-- Logs begin at Thu 2021-11-25 12:21:55 UTC, end at Thu 2021-11-25 14:48:02 UTC. -- Nov 25 12:56:13.059398 n-d-808199-11 systemd[1]: Started Devstack devstack@q-svc.service. Nov 25 12:56:15.849730 n-d-808199-11 neutron-server[103463]: INFO neutron.common.config [-] Logging enabled! Nov 25 12:56:15.850305 n-d-808199-11 neutron-server[103463]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev228 Nov 25 12:56:15.850500 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103463) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 25 12:56:15.853702 n-d-808199-11 neutron-server[103463]: INFO neutron.common.config [-] Logging enabled! Nov 25 12:56:15.853957 n-d-808199-11 neutron-server[103463]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev228 Nov 25 12:56:15.854265 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103463) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 25 12:56:15.855210 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 25 12:56:15.855444 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 25 12:56:15.855811 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 25 12:56:15.856056 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 25 12:56:15.856279 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 25 12:56:15.856598 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.857026 n-d-808199-11 neutron-server[103463]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 25 12:56:15.857335 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.857628 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.857919 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.858210 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.858496 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.858798 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.859081 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.859397 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.859680 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.859956 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.860238 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.860523 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.860804 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.861086 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.861370 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.861648 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] debug = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.861927 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.862351 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.862774 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.863053 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.863338 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.863614 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.863882 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.864157 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.864437 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.864758 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] host = n-d-808199-11 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.865029 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.865310 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.865591 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.865870 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.866140 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.866411 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.866709 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.866982 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.867252 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] log_file = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.867519 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.867801 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.868085 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.868367 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.868589 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.868807 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.869090 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.869371 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.869640 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.869908 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.870178 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.870445 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.870734 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.871001 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.871283 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.871562 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.871843 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.872112 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.872379 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.872647 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.872912 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.873190 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.873458 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.873725 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.873991 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.874271 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.874537 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.875337 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.875638 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.875921 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.876200 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.876482 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.876751 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.877026 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.877293 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.877561 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.877826 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] use_json = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.878090 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.878356 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.878632 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.878921 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.879186 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.879455 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.879723 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.880001 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:15.880294 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.880586 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.880883 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.881166 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.881466 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.881741 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.882027 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.882302 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.882588 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.882899 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.883185 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.883460 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.883743 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.884017 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.884305 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.884603 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.884891 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.885175 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.885447 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.885717 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.885988 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.886261 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.886793 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.886889 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.887116 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.887402 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.887677 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.887970 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.888251 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.888539 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.888825 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.889094 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.889369 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.889654 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.889928 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.890195 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.891041 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.891333 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.891606 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.891876 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.892152 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.892424 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.892691 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.892958 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.893232 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.893515 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.893794 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.894060 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.894326 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.894599 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.894886 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.895165 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.895437 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.895703 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.895969 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.896242 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.896509 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.896776 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.897047 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.897313 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.897584 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.897851 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.898116 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.898382 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.898648 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.898937 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.899201 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.899465 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.899736 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.900003 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.900267 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.900530 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.900796 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.901060 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.901337 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.901630 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.901905 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.902177 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.902453 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.902751 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.903025 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.903295 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.903566 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.903839 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.904107 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.904403 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.904670 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.904949 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.905226 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.905531 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.905826 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.906175 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.906462 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.906759 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.907038 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.907318 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.907600 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.907891 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.908181 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.908472 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.908762 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.909051 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.909344 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.909639 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.909916 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:15.910133 n-d-808199-11 neutron-server[103463]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 25 12:56:15.910373 n-d-808199-11 neutron-server[103463]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103463) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 25 12:56:16.334113 n-d-808199-11 neutron-server[103463]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 25 12:56:16.334401 n-d-808199-11 neutron-server[103463]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 25 12:56:16.334735 n-d-808199-11 neutron-server[103463]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 25 12:56:16.335074 n-d-808199-11 neutron-server[103463]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 25 12:56:16.656638 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:16.656887 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:16.657129 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:16.658305 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:16.658579 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:16.658988 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:16.694057 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:16.694337 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:16.694615 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:16.708922 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:16.709203 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:16.709476 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:16.738132 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:16.738416 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:16.738680 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:16.775586 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:16.775864 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:16.776134 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.119122 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.119763 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.119763 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.119950 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.120592 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.219516 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.219832 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.220115 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.220386 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.220654 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.220965 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.221225 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.221483 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.221737 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.222024 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.222284 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.222546 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.222834 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.223088 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.223343 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.223606 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.223862 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.224221 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.224683 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.225133 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.225566 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.225829 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.226117 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.226499 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.226779 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.227031 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.227428 n-d-808199-11 neutron-server[103463]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103463) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 12:56:17.227667 n-d-808199-11 neutron-server[103463]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103463) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 12:56:17.227903 n-d-808199-11 neutron-server[103463]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103463) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 12:56:17.228137 n-d-808199-11 neutron-server[103463]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103463) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 12:56:17.228370 n-d-808199-11 neutron-server[103463]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103463) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 12:56:17.228601 n-d-808199-11 neutron-server[103463]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103463) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 12:56:17.229051 n-d-808199-11 neutron-server[103463]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 25 12:56:17.232939 n-d-808199-11 neutron-server[103463]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 25 12:56:17.238984 n-d-808199-11 neutron-server[103463]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 25 12:56:17.242879 n-d-808199-11 neutron-server[103463]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Nov 25 12:56:17.244752 n-d-808199-11 neutron-server[103463]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 25 12:56:17.245220 n-d-808199-11 neutron-server[103463]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 25 12:56:17.245559 n-d-808199-11 neutron-server[103463]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 25 12:56:17.246173 n-d-808199-11 neutron-server[103463]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 25 12:56:17.250462 n-d-808199-11 neutron-server[103463]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 25 12:56:17.250903 n-d-808199-11 neutron-server[103463]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 25 12:56:17.251458 n-d-808199-11 neutron-server[103463]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 25 12:56:17.257853 n-d-808199-11 neutron-server[103463]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 25 12:56:17.282733 n-d-808199-11 neutron-server[103463]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 25 12:56:17.283196 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.283500 n-d-808199-11 neutron-server[103463]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103463) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Nov 25 12:56:17.283860 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.285258 n-d-808199-11 neutron-server[103463]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103463) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 25 12:56:17.285542 n-d-808199-11 neutron-server[103463]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 25 12:56:17.285786 n-d-808199-11 neutron-server[103463]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 25 12:56:17.289045 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.289328 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.352494 n-d-808199-11 neutron-server[103463]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 25 12:56:17.352737 n-d-808199-11 neutron-server[103463]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 25 12:56:17.352971 n-d-808199-11 neutron-server[103463]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 25 12:56:17.353348 n-d-808199-11 neutron-server[103463]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 25 12:56:17.375532 n-d-808199-11 neutron-server[103463]: DEBUG oslo_db.sqlalchemy.engines [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103463) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 25 12:56:17.803700 n-d-808199-11 neutron-server[103463]: INFO neutron.plugins.ml2.managers [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Initializing driver for type 'gre' Nov 25 12:56:17.804220 n-d-808199-11 neutron-server[103463]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] gre ID ranges: [(1, 1000)] Nov 25 12:56:17.860028 n-d-808199-11 neutron-server[103463]: INFO neutron.plugins.ml2.managers [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Initializing driver for type 'local' Nov 25 12:56:17.860483 n-d-808199-11 neutron-server[103463]: INFO neutron.plugins.ml2.managers [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Initializing driver for type 'vlan' Nov 25 12:56:17.872503 n-d-808199-11 neutron-server[103463]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] VlanTypeDriver initialization complete Nov 25 12:56:17.872832 n-d-808199-11 neutron-server[103463]: INFO neutron.plugins.ml2.managers [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Initializing driver for type 'vxlan' Nov 25 12:56:17.873322 n-d-808199-11 neutron-server[103463]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] vxlan ID ranges: [(1, 1000)] Nov 25 12:56:17.924164 n-d-808199-11 neutron-server[103463]: INFO neutron.plugins.ml2.managers [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Initializing extension driver 'port_security' Nov 25 12:56:17.924553 n-d-808199-11 neutron-server[103463]: INFO neutron.plugins.ml2.extensions.port_security [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] PortSecurityExtensionDriver initialization complete Nov 25 12:56:17.924971 n-d-808199-11 neutron-server[103463]: INFO neutron.plugins.ml2.managers [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Initializing mechanism driver 'openvswitch' Nov 25 12:56:17.925301 n-d-808199-11 neutron-server[103463]: INFO neutron.plugins.ml2.managers [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Initializing mechanism driver 'hyperv' Nov 25 12:56:17.932027 n-d-808199-11 neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:56:17.932878 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: > port after_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.933251 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: > port after_update 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.933609 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: > port after_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.934152 n-d-808199-11 neutron-server[103463]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103463) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 25 12:56:17.934586 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: > subnet after_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.934969 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: > subnet after_update 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.935328 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: > subnet after_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.935731 n-d-808199-11 neutron-server[103463]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103463) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 25 12:56:17.936141 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: > network after_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.936494 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: > network after_update 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.936839 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: > network after_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.937239 n-d-808199-11 neutron-server[103463]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103463) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 25 12:56:17.937649 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: > security_group after_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.938005 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: > security_group after_update 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.938351 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: > security_group after_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.938772 n-d-808199-11 neutron-server[103463]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103463) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 25 12:56:17.939186 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.939536 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.939879 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.940279 n-d-808199-11 neutron-server[103463]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103463) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 25 12:56:17.940938 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: > address_group after_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.941287 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: > address_group after_update 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.941632 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: > address_group after_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.942029 n-d-808199-11 neutron-server[103463]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103463) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 25 12:56:17.942408 n-d-808199-11 neutron-server[103463]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] ML2 OVO RPC backend initialized. {{(pid=103463) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 25 12:56:17.943138 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: > router_interface after_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.943501 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.943921 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: > network before_response 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.944301 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: > networks before_response 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.944655 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: > port before_response 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.945008 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: > ports before_response 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.945356 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: > subnet before_response 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.945702 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: > subnets before_response 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.946051 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: > network after_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.946395 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: > network after_update 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.946757 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: > network after_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.947111 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: > port after_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.947451 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: > port after_update 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.947791 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: > port after_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.948129 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: > subnet after_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.948468 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: > subnet after_update 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.948806 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: > subnet after_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.949380 n-d-808199-11 neutron-server[103463]: INFO neutron.plugins.ml2.plugin [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Modular L2 Plugin initialization complete Nov 25 12:56:17.949709 n-d-808199-11 neutron-server[103463]: DEBUG neutron.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading services supported by the core plugin {{(pid=103463) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 25 12:56:17.950034 n-d-808199-11 neutron-server[103463]: INFO neutron.plugins.ml2.managers [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Got port-security extension from driver 'port_security' Nov 25 12:56:17.950500 n-d-808199-11 neutron-server[103463]: INFO neutron.extensions.vlantransparent [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Disabled vlantransparent extension. Nov 25 12:56:17.951009 n-d-808199-11 neutron-server[103463]: DEBUG neutron.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103463) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 25 12:56:17.951325 n-d-808199-11 neutron-server[103463]: INFO neutron.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading Plugin: router Nov 25 12:56:17.988378 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: > router_interface before_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.988773 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: > router after_create 55549900 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.989147 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: > router before_create 55549900 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.989519 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.989898 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.990259 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: > router after_delete 55549900 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.990623 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: > floatingip after_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.991124 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: > floatingip after_update 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.991492 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: > router after_create 55549900 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.991842 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: > router after_update 55549900 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.992196 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: > router after_update 55549900 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.992547 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.992909 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: > router after_update 55549900 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.993322 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: > router precommit_update 55549900 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.993701 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: port after_update 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.994044 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: port after_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.994386 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: subnet after_update 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.994750 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.995103 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: > port precommit_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.995456 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: > router precommit_create 55549900 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.995801 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: port before_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.996148 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: > router precommit_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.996507 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: > router after_update 55549900 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.996852 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: > router precommit_delete 55549900 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.997206 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: > router precommit_create 55549900 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.997570 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: > router_interface after_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.997922 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: > router precommit_update 55549900 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.998292 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: > agent after_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.998645 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: > agent after_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.999024 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: > network after_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:17.999960 n-d-808199-11 neutron-server[103463]: DEBUG neutron.quota.resource_registry [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Tracking information for resource: router configured {{(pid=103463) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 12:56:18.000301 n-d-808199-11 neutron-server[103463]: DEBUG neutron.quota.resource_registry [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Tracking information for resource: floatingip configured {{(pid=103463) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 12:56:18.005234 n-d-808199-11 neutron-server[103463]: INFO neutron.db.l3_agentschedulers_db [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 25 12:56:18.005817 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: port after_update 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:18.006183 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: port after_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:18.006538 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: port after_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:18.006923 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: port after_update 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:18.007986 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: > router before_create 55550100 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:18.008359 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: > router precommit_delete 55550100 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:18.008733 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: > router precommit_create 55550100 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:18.009092 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: > router precommit_update 55550100 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:18.013915 n-d-808199-11 neutron-server[103463]: DEBUG neutron.services.provider_configuration [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Service providers = [] {{(pid=103463) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 25 12:56:18.014288 n-d-808199-11 neutron-server[103463]: DEBUG neutron.db.servicetype_db [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103463) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 25 12:56:18.017286 n-d-808199-11 neutron-server[103463]: DEBUG neutron.services.service_base [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103463) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 25 12:56:18.017647 n-d-808199-11 neutron-server[103463]: DEBUG neutron.services.service_base [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103463) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 25 12:56:18.017995 n-d-808199-11 neutron-server[103463]: DEBUG neutron.services.service_base [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103463) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 25 12:56:18.018918 n-d-808199-11 neutron-server[103463]: DEBUG neutron.services.service_base [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103463) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 25 12:56:18.019295 n-d-808199-11 neutron-server[103463]: INFO neutron.services.service_base [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 25 12:56:18.019674 n-d-808199-11 neutron-server[103463]: DEBUG neutron.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103463) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 12:56:18.019996 n-d-808199-11 neutron-server[103463]: INFO neutron.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 25 12:56:18.030725 n-d-808199-11 neutron-server[103463]: DEBUG neutron.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103463) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 12:56:18.031578 n-d-808199-11 neutron-server[103463]: INFO neutron.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading Plugin: auto_allocate Nov 25 12:56:18.037400 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: network precommit_update 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:18.037775 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: network precommit_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:18.038301 n-d-808199-11 neutron-server[103463]: DEBUG neutron.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103463) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 12:56:18.038624 n-d-808199-11 neutron-server[103463]: INFO neutron.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading Plugin: tag Nov 25 12:56:18.046287 n-d-808199-11 neutron-server[103463]: DEBUG neutron.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103463) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 12:56:18.047277 n-d-808199-11 neutron-server[103463]: INFO neutron.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading Plugin: timestamp Nov 25 12:56:18.052201 n-d-808199-11 neutron-server[103463]: DEBUG neutron.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103463) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 12:56:18.052653 n-d-808199-11 neutron-server[103463]: INFO neutron.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading Plugin: network_ip_availability Nov 25 12:56:18.059389 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:18.059798 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:18.060258 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:18.061175 n-d-808199-11 neutron-server[103463]: DEBUG neutron.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103463) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 12:56:18.061643 n-d-808199-11 neutron-server[103463]: INFO neutron.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading Plugin: flavors Nov 25 12:56:18.068333 n-d-808199-11 neutron-server[103463]: DEBUG neutron.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103463) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 12:56:18.068710 n-d-808199-11 neutron-server[103463]: INFO neutron.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading Plugin: revisions Nov 25 12:56:18.073257 n-d-808199-11 neutron-server[103463]: DEBUG neutron.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103463) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 12:56:18.073688 n-d-808199-11 neutron-server[103463]: DEBUG oslo_concurrency.lockutils [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.739s {{(pid=103463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 25 12:56:18.074447 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103463) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 25 12:56:18.074813 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Initializing extension manager. Nov 25 12:56:18.075338 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: __init__.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.075708 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: __pycache__ {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.076049 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.076386 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: address_group.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.077147 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.077731 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loaded extension: address-group Nov 25 12:56:18.078090 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: address_scope.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.078844 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.079364 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loaded extension: address-scope Nov 25 12:56:18.079691 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: admin_state_down_before_update.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.080635 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.081179 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loaded extension: router-admin-state-down-before-update Nov 25 12:56:18.081508 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: agent.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.082214 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.082754 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loaded extension: agent Nov 25 12:56:18.083109 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: agent_resources_synced.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.084034 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.084550 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loaded extension: agent-resources-synced Nov 25 12:56:18.084879 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: allowedaddresspairs.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.086672 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.087240 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loaded extension: allowed-address-pairs Nov 25 12:56:18.087573 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: auto_allocated_topology.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.088663 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.089196 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loaded extension: auto-allocated-topology Nov 25 12:56:18.089528 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: availability_zone.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.090232 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.090785 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loaded extension: availability_zone Nov 25 12:56:18.091115 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: availability_zone_filter.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.092041 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.092556 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loaded extension: availability_zone_filter Nov 25 12:56:18.092885 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: data_plane_status.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.094327 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.094883 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extension data-plane-status not supported by any of loaded plugins Nov 25 12:56:18.095212 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: default_subnetpools.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.096137 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.096659 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loaded extension: default-subnetpools Nov 25 12:56:18.096988 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: dhcpagentscheduler.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.097798 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.098317 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loaded extension: dhcp_agent_scheduler Nov 25 12:56:18.098648 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: dns.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.099604 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.100121 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extension dns-integration not supported by any of loaded plugins Nov 25 12:56:18.100450 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: dns_domain_ports.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.101378 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.101898 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 25 12:56:18.102223 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.103183 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.103706 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 25 12:56:18.104032 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: dvr.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.104703 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.105216 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loaded extension: dvr Nov 25 12:56:18.105538 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: ecmp_routes.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.106455 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.106993 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extension ecmp_routes not supported by any of loaded plugins Nov 25 12:56:18.107319 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: empty_string_filtering.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.108231 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.109032 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loaded extension: empty-string-filtering Nov 25 12:56:18.109899 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.110846 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.111370 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 25 12:56:18.111693 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.112621 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.113138 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 25 12:56:18.113463 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: external_net.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.114393 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.114949 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loaded extension: external-net Nov 25 12:56:18.115279 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: extra_dhcp_opt.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.116191 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.116709 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loaded extension: extra_dhcp_opt Nov 25 12:56:18.117031 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: extraroute.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.117952 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.118470 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loaded extension: extraroute Nov 25 12:56:18.118825 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: extraroute_atomic.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.120044 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.120563 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loaded extension: extraroute-atomic Nov 25 12:56:18.120884 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: filter_validation.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.121555 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.122072 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loaded extension: filter-validation Nov 25 12:56:18.122398 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: fip_pf_description.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.123340 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.123854 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 25 12:56:18.124178 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: fip_port_details.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.125127 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.125640 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loaded extension: fip-port-details Nov 25 12:56:18.125965 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: flavors.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.127234 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.127762 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loaded extension: flavors Nov 25 12:56:18.128091 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.129772 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.130303 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 25 12:56:18.130643 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: floatingip_pools.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.131378 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.131900 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loaded extension: floatingip-pools Nov 25 12:56:18.132232 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: ip_allocation.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.133175 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.133699 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extension ip_allocation not supported by any of loaded plugins Nov 25 12:56:18.134031 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.134994 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.135515 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loaded extension: ip-substring-filtering Nov 25 12:56:18.135847 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: l2_adjacency.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.136780 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.137297 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extension l2_adjacency not supported by any of loaded plugins Nov 25 12:56:18.137626 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: l3.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.138584 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.139145 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loaded extension: router Nov 25 12:56:18.139476 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: l3_conntrack_helper.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.142244 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.142816 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 25 12:56:18.143156 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.144097 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.144635 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loaded extension: ext-gw-mode Nov 25 12:56:18.144968 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.145918 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.146444 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loaded extension: l3-ha Nov 25 12:56:18.146807 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: l3_flavors.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.147727 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.148249 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loaded extension: l3-flavors Nov 25 12:56:18.148578 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.149494 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.150011 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loaded extension: l3-port-ip-change-not-allowed Nov 25 12:56:18.150372 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: l3agentscheduler.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.151410 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.151933 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loaded extension: l3_agent_scheduler Nov 25 12:56:18.152263 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: local_ip.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.154023 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.154578 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extension local_ip not supported by any of loaded plugins Nov 25 12:56:18.154930 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: logging.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.157093 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.157625 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extension logging not supported by any of loaded plugins Nov 25 12:56:18.157962 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: metering.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.158790 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.159387 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loaded extension: metering Nov 25 12:56:18.159720 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.160833 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.161357 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loaded extension: metering_source_and_destination_fields Nov 25 12:56:18.161691 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: multiprovidernet.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.162626 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.163182 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loaded extension: multi-provider Nov 25 12:56:18.163513 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: netmtu.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.164452 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.164968 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loaded extension: net-mtu Nov 25 12:56:18.165297 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: netmtu_writable.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.166228 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.166775 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loaded extension: net-mtu-writable Nov 25 12:56:18.167108 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: network_availability_zone.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.167787 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.168304 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loaded extension: network_availability_zone Nov 25 12:56:18.168630 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: network_ip_availability.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.169753 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.170275 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loaded extension: network-ip-availability Nov 25 12:56:18.170607 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: network_segment_range.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.171405 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.171957 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extension network-segment-range not supported by any of loaded plugins Nov 25 12:56:18.172285 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: pagination.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.173279 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.173618 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loaded extension: pagination Nov 25 12:56:18.173949 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: port_device_profile.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.174905 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.175429 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loaded extension: port-device-profile Nov 25 12:56:18.175768 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.176691 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.177216 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loaded extension: port-mac-address-regenerate Nov 25 12:56:18.177539 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.178456 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.179017 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loaded extension: port-numa-affinity-policy Nov 25 12:56:18.179344 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: port_resource_request.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.180276 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.180796 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extension port-resource-request not supported by any of loaded plugins Nov 25 12:56:18.181122 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: port_resource_request_groups.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.182102 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.182617 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 25 12:56:18.182977 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: portbindings.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.183916 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.184436 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loaded extension: binding Nov 25 12:56:18.184758 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: portbindings_extended.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.186054 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.186574 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loaded extension: binding-extended Nov 25 12:56:18.186936 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: portsecurity.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.187884 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.188405 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loaded extension: port-security Nov 25 12:56:18.188735 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: project_id.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.189724 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.190061 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loaded extension: project-id Nov 25 12:56:18.190390 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: providernet.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.191613 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.192138 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loaded extension: provider Nov 25 12:56:18.192464 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: qos.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.196056 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.196587 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extension qos not supported by any of loaded plugins Nov 25 12:56:18.196930 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.198178 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.198717 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 25 12:56:18.199065 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.199994 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.200517 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 25 12:56:18.200846 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: qos_default.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.201763 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.202285 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extension qos-default not supported by any of loaded plugins Nov 25 12:56:18.202614 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: qos_fip.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.203837 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.204353 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extension qos-fip not supported by any of loaded plugins Nov 25 12:56:18.204687 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: qos_gateway_ip.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.205622 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.206138 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 25 12:56:18.206466 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: qos_port_network_policy.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.208852 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.209388 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 25 12:56:18.209978 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.211077 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.211601 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 25 12:56:18.211932 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: qos_pps_rule.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.213122 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.213652 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extension qos-pps not supported by any of loaded plugins Nov 25 12:56:18.213984 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: qos_rule_type_details.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.214966 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.215490 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 25 12:56:18.215822 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: qos_rules_alias.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.216871 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.217391 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 25 12:56:18.217722 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: quota_check_limit.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.219208 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.219735 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loaded extension: quota-check-limit Nov 25 12:56:18.220067 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: quotasv2.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.220991 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.221325 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loaded extension: quotas Nov 25 12:56:18.221652 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: quotasv2_detail.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.224925 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.225274 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loaded extension: quota_details Nov 25 12:56:18.225612 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: rbac.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.226686 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.227246 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loaded extension: rbac-policies Nov 25 12:56:18.227687 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: rbac_address_group.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.228542 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.229074 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loaded extension: rbac-address-group Nov 25 12:56:18.229404 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: rbac_address_scope.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.230343 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.230907 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loaded extension: rbac-address-scope Nov 25 12:56:18.231237 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: rbac_security_groups.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.232163 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.232687 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loaded extension: rbac-security-groups Nov 25 12:56:18.233015 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: rbac_subnetpool.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.233939 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.234494 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loaded extension: rbac-subnetpool Nov 25 12:56:18.234852 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: revisionifmatch.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.235798 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.236325 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loaded extension: revision-if-match Nov 25 12:56:18.236655 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: revisions.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.237780 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.238306 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loaded extension: standard-attr-revisions Nov 25 12:56:18.238635 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: router_availability_zone.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.239342 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.239863 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loaded extension: router_availability_zone Nov 25 12:56:18.240188 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: routerservicetype.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.241120 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.241640 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extension router-service-type not supported by any of loaded plugins Nov 25 12:56:18.241968 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.243010 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.243536 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loaded extension: security-groups-normalized-cidr Nov 25 12:56:18.243863 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: security_groups_port_filtering.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.244804 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.245333 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loaded extension: port-security-groups-filtering Nov 25 12:56:18.245684 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.246615 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.247164 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loaded extension: security-groups-remote-address-group Nov 25 12:56:18.247491 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.248440 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.248958 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loaded extension: security-groups-shared-filtering Nov 25 12:56:18.249285 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.249911 n-d-808199-11 neutron-server[103463]: WARNING neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 25 12:56:18.250232 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: securitygroup.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.260095 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.260646 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loaded extension: security-group Nov 25 12:56:18.260984 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: segment.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.261782 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.262305 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extension segment not supported by any of loaded plugins Nov 25 12:56:18.262638 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.263622 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.264147 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 25 12:56:18.264480 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: servicetype.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.266116 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.266651 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loaded extension: service-type Nov 25 12:56:18.267012 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: sorting.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.268013 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.268351 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loaded extension: sorting Nov 25 12:56:18.268681 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: standard_attr_segment.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.269612 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.270142 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 25 12:56:18.270472 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: standardattrdescription.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.271150 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.271671 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loaded extension: standard-attr-description Nov 25 12:56:18.272000 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: stateful_security_group.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.272935 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.273461 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loaded extension: stateful-security-group Nov 25 12:56:18.273799 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: stdattrs_common.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.274373 n-d-808199-11 neutron-server[103463]: WARNING neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 25 12:56:18.274720 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.275688 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.276211 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 25 12:56:18.276536 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: subnet_onboard.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.277629 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.278156 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loaded extension: subnet_onboard Nov 25 12:56:18.278485 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.279482 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.280003 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 25 12:56:18.280329 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: subnet_service_types.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.281872 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.282399 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loaded extension: subnet-service-types Nov 25 12:56:18.282758 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: subnetallocation.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.283914 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.284440 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loaded extension: subnet_allocation Nov 25 12:56:18.284772 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.285454 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.285973 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loaded extension: subnetpool-prefix-ops Nov 25 12:56:18.286300 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.287270 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.287791 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 25 12:56:18.288118 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: tagging.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.289174 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.289707 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loaded extension: standard-attr-tag Nov 25 12:56:18.290040 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: timestamp.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.291292 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.291820 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loaded extension: standard-attr-timestamp Nov 25 12:56:18.292153 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: trunk.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.293198 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.293723 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extension trunk not supported by any of loaded plugins Nov 25 12:56:18.294053 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: trunk_details.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.295032 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.295566 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extension trunk-details not supported by any of loaded plugins Nov 25 12:56:18.295895 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: uplink_status_propagation.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.296849 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.297369 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 25 12:56:18.297696 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Loading extension file: vlantransparent.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 12:56:18.298377 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 12:56:18.298929 n-d-808199-11 neutron-server[103463]: INFO neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extension vlan-transparent not supported by any of loaded plugins Nov 25 12:56:18.301428 n-d-808199-11 neutron-server[103463]: INFO neutron.quota.resource_registry [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Creating instance of TrackedResource for resource:network Nov 25 12:56:18.301962 n-d-808199-11 neutron-server[103463]: INFO neutron.quota.resource_registry [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Creating instance of TrackedResource for resource:subnet Nov 25 12:56:18.302370 n-d-808199-11 neutron-server[103463]: INFO neutron.quota.resource_registry [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Creating instance of TrackedResource for resource:subnetpool Nov 25 12:56:18.302801 n-d-808199-11 neutron-server[103463]: INFO neutron.quota.resource_registry [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Creating instance of TrackedResource for resource:port Nov 25 12:56:18.304032 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.v2.resource_helper [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103463) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 12:56:18.304472 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.v2.resource_helper [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Service FLAVORS assigned prefix: {{(pid=103463) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 12:56:18.305093 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.v2.resource_helper [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103463) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 12:56:18.305530 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.v2.resource_helper [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103463) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 12:56:18.305865 n-d-808199-11 neutron-server[103463]: INFO neutron.quota.resource_registry [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Creating instance of TrackedResource for resource:router Nov 25 12:56:18.306291 n-d-808199-11 neutron-server[103463]: INFO neutron.quota.resource_registry [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Creating instance of TrackedResource for resource:floatingip Nov 25 12:56:18.306805 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.v2.resource_helper [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Service METERING assigned prefix: /metering {{(pid=103463) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 12:56:18.308273 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:18.308652 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:18.309011 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 12:56:18.310035 n-d-808199-11 neutron-server[103463]: INFO neutron.quota.resource_registry [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Creating instance of CountableResource for resource:rbac_policy Nov 25 12:56:18.310447 n-d-808199-11 neutron-server[103463]: INFO neutron.quota.resource_registry [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Creating instance of TrackedResource for resource:security_group Nov 25 12:56:18.311256 n-d-808199-11 neutron-server[103463]: INFO neutron.quota.resource_registry [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Creating instance of TrackedResource for resource:security_group_rule Nov 25 12:56:18.311867 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.v2.resource_helper [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Service CORE assigned prefix: {{(pid=103463) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 12:56:18.312227 n-d-808199-11 neutron-server[103463]: INFO neutron.quota.resource_registry [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Creating instance of TrackedResource for resource:subnetpool Nov 25 12:56:18.312578 n-d-808199-11 neutron-server[103463]: WARNING neutron.quota.resource_registry [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] subnetpool is already registered Nov 25 12:56:18.313019 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.v2.resource_helper [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Service CORE assigned prefix: {{(pid=103463) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 12:56:18.313348 n-d-808199-11 neutron-server[103463]: INFO neutron.quota.resource_registry [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Creating instance of TrackedResource for resource:subnetpool Nov 25 12:56:18.313682 n-d-808199-11 neutron-server[103463]: WARNING neutron.quota.resource_registry [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] subnetpool is already registered Nov 25 12:56:18.316255 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.v2.resource_helper [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103463) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 12:56:18.316688 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.v2.resource_helper [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Service FLAVORS assigned prefix: {{(pid=103463) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 12:56:18.317277 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.v2.resource_helper [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103463) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 12:56:18.317699 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.v2.resource_helper [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103463) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 12:56:18.318036 n-d-808199-11 neutron-server[103463]: INFO neutron.quota.resource_registry [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Creating instance of TrackedResource for resource:router Nov 25 12:56:18.318378 n-d-808199-11 neutron-server[103463]: WARNING neutron.quota.resource_registry [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] router is already registered Nov 25 12:56:18.318828 n-d-808199-11 neutron-server[103463]: INFO neutron.quota.resource_registry [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Creating instance of TrackedResource for resource:floatingip Nov 25 12:56:18.319170 n-d-808199-11 neutron-server[103463]: WARNING neutron.quota.resource_registry [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] floatingip is already registered Nov 25 12:56:18.319631 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.v2.resource_helper [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Service METERING assigned prefix: /metering {{(pid=103463) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 12:56:18.320295 n-d-808199-11 neutron-server[103463]: INFO neutron.quota.resource_registry [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Creating instance of CountableResource for resource:rbac_policy Nov 25 12:56:18.320626 n-d-808199-11 neutron-server[103463]: WARNING neutron.quota.resource_registry [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] rbac_policy is already registered Nov 25 12:56:18.321039 n-d-808199-11 neutron-server[103463]: INFO neutron.quota.resource_registry [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Creating instance of TrackedResource for resource:security_group Nov 25 12:56:18.321375 n-d-808199-11 neutron-server[103463]: WARNING neutron.quota.resource_registry [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] security_group is already registered Nov 25 12:56:18.321777 n-d-808199-11 neutron-server[103463]: INFO neutron.quota.resource_registry [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Creating instance of TrackedResource for resource:security_group_rule Nov 25 12:56:18.322111 n-d-808199-11 neutron-server[103463]: WARNING neutron.quota.resource_registry [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] security_group_rule is already registered Nov 25 12:56:18.322783 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.v2.resource_helper [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Service CORE assigned prefix: {{(pid=103463) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 12:56:18.323119 n-d-808199-11 neutron-server[103463]: INFO neutron.quota.resource_registry [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Creating instance of TrackedResource for resource:subnetpool Nov 25 12:56:18.323456 n-d-808199-11 neutron-server[103463]: WARNING neutron.quota.resource_registry [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] subnetpool is already registered Nov 25 12:56:18.323873 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.v2.resource_helper [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Service CORE assigned prefix: {{(pid=103463) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 12:56:18.324199 n-d-808199-11 neutron-server[103463]: INFO neutron.quota.resource_registry [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Creating instance of TrackedResource for resource:subnetpool Nov 25 12:56:18.324531 n-d-808199-11 neutron-server[103463]: WARNING neutron.quota.resource_registry [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] subnetpool is already registered Nov 25 12:56:18.324996 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extended resource: extensions {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 12:56:18.326459 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extended resource: address-groups {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 12:56:18.328501 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extended resource: address-scopes {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 12:56:18.329809 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extended resource: agents {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 12:56:18.330985 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extended resource: auto-allocated-topology {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 12:56:18.332234 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extended resource: availability_zones {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 12:56:18.333439 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extended resource: dhcp-networks {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 12:56:18.334984 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extended resource: dhcp-agents {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 12:56:18.336409 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extended resource: routers {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 12:56:18.338613 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extended resource: flavors {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 12:56:18.339797 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extended resource: service_profiles {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 12:56:18.341014 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extended resource: next_providers {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 12:56:18.342460 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extended resource: service_profiles {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 12:56:18.344590 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extended resource: floatingip-pools {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 12:56:18.345817 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extended resource: routers {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 12:56:18.347959 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extended resource: floatingips {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 12:56:18.349366 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extended resource: l3-routers {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 12:56:18.350851 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extended resource: l3-agents {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 12:56:18.352268 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extended resource: metering-labels {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 12:56:18.354504 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extended resource: metering-label-rules {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 12:56:18.355839 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extended resource: network-ip-availabilities {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 12:56:18.357146 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extended resource: bindings {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 12:56:18.358815 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extended resource: quotas {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 12:56:18.360403 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extended resource: quotas {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 12:56:18.361934 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extended resource: rbac-policies {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 12:56:18.363278 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extended resource: security-groups {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 12:56:18.364511 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extended resource: security-group-rules {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 12:56:18.365745 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extended resource: service-providers {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 12:56:18.366986 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extended resource: subnetpools {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 12:56:18.368403 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extended resource: subnetpools {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 12:56:18.369859 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extended resource: tags {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 12:56:18.371592 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extended resource: tags {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 12:56:18.373407 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extended resource: tags {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 12:56:18.375265 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extended resource: tags {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 12:56:18.377086 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extended resource: tags {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 12:56:18.378967 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extended resource: tags {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 12:56:18.380660 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extended resource: tags {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 12:56:18.382547 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extended resource: tags {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 12:56:18.384364 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extended resource: tags {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 12:56:18.386232 n-d-808199-11 neutron-server[103463]: DEBUG neutron.api.extensions [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Extended resource: tags {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 12:56:18.392821 n-d-808199-11 neutron-server[103463]: WARNING keystonemiddleware.auth_token [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 25 12:56:18.397572 n-d-808199-11 neutron-server[103463]: WARNING keystonemiddleware.auth_token [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 25 12:56:18.406860 n-d-808199-11 neutron-server[103463]: DEBUG oslo_concurrency.lockutils [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Acquired lock "singleton_lock" {{(pid=103463) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 25 12:56:18.407339 n-d-808199-11 neutron-server[103463]: DEBUG oslo_concurrency.lockutils [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Releasing lock "singleton_lock" {{(pid=103463) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 25 12:56:18.407987 n-d-808199-11 neutron-server[103463]: INFO oslo_service.service [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Starting 2 workers Nov 25 12:56:18.413104 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Started child 103570 {{(pid=103463) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 25 12:56:18.417710 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Started child 103571 {{(pid=103463) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 25 12:56:18.418844 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:56:18.419492 n-d-808199-11 neutron-server[103463]: INFO neutron.service [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Neutron service started, listening on 0.0.0.0:9696 Nov 25 12:56:18.419971 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Publish callbacks [] for process, before_spawn {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:56:18.420507 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [-] (103570) wsgi starting up on http://0.0.0.0:9696 Nov 25 12:56:18.422540 n-d-808199-11 neutron-server[103463]: INFO oslo_service.service [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Starting 1 workers Nov 25 12:56:18.423067 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:56:18.424494 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [-] (103571) wsgi starting up on http://0.0.0.0:9696 Nov 25 12:56:18.427774 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Started child 103572 {{(pid=103463) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 25 12:56:18.428343 n-d-808199-11 neutron-server[103463]: INFO oslo_service.service [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Starting 1 workers Nov 25 12:56:18.431714 n-d-808199-11 neutron-server[103572]: DEBUG neutron.service [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] calling RpcWorker wait() {{(pid=103572) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 25 12:56:18.432255 n-d-808199-11 neutron-server[103572]: DEBUG neutron.service [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] returning from RpcWorker wait() {{(pid=103572) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 25 12:56:18.433156 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Started child 103573 {{(pid=103463) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 25 12:56:18.433638 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:56:18.433979 n-d-808199-11 neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5ecca4ee-9818-41a3-9d37-c5382c9a0c8c None None] Publish callbacks [] for process, after_spawn {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:56:18.434194 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:56:18.435946 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103463) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 25 12:56:18.436161 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 25 12:56:18.436344 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 25 12:56:18.436580 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 25 12:56:18.436914 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 25 12:56:18.437109 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 25 12:56:18.437667 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.437952 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.438143 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:56:18.438610 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.438610 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.438858 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.439286 n-d-808199-11 neutron-server[103573]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:56:18.439388 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.439599 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.439858 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.440129 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.440363 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.440798 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.440969 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.441226 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.441460 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.441776 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.442037 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.442294 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.442555 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.442745 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.443009 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.443268 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.443496 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.443756 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] debug = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.443997 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.444497 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.444729 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.444977 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.445199 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.445466 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.445691 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.445970 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.446199 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.446413 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.446639 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.446911 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.447124 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.447353 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.447592 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.447805 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.448047 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.448263 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.448750 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] host = n-d-808199-11 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.448965 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.449177 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.449401 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.449645 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.449887 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.450116 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.450375 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.450646 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.450912 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.451154 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.451394 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.451647 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.451884 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.452124 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] log_file = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.452287 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] log_options = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.452531 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.453333 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.453604 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.453843 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.453985 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.454134 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.454400 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.454564 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.454850 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.455086 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.455299 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.455512 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.455741 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.455972 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.456219 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.456446 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.456674 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.456883 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.457130 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.457376 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.457599 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.457846 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.458083 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.458303 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.458518 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.458755 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.458985 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.459221 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.459443 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.459675 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.459915 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.460156 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.460368 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.460610 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.460859 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.461082 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.461306 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.461524 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.461789 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.462018 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.462279 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.462520 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.462772 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.463020 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.463222 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.463464 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.463676 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] use_json = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.463958 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.464096 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.464355 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.464567 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.464779 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.464992 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.465219 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.465450 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.465872 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.466140 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.466438 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.466717 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.466945 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.467186 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.467416 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.467652 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.469579 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.469831 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.470169 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.470402 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.470760 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.473099 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.473507 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.473928 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.474214 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.475338 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.478290 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.478596 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.478865 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.479133 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.479419 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.479661 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.479922 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.482894 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.483173 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.483490 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.483789 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.484364 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.484837 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.485293 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.485757 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.486168 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.486531 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.486853 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.487093 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.487320 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.487564 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.487838 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.488088 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.488308 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.488538 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.488898 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.489142 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.489522 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.489921 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.490321 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.490717 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.491107 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.491485 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.491864 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.492088 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.492329 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.492588 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.492815 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.493073 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.493326 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.493600 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.493837 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.494244 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.494657 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.495084 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.495470 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.495853 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.496257 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.496676 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.497074 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.497632 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.498029 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.498428 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.498650 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.498995 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.499238 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.499488 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.499752 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.500169 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.500584 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.501059 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.501331 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.501741 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.502146 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.502444 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.502756 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.503032 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.503440 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.503796 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.504160 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.504400 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.504769 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.505126 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.505561 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.506005 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.506413 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.506834 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.507195 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.507599 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.507825 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.508097 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.508336 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.508562 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.508798 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.509180 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.509395 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.509625 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.509870 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.510087 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.510361 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.510579 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.510854 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.511073 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.511305 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.511526 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.511798 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.512156 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.512570 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.512967 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.513341 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.513752 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.514153 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.514460 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.514711 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.514991 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.515964 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.516392 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.516684 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.516928 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.517181 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.517479 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.517715 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.518024 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.518262 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.518492 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.518778 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.519116 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.519347 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.519588 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.519820 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.520135 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.520368 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.520619 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.520854 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.521300 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.521551 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.521807 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.522076 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.522322 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.522552 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.523034 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.523453 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.523842 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.524246 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.524615 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.524996 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.525235 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.525483 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.525854 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.526093 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.526309 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.526546 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.526800 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.527043 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.527279 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.527503 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.527720 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.527972 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.528205 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.528420 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.528655 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.528887 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.529126 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.529359 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.529594 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.529843 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.530066 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.530340 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.530585 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.530844 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.531619 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.531843 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.532115 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.532330 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.532575 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.532791 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.533003 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.533236 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.533452 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.533663 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.533873 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.534096 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.534329 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.534580 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.534855 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.535194 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.535437 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.535665 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.535896 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.536109 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.536339 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.536564 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.536796 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.537009 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.537219 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.537434 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.537674 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.537910 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.538140 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.538370 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.538577 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.538809 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.539022 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.539227 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.539512 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.539768 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.539992 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.540249 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.540482 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.540708 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.540938 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.541145 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.541358 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.541564 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.542293 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.542293 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.542293 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.542780 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.542923 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.543089 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.543255 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.543493 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.543730 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.543957 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.544177 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.544396 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.544608 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.544846 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.545021 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.545225 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.545429 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.545644 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.545856 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.546060 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.546283 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.546488 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.546731 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.546969 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.547183 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.547395 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.547693 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.547941 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.548175 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.548458 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.548702 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.548942 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.549180 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.549495 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.549720 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.549975 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.550205 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.550423 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.551008 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.551008 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.551312 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.551479 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.551738 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.551969 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.552253 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.552541 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.552778 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.553007 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.553305 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.553827 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.553972 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.554124 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.554360 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.554603 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.554879 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.555068 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.555280 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.555509 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.555724 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.555973 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.556195 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.556412 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.556637 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.556856 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.557086 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.557335 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.557584 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.557819 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.558028 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.558182 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 25 12:56:18.558740 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103463) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 25 12:56:18.558888 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 25 12:56:18.559028 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 25 12:56:18.559217 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 25 12:56:18.559449 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 25 12:56:18.559588 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 25 12:56:18.559735 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.559899 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.559989 n-d-808199-11 neutron-server[103572]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:56:18.560139 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.560233 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.560344 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.560521 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.560680 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.560838 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.560994 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.561151 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.561307 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.561463 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.561618 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.561773 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.561929 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.562084 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.562832 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.562944 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.563104 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.563260 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.563417 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.563572 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.563727 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] debug = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.563883 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.564134 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.564316 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.564425 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.564580 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.564735 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.564899 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.565051 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.565379 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.565788 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.565945 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.566124 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.566280 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.566435 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.566591 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.566768 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.566924 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.567080 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.567235 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] host = n-d-808199-11 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.567393 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.567549 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.567703 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.567857 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.568012 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.568167 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.568322 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.568476 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.568632 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.568786 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.568940 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.569095 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.569249 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.569402 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] log_file = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.569578 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] log_options = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.569733 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.569887 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.570043 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.570229 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.570389 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.570546 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.570713 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.570875 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.571031 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.571187 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.571346 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.572276 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.572276 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.572276 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.572276 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.572276 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.572276 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.573358 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.573358 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.573358 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.573358 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.573358 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.573358 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.573358 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.573358 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.574006 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.574006 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.574006 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.574006 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.574294 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.574294 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.574438 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.574566 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.574723 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.574844 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.575137 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.575137 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.575381 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.575505 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.575661 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.575786 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.575910 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.576034 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.576171 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.576332 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.576487 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.576642 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] use_json = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.576796 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.576950 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.577107 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.577266 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.577421 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.577577 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.577716 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.578449 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 12:56:18.578648 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.578846 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.578987 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.579121 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.579323 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.579521 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.579521 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.580033 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.580033 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.580033 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.580600 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.580600 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.580600 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.580600 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.581321 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.581321 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.581321 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.581321 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.581321 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.582111 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.582111 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.582111 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.582111 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.582111 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.583106 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.583106 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.583106 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.583106 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.583106 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.583106 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.583868 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.583868 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.583868 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.583868 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.583868 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.584487 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.584487 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.584487 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.584487 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.584761 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.584841 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.584946 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.585113 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.585348 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.585478 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.585602 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.585688 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.585854 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.586011 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.586170 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.586353 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.586511 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.586672 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.586854 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.587002 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.587162 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.587359 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.589315 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.589315 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.589315 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.589315 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.589315 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.589315 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.589315 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.589315 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.589315 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.590428 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.590428 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.590428 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.590428 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.590428 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.590428 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.590428 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.590428 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.590428 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.591335 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.591335 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.591335 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.591335 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.591335 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.591335 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.591335 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.591335 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.591946 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.591946 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.591946 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.591946 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.592323 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.592323 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.592323 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.592655 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.592655 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.592864 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.592950 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.593074 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.593183 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.593340 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.593551 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.593709 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.593867 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.594040 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.594210 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.594374 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.594533 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.594711 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.594869 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.595030 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.595187 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.595334 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.595492 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.595649 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.595806 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.595965 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.596122 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.596279 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.596438 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.596594 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.596751 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.596920 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.597077 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.597244 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.597409 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.597587 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.597755 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.597914 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.598073 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.598230 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.598387 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.598546 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.598719 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.598882 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.599039 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.599197 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.599355 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.599524 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.599682 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.599840 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.599998 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.600179 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.600336 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.600493 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.600652 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.600811 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.600968 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.601126 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.601285 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.601442 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.601600 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.601758 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.601918 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.602076 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.602235 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.602391 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.602549 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.602739 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.602883 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.603041 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.603200 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.603357 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.603515 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.603674 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.603831 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.603988 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.604148 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.604305 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.604462 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.604708 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.604914 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.604914 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.605198 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.605198 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.605460 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.605460 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.605710 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.605847 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.605984 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.606120 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.606272 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.606412 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.606562 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.606724 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.606858 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.607001 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.607147 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.607285 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.607707 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.607707 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.607707 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.608118 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.608118 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.608379 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.608379 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.608642 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.608642 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.608908 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.608908 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.609138 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.609219 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.609356 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.609515 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.609672 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.609830 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.609988 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.610146 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.610331 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.610463 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.610619 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.610810 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.610969 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.611128 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.611286 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.611445 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.611615 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.611775 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.611933 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.612090 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.612247 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.612407 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.612574 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.612732 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.612890 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.613048 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.613205 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.613363 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.613529 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.613687 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.613845 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.614003 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.614159 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.614318 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.614483 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.614640 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.614818 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.614976 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.615133 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.615291 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.615457 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.615615 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.615773 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.615930 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.616087 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.616245 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.616413 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.616594 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.616725 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.616876 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.617034 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.617191 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.617361 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.617519 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.617667 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.617831 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.617987 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.618144 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.618302 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.618472 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.618629 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.618823 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.618974 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.619130 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.619288 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.619447 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.619610 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.619778 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.619942 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.620103 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.620268 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.620434 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.620602 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.620760 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.620923 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.621093 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.621250 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.621409 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.621566 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.621724 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.621881 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.622040 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.622197 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.622355 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.622512 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.622670 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.622857 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.622982 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.623141 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.623352 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.623441 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.623593 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.623749 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.623906 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.624075 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 12:56:18.624205 n-d-808199-11 neutron-server[103463]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 25 12:56:18.733152 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56368) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 12:56:18.741891 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064929 Nov 25 12:56:30.302981 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6d84dd-6eb2-4f48-bd6c-8ad81b54a5b1 None None] get_active_networks_info from n-d-808199-11 {{(pid=103572) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 12:56:30.367028 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6d84dd-6eb2-4f48-bd6c-8ad81b54a5b1 None None] No non-hosted networks {{(pid=103572) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 25 12:56:30.391840 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.agentschedulers_db [None req-ca6d84dd-6eb2-4f48-bd6c-8ad81b54a5b1 None None] DHCP Agent not found on host n-d-808199-11 {{(pid=103572) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 25 12:56:30.564028 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-737a06c3-8b74-427f-9815-13b90dadc97b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-66599741'] for agent, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:56:32.637183 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8695b0ba-2ea4-47ee-8f25-ce1ebdb94bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-66599741'] for agent, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:56:32.675201 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-96045d27-bfc3-4f5e-80fd-5e1693475354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:56:33.679198 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-66599741'] for agent, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:56:35.011404 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-66599741'] for agent, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:56:36.101047 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-66599741'] for agent, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:56:36.102158 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:56:36.102556 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:56:36.102935 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:56:36.103270 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:56:36.115087 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:56:36.115434 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:56:36.115778 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:56:36.116111 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:56:36.116440 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:56:36.116772 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:56:36.117101 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:56:36.117425 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:56:36.117808 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-808199-11', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:56:36.123528 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-808199-11', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:56:36.513696 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56460) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 12:56:37.035482 n-d-808199-11 neutron-server[103571]: WARNING oslo_policy.policy [None req-8085f9de-5864-47c0-bae0-103d9e3ffd56 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 12:56:37.036190 n-d-808199-11 neutron-server[103571]: WARNING oslo_policy.policy [None req-8085f9de-5864-47c0-bae0-103d9e3ffd56 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 12:56:37.269359 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [None req-8085f9de-5864-47c0-bae0-103d9e3ffd56 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 12:56:37.278756 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-8085f9de-5864-47c0-bae0-103d9e3ffd56 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7561049 Nov 25 12:56:39.128759 n-d-808199-11 neutron-server[103572]: INFO neutron.db.l3_hamode_db [None req-35986bc5-a997-498c-a30e-8aeae0f6eae1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 25 12:56:39.206098 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35986bc5-a997-498c-a30e-8aeae0f6eae1 None None] Routers set() bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 12:56:39.206485 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35986bc5-a997-498c-a30e-8aeae0f6eae1 None None] Router IDs set() for agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 25 12:56:39.870125 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56476) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 12:56:40.188596 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-7997b6d9-c829-474d-beea-8daa96bfb832 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:56:40.284219 n-d-808199-11 neutron-server[103571]: DEBUG neutron.policy [None req-7997b6d9-c829-474d-beea-8daa96bfb832 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103571) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 25 12:56:40.330850 n-d-808199-11 neutron-server[103571]: WARNING oslo_policy.policy [None req-7997b6d9-c829-474d-beea-8daa96bfb832 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 12:56:40.331222 n-d-808199-11 neutron-server[103571]: WARNING oslo_policy.policy [None req-7997b6d9-c829-474d-beea-8daa96bfb832 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 12:56:40.339719 n-d-808199-11 neutron-server[103571]: INFO neutron.quota [None req-7997b6d9-c829-474d-beea-8daa96bfb832 admin admin] Loaded quota_driver: . Nov 25 12:56:40.437384 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7997b6d9-c829-474d-beea-8daa96bfb832 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753179273640', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753179275259', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753179327245', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753179320446', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753179309450', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753179307975', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-773792', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-683503', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66658474', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66591810'] for rbac-policy, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:56:40.504180 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7997b6d9-c829-474d-beea-8daa96bfb832 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:56:40.505352 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-7997b6d9-c829-474d-beea-8daa96bfb832 admin admin] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6341362 Nov 25 12:56:43.255694 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56488) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 12:56:43.551909 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-3dc8ec6f-460e-4d26-85d2-3843cef83fd9 admin admin] Request body: {'network': {'project_id': 'edbb9a545f4449bf85fc5cc5b7d2e8e8', 'admin_state_up': True, 'name': 'private', 'tenant_id': 'edbb9a545f4449bf85fc5cc5b7d2e8e8'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:56:43.581841 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc8ec6f-460e-4d26-85d2-3843cef83fd9 admin admin] Made reservation on behalf of edbb9a545f4449bf85fc5cc5b7d2e8e8 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:56:43.584848 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3dc8ec6f-460e-4d26-85d2-3843cef83fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:56:43.601926 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3dc8ec6f-460e-4d26-85d2-3843cef83fd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:56:43.711949 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3dc8ec6f-460e-4d26-85d2-3843cef83fd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:56:43.715702 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3dc8ec6f-460e-4d26-85d2-3843cef83fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:56:43.736094 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dc8ec6f-460e-4d26-85d2-3843cef83fd9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 12:56:43.764183 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3dc8ec6f-460e-4d26-85d2-3843cef83fd9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753177006282', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:56:43.765294 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3dc8ec6f-460e-4d26-85d2-3843cef83fd9 admin admin] Unsubscribe: segment precommit_create {{(pid=103571) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 25 12:56:43.765816 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-3dc8ec6f-460e-4d26-85d2-3843cef83fd9 admin admin] Added segment 1f9e7dfe-b581-454f-9060-369b82b8fc8e of type vlan for network 2e9e3918-81cb-4989-8b6f-3c87d9e29b31 Nov 25 12:56:43.781062 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc8ec6f-460e-4d26-85d2-3843cef83fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94867876-4fde-49be-953e-9b0bbce8534a,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:56:43.829746 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc8ec6f-460e-4d26-85d2-3843cef83fd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:56:43.830105 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc8ec6f-460e-4d26-85d2-3843cef83fd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:56:43.830616 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc8ec6f-460e-4d26-85d2-3843cef83fd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:56:43.831131 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc8ec6f-460e-4d26-85d2-3843cef83fd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:56:43.831508 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc8ec6f-460e-4d26-85d2-3843cef83fd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:56:43.831837 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc8ec6f-460e-4d26-85d2-3843cef83fd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:56:43.832163 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc8ec6f-460e-4d26-85d2-3843cef83fd9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:56:43.832486 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc8ec6f-460e-4d26-85d2-3843cef83fd9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:56:43.832825 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc8ec6f-460e-4d26-85d2-3843cef83fd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:56:43.833125 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc8ec6f-460e-4d26-85d2-3843cef83fd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:56:43.833445 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc8ec6f-460e-4d26-85d2-3843cef83fd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:56:43.833764 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc8ec6f-460e-4d26-85d2-3843cef83fd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:56:43.834812 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc8ec6f-460e-4d26-85d2-3843cef83fd9 admin admin] Tracked resource versions report: Nov 25 12:56:43.834812 n-d-808199-11 neutron-server[103571]: pushed versions: Nov 25 12:56:43.834812 n-d-808199-11 neutron-server[103571]: { 'AddressGroup': {'1.2'}, Nov 25 12:56:43.834812 n-d-808199-11 neutron-server[103571]: 'ConntrackHelper': {'1.0'}, Nov 25 12:56:43.834812 n-d-808199-11 neutron-server[103571]: 'Log': {'1.0'}, Nov 25 12:56:43.834812 n-d-808199-11 neutron-server[103571]: 'Network': {'1.1'}, Nov 25 12:56:43.834812 n-d-808199-11 neutron-server[103571]: 'Port': {'1.7'}, Nov 25 12:56:43.834812 n-d-808199-11 neutron-server[103571]: 'PortForwarding': {'1.2'}, Nov 25 12:56:43.834812 n-d-808199-11 neutron-server[103571]: 'QosPolicy': {'1.10'}, Nov 25 12:56:43.834812 n-d-808199-11 neutron-server[103571]: 'SecurityGroup': {'1.5'}, Nov 25 12:56:43.834812 n-d-808199-11 neutron-server[103571]: 'SecurityGroupRule': {'1.2'}, Nov 25 12:56:43.834812 n-d-808199-11 neutron-server[103571]: 'SubPort': {'1.0'}, Nov 25 12:56:43.834812 n-d-808199-11 neutron-server[103571]: 'Subnet': {'1.1'}, Nov 25 12:56:43.834812 n-d-808199-11 neutron-server[103571]: 'Trunk': {'1.1'}} Nov 25 12:56:43.834812 n-d-808199-11 neutron-server[103571]: consumer versions: Nov 25 12:56:43.834812 n-d-808199-11 neutron-server[103571]: { DHCP agent@n-d-808199-11: {}, Nov 25 12:56:43.834812 n-d-808199-11 neutron-server[103571]: L3 agent@n-d-808199-11: {}, Nov 25 12:56:43.834812 n-d-808199-11 neutron-server[103571]: Metadata agent@n-d-808199-11: {}, Nov 25 12:56:43.834812 n-d-808199-11 neutron-server[103571]: Metering agent@n-d-808199-11: {}, Nov 25 12:56:43.834812 n-d-808199-11 neutron-server[103571]: Open vSwitch agent@n-d-808199-11: { 'AddressGroup': '1.2', Nov 25 12:56:43.834812 n-d-808199-11 neutron-server[103571]: 'ConntrackHelper': '1.0', Nov 25 12:56:43.834812 n-d-808199-11 neutron-server[103571]: 'Log': '1.0', Nov 25 12:56:43.834812 n-d-808199-11 neutron-server[103571]: 'Network': '1.1', Nov 25 12:56:43.834812 n-d-808199-11 neutron-server[103571]: 'Port': '1.7', Nov 25 12:56:43.834812 n-d-808199-11 neutron-server[103571]: 'PortForwarding': '1.2', Nov 25 12:56:43.834812 n-d-808199-11 neutron-server[103571]: 'QosPolicy': '1.10', Nov 25 12:56:43.834812 n-d-808199-11 neutron-server[103571]: 'SecurityGroup': '1.5', Nov 25 12:56:43.834812 n-d-808199-11 neutron-server[103571]: 'SecurityGroupRule': '1.2', Nov 25 12:56:43.834812 n-d-808199-11 neutron-server[103571]: 'SubPort': '1.0', Nov 25 12:56:43.834812 n-d-808199-11 neutron-server[103571]: 'Subnet': '1.1', Nov 25 12:56:43.834812 n-d-808199-11 neutron-server[103571]: 'Trunk': '1.1'}} Nov 25 12:56:43.834812 n-d-808199-11 neutron-server[103571]: {{(pid=103571) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 12:56:43.886831 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3dc8ec6f-460e-4d26-85d2-3843cef83fd9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:56:43.928120 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3dc8ec6f-460e-4d26-85d2-3843cef83fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:56:43.929251 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc8ec6f-460e-4d26-85d2-3843cef83fd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:56:43.930090 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3dc8ec6f-460e-4d26-85d2-3843cef83fd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:56:44.010276 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-3dc8ec6f-460e-4d26-85d2-3843cef83fd9 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7534723 Nov 25 12:56:44.036078 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc8ec6f-460e-4d26-85d2-3843cef83fd9 admin admin] Pushing event updated for resources: {'Network': ['ID=2e9e3918-81cb-4989-8b6f-3c87d9e29b31,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:56:44.048923 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 2e9e3918-81cb-4989-8b6f-3c87d9e29b31 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 12:56:46.845988 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56502) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 12:56:47.240863 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7be093-4ccc-4433-b877-34971acae016 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:56:47.242230 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-3a7be093-4ccc-4433-b877-34971acae016 admin admin] 10.222.0.53 "GET /v2.0/networks/2e9e3918-81cb-4989-8b6f-3c87d9e29b31 HTTP/1.1" status: 200 len: 825 time: 0.3952870 Nov 25 12:56:47.270857 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-2f0bd342-45e6-4727-906a-870ab02efd4c admin admin] 10.222.0.53 "GET /v2.0/subnetpools/994da8fd-061e-48f2-a2b0-db594c4ef02b HTTP/1.1" status: 200 len: 734 time: 0.0221772 Nov 25 12:56:47.280725 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-4a4a3f96-abb2-44d4-9dd6-5d9bfa0d0e90 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '994da8fd-061e-48f2-a2b0-db594c4ef02b', 'tenant_id': 'edbb9a545f4449bf85fc5cc5b7d2e8e8', 'network_id': '2e9e3918-81cb-4989-8b6f-3c87d9e29b31', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:56:47.303889 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a4a3f96-abb2-44d4-9dd6-5d9bfa0d0e90 admin admin] Made reservation on behalf of edbb9a545f4449bf85fc5cc5b7d2e8e8 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:56:47.306282 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4a4a3f96-abb2-44d4-9dd6-5d9bfa0d0e90 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:56:47.602025 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4a4a3f96-abb2-44d4-9dd6-5d9bfa0d0e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:56:47.672078 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4a3f96-abb2-44d4-9dd6-5d9bfa0d0e90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cb32a33-356e-4897-b75a-2d1e04c3d9a5,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:56:47.674109 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4a3f96-abb2-44d4-9dd6-5d9bfa0d0e90 admin admin] Checking segment: {'id': '1f9e7dfe-b581-454f-9060-369b82b8fc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2e9e3918-81cb-4989-8b6f-3c87d9e29b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 12:56:47.674467 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4a3f96-abb2-44d4-9dd6-5d9bfa0d0e90 admin admin] Network hostable DHCP agents. Network: 2e9e3918-81cb-4989-8b6f-3c87d9e29b31, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 12:56:47.695764 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4a3f96-abb2-44d4-9dd6-5d9bfa0d0e90 admin admin] Network 2e9e3918-81cb-4989-8b6f-3c87d9e29b31 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 12:56:47.714550 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-4a4a3f96-abb2-44d4-9dd6-5d9bfa0d0e90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 2e9e3918-81cb-4989-8b6f-3c87d9e29b31) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:56:47.720972 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4a3f96-abb2-44d4-9dd6-5d9bfa0d0e90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:56:47.721690 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4a4a3f96-abb2-44d4-9dd6-5d9bfa0d0e90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:56:47.723711 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f58b734-bff0-453e-81d7-ec61c103fff7 None None] Network 2e9e3918-81cb-4989-8b6f-3c87d9e29b31 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 12:56:47.738521 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-4a4a3f96-abb2-44d4-9dd6-5d9bfa0d0e90 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4616578 Nov 25 12:56:48.052965 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839c970d-d7eb-4e76-9693-6ac1eb2244ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-2e9e3918-81cb-4989-8b6f-3c87d9e29b31', 'network_id': '2e9e3918-81cb-4989-8b6f-3c87d9e29b31', 'tenant_id': 'edbb9a545f4449bf85fc5cc5b7d2e8e8', 'fixed_ips': [{'subnet_id': '9cb32a33-356e-4897-b75a-2d1e04c3d9a5'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 12:56:48.054239 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-839c970d-d7eb-4e76-9693-6ac1eb2244ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:56:48.355051 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-839c970d-d7eb-4e76-9693-6ac1eb2244ff None None] Allocated IP 172.20.0.2 (2e9e3918-81cb-4989-8b6f-3c87d9e29b31/9cb32a33-356e-4897-b75a-2d1e04c3d9a5/bb75e05e-90a7-4faa-9d88-fd6005bd75dd) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:56:48.578418 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-839c970d-d7eb-4e76-9693-6ac1eb2244ff None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:56:48.587088 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-839c970d-d7eb-4e76-9693-6ac1eb2244ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:56:48.662532 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839c970d-d7eb-4e76-9693-6ac1eb2244ff None None] Network 2e9e3918-81cb-4989-8b6f-3c87d9e29b31 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:56:48.667185 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-839c970d-d7eb-4e76-9693-6ac1eb2244ff None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:56:48.675760 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839c970d-d7eb-4e76-9693-6ac1eb2244ff None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 12:56:48.678830 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839c970d-d7eb-4e76-9693-6ac1eb2244ff None None] Pushing event updated for resources: {'Port': ['ID=bb75e05e-90a7-4faa-9d88-fd6005bd75dd,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:56:48.714851 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839c970d-d7eb-4e76-9693-6ac1eb2244ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:56:48.714851 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839c970d-d7eb-4e76-9693-6ac1eb2244ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:56:48.714851 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839c970d-d7eb-4e76-9693-6ac1eb2244ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:56:48.714851 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839c970d-d7eb-4e76-9693-6ac1eb2244ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:56:48.714851 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839c970d-d7eb-4e76-9693-6ac1eb2244ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:56:48.715412 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839c970d-d7eb-4e76-9693-6ac1eb2244ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:56:48.715412 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839c970d-d7eb-4e76-9693-6ac1eb2244ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:56:48.715651 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839c970d-d7eb-4e76-9693-6ac1eb2244ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:56:48.716001 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839c970d-d7eb-4e76-9693-6ac1eb2244ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:56:48.716452 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839c970d-d7eb-4e76-9693-6ac1eb2244ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:56:48.716802 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839c970d-d7eb-4e76-9693-6ac1eb2244ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:56:48.717169 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839c970d-d7eb-4e76-9693-6ac1eb2244ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:56:48.718332 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839c970d-d7eb-4e76-9693-6ac1eb2244ff None None] Tracked resource versions report: Nov 25 12:56:48.718332 n-d-808199-11 neutron-server[103572]: pushed versions: Nov 25 12:56:48.718332 n-d-808199-11 neutron-server[103572]: { 'AddressGroup': {'1.2'}, Nov 25 12:56:48.718332 n-d-808199-11 neutron-server[103572]: 'ConntrackHelper': {'1.0'}, Nov 25 12:56:48.718332 n-d-808199-11 neutron-server[103572]: 'Log': {'1.0'}, Nov 25 12:56:48.718332 n-d-808199-11 neutron-server[103572]: 'Network': {'1.1'}, Nov 25 12:56:48.718332 n-d-808199-11 neutron-server[103572]: 'Port': {'1.7'}, Nov 25 12:56:48.718332 n-d-808199-11 neutron-server[103572]: 'PortForwarding': {'1.2'}, Nov 25 12:56:48.718332 n-d-808199-11 neutron-server[103572]: 'QosPolicy': {'1.10'}, Nov 25 12:56:48.718332 n-d-808199-11 neutron-server[103572]: 'SecurityGroup': {'1.5'}, Nov 25 12:56:48.718332 n-d-808199-11 neutron-server[103572]: 'SecurityGroupRule': {'1.2'}, Nov 25 12:56:48.718332 n-d-808199-11 neutron-server[103572]: 'SubPort': {'1.0'}, Nov 25 12:56:48.718332 n-d-808199-11 neutron-server[103572]: 'Subnet': {'1.1'}, Nov 25 12:56:48.718332 n-d-808199-11 neutron-server[103572]: 'Trunk': {'1.1'}} Nov 25 12:56:48.718332 n-d-808199-11 neutron-server[103572]: consumer versions: Nov 25 12:56:48.718332 n-d-808199-11 neutron-server[103572]: { DHCP agent@n-d-808199-11: {}, Nov 25 12:56:48.718332 n-d-808199-11 neutron-server[103572]: L3 agent@n-d-808199-11: {}, Nov 25 12:56:48.718332 n-d-808199-11 neutron-server[103572]: Metadata agent@n-d-808199-11: {}, Nov 25 12:56:48.718332 n-d-808199-11 neutron-server[103572]: Metering agent@n-d-808199-11: {}, Nov 25 12:56:48.718332 n-d-808199-11 neutron-server[103572]: Open vSwitch agent@n-d-808199-11: { 'AddressGroup': '1.2', Nov 25 12:56:48.718332 n-d-808199-11 neutron-server[103572]: 'ConntrackHelper': '1.0', Nov 25 12:56:48.718332 n-d-808199-11 neutron-server[103572]: 'Log': '1.0', Nov 25 12:56:48.718332 n-d-808199-11 neutron-server[103572]: 'Network': '1.1', Nov 25 12:56:48.718332 n-d-808199-11 neutron-server[103572]: 'Port': '1.7', Nov 25 12:56:48.718332 n-d-808199-11 neutron-server[103572]: 'PortForwarding': '1.2', Nov 25 12:56:48.718332 n-d-808199-11 neutron-server[103572]: 'QosPolicy': '1.10', Nov 25 12:56:48.718332 n-d-808199-11 neutron-server[103572]: 'SecurityGroup': '1.5', Nov 25 12:56:48.718332 n-d-808199-11 neutron-server[103572]: 'SecurityGroupRule': '1.2', Nov 25 12:56:48.718332 n-d-808199-11 neutron-server[103572]: 'SubPort': '1.0', Nov 25 12:56:48.718332 n-d-808199-11 neutron-server[103572]: 'Subnet': '1.1', Nov 25 12:56:48.718332 n-d-808199-11 neutron-server[103572]: 'Trunk': '1.1'}} Nov 25 12:56:48.718332 n-d-808199-11 neutron-server[103572]: {{(pid=103572) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 12:56:48.767895 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-839c970d-d7eb-4e76-9693-6ac1eb2244ff None None] Attempting to bind port bb75e05e-90a7-4faa-9d88-fd6005bd75dd on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 12:56:48.768571 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-839c970d-d7eb-4e76-9693-6ac1eb2244ff None None] Attempting to bind port bb75e05e-90a7-4faa-9d88-fd6005bd75dd by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '1f9e7dfe-b581-454f-9060-369b82b8fc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2e9e3918-81cb-4989-8b6f-3c87d9e29b31'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 12:56:48.768693 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839c970d-d7eb-4e76-9693-6ac1eb2244ff None None] Attempting to bind port bb75e05e-90a7-4faa-9d88-fd6005bd75dd on network 2e9e3918-81cb-4989-8b6f-3c87d9e29b31 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 12:56:48.774048 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839c970d-d7eb-4e76-9693-6ac1eb2244ff None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 12:56:48.774434 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839c970d-d7eb-4e76-9693-6ac1eb2244ff None None] Checking segment: {'id': '1f9e7dfe-b581-454f-9060-369b82b8fc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2e9e3918-81cb-4989-8b6f-3c87d9e29b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 12:56:48.774949 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-839c970d-d7eb-4e76-9693-6ac1eb2244ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:56:48.775345 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839c970d-d7eb-4e76-9693-6ac1eb2244ff None None] Bound using segment: {'id': '1f9e7dfe-b581-454f-9060-369b82b8fc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2e9e3918-81cb-4989-8b6f-3c87d9e29b31'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 12:56:48.775852 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-839c970d-d7eb-4e76-9693-6ac1eb2244ff None None] Bound port: bb75e05e-90a7-4faa-9d88-fd6005bd75dd, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f9e7dfe-b581-454f-9060-369b82b8fc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2e9e3918-81cb-4989-8b6f-3c87d9e29b31'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 12:56:48.776262 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-839c970d-d7eb-4e76-9693-6ac1eb2244ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:56:48.837236 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-839c970d-d7eb-4e76-9693-6ac1eb2244ff None None] For port bb75e05e-90a7-4faa-9d88-fd6005bd75dd, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 12:56:48.841419 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-839c970d-d7eb-4e76-9693-6ac1eb2244ff None None] For port bb75e05e-90a7-4faa-9d88-fd6005bd75dd, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=bb75e05e-90a7-4faa-9d88-fd6005bd75dd,segment=NetworkSegment(1f9e7dfe-b581-454f-9060-369b82b8fc8e),segment_id=1f9e7dfe-b581-454f-9060-369b82b8fc8e)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 12:56:48.846956 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-839c970d-d7eb-4e76-9693-6ac1eb2244ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:56:48.912202 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839c970d-d7eb-4e76-9693-6ac1eb2244ff None None] Pushing event updated for resources: {'Port': ['ID=bb75e05e-90a7-4faa-9d88-fd6005bd75dd,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:56:50.389134 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 56510) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 12:56:50.911668 n-d-808199-11 neutron-server[103570]: WARNING oslo_policy.policy [None req-c7c2dbc7-7595-46a4-9cab-628f59430a78 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 12:56:50.912450 n-d-808199-11 neutron-server[103570]: WARNING oslo_policy.policy [None req-c7c2dbc7-7595-46a4-9cab-628f59430a78 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 12:56:51.137398 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [None req-c7c2dbc7-7595-46a4-9cab-628f59430a78 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 12:56:51.138583 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c7c2dbc7-7595-46a4-9cab-628f59430a78 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7467105 Nov 25 12:56:53.750152 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56524) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 12:56:54.074730 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [None req-0e36ef50-41d8-4fdd-bf8e-d38ef62553ab admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 12:56:54.075755 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-0e36ef50-41d8-4fdd-bf8e-d38ef62553ab admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3246052 Nov 25 12:56:55.492996 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 5 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 12:56:56.899208 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56538) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 12:56:57.203561 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-f4a383a8-f790-4aac-adfa-e2e1b444d3ce admin admin] Request body: {'router': {'tenant_id': 'edbb9a545f4449bf85fc5cc5b7d2e8e8', 'admin_state_up': True, 'name': 'router1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:56:57.227511 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f4a383a8-f790-4aac-adfa-e2e1b444d3ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:56:57.229052 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f4a383a8-f790-4aac-adfa-e2e1b444d3ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:56:57.371926 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f4a383a8-f790-4aac-adfa-e2e1b444d3ce admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:56:57.377513 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f4a383a8-f790-4aac-adfa-e2e1b444d3ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:56:57.393046 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f4a383a8-f790-4aac-adfa-e2e1b444d3ce admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:56:57.394252 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-f4a383a8-f790-4aac-adfa-e2e1b444d3ce admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4940066 Nov 25 12:56:57.958165 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device bb75e05e-90a7-4faa-9d88-fd6005bd75dd up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 12:56:58.045816 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port bb75e05e-90a7-4faa-9d88-fd6005bd75dd triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:56:58.046248 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:56:58.110924 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a188c387-4d6b-4aa2-948c-cafe554ee2b7 None None] Network 2e9e3918-81cb-4989-8b6f-3c87d9e29b31 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 12:56:58.215349 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:56:58.232614 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-eba47d20-b3f4-46ed-ad2a-84326a51351c None None] Provisioning complete for port bb75e05e-90a7-4faa-9d88-fd6005bd75dd triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:56:58.233011 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eba47d20-b3f4-46ed-ad2a-84326a51351c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:56:58.309183 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] For port bb75e05e-90a7-4faa-9d88-fd6005bd75dd, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=bb75e05e-90a7-4faa-9d88-fd6005bd75dd,segment=NetworkSegment(1f9e7dfe-b581-454f-9060-369b82b8fc8e),segment_id=1f9e7dfe-b581-454f-9060-369b82b8fc8e)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:56:58.332138 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:56:58.424060 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Pushing event updated for resources: {'Port': ['ID=bb75e05e-90a7-4faa-9d88-fd6005bd75dd,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:56:58.697848 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-15c6e796-b71c-48fc-987b-26c4fc214190 None None] Provisioning complete for port bb75e05e-90a7-4faa-9d88-fd6005bd75dd triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:56:58.698225 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-15c6e796-b71c-48fc-987b-26c4fc214190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:56:59.936761 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device bb75e05e-90a7-4faa-9d88-fd6005bd75dd up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 12:56:59.982372 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port bb75e05e-90a7-4faa-9d88-fd6005bd75dd triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:56:59.982830 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:56:59.996059 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56548) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 12:57:00.246820 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d5e735f2-f194-415f-a9ca-7b3ec0cf3a11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:57:00.309415 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [None req-6196e9be-828a-437b-8e9c-7d16f1ec874c admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 12:57:00.310439 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-6196e9be-828a-437b-8e9c-7d16f1ec874c admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3133590 Nov 25 12:57:02.631473 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0c01f12b-ad08-4188-8f2e-913abc3ad3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:57:02.894504 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56556) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 12:57:03.207095 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-e65c3922-d7d8-4a1b-a561-42c2bc392a03 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:57:03.227689 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65c3922-d7d8-4a1b-a561-42c2bc392a03 admin admin] Made reservation on behalf of 3bf7a6ffa4b643c296bb07fe410288c6 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:57:03.230056 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e65c3922-d7d8-4a1b-a561-42c2bc392a03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:57:03.238702 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e65c3922-d7d8-4a1b-a561-42c2bc392a03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:57:03.312235 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e65c3922-d7d8-4a1b-a561-42c2bc392a03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:57:03.316469 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e65c3922-d7d8-4a1b-a561-42c2bc392a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:57:03.337155 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e65c3922-d7d8-4a1b-a561-42c2bc392a03 admin admin] Reserving flat network on physical network physnet1 {{(pid=103571) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 25 12:57:03.351555 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65c3922-d7d8-4a1b-a561-42c2bc392a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4065afac-1dd4-4663-ba03-36d9e3ee3792,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:57:03.360915 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e65c3922-d7d8-4a1b-a561-42c2bc392a03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:57:03.361018 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-e65c3922-d7d8-4a1b-a561-42c2bc392a03 admin admin] Added segment 617c314b-9d3b-4a2a-abf3-5e7a39bb0b86 of type flat for network 7542d3d9-0db3-40e7-ab88-a168871141f7 Nov 25 12:57:03.417014 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e65c3922-d7d8-4a1b-a561-42c2bc392a03 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:57:03.449049 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e65c3922-d7d8-4a1b-a561-42c2bc392a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:57:03.449977 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65c3922-d7d8-4a1b-a561-42c2bc392a03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:57:03.450575 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e65c3922-d7d8-4a1b-a561-42c2bc392a03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:57:03.497838 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-e65c3922-d7d8-4a1b-a561-42c2bc392a03 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6022389 Nov 25 12:57:03.510975 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65c3922-d7d8-4a1b-a561-42c2bc392a03 admin admin] Pushing event updated for resources: {'Network': ['ID=7542d3d9-0db3-40e7-ab88-a168871141f7,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:57:03.521963 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 12:57:03.625898 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:57:04.990627 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:57:06.105663 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:57:06.113388 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56574) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 12:57:06.301418 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89def919-1147-4537-98b6-c462975e24ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:57:06.302756 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-89def919-1147-4537-98b6-c462975e24ab admin admin] 10.222.0.53 "GET /v2.0/subnets/9cb32a33-356e-4897-b75a-2d1e04c3d9a5 HTTP/1.1" status: 200 len: 849 time: 0.1883724 Nov 25 12:57:06.418550 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-fce5ebd4-d485-4762-be6a-d23eabbb514a admin admin] 10.222.0.53 "GET /v2.0/routers/3abb8be2-6ce8-44d7-b6bf-ea6f47d4f702 HTTP/1.1" status: 200 len: 704 time: 0.1098101 Nov 25 12:57:06.684052 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-828bdb5f-3f10-41b3-a026-54ac68d2b273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:57:06.983705 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-828bdb5f-3f10-41b3-a026-54ac68d2b273 admin admin] Allocated IP 172.20.0.1 (2e9e3918-81cb-4989-8b6f-3c87d9e29b31/9cb32a33-356e-4897-b75a-2d1e04c3d9a5/5159bb89-4884-42ae-8f63-da1de26e9aca) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:57:07.180713 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-828bdb5f-3f10-41b3-a026-54ac68d2b273 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:57:07.253082 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-828bdb5f-3f10-41b3-a026-54ac68d2b273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:57:07.333507 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828bdb5f-3f10-41b3-a026-54ac68d2b273 admin admin] Network 2e9e3918-81cb-4989-8b6f-3c87d9e29b31 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:57:07.338312 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-828bdb5f-3f10-41b3-a026-54ac68d2b273 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:57:07.343349 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828bdb5f-3f10-41b3-a026-54ac68d2b273 admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 12:57:07.343883 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-828bdb5f-3f10-41b3-a026-54ac68d2b273 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:57:07.363605 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828bdb5f-3f10-41b3-a026-54ac68d2b273 admin admin] Pushing event updated for resources: {'Port': ['ID=5159bb89-4884-42ae-8f63-da1de26e9aca,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:57:07.539010 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-828bdb5f-3f10-41b3-a026-54ac68d2b273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:57:07.578932 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-5bd1b0b0-d8e5-4a36-a6eb-6d65701b4eaa None None] Provisioning complete for port 5159bb89-4884-42ae-8f63-da1de26e9aca triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:57:07.579500 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5bd1b0b0-d8e5-4a36-a6eb-6d65701b4eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:57:07.612874 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1b0b0-d8e5-4a36-a6eb-6d65701b4eaa None None] Port 5159bb89-4884-42ae-8f63-da1de26e9aca cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 12:57:07.756487 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-828bdb5f-3f10-41b3-a026-54ac68d2b273 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:57:07.760901 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-828bdb5f-3f10-41b3-a026-54ac68d2b273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:57:07.761630 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-828bdb5f-3f10-41b3-a026-54ac68d2b273 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:57:07.838228 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828bdb5f-3f10-41b3-a026-54ac68d2b273 admin admin] Pushing event updated for resources: {'Port': ['ID=5159bb89-4884-42ae-8f63-da1de26e9aca,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:57:07.885533 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828bdb5f-3f10-41b3-a026-54ac68d2b273 admin admin] Network 2e9e3918-81cb-4989-8b6f-3c87d9e29b31 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:57:07.886888 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-828bdb5f-3f10-41b3-a026-54ac68d2b273 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:57:08.033961 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-8d1f1275-a9e9-404d-9a18-6f1e63cdc34f None None] Provisioning complete for port 5159bb89-4884-42ae-8f63-da1de26e9aca triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:57:08.034338 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8d1f1275-a9e9-404d-9a18-6f1e63cdc34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:57:08.049966 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-828bdb5f-3f10-41b3-a026-54ac68d2b273 admin admin] Router 3abb8be2-6ce8-44d7-b6bf-ea6f47d4f702 is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 12:57:08.071462 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f1275-a9e9-404d-9a18-6f1e63cdc34f None None] Port 5159bb89-4884-42ae-8f63-da1de26e9aca cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 12:57:08.142791 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828bdb5f-3f10-41b3-a026-54ac68d2b273 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 12:57:08.148137 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-828bdb5f-3f10-41b3-a026-54ac68d2b273 admin admin] 10.222.0.53 "PUT /v2.0/routers/3abb8be2-6ce8-44d7-b6bf-ea6f47d4f702/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7234302 Nov 25 12:57:08.152561 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a2f982-a7ad-49bb-823c-b590a458593a None None] Sync routers for ids ['3abb8be2-6ce8-44d7-b6bf-ea6f47d4f702'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:57:08.165667 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a2f982-a7ad-49bb-823c-b590a458593a None None] Routers {'3abb8be2-6ce8-44d7-b6bf-ea6f47d4f702'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 12:57:08.166408 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-88a2f982-a7ad-49bb-823c-b590a458593a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T12:57:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['3abb8be2-6ce8-44d7-b6bf-ea6f47d4f702'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:57:08.357358 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-88a2f982-a7ad-49bb-823c-b590a458593a None None] Set router 3abb8be2-6ce8-44d7-b6bf-ea6f47d4f702 gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 12:57:08.790872 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-88a2f982-a7ad-49bb-823c-b590a458593a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3abb8be2-6ce8-44d7-b6bf-ea6f47d4f702', 'name': 'router1', 'tenant_id': 'edbb9a545f4449bf85fc5cc5b7d2e8e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:56:57Z', 'updated_at': '2021-11-25T12:57:07Z', 'revision_number': 2, 'project_id': 'edbb9a545f4449bf85fc5cc5b7d2e8e8', 'gw_port_host': None, '_interfaces': [{'id': '5159bb89-4884-42ae-8f63-da1de26e9aca', 'name': '', 'network_id': '2e9e3918-81cb-4989-8b6f-3c87d9e29b31', 'tenant_id': 'edbb9a545f4449bf85fc5cc5b7d2e8e8', 'mac_address': 'fa:16:3e:3c:a1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3abb8be2-6ce8-44d7-b6bf-ea6f47d4f702', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9cb32a33-356e-4897-b75a-2d1e04c3d9a5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:57:06Z', 'updated_at': '2021-11-25T12:57:07Z', 'revision_number': 2, 'project_id': 'edbb9a545f4449bf85fc5cc5b7d2e8e8', 'subnets': [{'id': '9cb32a33-356e-4897-b75a-2d1e04c3d9a5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '994da8fd-061e-48f2-a2b0-db594c4ef02b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:57:08.843566 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a2f982-a7ad-49bb-823c-b590a458593a None None] Checking router: 3abb8be2-6ce8-44d7-b6bf-ea6f47d4f702 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:57:08.843930 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a2f982-a7ad-49bb-823c-b590a458593a None None] Updating router 3abb8be2-6ce8-44d7-b6bf-ea6f47d4f702 port 5159bb89-4884-42ae-8f63-da1de26e9aca binding host n-d-808199-11 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 12:57:08.891909 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-88a2f982-a7ad-49bb-823c-b590a458593a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:57:09.399609 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-88a2f982-a7ad-49bb-823c-b590a458593a None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:57:09.406311 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-88a2f982-a7ad-49bb-823c-b590a458593a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:57:09.562066 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4f4235-89f0-40ae-a2ff-ce63506d9d90 None None] Pushing event updated for resources: {'Port': ['ID=5159bb89-4884-42ae-8f63-da1de26e9aca,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:57:09.576892 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4f4235-89f0-40ae-a2ff-ce63506d9d90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:57:09.577244 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4f4235-89f0-40ae-a2ff-ce63506d9d90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:57:09.577587 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4f4235-89f0-40ae-a2ff-ce63506d9d90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:57:09.577929 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4f4235-89f0-40ae-a2ff-ce63506d9d90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:57:09.578269 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4f4235-89f0-40ae-a2ff-ce63506d9d90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:57:09.578604 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4f4235-89f0-40ae-a2ff-ce63506d9d90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:57:09.578958 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4f4235-89f0-40ae-a2ff-ce63506d9d90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:57:09.579290 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4f4235-89f0-40ae-a2ff-ce63506d9d90 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:57:09.579617 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4f4235-89f0-40ae-a2ff-ce63506d9d90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:57:09.579947 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4f4235-89f0-40ae-a2ff-ce63506d9d90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:57:09.580276 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4f4235-89f0-40ae-a2ff-ce63506d9d90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:57:09.580607 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4f4235-89f0-40ae-a2ff-ce63506d9d90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:57:09.581650 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4f4235-89f0-40ae-a2ff-ce63506d9d90 None None] Tracked resource versions report: Nov 25 12:57:09.581650 n-d-808199-11 neutron-server[103573]: pushed versions: Nov 25 12:57:09.581650 n-d-808199-11 neutron-server[103573]: { 'AddressGroup': {'1.2'}, Nov 25 12:57:09.581650 n-d-808199-11 neutron-server[103573]: 'ConntrackHelper': {'1.0'}, Nov 25 12:57:09.581650 n-d-808199-11 neutron-server[103573]: 'Log': {'1.0'}, Nov 25 12:57:09.581650 n-d-808199-11 neutron-server[103573]: 'Network': {'1.1'}, Nov 25 12:57:09.581650 n-d-808199-11 neutron-server[103573]: 'Port': {'1.7'}, Nov 25 12:57:09.581650 n-d-808199-11 neutron-server[103573]: 'PortForwarding': {'1.2'}, Nov 25 12:57:09.581650 n-d-808199-11 neutron-server[103573]: 'QosPolicy': {'1.10'}, Nov 25 12:57:09.581650 n-d-808199-11 neutron-server[103573]: 'SecurityGroup': {'1.5'}, Nov 25 12:57:09.581650 n-d-808199-11 neutron-server[103573]: 'SecurityGroupRule': {'1.2'}, Nov 25 12:57:09.581650 n-d-808199-11 neutron-server[103573]: 'SubPort': {'1.0'}, Nov 25 12:57:09.581650 n-d-808199-11 neutron-server[103573]: 'Subnet': {'1.1'}, Nov 25 12:57:09.581650 n-d-808199-11 neutron-server[103573]: 'Trunk': {'1.1'}} Nov 25 12:57:09.581650 n-d-808199-11 neutron-server[103573]: consumer versions: Nov 25 12:57:09.581650 n-d-808199-11 neutron-server[103573]: { DHCP agent@n-d-808199-11: {}, Nov 25 12:57:09.581650 n-d-808199-11 neutron-server[103573]: L3 agent@n-d-808199-11: {}, Nov 25 12:57:09.581650 n-d-808199-11 neutron-server[103573]: Metadata agent@n-d-808199-11: {}, Nov 25 12:57:09.581650 n-d-808199-11 neutron-server[103573]: Metering agent@n-d-808199-11: {}, Nov 25 12:57:09.581650 n-d-808199-11 neutron-server[103573]: Open vSwitch agent@n-d-808199-11: { 'AddressGroup': '1.2', Nov 25 12:57:09.581650 n-d-808199-11 neutron-server[103573]: 'ConntrackHelper': '1.0', Nov 25 12:57:09.581650 n-d-808199-11 neutron-server[103573]: 'Log': '1.0', Nov 25 12:57:09.581650 n-d-808199-11 neutron-server[103573]: 'Network': '1.1', Nov 25 12:57:09.581650 n-d-808199-11 neutron-server[103573]: 'Port': '1.7', Nov 25 12:57:09.581650 n-d-808199-11 neutron-server[103573]: 'PortForwarding': '1.2', Nov 25 12:57:09.581650 n-d-808199-11 neutron-server[103573]: 'QosPolicy': '1.10', Nov 25 12:57:09.581650 n-d-808199-11 neutron-server[103573]: 'SecurityGroup': '1.5', Nov 25 12:57:09.581650 n-d-808199-11 neutron-server[103573]: 'SecurityGroupRule': '1.2', Nov 25 12:57:09.581650 n-d-808199-11 neutron-server[103573]: 'SubPort': '1.0', Nov 25 12:57:09.581650 n-d-808199-11 neutron-server[103573]: 'Subnet': '1.1', Nov 25 12:57:09.581650 n-d-808199-11 neutron-server[103573]: 'Trunk': '1.1'}} Nov 25 12:57:09.581650 n-d-808199-11 neutron-server[103573]: {{(pid=103573) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 12:57:09.584008 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-88a2f982-a7ad-49bb-823c-b590a458593a None None] Attempting to bind port 5159bb89-4884-42ae-8f63-da1de26e9aca on host n-d-808199-11 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 12:57:09.584407 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-88a2f982-a7ad-49bb-823c-b590a458593a None None] Attempting to bind port 5159bb89-4884-42ae-8f63-da1de26e9aca by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '1f9e7dfe-b581-454f-9060-369b82b8fc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2e9e3918-81cb-4989-8b6f-3c87d9e29b31'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 12:57:09.584900 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a2f982-a7ad-49bb-823c-b590a458593a None None] Attempting to bind port 5159bb89-4884-42ae-8f63-da1de26e9aca on network 2e9e3918-81cb-4989-8b6f-3c87d9e29b31 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 12:57:09.590796 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a2f982-a7ad-49bb-823c-b590a458593a None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 12:57:09.591202 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a2f982-a7ad-49bb-823c-b590a458593a None None] Checking segment: {'id': '1f9e7dfe-b581-454f-9060-369b82b8fc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2e9e3918-81cb-4989-8b6f-3c87d9e29b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 12:57:09.591694 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-88a2f982-a7ad-49bb-823c-b590a458593a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:57:09.592611 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a2f982-a7ad-49bb-823c-b590a458593a None None] Bound using segment: {'id': '1f9e7dfe-b581-454f-9060-369b82b8fc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2e9e3918-81cb-4989-8b6f-3c87d9e29b31'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 12:57:09.593116 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-88a2f982-a7ad-49bb-823c-b590a458593a None None] Bound port: 5159bb89-4884-42ae-8f63-da1de26e9aca, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f9e7dfe-b581-454f-9060-369b82b8fc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2e9e3918-81cb-4989-8b6f-3c87d9e29b31'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 12:57:09.593530 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-88a2f982-a7ad-49bb-823c-b590a458593a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:57:09.662605 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-88a2f982-a7ad-49bb-823c-b590a458593a None None] For port 5159bb89-4884-42ae-8f63-da1de26e9aca, host n-d-808199-11, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 12:57:09.682106 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-88a2f982-a7ad-49bb-823c-b590a458593a None None] For port 5159bb89-4884-42ae-8f63-da1de26e9aca, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=5159bb89-4884-42ae-8f63-da1de26e9aca,segment=NetworkSegment(1f9e7dfe-b581-454f-9060-369b82b8fc8e),segment_id=1f9e7dfe-b581-454f-9060-369b82b8fc8e)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 12:57:09.686496 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-88a2f982-a7ad-49bb-823c-b590a458593a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:57:09.701928 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-88f06942-2f11-4ca6-8202-02d7e3b0578e None None] Provisioning complete for port 5159bb89-4884-42ae-8f63-da1de26e9aca triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:57:09.702482 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-88f06942-2f11-4ca6-8202-02d7e3b0578e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:57:09.736044 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a2f982-a7ad-49bb-823c-b590a458593a None None] Routers {'3abb8be2-6ce8-44d7-b6bf-ea6f47d4f702'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 12:57:09.736638 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-88a2f982-a7ad-49bb-823c-b590a458593a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T12:57:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['3abb8be2-6ce8-44d7-b6bf-ea6f47d4f702'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:57:09.809528 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-88f06942-2f11-4ca6-8202-02d7e3b0578e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:57:09.831157 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-88a2f982-a7ad-49bb-823c-b590a458593a None None] Set router 3abb8be2-6ce8-44d7-b6bf-ea6f47d4f702 gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 12:57:09.847000 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-88f06942-2f11-4ca6-8202-02d7e3b0578e None None] For port 5159bb89-4884-42ae-8f63-da1de26e9aca, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=5159bb89-4884-42ae-8f63-da1de26e9aca,segment=NetworkSegment(1f9e7dfe-b581-454f-9060-369b82b8fc8e),segment_id=1f9e7dfe-b581-454f-9060-369b82b8fc8e)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:57:09.852105 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-88f06942-2f11-4ca6-8202-02d7e3b0578e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:57:09.878656 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4f4235-89f0-40ae-a2ff-ce63506d9d90 None None] Pushing event updated for resources: {'Port': ['ID=5159bb89-4884-42ae-8f63-da1de26e9aca,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:57:09.938079 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f06942-2f11-4ca6-8202-02d7e3b0578e None None] Pushing event updated for resources: {'Port': ['ID=5159bb89-4884-42ae-8f63-da1de26e9aca,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:57:09.976825 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-d6b0b32b-dee0-4293-9494-f9845420ffb6 None None] Provisioning complete for port 5159bb89-4884-42ae-8f63-da1de26e9aca triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:57:09.977294 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d6b0b32b-dee0-4293-9494-f9845420ffb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:57:10.066136 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-88a2f982-a7ad-49bb-823c-b590a458593a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3abb8be2-6ce8-44d7-b6bf-ea6f47d4f702', 'name': 'router1', 'tenant_id': 'edbb9a545f4449bf85fc5cc5b7d2e8e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:56:57Z', 'updated_at': '2021-11-25T12:57:07Z', 'revision_number': 2, 'project_id': 'edbb9a545f4449bf85fc5cc5b7d2e8e8', 'gw_port_host': None, '_interfaces': [{'id': '5159bb89-4884-42ae-8f63-da1de26e9aca', 'name': '', 'network_id': '2e9e3918-81cb-4989-8b6f-3c87d9e29b31', 'tenant_id': 'edbb9a545f4449bf85fc5cc5b7d2e8e8', 'mac_address': 'fa:16:3e:3c:a1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3abb8be2-6ce8-44d7-b6bf-ea6f47d4f702', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9cb32a33-356e-4897-b75a-2d1e04c3d9a5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:57:06Z', 'updated_at': '2021-11-25T12:57:09Z', 'revision_number': 4, 'project_id': 'edbb9a545f4449bf85fc5cc5b7d2e8e8', 'subnets': [{'id': '9cb32a33-356e-4897-b75a-2d1e04c3d9a5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '994da8fd-061e-48f2-a2b0-db594c4ef02b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:57:10.093433 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a2f982-a7ad-49bb-823c-b590a458593a None None] The sync data for ids ['3abb8be2-6ce8-44d7-b6bf-ea6f47d4f702'] in n-d-808199-11 is: [{'id': '3abb8be2-6ce8-44d7-b6bf-ea6f47d4f702', 'name': 'router1', 'tenant_id': 'edbb9a545f4449bf85fc5cc5b7d2e8e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:56:57Z', 'updated_at': '2021-11-25T12:57:07Z', 'revision_number': 2, 'project_id': 'edbb9a545f4449bf85fc5cc5b7d2e8e8', 'gw_port_host': None, '_interfaces': [{'id': '5159bb89-4884-42ae-8f63-da1de26e9aca', 'name': '', 'network_id': '2e9e3918-81cb-4989-8b6f-3c87d9e29b31', 'tenant_id': 'edbb9a545f4449bf85fc5cc5b7d2e8e8', 'mac_address': 'fa:16:3e:3c:a1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3abb8be2-6ce8-44d7-b6bf-ea6f47d4f702', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9cb32a33-356e-4897-b75a-2d1e04c3d9a5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:57:06Z', 'updated_at': '2021-11-25T12:57:09Z', 'revision_number': 4, 'project_id': 'edbb9a545f4449bf85fc5cc5b7d2e8e8', 'subnets': [{'id': '9cb32a33-356e-4897-b75a-2d1e04c3d9a5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '994da8fd-061e-48f2-a2b0-db594c4ef02b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:57:10.549660 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56594) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 12:57:10.658561 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a0f26e-08fd-4b4e-94a3-232e767a800b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:57:10.660672 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-04a0f26e-08fd-4b4e-94a3-232e767a800b admin admin] 10.222.0.53 "GET /v2.0/networks/7542d3d9-0db3-40e7-ab88-a168871141f7 HTTP/1.1" status: 200 len: 842 time: 0.1100113 Nov 25 12:57:10.669782 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-1b7fdb86-9ebc-4f23-bb08-672fc5c61bf6 admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'name': 'public-subnet', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:57:10.692524 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7fdb86-9ebc-4f23-bb08-672fc5c61bf6 admin admin] Made reservation on behalf of 3bf7a6ffa4b643c296bb07fe410288c6 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:57:10.694720 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1b7fdb86-9ebc-4f23-bb08-672fc5c61bf6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:57:11.041825 n-d-808199-11 neutron-server[103571]: DEBUG neutron.objects.ports [None req-1b7fdb86-9ebc-4f23-bb08-672fc5c61bf6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103571) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 12:57:11.042277 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1b7fdb86-9ebc-4f23-bb08-672fc5c61bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:57:11.095627 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7fdb86-9ebc-4f23-bb08-672fc5c61bf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43311544-646b-4c78-93c6-e8e849670bde,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:57:11.105559 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7fdb86-9ebc-4f23-bb08-672fc5c61bf6 admin admin] Checking segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 12:57:11.105916 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7fdb86-9ebc-4f23-bb08-672fc5c61bf6 admin admin] Network hostable DHCP agents. Network: 7542d3d9-0db3-40e7-ab88-a168871141f7, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 12:57:11.122204 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7fdb86-9ebc-4f23-bb08-672fc5c61bf6 admin admin] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 12:57:11.131515 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-1b7fdb86-9ebc-4f23-bb08-672fc5c61bf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 7542d3d9-0db3-40e7-ab88-a168871141f7) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:57:11.135570 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7fdb86-9ebc-4f23-bb08-672fc5c61bf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:57:11.136183 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1b7fdb86-9ebc-4f23-bb08-672fc5c61bf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:57:11.142016 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9b86ec-2e56-4d82-ac57-a5d7adbbfb54 None None] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 12:57:11.157651 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-1b7fdb86-9ebc-4f23-bb08-672fc5c61bf6 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4912589 Nov 25 12:57:11.275955 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8023992-0e52-4d03-9222-90211fce07ef None None] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 12:57:13.657055 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56602) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 12:57:13.786347 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d48d9eb3-8413-4c65-909a-0766a218bfe2 admin admin] 10.222.0.53 "GET /v2.0/routers/3abb8be2-6ce8-44d7-b6bf-ea6f47d4f702 HTTP/1.1" status: 200 len: 710 time: 0.1282458 Nov 25 12:57:13.877393 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f2c2e2-695a-4b67-860a-16822e425e06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:57:13.878848 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-a8f2c2e2-695a-4b67-860a-16822e425e06 admin admin] 10.222.0.53 "GET /v2.0/networks/7542d3d9-0db3-40e7-ab88-a168871141f7 HTTP/1.1" status: 200 len: 886 time: 0.0865471 Nov 25 12:57:13.889091 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-2e190fc5-d715-4a03-aafa-8470e729e695 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:57:14.151554 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2e190fc5-d715-4a03-aafa-8470e729e695 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:57:14.385462 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2e190fc5-d715-4a03-aafa-8470e729e695 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:57:14.465039 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2e190fc5-d715-4a03-aafa-8470e729e695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:57:14.569217 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-2e190fc5-d715-4a03-aafa-8470e729e695 admin admin] Allocated IP 172.25.5.164 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/1c6a2fbb-e42d-4284-bf40-be658597632d) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:57:14.668262 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2e190fc5-d715-4a03-aafa-8470e729e695 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:57:14.703805 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2e190fc5-d715-4a03-aafa-8470e729e695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:57:14.739950 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e190fc5-d715-4a03-aafa-8470e729e695 admin admin] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:57:14.745986 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-2e190fc5-d715-4a03-aafa-8470e729e695 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:57:14.749854 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e190fc5-d715-4a03-aafa-8470e729e695 admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 12:57:14.784611 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e190fc5-d715-4a03-aafa-8470e729e695 admin admin] Pushing event updated for resources: {'Port': ['ID=1c6a2fbb-e42d-4284-bf40-be658597632d,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:57:15.083626 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2e190fc5-d715-4a03-aafa-8470e729e695 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:57:15.282879 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2e190fc5-d715-4a03-aafa-8470e729e695 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66601263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66597252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:57:15.286273 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2e190fc5-d715-4a03-aafa-8470e729e695 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66601254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66601277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66597267'] for router, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:57:15.392327 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e190fc5-d715-4a03-aafa-8470e729e695 admin admin] Router 3abb8be2-6ce8-44d7-b6bf-ea6f47d4f702 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 12:57:15.500805 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e190fc5-d715-4a03-aafa-8470e729e695 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 12:57:15.505345 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2e190fc5-d715-4a03-aafa-8470e729e695 admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:57:15.506602 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-2e190fc5-d715-4a03-aafa-8470e729e695 admin admin] 10.222.0.53 "PUT /v2.0/routers/3abb8be2-6ce8-44d7-b6bf-ea6f47d4f702 HTTP/1.1" status: 200 len: 890 time: 1.6215155 Nov 25 12:57:15.983148 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 5159bb89-4884-42ae-8f63-da1de26e9aca up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 12:57:16.040774 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 5159bb89-4884-42ae-8f63-da1de26e9aca triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:57:16.041144 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:57:17.272536 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3321468a-c661-4422-8ea8-46cc04160f24 None None] Sync routers for ids ['3abb8be2-6ce8-44d7-b6bf-ea6f47d4f702'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 12:57:17.284711 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3321468a-c661-4422-8ea8-46cc04160f24 None None] Routers {'3abb8be2-6ce8-44d7-b6bf-ea6f47d4f702'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 12:57:17.285389 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-3321468a-c661-4422-8ea8-46cc04160f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T12:57:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['3abb8be2-6ce8-44d7-b6bf-ea6f47d4f702'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:57:17.491903 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-3321468a-c661-4422-8ea8-46cc04160f24 None None] Set router 3abb8be2-6ce8-44d7-b6bf-ea6f47d4f702 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 12:57:17.939492 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-3321468a-c661-4422-8ea8-46cc04160f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3abb8be2-6ce8-44d7-b6bf-ea6f47d4f702', 'name': 'router1', 'tenant_id': 'edbb9a545f4449bf85fc5cc5b7d2e8e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '1c6a2fbb-e42d-4284-bf40-be658597632d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:56:57Z', 'updated_at': '2021-11-25T12:57:14Z', 'revision_number': 4, 'project_id': 'edbb9a545f4449bf85fc5cc5b7d2e8e8', 'gw_port': {'id': '1c6a2fbb-e42d-4284-bf40-be658597632d', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ce:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3abb8be2-6ce8-44d7-b6bf-ea6f47d4f702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:57:14Z', 'updated_at': '2021-11-25T12:57:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '5159bb89-4884-42ae-8f63-da1de26e9aca', 'name': '', 'network_id': '2e9e3918-81cb-4989-8b6f-3c87d9e29b31', 'tenant_id': 'edbb9a545f4449bf85fc5cc5b7d2e8e8', 'mac_address': 'fa:16:3e:3c:a1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3abb8be2-6ce8-44d7-b6bf-ea6f47d4f702', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9cb32a33-356e-4897-b75a-2d1e04c3d9a5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:57:06Z', 'updated_at': '2021-11-25T12:57:09Z', 'revision_number': 5, 'project_id': 'edbb9a545f4449bf85fc5cc5b7d2e8e8', 'subnets': [{'id': '9cb32a33-356e-4897-b75a-2d1e04c3d9a5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '994da8fd-061e-48f2-a2b0-db594c4ef02b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:57:17.991975 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3321468a-c661-4422-8ea8-46cc04160f24 None None] Checking router: 3abb8be2-6ce8-44d7-b6bf-ea6f47d4f702 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 12:57:17.992334 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3321468a-c661-4422-8ea8-46cc04160f24 None None] Updating router 3abb8be2-6ce8-44d7-b6bf-ea6f47d4f702 port 1c6a2fbb-e42d-4284-bf40-be658597632d binding host n-d-808199-11 {{(pid=103572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 12:57:18.038971 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3321468a-c661-4422-8ea8-46cc04160f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:57:18.129013 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 56614) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 12:57:18.358135 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3321468a-c661-4422-8ea8-46cc04160f24 None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:57:18.363178 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3321468a-c661-4422-8ea8-46cc04160f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:57:18.367488 n-d-808199-11 neutron-server[103570]: DEBUG neutron.policy [None req-d2100190-26e8-4dd4-ba88-e0f2432c61e0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103570) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 25 12:57:18.415322 n-d-808199-11 neutron-server[103570]: WARNING oslo_policy.policy [None req-d2100190-26e8-4dd4-ba88-e0f2432c61e0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 12:57:18.415717 n-d-808199-11 neutron-server[103570]: WARNING oslo_policy.policy [None req-d2100190-26e8-4dd4-ba88-e0f2432c61e0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 12:57:18.418672 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d075f6-c027-4d7f-bebc-198a8f231682 None None] Pushing event updated for resources: {'Port': ['ID=1c6a2fbb-e42d-4284-bf40-be658597632d,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:57:18.423127 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-3321468a-c661-4422-8ea8-46cc04160f24 None None] Attempting to bind port 1c6a2fbb-e42d-4284-bf40-be658597632d on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 12:57:18.423497 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-3321468a-c661-4422-8ea8-46cc04160f24 None None] Attempting to bind port 1c6a2fbb-e42d-4284-bf40-be658597632d by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 12:57:18.423864 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3321468a-c661-4422-8ea8-46cc04160f24 None None] Attempting to bind port 1c6a2fbb-e42d-4284-bf40-be658597632d on network 7542d3d9-0db3-40e7-ab88-a168871141f7 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 12:57:18.427145 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d2100190-26e8-4dd4-ba88-e0f2432c61e0 admin admin] 10.222.0.53 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.2960002 Nov 25 12:57:18.430016 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3321468a-c661-4422-8ea8-46cc04160f24 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 12:57:18.430200 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3321468a-c661-4422-8ea8-46cc04160f24 None None] Checking segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 12:57:18.430565 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3321468a-c661-4422-8ea8-46cc04160f24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:57:18.430993 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3321468a-c661-4422-8ea8-46cc04160f24 None None] Bound using segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 12:57:18.431492 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-3321468a-c661-4422-8ea8-46cc04160f24 None None] Bound port: 1c6a2fbb-e42d-4284-bf40-be658597632d, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 12:57:18.431895 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3321468a-c661-4422-8ea8-46cc04160f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:57:18.485409 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-3321468a-c661-4422-8ea8-46cc04160f24 None None] For port 1c6a2fbb-e42d-4284-bf40-be658597632d, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 12:57:18.488949 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-3321468a-c661-4422-8ea8-46cc04160f24 None None] For port 1c6a2fbb-e42d-4284-bf40-be658597632d, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=1c6a2fbb-e42d-4284-bf40-be658597632d,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 12:57:18.494407 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3321468a-c661-4422-8ea8-46cc04160f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:57:18.558633 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d075f6-c027-4d7f-bebc-198a8f231682 None None] Pushing event updated for resources: {'Port': ['ID=1c6a2fbb-e42d-4284-bf40-be658597632d,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:57:18.561421 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3321468a-c661-4422-8ea8-46cc04160f24 None None] Routers {'3abb8be2-6ce8-44d7-b6bf-ea6f47d4f702'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 12:57:18.562029 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-3321468a-c661-4422-8ea8-46cc04160f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T12:57:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['3abb8be2-6ce8-44d7-b6bf-ea6f47d4f702'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:57:18.671895 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-3321468a-c661-4422-8ea8-46cc04160f24 None None] Set router 3abb8be2-6ce8-44d7-b6bf-ea6f47d4f702 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 12:57:18.882474 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-3321468a-c661-4422-8ea8-46cc04160f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3abb8be2-6ce8-44d7-b6bf-ea6f47d4f702', 'name': 'router1', 'tenant_id': 'edbb9a545f4449bf85fc5cc5b7d2e8e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '1c6a2fbb-e42d-4284-bf40-be658597632d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:56:57Z', 'updated_at': '2021-11-25T12:57:14Z', 'revision_number': 4, 'project_id': 'edbb9a545f4449bf85fc5cc5b7d2e8e8', 'gw_port': {'id': '1c6a2fbb-e42d-4284-bf40-be658597632d', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ce:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3abb8be2-6ce8-44d7-b6bf-ea6f47d4f702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:57:14Z', 'updated_at': '2021-11-25T12:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '5159bb89-4884-42ae-8f63-da1de26e9aca', 'name': '', 'network_id': '2e9e3918-81cb-4989-8b6f-3c87d9e29b31', 'tenant_id': 'edbb9a545f4449bf85fc5cc5b7d2e8e8', 'mac_address': 'fa:16:3e:3c:a1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3abb8be2-6ce8-44d7-b6bf-ea6f47d4f702', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9cb32a33-356e-4897-b75a-2d1e04c3d9a5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:57:06Z', 'updated_at': '2021-11-25T12:57:09Z', 'revision_number': 5, 'project_id': 'edbb9a545f4449bf85fc5cc5b7d2e8e8', 'subnets': [{'id': '9cb32a33-356e-4897-b75a-2d1e04c3d9a5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '994da8fd-061e-48f2-a2b0-db594c4ef02b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 12:57:18.909077 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3321468a-c661-4422-8ea8-46cc04160f24 None None] The sync data for ids ['3abb8be2-6ce8-44d7-b6bf-ea6f47d4f702'] in n-d-808199-11 is: [{'id': '3abb8be2-6ce8-44d7-b6bf-ea6f47d4f702', 'name': 'router1', 'tenant_id': 'edbb9a545f4449bf85fc5cc5b7d2e8e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '1c6a2fbb-e42d-4284-bf40-be658597632d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T12:56:57Z', 'updated_at': '2021-11-25T12:57:14Z', 'revision_number': 4, 'project_id': 'edbb9a545f4449bf85fc5cc5b7d2e8e8', 'gw_port': {'id': '1c6a2fbb-e42d-4284-bf40-be658597632d', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ce:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3abb8be2-6ce8-44d7-b6bf-ea6f47d4f702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:57:14Z', 'updated_at': '2021-11-25T12:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '5159bb89-4884-42ae-8f63-da1de26e9aca', 'name': '', 'network_id': '2e9e3918-81cb-4989-8b6f-3c87d9e29b31', 'tenant_id': 'edbb9a545f4449bf85fc5cc5b7d2e8e8', 'mac_address': 'fa:16:3e:3c:a1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3abb8be2-6ce8-44d7-b6bf-ea6f47d4f702', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9cb32a33-356e-4897-b75a-2d1e04c3d9a5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T12:57:06Z', 'updated_at': '2021-11-25T12:57:09Z', 'revision_number': 5, 'project_id': 'edbb9a545f4449bf85fc5cc5b7d2e8e8', 'subnets': [{'id': '9cb32a33-356e-4897-b75a-2d1e04c3d9a5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '994da8fd-061e-48f2-a2b0-db594c4ef02b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 12:57:19.960543 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 1c6a2fbb-e42d-4284-bf40-be658597632d up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 12:57:20.009799 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 1c6a2fbb-e42d-4284-bf40-be658597632d triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:57:20.010167 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:57:20.088753 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:57:20.108314 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] For port 1c6a2fbb-e42d-4284-bf40-be658597632d, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=1c6a2fbb-e42d-4284-bf40-be658597632d,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:57:20.113481 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:57:20.161390 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Pushing event updated for resources: {'Port': ['ID=1c6a2fbb-e42d-4284-bf40-be658597632d,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:57:21.968589 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 1c6a2fbb-e42d-4284-bf40-be658597632d up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 12:57:22.025744 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 1c6a2fbb-e42d-4284-bf40-be658597632d triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:57:22.026366 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:57:30.252240 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3579f1ea-ca13-4e49-ad94-f7172013bfc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:57:32.491430 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 5 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 12:57:32.634525 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4b54ec27-60e6-4c3b-b0d3-d3fd2b0955ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:57:33.632392 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:57:34.958914 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:57:36.110766 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:58:00.254672 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c8d9ac59-df96-4efb-bdeb-8e459fd7fb74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:58:02.644654 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-40fb30f9-980e-4f3c-b06a-0c6f72e87324 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:58:03.718714 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:58:04.956514 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:58:06.112996 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:58:09.493644 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 5 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 12:58:30.256147 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-414727d0-299f-4996-a0a0-db6d1d9a05bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:58:32.639617 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d352b9e6-be4f-4df8-8b6d-dce52e68cd79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:58:33.634195 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:58:34.959810 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:58:36.120577 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:58:44.179186 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57132) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 12:58:44.245616 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-71e237d7-60a0-48bd-8ea2-df8e249eb83c admin admin] GET failed (client error): The resource could not be found. Nov 25 12:58:44.247011 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-71e237d7-60a0-48bd-8ea2-df8e249eb83c admin admin] 10.222.0.53 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0668392 Nov 25 12:58:44.410527 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e3d12d-e344-471f-9a72-89ff0a4ce798 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:58:44.412058 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c5e3d12d-e344-471f-9a72-89ff0a4ce798 admin admin] 10.222.0.53 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1603117 Nov 25 12:58:46.491778 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 5 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 12:58:46.782569 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57142) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 12:58:46.873661 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1623b5f6-3e1b-46f1-a44d-1272a8d2b197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:58:46.875037 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-1623b5f6-3e1b-46f1-a44d-1272a8d2b197 admin admin] 10.222.0.53 "GET /v2.0/subnets/9cb32a33-356e-4897-b75a-2d1e04c3d9a5 HTTP/1.1" status: 200 len: 849 time: 0.0914404 Nov 25 12:58:46.884948 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-ec9736f6-9392-442a-b750-6b1bbeecd5fb admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:58:46.969793 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ec9736f6-9392-442a-b750-6b1bbeecd5fb admin admin] Publish callbacks [] for subnet, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:58:47.110714 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ec9736f6-9392-442a-b750-6b1bbeecd5fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753177070879'] for subnet, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:58:47.137641 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9736f6-9392-442a-b750-6b1bbeecd5fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:58:47.138249 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ec9736f6-9392-442a-b750-6b1bbeecd5fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:58:47.139536 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-ec9736f6-9392-442a-b750-6b1bbeecd5fb admin admin] 10.222.0.53 "PUT /v2.0/subnets/9cb32a33-356e-4897-b75a-2d1e04c3d9a5 HTTP/1.1" status: 200 len: 868 time: 0.2581980 Nov 25 12:58:47.154284 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60092c5-d6b9-41c2-8d63-aaa9abfe29d4 None None] Network 2e9e3918-81cb-4989-8b6f-3c87d9e29b31 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 12:58:47.162467 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9736f6-9392-442a-b750-6b1bbeecd5fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cb32a33-356e-4897-b75a-2d1e04c3d9a5,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:58:47.170676 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9736f6-9392-442a-b750-6b1bbeecd5fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:58:47.171046 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9736f6-9392-442a-b750-6b1bbeecd5fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:58:47.171389 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9736f6-9392-442a-b750-6b1bbeecd5fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:58:47.171725 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9736f6-9392-442a-b750-6b1bbeecd5fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:58:47.172058 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9736f6-9392-442a-b750-6b1bbeecd5fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:58:47.172391 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9736f6-9392-442a-b750-6b1bbeecd5fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:58:47.172716 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9736f6-9392-442a-b750-6b1bbeecd5fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:58:47.173040 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9736f6-9392-442a-b750-6b1bbeecd5fb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:58:47.173365 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9736f6-9392-442a-b750-6b1bbeecd5fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:58:47.173687 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9736f6-9392-442a-b750-6b1bbeecd5fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:58:47.174014 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9736f6-9392-442a-b750-6b1bbeecd5fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:58:47.174356 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9736f6-9392-442a-b750-6b1bbeecd5fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:58:47.538042 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-7f863d3f-f8c9-4eec-9ee8-c3534df131b7 None None] Provisioning complete for port 5159bb89-4884-42ae-8f63-da1de26e9aca triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:58:47.538416 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7f863d3f-f8c9-4eec-9ee8-c3534df131b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:58:47.627291 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-7f863d3f-f8c9-4eec-9ee8-c3534df131b7 None None] Provisioning complete for port bb75e05e-90a7-4faa-9d88-fd6005bd75dd triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:58:47.627554 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7f863d3f-f8c9-4eec-9ee8-c3534df131b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:58:49.510511 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57150) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 12:58:49.720920 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec5c127-c6e3-47ca-8220-9949f795797c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:58:49.721303 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec5c127-c6e3-47ca-8220-9949f795797c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:58:49.722867 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-fec5c127-c6e3-47ca-8220-9949f795797c admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2113488 Nov 25 12:58:52.077299 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57158) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 12:58:52.209512 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c19d5da-023d-402a-ba48-216cb95918fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:58:52.209893 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c19d5da-023d-402a-ba48-216cb95918fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:58:52.211467 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-7c19d5da-023d-402a-ba48-216cb95918fb admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1332133 Nov 25 12:58:54.633150 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57166) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 12:58:54.764784 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ccfce0c-75f1-4929-a7f4-e8f79f2f1501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:58:54.766145 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-7ccfce0c-75f1-4929-a7f4-e8f79f2f1501 admin admin] 10.222.0.53 "GET /v2.0/networks/2e9e3918-81cb-4989-8b6f-3c87d9e29b31 HTTP/1.1" status: 200 len: 869 time: 0.1320655 Nov 25 12:58:57.125470 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 57174) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 12:58:57.355802 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231eb83f-b240-4275-91bf-911281467a9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:58:57.357068 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-231eb83f-b240-4275-91bf-911281467a9c admin admin] 10.222.0.53 "GET /v2.0/networks/7542d3d9-0db3-40e7-ab88-a168871141f7 HTTP/1.1" status: 200 len: 886 time: 0.2306497 Nov 25 12:58:59.717721 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 57184) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 12:58:59.846297 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd578f8-d4d5-4d8f-bd18-3808473033c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:58:59.846775 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd578f8-d4d5-4d8f-bd18-3808473033c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:58:59.848278 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-ecd578f8-d4d5-4d8f-bd18-3808473033c9 admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1296272 Nov 25 12:59:00.257647 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0e561233-68a4-4b7b-b43a-4889d4765694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:59:02.257272 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 57192) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 12:59:02.351779 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7881218-c616-4b92-9c44-4d9f0b83c579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:59:02.352156 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7881218-c616-4b92-9c44-4d9f0b83c579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:59:02.353720 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e7881218-c616-4b92-9c44-4d9f0b83c579 admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0953798 Nov 25 12:59:02.642187 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9bec0d65-78ef-47f5-a0de-c40b0cae5fe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:59:03.637342 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:59:04.712675 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57200) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 12:59:04.796005 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c227c843-bc2a-462a-ad04-640c4fd2b700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:59:04.797334 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c227c843-bc2a-462a-ad04-640c4fd2b700 admin admin] 10.222.0.53 "GET /v2.0/subnets/43311544-646b-4c78-93c6-e8e849670bde HTTP/1.1" status: 200 len: 816 time: 0.0830874 Nov 25 12:59:04.961682 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:59:06.113041 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:59:07.182270 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57208) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 12:59:07.273276 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc57da8-e775-49b3-b31b-d0319491081b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:59:07.274605 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-6fc57da8-e775-49b3-b31b-d0319491081b admin admin] 10.222.0.53 "GET /v2.0/subnets/9cb32a33-356e-4897-b75a-2d1e04c3d9a5 HTTP/1.1" status: 200 len: 868 time: 0.0913501 Nov 25 12:59:23.490527 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 5 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 12:59:30.259517 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4b36d641-81bd-4334-88a0-efbd6d2e24ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:59:32.250659 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 57262) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 12:59:32.307271 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [None req-524ef773-0d9a-49b7-92b2-084e6f4c7c6b admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 12:59:32.308261 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-524ef773-0d9a-49b7-92b2-084e6f4c7c6b admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0566530 Nov 25 12:59:32.645372 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-61799b58-800a-48da-8489-119c2c4856aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:59:33.639275 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:59:34.764719 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57270) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 12:59:34.824058 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-c834d02b-1956-4710-aa4b-9b674b1205f0 admin admin] GET failed (client error): The resource could not be found. Nov 25 12:59:34.825328 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c834d02b-1956-4710-aa4b-9b674b1205f0 admin admin] 10.222.0.53 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0596528 Nov 25 12:59:34.965590 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:59:35.018398 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad0ba45-6eaf-40b7-a283-2360435406aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:59:35.019934 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-9ad0ba45-6eaf-40b7-a283-2360435406aa admin admin] 10.222.0.53 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1902144 Nov 25 12:59:36.115414 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:59:37.389008 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57278) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 12:59:37.435984 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-d245cfdc-a214-4239-afd8-bc78b1415c8e admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:59:37.455719 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d245cfdc-a214-4239-afd8-bc78b1415c8e admin admin] Made reservation on behalf of 3bf7a6ffa4b643c296bb07fe410288c6 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:59:37.457920 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d245cfdc-a214-4239-afd8-bc78b1415c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:59:37.485203 n-d-808199-11 neutron-server[103571]: WARNING neutron.services.revisions.revision_plugin [None req-d245cfdc-a214-4239-afd8-bc78b1415c8e admin admin] Could not find related network for resource to bump revision. Nov 25 12:59:37.495482 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d245cfdc-a214-4239-afd8-bc78b1415c8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 12:59:37.503669 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d245cfdc-a214-4239-afd8-bc78b1415c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:59:37.504002 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-d245cfdc-a214-4239-afd8-bc78b1415c8e admin admin] Added segment 27e29a08-29ef-4c16-8f8a-b8cafd02cd9c of type vlan for network 85f6380f-3625-4f44-8465-fbcf0c11fed5 Nov 25 12:59:37.541467 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d245cfdc-a214-4239-afd8-bc78b1415c8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:59:37.564671 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d245cfdc-a214-4239-afd8-bc78b1415c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:59:37.565584 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d245cfdc-a214-4239-afd8-bc78b1415c8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:59:37.566161 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d245cfdc-a214-4239-afd8-bc78b1415c8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:59:37.628282 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d245cfdc-a214-4239-afd8-bc78b1415c8e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2380493 Nov 25 12:59:37.634262 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d245cfdc-a214-4239-afd8-bc78b1415c8e admin admin] Pushing event updated for resources: {'Network': ['ID=85f6380f-3625-4f44-8465-fbcf0c11fed5,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:59:37.646118 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 85f6380f-3625-4f44-8465-fbcf0c11fed5 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 12:59:40.020401 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 57286) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 12:59:40.087239 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbe9eafc-0f62-40c8-85ea-91bb5e4ddc21 admin admin] GET failed (client error): The resource could not be found. Nov 25 12:59:40.088782 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-dbe9eafc-0f62-40c8-85ea-91bb5e4ddc21 admin admin] 10.222.0.53 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0674496 Nov 25 12:59:40.191429 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36986f88-8dd5-4810-9304-da5090357708 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:59:40.192850 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-36986f88-8dd5-4810-9304-da5090357708 admin admin] 10.222.0.53 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0996068 Nov 25 12:59:40.203344 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-b5f0dca6-b17c-4374-a313-2ef3164e779c admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 12:59:40.204778 n-d-808199-11 neutron-server[103570]: INFO neutron.quota [None req-b5f0dca6-b17c-4374-a313-2ef3164e779c admin admin] Loaded quota_driver: . Nov 25 12:59:40.247161 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f0dca6-b17c-4374-a313-2ef3164e779c admin admin] Made reservation on behalf of 3bf7a6ffa4b643c296bb07fe410288c6 for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 12:59:40.249941 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b5f0dca6-b17c-4374-a313-2ef3164e779c admin admin] Publish callbacks [] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:59:40.507802 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b5f0dca6-b17c-4374-a313-2ef3164e779c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:59:40.580453 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f0dca6-b17c-4374-a313-2ef3164e779c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ce5ca48-e3be-44c6-9584-fd9eb8c67222,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:59:40.589384 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f0dca6-b17c-4374-a313-2ef3164e779c admin admin] Checking segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 12:59:40.589748 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f0dca6-b17c-4374-a313-2ef3164e779c admin admin] Network hostable DHCP agents. Network: 85f6380f-3625-4f44-8465-fbcf0c11fed5, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 12:59:40.596372 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f0dca6-b17c-4374-a313-2ef3164e779c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:59:40.596715 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f0dca6-b17c-4374-a313-2ef3164e779c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:59:40.597054 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f0dca6-b17c-4374-a313-2ef3164e779c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:59:40.597391 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f0dca6-b17c-4374-a313-2ef3164e779c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:59:40.597719 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f0dca6-b17c-4374-a313-2ef3164e779c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:59:40.598045 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f0dca6-b17c-4374-a313-2ef3164e779c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:59:40.598368 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f0dca6-b17c-4374-a313-2ef3164e779c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:59:40.598715 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f0dca6-b17c-4374-a313-2ef3164e779c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:59:40.599040 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f0dca6-b17c-4374-a313-2ef3164e779c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:59:40.599357 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f0dca6-b17c-4374-a313-2ef3164e779c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:59:40.599677 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f0dca6-b17c-4374-a313-2ef3164e779c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:59:40.599993 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f0dca6-b17c-4374-a313-2ef3164e779c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:59:40.601014 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f0dca6-b17c-4374-a313-2ef3164e779c admin admin] Tracked resource versions report: Nov 25 12:59:40.601014 n-d-808199-11 neutron-server[103570]: pushed versions: Nov 25 12:59:40.601014 n-d-808199-11 neutron-server[103570]: { 'AddressGroup': {'1.2'}, Nov 25 12:59:40.601014 n-d-808199-11 neutron-server[103570]: 'ConntrackHelper': {'1.0'}, Nov 25 12:59:40.601014 n-d-808199-11 neutron-server[103570]: 'Log': {'1.0'}, Nov 25 12:59:40.601014 n-d-808199-11 neutron-server[103570]: 'Network': {'1.1'}, Nov 25 12:59:40.601014 n-d-808199-11 neutron-server[103570]: 'Port': {'1.7'}, Nov 25 12:59:40.601014 n-d-808199-11 neutron-server[103570]: 'PortForwarding': {'1.2'}, Nov 25 12:59:40.601014 n-d-808199-11 neutron-server[103570]: 'QosPolicy': {'1.10'}, Nov 25 12:59:40.601014 n-d-808199-11 neutron-server[103570]: 'SecurityGroup': {'1.5'}, Nov 25 12:59:40.601014 n-d-808199-11 neutron-server[103570]: 'SecurityGroupRule': {'1.2'}, Nov 25 12:59:40.601014 n-d-808199-11 neutron-server[103570]: 'SubPort': {'1.0'}, Nov 25 12:59:40.601014 n-d-808199-11 neutron-server[103570]: 'Subnet': {'1.1'}, Nov 25 12:59:40.601014 n-d-808199-11 neutron-server[103570]: 'Trunk': {'1.1'}} Nov 25 12:59:40.601014 n-d-808199-11 neutron-server[103570]: consumer versions: Nov 25 12:59:40.601014 n-d-808199-11 neutron-server[103570]: { DHCP agent@n-d-808199-11: {}, Nov 25 12:59:40.601014 n-d-808199-11 neutron-server[103570]: L3 agent@n-d-808199-11: {}, Nov 25 12:59:40.601014 n-d-808199-11 neutron-server[103570]: Metadata agent@n-d-808199-11: {}, Nov 25 12:59:40.601014 n-d-808199-11 neutron-server[103570]: Metering agent@n-d-808199-11: {}, Nov 25 12:59:40.601014 n-d-808199-11 neutron-server[103570]: Open vSwitch agent@n-d-808199-11: { 'AddressGroup': '1.2', Nov 25 12:59:40.601014 n-d-808199-11 neutron-server[103570]: 'ConntrackHelper': '1.0', Nov 25 12:59:40.601014 n-d-808199-11 neutron-server[103570]: 'Log': '1.0', Nov 25 12:59:40.601014 n-d-808199-11 neutron-server[103570]: 'Network': '1.1', Nov 25 12:59:40.601014 n-d-808199-11 neutron-server[103570]: 'Port': '1.7', Nov 25 12:59:40.601014 n-d-808199-11 neutron-server[103570]: 'PortForwarding': '1.2', Nov 25 12:59:40.601014 n-d-808199-11 neutron-server[103570]: 'QosPolicy': '1.10', Nov 25 12:59:40.601014 n-d-808199-11 neutron-server[103570]: 'SecurityGroup': '1.5', Nov 25 12:59:40.601014 n-d-808199-11 neutron-server[103570]: 'SecurityGroupRule': '1.2', Nov 25 12:59:40.601014 n-d-808199-11 neutron-server[103570]: 'SubPort': '1.0', Nov 25 12:59:40.601014 n-d-808199-11 neutron-server[103570]: 'Subnet': '1.1', Nov 25 12:59:40.601014 n-d-808199-11 neutron-server[103570]: 'Trunk': '1.1'}} Nov 25 12:59:40.601014 n-d-808199-11 neutron-server[103570]: {{(pid=103570) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 12:59:40.645623 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f0dca6-b17c-4374-a313-2ef3164e779c admin admin] Network 85f6380f-3625-4f44-8465-fbcf0c11fed5 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 12:59:40.658176 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-b5f0dca6-b17c-4374-a313-2ef3164e779c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 85f6380f-3625-4f44-8465-fbcf0c11fed5) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:59:40.662753 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f0dca6-b17c-4374-a313-2ef3164e779c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 12:59:40.663419 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b5f0dca6-b17c-4374-a313-2ef3164e779c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:59:40.668948 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e26c62-bd93-489a-a1d0-ee787e378783 None None] Network 85f6380f-3625-4f44-8465-fbcf0c11fed5 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 12:59:40.683619 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b5f0dca6-b17c-4374-a313-2ef3164e779c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4840932 Nov 25 12:59:40.919474 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a86225-56f7-4a9c-a9c3-096b4e723d45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-85f6380f-3625-4f44-8465-fbcf0c11fed5', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'tenant_id': '3bf7a6ffa4b643c296bb07fe410288c6', 'fixed_ips': [{'subnet_id': '2ce5ca48-e3be-44c6-9584-fd9eb8c67222'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 12:59:40.920748 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-80a86225-56f7-4a9c-a9c3-096b4e723d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:59:41.059720 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-80a86225-56f7-4a9c-a9c3-096b4e723d45 None None] Allocated IP 192.168.233.2 (85f6380f-3625-4f44-8465-fbcf0c11fed5/2ce5ca48-e3be-44c6-9584-fd9eb8c67222/68b7e2d7-7771-4a2f-a2f7-a8905e0edc7e) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 12:59:41.207395 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-80a86225-56f7-4a9c-a9c3-096b4e723d45 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:59:41.214347 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-80a86225-56f7-4a9c-a9c3-096b4e723d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:59:41.256178 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a86225-56f7-4a9c-a9c3-096b4e723d45 None None] Network 85f6380f-3625-4f44-8465-fbcf0c11fed5 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 12:59:41.259604 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-80a86225-56f7-4a9c-a9c3-096b4e723d45 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 12:59:41.263379 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a86225-56f7-4a9c-a9c3-096b4e723d45 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 12:59:41.270173 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a86225-56f7-4a9c-a9c3-096b4e723d45 None None] Pushing event updated for resources: {'Port': ['ID=68b7e2d7-7771-4a2f-a2f7-a8905e0edc7e,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:59:41.291440 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a86225-56f7-4a9c-a9c3-096b4e723d45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:59:41.291792 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a86225-56f7-4a9c-a9c3-096b4e723d45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:59:41.292140 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a86225-56f7-4a9c-a9c3-096b4e723d45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:59:41.292480 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a86225-56f7-4a9c-a9c3-096b4e723d45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:59:41.292818 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a86225-56f7-4a9c-a9c3-096b4e723d45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:59:41.293154 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a86225-56f7-4a9c-a9c3-096b4e723d45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:59:41.293493 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a86225-56f7-4a9c-a9c3-096b4e723d45 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:59:41.293820 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a86225-56f7-4a9c-a9c3-096b4e723d45 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:59:41.294149 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a86225-56f7-4a9c-a9c3-096b4e723d45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:59:41.294477 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a86225-56f7-4a9c-a9c3-096b4e723d45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:59:41.294828 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a86225-56f7-4a9c-a9c3-096b4e723d45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:59:41.295157 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a86225-56f7-4a9c-a9c3-096b4e723d45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 12:59:41.329432 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-80a86225-56f7-4a9c-a9c3-096b4e723d45 None None] Attempting to bind port 68b7e2d7-7771-4a2f-a2f7-a8905e0edc7e on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 12:59:41.329804 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-80a86225-56f7-4a9c-a9c3-096b4e723d45 None None] Attempting to bind port 68b7e2d7-7771-4a2f-a2f7-a8905e0edc7e by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 12:59:41.330170 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a86225-56f7-4a9c-a9c3-096b4e723d45 None None] Attempting to bind port 68b7e2d7-7771-4a2f-a2f7-a8905e0edc7e on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 12:59:41.335324 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a86225-56f7-4a9c-a9c3-096b4e723d45 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 12, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 12:59:41.335708 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a86225-56f7-4a9c-a9c3-096b4e723d45 None None] Checking segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 12:59:41.336111 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-80a86225-56f7-4a9c-a9c3-096b4e723d45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:59:41.336534 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a86225-56f7-4a9c-a9c3-096b4e723d45 None None] Bound using segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 12:59:41.337017 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-80a86225-56f7-4a9c-a9c3-096b4e723d45 None None] Bound port: 68b7e2d7-7771-4a2f-a2f7-a8905e0edc7e, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 12:59:41.337418 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-80a86225-56f7-4a9c-a9c3-096b4e723d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:59:41.402018 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-80a86225-56f7-4a9c-a9c3-096b4e723d45 None None] For port 68b7e2d7-7771-4a2f-a2f7-a8905e0edc7e, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 12:59:41.405526 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-80a86225-56f7-4a9c-a9c3-096b4e723d45 None None] For port 68b7e2d7-7771-4a2f-a2f7-a8905e0edc7e, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=68b7e2d7-7771-4a2f-a2f7-a8905e0edc7e,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 12:59:41.410577 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-80a86225-56f7-4a9c-a9c3-096b4e723d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:59:41.468754 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a86225-56f7-4a9c-a9c3-096b4e723d45 None None] Pushing event updated for resources: {'Port': ['ID=68b7e2d7-7771-4a2f-a2f7-a8905e0edc7e,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:59:42.094314 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 68b7e2d7-7771-4a2f-a2f7-a8905e0edc7e up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 12:59:42.155034 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 68b7e2d7-7771-4a2f-a2f7-a8905e0edc7e triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:59:42.155400 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:59:42.247303 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:59:42.285755 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] For port 68b7e2d7-7771-4a2f-a2f7-a8905e0edc7e, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=68b7e2d7-7771-4a2f-a2f7-a8905e0edc7e,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 12:59:42.291098 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:59:42.344391 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Pushing event updated for resources: {'Port': ['ID=68b7e2d7-7771-4a2f-a2f7-a8905e0edc7e,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 12:59:42.367274 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b890a3e6-0891-430a-b707-297cd48a850a None None] Network 85f6380f-3625-4f44-8465-fbcf0c11fed5 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 12:59:42.482840 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-d1e6d6b1-07c4-4852-a364-aef146a53abd None None] Provisioning complete for port 68b7e2d7-7771-4a2f-a2f7-a8905e0edc7e triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:59:42.483925 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d1e6d6b1-07c4-4852-a364-aef146a53abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:59:42.917384 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-d8535919-2a7f-49b4-9126-f0e8eb35eed8 None None] Provisioning complete for port 68b7e2d7-7771-4a2f-a2f7-a8905e0edc7e triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:59:42.917758 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d8535919-2a7f-49b4-9126-f0e8eb35eed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 12:59:44.021309 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 68b7e2d7-7771-4a2f-a2f7-a8905e0edc7e up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 12:59:44.073436 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 68b7e2d7-7771-4a2f-a2f7-a8905e0edc7e triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 12:59:44.073904 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:00:00.260747 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-35411f92-18db-4d4a-98b4-750b8d083284 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:00:00.488873 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 5 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:00:02.648590 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-57e5e36a-e995-4d58-939c-174938d77ea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:00:03.643146 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:00:04.968726 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:00:06.120610 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:00:30.261882 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1dad3a01-bf61-47c0-83de-f5d28ade4b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:00:32.651476 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e0bc865d-664e-4cda-84d8-84d3bb7c3a33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:00:33.643165 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:00:34.970054 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:00:36.122951 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:00:37.487479 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 5 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:00:58.818998 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 57334) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:00:58.825035 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [None req-14271b98-474b-49a9-8a06-b7cd19dc87f0 tempest-verify_tempest_config-870379633 tempest-verify_tempest_config-870379633-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:00:58.825992 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-14271b98-474b-49a9-8a06-b7cd19dc87f0 tempest-verify_tempest_config-870379633 tempest-verify_tempest_config-870379633-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059924 Nov 25 13:00:59.111357 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 57352) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:00:59.221789 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1908c2a3-15ad-4ff4-9497-1163b376d2e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:00:59.326736 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1908c2a3-15ad-4ff4-9497-1163b376d2e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:00:59.331087 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1908c2a3-15ad-4ff4-9497-1163b376d2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:00:59.375818 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-1908c2a3-15ad-4ff4-9497-1163b376d2e7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=94c4ad57c7f447c198a2ddbfae4c6d69&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2634356 Nov 25 13:00:59.376863 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1908c2a3-15ad-4ff4-9497-1163b376d2e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b071ed-01eb-4a18-90a2-dba1b0e01862,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:00:59.378558 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57356) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:00:59.384030 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1908c2a3-15ad-4ff4-9497-1163b376d2e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:00:59.384388 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1908c2a3-15ad-4ff4-9497-1163b376d2e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:00:59.384738 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1908c2a3-15ad-4ff4-9497-1163b376d2e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:00:59.385089 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1908c2a3-15ad-4ff4-9497-1163b376d2e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:00:59.385434 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1908c2a3-15ad-4ff4-9497-1163b376d2e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:00:59.385774 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1908c2a3-15ad-4ff4-9497-1163b376d2e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:00:59.386136 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1908c2a3-15ad-4ff4-9497-1163b376d2e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:00:59.386476 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1908c2a3-15ad-4ff4-9497-1163b376d2e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:00:59.386848 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1908c2a3-15ad-4ff4-9497-1163b376d2e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:00:59.387365 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1908c2a3-15ad-4ff4-9497-1163b376d2e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:00:59.387874 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1908c2a3-15ad-4ff4-9497-1163b376d2e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:00:59.388210 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1908c2a3-15ad-4ff4-9497-1163b376d2e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:00:59.434808 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7bd167aa-d2dc-4bf0-aa88-e319e5267740 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:00:59.455172 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7bd167aa-d2dc-4bf0-aa88-e319e5267740 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:00:59.549928 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7bd167aa-d2dc-4bf0-aa88-e319e5267740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:00:59.554007 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7bd167aa-d2dc-4bf0-aa88-e319e5267740 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:00:59.555245 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-7bd167aa-d2dc-4bf0-aa88-e319e5267740 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c2b071ed-01eb-4a18-90a2-dba1b0e01862 HTTP/1.1" status: 204 len: 168 time: 0.1755698 Nov 25 13:00:59.563229 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd167aa-d2dc-4bf0-aa88-e319e5267740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b071ed-01eb-4a18-90a2-dba1b0e01862,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:00:59.575055 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd167aa-d2dc-4bf0-aa88-e319e5267740 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:00:59.575055 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd167aa-d2dc-4bf0-aa88-e319e5267740 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:00:59.575055 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd167aa-d2dc-4bf0-aa88-e319e5267740 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:00:59.576294 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd167aa-d2dc-4bf0-aa88-e319e5267740 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:00:59.576628 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd167aa-d2dc-4bf0-aa88-e319e5267740 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:00:59.577028 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd167aa-d2dc-4bf0-aa88-e319e5267740 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:00:59.577317 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd167aa-d2dc-4bf0-aa88-e319e5267740 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:00:59.577660 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd167aa-d2dc-4bf0-aa88-e319e5267740 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:00:59.578024 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd167aa-d2dc-4bf0-aa88-e319e5267740 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:00:59.578357 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd167aa-d2dc-4bf0-aa88-e319e5267740 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:00:59.578717 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd167aa-d2dc-4bf0-aa88-e319e5267740 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:00:59.579044 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd167aa-d2dc-4bf0-aa88-e319e5267740 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:01:00.264473 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-914b9b12-3982-4b8e-a0fb-76753c693a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:01:02.656908 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ba6bfba8-4556-4da8-ba16-f0092da18bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:01:03.648304 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:01:04.971851 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:01:06.124825 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:01:14.486924 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 5 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:01:30.266260 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-383e6a78-9124-4014-a317-394a59cc7b89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:01:32.657718 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c74fc5d7-f40d-4ede-bd7d-3d599d335271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:01:33.652038 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:01:34.975821 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:01:36.126780 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:01:51.485255 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 5 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:02:00.266143 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-51981166-20ff-439f-b61e-c58ee7a5dda3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:02:02.659825 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bfac52c1-56ee-4bd6-8217-f1305d1ea95a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:02:03.652676 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:02:04.979081 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:02:06.128243 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:02:28.484375 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 5 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:02:30.266973 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2a49c60b-451e-40b0-8c60-85e49c4217a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:02:32.661826 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0f900c7b-3756-4f4c-b844-0738278b5dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:02:33.657073 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:02:34.980679 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:02:36.129665 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:03:00.267982 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-198db3f8-fc8c-4caf-abb6-ba22fa6916e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:03:02.664729 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-20b2b552-372f-4357-b7a4-85242f0e9ede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:03:03.658956 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:03:04.986056 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:03:05.483434 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 5 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:03:06.131090 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:03:30.269715 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7c617857-84ce-4b99-a5aa-ee49301dc44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:03:32.658612 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-16f32c91-abeb-4f2e-baa3-606d4dc11127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:03:33.662164 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:03:34.986606 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:03:36.133322 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:03:42.480925 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 5 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:04:00.270178 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f5934cf3-91d9-4e89-a841-6e8e870f5639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:04:02.664630 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0e30829a-d414-433a-9c28-b8c3a2cd12ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:04:03.666230 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:04:04.991933 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:04:06.135787 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:04:07.787017 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-66599741'] for agent, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:04:11.233359 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-66599741'] for agent, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:04:19.479308 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:04:30.271169 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-59bde95a-27cf-4e50-b933-f9beee23cdfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:04:32.655341 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-84da69e8-9bc1-4007-b2c3-1e70b7abc329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:04:33.668714 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:04:34.994402 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:04:36.138242 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:04:37.710728 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:04:41.216866 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:04:56.478139 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:04:59.557764 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57414) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:04:59.660558 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-6d58939e-58ef-457b-a2a3-41c553e28e4a admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1016836 Nov 25 13:05:00.272812 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-20efeb86-9ca0-41f6-aaff-fb24811571f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:05:02.059666 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57424) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:05:02.125210 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-4936c35e-b47b-46f6-af33-5cfdfc9f282d admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0644565 Nov 25 13:05:02.657257 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-15ad3b9f-59a8-476a-badb-6ecf1f8eb5db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:05:03.671418 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:05:04.996088 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:05:06.142972 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:05:07.713361 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:05:11.214992 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:05:30.273289 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0f6a8399-3fa5-46cb-b080-faf195bf54c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:05:32.657849 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-44344748-d49e-449a-9bef-f438ccd282e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:05:33.477195 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:05:33.674510 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:05:34.998001 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:05:36.144606 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:05:37.709867 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:05:41.218872 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:00.274322 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5614f7db-4fea-465e-8c55-01d2572dbd51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:02.660018 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-11a41a04-8688-4c76-b6d2-b97ec6696918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:03.678669 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:05.003342 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:06.147331 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:07.724066 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:10.477252 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:06:11.231256 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:23.767522 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57640) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:06:24.252069 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-8e3fe86f-2fa3-4bcd-9d3d-daad7053f5f6 tempest-AutoAllocateNetworkTest-1734447017 tempest-AutoAllocateNetworkTest-1734447017-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=dd82e08f8fd3469d8da834d922411b3b&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4810903 Nov 25 13:06:24.252357 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57666) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:06:24.450008 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8062b4c-88ab-4725-b5cc-827e273fdf34 tempest-AutoAllocateNetworkTest-1734447017 tempest-AutoAllocateNetworkTest-1734447017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:24.454685 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d8062b4c-88ab-4725-b5cc-827e273fdf34 tempest-AutoAllocateNetworkTest-1734447017 tempest-AutoAllocateNetworkTest-1734447017-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2011750 Nov 25 13:06:24.455110 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 57676) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:06:24.527584 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-9c2c74a5-9cbf-4ff8-9b2d-1ebd36bb0a8e tempest-AutoAllocateNetworkTest-1734447017 tempest-AutoAllocateNetworkTest-1734447017-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0672748 Nov 25 13:06:24.527584 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 57682) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:06:24.557373 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-67ccb8cb-8dd8-420a-8a95-46ae2574fcf6 tempest-AutoAllocateNetworkTest-1734447017 tempest-AutoAllocateNetworkTest-1734447017-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=dd82e08f8fd3469d8da834d922411b3b HTTP/1.1" status: 200 len: 208 time: 0.0277588 Nov 25 13:06:25.146028 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 57726) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:06:25.516539 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d416ba8b-a241-47b0-8cd6-c90ba8b1e7d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:25.596424 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d416ba8b-a241-47b0-8cd6-c90ba8b1e7d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:25.600410 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d416ba8b-a241-47b0-8cd6-c90ba8b1e7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:25.641871 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d416ba8b-a241-47b0-8cd6-c90ba8b1e7d9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dd82e08f8fd3469d8da834d922411b3b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4923477 Nov 25 13:06:25.641871 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d416ba8b-a241-47b0-8cd6-c90ba8b1e7d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a495895-5c89-40cb-bf67-f002eade603d,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:25.642555 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57756) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:06:25.648377 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d416ba8b-a241-47b0-8cd6-c90ba8b1e7d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:06:25.649052 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d416ba8b-a241-47b0-8cd6-c90ba8b1e7d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:06:25.649052 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d416ba8b-a241-47b0-8cd6-c90ba8b1e7d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:06:25.649446 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d416ba8b-a241-47b0-8cd6-c90ba8b1e7d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:06:25.649717 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d416ba8b-a241-47b0-8cd6-c90ba8b1e7d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:06:25.650044 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d416ba8b-a241-47b0-8cd6-c90ba8b1e7d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:06:25.650372 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d416ba8b-a241-47b0-8cd6-c90ba8b1e7d9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:06:25.650731 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d416ba8b-a241-47b0-8cd6-c90ba8b1e7d9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:06:25.651044 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d416ba8b-a241-47b0-8cd6-c90ba8b1e7d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:06:25.651367 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d416ba8b-a241-47b0-8cd6-c90ba8b1e7d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:06:25.651728 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d416ba8b-a241-47b0-8cd6-c90ba8b1e7d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:06:25.652050 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d416ba8b-a241-47b0-8cd6-c90ba8b1e7d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:06:25.653067 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d416ba8b-a241-47b0-8cd6-c90ba8b1e7d9 admin admin] Tracked resource versions report: Nov 25 13:06:25.653067 n-d-808199-11 neutron-server[103570]: pushed versions: Nov 25 13:06:25.653067 n-d-808199-11 neutron-server[103570]: { 'AddressGroup': {'1.2'}, Nov 25 13:06:25.653067 n-d-808199-11 neutron-server[103570]: 'ConntrackHelper': {'1.0'}, Nov 25 13:06:25.653067 n-d-808199-11 neutron-server[103570]: 'Log': {'1.0'}, Nov 25 13:06:25.653067 n-d-808199-11 neutron-server[103570]: 'Network': {'1.1'}, Nov 25 13:06:25.653067 n-d-808199-11 neutron-server[103570]: 'Port': {'1.7'}, Nov 25 13:06:25.653067 n-d-808199-11 neutron-server[103570]: 'PortForwarding': {'1.2'}, Nov 25 13:06:25.653067 n-d-808199-11 neutron-server[103570]: 'QosPolicy': {'1.10'}, Nov 25 13:06:25.653067 n-d-808199-11 neutron-server[103570]: 'SecurityGroup': {'1.5'}, Nov 25 13:06:25.653067 n-d-808199-11 neutron-server[103570]: 'SecurityGroupRule': {'1.2'}, Nov 25 13:06:25.653067 n-d-808199-11 neutron-server[103570]: 'SubPort': {'1.0'}, Nov 25 13:06:25.653067 n-d-808199-11 neutron-server[103570]: 'Subnet': {'1.1'}, Nov 25 13:06:25.653067 n-d-808199-11 neutron-server[103570]: 'Trunk': {'1.1'}} Nov 25 13:06:25.653067 n-d-808199-11 neutron-server[103570]: consumer versions: Nov 25 13:06:25.653067 n-d-808199-11 neutron-server[103570]: { DHCP agent@n-d-808199-11: {}, Nov 25 13:06:25.653067 n-d-808199-11 neutron-server[103570]: HyperV agent@n-h1-808199-11: {}, Nov 25 13:06:25.653067 n-d-808199-11 neutron-server[103570]: HyperV agent@n-h2-808199-11: {}, Nov 25 13:06:25.653067 n-d-808199-11 neutron-server[103570]: L3 agent@n-d-808199-11: {}, Nov 25 13:06:25.653067 n-d-808199-11 neutron-server[103570]: Metadata agent@n-d-808199-11: {}, Nov 25 13:06:25.653067 n-d-808199-11 neutron-server[103570]: Metering agent@n-d-808199-11: {}, Nov 25 13:06:25.653067 n-d-808199-11 neutron-server[103570]: Open vSwitch agent@n-d-808199-11: { 'AddressGroup': '1.2', Nov 25 13:06:25.653067 n-d-808199-11 neutron-server[103570]: 'ConntrackHelper': '1.0', Nov 25 13:06:25.653067 n-d-808199-11 neutron-server[103570]: 'Log': '1.0', Nov 25 13:06:25.653067 n-d-808199-11 neutron-server[103570]: 'Network': '1.1', Nov 25 13:06:25.653067 n-d-808199-11 neutron-server[103570]: 'Port': '1.7', Nov 25 13:06:25.653067 n-d-808199-11 neutron-server[103570]: 'PortForwarding': '1.2', Nov 25 13:06:25.653067 n-d-808199-11 neutron-server[103570]: 'QosPolicy': '1.10', Nov 25 13:06:25.653067 n-d-808199-11 neutron-server[103570]: 'SecurityGroup': '1.5', Nov 25 13:06:25.653067 n-d-808199-11 neutron-server[103570]: 'SecurityGroupRule': '1.2', Nov 25 13:06:25.653067 n-d-808199-11 neutron-server[103570]: 'SubPort': '1.0', Nov 25 13:06:25.653067 n-d-808199-11 neutron-server[103570]: 'Subnet': '1.1', Nov 25 13:06:25.653067 n-d-808199-11 neutron-server[103570]: 'Trunk': '1.1'}} Nov 25 13:06:25.653067 n-d-808199-11 neutron-server[103570]: {{(pid=103570) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 13:06:25.697904 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-765d71b5-d2f0-472b-91ab-2b32eeeb9860 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:25.720715 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-765d71b5-d2f0-472b-91ab-2b32eeeb9860 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:25.785298 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-765d71b5-d2f0-472b-91ab-2b32eeeb9860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:25.788741 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-765d71b5-d2f0-472b-91ab-2b32eeeb9860 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:25.790026 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-765d71b5-d2f0-472b-91ab-2b32eeeb9860 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7a495895-5c89-40cb-bf67-f002eade603d HTTP/1.1" status: 204 len: 168 time: 0.1467662 Nov 25 13:06:25.799178 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765d71b5-d2f0-472b-91ab-2b32eeeb9860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a495895-5c89-40cb-bf67-f002eade603d,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:25.809677 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765d71b5-d2f0-472b-91ab-2b32eeeb9860 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:06:25.810217 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765d71b5-d2f0-472b-91ab-2b32eeeb9860 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:06:25.810838 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765d71b5-d2f0-472b-91ab-2b32eeeb9860 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:06:25.811347 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765d71b5-d2f0-472b-91ab-2b32eeeb9860 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:06:25.811945 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765d71b5-d2f0-472b-91ab-2b32eeeb9860 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:06:25.812458 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765d71b5-d2f0-472b-91ab-2b32eeeb9860 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:06:25.812785 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765d71b5-d2f0-472b-91ab-2b32eeeb9860 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:06:25.813123 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765d71b5-d2f0-472b-91ab-2b32eeeb9860 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:06:25.813458 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765d71b5-d2f0-472b-91ab-2b32eeeb9860 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:06:25.813906 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765d71b5-d2f0-472b-91ab-2b32eeeb9860 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:06:25.814240 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765d71b5-d2f0-472b-91ab-2b32eeeb9860 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:06:25.814734 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765d71b5-d2f0-472b-91ab-2b32eeeb9860 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:06:25.815782 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765d71b5-d2f0-472b-91ab-2b32eeeb9860 admin admin] Tracked resource versions report: Nov 25 13:06:25.815782 n-d-808199-11 neutron-server[103571]: pushed versions: Nov 25 13:06:25.815782 n-d-808199-11 neutron-server[103571]: { 'AddressGroup': {'1.2'}, Nov 25 13:06:25.815782 n-d-808199-11 neutron-server[103571]: 'ConntrackHelper': {'1.0'}, Nov 25 13:06:25.815782 n-d-808199-11 neutron-server[103571]: 'Log': {'1.0'}, Nov 25 13:06:25.815782 n-d-808199-11 neutron-server[103571]: 'Network': {'1.1'}, Nov 25 13:06:25.815782 n-d-808199-11 neutron-server[103571]: 'Port': {'1.7'}, Nov 25 13:06:25.815782 n-d-808199-11 neutron-server[103571]: 'PortForwarding': {'1.2'}, Nov 25 13:06:25.815782 n-d-808199-11 neutron-server[103571]: 'QosPolicy': {'1.10'}, Nov 25 13:06:25.815782 n-d-808199-11 neutron-server[103571]: 'SecurityGroup': {'1.5'}, Nov 25 13:06:25.815782 n-d-808199-11 neutron-server[103571]: 'SecurityGroupRule': {'1.2'}, Nov 25 13:06:25.815782 n-d-808199-11 neutron-server[103571]: 'SubPort': {'1.0'}, Nov 25 13:06:25.815782 n-d-808199-11 neutron-server[103571]: 'Subnet': {'1.1'}, Nov 25 13:06:25.815782 n-d-808199-11 neutron-server[103571]: 'Trunk': {'1.1'}} Nov 25 13:06:25.815782 n-d-808199-11 neutron-server[103571]: consumer versions: Nov 25 13:06:25.815782 n-d-808199-11 neutron-server[103571]: { DHCP agent@n-d-808199-11: {}, Nov 25 13:06:25.815782 n-d-808199-11 neutron-server[103571]: HyperV agent@n-h1-808199-11: {}, Nov 25 13:06:25.815782 n-d-808199-11 neutron-server[103571]: HyperV agent@n-h2-808199-11: {}, Nov 25 13:06:25.815782 n-d-808199-11 neutron-server[103571]: L3 agent@n-d-808199-11: {}, Nov 25 13:06:25.815782 n-d-808199-11 neutron-server[103571]: Metadata agent@n-d-808199-11: {}, Nov 25 13:06:25.815782 n-d-808199-11 neutron-server[103571]: Metering agent@n-d-808199-11: {}, Nov 25 13:06:25.815782 n-d-808199-11 neutron-server[103571]: Open vSwitch agent@n-d-808199-11: { 'AddressGroup': '1.2', Nov 25 13:06:25.815782 n-d-808199-11 neutron-server[103571]: 'ConntrackHelper': '1.0', Nov 25 13:06:25.815782 n-d-808199-11 neutron-server[103571]: 'Log': '1.0', Nov 25 13:06:25.815782 n-d-808199-11 neutron-server[103571]: 'Network': '1.1', Nov 25 13:06:25.815782 n-d-808199-11 neutron-server[103571]: 'Port': '1.7', Nov 25 13:06:25.815782 n-d-808199-11 neutron-server[103571]: 'PortForwarding': '1.2', Nov 25 13:06:25.815782 n-d-808199-11 neutron-server[103571]: 'QosPolicy': '1.10', Nov 25 13:06:25.815782 n-d-808199-11 neutron-server[103571]: 'SecurityGroup': '1.5', Nov 25 13:06:25.815782 n-d-808199-11 neutron-server[103571]: 'SecurityGroupRule': '1.2', Nov 25 13:06:25.815782 n-d-808199-11 neutron-server[103571]: 'SubPort': '1.0', Nov 25 13:06:25.815782 n-d-808199-11 neutron-server[103571]: 'Subnet': '1.1', Nov 25 13:06:25.815782 n-d-808199-11 neutron-server[103571]: 'Trunk': '1.1'}} Nov 25 13:06:25.815782 n-d-808199-11 neutron-server[103571]: {{(pid=103571) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 13:06:27.396668 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57854) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:06:27.520310 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d68b0378-0813-4d73-9e07-44d9dfa5ab6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:27.608544 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d68b0378-0813-4d73-9e07-44d9dfa5ab6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:27.613079 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d68b0378-0813-4d73-9e07-44d9dfa5ab6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:27.668364 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68b0378-0813-4d73-9e07-44d9dfa5ab6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50eb0a63-24e3-4b09-bf70-56e2bdc5677e,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:27.683598 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d68b0378-0813-4d73-9e07-44d9dfa5ab6c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1245a76e8f204c2f807e77dc292f47ab&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2852702 Nov 25 13:06:27.686319 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57882) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:06:27.756795 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-613cb05a-1bd8-4133-9f62-f2681841672c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:27.785296 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-613cb05a-1bd8-4133-9f62-f2681841672c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:27.850348 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-613cb05a-1bd8-4133-9f62-f2681841672c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:27.853523 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-613cb05a-1bd8-4133-9f62-f2681841672c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:27.856342 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-613cb05a-1bd8-4133-9f62-f2681841672c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/50eb0a63-24e3-4b09-bf70-56e2bdc5677e HTTP/1.1" status: 204 len: 168 time: 0.1683230 Nov 25 13:06:27.865679 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613cb05a-1bd8-4133-9f62-f2681841672c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50eb0a63-24e3-4b09-bf70-56e2bdc5677e,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:28.249794 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57936) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:06:28.263810 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2eb43dfa-7abc-4f38-889d-b008bbcb654c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:28.343075 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2eb43dfa-7abc-4f38-889d-b008bbcb654c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:28.347361 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2eb43dfa-7abc-4f38-889d-b008bbcb654c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:28.391813 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb43dfa-7abc-4f38-889d-b008bbcb654c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=555cbae7-1263-4c80-9641-85227ae4c3e0,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:28.423714 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-2eb43dfa-7abc-4f38-889d-b008bbcb654c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e932965edd3f463a98ec5aa300061774&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1723266 Nov 25 13:06:28.426365 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 57946) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:06:28.507329 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-073d411f-227c-4c24-81e4-8c7b64604bdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:28.534035 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-073d411f-227c-4c24-81e4-8c7b64604bdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:28.601652 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-073d411f-227c-4c24-81e4-8c7b64604bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:28.607268 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-073d411f-227c-4c24-81e4-8c7b64604bdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:28.608778 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-073d411f-227c-4c24-81e4-8c7b64604bdc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/555cbae7-1263-4c80-9641-85227ae4c3e0 HTTP/1.1" status: 204 len: 168 time: 0.1804237 Nov 25 13:06:28.619397 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073d411f-227c-4c24-81e4-8c7b64604bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=555cbae7-1263-4c80-9641-85227ae4c3e0,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:28.757760 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 57978) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:06:29.035816 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-caddda2c-520a-470f-8ede-fd4704380f48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:29.136818 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-caddda2c-520a-470f-8ede-fd4704380f48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:29.146637 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-caddda2c-520a-470f-8ede-fd4704380f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:29.183247 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caddda2c-520a-470f-8ede-fd4704380f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a35659fa-b9b1-4164-a7f9-761ea1fdb3ca,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:29.202142 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-caddda2c-520a-470f-8ede-fd4704380f48 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=beea9e40c0a24c14a642ed1f10b28a80&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4431758 Nov 25 13:06:29.204665 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58014) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:06:29.255136 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58018) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:06:29.272768 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ec45ec42-615c-4c7b-aa6c-18abab3f765e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:29.294045 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ec45ec42-615c-4c7b-aa6c-18abab3f765e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:29.357251 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58024) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:06:29.358267 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ec45ec42-615c-4c7b-aa6c-18abab3f765e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:29.364226 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ec45ec42-615c-4c7b-aa6c-18abab3f765e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:29.367805 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-ec45ec42-615c-4c7b-aa6c-18abab3f765e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a35659fa-b9b1-4164-a7f9-761ea1fdb3ca HTTP/1.1" status: 204 len: 168 time: 0.1599534 Nov 25 13:06:29.378530 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec45ec42-615c-4c7b-aa6c-18abab3f765e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35659fa-b9b1-4164-a7f9-761ea1fdb3ca,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:29.687790 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-92ec243a-d866-4eae-b729-a40cea63c8ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:29.688917 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-782a4f46-445c-408a-a811-636bcfd4d4a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:29.712171 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58062) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:06:29.775342 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-92ec243a-d866-4eae-b729-a40cea63c8ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:29.783927 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-92ec243a-d866-4eae-b729-a40cea63c8ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:29.832912 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-92ec243a-d866-4eae-b729-a40cea63c8ed admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=952f512d9af5408caa21eb3bbffb01ab&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4742181 Nov 25 13:06:29.834927 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58072) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:06:29.835559 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec243a-d866-4eae-b729-a40cea63c8ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1fd1ec5-0adf-4b9d-8194-825aacca8a2f,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:29.881612 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-782a4f46-445c-408a-a811-636bcfd4d4a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:29.889289 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-782a4f46-445c-408a-a811-636bcfd4d4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:29.895226 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d88c1d82-8849-410d-9a16-e7ec5bedc559 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:29.921085 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d88c1d82-8849-410d-9a16-e7ec5bedc559 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:29.963680 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-782a4f46-445c-408a-a811-636bcfd4d4a9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=99fa3bb47c5343e3b0898ee79db03742&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7075224 Nov 25 13:06:29.964731 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782a4f46-445c-408a-a811-636bcfd4d4a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=602e202a-1ad1-45d5-974a-e72a0d19194d,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:29.966455 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58082) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:06:30.036779 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d88c1d82-8849-410d-9a16-e7ec5bedc559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:30.039932 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d88c1d82-8849-410d-9a16-e7ec5bedc559 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:30.041155 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d88c1d82-8849-410d-9a16-e7ec5bedc559 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f1fd1ec5-0adf-4b9d-8194-825aacca8a2f HTTP/1.1" status: 204 len: 168 time: 0.2025971 Nov 25 13:06:30.062372 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88c1d82-8849-410d-9a16-e7ec5bedc559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1fd1ec5-0adf-4b9d-8194-825aacca8a2f,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:30.065482 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-106940d5-2583-4d14-b8b5-d951e4c960b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:30.094495 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-106940d5-2583-4d14-b8b5-d951e4c960b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:30.106525 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c9767a67-62ee-4807-adbe-f614df47b936 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:30.164014 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-106940d5-2583-4d14-b8b5-d951e4c960b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:30.166837 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-106940d5-2583-4d14-b8b5-d951e4c960b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:30.168523 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-106940d5-2583-4d14-b8b5-d951e4c960b5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/602e202a-1ad1-45d5-974a-e72a0d19194d HTTP/1.1" status: 204 len: 168 time: 0.2008133 Nov 25 13:06:30.182471 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106940d5-2583-4d14-b8b5-d951e4c960b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=602e202a-1ad1-45d5-974a-e72a0d19194d,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:30.217785 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c9767a67-62ee-4807-adbe-f614df47b936 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:30.223577 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c9767a67-62ee-4807-adbe-f614df47b936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:30.258645 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58102) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:06:30.274633 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c9767a67-62ee-4807-adbe-f614df47b936 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b196ef3a20cd4078b5dbfb5c685cdbe9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5595694 Nov 25 13:06:30.275233 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58106) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:06:30.277505 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d13c44b1-70b0-439b-a2a5-3b21429bb318 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:30.281638 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9767a67-62ee-4807-adbe-f614df47b936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fbd6064-b8fa-4d57-8c7b-9b75e79d335b,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:30.288269 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2401a138-7537-4f12-8a5a-f5c77ddb1c20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:30.339842 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-59d46baa-ee83-43c9-9c93-7cbbe6e7c1c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:30.376772 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-59d46baa-ee83-43c9-9c93-7cbbe6e7c1c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:30.399622 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d13c44b1-70b0-439b-a2a5-3b21429bb318 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:30.404745 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d13c44b1-70b0-439b-a2a5-3b21429bb318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:30.441206 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-59d46baa-ee83-43c9-9c93-7cbbe6e7c1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:30.443952 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-59d46baa-ee83-43c9-9c93-7cbbe6e7c1c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:30.445104 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-59d46baa-ee83-43c9-9c93-7cbbe6e7c1c6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2fbd6064-b8fa-4d57-8c7b-9b75e79d335b HTTP/1.1" status: 204 len: 168 time: 0.1685705 Nov 25 13:06:30.449319 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13c44b1-70b0-439b-a2a5-3b21429bb318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e6acdf-77cc-4234-9b4e-e6a734ad6626,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:30.453004 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d46baa-ee83-43c9-9c93-7cbbe6e7c1c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fbd6064-b8fa-4d57-8c7b-9b75e79d335b,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:30.461441 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d13c44b1-70b0-439b-a2a5-3b21429bb318 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ec0f8f14849049b0b8d4dedc523d37a4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1982975 Nov 25 13:06:30.461684 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58110) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:06:30.521781 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-980151b0-f7f7-4219-9b11-b523ae38f5e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:30.544098 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-980151b0-f7f7-4219-9b11-b523ae38f5e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:30.594108 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-980151b0-f7f7-4219-9b11-b523ae38f5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:30.596761 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-980151b0-f7f7-4219-9b11-b523ae38f5e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:30.597914 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-980151b0-f7f7-4219-9b11-b523ae38f5e2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b7e6acdf-77cc-4234-9b4e-e6a734ad6626 HTTP/1.1" status: 204 len: 168 time: 0.1353426 Nov 25 13:06:30.607571 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980151b0-f7f7-4219-9b11-b523ae38f5e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e6acdf-77cc-4234-9b4e-e6a734ad6626,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:30.745205 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58130) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:06:30.759359 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0a17e7c6-b8cf-454b-848a-cec3de501014 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:30.840455 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0a17e7c6-b8cf-454b-848a-cec3de501014 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:30.844690 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0a17e7c6-b8cf-454b-848a-cec3de501014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:30.881978 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-0a17e7c6-b8cf-454b-848a-cec3de501014 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eb58754c15ae4c7da95760869da08da9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1357036 Nov 25 13:06:30.883975 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a17e7c6-b8cf-454b-848a-cec3de501014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8acde0b3-e6d5-41ec-83f0-263c20bc88a5,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:30.884661 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58132) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:06:30.939028 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-93cbb9d0-4410-4913-a15c-3a0b2c41a6d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:30.962826 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58136) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:06:30.963136 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-93cbb9d0-4410-4913-a15c-3a0b2c41a6d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:30.976500 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-22b6bcf1-6c61-4a49-b701-57829b897d24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:31.014526 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-93cbb9d0-4410-4913-a15c-3a0b2c41a6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:31.018796 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-93cbb9d0-4410-4913-a15c-3a0b2c41a6d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:31.020978 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-93cbb9d0-4410-4913-a15c-3a0b2c41a6d5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8acde0b3-e6d5-41ec-83f0-263c20bc88a5 HTTP/1.1" status: 204 len: 168 time: 0.1353011 Nov 25 13:06:31.034886 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cbb9d0-4410-4913-a15c-3a0b2c41a6d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8acde0b3-e6d5-41ec-83f0-263c20bc88a5,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:31.076454 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-22b6bcf1-6c61-4a49-b701-57829b897d24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:31.081475 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-22b6bcf1-6c61-4a49-b701-57829b897d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:31.127356 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58142) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:06:31.127744 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-22b6bcf1-6c61-4a49-b701-57829b897d24 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ddac1826651c4886b3d4850e1eee41db&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1635799 Nov 25 13:06:31.129379 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b6bcf1-6c61-4a49-b701-57829b897d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=301f01b8-a61f-48a2-af7a-73fb5ed49230,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:31.188225 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-009cc048-2570-4c12-8702-e3b2816ef120 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:31.203509 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58144) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:06:31.216527 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-009cc048-2570-4c12-8702-e3b2816ef120 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:31.221457 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6a901901-b3a3-46d3-a380-9c18597a78f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:31.245342 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58152) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:06:31.255672 n-d-808199-11 neutron-server[103570]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 25 13:06:31.274880 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-009cc048-2570-4c12-8702-e3b2816ef120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:31.281864 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-009cc048-2570-4c12-8702-e3b2816ef120 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:31.286377 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-009cc048-2570-4c12-8702-e3b2816ef120 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/301f01b8-a61f-48a2-af7a-73fb5ed49230 HTTP/1.1" status: 204 len: 168 time: 0.1580019 Nov 25 13:06:31.296743 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-13931833-84b3-42fe-8acc-66e7d7a3e651 req-5c9513c9-6774-4f21-9f18-dee9b301e2f8 tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=9db4ba4254804bea9c48c72b006f7973&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0484560 Nov 25 13:06:31.297145 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009cc048-2570-4c12-8702-e3b2816ef120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=301f01b8-a61f-48a2-af7a-73fb5ed49230,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:31.526917 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13931833-84b3-42fe-8acc-66e7d7a3e651 req-4ab652a9-fa08-40bd-b4ec-375b26ac1299 tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:31.529501 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-13931833-84b3-42fe-8acc-66e7d7a3e651 req-4ab652a9-fa08-40bd-b4ec-375b26ac1299 tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2318602 Nov 25 13:06:31.553370 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6a901901-b3a3-46d3-a380-9c18597a78f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:31.567011 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6a901901-b3a3-46d3-a380-9c18597a78f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:31.572732 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-13931833-84b3-42fe-8acc-66e7d7a3e651 req-ece98685-fa48-412b-a802-ffc2d8c313e6 tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] 10.222.0.53 "GET /v2.0/quotas/9db4ba4254804bea9c48c72b006f7973 HTTP/1.1" status: 200 len: 375 time: 0.0176706 Nov 25 13:06:31.657729 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-13931833-84b3-42fe-8acc-66e7d7a3e651 req-5b9a3f34-4e56-4994-807d-949b19cd1007 tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9db4ba4254804bea9c48c72b006f7973&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0756218 Nov 25 13:06:31.658489 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a901901-b3a3-46d3-a380-9c18597a78f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=defeab91-448f-4881-8aba-6ca7db19b61e,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:31.666717 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-6a901901-b3a3-46d3-a380-9c18597a78f6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4b651f80d9c84b19977e2eba9c6ea646&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4615917 Nov 25 13:06:31.669135 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58172) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:06:31.722334 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e4f8d5e4-1bf3-4385-b6fb-9a4f938fd66a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:31.765676 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e4f8d5e4-1bf3-4385-b6fb-9a4f938fd66a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:31.837464 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e4f8d5e4-1bf3-4385-b6fb-9a4f938fd66a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:31.857198 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e4f8d5e4-1bf3-4385-b6fb-9a4f938fd66a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:31.859544 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e4f8d5e4-1bf3-4385-b6fb-9a4f938fd66a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/defeab91-448f-4881-8aba-6ca7db19b61e HTTP/1.1" status: 204 len: 168 time: 0.1889672 Nov 25 13:06:31.877646 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f8d5e4-1bf3-4385-b6fb-9a4f938fd66a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=defeab91-448f-4881-8aba-6ca7db19b61e,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:32.398468 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58222) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:06:32.679396 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bbccced4-da9c-4f83-a9e6-618183e34cd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:32.775192 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0eee4c6c-7c41-43da-872d-8d0280b388c9 req-4cc3626b-1ffe-405b-98fb-148154c15472 tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4ee68f7-99ca-4405-a89a-dad1a0c210ed HTTP/1.1" status: 200 len: 210 time: 0.3750305 Nov 25 13:06:33.682501 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:33.794227 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.47', 52521) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:06:33.885608 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-13931833-84b3-42fe-8acc-66e7d7a3e651 req-4c22cddc-7f7a-4728-90b5-6297a9450162 tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=9db4ba4254804bea9c48c72b006f7973&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0699332 Nov 25 13:06:34.047166 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13931833-84b3-42fe-8acc-66e7d7a3e651 req-3c8d5ba6-88c2-41c1-b236-f4d27e69e296 tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:34.048941 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-13931833-84b3-42fe-8acc-66e7d7a3e651 req-3c8d5ba6-88c2-41c1-b236-f4d27e69e296 tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1542432 Nov 25 13:06:34.111947 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1a4bc7d5-f8f9-48c5-968f-163f7626d620 req-545cba27-3157-4e6d-aa4c-11aac687b904 tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4ee68f7-99ca-4405-a89a-dad1a0c210ed HTTP/1.1" status: 200 len: 210 time: 0.0478525 Nov 25 13:06:34.152397 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-13931833-84b3-42fe-8acc-66e7d7a3e651 req-4a1a2a07-e4aa-406b-934b-ef8a386bbabc tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] Request body: {'port': {'device_id': 'a4ee68f7-99ca-4405-a89a-dad1a0c210ed', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'admin_state_up': True, 'tenant_id': '9db4ba4254804bea9c48c72b006f7973'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:06:34.152846 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad481589-095a-47fc-89f9-aa950fcac8a5 req-c46ac1be-63fe-4826-8f9d-61406a00cb58 tempest-NetworksTest-431723562 tempest-NetworksTest-431723562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:34.153320 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad481589-095a-47fc-89f9-aa950fcac8a5 req-c46ac1be-63fe-4826-8f9d-61406a00cb58 tempest-NetworksTest-431723562 tempest-NetworksTest-431723562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:34.153921 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad481589-095a-47fc-89f9-aa950fcac8a5 req-c46ac1be-63fe-4826-8f9d-61406a00cb58 tempest-NetworksTest-431723562 tempest-NetworksTest-431723562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:34.159036 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ad481589-095a-47fc-89f9-aa950fcac8a5 req-c46ac1be-63fe-4826-8f9d-61406a00cb58 tempest-NetworksTest-431723562 tempest-NetworksTest-431723562-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2206 time: 0.2833500 Nov 25 13:06:34.280208 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e844032c-397e-460a-87ac-363bf506ff3e req-6d8a8552-8542-4d0c-9ac1-ebe0b82d3a03 tempest-NetworksTest-431723562 tempest-NetworksTest-431723562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:34.285475 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e844032c-397e-460a-87ac-363bf506ff3e req-6d8a8552-8542-4d0c-9ac1-ebe0b82d3a03 tempest-NetworksTest-431723562 tempest-NetworksTest-431723562-project-admin] 10.222.0.53 "GET /v2.0/networks/7542d3d9-0db3-40e7-ab88-a168871141f7 HTTP/1.1" status: 200 len: 886 time: 0.1083515 Nov 25 13:06:34.422502 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13931833-84b3-42fe-8acc-66e7d7a3e651 req-4a1a2a07-e4aa-406b-934b-ef8a386bbabc tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] Made reservation on behalf of 9db4ba4254804bea9c48c72b006f7973 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:06:34.426591 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-13931833-84b3-42fe-8acc-66e7d7a3e651 req-4a1a2a07-e4aa-406b-934b-ef8a386bbabc tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:34.434489 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b20434-a5d8-4719-8624-b144a94fb373 req-528761fb-8153-4a29-9171-a77eabb6ef3e tempest-NetworksTest-431723562 tempest-NetworksTest-431723562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:34.435222 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b20434-a5d8-4719-8624-b144a94fb373 req-528761fb-8153-4a29-9171-a77eabb6ef3e tempest-NetworksTest-431723562 tempest-NetworksTest-431723562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:34.435957 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b20434-a5d8-4719-8624-b144a94fb373 req-528761fb-8153-4a29-9171-a77eabb6ef3e tempest-NetworksTest-431723562 tempest-NetworksTest-431723562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:34.437873 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f4b20434-a5d8-4719-8624-b144a94fb373 req-528761fb-8153-4a29-9171-a77eabb6ef3e tempest-NetworksTest-431723562 tempest-NetworksTest-431723562-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2206 time: 0.1352839 Nov 25 13:06:34.439472 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-13931833-84b3-42fe-8acc-66e7d7a3e651 req-4a1a2a07-e4aa-406b-934b-ef8a386bbabc tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:34.530054 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-13931833-84b3-42fe-8acc-66e7d7a3e651 req-4a1a2a07-e4aa-406b-934b-ef8a386bbabc tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:34.534298 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-13931833-84b3-42fe-8acc-66e7d7a3e651 req-4a1a2a07-e4aa-406b-934b-ef8a386bbabc tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:34.649923 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1a2a07-e4aa-406b-934b-ef8a386bbabc tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b33d9933-5066-456d-becc-4c8c04913490,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:34.901681 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-13931833-84b3-42fe-8acc-66e7d7a3e651 req-4a1a2a07-e4aa-406b-934b-ef8a386bbabc tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] Allocated IP 192.168.233.251 (85f6380f-3625-4f44-8465-fbcf0c11fed5/2ce5ca48-e3be-44c6-9584-fd9eb8c67222/9347c95b-d62d-4b13-a395-b7866044a90f) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:06:35.008198 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:35.071609 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-13931833-84b3-42fe-8acc-66e7d7a3e651 req-4a1a2a07-e4aa-406b-934b-ef8a386bbabc tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:35.106943 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-13931833-84b3-42fe-8acc-66e7d7a3e651 req-4a1a2a07-e4aa-406b-934b-ef8a386bbabc tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:35.209001 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13931833-84b3-42fe-8acc-66e7d7a3e651 req-4a1a2a07-e4aa-406b-934b-ef8a386bbabc tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] Network 85f6380f-3625-4f44-8465-fbcf0c11fed5 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:06:35.214380 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1a2a07-e4aa-406b-934b-ef8a386bbabc tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] Pushing event updated for resources: {'Port': ['ID=9347c95b-d62d-4b13-a395-b7866044a90f,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:35.218967 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-13931833-84b3-42fe-8acc-66e7d7a3e651 req-4a1a2a07-e4aa-406b-934b-ef8a386bbabc tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:06:35.234882 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-13931833-84b3-42fe-8acc-66e7d7a3e651 req-4a1a2a07-e4aa-406b-934b-ef8a386bbabc tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:06:35.244756 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58380) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:06:35.246274 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13931833-84b3-42fe-8acc-66e7d7a3e651 req-4a1a2a07-e4aa-406b-934b-ef8a386bbabc tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:35.247301 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-13931833-84b3-42fe-8acc-66e7d7a3e651 req-4a1a2a07-e4aa-406b-934b-ef8a386bbabc tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:35.281149 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-13931833-84b3-42fe-8acc-66e7d7a3e651 req-4a1a2a07-e4aa-406b-934b-ef8a386bbabc tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1332831 Nov 25 13:06:35.316584 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [req-13931833-84b3-42fe-8acc-66e7d7a3e651 req-4f396c7a-3582-4d35-b320-8b1f651408da tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:06:35.318459 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-13931833-84b3-42fe-8acc-66e7d7a3e651 req-4f396c7a-3582-4d35-b320-8b1f651408da tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061302 Nov 25 13:06:35.482031 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3acb8d4-93bc-47a2-93f0-7415997cc21e req-d63aaa69-3bda-46b7-89ab-bb44db87abc6 tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:35.490530 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d3acb8d4-93bc-47a2-93f0-7415997cc21e req-d63aaa69-3bda-46b7-89ab-bb44db87abc6 tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4ee68f7-99ca-4405-a89a-dad1a0c210ed HTTP/1.1" status: 200 len: 936 time: 0.1834645 Nov 25 13:06:35.613244 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d3acb8d4-93bc-47a2-93f0-7415997cc21e req-510ee7d9-44e7-4529-85de-e0f2a95f4b7c tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] 10.222.0.53 "GET /v2.0/security-groups?id=b33d9933-5066-456d-becc-4c8c04913490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216052 Nov 25 13:06:35.675529 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-c025c6c0-6002-479a-81d7-edca8b679e33 None None] Provisioning complete for port 9347c95b-d62d-4b13-a395-b7866044a90f triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:06:35.675992 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c025c6c0-6002-479a-81d7-edca8b679e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:35.717191 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-c025c6c0-6002-479a-81d7-edca8b679e33 None None] Port 9347c95b-d62d-4b13-a395-b7866044a90f cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:06:35.907127 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-84aa6253-a571-4a4b-8b45-d3de8e788004 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:36.058958 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-84aa6253-a571-4a4b-8b45-d3de8e788004 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:36.066003 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-84aa6253-a571-4a4b-8b45-d3de8e788004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:36.169025 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:36.169959 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aa6253-a571-4a4b-8b45-d3de8e788004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06feaf1a-a98d-42c0-b204-5ee79af06adc,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:36.185060 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58408) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:06:36.193357 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-84aa6253-a571-4a4b-8b45-d3de8e788004 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2358d4ac8f3842889f02309eedc3417a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9473596 Nov 25 13:06:36.301718 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d57e9c72-693f-4dff-98cb-517f5f146814 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:36.349665 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d57e9c72-693f-4dff-98cb-517f5f146814 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:36.434740 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d57e9c72-693f-4dff-98cb-517f5f146814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:36.438298 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d57e9c72-693f-4dff-98cb-517f5f146814 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:36.442665 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d57e9c72-693f-4dff-98cb-517f5f146814 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/06feaf1a-a98d-42c0-b204-5ee79af06adc HTTP/1.1" status: 204 len: 168 time: 0.2558150 Nov 25 13:06:36.453238 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57e9c72-693f-4dff-98cb-517f5f146814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06feaf1a-a98d-42c0-b204-5ee79af06adc,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:36.640654 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c47f4b28-092d-4134-a617-98e788fd52f0 req-49345823-19dd-413b-909f-29d4c7680c09 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=af4c9854d3c048999405c81c71776d29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330191 Nov 25 13:06:36.796994 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f4b28-092d-4134-a617-98e788fd52f0 req-7851a67b-bfba-48cd-bf3b-9fd1577a78d5 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:36.807123 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c47f4b28-092d-4134-a617-98e788fd52f0 req-7851a67b-bfba-48cd-bf3b-9fd1577a78d5 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1524889 Nov 25 13:06:36.819030 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c47f4b28-092d-4134-a617-98e788fd52f0 req-abbaf935-26b1-43c9-8a32-87145e29ebee tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/quotas/af4c9854d3c048999405c81c71776d29 HTTP/1.1" status: 200 len: 375 time: 0.0096827 Nov 25 13:06:36.867310 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c47f4b28-092d-4134-a617-98e788fd52f0 req-6b4048a8-56a8-4a2d-926a-8c888ac9ca56 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=af4c9854d3c048999405c81c71776d29&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385742 Nov 25 13:06:37.050953 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58456) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:06:37.113389 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-51cf8fc8-3d3e-4cfc-b65a-a9b146e86fa9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:37.160617 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a01dbd-d9e5-4b65-9b5b-8d430c0413d6 req-b9816fec-d8d9-461a-a21c-57d44495596f tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:37.170817 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-96a01dbd-d9e5-4b65-9b5b-8d430c0413d6 req-b9816fec-d8d9-461a-a21c-57d44495596f tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4ee68f7-99ca-4405-a89a-dad1a0c210ed HTTP/1.1" status: 200 len: 936 time: 0.0719893 Nov 25 13:06:37.232774 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-96a01dbd-d9e5-4b65-9b5b-8d430c0413d6 req-b59b4cad-420e-452c-ad45-1257a6501065 tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] 10.222.0.53 "GET /v2.0/security-groups?id=b33d9933-5066-456d-becc-4c8c04913490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602920 Nov 25 13:06:37.290298 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-51cf8fc8-3d3e-4cfc-b65a-a9b146e86fa9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:37.297676 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-51cf8fc8-3d3e-4cfc-b65a-a9b146e86fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:37.343701 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cf8fc8-3d3e-4cfc-b65a-a9b146e86fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8bd7576-8ac3-4b7b-8798-22b832e57044,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:37.360026 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-51cf8fc8-3d3e-4cfc-b65a-a9b146e86fa9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c4c486f8f2d543cdb2f8d941b49c5c98&name=default HTTP/1.1" status: 200 len: 2994 time: 0.3077888 Nov 25 13:06:37.364568 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58474) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:06:37.398148 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4059b891-320b-47b3-b0f3-d10ddcb70472 req-7a17f6dd-4757-4091-8360-5b34534e7240 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c83004cb-df96-4d27-9371-9bd234a0c154 HTTP/1.1" status: 200 len: 210 time: 0.0760448 Nov 25 13:06:37.452142 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7783c6f9-c5a7-4b84-8322-9f1d9684de00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:37.483474 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7783c6f9-c5a7-4b84-8322-9f1d9684de00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:37.608942 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7783c6f9-c5a7-4b84-8322-9f1d9684de00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:37.609686 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7783c6f9-c5a7-4b84-8322-9f1d9684de00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:37.614039 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-7783c6f9-c5a7-4b84-8322-9f1d9684de00 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c8bd7576-8ac3-4b7b-8798-22b832e57044 HTTP/1.1" status: 204 len: 168 time: 0.2483234 Nov 25 13:06:37.629545 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7783c6f9-c5a7-4b84-8322-9f1d9684de00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8bd7576-8ac3-4b7b-8798-22b832e57044,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:37.761381 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:38.440886 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58554) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:06:38.444516 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c79990a-f9a6-47ae-8d5d-781f01cfc561 req-2739f763-51b3-4073-8325-77e7fa01698a tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:38.455124 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1c79990a-f9a6-47ae-8d5d-781f01cfc561 req-2739f763-51b3-4073-8325-77e7fa01698a tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4ee68f7-99ca-4405-a89a-dad1a0c210ed HTTP/1.1" status: 200 len: 936 time: 0.1227131 Nov 25 13:06:38.505058 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58560) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:06:38.565226 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58564) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:06:38.584895 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4ea4e174-b540-4b0e-a15e-879cd8a88c01 req-45a85da8-b3cf-4027-8e59-23d9c010f04c tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c83004cb-df96-4d27-9371-9bd234a0c154 HTTP/1.1" status: 200 len: 210 time: 0.0489881 Nov 25 13:06:38.594858 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1c79990a-f9a6-47ae-8d5d-781f01cfc561 req-72bcafab-86d2-47fb-b0fc-b215813afc77 tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] 10.222.0.53 "GET /v2.0/security-groups?id=b33d9933-5066-456d-becc-4c8c04913490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386209 Nov 25 13:06:38.662761 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-11e358f1-f38e-408a-b20d-6246fc422f4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:38.756610 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-189f0aca-d84e-4417-887c-5a7a902b8685 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:38.759003 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bc5acaca-a13b-43ae-a49e-030568922d5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:38.837507 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-11e358f1-f38e-408a-b20d-6246fc422f4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:38.849435 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-11e358f1-f38e-408a-b20d-6246fc422f4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:38.909506 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e358f1-f38e-408a-b20d-6246fc422f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba92c44-2106-4559-ab87-25243cd518a0,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:38.927541 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-11e358f1-f38e-408a-b20d-6246fc422f4f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a682b56c2163496989d195ffa56a05d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4816782 Nov 25 13:06:38.927640 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58578) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:06:38.973364 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bc5acaca-a13b-43ae-a49e-030568922d5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:38.984317 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-189f0aca-d84e-4417-887c-5a7a902b8685 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:38.985772 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bc5acaca-a13b-43ae-a49e-030568922d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:38.990064 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ab2235aa-833b-48e1-be60-152254011e9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:38.991624 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-189f0aca-d84e-4417-887c-5a7a902b8685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:39.023435 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-bc5acaca-a13b-43ae-a49e-030568922d5b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0e32250df2e846c49af7857d8ff42880&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5167277 Nov 25 13:06:39.028088 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58582) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:06:39.044974 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ab2235aa-833b-48e1-be60-152254011e9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:39.060375 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-189f0aca-d84e-4417-887c-5a7a902b8685 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6a5e69caf2ef4b41a34c89c2cea371a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4940207 Nov 25 13:06:39.066827 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5acaca-a13b-43ae-a49e-030568922d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=208eb44f-2ff7-493d-b766-835b0c997a95,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:39.066972 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58586) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:06:39.118991 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189f0aca-d84e-4417-887c-5a7a902b8685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e45e25-e5f4-4be0-819a-a60bc8569d87,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:39.154473 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-de9a47ea-c791-4a64-a4f4-10629bf3c8ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:39.165027 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.66', 52819) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:06:39.200284 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c47f4b28-092d-4134-a617-98e788fd52f0 req-4e20fd4d-f401-4359-8753-737f2a9909d2 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=af4c9854d3c048999405c81c71776d29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341687 Nov 25 13:06:39.203079 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-de9a47ea-c791-4a64-a4f4-10629bf3c8ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:39.217547 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4d1a30a3-058c-44aa-8a47-01caec661f58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:39.242387 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4d1a30a3-058c-44aa-8a47-01caec661f58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:39.313301 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4d1a30a3-058c-44aa-8a47-01caec661f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:39.316606 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4d1a30a3-058c-44aa-8a47-01caec661f58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:39.317761 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-4d1a30a3-058c-44aa-8a47-01caec661f58 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/40e45e25-e5f4-4be0-819a-a60bc8569d87 HTTP/1.1" status: 204 len: 168 time: 0.2496972 Nov 25 13:06:39.333054 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f4b28-092d-4134-a617-98e788fd52f0 req-33a164e0-badf-4495-887b-02e107312ac6 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:39.334528 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c47f4b28-092d-4134-a617-98e788fd52f0 req-33a164e0-badf-4495-887b-02e107312ac6 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1248643 Nov 25 13:06:39.339778 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1a30a3-058c-44aa-8a47-01caec661f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e45e25-e5f4-4be0-819a-a60bc8569d87,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:39.349695 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ab2235aa-833b-48e1-be60-152254011e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:39.353311 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ab2235aa-833b-48e1-be60-152254011e9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:39.355567 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-ab2235aa-833b-48e1-be60-152254011e9e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4ba92c44-2106-4559-ab87-25243cd518a0 HTTP/1.1" status: 204 len: 168 time: 0.4270806 Nov 25 13:06:39.386392 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2235aa-833b-48e1-be60-152254011e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba92c44-2106-4559-ab87-25243cd518a0,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:39.397756 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-de9a47ea-c791-4a64-a4f4-10629bf3c8ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:39.400772 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-de9a47ea-c791-4a64-a4f4-10629bf3c8ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:39.405057 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-de9a47ea-c791-4a64-a4f4-10629bf3c8ae admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/208eb44f-2ff7-493d-b766-835b0c997a95 HTTP/1.1" status: 204 len: 168 time: 0.3710458 Nov 25 13:06:39.422034 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9a47ea-c791-4a64-a4f4-10629bf3c8ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=208eb44f-2ff7-493d-b766-835b0c997a95,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:39.444683 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-c47f4b28-092d-4134-a617-98e788fd52f0 req-d92eaf45-824e-486f-ba69-e76b94f2609d tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Request body: {'port': {'device_id': 'c83004cb-df96-4d27-9371-9bd234a0c154', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'admin_state_up': True, 'tenant_id': 'af4c9854d3c048999405c81c71776d29'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:06:39.608085 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c47f4b28-092d-4134-a617-98e788fd52f0 req-d92eaf45-824e-486f-ba69-e76b94f2609d tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Made reservation on behalf of af4c9854d3c048999405c81c71776d29 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:06:39.613031 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c47f4b28-092d-4134-a617-98e788fd52f0 req-d92eaf45-824e-486f-ba69-e76b94f2609d tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:39.627151 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c47f4b28-092d-4134-a617-98e788fd52f0 req-d92eaf45-824e-486f-ba69-e76b94f2609d tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:39.750289 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c47f4b28-092d-4134-a617-98e788fd52f0 req-d92eaf45-824e-486f-ba69-e76b94f2609d tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:39.767151 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c47f4b28-092d-4134-a617-98e788fd52f0 req-d92eaf45-824e-486f-ba69-e76b94f2609d tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:39.778155 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-998b9f29-237b-4894-b377-8c6762730dab req-204702f7-2e7b-43f8-9309-17e59f1598ec tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c83004cb-df96-4d27-9371-9bd234a0c154 HTTP/1.1" status: 200 len: 210 time: 0.0574872 Nov 25 13:06:39.882029 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92eaf45-824e-486f-ba69-e76b94f2609d tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:39.954044 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f178ebf3-0181-4a30-96cf-3110e3ad1a74 req-ba65b747-64d1-4283-95b1-397b2aafb28d tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:39.957578 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f178ebf3-0181-4a30-96cf-3110e3ad1a74 req-ba65b747-64d1-4283-95b1-397b2aafb28d tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4ee68f7-99ca-4405-a89a-dad1a0c210ed HTTP/1.1" status: 200 len: 936 time: 0.1091619 Nov 25 13:06:39.989185 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-c47f4b28-092d-4134-a617-98e788fd52f0 req-d92eaf45-824e-486f-ba69-e76b94f2609d tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Allocated IP 192.168.233.118 (85f6380f-3625-4f44-8465-fbcf0c11fed5/2ce5ca48-e3be-44c6-9584-fd9eb8c67222/6efc11c2-af6f-479e-9696-54cf17fa00d8) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:06:40.070014 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f178ebf3-0181-4a30-96cf-3110e3ad1a74 req-714de9fc-ec80-4268-8d27-a26b5b96ec35 tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] 10.222.0.53 "GET /v2.0/security-groups?id=b33d9933-5066-456d-becc-4c8c04913490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018882 Nov 25 13:06:40.343967 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c47f4b28-092d-4134-a617-98e788fd52f0 req-d92eaf45-824e-486f-ba69-e76b94f2609d tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:40.438052 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c47f4b28-092d-4134-a617-98e788fd52f0 req-d92eaf45-824e-486f-ba69-e76b94f2609d tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:40.458926 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58640) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:06:40.489039 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9084163c-d461-45c2-a711-121b9eed3192 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:40.560161 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c47f4b28-092d-4134-a617-98e788fd52f0 req-d92eaf45-824e-486f-ba69-e76b94f2609d tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Network 85f6380f-3625-4f44-8465-fbcf0c11fed5 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:06:40.566432 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-c47f4b28-092d-4134-a617-98e788fd52f0 req-d92eaf45-824e-486f-ba69-e76b94f2609d tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:06:40.575598 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-c47f4b28-092d-4134-a617-98e788fd52f0 req-d92eaf45-824e-486f-ba69-e76b94f2609d tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:06:40.590242 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f4b28-092d-4134-a617-98e788fd52f0 req-d92eaf45-824e-486f-ba69-e76b94f2609d tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:40.599961 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58646) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:06:40.604531 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c47f4b28-092d-4134-a617-98e788fd52f0 req-d92eaf45-824e-486f-ba69-e76b94f2609d tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:40.636259 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92eaf45-824e-486f-ba69-e76b94f2609d tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Pushing event updated for resources: {'Port': ['ID=6efc11c2-af6f-479e-9696-54cf17fa00d8,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:40.648291 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c47f4b28-092d-4134-a617-98e788fd52f0 req-d92eaf45-824e-486f-ba69-e76b94f2609d tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2083790 Nov 25 13:06:40.668277 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [req-c47f4b28-092d-4134-a617-98e788fd52f0 req-e893ae22-d8df-4133-8d28-9df0ac98f2be tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:06:40.671163 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c47f4b28-092d-4134-a617-98e788fd52f0 req-e893ae22-d8df-4133-8d28-9df0ac98f2be tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0129957 Nov 25 13:06:40.673681 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e86aecac-22dc-4806-a2aa-b9866cbbdc74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:40.987502 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58666) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:06:41.012716 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-177eddbc-b480-430a-a61b-5ba9ce725316 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:41.014116 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-5719d88a-fed8-48cd-88b9-086480c4cf47 None None] Provisioning complete for port 6efc11c2-af6f-479e-9696-54cf17fa00d8 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:06:41.015998 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5719d88a-fed8-48cd-88b9-086480c4cf47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:41.054083 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9084163c-d461-45c2-a711-121b9eed3192 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:41.109310 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9084163c-d461-45c2-a711-121b9eed3192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:41.114077 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e86aecac-22dc-4806-a2aa-b9866cbbdc74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:41.125225 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-5719d88a-fed8-48cd-88b9-086480c4cf47 None None] Port 6efc11c2-af6f-479e-9696-54cf17fa00d8 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:06:41.131944 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-177eddbc-b480-430a-a61b-5ba9ce725316 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:41.139680 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-177eddbc-b480-430a-a61b-5ba9ce725316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:41.180338 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9084163c-d461-45c2-a711-121b9eed3192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdebe94a-e7b4-43dc-821b-0d101c56c89c,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:41.186288 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e86aecac-22dc-4806-a2aa-b9866cbbdc74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:41.244328 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e86aecac-22dc-4806-a2aa-b9866cbbdc74 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5a826a6b8e4f47c3824e2f8ac0095117&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6433191 Nov 25 13:06:41.251750 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58676) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:06:41.269166 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f164198f-3df8-41cb-a184-b6a3b8dae46a req-c651e33c-db16-4ebf-be68-5bb1e3ee4f6a tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:41.277107 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f164198f-3df8-41cb-a184-b6a3b8dae46a req-c651e33c-db16-4ebf-be68-5bb1e3ee4f6a tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c83004cb-df96-4d27-9371-9bd234a0c154 HTTP/1.1" status: 200 len: 936 time: 0.3428473 Nov 25 13:06:41.277904 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:41.319816 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-177eddbc-b480-430a-a61b-5ba9ce725316 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=82e444e01b1d4686a1c4a8204531a1c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3306429 Nov 25 13:06:41.328551 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58682) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:06:41.427628 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f164198f-3df8-41cb-a184-b6a3b8dae46a req-f7fc3d3c-b2bc-49ce-bc47-9e6308f67746 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495628 Nov 25 13:06:41.428075 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177eddbc-b480-430a-a61b-5ba9ce725316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c77a68-a87a-428b-9493-0fdcb92bce24,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:41.431449 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-9084163c-d461-45c2-a711-121b9eed3192 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cabfe9d6fe72458a92c7e28854cec9b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9711187 Nov 25 13:06:41.449207 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58684) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:06:41.492498 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-c47f4b28-092d-4134-a617-98e788fd52f0 req-622fc676-667a-4c6a-986b-38c7914ab066 service neutron] Request body: {'port': {'device_id': 'c83004cb-df96-4d27-9371-9bd234a0c154', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:06:41.496768 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86aecac-22dc-4806-a2aa-b9866cbbdc74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f74fc8-2293-426d-b445-2847c3145ad3,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:41.559073 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da75bac-e009-4d9c-b0d2-f0bad0fc0393 req-41d44597-a3c9-41d0-9631-c8d6ba5f63d1 tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:41.561264 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2da75bac-e009-4d9c-b0d2-f0bad0fc0393 req-41d44597-a3c9-41d0-9631-c8d6ba5f63d1 tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4ee68f7-99ca-4405-a89a-dad1a0c210ed HTTP/1.1" status: 200 len: 936 time: 0.3300693 Nov 25 13:06:41.605097 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58688) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:06:41.677793 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-62870571-82c1-4561-982a-142fd07c5c4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:41.701233 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-32bb5de4-4835-4ae1-a7e8-488a3413e2a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:41.707076 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-58fa78dd-e65e-49ec-b32a-1ae15798a2a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:41.730657 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c47f4b28-092d-4134-a617-98e788fd52f0 req-622fc676-667a-4c6a-986b-38c7914ab066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:41.757794 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-58fa78dd-e65e-49ec-b32a-1ae15798a2a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:41.818998 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2da75bac-e009-4d9c-b0d2-f0bad0fc0393 req-47c21bd9-1924-41ef-97a7-8cd497922c5e tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] 10.222.0.53 "GET /v2.0/security-groups?id=b33d9933-5066-456d-becc-4c8c04913490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462578 Nov 25 13:06:41.861389 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-62870571-82c1-4561-982a-142fd07c5c4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:41.887044 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-32bb5de4-4835-4ae1-a7e8-488a3413e2a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:41.989079 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-571923da-ad9f-4b6d-8826-9d725e6a9ebf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:42.056453 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-13931833-84b3-42fe-8acc-66e7d7a3e651 req-b870a3be-f2c6-40fb-907b-4a6180c1fd66 service neutron] Request body: {'port': {'device_id': 'a4ee68f7-99ca-4405-a89a-dad1a0c210ed', 'device_owner': 'compute:tempest-test_az-52873556', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:06:42.134581 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-32bb5de4-4835-4ae1-a7e8-488a3413e2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:42.139135 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-32bb5de4-4835-4ae1-a7e8-488a3413e2a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:42.143371 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-32bb5de4-4835-4ae1-a7e8-488a3413e2a2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/94f74fc8-2293-426d-b445-2847c3145ad3 HTTP/1.1" status: 204 len: 168 time: 0.8642905 Nov 25 13:06:42.149356 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-62870571-82c1-4561-982a-142fd07c5c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:42.159770 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-62870571-82c1-4561-982a-142fd07c5c4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:42.161266 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-62870571-82c1-4561-982a-142fd07c5c4f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fdebe94a-e7b4-43dc-821b-0d101c56c89c HTTP/1.1" status: 204 len: 168 time: 0.7096310 Nov 25 13:06:42.192558 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bb5de4-4835-4ae1-a7e8-488a3413e2a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f74fc8-2293-426d-b445-2847c3145ad3,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:42.244284 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62870571-82c1-4561-982a-142fd07c5c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdebe94a-e7b4-43dc-821b-0d101c56c89c,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:42.418577 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-58fa78dd-e65e-49ec-b32a-1ae15798a2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:42.427914 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-58fa78dd-e65e-49ec-b32a-1ae15798a2a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:42.441106 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-58fa78dd-e65e-49ec-b32a-1ae15798a2a9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b1c77a68-a87a-428b-9493-0fdcb92bce24 HTTP/1.1" status: 204 len: 168 time: 1.1052246 Nov 25 13:06:42.472906 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-571923da-ad9f-4b6d-8826-9d725e6a9ebf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:42.485099 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-571923da-ad9f-4b6d-8826-9d725e6a9ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:42.608127 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fa78dd-e65e-49ec-b32a-1ae15798a2a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c77a68-a87a-428b-9493-0fdcb92bce24,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:42.615350 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-13931833-84b3-42fe-8acc-66e7d7a3e651 req-b870a3be-f2c6-40fb-907b-4a6180c1fd66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:42.640509 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-571923da-ad9f-4b6d-8826-9d725e6a9ebf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a198397c48404b088a5ff6e87088bb6d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0327322 Nov 25 13:06:42.642757 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571923da-ad9f-4b6d-8826-9d725e6a9ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b84b39-f8c3-4ebf-a392-666858679932,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:42.653792 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58708) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:06:42.710191 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf80a54e-8d43-4540-acf3-b8f8a135a9e9 req-a64f1109-48c0-48c3-b4c1-6bd1573b93c9 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:42.713041 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bf80a54e-8d43-4540-acf3-b8f8a135a9e9 req-a64f1109-48c0-48c3-b4c1-6bd1573b93c9 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c83004cb-df96-4d27-9371-9bd234a0c154 HTTP/1.1" status: 200 len: 936 time: 0.1831586 Nov 25 13:06:42.893474 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bf80a54e-8d43-4540-acf3-b8f8a135a9e9 req-d48f7932-74f6-474e-aab6-6733e67967a1 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639998 Nov 25 13:06:43.190118 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c4bd9710-ef63-4933-a64d-499564652488 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:43.207022 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5808c92-5df8-4891-8a7d-4b5d6596d364 req-a41d6866-78cb-4de3-a774-e091c9e4aca8 tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:43.227559 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b5808c92-5df8-4891-8a7d-4b5d6596d364 req-a41d6866-78cb-4de3-a774-e091c9e4aca8 tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4ee68f7-99ca-4405-a89a-dad1a0c210ed HTTP/1.1" status: 200 len: 936 time: 0.2809196 Nov 25 13:06:43.306223 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c4bd9710-ef63-4933-a64d-499564652488 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:43.318356 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b5808c92-5df8-4891-8a7d-4b5d6596d364 req-8aa1eb4f-057b-4fd6-b6ab-3e19977744cc tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] 10.222.0.53 "GET /v2.0/security-groups?id=b33d9933-5066-456d-becc-4c8c04913490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897541 Nov 25 13:06:43.339662 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-c47f4b28-092d-4134-a617-98e788fd52f0 req-622fc676-667a-4c6a-986b-38c7914ab066 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6efc11c2-af6f-479e-9696-54cf17fa00d8 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:06:43.353292 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c47f4b28-092d-4134-a617-98e788fd52f0 req-622fc676-667a-4c6a-986b-38c7914ab066 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:43.387806 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-c47f4b28-092d-4134-a617-98e788fd52f0 req-622fc676-667a-4c6a-986b-38c7914ab066 service neutron] Transition to ACTIVE for port object 6efc11c2-af6f-479e-9696-54cf17fa00d8 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:06:43.409904 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c47f4b28-092d-4134-a617-98e788fd52f0 req-622fc676-667a-4c6a-986b-38c7914ab066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:43.500785 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622fc676-667a-4c6a-986b-38c7914ab066 service neutron] Pushing event updated for resources: {'Port': ['ID=6efc11c2-af6f-479e-9696-54cf17fa00d8,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:43.538128 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c4bd9710-ef63-4933-a64d-499564652488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:43.540831 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c4bd9710-ef63-4933-a64d-499564652488 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:43.545273 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c4bd9710-ef63-4933-a64d-499564652488 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c2b84b39-f8c3-4ebf-a392-666858679932 HTTP/1.1" status: 204 len: 168 time: 0.8878214 Nov 25 13:06:43.584293 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bd9710-ef63-4933-a64d-499564652488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b84b39-f8c3-4ebf-a392-666858679932,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:43.755124 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-c47f4b28-092d-4134-a617-98e788fd52f0 req-622fc676-667a-4c6a-986b-38c7914ab066 service neutron] Attempting to bind port 6efc11c2-af6f-479e-9696-54cf17fa00d8 on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:06:43.756177 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-c47f4b28-092d-4134-a617-98e788fd52f0 req-622fc676-667a-4c6a-986b-38c7914ab066 service neutron] Attempting to bind port 6efc11c2-af6f-479e-9696-54cf17fa00d8 by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:06:43.756177 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47f4b28-092d-4134-a617-98e788fd52f0 req-622fc676-667a-4c6a-986b-38c7914ab066 service neutron] Attempting to bind port 6efc11c2-af6f-479e-9696-54cf17fa00d8 on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:06:43.799688 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47f4b28-092d-4134-a617-98e788fd52f0 req-622fc676-667a-4c6a-986b-38c7914ab066 service neutron] Port 6efc11c2-af6f-479e-9696-54cf17fa00d8 on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:06:43.799688 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47f4b28-092d-4134-a617-98e788fd52f0 req-622fc676-667a-4c6a-986b-38c7914ab066 service neutron] Attempting to bind port 6efc11c2-af6f-479e-9696-54cf17fa00d8 on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:06:43.897796 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47f4b28-092d-4134-a617-98e788fd52f0 req-622fc676-667a-4c6a-986b-38c7914ab066 service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:06:43.898206 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47f4b28-092d-4134-a617-98e788fd52f0 req-622fc676-667a-4c6a-986b-38c7914ab066 service neutron] Checking segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:06:43.901740 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47f4b28-092d-4134-a617-98e788fd52f0 req-622fc676-667a-4c6a-986b-38c7914ab066 service neutron] Bound using segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:06:43.902222 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-c47f4b28-092d-4134-a617-98e788fd52f0 req-622fc676-667a-4c6a-986b-38c7914ab066 service neutron] Bound port: 6efc11c2-af6f-479e-9696-54cf17fa00d8, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:06:43.902442 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c47f4b28-092d-4134-a617-98e788fd52f0 req-622fc676-667a-4c6a-986b-38c7914ab066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:43.983608 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-13931833-84b3-42fe-8acc-66e7d7a3e651 req-b870a3be-f2c6-40fb-907b-4a6180c1fd66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9347c95b-d62d-4b13-a395-b7866044a90f {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:06:44.012846 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-13931833-84b3-42fe-8acc-66e7d7a3e651 req-b870a3be-f2c6-40fb-907b-4a6180c1fd66 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:44.113360 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-13931833-84b3-42fe-8acc-66e7d7a3e651 req-b870a3be-f2c6-40fb-907b-4a6180c1fd66 service neutron] Transition to ACTIVE for port object 9347c95b-d62d-4b13-a395-b7866044a90f will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:06:44.156497 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-13931833-84b3-42fe-8acc-66e7d7a3e651 req-b870a3be-f2c6-40fb-907b-4a6180c1fd66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:44.210937 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47790d3-736c-4a53-9a9e-6d1fb5407475 req-1aef6153-bd33-4f2e-ab2a-4fab639bce44 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:44.218310 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d47790d3-736c-4a53-9a9e-6d1fb5407475 req-1aef6153-bd33-4f2e-ab2a-4fab639bce44 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c83004cb-df96-4d27-9371-9bd234a0c154 HTTP/1.1" status: 200 len: 948 time: 0.1521006 Nov 25 13:06:44.230409 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-c47f4b28-092d-4134-a617-98e788fd52f0 req-622fc676-667a-4c6a-986b-38c7914ab066 service neutron] For port 6efc11c2-af6f-479e-9696-54cf17fa00d8, host n-h1-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:06:44.331676 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d47790d3-736c-4a53-9a9e-6d1fb5407475 req-17b2427b-555b-46d8-aac2-1bf8563c0427 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030223 Nov 25 13:06:44.461370 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b870a3be-f2c6-40fb-907b-4a6180c1fd66 service neutron] Pushing event updated for resources: {'Port': ['ID=9347c95b-d62d-4b13-a395-b7866044a90f,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:44.521242 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc7b49-6ae0-4460-92b3-5aeb95f7c410 req-9783d7b0-bb0d-4acf-9d29-cd03b51f2902 tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:44.523694 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-c47f4b28-092d-4134-a617-98e788fd52f0 req-622fc676-667a-4c6a-986b-38c7914ab066 service neutron] For port 6efc11c2-af6f-479e-9696-54cf17fa00d8, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=6efc11c2-af6f-479e-9696-54cf17fa00d8,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:06:44.542818 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-abcc7b49-6ae0-4460-92b3-5aeb95f7c410 req-9783d7b0-bb0d-4acf-9d29-cd03b51f2902 tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4ee68f7-99ca-4405-a89a-dad1a0c210ed HTTP/1.1" status: 200 len: 968 time: 0.1455808 Nov 25 13:06:44.612518 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c47f4b28-092d-4134-a617-98e788fd52f0 req-622fc676-667a-4c6a-986b-38c7914ab066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:44.689128 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-abcc7b49-6ae0-4460-92b3-5aeb95f7c410 req-dab315cf-2754-4d39-bcac-b125bc7b8f9a tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] 10.222.0.53 "GET /v2.0/security-groups?id=b33d9933-5066-456d-becc-4c8c04913490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433382 Nov 25 13:06:44.733746 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622fc676-667a-4c6a-986b-38c7914ab066 service neutron] Pushing event updated for resources: {'Port': ['ID=6efc11c2-af6f-479e-9696-54cf17fa00d8,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:44.747285 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f4b28-092d-4134-a617-98e788fd52f0 req-622fc676-667a-4c6a-986b-38c7914ab066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:44.748301 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c47f4b28-092d-4134-a617-98e788fd52f0 req-622fc676-667a-4c6a-986b-38c7914ab066 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:44.753131 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c47f4b28-092d-4134-a617-98e788fd52f0 req-622fc676-667a-4c6a-986b-38c7914ab066 service neutron] 10.222.0.66 "PUT /v2.0/ports/6efc11c2-af6f-479e-9696-54cf17fa00d8 HTTP/1.1" status: 200 len: 1097 time: 3.5811484 Nov 25 13:06:44.753877 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c83004cb-df96-4d27-9371-9bd234a0c154', 'tag': '6efc11c2-af6f-479e-9696-54cf17fa00d8'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:06:44.926803 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-13931833-84b3-42fe-8acc-66e7d7a3e651 req-b870a3be-f2c6-40fb-907b-4a6180c1fd66 service neutron] Attempting to bind port 9347c95b-d62d-4b13-a395-b7866044a90f on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:06:44.927918 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-13931833-84b3-42fe-8acc-66e7d7a3e651 req-b870a3be-f2c6-40fb-907b-4a6180c1fd66 service neutron] Attempting to bind port 9347c95b-d62d-4b13-a395-b7866044a90f by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:06:44.928779 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13931833-84b3-42fe-8acc-66e7d7a3e651 req-b870a3be-f2c6-40fb-907b-4a6180c1fd66 service neutron] Attempting to bind port 9347c95b-d62d-4b13-a395-b7866044a90f on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:06:45.046074 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58772) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:06:45.115019 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13931833-84b3-42fe-8acc-66e7d7a3e651 req-b870a3be-f2c6-40fb-907b-4a6180c1fd66 service neutron] Port 9347c95b-d62d-4b13-a395-b7866044a90f on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:06:45.120516 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13931833-84b3-42fe-8acc-66e7d7a3e651 req-b870a3be-f2c6-40fb-907b-4a6180c1fd66 service neutron] Attempting to bind port 9347c95b-d62d-4b13-a395-b7866044a90f on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:06:45.140273 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13931833-84b3-42fe-8acc-66e7d7a3e651 req-b870a3be-f2c6-40fb-907b-4a6180c1fd66 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:06:45.142790 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13931833-84b3-42fe-8acc-66e7d7a3e651 req-b870a3be-f2c6-40fb-907b-4a6180c1fd66 service neutron] Checking segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:06:45.145420 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13931833-84b3-42fe-8acc-66e7d7a3e651 req-b870a3be-f2c6-40fb-907b-4a6180c1fd66 service neutron] Bound using segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:06:45.145955 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-13931833-84b3-42fe-8acc-66e7d7a3e651 req-b870a3be-f2c6-40fb-907b-4a6180c1fd66 service neutron] Bound port: 9347c95b-d62d-4b13-a395-b7866044a90f, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:06:45.146450 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-13931833-84b3-42fe-8acc-66e7d7a3e651 req-b870a3be-f2c6-40fb-907b-4a6180c1fd66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:45.207046 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f4b28-092d-4134-a617-98e788fd52f0 req-5fc88f6c-6a5b-4fe3-a361-027120892983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:45.209611 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c47f4b28-092d-4134-a617-98e788fd52f0 req-5fc88f6c-6a5b-4fe3-a361-027120892983 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=af4c9854d3c048999405c81c71776d29&device_id=c83004cb-df96-4d27-9371-9bd234a0c154 HTTP/1.1" status: 200 len: 1100 time: 0.2770894 Nov 25 13:06:45.343344 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-13931833-84b3-42fe-8acc-66e7d7a3e651 req-b870a3be-f2c6-40fb-907b-4a6180c1fd66 service neutron] For port 9347c95b-d62d-4b13-a395-b7866044a90f, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:06:45.352084 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-13931833-84b3-42fe-8acc-66e7d7a3e651 req-b870a3be-f2c6-40fb-907b-4a6180c1fd66 service neutron] For port 9347c95b-d62d-4b13-a395-b7866044a90f, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=9347c95b-d62d-4b13-a395-b7866044a90f,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:06:45.371714 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-13931833-84b3-42fe-8acc-66e7d7a3e651 req-b870a3be-f2c6-40fb-907b-4a6180c1fd66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:45.500538 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13931833-84b3-42fe-8acc-66e7d7a3e651 req-b870a3be-f2c6-40fb-907b-4a6180c1fd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:45.513124 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-13931833-84b3-42fe-8acc-66e7d7a3e651 req-b870a3be-f2c6-40fb-907b-4a6180c1fd66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:45.514583 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-13931833-84b3-42fe-8acc-66e7d7a3e651 req-b870a3be-f2c6-40fb-907b-4a6180c1fd66 service neutron] 10.222.0.47 "PUT /v2.0/ports/9347c95b-d62d-4b13-a395-b7866044a90f HTTP/1.1" status: 200 len: 1117 time: 3.8236153 Nov 25 13:06:45.559393 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-8baf68a0-1058-4eaf-a3ee-e51f98cdd168 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2136664082-network', 'tenant_id': '6092d996675b47e7b6aa9431b1dde633'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:06:45.611495 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b870a3be-f2c6-40fb-907b-4a6180c1fd66 service neutron] Pushing event updated for resources: {'Port': ['ID=9347c95b-d62d-4b13-a395-b7866044a90f,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:45.625669 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c773a8fc-3729-48ed-a3b0-4322a9416085" -d '{"events": [{"name": "network-changed", "server_uuid": "c83004cb-df96-4d27-9371-9bd234a0c154", "tag": "6efc11c2-af6f-479e-9696-54cf17fa00d8"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:06:45.649865 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8baf68a0-1058-4eaf-a3ee-e51f98cdd168 admin admin] Made reservation on behalf of 6092d996675b47e7b6aa9431b1dde633 for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:06:45.659035 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8baf68a0-1058-4eaf-a3ee-e51f98cdd168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:45.712198 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ed30a-efca-4049-82de-86132fcf822e req-2aa906b2-11c0-4483-94db-b8427c9a1484 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:45.714473 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-109ed30a-efca-4049-82de-86132fcf822e req-2aa906b2-11c0-4483-94db-b8427c9a1484 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c83004cb-df96-4d27-9371-9bd234a0c154 HTTP/1.1" status: 200 len: 948 time: 0.2308352 Nov 25 13:06:45.730111 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8baf68a0-1058-4eaf-a3ee-e51f98cdd168 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:45.737466 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13931833-84b3-42fe-8acc-66e7d7a3e651 req-bf63c82e-9e63-43a6-8834-4b60d19b6389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:45.739142 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-13931833-84b3-42fe-8acc-66e7d7a3e651 req-bf63c82e-9e63-43a6-8834-4b60d19b6389 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9db4ba4254804bea9c48c72b006f7973&device_id=a4ee68f7-99ca-4405-a89a-dad1a0c210ed HTTP/1.1" status: 200 len: 1120 time: 0.0964553 Nov 25 13:06:45.944342 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-109ed30a-efca-4049-82de-86132fcf822e req-647e58cd-8998-4bf4-9864-e976246b253a tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063863 Nov 25 13:06:46.143980 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-13931833-84b3-42fe-8acc-66e7d7a3e651 req-43383c51-853d-4f23-8fb9-091113f68c0d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=9347c95b-d62d-4b13-a395-b7866044a90f HTTP/1.1" status: 200 len: 217 time: 0.1808434 Nov 25 13:06:46.147303 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4bafa8a-5ca1-41f9-a853-06db277e56fb x-openstack-request-id: req-a4bafa8a-5ca1-41f9-a853-06db277e56fb {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:06:46.150718 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c83004cb-df96-4d27-9371-9bd234a0c154", "tag": "6efc11c2-af6f-479e-9696-54cf17fa00d8", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:06:46.151125 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a4bafa8a-5ca1-41f9-a853-06db277e56fb {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:06:46.151709 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c83004cb-df96-4d27-9371-9bd234a0c154', 'tag': '6efc11c2-af6f-479e-9696-54cf17fa00d8', 'status': 'completed', 'code': 200} Nov 25 13:06:46.154844 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c47f4b28-092d-4134-a617-98e788fd52f0 req-edbfc2c8-9a4f-420f-9109-d5edeaffa569 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=6efc11c2-af6f-479e-9696-54cf17fa00d8 HTTP/1.1" status: 200 len: 217 time: 0.4029329 Nov 25 13:06:46.259840 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8baf68a0-1058-4eaf-a3ee-e51f98cdd168 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:46.274784 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8baf68a0-1058-4eaf-a3ee-e51f98cdd168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:46.373545 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baf68a0-1058-4eaf-a3ee-e51f98cdd168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c51e016-507d-422e-97ee-09753982abc7,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:46.480649 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feec525a-4b56-438c-b318-f57718c74015 req-257ce8bc-abd5-47b4-bf65-8989101f132f tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:46.489652 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-feec525a-4b56-438c-b318-f57718c74015 req-257ce8bc-abd5-47b4-bf65-8989101f132f tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4ee68f7-99ca-4405-a89a-dad1a0c210ed HTTP/1.1" status: 200 len: 968 time: 0.4444563 Nov 25 13:06:46.492048 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8baf68a0-1058-4eaf-a3ee-e51f98cdd168 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:06:46.509061 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13931833-84b3-42fe-8acc-66e7d7a3e651 req-f80c724f-c1e2-4640-88b2-0c0b6c18cf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:46.523593 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8baf68a0-1058-4eaf-a3ee-e51f98cdd168 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753177006282', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:46.524281 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8baf68a0-1058-4eaf-a3ee-e51f98cdd168 admin admin] Unsubscribe: segment precommit_create {{(pid=103570) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 25 13:06:46.524868 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-8baf68a0-1058-4eaf-a3ee-e51f98cdd168 admin admin] Added segment 1c04b243-72a5-4d2b-b906-5bdc9c18044a of type vlan for network c2b13ae1-9f66-4869-8279-1686bf969bd5 Nov 25 13:06:46.530452 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-13931833-84b3-42fe-8acc-66e7d7a3e651 req-f80c724f-c1e2-4640-88b2-0c0b6c18cf39 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.2916300 Nov 25 13:06:46.575414 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f4b28-092d-4134-a617-98e788fd52f0 req-e622ee82-47f7-41de-85ff-1557e97239f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:46.578058 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c47f4b28-092d-4134-a617-98e788fd52f0 req-e622ee82-47f7-41de-85ff-1557e97239f3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.4097307 Nov 25 13:06:46.772636 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-feec525a-4b56-438c-b318-f57718c74015 req-22454ff9-4c45-4117-8956-f8e2a946c018 tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] 10.222.0.53 "GET /v2.0/security-groups?id=b33d9933-5066-456d-becc-4c8c04913490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819710 Nov 25 13:06:46.774813 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8baf68a0-1058-4eaf-a3ee-e51f98cdd168 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:46.810474 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13931833-84b3-42fe-8acc-66e7d7a3e651 req-ff5e4def-c2c1-403a-b6e7-5c36eb6a0974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:46.815274 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-13931833-84b3-42fe-8acc-66e7d7a3e651 req-ff5e4def-c2c1-403a-b6e7-5c36eb6a0974 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2839332 Nov 25 13:06:46.829033 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f4b28-092d-4134-a617-98e788fd52f0 req-092990ba-7c98-4927-a0d9-05159c3fa90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:46.831538 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c47f4b28-092d-4134-a617-98e788fd52f0 req-092990ba-7c98-4927-a0d9-05159c3fa90b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1860092 Nov 25 13:06:46.867474 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8baf68a0-1058-4eaf-a3ee-e51f98cdd168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:46.869298 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baf68a0-1058-4eaf-a3ee-e51f98cdd168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:46.871158 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8baf68a0-1058-4eaf-a3ee-e51f98cdd168 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:46.981444 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58826) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:06:47.086730 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58834) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:06:47.089063 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-8baf68a0-1058-4eaf-a3ee-e51f98cdd168 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0410967 Nov 25 13:06:47.100017 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-33e95f99-8f3d-485b-8ea1-00261b07b77e admin admin] Request body: {'subnet': {'network_id': 'c2b13ae1-9f66-4869-8279-1686bf969bd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2136664082-subnet', 'tenant_id': '6092d996675b47e7b6aa9431b1dde633', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:06:47.306670 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baf68a0-1058-4eaf-a3ee-e51f98cdd168 admin admin] Pushing event updated for resources: {'Network': ['ID=c2b13ae1-9f66-4869-8279-1686bf969bd5,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:47.315344 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e95f99-8f3d-485b-8ea1-00261b07b77e admin admin] Made reservation on behalf of 6092d996675b47e7b6aa9431b1dde633 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:06:47.327683 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network c2b13ae1-9f66-4869-8279-1686bf969bd5 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:06:47.335848 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-33e95f99-8f3d-485b-8ea1-00261b07b77e admin admin] Publish callbacks [] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:47.384889 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a543f923-a0f2-435f-a165-50601eea2800 req-4996fec8-36f5-42a4-8fee-01eec05f17c9 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:47.398449 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a543f923-a0f2-435f-a165-50601eea2800 req-4996fec8-36f5-42a4-8fee-01eec05f17c9 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c83004cb-df96-4d27-9371-9bd234a0c154 HTTP/1.1" status: 200 len: 948 time: 0.2559402 Nov 25 13:06:47.478685 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:06:47.484830 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-13931833-84b3-42fe-8acc-66e7d7a3e651 req-422a639b-5a8c-4799-9821-d6729540dc30 service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6450200 Nov 25 13:06:47.517315 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a543f923-a0f2-435f-a165-50601eea2800 req-048d2451-a469-49b0-8e32-f227c9d7e663 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137891 Nov 25 13:06:47.540709 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c47f4b28-092d-4134-a617-98e788fd52f0 req-665cc44f-e03a-4110-8ed6-5b4f439eed98 service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6629145 Nov 25 13:06:47.644341 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-7f7ca537-b8be-4df4-bdd2-6d0eb550f63a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-25756859-network', 'tenant_id': '968615a5eef644fd9c7cb22ecda9948d'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:06:47.701112 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f7ca537-b8be-4df4-bdd2-6d0eb550f63a admin admin] Made reservation on behalf of 968615a5eef644fd9c7cb22ecda9948d for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:06:47.708290 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7f7ca537-b8be-4df4-bdd2-6d0eb550f63a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:47.716445 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-13931833-84b3-42fe-8acc-66e7d7a3e651 req-c3208121-4c6a-4143-afe1-1200ea59a86f service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583500 Nov 25 13:06:47.734518 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7f7ca537-b8be-4df4-bdd2-6d0eb550f63a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:47.922101 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7f7ca537-b8be-4df4-bdd2-6d0eb550f63a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:47.927779 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7f7ca537-b8be-4df4-bdd2-6d0eb550f63a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:47.947131 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f7ca537-b8be-4df4-bdd2-6d0eb550f63a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:06:47.967733 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-33e95f99-8f3d-485b-8ea1-00261b07b77e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:48.000442 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7f7ca537-b8be-4df4-bdd2-6d0eb550f63a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:48.000799 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-7f7ca537-b8be-4df4-bdd2-6d0eb550f63a admin admin] Added segment 4db6111d-f175-40b7-a0aa-253eda27a602 of type vlan for network 0f5b5873-a4d8-4f50-8efd-fb57992a2cfb Nov 25 13:06:48.009773 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7ca537-b8be-4df4-bdd2-6d0eb550f63a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c95b830-1815-4859-ab46-44bdefd21409,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:48.049847 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e95f99-8f3d-485b-8ea1-00261b07b77e admin admin] Checking segment: {'id': '1c04b243-72a5-4d2b-b906-5bdc9c18044a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c2b13ae1-9f66-4869-8279-1686bf969bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:06:48.050469 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e95f99-8f3d-485b-8ea1-00261b07b77e admin admin] Network hostable DHCP agents. Network: c2b13ae1-9f66-4869-8279-1686bf969bd5, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:06:48.059229 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e95f99-8f3d-485b-8ea1-00261b07b77e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f39d7d86-0522-4d23-af17-7a8c784a5167,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:48.083423 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e95f99-8f3d-485b-8ea1-00261b07b77e admin admin] Network c2b13ae1-9f66-4869-8279-1686bf969bd5 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:06:48.093957 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7f7ca537-b8be-4df4-bdd2-6d0eb550f63a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:48.111164 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-33e95f99-8f3d-485b-8ea1-00261b07b77e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, c2b13ae1-9f66-4869-8279-1686bf969bd5) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:06:48.121819 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba0876a-926b-4c7b-9faf-3a155dbdffa1 None None] Network c2b13ae1-9f66-4869-8279-1686bf969bd5 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:06:48.125603 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e95f99-8f3d-485b-8ea1-00261b07b77e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:48.126497 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-33e95f99-8f3d-485b-8ea1-00261b07b77e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:48.130229 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54edce28-6aba-47ee-a3ac-f30312252028 req-36413191-ee80-45b2-9181-1dc35bfa7ef8 tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:48.138565 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-54edce28-6aba-47ee-a3ac-f30312252028 req-36413191-ee80-45b2-9181-1dc35bfa7ef8 tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4ee68f7-99ca-4405-a89a-dad1a0c210ed HTTP/1.1" status: 200 len: 968 time: 0.1191270 Nov 25 13:06:48.157727 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7f7ca537-b8be-4df4-bdd2-6d0eb550f63a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:48.158288 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-33e95f99-8f3d-485b-8ea1-00261b07b77e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0677953 Nov 25 13:06:48.158931 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7ca537-b8be-4df4-bdd2-6d0eb550f63a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:48.159839 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7f7ca537-b8be-4df4-bdd2-6d0eb550f63a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:48.161072 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4ee68f7-99ca-4405-a89a-dad1a0c210ed', 'tag': '9347c95b-d62d-4b13-a395-b7866044a90f'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:06:48.169196 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dbf4217-fa63-4cc6-80a5-b575485bb531" -d '{"events": [{"name": "network-changed", "server_uuid": "a4ee68f7-99ca-4405-a89a-dad1a0c210ed", "tag": "9347c95b-d62d-4b13-a395-b7866044a90f"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:06:48.234054 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-7f7ca537-b8be-4df4-bdd2-6d0eb550f63a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2498090 Nov 25 13:06:48.234054 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58860) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:06:48.246773 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-e926f3ad-e094-4942-9ed0-77f6f37e91e2 admin admin] Request body: {'subnet': {'network_id': '0f5b5873-a4d8-4f50-8efd-fb57992a2cfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-25756859-subnet', 'tenant_id': '968615a5eef644fd9c7cb22ecda9948d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:06:48.286511 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-54edce28-6aba-47ee-a3ac-f30312252028 req-6a36cc19-c9b9-4e8f-af49-fa7743647ab5 tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] 10.222.0.53 "GET /v2.0/security-groups?id=b33d9933-5066-456d-becc-4c8c04913490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404672 Nov 25 13:06:48.303303 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7ca537-b8be-4df4-bdd2-6d0eb550f63a admin admin] Pushing event updated for resources: {'Network': ['ID=0f5b5873-a4d8-4f50-8efd-fb57992a2cfb,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:48.340096 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e926f3ad-e094-4942-9ed0-77f6f37e91e2 admin admin] Made reservation on behalf of 968615a5eef644fd9c7cb22ecda9948d for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:06:48.342684 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e926f3ad-e094-4942-9ed0-77f6f37e91e2 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:48.399659 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 0f5b5873-a4d8-4f50-8efd-fb57992a2cfb details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:06:48.448337 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253e90f9-e21f-4b92-bc1c-d3c09ab29d7c x-openstack-request-id: req-253e90f9-e21f-4b92-bc1c-d3c09ab29d7c {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:06:48.448641 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4ee68f7-99ca-4405-a89a-dad1a0c210ed", "tag": "9347c95b-d62d-4b13-a395-b7866044a90f", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:06:48.448897 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-253e90f9-e21f-4b92-bc1c-d3c09ab29d7c {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:06:48.449296 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4ee68f7-99ca-4405-a89a-dad1a0c210ed', 'tag': '9347c95b-d62d-4b13-a395-b7866044a90f', 'status': 'completed', 'code': 200} Nov 25 13:06:48.583326 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf4217-fa63-4cc6-80a5-b575485bb531 req-bd3f6b7c-fc44-422c-995d-0b09871e828e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:48.592433 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4dbf4217-fa63-4cc6-80a5-b575485bb531 req-bd3f6b7c-fc44-422c-995d-0b09871e828e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9db4ba4254804bea9c48c72b006f7973&device_id=a4ee68f7-99ca-4405-a89a-dad1a0c210ed HTTP/1.1" status: 200 len: 1120 time: 0.1269350 Nov 25 13:06:48.735185 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a0da56-39a0-4c39-a707-53ade6ab6e3d None None] Network c2b13ae1-9f66-4869-8279-1686bf969bd5 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:06:48.813573 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58884) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:06:48.845507 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e81793-f68f-4c0b-b451-1a4041de03af req-a07ddc77-ac5c-43e4-95eb-4b7df53513ec tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:48.848425 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-36e81793-f68f-4c0b-b451-1a4041de03af req-a07ddc77-ac5c-43e4-95eb-4b7df53513ec tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c83004cb-df96-4d27-9371-9bd234a0c154 HTTP/1.1" status: 200 len: 948 time: 0.1080203 Nov 25 13:06:48.851772 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e926f3ad-e094-4942-9ed0-77f6f37e91e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:48.957178 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf4217-fa63-4cc6-80a5-b575485bb531 req-6194ab39-916a-4ff8-acd5-d2580c1f6730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:48.959425 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4dbf4217-fa63-4cc6-80a5-b575485bb531 req-6194ab39-916a-4ff8-acd5-d2580c1f6730 service neutron] 10.222.0.47 "GET /v2.0/networks?id=85f6380f-3625-4f44-8465-fbcf0c11fed5 HTTP/1.1" status: 200 len: 870 time: 0.3576639 Nov 25 13:06:48.981991 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e926f3ad-e094-4942-9ed0-77f6f37e91e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2c7703f-f821-47fa-876a-bf91c67a81aa,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:49.008105 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-36e81793-f68f-4c0b-b451-1a4041de03af req-303355a9-f550-4695-bd8f-5e3cd6213376 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515622 Nov 25 13:06:49.009578 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e926f3ad-e094-4942-9ed0-77f6f37e91e2 admin admin] Checking segment: {'id': '4db6111d-f175-40b7-a0aa-253eda27a602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0f5b5873-a4d8-4f50-8efd-fb57992a2cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:06:49.011523 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e926f3ad-e094-4942-9ed0-77f6f37e91e2 admin admin] Network hostable DHCP agents. Network: 0f5b5873-a4d8-4f50-8efd-fb57992a2cfb, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:06:49.030464 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4dbf4217-fa63-4cc6-80a5-b575485bb531 req-d38fb6f4-a4a1-4af9-974d-45038e81b29d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=9347c95b-d62d-4b13-a395-b7866044a90f HTTP/1.1" status: 200 len: 217 time: 0.0615361 Nov 25 13:06:49.035570 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e926f3ad-e094-4942-9ed0-77f6f37e91e2 admin admin] Network 0f5b5873-a4d8-4f50-8efd-fb57992a2cfb is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:06:49.046821 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-e926f3ad-e094-4942-9ed0-77f6f37e91e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 0f5b5873-a4d8-4f50-8efd-fb57992a2cfb) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:06:49.053849 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e926f3ad-e094-4942-9ed0-77f6f37e91e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:49.055579 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e926f3ad-e094-4942-9ed0-77f6f37e91e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:49.057506 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c924c294-2f44-4828-bf9d-45ba29612bb1 None None] Network 0f5b5873-a4d8-4f50-8efd-fb57992a2cfb requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:06:49.086117 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e926f3ad-e094-4942-9ed0-77f6f37e91e2 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8412380 Nov 25 13:06:49.091642 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58892) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:06:49.105386 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-e93416cc-5267-4e0f-adee-82c9a9e4cb55 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-25756859-router', 'tenant_id': '968615a5eef644fd9c7cb22ecda9948d', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:06:49.141148 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf4217-fa63-4cc6-80a5-b575485bb531 req-f90552ab-87bd-4a02-8a04-71fe3b252f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:49.143299 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4dbf4217-fa63-4cc6-80a5-b575485bb531 req-f90552ab-87bd-4a02-8a04-71fe3b252f57 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.1065612 Nov 25 13:06:49.157530 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e93416cc-5267-4e0f-adee-82c9a9e4cb55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:49.160335 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e93416cc-5267-4e0f-adee-82c9a9e4cb55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:49.235234 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf4217-fa63-4cc6-80a5-b575485bb531 req-3315a7be-84dc-4893-8779-047bf466fd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:49.237335 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4dbf4217-fa63-4cc6-80a5-b575485bb531 req-3315a7be-84dc-4893-8779-047bf466fd59 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0786705 Nov 25 13:06:49.335942 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58898) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:06:49.345268 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cfc75731-3565-4da6-b59c-538d762f0294 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:49.359073 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e93416cc-5267-4e0f-adee-82c9a9e4cb55 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:49.391642 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d87822-d2e7-4f4b-8f04-f939b7c45914 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-0f5b5873-a4d8-4f50-8efd-fb57992a2cfb', 'network_id': '0f5b5873-a4d8-4f50-8efd-fb57992a2cfb', 'tenant_id': '968615a5eef644fd9c7cb22ecda9948d', 'fixed_ips': [{'subnet_id': 'e2c7703f-f821-47fa-876a-bf91c67a81aa'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:06:49.392792 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-55d87822-d2e7-4f4b-8f04-f939b7c45914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:49.434679 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4dbf4217-fa63-4cc6-80a5-b575485bb531 req-3735fe9e-bfe9-4cd0-a693-f71f53a20d3c service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893623 Nov 25 13:06:49.571583 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4dbf4217-fa63-4cc6-80a5-b575485bb531 req-e084d490-88a7-415a-aa57-e2de46a238df service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284299 Nov 25 13:06:49.633047 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c1264dda-9243-42c7-b3da-fa3f423314cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:49.690169 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-55d87822-d2e7-4f4b-8f04-f939b7c45914 None None] Allocated IP 172.20.0.2 (0f5b5873-a4d8-4f50-8efd-fb57992a2cfb/e2c7703f-f821-47fa-876a-bf91c67a81aa/ad3942b6-5cab-40cb-ac7a-ad37f3efad0c) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:06:49.708970 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58906) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:06:49.714628 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-557739f7-e59d-4155-a929-4182deb62e10 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-197507273-network', 'tenant_id': '1be4614eaae14e89849f682ee37bdc24'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:06:49.754950 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e93416cc-5267-4e0f-adee-82c9a9e4cb55 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:49.776053 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ba1b6c-9260-40c4-969a-f74bc8f4b18e req-a42d4153-d4c8-4794-a224-4154fd8414e8 tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:49.777572 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-78ba1b6c-9260-40c4-969a-f74bc8f4b18e req-a42d4153-d4c8-4794-a224-4154fd8414e8 tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4ee68f7-99ca-4405-a89a-dad1a0c210ed HTTP/1.1" status: 200 len: 968 time: 0.3828449 Nov 25 13:06:49.803827 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c1264dda-9243-42c7-b3da-fa3f423314cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:49.806749 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557739f7-e59d-4155-a929-4182deb62e10 admin admin] Made reservation on behalf of 1be4614eaae14e89849f682ee37bdc24 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:06:49.811768 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-557739f7-e59d-4155-a929-4182deb62e10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:49.816488 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c1264dda-9243-42c7-b3da-fa3f423314cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:49.829329 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cfc75731-3565-4da6-b59c-538d762f0294 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:49.837540 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-557739f7-e59d-4155-a929-4182deb62e10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:49.856555 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cfc75731-3565-4da6-b59c-538d762f0294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:49.885680 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c1264dda-9243-42c7-b3da-fa3f423314cf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6e49bba96dd84958b31a66c3e3fc0382&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5461051 Nov 25 13:06:49.885680 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1264dda-9243-42c7-b3da-fa3f423314cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fbe36e2-fd20-4ce6-8794-9b6cd9cded9a,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:49.889233 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58908) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:06:49.933770 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-cfc75731-3565-4da6-b59c-538d762f0294 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6a70d421540a4d06bf79061257ede198&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1162539 Nov 25 13:06:49.941042 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58910) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:06:49.946433 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-55d87822-d2e7-4f4b-8f04-f939b7c45914 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:49.961024 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-55d87822-d2e7-4f4b-8f04-f939b7c45914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:49.986379 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-78ba1b6c-9260-40c4-969a-f74bc8f4b18e req-bcea672f-cd7d-4d69-8cc9-7609b5e0a8b4 tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] 10.222.0.53 "GET /v2.0/security-groups?id=b33d9933-5066-456d-becc-4c8c04913490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007101 Nov 25 13:06:49.992684 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc75731-3565-4da6-b59c-538d762f0294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c28ee56-362a-4e71-be96-ad31601f9254,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:50.007627 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bcc29d2e-d220-43da-8c9c-a0954c9977dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:50.050815 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bcc29d2e-d220-43da-8c9c-a0954c9977dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:50.062711 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d87822-d2e7-4f4b-8f04-f939b7c45914 None None] Network 0f5b5873-a4d8-4f50-8efd-fb57992a2cfb is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:06:50.069271 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-55d87822-d2e7-4f4b-8f04-f939b7c45914 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:06:50.069732 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-557739f7-e59d-4155-a929-4182deb62e10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:50.073333 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d87822-d2e7-4f4b-8f04-f939b7c45914 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:06:50.085064 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-557739f7-e59d-4155-a929-4182deb62e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:50.099888 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b279d2f4-e537-4242-95cd-cf6fbd19492a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:50.134515 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-557739f7-e59d-4155-a929-4182deb62e10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:06:50.149962 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b279d2f4-e537-4242-95cd-cf6fbd19492a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:50.175373 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-557739f7-e59d-4155-a929-4182deb62e10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:50.175827 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-557739f7-e59d-4155-a929-4182deb62e10 admin admin] Added segment 40df49a3-2317-485a-8062-d6493a2aaed6 of type vlan for network 83c0f515-d59e-45e5-b405-86c95de956bb Nov 25 13:06:50.177518 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557739f7-e59d-4155-a929-4182deb62e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b7df15-3942-41d2-ac44-56ab1e654704,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:50.182528 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d87822-d2e7-4f4b-8f04-f939b7c45914 None None] Pushing event updated for resources: {'Port': ['ID=ad3942b6-5cab-40cb-ac7a-ad37f3efad0c,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:50.190737 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-55d87822-d2e7-4f4b-8f04-f939b7c45914 None None] Attempting to bind port ad3942b6-5cab-40cb-ac7a-ad37f3efad0c on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:06:50.190737 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-55d87822-d2e7-4f4b-8f04-f939b7c45914 None None] Attempting to bind port ad3942b6-5cab-40cb-ac7a-ad37f3efad0c by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '4db6111d-f175-40b7-a0aa-253eda27a602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0f5b5873-a4d8-4f50-8efd-fb57992a2cfb'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:06:50.191397 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d87822-d2e7-4f4b-8f04-f939b7c45914 None None] Attempting to bind port ad3942b6-5cab-40cb-ac7a-ad37f3efad0c on network 0f5b5873-a4d8-4f50-8efd-fb57992a2cfb {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:06:50.197087 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d87822-d2e7-4f4b-8f04-f939b7c45914 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:06:50.197087 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d87822-d2e7-4f4b-8f04-f939b7c45914 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:06:50.197087 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d87822-d2e7-4f4b-8f04-f939b7c45914 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:06:50.197087 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d87822-d2e7-4f4b-8f04-f939b7c45914 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:06:50.219211 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d87822-d2e7-4f4b-8f04-f939b7c45914 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:06:50.223853 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d87822-d2e7-4f4b-8f04-f939b7c45914 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:06:50.224524 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d87822-d2e7-4f4b-8f04-f939b7c45914 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:06:50.225411 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d87822-d2e7-4f4b-8f04-f939b7c45914 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:06:50.225976 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d87822-d2e7-4f4b-8f04-f939b7c45914 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:06:50.226591 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d87822-d2e7-4f4b-8f04-f939b7c45914 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:06:50.227664 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d87822-d2e7-4f4b-8f04-f939b7c45914 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:06:50.228630 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d87822-d2e7-4f4b-8f04-f939b7c45914 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:06:50.232320 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d87822-d2e7-4f4b-8f04-f939b7c45914 None None] Tracked resource versions report: Nov 25 13:06:50.232320 n-d-808199-11 neutron-server[103572]: pushed versions: Nov 25 13:06:50.232320 n-d-808199-11 neutron-server[103572]: { 'AddressGroup': {'1.2'}, Nov 25 13:06:50.232320 n-d-808199-11 neutron-server[103572]: 'ConntrackHelper': {'1.0'}, Nov 25 13:06:50.232320 n-d-808199-11 neutron-server[103572]: 'Log': {'1.0'}, Nov 25 13:06:50.232320 n-d-808199-11 neutron-server[103572]: 'Network': {'1.1'}, Nov 25 13:06:50.232320 n-d-808199-11 neutron-server[103572]: 'Port': {'1.7'}, Nov 25 13:06:50.232320 n-d-808199-11 neutron-server[103572]: 'PortForwarding': {'1.2'}, Nov 25 13:06:50.232320 n-d-808199-11 neutron-server[103572]: 'QosPolicy': {'1.10'}, Nov 25 13:06:50.232320 n-d-808199-11 neutron-server[103572]: 'SecurityGroup': {'1.5'}, Nov 25 13:06:50.232320 n-d-808199-11 neutron-server[103572]: 'SecurityGroupRule': {'1.2'}, Nov 25 13:06:50.232320 n-d-808199-11 neutron-server[103572]: 'SubPort': {'1.0'}, Nov 25 13:06:50.232320 n-d-808199-11 neutron-server[103572]: 'Subnet': {'1.1'}, Nov 25 13:06:50.232320 n-d-808199-11 neutron-server[103572]: 'Trunk': {'1.1'}} Nov 25 13:06:50.232320 n-d-808199-11 neutron-server[103572]: consumer versions: Nov 25 13:06:50.232320 n-d-808199-11 neutron-server[103572]: { DHCP agent@n-d-808199-11: {}, Nov 25 13:06:50.232320 n-d-808199-11 neutron-server[103572]: HyperV agent@n-h1-808199-11: {}, Nov 25 13:06:50.232320 n-d-808199-11 neutron-server[103572]: HyperV agent@n-h2-808199-11: {}, Nov 25 13:06:50.232320 n-d-808199-11 neutron-server[103572]: L3 agent@n-d-808199-11: {}, Nov 25 13:06:50.232320 n-d-808199-11 neutron-server[103572]: Metadata agent@n-d-808199-11: {}, Nov 25 13:06:50.232320 n-d-808199-11 neutron-server[103572]: Metering agent@n-d-808199-11: {}, Nov 25 13:06:50.232320 n-d-808199-11 neutron-server[103572]: Open vSwitch agent@n-d-808199-11: { 'AddressGroup': '1.2', Nov 25 13:06:50.232320 n-d-808199-11 neutron-server[103572]: 'ConntrackHelper': '1.0', Nov 25 13:06:50.232320 n-d-808199-11 neutron-server[103572]: 'Log': '1.0', Nov 25 13:06:50.232320 n-d-808199-11 neutron-server[103572]: 'Network': '1.1', Nov 25 13:06:50.232320 n-d-808199-11 neutron-server[103572]: 'Port': '1.7', Nov 25 13:06:50.232320 n-d-808199-11 neutron-server[103572]: 'PortForwarding': '1.2', Nov 25 13:06:50.232320 n-d-808199-11 neutron-server[103572]: 'QosPolicy': '1.10', Nov 25 13:06:50.232320 n-d-808199-11 neutron-server[103572]: 'SecurityGroup': '1.5', Nov 25 13:06:50.232320 n-d-808199-11 neutron-server[103572]: 'SecurityGroupRule': '1.2', Nov 25 13:06:50.232320 n-d-808199-11 neutron-server[103572]: 'SubPort': '1.0', Nov 25 13:06:50.232320 n-d-808199-11 neutron-server[103572]: 'Subnet': '1.1', Nov 25 13:06:50.232320 n-d-808199-11 neutron-server[103572]: 'Trunk': '1.1'}} Nov 25 13:06:50.232320 n-d-808199-11 neutron-server[103572]: {{(pid=103572) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 13:06:50.241878 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-557739f7-e59d-4155-a929-4182deb62e10 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:50.244137 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bcc29d2e-d220-43da-8c9c-a0954c9977dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:50.247999 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bcc29d2e-d220-43da-8c9c-a0954c9977dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:50.248170 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-bcc29d2e-d220-43da-8c9c-a0954c9977dd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0fbe36e2-fd20-4ce6-8794-9b6cd9cded9a HTTP/1.1" status: 204 len: 168 time: 0.3578973 Nov 25 13:06:50.260984 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb4b2b-a95e-4ee3-b3a3-19395081618a req-dd4f3dab-e349-4eef-9d30-ca1491c0950e tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:50.262889 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-43fb4b2b-a95e-4ee3-b3a3-19395081618a req-dd4f3dab-e349-4eef-9d30-ca1491c0950e tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c83004cb-df96-4d27-9371-9bd234a0c154 HTTP/1.1" status: 200 len: 948 time: 0.1220860 Nov 25 13:06:50.267406 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e93416cc-5267-4e0f-adee-82c9a9e4cb55 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:50.272920 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d87822-d2e7-4f4b-8f04-f939b7c45914 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:06:50.273445 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d87822-d2e7-4f4b-8f04-f939b7c45914 None None] Checking segment: {'id': '4db6111d-f175-40b7-a0aa-253eda27a602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0f5b5873-a4d8-4f50-8efd-fb57992a2cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:06:50.274650 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-55d87822-d2e7-4f4b-8f04-f939b7c45914 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:50.279432 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d87822-d2e7-4f4b-8f04-f939b7c45914 None None] Bound using segment: {'id': '4db6111d-f175-40b7-a0aa-253eda27a602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0f5b5873-a4d8-4f50-8efd-fb57992a2cfb'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:06:50.280153 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-55d87822-d2e7-4f4b-8f04-f939b7c45914 None None] Bound port: ad3942b6-5cab-40cb-ac7a-ad37f3efad0c, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4db6111d-f175-40b7-a0aa-253eda27a602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0f5b5873-a4d8-4f50-8efd-fb57992a2cfb'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:06:50.280572 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-55d87822-d2e7-4f4b-8f04-f939b7c45914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:50.285776 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc29d2e-d220-43da-8c9c-a0954c9977dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fbe36e2-fd20-4ce6-8794-9b6cd9cded9a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:50.311875 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b279d2f4-e537-4242-95cd-cf6fbd19492a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:50.312768 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e93416cc-5267-4e0f-adee-82c9a9e4cb55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:50.315742 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b279d2f4-e537-4242-95cd-cf6fbd19492a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:50.316911 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b279d2f4-e537-4242-95cd-cf6fbd19492a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2c28ee56-362a-4e71-be96-ad31601f9254 HTTP/1.1" status: 204 len: 168 time: 0.3749001 Nov 25 13:06:50.325860 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-557739f7-e59d-4155-a929-4182deb62e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:50.332879 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557739f7-e59d-4155-a929-4182deb62e10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:50.333597 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-557739f7-e59d-4155-a929-4182deb62e10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:50.339063 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b279d2f4-e537-4242-95cd-cf6fbd19492a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c28ee56-362a-4e71-be96-ad31601f9254,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:50.433065 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-557739f7-e59d-4155-a929-4182deb62e10 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7202485 Nov 25 13:06:50.434163 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58918) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:06:50.438727 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 9347c95b-d62d-4b13-a395-b7866044a90f details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:06:50.450575 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-c3b0fcb4-308d-476f-bf53-3ca2af73865d admin admin] Request body: {'subnet': {'network_id': '83c0f515-d59e-45e5-b405-86c95de956bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-197507273-subnet', 'tenant_id': '1be4614eaae14e89849f682ee37bdc24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:06:50.490403 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557739f7-e59d-4155-a929-4182deb62e10 admin admin] Pushing event updated for resources: {'Network': ['ID=83c0f515-d59e-45e5-b405-86c95de956bb,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:50.523995 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b0fcb4-308d-476f-bf53-3ca2af73865d admin admin] Made reservation on behalf of 1be4614eaae14e89849f682ee37bdc24 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:06:50.526927 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c3b0fcb4-308d-476f-bf53-3ca2af73865d admin admin] Publish callbacks [] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:50.625205 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-43fb4b2b-a95e-4ee3-b3a3-19395081618a req-a5804538-f72c-4eac-bc42-3723824db315 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476722 Nov 25 13:06:50.648995 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 9347c95b-d62d-4b13-a395-b7866044a90f, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=9347c95b-d62d-4b13-a395-b7866044a90f,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:06:50.664641 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '9347c95b-d62d-4b13-a395-b7866044a90f', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'port_id': '9347c95b-d62d-4b13-a395-b7866044a90f', 'mac_address': 'fa:16:3e:27:2e:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce5ca48-e3be-44c6-9584-fd9eb8c67222', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:tempest-test_az-52873556', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:06:50.666056 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-e93416cc-5267-4e0f-adee-82c9a9e4cb55 admin admin] Allocated IP 172.25.5.27 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/93640fee-310a-454a-8613-6d771ea119ef) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:06:50.670730 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 83c0f515-d59e-45e5-b405-86c95de956bb details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:06:50.801249 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-55d87822-d2e7-4f4b-8f04-f939b7c45914 None None] For port ad3942b6-5cab-40cb-ac7a-ad37f3efad0c, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:06:50.863530 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c3b0fcb4-308d-476f-bf53-3ca2af73865d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:50.889851 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e93416cc-5267-4e0f-adee-82c9a9e4cb55 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:50.892502 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-55d87822-d2e7-4f4b-8f04-f939b7c45914 None None] For port ad3942b6-5cab-40cb-ac7a-ad37f3efad0c, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=ad3942b6-5cab-40cb-ac7a-ad37f3efad0c,segment=NetworkSegment(4db6111d-f175-40b7-a0aa-253eda27a602),segment_id=4db6111d-f175-40b7-a0aa-253eda27a602)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:06:50.906088 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-55d87822-d2e7-4f4b-8f04-f939b7c45914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:50.956296 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b0fcb4-308d-476f-bf53-3ca2af73865d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4538484-6f21-4a94-b5a4-3e45f0bd5e43,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:50.980322 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:50.993974 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b0fcb4-308d-476f-bf53-3ca2af73865d admin admin] Checking segment: {'id': '40df49a3-2317-485a-8062-d6493a2aaed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '83c0f515-d59e-45e5-b405-86c95de956bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:06:50.995682 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b0fcb4-308d-476f-bf53-3ca2af73865d admin admin] Network hostable DHCP agents. Network: 83c0f515-d59e-45e5-b405-86c95de956bb, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:06:51.013612 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9347c95b-d62d-4b13-a395-b7866044a90f {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:06:51.054250 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e93416cc-5267-4e0f-adee-82c9a9e4cb55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:51.073273 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b0fcb4-308d-476f-bf53-3ca2af73865d admin admin] Network 83c0f515-d59e-45e5-b405-86c95de956bb is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:06:51.082049 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d87822-d2e7-4f4b-8f04-f939b7c45914 None None] Pushing event updated for resources: {'Port': ['ID=ad3942b6-5cab-40cb-ac7a-ad37f3efad0c,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:51.093230 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 9347c95b-d62d-4b13-a395-b7866044a90f, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=9347c95b-d62d-4b13-a395-b7866044a90f,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:06:51.093467 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58928) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:06:51.104646 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:51.112835 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-c3b0fcb4-308d-476f-bf53-3ca2af73865d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 83c0f515-d59e-45e5-b405-86c95de956bb) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:06:51.136698 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b0fcb4-308d-476f-bf53-3ca2af73865d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:51.137315 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c3b0fcb4-308d-476f-bf53-3ca2af73865d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:51.149507 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-15972885-4a16-440c-b04f-102d6a390328 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:51.164748 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834b080d-0318-4f1f-b292-203724e0fa95 None None] Network 83c0f515-d59e-45e5-b405-86c95de956bb requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:06:51.191227 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58930) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:06:51.241040 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93416cc-5267-4e0f-adee-82c9a9e4cb55 admin admin] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:06:51.241421 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c3b0fcb4-308d-476f-bf53-3ca2af73865d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8014419 Nov 25 13:06:51.245883 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3964b397-f83a-4306-bed7-eff66bc61304 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:51.252505 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-e93416cc-5267-4e0f-adee-82c9a9e4cb55 admin admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:06:51.260913 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93416cc-5267-4e0f-adee-82c9a9e4cb55 admin admin] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:06:51.299541 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=9347c95b-d62d-4b13-a395-b7866044a90f,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:51.323080 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93416cc-5267-4e0f-adee-82c9a9e4cb55 admin admin] Pushing event updated for resources: {'Port': ['ID=93640fee-310a-454a-8613-6d771ea119ef,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:51.482036 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['9347c95b-d62d-4b13-a395-b7866044a90f'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:06:51.533725 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-15972885-4a16-440c-b04f-102d6a390328 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:51.543721 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-15972885-4a16-440c-b04f-102d6a390328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:51.636700 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3964b397-f83a-4306-bed7-eff66bc61304 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:51.662418 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-15972885-4a16-440c-b04f-102d6a390328 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eb894e7e02d340fa9fcdd47557f68d5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5669558 Nov 25 13:06:51.663150 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58938) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:06:51.683704 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3964b397-f83a-4306-bed7-eff66bc61304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:51.693970 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15972885-4a16-440c-b04f-102d6a390328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d2954d-7fee-4cd4-bf50-9a9df932eadd,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:51.720594 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803e1f0-177c-435e-a440-f7ef9b7b7ef9 req-3ae4c313-3fe9-4279-a294-2f053527fe88 tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:51.729889 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e803e1f0-177c-435e-a440-f7ef9b7b7ef9 req-3ae4c313-3fe9-4279-a294-2f053527fe88 tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4ee68f7-99ca-4405-a89a-dad1a0c210ed HTTP/1.1" status: 200 len: 969 time: 0.1429460 Nov 25 13:06:51.784035 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-3964b397-f83a-4306-bed7-eff66bc61304 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=64608fee67914e6e93e63dfd8cefd856&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5887840 Nov 25 13:06:51.786256 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58940) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:06:51.796341 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7207a3e4-d247-4ce8-b304-c9b3f409a817 None None] Network 83c0f515-d59e-45e5-b405-86c95de956bb requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:06:51.802272 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3964b397-f83a-4306-bed7-eff66bc61304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e8bc2d-b764-4267-b642-69f77ed74335,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:51.852641 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-db86ae3b-a28f-440c-97b6-e5794e0aae78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:51.903243 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-58e278da-a2a8-499a-9c91-3b0e67e639a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:51.910454 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-db86ae3b-a28f-440c-97b6-e5794e0aae78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:51.968904 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-58e278da-a2a8-499a-9c91-3b0e67e639a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:51.980192 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bad4623-1787-479d-a0a4-2a963a835fde req-1c43341d-bb9d-4fee-942e-242d4b9967ae tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:51.982774 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0bad4623-1787-479d-a0a4-2a963a835fde req-1c43341d-bb9d-4fee-942e-242d4b9967ae tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c83004cb-df96-4d27-9371-9bd234a0c154 HTTP/1.1" status: 200 len: 948 time: 0.1938641 Nov 25 13:06:52.001851 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e803e1f0-177c-435e-a440-f7ef9b7b7ef9 req-1c18a3c4-cc42-457d-ac7b-88aaec5ff7bc tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] 10.222.0.53 "GET /v2.0/security-groups?id=b33d9933-5066-456d-becc-4c8c04913490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707610 Nov 25 13:06:52.034126 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-db86ae3b-a28f-440c-97b6-e5794e0aae78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:52.040463 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-db86ae3b-a28f-440c-97b6-e5794e0aae78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:52.045319 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-db86ae3b-a28f-440c-97b6-e5794e0aae78 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/54d2954d-7fee-4cd4-bf50-9a9df932eadd HTTP/1.1" status: 204 len: 168 time: 0.3796556 Nov 25 13:06:52.059989 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db86ae3b-a28f-440c-97b6-e5794e0aae78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d2954d-7fee-4cd4-bf50-9a9df932eadd,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:52.070021 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-58e278da-a2a8-499a-9c91-3b0e67e639a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:52.073443 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-58e278da-a2a8-499a-9c91-3b0e67e639a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:52.075635 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-58e278da-a2a8-499a-9c91-3b0e67e639a8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/18e8bc2d-b764-4267-b642-69f77ed74335 HTTP/1.1" status: 204 len: 168 time: 0.2881589 Nov 25 13:06:52.089171 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e278da-a2a8-499a-9c91-3b0e67e639a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e8bc2d-b764-4267-b642-69f77ed74335,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:52.091425 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e93416cc-5267-4e0f-adee-82c9a9e4cb55 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:52.098286 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0bad4623-1787-479d-a0a4-2a963a835fde req-49e04e8c-a578-423b-8592-56c6915f3b04 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915866 Nov 25 13:06:52.413530 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device ad3942b6-5cab-40cb-ac7a-ad37f3efad0c up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:06:52.602995 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port ad3942b6-5cab-40cb-ac7a-ad37f3efad0c triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:06:52.603368 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:52.717980 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:52.735609 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e93416cc-5267-4e0f-adee-82c9a9e4cb55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:52.782595 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] For port ad3942b6-5cab-40cb-ac7a-ad37f3efad0c, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=ad3942b6-5cab-40cb-ac7a-ad37f3efad0c,segment=NetworkSegment(4db6111d-f175-40b7-a0aa-253eda27a602),segment_id=4db6111d-f175-40b7-a0aa-253eda27a602)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:06:52.784886 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4827df08-7fb4-44ad-8977-261a5ca41be7 None None] Network 0f5b5873-a4d8-4f50-8efd-fb57992a2cfb requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:06:52.791273 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:52.909022 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-b0fb343c-1bbd-4172-b523-a2ec62e4e46d None None] Provisioning complete for port ad3942b6-5cab-40cb-ac7a-ad37f3efad0c triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:06:52.909644 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b0fb343c-1bbd-4172-b523-a2ec62e4e46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:52.922622 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da492345-fb67-4bbf-a815-5cf0032ab6e9 req-febf4c69-4e14-4dec-aa15-a762fad172da tempest-VolumesAdminNegativeTest-83964069 tempest-VolumesAdminNegativeTest-83964069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:52.930175 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-da492345-fb67-4bbf-a815-5cf0032ab6e9 req-febf4c69-4e14-4dec-aa15-a762fad172da tempest-VolumesAdminNegativeTest-83964069 tempest-VolumesAdminNegativeTest-83964069-project] 10.222.0.53 "GET /v2.0/networks?id=c2b13ae1-9f66-4869-8279-1686bf969bd5 HTTP/1.1" status: 200 len: 815 time: 0.4393587 Nov 25 13:06:52.949237 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-da492345-fb67-4bbf-a815-5cf0032ab6e9 req-42901c81-74f5-48a2-beee-471799618f49 tempest-VolumesAdminNegativeTest-83964069 tempest-VolumesAdminNegativeTest-83964069-project] 10.222.0.53 "GET /v2.0/quotas/6092d996675b47e7b6aa9431b1dde633 HTTP/1.1" status: 200 len: 375 time: 0.0181041 Nov 25 13:06:52.964560 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Pushing event updated for resources: {'Port': ['ID=ad3942b6-5cab-40cb-ac7a-ad37f3efad0c,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:53.066738 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-da492345-fb67-4bbf-a815-5cf0032ab6e9 req-9304477b-640a-41ec-abef-59d0b5fb3c33 tempest-VolumesAdminNegativeTest-83964069 tempest-VolumesAdminNegativeTest-83964069-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6092d996675b47e7b6aa9431b1dde633&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1090863 Nov 25 13:06:53.098792 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c47f4b28-092d-4134-a617-98e788fd52f0 req-f8095818-7cfe-4b9e-91fc-25cd337eb9e6 service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213334 Nov 25 13:06:53.127244 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e93416cc-5267-4e0f-adee-82c9a9e4cb55 admin admin] Router 2d8e51ac-7052-4faf-a0dc-15f8bc212077 is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:06:53.238156 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6af9eb-2b66-4678-ab60-3212129ac002 req-df192faf-5215-4c68-b5cd-ad16bbde0e12 tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:53.239769 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5d6af9eb-2b66-4678-ab60-3212129ac002 req-df192faf-5215-4c68-b5cd-ad16bbde0e12 tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4ee68f7-99ca-4405-a89a-dad1a0c210ed HTTP/1.1" status: 200 len: 969 time: 0.1533279 Nov 25 13:06:53.257502 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c773a8fc-3729-48ed-a3b0-4322a9416085 req-c493b25f-dbb9-4898-bdcd-6ecea14ccc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:53.262308 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c773a8fc-3729-48ed-a3b0-4322a9416085 req-c493b25f-dbb9-4898-bdcd-6ecea14ccc37 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=af4c9854d3c048999405c81c71776d29&device_id=c83004cb-df96-4d27-9371-9bd234a0c154 HTTP/1.1" status: 200 len: 1100 time: 0.0830472 Nov 25 13:06:53.352927 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e93416cc-5267-4e0f-adee-82c9a9e4cb55 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:06:53.358931 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5d6af9eb-2b66-4678-ab60-3212129ac002 req-2ebd86e2-c332-47ca-9445-6efab1132653 tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] 10.222.0.53 "GET /v2.0/security-groups?id=b33d9933-5066-456d-becc-4c8c04913490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116948 Nov 25 13:06:53.368114 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd961310-97cd-477d-a49a-caec0aa80b6f None None] Sync routers for ids ['2d8e51ac-7052-4faf-a0dc-15f8bc212077'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:06:53.389991 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e93416cc-5267-4e0f-adee-82c9a9e4cb55 admin admin] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:53.394956 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e93416cc-5267-4e0f-adee-82c9a9e4cb55 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.3015783 Nov 25 13:06:53.398012 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58998) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:06:53.399610 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd961310-97cd-477d-a49a-caec0aa80b6f None None] Routers {'2d8e51ac-7052-4faf-a0dc-15f8bc212077'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:06:53.400260 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-cd961310-97cd-477d-a49a-caec0aa80b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:06:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['2d8e51ac-7052-4faf-a0dc-15f8bc212077'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:06:53.425763 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c773a8fc-3729-48ed-a3b0-4322a9416085 req-b00a6e7f-cd5d-4187-86d9-3fa08f51912b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:53.431037 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c773a8fc-3729-48ed-a3b0-4322a9416085 req-b00a6e7f-cd5d-4187-86d9-3fa08f51912b service neutron] 10.222.0.66 "GET /v2.0/networks?id=85f6380f-3625-4f44-8465-fbcf0c11fed5 HTTP/1.1" status: 200 len: 870 time: 0.1600559 Nov 25 13:06:53.523971 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c773a8fc-3729-48ed-a3b0-4322a9416085 req-300c4fd7-519f-4244-9068-9f2d155124c5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=6efc11c2-af6f-479e-9696-54cf17fa00d8 HTTP/1.1" status: 200 len: 217 time: 0.0835443 Nov 25 13:06:53.578322 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-3c2ddacb-e85a-407d-b626-8992f565aed3 None None] Provisioning complete for port ad3942b6-5cab-40cb-ac7a-ad37f3efad0c triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:06:53.580751 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3c2ddacb-e85a-407d-b626-8992f565aed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:53.601241 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9962121e-4d06-4b87-ab1a-6be06a76a096 req-ff11efd3-02c3-4052-a891-b4d8cd71ad65 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:53.609060 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9962121e-4d06-4b87-ab1a-6be06a76a096 req-ff11efd3-02c3-4052-a891-b4d8cd71ad65 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c83004cb-df96-4d27-9371-9bd234a0c154 HTTP/1.1" status: 200 len: 948 time: 0.1102524 Nov 25 13:06:53.617991 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-cd961310-97cd-477d-a49a-caec0aa80b6f None None] Set router 2d8e51ac-7052-4faf-a0dc-15f8bc212077 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:06:53.643370 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c773a8fc-3729-48ed-a3b0-4322a9416085 req-2fd3d91d-ebc5-4cfb-8368-9a25a35427f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:53.647394 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c773a8fc-3729-48ed-a3b0-4322a9416085 req-2fd3d91d-ebc5-4cfb-8368-9a25a35427f7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.1157644 Nov 25 13:06:53.734534 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9962121e-4d06-4b87-ab1a-6be06a76a096 req-469fb399-049b-44bd-bcd4-eb1e7bdbea9b tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245511 Nov 25 13:06:53.748627 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [req-da492345-fb67-4bbf-a815-5cf0032ab6e9 req-53036863-5076-4073-bcfa-dd27b4ea0356 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:06:53.749812 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-da492345-fb67-4bbf-a815-5cf0032ab6e9 req-53036863-5076-4073-bcfa-dd27b4ea0356 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3276978 Nov 25 13:06:53.758586 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59008) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:06:53.767761 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c773a8fc-3729-48ed-a3b0-4322a9416085 req-2ecf8afb-e3c1-4440-951e-aef8f4a5a7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:53.769261 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c773a8fc-3729-48ed-a3b0-4322a9416085 req-2ecf8afb-e3c1-4440-951e-aef8f4a5a7b0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1138093 Nov 25 13:06:53.809185 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59012) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:06:53.869975 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-cd961310-97cd-477d-a49a-caec0aa80b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8e51ac-7052-4faf-a0dc-15f8bc212077', 'name': 'tempest-FloatingIPDetailsTestJSON-25756859-router', 'tenant_id': '968615a5eef644fd9c7cb22ecda9948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '93640fee-310a-454a-8613-6d771ea119ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:06:49Z', 'updated_at': '2021-11-25T13:06:51Z', 'revision_number': 3, 'project_id': '968615a5eef644fd9c7cb22ecda9948d', 'gw_port': {'id': '93640fee-310a-454a-8613-6d771ea119ef', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:28:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8e51ac-7052-4faf-a0dc-15f8bc212077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:06:50Z', 'updated_at': '2021-11-25T13:06:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:06:53.873853 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-398f4e0b-3c0a-43b8-a7d4-966fe525d764 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1831268436-network', 'tenant_id': 'd2e157ec7259461e96009d2e9c8298f0'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:06:53.889268 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-cc6673e4-b7fe-46c0-a41a-ba9d5df57c16 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2072505209-network', 'tenant_id': '953f06e2eac84bb5a3b9e44f35a73922'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:06:53.902460 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd961310-97cd-477d-a49a-caec0aa80b6f None None] Checking router: 2d8e51ac-7052-4faf-a0dc-15f8bc212077 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:06:53.903087 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd961310-97cd-477d-a49a-caec0aa80b6f None None] Updating router 2d8e51ac-7052-4faf-a0dc-15f8bc212077 port 93640fee-310a-454a-8613-6d771ea119ef binding host n-d-808199-11 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:06:53.927469 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.db.api [None req-cc6673e4-b7fe-46c0-a41a-ba9d5df57c16 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 25 13:06:53.927469 n-d-808199-11 neutron-server[103571]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 25 13:06:53.927469 n-d-808199-11 neutron-server[103571]: [parameters: {'project_id': '953f06e2eac84bb5a3b9e44f35a73922', 'id': 'f1be838b-c432-4585-a8c2-3f27dfc75432', 'expiration': datetime.datetime(2021, 11, 25, 13, 8, 53, 913150)}] Nov 25 13:06:53.927469 n-d-808199-11 neutron-server[103571]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 13:06:53.927873 n-d-808199-11 neutron-server[103571]: DEBUG oslo_db.api [None req-cc6673e4-b7fe-46c0-a41a-ba9d5df57c16 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 13:06:53.934073 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cd961310-97cd-477d-a49a-caec0aa80b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:53.937829 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c773a8fc-3729-48ed-a3b0-4322a9416085 req-7dc74c92-7850-4458-b486-c6da564e3166 service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565590 Nov 25 13:06:53.938893 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398f4e0b-3c0a-43b8-a7d4-966fe525d764 admin admin] Made reservation on behalf of d2e157ec7259461e96009d2e9c8298f0 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:06:53.941598 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-398f4e0b-3c0a-43b8-a7d4-966fe525d764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:53.952713 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-da492345-fb67-4bbf-a815-5cf0032ab6e9 req-9accbb5a-472a-4bc5-a8cb-916af6f81c6e service neutron] 10.222.0.53 "GET /v2.0/networks/c2b13ae1-9f66-4869-8279-1686bf969bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921697 Nov 25 13:06:53.959663 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-398f4e0b-3c0a-43b8-a7d4-966fe525d764 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:54.078746 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c773a8fc-3729-48ed-a3b0-4322a9416085 req-9c96f764-7135-414d-8d42-31ecdaf37480 service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284866 Nov 25 13:06:54.122406 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-da492345-fb67-4bbf-a815-5cf0032ab6e9 req-00d6a8f1-e097-422a-a286-a846b26f74d3 service neutron] 10.222.0.53 "GET /v2.0/networks/c2b13ae1-9f66-4869-8279-1686bf969bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564884 Nov 25 13:06:54.131546 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-398f4e0b-3c0a-43b8-a7d4-966fe525d764 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:54.138756 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-398f4e0b-3c0a-43b8-a7d4-966fe525d764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:54.160033 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-398f4e0b-3c0a-43b8-a7d4-966fe525d764 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:06:54.173881 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398f4e0b-3c0a-43b8-a7d4-966fe525d764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:54.180033 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-398f4e0b-3c0a-43b8-a7d4-966fe525d764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:54.180132 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-398f4e0b-3c0a-43b8-a7d4-966fe525d764 admin admin] Added segment f1015c3b-5561-4c41-908e-568aaa0911cd of type vlan for network 4eedb877-5fc3-46a9-a0e2-7e0a431fb103 Nov 25 13:06:54.207424 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d6d223ab-81d4-439e-a11b-8072c7054a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:54.225529 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-398f4e0b-3c0a-43b8-a7d4-966fe525d764 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:54.263614 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-398f4e0b-3c0a-43b8-a7d4-966fe525d764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:54.264909 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398f4e0b-3c0a-43b8-a7d4-966fe525d764 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:54.265804 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-398f4e0b-3c0a-43b8-a7d4-966fe525d764 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:54.302923 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-398f4e0b-3c0a-43b8-a7d4-966fe525d764 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5431664 Nov 25 13:06:54.307009 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59020) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:06:54.311814 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-8a756c83-7aea-4302-bb86-eeef45bae0a0 admin admin] Request body: {'subnet': {'network_id': '4eedb877-5fc3-46a9-a0e2-7e0a431fb103', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1831268436-subnet', 'tenant_id': 'd2e157ec7259461e96009d2e9c8298f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:06:54.320839 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device ad3942b6-5cab-40cb-ac7a-ad37f3efad0c up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:06:54.359865 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cd961310-97cd-477d-a49a-caec0aa80b6f None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:54.365481 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cd961310-97cd-477d-a49a-caec0aa80b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:54.404279 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port ad3942b6-5cab-40cb-ac7a-ad37f3efad0c triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:06:54.405014 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:54.439385 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f616b85d-1b7a-4ef9-8deb-bc45a7f1a572 None None] Pushing event updated for resources: {'Port': ['ID=93640fee-310a-454a-8613-6d771ea119ef,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:54.452157 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 9347c95b-d62d-4b13-a395-b7866044a90f up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:06:54.455645 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-cd961310-97cd-477d-a49a-caec0aa80b6f None None] Attempting to bind port 93640fee-310a-454a-8613-6d771ea119ef on host n-d-808199-11 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:06:54.456741 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-cd961310-97cd-477d-a49a-caec0aa80b6f None None] Attempting to bind port 93640fee-310a-454a-8613-6d771ea119ef by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:06:54.457363 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd961310-97cd-477d-a49a-caec0aa80b6f None None] Attempting to bind port 93640fee-310a-454a-8613-6d771ea119ef on network 7542d3d9-0db3-40e7-ab88-a168871141f7 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:06:54.460689 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f616b85d-1b7a-4ef9-8deb-bc45a7f1a572 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:06:54.461229 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f616b85d-1b7a-4ef9-8deb-bc45a7f1a572 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:06:54.461720 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f616b85d-1b7a-4ef9-8deb-bc45a7f1a572 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:06:54.462229 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f616b85d-1b7a-4ef9-8deb-bc45a7f1a572 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:06:54.462787 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f616b85d-1b7a-4ef9-8deb-bc45a7f1a572 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:06:54.463954 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f616b85d-1b7a-4ef9-8deb-bc45a7f1a572 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:06:54.464437 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f616b85d-1b7a-4ef9-8deb-bc45a7f1a572 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:06:54.464915 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f616b85d-1b7a-4ef9-8deb-bc45a7f1a572 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:06:54.465407 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f616b85d-1b7a-4ef9-8deb-bc45a7f1a572 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:06:54.465881 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f616b85d-1b7a-4ef9-8deb-bc45a7f1a572 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:06:54.466353 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f616b85d-1b7a-4ef9-8deb-bc45a7f1a572 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:06:54.466989 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f616b85d-1b7a-4ef9-8deb-bc45a7f1a572 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:06:54.468211 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f616b85d-1b7a-4ef9-8deb-bc45a7f1a572 None None] Tracked resource versions report: Nov 25 13:06:54.468211 n-d-808199-11 neutron-server[103573]: pushed versions: Nov 25 13:06:54.468211 n-d-808199-11 neutron-server[103573]: { 'AddressGroup': {'1.2'}, Nov 25 13:06:54.468211 n-d-808199-11 neutron-server[103573]: 'ConntrackHelper': {'1.0'}, Nov 25 13:06:54.468211 n-d-808199-11 neutron-server[103573]: 'Log': {'1.0'}, Nov 25 13:06:54.468211 n-d-808199-11 neutron-server[103573]: 'Network': {'1.1'}, Nov 25 13:06:54.468211 n-d-808199-11 neutron-server[103573]: 'Port': {'1.7'}, Nov 25 13:06:54.468211 n-d-808199-11 neutron-server[103573]: 'PortForwarding': {'1.2'}, Nov 25 13:06:54.468211 n-d-808199-11 neutron-server[103573]: 'QosPolicy': {'1.10'}, Nov 25 13:06:54.468211 n-d-808199-11 neutron-server[103573]: 'SecurityGroup': {'1.5'}, Nov 25 13:06:54.468211 n-d-808199-11 neutron-server[103573]: 'SecurityGroupRule': {'1.2'}, Nov 25 13:06:54.468211 n-d-808199-11 neutron-server[103573]: 'SubPort': {'1.0'}, Nov 25 13:06:54.468211 n-d-808199-11 neutron-server[103573]: 'Subnet': {'1.1'}, Nov 25 13:06:54.468211 n-d-808199-11 neutron-server[103573]: 'Trunk': {'1.1'}} Nov 25 13:06:54.468211 n-d-808199-11 neutron-server[103573]: consumer versions: Nov 25 13:06:54.468211 n-d-808199-11 neutron-server[103573]: { DHCP agent@n-d-808199-11: {}, Nov 25 13:06:54.468211 n-d-808199-11 neutron-server[103573]: HyperV agent@n-h1-808199-11: {}, Nov 25 13:06:54.468211 n-d-808199-11 neutron-server[103573]: HyperV agent@n-h2-808199-11: {}, Nov 25 13:06:54.468211 n-d-808199-11 neutron-server[103573]: L3 agent@n-d-808199-11: {}, Nov 25 13:06:54.468211 n-d-808199-11 neutron-server[103573]: Metadata agent@n-d-808199-11: {}, Nov 25 13:06:54.468211 n-d-808199-11 neutron-server[103573]: Metering agent@n-d-808199-11: {}, Nov 25 13:06:54.468211 n-d-808199-11 neutron-server[103573]: Open vSwitch agent@n-d-808199-11: { 'AddressGroup': '1.2', Nov 25 13:06:54.468211 n-d-808199-11 neutron-server[103573]: 'ConntrackHelper': '1.0', Nov 25 13:06:54.468211 n-d-808199-11 neutron-server[103573]: 'Log': '1.0', Nov 25 13:06:54.468211 n-d-808199-11 neutron-server[103573]: 'Network': '1.1', Nov 25 13:06:54.468211 n-d-808199-11 neutron-server[103573]: 'Port': '1.7', Nov 25 13:06:54.468211 n-d-808199-11 neutron-server[103573]: 'PortForwarding': '1.2', Nov 25 13:06:54.468211 n-d-808199-11 neutron-server[103573]: 'QosPolicy': '1.10', Nov 25 13:06:54.468211 n-d-808199-11 neutron-server[103573]: 'SecurityGroup': '1.5', Nov 25 13:06:54.468211 n-d-808199-11 neutron-server[103573]: 'SecurityGroupRule': '1.2', Nov 25 13:06:54.468211 n-d-808199-11 neutron-server[103573]: 'SubPort': '1.0', Nov 25 13:06:54.468211 n-d-808199-11 neutron-server[103573]: 'Subnet': '1.1', Nov 25 13:06:54.468211 n-d-808199-11 neutron-server[103573]: 'Trunk': '1.1'}} Nov 25 13:06:54.468211 n-d-808199-11 neutron-server[103573]: {{(pid=103573) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 13:06:54.480188 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd961310-97cd-477d-a49a-caec0aa80b6f None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:06:54.480923 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd961310-97cd-477d-a49a-caec0aa80b6f None None] Checking segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:06:54.481515 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cd961310-97cd-477d-a49a-caec0aa80b6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:54.482053 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd961310-97cd-477d-a49a-caec0aa80b6f None None] Bound using segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:06:54.482764 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-cd961310-97cd-477d-a49a-caec0aa80b6f None None] Bound port: 93640fee-310a-454a-8613-6d771ea119ef, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:06:54.483447 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cd961310-97cd-477d-a49a-caec0aa80b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:54.496674 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a756c83-7aea-4302-bb86-eeef45bae0a0 admin admin] Made reservation on behalf of d2e157ec7259461e96009d2e9c8298f0 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:06:54.498989 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8a756c83-7aea-4302-bb86-eeef45bae0a0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:54.519601 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398f4e0b-3c0a-43b8-a7d4-966fe525d764 admin admin] Pushing event updated for resources: {'Network': ['ID=4eedb877-5fc3-46a9-a0e2-7e0a431fb103,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:54.537606 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 4eedb877-5fc3-46a9-a0e2-7e0a431fb103 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:06:54.559820 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-cd961310-97cd-477d-a49a-caec0aa80b6f None None] For port 93640fee-310a-454a-8613-6d771ea119ef, host n-d-808199-11, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:06:54.564362 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-cd961310-97cd-477d-a49a-caec0aa80b6f None None] For port 93640fee-310a-454a-8613-6d771ea119ef, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=93640fee-310a-454a-8613-6d771ea119ef,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:06:54.567195 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6673e4-b7fe-46c0-a41a-ba9d5df57c16 admin admin] Made reservation on behalf of 953f06e2eac84bb5a3b9e44f35a73922 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:06:54.569682 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cc6673e4-b7fe-46c0-a41a-ba9d5df57c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:54.572377 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cd961310-97cd-477d-a49a-caec0aa80b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:54.591315 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cc6673e4-b7fe-46c0-a41a-ba9d5df57c16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:54.613703 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd961310-97cd-477d-a49a-caec0aa80b6f None None] Routers {'2d8e51ac-7052-4faf-a0dc-15f8bc212077'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:06:54.614682 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-cd961310-97cd-477d-a49a-caec0aa80b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:06:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['2d8e51ac-7052-4faf-a0dc-15f8bc212077'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:06:54.733902 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f616b85d-1b7a-4ef9-8deb-bc45a7f1a572 None None] Pushing event updated for resources: {'Port': ['ID=93640fee-310a-454a-8613-6d771ea119ef,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:54.764736 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 9347c95b-d62d-4b13-a395-b7866044a90f completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:06:54.774516 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 9347c95b-d62d-4b13-a395-b7866044a90f triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:06:54.775025 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:54.782820 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-cd961310-97cd-477d-a49a-caec0aa80b6f None None] Set router 2d8e51ac-7052-4faf-a0dc-15f8bc212077 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:06:54.790154 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4a5631ee-cdd0-40d3-b2f0-53ba7f885663 req-13ea3a79-b49d-4457-b589-3e3b77c4d6c2 tempest-VolumesAdminNegativeTest-83964069 tempest-VolumesAdminNegativeTest-83964069-project] 10.222.0.53 "GET /v2.0/ports?device_id=92ac716b-9b8a-4b00-a849-4ce82e449316 HTTP/1.1" status: 200 len: 210 time: 0.0722802 Nov 25 13:06:54.878464 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cc6673e4-b7fe-46c0-a41a-ba9d5df57c16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:54.890200 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cc6673e4-b7fe-46c0-a41a-ba9d5df57c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:54.893085 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:54.895503 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0927d06d-3b0b-4cf3-9855-310b0c60ba94 req-582fed5f-2c7d-4d9d-a1d7-cb86d852d363 tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:54.902942 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0927d06d-3b0b-4cf3-9855-310b0c60ba94 req-582fed5f-2c7d-4d9d-a1d7-cb86d852d363 tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4ee68f7-99ca-4405-a89a-dad1a0c210ed HTTP/1.1" status: 200 len: 969 time: 0.1905274 Nov 25 13:06:54.908210 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8a756c83-7aea-4302-bb86-eeef45bae0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:54.924086 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4ee68f7-99ca-4405-a89a-dad1a0c210ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9347c95b-d62d-4b13-a395-b7866044a90f'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:06:54.947145 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc6673e4-b7fe-46c0-a41a-ba9d5df57c16 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:06:54.979729 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-d6d223ab-81d4-439e-a11b-8072c7054a42 admin admin] Allocated IP 172.20.0.1 (0f5b5873-a4d8-4f50-8efd-fb57992a2cfb/e2c7703f-f821-47fa-876a-bf91c67a81aa/8957f8fd-04fb-4496-8749-8df29f46dd98) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:06:55.027834 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0927d06d-3b0b-4cf3-9855-310b0c60ba94 req-cab72a81-57ce-4a4c-8af9-4c29b03c4a06 tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] 10.222.0.53 "GET /v2.0/security-groups?id=b33d9933-5066-456d-becc-4c8c04913490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238184 Nov 25 13:06:55.054160 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cc6673e4-b7fe-46c0-a41a-ba9d5df57c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:55.054859 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-cc6673e4-b7fe-46c0-a41a-ba9d5df57c16 admin admin] Added segment f37a01f8-dfbd-40e4-9aae-5c5f6ee6ae15 of type vlan for network 86c1f706-2f55-4ac7-946f-82371cdb9f06 Nov 25 13:06:55.056085 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 9347c95b-d62d-4b13-a395-b7866044a90f, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=9347c95b-d62d-4b13-a395-b7866044a90f,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:06:55.061610 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6673e4-b7fe-46c0-a41a-ba9d5df57c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9bbaebf-9bd3-4d8b-bc0c-242e2ca240da,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:55.064298 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:55.064920 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4cd578-0bd6-491c-a383-1d21cb2cc7f1 req-21a174f9-74c2-4e75-8e40-8d5d0974644d tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:55.072543 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0b4cd578-0bd6-491c-a383-1d21cb2cc7f1 req-21a174f9-74c2-4e75-8e40-8d5d0974644d tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c83004cb-df96-4d27-9371-9bd234a0c154 HTTP/1.1" status: 200 len: 948 time: 0.1255345 Nov 25 13:06:55.109049 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a756c83-7aea-4302-bb86-eeef45bae0a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6ff4ad3-eaf7-4ebb-ae7a-2ad7a9626250,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:55.140936 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cc6673e4-b7fe-46c0-a41a-ba9d5df57c16 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:55.144108 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a756c83-7aea-4302-bb86-eeef45bae0a0 admin admin] Checking segment: {'id': 'f1015c3b-5561-4c41-908e-568aaa0911cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4eedb877-5fc3-46a9-a0e2-7e0a431fb103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:06:55.144661 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a756c83-7aea-4302-bb86-eeef45bae0a0 admin admin] Network hostable DHCP agents. Network: 4eedb877-5fc3-46a9-a0e2-7e0a431fb103, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:06:55.172517 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0b4cd578-0bd6-491c-a383-1d21cb2cc7f1 req-1f1c9e64-fedd-4fa7-9fb8-6eda66b12930 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986366 Nov 25 13:06:55.202103 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a756c83-7aea-4302-bb86-eeef45bae0a0 admin admin] Network 4eedb877-5fc3-46a9-a0e2-7e0a431fb103 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:06:55.210488 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cc6673e4-b7fe-46c0-a41a-ba9d5df57c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:55.211442 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-cd961310-97cd-477d-a49a-caec0aa80b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8e51ac-7052-4faf-a0dc-15f8bc212077', 'name': 'tempest-FloatingIPDetailsTestJSON-25756859-router', 'tenant_id': '968615a5eef644fd9c7cb22ecda9948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '93640fee-310a-454a-8613-6d771ea119ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:06:49Z', 'updated_at': '2021-11-25T13:06:51Z', 'revision_number': 3, 'project_id': '968615a5eef644fd9c7cb22ecda9948d', 'gw_port': {'id': '93640fee-310a-454a-8613-6d771ea119ef', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:28:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8e51ac-7052-4faf-a0dc-15f8bc212077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:06:50Z', 'updated_at': '2021-11-25T13:06:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:06:55.212075 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6673e4-b7fe-46c0-a41a-ba9d5df57c16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:55.212612 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=9347c95b-d62d-4b13-a395-b7866044a90f,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:55.213237 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cc6673e4-b7fe-46c0-a41a-ba9d5df57c16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:55.241892 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-8a756c83-7aea-4302-bb86-eeef45bae0a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 4eedb877-5fc3-46a9-a0e2-7e0a431fb103) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:06:55.247305 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a756c83-7aea-4302-bb86-eeef45bae0a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:55.248366 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8a756c83-7aea-4302-bb86-eeef45bae0a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:55.259034 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02682e32-ef78-44d9-b942-847edf382a58 None None] Network 4eedb877-5fc3-46a9-a0e2-7e0a431fb103 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:06:55.269827 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d6d223ab-81d4-439e-a11b-8072c7054a42 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:55.304769 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-cc6673e4-b7fe-46c0-a41a-ba9d5df57c16 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4939506 Nov 25 13:06:55.308489 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59036) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:06:55.314027 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-f51d7ffb-267e-44df-ad53-8d7e4c6ce422 admin admin] Request body: {'subnet': {'network_id': '86c1f706-2f55-4ac7-946f-82371cdb9f06', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2072505209-subnet', 'tenant_id': '953f06e2eac84bb5a3b9e44f35a73922', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:06:55.324211 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d6d223ab-81d4-439e-a11b-8072c7054a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:55.344063 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6673e4-b7fe-46c0-a41a-ba9d5df57c16 admin admin] Pushing event updated for resources: {'Network': ['ID=86c1f706-2f55-4ac7-946f-82371cdb9f06,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:55.351651 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-8a756c83-7aea-4302-bb86-eeef45bae0a0 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0438020 Nov 25 13:06:55.356154 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec39ec7a-9c32-442e-934d-37fb2c8145ca" -d '{"events": [{"server_uuid": "a4ee68f7-99ca-4405-a89a-dad1a0c210ed", "name": "network-vif-plugged", "status": "completed", "tag": "9347c95b-d62d-4b13-a395-b7866044a90f"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:06:55.371987 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd961310-97cd-477d-a49a-caec0aa80b6f None None] The sync data for ids ['2d8e51ac-7052-4faf-a0dc-15f8bc212077'] in n-d-808199-11 is: [{'id': '2d8e51ac-7052-4faf-a0dc-15f8bc212077', 'name': 'tempest-FloatingIPDetailsTestJSON-25756859-router', 'tenant_id': '968615a5eef644fd9c7cb22ecda9948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '93640fee-310a-454a-8613-6d771ea119ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:06:49Z', 'updated_at': '2021-11-25T13:06:51Z', 'revision_number': 3, 'project_id': '968615a5eef644fd9c7cb22ecda9948d', 'gw_port': {'id': '93640fee-310a-454a-8613-6d771ea119ef', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:28:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8e51ac-7052-4faf-a0dc-15f8bc212077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:06:50Z', 'updated_at': '2021-11-25T13:06:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:06:55.399146 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 86c1f706-2f55-4ac7-946f-82371cdb9f06 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:06:55.430881 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51d7ffb-267e-44df-ad53-8d7e4c6ce422 admin admin] Made reservation on behalf of 953f06e2eac84bb5a3b9e44f35a73922 for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:06:55.434459 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f51d7ffb-267e-44df-ad53-8d7e4c6ce422 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:55.515332 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d223ab-81d4-439e-a11b-8072c7054a42 admin admin] Network 0f5b5873-a4d8-4f50-8efd-fb57992a2cfb is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:06:55.517375 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70cf68fa-f507-4be2-87a1-f11e18f98cf8 x-openstack-request-id: req-70cf68fa-f507-4be2-87a1-f11e18f98cf8 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:06:55.517709 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4ee68f7-99ca-4405-a89a-dad1a0c210ed", "name": "network-vif-plugged", "status": "completed", "tag": "9347c95b-d62d-4b13-a395-b7866044a90f", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:06:55.518046 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-70cf68fa-f507-4be2-87a1-f11e18f98cf8 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:06:55.518509 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4ee68f7-99ca-4405-a89a-dad1a0c210ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9347c95b-d62d-4b13-a395-b7866044a90f', 'code': 200} Nov 25 13:06:55.533477 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-d6d223ab-81d4-439e-a11b-8072c7054a42 admin admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:06:55.536515 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d223ab-81d4-439e-a11b-8072c7054a42 admin admin] Pushing event updated for resources: {'Port': ['ID=8957f8fd-04fb-4496-8749-8df29f46dd98,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:55.563869 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb71914-8277-4679-abe4-bc25cd584772 None None] Network 4eedb877-5fc3-46a9-a0e2-7e0a431fb103 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:06:55.576881 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d223ab-81d4-439e-a11b-8072c7054a42 admin admin] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:06:55.577953 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d6d223ab-81d4-439e-a11b-8072c7054a42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:55.860537 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d4a7c5-563b-4629-9872-8b25cabeabaf req-be742816-f1ea-4a27-8d96-57a59c366848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:55.868038 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e4d4a7c5-563b-4629-9872-8b25cabeabaf req-be742816-f1ea-4a27-8d96-57a59c366848 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a4ee68f7-99ca-4405-a89a-dad1a0c210ed HTTP/1.1" status: 200 len: 1122 time: 0.2440019 Nov 25 13:06:55.910246 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.47', 52528) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:06:55.932237 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e4d4a7c5-563b-4629-9872-8b25cabeabaf req-274a2334-9c8d-4fb7-8dfa-94814f5932bd service neutron] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:56.008233 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 6efc11c2-af6f-479e-9696-54cf17fa00d8 details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:06:56.020562 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-fd72a67d-aaf9-4e21-985d-217f58faa39a None None] Provisioning complete for port 8957f8fd-04fb-4496-8749-8df29f46dd98 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:06:56.021769 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fd72a67d-aaf9-4e21-985d-217f58faa39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:56.045260 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-53b9de54-3968-4f3f-8b0e-09ae272e6678 req-c71b1968-137c-45e6-b111-53e774129f8b tempest-VolumesAdminNegativeTest-83964069 tempest-VolumesAdminNegativeTest-83964069-project] 10.222.0.53 "GET /v2.0/ports?device_id=92ac716b-9b8a-4b00-a849-4ce82e449316 HTTP/1.1" status: 200 len: 210 time: 0.0436418 Nov 25 13:06:56.051870 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d6d223ab-81d4-439e-a11b-8072c7054a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:56.128477 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f51d7ffb-267e-44df-ad53-8d7e4c6ce422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:56.317160 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-fd72a67d-aaf9-4e21-985d-217f58faa39a None None] Port 8957f8fd-04fb-4496-8749-8df29f46dd98 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:06:56.333893 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59064) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:06:56.338180 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 6efc11c2-af6f-479e-9696-54cf17fa00d8, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=6efc11c2-af6f-479e-9696-54cf17fa00d8,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:06:56.358577 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 93640fee-310a-454a-8613-6d771ea119ef up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:06:56.362314 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-83847965-d046-459f-93db-3de7053b1146 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1171313534-network', 'tenant_id': 'cbc975d44f3248e1881b857aeac11f01'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:06:56.401527 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': '6efc11c2-af6f-479e-9696-54cf17fa00d8', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'port_id': '6efc11c2-af6f-479e-9696-54cf17fa00d8', 'mac_address': 'fa:16:3e:b6:ca:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce5ca48-e3be-44c6-9584-fd9eb8c67222', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:06:56.461146 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:56.465794 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0fdd64-ea0a-4c05-803b-0b59eb3fae63 req-e69d2875-eb1d-4b78-b485-cdc627f7282d tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:56.467391 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5e0fdd64-ea0a-4c05-803b-0b59eb3fae63 req-e69d2875-eb1d-4b78-b485-cdc627f7282d tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4ee68f7-99ca-4405-a89a-dad1a0c210ed HTTP/1.1" status: 200 len: 970 time: 0.3189554 Nov 25 13:06:56.477948 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 93640fee-310a-454a-8613-6d771ea119ef triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:06:56.478627 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:56.483092 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6efc11c2-af6f-479e-9696-54cf17fa00d8 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:06:56.533956 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 6efc11c2-af6f-479e-9696-54cf17fa00d8, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=6efc11c2-af6f-479e-9696-54cf17fa00d8,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:06:56.540063 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731225c8-dfdd-4e34-909d-ca1040e1c26d req-b4363860-95ec-4d41-be9d-ac4d68b38422 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:56.542284 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-731225c8-dfdd-4e34-909d-ca1040e1c26d req-b4363860-95ec-4d41-be9d-ac4d68b38422 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c83004cb-df96-4d27-9371-9bd234a0c154 HTTP/1.1" status: 200 len: 948 time: 0.1961706 Nov 25 13:06:56.547658 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:56.566882 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e4d4a7c5-563b-4629-9872-8b25cabeabaf req-274a2334-9c8d-4fb7-8dfa-94814f5932bd service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:56.570373 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51d7ffb-267e-44df-ad53-8d7e4c6ce422 admin admin] Checking segment: {'id': 'f37a01f8-dfbd-40e4-9aae-5c5f6ee6ae15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '86c1f706-2f55-4ac7-946f-82371cdb9f06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:06:56.570886 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51d7ffb-267e-44df-ad53-8d7e4c6ce422 admin admin] Network hostable DHCP agents. Network: 86c1f706-2f55-4ac7-946f-82371cdb9f06, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:06:56.578087 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da492345-fb67-4bbf-a815-5cf0032ab6e9 req-5d297321-d366-42b8-989f-d948526316bb tempest-VolumesAdminNegativeTest-83964069 tempest-VolumesAdminNegativeTest-83964069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:56.579841 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-da492345-fb67-4bbf-a815-5cf0032ab6e9 req-5d297321-d366-42b8-989f-d948526316bb tempest-VolumesAdminNegativeTest-83964069 tempest-VolumesAdminNegativeTest-83964069-project] 10.222.0.47 "GET /v2.0/networks?id=c2b13ae1-9f66-4869-8279-1686bf969bd5 HTTP/1.1" status: 200 len: 815 time: 0.6683941 Nov 25 13:06:56.581211 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e4d4a7c5-563b-4629-9872-8b25cabeabaf req-274a2334-9c8d-4fb7-8dfa-94814f5932bd service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:56.597303 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51d7ffb-267e-44df-ad53-8d7e4c6ce422 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54dc8a84-12fc-406a-9f87-c0c9242f55c7,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:56.608291 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5e0fdd64-ea0a-4c05-803b-0b59eb3fae63 req-1cc4733f-426c-4ce6-841f-96a1a682699d tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] 10.222.0.53 "GET /v2.0/security-groups?id=b33d9933-5066-456d-becc-4c8c04913490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867829 Nov 25 13:06:56.633304 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-da492345-fb67-4bbf-a815-5cf0032ab6e9 req-aff7eea6-0e04-409f-9801-527b2271744c tempest-VolumesAdminNegativeTest-83964069 tempest-VolumesAdminNegativeTest-83964069-project] Request body: {'port': {'device_id': '92ac716b-9b8a-4b00-a849-4ce82e449316', 'network_id': 'c2b13ae1-9f66-4869-8279-1686bf969bd5', 'admin_state_up': True, 'tenant_id': '6092d996675b47e7b6aa9431b1dde633'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:06:56.659823 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e4d4a7c5-563b-4629-9872-8b25cabeabaf req-274a2334-9c8d-4fb7-8dfa-94814f5932bd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b33d9933-5066-456d-becc-4c8c04913490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7787981 Nov 25 13:06:56.660973 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83847965-d046-459f-93db-3de7053b1146 admin admin] Made reservation on behalf of cbc975d44f3248e1881b857aeac11f01 for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:06:56.663487 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-83847965-d046-459f-93db-3de7053b1146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:56.671590 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51d7ffb-267e-44df-ad53-8d7e4c6ce422 admin admin] Network 86c1f706-2f55-4ac7-946f-82371cdb9f06 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:06:56.702256 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-83847965-d046-459f-93db-3de7053b1146 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:56.706679 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-f51d7ffb-267e-44df-ad53-8d7e4c6ce422 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 86c1f706-2f55-4ac7-946f-82371cdb9f06) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:06:56.713343 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274a2334-9c8d-4fb7-8dfa-94814f5932bd service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=bef93c1e-0d64-44b8-9e8e-bb6920e69bed,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:56.721330 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-731225c8-dfdd-4e34-909d-ca1040e1c26d req-69101d53-866f-4f34-9ef4-e89cc29b757b tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175368 Nov 25 13:06:56.722592 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51d7ffb-267e-44df-ad53-8d7e4c6ce422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:56.723255 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f51d7ffb-267e-44df-ad53-8d7e4c6ce422 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:56.757917 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba067304-a768-4dee-8557-ace3948f7275 None None] Network 86c1f706-2f55-4ac7-946f-82371cdb9f06 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:06:56.781564 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f51d7ffb-267e-44df-ad53-8d7e4c6ce422 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4640851 Nov 25 13:06:56.814859 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da492345-fb67-4bbf-a815-5cf0032ab6e9 req-aff7eea6-0e04-409f-9801-527b2271744c tempest-VolumesAdminNegativeTest-83964069 tempest-VolumesAdminNegativeTest-83964069-project] Made reservation on behalf of 6092d996675b47e7b6aa9431b1dde633 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:06:56.818991 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-da492345-fb67-4bbf-a815-5cf0032ab6e9 req-aff7eea6-0e04-409f-9801-527b2271744c tempest-VolumesAdminNegativeTest-83964069 tempest-VolumesAdminNegativeTest-83964069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:56.820972 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d6d223ab-81d4-439e-a11b-8072c7054a42 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:56.829242 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d6d223ab-81d4-439e-a11b-8072c7054a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:56.830330 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d6d223ab-81d4-439e-a11b-8072c7054a42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:56.874200 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:56.887212 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=6efc11c2-af6f-479e-9696-54cf17fa00d8,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:56.925780 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] For port 93640fee-310a-454a-8613-6d771ea119ef, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=93640fee-310a-454a-8613-6d771ea119ef,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:06:56.941561 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:56.943519 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d223ab-81d4-439e-a11b-8072c7054a42 admin admin] Pushing event updated for resources: {'Port': ['ID=8957f8fd-04fb-4496-8749-8df29f46dd98,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:56.957564 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['6efc11c2-af6f-479e-9696-54cf17fa00d8'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:06:56.973192 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-83847965-d046-459f-93db-3de7053b1146 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:56.985322 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-83847965-d046-459f-93db-3de7053b1146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:57.033551 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83847965-d046-459f-93db-3de7053b1146 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:06:57.045488 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83847965-d046-459f-93db-3de7053b1146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7af160-3b8c-49d9-b39a-5fe029d1479e,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:57.057560 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d223ab-81d4-439e-a11b-8072c7054a42 admin admin] Network 0f5b5873-a4d8-4f50-8efd-fb57992a2cfb is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:06:57.059644 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-83847965-d046-459f-93db-3de7053b1146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:57.060064 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-83847965-d046-459f-93db-3de7053b1146 admin admin] Added segment 0ea56a9c-333e-4721-b323-ce672474e14d of type vlan for network d99b96ff-0db6-4841-8bdd-f320db5b73f1 Nov 25 13:06:57.062052 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-d6d223ab-81d4-439e-a11b-8072c7054a42 admin admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:06:57.096413 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Pushing event updated for resources: {'Port': ['ID=93640fee-310a-454a-8613-6d771ea119ef,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:57.121142 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e0c13a-9331-44d0-8d61-b4a89f74a3ee None None] Network 86c1f706-2f55-4ac7-946f-82371cdb9f06 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:06:57.143926 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-da492345-fb67-4bbf-a815-5cf0032ab6e9 req-aff7eea6-0e04-409f-9801-527b2271744c tempest-VolumesAdminNegativeTest-83964069 tempest-VolumesAdminNegativeTest-83964069-project] Allocated IP 172.20.0.7 (c2b13ae1-9f66-4869-8279-1686bf969bd5/f39d7d86-0522-4d23-af17-7a8c784a5167/13b52ae6-be9e-43ab-8189-f7ed629cda7a) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:06:57.205617 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-83847965-d046-459f-93db-3de7053b1146 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:57.290192 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0f8b5cd7-45ac-49a8-acce-2d781ce81d55 req-4f898c25-4743-4bf0-8b94-9afd81d34bb1 tempest-VolumesAdminNegativeTest-83964069 tempest-VolumesAdminNegativeTest-83964069-project] 10.222.0.53 "GET /v2.0/ports?device_id=92ac716b-9b8a-4b00-a849-4ce82e449316 HTTP/1.1" status: 200 len: 210 time: 0.1044054 Nov 25 13:06:57.430524 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-da492345-fb67-4bbf-a815-5cf0032ab6e9 req-aff7eea6-0e04-409f-9801-527b2271744c tempest-VolumesAdminNegativeTest-83964069 tempest-VolumesAdminNegativeTest-83964069-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:57.452104 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-e7290fdb-7a23-45a2-947f-7ba650cdeb9b None None] Provisioning complete for port 8957f8fd-04fb-4496-8749-8df29f46dd98 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:06:57.452484 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e7290fdb-7a23-45a2-947f-7ba650cdeb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:57.484290 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-da492345-fb67-4bbf-a815-5cf0032ab6e9 req-aff7eea6-0e04-409f-9801-527b2271744c tempest-VolumesAdminNegativeTest-83964069 tempest-VolumesAdminNegativeTest-83964069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:57.493360 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-e7290fdb-7a23-45a2-947f-7ba650cdeb9b None None] Port 8957f8fd-04fb-4496-8749-8df29f46dd98 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:06:57.524881 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-83847965-d046-459f-93db-3de7053b1146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:57.527805 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83847965-d046-459f-93db-3de7053b1146 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:57.528865 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-83847965-d046-459f-93db-3de7053b1146 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:57.538085 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da492345-fb67-4bbf-a815-5cf0032ab6e9 req-aff7eea6-0e04-409f-9801-527b2271744c tempest-VolumesAdminNegativeTest-83964069 tempest-VolumesAdminNegativeTest-83964069-project] Network c2b13ae1-9f66-4869-8279-1686bf969bd5 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:06:57.541288 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-da492345-fb67-4bbf-a815-5cf0032ab6e9 req-aff7eea6-0e04-409f-9801-527b2271744c tempest-VolumesAdminNegativeTest-83964069 tempest-VolumesAdminNegativeTest-83964069-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:06:57.545203 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-da492345-fb67-4bbf-a815-5cf0032ab6e9 req-aff7eea6-0e04-409f-9801-527b2271744c tempest-VolumesAdminNegativeTest-83964069 tempest-VolumesAdminNegativeTest-83964069-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:06:57.550915 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da492345-fb67-4bbf-a815-5cf0032ab6e9 req-aff7eea6-0e04-409f-9801-527b2271744c tempest-VolumesAdminNegativeTest-83964069 tempest-VolumesAdminNegativeTest-83964069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:57.551333 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-da492345-fb67-4bbf-a815-5cf0032ab6e9 req-aff7eea6-0e04-409f-9801-527b2271744c tempest-VolumesAdminNegativeTest-83964069 tempest-VolumesAdminNegativeTest-83964069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:57.565851 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff7eea6-0e04-409f-9801-527b2271744c tempest-VolumesAdminNegativeTest-83964069 tempest-VolumesAdminNegativeTest-83964069-project] Pushing event updated for resources: {'Port': ['ID=13b52ae6-be9e-43ab-8189-f7ed629cda7a,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:57.578948 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-da492345-fb67-4bbf-a815-5cf0032ab6e9 req-aff7eea6-0e04-409f-9801-527b2271744c tempest-VolumesAdminNegativeTest-83964069 tempest-VolumesAdminNegativeTest-83964069-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9621587 Nov 25 13:06:57.596999 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-da492345-fb67-4bbf-a815-5cf0032ab6e9 req-e2040f11-6cdf-470e-9bc1-e0a401971792 service neutron] Request body: {'port': {'device_id': '92ac716b-9b8a-4b00-a849-4ce82e449316', 'device_owner': 'compute:tempest-test_az-52873556', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:06:57.668838 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-83847965-d046-459f-93db-3de7053b1146 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3116879 Nov 25 13:06:57.669042 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-da492345-fb67-4bbf-a815-5cf0032ab6e9 req-e2040f11-6cdf-470e-9bc1-e0a401971792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:57.669126 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83847965-d046-459f-93db-3de7053b1146 admin admin] Pushing event updated for resources: {'Network': ['ID=d99b96ff-0db6-4841-8bdd-f320db5b73f1,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:57.669991 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59086) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:06:57.675167 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-16a10df2-560b-4372-a456-98c1ee583a38 admin admin] Request body: {'subnet': {'network_id': 'd99b96ff-0db6-4841-8bdd-f320db5b73f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1171313534-subnet', 'tenant_id': 'cbc975d44f3248e1881b857aeac11f01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:06:57.679885 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6d223ab-81d4-439e-a11b-8072c7054a42 admin admin] Router 2d8e51ac-7052-4faf-a0dc-15f8bc212077 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:06:57.685066 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network d99b96ff-0db6-4841-8bdd-f320db5b73f1 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:06:57.750504 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59088) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:06:57.753079 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a10df2-560b-4372-a456-98c1ee583a38 admin admin] Made reservation on behalf of cbc975d44f3248e1881b857aeac11f01 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:06:57.756697 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-16a10df2-560b-4372-a456-98c1ee583a38 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:57.770271 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-f466f065-7ffb-42ab-8312-937857fac180 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-714375658-network', 'tenant_id': 'ea247f7486a34e37bbeec53a5388e9dd'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:06:57.880945 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6813b11-20a7-48a5-ac18-7d97916a9ccb req-7b58b6a1-b901-49f5-8c91-577672901efd tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:57.882408 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c6813b11-20a7-48a5-ac18-7d97916a9ccb req-7b58b6a1-b901-49f5-8c91-577672901efd tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4ee68f7-99ca-4405-a89a-dad1a0c210ed HTTP/1.1" status: 200 len: 970 time: 0.1504614 Nov 25 13:06:57.886909 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f466f065-7ffb-42ab-8312-937857fac180 admin admin] Made reservation on behalf of ea247f7486a34e37bbeec53a5388e9dd for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:06:57.889128 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f466f065-7ffb-42ab-8312-937857fac180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:57.910192 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f466f065-7ffb-42ab-8312-937857fac180 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:57.927498 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d223ab-81d4-439e-a11b-8072c7054a42 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:06:57.935177 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d6d223ab-81d4-439e-a11b-8072c7054a42 admin admin] 10.222.0.53 "PUT /v2.0/routers/2d8e51ac-7052-4faf-a0dc-15f8bc212077/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5348673 Nov 25 13:06:57.944138 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b13829-5141-442c-82e4-1404ab460f26 req-9491f77d-5697-47f4-ab89-caeb98e4a450 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:57.945613 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d4b13829-5141-442c-82e4-1404ab460f26 req-9491f77d-5697-47f4-ab89-caeb98e4a450 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c83004cb-df96-4d27-9371-9bd234a0c154 HTTP/1.1" status: 200 len: 949 time: 0.1271536 Nov 25 13:06:57.946053 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c0a154-0c2d-4077-8e65-8e5bc0dbc608 None None] Sync routers for ids ['2d8e51ac-7052-4faf-a0dc-15f8bc212077'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:06:57.964266 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c0a154-0c2d-4077-8e65-8e5bc0dbc608 None None] Routers {'2d8e51ac-7052-4faf-a0dc-15f8bc212077'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:06:57.965206 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-31c0a154-0c2d-4077-8e65-8e5bc0dbc608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:06:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['2d8e51ac-7052-4faf-a0dc-15f8bc212077'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:06:58.006978 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c6813b11-20a7-48a5-ac18-7d97916a9ccb req-3e1c22c0-1af6-41ce-8515-d3a237e3007f tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] 10.222.0.53 "GET /v2.0/security-groups?id=b33d9933-5066-456d-becc-4c8c04913490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140280 Nov 25 13:06:58.034991 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 6efc11c2-af6f-479e-9696-54cf17fa00d8 up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:06:58.052107 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d4b13829-5141-442c-82e4-1404ab460f26 req-13c84b13-8631-4233-a55d-03d22444b360 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925338 Nov 25 13:06:58.106090 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f466f065-7ffb-42ab-8312-937857fac180 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:58.111060 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f466f065-7ffb-42ab-8312-937857fac180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:58.136471 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f466f065-7ffb-42ab-8312-937857fac180 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:06:58.153615 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f466f065-7ffb-42ab-8312-937857fac180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c50bc7-b98b-4ac8-9a49-eea7281f2fd1,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:58.159388 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f466f065-7ffb-42ab-8312-937857fac180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:58.159952 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-f466f065-7ffb-42ab-8312-937857fac180 admin admin] Added segment b8b3cd76-538d-4cf1-bbae-afbb0416af59 of type vlan for network 2ab96d57-c917-4c2c-9ae8-3e41e09f6295 Nov 25 13:06:58.177526 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-16a10df2-560b-4372-a456-98c1ee583a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:58.213980 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f466f065-7ffb-42ab-8312-937857fac180 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:58.242377 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a10df2-560b-4372-a456-98c1ee583a38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8559cf1e-4118-4a4d-b405-96d7adb365dd,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:58.262549 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f466f065-7ffb-42ab-8312-937857fac180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:58.264238 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f466f065-7ffb-42ab-8312-937857fac180 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:58.265253 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f466f065-7ffb-42ab-8312-937857fac180 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:58.265360 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port 6efc11c2-af6f-479e-9696-54cf17fa00d8 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:06:58.273910 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-da492345-fb67-4bbf-a815-5cf0032ab6e9 req-e2040f11-6cdf-470e-9bc1-e0a401971792 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13b52ae6-be9e-43ab-8189-f7ed629cda7a {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:06:58.275467 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port 6efc11c2-af6f-479e-9696-54cf17fa00d8 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:06:58.276443 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:58.279131 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-31c0a154-0c2d-4077-8e65-8e5bc0dbc608 None None] Set router 2d8e51ac-7052-4faf-a0dc-15f8bc212077 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:06:58.292270 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-da492345-fb67-4bbf-a815-5cf0032ab6e9 req-e2040f11-6cdf-470e-9bc1-e0a401971792 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:58.314587 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-da492345-fb67-4bbf-a815-5cf0032ab6e9 req-e2040f11-6cdf-470e-9bc1-e0a401971792 service neutron] Transition to ACTIVE for port object 13b52ae6-be9e-43ab-8189-f7ed629cda7a will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:06:58.315700 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a10df2-560b-4372-a456-98c1ee583a38 admin admin] Checking segment: {'id': '0ea56a9c-333e-4721-b323-ce672474e14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd99b96ff-0db6-4841-8bdd-f320db5b73f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:06:58.317778 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a10df2-560b-4372-a456-98c1ee583a38 admin admin] Network hostable DHCP agents. Network: d99b96ff-0db6-4841-8bdd-f320db5b73f1, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:06:58.324087 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-da492345-fb67-4bbf-a815-5cf0032ab6e9 req-e2040f11-6cdf-470e-9bc1-e0a401971792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:58.328212 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 93640fee-310a-454a-8613-6d771ea119ef up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:06:58.352354 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f466f065-7ffb-42ab-8312-937857fac180 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5982647 Nov 25 13:06:58.384119 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59100) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:06:58.401415 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-eaaca8c9-9810-457c-a7e4-ad185fbb1c38 admin admin] Request body: {'subnet': {'network_id': '2ab96d57-c917-4c2c-9ae8-3e41e09f6295', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-714375658-subnet', 'tenant_id': 'ea247f7486a34e37bbeec53a5388e9dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:06:58.427016 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2040f11-6cdf-470e-9bc1-e0a401971792 service neutron] Pushing event updated for resources: {'Port': ['ID=13b52ae6-be9e-43ab-8189-f7ed629cda7a,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:58.436075 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a10df2-560b-4372-a456-98c1ee583a38 admin admin] Network d99b96ff-0db6-4841-8bdd-f320db5b73f1 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:06:58.481862 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaaca8c9-9810-457c-a7e4-ad185fbb1c38 admin admin] Made reservation on behalf of ea247f7486a34e37bbeec53a5388e9dd for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:06:58.483507 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eaaca8c9-9810-457c-a7e4-ad185fbb1c38 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:58.485404 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-16a10df2-560b-4372-a456-98c1ee583a38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, d99b96ff-0db6-4841-8bdd-f320db5b73f1) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:06:58.499823 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f466f065-7ffb-42ab-8312-937857fac180 admin admin] Pushing event updated for resources: {'Network': ['ID=2ab96d57-c917-4c2c-9ae8-3e41e09f6295,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:58.504080 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-da492345-fb67-4bbf-a815-5cf0032ab6e9 req-e2040f11-6cdf-470e-9bc1-e0a401971792 service neutron] Attempting to bind port 13b52ae6-be9e-43ab-8189-f7ed629cda7a on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:06:58.504425 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-da492345-fb67-4bbf-a815-5cf0032ab6e9 req-e2040f11-6cdf-470e-9bc1-e0a401971792 service neutron] Attempting to bind port 13b52ae6-be9e-43ab-8189-f7ed629cda7a by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '1c04b243-72a5-4d2b-b906-5bdc9c18044a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c2b13ae1-9f66-4869-8279-1686bf969bd5'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:06:58.504766 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da492345-fb67-4bbf-a815-5cf0032ab6e9 req-e2040f11-6cdf-470e-9bc1-e0a401971792 service neutron] Attempting to bind port 13b52ae6-be9e-43ab-8189-f7ed629cda7a on network c2b13ae1-9f66-4869-8279-1686bf969bd5 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:06:58.545582 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3e2f9b-3e23-445a-9ba7-0bf25b589645 None None] Network d99b96ff-0db6-4841-8bdd-f320db5b73f1 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:06:58.547641 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 2ab96d57-c917-4c2c-9ae8-3e41e09f6295 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:06:58.548151 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a10df2-560b-4372-a456-98c1ee583a38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:58.548957 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-16a10df2-560b-4372-a456-98c1ee583a38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:58.566607 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da492345-fb67-4bbf-a815-5cf0032ab6e9 req-e2040f11-6cdf-470e-9bc1-e0a401971792 service neutron] Port 13b52ae6-be9e-43ab-8189-f7ed629cda7a on network c2b13ae1-9f66-4869-8279-1686bf969bd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:06:58.567338 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da492345-fb67-4bbf-a815-5cf0032ab6e9 req-e2040f11-6cdf-470e-9bc1-e0a401971792 service neutron] Attempting to bind port 13b52ae6-be9e-43ab-8189-f7ed629cda7a on network c2b13ae1-9f66-4869-8279-1686bf969bd5 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:06:58.579160 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdbe880-0200-45a9-96d0-f0d4a250406f req-57b10617-dc12-4292-9d2c-d7282b16866b tempest-VolumesAdminNegativeTest-83964069 tempest-VolumesAdminNegativeTest-83964069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:58.581759 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da492345-fb67-4bbf-a815-5cf0032ab6e9 req-e2040f11-6cdf-470e-9bc1-e0a401971792 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:06:58.582645 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da492345-fb67-4bbf-a815-5cf0032ab6e9 req-e2040f11-6cdf-470e-9bc1-e0a401971792 service neutron] Checking segment: {'id': '1c04b243-72a5-4d2b-b906-5bdc9c18044a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c2b13ae1-9f66-4869-8279-1686bf969bd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:06:58.583281 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da492345-fb67-4bbf-a815-5cf0032ab6e9 req-e2040f11-6cdf-470e-9bc1-e0a401971792 service neutron] Bound using segment: {'id': '1c04b243-72a5-4d2b-b906-5bdc9c18044a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c2b13ae1-9f66-4869-8279-1686bf969bd5'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:06:58.583923 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-da492345-fb67-4bbf-a815-5cf0032ab6e9 req-e2040f11-6cdf-470e-9bc1-e0a401971792 service neutron] Bound port: 13b52ae6-be9e-43ab-8189-f7ed629cda7a, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c04b243-72a5-4d2b-b906-5bdc9c18044a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c2b13ae1-9f66-4869-8279-1686bf969bd5'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:06:58.584499 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-da492345-fb67-4bbf-a815-5cf0032ab6e9 req-e2040f11-6cdf-470e-9bc1-e0a401971792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:58.586909 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1bdbe880-0200-45a9-96d0-f0d4a250406f req-57b10617-dc12-4292-9d2c-d7282b16866b tempest-VolumesAdminNegativeTest-83964069 tempest-VolumesAdminNegativeTest-83964069-project] 10.222.0.53 "GET /v2.0/ports?device_id=92ac716b-9b8a-4b00-a849-4ce82e449316 HTTP/1.1" status: 200 len: 963 time: 0.1787677 Nov 25 13:06:58.612097 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-16a10df2-560b-4372-a456-98c1ee583a38 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9410751 Nov 25 13:06:58.619190 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1cdf73d0-ec96-4e9d-a7e2-eeeefad11b7a req-33f3fe26-a10c-4c15-966b-9eef3c50b25d tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3571279 Nov 25 13:06:58.625229 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-1cdf73d0-ec96-4e9d-a7e2-eeeefad11b7a req-d926392d-7e99-471a-bad3-d4d8e188d03e tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Request body: {'floatingip': {'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:06:58.678509 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1bdbe880-0200-45a9-96d0-f0d4a250406f req-d21c3bf8-969a-4128-a244-a9427de6497e tempest-VolumesAdminNegativeTest-83964069 tempest-VolumesAdminNegativeTest-83964069-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c51e016-507d-422e-97ee-09753982abc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893674 Nov 25 13:06:58.685134 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-1cdf73d0-ec96-4e9d-a7e2-eeeefad11b7a req-d926392d-7e99-471a-bad3-d4d8e188d03e tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Publish callbacks [] for floatingip, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:58.769168 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-da492345-fb67-4bbf-a815-5cf0032ab6e9 req-e2040f11-6cdf-470e-9bc1-e0a401971792 service neutron] For port 13b52ae6-be9e-43ab-8189-f7ed629cda7a, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:06:58.781872 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 93640fee-310a-454a-8613-6d771ea119ef triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:06:58.782252 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:58.782525 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-da492345-fb67-4bbf-a815-5cf0032ab6e9 req-e2040f11-6cdf-470e-9bc1-e0a401971792 service neutron] For port 13b52ae6-be9e-43ab-8189-f7ed629cda7a, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=13b52ae6-be9e-43ab-8189-f7ed629cda7a,segment=NetworkSegment(1c04b243-72a5-4d2b-b906-5bdc9c18044a),segment_id=1c04b243-72a5-4d2b-b906-5bdc9c18044a)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:06:58.810147 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-da492345-fb67-4bbf-a815-5cf0032ab6e9 req-e2040f11-6cdf-470e-9bc1-e0a401971792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:58.833530 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:58.877448 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2040f11-6cdf-470e-9bc1-e0a401971792 service neutron] Pushing event updated for resources: {'Port': ['ID=13b52ae6-be9e-43ab-8189-f7ed629cda7a,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:58.880750 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da492345-fb67-4bbf-a815-5cf0032ab6e9 req-e2040f11-6cdf-470e-9bc1-e0a401971792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:58.881425 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-da492345-fb67-4bbf-a815-5cf0032ab6e9 req-e2040f11-6cdf-470e-9bc1-e0a401971792 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:58.882833 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-da492345-fb67-4bbf-a815-5cf0032ab6e9 req-e2040f11-6cdf-470e-9bc1-e0a401971792 service neutron] 10.222.0.47 "PUT /v2.0/ports/13b52ae6-be9e-43ab-8189-f7ed629cda7a HTTP/1.1" status: 200 len: 1112 time: 1.2918746 Nov 25 13:06:58.883269 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92ac716b-9b8a-4b00-a849-4ce82e449316', 'tag': '13b52ae6-be9e-43ab-8189-f7ed629cda7a'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:06:58.886066 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30dbac60-a5c3-4a28-8818-8ed10539c085" -d '{"events": [{"name": "network-changed", "server_uuid": "92ac716b-9b8a-4b00-a849-4ce82e449316", "tag": "13b52ae6-be9e-43ab-8189-f7ed629cda7a"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:06:58.890095 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eaaca8c9-9810-457c-a7e4-ad185fbb1c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:58.941517 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c83004cb-df96-4d27-9371-9bd234a0c154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6efc11c2-af6f-479e-9696-54cf17fa00d8'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:06:58.943825 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0fc6972-8c16-4fba-a95b-8f4b317b72f0" -d '{"events": [{"server_uuid": "c83004cb-df96-4d27-9371-9bd234a0c154", "name": "network-vif-plugged", "status": "completed", "tag": "6efc11c2-af6f-479e-9696-54cf17fa00d8"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:06:58.953207 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-1cdf73d0-ec96-4e9d-a7e2-eeeefad11b7a req-d926392d-7e99-471a-bad3-d4d8e188d03e tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:58.967560 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaca8c9-9810-457c-a7e4-ad185fbb1c38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=183a0d5d-6cf4-436e-a686-42a58a8e6d8c,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:58.981622 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 6efc11c2-af6f-479e-9696-54cf17fa00d8, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=6efc11c2-af6f-479e-9696-54cf17fa00d8,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:06:58.982996 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633d5e8e-c081-40aa-8426-a205750029f6 x-openstack-request-id: req-633d5e8e-c081-40aa-8426-a205750029f6 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:06:58.983639 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92ac716b-9b8a-4b00-a849-4ce82e449316", "tag": "13b52ae6-be9e-43ab-8189-f7ed629cda7a", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:06:58.984483 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-633d5e8e-c081-40aa-8426-a205750029f6 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:06:58.985839 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92ac716b-9b8a-4b00-a849-4ce82e449316', 'tag': '13b52ae6-be9e-43ab-8189-f7ed629cda7a', 'status': 'completed', 'code': 200} Nov 25 13:06:59.012558 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:59.015317 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c611fa1-8dff-487b-b3a7-6b7708b7d4e3 None None] Network d99b96ff-0db6-4841-8bdd-f320db5b73f1 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:06:59.068574 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaaca8c9-9810-457c-a7e4-ad185fbb1c38 admin admin] Checking segment: {'id': 'b8b3cd76-538d-4cf1-bbae-afbb0416af59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2ab96d57-c917-4c2c-9ae8-3e41e09f6295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:06:59.068936 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaaca8c9-9810-457c-a7e4-ad185fbb1c38 admin admin] Network hostable DHCP agents. Network: 2ab96d57-c917-4c2c-9ae8-3e41e09f6295, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:06:59.069529 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [req-1cdf73d0-ec96-4e9d-a7e2-eeeefad11b7a req-d926392d-7e99-471a-bad3-d4d8e188d03e tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Allocated IP 172.25.5.199 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/0da0e2af-af57-41b3-8728-073c658d8e45) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:06:59.083205 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da492345-fb67-4bbf-a815-5cf0032ab6e9 req-21395976-8a0b-4446-9d63-8724749c6e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:59.085054 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-da492345-fb67-4bbf-a815-5cf0032ab6e9 req-21395976-8a0b-4446-9d63-8724749c6e1f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6092d996675b47e7b6aa9431b1dde633&device_id=92ac716b-9b8a-4b00-a849-4ce82e449316 HTTP/1.1" status: 200 len: 1115 time: 0.1131113 Nov 25 13:06:59.107384 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaaca8c9-9810-457c-a7e4-ad185fbb1c38 admin admin] Network 2ab96d57-c917-4c2c-9ae8-3e41e09f6295 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:06:59.144831 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-da492345-fb67-4bbf-a815-5cf0032ab6e9 req-b59d9a12-9f20-42d7-9702-9c3363cccbdc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13b52ae6-be9e-43ab-8189-f7ed629cda7a HTTP/1.1" status: 200 len: 217 time: 0.0490930 Nov 25 13:06:59.159493 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-31c0a154-0c2d-4077-8e65-8e5bc0dbc608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8e51ac-7052-4faf-a0dc-15f8bc212077', 'name': 'tempest-FloatingIPDetailsTestJSON-25756859-router', 'tenant_id': '968615a5eef644fd9c7cb22ecda9948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '93640fee-310a-454a-8613-6d771ea119ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:06:49Z', 'updated_at': '2021-11-25T13:06:55Z', 'revision_number': 4, 'project_id': '968615a5eef644fd9c7cb22ecda9948d', 'gw_port': {'id': '93640fee-310a-454a-8613-6d771ea119ef', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:28:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8e51ac-7052-4faf-a0dc-15f8bc212077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:06:50Z', 'updated_at': '2021-11-25T13:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '8957f8fd-04fb-4496-8749-8df29f46dd98', 'name': '', 'network_id': '0f5b5873-a4d8-4f50-8efd-fb57992a2cfb', 'tenant_id': '968615a5eef644fd9c7cb22ecda9948d', 'mac_address': 'fa:16:3e:64:20:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8e51ac-7052-4faf-a0dc-15f8bc212077', 'device_owner': 'network:router_interface', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': 'e2c7703f-f821-47fa-876a-bf91c67a81aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:06:54Z', 'updated_at': '2021-11-25T13:06:56Z', 'revision_number': 2, 'project_id': '968615a5eef644fd9c7cb22ecda9948d', 'subnets': [{'id': 'e2c7703f-f821-47fa-876a-bf91c67a81aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:06:59.163951 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-eaaca8c9-9810-457c-a7e4-ad185fbb1c38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 2ab96d57-c917-4c2c-9ae8-3e41e09f6295) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:06:59.191076 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaaca8c9-9810-457c-a7e4-ad185fbb1c38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:59.191694 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eaaca8c9-9810-457c-a7e4-ad185fbb1c38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:59.192070 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=6efc11c2-af6f-479e-9696-54cf17fa00d8,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:59.200233 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49138a11-3eba-423e-b6c0-301232ec336b None None] Network 2ab96d57-c917-4c2c-9ae8-3e41e09f6295 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:06:59.204537 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c0a154-0c2d-4077-8e65-8e5bc0dbc608 None None] Checking router: 2d8e51ac-7052-4faf-a0dc-15f8bc212077 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:06:59.204904 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c0a154-0c2d-4077-8e65-8e5bc0dbc608 None None] Updating router 2d8e51ac-7052-4faf-a0dc-15f8bc212077 port 8957f8fd-04fb-4496-8749-8df29f46dd98 binding host n-d-808199-11 {{(pid=103572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:06:59.215337 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da492345-fb67-4bbf-a815-5cf0032ab6e9 req-314e6e40-d44f-4ab7-b7f9-f1a8cf9ccb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:59.216977 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-da492345-fb67-4bbf-a815-5cf0032ab6e9 req-314e6e40-d44f-4ab7-b7f9-f1a8cf9ccb26 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f39d7d86-0522-4d23-af17-7a8c784a5167 HTTP/1.1" status: 200 len: 855 time: 0.0631576 Nov 25 13:06:59.222754 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-eaaca8c9-9810-457c-a7e4-ad185fbb1c38 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8300347 Nov 25 13:06:59.255220 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-da492345-fb67-4bbf-a815-5cf0032ab6e9 req-2efdb10b-1a50-4618-8c57-1e07d56cc6e5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c2b13ae1-9f66-4869-8279-1686bf969bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298555 Nov 25 13:06:59.302017 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-1cdf73d0-ec96-4e9d-a7e2-eeeefad11b7a req-d926392d-7e99-471a-bad3-d4d8e188d03e tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:59.324292 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e8cd88-9fea-46ad-a261-0b892163c8fc req-aa144047-60cc-4d25-bade-5638aefa1df1 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:59.331884 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f5e8cd88-9fea-46ad-a261-0b892163c8fc req-aa144047-60cc-4d25-bade-5638aefa1df1 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/networks?id=4eedb877-5fc3-46a9-a0e2-7e0a431fb103 HTTP/1.1" status: 200 len: 821 time: 0.1916289 Nov 25 13:06:59.354406 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f5e8cd88-9fea-46ad-a261-0b892163c8fc req-8ec8743d-5579-46c4-89a3-e8d122d2ec54 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/quotas/d2e157ec7259461e96009d2e9c8298f0 HTTP/1.1" status: 200 len: 375 time: 0.0209930 Nov 25 13:06:59.381942 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-da492345-fb67-4bbf-a815-5cf0032ab6e9 req-fcb17ee8-c3cc-4a0c-9f18-284ea3deefd8 service neutron] 10.222.0.47 "GET /v2.0/networks/c2b13ae1-9f66-4869-8279-1686bf969bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147947 Nov 25 13:06:59.400382 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f5e8cd88-9fea-46ad-a261-0b892163c8fc req-c064b904-238b-409c-ba29-61ca120616db tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d2e157ec7259461e96009d2e9c8298f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445387 Nov 25 13:06:59.401853 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59130) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:06:59.466884 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-31c0a154-0c2d-4077-8e65-8e5bc0dbc608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:59.488288 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-1cdf73d0-ec96-4e9d-a7e2-eeeefad11b7a req-d926392d-7e99-471a-bad3-d4d8e188d03e tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:59.504333 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-da492345-fb67-4bbf-a815-5cf0032ab6e9 req-42534abc-fadf-4ef1-94d7-8fe3f3aadc23 service neutron] 10.222.0.47 "GET /v2.0/networks/c2b13ae1-9f66-4869-8279-1686bf969bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142669 Nov 25 13:06:59.552552 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbcb7e61-4cdb-47b8-9316-b3be74a93097 admin admin] Deleting subnet 54dc8a84-12fc-406a-9f87-c0c9242f55c7 {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:06:59.558895 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cdf73d0-ec96-4e9d-a7e2-eeeefad11b7a req-d926392d-7e99-471a-bad3-d4d8e188d03e tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:06:59.563768 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fbcb7e61-4cdb-47b8-9316-b3be74a93097 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:59.573482 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [req-1cdf73d0-ec96-4e9d-a7e2-eeeefad11b7a req-d926392d-7e99-471a-bad3-d4d8e188d03e tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:06:59.595051 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cdf73d0-ec96-4e9d-a7e2-eeeefad11b7a req-d926392d-7e99-471a-bad3-d4d8e188d03e tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:06:59.603229 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d926392d-7e99-471a-bad3-d4d8e188d03e tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Pushing event updated for resources: {'Port': ['ID=0da0e2af-af57-41b3-8728-073c658d8e45,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:06:59.606587 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dbac60-a5c3-4a28-8818-8ed10539c085 req-51cc6aeb-7155-4ab8-840c-dbef8ebb1c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:59.608152 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-30dbac60-a5c3-4a28-8818-8ed10539c085 req-51cc6aeb-7155-4ab8-840c-dbef8ebb1c8f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6092d996675b47e7b6aa9431b1dde633&device_id=92ac716b-9b8a-4b00-a849-4ce82e449316 HTTP/1.1" status: 200 len: 1115 time: 0.0502858 Nov 25 13:06:59.712542 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44aa25d9-8b3e-4041-9552-ae53ff3732d6 None None] Network 2ab96d57-c917-4c2c-9ae8-3e41e09f6295 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:06:59.731322 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dbac60-a5c3-4a28-8818-8ed10539c085 req-999acee7-97ea-4cd0-b75f-7ab98f89a3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:59.734503 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-30dbac60-a5c3-4a28-8818-8ed10539c085 req-999acee7-97ea-4cd0-b75f-7ab98f89a3f1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c2b13ae1-9f66-4869-8279-1686bf969bd5 HTTP/1.1" status: 200 len: 916 time: 0.1167920 Nov 25 13:06:59.795310 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-30dbac60-a5c3-4a28-8818-8ed10539c085 req-0a791748-8f50-4c6c-918a-bc4f29d1ef6e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13b52ae6-be9e-43ab-8189-f7ed629cda7a HTTP/1.1" status: 200 len: 217 time: 0.0516286 Nov 25 13:06:59.818707 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f5e8cd88-9fea-46ad-a261-0b892163c8fc req-ad903e9c-21f2-4d66-a9aa-791e5537a950 service neutron] 10.222.0.53 "GET /v2.0/networks/4eedb877-5fc3-46a9-a0e2-7e0a431fb103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4063549 Nov 25 13:06:59.820826 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fbcb7e61-4cdb-47b8-9316-b3be74a93097 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:59.852530 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fbcb7e61-4cdb-47b8-9316-b3be74a93097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:59.865626 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dbac60-a5c3-4a28-8818-8ed10539c085 req-afa6edb1-4601-4817-bd56-2dad41ddacbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:06:59.867711 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-30dbac60-a5c3-4a28-8818-8ed10539c085 req-afa6edb1-4601-4817-bd56-2dad41ddacbf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f39d7d86-0522-4d23-af17-7a8c784a5167 HTTP/1.1" status: 200 len: 855 time: 0.0626466 Nov 25 13:06:59.902162 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-30dbac60-a5c3-4a28-8818-8ed10539c085 req-bc52b453-3bfd-43a8-ae0c-9d96ec5681a1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c2b13ae1-9f66-4869-8279-1686bf969bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268126 Nov 25 13:06:59.945745 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-1cdf73d0-ec96-4e9d-a7e2-eeeefad11b7a req-d926392d-7e99-471a-bad3-d4d8e188d03e tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:59.984065 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-31c0a154-0c2d-4077-8e65-8e5bc0dbc608 None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:06:59.990014 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-31c0a154-0c2d-4077-8e65-8e5bc0dbc608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:00.012652 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-30dbac60-a5c3-4a28-8818-8ed10539c085 req-be3fb05d-1c5d-4d20-ab42-ceeef047eeac service neutron] 10.222.0.47 "GET /v2.0/networks/c2b13ae1-9f66-4869-8279-1686bf969bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996106 Nov 25 13:07:00.027139 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f5e8cd88-9fea-46ad-a261-0b892163c8fc req-4e21ece0-c4e4-478a-a64c-603ad043108d service neutron] 10.222.0.53 "GET /v2.0/networks/4eedb877-5fc3-46a9-a0e2-7e0a431fb103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962454 Nov 25 13:07:00.028896 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fbcb7e61-4cdb-47b8-9316-b3be74a93097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:00.033457 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-1cdf73d0-ec96-4e9d-a7e2-eeeefad11b7a req-d926392d-7e99-471a-bad3-d4d8e188d03e tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:00.043595 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b610e3-088d-4a69-bc9f-aa776c04ad2f None None] Pushing event updated for resources: {'Port': ['ID=8957f8fd-04fb-4496-8749-8df29f46dd98,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:00.078901 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fbcb7e61-4cdb-47b8-9316-b3be74a93097 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:00.082620 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-fbcb7e61-4cdb-47b8-9316-b3be74a93097 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/54dc8a84-12fc-406a-9f87-c0c9242f55c7 HTTP/1.1" status: 204 len: 168 time: 0.6797645 Nov 25 13:07:00.083597 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcb7e61-4cdb-47b8-9316-b3be74a93097 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54dc8a84-12fc-406a-9f87-c0c9242f55c7,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:00.085751 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59134) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:07:00.101597 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-31c0a154-0c2d-4077-8e65-8e5bc0dbc608 None None] Attempting to bind port 8957f8fd-04fb-4496-8749-8df29f46dd98 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:07:00.102027 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-31c0a154-0c2d-4077-8e65-8e5bc0dbc608 None None] Attempting to bind port 8957f8fd-04fb-4496-8749-8df29f46dd98 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '4db6111d-f175-40b7-a0aa-253eda27a602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0f5b5873-a4d8-4f50-8efd-fb57992a2cfb'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:07:00.102420 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c0a154-0c2d-4077-8e65-8e5bc0dbc608 None None] Attempting to bind port 8957f8fd-04fb-4496-8749-8df29f46dd98 on network 0f5b5873-a4d8-4f50-8efd-fb57992a2cfb {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:07:00.110024 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c0a154-0c2d-4077-8e65-8e5bc0dbc608 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:07:00.110410 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c0a154-0c2d-4077-8e65-8e5bc0dbc608 None None] Checking segment: {'id': '4db6111d-f175-40b7-a0aa-253eda27a602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0f5b5873-a4d8-4f50-8efd-fb57992a2cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:07:00.111306 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-31c0a154-0c2d-4077-8e65-8e5bc0dbc608 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:00.111769 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c0a154-0c2d-4077-8e65-8e5bc0dbc608 None None] Bound using segment: {'id': '4db6111d-f175-40b7-a0aa-253eda27a602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0f5b5873-a4d8-4f50-8efd-fb57992a2cfb'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:07:00.112261 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-31c0a154-0c2d-4077-8e65-8e5bc0dbc608 None None] Bound port: 8957f8fd-04fb-4496-8749-8df29f46dd98, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4db6111d-f175-40b7-a0aa-253eda27a602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0f5b5873-a4d8-4f50-8efd-fb57992a2cfb'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:07:00.112664 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-31c0a154-0c2d-4077-8e65-8e5bc0dbc608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:00.190267 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-30dbac60-a5c3-4a28-8818-8ed10539c085 req-787134be-3fa2-48ac-a708-d0852dbef030 service neutron] 10.222.0.47 "GET /v2.0/networks/c2b13ae1-9f66-4869-8279-1686bf969bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663461 Nov 25 13:07:00.204945 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9316b76c-25cb-45f1-a2c8-c1c440bb54c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:00.218052 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-31c0a154-0c2d-4077-8e65-8e5bc0dbc608 None None] For port 8957f8fd-04fb-4496-8749-8df29f46dd98, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:07:00.221595 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-31c0a154-0c2d-4077-8e65-8e5bc0dbc608 None None] For port 8957f8fd-04fb-4496-8749-8df29f46dd98, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=8957f8fd-04fb-4496-8749-8df29f46dd98,segment=NetworkSegment(4db6111d-f175-40b7-a0aa-253eda27a602),segment_id=4db6111d-f175-40b7-a0aa-253eda27a602)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:07:00.227605 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-31c0a154-0c2d-4077-8e65-8e5bc0dbc608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:00.348067 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2feaada7-7edf-4e90-9a81-39327a2097a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:00.353517 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa51e2a2-5822-40b8-a97f-c857679a6c02 x-openstack-request-id: req-fa51e2a2-5822-40b8-a97f-c857679a6c02 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:07:00.354366 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c83004cb-df96-4d27-9371-9bd234a0c154", "name": "network-vif-plugged", "status": "completed", "tag": "6efc11c2-af6f-479e-9696-54cf17fa00d8", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:07:00.354625 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fa51e2a2-5822-40b8-a97f-c857679a6c02 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:07:00.355522 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c83004cb-df96-4d27-9371-9bd234a0c154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6efc11c2-af6f-479e-9696-54cf17fa00d8', 'code': 200} Nov 25 13:07:00.364609 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b610e3-088d-4a69-bc9f-aa776c04ad2f None None] Pushing event updated for resources: {'Port': ['ID=8957f8fd-04fb-4496-8749-8df29f46dd98,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:00.370431 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9316b76c-25cb-45f1-a2c8-c1c440bb54c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:00.370588 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c0a154-0c2d-4077-8e65-8e5bc0dbc608 None None] Routers {'2d8e51ac-7052-4faf-a0dc-15f8bc212077'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:07:00.371861 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-31c0a154-0c2d-4077-8e65-8e5bc0dbc608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:06:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['2d8e51ac-7052-4faf-a0dc-15f8bc212077'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:07:00.429781 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9316b76c-25cb-45f1-a2c8-c1c440bb54c5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 13:07:00.430152 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9316b76c-25cb-45f1-a2c8-c1c440bb54c5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 13:07:00.430973 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9316b76c-25cb-45f1-a2c8-c1c440bb54c5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 13:07:00.431313 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9316b76c-25cb-45f1-a2c8-c1c440bb54c5 admin admin] Subscribe: > port after_create 55550000 {{(pid=103570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 13:07:00.431663 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9316b76c-25cb-45f1-a2c8-c1c440bb54c5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 13:07:00.443759 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9316b76c-25cb-45f1-a2c8-c1c440bb54c5 admin admin] Subscribe: > port after_update 55550000 {{(pid=103570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 13:07:00.444192 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9316b76c-25cb-45f1-a2c8-c1c440bb54c5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 13:07:00.444533 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9316b76c-25cb-45f1-a2c8-c1c440bb54c5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 13:07:00.444867 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9316b76c-25cb-45f1-a2c8-c1c440bb54c5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 13:07:00.445307 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9316b76c-25cb-45f1-a2c8-c1c440bb54c5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 13:07:00.447200 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-749ac2e7-9851-4b3c-a498-176cc0f77638 None None] Provisioning complete for port 8957f8fd-04fb-4496-8749-8df29f46dd98 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:07:00.447637 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-749ac2e7-9851-4b3c-a498-176cc0f77638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:00.503062 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07035871-ccb7-4284-a8a5-19559916db46 req-074d16ad-6336-4bb6-bca9-b1137f42e55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:00.505414 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-07035871-ccb7-4284-a8a5-19559916db46 req-074d16ad-6336-4bb6-bca9-b1137f42e55e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c83004cb-df96-4d27-9371-9bd234a0c154 HTTP/1.1" status: 200 len: 1102 time: 0.0699100 Nov 25 13:07:00.566794 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-07035871-ccb7-4284-a8a5-19559916db46 req-86d8180c-a15b-4587-8011-4f934afd3a62 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530171 Nov 25 13:07:00.577970 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-31c0a154-0c2d-4077-8e65-8e5bc0dbc608 None None] Set router 2d8e51ac-7052-4faf-a0dc-15f8bc212077 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:07:00.691198 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-749ac2e7-9851-4b3c-a498-176cc0f77638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:00.736395 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9316b76c-25cb-45f1-a2c8-c1c440bb54c5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 13:07:00.736920 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9316b76c-25cb-45f1-a2c8-c1c440bb54c5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 13:07:00.737112 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9316b76c-25cb-45f1-a2c8-c1c440bb54c5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 13:07:00.738108 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9316b76c-25cb-45f1-a2c8-c1c440bb54c5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 13:07:00.738108 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-9316b76c-25cb-45f1-a2c8-c1c440bb54c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86c1f706-2f55-4ac7-946f-82371cdb9f06']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:07:00.777610 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-749ac2e7-9851-4b3c-a498-176cc0f77638 None None] For port 8957f8fd-04fb-4496-8749-8df29f46dd98, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=8957f8fd-04fb-4496-8749-8df29f46dd98,segment=NetworkSegment(4db6111d-f175-40b7-a0aa-253eda27a602),segment_id=4db6111d-f175-40b7-a0aa-253eda27a602)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:07:00.778070 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-9316b76c-25cb-45f1-a2c8-c1c440bb54c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f37a01f8-dfbd-40e4-9aae-5c5f6ee6ae15') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:07:00.778372 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-9316b76c-25cb-45f1-a2c8-c1c440bb54c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f37a01f8-dfbd-40e4-9aae-5c5f6ee6ae15') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:07:00.786229 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-749ac2e7-9851-4b3c-a498-176cc0f77638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:00.818492 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9316b76c-25cb-45f1-a2c8-c1c440bb54c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:00.851196 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9316b76c-25cb-45f1-a2c8-c1c440bb54c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:00.863487 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-1cdf73d0-ec96-4e9d-a7e2-eeeefad11b7a req-d926392d-7e99-471a-bad3-d4d8e188d03e tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:00.865536 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9316b76c-25cb-45f1-a2c8-c1c440bb54c5 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:07:00.865924 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9316b76c-25cb-45f1-a2c8-c1c440bb54c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:00.870780 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749ac2e7-9851-4b3c-a498-176cc0f77638 None None] Pushing event updated for resources: {'Port': ['ID=8957f8fd-04fb-4496-8749-8df29f46dd98,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:00.888441 n-d-808199-11 neutron-server[103570]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 25 13:07:00.888441 n-d-808199-11 neutron-server[103570]: from cryptography.utils import int_from_bytes Nov 25 13:07:00.888441 n-d-808199-11 neutron-server[103570]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 25 13:07:00.888441 n-d-808199-11 neutron-server[103570]: from cryptography.utils import int_from_bytes Nov 25 13:07:00.888441 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:07:00.888441 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:07:00.888441 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:07:00.888441 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:07:00.888441 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:07:00.888441 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:07:00.888441 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:07:00.888441 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:07:00.888441 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:07:00.888441 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:07:00.888441 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:07:00.888441 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:07:00.888441 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:07:00.888441 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:07:00.888441 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:07:00.888441 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:07:00.888441 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:07:00.888441 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:07:00.888441 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:07:00.888441 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:07:00.888441 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:07:00.888441 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:07:00.888441 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:07:00.888441 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:07:00.888441 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:07:00.888441 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:07:00.888441 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:07:00.888441 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:07:00.888441 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:07:00.888441 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:07:00.888441 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:07:00.888441 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:07:00.894458 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-31c0a154-0c2d-4077-8e65-8e5bc0dbc608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8e51ac-7052-4faf-a0dc-15f8bc212077', 'name': 'tempest-FloatingIPDetailsTestJSON-25756859-router', 'tenant_id': '968615a5eef644fd9c7cb22ecda9948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '93640fee-310a-454a-8613-6d771ea119ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:06:49Z', 'updated_at': '2021-11-25T13:06:55Z', 'revision_number': 4, 'project_id': '968615a5eef644fd9c7cb22ecda9948d', 'gw_port': {'id': '93640fee-310a-454a-8613-6d771ea119ef', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:28:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8e51ac-7052-4faf-a0dc-15f8bc212077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:06:50Z', 'updated_at': '2021-11-25T13:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '8957f8fd-04fb-4496-8749-8df29f46dd98', 'name': '', 'network_id': '0f5b5873-a4d8-4f50-8efd-fb57992a2cfb', 'tenant_id': '968615a5eef644fd9c7cb22ecda9948d', 'mac_address': 'fa:16:3e:64:20:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8e51ac-7052-4faf-a0dc-15f8bc212077', 'device_owner': 'network:router_interface', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': 'e2c7703f-f821-47fa-876a-bf91c67a81aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:06:54Z', 'updated_at': '2021-11-25T13:07:00Z', 'revision_number': 4, 'project_id': '968615a5eef644fd9c7cb22ecda9948d', 'subnets': [{'id': 'e2c7703f-f821-47fa-876a-bf91c67a81aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:07:00.903424 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-1cdf73d0-ec96-4e9d-a7e2-eeeefad11b7a req-d926392d-7e99-471a-bad3-d4d8e188d03e tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:00.935310 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c0a154-0c2d-4077-8e65-8e5bc0dbc608 None None] The sync data for ids ['2d8e51ac-7052-4faf-a0dc-15f8bc212077'] in n-d-808199-11 is: [{'id': '2d8e51ac-7052-4faf-a0dc-15f8bc212077', 'name': 'tempest-FloatingIPDetailsTestJSON-25756859-router', 'tenant_id': '968615a5eef644fd9c7cb22ecda9948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '93640fee-310a-454a-8613-6d771ea119ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:06:49Z', 'updated_at': '2021-11-25T13:06:55Z', 'revision_number': 4, 'project_id': '968615a5eef644fd9c7cb22ecda9948d', 'gw_port': {'id': '93640fee-310a-454a-8613-6d771ea119ef', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:28:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8e51ac-7052-4faf-a0dc-15f8bc212077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:06:50Z', 'updated_at': '2021-11-25T13:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '8957f8fd-04fb-4496-8749-8df29f46dd98', 'name': '', 'network_id': '0f5b5873-a4d8-4f50-8efd-fb57992a2cfb', 'tenant_id': '968615a5eef644fd9c7cb22ecda9948d', 'mac_address': 'fa:16:3e:64:20:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8e51ac-7052-4faf-a0dc-15f8bc212077', 'device_owner': 'network:router_interface', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': 'e2c7703f-f821-47fa-876a-bf91c67a81aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:06:54Z', 'updated_at': '2021-11-25T13:07:00Z', 'revision_number': 4, 'project_id': '968615a5eef644fd9c7cb22ecda9948d', 'subnets': [{'id': 'e2c7703f-f821-47fa-876a-bf91c67a81aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:07:00.942480 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-467ee83a-af28-4733-a120-435c2cea96de None None] Provisioning complete for port 8957f8fd-04fb-4496-8749-8df29f46dd98 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:07:00.942480 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-467ee83a-af28-4733-a120-435c2cea96de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:00.956560 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a2487-36c9-48aa-9729-4e6fc4c98caf req-250c4c0e-ea29-4467-bb30-3cae9163dcd4 tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:00.963809 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ee9a2487-36c9-48aa-9729-4e6fc4c98caf req-250c4c0e-ea29-4467-bb30-3cae9163dcd4 tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4ee68f7-99ca-4405-a89a-dad1a0c210ed HTTP/1.1" status: 200 len: 970 time: 0.2155497 Nov 25 13:07:01.108053 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9316b76c-25cb-45f1-a2c8-c1c440bb54c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:01.125855 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d926392d-7e99-471a-bad3-d4d8e188d03e tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Pushing event updated for resources: {'Port': ['ID=0da0e2af-af57-41b3-8728-073c658d8e45,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:01.141082 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9316b76c-25cb-45f1-a2c8-c1c440bb54c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:01.147189 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-9316b76c-25cb-45f1-a2c8-c1c440bb54c5 admin admin] 10.222.0.53 "DELETE /v2.0/networks/86c1f706-2f55-4ac7-946f-82371cdb9f06 HTTP/1.1" status: 204 len: 168 time: 1.0554945 Nov 25 13:07:01.147865 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59146) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:07:01.161027 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9316b76c-25cb-45f1-a2c8-c1c440bb54c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=86c1f706-2f55-4ac7-946f-82371cdb9f06,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:01.162982 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-1cdf73d0-ec96-4e9d-a7e2-eeeefad11b7a req-d926392d-7e99-471a-bad3-d4d8e188d03e tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:01.185795 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ee9a2487-36c9-48aa-9729-4e6fc4c98caf req-d7155612-8c92-43ff-aea5-c6487a0839c9 tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] 10.222.0.53 "GET /v2.0/security-groups?id=b33d9933-5066-456d-becc-4c8c04913490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716003 Nov 25 13:07:01.203243 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-1cdf73d0-ec96-4e9d-a7e2-eeeefad11b7a req-d926392d-7e99-471a-bad3-d4d8e188d03e tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:01.206382 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1cdf73d0-ec96-4e9d-a7e2-eeeefad11b7a req-d926392d-7e99-471a-bad3-d4d8e188d03e tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5868702 Nov 25 13:07:01.216475 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a3b570a-1b55-49d2-8a53-2f0b49c0d9b2 admin admin] Deleting subnet 183a0d5d-6cf4-436e-a686-42a58a8e6d8c {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:07:01.220994 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7a3b570a-1b55-49d2-8a53-2f0b49c0d9b2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:01.271682 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7a3b570a-1b55-49d2-8a53-2f0b49c0d9b2 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:01.282633 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7a3b570a-1b55-49d2-8a53-2f0b49c0d9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:01.309269 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1cdf73d0-ec96-4e9d-a7e2-eeeefad11b7a req-9139e411-9dd6-41c5-9dac-068a1d92a960 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.199 HTTP/1.1" status: 200 len: 696 time: 0.0952880 Nov 25 13:07:01.345062 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7a3b570a-1b55-49d2-8a53-2f0b49c0d9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:01.391483 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3b570a-1b55-49d2-8a53-2f0b49c0d9b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=183a0d5d-6cf4-436e-a686-42a58a8e6d8c,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:01.393686 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7a3b570a-1b55-49d2-8a53-2f0b49c0d9b2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:01.396964 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-7a3b570a-1b55-49d2-8a53-2f0b49c0d9b2 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/183a0d5d-6cf4-436e-a686-42a58a8e6d8c HTTP/1.1" status: 204 len: 168 time: 0.2475154 Nov 25 13:07:01.404257 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59150) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:07:01.436547 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e59fbce-474f-4f45-9c12-8d966602a498 req-9ab46e90-99dc-4a51-8411-6c0171eb7c57 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:01.441680 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7e59fbce-474f-4f45-9c12-8d966602a498 req-9ab46e90-99dc-4a51-8411-6c0171eb7c57 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c83004cb-df96-4d27-9371-9bd234a0c154 HTTP/1.1" status: 200 len: 950 time: 0.1560318 Nov 25 13:07:01.604663 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdf73d0-ec96-4e9d-a7e2-eeeefad11b7a req-4e194c13-c6f8-4952-94f7-a86fdae505fb tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:01.607938 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e8cd88-9fea-46ad-a261-0b892163c8fc req-694458a8-c3e3-41b2-8394-b247119161e1 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:01.609579 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f5e8cd88-9fea-46ad-a261-0b892163c8fc req-694458a8-c3e3-41b2-8394-b247119161e1 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.66 "GET /v2.0/networks?id=4eedb877-5fc3-46a9-a0e2-7e0a431fb103 HTTP/1.1" status: 200 len: 821 time: 0.1422930 Nov 25 13:07:01.615297 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1cdf73d0-ec96-4e9d-a7e2-eeeefad11b7a req-4e194c13-c6f8-4952-94f7-a86fdae505fb tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] 10.222.0.53 "GET /v2.0/networks/7542d3d9-0db3-40e7-ab88-a168871141f7 HTTP/1.1" status: 200 len: 784 time: 0.2926016 Nov 25 13:07:01.627911 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-f5e8cd88-9fea-46ad-a261-0b892163c8fc req-41bbd5a4-d8f3-4c4a-92ea-b5fd34043cb1 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Request body: {'port': {'device_id': 'fe7a402e-531c-4b21-9ace-10ffccdcb00f', 'network_id': '4eedb877-5fc3-46a9-a0e2-7e0a431fb103', 'admin_state_up': True, 'tenant_id': 'd2e157ec7259461e96009d2e9c8298f0'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:07:01.629725 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [req-1cdf73d0-ec96-4e9d-a7e2-eeeefad11b7a req-4424bf4e-fbea-44c4-92ac-0cd98324c67f tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:07:01.643214 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1cdf73d0-ec96-4e9d-a7e2-eeeefad11b7a req-4424bf4e-fbea-44c4-92ac-0cd98324c67f tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0269501 Nov 25 13:07:01.652234 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0cdceea9-466c-4dab-80e9-304e3c88d189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:01.670590 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7e59fbce-474f-4f45-9c12-8d966602a498 req-ca681634-11bb-4fee-ad5f-82d661bf8f68 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084119 Nov 25 13:07:01.794343 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5e8cd88-9fea-46ad-a261-0b892163c8fc req-41bbd5a4-d8f3-4c4a-92ea-b5fd34043cb1 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Made reservation on behalf of d2e157ec7259461e96009d2e9c8298f0 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:07:01.798933 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f5e8cd88-9fea-46ad-a261-0b892163c8fc req-41bbd5a4-d8f3-4c4a-92ea-b5fd34043cb1 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:01.853247 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ed40979a-acc6-4d7e-912c-e274b3bd946f req-1267535b-665c-4314-b3b5-2fcc4445da42 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe7a402e-531c-4b21-9ace-10ffccdcb00f HTTP/1.1" status: 200 len: 210 time: 0.0634549 Nov 25 13:07:01.880330 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0cdceea9-466c-4dab-80e9-304e3c88d189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:01.945557 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde4b723-bde2-4eb2-9c3c-a2900a3a3ce9 req-0c98c5c0-53e3-45a6-9170-685ea445ef77 tempest-VolumesAdminNegativeTest-83964069 tempest-VolumesAdminNegativeTest-83964069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:01.947382 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dde4b723-bde2-4eb2-9c3c-a2900a3a3ce9 req-0c98c5c0-53e3-45a6-9170-685ea445ef77 tempest-VolumesAdminNegativeTest-83964069 tempest-VolumesAdminNegativeTest-83964069-project] 10.222.0.53 "GET /v2.0/ports?device_id=92ac716b-9b8a-4b00-a849-4ce82e449316 HTTP/1.1" status: 200 len: 963 time: 0.2068243 Nov 25 13:07:01.949230 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-0cdceea9-466c-4dab-80e9-304e3c88d189 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ab96d57-c917-4c2c-9ae8-3e41e09f6295']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:07:01.967891 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-0cdceea9-466c-4dab-80e9-304e3c88d189 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8b3cd76-538d-4cf1-bbae-afbb0416af59') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:07:01.968586 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-0cdceea9-466c-4dab-80e9-304e3c88d189 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8b3cd76-538d-4cf1-bbae-afbb0416af59') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:07:01.986750 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-f5e8cd88-9fea-46ad-a261-0b892163c8fc req-41bbd5a4-d8f3-4c4a-92ea-b5fd34043cb1 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Allocated IP 172.20.0.14 (4eedb877-5fc3-46a9-a0e2-7e0a431fb103/c6ff4ad3-eaf7-4ebb-ae7a-2ad7a9626250/b45b1735-e9ae-4e97-b95a-4d0e4460d7bd) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:07:01.996991 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0cdceea9-466c-4dab-80e9-304e3c88d189 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:02.078008 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0cdceea9-466c-4dab-80e9-304e3c88d189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:02.253573 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cdceea9-466c-4dab-80e9-304e3c88d189 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:07:02.254047 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0cdceea9-466c-4dab-80e9-304e3c88d189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:02.256046 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:07:02.256046 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:07:02.256046 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:07:02.256046 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:07:02.256046 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:07:02.256046 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:07:02.256046 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:07:02.256046 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:07:02.256046 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:07:02.256046 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:07:02.256046 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:07:02.256046 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:07:02.256046 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:07:02.256046 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:07:02.256046 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:07:02.256046 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:07:02.256046 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:07:02.256046 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:07:02.256046 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:07:02.256046 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:07:02.256046 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:07:02.256046 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:07:02.256046 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:07:02.256046 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:07:02.256046 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:07:02.256046 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:07:02.256046 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:07:02.256046 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:07:02.256046 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:07:02.256046 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:07:02.256046 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:07:02.256046 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:07:02.277228 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dde4b723-bde2-4eb2-9c3c-a2900a3a3ce9 req-1ff9fb93-26c5-49f9-82aa-d004dbb7378b tempest-VolumesAdminNegativeTest-83964069 tempest-VolumesAdminNegativeTest-83964069-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c51e016-507d-422e-97ee-09753982abc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121867 Nov 25 13:07:02.370253 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 8957f8fd-04fb-4496-8749-8df29f46dd98 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:07:02.408509 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f5e8cd88-9fea-46ad-a261-0b892163c8fc req-41bbd5a4-d8f3-4c4a-92ea-b5fd34043cb1 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:02.454164 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ccbec-5428-436d-ac48-6a56233dd4ef req-d7659d96-887b-44cb-9dd3-2fe580da5d43 tempest-AggregatesAdminTestJSON-868640707 tempest-AggregatesAdminTestJSON-868640707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:02.458294 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f5e8cd88-9fea-46ad-a261-0b892163c8fc req-41bbd5a4-d8f3-4c4a-92ea-b5fd34043cb1 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:02.467585 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 13b52ae6-be9e-43ab-8189-f7ed629cda7a details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:07:02.473438 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 8957f8fd-04fb-4496-8749-8df29f46dd98 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:07:02.473815 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:02.481081 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-975ccbec-5428-436d-ac48-6a56233dd4ef req-d7659d96-887b-44cb-9dd3-2fe580da5d43 tempest-AggregatesAdminTestJSON-868640707 tempest-AggregatesAdminTestJSON-868640707-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a4ee68f7-99ca-4405-a89a-dad1a0c210ed HTTP/1.1" status: 200 len: 1122 time: 0.4765043 Nov 25 13:07:02.516018 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0cdceea9-466c-4dab-80e9-304e3c88d189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:02.536372 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0cdceea9-466c-4dab-80e9-304e3c88d189 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:02.538612 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5e8cd88-9fea-46ad-a261-0b892163c8fc req-41bbd5a4-d8f3-4c4a-92ea-b5fd34043cb1 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Network 4eedb877-5fc3-46a9-a0e2-7e0a431fb103 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:07:02.542430 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-0cdceea9-466c-4dab-80e9-304e3c88d189 admin admin] 10.222.0.53 "DELETE /v2.0/networks/2ab96d57-c917-4c2c-9ae8-3e41e09f6295 HTTP/1.1" status: 204 len: 168 time: 1.1258805 Nov 25 13:07:02.543141 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-f5e8cd88-9fea-46ad-a261-0b892163c8fc req-41bbd5a4-d8f3-4c4a-92ea-b5fd34043cb1 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:07:02.548825 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-975ccbec-5428-436d-ac48-6a56233dd4ef req-2fab1667-214d-4bc5-bbca-bdb828275c3a tempest-AggregatesAdminTestJSON-868640707 tempest-AggregatesAdminTestJSON-868640707-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:02.556920 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e8cd88-9fea-46ad-a261-0b892163c8fc req-41bbd5a4-d8f3-4c4a-92ea-b5fd34043cb1 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:07:02.565670 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e8cd88-9fea-46ad-a261-0b892163c8fc req-41bbd5a4-d8f3-4c4a-92ea-b5fd34043cb1 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:02.567405 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f5e8cd88-9fea-46ad-a261-0b892163c8fc req-41bbd5a4-d8f3-4c4a-92ea-b5fd34043cb1 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:02.578505 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdceea9-466c-4dab-80e9-304e3c88d189 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ab96d57-c917-4c2c-9ae8-3e41e09f6295,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:02.583292 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bbd5a4-d8f3-4c4a-92ea-b5fd34043cb1 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Pushing event updated for resources: {'Port': ['ID=b45b1735-e9ae-4e97-b95a-4d0e4460d7bd,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:02.612483 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f5e8cd88-9fea-46ad-a261-0b892163c8fc req-41bbd5a4-d8f3-4c4a-92ea-b5fd34043cb1 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9917181 Nov 25 13:07:02.625338 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-f5e8cd88-9fea-46ad-a261-0b892163c8fc req-f825bd24-9561-4aa3-a15e-097d36f6b4e8 service neutron] Request body: {'port': {'device_id': 'fe7a402e-531c-4b21-9ace-10ffccdcb00f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:07:02.689288 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-671022f3-ce3c-4a8d-8526-281d3c0772ab req-a1c4e528-7f32-423e-a756-b483787575e1 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3483083 Nov 25 13:07:02.696302 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-671022f3-ce3c-4a8d-8526-281d3c0772ab req-73fc5daf-fdb1-4e0c-962e-629d1654b7ed tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Request body: {'floatingip': {'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:07:02.716287 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f5e8cd88-9fea-46ad-a261-0b892163c8fc req-f825bd24-9561-4aa3-a15e-097d36f6b4e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:02.732167 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8af2f6d2-4fed-49fd-8ff4-3abc5059f41c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:02.744588 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-975ccbec-5428-436d-ac48-6a56233dd4ef req-2fab1667-214d-4bc5-bbca-bdb828275c3a tempest-AggregatesAdminTestJSON-868640707 tempest-AggregatesAdminTestJSON-868640707-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:02.752991 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-671022f3-ce3c-4a8d-8526-281d3c0772ab req-73fc5daf-fdb1-4e0c-962e-629d1654b7ed tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Publish callbacks [] for floatingip, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:02.756084 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-975ccbec-5428-436d-ac48-6a56233dd4ef req-2fab1667-214d-4bc5-bbca-bdb828275c3a tempest-AggregatesAdminTestJSON-868640707 tempest-AggregatesAdminTestJSON-868640707-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:02.779724 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 13b52ae6-be9e-43ab-8189-f7ed629cda7a, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=13b52ae6-be9e-43ab-8189-f7ed629cda7a,segment=NetworkSegment(1c04b243-72a5-4d2b-b906-5bdc9c18044a),segment_id=1c04b243-72a5-4d2b-b906-5bdc9c18044a)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:07:02.797787 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '13b52ae6-be9e-43ab-8189-f7ed629cda7a', 'network_id': 'c2b13ae1-9f66-4869-8279-1686bf969bd5', 'port_id': '13b52ae6-be9e-43ab-8189-f7ed629cda7a', 'mac_address': 'fa:16:3e:87:49:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f39d7d86-0522-4d23-af17-7a8c784a5167', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:tempest-test_az-52873556', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:07:02.842117 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59158) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:07:02.842365 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:02.858417 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13b52ae6-be9e-43ab-8189-f7ed629cda7a {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:07:02.884790 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 13b52ae6-be9e-43ab-8189-f7ed629cda7a, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=13b52ae6-be9e-43ab-8189-f7ed629cda7a,segment=NetworkSegment(1c04b243-72a5-4d2b-b906-5bdc9c18044a),segment_id=1c04b243-72a5-4d2b-b906-5bdc9c18044a)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:07:02.892217 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:02.919523 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-975ccbec-5428-436d-ac48-6a56233dd4ef req-2fab1667-214d-4bc5-bbca-bdb828275c3a tempest-AggregatesAdminTestJSON-868640707 tempest-AggregatesAdminTestJSON-868640707-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b33d9933-5066-456d-becc-4c8c04913490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4324887 Nov 25 13:07:02.934771 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fab1667-214d-4bc5-bbca-bdb828275c3a tempest-AggregatesAdminTestJSON-868640707 tempest-AggregatesAdminTestJSON-868640707-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b37dd3a-d8ee-465a-9056-081a747976b5,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:02.959668 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=13b52ae6-be9e-43ab-8189-f7ed629cda7a,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:02.993608 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3175a9b4-f10c-490d-a7db-cba081cc03a5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=953f06e2eac84bb5a3b9e44f35a73922&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1502392 Nov 25 13:07:02.996699 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59164) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:07:03.071033 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-f5e8cd88-9fea-46ad-a261-0b892163c8fc req-f825bd24-9561-4aa3-a15e-097d36f6b4e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b45b1735-e9ae-4e97-b95a-4d0e4460d7bd {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:07:03.080471 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f5e8cd88-9fea-46ad-a261-0b892163c8fc req-f825bd24-9561-4aa3-a15e-097d36f6b4e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:03.096331 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-f5e8cd88-9fea-46ad-a261-0b892163c8fc req-f825bd24-9561-4aa3-a15e-097d36f6b4e8 service neutron] Transition to ACTIVE for port object b45b1735-e9ae-4e97-b95a-4d0e4460d7bd will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:07:03.099152 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e5156224-e653-4e14-a887-9646e5e8b2ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:03.102210 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f5e8cd88-9fea-46ad-a261-0b892163c8fc req-f825bd24-9561-4aa3-a15e-097d36f6b4e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:03.112020 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0cc3d4-53e0-4f9b-9496-84517932d6e7 req-bbc0e455-dea7-4f24-bbb0-47fd31d76b97 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:03.113578 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8b0cc3d4-53e0-4f9b-9496-84517932d6e7 req-bbc0e455-dea7-4f24-bbb0-47fd31d76b97 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c83004cb-df96-4d27-9371-9bd234a0c154 HTTP/1.1" status: 200 len: 950 time: 0.0851562 Nov 25 13:07:03.160372 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f825bd24-9561-4aa3-a15e-097d36f6b4e8 service neutron] Pushing event updated for resources: {'Port': ['ID=b45b1735-e9ae-4e97-b95a-4d0e4460d7bd,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:03.165451 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e5156224-e653-4e14-a887-9646e5e8b2ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:03.219891 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-f5e8cd88-9fea-46ad-a261-0b892163c8fc req-f825bd24-9561-4aa3-a15e-097d36f6b4e8 service neutron] Attempting to bind port b45b1735-e9ae-4e97-b95a-4d0e4460d7bd on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:07:03.220570 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-671022f3-ce3c-4a8d-8526-281d3c0772ab req-73fc5daf-fdb1-4e0c-962e-629d1654b7ed tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:03.221096 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-f5e8cd88-9fea-46ad-a261-0b892163c8fc req-f825bd24-9561-4aa3-a15e-097d36f6b4e8 service neutron] Attempting to bind port b45b1735-e9ae-4e97-b95a-4d0e4460d7bd by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': 'f1015c3b-5561-4c41-908e-568aaa0911cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4eedb877-5fc3-46a9-a0e2-7e0a431fb103'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:07:03.221651 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e8cd88-9fea-46ad-a261-0b892163c8fc req-f825bd24-9561-4aa3-a15e-097d36f6b4e8 service neutron] Attempting to bind port b45b1735-e9ae-4e97-b95a-4d0e4460d7bd on network 4eedb877-5fc3-46a9-a0e2-7e0a431fb103 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:07:03.228004 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e8cd88-9fea-46ad-a261-0b892163c8fc req-f825bd24-9561-4aa3-a15e-097d36f6b4e8 service neutron] Port b45b1735-e9ae-4e97-b95a-4d0e4460d7bd on network 4eedb877-5fc3-46a9-a0e2-7e0a431fb103 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:07:03.228802 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e8cd88-9fea-46ad-a261-0b892163c8fc req-f825bd24-9561-4aa3-a15e-097d36f6b4e8 service neutron] Attempting to bind port b45b1735-e9ae-4e97-b95a-4d0e4460d7bd on network 4eedb877-5fc3-46a9-a0e2-7e0a431fb103 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:07:03.231025 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8b0cc3d4-53e0-4f9b-9496-84517932d6e7 req-7e881e9f-a9f0-480e-991d-9071c06f7c9f tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073260 Nov 25 13:07:03.237413 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e8cd88-9fea-46ad-a261-0b892163c8fc req-f825bd24-9561-4aa3-a15e-097d36f6b4e8 service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:07:03.238061 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e8cd88-9fea-46ad-a261-0b892163c8fc req-f825bd24-9561-4aa3-a15e-097d36f6b4e8 service neutron] Checking segment: {'id': 'f1015c3b-5561-4c41-908e-568aaa0911cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4eedb877-5fc3-46a9-a0e2-7e0a431fb103'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:07:03.240333 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e8cd88-9fea-46ad-a261-0b892163c8fc req-f825bd24-9561-4aa3-a15e-097d36f6b4e8 service neutron] Bound using segment: {'id': 'f1015c3b-5561-4c41-908e-568aaa0911cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4eedb877-5fc3-46a9-a0e2-7e0a431fb103'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:07:03.246607 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-f5e8cd88-9fea-46ad-a261-0b892163c8fc req-f825bd24-9561-4aa3-a15e-097d36f6b4e8 service neutron] Bound port: b45b1735-e9ae-4e97-b95a-4d0e4460d7bd, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1015c3b-5561-4c41-908e-568aaa0911cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4eedb877-5fc3-46a9-a0e2-7e0a431fb103'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:07:03.247465 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f5e8cd88-9fea-46ad-a261-0b892163c8fc req-f825bd24-9561-4aa3-a15e-097d36f6b4e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:03.280552 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['13b52ae6-be9e-43ab-8189-f7ed629cda7a'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:07:03.331046 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e5156224-e653-4e14-a887-9646e5e8b2ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:03.334388 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e5156224-e653-4e14-a887-9646e5e8b2ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:03.335571 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e5156224-e653-4e14-a887-9646e5e8b2ea admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b9bbaebf-9bd3-4d8b-bc0c-242e2ca240da HTTP/1.1" status: 204 len: 168 time: 0.3379753 Nov 25 13:07:03.383910 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5156224-e653-4e14-a887-9646e5e8b2ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9bbaebf-9bd3-4d8b-bc0c-242e2ca240da,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:03.417376 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-f5e8cd88-9fea-46ad-a261-0b892163c8fc req-f825bd24-9561-4aa3-a15e-097d36f6b4e8 service neutron] For port b45b1735-e9ae-4e97-b95a-4d0e4460d7bd, host n-h1-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:07:03.417934 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [req-671022f3-ce3c-4a8d-8526-281d3c0772ab req-73fc5daf-fdb1-4e0c-962e-629d1654b7ed tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Allocated IP 172.25.5.19 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/b5572ab1-24c5-4061-a8db-c6b08a27e1e6) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:07:03.428301 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-f5e8cd88-9fea-46ad-a261-0b892163c8fc req-f825bd24-9561-4aa3-a15e-097d36f6b4e8 service neutron] For port b45b1735-e9ae-4e97-b95a-4d0e4460d7bd, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=b45b1735-e9ae-4e97-b95a-4d0e4460d7bd,segment=NetworkSegment(f1015c3b-5561-4c41-908e-568aaa0911cd),segment_id=f1015c3b-5561-4c41-908e-568aaa0911cd)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:07:03.436599 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f5e8cd88-9fea-46ad-a261-0b892163c8fc req-f825bd24-9561-4aa3-a15e-097d36f6b4e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:03.443716 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b668b6c-1ebe-4591-aabb-f4442934a399 req-b376f109-ead5-4f92-b3c3-f841aea27306 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:03.445224 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2b668b6c-1ebe-4591-aabb-f4442934a399 req-b376f109-ead5-4f92-b3c3-f841aea27306 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe7a402e-531c-4b21-9ace-10ffccdcb00f HTTP/1.1" status: 200 len: 944 time: 0.0978930 Nov 25 13:07:03.533240 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e8cd88-9fea-46ad-a261-0b892163c8fc req-f825bd24-9561-4aa3-a15e-097d36f6b4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:03.534092 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f5e8cd88-9fea-46ad-a261-0b892163c8fc req-f825bd24-9561-4aa3-a15e-097d36f6b4e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:03.535392 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f5e8cd88-9fea-46ad-a261-0b892163c8fc req-f825bd24-9561-4aa3-a15e-097d36f6b4e8 service neutron] 10.222.0.66 "PUT /v2.0/ports/b45b1735-e9ae-4e97-b95a-4d0e4460d7bd HTTP/1.1" status: 200 len: 1093 time: 0.9144852 Nov 25 13:07:03.535940 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe7a402e-531c-4b21-9ace-10ffccdcb00f', 'tag': 'b45b1735-e9ae-4e97-b95a-4d0e4460d7bd'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:07:03.538594 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0499d7ec-ff36-4f14-b30b-7e26ff08c381" -d '{"events": [{"name": "network-changed", "server_uuid": "fe7a402e-531c-4b21-9ace-10ffccdcb00f", "tag": "b45b1735-e9ae-4e97-b95a-4d0e4460d7bd"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:07:03.558808 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f825bd24-9561-4aa3-a15e-097d36f6b4e8 service neutron] Pushing event updated for resources: {'Port': ['ID=b45b1735-e9ae-4e97-b95a-4d0e4460d7bd,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:03.571642 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-671022f3-ce3c-4a8d-8526-281d3c0772ab req-73fc5daf-fdb1-4e0c-962e-629d1654b7ed tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:03.603076 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2b668b6c-1ebe-4591-aabb-f4442934a399 req-a2160ccd-4b48-4088-8877-a402b1efc9fa tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845706 Nov 25 13:07:03.642479 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e8cd88-9fea-46ad-a261-0b892163c8fc req-34989461-c208-4ac9-a3f1-e1a2864fe9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:03.645236 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f5e8cd88-9fea-46ad-a261-0b892163c8fc req-34989461-c208-4ac9-a3f1-e1a2864fe9e2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d2e157ec7259461e96009d2e9c8298f0&device_id=fe7a402e-531c-4b21-9ace-10ffccdcb00f HTTP/1.1" status: 200 len: 1096 time: 0.0549679 Nov 25 13:07:03.658537 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-671022f3-ce3c-4a8d-8526-281d3c0772ab req-73fc5daf-fdb1-4e0c-962e-629d1654b7ed tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:03.700640 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:03.706039 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f5e8cd88-9fea-46ad-a261-0b892163c8fc req-8ce28d79-a57b-4da7-b772-964537b08099 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b45b1735-e9ae-4e97-b95a-4d0e4460d7bd HTTP/1.1" status: 200 len: 217 time: 0.0506449 Nov 25 13:07:03.707067 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-671022f3-ce3c-4a8d-8526-281d3c0772ab req-73fc5daf-fdb1-4e0c-962e-629d1654b7ed tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:07:03.714178 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [req-671022f3-ce3c-4a8d-8526-281d3c0772ab req-73fc5daf-fdb1-4e0c-962e-629d1654b7ed tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:07:03.718067 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-671022f3-ce3c-4a8d-8526-281d3c0772ab req-73fc5daf-fdb1-4e0c-962e-629d1654b7ed tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:07:03.761297 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fc5daf-fdb1-4e0c-962e-629d1654b7ed tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Pushing event updated for resources: {'Port': ['ID=b5572ab1-24c5-4061-a8db-c6b08a27e1e6,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:03.773972 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e8cd88-9fea-46ad-a261-0b892163c8fc req-d9726b7b-6e4b-4f17-989c-75ab964961cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:03.776737 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f5e8cd88-9fea-46ad-a261-0b892163c8fc req-d9726b7b-6e4b-4f17-989c-75ab964961cc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c6ff4ad3-eaf7-4ebb-ae7a-2ad7a9626250 HTTP/1.1" status: 200 len: 861 time: 0.0636213 Nov 25 13:07:03.831249 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f5e8cd88-9fea-46ad-a261-0b892163c8fc req-6f5770e7-a17a-495a-b696-f127f6bddf5e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4eedb877-5fc3-46a9-a0e2-7e0a431fb103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466671 Nov 25 13:07:03.838511 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-671022f3-ce3c-4a8d-8526-281d3c0772ab req-73fc5daf-fdb1-4e0c-962e-629d1654b7ed tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:03.847043 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59186) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:07:03.898905 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-671022f3-ce3c-4a8d-8526-281d3c0772ab req-73fc5daf-fdb1-4e0c-962e-629d1654b7ed tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:03.929768 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f5e8cd88-9fea-46ad-a261-0b892163c8fc req-1fafae87-5189-4095-a638-1dc1c5554ad1 service neutron] 10.222.0.66 "GET /v2.0/networks/4eedb877-5fc3-46a9-a0e2-7e0a431fb103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898035 Nov 25 13:07:03.937086 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-08bf4a87-e85f-40e2-bb29-c38871846a29 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ea247f7486a34e37bbeec53a5388e9dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0889106 Nov 25 13:07:03.939832 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59188) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:07:04.029800 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f5e8cd88-9fea-46ad-a261-0b892163c8fc req-27a42a8e-e92a-4de4-a54a-48ccb116018d service neutron] 10.222.0.66 "GET /v2.0/networks/4eedb877-5fc3-46a9-a0e2-7e0a431fb103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901742 Nov 25 13:07:04.048956 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bc6ab8dd-56aa-4491-bad1-1b4057ca29a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:04.094546 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bc6ab8dd-56aa-4491-bad1-1b4057ca29a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:04.177535 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-671022f3-ce3c-4a8d-8526-281d3c0772ab req-73fc5daf-fdb1-4e0c-962e-629d1654b7ed tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:04.185296 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-671022f3-ce3c-4a8d-8526-281d3c0772ab req-73fc5daf-fdb1-4e0c-962e-629d1654b7ed tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:04.250771 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f8b7c-a239-4292-b5be-2006901b8d1c req-7ae4ecb6-1287-4b66-9d64-807ec0d4878c tempest-MigrationsAdminTest-1222311732 tempest-MigrationsAdminTest-1222311732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:04.252299 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1c4f8b7c-a239-4292-b5be-2006901b8d1c req-7ae4ecb6-1287-4b66-9d64-807ec0d4878c tempest-MigrationsAdminTest-1222311732 tempest-MigrationsAdminTest-1222311732-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=c83004cb-df96-4d27-9371-9bd234a0c154 HTTP/1.1" status: 200 len: 1102 time: 0.1236632 Nov 25 13:07:04.259067 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bc6ab8dd-56aa-4491-bad1-1b4057ca29a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:04.261674 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bc6ab8dd-56aa-4491-bad1-1b4057ca29a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:04.262749 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-bc6ab8dd-56aa-4491-bad1-1b4057ca29a2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c7c50bc7-b98b-4ac8-9a49-eea7281f2fd1 HTTP/1.1" status: 204 len: 168 time: 0.3222051 Nov 25 13:07:04.288543 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fc5daf-fdb1-4e0c-962e-629d1654b7ed tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Pushing event updated for resources: {'Port': ['ID=b5572ab1-24c5-4061-a8db-c6b08a27e1e6,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:04.300516 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6ab8dd-56aa-4491-bad1-1b4057ca29a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c50bc7-b98b-4ac8-9a49-eea7281f2fd1,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:04.304687 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-1c4f8b7c-a239-4292-b5be-2006901b8d1c req-0cd9e701-b230-4a55-8a52-f53c44e40b7e tempest-MigrationsAdminTest-1222311732 tempest-MigrationsAdminTest-1222311732-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:04.314240 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-671022f3-ce3c-4a8d-8526-281d3c0772ab req-73fc5daf-fdb1-4e0c-962e-629d1654b7ed tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:04.339864 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-671022f3-ce3c-4a8d-8526-281d3c0772ab req-73fc5daf-fdb1-4e0c-962e-629d1654b7ed tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:04.341093 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-671022f3-ce3c-4a8d-8526-281d3c0772ab req-73fc5daf-fdb1-4e0c-962e-629d1654b7ed tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6508732 Nov 25 13:07:04.406474 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-671022f3-ce3c-4a8d-8526-281d3c0772ab req-1b55375d-7fae-4333-a3af-12d4059eaed5 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.19 HTTP/1.1" status: 200 len: 695 time: 0.0572546 Nov 25 13:07:04.486282 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 13b52ae6-be9e-43ab-8189-f7ed629cda7a up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:07:04.504380 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-1c4f8b7c-a239-4292-b5be-2006901b8d1c req-0cd9e701-b230-4a55-8a52-f53c44e40b7e tempest-MigrationsAdminTest-1222311732 tempest-MigrationsAdminTest-1222311732-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:04.511404 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-1c4f8b7c-a239-4292-b5be-2006901b8d1c req-0cd9e701-b230-4a55-8a52-f53c44e40b7e tempest-MigrationsAdminTest-1222311732 tempest-MigrationsAdminTest-1222311732-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:04.538396 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 13b52ae6-be9e-43ab-8189-f7ed629cda7a completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:07:04.544122 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 13b52ae6-be9e-43ab-8189-f7ed629cda7a triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:07:04.544509 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:04.570330 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd9e701-b230-4a55-8a52-f53c44e40b7e tempest-MigrationsAdminTest-1222311732 tempest-MigrationsAdminTest-1222311732-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14fe10c6-cc80-472d-8de6-fa55c680a3f6,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:04.575424 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1c4f8b7c-a239-4292-b5be-2006901b8d1c req-0cd9e701-b230-4a55-8a52-f53c44e40b7e tempest-MigrationsAdminTest-1222311732 tempest-MigrationsAdminTest-1222311732-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083549 Nov 25 13:07:04.582602 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671022f3-ce3c-4a8d-8526-281d3c0772ab req-28a85c7e-17cb-400d-8b32-5a98a003c00d tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:04.583967 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-671022f3-ce3c-4a8d-8526-281d3c0772ab req-28a85c7e-17cb-400d-8b32-5a98a003c00d tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] 10.222.0.53 "GET /v2.0/networks/7542d3d9-0db3-40e7-ab88-a168871141f7 HTTP/1.1" status: 200 len: 784 time: 0.1694977 Nov 25 13:07:04.638774 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bfa9e16-7f6b-4d24-8b01-c3c6c431a681 x-openstack-request-id: req-8bfa9e16-7f6b-4d24-8b01-c3c6c431a681 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:07:04.639264 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe7a402e-531c-4b21-9ace-10ffccdcb00f", "tag": "b45b1735-e9ae-4e97-b95a-4d0e4460d7bd", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:07:04.639456 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8bfa9e16-7f6b-4d24-8b01-c3c6c431a681 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:07:04.639833 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe7a402e-531c-4b21-9ace-10ffccdcb00f', 'tag': 'b45b1735-e9ae-4e97-b95a-4d0e4460d7bd', 'status': 'completed', 'code': 200} Nov 25 13:07:04.692035 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:04.730135 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0499d7ec-ff36-4f14-b30b-7e26ff08c381 req-794c0b7a-bb85-4276-99da-ae7111f8e3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:04.731822 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0499d7ec-ff36-4f14-b30b-7e26ff08c381 req-794c0b7a-bb85-4276-99da-ae7111f8e3e2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d2e157ec7259461e96009d2e9c8298f0&device_id=fe7a402e-531c-4b21-9ace-10ffccdcb00f HTTP/1.1" status: 200 len: 1096 time: 0.0620372 Nov 25 13:07:04.734589 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92ac716b-9b8a-4b00-a849-4ce82e449316', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b52ae6-be9e-43ab-8189-f7ed629cda7a'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:07:04.740214 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d267a12-657e-4b55-85e7-852516d49103" -d '{"events": [{"server_uuid": "92ac716b-9b8a-4b00-a849-4ce82e449316", "name": "network-vif-plugged", "status": "completed", "tag": "13b52ae6-be9e-43ab-8189-f7ed629cda7a"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:07:04.749191 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 13b52ae6-be9e-43ab-8189-f7ed629cda7a, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=13b52ae6-be9e-43ab-8189-f7ed629cda7a,segment=NetworkSegment(1c04b243-72a5-4d2b-b906-5bdc9c18044a),segment_id=1c04b243-72a5-4d2b-b906-5bdc9c18044a)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:07:04.755531 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:04.806176 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a357447a-06e5-440c-829a-96ac02fb4a39 req-76a3a688-8356-43d1-aab5-d18c53219c6f tempest-VolumesAdminNegativeTest-83964069 tempest-VolumesAdminNegativeTest-83964069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:04.807771 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a357447a-06e5-440c-829a-96ac02fb4a39 req-76a3a688-8356-43d1-aab5-d18c53219c6f tempest-VolumesAdminNegativeTest-83964069 tempest-VolumesAdminNegativeTest-83964069-project] 10.222.0.53 "GET /v2.0/ports?device_id=92ac716b-9b8a-4b00-a849-4ce82e449316 HTTP/1.1" status: 200 len: 964 time: 0.1294987 Nov 25 13:07:04.818418 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=13b52ae6-be9e-43ab-8189-f7ed629cda7a,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:04.847308 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0499d7ec-ff36-4f14-b30b-7e26ff08c381 req-18b1b767-d81e-4cf5-8db8-3158f3514a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:04.849527 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0499d7ec-ff36-4f14-b30b-7e26ff08c381 req-18b1b767-d81e-4cf5-8db8-3158f3514a63 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4eedb877-5fc3-46a9-a0e2-7e0a431fb103 HTTP/1.1" status: 200 len: 922 time: 0.1076035 Nov 25 13:07:04.881349 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0649a153-3d28-4f61-8eec-af37d5d08da9 req-6536f060-3abc-40ee-919d-150dfac9c8c2 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1709518 Nov 25 13:07:04.893420 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0499d7ec-ff36-4f14-b30b-7e26ff08c381 req-786c418d-b835-4609-be01-6b646b4919d4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b45b1735-e9ae-4e97-b95a-4d0e4460d7bd HTTP/1.1" status: 200 len: 217 time: 0.0369837 Nov 25 13:07:04.894892 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-0649a153-3d28-4f61-8eec-af37d5d08da9 req-634549c1-3623-4263-b5c8-8bd58a7decbe tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Request body: {'floatingip': {'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:07:04.907381 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a357447a-06e5-440c-829a-96ac02fb4a39 req-81d4c9a0-6e4a-49b9-8ef0-a225e521744e tempest-VolumesAdminNegativeTest-83964069 tempest-VolumesAdminNegativeTest-83964069-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c51e016-507d-422e-97ee-09753982abc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912883 Nov 25 13:07:04.942235 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-0649a153-3d28-4f61-8eec-af37d5d08da9 req-634549c1-3623-4263-b5c8-8bd58a7decbe tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Publish callbacks [] for floatingip, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:04.951231 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0499d7ec-ff36-4f14-b30b-7e26ff08c381 req-586e55a1-b989-4d41-a379-b8892bb37db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:04.952702 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0499d7ec-ff36-4f14-b30b-7e26ff08c381 req-586e55a1-b989-4d41-a379-b8892bb37db3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c6ff4ad3-eaf7-4ebb-ae7a-2ad7a9626250 HTTP/1.1" status: 200 len: 861 time: 0.0502768 Nov 25 13:07:04.989674 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0499d7ec-ff36-4f14-b30b-7e26ff08c381 req-3469c9ef-53af-4a5b-9074-613b55dbebf6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4eedb877-5fc3-46a9-a0e2-7e0a431fb103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288360 Nov 25 13:07:05.041868 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:05.095820 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-0649a153-3d28-4f61-8eec-af37d5d08da9 req-634549c1-3623-4263-b5c8-8bd58a7decbe tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:05.098014 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0499d7ec-ff36-4f14-b30b-7e26ff08c381 req-030c18c3-cc52-497c-aa2c-c1bcdc0cb17c service neutron] 10.222.0.66 "GET /v2.0/networks/4eedb877-5fc3-46a9-a0e2-7e0a431fb103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989652 Nov 25 13:07:05.225300 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [req-c8d6f392-6a6d-4c32-80c3-a84fc17e4f6c req-e5d41759-bb79-41dc-9ebf-d1313b60722f service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:07:05.226293 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c8d6f392-6a6d-4c32-80c3-a84fc17e4f6c req-e5d41759-bb79-41dc-9ebf-d1313b60722f service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0669165 Nov 25 13:07:05.230946 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0499d7ec-ff36-4f14-b30b-7e26ff08c381 req-8c861303-456a-41f2-8c43-402d1ff6d8ef service neutron] 10.222.0.66 "GET /v2.0/networks/4eedb877-5fc3-46a9-a0e2-7e0a431fb103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252415 Nov 25 13:07:05.242723 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [req-0649a153-3d28-4f61-8eec-af37d5d08da9 req-634549c1-3623-4263-b5c8-8bd58a7decbe tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Allocated IP 172.25.5.155 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/64fb7100-c85e-41b5-9845-134ae9381ce4) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:07:05.353664 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-0649a153-3d28-4f61-8eec-af37d5d08da9 req-634549c1-3623-4263-b5c8-8bd58a7decbe tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:05.398511 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-0649a153-3d28-4f61-8eec-af37d5d08da9 req-634549c1-3623-4263-b5c8-8bd58a7decbe tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:05.436249 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0649a153-3d28-4f61-8eec-af37d5d08da9 req-634549c1-3623-4263-b5c8-8bd58a7decbe tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:07:05.443611 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [req-0649a153-3d28-4f61-8eec-af37d5d08da9 req-634549c1-3623-4263-b5c8-8bd58a7decbe tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:07:05.447108 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-0649a153-3d28-4f61-8eec-af37d5d08da9 req-634549c1-3623-4263-b5c8-8bd58a7decbe tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:07:05.480652 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634549c1-3623-4263-b5c8-8bd58a7decbe tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Pushing event updated for resources: {'Port': ['ID=64fb7100-c85e-41b5-9845-134ae9381ce4,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:05.545473 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-0649a153-3d28-4f61-8eec-af37d5d08da9 req-634549c1-3623-4263-b5c8-8bd58a7decbe tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:05.581108 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-0649a153-3d28-4f61-8eec-af37d5d08da9 req-634549c1-3623-4263-b5c8-8bd58a7decbe tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:05.942753 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59260) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:07:06.019585 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-0649a153-3d28-4f61-8eec-af37d5d08da9 req-634549c1-3623-4263-b5c8-8bd58a7decbe tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:06.027295 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-0649a153-3d28-4f61-8eec-af37d5d08da9 req-634549c1-3623-4263-b5c8-8bd58a7decbe tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:06.044034 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281f60cf-1a62-4e96-ae64-b90dda0883e3 req-5133b97c-f6bf-4c45-9ccc-516c5a01279d tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:06.045521 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-281f60cf-1a62-4e96-ae64-b90dda0883e3 req-5133b97c-f6bf-4c45-9ccc-516c5a01279d tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe7a402e-531c-4b21-9ace-10ffccdcb00f HTTP/1.1" status: 200 len: 944 time: 0.0768738 Nov 25 13:07:06.057764 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-18539799-4284-4130-82a1-d9c0c3cf118d req-961d0dc2-ff56-4c1c-8456-56faf23dc4e7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c83004cb-df96-4d27-9371-9bd234a0c154&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1162035 Nov 25 13:07:06.071299 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [req-18539799-4284-4130-82a1-d9c0c3cf118d req-d8bd7a37-30fe-46fd-9462-77d981f2b135 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:07:06.072660 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-18539799-4284-4130-82a1-d9c0c3cf118d req-d8bd7a37-30fe-46fd-9462-77d981f2b135 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080552 Nov 25 13:07:06.125185 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634549c1-3623-4263-b5c8-8bd58a7decbe tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Pushing event updated for resources: {'Port': ['ID=64fb7100-c85e-41b5-9845-134ae9381ce4,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:06.152605 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:06.163143 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-0649a153-3d28-4f61-8eec-af37d5d08da9 req-634549c1-3623-4263-b5c8-8bd58a7decbe tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:06.178221 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-281f60cf-1a62-4e96-ae64-b90dda0883e3 req-fff8f3bb-00ca-4dc0-b78c-274bbc2f6347 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133199 Nov 25 13:07:06.186936 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-0649a153-3d28-4f61-8eec-af37d5d08da9 req-634549c1-3623-4263-b5c8-8bd58a7decbe tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:06.188090 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0649a153-3d28-4f61-8eec-af37d5d08da9 req-634549c1-3623-4263-b5c8-8bd58a7decbe tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2974675 Nov 25 13:07:06.243985 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0649a153-3d28-4f61-8eec-af37d5d08da9 req-cb863d42-0ca6-4d74-ac79-656300217636 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.155 HTTP/1.1" status: 200 len: 696 time: 0.0494549 Nov 25 13:07:06.277281 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70b7e95-4e6d-4fdc-a0cd-ad4d2d8a02cc x-openstack-request-id: req-b70b7e95-4e6d-4fdc-a0cd-ad4d2d8a02cc {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:07:06.277600 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92ac716b-9b8a-4b00-a849-4ce82e449316", "name": "network-vif-plugged", "status": "completed", "tag": "13b52ae6-be9e-43ab-8189-f7ed629cda7a", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:07:06.277858 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b70b7e95-4e6d-4fdc-a0cd-ad4d2d8a02cc {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:07:06.278246 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92ac716b-9b8a-4b00-a849-4ce82e449316', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b52ae6-be9e-43ab-8189-f7ed629cda7a', 'code': 200} Nov 25 13:07:06.395615 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd3f9b-0427-4094-8fa8-8ee6919ba9fa req-b28619b5-dd61-47c0-bf18-8a3cec6ff2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:06.396306 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649a153-3d28-4f61-8eec-af37d5d08da9 req-b974f3c5-97cf-42dd-bc5f-e721870c4e2c tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:06.397278 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-12bd3f9b-0427-4094-8fa8-8ee6919ba9fa req-b28619b5-dd61-47c0-bf18-8a3cec6ff2a2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=92ac716b-9b8a-4b00-a849-4ce82e449316 HTTP/1.1" status: 200 len: 1117 time: 0.0417533 Nov 25 13:07:06.399339 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0649a153-3d28-4f61-8eec-af37d5d08da9 req-b974f3c5-97cf-42dd-bc5f-e721870c4e2c tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] 10.222.0.53 "GET /v2.0/networks/7542d3d9-0db3-40e7-ab88-a168871141f7 HTTP/1.1" status: 200 len: 784 time: 0.1493399 Nov 25 13:07:06.410999 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [req-0649a153-3d28-4f61-8eec-af37d5d08da9 req-d9565924-8172-4fc9-b696-ddc0fa839b46 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:07:06.411964 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0649a153-3d28-4f61-8eec-af37d5d08da9 req-d9565924-8172-4fc9-b696-ddc0fa839b46 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061665 Nov 25 13:07:06.426886 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f595a-4fd0-4482-8345-2e64f0a0cd60 req-f4582f69-6234-4e58-873c-2cb896346771 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:06.428763 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-629f595a-4fd0-4482-8345-2e64f0a0cd60 req-f4582f69-6234-4e58-873c-2cb896346771 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c83004cb-df96-4d27-9371-9bd234a0c154 HTTP/1.1" status: 200 len: 950 time: 0.0986936 Nov 25 13:07:06.450418 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-12bd3f9b-0427-4094-8fa8-8ee6919ba9fa req-97f1efd8-4ae1-46c3-9634-cf7536a7d818 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8c51e016-507d-422e-97ee-09753982abc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460551 Nov 25 13:07:06.482378 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-629f595a-4fd0-4482-8345-2e64f0a0cd60 req-d8a214db-3ece-48e4-b4cf-2e9ec398a638 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449114 Nov 25 13:07:06.600835 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478d9021-4ac3-4f96-a2e7-952de045beda req-2fd4fd3e-e55a-4a56-8d93-47128170af48 tempest-VolumesAdminNegativeTest-83964069 tempest-VolumesAdminNegativeTest-83964069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:06.602319 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-478d9021-4ac3-4f96-a2e7-952de045beda req-2fd4fd3e-e55a-4a56-8d93-47128170af48 tempest-VolumesAdminNegativeTest-83964069 tempest-VolumesAdminNegativeTest-83964069-project] 10.222.0.53 "GET /v2.0/ports?device_id=92ac716b-9b8a-4b00-a849-4ce82e449316 HTTP/1.1" status: 200 len: 965 time: 0.0589383 Nov 25 13:07:06.660137 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-61f2ef85-dbb8-43df-8c85-34b1ee7ab9c4 req-3f3f7cbe-62a0-4852-aa89-6460ae0f64b8 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=4190dcc6411041ccb9fe22c2d4608a11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335429 Nov 25 13:07:06.685141 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-478d9021-4ac3-4f96-a2e7-952de045beda req-ce816a26-ba25-4147-9263-25dc6e20b957 tempest-VolumesAdminNegativeTest-83964069 tempest-VolumesAdminNegativeTest-83964069-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c51e016-507d-422e-97ee-09753982abc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755591 Nov 25 13:07:06.786104 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2ef85-dbb8-43df-8c85-34b1ee7ab9c4 req-6b5aa10d-749a-4d8b-adb4-11b9119ff5f3 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:06.792633 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-61f2ef85-dbb8-43df-8c85-34b1ee7ab9c4 req-6b5aa10d-749a-4d8b-adb4-11b9119ff5f3 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1244371 Nov 25 13:07:06.815554 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-61f2ef85-dbb8-43df-8c85-34b1ee7ab9c4 req-38feecc5-4c0e-4208-ac4f-45dd91fff720 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/quotas/4190dcc6411041ccb9fe22c2d4608a11 HTTP/1.1" status: 200 len: 375 time: 0.0166473 Nov 25 13:07:06.856498 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-61f2ef85-dbb8-43df-8c85-34b1ee7ab9c4 req-5b415849-1845-4192-be6e-138f9c62b960 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4190dcc6411041ccb9fe22c2d4608a11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288129 Nov 25 13:07:07.058041 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7bea9941-e3f6-44d0-80bb-7c5e44e7d3d0 req-2ce34944-c787-4133-82a6-0f895cf94c3f tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1384425 Nov 25 13:07:07.075175 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7d0ad26e-9687-48fa-947a-845dd2a6427d req-b70b42fb-f922-433d-b4fa-39b96c420e32 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bff9bbf-df90-409f-b4bd-834fa044f0ce HTTP/1.1" status: 200 len: 210 time: 0.0351183 Nov 25 13:07:07.079045 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-7bea9941-e3f6-44d0-80bb-7c5e44e7d3d0 req-06eca2f6-b4e8-43c6-be02-2ea127760946 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Request body: {'floatingip': {'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:07:07.107134 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-7bea9941-e3f6-44d0-80bb-7c5e44e7d3d0 req-06eca2f6-b4e8-43c6-be02-2ea127760946 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Publish callbacks [] for floatingip, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:07.238535 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-7bea9941-e3f6-44d0-80bb-7c5e44e7d3d0 req-06eca2f6-b4e8-43c6-be02-2ea127760946 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:07.411443 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087fa9e1-634c-450b-bd51-4c10fa7383d5 req-624f0e1b-9862-40bf-8f2b-492592ac3d0d tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:07.412940 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-087fa9e1-634c-450b-bd51-4c10fa7383d5 req-624f0e1b-9862-40bf-8f2b-492592ac3d0d tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe7a402e-531c-4b21-9ace-10ffccdcb00f HTTP/1.1" status: 200 len: 944 time: 0.1112804 Nov 25 13:07:07.414547 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [req-7bea9941-e3f6-44d0-80bb-7c5e44e7d3d0 req-06eca2f6-b4e8-43c6-be02-2ea127760946 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Allocated IP 172.25.5.147 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/74c4fad8-2a1c-4d67-b53a-0be4eec4b359) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:07:07.527339 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-087fa9e1-634c-450b-bd51-4c10fa7383d5 req-15c292e0-c036-44a6-b061-2b596f52e178 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010633 Nov 25 13:07:07.581651 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-7bea9941-e3f6-44d0-80bb-7c5e44e7d3d0 req-06eca2f6-b4e8-43c6-be02-2ea127760946 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:07.627283 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-7bea9941-e3f6-44d0-80bb-7c5e44e7d3d0 req-06eca2f6-b4e8-43c6-be02-2ea127760946 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:07.710325 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bea9941-e3f6-44d0-80bb-7c5e44e7d3d0 req-06eca2f6-b4e8-43c6-be02-2ea127760946 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:07:07.717785 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [req-7bea9941-e3f6-44d0-80bb-7c5e44e7d3d0 req-06eca2f6-b4e8-43c6-be02-2ea127760946 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:07:07.723658 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bea9941-e3f6-44d0-80bb-7c5e44e7d3d0 req-06eca2f6-b4e8-43c6-be02-2ea127760946 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:07:07.746212 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18539799-4284-4130-82a1-d9c0c3cf118d req-02dfe7a8-31ef-49ee-a160-3d473e308246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:07.749156 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eca2f6-b4e8-43c6-be02-2ea127760946 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Pushing event updated for resources: {'Port': ['ID=74c4fad8-2a1c-4d67-b53a-0be4eec4b359,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:07.763957 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-18539799-4284-4130-82a1-d9c0c3cf118d req-02dfe7a8-31ef-49ee-a160-3d473e308246 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=af4c9854d3c048999405c81c71776d29&device_id=c83004cb-df96-4d27-9371-9bd234a0c154 HTTP/1.1" status: 200 len: 1102 time: 0.0617957 Nov 25 13:07:07.771220 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:07.775152 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb245d1-0088-4785-8f2f-5eb56335e355 req-becafc3f-3985-4eb3-806a-e9029e7f096a tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:07.777617 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1cb245d1-0088-4785-8f2f-5eb56335e355 req-becafc3f-3985-4eb3-806a-e9029e7f096a tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c83004cb-df96-4d27-9371-9bd234a0c154 HTTP/1.1" status: 200 len: 950 time: 0.1436894 Nov 25 13:07:07.865952 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18539799-4284-4130-82a1-d9c0c3cf118d req-3f229fe7-21be-47bf-9256-567f94074da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:07.867488 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-18539799-4284-4130-82a1-d9c0c3cf118d req-3f229fe7-21be-47bf-9256-567f94074da9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=85f6380f-3625-4f44-8465-fbcf0c11fed5 HTTP/1.1" status: 200 len: 870 time: 0.0959995 Nov 25 13:07:07.870010 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-7bea9941-e3f6-44d0-80bb-7c5e44e7d3d0 req-06eca2f6-b4e8-43c6-be02-2ea127760946 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:07.877527 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1cb245d1-0088-4785-8f2f-5eb56335e355 req-219e1726-620f-4fcb-a307-d8021f22adf7 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924499 Nov 25 13:07:07.915784 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-18539799-4284-4130-82a1-d9c0c3cf118d req-69215ef9-37a0-4b4f-94be-e98ace5b0021 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=6efc11c2-af6f-479e-9696-54cf17fa00d8 HTTP/1.1" status: 200 len: 217 time: 0.0406542 Nov 25 13:07:07.916645 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-7bea9941-e3f6-44d0-80bb-7c5e44e7d3d0 req-06eca2f6-b4e8-43c6-be02-2ea127760946 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:07.968806 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18539799-4284-4130-82a1-d9c0c3cf118d req-4aad55f2-f314-4a0c-8ccf-b78c7e2f8737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:07.970267 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-18539799-4284-4130-82a1-d9c0c3cf118d req-4aad55f2-f314-4a0c-8ccf-b78c7e2f8737 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.0481434 Nov 25 13:07:08.012131 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device b45b1735-e9ae-4e97-b95a-4d0e4460d7bd details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:07:08.039037 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18539799-4284-4130-82a1-d9c0c3cf118d req-83419ebc-eb15-4a7a-9431-fd0f8103bd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:08.040743 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-18539799-4284-4130-82a1-d9c0c3cf118d req-83419ebc-eb15-4a7a-9431-fd0f8103bd5f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0521488 Nov 25 13:07:08.086528 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31423ba5-7056-4e0f-951b-900a64de61dc req-e9d2def2-ffdb-46be-8c27-025168c1c7c2 tempest-VolumesAdminNegativeTest-83964069 tempest-VolumesAdminNegativeTest-83964069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:08.089377 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-31423ba5-7056-4e0f-951b-900a64de61dc req-e9d2def2-ffdb-46be-8c27-025168c1c7c2 tempest-VolumesAdminNegativeTest-83964069 tempest-VolumesAdminNegativeTest-83964069-project] 10.222.0.53 "GET /v2.0/ports?device_id=92ac716b-9b8a-4b00-a849-4ce82e449316 HTTP/1.1" status: 200 len: 965 time: 0.1119337 Nov 25 13:07:08.132704 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port b45b1735-e9ae-4e97-b95a-4d0e4460d7bd, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=b45b1735-e9ae-4e97-b95a-4d0e4460d7bd,segment=NetworkSegment(f1015c3b-5561-4c41-908e-568aaa0911cd),segment_id=f1015c3b-5561-4c41-908e-568aaa0911cd)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:07:08.145812 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': 'b45b1735-e9ae-4e97-b95a-4d0e4460d7bd', 'network_id': '4eedb877-5fc3-46a9-a0e2-7e0a431fb103', 'port_id': 'b45b1735-e9ae-4e97-b95a-4d0e4460d7bd', 'mac_address': 'fa:16:3e:f5:6e:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6ff4ad3-eaf7-4ebb-ae7a-2ad7a9626250', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:07:08.152239 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-7bea9941-e3f6-44d0-80bb-7c5e44e7d3d0 req-06eca2f6-b4e8-43c6-be02-2ea127760946 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:08.164038 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-7bea9941-e3f6-44d0-80bb-7c5e44e7d3d0 req-06eca2f6-b4e8-43c6-be02-2ea127760946 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:08.178196 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-31423ba5-7056-4e0f-951b-900a64de61dc req-fc8c3738-152c-4f67-b1f5-44f50d3e6d87 tempest-VolumesAdminNegativeTest-83964069 tempest-VolumesAdminNegativeTest-83964069-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c51e016-507d-422e-97ee-09753982abc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800824 Nov 25 13:07:08.184519 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-61f2ef85-dbb8-43df-8c85-34b1ee7ab9c4 req-23e1c894-d153-4803-80d2-3b7f5ce96872 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=4190dcc6411041ccb9fe22c2d4608a11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365958 Nov 25 13:07:08.208846 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:08.214542 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-18539799-4284-4130-82a1-d9c0c3cf118d req-715569c3-750f-4b0f-8950-035b8642c71a service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651843 Nov 25 13:07:08.234427 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b45b1735-e9ae-4e97-b95a-4d0e4460d7bd {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:07:08.243822 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eca2f6-b4e8-43c6-be02-2ea127760946 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Pushing event updated for resources: {'Port': ['ID=74c4fad8-2a1c-4d67-b53a-0be4eec4b359,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:08.258369 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-7bea9941-e3f6-44d0-80bb-7c5e44e7d3d0 req-06eca2f6-b4e8-43c6-be02-2ea127760946 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:08.276195 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port b45b1735-e9ae-4e97-b95a-4d0e4460d7bd, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=b45b1735-e9ae-4e97-b95a-4d0e4460d7bd,segment=NetworkSegment(f1015c3b-5561-4c41-908e-568aaa0911cd),segment_id=f1015c3b-5561-4c41-908e-568aaa0911cd)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:07:08.282422 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:08.283229 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-7bea9941-e3f6-44d0-80bb-7c5e44e7d3d0 req-06eca2f6-b4e8-43c6-be02-2ea127760946 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:08.286432 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7bea9941-e3f6-44d0-80bb-7c5e44e7d3d0 req-06eca2f6-b4e8-43c6-be02-2ea127760946 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2135098 Nov 25 13:07:08.359467 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7bea9941-e3f6-44d0-80bb-7c5e44e7d3d0 req-3706f91c-ebaf-4c2f-9700-ee3bdc997a4a tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.147 HTTP/1.1" status: 200 len: 696 time: 0.0664945 Nov 25 13:07:08.437501 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=b45b1735-e9ae-4e97-b95a-4d0e4460d7bd,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:08.500076 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2ef85-dbb8-43df-8c85-34b1ee7ab9c4 req-557fa476-867e-4ccc-9497-05458c9e6cc3 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:08.502369 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-61f2ef85-dbb8-43df-8c85-34b1ee7ab9c4 req-557fa476-867e-4ccc-9497-05458c9e6cc3 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2862489 Nov 25 13:07:08.505785 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-18539799-4284-4130-82a1-d9c0c3cf118d req-78be5e17-df6f-4bd6-9ead-9773ffceb10c service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784545 Nov 25 13:07:08.521592 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-61f2ef85-dbb8-43df-8c85-34b1ee7ab9c4 req-bfed3a13-e01a-455e-9c8e-354de66dcd77 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Request body: {'port': {'device_id': '4bff9bbf-df90-409f-b4bd-834fa044f0ce', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'admin_state_up': True, 'tenant_id': '4190dcc6411041ccb9fe22c2d4608a11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:07:08.537424 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fc77035e-99a8-49f1-9689-24c77cad1052 req-6e173dca-59f7-403d-9ef2-a65c2e908333 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bff9bbf-df90-409f-b4bd-834fa044f0ce HTTP/1.1" status: 200 len: 210 time: 0.0343168 Nov 25 13:07:08.545186 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['b45b1735-e9ae-4e97-b95a-4d0e4460d7bd'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:07:08.571721 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea9941-e3f6-44d0-80bb-7c5e44e7d3d0 req-e45c2f70-6058-412d-ae0f-37213a03c756 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:08.573117 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7bea9941-e3f6-44d0-80bb-7c5e44e7d3d0 req-e45c2f70-6058-412d-ae0f-37213a03c756 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] 10.222.0.53 "GET /v2.0/networks/7542d3d9-0db3-40e7-ab88-a168871141f7 HTTP/1.1" status: 200 len: 784 time: 0.2059789 Nov 25 13:07:08.718494 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61f2ef85-dbb8-43df-8c85-34b1ee7ab9c4 req-bfed3a13-e01a-455e-9c8e-354de66dcd77 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Made reservation on behalf of 4190dcc6411041ccb9fe22c2d4608a11 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:07:08.722604 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-61f2ef85-dbb8-43df-8c85-34b1ee7ab9c4 req-bfed3a13-e01a-455e-9c8e-354de66dcd77 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:08.735942 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-61f2ef85-dbb8-43df-8c85-34b1ee7ab9c4 req-bfed3a13-e01a-455e-9c8e-354de66dcd77 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:08.756073 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6cbe9dad-4190-4418-9232-2f415b139ac7 req-9ed9c03d-c092-430d-a906-a7e32a754e2b tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] 10.222.0.53 "GET /v2.0/floatingips/7cc90317-a1b1-420e-bf24-01a69f44ac82 HTTP/1.1" status: 200 len: 693 time: 0.1269748 Nov 25 13:07:08.846337 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-61f2ef85-dbb8-43df-8c85-34b1ee7ab9c4 req-bfed3a13-e01a-455e-9c8e-354de66dcd77 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:08.849207 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2f949-f6f7-4bf8-a02e-f974bd0834ed req-ec37df03-5bb8-411f-98f7-2c1252367a5f tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:08.850852 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9aa2f949-f6f7-4bf8-a02e-f974bd0834ed req-ec37df03-5bb8-411f-98f7-2c1252367a5f tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe7a402e-531c-4b21-9ace-10ffccdcb00f HTTP/1.1" status: 200 len: 945 time: 0.1498528 Nov 25 13:07:08.851260 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-61f2ef85-dbb8-43df-8c85-34b1ee7ab9c4 req-bfed3a13-e01a-455e-9c8e-354de66dcd77 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:08.926469 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbe9dad-4190-4418-9232-2f415b139ac7 req-e9f1577d-f1a9-4bd9-908a-fddab10fc049 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:08.928061 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfed3a13-e01a-455e-9c8e-354de66dcd77 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3946f848-0148-41d8-9b6b-d5301eb9eb47,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:08.933622 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6cbe9dad-4190-4418-9232-2f415b139ac7 req-e9f1577d-f1a9-4bd9-908a-fddab10fc049 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] 10.222.0.53 "GET /v2.0/networks/7542d3d9-0db3-40e7-ab88-a168871141f7 HTTP/1.1" status: 200 len: 784 time: 0.1656668 Nov 25 13:07:08.952465 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [req-6cbe9dad-4190-4418-9232-2f415b139ac7 req-823ce9d5-1e13-4906-8f39-6056c8181918 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:07:08.969466 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6cbe9dad-4190-4418-9232-2f415b139ac7 req-823ce9d5-1e13-4906-8f39-6056c8181918 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0191643 Nov 25 13:07:08.994382 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9aa2f949-f6f7-4bf8-a02e-f974bd0834ed req-1751a654-c29d-43e5-9ca9-7772774bb091 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267557 Nov 25 13:07:09.022661 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-61f2ef85-dbb8-43df-8c85-34b1ee7ab9c4 req-bfed3a13-e01a-455e-9c8e-354de66dcd77 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Allocated IP 192.168.233.212 (85f6380f-3625-4f44-8465-fbcf0c11fed5/2ce5ca48-e3be-44c6-9584-fd9eb8c67222/0b4bc922-b858-4465-ad56-5c6029f30377) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:07:09.118861 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f403360-33c2-4f1a-81ad-1672e6480f3e req-d936ea77-9123-4b6e-a42d-8ca7eab7c8ec tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:09.127071 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2f403360-33c2-4f1a-81ad-1672e6480f3e req-d936ea77-9123-4b6e-a42d-8ca7eab7c8ec tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c83004cb-df96-4d27-9371-9bd234a0c154 HTTP/1.1" status: 200 len: 950 time: 0.0782413 Nov 25 13:07:09.230725 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-61f2ef85-dbb8-43df-8c85-34b1ee7ab9c4 req-bfed3a13-e01a-455e-9c8e-354de66dcd77 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:09.249307 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-402bf453-3031-4776-9ef7-82e9aa4f897b req-3668497e-dbb7-40c4-a463-f489a79112e2 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] 10.222.0.53 "GET /v2.0/floatingips/7cc90317-a1b1-420e-bf24-01a69f44ac82 HTTP/1.1" status: 200 len: 693 time: 0.0778823 Nov 25 13:07:09.271497 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2f403360-33c2-4f1a-81ad-1672e6480f3e req-a398d5e2-aa62-4e9a-a7fb-1a1d843a3179 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432881 Nov 25 13:07:09.276465 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-61f2ef85-dbb8-43df-8c85-34b1ee7ab9c4 req-bfed3a13-e01a-455e-9c8e-354de66dcd77 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:09.301571 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61f2ef85-dbb8-43df-8c85-34b1ee7ab9c4 req-bfed3a13-e01a-455e-9c8e-354de66dcd77 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Network 85f6380f-3625-4f44-8465-fbcf0c11fed5 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:07:09.304667 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-61f2ef85-dbb8-43df-8c85-34b1ee7ab9c4 req-bfed3a13-e01a-455e-9c8e-354de66dcd77 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:07:09.331888 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f2ef85-dbb8-43df-8c85-34b1ee7ab9c4 req-bfed3a13-e01a-455e-9c8e-354de66dcd77 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:07:09.338761 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2ef85-dbb8-43df-8c85-34b1ee7ab9c4 req-bfed3a13-e01a-455e-9c8e-354de66dcd77 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:09.339462 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-61f2ef85-dbb8-43df-8c85-34b1ee7ab9c4 req-bfed3a13-e01a-455e-9c8e-354de66dcd77 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:09.397646 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-61f2ef85-dbb8-43df-8c85-34b1ee7ab9c4 req-bfed3a13-e01a-455e-9c8e-354de66dcd77 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8821883 Nov 25 13:07:09.399049 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfed3a13-e01a-455e-9c8e-354de66dcd77 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Pushing event updated for resources: {'Port': ['ID=0b4bc922-b858-4465-ad56-5c6029f30377,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:09.417546 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-61f2ef85-dbb8-43df-8c85-34b1ee7ab9c4 req-74cab09c-c286-4159-a639-e705bae24d23 service neutron] Request body: {'port': {'device_id': '4bff9bbf-df90-409f-b4bd-834fa044f0ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:07:09.498513 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402bf453-3031-4776-9ef7-82e9aa4f897b req-eab84a89-c1d3-4992-b051-310fbb053e07 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:09.500479 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-402bf453-3031-4776-9ef7-82e9aa4f897b req-eab84a89-c1d3-4992-b051-310fbb053e07 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] 10.222.0.53 "GET /v2.0/networks/7542d3d9-0db3-40e7-ab88-a168871141f7 HTTP/1.1" status: 200 len: 784 time: 0.2497709 Nov 25 13:07:09.513949 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-61f2ef85-dbb8-43df-8c85-34b1ee7ab9c4 req-74cab09c-c286-4159-a639-e705bae24d23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:09.516958 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [req-402bf453-3031-4776-9ef7-82e9aa4f897b req-fd998db2-c02f-4c5a-84db-a850faf4d09b tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:07:09.528819 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-402bf453-3031-4776-9ef7-82e9aa4f897b req-fd998db2-c02f-4c5a-84db-a850faf4d09b tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0185664 Nov 25 13:07:09.689717 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-b0211ae7-0f07-4b2b-bb92-8adb05cdbe8e None None] Provisioning complete for port 0b4bc922-b858-4465-ad56-5c6029f30377 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:07:09.690267 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b0211ae7-0f07-4b2b-bb92-8adb05cdbe8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:09.731908 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-b0211ae7-0f07-4b2b-bb92-8adb05cdbe8e None None] Port 0b4bc922-b858-4465-ad56-5c6029f30377 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:07:09.795234 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-402bf453-3031-4776-9ef7-82e9aa4f897b req-1ab065db-41a2-41ee-815a-fab74d2b1c18 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.147 HTTP/1.1" status: 200 len: 696 time: 0.2655194 Nov 25 13:07:09.852215 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-402bf453-3031-4776-9ef7-82e9aa4f897b req-d2d7b0a7-5e25-4e27-aa89-87f73b3359f4 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.147 HTTP/1.1" status: 200 len: 696 time: 0.0516193 Nov 25 13:07:09.853154 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-61f2ef85-dbb8-43df-8c85-34b1ee7ab9c4 req-74cab09c-c286-4159-a639-e705bae24d23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b4bc922-b858-4465-ad56-5c6029f30377 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:07:09.861918 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-61f2ef85-dbb8-43df-8c85-34b1ee7ab9c4 req-74cab09c-c286-4159-a639-e705bae24d23 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:09.863701 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff52b3-9a52-4636-a161-547ea5af604c req-8ca1ca04-ccd7-4562-ae19-63b06c4d1dd8 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:09.865423 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-03ff52b3-9a52-4636-a161-547ea5af604c req-8ca1ca04-ccd7-4562-ae19-63b06c4d1dd8 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bff9bbf-df90-409f-b4bd-834fa044f0ce HTTP/1.1" status: 200 len: 936 time: 0.1077249 Nov 25 13:07:09.878293 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-61f2ef85-dbb8-43df-8c85-34b1ee7ab9c4 req-74cab09c-c286-4159-a639-e705bae24d23 service neutron] Transition to ACTIVE for port object 0b4bc922-b858-4465-ad56-5c6029f30377 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:07:09.884286 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-61f2ef85-dbb8-43df-8c85-34b1ee7ab9c4 req-74cab09c-c286-4159-a639-e705bae24d23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:09.944892 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cab09c-c286-4159-a639-e705bae24d23 service neutron] Pushing event updated for resources: {'Port': ['ID=0b4bc922-b858-4465-ad56-5c6029f30377,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:09.965875 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-03ff52b3-9a52-4636-a161-547ea5af604c req-ffbab400-4ba1-4bc7-a7d3-9941cd37baba tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924819 Nov 25 13:07:09.984464 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-61f2ef85-dbb8-43df-8c85-34b1ee7ab9c4 req-74cab09c-c286-4159-a639-e705bae24d23 service neutron] Attempting to bind port 0b4bc922-b858-4465-ad56-5c6029f30377 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:07:09.984982 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-61f2ef85-dbb8-43df-8c85-34b1ee7ab9c4 req-74cab09c-c286-4159-a639-e705bae24d23 service neutron] Attempting to bind port 0b4bc922-b858-4465-ad56-5c6029f30377 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:07:09.985493 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f2ef85-dbb8-43df-8c85-34b1ee7ab9c4 req-74cab09c-c286-4159-a639-e705bae24d23 service neutron] Attempting to bind port 0b4bc922-b858-4465-ad56-5c6029f30377 on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:07:09.990981 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f2ef85-dbb8-43df-8c85-34b1ee7ab9c4 req-74cab09c-c286-4159-a639-e705bae24d23 service neutron] Port 0b4bc922-b858-4465-ad56-5c6029f30377 on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:07:09.991492 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f2ef85-dbb8-43df-8c85-34b1ee7ab9c4 req-74cab09c-c286-4159-a639-e705bae24d23 service neutron] Attempting to bind port 0b4bc922-b858-4465-ad56-5c6029f30377 on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:07:09.997264 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f2ef85-dbb8-43df-8c85-34b1ee7ab9c4 req-74cab09c-c286-4159-a639-e705bae24d23 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:07:09.997831 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f2ef85-dbb8-43df-8c85-34b1ee7ab9c4 req-74cab09c-c286-4159-a639-e705bae24d23 service neutron] Checking segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:07:09.998373 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f2ef85-dbb8-43df-8c85-34b1ee7ab9c4 req-74cab09c-c286-4159-a639-e705bae24d23 service neutron] Bound using segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:07:09.998994 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-61f2ef85-dbb8-43df-8c85-34b1ee7ab9c4 req-74cab09c-c286-4159-a639-e705bae24d23 service neutron] Bound port: 0b4bc922-b858-4465-ad56-5c6029f30377, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:07:09.999522 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-61f2ef85-dbb8-43df-8c85-34b1ee7ab9c4 req-74cab09c-c286-4159-a639-e705bae24d23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:10.020508 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device b45b1735-e9ae-4e97-b95a-4d0e4460d7bd up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:07:10.083889 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-402bf453-3031-4776-9ef7-82e9aa4f897b req-b3c6074e-ca71-4182-b483-2646bc6688a1 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Deleting port 74c4fad8-2a1c-4d67-b53a-0be4eec4b359 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:07:10.084131 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-402bf453-3031-4776-9ef7-82e9aa4f897b req-b3c6074e-ca71-4182-b483-2646bc6688a1 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:10.093958 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-61f2ef85-dbb8-43df-8c85-34b1ee7ab9c4 req-74cab09c-c286-4159-a639-e705bae24d23 service neutron] For port 0b4bc922-b858-4465-ad56-5c6029f30377, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:07:10.104138 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-61f2ef85-dbb8-43df-8c85-34b1ee7ab9c4 req-74cab09c-c286-4159-a639-e705bae24d23 service neutron] For port 0b4bc922-b858-4465-ad56-5c6029f30377, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=0b4bc922-b858-4465-ad56-5c6029f30377,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:07:10.113608 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-61f2ef85-dbb8-43df-8c85-34b1ee7ab9c4 req-74cab09c-c286-4159-a639-e705bae24d23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:10.168056 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port b45b1735-e9ae-4e97-b95a-4d0e4460d7bd completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:07:10.172193 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port b45b1735-e9ae-4e97-b95a-4d0e4460d7bd triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:07:10.172574 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:10.176450 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2ef85-dbb8-43df-8c85-34b1ee7ab9c4 req-74cab09c-c286-4159-a639-e705bae24d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:10.178086 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-61f2ef85-dbb8-43df-8c85-34b1ee7ab9c4 req-74cab09c-c286-4159-a639-e705bae24d23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:10.179850 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-61f2ef85-dbb8-43df-8c85-34b1ee7ab9c4 req-74cab09c-c286-4159-a639-e705bae24d23 service neutron] 10.222.0.47 "PUT /v2.0/ports/0b4bc922-b858-4465-ad56-5c6029f30377 HTTP/1.1" status: 200 len: 1097 time: 0.7693517 Nov 25 13:07:10.186516 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bff9bbf-df90-409f-b4bd-834fa044f0ce', 'tag': '0b4bc922-b858-4465-ad56-5c6029f30377'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:07:10.189941 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d96793e-b131-4fa6-adf0-244f9476d56e" -d '{"events": [{"name": "network-changed", "server_uuid": "4bff9bbf-df90-409f-b4bd-834fa044f0ce", "tag": "0b4bc922-b858-4465-ad56-5c6029f30377"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:07:10.243265 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cab09c-c286-4159-a639-e705bae24d23 service neutron] Pushing event updated for resources: {'Port': ['ID=0b4bc922-b858-4465-ad56-5c6029f30377,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:10.310302 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-402bf453-3031-4776-9ef7-82e9aa4f897b req-b3c6074e-ca71-4182-b483-2646bc6688a1 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:10.310979 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-402bf453-3031-4776-9ef7-82e9aa4f897b req-b3c6074e-ca71-4182-b483-2646bc6688a1 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:10.321915 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2ef85-dbb8-43df-8c85-34b1ee7ab9c4 req-838ca7c5-4443-489d-9880-d3829a2a42e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:10.324309 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-61f2ef85-dbb8-43df-8c85-34b1ee7ab9c4 req-838ca7c5-4443-489d-9880-d3829a2a42e5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4190dcc6411041ccb9fe22c2d4608a11&device_id=4bff9bbf-df90-409f-b4bd-834fa044f0ce HTTP/1.1" status: 200 len: 1100 time: 0.0682271 Nov 25 13:07:10.343660 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-402bf453-3031-4776-9ef7-82e9aa4f897b req-b3c6074e-ca71-4182-b483-2646bc6688a1 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Calling delete_port for 74c4fad8-2a1c-4d67-b53a-0be4eec4b359 owned by network:floatingip {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:07:10.386709 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-61f2ef85-dbb8-43df-8c85-34b1ee7ab9c4 req-6a3df99f-d79b-4d8c-af93-4cf763ea1fa9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=0b4bc922-b858-4465-ad56-5c6029f30377 HTTP/1.1" status: 200 len: 217 time: 0.0528519 Nov 25 13:07:10.389708 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:10.426158 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe7a402e-531c-4b21-9ace-10ffccdcb00f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b45b1735-e9ae-4e97-b95a-4d0e4460d7bd'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:07:10.428982 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78581779-a5ef-4ba8-8142-ed518041ebef" -d '{"events": [{"server_uuid": "fe7a402e-531c-4b21-9ace-10ffccdcb00f", "name": "network-vif-plugged", "status": "completed", "tag": "b45b1735-e9ae-4e97-b95a-4d0e4460d7bd"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:07:10.453045 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port b45b1735-e9ae-4e97-b95a-4d0e4460d7bd, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=b45b1735-e9ae-4e97-b95a-4d0e4460d7bd,segment=NetworkSegment(f1015c3b-5561-4c41-908e-568aaa0911cd),segment_id=f1015c3b-5561-4c41-908e-568aaa0911cd)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:07:10.458066 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2ef85-dbb8-43df-8c85-34b1ee7ab9c4 req-d98015b4-d511-488a-a056-edc56a699a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:10.458562 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:10.459941 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-61f2ef85-dbb8-43df-8c85-34b1ee7ab9c4 req-d98015b4-d511-488a-a056-edc56a699a57 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.0645421 Nov 25 13:07:10.512620 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=b45b1735-e9ae-4e97-b95a-4d0e4460d7bd,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:10.519229 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe4d158-969b-4422-99a3-61d7f9643f71 req-91f00c84-c15d-47ed-a605-bfda77e632bc tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:10.519229 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ebe4d158-969b-4422-99a3-61d7f9643f71 req-91f00c84-c15d-47ed-a605-bfda77e632bc tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe7a402e-531c-4b21-9ace-10ffccdcb00f HTTP/1.1" status: 200 len: 946 time: 0.1201725 Nov 25 13:07:10.535753 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2ef85-dbb8-43df-8c85-34b1ee7ab9c4 req-571ec678-71f0-47d5-924c-58e3513a67fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:10.538113 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-61f2ef85-dbb8-43df-8c85-34b1ee7ab9c4 req-571ec678-71f0-47d5-924c-58e3513a67fd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0702868 Nov 25 13:07:10.615304 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ebe4d158-969b-4422-99a3-61d7f9643f71 req-9cb2203b-1319-42bd-b63c-c9334cd5f505 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902760 Nov 25 13:07:10.647007 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-402bf453-3031-4776-9ef7-82e9aa4f897b req-b3c6074e-ca71-4182-b483-2646bc6688a1 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:10.648320 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-61f2ef85-dbb8-43df-8c85-34b1ee7ab9c4 req-e77da930-33cf-4a4f-96b5-5fe1a2aba92e service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015840 Nov 25 13:07:10.679667 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c6074e-ca71-4182-b483-2646bc6688a1 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Pushing event deleted for resources: {'Port': ['ID=74c4fad8-2a1c-4d67-b53a-0be4eec4b359,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:10.714740 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc3d571-27a7-40f6-98b4-b8b045a278a8 x-openstack-request-id: req-6bc3d571-27a7-40f6-98b4-b8b045a278a8 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:07:10.714740 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bff9bbf-df90-409f-b4bd-834fa044f0ce", "tag": "0b4bc922-b858-4465-ad56-5c6029f30377", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:07:10.714740 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6bc3d571-27a7-40f6-98b4-b8b045a278a8 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:07:10.714740 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bff9bbf-df90-409f-b4bd-834fa044f0ce', 'tag': '0b4bc922-b858-4465-ad56-5c6029f30377', 'status': 'completed', 'code': 200} Nov 25 13:07:10.760628 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-61f2ef85-dbb8-43df-8c85-34b1ee7ab9c4 req-170f3c1b-2bb9-471b-a5d1-178d22ec76be service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029088 Nov 25 13:07:10.843718 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ffa92-6ea3-4c27-9a3d-49a39ef3f023 req-f1288220-6456-42cd-b482-a18b02c87d44 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:10.845215 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-607ffa92-6ea3-4c27-9a3d-49a39ef3f023 req-f1288220-6456-42cd-b482-a18b02c87d44 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c83004cb-df96-4d27-9371-9bd234a0c154 HTTP/1.1" status: 200 len: 950 time: 0.0920727 Nov 25 13:07:10.849240 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-402bf453-3031-4776-9ef7-82e9aa4f897b req-b3c6074e-ca71-4182-b483-2646bc6688a1 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Publish callbacks [] for floatingip, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:10.853123 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-402bf453-3031-4776-9ef7-82e9aa4f897b req-b3c6074e-ca71-4182-b483-2646bc6688a1 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:10.854971 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-402bf453-3031-4776-9ef7-82e9aa4f897b req-b3c6074e-ca71-4182-b483-2646bc6688a1 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] 10.222.0.53 "DELETE /v2.0/floatingips/7cc90317-a1b1-420e-bf24-01a69f44ac82 HTTP/1.1" status: 204 len: 173 time: 0.9884748 Nov 25 13:07:10.882174 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d96793e-b131-4fa6-adf0-244f9476d56e req-5de98fd7-7376-4939-b8b9-28997efbb6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:10.884346 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7d96793e-b131-4fa6-adf0-244f9476d56e req-5de98fd7-7376-4939-b8b9-28997efbb6a0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4190dcc6411041ccb9fe22c2d4608a11&device_id=4bff9bbf-df90-409f-b4bd-834fa044f0ce HTTP/1.1" status: 200 len: 1100 time: 0.0656414 Nov 25 13:07:10.924783 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-607ffa92-6ea3-4c27-9a3d-49a39ef3f023 req-4f46e656-b02e-470a-93a0-b7ad9e324d45 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685630 Nov 25 13:07:10.967239 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba473a68-3972-48f7-8fed-a8794661036a x-openstack-request-id: req-ba473a68-3972-48f7-8fed-a8794661036a {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:07:10.967741 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe7a402e-531c-4b21-9ace-10ffccdcb00f", "name": "network-vif-plugged", "status": "completed", "tag": "b45b1735-e9ae-4e97-b95a-4d0e4460d7bd", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:07:10.967847 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ba473a68-3972-48f7-8fed-a8794661036a {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:07:10.968232 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe7a402e-531c-4b21-9ace-10ffccdcb00f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b45b1735-e9ae-4e97-b95a-4d0e4460d7bd', 'code': 200} Nov 25 13:07:11.044625 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d96793e-b131-4fa6-adf0-244f9476d56e req-6aef10d3-a282-4abd-bce0-c8e254ec6492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:11.046111 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7d96793e-b131-4fa6-adf0-244f9476d56e req-6aef10d3-a282-4abd-bce0-c8e254ec6492 service neutron] 10.222.0.47 "GET /v2.0/networks?id=85f6380f-3625-4f44-8465-fbcf0c11fed5 HTTP/1.1" status: 200 len: 870 time: 0.1519456 Nov 25 13:07:11.099576 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7d96793e-b131-4fa6-adf0-244f9476d56e req-563dc020-388b-4243-bd2e-bfb8b403ad3c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=0b4bc922-b858-4465-ad56-5c6029f30377 HTTP/1.1" status: 200 len: 217 time: 0.0370498 Nov 25 13:07:11.171669 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8fa38c-b597-497a-9705-f1b1b1e3eb61 req-947021fd-0d25-4985-b036-ab4a70ea86b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:11.173153 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1c8fa38c-b597-497a-9705-f1b1b1e3eb61 req-947021fd-0d25-4985-b036-ab4a70ea86b2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=fe7a402e-531c-4b21-9ace-10ffccdcb00f HTTP/1.1" status: 200 len: 1098 time: 0.0775421 Nov 25 13:07:11.196295 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d96793e-b131-4fa6-adf0-244f9476d56e req-b53bcafd-6a66-43c3-ba52-eb6c1ef37355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:11.198347 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7d96793e-b131-4fa6-adf0-244f9476d56e req-b53bcafd-6a66-43c3-ba52-eb6c1ef37355 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.0763030 Nov 25 13:07:11.248033 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c86d06d-a278-4f7a-a0b6-6a90d33ebb2e req-0024f8e3-7ca9-4abe-8eed-a2c4723542ce tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:11.253230 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1c8fa38c-b597-497a-9705-f1b1b1e3eb61 req-afeff9da-0132-4d73-ae9f-07454e10d63b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719280 Nov 25 13:07:11.254034 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:11.255460 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7c86d06d-a278-4f7a-a0b6-6a90d33ebb2e req-0024f8e3-7ca9-4abe-8eed-a2c4723542ce tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3050501 Nov 25 13:07:11.267066 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d96793e-b131-4fa6-adf0-244f9476d56e req-7e0d6f76-b327-499c-a39e-6ebd23a6bfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:11.268568 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7d96793e-b131-4fa6-adf0-244f9476d56e req-7e0d6f76-b327-499c-a39e-6ebd23a6bfe9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0586288 Nov 25 13:07:11.276744 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d7cb1-9123-4bbc-b79e-233eac2ec109 req-2461e8ec-76b5-4394-8c2d-1418ec4fdcc8 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:11.278416 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ea6d7cb1-9123-4bbc-b79e-233eac2ec109 req-2461e8ec-76b5-4394-8c2d-1418ec4fdcc8 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bff9bbf-df90-409f-b4bd-834fa044f0ce HTTP/1.1" status: 200 len: 948 time: 0.1196725 Nov 25 13:07:11.410360 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ea6d7cb1-9123-4bbc-b79e-233eac2ec109 req-c29bcad8-f264-47f6-9fc5-0f2c3b901fbf tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020126 Nov 25 13:07:11.412789 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7d96793e-b131-4fa6-adf0-244f9476d56e req-7ec0767f-da63-4230-974a-cef4f5e59c67 service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344507 Nov 25 13:07:11.511908 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-38d3a065-d3c6-4b9e-964f-c3665e8036b2 req-28fce72c-ec94-45f0-bd5b-d209739a072f tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] 10.222.0.53 "GET /v2.0/floatingips?tenant_id=968615a5eef644fd9c7cb22ecda9948d HTTP/1.1" status: 200 len: 1656 time: 0.0872607 Nov 25 13:07:11.557076 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7d96793e-b131-4fa6-adf0-244f9476d56e req-3f31e7a2-d986-43ad-8835-602a84ab0f56 service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296782 Nov 25 13:07:11.632788 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d3a065-d3c6-4b9e-964f-c3665e8036b2 req-1e34975f-efcf-4138-b6b4-3f885ca47404 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:11.634260 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-38d3a065-d3c6-4b9e-964f-c3665e8036b2 req-1e34975f-efcf-4138-b6b4-3f885ca47404 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] 10.222.0.53 "GET /v2.0/networks?id=7542d3d9-0db3-40e7-ab88-a168871141f7&id=7542d3d9-0db3-40e7-ab88-a168871141f7&id=7542d3d9-0db3-40e7-ab88-a168871141f7 HTTP/1.1" status: 200 len: 787 time: 0.1072071 Nov 25 13:07:11.645077 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [req-38d3a065-d3c6-4b9e-964f-c3665e8036b2 req-d66f1b37-6eb4-4118-8b62-a80410c4d03a tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:07:11.646028 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-38d3a065-d3c6-4b9e-964f-c3665e8036b2 req-d66f1b37-6eb4-4118-8b62-a80410c4d03a tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053923 Nov 25 13:07:11.764950 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dda950b8-ddde-424d-85ce-e8b1d7d6158f req-21ba4d50-0d6d-42ec-8822-799206d425a2 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] 10.222.0.53 "GET /v2.0/floatingips/553aefe0-dd1f-4acd-aa37-0e11315e9efa HTTP/1.1" status: 200 len: 693 time: 0.0545468 Nov 25 13:07:11.852868 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da756baf-358b-4a57-9701-0bb5e541e755 req-82cd81ea-1c19-4970-9786-0d10a7b86345 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:11.854977 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-da756baf-358b-4a57-9701-0bb5e541e755 req-82cd81ea-1c19-4970-9786-0d10a7b86345 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe7a402e-531c-4b21-9ace-10ffccdcb00f HTTP/1.1" status: 200 len: 946 time: 0.1066277 Nov 25 13:07:11.917839 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda950b8-ddde-424d-85ce-e8b1d7d6158f req-ed2be235-2a7c-4eb9-906a-3ba657abea29 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:11.919192 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dda950b8-ddde-424d-85ce-e8b1d7d6158f req-ed2be235-2a7c-4eb9-906a-3ba657abea29 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] 10.222.0.53 "GET /v2.0/networks/7542d3d9-0db3-40e7-ab88-a168871141f7 HTTP/1.1" status: 200 len: 784 time: 0.1411324 Nov 25 13:07:11.936810 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-da756baf-358b-4a57-9701-0bb5e541e755 req-7d9105f1-8bef-4540-8d06-a92976d2e32b tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759554 Nov 25 13:07:11.972486 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dda950b8-ddde-424d-85ce-e8b1d7d6158f req-718d29c5-5e93-4557-8cb0-e400aa3680cb tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.155 HTTP/1.1" status: 200 len: 696 time: 0.0459833 Nov 25 13:07:12.031284 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dda950b8-ddde-424d-85ce-e8b1d7d6158f req-465dd95f-264c-4d49-890e-fe19150a66eb tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.155 HTTP/1.1" status: 200 len: 696 time: 0.0507870 Nov 25 13:07:12.046857 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-56116811-063c-4061-85ca-d0c79560433d req-9b9f32fb-77d0-480d-8829-40fcb5861b94 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a4ee68f7-99ca-4405-a89a-dad1a0c210ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0498888 Nov 25 13:07:12.184897 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12492e2-90f9-473e-9859-0f719144aaf7 req-1ae8267f-d67b-4026-81fa-a569fed3856b tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:12.186364 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e12492e2-90f9-473e-9859-0f719144aaf7 req-1ae8267f-d67b-4026-81fa-a569fed3856b tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c83004cb-df96-4d27-9371-9bd234a0c154 HTTP/1.1" status: 200 len: 950 time: 0.1105099 Nov 25 13:07:12.235423 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-dda950b8-ddde-424d-85ce-e8b1d7d6158f req-a7f6dd6a-6dd8-41f0-84d0-c02a2edff976 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Deleting port 64fb7100-c85e-41b5-9845-134ae9381ce4 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:07:12.235763 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-dda950b8-ddde-424d-85ce-e8b1d7d6158f req-a7f6dd6a-6dd8-41f0-84d0-c02a2edff976 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:12.253393 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e12492e2-90f9-473e-9859-0f719144aaf7 req-68d6223c-cb1f-4b6a-bddb-6cc9015a3ce8 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606439 Nov 25 13:07:12.304283 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56116811-063c-4061-85ca-d0c79560433d req-e605270b-9fdd-49a5-a37a-2ad36a424dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:12.305760 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-56116811-063c-4061-85ca-d0c79560433d req-e605270b-9fdd-49a5-a37a-2ad36a424dcf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9db4ba4254804bea9c48c72b006f7973&device_id=a4ee68f7-99ca-4405-a89a-dad1a0c210ed HTTP/1.1" status: 200 len: 1122 time: 0.2147520 Nov 25 13:07:12.330614 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-dda950b8-ddde-424d-85ce-e8b1d7d6158f req-a7f6dd6a-6dd8-41f0-84d0-c02a2edff976 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:12.331120 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-dda950b8-ddde-424d-85ce-e8b1d7d6158f req-a7f6dd6a-6dd8-41f0-84d0-c02a2edff976 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:12.345176 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-dda950b8-ddde-424d-85ce-e8b1d7d6158f req-a7f6dd6a-6dd8-41f0-84d0-c02a2edff976 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Calling delete_port for 64fb7100-c85e-41b5-9845-134ae9381ce4 owned by network:floatingip {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:07:12.467312 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56116811-063c-4061-85ca-d0c79560433d req-ea01ed22-0b34-4b38-99cd-444d96846aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:12.469013 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-56116811-063c-4061-85ca-d0c79560433d req-ea01ed22-0b34-4b38-99cd-444d96846aa6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=85f6380f-3625-4f44-8465-fbcf0c11fed5 HTTP/1.1" status: 200 len: 870 time: 0.1312573 Nov 25 13:07:12.514304 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-dda950b8-ddde-424d-85ce-e8b1d7d6158f req-a7f6dd6a-6dd8-41f0-84d0-c02a2edff976 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:12.531005 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-56116811-063c-4061-85ca-d0c79560433d req-d561f4ec-b209-4474-9003-8a23991e5afe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=9347c95b-d62d-4b13-a395-b7866044a90f HTTP/1.1" status: 200 len: 217 time: 0.0530980 Nov 25 13:07:12.630395 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a99229-a92f-48d7-85e7-02cbbc87b82a req-3e5cdce2-eb45-4126-a613-b6c8212492c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:12.632084 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-70a99229-a92f-48d7-85e7-02cbbc87b82a req-3e5cdce2-eb45-4126-a613-b6c8212492c7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=af4c9854d3c048999405c81c71776d29&device_id=c83004cb-df96-4d27-9371-9bd234a0c154 HTTP/1.1" status: 200 len: 1102 time: 0.0959842 Nov 25 13:07:12.633804 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56116811-063c-4061-85ca-d0c79560433d req-a270c454-5e0b-4930-aa50-b5e4e7e31026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:12.635826 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-56116811-063c-4061-85ca-d0c79560433d req-a270c454-5e0b-4930-aa50-b5e4e7e31026 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.0984278 Nov 25 13:07:12.718450 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f6dd6a-6dd8-41f0-84d0-c02a2edff976 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Pushing event deleted for resources: {'Port': ['ID=64fb7100-c85e-41b5-9845-134ae9381ce4,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:12.749124 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56116811-063c-4061-85ca-d0c79560433d req-cf0ddc2e-1e3a-4f10-8a42-6731ce7cfce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:12.750619 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-56116811-063c-4061-85ca-d0c79560433d req-cf0ddc2e-1e3a-4f10-8a42-6731ce7cfce5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1070266 Nov 25 13:07:12.790281 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a99229-a92f-48d7-85e7-02cbbc87b82a req-98008ec6-8d1c-430f-b084-7e0e6f7f5156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:12.791750 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-70a99229-a92f-48d7-85e7-02cbbc87b82a req-98008ec6-8d1c-430f-b084-7e0e6f7f5156 service neutron] 10.222.0.66 "GET /v2.0/networks?id=85f6380f-3625-4f44-8465-fbcf0c11fed5 HTTP/1.1" status: 200 len: 870 time: 0.1383924 Nov 25 13:07:12.808613 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76689887-7652-4511-b7f5-b74b4f0ec72e req-06e3c6c7-cc76-45ab-bfb2-00f8155482f2 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:12.810071 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-76689887-7652-4511-b7f5-b74b4f0ec72e req-06e3c6c7-cc76-45ab-bfb2-00f8155482f2 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bff9bbf-df90-409f-b4bd-834fa044f0ce HTTP/1.1" status: 200 len: 948 time: 0.0957189 Nov 25 13:07:12.817373 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-dda950b8-ddde-424d-85ce-e8b1d7d6158f req-a7f6dd6a-6dd8-41f0-84d0-c02a2edff976 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Publish callbacks [] for floatingip, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:12.820044 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-dda950b8-ddde-424d-85ce-e8b1d7d6158f req-a7f6dd6a-6dd8-41f0-84d0-c02a2edff976 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:12.821133 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dda950b8-ddde-424d-85ce-e8b1d7d6158f req-a7f6dd6a-6dd8-41f0-84d0-c02a2edff976 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] 10.222.0.53 "DELETE /v2.0/floatingips/553aefe0-dd1f-4acd-aa37-0e11315e9efa HTTP/1.1" status: 204 len: 173 time: 0.7845716 Nov 25 13:07:12.868542 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-70a99229-a92f-48d7-85e7-02cbbc87b82a req-1b6bc330-d501-4408-a9d3-2352fc8135a8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=6efc11c2-af6f-479e-9696-54cf17fa00d8 HTTP/1.1" status: 200 len: 217 time: 0.0516605 Nov 25 13:07:12.875875 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-76689887-7652-4511-b7f5-b74b4f0ec72e req-c3b618db-f604-403c-b458-e0205a915a32 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534694 Nov 25 13:07:12.956361 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-56116811-063c-4061-85ca-d0c79560433d req-7820cdd3-5944-4fd0-99b1-ad1821474094 service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870079 Nov 25 13:07:12.958288 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a99229-a92f-48d7-85e7-02cbbc87b82a req-22e05d43-6d9d-41c3-adde-6d76495d399e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:12.959593 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-70a99229-a92f-48d7-85e7-02cbbc87b82a req-22e05d43-6d9d-41c3-adde-6d76495d399e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.0842388 Nov 25 13:07:13.029039 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0127ee6e-fec1-4f2c-baa8-b21da955d0b7 req-a69f28d5-1d48-4174-98cd-30fe1720a5c1 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] 10.222.0.53 "GET /v2.0/floatingips/9724f448-4a97-438c-a988-99a85028256a HTTP/1.1" status: 200 len: 692 time: 0.0620847 Nov 25 13:07:13.099812 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-56116811-063c-4061-85ca-d0c79560433d req-c0064948-0d5c-4bc8-9c85-adbf4d568acc service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335342 Nov 25 13:07:13.116760 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a99229-a92f-48d7-85e7-02cbbc87b82a req-7c16fbeb-e134-4f50-af22-d6f4dfc12720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:13.119724 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-70a99229-a92f-48d7-85e7-02cbbc87b82a req-7c16fbeb-e134-4f50-af22-d6f4dfc12720 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1516719 Nov 25 13:07:13.177510 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0127ee6e-fec1-4f2c-baa8-b21da955d0b7 req-1619461e-31a1-46fd-a3ee-d546f3aa36a6 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:13.185522 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0127ee6e-fec1-4f2c-baa8-b21da955d0b7 req-1619461e-31a1-46fd-a3ee-d546f3aa36a6 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] 10.222.0.53 "GET /v2.0/networks/7542d3d9-0db3-40e7-ab88-a168871141f7 HTTP/1.1" status: 200 len: 784 time: 0.1555734 Nov 25 13:07:13.191463 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [req-0127ee6e-fec1-4f2c-baa8-b21da955d0b7 req-b31f9781-d9b2-48d8-87a9-57e8db636a17 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:07:13.198955 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0127ee6e-fec1-4f2c-baa8-b21da955d0b7 req-b31f9781-d9b2-48d8-87a9-57e8db636a17 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0125389 Nov 25 13:07:13.234283 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-70a99229-a92f-48d7-85e7-02cbbc87b82a req-03892fcb-7f8d-4b63-b1d2-fa8d20043047 service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072865 Nov 25 13:07:13.252866 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0127ee6e-fec1-4f2c-baa8-b21da955d0b7 req-138e6ef8-c977-48ff-a7c5-307f2eee3135 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.19 HTTP/1.1" status: 200 len: 695 time: 0.0528727 Nov 25 13:07:13.307085 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59518) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:07:13.323409 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0127ee6e-fec1-4f2c-baa8-b21da955d0b7 req-77a37b3c-2aff-4bb3-8ead-b06d157fddce tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.19 HTTP/1.1" status: 200 len: 695 time: 0.0696905 Nov 25 13:07:13.363882 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-70a99229-a92f-48d7-85e7-02cbbc87b82a req-37a8753c-d6f5-4adb-8611-58269e9eecc1 service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206503 Nov 25 13:07:13.507644 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6c29eded-a66e-430f-8991-f77b70f81fac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:13.527667 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-0127ee6e-fec1-4f2c-baa8-b21da955d0b7 req-7ecd3f5c-3976-44c6-805c-97d93dfd3963 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Deleting port b5572ab1-24c5-4061-a8db-c6b08a27e1e6 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:07:13.528216 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-0127ee6e-fec1-4f2c-baa8-b21da955d0b7 req-7ecd3f5c-3976-44c6-805c-97d93dfd3963 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:13.675069 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f5dfc-c105-4ef3-a397-dcbfed13a884 req-1b65b957-6fed-4161-a0e0-b9a590267f61 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:13.676577 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-590f5dfc-c105-4ef3-a397-dcbfed13a884 req-1b65b957-6fed-4161-a0e0-b9a590267f61 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe7a402e-531c-4b21-9ace-10ffccdcb00f HTTP/1.1" status: 200 len: 946 time: 0.1047494 Nov 25 13:07:13.683149 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-0127ee6e-fec1-4f2c-baa8-b21da955d0b7 req-7ecd3f5c-3976-44c6-805c-97d93dfd3963 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:13.683685 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-0127ee6e-fec1-4f2c-baa8-b21da955d0b7 req-7ecd3f5c-3976-44c6-805c-97d93dfd3963 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:13.708400 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-0127ee6e-fec1-4f2c-baa8-b21da955d0b7 req-7ecd3f5c-3976-44c6-805c-97d93dfd3963 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Calling delete_port for b5572ab1-24c5-4061-a8db-c6b08a27e1e6 owned by network:floatingip {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:07:13.797701 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6c29eded-a66e-430f-8991-f77b70f81fac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:13.806482 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6c29eded-a66e-430f-8991-f77b70f81fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:13.815055 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-590f5dfc-c105-4ef3-a397-dcbfed13a884 req-7291b532-8cf7-4bab-8b46-f587dc041faa tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286931 Nov 25 13:07:13.853945 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-6c29eded-a66e-430f-8991-f77b70f81fac admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c0d2fdaab8a345358fe58840ef092670&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5455778 Nov 25 13:07:13.856946 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59538) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:07:13.870323 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c29eded-a66e-430f-8991-f77b70f81fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bda6c58-ec66-4e05-aa44-265b9dfcd2ee,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:13.916232 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-711291dc-f570-4ee3-9517-2a8eb304475d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:13.938866 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-711291dc-f570-4ee3-9517-2a8eb304475d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:13.979459 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a7c65a-b9cc-4107-aba8-ce0ca3ef182e req-5404c48a-ec7b-4aff-89d8-7e07230cdce8 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:13.980984 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-69a7c65a-b9cc-4107-aba8-ce0ca3ef182e req-5404c48a-ec7b-4aff-89d8-7e07230cdce8 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c83004cb-df96-4d27-9371-9bd234a0c154 HTTP/1.1" status: 200 len: 950 time: 0.0877621 Nov 25 13:07:13.982347 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-0127ee6e-fec1-4f2c-baa8-b21da955d0b7 req-7ecd3f5c-3976-44c6-805c-97d93dfd3963 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:13.996848 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-711291dc-f570-4ee3-9517-2a8eb304475d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:13.999696 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-711291dc-f570-4ee3-9517-2a8eb304475d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:14.003304 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-711291dc-f570-4ee3-9517-2a8eb304475d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8bda6c58-ec66-4e05-aa44-265b9dfcd2ee HTTP/1.1" status: 204 len: 168 time: 0.1429284 Nov 25 13:07:14.011459 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711291dc-f570-4ee3-9517-2a8eb304475d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bda6c58-ec66-4e05-aa44-265b9dfcd2ee,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:14.023281 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecd3f5c-3976-44c6-805c-97d93dfd3963 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Pushing event deleted for resources: {'Port': ['ID=b5572ab1-24c5-4061-a8db-c6b08a27e1e6,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:14.111600 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-69a7c65a-b9cc-4107-aba8-ce0ca3ef182e req-f71048ef-5922-4120-a42e-3dff488eb0f8 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189640 Nov 25 13:07:14.130288 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-0127ee6e-fec1-4f2c-baa8-b21da955d0b7 req-7ecd3f5c-3976-44c6-805c-97d93dfd3963 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Publish callbacks [] for floatingip, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:14.133999 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-0127ee6e-fec1-4f2c-baa8-b21da955d0b7 req-7ecd3f5c-3976-44c6-805c-97d93dfd3963 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:14.136408 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0127ee6e-fec1-4f2c-baa8-b21da955d0b7 req-7ecd3f5c-3976-44c6-805c-97d93dfd3963 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] 10.222.0.53 "DELETE /v2.0/floatingips/9724f448-4a97-438c-a988-99a85028256a HTTP/1.1" status: 204 len: 173 time: 0.8032830 Nov 25 13:07:14.391141 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59560) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:07:14.408048 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-46937c28-2491-4f1d-98b8-d9418ef6d04b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:14.452288 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4374a-0860-4b40-8258-e51b01b02c1f req-d6d63226-007d-4603-84a6-507b0c364846 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:14.453960 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cdf4374a-0860-4b40-8258-e51b01b02c1f req-d6d63226-007d-4603-84a6-507b0c364846 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bff9bbf-df90-409f-b4bd-834fa044f0ce HTTP/1.1" status: 200 len: 948 time: 0.0806451 Nov 25 13:07:14.522196 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-46937c28-2491-4f1d-98b8-d9418ef6d04b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:14.522867 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 0b4bc922-b858-4465-ad56-5c6029f30377 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:07:14.536439 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-46937c28-2491-4f1d-98b8-d9418ef6d04b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:14.543854 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cdf4374a-0860-4b40-8258-e51b01b02c1f req-cf2c20a3-25e7-4fb9-ab7d-8e7b53fade3c tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819547 Nov 25 13:07:14.586623 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33c396-206d-4950-bad6-aa15ae4327e5 req-d600c768-75f2-4872-884f-a27f9ee57317 tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:14.588231 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8e33c396-206d-4950-bad6-aa15ae4327e5 req-d600c768-75f2-4872-884f-a27f9ee57317 tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=fe7a402e-531c-4b21-9ace-10ffccdcb00f HTTP/1.1" status: 200 len: 1098 time: 0.1027279 Nov 25 13:07:14.593948 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-46937c28-2491-4f1d-98b8-d9418ef6d04b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3865657bfb014624a4cb64e41ab2a23e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2016985 Nov 25 13:07:14.594844 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46937c28-2491-4f1d-98b8-d9418ef6d04b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346b4ce6-c750-4ec0-98d5-3b22f5d93bdb,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:14.597736 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59564) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:07:14.653290 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d3db77f9-4e03-4506-914e-c0bda9d40e34 req-4cb9e795-5508-4745-a083-391d5f4edd9f tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] 10.222.0.53 "GET /v2.0/floatingips/79bbf731-a7da-46b5-b3a0-2814d29cafc3 HTTP/1.1" status: 200 len: 693 time: 0.0634227 Nov 25 13:07:14.657275 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8ba7b4b1-b51d-4617-9652-71701b51d3bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:14.664980 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 0b4bc922-b858-4465-ad56-5c6029f30377, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=0b4bc922-b858-4465-ad56-5c6029f30377,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:07:14.681292 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '0b4bc922-b858-4465-ad56-5c6029f30377', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'port_id': '0b4bc922-b858-4465-ad56-5c6029f30377', 'mac_address': 'fa:16:3e:e6:50:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce5ca48-e3be-44c6-9584-fd9eb8c67222', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:07:14.683816 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8ba7b4b1-b51d-4617-9652-71701b51d3bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:14.729020 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:14.744614 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8ba7b4b1-b51d-4617-9652-71701b51d3bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:14.747798 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8ba7b4b1-b51d-4617-9652-71701b51d3bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:14.749914 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-8ba7b4b1-b51d-4617-9652-71701b51d3bd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/346b4ce6-c750-4ec0-98d5-3b22f5d93bdb HTTP/1.1" status: 204 len: 168 time: 0.1512573 Nov 25 13:07:14.757142 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b4bc922-b858-4465-ad56-5c6029f30377 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:07:14.760333 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba7b4b1-b51d-4617-9652-71701b51d3bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346b4ce6-c750-4ec0-98d5-3b22f5d93bdb,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:14.790129 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 0b4bc922-b858-4465-ad56-5c6029f30377, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=0b4bc922-b858-4465-ad56-5c6029f30377,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:07:14.799541 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:14.808263 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8e33c396-206d-4950-bad6-aa15ae4327e5 req-d1b52829-c9ae-4ab5-a4bb-127ff6909793 tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074509 Nov 25 13:07:14.816478 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db77f9-4e03-4506-914e-c0bda9d40e34 req-b0426816-b2dd-4952-9fe1-8870573a0c5f tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:14.817874 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d3db77f9-4e03-4506-914e-c0bda9d40e34 req-b0426816-b2dd-4952-9fe1-8870573a0c5f tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] 10.222.0.53 "GET /v2.0/networks/7542d3d9-0db3-40e7-ab88-a168871141f7 HTTP/1.1" status: 200 len: 784 time: 0.1638207 Nov 25 13:07:14.877622 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=0b4bc922-b858-4465-ad56-5c6029f30377,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:14.920210 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d3db77f9-4e03-4506-914e-c0bda9d40e34 req-c0c846bd-39b9-420b-80e5-31e927b16841 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.199 HTTP/1.1" status: 200 len: 696 time: 0.0884662 Nov 25 13:07:14.990413 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d3db77f9-4e03-4506-914e-c0bda9d40e34 req-6ac10323-66f2-4089-b121-db7d33f520e3 tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.199 HTTP/1.1" status: 200 len: 696 time: 0.0692625 Nov 25 13:07:15.031707 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['0b4bc922-b858-4465-ad56-5c6029f30377'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:07:15.166321 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9d5cfa-8a3d-4162-9975-4e4bc1948ae9 req-054826f7-d10b-4f89-b081-58d04f726c19 tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:15.170829 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3d9d5cfa-8a3d-4162-9975-4e4bc1948ae9 req-054826f7-d10b-4f89-b081-58d04f726c19 tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=fe7a402e-531c-4b21-9ace-10ffccdcb00f HTTP/1.1" status: 200 len: 1098 time: 0.1202114 Nov 25 13:07:15.250148 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3d9d5cfa-8a3d-4162-9975-4e4bc1948ae9 req-4cd6b832-4b3c-4676-8ed6-b96f7b00565c tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746071 Nov 25 13:07:15.266796 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-d3db77f9-4e03-4506-914e-c0bda9d40e34 req-03a2f1d5-6873-49e0-89b4-6162dda0100c tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Deleting port 0da0e2af-af57-41b3-8728-073c658d8e45 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:07:15.267429 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-d3db77f9-4e03-4506-914e-c0bda9d40e34 req-03a2f1d5-6873-49e0-89b4-6162dda0100c tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:15.403109 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-d3db77f9-4e03-4506-914e-c0bda9d40e34 req-03a2f1d5-6873-49e0-89b4-6162dda0100c tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:15.403448 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-d3db77f9-4e03-4506-914e-c0bda9d40e34 req-03a2f1d5-6873-49e0-89b4-6162dda0100c tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:15.417398 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-d3db77f9-4e03-4506-914e-c0bda9d40e34 req-03a2f1d5-6873-49e0-89b4-6162dda0100c tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Calling delete_port for 0da0e2af-af57-41b3-8728-073c658d8e45 owned by network:floatingip {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:07:15.463441 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59590) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:07:15.606225 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cf2b1b7f-589e-458f-b1bc-8ae9bd4a7c72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:15.657188 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b738b2-bea9-4185-87e1-10e2464c201d req-32473391-4a3b-44fa-bf01-25caab7354c6 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:15.658862 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-75b738b2-bea9-4185-87e1-10e2464c201d req-32473391-4a3b-44fa-bf01-25caab7354c6 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c83004cb-df96-4d27-9371-9bd234a0c154 HTTP/1.1" status: 200 len: 950 time: 0.1899621 Nov 25 13:07:15.697599 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-d3db77f9-4e03-4506-914e-c0bda9d40e34 req-03a2f1d5-6873-49e0-89b4-6162dda0100c tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:15.736495 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cf2b1b7f-589e-458f-b1bc-8ae9bd4a7c72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:15.741759 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2f1d5-6873-49e0-89b4-6162dda0100c tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Pushing event deleted for resources: {'Port': ['ID=0da0e2af-af57-41b3-8728-073c658d8e45,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:15.751155 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cf2b1b7f-589e-458f-b1bc-8ae9bd4a7c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:15.807179 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-cf2b1b7f-589e-458f-b1bc-8ae9bd4a7c72 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=04ef2fa62dba41e98158d3794d2de858&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3391354 Nov 25 13:07:15.807179 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2b1b7f-589e-458f-b1bc-8ae9bd4a7c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7fc8b2-c144-4cd8-bf75-788196339f20,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:15.807895 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59604) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:07:15.817079 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-75b738b2-bea9-4185-87e1-10e2464c201d req-945a2227-e413-441f-a536-3e5a5b9b1af1 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445892 Nov 25 13:07:15.817920 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-d3db77f9-4e03-4506-914e-c0bda9d40e34 req-03a2f1d5-6873-49e0-89b4-6162dda0100c tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Publish callbacks [] for floatingip, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:15.820598 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-d3db77f9-4e03-4506-914e-c0bda9d40e34 req-03a2f1d5-6873-49e0-89b4-6162dda0100c tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:15.821684 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d3db77f9-4e03-4506-914e-c0bda9d40e34 req-03a2f1d5-6873-49e0-89b4-6162dda0100c tempest-FloatingIPDetailsTestJSON-74011337 tempest-FloatingIPDetailsTestJSON-74011337-project] 10.222.0.53 "DELETE /v2.0/floatingips/79bbf731-a7da-46b5-b3a0-2814d29cafc3 HTTP/1.1" status: 204 len: 173 time: 0.8304157 Nov 25 13:07:15.828779 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59608) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:07:15.885434 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7519ce76-1fb1-4697-bfa2-19a9ae954aaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:15.924747 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7519ce76-1fb1-4697-bfa2-19a9ae954aaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:16.021913 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7519ce76-1fb1-4697-bfa2-19a9ae954aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:16.025828 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7519ce76-1fb1-4697-bfa2-19a9ae954aaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:16.027092 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-7519ce76-1fb1-4697-bfa2-19a9ae954aaf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5f7fc8b2-c144-4cd8-bf75-788196339f20 HTTP/1.1" status: 204 len: 168 time: 0.2181802 Nov 25 13:07:16.067236 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7519ce76-1fb1-4697-bfa2-19a9ae954aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f7fc8b2-c144-4cd8-bf75-788196339f20,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:16.266283 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633ccb4-10a6-4f32-bfd1-e79c5b9320f2 req-b76d8308-d7b8-4927-87c3-5ef887c21a66 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:16.274099 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d633ccb4-10a6-4f32-bfd1-e79c5b9320f2 req-b76d8308-d7b8-4927-87c3-5ef887c21a66 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bff9bbf-df90-409f-b4bd-834fa044f0ce HTTP/1.1" status: 200 len: 949 time: 0.2475629 Nov 25 13:07:16.521007 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 0b4bc922-b858-4465-ad56-5c6029f30377 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:07:16.618723 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d633ccb4-10a6-4f32-bfd1-e79c5b9320f2 req-44a94900-3b44-4b0c-8230-1cc85e0f6204 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386002 Nov 25 13:07:16.665599 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 0b4bc922-b858-4465-ad56-5c6029f30377 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:07:16.675484 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 0b4bc922-b858-4465-ad56-5c6029f30377 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:07:16.678389 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:16.692448 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59642) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:07:16.715811 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e39217fb-d898-41be-bbd2-bc51b2fd9fd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:16.840526 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:16.875952 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bff9bbf-df90-409f-b4bd-834fa044f0ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b4bc922-b858-4465-ad56-5c6029f30377'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:07:16.879071 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ecc3e21-5653-4b48-9603-fe3092431f51" -d '{"events": [{"server_uuid": "4bff9bbf-df90-409f-b4bd-834fa044f0ce", "name": "network-vif-plugged", "status": "completed", "tag": "0b4bc922-b858-4465-ad56-5c6029f30377"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:07:16.911799 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 0b4bc922-b858-4465-ad56-5c6029f30377, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=0b4bc922-b858-4465-ad56-5c6029f30377,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:07:16.915469 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e39217fb-d898-41be-bbd2-bc51b2fd9fd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:16.919868 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:16.922245 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e39217fb-d898-41be-bbd2-bc51b2fd9fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:16.988752 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=0b4bc922-b858-4465-ad56-5c6029f30377,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:17.016768 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39217fb-d898-41be-bbd2-bc51b2fd9fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9427d47c-46ad-44bd-832a-a173cb1d26e9,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:17.023022 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-e39217fb-d898-41be-bbd2-bc51b2fd9fd9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3b9701b17c004c71867e0b6a530b221b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3292813 Nov 25 13:07:17.034966 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59664) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:07:17.135608 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f565b9b6-c700-431c-8b14-06df95c228d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:17.143329 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2c8885c6-5523-4681-b218-1939c7a732ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:17.192475 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2c8885c6-5523-4681-b218-1939c7a732ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:17.195732 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53850b-f22f-46c6-a52a-4eb25eae745a req-770cde12-606e-407f-b628-c28ff2189560 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:17.205218 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-be53850b-f22f-46c6-a52a-4eb25eae745a req-770cde12-606e-407f-b628-c28ff2189560 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c83004cb-df96-4d27-9371-9bd234a0c154 HTTP/1.1" status: 200 len: 950 time: 0.1567950 Nov 25 13:07:17.298615 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2c8885c6-5523-4681-b218-1939c7a732ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:17.302859 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2c8885c6-5523-4681-b218-1939c7a732ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:17.304657 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-2c8885c6-5523-4681-b218-1939c7a732ea admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9427d47c-46ad-44bd-832a-a173cb1d26e9 HTTP/1.1" status: 204 len: 168 time: 0.2686663 Nov 25 13:07:17.319192 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8885c6-5523-4681-b218-1939c7a732ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9427d47c-46ad-44bd-832a-a173cb1d26e9,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:17.326357 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-be53850b-f22f-46c6-a52a-4eb25eae745a req-44624478-bfe4-41c3-ab4b-dce160d3127c tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202676 Nov 25 13:07:17.627802 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-f565b9b6-c700-431c-8b14-06df95c228d1 admin admin] Deleting port 8957f8fd-04fb-4496-8749-8df29f46dd98 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:07:17.629791 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f565b9b6-c700-431c-8b14-06df95c228d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:17.693924 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ded047-7911-4cd6-acd1-eea39607fe51 x-openstack-request-id: req-01ded047-7911-4cd6-acd1-eea39607fe51 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:07:17.694478 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bff9bbf-df90-409f-b4bd-834fa044f0ce", "name": "network-vif-plugged", "status": "completed", "tag": "0b4bc922-b858-4465-ad56-5c6029f30377", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:07:17.694798 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-01ded047-7911-4cd6-acd1-eea39607fe51 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:07:17.695386 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bff9bbf-df90-409f-b4bd-834fa044f0ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b4bc922-b858-4465-ad56-5c6029f30377', 'code': 200} Nov 25 13:07:17.754749 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-f565b9b6-c700-431c-8b14-06df95c228d1 admin admin] For port 8957f8fd-04fb-4496-8749-8df29f46dd98, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=8957f8fd-04fb-4496-8749-8df29f46dd98,segment=NetworkSegment(4db6111d-f175-40b7-a0aa-253eda27a602),segment_id=4db6111d-f175-40b7-a0aa-253eda27a602)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:07:17.754749 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f565b9b6-c700-431c-8b14-06df95c228d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:17.779482 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-f565b9b6-c700-431c-8b14-06df95c228d1 admin admin] Calling delete_port for 8957f8fd-04fb-4496-8749-8df29f46dd98 owned by network:router_interface {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:07:17.898069 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445aa75d-4885-40d0-96db-8f15213bdbe3 req-52ead3d6-ab02-4745-a80c-f5c1b414439e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:17.918341 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-445aa75d-4885-40d0-96db-8f15213bdbe3 req-52ead3d6-ab02-4745-a80c-f5c1b414439e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4bff9bbf-df90-409f-b4bd-834fa044f0ce HTTP/1.1" status: 200 len: 1102 time: 0.1394784 Nov 25 13:07:18.009818 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-445aa75d-4885-40d0-96db-8f15213bdbe3 req-3334ae01-a367-4445-b1c7-e0b3961c8cf4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829580 Nov 25 13:07:18.085528 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f565b9b6-c700-431c-8b14-06df95c228d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:18.118534 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f565b9b6-c700-431c-8b14-06df95c228d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8957f8fd-04fb-4496-8749-8df29f46dd98,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:18.461128 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f565b9b6-c700-431c-8b14-06df95c228d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:18.470739 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91375b59-338b-4675-a5b3-e8a7a06b8b09 req-f6daf199-c0c6-405f-8fea-de9d224551bc tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:18.473020 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-91375b59-338b-4675-a5b3-e8a7a06b8b09 req-f6daf199-c0c6-405f-8fea-de9d224551bc tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4ee68f7-99ca-4405-a89a-dad1a0c210ed HTTP/1.1" status: 200 len: 970 time: 0.2737329 Nov 25 13:07:18.494252 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59718) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:07:18.614895 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-91375b59-338b-4675-a5b3-e8a7a06b8b09 req-aefff0bd-ed5d-4d0d-b50c-3fbb65df65d9 tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] 10.222.0.53 "GET /v2.0/security-groups?id=b33d9933-5066-456d-becc-4c8c04913490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342373 Nov 25 13:07:18.700371 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-234f86e6-e381-4c68-9ec6-d1a035c3d9b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:18.786815 n-d-808199-11 neutron-server[103571]: WARNING keystonemiddleware.auth_token [req-18539799-4284-4130-82a1-d9c0c3cf118d req-d8bd7a37-30fe-46fd-9462-77d981f2b135 service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 25 13:07:18.798503 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-c7af563a-8d7a-4c80-b5aa-45f582b812b9 tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:07:18.801219 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-c7af563a-8d7a-4c80-b5aa-45f582b812b9 tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2451997 Nov 25 13:07:18.810963 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c461c51-b417-419b-8aaa-1b9167bb6862 req-f0bec03d-4602-4590-87a4-e7be9ea29aba tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:18.819663 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6c461c51-b417-419b-8aaa-1b9167bb6862 req-f0bec03d-4602-4590-87a4-e7be9ea29aba tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bff9bbf-df90-409f-b4bd-834fa044f0ce HTTP/1.1" status: 200 len: 950 time: 0.0908148 Nov 25 13:07:18.823427 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f565b9b6-c700-431c-8b14-06df95c228d1 admin admin] Router 2d8e51ac-7052-4faf-a0dc-15f8bc212077 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:07:18.872060 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-84166a24-1be9-4105-aeaa-ea2a955e5c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:18.883175 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-84166a24-1be9-4105-aeaa-ea2a955e5c09 service neutron] 10.222.0.53 "GET /v2.0/ports/b45b1735-e9ae-4e97-b95a-4d0e4460d7bd HTTP/1.1" status: 200 len: 1095 time: 0.0672212 Nov 25 13:07:18.899099 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-e38c4a0d-6300-4588-a05d-35306f435bae service neutron] Request body: {'binding': {'host': 'n-h2-808199-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:07:18.900840 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-e38c4a0d-6300-4588-a05d-35306f435bae service neutron] Unknown quota resources ['binding']. {{(pid=103571) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 13:07:18.921846 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59732) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:07:18.944335 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6c461c51-b417-419b-8aaa-1b9167bb6862 req-75a1c261-d808-4e2a-ad59-2075b8aa850b tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236632 Nov 25 13:07:18.974438 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-234f86e6-e381-4c68-9ec6-d1a035c3d9b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:18.988326 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-234f86e6-e381-4c68-9ec6-d1a035c3d9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:19.079312 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-234f86e6-e381-4c68-9ec6-d1a035c3d9b3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3ef854aac2df4eed835294d30e7bda5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5835514 Nov 25 13:07:19.080273 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234f86e6-e381-4c68-9ec6-d1a035c3d9b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a65d824-5367-4c2b-8313-722c0ddc4e7b,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:19.082870 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59736) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:07:19.105067 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f565b9b6-c700-431c-8b14-06df95c228d1 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:07:19.109375 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-b7418933-2167-4f7d-be92-88d761454e50 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1200141678-network', 'tenant_id': '0847adb867eb43dd9514b39274c66d40'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:07:19.120190 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f565b9b6-c700-431c-8b14-06df95c228d1 admin admin] 10.222.0.53 "PUT /v2.0/routers/2d8e51ac-7052-4faf-a0dc-15f8bc212077/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2902765 Nov 25 13:07:19.122720 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59738) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:07:19.126366 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dec910-a7d0-4237-bdb1-21a42832ace9 None None] Sync routers for ids ['2d8e51ac-7052-4faf-a0dc-15f8bc212077'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:07:19.142722 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62d7b73-0584-4eaf-a5ae-1ef57717d2a5 req-597acf0d-e726-4491-81cf-f9123f1892f6 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:19.146362 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8dec910-a7d0-4237-bdb1-21a42832ace9 None None] Routers {'2d8e51ac-7052-4faf-a0dc-15f8bc212077'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:07:19.148347 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-b8dec910-a7d0-4237-bdb1-21a42832ace9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:07:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['2d8e51ac-7052-4faf-a0dc-15f8bc212077'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:07:19.158540 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a62d7b73-0584-4eaf-a5ae-1ef57717d2a5 req-597acf0d-e726-4491-81cf-f9123f1892f6 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c83004cb-df96-4d27-9371-9bd234a0c154 HTTP/1.1" status: 200 len: 950 time: 0.1106627 Nov 25 13:07:19.208681 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7418933-2167-4f7d-be92-88d761454e50 admin admin] Made reservation on behalf of 0847adb867eb43dd9514b39274c66d40 for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:07:19.212219 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b7418933-2167-4f7d-be92-88d761454e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:19.235617 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-e38c4a0d-6300-4588-a05d-35306f435bae service neutron] Attempting to bind port b45b1735-e9ae-4e97-b95a-4d0e4460d7bd on host n-h2-808199-11 for vnic_type normal with profile None {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:07:19.235823 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b7418933-2167-4f7d-be92-88d761454e50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:19.236199 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-e38c4a0d-6300-4588-a05d-35306f435bae service neutron] Attempting to bind port b45b1735-e9ae-4e97-b95a-4d0e4460d7bd by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': 'f1015c3b-5561-4c41-908e-568aaa0911cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4eedb877-5fc3-46a9-a0e2-7e0a431fb103'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:07:19.236318 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-e38c4a0d-6300-4588-a05d-35306f435bae service neutron] Attempting to bind port b45b1735-e9ae-4e97-b95a-4d0e4460d7bd on network 4eedb877-5fc3-46a9-a0e2-7e0a431fb103 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:07:19.278493 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-e38c4a0d-6300-4588-a05d-35306f435bae service neutron] Port b45b1735-e9ae-4e97-b95a-4d0e4460d7bd on network 4eedb877-5fc3-46a9-a0e2-7e0a431fb103 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:07:19.278767 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-e38c4a0d-6300-4588-a05d-35306f435bae service neutron] Attempting to bind port b45b1735-e9ae-4e97-b95a-4d0e4460d7bd on network 4eedb877-5fc3-46a9-a0e2-7e0a431fb103 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:07:19.292009 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4c64f8bb-0ca4-4e76-9449-a97b5b6fde65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:19.296658 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-e38c4a0d-6300-4588-a05d-35306f435bae service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:07:19.297035 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-e38c4a0d-6300-4588-a05d-35306f435bae service neutron] Checking segment: {'id': 'f1015c3b-5561-4c41-908e-568aaa0911cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4eedb877-5fc3-46a9-a0e2-7e0a431fb103'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:07:19.297390 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-e38c4a0d-6300-4588-a05d-35306f435bae service neutron] Bound using segment: {'id': 'f1015c3b-5561-4c41-908e-568aaa0911cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4eedb877-5fc3-46a9-a0e2-7e0a431fb103'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:07:19.297855 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-e38c4a0d-6300-4588-a05d-35306f435bae service neutron] Bound port: b45b1735-e9ae-4e97-b95a-4d0e4460d7bd, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1015c3b-5561-4c41-908e-568aaa0911cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4eedb877-5fc3-46a9-a0e2-7e0a431fb103'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:07:19.311945 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-b8dec910-a7d0-4237-bdb1-21a42832ace9 None None] Set router 2d8e51ac-7052-4faf-a0dc-15f8bc212077 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:07:19.407150 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4c64f8bb-0ca4-4e76-9449-a97b5b6fde65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:19.518272 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-58d2ad3d-b510-4b83-8999-21e199b5333a admin admin] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:19.531177 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a62d7b73-0584-4eaf-a5ae-1ef57717d2a5 req-83ba53cf-7f8b-4f12-b22d-5dafc6b2c7fe tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3702738 Nov 25 13:07:19.600693 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-b8dec910-a7d0-4237-bdb1-21a42832ace9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8e51ac-7052-4faf-a0dc-15f8bc212077', 'name': 'tempest-FloatingIPDetailsTestJSON-25756859-router', 'tenant_id': '968615a5eef644fd9c7cb22ecda9948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '93640fee-310a-454a-8613-6d771ea119ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:06:49Z', 'updated_at': '2021-11-25T13:07:18Z', 'revision_number': 5, 'project_id': '968615a5eef644fd9c7cb22ecda9948d', 'gw_port': {'id': '93640fee-310a-454a-8613-6d771ea119ef', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:28:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8e51ac-7052-4faf-a0dc-15f8bc212077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:06:50Z', 'updated_at': '2021-11-25T13:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:07:19.616678 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b7418933-2167-4f7d-be92-88d761454e50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:19.621301 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4c64f8bb-0ca4-4e76-9449-a97b5b6fde65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:19.624381 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4c64f8bb-0ca4-4e76-9449-a97b5b6fde65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:19.625506 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b7418933-2167-4f7d-be92-88d761454e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:19.626009 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-4c64f8bb-0ca4-4e76-9449-a97b5b6fde65 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7a65d824-5367-4c2b-8313-722c0ddc4e7b HTTP/1.1" status: 204 len: 168 time: 0.5395374 Nov 25 13:07:19.641081 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7418933-2167-4f7d-be92-88d761454e50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:07:19.654307 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dec910-a7d0-4237-bdb1-21a42832ace9 None None] Checking router: 2d8e51ac-7052-4faf-a0dc-15f8bc212077 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:07:19.663569 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b7418933-2167-4f7d-be92-88d761454e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:19.663693 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8dec910-a7d0-4237-bdb1-21a42832ace9 None None] Routers {'2d8e51ac-7052-4faf-a0dc-15f8bc212077'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:07:19.664361 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-b7418933-2167-4f7d-be92-88d761454e50 admin admin] Added segment b5b7547d-4b2d-4e0b-b974-c8bbac93a359 of type vlan for network 05538b39-0ed2-40a2-b712-e6a9ac11f528 Nov 25 13:07:19.664467 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-b8dec910-a7d0-4237-bdb1-21a42832ace9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:07:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['2d8e51ac-7052-4faf-a0dc-15f8bc212077'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:07:19.719862 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7418933-2167-4f7d-be92-88d761454e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b4b70a-d46b-4baf-b162-23f678e368a7,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:19.736724 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b7418933-2167-4f7d-be92-88d761454e50 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:19.818369 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b7418933-2167-4f7d-be92-88d761454e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:19.820436 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7418933-2167-4f7d-be92-88d761454e50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:19.822675 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b7418933-2167-4f7d-be92-88d761454e50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:19.823254 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-58d2ad3d-b510-4b83-8999-21e199b5333a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:19.826919 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c64f8bb-0ca4-4e76-9449-a97b5b6fde65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a65d824-5367-4c2b-8313-722c0ddc4e7b,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:19.857839 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d2769-531d-44fb-9a7a-39a508384312 req-af9a6a72-ccce-480a-bf19-879b1429080a tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:19.862819 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-127d2769-531d-44fb-9a7a-39a508384312 req-af9a6a72-ccce-480a-bf19-879b1429080a tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4ee68f7-99ca-4405-a89a-dad1a0c210ed HTTP/1.1" status: 200 len: 970 time: 0.1167293 Nov 25 13:07:19.875524 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be9e4eb-cdea-4465-a73c-a0c79c75d115 req-41a84cba-f002-4d6b-83ca-f51476f2fcba tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:19.877713 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7be9e4eb-cdea-4465-a73c-a0c79c75d115 req-41a84cba-f002-4d6b-83ca-f51476f2fcba tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] 10.222.0.47 "GET /v2.0/ports?device_id=a4ee68f7-99ca-4405-a89a-dad1a0c210ed HTTP/1.1" status: 200 len: 970 time: 0.5011554 Nov 25 13:07:19.917209 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-b8dec910-a7d0-4237-bdb1-21a42832ace9 None None] Set router 2d8e51ac-7052-4faf-a0dc-15f8bc212077 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:07:19.967083 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b7418933-2167-4f7d-be92-88d761454e50 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0433180 Nov 25 13:07:19.971851 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59750) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:07:19.980299 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-cea7568b-132e-4914-830c-31ddb2b9e59d admin admin] Request body: {'subnet': {'network_id': '05538b39-0ed2-40a2-b712-e6a9ac11f528', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1200141678-subnet', 'tenant_id': '0847adb867eb43dd9514b39274c66d40', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:07:20.020640 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea7568b-132e-4914-830c-31ddb2b9e59d admin admin] Made reservation on behalf of 0847adb867eb43dd9514b39274c66d40 for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:07:20.023261 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cea7568b-132e-4914-830c-31ddb2b9e59d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:20.060106 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7418933-2167-4f7d-be92-88d761454e50 admin admin] Pushing event updated for resources: {'Network': ['ID=05538b39-0ed2-40a2-b712-e6a9ac11f528,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:20.076074 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 05538b39-0ed2-40a2-b712-e6a9ac11f528 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:07:20.140650 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-127d2769-531d-44fb-9a7a-39a508384312 req-5533a20c-500d-48cb-aaf9-dd25ecdd97d8 tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] 10.222.0.53 "GET /v2.0/security-groups?id=b33d9933-5066-456d-becc-4c8c04913490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670860 Nov 25 13:07:20.221726 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59752) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:07:20.225883 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-b8dec910-a7d0-4237-bdb1-21a42832ace9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8e51ac-7052-4faf-a0dc-15f8bc212077', 'name': 'tempest-FloatingIPDetailsTestJSON-25756859-router', 'tenant_id': '968615a5eef644fd9c7cb22ecda9948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '93640fee-310a-454a-8613-6d771ea119ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:06:49Z', 'updated_at': '2021-11-25T13:07:18Z', 'revision_number': 5, 'project_id': '968615a5eef644fd9c7cb22ecda9948d', 'gw_port': {'id': '93640fee-310a-454a-8613-6d771ea119ef', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:28:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8e51ac-7052-4faf-a0dc-15f8bc212077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:06:50Z', 'updated_at': '2021-11-25T13:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:07:20.256277 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7763264d-03c2-4a2a-896e-9c7c871868df admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:20.261095 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dec910-a7d0-4237-bdb1-21a42832ace9 None None] The sync data for ids ['2d8e51ac-7052-4faf-a0dc-15f8bc212077'] in n-d-808199-11 is: [{'id': '2d8e51ac-7052-4faf-a0dc-15f8bc212077', 'name': 'tempest-FloatingIPDetailsTestJSON-25756859-router', 'tenant_id': '968615a5eef644fd9c7cb22ecda9948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '93640fee-310a-454a-8613-6d771ea119ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:06:49Z', 'updated_at': '2021-11-25T13:07:18Z', 'revision_number': 5, 'project_id': '968615a5eef644fd9c7cb22ecda9948d', 'gw_port': {'id': '93640fee-310a-454a-8613-6d771ea119ef', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:28:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8e51ac-7052-4faf-a0dc-15f8bc212077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:06:50Z', 'updated_at': '2021-11-25T13:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:07:20.382456 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-e38c4a0d-6300-4588-a05d-35306f435bae service neutron] For port b45b1735-e9ae-4e97-b95a-4d0e4460d7bd, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=b45b1735-e9ae-4e97-b95a-4d0e4460d7bd,segment=NetworkSegment(f1015c3b-5561-4c41-908e-568aaa0911cd),segment_id=f1015c3b-5561-4c41-908e-568aaa0911cd)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:07:20.402225 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-e38c4a0d-6300-4588-a05d-35306f435bae service neutron] Publish callbacks [] for binding, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:20.403688 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-e38c4a0d-6300-4588-a05d-35306f435bae service neutron] 10.222.0.53 "POST /v2.0/ports/b45b1735-e9ae-4e97-b95a-4d0e4460d7bd/bindings HTTP/1.1" status: 201 len: 390 time: 1.5196137 Nov 25 13:07:20.410773 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd5090e-cf59-4688-a766-948a86a961eb req-f84690d8-e59f-4df6-87c5-c1c39e756189 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:20.419392 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4dd5090e-cf59-4688-a766-948a86a961eb req-f84690d8-e59f-4df6-87c5-c1c39e756189 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bff9bbf-df90-409f-b4bd-834fa044f0ce HTTP/1.1" status: 200 len: 950 time: 0.1577008 Nov 25 13:07:20.475751 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cea7568b-132e-4914-830c-31ddb2b9e59d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:20.482727 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-7be9e4eb-cdea-4465-a73c-a0c79c75d115 req-88126055-ea9e-4bc1-98bc-fdb6a6e519e0 tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] Deleting port 9347c95b-d62d-4b13-a395-b7866044a90f {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:07:20.483111 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-7be9e4eb-cdea-4465-a73c-a0c79c75d115 req-88126055-ea9e-4bc1-98bc-fdb6a6e519e0 tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:20.504897 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-58d2ad3d-b510-4b83-8999-21e199b5333a admin admin] Deleting port 93640fee-310a-454a-8613-6d771ea119ef {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:07:20.505380 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-58d2ad3d-b510-4b83-8999-21e199b5333a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:20.571020 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4dd5090e-cf59-4688-a766-948a86a961eb req-6fa46a7d-7caa-41c0-b6a3-e059f87ef7d3 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494565 Nov 25 13:07:20.667506 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7763264d-03c2-4a2a-896e-9c7c871868df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:20.669150 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7568b-132e-4914-830c-31ddb2b9e59d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6747087c-5949-4700-ad89-d1127c0360fb,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:20.709839 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7763264d-03c2-4a2a-896e-9c7c871868df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:20.770051 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea7568b-132e-4914-830c-31ddb2b9e59d admin admin] Checking segment: {'id': 'b5b7547d-4b2d-4e0b-b974-c8bbac93a359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '05538b39-0ed2-40a2-b712-e6a9ac11f528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:07:20.770423 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea7568b-132e-4914-830c-31ddb2b9e59d admin admin] Network hostable DHCP agents. Network: 05538b39-0ed2-40a2-b712-e6a9ac11f528, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:07:20.778727 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-7763264d-03c2-4a2a-896e-9c7c871868df admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eb4b365af4734bc19b43b6ee63f5b7d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5534055 Nov 25 13:07:20.782057 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59762) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:07:20.783653 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7763264d-03c2-4a2a-896e-9c7c871868df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2d82d8-15be-4fd2-8f93-005faa71c973,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:20.790290 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-7be9e4eb-cdea-4465-a73c-a0c79c75d115 req-88126055-ea9e-4bc1-98bc-fdb6a6e519e0 tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] For port 9347c95b-d62d-4b13-a395-b7866044a90f, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=9347c95b-d62d-4b13-a395-b7866044a90f,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:07:20.791324 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-7be9e4eb-cdea-4465-a73c-a0c79c75d115 req-88126055-ea9e-4bc1-98bc-fdb6a6e519e0 tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:20.800744 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-58d2ad3d-b510-4b83-8999-21e199b5333a admin admin] For port 93640fee-310a-454a-8613-6d771ea119ef, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=93640fee-310a-454a-8613-6d771ea119ef,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:07:20.801125 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-58d2ad3d-b510-4b83-8999-21e199b5333a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:20.815940 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d21a06-9a40-4afe-b13c-b54d3b97f472 req-296bf49a-6a5d-4aaa-9934-cfc6eb4141e7 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:20.819402 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-7be9e4eb-cdea-4465-a73c-a0c79c75d115 req-88126055-ea9e-4bc1-98bc-fdb6a6e519e0 tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] Calling delete_port for 9347c95b-d62d-4b13-a395-b7866044a90f owned by compute:tempest-test_az-52873556 {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:07:20.823237 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-48d21a06-9a40-4afe-b13c-b54d3b97f472 req-296bf49a-6a5d-4aaa-9934-cfc6eb4141e7 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe7a402e-531c-4b21-9ace-10ffccdcb00f HTTP/1.1" status: 200 len: 946 time: 0.2486360 Nov 25 13:07:20.835534 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b773f9f-4306-4d79-9569-4d26317c0467 req-ed8d6238-9b3b-4575-b138-9e41e489c59b tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:20.837069 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3b773f9f-4306-4d79-9569-4d26317c0467 req-ed8d6238-9b3b-4575-b138-9e41e489c59b tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c83004cb-df96-4d27-9371-9bd234a0c154 HTTP/1.1" status: 200 len: 950 time: 0.1801267 Nov 25 13:07:20.841168 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-58d2ad3d-b510-4b83-8999-21e199b5333a admin admin] Calling delete_port for 93640fee-310a-454a-8613-6d771ea119ef owned by network:router_gateway {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:07:20.889652 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea7568b-132e-4914-830c-31ddb2b9e59d admin admin] Network 05538b39-0ed2-40a2-b712-e6a9ac11f528 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:07:20.909718 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-298a12c7-2047-4490-99e3-129143be791b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:20.911274 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-298a12c7-2047-4490-99e3-129143be791b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d2e157ec7259461e96009d2e9c8298f0&device_id=fe7a402e-531c-4b21-9ace-10ffccdcb00f HTTP/1.1" status: 200 len: 1098 time: 0.1870546 Nov 25 13:07:20.922544 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-cea7568b-132e-4914-830c-31ddb2b9e59d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 05538b39-0ed2-40a2-b712-e6a9ac11f528) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:07:20.932277 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1053082-66a5-44fc-a068-374c9afac2d9 None None] Network 05538b39-0ed2-40a2-b712-e6a9ac11f528 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:07:20.939309 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea7568b-132e-4914-830c-31ddb2b9e59d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:20.939904 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cea7568b-132e-4914-830c-31ddb2b9e59d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:20.960781 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c178745c-77da-4e51-8e85-beb3d9f1430e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:20.976286 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-48d21a06-9a40-4afe-b13c-b54d3b97f472 req-21432993-f139-4f6d-b477-4f93a577f368 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519644 Nov 25 13:07:20.983639 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3b773f9f-4306-4d79-9569-4d26317c0467 req-25801c94-5530-4ed8-ab9b-c41990f9d667 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307597 Nov 25 13:07:20.998249 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-cea7568b-132e-4914-830c-31ddb2b9e59d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0232117 Nov 25 13:07:21.001777 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59766) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:07:21.006145 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c178745c-77da-4e51-8e85-beb3d9f1430e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:21.010411 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-7aaa06c5-a6d8-44a6-8f6a-2fb7b4cec400 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1200141678-router', 'tenant_id': '0847adb867eb43dd9514b39274c66d40', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:07:21.084196 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7aaa06c5-a6d8-44a6-8f6a-2fb7b4cec400 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:21.085339 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7aaa06c5-a6d8-44a6-8f6a-2fb7b4cec400 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:21.116751 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85994eb-1100-4bef-b684-0a7f28b7efa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-05538b39-0ed2-40a2-b712-e6a9ac11f528', 'network_id': '05538b39-0ed2-40a2-b712-e6a9ac11f528', 'tenant_id': '0847adb867eb43dd9514b39274c66d40', 'fixed_ips': [{'subnet_id': '6747087c-5949-4700-ad89-d1127c0360fb'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:07:21.117871 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c85994eb-1100-4bef-b684-0a7f28b7efa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:21.118555 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c178745c-77da-4e51-8e85-beb3d9f1430e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:21.121910 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c178745c-77da-4e51-8e85-beb3d9f1430e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:21.123449 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c178745c-77da-4e51-8e85-beb3d9f1430e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8b2d82d8-15be-4fd2-8f93-005faa71c973 HTTP/1.1" status: 204 len: 168 time: 0.3370473 Nov 25 13:07:21.150494 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c178745c-77da-4e51-8e85-beb3d9f1430e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2d82d8-15be-4fd2-8f93-005faa71c973,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:21.188366 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7aaa06c5-a6d8-44a6-8f6a-2fb7b4cec400 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:21.245715 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-7a000484-972d-43be-a423-55f341c5bb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:21.247512 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-7a000484-972d-43be-a423-55f341c5bb28 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4eedb877-5fc3-46a9-a0e2-7e0a431fb103 HTTP/1.1" status: 200 len: 922 time: 0.2860503 Nov 25 13:07:21.344387 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-87b262f4-59a8-4d67-9f12-1e85042d9de1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b45b1735-e9ae-4e97-b95a-4d0e4460d7bd HTTP/1.1" status: 200 len: 217 time: 0.0871394 Nov 25 13:07:21.385412 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-7be9e4eb-cdea-4465-a73c-a0c79c75d115 req-88126055-ea9e-4bc1-98bc-fdb6a6e519e0 tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:21.406284 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['9347c95b-d62d-4b13-a395-b7866044a90f'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:07:21.446016 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da48ae17-dbc5-4089-ac01-0324a450b97c req-bbc2bb6c-cb5b-4e71-a8af-87fd623f9dc2 tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:21.448791 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88126055-ea9e-4bc1-98bc-fdb6a6e519e0 tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] Pushing event deleted for resources: {'Port': ['ID=9347c95b-d62d-4b13-a395-b7866044a90f,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:21.454327 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-da48ae17-dbc5-4089-ac01-0324a450b97c req-bbc2bb6c-cb5b-4e71-a8af-87fd623f9dc2 tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4ee68f7-99ca-4405-a89a-dad1a0c210ed HTTP/1.1" status: 200 len: 970 time: 0.1693232 Nov 25 13:07:21.457640 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7aaa06c5-a6d8-44a6-8f6a-2fb7b4cec400 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:21.469488 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-c85994eb-1100-4bef-b684-0a7f28b7efa9 None None] Allocated IP 172.20.0.2 (05538b39-0ed2-40a2-b712-e6a9ac11f528/6747087c-5949-4700-ad89-d1127c0360fb/b87051f4-c750-459f-9814-f5f329df197c) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:07:21.500861 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-58d2ad3d-b510-4b83-8999-21e199b5333a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:21.553469 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d2ad3d-b510-4b83-8999-21e199b5333a admin admin] Pushing event deleted for resources: {'Port': ['ID=93640fee-310a-454a-8613-6d771ea119ef,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:21.584239 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-da48ae17-dbc5-4089-ac01-0324a450b97c req-914c88fc-f62b-4c5a-9444-928c405069a0 tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] 10.222.0.53 "GET /v2.0/security-groups?id=b33d9933-5066-456d-becc-4c8c04913490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289103 Nov 25 13:07:21.587775 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-7be9e4eb-cdea-4465-a73c-a0c79c75d115 req-88126055-ea9e-4bc1-98bc-fdb6a6e519e0 tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] No DVR routers for this DVR port 9347c95b-d62d-4b13-a395-b7866044a90f on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:07:21.591256 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-7be9e4eb-cdea-4465-a73c-a0c79c75d115 req-88126055-ea9e-4bc1-98bc-fdb6a6e519e0 tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:21.597032 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7be9e4eb-cdea-4465-a73c-a0c79c75d115 req-88126055-ea9e-4bc1-98bc-fdb6a6e519e0 tempest-AggregatesAdminTestJSON-1613365006 tempest-AggregatesAdminTestJSON-1613365006-project] 10.222.0.47 "DELETE /v2.0/ports/9347c95b-d62d-4b13-a395-b7866044a90f HTTP/1.1" status: 204 len: 173 time: 1.7048101 Nov 25 13:07:21.597032 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4ee68f7-99ca-4405-a89a-dad1a0c210ed', 'name': 'network-vif-deleted', 'tag': '9347c95b-d62d-4b13-a395-b7866044a90f'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:07:21.600463 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad8ad6c-6a70-42fe-b867-3aaaf92427a4" -d '{"events": [{"server_uuid": "a4ee68f7-99ca-4405-a89a-dad1a0c210ed", "name": "network-vif-deleted", "tag": "9347c95b-d62d-4b13-a395-b7866044a90f"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:07:21.611381 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-c8988583-602e-4b7e-8494-9a146135bfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:21.613484 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-c8988583-602e-4b7e-8494-9a146135bfcd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c6ff4ad3-eaf7-4ebb-ae7a-2ad7a9626250 HTTP/1.1" status: 200 len: 861 time: 0.2588561 Nov 25 13:07:21.660183 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-f96ee371-9efc-4ba9-94af-beaf40937b61 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4eedb877-5fc3-46a9-a0e2-7e0a431fb103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285511 Nov 25 13:07:21.664885 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-58d2ad3d-b510-4b83-8999-21e199b5333a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:21.785291 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c85994eb-1100-4bef-b684-0a7f28b7efa9 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:21.792345 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce73bd4-ac49-4105-9482-9c35b1a1a2e9 x-openstack-request-id: req-2ce73bd4-ac49-4105-9482-9c35b1a1a2e9 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:07:21.793507 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4ee68f7-99ca-4405-a89a-dad1a0c210ed", "name": "network-vif-deleted", "tag": "9347c95b-d62d-4b13-a395-b7866044a90f", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:07:21.793864 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2ce73bd4-ac49-4105-9482-9c35b1a1a2e9 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:07:21.795997 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4ee68f7-99ca-4405-a89a-dad1a0c210ed', 'name': 'network-vif-deleted', 'tag': '9347c95b-d62d-4b13-a395-b7866044a90f', 'status': 'completed', 'code': 200} Nov 25 13:07:21.813286 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c85994eb-1100-4bef-b684-0a7f28b7efa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:21.835942 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0795fc80-6a4e-40c1-98f2-fce28bb69456 req-d68e3811-edf8-456e-b6ef-daa5583dd56a tempest-ServersOnMultiNodesTest-1296905377 tempest-ServersOnMultiNodesTest-1296905377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:21.837680 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0795fc80-6a4e-40c1-98f2-fce28bb69456 req-d68e3811-edf8-456e-b6ef-daa5583dd56a tempest-ServersOnMultiNodesTest-1296905377 tempest-ServersOnMultiNodesTest-1296905377-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4bff9bbf-df90-409f-b4bd-834fa044f0ce HTTP/1.1" status: 200 len: 1102 time: 0.1360407 Nov 25 13:07:21.901677 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-58d2ad3d-b510-4b83-8999-21e199b5333a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:21.908692 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-58d2ad3d-b510-4b83-8999-21e199b5333a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:21.909166 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-0795fc80-6a4e-40c1-98f2-fce28bb69456 req-1ddb8416-ac2f-4e33-a947-d751804715d9 tempest-ServersOnMultiNodesTest-1296905377 tempest-ServersOnMultiNodesTest-1296905377-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:21.911005 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85994eb-1100-4bef-b684-0a7f28b7efa9 None None] Pushing event updated for resources: {'Port': ['ID=b87051f4-c750-459f-9814-f5f329df197c,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:21.924627 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85994eb-1100-4bef-b684-0a7f28b7efa9 None None] Network 05538b39-0ed2-40a2-b712-e6a9ac11f528 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:07:21.927863 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-c85994eb-1100-4bef-b684-0a7f28b7efa9 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:07:21.931650 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85994eb-1100-4bef-b684-0a7f28b7efa9 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:07:21.944516 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7aaa06c5-a6d8-44a6-8f6a-2fb7b4cec400 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:21.968211 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7aaa06c5-a6d8-44a6-8f6a-2fb7b4cec400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:22.008048 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-c85994eb-1100-4bef-b684-0a7f28b7efa9 None None] Attempting to bind port b87051f4-c750-459f-9814-f5f329df197c on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:07:22.008612 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-c85994eb-1100-4bef-b684-0a7f28b7efa9 None None] Attempting to bind port b87051f4-c750-459f-9814-f5f329df197c by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'b5b7547d-4b2d-4e0b-b974-c8bbac93a359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '05538b39-0ed2-40a2-b712-e6a9ac11f528'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:07:22.010989 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85994eb-1100-4bef-b684-0a7f28b7efa9 None None] Attempting to bind port b87051f4-c750-459f-9814-f5f329df197c on network 05538b39-0ed2-40a2-b712-e6a9ac11f528 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:07:22.021574 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85994eb-1100-4bef-b684-0a7f28b7efa9 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:07:22.022094 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85994eb-1100-4bef-b684-0a7f28b7efa9 None None] Checking segment: {'id': 'b5b7547d-4b2d-4e0b-b974-c8bbac93a359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '05538b39-0ed2-40a2-b712-e6a9ac11f528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:07:22.023116 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c85994eb-1100-4bef-b684-0a7f28b7efa9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:22.025387 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85994eb-1100-4bef-b684-0a7f28b7efa9 None None] Bound using segment: {'id': 'b5b7547d-4b2d-4e0b-b974-c8bbac93a359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '05538b39-0ed2-40a2-b712-e6a9ac11f528'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:07:22.027106 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-58d2ad3d-b510-4b83-8999-21e199b5333a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:22.027106 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d2ad3d-b510-4b83-8999-21e199b5333a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d8e51ac-7052-4faf-a0dc-15f8bc212077 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:07:22.028368 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-c85994eb-1100-4bef-b684-0a7f28b7efa9 None None] Bound port: b87051f4-c750-459f-9814-f5f329df197c, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5b7547d-4b2d-4e0b-b974-c8bbac93a359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '05538b39-0ed2-40a2-b712-e6a9ac11f528'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:07:22.028998 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c85994eb-1100-4bef-b684-0a7f28b7efa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:22.034938 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-58d2ad3d-b510-4b83-8999-21e199b5333a admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:22.036473 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-58d2ad3d-b510-4b83-8999-21e199b5333a admin admin] 10.222.0.53 "DELETE /v2.0/routers/2d8e51ac-7052-4faf-a0dc-15f8bc212077 HTTP/1.1" status: 204 len: 168 time: 2.9079418 Nov 25 13:07:22.039909 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59790) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:07:22.043292 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-c9fc9858-b1ef-43b8-9c0c-e32c0968e2c3 service neutron] 10.222.0.47 "GET /v2.0/networks/4eedb877-5fc3-46a9-a0e2-7e0a431fb103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462659 Nov 25 13:07:22.165159 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-c85994eb-1100-4bef-b684-0a7f28b7efa9 None None] For port b87051f4-c750-459f-9814-f5f329df197c, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:07:22.169711 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-c85994eb-1100-4bef-b684-0a7f28b7efa9 None None] For port b87051f4-c750-459f-9814-f5f329df197c, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=b87051f4-c750-459f-9814-f5f329df197c,segment=NetworkSegment(b5b7547d-4b2d-4e0b-b974-c8bbac93a359),segment_id=b5b7547d-4b2d-4e0b-b974-c8bbac93a359)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:07:22.181011 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c85994eb-1100-4bef-b684-0a7f28b7efa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:22.242233 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bfa4560-fc0c-4dee-839f-5597106e0108 admin admin] Deleting subnet e2c7703f-f821-47fa-876a-bf91c67a81aa {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:07:22.277790 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85994eb-1100-4bef-b684-0a7f28b7efa9 None None] Pushing event updated for resources: {'Port': ['ID=b87051f4-c750-459f-9814-f5f329df197c,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:22.287772 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6bfa4560-fc0c-4dee-839f-5597106e0108 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:22.295958 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-093ec9a9-1e0b-4868-b434-f440ccda7aa7 service neutron] 10.222.0.47 "GET /v2.0/networks/4eedb877-5fc3-46a9-a0e2-7e0a431fb103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445011 Nov 25 13:07:22.348027 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 8957f8fd-04fb-4496-8749-8df29f46dd98 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:07:22.348258 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-0795fc80-6a4e-40c1-98f2-fce28bb69456 req-1ddb8416-ac2f-4e33-a947-d751804715d9 tempest-ServersOnMultiNodesTest-1296905377 tempest-ServersOnMultiNodesTest-1296905377-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:22.362653 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-7aaa06c5-a6d8-44a6-8f6a-2fb7b4cec400 admin admin] Allocated IP 172.25.5.73 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/229ed14e-aff0-4306-a4b5-88bb38a9c6bd) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:07:22.372877 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-0795fc80-6a4e-40c1-98f2-fce28bb69456 req-1ddb8416-ac2f-4e33-a947-d751804715d9 tempest-ServersOnMultiNodesTest-1296905377 tempest-ServersOnMultiNodesTest-1296905377-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:22.391040 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96caad12-39d1-405b-abc0-0d3bac2fd34a req-5569609d-3776-4916-93a3-a45a84d5b9d8 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:22.391040 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-96caad12-39d1-405b-abc0-0d3bac2fd34a req-5569609d-3776-4916-93a3-a45a84d5b9d8 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c83004cb-df96-4d27-9371-9bd234a0c154 HTTP/1.1" status: 200 len: 950 time: 0.2327821 Nov 25 13:07:22.411400 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 8957f8fd-04fb-4496-8749-8df29f46dd98 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:07:22.412016 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 8957f8fd-04fb-4496-8749-8df29f46dd98 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:07:22.413881 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6bfa4560-fc0c-4dee-839f-5597106e0108 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:22.502724 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-5dd20989-93e6-407a-8623-16245419c9c7 tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:22.504692 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-5dd20989-93e6-407a-8623-16245419c9c7 tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=fe7a402e-531c-4b21-9ace-10ffccdcb00f&tenant_id=d2e157ec7259461e96009d2e9c8298f0&binding%3Ahost_id=n-h1-808199-11 HTTP/1.1" status: 200 len: 1098 time: 0.1306660 Nov 25 13:07:22.517914 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-6f010a3a-b5ce-4f9a-8e5e-23d07d6c122b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-808199-11'}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:07:22.554331 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0795fc80-6a4e-40c1-98f2-fce28bb69456 req-1ddb8416-ac2f-4e33-a947-d751804715d9 tempest-ServersOnMultiNodesTest-1296905377 tempest-ServersOnMultiNodesTest-1296905377-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6742721 Nov 25 13:07:22.575974 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-6f010a3a-b5ce-4f9a-8e5e-23d07d6c122b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:22.597408 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddb8416-ac2f-4e33-a947-d751804715d9 tempest-ServersOnMultiNodesTest-1296905377 tempest-ServersOnMultiNodesTest-1296905377-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3719be34-007e-4b3b-a2a0-56ce6f35635f,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:22.704572 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-96caad12-39d1-405b-abc0-0d3bac2fd34a req-3268b59f-f569-48d4-9199-9ea6b9d30d3d tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963598 Nov 25 13:07:22.783242 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6bfa4560-fc0c-4dee-839f-5597106e0108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:22.834964 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7aaa06c5-a6d8-44a6-8f6a-2fb7b4cec400 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:22.859451 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894af9e-247b-40f1-b97b-5dff910689fa req-92064081-4644-4e2a-928a-cecee45e416d tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:22.867354 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c894af9e-247b-40f1-b97b-5dff910689fa req-92064081-4644-4e2a-928a-cecee45e416d tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe7a402e-531c-4b21-9ace-10ffccdcb00f HTTP/1.1" status: 200 len: 946 time: 0.1979108 Nov 25 13:07:22.954446 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c894af9e-247b-40f1-b97b-5dff910689fa req-e222d26a-c32e-4abe-a419-3f2d96b97efc tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859625 Nov 25 13:07:23.017413 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-6f010a3a-b5ce-4f9a-8e5e-23d07d6c122b service neutron] For port b45b1735-e9ae-4e97-b95a-4d0e4460d7bd, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=b45b1735-e9ae-4e97-b95a-4d0e4460d7bd,segment=NetworkSegment(f1015c3b-5561-4c41-908e-568aaa0911cd),segment_id=f1015c3b-5561-4c41-908e-568aaa0911cd)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:07:23.024193 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7aaa06c5-a6d8-44a6-8f6a-2fb7b4cec400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:23.038760 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6bfa4560-fc0c-4dee-839f-5597106e0108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:23.061114 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-6f010a3a-b5ce-4f9a-8e5e-23d07d6c122b service neutron] For port b45b1735-e9ae-4e97-b95a-4d0e4460d7bd, host n-h1-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:07:23.075546 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6bfa4560-fc0c-4dee-839f-5597106e0108 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:23.079448 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55575788-1d99-4c0e-aa92-f8dd061fbffa None None] Network 0f5b5873-a4d8-4f50-8efd-fb57992a2cfb requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:07:23.096622 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-6bfa4560-fc0c-4dee-839f-5597106e0108 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e2c7703f-f821-47fa-876a-bf91c67a81aa HTTP/1.1" status: 204 len: 168 time: 1.0517473 Nov 25 13:07:23.097507 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59814) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:07:23.171930 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-6f010a3a-b5ce-4f9a-8e5e-23d07d6c122b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:23.180188 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aaa06c5-a6d8-44a6-8f6a-2fb7b4cec400 admin admin] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:07:23.190968 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-6f010a3a-b5ce-4f9a-8e5e-23d07d6c122b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:23.192146 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfa4560-fc0c-4dee-839f-5597106e0108 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2c7703f-f821-47fa-876a-bf91c67a81aa,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:23.204092 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-7aaa06c5-a6d8-44a6-8f6a-2fb7b4cec400 admin admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:07:23.207101 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aaa06c5-a6d8-44a6-8f6a-2fb7b4cec400 admin admin] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:07:23.209446 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaa06c5-a6d8-44a6-8f6a-2fb7b4cec400 admin admin] Pushing event updated for resources: {'Port': ['ID=229ed14e-aff0-4306-a4b5-88bb38a9c6bd,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:23.258235 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e63be86d-f4ff-4533-84b8-dcdc3fbe83dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:23.300541 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f010a3a-b5ce-4f9a-8e5e-23d07d6c122b service neutron] Pushing event updated for resources: {'Port': ['ID=b45b1735-e9ae-4e97-b95a-4d0e4460d7bd,revision_number=7']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:23.330607 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-d6c13cc2-4854-458d-90c1-539c1fa5e086 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=4190dcc6411041ccb9fe22c2d4608a11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0568714 Nov 25 13:07:23.458331 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-6f010a3a-b5ce-4f9a-8e5e-23d07d6c122b service neutron] Attempting to bind port b45b1735-e9ae-4e97-b95a-4d0e4460d7bd on host n-h1-808199-11 for vnic_type normal with profile {"migrating_to": "n-h2-808199-11"} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:07:23.458669 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-6f010a3a-b5ce-4f9a-8e5e-23d07d6c122b service neutron] Attempting to bind port b45b1735-e9ae-4e97-b95a-4d0e4460d7bd by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': 'f1015c3b-5561-4c41-908e-568aaa0911cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4eedb877-5fc3-46a9-a0e2-7e0a431fb103'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:07:23.459028 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-6f010a3a-b5ce-4f9a-8e5e-23d07d6c122b service neutron] Attempting to bind port b45b1735-e9ae-4e97-b95a-4d0e4460d7bd on network 4eedb877-5fc3-46a9-a0e2-7e0a431fb103 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:07:23.486230 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-6f010a3a-b5ce-4f9a-8e5e-23d07d6c122b service neutron] Port b45b1735-e9ae-4e97-b95a-4d0e4460d7bd on network 4eedb877-5fc3-46a9-a0e2-7e0a431fb103 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:07:23.486605 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-6f010a3a-b5ce-4f9a-8e5e-23d07d6c122b service neutron] Attempting to bind port b45b1735-e9ae-4e97-b95a-4d0e4460d7bd on network 4eedb877-5fc3-46a9-a0e2-7e0a431fb103 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:07:23.494289 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-6f010a3a-b5ce-4f9a-8e5e-23d07d6c122b service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:07:23.494800 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-6f010a3a-b5ce-4f9a-8e5e-23d07d6c122b service neutron] Checking segment: {'id': 'f1015c3b-5561-4c41-908e-568aaa0911cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4eedb877-5fc3-46a9-a0e2-7e0a431fb103'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:07:23.495111 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-6f010a3a-b5ce-4f9a-8e5e-23d07d6c122b service neutron] Bound using segment: {'id': 'f1015c3b-5561-4c41-908e-568aaa0911cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4eedb877-5fc3-46a9-a0e2-7e0a431fb103'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:07:23.495560 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-6f010a3a-b5ce-4f9a-8e5e-23d07d6c122b service neutron] Bound port: b45b1735-e9ae-4e97-b95a-4d0e4460d7bd, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1015c3b-5561-4c41-908e-568aaa0911cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4eedb877-5fc3-46a9-a0e2-7e0a431fb103'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:07:23.505095 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-6f010a3a-b5ce-4f9a-8e5e-23d07d6c122b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:23.507441 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59836) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:07:23.549595 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-e63be86d-f4ff-4533-84b8-dcdc3fbe83dd admin admin] Deleting port ad3942b6-5cab-40cb-ac7a-ad37f3efad0c {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:07:23.549922 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e63be86d-f4ff-4533-84b8-dcdc3fbe83dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:23.748844 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-6f010a3a-b5ce-4f9a-8e5e-23d07d6c122b service neutron] For port b45b1735-e9ae-4e97-b95a-4d0e4460d7bd, host n-h1-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:07:23.753255 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-6f010a3a-b5ce-4f9a-8e5e-23d07d6c122b service neutron] For port b45b1735-e9ae-4e97-b95a-4d0e4460d7bd, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=b45b1735-e9ae-4e97-b95a-4d0e4460d7bd,segment=NetworkSegment(f1015c3b-5561-4c41-908e-568aaa0911cd),segment_id=f1015c3b-5561-4c41-908e-568aaa0911cd)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:07:23.775709 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6417333-e01a-4df9-94c8-f72e0a681644 None None] DHCP port deletion for 0f5b5873-a4d8-4f50-8efd-fb57992a2cfb request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:07:23.800030 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe7a402e-531c-4b21-9ace-10ffccdcb00f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b45b1735-e9ae-4e97-b95a-4d0e4460d7bd'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:07:23.805375 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788168d4-1277-4c24-82db-6d2fadd95f08" -d '{"events": [{"server_uuid": "fe7a402e-531c-4b21-9ace-10ffccdcb00f", "name": "network-vif-unplugged", "status": "completed", "tag": "b45b1735-e9ae-4e97-b95a-4d0e4460d7bd"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:07:23.819199 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-e63be86d-f4ff-4533-84b8-dcdc3fbe83dd admin admin] For port ad3942b6-5cab-40cb-ac7a-ad37f3efad0c, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=ad3942b6-5cab-40cb-ac7a-ad37f3efad0c,segment=NetworkSegment(4db6111d-f175-40b7-a0aa-253eda27a602),segment_id=4db6111d-f175-40b7-a0aa-253eda27a602)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:07:23.819585 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e63be86d-f4ff-4533-84b8-dcdc3fbe83dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:23.836962 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-6f010a3a-b5ce-4f9a-8e5e-23d07d6c122b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:23.856217 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-f6417333-e01a-4df9-94c8-f72e0a681644 None None] Deleting port ad3942b6-5cab-40cb-ac7a-ad37f3efad0c {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:07:23.856734 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f6417333-e01a-4df9-94c8-f72e0a681644 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:23.881391 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-e63be86d-f4ff-4533-84b8-dcdc3fbe83dd admin admin] Calling delete_port for ad3942b6-5cab-40cb-ac7a-ad37f3efad0c owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:07:23.892494 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-fe52f66b-82bb-46ac-a2c5-4d181bf725c9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9db4ba4254804bea9c48c72b006f7973&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3831148 Nov 25 13:07:23.903854 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59850) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:07:23.923033 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c03c7f9-6acb-4cf5-bc60-3eb7aa5d1364 None None] Network 05538b39-0ed2-40a2-b712-e6a9ac11f528 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:07:23.949392 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-de76e970-bf13-46e8-a9dd-bc2502ae92ad tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:23.955162 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-de76e970-bf13-46e8-a9dd-bc2502ae92ad tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6138504 Nov 25 13:07:23.992024 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f010a3a-b5ce-4f9a-8e5e-23d07d6c122b service neutron] Pushing event updated for resources: {'Port': ['ID=b45b1735-e9ae-4e97-b95a-4d0e4460d7bd,revision_number=8']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:23.994855 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-f6417333-e01a-4df9-94c8-f72e0a681644 None None] For port ad3942b6-5cab-40cb-ac7a-ad37f3efad0c, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=ad3942b6-5cab-40cb-ac7a-ad37f3efad0c,segment=NetworkSegment(4db6111d-f175-40b7-a0aa-253eda27a602),segment_id=4db6111d-f175-40b7-a0aa-253eda27a602)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:07:23.995302 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f6417333-e01a-4df9-94c8-f72e0a681644 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:23.999342 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-6f010a3a-b5ce-4f9a-8e5e-23d07d6c122b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:24.000534 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-6f010a3a-b5ce-4f9a-8e5e-23d07d6c122b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:24.001946 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-6f010a3a-b5ce-4f9a-8e5e-23d07d6c122b service neutron] 10.222.0.47 "PUT /v2.0/ports/b45b1735-e9ae-4e97-b95a-4d0e4460d7bd HTTP/1.1" status: 200 len: 1124 time: 1.4882696 Nov 25 13:07:24.007553 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26fcb93-1f6a-43e9-a755-9058e5547b8b req-31c304e4-2f8b-4e0b-9563-fbf5522fff74 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:24.009104 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f26fcb93-1f6a-43e9-a755-9058e5547b8b req-31c304e4-2f8b-4e0b-9563-fbf5522fff74 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c83004cb-df96-4d27-9371-9bd234a0c154 HTTP/1.1" status: 200 len: 950 time: 0.1697915 Nov 25 13:07:24.023605 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-f6417333-e01a-4df9-94c8-f72e0a681644 None None] Calling delete_port for ad3942b6-5cab-40cb-ac7a-ad37f3efad0c owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:07:24.026837 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-ddab26f4-4abb-4e86-8025-5f939af04289 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/quotas/4190dcc6411041ccb9fe22c2d4608a11 HTTP/1.1" status: 200 len: 375 time: 0.0655775 Nov 25 13:07:24.044167 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e63be86d-f4ff-4533-84b8-dcdc3fbe83dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:24.079638 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63be86d-f4ff-4533-84b8-dcdc3fbe83dd admin admin] Pushing event deleted for resources: {'Port': ['ID=ad3942b6-5cab-40cb-ac7a-ad37f3efad0c,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:24.084070 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63be86d-f4ff-4533-84b8-dcdc3fbe83dd admin admin] No DVR routers for this DVR port ad3942b6-5cab-40cb-ac7a-ad37f3efad0c on host n-d-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:07:24.137980 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['b45b1735-e9ae-4e97-b95a-4d0e4460d7bd'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:07:24.162950 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e63be86d-f4ff-4533-84b8-dcdc3fbe83dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:24.177186 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1c33fbd1-d50e-44ed-bcc0-786351901ef8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:24.184452 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-aa429621-8ede-4058-9dc6-e183405a98e5 None None] Provisioning complete for port b87051f4-c750-459f-9814-f5f329df197c triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:07:24.184824 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aa429621-8ede-4058-9dc6-e183405a98e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:24.186567 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e63be86d-f4ff-4533-84b8-dcdc3fbe83dd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 13:07:24.186969 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e63be86d-f4ff-4533-84b8-dcdc3fbe83dd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 13:07:24.188225 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e63be86d-f4ff-4533-84b8-dcdc3fbe83dd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 13:07:24.188225 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e63be86d-f4ff-4533-84b8-dcdc3fbe83dd admin admin] Subscribe: > port after_create 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 13:07:24.188405 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e63be86d-f4ff-4533-84b8-dcdc3fbe83dd admin admin] Subscribe: > port after_delete 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 13:07:24.188726 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e63be86d-f4ff-4533-84b8-dcdc3fbe83dd admin admin] Subscribe: > port after_update 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 13:07:24.189347 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e63be86d-f4ff-4533-84b8-dcdc3fbe83dd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 13:07:24.189796 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e63be86d-f4ff-4533-84b8-dcdc3fbe83dd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 13:07:24.190390 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e63be86d-f4ff-4533-84b8-dcdc3fbe83dd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 13:07:24.190570 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e63be86d-f4ff-4533-84b8-dcdc3fbe83dd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 13:07:24.215781 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-089ab9e8-f458-4cac-b048-6dc0f953ed0d tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4190dcc6411041ccb9fe22c2d4608a11&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1880445 Nov 25 13:07:24.225541 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f26fcb93-1f6a-43e9-a755-9058e5547b8b req-90d263cc-6df4-4bb0-8ca0-a9f39eac31b6 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903195 Nov 25 13:07:24.230369 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7aaa06c5-a6d8-44a6-8f6a-2fb7b4cec400 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:24.269666 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1c33fbd1-d50e-44ed-bcc0-786351901ef8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:24.348538 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e63be86d-f4ff-4533-84b8-dcdc3fbe83dd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 13:07:24.352295 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e63be86d-f4ff-4533-84b8-dcdc3fbe83dd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 13:07:24.352707 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e63be86d-f4ff-4533-84b8-dcdc3fbe83dd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 13:07:24.353110 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e63be86d-f4ff-4533-84b8-dcdc3fbe83dd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 13:07:24.358773 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-e63be86d-f4ff-4533-84b8-dcdc3fbe83dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f5b5873-a4d8-4f50-8efd-fb57992a2cfb']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:07:24.424597 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1c33fbd1-d50e-44ed-bcc0-786351901ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:24.427918 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1c33fbd1-d50e-44ed-bcc0-786351901ef8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:24.429545 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-1c33fbd1-d50e-44ed-bcc0-786351901ef8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b33d9933-5066-456d-becc-4c8c04913490 HTTP/1.1" status: 204 len: 168 time: 0.5230505 Nov 25 13:07:24.436996 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-e63be86d-f4ff-4533-84b8-dcdc3fbe83dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4db6111d-f175-40b7-a0aa-253eda27a602') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:07:24.437350 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-e63be86d-f4ff-4533-84b8-dcdc3fbe83dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4db6111d-f175-40b7-a0aa-253eda27a602') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:07:24.443895 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c33fbd1-d50e-44ed-bcc0-786351901ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33d9933-5066-456d-becc-4c8c04913490,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:24.459514 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device b87051f4-c750-459f-9814-f5f329df197c up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:07:24.484139 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:07:24.484693 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e63be86d-f4ff-4533-84b8-dcdc3fbe83dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:24.505911 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7aaa06c5-a6d8-44a6-8f6a-2fb7b4cec400 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:24.521491 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e63be86d-f4ff-4533-84b8-dcdc3fbe83dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:24.541271 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e63be86d-f4ff-4533-84b8-dcdc3fbe83dd admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:07:24.542658 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e63be86d-f4ff-4533-84b8-dcdc3fbe83dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:24.551806 n-d-808199-11 neutron-server[103571]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 25 13:07:24.551806 n-d-808199-11 neutron-server[103571]: from cryptography.utils import int_from_bytes Nov 25 13:07:24.551806 n-d-808199-11 neutron-server[103571]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 25 13:07:24.551806 n-d-808199-11 neutron-server[103571]: from cryptography.utils import int_from_bytes Nov 25 13:07:24.551806 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:07:24.551806 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:07:24.551806 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:07:24.551806 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:07:24.551806 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:07:24.551806 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:07:24.551806 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:07:24.551806 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:07:24.551806 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:07:24.551806 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:07:24.551806 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:07:24.551806 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:07:24.551806 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:07:24.551806 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:07:24.551806 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:07:24.551806 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:07:24.551806 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:07:24.551806 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:07:24.551806 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:07:24.551806 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:07:24.551806 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:07:24.551806 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:07:24.551806 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:07:24.551806 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:07:24.551806 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:07:24.551806 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:07:24.551806 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:07:24.551806 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:07:24.551806 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:07:24.551806 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:07:24.551806 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:07:24.551806 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:07:24.574775 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 9347c95b-d62d-4b13-a395-b7866044a90f no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:07:24.626662 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f6417333-e01a-4df9-94c8-f72e0a681644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:24.659665 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6417333-e01a-4df9-94c8-f72e0a681644 None None] No DVR routers for this DVR port ad3942b6-5cab-40cb-ac7a-ad37f3efad0c on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:07:24.682323 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e63be86d-f4ff-4533-84b8-dcdc3fbe83dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:24.693455 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e63be86d-f4ff-4533-84b8-dcdc3fbe83dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:24.712522 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-e63be86d-f4ff-4533-84b8-dcdc3fbe83dd admin admin] 10.222.0.53 "DELETE /v2.0/networks/0f5b5873-a4d8-4f50-8efd-fb57992a2cfb HTTP/1.1" status: 204 len: 168 time: 1.6110461 Nov 25 13:07:24.718107 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aaa06c5-a6d8-44a6-8f6a-2fb7b4cec400 admin admin] Router fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:07:24.757945 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63be86d-f4ff-4533-84b8-dcdc3fbe83dd admin admin] Pushing event deleted for resources: {'Network': ['ID=0f5b5873-a4d8-4f50-8efd-fb57992a2cfb,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:24.859472 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: 9347c95b-d62d-4b13-a395-b7866044a90f {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:07:24.860080 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 9347c95b-d62d-4b13-a395-b7866044a90f not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:07:24.865532 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aaa06c5-a6d8-44a6-8f6a-2fb7b4cec400 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:07:24.880300 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6417333-e01a-4df9-94c8-f72e0a681644 None None] Pushing event deleted for resources: {'Port': ['ID=ad3942b6-5cab-40cb-ac7a-ad37f3efad0c,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:24.897149 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7aaa06c5-a6d8-44a6-8f6a-2fb7b4cec400 admin admin] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:24.900067 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 13:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a45e842-7d22-42de-99cf-af8953a9d184 x-openstack-request-id: req-5a45e842-7d22-42de-99cf-af8953a9d184 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:07:24.900552 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe7a402e-531c-4b21-9ace-10ffccdcb00f", "name": "network-vif-unplugged", "status": "completed", "tag": "b45b1735-e9ae-4e97-b95a-4d0e4460d7bd", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:07:24.900955 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5a45e842-7d22-42de-99cf-af8953a9d184 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:07:24.901520 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe7a402e-531c-4b21-9ace-10ffccdcb00f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b45b1735-e9ae-4e97-b95a-4d0e4460d7bd', 'code': 200} Nov 25 13:07:24.902986 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f942098-eca4-46a0-8c9a-2fb711ea87bc None None] Sync routers for ids ['fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:07:24.904738 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59872) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:07:24.905420 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-7aaa06c5-a6d8-44a6-8f6a-2fb7b4cec400 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.9026120 Nov 25 13:07:24.985136 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d98222-a96a-46a4-8215-b9db8bcec92f req-1e673553-0d1b-4486-ae76-9d3681ade777 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:24.987716 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-78d98222-a96a-46a4-8215-b9db8bcec92f req-1e673553-0d1b-4486-ae76-9d3681ade777 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe7a402e-531c-4b21-9ace-10ffccdcb00f HTTP/1.1" status: 200 len: 944 time: 0.0808597 Nov 25 13:07:25.081534 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-78d98222-a96a-46a4-8215-b9db8bcec92f req-08d7fb24-928c-4ece-80a0-a29f09181ac9 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866349 Nov 25 13:07:25.127568 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59878) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:07:25.190882 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f942098-eca4-46a0-8c9a-2fb711ea87bc None None] Routers {'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:07:25.191550 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-6f942098-eca4-46a0-8c9a-2fb711ea87bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:07:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:07:25.229559 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f95b8e43-f6e3-48e0-a262-b2b4f2178158 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=968615a5eef644fd9c7cb22ecda9948d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0997465 Nov 25 13:07:25.229559 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59884) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:07:25.229559 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59886) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:07:25.334178 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aa429621-8ede-4058-9dc6-e183405a98e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:25.409858 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-aa429621-8ede-4058-9dc6-e183405a98e5 None None] For port b87051f4-c750-459f-9814-f5f329df197c, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=b87051f4-c750-459f-9814-f5f329df197c,segment=NetworkSegment(b5b7547d-4b2d-4e0b-b974-c8bbac93a359),segment_id=b5b7547d-4b2d-4e0b-b974-c8bbac93a359)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:07:25.413618 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d51f7d7c-bef9-42ae-90eb-c372fda1d55f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=49f0e1dae3674b4da984771031153fe5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1726160 Nov 25 13:07:25.414365 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59898) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:07:25.421680 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port b87051f4-c750-459f-9814-f5f329df197c triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:07:25.422295 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:25.436884 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0a751aa2-a4c5-41ef-bc58-d6b0f766ddc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:25.485683 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aa429621-8ede-4058-9dc6-e183405a98e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:25.548646 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa429621-8ede-4058-9dc6-e183405a98e5 None None] Pushing event updated for resources: {'Port': ['ID=b87051f4-c750-459f-9814-f5f329df197c,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:25.599652 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0a751aa2-a4c5-41ef-bc58-d6b0f766ddc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:25.696599 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e9f5fdae-a320-4496-9c21-cef2efbb5a65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:25.699820 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-38817412-cf77-45b7-b474-d2ea5c46bf08 req-f87dd59e-65dc-4df5-9fff-b627e6f329c1 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=d410d79b-0ea5-45ec-bbd3-620a720f4750 HTTP/1.1" status: 200 len: 210 time: 0.1132994 Nov 25 13:07:25.712431 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b73a9fb-6f3f-4141-8355-920ab0bc3283 req-aeae5f5a-3331-4b92-be7a-3bbd8d283ef9 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:25.722975 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3b73a9fb-6f3f-4141-8355-920ab0bc3283 req-aeae5f5a-3331-4b92-be7a-3bbd8d283ef9 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c83004cb-df96-4d27-9371-9bd234a0c154 HTTP/1.1" status: 200 len: 950 time: 0.2811410 Nov 25 13:07:25.729726 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-1bcbfae6-f1a5-4471-a603-a541885ec88b None None] Provisioning complete for port b87051f4-c750-459f-9814-f5f329df197c triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:07:25.730120 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1bcbfae6-f1a5-4471-a603-a541885ec88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:25.751521 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ec4dc3e5-bdaf-440d-8178-ba9cd8a97a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:25.783191 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-6f942098-eca4-46a0-8c9a-2fb711ea87bc None None] Set router fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:07:25.809135 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e9f5fdae-a320-4496-9c21-cef2efbb5a65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:25.870367 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3b73a9fb-6f3f-4141-8355-920ab0bc3283 req-8a9348e2-b735-4a4c-90ac-7d4ccf38ba0e tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411748 Nov 25 13:07:25.918564 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device ad3942b6-5cab-40cb-ac7a-ad37f3efad0c no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:07:25.938902 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0a751aa2-a4c5-41ef-bc58-d6b0f766ddc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:25.947633 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0a751aa2-a4c5-41ef-bc58-d6b0f766ddc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:25.955958 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: ad3942b6-5cab-40cb-ac7a-ad37f3efad0c {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:07:25.956593 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device ad3942b6-5cab-40cb-ac7a-ad37f3efad0c not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:07:25.956739 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 93640fee-310a-454a-8613-6d771ea119ef no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:07:25.963423 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-0a751aa2-a4c5-41ef-bc58-d6b0f766ddc4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1c95b830-1815-4859-ab46-44bdefd21409 HTTP/1.1" status: 204 len: 168 time: 0.7289848 Nov 25 13:07:25.979683 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e9f5fdae-a320-4496-9c21-cef2efbb5a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:25.986444 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [req-18539799-4284-4130-82a1-d9c0c3cf118d req-d30a55c6-7db7-47cf-a4a1-c3f546b0d647 service neutron] show failed (client error): The resource could not be found. Nov 25 13:07:25.990073 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-18539799-4284-4130-82a1-d9c0c3cf118d req-d30a55c6-7db7-47cf-a4a1-c3f546b0d647 service neutron] 10.222.0.66 "GET /v2.0/ports/6efc11c2-af6f-479e-9696-54cf17fa00d8/bindings/n-h2-808199-11 HTTP/1.1" status: 404 len: 381 time: 0.3163047 Nov 25 13:07:25.995819 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 93640fee-310a-454a-8613-6d771ea119ef {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:07:25.996297 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 93640fee-310a-454a-8613-6d771ea119ef not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:07:26.013958 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e9f5fdae-a320-4496-9c21-cef2efbb5a65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:26.014255 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-ec4dc3e5-bdaf-440d-8178-ba9cd8a97a2e admin admin] Allocated IP 172.20.0.1 (05538b39-0ed2-40a2-b712-e6a9ac11f528/6747087c-5949-4700-ad89-d1127c0360fb/ac9b2fe5-75b2-44fb-85f3-2948349249f8) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:07:26.019857 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e9f5fdae-a320-4496-9c21-cef2efbb5a65 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2b37dd3a-d8ee-465a-9056-081a747976b5 HTTP/1.1" status: 204 len: 168 time: 0.6012516 Nov 25 13:07:26.069164 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a751aa2-a4c5-41ef-bc58-d6b0f766ddc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c95b830-1815-4859-ab46-44bdefd21409,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:26.106724 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a751aa2-a4c5-41ef-bc58-d6b0f766ddc4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:07:26.108655 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a751aa2-a4c5-41ef-bc58-d6b0f766ddc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:07:26.109069 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a751aa2-a4c5-41ef-bc58-d6b0f766ddc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:07:26.111259 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a751aa2-a4c5-41ef-bc58-d6b0f766ddc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:07:26.116861 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a751aa2-a4c5-41ef-bc58-d6b0f766ddc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:07:26.120824 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a751aa2-a4c5-41ef-bc58-d6b0f766ddc4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:07:26.122757 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a751aa2-a4c5-41ef-bc58-d6b0f766ddc4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:07:26.123891 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a751aa2-a4c5-41ef-bc58-d6b0f766ddc4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:07:26.126949 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a751aa2-a4c5-41ef-bc58-d6b0f766ddc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:07:26.130332 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a751aa2-a4c5-41ef-bc58-d6b0f766ddc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:07:26.130790 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a751aa2-a4c5-41ef-bc58-d6b0f766ddc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:07:26.131210 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a751aa2-a4c5-41ef-bc58-d6b0f766ddc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:07:26.176115 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f5fdae-a320-4496-9c21-cef2efbb5a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b37dd3a-d8ee-465a-9056-081a747976b5,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:26.274233 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ec4dc3e5-bdaf-440d-8178-ba9cd8a97a2e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:26.321363 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-6f942098-eca4-46a0-8c9a-2fb711ea87bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1200141678-router', 'tenant_id': '0847adb867eb43dd9514b39274c66d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '229ed14e-aff0-4306-a4b5-88bb38a9c6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:07:21Z', 'updated_at': '2021-11-25T13:07:23Z', 'revision_number': 3, 'project_id': '0847adb867eb43dd9514b39274c66d40', 'gw_port': {'id': '229ed14e-aff0-4306-a4b5-88bb38a9c6bd', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:83:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:07:21Z', 'updated_at': '2021-11-25T13:07:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:07:26.355912 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ec4dc3e5-bdaf-440d-8178-ba9cd8a97a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:26.357767 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff262c3-0c6d-442e-8701-af9a14c0b709 req-7cca320e-8dcd-497b-aa68-bb915bed4606 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:26.379477 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fff262c3-0c6d-442e-8701-af9a14c0b709 req-7cca320e-8dcd-497b-aa68-bb915bed4606 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe7a402e-531c-4b21-9ace-10ffccdcb00f HTTP/1.1" status: 200 len: 944 time: 0.1459589 Nov 25 13:07:26.385440 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f942098-eca4-46a0-8c9a-2fb711ea87bc None None] Checking router: fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:07:26.385905 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f942098-eca4-46a0-8c9a-2fb711ea87bc None None] Updating router fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a port 229ed14e-aff0-4306-a4b5-88bb38a9c6bd binding host n-d-808199-11 {{(pid=103572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:07:26.459179 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4dc3e5-bdaf-440d-8178-ba9cd8a97a2e admin admin] Network 05538b39-0ed2-40a2-b712-e6a9ac11f528 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:07:26.463044 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-ec4dc3e5-bdaf-440d-8178-ba9cd8a97a2e admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:07:26.466489 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6f942098-eca4-46a0-8c9a-2fb711ea87bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:26.476074 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4dc3e5-bdaf-440d-8178-ba9cd8a97a2e admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:07:26.529694 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4dc3e5-bdaf-440d-8178-ba9cd8a97a2e admin admin] Pushing event updated for resources: {'Port': ['ID=ac9b2fe5-75b2-44fb-85f3-2948349249f8,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:26.601608 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fff262c3-0c6d-442e-8701-af9a14c0b709 req-62bfc123-55d6-4dea-a234-e59443466af9 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204962 Nov 25 13:07:26.653834 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device b87051f4-c750-459f-9814-f5f329df197c up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:07:26.657045 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device b45b1735-e9ae-4e97-b95a-4d0e4460d7bd details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:07:26.741702 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4dc3e5-bdaf-440d-8178-ba9cd8a97a2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:07:26.742066 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4dc3e5-bdaf-440d-8178-ba9cd8a97a2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:07:26.742399 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4dc3e5-bdaf-440d-8178-ba9cd8a97a2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:07:26.743380 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4dc3e5-bdaf-440d-8178-ba9cd8a97a2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:07:26.743682 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4dc3e5-bdaf-440d-8178-ba9cd8a97a2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:07:26.744021 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4dc3e5-bdaf-440d-8178-ba9cd8a97a2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:07:26.744372 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4dc3e5-bdaf-440d-8178-ba9cd8a97a2e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:07:26.746277 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4dc3e5-bdaf-440d-8178-ba9cd8a97a2e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:07:26.750846 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4dc3e5-bdaf-440d-8178-ba9cd8a97a2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:07:26.753541 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4dc3e5-bdaf-440d-8178-ba9cd8a97a2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:07:26.754132 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4dc3e5-bdaf-440d-8178-ba9cd8a97a2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:07:26.756202 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4dc3e5-bdaf-440d-8178-ba9cd8a97a2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:07:26.769807 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ec4dc3e5-bdaf-440d-8178-ba9cd8a97a2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:26.869456 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cb9eed39-299b-41b6-84cb-c1e141f51d54 req-de9531b4-a7d5-4608-83d9-1812ca016649 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=d410d79b-0ea5-45ec-bbd3-620a720f4750 HTTP/1.1" status: 200 len: 210 time: 0.0445747 Nov 25 13:07:26.908351 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe7a402e-531c-4b21-9ace-10ffccdcb00f', 'tag': 'b45b1735-e9ae-4e97-b95a-4d0e4460d7bd'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:07:26.913563 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-436604cf-7fef-48bc-8c5e-d38455134d97" -d '{"events": [{"name": "network-changed", "server_uuid": "fe7a402e-531c-4b21-9ace-10ffccdcb00f", "tag": "b45b1735-e9ae-4e97-b95a-4d0e4460d7bd"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:07:27.000439 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18539799-4284-4130-82a1-d9c0c3cf118d req-b4d49cbe-48a5-45db-a6a3-6f137a46353e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:27.002072 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-18539799-4284-4130-82a1-d9c0c3cf118d req-b4d49cbe-48a5-45db-a6a3-6f137a46353e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c83004cb-df96-4d27-9371-9bd234a0c154&tenant_id=af4c9854d3c048999405c81c71776d29 HTTP/1.1" status: 200 len: 1102 time: 0.4905741 Nov 25 13:07:27.034877 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-18539799-4284-4130-82a1-d9c0c3cf118d req-039ff74a-4a71-45cb-bc83-7caf35523873 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-808199-11', 'device_owner': 'compute:nova'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:07:27.067388 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ec4dc3e5-bdaf-440d-8178-ba9cd8a97a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:27.078219 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.db.resource_extend [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 13:07:27.118136 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0cb004-c2cf-4e97-9123-b204f725b512 req-28665f6a-153c-4aad-97bc-92be3ae415be tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:27.129519 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ce0cb004-c2cf-4e97-9123-b204f725b512 req-28665f6a-153c-4aad-97bc-92be3ae415be tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c83004cb-df96-4d27-9371-9bd234a0c154 HTTP/1.1" status: 200 len: 950 time: 0.1674259 Nov 25 13:07:27.212907 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04aaf7cd-72f1-4bc5-a557-84306a39d6bb x-openstack-request-id: req-04aaf7cd-72f1-4bc5-a557-84306a39d6bb {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:07:27.213271 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe7a402e-531c-4b21-9ace-10ffccdcb00f", "tag": "b45b1735-e9ae-4e97-b95a-4d0e4460d7bd", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:07:27.213538 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-04aaf7cd-72f1-4bc5-a557-84306a39d6bb {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:07:27.213945 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe7a402e-531c-4b21-9ace-10ffccdcb00f', 'tag': 'b45b1735-e9ae-4e97-b95a-4d0e4460d7bd', 'status': 'completed', 'code': 200} Nov 25 13:07:27.219005 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.66', 52858) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:07:27.220120 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-11486740-e84f-4a8e-abf7-a87a0a51411e None None] Provisioning complete for port ac9b2fe5-75b2-44fb-85f3-2948349249f8 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:07:27.220496 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-11486740-e84f-4a8e-abf7-a87a0a51411e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:27.226461 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-18539799-4284-4130-82a1-d9c0c3cf118d req-039ff74a-4a71-45cb-bc83-7caf35523873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:27.312979 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ce0cb004-c2cf-4e97-9123-b204f725b512 req-fde02628-781f-4f0d-a78a-0f7ce61fe7b7 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783164 Nov 25 13:07:27.320586 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-ab836547-f5b1-40a6-b5f6-b94788188110 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=4190dcc6411041ccb9fe22c2d4608a11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0890255 Nov 25 13:07:27.337541 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port b45b1735-e9ae-4e97-b95a-4d0e4460d7bd, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=b45b1735-e9ae-4e97-b95a-4d0e4460d7bd,segment=NetworkSegment(f1015c3b-5561-4c41-908e-568aaa0911cd),segment_id=f1015c3b-5561-4c41-908e-568aaa0911cd)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:07:27.361017 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device b45b1735-e9ae-4e97-b95a-4d0e4460d7bd has no active binding in host n-h2-808199-11 {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 25 13:07:27.622887 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436604cf-7fef-48bc-8c5e-d38455134d97 req-bbaeffb5-fc48-4152-9d86-78fe905ac457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:27.633695 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-436604cf-7fef-48bc-8c5e-d38455134d97 req-bbaeffb5-fc48-4152-9d86-78fe905ac457 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d2e157ec7259461e96009d2e9c8298f0&device_id=fe7a402e-531c-4b21-9ace-10ffccdcb00f HTTP/1.1" status: 200 len: 1127 time: 0.4082513 Nov 25 13:07:27.675036 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-1be9453a-6207-409c-ae89-22c112a215a7 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:27.685450 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-1be9453a-6207-409c-ae89-22c112a215a7 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3518722 Nov 25 13:07:27.708466 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-73a4227b-6689-4d27-b4cb-50e84d457cf4 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Request body: {'port': {'device_id': '0e9659d0-1724-4a0c-9ed8-8384f68b831e', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'admin_state_up': True, 'tenant_id': '4190dcc6411041ccb9fe22c2d4608a11'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:07:27.718368 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6f942098-eca4-46a0-8c9a-2fb711ea87bc None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:27.730884 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port b87051f4-c750-459f-9814-f5f329df197c triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:07:27.731601 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:27.787281 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6f942098-eca4-46a0-8c9a-2fb711ea87bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:27.813776 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-11486740-e84f-4a8e-abf7-a87a0a51411e None None] Port ac9b2fe5-75b2-44fb-85f3-2948349249f8 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:07:27.904412 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90649468-6cad-48de-91a2-006341484132 req-8df801d8-a5b9-48c6-9a0d-3fbecbbc3bdc tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:27.914600 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-90649468-6cad-48de-91a2-006341484132 req-8df801d8-a5b9-48c6-9a0d-3fbecbbc3bdc tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe7a402e-531c-4b21-9ace-10ffccdcb00f HTTP/1.1" status: 200 len: 944 time: 0.1510050 Nov 25 13:07:27.940358 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.66', 52859) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:07:27.995195 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-6f942098-eca4-46a0-8c9a-2fb711ea87bc None None] Attempting to bind port 229ed14e-aff0-4306-a4b5-88bb38a9c6bd on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:07:27.996054 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-6f942098-eca4-46a0-8c9a-2fb711ea87bc None None] Attempting to bind port 229ed14e-aff0-4306-a4b5-88bb38a9c6bd by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:07:27.996443 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f942098-eca4-46a0-8c9a-2fb711ea87bc None None] Attempting to bind port 229ed14e-aff0-4306-a4b5-88bb38a9c6bd on network 7542d3d9-0db3-40e7-ab88-a168871141f7 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:07:28.007826 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-efb9f09b-7165-49ee-88b7-91970a66fc26 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=4190dcc6411041ccb9fe22c2d4608a11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0640869 Nov 25 13:07:28.009120 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f942098-eca4-46a0-8c9a-2fb711ea87bc None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:07:28.009699 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f942098-eca4-46a0-8c9a-2fb711ea87bc None None] Checking segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:07:28.009980 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6f942098-eca4-46a0-8c9a-2fb711ea87bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:28.010384 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f942098-eca4-46a0-8c9a-2fb711ea87bc None None] Bound using segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:07:28.011391 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-6f942098-eca4-46a0-8c9a-2fb711ea87bc None None] Bound port: 229ed14e-aff0-4306-a4b5-88bb38a9c6bd, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:07:28.011789 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6f942098-eca4-46a0-8c9a-2fb711ea87bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:28.019699 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-73a4227b-6689-4d27-b4cb-50e84d457cf4 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Made reservation on behalf of 4190dcc6411041ccb9fe22c2d4608a11 for: {'port': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:07:28.030106 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-73a4227b-6689-4d27-b4cb-50e84d457cf4 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:28.061951 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90c97a5-cecb-4a9b-ac57-0c914cef82d4 None None] Pushing event updated for resources: {'Port': ['ID=229ed14e-aff0-4306-a4b5-88bb38a9c6bd,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:28.184887 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ec4dc3e5-bdaf-440d-8178-ba9cd8a97a2e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:28.218836 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ec4dc3e5-bdaf-440d-8178-ba9cd8a97a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:28.252250 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-6f942098-eca4-46a0-8c9a-2fb711ea87bc None None] For port 229ed14e-aff0-4306-a4b5-88bb38a9c6bd, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:07:28.255312 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436604cf-7fef-48bc-8c5e-d38455134d97 req-8d647f3f-dec9-4b42-b352-0c1e4350470d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:28.257127 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-436604cf-7fef-48bc-8c5e-d38455134d97 req-8d647f3f-dec9-4b42-b352-0c1e4350470d service neutron] 10.222.0.66 "GET /v2.0/networks?id=4eedb877-5fc3-46a9-a0e2-7e0a431fb103 HTTP/1.1" status: 200 len: 922 time: 0.6069775 Nov 25 13:07:28.263263 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-6f942098-eca4-46a0-8c9a-2fb711ea87bc None None] For port 229ed14e-aff0-4306-a4b5-88bb38a9c6bd, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=229ed14e-aff0-4306-a4b5-88bb38a9c6bd,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:07:28.271725 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6f942098-eca4-46a0-8c9a-2fb711ea87bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:28.329140 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b0ed517a-9ee2-4808-a007-df000075f117 req-f6194782-a88e-45d1-8c7d-22f02a400e0d tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=d410d79b-0ea5-45ec-bbd3-620a720f4750 HTTP/1.1" status: 200 len: 210 time: 0.0915353 Nov 25 13:07:28.346885 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-90649468-6cad-48de-91a2-006341484132 req-62e84386-435e-46ef-86d0-491a33465294 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4269493 Nov 25 13:07:28.382028 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90c97a5-cecb-4a9b-ac57-0c914cef82d4 None None] Pushing event updated for resources: {'Port': ['ID=229ed14e-aff0-4306-a4b5-88bb38a9c6bd,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:28.419335 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f942098-eca4-46a0-8c9a-2fb711ea87bc None None] Routers {'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:07:28.420324 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-6f942098-eca4-46a0-8c9a-2fb711ea87bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:07:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:07:28.454466 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4dc3e5-bdaf-440d-8178-ba9cd8a97a2e admin admin] Pushing event updated for resources: {'Port': ['ID=ac9b2fe5-75b2-44fb-85f3-2948349249f8,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:28.506179 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-436604cf-7fef-48bc-8c5e-d38455134d97 req-4ba89941-d187-4026-a4ea-b4076a20ad69 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b45b1735-e9ae-4e97-b95a-4d0e4460d7bd HTTP/1.1" status: 200 len: 217 time: 0.2385578 Nov 25 13:07:28.579977 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-a7c75008-1619-4993-9377-f239a1334e91 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:28.581461 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-a7c75008-1619-4993-9377-f239a1334e91 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5616674 Nov 25 13:07:28.584116 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-18539799-4284-4130-82a1-d9c0c3cf118d req-039ff74a-4a71-45cb-bc83-7caf35523873 service neutron] For port 6efc11c2-af6f-479e-9696-54cf17fa00d8, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=6efc11c2-af6f-479e-9696-54cf17fa00d8,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:07:28.586771 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436604cf-7fef-48bc-8c5e-d38455134d97 req-1f623307-f231-41bd-aef9-9a1ad9b1d25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:28.588853 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-436604cf-7fef-48bc-8c5e-d38455134d97 req-1f623307-f231-41bd-aef9-9a1ad9b1d25a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c6ff4ad3-eaf7-4ebb-ae7a-2ad7a9626250 HTTP/1.1" status: 200 len: 861 time: 0.0701580 Nov 25 13:07:28.593977 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-6f942098-eca4-46a0-8c9a-2fb711ea87bc None None] Set router fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:07:28.595207 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451de1e-d86c-4ed0-bf11-7b4a77c4a4bc req-760673af-cfff-4a4d-a974-8dd8508caa5a tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:28.596021 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ec4dc3e5-bdaf-440d-8178-ba9cd8a97a2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:28.598375 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1451de1e-d86c-4ed0-bf11-7b4a77c4a4bc req-760673af-cfff-4a4d-a974-8dd8508caa5a tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c83004cb-df96-4d27-9371-9bd234a0c154 HTTP/1.1" status: 200 len: 950 time: 0.1037881 Nov 25 13:07:28.616308 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-ccc43403-cae9-446b-b1e4-a8fb1227f211 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Request body: {'port': {'device_id': 'd410d79b-0ea5-45ec-bbd3-620a720f4750', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'admin_state_up': True, 'tenant_id': '4190dcc6411041ccb9fe22c2d4608a11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:07:28.677140 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-436604cf-7fef-48bc-8c5e-d38455134d97 req-f1a6c5b2-5f09-458f-8d2f-92d8b2ea0495 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4eedb877-5fc3-46a9-a0e2-7e0a431fb103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644600 Nov 25 13:07:28.684368 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1451de1e-d86c-4ed0-bf11-7b4a77c4a4bc req-bcf0b362-f5ab-4120-8cef-b22374178cbb tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759888 Nov 25 13:07:28.852688 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-18539799-4284-4130-82a1-d9c0c3cf118d req-039ff74a-4a71-45cb-bc83-7caf35523873 service neutron] For port 6efc11c2-af6f-479e-9696-54cf17fa00d8, host n-h1-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:07:28.895301 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-6f942098-eca4-46a0-8c9a-2fb711ea87bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1200141678-router', 'tenant_id': '0847adb867eb43dd9514b39274c66d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '229ed14e-aff0-4306-a4b5-88bb38a9c6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:07:21Z', 'updated_at': '2021-11-25T13:07:26Z', 'revision_number': 4, 'project_id': '0847adb867eb43dd9514b39274c66d40', 'gw_port': {'id': '229ed14e-aff0-4306-a4b5-88bb38a9c6bd', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:83:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:07:21Z', 'updated_at': '2021-11-25T13:07:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'ac9b2fe5-75b2-44fb-85f3-2948349249f8', 'name': '', 'network_id': '05538b39-0ed2-40a2-b712-e6a9ac11f528', 'tenant_id': '0847adb867eb43dd9514b39274c66d40', 'mac_address': 'fa:16:3e:ff:8a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '6747087c-5949-4700-ad89-d1127c0360fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:07:25Z', 'updated_at': '2021-11-25T13:07:27Z', 'revision_number': 2, 'project_id': '0847adb867eb43dd9514b39274c66d40', 'subnets': [{'id': '6747087c-5949-4700-ad89-d1127c0360fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:07:28.936215 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-436604cf-7fef-48bc-8c5e-d38455134d97 req-c401f2c7-0bae-42e5-82f1-2ff824350239 service neutron] 10.222.0.66 "GET /v2.0/networks/4eedb877-5fc3-46a9-a0e2-7e0a431fb103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318635 Nov 25 13:07:28.957483 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f942098-eca4-46a0-8c9a-2fb711ea87bc None None] The sync data for ids ['fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a'] in n-d-808199-11 is: [{'id': 'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1200141678-router', 'tenant_id': '0847adb867eb43dd9514b39274c66d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '229ed14e-aff0-4306-a4b5-88bb38a9c6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:07:21Z', 'updated_at': '2021-11-25T13:07:26Z', 'revision_number': 4, 'project_id': '0847adb867eb43dd9514b39274c66d40', 'gw_port': {'id': '229ed14e-aff0-4306-a4b5-88bb38a9c6bd', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:83:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:07:21Z', 'updated_at': '2021-11-25T13:07:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'ac9b2fe5-75b2-44fb-85f3-2948349249f8', 'name': '', 'network_id': '05538b39-0ed2-40a2-b712-e6a9ac11f528', 'tenant_id': '0847adb867eb43dd9514b39274c66d40', 'mac_address': 'fa:16:3e:ff:8a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '6747087c-5949-4700-ad89-d1127c0360fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:07:25Z', 'updated_at': '2021-11-25T13:07:27Z', 'revision_number': 2, 'project_id': '0847adb867eb43dd9514b39274c66d40', 'subnets': [{'id': '6747087c-5949-4700-ad89-d1127c0360fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:07:29.065855 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-18539799-4284-4130-82a1-d9c0c3cf118d req-039ff74a-4a71-45cb-bc83-7caf35523873 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:29.121778 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-18539799-4284-4130-82a1-d9c0c3cf118d req-039ff74a-4a71-45cb-bc83-7caf35523873 service neutron] Transition to ACTIVE for port object 6efc11c2-af6f-479e-9696-54cf17fa00d8 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:07:29.137208 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4dc3e5-bdaf-440d-8178-ba9cd8a97a2e admin admin] Network 05538b39-0ed2-40a2-b712-e6a9ac11f528 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:07:29.150363 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-18539799-4284-4130-82a1-d9c0c3cf118d req-039ff74a-4a71-45cb-bc83-7caf35523873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:29.164771 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-ec4dc3e5-bdaf-440d-8178-ba9cd8a97a2e admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:07:29.217810 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c83004cb-df96-4d27-9371-9bd234a0c154', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6efc11c2-af6f-479e-9696-54cf17fa00d8'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:07:29.220249 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ce3aa1-a734-414a-9b38-d55ebcda2d94" -d '{"events": [{"server_uuid": "c83004cb-df96-4d27-9371-9bd234a0c154", "name": "network-vif-unplugged", "status": "completed", "tag": "6efc11c2-af6f-479e-9696-54cf17fa00d8"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:07:29.234265 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-436604cf-7fef-48bc-8c5e-d38455134d97 req-20057ba7-5f3c-49b1-a306-e66b225ca769 service neutron] 10.222.0.66 "GET /v2.0/networks/4eedb877-5fc3-46a9-a0e2-7e0a431fb103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805097 Nov 25 13:07:29.329579 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-ccc43403-cae9-446b-b1e4-a8fb1227f211 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Made reservation on behalf of 4190dcc6411041ccb9fe22c2d4608a11 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:07:29.353995 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-ccc43403-cae9-446b-b1e4-a8fb1227f211 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:29.367304 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-73a4227b-6689-4d27-b4cb-50e84d457cf4 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Allocated IP 192.168.233.244 (85f6380f-3625-4f44-8465-fbcf0c11fed5/2ce5ca48-e3be-44c6-9584-fd9eb8c67222/7fb6f54d-91e5-44d1-b51e-17bdd8ecb01e) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:07:29.457063 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-18539799-4284-4130-82a1-d9c0c3cf118d req-039ff74a-4a71-45cb-bc83-7caf35523873 service neutron] No DVR routers for this DVR port 6efc11c2-af6f-479e-9696-54cf17fa00d8 on host n-h1-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:07:29.461000 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039ff74a-4a71-45cb-bc83-7caf35523873 service neutron] Pushing event updated for resources: {'Port': ['ID=6efc11c2-af6f-479e-9696-54cf17fa00d8,revision_number=6']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:29.629309 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-18539799-4284-4130-82a1-d9c0c3cf118d req-039ff74a-4a71-45cb-bc83-7caf35523873 service neutron] Attempting to bind port 6efc11c2-af6f-479e-9696-54cf17fa00d8 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:07:29.629648 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-18539799-4284-4130-82a1-d9c0c3cf118d req-039ff74a-4a71-45cb-bc83-7caf35523873 service neutron] Attempting to bind port 6efc11c2-af6f-479e-9696-54cf17fa00d8 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:07:29.629988 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18539799-4284-4130-82a1-d9c0c3cf118d req-039ff74a-4a71-45cb-bc83-7caf35523873 service neutron] Attempting to bind port 6efc11c2-af6f-479e-9696-54cf17fa00d8 on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:07:29.669407 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-76debcce-81b5-4445-8771-950933bd90a0 None None] Provisioning complete for port ac9b2fe5-75b2-44fb-85f3-2948349249f8 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:07:29.669956 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-76debcce-81b5-4445-8771-950933bd90a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:29.707936 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-73a4227b-6689-4d27-b4cb-50e84d457cf4 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:29.713085 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18539799-4284-4130-82a1-d9c0c3cf118d req-039ff74a-4a71-45cb-bc83-7caf35523873 service neutron] Port 6efc11c2-af6f-479e-9696-54cf17fa00d8 on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:07:29.713422 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18539799-4284-4130-82a1-d9c0c3cf118d req-039ff74a-4a71-45cb-bc83-7caf35523873 service neutron] Attempting to bind port 6efc11c2-af6f-479e-9696-54cf17fa00d8 on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:07:29.731054 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-76debcce-81b5-4445-8771-950933bd90a0 None None] Port ac9b2fe5-75b2-44fb-85f3-2948349249f8 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:07:29.756944 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-73a4227b-6689-4d27-b4cb-50e84d457cf4 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:29.763200 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec4dc3e5-bdaf-440d-8178-ba9cd8a97a2e admin admin] Router fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:07:29.765985 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18539799-4284-4130-82a1-d9c0c3cf118d req-039ff74a-4a71-45cb-bc83-7caf35523873 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:07:29.766316 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18539799-4284-4130-82a1-d9c0c3cf118d req-039ff74a-4a71-45cb-bc83-7caf35523873 service neutron] Checking segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:07:29.766721 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18539799-4284-4130-82a1-d9c0c3cf118d req-039ff74a-4a71-45cb-bc83-7caf35523873 service neutron] Bound using segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:07:29.767166 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-18539799-4284-4130-82a1-d9c0c3cf118d req-039ff74a-4a71-45cb-bc83-7caf35523873 service neutron] Bound port: 6efc11c2-af6f-479e-9696-54cf17fa00d8, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:07:29.767523 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-18539799-4284-4130-82a1-d9c0c3cf118d req-039ff74a-4a71-45cb-bc83-7caf35523873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:29.776547 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['0b4bc922-b858-4465-ad56-5c6029f30377'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:07:29.950719 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-73a4227b-6689-4d27-b4cb-50e84d457cf4 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Network 85f6380f-3625-4f44-8465-fbcf0c11fed5 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:07:29.957059 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-73a4227b-6689-4d27-b4cb-50e84d457cf4 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:07:29.964394 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-73a4227b-6689-4d27-b4cb-50e84d457cf4 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:07:30.011304 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4227b-6689-4d27-b4cb-50e84d457cf4 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Pushing event updated for resources: {'Port': ['ID=7fb6f54d-91e5-44d1-b51e-17bdd8ecb01e,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:30.093283 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-73a4227b-6689-4d27-b4cb-50e84d457cf4 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:30.094156 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-73a4227b-6689-4d27-b4cb-50e84d457cf4 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:30.098910 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-ccc43403-cae9-446b-b1e4-a8fb1227f211 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Allocated IP 192.168.233.85 (85f6380f-3625-4f44-8465-fbcf0c11fed5/2ce5ca48-e3be-44c6-9584-fd9eb8c67222/e3af4f0b-b1e6-4b83-91ed-deb59a01c9bc) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:07:30.115587 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-5f09f828-be1c-49da-b83e-57f7aa022ae0 service neutron] 10.222.0.66 "GET /v2.0/ports/b45b1735-e9ae-4e97-b95a-4d0e4460d7bd/bindings/n-h2-808199-11 HTTP/1.1" status: 200 len: 385 time: 0.4713871 Nov 25 13:07:30.116195 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 6efc11c2-af6f-479e-9696-54cf17fa00d8 no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:07:30.162175 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 13:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d6ff19-955f-4df9-8a7b-22bf6a78f785 x-openstack-request-id: req-f3d6ff19-955f-4df9-8a7b-22bf6a78f785 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:07:30.162754 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c83004cb-df96-4d27-9371-9bd234a0c154", "name": "network-vif-unplugged", "status": "completed", "tag": "6efc11c2-af6f-479e-9696-54cf17fa00d8", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:07:30.166100 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f3d6ff19-955f-4df9-8a7b-22bf6a78f785 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:07:30.167026 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c83004cb-df96-4d27-9371-9bd234a0c154', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6efc11c2-af6f-479e-9696-54cf17fa00d8', 'code': 200} Nov 25 13:07:30.177446 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-73a4227b-6689-4d27-b4cb-50e84d457cf4 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4740486 Nov 25 13:07:30.200100 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-4e559626-c604-4422-a814-d4e016d209ac service neutron] Request body: {'port': {'device_id': '0e9659d0-1724-4a0c-9ed8-8384f68b831e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-11'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:07:30.262059 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 6efc11c2-af6f-479e-9696-54cf17fa00d8 not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:07:30.294302 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-10603812-efd5-484c-89a9-546d49083ced None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:30.382393 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 229ed14e-aff0-4306-a4b5-88bb38a9c6bd up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:07:30.432791 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-a7f5c4a2-04ff-41af-86a9-26e1be11f851 None None] Provisioning complete for port 7fb6f54d-91e5-44d1-b51e-17bdd8ecb01e triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:07:30.433444 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a7f5c4a2-04ff-41af-86a9-26e1be11f851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:30.484721 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-a7f5c4a2-04ff-41af-86a9-26e1be11f851 None None] Port 7fb6f54d-91e5-44d1-b51e-17bdd8ecb01e cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:07:30.497556 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 229ed14e-aff0-4306-a4b5-88bb38a9c6bd triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:07:30.498289 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:30.558408 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7b996ced-ef03-495e-84d4-5c628166baff req-5b7a34be-0e9c-4212-9353-a607d16c053a tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=d410d79b-0ea5-45ec-bbd3-620a720f4750 HTTP/1.1" status: 200 len: 210 time: 0.0582516 Nov 25 13:07:30.601835 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-4e559626-c604-4422-a814-d4e016d209ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:30.626094 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b4c77-08ca-4958-a4c0-586375351ba9 req-348eece4-d403-4a91-a4e2-540f01c7d58c tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:30.627677 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-18539799-4284-4130-82a1-d9c0c3cf118d req-039ff74a-4a71-45cb-bc83-7caf35523873 service neutron] For port 6efc11c2-af6f-479e-9696-54cf17fa00d8, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:07:30.633748 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1e2b4c77-08ca-4958-a4c0-586375351ba9 req-348eece4-d403-4a91-a4e2-540f01c7d58c tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe7a402e-531c-4b21-9ace-10ffccdcb00f HTTP/1.1" status: 200 len: 944 time: 0.1306610 Nov 25 13:07:30.640547 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-18539799-4284-4130-82a1-d9c0c3cf118d req-039ff74a-4a71-45cb-bc83-7caf35523873 service neutron] For port 6efc11c2-af6f-479e-9696-54cf17fa00d8, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=6efc11c2-af6f-479e-9696-54cf17fa00d8,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:07:30.642102 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:30.663566 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-18539799-4284-4130-82a1-d9c0c3cf118d req-039ff74a-4a71-45cb-bc83-7caf35523873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:30.666624 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] For port 229ed14e-aff0-4306-a4b5-88bb38a9c6bd, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=229ed14e-aff0-4306-a4b5-88bb38a9c6bd,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:07:30.674030 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:30.744565 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Pushing event updated for resources: {'Port': ['ID=229ed14e-aff0-4306-a4b5-88bb38a9c6bd,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:30.758238 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039ff74a-4a71-45cb-bc83-7caf35523873 service neutron] Pushing event updated for resources: {'Port': ['ID=6efc11c2-af6f-479e-9696-54cf17fa00d8,revision_number=7']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:30.790881 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18539799-4284-4130-82a1-d9c0c3cf118d req-039ff74a-4a71-45cb-bc83-7caf35523873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:30.791765 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1e2b4c77-08ca-4958-a4c0-586375351ba9 req-a16ad681-6264-4288-87ad-c0ae4c37ad0d tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570501 Nov 25 13:07:30.791897 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-18539799-4284-4130-82a1-d9c0c3cf118d req-039ff74a-4a71-45cb-bc83-7caf35523873 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:30.793397 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-18539799-4284-4130-82a1-d9c0c3cf118d req-039ff74a-4a71-45cb-bc83-7caf35523873 service neutron] 10.222.0.47 "PUT /v2.0/ports/6efc11c2-af6f-479e-9696-54cf17fa00d8 HTTP/1.1" status: 200 len: 1097 time: 3.7649310 Nov 25 13:07:30.848909 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec4dc3e5-bdaf-440d-8178-ba9cd8a97a2e admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:07:30.927732 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9cdd15-cd2f-471e-8428-0c4bcf115fa0 req-271ae293-5065-431c-af76-612e3efceac1 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:30.937314 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3d9cdd15-cd2f-471e-8428-0c4bcf115fa0 req-271ae293-5065-431c-af76-612e3efceac1 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c83004cb-df96-4d27-9371-9bd234a0c154 HTTP/1.1" status: 200 len: 948 time: 0.2663951 Nov 25 13:07:30.959730 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-ec4dc3e5-bdaf-440d-8178-ba9cd8a97a2e admin admin] 10.222.0.53 "PUT /v2.0/routers/fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0531669 Nov 25 13:07:31.062823 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3d9cdd15-cd2f-471e-8428-0c4bcf115fa0 req-50ac6eb6-042b-41fb-8e80-8c921322ef44 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245511 Nov 25 13:07:31.140658 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18539799-4284-4130-82a1-d9c0c3cf118d req-51204875-4cbf-4e15-ac7b-02a82b9c563e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:31.142174 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-18539799-4284-4130-82a1-d9c0c3cf118d req-51204875-4cbf-4e15-ac7b-02a82b9c563e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=af4c9854d3c048999405c81c71776d29&device_id=c83004cb-df96-4d27-9371-9bd234a0c154 HTTP/1.1" status: 200 len: 1100 time: 0.2914243 Nov 25 13:07:31.166507 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-090d75e1-9a0d-40f4-9f1b-6fcd4a712eb2 service neutron] For port b45b1735-e9ae-4e97-b95a-4d0e4460d7bd, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=b45b1735-e9ae-4e97-b95a-4d0e4460d7bd,segment=NetworkSegment(f1015c3b-5561-4c41-908e-568aaa0911cd),segment_id=f1015c3b-5561-4c41-908e-568aaa0911cd)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:07:31.189959 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-ccc43403-cae9-446b-b1e4-a8fb1227f211 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:31.268916 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-090d75e1-9a0d-40f4-9f1b-6fcd4a712eb2 service neutron] For port b45b1735-e9ae-4e97-b95a-4d0e4460d7bd, host n-h1-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:07:31.336304 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-090d75e1-9a0d-40f4-9f1b-6fcd4a712eb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b45b1735-e9ae-4e97-b95a-4d0e4460d7bd {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:07:31.359928 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-090d75e1-9a0d-40f4-9f1b-6fcd4a712eb2 service neutron] For port b45b1735-e9ae-4e97-b95a-4d0e4460d7bd, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=b45b1735-e9ae-4e97-b95a-4d0e4460d7bd,segment=NetworkSegment(f1015c3b-5561-4c41-908e-568aaa0911cd),segment_id=f1015c3b-5561-4c41-908e-568aaa0911cd)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:07:31.374964 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-ccc43403-cae9-446b-b1e4-a8fb1227f211 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:31.379907 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18539799-4284-4130-82a1-d9c0c3cf118d req-83903d31-9605-4fd0-8e47-a67fa7ef3ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:31.382028 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-18539799-4284-4130-82a1-d9c0c3cf118d req-83903d31-9605-4fd0-8e47-a67fa7ef3ef9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=85f6380f-3625-4f44-8465-fbcf0c11fed5 HTTP/1.1" status: 200 len: 870 time: 0.2225327 Nov 25 13:07:31.392095 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-090d75e1-9a0d-40f4-9f1b-6fcd4a712eb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:31.395238 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['0b4bc922-b858-4465-ad56-5c6029f30377'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:07:31.512385 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-18539799-4284-4130-82a1-d9c0c3cf118d req-530ce7e9-b852-4941-b8be-77059bc8126c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=6efc11c2-af6f-479e-9696-54cf17fa00d8 HTTP/1.1" status: 200 len: 217 time: 0.0887465 Nov 25 13:07:31.515266 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-ccc43403-cae9-446b-b1e4-a8fb1227f211 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Network 85f6380f-3625-4f44-8465-fbcf0c11fed5 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:07:31.552705 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-ccc43403-cae9-446b-b1e4-a8fb1227f211 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:07:31.555224 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-ccc43403-cae9-446b-b1e4-a8fb1227f211 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:07:31.588663 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc43403-cae9-446b-b1e4-a8fb1227f211 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Pushing event updated for resources: {'Port': ['ID=e3af4f0b-b1e6-4b83-91ed-deb59a01c9bc,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:31.680114 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-4e559626-c604-4422-a814-d4e016d209ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fb6f54d-91e5-44d1-b51e-17bdd8ecb01e {{(pid=103570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:07:31.705825 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-4e559626-c604-4422-a814-d4e016d209ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:31.760400 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-ccc43403-cae9-446b-b1e4-a8fb1227f211 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:31.761096 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-ccc43403-cae9-446b-b1e4-a8fb1227f211 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:31.779224 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.provisioning_blocks [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-4e559626-c604-4422-a814-d4e016d209ac service neutron] Transition to ACTIVE for port object 7fb6f54d-91e5-44d1-b51e-17bdd8ecb01e will not be triggered until provisioned by entity L2. {{(pid=103570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:07:31.785482 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18539799-4284-4130-82a1-d9c0c3cf118d req-e510a5a5-f955-46c7-9997-a1380b144cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:31.787520 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-18539799-4284-4130-82a1-d9c0c3cf118d req-e510a5a5-f955-46c7-9997-a1380b144cd7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.2367857 Nov 25 13:07:31.790013 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-4e559626-c604-4422-a814-d4e016d209ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:31.822812 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-090d75e1-9a0d-40f4-9f1b-6fcd4a712eb2 service neutron] Transition to ACTIVE for port object b45b1735-e9ae-4e97-b95a-4d0e4460d7bd will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:07:31.828423 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-ccc43403-cae9-446b-b1e4-a8fb1227f211 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2199850 Nov 25 13:07:31.853738 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-0f8e2d36-ea59-4a2e-8c02-088bd0b82a8e service neutron] Request body: {'port': {'device_id': 'd410d79b-0ea5-45ec-bbd3-620a720f4750', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:07:31.857270 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-090d75e1-9a0d-40f4-9f1b-6fcd4a712eb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:31.959454 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e559626-c604-4422-a814-d4e016d209ac service neutron] Pushing event updated for resources: {'Port': ['ID=7fb6f54d-91e5-44d1-b51e-17bdd8ecb01e,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:31.996171 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-8cceb287-ccbd-42a2-8262-d5562e51d3c3 None None] Provisioning complete for port e3af4f0b-b1e6-4b83-91ed-deb59a01c9bc triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:07:31.996614 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8cceb287-ccbd-42a2-8262-d5562e51d3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:32.121455 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60140) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:07:32.132077 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-8cceb287-ccbd-42a2-8262-d5562e51d3c3 None None] Port e3af4f0b-b1e6-4b83-91ed-deb59a01c9bc cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:07:32.138024 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-85bf8cff-10ec-4594-bdb7-4771b7ea9a6c admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-643154548-network', 'tenant_id': '1d7c3b2bb5754f9a86023c3de45d9c8a'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:07:32.148143 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-4e559626-c604-4422-a814-d4e016d209ac service neutron] Attempting to bind port 7fb6f54d-91e5-44d1-b51e-17bdd8ecb01e on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:07:32.148521 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-4e559626-c604-4422-a814-d4e016d209ac service neutron] Attempting to bind port 7fb6f54d-91e5-44d1-b51e-17bdd8ecb01e by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:07:32.150279 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-4e559626-c604-4422-a814-d4e016d209ac service neutron] Attempting to bind port 7fb6f54d-91e5-44d1-b51e-17bdd8ecb01e on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:07:32.163231 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-4e559626-c604-4422-a814-d4e016d209ac service neutron] Port 7fb6f54d-91e5-44d1-b51e-17bdd8ecb01e on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:07:32.163571 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-4e559626-c604-4422-a814-d4e016d209ac service neutron] Attempting to bind port 7fb6f54d-91e5-44d1-b51e-17bdd8ecb01e on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:07:32.164385 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d75e1-9a0d-40f4-9f1b-6fcd4a712eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=b45b1735-e9ae-4e97-b95a-4d0e4460d7bd,revision_number=10']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:32.168967 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-090d75e1-9a0d-40f4-9f1b-6fcd4a712eb2 service neutron] No DVR routers for this DVR port b45b1735-e9ae-4e97-b95a-4d0e4460d7bd on host n-h1-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:07:32.174471 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c83004cb-df96-4d27-9371-9bd234a0c154', 'tag': '6efc11c2-af6f-479e-9696-54cf17fa00d8'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:07:32.177514 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef31ffd-930b-411e-a92f-d6223fb17cc4" -d '{"events": [{"name": "network-changed", "server_uuid": "c83004cb-df96-4d27-9371-9bd234a0c154", "tag": "6efc11c2-af6f-479e-9696-54cf17fa00d8"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:07:32.182967 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-4e559626-c604-4422-a814-d4e016d209ac service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:07:32.183276 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-4e559626-c604-4422-a814-d4e016d209ac service neutron] Checking segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:07:32.186808 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18539799-4284-4130-82a1-d9c0c3cf118d req-3261288f-b9c2-4e0d-bbea-c0e8770b7f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:32.187668 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-4e559626-c604-4422-a814-d4e016d209ac service neutron] Bound using segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:07:32.188194 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-4e559626-c604-4422-a814-d4e016d209ac service neutron] Bound port: 7fb6f54d-91e5-44d1-b51e-17bdd8ecb01e, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:07:32.188556 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-4e559626-c604-4422-a814-d4e016d209ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:32.188752 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-18539799-4284-4130-82a1-d9c0c3cf118d req-3261288f-b9c2-4e0d-bbea-c0e8770b7f1c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3837764 Nov 25 13:07:32.195281 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-0f8e2d36-ea59-4a2e-8c02-088bd0b82a8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:32.222818 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-090d75e1-9a0d-40f4-9f1b-6fcd4a712eb2 service neutron] 10.222.0.66 "PUT /v2.0/ports/b45b1735-e9ae-4e97-b95a-4d0e4460d7bd/bindings/n-h2-808199-11/activate HTTP/1.1" status: 200 len: 370 time: 2.0925117 Nov 25 13:07:32.333284 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 229ed14e-aff0-4306-a4b5-88bb38a9c6bd up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:07:32.381926 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8262f1-f923-451a-8d46-f3a98385c332 None None] Sync routers for ids ['fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:07:32.402557 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8262f1-f923-451a-8d46-f3a98385c332 None None] Routers {'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:07:32.405383 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-9d8262f1-f923-451a-8d46-f3a98385c332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:07:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:07:32.459766 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85bf8cff-10ec-4594-bdb7-4771b7ea9a6c admin admin] Made reservation on behalf of 1d7c3b2bb5754f9a86023c3de45d9c8a for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:07:32.462215 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-85bf8cff-10ec-4594-bdb7-4771b7ea9a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:32.481967 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-4e559626-c604-4422-a814-d4e016d209ac service neutron] For port 7fb6f54d-91e5-44d1-b51e-17bdd8ecb01e, host n-h1-808199-11, cleared binding levels {{(pid=103570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:07:32.487464 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-85bf8cff-10ec-4594-bdb7-4771b7ea9a6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:32.513785 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-4e559626-c604-4422-a814-d4e016d209ac service neutron] For port 7fb6f54d-91e5-44d1-b51e-17bdd8ecb01e, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=7fb6f54d-91e5-44d1-b51e-17bdd8ecb01e,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:07:32.520844 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 229ed14e-aff0-4306-a4b5-88bb38a9c6bd triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:07:32.521290 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:32.533442 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b8512d-7aea-4c2b-8ffc-03e5d3fc2987 req-1b312d81-a8f0-48f3-b494-5bae49fb8b83 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:32.534984 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e3b8512d-7aea-4c2b-8ffc-03e5d3fc2987 req-1b312d81-a8f0-48f3-b494-5bae49fb8b83 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=d410d79b-0ea5-45ec-bbd3-620a720f4750 HTTP/1.1" status: 200 len: 935 time: 0.1382322 Nov 25 13:07:32.538061 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-4e559626-c604-4422-a814-d4e016d209ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:32.620724 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-4e559626-c604-4422-a814-d4e016d209ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:32.621789 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-4e559626-c604-4422-a814-d4e016d209ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:32.625713 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-4e559626-c604-4422-a814-d4e016d209ac service neutron] 10.222.0.66 "PUT /v2.0/ports/7fb6f54d-91e5-44d1-b51e-17bdd8ecb01e HTTP/1.1" status: 200 len: 1097 time: 2.4352329 Nov 25 13:07:32.628061 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e9659d0-1724-4a0c-9ed8-8384f68b831e', 'tag': '7fb6f54d-91e5-44d1-b51e-17bdd8ecb01e'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:07:32.734972 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-9d8262f1-f923-451a-8d46-f3a98385c332 None None] Set router fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:07:32.829701 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ef2f6a4f-2419-448e-ba60-e2c580dcf6cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:32.847340 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-255c123b-18cc-416b-947c-f290d80a6f4c tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:32.853666 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-255c123b-18cc-416b-947c-f290d80a6f4c tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=fe7a402e-531c-4b21-9ace-10ffccdcb00f&tenant_id=d2e157ec7259461e96009d2e9c8298f0&binding%3Ahost_id=n-h1-808199-11 HTTP/1.1" status: 200 len: 1097 time: 0.5361259 Nov 25 13:07:32.855723 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-18539799-4284-4130-82a1-d9c0c3cf118d req-b2d337c1-766d-4355-a307-e10ad38ac609 service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6433632 Nov 25 13:07:32.865220 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e559626-c604-4422-a814-d4e016d209ac service neutron] Pushing event updated for resources: {'Port': ['ID=7fb6f54d-91e5-44d1-b51e-17bdd8ecb01e,revision_number=3']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:32.919364 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e3b8512d-7aea-4c2b-8ffc-03e5d3fc2987 req-d066236b-d3a2-42d4-866f-c2f032365cc7 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3711195 Nov 25 13:07:32.976270 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f195facf-1c28-4a31-9a52-66561233d4bc" -d '{"events": [{"name": "network-changed", "server_uuid": "0e9659d0-1724-4a0c-9ed8-8384f68b831e", "tag": "7fb6f54d-91e5-44d1-b51e-17bdd8ecb01e"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:07:33.030532 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-ac6c1291-a03f-4444-8249-b4d26bf0822f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:33.034996 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-ac6c1291-a03f-4444-8249-b4d26bf0822f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4190dcc6411041ccb9fe22c2d4608a11&device_id=0e9659d0-1724-4a0c-9ed8-8384f68b831e HTTP/1.1" status: 200 len: 1100 time: 0.3340807 Nov 25 13:07:33.043681 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-85bf8cff-10ec-4594-bdb7-4771b7ea9a6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:33.084944 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-ced1bbd4-b75e-4fe7-b0a3-16c1440ef0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:33.086469 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-ced1bbd4-b75e-4fe7-b0a3-16c1440ef0db service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fe7a402e-531c-4b21-9ace-10ffccdcb00f&tenant_id=d2e157ec7259461e96009d2e9c8298f0 HTTP/1.1" status: 200 len: 1097 time: 0.2154870 Nov 25 13:07:33.104261 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-85bf8cff-10ec-4594-bdb7-4771b7ea9a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:33.139851 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-9d8262f1-f923-451a-8d46-f3a98385c332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1200141678-router', 'tenant_id': '0847adb867eb43dd9514b39274c66d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '229ed14e-aff0-4306-a4b5-88bb38a9c6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:07:21Z', 'updated_at': '2021-11-25T13:07:26Z', 'revision_number': 4, 'project_id': '0847adb867eb43dd9514b39274c66d40', 'gw_port': {'id': '229ed14e-aff0-4306-a4b5-88bb38a9c6bd', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:83:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:07:21Z', 'updated_at': '2021-11-25T13:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'ac9b2fe5-75b2-44fb-85f3-2948349249f8', 'name': '', 'network_id': '05538b39-0ed2-40a2-b712-e6a9ac11f528', 'tenant_id': '0847adb867eb43dd9514b39274c66d40', 'mac_address': 'fa:16:3e:ff:8a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '6747087c-5949-4700-ad89-d1127c0360fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:07:25Z', 'updated_at': '2021-11-25T13:07:27Z', 'revision_number': 2, 'project_id': '0847adb867eb43dd9514b39274c66d40', 'subnets': [{'id': '6747087c-5949-4700-ad89-d1127c0360fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:07:33.161704 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-fdcd6915-4bf4-4eba-b774-e30846256db0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=7fb6f54d-91e5-44d1-b51e-17bdd8ecb01e HTTP/1.1" status: 200 len: 217 time: 0.1063833 Nov 25 13:07:33.206458 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85bf8cff-10ec-4594-bdb7-4771b7ea9a6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:07:33.215253 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8262f1-f923-451a-8d46-f3a98385c332 None None] Checking router: fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:07:33.215613 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8262f1-f923-451a-8d46-f3a98385c332 None None] Updating router fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a port ac9b2fe5-75b2-44fb-85f3-2948349249f8 binding host n-d-808199-11 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:07:33.236227 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-18539799-4284-4130-82a1-d9c0c3cf118d req-55c3a2f0-e17e-413f-a6b1-8444444bf8ab service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3507950 Nov 25 13:07:33.261310 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-fdb3dcef-662c-41a5-9c9d-786bb176948e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:33.265508 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9d8262f1-f923-451a-8d46-f3a98385c332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:33.269644 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-fdb3dcef-662c-41a5-9c9d-786bb176948e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d2e157ec7259461e96009d2e9c8298f0&device_id=fe7a402e-531c-4b21-9ace-10ffccdcb00f HTTP/1.1" status: 200 len: 1097 time: 0.1477346 Nov 25 13:07:33.314492 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-7156dabf-c30e-409d-8ea8-1e47a1e64281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:33.319857 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-7156dabf-c30e-409d-8ea8-1e47a1e64281 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.1419394 Nov 25 13:07:33.332351 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-85bf8cff-10ec-4594-bdb7-4771b7ea9a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:33.332700 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-85bf8cff-10ec-4594-bdb7-4771b7ea9a6c admin admin] Added segment 56ddc7b7-f3f4-48a3-a521-4094719bb02a of type vlan for network f2551022-e737-42cd-8b81-15fcbc11fbd5 Nov 25 13:07:33.391916 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bf8cff-10ec-4594-bdb7-4771b7ea9a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f93219b5-371a-44c2-80cf-df9bc14028b7,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:33.408772 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c8a8e-b0c4-47c7-86df-248bf810c71c req-c24422e9-c5d0-493c-994c-f68797207a48 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:33.417310 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e83c8a8e-b0c4-47c7-86df-248bf810c71c req-c24422e9-c5d0-493c-994c-f68797207a48 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe7a402e-531c-4b21-9ace-10ffccdcb00f HTTP/1.1" status: 200 len: 945 time: 0.3809311 Nov 25 13:07:33.509465 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-0f8e2d36-ea59-4a2e-8c02-088bd0b82a8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3af4f0b-b1e6-4b83-91ed-deb59a01c9bc {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:07:33.518086 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-85bf8cff-10ec-4594-bdb7-4771b7ea9a6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:33.523235 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-0f8e2d36-ea59-4a2e-8c02-088bd0b82a8e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:33.543069 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-e82c673a-52dc-4b0c-b38a-be933c666331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:33.544436 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-e82c673a-52dc-4b0c-b38a-be933c666331 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4eedb877-5fc3-46a9-a0e2-7e0a431fb103 HTTP/1.1" status: 200 len: 922 time: 0.2689960 Nov 25 13:07:33.547206 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-0f8e2d36-ea59-4a2e-8c02-088bd0b82a8e service neutron] Transition to ACTIVE for port object e3af4f0b-b1e6-4b83-91ed-deb59a01c9bc will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:07:33.552437 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-0f8e2d36-ea59-4a2e-8c02-088bd0b82a8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:33.620793 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e83c8a8e-b0c4-47c7-86df-248bf810c71c req-5b76d5e6-055a-4e70-abe2-fc5a1aba4961 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025554 Nov 25 13:07:33.622595 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-d0b51290-da6c-4530-b558-737529698d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:33.632755 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-d0b51290-da6c-4530-b558-737529698d6e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2377141 Nov 25 13:07:33.658372 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-4e3837b5-e3d2-4459-ae58-189b434a8e75 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b45b1735-e9ae-4e97-b95a-4d0e4460d7bd HTTP/1.1" status: 200 len: 217 time: 0.1011956 Nov 25 13:07:33.672132 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9d8262f1-f923-451a-8d46-f3a98385c332 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:33.682315 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9d8262f1-f923-451a-8d46-f3a98385c332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:33.701935 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fc982-4295-4811-aee3-ecd781e6abf7 req-13b1015c-da75-410d-9b81-ad000b3e55fb tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:33.705262 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-db0fc982-4295-4811-aee3-ecd781e6abf7 req-13b1015c-da75-410d-9b81-ad000b3e55fb tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c83004cb-df96-4d27-9371-9bd234a0c154 HTTP/1.1" status: 200 len: 948 time: 0.3085611 Nov 25 13:07:33.707851 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:33.739153 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-85bf8cff-10ec-4594-bdb7-4771b7ea9a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:33.740174 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bf8cff-10ec-4594-bdb7-4771b7ea9a6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:33.744191 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8fd0f4-d2d0-48a0-8efa-4a3c3180a0bd None None] Pushing event updated for resources: {'Port': ['ID=ac9b2fe5-75b2-44fb-85f3-2948349249f8,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:33.746733 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-85bf8cff-10ec-4594-bdb7-4771b7ea9a6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:33.780153 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8e2d36-ea59-4a2e-8c02-088bd0b82a8e service neutron] Pushing event updated for resources: {'Port': ['ID=e3af4f0b-b1e6-4b83-91ed-deb59a01c9bc,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:33.851576 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-85bf8cff-10ec-4594-bdb7-4771b7ea9a6c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.7271676 Nov 25 13:07:33.892135 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-9d8262f1-f923-451a-8d46-f3a98385c332 None None] Attempting to bind port ac9b2fe5-75b2-44fb-85f3-2948349249f8 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:07:33.893304 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-9d8262f1-f923-451a-8d46-f3a98385c332 None None] Attempting to bind port ac9b2fe5-75b2-44fb-85f3-2948349249f8 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'b5b7547d-4b2d-4e0b-b974-c8bbac93a359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '05538b39-0ed2-40a2-b712-e6a9ac11f528'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:07:33.893747 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8262f1-f923-451a-8d46-f3a98385c332 None None] Attempting to bind port ac9b2fe5-75b2-44fb-85f3-2948349249f8 on network 05538b39-0ed2-40a2-b712-e6a9ac11f528 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:07:33.904025 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60162) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:07:33.914410 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8262f1-f923-451a-8d46-f3a98385c332 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:07:33.914921 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8262f1-f923-451a-8d46-f3a98385c332 None None] Checking segment: {'id': 'b5b7547d-4b2d-4e0b-b974-c8bbac93a359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '05538b39-0ed2-40a2-b712-e6a9ac11f528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:07:33.916331 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9d8262f1-f923-451a-8d46-f3a98385c332 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:33.916817 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8262f1-f923-451a-8d46-f3a98385c332 None None] Bound using segment: {'id': 'b5b7547d-4b2d-4e0b-b974-c8bbac93a359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '05538b39-0ed2-40a2-b712-e6a9ac11f528'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:07:33.917378 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-9d8262f1-f923-451a-8d46-f3a98385c332 None None] Bound port: ac9b2fe5-75b2-44fb-85f3-2948349249f8, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5b7547d-4b2d-4e0b-b974-c8bbac93a359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '05538b39-0ed2-40a2-b712-e6a9ac11f528'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:07:33.917852 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9d8262f1-f923-451a-8d46-f3a98385c332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:33.952039 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-b5bdec9e-55a3-4586-aef2-32bf5b416696 admin admin] Request body: {'subnet': {'network_id': 'f2551022-e737-42cd-8b81-15fcbc11fbd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-643154548-subnet', 'tenant_id': '1d7c3b2bb5754f9a86023c3de45d9c8a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:07:34.022869 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bf8cff-10ec-4594-bdb7-4771b7ea9a6c admin admin] Pushing event updated for resources: {'Network': ['ID=f2551022-e737-42cd-8b81-15fcbc11fbd5,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:34.038094 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network f2551022-e737-42cd-8b81-15fcbc11fbd5 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:07:34.058212 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5bdec9e-55a3-4586-aef2-32bf5b416696 admin admin] Made reservation on behalf of 1d7c3b2bb5754f9a86023c3de45d9c8a for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:07:34.065552 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b5bdec9e-55a3-4586-aef2-32bf5b416696 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:34.074993 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-9d8262f1-f923-451a-8d46-f3a98385c332 None None] For port ac9b2fe5-75b2-44fb-85f3-2948349249f8, host n-d-808199-11, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:07:34.084260 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-9d8262f1-f923-451a-8d46-f3a98385c332 None None] For port ac9b2fe5-75b2-44fb-85f3-2948349249f8, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=ac9b2fe5-75b2-44fb-85f3-2948349249f8,segment=NetworkSegment(b5b7547d-4b2d-4e0b-b974-c8bbac93a359),segment_id=b5b7547d-4b2d-4e0b-b974-c8bbac93a359)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:07:34.101050 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9d8262f1-f923-451a-8d46-f3a98385c332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:34.186892 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8262f1-f923-451a-8d46-f3a98385c332 None None] Routers {'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:07:34.187548 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-9d8262f1-f923-451a-8d46-f3a98385c332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:07:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:07:34.201100 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device b45b1735-e9ae-4e97-b95a-4d0e4460d7bd no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:07:34.275771 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device b45b1735-e9ae-4e97-b95a-4d0e4460d7bd not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:07:34.381336 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-933e9610-672b-463c-bd24-78dc533b8831 None None] Provisioning complete for port ac9b2fe5-75b2-44fb-85f3-2948349249f8 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:07:34.382105 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-933e9610-672b-463c-bd24-78dc533b8831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:34.403170 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90274a9-dfce-4ccb-bef5-af28e08ba5c5 x-openstack-request-id: req-e90274a9-dfce-4ccb-bef5-af28e08ba5c5 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:07:34.403773 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c83004cb-df96-4d27-9371-9bd234a0c154", "tag": "6efc11c2-af6f-479e-9696-54cf17fa00d8", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:07:34.404038 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e90274a9-dfce-4ccb-bef5-af28e08ba5c5 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:07:34.404436 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c83004cb-df96-4d27-9371-9bd234a0c154', 'tag': '6efc11c2-af6f-479e-9696-54cf17fa00d8', 'status': 'completed', 'code': 200} Nov 25 13:07:34.405953 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-05541a9f-a812-41df-9e75-e4eee17328fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:34.407449 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-05541a9f-a812-41df-9e75-e4eee17328fd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c6ff4ad3-eaf7-4ebb-ae7a-2ad7a9626250 HTTP/1.1" status: 200 len: 861 time: 0.7153094 Nov 25 13:07:34.421246 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d33d4ff-1734-4da4-8ca1-f6bedaf7a745 x-openstack-request-id: req-4d33d4ff-1734-4da4-8ca1-f6bedaf7a745 {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:07:34.421677 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e9659d0-1724-4a0c-9ed8-8384f68b831e", "tag": "7fb6f54d-91e5-44d1-b51e-17bdd8ecb01e", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:07:34.422624 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4d33d4ff-1734-4da4-8ca1-f6bedaf7a745 {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:07:34.423353 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e9659d0-1724-4a0c-9ed8-8384f68b831e', 'tag': '7fb6f54d-91e5-44d1-b51e-17bdd8ecb01e', 'status': 'completed', 'code': 200} Nov 25 13:07:34.426335 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-3165ee85-52f8-41cc-bd04-a55821de0708 service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7733791 Nov 25 13:07:34.427868 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-9d8262f1-f923-451a-8d46-f3a98385c332 None None] Set router fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:07:34.456849 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-db0fc982-4295-4811-aee3-ecd781e6abf7 req-32ea7871-dee2-436d-8207-63ca882099ef tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6776705 Nov 25 13:07:34.498533 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-933e9610-672b-463c-bd24-78dc533b8831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:34.537760 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-933e9610-672b-463c-bd24-78dc533b8831 None None] For port ac9b2fe5-75b2-44fb-85f3-2948349249f8, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=ac9b2fe5-75b2-44fb-85f3-2948349249f8,segment=NetworkSegment(b5b7547d-4b2d-4e0b-b974-c8bbac93a359),segment_id=b5b7547d-4b2d-4e0b-b974-c8bbac93a359)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:07:34.542649 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-933e9610-672b-463c-bd24-78dc533b8831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:34.558439 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-18ef37c4-76d5-42d0-8702-0fa5f1283261 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4eedb877-5fc3-46a9-a0e2-7e0a431fb103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1048400 Nov 25 13:07:34.602073 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933e9610-672b-463c-bd24-78dc533b8831 None None] Pushing event updated for resources: {'Port': ['ID=ac9b2fe5-75b2-44fb-85f3-2948349249f8,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:34.671793 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-00ee5fc3-02e3-4bb5-9b40-cabd848e5324 None None] Provisioning complete for port ac9b2fe5-75b2-44fb-85f3-2948349249f8 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:07:34.672174 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-00ee5fc3-02e3-4bb5-9b40-cabd848e5324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:34.683065 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b5bdec9e-55a3-4586-aef2-32bf5b416696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:34.756477 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8fd0f4-d2d0-48a0-8efa-4a3c3180a0bd None None] Pushing event updated for resources: {'Port': ['ID=ac9b2fe5-75b2-44fb-85f3-2948349249f8,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:34.793589 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971bd0c7-d851-44e4-a44a-95d8886e9f51 req-7216c1ca-d867-42d4-9fe5-c31136aac7df tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:34.795309 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-971bd0c7-d851-44e4-a44a-95d8886e9f51 req-7216c1ca-d867-42d4-9fe5-c31136aac7df tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=d410d79b-0ea5-45ec-bbd3-620a720f4750 HTTP/1.1" status: 200 len: 947 time: 0.1514308 Nov 25 13:07:34.799769 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bdec9e-55a3-4586-aef2-32bf5b416696 admin admin] Checking segment: {'id': '56ddc7b7-f3f4-48a3-a521-4094719bb02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f2551022-e737-42cd-8b81-15fcbc11fbd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:07:34.800258 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bdec9e-55a3-4586-aef2-32bf5b416696 admin admin] Network hostable DHCP agents. Network: f2551022-e737-42cd-8b81-15fcbc11fbd5, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:07:34.807976 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef31ffd-930b-411e-a92f-d6223fb17cc4 req-339c1e9a-f432-403e-8933-c8c26ab5c7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:34.809597 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cef31ffd-930b-411e-a92f-d6223fb17cc4 req-339c1e9a-f432-403e-8933-c8c26ab5c7cf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=af4c9854d3c048999405c81c71776d29&device_id=c83004cb-df96-4d27-9371-9bd234a0c154 HTTP/1.1" status: 200 len: 1100 time: 0.4115198 Nov 25 13:07:34.828816 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef31ffd-930b-411e-a92f-d6223fb17cc4 req-8fa3ae27-b220-4aa0-9dc5-feb3f5cf73d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:34.834088 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cef31ffd-930b-411e-a92f-d6223fb17cc4 req-8fa3ae27-b220-4aa0-9dc5-feb3f5cf73d1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=af4c9854d3c048999405c81c71776d29&device_id=c83004cb-df96-4d27-9371-9bd234a0c154 HTTP/1.1" status: 200 len: 1100 time: 0.4424646 Nov 25 13:07:34.858331 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-0f8e2d36-ea59-4a2e-8c02-088bd0b82a8e service neutron] Attempting to bind port e3af4f0b-b1e6-4b83-91ed-deb59a01c9bc on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:07:34.862793 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-0f8e2d36-ea59-4a2e-8c02-088bd0b82a8e service neutron] Attempting to bind port e3af4f0b-b1e6-4b83-91ed-deb59a01c9bc by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:07:34.863859 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-0f8e2d36-ea59-4a2e-8c02-088bd0b82a8e service neutron] Attempting to bind port e3af4f0b-b1e6-4b83-91ed-deb59a01c9bc on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:07:34.889201 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-9d8262f1-f923-451a-8d46-f3a98385c332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1200141678-router', 'tenant_id': '0847adb867eb43dd9514b39274c66d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '229ed14e-aff0-4306-a4b5-88bb38a9c6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:07:21Z', 'updated_at': '2021-11-25T13:07:26Z', 'revision_number': 4, 'project_id': '0847adb867eb43dd9514b39274c66d40', 'gw_port': {'id': '229ed14e-aff0-4306-a4b5-88bb38a9c6bd', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:83:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:07:21Z', 'updated_at': '2021-11-25T13:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'ac9b2fe5-75b2-44fb-85f3-2948349249f8', 'name': '', 'network_id': '05538b39-0ed2-40a2-b712-e6a9ac11f528', 'tenant_id': '0847adb867eb43dd9514b39274c66d40', 'mac_address': 'fa:16:3e:ff:8a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '6747087c-5949-4700-ad89-d1127c0360fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:07:25Z', 'updated_at': '2021-11-25T13:07:34Z', 'revision_number': 4, 'project_id': '0847adb867eb43dd9514b39274c66d40', 'subnets': [{'id': '6747087c-5949-4700-ad89-d1127c0360fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:07:34.923335 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8262f1-f923-451a-8d46-f3a98385c332 None None] The sync data for ids ['fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a'] in n-d-808199-11 is: [{'id': 'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1200141678-router', 'tenant_id': '0847adb867eb43dd9514b39274c66d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '229ed14e-aff0-4306-a4b5-88bb38a9c6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:07:21Z', 'updated_at': '2021-11-25T13:07:26Z', 'revision_number': 4, 'project_id': '0847adb867eb43dd9514b39274c66d40', 'gw_port': {'id': '229ed14e-aff0-4306-a4b5-88bb38a9c6bd', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:83:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:07:21Z', 'updated_at': '2021-11-25T13:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'ac9b2fe5-75b2-44fb-85f3-2948349249f8', 'name': '', 'network_id': '05538b39-0ed2-40a2-b712-e6a9ac11f528', 'tenant_id': '0847adb867eb43dd9514b39274c66d40', 'mac_address': 'fa:16:3e:ff:8a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '6747087c-5949-4700-ad89-d1127c0360fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:07:25Z', 'updated_at': '2021-11-25T13:07:34Z', 'revision_number': 4, 'project_id': '0847adb867eb43dd9514b39274c66d40', 'subnets': [{'id': '6747087c-5949-4700-ad89-d1127c0360fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:07:34.936110 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-971bd0c7-d851-44e4-a44a-95d8886e9f51 req-9ece9f91-e367-4056-8452-0e9a34be3552 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295764 Nov 25 13:07:34.938166 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-f749e5a2-9094-404b-957f-f8eb7ad87a97 service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4672809 Nov 25 13:07:34.947582 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bdec9e-55a3-4586-aef2-32bf5b416696 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c83c63e7-e06a-410a-b1d2-9b899eeb9542,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:34.981112 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-0f8e2d36-ea59-4a2e-8c02-088bd0b82a8e service neutron] Port e3af4f0b-b1e6-4b83-91ed-deb59a01c9bc on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:07:34.981272 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-0f8e2d36-ea59-4a2e-8c02-088bd0b82a8e service neutron] Attempting to bind port e3af4f0b-b1e6-4b83-91ed-deb59a01c9bc on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:07:35.021047 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bdec9e-55a3-4586-aef2-32bf5b416696 admin admin] Network f2551022-e737-42cd-8b81-15fcbc11fbd5 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:07:35.032439 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:35.068663 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-0f8e2d36-ea59-4a2e-8c02-088bd0b82a8e service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:07:35.069077 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-0f8e2d36-ea59-4a2e-8c02-088bd0b82a8e service neutron] Checking segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:07:35.069476 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-0f8e2d36-ea59-4a2e-8c02-088bd0b82a8e service neutron] Bound using segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:07:35.069923 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-0f8e2d36-ea59-4a2e-8c02-088bd0b82a8e service neutron] Bound port: e3af4f0b-b1e6-4b83-91ed-deb59a01c9bc, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:07:35.070285 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-0f8e2d36-ea59-4a2e-8c02-088bd0b82a8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:35.083931 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-531d6e55-1a8c-4cf3-822b-609d206eb033 service neutron] 10.222.0.47 "GET /v2.0/networks/4eedb877-5fc3-46a9-a0e2-7e0a431fb103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4779720 Nov 25 13:07:35.087794 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c6e460-7554-46e0-a4ee-2e9e2891cf45 req-76cb1e42-b201-4555-be37-36eda5d4b843 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:35.104097 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f5c6e460-7554-46e0-a4ee-2e9e2891cf45 req-76cb1e42-b201-4555-be37-36eda5d4b843 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe7a402e-531c-4b21-9ace-10ffccdcb00f HTTP/1.1" status: 200 len: 945 time: 0.2140794 Nov 25 13:07:35.104097 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-b5bdec9e-55a3-4586-aef2-32bf5b416696 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, f2551022-e737-42cd-8b81-15fcbc11fbd5) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:07:35.112784 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3c7576-6090-4330-85c1-446681f12896 None None] Network f2551022-e737-42cd-8b81-15fcbc11fbd5 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:07:35.124646 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5bdec9e-55a3-4586-aef2-32bf5b416696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:35.125273 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b5bdec9e-55a3-4586-aef2-32bf5b416696 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:35.173538 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f5c6e460-7554-46e0-a4ee-2e9e2891cf45 req-e8443a5d-404f-4ec0-a7d0-9712b095d7d9 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775013 Nov 25 13:07:35.188701 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b5bdec9e-55a3-4586-aef2-32bf5b416696 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2533641 Nov 25 13:07:35.197812 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60192) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:07:35.215354 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-e0d0b2b7-2280-450c-99f9-6e6bfe2acc7a admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-643154548-router', 'tenant_id': '1d7c3b2bb5754f9a86023c3de45d9c8a', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:07:35.227612 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef31ffd-930b-411e-a92f-d6223fb17cc4 req-3d745ace-9564-441f-9361-08c0e18fbdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:35.231967 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cef31ffd-930b-411e-a92f-d6223fb17cc4 req-3d745ace-9564-441f-9361-08c0e18fbdbc service neutron] 10.222.0.47 "GET /v2.0/networks?id=85f6380f-3625-4f44-8465-fbcf0c11fed5 HTTP/1.1" status: 200 len: 870 time: 0.3624120 Nov 25 13:07:35.258624 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195facf-1c28-4a31-9a52-66561233d4bc req-c1f5647f-f18f-4dc8-9cfc-44b41718527b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:35.269084 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f195facf-1c28-4a31-9a52-66561233d4bc req-c1f5647f-f18f-4dc8-9cfc-44b41718527b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4190dcc6411041ccb9fe22c2d4608a11&device_id=0e9659d0-1724-4a0c-9ed8-8384f68b831e HTTP/1.1" status: 200 len: 1100 time: 0.2334013 Nov 25 13:07:35.271364 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e0d0b2b7-2280-450c-99f9-6e6bfe2acc7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:35.272764 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e0d0b2b7-2280-450c-99f9-6e6bfe2acc7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:35.538549 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-3b4d7fb7-2de7-483e-962b-62306c6b5456 service neutron] 10.222.0.47 "GET /v2.0/networks/4eedb877-5fc3-46a9-a0e2-7e0a431fb103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199065 Nov 25 13:07:35.543542 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136eb1ae-8d27-45e3-b9b2-22a7cb238a79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-f2551022-e737-42cd-8b81-15fcbc11fbd5', 'network_id': 'f2551022-e737-42cd-8b81-15fcbc11fbd5', 'tenant_id': '1d7c3b2bb5754f9a86023c3de45d9c8a', 'fixed_ips': [{'subnet_id': 'c83c63e7-e06a-410a-b1d2-9b899eeb9542'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:07:35.544438 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-136eb1ae-8d27-45e3-b9b2-22a7cb238a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:35.881697 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cef31ffd-930b-411e-a92f-d6223fb17cc4 req-3e93af41-3ed1-403e-ae60-42dd3a8dd1c2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=6efc11c2-af6f-479e-9696-54cf17fa00d8 HTTP/1.1" status: 200 len: 217 time: 0.3090913 Nov 25 13:07:35.901342 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef31ffd-930b-411e-a92f-d6223fb17cc4 req-25e5a050-07f0-4c46-904b-b8c3a216458c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:35.902841 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cef31ffd-930b-411e-a92f-d6223fb17cc4 req-25e5a050-07f0-4c46-904b-b8c3a216458c service neutron] 10.222.0.66 "GET /v2.0/networks?id=85f6380f-3625-4f44-8465-fbcf0c11fed5 HTTP/1.1" status: 200 len: 870 time: 1.0648878 Nov 25 13:07:35.906067 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e0d0b2b7-2280-450c-99f9-6e6bfe2acc7a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:35.919838 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-136eb1ae-8d27-45e3-b9b2-22a7cb238a79 None None] Allocated IP 172.20.0.2 (f2551022-e737-42cd-8b81-15fcbc11fbd5/c83c63e7-e06a-410a-b1d2-9b899eeb9542/afa097d9-c451-4eb6-a1ac-6937a4282cce) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:07:36.055253 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cef31ffd-930b-411e-a92f-d6223fb17cc4 req-d6904b63-48da-4c7b-8fa9-3b054bbf33d3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=6efc11c2-af6f-479e-9696-54cf17fa00d8 HTTP/1.1" status: 200 len: 217 time: 0.1011758 Nov 25 13:07:36.062047 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-0f8e2d36-ea59-4a2e-8c02-088bd0b82a8e service neutron] For port e3af4f0b-b1e6-4b83-91ed-deb59a01c9bc, host n-h1-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:07:36.166871 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef31ffd-930b-411e-a92f-d6223fb17cc4 req-8cf3f9e5-5e29-4fce-a1f3-3fdd701c2cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:36.168475 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cef31ffd-930b-411e-a92f-d6223fb17cc4 req-8cf3f9e5-5e29-4fce-a1f3-3fdd701c2cb6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.0673382 Nov 25 13:07:36.174353 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-0f8e2d36-ea59-4a2e-8c02-088bd0b82a8e service neutron] For port e3af4f0b-b1e6-4b83-91ed-deb59a01c9bc, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=e3af4f0b-b1e6-4b83-91ed-deb59a01c9bc,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:07:36.200080 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-0f8e2d36-ea59-4a2e-8c02-088bd0b82a8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:36.324010 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-8e769f92-045c-463f-8b1d-6a51a4f87031 tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:36.325698 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-8e769f92-045c-463f-8b1d-6a51a4f87031 tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=fe7a402e-531c-4b21-9ace-10ffccdcb00f&tenant_id=d2e157ec7259461e96009d2e9c8298f0&binding%3Ahost_id=n-h2-808199-11 HTTP/1.1" status: 200 len: 1097 time: 0.2651813 Nov 25 13:07:36.327734 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60216) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:07:36.329015 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8e2d36-ea59-4a2e-8c02-088bd0b82a8e service neutron] Pushing event updated for resources: {'Port': ['ID=e3af4f0b-b1e6-4b83-91ed-deb59a01c9bc,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:36.411972 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef31ffd-930b-411e-a92f-d6223fb17cc4 req-1291d8d9-20c3-4dac-8ade-c985041b644f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:36.413857 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cef31ffd-930b-411e-a92f-d6223fb17cc4 req-1291d8d9-20c3-4dac-8ade-c985041b644f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.5162122 Nov 25 13:07:36.419210 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60220) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:07:36.427050 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device ac9b2fe5-75b2-44fb-85f3-2948349249f8 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:07:36.458385 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef31ffd-930b-411e-a92f-d6223fb17cc4 req-04cbaef4-1b61-4bf4-b694-84e552f0961b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:36.462428 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cef31ffd-930b-411e-a92f-d6223fb17cc4 req-04cbaef4-1b61-4bf4-b694-84e552f0961b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2717626 Nov 25 13:07:36.509111 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-0f8e2d36-ea59-4a2e-8c02-088bd0b82a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:36.510267 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-0f8e2d36-ea59-4a2e-8c02-088bd0b82a8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:36.513974 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-0f8e2d36-ea59-4a2e-8c02-088bd0b82a8e service neutron] 10.222.0.66 "PUT /v2.0/ports/e3af4f0b-b1e6-4b83-91ed-deb59a01c9bc HTTP/1.1" status: 200 len: 1096 time: 4.6660063 Nov 25 13:07:36.518826 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd410d79b-0ea5-45ec-bbd3-620a720f4750', 'tag': 'e3af4f0b-b1e6-4b83-91ed-deb59a01c9bc'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:07:36.525009 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac58ceb-29ba-443c-b469-e4339b38c04e" -d '{"events": [{"name": "network-changed", "server_uuid": "d410d79b-0ea5-45ec-bbd3-620a720f4750", "tag": "e3af4f0b-b1e6-4b83-91ed-deb59a01c9bc"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:07:36.547129 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:36.570310 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792705d3-4075-4724-8082-fbed7fa45f14 req-c7ac5ffe-8c75-4aa0-813a-223c426a627c tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:36.598116 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-792705d3-4075-4724-8082-fbed7fa45f14 req-c7ac5ffe-8c75-4aa0-813a-223c426a627c tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c83004cb-df96-4d27-9371-9bd234a0c154 HTTP/1.1" status: 200 len: 948 time: 0.6620839 Nov 25 13:07:36.623855 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e0d0b2b7-2280-450c-99f9-6e6bfe2acc7a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:36.629550 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195facf-1c28-4a31-9a52-66561233d4bc req-cadc5d1a-8692-4c2d-a3ed-11da83a8145e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:36.651186 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f195facf-1c28-4a31-9a52-66561233d4bc req-cadc5d1a-8692-4c2d-a3ed-11da83a8145e service neutron] 10.222.0.66 "GET /v2.0/networks?id=85f6380f-3625-4f44-8465-fbcf0c11fed5 HTTP/1.1" status: 200 len: 870 time: 1.3500805 Nov 25 13:07:36.672880 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-136eb1ae-8d27-45e3-b9b2-22a7cb238a79 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:36.685946 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 6efc11c2-af6f-479e-9696-54cf17fa00d8 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:07:36.702619 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-136eb1ae-8d27-45e3-b9b2-22a7cb238a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:36.764184 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136eb1ae-8d27-45e3-b9b2-22a7cb238a79 None None] Pushing event updated for resources: {'Port': ['ID=afa097d9-c451-4eb6-a1ac-6937a4282cce,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:36.777959 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port ac9b2fe5-75b2-44fb-85f3-2948349249f8 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:07:36.778325 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:36.801745 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f195facf-1c28-4a31-9a52-66561233d4bc req-25e7dd32-c3e9-4acb-8622-26a708eca13a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=7fb6f54d-91e5-44d1-b51e-17bdd8ecb01e HTTP/1.1" status: 200 len: 217 time: 0.1490929 Nov 25 13:07:36.841010 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136eb1ae-8d27-45e3-b9b2-22a7cb238a79 None None] Network f2551022-e737-42cd-8b81-15fcbc11fbd5 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:07:36.850786 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-47439939-24ce-4824-ba97-2e2806383930 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:36.856474 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-136eb1ae-8d27-45e3-b9b2-22a7cb238a79 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:07:36.858644 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef31ffd-930b-411e-a92f-d6223fb17cc4 req-b2fe488f-52e1-4a5e-b8fa-53e9ab2337dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:36.860240 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cef31ffd-930b-411e-a92f-d6223fb17cc4 req-b2fe488f-52e1-4a5e-b8fa-53e9ab2337dd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4207211 Nov 25 13:07:36.860975 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136eb1ae-8d27-45e3-b9b2-22a7cb238a79 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:07:36.886732 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-feea00cf-bc73-4f0a-a4a8-3ae184b8939d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:36.983237 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-21c8b86d-e14d-4fc8-a1e8-467fb31dea8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:36.984988 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-21c8b86d-e14d-4fc8-a1e8-467fb31dea8c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4190dcc6411041ccb9fe22c2d4608a11&device_id=d410d79b-0ea5-45ec-bbd3-620a720f4750 HTTP/1.1" status: 200 len: 1099 time: 0.3739591 Nov 25 13:07:36.995005 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cef31ffd-930b-411e-a92f-d6223fb17cc4 req-9fb84dc6-9191-4ff6-a88e-8ab5c93f245b service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4792204 Nov 25 13:07:37.003424 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-792705d3-4075-4724-8082-fbed7fa45f14 req-0f0cebdd-8f07-4009-9e29-c8ff3bbec165 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4043946 Nov 25 13:07:37.032284 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cec3d5-7cb9-4b5d-aa37-b5db63969ea3 req-2275c148-6452-42d0-acdb-186b0ae56b54 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:37.035222 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d1cec3d5-7cb9-4b5d-aa37-b5db63969ea3 req-2275c148-6452-42d0-acdb-186b0ae56b54 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=d410d79b-0ea5-45ec-bbd3-620a720f4750 HTTP/1.1" status: 200 len: 947 time: 0.4071877 Nov 25 13:07:37.050215 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-136eb1ae-8d27-45e3-b9b2-22a7cb238a79 None None] Attempting to bind port afa097d9-c451-4eb6-a1ac-6937a4282cce on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:07:37.051696 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-136eb1ae-8d27-45e3-b9b2-22a7cb238a79 None None] Attempting to bind port afa097d9-c451-4eb6-a1ac-6937a4282cce by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '56ddc7b7-f3f4-48a3-a521-4094719bb02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f2551022-e737-42cd-8b81-15fcbc11fbd5'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:07:37.052217 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136eb1ae-8d27-45e3-b9b2-22a7cb238a79 None None] Attempting to bind port afa097d9-c451-4eb6-a1ac-6937a4282cce on network f2551022-e737-42cd-8b81-15fcbc11fbd5 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:07:37.076438 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136eb1ae-8d27-45e3-b9b2-22a7cb238a79 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:07:37.077102 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136eb1ae-8d27-45e3-b9b2-22a7cb238a79 None None] Checking segment: {'id': '56ddc7b7-f3f4-48a3-a521-4094719bb02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f2551022-e737-42cd-8b81-15fcbc11fbd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:07:37.078472 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-136eb1ae-8d27-45e3-b9b2-22a7cb238a79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:37.079622 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136eb1ae-8d27-45e3-b9b2-22a7cb238a79 None None] Bound using segment: {'id': '56ddc7b7-f3f4-48a3-a521-4094719bb02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f2551022-e737-42cd-8b81-15fcbc11fbd5'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:07:37.080276 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-136eb1ae-8d27-45e3-b9b2-22a7cb238a79 None None] Bound port: afa097d9-c451-4eb6-a1ac-6937a4282cce, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56ddc7b7-f3f4-48a3-a521-4094719bb02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f2551022-e737-42cd-8b81-15fcbc11fbd5'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:07:37.080983 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-136eb1ae-8d27-45e3-b9b2-22a7cb238a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:37.135320 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 6efc11c2-af6f-479e-9696-54cf17fa00d8, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=6efc11c2-af6f-479e-9696-54cf17fa00d8,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:07:37.143722 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-77784804-bd51-4052-8ffd-ef80ce546c05 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=e3af4f0b-b1e6-4b83-91ed-deb59a01c9bc HTTP/1.1" status: 200 len: 217 time: 0.1382830 Nov 25 13:07:37.160464 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-045da889-454d-442b-a5dd-2541d84b1907 service neutron] For port b45b1735-e9ae-4e97-b95a-4d0e4460d7bd, host n-h1-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:07:37.180555 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-feea00cf-bc73-4f0a-a4a8-3ae184b8939d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:37.184887 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-045da889-454d-442b-a5dd-2541d84b1907 service neutron] Publish callbacks [] for binding, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:37.185616 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e2164f03-2220-45bc-8118-d9e2f70979f9 req-045da889-454d-442b-a5dd-2541d84b1907 service neutron] 10.222.0.47 "DELETE /v2.0/ports/b45b1735-e9ae-4e97-b95a-4d0e4460d7bd/bindings/n-h1-808199-11 HTTP/1.1" status: 204 len: 173 time: 0.8373444 Nov 25 13:07:37.188189 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195facf-1c28-4a31-9a52-66561233d4bc req-6288394d-cd2b-4d4e-868c-e27bb9c4cf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:37.190135 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f195facf-1c28-4a31-9a52-66561233d4bc req-6288394d-cd2b-4d4e-868c-e27bb9c4cf14 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.3652124 Nov 25 13:07:37.216392 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-feea00cf-bc73-4f0a-a4a8-3ae184b8939d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:37.241697 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-136eb1ae-8d27-45e3-b9b2-22a7cb238a79 None None] For port afa097d9-c451-4eb6-a1ac-6937a4282cce, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:07:37.246999 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-136eb1ae-8d27-45e3-b9b2-22a7cb238a79 None None] For port afa097d9-c451-4eb6-a1ac-6937a4282cce, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=afa097d9-c451-4eb6-a1ac-6937a4282cce,segment=NetworkSegment(56ddc7b7-f3f4-48a3-a521-4094719bb02a),segment_id=56ddc7b7-f3f4-48a3-a521-4094719bb02a)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:07:37.250139 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '6efc11c2-af6f-479e-9696-54cf17fa00d8', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'port_id': '6efc11c2-af6f-479e-9696-54cf17fa00d8', 'mac_address': 'fa:16:3e:b6:ca:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce5ca48-e3be-44c6-9584-fd9eb8c67222', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:07:37.251251 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cef31ffd-930b-411e-a92f-d6223fb17cc4 req-21fbe46a-694e-44f3-bf3a-d368f43879dc service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3527365 Nov 25 13:07:37.262778 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-136eb1ae-8d27-45e3-b9b2-22a7cb238a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:37.282864 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-2c1bfb96-797a-4dbd-8297-22ad5cb1adb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:37.284303 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-2c1bfb96-797a-4dbd-8297-22ad5cb1adb5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.1227868 Nov 25 13:07:37.333680 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-feea00cf-bc73-4f0a-a4a8-3ae184b8939d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b93bb6295d0640fab1c2c112a6b5c379&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9171782 Nov 25 13:07:37.339027 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60232) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:07:37.339678 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feea00cf-bc73-4f0a-a4a8-3ae184b8939d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d7776a-6c7e-4573-b787-fd0346d52721,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:37.369231 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136eb1ae-8d27-45e3-b9b2-22a7cb238a79 None None] Pushing event updated for resources: {'Port': ['ID=afa097d9-c451-4eb6-a1ac-6937a4282cce,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:37.371468 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d1cec3d5-7cb9-4b5d-aa37-b5db63969ea3 req-48a14d5c-4752-454f-a2e7-7ef969a95739 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197773 Nov 25 13:07:37.372849 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cef31ffd-930b-411e-a92f-d6223fb17cc4 req-e35ede32-fd74-47b8-86e8-330bf9d12bdc service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3645990 Nov 25 13:07:37.416125 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-47439939-24ce-4824-ba97-2e2806383930 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:37.427158 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:37.427854 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-47439939-24ce-4824-ba97-2e2806383930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:37.443306 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195facf-1c28-4a31-9a52-66561233d4bc req-c2f24b07-c59f-4e01-83ee-fdf3486414af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:37.445142 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f195facf-1c28-4a31-9a52-66561233d4bc req-c2f24b07-c59f-4e01-83ee-fdf3486414af service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2300258 Nov 25 13:07:37.466082 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6efc11c2-af6f-479e-9696-54cf17fa00d8 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:07:37.505744 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 6efc11c2-af6f-479e-9696-54cf17fa00d8, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=6efc11c2-af6f-479e-9696-54cf17fa00d8,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:07:37.513871 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:37.559116 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-264d9cc6-43f1-4da8-a064-ebd9dfa3c425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:37.560786 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-264d9cc6-43f1-4da8-a064-ebd9dfa3c425 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2473049 Nov 25 13:07:37.620568 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=6efc11c2-af6f-479e-9696-54cf17fa00d8,revision_number=8']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:37.626185 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cef31ffd-930b-411e-a92f-d6223fb17cc4 req-793a8123-c398-43e5-a8ac-462fac4c3f67 service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555603 Nov 25 13:07:37.643567 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-47439939-24ce-4824-ba97-2e2806383930 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c8cd941d08014d8a9ee379f3962441ff&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2102098 Nov 25 13:07:37.646045 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60234) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:07:37.656979 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f195facf-1c28-4a31-9a52-66561233d4bc req-fa63bdec-4b47-4008-8d61-060e319ae809 service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991181 Nov 25 13:07:37.677624 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47439939-24ce-4824-ba97-2e2806383930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd9c466-7373-413b-a099-2715fddc904e,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:37.704708 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be67c468-7670-4cec-afa5-ffa5583e59d5 req-f8c00575-9e2a-47c1-821a-0f7965c03b4b tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:37.729212 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-be67c468-7670-4cec-afa5-ffa5583e59d5 req-f8c00575-9e2a-47c1-821a-0f7965c03b4b tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe7a402e-531c-4b21-9ace-10ffccdcb00f HTTP/1.1" status: 200 len: 945 time: 0.6127024 Nov 25 13:07:37.785135 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:37.819915 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-8d735d33-cc1b-4eb3-9e3a-1a40c8c83af1 service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411649 Nov 25 13:07:37.820711 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4c011ee7-ab06-4c93-95ab-d26ca494812e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:37.836563 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['6efc11c2-af6f-479e-9696-54cf17fa00d8'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:07:37.839819 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d37b9250-a6fb-4da4-9391-b95861186846 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:37.904557 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d37b9250-a6fb-4da4-9391-b95861186846 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:37.999795 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4c011ee7-ab06-4c93-95ab-d26ca494812e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:38.085862 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2052b94e-81e2-420b-9ffa-021cc19f1220 req-122c0fa2-2b96-44a4-9935-139b6233266e service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394791 Nov 25 13:07:38.107572 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4c011ee7-ab06-4c93-95ab-d26ca494812e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:38.111241 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4c011ee7-ab06-4c93-95ab-d26ca494812e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:38.112652 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-4c011ee7-ab06-4c93-95ab-d26ca494812e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cdd9c466-7373-413b-a099-2715fddc904e HTTP/1.1" status: 204 len: 168 time: 0.4658349 Nov 25 13:07:38.128426 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c011ee7-ab06-4c93-95ab-d26ca494812e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd9c466-7373-413b-a099-2715fddc904e,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:38.162572 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 7fb6f54d-91e5-44d1-b51e-17bdd8ecb01e details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:07:38.213877 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d37b9250-a6fb-4da4-9391-b95861186846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:38.245679 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d37b9250-a6fb-4da4-9391-b95861186846 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:38.247558 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d37b9250-a6fb-4da4-9391-b95861186846 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/62d7776a-6c7e-4573-b787-fd0346d52721 HTTP/1.1" status: 204 len: 168 time: 0.8552513 Nov 25 13:07:38.346124 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-156dd3a1-ed01-4177-acbe-e0352b6f5fe0 x-openstack-request-id: req-156dd3a1-ed01-4177-acbe-e0352b6f5fe0 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:07:38.347152 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d410d79b-0ea5-45ec-bbd3-620a720f4750", "tag": "e3af4f0b-b1e6-4b83-91ed-deb59a01c9bc", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:07:38.347920 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-156dd3a1-ed01-4177-acbe-e0352b6f5fe0 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:07:38.349051 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd410d79b-0ea5-45ec-bbd3-620a720f4750', 'tag': 'e3af4f0b-b1e6-4b83-91ed-deb59a01c9bc', 'status': 'completed', 'code': 200} Nov 25 13:07:38.383005 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f195facf-1c28-4a31-9a52-66561233d4bc req-1564be10-fbea-498c-a832-e18d3b57c6a9 service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6146052 Nov 25 13:07:38.444708 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 7fb6f54d-91e5-44d1-b51e-17bdd8ecb01e, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=7fb6f54d-91e5-44d1-b51e-17bdd8ecb01e,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:07:38.460798 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37b9250-a6fb-4da4-9391-b95861186846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d7776a-6c7e-4573-b787-fd0346d52721,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:38.509091 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-be67c468-7670-4cec-afa5-ffa5583e59d5 req-537dbf1a-3577-407e-9e37-cc7d25dee343 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7782676 Nov 25 13:07:38.510029 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device afa097d9-c451-4eb6-a1ac-6937a4282cce up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:07:38.576124 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e0d0b2b7-2280-450c-99f9-6e6bfe2acc7a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:38.580863 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': '7fb6f54d-91e5-44d1-b51e-17bdd8ecb01e', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'port_id': '7fb6f54d-91e5-44d1-b51e-17bdd8ecb01e', 'mac_address': 'fa:16:3e:48:50:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce5ca48-e3be-44c6-9584-fd9eb8c67222', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:07:38.614748 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac58ceb-29ba-443c-b469-e4339b38c04e req-3b2ddc5b-1bc0-4732-b86d-e2748c74c7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:38.629452 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bac58ceb-29ba-443c-b469-e4339b38c04e req-3b2ddc5b-1bc0-4732-b86d-e2748c74c7c3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4190dcc6411041ccb9fe22c2d4608a11&device_id=d410d79b-0ea5-45ec-bbd3-620a720f4750 HTTP/1.1" status: 200 len: 1099 time: 0.2452369 Nov 25 13:07:38.681796 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e0d0b2b7-2280-450c-99f9-6e6bfe2acc7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:38.700933 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:38.726093 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fb6f54d-91e5-44d1-b51e-17bdd8ecb01e {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:07:38.740566 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port afa097d9-c451-4eb6-a1ac-6937a4282cce triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:07:38.741027 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:38.833270 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 7fb6f54d-91e5-44d1-b51e-17bdd8ecb01e, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=7fb6f54d-91e5-44d1-b51e-17bdd8ecb01e,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:07:38.844984 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:38.895841 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac58ceb-29ba-443c-b469-e4339b38c04e req-c14a808e-64b7-4941-add1-3b56e96df3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:38.897812 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bac58ceb-29ba-443c-b469-e4339b38c04e req-c14a808e-64b7-4941-add1-3b56e96df3eb service neutron] 10.222.0.66 "GET /v2.0/networks?id=85f6380f-3625-4f44-8465-fbcf0c11fed5 HTTP/1.1" status: 200 len: 870 time: 0.2646732 Nov 25 13:07:39.036621 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bac58ceb-29ba-443c-b469-e4339b38c04e req-3fcbc716-15f8-4c79-9453-c970522f3359 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=e3af4f0b-b1e6-4b83-91ed-deb59a01c9bc HTTP/1.1" status: 200 len: 217 time: 0.1223843 Nov 25 13:07:39.038088 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60260) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:07:39.039381 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=7fb6f54d-91e5-44d1-b51e-17bdd8ecb01e,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:39.057217 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:39.080864 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7735e016-569c-4248-bf3f-c09904033454 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:39.094935 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['7fb6f54d-91e5-44d1-b51e-17bdd8ecb01e'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:07:39.139408 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37151764-7d94-4de9-8e76-6195b927f1a2 None None] Network f2551022-e737-42cd-8b81-15fcbc11fbd5 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:07:39.191095 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538e2f28-14bf-48ef-acb4-099ab2c51830 req-e3fb72f5-cdc2-4bef-b763-5d8b20f7b9be tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:39.199411 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-538e2f28-14bf-48ef-acb4-099ab2c51830 req-e3fb72f5-cdc2-4bef-b763-5d8b20f7b9be tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=d410d79b-0ea5-45ec-bbd3-620a720f4750 HTTP/1.1" status: 200 len: 947 time: 0.3961384 Nov 25 13:07:39.288610 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-538e2f28-14bf-48ef-acb4-099ab2c51830 req-209c56b9-bc08-4284-b2d7-3b5a22817b10 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882185 Nov 25 13:07:39.315350 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6dc8b4-071a-4e76-8f13-63543321883f req-2dfff947-1c8d-41d7-a412-f4b03e62aa99 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:39.321349 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1f6dc8b4-071a-4e76-8f13-63543321883f req-2dfff947-1c8d-41d7-a412-f4b03e62aa99 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.66 "GET /v2.0/ports?device_id=c83004cb-df96-4d27-9371-9bd234a0c154&tenant_id=af4c9854d3c048999405c81c71776d29&binding%3Ahost_id=n-h2-808199-11 HTTP/1.1" status: 200 len: 949 time: 0.4607668 Nov 25 13:07:39.321936 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] For port afa097d9-c451-4eb6-a1ac-6937a4282cce, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=afa097d9-c451-4eb6-a1ac-6937a4282cce,segment=NetworkSegment(56ddc7b7-f3f4-48a3-a521-4094719bb02a),segment_id=56ddc7b7-f3f4-48a3-a521-4094719bb02a)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:07:39.348163 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:39.417067 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60262) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:07:39.426714 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-5ebcb53f-b17c-457a-8785-f45a49b40129 None None] Provisioning complete for port afa097d9-c451-4eb6-a1ac-6937a4282cce triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:07:39.427086 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ebcb53f-b17c-457a-8785-f45a49b40129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:39.459726 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef5c98-207a-478a-b395-29ba59116067 req-c51b763a-5885-4bdc-b5ef-01b02dccc39e tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:39.461207 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-87ef5c98-207a-478a-b395-29ba59116067 req-c51b763a-5885-4bdc-b5ef-01b02dccc39e tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c83004cb-df96-4d27-9371-9bd234a0c154 HTTP/1.1" status: 200 len: 949 time: 0.3572555 Nov 25 13:07:39.510550 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Pushing event updated for resources: {'Port': ['ID=afa097d9-c451-4eb6-a1ac-6937a4282cce,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:39.515723 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a51a60dc-c33b-4efa-88ec-56d88d4514c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:39.609291 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-e0d0b2b7-2280-450c-99f9-6e6bfe2acc7a admin admin] Allocated IP 172.25.5.7 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/57743813-95b9-4826-88bc-f0410281c80a) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:07:39.639952 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac58ceb-29ba-443c-b469-e4339b38c04e req-08a60ce8-72ac-4c49-9ebb-e76743f56831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:39.641442 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bac58ceb-29ba-443c-b469-e4339b38c04e req-08a60ce8-72ac-4c49-9ebb-e76743f56831 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.5965235 Nov 25 13:07:39.696727 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [req-1f6dc8b4-071a-4e76-8f13-63543321883f req-63455350-c365-483f-bfcf-ac7639aea42c service neutron] delete failed (client error): The resource could not be found. Nov 25 13:07:39.697836 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1f6dc8b4-071a-4e76-8f13-63543321883f req-63455350-c365-483f-bfcf-ac7639aea42c service neutron] 10.222.0.66 "DELETE /v2.0/ports/6efc11c2-af6f-479e-9696-54cf17fa00d8/bindings/n-h1-808199-11 HTTP/1.1" status: 404 len: 381 time: 0.3551545 Nov 25 13:07:39.732305 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac58ceb-29ba-443c-b469-e4339b38c04e req-4c272376-c41c-4f98-8212-c8552a9853d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:39.733663 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bac58ceb-29ba-443c-b469-e4339b38c04e req-4c272376-c41c-4f98-8212-c8552a9853d7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0778158 Nov 25 13:07:39.740870 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-87ef5c98-207a-478a-b395-29ba59116067 req-029aeed6-a2bf-4efa-9444-54dcb9c10546 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573254 Nov 25 13:07:39.748056 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc289e7-fc41-4f93-a094-19fdeb0c4fbc req-dd04b8a3-08cf-4429-afb8-7564189ebc64 tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:39.749892 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ffc289e7-fc41-4f93-a094-19fdeb0c4fbc req-dd04b8a3-08cf-4429-afb8-7564189ebc64 tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=fe7a402e-531c-4b21-9ace-10ffccdcb00f HTTP/1.1" status: 200 len: 1097 time: 0.2983370 Nov 25 13:07:39.820114 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7735e016-569c-4248-bf3f-c09904033454 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:39.863207 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7735e016-569c-4248-bf3f-c09904033454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:39.875627 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ffc289e7-fc41-4f93-a094-19fdeb0c4fbc req-35b7ba6b-c597-452e-b989-b7f659ded9a7 tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181149 Nov 25 13:07:39.924235 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-7735e016-569c-4248-bf3f-c09904033454 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4fe9c1a86d1b4b3dbb4510101933985c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8838778 Nov 25 13:07:39.937238 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60270) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:07:39.945163 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6dc8b4-071a-4e76-8f13-63543321883f req-51141f4d-1252-4fb5-a324-6bd6fc150dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:39.947667 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1f6dc8b4-071a-4e76-8f13-63543321883f req-51141f4d-1252-4fb5-a324-6bd6fc150dad service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=af4c9854d3c048999405c81c71776d29&device_id=c83004cb-df96-4d27-9371-9bd234a0c154 HTTP/1.1" status: 200 len: 1101 time: 0.1095052 Nov 25 13:07:39.953135 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7735e016-569c-4248-bf3f-c09904033454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f08cf6-dfc8-4e0f-b379-9093c53df123,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:39.963306 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-b9c9c49c-766a-4a38-8e7d-085bbedd2852 None None] Provisioning complete for port afa097d9-c451-4eb6-a1ac-6937a4282cce triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:07:39.963735 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b9c9c49c-766a-4a38-8e7d-085bbedd2852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:39.973656 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bac58ceb-29ba-443c-b469-e4339b38c04e req-3a94497f-f245-4345-bc2f-73970a769a95 service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117701 Nov 25 13:07:40.152308 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bac58ceb-29ba-443c-b469-e4339b38c04e req-fdc3bc33-4ff2-4bdb-9462-08d0ce7a419f service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710217 Nov 25 13:07:40.159974 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device e3af4f0b-b1e6-4b83-91ed-deb59a01c9bc details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:07:40.193109 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b742cd12-00a2-4691-acea-0e55a0426f1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:40.203605 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e0d0b2b7-2280-450c-99f9-6e6bfe2acc7a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:40.219996 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6dc8b4-071a-4e76-8f13-63543321883f req-43c86bc3-2a93-4ebd-be46-1dea9bc3c233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:40.220973 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 7fb6f54d-91e5-44d1-b51e-17bdd8ecb01e up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:07:40.221505 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1f6dc8b4-071a-4e76-8f13-63543321883f req-43c86bc3-2a93-4ebd-be46-1dea9bc3c233 service neutron] 10.222.0.66 "GET /v2.0/networks?id=85f6380f-3625-4f44-8465-fbcf0c11fed5 HTTP/1.1" status: 200 len: 870 time: 0.1985140 Nov 25 13:07:40.320610 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60292) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:07:40.333848 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device afa097d9-c451-4eb6-a1ac-6937a4282cce up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:07:40.413016 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port afa097d9-c451-4eb6-a1ac-6937a4282cce triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:07:40.413480 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:40.425538 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44729a8d-bfd1-45ac-8739-c793be075f35 req-f665f848-66f5-4177-8a71-31e0308907dd tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:40.429772 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-44729a8d-bfd1-45ac-8739-c793be075f35 req-f665f848-66f5-4177-8a71-31e0308907dd tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/networks?id=4eedb877-5fc3-46a9-a0e2-7e0a431fb103 HTTP/1.1" status: 200 len: 821 time: 0.1778138 Nov 25 13:07:40.495911 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port 7fb6f54d-91e5-44d1-b51e-17bdd8ecb01e completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:07:40.507155 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port 7fb6f54d-91e5-44d1-b51e-17bdd8ecb01e triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:07:40.507535 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:40.546765 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-916cef8b-ba95-49da-bce1-221b48fc50f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:40.569042 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port e3af4f0b-b1e6-4b83-91ed-deb59a01c9bc, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=e3af4f0b-b1e6-4b83-91ed-deb59a01c9bc,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:07:40.598458 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': 'e3af4f0b-b1e6-4b83-91ed-deb59a01c9bc', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'port_id': 'e3af4f0b-b1e6-4b83-91ed-deb59a01c9bc', 'mac_address': 'fa:16:3e:9b:e3:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce5ca48-e3be-44c6-9584-fd9eb8c67222', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:07:40.612619 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 6efc11c2-af6f-479e-9696-54cf17fa00d8 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:07:40.645393 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-916cef8b-ba95-49da-bce1-221b48fc50f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:40.652008 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-916cef8b-ba95-49da-bce1-221b48fc50f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:40.704228 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-916cef8b-ba95-49da-bce1-221b48fc50f8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bead1290cb6a4722a956ab89a244354e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3790476 Nov 25 13:07:40.705231 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60302) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:07:40.713331 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916cef8b-ba95-49da-bce1-221b48fc50f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0244974-4539-4c8a-9b47-1a95c0dad4d3,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:40.750444 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1f6dc8b4-071a-4e76-8f13-63543321883f req-48b2fbbd-e598-44e0-acd8-8de2958c921a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=6efc11c2-af6f-479e-9696-54cf17fa00d8 HTTP/1.1" status: 200 len: 217 time: 0.5048535 Nov 25 13:07:40.761762 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b742cd12-00a2-4691-acea-0e55a0426f1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:40.775238 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-44729a8d-bfd1-45ac-8739-c793be075f35 req-f14aec03-9161-4587-b9bc-eb1a3c0164cc tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/quotas/d2e157ec7259461e96009d2e9c8298f0 HTTP/1.1" status: 200 len: 375 time: 0.0419550 Nov 25 13:07:40.779273 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3423832c-9b4c-478b-a661-b43c7059b6a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:40.812025 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3423832c-9b4c-478b-a661-b43c7059b6a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:40.880975 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3423832c-9b4c-478b-a661-b43c7059b6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:40.881685 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:40.884958 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3423832c-9b4c-478b-a661-b43c7059b6a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:40.889855 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-3423832c-9b4c-478b-a661-b43c7059b6a1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c0244974-4539-4c8a-9b47-1a95c0dad4d3 HTTP/1.1" status: 204 len: 168 time: 0.1809804 Nov 25 13:07:40.892644 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a51a60dc-c33b-4efa-88ec-56d88d4514c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:40.921558 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3423832c-9b4c-478b-a661-b43c7059b6a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0244974-4539-4c8a-9b47-1a95c0dad4d3,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:40.923800 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3af4f0b-b1e6-4b83-91ed-deb59a01c9bc {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:07:40.949716 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a51a60dc-c33b-4efa-88ec-56d88d4514c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:40.967070 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-44729a8d-bfd1-45ac-8739-c793be075f35 req-3eafb5b6-e0d9-40ed-94f3-6ef56274d7e7 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d2e157ec7259461e96009d2e9c8298f0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1564798 Nov 25 13:07:40.996423 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port e3af4f0b-b1e6-4b83-91ed-deb59a01c9bc, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=e3af4f0b-b1e6-4b83-91ed-deb59a01c9bc,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:07:41.000393 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:41.012528 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:41.019040 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 6efc11c2-af6f-479e-9696-54cf17fa00d8 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:07:41.025067 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51a60dc-c33b-4efa-88ec-56d88d4514c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e34646-4dd0-47e8-9951-c4800fbea1a4,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:41.053137 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 6efc11c2-af6f-479e-9696-54cf17fa00d8 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:07:41.053858 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:41.065138 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e9659d0-1724-4a0c-9ed8-8384f68b831e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb6f54d-91e5-44d1-b51e-17bdd8ecb01e'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:07:41.067599 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ba84e2-6363-43aa-91b4-c83118164177" -d '{"events": [{"server_uuid": "0e9659d0-1724-4a0c-9ed8-8384f68b831e", "name": "network-vif-plugged", "status": "completed", "tag": "7fb6f54d-91e5-44d1-b51e-17bdd8ecb01e"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:07:41.131050 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 7fb6f54d-91e5-44d1-b51e-17bdd8ecb01e, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=7fb6f54d-91e5-44d1-b51e-17bdd8ecb01e,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:07:41.148976 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:41.160177 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-44729a8d-bfd1-45ac-8739-c793be075f35 req-1a27f450-0ecf-4e80-9ef1-03f877aadb1b service neutron] 10.222.0.53 "GET /v2.0/networks/4eedb877-5fc3-46a9-a0e2-7e0a431fb103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513739 Nov 25 13:07:41.178114 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e0d0b2b7-2280-450c-99f9-6e6bfe2acc7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:41.204002 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a4e66-ccd1-4dce-85e6-4b09d8b1f6b0 req-194e0764-83a5-4c33-9d23-194d3c66d7c6 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:41.212414 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f45a4e66-ccd1-4dce-85e6-4b09d8b1f6b0 req-194e0764-83a5-4c33-9d23-194d3c66d7c6 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=d410d79b-0ea5-45ec-bbd3-620a720f4750 HTTP/1.1" status: 200 len: 947 time: 0.5070944 Nov 25 13:07:41.236436 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6dc8b4-071a-4e76-8f13-63543321883f req-ba2cfcc7-68ff-4230-bb6b-5a45fec754af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:41.237875 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1f6dc8b4-071a-4e76-8f13-63543321883f req-ba2cfcc7-68ff-4230-bb6b-5a45fec754af service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.4389524 Nov 25 13:07:41.240372 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=e3af4f0b-b1e6-4b83-91ed-deb59a01c9bc,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:41.291610 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['e3af4f0b-b1e6-4b83-91ed-deb59a01c9bc'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:07:41.293086 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:41.293579 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:41.314200 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d0b2b7-2280-450c-99f9-6e6bfe2acc7a admin admin] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:07:41.319229 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-e0d0b2b7-2280-450c-99f9-6e6bfe2acc7a admin admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:07:41.331401 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60320) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:07:41.332681 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-a51a60dc-c33b-4efa-88ec-56d88d4514c9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3a525acf07314c4088ebce4173f34c60&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9124725 Nov 25 13:07:41.334321 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d0b2b7-2280-450c-99f9-6e6bfe2acc7a admin admin] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:07:41.376683 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 6efc11c2-af6f-479e-9696-54cf17fa00d8, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=6efc11c2-af6f-479e-9696-54cf17fa00d8,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:07:41.390581 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:41.394130 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=7fb6f54d-91e5-44d1-b51e-17bdd8ecb01e,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:41.497923 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-53f251fa-a121-4477-b5c5-4043ed81b6b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:41.553360 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=6efc11c2-af6f-479e-9696-54cf17fa00d8,revision_number=9']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:41.554158 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b742cd12-00a2-4691-acea-0e55a0426f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:41.558246 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b742cd12-00a2-4691-acea-0e55a0426f1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:41.561749 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b742cd12-00a2-4691-acea-0e55a0426f1d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/67f08cf6-dfc8-4e0f-b379-9093c53df123 HTTP/1.1" status: 204 len: 168 time: 1.6110642 Nov 25 13:07:41.565358 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-53f251fa-a121-4477-b5c5-4043ed81b6b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:41.592850 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f45a4e66-ccd1-4dce-85e6-4b09d8b1f6b0 req-6ee419c3-19a8-4e59-b7bd-82b9fa362bf9 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3748393 Nov 25 13:07:41.628206 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d0b2b7-2280-450c-99f9-6e6bfe2acc7a admin admin] Pushing event updated for resources: {'Port': ['ID=57743813-95b9-4826-88bc-f0410281c80a,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:41.635190 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-53f251fa-a121-4477-b5c5-4043ed81b6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:41.638820 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-53f251fa-a121-4477-b5c5-4043ed81b6b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:41.640841 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-53f251fa-a121-4477-b5c5-4043ed81b6b6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c9e34646-4dd0-47e8-9951-c4800fbea1a4 HTTP/1.1" status: 204 len: 168 time: 0.3073997 Nov 25 13:07:41.651337 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f251fa-a121-4477-b5c5-4043ed81b6b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e34646-4dd0-47e8-9951-c4800fbea1a4,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:41.687612 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6dc8b4-071a-4e76-8f13-63543321883f req-0e74abd1-ffd9-461e-a4a7-f1a9d95475de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:41.691813 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1f6dc8b4-071a-4e76-8f13-63543321883f req-0e74abd1-ffd9-461e-a4a7-f1a9d95475de service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4139817 Nov 25 13:07:41.696119 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b742cd12-00a2-4691-acea-0e55a0426f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f08cf6-dfc8-4e0f-b379-9093c53df123,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:41.894138 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-44729a8d-bfd1-45ac-8739-c793be075f35 req-0b890b0b-d94a-411a-ae24-662876a93f93 service neutron] 10.222.0.53 "GET /v2.0/networks/4eedb877-5fc3-46a9-a0e2-7e0a431fb103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7027581 Nov 25 13:07:41.937378 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482cc2de-5329-42b1-bd0e-e884612a0e59 req-5d561f3e-66d5-4aa7-a701-8ea8bad35a1e tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:41.944629 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-482cc2de-5329-42b1-bd0e-e884612a0e59 req-5d561f3e-66d5-4aa7-a701-8ea8bad35a1e tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c83004cb-df96-4d27-9371-9bd234a0c154 HTTP/1.1" status: 200 len: 950 time: 0.2496314 Nov 25 13:07:42.051466 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334892e0-d658-4f7e-aa09-5171454b6bdd x-openstack-request-id: req-334892e0-d658-4f7e-aa09-5171454b6bdd {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:07:42.052362 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e9659d0-1724-4a0c-9ed8-8384f68b831e", "name": "network-vif-plugged", "status": "completed", "tag": "7fb6f54d-91e5-44d1-b51e-17bdd8ecb01e", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:07:42.052949 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-334892e0-d658-4f7e-aa09-5171454b6bdd {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:07:42.053874 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e9659d0-1724-4a0c-9ed8-8384f68b831e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb6f54d-91e5-44d1-b51e-17bdd8ecb01e', 'code': 200} Nov 25 13:07:42.125918 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1f6dc8b4-071a-4e76-8f13-63543321883f req-0b38ef12-4adc-4db0-ad43-ff49af875df7 service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4088364 Nov 25 13:07:42.183361 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441a5c4-dde2-40f3-a9fc-4d09d140db15 req-64a7da52-59d4-479c-a123-f6b04450cae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:42.185156 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c441a5c4-dde2-40f3-a9fc-4d09d140db15 req-64a7da52-59d4-479c-a123-f6b04450cae9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0e9659d0-1724-4a0c-9ed8-8384f68b831e HTTP/1.1" status: 200 len: 1102 time: 0.0715828 Nov 25 13:07:42.229224 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-082097d6-27cb-4497-b07e-3c72222b2ff0 req-e590a198-2202-44a4-9f56-207d25d0c857 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d6065b9-f444-4b32-afd5-4efd4a17a010 HTTP/1.1" status: 200 len: 210 time: 0.1226234 Nov 25 13:07:42.241987 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c441a5c4-dde2-40f3-a9fc-4d09d140db15 req-f48985b6-9578-485f-8ef2-97c264243b79 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484293 Nov 25 13:07:42.278452 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-482cc2de-5329-42b1-bd0e-e884612a0e59 req-1ebadc5e-2f29-4aba-b5cf-d396c37e4ccf tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331175 Nov 25 13:07:42.337494 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e0d0b2b7-2280-450c-99f9-6e6bfe2acc7a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:42.416689 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1f6dc8b4-071a-4e76-8f13-63543321883f req-1d9ec4ce-2114-4a37-aebd-a2b45f16443c service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713306 Nov 25 13:07:42.712942 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e0d0b2b7-2280-450c-99f9-6e6bfe2acc7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:42.817005 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef03369-5d72-47bd-a2da-1ee286d1dba6 req-2dde0954-7490-4dea-a031-452ba8e95fb2 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:42.825013 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5ef03369-5d72-47bd-a2da-1ee286d1dba6 req-2dde0954-7490-4dea-a031-452ba8e95fb2 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=d410d79b-0ea5-45ec-bbd3-620a720f4750 HTTP/1.1" status: 200 len: 948 time: 0.1060567 Nov 25 13:07:42.967276 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5ef03369-5d72-47bd-a2da-1ee286d1dba6 req-9881627a-ce01-40e2-b054-30eec19508cc tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370115 Nov 25 13:07:43.035308 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0d0b2b7-2280-450c-99f9-6e6bfe2acc7a admin admin] Router df101fc2-4472-4a9e-b438-e06c998dc52f is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:07:43.088181 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60402) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:07:43.190616 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d0b2b7-2280-450c-99f9-6e6bfe2acc7a admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:07:43.201703 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30660601-f972-4fe0-887e-39ba7506ffc0 None None] Sync routers for ids ['df101fc2-4472-4a9e-b438-e06c998dc52f'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:07:43.213974 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e0d0b2b7-2280-450c-99f9-6e6bfe2acc7a admin admin] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:43.215555 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e0d0b2b7-2280-450c-99f9-6e6bfe2acc7a admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 8.0117581 Nov 25 13:07:43.218401 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60412) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:07:43.222213 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30660601-f972-4fe0-887e-39ba7506ffc0 None None] Routers {'df101fc2-4472-4a9e-b438-e06c998dc52f'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:07:43.223096 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-30660601-f972-4fe0-887e-39ba7506ffc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:07:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['df101fc2-4472-4a9e-b438-e06c998dc52f'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:07:43.372388 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-30660601-f972-4fe0-887e-39ba7506ffc0 None None] Set router df101fc2-4472-4a9e-b438-e06c998dc52f gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:07:43.451484 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b83683aa-8f8a-4ecf-98fd-868df0a3e6d0 req-175903bf-976e-4295-8256-e92b3ed7c868 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d6065b9-f444-4b32-afd5-4efd4a17a010 HTTP/1.1" status: 200 len: 210 time: 0.0917385 Nov 25 13:07:43.476578 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8413b707-8e7f-4d16-950a-ce279115054a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:43.597465 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2de56-6668-4f36-9727-3a9f64cd4131 req-d0cbd70d-7548-4e81-a817-ff6ba7a1f8da tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:43.599069 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-05d2de56-6668-4f36-9727-3a9f64cd4131 req-d0cbd70d-7548-4e81-a817-ff6ba7a1f8da tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c83004cb-df96-4d27-9371-9bd234a0c154 HTTP/1.1" status: 200 len: 950 time: 0.1423900 Nov 25 13:07:43.687710 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8413b707-8e7f-4d16-950a-ce279115054a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:43.707851 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-30660601-f972-4fe0-887e-39ba7506ffc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df101fc2-4472-4a9e-b438-e06c998dc52f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-643154548-router', 'tenant_id': '1d7c3b2bb5754f9a86023c3de45d9c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '57743813-95b9-4826-88bc-f0410281c80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:07:35Z', 'updated_at': '2021-11-25T13:07:41Z', 'revision_number': 3, 'project_id': '1d7c3b2bb5754f9a86023c3de45d9c8a', 'gw_port': {'id': '57743813-95b9-4826-88bc-f0410281c80a', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:78:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df101fc2-4472-4a9e-b438-e06c998dc52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:07:38Z', 'updated_at': '2021-11-25T13:07:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:07:43.730938 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8413b707-8e7f-4d16-950a-ce279115054a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:43.753569 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30660601-f972-4fe0-887e-39ba7506ffc0 None None] Checking router: df101fc2-4472-4a9e-b438-e06c998dc52f for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:07:43.753933 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30660601-f972-4fe0-887e-39ba7506ffc0 None None] Updating router df101fc2-4472-4a9e-b438-e06c998dc52f port 57743813-95b9-4826-88bc-f0410281c80a binding host n-d-808199-11 {{(pid=103572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:07:43.760036 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-05d2de56-6668-4f36-9727-3a9f64cd4131 req-40eff10e-e8cd-4819-91ce-053b74292c3e tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523161 Nov 25 13:07:43.789047 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-30660601-f972-4fe0-887e-39ba7506ffc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:43.905460 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-8413b707-8e7f-4d16-950a-ce279115054a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f36a60b02f004e9fb566001e3fbb7f06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8141870 Nov 25 13:07:43.917603 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60432) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:07:43.978724 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8413b707-8e7f-4d16-950a-ce279115054a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf03257-2c11-4370-8d99-0cd77c0cfee4,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:44.044157 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f0ba11e6-b2c1-47e9-856e-dad36d0c12f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:44.056433 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5174d-54ae-4ad5-84a4-33ffb0454135 req-939ddd32-fd18-4551-8381-f77db797a228 tempest-MigrationsAdminTest-1222311732 tempest-MigrationsAdminTest-1222311732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:44.057682 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c83004cb-df96-4d27-9371-9bd234a0c154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6efc11c2-af6f-479e-9696-54cf17fa00d8'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:07:44.060195 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d97297aa-d834-46a3-9ac8-699d999f2b11" -d '{"events": [{"server_uuid": "c83004cb-df96-4d27-9371-9bd234a0c154", "name": "network-vif-plugged", "status": "completed", "tag": "6efc11c2-af6f-479e-9696-54cf17fa00d8"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:07:44.066942 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c3c5174d-54ae-4ad5-84a4-33ffb0454135 req-939ddd32-fd18-4551-8381-f77db797a228 tempest-MigrationsAdminTest-1222311732 tempest-MigrationsAdminTest-1222311732-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=c83004cb-df96-4d27-9371-9bd234a0c154 HTTP/1.1" status: 200 len: 1102 time: 0.1849523 Nov 25 13:07:44.194757 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device e3af4f0b-b1e6-4b83-91ed-deb59a01c9bc up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:07:44.200522 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44729a8d-bfd1-45ac-8739-c793be075f35 req-8e924bff-b150-4894-bb41-c5e48ee6ed7c tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:44.207158 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-44729a8d-bfd1-45ac-8739-c793be075f35 req-8e924bff-b150-4894-bb41-c5e48ee6ed7c tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.47 "GET /v2.0/networks?id=4eedb877-5fc3-46a9-a0e2-7e0a431fb103 HTTP/1.1" status: 200 len: 821 time: 0.5056236 Nov 25 13:07:44.241722 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f0ba11e6-b2c1-47e9-856e-dad36d0c12f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:44.244052 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-44729a8d-bfd1-45ac-8739-c793be075f35 req-514ca030-a37b-4595-8a64-d83176ecf009 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Request body: {'port': {'device_id': '9d6065b9-f444-4b32-afd5-4efd4a17a010', 'network_id': '4eedb877-5fc3-46a9-a0e2-7e0a431fb103', 'admin_state_up': True, 'tenant_id': 'd2e157ec7259461e96009d2e9c8298f0'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:07:44.282018 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c3c5174d-54ae-4ad5-84a4-33ffb0454135 req-370a9512-d62d-4c24-bc94-aa63688c82e6 tempest-MigrationsAdminTest-1222311732 tempest-MigrationsAdminTest-1222311732-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094114 Nov 25 13:07:44.384745 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261a844e-1184-4488-a1a1-3df41d194e97 x-openstack-request-id: req-261a844e-1184-4488-a1a1-3df41d194e97 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:07:44.391035 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c83004cb-df96-4d27-9371-9bd234a0c154", "name": "network-vif-plugged", "status": "completed", "tag": "6efc11c2-af6f-479e-9696-54cf17fa00d8", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:07:44.391035 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-261a844e-1184-4488-a1a1-3df41d194e97 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:07:44.391035 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c83004cb-df96-4d27-9371-9bd234a0c154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6efc11c2-af6f-479e-9696-54cf17fa00d8', 'code': 200} Nov 25 13:07:44.437381 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port e3af4f0b-b1e6-4b83-91ed-deb59a01c9bc completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:07:44.448681 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553213e7-5689-44ec-9256-ce8c854dd900 req-3b7c25d3-661f-4677-9e77-f7b18967563d tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:44.451232 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-553213e7-5689-44ec-9256-ce8c854dd900 req-3b7c25d3-661f-4677-9e77-f7b18967563d tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=d410d79b-0ea5-45ec-bbd3-620a720f4750 HTTP/1.1" status: 200 len: 948 time: 0.3299215 Nov 25 13:07:44.453395 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f0ba11e6-b2c1-47e9-856e-dad36d0c12f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:44.455294 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port e3af4f0b-b1e6-4b83-91ed-deb59a01c9bc triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:07:44.455670 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:44.458315 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f0ba11e6-b2c1-47e9-856e-dad36d0c12f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:44.464345 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f0ba11e6-b2c1-47e9-856e-dad36d0c12f4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2bf03257-2c11-4370-8d99-0cd77c0cfee4 HTTP/1.1" status: 204 len: 168 time: 0.5451124 Nov 25 13:07:44.540864 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-553213e7-5689-44ec-9256-ce8c854dd900 req-8cbba748-2a01-41d9-9247-e19e8c3d5442 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704393 Nov 25 13:07:44.556868 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba11e6-b2c1-47e9-856e-dad36d0c12f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf03257-2c11-4370-8d99-0cd77c0cfee4,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:44.624608 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-91a36c0e-a80c-423c-9fff-4eb55c24cd75 req-af63e38e-cc1f-4a22-9c9b-d9585ab9982d tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d6065b9-f444-4b32-afd5-4efd4a17a010 HTTP/1.1" status: 200 len: 210 time: 0.0466011 Nov 25 13:07:44.650645 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44729a8d-bfd1-45ac-8739-c793be075f35 req-514ca030-a37b-4595-8a64-d83176ecf009 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Made reservation on behalf of d2e157ec7259461e96009d2e9c8298f0 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:07:44.657637 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-44729a8d-bfd1-45ac-8739-c793be075f35 req-514ca030-a37b-4595-8a64-d83176ecf009 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:44.673447 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-30660601-f972-4fe0-887e-39ba7506ffc0 None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:44.692725 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-30660601-f972-4fe0-887e-39ba7506ffc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:44.776446 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8455dcb6-25ff-45e8-bae0-495d3276383e None None] Pushing event updated for resources: {'Port': ['ID=57743813-95b9-4826-88bc-f0410281c80a,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:44.806622 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-75a3c3e4-069f-42d6-acaa-fb70b31d4cdc req-cce8d541-600d-4d76-9cde-1324f0f022d0 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=af4c9854d3c048999405c81c71776d29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351391 Nov 25 13:07:44.834823 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-30660601-f972-4fe0-887e-39ba7506ffc0 None None] Attempting to bind port 57743813-95b9-4826-88bc-f0410281c80a on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:07:44.835447 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-30660601-f972-4fe0-887e-39ba7506ffc0 None None] Attempting to bind port 57743813-95b9-4826-88bc-f0410281c80a by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:07:44.836103 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30660601-f972-4fe0-887e-39ba7506ffc0 None None] Attempting to bind port 57743813-95b9-4826-88bc-f0410281c80a on network 7542d3d9-0db3-40e7-ab88-a168871141f7 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:07:44.849185 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30660601-f972-4fe0-887e-39ba7506ffc0 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:07:44.850011 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30660601-f972-4fe0-887e-39ba7506ffc0 None None] Checking segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:07:44.850578 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-30660601-f972-4fe0-887e-39ba7506ffc0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:44.851149 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30660601-f972-4fe0-887e-39ba7506ffc0 None None] Bound using segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:07:44.851777 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-30660601-f972-4fe0-887e-39ba7506ffc0 None None] Bound port: 57743813-95b9-4826-88bc-f0410281c80a, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:07:44.852939 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-30660601-f972-4fe0-887e-39ba7506ffc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:44.855054 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:44.904650 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port e3af4f0b-b1e6-4b83-91ed-deb59a01c9bc, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=e3af4f0b-b1e6-4b83-91ed-deb59a01c9bc,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:07:44.932744 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:45.046465 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-44729a8d-bfd1-45ac-8739-c793be075f35 req-514ca030-a37b-4595-8a64-d83176ecf009 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Allocated IP 172.20.0.10 (4eedb877-5fc3-46a9-a0e2-7e0a431fb103/c6ff4ad3-eaf7-4ebb-ae7a-2ad7a9626250/8a83af0a-fa08-464f-81b1-739c1163142b) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:07:45.074053 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3c3e4-069f-42d6-acaa-fb70b31d4cdc req-1e942a98-b9dc-441c-9270-69bda69a4d84 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:45.083942 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-75a3c3e4-069f-42d6-acaa-fb70b31d4cdc req-1e942a98-b9dc-441c-9270-69bda69a4d84 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2763474 Nov 25 13:07:45.109145 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-30660601-f972-4fe0-887e-39ba7506ffc0 None None] For port 57743813-95b9-4826-88bc-f0410281c80a, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:07:45.116072 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-75a3c3e4-069f-42d6-acaa-fb70b31d4cdc req-e4ad56f1-2193-4fb1-b055-258307ba61a8 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/quotas/af4c9854d3c048999405c81c71776d29 HTTP/1.1" status: 200 len: 375 time: 0.0306494 Nov 25 13:07:45.116864 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=e3af4f0b-b1e6-4b83-91ed-deb59a01c9bc,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:45.128772 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-30660601-f972-4fe0-887e-39ba7506ffc0 None None] For port 57743813-95b9-4826-88bc-f0410281c80a, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=57743813-95b9-4826-88bc-f0410281c80a,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:07:45.144644 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-30660601-f972-4fe0-887e-39ba7506ffc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:45.195769 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-75a3c3e4-069f-42d6-acaa-fb70b31d4cdc req-fc21aa1a-1e7f-4efa-bd66-1a0f41f87c8e tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=af4c9854d3c048999405c81c71776d29&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0786202 Nov 25 13:07:45.302425 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30660601-f972-4fe0-887e-39ba7506ffc0 None None] Routers {'df101fc2-4472-4a9e-b438-e06c998dc52f'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:07:45.306942 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-30660601-f972-4fe0-887e-39ba7506ffc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:07:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['df101fc2-4472-4a9e-b438-e06c998dc52f'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:07:45.351614 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b6af11e6-5735-488d-b6de-d6a32efe1077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:45.465455 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8455dcb6-25ff-45e8-bae0-495d3276383e None None] Pushing event updated for resources: {'Port': ['ID=57743813-95b9-4826-88bc-f0410281c80a,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:45.497025 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-70fd0aa9-5f68-479c-9f21-c41e67ef6b46 req-46ce47bb-f18b-4f7f-ae2e-9cd0aa0bdd8f tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2dd5265-c989-432c-a5b2-209782139d6d HTTP/1.1" status: 200 len: 210 time: 0.0401258 Nov 25 13:07:45.549362 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-44729a8d-bfd1-45ac-8739-c793be075f35 req-514ca030-a37b-4595-8a64-d83176ecf009 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:45.579034 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-30660601-f972-4fe0-887e-39ba7506ffc0 None None] Set router df101fc2-4472-4a9e-b438-e06c998dc52f gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:07:45.686331 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e4654-dbd8-4d5f-abc5-ac73352a5dbe req-e9ed77d9-da2a-4ec7-a188-fbac78ddfe1c tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:45.700060 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-779e4654-dbd8-4d5f-abc5-ac73352a5dbe req-e9ed77d9-da2a-4ec7-a188-fbac78ddfe1c tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=d410d79b-0ea5-45ec-bbd3-620a720f4750 HTTP/1.1" status: 200 len: 949 time: 0.0744939 Nov 25 13:07:45.772235 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-44729a8d-bfd1-45ac-8739-c793be075f35 req-514ca030-a37b-4595-8a64-d83176ecf009 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:45.820698 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-779e4654-dbd8-4d5f-abc5-ac73352a5dbe req-054fadb8-d196-4d93-b993-e797bb5f798c tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191304 Nov 25 13:07:45.925111 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44729a8d-bfd1-45ac-8739-c793be075f35 req-514ca030-a37b-4595-8a64-d83176ecf009 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Network 4eedb877-5fc3-46a9-a0e2-7e0a431fb103 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:07:45.926341 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514ca030-a37b-4595-8a64-d83176ecf009 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Pushing event updated for resources: {'Port': ['ID=8a83af0a-fa08-464f-81b1-739c1163142b,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:45.929408 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c1394-f75b-40c5-80c3-90fad3df123d req-34f54856-bc05-47b5-9af3-60714447774c tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:45.936231 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-44729a8d-bfd1-45ac-8739-c793be075f35 req-514ca030-a37b-4595-8a64-d83176ecf009 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:07:45.941601 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b93c1394-f75b-40c5-80c3-90fad3df123d req-34f54856-bc05-47b5-9af3-60714447774c tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d6065b9-f444-4b32-afd5-4efd4a17a010 HTTP/1.1" status: 200 len: 932 time: 0.1318512 Nov 25 13:07:45.972044 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-b6af11e6-5735-488d-b6de-d6a32efe1077 admin admin] Allocated IP 172.20.0.1 (f2551022-e737-42cd-8b81-15fcbc11fbd5/c83c63e7-e06a-410a-b1d2-9b899eeb9542/e2cc3c40-2b5b-4761-a8d6-719300f6d247) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:07:45.976137 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-44729a8d-bfd1-45ac-8739-c793be075f35 req-514ca030-a37b-4595-8a64-d83176ecf009 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:07:46.042581 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b93c1394-f75b-40c5-80c3-90fad3df123d req-126f052a-d2a4-4fad-bad2-48bededcd2b9 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932276 Nov 25 13:07:46.073528 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-30660601-f972-4fe0-887e-39ba7506ffc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df101fc2-4472-4a9e-b438-e06c998dc52f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-643154548-router', 'tenant_id': '1d7c3b2bb5754f9a86023c3de45d9c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '57743813-95b9-4826-88bc-f0410281c80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:07:35Z', 'updated_at': '2021-11-25T13:07:41Z', 'revision_number': 3, 'project_id': '1d7c3b2bb5754f9a86023c3de45d9c8a', 'gw_port': {'id': '57743813-95b9-4826-88bc-f0410281c80a', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:78:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df101fc2-4472-4a9e-b438-e06c998dc52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:07:38Z', 'updated_at': '2021-11-25T13:07:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:07:46.121009 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30660601-f972-4fe0-887e-39ba7506ffc0 None None] The sync data for ids ['df101fc2-4472-4a9e-b438-e06c998dc52f'] in n-d-808199-11 is: [{'id': 'df101fc2-4472-4a9e-b438-e06c998dc52f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-643154548-router', 'tenant_id': '1d7c3b2bb5754f9a86023c3de45d9c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '57743813-95b9-4826-88bc-f0410281c80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:07:35Z', 'updated_at': '2021-11-25T13:07:41Z', 'revision_number': 3, 'project_id': '1d7c3b2bb5754f9a86023c3de45d9c8a', 'gw_port': {'id': '57743813-95b9-4826-88bc-f0410281c80a', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:78:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df101fc2-4472-4a9e-b438-e06c998dc52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:07:38Z', 'updated_at': '2021-11-25T13:07:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:07:46.163767 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44729a8d-bfd1-45ac-8739-c793be075f35 req-514ca030-a37b-4595-8a64-d83176ecf009 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:46.164419 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-44729a8d-bfd1-45ac-8739-c793be075f35 req-514ca030-a37b-4595-8a64-d83176ecf009 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:46.200600 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-44729a8d-bfd1-45ac-8739-c793be075f35 req-514ca030-a37b-4595-8a64-d83176ecf009 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9609890 Nov 25 13:07:46.219492 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-44729a8d-bfd1-45ac-8739-c793be075f35 req-115685b8-d781-4edd-b9df-e70e4eec61d0 service neutron] Request body: {'port': {'device_id': '9d6065b9-f444-4b32-afd5-4efd4a17a010', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:07:46.268839 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b6af11e6-5735-488d-b6de-d6a32efe1077 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:46.312695 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-44729a8d-bfd1-45ac-8739-c793be075f35 req-115685b8-d781-4edd-b9df-e70e4eec61d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:46.391229 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd410d79b-0ea5-45ec-bbd3-620a720f4750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3af4f0b-b1e6-4b83-91ed-deb59a01c9bc'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:07:46.391610 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952ac869-48f1-43a8-8250-7f956e549011" -d '{"events": [{"server_uuid": "d410d79b-0ea5-45ec-bbd3-620a720f4750", "name": "network-vif-plugged", "status": "completed", "tag": "e3af4f0b-b1e6-4b83-91ed-deb59a01c9bc"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:07:46.463632 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b6af11e6-5735-488d-b6de-d6a32efe1077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:46.493545 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366e940a-ed48-4fde-82e7-dbc716dc5d30 x-openstack-request-id: req-366e940a-ed48-4fde-82e7-dbc716dc5d30 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:07:46.494126 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d410d79b-0ea5-45ec-bbd3-620a720f4750", "name": "network-vif-plugged", "status": "completed", "tag": "e3af4f0b-b1e6-4b83-91ed-deb59a01c9bc", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:07:46.494501 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-366e940a-ed48-4fde-82e7-dbc716dc5d30 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:07:46.495149 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd410d79b-0ea5-45ec-bbd3-620a720f4750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3af4f0b-b1e6-4b83-91ed-deb59a01c9bc', 'code': 200} Nov 25 13:07:46.703575 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ba1c7d56-b897-4d94-bebe-95de8773514b req-930c4f03-8878-4c0c-a1ff-5ad739e11de8 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2dd5265-c989-432c-a5b2-209782139d6d HTTP/1.1" status: 200 len: 210 time: 0.0903320 Nov 25 13:07:46.770888 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60548) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:07:46.810111 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31d1604-b930-4224-8427-4f13a3663fe7 req-07966acd-071a-4718-8284-7610d1e3361a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:46.811693 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a31d1604-b930-4224-8427-4f13a3663fe7 req-07966acd-071a-4718-8284-7610d1e3361a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d410d79b-0ea5-45ec-bbd3-620a720f4750 HTTP/1.1" status: 200 len: 1101 time: 0.1049547 Nov 25 13:07:46.818040 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6af11e6-5735-488d-b6de-d6a32efe1077 admin admin] Network f2551022-e737-42cd-8b81-15fcbc11fbd5 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:07:46.829170 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-b6af11e6-5735-488d-b6de-d6a32efe1077 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:07:46.862305 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6af11e6-5735-488d-b6de-d6a32efe1077 admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:07:46.900381 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a31d1604-b930-4224-8427-4f13a3663fe7 req-5e800ff1-f6ca-4197-ad8d-a2ad86b71902 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802588 Nov 25 13:07:46.925642 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6af11e6-5735-488d-b6de-d6a32efe1077 admin admin] Pushing event updated for resources: {'Port': ['ID=e2cc3c40-2b5b-4761-a8d6-719300f6d247,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:46.999053 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60556) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:07:47.035340 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b6af11e6-5735-488d-b6de-d6a32efe1077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:47.064289 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aef023-0c0a-4869-84a9-8705578413b2 req-e78ff267-238e-483e-8fe3-ad38da4cc49d tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:47.073832 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a2aef023-0c0a-4869-84a9-8705578413b2 req-e78ff267-238e-483e-8fe3-ad38da4cc49d tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=d410d79b-0ea5-45ec-bbd3-620a720f4750 HTTP/1.1" status: 200 len: 949 time: 0.1104527 Nov 25 13:07:47.203601 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a2aef023-0c0a-4869-84a9-8705578413b2 req-f94af066-c62a-4e18-9da9-1f3a430dbd3f tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192811 Nov 25 13:07:47.243840 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-280edc42-cd43-4645-8f9c-33edb84246d2 None None] Provisioning complete for port e2cc3c40-2b5b-4761-a8d6-719300f6d247 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:07:47.244586 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-280edc42-cd43-4645-8f9c-33edb84246d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:47.258704 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-de33a06d-d67d-4d0a-ab11-ecdc44e39d4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:47.304467 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-432c324b-1639-4526-bf6e-cee923160c9b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-2116147820-network', 'tenant_id': '7e8e6ee00e424c06b397db04fc1c57c8'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:07:47.353456 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-44729a8d-bfd1-45ac-8739-c793be075f35 req-115685b8-d781-4edd-b9df-e70e4eec61d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a83af0a-fa08-464f-81b1-739c1163142b {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:07:47.368693 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-44729a8d-bfd1-45ac-8739-c793be075f35 req-115685b8-d781-4edd-b9df-e70e4eec61d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:47.392621 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-280edc42-cd43-4645-8f9c-33edb84246d2 None None] Port e2cc3c40-2b5b-4761-a8d6-719300f6d247 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:07:47.431334 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432c324b-1639-4526-bf6e-cee923160c9b admin admin] Made reservation on behalf of 7e8e6ee00e424c06b397db04fc1c57c8 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:07:47.433791 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-432c324b-1639-4526-bf6e-cee923160c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:47.438155 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-75a3c3e4-069f-42d6-acaa-fb70b31d4cdc req-28c324ea-c11f-44d0-8d4e-53f166b6b695 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=af4c9854d3c048999405c81c71776d29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1129622 Nov 25 13:07:47.481929 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b6af11e6-5735-488d-b6de-d6a32efe1077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:47.497244 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-44729a8d-bfd1-45ac-8739-c793be075f35 req-115685b8-d781-4edd-b9df-e70e4eec61d0 service neutron] Transition to ACTIVE for port object 8a83af0a-fa08-464f-81b1-739c1163142b will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:07:47.501299 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-432c324b-1639-4526-bf6e-cee923160c9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:47.516181 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-de33a06d-d67d-4d0a-ab11-ecdc44e39d4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:47.556596 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-de33a06d-d67d-4d0a-ab11-ecdc44e39d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:47.697859 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b6af11e6-5735-488d-b6de-d6a32efe1077 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:47.707173 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-44729a8d-bfd1-45ac-8739-c793be075f35 req-115685b8-d781-4edd-b9df-e70e4eec61d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:47.717370 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b6af11e6-5735-488d-b6de-d6a32efe1077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:47.796908 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e30f155-33ee-4887-8782-ca73b2f37b90 req-44fd14ff-c6db-41f0-ab49-fef764157cff tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:47.803704 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9e30f155-33ee-4887-8782-ca73b2f37b90 req-44fd14ff-c6db-41f0-ab49-fef764157cff tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d6065b9-f444-4b32-afd5-4efd4a17a010 HTTP/1.1" status: 200 len: 932 time: 0.4311445 Nov 25 13:07:47.812052 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de33a06d-d67d-4d0a-ab11-ecdc44e39d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e33fc01-3dd2-456c-9fab-d3da54693d42,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:47.836479 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-de33a06d-d67d-4d0a-ab11-ecdc44e39d4d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ff282516086a40c7b15b91424c310e3f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0565753 Nov 25 13:07:47.845393 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60590) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:07:47.976479 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f349b95f-3589-45be-ad0c-8cd667d004bd req-0f205f3d-8494-47a7-a2ee-b04a7881ca3f tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2dd5265-c989-432c-a5b2-209782139d6d HTTP/1.1" status: 200 len: 210 time: 0.0436981 Nov 25 13:07:48.034555 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9e30f155-33ee-4887-8782-ca73b2f37b90 req-a123d724-b176-4b83-94ab-ad019187540b tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239463 Nov 25 13:07:48.059858 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3c3e4-069f-42d6-acaa-fb70b31d4cdc req-24ebc6bd-81c6-4020-8f85-f68da3f83247 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:48.061977 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-75a3c3e4-069f-42d6-acaa-fb70b31d4cdc req-24ebc6bd-81c6-4020-8f85-f68da3f83247 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5073547 Nov 25 13:07:48.079193 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-75a3c3e4-069f-42d6-acaa-fb70b31d4cdc req-6f6a9f7c-d063-4f0f-81ef-3cdecfadcdd0 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Request body: {'port': {'device_id': 'c2dd5265-c989-432c-a5b2-209782139d6d', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'admin_state_up': True, 'tenant_id': 'af4c9854d3c048999405c81c71776d29'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:07:48.123238 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115685b8-d781-4edd-b9df-e70e4eec61d0 service neutron] Pushing event updated for resources: {'Port': ['ID=8a83af0a-fa08-464f-81b1-739c1163142b,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:48.194521 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6af11e6-5735-488d-b6de-d6a32efe1077 admin admin] Pushing event updated for resources: {'Port': ['ID=e2cc3c40-2b5b-4761-a8d6-719300f6d247,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:48.199340 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b6af11e6-5735-488d-b6de-d6a32efe1077 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:48.328237 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-432c324b-1639-4526-bf6e-cee923160c9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:48.342986 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-432c324b-1639-4526-bf6e-cee923160c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:48.441560 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 57743813-95b9-4826-88bc-f0410281c80a up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:07:48.474893 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-432c324b-1639-4526-bf6e-cee923160c9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:07:48.541887 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6af11e6-5735-488d-b6de-d6a32efe1077 admin admin] Network f2551022-e737-42cd-8b81-15fcbc11fbd5 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:07:48.546779 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-b6af11e6-5735-488d-b6de-d6a32efe1077 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:07:48.597106 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-44729a8d-bfd1-45ac-8739-c793be075f35 req-115685b8-d781-4edd-b9df-e70e4eec61d0 service neutron] Attempting to bind port 8a83af0a-fa08-464f-81b1-739c1163142b on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:07:48.597450 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-44729a8d-bfd1-45ac-8739-c793be075f35 req-115685b8-d781-4edd-b9df-e70e4eec61d0 service neutron] Attempting to bind port 8a83af0a-fa08-464f-81b1-739c1163142b by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': 'f1015c3b-5561-4c41-908e-568aaa0911cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4eedb877-5fc3-46a9-a0e2-7e0a431fb103'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:07:48.597788 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44729a8d-bfd1-45ac-8739-c793be075f35 req-115685b8-d781-4edd-b9df-e70e4eec61d0 service neutron] Attempting to bind port 8a83af0a-fa08-464f-81b1-739c1163142b on network 4eedb877-5fc3-46a9-a0e2-7e0a431fb103 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:07:48.692492 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 57743813-95b9-4826-88bc-f0410281c80a triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:07:48.692883 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:48.825506 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3e3fa166-270c-41e8-be56-c2b29b9439dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:48.839998 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432c324b-1639-4526-bf6e-cee923160c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e8ee56-1417-4851-ad8b-91277489a64d,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:48.870998 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6af11e6-5735-488d-b6de-d6a32efe1077 admin admin] Router df101fc2-4472-4a9e-b438-e06c998dc52f has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:07:48.877464 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-432c324b-1639-4526-bf6e-cee923160c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:48.877804 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-432c324b-1639-4526-bf6e-cee923160c9b admin admin] Added segment 07016450-8244-405c-9082-88e3318ca4a9 of type vlan for network 9b62ee8e-697b-4c06-b5ac-21951f70ab5f Nov 25 13:07:48.880011 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44729a8d-bfd1-45ac-8739-c793be075f35 req-115685b8-d781-4edd-b9df-e70e4eec61d0 service neutron] Port 8a83af0a-fa08-464f-81b1-739c1163142b on network 4eedb877-5fc3-46a9-a0e2-7e0a431fb103 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:07:48.880345 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44729a8d-bfd1-45ac-8739-c793be075f35 req-115685b8-d781-4edd-b9df-e70e4eec61d0 service neutron] Attempting to bind port 8a83af0a-fa08-464f-81b1-739c1163142b on network 4eedb877-5fc3-46a9-a0e2-7e0a431fb103 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:07:48.890555 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3e3fa166-270c-41e8-be56-c2b29b9439dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:48.952192 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:49.000622 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] For port 57743813-95b9-4826-88bc-f0410281c80a, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=57743813-95b9-4826-88bc-f0410281c80a,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:07:49.013006 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-432c324b-1639-4526-bf6e-cee923160c9b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:49.013283 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:49.048428 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44729a8d-bfd1-45ac-8739-c793be075f35 req-115685b8-d781-4edd-b9df-e70e4eec61d0 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:07:49.048902 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44729a8d-bfd1-45ac-8739-c793be075f35 req-115685b8-d781-4edd-b9df-e70e4eec61d0 service neutron] Checking segment: {'id': 'f1015c3b-5561-4c41-908e-568aaa0911cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4eedb877-5fc3-46a9-a0e2-7e0a431fb103'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:07:49.049409 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44729a8d-bfd1-45ac-8739-c793be075f35 req-115685b8-d781-4edd-b9df-e70e4eec61d0 service neutron] Bound using segment: {'id': 'f1015c3b-5561-4c41-908e-568aaa0911cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4eedb877-5fc3-46a9-a0e2-7e0a431fb103'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:07:49.050068 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-44729a8d-bfd1-45ac-8739-c793be075f35 req-115685b8-d781-4edd-b9df-e70e4eec61d0 service neutron] Bound port: 8a83af0a-fa08-464f-81b1-739c1163142b, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1015c3b-5561-4c41-908e-568aaa0911cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4eedb877-5fc3-46a9-a0e2-7e0a431fb103'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:07:49.050435 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-44729a8d-bfd1-45ac-8739-c793be075f35 req-115685b8-d781-4edd-b9df-e70e4eec61d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:49.061703 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b207947-ac6c-47cc-b14c-bdb747a2c56f req-28f7b942-b5fb-49f3-8d29-84fe64a9930f tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:49.067087 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3b207947-ac6c-47cc-b14c-bdb747a2c56f req-28f7b942-b5fb-49f3-8d29-84fe64a9930f tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=d410d79b-0ea5-45ec-bbd3-620a720f4750 HTTP/1.1" status: 200 len: 949 time: 0.3554268 Nov 25 13:07:49.129210 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Pushing event updated for resources: {'Port': ['ID=57743813-95b9-4826-88bc-f0410281c80a,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:49.139266 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-432c324b-1639-4526-bf6e-cee923160c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:49.141316 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432c324b-1639-4526-bf6e-cee923160c9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:49.141316 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-432c324b-1639-4526-bf6e-cee923160c9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:49.152006 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-ffa92078-e396-4843-8998-9c3706beb90f None None] Provisioning complete for port e2cc3c40-2b5b-4761-a8d6-719300f6d247 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:07:49.152383 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ffa92078-e396-4843-8998-9c3706beb90f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:49.208662 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-ffa92078-e396-4843-8998-9c3706beb90f None None] Port e2cc3c40-2b5b-4761-a8d6-719300f6d247 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:07:49.309008 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75a3c3e4-069f-42d6-acaa-fb70b31d4cdc req-6f6a9f7c-d063-4f0f-81ef-3cdecfadcdd0 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Made reservation on behalf of af4c9854d3c048999405c81c71776d29 for: {'port': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:07:49.313493 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-75a3c3e4-069f-42d6-acaa-fb70b31d4cdc req-6f6a9f7c-d063-4f0f-81ef-3cdecfadcdd0 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:49.318302 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-432c324b-1639-4526-bf6e-cee923160c9b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.2973537 Nov 25 13:07:49.319864 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8cfa2859-c06e-49fb-893d-fdc1e4355e7a req-40d18446-1131-423e-bd07-c1050cb5c746 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2dd5265-c989-432c-a5b2-209782139d6d HTTP/1.1" status: 200 len: 210 time: 0.0973496 Nov 25 13:07:49.325632 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60630) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:07:49.337420 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3e3fa166-270c-41e8-be56-c2b29b9439dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:49.337640 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-0145f5d8-e98c-4648-92ee-7dfa34279050 admin admin] Request body: {'subnet': {'network_id': '9b62ee8e-697b-4c06-b5ac-21951f70ab5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-2116147820-subnet', 'tenant_id': '7e8e6ee00e424c06b397db04fc1c57c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:07:49.341109 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3e3fa166-270c-41e8-be56-c2b29b9439dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:49.342731 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3e3fa166-270c-41e8-be56-c2b29b9439dc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3e33fc01-3dd2-456c-9fab-d3da54693d42 HTTP/1.1" status: 204 len: 168 time: 1.4601054 Nov 25 13:07:49.361357 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3b207947-ac6c-47cc-b14c-bdb747a2c56f req-396133d9-5ddf-4f42-8f53-899187b8f50d tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778866 Nov 25 13:07:49.366627 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432c324b-1639-4526-bf6e-cee923160c9b admin admin] Pushing event updated for resources: {'Network': ['ID=9b62ee8e-697b-4c06-b5ac-21951f70ab5f,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:49.392096 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 9b62ee8e-697b-4c06-b5ac-21951f70ab5f details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:07:49.486027 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-44729a8d-bfd1-45ac-8739-c793be075f35 req-115685b8-d781-4edd-b9df-e70e4eec61d0 service neutron] For port 8a83af0a-fa08-464f-81b1-739c1163142b, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:07:49.542665 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-44729a8d-bfd1-45ac-8739-c793be075f35 req-115685b8-d781-4edd-b9df-e70e4eec61d0 service neutron] For port 8a83af0a-fa08-464f-81b1-739c1163142b, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=8a83af0a-fa08-464f-81b1-739c1163142b,segment=NetworkSegment(f1015c3b-5561-4c41-908e-568aaa0911cd),segment_id=f1015c3b-5561-4c41-908e-568aaa0911cd)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:07:49.567511 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-44729a8d-bfd1-45ac-8739-c793be075f35 req-115685b8-d781-4edd-b9df-e70e4eec61d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:49.569543 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3fa166-270c-41e8-be56-c2b29b9439dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e33fc01-3dd2-456c-9fab-d3da54693d42,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:49.614002 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6af11e6-5735-488d-b6de-d6a32efe1077 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:07:49.615727 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0145f5d8-e98c-4648-92ee-7dfa34279050 admin admin] Made reservation on behalf of 7e8e6ee00e424c06b397db04fc1c57c8 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:07:49.619246 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0145f5d8-e98c-4648-92ee-7dfa34279050 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:49.626868 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c40790-3de1-4848-bc31-f0721d98aee3 None None] Sync routers for ids ['df101fc2-4472-4a9e-b438-e06c998dc52f'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:07:49.641204 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b6af11e6-5735-488d-b6de-d6a32efe1077 admin admin] 10.222.0.53 "PUT /v2.0/routers/df101fc2-4472-4a9e-b438-e06c998dc52f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4187102 Nov 25 13:07:49.643372 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c40790-3de1-4848-bc31-f0721d98aee3 None None] Routers {'df101fc2-4472-4a9e-b438-e06c998dc52f'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:07:49.647374 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-38c40790-3de1-4848-bc31-f0721d98aee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:07:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['df101fc2-4472-4a9e-b438-e06c998dc52f'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:07:49.684244 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44729a8d-bfd1-45ac-8739-c793be075f35 req-115685b8-d781-4edd-b9df-e70e4eec61d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:49.687538 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-44729a8d-bfd1-45ac-8739-c793be075f35 req-115685b8-d781-4edd-b9df-e70e4eec61d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:49.689092 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-44729a8d-bfd1-45ac-8739-c793be075f35 req-115685b8-d781-4edd-b9df-e70e4eec61d0 service neutron] 10.222.0.47 "PUT /v2.0/ports/8a83af0a-fa08-464f-81b1-739c1163142b HTTP/1.1" status: 200 len: 1093 time: 3.4740009 Nov 25 13:07:49.692551 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d6065b9-f444-4b32-afd5-4efd4a17a010', 'tag': '8a83af0a-fa08-464f-81b1-739c1163142b'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:07:49.695567 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc3466b-5b04-402e-9cb6-861664d3425f" -d '{"events": [{"name": "network-changed", "server_uuid": "9d6065b9-f444-4b32-afd5-4efd4a17a010", "tag": "8a83af0a-fa08-464f-81b1-739c1163142b"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:07:49.718441 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464cca67-d1f7-4c45-9b0f-b3061e99d961 req-ac06b003-f416-45db-944b-04b66b904199 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:49.721753 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-464cca67-d1f7-4c45-9b0f-b3061e99d961 req-ac06b003-f416-45db-944b-04b66b904199 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e9659d0-1724-4a0c-9ed8-8384f68b831e HTTP/1.1" status: 200 len: 950 time: 0.1455123 Nov 25 13:07:49.749052 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [req-75a3c3e4-069f-42d6-acaa-fb70b31d4cdc req-6f6a9f7c-d063-4f0f-81ef-3cdecfadcdd0 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Allocated IP 192.168.233.143 (85f6380f-3625-4f44-8465-fbcf0c11fed5/2ce5ca48-e3be-44c6-9584-fd9eb8c67222/7167fc5d-d545-4a71-ac16-55dee6d852fe) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:07:49.771631 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60de9062-4b66-42ca-9816-e163445302fc req-51058283-699b-4602-b313-da0ebbb53e48 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:49.783387 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-60de9062-4b66-42ca-9816-e163445302fc req-51058283-699b-4602-b313-da0ebbb53e48 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d6065b9-f444-4b32-afd5-4efd4a17a010 HTTP/1.1" status: 200 len: 944 time: 0.2052901 Nov 25 13:07:49.917246 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-60de9062-4b66-42ca-9816-e163445302fc req-3020094d-f62d-45fb-a5cf-974e27baf341 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326458 Nov 25 13:07:49.919808 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-38c40790-3de1-4848-bc31-f0721d98aee3 None None] Set router df101fc2-4472-4a9e-b438-e06c998dc52f gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:07:50.054238 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60652) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:07:50.072903 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4d3cfc69-5166-4251-aad7-70bb777fbfe9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:50.075659 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115685b8-d781-4edd-b9df-e70e4eec61d0 service neutron] Pushing event updated for resources: {'Port': ['ID=8a83af0a-fa08-464f-81b1-739c1163142b,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:50.089582 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-464cca67-d1f7-4c45-9b0f-b3061e99d961 req-3b08b1a8-b912-41c0-8a9e-69cab5ad9ac5 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503313 Nov 25 13:07:50.166221 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44729a8d-bfd1-45ac-8739-c793be075f35 req-782e4682-c5fc-47ac-8e04-8389bbb04cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:50.168324 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-44729a8d-bfd1-45ac-8739-c793be075f35 req-782e4682-c5fc-47ac-8e04-8389bbb04cb1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d2e157ec7259461e96009d2e9c8298f0&device_id=9d6065b9-f444-4b32-afd5-4efd4a17a010 HTTP/1.1" status: 200 len: 1096 time: 0.3622227 Nov 25 13:07:50.169916 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0145f5d8-e98c-4648-92ee-7dfa34279050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:50.173534 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26e7cfe-0876-4cb1-b0a2-91c7287b132c x-openstack-request-id: req-b26e7cfe-0876-4cb1-b0a2-91c7287b132c {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:07:50.173840 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d6065b9-f444-4b32-afd5-4efd4a17a010", "tag": "8a83af0a-fa08-464f-81b1-739c1163142b", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:07:50.174145 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b26e7cfe-0876-4cb1-b0a2-91c7287b132c {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:07:50.174821 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d6065b9-f444-4b32-afd5-4efd4a17a010', 'tag': '8a83af0a-fa08-464f-81b1-739c1163142b', 'status': 'completed', 'code': 200} Nov 25 13:07:50.198766 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-38c40790-3de1-4848-bc31-f0721d98aee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df101fc2-4472-4a9e-b438-e06c998dc52f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-643154548-router', 'tenant_id': '1d7c3b2bb5754f9a86023c3de45d9c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '57743813-95b9-4826-88bc-f0410281c80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:07:35Z', 'updated_at': '2021-11-25T13:07:47Z', 'revision_number': 4, 'project_id': '1d7c3b2bb5754f9a86023c3de45d9c8a', 'gw_port': {'id': '57743813-95b9-4826-88bc-f0410281c80a', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:78:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df101fc2-4472-4a9e-b438-e06c998dc52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:07:38Z', 'updated_at': '2021-11-25T13:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'e2cc3c40-2b5b-4761-a8d6-719300f6d247', 'name': '', 'network_id': 'f2551022-e737-42cd-8b81-15fcbc11fbd5', 'tenant_id': '1d7c3b2bb5754f9a86023c3de45d9c8a', 'mac_address': 'fa:16:3e:20:78:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df101fc2-4472-4a9e-b438-e06c998dc52f', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'c83c63e7-e06a-410a-b1d2-9b899eeb9542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:07:45Z', 'updated_at': '2021-11-25T13:07:47Z', 'revision_number': 2, 'project_id': '1d7c3b2bb5754f9a86023c3de45d9c8a', 'subnets': [{'id': 'c83c63e7-e06a-410a-b1d2-9b899eeb9542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:07:50.233706 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c40790-3de1-4848-bc31-f0721d98aee3 None None] Checking router: df101fc2-4472-4a9e-b438-e06c998dc52f for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:07:50.234263 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c40790-3de1-4848-bc31-f0721d98aee3 None None] Updating router df101fc2-4472-4a9e-b438-e06c998dc52f port e2cc3c40-2b5b-4761-a8d6-719300f6d247 binding host n-d-808199-11 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:07:50.244039 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0145f5d8-e98c-4648-92ee-7dfa34279050 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8f398c6-39fc-49a3-8c45-e765d4d7077e,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:50.261322 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-38c40790-3de1-4848-bc31-f0721d98aee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:50.331214 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4d3cfc69-5166-4251-aad7-70bb777fbfe9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:50.346966 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4d3cfc69-5166-4251-aad7-70bb777fbfe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:50.347164 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-44729a8d-bfd1-45ac-8739-c793be075f35 req-e1dba4c0-59f2-40dc-b94e-8edda97705eb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a83af0a-fa08-464f-81b1-739c1163142b HTTP/1.1" status: 200 len: 217 time: 0.1140826 Nov 25 13:07:50.398393 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 57743813-95b9-4826-88bc-f0410281c80a up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:07:50.410671 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-4d3cfc69-5166-4251-aad7-70bb777fbfe9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ccfe84da45dc4830b60d0eee6114d157&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3528180 Nov 25 13:07:50.411147 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60660) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:07:50.430332 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0145f5d8-e98c-4648-92ee-7dfa34279050 admin admin] Checking segment: {'id': '07016450-8244-405c-9082-88e3318ca4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9b62ee8e-697b-4c06-b5ac-21951f70ab5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:07:50.430881 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0145f5d8-e98c-4648-92ee-7dfa34279050 admin admin] Network hostable DHCP agents. Network: 9b62ee8e-697b-4c06-b5ac-21951f70ab5f, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:07:50.466149 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44729a8d-bfd1-45ac-8739-c793be075f35 req-d9fa26bf-b8c4-459a-8010-b270c9a2bd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:50.468659 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-44729a8d-bfd1-45ac-8739-c793be075f35 req-d9fa26bf-b8c4-459a-8010-b270c9a2bd11 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c6ff4ad3-eaf7-4ebb-ae7a-2ad7a9626250 HTTP/1.1" status: 200 len: 861 time: 0.0994966 Nov 25 13:07:50.470301 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0145f5d8-e98c-4648-92ee-7dfa34279050 admin admin] Network 9b62ee8e-697b-4c06-b5ac-21951f70ab5f is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:07:50.521691 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-0145f5d8-e98c-4648-92ee-7dfa34279050 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 9b62ee8e-697b-4c06-b5ac-21951f70ab5f) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:07:50.531488 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-44729a8d-bfd1-45ac-8739-c793be075f35 req-19d14389-89ab-4257-a861-fb7514e83221 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4eedb877-5fc3-46a9-a0e2-7e0a431fb103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498824 Nov 25 13:07:50.537609 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b94af20-98b1-4f2e-8780-5cd9d0231829 None None] Network 9b62ee8e-697b-4c06-b5ac-21951f70ab5f requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:07:50.539059 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0145f5d8-e98c-4648-92ee-7dfa34279050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:50.540987 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0145f5d8-e98c-4648-92ee-7dfa34279050 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:50.573603 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-0145f5d8-e98c-4648-92ee-7dfa34279050 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2432356 Nov 25 13:07:50.585998 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-38c40790-3de1-4848-bc31-f0721d98aee3 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:50.620287 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-38c40790-3de1-4848-bc31-f0721d98aee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:50.638246 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3cfc69-5166-4251-aad7-70bb777fbfe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0c6bec-9688-40e9-aa7d-a3c111a8ecbb,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:50.673305 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9069961f-31c0-4712-a403-682a76f119c3 None None] Pushing event updated for resources: {'Port': ['ID=e2cc3c40-2b5b-4761-a8d6-719300f6d247,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:50.746782 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-75a3c3e4-069f-42d6-acaa-fb70b31d4cdc req-6f6a9f7c-d063-4f0f-81ef-3cdecfadcdd0 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:50.765070 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 57743813-95b9-4826-88bc-f0410281c80a triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:07:50.765440 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:50.776609 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-de4cf087-20ce-4245-aaa6-6902559fc456 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:50.781738 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-44729a8d-bfd1-45ac-8739-c793be075f35 req-1f3f07b1-8142-4f05-9285-eded2a9e69bd service neutron] 10.222.0.47 "GET /v2.0/networks/4eedb877-5fc3-46a9-a0e2-7e0a431fb103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282593 Nov 25 13:07:50.896038 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-38c40790-3de1-4848-bc31-f0721d98aee3 None None] Attempting to bind port e2cc3c40-2b5b-4761-a8d6-719300f6d247 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:07:50.896418 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-38c40790-3de1-4848-bc31-f0721d98aee3 None None] Attempting to bind port e2cc3c40-2b5b-4761-a8d6-719300f6d247 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '56ddc7b7-f3f4-48a3-a521-4094719bb02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f2551022-e737-42cd-8b81-15fcbc11fbd5'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:07:50.896787 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c40790-3de1-4848-bc31-f0721d98aee3 None None] Attempting to bind port e2cc3c40-2b5b-4761-a8d6-719300f6d247 on network f2551022-e737-42cd-8b81-15fcbc11fbd5 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:07:50.909605 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c40790-3de1-4848-bc31-f0721d98aee3 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:07:50.909986 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c40790-3de1-4848-bc31-f0721d98aee3 None None] Checking segment: {'id': '56ddc7b7-f3f4-48a3-a521-4094719bb02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f2551022-e737-42cd-8b81-15fcbc11fbd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:07:50.910399 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-38c40790-3de1-4848-bc31-f0721d98aee3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:50.910971 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c40790-3de1-4848-bc31-f0721d98aee3 None None] Bound using segment: {'id': '56ddc7b7-f3f4-48a3-a521-4094719bb02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f2551022-e737-42cd-8b81-15fcbc11fbd5'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:07:50.919706 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-38c40790-3de1-4848-bc31-f0721d98aee3 None None] Bound port: e2cc3c40-2b5b-4761-a8d6-719300f6d247, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56ddc7b7-f3f4-48a3-a521-4094719bb02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f2551022-e737-42cd-8b81-15fcbc11fbd5'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:07:50.919944 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-38c40790-3de1-4848-bc31-f0721d98aee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:50.966555 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-de4cf087-20ce-4245-aaa6-6902559fc456 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:51.052027 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7da3af36-e9cf-4bd5-8482-4a4d525fe95f req-a12f5de5-8ada-40d0-8ebc-4c700c939f8c tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2dd5265-c989-432c-a5b2-209782139d6d HTTP/1.1" status: 200 len: 210 time: 0.1432624 Nov 25 13:07:51.077145 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-44729a8d-bfd1-45ac-8739-c793be075f35 req-19556acb-15e7-437c-9fcc-6d82a1841182 service neutron] 10.222.0.47 "GET /v2.0/networks/4eedb877-5fc3-46a9-a0e2-7e0a431fb103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853918 Nov 25 13:07:51.131985 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-75a3c3e4-069f-42d6-acaa-fb70b31d4cdc req-6f6a9f7c-d063-4f0f-81ef-3cdecfadcdd0 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:51.185045 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-38c40790-3de1-4848-bc31-f0721d98aee3 None None] For port e2cc3c40-2b5b-4761-a8d6-719300f6d247, host n-d-808199-11, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:07:51.189594 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-38c40790-3de1-4848-bc31-f0721d98aee3 None None] For port e2cc3c40-2b5b-4761-a8d6-719300f6d247, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=e2cc3c40-2b5b-4761-a8d6-719300f6d247,segment=NetworkSegment(56ddc7b7-f3f4-48a3-a521-4094719bb02a),segment_id=56ddc7b7-f3f4-48a3-a521-4094719bb02a)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:07:51.189913 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['6efc11c2-af6f-479e-9696-54cf17fa00d8'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:07:51.199411 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-38c40790-3de1-4848-bc31-f0721d98aee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:51.254738 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc3466b-5b04-402e-9cb6-861664d3425f req-cdf6106e-7f7d-4bef-835f-fd99449e2a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:51.260083 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ddc3466b-5b04-402e-9cb6-861664d3425f req-cdf6106e-7f7d-4bef-835f-fd99449e2a3e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d2e157ec7259461e96009d2e9c8298f0&device_id=9d6065b9-f444-4b32-afd5-4efd4a17a010 HTTP/1.1" status: 200 len: 1096 time: 0.0942409 Nov 25 13:07:51.262886 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9069961f-31c0-4712-a403-682a76f119c3 None None] Pushing event updated for resources: {'Port': ['ID=e2cc3c40-2b5b-4761-a8d6-719300f6d247,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:51.267875 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75a3c3e4-069f-42d6-acaa-fb70b31d4cdc req-6f6a9f7c-d063-4f0f-81ef-3cdecfadcdd0 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Network 85f6380f-3625-4f44-8465-fbcf0c11fed5 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:07:51.275397 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [req-75a3c3e4-069f-42d6-acaa-fb70b31d4cdc req-6f6a9f7c-d063-4f0f-81ef-3cdecfadcdd0 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:07:51.277985 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-75a3c3e4-069f-42d6-acaa-fb70b31d4cdc req-6f6a9f7c-d063-4f0f-81ef-3cdecfadcdd0 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:07:51.287715 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-de4cf087-20ce-4245-aaa6-6902559fc456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:51.291682 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-de4cf087-20ce-4245-aaa6-6902559fc456 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:51.294144 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-de4cf087-20ce-4245-aaa6-6902559fc456 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2b0c6bec-9688-40e9-aa7d-a3c111a8ecbb HTTP/1.1" status: 204 len: 168 time: 0.8738034 Nov 25 13:07:51.315383 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c40790-3de1-4848-bc31-f0721d98aee3 None None] Routers {'df101fc2-4472-4a9e-b438-e06c998dc52f'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:07:51.316307 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-38c40790-3de1-4848-bc31-f0721d98aee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:07:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['df101fc2-4472-4a9e-b438-e06c998dc52f'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:07:51.317275 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb14e7d5-18c7-4182-8f12-8d81a38069b7 None None] Network 9b62ee8e-697b-4c06-b5ac-21951f70ab5f requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:07:51.352508 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4cf087-20ce-4245-aaa6-6902559fc456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0c6bec-9688-40e9-aa7d-a3c111a8ecbb,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:51.427449 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6a9f7c-d063-4f0f-81ef-3cdecfadcdd0 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Pushing event updated for resources: {'Port': ['ID=7167fc5d-d545-4a71-ac16-55dee6d852fe,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:51.513673 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3c3e4-069f-42d6-acaa-fb70b31d4cdc req-6f6a9f7c-d063-4f0f-81ef-3cdecfadcdd0 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:51.515666 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-75a3c3e4-069f-42d6-acaa-fb70b31d4cdc req-6f6a9f7c-d063-4f0f-81ef-3cdecfadcdd0 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:51.583180 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c5388-d0b8-45be-befc-966feca22f6e req-9b9cecb6-50bd-4e1a-b127-a30b9588419d tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:51.595488 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c5388-d0b8-45be-befc-966feca22f6e req-9b9cecb6-50bd-4e1a-b127-a30b9588419d tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:51.604665 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-970c5388-d0b8-45be-befc-966feca22f6e req-9b9cecb6-50bd-4e1a-b127-a30b9588419d tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e9659d0-1724-4a0c-9ed8-8384f68b831e&device_id=d410d79b-0ea5-45ec-bbd3-620a720f4750 HTTP/1.1" status: 200 len: 1690 time: 0.2356410 Nov 25 13:07:51.610728 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-7d12166b-e42a-4156-b833-278eb49b5601 None None] Provisioning complete for port e2cc3c40-2b5b-4761-a8d6-719300f6d247 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:07:51.611286 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7d12166b-e42a-4156-b833-278eb49b5601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:51.616565 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc3466b-5b04-402e-9cb6-861664d3425f req-46dc518f-5abc-4f9c-b113-84c9a25f8903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:51.619589 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ddc3466b-5b04-402e-9cb6-861664d3425f req-46dc518f-5abc-4f9c-b113-84c9a25f8903 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4eedb877-5fc3-46a9-a0e2-7e0a431fb103 HTTP/1.1" status: 200 len: 922 time: 0.3497267 Nov 25 13:07:51.622776 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-38c40790-3de1-4848-bc31-f0721d98aee3 None None] Set router df101fc2-4472-4a9e-b438-e06c998dc52f gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:07:51.639319 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-75a3c3e4-069f-42d6-acaa-fb70b31d4cdc req-6f6a9f7c-d063-4f0f-81ef-3cdecfadcdd0 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5652509 Nov 25 13:07:51.678045 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-75a3c3e4-069f-42d6-acaa-fb70b31d4cdc req-61fd6d74-2610-4f6b-a417-8e2bdcbb409a service neutron] Request body: {'port': {'device_id': 'c2dd5265-c989-432c-a5b2-209782139d6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-11'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:07:51.768308 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ddc3466b-5b04-402e-9cb6-861664d3425f req-2a0cdbc1-5b28-4503-a5d8-0e308f6d6c32 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a83af0a-fa08-464f-81b1-739c1163142b HTTP/1.1" status: 200 len: 217 time: 0.1352561 Nov 25 13:07:51.847180 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-970c5388-d0b8-45be-befc-966feca22f6e req-699d1250-638b-4ab3-9e5c-0002be184fbc tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407005 Nov 25 13:07:51.856368 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc3466b-5b04-402e-9cb6-861664d3425f req-61b8e8e9-4d48-45a9-941d-bd41045f84e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:51.863599 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ddc3466b-5b04-402e-9cb6-861664d3425f req-61b8e8e9-4d48-45a9-941d-bd41045f84e4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c6ff4ad3-eaf7-4ebb-ae7a-2ad7a9626250 HTTP/1.1" status: 200 len: 861 time: 0.0870647 Nov 25 13:07:51.922812 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e49b98-62a2-4111-816a-ebaa1c70a071 req-71be4c48-f9a8-4b55-9345-c39046dd88ec tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:51.933118 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ddc3466b-5b04-402e-9cb6-861664d3425f req-656b788b-af01-47f1-b40f-0b8c041777e2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4eedb877-5fc3-46a9-a0e2-7e0a431fb103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580325 Nov 25 13:07:51.936256 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b8e49b98-62a2-4111-816a-ebaa1c70a071 req-71be4c48-f9a8-4b55-9345-c39046dd88ec tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d6065b9-f444-4b32-afd5-4efd4a17a010 HTTP/1.1" status: 200 len: 944 time: 0.2929566 Nov 25 13:07:52.051726 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7d12166b-e42a-4156-b833-278eb49b5601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:52.081179 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b8e49b98-62a2-4111-816a-ebaa1c70a071 req-f0da4ff8-87a7-4eb7-aa8b-34bc4d356136 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362433 Nov 25 13:07:52.085824 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-75a3c3e4-069f-42d6-acaa-fb70b31d4cdc req-61fd6d74-2610-4f6b-a417-8e2bdcbb409a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:52.126182 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-7d12166b-e42a-4156-b833-278eb49b5601 None None] For port e2cc3c40-2b5b-4761-a8d6-719300f6d247, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=e2cc3c40-2b5b-4761-a8d6-719300f6d247,segment=NetworkSegment(56ddc7b7-f3f4-48a3-a521-4094719bb02a),segment_id=56ddc7b7-f3f4-48a3-a521-4094719bb02a)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:07:52.129807 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ddc3466b-5b04-402e-9cb6-861664d3425f req-12b3902f-d28c-44d1-bb55-38dc9dc9daad service neutron] 10.222.0.47 "GET /v2.0/networks/4eedb877-5fc3-46a9-a0e2-7e0a431fb103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861684 Nov 25 13:07:52.135098 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7d12166b-e42a-4156-b833-278eb49b5601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:52.245381 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d12166b-e42a-4156-b833-278eb49b5601 None None] Pushing event updated for resources: {'Port': ['ID=e2cc3c40-2b5b-4761-a8d6-719300f6d247,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:52.271947 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d12166b-e42a-4156-b833-278eb49b5601 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:07:52.272548 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d12166b-e42a-4156-b833-278eb49b5601 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:07:52.273039 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d12166b-e42a-4156-b833-278eb49b5601 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:07:52.274499 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d12166b-e42a-4156-b833-278eb49b5601 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:07:52.288435 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d12166b-e42a-4156-b833-278eb49b5601 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:07:52.289580 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d12166b-e42a-4156-b833-278eb49b5601 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:07:52.290507 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d12166b-e42a-4156-b833-278eb49b5601 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:07:52.291647 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d12166b-e42a-4156-b833-278eb49b5601 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:07:52.293218 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d12166b-e42a-4156-b833-278eb49b5601 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:07:52.294571 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d12166b-e42a-4156-b833-278eb49b5601 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:07:52.295683 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d12166b-e42a-4156-b833-278eb49b5601 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:07:52.296546 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d12166b-e42a-4156-b833-278eb49b5601 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:07:52.319729 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-565c7817-781f-4169-b8d1-cc8f24c53765 None None] Provisioning complete for port 7167fc5d-d545-4a71-ac16-55dee6d852fe triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:07:52.320107 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-565c7817-781f-4169-b8d1-cc8f24c53765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:52.322187 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-38c40790-3de1-4848-bc31-f0721d98aee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df101fc2-4472-4a9e-b438-e06c998dc52f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-643154548-router', 'tenant_id': '1d7c3b2bb5754f9a86023c3de45d9c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '57743813-95b9-4826-88bc-f0410281c80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:07:35Z', 'updated_at': '2021-11-25T13:07:47Z', 'revision_number': 4, 'project_id': '1d7c3b2bb5754f9a86023c3de45d9c8a', 'gw_port': {'id': '57743813-95b9-4826-88bc-f0410281c80a', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:78:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df101fc2-4472-4a9e-b438-e06c998dc52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:07:38Z', 'updated_at': '2021-11-25T13:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'e2cc3c40-2b5b-4761-a8d6-719300f6d247', 'name': '', 'network_id': 'f2551022-e737-42cd-8b81-15fcbc11fbd5', 'tenant_id': '1d7c3b2bb5754f9a86023c3de45d9c8a', 'mac_address': 'fa:16:3e:20:78:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df101fc2-4472-4a9e-b438-e06c998dc52f', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'c83c63e7-e06a-410a-b1d2-9b899eeb9542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:07:45Z', 'updated_at': '2021-11-25T13:07:51Z', 'revision_number': 4, 'project_id': '1d7c3b2bb5754f9a86023c3de45d9c8a', 'subnets': [{'id': 'c83c63e7-e06a-410a-b1d2-9b899eeb9542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:07:52.370653 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c40790-3de1-4848-bc31-f0721d98aee3 None None] The sync data for ids ['df101fc2-4472-4a9e-b438-e06c998dc52f'] in n-d-808199-11 is: [{'id': 'df101fc2-4472-4a9e-b438-e06c998dc52f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-643154548-router', 'tenant_id': '1d7c3b2bb5754f9a86023c3de45d9c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '57743813-95b9-4826-88bc-f0410281c80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:07:35Z', 'updated_at': '2021-11-25T13:07:47Z', 'revision_number': 4, 'project_id': '1d7c3b2bb5754f9a86023c3de45d9c8a', 'gw_port': {'id': '57743813-95b9-4826-88bc-f0410281c80a', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:78:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df101fc2-4472-4a9e-b438-e06c998dc52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:07:38Z', 'updated_at': '2021-11-25T13:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'e2cc3c40-2b5b-4761-a8d6-719300f6d247', 'name': '', 'network_id': 'f2551022-e737-42cd-8b81-15fcbc11fbd5', 'tenant_id': '1d7c3b2bb5754f9a86023c3de45d9c8a', 'mac_address': 'fa:16:3e:20:78:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df101fc2-4472-4a9e-b438-e06c998dc52f', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'c83c63e7-e06a-410a-b1d2-9b899eeb9542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:07:45Z', 'updated_at': '2021-11-25T13:07:51Z', 'revision_number': 4, 'project_id': '1d7c3b2bb5754f9a86023c3de45d9c8a', 'subnets': [{'id': 'c83c63e7-e06a-410a-b1d2-9b899eeb9542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:07:52.406418 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ddc3466b-5b04-402e-9cb6-861664d3425f req-b0d8e4c3-a5da-4ad8-8f7a-c30b945eea44 service neutron] 10.222.0.47 "GET /v2.0/networks/4eedb877-5fc3-46a9-a0e2-7e0a431fb103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631006 Nov 25 13:07:52.479359 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-565c7817-781f-4169-b8d1-cc8f24c53765 None None] Port 7167fc5d-d545-4a71-ac16-55dee6d852fe cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:07:52.492632 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-565c7817-781f-4169-b8d1-cc8f24c53765 None None] Provisioning complete for port e2cc3c40-2b5b-4761-a8d6-719300f6d247 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:07:52.493194 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-565c7817-781f-4169-b8d1-cc8f24c53765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:52.707634 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119bbdcb-8dc8-4ad6-a500-9a94dd027a35 req-6bbdc7f8-e156-4d96-a5f9-37a7a175e85c tempest-InstanceActionsV221TestJSON-1000304690 tempest-InstanceActionsV221TestJSON-1000304690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:52.711186 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-119bbdcb-8dc8-4ad6-a500-9a94dd027a35 req-6bbdc7f8-e156-4d96-a5f9-37a7a175e85c tempest-InstanceActionsV221TestJSON-1000304690 tempest-InstanceActionsV221TestJSON-1000304690-project] 10.222.0.53 "GET /v2.0/networks?id=9b62ee8e-697b-4c06-b5ac-21951f70ab5f HTTP/1.1" status: 200 len: 818 time: 0.3003225 Nov 25 13:07:52.751493 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68655710-6568-481e-9aa1-a74a763a4414 req-0054c8f2-239d-4171-90ce-18f8cc0ae34f tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:52.755127 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-68655710-6568-481e-9aa1-a74a763a4414 req-0054c8f2-239d-4171-90ce-18f8cc0ae34f tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2dd5265-c989-432c-a5b2-209782139d6d HTTP/1.1" status: 200 len: 936 time: 0.2322040 Nov 25 13:07:52.787281 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-119bbdcb-8dc8-4ad6-a500-9a94dd027a35 req-5ef2325c-32fd-4860-beca-49ac9d2809e8 tempest-InstanceActionsV221TestJSON-1000304690 tempest-InstanceActionsV221TestJSON-1000304690-project] 10.222.0.53 "GET /v2.0/quotas/7e8e6ee00e424c06b397db04fc1c57c8 HTTP/1.1" status: 200 len: 375 time: 0.0609004 Nov 25 13:07:52.875288 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-119bbdcb-8dc8-4ad6-a500-9a94dd027a35 req-7a870c00-a1f1-46cc-a608-3e198bdf0d4c tempest-InstanceActionsV221TestJSON-1000304690 tempest-InstanceActionsV221TestJSON-1000304690-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7e8e6ee00e424c06b397db04fc1c57c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0748670 Nov 25 13:07:52.907477 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [req-75a3c3e4-069f-42d6-acaa-fb70b31d4cdc req-61fd6d74-2610-4f6b-a417-8e2bdcbb409a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7167fc5d-d545-4a71-ac16-55dee6d852fe {{(pid=103570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:07:52.954875 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-75a3c3e4-069f-42d6-acaa-fb70b31d4cdc req-61fd6d74-2610-4f6b-a417-8e2bdcbb409a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:52.991247 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.provisioning_blocks [req-75a3c3e4-069f-42d6-acaa-fb70b31d4cdc req-61fd6d74-2610-4f6b-a417-8e2bdcbb409a service neutron] Transition to ACTIVE for port object 7167fc5d-d545-4a71-ac16-55dee6d852fe will not be triggered until provisioned by entity L2. {{(pid=103570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:07:52.999431 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-68655710-6568-481e-9aa1-a74a763a4414 req-ac097f3c-8374-41e1-afe9-926fe7aa7893 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106378 Nov 25 13:07:53.026820 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-75a3c3e4-069f-42d6-acaa-fb70b31d4cdc req-61fd6d74-2610-4f6b-a417-8e2bdcbb409a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:53.033118 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-119bbdcb-8dc8-4ad6-a500-9a94dd027a35 req-33952239-69c4-4264-9b57-c883a7887cc6 service neutron] 10.222.0.53 "GET /v2.0/networks/9b62ee8e-697b-4c06-b5ac-21951f70ab5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546316 Nov 25 13:07:53.218400 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd6d74-2610-4f6b-a417-8e2bdcbb409a service neutron] Pushing event updated for resources: {'Port': ['ID=7167fc5d-d545-4a71-ac16-55dee6d852fe,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:53.352837 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-119bbdcb-8dc8-4ad6-a500-9a94dd027a35 req-421110d3-ca64-46e2-a0d7-230f7b5d11c2 service neutron] 10.222.0.53 "GET /v2.0/networks/9b62ee8e-697b-4c06-b5ac-21951f70ab5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831464 Nov 25 13:07:53.377877 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-75a3c3e4-069f-42d6-acaa-fb70b31d4cdc req-61fd6d74-2610-4f6b-a417-8e2bdcbb409a service neutron] Attempting to bind port 7167fc5d-d545-4a71-ac16-55dee6d852fe on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:07:53.377877 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-75a3c3e4-069f-42d6-acaa-fb70b31d4cdc req-61fd6d74-2610-4f6b-a417-8e2bdcbb409a service neutron] Attempting to bind port 7167fc5d-d545-4a71-ac16-55dee6d852fe by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:07:53.377877 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a3c3e4-069f-42d6-acaa-fb70b31d4cdc req-61fd6d74-2610-4f6b-a417-8e2bdcbb409a service neutron] Attempting to bind port 7167fc5d-d545-4a71-ac16-55dee6d852fe on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:07:53.401662 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a3c3e4-069f-42d6-acaa-fb70b31d4cdc req-61fd6d74-2610-4f6b-a417-8e2bdcbb409a service neutron] Port 7167fc5d-d545-4a71-ac16-55dee6d852fe on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:07:53.402240 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a3c3e4-069f-42d6-acaa-fb70b31d4cdc req-61fd6d74-2610-4f6b-a417-8e2bdcbb409a service neutron] Attempting to bind port 7167fc5d-d545-4a71-ac16-55dee6d852fe on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:07:53.434189 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a3c3e4-069f-42d6-acaa-fb70b31d4cdc req-61fd6d74-2610-4f6b-a417-8e2bdcbb409a service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:07:53.434608 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a3c3e4-069f-42d6-acaa-fb70b31d4cdc req-61fd6d74-2610-4f6b-a417-8e2bdcbb409a service neutron] Checking segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:07:53.435198 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a3c3e4-069f-42d6-acaa-fb70b31d4cdc req-61fd6d74-2610-4f6b-a417-8e2bdcbb409a service neutron] Bound using segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:07:53.435827 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-75a3c3e4-069f-42d6-acaa-fb70b31d4cdc req-61fd6d74-2610-4f6b-a417-8e2bdcbb409a service neutron] Bound port: 7167fc5d-d545-4a71-ac16-55dee6d852fe, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:07:53.436301 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-75a3c3e4-069f-42d6-acaa-fb70b31d4cdc req-61fd6d74-2610-4f6b-a417-8e2bdcbb409a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:53.454990 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14147522-05b6-4029-b724-de53ce67141f req-ca1f7eab-a46f-4387-aa08-acfb389bcf32 tempest-ServersOnMultiNodesTest-1296905377 tempest-ServersOnMultiNodesTest-1296905377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:53.458930 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-14147522-05b6-4029-b724-de53ce67141f req-ca1f7eab-a46f-4387-aa08-acfb389bcf32 tempest-ServersOnMultiNodesTest-1296905377 tempest-ServersOnMultiNodesTest-1296905377-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0e9659d0-1724-4a0c-9ed8-8384f68b831e HTTP/1.1" status: 200 len: 1102 time: 0.0987935 Nov 25 13:07:53.597652 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-14147522-05b6-4029-b724-de53ce67141f req-881f3f34-7d8f-47fd-a032-a921409a2517 tempest-ServersOnMultiNodesTest-1296905377 tempest-ServersOnMultiNodesTest-1296905377-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296930 Nov 25 13:07:53.611890 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-75a3c3e4-069f-42d6-acaa-fb70b31d4cdc req-61fd6d74-2610-4f6b-a417-8e2bdcbb409a service neutron] For port 7167fc5d-d545-4a71-ac16-55dee6d852fe, host n-h1-808199-11, cleared binding levels {{(pid=103570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:07:53.621148 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-75a3c3e4-069f-42d6-acaa-fb70b31d4cdc req-61fd6d74-2610-4f6b-a417-8e2bdcbb409a service neutron] For port 7167fc5d-d545-4a71-ac16-55dee6d852fe, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=7167fc5d-d545-4a71-ac16-55dee6d852fe,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:07:53.635778 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-75a3c3e4-069f-42d6-acaa-fb70b31d4cdc req-61fd6d74-2610-4f6b-a417-8e2bdcbb409a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:53.759134 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3c3e4-069f-42d6-acaa-fb70b31d4cdc req-61fd6d74-2610-4f6b-a417-8e2bdcbb409a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:53.759764 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-75a3c3e4-069f-42d6-acaa-fb70b31d4cdc req-61fd6d74-2610-4f6b-a417-8e2bdcbb409a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:53.761204 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-75a3c3e4-069f-42d6-acaa-fb70b31d4cdc req-61fd6d74-2610-4f6b-a417-8e2bdcbb409a service neutron] 10.222.0.66 "PUT /v2.0/ports/7167fc5d-d545-4a71-ac16-55dee6d852fe HTTP/1.1" status: 200 len: 1097 time: 2.1081808 Nov 25 13:07:53.783366 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2dd5265-c989-432c-a5b2-209782139d6d', 'tag': '7167fc5d-d545-4a71-ac16-55dee6d852fe'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:07:53.786332 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5222874-e3fd-4db1-b01a-18cd11ef569e" -d '{"events": [{"name": "network-changed", "server_uuid": "c2dd5265-c989-432c-a5b2-209782139d6d", "tag": "7167fc5d-d545-4a71-ac16-55dee6d852fe"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:07:53.944636 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3c3e4-069f-42d6-acaa-fb70b31d4cdc req-b76ffaff-3c31-49ee-817d-6ead7fbdb430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:53.947125 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-75a3c3e4-069f-42d6-acaa-fb70b31d4cdc req-b76ffaff-3c31-49ee-817d-6ead7fbdb430 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=af4c9854d3c048999405c81c71776d29&device_id=c2dd5265-c989-432c-a5b2-209782139d6d HTTP/1.1" status: 200 len: 1100 time: 0.1201425 Nov 25 13:07:53.947771 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd6d74-2610-4f6b-a417-8e2bdcbb409a service neutron] Pushing event updated for resources: {'Port': ['ID=7167fc5d-d545-4a71-ac16-55dee6d852fe,revision_number=3']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:54.061480 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0831eb-0801-491b-9c0c-87aa38be5b90 req-f1da60e2-f5fa-4619-b401-565ce96fa3c6 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:54.065479 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0c0831eb-0801-491b-9c0c-87aa38be5b90 req-f1da60e2-f5fa-4619-b401-565ce96fa3c6 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d6065b9-f444-4b32-afd5-4efd4a17a010 HTTP/1.1" status: 200 len: 944 time: 0.4139037 Nov 25 13:07:54.070471 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-75a3c3e4-069f-42d6-acaa-fb70b31d4cdc req-b158f15f-ade5-4969-88c1-36cb66f036ce service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=7167fc5d-d545-4a71-ac16-55dee6d852fe HTTP/1.1" status: 200 len: 217 time: 0.0982282 Nov 25 13:07:54.171295 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0c0831eb-0801-491b-9c0c-87aa38be5b90 req-075708fb-4a07-41ed-b82e-299394489a7a tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861785 Nov 25 13:07:54.173116 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3c3e4-069f-42d6-acaa-fb70b31d4cdc req-3b59f70c-9df1-421a-9ba3-25bb5200bb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:54.174484 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-75a3c3e4-069f-42d6-acaa-fb70b31d4cdc req-3b59f70c-9df1-421a-9ba3-25bb5200bb68 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.1001606 Nov 25 13:07:54.219347 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d569e946-809c-4b8c-9686-0ae041f2d9f7 req-d793b5c7-7b77-42f5-a10a-7f1d3ca0fd1f tempest-InstanceActionsV221TestJSON-1000304690 tempest-InstanceActionsV221TestJSON-1000304690-project] 10.222.0.53 "GET /v2.0/ports?device_id=83f41083-d377-4245-a0d2-3b74ae4d9eab HTTP/1.1" status: 200 len: 210 time: 0.0372756 Nov 25 13:07:54.303751 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3c3e4-069f-42d6-acaa-fb70b31d4cdc req-114340f2-57b7-4113-a1aa-fc15ea6b4444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:54.303751 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-75a3c3e4-069f-42d6-acaa-fb70b31d4cdc req-114340f2-57b7-4113-a1aa-fc15ea6b4444 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0865557 Nov 25 13:07:54.397672 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device e2cc3c40-2b5b-4761-a8d6-719300f6d247 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:07:54.463135 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port e2cc3c40-2b5b-4761-a8d6-719300f6d247 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:07:54.464083 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:54.533245 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db7aa5f-9fb1-4048-a6bd-bd1373e4bb7c req-aed01f7d-ffb6-41d9-8cc6-79cdb320bde8 tempest-ServersOnMultiNodesTest-1296905377 tempest-ServersOnMultiNodesTest-1296905377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:54.542239 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3db7aa5f-9fb1-4048-a6bd-bd1373e4bb7c req-aed01f7d-ffb6-41d9-8cc6-79cdb320bde8 tempest-ServersOnMultiNodesTest-1296905377 tempest-ServersOnMultiNodesTest-1296905377-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d410d79b-0ea5-45ec-bbd3-620a720f4750 HTTP/1.1" status: 200 len: 1101 time: 0.2334373 Nov 25 13:07:54.560763 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-75a3c3e4-069f-42d6-acaa-fb70b31d4cdc req-6717cb5e-dfe0-4f4d-96c9-dc93f8fa9e41 service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164638 Nov 25 13:07:54.576254 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60776) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:07:54.581267 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-caee05fa-0cf0-401d-a8cb-dc6001884138 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Request body: {'security_group': {'name': 'tempest-securitygroup--689365497', 'description': 'tempest-description--2049787177'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:07:54.619179 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-caee05fa-0cf0-401d-a8cb-dc6001884138 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:54.623448 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16dea43-77e3-45d6-81ff-4d4dcf1f5c58 x-openstack-request-id: req-b16dea43-77e3-45d6-81ff-4d4dcf1f5c58 {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:07:54.624119 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2dd5265-c989-432c-a5b2-209782139d6d", "tag": "7167fc5d-d545-4a71-ac16-55dee6d852fe", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:07:54.625617 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b16dea43-77e3-45d6-81ff-4d4dcf1f5c58 {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:07:54.626130 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2dd5265-c989-432c-a5b2-209782139d6d', 'tag': '7167fc5d-d545-4a71-ac16-55dee6d852fe', 'status': 'completed', 'code': 200} Nov 25 13:07:54.643376 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3db7aa5f-9fb1-4048-a6bd-bd1373e4bb7c req-43bf66b2-f803-4737-8260-e18fa9438c20 tempest-ServersOnMultiNodesTest-1296905377 tempest-ServersOnMultiNodesTest-1296905377-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000705 Nov 25 13:07:54.666576 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 8a83af0a-fa08-464f-81b1-739c1163142b details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:07:54.698733 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-caee05fa-0cf0-401d-a8cb-dc6001884138 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:54.708015 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-caee05fa-0cf0-401d-a8cb-dc6001884138 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:54.733060 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-75a3c3e4-069f-42d6-acaa-fb70b31d4cdc req-f974bb3e-1575-45c4-ab1a-3fec0ffed086 service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475143 Nov 25 13:07:54.743777 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-caee05fa-0cf0-401d-a8cb-dc6001884138 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:54.748736 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-caee05fa-0cf0-401d-a8cb-dc6001884138 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1701448 Nov 25 13:07:54.750718 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60782) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:07:54.755958 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-a08c3597-dd64-4a5d-b769-a6a792bc82c5 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Request body: {'security_group_rule': {'security_group_id': 'a715b2f7-737e-429b-afd5-9baad8e10197', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:07:54.800535 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caee05fa-0cf0-401d-a8cb-dc6001884138 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a715b2f7-737e-429b-afd5-9baad8e10197,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:54.868295 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 8a83af0a-fa08-464f-81b1-739c1163142b, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=8a83af0a-fa08-464f-81b1-739c1163142b,segment=NetworkSegment(f1015c3b-5561-4c41-908e-568aaa0911cd),segment_id=f1015c3b-5561-4c41-908e-568aaa0911cd)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:07:54.875078 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a08c3597-dd64-4a5d-b769-a6a792bc82c5 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:54.883661 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '8a83af0a-fa08-464f-81b1-739c1163142b', 'network_id': '4eedb877-5fc3-46a9-a0e2-7e0a431fb103', 'port_id': '8a83af0a-fa08-464f-81b1-739c1163142b', 'mac_address': 'fa:16:3e:96:de:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6ff4ad3-eaf7-4ebb-ae7a-2ad7a9626250', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:07:54.937063 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:54.954279 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a83af0a-fa08-464f-81b1-739c1163142b {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:07:54.978035 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 8a83af0a-fa08-464f-81b1-739c1163142b, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=8a83af0a-fa08-464f-81b1-739c1163142b,segment=NetworkSegment(f1015c3b-5561-4c41-908e-568aaa0911cd),segment_id=f1015c3b-5561-4c41-908e-568aaa0911cd)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:07:54.991495 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:54.992746 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0898430-a597-4221-9908-361a1e039bb9 req-eed1f211-9c85-499d-b567-5f3acdfad485 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:54.994377 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c0898430-a597-4221-9908-361a1e039bb9 req-eed1f211-9c85-499d-b567-5f3acdfad485 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2dd5265-c989-432c-a5b2-209782139d6d HTTP/1.1" status: 200 len: 948 time: 0.1802044 Nov 25 13:07:55.003866 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5222874-e3fd-4db1-b01a-18cd11ef569e req-415c16f3-7e6d-4806-b1d7-af6298051fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:55.005274 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c5222874-e3fd-4db1-b01a-18cd11ef569e req-415c16f3-7e6d-4806-b1d7-af6298051fe2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=af4c9854d3c048999405c81c71776d29&device_id=c2dd5265-c989-432c-a5b2-209782139d6d HTTP/1.1" status: 200 len: 1100 time: 0.1933515 Nov 25 13:07:55.039499 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a08c3597-dd64-4a5d-b769-a6a792bc82c5 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:55.064981 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a08c3597-dd64-4a5d-b769-a6a792bc82c5 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:55.075093 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=8a83af0a-fa08-464f-81b1-739c1163142b,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:55.146748 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08c3597-dd64-4a5d-b769-a6a792bc82c5 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=733f7dfd-b413-4e49-8200-5e148730b60a,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:55.159655 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c0898430-a597-4221-9908-361a1e039bb9 req-d67a20b2-8657-4912-b680-01eeefb80070 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474524 Nov 25 13:07:55.165067 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a08c3597-dd64-4a5d-b769-a6a792bc82c5 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:55.169003 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-a08c3597-dd64-4a5d-b769-a6a792bc82c5 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4170496 Nov 25 13:07:55.169240 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60790) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:07:55.186707 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-bfb21232-da34-4cc3-beab-a4cef3b3bec7 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Request body: {'security_group_rule': {'security_group_id': 'a715b2f7-737e-429b-afd5-9baad8e10197', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:07:55.191204 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5222874-e3fd-4db1-b01a-18cd11ef569e req-31311da5-60a2-4056-abaa-0d3a288740c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:55.192814 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c5222874-e3fd-4db1-b01a-18cd11ef569e req-31311da5-60a2-4056-abaa-0d3a288740c6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=85f6380f-3625-4f44-8465-fbcf0c11fed5 HTTP/1.1" status: 200 len: 870 time: 0.1687500 Nov 25 13:07:55.271424 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['8a83af0a-fa08-464f-81b1-739c1163142b'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:07:55.292451 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c5222874-e3fd-4db1-b01a-18cd11ef569e req-6904d8db-8bc6-4385-8aba-2387ccf6ec74 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=7167fc5d-d545-4a71-ac16-55dee6d852fe HTTP/1.1" status: 200 len: 217 time: 0.0895736 Nov 25 13:07:55.331742 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bfb21232-da34-4cc3-beab-a4cef3b3bec7 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:55.411935 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5222874-e3fd-4db1-b01a-18cd11ef569e req-77ed888b-46c6-498e-bd12-e40eade66f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:55.416286 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c5222874-e3fd-4db1-b01a-18cd11ef569e req-77ed888b-46c6-498e-bd12-e40eade66f2f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.1155217 Nov 25 13:07:55.579947 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5222874-e3fd-4db1-b01a-18cd11ef569e req-8a1ad04b-0f71-40d6-aac5-bf30ee06b5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:55.581637 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c5222874-e3fd-4db1-b01a-18cd11ef569e req-8a1ad04b-0f71-40d6-aac5-bf30ee06b5c8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1575060 Nov 25 13:07:55.602132 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bfb21232-da34-4cc3-beab-a4cef3b3bec7 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:55.620873 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bfb21232-da34-4cc3-beab-a4cef3b3bec7 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:55.666059 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119bbdcb-8dc8-4ad6-a500-9a94dd027a35 req-06097ddb-e5b1-4fa5-afd9-20e8d133126f tempest-InstanceActionsV221TestJSON-1000304690 tempest-InstanceActionsV221TestJSON-1000304690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:55.667739 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-119bbdcb-8dc8-4ad6-a500-9a94dd027a35 req-06097ddb-e5b1-4fa5-afd9-20e8d133126f tempest-InstanceActionsV221TestJSON-1000304690 tempest-InstanceActionsV221TestJSON-1000304690-project] 10.222.0.47 "GET /v2.0/networks?id=9b62ee8e-697b-4c06-b5ac-21951f70ab5f HTTP/1.1" status: 200 len: 818 time: 0.4080107 Nov 25 13:07:55.671801 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb21232-da34-4cc3-beab-a4cef3b3bec7 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b0ff1b3-1996-4415-93e7-c80afb54ab1e,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:55.682752 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bfb21232-da34-4cc3-beab-a4cef3b3bec7 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:55.687368 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-bfb21232-da34-4cc3-beab-a4cef3b3bec7 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5133617 Nov 25 13:07:55.688989 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60806) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:07:55.693040 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-119bbdcb-8dc8-4ad6-a500-9a94dd027a35 req-54052c84-5b84-4a32-acc9-31a6a06a415d tempest-InstanceActionsV221TestJSON-1000304690 tempest-InstanceActionsV221TestJSON-1000304690-project] Request body: {'port': {'device_id': '83f41083-d377-4245-a0d2-3b74ae4d9eab', 'network_id': '9b62ee8e-697b-4c06-b5ac-21951f70ab5f', 'admin_state_up': True, 'tenant_id': '7e8e6ee00e424c06b397db04fc1c57c8'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:07:55.701784 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-fac5ac73-35df-457f-8d0c-a13a48e2e297 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Request body: {'floatingip': {'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:07:55.785613 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fac5ac73-35df-457f-8d0c-a13a48e2e297 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Publish callbacks [] for floatingip, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:55.789917 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60810) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:07:55.849539 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31eecc7-eb09-4ac6-b237-37afbe2da9df req-6b8d055b-6ded-4650-ac5f-4f8975d700c8 tempest-VolumesAdminNegativeTest-83964069 tempest-VolumesAdminNegativeTest-83964069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:55.851083 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b31eecc7-eb09-4ac6-b237-37afbe2da9df req-6b8d055b-6ded-4650-ac5f-4f8975d700c8 tempest-VolumesAdminNegativeTest-83964069 tempest-VolumesAdminNegativeTest-83964069-project] 10.222.0.53 "GET /v2.0/ports?device_id=92ac716b-9b8a-4b00-a849-4ce82e449316 HTTP/1.1" status: 200 len: 965 time: 0.3743627 Nov 25 13:07:55.895980 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-119bbdcb-8dc8-4ad6-a500-9a94dd027a35 req-54052c84-5b84-4a32-acc9-31a6a06a415d tempest-InstanceActionsV221TestJSON-1000304690 tempest-InstanceActionsV221TestJSON-1000304690-project] Made reservation on behalf of 7e8e6ee00e424c06b397db04fc1c57c8 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:07:55.899489 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-119bbdcb-8dc8-4ad6-a500-9a94dd027a35 req-54052c84-5b84-4a32-acc9-31a6a06a415d tempest-InstanceActionsV221TestJSON-1000304690 tempest-InstanceActionsV221TestJSON-1000304690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:55.920086 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a58f22-59dd-443f-ba5b-bca9216d44c8 req-276a6bc7-1687-4e76-9087-1b6d12c160ae tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:55.921576 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f3a58f22-59dd-443f-ba5b-bca9216d44c8 req-276a6bc7-1687-4e76-9087-1b6d12c160ae tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d6065b9-f444-4b32-afd5-4efd4a17a010 HTTP/1.1" status: 200 len: 945 time: 0.3890316 Nov 25 13:07:55.952111 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ec00fba1-2a89-479e-a463-f6d5c5905e48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:55.983004 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b31eecc7-eb09-4ac6-b237-37afbe2da9df req-8b985f4f-884c-4df7-9b32-d53e9ecc1fe9 tempest-VolumesAdminNegativeTest-83964069 tempest-VolumesAdminNegativeTest-83964069-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c51e016-507d-422e-97ee-09753982abc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175344 Nov 25 13:07:56.012644 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fac5ac73-35df-457f-8d0c-a13a48e2e297 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:56.016685 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c5222874-e3fd-4db1-b01a-18cd11ef569e req-6c88f94a-305b-47f8-9e19-08ff2dfae87e service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4245830 Nov 25 13:07:56.040341 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f3a58f22-59dd-443f-ba5b-bca9216d44c8 req-fcb4f382-811d-4356-ac31-605f1e0854aa tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074069 Nov 25 13:07:56.152539 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a0117338-c943-4d68-ae7d-4187535437b1 req-75e88ebf-a10b-4062-ac13-8f930d8d7094 tempest-InstanceActionsV221TestJSON-1000304690 tempest-InstanceActionsV221TestJSON-1000304690-project] 10.222.0.53 "GET /v2.0/ports?device_id=83f41083-d377-4245-a0d2-3b74ae4d9eab HTTP/1.1" status: 200 len: 210 time: 0.0508466 Nov 25 13:07:56.176560 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c5222874-e3fd-4db1-b01a-18cd11ef569e req-788116c9-4748-465a-954a-f6870dbf3d81 service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459069 Nov 25 13:07:56.191779 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-119bbdcb-8dc8-4ad6-a500-9a94dd027a35 req-54052c84-5b84-4a32-acc9-31a6a06a415d tempest-InstanceActionsV221TestJSON-1000304690 tempest-InstanceActionsV221TestJSON-1000304690-project] Allocated IP 172.20.0.11 (9b62ee8e-697b-4c06-b5ac-21951f70ab5f/c8f398c6-39fc-49a3-8c45-e765d4d7077e/57ac7ebf-f167-43e5-bb5f-2a6a7e492fb1) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:07:56.228190 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-7612dfb7-5865-4739-801e-c639cb1a4b36 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=4190dcc6411041ccb9fe22c2d4608a11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340543 Nov 25 13:07:56.348473 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-fac5ac73-35df-457f-8d0c-a13a48e2e297 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Allocated IP 172.25.5.136 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/841a55eb-ab11-4a80-9c99-b50104c05950) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:07:56.351588 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ec00fba1-2a89-479e-a463-f6d5c5905e48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:56.354900 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c5b73f-b0bf-4a1f-b562-fd6c48c497b8 req-50581473-3373-40c5-969d-d4794d85561e tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:56.356705 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-89c5b73f-b0bf-4a1f-b562-fd6c48c497b8 req-50581473-3373-40c5-969d-d4794d85561e tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2dd5265-c989-432c-a5b2-209782139d6d HTTP/1.1" status: 200 len: 948 time: 0.0972295 Nov 25 13:07:56.359767 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ec00fba1-2a89-479e-a463-f6d5c5905e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:56.410603 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60828) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:07:56.436703 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-0d86b4bb-7451-46df-add0-9e7b7f2198d9 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:56.438331 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-0d86b4bb-7451-46df-add0-9e7b7f2198d9 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2027717 Nov 25 13:07:56.457565 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-89c5b73f-b0bf-4a1f-b562-fd6c48c497b8 req-4291cbed-3693-4d01-b6d0-8ba98b0ffc90 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941353 Nov 25 13:07:56.461404 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-537e1f5c-49e6-4d0a-ad4c-8fd3f71424d8 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/quotas/4190dcc6411041ccb9fe22c2d4608a11 HTTP/1.1" status: 200 len: 375 time: 0.0131330 Nov 25 13:07:56.476657 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-ec00fba1-2a89-479e-a463-f6d5c5905e48 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=66de8855dca245828986b70413992c90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6833832 Nov 25 13:07:56.479859 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60832) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:07:56.488923 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec00fba1-2a89-479e-a463-f6d5c5905e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca39f623-8b62-4ac2-a0a0-0e8956a3f2ca,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:56.513762 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-119bbdcb-8dc8-4ad6-a500-9a94dd027a35 req-54052c84-5b84-4a32-acc9-31a6a06a415d tempest-InstanceActionsV221TestJSON-1000304690 tempest-InstanceActionsV221TestJSON-1000304690-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:56.567246 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fac5ac73-35df-457f-8d0c-a13a48e2e297 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:56.573064 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ac2db6d9-f82b-468e-9f0d-e9091d9ef33b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:56.587835 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-119bbdcb-8dc8-4ad6-a500-9a94dd027a35 req-54052c84-5b84-4a32-acc9-31a6a06a415d tempest-InstanceActionsV221TestJSON-1000304690 tempest-InstanceActionsV221TestJSON-1000304690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:56.613022 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-bc67d22a-b1e7-4c27-9ac1-2b78518abb24 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4190dcc6411041ccb9fe22c2d4608a11&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1151152 Nov 25 13:07:56.621216 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c5643c8c-a006-4a8d-9249-ae8580de92e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:56.659685 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c5643c8c-a006-4a8d-9249-ae8580de92e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:56.681601 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 8a83af0a-fa08-464f-81b1-739c1163142b up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:07:56.736809 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ac2db6d9-f82b-468e-9f0d-e9091d9ef33b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:56.744805 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ac2db6d9-f82b-468e-9f0d-e9091d9ef33b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:56.764949 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c5643c8c-a006-4a8d-9249-ae8580de92e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:56.767541 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c5643c8c-a006-4a8d-9249-ae8580de92e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:56.768859 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c5643c8c-a006-4a8d-9249-ae8580de92e8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ca39f623-8b62-4ac2-a0a0-0e8956a3f2ca HTTP/1.1" status: 204 len: 168 time: 0.2880085 Nov 25 13:07:56.799025 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 8a83af0a-fa08-464f-81b1-739c1163142b completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:07:56.799241 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-ac2db6d9-f82b-468e-9f0d-e9091d9ef33b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fdfb66e6043f453da856b6082c60882d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3847966 Nov 25 13:07:56.799241 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2db6d9-f82b-468e-9f0d-e9091d9ef33b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=178a9d18-2a0e-4897-918e-1765bc5037b5,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:56.804712 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60836) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:07:56.814782 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 8a83af0a-fa08-464f-81b1-739c1163142b triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:07:56.817845 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:56.818291 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5643c8c-a006-4a8d-9249-ae8580de92e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca39f623-8b62-4ac2-a0a0-0e8956a3f2ca,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:56.886551 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-74844fbb-26a2-41d7-b558-0eec4836dbd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:56.913200 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-119bbdcb-8dc8-4ad6-a500-9a94dd027a35 req-54052c84-5b84-4a32-acc9-31a6a06a415d tempest-InstanceActionsV221TestJSON-1000304690 tempest-InstanceActionsV221TestJSON-1000304690-project] Network 9b62ee8e-697b-4c06-b5ac-21951f70ab5f is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:07:56.917261 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-74844fbb-26a2-41d7-b558-0eec4836dbd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:56.920332 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fac5ac73-35df-457f-8d0c-a13a48e2e297 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:56.924345 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-119bbdcb-8dc8-4ad6-a500-9a94dd027a35 req-54052c84-5b84-4a32-acc9-31a6a06a415d tempest-InstanceActionsV221TestJSON-1000304690 tempest-InstanceActionsV221TestJSON-1000304690-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:07:56.929679 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54052c84-5b84-4a32-acc9-31a6a06a415d tempest-InstanceActionsV221TestJSON-1000304690 tempest-InstanceActionsV221TestJSON-1000304690-project] Pushing event updated for resources: {'Port': ['ID=57ac7ebf-f167-43e5-bb5f-2a6a7e492fb1,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:56.937455 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-119bbdcb-8dc8-4ad6-a500-9a94dd027a35 req-54052c84-5b84-4a32-acc9-31a6a06a415d tempest-InstanceActionsV221TestJSON-1000304690 tempest-InstanceActionsV221TestJSON-1000304690-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:07:56.983382 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-74844fbb-26a2-41d7-b558-0eec4836dbd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:56.986538 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-74844fbb-26a2-41d7-b558-0eec4836dbd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:56.988453 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-74844fbb-26a2-41d7-b558-0eec4836dbd4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/178a9d18-2a0e-4897-918e-1765bc5037b5 HTTP/1.1" status: 204 len: 168 time: 0.1807649 Nov 25 13:07:56.999739 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74844fbb-26a2-41d7-b558-0eec4836dbd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=178a9d18-2a0e-4897-918e-1765bc5037b5,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:57.024971 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:57.066577 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d6065b9-f444-4b32-afd5-4efd4a17a010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a83af0a-fa08-464f-81b1-739c1163142b'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:07:57.069342 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9502b961-5e9b-4fe6-bef0-0a0b7dd5aadf" -d '{"events": [{"server_uuid": "9d6065b9-f444-4b32-afd5-4efd4a17a010", "name": "network-vif-plugged", "status": "completed", "tag": "8a83af0a-fa08-464f-81b1-739c1163142b"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:07:57.072512 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac5ac73-35df-457f-8d0c-a13a48e2e297 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Pushing event updated for resources: {'Port': ['ID=841a55eb-ab11-4a80-9c99-b50104c05950,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:57.089442 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 8a83af0a-fa08-464f-81b1-739c1163142b, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=8a83af0a-fa08-464f-81b1-739c1163142b,segment=NetworkSegment(f1015c3b-5561-4c41-908e-568aaa0911cd),segment_id=f1015c3b-5561-4c41-908e-568aaa0911cd)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:07:57.096519 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:57.112188 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac5ac73-35df-457f-8d0c-a13a48e2e297 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:07:57.116475 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-fac5ac73-35df-457f-8d0c-a13a48e2e297 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:07:57.134151 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac5ac73-35df-457f-8d0c-a13a48e2e297 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:07:57.200342 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53189e1b-41a4-4c74-99d7-c99120f80844 req-bd2207b3-06c8-484b-8b18-0490587cf6cb tempest-VolumesAdminNegativeTest-83964069 tempest-VolumesAdminNegativeTest-83964069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:57.207613 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=8a83af0a-fa08-464f-81b1-739c1163142b,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:57.219715 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-53189e1b-41a4-4c74-99d7-c99120f80844 req-bd2207b3-06c8-484b-8b18-0490587cf6cb tempest-VolumesAdminNegativeTest-83964069 tempest-VolumesAdminNegativeTest-83964069-project] 10.222.0.53 "GET /v2.0/ports?device_id=92ac716b-9b8a-4b00-a849-4ce82e449316 HTTP/1.1" status: 200 len: 965 time: 0.0953898 Nov 25 13:07:57.233735 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8712809e-699d-49ef-a939-f6ffca84f26a req-be0c54da-0988-4860-82c9-42fb37c1da70 tempest-VolumesAdminNegativeTest-83964069 tempest-VolumesAdminNegativeTest-83964069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:57.235553 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8712809e-699d-49ef-a939-f6ffca84f26a req-be0c54da-0988-4860-82c9-42fb37c1da70 tempest-VolumesAdminNegativeTest-83964069 tempest-VolumesAdminNegativeTest-83964069-project] 10.222.0.47 "GET /v2.0/ports?device_id=92ac716b-9b8a-4b00-a849-4ce82e449316 HTTP/1.1" status: 200 len: 965 time: 0.3728790 Nov 25 13:07:57.289738 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a436eeb2-7180-416c-b322-05d64c792695 x-openstack-request-id: req-a436eeb2-7180-416c-b322-05d64c792695 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:07:57.290308 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d6065b9-f444-4b32-afd5-4efd4a17a010", "name": "network-vif-plugged", "status": "completed", "tag": "8a83af0a-fa08-464f-81b1-739c1163142b", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:07:57.290779 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a436eeb2-7180-416c-b322-05d64c792695 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:07:57.291394 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d6065b9-f444-4b32-afd5-4efd4a17a010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a83af0a-fa08-464f-81b1-739c1163142b', 'code': 200} Nov 25 13:07:57.370122 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119bbdcb-8dc8-4ad6-a500-9a94dd027a35 req-54052c84-5b84-4a32-acc9-31a6a06a415d tempest-InstanceActionsV221TestJSON-1000304690 tempest-InstanceActionsV221TestJSON-1000304690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:57.370869 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-119bbdcb-8dc8-4ad6-a500-9a94dd027a35 req-54052c84-5b84-4a32-acc9-31a6a06a415d tempest-InstanceActionsV221TestJSON-1000304690 tempest-InstanceActionsV221TestJSON-1000304690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:57.370973 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-53189e1b-41a4-4c74-99d7-c99120f80844 req-dd07512c-25c0-4ded-8f19-6e124fa90038 tempest-VolumesAdminNegativeTest-83964069 tempest-VolumesAdminNegativeTest-83964069-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c51e016-507d-422e-97ee-09753982abc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499805 Nov 25 13:07:57.389828 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60856) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:07:57.423746 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.47', 52558) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:07:57.426175 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-26beee57-5b2c-49f9-a0da-755ee18b9cbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:57.553057 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-8712809e-699d-49ef-a939-f6ffca84f26a req-91dd09a1-8e63-456c-ab5c-d49ce193c7fe tempest-VolumesAdminNegativeTest-83964069 tempest-VolumesAdminNegativeTest-83964069-project] Deleting port 13b52ae6-be9e-43ab-8189-f7ed629cda7a {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:07:57.553727 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8712809e-699d-49ef-a939-f6ffca84f26a req-91dd09a1-8e63-456c-ab5c-d49ce193c7fe tempest-VolumesAdminNegativeTest-83964069 tempest-VolumesAdminNegativeTest-83964069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:57.553879 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f967520-9035-4072-9097-332545e2114f req-8eed573b-99d0-4178-9d0c-c4d6073e48ec tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:57.561902 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9f967520-9035-4072-9097-332545e2114f req-8eed573b-99d0-4178-9d0c-c4d6073e48ec tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d6065b9-f444-4b32-afd5-4efd4a17a010 HTTP/1.1" status: 200 len: 946 time: 0.1306987 Nov 25 13:07:57.569468 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-119bbdcb-8dc8-4ad6-a500-9a94dd027a35 req-54052c84-5b84-4a32-acc9-31a6a06a415d tempest-InstanceActionsV221TestJSON-1000304690 tempest-InstanceActionsV221TestJSON-1000304690-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8810763 Nov 25 13:07:57.589720 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fac5ac73-35df-457f-8d0c-a13a48e2e297 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:57.603629 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd68d4c-e51e-4172-bee3-2cb6492acbcb req-aa7fd595-f367-436d-be7d-8979a93b6c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:57.606003 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60864) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:07:57.606325 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ddd68d4c-e51e-4172-bee3-2cb6492acbcb req-aa7fd595-f367-436d-be7d-8979a93b6c35 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9d6065b9-f444-4b32-afd5-4efd4a17a010 HTTP/1.1" status: 200 len: 1098 time: 0.1696560 Nov 25 13:07:57.616528 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-119bbdcb-8dc8-4ad6-a500-9a94dd027a35 req-91ccb6a3-9b39-49be-b6ea-766c4ee38766 service neutron] Request body: {'port': {'device_id': '83f41083-d377-4245-a0d2-3b74ae4d9eab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:07:57.630948 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681bd00-5e67-4677-8b7f-a281dae68ae0 req-da5d389d-f520-4dfc-884c-556f47d37445 tempest-InstanceActionsV221TestJSON-1000304690 tempest-InstanceActionsV221TestJSON-1000304690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:57.639316 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2681bd00-5e67-4677-8b7f-a281dae68ae0 req-da5d389d-f520-4dfc-884c-556f47d37445 tempest-InstanceActionsV221TestJSON-1000304690 tempest-InstanceActionsV221TestJSON-1000304690-project] 10.222.0.53 "GET /v2.0/ports?device_id=83f41083-d377-4245-a0d2-3b74ae4d9eab HTTP/1.1" status: 200 len: 932 time: 0.1442471 Nov 25 13:07:57.677113 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-efbfe7c6-a6c6-4c44-90b4-4547d68b16ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:57.707320 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9f967520-9035-4072-9097-332545e2114f req-39b7fc96-2a18-42c8-a896-5705aa3643b9 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442211 Nov 25 13:07:57.718265 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fac5ac73-35df-457f-8d0c-a13a48e2e297 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:57.806096 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2681bd00-5e67-4677-8b7f-a281dae68ae0 req-5ba20da9-7a77-451f-846d-d6c1f99899f1 tempest-InstanceActionsV221TestJSON-1000304690 tempest-InstanceActionsV221TestJSON-1000304690-project] 10.222.0.53 "GET /v2.0/security-groups?id=50e8ee56-1417-4851-ad8b-91277489a64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652231 Nov 25 13:07:57.823012 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-26beee57-5b2c-49f9-a0da-755ee18b9cbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:57.830353 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-119bbdcb-8dc8-4ad6-a500-9a94dd027a35 req-91ccb6a3-9b39-49be-b6ea-766c4ee38766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:57.840540 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-26beee57-5b2c-49f9-a0da-755ee18b9cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:57.859050 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-8712809e-699d-49ef-a939-f6ffca84f26a req-91dd09a1-8e63-456c-ab5c-d49ce193c7fe tempest-VolumesAdminNegativeTest-83964069 tempest-VolumesAdminNegativeTest-83964069-project] For port 13b52ae6-be9e-43ab-8189-f7ed629cda7a, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=13b52ae6-be9e-43ab-8189-f7ed629cda7a,segment=NetworkSegment(1c04b243-72a5-4d2b-b906-5bdc9c18044a),segment_id=1c04b243-72a5-4d2b-b906-5bdc9c18044a)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:07:57.859424 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8712809e-699d-49ef-a939-f6ffca84f26a req-91dd09a1-8e63-456c-ab5c-d49ce193c7fe tempest-VolumesAdminNegativeTest-83964069 tempest-VolumesAdminNegativeTest-83964069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:57.870906 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ddd68d4c-e51e-4172-bee3-2cb6492acbcb req-70cf31a5-46ce-4613-974a-880cb8e2192f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225533 Nov 25 13:07:57.873983 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26beee57-5b2c-49f9-a0da-755ee18b9cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4cc13d-8098-49f7-8b00-33607dabf367,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:57.909766 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-26beee57-5b2c-49f9-a0da-755ee18b9cbe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=234424eda58d4a3e81d0b77c63bfdd08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5182540 Nov 25 13:07:57.914832 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60872) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:07:57.928894 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-8712809e-699d-49ef-a939-f6ffca84f26a req-91dd09a1-8e63-456c-ab5c-d49ce193c7fe tempest-VolumesAdminNegativeTest-83964069 tempest-VolumesAdminNegativeTest-83964069-project] Calling delete_port for 13b52ae6-be9e-43ab-8189-f7ed629cda7a owned by compute:tempest-test_az-52873556 {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:07:57.939996 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-efbfe7c6-a6c6-4c44-90b4-4547d68b16ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:57.968976 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-efbfe7c6-a6c6-4c44-90b4-4547d68b16ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:58.001932 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fe4c6a92-9f3e-465c-bc3e-018902571751 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:58.024649 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fe4c6a92-9f3e-465c-bc3e-018902571751 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:58.190975 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fac5ac73-35df-457f-8d0c-a13a48e2e297 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:58.191712 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fe4c6a92-9f3e-465c-bc3e-018902571751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:58.199880 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fe4c6a92-9f3e-465c-bc3e-018902571751 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:58.203344 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-fe4c6a92-9f3e-465c-bc3e-018902571751 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9f4cc13d-8098-49f7-8b00-33607dabf367 HTTP/1.1" status: 204 len: 168 time: 0.2874184 Nov 25 13:07:58.207486 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fac5ac73-35df-457f-8d0c-a13a48e2e297 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:58.251871 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8ca9f390-3583-4af3-b325-f8a72cb6ffca req-af3ffb87-2c87-4866-87fd-c473ea4527f5 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bec9348-7107-482b-b574-eec0c6c537d0 HTTP/1.1" status: 200 len: 210 time: 0.1209078 Nov 25 13:07:58.254359 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-efbfe7c6-a6c6-4c44-90b4-4547d68b16ad admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b39f34d912684fcc839dfd7096be5dc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6334677 Nov 25 13:07:58.277673 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60878) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:07:58.279195 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f3d95c-0381-4b8e-a6a6-954386929941 req-622c52dc-4c39-465e-816d-45d399b37849 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:58.280857 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c1f3d95c-0381-4b8e-a6a6-954386929941 req-622c52dc-4c39-465e-816d-45d399b37849 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2dd5265-c989-432c-a5b2-209782139d6d HTTP/1.1" status: 200 len: 948 time: 0.3231950 Nov 25 13:07:58.281786 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbfe7c6-a6c6-4c44-90b4-4547d68b16ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d7479c-c954-4126-abe6-01a1920e5fde,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:58.294969 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c6a92-9f3e-465c-bc3e-018902571751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4cc13d-8098-49f7-8b00-33607dabf367,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:58.305485 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 7167fc5d-d545-4a71-ac16-55dee6d852fe details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:07:58.356453 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c1f3d95c-0381-4b8e-a6a6-954386929941 req-ed3ef4b8-6c81-41d1-8dda-ad57503e8c14 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632308 Nov 25 13:07:58.367889 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac5ac73-35df-457f-8d0c-a13a48e2e297 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Pushing event updated for resources: {'Port': ['ID=841a55eb-ab11-4a80-9c99-b50104c05950,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:58.560147 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef34fa1-c361-4214-98b7-934ca52762aa req-353e33f0-c9a3-4611-be90-19e3266f7621 tempest-VolumesAdminNegativeTest-83964069 tempest-VolumesAdminNegativeTest-83964069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:58.563958 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2ef34fa1-c361-4214-98b7-934ca52762aa req-353e33f0-c9a3-4611-be90-19e3266f7621 tempest-VolumesAdminNegativeTest-83964069 tempest-VolumesAdminNegativeTest-83964069-project] 10.222.0.53 "GET /v2.0/ports?device_id=92ac716b-9b8a-4b00-a849-4ce82e449316 HTTP/1.1" status: 200 len: 965 time: 0.0820785 Nov 25 13:07:58.581951 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fac5ac73-35df-457f-8d0c-a13a48e2e297 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:58.632037 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8712809e-699d-49ef-a939-f6ffca84f26a req-91dd09a1-8e63-456c-ab5c-d49ce193c7fe tempest-VolumesAdminNegativeTest-83964069 tempest-VolumesAdminNegativeTest-83964069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:58.648063 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fac5ac73-35df-457f-8d0c-a13a48e2e297 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:58.649324 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['13b52ae6-be9e-43ab-8189-f7ed629cda7a'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:07:58.649583 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-fac5ac73-35df-457f-8d0c-a13a48e2e297 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9527187 Nov 25 13:07:58.714026 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2ef34fa1-c361-4214-98b7-934ca52762aa req-2c28ce5a-6755-4350-b951-a5d56d346ad6 tempest-VolumesAdminNegativeTest-83964069 tempest-VolumesAdminNegativeTest-83964069-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c51e016-507d-422e-97ee-09753982abc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437335 Nov 25 13:07:58.722552 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 7167fc5d-d545-4a71-ac16-55dee6d852fe, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=7167fc5d-d545-4a71-ac16-55dee6d852fe,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:07:58.736493 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': '7167fc5d-d545-4a71-ac16-55dee6d852fe', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'port_id': '7167fc5d-d545-4a71-ac16-55dee6d852fe', 'mac_address': 'fa:16:3e:03:4c:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce5ca48-e3be-44c6-9584-fd9eb8c67222', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:07:58.764719 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-92e08109-126b-46ae-b821-75b65f0b47b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:58.771774 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dd09a1-8e63-456c-ab5c-d49ce193c7fe tempest-VolumesAdminNegativeTest-83964069 tempest-VolumesAdminNegativeTest-83964069-project] Pushing event deleted for resources: {'Port': ['ID=13b52ae6-be9e-43ab-8189-f7ed629cda7a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:58.782151 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:58.804635 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7167fc5d-d545-4a71-ac16-55dee6d852fe {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:07:58.838925 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 7167fc5d-d545-4a71-ac16-55dee6d852fe, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=7167fc5d-d545-4a71-ac16-55dee6d852fe,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:07:58.846859 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:58.854722 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-119bbdcb-8dc8-4ad6-a500-9a94dd027a35 req-91ccb6a3-9b39-49be-b6ea-766c4ee38766 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57ac7ebf-f167-43e5-bb5f-2a6a7e492fb1 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:07:58.869039 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-119bbdcb-8dc8-4ad6-a500-9a94dd027a35 req-91ccb6a3-9b39-49be-b6ea-766c4ee38766 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:58.886573 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-92e08109-126b-46ae-b821-75b65f0b47b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:58.887551 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8234c9-1cf4-4b8e-b739-2f0ed48079a7 req-3bbc2ca5-2284-4536-b039-311338680885 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:58.889674 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2f8234c9-1cf4-4b8e-b739-2f0ed48079a7 req-3bbc2ca5-2284-4536-b039-311338680885 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d6065b9-f444-4b32-afd5-4efd4a17a010 HTTP/1.1" status: 200 len: 946 time: 0.0637555 Nov 25 13:07:58.890160 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60896) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:07:58.895669 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-8712809e-699d-49ef-a939-f6ffca84f26a req-91dd09a1-8e63-456c-ab5c-d49ce193c7fe tempest-VolumesAdminNegativeTest-83964069 tempest-VolumesAdminNegativeTest-83964069-project] No DVR routers for this DVR port 13b52ae6-be9e-43ab-8189-f7ed629cda7a on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:07:58.911789 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8712809e-699d-49ef-a939-f6ffca84f26a req-91dd09a1-8e63-456c-ab5c-d49ce193c7fe tempest-VolumesAdminNegativeTest-83964069 tempest-VolumesAdminNegativeTest-83964069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:58.916563 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8712809e-699d-49ef-a939-f6ffca84f26a req-91dd09a1-8e63-456c-ab5c-d49ce193c7fe tempest-VolumesAdminNegativeTest-83964069 tempest-VolumesAdminNegativeTest-83964069-project] 10.222.0.47 "DELETE /v2.0/ports/13b52ae6-be9e-43ab-8189-f7ed629cda7a HTTP/1.1" status: 204 len: 173 time: 1.6677372 Nov 25 13:07:58.917391 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92ac716b-9b8a-4b00-a849-4ce82e449316', 'name': 'network-vif-deleted', 'tag': '13b52ae6-be9e-43ab-8189-f7ed629cda7a'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:07:58.917770 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d71c61aa-d0d0-40cc-b03f-db504882dd39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:58.919901 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef27e86-99f3-42ed-b632-b05fa711acc3" -d '{"events": [{"server_uuid": "92ac716b-9b8a-4b00-a849-4ce82e449316", "name": "network-vif-deleted", "tag": "13b52ae6-be9e-43ab-8189-f7ed629cda7a"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:07:58.936750 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-119bbdcb-8dc8-4ad6-a500-9a94dd027a35 req-91ccb6a3-9b39-49be-b6ea-766c4ee38766 service neutron] Transition to ACTIVE for port object 57ac7ebf-f167-43e5-bb5f-2a6a7e492fb1 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:07:58.943397 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=7167fc5d-d545-4a71-ac16-55dee6d852fe,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:58.952392 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-119bbdcb-8dc8-4ad6-a500-9a94dd027a35 req-91ccb6a3-9b39-49be-b6ea-766c4ee38766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:59.001327 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2f8234c9-1cf4-4b8e-b739-2f0ed48079a7 req-3e2dfa82-9e06-4c31-89bc-4e7bce923e91 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044116 Nov 25 13:07:59.013253 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ccb6a3-9b39-49be-b6ea-766c4ee38766 service neutron] Pushing event updated for resources: {'Port': ['ID=57ac7ebf-f167-43e5-bb5f-2a6a7e492fb1,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:59.027094 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-92e08109-126b-46ae-b821-75b65f0b47b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:59.030402 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-92e08109-126b-46ae-b821-75b65f0b47b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:59.036177 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-92e08109-126b-46ae-b821-75b65f0b47b7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/79d7479c-c954-4126-abe6-01a1920e5fde HTTP/1.1" status: 204 len: 168 time: 0.7530487 Nov 25 13:07:59.060276 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e08109-126b-46ae-b821-75b65f0b47b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d7479c-c954-4126-abe6-01a1920e5fde,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:59.104417 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d71c61aa-d0d0-40cc-b03f-db504882dd39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:59.121111 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['7167fc5d-d545-4a71-ac16-55dee6d852fe'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:07:59.174624 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-119bbdcb-8dc8-4ad6-a500-9a94dd027a35 req-91ccb6a3-9b39-49be-b6ea-766c4ee38766 service neutron] Attempting to bind port 57ac7ebf-f167-43e5-bb5f-2a6a7e492fb1 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:07:59.175507 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-119bbdcb-8dc8-4ad6-a500-9a94dd027a35 req-91ccb6a3-9b39-49be-b6ea-766c4ee38766 service neutron] Attempting to bind port 57ac7ebf-f167-43e5-bb5f-2a6a7e492fb1 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '07016450-8244-405c-9082-88e3318ca4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9b62ee8e-697b-4c06-b5ac-21951f70ab5f'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:07:59.176051 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119bbdcb-8dc8-4ad6-a500-9a94dd027a35 req-91ccb6a3-9b39-49be-b6ea-766c4ee38766 service neutron] Attempting to bind port 57ac7ebf-f167-43e5-bb5f-2a6a7e492fb1 on network 9b62ee8e-697b-4c06-b5ac-21951f70ab5f {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:07:59.184983 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-23ceea6b-4b59-4110-a786-6b80ffd74737 req-3c815bf9-b110-4ddd-a40e-0601cd2cc8a7 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--689365497&fields=id&tenant_id=0847adb867eb43dd9514b39274c66d40 HTTP/1.1" status: 200 len: 267 time: 0.2527475 Nov 25 13:07:59.188517 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d71c61aa-d0d0-40cc-b03f-db504882dd39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:59.194488 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119bbdcb-8dc8-4ad6-a500-9a94dd027a35 req-91ccb6a3-9b39-49be-b6ea-766c4ee38766 service neutron] Port 57ac7ebf-f167-43e5-bb5f-2a6a7e492fb1 on network 9b62ee8e-697b-4c06-b5ac-21951f70ab5f not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:07:59.196701 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119bbdcb-8dc8-4ad6-a500-9a94dd027a35 req-91ccb6a3-9b39-49be-b6ea-766c4ee38766 service neutron] Attempting to bind port 57ac7ebf-f167-43e5-bb5f-2a6a7e492fb1 on network 9b62ee8e-697b-4c06-b5ac-21951f70ab5f {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:07:59.213296 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119bbdcb-8dc8-4ad6-a500-9a94dd027a35 req-91ccb6a3-9b39-49be-b6ea-766c4ee38766 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:07:59.214363 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119bbdcb-8dc8-4ad6-a500-9a94dd027a35 req-91ccb6a3-9b39-49be-b6ea-766c4ee38766 service neutron] Checking segment: {'id': '07016450-8244-405c-9082-88e3318ca4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9b62ee8e-697b-4c06-b5ac-21951f70ab5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:07:59.216199 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119bbdcb-8dc8-4ad6-a500-9a94dd027a35 req-91ccb6a3-9b39-49be-b6ea-766c4ee38766 service neutron] Bound using segment: {'id': '07016450-8244-405c-9082-88e3318ca4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9b62ee8e-697b-4c06-b5ac-21951f70ab5f'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:07:59.217006 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-119bbdcb-8dc8-4ad6-a500-9a94dd027a35 req-91ccb6a3-9b39-49be-b6ea-766c4ee38766 service neutron] Bound port: 57ac7ebf-f167-43e5-bb5f-2a6a7e492fb1, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07016450-8244-405c-9082-88e3318ca4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9b62ee8e-697b-4c06-b5ac-21951f70ab5f'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:07:59.217745 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-119bbdcb-8dc8-4ad6-a500-9a94dd027a35 req-91ccb6a3-9b39-49be-b6ea-766c4ee38766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:59.278180 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71c61aa-d0d0-40cc-b03f-db504882dd39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7459a5-6687-41ca-b64f-ba311395f5d6,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:59.369927 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-119bbdcb-8dc8-4ad6-a500-9a94dd027a35 req-91ccb6a3-9b39-49be-b6ea-766c4ee38766 service neutron] For port 57ac7ebf-f167-43e5-bb5f-2a6a7e492fb1, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:07:59.376232 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-119bbdcb-8dc8-4ad6-a500-9a94dd027a35 req-91ccb6a3-9b39-49be-b6ea-766c4ee38766 service neutron] For port 57ac7ebf-f167-43e5-bb5f-2a6a7e492fb1, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=57ac7ebf-f167-43e5-bb5f-2a6a7e492fb1,segment=NetworkSegment(07016450-8244-405c-9082-88e3318ca4a9),segment_id=07016450-8244-405c-9082-88e3318ca4a9)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:07:59.384846 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-119bbdcb-8dc8-4ad6-a500-9a94dd027a35 req-91ccb6a3-9b39-49be-b6ea-766c4ee38766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:59.393631 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d71c61aa-d0d0-40cc-b03f-db504882dd39 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=347bd636619c4afabf4f2ae9e0a672ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5017691 Nov 25 13:07:59.400287 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60914) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:07:59.412889 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb4a3d3-3794-43c4-a125-0d3176051133 req-7266b48f-fbec-4173-8e4f-333ceaf0253b tempest-InstanceActionsV221TestJSON-1000304690 tempest-InstanceActionsV221TestJSON-1000304690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:59.414611 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6cb4a3d3-3794-43c4-a125-0d3176051133 req-7266b48f-fbec-4173-8e4f-333ceaf0253b tempest-InstanceActionsV221TestJSON-1000304690 tempest-InstanceActionsV221TestJSON-1000304690-project] 10.222.0.53 "GET /v2.0/ports?device_id=83f41083-d377-4245-a0d2-3b74ae4d9eab HTTP/1.1" status: 200 len: 944 time: 0.2272766 Nov 25 13:07:59.452448 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119bbdcb-8dc8-4ad6-a500-9a94dd027a35 req-91ccb6a3-9b39-49be-b6ea-766c4ee38766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:59.452989 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-119bbdcb-8dc8-4ad6-a500-9a94dd027a35 req-91ccb6a3-9b39-49be-b6ea-766c4ee38766 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:59.454587 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-119bbdcb-8dc8-4ad6-a500-9a94dd027a35 req-91ccb6a3-9b39-49be-b6ea-766c4ee38766 service neutron] 10.222.0.47 "PUT /v2.0/ports/57ac7ebf-f167-43e5-bb5f-2a6a7e492fb1 HTTP/1.1" status: 200 len: 1093 time: 1.8464649 Nov 25 13:07:59.507057 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ccb6a3-9b39-49be-b6ea-766c4ee38766 service neutron] Pushing event updated for resources: {'Port': ['ID=57ac7ebf-f167-43e5-bb5f-2a6a7e492fb1,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:07:59.511923 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-f1912cbf-bbc1-4b32-b8cb-146bec59f439 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=4190dcc6411041ccb9fe22c2d4608a11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321209 Nov 25 13:07:59.580263 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-60ffdf45-cfe0-4c4b-82f6-da26b365da95 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=4190dcc6411041ccb9fe22c2d4608a11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0801189 Nov 25 13:07:59.650615 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119bbdcb-8dc8-4ad6-a500-9a94dd027a35 req-d1f576bc-cf4d-4f1f-9ad4-d0cc843e13cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:59.652317 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-119bbdcb-8dc8-4ad6-a500-9a94dd027a35 req-d1f576bc-cf4d-4f1f-9ad4-d0cc843e13cc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7e8e6ee00e424c06b397db04fc1c57c8&device_id=83f41083-d377-4245-a0d2-3b74ae4d9eab HTTP/1.1" status: 200 len: 1096 time: 0.1266716 Nov 25 13:07:59.666154 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ceea6b-4b59-4110-a786-6b80ffd74737 req-acae36b2-ed65-41d1-a52a-a587ff88fef4 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:59.674605 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-23ceea6b-4b59-4110-a786-6b80ffd74737 req-acae36b2-ed65-41d1-a52a-a587ff88fef4 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.53 "GET /v2.0/networks?id=05538b39-0ed2-40a2-b712-e6a9ac11f528 HTTP/1.1" status: 200 len: 824 time: 0.4404049 Nov 25 13:07:59.710144 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6cb4a3d3-3794-43c4-a125-0d3176051133 req-f5eb9429-1106-475f-a019-3b2f92ee6df1 tempest-InstanceActionsV221TestJSON-1000304690 tempest-InstanceActionsV221TestJSON-1000304690-project] 10.222.0.53 "GET /v2.0/security-groups?id=50e8ee56-1417-4851-ad8b-91277489a64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706335 Nov 25 13:07:59.736460 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-23ceea6b-4b59-4110-a786-6b80ffd74737 req-198df0e2-9ad0-4ad8-ac7c-77c2ef27accc tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.53 "GET /v2.0/quotas/0847adb867eb43dd9514b39274c66d40 HTTP/1.1" status: 200 len: 375 time: 0.0608954 Nov 25 13:07:59.767913 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-119bbdcb-8dc8-4ad6-a500-9a94dd027a35 req-78a1cd77-5948-4363-b23e-9bac566332d7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57ac7ebf-f167-43e5-bb5f-2a6a7e492fb1 HTTP/1.1" status: 200 len: 217 time: 0.1051884 Nov 25 13:07:59.788623 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7f271b6e-11a5-4303-bee1-6cb2402e751f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:59.827962 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-387c1e14-4505-4e06-a1d4-2b582cf38027 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:59.830750 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-387c1e14-4505-4e06-a1d4-2b582cf38027 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2917054 Nov 25 13:07:59.835253 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7452ce73-cbc5-4b22-9e08-c8eca0180290 x-openstack-request-id: req-7452ce73-cbc5-4b22-9e08-c8eca0180290 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:07:59.835673 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92ac716b-9b8a-4b00-a849-4ce82e449316", "name": "network-vif-deleted", "tag": "13b52ae6-be9e-43ab-8189-f7ed629cda7a", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:07:59.836195 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7452ce73-cbc5-4b22-9e08-c8eca0180290 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:07:59.836709 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92ac716b-9b8a-4b00-a849-4ce82e449316', 'name': 'network-vif-deleted', 'tag': '13b52ae6-be9e-43ab-8189-f7ed629cda7a', 'status': 'completed', 'code': 200} Nov 25 13:07:59.846836 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-23ceea6b-4b59-4110-a786-6b80ffd74737 req-fce2393c-598a-486b-b7d5-65584e5c9a67 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0847adb867eb43dd9514b39274c66d40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1086919 Nov 25 13:07:59.848464 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-ee671361-2bd0-475f-b8d2-4000bc314fd8 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Request body: {'port': {'device_id': '2bec9348-7107-482b-b574-eec0c6c537d0', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'admin_state_up': True, 'tenant_id': '4190dcc6411041ccb9fe22c2d4608a11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:07:59.905582 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119bbdcb-8dc8-4ad6-a500-9a94dd027a35 req-4b6417b3-cff3-439b-a56a-cfee1e5f649a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:59.907472 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-119bbdcb-8dc8-4ad6-a500-9a94dd027a35 req-4b6417b3-cff3-439b-a56a-cfee1e5f649a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c8f398c6-39fc-49a3-8c45-e765d4d7077e HTTP/1.1" status: 200 len: 858 time: 0.1308298 Nov 25 13:07:59.915224 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7f271b6e-11a5-4303-bee1-6cb2402e751f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:07:59.953135 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-119bbdcb-8dc8-4ad6-a500-9a94dd027a35 req-b14583b0-46ff-49e5-9c61-278d31ac2426 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b62ee8e-697b-4c06-b5ac-21951f70ab5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340383 Nov 25 13:07:59.982461 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-7a96376e-a1e8-4006-a323-e679f4d3f08d tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:07:59.983978 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-7a96376e-a1e8-4006-a323-e679f4d3f08d tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3855972 Nov 25 13:07:59.985860 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-765269a1-0c2e-42dd-b4e2-c6b25d06280a req-3e3ca573-43ef-48f1-91f1-e5b2fa4347d5 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bec9348-7107-482b-b574-eec0c6c537d0 HTTP/1.1" status: 200 len: 210 time: 0.0687714 Nov 25 13:08:00.002595 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-c1f4af60-09db-4f8b-a8c0-e2d5b43fd580 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Request body: {'port': {'device_id': '85ce0c80-6f7b-48fc-81eb-81116df0fb16', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'admin_state_up': True, 'tenant_id': '4190dcc6411041ccb9fe22c2d4608a11'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:08:00.065593 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-ee671361-2bd0-475f-b8d2-4000bc314fd8 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Made reservation on behalf of 4190dcc6411041ccb9fe22c2d4608a11 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:08:00.069439 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-ee671361-2bd0-475f-b8d2-4000bc314fd8 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:00.113385 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-119bbdcb-8dc8-4ad6-a500-9a94dd027a35 req-3168270d-34f4-466f-a7ff-8bbb3b146205 service neutron] 10.222.0.47 "GET /v2.0/networks/9b62ee8e-697b-4c06-b5ac-21951f70ab5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476111 Nov 25 13:08:00.141213 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-23ceea6b-4b59-4110-a786-6b80ffd74737 req-0f3bc64d-c480-4cd1-96b5-f14cdb07cdae service neutron] 10.222.0.53 "GET /v2.0/networks/05538b39-0ed2-40a2-b712-e6a9ac11f528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817185 Nov 25 13:08:00.152309 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7f271b6e-11a5-4303-bee1-6cb2402e751f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:00.155041 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7f271b6e-11a5-4303-bee1-6cb2402e751f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:00.156533 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-7f271b6e-11a5-4303-bee1-6cb2402e751f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ac7459a5-6687-41ca-b64f-ba311395f5d6 HTTP/1.1" status: 204 len: 168 time: 0.7405457 Nov 25 13:08:00.235197 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f271b6e-11a5-4303-bee1-6cb2402e751f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7459a5-6687-41ca-b64f-ba311395f5d6,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:00.269366 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ab3802-a58d-4a57-ad60-5138267904a3 req-245d3e26-8abc-4eda-a691-d96a00e1b49d tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:00.271350 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e6ab3802-a58d-4a57-ad60-5138267904a3 req-245d3e26-8abc-4eda-a691-d96a00e1b49d tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2dd5265-c989-432c-a5b2-209782139d6d HTTP/1.1" status: 200 len: 949 time: 0.1758268 Nov 25 13:08:00.318034 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 7167fc5d-d545-4a71-ac16-55dee6d852fe up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:08:00.321833 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-c1f4af60-09db-4f8b-a8c0-e2d5b43fd580 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Made reservation on behalf of 4190dcc6411041ccb9fe22c2d4608a11 for: {'port': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:08:00.325687 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-c1f4af60-09db-4f8b-a8c0-e2d5b43fd580 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:00.370497 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-23ceea6b-4b59-4110-a786-6b80ffd74737 req-1d480c15-764f-4b2c-b515-d9754afac765 service neutron] 10.222.0.53 "GET /v2.0/networks/05538b39-0ed2-40a2-b712-e6a9ac11f528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127650 Nov 25 13:08:00.425164 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9fcc21e2-c4d5-4e5d-9e22-16861ffd5623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:00.463257 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e6ab3802-a58d-4a57-ad60-5138267904a3 req-0c08bb7e-15cf-470b-bac8-d7a8e6e835ca tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850276 Nov 25 13:08:00.494991 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port 7167fc5d-d545-4a71-ac16-55dee6d852fe completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:08:00.500040 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port 7167fc5d-d545-4a71-ac16-55dee6d852fe triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:08:00.500871 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:00.560095 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60944) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:08:00.596607 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-ee671361-2bd0-475f-b8d2-4000bc314fd8 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Allocated IP 192.168.233.112 (85f6380f-3625-4f44-8465-fbcf0c11fed5/2ce5ca48-e3be-44c6-9584-fd9eb8c67222/7f6f303f-ef2d-4137-9d8f-b9909032840b) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:08:00.645992 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-119bbdcb-8dc8-4ad6-a500-9a94dd027a35 req-260e0e09-ad41-461a-ae5f-c1703d5d0ccc service neutron] 10.222.0.47 "GET /v2.0/networks/9b62ee8e-697b-4c06-b5ac-21951f70ab5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5228937 Nov 25 13:08:00.706178 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:00.708363 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 13b52ae6-be9e-43ab-8189-f7ed629cda7a no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:08:00.739301 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: 13b52ae6-be9e-43ab-8189-f7ed629cda7a {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:08:00.739867 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 13b52ae6-be9e-43ab-8189-f7ed629cda7a not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:08:00.781775 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 7167fc5d-d545-4a71-ac16-55dee6d852fe, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=7167fc5d-d545-4a71-ac16-55dee6d852fe,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:08:00.783588 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2dd5265-c989-432c-a5b2-209782139d6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7167fc5d-d545-4a71-ac16-55dee6d852fe'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:08:00.786036 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fbc769d-e2c2-4648-a2b7-2b3b71e567c7" -d '{"events": [{"server_uuid": "c2dd5265-c989-432c-a5b2-209782139d6d", "name": "network-vif-plugged", "status": "completed", "tag": "7167fc5d-d545-4a71-ac16-55dee6d852fe"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:08:00.790830 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:00.826519 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1bf6d7a9-5bc5-4824-9414-3103fc03c737 req-2c82412f-3775-4cc3-a060-bcc4326a2389 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c4d3887-a462-48bf-998f-4c9038be5eec HTTP/1.1" status: 200 len: 210 time: 0.0581322 Nov 25 13:08:00.835444 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7f8f454-c9ed-42b8-8cf6-fdde23be14ad admin admin] Deleting subnet f39d7d86-0522-4d23-af17-7a8c784a5167 {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:08:00.840420 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c7f8f454-c9ed-42b8-8cf6-fdde23be14ad admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:00.846465 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=7167fc5d-d545-4a71-ac16-55dee6d852fe,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:00.884203 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5986a5a-05ce-4f19-9b4d-0b6876d1d1d8 req-0d52bf27-dcbb-414a-82ec-59c49aa06846 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:00.891601 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f5986a5a-05ce-4f19-9b4d-0b6876d1d1d8 req-0d52bf27-dcbb-414a-82ec-59c49aa06846 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d6065b9-f444-4b32-afd5-4efd4a17a010 HTTP/1.1" status: 200 len: 946 time: 0.2062118 Nov 25 13:08:00.914844 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-ee671361-2bd0-475f-b8d2-4000bc314fd8 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:00.921113 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c7f8f454-c9ed-42b8-8cf6-fdde23be14ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:00.957367 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-ee671361-2bd0-475f-b8d2-4000bc314fd8 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:00.969893 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['7fb6f54d-91e5-44d1-b51e-17bdd8ecb01e', 'e3af4f0b-b1e6-4b83-91ed-deb59a01c9bc'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:08:00.982774 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['0b4bc922-b858-4465-ad56-5c6029f30377'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:08:01.040235 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-ee671361-2bd0-475f-b8d2-4000bc314fd8 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Network 85f6380f-3625-4f44-8465-fbcf0c11fed5 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:08:01.045321 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-ee671361-2bd0-475f-b8d2-4000bc314fd8 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:08:01.070366 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-ee671361-2bd0-475f-b8d2-4000bc314fd8 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:08:01.094425 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f5986a5a-05ce-4f19-9b4d-0b6876d1d1d8 req-7f9e4de9-060c-4303-8b82-faaeb7f07aed tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951640 Nov 25 13:08:01.154268 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c7f8f454-c9ed-42b8-8cf6-fdde23be14ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:01.158638 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-c1f4af60-09db-4f8b-a8c0-e2d5b43fd580 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Allocated IP 192.168.233.235 (85f6380f-3625-4f44-8465-fbcf0c11fed5/2ce5ca48-e3be-44c6-9584-fd9eb8c67222/714f6353-6e25-43c5-8c2f-860f09c78bae) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:08:01.173099 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-ee671361-2bd0-475f-b8d2-4000bc314fd8 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:01.174424 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-ee671361-2bd0-475f-b8d2-4000bc314fd8 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:01.211607 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee671361-2bd0-475f-b8d2-4000bc314fd8 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Pushing event updated for resources: {'Port': ['ID=7f6f303f-ef2d-4137-9d8f-b9909032840b,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:01.262064 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-ee671361-2bd0-475f-b8d2-4000bc314fd8 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4182863 Nov 25 13:08:01.295286 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b47248e-4b0a-4ba9-b26f-43ee324251fe req-59f13406-25c4-4cfa-a7ea-8a4988929d54 tempest-InstanceActionsV221TestJSON-1000304690 tempest-InstanceActionsV221TestJSON-1000304690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:01.297265 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-e204755a-e60f-465c-b11f-07ad9a4aa67b service neutron] Request body: {'port': {'device_id': '2bec9348-7107-482b-b574-eec0c6c537d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:08:01.303759 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6b47248e-4b0a-4ba9-b26f-43ee324251fe req-59f13406-25c4-4cfa-a7ea-8a4988929d54 tempest-InstanceActionsV221TestJSON-1000304690 tempest-InstanceActionsV221TestJSON-1000304690-project] 10.222.0.53 "GET /v2.0/ports?device_id=83f41083-d377-4245-a0d2-3b74ae4d9eab HTTP/1.1" status: 200 len: 944 time: 0.2776701 Nov 25 13:08:01.303984 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5f086b-79ed-4c47-b1b0-0546d5580297 x-openstack-request-id: req-ce5f086b-79ed-4c47-b1b0-0546d5580297 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:08:01.304469 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2dd5265-c989-432c-a5b2-209782139d6d", "name": "network-vif-plugged", "status": "completed", "tag": "7167fc5d-d545-4a71-ac16-55dee6d852fe", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:08:01.305395 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ce5f086b-79ed-4c47-b1b0-0546d5580297 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:08:01.307350 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2dd5265-c989-432c-a5b2-209782139d6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7167fc5d-d545-4a71-ac16-55dee6d852fe', 'code': 200} Nov 25 13:08:01.481427 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:08:01.518460 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6b47248e-4b0a-4ba9-b26f-43ee324251fe req-316d4f00-58ca-4797-93ea-987e59173a0d tempest-InstanceActionsV221TestJSON-1000304690 tempest-InstanceActionsV221TestJSON-1000304690-project] 10.222.0.53 "GET /v2.0/security-groups?id=50e8ee56-1417-4851-ad8b-91277489a64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055960 Nov 25 13:08:01.547454 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c7f8f454-c9ed-42b8-8cf6-fdde23be14ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:01.570373 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04834132-92b1-485b-8fe2-5b746dd12594 req-61b8cf32-a1e9-4978-bd52-f39771f902ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:01.579883 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-04834132-92b1-485b-8fe2-5b746dd12594 req-61b8cf32-a1e9-4978-bd52-f39771f902ab service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c2dd5265-c989-432c-a5b2-209782139d6d HTTP/1.1" status: 200 len: 1102 time: 0.2716045 Nov 25 13:08:01.590333 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-e204755a-e60f-465c-b11f-07ad9a4aa67b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:01.631600 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f8f454-c9ed-42b8-8cf6-fdde23be14ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f39d7d86-0522-4d23-af17-7a8c784a5167,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:01.708076 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d95712-1cad-4ea1-88ee-db1e6edc6a78 req-4ff35ffd-8160-4083-aa5f-f32a3c0bbd93 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:01.715740 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f5d95712-1cad-4ea1-88ee-db1e6edc6a78 req-4ff35ffd-8160-4083-aa5f-f32a3c0bbd93 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bec9348-7107-482b-b574-eec0c6c537d0 HTTP/1.1" status: 200 len: 936 time: 0.4336057 Nov 25 13:08:01.733161 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c7f8f454-c9ed-42b8-8cf6-fdde23be14ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:01.737548 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c7f8f454-c9ed-42b8-8cf6-fdde23be14ad admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f39d7d86-0522-4d23-af17-7a8c784a5167 HTTP/1.1" status: 204 len: 168 time: 1.1762812 Nov 25 13:08:01.742956 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60996) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:08:01.771738 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-80085be7-a5ad-4489-90ac-45e092a3fa83 None None] Provisioning complete for port 7f6f303f-ef2d-4137-9d8f-b9909032840b triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:08:01.772273 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-80085be7-a5ad-4489-90ac-45e092a3fa83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:01.776516 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-04834132-92b1-485b-8fe2-5b746dd12594 req-eefa79d1-055b-4a65-841c-f84517bf8865 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823545 Nov 25 13:08:01.827481 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b1198b-0e29-458e-8d8f-fbeeb4a74e00 req-3dbcbbf9-c70d-435c-aa3d-e42d91574fe3 tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:01.835080 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f6b1198b-0e29-458e-8d8f-fbeeb4a74e00 req-3dbcbbf9-c70d-435c-aa3d-e42d91574fe3 tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9d6065b9-f444-4b32-afd5-4efd4a17a010 HTTP/1.1" status: 200 len: 1098 time: 0.2006295 Nov 25 13:08:01.859263 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83f41083-d377-4245-a0d2-3b74ae4d9eab', 'tag': '57ac7ebf-f167-43e5-bb5f-2a6a7e492fb1'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:08:01.862174 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f35c8d1e-fb11-4ef9-a670-180268b1fb25" -d '{"events": [{"name": "network-changed", "server_uuid": "83f41083-d377-4245-a0d2-3b74ae4d9eab", "tag": "57ac7ebf-f167-43e5-bb5f-2a6a7e492fb1"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:08:01.888283 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-c1f4af60-09db-4f8b-a8c0-e2d5b43fd580 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:01.918949 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f5d95712-1cad-4ea1-88ee-db1e6edc6a78 req-0a4f4d4d-fc36-4a95-a5fd-cae694afa065 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972280 Nov 25 13:08:01.938164 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-80085be7-a5ad-4489-90ac-45e092a3fa83 None None] Port 7f6f303f-ef2d-4137-9d8f-b9909032840b cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:08:01.942234 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2e22602c-d44f-4bf9-830c-7d6096b01038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:01.945035 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f6b1198b-0e29-458e-8d8f-fbeeb4a74e00 req-2d157ce3-db4a-4a4b-a0c6-840a1da66d12 tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987983 Nov 25 13:08:02.060493 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-c1f4af60-09db-4f8b-a8c0-e2d5b43fd580 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:02.162534 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-c1f4af60-09db-4f8b-a8c0-e2d5b43fd580 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Network 85f6380f-3625-4f44-8465-fbcf0c11fed5 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:08:02.176562 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-c1f4af60-09db-4f8b-a8c0-e2d5b43fd580 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:08:02.214493 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['0b4bc922-b858-4465-ad56-5c6029f30377'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:08:02.235075 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2e22602c-d44f-4bf9-830c-7d6096b01038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:02.275294 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-2e22602c-d44f-4bf9-830c-7d6096b01038 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2b13ae1-9f66-4869-8279-1686bf969bd5']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:08:02.286647 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-2e22602c-d44f-4bf9-830c-7d6096b01038 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c04b243-72a5-4d2b-b906-5bdc9c18044a') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:08:02.287017 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-2e22602c-d44f-4bf9-830c-7d6096b01038 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c04b243-72a5-4d2b-b906-5bdc9c18044a') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:08:02.299448 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2e22602c-d44f-4bf9-830c-7d6096b01038 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:02.315692 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2e22602c-d44f-4bf9-830c-7d6096b01038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:02.324089 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e22602c-d44f-4bf9-830c-7d6096b01038 admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:08:02.324556 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2e22602c-d44f-4bf9-830c-7d6096b01038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:02.395290 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:08:02.395290 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:08:02.395290 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:08:02.395290 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:08:02.395290 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:08:02.395290 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:08:02.395290 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:08:02.395290 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:08:02.395290 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:08:02.395290 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:08:02.395290 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:08:02.395290 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:08:02.395290 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:08:02.395290 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:08:02.395290 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:08:02.395290 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:08:02.395290 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:08:02.395290 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:08:02.395290 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:08:02.395290 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:08:02.395290 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:08:02.395290 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:08:02.395290 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:08:02.395290 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:08:02.395290 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:08:02.395290 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:08:02.395290 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:08:02.395290 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:08:02.395290 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:08:02.395290 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:08:02.395290 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:08:02.395290 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:08:02.403659 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2e22602c-d44f-4bf9-830c-7d6096b01038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:02.410397 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2e22602c-d44f-4bf9-830c-7d6096b01038 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:02.414051 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-2e22602c-d44f-4bf9-830c-7d6096b01038 admin admin] 10.222.0.53 "DELETE /v2.0/networks/c2b13ae1-9f66-4869-8279-1686bf969bd5 HTTP/1.1" status: 204 len: 168 time: 0.6365657 Nov 25 13:08:02.433608 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 32782) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:08:02.434447 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e22602c-d44f-4bf9-830c-7d6096b01038 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2b13ae1-9f66-4869-8279-1686bf969bd5,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:02.568905 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-c1f4af60-09db-4f8b-a8c0-e2d5b43fd580 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:08:02.591018 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4daa435f-1e8a-4354-8fd6-c4d828b79a63 req-03934381-2dce-4035-9331-ac6e3605ab1e tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c4d3887-a462-48bf-998f-4c9038be5eec HTTP/1.1" status: 200 len: 210 time: 0.4426298 Nov 25 13:08:02.621194 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdb2faff-9b6b-404c-9c4a-92ea53ba3086 admin admin] Deleting subnet a4538484-6f21-4a94-b5a4-3e45f0bd5e43 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:08:02.637526 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bdb2faff-9b6b-404c-9c4a-92ea53ba3086 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:02.653492 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f4af60-09db-4f8b-a8c0-e2d5b43fd580 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Pushing event updated for resources: {'Port': ['ID=714f6353-6e25-43c5-8c2f-860f09c78bae,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:02.686425 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3fddf77-8252-4f40-bb33-bc1a163a8948 x-openstack-request-id: req-d3fddf77-8252-4f40-bb33-bc1a163a8948 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:08:02.687004 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83f41083-d377-4245-a0d2-3b74ae4d9eab", "tag": "57ac7ebf-f167-43e5-bb5f-2a6a7e492fb1", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:08:02.688776 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d3fddf77-8252-4f40-bb33-bc1a163a8948 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:08:02.689259 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83f41083-d377-4245-a0d2-3b74ae4d9eab', 'tag': '57ac7ebf-f167-43e5-bb5f-2a6a7e492fb1', 'status': 'completed', 'code': 200} Nov 25 13:08:02.692271 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-c1f4af60-09db-4f8b-a8c0-e2d5b43fd580 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:02.693024 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-c1f4af60-09db-4f8b-a8c0-e2d5b43fd580 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:02.710004 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e62f5-a315-422f-8be8-ecc3ba5a1575 req-2b7e2f88-e050-4a23-ba21-1d9cb7fe7a8b tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:02.719604 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-be6e62f5-a315-422f-8be8-ecc3ba5a1575 req-2b7e2f88-e050-4a23-ba21-1d9cb7fe7a8b tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2dd5265-c989-432c-a5b2-209782139d6d HTTP/1.1" status: 200 len: 950 time: 0.5825408 Nov 25 13:08:02.754483 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['7fb6f54d-91e5-44d1-b51e-17bdd8ecb01e', 'e3af4f0b-b1e6-4b83-91ed-deb59a01c9bc'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:08:02.762055 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-c1f4af60-09db-4f8b-a8c0-e2d5b43fd580 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7634280 Nov 25 13:08:02.787321 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fbb135ab-a76e-4913-bc62-3a6bc3242506 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:02.810633 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-75b2b9fe-b3bd-43a8-b993-dfb91cd924af service neutron] Request body: {'port': {'device_id': '85ce0c80-6f7b-48fc-81eb-81116df0fb16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-11'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:08:02.827646 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-be6e62f5-a315-422f-8be8-ecc3ba5a1575 req-fc8e0dd2-c95c-4f8a-9832-a8b94dc06799 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068335 Nov 25 13:08:02.849721 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-a7e05e2b-cc72-49d7-bf1f-fe89db20873e None None] Provisioning complete for port 714f6353-6e25-43c5-8c2f-860f09c78bae triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:08:02.850104 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a7e05e2b-cc72-49d7-bf1f-fe89db20873e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:02.893127 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fca698-79bb-40ae-9a78-83248cebf52f req-3c8843e8-21cf-41da-9bbf-3d55913228f5 tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:02.894984 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b1fca698-79bb-40ae-9a78-83248cebf52f req-3c8843e8-21cf-41da-9bbf-3d55913228f5 tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9d6065b9-f444-4b32-afd5-4efd4a17a010 HTTP/1.1" status: 200 len: 1098 time: 0.1624587 Nov 25 13:08:02.970120 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-a7e05e2b-cc72-49d7-bf1f-fe89db20873e None None] Port 714f6353-6e25-43c5-8c2f-860f09c78bae cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:08:02.988542 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-75b2b9fe-b3bd-43a8-b993-dfb91cd924af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:03.011957 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-e204755a-e60f-465c-b11f-07ad9a4aa67b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f6f303f-ef2d-4137-9d8f-b9909032840b {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:08:03.033962 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b1fca698-79bb-40ae-9a78-83248cebf52f req-5fc4437f-f8af-4c1b-9562-beb69afe64dd tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199312 Nov 25 13:08:03.053897 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-e204755a-e60f-465c-b11f-07ad9a4aa67b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:03.072165 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bdb2faff-9b6b-404c-9c4a-92ea53ba3086 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:03.207819 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c8d1e-fb11-4ef9-a670-180268b1fb25 req-dcbace8f-0df6-4182-9fad-e545cb8e9599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:03.211240 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f35c8d1e-fb11-4ef9-a670-180268b1fb25 req-dcbace8f-0df6-4182-9fad-e545cb8e9599 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7e8e6ee00e424c06b397db04fc1c57c8&device_id=83f41083-d377-4245-a0d2-3b74ae4d9eab HTTP/1.1" status: 200 len: 1096 time: 0.3346381 Nov 25 13:08:03.231812 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-e204755a-e60f-465c-b11f-07ad9a4aa67b service neutron] Transition to ACTIVE for port object 7f6f303f-ef2d-4137-9d8f-b9909032840b will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:08:03.302075 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-e204755a-e60f-465c-b11f-07ad9a4aa67b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:03.422025 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c305a-ad16-4669-aa3a-7d20b85fa5e4 req-d84380a2-9ebc-4f53-9bce-f0881455cecd tempest-InstanceActionsV221TestJSON-1000304690 tempest-InstanceActionsV221TestJSON-1000304690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:03.428538 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bdb2faff-9b6b-404c-9c4a-92ea53ba3086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:03.429723 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-954c305a-ad16-4669-aa3a-7d20b85fa5e4 req-d84380a2-9ebc-4f53-9bce-f0881455cecd tempest-InstanceActionsV221TestJSON-1000304690 tempest-InstanceActionsV221TestJSON-1000304690-project] 10.222.0.53 "GET /v2.0/ports?device_id=83f41083-d377-4245-a0d2-3b74ae4d9eab HTTP/1.1" status: 200 len: 944 time: 0.1724293 Nov 25 13:08:03.441334 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ceea6b-4b59-4110-a786-6b80ffd74737 req-2a934b6f-a3bb-47d2-a447-b10d4afa7550 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:03.443115 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-23ceea6b-4b59-4110-a786-6b80ffd74737 req-2a934b6f-a3bb-47d2-a447-b10d4afa7550 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.66 "GET /v2.0/networks?id=05538b39-0ed2-40a2-b712-e6a9ac11f528 HTTP/1.1" status: 200 len: 824 time: 0.7529101 Nov 25 13:08:03.553409 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e204755a-e60f-465c-b11f-07ad9a4aa67b service neutron] Pushing event updated for resources: {'Port': ['ID=7f6f303f-ef2d-4137-9d8f-b9909032840b,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:03.586949 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-954c305a-ad16-4669-aa3a-7d20b85fa5e4 req-def0d501-0af3-4b26-8651-58b359bef32e tempest-InstanceActionsV221TestJSON-1000304690 tempest-InstanceActionsV221TestJSON-1000304690-project] 10.222.0.53 "GET /v2.0/security-groups?id=50e8ee56-1417-4851-ad8b-91277489a64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510451 Nov 25 13:08:03.641212 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8feda1-c8de-42c3-a4cd-6934d46e6e91 req-5b544095-416a-4d92-8e6e-d2557322abc0 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:03.642815 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3f8feda1-c8de-42c3-a4cd-6934d46e6e91 req-5b544095-416a-4d92-8e6e-d2557322abc0 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bec9348-7107-482b-b574-eec0c6c537d0 HTTP/1.1" status: 200 len: 948 time: 0.1750805 Nov 25 13:08:03.699753 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:03.733260 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c8d1e-fb11-4ef9-a670-180268b1fb25 req-5172bf9f-2a55-4bac-a1a9-3e58a88e78f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:03.735767 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f35c8d1e-fb11-4ef9-a670-180268b1fb25 req-5172bf9f-2a55-4bac-a1a9-3e58a88e78f5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9b62ee8e-697b-4c06-b5ac-21951f70ab5f HTTP/1.1" status: 200 len: 919 time: 0.5026352 Nov 25 13:08:03.742370 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-23ceea6b-4b59-4110-a786-6b80ffd74737 req-7db09d8b-b9a2-4fa5-a0f7-ac1850a51812 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0847adb867eb43dd9514b39274c66d40 HTTP/1.1" status: 200 len: 379 time: 0.2704670 Nov 25 13:08:03.789689 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f35c8d1e-fb11-4ef9-a670-180268b1fb25 req-6b26db04-fb2c-43b6-bd68-db18dcfd14a2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57ac7ebf-f167-43e5-bb5f-2a6a7e492fb1 HTTP/1.1" status: 200 len: 217 time: 0.0453684 Nov 25 13:08:03.795052 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-75b2b9fe-b3bd-43a8-b993-dfb91cd924af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 714f6353-6e25-43c5-8c2f-860f09c78bae {{(pid=103570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:08:03.798349 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-23ceea6b-4b59-4110-a786-6b80ffd74737 req-11e0b2e0-10e8-45b7-8384-949c8c23a9e1 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Request body: {'port': {'device_id': '9c4d3887-a462-48bf-998f-4c9038be5eec', 'network_id': '05538b39-0ed2-40a2-b712-e6a9ac11f528', 'admin_state_up': True, 'tenant_id': '0847adb867eb43dd9514b39274c66d40', 'security_groups': ['a715b2f7-737e-429b-afd5-9baad8e10197']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:08:03.804456 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-75b2b9fe-b3bd-43a8-b993-dfb91cd924af service neutron] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:03.810032 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3f8feda1-c8de-42c3-a4cd-6934d46e6e91 req-fdae5425-d8a2-4a6c-91d3-7fedb5d6819e tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533306 Nov 25 13:08:03.821310 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.provisioning_blocks [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-75b2b9fe-b3bd-43a8-b993-dfb91cd924af service neutron] Transition to ACTIVE for port object 714f6353-6e25-43c5-8c2f-860f09c78bae will not be triggered until provisioned by entity L2. {{(pid=103570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:08:03.827253 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-75b2b9fe-b3bd-43a8-b993-dfb91cd924af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:03.899723 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b2b9fe-b3bd-43a8-b993-dfb91cd924af service neutron] Pushing event updated for resources: {'Port': ['ID=714f6353-6e25-43c5-8c2f-860f09c78bae,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:03.916474 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bdb2faff-9b6b-404c-9c4a-92ea53ba3086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:04.020073 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-75b2b9fe-b3bd-43a8-b993-dfb91cd924af service neutron] Attempting to bind port 714f6353-6e25-43c5-8c2f-860f09c78bae on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:08:04.024066 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-75b2b9fe-b3bd-43a8-b993-dfb91cd924af service neutron] Attempting to bind port 714f6353-6e25-43c5-8c2f-860f09c78bae by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:08:04.025667 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-75b2b9fe-b3bd-43a8-b993-dfb91cd924af service neutron] Attempting to bind port 714f6353-6e25-43c5-8c2f-860f09c78bae on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:08:04.070969 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-75b2b9fe-b3bd-43a8-b993-dfb91cd924af service neutron] Port 714f6353-6e25-43c5-8c2f-860f09c78bae on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:08:04.071301 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-75b2b9fe-b3bd-43a8-b993-dfb91cd924af service neutron] Attempting to bind port 714f6353-6e25-43c5-8c2f-860f09c78bae on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:08:04.086669 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bdb2faff-9b6b-404c-9c4a-92ea53ba3086 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:04.090015 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-bdb2faff-9b6b-404c-9c4a-92ea53ba3086 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a4538484-6f21-4a94-b5a4-3e45f0bd5e43 HTTP/1.1" status: 204 len: 168 time: 1.6513500 Nov 25 13:08:04.090235 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-75b2b9fe-b3bd-43a8-b993-dfb91cd924af service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:08:04.090584 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-75b2b9fe-b3bd-43a8-b993-dfb91cd924af service neutron] Checking segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:08:04.091015 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-75b2b9fe-b3bd-43a8-b993-dfb91cd924af service neutron] Bound using segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:08:04.091463 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-75b2b9fe-b3bd-43a8-b993-dfb91cd924af service neutron] Bound port: 714f6353-6e25-43c5-8c2f-860f09c78bae, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:08:04.091828 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-75b2b9fe-b3bd-43a8-b993-dfb91cd924af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:04.094737 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 32826) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:08:04.096702 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23ceea6b-4b59-4110-a786-6b80ffd74737 req-11e0b2e0-10e8-45b7-8384-949c8c23a9e1 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Made reservation on behalf of 0847adb867eb43dd9514b39274c66d40 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:08:04.097388 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8e683b9b-2b83-47c9-a72e-0492d8c4f5d0 req-7fc683bf-f27e-47cc-b419-d1b665a8c450 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c4d3887-a462-48bf-998f-4c9038be5eec HTTP/1.1" status: 200 len: 210 time: 0.0784864 Nov 25 13:08:04.106320 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-23ceea6b-4b59-4110-a786-6b80ffd74737 req-11e0b2e0-10e8-45b7-8384-949c8c23a9e1 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:04.138954 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb2faff-9b6b-404c-9c4a-92ea53ba3086 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4538484-6f21-4a94-b5a4-3e45f0bd5e43,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:04.228774 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 32830) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:08:04.260561 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-e204755a-e60f-465c-b11f-07ad9a4aa67b service neutron] Attempting to bind port 7f6f303f-ef2d-4137-9d8f-b9909032840b on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:08:04.261298 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-e204755a-e60f-465c-b11f-07ad9a4aa67b service neutron] Attempting to bind port 7f6f303f-ef2d-4137-9d8f-b9909032840b by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:08:04.261442 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-e204755a-e60f-465c-b11f-07ad9a4aa67b service neutron] Attempting to bind port 7f6f303f-ef2d-4137-9d8f-b9909032840b on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:08:04.277083 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-e204755a-e60f-465c-b11f-07ad9a4aa67b service neutron] Port 7f6f303f-ef2d-4137-9d8f-b9909032840b on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:08:04.277512 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-e204755a-e60f-465c-b11f-07ad9a4aa67b service neutron] Attempting to bind port 7f6f303f-ef2d-4137-9d8f-b9909032840b on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:08:04.280438 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c8d1e-fb11-4ef9-a670-180268b1fb25 req-3d4ddbe7-2aa8-438e-bc44-7ee7fc494cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:04.283186 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f35c8d1e-fb11-4ef9-a670-180268b1fb25 req-3d4ddbe7-2aa8-438e-bc44-7ee7fc494cc8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c8f398c6-39fc-49a3-8c45-e765d4d7077e HTTP/1.1" status: 200 len: 858 time: 0.3310003 Nov 25 13:08:04.302487 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-e204755a-e60f-465c-b11f-07ad9a4aa67b service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:08:04.303487 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-e204755a-e60f-465c-b11f-07ad9a4aa67b service neutron] Checking segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:08:04.303723 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-e204755a-e60f-465c-b11f-07ad9a4aa67b service neutron] Bound using segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:08:04.304272 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-e204755a-e60f-465c-b11f-07ad9a4aa67b service neutron] Bound port: 7f6f303f-ef2d-4137-9d8f-b9909032840b, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:08:04.304905 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-e204755a-e60f-465c-b11f-07ad9a4aa67b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:04.354155 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-75b2b9fe-b3bd-43a8-b993-dfb91cd924af service neutron] For port 714f6353-6e25-43c5-8c2f-860f09c78bae, host n-h1-808199-11, cleared binding levels {{(pid=103570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:08:04.357817 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-75b2b9fe-b3bd-43a8-b993-dfb91cd924af service neutron] For port 714f6353-6e25-43c5-8c2f-860f09c78bae, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=714f6353-6e25-43c5-8c2f-860f09c78bae,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:08:04.365688 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f35c8d1e-fb11-4ef9-a670-180268b1fb25 req-40dc99bc-60aa-4a5b-b7df-845ebbd1d5a6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b62ee8e-697b-4c06-b5ac-21951f70ab5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703883 Nov 25 13:08:04.381990 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b9fbb84c-7d4a-4478-bcf0-ba74e832d404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:04.389661 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-75b2b9fe-b3bd-43a8-b993-dfb91cd924af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:04.455876 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-87a4def6-a0ae-4285-b5c1-9717d3b6ac4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:04.474455 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8abd50-9164-4fce-8b1d-63c92d651ad0 req-6f8b64cc-acf9-4cf7-aed2-574ad6fbbdc5 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:04.475890 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3d8abd50-9164-4fce-8b1d-63c92d651ad0 req-6f8b64cc-acf9-4cf7-aed2-574ad6fbbdc5 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2dd5265-c989-432c-a5b2-209782139d6d HTTP/1.1" status: 200 len: 950 time: 0.2680957 Nov 25 13:08:04.479308 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-23ceea6b-4b59-4110-a786-6b80ffd74737 req-11e0b2e0-10e8-45b7-8384-949c8c23a9e1 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Allocated IP 172.20.0.9 (05538b39-0ed2-40a2-b712-e6a9ac11f528/6747087c-5949-4700-ad89-d1127c0360fb/f3e99a3a-d180-4fc8-b2c5-3b495a5d4495) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:08:04.482053 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-75b2b9fe-b3bd-43a8-b993-dfb91cd924af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:04.482732 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-75b2b9fe-b3bd-43a8-b993-dfb91cd924af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:04.484082 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-75b2b9fe-b3bd-43a8-b993-dfb91cd924af service neutron] 10.222.0.66 "PUT /v2.0/ports/714f6353-6e25-43c5-8c2f-860f09c78bae HTTP/1.1" status: 200 len: 1097 time: 1.7055624 Nov 25 13:08:04.491686 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85ce0c80-6f7b-48fc-81eb-81116df0fb16', 'tag': '714f6353-6e25-43c5-8c2f-860f09c78bae'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:08:04.493940 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b5be9e-20aa-4ac2-b12f-80d619a726f6" -d '{"events": [{"name": "network-changed", "server_uuid": "85ce0c80-6f7b-48fc-81eb-81116df0fb16", "tag": "714f6353-6e25-43c5-8c2f-860f09c78bae"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:08:04.512048 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-e204755a-e60f-465c-b11f-07ad9a4aa67b service neutron] For port 7f6f303f-ef2d-4137-9d8f-b9909032840b, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:08:04.517452 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-e204755a-e60f-465c-b11f-07ad9a4aa67b service neutron] For port 7f6f303f-ef2d-4137-9d8f-b9909032840b, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=7f6f303f-ef2d-4137-9d8f-b9909032840b,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:08:04.534031 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-e204755a-e60f-465c-b11f-07ad9a4aa67b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:04.569766 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-e204755a-e60f-465c-b11f-07ad9a4aa67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:04.570672 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-e204755a-e60f-465c-b11f-07ad9a4aa67b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:04.572140 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-e204755a-e60f-465c-b11f-07ad9a4aa67b service neutron] 10.222.0.47 "PUT /v2.0/ports/7f6f303f-ef2d-4137-9d8f-b9909032840b HTTP/1.1" status: 200 len: 1097 time: 3.3005929 Nov 25 13:08:04.599597 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b2b9fe-b3bd-43a8-b993-dfb91cd924af service neutron] Pushing event updated for resources: {'Port': ['ID=714f6353-6e25-43c5-8c2f-860f09c78bae,revision_number=3']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:04.618966 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f35c8d1e-fb11-4ef9-a670-180268b1fb25 req-b55c3271-d3db-43dd-9ac7-3c9f43b64282 service neutron] 10.222.0.47 "GET /v2.0/networks/9b62ee8e-697b-4c06-b5ac-21951f70ab5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405236 Nov 25 13:08:04.633346 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4bb6c1-c881-4d79-baab-7ab5a602b982 req-ba5ba203-5759-412b-ba4e-5850ba670a33 tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:04.635178 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bc4bb6c1-c881-4d79-baab-7ab5a602b982 req-ba5ba203-5759-412b-ba4e-5850ba670a33 tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9d6065b9-f444-4b32-afd5-4efd4a17a010 HTTP/1.1" status: 200 len: 1098 time: 0.2759180 Nov 25 13:08:04.678059 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 57ac7ebf-f167-43e5-bb5f-2a6a7e492fb1 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:08:04.715133 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bec9348-7107-482b-b574-eec0c6c537d0', 'tag': '7f6f303f-ef2d-4137-9d8f-b9909032840b'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:08:04.717471 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e613f402-06d3-4e4b-a039-ca55e10353dd" -d '{"events": [{"name": "network-changed", "server_uuid": "2bec9348-7107-482b-b574-eec0c6c537d0", "tag": "7f6f303f-ef2d-4137-9d8f-b9909032840b"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:08:04.747520 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b9fbb84c-7d4a-4478-bcf0-ba74e832d404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:04.761952 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3d8abd50-9164-4fce-8b1d-63c92d651ad0 req-57b48ab1-fe31-4b8b-a72a-32c322fbc91f tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620010 Nov 25 13:08:04.791520 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-4e0ea0b8-a43f-4d2e-a377-13e7c79efc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:04.793058 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-4e0ea0b8-a43f-4d2e-a377-13e7c79efc57 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4190dcc6411041ccb9fe22c2d4608a11&device_id=85ce0c80-6f7b-48fc-81eb-81116df0fb16 HTTP/1.1" status: 200 len: 1100 time: 0.2373211 Nov 25 13:08:04.818651 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-b9fbb84c-7d4a-4478-bcf0-ba74e832d404 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83c0f515-d59e-45e5-b405-86c95de956bb']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:08:04.834567 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 57ac7ebf-f167-43e5-bb5f-2a6a7e492fb1, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=57ac7ebf-f167-43e5-bb5f-2a6a7e492fb1,segment=NetworkSegment(07016450-8244-405c-9082-88e3318ca4a9),segment_id=07016450-8244-405c-9082-88e3318ca4a9)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:08:04.861719 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '57ac7ebf-f167-43e5-bb5f-2a6a7e492fb1', 'network_id': '9b62ee8e-697b-4c06-b5ac-21951f70ab5f', 'port_id': '57ac7ebf-f167-43e5-bb5f-2a6a7e492fb1', 'mac_address': 'fa:16:3e:a7:bc:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8f398c6-39fc-49a3-8c45-e765d4d7077e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:08:04.874947 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-b9fbb84c-7d4a-4478-bcf0-ba74e832d404 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40df49a3-2317-485a-8062-d6493a2aaed6') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:08:04.875255 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-b9fbb84c-7d4a-4478-bcf0-ba74e832d404 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40df49a3-2317-485a-8062-d6493a2aaed6') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:08:04.889676 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bc4bb6c1-c881-4d79-baab-7ab5a602b982 req-287dd084-7adb-4e85-b41a-c3416bcb6740 tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187085 Nov 25 13:08:04.901548 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-532f000d-91a2-4626-b93a-a53f083bce25 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=714f6353-6e25-43c5-8c2f-860f09c78bae HTTP/1.1" status: 200 len: 217 time: 0.0852094 Nov 25 13:08:04.909422 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b9fbb84c-7d4a-4478-bcf0-ba74e832d404 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:04.933730 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-87a4def6-a0ae-4285-b5c1-9717d3b6ac4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:04.976172 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-87a4def6-a0ae-4285-b5c1-9717d3b6ac4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:04.988560 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:05.010342 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b9fbb84c-7d4a-4478-bcf0-ba74e832d404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:05.050605 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9fbb84c-7d4a-4478-bcf0-ba74e832d404 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:08:05.051055 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b9fbb84c-7d4a-4478-bcf0-ba74e832d404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:05.060376 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2130a29c-7cfd-462a-99ac-b20f8e4545bc x-openstack-request-id: req-2130a29c-7cfd-462a-99ac-b20f8e4545bc {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:08:05.060678 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85ce0c80-6f7b-48fc-81eb-81116df0fb16", "tag": "714f6353-6e25-43c5-8c2f-860f09c78bae", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:08:05.060939 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2130a29c-7cfd-462a-99ac-b20f8e4545bc {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:08:05.061344 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85ce0c80-6f7b-48fc-81eb-81116df0fb16', 'tag': '714f6353-6e25-43c5-8c2f-860f09c78bae', 'status': 'completed', 'code': 200} Nov 25 13:08:05.061970 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:08:05.061970 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:08:05.061970 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:08:05.061970 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:08:05.061970 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:08:05.061970 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:08:05.061970 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:08:05.061970 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:08:05.061970 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:08:05.061970 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:08:05.061970 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:08:05.061970 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:08:05.061970 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:08:05.061970 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:08:05.061970 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:08:05.061970 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:08:05.061970 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:08:05.061970 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:08:05.061970 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:08:05.061970 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:08:05.061970 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:08:05.061970 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:08:05.061970 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:08:05.061970 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:08:05.061970 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:08:05.061970 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:08:05.061970 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:08:05.061970 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:08:05.061970 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:08:05.061970 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:08:05.061970 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:08:05.061970 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:08:05.066130 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e204755a-e60f-465c-b11f-07ad9a4aa67b service neutron] Pushing event updated for resources: {'Port': ['ID=7f6f303f-ef2d-4137-9d8f-b9909032840b,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:05.100414 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57ac7ebf-f167-43e5-bb5f-2a6a7e492fb1 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:08:05.116014 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:05.145037 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-87a4def6-a0ae-4285-b5c1-9717d3b6ac4a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e1327ce606a04a2da2c99bed542fe722&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9098148 Nov 25 13:08:05.154553 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 32852) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:08:05.156776 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-fe3f82f3-117f-4ecb-922e-1f84dbcc05f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:05.158466 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-fe3f82f3-117f-4ecb-922e-1f84dbcc05f6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.2425618 Nov 25 13:08:05.158605 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-5b4dd684-993e-458c-9320-1364fb6c807d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:05.160163 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-5b4dd684-993e-458c-9320-1364fb6c807d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4190dcc6411041ccb9fe22c2d4608a11&device_id=2bec9348-7107-482b-b574-eec0c6c537d0 HTTP/1.1" status: 200 len: 1100 time: 0.5227437 Nov 25 13:08:05.160935 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 57ac7ebf-f167-43e5-bb5f-2a6a7e492fb1, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=57ac7ebf-f167-43e5-bb5f-2a6a7e492fb1,segment=NetworkSegment(07016450-8244-405c-9082-88e3318ca4a9),segment_id=07016450-8244-405c-9082-88e3318ca4a9)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:08:05.171011 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:05.188001 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a4def6-a0ae-4285-b5c1-9717d3b6ac4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f12d448b-e37d-4a48-9066-72c3b85339fa,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:05.248778 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-4c1a66d6-6a5e-4ce0-a9fa-059aa3b90f5f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=7f6f303f-ef2d-4137-9d8f-b9909032840b HTTP/1.1" status: 200 len: 217 time: 0.0690844 Nov 25 13:08:05.249596 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=57ac7ebf-f167-43e5-bb5f-2a6a7e492fb1,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:05.253945 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b9fbb84c-7d4a-4478-bcf0-ba74e832d404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:05.265675 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b9fbb84c-7d4a-4478-bcf0-ba74e832d404 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:05.266211 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-23ceea6b-4b59-4110-a786-6b80ffd74737 req-11e0b2e0-10e8-45b7-8384-949c8c23a9e1 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:05.268931 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b9fbb84c-7d4a-4478-bcf0-ba74e832d404 admin admin] 10.222.0.53 "DELETE /v2.0/networks/83c0f515-d59e-45e5-b405-86c95de956bb HTTP/1.1" status: 204 len: 168 time: 1.1706402 Nov 25 13:08:05.285557 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fbb84c-7d4a-4478-bcf0-ba74e832d404 admin admin] Pushing event deleted for resources: {'Network': ['ID=83c0f515-d59e-45e5-b405-86c95de956bb,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:05.297087 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-0ea60911-b91c-42b3-bd17-968abf4b27d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:05.298902 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-0ea60911-b91c-42b3-bd17-968abf4b27d1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1124935 Nov 25 13:08:05.307662 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6466e99-4e5d-4e2e-8ce4-787ce1813d41 req-7b0639f7-9535-4bd7-8665-bd6f2c771731 tempest-InstanceActionsV221TestJSON-1000304690 tempest-InstanceActionsV221TestJSON-1000304690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:05.309403 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b6466e99-4e5d-4e2e-8ce4-787ce1813d41 req-7b0639f7-9535-4bd7-8665-bd6f2c771731 tempest-InstanceActionsV221TestJSON-1000304690 tempest-InstanceActionsV221TestJSON-1000304690-project] 10.222.0.53 "GET /v2.0/ports?device_id=83f41083-d377-4245-a0d2-3b74ae4d9eab HTTP/1.1" status: 200 len: 945 time: 0.1498477 Nov 25 13:08:05.329576 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91eee6a-c9ab-459a-bc5c-0d3b95ed3077 x-openstack-request-id: req-a91eee6a-c9ab-459a-bc5c-0d3b95ed3077 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:08:05.330059 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bec9348-7107-482b-b574-eec0c6c537d0", "tag": "7f6f303f-ef2d-4137-9d8f-b9909032840b", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:08:05.330059 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a91eee6a-c9ab-459a-bc5c-0d3b95ed3077 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:08:05.330373 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bec9348-7107-482b-b574-eec0c6c537d0', 'tag': '7f6f303f-ef2d-4137-9d8f-b9909032840b', 'status': 'completed', 'code': 200} Nov 25 13:08:05.361664 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f35c8d1e-fb11-4ef9-a670-180268b1fb25 req-425b325a-bcd2-467f-9576-94c7976f95ef service neutron] 10.222.0.47 "GET /v2.0/networks/9b62ee8e-697b-4c06-b5ac-21951f70ab5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7168381 Nov 25 13:08:05.416824 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-09c061c9-8d46-4539-b84b-ecce67853fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:05.418662 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-09c061c9-8d46-4539-b84b-ecce67853fce service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.1507318 Nov 25 13:08:05.420594 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4547a329-6974-44d9-bb96-264df6457161 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:05.423131 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['57ac7ebf-f167-43e5-bb5f-2a6a7e492fb1'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:08:05.454315 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b6466e99-4e5d-4e2e-8ce4-787ce1813d41 req-2a11ac0a-a8b9-4f62-a100-0e6bcb6aca3c tempest-InstanceActionsV221TestJSON-1000304690 tempest-InstanceActionsV221TestJSON-1000304690-project] 10.222.0.53 "GET /v2.0/security-groups?id=50e8ee56-1417-4851-ad8b-91277489a64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263790 Nov 25 13:08:05.464644 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-23ceea6b-4b59-4110-a786-6b80ffd74737 req-11e0b2e0-10e8-45b7-8384-949c8c23a9e1 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:05.512552 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 32858) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:08:05.515358 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-120855fd-92d3-49f5-b718-7586ce8243ff service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048810 Nov 25 13:08:05.553854 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4547a329-6974-44d9-bb96-264df6457161 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:05.592190 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [req-02c0d342-7472-4e2e-9f24-ac54b01e4082 req-a2eac047-d2e3-4956-9632-dbce9500cd6a service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:08:05.593315 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-02c0d342-7472-4e2e-9f24-ac54b01e4082 req-a2eac047-d2e3-4956-9632-dbce9500cd6a service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0139439 Nov 25 13:08:05.611996 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23ceea6b-4b59-4110-a786-6b80ffd74737 req-11e0b2e0-10e8-45b7-8384-949c8c23a9e1 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Network 05538b39-0ed2-40a2-b712-e6a9ac11f528 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:08:05.634812 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-23ceea6b-4b59-4110-a786-6b80ffd74737 req-11e0b2e0-10e8-45b7-8384-949c8c23a9e1 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:08:05.643637 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-23ceea6b-4b59-4110-a786-6b80ffd74737 req-11e0b2e0-10e8-45b7-8384-949c8c23a9e1 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:08:05.647315 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-b513c3b9-b4d7-439c-97cc-17c67411c534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:05.649047 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-b513c3b9-b4d7-439c-97cc-17c67411c534 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2106545 Nov 25 13:08:05.656057 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e0b2e0-10e8-45b7-8384-949c8c23a9e1 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Pushing event updated for resources: {'Port': ['ID=f3e99a3a-d180-4fc8-b2c5-3b495a5d4495,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:05.669651 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e7644-aea9-4731-981f-f61bea29f266 req-2ae4a02d-59b2-43fc-b98d-3f21d0f1116e tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:05.671374 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8b7e7644-aea9-4731-981f-f61bea29f266 req-2ae4a02d-59b2-43fc-b98d-3f21d0f1116e tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bec9348-7107-482b-b574-eec0c6c537d0 HTTP/1.1" status: 200 len: 948 time: 0.0973775 Nov 25 13:08:05.703354 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-ffc15423-a02e-4f37-a2be-34f034bcb393 service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800303 Nov 25 13:08:05.707760 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b09fa34d-d299-4ed5-8507-3f9f70301733 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6092d996675b47e7b6aa9431b1dde633&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1873679 Nov 25 13:08:05.713948 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 32862) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:08:05.782958 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8b7e7644-aea9-4731-981f-f61bea29f266 req-e9c3e916-59a8-4084-8560-1c2536ae3f3e tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947118 Nov 25 13:08:05.794792 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ceea6b-4b59-4110-a786-6b80ffd74737 req-11e0b2e0-10e8-45b7-8384-949c8c23a9e1 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:05.795474 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-23ceea6b-4b59-4110-a786-6b80ffd74737 req-11e0b2e0-10e8-45b7-8384-949c8c23a9e1 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:05.809049 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4547a329-6974-44d9-bb96-264df6457161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:05.812132 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4547a329-6974-44d9-bb96-264df6457161 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:05.813258 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-4547a329-6974-44d9-bb96-264df6457161 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f12d448b-e37d-4a48-9066-72c3b85339fa HTTP/1.1" status: 204 len: 168 time: 0.6522903 Nov 25 13:08:05.870495 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4547a329-6974-44d9-bb96-264df6457161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12d448b-e37d-4a48-9066-72c3b85339fa,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:05.880428 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-23ceea6b-4b59-4110-a786-6b80ffd74737 req-11e0b2e0-10e8-45b7-8384-949c8c23a9e1 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0870609 Nov 25 13:08:05.891669 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b5be9e-20aa-4ac2-b12f-80d619a726f6 req-893744b8-8137-4e0c-a66a-956c9f34b8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:05.893429 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c8b5be9e-20aa-4ac2-b12f-80d619a726f6 req-893744b8-8137-4e0c-a66a-956c9f34b8da service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4190dcc6411041ccb9fe22c2d4608a11&device_id=85ce0c80-6f7b-48fc-81eb-81116df0fb16 HTTP/1.1" status: 200 len: 1100 time: 0.1052213 Nov 25 13:08:05.894535 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-efe5aea4-1a72-4f6f-ae77-a11eaa45ed47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:05.904740 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-23ceea6b-4b59-4110-a786-6b80ffd74737 req-d49eba28-8902-4881-a22c-61738f285990 service neutron] Request body: {'port': {'device_id': '9c4d3887-a462-48bf-998f-4c9038be5eec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:08:05.955582 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-3d114e34-cfa1-40f9-a25d-7c46630d09f9 service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938895 Nov 25 13:08:06.014233 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-efe5aea4-1a72-4f6f-ae77-a11eaa45ed47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:06.041100 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-23ceea6b-4b59-4110-a786-6b80ffd74737 req-d49eba28-8902-4881-a22c-61738f285990 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:06.094205 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-8e996ef6-9876-4f07-95b4-cd9b516816ed None None] Provisioning complete for port f3e99a3a-d180-4fc8-b2c5-3b495a5d4495 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:08:06.094678 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8e996ef6-9876-4f07-95b4-cd9b516816ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:06.121825 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472f1be-d082-4a12-a76d-bb5a792929ba req-638e581b-274d-472e-add6-89cae658fa80 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:06.130259 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d472f1be-d082-4a12-a76d-bb5a792929ba req-638e581b-274d-472e-add6-89cae658fa80 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c4d3887-a462-48bf-998f-4c9038be5eec HTTP/1.1" status: 200 len: 931 time: 0.1779008 Nov 25 13:08:06.159213 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b5be9e-20aa-4ac2-b12f-80d619a726f6 req-10d3efdc-3b14-4996-b5bd-90d85a1c07af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:06.160740 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c8b5be9e-20aa-4ac2-b12f-80d619a726f6 req-10d3efdc-3b14-4996-b5bd-90d85a1c07af service neutron] 10.222.0.66 "GET /v2.0/networks?id=85f6380f-3625-4f44-8465-fbcf0c11fed5 HTTP/1.1" status: 200 len: 870 time: 0.2502620 Nov 25 13:08:06.183832 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-8e996ef6-9876-4f07-95b4-cd9b516816ed None None] Port f3e99a3a-d180-4fc8-b2c5-3b495a5d4495 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:08:06.197362 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d2fe0e9a-3eb8-427c-99b0-d49ef85ba1fe req-aace593a-26f1-4a71-b10d-f1f563b57888 service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297771 Nov 25 13:08:06.236631 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:06.288674 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c8b5be9e-20aa-4ac2-b12f-80d619a726f6 req-c53d6645-4dad-45d2-9619-c652b3603f66 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=714f6353-6e25-43c5-8c2f-860f09c78bae HTTP/1.1" status: 200 len: 217 time: 0.1078136 Nov 25 13:08:06.291976 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-efe5aea4-1a72-4f6f-ae77-a11eaa45ed47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:06.294561 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-efe5aea4-1a72-4f6f-ae77-a11eaa45ed47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:06.298145 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-efe5aea4-1a72-4f6f-ae77-a11eaa45ed47 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8c51e016-507d-422e-97ee-09753982abc7 HTTP/1.1" status: 204 len: 168 time: 0.5807583 Nov 25 13:08:06.351313 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe5aea4-1a72-4f6f-ae77-a11eaa45ed47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c51e016-507d-422e-97ee-09753982abc7,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:06.369594 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d472f1be-d082-4a12-a76d-bb5a792929ba req-21b69a89-2a6c-4ecc-bfd5-7bc2c0b31c51 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.53 "GET /v2.0/security-groups?id=a715b2f7-737e-429b-afd5-9baad8e10197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2323380 Nov 25 13:08:06.409374 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b5be9e-20aa-4ac2-b12f-80d619a726f6 req-62143332-c441-411a-abe2-6c8f41a8872b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:06.412126 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c8b5be9e-20aa-4ac2-b12f-80d619a726f6 req-62143332-c441-411a-abe2-6c8f41a8872b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.1022768 Nov 25 13:08:06.497796 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 32884) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:08:06.500585 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e613f402-06d3-4e4b-a039-ca55e10353dd req-9c1f509a-784c-4e0e-a712-c4d330087d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:06.502259 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e613f402-06d3-4e4b-a039-ca55e10353dd req-9c1f509a-784c-4e0e-a712-c4d330087d4b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4190dcc6411041ccb9fe22c2d4608a11&device_id=2bec9348-7107-482b-b574-eec0c6c537d0 HTTP/1.1" status: 200 len: 1100 time: 0.1936722 Nov 25 13:08:06.522499 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-06cbfae0-5c65-4655-b299-79f55d632258 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:06.538410 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b5be9e-20aa-4ac2-b12f-80d619a726f6 req-0d579b44-236f-4eac-8f38-4fad4f5940f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:06.541566 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c8b5be9e-20aa-4ac2-b12f-80d619a726f6 req-0d579b44-236f-4eac-8f38-4fad4f5940f3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1194549 Nov 25 13:08:06.628538 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 32888) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:08:06.698097 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 57ac7ebf-f167-43e5-bb5f-2a6a7e492fb1 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:08:06.767117 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e613f402-06d3-4e4b-a039-ca55e10353dd req-0b99f700-9e94-4344-884c-c3bfdbaad7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:06.768472 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e613f402-06d3-4e4b-a039-ca55e10353dd req-0b99f700-9e94-4344-884c-c3bfdbaad7c6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=85f6380f-3625-4f44-8465-fbcf0c11fed5 HTTP/1.1" status: 200 len: 870 time: 0.2313371 Nov 25 13:08:06.783056 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c8b5be9e-20aa-4ac2-b12f-80d619a726f6 req-10378b8e-942e-488f-b7a1-275db07bcbcc service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937060 Nov 25 13:08:06.805194 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 57ac7ebf-f167-43e5-bb5f-2a6a7e492fb1 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:08:06.811745 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 57ac7ebf-f167-43e5-bb5f-2a6a7e492fb1 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:08:06.812467 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:06.846931 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd47114d-9266-4187-b099-e713a014f371 req-fd46eb74-33e8-47a5-b1f5-fffb6a2b2f01 tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:06.854586 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dd47114d-9266-4187-b099-e713a014f371 req-fd46eb74-33e8-47a5-b1f5-fffb6a2b2f01 tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9d6065b9-f444-4b32-afd5-4efd4a17a010 HTTP/1.1" status: 200 len: 1098 time: 0.2632439 Nov 25 13:08:06.864575 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e613f402-06d3-4e4b-a039-ca55e10353dd req-e31f6973-39ee-40e0-8596-b7cd7fbbbaa2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=7f6f303f-ef2d-4137-9d8f-b9909032840b HTTP/1.1" status: 200 len: 217 time: 0.0828605 Nov 25 13:08:06.888602 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40fc57e-6612-4248-a298-4beb81b1559c req-b7c3b0e5-6f5a-4d10-b820-f15fa1c5f907 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:06.896406 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d40fc57e-6612-4248-a298-4beb81b1559c req-b7c3b0e5-6f5a-4d10-b820-f15fa1c5f907 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2dd5265-c989-432c-a5b2-209782139d6d HTTP/1.1" status: 200 len: 950 time: 0.3503790 Nov 25 13:08:06.899360 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-06cbfae0-5c65-4655-b299-79f55d632258 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:06.933817 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-23ceea6b-4b59-4110-a786-6b80ffd74737 req-d49eba28-8902-4881-a22c-61738f285990 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3e99a3a-d180-4fc8-b2c5-3b495a5d4495 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:08:06.947242 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-23ceea6b-4b59-4110-a786-6b80ffd74737 req-d49eba28-8902-4881-a22c-61738f285990 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:06.951346 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-06cbfae0-5c65-4655-b299-79f55d632258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:06.967727 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:07.001268 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-23ceea6b-4b59-4110-a786-6b80ffd74737 req-d49eba28-8902-4881-a22c-61738f285990 service neutron] Transition to ACTIVE for port object f3e99a3a-d180-4fc8-b2c5-3b495a5d4495 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:08:07.006208 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dd47114d-9266-4187-b099-e713a014f371 req-5e4b2647-ea52-4f3d-a28d-081ff9aefb5d tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505504 Nov 25 13:08:07.024008 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-06cbfae0-5c65-4655-b299-79f55d632258 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f61cf4f5d96c40b4a1e255ac28eaa59b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5203218 Nov 25 13:08:07.024837 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-23ceea6b-4b59-4110-a786-6b80ffd74737 req-d49eba28-8902-4881-a22c-61738f285990 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:07.025235 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 32900) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:08:07.032235 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83f41083-d377-4245-a0d2-3b74ae4d9eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ac7ebf-f167-43e5-bb5f-2a6a7e492fb1'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:08:07.033385 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e613f402-06d3-4e4b-a039-ca55e10353dd req-50d4e27f-e99f-45a6-a3cd-b9204650930a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:07.035052 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e613f402-06d3-4e4b-a039-ca55e10353dd req-50d4e27f-e99f-45a6-a3cd-b9204650930a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.1415207 Nov 25 13:08:07.038716 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7243c754-d74f-41ab-bc56-3f0494ec80dc" -d '{"events": [{"server_uuid": "83f41083-d377-4245-a0d2-3b74ae4d9eab", "name": "network-vif-plugged", "status": "completed", "tag": "57ac7ebf-f167-43e5-bb5f-2a6a7e492fb1"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:08:07.043366 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7bdc2b92-c945-4e57-b42c-a141a1150a72 req-c0b0c87b-52f1-431c-9cbc-f904583f9fa7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c2dd5265-c989-432c-a5b2-209782139d6d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4123189 Nov 25 13:08:07.065762 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 57ac7ebf-f167-43e5-bb5f-2a6a7e492fb1, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=57ac7ebf-f167-43e5-bb5f-2a6a7e492fb1,segment=NetworkSegment(07016450-8244-405c-9082-88e3318ca4a9),segment_id=07016450-8244-405c-9082-88e3318ca4a9)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:08:07.072995 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:07.073828 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cbfae0-5c65-4655-b299-79f55d632258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb996f9-3a88-48d1-94bf-73d7ea378146,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:07.080250 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [req-7bdc2b92-c945-4e57-b42c-a141a1150a72 req-fccbdaab-8445-4c6d-a7d0-5aee0ed1ec0a service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:08:07.081281 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7bdc2b92-c945-4e57-b42c-a141a1150a72 req-fccbdaab-8445-4c6d-a7d0-5aee0ed1ec0a service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0157943 Nov 25 13:08:07.123852 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d40fc57e-6612-4248-a298-4beb81b1559c req-0cbf820d-d9e5-41c7-ad8a-626a4e2bf956 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265193 Nov 25 13:08:07.161544 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49eba28-8902-4881-a22c-61738f285990 service neutron] Pushing event updated for resources: {'Port': ['ID=f3e99a3a-d180-4fc8-b2c5-3b495a5d4495,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:07.189819 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=57ac7ebf-f167-43e5-bb5f-2a6a7e492fb1,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:07.216224 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c8b5be9e-20aa-4ac2-b12f-80d619a726f6 req-8bb6ba14-df2f-4017-99e1-2e16bf5798f9 service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4186063 Nov 25 13:08:07.224552 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 32906) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:08:07.311181 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e613f402-06d3-4e4b-a039-ca55e10353dd req-1532c70c-d8c9-45a1-bc41-4c4364e2bf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:07.312947 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e613f402-06d3-4e4b-a039-ca55e10353dd req-1532c70c-d8c9-45a1-bc41-4c4364e2bf73 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2685483 Nov 25 13:08:07.344168 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b5ca6061-ce22-4eab-b7e8-362f317bdafa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:07.403452 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b5ca6061-ce22-4eab-b7e8-362f317bdafa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:07.412931 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-562f5717-d2a6-469c-8fd2-655038dd6cd4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1be4614eaae14e89849f682ee37bdc24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1779246 Nov 25 13:08:07.417361 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 32916) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:08:07.430387 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-23ceea6b-4b59-4110-a786-6b80ffd74737 req-d49eba28-8902-4881-a22c-61738f285990 service neutron] Attempting to bind port f3e99a3a-d180-4fc8-b2c5-3b495a5d4495 on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:08:07.430522 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-23ceea6b-4b59-4110-a786-6b80ffd74737 req-d49eba28-8902-4881-a22c-61738f285990 service neutron] Attempting to bind port f3e99a3a-d180-4fc8-b2c5-3b495a5d4495 by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': 'b5b7547d-4b2d-4e0b-b974-c8bbac93a359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '05538b39-0ed2-40a2-b712-e6a9ac11f528'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:08:07.430894 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ceea6b-4b59-4110-a786-6b80ffd74737 req-d49eba28-8902-4881-a22c-61738f285990 service neutron] Attempting to bind port f3e99a3a-d180-4fc8-b2c5-3b495a5d4495 on network 05538b39-0ed2-40a2-b712-e6a9ac11f528 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:08:07.449099 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf6be24-c8d9-4045-8b58-960564383a11 req-72b6d407-7482-4d43-befd-3f46946df6e2 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:07.449296 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ceea6b-4b59-4110-a786-6b80ffd74737 req-d49eba28-8902-4881-a22c-61738f285990 service neutron] Port f3e99a3a-d180-4fc8-b2c5-3b495a5d4495 on network 05538b39-0ed2-40a2-b712-e6a9ac11f528 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:08:07.449481 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ceea6b-4b59-4110-a786-6b80ffd74737 req-d49eba28-8902-4881-a22c-61738f285990 service neutron] Attempting to bind port f3e99a3a-d180-4fc8-b2c5-3b495a5d4495 on network 05538b39-0ed2-40a2-b712-e6a9ac11f528 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:08:07.450593 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2bf6be24-c8d9-4045-8b58-960564383a11 req-72b6d407-7482-4d43-befd-3f46946df6e2 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bec9348-7107-482b-b574-eec0c6c537d0 HTTP/1.1" status: 200 len: 948 time: 0.1444695 Nov 25 13:08:07.461830 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f7328-e1bd-47ec-b053-5f1a3f58b69e req-e59ab5fd-14df-4f2f-a9b3-3de37a33a556 tempest-InstanceActionsV221TestJSON-1000304690 tempest-InstanceActionsV221TestJSON-1000304690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:07.462591 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ceea6b-4b59-4110-a786-6b80ffd74737 req-d49eba28-8902-4881-a22c-61738f285990 service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:08:07.462978 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ceea6b-4b59-4110-a786-6b80ffd74737 req-d49eba28-8902-4881-a22c-61738f285990 service neutron] Checking segment: {'id': 'b5b7547d-4b2d-4e0b-b974-c8bbac93a359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '05538b39-0ed2-40a2-b712-e6a9ac11f528'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:08:07.463422 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ceea6b-4b59-4110-a786-6b80ffd74737 req-d49eba28-8902-4881-a22c-61738f285990 service neutron] Bound using segment: {'id': 'b5b7547d-4b2d-4e0b-b974-c8bbac93a359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '05538b39-0ed2-40a2-b712-e6a9ac11f528'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:08:07.463864 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-23ceea6b-4b59-4110-a786-6b80ffd74737 req-d49eba28-8902-4881-a22c-61738f285990 service neutron] Bound port: f3e99a3a-d180-4fc8-b2c5-3b495a5d4495, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5b7547d-4b2d-4e0b-b974-c8bbac93a359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '05538b39-0ed2-40a2-b712-e6a9ac11f528'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:08:07.464223 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-23ceea6b-4b59-4110-a786-6b80ffd74737 req-d49eba28-8902-4881-a22c-61738f285990 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:07.467765 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e613f402-06d3-4e4b-a039-ca55e10353dd req-1c2ee770-5d15-48ce-89e9-75a1027bcb91 service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443160 Nov 25 13:08:07.469122 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fb4f7328-e1bd-47ec-b053-5f1a3f58b69e req-e59ab5fd-14df-4f2f-a9b3-3de37a33a556 tempest-InstanceActionsV221TestJSON-1000304690 tempest-InstanceActionsV221TestJSON-1000304690-project] 10.222.0.53 "GET /v2.0/ports?device_id=83f41083-d377-4245-a0d2-3b74ae4d9eab HTTP/1.1" status: 200 len: 946 time: 0.1828473 Nov 25 13:08:07.599648 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b5ca6061-ce22-4eab-b7e8-362f317bdafa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:07.602296 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b5ca6061-ce22-4eab-b7e8-362f317bdafa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:07.603467 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b5ca6061-ce22-4eab-b7e8-362f317bdafa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7eb996f9-3a88-48d1-94bf-73d7ea378146 HTTP/1.1" status: 204 len: 168 time: 0.5658021 Nov 25 13:08:07.609351 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-23ceea6b-4b59-4110-a786-6b80ffd74737 req-d49eba28-8902-4881-a22c-61738f285990 service neutron] For port f3e99a3a-d180-4fc8-b2c5-3b495a5d4495, host n-h1-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:08:07.613642 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-23ceea6b-4b59-4110-a786-6b80ffd74737 req-d49eba28-8902-4881-a22c-61738f285990 service neutron] For port f3e99a3a-d180-4fc8-b2c5-3b495a5d4495, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=f3e99a3a-d180-4fc8-b2c5-3b495a5d4495,segment=NetworkSegment(b5b7547d-4b2d-4e0b-b974-c8bbac93a359),segment_id=b5b7547d-4b2d-4e0b-b974-c8bbac93a359)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:08:07.616482 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e613f402-06d3-4e4b-a039-ca55e10353dd req-f631ae46-97ab-49f3-960f-124684f99f70 service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410410 Nov 25 13:08:07.618861 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fb4f7328-e1bd-47ec-b053-5f1a3f58b69e req-89680b46-f358-4063-92d1-6716bd8a6a3d tempest-InstanceActionsV221TestJSON-1000304690 tempest-InstanceActionsV221TestJSON-1000304690-project] 10.222.0.53 "GET /v2.0/security-groups?id=50e8ee56-1417-4851-ad8b-91277489a64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459534 Nov 25 13:08:07.620871 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-23ceea6b-4b59-4110-a786-6b80ffd74737 req-d49eba28-8902-4881-a22c-61738f285990 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:07.624833 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2bf6be24-c8d9-4045-8b58-960564383a11 req-68cf1c09-72a0-42c8-b56d-31471a65ce0d tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537750 Nov 25 13:08:07.631588 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e8e20cc3-7a89-4cbe-b5c1-4d7403663de4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:07.666212 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ca6061-ce22-4eab-b7e8-362f317bdafa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb996f9-3a88-48d1-94bf-73d7ea378146,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:07.694620 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ceea6b-4b59-4110-a786-6b80ffd74737 req-d49eba28-8902-4881-a22c-61738f285990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:07.696651 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-23ceea6b-4b59-4110-a786-6b80ffd74737 req-d49eba28-8902-4881-a22c-61738f285990 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:07.698089 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-23ceea6b-4b59-4110-a786-6b80ffd74737 req-d49eba28-8902-4881-a22c-61738f285990 service neutron] 10.222.0.66 "PUT /v2.0/ports/f3e99a3a-d180-4fc8-b2c5-3b495a5d4495 HTTP/1.1" status: 200 len: 1092 time: 1.7976081 Nov 25 13:08:07.698549 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c4d3887-a462-48bf-998f-4c9038be5eec', 'tag': 'f3e99a3a-d180-4fc8-b2c5-3b495a5d4495'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:08:07.706174 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0895b1c1-7a38-45ea-88d1-3302bf8d207c" -d '{"events": [{"name": "network-changed", "server_uuid": "9c4d3887-a462-48bf-998f-4c9038be5eec", "tag": "f3e99a3a-d180-4fc8-b2c5-3b495a5d4495"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:08:07.719077 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e8e20cc3-7a89-4cbe-b5c1-4d7403663de4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:07.733472 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49eba28-8902-4881-a22c-61738f285990 service neutron] Pushing event updated for resources: {'Port': ['ID=f3e99a3a-d180-4fc8-b2c5-3b495a5d4495,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:07.738937 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd8a680c-3546-4d6f-85e6-2196b9692da8 x-openstack-request-id: req-cd8a680c-3546-4d6f-85e6-2196b9692da8 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:08:07.739242 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83f41083-d377-4245-a0d2-3b74ae4d9eab", "name": "network-vif-plugged", "status": "completed", "tag": "57ac7ebf-f167-43e5-bb5f-2a6a7e492fb1", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:08:07.739508 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cd8a680c-3546-4d6f-85e6-2196b9692da8 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:08:07.745985 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83f41083-d377-4245-a0d2-3b74ae4d9eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ac7ebf-f167-43e5-bb5f-2a6a7e492fb1', 'code': 200} Nov 25 13:08:07.837956 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:07.842785 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e8e20cc3-7a89-4cbe-b5c1-4d7403663de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:07.846048 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e8e20cc3-7a89-4cbe-b5c1-4d7403663de4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:07.861848 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e8e20cc3-7a89-4cbe-b5c1-4d7403663de4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b0b7df15-3942-41d2-ac44-56ab1e654704 HTTP/1.1" status: 204 len: 168 time: 0.4402192 Nov 25 13:08:07.887060 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e20cc3-7a89-4cbe-b5c1-4d7403663de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b7df15-3942-41d2-ac44-56ab1e654704,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:07.955631 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f462f2c-6bc7-4c0d-8445-5589917e8cdb req-c309433b-c469-4b44-976c-2118ff83753a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:07.957474 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3f462f2c-6bc7-4c0d-8445-5589917e8cdb req-c309433b-c469-4b44-976c-2118ff83753a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=83f41083-d377-4245-a0d2-3b74ae4d9eab HTTP/1.1" status: 200 len: 1098 time: 0.0905752 Nov 25 13:08:07.968491 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ceea6b-4b59-4110-a786-6b80ffd74737 req-28d21141-be5c-425d-bae1-7ec807adbccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:07.974287 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-23ceea6b-4b59-4110-a786-6b80ffd74737 req-28d21141-be5c-425d-bae1-7ec807adbccf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0847adb867eb43dd9514b39274c66d40&device_id=9c4d3887-a462-48bf-998f-4c9038be5eec HTTP/1.1" status: 200 len: 1095 time: 0.1890666 Nov 25 13:08:08.046589 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-23ceea6b-4b59-4110-a786-6b80ffd74737 req-59cf3b5b-a8bf-41d2-b0e0-29b8b1eb623e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3e99a3a-d180-4fc8-b2c5-3b495a5d4495 HTTP/1.1" status: 200 len: 217 time: 0.0566487 Nov 25 13:08:08.114969 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3f462f2c-6bc7-4c0d-8445-5589917e8cdb req-fb9abe0d-a27f-489c-9884-9735afc0339a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=50e8ee56-1417-4851-ad8b-91277489a64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392455 Nov 25 13:08:08.137396 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ceea6b-4b59-4110-a786-6b80ffd74737 req-a719ec9d-4574-4964-99de-5691b28fab04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:08.139009 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-23ceea6b-4b59-4110-a786-6b80ffd74737 req-a719ec9d-4574-4964-99de-5691b28fab04 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6747087c-5949-4700-ad89-d1127c0360fb HTTP/1.1" status: 200 len: 863 time: 0.0821898 Nov 25 13:08:08.188394 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ceea6b-4b59-4110-a786-6b80ffd74737 req-19833254-7ec0-4355-9149-f6562f6c7dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:08.190009 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-23ceea6b-4b59-4110-a786-6b80ffd74737 req-19833254-7ec0-4355-9149-f6562f6c7dfa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=05538b39-0ed2-40a2-b712-e6a9ac11f528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426521 Nov 25 13:08:08.309320 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 714f6353-6e25-43c5-8c2f-860f09c78bae details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:08:08.345472 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-23ceea6b-4b59-4110-a786-6b80ffd74737 req-62e3491a-0218-4d86-a48a-038b9742f010 service neutron] 10.222.0.66 "GET /v2.0/networks/05538b39-0ed2-40a2-b712-e6a9ac11f528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457095 Nov 25 13:08:08.448044 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccec328-6ab5-4517-8658-7b36a558d7cb req-d32e1947-983c-4fb9-8f4a-6d1a2a1d9d75 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:08.451238 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bccec328-6ab5-4517-8658-7b36a558d7cb req-d32e1947-983c-4fb9-8f4a-6d1a2a1d9d75 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c4d3887-a462-48bf-998f-4c9038be5eec HTTP/1.1" status: 200 len: 943 time: 0.1150424 Nov 25 13:08:08.487665 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 714f6353-6e25-43c5-8c2f-860f09c78bae, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=714f6353-6e25-43c5-8c2f-860f09c78bae,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:08:08.518934 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': '714f6353-6e25-43c5-8c2f-860f09c78bae', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'port_id': '714f6353-6e25-43c5-8c2f-860f09c78bae', 'mac_address': 'fa:16:3e:6a:0f:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce5ca48-e3be-44c6-9584-fd9eb8c67222', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:08:08.550863 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bccec328-6ab5-4517-8658-7b36a558d7cb req-e3b7056e-cc12-48ae-b97b-fc6f1ea39b2d tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.53 "GET /v2.0/security-groups?id=a715b2f7-737e-429b-afd5-9baad8e10197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886903 Nov 25 13:08:08.569264 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-23ceea6b-4b59-4110-a786-6b80ffd74737 req-f9b18509-4251-434b-a4cc-65173208a110 service neutron] 10.222.0.66 "GET /v2.0/networks/05538b39-0ed2-40a2-b712-e6a9ac11f528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079287 Nov 25 13:08:08.590450 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264e1566-1e8f-47fe-969e-543c7906bd02 x-openstack-request-id: req-264e1566-1e8f-47fe-969e-543c7906bd02 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:08:08.590776 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c4d3887-a462-48bf-998f-4c9038be5eec", "tag": "f3e99a3a-d180-4fc8-b2c5-3b495a5d4495", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:08:08.591046 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-264e1566-1e8f-47fe-969e-543c7906bd02 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:08:08.592025 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c4d3887-a462-48bf-998f-4c9038be5eec', 'tag': 'f3e99a3a-d180-4fc8-b2c5-3b495a5d4495', 'status': 'completed', 'code': 200} Nov 25 13:08:08.617625 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:08.633646 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 714f6353-6e25-43c5-8c2f-860f09c78bae {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:08:08.674520 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 714f6353-6e25-43c5-8c2f-860f09c78bae, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=714f6353-6e25-43c5-8c2f-860f09c78bae,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:08:08.685914 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:08.746217 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0895b1c1-7a38-45ea-88d1-3302bf8d207c req-68cec40a-a2bb-47c5-a5d3-968f58b242a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:08.747774 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0895b1c1-7a38-45ea-88d1-3302bf8d207c req-68cec40a-a2bb-47c5-a5d3-968f58b242a8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0847adb867eb43dd9514b39274c66d40&device_id=9c4d3887-a462-48bf-998f-4c9038be5eec HTTP/1.1" status: 200 len: 1095 time: 0.1047940 Nov 25 13:08:08.748100 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe656d2-2efa-40c4-ac25-9226d9bb320a req-88bcf12c-0c4c-4a37-ba8f-4f9dfc2d8f16 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:08.758120 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 7f6f303f-ef2d-4137-9d8f-b9909032840b details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:08:08.762409 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-efe656d2-2efa-40c4-ac25-9226d9bb320a req-88bcf12c-0c4c-4a37-ba8f-4f9dfc2d8f16 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2dd5265-c989-432c-a5b2-209782139d6d HTTP/1.1" status: 200 len: 950 time: 0.1146219 Nov 25 13:08:08.863347 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-efe656d2-2efa-40c4-ac25-9226d9bb320a req-517eb072-49cf-4962-84c9-63db0df362af tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992661 Nov 25 13:08:08.918766 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=714f6353-6e25-43c5-8c2f-860f09c78bae,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:08.963212 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0895b1c1-7a38-45ea-88d1-3302bf8d207c req-96ca0312-38d2-4e95-8169-a7c8d7cc8d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:08.964727 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 7f6f303f-ef2d-4137-9d8f-b9909032840b, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=7f6f303f-ef2d-4137-9d8f-b9909032840b,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:08:08.964864 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0895b1c1-7a38-45ea-88d1-3302bf8d207c req-96ca0312-38d2-4e95-8169-a7c8d7cc8d51 service neutron] 10.222.0.66 "GET /v2.0/networks?id=05538b39-0ed2-40a2-b712-e6a9ac11f528 HTTP/1.1" status: 200 len: 925 time: 0.2080595 Nov 25 13:08:08.978435 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '7f6f303f-ef2d-4137-9d8f-b9909032840b', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'port_id': '7f6f303f-ef2d-4137-9d8f-b9909032840b', 'mac_address': 'fa:16:3e:f5:f9:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce5ca48-e3be-44c6-9584-fd9eb8c67222', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:08:08.982853 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['714f6353-6e25-43c5-8c2f-860f09c78bae'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:08:09.052887 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0895b1c1-7a38-45ea-88d1-3302bf8d207c req-ec7b110e-70cf-4f59-ac3c-e780555a4d3c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3e99a3a-d180-4fc8-b2c5-3b495a5d4495 HTTP/1.1" status: 200 len: 217 time: 0.0746050 Nov 25 13:08:09.094059 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:09.184325 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0895b1c1-7a38-45ea-88d1-3302bf8d207c req-184436e4-9898-4f57-911c-105b950782df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:09.186323 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0895b1c1-7a38-45ea-88d1-3302bf8d207c req-184436e4-9898-4f57-911c-105b950782df service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6747087c-5949-4700-ad89-d1127c0360fb HTTP/1.1" status: 200 len: 863 time: 0.1230438 Nov 25 13:08:09.200026 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f6f303f-ef2d-4137-9d8f-b9909032840b {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:08:09.258789 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 7f6f303f-ef2d-4137-9d8f-b9909032840b, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=7f6f303f-ef2d-4137-9d8f-b9909032840b,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:08:09.271318 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0895b1c1-7a38-45ea-88d1-3302bf8d207c req-3daaf38c-f170-44dc-ae1d-fb5039f5d7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:09.273078 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0895b1c1-7a38-45ea-88d1-3302bf8d207c req-3daaf38c-f170-44dc-ae1d-fb5039f5d7c3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=05538b39-0ed2-40a2-b712-e6a9ac11f528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0774188 Nov 25 13:08:09.320645 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:09.325877 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc2b92-c945-4e57-b42c-a141a1150a72 req-17d40cb6-a8aa-49e0-b890-cd0d0bc45121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:09.334345 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7bdc2b92-c945-4e57-b42c-a141a1150a72 req-17d40cb6-a8aa-49e0-b890-cd0d0bc45121 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=af4c9854d3c048999405c81c71776d29&device_id=c2dd5265-c989-432c-a5b2-209782139d6d HTTP/1.1" status: 200 len: 1102 time: 0.0733647 Nov 25 13:08:09.443543 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0895b1c1-7a38-45ea-88d1-3302bf8d207c req-dd8ce911-008e-459d-b380-be4278a8cfb9 service neutron] 10.222.0.66 "GET /v2.0/networks/05538b39-0ed2-40a2-b712-e6a9ac11f528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548519 Nov 25 13:08:09.454446 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=7f6f303f-ef2d-4137-9d8f-b9909032840b,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:09.572555 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc2b92-c945-4e57-b42c-a141a1150a72 req-7bb7334e-becc-42fb-9d65-2deae672ecb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:09.575303 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7bdc2b92-c945-4e57-b42c-a141a1150a72 req-7bb7334e-becc-42fb-9d65-2deae672ecb9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=85f6380f-3625-4f44-8465-fbcf0c11fed5 HTTP/1.1" status: 200 len: 870 time: 0.2319355 Nov 25 13:08:09.598408 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['7f6f303f-ef2d-4137-9d8f-b9909032840b'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:08:09.654024 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0895b1c1-7a38-45ea-88d1-3302bf8d207c req-3e700e55-f765-4b27-b7d7-835a10161cf2 service neutron] 10.222.0.66 "GET /v2.0/networks/05538b39-0ed2-40a2-b712-e6a9ac11f528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009625 Nov 25 13:08:09.658163 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-1d4c1588-a991-4983-9440-12a27371e8ba tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:08:09.659848 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-1d4c1588-a991-4983-9440-12a27371e8ba tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0099277 Nov 25 13:08:09.670443 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7bdc2b92-c945-4e57-b42c-a141a1150a72 req-b619959a-63d1-496d-bdfa-2d1847d09727 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=7167fc5d-d545-4a71-ac16-55dee6d852fe HTTP/1.1" status: 200 len: 217 time: 0.0859756 Nov 25 13:08:09.742758 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc2b92-c945-4e57-b42c-a141a1150a72 req-cd5f91be-8512-4e37-972d-39aeb3dffbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:09.744991 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7bdc2b92-c945-4e57-b42c-a141a1150a72 req-cd5f91be-8512-4e37-972d-39aeb3dffbca service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.0639036 Nov 25 13:08:09.746577 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-379d218f-c298-49b5-82ad-475f3e3af0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:09.749135 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-379d218f-c298-49b5-82ad-475f3e3af0bf service neutron] 10.222.0.53 "GET /v2.0/ports/8a83af0a-fa08-464f-81b1-739c1163142b HTTP/1.1" status: 200 len: 1095 time: 0.0654418 Nov 25 13:08:09.760612 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-e427d17e-525c-4722-8ace-9e068d07bbbc service neutron] Request body: {'binding': {'host': 'n-h1-808199-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:08:09.761075 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-e427d17e-525c-4722-8ace-9e068d07bbbc service neutron] Unknown quota resources ['binding']. {{(pid=103571) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 13:08:09.770061 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ac3f6-c80c-4f48-9fe0-57221ee6092b req-c040c809-438c-487a-87c1-fcd8a15ac97c tempest-InstanceActionsV221TestJSON-1000304690 tempest-InstanceActionsV221TestJSON-1000304690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:09.772142 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-190ac3f6-c80c-4f48-9fe0-57221ee6092b req-c040c809-438c-487a-87c1-fcd8a15ac97c tempest-InstanceActionsV221TestJSON-1000304690 tempest-InstanceActionsV221TestJSON-1000304690-project] 10.222.0.53 "GET /v2.0/ports?device_id=83f41083-d377-4245-a0d2-3b74ae4d9eab HTTP/1.1" status: 200 len: 946 time: 0.1890588 Nov 25 13:08:09.867729 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc2b92-c945-4e57-b42c-a141a1150a72 req-d8544131-02b1-415d-b0e9-184ab9fb10f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:09.869544 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7bdc2b92-c945-4e57-b42c-a141a1150a72 req-d8544131-02b1-415d-b0e9-184ab9fb10f1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0963213 Nov 25 13:08:09.979192 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-e427d17e-525c-4722-8ace-9e068d07bbbc service neutron] Attempting to bind port 8a83af0a-fa08-464f-81b1-739c1163142b on host n-h1-808199-11 for vnic_type normal with profile None {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:08:09.979641 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-e427d17e-525c-4722-8ace-9e068d07bbbc service neutron] Attempting to bind port 8a83af0a-fa08-464f-81b1-739c1163142b by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': 'f1015c3b-5561-4c41-908e-568aaa0911cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4eedb877-5fc3-46a9-a0e2-7e0a431fb103'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:08:09.980081 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-e427d17e-525c-4722-8ace-9e068d07bbbc service neutron] Attempting to bind port 8a83af0a-fa08-464f-81b1-739c1163142b on network 4eedb877-5fc3-46a9-a0e2-7e0a431fb103 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:08:09.985270 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-e427d17e-525c-4722-8ace-9e068d07bbbc service neutron] Port 8a83af0a-fa08-464f-81b1-739c1163142b on network 4eedb877-5fc3-46a9-a0e2-7e0a431fb103 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:08:09.985656 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-e427d17e-525c-4722-8ace-9e068d07bbbc service neutron] Attempting to bind port 8a83af0a-fa08-464f-81b1-739c1163142b on network 4eedb877-5fc3-46a9-a0e2-7e0a431fb103 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:08:09.991385 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-e427d17e-525c-4722-8ace-9e068d07bbbc service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:08:09.991877 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-e427d17e-525c-4722-8ace-9e068d07bbbc service neutron] Checking segment: {'id': 'f1015c3b-5561-4c41-908e-568aaa0911cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4eedb877-5fc3-46a9-a0e2-7e0a431fb103'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:08:09.992403 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-e427d17e-525c-4722-8ace-9e068d07bbbc service neutron] Bound using segment: {'id': 'f1015c3b-5561-4c41-908e-568aaa0911cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4eedb877-5fc3-46a9-a0e2-7e0a431fb103'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:08:09.993008 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-e427d17e-525c-4722-8ace-9e068d07bbbc service neutron] Bound port: 8a83af0a-fa08-464f-81b1-739c1163142b, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1015c3b-5561-4c41-908e-568aaa0911cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4eedb877-5fc3-46a9-a0e2-7e0a431fb103'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:08:10.051241 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-e427d17e-525c-4722-8ace-9e068d07bbbc service neutron] For port 8a83af0a-fa08-464f-81b1-739c1163142b, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=8a83af0a-fa08-464f-81b1-739c1163142b,segment=NetworkSegment(f1015c3b-5561-4c41-908e-568aaa0911cd),segment_id=f1015c3b-5561-4c41-908e-568aaa0911cd)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:08:10.058537 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-e427d17e-525c-4722-8ace-9e068d07bbbc service neutron] Publish callbacks [] for binding, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:10.059934 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-e427d17e-525c-4722-8ace-9e068d07bbbc service neutron] 10.222.0.53 "POST /v2.0/ports/8a83af0a-fa08-464f-81b1-739c1163142b/bindings HTTP/1.1" status: 201 len: 390 time: 0.3046525 Nov 25 13:08:10.190453 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-190ac3f6-c80c-4f48-9fe0-57221ee6092b req-32482ab1-a840-42d8-bd1a-6a47bb0b7f7b tempest-InstanceActionsV221TestJSON-1000304690 tempest-InstanceActionsV221TestJSON-1000304690-project] 10.222.0.53 "GET /v2.0/security-groups?id=50e8ee56-1417-4851-ad8b-91277489a64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3676951 Nov 25 13:08:10.294885 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 714f6353-6e25-43c5-8c2f-860f09c78bae up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:08:10.304267 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7bdc2b92-c945-4e57-b42c-a141a1150a72 req-1a0c4e61-a71f-41a4-813a-21cfb904d8dd service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662958 Nov 25 13:08:10.339944 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6057c8df-3d1a-485d-bbf5-7c7579d60a80 req-5fad2bbb-7927-4df8-9d40-740cc52f3b4d tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:10.341455 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6057c8df-3d1a-485d-bbf5-7c7579d60a80 req-5fad2bbb-7927-4df8-9d40-740cc52f3b4d tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bec9348-7107-482b-b574-eec0c6c537d0 HTTP/1.1" status: 200 len: 949 time: 0.1500781 Nov 25 13:08:10.358468 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port 714f6353-6e25-43c5-8c2f-860f09c78bae completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:08:10.363849 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-29867695-8109-405e-88b4-41315fde2b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:10.364303 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port 714f6353-6e25-43c5-8c2f-860f09c78bae triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:08:10.364869 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:10.366068 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-29867695-8109-405e-88b4-41315fde2b9b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d2e157ec7259461e96009d2e9c8298f0&device_id=9d6065b9-f444-4b32-afd5-4efd4a17a010 HTTP/1.1" status: 200 len: 1098 time: 0.0447578 Nov 25 13:08:10.464606 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:10.466450 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6057c8df-3d1a-485d-bbf5-7c7579d60a80 req-823bb4c9-add1-434a-9211-8c61d2108dff tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148231 Nov 25 13:08:10.479022 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565f2432-9c64-4e2a-b01c-aa148ffdd796 req-5adccec1-79b4-47b6-b410-0632875dbce4 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:10.480551 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-565f2432-9c64-4e2a-b01c-aa148ffdd796 req-5adccec1-79b4-47b6-b410-0632875dbce4 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c4d3887-a462-48bf-998f-4c9038be5eec HTTP/1.1" status: 200 len: 943 time: 0.2064528 Nov 25 13:08:10.498587 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ce0c80-6f7b-48fc-81eb-81116df0fb16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '714f6353-6e25-43c5-8c2f-860f09c78bae'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:08:10.501284 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8ed2a5-760f-4919-9f3c-4986a2042a23" -d '{"events": [{"server_uuid": "85ce0c80-6f7b-48fc-81eb-81116df0fb16", "name": "network-vif-plugged", "status": "completed", "tag": "714f6353-6e25-43c5-8c2f-860f09c78bae"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:08:10.504208 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-0fcb5406-1529-4ead-87c3-6932e1560139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:10.505767 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-0fcb5406-1529-4ead-87c3-6932e1560139 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4eedb877-5fc3-46a9-a0e2-7e0a431fb103 HTTP/1.1" status: 200 len: 922 time: 0.1302154 Nov 25 13:08:10.516629 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 714f6353-6e25-43c5-8c2f-860f09c78bae, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=714f6353-6e25-43c5-8c2f-860f09c78bae,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:08:10.522596 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:10.546399 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7bdc2b92-c945-4e57-b42c-a141a1150a72 req-08a528f0-8d3a-4df6-90de-34a2953981ca service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149341 Nov 25 13:08:10.562824 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-71eca52e-ea4c-4ad1-bab8-7274ef277b49 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a83af0a-fa08-464f-81b1-739c1163142b HTTP/1.1" status: 200 len: 217 time: 0.0466278 Nov 25 13:08:10.606985 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-565f2432-9c64-4e2a-b01c-aa148ffdd796 req-c4afe580-27df-440d-bedd-640fdd69042f tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.53 "GET /v2.0/security-groups?id=a715b2f7-737e-429b-afd5-9baad8e10197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194572 Nov 25 13:08:10.620504 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=714f6353-6e25-43c5-8c2f-860f09c78bae,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:10.653883 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-4f9febe4-749e-4be6-a631-a80b5c8571a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:10.655780 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-4f9febe4-749e-4be6-a631-a80b5c8571a6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c6ff4ad3-eaf7-4ebb-ae7a-2ad7a9626250 HTTP/1.1" status: 200 len: 861 time: 0.0767508 Nov 25 13:08:10.663605 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a560353-6403-49c9-bde0-1847cb196b51 req-74835d79-ea66-41d1-a61c-8ebf951f8ab2 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:10.667256 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2a560353-6403-49c9-bde0-1847cb196b51 req-74835d79-ea66-41d1-a61c-8ebf951f8ab2 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2dd5265-c989-432c-a5b2-209782139d6d HTTP/1.1" status: 200 len: 950 time: 0.0934489 Nov 25 13:08:10.698167 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 7f6f303f-ef2d-4137-9d8f-b9909032840b up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:08:10.713170 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-02740bc6-cef4-43cd-bd23-00da45f78382 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4eedb877-5fc3-46a9-a0e2-7e0a431fb103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470138 Nov 25 13:08:10.761825 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2a560353-6403-49c9-bde0-1847cb196b51 req-acfcd9f1-f664-4309-ad2f-d9989359fc55 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885029 Nov 25 13:08:10.792993 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 7f6f303f-ef2d-4137-9d8f-b9909032840b completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:08:10.796822 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 7f6f303f-ef2d-4137-9d8f-b9909032840b triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:08:10.797199 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:10.849295 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-7a58d498-473c-45c3-a670-6f758be7fdc9 service neutron] 10.222.0.66 "GET /v2.0/networks/4eedb877-5fc3-46a9-a0e2-7e0a431fb103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270969 Nov 25 13:08:10.923456 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:10.965245 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 7f6f303f-ef2d-4137-9d8f-b9909032840b, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=7f6f303f-ef2d-4137-9d8f-b9909032840b,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:08:10.973637 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:10.976468 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a777fc72-7d6a-4ce1-91f5-265b3d4298e7 req-785815fe-589f-4778-ba25-9a202f4e381b tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:10.979393 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a777fc72-7d6a-4ce1-91f5-265b3d4298e7 req-785815fe-589f-4778-ba25-9a202f4e381b tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d6065b9-f444-4b32-afd5-4efd4a17a010 HTTP/1.1" status: 200 len: 946 time: 0.0932741 Nov 25 13:08:11.039587 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=7f6f303f-ef2d-4137-9d8f-b9909032840b,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:11.043422 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a777fc72-7d6a-4ce1-91f5-265b3d4298e7 req-4089aae6-bc75-415a-a02c-d2da7a90c47f tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553913 Nov 25 13:08:11.203353 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d27b0c-105f-4f51-b832-c1bc1c2edec1 x-openstack-request-id: req-e4d27b0c-105f-4f51-b832-c1bc1c2edec1 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:08:11.203895 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85ce0c80-6f7b-48fc-81eb-81116df0fb16", "name": "network-vif-plugged", "status": "completed", "tag": "714f6353-6e25-43c5-8c2f-860f09c78bae", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:08:11.204329 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e4d27b0c-105f-4f51-b832-c1bc1c2edec1 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:08:11.204907 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ce0c80-6f7b-48fc-81eb-81116df0fb16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '714f6353-6e25-43c5-8c2f-860f09c78bae', 'code': 200} Nov 25 13:08:11.259327 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:11.274853 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-4587be0e-c38d-4247-b71d-49d3fa4bbf2d service neutron] 10.222.0.66 "GET /v2.0/networks/4eedb877-5fc3-46a9-a0e2-7e0a431fb103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4150095 Nov 25 13:08:11.359481 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89650c2e-8606-4c90-9d6c-aa69a4eee1ac req-31fd9610-406a-4204-8bff-0ff1baeb73b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:11.361168 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-89650c2e-8606-4c90-9d6c-aa69a4eee1ac req-31fd9610-406a-4204-8bff-0ff1baeb73b8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=85ce0c80-6f7b-48fc-81eb-81116df0fb16 HTTP/1.1" status: 200 len: 1102 time: 0.0660090 Nov 25 13:08:11.425844 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-89650c2e-8606-4c90-9d6c-aa69a4eee1ac req-cadcdb4a-3a70-4d88-b7f2-e865d7d439e9 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542593 Nov 25 13:08:11.454780 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-40b8cba1-4924-44fe-87d9-317adf9e10d2 tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:11.456593 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-40b8cba1-4924-44fe-87d9-317adf9e10d2 tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=9d6065b9-f444-4b32-afd5-4efd4a17a010&tenant_id=d2e157ec7259461e96009d2e9c8298f0&binding%3Ahost_id=n-h2-808199-11 HTTP/1.1" status: 200 len: 1098 time: 0.0662537 Nov 25 13:08:11.484476 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f510251-bd6f-4ff9-be85-c3b0a55fb805 req-314fa88b-76f7-488e-a2ca-fe149787357d tempest-InstanceActionsV221TestJSON-1000304690 tempest-InstanceActionsV221TestJSON-1000304690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:11.487105 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5f510251-bd6f-4ff9-be85-c3b0a55fb805 req-314fa88b-76f7-488e-a2ca-fe149787357d tempest-InstanceActionsV221TestJSON-1000304690 tempest-InstanceActionsV221TestJSON-1000304690-project] 10.222.0.53 "GET /v2.0/ports?device_id=83f41083-d377-4245-a0d2-3b74ae4d9eab HTTP/1.1" status: 200 len: 946 time: 0.0637193 Nov 25 13:08:11.564684 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5f510251-bd6f-4ff9-be85-c3b0a55fb805 req-b1f18bd9-94ea-4406-a1df-0ff921507c06 tempest-InstanceActionsV221TestJSON-1000304690 tempest-InstanceActionsV221TestJSON-1000304690-project] 10.222.0.53 "GET /v2.0/security-groups?id=50e8ee56-1417-4851-ad8b-91277489a64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698969 Nov 25 13:08:11.645976 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-6fd9067e-6897-49e8-ae50-c87d32504e7a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-808199-11'}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:08:11.647012 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57964999-d67d-4495-8a42-fc42cf497463 req-8c0f07f2-ba0f-43d5-b26a-4d876d83d5b5 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:11.648686 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-57964999-d67d-4495-8a42-fc42cf497463 req-8c0f07f2-ba0f-43d5-b26a-4d876d83d5b5 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bec9348-7107-482b-b574-eec0c6c537d0 HTTP/1.1" status: 200 len: 950 time: 0.0637989 Nov 25 13:08:11.708136 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-57964999-d67d-4495-8a42-fc42cf497463 req-5aa4bc04-0630-42b9-a7d7-d3008b77e3fd tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525701 Nov 25 13:08:11.708677 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-6fd9067e-6897-49e8-ae50-c87d32504e7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:11.796394 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdded88-d2f7-4d1a-b242-5ce8611063c7 req-d386a313-eade-41a0-82ec-76ef888caf36 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:11.805348 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8bdded88-d2f7-4d1a-b242-5ce8611063c7 req-d386a313-eade-41a0-82ec-76ef888caf36 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c4d3887-a462-48bf-998f-4c9038be5eec HTTP/1.1" status: 200 len: 943 time: 0.0912693 Nov 25 13:08:11.870212 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8bdded88-d2f7-4d1a-b242-5ce8611063c7 req-d4ef5b06-9a59-4694-a60d-fe2bf2e2b3c9 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.53 "GET /v2.0/security-groups?id=a715b2f7-737e-429b-afd5-9baad8e10197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639875 Nov 25 13:08:11.883092 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-6fd9067e-6897-49e8-ae50-c87d32504e7a service neutron] For port 8a83af0a-fa08-464f-81b1-739c1163142b, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=8a83af0a-fa08-464f-81b1-739c1163142b,segment=NetworkSegment(f1015c3b-5561-4c41-908e-568aaa0911cd),segment_id=f1015c3b-5561-4c41-908e-568aaa0911cd)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:08:11.890071 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-230426ad-81e0-4a93-8079-aa5ac9cf89ae req-eb8fbcc6-6ca7-4058-bbf5-ba2edabe3464 tempest-FlavorsV2NegativeTest-2026400394 tempest-FlavorsV2NegativeTest-2026400394-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=c0416b61272e4068ace87cdd883ddee7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365036 Nov 25 13:08:11.931547 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-6fd9067e-6897-49e8-ae50-c87d32504e7a service neutron] For port 8a83af0a-fa08-464f-81b1-739c1163142b, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:08:11.972488 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d6065b9-f444-4b32-afd5-4efd4a17a010', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a83af0a-fa08-464f-81b1-739c1163142b'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:08:11.974800 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9bff01d-9216-4b2b-b58c-fe788164a72d" -d '{"events": [{"server_uuid": "9d6065b9-f444-4b32-afd5-4efd4a17a010", "name": "network-vif-unplugged", "status": "completed", "tag": "8a83af0a-fa08-464f-81b1-739c1163142b"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:08:11.979364 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-6fd9067e-6897-49e8-ae50-c87d32504e7a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:11.985020 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-6fd9067e-6897-49e8-ae50-c87d32504e7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:12.028959 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f42a9-c6c9-400d-91de-40a9dc933116 req-2d8ec1d7-5681-406e-bf5e-d5168f248c39 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:12.030510 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a06f42a9-c6c9-400d-91de-40a9dc933116 req-2d8ec1d7-5681-406e-bf5e-d5168f248c39 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2dd5265-c989-432c-a5b2-209782139d6d HTTP/1.1" status: 200 len: 950 time: 0.0818346 Nov 25 13:08:12.040242 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230426ad-81e0-4a93-8079-aa5ac9cf89ae req-43e8e766-0672-4a36-8e1c-b7a5da04fe09 tempest-FlavorsV2NegativeTest-2026400394 tempest-FlavorsV2NegativeTest-2026400394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:12.041661 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-230426ad-81e0-4a93-8079-aa5ac9cf89ae req-43e8e766-0672-4a36-8e1c-b7a5da04fe09 tempest-FlavorsV2NegativeTest-2026400394 tempest-FlavorsV2NegativeTest-2026400394-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1440704 Nov 25 13:08:12.048472 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd9067e-6897-49e8-ae50-c87d32504e7a service neutron] Pushing event updated for resources: {'Port': ['ID=8a83af0a-fa08-464f-81b1-739c1163142b,revision_number=7']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:12.074774 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-230426ad-81e0-4a93-8079-aa5ac9cf89ae req-5287730e-51e5-4f0e-8a0a-c88e4dedf60f tempest-FlavorsV2NegativeTest-2026400394 tempest-FlavorsV2NegativeTest-2026400394-project] 10.222.0.53 "GET /v2.0/quotas/c0416b61272e4068ace87cdd883ddee7 HTTP/1.1" status: 200 len: 375 time: 0.0256474 Nov 25 13:08:12.076427 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-6fd9067e-6897-49e8-ae50-c87d32504e7a service neutron] Attempting to bind port 8a83af0a-fa08-464f-81b1-739c1163142b on host n-h2-808199-11 for vnic_type normal with profile {"migrating_to": "n-h1-808199-11"} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:08:12.076764 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-6fd9067e-6897-49e8-ae50-c87d32504e7a service neutron] Attempting to bind port 8a83af0a-fa08-464f-81b1-739c1163142b by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': 'f1015c3b-5561-4c41-908e-568aaa0911cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4eedb877-5fc3-46a9-a0e2-7e0a431fb103'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:08:12.077102 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-6fd9067e-6897-49e8-ae50-c87d32504e7a service neutron] Attempting to bind port 8a83af0a-fa08-464f-81b1-739c1163142b on network 4eedb877-5fc3-46a9-a0e2-7e0a431fb103 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:08:12.081663 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-6fd9067e-6897-49e8-ae50-c87d32504e7a service neutron] Port 8a83af0a-fa08-464f-81b1-739c1163142b on network 4eedb877-5fc3-46a9-a0e2-7e0a431fb103 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:08:12.081984 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-6fd9067e-6897-49e8-ae50-c87d32504e7a service neutron] Attempting to bind port 8a83af0a-fa08-464f-81b1-739c1163142b on network 4eedb877-5fc3-46a9-a0e2-7e0a431fb103 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:08:12.087423 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-6fd9067e-6897-49e8-ae50-c87d32504e7a service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:08:12.087763 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-6fd9067e-6897-49e8-ae50-c87d32504e7a service neutron] Checking segment: {'id': 'f1015c3b-5561-4c41-908e-568aaa0911cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4eedb877-5fc3-46a9-a0e2-7e0a431fb103'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:08:12.088143 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-6fd9067e-6897-49e8-ae50-c87d32504e7a service neutron] Bound using segment: {'id': 'f1015c3b-5561-4c41-908e-568aaa0911cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4eedb877-5fc3-46a9-a0e2-7e0a431fb103'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:08:12.088570 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-6fd9067e-6897-49e8-ae50-c87d32504e7a service neutron] Bound port: 8a83af0a-fa08-464f-81b1-739c1163142b, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1015c3b-5561-4c41-908e-568aaa0911cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4eedb877-5fc3-46a9-a0e2-7e0a431fb103'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:08:12.088922 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-6fd9067e-6897-49e8-ae50-c87d32504e7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:12.116658 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-230426ad-81e0-4a93-8079-aa5ac9cf89ae req-66391cc7-6fbf-4d7f-9082-ce61953f6596 tempest-FlavorsV2NegativeTest-2026400394 tempest-FlavorsV2NegativeTest-2026400394-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c0416b61272e4068ace87cdd883ddee7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346622 Nov 25 13:08:12.121632 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a06f42a9-c6c9-400d-91de-40a9dc933116 req-05b118ef-90eb-49b3-8f65-a40488ea19a7 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790675 Nov 25 13:08:12.154338 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-6fd9067e-6897-49e8-ae50-c87d32504e7a service neutron] For port 8a83af0a-fa08-464f-81b1-739c1163142b, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:08:12.157552 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-6fd9067e-6897-49e8-ae50-c87d32504e7a service neutron] For port 8a83af0a-fa08-464f-81b1-739c1163142b, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=8a83af0a-fa08-464f-81b1-739c1163142b,segment=NetworkSegment(f1015c3b-5561-4c41-908e-568aaa0911cd),segment_id=f1015c3b-5561-4c41-908e-568aaa0911cd)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:08:12.166155 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-6fd9067e-6897-49e8-ae50-c87d32504e7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:12.234099 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 13:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-272f950e-3a15-4051-88b5-be5375bb447d x-openstack-request-id: req-272f950e-3a15-4051-88b5-be5375bb447d {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:08:12.234099 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d6065b9-f444-4b32-afd5-4efd4a17a010", "name": "network-vif-unplugged", "status": "completed", "tag": "8a83af0a-fa08-464f-81b1-739c1163142b", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:08:12.234099 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-272f950e-3a15-4051-88b5-be5375bb447d {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:08:12.234099 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d6065b9-f444-4b32-afd5-4efd4a17a010', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a83af0a-fa08-464f-81b1-739c1163142b', 'code': 200} Nov 25 13:08:12.269263 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd9067e-6897-49e8-ae50-c87d32504e7a service neutron] Pushing event updated for resources: {'Port': ['ID=8a83af0a-fa08-464f-81b1-739c1163142b,revision_number=8']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:12.277151 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-6fd9067e-6897-49e8-ae50-c87d32504e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:12.277829 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-6fd9067e-6897-49e8-ae50-c87d32504e7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:12.279339 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-6fd9067e-6897-49e8-ae50-c87d32504e7a service neutron] 10.222.0.66 "PUT /v2.0/ports/8a83af0a-fa08-464f-81b1-739c1163142b HTTP/1.1" status: 200 len: 1124 time: 0.6386428 Nov 25 13:08:12.312859 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device f3e99a3a-d180-4fc8-b2c5-3b495a5d4495 details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:08:12.429443 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abee1fb8-4a5f-435b-a883-8456137a9680 req-54969272-0916-45b4-94f7-a310df50d8df tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:12.434658 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-abee1fb8-4a5f-435b-a883-8456137a9680 req-54969272-0916-45b4-94f7-a310df50d8df tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d6065b9-f444-4b32-afd5-4efd4a17a010 HTTP/1.1" status: 200 len: 944 time: 0.1402359 Nov 25 13:08:12.542887 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['8a83af0a-fa08-464f-81b1-739c1163142b'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:08:12.560846 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-abee1fb8-4a5f-435b-a883-8456137a9680 req-41efe73d-defd-4f87-b0c1-70d8d0190548 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205008 Nov 25 13:08:12.661414 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port f3e99a3a-d180-4fc8-b2c5-3b495a5d4495, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=f3e99a3a-d180-4fc8-b2c5-3b495a5d4495,segment=NetworkSegment(b5b7547d-4b2d-4e0b-b974-c8bbac93a359),segment_id=b5b7547d-4b2d-4e0b-b974-c8bbac93a359)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:08:12.686433 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': 'f3e99a3a-d180-4fc8-b2c5-3b495a5d4495', 'network_id': '05538b39-0ed2-40a2-b712-e6a9ac11f528', 'port_id': 'f3e99a3a-d180-4fc8-b2c5-3b495a5d4495', 'mac_address': 'fa:16:3e:ca:72:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6747087c-5949-4700-ad89-d1127c0360fb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:08:12.757233 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3bc138a0-f0d9-4a7c-8a51-6123840d7335 req-5849c616-00a8-4164-9dea-c30e56fcc996 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0e9659d0-1724-4a0c-9ed8-8384f68b831e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2003860 Nov 25 13:08:12.763917 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:12.768103 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf41953-81f4-4dbb-92a7-7a1d4f4a98dd req-07424671-a948-47a4-9132-aebdc3c4fe8f tempest-InstanceActionsV221TestJSON-1000304690 tempest-InstanceActionsV221TestJSON-1000304690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:12.769990 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-fbf41953-81f4-4dbb-92a7-7a1d4f4a98dd req-07424671-a948-47a4-9132-aebdc3c4fe8f tempest-InstanceActionsV221TestJSON-1000304690 tempest-InstanceActionsV221TestJSON-1000304690-project] 10.222.0.47 "GET /v2.0/ports?device_id=83f41083-d377-4245-a0d2-3b74ae4d9eab HTTP/1.1" status: 200 len: 946 time: 0.1348062 Nov 25 13:08:12.791228 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3e99a3a-d180-4fc8-b2c5-3b495a5d4495 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:08:12.822325 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port f3e99a3a-d180-4fc8-b2c5-3b495a5d4495, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=f3e99a3a-d180-4fc8-b2c5-3b495a5d4495,segment=NetworkSegment(b5b7547d-4b2d-4e0b-b974-c8bbac93a359),segment_id=b5b7547d-4b2d-4e0b-b974-c8bbac93a359)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:08:12.830670 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:12.919217 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb72fd-4607-4c7d-8d93-f0f232956c57 req-bea49bb7-e904-4afa-b851-d6d563add5f2 tempest-InstanceActionsV221TestJSON-1000304690 tempest-InstanceActionsV221TestJSON-1000304690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:12.931545 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3cdb72fd-4607-4c7d-8d93-f0f232956c57 req-bea49bb7-e904-4afa-b851-d6d563add5f2 tempest-InstanceActionsV221TestJSON-1000304690 tempest-InstanceActionsV221TestJSON-1000304690-project] 10.222.0.53 "GET /v2.0/ports?device_id=83f41083-d377-4245-a0d2-3b74ae4d9eab HTTP/1.1" status: 200 len: 946 time: 0.1130350 Nov 25 13:08:12.947930 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=f3e99a3a-d180-4fc8-b2c5-3b495a5d4495,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:13.010743 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc138a0-f0d9-4a7c-8a51-6123840d7335 req-f1ef7984-babd-4a27-b86a-7e30e24aa76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:13.012451 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3bc138a0-f0d9-4a7c-8a51-6123840d7335 req-f1ef7984-babd-4a27-b86a-7e30e24aa76d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4190dcc6411041ccb9fe22c2d4608a11&device_id=0e9659d0-1724-4a0c-9ed8-8384f68b831e HTTP/1.1" status: 200 len: 1102 time: 0.1214836 Nov 25 13:08:13.059323 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3cdb72fd-4607-4c7d-8d93-f0f232956c57 req-b8e2d580-ab62-4d9c-a3fb-d3587382cf45 tempest-InstanceActionsV221TestJSON-1000304690 tempest-InstanceActionsV221TestJSON-1000304690-project] 10.222.0.53 "GET /v2.0/security-groups?id=50e8ee56-1417-4851-ad8b-91277489a64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265426 Nov 25 13:08:13.157374 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33194) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:08:13.170998 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-fbf41953-81f4-4dbb-92a7-7a1d4f4a98dd req-f781f892-a1c6-46bf-b847-7222d543753b tempest-InstanceActionsV221TestJSON-1000304690 tempest-InstanceActionsV221TestJSON-1000304690-project] Deleting port 57ac7ebf-f167-43e5-bb5f-2a6a7e492fb1 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:08:13.171340 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fbf41953-81f4-4dbb-92a7-7a1d4f4a98dd req-f781f892-a1c6-46bf-b847-7222d543753b tempest-InstanceActionsV221TestJSON-1000304690 tempest-InstanceActionsV221TestJSON-1000304690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:13.178247 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['f3e99a3a-d180-4fc8-b2c5-3b495a5d4495'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:08:13.209816 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bec9348-7107-482b-b574-eec0c6c537d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f6f303f-ef2d-4137-9d8f-b9909032840b'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:08:13.212619 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4b836e-b5e3-4e25-a767-768e8f511f68" -d '{"events": [{"server_uuid": "2bec9348-7107-482b-b574-eec0c6c537d0", "name": "network-vif-plugged", "status": "completed", "tag": "7f6f303f-ef2d-4137-9d8f-b9909032840b"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:08:13.222667 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cccb1e-8433-4ed5-b09f-54b7914899c6 req-9af8ff9f-2b3a-4178-981e-a7ecfa66b635 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:13.234407 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c1cccb1e-8433-4ed5-b09f-54b7914899c6 req-9af8ff9f-2b3a-4178-981e-a7ecfa66b635 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bec9348-7107-482b-b574-eec0c6c537d0 HTTP/1.1" status: 200 len: 950 time: 0.1157610 Nov 25 13:08:13.252455 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc138a0-f0d9-4a7c-8a51-6123840d7335 req-093d8de6-abdc-4a00-ab5c-d99c9ac493f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:13.254340 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3bc138a0-f0d9-4a7c-8a51-6123840d7335 req-093d8de6-abdc-4a00-ab5c-d99c9ac493f0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=85f6380f-3625-4f44-8465-fbcf0c11fed5 HTTP/1.1" status: 200 len: 870 time: 0.1970775 Nov 25 13:08:13.301979 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33200) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:08:13.316147 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3bc138a0-f0d9-4a7c-8a51-6123840d7335 req-cbdff29a-7fd5-4913-9c63-8b44cb34e4fb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=7fb6f54d-91e5-44d1-b51e-17bdd8ecb01e HTTP/1.1" status: 200 len: 217 time: 0.0510232 Nov 25 13:08:13.323680 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40beb155-e4ee-425f-a770-6e37a22f122e req-797869e3-5e8e-401f-b153-4a521e19bccc tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:13.326681 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-40beb155-e4ee-425f-a770-6e37a22f122e req-797869e3-5e8e-401f-b153-4a521e19bccc tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c4d3887-a462-48bf-998f-4c9038be5eec HTTP/1.1" status: 200 len: 944 time: 0.1310863 Nov 25 13:08:13.343408 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-fbf41953-81f4-4dbb-92a7-7a1d4f4a98dd req-f781f892-a1c6-46bf-b847-7222d543753b tempest-InstanceActionsV221TestJSON-1000304690 tempest-InstanceActionsV221TestJSON-1000304690-project] For port 57ac7ebf-f167-43e5-bb5f-2a6a7e492fb1, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=57ac7ebf-f167-43e5-bb5f-2a6a7e492fb1,segment=NetworkSegment(07016450-8244-405c-9082-88e3318ca4a9),segment_id=07016450-8244-405c-9082-88e3318ca4a9)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:08:13.343797 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fbf41953-81f4-4dbb-92a7-7a1d4f4a98dd req-f781f892-a1c6-46bf-b847-7222d543753b tempest-InstanceActionsV221TestJSON-1000304690 tempest-InstanceActionsV221TestJSON-1000304690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:13.379161 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c1cccb1e-8433-4ed5-b09f-54b7914899c6 req-a10cf00a-39b1-4aca-b0bf-67df8c217057 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409748 Nov 25 13:08:13.380819 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-fbf41953-81f4-4dbb-92a7-7a1d4f4a98dd req-f781f892-a1c6-46bf-b847-7222d543753b tempest-InstanceActionsV221TestJSON-1000304690 tempest-InstanceActionsV221TestJSON-1000304690-project] Calling delete_port for 57ac7ebf-f167-43e5-bb5f-2a6a7e492fb1 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:08:13.410925 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc138a0-f0d9-4a7c-8a51-6123840d7335 req-026d2d99-26d5-4414-a0e5-9da7c667b484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:13.412426 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3bc138a0-f0d9-4a7c-8a51-6123840d7335 req-026d2d99-26d5-4414-a0e5-9da7c667b484 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.0842547 Nov 25 13:08:13.445727 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-40beb155-e4ee-425f-a770-6e37a22f122e req-562cf721-9362-4b47-97d1-030691eb3211 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.53 "GET /v2.0/security-groups?id=a715b2f7-737e-429b-afd5-9baad8e10197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104391 Nov 25 13:08:13.492183 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-57237b4a-0353-418f-aed7-d62eca9a5650 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:13.494937 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d157fdbc-76c4-4ed1-87c8-5c255ceca6d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:13.535176 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc138a0-f0d9-4a7c-8a51-6123840d7335 req-e849bee5-c272-49df-a29b-c3a41ea65fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:13.536690 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3bc138a0-f0d9-4a7c-8a51-6123840d7335 req-e849bee5-c272-49df-a29b-c3a41ea65fb2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0954256 Nov 25 13:08:13.598832 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8232e-b91f-4cf4-ab73-12b7a3a3691a req-c5d3f595-832b-46c0-8a33-0083f4f89def tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:13.600374 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1ea8232e-b91f-4cf4-ab73-12b7a3a3691a req-c5d3f595-832b-46c0-8a33-0083f4f89def tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2dd5265-c989-432c-a5b2-209782139d6d HTTP/1.1" status: 200 len: 950 time: 0.0857985 Nov 25 13:08:13.669604 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-57237b4a-0353-418f-aed7-d62eca9a5650 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:13.680230 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-57237b4a-0353-418f-aed7-d62eca9a5650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:13.691604 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1ea8232e-b91f-4cf4-ab73-12b7a3a3691a req-5b4547af-290b-4f2f-b073-d29df9fd68f2 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805569 Nov 25 13:08:13.731417 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-57237b4a-0353-418f-aed7-d62eca9a5650 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3676a658f141498cabf5aa9f55e64b0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4274678 Nov 25 13:08:13.731890 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33210) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:08:13.733705 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fbf41953-81f4-4dbb-92a7-7a1d4f4a98dd req-f781f892-a1c6-46bf-b847-7222d543753b tempest-InstanceActionsV221TestJSON-1000304690 tempest-InstanceActionsV221TestJSON-1000304690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:13.740077 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57237b4a-0353-418f-aed7-d62eca9a5650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=979f2012-49d8-41f7-af9e-d783a33e68b7,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:13.746761 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d157fdbc-76c4-4ed1-87c8-5c255ceca6d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:13.748087 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['57ac7ebf-f167-43e5-bb5f-2a6a7e492fb1'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:08:13.778218 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f781f892-a1c6-46bf-b847-7222d543753b tempest-InstanceActionsV221TestJSON-1000304690 tempest-InstanceActionsV221TestJSON-1000304690-project] Pushing event deleted for resources: {'Port': ['ID=57ac7ebf-f167-43e5-bb5f-2a6a7e492fb1,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:13.785708 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d157fdbc-76c4-4ed1-87c8-5c255ceca6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:13.798658 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-335670c5-a7ff-435f-9a2f-946cd3e7015a x-openstack-request-id: req-335670c5-a7ff-435f-9a2f-946cd3e7015a {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:08:13.799474 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bec9348-7107-482b-b574-eec0c6c537d0", "name": "network-vif-plugged", "status": "completed", "tag": "7f6f303f-ef2d-4137-9d8f-b9909032840b", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:08:13.799780 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-335670c5-a7ff-435f-9a2f-946cd3e7015a {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:08:13.800178 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bec9348-7107-482b-b574-eec0c6c537d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f6f303f-ef2d-4137-9d8f-b9909032840b', 'code': 200} Nov 25 13:08:13.802404 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3bc138a0-f0d9-4a7c-8a51-6123840d7335 req-02598fe5-86d5-4a0c-813c-59ad3abc181a service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477949 Nov 25 13:08:13.806422 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4271db58-71f4-443a-bd64-243a7fc7e5b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:13.845381 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4271db58-71f4-443a-bd64-243a7fc7e5b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:13.883311 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d157fdbc-76c4-4ed1-87c8-5c255ceca6d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0152508-51d7-4d07-b48a-63d4c00ea7fe,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:13.940919 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f7ca3-caac-4aa6-b570-a71260f053b2 req-72ebd129-c4fd-4f5b-b8f3-17ed6491287d tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:13.942457 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b72f7ca3-caac-4aa6-b570-a71260f053b2 req-72ebd129-c4fd-4f5b-b8f3-17ed6491287d tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d6065b9-f444-4b32-afd5-4efd4a17a010 HTTP/1.1" status: 200 len: 944 time: 0.0819705 Nov 25 13:08:13.952883 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbf41953-81f4-4dbb-92a7-7a1d4f4a98dd req-f781f892-a1c6-46bf-b847-7222d543753b tempest-InstanceActionsV221TestJSON-1000304690 tempest-InstanceActionsV221TestJSON-1000304690-project] No DVR routers for this DVR port 57ac7ebf-f167-43e5-bb5f-2a6a7e492fb1 on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:08:13.956451 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d157fdbc-76c4-4ed1-87c8-5c255ceca6d7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c0416b61272e4068ace87cdd883ddee7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7979615 Nov 25 13:08:13.957646 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fbf41953-81f4-4dbb-92a7-7a1d4f4a98dd req-f781f892-a1c6-46bf-b847-7222d543753b tempest-InstanceActionsV221TestJSON-1000304690 tempest-InstanceActionsV221TestJSON-1000304690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:13.961056 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-fbf41953-81f4-4dbb-92a7-7a1d4f4a98dd req-f781f892-a1c6-46bf-b847-7222d543753b tempest-InstanceActionsV221TestJSON-1000304690 tempest-InstanceActionsV221TestJSON-1000304690-project] 10.222.0.47 "DELETE /v2.0/ports/57ac7ebf-f167-43e5-bb5f-2a6a7e492fb1 HTTP/1.1" status: 204 len: 173 time: 1.1813486 Nov 25 13:08:13.968319 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33212) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:08:13.989484 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4271db58-71f4-443a-bd64-243a7fc7e5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:13.992496 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4271db58-71f4-443a-bd64-243a7fc7e5b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:13.996296 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-4271db58-71f4-443a-bd64-243a7fc7e5b3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/979f2012-49d8-41f7-af9e-d783a33e68b7 HTTP/1.1" status: 204 len: 168 time: 0.2631032 Nov 25 13:08:14.018358 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77071997-1d52-4aea-9e55-360dd9b16e5d req-968a6890-7043-4529-87e7-7b60a2202191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:14.020299 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-77071997-1d52-4aea-9e55-360dd9b16e5d req-968a6890-7043-4529-87e7-7b60a2202191 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2bec9348-7107-482b-b574-eec0c6c537d0 HTTP/1.1" status: 200 len: 1102 time: 0.1042523 Nov 25 13:08:14.030926 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3bc138a0-f0d9-4a7c-8a51-6123840d7335 req-40e9bec4-f05f-46c3-b3aa-3d3b1fb116e1 service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091990 Nov 25 13:08:14.033886 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4271db58-71f4-443a-bd64-243a7fc7e5b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979f2012-49d8-41f7-af9e-d783a33e68b7,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:14.091803 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b72f7ca3-caac-4aa6-b570-a71260f053b2 req-d4e7ccc0-3692-4c89-ad2e-ef8d90c57d75 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420908 Nov 25 13:08:14.110820 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-313e7688-85e7-4336-994a-653207eca051 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:14.133444 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-77071997-1d52-4aea-9e55-360dd9b16e5d req-1861f632-e5cd-419a-9ed1-44d2311f060a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013911 Nov 25 13:08:14.165318 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-313e7688-85e7-4336-994a-653207eca051 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:14.225145 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2efe79fc-55b8-4981-95eb-3625a6ab947f req-9b7203d1-57ea-4ed6-b905-ccaba5743477 tempest-InstanceActionsV221TestJSON-1000304690 tempest-InstanceActionsV221TestJSON-1000304690-project] 10.222.0.53 "GET /v2.0/ports?device_id=83f41083-d377-4245-a0d2-3b74ae4d9eab HTTP/1.1" status: 200 len: 210 time: 0.0392718 Nov 25 13:08:14.234498 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d6065b9-f444-4b32-afd5-4efd4a17a010', 'tag': '8a83af0a-fa08-464f-81b1-739c1163142b'}, {'server_uuid': '83f41083-d377-4245-a0d2-3b74ae4d9eab', 'name': 'network-vif-deleted', 'tag': '57ac7ebf-f167-43e5-bb5f-2a6a7e492fb1'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:08:14.237076 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-165c8e8d-e952-41ac-b854-a2011873cadf" -d '{"events": [{"name": "network-changed", "server_uuid": "9d6065b9-f444-4b32-afd5-4efd4a17a010", "tag": "8a83af0a-fa08-464f-81b1-739c1163142b"}, {"server_uuid": "83f41083-d377-4245-a0d2-3b74ae4d9eab", "name": "network-vif-deleted", "tag": "57ac7ebf-f167-43e5-bb5f-2a6a7e492fb1"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:08:14.258955 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-313e7688-85e7-4336-994a-653207eca051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:14.264438 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-313e7688-85e7-4336-994a-653207eca051 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:14.267948 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-313e7688-85e7-4336-994a-653207eca051 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b0152508-51d7-4d07-b48a-63d4c00ea7fe HTTP/1.1" status: 204 len: 168 time: 0.2964852 Nov 25 13:08:14.286653 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313e7688-85e7-4336-994a-653207eca051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0152508-51d7-4d07-b48a-63d4c00ea7fe,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:14.297084 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 25 Nov 2021 13:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608491d0-6eae-4b03-b4f4-18f452d09bbd x-openstack-request-id: req-608491d0-6eae-4b03-b4f4-18f452d09bbd {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:08:14.297380 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d6065b9-f444-4b32-afd5-4efd4a17a010", "tag": "8a83af0a-fa08-464f-81b1-739c1163142b", "status": "completed", "code": 200}, {"server_uuid": "83f41083-d377-4245-a0d2-3b74ae4d9eab", "name": "network-vif-deleted", "tag": "57ac7ebf-f167-43e5-bb5f-2a6a7e492fb1", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:08:14.298057 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-608491d0-6eae-4b03-b4f4-18f452d09bbd {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:08:14.298057 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d6065b9-f444-4b32-afd5-4efd4a17a010', 'tag': '8a83af0a-fa08-464f-81b1-739c1163142b', 'status': 'completed', 'code': 200} Nov 25 13:08:14.298268 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83f41083-d377-4245-a0d2-3b74ae4d9eab', 'name': 'network-vif-deleted', 'tag': '57ac7ebf-f167-43e5-bb5f-2a6a7e492fb1', 'status': 'completed', 'code': 200} Nov 25 13:08:14.317695 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 8a83af0a-fa08-464f-81b1-739c1163142b details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:08:14.319823 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device f3e99a3a-d180-4fc8-b2c5-3b495a5d4495 up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:08:14.442254 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c8e8d-e952-41ac-b854-a2011873cadf req-f3e794ea-95ae-4a3c-b081-4e380f62883c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:14.444241 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-165c8e8d-e952-41ac-b854-a2011873cadf req-f3e794ea-95ae-4a3c-b081-4e380f62883c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d2e157ec7259461e96009d2e9c8298f0&device_id=9d6065b9-f444-4b32-afd5-4efd4a17a010 HTTP/1.1" status: 200 len: 1127 time: 0.0635192 Nov 25 13:08:14.482787 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33232) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:08:14.502456 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port f3e99a3a-d180-4fc8-b2c5-3b495a5d4495 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:08:14.514842 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port f3e99a3a-d180-4fc8-b2c5-3b495a5d4495 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:08:14.515516 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:14.517064 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b597a0d6-ac99-4b8e-8b34-63190b5a94c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:14.574932 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c8e8d-e952-41ac-b854-a2011873cadf req-1883bdb9-4f6a-472c-8d79-1412d387dda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:14.577238 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 8a83af0a-fa08-464f-81b1-739c1163142b, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=8a83af0a-fa08-464f-81b1-739c1163142b,segment=NetworkSegment(f1015c3b-5561-4c41-908e-568aaa0911cd),segment_id=f1015c3b-5561-4c41-908e-568aaa0911cd)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:08:14.577783 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-165c8e8d-e952-41ac-b854-a2011873cadf req-1883bdb9-4f6a-472c-8d79-1412d387dda1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4eedb877-5fc3-46a9-a0e2-7e0a431fb103 HTTP/1.1" status: 200 len: 922 time: 0.1259027 Nov 25 13:08:14.597016 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 8a83af0a-fa08-464f-81b1-739c1163142b has no active binding in host n-h1-808199-11 {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 25 13:08:14.636092 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:14.668403 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-165c8e8d-e952-41ac-b854-a2011873cadf req-f22c455a-3cbd-4a08-bd0d-4b00ff7e2efe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a83af0a-fa08-464f-81b1-739c1163142b HTTP/1.1" status: 200 len: 217 time: 0.0764370 Nov 25 13:08:14.669232 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33234) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:08:14.680011 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port f3e99a3a-d180-4fc8-b2c5-3b495a5d4495, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=f3e99a3a-d180-4fc8-b2c5-3b495a5d4495,segment=NetworkSegment(b5b7547d-4b2d-4e0b-b974-c8bbac93a359),segment_id=b5b7547d-4b2d-4e0b-b974-c8bbac93a359)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:08:14.692533 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:14.733138 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e223229-bea6-49a5-a253-6a8443a6ad5f req-ced5394d-c9ce-490c-870b-80b3bbc66c48 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:14.741210 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4e223229-bea6-49a5-a253-6a8443a6ad5f req-ced5394d-c9ce-490c-870b-80b3bbc66c48 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c4d3887-a462-48bf-998f-4c9038be5eec HTTP/1.1" status: 200 len: 944 time: 0.1276584 Nov 25 13:08:14.790850 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c8e8d-e952-41ac-b854-a2011873cadf req-3c8dc409-30ee-4315-afb5-51450851b111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:14.796394 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-165c8e8d-e952-41ac-b854-a2011873cadf req-3c8dc409-30ee-4315-afb5-51450851b111 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c6ff4ad3-eaf7-4ebb-ae7a-2ad7a9626250 HTTP/1.1" status: 200 len: 861 time: 0.1037977 Nov 25 13:08:14.804094 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b597a0d6-ac99-4b8e-8b34-63190b5a94c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:14.817202 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=f3e99a3a-d180-4fc8-b2c5-3b495a5d4495,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:14.823869 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b597a0d6-ac99-4b8e-8b34-63190b5a94c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:14.868699 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4e223229-bea6-49a5-a253-6a8443a6ad5f req-6a9780aa-9556-400b-9255-a28132b33eb9 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.53 "GET /v2.0/security-groups?id=a715b2f7-737e-429b-afd5-9baad8e10197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245892 Nov 25 13:08:14.880237 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-165c8e8d-e952-41ac-b854-a2011873cadf req-34a21480-261f-4a58-ac97-625ba84b04d3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4eedb877-5fc3-46a9-a0e2-7e0a431fb103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722129 Nov 25 13:08:14.907888 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b597a0d6-ac99-4b8e-8b34-63190b5a94c3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f2522743c6bb46b298f4944c564760e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4231825 Nov 25 13:08:14.910862 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33242) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:08:14.976021 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b597a0d6-ac99-4b8e-8b34-63190b5a94c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a1cc6b-c5df-4b42-89de-d375062a54f5,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:15.050450 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-165c8e8d-e952-41ac-b854-a2011873cadf req-c74444f4-431b-4d00-ad22-4e4dca60f4c9 service neutron] 10.222.0.47 "GET /v2.0/networks/4eedb877-5fc3-46a9-a0e2-7e0a431fb103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685827 Nov 25 13:08:15.057682 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-218ccee0-8f13-4dd8-abd3-37bdeab0823a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:15.069923 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e29c1d-f19d-4de4-a834-4e88f8724b3e req-1f750f62-722b-4da1-afef-7837c4eff7c6 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:15.072184 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-48e29c1d-f19d-4de4-a834-4e88f8724b3e req-1f750f62-722b-4da1-afef-7837c4eff7c6 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bec9348-7107-482b-b574-eec0c6c537d0 HTTP/1.1" status: 200 len: 950 time: 0.1604373 Nov 25 13:08:15.084493 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a7672-c8f3-4d6d-83de-5ac61e9e63cf req-f09dbf13-59a4-4f64-8ccd-9473008f3c43 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:15.086176 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2c4a7672-c8f3-4d6d-83de-5ac61e9e63cf req-f09dbf13-59a4-4f64-8ccd-9473008f3c43 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2dd5265-c989-432c-a5b2-209782139d6d HTTP/1.1" status: 200 len: 950 time: 0.1150856 Nov 25 13:08:15.099689 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-332264b2-75ec-4f90-b561-e45d33c0b3b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:15.172166 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-332264b2-75ec-4f90-b561-e45d33c0b3b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:15.210213 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-165c8e8d-e952-41ac-b854-a2011873cadf req-76d72870-330a-495b-b7fe-0072c2135aae service neutron] 10.222.0.47 "GET /v2.0/networks/4eedb877-5fc3-46a9-a0e2-7e0a431fb103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310112 Nov 25 13:08:15.212072 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-48e29c1d-f19d-4de4-a834-4e88f8724b3e req-3f83cb92-061b-418a-9f95-bdfb4fe921a6 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248703 Nov 25 13:08:15.233148 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2c4a7672-c8f3-4d6d-83de-5ac61e9e63cf req-737fbd0f-b4ab-4e9e-a91c-3941777f674d tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359048 Nov 25 13:08:15.260931 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-218ccee0-8f13-4dd8-abd3-37bdeab0823a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:15.265512 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-218ccee0-8f13-4dd8-abd3-37bdeab0823a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:15.290068 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-332264b2-75ec-4f90-b561-e45d33c0b3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:15.293132 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-332264b2-75ec-4f90-b561-e45d33c0b3b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:15.294607 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-332264b2-75ec-4f90-b561-e45d33c0b3b8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d3a1cc6b-c5df-4b42-89de-d375062a54f5 HTTP/1.1" status: 204 len: 168 time: 0.3762565 Nov 25 13:08:15.316123 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332264b2-75ec-4f90-b561-e45d33c0b3b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a1cc6b-c5df-4b42-89de-d375062a54f5,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:15.339618 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33260) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:08:15.345084 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-218ccee0-8f13-4dd8-abd3-37bdeab0823a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=25b988da5f344d519e5ef8d0c8302b93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6691756 Nov 25 13:08:15.346174 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ccee0-8f13-4dd8-abd3-37bdeab0823a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe562cba-5b71-46f1-a918-70bf5c5e8851,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:15.449926 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16baa55c-20b8-4756-ae07-230366eb1672 req-41e51d83-47f9-4b67-9c43-06f1224fecf0 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:15.460277 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-16baa55c-20b8-4756-ae07-230366eb1672 req-41e51d83-47f9-4b67-9c43-06f1224fecf0 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d6065b9-f444-4b32-afd5-4efd4a17a010 HTTP/1.1" status: 200 len: 944 time: 0.1454489 Nov 25 13:08:15.552700 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3235d179-4e52-4efe-86b3-4b941739636b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:15.604719 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-16baa55c-20b8-4756-ae07-230366eb1672 req-88e3506f-52fe-48d2-89fa-8ab93a9360ab tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432176 Nov 25 13:08:15.639502 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3235d179-4e52-4efe-86b3-4b941739636b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:15.711948 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33280) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:08:15.729374 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3235d179-4e52-4efe-86b3-4b941739636b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:15.732583 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3235d179-4e52-4efe-86b3-4b941739636b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:15.736859 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3235d179-4e52-4efe-86b3-4b941739636b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fe562cba-5b71-46f1-a918-70bf5c5e8851 HTTP/1.1" status: 204 len: 168 time: 0.3962588 Nov 25 13:08:15.747506 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3235d179-4e52-4efe-86b3-4b941739636b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe562cba-5b71-46f1-a918-70bf5c5e8851,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:15.766599 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-b04432a6-502c-4e28-8e9b-515a6ff60d30 admin admin] Deleting subnet c8f398c6-39fc-49a3-8c45-e765d4d7077e {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:08:15.769826 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b04432a6-502c-4e28-8e9b-515a6ff60d30 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:15.802134 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c4d3887-a462-48bf-998f-4c9038be5eec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e99a3a-d180-4fc8-b2c5-3b495a5d4495'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:08:15.805016 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91bbde15-0cd0-417c-a459-121854031787" -d '{"events": [{"server_uuid": "9c4d3887-a462-48bf-998f-4c9038be5eec", "name": "network-vif-plugged", "status": "completed", "tag": "f3e99a3a-d180-4fc8-b2c5-3b495a5d4495"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:08:15.809112 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b04432a6-502c-4e28-8e9b-515a6ff60d30 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:15.852174 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b04432a6-502c-4e28-8e9b-515a6ff60d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:15.863923 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a619353-026f-45d6-928d-85f52fd29b28 x-openstack-request-id: req-9a619353-026f-45d6-928d-85f52fd29b28 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:08:15.864814 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c4d3887-a462-48bf-998f-4c9038be5eec", "name": "network-vif-plugged", "status": "completed", "tag": "f3e99a3a-d180-4fc8-b2c5-3b495a5d4495", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:08:15.865082 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9a619353-026f-45d6-928d-85f52fd29b28 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:08:15.865478 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c4d3887-a462-48bf-998f-4c9038be5eec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e99a3a-d180-4fc8-b2c5-3b495a5d4495', 'code': 200} Nov 25 13:08:15.923008 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b04432a6-502c-4e28-8e9b-515a6ff60d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:15.968169 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04432a6-502c-4e28-8e9b-515a6ff60d30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8f398c6-39fc-49a3-8c45-e765d4d7077e,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:16.009126 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b04432a6-502c-4e28-8e9b-515a6ff60d30 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:16.012573 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b04432a6-502c-4e28-8e9b-515a6ff60d30 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c8f398c6-39fc-49a3-8c45-e765d4d7077e HTTP/1.1" status: 204 len: 168 time: 0.2993846 Nov 25 13:08:16.015202 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33296) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:08:16.076521 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01536ee-2413-44a6-80e6-7b3910fe2d04 req-fea43e9b-77c3-4e58-bf1a-fa2f68ac29d5 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:16.078457 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f01536ee-2413-44a6-80e6-7b3910fe2d04 req-fea43e9b-77c3-4e58-bf1a-fa2f68ac29d5 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c4d3887-a462-48bf-998f-4c9038be5eec HTTP/1.1" status: 200 len: 945 time: 0.1281912 Nov 25 13:08:16.107148 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3907c7b-f6b8-43c2-bf3f-4de23f6ae3c9 req-30f65116-75b9-4932-a162-6ddf15454d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:16.109709 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c3907c7b-f6b8-43c2-bf3f-4de23f6ae3c9 req-30f65116-75b9-4932-a162-6ddf15454d2f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9c4d3887-a462-48bf-998f-4c9038be5eec HTTP/1.1" status: 200 len: 1097 time: 0.1452522 Nov 25 13:08:16.123160 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b7be6a8a-99bc-4310-8c9a-c1e7220c99cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:16.186176 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f01536ee-2413-44a6-80e6-7b3910fe2d04 req-6f67bf15-2338-466a-ac18-3c94d68e9c44 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.53 "GET /v2.0/security-groups?id=a715b2f7-737e-429b-afd5-9baad8e10197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006603 Nov 25 13:08:16.229432 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c3907c7b-f6b8-43c2-bf3f-4de23f6ae3c9 req-1a9e988b-be26-459b-8484-cc6910031e53 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a715b2f7-737e-429b-afd5-9baad8e10197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923860 Nov 25 13:08:16.299068 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b7be6a8a-99bc-4310-8c9a-c1e7220c99cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:16.326354 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-b7be6a8a-99bc-4310-8c9a-c1e7220c99cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b62ee8e-697b-4c06-b5ac-21951f70ab5f']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:08:16.338084 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-b7be6a8a-99bc-4310-8c9a-c1e7220c99cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07016450-8244-405c-9082-88e3318ca4a9') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:08:16.338506 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-b7be6a8a-99bc-4310-8c9a-c1e7220c99cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07016450-8244-405c-9082-88e3318ca4a9') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:08:16.349018 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b7be6a8a-99bc-4310-8c9a-c1e7220c99cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:16.361785 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33336) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:08:16.376692 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b7be6a8a-99bc-4310-8c9a-c1e7220c99cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:16.381978 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ec87adf1-f9be-4d25-b22a-efb11dc6fabf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:16.386899 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7be6a8a-99bc-4310-8c9a-c1e7220c99cc admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:08:16.387352 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b7be6a8a-99bc-4310-8c9a-c1e7220c99cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:16.389133 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:08:16.389133 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:08:16.389133 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:08:16.389133 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:08:16.389133 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:08:16.389133 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:08:16.389133 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:08:16.389133 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:08:16.389133 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:08:16.389133 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:08:16.389133 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:08:16.389133 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:08:16.389133 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:08:16.389133 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:08:16.389133 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:08:16.389133 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:08:16.389133 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:08:16.389133 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:08:16.389133 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:08:16.389133 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:08:16.389133 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:08:16.389133 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:08:16.389133 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:08:16.389133 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:08:16.389133 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:08:16.389133 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:08:16.389133 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:08:16.389133 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:08:16.389133 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:08:16.389133 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:08:16.389133 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:08:16.389133 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:08:16.441859 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ead60d-4be7-41ff-85a1-b7b53ef50fb7 req-54fc5e66-d342-42dd-940b-087bb9c4691f tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:16.444037 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-10ead60d-4be7-41ff-85a1-b7b53ef50fb7 req-54fc5e66-d342-42dd-940b-087bb9c4691f tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2dd5265-c989-432c-a5b2-209782139d6d HTTP/1.1" status: 200 len: 950 time: 0.0989940 Nov 25 13:08:16.458989 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936353ab-f755-463c-9120-583d47358c2c req-994a9735-aa51-4f51-a8d6-842258957a34 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:16.461779 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-936353ab-f755-463c-9120-583d47358c2c req-994a9735-aa51-4f51-a8d6-842258957a34 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bec9348-7107-482b-b574-eec0c6c537d0 HTTP/1.1" status: 200 len: 950 time: 0.1047633 Nov 25 13:08:16.484426 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33340) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:08:16.531000 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-eacf7ce6-8e22-465e-b66d-7c852f5dc7cb service neutron] 10.222.0.47 "GET /v2.0/ports/8a83af0a-fa08-464f-81b1-739c1163142b/bindings/n-h1-808199-11 HTTP/1.1" status: 200 len: 385 time: 0.0933337 Nov 25 13:08:16.532774 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b7be6a8a-99bc-4310-8c9a-c1e7220c99cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:16.539702 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b7be6a8a-99bc-4310-8c9a-c1e7220c99cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:16.545627 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b7be6a8a-99bc-4310-8c9a-c1e7220c99cc admin admin] 10.222.0.53 "DELETE /v2.0/networks/9b62ee8e-697b-4c06-b5ac-21951f70ab5f HTTP/1.1" status: 204 len: 168 time: 0.5294428 Nov 25 13:08:16.557280 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-936353ab-f755-463c-9120-583d47358c2c req-8331e926-8f16-4e7a-9b81-2e6741367322 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865979 Nov 25 13:08:16.560722 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-10ead60d-4be7-41ff-85a1-b7b53ef50fb7 req-cb2a49a4-190c-4f9e-a4fd-3132ff273189 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977066 Nov 25 13:08:16.601867 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7be6a8a-99bc-4310-8c9a-c1e7220c99cc admin admin] Pushing event deleted for resources: {'Network': ['ID=9b62ee8e-697b-4c06-b5ac-21951f70ab5f,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:16.660217 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-2f13fca4-fd71-42b2-b5ac-1d4f8907ac90 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-488421614-network', 'tenant_id': 'f9638bf2b13b4d579c7476454eb03e3d'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:08:16.662758 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ec87adf1-f9be-4d25-b22a-efb11dc6fabf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:16.673936 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ec87adf1-f9be-4d25-b22a-efb11dc6fabf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:16.708269 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 57ac7ebf-f167-43e5-bb5f-2a6a7e492fb1 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:08:16.722970 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f13fca4-fd71-42b2-b5ac-1d4f8907ac90 admin admin] Made reservation on behalf of f9638bf2b13b4d579c7476454eb03e3d for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:08:16.725722 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2f13fca4-fd71-42b2-b5ac-1d4f8907ac90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:16.736754 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: 57ac7ebf-f167-43e5-bb5f-2a6a7e492fb1 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:08:16.740654 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2f13fca4-fd71-42b2-b5ac-1d4f8907ac90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:16.751327 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 57ac7ebf-f167-43e5-bb5f-2a6a7e492fb1 not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:08:16.752695 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aba63da-6966-478a-b1b7-b763b359f01f req-3d847479-a360-4ca8-a092-58441d21a457 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:16.753828 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5aba63da-6966-478a-b1b7-b763b359f01f req-3d847479-a360-4ca8-a092-58441d21a457 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=85ce0c80-6f7b-48fc-81eb-81116df0fb16 HTTP/1.1" status: 200 len: 950 time: 0.0805764 Nov 25 13:08:16.778594 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-ec87adf1-f9be-4d25-b22a-efb11dc6fabf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2266b94cbfbd4292b044eb661056e32d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4156713 Nov 25 13:08:16.779371 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec87adf1-f9be-4d25-b22a-efb11dc6fabf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8054f835-b833-4da9-a756-cea62b004572,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:16.781741 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33356) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:08:16.782023 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33358) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:08:16.887629 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5aba63da-6966-478a-b1b7-b763b359f01f req-74ddbdfe-ae0b-434d-b6a6-bc140debf0b9 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243405 Nov 25 13:08:16.907501 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-acdedb3b-cc9b-4f72-a2fe-6fe129b864ec admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7e8e6ee00e424c06b397db04fc1c57c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1227324 Nov 25 13:08:16.908312 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be13aa3f-cf8f-41e2-a81c-99e397a5da3e req-6fd84ce8-9e69-4fae-9f56-d582a8e0b55e tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:16.910002 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33362) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:08:16.910367 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-be13aa3f-cf8f-41e2-a81c-99e397a5da3e req-6fd84ce8-9e69-4fae-9f56-d582a8e0b55e tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d6065b9-f444-4b32-afd5-4efd4a17a010 HTTP/1.1" status: 200 len: 944 time: 0.1218526 Nov 25 13:08:16.970580 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6c418383-5cff-4ad4-a897-d11d633ea66a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:16.971570 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2f13fca4-fd71-42b2-b5ac-1d4f8907ac90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:16.986021 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2f13fca4-fd71-42b2-b5ac-1d4f8907ac90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:17.007835 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-dec8651d-3d47-4efc-a318-205b8742f902 service neutron] For port 8a83af0a-fa08-464f-81b1-739c1163142b, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=8a83af0a-fa08-464f-81b1-739c1163142b,segment=NetworkSegment(f1015c3b-5561-4c41-908e-568aaa0911cd),segment_id=f1015c3b-5561-4c41-908e-568aaa0911cd)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:08:17.016154 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-be13aa3f-cf8f-41e2-a81c-99e397a5da3e req-a09ef99a-3884-4cdc-b2bc-97be413deaaa tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947640 Nov 25 13:08:17.030721 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6c418383-5cff-4ad4-a897-d11d633ea66a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:17.037831 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33366) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:08:17.048078 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1f51e8ce-1a0c-41fe-b22e-61905d276312 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:17.062459 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f13fca4-fd71-42b2-b5ac-1d4f8907ac90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:08:17.063966 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-dec8651d-3d47-4efc-a318-205b8742f902 service neutron] For port 8a83af0a-fa08-464f-81b1-739c1163142b, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:08:17.067822 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f13fca4-fd71-42b2-b5ac-1d4f8907ac90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=929c0885-ef6e-4aae-a6df-31703e4e2256,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:17.077411 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2f13fca4-fd71-42b2-b5ac-1d4f8907ac90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:17.077779 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-2f13fca4-fd71-42b2-b5ac-1d4f8907ac90 admin admin] Added segment 6f5b4a09-9f6c-4c19-8201-4d90933cd506 of type vlan for network 20494638-06c1-415e-90d6-c326674b78a0 Nov 25 13:08:17.118226 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1f51e8ce-1a0c-41fe-b22e-61905d276312 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:17.130921 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-dec8651d-3d47-4efc-a318-205b8742f902 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a83af0a-fa08-464f-81b1-739c1163142b {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:08:17.131685 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2f13fca4-fd71-42b2-b5ac-1d4f8907ac90 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:17.150538 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-dec8651d-3d47-4efc-a318-205b8742f902 service neutron] For port 8a83af0a-fa08-464f-81b1-739c1163142b, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=8a83af0a-fa08-464f-81b1-739c1163142b,segment=NetworkSegment(f1015c3b-5561-4c41-908e-568aaa0911cd),segment_id=f1015c3b-5561-4c41-908e-568aaa0911cd)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:08:17.177841 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6c418383-5cff-4ad4-a897-d11d633ea66a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:17.181239 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6c418383-5cff-4ad4-a897-d11d633ea66a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:17.182531 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-6c418383-5cff-4ad4-a897-d11d633ea66a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8054f835-b833-4da9-a756-cea62b004572 HTTP/1.1" status: 204 len: 168 time: 0.3915172 Nov 25 13:08:17.186032 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-dec8651d-3d47-4efc-a318-205b8742f902 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:17.201718 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c418383-5cff-4ad4-a897-d11d633ea66a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8054f835-b833-4da9-a756-cea62b004572,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:17.239474 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1f51e8ce-1a0c-41fe-b22e-61905d276312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:17.242915 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1f51e8ce-1a0c-41fe-b22e-61905d276312 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:17.247513 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-1f51e8ce-1a0c-41fe-b22e-61905d276312 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/50e8ee56-1417-4851-ad8b-91277489a64d HTTP/1.1" status: 204 len: 168 time: 0.3365211 Nov 25 13:08:17.264629 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f51e8ce-1a0c-41fe-b22e-61905d276312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e8ee56-1417-4851-ad8b-91277489a64d,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:17.279625 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2f13fca4-fd71-42b2-b5ac-1d4f8907ac90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:17.281247 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f13fca4-fd71-42b2-b5ac-1d4f8907ac90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:17.282233 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2f13fca4-fd71-42b2-b5ac-1d4f8907ac90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:17.308574 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-dec8651d-3d47-4efc-a318-205b8742f902 service neutron] Transition to ACTIVE for port object 8a83af0a-fa08-464f-81b1-739c1163142b will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:08:17.313859 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-dec8651d-3d47-4efc-a318-205b8742f902 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:17.345010 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-2f13fca4-fd71-42b2-b5ac-1d4f8907ac90 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8567138 Nov 25 13:08:17.378507 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33376) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:08:17.388593 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-e05c8f8e-10c7-4965-954d-7b90445d5b8d admin admin] Request body: {'subnet': {'network_id': '20494638-06c1-415e-90d6-c326674b78a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-488421614-subnet', 'tenant_id': 'f9638bf2b13b4d579c7476454eb03e3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:08:17.423792 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-615d3759-c5b7-4a82-ae08-fc8a52d7d64c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:17.427061 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05c8f8e-10c7-4965-954d-7b90445d5b8d admin admin] Made reservation on behalf of f9638bf2b13b4d579c7476454eb03e3d for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:08:17.429986 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e05c8f8e-10c7-4965-954d-7b90445d5b8d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:17.473044 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-dec8651d-3d47-4efc-a318-205b8742f902 service neutron] No DVR routers for this DVR port 8a83af0a-fa08-464f-81b1-739c1163142b on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:08:17.519344 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec8651d-3d47-4efc-a318-205b8742f902 service neutron] Pushing event updated for resources: {'Port': ['ID=8a83af0a-fa08-464f-81b1-739c1163142b,revision_number=10']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:17.558351 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-dec8651d-3d47-4efc-a318-205b8742f902 service neutron] 10.222.0.47 "PUT /v2.0/ports/8a83af0a-fa08-464f-81b1-739c1163142b/bindings/n-h1-808199-11/activate HTTP/1.1" status: 200 len: 370 time: 1.0103726 Nov 25 13:08:17.634201 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f13fca4-fd71-42b2-b5ac-1d4f8907ac90 admin admin] Pushing event updated for resources: {'Network': ['ID=20494638-06c1-415e-90d6-c326674b78a0,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:17.653419 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 20494638-06c1-415e-90d6-c326674b78a0 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:08:17.683595 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d7f72-ab44-4bf3-99d4-8cfad95197a8 req-df732d64-a904-40f3-9f18-94f71478d245 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:17.686220 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a72d7f72-ab44-4bf3-99d4-8cfad95197a8 req-df732d64-a904-40f3-9f18-94f71478d245 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c4d3887-a462-48bf-998f-4c9038be5eec HTTP/1.1" status: 200 len: 945 time: 0.3631859 Nov 25 13:08:17.730286 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca472ecf-db63-4c46-9209-281d27d38de3 req-9a4794b8-b2b5-400c-8089-ee9d5179bdd8 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:17.741002 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca472ecf-db63-4c46-9209-281d27d38de3 req-9a4794b8-b2b5-400c-8089-ee9d5179bdd8 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:17.747765 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e05c8f8e-10c7-4965-954d-7b90445d5b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:17.750279 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ca472ecf-db63-4c46-9209-281d27d38de3 req-9a4794b8-b2b5-400c-8089-ee9d5179bdd8 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bec9348-7107-482b-b574-eec0c6c537d0&device_id=85ce0c80-6f7b-48fc-81eb-81116df0fb16 HTTP/1.1" status: 200 len: 1691 time: 0.4246414 Nov 25 13:08:17.836765 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05c8f8e-10c7-4965-954d-7b90445d5b8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=82870c5b-3c5b-4cf7-b280-dc92346a33bf,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:17.864874 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05c8f8e-10c7-4965-954d-7b90445d5b8d admin admin] Checking segment: {'id': '6f5b4a09-9f6c-4c19-8201-4d90933cd506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '20494638-06c1-415e-90d6-c326674b78a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:08:17.865587 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05c8f8e-10c7-4965-954d-7b90445d5b8d admin admin] Network hostable DHCP agents. Network: 20494638-06c1-415e-90d6-c326674b78a0, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:08:17.901400 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05c8f8e-10c7-4965-954d-7b90445d5b8d admin admin] Network 20494638-06c1-415e-90d6-c326674b78a0 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:08:17.919380 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-e05c8f8e-10c7-4965-954d-7b90445d5b8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 20494638-06c1-415e-90d6-c326674b78a0) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:08:17.923612 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ca472ecf-db63-4c46-9209-281d27d38de3 req-1d65ddbb-38bd-4e84-b687-8aab159d9126 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720643 Nov 25 13:08:17.933609 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f01906d-1260-4a48-a5de-f4b30ada803a None None] Network 20494638-06c1-415e-90d6-c326674b78a0 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:08:17.935382 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05c8f8e-10c7-4965-954d-7b90445d5b8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:17.936997 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e05c8f8e-10c7-4965-954d-7b90445d5b8d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:17.955476 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a72d7f72-ab44-4bf3-99d4-8cfad95197a8 req-91cdf64b-b895-4a49-95e4-412989ec43ea tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.53 "GET /v2.0/security-groups?id=a715b2f7-737e-429b-afd5-9baad8e10197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2006347 Nov 25 13:08:17.976518 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-e05c8f8e-10c7-4965-954d-7b90445d5b8d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5877690 Nov 25 13:08:17.978395 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-615d3759-c5b7-4a82-ae08-fc8a52d7d64c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:18.004391 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-615d3759-c5b7-4a82-ae08-fc8a52d7d64c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:18.210192 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615d3759-c5b7-4a82-ae08-fc8a52d7d64c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a73021-d1c3-418f-9774-047f09e47882,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:18.220575 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-d44aef34-2894-4b09-a11c-7fb1524314ce tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:18.223340 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-615d3759-c5b7-4a82-ae08-fc8a52d7d64c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=533b92d69f6c4e3eb88a641543cf27ee&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1835513 Nov 25 13:08:18.224710 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-d44aef34-2894-4b09-a11c-7fb1524314ce tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=9d6065b9-f444-4b32-afd5-4efd4a17a010&tenant_id=d2e157ec7259461e96009d2e9c8298f0&binding%3Ahost_id=n-h2-808199-11 HTTP/1.1" status: 200 len: 1097 time: 0.1282973 Nov 25 13:08:18.228290 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33412) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:08:18.247525 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb3088c-b033-4376-ad84-6d39490df1af None None] Network 20494638-06c1-415e-90d6-c326674b78a0 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:08:18.259587 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b45b80-35dc-4ecf-8299-8d8f2fc0b0bb req-bda34e94-1918-4eb2-9469-4f8dcf537234 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:18.274067 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-61b45b80-35dc-4ecf-8299-8d8f2fc0b0bb req-bda34e94-1918-4eb2-9469-4f8dcf537234 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2dd5265-c989-432c-a5b2-209782139d6d HTTP/1.1" status: 200 len: 950 time: 0.1600571 Nov 25 13:08:18.372524 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-61b45b80-35dc-4ecf-8299-8d8f2fc0b0bb req-88c78815-e3fc-45d7-89b9-fc90f3a71cf1 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967267 Nov 25 13:08:18.473973 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336477a3-07df-4a0c-99c3-3eb6edc5ab7a req-ee330d21-1149-447a-bf7a-38696c8c26ec tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:18.476430 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-336477a3-07df-4a0c-99c3-3eb6edc5ab7a req-ee330d21-1149-447a-bf7a-38696c8c26ec tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d6065b9-f444-4b32-afd5-4efd4a17a010 HTTP/1.1" status: 200 len: 945 time: 0.1489251 Nov 25 13:08:18.589493 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-336477a3-07df-4a0c-99c3-3eb6edc5ab7a req-d888ccf1-865f-4bde-bba7-86e440684073 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055954 Nov 25 13:08:18.599453 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84caf415-b023-4981-b4be-b371ec0c320d req-d9d69b64-e8c6-4aa2-8828-bfc8e8985351 tempest-ServersOnMultiNodesTest-1296905377 tempest-ServersOnMultiNodesTest-1296905377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:18.601035 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-84caf415-b023-4981-b4be-b371ec0c320d req-d9d69b64-e8c6-4aa2-8828-bfc8e8985351 tempest-ServersOnMultiNodesTest-1296905377 tempest-ServersOnMultiNodesTest-1296905377-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=2bec9348-7107-482b-b574-eec0c6c537d0 HTTP/1.1" status: 200 len: 1102 time: 0.0751908 Nov 25 13:08:18.671881 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-84caf415-b023-4981-b4be-b371ec0c320d req-0b763436-70c5-4cb5-aa07-e0ab1c9b87e1 tempest-ServersOnMultiNodesTest-1296905377 tempest-ServersOnMultiNodesTest-1296905377-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618918 Nov 25 13:08:18.703283 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-a500f257-51f1-48a7-9377-8cd8e8d002eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:18.704992 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-a500f257-51f1-48a7-9377-8cd8e8d002eb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9d6065b9-f444-4b32-afd5-4efd4a17a010&tenant_id=d2e157ec7259461e96009d2e9c8298f0 HTTP/1.1" status: 200 len: 1097 time: 0.4635000 Nov 25 13:08:18.751753 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3ac5076c-5b16-449a-a517-0e15d000877a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:18.792724 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33432) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:08:18.804743 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3ac5076c-5b16-449a-a517-0e15d000877a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:18.805981 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e74502-819e-491b-8288-7301d8109441 req-9e4d58be-5540-4e31-b17b-7c26926aac96 tempest-ServersOnMultiNodesTest-1296905377 tempest-ServersOnMultiNodesTest-1296905377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:18.815509 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-29e74502-819e-491b-8288-7301d8109441 req-9e4d58be-5540-4e31-b17b-7c26926aac96 tempest-ServersOnMultiNodesTest-1296905377 tempest-ServersOnMultiNodesTest-1296905377-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=85ce0c80-6f7b-48fc-81eb-81116df0fb16 HTTP/1.1" status: 200 len: 1102 time: 0.0535719 Nov 25 13:08:18.835851 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-10ac3403-f696-4a79-aac4-46af3ce7e3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:18.837416 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-10ac3403-f696-4a79-aac4-46af3ce7e3af service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d2e157ec7259461e96009d2e9c8298f0&device_id=9d6065b9-f444-4b32-afd5-4efd4a17a010 HTTP/1.1" status: 200 len: 1097 time: 0.0962706 Nov 25 13:08:18.867423 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-29e74502-819e-491b-8288-7301d8109441 req-9bf3e10f-ae3b-4ad6-ac67-e9c420752ec6 tempest-ServersOnMultiNodesTest-1296905377 tempest-ServersOnMultiNodesTest-1296905377-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504582 Nov 25 13:08:18.938527 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3ac5076c-5b16-449a-a517-0e15d000877a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:18.941169 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3ac5076c-5b16-449a-a517-0e15d000877a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:18.945018 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-3ac5076c-5b16-449a-a517-0e15d000877a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a7a73021-d1c3-418f-9774-047f09e47882 HTTP/1.1" status: 204 len: 168 time: 0.7157063 Nov 25 13:08:18.961042 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac5076c-5b16-449a-a517-0e15d000877a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a73021-d1c3-418f-9774-047f09e47882,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:18.967819 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-bd387a97-f3f6-428a-b303-3a59f498b8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:18.969310 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-bd387a97-f3f6-428a-b303-3a59f498b8e3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4eedb877-5fc3-46a9-a0e2-7e0a431fb103 HTTP/1.1" status: 200 len: 922 time: 0.1221101 Nov 25 13:08:18.982320 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-dfad73f0-fb65-4422-93db-6ce88bd39d57 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1048338290-network', 'tenant_id': '36cb5cf0550841f1854aca002e301e9d'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:08:19.042416 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-dd15c9fe-d191-4512-b41a-b8da39d0dd03 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a83af0a-fa08-464f-81b1-739c1163142b HTTP/1.1" status: 200 len: 217 time: 0.0467443 Nov 25 13:08:19.110454 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfad73f0-fb65-4422-93db-6ce88bd39d57 admin admin] Made reservation on behalf of 36cb5cf0550841f1854aca002e301e9d for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:08:19.112707 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dfad73f0-fb65-4422-93db-6ce88bd39d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:19.113852 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c770e0ce-66a5-4e92-9df9-9fa55a47ad0b req-73af7569-cb86-4dac-8849-4426a2cc418e tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:19.116372 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c770e0ce-66a5-4e92-9df9-9fa55a47ad0b req-73af7569-cb86-4dac-8849-4426a2cc418e tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c4d3887-a462-48bf-998f-4c9038be5eec HTTP/1.1" status: 200 len: 945 time: 0.0707545 Nov 25 13:08:19.126424 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dfad73f0-fb65-4422-93db-6ce88bd39d57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:19.143691 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-8d346bd0-6731-4f40-ba66-1941c14940d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:19.148436 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-8d346bd0-6731-4f40-ba66-1941c14940d3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c6ff4ad3-eaf7-4ebb-ae7a-2ad7a9626250 HTTP/1.1" status: 200 len: 861 time: 0.0881732 Nov 25 13:08:19.187873 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-eae1961b-8ab9-4564-86ed-745779648329 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4eedb877-5fc3-46a9-a0e2-7e0a431fb103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281284 Nov 25 13:08:19.203486 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-67c08401-759d-46a7-a3ab-71eba1f06c29 req-3f6254ae-a721-46d8-a820-c50b940d35a5 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=4190dcc6411041ccb9fe22c2d4608a11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422113 Nov 25 13:08:19.224032 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c770e0ce-66a5-4e92-9df9-9fa55a47ad0b req-a548b0db-c3a6-4633-a77d-b751c0e3e490 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.53 "GET /v2.0/security-groups?id=a715b2f7-737e-429b-afd5-9baad8e10197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995288 Nov 25 13:08:19.324073 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dfad73f0-fb65-4422-93db-6ce88bd39d57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:19.332020 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-c4ad6bd8-cc5a-499b-bb9a-e35cdfdc75ed service neutron] 10.222.0.66 "GET /v2.0/networks/4eedb877-5fc3-46a9-a0e2-7e0a431fb103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293387 Nov 25 13:08:19.333235 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dfad73f0-fb65-4422-93db-6ce88bd39d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:19.362082 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfad73f0-fb65-4422-93db-6ce88bd39d57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:08:19.368540 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c08401-759d-46a7-a3ab-71eba1f06c29 req-d151ca7b-a9f2-4ddf-9c71-d44531f2501f tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:19.375992 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-67c08401-759d-46a7-a3ab-71eba1f06c29 req-d151ca7b-a9f2-4ddf-9c71-d44531f2501f tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1716125 Nov 25 13:08:19.392561 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-67c08401-759d-46a7-a3ab-71eba1f06c29 req-69927fab-40f4-4be1-9e87-527c9da6364a tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/quotas/4190dcc6411041ccb9fe22c2d4608a11 HTTP/1.1" status: 200 len: 375 time: 0.0156367 Nov 25 13:08:19.433406 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dfad73f0-fb65-4422-93db-6ce88bd39d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:19.433755 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-dfad73f0-fb65-4422-93db-6ce88bd39d57 admin admin] Added segment b3d2e91b-e12c-4f23-8a52-7057a2ccd503 of type vlan for network 78062def-9db9-4815-b0d3-5ee5bcf2ee12 Nov 25 13:08:19.445726 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfad73f0-fb65-4422-93db-6ce88bd39d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa458bb1-7f26-458d-ba42-2def7aa57fde,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:19.468681 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-67c08401-759d-46a7-a3ab-71eba1f06c29 req-f6d8939a-d46f-47b5-9ada-6bd33960ddaa tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4190dcc6411041ccb9fe22c2d4608a11&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0750952 Nov 25 13:08:19.504330 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dfad73f0-fb65-4422-93db-6ce88bd39d57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:19.542362 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33472) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:08:19.548145 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-486054b6-fd5a-4f1d-b199-f3da41a28606 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1236370257-network', 'tenant_id': '41a8e8539a8c49e1adf20b3a967a01f7'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:08:19.567800 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-ff162e5a-437b-447d-a560-001596810715 service neutron] 10.222.0.66 "GET /v2.0/networks/4eedb877-5fc3-46a9-a0e2-7e0a431fb103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192895 Nov 25 13:08:19.575259 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dfad73f0-fb65-4422-93db-6ce88bd39d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:19.576574 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfad73f0-fb65-4422-93db-6ce88bd39d57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:19.577258 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dfad73f0-fb65-4422-93db-6ce88bd39d57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:19.647960 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486054b6-fd5a-4f1d-b199-f3da41a28606 admin admin] Made reservation on behalf of 41a8e8539a8c49e1adf20b3a967a01f7 for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:08:19.650362 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-486054b6-fd5a-4f1d-b199-f3da41a28606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:19.659054 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfad73f0-fb65-4422-93db-6ce88bd39d57 admin admin] Pushing event updated for resources: {'Network': ['ID=78062def-9db9-4815-b0d3-5ee5bcf2ee12,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:19.664471 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-486054b6-fd5a-4f1d-b199-f3da41a28606 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:19.676150 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f22363-2adc-4775-9d15-bf5d653c101e req-47998f95-1fba-4634-a0d1-24ce7c153bfc tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:19.689234 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 78062def-9db9-4815-b0d3-5ee5bcf2ee12 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:08:19.691242 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-80f22363-2adc-4775-9d15-bf5d653c101e req-47998f95-1fba-4634-a0d1-24ce7c153bfc tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2dd5265-c989-432c-a5b2-209782139d6d HTTP/1.1" status: 200 len: 950 time: 0.1196599 Nov 25 13:08:19.722094 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33480) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:08:19.725246 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-dfad73f0-fb65-4422-93db-6ce88bd39d57 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9293530 Nov 25 13:08:19.747630 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-77ca8c9b-7953-4a5f-911c-a0cdbbf5df69 admin admin] Request body: {'subnet': {'network_id': '78062def-9db9-4815-b0d3-5ee5bcf2ee12', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1048338290-subnet', 'tenant_id': '36cb5cf0550841f1854aca002e301e9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:08:19.884264 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ca8c9b-7953-4a5f-911c-a0cdbbf5df69 admin admin] Made reservation on behalf of 36cb5cf0550841f1854aca002e301e9d for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:08:19.886755 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-77ca8c9b-7953-4a5f-911c-a0cdbbf5df69 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:19.906438 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-80f22363-2adc-4775-9d15-bf5d653c101e req-1ef40cc5-6065-41ae-b5c6-61633a728308 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143226 Nov 25 13:08:19.966234 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-a08009c0-0519-4fd3-9f32-d3670fe583b0 tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:19.968981 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c664b7-1d8f-496a-a100-6f37e78b8582 req-3d31b669-0417-4dee-8fa9-9c79adc9cb76 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:19.970500 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e8c664b7-1d8f-496a-a100-6f37e78b8582 req-3d31b669-0417-4dee-8fa9-9c79adc9cb76 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d6065b9-f444-4b32-afd5-4efd4a17a010 HTTP/1.1" status: 200 len: 945 time: 0.1962421 Nov 25 13:08:19.987342 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-a08009c0-0519-4fd3-9f32-d3670fe583b0 tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=9d6065b9-f444-4b32-afd5-4efd4a17a010&tenant_id=d2e157ec7259461e96009d2e9c8298f0&binding%3Ahost_id=n-h1-808199-11 HTTP/1.1" status: 200 len: 1097 time: 0.1230273 Nov 25 13:08:20.091131 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b46759ce-e855-48a0-ab73-24e9da774739 req-ac2dad5c-4755-4014-a0a0-ac3daaeb5c78 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd32ff7-360d-4cfb-a1b3-48e5f8a51d90 HTTP/1.1" status: 200 len: 210 time: 0.0774043 Nov 25 13:08:20.112606 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e8c664b7-1d8f-496a-a100-6f37e78b8582 req-90ef39cc-1a27-41d3-9ad7-fa32377987e4 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251862 Nov 25 13:08:20.122071 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-486054b6-fd5a-4f1d-b199-f3da41a28606 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:20.148688 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-486054b6-fd5a-4f1d-b199-f3da41a28606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:20.185084 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-4a82e720-b79d-4c55-b87b-5ba9053b6b27 service neutron] For port 8a83af0a-fa08-464f-81b1-739c1163142b, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:08:20.192445 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-4a82e720-b79d-4c55-b87b-5ba9053b6b27 service neutron] Publish callbacks [] for binding, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:20.193896 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ff0b3e3a-49f4-40bb-9f4f-06b7286712af req-4a82e720-b79d-4c55-b87b-5ba9053b6b27 service neutron] 10.222.0.66 "DELETE /v2.0/ports/8a83af0a-fa08-464f-81b1-739c1163142b/bindings/n-h2-808199-11 HTTP/1.1" status: 204 len: 173 time: 0.1976509 Nov 25 13:08:20.217735 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-486054b6-fd5a-4f1d-b199-f3da41a28606 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:08:20.237997 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-486054b6-fd5a-4f1d-b199-f3da41a28606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:20.238719 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-486054b6-fd5a-4f1d-b199-f3da41a28606 admin admin] Added segment 9ba783ed-a504-4026-958d-c6790c413bce of type vlan for network 12788304-bfef-4cc9-ab88-88a7d0c18065 Nov 25 13:08:20.241395 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486054b6-fd5a-4f1d-b199-f3da41a28606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb303d1-5aa3-42dd-8217-6e0eca851ba7,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:20.370063 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-486054b6-fd5a-4f1d-b199-f3da41a28606 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:20.381121 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-77ca8c9b-7953-4a5f-911c-a0cdbbf5df69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:20.460113 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-486054b6-fd5a-4f1d-b199-f3da41a28606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:20.461658 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486054b6-fd5a-4f1d-b199-f3da41a28606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:20.462258 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-486054b6-fd5a-4f1d-b199-f3da41a28606 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:20.549071 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33518) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:08:20.558243 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-9d3f497e-1286-486c-9a73-2eaf90794b88 admin admin] Request body: {'subnet': {'network_id': '12788304-bfef-4cc9-ab88-88a7d0c18065', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1236370257-subnet', 'tenant_id': '41a8e8539a8c49e1adf20b3a967a01f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:08:20.560568 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-486054b6-fd5a-4f1d-b199-f3da41a28606 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0075836 Nov 25 13:08:20.584793 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716b0d7-705d-4502-a362-f10f325b82dc req-5202748a-a5fc-4e20-b7d5-2c8652949fdd tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:20.586974 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a716b0d7-705d-4502-a362-f10f325b82dc req-5202748a-a5fc-4e20-b7d5-2c8652949fdd tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c4d3887-a462-48bf-998f-4c9038be5eec HTTP/1.1" status: 200 len: 945 time: 0.2490163 Nov 25 13:08:20.604270 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d3f497e-1286-486c-9a73-2eaf90794b88 admin admin] Made reservation on behalf of 41a8e8539a8c49e1adf20b3a967a01f7 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:08:20.610848 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9d3f497e-1286-486c-9a73-2eaf90794b88 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:20.642457 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ca8c9b-7953-4a5f-911c-a0cdbbf5df69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b4e69c5-fc9d-44c7-ad37-16915ec77c09,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:20.657689 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ca8c9b-7953-4a5f-911c-a0cdbbf5df69 admin admin] Checking segment: {'id': 'b3d2e91b-e12c-4f23-8a52-7057a2ccd503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '78062def-9db9-4815-b0d3-5ee5bcf2ee12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:08:20.658098 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ca8c9b-7953-4a5f-911c-a0cdbbf5df69 admin admin] Network hostable DHCP agents. Network: 78062def-9db9-4815-b0d3-5ee5bcf2ee12, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:08:20.660186 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486054b6-fd5a-4f1d-b199-f3da41a28606 admin admin] Pushing event updated for resources: {'Network': ['ID=12788304-bfef-4cc9-ab88-88a7d0c18065,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:20.677016 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 12788304-bfef-4cc9-ab88-88a7d0c18065 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:08:20.688544 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a716b0d7-705d-4502-a362-f10f325b82dc req-b0cda37b-1481-4dc0-93c6-fae465bbd5ea tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.53 "GET /v2.0/security-groups?id=a715b2f7-737e-429b-afd5-9baad8e10197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946002 Nov 25 13:08:20.697615 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ca8c9b-7953-4a5f-911c-a0cdbbf5df69 admin admin] Network 78062def-9db9-4815-b0d3-5ee5bcf2ee12 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:08:20.716384 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-77ca8c9b-7953-4a5f-911c-a0cdbbf5df69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 78062def-9db9-4815-b0d3-5ee5bcf2ee12) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:08:20.722201 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ca8c9b-7953-4a5f-911c-a0cdbbf5df69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:20.723329 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-77ca8c9b-7953-4a5f-911c-a0cdbbf5df69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:20.757075 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-77ca8c9b-7953-4a5f-911c-a0cdbbf5df69 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0269611 Nov 25 13:08:20.767975 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6585ba0f-9647-4772-aef0-0819db992634 None None] Network 78062def-9db9-4815-b0d3-5ee5bcf2ee12 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:08:20.770898 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 8a83af0a-fa08-464f-81b1-739c1163142b no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:08:20.972240 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9d3f497e-1286-486c-9a73-2eaf90794b88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:20.993915 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 8a83af0a-fa08-464f-81b1-739c1163142b not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:08:20.998795 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7c135c-c2a4-4593-935e-c57eb6128acd None None] Network 78062def-9db9-4815-b0d3-5ee5bcf2ee12 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:08:21.058146 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3f497e-1286-486c-9a73-2eaf90794b88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4073e820-fdcd-4575-bc77-5e69004e6d37,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:21.079922 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3f497e-1286-486c-9a73-2eaf90794b88 admin admin] Checking segment: {'id': '9ba783ed-a504-4026-958d-c6790c413bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '12788304-bfef-4cc9-ab88-88a7d0c18065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:08:21.080305 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3f497e-1286-486c-9a73-2eaf90794b88 admin admin] Network hostable DHCP agents. Network: 12788304-bfef-4cc9-ab88-88a7d0c18065, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:08:21.108124 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3f497e-1286-486c-9a73-2eaf90794b88 admin admin] Network 12788304-bfef-4cc9-ab88-88a7d0c18065 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:08:21.124089 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-9d3f497e-1286-486c-9a73-2eaf90794b88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 12788304-bfef-4cc9-ab88-88a7d0c18065) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:08:21.146005 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3f497e-1286-486c-9a73-2eaf90794b88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:21.146630 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9d3f497e-1286-486c-9a73-2eaf90794b88 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:21.157038 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c685fca5-ae38-425e-af91-c80993966a7d None None] Network 12788304-bfef-4cc9-ab88-88a7d0c18065 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:08:21.175352 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-9d3f497e-1286-486c-9a73-2eaf90794b88 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6250491 Nov 25 13:08:21.236875 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a780d179-d6db-4677-a5e5-2f2dd959535c req-903e7aee-d502-4c2a-afd0-f042c95662e2 tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=e4e3a3324cda4f908521e94651c63044&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0481379 Nov 25 13:08:21.286083 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-67c08401-759d-46a7-a3ab-71eba1f06c29 req-d52220f8-1587-4b9d-8199-f8238e38a2d7 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=4190dcc6411041ccb9fe22c2d4608a11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389831 Nov 25 13:08:21.392681 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446c8bf4-a796-4a09-be93-f02538b61c74 None None] Network 12788304-bfef-4cc9-ab88-88a7d0c18065 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:08:21.456864 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a780d179-d6db-4677-a5e5-2f2dd959535c req-c1d49c1e-49ad-4def-9642-caa2a6fcef6b tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:21.458576 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a780d179-d6db-4677-a5e5-2f2dd959535c req-c1d49c1e-49ad-4def-9642-caa2a6fcef6b tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2126739 Nov 25 13:08:21.498596 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a780d179-d6db-4677-a5e5-2f2dd959535c req-ed83c965-ca4e-4201-b8fc-69487e0992df tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] 10.222.0.53 "GET /v2.0/quotas/e4e3a3324cda4f908521e94651c63044 HTTP/1.1" status: 200 len: 375 time: 0.0234718 Nov 25 13:08:21.503633 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c08401-759d-46a7-a3ab-71eba1f06c29 req-5cb4458a-7057-4a87-987d-32bf1d481405 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:21.505379 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-67c08401-759d-46a7-a3ab-71eba1f06c29 req-5cb4458a-7057-4a87-987d-32bf1d481405 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2108324 Nov 25 13:08:21.521267 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-67c08401-759d-46a7-a3ab-71eba1f06c29 req-86291c3a-804f-4e4d-b1eb-b41adfcb9772 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Request body: {'port': {'device_id': 'abd32ff7-360d-4cfb-a1b3-48e5f8a51d90', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'admin_state_up': True, 'tenant_id': '4190dcc6411041ccb9fe22c2d4608a11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:08:21.531150 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a780d179-d6db-4677-a5e5-2f2dd959535c req-e9a83e3a-05e5-4eab-bb82-7130a420a6e0 tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e4e3a3324cda4f908521e94651c63044&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316370 Nov 25 13:08:21.544619 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b3ffe-13d9-4fea-85ca-44009b899e2b req-6174517c-e8e3-4b96-8ad3-dee0ffd11cd4 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:21.546531 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-390b3ffe-13d9-4fea-85ca-44009b899e2b req-6174517c-e8e3-4b96-8ad3-dee0ffd11cd4 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2dd5265-c989-432c-a5b2-209782139d6d HTTP/1.1" status: 200 len: 950 time: 0.2608907 Nov 25 13:08:21.600543 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-390b3ffe-13d9-4fea-85ca-44009b899e2b req-c5a3b8c6-f569-4bba-b4ca-3a596df4f78e tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468161 Nov 25 13:08:21.640093 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67c08401-759d-46a7-a3ab-71eba1f06c29 req-86291c3a-804f-4e4d-b1eb-b41adfcb9772 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Made reservation on behalf of 4190dcc6411041ccb9fe22c2d4608a11 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:08:21.643926 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-67c08401-759d-46a7-a3ab-71eba1f06c29 req-86291c3a-804f-4e4d-b1eb-b41adfcb9772 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:21.747588 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-65d048f8-0a08-4399-8b0c-618f1b822f23 req-8e4d30ee-d110-4f6d-8cb5-9f88d6600e10 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd32ff7-360d-4cfb-a1b3-48e5f8a51d90 HTTP/1.1" status: 200 len: 210 time: 0.0573447 Nov 25 13:08:21.822394 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-67c08401-759d-46a7-a3ab-71eba1f06c29 req-86291c3a-804f-4e4d-b1eb-b41adfcb9772 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Allocated IP 192.168.233.150 (85f6380f-3625-4f44-8465-fbcf0c11fed5/2ce5ca48-e3be-44c6-9584-fd9eb8c67222/9bae3617-6f67-4d05-82bb-3c70eb7cb932) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:08:21.905501 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32fd88b-9b48-4dcc-a87d-bbc2dc44093a req-698dd5e9-026f-4fac-a913-17573cb3ea28 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:21.906937 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d32fd88b-9b48-4dcc-a87d-bbc2dc44093a req-698dd5e9-026f-4fac-a913-17573cb3ea28 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d6065b9-f444-4b32-afd5-4efd4a17a010 HTTP/1.1" status: 200 len: 945 time: 0.0942204 Nov 25 13:08:21.994719 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-67c08401-759d-46a7-a3ab-71eba1f06c29 req-86291c3a-804f-4e4d-b1eb-b41adfcb9772 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:22.037702 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-67c08401-759d-46a7-a3ab-71eba1f06c29 req-86291c3a-804f-4e4d-b1eb-b41adfcb9772 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:22.056250 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['0b4bc922-b858-4465-ad56-5c6029f30377', '7f6f303f-ef2d-4137-9d8f-b9909032840b'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:08:22.062080 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['7fb6f54d-91e5-44d1-b51e-17bdd8ecb01e', 'e3af4f0b-b1e6-4b83-91ed-deb59a01c9bc', '714f6353-6e25-43c5-8c2f-860f09c78bae'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:08:22.090614 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67c08401-759d-46a7-a3ab-71eba1f06c29 req-86291c3a-804f-4e4d-b1eb-b41adfcb9772 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Network 85f6380f-3625-4f44-8465-fbcf0c11fed5 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:08:22.094247 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-67c08401-759d-46a7-a3ab-71eba1f06c29 req-86291c3a-804f-4e4d-b1eb-b41adfcb9772 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:08:22.098817 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c08401-759d-46a7-a3ab-71eba1f06c29 req-86291c3a-804f-4e4d-b1eb-b41adfcb9772 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:08:22.129141 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86291c3a-804f-4e4d-b1eb-b41adfcb9772 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Pushing event updated for resources: {'Port': ['ID=9bae3617-6f67-4d05-82bb-3c70eb7cb932,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:22.191941 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c08401-759d-46a7-a3ab-71eba1f06c29 req-86291c3a-804f-4e4d-b1eb-b41adfcb9772 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:22.193486 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-67c08401-759d-46a7-a3ab-71eba1f06c29 req-86291c3a-804f-4e4d-b1eb-b41adfcb9772 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:22.215510 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-67c08401-759d-46a7-a3ab-71eba1f06c29 req-86291c3a-804f-4e4d-b1eb-b41adfcb9772 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6985395 Nov 25 13:08:22.223520 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-6262d6b8-f0fe-468a-b670-ac3377e81205 tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:22.231410 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-6262d6b8-f0fe-468a-b670-ac3377e81205 tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] 10.222.0.53 "GET /v2.0/networks?id=78062def-9db9-4815-b0d3-5ee5bcf2ee12 HTTP/1.1" status: 200 len: 818 time: 0.4331100 Nov 25 13:08:22.243092 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-67c08401-759d-46a7-a3ab-71eba1f06c29 req-8a8c6b86-adf7-4231-a48a-9c06104cd983 service neutron] Request body: {'port': {'device_id': 'abd32ff7-360d-4cfb-a1b3-48e5f8a51d90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:08:22.261177 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-0e4f40d5-f062-4025-b9ac-4fd2eaac0c99 tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] 10.222.0.53 "GET /v2.0/quotas/36cb5cf0550841f1854aca002e301e9d HTTP/1.1" status: 200 len: 375 time: 0.0288346 Nov 25 13:08:22.312049 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-76ff0030-aaab-4acb-94e7-5bf0da54c3f8 tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=36cb5cf0550841f1854aca002e301e9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496795 Nov 25 13:08:22.318287 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-6a492a35-5f17-44a0-a4b4-82a22d2ee8aa service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:08:22.326317 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-6a492a35-5f17-44a0-a4b4-82a22d2ee8aa service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0131619 Nov 25 13:08:22.338076 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-67c08401-759d-46a7-a3ab-71eba1f06c29 req-8a8c6b86-adf7-4231-a48a-9c06104cd983 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:22.357713 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d32fd88b-9b48-4dcc-a87d-bbc2dc44093a req-873b5441-8fa8-4b42-ba5a-0017be14977b tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4406195 Nov 25 13:08:22.555481 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-870df15c-bbbf-4ab0-a0d2-56bc40ed233e service neutron] 10.222.0.53 "GET /v2.0/networks/78062def-9db9-4815-b0d3-5ee5bcf2ee12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280104 Nov 25 13:08:22.649774 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-4cd426dd-d025-467c-83e9-8ccad080b5dc None None] Provisioning complete for port 9bae3617-6f67-4d05-82bb-3c70eb7cb932 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:08:22.650148 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4cd426dd-d025-467c-83e9-8ccad080b5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:22.701078 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-4cd426dd-d025-467c-83e9-8ccad080b5dc None None] Port 9bae3617-6f67-4d05-82bb-3c70eb7cb932 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:08:22.767396 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-ed93b2f8-02e8-4089-84a0-df7f562e2fba service neutron] 10.222.0.53 "GET /v2.0/networks/78062def-9db9-4815-b0d3-5ee5bcf2ee12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029159 Nov 25 13:08:22.811735 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-67c08401-759d-46a7-a3ab-71eba1f06c29 req-8a8c6b86-adf7-4231-a48a-9c06104cd983 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bae3617-6f67-4d05-82bb-3c70eb7cb932 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:08:22.820858 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-67c08401-759d-46a7-a3ab-71eba1f06c29 req-8a8c6b86-adf7-4231-a48a-9c06104cd983 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:22.836187 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-67c08401-759d-46a7-a3ab-71eba1f06c29 req-8a8c6b86-adf7-4231-a48a-9c06104cd983 service neutron] Transition to ACTIVE for port object 9bae3617-6f67-4d05-82bb-3c70eb7cb932 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:08:22.839856 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-67c08401-759d-46a7-a3ab-71eba1f06c29 req-8a8c6b86-adf7-4231-a48a-9c06104cd983 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:22.921001 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ae598-a685-418e-8269-7820342ff6a6 req-77ae5a49-7f6f-4563-a22e-d2637beb5881 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:22.922608 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2a7ae598-a685-418e-8269-7820342ff6a6 req-77ae5a49-7f6f-4563-a22e-d2637beb5881 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/networks?id=20494638-06c1-415e-90d6-c326674b78a0 HTTP/1.1" status: 200 len: 807 time: 0.1415260 Nov 25 13:08:22.939521 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8c6b86-adf7-4231-a48a-9c06104cd983 service neutron] Pushing event updated for resources: {'Port': ['ID=9bae3617-6f67-4d05-82bb-3c70eb7cb932,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:22.947946 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2a7ae598-a685-418e-8269-7820342ff6a6 req-c3cce4b5-98e7-4293-a7ba-3b09d4082650 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/quotas/f9638bf2b13b4d579c7476454eb03e3d HTTP/1.1" status: 200 len: 375 time: 0.0185990 Nov 25 13:08:22.995032 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-67c08401-759d-46a7-a3ab-71eba1f06c29 req-8a8c6b86-adf7-4231-a48a-9c06104cd983 service neutron] Attempting to bind port 9bae3617-6f67-4d05-82bb-3c70eb7cb932 on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:08:22.995376 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-67c08401-759d-46a7-a3ab-71eba1f06c29 req-8a8c6b86-adf7-4231-a48a-9c06104cd983 service neutron] Attempting to bind port 9bae3617-6f67-4d05-82bb-3c70eb7cb932 by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:08:22.995715 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c08401-759d-46a7-a3ab-71eba1f06c29 req-8a8c6b86-adf7-4231-a48a-9c06104cd983 service neutron] Attempting to bind port 9bae3617-6f67-4d05-82bb-3c70eb7cb932 on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:08:22.997194 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2a7ae598-a685-418e-8269-7820342ff6a6 req-fa935545-60f3-416c-aac4-749a8b595dbd tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f9638bf2b13b4d579c7476454eb03e3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422387 Nov 25 13:08:23.009493 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c08401-759d-46a7-a3ab-71eba1f06c29 req-8a8c6b86-adf7-4231-a48a-9c06104cd983 service neutron] Port 9bae3617-6f67-4d05-82bb-3c70eb7cb932 on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:08:23.009826 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c08401-759d-46a7-a3ab-71eba1f06c29 req-8a8c6b86-adf7-4231-a48a-9c06104cd983 service neutron] Attempting to bind port 9bae3617-6f67-4d05-82bb-3c70eb7cb932 on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:08:23.035904 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a780d179-d6db-4677-a5e5-2f2dd959535c req-dc83bdad-c92e-4522-a6e0-081af3f36d3d tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=e4e3a3324cda4f908521e94651c63044&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419581 Nov 25 13:08:23.036852 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c08401-759d-46a7-a3ab-71eba1f06c29 req-8a8c6b86-adf7-4231-a48a-9c06104cd983 service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:08:23.037143 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c08401-759d-46a7-a3ab-71eba1f06c29 req-8a8c6b86-adf7-4231-a48a-9c06104cd983 service neutron] Checking segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:08:23.037527 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c08401-759d-46a7-a3ab-71eba1f06c29 req-8a8c6b86-adf7-4231-a48a-9c06104cd983 service neutron] Bound using segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:08:23.046052 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-67c08401-759d-46a7-a3ab-71eba1f06c29 req-8a8c6b86-adf7-4231-a48a-9c06104cd983 service neutron] Bound port: 9bae3617-6f67-4d05-82bb-3c70eb7cb932, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:08:23.046314 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-67c08401-759d-46a7-a3ab-71eba1f06c29 req-8a8c6b86-adf7-4231-a48a-9c06104cd983 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:23.186225 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-35f1b68d-5074-4753-bfe3-8cff12e622a2 req-1a91ccf5-8de6-4290-8362-f4bf94c03eb5 tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] 10.222.0.53 "GET /v2.0/ports?device_id=95546cc2-06ce-48c8-92a6-3c2e35f49a48 HTTP/1.1" status: 200 len: 210 time: 0.0608184 Nov 25 13:08:23.188606 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2a7ae598-a685-418e-8269-7820342ff6a6 req-9d0cb137-0104-4726-a7ed-b1e2e95b5fbc service neutron] 10.222.0.53 "GET /v2.0/networks/20494638-06c1-415e-90d6-c326674b78a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903291 Nov 25 13:08:23.278524 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-67c08401-759d-46a7-a3ab-71eba1f06c29 req-8a8c6b86-adf7-4231-a48a-9c06104cd983 service neutron] For port 9bae3617-6f67-4d05-82bb-3c70eb7cb932, host n-h1-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:08:23.288128 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a780d179-d6db-4677-a5e5-2f2dd959535c req-a927df71-abc0-4582-87ae-306426a40f63 tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:23.290312 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a780d179-d6db-4677-a5e5-2f2dd959535c req-a927df71-abc0-4582-87ae-306426a40f63 tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2347398 Nov 25 13:08:23.292823 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-67c08401-759d-46a7-a3ab-71eba1f06c29 req-8a8c6b86-adf7-4231-a48a-9c06104cd983 service neutron] For port 9bae3617-6f67-4d05-82bb-3c70eb7cb932, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=9bae3617-6f67-4d05-82bb-3c70eb7cb932,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:08:23.297610 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-67c08401-759d-46a7-a3ab-71eba1f06c29 req-8a8c6b86-adf7-4231-a48a-9c06104cd983 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:23.305517 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-a780d179-d6db-4677-a5e5-2f2dd959535c req-aed8ff80-2496-44fd-b49e-7400e421fb42 tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] Request body: {'port': {'device_id': '95546cc2-06ce-48c8-92a6-3c2e35f49a48', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'admin_state_up': True, 'tenant_id': 'e4e3a3324cda4f908521e94651c63044'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:08:23.338798 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2a7ae598-a685-418e-8269-7820342ff6a6 req-b3ed9436-c6c7-44b9-987a-7d2b46d29bb7 service neutron] 10.222.0.53 "GET /v2.0/networks/20494638-06c1-415e-90d6-c326674b78a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393454 Nov 25 13:08:23.361544 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c08401-759d-46a7-a3ab-71eba1f06c29 req-8a8c6b86-adf7-4231-a48a-9c06104cd983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:23.362164 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-67c08401-759d-46a7-a3ab-71eba1f06c29 req-8a8c6b86-adf7-4231-a48a-9c06104cd983 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:23.363748 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-67c08401-759d-46a7-a3ab-71eba1f06c29 req-8a8c6b86-adf7-4231-a48a-9c06104cd983 service neutron] 10.222.0.66 "PUT /v2.0/ports/9bae3617-6f67-4d05-82bb-3c70eb7cb932 HTTP/1.1" status: 200 len: 1097 time: 1.1300240 Nov 25 13:08:23.363860 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e1c5e7-3b83-4042-bfc0-efabd979c219 req-a7eb40ed-066c-400a-9f60-44656f65d0c6 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:23.381888 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-39e1c5e7-3b83-4042-bfc0-efabd979c219 req-a7eb40ed-066c-400a-9f60-44656f65d0c6 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c4d3887-a462-48bf-998f-4c9038be5eec HTTP/1.1" status: 200 len: 945 time: 0.1103389 Nov 25 13:08:23.439372 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abd32ff7-360d-4cfb-a1b3-48e5f8a51d90', 'tag': '9bae3617-6f67-4d05-82bb-3c70eb7cb932'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:08:23.442230 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71fe3e22-bdcb-4d8d-b844-25b0f6603622" -d '{"events": [{"name": "network-changed", "server_uuid": "abd32ff7-360d-4cfb-a1b3-48e5f8a51d90", "tag": "9bae3617-6f67-4d05-82bb-3c70eb7cb932"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:08:23.488384 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-39e1c5e7-3b83-4042-bfc0-efabd979c219 req-d3908ae5-adfe-4458-a2c2-ad05b9abdc80 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.53 "GET /v2.0/security-groups?id=a715b2f7-737e-429b-afd5-9baad8e10197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046898 Nov 25 13:08:23.521495 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8c6b86-adf7-4231-a48a-9c06104cd983 service neutron] Pushing event updated for resources: {'Port': ['ID=9bae3617-6f67-4d05-82bb-3c70eb7cb932,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:23.596158 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c08401-759d-46a7-a3ab-71eba1f06c29 req-3bf9c36c-cb9b-4bdb-b2e1-c09a912405b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:23.597836 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-67c08401-759d-46a7-a3ab-71eba1f06c29 req-3bf9c36c-cb9b-4bdb-b2e1-c09a912405b2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4190dcc6411041ccb9fe22c2d4608a11&device_id=abd32ff7-360d-4cfb-a1b3-48e5f8a51d90 HTTP/1.1" status: 200 len: 1100 time: 0.1371858 Nov 25 13:08:23.670033 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-67c08401-759d-46a7-a3ab-71eba1f06c29 req-4e4f2311-2c71-4f7b-998d-91efb0b3f742 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=9bae3617-6f67-4d05-82bb-3c70eb7cb932 HTTP/1.1" status: 200 len: 217 time: 0.0537808 Nov 25 13:08:23.688792 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a780d179-d6db-4677-a5e5-2f2dd959535c req-aed8ff80-2496-44fd-b49e-7400e421fb42 tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] Made reservation on behalf of e4e3a3324cda4f908521e94651c63044 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:08:23.692495 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a780d179-d6db-4677-a5e5-2f2dd959535c req-aed8ff80-2496-44fd-b49e-7400e421fb42 tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:23.717764 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a780d179-d6db-4677-a5e5-2f2dd959535c req-aed8ff80-2496-44fd-b49e-7400e421fb42 tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:23.751417 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c88ba-da06-46a7-a5a2-d8cb970021af req-9f142269-7b64-4fec-bce1-ee8e72f12dfc tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:23.763150 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a36c88ba-da06-46a7-a5a2-d8cb970021af req-9f142269-7b64-4fec-bce1-ee8e72f12dfc tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd32ff7-360d-4cfb-a1b3-48e5f8a51d90 HTTP/1.1" status: 200 len: 948 time: 0.1131291 Nov 25 13:08:23.775802 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc0b571-a549-4015-942f-a292c7b48b83 req-3895d034-5ce9-4152-b1c5-092168724bdd tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:23.785169 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6dc0b571-a549-4015-942f-a292c7b48b83 req-3895d034-5ce9-4152-b1c5-092168724bdd tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2dd5265-c989-432c-a5b2-209782139d6d HTTP/1.1" status: 200 len: 950 time: 0.1737781 Nov 25 13:08:23.787398 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c08401-759d-46a7-a3ab-71eba1f06c29 req-9bd65eba-77e9-446e-ac1b-4d8f6cc82922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:23.789086 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-67c08401-759d-46a7-a3ab-71eba1f06c29 req-9bd65eba-77e9-446e-ac1b-4d8f6cc82922 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.1099362 Nov 25 13:08:23.872093 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c08401-759d-46a7-a3ab-71eba1f06c29 req-9b021128-05b0-4516-a6fa-b2f1e40f6167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:23.874156 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-67c08401-759d-46a7-a3ab-71eba1f06c29 req-9b021128-05b0-4516-a6fa-b2f1e40f6167 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0739796 Nov 25 13:08:23.881357 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6dc0b571-a549-4015-942f-a292c7b48b83 req-3091e48a-1fbf-4051-97ff-71151c2dc8e0 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952220 Nov 25 13:08:23.909875 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a36c88ba-da06-46a7-a5a2-d8cb970021af req-af38f11d-b910-4304-b1de-7eb013b78194 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455188 Nov 25 13:08:23.912511 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a780d179-d6db-4677-a5e5-2f2dd959535c req-aed8ff80-2496-44fd-b49e-7400e421fb42 tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:23.950100 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a780d179-d6db-4677-a5e5-2f2dd959535c req-aed8ff80-2496-44fd-b49e-7400e421fb42 tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:24.056212 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed8ff80-2496-44fd-b49e-7400e421fb42 tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85e315f2-0c98-450b-adb8-7317f7808f49,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:24.093221 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-67c08401-759d-46a7-a3ab-71eba1f06c29 req-fdfc7ae1-0595-4b11-ae7a-676e0cd97a1a service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062786 Nov 25 13:08:24.173068 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b488584-08cd-4b30-a4a0-162f963ab0c3 x-openstack-request-id: req-6b488584-08cd-4b30-a4a0-162f963ab0c3 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:08:24.173364 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abd32ff7-360d-4cfb-a1b3-48e5f8a51d90", "tag": "9bae3617-6f67-4d05-82bb-3c70eb7cb932", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:08:24.173621 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6b488584-08cd-4b30-a4a0-162f963ab0c3 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:08:24.174094 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abd32ff7-360d-4cfb-a1b3-48e5f8a51d90', 'tag': '9bae3617-6f67-4d05-82bb-3c70eb7cb932', 'status': 'completed', 'code': 200} Nov 25 13:08:24.258945 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bacaa5c2-f714-4acc-886b-dafa3591301e req-412912fc-f57e-453c-9caa-03284f1845f7 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cb82be1-1913-472d-b5a0-9f0f09f94b14 HTTP/1.1" status: 200 len: 210 time: 0.0461314 Nov 25 13:08:24.302074 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-a780d179-d6db-4677-a5e5-2f2dd959535c req-aed8ff80-2496-44fd-b49e-7400e421fb42 tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] Allocated IP 192.168.233.250 (85f6380f-3625-4f44-8465-fbcf0c11fed5/2ce5ca48-e3be-44c6-9584-fd9eb8c67222/c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:08:24.374368 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf99afce-9ef7-49d9-8990-dc2d9caa147b req-00d76dfa-1bdc-4320-babf-0d2414a02476 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:24.376439 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bf99afce-9ef7-49d9-8990-dc2d9caa147b req-00d76dfa-1bdc-4320-babf-0d2414a02476 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c4d3887-a462-48bf-998f-4c9038be5eec HTTP/1.1" status: 200 len: 945 time: 0.1160960 Nov 25 13:08:24.399037 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33658) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:08:24.403631 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-67c08401-759d-46a7-a3ab-71eba1f06c29 req-88ad435f-5aa0-4fee-a90d-8130b410f2cc service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906213 Nov 25 13:08:24.405990 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-fe33819f-9394-4c3c-a1db-e217b583cd20 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Request body: {'floatingip': {'port_id': 'f3e99a3a-d180-4fc8-b2c5-3b495a5d4495'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:08:24.463164 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fe33819f-9394-4c3c-a1db-e217b583cd20 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Publish callbacks [] for floatingip, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:24.504439 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696c9391-6366-4f47-b196-c9b948f76029 req-c4ea6dd6-7a56-4a6a-980b-97ce7554d1bf tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:24.506323 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-696c9391-6366-4f47-b196-c9b948f76029 req-c4ea6dd6-7a56-4a6a-980b-97ce7554d1bf tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9d6065b9-f444-4b32-afd5-4efd4a17a010 HTTP/1.1" status: 200 len: 1097 time: 0.1549530 Nov 25 13:08:24.582070 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0493ec57-92d5-475c-bf47-b14b24a66fb0 req-681426d3-01e6-4a79-bb43-0f55f70f12ff tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] 10.222.0.53 "GET /v2.0/ports?device_id=81415a91-bed0-42cd-976a-767a169928cf HTTP/1.1" status: 200 len: 210 time: 0.0847073 Nov 25 13:08:24.597237 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe3e22-bdcb-4d8d-b844-25b0f6603622 req-4612e1a1-7c6f-448e-add8-c3a544ffa18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:24.598798 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-71fe3e22-bdcb-4d8d-b844-25b0f6603622 req-4612e1a1-7c6f-448e-add8-c3a544ffa18b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4190dcc6411041ccb9fe22c2d4608a11&device_id=abd32ff7-360d-4cfb-a1b3-48e5f8a51d90 HTTP/1.1" status: 200 len: 1100 time: 0.0706687 Nov 25 13:08:24.659253 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a780d179-d6db-4677-a5e5-2f2dd959535c req-aed8ff80-2496-44fd-b49e-7400e421fb42 tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:24.667874 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-696c9391-6366-4f47-b196-c9b948f76029 req-52bb02bc-99da-4ca2-b80b-ead00f5d8166 tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346233 Nov 25 13:08:24.771109 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a780d179-d6db-4677-a5e5-2f2dd959535c req-aed8ff80-2496-44fd-b49e-7400e421fb42 tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:24.818440 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe3e22-bdcb-4d8d-b844-25b0f6603622 req-ce2accb4-3700-49bb-b823-8a1247a111f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:24.820512 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-71fe3e22-bdcb-4d8d-b844-25b0f6603622 req-ce2accb4-3700-49bb-b823-8a1247a111f9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=85f6380f-3625-4f44-8465-fbcf0c11fed5 HTTP/1.1" status: 200 len: 870 time: 0.2078478 Nov 25 13:08:24.847018 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a780d179-d6db-4677-a5e5-2f2dd959535c req-aed8ff80-2496-44fd-b49e-7400e421fb42 tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] Network 85f6380f-3625-4f44-8465-fbcf0c11fed5 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:08:24.914169 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-71fe3e22-bdcb-4d8d-b844-25b0f6603622 req-9124b4ad-6df9-4362-b106-d176a386fd7b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=9bae3617-6f67-4d05-82bb-3c70eb7cb932 HTTP/1.1" status: 200 len: 217 time: 0.0784283 Nov 25 13:08:24.928125 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-a780d179-d6db-4677-a5e5-2f2dd959535c req-aed8ff80-2496-44fd-b49e-7400e421fb42 tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:08:24.952209 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed8ff80-2496-44fd-b49e-7400e421fb42 tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] Pushing event updated for resources: {'Port': ['ID=c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:24.972612 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-a780d179-d6db-4677-a5e5-2f2dd959535c req-aed8ff80-2496-44fd-b49e-7400e421fb42 tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:08:25.065221 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a780d179-d6db-4677-a5e5-2f2dd959535c req-aed8ff80-2496-44fd-b49e-7400e421fb42 tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:25.065869 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a780d179-d6db-4677-a5e5-2f2dd959535c req-aed8ff80-2496-44fd-b49e-7400e421fb42 tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:25.239271 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded9a3e-8732-43a9-b57e-4c230e856f9e req-353677e1-2872-4234-8fdb-b77c0097b23f tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:25.241737 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4ded9a3e-8732-43a9-b57e-4c230e856f9e req-353677e1-2872-4234-8fdb-b77c0097b23f tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2dd5265-c989-432c-a5b2-209782139d6d HTTP/1.1" status: 200 len: 950 time: 0.2039835 Nov 25 13:08:25.280947 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc1ff1-75c6-4692-ab05-40fc19a4ad9a req-af053c12-ca32-4a27-9aa8-9f3b27a62a0a tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:25.282978 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a2bc1ff1-75c6-4692-ab05-40fc19a4ad9a req-af053c12-ca32-4a27-9aa8-9f3b27a62a0a tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] 10.222.0.53 "GET /v2.0/ports?device_id=95546cc2-06ce-48c8-92a6-3c2e35f49a48 HTTP/1.1" status: 200 len: 936 time: 0.2466669 Nov 25 13:08:25.315962 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-7409ddf6-afba-4721-ac1e-faf3e22f6ad3 None None] Provisioning complete for port c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:08:25.316525 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7409ddf6-afba-4721-ac1e-faf3e22f6ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:25.385429 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4ded9a3e-8732-43a9-b57e-4c230e856f9e req-23de3bf2-106e-405b-bcdc-9642ae11fdd4 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128275 Nov 25 13:08:25.456256 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a780d179-d6db-4677-a5e5-2f2dd959535c req-aed8ff80-2496-44fd-b49e-7400e421fb42 tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1560941 Nov 25 13:08:25.482552 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-a780d179-d6db-4677-a5e5-2f2dd959535c req-92586ee4-a080-451c-8fc8-9fbf40979b39 service neutron] Request body: {'port': {'device_id': '95546cc2-06ce-48c8-92a6-3c2e35f49a48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:08:25.518460 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe3e22-bdcb-4d8d-b844-25b0f6603622 req-e2dd14b0-1a9e-459d-bc2a-1dc0af3b80b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:25.519861 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-71fe3e22-bdcb-4d8d-b844-25b0f6603622 req-e2dd14b0-1a9e-459d-bc2a-1dc0af3b80b3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.5899994 Nov 25 13:08:25.637699 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-7409ddf6-afba-4721-ac1e-faf3e22f6ad3 None None] Port c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:08:25.647496 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ae598-a685-418e-8269-7820342ff6a6 req-1a53962f-2c6a-4303-aace-9b3aac3e9568 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:25.648560 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2a7ae598-a685-418e-8269-7820342ff6a6 req-1a53962f-2c6a-4303-aace-9b3aac3e9568 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.47 "GET /v2.0/networks?id=20494638-06c1-415e-90d6-c326674b78a0 HTTP/1.1" status: 200 len: 807 time: 0.1278086 Nov 25 13:08:25.649436 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.db.resource_extend [None req-fe33819f-9394-4c3c-a1db-e217b583cd20 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 13:08:25.683062 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-2a7ae598-a685-418e-8269-7820342ff6a6 req-66df43ef-17b9-4fa8-8bf4-81b6ce148f27 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Request body: {'port': {'device_id': '7cb82be1-1913-472d-b5a0-9f0f09f94b14', 'network_id': '20494638-06c1-415e-90d6-c326674b78a0', 'admin_state_up': True, 'tenant_id': 'f9638bf2b13b4d579c7476454eb03e3d'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:08:25.750749 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-8a92c78d-0021-446a-9da0-2178c234558a tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:25.752719 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-8a92c78d-0021-446a-9da0-2178c234558a tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] 10.222.0.47 "GET /v2.0/networks?id=78062def-9db9-4815-b0d3-5ee5bcf2ee12 HTTP/1.1" status: 200 len: 818 time: 0.8279474 Nov 25 13:08:25.761231 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a2bc1ff1-75c6-4692-ab05-40fc19a4ad9a req-5976dd7f-30b6-4d56-9cda-e020f0e1e41f tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] 10.222.0.53 "GET /v2.0/security-groups?id=85e315f2-0c98-450b-adb8-7317f7808f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4179101 Nov 25 13:08:25.790634 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-15b318ea-f5ab-4b70-b10d-d7a5bda744ab tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Request body: {'port': {'device_id': '9d309a50-fbc2-4604-aa99-b746322fc105', 'network_id': '78062def-9db9-4815-b0d3-5ee5bcf2ee12', 'admin_state_up': True, 'tenant_id': '36cb5cf0550841f1854aca002e301e9d'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:08:25.819674 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe3e22-bdcb-4d8d-b844-25b0f6603622 req-f4820c4c-b3a5-4439-b446-5a6a9971a685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:25.820566 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fe33819f-9394-4c3c-a1db-e217b583cd20 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:25.821186 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-71fe3e22-bdcb-4d8d-b844-25b0f6603622 req-f4820c4c-b3a5-4439-b446-5a6a9971a685 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1816545 Nov 25 13:08:25.832287 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-0cb03dd7-9370-4cee-9b97-50f91a114861 tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:25.833822 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-0cb03dd7-9370-4cee-9b97-50f91a114861 tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] 10.222.0.66 "GET /v2.0/networks?id=78062def-9db9-4815-b0d3-5ee5bcf2ee12 HTTP/1.1" status: 200 len: 818 time: 0.6276767 Nov 25 13:08:25.836789 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fe33819f-9394-4c3c-a1db-e217b583cd20 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:25.852126 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a780d179-d6db-4677-a5e5-2f2dd959535c req-92586ee4-a080-451c-8fc8-9fbf40979b39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:25.859956 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b76921-2729-41f4-b083-a41434460b57 req-1bbaa865-6da8-4261-936e-1882d2b37c7f tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:25.862054 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-84b76921-2729-41f4-b083-a41434460b57 req-1bbaa865-6da8-4261-936e-1882d2b37c7f tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd32ff7-360d-4cfb-a1b3-48e5f8a51d90 HTTP/1.1" status: 200 len: 948 time: 0.3198762 Nov 25 13:08:25.869109 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-ceb11f0e-b34a-42bc-be8f-38a3e6356c0d tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Request body: {'port': {'device_id': '81415a91-bed0-42cd-976a-767a169928cf', 'network_id': '78062def-9db9-4815-b0d3-5ee5bcf2ee12', 'admin_state_up': True, 'tenant_id': '36cb5cf0550841f1854aca002e301e9d'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:08:25.981329 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33692) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:08:25.981914 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.47', 52591) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:08:26.234667 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a7ae598-a685-418e-8269-7820342ff6a6 req-66df43ef-17b9-4fa8-8bf4-81b6ce148f27 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Made reservation on behalf of f9638bf2b13b4d579c7476454eb03e3d for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:08:26.238189 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2a7ae598-a685-418e-8269-7820342ff6a6 req-66df43ef-17b9-4fa8-8bf4-81b6ce148f27 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:26.299898 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-71fe3e22-bdcb-4d8d-b844-25b0f6603622 req-ab9acd6f-e269-476b-a7e3-17522ef46dc7 service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4455423 Nov 25 13:08:26.307968 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-71e0c267-9801-4f49-b896-c67db7c3f5f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:26.328001 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-15b318ea-f5ab-4b70-b10d-d7a5bda744ab tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Made reservation on behalf of 36cb5cf0550841f1854aca002e301e9d for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:08:26.331785 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-15b318ea-f5ab-4b70-b10d-d7a5bda744ab tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:26.363066 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-84b76921-2729-41f4-b083-a41434460b57 req-465d2151-dd92-445e-88aa-053d61993400 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4552128 Nov 25 13:08:26.376366 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-413e0037-d69e-4a0e-847c-2d4a4086b4aa tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:26.377836 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-413e0037-d69e-4a0e-847c-2d4a4086b4aa tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] 10.222.0.47 "GET /v2.0/networks?id=78062def-9db9-4815-b0d3-5ee5bcf2ee12 HTTP/1.1" status: 200 len: 818 time: 0.3905973 Nov 25 13:08:26.409192 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 9bae3617-6f67-4d05-82bb-3c70eb7cb932 details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:08:26.420770 n-d-808199-11 neutron-server[103570]: INFO neutron.db.l3_db [None req-fe33819f-9394-4c3c-a1db-e217b583cd20 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Floating IP 9a511409-950e-4d60-9a44-abcdb4543492 associated. External IP: 172.25.5.136, port: f3e99a3a-d180-4fc8-b2c5-3b495a5d4495. Nov 25 13:08:26.452183 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-816cfff6-78ef-4cc6-a458-4f64b18e17e7 tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Request body: {'port': {'device_id': 'e47af08d-7a63-4b58-af72-6bf4ca94a616', 'network_id': '78062def-9db9-4815-b0d3-5ee5bcf2ee12', 'admin_state_up': True, 'tenant_id': '36cb5cf0550841f1854aca002e301e9d'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:08:26.466043 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4a2d7-7ef3-46c9-96c3-fb8c543a274c req-7c8108e1-5399-47f4-9b4a-637d5a93f2cf tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:26.467569 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7ba4a2d7-7ef3-46c9-96c3-fb8c543a274c req-7c8108e1-5399-47f4-9b4a-637d5a93f2cf tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/networks?id=4eedb877-5fc3-46a9-a0e2-7e0a431fb103 HTTP/1.1" status: 200 len: 821 time: 0.5572848 Nov 25 13:08:26.514793 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b9234a18-efc1-464e-98da-bcb5e0f8512f req-41bf2381-b927-4286-9979-f048732b3c0f tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cb82be1-1913-472d-b5a0-9f0f09f94b14 HTTP/1.1" status: 200 len: 210 time: 0.0430477 Nov 25 13:08:26.531204 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 9bae3617-6f67-4d05-82bb-3c70eb7cb932, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=9bae3617-6f67-4d05-82bb-3c70eb7cb932,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:08:26.549181 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': '9bae3617-6f67-4d05-82bb-3c70eb7cb932', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'port_id': '9bae3617-6f67-4d05-82bb-3c70eb7cb932', 'mac_address': 'fa:16:3e:b1:2e:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce5ca48-e3be-44c6-9584-fd9eb8c67222', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:08:26.574274 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-ceb11f0e-b34a-42bc-be8f-38a3e6356c0d tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Made reservation on behalf of 36cb5cf0550841f1854aca002e301e9d for: {'port': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:08:26.577559 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-ceb11f0e-b34a-42bc-be8f-38a3e6356c0d tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:26.586163 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7ba4a2d7-7ef3-46c9-96c3-fb8c543a274c req-2d628136-83f0-48e2-9743-fafc9a140212 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/quotas/d2e157ec7259461e96009d2e9c8298f0 HTTP/1.1" status: 200 len: 375 time: 0.0970013 Nov 25 13:08:26.621417 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:26.643020 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bae3617-6f67-4d05-82bb-3c70eb7cb932 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:08:26.664997 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d1830a2e-928e-461c-80d4-63ecefa15cd6 req-ca94e65f-33dd-48ac-b8de-f197b1e74fdf tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] 10.222.0.53 "GET /v2.0/ports?device_id=81415a91-bed0-42cd-976a-767a169928cf HTTP/1.1" status: 200 len: 210 time: 0.0659726 Nov 25 13:08:26.677509 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 9bae3617-6f67-4d05-82bb-3c70eb7cb932, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=9bae3617-6f67-4d05-82bb-3c70eb7cb932,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:08:26.686239 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:26.760528 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7ba4a2d7-7ef3-46c9-96c3-fb8c543a274c req-40858b25-418a-4191-a3d4-5c95675c6799 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d2e157ec7259461e96009d2e9c8298f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1735446 Nov 25 13:08:26.762021 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=9bae3617-6f67-4d05-82bb-3c70eb7cb932,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:26.842156 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-2a7ae598-a685-418e-8269-7820342ff6a6 req-66df43ef-17b9-4fa8-8bf4-81b6ce148f27 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Allocated IP 172.20.0.3 (20494638-06c1-415e-90d6-c326674b78a0/82870c5b-3c5b-4cf7-b280-dc92346a33bf/989e6a40-0f2a-4ac9-b572-a8872d05c2c9) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:08:26.856232 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-71fe3e22-bdcb-4d8d-b844-25b0f6603622 req-2d2d0d63-7824-4cb4-8f99-5a33ad00f02f service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5296068 Nov 25 13:08:26.922595 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af126303-d907-4008-ad3c-70324a1e0d8f req-a00427cc-2551-4667-813a-8ffe1aca2f14 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:26.924042 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-af126303-d907-4008-ad3c-70324a1e0d8f req-a00427cc-2551-4667-813a-8ffe1aca2f14 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2dd5265-c989-432c-a5b2-209782139d6d HTTP/1.1" status: 200 len: 950 time: 0.1905613 Nov 25 13:08:26.963204 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-15b318ea-f5ab-4b70-b10d-d7a5bda744ab tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Allocated IP 172.20.0.12 (78062def-9db9-4815-b0d3-5ee5bcf2ee12/3b4e69c5-fc9d-44c7-ad37-16915ec77c09/ce0b3627-5e84-4b8f-a7c5-e76f3b956d08) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:08:26.973005 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-71e0c267-9801-4f49-b896-c67db7c3f5f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:26.977804 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-a780d179-d6db-4677-a5e5-2f2dd959535c req-92586ee4-a080-451c-8fc8-9fbf40979b39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:08:26.994460 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-71e0c267-9801-4f49-b896-c67db7c3f5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:26.996689 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-816cfff6-78ef-4cc6-a458-4f64b18e17e7 tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Made reservation on behalf of 36cb5cf0550841f1854aca002e301e9d for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:08:27.000133 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-816cfff6-78ef-4cc6-a458-4f64b18e17e7 tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:27.003052 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a780d179-d6db-4677-a5e5-2f2dd959535c req-92586ee4-a080-451c-8fc8-9fbf40979b39 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:27.003517 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe33819f-9394-4c3c-a1db-e217b583cd20 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Router fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:08:27.009080 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7ba4a2d7-7ef3-46c9-96c3-fb8c543a274c req-654463a9-3623-4963-9169-557e50789828 service neutron] 10.222.0.53 "GET /v2.0/networks/4eedb877-5fc3-46a9-a0e2-7e0a431fb103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275159 Nov 25 13:08:27.015247 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['9bae3617-6f67-4d05-82bb-3c70eb7cb932'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:08:27.023659 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-af126303-d907-4008-ad3c-70324a1e0d8f req-7a497e1d-095d-4f38-9782-ec272e85d896 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877740 Nov 25 13:08:27.149468 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-a780d179-d6db-4677-a5e5-2f2dd959535c req-92586ee4-a080-451c-8fc8-9fbf40979b39 service neutron] Transition to ACTIVE for port object c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:08:27.152076 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-71e0c267-9801-4f49-b896-c67db7c3f5f4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9e34c46611c3491a9f87e850848e092c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1661198 Nov 25 13:08:27.158858 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33702) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:08:27.175634 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e0c267-9801-4f49-b896-c67db7c3f5f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=318d87b5-5f72-437b-b12d-b839be2ca804,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:27.177499 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a780d179-d6db-4677-a5e5-2f2dd959535c req-92586ee4-a080-451c-8fc8-9fbf40979b39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:27.236946 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7ba4a2d7-7ef3-46c9-96c3-fb8c543a274c req-b9480b31-a60f-4102-9732-ad10653bc0de service neutron] 10.222.0.53 "GET /v2.0/networks/4eedb877-5fc3-46a9-a0e2-7e0a431fb103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097101 Nov 25 13:08:27.247535 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d190d1f9-1aee-4968-9326-988f86f569bd req-34e7f308-b9d2-4ada-8bb4-12a75123816a tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:27.248835 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e0c267-9801-4f49-b896-c67db7c3f5f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:08:27.249171 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e0c267-9801-4f49-b896-c67db7c3f5f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:08:27.249295 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d190d1f9-1aee-4968-9326-988f86f569bd req-34e7f308-b9d2-4ada-8bb4-12a75123816a tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] 10.222.0.53 "GET /v2.0/ports?device_id=95546cc2-06ce-48c8-92a6-3c2e35f49a48 HTTP/1.1" status: 200 len: 936 time: 0.1304843 Nov 25 13:08:27.249496 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e0c267-9801-4f49-b896-c67db7c3f5f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:08:27.249874 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e0c267-9801-4f49-b896-c67db7c3f5f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:08:27.250164 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e0c267-9801-4f49-b896-c67db7c3f5f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:08:27.250491 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e0c267-9801-4f49-b896-c67db7c3f5f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:08:27.250855 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e0c267-9801-4f49-b896-c67db7c3f5f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:08:27.251176 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e0c267-9801-4f49-b896-c67db7c3f5f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:08:27.251499 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e0c267-9801-4f49-b896-c67db7c3f5f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:08:27.251823 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e0c267-9801-4f49-b896-c67db7c3f5f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:08:27.252146 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e0c267-9801-4f49-b896-c67db7c3f5f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:08:27.252486 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e0c267-9801-4f49-b896-c67db7c3f5f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:08:27.316865 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe33819f-9394-4c3c-a1db-e217b583cd20 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:08:27.323644 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fe33819f-9394-4c3c-a1db-e217b583cd20 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:27.334420 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1536d85d-1f17-499d-a55d-6d5be7a4fd60 None None] Sync routers for ids ['fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:08:27.348338 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1536d85d-1f17-499d-a55d-6d5be7a4fd60 None None] Routers {'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:08:27.349758 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-1536d85d-1f17-499d-a55d-6d5be7a4fd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:08:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:08:27.368057 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-fe33819f-9394-4c3c-a1db-e217b583cd20 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.53 "PUT /v2.0/floatingips/9a511409-950e-4d60-9a44-abcdb4543492 HTTP/1.1" status: 200 len: 991 time: 2.9654887 Nov 25 13:08:27.370666 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c4d3887-a462-48bf-998f-4c9038be5eec', 'tag': 'f3e99a3a-d180-4fc8-b2c5-3b495a5d4495'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:08:27.373486 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ca9c90-4cdf-4258-801c-cf5eb5b22530" -d '{"events": [{"name": "network-changed", "server_uuid": "9c4d3887-a462-48bf-998f-4c9038be5eec", "tag": "f3e99a3a-d180-4fc8-b2c5-3b495a5d4495"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:08:27.405164 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d190d1f9-1aee-4968-9326-988f86f569bd req-d5166245-6924-46f2-90e2-d0d26116e0ce tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] 10.222.0.53 "GET /v2.0/security-groups?id=85e315f2-0c98-450b-adb8-7317f7808f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419382 Nov 25 13:08:27.488626 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-356f1bb2-e72c-4495-a6f0-f4db5ef7cc3e x-openstack-request-id: req-356f1bb2-e72c-4495-a6f0-f4db5ef7cc3e {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:08:27.488924 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c4d3887-a462-48bf-998f-4c9038be5eec", "tag": "f3e99a3a-d180-4fc8-b2c5-3b495a5d4495", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:08:27.489186 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-356f1bb2-e72c-4495-a6f0-f4db5ef7cc3e {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:08:27.489589 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c4d3887-a462-48bf-998f-4c9038be5eec', 'tag': 'f3e99a3a-d180-4fc8-b2c5-3b495a5d4495', 'status': 'completed', 'code': 200} Nov 25 13:08:27.565341 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-1536d85d-1f17-499d-a55d-6d5be7a4fd60 None None] Set router fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:08:27.603615 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c8e937ea-cb27-40ab-b5c1-c466f6383440 req-34855f77-6048-468b-8b5f-5318cb6c7cbc tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b7a40a6-335a-43bf-9a42-81b4b7bd6860 HTTP/1.1" status: 200 len: 210 time: 0.0515952 Nov 25 13:08:27.674512 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6774fe0b-3e7e-43cf-8663-a7be623f39b5 req-e4a17fc0-c9e2-4f3b-8007-806afa2c00bf tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:27.684518 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92586ee4-a080-451c-8fc8-9fbf40979b39 service neutron] Pushing event updated for resources: {'Port': ['ID=c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:27.695877 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6774fe0b-3e7e-43cf-8663-a7be623f39b5 req-e4a17fc0-c9e2-4f3b-8007-806afa2c00bf tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd32ff7-360d-4cfb-a1b3-48e5f8a51d90 HTTP/1.1" status: 200 len: 949 time: 0.0881813 Nov 25 13:08:27.775679 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6774fe0b-3e7e-43cf-8663-a7be623f39b5 req-1472ac9c-eb1b-47ad-8e9a-2967c42d768f tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764472 Nov 25 13:08:27.789588 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca9c90-4cdf-4258-801c-cf5eb5b22530 req-88088100-5bfa-4e78-94e9-87308b219d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:27.791231 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b7ca9c90-4cdf-4258-801c-cf5eb5b22530 req-88088100-5bfa-4e78-94e9-87308b219d6b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0847adb867eb43dd9514b39274c66d40&device_id=9c4d3887-a462-48bf-998f-4c9038be5eec HTTP/1.1" status: 200 len: 1097 time: 0.1103537 Nov 25 13:08:27.831454 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2a7ae598-a685-418e-8269-7820342ff6a6 req-66df43ef-17b9-4fa8-8bf4-81b6ce148f27 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:27.863222 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3de5a0ca-61bc-4b37-b68e-25f1e75b150c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:27.869137 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-00dcc8a0-6972-442a-a8cd-3f139075d346 req-3397b04a-57f1-40f0-9fed-e2c8ac159efb tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cb82be1-1913-472d-b5a0-9f0f09f94b14 HTTP/1.1" status: 200 len: 210 time: 0.1088765 Nov 25 13:08:27.946122 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e252f2aa-c16e-4af6-8ce0-d627e95d8229 req-8469292e-64e1-4d81-a402-b2c158d70e50 tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] 10.222.0.53 "GET /v2.0/ports?device_id=81415a91-bed0-42cd-976a-767a169928cf HTTP/1.1" status: 200 len: 210 time: 0.0440319 Nov 25 13:08:27.982846 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-1536d85d-1f17-499d-a55d-6d5be7a4fd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1200141678-router', 'tenant_id': '0847adb867eb43dd9514b39274c66d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '229ed14e-aff0-4306-a4b5-88bb38a9c6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:07:21Z', 'updated_at': '2021-11-25T13:07:26Z', 'revision_number': 4, 'project_id': '0847adb867eb43dd9514b39274c66d40', 'gw_port': {'id': '229ed14e-aff0-4306-a4b5-88bb38a9c6bd', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:83:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:07:21Z', 'updated_at': '2021-11-25T13:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '9a511409-950e-4d60-9a44-abcdb4543492', 'tenant_id': '0847adb867eb43dd9514b39274c66d40', 'floating_ip_address': '172.25.5.136', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': 'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a', 'port_id': 'f3e99a3a-d180-4fc8-b2c5-3b495a5d4495', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05538b39-0ed2-40a2-b712-e6a9ac11f528', 'mac_address': 'fa:16:3e:ca:72:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4d3887-a462-48bf-998f-4c9038be5eec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:07:57Z', 'updated_at': '2021-11-25T13:08:25Z', 'revision_number': 1, 'project_id': '0847adb867eb43dd9514b39274c66d40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac9b2fe5-75b2-44fb-85f3-2948349249f8', 'name': '', 'network_id': '05538b39-0ed2-40a2-b712-e6a9ac11f528', 'tenant_id': '0847adb867eb43dd9514b39274c66d40', 'mac_address': 'fa:16:3e:ff:8a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '6747087c-5949-4700-ad89-d1127c0360fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:07:25Z', 'updated_at': '2021-11-25T13:07:34Z', 'revision_number': 5, 'project_id': '0847adb867eb43dd9514b39274c66d40', 'subnets': [{'id': '6747087c-5949-4700-ad89-d1127c0360fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:08:28.005587 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3de5a0ca-61bc-4b37-b68e-25f1e75b150c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:28.010077 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1536d85d-1f17-499d-a55d-6d5be7a4fd60 None None] Checking router: fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:08:28.018893 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1536d85d-1f17-499d-a55d-6d5be7a4fd60 None None] Routers {'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:08:28.019605 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-1536d85d-1f17-499d-a55d-6d5be7a4fd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:08:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:08:28.036822 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-15b318ea-f5ab-4b70-b10d-d7a5bda744ab tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:28.105056 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-a780d179-d6db-4677-a5e5-2f2dd959535c req-92586ee4-a080-451c-8fc8-9fbf40979b39 service neutron] Attempting to bind port c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:08:28.105586 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-a780d179-d6db-4677-a5e5-2f2dd959535c req-92586ee4-a080-451c-8fc8-9fbf40979b39 service neutron] Attempting to bind port c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:08:28.105727 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a780d179-d6db-4677-a5e5-2f2dd959535c req-92586ee4-a080-451c-8fc8-9fbf40979b39 service neutron] Attempting to bind port c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:08:28.132981 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca9c90-4cdf-4258-801c-cf5eb5b22530 req-58cc18a6-e8c4-498f-ba01-07271a494bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:28.137227 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b7ca9c90-4cdf-4258-801c-cf5eb5b22530 req-58cc18a6-e8c4-498f-ba01-07271a494bf5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=05538b39-0ed2-40a2-b712-e6a9ac11f528 HTTP/1.1" status: 200 len: 925 time: 0.3268530 Nov 25 13:08:28.140703 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a780d179-d6db-4677-a5e5-2f2dd959535c req-92586ee4-a080-451c-8fc8-9fbf40979b39 service neutron] Port c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:08:28.141242 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a780d179-d6db-4677-a5e5-2f2dd959535c req-92586ee4-a080-451c-8fc8-9fbf40979b39 service neutron] Attempting to bind port c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:08:28.146799 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-1536d85d-1f17-499d-a55d-6d5be7a4fd60 None None] Set router fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:08:28.148900 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2a7ae598-a685-418e-8269-7820342ff6a6 req-66df43ef-17b9-4fa8-8bf4-81b6ce148f27 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:28.182950 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521f67e3-33d8-4ca0-9051-ce8591836d90 req-6c1551c6-79ec-47d4-a19a-c23057df4b5b tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:28.192866 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-521f67e3-33d8-4ca0-9051-ce8591836d90 req-6c1551c6-79ec-47d4-a19a-c23057df4b5b tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2dd5265-c989-432c-a5b2-209782139d6d HTTP/1.1" status: 200 len: 950 time: 0.0816977 Nov 25 13:08:28.202320 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a780d179-d6db-4677-a5e5-2f2dd959535c req-92586ee4-a080-451c-8fc8-9fbf40979b39 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:08:28.202645 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a780d179-d6db-4677-a5e5-2f2dd959535c req-92586ee4-a080-451c-8fc8-9fbf40979b39 service neutron] Checking segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:08:28.203074 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a780d179-d6db-4677-a5e5-2f2dd959535c req-92586ee4-a080-451c-8fc8-9fbf40979b39 service neutron] Bound using segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:08:28.203509 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-a780d179-d6db-4677-a5e5-2f2dd959535c req-92586ee4-a080-451c-8fc8-9fbf40979b39 service neutron] Bound port: c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:08:28.204289 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a780d179-d6db-4677-a5e5-2f2dd959535c req-92586ee4-a080-451c-8fc8-9fbf40979b39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:28.264088 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-521f67e3-33d8-4ca0-9051-ce8591836d90 req-97c88675-3686-4558-bf56-3fae21dad6ba tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701668 Nov 25 13:08:28.282581 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-15b318ea-f5ab-4b70-b10d-d7a5bda744ab tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:28.292744 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3de5a0ca-61bc-4b37-b68e-25f1e75b150c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:28.295324 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3de5a0ca-61bc-4b37-b68e-25f1e75b150c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:28.299065 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-3de5a0ca-61bc-4b37-b68e-25f1e75b150c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/318d87b5-5f72-437b-b12d-b839be2ca804 HTTP/1.1" status: 204 len: 168 time: 1.1362972 Nov 25 13:08:28.320551 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a7ae598-a685-418e-8269-7820342ff6a6 req-66df43ef-17b9-4fa8-8bf4-81b6ce148f27 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Network 20494638-06c1-415e-90d6-c326674b78a0 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:08:28.364785 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-2a7ae598-a685-418e-8269-7820342ff6a6 req-66df43ef-17b9-4fa8-8bf4-81b6ce148f27 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:08:28.367449 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-ceb11f0e-b34a-42bc-be8f-38a3e6356c0d tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Allocated IP 172.20.0.9 (78062def-9db9-4815-b0d3-5ee5bcf2ee12/3b4e69c5-fc9d-44c7-ad37-16915ec77c09/c1414bdb-3c5f-4125-970d-d33a3a042c71) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:08:28.371623 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de5a0ca-61bc-4b37-b68e-25f1e75b150c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=318d87b5-5f72-437b-b12d-b839be2ca804,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:28.374632 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b7ca9c90-4cdf-4258-801c-cf5eb5b22530 req-6b67f984-3f2a-4640-8326-bb25b65bd519 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3e99a3a-d180-4fc8-b2c5-3b495a5d4495 HTTP/1.1" status: 200 len: 999 time: 0.2281320 Nov 25 13:08:28.375244 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66df43ef-17b9-4fa8-8bf4-81b6ce148f27 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Pushing event updated for resources: {'Port': ['ID=989e6a40-0f2a-4ac9-b572-a8872d05c2c9,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:28.390869 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a7ae598-a685-418e-8269-7820342ff6a6 req-66df43ef-17b9-4fa8-8bf4-81b6ce148f27 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:08:28.430089 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-15b318ea-f5ab-4b70-b10d-d7a5bda744ab tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Network 78062def-9db9-4815-b0d3-5ee5bcf2ee12 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:08:28.483285 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-15b318ea-f5ab-4b70-b10d-d7a5bda744ab tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:08:28.490877 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 9bae3617-6f67-4d05-82bb-3c70eb7cb932 up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:08:28.505422 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-15b318ea-f5ab-4b70-b10d-d7a5bda744ab tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:08:28.619273 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-1536d85d-1f17-499d-a55d-6d5be7a4fd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1200141678-router', 'tenant_id': '0847adb867eb43dd9514b39274c66d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '229ed14e-aff0-4306-a4b5-88bb38a9c6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:07:21Z', 'updated_at': '2021-11-25T13:07:26Z', 'revision_number': 4, 'project_id': '0847adb867eb43dd9514b39274c66d40', 'gw_port': {'id': '229ed14e-aff0-4306-a4b5-88bb38a9c6bd', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:83:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:07:21Z', 'updated_at': '2021-11-25T13:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '9a511409-950e-4d60-9a44-abcdb4543492', 'tenant_id': '0847adb867eb43dd9514b39274c66d40', 'floating_ip_address': '172.25.5.136', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': 'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a', 'port_id': 'f3e99a3a-d180-4fc8-b2c5-3b495a5d4495', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05538b39-0ed2-40a2-b712-e6a9ac11f528', 'mac_address': 'fa:16:3e:ca:72:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4d3887-a462-48bf-998f-4c9038be5eec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:07:57Z', 'updated_at': '2021-11-25T13:08:25Z', 'revision_number': 1, 'project_id': '0847adb867eb43dd9514b39274c66d40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac9b2fe5-75b2-44fb-85f3-2948349249f8', 'name': '', 'network_id': '05538b39-0ed2-40a2-b712-e6a9ac11f528', 'tenant_id': '0847adb867eb43dd9514b39274c66d40', 'mac_address': 'fa:16:3e:ff:8a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '6747087c-5949-4700-ad89-d1127c0360fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:07:25Z', 'updated_at': '2021-11-25T13:07:34Z', 'revision_number': 5, 'project_id': '0847adb867eb43dd9514b39274c66d40', 'subnets': [{'id': '6747087c-5949-4700-ad89-d1127c0360fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:08:28.622782 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9660c6c9-8f1e-4318-86dd-a6002cde679c req-d5d7fc69-4b4a-41ed-9df8-24e98dab386a tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:28.623225 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port 9bae3617-6f67-4d05-82bb-3c70eb7cb932 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:08:28.629063 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9660c6c9-8f1e-4318-86dd-a6002cde679c req-d5d7fc69-4b4a-41ed-9df8-24e98dab386a tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] 10.222.0.53 "GET /v2.0/ports?device_id=95546cc2-06ce-48c8-92a6-3c2e35f49a48 HTTP/1.1" status: 200 len: 948 time: 0.0916121 Nov 25 13:08:28.652892 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1536d85d-1f17-499d-a55d-6d5be7a4fd60 None None] The sync data for ids ['fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a'] in n-d-808199-11 is: [{'id': 'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1200141678-router', 'tenant_id': '0847adb867eb43dd9514b39274c66d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '229ed14e-aff0-4306-a4b5-88bb38a9c6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:07:21Z', 'updated_at': '2021-11-25T13:07:26Z', 'revision_number': 4, 'project_id': '0847adb867eb43dd9514b39274c66d40', 'gw_port': {'id': '229ed14e-aff0-4306-a4b5-88bb38a9c6bd', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:83:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:07:21Z', 'updated_at': '2021-11-25T13:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '9a511409-950e-4d60-9a44-abcdb4543492', 'tenant_id': '0847adb867eb43dd9514b39274c66d40', 'floating_ip_address': '172.25.5.136', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': 'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a', 'port_id': 'f3e99a3a-d180-4fc8-b2c5-3b495a5d4495', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05538b39-0ed2-40a2-b712-e6a9ac11f528', 'mac_address': 'fa:16:3e:ca:72:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4d3887-a462-48bf-998f-4c9038be5eec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:07:57Z', 'updated_at': '2021-11-25T13:08:25Z', 'revision_number': 1, 'project_id': '0847adb867eb43dd9514b39274c66d40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac9b2fe5-75b2-44fb-85f3-2948349249f8', 'name': '', 'network_id': '05538b39-0ed2-40a2-b712-e6a9ac11f528', 'tenant_id': '0847adb867eb43dd9514b39274c66d40', 'mac_address': 'fa:16:3e:ff:8a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '6747087c-5949-4700-ad89-d1127c0360fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:07:25Z', 'updated_at': '2021-11-25T13:07:34Z', 'revision_number': 5, 'project_id': '0847adb867eb43dd9514b39274c66d40', 'subnets': [{'id': '6747087c-5949-4700-ad89-d1127c0360fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:08:28.654645 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port 9bae3617-6f67-4d05-82bb-3c70eb7cb932 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:08:28.655059 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:28.687377 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-ceb11f0e-b34a-42bc-be8f-38a3e6356c0d tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:28.711222 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-a780d179-d6db-4677-a5e5-2f2dd959535c req-92586ee4-a080-451c-8fc8-9fbf40979b39 service neutron] For port c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:08:28.719091 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9660c6c9-8f1e-4318-86dd-a6002cde679c req-77edcfd8-9243-43f3-ac17-a4428cb05dae tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] 10.222.0.53 "GET /v2.0/security-groups?id=85e315f2-0c98-450b-adb8-7317f7808f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890393 Nov 25 13:08:28.724563 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca9c90-4cdf-4258-801c-cf5eb5b22530 req-b3f1875b-7172-4a2f-9a94-94cdbb61cd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:28.734803 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b7ca9c90-4cdf-4258-801c-cf5eb5b22530 req-b3f1875b-7172-4a2f-9a94-94cdbb61cd71 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6747087c-5949-4700-ad89-d1127c0360fb HTTP/1.1" status: 200 len: 863 time: 0.3409767 Nov 25 13:08:28.739943 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ae598-a685-418e-8269-7820342ff6a6 req-66df43ef-17b9-4fa8-8bf4-81b6ce148f27 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:28.740659 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2a7ae598-a685-418e-8269-7820342ff6a6 req-66df43ef-17b9-4fa8-8bf4-81b6ce148f27 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:28.773176 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-ceb11f0e-b34a-42bc-be8f-38a3e6356c0d tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:28.841807 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb11f0e-b34a-42bc-be8f-38a3e6356c0d tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Pushing event updated for resources: {'Port': ['ID=c1414bdb-3c5f-4125-970d-d33a3a042c71,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:28.858729 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-a780d179-d6db-4677-a5e5-2f2dd959535c req-92586ee4-a080-451c-8fc8-9fbf40979b39 service neutron] For port c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:08:28.861778 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:28.874499 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb11f0e-b34a-42bc-be8f-38a3e6356c0d tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:08:28.874931 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb11f0e-b34a-42bc-be8f-38a3e6356c0d tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:08:28.875287 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb11f0e-b34a-42bc-be8f-38a3e6356c0d tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:08:28.875632 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb11f0e-b34a-42bc-be8f-38a3e6356c0d tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:08:28.875968 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb11f0e-b34a-42bc-be8f-38a3e6356c0d tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:08:28.876309 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb11f0e-b34a-42bc-be8f-38a3e6356c0d tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:08:28.876706 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb11f0e-b34a-42bc-be8f-38a3e6356c0d tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:08:28.877042 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb11f0e-b34a-42bc-be8f-38a3e6356c0d tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:08:28.877372 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb11f0e-b34a-42bc-be8f-38a3e6356c0d tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:08:28.877750 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb11f0e-b34a-42bc-be8f-38a3e6356c0d tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:08:28.878082 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb11f0e-b34a-42bc-be8f-38a3e6356c0d tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:08:28.878410 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb11f0e-b34a-42bc-be8f-38a3e6356c0d tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:08:28.894917 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-15b318ea-f5ab-4b70-b10d-d7a5bda744ab tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:28.895571 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-15b318ea-f5ab-4b70-b10d-d7a5bda744ab tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:28.899880 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abd32ff7-360d-4cfb-a1b3-48e5f8a51d90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bae3617-6f67-4d05-82bb-3c70eb7cb932'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:08:28.901742 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33744) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:08:28.903469 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a582298-aa36-401d-a92f-a079dad1b78d" -d '{"events": [{"server_uuid": "abd32ff7-360d-4cfb-a1b3-48e5f8a51d90", "name": "network-vif-plugged", "status": "completed", "tag": "9bae3617-6f67-4d05-82bb-3c70eb7cb932"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:08:28.906423 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a780d179-d6db-4677-a5e5-2f2dd959535c req-92586ee4-a080-451c-8fc8-9fbf40979b39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:28.912211 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2a7ae598-a685-418e-8269-7820342ff6a6 req-66df43ef-17b9-4fa8-8bf4-81b6ce148f27 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2486711 Nov 25 13:08:28.912825 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b318ea-f5ab-4b70-b10d-d7a5bda744ab tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Pushing event updated for resources: {'Port': ['ID=ce0b3627-5e84-4b8f-a7c5-e76f3b956d08,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:28.921561 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-95c36ddd-5ea9-4745-a59a-6cb446920cc7 req-c347fee1-98c7-476f-a6b3-702043b00907 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b7a40a6-335a-43bf-9a42-81b4b7bd6860 HTTP/1.1" status: 200 len: 210 time: 0.0818563 Nov 25 13:08:28.929597 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-ceb11f0e-b34a-42bc-be8f-38a3e6356c0d tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Network 78062def-9db9-4815-b0d3-5ee5bcf2ee12 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:08:28.946655 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-2a7ae598-a685-418e-8269-7820342ff6a6 req-4b0fc1ae-881f-4b2f-81de-9d5ee8f69841 service neutron] Request body: {'port': {'device_id': '7cb82be1-1913-472d-b5a0-9f0f09f94b14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:08:28.951229 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 9bae3617-6f67-4d05-82bb-3c70eb7cb932, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=9bae3617-6f67-4d05-82bb-3c70eb7cb932,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:08:28.958277 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-ceb11f0e-b34a-42bc-be8f-38a3e6356c0d tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:08:28.959376 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:28.963510 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-ceb11f0e-b34a-42bc-be8f-38a3e6356c0d tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:08:29.021510 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=9bae3617-6f67-4d05-82bb-3c70eb7cb932,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:29.063876 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edf6a35-8fb9-4873-9e70-cae205035d4f None None] New status for floating IP 9a511409-950e-4d60-9a44-abcdb4543492: ACTIVE {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 13:08:29.094593 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c02fe-4b79-4779-8b1f-5d85a0effd4e req-3a3f5c92-e6e5-4d9d-9327-c5cbd9249e40 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:29.096142 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-da0c02fe-4b79-4779-8b1f-5d85a0effd4e req-3a3f5c92-e6e5-4d9d-9327-c5cbd9249e40 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd32ff7-360d-4cfb-a1b3-48e5f8a51d90 HTTP/1.1" status: 200 len: 950 time: 0.1852734 Nov 25 13:08:29.104350 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-ceb11f0e-b34a-42bc-be8f-38a3e6356c0d tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:29.104644 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-ceb11f0e-b34a-42bc-be8f-38a3e6356c0d tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:29.105856 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c6ac2880-3ff4-4924-ba45-ffa9f5b503e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:29.140647 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-15b318ea-f5ab-4b70-b10d-d7a5bda744ab tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3612282 Nov 25 13:08:29.144189 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-816cfff6-78ef-4cc6-a458-4f64b18e17e7 tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Allocated IP 172.20.0.10 (78062def-9db9-4815-b0d3-5ee5bcf2ee12/3b4e69c5-fc9d-44c7-ad37-16915ec77c09/9e93df1e-944f-47d3-b85d-3064bb159522) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:08:29.144367 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d90323-26b3-4232-ae5a-a3f5377f1792 req-1842900d-91cd-4950-a010-2a9e6b5449bf tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:29.152878 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-52d90323-26b3-4232-ae5a-a3f5377f1792 req-1842900d-91cd-4950-a010-2a9e6b5449bf tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cb82be1-1913-472d-b5a0-9f0f09f94b14 HTTP/1.1" status: 200 len: 931 time: 0.1185615 Nov 25 13:08:29.159412 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a780d179-d6db-4677-a5e5-2f2dd959535c req-92586ee4-a080-451c-8fc8-9fbf40979b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:29.160167 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a780d179-d6db-4677-a5e5-2f2dd959535c req-92586ee4-a080-451c-8fc8-9fbf40979b39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:29.160555 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-ceb11f0e-b34a-42bc-be8f-38a3e6356c0d tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2970910 Nov 25 13:08:29.161710 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a780d179-d6db-4677-a5e5-2f2dd959535c req-92586ee4-a080-451c-8fc8-9fbf40979b39 service neutron] 10.222.0.47 "PUT /v2.0/ports/c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d HTTP/1.1" status: 200 len: 1097 time: 3.6833658 Nov 25 13:08:29.167948 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95546cc2-06ce-48c8-92a6-3c2e35f49a48', 'tag': 'c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:08:29.170383 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90371b99-0142-40b9-8c5f-89e4fa3d97ba" -d '{"events": [{"name": "network-changed", "server_uuid": "95546cc2-06ce-48c8-92a6-3c2e35f49a48", "tag": "c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:08:29.184762 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-b4f73025-cf76-4f55-a1fb-ca1f37b749d9 service neutron] Request body: {'port': {'device_id': '9d309a50-fbc2-4604-aa99-b746322fc105', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:08:29.211484 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-25137a26-03aa-4cce-9f34-716f20212c56 service neutron] Request body: {'port': {'device_id': '81415a91-bed0-42cd-976a-767a169928cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-11'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:08:29.312580 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4a2d7-7ef3-46c9-96c3-fb8c543a274c req-2b8543d2-81d7-45f2-b500-b3beecbc5841 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:29.312802 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-da0c02fe-4b79-4779-8b1f-5d85a0effd4e req-8cb839b8-274d-4dd8-8830-a82c676fa17c tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013936 Nov 25 13:08:29.312939 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7ba4a2d7-7ef3-46c9-96c3-fb8c543a274c req-2b8543d2-81d7-45f2-b500-b3beecbc5841 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.66 "GET /v2.0/networks?id=4eedb877-5fc3-46a9-a0e2-7e0a431fb103 HTTP/1.1" status: 200 len: 821 time: 0.3684721 Nov 25 13:08:29.312939 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2a7ae598-a685-418e-8269-7820342ff6a6 req-4b0fc1ae-881f-4b2f-81de-9d5ee8f69841 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:29.313893 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca9c90-4cdf-4258-801c-cf5eb5b22530 req-5815ad15-557d-4c62-ac85-c3a5069a9de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:29.315355 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b7ca9c90-4cdf-4258-801c-cf5eb5b22530 req-5815ad15-557d-4c62-ac85-c3a5069a9de6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=05538b39-0ed2-40a2-b712-e6a9ac11f528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5683386 Nov 25 13:08:29.358836 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-52d90323-26b3-4232-ae5a-a3f5377f1792 req-6bf5d75a-5fb3-4a97-acb7-e043dfd04ce9 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050312 Nov 25 13:08:29.387586 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-25137a26-03aa-4cce-9f34-716f20212c56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:29.399468 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-841aaa41-e4de-49b1-9a37-b6d24b3c5cc5 x-openstack-request-id: req-841aaa41-e4de-49b1-9a37-b6d24b3c5cc5 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:08:29.399468 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abd32ff7-360d-4cfb-a1b3-48e5f8a51d90", "name": "network-vif-plugged", "status": "completed", "tag": "9bae3617-6f67-4d05-82bb-3c70eb7cb932", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:08:29.400793 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-841aaa41-e4de-49b1-9a37-b6d24b3c5cc5 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:08:29.401211 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abd32ff7-360d-4cfb-a1b3-48e5f8a51d90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bae3617-6f67-4d05-82bb-3c70eb7cb932', 'code': 200} Nov 25 13:08:29.513430 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.66', 52875) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:08:29.518724 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-7ba4a2d7-7ef3-46c9-96c3-fb8c543a274c req-293b85eb-a5ff-49c6-820a-77490c0b0114 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Request body: {'port': {'device_id': '6b7a40a6-335a-43bf-9a42-81b4b7bd6860', 'network_id': '4eedb877-5fc3-46a9-a0e2-7e0a431fb103', 'admin_state_up': True, 'tenant_id': 'd2e157ec7259461e96009d2e9c8298f0'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:08:29.532525 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf30379-8a33-49f3-9da6-2faafd74be81 x-openstack-request-id: req-cbf30379-8a33-49f3-9da6-2faafd74be81 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:08:29.532888 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95546cc2-06ce-48c8-92a6-3c2e35f49a48", "tag": "c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:08:29.533079 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cbf30379-8a33-49f3-9da6-2faafd74be81 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:08:29.533471 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95546cc2-06ce-48c8-92a6-3c2e35f49a48', 'tag': 'c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d', 'status': 'completed', 'code': 200} Nov 25 13:08:29.581608 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92586ee4-a080-451c-8fc8-9fbf40979b39 service neutron] Pushing event updated for resources: {'Port': ['ID=c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:29.692648 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd248d-eded-4b3d-b669-a3254cac63c2 req-fe38123b-2554-4dab-a6ff-921d200f54be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:29.694249 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-46dd248d-eded-4b3d-b669-a3254cac63c2 req-fe38123b-2554-4dab-a6ff-921d200f54be service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=abd32ff7-360d-4cfb-a1b3-48e5f8a51d90 HTTP/1.1" status: 200 len: 1102 time: 0.1735518 Nov 25 13:08:29.702310 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487dd7a-0c35-4090-bfe6-154d96691e17 req-6947d64d-dd7d-4b9b-a246-35826b2eba29 tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:29.703769 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2487dd7a-0c35-4090-bfe6-154d96691e17 req-6947d64d-dd7d-4b9b-a246-35826b2eba29 tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] 10.222.0.53 "GET /v2.0/ports?device_id=81415a91-bed0-42cd-976a-767a169928cf HTTP/1.1" status: 200 len: 931 time: 0.1924825 Nov 25 13:08:29.704221 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b7ca9c90-4cdf-4258-801c-cf5eb5b22530 req-4c549219-0e54-47cf-81f3-436930a6f43e service neutron] 10.222.0.66 "GET /v2.0/networks/05538b39-0ed2-40a2-b712-e6a9ac11f528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887461 Nov 25 13:08:29.716896 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec45eda-4df1-455b-a2c4-6256f2620b9f req-43cbc12b-1374-45fe-b0d3-a879e68b5321 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:29.718289 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-aec45eda-4df1-455b-a2c4-6256f2620b9f req-43cbc12b-1374-45fe-b0d3-a879e68b5321 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2dd5265-c989-432c-a5b2-209782139d6d HTTP/1.1" status: 200 len: 950 time: 0.1285303 Nov 25 13:08:29.728855 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-b4f73025-cf76-4f55-a1fb-ca1f37b749d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:29.747409 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a780d179-d6db-4677-a5e5-2f2dd959535c req-4bea3b69-a6ca-4a32-bb9a-0f52b24ed36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:29.748887 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a780d179-d6db-4677-a5e5-2f2dd959535c req-4bea3b69-a6ca-4a32-bb9a-0f52b24ed36f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e4e3a3324cda4f908521e94651c63044&device_id=95546cc2-06ce-48c8-92a6-3c2e35f49a48 HTTP/1.1" status: 200 len: 1100 time: 0.4326665 Nov 25 13:08:29.831547 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-46dd248d-eded-4b3d-b669-a3254cac63c2 req-a6b887c1-4d4b-4b27-a1d3-64364c038822 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122577 Nov 25 13:08:29.834830 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-aec45eda-4df1-455b-a2c4-6256f2620b9f req-a69803c8-4bea-4891-8ee1-51edd2e0a9e8 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079328 Nov 25 13:08:29.842520 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2487dd7a-0c35-4090-bfe6-154d96691e17 req-94f357c1-74ba-40e3-9cf7-b8d3786d1adc tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa458bb1-7f26-458d-ba42-2def7aa57fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221797 Nov 25 13:08:29.956372 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22362472-240b-40a3-90ae-06c48935652d req-ca0dd09b-d5a5-4daa-aacd-e779d3b05ecf tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:29.957916 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-22362472-240b-40a3-90ae-06c48935652d req-ca0dd09b-d5a5-4daa-aacd-e779d3b05ecf tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] 10.222.0.53 "GET /v2.0/ports?device_id=95546cc2-06ce-48c8-92a6-3c2e35f49a48 HTTP/1.1" status: 200 len: 948 time: 0.0506773 Nov 25 13:08:30.007487 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-22362472-240b-40a3-90ae-06c48935652d req-aa37d246-580c-4f46-b47a-5c7c8f5fe5a1 tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] 10.222.0.53 "GET /v2.0/security-groups?id=85e315f2-0c98-450b-adb8-7317f7808f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429342 Nov 25 13:08:30.088703 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-13834198-9688-4037-b96f-9a742f8e9720 req-bdbfce5c-6e56-4887-946a-d42b1f10e6f9 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b7a40a6-335a-43bf-9a42-81b4b7bd6860 HTTP/1.1" status: 200 len: 210 time: 0.0254831 Nov 25 13:08:30.185728 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a780d179-d6db-4677-a5e5-2f2dd959535c req-eaa0a5a6-abe7-4d4f-b43b-85955c39add0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d HTTP/1.1" status: 200 len: 217 time: 0.3480260 Nov 25 13:08:30.287427 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e34ac7b2-0910-4ee2-bcad-81ee5ac51db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:30.344263 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c6ac2880-3ff4-4924-ba45-ffa9f5b503e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:30.377199 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c6ac2880-3ff4-4924-ba45-ffa9f5b503e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:30.432834 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed41249-bc3e-4c40-a458-09420ead320e req-f6584a3a-1e86-418b-a94d-f20cbfcd3427 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:30.434431 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1ed41249-bc3e-4c40-a458-09420ead320e req-f6584a3a-1e86-418b-a94d-f20cbfcd3427 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd32ff7-360d-4cfb-a1b3-48e5f8a51d90 HTTP/1.1" status: 200 len: 950 time: 0.0560472 Nov 25 13:08:30.499247 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-816cfff6-78ef-4cc6-a458-4f64b18e17e7 tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:30.501382 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a780d179-d6db-4677-a5e5-2f2dd959535c req-cd108ad9-6852-434e-89c2-95587433409f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:30.502871 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a780d179-d6db-4677-a5e5-2f2dd959535c req-cd108ad9-6852-434e-89c2-95587433409f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.2759159 Nov 25 13:08:30.515021 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5dec49-50f7-45c1-9643-8543734b5bfe req-f0ba1444-483f-4ceb-9cd5-1f699afa318e tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:30.516517 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fd5dec49-50f7-45c1-9643-8543734b5bfe req-f0ba1444-483f-4ceb-9cd5-1f699afa318e tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cb82be1-1913-472d-b5a0-9f0f09f94b14 HTTP/1.1" status: 200 len: 931 time: 0.0793412 Nov 25 13:08:30.522029 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1ed41249-bc3e-4c40-a458-09420ead320e req-5a55537b-5191-43c7-89de-8c50b6405619 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757029 Nov 25 13:08:30.541645 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ba4a2d7-7ef3-46c9-96c3-fb8c543a274c req-293b85eb-a5ff-49c6-820a-77490c0b0114 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Made reservation on behalf of d2e157ec7259461e96009d2e9c8298f0 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:08:30.545093 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-7ba4a2d7-7ef3-46c9-96c3-fb8c543a274c req-293b85eb-a5ff-49c6-820a-77490c0b0114 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:30.564320 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b7ca9c90-4cdf-4258-801c-cf5eb5b22530 req-00f8d4b9-f6c2-4d4f-a93a-c99a5511d62c service neutron] 10.222.0.66 "GET /v2.0/networks/05538b39-0ed2-40a2-b712-e6a9ac11f528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8363941 Nov 25 13:08:30.570415 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fd5dec49-50f7-45c1-9643-8543734b5bfe req-109407e9-5229-4723-9acb-e63941c4775f tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468922 Nov 25 13:08:30.600514 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ac2880-3ff4-4924-ba45-ffa9f5b503e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=224ee1af-4e01-4be1-87e5-f6f61e3bd00f,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:30.609249 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c6ac2880-3ff4-4924-ba45-ffa9f5b503e4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=301799ad6e8848d180d935173b3b40bb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7005692 Nov 25 13:08:30.612028 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33766) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:08:30.661375 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a599d3ec-146f-4087-9151-5f91521a0223 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:30.683095 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a599d3ec-146f-4087-9151-5f91521a0223 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:30.721598 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a780d179-d6db-4677-a5e5-2f2dd959535c req-04d8b3c7-8520-4d31-909b-09f07f3fe7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:30.723177 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a780d179-d6db-4677-a5e5-2f2dd959535c req-04d8b3c7-8520-4d31-909b-09f07f3fe7aa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1970580 Nov 25 13:08:30.751422 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-816cfff6-78ef-4cc6-a458-4f64b18e17e7 tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:30.770033 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a599d3ec-146f-4087-9151-5f91521a0223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:30.773153 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a599d3ec-146f-4087-9151-5f91521a0223 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:30.774290 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-a599d3ec-146f-4087-9151-5f91521a0223 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/224ee1af-4e01-4be1-87e5-f6f61e3bd00f HTTP/1.1" status: 204 len: 168 time: 0.1612902 Nov 25 13:08:30.787219 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599d3ec-146f-4087-9151-5f91521a0223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224ee1af-4e01-4be1-87e5-f6f61e3bd00f,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:30.874939 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-2a7ae598-a685-418e-8269-7820342ff6a6 req-4b0fc1ae-881f-4b2f-81de-9d5ee8f69841 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 989e6a40-0f2a-4ac9-b572-a8872d05c2c9 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:08:30.894134 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-25137a26-03aa-4cce-9f34-716f20212c56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1414bdb-3c5f-4125-970d-d33a3a042c71 {{(pid=103570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:08:30.895636 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2a7ae598-a685-418e-8269-7820342ff6a6 req-4b0fc1ae-881f-4b2f-81de-9d5ee8f69841 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:30.906597 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-25137a26-03aa-4cce-9f34-716f20212c56 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:30.924580 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.provisioning_blocks [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-25137a26-03aa-4cce-9f34-716f20212c56 service neutron] Transition to ACTIVE for port object c1414bdb-3c5f-4125-970d-d33a3a042c71 will not be triggered until provisioned by entity L2. {{(pid=103570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:08:30.930808 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-25137a26-03aa-4cce-9f34-716f20212c56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:30.931894 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-816cfff6-78ef-4cc6-a458-4f64b18e17e7 tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Network 78062def-9db9-4815-b0d3-5ee5bcf2ee12 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:08:30.937088 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-7ba4a2d7-7ef3-46c9-96c3-fb8c543a274c req-293b85eb-a5ff-49c6-820a-77490c0b0114 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Allocated IP 172.20.0.6 (4eedb877-5fc3-46a9-a0e2-7e0a431fb103/c6ff4ad3-eaf7-4ebb-ae7a-2ad7a9626250/087220c7-2a82-445b-929d-1e40a03684c6) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:08:30.954509 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-816cfff6-78ef-4cc6-a458-4f64b18e17e7 tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:08:30.956421 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816cfff6-78ef-4cc6-a458-4f64b18e17e7 tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Pushing event updated for resources: {'Port': ['ID=9e93df1e-944f-47d3-b85d-3064bb159522,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:30.964009 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-816cfff6-78ef-4cc6-a458-4f64b18e17e7 tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:08:30.966851 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-2a7ae598-a685-418e-8269-7820342ff6a6 req-4b0fc1ae-881f-4b2f-81de-9d5ee8f69841 service neutron] Transition to ACTIVE for port object 989e6a40-0f2a-4ac9-b572-a8872d05c2c9 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:08:31.033153 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2a7ae598-a685-418e-8269-7820342ff6a6 req-4b0fc1ae-881f-4b2f-81de-9d5ee8f69841 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:31.081235 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25137a26-03aa-4cce-9f34-716f20212c56 service neutron] Pushing event updated for resources: {'Port': ['ID=c1414bdb-3c5f-4125-970d-d33a3a042c71,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:31.098029 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a780d179-d6db-4677-a5e5-2f2dd959535c req-6c7a15f0-1735-4410-bea7-4d8f84d6557a service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480086 Nov 25 13:08:31.188184 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-816cfff6-78ef-4cc6-a458-4f64b18e17e7 tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:31.188826 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e5c1e0-c8a0-4ec2-b51f-d877f59a12d8 req-3a20613d-bdd8-43bd-9a39-6460010fa911 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:31.189617 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-816cfff6-78ef-4cc6-a458-4f64b18e17e7 tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:31.189985 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-72e5c1e0-c8a0-4ec2-b51f-d877f59a12d8 req-3a20613d-bdd8-43bd-9a39-6460010fa911 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2dd5265-c989-432c-a5b2-209782139d6d HTTP/1.1" status: 200 len: 950 time: 0.2028289 Nov 25 13:08:31.203952 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c62299-f974-43cc-b224-15053d6082d9 req-923e59aa-5854-48e2-850e-bb4d4837c73a tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:31.211710 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-14c62299-f974-43cc-b224-15053d6082d9 req-923e59aa-5854-48e2-850e-bb4d4837c73a tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] 10.222.0.53 "GET /v2.0/ports?device_id=81415a91-bed0-42cd-976a-767a169928cf HTTP/1.1" status: 200 len: 943 time: 0.2226281 Nov 25 13:08:31.262388 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-25137a26-03aa-4cce-9f34-716f20212c56 service neutron] Attempting to bind port c1414bdb-3c5f-4125-970d-d33a3a042c71 on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:08:31.263026 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-25137a26-03aa-4cce-9f34-716f20212c56 service neutron] Attempting to bind port c1414bdb-3c5f-4125-970d-d33a3a042c71 by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': 'b3d2e91b-e12c-4f23-8a52-7057a2ccd503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '78062def-9db9-4815-b0d3-5ee5bcf2ee12'}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:08:31.263394 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-25137a26-03aa-4cce-9f34-716f20212c56 service neutron] Attempting to bind port c1414bdb-3c5f-4125-970d-d33a3a042c71 on network 78062def-9db9-4815-b0d3-5ee5bcf2ee12 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:08:31.287951 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-25137a26-03aa-4cce-9f34-716f20212c56 service neutron] Port c1414bdb-3c5f-4125-970d-d33a3a042c71 on network 78062def-9db9-4815-b0d3-5ee5bcf2ee12 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:08:31.288308 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-25137a26-03aa-4cce-9f34-716f20212c56 service neutron] Attempting to bind port c1414bdb-3c5f-4125-970d-d33a3a042c71 on network 78062def-9db9-4815-b0d3-5ee5bcf2ee12 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:08:31.311274 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-25137a26-03aa-4cce-9f34-716f20212c56 service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:08:31.311500 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0fc1ae-881f-4b2f-81de-9d5ee8f69841 service neutron] Pushing event updated for resources: {'Port': ['ID=989e6a40-0f2a-4ac9-b572-a8872d05c2c9,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:31.311603 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-25137a26-03aa-4cce-9f34-716f20212c56 service neutron] Checking segment: {'id': 'b3d2e91b-e12c-4f23-8a52-7057a2ccd503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '78062def-9db9-4815-b0d3-5ee5bcf2ee12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:08:31.311914 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-25137a26-03aa-4cce-9f34-716f20212c56 service neutron] Bound using segment: {'id': 'b3d2e91b-e12c-4f23-8a52-7057a2ccd503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '78062def-9db9-4815-b0d3-5ee5bcf2ee12'} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:08:31.312367 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-25137a26-03aa-4cce-9f34-716f20212c56 service neutron] Bound port: c1414bdb-3c5f-4125-970d-d33a3a042c71, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3d2e91b-e12c-4f23-8a52-7057a2ccd503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '78062def-9db9-4815-b0d3-5ee5bcf2ee12'}}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:08:31.312726 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-25137a26-03aa-4cce-9f34-716f20212c56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:31.339588 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-14c62299-f974-43cc-b224-15053d6082d9 req-58a6c2b4-d2e5-40b4-86af-6d5f84b136b2 tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa458bb1-7f26-458d-ba42-2def7aa57fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231034 Nov 25 13:08:31.400050 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-72e5c1e0-c8a0-4ec2-b51f-d877f59a12d8 req-e25dc381-f48b-4c54-8b3c-0f3c4fcca953 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833248 Nov 25 13:08:31.418101 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-816cfff6-78ef-4cc6-a458-4f64b18e17e7 tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0266795 Nov 25 13:08:31.445966 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-2ec69da1-9c99-4837-b4f1-54b0fb39c561 service neutron] Request body: {'port': {'device_id': 'e47af08d-7a63-4b58-af72-6bf4ca94a616', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:08:31.457331 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-25137a26-03aa-4cce-9f34-716f20212c56 service neutron] For port c1414bdb-3c5f-4125-970d-d33a3a042c71, host n-h1-808199-11, cleared binding levels {{(pid=103570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:08:31.473233 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-25137a26-03aa-4cce-9f34-716f20212c56 service neutron] For port c1414bdb-3c5f-4125-970d-d33a3a042c71, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=c1414bdb-3c5f-4125-970d-d33a3a042c71,segment=NetworkSegment(b3d2e91b-e12c-4f23-8a52-7057a2ccd503),segment_id=b3d2e91b-e12c-4f23-8a52-7057a2ccd503)] {{(pid=103570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:08:31.486725 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257b3907-e60b-4ea2-8cc4-fee6cb8fd4c9 req-90e2e18a-6a69-4a80-a3f6-8b48326ca64a tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:31.488436 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-257b3907-e60b-4ea2-8cc4-fee6cb8fd4c9 req-90e2e18a-6a69-4a80-a3f6-8b48326ca64a tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] 10.222.0.53 "GET /v2.0/ports?device_id=95546cc2-06ce-48c8-92a6-3c2e35f49a48 HTTP/1.1" status: 200 len: 948 time: 0.0775180 Nov 25 13:08:31.489692 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-25137a26-03aa-4cce-9f34-716f20212c56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:31.573688 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-2a7ae598-a685-418e-8269-7820342ff6a6 req-4b0fc1ae-881f-4b2f-81de-9d5ee8f69841 service neutron] Attempting to bind port 989e6a40-0f2a-4ac9-b572-a8872d05c2c9 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:08:31.574003 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-2a7ae598-a685-418e-8269-7820342ff6a6 req-4b0fc1ae-881f-4b2f-81de-9d5ee8f69841 service neutron] Attempting to bind port 989e6a40-0f2a-4ac9-b572-a8872d05c2c9 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '6f5b4a09-9f6c-4c19-8201-4d90933cd506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '20494638-06c1-415e-90d6-c326674b78a0'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:08:31.575782 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7ae598-a685-418e-8269-7820342ff6a6 req-4b0fc1ae-881f-4b2f-81de-9d5ee8f69841 service neutron] Attempting to bind port 989e6a40-0f2a-4ac9-b572-a8872d05c2c9 on network 20494638-06c1-415e-90d6-c326674b78a0 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:08:31.606852 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7ae598-a685-418e-8269-7820342ff6a6 req-4b0fc1ae-881f-4b2f-81de-9d5ee8f69841 service neutron] Port 989e6a40-0f2a-4ac9-b572-a8872d05c2c9 on network 20494638-06c1-415e-90d6-c326674b78a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:08:31.607346 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7ae598-a685-418e-8269-7820342ff6a6 req-4b0fc1ae-881f-4b2f-81de-9d5ee8f69841 service neutron] Attempting to bind port 989e6a40-0f2a-4ac9-b572-a8872d05c2c9 on network 20494638-06c1-415e-90d6-c326674b78a0 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:08:31.660765 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a780d179-d6db-4677-a5e5-2f2dd959535c req-b495fc54-6cef-4fed-b2bb-0afeb2222175 service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5464575 Nov 25 13:08:31.661525 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7ae598-a685-418e-8269-7820342ff6a6 req-4b0fc1ae-881f-4b2f-81de-9d5ee8f69841 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:08:31.661866 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7ae598-a685-418e-8269-7820342ff6a6 req-4b0fc1ae-881f-4b2f-81de-9d5ee8f69841 service neutron] Checking segment: {'id': '6f5b4a09-9f6c-4c19-8201-4d90933cd506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '20494638-06c1-415e-90d6-c326674b78a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:08:31.662248 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7ae598-a685-418e-8269-7820342ff6a6 req-4b0fc1ae-881f-4b2f-81de-9d5ee8f69841 service neutron] Bound using segment: {'id': '6f5b4a09-9f6c-4c19-8201-4d90933cd506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '20494638-06c1-415e-90d6-c326674b78a0'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:08:31.662900 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-2a7ae598-a685-418e-8269-7820342ff6a6 req-4b0fc1ae-881f-4b2f-81de-9d5ee8f69841 service neutron] Bound port: 989e6a40-0f2a-4ac9-b572-a8872d05c2c9, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f5b4a09-9f6c-4c19-8201-4d90933cd506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '20494638-06c1-415e-90d6-c326674b78a0'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:08:31.663088 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2a7ae598-a685-418e-8269-7820342ff6a6 req-4b0fc1ae-881f-4b2f-81de-9d5ee8f69841 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:31.680128 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-2ec69da1-9c99-4837-b4f1-54b0fb39c561 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:31.693951 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33802) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:08:31.712365 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-b4f73025-cf76-4f55-a1fb-ca1f37b749d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce0b3627-5e84-4b8f-a7c5-e76f3b956d08 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:08:31.722874 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-7ba4a2d7-7ef3-46c9-96c3-fb8c543a274c req-293b85eb-a5ff-49c6-820a-77490c0b0114 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:31.730857 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-b4f73025-cf76-4f55-a1fb-ca1f37b749d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:31.828454 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-25137a26-03aa-4cce-9f34-716f20212c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:31.829016 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-25137a26-03aa-4cce-9f34-716f20212c56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:31.830378 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-25137a26-03aa-4cce-9f34-716f20212c56 service neutron] 10.222.0.66 "PUT /v2.0/ports/c1414bdb-3c5f-4125-970d-d33a3a042c71 HTTP/1.1" status: 200 len: 1092 time: 2.6288524 Nov 25 13:08:31.830862 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81415a91-bed0-42cd-976a-767a169928cf', 'tag': 'c1414bdb-3c5f-4125-970d-d33a3a042c71'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:08:31.833203 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db1c797-63ac-4b9d-93cd-49011fd49907" -d '{"events": [{"name": "network-changed", "server_uuid": "81415a91-bed0-42cd-976a-767a169928cf", "tag": "c1414bdb-3c5f-4125-970d-d33a3a042c71"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:08:31.843959 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-b4f73025-cf76-4f55-a1fb-ca1f37b749d9 service neutron] Transition to ACTIVE for port object ce0b3627-5e84-4b8f-a7c5-e76f3b956d08 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:08:31.855703 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3d5562b5-b6a5-466b-acfc-d8ae5192ffc5 req-750f4d26-feb6-44aa-ac34-739449c769a8 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b7a40a6-335a-43bf-9a42-81b4b7bd6860 HTTP/1.1" status: 200 len: 210 time: 0.0617599 Nov 25 13:08:31.856528 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-38ef8f60-ff0d-40f3-83ac-23aab5d51d75 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-2092949616-network', 'tenant_id': '9924894bf2bb4ef59f3449083c95507b'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:08:31.870297 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-b4f73025-cf76-4f55-a1fb-ca1f37b749d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:31.877643 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25137a26-03aa-4cce-9f34-716f20212c56 service neutron] Pushing event updated for resources: {'Port': ['ID=c1414bdb-3c5f-4125-970d-d33a3a042c71,revision_number=3']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:31.910066 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-257b3907-e60b-4ea2-8cc4-fee6cb8fd4c9 req-7618ee1a-01be-4325-bbbb-586469226361 tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] 10.222.0.53 "GET /v2.0/security-groups?id=85e315f2-0c98-450b-adb8-7317f7808f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4016259 Nov 25 13:08:31.960590 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-2a7ae598-a685-418e-8269-7820342ff6a6 req-4b0fc1ae-881f-4b2f-81de-9d5ee8f69841 service neutron] For port 989e6a40-0f2a-4ac9-b572-a8872d05c2c9, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:08:31.966602 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90371b99-0142-40b9-8c5f-89e4fa3d97ba req-cd134ff8-b32a-45fa-879f-d92ede1d463c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:31.968784 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-90371b99-0142-40b9-8c5f-89e4fa3d97ba req-cd134ff8-b32a-45fa-879f-d92ede1d463c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e4e3a3324cda4f908521e94651c63044&device_id=95546cc2-06ce-48c8-92a6-3c2e35f49a48 HTTP/1.1" status: 200 len: 1100 time: 0.2408338 Nov 25 13:08:32.031418 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-8b2828a4-e122-45bd-9ab5-6b359b3c51a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:32.032949 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-8b2828a4-e122-45bd-9ab5-6b359b3c51a8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=36cb5cf0550841f1854aca002e301e9d&device_id=81415a91-bed0-42cd-976a-767a169928cf HTTP/1.1" status: 200 len: 1095 time: 0.1050491 Nov 25 13:08:32.043218 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ef8f60-ff0d-40f3-83ac-23aab5d51d75 admin admin] Made reservation on behalf of 9924894bf2bb4ef59f3449083c95507b for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:08:32.045366 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-38ef8f60-ff0d-40f3-83ac-23aab5d51d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:32.047489 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-7ba4a2d7-7ef3-46c9-96c3-fb8c543a274c req-293b85eb-a5ff-49c6-820a-77490c0b0114 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:32.052272 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-2a7ae598-a685-418e-8269-7820342ff6a6 req-4b0fc1ae-881f-4b2f-81de-9d5ee8f69841 service neutron] For port 989e6a40-0f2a-4ac9-b572-a8872d05c2c9, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=989e6a40-0f2a-4ac9-b572-a8872d05c2c9,segment=NetworkSegment(6f5b4a09-9f6c-4c19-8201-4d90933cd506),segment_id=6f5b4a09-9f6c-4c19-8201-4d90933cd506)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:08:32.061331 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e31016-d726-42f8-90c9-7722021fe0fc req-17520743-f6d1-4796-a292-f7ddf036a9d7 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:32.062839 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-71e31016-d726-42f8-90c9-7722021fe0fc req-17520743-f6d1-4796-a292-f7ddf036a9d7 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cb82be1-1913-472d-b5a0-9f0f09f94b14 HTTP/1.1" status: 200 len: 943 time: 0.1026502 Nov 25 13:08:32.074101 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f73025-cf76-4f55-a1fb-ca1f37b749d9 service neutron] Pushing event updated for resources: {'Port': ['ID=ce0b3627-5e84-4b8f-a7c5-e76f3b956d08,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:32.099499 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-5a25b9be-f7cc-4861-8050-7301c1979a6b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1414bdb-3c5f-4125-970d-d33a3a042c71 HTTP/1.1" status: 200 len: 217 time: 0.0520303 Nov 25 13:08:32.107208 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5805c52f-fe7c-4cdb-a592-e9d25d8a2cf7 req-0b50ddcf-cff1-4fff-b51b-ababc7ba159c tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:32.108852 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5805c52f-fe7c-4cdb-a592-e9d25d8a2cf7 req-0b50ddcf-cff1-4fff-b51b-ababc7ba159c tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd32ff7-360d-4cfb-a1b3-48e5f8a51d90 HTTP/1.1" status: 200 len: 950 time: 0.1114402 Nov 25 13:08:32.241977 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-71e31016-d726-42f8-90c9-7722021fe0fc req-82ff1947-9d46-4b0e-8219-4d65aa493f05 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454806 Nov 25 13:08:32.246311 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-dda02ec6-e8fe-44f6-ac05-a818aea9256a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:32.247815 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-dda02ec6-e8fe-44f6-ac05-a818aea9256a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3b4e69c5-fc9d-44c7-ad37-16915ec77c09 HTTP/1.1" status: 200 len: 858 time: 0.1330485 Nov 25 13:08:32.269625 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5805c52f-fe7c-4cdb-a592-e9d25d8a2cf7 req-3b46fbf7-adc1-43a1-ac09-7dd3e7471234 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424210 Nov 25 13:08:32.293814 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-81e286f1-fe54-42bf-aace-f30eb2c8da17 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=78062def-9db9-4815-b0d3-5ee5bcf2ee12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285065 Nov 25 13:08:32.307959 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a901bc3a-ef85-44ec-8e67-f16bc545662a x-openstack-request-id: req-a901bc3a-ef85-44ec-8e67-f16bc545662a {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:08:32.308261 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81415a91-bed0-42cd-976a-767a169928cf", "tag": "c1414bdb-3c5f-4125-970d-d33a3a042c71", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:08:32.308520 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a901bc3a-ef85-44ec-8e67-f16bc545662a {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:08:32.308920 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81415a91-bed0-42cd-976a-767a169928cf', 'tag': 'c1414bdb-3c5f-4125-970d-d33a3a042c71', 'status': 'completed', 'code': 200} Nov 25 13:08:32.328351 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2a7ae598-a685-418e-8269-7820342ff6a6 req-4b0fc1ae-881f-4b2f-81de-9d5ee8f69841 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:32.360928 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-38ef8f60-ff0d-40f3-83ac-23aab5d51d75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:32.445210 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e6e72-1a6e-45a7-a233-344179b8536a req-66f7275f-366e-473e-835a-64cc6bad78c6 tempest-ServersOnMultiNodesTest-1296905377 tempest-ServersOnMultiNodesTest-1296905377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:32.446819 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7a8e6e72-1a6e-45a7-a233-344179b8536a req-66f7275f-366e-473e-835a-64cc6bad78c6 tempest-ServersOnMultiNodesTest-1296905377 tempest-ServersOnMultiNodesTest-1296905377-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=abd32ff7-360d-4cfb-a1b3-48e5f8a51d90 HTTP/1.1" status: 200 len: 1102 time: 0.0959249 Nov 25 13:08:32.447253 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ba4a2d7-7ef3-46c9-96c3-fb8c543a274c req-293b85eb-a5ff-49c6-820a-77490c0b0114 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Network 4eedb877-5fc3-46a9-a0e2-7e0a431fb103 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:08:32.448605 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-ead2bcdc-2b80-40eb-86c2-2d5aa3688a82 service neutron] 10.222.0.66 "GET /v2.0/networks/78062def-9db9-4815-b0d3-5ee5bcf2ee12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520941 Nov 25 13:08:32.473392 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ae598-a685-418e-8269-7820342ff6a6 req-4b0fc1ae-881f-4b2f-81de-9d5ee8f69841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:32.474010 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2a7ae598-a685-418e-8269-7820342ff6a6 req-4b0fc1ae-881f-4b2f-81de-9d5ee8f69841 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:32.475424 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2a7ae598-a685-418e-8269-7820342ff6a6 req-4b0fc1ae-881f-4b2f-81de-9d5ee8f69841 service neutron] 10.222.0.47 "PUT /v2.0/ports/989e6a40-0f2a-4ac9-b572-a8872d05c2c9 HTTP/1.1" status: 200 len: 1092 time: 3.5437584 Nov 25 13:08:32.481361 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cb82be1-1913-472d-b5a0-9f0f09f94b14', 'tag': '989e6a40-0f2a-4ac9-b572-a8872d05c2c9'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:08:32.483705 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8628460b-0186-4663-953e-23a0d8ae9cbd" -d '{"events": [{"name": "network-changed", "server_uuid": "7cb82be1-1913-472d-b5a0-9f0f09f94b14", "tag": "989e6a40-0f2a-4ac9-b572-a8872d05c2c9"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:08:32.503681 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-7ba4a2d7-7ef3-46c9-96c3-fb8c543a274c req-293b85eb-a5ff-49c6-820a-77490c0b0114 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:08:32.541724 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ba4a2d7-7ef3-46c9-96c3-fb8c543a274c req-293b85eb-a5ff-49c6-820a-77490c0b0114 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:08:32.565944 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293b85eb-a5ff-49c6-820a-77490c0b0114 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Pushing event updated for resources: {'Port': ['ID=087220c7-2a82-445b-929d-1e40a03684c6,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:32.570419 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ff017-279d-4049-b7bf-fa39b080aff5 req-1b8ba823-11cc-4781-842b-951d715c550e tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:32.571999 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b77ff017-279d-4049-b7bf-fa39b080aff5 req-1b8ba823-11cc-4781-842b-951d715c550e tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] 10.222.0.53 "GET /v2.0/ports?device_id=81415a91-bed0-42cd-976a-767a169928cf HTTP/1.1" status: 200 len: 943 time: 0.1499846 Nov 25 13:08:32.586352 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7a8e6e72-1a6e-45a7-a233-344179b8536a req-542d0838-91bb-45aa-8300-eacd906ba915 tempest-ServersOnMultiNodesTest-1296905377 tempest-ServersOnMultiNodesTest-1296905377-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239781 Nov 25 13:08:32.619777 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-2e7b5c2c-8418-4358-bed6-40b07b57d027 service neutron] 10.222.0.66 "GET /v2.0/networks/78062def-9db9-4815-b0d3-5ee5bcf2ee12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547139 Nov 25 13:08:32.683910 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-01b0dd26-8c36-4cc1-a2d3-9e8c305c4a13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:32.689203 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b77ff017-279d-4049-b7bf-fa39b080aff5 req-bad91a05-cf73-451c-8fd8-ee815456ea95 tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa458bb1-7f26-458d-ba42-2def7aa57fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078312 Nov 25 13:08:32.719056 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90371b99-0142-40b9-8c5f-89e4fa3d97ba req-4dc79380-0381-4360-80d4-1a2bcbe6d9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:32.720552 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-90371b99-0142-40b9-8c5f-89e4fa3d97ba req-4dc79380-0381-4360-80d4-1a2bcbe6d9bc service neutron] 10.222.0.47 "GET /v2.0/networks?id=85f6380f-3625-4f44-8465-fbcf0c11fed5 HTTP/1.1" status: 200 len: 870 time: 0.6986547 Nov 25 13:08:32.757986 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4a2d7-7ef3-46c9-96c3-fb8c543a274c req-293b85eb-a5ff-49c6-820a-77490c0b0114 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:32.758591 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-7ba4a2d7-7ef3-46c9-96c3-fb8c543a274c req-293b85eb-a5ff-49c6-820a-77490c0b0114 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:32.761884 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-136b89dc-f931-478c-b146-b97880ba0ab5 x-openstack-request-id: req-136b89dc-f931-478c-b146-b97880ba0ab5 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:08:32.762180 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cb82be1-1913-472d-b5a0-9f0f09f94b14", "tag": "989e6a40-0f2a-4ac9-b572-a8872d05c2c9", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:08:32.762438 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-136b89dc-f931-478c-b146-b97880ba0ab5 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:08:32.762867 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cb82be1-1913-472d-b5a0-9f0f09f94b14', 'tag': '989e6a40-0f2a-4ac9-b572-a8872d05c2c9', 'status': 'completed', 'code': 200} Nov 25 13:08:32.775220 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-b4f73025-cf76-4f55-a1fb-ca1f37b749d9 service neutron] Attempting to bind port ce0b3627-5e84-4b8f-a7c5-e76f3b956d08 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:08:32.775565 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-b4f73025-cf76-4f55-a1fb-ca1f37b749d9 service neutron] Attempting to bind port ce0b3627-5e84-4b8f-a7c5-e76f3b956d08 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': 'b3d2e91b-e12c-4f23-8a52-7057a2ccd503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '78062def-9db9-4815-b0d3-5ee5bcf2ee12'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:08:32.775897 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-b4f73025-cf76-4f55-a1fb-ca1f37b749d9 service neutron] Attempting to bind port ce0b3627-5e84-4b8f-a7c5-e76f3b956d08 on network 78062def-9db9-4815-b0d3-5ee5bcf2ee12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:08:32.793269 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1c797-63ac-4b9d-93cd-49011fd49907 req-fac266e7-2703-4552-8e34-7511038e790a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:32.794916 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0db1c797-63ac-4b9d-93cd-49011fd49907 req-fac266e7-2703-4552-8e34-7511038e790a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=36cb5cf0550841f1854aca002e301e9d&device_id=81415a91-bed0-42cd-976a-767a169928cf HTTP/1.1" status: 200 len: 1095 time: 0.0974486 Nov 25 13:08:32.807670 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692000ab-193b-438a-b9bf-ea63ddbfe6bb req-fd0a29b4-101f-4b8d-9ffe-18b58377bfb0 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:32.809382 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-692000ab-193b-438a-b9bf-ea63ddbfe6bb req-fd0a29b4-101f-4b8d-9ffe-18b58377bfb0 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2dd5265-c989-432c-a5b2-209782139d6d HTTP/1.1" status: 200 len: 950 time: 0.1008384 Nov 25 13:08:32.835513 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-90371b99-0142-40b9-8c5f-89e4fa3d97ba req-fddb787d-4a84-4c8e-9a87-2a774e6d6cf2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d HTTP/1.1" status: 200 len: 217 time: 0.0937319 Nov 25 13:08:32.837362 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ae598-a685-418e-8269-7820342ff6a6 req-9e0c7603-df90-4e54-b641-077f45fc1d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:32.838650 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2a7ae598-a685-418e-8269-7820342ff6a6 req-9e0c7603-df90-4e54-b641-077f45fc1d13 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f9638bf2b13b4d579c7476454eb03e3d&device_id=7cb82be1-1913-472d-b5a0-9f0f09f94b14 HTTP/1.1" status: 200 len: 1095 time: 0.2887359 Nov 25 13:08:32.848911 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-b4f73025-cf76-4f55-a1fb-ca1f37b749d9 service neutron] Port ce0b3627-5e84-4b8f-a7c5-e76f3b956d08 on network 78062def-9db9-4815-b0d3-5ee5bcf2ee12 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:08:32.849249 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-b4f73025-cf76-4f55-a1fb-ca1f37b749d9 service neutron] Attempting to bind port ce0b3627-5e84-4b8f-a7c5-e76f3b956d08 on network 78062def-9db9-4815-b0d3-5ee5bcf2ee12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:08:32.914647 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7ba4a2d7-7ef3-46c9-96c3-fb8c543a274c req-293b85eb-a5ff-49c6-820a-77490c0b0114 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5016589 Nov 25 13:08:32.915296 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0fc1ae-881f-4b2f-81de-9d5ee8f69841 service neutron] Pushing event updated for resources: {'Port': ['ID=989e6a40-0f2a-4ac9-b572-a8872d05c2c9,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:32.939640 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-692000ab-193b-438a-b9bf-ea63ddbfe6bb req-da6617e8-bbf7-4fa9-8dbb-a1471be4384c tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202190 Nov 25 13:08:32.954800 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-562299ae-19bc-4890-b518-c394d734136e req-e136450e-6f9f-48b8-9b88-b442ef678b74 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=4190dcc6411041ccb9fe22c2d4608a11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470738 Nov 25 13:08:32.957630 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-b4f73025-cf76-4f55-a1fb-ca1f37b749d9 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:08:32.957980 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-b4f73025-cf76-4f55-a1fb-ca1f37b749d9 service neutron] Checking segment: {'id': 'b3d2e91b-e12c-4f23-8a52-7057a2ccd503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '78062def-9db9-4815-b0d3-5ee5bcf2ee12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:08:32.958374 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-b4f73025-cf76-4f55-a1fb-ca1f37b749d9 service neutron] Bound using segment: {'id': 'b3d2e91b-e12c-4f23-8a52-7057a2ccd503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '78062def-9db9-4815-b0d3-5ee5bcf2ee12'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:08:32.958857 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-b4f73025-cf76-4f55-a1fb-ca1f37b749d9 service neutron] Bound port: ce0b3627-5e84-4b8f-a7c5-e76f3b956d08, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3d2e91b-e12c-4f23-8a52-7057a2ccd503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '78062def-9db9-4815-b0d3-5ee5bcf2ee12'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:08:32.959219 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-b4f73025-cf76-4f55-a1fb-ca1f37b749d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:32.962940 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90371b99-0142-40b9-8c5f-89e4fa3d97ba req-28e2e9d6-1cbf-4b29-8690-18708af586a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:32.964473 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-90371b99-0142-40b9-8c5f-89e4fa3d97ba req-28e2e9d6-1cbf-4b29-8690-18708af586a6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.1087348 Nov 25 13:08:32.965668 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1c797-63ac-4b9d-93cd-49011fd49907 req-aa0540bf-b32b-4997-b79a-a8ad0c0fcfea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:32.967229 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0db1c797-63ac-4b9d-93cd-49011fd49907 req-aa0540bf-b32b-4997-b79a-a8ad0c0fcfea service neutron] 10.222.0.66 "GET /v2.0/networks?id=78062def-9db9-4815-b0d3-5ee5bcf2ee12 HTTP/1.1" status: 200 len: 919 time: 0.1569059 Nov 25 13:08:32.968345 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-7ba4a2d7-7ef3-46c9-96c3-fb8c543a274c req-e0bf8d43-4fed-4ebb-b060-44f1f278b185 service neutron] Request body: {'port': {'device_id': '6b7a40a6-335a-43bf-9a42-81b4b7bd6860', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:08:32.979395 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2a7ae598-a685-418e-8269-7820342ff6a6 req-cd3d6a48-a752-4257-94e8-3a4fb09f3134 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=989e6a40-0f2a-4ac9-b572-a8872d05c2c9 HTTP/1.1" status: 200 len: 217 time: 0.1244364 Nov 25 13:08:33.033712 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-38ef8f60-ff0d-40f3-83ac-23aab5d51d75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:33.058494 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0db1c797-63ac-4b9d-93cd-49011fd49907 req-c5b50cae-d93c-4e4c-baf3-c3e663b6157d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1414bdb-3c5f-4125-970d-d33a3a042c71 HTTP/1.1" status: 200 len: 217 time: 0.0790398 Nov 25 13:08:33.086870 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-38ef8f60-ff0d-40f3-83ac-23aab5d51d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:33.180810 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562299ae-19bc-4890-b518-c394d734136e req-46cc0bc7-ee27-4d58-a819-0c6351cf290d tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:33.182309 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-562299ae-19bc-4890-b518-c394d734136e req-46cc0bc7-ee27-4d58-a819-0c6351cf290d tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2141397 Nov 25 13:08:33.189621 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed86f0-789c-4f07-9d8c-5fa5e07ccf68 req-a65ff93d-0ad5-435d-ad99-32294a0d0c4c tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:33.191050 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dbed86f0-789c-4f07-9d8c-5fa5e07ccf68 req-a65ff93d-0ad5-435d-ad99-32294a0d0c4c tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b7a40a6-335a-43bf-9a42-81b4b7bd6860 HTTP/1.1" status: 200 len: 931 time: 0.1393580 Nov 25 13:08:33.201591 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1c797-63ac-4b9d-93cd-49011fd49907 req-c88973f7-79b2-4df5-833f-229d6b97ec4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:33.203002 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0db1c797-63ac-4b9d-93cd-49011fd49907 req-c88973f7-79b2-4df5-833f-229d6b97ec4c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3b4e69c5-fc9d-44c7-ad37-16915ec77c09 HTTP/1.1" status: 200 len: 858 time: 0.1294801 Nov 25 13:08:33.203212 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38ef8f60-ff0d-40f3-83ac-23aab5d51d75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:08:33.226631 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-2ec69da1-9c99-4837-b4f1-54b0fb39c561 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e93df1e-944f-47d3-b85d-3064bb159522 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:08:33.226886 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-562299ae-19bc-4890-b518-c394d734136e req-82fa05df-5050-40c5-8368-22b4370f7833 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/quotas/4190dcc6411041ccb9fe22c2d4608a11 HTTP/1.1" status: 200 len: 375 time: 0.0347893 Nov 25 13:08:33.246651 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ae598-a685-418e-8269-7820342ff6a6 req-c670ec64-1e55-421d-9952-7e4f8612b31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:33.248156 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2a7ae598-a685-418e-8269-7820342ff6a6 req-c670ec64-1e55-421d-9952-7e4f8612b31e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=82870c5b-3c5b-4cf7-b280-dc92346a33bf HTTP/1.1" status: 200 len: 847 time: 0.2328107 Nov 25 13:08:33.251413 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-2ec69da1-9c99-4837-b4f1-54b0fb39c561 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:33.252625 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0db1c797-63ac-4b9d-93cd-49011fd49907 req-4c942611-7512-4104-86d6-c2c9c12eaa64 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=78062def-9db9-4815-b0d3-5ee5bcf2ee12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407493 Nov 25 13:08:33.255641 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ef8f60-ff0d-40f3-83ac-23aab5d51d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6748c79-b185-401c-a5a4-7558eeb3a91a,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:33.259255 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90371b99-0142-40b9-8c5f-89e4fa3d97ba req-fc2f94d8-40fc-4adc-83ea-f657fa3355fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:33.260782 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-90371b99-0142-40b9-8c5f-89e4fa3d97ba req-fc2f94d8-40fc-4adc-83ea-f657fa3355fa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2749529 Nov 25 13:08:33.266522 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-38ef8f60-ff0d-40f3-83ac-23aab5d51d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:33.266889 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-38ef8f60-ff0d-40f3-83ac-23aab5d51d75 admin admin] Added segment e8fc9265-97df-4bce-bf9a-73ae38a4e9ce of type vlan for network 3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d Nov 25 13:08:33.269108 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-7ba4a2d7-7ef3-46c9-96c3-fb8c543a274c req-e0bf8d43-4fed-4ebb-b060-44f1f278b185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:33.334845 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-b4f73025-cf76-4f55-a1fb-ca1f37b749d9 service neutron] For port ce0b3627-5e84-4b8f-a7c5-e76f3b956d08, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:08:33.350426 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dbed86f0-789c-4f07-9d8c-5fa5e07ccf68 req-c883002a-adee-477e-9219-6cefe1f9a037 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464882 Nov 25 13:08:33.365285 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2a7ae598-a685-418e-8269-7820342ff6a6 req-87d702b1-0efd-4a26-87cd-769e31941103 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20494638-06c1-415e-90d6-c326674b78a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1032224 Nov 25 13:08:33.386728 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-562299ae-19bc-4890-b518-c394d734136e req-3bd469eb-b2ea-4704-a257-2ba2d0ded690 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4190dcc6411041ccb9fe22c2d4608a11&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1369059 Nov 25 13:08:33.398027 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-2ec69da1-9c99-4837-b4f1-54b0fb39c561 service neutron] Transition to ACTIVE for port object 9e93df1e-944f-47d3-b85d-3064bb159522 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:08:33.412355 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-b4f73025-cf76-4f55-a1fb-ca1f37b749d9 service neutron] For port ce0b3627-5e84-4b8f-a7c5-e76f3b956d08, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=ce0b3627-5e84-4b8f-a7c5-e76f3b956d08,segment=NetworkSegment(b3d2e91b-e12c-4f23-8a52-7057a2ccd503),segment_id=b3d2e91b-e12c-4f23-8a52-7057a2ccd503)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:08:33.427251 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0db1c797-63ac-4b9d-93cd-49011fd49907 req-e950eb9a-d73c-41b5-b0cf-ff8ff1196e32 service neutron] 10.222.0.66 "GET /v2.0/networks/78062def-9db9-4815-b0d3-5ee5bcf2ee12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363826 Nov 25 13:08:33.427546 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-38ef8f60-ff0d-40f3-83ac-23aab5d51d75 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:33.456772 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-2ec69da1-9c99-4837-b4f1-54b0fb39c561 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:33.471424 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-b4f73025-cf76-4f55-a1fb-ca1f37b749d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:33.561791 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.db.resource_extend [None req-38ef8f60-ff0d-40f3-83ac-23aab5d51d75 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 13:08:33.581538 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8d699-e8e5-40a0-9638-90857d0cf1f3 req-22832082-02a3-4fb8-b219-109c2a2751f9 tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:33.587065 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e4f8d699-e8e5-40a0-9638-90857d0cf1f3 req-22832082-02a3-4fb8-b219-109c2a2751f9 tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] 10.222.0.53 "GET /v2.0/ports?device_id=95546cc2-06ce-48c8-92a6-3c2e35f49a48 HTTP/1.1" status: 200 len: 948 time: 0.1302011 Nov 25 13:08:33.613032 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-b4f73025-cf76-4f55-a1fb-ca1f37b749d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:33.613656 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-b4f73025-cf76-4f55-a1fb-ca1f37b749d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:33.615090 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-b4f73025-cf76-4f55-a1fb-ca1f37b749d9 service neutron] 10.222.0.47 "PUT /v2.0/ports/ce0b3627-5e84-4b8f-a7c5-e76f3b956d08 HTTP/1.1" status: 200 len: 1093 time: 4.4586804 Nov 25 13:08:33.660851 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0db1c797-63ac-4b9d-93cd-49011fd49907 req-3e6b1792-03be-4190-8633-fc86795f42a0 service neutron] 10.222.0.66 "GET /v2.0/networks/78062def-9db9-4815-b0d3-5ee5bcf2ee12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255743 Nov 25 13:08:33.693787 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-38ef8f60-ff0d-40f3-83ac-23aab5d51d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:33.694869 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ef8f60-ff0d-40f3-83ac-23aab5d51d75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:33.695450 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-38ef8f60-ff0d-40f3-83ac-23aab5d51d75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:33.697612 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec69da1-9c99-4837-b4f1-54b0fb39c561 service neutron] Pushing event updated for resources: {'Port': ['ID=9e93df1e-944f-47d3-b85d-3064bb159522,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:33.698104 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:33.729839 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e4f8d699-e8e5-40a0-9638-90857d0cf1f3 req-2a5d0403-f1f7-46b0-b91f-4049558ec854 tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] 10.222.0.53 "GET /v2.0/security-groups?id=85e315f2-0c98-450b-adb8-7317f7808f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221645 Nov 25 13:08:33.756447 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-90371b99-0142-40b9-8c5f-89e4fa3d97ba req-48b334a6-0caf-4ef6-828a-c517e6767a6c service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4844809 Nov 25 13:08:33.757855 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a1c9f4-7ec0-4251-a6e8-e5f45acc0d87 req-840d4a80-14fb-4045-b441-5af8cb672b5d tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:33.759787 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-93a1c9f4-7ec0-4251-a6e8-e5f45acc0d87 req-840d4a80-14fb-4045-b441-5af8cb672b5d tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cb82be1-1913-472d-b5a0-9f0f09f94b14 HTTP/1.1" status: 200 len: 943 time: 0.1265662 Nov 25 13:08:33.831813 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6633b427-1f6b-426d-9af2-4b019865ea6c req-efc2fddd-3df7-4073-883d-686ed56f3262 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=339c2ab8-fa9d-42c2-bb60-ced41e95a0f1 HTTP/1.1" status: 200 len: 210 time: 0.0351739 Nov 25 13:08:33.853438 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-93a1c9f4-7ec0-4251-a6e8-e5f45acc0d87 req-75352c5c-8ff3-47a0-902b-71cd187f3e12 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856152 Nov 25 13:08:33.945149 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-38ef8f60-ff0d-40f3-83ac-23aab5d51d75 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.2452550 Nov 25 13:08:33.948789 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33850) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:08:33.955972 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-61205a3e-7dca-48e9-9bae-eebc0b7868fb admin admin] Request body: {'subnet': {'network_id': '3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-2092949616-subnet', 'tenant_id': '9924894bf2bb4ef59f3449083c95507b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:08:33.987144 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeca06d-fa63-4e2f-a3f3-96ed2fcefaf9 req-6902d076-09b2-4ec6-8f09-ce30ff215110 tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:33.988730 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fbeca06d-fa63-4e2f-a3f3-96ed2fcefaf9 req-6902d076-09b2-4ec6-8f09-ce30ff215110 tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] 10.222.0.53 "GET /v2.0/ports?device_id=81415a91-bed0-42cd-976a-767a169928cf HTTP/1.1" status: 200 len: 943 time: 0.0737112 Nov 25 13:08:34.006819 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61205a3e-7dca-48e9-9bae-eebc0b7868fb admin admin] Made reservation on behalf of 9924894bf2bb4ef59f3449083c95507b for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:08:34.009129 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-61205a3e-7dca-48e9-9bae-eebc0b7868fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:34.128803 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fbeca06d-fa63-4e2f-a3f3-96ed2fcefaf9 req-da6316dd-00db-4b65-bd12-3652b30b8360 tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa458bb1-7f26-458d-ba42-2def7aa57fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304617 Nov 25 13:08:34.162264 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbee5cf-dfb9-45d7-a296-a8de27481ed3 req-2b97c4a7-b562-4c18-922c-41a7bbb8b0e3 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:34.164369 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dcbee5cf-dfb9-45d7-a296-a8de27481ed3 req-2b97c4a7-b562-4c18-922c-41a7bbb8b0e3 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2dd5265-c989-432c-a5b2-209782139d6d HTTP/1.1" status: 200 len: 950 time: 0.1049139 Nov 25 13:08:34.228128 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2a7ae598-a685-418e-8269-7820342ff6a6 req-056d8ba7-5aa8-4001-b430-f069a487dba6 service neutron] 10.222.0.47 "GET /v2.0/networks/20494638-06c1-415e-90d6-c326674b78a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8235688 Nov 25 13:08:34.253627 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ef8f60-ff0d-40f3-83ac-23aab5d51d75 admin admin] Pushing event updated for resources: {'Network': ['ID=3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:34.279524 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dcbee5cf-dfb9-45d7-a296-a8de27481ed3 req-fd695e78-e930-4cf1-b24b-55bc9eb89b9a tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080723 Nov 25 13:08:34.295693 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:08:34.306601 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-61205a3e-7dca-48e9-9bae-eebc0b7868fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:34.359691 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f73025-cf76-4f55-a1fb-ca1f37b749d9 service neutron] Pushing event updated for resources: {'Port': ['ID=ce0b3627-5e84-4b8f-a7c5-e76f3b956d08,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:34.382503 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61205a3e-7dca-48e9-9bae-eebc0b7868fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=af6d388d-5278-4fef-a1e9-b40af907e39b,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:34.394628 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61205a3e-7dca-48e9-9bae-eebc0b7868fb admin admin] Checking segment: {'id': 'e8fc9265-97df-4bce-bf9a-73ae38a4e9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:08:34.395017 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61205a3e-7dca-48e9-9bae-eebc0b7868fb admin admin] Network hostable DHCP agents. Network: 3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:08:34.414666 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-2ec69da1-9c99-4837-b4f1-54b0fb39c561 service neutron] Attempting to bind port 9e93df1e-944f-47d3-b85d-3064bb159522 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:08:34.414940 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61205a3e-7dca-48e9-9bae-eebc0b7868fb admin admin] Network 3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:08:34.415133 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-2ec69da1-9c99-4837-b4f1-54b0fb39c561 service neutron] Attempting to bind port 9e93df1e-944f-47d3-b85d-3064bb159522 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': 'b3d2e91b-e12c-4f23-8a52-7057a2ccd503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '78062def-9db9-4815-b0d3-5ee5bcf2ee12'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:08:34.415468 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-2ec69da1-9c99-4837-b4f1-54b0fb39c561 service neutron] Attempting to bind port 9e93df1e-944f-47d3-b85d-3064bb159522 on network 78062def-9db9-4815-b0d3-5ee5bcf2ee12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:08:34.424733 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-e5ff3b7d-9895-4b6c-8c82-7ad2857fbe60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:34.425440 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-61205a3e-7dca-48e9-9bae-eebc0b7868fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:08:34.426521 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-e5ff3b7d-9895-4b6c-8c82-7ad2857fbe60 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=36cb5cf0550841f1854aca002e301e9d&device_id=9d309a50-fbc2-4604-aa99-b746322fc105 HTTP/1.1" status: 200 len: 1096 time: 0.7143710 Nov 25 13:08:34.431472 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61205a3e-7dca-48e9-9bae-eebc0b7868fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:34.431658 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-61205a3e-7dca-48e9-9bae-eebc0b7868fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:34.439559 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36348dd4-b894-40b5-8323-eb560d627bee None None] Network 3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:08:34.447537 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-2ec69da1-9c99-4837-b4f1-54b0fb39c561 service neutron] Port 9e93df1e-944f-47d3-b85d-3064bb159522 on network 78062def-9db9-4815-b0d3-5ee5bcf2ee12 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:08:34.447857 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-2ec69da1-9c99-4837-b4f1-54b0fb39c561 service neutron] Attempting to bind port 9e93df1e-944f-47d3-b85d-3064bb159522 on network 78062def-9db9-4815-b0d3-5ee5bcf2ee12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:08:34.476928 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-61205a3e-7dca-48e9-9bae-eebc0b7868fb admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5261977 Nov 25 13:08:34.501569 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe3a4ed-da9f-472e-a8a6-2ab86bf98869 req-86124165-d6b9-4ea3-aac3-35ba5d405c70 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:34.508722 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cfe3a4ed-da9f-472e-a8a6-2ab86bf98869 req-86124165-d6b9-4ea3-aac3-35ba5d405c70 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b7a40a6-335a-43bf-9a42-81b4b7bd6860 HTTP/1.1" status: 200 len: 931 time: 0.0687032 Nov 25 13:08:34.516843 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-2ec69da1-9c99-4837-b4f1-54b0fb39c561 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:08:34.517196 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-2ec69da1-9c99-4837-b4f1-54b0fb39c561 service neutron] Checking segment: {'id': 'b3d2e91b-e12c-4f23-8a52-7057a2ccd503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '78062def-9db9-4815-b0d3-5ee5bcf2ee12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:08:34.517587 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-2ec69da1-9c99-4837-b4f1-54b0fb39c561 service neutron] Bound using segment: {'id': 'b3d2e91b-e12c-4f23-8a52-7057a2ccd503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '78062def-9db9-4815-b0d3-5ee5bcf2ee12'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:08:34.518046 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-2ec69da1-9c99-4837-b4f1-54b0fb39c561 service neutron] Bound port: 9e93df1e-944f-47d3-b85d-3064bb159522, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3d2e91b-e12c-4f23-8a52-7057a2ccd503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '78062def-9db9-4815-b0d3-5ee5bcf2ee12'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:08:34.518410 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-2ec69da1-9c99-4837-b4f1-54b0fb39c561 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:34.540835 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-78ba5417-23e3-4bf5-bb05-afa5414b9c57 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce0b3627-5e84-4b8f-a7c5-e76f3b956d08 HTTP/1.1" status: 200 len: 217 time: 0.1041994 Nov 25 13:08:34.571394 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cfe3a4ed-da9f-472e-a8a6-2ab86bf98869 req-7bcaedb1-af1d-415b-8d19-7780dbd6e6b4 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574667 Nov 25 13:08:34.586144 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-90371b99-0142-40b9-8c5f-89e4fa3d97ba req-6c001360-fd48-4690-9a24-6781e4b68ff3 service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7276139 Nov 25 13:08:34.603048 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e33077-f6dc-4663-afa4-fe7a29bc5954 None None] Network 3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:08:34.652112 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2a7ae598-a685-418e-8269-7820342ff6a6 req-d58b98ce-0aad-4d12-8696-230960b52e26 service neutron] 10.222.0.47 "GET /v2.0/networks/20494638-06c1-415e-90d6-c326674b78a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4019320 Nov 25 13:08:34.689718 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-03cfe85f-81a2-4424-998b-b8ecf2ec0e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:34.691278 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-03cfe85f-81a2-4424-998b-b8ecf2ec0e2b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3b4e69c5-fc9d-44c7-ad37-16915ec77c09 HTTP/1.1" status: 200 len: 858 time: 0.1413655 Nov 25 13:08:34.717971 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-2ec69da1-9c99-4837-b4f1-54b0fb39c561 service neutron] For port 9e93df1e-944f-47d3-b85d-3064bb159522, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:08:34.777608 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d309a50-fbc2-4604-aa99-b746322fc105', 'tag': 'ce0b3627-5e84-4b8f-a7c5-e76f3b956d08'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:08:34.779920 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c161cd2-d4bd-4b00-b0b1-1b23a79e54b4" -d '{"events": [{"name": "network-changed", "server_uuid": "9d309a50-fbc2-4604-aa99-b746322fc105", "tag": "ce0b3627-5e84-4b8f-a7c5-e76f3b956d08"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:08:34.787135 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:08:34.788393 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-c5023ade-4499-417f-b0cd-96b7df70d8c8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78062def-9db9-4815-b0d3-5ee5bcf2ee12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718350 Nov 25 13:08:34.793058 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-2ec69da1-9c99-4837-b4f1-54b0fb39c561 service neutron] For port 9e93df1e-944f-47d3-b85d-3064bb159522, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=9e93df1e-944f-47d3-b85d-3064bb159522,segment=NetworkSegment(b3d2e91b-e12c-4f23-8a52-7057a2ccd503),segment_id=b3d2e91b-e12c-4f23-8a52-7057a2ccd503)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:08:34.799024 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-562299ae-19bc-4890-b518-c394d734136e req-ebd3cd5f-1a1e-4118-b16c-62b3ec51e01d tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=4190dcc6411041ccb9fe22c2d4608a11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0531309 Nov 25 13:08:34.806441 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-7ba4a2d7-7ef3-46c9-96c3-fb8c543a274c req-e0bf8d43-4fed-4ebb-b060-44f1f278b185 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 087220c7-2a82-445b-929d-1e40a03684c6 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:08:34.817217 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-2ec69da1-9c99-4837-b4f1-54b0fb39c561 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:34.831798 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-7ba4a2d7-7ef3-46c9-96c3-fb8c543a274c req-e0bf8d43-4fed-4ebb-b060-44f1f278b185 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:34.932390 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628460b-0186-4663-953e-23a0d8ae9cbd req-860ab5b7-71de-4e76-9359-9ebeb38de334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:34.934398 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8628460b-0186-4663-953e-23a0d8ae9cbd req-860ab5b7-71de-4e76-9359-9ebeb38de334 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f9638bf2b13b4d579c7476454eb03e3d&device_id=7cb82be1-1913-472d-b5a0-9f0f09f94b14 HTTP/1.1" status: 200 len: 1095 time: 0.2015953 Nov 25 13:08:34.939615 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-7ba4a2d7-7ef3-46c9-96c3-fb8c543a274c req-e0bf8d43-4fed-4ebb-b060-44f1f278b185 service neutron] Transition to ACTIVE for port object 087220c7-2a82-445b-929d-1e40a03684c6 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:08:34.947499 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-2ec69da1-9c99-4837-b4f1-54b0fb39c561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:34.948426 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-2ec69da1-9c99-4837-b4f1-54b0fb39c561 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:34.950861 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-2ec69da1-9c99-4837-b4f1-54b0fb39c561 service neutron] 10.222.0.47 "PUT /v2.0/ports/9e93df1e-944f-47d3-b85d-3064bb159522 HTTP/1.1" status: 200 len: 1093 time: 3.5099959 Nov 25 13:08:34.968174 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-7ba4a2d7-7ef3-46c9-96c3-fb8c543a274c req-e0bf8d43-4fed-4ebb-b060-44f1f278b185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:34.975796 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d904c3-0b42-4d6b-b56c-be0eace3a1ed req-00a7bd91-a14d-4961-892e-c2a42f93fd09 tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:34.983446 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-20d904c3-0b42-4d6b-b56c-be0eace3a1ed req-00a7bd91-a14d-4961-892e-c2a42f93fd09 tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] 10.222.0.53 "GET /v2.0/ports?device_id=95546cc2-06ce-48c8-92a6-3c2e35f49a48 HTTP/1.1" status: 200 len: 948 time: 0.1317780 Nov 25 13:08:35.032373 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562299ae-19bc-4890-b518-c394d734136e req-ddf0ce66-887f-445e-a88b-3a386205bfb9 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:35.034033 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-562299ae-19bc-4890-b518-c394d734136e req-ddf0ce66-887f-445e-a88b-3a386205bfb9 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2302494 Nov 25 13:08:35.055096 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-562299ae-19bc-4890-b518-c394d734136e req-69108451-2e3a-4c42-97b0-e4b50e09847f tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Request body: {'port': {'device_id': '339c2ab8-fa9d-42c2-bb60-ced41e95a0f1', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'admin_state_up': True, 'tenant_id': '4190dcc6411041ccb9fe22c2d4608a11'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:08:35.084500 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec69da1-9c99-4837-b4f1-54b0fb39c561 service neutron] Pushing event updated for resources: {'Port': ['ID=9e93df1e-944f-47d3-b85d-3064bb159522,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:35.132698 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-e4b6ceef-a3ae-4eb6-bfd4-a1cf8c185450 service neutron] 10.222.0.47 "GET /v2.0/networks/78062def-9db9-4815-b0d3-5ee5bcf2ee12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353131 Nov 25 13:08:35.137271 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:35.148743 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-20d904c3-0b42-4d6b-b56c-be0eace3a1ed req-38c8e3a8-2f4b-4a77-8433-20b1192ffb1a tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] 10.222.0.53 "GET /v2.0/security-groups?id=85e315f2-0c98-450b-adb8-7317f7808f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642914 Nov 25 13:08:35.155872 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:08:35.169475 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': 'c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'port_id': 'c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d', 'mac_address': 'fa:16:3e:08:9d:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce5ca48-e3be-44c6-9584-fd9eb8c67222', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:08:35.212790 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:35.224419 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec791b4-4486-4110-a97a-09d0be1dbb77 x-openstack-request-id: req-bec791b4-4486-4110-a97a-09d0be1dbb77 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:08:35.224716 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d309a50-fbc2-4604-aa99-b746322fc105", "tag": "ce0b3627-5e84-4b8f-a7c5-e76f3b956d08", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:08:35.225015 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bec791b4-4486-4110-a97a-09d0be1dbb77 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:08:35.225421 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d309a50-fbc2-4604-aa99-b746322fc105', 'tag': 'ce0b3627-5e84-4b8f-a7c5-e76f3b956d08', 'status': 'completed', 'code': 200} Nov 25 13:08:35.228921 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:08:35.251414 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:08:35.256782 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:35.261251 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-c3f886d8-fff6-4d5c-bd5d-fb4b3527a225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:35.262864 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-c3f886d8-fff6-4d5c-bd5d-fb4b3527a225 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=36cb5cf0550841f1854aca002e301e9d&device_id=e47af08d-7a63-4b58-af72-6bf4ca94a616 HTTP/1.1" status: 200 len: 1096 time: 0.2184923 Nov 25 13:08:35.263508 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bf8d43-4fed-4ebb-b060-44f1f278b185 service neutron] Pushing event updated for resources: {'Port': ['ID=087220c7-2a82-445b-929d-1e40a03684c6,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:35.287225 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a03984-45d8-4884-9b08-5d9659decdb4 req-90bba254-df43-4d1e-9d65-4582466eb569 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:35.295048 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d8a03984-45d8-4884-9b08-5d9659decdb4 req-90bba254-df43-4d1e-9d65-4582466eb569 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/networks?id=3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d HTTP/1.1" status: 200 len: 805 time: 0.2261703 Nov 25 13:08:35.299185 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628460b-0186-4663-953e-23a0d8ae9cbd req-ace34273-7721-4aab-8bfa-2ffdcf27e06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:35.300642 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8628460b-0186-4663-953e-23a0d8ae9cbd req-ace34273-7721-4aab-8bfa-2ffdcf27e06e service neutron] 10.222.0.47 "GET /v2.0/networks?id=20494638-06c1-415e-90d6-c326674b78a0 HTTP/1.1" status: 200 len: 908 time: 0.3487086 Nov 25 13:08:35.320742 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:35.344747 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-477d61e2-ec67-4bd4-9959-1abb3bdede4e req-8cdb981e-689e-46a7-bdaf-50dc5f2dd928 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=339c2ab8-fa9d-42c2-bb60-ced41e95a0f1 HTTP/1.1" status: 200 len: 210 time: 0.0474381 Nov 25 13:08:35.347903 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-b68c8c91-0e90-4657-a4bc-3c6f3cd75b27 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e93df1e-944f-47d3-b85d-3064bb159522 HTTP/1.1" status: 200 len: 217 time: 0.0579147 Nov 25 13:08:35.348676 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d8a03984-45d8-4884-9b08-5d9659decdb4 req-77c2a3cb-30bc-4cda-878e-7efc8df494a0 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/quotas/9924894bf2bb4ef59f3449083c95507b HTTP/1.1" status: 200 len: 375 time: 0.0525944 Nov 25 13:08:35.398733 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8628460b-0186-4663-953e-23a0d8ae9cbd req-bd0ab168-ebb6-458f-a30f-8dd2b0f940cf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=989e6a40-0f2a-4ac9-b572-a8872d05c2c9 HTTP/1.1" status: 200 len: 217 time: 0.0599899 Nov 25 13:08:35.403231 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d8a03984-45d8-4884-9b08-5d9659decdb4 req-1228d3f3-4999-4c79-aae9-597e5e2c6c4f tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9924894bf2bb4ef59f3449083c95507b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465662 Nov 25 13:08:35.404004 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-562299ae-19bc-4890-b518-c394d734136e req-69108451-2e3a-4c42-97b0-e4b50e09847f tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Made reservation on behalf of 4190dcc6411041ccb9fe22c2d4608a11 for: {'port': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:08:35.410258 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-562299ae-19bc-4890-b518-c394d734136e req-69108451-2e3a-4c42-97b0-e4b50e09847f tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:35.485148 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-7ba4a2d7-7ef3-46c9-96c3-fb8c543a274c req-e0bf8d43-4fed-4ebb-b060-44f1f278b185 service neutron] Attempting to bind port 087220c7-2a82-445b-929d-1e40a03684c6 on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:08:35.485496 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-7ba4a2d7-7ef3-46c9-96c3-fb8c543a274c req-e0bf8d43-4fed-4ebb-b060-44f1f278b185 service neutron] Attempting to bind port 087220c7-2a82-445b-929d-1e40a03684c6 by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': 'f1015c3b-5561-4c41-908e-568aaa0911cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4eedb877-5fc3-46a9-a0e2-7e0a431fb103'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:08:35.485834 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba4a2d7-7ef3-46c9-96c3-fb8c543a274c req-e0bf8d43-4fed-4ebb-b060-44f1f278b185 service neutron] Attempting to bind port 087220c7-2a82-445b-929d-1e40a03684c6 on network 4eedb877-5fc3-46a9-a0e2-7e0a431fb103 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:08:35.489225 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-2d2365ee-8b2a-48e9-85e7-e842bb0687f2 service neutron] 10.222.0.47 "GET /v2.0/networks/78062def-9db9-4815-b0d3-5ee5bcf2ee12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422267 Nov 25 13:08:35.503289 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba4a2d7-7ef3-46c9-96c3-fb8c543a274c req-e0bf8d43-4fed-4ebb-b060-44f1f278b185 service neutron] Port 087220c7-2a82-445b-929d-1e40a03684c6 on network 4eedb877-5fc3-46a9-a0e2-7e0a431fb103 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:08:35.503618 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba4a2d7-7ef3-46c9-96c3-fb8c543a274c req-e0bf8d43-4fed-4ebb-b060-44f1f278b185 service neutron] Attempting to bind port 087220c7-2a82-445b-929d-1e40a03684c6 on network 4eedb877-5fc3-46a9-a0e2-7e0a431fb103 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:08:35.512859 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-e9275cfd-63f3-48ca-b68b-99883b43a8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:35.514429 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-e9275cfd-63f3-48ca-b68b-99883b43a8fe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3b4e69c5-fc9d-44c7-ad37-16915ec77c09 HTTP/1.1" status: 200 len: 858 time: 0.1278658 Nov 25 13:08:35.517481 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba4a2d7-7ef3-46c9-96c3-fb8c543a274c req-e0bf8d43-4fed-4ebb-b060-44f1f278b185 service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:08:35.517971 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba4a2d7-7ef3-46c9-96c3-fb8c543a274c req-e0bf8d43-4fed-4ebb-b060-44f1f278b185 service neutron] Checking segment: {'id': 'f1015c3b-5561-4c41-908e-568aaa0911cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4eedb877-5fc3-46a9-a0e2-7e0a431fb103'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:08:35.518528 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba4a2d7-7ef3-46c9-96c3-fb8c543a274c req-e0bf8d43-4fed-4ebb-b060-44f1f278b185 service neutron] Bound using segment: {'id': 'f1015c3b-5561-4c41-908e-568aaa0911cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4eedb877-5fc3-46a9-a0e2-7e0a431fb103'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:08:35.519227 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-7ba4a2d7-7ef3-46c9-96c3-fb8c543a274c req-e0bf8d43-4fed-4ebb-b060-44f1f278b185 service neutron] Bound port: 087220c7-2a82-445b-929d-1e40a03684c6, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1015c3b-5561-4c41-908e-568aaa0911cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4eedb877-5fc3-46a9-a0e2-7e0a431fb103'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:08:35.519817 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-7ba4a2d7-7ef3-46c9-96c3-fb8c543a274c req-e0bf8d43-4fed-4ebb-b060-44f1f278b185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:35.537769 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:08:35.546711 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628460b-0186-4663-953e-23a0d8ae9cbd req-4bf1d198-732d-41a1-ad2a-ed64a389ffaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:35.548148 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8628460b-0186-4663-953e-23a0d8ae9cbd req-4bf1d198-732d-41a1-ad2a-ed64a389ffaf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=82870c5b-3c5b-4cf7-b280-dc92346a33bf HTTP/1.1" status: 200 len: 847 time: 0.1172047 Nov 25 13:08:35.573509 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-17a5ef64-7928-43ce-b093-4685f1455ae8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78062def-9db9-4815-b0d3-5ee5bcf2ee12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387836 Nov 25 13:08:35.590056 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7bd80-07bd-414d-b6cc-6d5e7d545855 req-9308cd3f-4693-41fa-8505-253e4e9576ee tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:35.591970 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b4e7bd80-07bd-414d-b6cc-6d5e7d545855 req-9308cd3f-4693-41fa-8505-253e4e9576ee tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cb82be1-1913-472d-b5a0-9f0f09f94b14 HTTP/1.1" status: 200 len: 943 time: 0.1545165 Nov 25 13:08:35.602997 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d8a03984-45d8-4884-9b08-5d9659decdb4 req-9e3eae78-b2cb-4751-a7a8-82073a155a95 service neutron] 10.222.0.53 "GET /v2.0/networks/3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889720 Nov 25 13:08:35.643327 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8628460b-0186-4663-953e-23a0d8ae9cbd req-b4506ad9-aa93-4463-9041-2a400cd72fb4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20494638-06c1-415e-90d6-c326674b78a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720489 Nov 25 13:08:35.758371 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [req-562299ae-19bc-4890-b518-c394d734136e req-69108451-2e3a-4c42-97b0-e4b50e09847f tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Allocated IP 192.168.233.77 (85f6380f-3625-4f44-8465-fbcf0c11fed5/2ce5ca48-e3be-44c6-9584-fd9eb8c67222/8eba8700-50bb-47aa-ac12-8d250868a4f5) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:08:35.769334 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b4e7bd80-07bd-414d-b6cc-6d5e7d545855 req-e6768637-e680-4474-94b7-30127be579b5 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698670 Nov 25 13:08:35.791439 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c161cd2-d4bd-4b00-b0b1-1b23a79e54b4 req-b3d41092-4124-44ac-9ccd-a2a66bb747f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:35.791439 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4c161cd2-d4bd-4b00-b0b1-1b23a79e54b4 req-b3d41092-4124-44ac-9ccd-a2a66bb747f3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=36cb5cf0550841f1854aca002e301e9d&device_id=9d309a50-fbc2-4604-aa99-b746322fc105 HTTP/1.1" status: 200 len: 1096 time: 0.2408614 Nov 25 13:08:35.791439 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-7ba4a2d7-7ef3-46c9-96c3-fb8c543a274c req-e0bf8d43-4fed-4ebb-b060-44f1f278b185 service neutron] For port 087220c7-2a82-445b-929d-1e40a03684c6, host n-h1-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:08:35.818736 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d8a03984-45d8-4884-9b08-5d9659decdb4 req-a3529b50-2ee4-4cbf-ab22-bbfd63eee09c service neutron] 10.222.0.53 "GET /v2.0/networks/3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024949 Nov 25 13:08:35.827784 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-7ba4a2d7-7ef3-46c9-96c3-fb8c543a274c req-e0bf8d43-4fed-4ebb-b060-44f1f278b185 service neutron] For port 087220c7-2a82-445b-929d-1e40a03684c6, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=087220c7-2a82-445b-929d-1e40a03684c6,segment=NetworkSegment(f1015c3b-5561-4c41-908e-568aaa0911cd),segment_id=f1015c3b-5561-4c41-908e-568aaa0911cd)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:08:35.849997 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-fbe75372-f2c9-4c5f-a861-4d879154453f service neutron] 10.222.0.47 "GET /v2.0/networks/78062def-9db9-4815-b0d3-5ee5bcf2ee12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653384 Nov 25 13:08:35.851757 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-7ba4a2d7-7ef3-46c9-96c3-fb8c543a274c req-e0bf8d43-4fed-4ebb-b060-44f1f278b185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:36.006398 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8628460b-0186-4663-953e-23a0d8ae9cbd req-1443a9bf-b472-48ec-b12d-fba869032ed7 service neutron] 10.222.0.47 "GET /v2.0/networks/20494638-06c1-415e-90d6-c326674b78a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3504753 Nov 25 13:08:36.012209 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4a2d7-7ef3-46c9-96c3-fb8c543a274c req-e0bf8d43-4fed-4ebb-b060-44f1f278b185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:36.014185 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-7ba4a2d7-7ef3-46c9-96c3-fb8c543a274c req-e0bf8d43-4fed-4ebb-b060-44f1f278b185 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:36.015599 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7ba4a2d7-7ef3-46c9-96c3-fb8c543a274c req-e0bf8d43-4fed-4ebb-b060-44f1f278b185 service neutron] 10.222.0.66 "PUT /v2.0/ports/087220c7-2a82-445b-929d-1e40a03684c6 HTTP/1.1" status: 200 len: 1092 time: 3.0610828 Nov 25 13:08:36.020713 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad712ed2-2ee8-4f8a-918e-316dfe16625b req-e1bcb2cf-cb49-4e49-bff5-5ef86e0d381a tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:36.023603 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ad712ed2-2ee8-4f8a-918e-316dfe16625b req-e1bcb2cf-cb49-4e49-bff5-5ef86e0d381a tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] 10.222.0.53 "GET /v2.0/ports?device_id=81415a91-bed0-42cd-976a-767a169928cf HTTP/1.1" status: 200 len: 943 time: 0.1030860 Nov 25 13:08:36.054294 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-562299ae-19bc-4890-b518-c394d734136e req-69108451-2e3a-4c42-97b0-e4b50e09847f tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:36.163094 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:36.176705 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ad712ed2-2ee8-4f8a-918e-316dfe16625b req-a74de2b6-7a6c-4194-9068-ec4f7ecc1fcb tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa458bb1-7f26-458d-ba42-2def7aa57fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423504 Nov 25 13:08:36.190678 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-562299ae-19bc-4890-b518-c394d734136e req-69108451-2e3a-4c42-97b0-e4b50e09847f tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:36.202139 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3529df05-1e9b-4629-ac7f-b84f2e3b8948 req-d98d80d5-d8e5-4e6e-b440-afccd85a2d15 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:36.204186 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3529df05-1e9b-4629-ac7f-b84f2e3b8948 req-d98d80d5-d8e5-4e6e-b440-afccd85a2d15 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2dd5265-c989-432c-a5b2-209782139d6d HTTP/1.1" status: 200 len: 950 time: 0.1540070 Nov 25 13:08:36.205072 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['0b4bc922-b858-4465-ad56-5c6029f30377', '7f6f303f-ef2d-4137-9d8f-b9909032840b'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:08:36.208912 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['7fb6f54d-91e5-44d1-b51e-17bdd8ecb01e', 'e3af4f0b-b1e6-4b83-91ed-deb59a01c9bc', '714f6353-6e25-43c5-8c2f-860f09c78bae', '9bae3617-6f67-4d05-82bb-3c70eb7cb932'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:08:36.352435 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bf8d43-4fed-4ebb-b060-44f1f278b185 service neutron] Pushing event updated for resources: {'Port': ['ID=087220c7-2a82-445b-929d-1e40a03684c6,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:36.443698 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c161cd2-d4bd-4b00-b0b1-1b23a79e54b4 req-ca98e5f2-1c17-4b93-97de-734076558d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:36.445729 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4c161cd2-d4bd-4b00-b0b1-1b23a79e54b4 req-ca98e5f2-1c17-4b93-97de-734076558d2d service neutron] 10.222.0.47 "GET /v2.0/networks?id=78062def-9db9-4815-b0d3-5ee5bcf2ee12 HTTP/1.1" status: 200 len: 919 time: 0.6431353 Nov 25 13:08:36.454122 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device c1414bdb-3c5f-4125-970d-d33a3a042c71 details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:08:36.468381 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-916cda2f-9a8a-4261-a27b-e15c2916972d req-b56611ea-efa0-490d-b633-fbd3055f8b6f service neutron] 10.222.0.47 "GET /v2.0/networks/78062def-9db9-4815-b0d3-5ee5bcf2ee12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5660777 Nov 25 13:08:36.523990 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4c161cd2-d4bd-4b00-b0b1-1b23a79e54b4 req-ffb4957c-a8b8-4412-942d-6fabce3372f9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce0b3627-5e84-4b8f-a7c5-e76f3b956d08 HTTP/1.1" status: 200 len: 217 time: 0.0680759 Nov 25 13:08:36.529000 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4a2d7-7ef3-46c9-96c3-fb8c543a274c req-87a6e25f-3905-425c-b8eb-1b215933f0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:36.531227 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7ba4a2d7-7ef3-46c9-96c3-fb8c543a274c req-87a6e25f-3905-425c-b8eb-1b215933f0af service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d2e157ec7259461e96009d2e9c8298f0&device_id=6b7a40a6-335a-43bf-9a42-81b4b7bd6860 HTTP/1.1" status: 200 len: 1095 time: 0.2164052 Nov 25 13:08:36.545813 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8628460b-0186-4663-953e-23a0d8ae9cbd req-5fd5d487-ebe0-4149-9bc9-af9f598639fc service neutron] 10.222.0.47 "GET /v2.0/networks/20494638-06c1-415e-90d6-c326674b78a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5237050 Nov 25 13:08:36.599032 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-562299ae-19bc-4890-b518-c394d734136e req-69108451-2e3a-4c42-97b0-e4b50e09847f tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Network 85f6380f-3625-4f44-8465-fbcf0c11fed5 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:08:36.606511 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [req-562299ae-19bc-4890-b518-c394d734136e req-69108451-2e3a-4c42-97b0-e4b50e09847f tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:08:36.611899 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7ba4a2d7-7ef3-46c9-96c3-fb8c543a274c req-d958e6cd-d9a7-4fc6-bc7d-fbcc68ab1326 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=087220c7-2a82-445b-929d-1e40a03684c6 HTTP/1.1" status: 200 len: 217 time: 0.0635941 Nov 25 13:08:36.636033 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-562299ae-19bc-4890-b518-c394d734136e req-69108451-2e3a-4c42-97b0-e4b50e09847f tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:08:36.639132 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c161cd2-d4bd-4b00-b0b1-1b23a79e54b4 req-8e1a58a4-05e0-4d3b-a0a3-a75519635ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:36.639132 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4c161cd2-d4bd-4b00-b0b1-1b23a79e54b4 req-8e1a58a4-05e0-4d3b-a0a3-a75519635ea7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3b4e69c5-fc9d-44c7-ad37-16915ec77c09 HTTP/1.1" status: 200 len: 858 time: 0.1063752 Nov 25 13:08:36.696230 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4c161cd2-d4bd-4b00-b0b1-1b23a79e54b4 req-61fde197-f24d-4340-ae6d-bbdf4c24bd69 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78062def-9db9-4815-b0d3-5ee5bcf2ee12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392962 Nov 25 13:08:36.714062 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4a2d7-7ef3-46c9-96c3-fb8c543a274c req-7e0f153f-130b-437c-b8f3-19eb92bff55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:36.714559 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69108451-2e3a-4c42-97b0-e4b50e09847f tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Pushing event updated for resources: {'Port': ['ID=8eba8700-50bb-47aa-ac12-8d250868a4f5,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:36.715511 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7ba4a2d7-7ef3-46c9-96c3-fb8c543a274c req-7e0f153f-130b-437c-b8f3-19eb92bff55d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c6ff4ad3-eaf7-4ebb-ae7a-2ad7a9626250 HTTP/1.1" status: 200 len: 861 time: 0.0929694 Nov 25 13:08:36.776996 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3529df05-1e9b-4629-ac7f-b84f2e3b8948 req-c8314cd9-da5d-4eeb-8756-18380ff955dd tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996269 Nov 25 13:08:36.792081 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a1fb9-b582-42cc-b108-268fc87035f9 req-1650f39c-6c2f-4e51-a715-234453ba8e38 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:36.821977 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7ba4a2d7-7ef3-46c9-96c3-fb8c543a274c req-d39a5380-a9e6-4b03-9265-c97ac340b95e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4eedb877-5fc3-46a9-a0e2-7e0a431fb103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805774 Nov 25 13:08:36.828299 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bf9a1fb9-b582-42cc-b108-268fc87035f9 req-1650f39c-6c2f-4e51-a715-234453ba8e38 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b7a40a6-335a-43bf-9a42-81b4b7bd6860 HTTP/1.1" status: 200 len: 943 time: 0.2333562 Nov 25 13:08:36.831364 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 989e6a40-0f2a-4ac9-b572-a8872d05c2c9 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:08:36.849703 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:08:36.886150 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port c1414bdb-3c5f-4125-970d-d33a3a042c71, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=c1414bdb-3c5f-4125-970d-d33a3a042c71,segment=NetworkSegment(b3d2e91b-e12c-4f23-8a52-7057a2ccd503),segment_id=b3d2e91b-e12c-4f23-8a52-7057a2ccd503)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:08:36.934943 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4c161cd2-d4bd-4b00-b0b1-1b23a79e54b4 req-ed222d64-243e-4eeb-9250-b0203eb8e390 service neutron] 10.222.0.47 "GET /v2.0/networks/78062def-9db9-4815-b0d3-5ee5bcf2ee12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291162 Nov 25 13:08:36.943250 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562299ae-19bc-4890-b518-c394d734136e req-69108451-2e3a-4c42-97b0-e4b50e09847f tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:36.946260 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-562299ae-19bc-4890-b518-c394d734136e req-69108451-2e3a-4c42-97b0-e4b50e09847f tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:36.959415 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': 'c1414bdb-3c5f-4125-970d-d33a3a042c71', 'network_id': '78062def-9db9-4815-b0d3-5ee5bcf2ee12', 'port_id': 'c1414bdb-3c5f-4125-970d-d33a3a042c71', 'mac_address': 'fa:16:3e:b2:b2:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b4e69c5-fc9d-44c7-ad37-16915ec77c09', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:08:36.973917 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bf9a1fb9-b582-42cc-b108-268fc87035f9 req-feb49207-1d44-46f9-bb66-47d1d0f94631 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446967 Nov 25 13:08:37.014652 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-619d03f1-0d49-4cba-a112-04020e030b88 req-e297addf-149b-4e56-95a0-35dc228e3342 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3ef7337-9105-45f4-9d49-7c22c41b6223 HTTP/1.1" status: 200 len: 210 time: 0.1435578 Nov 25 13:08:37.019897 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-562299ae-19bc-4890-b518-c394d734136e req-69108451-2e3a-4c42-97b0-e4b50e09847f tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9746532 Nov 25 13:08:37.025088 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7ba4a2d7-7ef3-46c9-96c3-fb8c543a274c req-5ee992a0-ebba-4e0f-98e6-f797e24fa728 service neutron] 10.222.0.66 "GET /v2.0/networks/4eedb877-5fc3-46a9-a0e2-7e0a431fb103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889317 Nov 25 13:08:37.037796 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-562299ae-19bc-4890-b518-c394d734136e req-b5a82347-615c-4cf6-9a91-457248d4f35e service neutron] Request body: {'port': {'device_id': '339c2ab8-fa9d-42c2-bb60-ced41e95a0f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-11'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:08:37.106720 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-562299ae-19bc-4890-b518-c394d734136e req-b5a82347-615c-4cf6-9a91-457248d4f35e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:37.133066 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4c161cd2-d4bd-4b00-b0b1-1b23a79e54b4 req-473163bc-5935-4c27-948d-53e45a6d9a6d service neutron] 10.222.0.47 "GET /v2.0/networks/78062def-9db9-4815-b0d3-5ee5bcf2ee12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896045 Nov 25 13:08:37.161637 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7ba4a2d7-7ef3-46c9-96c3-fb8c543a274c req-516f92b9-1eff-44fe-af2d-316a9d400644 service neutron] 10.222.0.66 "GET /v2.0/networks/4eedb877-5fc3-46a9-a0e2-7e0a431fb103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267412 Nov 25 13:08:37.180999 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:37.212870 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9086fa59-43be-475a-9c63-cfba0703e0d1 None None] Provisioning complete for port 8eba8700-50bb-47aa-ac12-8d250868a4f5 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:08:37.213282 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9086fa59-43be-475a-9c63-cfba0703e0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:37.214739 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:08:37.226409 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e47af08d-7a63-4b58-af72-6bf4ca94a616', 'tag': '9e93df1e-944f-47d3-b85d-3064bb159522'}, {'name': 'network-changed', 'server_uuid': '6b7a40a6-335a-43bf-9a42-81b4b7bd6860', 'tag': '087220c7-2a82-445b-929d-1e40a03684c6'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:08:37.229032 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f7e463e-0c5e-4bf9-839c-779cc0346ab8" -d '{"events": [{"name": "network-changed", "server_uuid": "e47af08d-7a63-4b58-af72-6bf4ca94a616", "tag": "9e93df1e-944f-47d3-b85d-3064bb159522"}, {"name": "network-changed", "server_uuid": "6b7a40a6-335a-43bf-9a42-81b4b7bd6860", "tag": "087220c7-2a82-445b-929d-1e40a03684c6"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:08:37.258993 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:08:37.259425 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:37.261066 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd845fdf-6f04-4682-b30c-ca53d43e4bd2 req-130c75ee-062a-4c31-b93e-44ba14ac7dcd tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:37.261948 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1414bdb-3c5f-4125-970d-d33a3a042c71 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:08:37.262269 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dd845fdf-6f04-4682-b30c-ca53d43e4bd2 req-130c75ee-062a-4c31-b93e-44ba14ac7dcd tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] 10.222.0.53 "GET /v2.0/ports?device_id=95546cc2-06ce-48c8-92a6-3c2e35f49a48 HTTP/1.1" status: 200 len: 949 time: 0.1472929 Nov 25 13:08:37.326620 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3625a65e-0343-499f-aa7f-138f743b5d7b req-a7a5a343-2aea-4f30-97ed-03db5255179c tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:37.328584 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 989e6a40-0f2a-4ac9-b572-a8872d05c2c9, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=989e6a40-0f2a-4ac9-b572-a8872d05c2c9,segment=NetworkSegment(6f5b4a09-9f6c-4c19-8201-4d90933cd506),segment_id=6f5b4a09-9f6c-4c19-8201-4d90933cd506)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:08:37.334092 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3625a65e-0343-499f-aa7f-138f743b5d7b req-a7a5a343-2aea-4f30-97ed-03db5255179c tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=339c2ab8-fa9d-42c2-bb60-ced41e95a0f1 HTTP/1.1" status: 200 len: 935 time: 0.1977260 Nov 25 13:08:37.353988 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port c1414bdb-3c5f-4125-970d-d33a3a042c71, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=c1414bdb-3c5f-4125-970d-d33a3a042c71,segment=NetworkSegment(b3d2e91b-e12c-4f23-8a52-7057a2ccd503),segment_id=b3d2e91b-e12c-4f23-8a52-7057a2ccd503)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:08:37.362410 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9086fa59-43be-475a-9c63-cfba0703e0d1 None None] Port 8eba8700-50bb-47aa-ac12-8d250868a4f5 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:08:37.367015 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:37.368293 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '989e6a40-0f2a-4ac9-b572-a8872d05c2c9', 'network_id': '20494638-06c1-415e-90d6-c326674b78a0', 'port_id': '989e6a40-0f2a-4ac9-b572-a8872d05c2c9', 'mac_address': 'fa:16:3e:a5:f9:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82870c5b-3c5b-4cf7-b280-dc92346a33bf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:08:37.480090 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3625a65e-0343-499f-aa7f-138f743b5d7b req-19a1d840-d4a0-46db-b532-a3a1e94ec1f8 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450522 Nov 25 13:08:37.483621 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dd845fdf-6f04-4682-b30c-ca53d43e4bd2 req-4dab35bd-b87b-4fa0-bfec-dbe69152a7f4 tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] 10.222.0.53 "GET /v2.0/security-groups?id=85e315f2-0c98-450b-adb8-7317f7808f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719539 Nov 25 13:08:37.541853 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a03984-45d8-4884-9b08-5d9659decdb4 req-7a6c93bf-d683-4890-a36f-69ed3c3c1592 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:37.543384 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d8a03984-45d8-4884-9b08-5d9659decdb4 req-7a6c93bf-d683-4890-a36f-69ed3c3c1592 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.47 "GET /v2.0/networks?id=3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d HTTP/1.1" status: 200 len: 805 time: 0.1834497 Nov 25 13:08:37.546682 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:37.558178 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-d8a03984-45d8-4884-9b08-5d9659decdb4 req-2e2d5670-5dc0-4f75-89be-9294741ddc1d tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Request body: {'port': {'device_id': 'b3ef7337-9105-45f4-9d49-7c22c41b6223', 'network_id': '3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d', 'admin_state_up': True, 'tenant_id': '9924894bf2bb4ef59f3449083c95507b'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:08:37.579394 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=c1414bdb-3c5f-4125-970d-d33a3a042c71,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:37.617456 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 989e6a40-0f2a-4ac9-b572-a8872d05c2c9 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:08:37.628672 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:37.676723 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 989e6a40-0f2a-4ac9-b572-a8872d05c2c9, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=989e6a40-0f2a-4ac9-b572-a8872d05c2c9,segment=NetworkSegment(6f5b4a09-9f6c-4c19-8201-4d90933cd506),segment_id=6f5b4a09-9f6c-4c19-8201-4d90933cd506)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:08:37.690145 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:37.696852 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34016f17-e903-4725-8268-222b866f06ab req-d7a22476-9bf9-43a2-b303-1a8b38d4cef4 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:37.697989 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-34016f17-e903-4725-8268-222b866f06ab req-d7a22476-9bf9-43a2-b303-1a8b38d4cef4 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cb82be1-1913-472d-b5a0-9f0f09f94b14 HTTP/1.1" status: 200 len: 943 time: 0.1275928 Nov 25 13:08:37.702532 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95546cc2-06ce-48c8-92a6-3c2e35f49a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:08:37.703553 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [req-562299ae-19bc-4890-b518-c394d734136e req-b5a82347-615c-4cf6-9a91-457248d4f35e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eba8700-50bb-47aa-ac12-8d250868a4f5 {{(pid=103570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:08:37.704401 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e6ecc8-4211-4f57-b8b2-3d8f2a230a21" -d '{"events": [{"server_uuid": "95546cc2-06ce-48c8-92a6-3c2e35f49a48", "name": "network-vif-plugged", "status": "completed", "tag": "c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:08:37.738288 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-562299ae-19bc-4890-b518-c394d734136e req-b5a82347-615c-4cf6-9a91-457248d4f35e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:37.744193 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['c1414bdb-3c5f-4125-970d-d33a3a042c71'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:08:37.747435 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8a03984-45d8-4884-9b08-5d9659decdb4 req-2e2d5670-5dc0-4f75-89be-9294741ddc1d tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Made reservation on behalf of 9924894bf2bb4ef59f3449083c95507b for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:08:37.752907 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d8a03984-45d8-4884-9b08-5d9659decdb4 req-2e2d5670-5dc0-4f75-89be-9294741ddc1d tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:37.771601 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.provisioning_blocks [req-562299ae-19bc-4890-b518-c394d734136e req-b5a82347-615c-4cf6-9a91-457248d4f35e service neutron] Transition to ACTIVE for port object 8eba8700-50bb-47aa-ac12-8d250868a4f5 will not be triggered until provisioned by entity L2. {{(pid=103570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:08:37.776175 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:08:37.783653 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-562299ae-19bc-4890-b518-c394d734136e req-b5a82347-615c-4cf6-9a91-457248d4f35e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:37.795413 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:37.831175 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:37.831480 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-34016f17-e903-4725-8268-222b866f06ab req-37f8c48e-954a-46e4-ae27-ccdacc601707 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234436 Nov 25 13:08:37.844778 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27813829-c3bb-4385-9a18-6952dde985c5 req-f1646863-775d-425e-8b1f-2aa86a67ea49 tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:37.846380 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-27813829-c3bb-4385-9a18-6952dde985c5 req-f1646863-775d-425e-8b1f-2aa86a67ea49 tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] 10.222.0.53 "GET /v2.0/ports?device_id=81415a91-bed0-42cd-976a-767a169928cf HTTP/1.1" status: 200 len: 944 time: 0.1456375 Nov 25 13:08:37.868791 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=989e6a40-0f2a-4ac9-b572-a8872d05c2c9,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:37.871339 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a82347-615c-4cf6-9a91-457248d4f35e service neutron] Pushing event updated for resources: {'Port': ['ID=8eba8700-50bb-47aa-ac12-8d250868a4f5,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:37.964504 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['989e6a40-0f2a-4ac9-b572-a8872d05c2c9'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:08:38.002873 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-27813829-c3bb-4385-9a18-6952dde985c5 req-654f643b-9b74-43e6-bc62-3a27b9228eac tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa458bb1-7f26-458d-ba42-2def7aa57fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386106 Nov 25 13:08:38.014913 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-d8a03984-45d8-4884-9b08-5d9659decdb4 req-2e2d5670-5dc0-4f75-89be-9294741ddc1d tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Allocated IP 172.20.0.6 (3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d/af6d388d-5278-4fef-a1e9-b40af907e39b/eccf0155-fda1-4a45-b997-f53e839fff7a) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:08:38.032169 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83018f08-4a4d-4c82-8901-bfc8b483de19 x-openstack-request-id: req-83018f08-4a4d-4c82-8901-bfc8b483de19 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:08:38.032489 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95546cc2-06ce-48c8-92a6-3c2e35f49a48", "name": "network-vif-plugged", "status": "completed", "tag": "c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:08:38.032754 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-83018f08-4a4d-4c82-8901-bfc8b483de19 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:08:38.033417 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95546cc2-06ce-48c8-92a6-3c2e35f49a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d', 'code': 200} Nov 25 13:08:38.043632 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:38.057861 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 25 Nov 2021 13:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d174780-bf4c-42b1-aaca-d6fe3bf19546 x-openstack-request-id: req-6d174780-bf4c-42b1-aaca-d6fe3bf19546 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:08:38.060168 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e47af08d-7a63-4b58-af72-6bf4ca94a616", "tag": "9e93df1e-944f-47d3-b85d-3064bb159522", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6b7a40a6-335a-43bf-9a42-81b4b7bd6860", "tag": "087220c7-2a82-445b-929d-1e40a03684c6", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:08:38.060443 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6d174780-bf4c-42b1-aaca-d6fe3bf19546 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:08:38.062330 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e47af08d-7a63-4b58-af72-6bf4ca94a616', 'tag': '9e93df1e-944f-47d3-b85d-3064bb159522', 'status': 'completed', 'code': 200} Nov 25 13:08:38.067571 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-562299ae-19bc-4890-b518-c394d734136e req-b5a82347-615c-4cf6-9a91-457248d4f35e service neutron] Attempting to bind port 8eba8700-50bb-47aa-ac12-8d250868a4f5 on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:08:38.068408 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-562299ae-19bc-4890-b518-c394d734136e req-b5a82347-615c-4cf6-9a91-457248d4f35e service neutron] Attempting to bind port 8eba8700-50bb-47aa-ac12-8d250868a4f5 by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:08:38.068753 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562299ae-19bc-4890-b518-c394d734136e req-b5a82347-615c-4cf6-9a91-457248d4f35e service neutron] Attempting to bind port 8eba8700-50bb-47aa-ac12-8d250868a4f5 on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:08:38.070979 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b7a40a6-335a-43bf-9a42-81b4b7bd6860', 'tag': '087220c7-2a82-445b-929d-1e40a03684c6', 'status': 'completed', 'code': 200} Nov 25 13:08:38.087534 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562299ae-19bc-4890-b518-c394d734136e req-b5a82347-615c-4cf6-9a91-457248d4f35e service neutron] Port 8eba8700-50bb-47aa-ac12-8d250868a4f5 on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:08:38.088155 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562299ae-19bc-4890-b518-c394d734136e req-b5a82347-615c-4cf6-9a91-457248d4f35e service neutron] Attempting to bind port 8eba8700-50bb-47aa-ac12-8d250868a4f5 on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:08:38.107647 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562299ae-19bc-4890-b518-c394d734136e req-b5a82347-615c-4cf6-9a91-457248d4f35e service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:08:38.107993 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562299ae-19bc-4890-b518-c394d734136e req-b5a82347-615c-4cf6-9a91-457248d4f35e service neutron] Checking segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:08:38.108392 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562299ae-19bc-4890-b518-c394d734136e req-b5a82347-615c-4cf6-9a91-457248d4f35e service neutron] Bound using segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:08:38.108833 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-562299ae-19bc-4890-b518-c394d734136e req-b5a82347-615c-4cf6-9a91-457248d4f35e service neutron] Bound port: 8eba8700-50bb-47aa-ac12-8d250868a4f5, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:08:38.109197 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-562299ae-19bc-4890-b518-c394d734136e req-b5a82347-615c-4cf6-9a91-457248d4f35e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:38.222891 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5420a85-a24e-4243-8596-56735b740c6f req-7dc88e65-2666-42e2-b59e-3ed04d5c233c tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:38.230354 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f5420a85-a24e-4243-8596-56735b740c6f req-7dc88e65-2666-42e2-b59e-3ed04d5c233c tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b7a40a6-335a-43bf-9a42-81b4b7bd6860 HTTP/1.1" status: 200 len: 943 time: 0.1494694 Nov 25 13:08:38.257325 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e463e-0c5e-4bf9-839c-779cc0346ab8 req-42771981-fa32-4a0a-a5f5-e7f88389aa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:38.258867 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4f7e463e-0c5e-4bf9-839c-779cc0346ab8 req-42771981-fa32-4a0a-a5f5-e7f88389aa35 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d2e157ec7259461e96009d2e9c8298f0&device_id=6b7a40a6-335a-43bf-9a42-81b4b7bd6860 HTTP/1.1" status: 200 len: 1095 time: 0.1861556 Nov 25 13:08:38.268462 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e463e-0c5e-4bf9-839c-779cc0346ab8 req-129fa495-c4f5-46af-bb84-d2197cc670d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:38.269913 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4f7e463e-0c5e-4bf9-839c-779cc0346ab8 req-129fa495-c4f5-46af-bb84-d2197cc670d5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=36cb5cf0550841f1854aca002e301e9d&device_id=e47af08d-7a63-4b58-af72-6bf4ca94a616 HTTP/1.1" status: 200 len: 1096 time: 0.2530243 Nov 25 13:08:38.271651 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd646e-51a3-42d4-96d3-032aa2004160 req-3fe66b28-1de0-438a-9eb6-c6b96494dc87 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:38.273192 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a5bd646e-51a3-42d4-96d3-032aa2004160 req-3fe66b28-1de0-438a-9eb6-c6b96494dc87 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2dd5265-c989-432c-a5b2-209782139d6d HTTP/1.1" status: 200 len: 950 time: 0.1375840 Nov 25 13:08:38.277632 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c474ab-9068-442a-8469-efd5e3732adf req-9daa8d27-758e-4c75-b09f-c60ebe7c3eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:38.278764 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-562299ae-19bc-4890-b518-c394d734136e req-b5a82347-615c-4cf6-9a91-457248d4f35e service neutron] For port 8eba8700-50bb-47aa-ac12-8d250868a4f5, host n-h1-808199-11, cleared binding levels {{(pid=103570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:08:38.279038 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-79c474ab-9068-442a-8469-efd5e3732adf req-9daa8d27-758e-4c75-b09f-c60ebe7c3eae service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=95546cc2-06ce-48c8-92a6-3c2e35f49a48 HTTP/1.1" status: 200 len: 1102 time: 0.1152313 Nov 25 13:08:38.317071 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-562299ae-19bc-4890-b518-c394d734136e req-b5a82347-615c-4cf6-9a91-457248d4f35e service neutron] For port 8eba8700-50bb-47aa-ac12-8d250868a4f5, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=8eba8700-50bb-47aa-ac12-8d250868a4f5,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:08:38.329801 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-562299ae-19bc-4890-b518-c394d734136e req-b5a82347-615c-4cf6-9a91-457248d4f35e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:38.337709 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f5420a85-a24e-4243-8596-56735b740c6f req-2f938abb-b08e-4a04-86e3-b9cc8d08ba99 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065047 Nov 25 13:08:38.388110 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562299ae-19bc-4890-b518-c394d734136e req-b5a82347-615c-4cf6-9a91-457248d4f35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:38.388742 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-562299ae-19bc-4890-b518-c394d734136e req-b5a82347-615c-4cf6-9a91-457248d4f35e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:38.390135 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-562299ae-19bc-4890-b518-c394d734136e req-b5a82347-615c-4cf6-9a91-457248d4f35e service neutron] 10.222.0.66 "PUT /v2.0/ports/8eba8700-50bb-47aa-ac12-8d250868a4f5 HTTP/1.1" status: 200 len: 1096 time: 1.3568318 Nov 25 13:08:38.392532 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '339c2ab8-fa9d-42c2-bb60-ced41e95a0f1', 'tag': '8eba8700-50bb-47aa-ac12-8d250868a4f5'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:08:38.394851 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4feb75ea-4783-4bc6-ad4e-6a05fe2a0699" -d '{"events": [{"name": "network-changed", "server_uuid": "339c2ab8-fa9d-42c2-bb60-ced41e95a0f1", "tag": "8eba8700-50bb-47aa-ac12-8d250868a4f5"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:08:38.429079 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a5bd646e-51a3-42d4-96d3-032aa2004160 req-2b312730-a3ac-4af1-8591-d7dd00f6470e tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274159 Nov 25 13:08:38.430283 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a82347-615c-4cf6-9a91-457248d4f35e service neutron] Pushing event updated for resources: {'Port': ['ID=8eba8700-50bb-47aa-ac12-8d250868a4f5,revision_number=3']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:38.486542 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:08:38.507005 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1507ecdb-fcc8-4db2-8b0a-d6ae5dd5f752 x-openstack-request-id: req-1507ecdb-fcc8-4db2-8b0a-d6ae5dd5f752 {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:08:38.507687 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "339c2ab8-fa9d-42c2-bb60-ced41e95a0f1", "tag": "8eba8700-50bb-47aa-ac12-8d250868a4f5", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:08:38.507687 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1507ecdb-fcc8-4db2-8b0a-d6ae5dd5f752 {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:08:38.507950 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '339c2ab8-fa9d-42c2-bb60-ced41e95a0f1', 'tag': '8eba8700-50bb-47aa-ac12-8d250868a4f5', 'status': 'completed', 'code': 200} Nov 25 13:08:38.523975 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e463e-0c5e-4bf9-839c-779cc0346ab8 req-59131824-05bb-43c5-ae3a-bc7df75db36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:38.525459 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4f7e463e-0c5e-4bf9-839c-779cc0346ab8 req-59131824-05bb-43c5-ae3a-bc7df75db36f service neutron] 10.222.0.66 "GET /v2.0/networks?id=4eedb877-5fc3-46a9-a0e2-7e0a431fb103 HTTP/1.1" status: 200 len: 922 time: 0.2500134 Nov 25 13:08:38.536392 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562299ae-19bc-4890-b518-c394d734136e req-98f49f79-dd0c-4bc2-ae90-d778bae800d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:38.538805 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-562299ae-19bc-4890-b518-c394d734136e req-98f49f79-dd0c-4bc2-ae90-d778bae800d4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4190dcc6411041ccb9fe22c2d4608a11&device_id=339c2ab8-fa9d-42c2-bb60-ced41e95a0f1 HTTP/1.1" status: 200 len: 1099 time: 0.0740407 Nov 25 13:08:38.607448 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-562299ae-19bc-4890-b518-c394d734136e req-521cce2f-0be5-40e1-8f0b-6bba40bd26d3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=8eba8700-50bb-47aa-ac12-8d250868a4f5 HTTP/1.1" status: 200 len: 217 time: 0.0519891 Nov 25 13:08:38.632143 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-79c474ab-9068-442a-8469-efd5e3732adf req-30f4aaa9-ea7c-4ac1-9221-c3a2b9d6247b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=85e315f2-0c98-450b-adb8-7317f7808f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332925 Nov 25 13:08:38.645351 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4f7e463e-0c5e-4bf9-839c-779cc0346ab8 req-662dedf3-4aa7-4bbd-85c1-295419d19ddd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=087220c7-2a82-445b-929d-1e40a03684c6 HTTP/1.1" status: 200 len: 217 time: 0.0696032 Nov 25 13:08:38.648669 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e463e-0c5e-4bf9-839c-779cc0346ab8 req-a2e1668b-c394-46d2-8927-2a597faef0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:38.650356 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4f7e463e-0c5e-4bf9-839c-779cc0346ab8 req-a2e1668b-c394-46d2-8927-2a597faef0f0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=78062def-9db9-4815-b0d3-5ee5bcf2ee12 HTTP/1.1" status: 200 len: 919 time: 0.3615885 Nov 25 13:08:38.691782 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d8a03984-45d8-4884-9b08-5d9659decdb4 req-2e2d5670-5dc0-4f75-89be-9294741ddc1d tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:38.714947 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-22778eba-b35e-4f89-954f-ee2f4c723ec8 req-60c3466d-e597-4c1b-943c-4e1fa650d881 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3ef7337-9105-45f4-9d49-7c22c41b6223 HTTP/1.1" status: 200 len: 210 time: 0.0333867 Nov 25 13:08:38.721369 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e463e-0c5e-4bf9-839c-779cc0346ab8 req-573eed89-9c16-4b55-afd1-eeb1c7c16f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:38.722887 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4f7e463e-0c5e-4bf9-839c-779cc0346ab8 req-573eed89-9c16-4b55-afd1-eeb1c7c16f78 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c6ff4ad3-eaf7-4ebb-ae7a-2ad7a9626250 HTTP/1.1" status: 200 len: 861 time: 0.0689061 Nov 25 13:08:38.723365 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562299ae-19bc-4890-b518-c394d734136e req-ba138077-2ff1-4862-a89d-a1b35ab86787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:38.724772 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-562299ae-19bc-4890-b518-c394d734136e req-ba138077-2ff1-4862-a89d-a1b35ab86787 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.0801058 Nov 25 13:08:38.738206 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79025475-ceb8-4db9-85ef-2239da57c8a3 req-9df0bdb2-bd15-4049-9e18-710122e24f0a tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:38.738206 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-79025475-ceb8-4db9-85ef-2239da57c8a3 req-9df0bdb2-bd15-4049-9e18-710122e24f0a tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=339c2ab8-fa9d-42c2-bb60-ced41e95a0f1 HTTP/1.1" status: 200 len: 947 time: 0.1257744 Nov 25 13:08:38.768402 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4f7e463e-0c5e-4bf9-839c-779cc0346ab8 req-77591746-bec3-4943-a582-83d251a30bc1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4eedb877-5fc3-46a9-a0e2-7e0a431fb103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270672 Nov 25 13:08:38.769591 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d8a03984-45d8-4884-9b08-5d9659decdb4 req-2e2d5670-5dc0-4f75-89be-9294741ddc1d tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:38.810319 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device ce0b3627-5e84-4b8f-a7c5-e76f3b956d08 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:08:38.829715 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8a03984-45d8-4884-9b08-5d9659decdb4 req-2e2d5670-5dc0-4f75-89be-9294741ddc1d tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Network 3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:08:38.859162 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562299ae-19bc-4890-b518-c394d734136e req-9090e051-7d87-4689-a649-08478df69052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:38.860674 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-562299ae-19bc-4890-b518-c394d734136e req-9090e051-7d87-4689-a649-08478df69052 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1176152 Nov 25 13:08:38.864085 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-79025475-ceb8-4db9-85ef-2239da57c8a3 req-31c9be20-ee9f-4efe-add2-141f6cac5cf8 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124086 Nov 25 13:08:38.866798 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-d8a03984-45d8-4884-9b08-5d9659decdb4 req-2e2d5670-5dc0-4f75-89be-9294741ddc1d tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:08:38.876769 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a03984-45d8-4884-9b08-5d9659decdb4 req-2e2d5670-5dc0-4f75-89be-9294741ddc1d tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:08:38.928653 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port ce0b3627-5e84-4b8f-a7c5-e76f3b956d08, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=ce0b3627-5e84-4b8f-a7c5-e76f3b956d08,segment=NetworkSegment(b3d2e91b-e12c-4f23-8a52-7057a2ccd503),segment_id=b3d2e91b-e12c-4f23-8a52-7057a2ccd503)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:08:38.929028 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4f7e463e-0c5e-4bf9-839c-779cc0346ab8 req-916ec5f6-a6e1-4692-957b-8fd5031d8258 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e93df1e-944f-47d3-b85d-3064bb159522 HTTP/1.1" status: 200 len: 217 time: 0.0964701 Nov 25 13:08:38.941612 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2d5670-5dc0-4f75-89be-9294741ddc1d tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Pushing event updated for resources: {'Port': ['ID=eccf0155-fda1-4a45-b997-f53e839fff7a,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:38.943323 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': 'ce0b3627-5e84-4b8f-a7c5-e76f3b956d08', 'network_id': '78062def-9db9-4815-b0d3-5ee5bcf2ee12', 'port_id': 'ce0b3627-5e84-4b8f-a7c5-e76f3b956d08', 'mac_address': 'fa:16:3e:e6:b5:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b4e69c5-fc9d-44c7-ad37-16915ec77c09', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:08:38.960961 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997b581-9b19-409d-930a-c764009255ca req-7a813a31-1fc2-4372-ac9d-6cf3615c6bc3 tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:38.962512 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4997b581-9b19-409d-930a-c764009255ca req-7a813a31-1fc2-4372-ac9d-6cf3615c6bc3 tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] 10.222.0.53 "GET /v2.0/ports?device_id=95546cc2-06ce-48c8-92a6-3c2e35f49a48 HTTP/1.1" status: 200 len: 950 time: 0.1625891 Nov 25 13:08:38.994513 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:39.009008 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce0b3627-5e84-4b8f-a7c5-e76f3b956d08 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:08:39.031080 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port ce0b3627-5e84-4b8f-a7c5-e76f3b956d08, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=ce0b3627-5e84-4b8f-a7c5-e76f3b956d08,segment=NetworkSegment(b3d2e91b-e12c-4f23-8a52-7057a2ccd503),segment_id=b3d2e91b-e12c-4f23-8a52-7057a2ccd503)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:08:39.035642 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:39.036403 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 9e93df1e-944f-47d3-b85d-3064bb159522 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:08:39.049319 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-562299ae-19bc-4890-b518-c394d734136e req-1d9bab57-7e8b-4478-a26d-0af6ab010dad service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785219 Nov 25 13:08:39.087344 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4997b581-9b19-409d-930a-c764009255ca req-c7164815-10ea-44c6-b78b-6b2b7be56781 tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] 10.222.0.53 "GET /v2.0/security-groups?id=85e315f2-0c98-450b-adb8-7317f7808f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143105 Nov 25 13:08:39.116146 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=ce0b3627-5e84-4b8f-a7c5-e76f3b956d08,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:39.122587 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 9e93df1e-944f-47d3-b85d-3064bb159522, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=9e93df1e-944f-47d3-b85d-3064bb159522,segment=NetworkSegment(b3d2e91b-e12c-4f23-8a52-7057a2ccd503),segment_id=b3d2e91b-e12c-4f23-8a52-7057a2ccd503)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:08:39.141179 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '9e93df1e-944f-47d3-b85d-3064bb159522', 'network_id': '78062def-9db9-4815-b0d3-5ee5bcf2ee12', 'port_id': '9e93df1e-944f-47d3-b85d-3064bb159522', 'mac_address': 'fa:16:3e:bc:4f:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b4e69c5-fc9d-44c7-ad37-16915ec77c09', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:08:39.192362 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:39.208043 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e93df1e-944f-47d3-b85d-3064bb159522 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:08:39.226392 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14f5f2-71d3-442f-bdc7-110325fa34da req-6efb2094-b68a-4e82-87c3-97e42bec232f tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:39.228190 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ef14f5f2-71d3-442f-bdc7-110325fa34da req-6efb2094-b68a-4e82-87c3-97e42bec232f tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cb82be1-1913-472d-b5a0-9f0f09f94b14 HTTP/1.1" status: 200 len: 944 time: 0.1730344 Nov 25 13:08:39.229446 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 9e93df1e-944f-47d3-b85d-3064bb159522, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=9e93df1e-944f-47d3-b85d-3064bb159522,segment=NetworkSegment(b3d2e91b-e12c-4f23-8a52-7057a2ccd503),segment_id=b3d2e91b-e12c-4f23-8a52-7057a2ccd503)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:08:39.235113 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:39.247426 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a03984-45d8-4884-9b08-5d9659decdb4 req-2e2d5670-5dc0-4f75-89be-9294741ddc1d tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:39.248053 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d8a03984-45d8-4884-9b08-5d9659decdb4 req-2e2d5670-5dc0-4f75-89be-9294741ddc1d tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:39.272185 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4f7e463e-0c5e-4bf9-839c-779cc0346ab8 req-2cf324df-34ec-42bf-a2ab-2e7df50a8ca2 service neutron] 10.222.0.66 "GET /v2.0/networks/4eedb877-5fc3-46a9-a0e2-7e0a431fb103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4912374 Nov 25 13:08:39.273690 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e463e-0c5e-4bf9-839c-779cc0346ab8 req-32c3c02b-836b-410b-940a-483d441b83cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:39.275007 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4f7e463e-0c5e-4bf9-839c-779cc0346ab8 req-32c3c02b-836b-410b-940a-483d441b83cb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3b4e69c5-fc9d-44c7-ad37-16915ec77c09 HTTP/1.1" status: 200 len: 858 time: 0.3357875 Nov 25 13:08:39.282674 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d8a03984-45d8-4884-9b08-5d9659decdb4 req-2e2d5670-5dc0-4f75-89be-9294741ddc1d tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7284493 Nov 25 13:08:39.286316 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a743a-4bab-4535-93cd-99a91744b1d5 req-b6572709-9cfd-49dd-af41-abb6567def5e tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:39.288536 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7b1a743a-4bab-4535-93cd-99a91744b1d5 req-b6572709-9cfd-49dd-af41-abb6567def5e tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] 10.222.0.53 "GET /v2.0/ports?device_id=81415a91-bed0-42cd-976a-767a169928cf HTTP/1.1" status: 200 len: 944 time: 0.1073983 Nov 25 13:08:39.298268 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=9e93df1e-944f-47d3-b85d-3064bb159522,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:39.305697 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-d8a03984-45d8-4884-9b08-5d9659decdb4 req-6c8dfcf1-d8d7-4d75-af80-dcd2b215b225 service neutron] Request body: {'port': {'device_id': 'b3ef7337-9105-45f4-9d49-7c22c41b6223', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:08:39.306524 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-562299ae-19bc-4890-b518-c394d734136e req-89adde30-64c2-4528-bbad-3b9cd0e97fc1 service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466497 Nov 25 13:08:39.323457 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4f7e463e-0c5e-4bf9-839c-779cc0346ab8 req-daea5154-1321-4cbc-b3bc-943e09d2bccf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78062def-9db9-4815-b0d3-5ee5bcf2ee12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396674 Nov 25 13:08:39.334402 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ef14f5f2-71d3-442f-bdc7-110325fa34da req-262bc8bb-f758-4445-95cc-4e334d64661f tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941396 Nov 25 13:08:39.371142 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7b1a743a-4bab-4535-93cd-99a91744b1d5 req-5ac97f3e-9853-4100-a69b-0b0e7e842b93 tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa458bb1-7f26-458d-ba42-2def7aa57fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702801 Nov 25 13:08:39.427992 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb75ea-4783-4bc6-ad4e-6a05fe2a0699 req-2e132ace-e5a9-48f3-bf83-c9133da03442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:39.430116 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4feb75ea-4783-4bc6-ad4e-6a05fe2a0699 req-2e132ace-e5a9-48f3-bf83-c9133da03442 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4190dcc6411041ccb9fe22c2d4608a11&device_id=339c2ab8-fa9d-42c2-bb60-ced41e95a0f1 HTTP/1.1" status: 200 len: 1099 time: 0.0578022 Nov 25 13:08:39.480247 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d8a03984-45d8-4884-9b08-5d9659decdb4 req-6c8dfcf1-d8d7-4d75-af80-dcd2b215b225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:39.541816 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['9e93df1e-944f-47d3-b85d-3064bb159522'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:08:39.564514 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4f7e463e-0c5e-4bf9-839c-779cc0346ab8 req-ec6b5575-74fd-4d4c-8f7d-6fc69fe183a5 service neutron] 10.222.0.66 "GET /v2.0/networks/4eedb877-5fc3-46a9-a0e2-7e0a431fb103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714071 Nov 25 13:08:39.565425 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a0805-a7a1-435d-9d73-446534f426db req-0c6f20f7-f11e-402a-9556-cd010ce9bf01 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:39.567202 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-449a0805-a7a1-435d-9d73-446534f426db req-0c6f20f7-f11e-402a-9556-cd010ce9bf01 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b7a40a6-335a-43bf-9a42-81b4b7bd6860 HTTP/1.1" status: 200 len: 943 time: 0.1356089 Nov 25 13:08:39.575271 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4f7e463e-0c5e-4bf9-839c-779cc0346ab8 req-889d3942-bd33-4c86-950a-a3c618ae1bf5 service neutron] 10.222.0.47 "GET /v2.0/networks/78062def-9db9-4815-b0d3-5ee5bcf2ee12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278285 Nov 25 13:08:39.587672 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['ce0b3627-5e84-4b8f-a7c5-e76f3b956d08'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:08:39.619967 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce0fa86-9c61-4def-b096-d7b74d94eef6 req-7da55013-547e-4db3-8eb9-2dbf47831218 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:39.621555 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dce0fa86-9c61-4def-b096-d7b74d94eef6 req-7da55013-547e-4db3-8eb9-2dbf47831218 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2dd5265-c989-432c-a5b2-209782139d6d HTTP/1.1" status: 200 len: 950 time: 0.1127477 Nov 25 13:08:39.633334 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb75ea-4783-4bc6-ad4e-6a05fe2a0699 req-2418700c-2a3a-440a-b1d0-d6162eaf53f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:39.634921 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4feb75ea-4783-4bc6-ad4e-6a05fe2a0699 req-2418700c-2a3a-440a-b1d0-d6162eaf53f3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=85f6380f-3625-4f44-8465-fbcf0c11fed5 HTTP/1.1" status: 200 len: 870 time: 0.1940820 Nov 25 13:08:39.709401 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4feb75ea-4783-4bc6-ad4e-6a05fe2a0699 req-5a502702-f293-4702-8f73-42dcd773552d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=8eba8700-50bb-47aa-ac12-8d250868a4f5 HTTP/1.1" status: 200 len: 217 time: 0.0552680 Nov 25 13:08:39.712051 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-449a0805-a7a1-435d-9d73-446534f426db req-57a8c05d-0462-4409-9a7e-343da8fec90b tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384125 Nov 25 13:08:39.785572 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4f7e463e-0c5e-4bf9-839c-779cc0346ab8 req-c8a28469-dd87-40ce-a024-e8582055e444 service neutron] 10.222.0.47 "GET /v2.0/networks/78062def-9db9-4815-b0d3-5ee5bcf2ee12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965401 Nov 25 13:08:39.792724 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dce0fa86-9c61-4def-b096-d7b74d94eef6 req-84085d65-aea7-4b63-891f-4dca57f152e9 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518991 Nov 25 13:08:39.805953 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb75ea-4783-4bc6-ad4e-6a05fe2a0699 req-96b7f45a-2bbd-4d95-a4ce-4fa550b35780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:39.807542 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4feb75ea-4783-4bc6-ad4e-6a05fe2a0699 req-96b7f45a-2bbd-4d95-a4ce-4fa550b35780 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.0919993 Nov 25 13:08:39.875089 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb75ea-4783-4bc6-ad4e-6a05fe2a0699 req-3c98c9ef-47a5-420f-a107-0538af295b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:39.876746 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4feb75ea-4783-4bc6-ad4e-6a05fe2a0699 req-3c98c9ef-47a5-420f-a107-0538af295b00 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0581539 Nov 25 13:08:39.896998 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-d8a03984-45d8-4884-9b08-5d9659decdb4 req-6c8dfcf1-d8d7-4d75-af80-dcd2b215b225 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eccf0155-fda1-4a45-b997-f53e839fff7a {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:08:39.911044 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d8a03984-45d8-4884-9b08-5d9659decdb4 req-6c8dfcf1-d8d7-4d75-af80-dcd2b215b225 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:39.930484 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-d8a03984-45d8-4884-9b08-5d9659decdb4 req-6c8dfcf1-d8d7-4d75-af80-dcd2b215b225 service neutron] Transition to ACTIVE for port object eccf0155-fda1-4a45-b997-f53e839fff7a will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:08:39.935570 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d8a03984-45d8-4884-9b08-5d9659decdb4 req-6c8dfcf1-d8d7-4d75-af80-dcd2b215b225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:39.998481 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8dfcf1-d8d7-4d75-af80-dcd2b215b225 service neutron] Pushing event updated for resources: {'Port': ['ID=eccf0155-fda1-4a45-b997-f53e839fff7a,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:40.001709 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa50686-8261-4880-bd83-c0e704117175 req-a74546f2-5bfc-4e60-ae02-ed19c9cbcd3a tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:40.003251 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1fa50686-8261-4880-bd83-c0e704117175 req-a74546f2-5bfc-4e60-ae02-ed19c9cbcd3a tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3ef7337-9105-45f4-9d49-7c22c41b6223 HTTP/1.1" status: 200 len: 931 time: 0.1435316 Nov 25 13:08:40.061251 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4feb75ea-4783-4bc6-ad4e-6a05fe2a0699 req-a7e7e389-805b-4256-815f-c0b6fd31e6a4 service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704352 Nov 25 13:08:40.066146 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-d8a03984-45d8-4884-9b08-5d9659decdb4 req-6c8dfcf1-d8d7-4d75-af80-dcd2b215b225 service neutron] Attempting to bind port eccf0155-fda1-4a45-b997-f53e839fff7a on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:08:40.066744 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-d8a03984-45d8-4884-9b08-5d9659decdb4 req-6c8dfcf1-d8d7-4d75-af80-dcd2b215b225 service neutron] Attempting to bind port eccf0155-fda1-4a45-b997-f53e839fff7a by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': 'e8fc9265-97df-4bce-bf9a-73ae38a4e9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:08:40.066871 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a03984-45d8-4884-9b08-5d9659decdb4 req-6c8dfcf1-d8d7-4d75-af80-dcd2b215b225 service neutron] Attempting to bind port eccf0155-fda1-4a45-b997-f53e839fff7a on network 3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:08:40.070268 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4797901f-0ce5-420a-b330-e7f02c51d85e req-cce72b31-89d2-4118-925c-2c125aca29eb tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:40.071730 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4797901f-0ce5-420a-b330-e7f02c51d85e req-cce72b31-89d2-4118-925c-2c125aca29eb tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=339c2ab8-fa9d-42c2-bb60-ced41e95a0f1 HTTP/1.1" status: 200 len: 947 time: 0.1199293 Nov 25 13:08:40.071885 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a03984-45d8-4884-9b08-5d9659decdb4 req-6c8dfcf1-d8d7-4d75-af80-dcd2b215b225 service neutron] Port eccf0155-fda1-4a45-b997-f53e839fff7a on network 3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:08:40.072219 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a03984-45d8-4884-9b08-5d9659decdb4 req-6c8dfcf1-d8d7-4d75-af80-dcd2b215b225 service neutron] Attempting to bind port eccf0155-fda1-4a45-b997-f53e839fff7a on network 3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:08:40.077133 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a03984-45d8-4884-9b08-5d9659decdb4 req-6c8dfcf1-d8d7-4d75-af80-dcd2b215b225 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:08:40.077468 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a03984-45d8-4884-9b08-5d9659decdb4 req-6c8dfcf1-d8d7-4d75-af80-dcd2b215b225 service neutron] Checking segment: {'id': 'e8fc9265-97df-4bce-bf9a-73ae38a4e9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:08:40.077900 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a03984-45d8-4884-9b08-5d9659decdb4 req-6c8dfcf1-d8d7-4d75-af80-dcd2b215b225 service neutron] Bound using segment: {'id': 'e8fc9265-97df-4bce-bf9a-73ae38a4e9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:08:40.078276 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-d8a03984-45d8-4884-9b08-5d9659decdb4 req-6c8dfcf1-d8d7-4d75-af80-dcd2b215b225 service neutron] Bound port: eccf0155-fda1-4a45-b997-f53e839fff7a, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8fc9265-97df-4bce-bf9a-73ae38a4e9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:08:40.078631 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d8a03984-45d8-4884-9b08-5d9659decdb4 req-6c8dfcf1-d8d7-4d75-af80-dcd2b215b225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:40.148125 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-d8a03984-45d8-4884-9b08-5d9659decdb4 req-6c8dfcf1-d8d7-4d75-af80-dcd2b215b225 service neutron] For port eccf0155-fda1-4a45-b997-f53e839fff7a, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:08:40.151302 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-d8a03984-45d8-4884-9b08-5d9659decdb4 req-6c8dfcf1-d8d7-4d75-af80-dcd2b215b225 service neutron] For port eccf0155-fda1-4a45-b997-f53e839fff7a, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=eccf0155-fda1-4a45-b997-f53e839fff7a,segment=NetworkSegment(e8fc9265-97df-4bce-bf9a-73ae38a4e9ce),segment_id=e8fc9265-97df-4bce-bf9a-73ae38a4e9ce)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:08:40.155585 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d8a03984-45d8-4884-9b08-5d9659decdb4 req-6c8dfcf1-d8d7-4d75-af80-dcd2b215b225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:40.158677 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1fa50686-8261-4880-bd83-c0e704117175 req-662a5bc5-ca15-4b0a-94b1-ab5d241a495c tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/security-groups?id=f6748c79-b185-401c-a5a4-7558eeb3a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459379 Nov 25 13:08:40.191606 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a03984-45d8-4884-9b08-5d9659decdb4 req-6c8dfcf1-d8d7-4d75-af80-dcd2b215b225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:40.192259 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4797901f-0ce5-420a-b330-e7f02c51d85e req-6098343c-ca2e-48c2-b546-5f696a19152c tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135714 Nov 25 13:08:40.193045 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d8a03984-45d8-4884-9b08-5d9659decdb4 req-6c8dfcf1-d8d7-4d75-af80-dcd2b215b225 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:40.195029 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d8a03984-45d8-4884-9b08-5d9659decdb4 req-6c8dfcf1-d8d7-4d75-af80-dcd2b215b225 service neutron] 10.222.0.47 "PUT /v2.0/ports/eccf0155-fda1-4a45-b997-f53e839fff7a HTTP/1.1" status: 200 len: 1092 time: 0.9010539 Nov 25 13:08:40.195480 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3ef7337-9105-45f4-9d49-7c22c41b6223', 'tag': 'eccf0155-fda1-4a45-b997-f53e839fff7a'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:08:40.197745 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b72852a-e71a-4fb0-9b24-22cf52a03129" -d '{"events": [{"name": "network-changed", "server_uuid": "b3ef7337-9105-45f4-9d49-7c22c41b6223", "tag": "eccf0155-fda1-4a45-b997-f53e839fff7a"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:08:40.226448 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4feb75ea-4783-4bc6-ad4e-6a05fe2a0699 req-f99d5d24-07a5-447d-9f08-1e1d854b330b service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487024 Nov 25 13:08:40.232367 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8dfcf1-d8d7-4d75-af80-dcd2b215b225 service neutron] Pushing event updated for resources: {'Port': ['ID=eccf0155-fda1-4a45-b997-f53e839fff7a,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:40.300052 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a03984-45d8-4884-9b08-5d9659decdb4 req-c1aef213-8aec-4c91-8ea8-c08cbbc014ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:40.301583 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d8a03984-45d8-4884-9b08-5d9659decdb4 req-c1aef213-8aec-4c91-8ea8-c08cbbc014ef service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9924894bf2bb4ef59f3449083c95507b&device_id=b3ef7337-9105-45f4-9d49-7c22c41b6223 HTTP/1.1" status: 200 len: 1095 time: 0.0617428 Nov 25 13:08:40.341710 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2fb26d-e8d7-4518-b33a-3071e7ff15bc req-0e4b1415-5e74-4199-a584-f310a57f40d8 tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:40.343182 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dc2fb26d-e8d7-4518-b33a-3071e7ff15bc req-0e4b1415-5e74-4199-a584-f310a57f40d8 tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] 10.222.0.53 "GET /v2.0/ports?device_id=95546cc2-06ce-48c8-92a6-3c2e35f49a48 HTTP/1.1" status: 200 len: 950 time: 0.0668883 Nov 25 13:08:40.353376 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18fb2c24-cfe7-4695-b81d-bc82a8d75004 x-openstack-request-id: req-18fb2c24-cfe7-4695-b81d-bc82a8d75004 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:08:40.353664 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3ef7337-9105-45f4-9d49-7c22c41b6223", "tag": "eccf0155-fda1-4a45-b997-f53e839fff7a", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:08:40.353919 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-18fb2c24-cfe7-4695-b81d-bc82a8d75004 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:08:40.354311 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3ef7337-9105-45f4-9d49-7c22c41b6223', 'tag': 'eccf0155-fda1-4a45-b997-f53e839fff7a', 'status': 'completed', 'code': 200} Nov 25 13:08:40.356100 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d8a03984-45d8-4884-9b08-5d9659decdb4 req-1c8456fc-806d-4165-ba8b-a49724637652 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eccf0155-fda1-4a45-b997-f53e839fff7a HTTP/1.1" status: 200 len: 217 time: 0.0452809 Nov 25 13:08:40.396719 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dc2fb26d-e8d7-4518-b33a-3071e7ff15bc req-8639cd69-6ca1-4cc8-80a8-590cf94bd57e tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] 10.222.0.53 "GET /v2.0/security-groups?id=85e315f2-0c98-450b-adb8-7317f7808f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474048 Nov 25 13:08:40.431148 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a03984-45d8-4884-9b08-5d9659decdb4 req-ed3ba871-86c1-4d48-a03d-531c96b9f356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:40.432880 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d8a03984-45d8-4884-9b08-5d9659decdb4 req-ed3ba871-86c1-4d48-a03d-531c96b9f356 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=af6d388d-5278-4fef-a1e9-b40af907e39b HTTP/1.1" status: 200 len: 845 time: 0.0655050 Nov 25 13:08:40.467065 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d8a03984-45d8-4884-9b08-5d9659decdb4 req-ecff291f-1bbe-4412-be30-6603c28f615f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258815 Nov 25 13:08:40.471754 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 087220c7-2a82-445b-929d-1e40a03684c6 details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:08:40.474665 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device c1414bdb-3c5f-4125-970d-d33a3a042c71 up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:08:40.502912 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef1254-7bb3-41dd-a1a8-2367426d6189 req-1c5df9eb-2b92-43e3-9cd2-581e7f3ec47e tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:40.504648 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-20ef1254-7bb3-41dd-a1a8-2367426d6189 req-1c5df9eb-2b92-43e3-9cd2-581e7f3ec47e tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cb82be1-1913-472d-b5a0-9f0f09f94b14 HTTP/1.1" status: 200 len: 944 time: 0.0741713 Nov 25 13:08:40.536546 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5414572-ff7a-4556-9e76-c2ab3d5007ae req-94237acb-8485-41da-9a9f-d369b4a4ab66 tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:40.538596 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c5414572-ff7a-4556-9e76-c2ab3d5007ae req-94237acb-8485-41da-9a9f-d369b4a4ab66 tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] 10.222.0.53 "GET /v2.0/ports?device_id=81415a91-bed0-42cd-976a-767a169928cf HTTP/1.1" status: 200 len: 944 time: 0.0757871 Nov 25 13:08:40.568860 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d8a03984-45d8-4884-9b08-5d9659decdb4 req-a7e82628-c23d-4d01-92f6-9ac9e6648cd1 service neutron] 10.222.0.47 "GET /v2.0/networks/3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941057 Nov 25 13:08:40.589187 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-20ef1254-7bb3-41dd-a1a8-2367426d6189 req-19db2e18-ddaa-4b0e-96fa-2543319533bf tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761116 Nov 25 13:08:40.612352 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c5414572-ff7a-4556-9e76-c2ab3d5007ae req-b25b4351-f198-4798-bfe1-95e8ae9defc0 tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa458bb1-7f26-458d-ba42-2def7aa57fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668147 Nov 25 13:08:40.625040 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port c1414bdb-3c5f-4125-970d-d33a3a042c71 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:08:40.643393 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port c1414bdb-3c5f-4125-970d-d33a3a042c71 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:08:40.643889 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:40.646516 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 087220c7-2a82-445b-929d-1e40a03684c6, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=087220c7-2a82-445b-929d-1e40a03684c6,segment=NetworkSegment(f1015c3b-5561-4c41-908e-568aaa0911cd),segment_id=f1015c3b-5561-4c41-908e-568aaa0911cd)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:08:40.677280 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': '087220c7-2a82-445b-929d-1e40a03684c6', 'network_id': '4eedb877-5fc3-46a9-a0e2-7e0a431fb103', 'port_id': '087220c7-2a82-445b-929d-1e40a03684c6', 'mac_address': 'fa:16:3e:b8:b4:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6ff4ad3-eaf7-4ebb-ae7a-2ad7a9626250', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:08:40.678584 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d8a03984-45d8-4884-9b08-5d9659decdb4 req-38913d73-855b-4183-b021-7355a2ebcab8 service neutron] 10.222.0.47 "GET /v2.0/networks/3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015470 Nov 25 13:08:40.733230 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:40.765485 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 087220c7-2a82-445b-929d-1e40a03684c6 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:08:40.773684 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72852a-e71a-4fb0-9b24-22cf52a03129 req-c8879074-f435-4502-8241-dbe8a237fb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:40.775785 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6b72852a-e71a-4fb0-9b24-22cf52a03129 req-c8879074-f435-4502-8241-dbe8a237fb6f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9924894bf2bb4ef59f3449083c95507b&device_id=b3ef7337-9105-45f4-9d49-7c22c41b6223 HTTP/1.1" status: 200 len: 1095 time: 0.0449455 Nov 25 13:08:40.795313 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:40.798132 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 087220c7-2a82-445b-929d-1e40a03684c6, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=087220c7-2a82-445b-929d-1e40a03684c6,segment=NetworkSegment(f1015c3b-5561-4c41-908e-568aaa0911cd),segment_id=f1015c3b-5561-4c41-908e-568aaa0911cd)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:08:40.811334 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:40.843617 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device ce0b3627-5e84-4b8f-a7c5-e76f3b956d08 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:08:40.851044 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81415a91-bed0-42cd-976a-767a169928cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1414bdb-3c5f-4125-970d-d33a3a042c71'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:08:40.853572 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed2abdc-301e-412d-8400-382918fc7c8d" -d '{"events": [{"server_uuid": "81415a91-bed0-42cd-976a-767a169928cf", "name": "network-vif-plugged", "status": "completed", "tag": "c1414bdb-3c5f-4125-970d-d33a3a042c71"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:08:40.899532 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port c1414bdb-3c5f-4125-970d-d33a3a042c71, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=c1414bdb-3c5f-4125-970d-d33a3a042c71,segment=NetworkSegment(b3d2e91b-e12c-4f23-8a52-7057a2ccd503),segment_id=b3d2e91b-e12c-4f23-8a52-7057a2ccd503)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:08:40.907968 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72852a-e71a-4fb0-9b24-22cf52a03129 req-5d303388-9d73-4876-b590-95e6c4e53f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:40.909728 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6b72852a-e71a-4fb0-9b24-22cf52a03129 req-5d303388-9d73-4876-b590-95e6c4e53f49 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d HTTP/1.1" status: 200 len: 906 time: 0.1253290 Nov 25 13:08:40.912027 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:40.928762 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f21fe5-a852-46df-b8d1-fb1bfaa28938 req-d758cc3d-50be-4a0d-9952-5dc39f9c1a26 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:40.929162 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=087220c7-2a82-445b-929d-1e40a03684c6,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:40.930947 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-60f21fe5-a852-46df-b8d1-fb1bfaa28938 req-d758cc3d-50be-4a0d-9952-5dc39f9c1a26 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b7a40a6-335a-43bf-9a42-81b4b7bd6860 HTTP/1.1" status: 200 len: 944 time: 0.1026394 Nov 25 13:08:40.963500 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6b72852a-e71a-4fb0-9b24-22cf52a03129 req-e2d891e8-aa15-4fd5-8c54-d162c519dc24 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eccf0155-fda1-4a45-b997-f53e839fff7a HTTP/1.1" status: 200 len: 217 time: 0.0456874 Nov 25 13:08:40.994655 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-60f21fe5-a852-46df-b8d1-fb1bfaa28938 req-c92a0a8d-a7ab-496a-b6a7-dad993f00835 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531578 Nov 25 13:08:41.041948 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72852a-e71a-4fb0-9b24-22cf52a03129 req-7cd568e5-4da1-42af-aa0f-c9d4103dd81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:41.043527 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6b72852a-e71a-4fb0-9b24-22cf52a03129 req-7cd568e5-4da1-42af-aa0f-c9d4103dd81b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=af6d388d-5278-4fef-a1e9-b40af907e39b HTTP/1.1" status: 200 len: 845 time: 0.0706952 Nov 25 13:08:41.114213 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc00517-862f-4a6b-9177-0ecff67478c2 x-openstack-request-id: req-6dc00517-862f-4a6b-9177-0ecff67478c2 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:08:41.114524 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81415a91-bed0-42cd-976a-767a169928cf", "name": "network-vif-plugged", "status": "completed", "tag": "c1414bdb-3c5f-4125-970d-d33a3a042c71", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:08:41.114806 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6dc00517-862f-4a6b-9177-0ecff67478c2 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:08:41.115189 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81415a91-bed0-42cd-976a-767a169928cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1414bdb-3c5f-4125-970d-d33a3a042c71', 'code': 200} Nov 25 13:08:41.129208 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b69436-fbc1-4d33-b26a-43d09b2fb688 req-0f48e864-4026-443e-82c9-a6036c4cf159 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:41.140146 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-73b69436-fbc1-4d33-b26a-43d09b2fb688 req-0f48e864-4026-443e-82c9-a6036c4cf159 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2dd5265-c989-432c-a5b2-209782139d6d HTTP/1.1" status: 200 len: 950 time: 0.0768514 Nov 25 13:08:41.147342 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6b72852a-e71a-4fb0-9b24-22cf52a03129 req-9e197993-b875-45a9-acdf-47d60c17af22 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0920150 Nov 25 13:08:41.153568 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port ce0b3627-5e84-4b8f-a7c5-e76f3b956d08 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:08:41.160271 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port ce0b3627-5e84-4b8f-a7c5-e76f3b956d08 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:08:41.160645 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:41.195425 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=c1414bdb-3c5f-4125-970d-d33a3a042c71,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:41.237371 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-73b69436-fbc1-4d33-b26a-43d09b2fb688 req-6c735104-861c-42a6-9bd2-0c1c5964950f tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961175 Nov 25 13:08:41.269715 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86080643-8092-4772-b25c-32e14d7dbd59 req-2a6747b8-5e55-461b-90f1-704755165ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:41.273912 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-86080643-8092-4772-b25c-32e14d7dbd59 req-2a6747b8-5e55-461b-90f1-704755165ce7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=81415a91-bed0-42cd-976a-767a169928cf HTTP/1.1" status: 200 len: 1097 time: 0.0806847 Nov 25 13:08:41.291339 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['087220c7-2a82-445b-929d-1e40a03684c6'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:08:41.296444 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:41.308223 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6b72852a-e71a-4fb0-9b24-22cf52a03129 req-9123756b-3e5d-457c-9d07-2658f6f28877 service neutron] 10.222.0.47 "GET /v2.0/networks/3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504252 Nov 25 13:08:41.338840 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:41.392034 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port ce0b3627-5e84-4b8f-a7c5-e76f3b956d08, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=ce0b3627-5e84-4b8f-a7c5-e76f3b956d08,segment=NetworkSegment(b3d2e91b-e12c-4f23-8a52-7057a2ccd503),segment_id=b3d2e91b-e12c-4f23-8a52-7057a2ccd503)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:08:41.400341 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-86080643-8092-4772-b25c-32e14d7dbd59 req-ba6414a9-9318-4d1e-8725-db8f0ed893b5 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=fa458bb1-7f26-458d-ba42-2def7aa57fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873785 Nov 25 13:08:41.403363 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:41.404156 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 9e93df1e-944f-47d3-b85d-3064bb159522 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:08:41.409963 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6aca65-da65-4411-8a3e-d5d396985bc0 req-3cd5e69c-c915-4fb0-8ec8-ca00df7eec84 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:41.411569 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cd6aca65-da65-4411-8a3e-d5d396985bc0 req-3cd5e69c-c915-4fb0-8ec8-ca00df7eec84 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3ef7337-9105-45f4-9d49-7c22c41b6223 HTTP/1.1" status: 200 len: 943 time: 0.1324008 Nov 25 13:08:41.420404 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899d62c-3fe0-4473-a867-edb1274c94a7 req-43972c23-0076-4625-8f98-488ec1fb8d56 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:41.421941 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d899d62c-3fe0-4473-a867-edb1274c94a7 req-43972c23-0076-4625-8f98-488ec1fb8d56 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=339c2ab8-fa9d-42c2-bb60-ced41e95a0f1 HTTP/1.1" status: 200 len: 947 time: 0.1046648 Nov 25 13:08:41.430737 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6b72852a-e71a-4fb0-9b24-22cf52a03129 req-afc43565-3ae9-4e5e-be04-e4457d46a8ab service neutron] 10.222.0.47 "GET /v2.0/networks/3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131449 Nov 25 13:08:41.494101 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cd6aca65-da65-4411-8a3e-d5d396985bc0 req-2717030d-10ed-4793-a1e8-96422aba5a45 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/security-groups?id=f6748c79-b185-401c-a5a4-7558eeb3a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711148 Nov 25 13:08:41.498524 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d899d62c-3fe0-4473-a867-edb1274c94a7 req-0722304f-0497-41cc-b28e-f10d99da7b0e tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691001 Nov 25 13:08:41.521130 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=ce0b3627-5e84-4b8f-a7c5-e76f3b956d08,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:41.543886 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 9e93df1e-944f-47d3-b85d-3064bb159522 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:08:41.555899 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 9e93df1e-944f-47d3-b85d-3064bb159522 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:08:41.556220 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:41.644806 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:41.679813 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 9e93df1e-944f-47d3-b85d-3064bb159522, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=9e93df1e-944f-47d3-b85d-3064bb159522,segment=NetworkSegment(b3d2e91b-e12c-4f23-8a52-7057a2ccd503),segment_id=b3d2e91b-e12c-4f23-8a52-7057a2ccd503)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:08:41.686398 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:41.687406 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 989e6a40-0f2a-4ac9-b572-a8872d05c2c9 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:08:41.759388 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7a73c-03a4-4086-b9a1-9aec66330d38 req-a3fa51f1-e09b-4eac-8dbe-ada85ab6b69c tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:41.760847 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cca7a73c-03a4-4086-b9a1-9aec66330d38 req-a3fa51f1-e09b-4eac-8dbe-ada85ab6b69c tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cb82be1-1913-472d-b5a0-9f0f09f94b14 HTTP/1.1" status: 200 len: 944 time: 0.0806155 Nov 25 13:08:41.763984 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=9e93df1e-944f-47d3-b85d-3064bb159522,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:41.774027 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217e2c6-492c-439e-baaf-4cc51187c6be req-4c182473-1aa4-4f3d-befa-9417e356a9ea tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:41.775642 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0217e2c6-492c-439e-baaf-4cc51187c6be req-4c182473-1aa4-4f3d-befa-9417e356a9ea tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] 10.222.0.53 "GET /v2.0/ports?device_id=81415a91-bed0-42cd-976a-767a169928cf HTTP/1.1" status: 200 len: 945 time: 0.0691602 Nov 25 13:08:41.779385 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 989e6a40-0f2a-4ac9-b572-a8872d05c2c9 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:08:41.783359 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 989e6a40-0f2a-4ac9-b572-a8872d05c2c9 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:08:41.783730 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:41.851845 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cca7a73c-03a4-4086-b9a1-9aec66330d38 req-99866596-af52-44a2-a920-86fe3163241e tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751944 Nov 25 13:08:41.855082 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0217e2c6-492c-439e-baaf-4cc51187c6be req-a637bb67-a528-4605-bb6d-f8da3bc6443e tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa458bb1-7f26-458d-ba42-2def7aa57fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723643 Nov 25 13:08:41.863084 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:41.899717 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 989e6a40-0f2a-4ac9-b572-a8872d05c2c9, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=989e6a40-0f2a-4ac9-b572-a8872d05c2c9,segment=NetworkSegment(6f5b4a09-9f6c-4c19-8201-4d90933cd506),segment_id=6f5b4a09-9f6c-4c19-8201-4d90933cd506)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:08:41.903362 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:41.949216 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=989e6a40-0f2a-4ac9-b572-a8872d05c2c9,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:42.103447 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b06956a-beb9-4b13-9342-154c3c84f88c req-84ad730e-0fcc-4e0d-9af0-1e9f1ff52788 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:42.104898 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1b06956a-beb9-4b13-9342-154c3c84f88c req-84ad730e-0fcc-4e0d-9af0-1e9f1ff52788 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b7a40a6-335a-43bf-9a42-81b4b7bd6860 HTTP/1.1" status: 200 len: 944 time: 0.0478928 Nov 25 13:08:42.153772 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1b06956a-beb9-4b13-9342-154c3c84f88c req-20342321-dcfc-4f38-892f-49ad2a51f855 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431652 Nov 25 13:08:42.350020 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395359ad-7c00-47da-b94d-cbe051817f95 req-85c6f4ee-fbc9-4d45-9556-747daef433ad tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:42.351690 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-395359ad-7c00-47da-b94d-cbe051817f95 req-85c6f4ee-fbc9-4d45-9556-747daef433ad tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2dd5265-c989-432c-a5b2-209782139d6d HTTP/1.1" status: 200 len: 950 time: 0.0507853 Nov 25 13:08:42.401512 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-395359ad-7c00-47da-b94d-cbe051817f95 req-d4b1cf07-6304-4c6f-8215-6639edd5ce53 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439732 Nov 25 13:08:42.480518 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 8eba8700-50bb-47aa-ac12-8d250868a4f5 details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:08:42.576266 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 8eba8700-50bb-47aa-ac12-8d250868a4f5, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=8eba8700-50bb-47aa-ac12-8d250868a4f5,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:08:42.589427 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': '8eba8700-50bb-47aa-ac12-8d250868a4f5', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'port_id': '8eba8700-50bb-47aa-ac12-8d250868a4f5', 'mac_address': 'fa:16:3e:97:4c:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce5ca48-e3be-44c6-9584-fd9eb8c67222', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:08:42.629175 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:42.642647 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eba8700-50bb-47aa-ac12-8d250868a4f5 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:08:42.643819 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ad647-4b0e-4b94-838b-770f640217bc req-405b5e2f-a0ac-4a82-aaa4-f3450af269a5 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:42.645291 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1d8ad647-4b0e-4b94-838b-770f640217bc req-405b5e2f-a0ac-4a82-aaa4-f3450af269a5 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=339c2ab8-fa9d-42c2-bb60-ced41e95a0f1 HTTP/1.1" status: 200 len: 947 time: 0.0744283 Nov 25 13:08:42.653254 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5c7105-c129-4df4-accb-9ccfbf78ffb5 req-97fd10a1-f288-4b58-a956-69dc0f9fc244 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:42.654719 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2a5c7105-c129-4df4-accb-9ccfbf78ffb5 req-97fd10a1-f288-4b58-a956-69dc0f9fc244 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3ef7337-9105-45f4-9d49-7c22c41b6223 HTTP/1.1" status: 200 len: 943 time: 0.0856590 Nov 25 13:08:42.663142 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 8eba8700-50bb-47aa-ac12-8d250868a4f5, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=8eba8700-50bb-47aa-ac12-8d250868a4f5,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:08:42.666339 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:42.714967 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=8eba8700-50bb-47aa-ac12-8d250868a4f5,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:42.728239 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1d8ad647-4b0e-4b94-838b-770f640217bc req-1956ea64-e6b8-4e3f-a49a-b25ae1248641 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725496 Nov 25 13:08:42.735214 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2a5c7105-c129-4df4-accb-9ccfbf78ffb5 req-cfce4264-ce92-4c2c-a1d2-7c851625c282 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/security-groups?id=f6748c79-b185-401c-a5a4-7558eeb3a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736980 Nov 25 13:08:42.834425 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device eccf0155-fda1-4a45-b997-f53e839fff7a details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:08:42.939727 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port eccf0155-fda1-4a45-b997-f53e839fff7a, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=eccf0155-fda1-4a45-b997-f53e839fff7a,segment=NetworkSegment(e8fc9265-97df-4bce-bf9a-73ae38a4e9ce),segment_id=e8fc9265-97df-4bce-bf9a-73ae38a4e9ce)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:08:42.951633 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': 'eccf0155-fda1-4a45-b997-f53e839fff7a', 'network_id': '3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d', 'port_id': 'eccf0155-fda1-4a45-b997-f53e839fff7a', 'mac_address': 'fa:16:3e:b1:d2:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af6d388d-5278-4fef-a1e9-b40af907e39b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:08:42.988699 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:43.002421 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eccf0155-fda1-4a45-b997-f53e839fff7a {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:08:43.011808 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68670d-be30-4899-b6fb-c9c9bc440c68 req-babce8ae-64bd-49ec-8fea-17ed6ea63780 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:43.014078 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2e68670d-be30-4899-b6fb-c9c9bc440c68 req-babce8ae-64bd-49ec-8fea-17ed6ea63780 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cb82be1-1913-472d-b5a0-9f0f09f94b14 HTTP/1.1" status: 200 len: 945 time: 0.0747406 Nov 25 13:08:43.027343 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port eccf0155-fda1-4a45-b997-f53e839fff7a, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=eccf0155-fda1-4a45-b997-f53e839fff7a,segment=NetworkSegment(e8fc9265-97df-4bce-bf9a-73ae38a4e9ce),segment_id=e8fc9265-97df-4bce-bf9a-73ae38a4e9ce)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:08:43.029528 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed7d82f-9842-47ae-bd2c-4307f2df849a req-dd335a7a-5b6d-4cd9-9840-0c1c108787d9 tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:43.031027 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fed7d82f-9842-47ae-bd2c-4307f2df849a req-dd335a7a-5b6d-4cd9-9840-0c1c108787d9 tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] 10.222.0.53 "GET /v2.0/ports?device_id=81415a91-bed0-42cd-976a-767a169928cf HTTP/1.1" status: 200 len: 945 time: 0.0809748 Nov 25 13:08:43.031184 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:43.058206 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['8eba8700-50bb-47aa-ac12-8d250868a4f5'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:08:43.103395 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2e68670d-be30-4899-b6fb-c9c9bc440c68 req-1ba2e87d-cc47-47f0-9d5a-ab43882ed407 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826199 Nov 25 13:08:43.113795 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fed7d82f-9842-47ae-bd2c-4307f2df849a req-c0db40e2-276e-4831-b044-f61e59b75f9d tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa458bb1-7f26-458d-ba42-2def7aa57fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694866 Nov 25 13:08:43.117468 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d309a50-fbc2-4604-aa99-b746322fc105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0b3627-5e84-4b8f-a7c5-e76f3b956d08'}, {'server_uuid': 'e47af08d-7a63-4b58-af72-6bf4ca94a616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e93df1e-944f-47d3-b85d-3064bb159522'}, {'server_uuid': '7cb82be1-1913-472d-b5a0-9f0f09f94b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989e6a40-0f2a-4ac9-b572-a8872d05c2c9'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:08:43.128634 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3011e2-df43-4fbf-b144-4ed9c3b5fd3c" -d '{"events": [{"server_uuid": "9d309a50-fbc2-4604-aa99-b746322fc105", "name": "network-vif-plugged", "status": "completed", "tag": "ce0b3627-5e84-4b8f-a7c5-e76f3b956d08"}, {"server_uuid": "e47af08d-7a63-4b58-af72-6bf4ca94a616", "name": "network-vif-plugged", "status": "completed", "tag": "9e93df1e-944f-47d3-b85d-3064bb159522"}, {"server_uuid": "7cb82be1-1913-472d-b5a0-9f0f09f94b14", "name": "network-vif-plugged", "status": "completed", "tag": "989e6a40-0f2a-4ac9-b572-a8872d05c2c9"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:08:43.133660 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=eccf0155-fda1-4a45-b997-f53e839fff7a,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:43.216933 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 25 Nov 2021 13:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21907bd5-ac2b-4338-a0da-7a2523f3a46f x-openstack-request-id: req-21907bd5-ac2b-4338-a0da-7a2523f3a46f {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:08:43.217299 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d309a50-fbc2-4604-aa99-b746322fc105", "name": "network-vif-plugged", "status": "completed", "tag": "ce0b3627-5e84-4b8f-a7c5-e76f3b956d08", "code": 200}, {"server_uuid": "e47af08d-7a63-4b58-af72-6bf4ca94a616", "name": "network-vif-plugged", "status": "completed", "tag": "9e93df1e-944f-47d3-b85d-3064bb159522", "code": 200}, {"server_uuid": "7cb82be1-1913-472d-b5a0-9f0f09f94b14", "name": "network-vif-plugged", "status": "completed", "tag": "989e6a40-0f2a-4ac9-b572-a8872d05c2c9", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:08:43.217642 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-21907bd5-ac2b-4338-a0da-7a2523f3a46f {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:08:43.217872 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d309a50-fbc2-4604-aa99-b746322fc105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0b3627-5e84-4b8f-a7c5-e76f3b956d08', 'code': 200} Nov 25 13:08:43.218157 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e47af08d-7a63-4b58-af72-6bf4ca94a616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e93df1e-944f-47d3-b85d-3064bb159522', 'code': 200} Nov 25 13:08:43.218373 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cb82be1-1913-472d-b5a0-9f0f09f94b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989e6a40-0f2a-4ac9-b572-a8872d05c2c9', 'code': 200} Nov 25 13:08:43.412435 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['eccf0155-fda1-4a45-b997-f53e839fff7a'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:08:43.484483 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a1553-8015-4694-89ba-3b31a3bb78c0 req-504537fe-fb0d-41c4-8c03-1c78597b822e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:43.485082 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e9507-73c3-4f11-8fd6-f597ab3220b6 req-6e8a9231-f378-4a4c-a9ee-6b1c2ff9f109 tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:43.485975 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-665a1553-8015-4694-89ba-3b31a3bb78c0 req-504537fe-fb0d-41c4-8c03-1c78597b822e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e47af08d-7a63-4b58-af72-6bf4ca94a616 HTTP/1.1" status: 200 len: 1098 time: 0.1154504 Nov 25 13:08:43.488420 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e508b07-88a2-4794-813d-326f81ca8f4c req-603ae878-f0f8-4cb2-adbf-b47658e4212b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:43.489813 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2e508b07-88a2-4794-813d-326f81ca8f4c req-603ae878-f0f8-4cb2-adbf-b47658e4212b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9d309a50-fbc2-4604-aa99-b746322fc105 HTTP/1.1" status: 200 len: 1098 time: 0.1111383 Nov 25 13:08:43.491513 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e29e9507-73c3-4f11-8fd6-f597ab3220b6 req-6e8a9231-f378-4a4c-a9ee-6b1c2ff9f109 tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] 10.222.0.53 "GET /v2.0/ports?device_id=e47af08d-7a63-4b58-af72-6bf4ca94a616 HTTP/1.1" status: 200 len: 946 time: 0.1008158 Nov 25 13:08:43.491657 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eed178-13ac-464f-81a8-ea433af9cd11 req-2ff21f36-07ff-4c7d-8dc5-9b2aaf682b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:43.493317 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-58eed178-13ac-464f-81a8-ea433af9cd11 req-2ff21f36-07ff-4c7d-8dc5-9b2aaf682b85 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7cb82be1-1913-472d-b5a0-9f0f09f94b14 HTTP/1.1" status: 200 len: 1097 time: 0.1135244 Nov 25 13:08:43.511308 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef8331-3419-494b-a23e-1de9d43a942c req-40a09e80-b736-4cdf-9b7f-d1b5bed082c1 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:43.518608 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e5ef8331-3419-494b-a23e-1de9d43a942c req-40a09e80-b736-4cdf-9b7f-d1b5bed082c1 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b7a40a6-335a-43bf-9a42-81b4b7bd6860 HTTP/1.1" status: 200 len: 944 time: 0.1293194 Nov 25 13:08:43.520469 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [req-7bdc2b92-c945-4e57-b42c-a141a1150a72 req-0ae9a397-4ec7-400b-9de5-214959bf5408 service neutron] show failed (client error): The resource could not be found. Nov 25 13:08:43.521402 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7bdc2b92-c945-4e57-b42c-a141a1150a72 req-0ae9a397-4ec7-400b-9de5-214959bf5408 service neutron] 10.222.0.66 "GET /v2.0/ports/7167fc5d-d545-4a71-ac16-55dee6d852fe/bindings/n-h2-808199-11 HTTP/1.1" status: 404 len: 381 time: 0.4227283 Nov 25 13:08:43.597739 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e29e9507-73c3-4f11-8fd6-f597ab3220b6 req-e8442907-285f-4724-a7a0-2ec632428c1a tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa458bb1-7f26-458d-ba42-2def7aa57fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047647 Nov 25 13:08:43.612452 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-58eed178-13ac-464f-81a8-ea433af9cd11 req-b17f7d14-ac34-41c8-9e34-7317409fa2b1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000896 Nov 25 13:08:43.630295 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2e508b07-88a2-4794-813d-326f81ca8f4c req-80f03629-4e31-4571-bfae-170f0954b452 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fa458bb1-7f26-458d-ba42-2def7aa57fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192052 Nov 25 13:08:43.633522 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-665a1553-8015-4694-89ba-3b31a3bb78c0 req-f96138b4-e3eb-4836-84c2-ca7a6a3a791a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fa458bb1-7f26-458d-ba42-2def7aa57fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279409 Nov 25 13:08:43.634986 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e5ef8331-3419-494b-a23e-1de9d43a942c req-70d5d44b-cd76-4548-838d-55603073f76b tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154342 Nov 25 13:08:43.748424 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3755fd-7f2c-4ff6-a49f-9fe378760c8a req-0eb9920f-30de-4937-bc18-5bb06e5728e9 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:43.749963 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3c3755fd-7f2c-4ff6-a49f-9fe378760c8a req-0eb9920f-30de-4937-bc18-5bb06e5728e9 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2dd5265-c989-432c-a5b2-209782139d6d HTTP/1.1" status: 200 len: 950 time: 0.0525763 Nov 25 13:08:43.799574 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3c3755fd-7f2c-4ff6-a49f-9fe378760c8a req-279bd917-aa19-456e-9b2d-a461feeb7f5f tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433617 Nov 25 13:08:43.844898 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc04e18-116d-47ad-86fe-80dc2532e2da req-4f45dea5-b167-436d-9c00-5ccfeffc1d04 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:43.846386 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dcc04e18-116d-47ad-86fe-80dc2532e2da req-4f45dea5-b167-436d-9c00-5ccfeffc1d04 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=339c2ab8-fa9d-42c2-bb60-ced41e95a0f1 HTTP/1.1" status: 200 len: 948 time: 0.0513942 Nov 25 13:08:43.931417 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dcc04e18-116d-47ad-86fe-80dc2532e2da req-7e36025b-22a7-45b5-98b8-7d0504d5b7a2 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783732 Nov 25 13:08:43.939215 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d8f49-2ba5-4719-8b44-762f96b4e5ca req-94b75041-82cf-4e54-b535-28ab06f319b9 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:43.940635 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-866d8f49-2ba5-4719-8b44-762f96b4e5ca req-94b75041-82cf-4e54-b535-28ab06f319b9 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3ef7337-9105-45f4-9d49-7c22c41b6223 HTTP/1.1" status: 200 len: 944 time: 0.0867076 Nov 25 13:08:43.995858 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-866d8f49-2ba5-4719-8b44-762f96b4e5ca req-868083a4-1556-489d-b183-0e586583dd0d tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/security-groups?id=f6748c79-b185-401c-a5a4-7558eeb3a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493073 Nov 25 13:08:44.223885 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b0aac-978e-4caa-900d-c8e9cdefc2cb req-70cae05c-74c5-4b84-b31e-b62a7ccefb71 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:44.225952 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b67b0aac-978e-4caa-900d-c8e9cdefc2cb req-70cae05c-74c5-4b84-b31e-b62a7ccefb71 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cb82be1-1913-472d-b5a0-9f0f09f94b14 HTTP/1.1" status: 200 len: 945 time: 0.0471411 Nov 25 13:08:44.271790 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b67b0aac-978e-4caa-900d-c8e9cdefc2cb req-776c6291-fe82-4076-bc92-6cdcdfad0724 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397644 Nov 25 13:08:44.381319 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc2b92-c945-4e57-b42c-a141a1150a72 req-1346b6db-e0ad-4d73-80f1-64ff90a9d6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:44.383384 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7bdc2b92-c945-4e57-b42c-a141a1150a72 req-1346b6db-e0ad-4d73-80f1-64ff90a9d6ec service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c2dd5265-c989-432c-a5b2-209782139d6d&tenant_id=af4c9854d3c048999405c81c71776d29 HTTP/1.1" status: 200 len: 1102 time: 0.0430119 Nov 25 13:08:44.395798 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-7bdc2b92-c945-4e57-b42c-a141a1150a72 req-4683bf34-197a-419e-ac2d-d38a3ad2c075 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-808199-11', 'device_owner': 'compute:nova'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:08:44.450014 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-7bdc2b92-c945-4e57-b42c-a141a1150a72 req-4683bf34-197a-419e-ac2d-d38a3ad2c075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:44.490657 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 8eba8700-50bb-47aa-ac12-8d250868a4f5 up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:08:44.539089 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port 8eba8700-50bb-47aa-ac12-8d250868a4f5 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:08:44.542630 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port 8eba8700-50bb-47aa-ac12-8d250868a4f5 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:08:44.543035 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:44.622714 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:44.652744 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-7bdc2b92-c945-4e57-b42c-a141a1150a72 req-4683bf34-197a-419e-ac2d-d38a3ad2c075 service neutron] For port 7167fc5d-d545-4a71-ac16-55dee6d852fe, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=7167fc5d-d545-4a71-ac16-55dee6d852fe,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:08:44.662382 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 8eba8700-50bb-47aa-ac12-8d250868a4f5, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=8eba8700-50bb-47aa-ac12-8d250868a4f5,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:08:44.670782 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:44.671705 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 087220c7-2a82-445b-929d-1e40a03684c6 up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:08:44.707042 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-7bdc2b92-c945-4e57-b42c-a141a1150a72 req-4683bf34-197a-419e-ac2d-d38a3ad2c075 service neutron] For port 7167fc5d-d545-4a71-ac16-55dee6d852fe, host n-h1-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:08:44.751949 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=8eba8700-50bb-47aa-ac12-8d250868a4f5,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:44.755298 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2dd5265-c989-432c-a5b2-209782139d6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7167fc5d-d545-4a71-ac16-55dee6d852fe'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:08:44.758347 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7393f26d-b09d-4881-8f66-47ece773a14d" -d '{"events": [{"server_uuid": "c2dd5265-c989-432c-a5b2-209782139d6d", "name": "network-vif-unplugged", "status": "completed", "tag": "7167fc5d-d545-4a71-ac16-55dee6d852fe"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:08:44.761202 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952725ac-c4f0-4997-8f8b-4aadd40ba84d req-ce7ce45d-4e23-4c18-9f22-de55ff5758e5 tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:44.762495 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-7bdc2b92-c945-4e57-b42c-a141a1150a72 req-4683bf34-197a-419e-ac2d-d38a3ad2c075 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:44.762819 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-952725ac-c4f0-4997-8f8b-4aadd40ba84d req-ce7ce45d-4e23-4c18-9f22-de55ff5758e5 tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] 10.222.0.53 "GET /v2.0/ports?device_id=e47af08d-7a63-4b58-af72-6bf4ca94a616 HTTP/1.1" status: 200 len: 946 time: 0.0868206 Nov 25 13:08:44.770073 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port 087220c7-2a82-445b-929d-1e40a03684c6 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:08:44.775375 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port 087220c7-2a82-445b-929d-1e40a03684c6 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:08:44.775754 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:44.780964 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-7bdc2b92-c945-4e57-b42c-a141a1150a72 req-4683bf34-197a-419e-ac2d-d38a3ad2c075 service neutron] Transition to ACTIVE for port object 7167fc5d-d545-4a71-ac16-55dee6d852fe will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:08:44.783572 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96196bd1-c422-4673-a7ce-d8122ec322c1 req-bab4cc48-d1a2-4bb9-a973-673780b7a29b tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:44.785071 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-96196bd1-c422-4673-a7ce-d8122ec322c1 req-bab4cc48-d1a2-4bb9-a973-673780b7a29b tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b7a40a6-335a-43bf-9a42-81b4b7bd6860 HTTP/1.1" status: 200 len: 944 time: 0.0730705 Nov 25 13:08:44.785247 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-7bdc2b92-c945-4e57-b42c-a141a1150a72 req-4683bf34-197a-419e-ac2d-d38a3ad2c075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:44.856793 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bdc2b92-c945-4e57-b42c-a141a1150a72 req-4683bf34-197a-419e-ac2d-d38a3ad2c075 service neutron] No DVR routers for this DVR port 7167fc5d-d545-4a71-ac16-55dee6d852fe on host n-h1-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:08:44.858994 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-952725ac-c4f0-4997-8f8b-4aadd40ba84d req-300d90ce-9091-4a41-ac07-c165c974f8e0 tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa458bb1-7f26-458d-ba42-2def7aa57fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880954 Nov 25 13:08:44.874228 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:44.882437 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:08:44.885951 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4683bf34-197a-419e-ac2d-d38a3ad2c075 service neutron] Pushing event updated for resources: {'Port': ['ID=7167fc5d-d545-4a71-ac16-55dee6d852fe,revision_number=6']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:44.916644 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-96196bd1-c422-4673-a7ce-d8122ec322c1 req-0d28ed1e-f450-4a8d-9b3e-6dfd35beb118 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190617 Nov 25 13:08:44.951137 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device eccf0155-fda1-4a45-b997-f53e839fff7a up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:08:44.965500 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-7bdc2b92-c945-4e57-b42c-a141a1150a72 req-4683bf34-197a-419e-ac2d-d38a3ad2c075 service neutron] Attempting to bind port 7167fc5d-d545-4a71-ac16-55dee6d852fe on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:08:44.965843 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-7bdc2b92-c945-4e57-b42c-a141a1150a72 req-4683bf34-197a-419e-ac2d-d38a3ad2c075 service neutron] Attempting to bind port 7167fc5d-d545-4a71-ac16-55dee6d852fe by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:08:44.966206 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdc2b92-c945-4e57-b42c-a141a1150a72 req-4683bf34-197a-419e-ac2d-d38a3ad2c075 service neutron] Attempting to bind port 7167fc5d-d545-4a71-ac16-55dee6d852fe on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:08:44.971005 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdc2b92-c945-4e57-b42c-a141a1150a72 req-4683bf34-197a-419e-ac2d-d38a3ad2c075 service neutron] Port 7167fc5d-d545-4a71-ac16-55dee6d852fe on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:08:44.971339 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdc2b92-c945-4e57-b42c-a141a1150a72 req-4683bf34-197a-419e-ac2d-d38a3ad2c075 service neutron] Attempting to bind port 7167fc5d-d545-4a71-ac16-55dee6d852fe on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:08:44.977428 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdc2b92-c945-4e57-b42c-a141a1150a72 req-4683bf34-197a-419e-ac2d-d38a3ad2c075 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:08:44.977771 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdc2b92-c945-4e57-b42c-a141a1150a72 req-4683bf34-197a-419e-ac2d-d38a3ad2c075 service neutron] Checking segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:08:44.978165 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdc2b92-c945-4e57-b42c-a141a1150a72 req-4683bf34-197a-419e-ac2d-d38a3ad2c075 service neutron] Bound using segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:08:44.978597 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-7bdc2b92-c945-4e57-b42c-a141a1150a72 req-4683bf34-197a-419e-ac2d-d38a3ad2c075 service neutron] Bound port: 7167fc5d-d545-4a71-ac16-55dee6d852fe, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:08:44.979002 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-7bdc2b92-c945-4e57-b42c-a141a1150a72 req-4683bf34-197a-419e-ac2d-d38a3ad2c075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:45.030801 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 13:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a219d12a-9286-461e-95a7-36a66ec5efdc x-openstack-request-id: req-a219d12a-9286-461e-95a7-36a66ec5efdc {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:08:45.031162 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2dd5265-c989-432c-a5b2-209782139d6d", "name": "network-vif-unplugged", "status": "completed", "tag": "7167fc5d-d545-4a71-ac16-55dee6d852fe", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:08:45.031480 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a219d12a-9286-461e-95a7-36a66ec5efdc {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:08:45.031944 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2dd5265-c989-432c-a5b2-209782139d6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7167fc5d-d545-4a71-ac16-55dee6d852fe', 'code': 200} Nov 25 13:08:45.081103 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-7bdc2b92-c945-4e57-b42c-a141a1150a72 req-4683bf34-197a-419e-ac2d-d38a3ad2c075 service neutron] For port 7167fc5d-d545-4a71-ac16-55dee6d852fe, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:08:45.086165 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-7bdc2b92-c945-4e57-b42c-a141a1150a72 req-4683bf34-197a-419e-ac2d-d38a3ad2c075 service neutron] For port 7167fc5d-d545-4a71-ac16-55dee6d852fe, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=7167fc5d-d545-4a71-ac16-55dee6d852fe,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:08:45.092278 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-7bdc2b92-c945-4e57-b42c-a141a1150a72 req-4683bf34-197a-419e-ac2d-d38a3ad2c075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:45.113349 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 087220c7-2a82-445b-929d-1e40a03684c6, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=087220c7-2a82-445b-929d-1e40a03684c6,segment=NetworkSegment(f1015c3b-5561-4c41-908e-568aaa0911cd),segment_id=f1015c3b-5561-4c41-908e-568aaa0911cd)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:08:45.134419 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:45.146100 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a63a90-4834-467d-be36-9b60633b2b96 req-338ae715-0029-469d-86f1-2b777442a94d tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:45.148448 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b4a63a90-4834-467d-be36-9b60633b2b96 req-338ae715-0029-469d-86f1-2b777442a94d tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2dd5265-c989-432c-a5b2-209782139d6d HTTP/1.1" status: 200 len: 948 time: 0.1063039 Nov 25 13:08:45.169311 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc2b92-c945-4e57-b42c-a141a1150a72 req-4683bf34-197a-419e-ac2d-d38a3ad2c075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:45.170025 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-7bdc2b92-c945-4e57-b42c-a141a1150a72 req-4683bf34-197a-419e-ac2d-d38a3ad2c075 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:45.172564 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7bdc2b92-c945-4e57-b42c-a141a1150a72 req-4683bf34-197a-419e-ac2d-d38a3ad2c075 service neutron] 10.222.0.47 "PUT /v2.0/ports/7167fc5d-d545-4a71-ac16-55dee6d852fe HTTP/1.1" status: 200 len: 1097 time: 0.7806680 Nov 25 13:08:45.194578 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:08:45.216321 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4683bf34-197a-419e-ac2d-d38a3ad2c075 service neutron] Pushing event updated for resources: {'Port': ['ID=7167fc5d-d545-4a71-ac16-55dee6d852fe,revision_number=7']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:45.232014 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339c2ab8-fa9d-42c2-bb60-ced41e95a0f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eba8700-50bb-47aa-ac12-8d250868a4f5'}, {'server_uuid': '6b7a40a6-335a-43bf-9a42-81b4b7bd6860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '087220c7-2a82-445b-929d-1e40a03684c6'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:08:45.244704 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1401b925-0a7a-477c-bb43-f376e4b6eb45" -d '{"events": [{"server_uuid": "339c2ab8-fa9d-42c2-bb60-ced41e95a0f1", "name": "network-vif-plugged", "status": "completed", "tag": "8eba8700-50bb-47aa-ac12-8d250868a4f5"}, {"server_uuid": "6b7a40a6-335a-43bf-9a42-81b4b7bd6860", "name": "network-vif-plugged", "status": "completed", "tag": "087220c7-2a82-445b-929d-1e40a03684c6"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:08:45.256090 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': 'c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'port_id': 'c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d', 'mac_address': 'fa:16:3e:08:9d:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce5ca48-e3be-44c6-9584-fd9eb8c67222', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:08:45.270292 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port eccf0155-fda1-4a45-b997-f53e839fff7a completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:08:45.272454 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc2b92-c945-4e57-b42c-a141a1150a72 req-cc40df9c-7162-4f74-9ecb-4bcb079a0ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:45.276323 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=087220c7-2a82-445b-929d-1e40a03684c6,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:45.280520 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7bdc2b92-c945-4e57-b42c-a141a1150a72 req-cc40df9c-7162-4f74-9ecb-4bcb079a0ffe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=af4c9854d3c048999405c81c71776d29&device_id=c2dd5265-c989-432c-a5b2-209782139d6d HTTP/1.1" status: 200 len: 1100 time: 0.0729623 Nov 25 13:08:45.304312 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30f063-75bf-46f5-b617-d9af981cf493 req-29f91dcc-0a7a-443e-94f2-6730784f510e tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:45.312958 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port eccf0155-fda1-4a45-b997-f53e839fff7a triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:08:45.313200 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8c30f063-75bf-46f5-b617-d9af981cf493 req-29f91dcc-0a7a-443e-94f2-6730784f510e tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=339c2ab8-fa9d-42c2-bb60-ced41e95a0f1 HTTP/1.1" status: 200 len: 949 time: 0.1633134 Nov 25 13:08:45.313315 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:45.353216 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:45.369525 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b4a63a90-4834-467d-be36-9b60633b2b96 req-3a0c3ac0-5981-4ac3-aae9-8cdc7bac8b2a tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052326 Nov 25 13:08:45.387081 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:08:45.416597 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:08:45.454521 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:45.464071 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc2b92-c945-4e57-b42c-a141a1150a72 req-30003d41-5dec-4885-aec7-443461fef61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:45.466349 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7bdc2b92-c945-4e57-b42c-a141a1150a72 req-30003d41-5dec-4885-aec7-443461fef61b service neutron] 10.222.0.47 "GET /v2.0/networks?id=85f6380f-3625-4f44-8465-fbcf0c11fed5 HTTP/1.1" status: 200 len: 870 time: 0.1671789 Nov 25 13:08:45.471458 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8c30f063-75bf-46f5-b617-d9af981cf493 req-a5795160-ba2a-421f-9c2c-4c0ac9a7dd94 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560152 Nov 25 13:08:45.536746 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:45.543164 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7bdc2b92-c945-4e57-b42c-a141a1150a72 req-9068c86a-eb80-4220-b0e4-990039b32387 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=7167fc5d-d545-4a71-ac16-55dee6d852fe HTTP/1.1" status: 200 len: 217 time: 0.0654345 Nov 25 13:08:45.589025 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 25 Nov 2021 13:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0482ce17-2491-4212-8d79-17b99ba37848 x-openstack-request-id: req-0482ce17-2491-4212-8d79-17b99ba37848 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:08:45.589325 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "339c2ab8-fa9d-42c2-bb60-ced41e95a0f1", "name": "network-vif-plugged", "status": "completed", "tag": "8eba8700-50bb-47aa-ac12-8d250868a4f5", "code": 200}, {"server_uuid": "6b7a40a6-335a-43bf-9a42-81b4b7bd6860", "name": "network-vif-plugged", "status": "completed", "tag": "087220c7-2a82-445b-929d-1e40a03684c6", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:08:45.589585 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0482ce17-2491-4212-8d79-17b99ba37848 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:08:45.590107 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '339c2ab8-fa9d-42c2-bb60-ced41e95a0f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eba8700-50bb-47aa-ac12-8d250868a4f5', 'code': 200} Nov 25 13:08:45.590220 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b7a40a6-335a-43bf-9a42-81b4b7bd6860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '087220c7-2a82-445b-929d-1e40a03684c6', 'code': 200} Nov 25 13:08:45.639088 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc2b92-c945-4e57-b42c-a141a1150a72 req-7ff143b3-d15a-433a-bd8f-ebfd0c8587b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:45.640681 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7bdc2b92-c945-4e57-b42c-a141a1150a72 req-7ff143b3-d15a-433a-bd8f-ebfd0c8587b2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.0852728 Nov 25 13:08:45.648746 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d,revision_number=6']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:45.670552 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:08:45.702726 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port eccf0155-fda1-4a45-b997-f53e839fff7a, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=eccf0155-fda1-4a45-b997-f53e839fff7a,segment=NetworkSegment(e8fc9265-97df-4bce-bf9a-73ae38a4e9ce),segment_id=e8fc9265-97df-4bce-bf9a-73ae38a4e9ce)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:08:45.715894 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:45.763637 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc2b92-c945-4e57-b42c-a141a1150a72 req-8799d220-1722-4605-a350-f3f6e323a82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:45.765219 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7bdc2b92-c945-4e57-b42c-a141a1150a72 req-8799d220-1722-4605-a350-f3f6e323a82d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1057327 Nov 25 13:08:45.775854 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a38644c-623b-4af3-be83-8ea38254023c req-5a231f53-7751-4c88-ba9a-7b8de4946682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:45.777900 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7a38644c-623b-4af3-be83-8ea38254023c req-5a231f53-7751-4c88-ba9a-7b8de4946682 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=339c2ab8-fa9d-42c2-bb60-ced41e95a0f1 HTTP/1.1" status: 200 len: 1101 time: 0.0635383 Nov 25 13:08:45.864196 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdfcb9c-27ad-4e34-ae05-a5d13fdd2d26 req-f5ab7a90-c603-40a4-9d0e-9c82bd0108dc tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:45.874908 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0bdfcb9c-27ad-4e34-ae05-a5d13fdd2d26 req-f5ab7a90-c603-40a4-9d0e-9c82bd0108dc tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3ef7337-9105-45f4-9d49-7c22c41b6223 HTTP/1.1" status: 200 len: 944 time: 0.2826552 Nov 25 13:08:45.909024 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a4ed8-11c0-4510-8f9e-0364bda6ae1e req-ef17b9c7-4b52-4a7a-aeda-b849e29fdc3b tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:45.918172 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7b0a4ed8-11c0-4510-8f9e-0364bda6ae1e req-ef17b9c7-4b52-4a7a-aeda-b849e29fdc3b tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cb82be1-1913-472d-b5a0-9f0f09f94b14 HTTP/1.1" status: 200 len: 945 time: 0.2433491 Nov 25 13:08:45.921976 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7996f375-21ce-45cd-8473-b686c75bcfb6 req-62fc14e3-ce58-4cb0-886e-06ada80228bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:45.923870 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7996f375-21ce-45cd-8473-b686c75bcfb6 req-62fc14e3-ce58-4cb0-886e-06ada80228bc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6b7a40a6-335a-43bf-9a42-81b4b7bd6860 HTTP/1.1" status: 200 len: 1097 time: 0.2107205 Nov 25 13:08:45.968937 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7a38644c-623b-4af3-be83-8ea38254023c req-86db9af2-fb80-4b9c-a4b5-89389f05fc24 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785362 Nov 25 13:08:45.985313 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7bdc2b92-c945-4e57-b42c-a141a1150a72 req-54e8afaf-fd63-4a0f-b589-b8c76fa03695 service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064111 Nov 25 13:08:46.030028 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7b0a4ed8-11c0-4510-8f9e-0364bda6ae1e req-7febe272-7f53-4877-92b1-8ceaf67327ce tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057572 Nov 25 13:08:46.063587 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0bdfcb9c-27ad-4e34-ae05-a5d13fdd2d26 req-799cb396-3d9c-49be-ae85-f9bb4f985969 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/security-groups?id=f6748c79-b185-401c-a5a4-7558eeb3a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870649 Nov 25 13:08:46.071068 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=eccf0155-fda1-4a45-b997-f53e839fff7a,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:46.125430 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7996f375-21ce-45cd-8473-b686c75bcfb6 req-70668e01-05cf-4c3e-a078-97659e934671 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833940 Nov 25 13:08:46.171853 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7bdc2b92-c945-4e57-b42c-a141a1150a72 req-79415e12-c299-4977-b6f0-7d7190eb7b04 service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625402 Nov 25 13:08:46.280755 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb50325-839b-40b9-bf31-adda32530489 req-36c53faa-a625-489b-9e09-cd13dea8566c tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:46.288211 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1cb50325-839b-40b9-bf31-adda32530489 req-36c53faa-a625-489b-9e09-cd13dea8566c tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] 10.222.0.53 "GET /v2.0/ports?device_id=e47af08d-7a63-4b58-af72-6bf4ca94a616 HTTP/1.1" status: 200 len: 946 time: 0.1313851 Nov 25 13:08:46.367290 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1cb50325-839b-40b9-bf31-adda32530489 req-f685e99e-e064-4650-a843-96b9a3084741 tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa458bb1-7f26-458d-ba42-2def7aa57fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780861 Nov 25 13:08:46.376771 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f525d723-12e2-4512-b029-341a67044653 req-57f16bd6-c84f-4c73-8345-5fe51041495b tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:46.379696 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f525d723-12e2-4512-b029-341a67044653 req-57f16bd6-c84f-4c73-8345-5fe51041495b tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b7a40a6-335a-43bf-9a42-81b4b7bd6860 HTTP/1.1" status: 200 len: 945 time: 0.1281617 Nov 25 13:08:46.455891 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f525d723-12e2-4512-b029-341a67044653 req-877bc9e4-9fa2-4a77-8543-c1d5e74076b0 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692585 Nov 25 13:08:46.512410 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 7167fc5d-d545-4a71-ac16-55dee6d852fe no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:08:46.558490 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8b35a-740c-49dc-9b0d-5b7a052283fa req-c99ba99a-af99-43a9-910e-a66a15974c96 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:46.565853 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6ff8b35a-740c-49dc-9b0d-5b7a052283fa req-c99ba99a-af99-43a9-910e-a66a15974c96 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2dd5265-c989-432c-a5b2-209782139d6d HTTP/1.1" status: 200 len: 948 time: 0.0594373 Nov 25 13:08:46.600483 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 7167fc5d-d545-4a71-ac16-55dee6d852fe not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:08:46.654185 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6ff8b35a-740c-49dc-9b0d-5b7a052283fa req-17371f3a-e136-4119-bc87-865a7087d4fd tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872922 Nov 25 13:08:46.673225 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa01e49-2983-4a5e-8677-d463a632083c req-11ed9510-09b1-499f-8e75-6564a382739e tempest-LiveMigrationTest-1161798756 tempest-LiveMigrationTest-1161798756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:46.674768 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-baa01e49-2983-4a5e-8677-d463a632083c req-11ed9510-09b1-499f-8e75-6564a382739e tempest-LiveMigrationTest-1161798756 tempest-LiveMigrationTest-1161798756-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=7cb82be1-1913-472d-b5a0-9f0f09f94b14 HTTP/1.1" status: 200 len: 1097 time: 0.0727835 Nov 25 13:08:46.730167 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-baa01e49-2983-4a5e-8677-d463a632083c req-93e7dd9d-8f3b-4f92-baf8-1fac41dd1905 tempest-LiveMigrationTest-1161798756 tempest-LiveMigrationTest-1161798756-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442066 Nov 25 13:08:46.782216 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4805eab7-2f57-4ef9-a7b9-a80ffbbbbdd8 req-cc973efe-d1ab-448e-be04-ad98796c41c7 tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:46.783690 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4805eab7-2f57-4ef9-a7b9-a80ffbbbbdd8 req-cc973efe-d1ab-448e-be04-ad98796c41c7 tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d309a50-fbc2-4604-aa99-b746322fc105 HTTP/1.1" status: 200 len: 946 time: 0.0525928 Nov 25 13:08:46.851114 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:08:46.887477 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4805eab7-2f57-4ef9-a7b9-a80ffbbbbdd8 req-9677af4b-4816-499e-b18b-9e2379341b58 tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa458bb1-7f26-458d-ba42-2def7aa57fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964448 Nov 25 13:08:46.904656 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a423008-1f03-4ae0-8816-d4c6971140ef req-863566ae-c74a-466d-b93a-ce1fdc3a3725 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:46.912514 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8a423008-1f03-4ae0-8816-d4c6971140ef req-863566ae-c74a-466d-b93a-ce1fdc3a3725 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=339c2ab8-fa9d-42c2-bb60-ced41e95a0f1 HTTP/1.1" status: 200 len: 949 time: 0.1152041 Nov 25 13:08:46.950554 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:08:46.950953 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:46.963849 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8a423008-1f03-4ae0-8816-d4c6971140ef req-fe307114-46b9-4f53-8c04-63010e1c394a tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498707 Nov 25 13:08:47.033711 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2dd5265-c989-432c-a5b2-209782139d6d', 'tag': '7167fc5d-d545-4a71-ac16-55dee6d852fe'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:08:47.036189 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b87079-2b87-4545-94c1-45b411e7e171" -d '{"events": [{"name": "network-changed", "server_uuid": "c2dd5265-c989-432c-a5b2-209782139d6d", "tag": "7167fc5d-d545-4a71-ac16-55dee6d852fe"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:08:47.085469 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:47.094825 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2385277-c441-429e-9a27-2c4978420663 req-116f984d-a81b-47e6-be4f-846c8e01d07b tempest-LiveMigrationTest-1161798756 tempest-LiveMigrationTest-1161798756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:47.103353 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a2385277-c441-429e-9a27-2c4978420663 req-116f984d-a81b-47e6-be4f-846c8e01d07b tempest-LiveMigrationTest-1161798756 tempest-LiveMigrationTest-1161798756-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=7cb82be1-1913-472d-b5a0-9f0f09f94b14 HTTP/1.1" status: 200 len: 1097 time: 0.0524654 Nov 25 13:08:47.130644 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:08:47.141335 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:47.203610 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a2385277-c441-429e-9a27-2c4978420663 req-855dcc5e-8519-4cb1-9989-8dd41004e3d3 tempest-LiveMigrationTest-1161798756 tempest-LiveMigrationTest-1161798756-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990238 Nov 25 13:08:47.217473 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d,revision_number=7']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:47.262858 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c37f13-7009-4aab-9f21-18b1fb1bc1ac x-openstack-request-id: req-b2c37f13-7009-4aab-9f21-18b1fb1bc1ac {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:08:47.263156 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2dd5265-c989-432c-a5b2-209782139d6d", "tag": "7167fc5d-d545-4a71-ac16-55dee6d852fe", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:08:47.263443 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b2c37f13-7009-4aab-9f21-18b1fb1bc1ac {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:08:47.263872 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2dd5265-c989-432c-a5b2-209782139d6d', 'tag': '7167fc5d-d545-4a71-ac16-55dee6d852fe', 'status': 'completed', 'code': 200} Nov 25 13:08:47.370685 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b87079-2b87-4545-94c1-45b411e7e171 req-28fd56ea-66fa-4fbc-8469-d57d8083d6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:47.372280 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a2b87079-2b87-4545-94c1-45b411e7e171 req-28fd56ea-66fa-4fbc-8469-d57d8083d6dc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=af4c9854d3c048999405c81c71776d29&device_id=c2dd5265-c989-432c-a5b2-209782139d6d HTTP/1.1" status: 200 len: 1100 time: 0.0768988 Nov 25 13:08:47.382517 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b87079-2b87-4545-94c1-45b411e7e171 req-0c9419ef-2207-4f4d-8d01-d4024f29816f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:47.384195 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a2b87079-2b87-4545-94c1-45b411e7e171 req-0c9419ef-2207-4f4d-8d01-d4024f29816f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=af4c9854d3c048999405c81c71776d29&device_id=c2dd5265-c989-432c-a5b2-209782139d6d HTTP/1.1" status: 200 len: 1100 time: 0.0829322 Nov 25 13:08:47.392952 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdbde57-ebb7-4519-bbba-bc98e4dfaa68 req-4a8b26c7-be6a-460c-8e24-cee996cb7fee tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:47.393918 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3fdbde57-ebb7-4519-bbba-bc98e4dfaa68 req-4a8b26c7-be6a-460c-8e24-cee996cb7fee tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3ef7337-9105-45f4-9d49-7c22c41b6223 HTTP/1.1" status: 200 len: 945 time: 0.1226504 Nov 25 13:08:47.523262 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b87079-2b87-4545-94c1-45b411e7e171 req-79437bec-eed4-4f83-b398-b002c59fff7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:47.525620 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a2b87079-2b87-4545-94c1-45b411e7e171 req-79437bec-eed4-4f83-b398-b002c59fff7b service neutron] 10.222.0.47 "GET /v2.0/networks?id=85f6380f-3625-4f44-8465-fbcf0c11fed5 HTTP/1.1" status: 200 len: 870 time: 0.1341159 Nov 25 13:08:47.565912 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3fdbde57-ebb7-4519-bbba-bc98e4dfaa68 req-148795b9-d658-45e5-8c6a-7a7836f476a9 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/security-groups?id=f6748c79-b185-401c-a5a4-7558eeb3a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595817 Nov 25 13:08:47.591310 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ef7337-9105-45f4-9d49-7c22c41b6223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eccf0155-fda1-4a45-b997-f53e839fff7a'}, {'server_uuid': '95546cc2-06ce-48c8-92a6-3c2e35f49a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:08:47.599780 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d6b90f-3c4b-4412-bc2d-b4c9b0be1b78" -d '{"events": [{"server_uuid": "b3ef7337-9105-45f4-9d49-7c22c41b6223", "name": "network-vif-plugged", "status": "completed", "tag": "eccf0155-fda1-4a45-b997-f53e839fff7a"}, {"server_uuid": "95546cc2-06ce-48c8-92a6-3c2e35f49a48", "name": "network-vif-plugged", "status": "completed", "tag": "c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:08:47.605920 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a2b87079-2b87-4545-94c1-45b411e7e171 req-ebf0433e-4627-4d83-9044-e930d81bd480 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=7167fc5d-d545-4a71-ac16-55dee6d852fe HTTP/1.1" status: 200 len: 217 time: 0.0683146 Nov 25 13:08:47.620291 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dcc7af-9ba8-4bb1-bc15-219c46779e07 req-7cb56a34-ac8b-4714-837a-5fcd1762fcee tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:47.628140 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f9dcc7af-9ba8-4bb1-bc15-219c46779e07 req-7cb56a34-ac8b-4714-837a-5fcd1762fcee tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d309a50-fbc2-4604-aa99-b746322fc105 HTTP/1.1" status: 200 len: 946 time: 0.1944323 Nov 25 13:08:47.687243 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b87079-2b87-4545-94c1-45b411e7e171 req-49bfba5c-1c46-487c-afc0-0c7dbca4feb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:47.689967 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a2b87079-2b87-4545-94c1-45b411e7e171 req-49bfba5c-1c46-487c-afc0-0c7dbca4feb9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.0685673 Nov 25 13:08:47.712398 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b87079-2b87-4545-94c1-45b411e7e171 req-d88437f2-ab9a-4327-8169-459b537029a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:47.713879 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a2b87079-2b87-4545-94c1-45b411e7e171 req-d88437f2-ab9a-4327-8169-459b537029a1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=85f6380f-3625-4f44-8465-fbcf0c11fed5 HTTP/1.1" status: 200 len: 870 time: 0.2885299 Nov 25 13:08:47.759988 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b87079-2b87-4545-94c1-45b411e7e171 req-962696e1-82e9-4cf3-9980-d2a9a99e4297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:47.761945 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a2b87079-2b87-4545-94c1-45b411e7e171 req-962696e1-82e9-4cf3-9980-d2a9a99e4297 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0574818 Nov 25 13:08:47.824275 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a2b87079-2b87-4545-94c1-45b411e7e171 req-4dc5a118-079f-46f1-beb9-6e055691a6d6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=7167fc5d-d545-4a71-ac16-55dee6d852fe HTTP/1.1" status: 200 len: 217 time: 0.0902500 Nov 25 13:08:47.920526 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f9dcc7af-9ba8-4bb1-bc15-219c46779e07 req-04a508b7-1b10-447d-b784-1736b985b460 tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa458bb1-7f26-458d-ba42-2def7aa57fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912858 Nov 25 13:08:47.946053 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b87079-2b87-4545-94c1-45b411e7e171 req-9e6f0ef1-7495-4b91-9a7f-8e45790cebf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:47.946295 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a2b87079-2b87-4545-94c1-45b411e7e171 req-9e6f0ef1-7495-4b91-9a7f-8e45790cebf8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.0969789 Nov 25 13:08:47.971234 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a2b87079-2b87-4545-94c1-45b411e7e171 req-3edfef88-35b0-4b44-b042-5d0ece123deb service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953864 Nov 25 13:08:47.971400 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623cf7f7-a206-4618-98db-801cc29e1a95 req-b9d8540a-4c01-4dcc-a553-8220cbf9e3b1 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:47.973083 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-623cf7f7-a206-4618-98db-801cc29e1a95 req-b9d8540a-4c01-4dcc-a553-8220cbf9e3b1 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b7a40a6-335a-43bf-9a42-81b4b7bd6860 HTTP/1.1" status: 200 len: 945 time: 0.1645689 Nov 25 13:08:47.998342 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 25 Nov 2021 13:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30dd3f2-4268-4e04-a696-6147d2dce29d x-openstack-request-id: req-d30dd3f2-4268-4e04-a696-6147d2dce29d {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:08:47.998919 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ef7337-9105-45f4-9d49-7c22c41b6223", "name": "network-vif-plugged", "status": "completed", "tag": "eccf0155-fda1-4a45-b997-f53e839fff7a", "code": 200}, {"server_uuid": "95546cc2-06ce-48c8-92a6-3c2e35f49a48", "name": "network-vif-plugged", "status": "completed", "tag": "c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:08:47.999023 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d30dd3f2-4268-4e04-a696-6147d2dce29d {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:08:47.999420 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ef7337-9105-45f4-9d49-7c22c41b6223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eccf0155-fda1-4a45-b997-f53e839fff7a', 'code': 200} Nov 25 13:08:47.999671 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95546cc2-06ce-48c8-92a6-3c2e35f49a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d', 'code': 200} Nov 25 13:08:48.071506 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-623cf7f7-a206-4618-98db-801cc29e1a95 req-8aab9679-58e7-4c1a-af9d-dd031a453653 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888803 Nov 25 13:08:48.095800 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b87079-2b87-4545-94c1-45b411e7e171 req-138902d9-8bf2-428c-9060-0a6f7a28f2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:48.101510 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a2b87079-2b87-4545-94c1-45b411e7e171 req-138902d9-8bf2-428c-9060-0a6f7a28f2b3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1274631 Nov 25 13:08:48.153468 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [req-e6bad5bc-9105-4106-928a-77131d486f9a req-a358e59d-fc2c-411b-9d0d-37b091bb0c8b service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:08:48.154448 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e6bad5bc-9105-4106-928a-77131d486f9a req-a358e59d-fc2c-411b-9d0d-37b091bb0c8b service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0100861 Nov 25 13:08:48.283226 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a2b87079-2b87-4545-94c1-45b411e7e171 req-29549be3-2448-4529-9da8-7b32e110a83c service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611852 Nov 25 13:08:48.294629 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778636a4-2735-4403-b847-41d60d5bab79 req-a8bd4273-4b0a-4374-a4a3-c7d6ec339ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:48.295028 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936d86ac-793e-427c-bf67-b3a745b56d25 req-bce4b498-faa1-45ef-a399-cc3ee16bd513 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:48.296360 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-778636a4-2735-4403-b847-41d60d5bab79 req-a8bd4273-4b0a-4374-a4a3-c7d6ec339ea1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b3ef7337-9105-45f4-9d49-7c22c41b6223 HTTP/1.1" status: 200 len: 1097 time: 0.0992770 Nov 25 13:08:48.297046 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-936d86ac-793e-427c-bf67-b3a745b56d25 req-bce4b498-faa1-45ef-a399-cc3ee16bd513 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2dd5265-c989-432c-a5b2-209782139d6d HTTP/1.1" status: 200 len: 948 time: 0.0744503 Nov 25 13:08:48.346737 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a2b87079-2b87-4545-94c1-45b411e7e171 req-2ef23edd-258d-42c9-b60a-e05ff3ff6007 service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350218 Nov 25 13:08:48.368976 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-778636a4-2735-4403-b847-41d60d5bab79 req-83261a6a-f147-44a7-87d9-f12856211077 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f6748c79-b185-401c-a5a4-7558eeb3a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605636 Nov 25 13:08:48.378727 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-936d86ac-793e-427c-bf67-b3a745b56d25 req-0d08f4a3-7ca9-4ee8-9094-19dfc23ab55e tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700200 Nov 25 13:08:48.517592 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a2b87079-2b87-4545-94c1-45b411e7e171 req-f8516035-23df-4677-906f-597abd4a9979 service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569118 Nov 25 13:08:48.557528 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b161d0-125d-496b-92e7-aadd9156cfdf req-21c64ecb-8ad6-4883-b21a-f9594d133712 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:48.559281 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-36b161d0-125d-496b-92e7-aadd9156cfdf req-21c64ecb-8ad6-4883-b21a-f9594d133712 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=339c2ab8-fa9d-42c2-bb60-ced41e95a0f1 HTTP/1.1" status: 200 len: 949 time: 0.0580490 Nov 25 13:08:48.618239 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-36b161d0-125d-496b-92e7-aadd9156cfdf req-517f6b0c-c37f-48ff-871c-fabcc98531f1 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473242 Nov 25 13:08:48.864475 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 7167fc5d-d545-4a71-ac16-55dee6d852fe details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:08:48.961408 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b009af4-d24f-4f0a-824d-555b8ad26b7b req-4132af19-63cf-45ad-a0c5-1c25d1b72730 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:48.972222 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9b009af4-d24f-4f0a-824d-555b8ad26b7b req-4132af19-63cf-45ad-a0c5-1c25d1b72730 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3ef7337-9105-45f4-9d49-7c22c41b6223 HTTP/1.1" status: 200 len: 945 time: 0.0947130 Nov 25 13:08:49.035318 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9b009af4-d24f-4f0a-824d-555b8ad26b7b req-1b2ce9f3-189d-4c13-ac90-de6a63abe149 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/security-groups?id=f6748c79-b185-401c-a5a4-7558eeb3a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606837 Nov 25 13:08:49.079845 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 7167fc5d-d545-4a71-ac16-55dee6d852fe, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=7167fc5d-d545-4a71-ac16-55dee6d852fe,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:08:49.101208 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '7167fc5d-d545-4a71-ac16-55dee6d852fe', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'port_id': '7167fc5d-d545-4a71-ac16-55dee6d852fe', 'mac_address': 'fa:16:3e:03:4c:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce5ca48-e3be-44c6-9584-fd9eb8c67222', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:08:49.157586 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:49.174193 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7167fc5d-d545-4a71-ac16-55dee6d852fe {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:08:49.182628 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526a7a5-2d6c-4d54-832c-e69a89d42f46 req-aa12370e-abe6-497b-8908-3208d1271781 tempest-ServersOnMultiNodesTest-1296905377 tempest-ServersOnMultiNodesTest-1296905377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:49.184811 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7526a7a5-2d6c-4d54-832c-e69a89d42f46 req-aa12370e-abe6-497b-8908-3208d1271781 tempest-ServersOnMultiNodesTest-1296905377 tempest-ServersOnMultiNodesTest-1296905377-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=339c2ab8-fa9d-42c2-bb60-ced41e95a0f1 HTTP/1.1" status: 200 len: 1101 time: 0.0848346 Nov 25 13:08:49.202920 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 7167fc5d-d545-4a71-ac16-55dee6d852fe, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=7167fc5d-d545-4a71-ac16-55dee6d852fe,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:08:49.208290 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:49.246052 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7526a7a5-2d6c-4d54-832c-e69a89d42f46 req-83e358f7-bd69-4948-b521-d528cbf3f305 tempest-ServersOnMultiNodesTest-1296905377 tempest-ServersOnMultiNodesTest-1296905377-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458591 Nov 25 13:08:49.282461 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=7167fc5d-d545-4a71-ac16-55dee6d852fe,revision_number=8']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:49.428353 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f6c69-f0b7-468f-923f-164f0da48a5c req-eaf0a23b-df8e-4b5f-8bef-8979c53dbc10 tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:49.431887 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-369ef8e6-495b-4a9a-9745-28a1740a72de tempest-LiveMigrationTest-1161798756 tempest-LiveMigrationTest-1161798756-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:08:49.433750 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-369ef8e6-495b-4a9a-9745-28a1740a72de tempest-LiveMigrationTest-1161798756 tempest-LiveMigrationTest-1161798756-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079067 Nov 25 13:08:49.447138 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-330f6c69-f0b7-468f-923f-164f0da48a5c req-eaf0a23b-df8e-4b5f-8bef-8979c53dbc10 tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d309a50-fbc2-4604-aa99-b746322fc105 HTTP/1.1" status: 200 len: 946 time: 0.1012902 Nov 25 13:08:49.488511 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-f93cd286-c7ca-4e1f-b5fc-1a5c5dd25bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:49.490217 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-f93cd286-c7ca-4e1f-b5fc-1a5c5dd25bda service neutron] 10.222.0.53 "GET /v2.0/ports/989e6a40-0f2a-4ac9-b572-a8872d05c2c9 HTTP/1.1" status: 200 len: 1094 time: 0.0435936 Nov 25 13:08:49.500855 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-e1d30ae9-87a3-49f3-875c-98dae8945df9 service neutron] Request body: {'binding': {'host': 'n-h1-808199-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:08:49.502302 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-e1d30ae9-87a3-49f3-875c-98dae8945df9 service neutron] Unknown quota resources ['binding']. {{(pid=103571) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 13:08:49.525395 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-330f6c69-f0b7-468f-923f-164f0da48a5c req-31b9bd03-0e92-48a4-b82a-58d3b030183c tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa458bb1-7f26-458d-ba42-2def7aa57fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769088 Nov 25 13:08:49.654538 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd633f1-dcb5-44ed-9e7f-49644e5dd198 req-052f75b4-3a04-410f-a958-ba2c7f2b801f tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:49.665817 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2fd633f1-dcb5-44ed-9e7f-49644e5dd198 req-052f75b4-3a04-410f-a958-ba2c7f2b801f tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b7a40a6-335a-43bf-9a42-81b4b7bd6860 HTTP/1.1" status: 200 len: 945 time: 0.0722842 Nov 25 13:08:49.730005 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2fd633f1-dcb5-44ed-9e7f-49644e5dd198 req-6bdc31b9-184b-4f44-b85d-934804b762a8 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593839 Nov 25 13:08:49.814371 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['7167fc5d-d545-4a71-ac16-55dee6d852fe'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:08:49.866108 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d2bec7e4-c868-480a-bb24-04d2ae1069a5 req-38822a95-dfb1-4317-b1fa-cb72f547db80 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=4190dcc6411041ccb9fe22c2d4608a11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0521984 Nov 25 13:08:49.977666 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-e1d30ae9-87a3-49f3-875c-98dae8945df9 service neutron] Attempting to bind port 989e6a40-0f2a-4ac9-b572-a8872d05c2c9 on host n-h1-808199-11 for vnic_type normal with profile None {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:08:49.977926 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-e1d30ae9-87a3-49f3-875c-98dae8945df9 service neutron] Attempting to bind port 989e6a40-0f2a-4ac9-b572-a8872d05c2c9 by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': '6f5b4a09-9f6c-4c19-8201-4d90933cd506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '20494638-06c1-415e-90d6-c326674b78a0'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:08:49.978270 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-e1d30ae9-87a3-49f3-875c-98dae8945df9 service neutron] Attempting to bind port 989e6a40-0f2a-4ac9-b572-a8872d05c2c9 on network 20494638-06c1-415e-90d6-c326674b78a0 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:08:49.987759 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-e1d30ae9-87a3-49f3-875c-98dae8945df9 service neutron] Port 989e6a40-0f2a-4ac9-b572-a8872d05c2c9 on network 20494638-06c1-415e-90d6-c326674b78a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:08:49.988471 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-e1d30ae9-87a3-49f3-875c-98dae8945df9 service neutron] Attempting to bind port 989e6a40-0f2a-4ac9-b572-a8872d05c2c9 on network 20494638-06c1-415e-90d6-c326674b78a0 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:08:49.998899 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-e1d30ae9-87a3-49f3-875c-98dae8945df9 service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:08:49.998899 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-e1d30ae9-87a3-49f3-875c-98dae8945df9 service neutron] Checking segment: {'id': '6f5b4a09-9f6c-4c19-8201-4d90933cd506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '20494638-06c1-415e-90d6-c326674b78a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:08:49.998899 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-e1d30ae9-87a3-49f3-875c-98dae8945df9 service neutron] Bound using segment: {'id': '6f5b4a09-9f6c-4c19-8201-4d90933cd506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '20494638-06c1-415e-90d6-c326674b78a0'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:08:49.998899 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-e1d30ae9-87a3-49f3-875c-98dae8945df9 service neutron] Bound port: 989e6a40-0f2a-4ac9-b572-a8872d05c2c9, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f5b4a09-9f6c-4c19-8201-4d90933cd506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '20494638-06c1-415e-90d6-c326674b78a0'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:08:50.049998 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9fa436-8d7a-435e-8b6a-989a43989357 req-75dc566b-720c-4f47-8572-92fb17fdeed2 tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:50.052024 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-af9fa436-8d7a-435e-8b6a-989a43989357 req-75dc566b-720c-4f47-8572-92fb17fdeed2 tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d309a50-fbc2-4604-aa99-b746322fc105 HTTP/1.1" status: 200 len: 946 time: 0.1178420 Nov 25 13:08:50.063836 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bec7e4-c868-480a-bb24-04d2ae1069a5 req-615dd52e-7616-42c4-894e-53f5f2d38d5d tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:50.071606 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d2bec7e4-c868-480a-bb24-04d2ae1069a5 req-615dd52e-7616-42c4-894e-53f5f2d38d5d tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1952024 Nov 25 13:08:50.082869 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d2bec7e4-c868-480a-bb24-04d2ae1069a5 req-290f1718-6d9d-44ab-8e80-0a07c8038957 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/quotas/4190dcc6411041ccb9fe22c2d4608a11 HTTP/1.1" status: 200 len: 375 time: 0.0094330 Nov 25 13:08:50.167777 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-e1d30ae9-87a3-49f3-875c-98dae8945df9 service neutron] For port 989e6a40-0f2a-4ac9-b572-a8872d05c2c9, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=989e6a40-0f2a-4ac9-b572-a8872d05c2c9,segment=NetworkSegment(6f5b4a09-9f6c-4c19-8201-4d90933cd506),segment_id=6f5b4a09-9f6c-4c19-8201-4d90933cd506)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:08:50.175266 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d2bec7e4-c868-480a-bb24-04d2ae1069a5 req-d7ed9f5f-1c20-4101-9430-ac40c64c0ca9 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4190dcc6411041ccb9fe22c2d4608a11&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0861683 Nov 25 13:08:50.182882 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-af9fa436-8d7a-435e-8b6a-989a43989357 req-3681e9a6-2804-4784-a7f1-5fcefa1295bc tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Deleting port ce0b3627-5e84-4b8f-a7c5-e76f3b956d08 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:08:50.183234 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-af9fa436-8d7a-435e-8b6a-989a43989357 req-3681e9a6-2804-4784-a7f1-5fcefa1295bc tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:50.190796 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-e1d30ae9-87a3-49f3-875c-98dae8945df9 service neutron] Publish callbacks [] for binding, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:50.191289 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-e1d30ae9-87a3-49f3-875c-98dae8945df9 service neutron] 10.222.0.53 "POST /v2.0/ports/989e6a40-0f2a-4ac9-b572-a8872d05c2c9/bindings HTTP/1.1" status: 201 len: 390 time: 0.6942701 Nov 25 13:08:50.303847 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-af9fa436-8d7a-435e-8b6a-989a43989357 req-3681e9a6-2804-4784-a7f1-5fcefa1295bc tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] For port ce0b3627-5e84-4b8f-a7c5-e76f3b956d08, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=ce0b3627-5e84-4b8f-a7c5-e76f3b956d08,segment=NetworkSegment(b3d2e91b-e12c-4f23-8a52-7057a2ccd503),segment_id=b3d2e91b-e12c-4f23-8a52-7057a2ccd503)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:08:50.304343 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-af9fa436-8d7a-435e-8b6a-989a43989357 req-3681e9a6-2804-4784-a7f1-5fcefa1295bc tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:50.328073 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-af9fa436-8d7a-435e-8b6a-989a43989357 req-3681e9a6-2804-4784-a7f1-5fcefa1295bc tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Calling delete_port for ce0b3627-5e84-4b8f-a7c5-e76f3b956d08 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:08:50.581561 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-af9fa436-8d7a-435e-8b6a-989a43989357 req-3681e9a6-2804-4784-a7f1-5fcefa1295bc tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:50.600898 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['c1414bdb-3c5f-4125-970d-d33a3a042c71'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:08:50.630208 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea2bc8-1546-4886-ba98-ce3ba6c8ab1b req-34f16243-fd2f-4c41-be3f-94a80cafec6c tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:50.632769 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-85ea2bc8-1546-4886-ba98-ce3ba6c8ab1b req-34f16243-fd2f-4c41-be3f-94a80cafec6c tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2dd5265-c989-432c-a5b2-209782139d6d HTTP/1.1" status: 200 len: 949 time: 0.1902688 Nov 25 13:08:50.644462 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3681e9a6-2804-4784-a7f1-5fcefa1295bc tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Pushing event deleted for resources: {'Port': ['ID=ce0b3627-5e84-4b8f-a7c5-e76f3b956d08,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:50.751655 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-af9fa436-8d7a-435e-8b6a-989a43989357 req-3681e9a6-2804-4784-a7f1-5fcefa1295bc tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] No DVR routers for this DVR port ce0b3627-5e84-4b8f-a7c5-e76f3b956d08 on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:08:50.759843 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-af9fa436-8d7a-435e-8b6a-989a43989357 req-3681e9a6-2804-4784-a7f1-5fcefa1295bc tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:50.763788 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-af9fa436-8d7a-435e-8b6a-989a43989357 req-3681e9a6-2804-4784-a7f1-5fcefa1295bc tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] 10.222.0.47 "DELETE /v2.0/ports/ce0b3627-5e84-4b8f-a7c5-e76f3b956d08 HTTP/1.1" status: 204 len: 173 time: 0.7040415 Nov 25 13:08:50.764308 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d309a50-fbc2-4604-aa99-b746322fc105', 'name': 'network-vif-deleted', 'tag': 'ce0b3627-5e84-4b8f-a7c5-e76f3b956d08'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:08:50.771994 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-7a91aa25-bb39-4e43-944b-fe2068599a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:50.774061 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-7a91aa25-bb39-4e43-944b-fe2068599a72 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f9638bf2b13b4d579c7476454eb03e3d&device_id=7cb82be1-1913-472d-b5a0-9f0f09f94b14 HTTP/1.1" status: 200 len: 1097 time: 0.1089063 Nov 25 13:08:50.793073 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb02acf9-8f55-411e-b767-24e385f61e6b" -d '{"events": [{"server_uuid": "9d309a50-fbc2-4604-aa99-b746322fc105", "name": "network-vif-deleted", "tag": "ce0b3627-5e84-4b8f-a7c5-e76f3b956d08"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:08:50.858724 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d29997-a0fb-4380-8521-1fa7bdd75c73 req-4d723739-0faa-42f7-b8a4-28e6e1133128 tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:50.867482 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a1d29997-a0fb-4380-8521-1fa7bdd75c73 req-4d723739-0faa-42f7-b8a4-28e6e1133128 tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6b7a40a6-335a-43bf-9a42-81b4b7bd6860 HTTP/1.1" status: 200 len: 1097 time: 0.1885786 Nov 25 13:08:50.950573 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-85ea2bc8-1546-4886-ba98-ce3ba6c8ab1b req-d4f0f59d-5e1e-4bf5-9885-2ce9e523a3f3 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115621 Nov 25 13:08:51.030426 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a1d29997-a0fb-4380-8521-1fa7bdd75c73 req-88d2ce96-e6a6-49f3-879d-f088cd61c5fe tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489146 Nov 25 13:08:51.055100 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['9e93df1e-944f-47d3-b85d-3064bb159522'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:08:51.115278 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-d24ad79d-9a3e-44fc-94cb-ca789989486c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:51.116514 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-d24ad79d-9a3e-44fc-94cb-ca789989486c service neutron] 10.222.0.66 "GET /v2.0/networks?id=20494638-06c1-415e-90d6-c326674b78a0 HTTP/1.1" status: 200 len: 908 time: 0.3292367 Nov 25 13:08:51.181979 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-4602d735-dd6f-4f53-8388-443cf4e1c9f1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=989e6a40-0f2a-4ac9-b572-a8872d05c2c9 HTTP/1.1" status: 200 len: 217 time: 0.0478766 Nov 25 13:08:51.292946 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e71fc6-364f-457c-85f2-3d548745089e req-30a34081-97a5-4c84-a8f4-e7ef2ce3ac1e tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:51.300166 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-02e71fc6-364f-457c-85f2-3d548745089e req-30a34081-97a5-4c84-a8f4-e7ef2ce3ac1e tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cb82be1-1913-472d-b5a0-9f0f09f94b14 HTTP/1.1" status: 200 len: 945 time: 0.1210051 Nov 25 13:08:51.321751 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-8a2dfa3f-11e5-4451-aab9-24115759f7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:51.323122 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-8a2dfa3f-11e5-4451-aab9-24115759f7e3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=82870c5b-3c5b-4cf7-b280-dc92346a33bf HTTP/1.1" status: 200 len: 847 time: 0.1250165 Nov 25 13:08:51.342634 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b868f1-edc1-4ba0-a84b-cbcf9883137c req-bb6c9347-b4e0-48f1-a4fa-42d5aea17208 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:51.344048 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-94b868f1-edc1-4ba0-a84b-cbcf9883137c req-bb6c9347-b4e0-48f1-a4fa-42d5aea17208 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3ef7337-9105-45f4-9d49-7c22c41b6223 HTTP/1.1" status: 200 len: 945 time: 0.1664391 Nov 25 13:08:51.375101 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-f21e22c7-4e66-4670-b487-83f91e0507c5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=20494638-06c1-415e-90d6-c326674b78a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409086 Nov 25 13:08:51.479023 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-02e71fc6-364f-457c-85f2-3d548745089e req-c8f6239f-8511-49ac-808e-40dbb7ac40a7 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717579 Nov 25 13:08:51.519555 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-94b868f1-edc1-4ba0-a84b-cbcf9883137c req-68e04a1d-bebe-42a3-a120-8762d87a4d68 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/security-groups?id=f6748c79-b185-401c-a5a4-7558eeb3a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654620 Nov 25 13:08:51.575333 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-9c83b760-b6c9-4904-9265-484f78145e9d service neutron] 10.222.0.66 "GET /v2.0/networks/20494638-06c1-415e-90d6-c326674b78a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826253 Nov 25 13:08:51.717015 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8ff0a532-058b-4e05-b378-9f50fdbbf87f req-6a93ae6a-ee5e-4c85-8158-77eb5a8b53a7 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=dad49570-a207-4028-b0f0-3ad38208e4b4 HTTP/1.1" status: 200 len: 210 time: 0.0427103 Nov 25 13:08:51.746122 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2259c746-5cbf-4e5d-8c47-a0c31ed20dc7 req-3279c2d0-2cd4-4061-9126-731be90b74af tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d309a50-fbc2-4604-aa99-b746322fc105 HTTP/1.1" status: 200 len: 210 time: 0.0579901 Nov 25 13:08:51.778886 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e1679b-b9c8-471c-832c-8deb9bb260c1 x-openstack-request-id: req-41e1679b-b9c8-471c-832c-8deb9bb260c1 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:08:51.778886 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d309a50-fbc2-4604-aa99-b746322fc105", "name": "network-vif-deleted", "tag": "ce0b3627-5e84-4b8f-a7c5-e76f3b956d08", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:08:51.779533 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-41e1679b-b9c8-471c-832c-8deb9bb260c1 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:08:51.779533 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d309a50-fbc2-4604-aa99-b746322fc105', 'name': 'network-vif-deleted', 'tag': 'ce0b3627-5e84-4b8f-a7c5-e76f3b956d08', 'status': 'completed', 'code': 200} Nov 25 13:08:51.784479 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-8a3cc7bd-3e4d-436d-a3f6-2f0de423290b service neutron] 10.222.0.66 "GET /v2.0/networks/20494638-06c1-415e-90d6-c326674b78a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927829 Nov 25 13:08:52.086831 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-80b50b99-ce60-448b-9f92-780a209040b9 tempest-LiveMigrationTest-1161798756 tempest-LiveMigrationTest-1161798756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:52.088425 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-80b50b99-ce60-448b-9f92-780a209040b9 tempest-LiveMigrationTest-1161798756 tempest-LiveMigrationTest-1161798756-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7cb82be1-1913-472d-b5a0-9f0f09f94b14&tenant_id=f9638bf2b13b4d579c7476454eb03e3d&binding%3Ahost_id=n-h2-808199-11 HTTP/1.1" status: 200 len: 1097 time: 0.2027636 Nov 25 13:08:52.159617 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-610f4064-325a-46e9-8d73-ed00b1d79b97 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-808199-11'}}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:08:52.206957 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d2bec7e4-c868-480a-bb24-04d2ae1069a5 req-d2d431ac-d308-4108-8320-3d674b4c3d74 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=4190dcc6411041ccb9fe22c2d4608a11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549159 Nov 25 13:08:52.323408 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf02a2f-d642-4474-b133-ad94fdf17935 req-6083fe56-d347-4837-a17e-3a83cb1b7b91 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:52.324823 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9bf02a2f-d642-4474-b133-ad94fdf17935 req-6083fe56-d347-4837-a17e-3a83cb1b7b91 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2dd5265-c989-432c-a5b2-209782139d6d&tenant_id=af4c9854d3c048999405c81c71776d29&binding%3Ahost_id=n-h2-808199-11 HTTP/1.1" status: 200 len: 949 time: 0.2508523 Nov 25 13:08:52.342390 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c49c1c4-c0f8-4a10-8fa1-e78e904f5e22 req-18c7096f-c426-428d-a171-b842eb4e6e2d tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:52.343938 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3c49c1c4-c0f8-4a10-8fa1-e78e904f5e22 req-18c7096f-c426-428d-a171-b842eb4e6e2d tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2dd5265-c989-432c-a5b2-209782139d6d HTTP/1.1" status: 200 len: 949 time: 0.3023531 Nov 25 13:08:52.401332 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-610f4064-325a-46e9-8d73-ed00b1d79b97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:52.448261 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5307a-f9d2-4d2a-bd0e-5691cfd411d8 req-6248d9f0-000b-4871-b44e-f8e13f638476 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:52.457279 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-89a5307a-f9d2-4d2a-bd0e-5691cfd411d8 req-6248d9f0-000b-4871-b44e-f8e13f638476 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3ef7337-9105-45f4-9d49-7c22c41b6223 HTTP/1.1" status: 200 len: 945 time: 0.3150496 Nov 25 13:08:52.465362 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bec7e4-c868-480a-bb24-04d2ae1069a5 req-27e39df8-6c5d-44ab-acec-adb46361ea7d tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:52.467039 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d2bec7e4-c868-480a-bb24-04d2ae1069a5 req-27e39df8-6c5d-44ab-acec-adb46361ea7d tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2519517 Nov 25 13:08:52.481444 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [req-9bf02a2f-d642-4474-b133-ad94fdf17935 req-edc8e837-4bbf-4600-8825-ac96da48a73a service neutron] delete failed (client error): The resource could not be found. Nov 25 13:08:52.482566 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9bf02a2f-d642-4474-b133-ad94fdf17935 req-edc8e837-4bbf-4600-8825-ac96da48a73a service neutron] 10.222.0.66 "DELETE /v2.0/ports/7167fc5d-d545-4a71-ac16-55dee6d852fe/bindings/n-h1-808199-11 HTTP/1.1" status: 404 len: 381 time: 0.1439109 Nov 25 13:08:52.487305 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-d2bec7e4-c868-480a-bb24-04d2ae1069a5 req-fd875af9-079b-4f1e-b522-5dc274f08e74 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Request body: {'port': {'device_id': 'dad49570-a207-4028-b0f0-3ad38208e4b4', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'admin_state_up': True, 'tenant_id': '4190dcc6411041ccb9fe22c2d4608a11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:08:52.559162 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3c49c1c4-c0f8-4a10-8fa1-e78e904f5e22 req-e85d6ea3-8968-4c34-9b8f-f9a82cceea96 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889408 Nov 25 13:08:52.610320 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-89a5307a-f9d2-4d2a-bd0e-5691cfd411d8 req-861489ba-9e45-4ab5-8030-1b6d3f75c17a tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/security-groups?id=f6748c79-b185-401c-a5a4-7558eeb3a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491148 Nov 25 13:08:52.713207 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-610f4064-325a-46e9-8d73-ed00b1d79b97 service neutron] For port 989e6a40-0f2a-4ac9-b572-a8872d05c2c9, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=989e6a40-0f2a-4ac9-b572-a8872d05c2c9,segment=NetworkSegment(6f5b4a09-9f6c-4c19-8201-4d90933cd506),segment_id=6f5b4a09-9f6c-4c19-8201-4d90933cd506)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:08:52.838658 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2bec7e4-c868-480a-bb24-04d2ae1069a5 req-fd875af9-079b-4f1e-b522-5dc274f08e74 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Made reservation on behalf of 4190dcc6411041ccb9fe22c2d4608a11 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:08:52.843347 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d2bec7e4-c868-480a-bb24-04d2ae1069a5 req-fd875af9-079b-4f1e-b522-5dc274f08e74 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:52.850350 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf02a2f-d642-4474-b133-ad94fdf17935 req-e08401f8-3274-4dae-90fa-74144d5d9a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:52.854409 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9bf02a2f-d642-4474-b133-ad94fdf17935 req-e08401f8-3274-4dae-90fa-74144d5d9a35 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=af4c9854d3c048999405c81c71776d29&device_id=c2dd5265-c989-432c-a5b2-209782139d6d HTTP/1.1" status: 200 len: 1101 time: 0.3094602 Nov 25 13:08:52.887284 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-253cbd1f-afa6-4e01-a41c-7f42c75802aa req-ddab891a-4c77-4fa8-9511-9977fabab020 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=dad49570-a207-4028-b0f0-3ad38208e4b4 HTTP/1.1" status: 200 len: 210 time: 0.0630918 Nov 25 13:08:52.891599 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 7167fc5d-d545-4a71-ac16-55dee6d852fe up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:08:52.916859 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c60c67d-56e5-41c5-bdf2-a53ce3445d49 req-a2764e25-aee4-4289-ab90-9df3b9a49e1d tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:52.918631 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8c60c67d-56e5-41c5-bdf2-a53ce3445d49 req-a2764e25-aee4-4289-ab90-9df3b9a49e1d tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cb82be1-1913-472d-b5a0-9f0f09f94b14 HTTP/1.1" status: 200 len: 945 time: 0.1952395 Nov 25 13:08:52.921754 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-610f4064-325a-46e9-8d73-ed00b1d79b97 service neutron] For port 989e6a40-0f2a-4ac9-b572-a8872d05c2c9, host n-h2-808199-11, cleared binding levels {{(pid=103570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:08:53.033179 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 7167fc5d-d545-4a71-ac16-55dee6d852fe completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:08:53.039992 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 7167fc5d-d545-4a71-ac16-55dee6d852fe triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:08:53.040760 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:53.137595 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf02a2f-d642-4474-b133-ad94fdf17935 req-1110e718-d2bc-4842-9aaf-3219d7a8afa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:53.139671 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9bf02a2f-d642-4474-b133-ad94fdf17935 req-1110e718-d2bc-4842-9aaf-3219d7a8afa7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=85f6380f-3625-4f44-8465-fbcf0c11fed5 HTTP/1.1" status: 200 len: 870 time: 0.2643878 Nov 25 13:08:53.197902 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:53.239222 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9bf02a2f-d642-4474-b133-ad94fdf17935 req-ee625e54-34b1-4348-a151-2a4eee19bc0a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=7167fc5d-d545-4a71-ac16-55dee6d852fe HTTP/1.1" status: 200 len: 217 time: 0.0820067 Nov 25 13:08:53.254654 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2dd5265-c989-432c-a5b2-209782139d6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7167fc5d-d545-4a71-ac16-55dee6d852fe'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:08:53.259450 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d601b17c-c3aa-45aa-8e4a-40e5cd1590ba" -d '{"events": [{"server_uuid": "c2dd5265-c989-432c-a5b2-209782139d6d", "name": "network-vif-plugged", "status": "completed", "tag": "7167fc5d-d545-4a71-ac16-55dee6d852fe"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:08:53.288707 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 7167fc5d-d545-4a71-ac16-55dee6d852fe, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=7167fc5d-d545-4a71-ac16-55dee6d852fe,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:08:53.300627 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:53.302632 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device ce0b3627-5e84-4b8f-a7c5-e76f3b956d08 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:08:53.363227 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf02a2f-d642-4474-b133-ad94fdf17935 req-78aacccc-d719-46b2-941c-c8bb10b0821f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:53.365221 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9bf02a2f-d642-4474-b133-ad94fdf17935 req-78aacccc-d719-46b2-941c-c8bb10b0821f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.1102273 Nov 25 13:08:53.410331 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: ce0b3627-5e84-4b8f-a7c5-e76f3b956d08 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:08:53.411574 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device ce0b3627-5e84-4b8f-a7c5-e76f3b956d08 not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:08:53.452858 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=7167fc5d-d545-4a71-ac16-55dee6d852fe,revision_number=9']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:53.456288 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b518420-5319-4ced-a8ec-091ba79617be x-openstack-request-id: req-1b518420-5319-4ced-a8ec-091ba79617be {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:08:53.457094 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2dd5265-c989-432c-a5b2-209782139d6d", "name": "network-vif-plugged", "status": "completed", "tag": "7167fc5d-d545-4a71-ac16-55dee6d852fe", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:08:53.457094 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1b518420-5319-4ced-a8ec-091ba79617be {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:08:53.457521 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2dd5265-c989-432c-a5b2-209782139d6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7167fc5d-d545-4a71-ac16-55dee6d852fe', 'code': 200} Nov 25 13:08:53.470054 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:08:53.471853 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:08:53.472586 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:08:53.474807 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:08:53.474807 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:08:53.475839 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:08:53.476287 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:08:53.479976 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:08:53.480434 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:08:53.480877 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:08:53.481320 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:08:53.481755 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:08:53.498909 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-d2bec7e4-c868-480a-bb24-04d2ae1069a5 req-fd875af9-079b-4f1e-b522-5dc274f08e74 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Allocated IP 192.168.233.97 (85f6380f-3625-4f44-8465-fbcf0c11fed5/2ce5ca48-e3be-44c6-9584-fd9eb8c67222/57611997-0a9b-471a-af0b-c8cfeed0f113) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:08:53.529492 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf02a2f-d642-4474-b133-ad94fdf17935 req-41bc0339-e6fa-4b76-8d14-cf1d41d8611b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:53.531625 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9bf02a2f-d642-4474-b133-ad94fdf17935 req-41bc0339-e6fa-4b76-8d14-cf1d41d8611b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1462197 Nov 25 13:08:53.560025 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cb82be1-1913-472d-b5a0-9f0f09f94b14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '989e6a40-0f2a-4ac9-b572-a8872d05c2c9'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:08:53.564870 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0037aef3-7abd-4a3f-b223-55b15507a0be" -d '{"events": [{"server_uuid": "7cb82be1-1913-472d-b5a0-9f0f09f94b14", "name": "network-vif-unplugged", "status": "completed", "tag": "989e6a40-0f2a-4ac9-b572-a8872d05c2c9"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:08:53.591272 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-610f4064-325a-46e9-8d73-ed00b1d79b97 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:53.625348 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-610f4064-325a-46e9-8d73-ed00b1d79b97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:53.666125 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9bf02a2f-d642-4474-b133-ad94fdf17935 req-2f747916-06f9-4608-abf3-2dcaca0fa561 service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220148 Nov 25 13:08:53.733729 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 13:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f1a929-c8de-4fcb-a0b6-2d38514475a3 x-openstack-request-id: req-13f1a929-c8de-4fcb-a0b6-2d38514475a3 {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:08:53.733984 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cb82be1-1913-472d-b5a0-9f0f09f94b14", "name": "network-vif-unplugged", "status": "completed", "tag": "989e6a40-0f2a-4ac9-b572-a8872d05c2c9", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:08:53.734162 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-13f1a929-c8de-4fcb-a0b6-2d38514475a3 {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:08:53.734580 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cb82be1-1913-472d-b5a0-9f0f09f94b14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '989e6a40-0f2a-4ac9-b572-a8872d05c2c9', 'code': 200} Nov 25 13:08:53.746465 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610f4064-325a-46e9-8d73-ed00b1d79b97 service neutron] Pushing event updated for resources: {'Port': ['ID=989e6a40-0f2a-4ac9-b572-a8872d05c2c9,revision_number=7']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:53.775017 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8c60c67d-56e5-41c5-bdf2-a53ce3445d49 req-0f12c4e5-6154-4990-a26f-274d742bff9c tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133638 Nov 25 13:08:53.775965 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9bf02a2f-d642-4474-b133-ad94fdf17935 req-40f885ef-0cdb-46eb-9fe6-ba2ab5811928 service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992951 Nov 25 13:08:53.951607 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-610f4064-325a-46e9-8d73-ed00b1d79b97 service neutron] Attempting to bind port 989e6a40-0f2a-4ac9-b572-a8872d05c2c9 on host n-h2-808199-11 for vnic_type normal with profile {"migrating_to": "n-h1-808199-11"} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:08:53.951973 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-610f4064-325a-46e9-8d73-ed00b1d79b97 service neutron] Attempting to bind port 989e6a40-0f2a-4ac9-b572-a8872d05c2c9 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '6f5b4a09-9f6c-4c19-8201-4d90933cd506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '20494638-06c1-415e-90d6-c326674b78a0'}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:08:53.952271 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-610f4064-325a-46e9-8d73-ed00b1d79b97 service neutron] Attempting to bind port 989e6a40-0f2a-4ac9-b572-a8872d05c2c9 on network 20494638-06c1-415e-90d6-c326674b78a0 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:08:53.967937 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-610f4064-325a-46e9-8d73-ed00b1d79b97 service neutron] Port 989e6a40-0f2a-4ac9-b572-a8872d05c2c9 on network 20494638-06c1-415e-90d6-c326674b78a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:08:53.968296 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-610f4064-325a-46e9-8d73-ed00b1d79b97 service neutron] Attempting to bind port 989e6a40-0f2a-4ac9-b572-a8872d05c2c9 on network 20494638-06c1-415e-90d6-c326674b78a0 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:08:53.979967 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-610f4064-325a-46e9-8d73-ed00b1d79b97 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:08:53.980325 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-610f4064-325a-46e9-8d73-ed00b1d79b97 service neutron] Checking segment: {'id': '6f5b4a09-9f6c-4c19-8201-4d90933cd506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '20494638-06c1-415e-90d6-c326674b78a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:08:53.980697 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-610f4064-325a-46e9-8d73-ed00b1d79b97 service neutron] Bound using segment: {'id': '6f5b4a09-9f6c-4c19-8201-4d90933cd506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '20494638-06c1-415e-90d6-c326674b78a0'} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:08:53.981147 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-610f4064-325a-46e9-8d73-ed00b1d79b97 service neutron] Bound port: 989e6a40-0f2a-4ac9-b572-a8872d05c2c9, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f5b4a09-9f6c-4c19-8201-4d90933cd506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '20494638-06c1-415e-90d6-c326674b78a0'}}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:08:53.981514 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-610f4064-325a-46e9-8d73-ed00b1d79b97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:54.003198 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d2bec7e4-c868-480a-bb24-04d2ae1069a5 req-fd875af9-079b-4f1e-b522-5dc274f08e74 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:54.011972 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b00a96-36c7-4509-9974-4d857ff29f77 req-d1d6f5f9-5717-4e14-b5f5-fdc4821359f0 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:54.019184 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c9b00a96-36c7-4509-9974-4d857ff29f77 req-d1d6f5f9-5717-4e14-b5f5-fdc4821359f0 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3ef7337-9105-45f4-9d49-7c22c41b6223 HTTP/1.1" status: 200 len: 945 time: 0.1370056 Nov 25 13:08:54.028691 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4fe63c-a0fb-4cb6-8e34-b66d07b0733f req-3abe9501-2fab-4333-89e9-4cd334092ddc tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:54.035815 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6c4fe63c-a0fb-4cb6-8e34-b66d07b0733f req-3abe9501-2fab-4333-89e9-4cd334092ddc tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2dd5265-c989-432c-a5b2-209782139d6d HTTP/1.1" status: 200 len: 950 time: 0.1601903 Nov 25 13:08:54.050908 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d2bec7e4-c868-480a-bb24-04d2ae1069a5 req-fd875af9-079b-4f1e-b522-5dc274f08e74 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:54.077966 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['7fb6f54d-91e5-44d1-b51e-17bdd8ecb01e', 'e3af4f0b-b1e6-4b83-91ed-deb59a01c9bc', '714f6353-6e25-43c5-8c2f-860f09c78bae', '9bae3617-6f67-4d05-82bb-3c70eb7cb932', '8eba8700-50bb-47aa-ac12-8d250868a4f5'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:08:54.087493 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['0b4bc922-b858-4465-ad56-5c6029f30377', '7f6f303f-ef2d-4137-9d8f-b9909032840b'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:08:54.119704 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2bec7e4-c868-480a-bb24-04d2ae1069a5 req-fd875af9-079b-4f1e-b522-5dc274f08e74 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Network 85f6380f-3625-4f44-8465-fbcf0c11fed5 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:08:54.124547 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-d2bec7e4-c868-480a-bb24-04d2ae1069a5 req-fd875af9-079b-4f1e-b522-5dc274f08e74 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:08:54.140990 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd875af9-079b-4f1e-b522-5dc274f08e74 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Pushing event updated for resources: {'Port': ['ID=57611997-0a9b-471a-af0b-c8cfeed0f113,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:54.157348 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2bec7e4-c868-480a-bb24-04d2ae1069a5 req-fd875af9-079b-4f1e-b522-5dc274f08e74 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:08:54.196204 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6c4fe63c-a0fb-4cb6-8e34-b66d07b0733f req-714574f2-5053-4519-b58c-e1e11006b592 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529121 Nov 25 13:08:54.216880 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c9b00a96-36c7-4509-9974-4d857ff29f77 req-b65a7f51-9a77-48c7-90ae-7b7be313c853 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/security-groups?id=f6748c79-b185-401c-a5a4-7558eeb3a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967669 Nov 25 13:08:54.235303 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-610f4064-325a-46e9-8d73-ed00b1d79b97 service neutron] For port 989e6a40-0f2a-4ac9-b572-a8872d05c2c9, host n-h2-808199-11, cleared binding levels {{(pid=103570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:08:54.246925 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-610f4064-325a-46e9-8d73-ed00b1d79b97 service neutron] For port 989e6a40-0f2a-4ac9-b572-a8872d05c2c9, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=989e6a40-0f2a-4ac9-b572-a8872d05c2c9,segment=NetworkSegment(6f5b4a09-9f6c-4c19-8201-4d90933cd506),segment_id=6f5b4a09-9f6c-4c19-8201-4d90933cd506)] {{(pid=103570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:08:54.252160 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bec7e4-c868-480a-bb24-04d2ae1069a5 req-fd875af9-079b-4f1e-b522-5dc274f08e74 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:54.258472 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-610f4064-325a-46e9-8d73-ed00b1d79b97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:54.272642 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d2bec7e4-c868-480a-bb24-04d2ae1069a5 req-fd875af9-079b-4f1e-b522-5dc274f08e74 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:54.341418 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d2bec7e4-c868-480a-bb24-04d2ae1069a5 req-fd875af9-079b-4f1e-b522-5dc274f08e74 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8576746 Nov 25 13:08:54.413718 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-d2bec7e4-c868-480a-bb24-04d2ae1069a5 req-7dcb82b9-3ad3-4359-b6ed-86df13861d46 service neutron] Request body: {'port': {'device_id': 'dad49570-a207-4028-b0f0-3ad38208e4b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:08:54.487254 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610f4064-325a-46e9-8d73-ed00b1d79b97 service neutron] Pushing event updated for resources: {'Port': ['ID=989e6a40-0f2a-4ac9-b572-a8872d05c2c9,revision_number=8']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:54.588673 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-610f4064-325a-46e9-8d73-ed00b1d79b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:54.591655 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-610f4064-325a-46e9-8d73-ed00b1d79b97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:54.595287 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-610f4064-325a-46e9-8d73-ed00b1d79b97 service neutron] 10.222.0.66 "PUT /v2.0/ports/989e6a40-0f2a-4ac9-b572-a8872d05c2c9 HTTP/1.1" status: 200 len: 1123 time: 2.4536119 Nov 25 13:08:54.622318 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d2bec7e4-c868-480a-bb24-04d2ae1069a5 req-7dcb82b9-3ad3-4359-b6ed-86df13861d46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:54.742681 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e4d732-6061-464b-9290-6a76a072c3bd req-9b033f0e-3073-4b95-9b7c-f6f8f7442464 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:54.744228 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-18e4d732-6061-464b-9290-6a76a072c3bd req-9b033f0e-3073-4b95-9b7c-f6f8f7442464 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=dad49570-a207-4028-b0f0-3ad38208e4b4 HTTP/1.1" status: 200 len: 935 time: 0.1297514 Nov 25 13:08:54.796013 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['989e6a40-0f2a-4ac9-b572-a8872d05c2c9'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:08:54.844431 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-18e4d732-6061-464b-9290-6a76a072c3bd req-4dd6a4db-ae2d-4963-8531-68e72221e51c tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850644 Nov 25 13:08:54.898938 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-e6bc3dd0-e76d-47a1-8f8f-42a7c30b80e4 None None] Provisioning complete for port 57611997-0a9b-471a-af0b-c8cfeed0f113 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:08:54.899739 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e6bc3dd0-e76d-47a1-8f8f-42a7c30b80e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:55.051746 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-e6bc3dd0-e76d-47a1-8f8f-42a7c30b80e4 None None] Port 57611997-0a9b-471a-af0b-c8cfeed0f113 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:08:55.079910 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685f2c7-7b3e-4e76-a7a1-f0a4ce8fb640 req-7a3fffdd-66ba-4492-9f0b-a878bfa05fa9 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:55.083891 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a685f2c7-7b3e-4e76-a7a1-f0a4ce8fb640 req-7a3fffdd-66ba-4492-9f0b-a878bfa05fa9 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cb82be1-1913-472d-b5a0-9f0f09f94b14 HTTP/1.1" status: 200 len: 943 time: 0.1093023 Nov 25 13:08:55.184913 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a685f2c7-7b3e-4e76-a7a1-f0a4ce8fb640 req-91d195eb-40ac-49c5-a58d-4331bc79e235 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943887 Nov 25 13:08:55.277849 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-d2bec7e4-c868-480a-bb24-04d2ae1069a5 req-7dcb82b9-3ad3-4359-b6ed-86df13861d46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57611997-0a9b-471a-af0b-c8cfeed0f113 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:08:55.299967 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d2bec7e4-c868-480a-bb24-04d2ae1069a5 req-7dcb82b9-3ad3-4359-b6ed-86df13861d46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:55.320181 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-d2bec7e4-c868-480a-bb24-04d2ae1069a5 req-7dcb82b9-3ad3-4359-b6ed-86df13861d46 service neutron] Transition to ACTIVE for port object 57611997-0a9b-471a-af0b-c8cfeed0f113 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:08:55.328668 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d2bec7e4-c868-480a-bb24-04d2ae1069a5 req-7dcb82b9-3ad3-4359-b6ed-86df13861d46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:55.578869 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcb82b9-3ad3-4359-b6ed-86df13861d46 service neutron] Pushing event updated for resources: {'Port': ['ID=57611997-0a9b-471a-af0b-c8cfeed0f113,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:55.647120 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-d2bec7e4-c868-480a-bb24-04d2ae1069a5 req-7dcb82b9-3ad3-4359-b6ed-86df13861d46 service neutron] Attempting to bind port 57611997-0a9b-471a-af0b-c8cfeed0f113 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:08:55.647558 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-d2bec7e4-c868-480a-bb24-04d2ae1069a5 req-7dcb82b9-3ad3-4359-b6ed-86df13861d46 service neutron] Attempting to bind port 57611997-0a9b-471a-af0b-c8cfeed0f113 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:08:55.648616 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bec7e4-c868-480a-bb24-04d2ae1069a5 req-7dcb82b9-3ad3-4359-b6ed-86df13861d46 service neutron] Attempting to bind port 57611997-0a9b-471a-af0b-c8cfeed0f113 on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:08:55.663410 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bec7e4-c868-480a-bb24-04d2ae1069a5 req-7dcb82b9-3ad3-4359-b6ed-86df13861d46 service neutron] Port 57611997-0a9b-471a-af0b-c8cfeed0f113 on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:08:55.663720 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bec7e4-c868-480a-bb24-04d2ae1069a5 req-7dcb82b9-3ad3-4359-b6ed-86df13861d46 service neutron] Attempting to bind port 57611997-0a9b-471a-af0b-c8cfeed0f113 on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:08:55.673547 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bec7e4-c868-480a-bb24-04d2ae1069a5 req-7dcb82b9-3ad3-4359-b6ed-86df13861d46 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:08:55.673882 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bec7e4-c868-480a-bb24-04d2ae1069a5 req-7dcb82b9-3ad3-4359-b6ed-86df13861d46 service neutron] Checking segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:08:55.674286 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bec7e4-c868-480a-bb24-04d2ae1069a5 req-7dcb82b9-3ad3-4359-b6ed-86df13861d46 service neutron] Bound using segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:08:55.674763 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-d2bec7e4-c868-480a-bb24-04d2ae1069a5 req-7dcb82b9-3ad3-4359-b6ed-86df13861d46 service neutron] Bound port: 57611997-0a9b-471a-af0b-c8cfeed0f113, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:08:55.675175 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d2bec7e4-c868-480a-bb24-04d2ae1069a5 req-7dcb82b9-3ad3-4359-b6ed-86df13861d46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:55.726498 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efadc2fb-1934-4b25-9c14-1f7a84db8c5c req-5b9e3003-e2ca-431b-b55c-3fc0640efe06 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:55.728846 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-efadc2fb-1934-4b25-9c14-1f7a84db8c5c req-5b9e3003-e2ca-431b-b55c-3fc0640efe06 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2dd5265-c989-432c-a5b2-209782139d6d HTTP/1.1" status: 200 len: 950 time: 0.1584146 Nov 25 13:08:55.736151 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cb82be1-1913-472d-b5a0-9f0f09f94b14', 'tag': '989e6a40-0f2a-4ac9-b572-a8872d05c2c9'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:08:55.738808 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96bb947-c876-4910-b636-fcca2d318114" -d '{"events": [{"name": "network-changed", "server_uuid": "7cb82be1-1913-472d-b5a0-9f0f09f94b14", "tag": "989e6a40-0f2a-4ac9-b572-a8872d05c2c9"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:08:55.844209 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-d2bec7e4-c868-480a-bb24-04d2ae1069a5 req-7dcb82b9-3ad3-4359-b6ed-86df13861d46 service neutron] For port 57611997-0a9b-471a-af0b-c8cfeed0f113, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:08:55.851519 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-d2bec7e4-c868-480a-bb24-04d2ae1069a5 req-7dcb82b9-3ad3-4359-b6ed-86df13861d46 service neutron] For port 57611997-0a9b-471a-af0b-c8cfeed0f113, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=57611997-0a9b-471a-af0b-c8cfeed0f113,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:08:55.860080 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d2bec7e4-c868-480a-bb24-04d2ae1069a5 req-7dcb82b9-3ad3-4359-b6ed-86df13861d46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:55.892393 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-efadc2fb-1934-4b25-9c14-1f7a84db8c5c req-0629ed25-1902-4e73-995f-bcd0c4feb8ed tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494069 Nov 25 13:08:55.921268 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bec7e4-c868-480a-bb24-04d2ae1069a5 req-7dcb82b9-3ad3-4359-b6ed-86df13861d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:55.921880 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d2bec7e4-c868-480a-bb24-04d2ae1069a5 req-7dcb82b9-3ad3-4359-b6ed-86df13861d46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:55.925217 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d2bec7e4-c868-480a-bb24-04d2ae1069a5 req-7dcb82b9-3ad3-4359-b6ed-86df13861d46 service neutron] 10.222.0.47 "PUT /v2.0/ports/57611997-0a9b-471a-af0b-c8cfeed0f113 HTTP/1.1" status: 200 len: 1096 time: 1.5592911 Nov 25 13:08:55.930455 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dad49570-a207-4028-b0f0-3ad38208e4b4', 'tag': '57611997-0a9b-471a-af0b-c8cfeed0f113'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:08:55.935015 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-277fde4a-874f-4684-b9c3-4c87e1f75171" -d '{"events": [{"name": "network-changed", "server_uuid": "dad49570-a207-4028-b0f0-3ad38208e4b4", "tag": "57611997-0a9b-471a-af0b-c8cfeed0f113"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:08:55.984001 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcb82b9-3ad3-4359-b6ed-86df13861d46 service neutron] Pushing event updated for resources: {'Port': ['ID=57611997-0a9b-471a-af0b-c8cfeed0f113,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:56.167845 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bec7e4-c868-480a-bb24-04d2ae1069a5 req-339e9215-8a2d-40cb-a11d-d0c55acc0112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:56.169551 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d2bec7e4-c868-480a-bb24-04d2ae1069a5 req-339e9215-8a2d-40cb-a11d-d0c55acc0112 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4190dcc6411041ccb9fe22c2d4608a11&device_id=dad49570-a207-4028-b0f0-3ad38208e4b4 HTTP/1.1" status: 200 len: 1099 time: 0.1697266 Nov 25 13:08:56.180875 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6fbd6c-474e-49ca-b25a-4bb91eedd7ed x-openstack-request-id: req-7f6fbd6c-474e-49ca-b25a-4bb91eedd7ed {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:08:56.182034 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cb82be1-1913-472d-b5a0-9f0f09f94b14", "tag": "989e6a40-0f2a-4ac9-b572-a8872d05c2c9", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:08:56.182477 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7f6fbd6c-474e-49ca-b25a-4bb91eedd7ed {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:08:56.183107 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cb82be1-1913-472d-b5a0-9f0f09f94b14', 'tag': '989e6a40-0f2a-4ac9-b572-a8872d05c2c9', 'status': 'completed', 'code': 200} Nov 25 13:08:56.290648 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d2bec7e4-c868-480a-bb24-04d2ae1069a5 req-5241a628-fb90-44a4-8d93-4d16cfe8ac49 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=57611997-0a9b-471a-af0b-c8cfeed0f113 HTTP/1.1" status: 200 len: 217 time: 0.0810440 Nov 25 13:08:56.391013 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bec7e4-c868-480a-bb24-04d2ae1069a5 req-3ab298da-66b6-4f8f-b2fb-71a0c06025b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:56.394312 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d2bec7e4-c868-480a-bb24-04d2ae1069a5 req-3ab298da-66b6-4f8f-b2fb-71a0c06025b2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.0701246 Nov 25 13:08:56.478262 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd57f58-8948-4ac8-9f55-cb2168605f97 req-8a7d7cd9-26c5-42e9-8818-1c7d960c6a1d tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:56.488441 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fbd57f58-8948-4ac8-9f55-cb2168605f97 req-8a7d7cd9-26c5-42e9-8818-1c7d960c6a1d tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=dad49570-a207-4028-b0f0-3ad38208e4b4 HTTP/1.1" status: 200 len: 947 time: 0.1071064 Nov 25 13:08:56.515945 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96bb947-c876-4910-b636-fcca2d318114 req-354ce640-e026-428f-8986-2dda37b8a239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:56.517449 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c96bb947-c876-4910-b636-fcca2d318114 req-354ce640-e026-428f-8986-2dda37b8a239 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f9638bf2b13b4d579c7476454eb03e3d&device_id=7cb82be1-1913-472d-b5a0-9f0f09f94b14 HTTP/1.1" status: 200 len: 1126 time: 0.1073189 Nov 25 13:08:56.519236 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bec7e4-c868-480a-bb24-04d2ae1069a5 req-21ecb45a-8d70-4c04-91f5-e811568ee600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:56.520528 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af2b1da-010c-4941-969e-5ab13c8701f1 req-02f9699d-dafa-4a6c-89c7-1557c8703677 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:56.520684 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d2bec7e4-c868-480a-bb24-04d2ae1069a5 req-21ecb45a-8d70-4c04-91f5-e811568ee600 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1006067 Nov 25 13:08:56.522807 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9af2b1da-010c-4941-969e-5ab13c8701f1 req-02f9699d-dafa-4a6c-89c7-1557c8703677 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2dd5265-c989-432c-a5b2-209782139d6d HTTP/1.1" status: 200 len: 950 time: 0.0948656 Nov 25 13:08:56.527502 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 989e6a40-0f2a-4ac9-b572-a8872d05c2c9 details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:08:56.644183 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fbd57f58-8948-4ac8-9f55-cb2168605f97 req-2559c3b0-4c91-44e9-8fc6-0b609f50d4a8 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548226 Nov 25 13:08:56.698257 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 989e6a40-0f2a-4ac9-b572-a8872d05c2c9, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=989e6a40-0f2a-4ac9-b572-a8872d05c2c9,segment=NetworkSegment(6f5b4a09-9f6c-4c19-8201-4d90933cd506),segment_id=6f5b4a09-9f6c-4c19-8201-4d90933cd506)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:08:56.734395 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f475af94-0f82-4bb4-a70f-2b73b6f26f5c x-openstack-request-id: req-f475af94-0f82-4bb4-a70f-2b73b6f26f5c {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:08:56.734733 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dad49570-a207-4028-b0f0-3ad38208e4b4", "tag": "57611997-0a9b-471a-af0b-c8cfeed0f113", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:08:56.734973 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f475af94-0f82-4bb4-a70f-2b73b6f26f5c {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:08:56.735412 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dad49570-a207-4028-b0f0-3ad38208e4b4', 'tag': '57611997-0a9b-471a-af0b-c8cfeed0f113', 'status': 'completed', 'code': 200} Nov 25 13:08:56.736839 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9af2b1da-010c-4941-969e-5ab13c8701f1 req-8538304a-fbca-44d5-be74-072a1987a2ab tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972787 Nov 25 13:08:56.746543 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96bb947-c876-4910-b636-fcca2d318114 req-c75fb17e-ae3d-4f97-afa7-3f554af92a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:56.748048 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c96bb947-c876-4910-b636-fcca2d318114 req-c75fb17e-ae3d-4f97-afa7-3f554af92a97 service neutron] 10.222.0.47 "GET /v2.0/networks?id=20494638-06c1-415e-90d6-c326674b78a0 HTTP/1.1" status: 200 len: 908 time: 0.2114379 Nov 25 13:08:56.750161 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d2bec7e4-c868-480a-bb24-04d2ae1069a5 req-cb2c59fa-ea97-4076-92f5-7f933e491dd9 service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993344 Nov 25 13:08:56.751555 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 989e6a40-0f2a-4ac9-b572-a8872d05c2c9 has no active binding in host n-h1-808199-11 {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 25 13:08:56.896381 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640374c-25ed-4979-aebf-158bc7172f35 req-0f1d8f84-d651-480e-941d-82fa100333de tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:56.898635 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9640374c-25ed-4979-aebf-158bc7172f35 req-0f1d8f84-d651-480e-941d-82fa100333de tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cb82be1-1913-472d-b5a0-9f0f09f94b14 HTTP/1.1" status: 200 len: 943 time: 0.0823953 Nov 25 13:08:56.908514 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c96bb947-c876-4910-b636-fcca2d318114 req-73e9c7f0-1986-403f-90d8-3f49583476eb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=989e6a40-0f2a-4ac9-b572-a8872d05c2c9 HTTP/1.1" status: 200 len: 217 time: 0.1316247 Nov 25 13:08:57.004445 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d2bec7e4-c868-480a-bb24-04d2ae1069a5 req-4aed07ed-90f7-446d-b56b-70e2fca4a057 service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222781 Nov 25 13:08:57.027734 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9640374c-25ed-4979-aebf-158bc7172f35 req-8c1f9bf5-d226-47c6-9497-63513af363fd tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227834 Nov 25 13:08:57.065250 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96bb947-c876-4910-b636-fcca2d318114 req-92c0ac3f-66c8-47f9-b556-282e26c01bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:57.066775 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c96bb947-c876-4910-b636-fcca2d318114 req-92c0ac3f-66c8-47f9-b556-282e26c01bf8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=82870c5b-3c5b-4cf7-b280-dc92346a33bf HTTP/1.1" status: 200 len: 847 time: 0.1436033 Nov 25 13:08:57.133395 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c96bb947-c876-4910-b636-fcca2d318114 req-5f9e6115-a0df-4646-99c6-745c5af99d2b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20494638-06c1-415e-90d6-c326674b78a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454073 Nov 25 13:08:57.321057 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c96bb947-c876-4910-b636-fcca2d318114 req-e7630657-f499-426c-908e-f7ee338b2d69 service neutron] 10.222.0.47 "GET /v2.0/networks/20494638-06c1-415e-90d6-c326674b78a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528766 Nov 25 13:08:57.340549 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277fde4a-874f-4684-b9c3-4c87e1f75171 req-fe6b2928-b2c5-421a-933b-a71d224bfb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:57.343022 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-277fde4a-874f-4684-b9c3-4c87e1f75171 req-fe6b2928-b2c5-421a-933b-a71d224bfb00 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4190dcc6411041ccb9fe22c2d4608a11&device_id=dad49570-a207-4028-b0f0-3ad38208e4b4 HTTP/1.1" status: 200 len: 1099 time: 0.2021470 Nov 25 13:08:57.371066 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f99ff-2f1a-4cc7-b6ed-bf160b5c34e3 req-af6cbad8-91dd-4d5e-a1b5-4f8fe0a87a84 tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:57.379186 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f99ff-2f1a-4cc7-b6ed-bf160b5c34e3 req-af6cbad8-91dd-4d5e-a1b5-4f8fe0a87a84 tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:57.399696 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-051f99ff-2f1a-4cc7-b6ed-bf160b5c34e3 req-af6cbad8-91dd-4d5e-a1b5-4f8fe0a87a84 tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] 10.222.0.53 "GET /v2.0/ports?device_id=81415a91-bed0-42cd-976a-767a169928cf&device_id=e47af08d-7a63-4b58-af72-6bf4ca94a616 HTTP/1.1" status: 200 len: 1682 time: 0.0916657 Nov 25 13:08:57.505256 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-051f99ff-2f1a-4cc7-b6ed-bf160b5c34e3 req-9b758279-6f56-46b5-8501-b93da4d68448 tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa458bb1-7f26-458d-ba42-2def7aa57fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045320 Nov 25 13:08:57.545964 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277fde4a-874f-4684-b9c3-4c87e1f75171 req-7780e05d-7171-4b15-8e11-93c4002ac0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:57.547566 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-277fde4a-874f-4684-b9c3-4c87e1f75171 req-7780e05d-7171-4b15-8e11-93c4002ac0e8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=85f6380f-3625-4f44-8465-fbcf0c11fed5 HTTP/1.1" status: 200 len: 870 time: 0.1217051 Nov 25 13:08:57.606144 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-277fde4a-874f-4684-b9c3-4c87e1f75171 req-6792dca7-b486-4355-86d0-4efcddfe1865 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=57611997-0a9b-471a-af0b-c8cfeed0f113 HTTP/1.1" status: 200 len: 217 time: 0.0349255 Nov 25 13:08:57.670349 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c96bb947-c876-4910-b636-fcca2d318114 req-235a2d8a-9385-4bce-8ff6-c46f2e2988e8 service neutron] 10.222.0.47 "GET /v2.0/networks/20494638-06c1-415e-90d6-c326674b78a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259881 Nov 25 13:08:57.685119 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277fde4a-874f-4684-b9c3-4c87e1f75171 req-ddaa82ce-dfab-4178-8ff8-5e49b1d6a4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:57.687109 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-277fde4a-874f-4684-b9c3-4c87e1f75171 req-ddaa82ce-dfab-4178-8ff8-5e49b1d6a4fd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.0669537 Nov 25 13:08:57.771875 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277fde4a-874f-4684-b9c3-4c87e1f75171 req-a7f9cda4-cdf8-496e-9b6c-3cb3d92026ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:57.783215 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-277fde4a-874f-4684-b9c3-4c87e1f75171 req-a7f9cda4-cdf8-496e-9b6c-3cb3d92026ff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0689030 Nov 25 13:08:57.791369 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-32e22b99-cc34-4769-8211-c9326f912e25 req-bd92a5f1-d054-4c22-b155-2f259a3d49cf tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=af4c9854d3c048999405c81c71776d29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307391 Nov 25 13:08:57.887682 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-277fde4a-874f-4684-b9c3-4c87e1f75171 req-4f9108e9-d1ae-40bf-a20c-5b309ff2263e service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933716 Nov 25 13:08:57.947159 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e22b99-cc34-4769-8211-c9326f912e25 req-2d6cf9aa-fdcd-4e76-9f09-35696f01a673 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:57.948679 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-32e22b99-cc34-4769-8211-c9326f912e25 req-2d6cf9aa-fdcd-4e76-9f09-35696f01a673 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1484804 Nov 25 13:08:57.996702 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-32e22b99-cc34-4769-8211-c9326f912e25 req-d3b9830d-0e1b-428b-b2c9-7dfea8e21a75 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/quotas/af4c9854d3c048999405c81c71776d29 HTTP/1.1" status: 200 len: 375 time: 0.0182550 Nov 25 13:08:58.051106 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4608a7ba-6844-4b13-a518-0df417dace3f req-ac7539e9-0a5d-43e0-81f5-df7825f70961 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:58.059385 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4608a7ba-6844-4b13-a518-0df417dace3f req-ac7539e9-0a5d-43e0-81f5-df7825f70961 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=dad49570-a207-4028-b0f0-3ad38208e4b4 HTTP/1.1" status: 200 len: 947 time: 0.2732713 Nov 25 13:08:58.068919 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-277fde4a-874f-4684-b9c3-4c87e1f75171 req-15a32156-155a-4bd2-9e4c-b47ac0fb536d service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707535 Nov 25 13:08:58.146453 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4608a7ba-6844-4b13-a518-0df417dace3f req-a30fc4c2-6913-4c4b-8e0e-9647ae686a80 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859368 Nov 25 13:08:58.194285 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-32e22b99-cc34-4769-8211-c9326f912e25 req-8e1a2260-7abb-497e-8147-ab184d95eaaf tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=af4c9854d3c048999405c81c71776d29&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1897783 Nov 25 13:08:58.397732 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69567fa-b61f-42e5-885d-37a3df87b663 req-0783759d-8733-474b-b2af-826846f1964a tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:58.399910 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c69567fa-b61f-42e5-885d-37a3df87b663 req-0783759d-8733-474b-b2af-826846f1964a tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cb82be1-1913-472d-b5a0-9f0f09f94b14 HTTP/1.1" status: 200 len: 943 time: 0.1132109 Nov 25 13:08:58.506314 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c69567fa-b61f-42e5-885d-37a3df87b663 req-c9c60a55-b78a-4109-8d27-16d3b4841a86 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996735 Nov 25 13:08:58.680933 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f7b874a9-b5fd-4c91-9741-b1329ca573ab req-91d52c8e-5173-41eb-8546-40032c32ced9 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b109b5-f10f-4c16-9fe2-c3d4add301ee HTTP/1.1" status: 200 len: 210 time: 0.0461917 Nov 25 13:08:58.952028 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device eccf0155-fda1-4a45-b997-f53e839fff7a details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:08:59.246331 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port eccf0155-fda1-4a45-b997-f53e839fff7a, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=eccf0155-fda1-4a45-b997-f53e839fff7a,segment=NetworkSegment(e8fc9265-97df-4bce-bf9a-73ae38a4e9ce),segment_id=e8fc9265-97df-4bce-bf9a-73ae38a4e9ce)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:08:59.280090 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': 'eccf0155-fda1-4a45-b997-f53e839fff7a', 'network_id': '3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d', 'port_id': 'eccf0155-fda1-4a45-b997-f53e839fff7a', 'mac_address': 'fa:16:3e:b1:d2:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af6d388d-5278-4fef-a1e9-b40af907e39b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:08:59.349503 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d2fdf5-708e-4b2d-9d5e-d3744f5672fd req-e4a2bcb5-8306-49bc-b406-b9e85cafc4c3 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:59.362099 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c3d2fdf5-708e-4b2d-9d5e-d3744f5672fd req-e4a2bcb5-8306-49bc-b406-b9e85cafc4c3 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=dad49570-a207-4028-b0f0-3ad38208e4b4 HTTP/1.1" status: 200 len: 947 time: 0.0976398 Nov 25 13:08:59.431799 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:59.476009 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eccf0155-fda1-4a45-b997-f53e839fff7a {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:08:59.483162 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c3d2fdf5-708e-4b2d-9d5e-d3744f5672fd req-95534166-c5e5-4f97-b1d2-382f6f4a2f6a tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187892 Nov 25 13:08:59.501646 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008dac04-847c-4206-af7f-4d850d5a5de6 req-40a4fae5-35b7-4451-a474-5996acb38da8 tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:59.504828 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-008dac04-847c-4206-af7f-4d850d5a5de6 req-40a4fae5-35b7-4451-a474-5996acb38da8 tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] 10.222.0.53 "GET /v2.0/ports?device_id=e47af08d-7a63-4b58-af72-6bf4ca94a616 HTTP/1.1" status: 200 len: 946 time: 0.1174743 Nov 25 13:08:59.547201 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port eccf0155-fda1-4a45-b997-f53e839fff7a, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=eccf0155-fda1-4a45-b997-f53e839fff7a,segment=NetworkSegment(e8fc9265-97df-4bce-bf9a-73ae38a4e9ce),segment_id=e8fc9265-97df-4bce-bf9a-73ae38a4e9ce)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:08:59.559667 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:08:59.608524 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-008dac04-847c-4206-af7f-4d850d5a5de6 req-e97cbd5a-43d1-4d9b-91ba-1bee5e43ed82 tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa458bb1-7f26-458d-ba42-2def7aa57fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960691 Nov 25 13:08:59.683183 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=eccf0155-fda1-4a45-b997-f53e839fff7a,revision_number=6']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:08:59.733335 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefd7609-e180-42dd-831e-395df6fb862d req-e0e2e79a-419a-46f2-a874-0295c6da3ca2 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:08:59.735000 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-eefd7609-e180-42dd-831e-395df6fb862d req-e0e2e79a-419a-46f2-a874-0295c6da3ca2 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cb82be1-1913-472d-b5a0-9f0f09f94b14 HTTP/1.1" status: 200 len: 943 time: 0.0739617 Nov 25 13:08:59.749611 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['eccf0155-fda1-4a45-b997-f53e839fff7a'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:08:59.892405 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-eefd7609-e180-42dd-831e-395df6fb862d req-0cf45e1a-a766-4326-b39e-2a70ce94774d tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495802 Nov 25 13:08:59.911300 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2b3ebf7a-3dbd-41da-b172-28deca7d130c req-453f32c5-7b56-4b36-9310-5be628f44c7d tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b109b5-f10f-4c16-9fe2-c3d4add301ee HTTP/1.1" status: 200 len: 210 time: 0.1316664 Nov 25 13:09:00.193861 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-32e22b99-cc34-4769-8211-c9326f912e25 req-23a2b874-3bae-496f-a964-dd797bb19ce5 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=af4c9854d3c048999405c81c71776d29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549233 Nov 25 13:09:00.298278 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-01ea6b99-9c18-4fa8-978f-5ff47443552c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:00.457795 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e22b99-cc34-4769-8211-c9326f912e25 req-e231b0d9-d428-4cec-a42f-8a597d6308c0 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:00.459356 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-32e22b99-cc34-4769-8211-c9326f912e25 req-e231b0d9-d428-4cec-a42f-8a597d6308c0 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2494485 Nov 25 13:09:00.486026 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-32e22b99-cc34-4769-8211-c9326f912e25 req-e34a4881-1a02-4ff4-84ee-99dee65968e7 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Request body: {'port': {'device_id': '89b109b5-f10f-4c16-9fe2-c3d4add301ee', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'admin_state_up': True, 'tenant_id': 'af4c9854d3c048999405c81c71776d29'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:09:00.729031 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f3bc56-a779-4968-b3bf-952654a7c26a req-84036727-2de9-499e-abcb-e7941fd06db6 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:00.766109 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-51f3bc56-a779-4968-b3bf-952654a7c26a req-84036727-2de9-499e-abcb-e7941fd06db6 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=dad49570-a207-4028-b0f0-3ad38208e4b4 HTTP/1.1" status: 200 len: 947 time: 0.1510925 Nov 25 13:09:00.967693 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 57611997-0a9b-471a-af0b-c8cfeed0f113 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:09:00.974617 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device eccf0155-fda1-4a45-b997-f53e839fff7a up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:09:00.988420 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32e22b99-cc34-4769-8211-c9326f912e25 req-e34a4881-1a02-4ff4-84ee-99dee65968e7 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Made reservation on behalf of af4c9854d3c048999405c81c71776d29 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:09:00.995477 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-32e22b99-cc34-4769-8211-c9326f912e25 req-e34a4881-1a02-4ff4-84ee-99dee65968e7 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:01.035735 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-51f3bc56-a779-4968-b3bf-952654a7c26a req-45e0997a-300f-44b6-af69-cb72ebfedb98 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602577 Nov 25 13:09:01.255782 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port eccf0155-fda1-4a45-b997-f53e839fff7a triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:09:01.257476 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:01.415037 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-32e22b99-cc34-4769-8211-c9326f912e25 req-e34a4881-1a02-4ff4-84ee-99dee65968e7 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Allocated IP 192.168.233.159 (85f6380f-3625-4f44-8465-fbcf0c11fed5/2ce5ca48-e3be-44c6-9584-fd9eb8c67222/af4eb865-6fca-42f0-bf89-0bc7b39cebac) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:09:01.416106 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc4763-d611-4796-aab6-36bcddfd6d82 req-58ee1696-6787-4279-b71d-a41e125fdafd tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:01.417661 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2bfc4763-d611-4796-aab6-36bcddfd6d82 req-58ee1696-6787-4279-b71d-a41e125fdafd tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] 10.222.0.53 "GET /v2.0/ports?device_id=e47af08d-7a63-4b58-af72-6bf4ca94a616 HTTP/1.1" status: 200 len: 946 time: 0.1973417 Nov 25 13:09:01.443824 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 57611997-0a9b-471a-af0b-c8cfeed0f113, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=57611997-0a9b-471a-af0b-c8cfeed0f113,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:09:01.554575 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2bfc4763-d611-4796-aab6-36bcddfd6d82 req-23147104-0aa4-420f-af5c-2f955151e9f8 tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa458bb1-7f26-458d-ba42-2def7aa57fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164243 Nov 25 13:09:01.610061 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378d5c1-b33c-4fed-95c6-e603a4327b2a req-bfec1cd6-634c-40d2-9381-cead80cf6315 tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:01.611623 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0378d5c1-b33c-4fed-95c6-e603a4327b2a req-bfec1cd6-634c-40d2-9381-cead80cf6315 tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] 10.222.0.66 "GET /v2.0/ports?device_id=81415a91-bed0-42cd-976a-767a169928cf HTTP/1.1" status: 200 len: 945 time: 0.3113768 Nov 25 13:09:01.636923 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:01.738661 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '57611997-0a9b-471a-af0b-c8cfeed0f113', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'port_id': '57611997-0a9b-471a-af0b-c8cfeed0f113', 'mac_address': 'fa:16:3e:ba:10:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce5ca48-e3be-44c6-9584-fd9eb8c67222', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:09:01.792306 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port eccf0155-fda1-4a45-b997-f53e839fff7a, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=eccf0155-fda1-4a45-b997-f53e839fff7a,segment=NetworkSegment(e8fc9265-97df-4bce-bf9a-73ae38a4e9ce),segment_id=e8fc9265-97df-4bce-bf9a-73ae38a4e9ce)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:09:01.795545 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ef7337-9105-45f4-9d49-7c22c41b6223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eccf0155-fda1-4a45-b997-f53e839fff7a'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:09:01.798686 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f162203-08dc-4d2e-b1f1-b28ab2284da3" -d '{"events": [{"server_uuid": "b3ef7337-9105-45f4-9d49-7c22c41b6223", "name": "network-vif-plugged", "status": "completed", "tag": "eccf0155-fda1-4a45-b997-f53e839fff7a"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:09:01.808612 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:01.973021 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=eccf0155-fda1-4a45-b997-f53e839fff7a,revision_number=7']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:02.012170 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:02.070991 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-0378d5c1-b33c-4fed-95c6-e603a4327b2a req-33f42202-2378-4bfe-a567-203838faaa0a tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Deleting port c1414bdb-3c5f-4125-970d-d33a3a042c71 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:09:02.072590 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-0378d5c1-b33c-4fed-95c6-e603a4327b2a req-33f42202-2378-4bfe-a567-203838faaa0a tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:02.279067 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-0378d5c1-b33c-4fed-95c6-e603a4327b2a req-33f42202-2378-4bfe-a567-203838faaa0a tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] For port c1414bdb-3c5f-4125-970d-d33a3a042c71, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=c1414bdb-3c5f-4125-970d-d33a3a042c71,segment=NetworkSegment(b3d2e91b-e12c-4f23-8a52-7057a2ccd503),segment_id=b3d2e91b-e12c-4f23-8a52-7057a2ccd503)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:09:02.279869 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-0378d5c1-b33c-4fed-95c6-e603a4327b2a req-33f42202-2378-4bfe-a567-203838faaa0a tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:02.299246 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-0378d5c1-b33c-4fed-95c6-e603a4327b2a req-33f42202-2378-4bfe-a567-203838faaa0a tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Calling delete_port for c1414bdb-3c5f-4125-970d-d33a3a042c71 owned by compute:nova {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:09:02.356633 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57611997-0a9b-471a-af0b-c8cfeed0f113 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:09:02.410456 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 57611997-0a9b-471a-af0b-c8cfeed0f113, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=57611997-0a9b-471a-af0b-c8cfeed0f113,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:09:02.420736 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:02.531825 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=57611997-0a9b-471a-af0b-c8cfeed0f113,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:02.567331 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560c460-d5a5-4440-96cd-1deae945ad29 req-8b48ab88-cd34-4a14-bb87-2d45ab713145 tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:02.569492 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0560c460-d5a5-4440-96cd-1deae945ad29 req-8b48ab88-cd34-4a14-bb87-2d45ab713145 tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] 10.222.0.47 "GET /v2.0/ports?device_id=e47af08d-7a63-4b58-af72-6bf4ca94a616 HTTP/1.1" status: 200 len: 946 time: 1.1462464 Nov 25 13:09:02.620687 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-0378d5c1-b33c-4fed-95c6-e603a4327b2a req-33f42202-2378-4bfe-a567-203838faaa0a tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:02.656905 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-32e22b99-cc34-4769-8211-c9326f912e25 req-e34a4881-1a02-4ff4-84ee-99dee65968e7 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:02.683928 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f42202-2378-4bfe-a567-203838faaa0a tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Pushing event deleted for resources: {'Port': ['ID=c1414bdb-3c5f-4125-970d-d33a3a042c71,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:02.685504 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a18e323-ef12-4298-bc26-7e534a95690c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:02.768691 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-0378d5c1-b33c-4fed-95c6-e603a4327b2a req-33f42202-2378-4bfe-a567-203838faaa0a tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] No DVR routers for this DVR port c1414bdb-3c5f-4125-970d-d33a3a042c71 on host n-h1-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:09:02.771929 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-0378d5c1-b33c-4fed-95c6-e603a4327b2a req-33f42202-2378-4bfe-a567-203838faaa0a tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:02.775656 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0378d5c1-b33c-4fed-95c6-e603a4327b2a req-33f42202-2378-4bfe-a567-203838faaa0a tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] 10.222.0.66 "DELETE /v2.0/ports/c1414bdb-3c5f-4125-970d-d33a3a042c71 HTTP/1.1" status: 204 len: 173 time: 1.1558397 Nov 25 13:09:02.776121 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81415a91-bed0-42cd-976a-767a169928cf', 'name': 'network-vif-deleted', 'tag': 'c1414bdb-3c5f-4125-970d-d33a3a042c71'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:09:02.778642 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c3d149-d56f-4519-8a74-f84df9696aa7" -d '{"events": [{"server_uuid": "81415a91-bed0-42cd-976a-767a169928cf", "name": "network-vif-deleted", "tag": "c1414bdb-3c5f-4125-970d-d33a3a042c71"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:09:02.795980 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-32e22b99-cc34-4769-8211-c9326f912e25 req-e34a4881-1a02-4ff4-84ee-99dee65968e7 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:02.820492 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['6efc11c2-af6f-479e-9696-54cf17fa00d8', '7167fc5d-d545-4a71-ac16-55dee6d852fe'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:09:02.826454 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['57611997-0a9b-471a-af0b-c8cfeed0f113'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:09:02.898918 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a4881-1a02-4ff4-84ee-99dee65968e7 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Pushing event updated for resources: {'Port': ['ID=af4eb865-6fca-42f0-bf89-0bc7b39cebac,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:02.953942 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32e22b99-cc34-4769-8211-c9326f912e25 req-e34a4881-1a02-4ff4-84ee-99dee65968e7 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Network 85f6380f-3625-4f44-8465-fbcf0c11fed5 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:09:02.971805 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-0560c460-d5a5-4440-96cd-1deae945ad29 req-e405757b-f162-4f25-9013-c762da4c0197 tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Deleting port 9e93df1e-944f-47d3-b85d-3064bb159522 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:09:02.973229 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0560c460-d5a5-4440-96cd-1deae945ad29 req-e405757b-f162-4f25-9013-c762da4c0197 tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:02.993372 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-32e22b99-cc34-4769-8211-c9326f912e25 req-e34a4881-1a02-4ff4-84ee-99dee65968e7 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:09:02.999567 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 9e93df1e-944f-47d3-b85d-3064bb159522 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:09:03.013061 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-32e22b99-cc34-4769-8211-c9326f912e25 req-e34a4881-1a02-4ff4-84ee-99dee65968e7 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:09:03.055992 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf4d77-19c3-4a69-8edc-c02e8ea88d0e req-cd27f641-8594-4abe-aa72-6a06d7660c71 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:03.067745 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b5cf4d77-19c3-4a69-8edc-c02e8ea88d0e req-cd27f641-8594-4abe-aa72-6a06d7660c71 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cb82be1-1913-472d-b5a0-9f0f09f94b14 HTTP/1.1" status: 200 len: 943 time: 0.1481862 Nov 25 13:09:03.263566 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b5cf4d77-19c3-4a69-8edc-c02e8ea88d0e req-ad96bbd2-2b2f-453a-b3fa-30c7ef226e98 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907585 Nov 25 13:09:03.294281 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f095a-46ab-4105-b421-f3d0d993dc4f req-d2075d37-2f21-439d-a277-c71b6dd77b78 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:03.308118 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-416f095a-46ab-4105-b421-f3d0d993dc4f req-d2075d37-2f21-439d-a277-c71b6dd77b78 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b109b5-f10f-4c16-9fe2-c3d4add301ee HTTP/1.1" status: 200 len: 936 time: 0.3446233 Nov 25 13:09:03.363071 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e22b99-cc34-4769-8211-c9326f912e25 req-e34a4881-1a02-4ff4-84ee-99dee65968e7 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:03.363797 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-32e22b99-cc34-4769-8211-c9326f912e25 req-e34a4881-1a02-4ff4-84ee-99dee65968e7 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:03.436729 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-32e22b99-cc34-4769-8211-c9326f912e25 req-e34a4881-1a02-4ff4-84ee-99dee65968e7 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9549494 Nov 25 13:09:03.450489 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-416f095a-46ab-4105-b421-f3d0d993dc4f req-81fb966f-54d9-4588-9bf7-214cae391401 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382463 Nov 25 13:09:03.489042 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf508f4a-a7bf-4a59-afb0-aeb9b583a2a7 x-openstack-request-id: req-bf508f4a-a7bf-4a59-afb0-aeb9b583a2a7 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:09:03.489415 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ef7337-9105-45f4-9d49-7c22c41b6223", "name": "network-vif-plugged", "status": "completed", "tag": "eccf0155-fda1-4a45-b997-f53e839fff7a", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:09:03.489644 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bf508f4a-a7bf-4a59-afb0-aeb9b583a2a7 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:09:03.490045 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ef7337-9105-45f4-9d49-7c22c41b6223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eccf0155-fda1-4a45-b997-f53e839fff7a', 'code': 200} Nov 25 13:09:03.506483 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-32e22b99-cc34-4769-8211-c9326f912e25 req-246c3715-86d8-44a0-bd64-bcd846207e9d service neutron] Request body: {'port': {'device_id': '89b109b5-f10f-4c16-9fe2-c3d4add301ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:09:03.526555 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:03.616090 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 9e93df1e-944f-47d3-b85d-3064bb159522, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=9e93df1e-944f-47d3-b85d-3064bb159522,segment=NetworkSegment(b3d2e91b-e12c-4f23-8a52-7057a2ccd503),segment_id=b3d2e91b-e12c-4f23-8a52-7057a2ccd503)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:09:03.645532 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:03.660384 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a740131d-45b4-44fa-b4e2-4df45d0559d4 req-3e12ebb5-a278-4b56-9bc2-e1a5ade75621 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:03.669661 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a740131d-45b4-44fa-b4e2-4df45d0559d4 req-3e12ebb5-a278-4b56-9bc2-e1a5ade75621 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=dad49570-a207-4028-b0f0-3ad38208e4b4 HTTP/1.1" status: 200 len: 948 time: 0.1176293 Nov 25 13:09:03.706182 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=9e93df1e-944f-47d3-b85d-3064bb159522,revision_number=6']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:03.727181 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-a9763e87-120a-44f3-92af-00940585cb67 None None] Provisioning complete for port af4eb865-6fca-42f0-bf89-0bc7b39cebac triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:09:03.727696 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a9763e87-120a-44f3-92af-00940585cb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:03.741749 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a740131d-45b4-44fa-b4e2-4df45d0559d4 req-5e2a35e4-a92d-4cc3-9bed-a5750c016947 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722079 Nov 25 13:09:03.777457 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f998fe67-a20b-4998-8929-7da270c5488d req-4d42a1ae-28a9-4c20-8b02-65611511e3a9 tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:03.782531 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f998fe67-a20b-4998-8929-7da270c5488d req-4d42a1ae-28a9-4c20-8b02-65611511e3a9 tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] 10.222.0.53 "GET /v2.0/ports?device_id=e47af08d-7a63-4b58-af72-6bf4ca94a616 HTTP/1.1" status: 200 len: 946 time: 0.1745644 Nov 25 13:09:03.789319 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-0560c460-d5a5-4440-96cd-1deae945ad29 req-e405757b-f162-4f25-9013-c762da4c0197 tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] For port 9e93df1e-944f-47d3-b85d-3064bb159522, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=9e93df1e-944f-47d3-b85d-3064bb159522,segment=NetworkSegment(b3d2e91b-e12c-4f23-8a52-7057a2ccd503),segment_id=b3d2e91b-e12c-4f23-8a52-7057a2ccd503)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:09:03.790443 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0560c460-d5a5-4440-96cd-1deae945ad29 req-e405757b-f162-4f25-9013-c762da4c0197 tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:03.815523 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:03.837968 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-a9763e87-120a-44f3-92af-00940585cb67 None None] Port af4eb865-6fca-42f0-bf89-0bc7b39cebac cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:09:03.920718 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-0560c460-d5a5-4440-96cd-1deae945ad29 req-e405757b-f162-4f25-9013-c762da4c0197 tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Calling delete_port for 9e93df1e-944f-47d3-b85d-3064bb159522 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:09:03.935786 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d82923b-5c22-402f-9284-06bf7f8dd127 x-openstack-request-id: req-6d82923b-5c22-402f-9284-06bf7f8dd127 {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:09:03.937188 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81415a91-bed0-42cd-976a-767a169928cf", "name": "network-vif-deleted", "tag": "c1414bdb-3c5f-4125-970d-d33a3a042c71", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:09:03.937188 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6d82923b-5c22-402f-9284-06bf7f8dd127 {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:09:03.938250 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81415a91-bed0-42cd-976a-767a169928cf', 'name': 'network-vif-deleted', 'tag': 'c1414bdb-3c5f-4125-970d-d33a3a042c71', 'status': 'completed', 'code': 200} Nov 25 13:09:03.976907 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f998fe67-a20b-4998-8929-7da270c5488d req-a37b43c8-9b6e-4d9c-9b9e-37b2957a5e1c tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa458bb1-7f26-458d-ba42-2def7aa57fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789098 Nov 25 13:09:04.003955 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-32e22b99-cc34-4769-8211-c9326f912e25 req-246c3715-86d8-44a0-bd64-bcd846207e9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:04.072045 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-48cd91b8-1782-4694-b5b4-aed4f3cbec07 service neutron] 10.222.0.47 "GET /v2.0/ports/989e6a40-0f2a-4ac9-b572-a8872d05c2c9/bindings/n-h1-808199-11 HTTP/1.1" status: 200 len: 385 time: 0.3316481 Nov 25 13:09:04.182211 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3966017-9bc9-4855-bcbd-200a89cde4ad req-d2eea135-05c9-4d0b-b0db-3f7cc72c02df tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:04.203301 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b3966017-9bc9-4855-bcbd-200a89cde4ad req-d2eea135-05c9-4d0b-b0db-3f7cc72c02df tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] 10.222.0.53 "GET /v2.0/ports?device_id=95546cc2-06ce-48c8-92a6-3c2e35f49a48 HTTP/1.1" status: 200 len: 950 time: 0.1353207 Nov 25 13:09:04.291356 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b3966017-9bc9-4855-bcbd-200a89cde4ad req-368d2c03-fab1-4e8e-8b37-e4330c18d4c7 tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] 10.222.0.53 "GET /v2.0/security-groups?id=85e315f2-0c98-450b-adb8-7317f7808f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869944 Nov 25 13:09:04.454511 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20456112-6cac-45d7-9eed-ca7b87ee48d2 req-b850b43d-dce8-49cc-9d27-da62e6bb52ca tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:04.456361 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-20456112-6cac-45d7-9eed-ca7b87ee48d2 req-b850b43d-dce8-49cc-9d27-da62e6bb52ca tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cb82be1-1913-472d-b5a0-9f0f09f94b14 HTTP/1.1" status: 200 len: 943 time: 0.0871828 Nov 25 13:09:04.588777 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device c1414bdb-3c5f-4125-970d-d33a3a042c71 no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:09:04.648490 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-20456112-6cac-45d7-9eed-ca7b87ee48d2 req-9e7a8e70-ffd7-45bd-b03e-34eb299cf8fb tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651528 Nov 25 13:09:04.651442 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] No Port match for: c1414bdb-3c5f-4125-970d-d33a3a042c71 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:09:04.652129 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device c1414bdb-3c5f-4125-970d-d33a3a042c71 not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:09:04.784373 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-32e22b99-cc34-4769-8211-c9326f912e25 req-246c3715-86d8-44a0-bd64-bcd846207e9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af4eb865-6fca-42f0-bf89-0bc7b39cebac {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:09:04.792225 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-32e22b99-cc34-4769-8211-c9326f912e25 req-246c3715-86d8-44a0-bd64-bcd846207e9d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:04.797787 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32366d8c-6f95-4d8b-956f-391f23a197c3 req-23d074c1-3b38-4895-beb8-4ef2dfd792d9 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:04.811797 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-32366d8c-6f95-4d8b-956f-391f23a197c3 req-23d074c1-3b38-4895-beb8-4ef2dfd792d9 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b109b5-f10f-4c16-9fe2-c3d4add301ee HTTP/1.1" status: 200 len: 936 time: 0.1170175 Nov 25 13:09:04.829902 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-32e22b99-cc34-4769-8211-c9326f912e25 req-246c3715-86d8-44a0-bd64-bcd846207e9d service neutron] Transition to ACTIVE for port object af4eb865-6fca-42f0-bf89-0bc7b39cebac will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:09:04.847759 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-32e22b99-cc34-4769-8211-c9326f912e25 req-246c3715-86d8-44a0-bd64-bcd846207e9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:04.928446 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-32366d8c-6f95-4d8b-956f-391f23a197c3 req-14ef4583-dd51-4ba3-9c32-406e013f0b6a tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155570 Nov 25 13:09:04.950151 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c3715-86d8-44a0-bd64-bcd846207e9d service neutron] Pushing event updated for resources: {'Port': ['ID=af4eb865-6fca-42f0-bf89-0bc7b39cebac,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:04.995898 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 57611997-0a9b-471a-af0b-c8cfeed0f113 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:09:05.068927 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0560c460-d5a5-4440-96cd-1deae945ad29 req-e405757b-f162-4f25-9013-c762da4c0197 tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:05.072868 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340af0ea-3c63-4b50-b4c5-a5f84e63ac12 req-c023ee21-5aec-40d9-a1ff-257bd24e9a77 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:05.082279 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-340af0ea-3c63-4b50-b4c5-a5f84e63ac12 req-c023ee21-5aec-40d9-a1ff-257bd24e9a77 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=dad49570-a207-4028-b0f0-3ad38208e4b4 HTTP/1.1" status: 200 len: 948 time: 0.0675609 Nov 25 13:09:05.096656 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-729a3a03-8917-44af-99be-26e7caac9634 service neutron] For port 989e6a40-0f2a-4ac9-b572-a8872d05c2c9, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=989e6a40-0f2a-4ac9-b572-a8872d05c2c9,segment=NetworkSegment(6f5b4a09-9f6c-4c19-8201-4d90933cd506),segment_id=6f5b4a09-9f6c-4c19-8201-4d90933cd506)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:09:05.156190 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-340af0ea-3c63-4b50-b4c5-a5f84e63ac12 req-4c42c0d7-6ff4-4ef8-a606-ff8dcb13cede tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729814 Nov 25 13:09:05.157581 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e405757b-f162-4f25-9013-c762da4c0197 tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Pushing event deleted for resources: {'Port': ['ID=9e93df1e-944f-47d3-b85d-3064bb159522,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:05.178456 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-32e22b99-cc34-4769-8211-c9326f912e25 req-246c3715-86d8-44a0-bd64-bcd846207e9d service neutron] Attempting to bind port af4eb865-6fca-42f0-bf89-0bc7b39cebac on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:09:05.178822 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-32e22b99-cc34-4769-8211-c9326f912e25 req-246c3715-86d8-44a0-bd64-bcd846207e9d service neutron] Attempting to bind port af4eb865-6fca-42f0-bf89-0bc7b39cebac by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:09:05.179159 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e22b99-cc34-4769-8211-c9326f912e25 req-246c3715-86d8-44a0-bd64-bcd846207e9d service neutron] Attempting to bind port af4eb865-6fca-42f0-bf89-0bc7b39cebac on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:09:05.207444 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-729a3a03-8917-44af-99be-26e7caac9634 service neutron] For port 989e6a40-0f2a-4ac9-b572-a8872d05c2c9, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:09:05.209223 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e22b99-cc34-4769-8211-c9326f912e25 req-246c3715-86d8-44a0-bd64-bcd846207e9d service neutron] Port af4eb865-6fca-42f0-bf89-0bc7b39cebac on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:09:05.209678 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e22b99-cc34-4769-8211-c9326f912e25 req-246c3715-86d8-44a0-bd64-bcd846207e9d service neutron] Attempting to bind port af4eb865-6fca-42f0-bf89-0bc7b39cebac on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:09:05.211537 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:05.226216 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 57611997-0a9b-471a-af0b-c8cfeed0f113 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:09:05.231442 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 57611997-0a9b-471a-af0b-c8cfeed0f113 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:09:05.232317 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:05.235487 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e22b99-cc34-4769-8211-c9326f912e25 req-246c3715-86d8-44a0-bd64-bcd846207e9d service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:09:05.235777 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e22b99-cc34-4769-8211-c9326f912e25 req-246c3715-86d8-44a0-bd64-bcd846207e9d service neutron] Checking segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:09:05.236171 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e22b99-cc34-4769-8211-c9326f912e25 req-246c3715-86d8-44a0-bd64-bcd846207e9d service neutron] Bound using segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:09:05.236638 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-32e22b99-cc34-4769-8211-c9326f912e25 req-246c3715-86d8-44a0-bd64-bcd846207e9d service neutron] Bound port: af4eb865-6fca-42f0-bf89-0bc7b39cebac, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:09:05.236997 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-32e22b99-cc34-4769-8211-c9326f912e25 req-246c3715-86d8-44a0-bd64-bcd846207e9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:05.290404 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-0560c460-d5a5-4440-96cd-1deae945ad29 req-e405757b-f162-4f25-9013-c762da4c0197 tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] No DVR routers for this DVR port 9e93df1e-944f-47d3-b85d-3064bb159522 on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:09:05.297634 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0560c460-d5a5-4440-96cd-1deae945ad29 req-e405757b-f162-4f25-9013-c762da4c0197 tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:05.300975 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0560c460-d5a5-4440-96cd-1deae945ad29 req-e405757b-f162-4f25-9013-c762da4c0197 tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] 10.222.0.47 "DELETE /v2.0/ports/9e93df1e-944f-47d3-b85d-3064bb159522 HTTP/1.1" status: 204 len: 173 time: 2.7148695 Nov 25 13:09:05.344286 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e47af08d-7a63-4b58-af72-6bf4ca94a616', 'name': 'network-vif-deleted', 'tag': '9e93df1e-944f-47d3-b85d-3064bb159522'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:09:05.346810 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b92b30b-d4df-4f55-a0cb-e953139c7d8c" -d '{"events": [{"server_uuid": "e47af08d-7a63-4b58-af72-6bf4ca94a616", "name": "network-vif-deleted", "tag": "9e93df1e-944f-47d3-b85d-3064bb159522"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:09:05.370068 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-729a3a03-8917-44af-99be-26e7caac9634 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 989e6a40-0f2a-4ac9-b572-a8872d05c2c9 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:09:05.421073 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:05.428865 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-729a3a03-8917-44af-99be-26e7caac9634 service neutron] For port 989e6a40-0f2a-4ac9-b572-a8872d05c2c9, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=989e6a40-0f2a-4ac9-b572-a8872d05c2c9,segment=NetworkSegment(6f5b4a09-9f6c-4c19-8201-4d90933cd506),segment_id=6f5b4a09-9f6c-4c19-8201-4d90933cd506)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:09:05.462892 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 57611997-0a9b-471a-af0b-c8cfeed0f113, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=57611997-0a9b-471a-af0b-c8cfeed0f113,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:09:05.480543 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:05.482724 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 989e6a40-0f2a-4ac9-b572-a8872d05c2c9 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:09:05.497855 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-32e22b99-cc34-4769-8211-c9326f912e25 req-246c3715-86d8-44a0-bd64-bcd846207e9d service neutron] For port af4eb865-6fca-42f0-bf89-0bc7b39cebac, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:09:05.506260 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-32e22b99-cc34-4769-8211-c9326f912e25 req-246c3715-86d8-44a0-bd64-bcd846207e9d service neutron] For port af4eb865-6fca-42f0-bf89-0bc7b39cebac, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=af4eb865-6fca-42f0-bf89-0bc7b39cebac,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:09:05.508136 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-729a3a03-8917-44af-99be-26e7caac9634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:05.518322 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e47af08d-7a63-4b58-af72-6bf4ca94a616', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e93df1e-944f-47d3-b85d-3064bb159522'}, {'server_uuid': 'dad49570-a207-4028-b0f0-3ad38208e4b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57611997-0a9b-471a-af0b-c8cfeed0f113'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:09:05.521604 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee18084-9f0e-4366-8d56-1dd8473af6c0" -d '{"events": [{"server_uuid": "e47af08d-7a63-4b58-af72-6bf4ca94a616", "name": "network-vif-unplugged", "status": "completed", "tag": "9e93df1e-944f-47d3-b85d-3064bb159522"}, {"server_uuid": "dad49570-a207-4028-b0f0-3ad38208e4b4", "name": "network-vif-plugged", "status": "completed", "tag": "57611997-0a9b-471a-af0b-c8cfeed0f113"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:09:05.561218 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-32e22b99-cc34-4769-8211-c9326f912e25 req-246c3715-86d8-44a0-bd64-bcd846207e9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:05.603264 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=57611997-0a9b-471a-af0b-c8cfeed0f113,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:05.654352 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e22b99-cc34-4769-8211-c9326f912e25 req-246c3715-86d8-44a0-bd64-bcd846207e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:05.655055 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-32e22b99-cc34-4769-8211-c9326f912e25 req-246c3715-86d8-44a0-bd64-bcd846207e9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:05.657225 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-32e22b99-cc34-4769-8211-c9326f912e25 req-246c3715-86d8-44a0-bd64-bcd846207e9d service neutron] 10.222.0.47 "PUT /v2.0/ports/af4eb865-6fca-42f0-bf89-0bc7b39cebac HTTP/1.1" status: 200 len: 1097 time: 2.2063644 Nov 25 13:09:05.661017 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:09:05.741077 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-729a3a03-8917-44af-99be-26e7caac9634 service neutron] Transition to ACTIVE for port object 989e6a40-0f2a-4ac9-b572-a8872d05c2c9 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:09:05.742960 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c3715-86d8-44a0-bd64-bcd846207e9d service neutron] Pushing event updated for resources: {'Port': ['ID=af4eb865-6fca-42f0-bf89-0bc7b39cebac,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:05.768616 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-729a3a03-8917-44af-99be-26e7caac9634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:05.912711 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:05.937658 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729a3a03-8917-44af-99be-26e7caac9634 service neutron] Pushing event updated for resources: {'Port': ['ID=989e6a40-0f2a-4ac9-b572-a8872d05c2c9,revision_number=10']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:06.058239 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:09:06.077664 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:06.131722 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e69b5fb-1bc3-4c27-ac4a-7fab19af0971 x-openstack-request-id: req-2e69b5fb-1bc3-4c27-ac4a-7fab19af0971 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:09:06.132148 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e47af08d-7a63-4b58-af72-6bf4ca94a616", "name": "network-vif-deleted", "tag": "9e93df1e-944f-47d3-b85d-3064bb159522", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:09:06.132270 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2e69b5fb-1bc3-4c27-ac4a-7fab19af0971 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:09:06.132669 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e47af08d-7a63-4b58-af72-6bf4ca94a616', 'name': 'network-vif-deleted', 'tag': '9e93df1e-944f-47d3-b85d-3064bb159522', 'status': 'completed', 'code': 200} Nov 25 13:09:06.142937 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-729a3a03-8917-44af-99be-26e7caac9634 service neutron] No DVR routers for this DVR port 989e6a40-0f2a-4ac9-b572-a8872d05c2c9 on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:09:06.158417 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e22b99-cc34-4769-8211-c9326f912e25 req-b724443d-4d96-4d24-b329-968d95412ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:06.160068 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-32e22b99-cc34-4769-8211-c9326f912e25 req-b724443d-4d96-4d24-b329-968d95412ae7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=af4c9854d3c048999405c81c71776d29&device_id=89b109b5-f10f-4c16-9fe2-c3d4add301ee HTTP/1.1" status: 200 len: 1100 time: 0.4183025 Nov 25 13:09:06.200437 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7d0e8bc7-36b2-4473-b868-c038dbc1be47 req-9140581f-7398-4ea0-9804-2831eba7152f tempest-ListServersNegativeTestJSON-1445042175 tempest-ListServersNegativeTestJSON-1445042175-project] 10.222.0.53 "GET /v2.0/ports?device_id=e47af08d-7a63-4b58-af72-6bf4ca94a616 HTTP/1.1" status: 200 len: 210 time: 0.0845263 Nov 25 13:09:06.203732 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 25 Nov 2021 13:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d377eb2-3087-4468-8c82-3b5b320fa465 x-openstack-request-id: req-1d377eb2-3087-4468-8c82-3b5b320fa465 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:09:06.203732 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e47af08d-7a63-4b58-af72-6bf4ca94a616", "name": "network-vif-unplugged", "status": "completed", "tag": "9e93df1e-944f-47d3-b85d-3064bb159522", "code": 200}, {"server_uuid": "dad49570-a207-4028-b0f0-3ad38208e4b4", "name": "network-vif-plugged", "status": "completed", "tag": "57611997-0a9b-471a-af0b-c8cfeed0f113", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:09:06.208896 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1d377eb2-3087-4468-8c82-3b5b320fa465 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:09:06.209861 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e47af08d-7a63-4b58-af72-6bf4ca94a616', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e93df1e-944f-47d3-b85d-3064bb159522', 'code': 200} Nov 25 13:09:06.210122 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dad49570-a207-4028-b0f0-3ad38208e4b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57611997-0a9b-471a-af0b-c8cfeed0f113', 'code': 200} Nov 25 13:09:06.241113 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:06.266435 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d,revision_number=8']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:06.333750 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-32e22b99-cc34-4769-8211-c9326f912e25 req-1bf39583-eb99-482a-836b-60604ed922b7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=af4eb865-6fca-42f0-bf89-0bc7b39cebac HTTP/1.1" status: 200 len: 217 time: 0.1316509 Nov 25 13:09:06.340622 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-729a3a03-8917-44af-99be-26e7caac9634 service neutron] 10.222.0.47 "PUT /v2.0/ports/989e6a40-0f2a-4ac9-b572-a8872d05c2c9/bindings/n-h1-808199-11/activate HTTP/1.1" status: 200 len: 370 time: 2.2540386 Nov 25 13:09:06.441946 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e22b99-cc34-4769-8211-c9326f912e25 req-aa6b27a2-ecb7-47e7-b677-c36965924318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:06.443629 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-32e22b99-cc34-4769-8211-c9326f912e25 req-aa6b27a2-ecb7-47e7-b677-c36965924318 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.0676601 Nov 25 13:09:06.448748 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b20577d-4cac-4737-80a7-537b3954048b req-ce19f903-dbbc-42cb-b3be-d6890f604881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:06.450486 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7b20577d-4cac-4737-80a7-537b3954048b req-ce19f903-dbbc-42cb-b3be-d6890f604881 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dad49570-a207-4028-b0f0-3ad38208e4b4 HTTP/1.1" status: 200 len: 1101 time: 0.1316919 Nov 25 13:09:06.555800 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fdfb17-6a7e-4008-8b08-bfb2c55c5717 req-becbeb48-a513-4f41-8f7b-6b5e0782611f tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:06.562855 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-59fdfb17-6a7e-4008-8b08-bfb2c55c5717 req-becbeb48-a513-4f41-8f7b-6b5e0782611f tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cb82be1-1913-472d-b5a0-9f0f09f94b14 HTTP/1.1" status: 200 len: 944 time: 0.2127116 Nov 25 13:09:06.569547 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e22b99-cc34-4769-8211-c9326f912e25 req-0f738baf-0543-442d-91ce-2984c583abf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:06.571426 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-32e22b99-cc34-4769-8211-c9326f912e25 req-0f738baf-0543-442d-91ce-2984c583abf9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1087813 Nov 25 13:09:06.575585 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7b20577d-4cac-4737-80a7-537b3954048b req-ac98718b-80d2-486d-ab66-511d0f462e6e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611501 Nov 25 13:09:06.577347 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c9b451-9cb9-4ba8-b5a2-e01ccd994aee req-244825d3-60de-4b83-a390-b63a74a40d44 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:06.583188 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a4c9b451-9cb9-4ba8-b5a2-e01ccd994aee req-244825d3-60de-4b83-a390-b63a74a40d44 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b109b5-f10f-4c16-9fe2-c3d4add301ee HTTP/1.1" status: 200 len: 948 time: 0.1068602 Nov 25 13:09:06.596882 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-016ba24d-a3be-4fba-9ca4-ccdc4d41db50 tempest-LiveMigrationTest-1161798756 tempest-LiveMigrationTest-1161798756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:06.598641 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-016ba24d-a3be-4fba-9ca4-ccdc4d41db50 tempest-LiveMigrationTest-1161798756 tempest-LiveMigrationTest-1161798756-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7cb82be1-1913-472d-b5a0-9f0f09f94b14&tenant_id=f9638bf2b13b4d579c7476454eb03e3d&binding%3Ahost_id=n-h2-808199-11 HTTP/1.1" status: 200 len: 1096 time: 0.1687026 Nov 25 13:09:06.732612 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-59fdfb17-6a7e-4008-8b08-bfb2c55c5717 req-05b26c35-7b69-4743-90ac-5ac7704c58d3 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460683 Nov 25 13:09:06.738309 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a4c9b451-9cb9-4ba8-b5a2-e01ccd994aee req-0bc8dcc0-5046-4844-a2f5-712bb1cfeac3 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500797 Nov 25 13:09:06.749922 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-bf6505e1-5f46-43c6-8608-0b7eff873018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:06.757234 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-bf6505e1-5f46-43c6-8608-0b7eff873018 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7cb82be1-1913-472d-b5a0-9f0f09f94b14&tenant_id=f9638bf2b13b4d579c7476454eb03e3d HTTP/1.1" status: 200 len: 1096 time: 0.1401408 Nov 25 13:09:06.910299 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-3860486d-7456-4cf9-94c7-9d0e6964b621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:06.914342 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-3860486d-7456-4cf9-94c7-9d0e6964b621 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f9638bf2b13b4d579c7476454eb03e3d&device_id=7cb82be1-1913-472d-b5a0-9f0f09f94b14 HTTP/1.1" status: 200 len: 1096 time: 0.1266599 Nov 25 13:09:07.035699 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf95d3-8697-4f80-a208-75693fe16128 req-e1b03121-ca1e-4f1c-a4c3-be030afeabdc tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:07.043751 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0faf95d3-8697-4f80-a208-75693fe16128 req-e1b03121-ca1e-4f1c-a4c3-be030afeabdc tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=dad49570-a207-4028-b0f0-3ad38208e4b4 HTTP/1.1" status: 200 len: 949 time: 0.1605177 Nov 25 13:09:07.051129 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-32e22b99-cc34-4769-8211-c9326f912e25 req-b6b997a3-580f-43e9-9052-68e8a491818b service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328224 Nov 25 13:09:07.102202 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-be108e53-81f0-43a1-b4ea-b494f227a126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:07.103772 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-be108e53-81f0-43a1-b4ea-b494f227a126 service neutron] 10.222.0.66 "GET /v2.0/networks?id=20494638-06c1-415e-90d6-c326674b78a0 HTTP/1.1" status: 200 len: 908 time: 0.1719778 Nov 25 13:09:07.143975 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0faf95d3-8697-4f80-a208-75693fe16128 req-f5743af1-1e4e-468f-9a2f-fa366ad34dc4 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980613 Nov 25 13:09:07.193389 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-d704e8ee-85e8-4cb1-b1f0-8e533f6d072e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=989e6a40-0f2a-4ac9-b572-a8872d05c2c9 HTTP/1.1" status: 200 len: 217 time: 0.0714140 Nov 25 13:09:07.242286 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-32e22b99-cc34-4769-8211-c9326f912e25 req-2abd765b-5f51-4668-bd6b-5b0de6605d49 service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743004 Nov 25 13:09:07.277939 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-9f95fbb4-3add-42ab-b401-79ebd8ea7d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:07.279895 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-9f95fbb4-3add-42ab-b401-79ebd8ea7d4f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=82870c5b-3c5b-4cf7-b280-dc92346a33bf HTTP/1.1" status: 200 len: 847 time: 0.0726395 Nov 25 13:09:07.340968 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-f8c5df2f-ac73-4c71-a37b-d76819d673fe service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=20494638-06c1-415e-90d6-c326674b78a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480244 Nov 25 13:09:07.395103 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 34746) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:09:07.499392 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-8773bc09-709b-4a0c-a409-ccfb18ed7be5 admin admin] Deleting subnet 3b4e69c5-fc9d-44c7-ad37-16915ec77c09 {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:09:07.514190 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8773bc09-709b-4a0c-a409-ccfb18ed7be5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:07.554051 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-34ebfa08-1277-4784-a6ba-7058966df9ab service neutron] 10.222.0.66 "GET /v2.0/networks/20494638-06c1-415e-90d6-c326674b78a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984878 Nov 25 13:09:07.563817 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8773bc09-709b-4a0c-a409-ccfb18ed7be5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:07.662795 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8773bc09-709b-4a0c-a409-ccfb18ed7be5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:07.723232 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-c8a70e65-9458-4fe5-93de-730819abed40 service neutron] 10.222.0.66 "GET /v2.0/networks/20494638-06c1-415e-90d6-c326674b78a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572170 Nov 25 13:09:07.750758 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8773bc09-709b-4a0c-a409-ccfb18ed7be5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:07.788340 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8773bc09-709b-4a0c-a409-ccfb18ed7be5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b4e69c5-fc9d-44c7-ad37-16915ec77c09,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:07.811313 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8773bc09-709b-4a0c-a409-ccfb18ed7be5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:07.817345 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:07.835323 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-8773bc09-709b-4a0c-a409-ccfb18ed7be5 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/3b4e69c5-fc9d-44c7-ad37-16915ec77c09 HTTP/1.1" status: 204 len: 168 time: 0.4337506 Nov 25 13:09:07.835616 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 34752) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:09:08.013793 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607d8322-beab-4fa6-a5ea-14eac190f7f7 req-16492cd6-a19e-43da-969e-0edb9fab4052 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:08.015372 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-607d8322-beab-4fa6-a5ea-14eac190f7f7 req-16492cd6-a19e-43da-969e-0edb9fab4052 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cb82be1-1913-472d-b5a0-9f0f09f94b14 HTTP/1.1" status: 200 len: 944 time: 0.0981803 Nov 25 13:09:08.018138 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9e25979e-84ff-42a7-bcc4-cd64d021e461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:08.036317 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040c469-edf1-415b-90a9-11458234ecc7 req-78139b37-2dd6-4f09-a0d0-cb1cf34a15d7 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:08.038422 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d040c469-edf1-415b-90a9-11458234ecc7 req-78139b37-2dd6-4f09-a0d0-cb1cf34a15d7 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b109b5-f10f-4c16-9fe2-c3d4add301ee HTTP/1.1" status: 200 len: 948 time: 0.1799827 Nov 25 13:09:08.133650 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89b109b5-f10f-4c16-9fe2-c3d4add301ee', 'tag': 'af4eb865-6fca-42f0-bf89-0bc7b39cebac'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:09:08.136389 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0de1d0-945d-4ecb-bf25-1e13b8e0f708" -d '{"events": [{"name": "network-changed", "server_uuid": "89b109b5-f10f-4c16-9fe2-c3d4add301ee", "tag": "af4eb865-6fca-42f0-bf89-0bc7b39cebac"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:09:08.215444 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95546cc2-06ce-48c8-92a6-3c2e35f49a48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:09:08.218104 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d49d9fe5-7589-4b09-9fff-2d3fda9dc723" -d '{"events": [{"server_uuid": "95546cc2-06ce-48c8-92a6-3c2e35f49a48", "name": "network-vif-unplugged", "status": "completed", "tag": "c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:09:08.257310 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-607d8322-beab-4fa6-a5ea-14eac190f7f7 req-78e639d7-d92c-4fd5-b15e-a70aae705281 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303178 Nov 25 13:09:08.290479 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d040c469-edf1-415b-90a9-11458234ecc7 req-362ea5f9-e963-4d1d-b361-70d7dc767124 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381549 Nov 25 13:09:08.322547 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc0f8a7c-f7e8-41d4-9b81-fe56c4d34e76 x-openstack-request-id: req-fc0f8a7c-f7e8-41d4-9b81-fe56c4d34e76 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:09:08.322928 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89b109b5-f10f-4c16-9fe2-c3d4add301ee", "tag": "af4eb865-6fca-42f0-bf89-0bc7b39cebac", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:09:08.323254 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fc0f8a7c-f7e8-41d4-9b81-fe56c4d34e76 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:09:08.323902 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89b109b5-f10f-4c16-9fe2-c3d4add301ee', 'tag': 'af4eb865-6fca-42f0-bf89-0bc7b39cebac', 'status': 'completed', 'code': 200} Nov 25 13:09:08.352551 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9e25979e-84ff-42a7-bcc4-cd64d021e461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:08.364264 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 13:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79644c05-b915-45cd-bb70-1fe0794542ee x-openstack-request-id: req-79644c05-b915-45cd-bb70-1fe0794542ee {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:09:08.364527 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95546cc2-06ce-48c8-92a6-3c2e35f49a48", "name": "network-vif-unplugged", "status": "completed", "tag": "c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:09:08.364790 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-79644c05-b915-45cd-bb70-1fe0794542ee {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:09:08.365727 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95546cc2-06ce-48c8-92a6-3c2e35f49a48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d', 'code': 200} Nov 25 13:09:08.493424 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0de1d0-945d-4ecb-bf25-1e13b8e0f708 req-84737785-39df-4f87-b2b3-6cc27bc3b681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:08.506745 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5a0de1d0-945d-4ecb-bf25-1e13b8e0f708 req-84737785-39df-4f87-b2b3-6cc27bc3b681 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=af4c9854d3c048999405c81c71776d29&device_id=89b109b5-f10f-4c16-9fe2-c3d4add301ee HTTP/1.1" status: 200 len: 1100 time: 0.0725229 Nov 25 13:09:08.522598 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-9e25979e-84ff-42a7-bcc4-cd64d021e461 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78062def-9db9-4815-b0d3-5ee5bcf2ee12']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:09:08.545991 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-d5aac0f3-74a1-4078-936d-e822e8a76ef0 tempest-LiveMigrationTest-1161798756 tempest-LiveMigrationTest-1161798756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:08.547558 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-d5aac0f3-74a1-4078-936d-e822e8a76ef0 tempest-LiveMigrationTest-1161798756 tempest-LiveMigrationTest-1161798756-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7cb82be1-1913-472d-b5a0-9f0f09f94b14&tenant_id=f9638bf2b13b4d579c7476454eb03e3d&binding%3Ahost_id=n-h1-808199-11 HTTP/1.1" status: 200 len: 1096 time: 0.2256658 Nov 25 13:09:08.550342 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-9e25979e-84ff-42a7-bcc4-cd64d021e461 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3d2e91b-e12c-4f23-8a52-7057a2ccd503') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:09:08.550652 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-9e25979e-84ff-42a7-bcc4-cd64d021e461 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3d2e91b-e12c-4f23-8a52-7057a2ccd503') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:09:08.590217 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9e25979e-84ff-42a7-bcc4-cd64d021e461 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:08.647158 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9e25979e-84ff-42a7-bcc4-cd64d021e461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:08.656661 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0de1d0-945d-4ecb-bf25-1e13b8e0f708 req-05e314a5-389a-4c07-8324-0e895586a28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:08.658139 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5a0de1d0-945d-4ecb-bf25-1e13b8e0f708 req-05e314a5-389a-4c07-8324-0e895586a28b service neutron] 10.222.0.47 "GET /v2.0/networks?id=85f6380f-3625-4f44-8465-fbcf0c11fed5 HTTP/1.1" status: 200 len: 870 time: 0.1394744 Nov 25 13:09:08.660333 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e2178-a31d-42d5-b5aa-b8c054aac5d2 req-5eec0497-cd96-4fb3-a727-35ca47ecf58a tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:08.662427 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0c6e2178-a31d-42d5-b5aa-b8c054aac5d2 req-5eec0497-cd96-4fb3-a727-35ca47ecf58a tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=dad49570-a207-4028-b0f0-3ad38208e4b4 HTTP/1.1" status: 200 len: 949 time: 0.1965063 Nov 25 13:09:08.670732 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e25979e-84ff-42a7-bcc4-cd64d021e461 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:09:08.671199 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9e25979e-84ff-42a7-bcc4-cd64d021e461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:08.674249 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:09:08.674249 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:09:08.674249 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:09:08.674249 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:09:08.674249 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:09:08.674249 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:09:08.674249 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:09:08.674249 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:09:08.674249 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:09:08.674249 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:09:08.674249 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:09:08.674249 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:09:08.674249 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:09:08.674249 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:09:08.674249 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:09:08.674249 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:09:08.674249 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:09:08.674249 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:09:08.674249 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:09:08.674249 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:09:08.674249 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:09:08.674249 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:09:08.674249 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:09:08.674249 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:09:08.674249 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:09:08.674249 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:09:08.674249 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:09:08.674249 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:09:08.674249 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:09:08.674249 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:09:08.674249 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:09:08.674249 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:09:08.711696 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5a0de1d0-945d-4ecb-bf25-1e13b8e0f708 req-c6bee220-3af3-4426-9b07-5f05436c3753 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=af4eb865-6fca-42f0-bf89-0bc7b39cebac HTTP/1.1" status: 200 len: 217 time: 0.0418134 Nov 25 13:09:08.766992 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0de1d0-945d-4ecb-bf25-1e13b8e0f708 req-bd5957c8-ca47-4515-a39c-c69952227e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:08.771054 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5a0de1d0-945d-4ecb-bf25-1e13b8e0f708 req-bd5957c8-ca47-4515-a39c-c69952227e55 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.0488851 Nov 25 13:09:08.832507 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0de1d0-945d-4ecb-bf25-1e13b8e0f708 req-801a429c-841f-4a54-9148-c8c5e4fda84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:08.835255 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5a0de1d0-945d-4ecb-bf25-1e13b8e0f708 req-801a429c-841f-4a54-9148-c8c5e4fda84b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0557852 Nov 25 13:09:08.962378 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5a0de1d0-945d-4ecb-bf25-1e13b8e0f708 req-58253049-2696-4a7f-baed-979c4244e76a service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136136 Nov 25 13:09:09.081448 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5a0de1d0-945d-4ecb-bf25-1e13b8e0f708 req-330319be-3138-467b-8db5-ac8a75cf65e4 service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032052 Nov 25 13:09:09.089551 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9e25979e-84ff-42a7-bcc4-cd64d021e461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:09.125159 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9e25979e-84ff-42a7-bcc4-cd64d021e461 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:09.128610 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-9e25979e-84ff-42a7-bcc4-cd64d021e461 admin admin] 10.222.0.53 "DELETE /v2.0/networks/78062def-9db9-4815-b0d3-5ee5bcf2ee12 HTTP/1.1" status: 204 len: 168 time: 1.2921002 Nov 25 13:09:09.133218 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0c6e2178-a31d-42d5-b5aa-b8c054aac5d2 req-5a2814fe-97fa-4c9a-8eed-641e49be6afa tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4595859 Nov 25 13:09:09.147904 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e25979e-84ff-42a7-bcc4-cd64d021e461 admin admin] Pushing event deleted for resources: {'Network': ['ID=78062def-9db9-4815-b0d3-5ee5bcf2ee12,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:09.167125 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-ea306f65-efb8-43d9-89a6-fdb4f4cfbef4 service neutron] For port 989e6a40-0f2a-4ac9-b572-a8872d05c2c9, host n-h2-808199-11, cleared binding levels {{(pid=103570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:09:09.171111 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-ea306f65-efb8-43d9-89a6-fdb4f4cfbef4 service neutron] Publish callbacks [] for binding, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:09.172252 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-45266c82-909f-45e0-a64c-a4ce88eb9771 req-ea306f65-efb8-43d9-89a6-fdb4f4cfbef4 service neutron] 10.222.0.66 "DELETE /v2.0/ports/989e6a40-0f2a-4ac9-b572-a8872d05c2c9/bindings/n-h2-808199-11 HTTP/1.1" status: 204 len: 173 time: 0.6043894 Nov 25 13:09:09.269473 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf5851c-fa89-489c-ab46-586a19d719ed req-dc3d099d-482c-4def-8a3b-216cd032e51f tempest-ServersOnMultiNodesTest-1296905377 tempest-ServersOnMultiNodesTest-1296905377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:09.271221 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bcf5851c-fa89-489c-ab46-586a19d719ed req-dc3d099d-482c-4def-8a3b-216cd032e51f tempest-ServersOnMultiNodesTest-1296905377 tempest-ServersOnMultiNodesTest-1296905377-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=dad49570-a207-4028-b0f0-3ad38208e4b4 HTTP/1.1" status: 200 len: 1101 time: 0.0529091 Nov 25 13:09:09.333744 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 34798) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:09:09.349048 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bcf5851c-fa89-489c-ab46-586a19d719ed req-b40a7f3d-1985-4a37-93f0-92492fa315cc tempest-ServersOnMultiNodesTest-1296905377 tempest-ServersOnMultiNodesTest-1296905377-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700312 Nov 25 13:09:09.407275 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d7c5783d-cc17-4f7b-ab98-3ed64b42f672 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=36cb5cf0550841f1854aca002e301e9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0738854 Nov 25 13:09:09.409612 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 34802) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:09:09.461121 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c778c6-5521-4882-ae65-90e71c75704d req-6d123b16-0b63-4b8a-86f3-7ea283c16020 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:09.469847 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c0c778c6-5521-4882-ae65-90e71c75704d req-6d123b16-0b63-4b8a-86f3-7ea283c16020 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cb82be1-1913-472d-b5a0-9f0f09f94b14 HTTP/1.1" status: 200 len: 944 time: 0.1117833 Nov 25 13:09:09.473588 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e1e551c6-9310-458c-989c-352334f219f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:09.500584 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eea914-5392-466e-bcb6-773a2602d775 req-752f38f5-fff5-4cb5-8067-c15c89b2dfab tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:09.502267 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c7eea914-5392-466e-bcb6-773a2602d775 req-752f38f5-fff5-4cb5-8067-c15c89b2dfab tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b109b5-f10f-4c16-9fe2-c3d4add301ee HTTP/1.1" status: 200 len: 948 time: 0.0867732 Nov 25 13:09:09.504288 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e1e551c6-9310-458c-989c-352334f219f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:09.546371 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c0c778c6-5521-4882-ae65-90e71c75704d req-d9a6a012-11fc-46f6-a27e-586154c1bb79 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755041 Nov 25 13:09:09.573889 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c7eea914-5392-466e-bcb6-773a2602d775 req-73ec92a1-a2b4-418c-a9c3-3fc3e5b0e18b tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605917 Nov 25 13:09:09.576101 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e1e551c6-9310-458c-989c-352334f219f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:09.580505 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e1e551c6-9310-458c-989c-352334f219f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:09.582978 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-e1e551c6-9310-458c-989c-352334f219f8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fa458bb1-7f26-458d-ba42-2def7aa57fde HTTP/1.1" status: 204 len: 168 time: 0.1720457 Nov 25 13:09:09.594659 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e551c6-9310-458c-989c-352334f219f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa458bb1-7f26-458d-ba42-2def7aa57fde,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:10.065055 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d44daa7-7c53-4831-a0b5-fbee753405f2 req-96557d82-6897-4a23-8627-780c5c24f8f5 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:10.067892 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0d44daa7-7c53-4831-a0b5-fbee753405f2 req-96557d82-6897-4a23-8627-780c5c24f8f5 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=dad49570-a207-4028-b0f0-3ad38208e4b4 HTTP/1.1" status: 200 len: 949 time: 0.0975442 Nov 25 13:09:10.175277 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea98bf-ed03-4459-b975-f3839ef07748 req-486c9a25-ee42-4bfd-93b6-59f7034f9fac tempest-LiveMigrationTest-1161798756 tempest-LiveMigrationTest-1161798756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:10.176856 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1cea98bf-ed03-4459-b975-f3839ef07748 req-486c9a25-ee42-4bfd-93b6-59f7034f9fac tempest-LiveMigrationTest-1161798756 tempest-LiveMigrationTest-1161798756-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=7cb82be1-1913-472d-b5a0-9f0f09f94b14 HTTP/1.1" status: 200 len: 1096 time: 0.1069224 Nov 25 13:09:10.180907 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0d44daa7-7c53-4831-a0b5-fbee753405f2 req-8c744bc8-33de-41d5-b4db-55de4794f92a tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953884 Nov 25 13:09:10.237807 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1cea98bf-ed03-4459-b975-f3839ef07748 req-b2fa9282-19e4-4b44-86a9-82a9734ba71c tempest-LiveMigrationTest-1161798756 tempest-LiveMigrationTest-1161798756-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526052 Nov 25 13:09:10.669359 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac99c26-8f11-42c5-b055-bf98c2d5c09b req-200aa119-7616-4d93-9b65-ff9d07331eb3 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:10.671672 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-eac99c26-8f11-42c5-b055-bf98c2d5c09b req-200aa119-7616-4d93-9b65-ff9d07331eb3 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/networks?id=20494638-06c1-415e-90d6-c326674b78a0 HTTP/1.1" status: 200 len: 807 time: 0.1462450 Nov 25 13:09:10.717029 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-eac99c26-8f11-42c5-b055-bf98c2d5c09b req-01f2bb83-76d5-4abc-86d5-7bf82babcc67 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/quotas/f9638bf2b13b4d579c7476454eb03e3d HTTP/1.1" status: 200 len: 375 time: 0.0294545 Nov 25 13:09:10.747160 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4e10a-806d-40c4-bd6b-fb07771f0010 req-2c8caef3-119c-498e-8245-8ae861a8afee tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:10.748672 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d1f4e10a-806d-40c4-bd6b-fb07771f0010 req-2c8caef3-119c-498e-8245-8ae861a8afee tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b109b5-f10f-4c16-9fe2-c3d4add301ee HTTP/1.1" status: 200 len: 948 time: 0.0699518 Nov 25 13:09:10.794107 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 34870) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:09:10.826683 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-eac99c26-8f11-42c5-b055-bf98c2d5c09b req-cb752aee-fa68-4b79-8214-e292cf05a57b tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f9638bf2b13b4d579c7476454eb03e3d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1001408 Nov 25 13:09:10.831171 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d1f4e10a-806d-40c4-bd6b-fb07771f0010 req-73fa3500-f670-4f06-aeab-983c1057067d tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690875 Nov 25 13:09:10.968741 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-a346a5c4-b0f8-46d9-87fd-41fc73796fd7 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1429911347-network', 'tenant_id': 'bb2bf627d5d54038939071ee99391b2a'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:09:10.997309 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a346a5c4-b0f8-46d9-87fd-41fc73796fd7 admin admin] Made reservation on behalf of bb2bf627d5d54038939071ee99391b2a for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:09:11.000444 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a346a5c4-b0f8-46d9-87fd-41fc73796fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:11.011288 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a346a5c4-b0f8-46d9-87fd-41fc73796fd7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:11.019463 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:09:11.048518 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-eac99c26-8f11-42c5-b055-bf98c2d5c09b req-92cf71d0-5eca-44e5-a7d7-9d22274b1cd8 service neutron] 10.222.0.53 "GET /v2.0/networks/20494638-06c1-415e-90d6-c326674b78a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042394 Nov 25 13:09:11.128339 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a346a5c4-b0f8-46d9-87fd-41fc73796fd7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:11.141202 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a346a5c4-b0f8-46d9-87fd-41fc73796fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:11.169171 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a346a5c4-b0f8-46d9-87fd-41fc73796fd7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:09:11.188568 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a346a5c4-b0f8-46d9-87fd-41fc73796fd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba37784-aaa9-49b8-83a4-8ae52980ad2a,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:11.191906 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a346a5c4-b0f8-46d9-87fd-41fc73796fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:11.192257 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-a346a5c4-b0f8-46d9-87fd-41fc73796fd7 admin admin] Added segment a25deda0-3957-4726-852e-cb012d2ec072 of type vlan for network ca5dd849-64c3-4488-b55b-506a274dbd63 Nov 25 13:09:11.227416 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-eac99c26-8f11-42c5-b055-bf98c2d5c09b req-dfd30245-db72-4eaf-8b55-9224b0be2cb6 service neutron] 10.222.0.53 "GET /v2.0/networks/20494638-06c1-415e-90d6-c326674b78a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727350 Nov 25 13:09:11.266589 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:09:11.287683 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:11.292183 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': 'c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'port_id': 'c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d', 'mac_address': 'fa:16:3e:08:9d:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce5ca48-e3be-44c6-9584-fd9eb8c67222', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:09:11.322942 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a346a5c4-b0f8-46d9-87fd-41fc73796fd7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:11.343267 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:11.383212 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a346a5c4-b0f8-46d9-87fd-41fc73796fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:11.384200 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a346a5c4-b0f8-46d9-87fd-41fc73796fd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:11.384782 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a346a5c4-b0f8-46d9-87fd-41fc73796fd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:11.387160 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:09:11.461150 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:09:11.469949 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:11.471052 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device af4eb865-6fca-42f0-bf89-0bc7b39cebac details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:09:11.503588 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739425c9-74a3-4ef7-bada-925efd0ace6a req-874694f0-e157-4be7-b835-18b86014251d tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:11.515944 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-739425c9-74a3-4ef7-bada-925efd0ace6a req-874694f0-e157-4be7-b835-18b86014251d tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=dad49570-a207-4028-b0f0-3ad38208e4b4 HTTP/1.1" status: 200 len: 949 time: 0.1625264 Nov 25 13:09:11.526149 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port af4eb865-6fca-42f0-bf89-0bc7b39cebac, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=af4eb865-6fca-42f0-bf89-0bc7b39cebac,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:09:11.542510 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': 'af4eb865-6fca-42f0-bf89-0bc7b39cebac', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'port_id': 'af4eb865-6fca-42f0-bf89-0bc7b39cebac', 'mac_address': 'fa:16:3e:72:29:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce5ca48-e3be-44c6-9584-fd9eb8c67222', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:09:11.591565 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a346a5c4-b0f8-46d9-87fd-41fc73796fd7 admin admin] Pushing event updated for resources: {'Network': ['ID=ca5dd849-64c3-4488-b55b-506a274dbd63,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:11.644519 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-a346a5c4-b0f8-46d9-87fd-41fc73796fd7 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8490605 Nov 25 13:09:11.647768 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 34914) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:09:11.660150 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network ca5dd849-64c3-4488-b55b-506a274dbd63 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:09:11.679702 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-77ebfec1-5db2-457e-9aa0-c76dccfd06f1 admin admin] Request body: {'subnet': {'network_id': 'ca5dd849-64c3-4488-b55b-506a274dbd63', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1429911347-subnet', 'tenant_id': 'bb2bf627d5d54038939071ee99391b2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:09:11.730420 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-739425c9-74a3-4ef7-bada-925efd0ace6a req-1342e735-e45a-4e0f-9924-8e52cfffed5a tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062681 Nov 25 13:09:11.763309 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ebfec1-5db2-457e-9aa0-c76dccfd06f1 admin admin] Made reservation on behalf of bb2bf627d5d54038939071ee99391b2a for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:09:11.765864 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-77ebfec1-5db2-457e-9aa0-c76dccfd06f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:11.781017 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0ce86ba5-5498-455f-bc22-a0c4e78a9aee req-6be50dab-42a6-45f5-b0eb-ebee5be11911 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a58aaa2-8b43-45c6-9d7e-48343b909785 HTTP/1.1" status: 200 len: 210 time: 0.1896305 Nov 25 13:09:11.789371 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d,revision_number=9']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:11.818789 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:11.842017 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af4eb865-6fca-42f0-bf89-0bc7b39cebac {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:09:11.868950 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port af4eb865-6fca-42f0-bf89-0bc7b39cebac, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=af4eb865-6fca-42f0-bf89-0bc7b39cebac,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:09:11.891376 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:11.968311 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=af4eb865-6fca-42f0-bf89-0bc7b39cebac,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:12.026479 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:09:12.030411 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d5a9e-e8a7-4325-8301-cf3f821d6159 req-b9b4160a-9960-4278-8999-6f3727e34ba0 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:12.031931 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4e9d5a9e-e8a7-4325-8301-cf3f821d6159 req-b9b4160a-9960-4278-8999-6f3727e34ba0 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.47 "GET /v2.0/ports?device_id=dad49570-a207-4028-b0f0-3ad38208e4b4 HTTP/1.1" status: 200 len: 949 time: 0.2332461 Nov 25 13:09:12.135249 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e23e013-e9b0-4cb2-ab08-f96d50ceea84 req-2e6b7a71-2602-424d-86cf-2b8a63623910 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:12.143214 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4e23e013-e9b0-4cb2-ab08-f96d50ceea84 req-2e6b7a71-2602-424d-86cf-2b8a63623910 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b109b5-f10f-4c16-9fe2-c3d4add301ee HTTP/1.1" status: 200 len: 949 time: 0.1786454 Nov 25 13:09:12.275769 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4e23e013-e9b0-4cb2-ab08-f96d50ceea84 req-830bdbd7-4ebf-43c6-8203-5c85c18269cc tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215348 Nov 25 13:09:12.312618 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['af4eb865-6fca-42f0-bf89-0bc7b39cebac'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:09:12.605113 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-4e9d5a9e-e8a7-4325-8301-cf3f821d6159 req-acb7389c-2912-4cac-9a01-b0a151cf9029 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Deleting port 57611997-0a9b-471a-af0b-c8cfeed0f113 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:09:12.605258 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-4e9d5a9e-e8a7-4325-8301-cf3f821d6159 req-acb7389c-2912-4cac-9a01-b0a151cf9029 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:12.718481 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-77ebfec1-5db2-457e-9aa0-c76dccfd06f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:12.903771 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ebfec1-5db2-457e-9aa0-c76dccfd06f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc8601b7-2b4a-4488-a128-4b05fb558596,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:12.975213 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-4e9d5a9e-e8a7-4325-8301-cf3f821d6159 req-acb7389c-2912-4cac-9a01-b0a151cf9029 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] For port 57611997-0a9b-471a-af0b-c8cfeed0f113, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=57611997-0a9b-471a-af0b-c8cfeed0f113,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:09:12.975603 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-4e9d5a9e-e8a7-4325-8301-cf3f821d6159 req-acb7389c-2912-4cac-9a01-b0a151cf9029 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:12.990491 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-4e9d5a9e-e8a7-4325-8301-cf3f821d6159 req-acb7389c-2912-4cac-9a01-b0a151cf9029 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Calling delete_port for 57611997-0a9b-471a-af0b-c8cfeed0f113 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:09:13.072990 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ebfec1-5db2-457e-9aa0-c76dccfd06f1 admin admin] Checking segment: {'id': 'a25deda0-3957-4726-852e-cb012d2ec072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ca5dd849-64c3-4488-b55b-506a274dbd63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:09:13.072990 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ebfec1-5db2-457e-9aa0-c76dccfd06f1 admin admin] Network hostable DHCP agents. Network: ca5dd849-64c3-4488-b55b-506a274dbd63, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:09:13.113347 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ebfec1-5db2-457e-9aa0-c76dccfd06f1 admin admin] Network ca5dd849-64c3-4488-b55b-506a274dbd63 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:09:13.182086 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-77ebfec1-5db2-457e-9aa0-c76dccfd06f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, ca5dd849-64c3-4488-b55b-506a274dbd63) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:09:13.195736 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae82409-6446-44f2-b179-3aa86f43b739 None None] Network ca5dd849-64c3-4488-b55b-506a274dbd63 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:09:13.199660 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ebfec1-5db2-457e-9aa0-c76dccfd06f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:13.200372 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-77ebfec1-5db2-457e-9aa0-c76dccfd06f1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:13.259411 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-77ebfec1-5db2-457e-9aa0-c76dccfd06f1 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6129050 Nov 25 13:09:13.291717 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-4e9d5a9e-e8a7-4325-8301-cf3f821d6159 req-acb7389c-2912-4cac-9a01-b0a151cf9029 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:13.308665 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['7fb6f54d-91e5-44d1-b51e-17bdd8ecb01e', 'e3af4f0b-b1e6-4b83-91ed-deb59a01c9bc', '714f6353-6e25-43c5-8c2f-860f09c78bae', '9bae3617-6f67-4d05-82bb-3c70eb7cb932', '8eba8700-50bb-47aa-ac12-8d250868a4f5'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:09:13.363720 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb7389c-2912-4cac-9a01-b0a151cf9029 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Pushing event deleted for resources: {'Port': ['ID=57611997-0a9b-471a-af0b-c8cfeed0f113,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:13.529856 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e9d5a9e-e8a7-4325-8301-cf3f821d6159 req-acb7389c-2912-4cac-9a01-b0a151cf9029 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] No DVR routers for this DVR port 57611997-0a9b-471a-af0b-c8cfeed0f113 on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:09:13.531695 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178df0cc-e832-440f-b687-0428c07d59b1 None None] Network ca5dd849-64c3-4488-b55b-506a274dbd63 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:09:13.539161 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-4e9d5a9e-e8a7-4325-8301-cf3f821d6159 req-acb7389c-2912-4cac-9a01-b0a151cf9029 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:13.560968 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4e9d5a9e-e8a7-4325-8301-cf3f821d6159 req-acb7389c-2912-4cac-9a01-b0a151cf9029 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.47 "DELETE /v2.0/ports/57611997-0a9b-471a-af0b-c8cfeed0f113 HTTP/1.1" status: 204 len: 173 time: 1.5172813 Nov 25 13:09:13.561610 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dad49570-a207-4028-b0f0-3ad38208e4b4', 'name': 'network-vif-deleted', 'tag': '57611997-0a9b-471a-af0b-c8cfeed0f113'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:09:13.600926 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44edb437-76de-485f-be25-4564531628c2" -d '{"events": [{"server_uuid": "dad49570-a207-4028-b0f0-3ad38208e4b4", "name": "network-vif-deleted", "tag": "57611997-0a9b-471a-af0b-c8cfeed0f113"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:09:13.705699 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['0b4bc922-b858-4465-ad56-5c6029f30377', '7f6f303f-ef2d-4137-9d8f-b9909032840b'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:09:13.853462 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bd1ca3d4-02ad-49d6-b4ec-dbe50aa375b4 req-a3d651e3-57e6-4aa5-b672-b4ee030d686e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d410d79b-0ea5-45ec-bbd3-620a720f4750&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1090512 Nov 25 13:09:13.980503 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ca3d4-02ad-49d6-b4ec-dbe50aa375b4 req-c8857f80-a727-473f-af75-a3432202868b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:13.985561 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bd1ca3d4-02ad-49d6-b4ec-dbe50aa375b4 req-c8857f80-a727-473f-af75-a3432202868b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4190dcc6411041ccb9fe22c2d4608a11&device_id=d410d79b-0ea5-45ec-bbd3-620a720f4750 HTTP/1.1" status: 200 len: 1101 time: 0.0987034 Nov 25 13:09:14.387567 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ca3d4-02ad-49d6-b4ec-dbe50aa375b4 req-3ae4f1ff-d522-46e0-a1e1-f2e64cbc3ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:14.404149 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bd1ca3d4-02ad-49d6-b4ec-dbe50aa375b4 req-3ae4f1ff-d522-46e0-a1e1-f2e64cbc3ce0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=85f6380f-3625-4f44-8465-fbcf0c11fed5 HTTP/1.1" status: 200 len: 870 time: 0.3813593 Nov 25 13:09:14.451012 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac99c26-8f11-42c5-b055-bf98c2d5c09b req-b11cb51c-7f1c-40e5-adb3-e0200fffa542 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:14.461688 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-eac99c26-8f11-42c5-b055-bf98c2d5c09b req-b11cb51c-7f1c-40e5-adb3-e0200fffa542 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.47 "GET /v2.0/networks?id=20494638-06c1-415e-90d6-c326674b78a0 HTTP/1.1" status: 200 len: 807 time: 0.3280463 Nov 25 13:09:14.478540 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-eac99c26-8f11-42c5-b055-bf98c2d5c09b req-3f540310-06af-4cff-948b-36385f8bf801 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Request body: {'port': {'device_id': '1a58aaa2-8b43-45c6-9d7e-48343b909785', 'network_id': '20494638-06c1-415e-90d6-c326674b78a0', 'admin_state_up': True, 'tenant_id': 'f9638bf2b13b4d579c7476454eb03e3d'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:09:14.519142 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bd1ca3d4-02ad-49d6-b4ec-dbe50aa375b4 req-c149a42c-c58d-4009-aa78-79daebffe9f1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=e3af4f0b-b1e6-4b83-91ed-deb59a01c9bc HTTP/1.1" status: 200 len: 217 time: 0.1066408 Nov 25 13:09:14.709825 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ca3d4-02ad-49d6-b4ec-dbe50aa375b4 req-9922ae1d-55a1-4830-8343-e3f36ee03c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:14.711513 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bd1ca3d4-02ad-49d6-b4ec-dbe50aa375b4 req-9922ae1d-55a1-4830-8343-e3f36ee03c09 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.1825714 Nov 25 13:09:14.759024 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eac99c26-8f11-42c5-b055-bf98c2d5c09b req-3f540310-06af-4cff-948b-36385f8bf801 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Made reservation on behalf of f9638bf2b13b4d579c7476454eb03e3d for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:09:14.763000 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-eac99c26-8f11-42c5-b055-bf98c2d5c09b req-3f540310-06af-4cff-948b-36385f8bf801 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:14.841783 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ca3d4-02ad-49d6-b4ec-dbe50aa375b4 req-886ae4b2-1303-4af4-b17c-02b4503376f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:14.849588 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bd1ca3d4-02ad-49d6-b4ec-dbe50aa375b4 req-886ae4b2-1303-4af4-b17c-02b4503376f3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1264231 Nov 25 13:09:15.031954 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-eac99c26-8f11-42c5-b055-bf98c2d5c09b req-3f540310-06af-4cff-948b-36385f8bf801 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Allocated IP 172.20.0.8 (20494638-06c1-415e-90d6-c326674b78a0/82870c5b-3c5b-4cf7-b280-dc92346a33bf/e643d369-92cd-4252-8898-0bb12968087b) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:09:15.058648 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:09:15.064722 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bd1ca3d4-02ad-49d6-b4ec-dbe50aa375b4 req-96461f93-68b6-46d2-8e39-bee5cfd52f6b service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028041 Nov 25 13:09:15.219064 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bd1ca3d4-02ad-49d6-b4ec-dbe50aa375b4 req-eba26609-2ab4-4cb2-8c1b-e12779af5cbe service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465104 Nov 25 13:09:15.281090 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:09:15.281773 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:15.297862 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-44225b29-4b5e-42cb-a9d3-e5185fd7f56a req-fc0afa44-832a-46c3-94a3-0af6bac20fa0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c83004cb-df96-4d27-9371-9bd234a0c154&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2159526 Nov 25 13:09:15.504331 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:09:15.555118 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-eac99c26-8f11-42c5-b055-bf98c2d5c09b req-3f540310-06af-4cff-948b-36385f8bf801 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:15.583314 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:15.677273 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-eac99c26-8f11-42c5-b055-bf98c2d5c09b req-3f540310-06af-4cff-948b-36385f8bf801 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:15.690471 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95546cc2-06ce-48c8-92a6-3c2e35f49a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:09:15.692888 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac573b8a-645a-4540-975e-eb1d30a9da85" -d '{"events": [{"server_uuid": "95546cc2-06ce-48c8-92a6-3c2e35f49a48", "name": "network-vif-plugged", "status": "completed", "tag": "c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:09:15.739116 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:09:15.769992 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eac99c26-8f11-42c5-b055-bf98c2d5c09b req-3f540310-06af-4cff-948b-36385f8bf801 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Network 20494638-06c1-415e-90d6-c326674b78a0 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:09:15.775613 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-eac99c26-8f11-42c5-b055-bf98c2d5c09b req-3f540310-06af-4cff-948b-36385f8bf801 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:09:15.792226 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-eac99c26-8f11-42c5-b055-bf98c2d5c09b req-3f540310-06af-4cff-948b-36385f8bf801 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:09:15.796452 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:15.797756 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device af4eb865-6fca-42f0-bf89-0bc7b39cebac up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:09:15.858948 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44225b29-4b5e-42cb-a9d3-e5185fd7f56a req-67ca9786-1fd7-4b03-acc5-ff7bf80c1e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:15.860675 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-44225b29-4b5e-42cb-a9d3-e5185fd7f56a req-67ca9786-1fd7-4b03-acc5-ff7bf80c1e54 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=af4c9854d3c048999405c81c71776d29&device_id=c83004cb-df96-4d27-9371-9bd234a0c154 HTTP/1.1" status: 200 len: 1102 time: 0.2028623 Nov 25 13:09:15.878196 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac99c26-8f11-42c5-b055-bf98c2d5c09b req-3f540310-06af-4cff-948b-36385f8bf801 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:15.878992 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-eac99c26-8f11-42c5-b055-bf98c2d5c09b req-3f540310-06af-4cff-948b-36385f8bf801 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:15.882569 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f540310-06af-4cff-948b-36385f8bf801 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Pushing event updated for resources: {'Port': ['ID=e643d369-92cd-4252-8898-0bb12968087b,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:15.955922 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-eac99c26-8f11-42c5-b055-bf98c2d5c09b req-3f540310-06af-4cff-948b-36385f8bf801 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4819095 Nov 25 13:09:16.009135 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port af4eb865-6fca-42f0-bf89-0bc7b39cebac completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:09:16.020480 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port af4eb865-6fca-42f0-bf89-0bc7b39cebac triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:09:16.020909 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:16.044495 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d,revision_number=10']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:16.097689 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44225b29-4b5e-42cb-a9d3-e5185fd7f56a req-6dd31abf-751e-48a1-bf73-3b6d5f4c2530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:16.100169 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-44225b29-4b5e-42cb-a9d3-e5185fd7f56a req-6dd31abf-751e-48a1-bf73-3b6d5f4c2530 service neutron] 10.222.0.47 "GET /v2.0/networks?id=85f6380f-3625-4f44-8465-fbcf0c11fed5 HTTP/1.1" status: 200 len: 870 time: 0.1985517 Nov 25 13:09:16.108618 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-eac99c26-8f11-42c5-b055-bf98c2d5c09b req-05e253e0-d48e-4fea-9a72-da3259cb1cde service neutron] Request body: {'port': {'device_id': '1a58aaa2-8b43-45c6-9d7e-48343b909785', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:09:16.230286 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:16.276495 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port af4eb865-6fca-42f0-bf89-0bc7b39cebac, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=af4eb865-6fca-42f0-bf89-0bc7b39cebac,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:09:16.290581 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:16.291446 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 57611997-0a9b-471a-af0b-c8cfeed0f113 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:09:16.316944 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-44225b29-4b5e-42cb-a9d3-e5185fd7f56a req-163d10b1-311a-4213-8f2d-d5de8c64be0d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=6efc11c2-af6f-479e-9696-54cf17fa00d8 HTTP/1.1" status: 200 len: 217 time: 0.1985765 Nov 25 13:09:16.401490 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=af4eb865-6fca-42f0-bf89-0bc7b39cebac,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:16.407664 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-eac99c26-8f11-42c5-b055-bf98c2d5c09b req-05e253e0-d48e-4fea-9a72-da3259cb1cde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:16.450569 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: 57611997-0a9b-471a-af0b-c8cfeed0f113 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:09:16.450950 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 57611997-0a9b-471a-af0b-c8cfeed0f113 not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:09:16.483692 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44225b29-4b5e-42cb-a9d3-e5185fd7f56a req-eb60b9f7-e793-49ca-b856-8b0e36acc4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:16.485609 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-44225b29-4b5e-42cb-a9d3-e5185fd7f56a req-eb60b9f7-e793-49ca-b856-8b0e36acc4d8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.1570590 Nov 25 13:09:16.653565 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44225b29-4b5e-42cb-a9d3-e5185fd7f56a req-51d24cae-2048-417d-abe7-b654533ab21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:16.655133 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-44225b29-4b5e-42cb-a9d3-e5185fd7f56a req-51d24cae-2048-417d-abe7-b654533ab21e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1577542 Nov 25 13:09:16.883110 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-44225b29-4b5e-42cb-a9d3-e5185fd7f56a req-ecc82dc1-ef80-4813-928f-3f010c60cada service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159376 Nov 25 13:09:17.057377 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-eac99c26-8f11-42c5-b055-bf98c2d5c09b req-05e253e0-d48e-4fea-9a72-da3259cb1cde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e643d369-92cd-4252-8898-0bb12968087b {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:09:17.072719 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-eac99c26-8f11-42c5-b055-bf98c2d5c09b req-05e253e0-d48e-4fea-9a72-da3259cb1cde service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:17.103567 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-eac99c26-8f11-42c5-b055-bf98c2d5c09b req-05e253e0-d48e-4fea-9a72-da3259cb1cde service neutron] Transition to ACTIVE for port object e643d369-92cd-4252-8898-0bb12968087b will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:09:17.106139 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-44225b29-4b5e-42cb-a9d3-e5185fd7f56a req-893078dc-f657-472c-a701-89fab75d8e94 service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023911 Nov 25 13:09:17.109512 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-eac99c26-8f11-42c5-b055-bf98c2d5c09b req-05e253e0-d48e-4fea-9a72-da3259cb1cde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:17.204008 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e253e0-d48e-4fea-9a72-da3259cb1cde service neutron] Pushing event updated for resources: {'Port': ['ID=e643d369-92cd-4252-8898-0bb12968087b,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:17.285161 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-eac99c26-8f11-42c5-b055-bf98c2d5c09b req-05e253e0-d48e-4fea-9a72-da3259cb1cde service neutron] Attempting to bind port e643d369-92cd-4252-8898-0bb12968087b on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:09:17.285502 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-eac99c26-8f11-42c5-b055-bf98c2d5c09b req-05e253e0-d48e-4fea-9a72-da3259cb1cde service neutron] Attempting to bind port e643d369-92cd-4252-8898-0bb12968087b by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '6f5b4a09-9f6c-4c19-8201-4d90933cd506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '20494638-06c1-415e-90d6-c326674b78a0'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:09:17.285858 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac99c26-8f11-42c5-b055-bf98c2d5c09b req-05e253e0-d48e-4fea-9a72-da3259cb1cde service neutron] Attempting to bind port e643d369-92cd-4252-8898-0bb12968087b on network 20494638-06c1-415e-90d6-c326674b78a0 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:09:17.291662 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac99c26-8f11-42c5-b055-bf98c2d5c09b req-05e253e0-d48e-4fea-9a72-da3259cb1cde service neutron] Port e643d369-92cd-4252-8898-0bb12968087b on network 20494638-06c1-415e-90d6-c326674b78a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:09:17.291993 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac99c26-8f11-42c5-b055-bf98c2d5c09b req-05e253e0-d48e-4fea-9a72-da3259cb1cde service neutron] Attempting to bind port e643d369-92cd-4252-8898-0bb12968087b on network 20494638-06c1-415e-90d6-c326674b78a0 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:09:17.297254 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac99c26-8f11-42c5-b055-bf98c2d5c09b req-05e253e0-d48e-4fea-9a72-da3259cb1cde service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:09:17.297725 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac99c26-8f11-42c5-b055-bf98c2d5c09b req-05e253e0-d48e-4fea-9a72-da3259cb1cde service neutron] Checking segment: {'id': '6f5b4a09-9f6c-4c19-8201-4d90933cd506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '20494638-06c1-415e-90d6-c326674b78a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:09:17.298123 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac99c26-8f11-42c5-b055-bf98c2d5c09b req-05e253e0-d48e-4fea-9a72-da3259cb1cde service neutron] Bound using segment: {'id': '6f5b4a09-9f6c-4c19-8201-4d90933cd506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '20494638-06c1-415e-90d6-c326674b78a0'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:09:17.298861 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-eac99c26-8f11-42c5-b055-bf98c2d5c09b req-05e253e0-d48e-4fea-9a72-da3259cb1cde service neutron] Bound port: e643d369-92cd-4252-8898-0bb12968087b, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f5b4a09-9f6c-4c19-8201-4d90933cd506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '20494638-06c1-415e-90d6-c326674b78a0'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:09:17.299225 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-eac99c26-8f11-42c5-b055-bf98c2d5c09b req-05e253e0-d48e-4fea-9a72-da3259cb1cde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:17.437946 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-eac99c26-8f11-42c5-b055-bf98c2d5c09b req-05e253e0-d48e-4fea-9a72-da3259cb1cde service neutron] For port e643d369-92cd-4252-8898-0bb12968087b, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:09:17.442310 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-eac99c26-8f11-42c5-b055-bf98c2d5c09b req-05e253e0-d48e-4fea-9a72-da3259cb1cde service neutron] For port e643d369-92cd-4252-8898-0bb12968087b, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=e643d369-92cd-4252-8898-0bb12968087b,segment=NetworkSegment(6f5b4a09-9f6c-4c19-8201-4d90933cd506),segment_id=6f5b4a09-9f6c-4c19-8201-4d90933cd506)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:09:17.451770 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-eac99c26-8f11-42c5-b055-bf98c2d5c09b req-05e253e0-d48e-4fea-9a72-da3259cb1cde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:17.504938 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac99c26-8f11-42c5-b055-bf98c2d5c09b req-05e253e0-d48e-4fea-9a72-da3259cb1cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:17.506095 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-eac99c26-8f11-42c5-b055-bf98c2d5c09b req-05e253e0-d48e-4fea-9a72-da3259cb1cde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:17.508285 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-eac99c26-8f11-42c5-b055-bf98c2d5c09b req-05e253e0-d48e-4fea-9a72-da3259cb1cde service neutron] 10.222.0.47 "PUT /v2.0/ports/e643d369-92cd-4252-8898-0bb12968087b HTTP/1.1" status: 200 len: 1092 time: 1.4069598 Nov 25 13:09:17.532626 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e253e0-d48e-4fea-9a72-da3259cb1cde service neutron] Pushing event updated for resources: {'Port': ['ID=e643d369-92cd-4252-8898-0bb12968087b,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:17.623574 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac99c26-8f11-42c5-b055-bf98c2d5c09b req-1cf4bcd5-23fc-4d88-9814-7795609204e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:17.625456 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-eac99c26-8f11-42c5-b055-bf98c2d5c09b req-1cf4bcd5-23fc-4d88-9814-7795609204e9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f9638bf2b13b4d579c7476454eb03e3d&device_id=1a58aaa2-8b43-45c6-9d7e-48343b909785 HTTP/1.1" status: 200 len: 1095 time: 0.0493445 Nov 25 13:09:17.682649 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-eac99c26-8f11-42c5-b055-bf98c2d5c09b req-849cec91-9b79-4200-a757-8a27fe022569 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e643d369-92cd-4252-8898-0bb12968087b HTTP/1.1" status: 200 len: 217 time: 0.0476449 Nov 25 13:09:17.759100 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac99c26-8f11-42c5-b055-bf98c2d5c09b req-44574645-d873-468f-9c99-6cdf28db059e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:17.760677 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-eac99c26-8f11-42c5-b055-bf98c2d5c09b req-44574645-d873-468f-9c99-6cdf28db059e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=82870c5b-3c5b-4cf7-b280-dc92346a33bf HTTP/1.1" status: 200 len: 847 time: 0.0697820 Nov 25 13:09:17.803595 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-eac99c26-8f11-42c5-b055-bf98c2d5c09b req-bab1f208-140a-4a92-b8b8-7a6a441964d1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20494638-06c1-415e-90d6-c326674b78a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352945 Nov 25 13:09:17.939367 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-eac99c26-8f11-42c5-b055-bf98c2d5c09b req-1d1b8a04-bf16-4804-b476-8a4f09d2a579 service neutron] 10.222.0.47 "GET /v2.0/networks/20494638-06c1-415e-90d6-c326674b78a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276455 Nov 25 13:09:18.095275 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-eac99c26-8f11-42c5-b055-bf98c2d5c09b req-25cc647c-c4a9-41ec-9626-70ee54de94ac service neutron] 10.222.0.47 "GET /v2.0/networks/20494638-06c1-415e-90d6-c326674b78a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456382 Nov 25 13:09:18.407076 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f002c9-6fb5-4a7b-af68-0729da4b42dc req-455c4ba4-d82b-4c6b-aadf-178de50403c6 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:18.408633 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c7f002c9-6fb5-4a7b-af68-0729da4b42dc req-455c4ba4-d82b-4c6b-aadf-178de50403c6 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a58aaa2-8b43-45c6-9d7e-48343b909785 HTTP/1.1" status: 200 len: 943 time: 0.0963101 Nov 25 13:09:18.443821 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee75b40b-86e3-4c32-8837-a002c34e8380 req-bbbf51ae-c520-4329-96f9-32830c81010a tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:18.445644 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ee75b40b-86e3-4c32-8837-a002c34e8380 req-bbbf51ae-c520-4329-96f9-32830c81010a tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b109b5-f10f-4c16-9fe2-c3d4add301ee HTTP/1.1" status: 200 len: 950 time: 0.0954647 Nov 25 13:09:18.494440 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c7f002c9-6fb5-4a7b-af68-0729da4b42dc req-453cfe02-efea-4002-ab9b-66186bbb4d0f tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790384 Nov 25 13:09:18.541638 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ee75b40b-86e3-4c32-8837-a002c34e8380 req-70805dfd-fddf-4070-bba8-3e1a39687e3d tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803230 Nov 25 13:09:18.615679 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a14a57-bac1-465e-b603-b7c8fbc7afb9 x-openstack-request-id: req-45a14a57-bac1-465e-b603-b7c8fbc7afb9 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:09:18.616098 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dad49570-a207-4028-b0f0-3ad38208e4b4", "name": "network-vif-deleted", "tag": "57611997-0a9b-471a-af0b-c8cfeed0f113", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:09:18.616363 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-45a14a57-bac1-465e-b603-b7c8fbc7afb9 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:09:18.621215 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dad49570-a207-4028-b0f0-3ad38208e4b4', 'name': 'network-vif-deleted', 'tag': '57611997-0a9b-471a-af0b-c8cfeed0f113', 'status': 'completed', 'code': 200} Nov 25 13:09:18.725535 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37587eab-40cc-41fb-9c8d-9d556fe613fa req-9e48f998-e80f-43b2-9d68-b5e4f6e7ff70 tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:18.728564 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-37587eab-40cc-41fb-9c8d-9d556fe613fa req-9e48f998-e80f-43b2-9d68-b5e4f6e7ff70 tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6b7a40a6-335a-43bf-9a42-81b4b7bd6860 HTTP/1.1" status: 200 len: 1097 time: 0.0532579 Nov 25 13:09:18.776512 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-37587eab-40cc-41fb-9c8d-9d556fe613fa req-01d16115-f5ba-490b-a8b1-4a445f678ad4 tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415955 Nov 25 13:09:18.856060 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946fb760-94fa-4d74-a6cc-620d11684745 x-openstack-request-id: req-946fb760-94fa-4d74-a6cc-620d11684745 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:09:18.856060 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95546cc2-06ce-48c8-92a6-3c2e35f49a48", "name": "network-vif-plugged", "status": "completed", "tag": "c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:09:18.856711 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-946fb760-94fa-4d74-a6cc-620d11684745 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:09:18.856711 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95546cc2-06ce-48c8-92a6-3c2e35f49a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d', 'code': 200} Nov 25 13:09:18.934667 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf212e1-a140-4702-8a64-642722852f03 req-01159c6c-c088-42ca-b46d-93a76fcd0d19 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:18.939033 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-daf212e1-a140-4702-8a64-642722852f03 req-01159c6c-c088-42ca-b46d-93a76fcd0d19 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.53 "GET /v2.0/networks?id=ca5dd849-64c3-4488-b55b-506a274dbd63 HTTP/1.1" status: 200 len: 813 time: 0.1217237 Nov 25 13:09:18.957407 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-daf212e1-a140-4702-8a64-642722852f03 req-db2941a9-f770-49ad-8c3f-15524a09cf95 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.53 "GET /v2.0/quotas/bb2bf627d5d54038939071ee99391b2a HTTP/1.1" status: 200 len: 375 time: 0.0127277 Nov 25 13:09:18.992268 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-daf212e1-a140-4702-8a64-642722852f03 req-7c45e01c-5389-4f01-8c9a-2a9e50e37e03 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=bb2bf627d5d54038939071ee99391b2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265186 Nov 25 13:09:19.111004 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-daf212e1-a140-4702-8a64-642722852f03 req-6d3915a0-4023-475a-bee7-c843887834a9 service neutron] 10.222.0.53 "GET /v2.0/networks/ca5dd849-64c3-4488-b55b-506a274dbd63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108286 Nov 25 13:09:19.241114 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-daf212e1-a140-4702-8a64-642722852f03 req-5c5c9886-dcee-4c54-b057-64e01a7121b9 service neutron] 10.222.0.53 "GET /v2.0/networks/ca5dd849-64c3-4488-b55b-506a274dbd63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231911 Nov 25 13:09:20.252591 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-405a39c4-249e-4bf5-926b-08d59fbc8f46 tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:09:20.253756 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-405a39c4-249e-4bf5-926b-08d59fbc8f46 tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088239 Nov 25 13:09:20.310732 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-c1b19c74-c0f7-4aae-b684-f130b626d9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:20.312493 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-c1b19c74-c0f7-4aae-b684-f130b626d9ad service neutron] 10.222.0.53 "GET /v2.0/ports/087220c7-2a82-445b-929d-1e40a03684c6 HTTP/1.1" status: 200 len: 1094 time: 0.0490444 Nov 25 13:09:20.322775 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-ed58eb13-926f-4419-bb61-c0e21f4418b8 service neutron] Request body: {'binding': {'host': 'n-h2-808199-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:09:20.323479 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-ed58eb13-926f-4419-bb61-c0e21f4418b8 service neutron] Unknown quota resources ['binding']. {{(pid=103571) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 13:09:20.514309 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-ed58eb13-926f-4419-bb61-c0e21f4418b8 service neutron] Attempting to bind port 087220c7-2a82-445b-929d-1e40a03684c6 on host n-h2-808199-11 for vnic_type normal with profile None {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:09:20.515296 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-ed58eb13-926f-4419-bb61-c0e21f4418b8 service neutron] Attempting to bind port 087220c7-2a82-445b-929d-1e40a03684c6 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': 'f1015c3b-5561-4c41-908e-568aaa0911cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4eedb877-5fc3-46a9-a0e2-7e0a431fb103'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:09:20.515715 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-ed58eb13-926f-4419-bb61-c0e21f4418b8 service neutron] Attempting to bind port 087220c7-2a82-445b-929d-1e40a03684c6 on network 4eedb877-5fc3-46a9-a0e2-7e0a431fb103 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:09:20.521578 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-ed58eb13-926f-4419-bb61-c0e21f4418b8 service neutron] Port 087220c7-2a82-445b-929d-1e40a03684c6 on network 4eedb877-5fc3-46a9-a0e2-7e0a431fb103 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:09:20.521973 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-ed58eb13-926f-4419-bb61-c0e21f4418b8 service neutron] Attempting to bind port 087220c7-2a82-445b-929d-1e40a03684c6 on network 4eedb877-5fc3-46a9-a0e2-7e0a431fb103 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:09:20.528061 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-ed58eb13-926f-4419-bb61-c0e21f4418b8 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:09:20.528389 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-ed58eb13-926f-4419-bb61-c0e21f4418b8 service neutron] Checking segment: {'id': 'f1015c3b-5561-4c41-908e-568aaa0911cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4eedb877-5fc3-46a9-a0e2-7e0a431fb103'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:09:20.528859 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-ed58eb13-926f-4419-bb61-c0e21f4418b8 service neutron] Bound using segment: {'id': 'f1015c3b-5561-4c41-908e-568aaa0911cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4eedb877-5fc3-46a9-a0e2-7e0a431fb103'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:09:20.529895 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-ed58eb13-926f-4419-bb61-c0e21f4418b8 service neutron] Bound port: 087220c7-2a82-445b-929d-1e40a03684c6, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1015c3b-5561-4c41-908e-568aaa0911cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4eedb877-5fc3-46a9-a0e2-7e0a431fb103'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:09:20.598120 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-ed58eb13-926f-4419-bb61-c0e21f4418b8 service neutron] For port 087220c7-2a82-445b-929d-1e40a03684c6, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=087220c7-2a82-445b-929d-1e40a03684c6,segment=NetworkSegment(f1015c3b-5561-4c41-908e-568aaa0911cd),segment_id=f1015c3b-5561-4c41-908e-568aaa0911cd)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:09:20.605731 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-ed58eb13-926f-4419-bb61-c0e21f4418b8 service neutron] Publish callbacks [] for binding, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:20.606980 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-ed58eb13-926f-4419-bb61-c0e21f4418b8 service neutron] 10.222.0.53 "POST /v2.0/ports/087220c7-2a82-445b-929d-1e40a03684c6/bindings HTTP/1.1" status: 201 len: 390 time: 0.2876816 Nov 25 13:09:20.628040 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae3348b-b132-48dc-9a7c-f15f95ec38c9 req-c87fa44f-6ad7-4f80-8d74-9f41ea7da175 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:20.634252 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a58aaa2-8b43-45c6-9d7e-48343b909785', 'tag': 'e643d369-92cd-4252-8898-0bb12968087b'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:09:20.637832 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8befe7d-b5cc-418a-bb06-7b2042b091ac" -d '{"events": [{"name": "network-changed", "server_uuid": "1a58aaa2-8b43-45c6-9d7e-48343b909785", "tag": "e643d369-92cd-4252-8898-0bb12968087b"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:09:20.639622 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2ae3348b-b132-48dc-9a7c-f15f95ec38c9 req-c87fa44f-6ad7-4f80-8d74-9f41ea7da175 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=339c2ab8-fa9d-42c2-bb60-ced41e95a0f1 HTTP/1.1" status: 200 len: 949 time: 0.0895429 Nov 25 13:09:20.731714 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2ae3348b-b132-48dc-9a7c-f15f95ec38c9 req-ac9c69b2-96f4-4fad-bc82-7fdaa7707294 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909231 Nov 25 13:09:20.859407 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b109b5-f10f-4c16-9fe2-c3d4add301ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af4eb865-6fca-42f0-bf89-0bc7b39cebac'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:09:20.860693 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f05c9c1e-3f0d-463e-a0f4-82e14fe9ab26" -d '{"events": [{"server_uuid": "89b109b5-f10f-4c16-9fe2-c3d4add301ee", "name": "network-vif-plugged", "status": "completed", "tag": "af4eb865-6fca-42f0-bf89-0bc7b39cebac"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:09:21.023408 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-d25d9d80-9a85-4973-b04a-79812ccf8deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:21.025273 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-d25d9d80-9a85-4973-b04a-79812ccf8deb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d2e157ec7259461e96009d2e9c8298f0&device_id=6b7a40a6-335a-43bf-9a42-81b4b7bd6860 HTTP/1.1" status: 200 len: 1097 time: 0.0528080 Nov 25 13:09:21.051340 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a394fc8a-3bd6-4aad-8860-38c1636f3c18 req-323d2b5e-1228-4c23-bf85-59fb0c8b8ef1 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:21.051340 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a394fc8a-3bd6-4aad-8860-38c1636f3c18 req-323d2b5e-1228-4c23-bf85-59fb0c8b8ef1 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b109b5-f10f-4c16-9fe2-c3d4add301ee HTTP/1.1" status: 200 len: 950 time: 0.1427696 Nov 25 13:09:21.082606 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device e643d369-92cd-4252-8898-0bb12968087b details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:09:21.133083 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c0aa65-79f6-4e3a-980e-7c1f4ba4772f req-b9f1800c-8993-45c6-b38c-98fb1ec4b159 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:21.140346 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-76c0aa65-79f6-4e3a-980e-7c1f4ba4772f req-b9f1800c-8993-45c6-b38c-98fb1ec4b159 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a58aaa2-8b43-45c6-9d7e-48343b909785 HTTP/1.1" status: 200 len: 943 time: 0.1849580 Nov 25 13:09:21.155977 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97db4bc1-2188-4edb-ba0d-2b9dba261f68 req-dee36d24-f023-4f97-9f9c-625650b4844b tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:21.157470 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-97db4bc1-2188-4edb-ba0d-2b9dba261f68 req-dee36d24-f023-4f97-9f9c-625650b4844b tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.66 "GET /v2.0/ports?device_id=339c2ab8-fa9d-42c2-bb60-ced41e95a0f1 HTTP/1.1" status: 200 len: 949 time: 0.2383759 Nov 25 13:09:21.174161 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a394fc8a-3bd6-4aad-8860-38c1636f3c18 req-a8b44066-21f5-46f0-b69a-5393cf6b835c tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071115 Nov 25 13:09:21.256045 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port e643d369-92cd-4252-8898-0bb12968087b, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=e643d369-92cd-4252-8898-0bb12968087b,segment=NetworkSegment(6f5b4a09-9f6c-4c19-8201-4d90933cd506),segment_id=6f5b4a09-9f6c-4c19-8201-4d90933cd506)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:09:21.278465 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': 'e643d369-92cd-4252-8898-0bb12968087b', 'network_id': '20494638-06c1-415e-90d6-c326674b78a0', 'port_id': 'e643d369-92cd-4252-8898-0bb12968087b', 'mac_address': 'fa:16:3e:06:30:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82870c5b-3c5b-4cf7-b280-dc92346a33bf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:09:21.319004 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-76c0aa65-79f6-4e3a-980e-7c1f4ba4772f req-282f6160-3389-4363-9852-8355ec8bee22 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700296 Nov 25 13:09:21.367234 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-5cc06654-ebf5-40c7-91af-7d14d3b3b245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:21.369384 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-5cc06654-ebf5-40c7-91af-7d14d3b3b245 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4eedb877-5fc3-46a9-a0e2-7e0a431fb103 HTTP/1.1" status: 200 len: 922 time: 0.3351684 Nov 25 13:09:21.410775 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:21.423291 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5dd946-d5b2-4cac-88cd-b5b971db8381 x-openstack-request-id: req-9b5dd946-d5b2-4cac-88cd-b5b971db8381 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:09:21.424136 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a58aaa2-8b43-45c6-9d7e-48343b909785", "tag": "e643d369-92cd-4252-8898-0bb12968087b", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:09:21.426039 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9b5dd946-d5b2-4cac-88cd-b5b971db8381 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:09:21.428191 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a58aaa2-8b43-45c6-9d7e-48343b909785', 'tag': 'e643d369-92cd-4252-8898-0bb12968087b', 'status': 'completed', 'code': 200} Nov 25 13:09:21.430315 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e643d369-92cd-4252-8898-0bb12968087b {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:09:21.441773 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-97db4bc1-2188-4edb-ba0d-2b9dba261f68 req-d9479925-c887-40bb-a776-b69b2d695e16 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Deleting port 8eba8700-50bb-47aa-ac12-8d250868a4f5 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:09:21.442301 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-97db4bc1-2188-4edb-ba0d-2b9dba261f68 req-d9479925-c887-40bb-a776-b69b2d695e16 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:21.465093 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port e643d369-92cd-4252-8898-0bb12968087b, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=e643d369-92cd-4252-8898-0bb12968087b,segment=NetworkSegment(6f5b4a09-9f6c-4c19-8201-4d90933cd506),segment_id=6f5b4a09-9f6c-4c19-8201-4d90933cd506)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:09:21.476392 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:21.545299 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf212e1-a140-4702-8a64-642722852f03 req-2dbc3d34-edc7-4a9a-ace0-de67e209c89a tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:21.549947 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-daf212e1-a140-4702-8a64-642722852f03 req-2dbc3d34-edc7-4a9a-ace0-de67e209c89a tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.66 "GET /v2.0/networks?id=ca5dd849-64c3-4488-b55b-506a274dbd63 HTTP/1.1" status: 200 len: 813 time: 0.3685002 Nov 25 13:09:21.617786 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265bda74-0697-44fb-b2c8-6696b4b823d5 x-openstack-request-id: req-265bda74-0697-44fb-b2c8-6696b4b823d5 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:09:21.620865 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89b109b5-f10f-4c16-9fe2-c3d4add301ee", "name": "network-vif-plugged", "status": "completed", "tag": "af4eb865-6fca-42f0-bf89-0bc7b39cebac", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:09:21.621407 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-265bda74-0697-44fb-b2c8-6696b4b823d5 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:09:21.622031 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89b109b5-f10f-4c16-9fe2-c3d4add301ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af4eb865-6fca-42f0-bf89-0bc7b39cebac', 'code': 200} Nov 25 13:09:21.627730 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=e643d369-92cd-4252-8898-0bb12968087b,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:21.627878 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-97db4bc1-2188-4edb-ba0d-2b9dba261f68 req-d9479925-c887-40bb-a776-b69b2d695e16 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] For port 8eba8700-50bb-47aa-ac12-8d250868a4f5, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=8eba8700-50bb-47aa-ac12-8d250868a4f5,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:09:21.628246 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-97db4bc1-2188-4edb-ba0d-2b9dba261f68 req-d9479925-c887-40bb-a776-b69b2d695e16 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:21.658544 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-97db4bc1-2188-4edb-ba0d-2b9dba261f68 req-d9479925-c887-40bb-a776-b69b2d695e16 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Calling delete_port for 8eba8700-50bb-47aa-ac12-8d250868a4f5 owned by compute:nova {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:09:21.688582 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-daf212e1-a140-4702-8a64-642722852f03 req-3411f5ed-f03f-496a-9609-62cf89349960 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Request body: {'port': {'device_id': '2b631f5c-41bf-46ff-a075-a86845ecdd77', 'network_id': 'ca5dd849-64c3-4488-b55b-506a274dbd63', 'admin_state_up': True, 'tenant_id': 'bb2bf627d5d54038939071ee99391b2a'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:09:21.707037 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-0f7084f2-144c-474a-ab3d-e4bc725ebc33 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=087220c7-2a82-445b-929d-1e40a03684c6 HTTP/1.1" status: 200 len: 217 time: 0.3270166 Nov 25 13:09:21.825754 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b80f542b-e49d-4dc9-870a-06d83dfaccae req-93e02ba8-514d-4d33-8ee7-60e1cd1841d8 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.53 "GET /v2.0/ports?device_id=1501e070-d3f6-41e3-99b8-6e7afd0b9e1c HTTP/1.1" status: 200 len: 210 time: 0.0567040 Nov 25 13:09:21.827110 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['e643d369-92cd-4252-8898-0bb12968087b'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:09:22.007090 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f80404-2dad-4f3b-b2bf-6cff05f70ee1 req-f6483484-9ee1-4176-9bb7-e7f3299e7333 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:22.008936 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-10f80404-2dad-4f3b-b2bf-6cff05f70ee1 req-f6483484-9ee1-4176-9bb7-e7f3299e7333 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b7a40a6-335a-43bf-9a42-81b4b7bd6860 HTTP/1.1" status: 200 len: 945 time: 0.2414157 Nov 25 13:09:22.041670 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-97db4bc1-2188-4edb-ba0d-2b9dba261f68 req-d9479925-c887-40bb-a776-b69b2d695e16 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:22.057818 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['7fb6f54d-91e5-44d1-b51e-17bdd8ecb01e', 'e3af4f0b-b1e6-4b83-91ed-deb59a01c9bc', '714f6353-6e25-43c5-8c2f-860f09c78bae', '9bae3617-6f67-4d05-82bb-3c70eb7cb932', '8eba8700-50bb-47aa-ac12-8d250868a4f5'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:09:22.117926 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daf212e1-a140-4702-8a64-642722852f03 req-3411f5ed-f03f-496a-9609-62cf89349960 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Made reservation on behalf of bb2bf627d5d54038939071ee99391b2a for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:09:22.125078 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-daf212e1-a140-4702-8a64-642722852f03 req-3411f5ed-f03f-496a-9609-62cf89349960 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:22.173506 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9479925-c887-40bb-a776-b69b2d695e16 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Pushing event deleted for resources: {'Port': ['ID=8eba8700-50bb-47aa-ac12-8d250868a4f5,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:22.256027 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-97db4bc1-2188-4edb-ba0d-2b9dba261f68 req-d9479925-c887-40bb-a776-b69b2d695e16 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] No DVR routers for this DVR port 8eba8700-50bb-47aa-ac12-8d250868a4f5 on host n-h1-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:09:22.266589 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-97db4bc1-2188-4edb-ba0d-2b9dba261f68 req-d9479925-c887-40bb-a776-b69b2d695e16 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:22.277552 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-97db4bc1-2188-4edb-ba0d-2b9dba261f68 req-d9479925-c887-40bb-a776-b69b2d695e16 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.66 "DELETE /v2.0/ports/8eba8700-50bb-47aa-ac12-8d250868a4f5 HTTP/1.1" status: 204 len: 173 time: 1.1004751 Nov 25 13:09:22.284395 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339c2ab8-fa9d-42c2-bb60-ced41e95a0f1', 'name': 'network-vif-deleted', 'tag': '8eba8700-50bb-47aa-ac12-8d250868a4f5'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:09:22.287933 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b85a81a-d11c-4193-81fa-871f74d27e28" -d '{"events": [{"server_uuid": "339c2ab8-fa9d-42c2-bb60-ced41e95a0f1", "name": "network-vif-deleted", "tag": "8eba8700-50bb-47aa-ac12-8d250868a4f5"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:09:22.372584 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-10f80404-2dad-4f3b-b2bf-6cff05f70ee1 req-bb98141d-b4bf-40f4-86fb-cd2e2b290472 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217101 Nov 25 13:09:22.440165 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd8722-4fe9-4d02-82fa-30e5cb7be918 req-e31cd041-0e5b-4e52-b74a-29a30bd9b7e6 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:22.476607 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1dfd8722-4fe9-4d02-82fa-30e5cb7be918 req-e31cd041-0e5b-4e52-b74a-29a30bd9b7e6 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/networks?id=3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d HTTP/1.1" status: 200 len: 805 time: 0.4569321 Nov 25 13:09:22.534158 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1dfd8722-4fe9-4d02-82fa-30e5cb7be918 req-0ae2722b-0760-482c-9c54-5009b9dd42bc tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/quotas/9924894bf2bb4ef59f3449083c95507b HTTP/1.1" status: 200 len: 375 time: 0.0554361 Nov 25 13:09:22.615397 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8843cdb1-0e97-418b-a9ff-99eba5c9b76d req-92043c5b-d717-49bd-a05a-b0f195d3f95f tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=339c2ab8-fa9d-42c2-bb60-ced41e95a0f1 HTTP/1.1" status: 200 len: 210 time: 0.0338907 Nov 25 13:09:22.634186 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1dfd8722-4fe9-4d02-82fa-30e5cb7be918 req-d8158c2b-ad35-4290-94a9-63faf58b12be tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9924894bf2bb4ef59f3449083c95507b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0928390 Nov 25 13:09:22.727381 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8befe7d-b5cc-418a-bb06-7b2042b091ac req-b2b14f50-a3a7-4f76-98bf-691a8f062593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:22.728890 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b8befe7d-b5cc-418a-bb06-7b2042b091ac req-b2b14f50-a3a7-4f76-98bf-691a8f062593 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f9638bf2b13b4d579c7476454eb03e3d&device_id=1a58aaa2-8b43-45c6-9d7e-48343b909785 HTTP/1.1" status: 200 len: 1096 time: 1.1096869 Nov 25 13:09:22.742611 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-b2018e6b-67bf-4f52-aee3-a69f0dac3ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:22.744070 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-b2018e6b-67bf-4f52-aee3-a69f0dac3ddc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c6ff4ad3-eaf7-4ebb-ae7a-2ad7a9626250 HTTP/1.1" status: 200 len: 861 time: 1.0179055 Nov 25 13:09:22.791988 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1dfd8722-4fe9-4d02-82fa-30e5cb7be918 req-ef4e5e86-9147-4e95-9aa8-194bb3eed31c service neutron] 10.222.0.53 "GET /v2.0/networks/3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551960 Nov 25 13:09:22.904806 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1dfd8722-4fe9-4d02-82fa-30e5cb7be918 req-e34366f3-7462-4f07-9655-5ee4f2c783a8 service neutron] 10.222.0.53 "GET /v2.0/networks/3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127775 Nov 25 13:09:22.928703 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-b7e1c600-b592-4e7e-871e-21d6d01aa10c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4eedb877-5fc3-46a9-a0e2-7e0a431fb103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1629126 Nov 25 13:09:22.966462 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['0b4bc922-b858-4465-ad56-5c6029f30377', '7f6f303f-ef2d-4137-9d8f-b9909032840b'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:09:22.988431 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655ad51-0768-4fc7-97f7-6ef2c91df286 req-7a7d10a7-31f6-4360-afbe-431be4390d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:22.993639 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5655ad51-0768-4fc7-97f7-6ef2c91df286 req-7a7d10a7-31f6-4360-afbe-431be4390d73 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=89b109b5-f10f-4c16-9fe2-c3d4add301ee HTTP/1.1" status: 200 len: 1102 time: 1.1944349 Nov 25 13:09:23.017747 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0006bb2-ad5c-4fba-af86-b6f4103b159e req-5d33742b-c863-4f43-86ba-41f4f2367e64 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:23.019715 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f0006bb2-ad5c-4fba-af86-b6f4103b159e req-5d33742b-c863-4f43-86ba-41f4f2367e64 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b109b5-f10f-4c16-9fe2-c3d4add301ee HTTP/1.1" status: 200 len: 950 time: 0.1022687 Nov 25 13:09:23.082517 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f0006bb2-ad5c-4fba-af86-b6f4103b159e req-39285692-7699-4215-a3ce-80d767a8e6f0 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534112 Nov 25 13:09:23.099522 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device eccf0155-fda1-4a45-b997-f53e839fff7a no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:09:23.102775 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf212e1-a140-4702-8a64-642722852f03 req-67724a07-96d0-416b-9893-d483c3ef18e6 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:23.104875 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-daf212e1-a140-4702-8a64-642722852f03 req-67724a07-96d0-416b-9893-d483c3ef18e6 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.66 "GET /v2.0/networks?id=ca5dd849-64c3-4488-b55b-506a274dbd63 HTTP/1.1" status: 200 len: 813 time: 1.3067791 Nov 25 13:09:23.223114 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb68b2a-d50e-4a5e-8268-3ecbb3c6d558 x-openstack-request-id: req-8eb68b2a-d50e-4a5e-8268-3ecbb3c6d558 {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:09:23.223412 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "339c2ab8-fa9d-42c2-bb60-ced41e95a0f1", "name": "network-vif-deleted", "tag": "8eba8700-50bb-47aa-ac12-8d250868a4f5", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:09:23.223775 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8eb68b2a-d50e-4a5e-8268-3ecbb3c6d558 {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:09:23.224218 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '339c2ab8-fa9d-42c2-bb60-ced41e95a0f1', 'name': 'network-vif-deleted', 'tag': '8eba8700-50bb-47aa-ac12-8d250868a4f5', 'status': 'completed', 'code': 200} Nov 25 13:09:23.300077 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-b0a1fbdd-7353-4270-a2e5-06d4bf759311 service neutron] 10.222.0.47 "GET /v2.0/networks/4eedb877-5fc3-46a9-a0e2-7e0a431fb103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199854 Nov 25 13:09:23.322072 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-daf212e1-a140-4702-8a64-642722852f03 req-0c7e8f92-0177-4b94-865c-73f59992309d tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Request body: {'port': {'device_id': '1501e070-d3f6-41e3-99b8-6e7afd0b9e1c', 'network_id': 'ca5dd849-64c3-4488-b55b-506a274dbd63', 'admin_state_up': True, 'tenant_id': 'bb2bf627d5d54038939071ee99391b2a'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:09:23.376900 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:23.428795 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-13d20c7d-2ad1-42ce-96fc-24a2b9ad3204 req-8a47f2e9-e0c0-4b84-93bd-148941b7f113 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.53 "GET /v2.0/ports?device_id=1501e070-d3f6-41e3-99b8-6e7afd0b9e1c HTTP/1.1" status: 200 len: 210 time: 0.0779059 Nov 25 13:09:23.467488 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae0f7e-0489-44ba-91e0-9638df6cf872 req-75d43023-03e4-449c-840a-9dd646c31933 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:23.478590 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ceae0f7e-0489-44ba-91e0-9638df6cf872 req-75d43023-03e4-449c-840a-9dd646c31933 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a58aaa2-8b43-45c6-9d7e-48343b909785 HTTP/1.1" status: 200 len: 944 time: 0.2335758 Nov 25 13:09:23.491606 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port eccf0155-fda1-4a45-b997-f53e839fff7a, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=eccf0155-fda1-4a45-b997-f53e839fff7a,segment=NetworkSegment(e8fc9265-97df-4bce-bf9a-73ae38a4e9ce),segment_id=e8fc9265-97df-4bce-bf9a-73ae38a4e9ce)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:09:23.526342 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:23.592453 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-daf212e1-a140-4702-8a64-642722852f03 req-3411f5ed-f03f-496a-9609-62cf89349960 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Allocated IP 172.20.0.10 (ca5dd849-64c3-4488-b55b-506a274dbd63/cc8601b7-2b4a-4488-a128-4b05fb558596/9e423b82-eeef-45f5-9ca8-525195bf9f76) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:09:23.593618 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-12f1c03e-59be-404c-b99b-c39cdebfd5c2 req-8f6ab209-a29c-4a40-a98b-abff35158ad9 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/ports?device_id=8abf26f0-25c1-47e0-9dd9-c98fe7928eb9 HTTP/1.1" status: 200 len: 210 time: 0.0638313 Nov 25 13:09:23.624571 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ef7337-9105-45f4-9d49-7c22c41b6223', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eccf0155-fda1-4a45-b997-f53e839fff7a'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:09:23.630117 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-692eca21-8dd6-4d39-a6e9-f8eb78abf11c" -d '{"events": [{"server_uuid": "b3ef7337-9105-45f4-9d49-7c22c41b6223", "name": "network-vif-unplugged", "status": "completed", "tag": "eccf0155-fda1-4a45-b997-f53e839fff7a"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:09:23.638402 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ceae0f7e-0489-44ba-91e0-9638df6cf872 req-98b3e9ed-215e-48ab-aea3-7053baf18cf8 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524758 Nov 25 13:09:23.639474 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5655ad51-0768-4fc7-97f7-6ef2c91df286 req-ef020209-400e-490b-b01f-76c546505375 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6233780 Nov 25 13:09:23.664660 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8befe7d-b5cc-418a-bb06-7b2042b091ac req-df300678-d043-4a12-9a0d-4148b90a826f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:23.666327 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b8befe7d-b5cc-418a-bb06-7b2042b091ac req-df300678-d043-4a12-9a0d-4148b90a826f service neutron] 10.222.0.47 "GET /v2.0/networks?id=20494638-06c1-415e-90d6-c326674b78a0 HTTP/1.1" status: 200 len: 908 time: 0.9213581 Nov 25 13:09:23.708641 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=eccf0155-fda1-4a45-b997-f53e839fff7a,revision_number=8']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:23.749621 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-fff813aa-4cf9-48e9-a387-cce4330e6209 service neutron] 10.222.0.47 "GET /v2.0/networks/4eedb877-5fc3-46a9-a0e2-7e0a431fb103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4001946 Nov 25 13:09:23.773797 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c95ba3-a7a5-4eda-a54a-925eda9bac69 req-91383f67-18e2-4482-8a51-985039ead8c0 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:23.777203 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f5c95ba3-a7a5-4eda-a54a-925eda9bac69 req-91383f67-18e2-4482-8a51-985039ead8c0 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3ef7337-9105-45f4-9d49-7c22c41b6223 HTTP/1.1" status: 200 len: 943 time: 0.1964810 Nov 25 13:09:23.805635 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311342aa-e6d6-4502-a545-25d0b1a5f3b3 req-357f7f5c-284c-421a-9ea9-f064d641083d tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:23.815640 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-311342aa-e6d6-4502-a545-25d0b1a5f3b3 req-357f7f5c-284c-421a-9ea9-f064d641083d tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b7a40a6-335a-43bf-9a42-81b4b7bd6860 HTTP/1.1" status: 200 len: 945 time: 0.0962579 Nov 25 13:09:23.828655 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 13:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f1e617-6ba5-45b6-9c30-cc6c2813bf71 x-openstack-request-id: req-89f1e617-6ba5-45b6-9c30-cc6c2813bf71 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:09:23.829420 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ef7337-9105-45f4-9d49-7c22c41b6223", "name": "network-vif-unplugged", "status": "completed", "tag": "eccf0155-fda1-4a45-b997-f53e839fff7a", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:09:23.829919 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-89f1e617-6ba5-45b6-9c30-cc6c2813bf71 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:09:23.830553 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ef7337-9105-45f4-9d49-7c22c41b6223', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eccf0155-fda1-4a45-b997-f53e839fff7a', 'code': 200} Nov 25 13:09:23.915482 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-311342aa-e6d6-4502-a545-25d0b1a5f3b3 req-973579f5-4d33-4bdf-9d45-5e40e66cea72 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925732 Nov 25 13:09:24.059304 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daf212e1-a140-4702-8a64-642722852f03 req-0c7e8f92-0177-4b94-865c-73f59992309d tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Made reservation on behalf of bb2bf627d5d54038939071ee99391b2a for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:09:24.063082 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-daf212e1-a140-4702-8a64-642722852f03 req-0c7e8f92-0177-4b94-865c-73f59992309d tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:24.089071 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b8befe7d-b5cc-418a-bb06-7b2042b091ac req-5b536c5a-010d-4533-a818-1882a68a7efd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e643d369-92cd-4252-8898-0bb12968087b HTTP/1.1" status: 200 len: 217 time: 0.2092443 Nov 25 13:09:24.213645 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8befe7d-b5cc-418a-bb06-7b2042b091ac req-c3132f82-6801-472e-a2ab-94b2706eb3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:24.215169 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b8befe7d-b5cc-418a-bb06-7b2042b091ac req-c3132f82-6801-472e-a2ab-94b2706eb3c1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=82870c5b-3c5b-4cf7-b280-dc92346a33bf HTTP/1.1" status: 200 len: 847 time: 0.1026351 Nov 25 13:09:24.380708 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b8befe7d-b5cc-418a-bb06-7b2042b091ac req-26446583-4318-4f27-a704-9a739368f4dd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20494638-06c1-415e-90d6-c326674b78a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1181307 Nov 25 13:09:24.390806 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e4df8a-c328-4904-9fb5-f2ca8063f833 req-621ad142-e060-456b-b636-4746a46e2029 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:24.399641 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-37e4df8a-c328-4904-9fb5-f2ca8063f833 req-621ad142-e060-456b-b636-4746a46e2029 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b109b5-f10f-4c16-9fe2-c3d4add301ee HTTP/1.1" status: 200 len: 950 time: 0.1343303 Nov 25 13:09:24.434786 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-daf212e1-a140-4702-8a64-642722852f03 req-3411f5ed-f03f-496a-9609-62cf89349960 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:24.469279 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-f5c95ba3-a7a5-4eda-a54a-925eda9bac69 req-445a0d44-73ee-4326-8596-0af8a39c74eb tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Deleting port eccf0155-fda1-4a45-b997-f53e839fff7a {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:09:24.469878 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f5c95ba3-a7a5-4eda-a54a-925eda9bac69 req-445a0d44-73ee-4326-8596-0af8a39c74eb tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:24.507383 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a213970-7723-496a-b271-1ebbffb15a3b req-6ada3aed-6fb4-4d46-9475-44e7444ee024 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:24.516886 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0a213970-7723-496a-b271-1ebbffb15a3b req-6ada3aed-6fb4-4d46-9475-44e7444ee024 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd32ff7-360d-4cfb-a1b3-48e5f8a51d90 HTTP/1.1" status: 200 len: 950 time: 0.1929049 Nov 25 13:09:24.532351 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-37e4df8a-c328-4904-9fb5-f2ca8063f833 req-109e584e-87b0-4575-b5ee-43b999088dd9 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317699 Nov 25 13:09:24.589594 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0a213970-7723-496a-b271-1ebbffb15a3b req-d2d5145e-a09b-48b7-b652-7bc622d3aaff tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717201 Nov 25 13:09:24.692004 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-daf212e1-a140-4702-8a64-642722852f03 req-3411f5ed-f03f-496a-9609-62cf89349960 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:24.697443 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-07813e30-1a3f-4677-9195-d4baa6598cb9 req-2ba969ff-21fa-4104-b080-d1905faa1ade tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.53 "GET /v2.0/ports?device_id=1501e070-d3f6-41e3-99b8-6e7afd0b9e1c HTTP/1.1" status: 200 len: 210 time: 0.0735018 Nov 25 13:09:24.732387 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 8eba8700-50bb-47aa-ac12-8d250868a4f5 no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:09:24.779039 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] No Port match for: 8eba8700-50bb-47aa-ac12-8d250868a4f5 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:09:24.779399 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 8eba8700-50bb-47aa-ac12-8d250868a4f5 not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:09:24.780439 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0aaae33c-ea9f-4b68-a677-74a4a63eb97c req-2d7fa9e0-61d4-4594-9f1e-5cd2c2863d70 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/ports?device_id=8abf26f0-25c1-47e0-9dd9-c98fe7928eb9 HTTP/1.1" status: 200 len: 210 time: 0.0509441 Nov 25 13:09:24.804688 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b8befe7d-b5cc-418a-bb06-7b2042b091ac req-0606012c-6b17-415d-8276-dd05a4283702 service neutron] 10.222.0.47 "GET /v2.0/networks/20494638-06c1-415e-90d6-c326674b78a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3961005 Nov 25 13:09:24.823387 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-f5c95ba3-a7a5-4eda-a54a-925eda9bac69 req-445a0d44-73ee-4326-8596-0af8a39c74eb tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] For port eccf0155-fda1-4a45-b997-f53e839fff7a, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=eccf0155-fda1-4a45-b997-f53e839fff7a,segment=NetworkSegment(e8fc9265-97df-4bce-bf9a-73ae38a4e9ce),segment_id=e8fc9265-97df-4bce-bf9a-73ae38a4e9ce)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:09:24.824157 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f5c95ba3-a7a5-4eda-a54a-925eda9bac69 req-445a0d44-73ee-4326-8596-0af8a39c74eb tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:24.907379 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daf212e1-a140-4702-8a64-642722852f03 req-3411f5ed-f03f-496a-9609-62cf89349960 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Network ca5dd849-64c3-4488-b55b-506a274dbd63 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:09:24.922935 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-f5c95ba3-a7a5-4eda-a54a-925eda9bac69 req-445a0d44-73ee-4326-8596-0af8a39c74eb tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Calling delete_port for eccf0155-fda1-4a45-b997-f53e839fff7a owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:09:24.926204 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-daf212e1-a140-4702-8a64-642722852f03 req-3411f5ed-f03f-496a-9609-62cf89349960 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:09:24.950401 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b991207-1122-4c4a-96fd-71bfc365e89c req-e9d80e51-c526-40f9-9386-98901d06f044 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:24.952228 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2b991207-1122-4c4a-96fd-71bfc365e89c req-e9d80e51-c526-40f9-9386-98901d06f044 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a58aaa2-8b43-45c6-9d7e-48343b909785 HTTP/1.1" status: 200 len: 944 time: 0.1202605 Nov 25 13:09:24.962546 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-daf212e1-a140-4702-8a64-642722852f03 req-3411f5ed-f03f-496a-9609-62cf89349960 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:09:25.034438 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2b991207-1122-4c4a-96fd-71bfc365e89c req-4d515050-27b5-4235-8331-aa269b642190 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754402 Nov 25 13:09:25.113688 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device e643d369-92cd-4252-8898-0bb12968087b up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:09:25.179655 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3411f5ed-f03f-496a-9609-62cf89349960 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Pushing event updated for resources: {'Port': ['ID=9e423b82-eeef-45f5-9ca8-525195bf9f76,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:25.200167 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b8befe7d-b5cc-418a-bb06-7b2042b091ac req-2dfe673e-d1d6-4694-8826-81fef42200ed service neutron] 10.222.0.47 "GET /v2.0/networks/20494638-06c1-415e-90d6-c326674b78a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3699272 Nov 25 13:09:25.226023 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4790f541-e6a3-4504-a317-c608cfbc49b5 req-64f36d19-1be1-4690-bac1-591693cf5887 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:25.238435 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4790f541-e6a3-4504-a317-c608cfbc49b5 req-64f36d19-1be1-4690-bac1-591693cf5887 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b7a40a6-335a-43bf-9a42-81b4b7bd6860 HTTP/1.1" status: 200 len: 945 time: 0.1444426 Nov 25 13:09:25.247330 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port e643d369-92cd-4252-8898-0bb12968087b completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:09:25.251187 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port e643d369-92cd-4252-8898-0bb12968087b triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:09:25.251568 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:25.337915 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4790f541-e6a3-4504-a317-c608cfbc49b5 req-b1db5285-c640-4356-9437-83a1fa648364 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981367 Nov 25 13:09:25.408689 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:25.413074 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf212e1-a140-4702-8a64-642722852f03 req-3411f5ed-f03f-496a-9609-62cf89349960 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:25.415721 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-daf212e1-a140-4702-8a64-642722852f03 req-3411f5ed-f03f-496a-9609-62cf89349960 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:25.455247 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port e643d369-92cd-4252-8898-0bb12968087b, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=e643d369-92cd-4252-8898-0bb12968087b,segment=NetworkSegment(6f5b4a09-9f6c-4c19-8201-4d90933cd506),segment_id=6f5b4a09-9f6c-4c19-8201-4d90933cd506)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:09:25.470231 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-daf212e1-a140-4702-8a64-642722852f03 req-0c7e8f92-0177-4b94-865c-73f59992309d tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Allocated IP 172.20.0.12 (ca5dd849-64c3-4488-b55b-506a274dbd63/cc8601b7-2b4a-4488-a128-4b05fb558596/8912e053-f049-4a8a-81c2-b6f4d61689fc) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:09:25.475891 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:25.518624 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-daf212e1-a140-4702-8a64-642722852f03 req-3411f5ed-f03f-496a-9609-62cf89349960 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8401215 Nov 25 13:09:25.542087 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-daf212e1-a140-4702-8a64-642722852f03 req-4902e42e-6ca4-43a7-a342-f992d0d1996b service neutron] Request body: {'port': {'device_id': '2b631f5c-41bf-46ff-a075-a86845ecdd77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:09:25.543674 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=e643d369-92cd-4252-8898-0bb12968087b,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:25.568975 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f5c95ba3-a7a5-4eda-a54a-925eda9bac69 req-445a0d44-73ee-4326-8596-0af8a39c74eb tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:25.663580 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445a0d44-73ee-4326-8596-0af8a39c74eb tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Pushing event deleted for resources: {'Port': ['ID=eccf0155-fda1-4a45-b997-f53e839fff7a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:25.726358 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5c95ba3-a7a5-4eda-a54a-925eda9bac69 req-445a0d44-73ee-4326-8596-0af8a39c74eb tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] No DVR routers for this DVR port eccf0155-fda1-4a45-b997-f53e839fff7a on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:09:25.752608 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd8722-4fe9-4d02-82fa-30e5cb7be918 req-7926f745-708c-4172-91bc-8024c021ef4e tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:25.754069 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1dfd8722-4fe9-4d02-82fa-30e5cb7be918 req-7926f745-708c-4172-91bc-8024c021ef4e tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.47 "GET /v2.0/networks?id=3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d HTTP/1.1" status: 200 len: 805 time: 0.6036623 Nov 25 13:09:25.760113 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f5c95ba3-a7a5-4eda-a54a-925eda9bac69 req-445a0d44-73ee-4326-8596-0af8a39c74eb tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:25.760326 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9268a837-679a-4a78-ab4a-4914355c6e05 req-e01aa405-2b94-4b40-88d3-f4dd49397ccb tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:25.761029 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f5c95ba3-a7a5-4eda-a54a-925eda9bac69 req-445a0d44-73ee-4326-8596-0af8a39c74eb tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.47 "DELETE /v2.0/ports/eccf0155-fda1-4a45-b997-f53e839fff7a HTTP/1.1" status: 204 len: 173 time: 1.8794994 Nov 25 13:09:25.764759 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ef7337-9105-45f4-9d49-7c22c41b6223', 'name': 'network-vif-deleted', 'tag': 'eccf0155-fda1-4a45-b997-f53e839fff7a'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:09:25.767088 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234559d4-c92b-4c23-b470-221c81517973" -d '{"events": [{"server_uuid": "b3ef7337-9105-45f4-9d49-7c22c41b6223", "name": "network-vif-deleted", "tag": "eccf0155-fda1-4a45-b997-f53e839fff7a"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:09:25.767726 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9268a837-679a-4a78-ab4a-4914355c6e05 req-e01aa405-2b94-4b40-88d3-f4dd49397ccb tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b109b5-f10f-4c16-9fe2-c3d4add301ee HTTP/1.1" status: 200 len: 950 time: 0.1263931 Nov 25 13:09:25.808076 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-1dfd8722-4fe9-4d02-82fa-30e5cb7be918 req-46414624-97d1-452c-ad19-0b2d8e738cb7 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Request body: {'port': {'device_id': '8abf26f0-25c1-47e0-9dd9-c98fe7928eb9', 'network_id': '3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d', 'admin_state_up': True, 'tenant_id': '9924894bf2bb4ef59f3449083c95507b'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:09:25.832555 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a58aaa2-8b43-45c6-9d7e-48343b909785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e643d369-92cd-4252-8898-0bb12968087b'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:09:25.837233 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b29534-13d8-4670-8d5d-f7d5338079a4" -d '{"events": [{"server_uuid": "1a58aaa2-8b43-45c6-9d7e-48343b909785", "name": "network-vif-plugged", "status": "completed", "tag": "e643d369-92cd-4252-8898-0bb12968087b"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:09:25.842844 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c3dfd-a1cb-4881-9c62-3ab7fc4009c7 req-d08998cb-e966-4060-a421-a7f080e6e9eb tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:25.852239 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ab9c3dfd-a1cb-4881-9c62-3ab7fc4009c7 req-d08998cb-e966-4060-a421-a7f080e6e9eb tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd32ff7-360d-4cfb-a1b3-48e5f8a51d90 HTTP/1.1" status: 200 len: 950 time: 0.1377461 Nov 25 13:09:25.916878 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-daf212e1-a140-4702-8a64-642722852f03 req-4902e42e-6ca4-43a7-a342-f992d0d1996b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:25.931947 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9268a837-679a-4a78-ab4a-4914355c6e05 req-a13659aa-06fc-4db4-adb3-9ccc201c0fe6 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629705 Nov 25 13:09:25.941177 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e3f0e-8dd9-46a2-8ba3-7c2819d423e4 req-9cfedfa4-bdc5-4ad4-8c5f-dc4d004b180c tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:25.953628 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-588e3f0e-8dd9-46a2-8ba3-7c2819d423e4 req-9cfedfa4-bdc5-4ad4-8c5f-dc4d004b180c tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.66 "GET /v2.0/ports?device_id=abd32ff7-360d-4cfb-a1b3-48e5f8a51d90 HTTP/1.1" status: 200 len: 950 time: 0.1652179 Nov 25 13:09:26.103311 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e57a1a8d-1bcc-4edf-961d-03d1031d3d6e req-e18c86c2-6db0-4a92-9464-11fc3a126558 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.53 "GET /v2.0/ports?device_id=1501e070-d3f6-41e3-99b8-6e7afd0b9e1c HTTP/1.1" status: 200 len: 210 time: 0.0422180 Nov 25 13:09:26.153306 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-daf212e1-a140-4702-8a64-642722852f03 req-0c7e8f92-0177-4b94-865c-73f59992309d tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:26.201940 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-482d441a-30f6-4e68-b172-ff1a45e68d16 x-openstack-request-id: req-482d441a-30f6-4e68-b172-ff1a45e68d16 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:09:26.202298 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ef7337-9105-45f4-9d49-7c22c41b6223", "name": "network-vif-deleted", "tag": "eccf0155-fda1-4a45-b997-f53e839fff7a", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:09:26.202483 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-482d441a-30f6-4e68-b172-ff1a45e68d16 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:09:26.202923 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ef7337-9105-45f4-9d49-7c22c41b6223', 'name': 'network-vif-deleted', 'tag': 'eccf0155-fda1-4a45-b997-f53e839fff7a', 'status': 'completed', 'code': 200} Nov 25 13:09:26.203474 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dfd8722-4fe9-4d02-82fa-30e5cb7be918 req-46414624-97d1-452c-ad19-0b2d8e738cb7 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Made reservation on behalf of 9924894bf2bb4ef59f3449083c95507b for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:09:26.217613 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1dfd8722-4fe9-4d02-82fa-30e5cb7be918 req-46414624-97d1-452c-ad19-0b2d8e738cb7 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:26.261359 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ab9c3dfd-a1cb-4881-9c62-3ab7fc4009c7 req-1779cc38-ccf8-4b8f-b094-f254fff3f2b9 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4064674 Nov 25 13:09:26.292506 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-588e3f0e-8dd9-46a2-8ba3-7c2819d423e4 req-37e05b7a-bcc7-4980-824e-f889fdd39979 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Deleting port 9bae3617-6f67-4d05-82bb-3c70eb7cb932 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:09:26.295588 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-588e3f0e-8dd9-46a2-8ba3-7c2819d423e4 req-37e05b7a-bcc7-4980-824e-f889fdd39979 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:26.364113 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0837f797-ff29-4d36-8cb1-f614bdfab0e6 x-openstack-request-id: req-0837f797-ff29-4d36-8cb1-f614bdfab0e6 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:09:26.364113 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a58aaa2-8b43-45c6-9d7e-48343b909785", "name": "network-vif-plugged", "status": "completed", "tag": "e643d369-92cd-4252-8898-0bb12968087b", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:09:26.364418 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0837f797-ff29-4d36-8cb1-f614bdfab0e6 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:09:26.364747 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a58aaa2-8b43-45c6-9d7e-48343b909785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e643d369-92cd-4252-8898-0bb12968087b', 'code': 200} Nov 25 13:09:26.493139 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-588e3f0e-8dd9-46a2-8ba3-7c2819d423e4 req-37e05b7a-bcc7-4980-824e-f889fdd39979 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] For port 9bae3617-6f67-4d05-82bb-3c70eb7cb932, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=9bae3617-6f67-4d05-82bb-3c70eb7cb932,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:09:26.493944 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-588e3f0e-8dd9-46a2-8ba3-7c2819d423e4 req-37e05b7a-bcc7-4980-824e-f889fdd39979 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:26.508810 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-588e3f0e-8dd9-46a2-8ba3-7c2819d423e4 req-37e05b7a-bcc7-4980-824e-f889fdd39979 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Calling delete_port for 9bae3617-6f67-4d05-82bb-3c70eb7cb932 owned by compute:nova {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:09:26.640329 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5e9d0f05-a5bc-4096-860a-71c074cd3f7b req-1dea7d72-6210-4cc4-8d2e-c7de6e5a4a8c tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/ports?device_id=8abf26f0-25c1-47e0-9dd9-c98fe7928eb9 HTTP/1.1" status: 200 len: 210 time: 0.0522971 Nov 25 13:09:26.717430 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e8699c-fafa-481a-b7ab-7c8dbb6425ad req-54d6020b-2769-465e-954a-b52d8e0ebde9 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:26.742726 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-31e8699c-fafa-481a-b7ab-7c8dbb6425ad req-54d6020b-2769-465e-954a-b52d8e0ebde9 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b109b5-f10f-4c16-9fe2-c3d4add301ee HTTP/1.1" status: 200 len: 950 time: 0.1649961 Nov 25 13:09:26.821911 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07cd71-971a-44f7-8d6b-b4056aba48eb req-a3d1565b-d668-4d35-bd91-0a79157c1807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:26.823768 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0a07cd71-971a-44f7-8d6b-b4056aba48eb req-a3d1565b-d668-4d35-bd91-0a79157c1807 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1a58aaa2-8b43-45c6-9d7e-48343b909785 HTTP/1.1" status: 200 len: 1097 time: 0.1654711 Nov 25 13:09:26.939573 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-31e8699c-fafa-481a-b7ab-7c8dbb6425ad req-7d0647cc-56c9-4159-9019-3b6dc26b1ac3 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948948 Nov 25 13:09:26.964888 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b1005-f073-4046-b144-848e034001cb req-052d2c72-f3e1-460f-8f6b-b4367b64fe3f tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:26.969811 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-daf212e1-a140-4702-8a64-642722852f03 req-0c7e8f92-0177-4b94-865c-73f59992309d tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:26.978128 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4d5b1005-f073-4046-b144-848e034001cb req-052d2c72-f3e1-460f-8f6b-b4367b64fe3f tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a58aaa2-8b43-45c6-9d7e-48343b909785 HTTP/1.1" status: 200 len: 945 time: 0.1204617 Nov 25 13:09:26.985508 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-588e3f0e-8dd9-46a2-8ba3-7c2819d423e4 req-37e05b7a-bcc7-4980-824e-f889fdd39979 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:26.999611 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['0b4bc922-b858-4465-ad56-5c6029f30377', '7f6f303f-ef2d-4137-9d8f-b9909032840b'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:09:27.002168 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['7fb6f54d-91e5-44d1-b51e-17bdd8ecb01e', 'e3af4f0b-b1e6-4b83-91ed-deb59a01c9bc', '714f6353-6e25-43c5-8c2f-860f09c78bae'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:09:27.063967 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-daf212e1-a140-4702-8a64-642722852f03 req-4902e42e-6ca4-43a7-a342-f992d0d1996b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e423b82-eeef-45f5-9ca8-525195bf9f76 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:09:27.076906 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-daf212e1-a140-4702-8a64-642722852f03 req-4902e42e-6ca4-43a7-a342-f992d0d1996b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:27.092530 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-daf212e1-a140-4702-8a64-642722852f03 req-4902e42e-6ca4-43a7-a342-f992d0d1996b service neutron] Transition to ACTIVE for port object 9e423b82-eeef-45f5-9ca8-525195bf9f76 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:09:27.121992 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e05b7a-bcc7-4980-824e-f889fdd39979 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Pushing event deleted for resources: {'Port': ['ID=9bae3617-6f67-4d05-82bb-3c70eb7cb932,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:27.140128 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-daf212e1-a140-4702-8a64-642722852f03 req-4902e42e-6ca4-43a7-a342-f992d0d1996b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:27.145985 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device eccf0155-fda1-4a45-b997-f53e839fff7a no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:09:27.185463 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-588e3f0e-8dd9-46a2-8ba3-7c2819d423e4 req-37e05b7a-bcc7-4980-824e-f889fdd39979 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] No DVR routers for this DVR port 9bae3617-6f67-4d05-82bb-3c70eb7cb932 on host n-h1-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:09:27.204110 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: eccf0155-fda1-4a45-b997-f53e839fff7a {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:09:27.204582 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device eccf0155-fda1-4a45-b997-f53e839fff7a not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:09:27.206396 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-588e3f0e-8dd9-46a2-8ba3-7c2819d423e4 req-37e05b7a-bcc7-4980-824e-f889fdd39979 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:27.210394 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-588e3f0e-8dd9-46a2-8ba3-7c2819d423e4 req-37e05b7a-bcc7-4980-824e-f889fdd39979 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.66 "DELETE /v2.0/ports/9bae3617-6f67-4d05-82bb-3c70eb7cb932 HTTP/1.1" status: 204 len: 173 time: 1.2468901 Nov 25 13:09:27.211284 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abd32ff7-360d-4cfb-a1b3-48e5f8a51d90', 'name': 'network-vif-deleted', 'tag': '9bae3617-6f67-4d05-82bb-3c70eb7cb932'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:09:27.213693 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55049ede-0bad-4fa5-a0fc-7bbfb19142a8" -d '{"events": [{"server_uuid": "abd32ff7-360d-4cfb-a1b3-48e5f8a51d90", "name": "network-vif-deleted", "tag": "9bae3617-6f67-4d05-82bb-3c70eb7cb932"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:09:27.260861 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4d5b1005-f073-4046-b144-848e034001cb req-5c5f8834-f7a8-4130-a0c1-f94c37a8fb8b tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817523 Nov 25 13:09:27.284618 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8104bc3-9a7b-4e3b-8387-bd0c34cabb34 req-1650c673-4df9-479c-a733-3fcf7b4573d4 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:27.296801 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a8104bc3-9a7b-4e3b-8387-bd0c34cabb34 req-1650c673-4df9-479c-a733-3fcf7b4573d4 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b7a40a6-335a-43bf-9a42-81b4b7bd6860 HTTP/1.1" status: 200 len: 945 time: 0.1261659 Nov 25 13:09:27.412924 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daf212e1-a140-4702-8a64-642722852f03 req-0c7e8f92-0177-4b94-865c-73f59992309d tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Network ca5dd849-64c3-4488-b55b-506a274dbd63 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:09:27.423687 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-1dfd8722-4fe9-4d02-82fa-30e5cb7be918 req-46414624-97d1-452c-ad19-0b2d8e738cb7 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Allocated IP 172.20.0.8 (3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d/af6d388d-5278-4fef-a1e9-b40af907e39b/ce1ac814-b253-4ac4-adb9-d286b40b2ebf) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:09:27.431197 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a8104bc3-9a7b-4e3b-8387-bd0c34cabb34 req-0488c469-be8a-4741-acf4-1fe0fb09bb00 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302359 Nov 25 13:09:27.453585 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0a07cd71-971a-44f7-8d6b-b4056aba48eb req-42eaf0ab-b868-4170-8350-7c1c8116d1a0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4962554 Nov 25 13:09:27.492895 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-daf212e1-a140-4702-8a64-642722852f03 req-0c7e8f92-0177-4b94-865c-73f59992309d tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:09:27.522182 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-daf212e1-a140-4702-8a64-642722852f03 req-0c7e8f92-0177-4b94-865c-73f59992309d tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:09:27.529551 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7e8f92-0177-4b94-865c-73f59992309d tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Pushing event updated for resources: {'Port': ['ID=8912e053-f049-4a8a-81c2-b6f4d61689fc,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:27.531823 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c502e73-1f74-4de3-8cee-275a4ae50a2b x-openstack-request-id: req-3c502e73-1f74-4de3-8cee-275a4ae50a2b {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:09:27.535689 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abd32ff7-360d-4cfb-a1b3-48e5f8a51d90", "name": "network-vif-deleted", "tag": "9bae3617-6f67-4d05-82bb-3c70eb7cb932", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:09:27.536239 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3c502e73-1f74-4de3-8cee-275a4ae50a2b {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:09:27.537468 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abd32ff7-360d-4cfb-a1b3-48e5f8a51d90', 'name': 'network-vif-deleted', 'tag': '9bae3617-6f67-4d05-82bb-3c70eb7cb932', 'status': 'completed', 'code': 200} Nov 25 13:09:27.557997 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e7ad4-c52f-4bba-b66d-360b4b39d599 req-36a25f03-87df-49e3-b6d4-4a28173aaeef tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:27.569941 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cf5e7ad4-c52f-4bba-b66d-360b4b39d599 req-36a25f03-87df-49e3-b6d4-4a28173aaeef tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.53 "GET /v2.0/ports?device_id=1501e070-d3f6-41e3-99b8-6e7afd0b9e1c HTTP/1.1" status: 200 len: 932 time: 0.1233890 Nov 25 13:09:27.705834 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cf5e7ad4-c52f-4bba-b66d-360b4b39d599 req-c84bde09-bf2c-4f1c-acdc-561db6948d23 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ba37784-aaa9-49b8-83a4-8ae52980ad2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346648 Nov 25 13:09:27.733836 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7e8f92-0177-4b94-865c-73f59992309d tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:09:27.734224 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7e8f92-0177-4b94-865c-73f59992309d tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:09:27.734542 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7e8f92-0177-4b94-865c-73f59992309d tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:09:27.734906 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7e8f92-0177-4b94-865c-73f59992309d tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:09:27.735495 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7e8f92-0177-4b94-865c-73f59992309d tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:09:27.735985 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7e8f92-0177-4b94-865c-73f59992309d tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:09:27.736585 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7e8f92-0177-4b94-865c-73f59992309d tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:09:27.737227 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7e8f92-0177-4b94-865c-73f59992309d tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:09:27.737374 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7e8f92-0177-4b94-865c-73f59992309d tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:09:27.737710 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7e8f92-0177-4b94-865c-73f59992309d tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:09:27.738190 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7e8f92-0177-4b94-865c-73f59992309d tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:09:27.738530 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7e8f92-0177-4b94-865c-73f59992309d tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:09:27.814864 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4902e42e-6ca4-43a7-a342-f992d0d1996b service neutron] Pushing event updated for resources: {'Port': ['ID=9e423b82-eeef-45f5-9ca8-525195bf9f76,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:27.849638 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-960233f4-57aa-43cf-b824-a077199d9ca5 req-4e6aabe0-1d5e-439a-93af-305449ff38d2 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd32ff7-360d-4cfb-a1b3-48e5f8a51d90 HTTP/1.1" status: 200 len: 210 time: 0.1419396 Nov 25 13:09:27.856114 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-daf212e1-a140-4702-8a64-642722852f03 req-4902e42e-6ca4-43a7-a342-f992d0d1996b service neutron] Attempting to bind port 9e423b82-eeef-45f5-9ca8-525195bf9f76 on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:09:27.872839 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-daf212e1-a140-4702-8a64-642722852f03 req-4902e42e-6ca4-43a7-a342-f992d0d1996b service neutron] Attempting to bind port 9e423b82-eeef-45f5-9ca8-525195bf9f76 by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': 'a25deda0-3957-4726-852e-cb012d2ec072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ca5dd849-64c3-4488-b55b-506a274dbd63'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:09:27.873232 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf212e1-a140-4702-8a64-642722852f03 req-4902e42e-6ca4-43a7-a342-f992d0d1996b service neutron] Attempting to bind port 9e423b82-eeef-45f5-9ca8-525195bf9f76 on network ca5dd849-64c3-4488-b55b-506a274dbd63 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:09:27.907512 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf212e1-a140-4702-8a64-642722852f03 req-4902e42e-6ca4-43a7-a342-f992d0d1996b service neutron] Port 9e423b82-eeef-45f5-9ca8-525195bf9f76 on network ca5dd849-64c3-4488-b55b-506a274dbd63 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:09:27.922331 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf212e1-a140-4702-8a64-642722852f03 req-4902e42e-6ca4-43a7-a342-f992d0d1996b service neutron] Attempting to bind port 9e423b82-eeef-45f5-9ca8-525195bf9f76 on network ca5dd849-64c3-4488-b55b-506a274dbd63 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:09:27.969112 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf212e1-a140-4702-8a64-642722852f03 req-0c7e8f92-0177-4b94-865c-73f59992309d tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:27.986318 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-daf212e1-a140-4702-8a64-642722852f03 req-0c7e8f92-0177-4b94-865c-73f59992309d tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:27.998722 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cf9f2a00-696b-44fe-b0f3-027c55ae05cb req-bf573a0d-79a3-468a-b1e2-666b7ac40e75 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/ports?device_id=8abf26f0-25c1-47e0-9dd9-c98fe7928eb9 HTTP/1.1" status: 200 len: 210 time: 0.0687613 Nov 25 13:09:28.048703 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf212e1-a140-4702-8a64-642722852f03 req-4902e42e-6ca4-43a7-a342-f992d0d1996b service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:09:28.049151 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf212e1-a140-4702-8a64-642722852f03 req-4902e42e-6ca4-43a7-a342-f992d0d1996b service neutron] Checking segment: {'id': 'a25deda0-3957-4726-852e-cb012d2ec072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ca5dd849-64c3-4488-b55b-506a274dbd63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:09:28.049494 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf212e1-a140-4702-8a64-642722852f03 req-4902e42e-6ca4-43a7-a342-f992d0d1996b service neutron] Bound using segment: {'id': 'a25deda0-3957-4726-852e-cb012d2ec072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ca5dd849-64c3-4488-b55b-506a274dbd63'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:09:28.050740 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-daf212e1-a140-4702-8a64-642722852f03 req-4902e42e-6ca4-43a7-a342-f992d0d1996b service neutron] Bound port: 9e423b82-eeef-45f5-9ca8-525195bf9f76, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a25deda0-3957-4726-852e-cb012d2ec072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ca5dd849-64c3-4488-b55b-506a274dbd63'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:09:28.051117 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-daf212e1-a140-4702-8a64-642722852f03 req-4902e42e-6ca4-43a7-a342-f992d0d1996b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:28.069635 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-daf212e1-a140-4702-8a64-642722852f03 req-0c7e8f92-0177-4b94-865c-73f59992309d tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7596436 Nov 25 13:09:28.175816 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-daf212e1-a140-4702-8a64-642722852f03 req-ce761320-86ee-45e0-8e8c-c45be97f7131 service neutron] Request body: {'port': {'device_id': '1501e070-d3f6-41e3-99b8-6e7afd0b9e1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:09:28.250725 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [req-3b49c005-f6e2-4d30-8fe9-a4c7d4e6e156 req-d4fdc363-6a44-4ed5-b827-0fb64b2f82cf service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:09:28.253388 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3b49c005-f6e2-4d30-8fe9-a4c7d4e6e156 req-d4fdc363-6a44-4ed5-b827-0fb64b2f82cf service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075407 Nov 25 13:09:28.354907 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-daf212e1-a140-4702-8a64-642722852f03 req-ce761320-86ee-45e0-8e8c-c45be97f7131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:28.449482 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-daf212e1-a140-4702-8a64-642722852f03 req-4902e42e-6ca4-43a7-a342-f992d0d1996b service neutron] For port 9e423b82-eeef-45f5-9ca8-525195bf9f76, host n-h1-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:09:28.458999 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1dfd8722-4fe9-4d02-82fa-30e5cb7be918 req-46414624-97d1-452c-ad19-0b2d8e738cb7 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:28.503896 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16f4197-40f5-440b-af07-dd73c1ec3f50 req-f9b1e599-29a1-42fc-80e2-8ec6c34a0fec tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:28.514592 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d16f4197-40f5-440b-af07-dd73c1ec3f50 req-f9b1e599-29a1-42fc-80e2-8ec6c34a0fec tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a58aaa2-8b43-45c6-9d7e-48343b909785 HTTP/1.1" status: 200 len: 945 time: 0.1157417 Nov 25 13:09:28.524535 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-daf212e1-a140-4702-8a64-642722852f03 req-4902e42e-6ca4-43a7-a342-f992d0d1996b service neutron] For port 9e423b82-eeef-45f5-9ca8-525195bf9f76, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=9e423b82-eeef-45f5-9ca8-525195bf9f76,segment=NetworkSegment(a25deda0-3957-4726-852e-cb012d2ec072),segment_id=a25deda0-3957-4726-852e-cb012d2ec072)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:09:28.592731 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d16f4197-40f5-440b-af07-dd73c1ec3f50 req-983ff651-7b1f-476e-87ac-1c04e409314e tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751519 Nov 25 13:09:28.659388 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-daf212e1-a140-4702-8a64-642722852f03 req-4902e42e-6ca4-43a7-a342-f992d0d1996b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:28.690164 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf212e1-a140-4702-8a64-642722852f03 req-4902e42e-6ca4-43a7-a342-f992d0d1996b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:28.690823 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-daf212e1-a140-4702-8a64-642722852f03 req-4902e42e-6ca4-43a7-a342-f992d0d1996b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:28.693004 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-daf212e1-a140-4702-8a64-642722852f03 req-4902e42e-6ca4-43a7-a342-f992d0d1996b service neutron] 10.222.0.66 "PUT /v2.0/ports/9e423b82-eeef-45f5-9ca8-525195bf9f76 HTTP/1.1" status: 200 len: 1093 time: 3.1603332 Nov 25 13:09:28.701430 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b631f5c-41bf-46ff-a075-a86845ecdd77', 'tag': '9e423b82-eeef-45f5-9ca8-525195bf9f76'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:09:28.706574 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a90751-f5a8-4f17-9a08-000b88d460e5" -d '{"events": [{"name": "network-changed", "server_uuid": "2b631f5c-41bf-46ff-a075-a86845ecdd77", "tag": "9e423b82-eeef-45f5-9ca8-525195bf9f76"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:09:28.738109 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5d040-1658-4da8-8821-015dde0e6041 req-37f805dd-ede2-4f57-91ca-d806b30ee191 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:28.752145 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6bd5d040-1658-4da8-8821-015dde0e6041 req-37f805dd-ede2-4f57-91ca-d806b30ee191 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b7a40a6-335a-43bf-9a42-81b4b7bd6860 HTTP/1.1" status: 200 len: 945 time: 0.0998347 Nov 25 13:09:28.777665 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 9bae3617-6f67-4d05-82bb-3c70eb7cb932 no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:09:28.872986 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] No Port match for: 9bae3617-6f67-4d05-82bb-3c70eb7cb932 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:09:28.873392 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 9bae3617-6f67-4d05-82bb-3c70eb7cb932 not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:09:28.945752 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6bd5d040-1658-4da8-8821-015dde0e6041 req-f78a4d84-0d23-43d6-9752-4eeedcf3e434 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905434 Nov 25 13:09:28.962573 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1dfd8722-4fe9-4d02-82fa-30e5cb7be918 req-46414624-97d1-452c-ad19-0b2d8e738cb7 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:28.998832 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb305f0-73b7-4936-9921-f970a626a89a req-b1de3216-4070-4299-9b4e-875ed70c7656 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:29.009685 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3eb305f0-73b7-4936-9921-f970a626a89a req-b1de3216-4070-4299-9b4e-875ed70c7656 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b109b5-f10f-4c16-9fe2-c3d4add301ee HTTP/1.1" status: 200 len: 950 time: 0.1264541 Nov 25 13:09:29.055216 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dfd8722-4fe9-4d02-82fa-30e5cb7be918 req-46414624-97d1-452c-ad19-0b2d8e738cb7 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Network 3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:09:29.060156 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4902e42e-6ca4-43a7-a342-f992d0d1996b service neutron] Pushing event updated for resources: {'Port': ['ID=9e423b82-eeef-45f5-9ca8-525195bf9f76,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:29.100424 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-1dfd8722-4fe9-4d02-82fa-30e5cb7be918 req-46414624-97d1-452c-ad19-0b2d8e738cb7 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:09:29.103710 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dfd8722-4fe9-4d02-82fa-30e5cb7be918 req-46414624-97d1-452c-ad19-0b2d8e738cb7 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:09:29.116075 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf212e1-a140-4702-8a64-642722852f03 req-cb28a500-d3a1-46eb-a4db-d6710fcc1010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:29.120215 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-daf212e1-a140-4702-8a64-642722852f03 req-cb28a500-d3a1-46eb-a4db-d6710fcc1010 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bb2bf627d5d54038939071ee99391b2a&device_id=2b631f5c-41bf-46ff-a075-a86845ecdd77 HTTP/1.1" status: 200 len: 1096 time: 0.3541424 Nov 25 13:09:29.122164 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d7c08ba7-73ee-4694-be93-e5789985751e req-3f62ac69-ae80-4f84-85a6-01b58c989651 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=89b109b5-f10f-4c16-9fe2-c3d4add301ee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3096566 Nov 25 13:09:29.135954 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3eb305f0-73b7-4936-9921-f970a626a89a req-3ec4a6f0-f62e-416d-9d97-c3a5763b1849 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212814 Nov 25 13:09:29.182394 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e6138-3f84-4ffa-ad3b-4de03aeb81b3 req-a35bfcbb-bea1-4506-9f21-a7f51f78960d tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:29.198309 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-430e6138-3f84-4ffa-ad3b-4de03aeb81b3 req-a35bfcbb-bea1-4506-9f21-a7f51f78960d tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.53 "GET /v2.0/ports?device_id=1501e070-d3f6-41e3-99b8-6e7afd0b9e1c HTTP/1.1" status: 200 len: 932 time: 0.1263156 Nov 25 13:09:29.273239 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f55440-4a8d-47dd-9f00-ca2cfeb1f292 x-openstack-request-id: req-90f55440-4a8d-47dd-9f00-ca2cfeb1f292 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:09:29.273545 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b631f5c-41bf-46ff-a075-a86845ecdd77", "tag": "9e423b82-eeef-45f5-9ca8-525195bf9f76", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:09:29.273856 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-90f55440-4a8d-47dd-9f00-ca2cfeb1f292 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:09:29.274280 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b631f5c-41bf-46ff-a075-a86845ecdd77', 'tag': '9e423b82-eeef-45f5-9ca8-525195bf9f76', 'status': 'completed', 'code': 200} Nov 25 13:09:29.290019 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-daf212e1-a140-4702-8a64-642722852f03 req-ab0aba93-6a70-4c4b-8096-d061a0683260 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e423b82-eeef-45f5-9ca8-525195bf9f76 HTTP/1.1" status: 200 len: 217 time: 0.1303213 Nov 25 13:09:29.296931 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46414624-97d1-452c-ad19-0b2d8e738cb7 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Pushing event updated for resources: {'Port': ['ID=ce1ac814-b253-4ac4-adb9-d286b40b2ebf,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:29.367959 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-430e6138-3f84-4ffa-ad3b-4de03aeb81b3 req-d8b44a4c-9395-4aa5-bd82-67a8516a2d6e tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ba37784-aaa9-49b8-83a4-8ae52980ad2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681643 Nov 25 13:09:29.425743 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf212e1-a140-4702-8a64-642722852f03 req-941b1d94-1ebf-467b-9bc3-7e135b2d7597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:29.427976 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-daf212e1-a140-4702-8a64-642722852f03 req-941b1d94-1ebf-467b-9bc3-7e135b2d7597 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cc8601b7-2b4a-4488-a128-4b05fb558596 HTTP/1.1" status: 200 len: 853 time: 0.1123388 Nov 25 13:09:29.438369 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd8722-4fe9-4d02-82fa-30e5cb7be918 req-46414624-97d1-452c-ad19-0b2d8e738cb7 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:29.439448 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1dfd8722-4fe9-4d02-82fa-30e5cb7be918 req-46414624-97d1-452c-ad19-0b2d8e738cb7 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:29.486314 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-daf212e1-a140-4702-8a64-642722852f03 req-525ce092-4972-413c-a6be-9f7be1df4e12 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ca5dd849-64c3-4488-b55b-506a274dbd63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439997 Nov 25 13:09:29.550381 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1dfd8722-4fe9-4d02-82fa-30e5cb7be918 req-46414624-97d1-452c-ad19-0b2d8e738cb7 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7627661 Nov 25 13:09:29.652013 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-1dfd8722-4fe9-4d02-82fa-30e5cb7be918 req-56746ff8-42f3-4b98-937b-463ff55c08e5 service neutron] Request body: {'port': {'device_id': '8abf26f0-25c1-47e0-9dd9-c98fe7928eb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:09:29.672593 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f0186-6133-4de4-bf47-1a1d08ed3d64 req-55a9b05a-a2f9-42b7-8a6f-7fea6707ca54 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:29.674141 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-948f0186-6133-4de4-bf47-1a1d08ed3d64 req-55a9b05a-a2f9-42b7-8a6f-7fea6707ca54 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/ports?device_id=8abf26f0-25c1-47e0-9dd9-c98fe7928eb9 HTTP/1.1" status: 200 len: 931 time: 0.1298079 Nov 25 13:09:29.799284 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-948f0186-6133-4de4-bf47-1a1d08ed3d64 req-4d3ceba7-1ec5-4484-b3da-f79c52fd93d5 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/security-groups?id=f6748c79-b185-401c-a5a4-7558eeb3a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170940 Nov 25 13:09:29.841222 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-daf212e1-a140-4702-8a64-642722852f03 req-ce761320-86ee-45e0-8e8c-c45be97f7131 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8912e053-f049-4a8a-81c2-b6f4d61689fc {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:09:29.859494 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-daf212e1-a140-4702-8a64-642722852f03 req-ce761320-86ee-45e0-8e8c-c45be97f7131 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:29.887821 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-daf212e1-a140-4702-8a64-642722852f03 req-2c13fe50-0ef1-4ff1-9297-4913d1a00d76 service neutron] 10.222.0.66 "GET /v2.0/networks/ca5dd849-64c3-4488-b55b-506a274dbd63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892908 Nov 25 13:09:29.892154 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1dfd8722-4fe9-4d02-82fa-30e5cb7be918 req-56746ff8-42f3-4b98-937b-463ff55c08e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:29.900387 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-daf212e1-a140-4702-8a64-642722852f03 req-ce761320-86ee-45e0-8e8c-c45be97f7131 service neutron] Transition to ACTIVE for port object 8912e053-f049-4a8a-81c2-b6f4d61689fc will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:09:29.921241 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-daf212e1-a140-4702-8a64-642722852f03 req-ce761320-86ee-45e0-8e8c-c45be97f7131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:30.018660 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb9bc6d-27a6-4780-8000-abeeec7fdbb7 req-05ed207f-d596-4175-b6e2-100f154e0b98 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:30.030518 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5fb9bc6d-27a6-4780-8000-abeeec7fdbb7 req-05ed207f-d596-4175-b6e2-100f154e0b98 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a58aaa2-8b43-45c6-9d7e-48343b909785 HTTP/1.1" status: 200 len: 945 time: 0.0997527 Nov 25 13:09:30.060986 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce761320-86ee-45e0-8e8c-c45be97f7131 service neutron] Pushing event updated for resources: {'Port': ['ID=8912e053-f049-4a8a-81c2-b6f4d61689fc,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:30.112016 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5fb9bc6d-27a6-4780-8000-abeeec7fdbb7 req-a8dd2d1b-021b-472d-8b08-ac369a8e2198 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799963 Nov 25 13:09:30.312381 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e32914a2-2b19-41a2-8c0d-3a0fde952623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:30.467952 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef2a174-1af3-46c7-b06f-2e9c6cdf8749 req-325d86ec-a2cc-4228-9910-ef43ec4ac0fc tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:30.476126 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7ef2a174-1af3-46c7-b06f-2e9c6cdf8749 req-325d86ec-a2cc-4228-9910-ef43ec4ac0fc tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b7a40a6-335a-43bf-9a42-81b4b7bd6860 HTTP/1.1" status: 200 len: 945 time: 0.1817112 Nov 25 13:09:30.535838 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73a0f4-7fc1-4c07-9919-d03299c52422 req-1bed53af-ff9c-49b7-958a-820a7f2bf575 tempest-LiveMigrationTest-1161798756 tempest-LiveMigrationTest-1161798756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:30.537793 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ee73a0f4-7fc1-4c07-9919-d03299c52422 req-1bed53af-ff9c-49b7-958a-820a7f2bf575 tempest-LiveMigrationTest-1161798756 tempest-LiveMigrationTest-1161798756-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1a58aaa2-8b43-45c6-9d7e-48343b909785 HTTP/1.1" status: 200 len: 1097 time: 0.1088936 Nov 25 13:09:30.543834 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-daf212e1-a140-4702-8a64-642722852f03 req-ce761320-86ee-45e0-8e8c-c45be97f7131 service neutron] Attempting to bind port 8912e053-f049-4a8a-81c2-b6f4d61689fc on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:09:30.544399 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-daf212e1-a140-4702-8a64-642722852f03 req-ce761320-86ee-45e0-8e8c-c45be97f7131 service neutron] Attempting to bind port 8912e053-f049-4a8a-81c2-b6f4d61689fc by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': 'a25deda0-3957-4726-852e-cb012d2ec072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ca5dd849-64c3-4488-b55b-506a274dbd63'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:09:30.544907 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf212e1-a140-4702-8a64-642722852f03 req-ce761320-86ee-45e0-8e8c-c45be97f7131 service neutron] Attempting to bind port 8912e053-f049-4a8a-81c2-b6f4d61689fc on network ca5dd849-64c3-4488-b55b-506a274dbd63 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:09:30.553274 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7ef2a174-1af3-46c7-b06f-2e9c6cdf8749 req-fca54947-f22b-4f19-a669-92adab0756d5 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759585 Nov 25 13:09:30.572792 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf212e1-a140-4702-8a64-642722852f03 req-ce761320-86ee-45e0-8e8c-c45be97f7131 service neutron] Port 8912e053-f049-4a8a-81c2-b6f4d61689fc on network ca5dd849-64c3-4488-b55b-506a274dbd63 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:09:30.574006 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf212e1-a140-4702-8a64-642722852f03 req-ce761320-86ee-45e0-8e8c-c45be97f7131 service neutron] Attempting to bind port 8912e053-f049-4a8a-81c2-b6f4d61689fc on network ca5dd849-64c3-4488-b55b-506a274dbd63 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:09:30.636438 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ee73a0f4-7fc1-4c07-9919-d03299c52422 req-9044e7d3-22a9-4e51-ac35-7bfdd18ea389 tempest-LiveMigrationTest-1161798756 tempest-LiveMigrationTest-1161798756-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754054 Nov 25 13:09:30.645649 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-daf212e1-a140-4702-8a64-642722852f03 req-2c868c87-8f68-4612-8edf-7b48765d0f14 service neutron] 10.222.0.66 "GET /v2.0/networks/ca5dd849-64c3-4488-b55b-506a274dbd63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7480671 Nov 25 13:09:30.694052 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf212e1-a140-4702-8a64-642722852f03 req-ce761320-86ee-45e0-8e8c-c45be97f7131 service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:09:30.694475 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf212e1-a140-4702-8a64-642722852f03 req-ce761320-86ee-45e0-8e8c-c45be97f7131 service neutron] Checking segment: {'id': 'a25deda0-3957-4726-852e-cb012d2ec072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ca5dd849-64c3-4488-b55b-506a274dbd63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:09:30.694964 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf212e1-a140-4702-8a64-642722852f03 req-ce761320-86ee-45e0-8e8c-c45be97f7131 service neutron] Bound using segment: {'id': 'a25deda0-3957-4726-852e-cb012d2ec072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ca5dd849-64c3-4488-b55b-506a274dbd63'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:09:30.698002 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-daf212e1-a140-4702-8a64-642722852f03 req-ce761320-86ee-45e0-8e8c-c45be97f7131 service neutron] Bound port: 8912e053-f049-4a8a-81c2-b6f4d61689fc, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a25deda0-3957-4726-852e-cb012d2ec072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ca5dd849-64c3-4488-b55b-506a274dbd63'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:09:30.698002 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-daf212e1-a140-4702-8a64-642722852f03 req-ce761320-86ee-45e0-8e8c-c45be97f7131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:30.753572 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-1dfd8722-4fe9-4d02-82fa-30e5cb7be918 req-56746ff8-42f3-4b98-937b-463ff55c08e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce1ac814-b253-4ac4-adb9-d286b40b2ebf {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:09:30.852569 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d70e5-3777-494b-a05d-7781e24bb210 req-6bd04f1d-db8e-4482-a704-8486eb1fb2ee tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:30.857309 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1dfd8722-4fe9-4d02-82fa-30e5cb7be918 req-56746ff8-42f3-4b98-937b-463ff55c08e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:30.871248 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e47d70e5-3777-494b-a05d-7781e24bb210 req-6bd04f1d-db8e-4482-a704-8486eb1fb2ee tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b109b5-f10f-4c16-9fe2-c3d4add301ee HTTP/1.1" status: 200 len: 950 time: 0.1994405 Nov 25 13:09:30.896786 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-1dfd8722-4fe9-4d02-82fa-30e5cb7be918 req-56746ff8-42f3-4b98-937b-463ff55c08e5 service neutron] Transition to ACTIVE for port object ce1ac814-b253-4ac4-adb9-d286b40b2ebf will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:09:30.914483 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1dfd8722-4fe9-4d02-82fa-30e5cb7be918 req-56746ff8-42f3-4b98-937b-463ff55c08e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:30.986403 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56746ff8-42f3-4b98-937b-463ff55c08e5 service neutron] Pushing event updated for resources: {'Port': ['ID=ce1ac814-b253-4ac4-adb9-d286b40b2ebf,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:30.992063 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a90751-f5a8-4f17-9a08-000b88d460e5 req-8b16fa95-0461-4df8-b7e1-0e88949b2bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:30.993756 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-57a90751-f5a8-4f17-9a08-000b88d460e5 req-8b16fa95-0461-4df8-b7e1-0e88949b2bcd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bb2bf627d5d54038939071ee99391b2a&device_id=2b631f5c-41bf-46ff-a075-a86845ecdd77 HTTP/1.1" status: 200 len: 1096 time: 0.2055023 Nov 25 13:09:30.998100 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-daf212e1-a140-4702-8a64-642722852f03 req-ce761320-86ee-45e0-8e8c-c45be97f7131 service neutron] For port 8912e053-f049-4a8a-81c2-b6f4d61689fc, host n-h1-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:09:31.009636 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e47d70e5-3777-494b-a05d-7781e24bb210 req-c7817044-598f-48cc-9f30-c6f2933e8795 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292949 Nov 25 13:09:31.031628 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f4d03a-dcaa-4e9c-81f6-1184de1c2a22 req-852bc55d-3bd8-4d45-81ec-573ca8cf7a34 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:31.035230 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e8f4d03a-dcaa-4e9c-81f6-1184de1c2a22 req-852bc55d-3bd8-4d45-81ec-573ca8cf7a34 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=85ce0c80-6f7b-48fc-81eb-81116df0fb16 HTTP/1.1" status: 200 len: 950 time: 0.2579067 Nov 25 13:09:31.112645 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a90751-f5a8-4f17-9a08-000b88d460e5 req-7e8383c1-1862-4025-942e-c48504eac646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:31.114029 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-57a90751-f5a8-4f17-9a08-000b88d460e5 req-7e8383c1-1862-4025-942e-c48504eac646 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ca5dd849-64c3-4488-b55b-506a274dbd63 HTTP/1.1" status: 200 len: 914 time: 0.1056540 Nov 25 13:09:31.122470 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-daf212e1-a140-4702-8a64-642722852f03 req-ce761320-86ee-45e0-8e8c-c45be97f7131 service neutron] For port 8912e053-f049-4a8a-81c2-b6f4d61689fc, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=8912e053-f049-4a8a-81c2-b6f4d61689fc,segment=NetworkSegment(a25deda0-3957-4726-852e-cb012d2ec072),segment_id=a25deda0-3957-4726-852e-cb012d2ec072)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:09:31.179595 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e8f4d03a-dcaa-4e9c-81f6-1184de1c2a22 req-68da1ec8-7b27-41f0-ace2-b53d9f15002a tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356971 Nov 25 13:09:31.204880 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-daf212e1-a140-4702-8a64-642722852f03 req-ce761320-86ee-45e0-8e8c-c45be97f7131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:31.259925 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfbfef3-8c59-43cd-b390-e12d4f4410b3 req-288bf27b-a7de-46c4-a6b8-9f476215bb0a tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:31.267606 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0dfbfef3-8c59-43cd-b390-e12d4f4410b3 req-288bf27b-a7de-46c4-a6b8-9f476215bb0a tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.53 "GET /v2.0/ports?device_id=1501e070-d3f6-41e3-99b8-6e7afd0b9e1c HTTP/1.1" status: 200 len: 944 time: 0.1224639 Nov 25 13:09:31.280590 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-57a90751-f5a8-4f17-9a08-000b88d460e5 req-eceb9816-b2fb-4101-81e7-c5bf398ab935 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e423b82-eeef-45f5-9ca8-525195bf9f76 HTTP/1.1" status: 200 len: 217 time: 0.1557703 Nov 25 13:09:31.344669 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0dfbfef3-8c59-43cd-b390-e12d4f4410b3 req-b4ebb16e-3696-46ba-be75-e68b7b405964 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ba37784-aaa9-49b8-83a4-8ae52980ad2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759196 Nov 25 13:09:31.703929 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf212e1-a140-4702-8a64-642722852f03 req-ce761320-86ee-45e0-8e8c-c45be97f7131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:31.704713 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-daf212e1-a140-4702-8a64-642722852f03 req-ce761320-86ee-45e0-8e8c-c45be97f7131 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:31.706358 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-daf212e1-a140-4702-8a64-642722852f03 req-ce761320-86ee-45e0-8e8c-c45be97f7131 service neutron] 10.222.0.66 "PUT /v2.0/ports/8912e053-f049-4a8a-81c2-b6f4d61689fc HTTP/1.1" status: 200 len: 1093 time: 3.6121736 Nov 25 13:09:31.709715 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1501e070-d3f6-41e3-99b8-6e7afd0b9e1c', 'tag': '8912e053-f049-4a8a-81c2-b6f4d61689fc'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:09:31.712618 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b180151b-ce16-427c-9444-b4a391029831" -d '{"events": [{"name": "network-changed", "server_uuid": "1501e070-d3f6-41e3-99b8-6e7afd0b9e1c", "tag": "8912e053-f049-4a8a-81c2-b6f4d61689fc"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:09:31.759873 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce761320-86ee-45e0-8e8c-c45be97f7131 service neutron] Pushing event updated for resources: {'Port': ['ID=8912e053-f049-4a8a-81c2-b6f4d61689fc,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:31.764082 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a90751-f5a8-4f17-9a08-000b88d460e5 req-8cda9542-5f2e-4adb-bb51-03d2944e855d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:31.765814 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-57a90751-f5a8-4f17-9a08-000b88d460e5 req-8cda9542-5f2e-4adb-bb51-03d2944e855d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cc8601b7-2b4a-4488-a128-4b05fb558596 HTTP/1.1" status: 200 len: 853 time: 0.1515534 Nov 25 13:09:31.770592 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-1dfd8722-4fe9-4d02-82fa-30e5cb7be918 req-56746ff8-42f3-4b98-937b-463ff55c08e5 service neutron] Attempting to bind port ce1ac814-b253-4ac4-adb9-d286b40b2ebf on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:09:31.771066 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-1dfd8722-4fe9-4d02-82fa-30e5cb7be918 req-56746ff8-42f3-4b98-937b-463ff55c08e5 service neutron] Attempting to bind port ce1ac814-b253-4ac4-adb9-d286b40b2ebf by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': 'e8fc9265-97df-4bce-bf9a-73ae38a4e9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:09:31.771502 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfd8722-4fe9-4d02-82fa-30e5cb7be918 req-56746ff8-42f3-4b98-937b-463ff55c08e5 service neutron] Attempting to bind port ce1ac814-b253-4ac4-adb9-d286b40b2ebf on network 3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:09:31.780223 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c08ba7-73ee-4694-be93-e5789985751e req-86b694b3-78b7-4c61-949c-e0492b09d8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:31.790220 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d7c08ba7-73ee-4694-be93-e5789985751e req-86b694b3-78b7-4c61-949c-e0492b09d8ee service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=af4c9854d3c048999405c81c71776d29&device_id=89b109b5-f10f-4c16-9fe2-c3d4add301ee HTTP/1.1" status: 200 len: 1102 time: 0.1723092 Nov 25 13:09:31.793666 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfd8722-4fe9-4d02-82fa-30e5cb7be918 req-56746ff8-42f3-4b98-937b-463ff55c08e5 service neutron] Port ce1ac814-b253-4ac4-adb9-d286b40b2ebf on network 3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:09:31.794588 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfd8722-4fe9-4d02-82fa-30e5cb7be918 req-56746ff8-42f3-4b98-937b-463ff55c08e5 service neutron] Attempting to bind port ce1ac814-b253-4ac4-adb9-d286b40b2ebf on network 3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:09:31.816106 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207defbe-b11f-4f97-9d27-dab62c60f825 req-799b9b63-d292-4f44-885b-8670cb3332c8 tempest-LiveMigrationTest-1161798756 tempest-LiveMigrationTest-1161798756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:31.817457 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-207defbe-b11f-4f97-9d27-dab62c60f825 req-799b9b63-d292-4f44-885b-8670cb3332c8 tempest-LiveMigrationTest-1161798756 tempest-LiveMigrationTest-1161798756-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1a58aaa2-8b43-45c6-9d7e-48343b909785 HTTP/1.1" status: 200 len: 1097 time: 0.3643570 Nov 25 13:09:31.869137 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-57a90751-f5a8-4f17-9a08-000b88d460e5 req-8a3d1fff-3efd-4c7a-b968-dc07d509328e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ca5dd849-64c3-4488-b55b-506a274dbd63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762711 Nov 25 13:09:31.870101 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfd8722-4fe9-4d02-82fa-30e5cb7be918 req-56746ff8-42f3-4b98-937b-463ff55c08e5 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:09:31.870550 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfd8722-4fe9-4d02-82fa-30e5cb7be918 req-56746ff8-42f3-4b98-937b-463ff55c08e5 service neutron] Checking segment: {'id': 'e8fc9265-97df-4bce-bf9a-73ae38a4e9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:09:31.871072 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfd8722-4fe9-4d02-82fa-30e5cb7be918 req-56746ff8-42f3-4b98-937b-463ff55c08e5 service neutron] Bound using segment: {'id': 'e8fc9265-97df-4bce-bf9a-73ae38a4e9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:09:31.871628 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-1dfd8722-4fe9-4d02-82fa-30e5cb7be918 req-56746ff8-42f3-4b98-937b-463ff55c08e5 service neutron] Bound port: ce1ac814-b253-4ac4-adb9-d286b40b2ebf, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8fc9265-97df-4bce-bf9a-73ae38a4e9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:09:31.872106 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1dfd8722-4fe9-4d02-82fa-30e5cb7be918 req-56746ff8-42f3-4b98-937b-463ff55c08e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:31.939776 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1c043-817b-44f1-a52d-c916164f92c3 req-325b010e-471c-4ac5-8770-1a9de60ac7fa tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:31.941389 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4ff1c043-817b-44f1-a52d-c916164f92c3 req-325b010e-471c-4ac5-8770-1a9de60ac7fa tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/ports?device_id=8abf26f0-25c1-47e0-9dd9-c98fe7928eb9 HTTP/1.1" status: 200 len: 943 time: 0.1463048 Nov 25 13:09:31.960757 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab94e5-32f0-48b7-a3ec-1015dc01208f req-173f0856-bd08-47c3-8858-e03d4b7a861c tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:31.962647 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-16ab94e5-32f0-48b7-a3ec-1015dc01208f req-173f0856-bd08-47c3-8858-e03d4b7a861c tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.66 "GET /v2.0/ports?device_id=85ce0c80-6f7b-48fc-81eb-81116df0fb16 HTTP/1.1" status: 200 len: 950 time: 0.1580396 Nov 25 13:09:31.998145 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-207defbe-b11f-4f97-9d27-dab62c60f825 req-bb79be4c-6aae-41c8-b804-4136ebdb25d1 tempest-LiveMigrationTest-1161798756 tempest-LiveMigrationTest-1161798756-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151803 Nov 25 13:09:32.021322 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf212e1-a140-4702-8a64-642722852f03 req-6c0205b0-4aff-46dc-b263-e5fd03145146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:32.021322 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-daf212e1-a140-4702-8a64-642722852f03 req-6c0205b0-4aff-46dc-b263-e5fd03145146 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bb2bf627d5d54038939071ee99391b2a&device_id=1501e070-d3f6-41e3-99b8-6e7afd0b9e1c HTTP/1.1" status: 200 len: 1096 time: 0.2222707 Nov 25 13:09:32.078156 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4ff1c043-817b-44f1-a52d-c916164f92c3 req-0193bb6b-98f5-439e-801b-4f42be1295cf tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/security-groups?id=f6748c79-b185-401c-a5a4-7558eeb3a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263421 Nov 25 13:09:32.082528 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-daf212e1-a140-4702-8a64-642722852f03 req-9f83397a-f736-446a-b537-8bcf5df0c3fa service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8912e053-f049-4a8a-81c2-b6f4d61689fc HTTP/1.1" status: 200 len: 217 time: 0.0390329 Nov 25 13:09:32.163988 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25930299-3bef-4c8d-ad35-7f208aee0fe9 x-openstack-request-id: req-25930299-3bef-4c8d-ad35-7f208aee0fe9 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:09:32.163988 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1501e070-d3f6-41e3-99b8-6e7afd0b9e1c", "tag": "8912e053-f049-4a8a-81c2-b6f4d61689fc", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:09:32.163988 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-25930299-3bef-4c8d-ad35-7f208aee0fe9 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:09:32.164831 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1501e070-d3f6-41e3-99b8-6e7afd0b9e1c', 'tag': '8912e053-f049-4a8a-81c2-b6f4d61689fc', 'status': 'completed', 'code': 200} Nov 25 13:09:32.173286 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36473c63-e925-495c-9efe-49ec0ae4ff54 req-31f72841-e0a8-4e5b-941a-0d5e0be0644e tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:32.175968 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-36473c63-e925-495c-9efe-49ec0ae4ff54 req-31f72841-e0a8-4e5b-941a-0d5e0be0644e tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b7a40a6-335a-43bf-9a42-81b4b7bd6860 HTTP/1.1" status: 200 len: 945 time: 0.0951703 Nov 25 13:09:32.196336 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad424e8-e4c4-4222-af27-4f1e9e1c6f94 req-a5e04557-23dc-4b44-a5ce-f0e42e947a61 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:32.198105 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-fad424e8-e4c4-4222-af27-4f1e9e1c6f94 req-a5e04557-23dc-4b44-a5ce-f0e42e947a61 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.47 "GET /v2.0/ports?device_id=2bec9348-7107-482b-b574-eec0c6c537d0 HTTP/1.1" status: 200 len: 950 time: 0.2464218 Nov 25 13:09:32.226257 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c08ba7-73ee-4694-be93-e5789985751e req-69af77a9-6c63-4a02-8d94-feadd7994009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:32.227867 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d7c08ba7-73ee-4694-be93-e5789985751e req-69af77a9-6c63-4a02-8d94-feadd7994009 service neutron] 10.222.0.47 "GET /v2.0/networks?id=85f6380f-3625-4f44-8465-fbcf0c11fed5 HTTP/1.1" status: 200 len: 870 time: 0.3862011 Nov 25 13:09:32.243017 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-36473c63-e925-495c-9efe-49ec0ae4ff54 req-1a19834e-6b35-459b-a487-3d3b4c44236b tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594521 Nov 25 13:09:32.260146 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-1dfd8722-4fe9-4d02-82fa-30e5cb7be918 req-56746ff8-42f3-4b98-937b-463ff55c08e5 service neutron] For port ce1ac814-b253-4ac4-adb9-d286b40b2ebf, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:09:32.293595 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-16ab94e5-32f0-48b7-a3ec-1015dc01208f req-22b90415-d9e0-4120-ab6d-676fe92d4153 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Deleting port 714f6353-6e25-43c5-8c2f-860f09c78bae {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:09:32.294185 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-16ab94e5-32f0-48b7-a3ec-1015dc01208f req-22b90415-d9e0-4120-ab6d-676fe92d4153 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:32.314190 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf212e1-a140-4702-8a64-642722852f03 req-c568af33-2e3c-49f0-b4f5-2d8086ccaf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:32.315814 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-daf212e1-a140-4702-8a64-642722852f03 req-c568af33-2e3c-49f0-b4f5-2d8086ccaf37 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cc8601b7-2b4a-4488-a128-4b05fb558596 HTTP/1.1" status: 200 len: 853 time: 0.2209096 Nov 25 13:09:32.321039 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d7c08ba7-73ee-4694-be93-e5789985751e req-7d43b366-05d3-4d99-9f36-a2c872a6d6fe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=af4eb865-6fca-42f0-bf89-0bc7b39cebac HTTP/1.1" status: 200 len: 217 time: 0.0691104 Nov 25 13:09:32.323033 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-57a90751-f5a8-4f17-9a08-000b88d460e5 req-25da25f2-79cf-402c-926b-dc548bb03aad service neutron] 10.222.0.66 "GET /v2.0/networks/ca5dd849-64c3-4488-b55b-506a274dbd63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4300752 Nov 25 13:09:32.324874 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-1dfd8722-4fe9-4d02-82fa-30e5cb7be918 req-56746ff8-42f3-4b98-937b-463ff55c08e5 service neutron] For port ce1ac814-b253-4ac4-adb9-d286b40b2ebf, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=ce1ac814-b253-4ac4-adb9-d286b40b2ebf,segment=NetworkSegment(e8fc9265-97df-4bce-bf9a-73ae38a4e9ce),segment_id=e8fc9265-97df-4bce-bf9a-73ae38a4e9ce)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:09:32.409227 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd405e3-6eaf-412c-88ad-2f5fb1dcae66 req-ba1b707b-af0f-4916-8adf-759c4a61d762 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:32.413437 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7bd405e3-6eaf-412c-88ad-2f5fb1dcae66 req-ba1b707b-af0f-4916-8adf-759c4a61d762 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b109b5-f10f-4c16-9fe2-c3d4add301ee HTTP/1.1" status: 200 len: 950 time: 0.1575556 Nov 25 13:09:32.451264 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1dfd8722-4fe9-4d02-82fa-30e5cb7be918 req-56746ff8-42f3-4b98-937b-463ff55c08e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:32.494640 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-16ab94e5-32f0-48b7-a3ec-1015dc01208f req-22b90415-d9e0-4120-ab6d-676fe92d4153 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] For port 714f6353-6e25-43c5-8c2f-860f09c78bae, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=714f6353-6e25-43c5-8c2f-860f09c78bae,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:09:32.495213 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-16ab94e5-32f0-48b7-a3ec-1015dc01208f req-22b90415-d9e0-4120-ab6d-676fe92d4153 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:32.536879 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-daf212e1-a140-4702-8a64-642722852f03 req-51b0dd59-ff01-46bd-840b-b37bbef22e2e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ca5dd849-64c3-4488-b55b-506a274dbd63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1999090 Nov 25 13:09:32.538728 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-16ab94e5-32f0-48b7-a3ec-1015dc01208f req-22b90415-d9e0-4120-ab6d-676fe92d4153 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Calling delete_port for 714f6353-6e25-43c5-8c2f-860f09c78bae owned by compute:nova {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:09:32.551543 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7bd405e3-6eaf-412c-88ad-2f5fb1dcae66 req-471517a5-4679-4bb0-9211-8ba0e8b4c0a6 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115890 Nov 25 13:09:32.577801 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-57a90751-f5a8-4f17-9a08-000b88d460e5 req-51855ea4-5d82-4c5a-b135-d834d83bc1c9 service neutron] 10.222.0.66 "GET /v2.0/networks/ca5dd849-64c3-4488-b55b-506a274dbd63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417719 Nov 25 13:09:32.649972 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd8722-4fe9-4d02-82fa-30e5cb7be918 req-56746ff8-42f3-4b98-937b-463ff55c08e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:32.650592 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1dfd8722-4fe9-4d02-82fa-30e5cb7be918 req-56746ff8-42f3-4b98-937b-463ff55c08e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:32.652035 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1dfd8722-4fe9-4d02-82fa-30e5cb7be918 req-56746ff8-42f3-4b98-937b-463ff55c08e5 service neutron] 10.222.0.47 "PUT /v2.0/ports/ce1ac814-b253-4ac4-adb9-d286b40b2ebf HTTP/1.1" status: 200 len: 1092 time: 3.0351112 Nov 25 13:09:32.688739 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f30cf002-acd9-4ddb-83d9-b8dfa9718c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:32.689375 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c08ba7-73ee-4694-be93-e5789985751e req-87754d50-d9dd-41ca-b2fb-a7a4b4a27c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:32.690512 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d7c08ba7-73ee-4694-be93-e5789985751e req-87754d50-d9dd-41ca-b2fb-a7a4b4a27c6a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.3556917 Nov 25 13:09:32.719230 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56746ff8-42f3-4b98-937b-463ff55c08e5 service neutron] Pushing event updated for resources: {'Port': ['ID=ce1ac814-b253-4ac4-adb9-d286b40b2ebf,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:32.765343 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-daf212e1-a140-4702-8a64-642722852f03 req-5d0b61c4-111f-46b8-a9bc-9b56f5a789ce service neutron] 10.222.0.66 "GET /v2.0/networks/ca5dd849-64c3-4488-b55b-506a274dbd63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913946 Nov 25 13:09:32.772108 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c31db9-e93e-432b-9d79-5519eac7d70d req-d197fb8b-2fba-4782-9067-0e0b025de830 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:32.773630 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-99c31db9-e93e-432b-9d79-5519eac7d70d req-d197fb8b-2fba-4782-9067-0e0b025de830 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=85ce0c80-6f7b-48fc-81eb-81116df0fb16 HTTP/1.1" status: 200 len: 950 time: 0.3020837 Nov 25 13:09:32.781145 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 9e423b82-eeef-45f5-9ca8-525195bf9f76 details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:09:32.814315 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-fad424e8-e4c4-4222-af27-4f1e9e1c6f94 req-45fd1697-cdd3-41f5-bd1c-011826672f01 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Deleting port 7f6f303f-ef2d-4137-9d8f-b9909032840b {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:09:32.814654 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fad424e8-e4c4-4222-af27-4f1e9e1c6f94 req-45fd1697-cdd3-41f5-bd1c-011826672f01 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:32.838938 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b5ad4a-3417-42a7-8ee9-e110bd38615f req-85865de9-b1f3-4afc-8c85-e4ff80019921 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:32.846092 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c8b5ad4a-3417-42a7-8ee9-e110bd38615f req-85865de9-b1f3-4afc-8c85-e4ff80019921 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.53 "GET /v2.0/ports?device_id=1501e070-d3f6-41e3-99b8-6e7afd0b9e1c HTTP/1.1" status: 200 len: 944 time: 0.1329541 Nov 25 13:09:32.911590 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c08ba7-73ee-4694-be93-e5789985751e req-9622e570-41f7-423e-aedf-c400ffac4bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:32.913104 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d7c08ba7-73ee-4694-be93-e5789985751e req-9622e570-41f7-423e-aedf-c400ffac4bbc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2071941 Nov 25 13:09:32.935847 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-99c31db9-e93e-432b-9d79-5519eac7d70d req-22096124-d1e5-41e4-ab42-cf1003d8d441 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352894 Nov 25 13:09:32.945272 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd8722-4fe9-4d02-82fa-30e5cb7be918 req-89612e32-0347-43b5-8c8f-77ff1f8d9fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:32.946823 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1dfd8722-4fe9-4d02-82fa-30e5cb7be918 req-89612e32-0347-43b5-8c8f-77ff1f8d9fe7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9924894bf2bb4ef59f3449083c95507b&device_id=8abf26f0-25c1-47e0-9dd9-c98fe7928eb9 HTTP/1.1" status: 200 len: 1095 time: 0.1987832 Nov 25 13:09:32.960511 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 9e423b82-eeef-45f5-9ca8-525195bf9f76, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=9e423b82-eeef-45f5-9ca8-525195bf9f76,segment=NetworkSegment(a25deda0-3957-4726-852e-cb012d2ec072),segment_id=a25deda0-3957-4726-852e-cb012d2ec072)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:09:32.973141 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': '9e423b82-eeef-45f5-9ca8-525195bf9f76', 'network_id': 'ca5dd849-64c3-4488-b55b-506a274dbd63', 'port_id': '9e423b82-eeef-45f5-9ca8-525195bf9f76', 'mac_address': 'fa:16:3e:17:7d:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc8601b7-2b4a-4488-a128-4b05fb558596', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:09:33.014791 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:33.024660 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c8b5ad4a-3417-42a7-8ee9-e110bd38615f req-13d6c0cc-7741-4455-a242-5c39bbe3f544 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ba37784-aaa9-49b8-83a4-8ae52980ad2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640182 Nov 25 13:09:33.034932 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e423b82-eeef-45f5-9ca8-525195bf9f76 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:09:33.059158 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 9e423b82-eeef-45f5-9ca8-525195bf9f76, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=9e423b82-eeef-45f5-9ca8-525195bf9f76,segment=NetworkSegment(a25deda0-3957-4726-852e-cb012d2ec072),segment_id=a25deda0-3957-4726-852e-cb012d2ec072)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:09:33.070913 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-16ab94e5-32f0-48b7-a3ec-1015dc01208f req-22b90415-d9e0-4120-ab6d-676fe92d4153 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:33.071139 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1dfd8722-4fe9-4d02-82fa-30e5cb7be918 req-7d0c11e7-28d8-4259-90d1-71e2662a67c5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce1ac814-b253-4ac4-adb9-d286b40b2ebf HTTP/1.1" status: 200 len: 217 time: 0.1049659 Nov 25 13:09:33.071231 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:33.091956 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['0b4bc922-b858-4465-ad56-5c6029f30377', '7f6f303f-ef2d-4137-9d8f-b9909032840b'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:09:33.099065 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b90415-d9e0-4120-ab6d-676fe92d4153 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Pushing event deleted for resources: {'Port': ['ID=714f6353-6e25-43c5-8c2f-860f09c78bae,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:33.138679 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['7fb6f54d-91e5-44d1-b51e-17bdd8ecb01e', 'e3af4f0b-b1e6-4b83-91ed-deb59a01c9bc', '714f6353-6e25-43c5-8c2f-860f09c78bae'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:09:33.162501 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b90415-d9e0-4120-ab6d-676fe92d4153 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:09:33.163050 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b90415-d9e0-4120-ab6d-676fe92d4153 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:09:33.163509 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b90415-d9e0-4120-ab6d-676fe92d4153 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:09:33.164330 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b90415-d9e0-4120-ab6d-676fe92d4153 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:09:33.165288 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b90415-d9e0-4120-ab6d-676fe92d4153 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:09:33.165288 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b90415-d9e0-4120-ab6d-676fe92d4153 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:09:33.165644 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b90415-d9e0-4120-ab6d-676fe92d4153 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:09:33.165975 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b90415-d9e0-4120-ab6d-676fe92d4153 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:09:33.166320 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b90415-d9e0-4120-ab6d-676fe92d4153 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:09:33.166653 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b90415-d9e0-4120-ab6d-676fe92d4153 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:09:33.167630 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b90415-d9e0-4120-ab6d-676fe92d4153 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:09:33.167994 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b90415-d9e0-4120-ab6d-676fe92d4153 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:09:33.197043 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-fad424e8-e4c4-4222-af27-4f1e9e1c6f94 req-45fd1697-cdd3-41f5-bd1c-011826672f01 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] For port 7f6f303f-ef2d-4137-9d8f-b9909032840b, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=7f6f303f-ef2d-4137-9d8f-b9909032840b,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:09:33.197606 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fad424e8-e4c4-4222-af27-4f1e9e1c6f94 req-45fd1697-cdd3-41f5-bd1c-011826672f01 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:33.206032 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-16ab94e5-32f0-48b7-a3ec-1015dc01208f req-22b90415-d9e0-4120-ab6d-676fe92d4153 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] No DVR routers for this DVR port 714f6353-6e25-43c5-8c2f-860f09c78bae on host n-h1-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:09:33.209519 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-16ab94e5-32f0-48b7-a3ec-1015dc01208f req-22b90415-d9e0-4120-ab6d-676fe92d4153 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:33.211769 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-daf212e1-a140-4702-8a64-642722852f03 req-ff5b1dde-370c-4298-b55e-9202a1838bf2 service neutron] 10.222.0.66 "GET /v2.0/networks/ca5dd849-64c3-4488-b55b-506a274dbd63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4264858 Nov 25 13:09:33.214858 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-16ab94e5-32f0-48b7-a3ec-1015dc01208f req-22b90415-d9e0-4120-ab6d-676fe92d4153 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.66 "DELETE /v2.0/ports/714f6353-6e25-43c5-8c2f-860f09c78bae HTTP/1.1" status: 204 len: 173 time: 1.2289615 Nov 25 13:09:33.217089 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ce0c80-6f7b-48fc-81eb-81116df0fb16', 'name': 'network-vif-deleted', 'tag': '714f6353-6e25-43c5-8c2f-860f09c78bae'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:09:33.221651 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a18ae0b-5f40-427a-a5ec-cf103c2f5eed" -d '{"events": [{"server_uuid": "85ce0c80-6f7b-48fc-81eb-81116df0fb16", "name": "network-vif-deleted", "tag": "714f6353-6e25-43c5-8c2f-860f09c78bae"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:09:33.227190 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cdb04a-c6f0-4cbf-8591-899b4359bdaa req-97622624-c2ef-47a3-9bc5-c428e2e58a35 tempest-LiveMigrationTest-1161798756 tempest-LiveMigrationTest-1161798756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:33.237247 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a0cdb04a-c6f0-4cbf-8591-899b4359bdaa req-97622624-c2ef-47a3-9bc5-c428e2e58a35 tempest-LiveMigrationTest-1161798756 tempest-LiveMigrationTest-1161798756-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1a58aaa2-8b43-45c6-9d7e-48343b909785 HTTP/1.1" status: 200 len: 1097 time: 0.2114031 Nov 25 13:09:33.281741 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-fad424e8-e4c4-4222-af27-4f1e9e1c6f94 req-45fd1697-cdd3-41f5-bd1c-011826672f01 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Calling delete_port for 7f6f303f-ef2d-4137-9d8f-b9909032840b owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:09:33.302783 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d7c08ba7-73ee-4694-be93-e5789985751e req-5896fbd4-e1fa-4931-a6e1-6b9c31989934 service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3765650 Nov 25 13:09:33.309130 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd8722-4fe9-4d02-82fa-30e5cb7be918 req-2ac0bb32-4699-4bda-82ed-37e4c267f37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:33.310595 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1dfd8722-4fe9-4d02-82fa-30e5cb7be918 req-2ac0bb32-4699-4bda-82ed-37e4c267f37b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=af6d388d-5278-4fef-a1e9-b40af907e39b HTTP/1.1" status: 200 len: 845 time: 0.2270484 Nov 25 13:09:33.403935 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a0cdb04a-c6f0-4cbf-8591-899b4359bdaa req-39f0f005-47a7-4f5c-b39b-d964756e4339 tempest-LiveMigrationTest-1161798756 tempest-LiveMigrationTest-1161798756-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628194 Nov 25 13:09:33.429951 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1dfd8722-4fe9-4d02-82fa-30e5cb7be918 req-6625e028-a323-4a1e-8815-8e8e133c867d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1044428 Nov 25 13:09:33.491932 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0110f0d8-8f78-4d49-a63a-92380564b69a req-f23329ee-7d7c-4f5a-86b0-68481b6cf3ad tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:33.500677 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0110f0d8-8f78-4d49-a63a-92380564b69a req-f23329ee-7d7c-4f5a-86b0-68481b6cf3ad tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/ports?device_id=8abf26f0-25c1-47e0-9dd9-c98fe7928eb9 HTTP/1.1" status: 200 len: 943 time: 0.1994982 Nov 25 13:09:33.538023 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=9e423b82-eeef-45f5-9ca8-525195bf9f76,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:33.556015 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b180151b-ce16-427c-9444-b4a391029831 req-155cddf1-8dc0-4efc-87c1-7fff8b9357d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:33.557991 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b180151b-ce16-427c-9444-b4a391029831 req-155cddf1-8dc0-4efc-87c1-7fff8b9357d2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bb2bf627d5d54038939071ee99391b2a&device_id=1501e070-d3f6-41e3-99b8-6e7afd0b9e1c HTTP/1.1" status: 200 len: 1096 time: 0.2163827 Nov 25 13:09:33.636492 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['9e423b82-eeef-45f5-9ca8-525195bf9f76'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:09:33.667657 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0110f0d8-8f78-4d49-a63a-92380564b69a req-95514786-eda2-4345-88d5-5003f8e629c4 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/security-groups?id=f6748c79-b185-401c-a5a4-7558eeb3a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643000 Nov 25 13:09:33.705608 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2958d8-560b-4c0b-b910-b1e4ca888602 req-9ceea3e3-b953-41bb-b299-cf81593fc119 tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:33.707234 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1a2958d8-560b-4c0b-b910-b1e4ca888602 req-9ceea3e3-b953-41bb-b299-cf81593fc119 tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] 10.222.0.53 "GET /v2.0/ports?device_id=95546cc2-06ce-48c8-92a6-3c2e35f49a48 HTTP/1.1" status: 200 len: 951 time: 0.2010691 Nov 25 13:09:33.738495 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89bd3e2b-3d6b-4cca-9e87-714874b0ec96 x-openstack-request-id: req-89bd3e2b-3d6b-4cca-9e87-714874b0ec96 {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:09:33.738832 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85ce0c80-6f7b-48fc-81eb-81116df0fb16", "name": "network-vif-deleted", "tag": "714f6353-6e25-43c5-8c2f-860f09c78bae", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:09:33.739088 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-89bd3e2b-3d6b-4cca-9e87-714874b0ec96 {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:09:33.739564 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ce0c80-6f7b-48fc-81eb-81116df0fb16', 'name': 'network-vif-deleted', 'tag': '714f6353-6e25-43c5-8c2f-860f09c78bae', 'status': 'completed', 'code': 200} Nov 25 13:09:33.756162 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:33.769689 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b180151b-ce16-427c-9444-b4a391029831 req-423045a5-8405-4e36-ac55-ebed270b8c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:33.772064 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b180151b-ce16-427c-9444-b4a391029831 req-423045a5-8405-4e36-ac55-ebed270b8c19 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ca5dd849-64c3-4488-b55b-506a274dbd63 HTTP/1.1" status: 200 len: 914 time: 0.1899941 Nov 25 13:09:33.827262 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1a2958d8-560b-4c0b-b910-b1e4ca888602 req-c9ce6160-50f3-4026-b29f-61ce2c80465c tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] 10.222.0.53 "GET /v2.0/security-groups?id=85e315f2-0c98-450b-adb8-7317f7808f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091435 Nov 25 13:09:33.892591 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b180151b-ce16-427c-9444-b4a391029831 req-eac66695-2682-41d7-8a26-b7143b1a6662 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8912e053-f049-4a8a-81c2-b6f4d61689fc HTTP/1.1" status: 200 len: 217 time: 0.0731425 Nov 25 13:09:33.945682 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1dfd8722-4fe9-4d02-82fa-30e5cb7be918 req-751a16f8-b9df-4352-a2c7-b3056a5dcffd service neutron] 10.222.0.47 "GET /v2.0/networks/3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5056782 Nov 25 13:09:33.947591 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d7c08ba7-73ee-4694-be93-e5789985751e req-2b2c7c51-61b6-4535-b757-06272a47594c service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6345515 Nov 25 13:09:33.999782 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e73d9-f56a-4cb0-a1e8-56fa90ef4e41 req-49a44e62-f0e0-48d8-a842-54494203c52c tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:34.012424 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1d4e73d9-f56a-4cb0-a1e8-56fa90ef4e41 req-49a44e62-f0e0-48d8-a842-54494203c52c tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b7a40a6-335a-43bf-9a42-81b4b7bd6860 HTTP/1.1" status: 200 len: 945 time: 0.2185085 Nov 25 13:09:34.103435 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fad424e8-e4c4-4222-af27-4f1e9e1c6f94 req-45fd1697-cdd3-41f5-bd1c-011826672f01 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:34.121594 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1dfd8722-4fe9-4d02-82fa-30e5cb7be918 req-e40ea3a9-790a-4b37-b3b4-b202bb4f11b1 service neutron] 10.222.0.47 "GET /v2.0/networks/3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605096 Nov 25 13:09:34.148064 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1d4e73d9-f56a-4cb0-a1e8-56fa90ef4e41 req-8b3184c7-0859-4012-b227-fd533e5ea1c0 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351304 Nov 25 13:09:34.162617 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b180151b-ce16-427c-9444-b4a391029831 req-ee29c05d-ff31-4fa3-952c-5996d462ea3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:34.164970 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b180151b-ce16-427c-9444-b4a391029831 req-ee29c05d-ff31-4fa3-952c-5996d462ea3e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cc8601b7-2b4a-4488-a128-4b05fb558596 HTTP/1.1" status: 200 len: 853 time: 0.2628036 Nov 25 13:09:34.187576 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8abf26f0-25c1-47e0-9dd9-c98fe7928eb9', 'tag': 'ce1ac814-b253-4ac4-adb9-d286b40b2ebf'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:09:34.195366 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-476af24c-0fac-4663-ab5a-02ce55f2dc99" -d '{"events": [{"name": "network-changed", "server_uuid": "8abf26f0-25c1-47e0-9dd9-c98fe7928eb9", "tag": "ce1ac814-b253-4ac4-adb9-d286b40b2ebf"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:09:34.233957 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fd1697-cdd3-41f5-bd1c-011826672f01 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Pushing event deleted for resources: {'Port': ['ID=7f6f303f-ef2d-4137-9d8f-b9909032840b,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:34.234917 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b180151b-ce16-427c-9444-b4a391029831 req-2e6613e8-7260-4fb9-a999-427bf3821cc7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ca5dd849-64c3-4488-b55b-506a274dbd63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603631 Nov 25 13:09:34.255581 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-fad424e8-e4c4-4222-af27-4f1e9e1c6f94 req-45fd1697-cdd3-41f5-bd1c-011826672f01 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] No DVR routers for this DVR port 7f6f303f-ef2d-4137-9d8f-b9909032840b on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:09:34.258893 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fad424e8-e4c4-4222-af27-4f1e9e1c6f94 req-45fd1697-cdd3-41f5-bd1c-011826672f01 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:34.262657 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-fad424e8-e4c4-4222-af27-4f1e9e1c6f94 req-45fd1697-cdd3-41f5-bd1c-011826672f01 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.47 "DELETE /v2.0/ports/7f6f303f-ef2d-4137-9d8f-b9909032840b HTTP/1.1" status: 204 len: 173 time: 2.0474801 Nov 25 13:09:34.367432 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c9bc81-a586-4ba7-b295-5be4ddd89237 req-4b37698e-5308-46ea-827a-7b3b3cb997ce tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:34.369203 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-53c9bc81-a586-4ba7-b295-5be4ddd89237 req-4b37698e-5308-46ea-827a-7b3b3cb997ce tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b109b5-f10f-4c16-9fe2-c3d4add301ee HTTP/1.1" status: 200 len: 950 time: 0.1376510 Nov 25 13:09:34.401550 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['0b4bc922-b858-4465-ad56-5c6029f30377'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:09:34.423780 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b180151b-ce16-427c-9444-b4a391029831 req-3cfd13bb-0861-4b75-9dd4-1a6f01a6559e service neutron] 10.222.0.66 "GET /v2.0/networks/ca5dd849-64c3-4488-b55b-506a274dbd63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725373 Nov 25 13:09:34.491667 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-53c9bc81-a586-4ba7-b295-5be4ddd89237 req-35360d43-7443-49fc-92b6-ae5db8f36e94 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052332 Nov 25 13:09:34.536137 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b180151b-ce16-427c-9444-b4a391029831 req-48f5f7e2-9913-4535-9a62-aebe880838d9 service neutron] 10.222.0.66 "GET /v2.0/networks/ca5dd849-64c3-4488-b55b-506a274dbd63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997696 Nov 25 13:09:34.765686 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['7fb6f54d-91e5-44d1-b51e-17bdd8ecb01e', 'e3af4f0b-b1e6-4b83-91ed-deb59a01c9bc'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:09:34.797050 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 714f6353-6e25-43c5-8c2f-860f09c78bae no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:09:34.827326 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] No Port match for: 714f6353-6e25-43c5-8c2f-860f09c78bae {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:09:34.827704 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 714f6353-6e25-43c5-8c2f-860f09c78bae not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:09:34.913854 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-8723bd3d-a77a-4a9c-98ec-7de776797f01 tempest-LiveMigrationTest-1161798756 tempest-LiveMigrationTest-1161798756-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:09:34.917070 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-8723bd3d-a77a-4a9c-98ec-7de776797f01 tempest-LiveMigrationTest-1161798756 tempest-LiveMigrationTest-1161798756-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084245 Nov 25 13:09:34.961978 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-36a93e5b-7e03-4f7b-b550-72567c5beda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:34.964550 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-36a93e5b-7e03-4f7b-b550-72567c5beda6 service neutron] 10.222.0.53 "GET /v2.0/ports/e643d369-92cd-4252-8898-0bb12968087b HTTP/1.1" status: 200 len: 1094 time: 0.0380280 Nov 25 13:09:34.974475 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-ecb7b69a-8d84-4e53-899f-fc70848da461 service neutron] Request body: {'binding': {'host': 'n-h1-808199-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:09:34.975231 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-ecb7b69a-8d84-4e53-899f-fc70848da461 service neutron] Unknown quota resources ['binding']. {{(pid=103571) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 13:09:35.054297 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:35.115965 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-ecb7b69a-8d84-4e53-899f-fc70848da461 service neutron] Attempting to bind port e643d369-92cd-4252-8898-0bb12968087b on host n-h1-808199-11 for vnic_type normal with profile None {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:09:35.116291 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-ecb7b69a-8d84-4e53-899f-fc70848da461 service neutron] Attempting to bind port e643d369-92cd-4252-8898-0bb12968087b by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': '6f5b4a09-9f6c-4c19-8201-4d90933cd506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '20494638-06c1-415e-90d6-c326674b78a0'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:09:35.116626 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-ecb7b69a-8d84-4e53-899f-fc70848da461 service neutron] Attempting to bind port e643d369-92cd-4252-8898-0bb12968087b on network 20494638-06c1-415e-90d6-c326674b78a0 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:09:35.121250 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-ecb7b69a-8d84-4e53-899f-fc70848da461 service neutron] Port e643d369-92cd-4252-8898-0bb12968087b on network 20494638-06c1-415e-90d6-c326674b78a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:09:35.121615 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-ecb7b69a-8d84-4e53-899f-fc70848da461 service neutron] Attempting to bind port e643d369-92cd-4252-8898-0bb12968087b on network 20494638-06c1-415e-90d6-c326674b78a0 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:09:35.127992 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-ecb7b69a-8d84-4e53-899f-fc70848da461 service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:09:35.128344 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-ecb7b69a-8d84-4e53-899f-fc70848da461 service neutron] Checking segment: {'id': '6f5b4a09-9f6c-4c19-8201-4d90933cd506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '20494638-06c1-415e-90d6-c326674b78a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:09:35.128776 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-ecb7b69a-8d84-4e53-899f-fc70848da461 service neutron] Bound using segment: {'id': '6f5b4a09-9f6c-4c19-8201-4d90933cd506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '20494638-06c1-415e-90d6-c326674b78a0'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:09:35.129175 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-ecb7b69a-8d84-4e53-899f-fc70848da461 service neutron] Bound port: e643d369-92cd-4252-8898-0bb12968087b, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f5b4a09-9f6c-4c19-8201-4d90933cd506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '20494638-06c1-415e-90d6-c326674b78a0'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:09:35.151909 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 7f6f303f-ef2d-4137-9d8f-b9909032840b no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:09:35.174473 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: 7f6f303f-ef2d-4137-9d8f-b9909032840b {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:09:35.175085 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 7f6f303f-ef2d-4137-9d8f-b9909032840b not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:09:35.175636 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:09:35.180098 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e299c2b-b2bd-4649-b2e4-e32f52c57cf2 req-69a7e1f4-0fc4-4490-98c1-e730470267ca tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:35.181785 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9e299c2b-b2bd-4649-b2e4-e32f52c57cf2 req-69a7e1f4-0fc4-4490-98c1-e730470267ca tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.53 "GET /v2.0/ports?device_id=1501e070-d3f6-41e3-99b8-6e7afd0b9e1c HTTP/1.1" status: 200 len: 944 time: 0.0570245 Nov 25 13:09:35.183259 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-ecb7b69a-8d84-4e53-899f-fc70848da461 service neutron] For port e643d369-92cd-4252-8898-0bb12968087b, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=e643d369-92cd-4252-8898-0bb12968087b,segment=NetworkSegment(6f5b4a09-9f6c-4c19-8201-4d90933cd506),segment_id=6f5b4a09-9f6c-4c19-8201-4d90933cd506)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:09:35.189471 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-ecb7b69a-8d84-4e53-899f-fc70848da461 service neutron] Publish callbacks [] for binding, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:35.190722 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-ecb7b69a-8d84-4e53-899f-fc70848da461 service neutron] 10.222.0.53 "POST /v2.0/ports/e643d369-92cd-4252-8898-0bb12968087b/bindings HTTP/1.1" status: 201 len: 390 time: 0.2202687 Nov 25 13:09:35.236595 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9e299c2b-b2bd-4649-b2e4-e32f52c57cf2 req-2fac0791-8988-499a-8139-a9484f170edc tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ba37784-aaa9-49b8-83a4-8ae52980ad2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466926 Nov 25 13:09:35.266955 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:35.301060 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887bbbb7-179d-409e-9f5b-f3db0b4e1528 x-openstack-request-id: req-887bbbb7-179d-409e-9f5b-f3db0b4e1528 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:09:35.301885 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8abf26f0-25c1-47e0-9dd9-c98fe7928eb9", "tag": "ce1ac814-b253-4ac4-adb9-d286b40b2ebf", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:09:35.301885 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-887bbbb7-179d-409e-9f5b-f3db0b4e1528 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:09:35.302921 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8abf26f0-25c1-47e0-9dd9-c98fe7928eb9', 'tag': 'ce1ac814-b253-4ac4-adb9-d286b40b2ebf', 'status': 'completed', 'code': 200} Nov 25 13:09:35.305219 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95546cc2-06ce-48c8-92a6-3c2e35f49a48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:09:35.308336 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-119011a6-5b5c-4034-ab41-9c35d977a09e" -d '{"events": [{"server_uuid": "95546cc2-06ce-48c8-92a6-3c2e35f49a48", "name": "network-vif-unplugged", "status": "completed", "tag": "c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:09:35.315909 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:09:35.320945 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:35.399918 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d,revision_number=11']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:35.412473 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476af24c-0fac-4663-ab5a-02ce55f2dc99 req-4a3c3e02-8e98-4235-97da-5324bb72bbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:35.414141 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-476af24c-0fac-4663-ab5a-02ce55f2dc99 req-4a3c3e02-8e98-4235-97da-5324bb72bbfb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9924894bf2bb4ef59f3449083c95507b&device_id=8abf26f0-25c1-47e0-9dd9-c98fe7928eb9 HTTP/1.1" status: 200 len: 1095 time: 0.0645545 Nov 25 13:09:35.449797 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b7c47-b62d-42ad-bcf4-546ce882ca44 req-b06b3743-1127-4d47-84ed-0e1d90fde4ee tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:35.451431 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5f7b7c47-b62d-42ad-bcf4-546ce882ca44 req-b06b3743-1127-4d47-84ed-0e1d90fde4ee tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/ports?device_id=8abf26f0-25c1-47e0-9dd9-c98fe7928eb9 HTTP/1.1" status: 200 len: 943 time: 0.0629706 Nov 25 13:09:35.519175 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476af24c-0fac-4663-ab5a-02ce55f2dc99 req-5d8752f1-5476-43ce-b574-847bee4459ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:35.521217 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-476af24c-0fac-4663-ab5a-02ce55f2dc99 req-5d8752f1-5476-43ce-b574-847bee4459ed service neutron] 10.222.0.47 "GET /v2.0/networks?id=3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d HTTP/1.1" status: 200 len: 906 time: 0.0978093 Nov 25 13:09:35.560599 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5f7b7c47-b62d-42ad-bcf4-546ce882ca44 req-fd580de6-5841-468d-b81c-1d3a39a882cb tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/security-groups?id=f6748c79-b185-401c-a5a4-7558eeb3a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979235 Nov 25 13:09:35.564018 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-97661bbc-0653-44ec-ac36-71a7a5687d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:35.565718 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-97661bbc-0653-44ec-ac36-71a7a5687d63 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f9638bf2b13b4d579c7476454eb03e3d&device_id=1a58aaa2-8b43-45c6-9d7e-48343b909785 HTTP/1.1" status: 200 len: 1097 time: 0.1134007 Nov 25 13:09:35.573499 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-476af24c-0fac-4663-ab5a-02ce55f2dc99 req-d52c7e03-6de9-4e09-829b-77b579d8f360 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce1ac814-b253-4ac4-adb9-d286b40b2ebf HTTP/1.1" status: 200 len: 217 time: 0.0355036 Nov 25 13:09:35.579621 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c3f30-701f-47f5-927c-4c58fcbb81d6 req-f6442968-5e77-4a1f-a5c3-81c9b2118867 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:35.581297 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6c1c3f30-701f-47f5-927c-4c58fcbb81d6 req-f6442968-5e77-4a1f-a5c3-81c9b2118867 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b7a40a6-335a-43bf-9a42-81b4b7bd6860 HTTP/1.1" status: 200 len: 945 time: 0.0985787 Nov 25 13:09:35.626584 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476af24c-0fac-4663-ab5a-02ce55f2dc99 req-a3219298-5a9b-46bb-be25-4ab9a368fb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:35.628087 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-476af24c-0fac-4663-ab5a-02ce55f2dc99 req-a3219298-5a9b-46bb-be25-4ab9a368fb7c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=af6d388d-5278-4fef-a1e9-b40af907e39b HTTP/1.1" status: 200 len: 845 time: 0.0439830 Nov 25 13:09:35.672414 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-476af24c-0fac-4663-ab5a-02ce55f2dc99 req-32774db4-ef5f-4ec6-841a-e0fb9935875a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286951 Nov 25 13:09:35.725352 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6c1c3f30-701f-47f5-927c-4c58fcbb81d6 req-20f1f30c-8dd9-4cbf-a930-01f005e51852 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353509 Nov 25 13:09:35.742461 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c209f-f0fe-4816-9b91-84b3cf59802e req-f9e107f1-b27f-4dbe-962f-8cab7198f017 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:35.744128 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8b3c209f-f0fe-4816-9b91-84b3cf59802e req-f9e107f1-b27f-4dbe-962f-8cab7198f017 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a58aaa2-8b43-45c6-9d7e-48343b909785 HTTP/1.1" status: 200 len: 945 time: 0.1056933 Nov 25 13:09:35.764481 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-198ec640-ca47-410c-903f-a4e4beb19f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:35.766003 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-198ec640-ca47-410c-903f-a4e4beb19f89 service neutron] 10.222.0.66 "GET /v2.0/networks?id=20494638-06c1-415e-90d6-c326674b78a0 HTTP/1.1" status: 200 len: 908 time: 0.1837714 Nov 25 13:09:35.776702 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 13:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc9f03b-a1a8-4cf2-bc99-d1de389dc671 x-openstack-request-id: req-4cc9f03b-a1a8-4cf2-bc99-d1de389dc671 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:09:35.777203 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95546cc2-06ce-48c8-92a6-3c2e35f49a48", "name": "network-vif-unplugged", "status": "completed", "tag": "c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:09:35.777318 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4cc9f03b-a1a8-4cf2-bc99-d1de389dc671 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:09:35.777688 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95546cc2-06ce-48c8-92a6-3c2e35f49a48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d', 'code': 200} Nov 25 13:09:35.780382 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-476af24c-0fac-4663-ab5a-02ce55f2dc99 req-534b3135-86d3-4a38-9899-4e90777d83ef service neutron] 10.222.0.47 "GET /v2.0/networks/3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951815 Nov 25 13:09:35.826835 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-525a20df-9fda-4ca2-b513-a4367d94d4db service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e643d369-92cd-4252-8898-0bb12968087b HTTP/1.1" status: 200 len: 217 time: 0.0412436 Nov 25 13:09:35.831552 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8b3c209f-f0fe-4816-9b91-84b3cf59802e req-626b35ea-d6cc-4443-ace3-fff86a74e1ce tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802219 Nov 25 13:09:35.888911 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-24f55eb6-d3d3-4571-8af4-70d70fb3c542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:35.892177 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-24f55eb6-d3d3-4571-8af4-70d70fb3c542 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=82870c5b-3c5b-4cf7-b280-dc92346a33bf HTTP/1.1" status: 200 len: 847 time: 0.0553916 Nov 25 13:09:35.913212 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-476af24c-0fac-4663-ab5a-02ce55f2dc99 req-e10911df-af4b-45fc-8bd1-7148e2c43555 service neutron] 10.222.0.47 "GET /v2.0/networks/3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090069 Nov 25 13:09:35.948191 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-6cf702f1-b131-4598-8c0b-d3cd29ca9b8d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=20494638-06c1-415e-90d6-c326674b78a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461617 Nov 25 13:09:36.058003 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676cbad5-0566-49d3-a372-5b67418f6e09 req-1898351d-0320-4a8d-9049-affce6b7fe57 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:36.059626 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-676cbad5-0566-49d3-a372-5b67418f6e09 req-1898351d-0320-4a8d-9049-affce6b7fe57 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b109b5-f10f-4c16-9fe2-c3d4add301ee HTTP/1.1" status: 200 len: 950 time: 0.1037157 Nov 25 13:09:36.105874 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-9d123f77-9d86-4998-b120-2cff46e326f5 service neutron] 10.222.0.66 "GET /v2.0/networks/20494638-06c1-415e-90d6-c326674b78a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410446 Nov 25 13:09:36.156262 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:36.215903 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-676cbad5-0566-49d3-a372-5b67418f6e09 req-3033805e-2f90-4c3b-bcf9-7c02eae04993 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434419 Nov 25 13:09:36.238372 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c22138-c1d6-4c38-96ca-22cb00f4cd6b req-7646372f-357f-4e7d-8055-60a0e24a9a29 tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:36.240588 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d9c22138-c1d6-4c38-96ca-22cb00f4cd6b req-7646372f-357f-4e7d-8055-60a0e24a9a29 tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] 10.222.0.53 "GET /v2.0/ports?device_id=95546cc2-06ce-48c8-92a6-3c2e35f49a48 HTTP/1.1" status: 200 len: 949 time: 0.1338515 Nov 25 13:09:36.275823 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-bfcbf3ef-df04-4f71-933c-46a0c9fdef86 service neutron] 10.222.0.66 "GET /v2.0/networks/20494638-06c1-415e-90d6-c326674b78a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561196 Nov 25 13:09:36.302189 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d9c22138-c1d6-4c38-96ca-22cb00f4cd6b req-6036738a-0432-4b21-83af-b9dca04bc33b tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] 10.222.0.53 "GET /v2.0/security-groups?id=85e315f2-0c98-450b-adb8-7317f7808f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542133 Nov 25 13:09:36.441435 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57d522-749c-40b9-8dd3-2260bb969832 req-64aec147-3c4c-4544-90de-42939d768701 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:36.442985 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0e57d522-749c-40b9-8dd3-2260bb969832 req-64aec147-3c4c-4544-90de-42939d768701 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.53 "GET /v2.0/ports?device_id=1501e070-d3f6-41e3-99b8-6e7afd0b9e1c HTTP/1.1" status: 200 len: 944 time: 0.0794365 Nov 25 13:09:36.445644 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-5903715a-f904-4481-b290-ec55a11d9026 tempest-LiveMigrationTest-1161798756 tempest-LiveMigrationTest-1161798756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:36.447018 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-5903715a-f904-4481-b290-ec55a11d9026 tempest-LiveMigrationTest-1161798756 tempest-LiveMigrationTest-1161798756-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=1a58aaa2-8b43-45c6-9d7e-48343b909785&tenant_id=f9638bf2b13b4d579c7476454eb03e3d&binding%3Ahost_id=n-h2-808199-11 HTTP/1.1" status: 200 len: 1097 time: 0.0738933 Nov 25 13:09:36.483305 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-e5d880f4-b870-4776-9cc3-3b50927acb5c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-808199-11'}}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:09:36.538587 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0e57d522-749c-40b9-8dd3-2260bb969832 req-4b0f414a-0ed0-4803-8dc9-7f00f4c4a85d tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ba37784-aaa9-49b8-83a4-8ae52980ad2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894799 Nov 25 13:09:36.576285 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-e5d880f4-b870-4776-9cc3-3b50927acb5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:36.585318 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec371bb4-616e-4005-b654-3fca4937ae2b req-62c3b067-02dc-4067-824b-4628af5b8b5b tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:36.586738 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ec371bb4-616e-4005-b654-3fca4937ae2b req-62c3b067-02dc-4067-824b-4628af5b8b5b tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e9659d0-1724-4a0c-9ed8-8384f68b831e HTTP/1.1" status: 200 len: 950 time: 0.1181061 Nov 25 13:09:36.733369 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ec371bb4-616e-4005-b654-3fca4937ae2b req-65cf8cb3-c3f0-42fa-990c-516e3ecf5cc0 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393969 Nov 25 13:09:36.752035 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08398985-768f-4066-a44e-f96503e9eb21 req-9dc8e400-37a6-49ab-bf3f-a846ef148d1d tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:36.753640 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-08398985-768f-4066-a44e-f96503e9eb21 req-9dc8e400-37a6-49ab-bf3f-a846ef148d1d tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/ports?device_id=8abf26f0-25c1-47e0-9dd9-c98fe7928eb9 HTTP/1.1" status: 200 len: 943 time: 0.1223214 Nov 25 13:09:36.784777 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 8912e053-f049-4a8a-81c2-b6f4d61689fc details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:09:36.789160 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 9e423b82-eeef-45f5-9ca8-525195bf9f76 up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:09:36.799226 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-e5d880f4-b870-4776-9cc3-3b50927acb5c service neutron] For port e643d369-92cd-4252-8898-0bb12968087b, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=e643d369-92cd-4252-8898-0bb12968087b,segment=NetworkSegment(6f5b4a09-9f6c-4c19-8201-4d90933cd506),segment_id=6f5b4a09-9f6c-4c19-8201-4d90933cd506)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:09:36.872815 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-08398985-768f-4066-a44e-f96503e9eb21 req-7a84315c-c16f-45ec-bfc1-86e706955609 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/security-groups?id=f6748c79-b185-401c-a5a4-7558eeb3a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124310 Nov 25 13:09:36.888612 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-e5d880f4-b870-4776-9cc3-3b50927acb5c service neutron] For port e643d369-92cd-4252-8898-0bb12968087b, host n-h2-808199-11, cleared binding levels {{(pid=103570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:09:36.898409 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3e4636-45b1-4ab3-8a93-84877b594f37 req-075c4d1c-8ee5-4bd0-947b-c616aa8b0d78 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:36.899874 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fd3e4636-45b1-4ab3-8a93-84877b594f37 req-075c4d1c-8ee5-4bd0-947b-c616aa8b0d78 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b7a40a6-335a-43bf-9a42-81b4b7bd6860 HTTP/1.1" status: 200 len: 945 time: 0.0985637 Nov 25 13:09:36.912230 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port 9e423b82-eeef-45f5-9ca8-525195bf9f76 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:09:36.925485 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port 9e423b82-eeef-45f5-9ca8-525195bf9f76 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:09:36.925867 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:36.932462 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 8912e053-f049-4a8a-81c2-b6f4d61689fc, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=8912e053-f049-4a8a-81c2-b6f4d61689fc,segment=NetworkSegment(a25deda0-3957-4726-852e-cb012d2ec072),segment_id=a25deda0-3957-4726-852e-cb012d2ec072)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:09:36.964454 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a58aaa2-8b43-45c6-9d7e-48343b909785', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e643d369-92cd-4252-8898-0bb12968087b'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:09:36.966705 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b12852-c34b-4edf-bae4-8df94e2f1d63" -d '{"events": [{"server_uuid": "1a58aaa2-8b43-45c6-9d7e-48343b909785", "name": "network-vif-unplugged", "status": "completed", "tag": "e643d369-92cd-4252-8898-0bb12968087b"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:09:36.971468 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': '8912e053-f049-4a8a-81c2-b6f4d61689fc', 'network_id': 'ca5dd849-64c3-4488-b55b-506a274dbd63', 'port_id': '8912e053-f049-4a8a-81c2-b6f4d61689fc', 'mac_address': 'fa:16:3e:06:0e:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc8601b7-2b4a-4488-a128-4b05fb558596', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:09:36.991238 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-e5d880f4-b870-4776-9cc3-3b50927acb5c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:37.004552 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-e5d880f4-b870-4776-9cc3-3b50927acb5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:37.036151 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:37.043952 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fd3e4636-45b1-4ab3-8a93-84877b594f37 req-d3d8f728-db2c-428b-bd60-f4261d376a53 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258583 Nov 25 13:09:37.056254 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8912e053-f049-4a8a-81c2-b6f4d61689fc {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:09:37.071265 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb6a2f-ea0a-4a84-a45b-d509f3cce169 req-c16b0703-abf1-4ac6-a47e-41eb2db660ee tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:37.072298 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:37.072759 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-12cb6a2f-ea0a-4a84-a45b-d509f3cce169 req-c16b0703-abf1-4ac6-a47e-41eb2db660ee tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a58aaa2-8b43-45c6-9d7e-48343b909785 HTTP/1.1" status: 200 len: 945 time: 0.1329730 Nov 25 13:09:37.089976 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 8912e053-f049-4a8a-81c2-b6f4d61689fc, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=8912e053-f049-4a8a-81c2-b6f4d61689fc,segment=NetworkSegment(a25deda0-3957-4726-852e-cb012d2ec072),segment_id=a25deda0-3957-4726-852e-cb012d2ec072)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:09:37.098365 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:37.103509 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d880f4-b870-4776-9cc3-3b50927acb5c service neutron] Pushing event updated for resources: {'Port': ['ID=e643d369-92cd-4252-8898-0bb12968087b,revision_number=7']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:37.115112 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 13:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecdc294e-4f4d-4057-8c5b-ddf000efeecf x-openstack-request-id: req-ecdc294e-4f4d-4057-8c5b-ddf000efeecf {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:09:37.115404 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a58aaa2-8b43-45c6-9d7e-48343b909785", "name": "network-vif-unplugged", "status": "completed", "tag": "e643d369-92cd-4252-8898-0bb12968087b", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:09:37.116212 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ecdc294e-4f4d-4057-8c5b-ddf000efeecf {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:09:37.116212 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a58aaa2-8b43-45c6-9d7e-48343b909785', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e643d369-92cd-4252-8898-0bb12968087b', 'code': 200} Nov 25 13:09:37.137881 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 9e423b82-eeef-45f5-9ca8-525195bf9f76, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=9e423b82-eeef-45f5-9ca8-525195bf9f76,segment=NetworkSegment(a25deda0-3957-4726-852e-cb012d2ec072),segment_id=a25deda0-3957-4726-852e-cb012d2ec072)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:09:37.147277 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:37.161375 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device ce1ac814-b253-4ac4-adb9-d286b40b2ebf details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:09:37.163093 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-e5d880f4-b870-4776-9cc3-3b50927acb5c service neutron] Attempting to bind port e643d369-92cd-4252-8898-0bb12968087b on host n-h2-808199-11 for vnic_type normal with profile {"migrating_to": "n-h1-808199-11"} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:09:37.163429 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-e5d880f4-b870-4776-9cc3-3b50927acb5c service neutron] Attempting to bind port e643d369-92cd-4252-8898-0bb12968087b by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '6f5b4a09-9f6c-4c19-8201-4d90933cd506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '20494638-06c1-415e-90d6-c326674b78a0'}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:09:37.163758 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-e5d880f4-b870-4776-9cc3-3b50927acb5c service neutron] Attempting to bind port e643d369-92cd-4252-8898-0bb12968087b on network 20494638-06c1-415e-90d6-c326674b78a0 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:09:37.171112 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=8912e053-f049-4a8a-81c2-b6f4d61689fc,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:37.171752 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-12cb6a2f-ea0a-4a84-a45b-d509f3cce169 req-adc0f39b-cfd1-4249-b20c-385b3c2193ec tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800772 Nov 25 13:09:37.172439 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-e5d880f4-b870-4776-9cc3-3b50927acb5c service neutron] Port e643d369-92cd-4252-8898-0bb12968087b on network 20494638-06c1-415e-90d6-c326674b78a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:09:37.172766 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-e5d880f4-b870-4776-9cc3-3b50927acb5c service neutron] Attempting to bind port e643d369-92cd-4252-8898-0bb12968087b on network 20494638-06c1-415e-90d6-c326674b78a0 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:09:37.183490 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-e5d880f4-b870-4776-9cc3-3b50927acb5c service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:09:37.183875 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-e5d880f4-b870-4776-9cc3-3b50927acb5c service neutron] Checking segment: {'id': '6f5b4a09-9f6c-4c19-8201-4d90933cd506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '20494638-06c1-415e-90d6-c326674b78a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:09:37.184271 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-e5d880f4-b870-4776-9cc3-3b50927acb5c service neutron] Bound using segment: {'id': '6f5b4a09-9f6c-4c19-8201-4d90933cd506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '20494638-06c1-415e-90d6-c326674b78a0'} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:09:37.184724 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-e5d880f4-b870-4776-9cc3-3b50927acb5c service neutron] Bound port: e643d369-92cd-4252-8898-0bb12968087b, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f5b4a09-9f6c-4c19-8201-4d90933cd506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '20494638-06c1-415e-90d6-c326674b78a0'}}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:09:37.185081 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-e5d880f4-b870-4776-9cc3-3b50927acb5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:37.252118 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-e5d880f4-b870-4776-9cc3-3b50927acb5c service neutron] For port e643d369-92cd-4252-8898-0bb12968087b, host n-h2-808199-11, cleared binding levels {{(pid=103570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:09:37.257109 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-e5d880f4-b870-4776-9cc3-3b50927acb5c service neutron] For port e643d369-92cd-4252-8898-0bb12968087b, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=e643d369-92cd-4252-8898-0bb12968087b,segment=NetworkSegment(6f5b4a09-9f6c-4c19-8201-4d90933cd506),segment_id=6f5b4a09-9f6c-4c19-8201-4d90933cd506)] {{(pid=103570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:09:37.263545 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-e5d880f4-b870-4776-9cc3-3b50927acb5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:37.272128 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=9e423b82-eeef-45f5-9ca8-525195bf9f76,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:37.303124 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bec9348-7107-482b-b574-eec0c6c537d0', 'name': 'network-vif-deleted', 'tag': '7f6f303f-ef2d-4137-9d8f-b9909032840b'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:09:37.305554 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7077e272-a12d-4f91-b7ae-77e38871763f" -d '{"events": [{"server_uuid": "2bec9348-7107-482b-b574-eec0c6c537d0", "name": "network-vif-deleted", "tag": "7f6f303f-ef2d-4137-9d8f-b9909032840b"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:09:37.315966 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port ce1ac814-b253-4ac4-adb9-d286b40b2ebf, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=ce1ac814-b253-4ac4-adb9-d286b40b2ebf,segment=NetworkSegment(e8fc9265-97df-4bce-bf9a-73ae38a4e9ce),segment_id=e8fc9265-97df-4bce-bf9a-73ae38a4e9ce)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:09:37.331598 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': 'ce1ac814-b253-4ac4-adb9-d286b40b2ebf', 'network_id': '3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d', 'port_id': 'ce1ac814-b253-4ac4-adb9-d286b40b2ebf', 'mac_address': 'fa:16:3e:38:23:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af6d388d-5278-4fef-a1e9-b40af907e39b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:09:37.358446 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379e7ef2-6570-4fa5-8fbe-50d7410776b7 x-openstack-request-id: req-379e7ef2-6570-4fa5-8fbe-50d7410776b7 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:09:37.359027 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bec9348-7107-482b-b574-eec0c6c537d0", "name": "network-vif-deleted", "tag": "7f6f303f-ef2d-4137-9d8f-b9909032840b", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:09:37.359365 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-379e7ef2-6570-4fa5-8fbe-50d7410776b7 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:09:37.360018 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bec9348-7107-482b-b574-eec0c6c537d0', 'name': 'network-vif-deleted', 'tag': '7f6f303f-ef2d-4137-9d8f-b9909032840b', 'status': 'completed', 'code': 200} Nov 25 13:09:37.370164 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:37.373068 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d880f4-b870-4776-9cc3-3b50927acb5c service neutron] Pushing event updated for resources: {'Port': ['ID=e643d369-92cd-4252-8898-0bb12968087b,revision_number=8']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:37.383732 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-e5d880f4-b870-4776-9cc3-3b50927acb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:37.384361 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-e5d880f4-b870-4776-9cc3-3b50927acb5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:37.386222 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-e5d880f4-b870-4776-9cc3-3b50927acb5c service neutron] 10.222.0.66 "PUT /v2.0/ports/e643d369-92cd-4252-8898-0bb12968087b HTTP/1.1" status: 200 len: 1123 time: 0.9160905 Nov 25 13:09:37.388533 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce1ac814-b253-4ac4-adb9-d286b40b2ebf {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:09:37.405686 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b92e34c-62ea-423e-962a-4460cbf5288e req-9832f98f-ede3-4f39-b0f4-c7e85d7700f1 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:37.415424 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8b92e34c-62ea-423e-962a-4460cbf5288e req-9832f98f-ede3-4f39-b0f4-c7e85d7700f1 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b109b5-f10f-4c16-9fe2-c3d4add301ee HTTP/1.1" status: 200 len: 950 time: 0.1217718 Nov 25 13:09:37.420377 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port ce1ac814-b253-4ac4-adb9-d286b40b2ebf, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=ce1ac814-b253-4ac4-adb9-d286b40b2ebf,segment=NetworkSegment(e8fc9265-97df-4bce-bf9a-73ae38a4e9ce),segment_id=e8fc9265-97df-4bce-bf9a-73ae38a4e9ce)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:09:37.427510 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:37.476446 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['8912e053-f049-4a8a-81c2-b6f4d61689fc'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:09:37.505553 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26332f39-df84-482a-b19e-e7d4659a33c4 req-22763d1a-d24d-43b8-86bf-00a660256a3d tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:37.507094 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-26332f39-df84-482a-b19e-e7d4659a33c4 req-22763d1a-d24d-43b8-86bf-00a660256a3d tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] 10.222.0.53 "GET /v2.0/ports?device_id=95546cc2-06ce-48c8-92a6-3c2e35f49a48 HTTP/1.1" status: 200 len: 949 time: 0.0841587 Nov 25 13:09:37.507236 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=ce1ac814-b253-4ac4-adb9-d286b40b2ebf,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:37.511620 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8b92e34c-62ea-423e-962a-4460cbf5288e req-183e2aa4-2647-4ab6-8681-bd7b96cd32db tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952630 Nov 25 13:09:37.519268 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['e643d369-92cd-4252-8898-0bb12968087b'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:09:37.563134 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-26332f39-df84-482a-b19e-e7d4659a33c4 req-9c8220c9-7c5d-4668-ae73-affd18294fa4 tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] 10.222.0.53 "GET /v2.0/security-groups?id=85e315f2-0c98-450b-adb8-7317f7808f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455420 Nov 25 13:09:37.671050 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f53ef-a2c0-4e84-828d-520083eeb581 req-a319af0f-bacb-4349-8ab6-5f2de45322fb tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:37.672570 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-574f53ef-a2c0-4e84-828d-520083eeb581 req-a319af0f-bacb-4349-8ab6-5f2de45322fb tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.53 "GET /v2.0/ports?device_id=1501e070-d3f6-41e3-99b8-6e7afd0b9e1c HTTP/1.1" status: 200 len: 945 time: 0.0539675 Nov 25 13:09:37.722736 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-574f53ef-a2c0-4e84-828d-520083eeb581 req-3e99bb56-6c73-41bb-84b9-07ff014819ab tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ba37784-aaa9-49b8-83a4-8ae52980ad2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433061 Nov 25 13:09:37.770048 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['ce1ac814-b253-4ac4-adb9-d286b40b2ebf'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:09:37.779080 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b631f5c-41bf-46ff-a075-a86845ecdd77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e423b82-eeef-45f5-9ca8-525195bf9f76'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:09:37.781344 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-327ca050-3973-4f32-907d-1f0890cac437" -d '{"events": [{"server_uuid": "2b631f5c-41bf-46ff-a075-a86845ecdd77", "name": "network-vif-plugged", "status": "completed", "tag": "9e423b82-eeef-45f5-9ca8-525195bf9f76"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:09:37.805336 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:37.827911 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51675793-1a87-4a0b-90ae-771d325a3949 x-openstack-request-id: req-51675793-1a87-4a0b-90ae-771d325a3949 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:09:37.828207 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b631f5c-41bf-46ff-a075-a86845ecdd77", "name": "network-vif-plugged", "status": "completed", "tag": "9e423b82-eeef-45f5-9ca8-525195bf9f76", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:09:37.828479 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-51675793-1a87-4a0b-90ae-771d325a3949 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:09:37.828860 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b631f5c-41bf-46ff-a075-a86845ecdd77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e423b82-eeef-45f5-9ca8-525195bf9f76', 'code': 200} Nov 25 13:09:37.865235 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd70aa27-ed0a-4289-9d69-3623295531b1 req-8bc2473a-2eac-411e-81c3-7491f9724f72 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:37.867010 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fd70aa27-ed0a-4289-9d69-3623295531b1 req-8bc2473a-2eac-411e-81c3-7491f9724f72 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e9659d0-1724-4a0c-9ed8-8384f68b831e HTTP/1.1" status: 200 len: 950 time: 0.0501342 Nov 25 13:09:37.928870 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fd70aa27-ed0a-4289-9d69-3623295531b1 req-bcd00acb-e87e-43c9-b7b7-ceeb9b661bf6 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527887 Nov 25 13:09:37.986950 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf0c4d-dea2-430e-ac60-c3f4660a64b0 req-df6487de-4091-4a12-bd01-95547d3b6684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:37.988439 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a1cf0c4d-dea2-430e-ac60-c3f4660a64b0 req-df6487de-4091-4a12-bd01-95547d3b6684 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2b631f5c-41bf-46ff-a075-a86845ecdd77 HTTP/1.1" status: 200 len: 1098 time: 0.0811667 Nov 25 13:09:38.006722 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486cd0e7-8613-4ca4-a7de-9aac71bbc76b req-f467613b-dbe5-43c1-aad1-24f591a81f81 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:38.008154 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-486cd0e7-8613-4ca4-a7de-9aac71bbc76b req-f467613b-dbe5-43c1-aad1-24f591a81f81 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/ports?device_id=8abf26f0-25c1-47e0-9dd9-c98fe7928eb9 HTTP/1.1" status: 200 len: 944 time: 0.0565455 Nov 25 13:09:38.041021 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b3509d-045f-4cd8-8e60-cfdc9f61b538 req-136bfded-50f2-4541-b91c-192d2de4b7cb tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:38.042512 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f1b3509d-045f-4cd8-8e60-cfdc9f61b538 req-136bfded-50f2-4541-b91c-192d2de4b7cb tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] 10.222.0.47 "GET /v2.0/ports?device_id=95546cc2-06ce-48c8-92a6-3c2e35f49a48 HTTP/1.1" status: 200 len: 949 time: 0.0850968 Nov 25 13:09:38.050652 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a9dc1-157d-4005-bb80-2fb1c1bf2e9c req-38a9afd9-b335-446a-99c4-5f0f3c546924 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:38.052329 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-383a9dc1-157d-4005-bb80-2fb1c1bf2e9c req-38a9afd9-b335-446a-99c4-5f0f3c546924 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e9659d0-1724-4a0c-9ed8-8384f68b831e HTTP/1.1" status: 200 len: 950 time: 0.0859013 Nov 25 13:09:38.080941 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a1cf0c4d-dea2-430e-ac60-c3f4660a64b0 req-453d7ca3-fab8-41c3-9eb0-dc3b3c03b299 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3ba37784-aaa9-49b8-83a4-8ae52980ad2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718546 Nov 25 13:09:38.085111 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-486cd0e7-8613-4ca4-a7de-9aac71bbc76b req-58b18600-d0d4-45a7-b062-9b5f53f6d23f tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/security-groups?id=f6748c79-b185-401c-a5a4-7558eeb3a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701811 Nov 25 13:09:38.176180 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b81535-2ad1-4823-b187-52a69ca47f15 req-46fbd005-6203-4e38-8108-8e7a27259c54 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:38.178714 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-51b81535-2ad1-4823-b187-52a69ca47f15 req-46fbd005-6203-4e38-8108-8e7a27259c54 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b7a40a6-335a-43bf-9a42-81b4b7bd6860 HTTP/1.1" status: 200 len: 945 time: 0.0497329 Nov 25 13:09:38.212446 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-f1b3509d-045f-4cd8-8e60-cfdc9f61b538 req-a35a45f2-1992-4658-b816-0d7ab0ff0ded tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] Deleting port c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:09:38.212793 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f1b3509d-045f-4cd8-8e60-cfdc9f61b538 req-a35a45f2-1992-4658-b816-0d7ab0ff0ded tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:38.218812 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-383a9dc1-157d-4005-bb80-2fb1c1bf2e9c req-6d3e1b7e-cb99-42cf-a035-aaffe8b9d8aa tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Deleting port 7fb6f54d-91e5-44d1-b51e-17bdd8ecb01e {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:09:38.219154 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-383a9dc1-157d-4005-bb80-2fb1c1bf2e9c req-6d3e1b7e-cb99-42cf-a035-aaffe8b9d8aa tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:38.227991 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-51b81535-2ad1-4823-b187-52a69ca47f15 req-66594887-089a-4d7b-bec6-b6dfab384e5f tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441129 Nov 25 13:09:38.300324 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b81e2-d007-4dc1-8c62-ba1e118b83cc req-4f899ea9-cf85-4d62-8968-8bf7191f89b1 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:38.302103 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7e0b81e2-d007-4dc1-8c62-ba1e118b83cc req-4f899ea9-cf85-4d62-8968-8bf7191f89b1 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a58aaa2-8b43-45c6-9d7e-48343b909785 HTTP/1.1" status: 200 len: 943 time: 0.0499372 Nov 25 13:09:38.355555 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7e0b81e2-d007-4dc1-8c62-ba1e118b83cc req-ab4e08ab-120e-4138-8ec7-0082f8025515 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473716 Nov 25 13:09:38.388238 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-f1b3509d-045f-4cd8-8e60-cfdc9f61b538 req-a35a45f2-1992-4658-b816-0d7ab0ff0ded tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] For port c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:09:38.388813 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f1b3509d-045f-4cd8-8e60-cfdc9f61b538 req-a35a45f2-1992-4658-b816-0d7ab0ff0ded tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:38.391874 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-383a9dc1-157d-4005-bb80-2fb1c1bf2e9c req-6d3e1b7e-cb99-42cf-a035-aaffe8b9d8aa tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] For port 7fb6f54d-91e5-44d1-b51e-17bdd8ecb01e, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=7fb6f54d-91e5-44d1-b51e-17bdd8ecb01e,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:09:38.392241 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-383a9dc1-157d-4005-bb80-2fb1c1bf2e9c req-6d3e1b7e-cb99-42cf-a035-aaffe8b9d8aa tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:38.415098 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-f1b3509d-045f-4cd8-8e60-cfdc9f61b538 req-a35a45f2-1992-4658-b816-0d7ab0ff0ded tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] Calling delete_port for c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:09:38.416112 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c16809-68dc-4221-b962-5a6f1b2b6b27 req-d1842069-f6b3-4361-8e5f-1d1939ee1e9d tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:38.416914 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-383a9dc1-157d-4005-bb80-2fb1c1bf2e9c req-6d3e1b7e-cb99-42cf-a035-aaffe8b9d8aa tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Calling delete_port for 7fb6f54d-91e5-44d1-b51e-17bdd8ecb01e owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:09:38.417577 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b7c16809-68dc-4221-b962-5a6f1b2b6b27 req-d1842069-f6b3-4361-8e5f-1d1939ee1e9d tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.66 "GET /v2.0/ports?device_id=d410d79b-0ea5-45ec-bbd3-620a720f4750 HTTP/1.1" status: 200 len: 949 time: 0.0571427 Nov 25 13:09:38.512723 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-b7c16809-68dc-4221-b962-5a6f1b2b6b27 req-1c546f84-0230-4d00-829e-10ad8163dcc0 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Deleting port e3af4f0b-b1e6-4b83-91ed-deb59a01c9bc {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:09:38.513058 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-b7c16809-68dc-4221-b962-5a6f1b2b6b27 req-1c546f84-0230-4d00-829e-10ad8163dcc0 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:38.640172 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-b7c16809-68dc-4221-b962-5a6f1b2b6b27 req-1c546f84-0230-4d00-829e-10ad8163dcc0 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] For port e3af4f0b-b1e6-4b83-91ed-deb59a01c9bc, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=e3af4f0b-b1e6-4b83-91ed-deb59a01c9bc,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:09:38.640490 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-b7c16809-68dc-4221-b962-5a6f1b2b6b27 req-1c546f84-0230-4d00-829e-10ad8163dcc0 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:38.648647 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f1b3509d-045f-4cd8-8e60-cfdc9f61b538 req-a35a45f2-1992-4658-b816-0d7ab0ff0ded tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:38.651884 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-383a9dc1-157d-4005-bb80-2fb1c1bf2e9c req-6d3e1b7e-cb99-42cf-a035-aaffe8b9d8aa tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:38.659967 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-b7c16809-68dc-4221-b962-5a6f1b2b6b27 req-1c546f84-0230-4d00-829e-10ad8163dcc0 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Calling delete_port for e3af4f0b-b1e6-4b83-91ed-deb59a01c9bc owned by compute:nova {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:09:38.669440 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['7fb6f54d-91e5-44d1-b51e-17bdd8ecb01e', 'e3af4f0b-b1e6-4b83-91ed-deb59a01c9bc'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:09:38.673248 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['0b4bc922-b858-4465-ad56-5c6029f30377'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:09:38.682134 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133f5117-d5ee-4aed-9092-f138160e00b8 req-79adf041-c048-487d-a5b9-7ae17c85fe94 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:38.683666 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-133f5117-d5ee-4aed-9092-f138160e00b8 req-79adf041-c048-487d-a5b9-7ae17c85fe94 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b109b5-f10f-4c16-9fe2-c3d4add301ee HTTP/1.1" status: 200 len: 950 time: 0.0973308 Nov 25 13:09:38.688500 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a45f2-1992-4658-b816-0d7ab0ff0ded tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] Pushing event deleted for resources: {'Port': ['ID=c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:38.703999 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cc47b3d8-e5cb-40e9-aeb1-6160df37a965 req-41d8c2b9-3fa8-4617-821c-1807fc775521 tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] 10.222.0.53 "GET /v2.0/ports?device_id=95546cc2-06ce-48c8-92a6-3c2e35f49a48 HTTP/1.1" status: 200 len: 210 time: 0.0516701 Nov 25 13:09:38.730163 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3e1b7e-cb99-42cf-a035-aaffe8b9d8aa tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Pushing event deleted for resources: {'Port': ['ID=7fb6f54d-91e5-44d1-b51e-17bdd8ecb01e,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:38.799759 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-383a9dc1-157d-4005-bb80-2fb1c1bf2e9c req-6d3e1b7e-cb99-42cf-a035-aaffe8b9d8aa tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] No DVR routers for this DVR port 7fb6f54d-91e5-44d1-b51e-17bdd8ecb01e on host n-h1-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:09:38.802154 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1b3509d-045f-4cd8-8e60-cfdc9f61b538 req-a35a45f2-1992-4658-b816-0d7ab0ff0ded tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] No DVR routers for this DVR port c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:09:38.804258 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-383a9dc1-157d-4005-bb80-2fb1c1bf2e9c req-6d3e1b7e-cb99-42cf-a035-aaffe8b9d8aa tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:38.808055 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-383a9dc1-157d-4005-bb80-2fb1c1bf2e9c req-6d3e1b7e-cb99-42cf-a035-aaffe8b9d8aa tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.66 "DELETE /v2.0/ports/7fb6f54d-91e5-44d1-b51e-17bdd8ecb01e HTTP/1.1" status: 204 len: 173 time: 0.7477052 Nov 25 13:09:38.809495 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f1b3509d-045f-4cd8-8e60-cfdc9f61b538 req-a35a45f2-1992-4658-b816-0d7ab0ff0ded tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:38.813035 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f1b3509d-045f-4cd8-8e60-cfdc9f61b538 req-a35a45f2-1992-4658-b816-0d7ab0ff0ded tempest-ImagesOneServerTestJSON-1280409679 tempest-ImagesOneServerTestJSON-1280409679-project] 10.222.0.47 "DELETE /v2.0/ports/c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d HTTP/1.1" status: 204 len: 173 time: 0.7597136 Nov 25 13:09:38.815251 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-133f5117-d5ee-4aed-9092-f138160e00b8 req-a7e916d0-460a-4bda-b18c-b95fbbcf89b2 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143715 Nov 25 13:09:38.838438 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device e643d369-92cd-4252-8898-0bb12968087b details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:09:38.838942 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 8912e053-f049-4a8a-81c2-b6f4d61689fc up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:09:38.953427 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-b7c16809-68dc-4221-b962-5a6f1b2b6b27 req-1c546f84-0230-4d00-829e-10ad8163dcc0 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:39.075180 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port 8912e053-f049-4a8a-81c2-b6f4d61689fc completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:09:39.110172 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port 8912e053-f049-4a8a-81c2-b6f4d61689fc triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:09:39.110556 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:39.153740 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port e643d369-92cd-4252-8898-0bb12968087b, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=e643d369-92cd-4252-8898-0bb12968087b,segment=NetworkSegment(6f5b4a09-9f6c-4c19-8201-4d90933cd506),segment_id=6f5b4a09-9f6c-4c19-8201-4d90933cd506)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:09:39.186793 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device ce1ac814-b253-4ac4-adb9-d286b40b2ebf up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:09:39.217259 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device e643d369-92cd-4252-8898-0bb12968087b has no active binding in host n-h1-808199-11 {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 25 13:09:39.289317 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a58aaa2-8b43-45c6-9d7e-48343b909785', 'tag': 'e643d369-92cd-4252-8898-0bb12968087b'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:09:39.291734 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a30f6a-82eb-4d10-90d0-4d12814011d4" -d '{"events": [{"name": "network-changed", "server_uuid": "1a58aaa2-8b43-45c6-9d7e-48343b909785", "tag": "e643d369-92cd-4252-8898-0bb12968087b"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:09:39.301351 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b8bd8-25b6-41b2-80bb-cbfcb7fcc84b req-365b148d-9085-40cb-9635-390b6f4aaf85 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:39.309356 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2c3b8bd8-25b6-41b2-80bb-cbfcb7fcc84b req-365b148d-9085-40cb-9635-390b6f4aaf85 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.53 "GET /v2.0/ports?device_id=1501e070-d3f6-41e3-99b8-6e7afd0b9e1c HTTP/1.1" status: 200 len: 945 time: 0.4218600 Nov 25 13:09:39.318332 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port ce1ac814-b253-4ac4-adb9-d286b40b2ebf completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:09:39.320464 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c546f84-0230-4d00-829e-10ad8163dcc0 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Pushing event deleted for resources: {'Port': ['ID=e3af4f0b-b1e6-4b83-91ed-deb59a01c9bc,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:39.327556 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port ce1ac814-b253-4ac4-adb9-d286b40b2ebf triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:09:39.328072 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:39.332176 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:39.367021 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e9659d0-1724-4a0c-9ed8-8384f68b831e', 'name': 'network-vif-deleted', 'tag': '7fb6f54d-91e5-44d1-b51e-17bdd8ecb01e'}, {'server_uuid': '95546cc2-06ce-48c8-92a6-3c2e35f49a48', 'name': 'network-vif-deleted', 'tag': 'c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:09:39.369348 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb8a429-7122-42cd-aeff-87eb7855fdf4" -d '{"events": [{"server_uuid": "0e9659d0-1724-4a0c-9ed8-8384f68b831e", "name": "network-vif-deleted", "tag": "7fb6f54d-91e5-44d1-b51e-17bdd8ecb01e"}, {"server_uuid": "95546cc2-06ce-48c8-92a6-3c2e35f49a48", "name": "network-vif-deleted", "tag": "c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:09:39.378793 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-659d4e32-8d36-4323-9e05-622c1a140a19 req-a4ccb4a6-415c-48c7-8f57-d4e2f386a0a7 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e9659d0-1724-4a0c-9ed8-8384f68b831e HTTP/1.1" status: 200 len: 210 time: 0.0671303 Nov 25 13:09:39.416343 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 8912e053-f049-4a8a-81c2-b6f4d61689fc, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=8912e053-f049-4a8a-81c2-b6f4d61689fc,segment=NetworkSegment(a25deda0-3957-4726-852e-cb012d2ec072),segment_id=a25deda0-3957-4726-852e-cb012d2ec072)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:09:39.423992 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:39.454811 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c16809-68dc-4221-b962-5a6f1b2b6b27 req-1c546f84-0230-4d00-829e-10ad8163dcc0 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] No DVR routers for this DVR port e3af4f0b-b1e6-4b83-91ed-deb59a01c9bc on host n-h1-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:09:39.460953 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-b7c16809-68dc-4221-b962-5a6f1b2b6b27 req-1c546f84-0230-4d00-829e-10ad8163dcc0 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:39.465006 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b7c16809-68dc-4221-b962-5a6f1b2b6b27 req-1c546f84-0230-4d00-829e-10ad8163dcc0 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.66 "DELETE /v2.0/ports/e3af4f0b-b1e6-4b83-91ed-deb59a01c9bc HTTP/1.1" status: 204 len: 173 time: 1.0367861 Nov 25 13:09:39.490247 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2c3b8bd8-25b6-41b2-80bb-cbfcb7fcc84b req-5ee307a7-8846-4d62-b08b-e0fccf2721e9 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ba37784-aaa9-49b8-83a4-8ae52980ad2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801257 Nov 25 13:09:39.559206 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f324a438-4fc8-4bb3-8c7a-23ff88955d9d req-248a918b-6d73-4ef5-9a7d-5d347acbc5b9 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:39.564109 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f324a438-4fc8-4bb3-8c7a-23ff88955d9d req-248a918b-6d73-4ef5-9a7d-5d347acbc5b9 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/ports?device_id=8abf26f0-25c1-47e0-9dd9-c98fe7928eb9 HTTP/1.1" status: 200 len: 944 time: 0.0912187 Nov 25 13:09:39.571243 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:39.576433 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=8912e053-f049-4a8a-81c2-b6f4d61689fc,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:39.587645 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['0b4bc922-b858-4465-ad56-5c6029f30377'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:09:39.618291 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-e7914bd6-1c23-4fd7-b0e5-511da64719fc tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:39.622065 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-e7914bd6-1c23-4fd7-b0e5-511da64719fc tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=6b7a40a6-335a-43bf-9a42-81b4b7bd6860&tenant_id=d2e157ec7259461e96009d2e9c8298f0&binding%3Ahost_id=n-h1-808199-11 HTTP/1.1" status: 200 len: 1097 time: 0.0930426 Nov 25 13:09:39.636249 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-b7edd2f9-c16c-43dc-8c11-bffae20fa21d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-808199-11'}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:09:39.666004 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f324a438-4fc8-4bb3-8c7a-23ff88955d9d req-a97c0b9e-31ea-4277-a70a-7d083140a08d tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/security-groups?id=f6748c79-b185-401c-a5a4-7558eeb3a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911937 Nov 25 13:09:39.682362 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e1216-5128-4c1c-8c74-1b85ee228a21 req-9ac1ec05-cb17-41be-bd89-9873bc97b7b5 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:39.685353 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1f6e1216-5128-4c1c-8c74-1b85ee228a21 req-9ac1ec05-cb17-41be-bd89-9873bc97b7b5 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b7a40a6-335a-43bf-9a42-81b4b7bd6860 HTTP/1.1" status: 200 len: 945 time: 0.0974791 Nov 25 13:09:39.738460 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eabd35f6-a29a-42ee-918a-efc4777649c2 x-openstack-request-id: req-eabd35f6-a29a-42ee-918a-efc4777649c2 {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:09:39.740669 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a58aaa2-8b43-45c6-9d7e-48343b909785", "tag": "e643d369-92cd-4252-8898-0bb12968087b", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:09:39.740944 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eabd35f6-a29a-42ee-918a-efc4777649c2 {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:09:39.741357 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a58aaa2-8b43-45c6-9d7e-48343b909785', 'tag': 'e643d369-92cd-4252-8898-0bb12968087b', 'status': 'completed', 'code': 200} Nov 25 13:09:39.742621 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-b7edd2f9-c16c-43dc-8c11-bffae20fa21d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:39.776613 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1f6e1216-5128-4c1c-8c74-1b85ee228a21 req-96ea7d5a-2aaf-4651-bdd4-c43eb669bd76 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844300 Nov 25 13:09:39.812330 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port ce1ac814-b253-4ac4-adb9-d286b40b2ebf, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=ce1ac814-b253-4ac4-adb9-d286b40b2ebf,segment=NetworkSegment(e8fc9265-97df-4bce-bf9a-73ae38a4e9ce),segment_id=e8fc9265-97df-4bce-bf9a-73ae38a4e9ce)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:09:39.819677 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 25 Nov 2021 13:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920ea05c-1159-44d5-a7e8-eac9edcaf1d1 x-openstack-request-id: req-920ea05c-1159-44d5-a7e8-eac9edcaf1d1 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:09:39.819980 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e9659d0-1724-4a0c-9ed8-8384f68b831e", "name": "network-vif-deleted", "tag": "7fb6f54d-91e5-44d1-b51e-17bdd8ecb01e", "status": "completed", "code": 200}, {"server_uuid": "95546cc2-06ce-48c8-92a6-3c2e35f49a48", "name": "network-vif-deleted", "tag": "c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:09:39.820237 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-920ea05c-1159-44d5-a7e8-eac9edcaf1d1 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:09:39.820634 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e9659d0-1724-4a0c-9ed8-8384f68b831e', 'name': 'network-vif-deleted', 'tag': '7fb6f54d-91e5-44d1-b51e-17bdd8ecb01e', 'status': 'completed', 'code': 200} Nov 25 13:09:39.820896 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95546cc2-06ce-48c8-92a6-3c2e35f49a48', 'name': 'network-vif-deleted', 'tag': 'c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d', 'status': 'completed', 'code': 200} Nov 25 13:09:39.821417 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:39.822219 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:09:39.843727 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1501e070-d3f6-41e3-99b8-6e7afd0b9e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8912e053-f049-4a8a-81c2-b6f4d61689fc'}, {'server_uuid': '8abf26f0-25c1-47e0-9dd9-c98fe7928eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1ac814-b253-4ac4-adb9-d286b40b2ebf'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:09:39.846046 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a4acbb4-3bbe-4218-8ba1-d5e8c98d8621" -d '{"events": [{"server_uuid": "1501e070-d3f6-41e3-99b8-6e7afd0b9e1c", "name": "network-vif-plugged", "status": "completed", "tag": "8912e053-f049-4a8a-81c2-b6f4d61689fc"}, {"server_uuid": "8abf26f0-25c1-47e0-9dd9-c98fe7928eb9", "name": "network-vif-plugged", "status": "completed", "tag": "ce1ac814-b253-4ac4-adb9-d286b40b2ebf"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:09:39.853521 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:09:39.854108 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device c9ab2b26-39f1-4877-8d33-5bd2a0f88b7d not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:09:39.924380 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc90a38-ef68-4ea5-917f-64c6419c5647 req-af97c854-5478-4585-9de7-f77adaf8fad7 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:39.935084 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bdc90a38-ef68-4ea5-917f-64c6419c5647 req-af97c854-5478-4585-9de7-f77adaf8fad7 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a58aaa2-8b43-45c6-9d7e-48343b909785 HTTP/1.1" status: 200 len: 943 time: 0.0853114 Nov 25 13:09:39.944513 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=ce1ac814-b253-4ac4-adb9-d286b40b2ebf,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:40.044544 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bdc90a38-ef68-4ea5-917f-64c6419c5647 req-cec83501-8d39-4ef1-8b7a-8e5046802520 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023228 Nov 25 13:09:40.097933 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a30f6a-82eb-4d10-90d0-4d12814011d4 req-d4f83ac5-be60-4f8b-8a38-f0e2f5e06793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:40.100497 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-23a30f6a-82eb-4d10-90d0-4d12814011d4 req-d4f83ac5-be60-4f8b-8a38-f0e2f5e06793 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f9638bf2b13b4d579c7476454eb03e3d&device_id=1a58aaa2-8b43-45c6-9d7e-48343b909785 HTTP/1.1" status: 200 len: 1126 time: 0.3322778 Nov 25 13:09:40.101430 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 25 Nov 2021 13:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9fa308-5690-4dc3-bf8e-ae836ca51bb8 x-openstack-request-id: req-ba9fa308-5690-4dc3-bf8e-ae836ca51bb8 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:09:40.101783 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1501e070-d3f6-41e3-99b8-6e7afd0b9e1c", "name": "network-vif-plugged", "status": "completed", "tag": "8912e053-f049-4a8a-81c2-b6f4d61689fc", "code": 200}, {"server_uuid": "8abf26f0-25c1-47e0-9dd9-c98fe7928eb9", "name": "network-vif-plugged", "status": "completed", "tag": "ce1ac814-b253-4ac4-adb9-d286b40b2ebf", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:09:40.102115 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ba9fa308-5690-4dc3-bf8e-ae836ca51bb8 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:09:40.102577 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1501e070-d3f6-41e3-99b8-6e7afd0b9e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8912e053-f049-4a8a-81c2-b6f4d61689fc', 'code': 200} Nov 25 13:09:40.102926 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8abf26f0-25c1-47e0-9dd9-c98fe7928eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1ac814-b253-4ac4-adb9-d286b40b2ebf', 'code': 200} Nov 25 13:09:40.187141 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-b7edd2f9-c16c-43dc-8c11-bffae20fa21d service neutron] For port 087220c7-2a82-445b-929d-1e40a03684c6, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=087220c7-2a82-445b-929d-1e40a03684c6,segment=NetworkSegment(f1015c3b-5561-4c41-908e-568aaa0911cd),segment_id=f1015c3b-5561-4c41-908e-568aaa0911cd)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:09:40.189679 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759dd3c3-0ca4-4033-8b6a-f2603cbd9f80 req-4d6205ac-e522-4578-b8f3-c3ee0cfcf0d2 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:40.200621 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-759dd3c3-0ca4-4033-8b6a-f2603cbd9f80 req-4d6205ac-e522-4578-b8f3-c3ee0cfcf0d2 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b109b5-f10f-4c16-9fe2-c3d4add301ee HTTP/1.1" status: 200 len: 950 time: 0.0819886 Nov 25 13:09:40.267402 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 35592) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:09:40.296568 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-b7edd2f9-c16c-43dc-8c11-bffae20fa21d service neutron] For port 087220c7-2a82-445b-929d-1e40a03684c6, host n-h1-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:09:40.303379 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-759dd3c3-0ca4-4033-8b6a-f2603cbd9f80 req-7c59a762-759c-472f-adf7-3878c16f3d80 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015501 Nov 25 13:09:40.322215 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f561fc-5d43-45d1-bae9-ef1400d07d3f req-173d7710-c4af-4e90-973f-18b6baef83af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:40.323752 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-64f561fc-5d43-45d1-bae9-ef1400d07d3f req-173d7710-c4af-4e90-973f-18b6baef83af service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1501e070-d3f6-41e3-99b8-6e7afd0b9e1c HTTP/1.1" status: 200 len: 1098 time: 0.0651639 Nov 25 13:09:40.328224 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a30f6a-82eb-4d10-90d0-4d12814011d4 req-0eb5fa72-bbd4-4aed-9017-ab39223a159e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:40.329858 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-23a30f6a-82eb-4d10-90d0-4d12814011d4 req-0eb5fa72-bbd4-4aed-9017-ab39223a159e service neutron] 10.222.0.47 "GET /v2.0/networks?id=20494638-06c1-415e-90d6-c326674b78a0 HTTP/1.1" status: 200 len: 908 time: 0.2187288 Nov 25 13:09:40.389882 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-64f561fc-5d43-45d1-bae9-ef1400d07d3f req-60d00f14-36e0-4125-b1d5-5cf8cf7e30a9 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3ba37784-aaa9-49b8-83a4-8ae52980ad2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539067 Nov 25 13:09:40.396453 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1795bea1-3830-4dc5-88f0-34c689dedb27 req-23473c51-f92c-4c8b-95e5-154491449d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:40.399168 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1795bea1-3830-4dc5-88f0-34c689dedb27 req-23473c51-f92c-4c8b-95e5-154491449d64 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8abf26f0-25c1-47e0-9dd9-c98fe7928eb9 HTTP/1.1" status: 200 len: 1097 time: 0.1772816 Nov 25 13:09:40.404587 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-23a30f6a-82eb-4d10-90d0-4d12814011d4 req-ed1cfe9a-ae25-4290-9af1-5a3bfc481ddf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e643d369-92cd-4252-8898-0bb12968087b HTTP/1.1" status: 200 len: 217 time: 0.0634813 Nov 25 13:09:40.406836 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-b7edd2f9-c16c-43dc-8c11-bffae20fa21d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:40.463459 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-b7edd2f9-c16c-43dc-8c11-bffae20fa21d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:40.564621 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1795bea1-3830-4dc5-88f0-34c689dedb27 req-12a5992f-c36b-4682-8290-55cbdec816be service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f6748c79-b185-401c-a5a4-7558eeb3a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513610 Nov 25 13:09:40.571274 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a30f6a-82eb-4d10-90d0-4d12814011d4 req-38285e73-5aa5-465d-80fa-1dcb0a0ea1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:40.572651 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-23a30f6a-82eb-4d10-90d0-4d12814011d4 req-38285e73-5aa5-465d-80fa-1dcb0a0ea1a2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=82870c5b-3c5b-4cf7-b280-dc92346a33bf HTTP/1.1" status: 200 len: 847 time: 0.1520181 Nov 25 13:09:40.615202 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7edd2f9-c16c-43dc-8c11-bffae20fa21d service neutron] Pushing event updated for resources: {'Port': ['ID=087220c7-2a82-445b-929d-1e40a03684c6,revision_number=7']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:40.627812 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea78e879-78ca-4978-a6eb-8b97b237c0fd req-df5554ad-0e62-45d3-a307-0c422e895560 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:40.630223 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ea78e879-78ca-4978-a6eb-8b97b237c0fd req-df5554ad-0e62-45d3-a307-0c422e895560 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.53 "GET /v2.0/ports?device_id=1501e070-d3f6-41e3-99b8-6e7afd0b9e1c HTTP/1.1" status: 200 len: 946 time: 0.0620778 Nov 25 13:09:40.635488 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-9ac6e30b-bca9-4ddf-b2d1-f04476bdafeb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e4e3a3324cda4f908521e94651c63044&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3618131 Nov 25 13:09:40.640834 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 35606) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:09:40.669467 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-b7edd2f9-c16c-43dc-8c11-bffae20fa21d service neutron] Attempting to bind port 087220c7-2a82-445b-929d-1e40a03684c6 on host n-h1-808199-11 for vnic_type normal with profile {"migrating_to": "n-h2-808199-11"} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:09:40.669935 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-b7edd2f9-c16c-43dc-8c11-bffae20fa21d service neutron] Attempting to bind port 087220c7-2a82-445b-929d-1e40a03684c6 by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': 'f1015c3b-5561-4c41-908e-568aaa0911cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4eedb877-5fc3-46a9-a0e2-7e0a431fb103'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:09:40.670664 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-b7edd2f9-c16c-43dc-8c11-bffae20fa21d service neutron] Attempting to bind port 087220c7-2a82-445b-929d-1e40a03684c6 on network 4eedb877-5fc3-46a9-a0e2-7e0a431fb103 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:09:40.685688 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-b7edd2f9-c16c-43dc-8c11-bffae20fa21d service neutron] Port 087220c7-2a82-445b-929d-1e40a03684c6 on network 4eedb877-5fc3-46a9-a0e2-7e0a431fb103 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:09:40.686024 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-b7edd2f9-c16c-43dc-8c11-bffae20fa21d service neutron] Attempting to bind port 087220c7-2a82-445b-929d-1e40a03684c6 on network 4eedb877-5fc3-46a9-a0e2-7e0a431fb103 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:09:40.688175 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ea78e879-78ca-4978-a6eb-8b97b237c0fd req-e84aea3e-f90d-44ec-b524-77b19d2957ea tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ba37784-aaa9-49b8-83a4-8ae52980ad2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506821 Nov 25 13:09:40.698801 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-b7edd2f9-c16c-43dc-8c11-bffae20fa21d service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:09:40.699166 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-b7edd2f9-c16c-43dc-8c11-bffae20fa21d service neutron] Checking segment: {'id': 'f1015c3b-5561-4c41-908e-568aaa0911cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4eedb877-5fc3-46a9-a0e2-7e0a431fb103'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:09:40.699549 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-b7edd2f9-c16c-43dc-8c11-bffae20fa21d service neutron] Bound using segment: {'id': 'f1015c3b-5561-4c41-908e-568aaa0911cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4eedb877-5fc3-46a9-a0e2-7e0a431fb103'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:09:40.699991 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-b7edd2f9-c16c-43dc-8c11-bffae20fa21d service neutron] Bound port: 087220c7-2a82-445b-929d-1e40a03684c6, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1015c3b-5561-4c41-908e-568aaa0911cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4eedb877-5fc3-46a9-a0e2-7e0a431fb103'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:09:40.700353 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-b7edd2f9-c16c-43dc-8c11-bffae20fa21d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:40.727220 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-044a121a-151e-49fc-8efc-e386cd364bea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:40.750202 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b499f5-1f6e-4e77-a366-d73185aafe5c req-800cfa66-ea52-4d7e-a77e-7e6a45121144 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:40.752113 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-35b499f5-1f6e-4e77-a366-d73185aafe5c req-800cfa66-ea52-4d7e-a77e-7e6a45121144 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bff9bbf-df90-409f-b4bd-834fa044f0ce HTTP/1.1" status: 200 len: 950 time: 0.0517569 Nov 25 13:09:40.803848 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-23a30f6a-82eb-4d10-90d0-4d12814011d4 req-394c63ea-93c2-419d-9bf0-a9a80b641133 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20494638-06c1-415e-90d6-c326674b78a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387666 Nov 25 13:09:40.809163 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-044a121a-151e-49fc-8efc-e386cd364bea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:40.815225 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 7fb6f54d-91e5-44d1-b51e-17bdd8ecb01e no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:09:40.832806 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-35b499f5-1f6e-4e77-a366-d73185aafe5c req-a3d2acdd-e18c-434f-9f5c-871c14ee4f00 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697768 Nov 25 13:09:40.842317 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7a0b8-4353-4de7-89a2-17c5056e84ba req-7036752e-d326-4df3-b4de-c0a6ec9bf302 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:40.846191 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] No Port match for: 7fb6f54d-91e5-44d1-b51e-17bdd8ecb01e {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:09:40.856101 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 7fb6f54d-91e5-44d1-b51e-17bdd8ecb01e not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:09:40.856403 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-26c7a0b8-4353-4de7-89a2-17c5056e84ba req-7036752e-d326-4df3-b4de-c0a6ec9bf302 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/ports?device_id=8abf26f0-25c1-47e0-9dd9-c98fe7928eb9 HTTP/1.1" status: 200 len: 945 time: 0.0965767 Nov 25 13:09:40.893170 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-b7edd2f9-c16c-43dc-8c11-bffae20fa21d service neutron] For port 087220c7-2a82-445b-929d-1e40a03684c6, host n-h1-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:09:40.899418 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-26c7a0b8-4353-4de7-89a2-17c5056e84ba req-b45acaf1-498f-488c-b96c-4ea251d19382 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/security-groups?id=f6748c79-b185-401c-a5a4-7558eeb3a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488005 Nov 25 13:09:40.919529 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-b7edd2f9-c16c-43dc-8c11-bffae20fa21d service neutron] For port 087220c7-2a82-445b-929d-1e40a03684c6, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=087220c7-2a82-445b-929d-1e40a03684c6,segment=NetworkSegment(f1015c3b-5561-4c41-908e-568aaa0911cd),segment_id=f1015c3b-5561-4c41-908e-568aaa0911cd)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:09:40.928777 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-b7edd2f9-c16c-43dc-8c11-bffae20fa21d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:40.951481 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1348045a-bb36-4bb6-99d3-86ae21182635 req-0a0af667-209c-4cb8-abfa-75b70734d64f tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:40.952962 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1348045a-bb36-4bb6-99d3-86ae21182635 req-0a0af667-209c-4cb8-abfa-75b70734d64f tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b7a40a6-335a-43bf-9a42-81b4b7bd6860 HTTP/1.1" status: 200 len: 943 time: 0.0526528 Nov 25 13:09:40.988369 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-23a30f6a-82eb-4d10-90d0-4d12814011d4 req-e997f75c-8cdf-48a3-8e64-4c511dcd459f service neutron] 10.222.0.47 "GET /v2.0/networks/20494638-06c1-415e-90d6-c326674b78a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727221 Nov 25 13:09:40.991022 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-044a121a-151e-49fc-8efc-e386cd364bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:40.993516 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-044a121a-151e-49fc-8efc-e386cd364bea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:40.994600 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-044a121a-151e-49fc-8efc-e386cd364bea admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/85e315f2-0c98-450b-adb8-7317f7808f49 HTTP/1.1" status: 204 len: 168 time: 0.3527675 Nov 25 13:09:41.004141 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1348045a-bb36-4bb6-99d3-86ae21182635 req-74019047-0f4c-4637-90b4-a4cc50446a3c tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444493 Nov 25 13:09:41.047390 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044a121a-151e-49fc-8efc-e386cd364bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e315f2-0c98-450b-adb8-7317f7808f49,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:41.098857 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7edd2f9-c16c-43dc-8c11-bffae20fa21d service neutron] Pushing event updated for resources: {'Port': ['ID=087220c7-2a82-445b-929d-1e40a03684c6,revision_number=8']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:41.110024 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-b7edd2f9-c16c-43dc-8c11-bffae20fa21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:41.110648 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-b7edd2f9-c16c-43dc-8c11-bffae20fa21d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:41.112079 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-b7edd2f9-c16c-43dc-8c11-bffae20fa21d service neutron] 10.222.0.47 "PUT /v2.0/ports/087220c7-2a82-445b-929d-1e40a03684c6 HTTP/1.1" status: 200 len: 1123 time: 1.4803071 Nov 25 13:09:41.167143 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-23a30f6a-82eb-4d10-90d0-4d12814011d4 req-ab263a24-c15a-4d95-870a-9b72d37d4446 service neutron] 10.222.0.47 "GET /v2.0/networks/20494638-06c1-415e-90d6-c326674b78a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636252 Nov 25 13:09:41.187897 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 087220c7-2a82-445b-929d-1e40a03684c6 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:09:41.202165 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b8df3-38f4-4a6f-8f8a-ce7a082d88c4 req-07e5c8d0-f24f-41f9-a91f-2ef6976b2d23 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:41.209690 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-734b8df3-38f4-4a6f-8f8a-ce7a082d88c4 req-07e5c8d0-f24f-41f9-a91f-2ef6976b2d23 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a58aaa2-8b43-45c6-9d7e-48343b909785 HTTP/1.1" status: 200 len: 943 time: 0.0938590 Nov 25 13:09:41.259725 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['087220c7-2a82-445b-929d-1e40a03684c6'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:09:41.276036 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-734b8df3-38f4-4a6f-8f8a-ce7a082d88c4 req-b3585eb0-2eab-4939-aca5-a54d377d39e5 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651467 Nov 25 13:09:41.310054 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:41.344291 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 087220c7-2a82-445b-929d-1e40a03684c6, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=087220c7-2a82-445b-929d-1e40a03684c6,segment=NetworkSegment(f1015c3b-5561-4c41-908e-568aaa0911cd),segment_id=f1015c3b-5561-4c41-908e-568aaa0911cd)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:09:41.349675 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['087220c7-2a82-445b-929d-1e40a03684c6'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:09:41.390070 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 087220c7-2a82-445b-929d-1e40a03684c6 has no active binding in host n-h2-808199-11 {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 25 13:09:41.429501 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86683a3c-4093-4f4a-949a-5a5daddc20fa req-dbebd98b-61be-4996-a595-5c6fe030fa5d tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:41.431027 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-86683a3c-4093-4f4a-949a-5a5daddc20fa req-dbebd98b-61be-4996-a595-5c6fe030fa5d tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b109b5-f10f-4c16-9fe2-c3d4add301ee HTTP/1.1" status: 200 len: 950 time: 0.0590093 Nov 25 13:09:41.485532 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-86683a3c-4093-4f4a-949a-5a5daddc20fa req-f2d64c25-0726-4f4f-bdba-85c0e8d5cf2d tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469248 Nov 25 13:09:41.742903 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd410d79b-0ea5-45ec-bbd3-620a720f4750', 'name': 'network-vif-deleted', 'tag': 'e3af4f0b-b1e6-4b83-91ed-deb59a01c9bc'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:09:41.745356 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec312c7-057f-402a-a951-51da484a67cd" -d '{"events": [{"server_uuid": "d410d79b-0ea5-45ec-bbd3-620a720f4750", "name": "network-vif-deleted", "tag": "e3af4f0b-b1e6-4b83-91ed-deb59a01c9bc"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:09:41.789199 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1729511-abbd-4a7d-ad84-22bef5d960d7 x-openstack-request-id: req-d1729511-abbd-4a7d-ad84-22bef5d960d7 {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:09:41.789586 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d410d79b-0ea5-45ec-bbd3-620a720f4750", "name": "network-vif-deleted", "tag": "e3af4f0b-b1e6-4b83-91ed-deb59a01c9bc", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:09:41.789924 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d1729511-abbd-4a7d-ad84-22bef5d960d7 {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:09:41.790828 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd410d79b-0ea5-45ec-bbd3-620a720f4750', 'name': 'network-vif-deleted', 'tag': 'e3af4f0b-b1e6-4b83-91ed-deb59a01c9bc', 'status': 'completed', 'code': 200} Nov 25 13:09:41.814266 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf2d92-4c7a-4254-bcc2-08f0d28473e2 req-582cbfb5-b8a2-45e9-9093-ea1519d59691 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:41.815885 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7abf2d92-4c7a-4254-bcc2-08f0d28473e2 req-582cbfb5-b8a2-45e9-9093-ea1519d59691 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.53 "GET /v2.0/ports?device_id=1501e070-d3f6-41e3-99b8-6e7afd0b9e1c HTTP/1.1" status: 200 len: 946 time: 0.0553796 Nov 25 13:09:41.822249 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b7a40a6-335a-43bf-9a42-81b4b7bd6860', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '087220c7-2a82-445b-929d-1e40a03684c6'}, {'name': 'network-changed', 'server_uuid': '6b7a40a6-335a-43bf-9a42-81b4b7bd6860', 'tag': '087220c7-2a82-445b-929d-1e40a03684c6'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:09:41.825069 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b8f1580-993b-44e1-9f9e-0942d5d40df4" -d '{"events": [{"server_uuid": "6b7a40a6-335a-43bf-9a42-81b4b7bd6860", "name": "network-vif-unplugged", "status": "completed", "tag": "087220c7-2a82-445b-929d-1e40a03684c6"}, {"name": "network-changed", "server_uuid": "6b7a40a6-335a-43bf-9a42-81b4b7bd6860", "tag": "087220c7-2a82-445b-929d-1e40a03684c6"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:09:41.866682 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7abf2d92-4c7a-4254-bcc2-08f0d28473e2 req-4963b72a-4210-4c1c-a17d-769fee0eb961 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ba37784-aaa9-49b8-83a4-8ae52980ad2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440536 Nov 25 13:09:41.915189 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 25 Nov 2021 13:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c440b3-3d38-41c6-abb6-f9923f74a685 x-openstack-request-id: req-90c440b3-3d38-41c6-abb6-f9923f74a685 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:09:41.915564 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b7a40a6-335a-43bf-9a42-81b4b7bd6860", "name": "network-vif-unplugged", "status": "completed", "tag": "087220c7-2a82-445b-929d-1e40a03684c6", "code": 200}, {"name": "network-changed", "server_uuid": "6b7a40a6-335a-43bf-9a42-81b4b7bd6860", "tag": "087220c7-2a82-445b-929d-1e40a03684c6", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:09:41.915895 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-90c440b3-3d38-41c6-abb6-f9923f74a685 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:09:41.916420 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b7a40a6-335a-43bf-9a42-81b4b7bd6860', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '087220c7-2a82-445b-929d-1e40a03684c6', 'code': 200} Nov 25 13:09:41.916773 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b7a40a6-335a-43bf-9a42-81b4b7bd6860', 'tag': '087220c7-2a82-445b-929d-1e40a03684c6', 'status': 'completed', 'code': 200} Nov 25 13:09:42.082322 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ee661-59c0-4cb9-baa0-3555be640c4a req-f46d1b5a-bfb6-4549-be1e-62c473c6d895 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:42.083774 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8d5ee661-59c0-4cb9-baa0-3555be640c4a req-f46d1b5a-bfb6-4549-be1e-62c473c6d895 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bff9bbf-df90-409f-b4bd-834fa044f0ce HTTP/1.1" status: 200 len: 950 time: 0.1134093 Nov 25 13:09:42.086386 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f1580-993b-44e1-9f9e-0942d5d40df4 req-381f16de-5919-40c7-986b-1e09533b699b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:42.087890 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9b8f1580-993b-44e1-9f9e-0942d5d40df4 req-381f16de-5919-40c7-986b-1e09533b699b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d2e157ec7259461e96009d2e9c8298f0&device_id=6b7a40a6-335a-43bf-9a42-81b4b7bd6860 HTTP/1.1" status: 200 len: 1126 time: 0.1086514 Nov 25 13:09:42.106132 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ebb139-fe3e-4cd7-a7e8-e09252714890 req-4fbec2b5-87d6-4575-bd1a-59e807617949 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:42.107618 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-78ebb139-fe3e-4cd7-a7e8-e09252714890 req-4fbec2b5-87d6-4575-bd1a-59e807617949 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/ports?device_id=8abf26f0-25c1-47e0-9dd9-c98fe7928eb9 HTTP/1.1" status: 200 len: 945 time: 0.1055717 Nov 25 13:09:42.207875 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 35666) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:09:42.233164 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8d5ee661-59c0-4cb9-baa0-3555be640c4a req-a3b7f202-13cd-4547-8c7b-af47e7dd8e96 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/security-groups?id=3946f848-0148-41d8-9b6b-d5301eb9eb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431670 Nov 25 13:09:42.270846 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-78ebb139-fe3e-4cd7-a7e8-e09252714890 req-f079e440-ed62-41fc-b10f-8d3e86ff1330 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/security-groups?id=f6748c79-b185-401c-a5a4-7558eeb3a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552279 Nov 25 13:09:42.280890 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f1580-993b-44e1-9f9e-0942d5d40df4 req-59162cc6-a0c8-414e-bf60-d2d5ea325b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:42.282491 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9b8f1580-993b-44e1-9f9e-0942d5d40df4 req-59162cc6-a0c8-414e-bf60-d2d5ea325b59 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4eedb877-5fc3-46a9-a0e2-7e0a431fb103 HTTP/1.1" status: 200 len: 922 time: 0.1686676 Nov 25 13:09:42.332322 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dba356a1-d66a-45c6-a6c1-356b4f3534db admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:42.352415 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9b8f1580-993b-44e1-9f9e-0942d5d40df4 req-0442523b-4ffd-4b32-9f9e-79ca251f1e95 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=087220c7-2a82-445b-929d-1e40a03684c6 HTTP/1.1" status: 200 len: 217 time: 0.0567472 Nov 25 13:09:42.438036 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dba356a1-d66a-45c6-a6c1-356b4f3534db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:42.442572 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dba356a1-d66a-45c6-a6c1-356b4f3534db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:42.488319 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13249b5e-2142-4b56-9ff5-5ff3e0d3bed6 req-c5ef424a-76e0-4edf-8625-84e018133dac tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:42.490452 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-13249b5e-2142-4b56-9ff5-5ff3e0d3bed6 req-c5ef424a-76e0-4edf-8625-84e018133dac tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b7a40a6-335a-43bf-9a42-81b4b7bd6860 HTTP/1.1" status: 200 len: 943 time: 0.1866045 Nov 25 13:09:42.494932 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-dba356a1-d66a-45c6-a6c1-356b4f3534db admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=796f53cf88ab40f49794896b9f4e6685&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2835314 Nov 25 13:09:42.495133 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f1580-993b-44e1-9f9e-0942d5d40df4 req-8acb17ec-dff6-4ccd-b565-3771e4e95cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:42.495240 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 35672) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:09:42.495675 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9b8f1580-993b-44e1-9f9e-0942d5d40df4 req-8acb17ec-dff6-4ccd-b565-3771e4e95cb5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c6ff4ad3-eaf7-4ebb-ae7a-2ad7a9626250 HTTP/1.1" status: 200 len: 861 time: 0.1164222 Nov 25 13:09:42.514830 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba356a1-d66a-45c6-a6c1-356b4f3534db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d562219e-6158-4be6-a063-74d947d65680,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:42.535245 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ab286a-ec3f-48ff-8471-285b79862ad9 req-9f4c381c-68f5-4651-928d-b56a688b33e7 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:42.537277 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-62ab286a-ec3f-48ff-8471-285b79862ad9 req-9f4c381c-68f5-4651-928d-b56a688b33e7 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a58aaa2-8b43-45c6-9d7e-48343b909785 HTTP/1.1" status: 200 len: 943 time: 0.1010826 Nov 25 13:09:42.563880 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a1581c-fb62-451d-bb81-7277a42e004b req-e9b11bd1-427e-4fde-9d37-44cc9101f743 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:42.565315 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-26a1581c-fb62-451d-bb81-7277a42e004b req-e9b11bd1-427e-4fde-9d37-44cc9101f743 tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.47 "GET /v2.0/ports?device_id=4bff9bbf-df90-409f-b4bd-834fa044f0ce HTTP/1.1" status: 200 len: 950 time: 0.0833650 Nov 25 13:09:42.573527 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9b8f1580-993b-44e1-9f9e-0942d5d40df4 req-06b34c21-4ac2-4d0e-a9bf-3d0dc793aa4b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4eedb877-5fc3-46a9-a0e2-7e0a431fb103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491877 Nov 25 13:09:42.596942 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-13249b5e-2142-4b56-9ff5-5ff3e0d3bed6 req-36760a26-faac-4fd9-bce5-a2cca410ce4f tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967729 Nov 25 13:09:42.602047 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-797e36b3-4472-4bdb-aea5-ce0ec32cc66c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:42.659050 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-797e36b3-4472-4bdb-aea5-ce0ec32cc66c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:42.706610 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-62ab286a-ec3f-48ff-8471-285b79862ad9 req-ea3b0e10-6dd4-4885-9712-da6fdcdf120b tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610177 Nov 25 13:09:42.715730 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-26a1581c-fb62-451d-bb81-7277a42e004b req-f9634e9b-cc7e-49db-a8ab-63b9a1ff06db tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Deleting port 0b4bc922-b858-4465-ad56-5c6029f30377 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:09:42.716071 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-26a1581c-fb62-451d-bb81-7277a42e004b req-f9634e9b-cc7e-49db-a8ab-63b9a1ff06db tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:42.759648 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-797e36b3-4472-4bdb-aea5-ce0ec32cc66c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:42.759967 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdec9cc-1e75-47fb-9687-da2bf9ef6178 req-a570e7bb-5db0-4208-a5eb-d0913fc5ebd9 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:42.761506 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fbdec9cc-1e75-47fb-9687-da2bf9ef6178 req-a570e7bb-5db0-4208-a5eb-d0913fc5ebd9 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b109b5-f10f-4c16-9fe2-c3d4add301ee HTTP/1.1" status: 200 len: 950 time: 0.1015017 Nov 25 13:09:42.762175 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-797e36b3-4472-4bdb-aea5-ce0ec32cc66c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:42.763324 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-797e36b3-4472-4bdb-aea5-ce0ec32cc66c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d562219e-6158-4be6-a063-74d947d65680 HTTP/1.1" status: 204 len: 168 time: 0.2672904 Nov 25 13:09:42.767773 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9b8f1580-993b-44e1-9f9e-0942d5d40df4 req-05f91a62-8d26-42c6-b6c1-1e05e79177ba service neutron] 10.222.0.66 "GET /v2.0/networks/4eedb877-5fc3-46a9-a0e2-7e0a431fb103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669664 Nov 25 13:09:42.780908 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797e36b3-4472-4bdb-aea5-ce0ec32cc66c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d562219e-6158-4be6-a063-74d947d65680,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:42.812709 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device e643d369-92cd-4252-8898-0bb12968087b details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:09:42.815716 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device e3af4f0b-b1e6-4b83-91ed-deb59a01c9bc no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:09:42.836742 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-26a1581c-fb62-451d-bb81-7277a42e004b req-f9634e9b-cc7e-49db-a8ab-63b9a1ff06db tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] For port 0b4bc922-b858-4465-ad56-5c6029f30377, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=0b4bc922-b858-4465-ad56-5c6029f30377,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:09:42.837351 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-26a1581c-fb62-451d-bb81-7277a42e004b req-f9634e9b-cc7e-49db-a8ab-63b9a1ff06db tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:42.847998 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] No Port match for: e3af4f0b-b1e6-4b83-91ed-deb59a01c9bc {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:09:42.849439 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device e3af4f0b-b1e6-4b83-91ed-deb59a01c9bc not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:09:42.851774 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-26a1581c-fb62-451d-bb81-7277a42e004b req-f9634e9b-cc7e-49db-a8ab-63b9a1ff06db tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Calling delete_port for 0b4bc922-b858-4465-ad56-5c6029f30377 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:09:42.889674 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fbdec9cc-1e75-47fb-9687-da2bf9ef6178 req-c38e9f55-065f-40ea-9dc3-115c8dcde7ca tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199372 Nov 25 13:09:42.932915 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9b8f1580-993b-44e1-9f9e-0942d5d40df4 req-632e6a73-1b28-4cbb-81b8-e66218b2871a service neutron] 10.222.0.66 "GET /v2.0/networks/4eedb877-5fc3-46a9-a0e2-7e0a431fb103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432633 Nov 25 13:09:43.011681 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port e643d369-92cd-4252-8898-0bb12968087b, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=e643d369-92cd-4252-8898-0bb12968087b,segment=NetworkSegment(6f5b4a09-9f6c-4c19-8201-4d90933cd506),segment_id=6f5b4a09-9f6c-4c19-8201-4d90933cd506)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:09:43.025626 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-26a1581c-fb62-451d-bb81-7277a42e004b req-f9634e9b-cc7e-49db-a8ab-63b9a1ff06db tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:43.026325 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device e643d369-92cd-4252-8898-0bb12968087b has no active binding in host n-h1-808199-11 {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 25 13:09:43.026465 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47121ef-48ab-4c15-95c1-902e032ba25e req-1cbcec22-c718-4ff3-b288-0d2d2907e557 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:43.028617 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f47121ef-48ab-4c15-95c1-902e032ba25e req-1cbcec22-c718-4ff3-b288-0d2d2907e557 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.53 "GET /v2.0/ports?device_id=1501e070-d3f6-41e3-99b8-6e7afd0b9e1c HTTP/1.1" status: 200 len: 946 time: 0.0656738 Nov 25 13:09:43.043526 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['0b4bc922-b858-4465-ad56-5c6029f30377'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:09:43.094805 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f47121ef-48ab-4c15-95c1-902e032ba25e req-f9a6f580-6a54-4f37-8173-6fd54e872efa tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ba37784-aaa9-49b8-83a4-8ae52980ad2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603027 Nov 25 13:09:43.096302 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9634e9b-cc7e-49db-a8ab-63b9a1ff06db tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Pushing event deleted for resources: {'Port': ['ID=0b4bc922-b858-4465-ad56-5c6029f30377,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:43.122377 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-26a1581c-fb62-451d-bb81-7277a42e004b req-f9634e9b-cc7e-49db-a8ab-63b9a1ff06db tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] No DVR routers for this DVR port 0b4bc922-b858-4465-ad56-5c6029f30377 on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:09:43.126346 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-26a1581c-fb62-451d-bb81-7277a42e004b req-f9634e9b-cc7e-49db-a8ab-63b9a1ff06db tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:43.131639 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-26a1581c-fb62-451d-bb81-7277a42e004b req-f9634e9b-cc7e-49db-a8ab-63b9a1ff06db tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.47 "DELETE /v2.0/ports/0b4bc922-b858-4465-ad56-5c6029f30377 HTTP/1.1" status: 204 len: 173 time: 0.5560560 Nov 25 13:09:43.371172 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-a71d1237-e312-4a14-a690-3dbff7947590 service neutron] 10.222.0.47 "GET /v2.0/ports/e643d369-92cd-4252-8898-0bb12968087b/bindings/n-h1-808199-11 HTTP/1.1" status: 200 len: 385 time: 0.0768046 Nov 25 13:09:43.373771 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-20b830ba-1a7c-4f40-b3b8-27a846b4ba64 req-08faa817-9bfb-44ef-80f2-fcd3f8d8f22f tempest-ServersOnMultiNodesTest-449430336 tempest-ServersOnMultiNodesTest-449430336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bff9bbf-df90-409f-b4bd-834fa044f0ce HTTP/1.1" status: 200 len: 210 time: 0.0455687 Nov 25 13:09:43.455467 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f3a69-22e0-4f69-a4fa-970e3ab4331b req-f0bebe03-b2d6-45fb-ac73-d7c9fd3e6f69 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:43.463221 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f63f3a69-22e0-4f69-a4fa-970e3ab4331b req-f0bebe03-b2d6-45fb-ac73-d7c9fd3e6f69 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/ports?device_id=8abf26f0-25c1-47e0-9dd9-c98fe7928eb9 HTTP/1.1" status: 200 len: 945 time: 0.0821531 Nov 25 13:09:43.555048 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f63f3a69-22e0-4f69-a4fa-970e3ab4331b req-1a419b07-938f-4549-92d7-59648c301c22 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/security-groups?id=f6748c79-b185-401c-a5a4-7558eeb3a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860002 Nov 25 13:09:43.624867 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-8f23d195-315a-48a5-8820-46af6854ae95 service neutron] For port e643d369-92cd-4252-8898-0bb12968087b, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=e643d369-92cd-4252-8898-0bb12968087b,segment=NetworkSegment(6f5b4a09-9f6c-4c19-8201-4d90933cd506),segment_id=6f5b4a09-9f6c-4c19-8201-4d90933cd506)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:09:43.660407 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-8f23d195-315a-48a5-8820-46af6854ae95 service neutron] For port e643d369-92cd-4252-8898-0bb12968087b, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:09:43.709062 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-8f23d195-315a-48a5-8820-46af6854ae95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e643d369-92cd-4252-8898-0bb12968087b {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:09:43.722210 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-8f23d195-315a-48a5-8820-46af6854ae95 service neutron] For port e643d369-92cd-4252-8898-0bb12968087b, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=e643d369-92cd-4252-8898-0bb12968087b,segment=NetworkSegment(6f5b4a09-9f6c-4c19-8201-4d90933cd506),segment_id=6f5b4a09-9f6c-4c19-8201-4d90933cd506)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:09:43.741224 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-8f23d195-315a-48a5-8820-46af6854ae95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:43.761761 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12577a9-c008-449a-8366-0aa75a215f58 req-39e67a78-dac2-4560-8f90-a582cdad1c97 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:43.770004 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c12577a9-c008-449a-8366-0aa75a215f58 req-39e67a78-dac2-4560-8f90-a582cdad1c97 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b7a40a6-335a-43bf-9a42-81b4b7bd6860 HTTP/1.1" status: 200 len: 943 time: 0.0717089 Nov 25 13:09:43.822882 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c12577a9-c008-449a-8366-0aa75a215f58 req-dd16dd54-2ba6-4f13-a76d-1cd90ac9ea10 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517850 Nov 25 13:09:43.834253 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-8f23d195-315a-48a5-8820-46af6854ae95 service neutron] Transition to ACTIVE for port object e643d369-92cd-4252-8898-0bb12968087b will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:09:43.845002 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-8f23d195-315a-48a5-8820-46af6854ae95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:43.917669 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bff9bbf-df90-409f-b4bd-834fa044f0ce', 'name': 'network-vif-deleted', 'tag': '0b4bc922-b858-4465-ad56-5c6029f30377'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:09:43.921192 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c80170-0b0a-4364-ae44-0646cb3af369" -d '{"events": [{"server_uuid": "4bff9bbf-df90-409f-b4bd-834fa044f0ce", "name": "network-vif-deleted", "tag": "0b4bc922-b858-4465-ad56-5c6029f30377"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:09:43.929321 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-8f23d195-315a-48a5-8820-46af6854ae95 service neutron] No DVR routers for this DVR port e643d369-92cd-4252-8898-0bb12968087b on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:09:43.945615 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f23d195-315a-48a5-8820-46af6854ae95 service neutron] Pushing event updated for resources: {'Port': ['ID=e643d369-92cd-4252-8898-0bb12968087b,revision_number=10']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:43.963293 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace8401e-5a8f-4c54-8de0-897df86e1b7a req-743f4374-34da-4f1e-8759-4db239f93167 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:43.964812 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ace8401e-5a8f-4c54-8de0-897df86e1b7a req-743f4374-34da-4f1e-8759-4db239f93167 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/ports?device_id=8abf26f0-25c1-47e0-9dd9-c98fe7928eb9 HTTP/1.1" status: 200 len: 945 time: 0.0582826 Nov 25 13:09:43.980356 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-8f23d195-315a-48a5-8820-46af6854ae95 service neutron] 10.222.0.47 "PUT /v2.0/ports/e643d369-92cd-4252-8898-0bb12968087b/bindings/n-h1-808199-11/activate HTTP/1.1" status: 200 len: 370 time: 0.5948722 Nov 25 13:09:44.044715 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ace8401e-5a8f-4c54-8de0-897df86e1b7a req-034a0718-b198-4728-a18c-e9375721061a tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/security-groups?id=f6748c79-b185-401c-a5a4-7558eeb3a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735679 Nov 25 13:09:44.083396 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e655f-8c96-41fb-a360-e7d50c8afad5 req-00e20287-0794-4b30-af9a-d17153148e2b tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:44.084879 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-855e655f-8c96-41fb-a360-e7d50c8afad5 req-00e20287-0794-4b30-af9a-d17153148e2b tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a58aaa2-8b43-45c6-9d7e-48343b909785 HTTP/1.1" status: 200 len: 944 time: 0.0992937 Nov 25 13:09:44.122358 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-d3a41836-f92a-4733-b633-8ea635446b34 tempest-LiveMigrationTest-1161798756 tempest-LiveMigrationTest-1161798756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:44.123923 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-d3a41836-f92a-4733-b633-8ea635446b34 tempest-LiveMigrationTest-1161798756 tempest-LiveMigrationTest-1161798756-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=1a58aaa2-8b43-45c6-9d7e-48343b909785&tenant_id=f9638bf2b13b4d579c7476454eb03e3d&binding%3Ahost_id=n-h2-808199-11 HTTP/1.1" status: 200 len: 1096 time: 0.0782914 Nov 25 13:09:44.199832 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-855e655f-8c96-41fb-a360-e7d50c8afad5 req-b4af2650-a758-43c0-a967-a3c5aa752409 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075108 Nov 25 13:09:44.215417 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8e4681-184f-4acc-b35c-1b9772ee65b7 req-c151c915-bb92-49a4-9345-982a5da1b5d8 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:44.216911 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ed8e4681-184f-4acc-b35c-1b9772ee65b7 req-c151c915-bb92-49a4-9345-982a5da1b5d8 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b109b5-f10f-4c16-9fe2-c3d4add301ee HTTP/1.1" status: 200 len: 950 time: 0.1070621 Nov 25 13:09:44.222939 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-cfbce6a6-b280-414c-95ea-113acd0c47a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:44.225208 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-cfbce6a6-b280-414c-95ea-113acd0c47a9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1a58aaa2-8b43-45c6-9d7e-48343b909785&tenant_id=f9638bf2b13b4d579c7476454eb03e3d HTTP/1.1" status: 200 len: 1096 time: 0.0841038 Nov 25 13:09:44.255073 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049d2d12-05ac-4c77-a1c7-48388dfc78cc x-openstack-request-id: req-049d2d12-05ac-4c77-a1c7-48388dfc78cc {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:09:44.255465 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bff9bbf-df90-409f-b4bd-834fa044f0ce", "name": "network-vif-deleted", "tag": "0b4bc922-b858-4465-ad56-5c6029f30377", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:09:44.255877 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-049d2d12-05ac-4c77-a1c7-48388dfc78cc {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:09:44.256384 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bff9bbf-df90-409f-b4bd-834fa044f0ce', 'name': 'network-vif-deleted', 'tag': '0b4bc922-b858-4465-ad56-5c6029f30377', 'status': 'completed', 'code': 200} Nov 25 13:09:44.297495 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ed8e4681-184f-4acc-b35c-1b9772ee65b7 req-33a21003-08db-4ee9-9de7-4ea36f775aa2 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701339 Nov 25 13:09:44.307402 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-43395368-19ee-4898-870a-905285f1f3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:44.308891 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-43395368-19ee-4898-870a-905285f1f3b0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f9638bf2b13b4d579c7476454eb03e3d&device_id=1a58aaa2-8b43-45c6-9d7e-48343b909785 HTTP/1.1" status: 200 len: 1096 time: 0.0540082 Nov 25 13:09:44.441326 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8687305c-a413-4ef4-b1da-40a181ef4e94 req-010ffd46-f808-4d19-99dc-f96196621c3d tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:44.443596 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8687305c-a413-4ef4-b1da-40a181ef4e94 req-010ffd46-f808-4d19-99dc-f96196621c3d tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.53 "GET /v2.0/ports?device_id=1501e070-d3f6-41e3-99b8-6e7afd0b9e1c HTTP/1.1" status: 200 len: 946 time: 0.0699697 Nov 25 13:09:44.464572 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-6c2a7986-be39-4965-a676-c5dc9bcd9dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:44.466784 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-6c2a7986-be39-4965-a676-c5dc9bcd9dce service neutron] 10.222.0.66 "GET /v2.0/networks?id=20494638-06c1-415e-90d6-c326674b78a0 HTTP/1.1" status: 200 len: 908 time: 0.1475999 Nov 25 13:09:44.536580 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-0a61f261-6100-4caf-87ee-5f20787ef96b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e643d369-92cd-4252-8898-0bb12968087b HTTP/1.1" status: 200 len: 217 time: 0.0494666 Nov 25 13:09:44.543325 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8687305c-a413-4ef4-b1da-40a181ef4e94 req-b6b4ab54-cb54-4d2a-ae0e-7f0d39afa502 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ba37784-aaa9-49b8-83a4-8ae52980ad2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884600 Nov 25 13:09:44.590517 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-a8d61e7a-80a5-49a8-9080-2f3f55ad8502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:44.592008 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-a8d61e7a-80a5-49a8-9080-2f3f55ad8502 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=82870c5b-3c5b-4cf7-b280-dc92346a33bf HTTP/1.1" status: 200 len: 847 time: 0.0475423 Nov 25 13:09:44.628875 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-f851486a-e638-4290-a726-d429bcd4faf6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=20494638-06c1-415e-90d6-c326674b78a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283530 Nov 25 13:09:44.702430 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 35762) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:09:44.735895 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-a69c9681-8c49-4352-b22e-eba1a42b7a1f service neutron] 10.222.0.66 "GET /v2.0/networks/20494638-06c1-415e-90d6-c326674b78a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977900 Nov 25 13:09:44.776836 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 35766) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:09:44.834845 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-88396e47-238a-49fb-9d63-1df7872bbef6 service neutron] 10.222.0.66 "GET /v2.0/networks/20494638-06c1-415e-90d6-c326674b78a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903578 Nov 25 13:09:44.857813 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4a92aed0-9d4c-435a-af4e-8fda142a864c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:44.938321 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-86365c6f-c14b-4747-9f7c-929b30101f9b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4190dcc6411041ccb9fe22c2d4608a11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1601293 Nov 25 13:09:44.941392 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 35772) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:09:44.975196 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4a92aed0-9d4c-435a-af4e-8fda142a864c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:44.981446 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4a92aed0-9d4c-435a-af4e-8fda142a864c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:44.984926 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c538f-d968-4e9b-bc6e-33f8ee76ddad req-79f26f15-a987-400b-baa6-a7e833910532 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:44.986439 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-258c538f-d968-4e9b-bc6e-33f8ee76ddad req-79f26f15-a987-400b-baa6-a7e833910532 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b7a40a6-335a-43bf-9a42-81b4b7bd6860 HTTP/1.1" status: 200 len: 943 time: 0.0763392 Nov 25 13:09:45.017054 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7acb3d50-f05a-4fba-82ec-283d467610dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:45.019452 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-4a92aed0-9d4c-435a-af4e-8fda142a864c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=900e5d7f9c98425d85c8b0148a58eb97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3159745 Nov 25 13:09:45.022896 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 35774) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:09:45.057865 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a92aed0-9d4c-435a-af4e-8fda142a864c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d13c74-6cd7-4d28-9b8c-8531c1a09138,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:45.061957 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7acb3d50-f05a-4fba-82ec-283d467610dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:45.085392 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-258c538f-d968-4e9b-bc6e-33f8ee76ddad req-7df61924-a9b1-47f8-b983-eca8483cd375 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795834 Nov 25 13:09:45.086128 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9d7b375e-17eb-491a-9848-4c75d7a671dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:45.111114 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9d7b375e-17eb-491a-9848-4c75d7a671dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:45.137733 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7acb3d50-f05a-4fba-82ec-283d467610dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:45.141817 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7acb3d50-f05a-4fba-82ec-283d467610dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:45.143062 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-7acb3d50-f05a-4fba-82ec-283d467610dc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3946f848-0148-41d8-9b6b-d5301eb9eb47 HTTP/1.1" status: 204 len: 168 time: 0.2000239 Nov 25 13:09:45.175310 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9d7b375e-17eb-491a-9848-4c75d7a671dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:45.178844 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9d7b375e-17eb-491a-9848-4c75d7a671dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:45.180529 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-9d7b375e-17eb-491a-9848-4c75d7a671dc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b7d13c74-6cd7-4d28-9b8c-8531c1a09138 HTTP/1.1" status: 204 len: 168 time: 0.1564395 Nov 25 13:09:45.192329 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b375e-17eb-491a-9848-4c75d7a671dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d13c74-6cd7-4d28-9b8c-8531c1a09138,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:45.230269 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device e643d369-92cd-4252-8898-0bb12968087b no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:09:45.237359 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acb3d50-f05a-4fba-82ec-283d467610dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3946f848-0148-41d8-9b6b-d5301eb9eb47,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:45.296472 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device e643d369-92cd-4252-8898-0bb12968087b not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:09:45.297151 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 0b4bc922-b858-4465-ad56-5c6029f30377 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:09:45.306175 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c64788-6431-4c8e-a625-06db94fa01b2 req-0de597ea-0806-46b6-9d0d-c107cc4bbb01 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:45.308523 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b0c64788-6431-4c8e-a625-06db94fa01b2 req-0de597ea-0806-46b6-9d0d-c107cc4bbb01 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/ports?device_id=8abf26f0-25c1-47e0-9dd9-c98fe7928eb9 HTTP/1.1" status: 200 len: 945 time: 0.1502631 Nov 25 13:09:45.311280 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-4914aad0-275a-4ec7-8d38-5b4f6ef087da tempest-LiveMigrationTest-1161798756 tempest-LiveMigrationTest-1161798756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:45.313491 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-4914aad0-275a-4ec7-8d38-5b4f6ef087da tempest-LiveMigrationTest-1161798756 tempest-LiveMigrationTest-1161798756-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=1a58aaa2-8b43-45c6-9d7e-48343b909785&tenant_id=f9638bf2b13b4d579c7476454eb03e3d&binding%3Ahost_id=n-h1-808199-11 HTTP/1.1" status: 200 len: 1096 time: 0.1694021 Nov 25 13:09:45.326871 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: 0b4bc922-b858-4465-ad56-5c6029f30377 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:09:45.327428 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 0b4bc922-b858-4465-ad56-5c6029f30377 not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:09:45.445721 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46d2d5-d7e3-46eb-9f46-00051e06c258 req-535afe7c-2d1b-4ae1-8665-b95f6aaecfb2 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:45.447272 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ab46d2d5-d7e3-46eb-9f46-00051e06c258 req-535afe7c-2d1b-4ae1-8665-b95f6aaecfb2 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a58aaa2-8b43-45c6-9d7e-48343b909785 HTTP/1.1" status: 200 len: 944 time: 0.1327555 Nov 25 13:09:45.459327 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b0c64788-6431-4c8e-a625-06db94fa01b2 req-827fff3d-70d1-4223-9675-a0faae862dba tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/security-groups?id=f6748c79-b185-401c-a5a4-7558eeb3a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333363 Nov 25 13:09:45.565639 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ab46d2d5-d7e3-46eb-9f46-00051e06c258 req-a27059ab-032a-4d52-ab28-f3ffa32d3aa8 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100643 Nov 25 13:09:45.599411 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-a0a97654-e0c7-4d97-b2be-6179678d0d31 service neutron] For port e643d369-92cd-4252-8898-0bb12968087b, host n-h2-808199-11, cleared binding levels {{(pid=103570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:09:45.607329 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 35804) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:09:45.607863 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-a0a97654-e0c7-4d97-b2be-6179678d0d31 service neutron] Publish callbacks [] for binding, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:45.608983 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bc3a46d9-2db4-468f-8364-5d03fe680b6c req-a0a97654-e0c7-4d97-b2be-6179678d0d31 service neutron] 10.222.0.66 "DELETE /v2.0/ports/e643d369-92cd-4252-8898-0bb12968087b/bindings/n-h2-808199-11 HTTP/1.1" status: 204 len: 173 time: 0.2782881 Nov 25 13:09:45.626984 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a458ac8e-47bb-4932-a17c-e24eb0f3e4bb req-f6b0baa7-3145-4f28-b347-107690091513 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:45.635288 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a458ac8e-47bb-4932-a17c-e24eb0f3e4bb req-f6b0baa7-3145-4f28-b347-107690091513 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b109b5-f10f-4c16-9fe2-c3d4add301ee HTTP/1.1" status: 200 len: 950 time: 0.0932293 Nov 25 13:09:45.675676 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-84589f74-c429-4754-bed7-553619456990 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3fdb15a42c5941a4adf08605eb391eab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0671573 Nov 25 13:09:45.680175 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 35806) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:09:45.709103 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a458ac8e-47bb-4932-a17c-e24eb0f3e4bb req-ef64ce7e-99ba-4554-82e3-b356f7712d1d tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725799 Nov 25 13:09:45.766082 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dc591814-11e9-44af-bbb4-2201abfc2bf2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:45.794017 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dc591814-11e9-44af-bbb4-2201abfc2bf2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:45.794239 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c969560d-d7f8-4e42-b6f4-3c8d696b7e7d req-5b547ae5-41df-48c3-a351-7a48866fbc39 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:45.796075 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c969560d-d7f8-4e42-b6f4-3c8d696b7e7d req-5b547ae5-41df-48c3-a351-7a48866fbc39 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.53 "GET /v2.0/ports?device_id=1501e070-d3f6-41e3-99b8-6e7afd0b9e1c HTTP/1.1" status: 200 len: 946 time: 0.0547030 Nov 25 13:09:45.855885 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dc591814-11e9-44af-bbb4-2201abfc2bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:45.858621 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dc591814-11e9-44af-bbb4-2201abfc2bf2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:45.859819 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-dc591814-11e9-44af-bbb4-2201abfc2bf2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3719be34-007e-4b3b-a2a0-56ce6f35635f HTTP/1.1" status: 204 len: 168 time: 0.1780677 Nov 25 13:09:45.868102 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc591814-11e9-44af-bbb4-2201abfc2bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3719be34-007e-4b3b-a2a0-56ce6f35635f,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:45.886526 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c969560d-d7f8-4e42-b6f4-3c8d696b7e7d req-02a53c4e-db48-4fe3-b9e7-9f971288e49d tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ba37784-aaa9-49b8-83a4-8ae52980ad2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827229 Nov 25 13:09:45.890971 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e6413-96bb-4fb6-96d7-b66e4ecca852 req-e8198a01-3851-4c48-8443-376bb2e46490 tempest-LiveMigrationTest-1161798756 tempest-LiveMigrationTest-1161798756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:45.900728 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-882e6413-96bb-4fb6-96d7-b66e4ecca852 req-e8198a01-3851-4c48-8443-376bb2e46490 tempest-LiveMigrationTest-1161798756 tempest-LiveMigrationTest-1161798756-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1a58aaa2-8b43-45c6-9d7e-48343b909785 HTTP/1.1" status: 200 len: 1096 time: 0.0980024 Nov 25 13:09:45.947559 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-882e6413-96bb-4fb6-96d7-b66e4ecca852 req-caeba8be-86da-42a9-8363-517116bca4bc tempest-LiveMigrationTest-1161798756 tempest-LiveMigrationTest-1161798756-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449476 Nov 25 13:09:46.052151 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655125b-8f3b-4460-bc99-83cceb61e198 req-e128291c-59f3-4193-aca8-b6a711c2d560 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:46.061160 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4655125b-8f3b-4460-bc99-83cceb61e198 req-e128291c-59f3-4193-aca8-b6a711c2d560 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b631f5c-41bf-46ff-a075-a86845ecdd77 HTTP/1.1" status: 200 len: 946 time: 0.0756660 Nov 25 13:09:46.092348 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 35826) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:09:46.113553 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4655125b-8f3b-4460-bc99-83cceb61e198 req-8800488d-7bcd-45d0-a543-d5ebad437338 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ba37784-aaa9-49b8-83a4-8ae52980ad2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520422 Nov 25 13:09:46.250062 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-dbb19f2f-21ec-4a30-b977-a2aa2e2d86d7 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-377680740-network', 'tenant_id': 'f253db84e4e241d4aa7c98f5a2e10d18'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:09:46.276226 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dd4efe-ce1d-4c3c-b962-8333fd2ec897 req-460bcd36-2804-4959-835d-db7822221553 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:46.277838 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb19f2f-21ec-4a30-b977-a2aa2e2d86d7 admin admin] Made reservation on behalf of f253db84e4e241d4aa7c98f5a2e10d18 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:09:46.277977 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-12dd4efe-ce1d-4c3c-b962-8333fd2ec897 req-460bcd36-2804-4959-835d-db7822221553 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b7a40a6-335a-43bf-9a42-81b4b7bd6860 HTTP/1.1" status: 200 len: 943 time: 0.0904615 Nov 25 13:09:46.280333 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dbb19f2f-21ec-4a30-b977-a2aa2e2d86d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:46.294799 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dbb19f2f-21ec-4a30-b977-a2aa2e2d86d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:46.400831 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-12dd4efe-ce1d-4c3c-b962-8333fd2ec897 req-5c0cbecf-dd00-43de-9ed9-d567964f9c58 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055613 Nov 25 13:09:46.418105 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dbb19f2f-21ec-4a30-b977-a2aa2e2d86d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:46.423869 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dbb19f2f-21ec-4a30-b977-a2aa2e2d86d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:46.450835 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbb19f2f-21ec-4a30-b977-a2aa2e2d86d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:09:46.464644 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb19f2f-21ec-4a30-b977-a2aa2e2d86d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bfd0f62-df40-4a2c-8890-32844a1d7ce8,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:46.471308 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dbb19f2f-21ec-4a30-b977-a2aa2e2d86d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:46.471946 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-dbb19f2f-21ec-4a30-b977-a2aa2e2d86d7 admin admin] Added segment bf03692c-8f81-4407-bac1-1616e298bcc5 of type vlan for network c70f7334-0865-479f-9b23-a45cfad81392 Nov 25 13:09:46.528504 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dbb19f2f-21ec-4a30-b977-a2aa2e2d86d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:46.549638 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682fa87-c4b0-48b5-b9e4-cf503c1007ef req-5937310a-034a-4536-81d8-c4475696f91d tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:46.557330 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8682fa87-c4b0-48b5-b9e4-cf503c1007ef req-5937310a-034a-4536-81d8-c4475696f91d tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/networks?id=20494638-06c1-415e-90d6-c326674b78a0 HTTP/1.1" status: 200 len: 807 time: 0.1527166 Nov 25 13:09:46.568739 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8682fa87-c4b0-48b5-b9e4-cf503c1007ef req-4d5eb9ae-c4b9-46da-8b94-03e6237f6586 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/quotas/f9638bf2b13b4d579c7476454eb03e3d HTTP/1.1" status: 200 len: 375 time: 0.0106235 Nov 25 13:09:46.620112 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dbb19f2f-21ec-4a30-b977-a2aa2e2d86d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:46.624461 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb19f2f-21ec-4a30-b977-a2aa2e2d86d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:46.625104 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dbb19f2f-21ec-4a30-b977-a2aa2e2d86d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:46.669967 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-dbb19f2f-21ec-4a30-b977-a2aa2e2d86d7 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5759280 Nov 25 13:09:46.684990 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8682fa87-c4b0-48b5-b9e4-cf503c1007ef req-602a784b-a296-48c5-b314-37197c6141d8 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f9638bf2b13b4d579c7476454eb03e3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1039453 Nov 25 13:09:46.685582 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 35862) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:09:46.698833 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-95faa300-9086-48e6-b6d5-ddfaf101e35a admin admin] Request body: {'subnet': {'network_id': 'c70f7334-0865-479f-9b23-a45cfad81392', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-377680740-subnet', 'tenant_id': 'f253db84e4e241d4aa7c98f5a2e10d18', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:09:46.757732 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb19f2f-21ec-4a30-b977-a2aa2e2d86d7 admin admin] Pushing event updated for resources: {'Network': ['ID=c70f7334-0865-479f-9b23-a45cfad81392,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:46.769249 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network c70f7334-0865-479f-9b23-a45cfad81392 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:09:46.816747 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95faa300-9086-48e6-b6d5-ddfaf101e35a admin admin] Made reservation on behalf of f253db84e4e241d4aa7c98f5a2e10d18 for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:09:46.819574 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-95faa300-9086-48e6-b6d5-ddfaf101e35a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:46.844624 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device e643d369-92cd-4252-8898-0bb12968087b no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:09:46.846772 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da67f70d-994e-4984-b728-74dd37677b94 req-0d392ae9-90eb-4017-b0cb-1bae08f5258f tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:46.848293 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-da67f70d-994e-4984-b728-74dd37677b94 req-0d392ae9-90eb-4017-b0cb-1bae08f5258f tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/ports?device_id=8abf26f0-25c1-47e0-9dd9-c98fe7928eb9 HTTP/1.1" status: 200 len: 945 time: 0.1446252 Nov 25 13:09:46.911231 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8682fa87-c4b0-48b5-b9e4-cf503c1007ef req-c4e8ffd3-0313-4ee9-8534-30e617986502 service neutron] 10.222.0.53 "GET /v2.0/networks/20494638-06c1-415e-90d6-c326674b78a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060776 Nov 25 13:09:47.028102 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-da67f70d-994e-4984-b728-74dd37677b94 req-88bd69e1-9fd9-4167-9a71-ae0c227b2cce tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/security-groups?id=f6748c79-b185-401c-a5a4-7558eeb3a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467013 Nov 25 13:09:47.089586 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8682fa87-c4b0-48b5-b9e4-cf503c1007ef req-5fb57d15-4f9d-4475-9206-f49fb5495e65 service neutron] 10.222.0.53 "GET /v2.0/networks/20494638-06c1-415e-90d6-c326674b78a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652648 Nov 25 13:09:47.157903 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-95faa300-9086-48e6-b6d5-ddfaf101e35a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:47.590877 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95faa300-9086-48e6-b6d5-ddfaf101e35a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc9e2fcf-0a5d-4e99-a435-c082f1996d71,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:47.617651 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95faa300-9086-48e6-b6d5-ddfaf101e35a admin admin] Checking segment: {'id': 'bf03692c-8f81-4407-bac1-1616e298bcc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c70f7334-0865-479f-9b23-a45cfad81392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:09:47.618002 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95faa300-9086-48e6-b6d5-ddfaf101e35a admin admin] Network hostable DHCP agents. Network: c70f7334-0865-479f-9b23-a45cfad81392, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:09:47.629166 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fbe2ab-31e2-4a7e-afeb-cd8c5b482aa1 req-dc5d3252-041a-4067-ab64-390c9e19ec56 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:47.630677 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-17fbe2ab-31e2-4a7e-afeb-cd8c5b482aa1 req-dc5d3252-041a-4067-ab64-390c9e19ec56 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b109b5-f10f-4c16-9fe2-c3d4add301ee HTTP/1.1" status: 200 len: 950 time: 0.4356072 Nov 25 13:09:47.680921 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-a96d3dc4-56c3-4253-b524-158580f7329c tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:47.682374 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-a96d3dc4-56c3-4253-b524-158580f7329c tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.53 "GET /v2.0/networks?id=ca5dd849-64c3-4488-b55b-506a274dbd63 HTTP/1.1" status: 200 len: 813 time: 0.1875391 Nov 25 13:09:47.703857 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95faa300-9086-48e6-b6d5-ddfaf101e35a admin admin] Network c70f7334-0865-479f-9b23-a45cfad81392 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:09:47.719224 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-2f3444c0-6ae9-4712-9c4d-d53663dda9a3 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.53 "GET /v2.0/quotas/bb2bf627d5d54038939071ee99391b2a HTTP/1.1" status: 200 len: 375 time: 0.0295191 Nov 25 13:09:47.721267 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-95faa300-9086-48e6-b6d5-ddfaf101e35a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, c70f7334-0865-479f-9b23-a45cfad81392) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:09:47.726370 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-17fbe2ab-31e2-4a7e-afeb-cd8c5b482aa1 req-f3b1996f-1567-4c4f-90f0-278f6b1d4a7a tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863535 Nov 25 13:09:47.729043 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95faa300-9086-48e6-b6d5-ddfaf101e35a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:47.729721 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-95faa300-9086-48e6-b6d5-ddfaf101e35a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:47.730402 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0d3a3b-37fb-4044-8a84-3814f62ac193 None None] Network c70f7334-0865-479f-9b23-a45cfad81392 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:09:47.774414 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-95faa300-9086-48e6-b6d5-ddfaf101e35a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0878441 Nov 25 13:09:47.777504 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 35910) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:09:47.783709 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-4601093f-1e19-498a-8b95-0c36f1deea00 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-377680740-router', 'tenant_id': 'f253db84e4e241d4aa7c98f5a2e10d18', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:09:47.800066 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-bf71da40-c924-4f4d-a08b-30fb08dd6abd tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=bb2bf627d5d54038939071ee99391b2a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0675437 Nov 25 13:09:47.823939 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4601093f-1e19-498a-8b95-0c36f1deea00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:47.824986 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4601093f-1e19-498a-8b95-0c36f1deea00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:47.886351 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e16c95dc-6022-4957-a75c-ec52974130f3 req-943e54be-1475-40cb-bc66-998027795e5d tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=b367cf64-83ee-4732-8f9a-63d45147755b HTTP/1.1" status: 200 len: 210 time: 0.0624733 Nov 25 13:09:47.892391 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4601093f-1e19-498a-8b95-0c36f1deea00 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:47.924159 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-cd67be6c-058d-47f5-a318-63026d57af69 service neutron] 10.222.0.53 "GET /v2.0/networks/ca5dd849-64c3-4488-b55b-506a274dbd63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192098 Nov 25 13:09:47.977491 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf07c0d3-07cd-4b4b-8d9b-c8da59fd1743 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-c70f7334-0865-479f-9b23-a45cfad81392', 'network_id': 'c70f7334-0865-479f-9b23-a45cfad81392', 'tenant_id': 'f253db84e4e241d4aa7c98f5a2e10d18', 'fixed_ips': [{'subnet_id': 'fc9e2fcf-0a5d-4e99-a435-c082f1996d71'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:09:47.978525 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bf07c0d3-07cd-4b4b-8d9b-c8da59fd1743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:48.060277 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4601093f-1e19-498a-8b95-0c36f1deea00 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:48.096099 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70919a35-1a3c-4b48-93fd-99132f861dd5 req-e00cb6c0-8f04-4350-a9e2-47278bed7bdb tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:48.097570 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-70919a35-1a3c-4b48-93fd-99132f861dd5 req-e00cb6c0-8f04-4350-a9e2-47278bed7bdb tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b631f5c-41bf-46ff-a075-a86845ecdd77 HTTP/1.1" status: 200 len: 946 time: 0.0957906 Nov 25 13:09:48.110477 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13cfdd5-48c3-46cc-af53-d82fccfb604d req-a26c8aca-f771-4e85-82ae-e7dfadb76c3b tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:48.112006 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c13cfdd5-48c3-46cc-af53-d82fccfb604d req-a26c8aca-f771-4e85-82ae-e7dfadb76c3b tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b7a40a6-335a-43bf-9a42-81b4b7bd6860 HTTP/1.1" status: 200 len: 943 time: 0.1507277 Nov 25 13:09:48.127854 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-aa33c607-ecd7-48d1-ab2a-a9b79e116806 service neutron] 10.222.0.53 "GET /v2.0/networks/ca5dd849-64c3-4488-b55b-506a274dbd63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947145 Nov 25 13:09:48.148170 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-bf07c0d3-07cd-4b4b-8d9b-c8da59fd1743 None None] Allocated IP 172.20.0.2 (c70f7334-0865-479f-9b23-a45cfad81392/fc9e2fcf-0a5d-4e99-a435-c082f1996d71/e66d4a04-251f-4796-b291-bc92ef37f209) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:09:48.255640 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c13cfdd5-48c3-46cc-af53-d82fccfb604d req-6cf89cb7-17f4-4f51-919f-075977408f74 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235900 Nov 25 13:09:48.317398 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bf07c0d3-07cd-4b4b-8d9b-c8da59fd1743 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:48.318830 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-70919a35-1a3c-4b48-93fd-99132f861dd5 req-a846060d-2f6a-4264-97da-80d29aeb18a0 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Deleting port 9e423b82-eeef-45f5-9ca8-525195bf9f76 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:09:48.318982 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-70919a35-1a3c-4b48-93fd-99132f861dd5 req-a846060d-2f6a-4264-97da-80d29aeb18a0 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:48.329343 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bf07c0d3-07cd-4b4b-8d9b-c8da59fd1743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:48.380106 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf07c0d3-07cd-4b4b-8d9b-c8da59fd1743 None None] Pushing event updated for resources: {'Port': ['ID=e66d4a04-251f-4796-b291-bc92ef37f209,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:48.397194 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf07c0d3-07cd-4b4b-8d9b-c8da59fd1743 None None] Network c70f7334-0865-479f-9b23-a45cfad81392 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:09:48.398898 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-bf07c0d3-07cd-4b4b-8d9b-c8da59fd1743 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:09:48.401490 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf07c0d3-07cd-4b4b-8d9b-c8da59fd1743 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:09:48.486680 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-70919a35-1a3c-4b48-93fd-99132f861dd5 req-a846060d-2f6a-4264-97da-80d29aeb18a0 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] For port 9e423b82-eeef-45f5-9ca8-525195bf9f76, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=9e423b82-eeef-45f5-9ca8-525195bf9f76,segment=NetworkSegment(a25deda0-3957-4726-852e-cb012d2ec072),segment_id=a25deda0-3957-4726-852e-cb012d2ec072)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:09:48.486845 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-70919a35-1a3c-4b48-93fd-99132f861dd5 req-a846060d-2f6a-4264-97da-80d29aeb18a0 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:48.512368 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-70919a35-1a3c-4b48-93fd-99132f861dd5 req-a846060d-2f6a-4264-97da-80d29aeb18a0 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Calling delete_port for 9e423b82-eeef-45f5-9ca8-525195bf9f76 owned by compute:nova {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:09:48.513442 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-bf07c0d3-07cd-4b4b-8d9b-c8da59fd1743 None None] Attempting to bind port e66d4a04-251f-4796-b291-bc92ef37f209 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:09:48.514823 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-bf07c0d3-07cd-4b4b-8d9b-c8da59fd1743 None None] Attempting to bind port e66d4a04-251f-4796-b291-bc92ef37f209 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'bf03692c-8f81-4407-bac1-1616e298bcc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c70f7334-0865-479f-9b23-a45cfad81392'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:09:48.515368 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf07c0d3-07cd-4b4b-8d9b-c8da59fd1743 None None] Attempting to bind port e66d4a04-251f-4796-b291-bc92ef37f209 on network c70f7334-0865-479f-9b23-a45cfad81392 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:09:48.525439 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf07c0d3-07cd-4b4b-8d9b-c8da59fd1743 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:09:48.526153 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf07c0d3-07cd-4b4b-8d9b-c8da59fd1743 None None] Checking segment: {'id': 'bf03692c-8f81-4407-bac1-1616e298bcc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c70f7334-0865-479f-9b23-a45cfad81392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:09:48.526760 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bf07c0d3-07cd-4b4b-8d9b-c8da59fd1743 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:48.527383 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf07c0d3-07cd-4b4b-8d9b-c8da59fd1743 None None] Bound using segment: {'id': 'bf03692c-8f81-4407-bac1-1616e298bcc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c70f7334-0865-479f-9b23-a45cfad81392'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:09:48.528015 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-bf07c0d3-07cd-4b4b-8d9b-c8da59fd1743 None None] Bound port: e66d4a04-251f-4796-b291-bc92ef37f209, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf03692c-8f81-4407-bac1-1616e298bcc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c70f7334-0865-479f-9b23-a45cfad81392'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:09:48.528591 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bf07c0d3-07cd-4b4b-8d9b-c8da59fd1743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:48.692677 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bf07c0d3-07cd-4b4b-8d9b-c8da59fd1743 None None] For port e66d4a04-251f-4796-b291-bc92ef37f209, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:09:48.696166 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bf07c0d3-07cd-4b4b-8d9b-c8da59fd1743 None None] For port e66d4a04-251f-4796-b291-bc92ef37f209, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=e66d4a04-251f-4796-b291-bc92ef37f209,segment=NetworkSegment(bf03692c-8f81-4407-bac1-1616e298bcc5),segment_id=bf03692c-8f81-4407-bac1-1616e298bcc5)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:09:48.708705 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bf07c0d3-07cd-4b4b-8d9b-c8da59fd1743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:48.763060 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fed56ba-02ae-441d-8f24-7541a9e197aa req-ff1b3798-f9c1-41c0-abe3-a5ecdc5ee1a4 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:48.773633 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4fed56ba-02ae-441d-8f24-7541a9e197aa req-ff1b3798-f9c1-41c0-abe3-a5ecdc5ee1a4 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/ports?device_id=8abf26f0-25c1-47e0-9dd9-c98fe7928eb9 HTTP/1.1" status: 200 len: 945 time: 0.1250079 Nov 25 13:09:48.796051 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf07c0d3-07cd-4b4b-8d9b-c8da59fd1743 None None] Pushing event updated for resources: {'Port': ['ID=e66d4a04-251f-4796-b291-bc92ef37f209,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:48.892818 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634037ef-74ce-4a4b-b5a4-d9c0b17e2c71 req-fb607071-e516-4758-8a35-0126b66687a7 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:48.894714 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-634037ef-74ce-4a4b-b5a4-d9c0b17e2c71 req-fb607071-e516-4758-8a35-0126b66687a7 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.66 "GET /v2.0/ports?device_id=1501e070-d3f6-41e3-99b8-6e7afd0b9e1c HTTP/1.1" status: 200 len: 946 time: 0.2688653 Nov 25 13:09:48.926063 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4601093f-1e19-498a-8b95-0c36f1deea00 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:48.938403 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4fed56ba-02ae-441d-8f24-7541a9e197aa req-8fdbe0b7-8951-4751-9f89-b670df20a39b tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/security-groups?id=f6748c79-b185-401c-a5a4-7558eeb3a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637151 Nov 25 13:09:48.996613 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4601093f-1e19-498a-8b95-0c36f1deea00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:49.009133 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682fa87-c4b0-48b5-b9e4-cf503c1007ef req-8285ce66-23de-4967-bb31-ef8ccde95e89 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:49.011379 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8682fa87-c4b0-48b5-b9e4-cf503c1007ef req-8285ce66-23de-4967-bb31-ef8ccde95e89 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.47 "GET /v2.0/networks?id=20494638-06c1-415e-90d6-c326674b78a0 HTTP/1.1" status: 200 len: 807 time: 0.3766847 Nov 25 13:09:49.048653 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-8682fa87-c4b0-48b5-b9e4-cf503c1007ef req-d1136cc9-6e11-487e-a92a-6c67ce074b6e tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Request body: {'port': {'device_id': 'b367cf64-83ee-4732-8f9a-63d45147755b', 'network_id': '20494638-06c1-415e-90d6-c326674b78a0', 'admin_state_up': True, 'tenant_id': 'f9638bf2b13b4d579c7476454eb03e3d'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:09:49.173683 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-70919a35-1a3c-4b48-93fd-99132f861dd5 req-a846060d-2f6a-4264-97da-80d29aeb18a0 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:49.302030 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d28957f0-4e5c-44bd-b005-0c519d284354 req-d35a0d5d-2f78-4918-bc90-1939b08cadf7 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=b367cf64-83ee-4732-8f9a-63d45147755b HTTP/1.1" status: 200 len: 210 time: 0.0945637 Nov 25 13:09:49.312694 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a846060d-2f6a-4264-97da-80d29aeb18a0 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Pushing event deleted for resources: {'Port': ['ID=9e423b82-eeef-45f5-9ca8-525195bf9f76,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:49.397074 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-634037ef-74ce-4a4b-b5a4-d9c0b17e2c71 req-cfa23cdb-4240-4166-9de2-8ecf991b4b7a tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Deleting port 8912e053-f049-4a8a-81c2-b6f4d61689fc {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:09:49.397418 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-634037ef-74ce-4a4b-b5a4-d9c0b17e2c71 req-cfa23cdb-4240-4166-9de2-8ecf991b4b7a tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:49.426801 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-4601093f-1e19-498a-8b95-0c36f1deea00 admin admin] Allocated IP 172.25.5.141 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/b094d7a2-0b2d-4040-8562-f7b7df4c102f) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:09:49.435150 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0f7ddd26-f9e4-4159-85d8-c5f5a657a9f6 req-377dea1b-9cab-4550-85bc-062882697106 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.53 "GET /v2.0/ports?device_id=051b7a91-129f-4c03-8ab6-0e6c37e17905 HTTP/1.1" status: 200 len: 210 time: 0.0584719 Nov 25 13:09:49.436193 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-70919a35-1a3c-4b48-93fd-99132f861dd5 req-a846060d-2f6a-4264-97da-80d29aeb18a0 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] No DVR routers for this DVR port 9e423b82-eeef-45f5-9ca8-525195bf9f76 on host n-h1-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:09:49.439194 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-70919a35-1a3c-4b48-93fd-99132f861dd5 req-a846060d-2f6a-4264-97da-80d29aeb18a0 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:49.444305 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-70919a35-1a3c-4b48-93fd-99132f861dd5 req-a846060d-2f6a-4264-97da-80d29aeb18a0 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.66 "DELETE /v2.0/ports/9e423b82-eeef-45f5-9ca8-525195bf9f76 HTTP/1.1" status: 204 len: 173 time: 1.3296814 Nov 25 13:09:49.448687 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b631f5c-41bf-46ff-a075-a86845ecdd77', 'name': 'network-vif-deleted', 'tag': '9e423b82-eeef-45f5-9ca8-525195bf9f76'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:09:49.459286 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0381ed84-52c0-439d-aeba-3c518809a7a5" -d '{"events": [{"server_uuid": "2b631f5c-41bf-46ff-a075-a86845ecdd77", "name": "network-vif-deleted", "tag": "9e423b82-eeef-45f5-9ca8-525195bf9f76"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:09:49.463283 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c87455-4b99-4f77-9ee2-0b93e5438731 req-df72334b-ab00-468c-a696-54f6ce192209 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:49.472102 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-33c87455-4b99-4f77-9ee2-0b93e5438731 req-df72334b-ab00-468c-a696-54f6ce192209 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b109b5-f10f-4c16-9fe2-c3d4add301ee HTTP/1.1" status: 200 len: 950 time: 0.3285069 Nov 25 13:09:49.573250 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-33c87455-4b99-4f77-9ee2-0b93e5438731 req-4d5ee1b1-ad3b-49f7-989b-11e1a8fe229f tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991642 Nov 25 13:09:49.629771 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8682fa87-c4b0-48b5-b9e4-cf503c1007ef req-d1136cc9-6e11-487e-a92a-6c67ce074b6e tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Made reservation on behalf of f9638bf2b13b4d579c7476454eb03e3d for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:09:49.646604 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8682fa87-c4b0-48b5-b9e4-cf503c1007ef req-d1136cc9-6e11-487e-a92a-6c67ce074b6e tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:49.697656 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0412d2bd-836d-46cb-a344-12008b6db03f x-openstack-request-id: req-0412d2bd-836d-46cb-a344-12008b6db03f {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:09:49.697962 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b631f5c-41bf-46ff-a075-a86845ecdd77", "name": "network-vif-deleted", "tag": "9e423b82-eeef-45f5-9ca8-525195bf9f76", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:09:49.701524 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0412d2bd-836d-46cb-a344-12008b6db03f {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:09:49.702905 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b631f5c-41bf-46ff-a075-a86845ecdd77', 'name': 'network-vif-deleted', 'tag': '9e423b82-eeef-45f5-9ca8-525195bf9f76', 'status': 'completed', 'code': 200} Nov 25 13:09:49.760095 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5530d-a3b8-4b41-affe-7cf9c88d5cdb req-90ae340b-0aea-42b6-83ba-2606382597c9 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:49.774943 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-84f5530d-a3b8-4b41-affe-7cf9c88d5cdb req-90ae340b-0aea-42b6-83ba-2606382597c9 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b7a40a6-335a-43bf-9a42-81b4b7bd6860 HTTP/1.1" status: 200 len: 943 time: 0.1767366 Nov 25 13:09:49.828577 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-634037ef-74ce-4a4b-b5a4-d9c0b17e2c71 req-cfa23cdb-4240-4166-9de2-8ecf991b4b7a tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] For port 8912e053-f049-4a8a-81c2-b6f4d61689fc, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=8912e053-f049-4a8a-81c2-b6f4d61689fc,segment=NetworkSegment(a25deda0-3957-4726-852e-cb012d2ec072),segment_id=a25deda0-3957-4726-852e-cb012d2ec072)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:09:49.829230 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-634037ef-74ce-4a4b-b5a4-d9c0b17e2c71 req-cfa23cdb-4240-4166-9de2-8ecf991b4b7a tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:49.930676 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-84f5530d-a3b8-4b41-affe-7cf9c88d5cdb req-72385960-f1a5-4bfc-9f49-4817b1134f0a tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546519 Nov 25 13:09:50.053294 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-634037ef-74ce-4a4b-b5a4-d9c0b17e2c71 req-cfa23cdb-4240-4166-9de2-8ecf991b4b7a tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Calling delete_port for 8912e053-f049-4a8a-81c2-b6f4d61689fc owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:09:50.120837 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4601093f-1e19-498a-8b95-0c36f1deea00 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:50.247636 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1dc271-8cc4-4c84-8b19-0be01ef59179 req-36d5469e-ec49-4c43-bc95-78cb793095d6 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:50.249713 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-aa1dc271-8cc4-4c84-8b19-0be01ef59179 req-36d5469e-ec49-4c43-bc95-78cb793095d6 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/ports?device_id=8abf26f0-25c1-47e0-9dd9-c98fe7928eb9 HTTP/1.1" status: 200 len: 945 time: 0.1203511 Nov 25 13:09:50.272942 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157a2161-da0d-401f-94e9-b4df57afafb7 None None] Network c70f7334-0865-479f-9b23-a45cfad81392 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:09:50.362732 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-8682fa87-c4b0-48b5-b9e4-cf503c1007ef req-d1136cc9-6e11-487e-a92a-6c67ce074b6e tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Allocated IP 172.20.0.2 (20494638-06c1-415e-90d6-c326674b78a0/82870c5b-3c5b-4cf7-b280-dc92346a33bf/3023a69d-328f-4b58-9771-784d72e4f402) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:09:50.415454 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-26d48273-0529-4c5d-b881-75a5169626da None None] Provisioning complete for port e66d4a04-251f-4796-b291-bc92ef37f209 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:09:50.416083 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-26d48273-0529-4c5d-b881-75a5169626da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:50.467399 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-aa1dc271-8cc4-4c84-8b19-0be01ef59179 req-33cf1ca7-0574-4c03-a537-6e5a8bb64310 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/security-groups?id=f6748c79-b185-401c-a5a4-7558eeb3a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846864 Nov 25 13:09:50.592784 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b4ae0c6b-4ca7-4f71-a4f5-3e7916b4f69e req-6499c034-f584-4cac-ab9f-e97983eb8de6 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=b367cf64-83ee-4732-8f9a-63d45147755b HTTP/1.1" status: 200 len: 210 time: 0.0735826 Nov 25 13:09:50.608182 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-26d48273-0529-4c5d-b881-75a5169626da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:50.614672 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device e66d4a04-251f-4796-b291-bc92ef37f209 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:09:50.674616 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e2714b37-9159-41cb-b6f1-5c6ead7c36f1 req-80a045d7-c8ec-4416-b159-9a57cca340dc tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.53 "GET /v2.0/ports?device_id=051b7a91-129f-4c03-8ab6-0e6c37e17905 HTTP/1.1" status: 200 len: 210 time: 0.0799103 Nov 25 13:09:50.827226 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-26d48273-0529-4c5d-b881-75a5169626da None None] For port e66d4a04-251f-4796-b291-bc92ef37f209, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=e66d4a04-251f-4796-b291-bc92ef37f209,segment=NetworkSegment(bf03692c-8f81-4407-bac1-1616e298bcc5),segment_id=bf03692c-8f81-4407-bac1-1616e298bcc5)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:09:50.853336 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-26d48273-0529-4c5d-b881-75a5169626da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:50.882018 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4601093f-1e19-498a-8b95-0c36f1deea00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:50.889766 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-634037ef-74ce-4a4b-b5a4-d9c0b17e2c71 req-cfa23cdb-4240-4166-9de2-8ecf991b4b7a tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:50.961743 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4601093f-1e19-498a-8b95-0c36f1deea00 admin admin] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:09:50.976327 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d48273-0529-4c5d-b881-75a5169626da None None] Pushing event updated for resources: {'Port': ['ID=e66d4a04-251f-4796-b291-bc92ef37f209,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:50.988959 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 9e423b82-eeef-45f5-9ca8-525195bf9f76 no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:09:50.992839 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 35984) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:09:51.002926 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-4601093f-1e19-498a-8b95-0c36f1deea00 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:09:51.017826 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4601093f-1e19-498a-8b95-0c36f1deea00 admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:09:51.051860 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4601093f-1e19-498a-8b95-0c36f1deea00 admin admin] Pushing event updated for resources: {'Port': ['ID=b094d7a2-0b2d-4040-8562-f7b7df4c102f,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:51.059126 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port e66d4a04-251f-4796-b291-bc92ef37f209 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:09:51.059853 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:51.069076 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] No Port match for: 9e423b82-eeef-45f5-9ca8-525195bf9f76 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:09:51.069745 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 9e423b82-eeef-45f5-9ca8-525195bf9f76 not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:09:51.070402 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 8912e053-f049-4a8a-81c2-b6f4d61689fc no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:09:51.128165 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] No Port match for: 8912e053-f049-4a8a-81c2-b6f4d61689fc {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:09:51.128860 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 8912e053-f049-4a8a-81c2-b6f4d61689fc not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:09:51.130164 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 087220c7-2a82-445b-929d-1e40a03684c6 no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:09:51.133661 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-634037ef-74ce-4a4b-b5a4-d9c0b17e2c71 req-cfa23cdb-4240-4166-9de2-8ecf991b4b7a tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] No DVR routers for this DVR port 8912e053-f049-4a8a-81c2-b6f4d61689fc on host n-h1-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:09:51.163446 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a4277-4b8e-4989-88ab-4a539ba1be1a req-8634e8cc-72fe-4462-8f05-128c28a5402a tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:51.174460 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f88a4277-4b8e-4989-88ab-4a539ba1be1a req-8634e8cc-72fe-4462-8f05-128c28a5402a tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b109b5-f10f-4c16-9fe2-c3d4add301ee HTTP/1.1" status: 200 len: 950 time: 0.4519279 Nov 25 13:09:51.203459 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-634037ef-74ce-4a4b-b5a4-d9c0b17e2c71 req-cfa23cdb-4240-4166-9de2-8ecf991b4b7a tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:51.208918 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-634037ef-74ce-4a4b-b5a4-d9c0b17e2c71 req-cfa23cdb-4240-4166-9de2-8ecf991b4b7a tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.66 "DELETE /v2.0/ports/8912e053-f049-4a8a-81c2-b6f4d61689fc HTTP/1.1" status: 204 len: 173 time: 2.3062584 Nov 25 13:09:51.214975 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1501e070-d3f6-41e3-99b8-6e7afd0b9e1c', 'name': 'network-vif-deleted', 'tag': '8912e053-f049-4a8a-81c2-b6f4d61689fc'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:09:51.221624 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a8e561-bb18-498c-9133-c708c4db6ede" -d '{"events": [{"server_uuid": "1501e070-d3f6-41e3-99b8-6e7afd0b9e1c", "name": "network-vif-deleted", "tag": "8912e053-f049-4a8a-81c2-b6f4d61689fc"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:09:51.283721 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa23cdb-4240-4166-9de2-8ecf991b4b7a tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Pushing event deleted for resources: {'Port': ['ID=8912e053-f049-4a8a-81c2-b6f4d61689fc,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:51.321069 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-2f338568-c885-4678-803b-4cc62289a595 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:51.321859 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-2f338568-c885-4678-803b-4cc62289a595 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.47 "GET /v2.0/networks?id=ca5dd849-64c3-4488-b55b-506a274dbd63 HTTP/1.1" status: 200 len: 813 time: 0.8154035 Nov 25 13:09:51.340935 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-25667b51-4b29-44d9-8e4c-a7d6fe5e7826 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:51.342481 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-25667b51-4b29-44d9-8e4c-a7d6fe5e7826 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.66 "GET /v2.0/networks?id=ca5dd849-64c3-4488-b55b-506a274dbd63 HTTP/1.1" status: 200 len: 813 time: 0.6170669 Nov 25 13:09:51.349903 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-63a97650-28cc-494b-a833-0a3d6f7f363a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:51.350038 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8682fa87-c4b0-48b5-b9e4-cf503c1007ef req-d1136cc9-6e11-487e-a92a-6c67ce074b6e tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:51.368855 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-91cdac6a-9759-4125-8259-d2ae5b1aee50 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Request body: {'port': {'device_id': '051b7a91-129f-4c03-8ab6-0e6c37e17905', 'network_id': 'ca5dd849-64c3-4488-b55b-506a274dbd63', 'admin_state_up': True, 'tenant_id': 'bb2bf627d5d54038939071ee99391b2a'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:09:51.374212 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-a728cc46-3964-46db-a88a-02eebf8abb31 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Request body: {'port': {'device_id': '506b0bca-4c9a-4ae7-bde1-c635f036bc80', 'network_id': 'ca5dd849-64c3-4488-b55b-506a274dbd63', 'admin_state_up': True, 'tenant_id': 'bb2bf627d5d54038939071ee99391b2a'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:09:51.384951 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-b1219a24-5312-4836-a193-5a92c85ef302 None None] Provisioning complete for port e66d4a04-251f-4796-b291-bc92ef37f209 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:09:51.386018 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b1219a24-5312-4836-a193-5a92c85ef302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:51.449411 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [req-d7c08ba7-73ee-4694-be93-e5789985751e req-09e6fb67-c702-44b2-bd2e-a1de65882413 service neutron] show failed (client error): The resource could not be found. Nov 25 13:09:51.451004 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d7c08ba7-73ee-4694-be93-e5789985751e req-09e6fb67-c702-44b2-bd2e-a1de65882413 service neutron] 10.222.0.47 "GET /v2.0/ports/af4eb865-6fca-42f0-bf89-0bc7b39cebac/bindings/n-h1-808199-11 HTTP/1.1" status: 404 len: 381 time: 0.4309456 Nov 25 13:09:51.463679 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6bb3d-55fa-4227-a106-9a03cde7a25f req-cf126472-543b-407d-a39b-46a9629d8ad4 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:51.468622 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bff6bb3d-55fa-4227-a106-9a03cde7a25f req-cf126472-543b-407d-a39b-46a9629d8ad4 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b7a40a6-335a-43bf-9a42-81b4b7bd6860 HTTP/1.1" status: 200 len: 943 time: 0.3800037 Nov 25 13:09:51.480191 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f88a4277-4b8e-4989-88ab-4a539ba1be1a req-7d6d4ac1-9971-41a7-8a3c-654d20ede02a tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051054 Nov 25 13:09:51.649430 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bff6bb3d-55fa-4227-a106-9a03cde7a25f req-cd853663-a521-4cff-ae78-3b1c41c052de tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654489 Nov 25 13:09:51.694881 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-91cdac6a-9759-4125-8259-d2ae5b1aee50 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Made reservation on behalf of bb2bf627d5d54038939071ee99391b2a for: {'port': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:09:51.699165 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-91cdac6a-9759-4125-8259-d2ae5b1aee50 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:51.730401 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-63a97650-28cc-494b-a833-0a3d6f7f363a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:51.747106 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-63a97650-28cc-494b-a833-0a3d6f7f363a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:51.752727 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd1b8c5-776d-4297-9fea-1ae737d27015 x-openstack-request-id: req-5bd1b8c5-776d-4297-9fea-1ae737d27015 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:09:51.752951 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1501e070-d3f6-41e3-99b8-6e7afd0b9e1c", "name": "network-vif-deleted", "tag": "8912e053-f049-4a8a-81c2-b6f4d61689fc", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:09:51.753206 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5bd1b8c5-776d-4297-9fea-1ae737d27015 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:09:51.753835 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1501e070-d3f6-41e3-99b8-6e7afd0b9e1c', 'name': 'network-vif-deleted', 'tag': '8912e053-f049-4a8a-81c2-b6f4d61689fc', 'status': 'completed', 'code': 200} Nov 25 13:09:51.807035 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a97650-28cc-494b-a833-0a3d6f7f363a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72fb76aa-972e-4c1d-9613-4c508ce5feec,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:51.823498 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8682fa87-c4b0-48b5-b9e4-cf503c1007ef req-d1136cc9-6e11-487e-a92a-6c67ce074b6e tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:51.848893 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-005d56ac-2df4-4495-b852-adfde9f71e69 service neutron] 10.222.0.66 "GET /v2.0/ports/087220c7-2a82-445b-929d-1e40a03684c6/bindings/n-h2-808199-11 HTTP/1.1" status: 200 len: 385 time: 0.1781657 Nov 25 13:09:51.915426 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-63a97650-28cc-494b-a833-0a3d6f7f363a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3cf3f53fad5f403e9cfbca9446532814&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9152920 Nov 25 13:09:51.921352 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 35998) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:09:51.925561 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8682fa87-c4b0-48b5-b9e4-cf503c1007ef req-d1136cc9-6e11-487e-a92a-6c67ce074b6e tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Network 20494638-06c1-415e-90d6-c326674b78a0 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:09:51.985326 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-8682fa87-c4b0-48b5-b9e4-cf503c1007ef req-d1136cc9-6e11-487e-a92a-6c67ce074b6e tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:09:51.988358 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-8682fa87-c4b0-48b5-b9e4-cf503c1007ef req-d1136cc9-6e11-487e-a92a-6c67ce074b6e tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:09:51.996519 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf44ce-45d4-45a6-a62b-a8ab5f14d365 req-cc74ebd6-e615-4df7-8f49-7e7543ffc3c6 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:51.998027 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-96bf44ce-45d4-45a6-a62b-a8ab5f14d365 req-cc74ebd6-e615-4df7-8f49-7e7543ffc3c6 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/ports?device_id=8abf26f0-25c1-47e0-9dd9-c98fe7928eb9 HTTP/1.1" status: 200 len: 945 time: 0.2104423 Nov 25 13:09:52.025095 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e364d120-ffdf-433a-8bcc-0735bac8c766 req-27fa3000-2284-4810-b1bf-32390fa660f7 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:52.026585 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e364d120-ffdf-433a-8bcc-0735bac8c766 req-27fa3000-2284-4810-b1bf-32390fa660f7 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=b367cf64-83ee-4732-8f9a-63d45147755b HTTP/1.1" status: 200 len: 931 time: 0.1879926 Nov 25 13:09:52.040354 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-91cdac6a-9759-4125-8259-d2ae5b1aee50 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Allocated IP 172.20.0.6 (ca5dd849-64c3-4488-b55b-506a274dbd63/cc8601b7-2b4a-4488-a128-4b05fb558596/879a7c7b-3e71-4a5a-9729-fe4695e12aad) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:09:52.145753 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f2dbccae-af59-4b2b-8f7c-2549061914cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:52.163099 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-96bf44ce-45d4-45a6-a62b-a8ab5f14d365 req-01ce28f2-44e3-442f-ba14-54765793ae18 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/security-groups?id=f6748c79-b185-401c-a5a4-7558eeb3a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541264 Nov 25 13:09:52.185662 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e364d120-ffdf-433a-8bcc-0735bac8c766 req-3d356b06-33c2-48a3-abe5-99f9c9a7204b tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456904 Nov 25 13:09:52.202437 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f2dbccae-af59-4b2b-8f7c-2549061914cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:52.305117 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3edb952f-73ef-42b2-9b15-6e3c93f8d892 req-619ac428-f1e5-4ff2-9ca2-fa786ee3e142 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.53 "GET /v2.0/ports?device_id=051b7a91-129f-4c03-8ab6-0e6c37e17905 HTTP/1.1" status: 200 len: 210 time: 0.0473745 Nov 25 13:09:52.343579 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f2dbccae-af59-4b2b-8f7c-2549061914cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:52.343815 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1136cc9-6e11-487e-a92a-6c67ce074b6e tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Pushing event updated for resources: {'Port': ['ID=3023a69d-328f-4b58-9771-784d72e4f402,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:52.346109 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f2dbccae-af59-4b2b-8f7c-2549061914cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:52.347283 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f2dbccae-af59-4b2b-8f7c-2549061914cb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/72fb76aa-972e-4c1d-9613-4c508ce5feec HTTP/1.1" status: 204 len: 168 time: 0.4228296 Nov 25 13:09:52.359965 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c08ba7-73ee-4694-be93-e5789985751e req-165ab4a7-2330-46ee-a45c-b976d2f8ce51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:52.360983 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dbccae-af59-4b2b-8f7c-2549061914cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72fb76aa-972e-4c1d-9613-4c508ce5feec,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:52.361972 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d7c08ba7-73ee-4694-be93-e5789985751e req-165ab4a7-2330-46ee-a45c-b976d2f8ce51 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=89b109b5-f10f-4c16-9fe2-c3d4add301ee&tenant_id=af4c9854d3c048999405c81c71776d29 HTTP/1.1" status: 200 len: 1102 time: 0.5447185 Nov 25 13:09:52.380785 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-a728cc46-3964-46db-a88a-02eebf8abb31 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Made reservation on behalf of bb2bf627d5d54038939071ee99391b2a for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:09:52.384980 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-a728cc46-3964-46db-a88a-02eebf8abb31 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:52.392732 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682fa87-c4b0-48b5-b9e4-cf503c1007ef req-d1136cc9-6e11-487e-a92a-6c67ce074b6e tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:52.393201 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8682fa87-c4b0-48b5-b9e4-cf503c1007ef req-d1136cc9-6e11-487e-a92a-6c67ce074b6e tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:52.403880 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-d7c08ba7-73ee-4694-be93-e5789985751e req-3c39592b-ec64-436b-bc7e-11949d76bb68 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-808199-11', 'device_owner': 'compute:nova'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:09:52.415463 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-91cdac6a-9759-4125-8259-d2ae5b1aee50 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:52.483186 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8682fa87-c4b0-48b5-b9e4-cf503c1007ef req-d1136cc9-6e11-487e-a92a-6c67ce074b6e tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4509637 Nov 25 13:09:52.484852 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-91cdac6a-9759-4125-8259-d2ae5b1aee50 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:52.489393 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device e66d4a04-251f-4796-b291-bc92ef37f209 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:09:52.493892 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4601093f-1e19-498a-8b95-0c36f1deea00 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:52.498950 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:09:52.548389 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-8682fa87-c4b0-48b5-b9e4-cf503c1007ef req-45e77896-b982-45ce-9cf4-d3a21eb56135 service neutron] Request body: {'port': {'device_id': 'b367cf64-83ee-4732-8f9a-63d45147755b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:09:52.559308 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cdac6a-9759-4125-8259-d2ae5b1aee50 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Pushing event updated for resources: {'Port': ['ID=879a7c7b-3e71-4a5a-9729-fe4695e12aad,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:52.569366 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-91cdac6a-9759-4125-8259-d2ae5b1aee50 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Network ca5dd849-64c3-4488-b55b-506a274dbd63 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:09:52.571102 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-91cdac6a-9759-4125-8259-d2ae5b1aee50 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:09:52.573449 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-91cdac6a-9759-4125-8259-d2ae5b1aee50 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:09:52.632567 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-91cdac6a-9759-4125-8259-d2ae5b1aee50 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:52.633287 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port e66d4a04-251f-4796-b291-bc92ef37f209 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:09:52.633414 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-91cdac6a-9759-4125-8259-d2ae5b1aee50 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:52.634814 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:52.698244 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-91cdac6a-9759-4125-8259-d2ae5b1aee50 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3414745 Nov 25 13:09:52.707728 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ed524-7cef-43c8-8338-7294236e23b5 req-9897af2e-a560-4378-b2fe-624b6f2ad153 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:52.717819 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d7c08ba7-73ee-4694-be93-e5789985751e req-3c39592b-ec64-436b-bc7e-11949d76bb68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:52.718875 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b03ed524-7cef-43c8-8338-7294236e23b5 req-9897af2e-a560-4378-b2fe-624b6f2ad153 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b109b5-f10f-4c16-9fe2-c3d4add301ee HTTP/1.1" status: 200 len: 950 time: 0.0787535 Nov 25 13:09:52.742361 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-c30ed0e9-3ce1-472a-8154-1ec979494d5d service neutron] Request body: {'port': {'device_id': '051b7a91-129f-4c03-8ab6-0e6c37e17905', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-11'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:09:52.835704 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 36010) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:09:52.843163 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b03ed524-7cef-43c8-8338-7294236e23b5 req-1875f1a5-6b1a-44fd-8408-e2f4dd4a7ad0 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234140 Nov 25 13:09:52.844652 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-c30ed0e9-3ce1-472a-8154-1ec979494d5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:52.895807 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b282ae98-0aff-495d-9267-e22ee7948e1f req-af559b81-e4a7-4d89-856b-b7647a21ed4c tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:52.897294 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b282ae98-0aff-495d-9267-e22ee7948e1f req-af559b81-e4a7-4d89-856b-b7647a21ed4c tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b7a40a6-335a-43bf-9a42-81b4b7bd6860 HTTP/1.1" status: 200 len: 943 time: 0.0962167 Nov 25 13:09:52.920731 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f56ccc78-fc25-43b8-a64f-cdc85252f750 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:52.930865 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8682fa87-c4b0-48b5-b9e4-cf503c1007ef req-45e77896-b982-45ce-9cf4-d3a21eb56135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:53.010993 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b282ae98-0aff-495d-9267-e22ee7948e1f req-5c7283d7-9c71-4d32-ad08-eccd3a181ea5 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056738 Nov 25 13:09:53.048018 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-a728cc46-3964-46db-a88a-02eebf8abb31 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Allocated IP 172.20.0.7 (ca5dd849-64c3-4488-b55b-506a274dbd63/cc8601b7-2b4a-4488-a128-4b05fb558596/cc922801-edc4-421c-b12f-f0221d48e26c) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:09:53.053717 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-42e48fc6-3d2e-44c0-be33-4f5b709906be service neutron] For port 087220c7-2a82-445b-929d-1e40a03684c6, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=087220c7-2a82-445b-929d-1e40a03684c6,segment=NetworkSegment(f1015c3b-5561-4c41-908e-568aaa0911cd),segment_id=f1015c3b-5561-4c41-908e-568aaa0911cd)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:09:53.194198 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-42e48fc6-3d2e-44c0-be33-4f5b709906be service neutron] For port 087220c7-2a82-445b-929d-1e40a03684c6, host n-h1-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:09:53.323301 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab565f-da1f-4973-9ba4-48f2db3ebdb4 req-ebd28423-4136-45a6-9825-fdb35ab10066 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:53.324782 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5cab565f-da1f-4973-9ba4-48f2db3ebdb4 req-ebd28423-4136-45a6-9825-fdb35ab10066 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/ports?device_id=8abf26f0-25c1-47e0-9dd9-c98fe7928eb9 HTTP/1.1" status: 200 len: 945 time: 0.0830564 Nov 25 13:09:53.334253 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71a2701-58d7-473d-a4ee-dacd658a1c85 req-027a6c1d-6d41-473d-944f-2063afc3cc75 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:53.335755 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a71a2701-58d7-473d-a4ee-dacd658a1c85 req-027a6c1d-6d41-473d-944f-2063afc3cc75 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=b367cf64-83ee-4732-8f9a-63d45147755b HTTP/1.1" status: 200 len: 931 time: 0.0825799 Nov 25 13:09:53.387347 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-42e48fc6-3d2e-44c0-be33-4f5b709906be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 087220c7-2a82-445b-929d-1e40a03684c6 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:09:53.401421 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5cab565f-da1f-4973-9ba4-48f2db3ebdb4 req-674e9492-c7a6-4318-bb1e-6d94dd5398f0 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/security-groups?id=f6748c79-b185-401c-a5a4-7558eeb3a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647073 Nov 25 13:09:53.413363 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-42e48fc6-3d2e-44c0-be33-4f5b709906be service neutron] For port 087220c7-2a82-445b-929d-1e40a03684c6, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=087220c7-2a82-445b-929d-1e40a03684c6,segment=NetworkSegment(f1015c3b-5561-4c41-908e-568aaa0911cd),segment_id=f1015c3b-5561-4c41-908e-568aaa0911cd)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:09:53.414128 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a71a2701-58d7-473d-a4ee-dacd658a1c85 req-1be1bbf7-c718-47ed-a9a2-083ce5be3d57 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716956 Nov 25 13:09:53.509417 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-42e48fc6-3d2e-44c0-be33-4f5b709906be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:53.531521 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e7710d-9624-4c96-98b1-0b9ab1dfd575 req-538800f9-c1ae-4bd3-88ec-77609e59967e tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:53.532998 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e2e7710d-9624-4c96-98b1-0b9ab1dfd575 req-538800f9-c1ae-4bd3-88ec-77609e59967e tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.53 "GET /v2.0/ports?device_id=051b7a91-129f-4c03-8ab6-0e6c37e17905 HTTP/1.1" status: 200 len: 931 time: 0.0508726 Nov 25 13:09:53.536889 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4601093f-1e19-498a-8b95-0c36f1deea00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:53.580113 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e2e7710d-9624-4c96-98b1-0b9ab1dfd575 req-76ddb4dd-01fe-4aef-8af0-efd817b36daf tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ba37784-aaa9-49b8-83a4-8ae52980ad2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410893 Nov 25 13:09:53.644352 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f56ccc78-fc25-43b8-a64f-cdc85252f750 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:53.677072 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-d7c08ba7-73ee-4694-be93-e5789985751e req-3c39592b-ec64-436b-bc7e-11949d76bb68 service neutron] For port af4eb865-6fca-42f0-bf89-0bc7b39cebac, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=af4eb865-6fca-42f0-bf89-0bc7b39cebac,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:09:53.692606 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f56ccc78-fc25-43b8-a64f-cdc85252f750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:53.853199 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-a728cc46-3964-46db-a88a-02eebf8abb31 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:53.880585 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-f56ccc78-fc25-43b8-a64f-cdc85252f750 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=17ad6487fb434b89a306e1fc686cc043&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0425427 Nov 25 13:09:53.883284 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36022) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:09:53.889280 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56ccc78-fc25-43b8-a64f-cdc85252f750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=329f7afa-7b62-4a32-b228-029c609edd1c,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:53.901140 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-d7c08ba7-73ee-4694-be93-e5789985751e req-3c39592b-ec64-436b-bc7e-11949d76bb68 service neutron] For port af4eb865-6fca-42f0-bf89-0bc7b39cebac, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:09:53.983338 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b6e90965-b148-47a2-9c0f-1189c0630998 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:54.013918 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd205003-a9e1-495e-9c3c-ab6e0a1a6add req-8b468591-b18d-4dfa-90c8-5fa18a6328ae tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:54.015520 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dd205003-a9e1-495e-9c3c-ab6e0a1a6add req-8b468591-b18d-4dfa-90c8-5fa18a6328ae tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b109b5-f10f-4c16-9fe2-c3d4add301ee HTTP/1.1" status: 200 len: 950 time: 0.0795009 Nov 25 13:09:54.020818 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b6e90965-b148-47a2-9c0f-1189c0630998 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:54.103121 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dd205003-a9e1-495e-9c3c-ab6e0a1a6add req-a88d5044-0a47-4437-9339-9d891c9ddc30 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800734 Nov 25 13:09:54.116933 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b6e90965-b148-47a2-9c0f-1189c0630998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:54.121166 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b6e90965-b148-47a2-9c0f-1189c0630998 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:54.125165 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b6e90965-b148-47a2-9c0f-1189c0630998 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/329f7afa-7b62-4a32-b228-029c609edd1c HTTP/1.1" status: 204 len: 168 time: 0.2382820 Nov 25 13:09:54.147941 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e90965-b148-47a2-9c0f-1189c0630998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=329f7afa-7b62-4a32-b228-029c609edd1c,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:54.183670 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-42e48fc6-3d2e-44c0-be33-4f5b709906be service neutron] Transition to ACTIVE for port object 087220c7-2a82-445b-929d-1e40a03684c6 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:09:54.193497 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff267b8e-2cf0-4b3a-9f03-fec8bcdd1a5c req-d1bdc8e1-29d3-4574-b626-7adfe738a2b1 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:54.195133 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ff267b8e-2cf0-4b3a-9f03-fec8bcdd1a5c req-d1bdc8e1-29d3-4574-b626-7adfe738a2b1 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b7a40a6-335a-43bf-9a42-81b4b7bd6860 HTTP/1.1" status: 200 len: 943 time: 0.0715508 Nov 25 13:09:54.207334 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-42e48fc6-3d2e-44c0-be33-4f5b709906be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:54.241119 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b109b5-f10f-4c16-9fe2-c3d4add301ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af4eb865-6fca-42f0-bf89-0bc7b39cebac'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:09:54.243848 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce382465-73f0-49ce-8a74-a5ed31d69419" -d '{"events": [{"server_uuid": "89b109b5-f10f-4c16-9fe2-c3d4add301ee", "name": "network-vif-unplugged", "status": "completed", "tag": "af4eb865-6fca-42f0-bf89-0bc7b39cebac"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:09:54.251397 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ff267b8e-2cf0-4b3a-9f03-fec8bcdd1a5c req-83c68072-7800-433b-97d0-9c459e98e050 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487938 Nov 25 13:09:54.281767 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d7c08ba7-73ee-4694-be93-e5789985751e req-3c39592b-ec64-436b-bc7e-11949d76bb68 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:54.326045 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-a728cc46-3964-46db-a88a-02eebf8abb31 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:54.344605 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-d7c08ba7-73ee-4694-be93-e5789985751e req-3c39592b-ec64-436b-bc7e-11949d76bb68 service neutron] Transition to ACTIVE for port object af4eb865-6fca-42f0-bf89-0bc7b39cebac will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:09:54.346616 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-8682fa87-c4b0-48b5-b9e4-cf503c1007ef req-45e77896-b982-45ce-9cf4-d3a21eb56135 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3023a69d-328f-4b58-9771-784d72e4f402 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:09:54.373841 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 13:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e046bca0-09b7-4228-98df-d723a4a54848 x-openstack-request-id: req-e046bca0-09b7-4228-98df-d723a4a54848 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:09:54.373841 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89b109b5-f10f-4c16-9fe2-c3d4add301ee", "name": "network-vif-unplugged", "status": "completed", "tag": "af4eb865-6fca-42f0-bf89-0bc7b39cebac", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:09:54.374057 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e046bca0-09b7-4228-98df-d723a4a54848 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:09:54.374366 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89b109b5-f10f-4c16-9fe2-c3d4add301ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af4eb865-6fca-42f0-bf89-0bc7b39cebac', 'code': 200} Nov 25 13:09:54.385932 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-42e48fc6-3d2e-44c0-be33-4f5b709906be service neutron] No DVR routers for this DVR port 087220c7-2a82-445b-929d-1e40a03684c6 on host n-h1-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:09:54.389407 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8682fa87-c4b0-48b5-b9e4-cf503c1007ef req-45e77896-b982-45ce-9cf4-d3a21eb56135 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:54.396772 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d7c08ba7-73ee-4694-be93-e5789985751e req-3c39592b-ec64-436b-bc7e-11949d76bb68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:54.417054 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e48fc6-3d2e-44c0-be33-4f5b709906be service neutron] Pushing event updated for resources: {'Port': ['ID=087220c7-2a82-445b-929d-1e40a03684c6,revision_number=10']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:54.454277 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-8682fa87-c4b0-48b5-b9e4-cf503c1007ef req-45e77896-b982-45ce-9cf4-d3a21eb56135 service neutron] Transition to ACTIVE for port object 3023a69d-328f-4b58-9771-784d72e4f402 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:09:54.473981 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-a728cc46-3964-46db-a88a-02eebf8abb31 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Network ca5dd849-64c3-4488-b55b-506a274dbd63 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:09:54.483576 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8682fa87-c4b0-48b5-b9e4-cf503c1007ef req-45e77896-b982-45ce-9cf4-d3a21eb56135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:54.485586 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-a728cc46-3964-46db-a88a-02eebf8abb31 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:09:54.492686 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-42e48fc6-3d2e-44c0-be33-4f5b709906be service neutron] 10.222.0.66 "PUT /v2.0/ports/087220c7-2a82-445b-929d-1e40a03684c6/bindings/n-h2-808199-11/activate HTTP/1.1" status: 200 len: 370 time: 2.6241372 Nov 25 13:09:54.494887 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4601093f-1e19-498a-8b95-0c36f1deea00 admin admin] Router 0341e1e1-5d4e-47b6-8d37-f958c4dc8325 is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:09:54.496718 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-a728cc46-3964-46db-a88a-02eebf8abb31 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:09:54.518952 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-c30ed0e9-3ce1-472a-8154-1ec979494d5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 879a7c7b-3e71-4a5a-9729-fe4695e12aad {{(pid=103570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:09:54.540621 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-c30ed0e9-3ce1-472a-8154-1ec979494d5d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:54.560533 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7c08ba7-73ee-4694-be93-e5789985751e req-3c39592b-ec64-436b-bc7e-11949d76bb68 service neutron] No DVR routers for this DVR port af4eb865-6fca-42f0-bf89-0bc7b39cebac on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:09:54.586865 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.provisioning_blocks [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-c30ed0e9-3ce1-472a-8154-1ec979494d5d service neutron] Transition to ACTIVE for port object 879a7c7b-3e71-4a5a-9729-fe4695e12aad will not be triggered until provisioned by entity L2. {{(pid=103570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:09:54.609835 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a728cc46-3964-46db-a88a-02eebf8abb31 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Pushing event updated for resources: {'Port': ['ID=cc922801-edc4-421c-b12f-f0221d48e26c,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:54.627708 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-c30ed0e9-3ce1-472a-8154-1ec979494d5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:54.711906 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-a728cc46-3964-46db-a88a-02eebf8abb31 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:54.713370 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-a728cc46-3964-46db-a88a-02eebf8abb31 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:54.741571 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e4c824-e06d-46dc-b71c-66c23e724a12 req-33d3bc09-a521-4237-a250-8c7c7876a5b1 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:54.743416 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c6e4c824-e06d-46dc-b71c-66c23e724a12 req-33d3bc09-a521-4237-a250-8c7c7876a5b1 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/ports?device_id=8abf26f0-25c1-47e0-9dd9-c98fe7928eb9 HTTP/1.1" status: 200 len: 945 time: 0.1249242 Nov 25 13:09:54.744017 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30ed0e9-3ce1-472a-8154-1ec979494d5d service neutron] Pushing event updated for resources: {'Port': ['ID=879a7c7b-3e71-4a5a-9729-fe4695e12aad,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:54.762782 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d749af-2879-42b1-a90b-9f236281ae70 req-67c9632d-f531-4a27-85f8-743a31f51982 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:54.771209 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c8d749af-2879-42b1-a90b-9f236281ae70 req-67c9632d-f531-4a27-85f8-743a31f51982 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=b367cf64-83ee-4732-8f9a-63d45147755b HTTP/1.1" status: 200 len: 943 time: 0.1934171 Nov 25 13:09:54.833014 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4601093f-1e19-498a-8b95-0c36f1deea00 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:09:54.846277 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf3fd60-4b59-4d76-8265-39c073d5f207 None None] Sync routers for ids ['0341e1e1-5d4e-47b6-8d37-f958c4dc8325'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:09:54.857502 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf3fd60-4b59-4d76-8265-39c073d5f207 None None] Routers {'0341e1e1-5d4e-47b6-8d37-f958c4dc8325'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:09:54.858339 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-3cf3fd60-4b59-4d76-8265-39c073d5f207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:09:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['0341e1e1-5d4e-47b6-8d37-f958c4dc8325'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:09:54.897098 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c8d749af-2879-42b1-a90b-9f236281ae70 req-b6501013-8021-4101-99b0-9fb7db666aad tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247721 Nov 25 13:09:54.914377 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c39592b-ec64-436b-bc7e-11949d76bb68 service neutron] Pushing event updated for resources: {'Port': ['ID=af4eb865-6fca-42f0-bf89-0bc7b39cebac,revision_number=6']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:54.968246 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-d7c08ba7-73ee-4694-be93-e5789985751e req-3c39592b-ec64-436b-bc7e-11949d76bb68 service neutron] Attempting to bind port af4eb865-6fca-42f0-bf89-0bc7b39cebac on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:09:54.968456 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-d7c08ba7-73ee-4694-be93-e5789985751e req-3c39592b-ec64-436b-bc7e-11949d76bb68 service neutron] Attempting to bind port af4eb865-6fca-42f0-bf89-0bc7b39cebac by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:09:54.968738 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c08ba7-73ee-4694-be93-e5789985751e req-3c39592b-ec64-436b-bc7e-11949d76bb68 service neutron] Attempting to bind port af4eb865-6fca-42f0-bf89-0bc7b39cebac on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:09:54.972655 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c6e4c824-e06d-46dc-b71c-66c23e724a12 req-1a8beff5-04cd-4ce1-bf51-865c8bb8907c tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/security-groups?id=f6748c79-b185-401c-a5a4-7558eeb3a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188797 Nov 25 13:09:55.011628 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4601093f-1e19-498a-8b95-0c36f1deea00 admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:55.012893 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-4601093f-1e19-498a-8b95-0c36f1deea00 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.2342825 Nov 25 13:09:55.022624 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36054) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:09:55.028648 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-a728cc46-3964-46db-a88a-02eebf8abb31 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6675866 Nov 25 13:09:55.039047 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c08ba7-73ee-4694-be93-e5789985751e req-3c39592b-ec64-436b-bc7e-11949d76bb68 service neutron] Port af4eb865-6fca-42f0-bf89-0bc7b39cebac on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:09:55.039047 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c08ba7-73ee-4694-be93-e5789985751e req-3c39592b-ec64-436b-bc7e-11949d76bb68 service neutron] Attempting to bind port af4eb865-6fca-42f0-bf89-0bc7b39cebac on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:09:55.055135 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-5b3ed98c-7504-4618-a0a3-8e8cc2f901d5 tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:55.056667 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-5b3ed98c-7504-4618-a0a3-8e8cc2f901d5 tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=6b7a40a6-335a-43bf-9a42-81b4b7bd6860&tenant_id=d2e157ec7259461e96009d2e9c8298f0&binding%3Ahost_id=n-h1-808199-11 HTTP/1.1" status: 200 len: 1096 time: 0.4869752 Nov 25 13:09:55.063002 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-d6c10177-f522-4ecd-a4c8-dac412b00d3f service neutron] Request body: {'port': {'device_id': '506b0bca-4c9a-4ae7-bde1-c635f036bc80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:09:55.065783 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e77896-b982-45ce-9cf4-d3a21eb56135 service neutron] Pushing event updated for resources: {'Port': ['ID=3023a69d-328f-4b58-9771-784d72e4f402,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:55.079695 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c08ba7-73ee-4694-be93-e5789985751e req-3c39592b-ec64-436b-bc7e-11949d76bb68 service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:09:55.079695 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c08ba7-73ee-4694-be93-e5789985751e req-3c39592b-ec64-436b-bc7e-11949d76bb68 service neutron] Checking segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:09:55.080037 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c08ba7-73ee-4694-be93-e5789985751e req-3c39592b-ec64-436b-bc7e-11949d76bb68 service neutron] Bound using segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:09:55.080429 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-d7c08ba7-73ee-4694-be93-e5789985751e req-3c39592b-ec64-436b-bc7e-11949d76bb68 service neutron] Bound port: af4eb865-6fca-42f0-bf89-0bc7b39cebac, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:09:55.081265 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d7c08ba7-73ee-4694-be93-e5789985751e req-3c39592b-ec64-436b-bc7e-11949d76bb68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:55.109977 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-c30ed0e9-3ce1-472a-8154-1ec979494d5d service neutron] Attempting to bind port 879a7c7b-3e71-4a5a-9729-fe4695e12aad on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:09:55.110667 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-c30ed0e9-3ce1-472a-8154-1ec979494d5d service neutron] Attempting to bind port 879a7c7b-3e71-4a5a-9729-fe4695e12aad by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': 'a25deda0-3957-4726-852e-cb012d2ec072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ca5dd849-64c3-4488-b55b-506a274dbd63'}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:09:55.111328 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-c30ed0e9-3ce1-472a-8154-1ec979494d5d service neutron] Attempting to bind port 879a7c7b-3e71-4a5a-9729-fe4695e12aad on network ca5dd849-64c3-4488-b55b-506a274dbd63 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:09:55.143556 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-c30ed0e9-3ce1-472a-8154-1ec979494d5d service neutron] Port 879a7c7b-3e71-4a5a-9729-fe4695e12aad on network ca5dd849-64c3-4488-b55b-506a274dbd63 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:09:55.144200 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-c30ed0e9-3ce1-472a-8154-1ec979494d5d service neutron] Attempting to bind port 879a7c7b-3e71-4a5a-9729-fe4695e12aad on network ca5dd849-64c3-4488-b55b-506a274dbd63 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:09:55.196296 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-8682fa87-c4b0-48b5-b9e4-cf503c1007ef req-45e77896-b982-45ce-9cf4-d3a21eb56135 service neutron] Attempting to bind port 3023a69d-328f-4b58-9771-784d72e4f402 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:09:55.196638 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-8682fa87-c4b0-48b5-b9e4-cf503c1007ef req-45e77896-b982-45ce-9cf4-d3a21eb56135 service neutron] Attempting to bind port 3023a69d-328f-4b58-9771-784d72e4f402 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '6f5b4a09-9f6c-4c19-8201-4d90933cd506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '20494638-06c1-415e-90d6-c326674b78a0'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:09:55.196969 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8682fa87-c4b0-48b5-b9e4-cf503c1007ef req-45e77896-b982-45ce-9cf4-d3a21eb56135 service neutron] Attempting to bind port 3023a69d-328f-4b58-9771-784d72e4f402 on network 20494638-06c1-415e-90d6-c326674b78a0 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:09:55.211525 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-c30ed0e9-3ce1-472a-8154-1ec979494d5d service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:09:55.211882 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-c30ed0e9-3ce1-472a-8154-1ec979494d5d service neutron] Checking segment: {'id': 'a25deda0-3957-4726-852e-cb012d2ec072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ca5dd849-64c3-4488-b55b-506a274dbd63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:09:55.212280 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-c30ed0e9-3ce1-472a-8154-1ec979494d5d service neutron] Bound using segment: {'id': 'a25deda0-3957-4726-852e-cb012d2ec072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ca5dd849-64c3-4488-b55b-506a274dbd63'} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:09:55.212741 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-c30ed0e9-3ce1-472a-8154-1ec979494d5d service neutron] Bound port: 879a7c7b-3e71-4a5a-9729-fe4695e12aad, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a25deda0-3957-4726-852e-cb012d2ec072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ca5dd849-64c3-4488-b55b-506a274dbd63'}}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:09:55.213105 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-c30ed0e9-3ce1-472a-8154-1ec979494d5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:55.225313 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-3cf3fd60-4b59-4d76-8265-39c073d5f207 None None] Set router 0341e1e1-5d4e-47b6-8d37-f958c4dc8325 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:09:55.237532 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8682fa87-c4b0-48b5-b9e4-cf503c1007ef req-45e77896-b982-45ce-9cf4-d3a21eb56135 service neutron] Port 3023a69d-328f-4b58-9771-784d72e4f402 on network 20494638-06c1-415e-90d6-c326674b78a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:09:55.237923 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8682fa87-c4b0-48b5-b9e4-cf503c1007ef req-45e77896-b982-45ce-9cf4-d3a21eb56135 service neutron] Attempting to bind port 3023a69d-328f-4b58-9771-784d72e4f402 on network 20494638-06c1-415e-90d6-c326674b78a0 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:09:55.247323 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-d6c10177-f522-4ecd-a4c8-dac412b00d3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:55.269424 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-5a726a04-68be-416a-b28e-e4952c17db89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:55.271498 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-5a726a04-68be-416a-b28e-e4952c17db89 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6b7a40a6-335a-43bf-9a42-81b4b7bd6860&tenant_id=d2e157ec7259461e96009d2e9c8298f0 HTTP/1.1" status: 200 len: 1096 time: 0.1943676 Nov 25 13:09:55.272276 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8682fa87-c4b0-48b5-b9e4-cf503c1007ef req-45e77896-b982-45ce-9cf4-d3a21eb56135 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:09:55.272612 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8682fa87-c4b0-48b5-b9e4-cf503c1007ef req-45e77896-b982-45ce-9cf4-d3a21eb56135 service neutron] Checking segment: {'id': '6f5b4a09-9f6c-4c19-8201-4d90933cd506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '20494638-06c1-415e-90d6-c326674b78a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:09:55.272989 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8682fa87-c4b0-48b5-b9e4-cf503c1007ef req-45e77896-b982-45ce-9cf4-d3a21eb56135 service neutron] Bound using segment: {'id': '6f5b4a09-9f6c-4c19-8201-4d90933cd506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '20494638-06c1-415e-90d6-c326674b78a0'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:09:55.273435 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-8682fa87-c4b0-48b5-b9e4-cf503c1007ef req-45e77896-b982-45ce-9cf4-d3a21eb56135 service neutron] Bound port: 3023a69d-328f-4b58-9771-784d72e4f402, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f5b4a09-9f6c-4c19-8201-4d90933cd506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '20494638-06c1-415e-90d6-c326674b78a0'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:09:55.273791 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8682fa87-c4b0-48b5-b9e4-cf503c1007ef req-45e77896-b982-45ce-9cf4-d3a21eb56135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:55.302795 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device af4eb865-6fca-42f0-bf89-0bc7b39cebac no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:09:55.382091 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-d7c08ba7-73ee-4694-be93-e5789985751e req-3c39592b-ec64-436b-bc7e-11949d76bb68 service neutron] For port af4eb865-6fca-42f0-bf89-0bc7b39cebac, host n-h1-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:09:55.422755 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device af4eb865-6fca-42f0-bf89-0bc7b39cebac not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:09:55.425820 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-d7c08ba7-73ee-4694-be93-e5789985751e req-3c39592b-ec64-436b-bc7e-11949d76bb68 service neutron] For port af4eb865-6fca-42f0-bf89-0bc7b39cebac, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=af4eb865-6fca-42f0-bf89-0bc7b39cebac,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:09:55.490213 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d7c08ba7-73ee-4694-be93-e5789985751e req-3c39592b-ec64-436b-bc7e-11949d76bb68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:55.547463 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-0b822c01-3267-450b-996d-c888a27cf93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:55.548856 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-3cf3fd60-4b59-4d76-8265-39c073d5f207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0341e1e1-5d4e-47b6-8d37-f958c4dc8325', 'name': 'tempest-TaggedBootDevicesTest_v242-377680740-router', 'tenant_id': 'f253db84e4e241d4aa7c98f5a2e10d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'b094d7a2-0b2d-4040-8562-f7b7df4c102f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:09:47Z', 'updated_at': '2021-11-25T13:09:51Z', 'revision_number': 3, 'project_id': 'f253db84e4e241d4aa7c98f5a2e10d18', 'gw_port': {'id': 'b094d7a2-0b2d-4040-8562-f7b7df4c102f', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0341e1e1-5d4e-47b6-8d37-f958c4dc8325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:09:49Z', 'updated_at': '2021-11-25T13:09:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:09:55.549036 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-0b822c01-3267-450b-996d-c888a27cf93b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d2e157ec7259461e96009d2e9c8298f0&device_id=6b7a40a6-335a-43bf-9a42-81b4b7bd6860 HTTP/1.1" status: 200 len: 1096 time: 0.2272587 Nov 25 13:09:55.558622 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-8682fa87-c4b0-48b5-b9e4-cf503c1007ef req-45e77896-b982-45ce-9cf4-d3a21eb56135 service neutron] For port 3023a69d-328f-4b58-9771-784d72e4f402, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:09:55.589111 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf3fd60-4b59-4d76-8265-39c073d5f207 None None] Checking router: 0341e1e1-5d4e-47b6-8d37-f958c4dc8325 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:09:55.589843 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf3fd60-4b59-4d76-8265-39c073d5f207 None None] Updating router 0341e1e1-5d4e-47b6-8d37-f958c4dc8325 port b094d7a2-0b2d-4040-8562-f7b7df4c102f binding host n-d-808199-11 {{(pid=103572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:09:55.597712 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c08ba7-73ee-4694-be93-e5789985751e req-3c39592b-ec64-436b-bc7e-11949d76bb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:55.598366 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d7c08ba7-73ee-4694-be93-e5789985751e req-3c39592b-ec64-436b-bc7e-11949d76bb68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:55.599790 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d7c08ba7-73ee-4694-be93-e5789985751e req-3c39592b-ec64-436b-bc7e-11949d76bb68 service neutron] 10.222.0.66 "PUT /v2.0/ports/af4eb865-6fca-42f0-bf89-0bc7b39cebac HTTP/1.1" status: 200 len: 1097 time: 3.2232950 Nov 25 13:09:55.623091 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-8682fa87-c4b0-48b5-b9e4-cf503c1007ef req-45e77896-b982-45ce-9cf4-d3a21eb56135 service neutron] For port 3023a69d-328f-4b58-9771-784d72e4f402, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=3023a69d-328f-4b58-9771-784d72e4f402,segment=NetworkSegment(6f5b4a09-9f6c-4c19-8201-4d90933cd506),segment_id=6f5b4a09-9f6c-4c19-8201-4d90933cd506)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:09:55.632395 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35becf3d-ca50-4c33-a322-df5a0eefe608 req-3f17c5c3-36a2-4181-b09b-61a3accf86c8 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:55.633955 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-35becf3d-ca50-4c33-a322-df5a0eefe608 req-3f17c5c3-36a2-4181-b09b-61a3accf86c8 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.53 "GET /v2.0/ports?device_id=051b7a91-129f-4c03-8ab6-0e6c37e17905 HTTP/1.1" status: 200 len: 943 time: 0.6325109 Nov 25 13:09:55.639534 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3cf3fd60-4b59-4d76-8265-39c073d5f207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:55.739501 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-3dbf9c1c-2d1a-47de-8be0-3c6c704e97ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:55.741012 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-3dbf9c1c-2d1a-47de-8be0-3c6c704e97ba service neutron] 10.222.0.47 "GET /v2.0/networks?id=4eedb877-5fc3-46a9-a0e2-7e0a431fb103 HTTP/1.1" status: 200 len: 922 time: 0.1742561 Nov 25 13:09:55.767023 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26356e5-5c58-4a09-aabe-9a6633e4f229 req-8329a4fc-c4a5-4300-ba6f-021997de46e6 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:55.775340 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b26356e5-5c58-4a09-aabe-9a6633e4f229 req-8329a4fc-c4a5-4300-ba6f-021997de46e6 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b109b5-f10f-4c16-9fe2-c3d4add301ee HTTP/1.1" status: 200 len: 948 time: 0.5452971 Nov 25 13:09:55.797610 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8682fa87-c4b0-48b5-b9e4-cf503c1007ef req-45e77896-b982-45ce-9cf4-d3a21eb56135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:55.825197 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-c30ed0e9-3ce1-472a-8154-1ec979494d5d service neutron] For port 879a7c7b-3e71-4a5a-9729-fe4695e12aad, host n-h1-808199-11, cleared binding levels {{(pid=103570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:09:55.832643 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682fa87-c4b0-48b5-b9e4-cf503c1007ef req-45e77896-b982-45ce-9cf4-d3a21eb56135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:55.833375 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8682fa87-c4b0-48b5-b9e4-cf503c1007ef req-45e77896-b982-45ce-9cf4-d3a21eb56135 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:55.835495 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8682fa87-c4b0-48b5-b9e4-cf503c1007ef req-45e77896-b982-45ce-9cf4-d3a21eb56135 service neutron] 10.222.0.47 "PUT /v2.0/ports/3023a69d-328f-4b58-9771-784d72e4f402 HTTP/1.1" status: 200 len: 1092 time: 3.3333676 Nov 25 13:09:55.907052 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-d735e665-7334-438c-bfe7-ff46b0feb500 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=087220c7-2a82-445b-929d-1e40a03684c6 HTTP/1.1" status: 200 len: 217 time: 0.1444280 Nov 25 13:09:55.915921 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c39592b-ec64-436b-bc7e-11949d76bb68 service neutron] Pushing event updated for resources: {'Port': ['ID=af4eb865-6fca-42f0-bf89-0bc7b39cebac,revision_number=7']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:55.917422 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-c30ed0e9-3ce1-472a-8154-1ec979494d5d service neutron] For port 879a7c7b-3e71-4a5a-9729-fe4695e12aad, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=879a7c7b-3e71-4a5a-9729-fe4695e12aad,segment=NetworkSegment(a25deda0-3957-4726-852e-cb012d2ec072),segment_id=a25deda0-3957-4726-852e-cb012d2ec072)] {{(pid=103570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:09:55.928722 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-35becf3d-ca50-4c33-a322-df5a0eefe608 req-3b9bdcb8-4085-4205-83ee-fcd2170f12a6 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ba37784-aaa9-49b8-83a4-8ae52980ad2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834215 Nov 25 13:09:55.944541 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-c30ed0e9-3ce1-472a-8154-1ec979494d5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:55.944541 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b26356e5-5c58-4a09-aabe-9a6633e4f229 req-159187eb-87f9-4673-a48d-fc78660c32b1 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664159 Nov 25 13:09:56.072268 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-c30ed0e9-3ce1-472a-8154-1ec979494d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:56.072939 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-c30ed0e9-3ce1-472a-8154-1ec979494d5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:56.074394 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-c30ed0e9-3ce1-472a-8154-1ec979494d5d service neutron] 10.222.0.66 "PUT /v2.0/ports/879a7c7b-3e71-4a5a-9729-fe4695e12aad HTTP/1.1" status: 200 len: 1092 time: 3.3368220 Nov 25 13:09:56.074963 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '051b7a91-129f-4c03-8ab6-0e6c37e17905', 'tag': '879a7c7b-3e71-4a5a-9729-fe4695e12aad'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:09:56.077279 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33784d3b-0dd1-4c3e-be89-7314773073ac" -d '{"events": [{"name": "network-changed", "server_uuid": "051b7a91-129f-4c03-8ab6-0e6c37e17905", "tag": "879a7c7b-3e71-4a5a-9729-fe4695e12aad"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:09:56.145603 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3cf3fd60-4b59-4d76-8265-39c073d5f207 None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:56.146225 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c08ba7-73ee-4694-be93-e5789985751e req-24ac92a4-214b-4b57-8d2b-11ffc9d9b2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:56.148346 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d7c08ba7-73ee-4694-be93-e5789985751e req-24ac92a4-214b-4b57-8d2b-11ffc9d9b2e5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=af4c9854d3c048999405c81c71776d29&device_id=89b109b5-f10f-4c16-9fe2-c3d4add301ee HTTP/1.1" status: 200 len: 1100 time: 0.3990448 Nov 25 13:09:56.151170 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3cf3fd60-4b59-4d76-8265-39c073d5f207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:56.179458 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-892b8dde-99f0-441a-9331-26110b0ff135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:56.181022 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-892b8dde-99f0-441a-9331-26110b0ff135 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c6ff4ad3-eaf7-4ebb-ae7a-2ad7a9626250 HTTP/1.1" status: 200 len: 861 time: 0.2491851 Nov 25 13:09:56.194085 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e77896-b982-45ce-9cf4-d3a21eb56135 service neutron] Pushing event updated for resources: {'Port': ['ID=3023a69d-328f-4b58-9771-784d72e4f402,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:56.196343 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30ed0e9-3ce1-472a-8154-1ec979494d5d service neutron] Pushing event updated for resources: {'Port': ['ID=879a7c7b-3e71-4a5a-9729-fe4695e12aad,revision_number=3']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:56.197938 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682fa87-c4b0-48b5-b9e4-cf503c1007ef req-ece17593-4e32-4567-8e20-6aad232c7279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:56.199468 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8682fa87-c4b0-48b5-b9e4-cf503c1007ef req-ece17593-4e32-4567-8e20-6aad232c7279 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f9638bf2b13b4d579c7476454eb03e3d&device_id=b367cf64-83ee-4732-8f9a-63d45147755b HTTP/1.1" status: 200 len: 1095 time: 0.2897208 Nov 25 13:09:56.200050 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-3cf3fd60-4b59-4d76-8265-39c073d5f207 None None] Attempting to bind port b094d7a2-0b2d-4040-8562-f7b7df4c102f on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:09:56.200465 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-3cf3fd60-4b59-4d76-8265-39c073d5f207 None None] Attempting to bind port b094d7a2-0b2d-4040-8562-f7b7df4c102f by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:09:56.200956 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf3fd60-4b59-4d76-8265-39c073d5f207 None None] Attempting to bind port b094d7a2-0b2d-4040-8562-f7b7df4c102f on network 7542d3d9-0db3-40e7-ab88-a168871141f7 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:09:56.216887 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf3fd60-4b59-4d76-8265-39c073d5f207 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:09:56.217088 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf3fd60-4b59-4d76-8265-39c073d5f207 None None] Checking segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:09:56.217341 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3cf3fd60-4b59-4d76-8265-39c073d5f207 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:56.217739 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf3fd60-4b59-4d76-8265-39c073d5f207 None None] Bound using segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:09:56.218225 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-3cf3fd60-4b59-4d76-8265-39c073d5f207 None None] Bound port: b094d7a2-0b2d-4040-8562-f7b7df4c102f, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:09:56.218616 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3cf3fd60-4b59-4d76-8265-39c073d5f207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:56.224682 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b26e003-1a29-4ed5-9e4f-f5d670a8e6e0 req-84b24fc3-6019-4a84-8eda-044135d614ec tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:56.231803 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1b26e003-1a29-4ed5-9e4f-f5d670a8e6e0 req-84b24fc3-6019-4a84-8eda-044135d614ec tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b7a40a6-335a-43bf-9a42-81b4b7bd6860 HTTP/1.1" status: 200 len: 944 time: 0.2005715 Nov 25 13:09:56.243629 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a669d835-6a9d-47a4-a141-67b6e49ce3bd None None] Pushing event updated for resources: {'Port': ['ID=b094d7a2-0b2d-4040-8562-f7b7df4c102f,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:56.255565 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a669d835-6a9d-47a4-a141-67b6e49ce3bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:09:56.255953 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a669d835-6a9d-47a4-a141-67b6e49ce3bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:09:56.256265 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a669d835-6a9d-47a4-a141-67b6e49ce3bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:09:56.256610 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a669d835-6a9d-47a4-a141-67b6e49ce3bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:09:56.257311 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a669d835-6a9d-47a4-a141-67b6e49ce3bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:09:56.257311 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a669d835-6a9d-47a4-a141-67b6e49ce3bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:09:56.257590 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a669d835-6a9d-47a4-a141-67b6e49ce3bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:09:56.257918 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a669d835-6a9d-47a4-a141-67b6e49ce3bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:09:56.258247 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a669d835-6a9d-47a4-a141-67b6e49ce3bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:09:56.258582 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a669d835-6a9d-47a4-a141-67b6e49ce3bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:09:56.258932 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a669d835-6a9d-47a4-a141-67b6e49ce3bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:09:56.259260 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a669d835-6a9d-47a4-a141-67b6e49ce3bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:09:56.293231 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-3cf3fd60-4b59-4d76-8265-39c073d5f207 None None] For port b094d7a2-0b2d-4040-8562-f7b7df4c102f, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:09:56.296687 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-3cf3fd60-4b59-4d76-8265-39c073d5f207 None None] For port b094d7a2-0b2d-4040-8562-f7b7df4c102f, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=b094d7a2-0b2d-4040-8562-f7b7df4c102f,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:09:56.301964 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3cf3fd60-4b59-4d76-8265-39c073d5f207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:56.307003 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b8f033-ea02-481e-a2df-847849bf33c1 req-6a0e26bc-1679-49b6-97eb-f08b08dfbfaa tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:56.308628 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c8b8f033-ea02-481e-a2df-847849bf33c1 req-6a0e26bc-1679-49b6-97eb-f08b08dfbfaa tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=b367cf64-83ee-4732-8f9a-63d45147755b HTTP/1.1" status: 200 len: 943 time: 0.2436178 Nov 25 13:09:56.313004 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-d78dd300-66b9-4306-bc86-447586e7263d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4eedb877-5fc3-46a9-a0e2-7e0a431fb103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1125693 Nov 25 13:09:56.317620 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8682fa87-c4b0-48b5-b9e4-cf503c1007ef req-d742a9f2-a1a7-4b49-94b0-749cf60bb47a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3023a69d-328f-4b58-9771-784d72e4f402 HTTP/1.1" status: 200 len: 217 time: 0.0703518 Nov 25 13:09:56.359348 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-ce874477-1d41-41f2-b756-c200f93f1b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:56.360827 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-ce874477-1d41-41f2-b756-c200f93f1b90 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bb2bf627d5d54038939071ee99391b2a&device_id=051b7a91-129f-4c03-8ab6-0e6c37e17905 HTTP/1.1" status: 200 len: 1095 time: 0.1959467 Nov 25 13:09:56.365776 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf3fd60-4b59-4d76-8265-39c073d5f207 None None] Routers {'0341e1e1-5d4e-47b6-8d37-f958c4dc8325'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:09:56.366736 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-3cf3fd60-4b59-4d76-8265-39c073d5f207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:09:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['0341e1e1-5d4e-47b6-8d37-f958c4dc8325'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:09:56.371603 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a669d835-6a9d-47a4-a141-67b6e49ce3bd None None] Pushing event updated for resources: {'Port': ['ID=b094d7a2-0b2d-4040-8562-f7b7df4c102f,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:56.399800 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89b109b5-f10f-4c16-9fe2-c3d4add301ee', 'tag': 'af4eb865-6fca-42f0-bf89-0bc7b39cebac'}, {'name': 'network-changed', 'server_uuid': 'b367cf64-83ee-4732-8f9a-63d45147755b', 'tag': '3023a69d-328f-4b58-9771-784d72e4f402'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:09:56.402099 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80476a14-4bf0-4297-9311-ac20a4df08b9" -d '{"events": [{"name": "network-changed", "server_uuid": "89b109b5-f10f-4c16-9fe2-c3d4add301ee", "tag": "af4eb865-6fca-42f0-bf89-0bc7b39cebac"}, {"name": "network-changed", "server_uuid": "b367cf64-83ee-4732-8f9a-63d45147755b", "tag": "3023a69d-328f-4b58-9771-784d72e4f402"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:09:56.430061 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1b26e003-1a29-4ed5-9e4f-f5d670a8e6e0 req-d939bb3a-e5a9-43fa-9b25-0cec2c4e2644 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973534 Nov 25 13:09:56.450365 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-1070a5f0-7757-40fa-a8e5-453831756535 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=879a7c7b-3e71-4a5a-9729-fe4695e12aad HTTP/1.1" status: 200 len: 217 time: 0.0727146 Nov 25 13:09:56.461443 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-d6c10177-f522-4ecd-a4c8-dac412b00d3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc922801-edc4-421c-b12f-f0221d48e26c {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:09:56.462223 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c8b8f033-ea02-481e-a2df-847849bf33c1 req-1304be1f-f4b6-454e-a486-c5109712ecbe tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336861 Nov 25 13:09:56.484732 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-d6c10177-f522-4ecd-a4c8-dac412b00d3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:56.487804 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682fa87-c4b0-48b5-b9e4-cf503c1007ef req-899196ee-ba46-401f-9e98-477d4b88362c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:56.489331 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8682fa87-c4b0-48b5-b9e4-cf503c1007ef req-899196ee-ba46-401f-9e98-477d4b88362c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=82870c5b-3c5b-4cf7-b280-dc92346a33bf HTTP/1.1" status: 200 len: 847 time: 0.1474695 Nov 25 13:09:56.546311 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f35c3fb-e31c-4c37-9d68-9d528cdabdf6 x-openstack-request-id: req-7f35c3fb-e31c-4c37-9d68-9d528cdabdf6 {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:09:56.546729 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-3cf3fd60-4b59-4d76-8265-39c073d5f207 None None] Set router 0341e1e1-5d4e-47b6-8d37-f958c4dc8325 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:09:56.546852 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "051b7a91-129f-4c03-8ab6-0e6c37e17905", "tag": "879a7c7b-3e71-4a5a-9729-fe4695e12aad", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:09:56.547609 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7f35c3fb-e31c-4c37-9d68-9d528cdabdf6 {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:09:56.548013 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '051b7a91-129f-4c03-8ab6-0e6c37e17905', 'tag': '879a7c7b-3e71-4a5a-9729-fe4695e12aad', 'status': 'completed', 'code': 200} Nov 25 13:09:56.555066 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8682fa87-c4b0-48b5-b9e4-cf503c1007ef req-b3418110-1722-4994-ade1-f98757bee708 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20494638-06c1-415e-90d6-c326674b78a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541337 Nov 25 13:09:56.560807 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-d6c10177-f522-4ecd-a4c8-dac412b00d3f service neutron] Transition to ACTIVE for port object cc922801-edc4-421c-b12f-f0221d48e26c will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:09:56.562098 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c08ba7-73ee-4694-be93-e5789985751e req-50ebbd9c-e2dd-4963-a2ee-1eb48b0513c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:56.563563 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d7c08ba7-73ee-4694-be93-e5789985751e req-50ebbd9c-e2dd-4963-a2ee-1eb48b0513c8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=85f6380f-3625-4f44-8465-fbcf0c11fed5 HTTP/1.1" status: 200 len: 870 time: 0.3990142 Nov 25 13:09:56.583744 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-6bd32ffb-697a-4595-ac64-1bb9e213230c service neutron] 10.222.0.47 "GET /v2.0/networks/4eedb877-5fc3-46a9-a0e2-7e0a431fb103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444592 Nov 25 13:09:56.584353 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-d6c10177-f522-4ecd-a4c8-dac412b00d3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:56.619618 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-70e38a77-6774-46e4-a1f1-81707eb9d831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:56.621451 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-70e38a77-6774-46e4-a1f1-81707eb9d831 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cc8601b7-2b4a-4488-a128-4b05fb558596 HTTP/1.1" status: 200 len: 853 time: 0.1580925 Nov 25 13:09:56.677864 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c17b82c-e807-462c-849e-629cdbb99488 req-1d73db2f-fbfe-4306-9f74-949df304c3e1 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:56.679596 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6c17b82c-e807-462c-849e-629cdbb99488 req-1d73db2f-fbfe-4306-9f74-949df304c3e1 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/ports?device_id=8abf26f0-25c1-47e0-9dd9-c98fe7928eb9 HTTP/1.1" status: 200 len: 945 time: 0.1308167 Nov 25 13:09:56.695731 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d7c08ba7-73ee-4694-be93-e5789985751e req-591f9aa1-d5a0-4e81-a78b-6c7c1bb4eb4a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=af4eb865-6fca-42f0-bf89-0bc7b39cebac HTTP/1.1" status: 200 len: 217 time: 0.1203511 Nov 25 13:09:56.701954 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-3fdf1cc9-fc44-4b95-8c03-c120aaff9867 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ca5dd849-64c3-4488-b55b-506a274dbd63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694051 Nov 25 13:09:56.773336 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-3cf3fd60-4b59-4d76-8265-39c073d5f207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0341e1e1-5d4e-47b6-8d37-f958c4dc8325', 'name': 'tempest-TaggedBootDevicesTest_v242-377680740-router', 'tenant_id': 'f253db84e4e241d4aa7c98f5a2e10d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'b094d7a2-0b2d-4040-8562-f7b7df4c102f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:09:47Z', 'updated_at': '2021-11-25T13:09:51Z', 'revision_number': 3, 'project_id': 'f253db84e4e241d4aa7c98f5a2e10d18', 'gw_port': {'id': 'b094d7a2-0b2d-4040-8562-f7b7df4c102f', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0341e1e1-5d4e-47b6-8d37-f958c4dc8325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:09:49Z', 'updated_at': '2021-11-25T13:09:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:09:56.804775 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf3fd60-4b59-4d76-8265-39c073d5f207 None None] The sync data for ids ['0341e1e1-5d4e-47b6-8d37-f958c4dc8325'] in n-d-808199-11 is: [{'id': '0341e1e1-5d4e-47b6-8d37-f958c4dc8325', 'name': 'tempest-TaggedBootDevicesTest_v242-377680740-router', 'tenant_id': 'f253db84e4e241d4aa7c98f5a2e10d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'b094d7a2-0b2d-4040-8562-f7b7df4c102f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:09:47Z', 'updated_at': '2021-11-25T13:09:51Z', 'revision_number': 3, 'project_id': 'f253db84e4e241d4aa7c98f5a2e10d18', 'gw_port': {'id': 'b094d7a2-0b2d-4040-8562-f7b7df4c102f', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0341e1e1-5d4e-47b6-8d37-f958c4dc8325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:09:49Z', 'updated_at': '2021-11-25T13:09:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:09:56.893245 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6c17b82c-e807-462c-849e-629cdbb99488 req-93a4dd58-6c3f-485e-85a3-a25567914fdb tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/security-groups?id=f6748c79-b185-401c-a5a4-7558eeb3a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902254 Nov 25 13:09:56.903625 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bc5abcca-00bb-4f72-a1bf-697378001417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:56.970391 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 25 Nov 2021 13:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb86b0f-4411-4724-a54e-4b6c94973d48 x-openstack-request-id: req-fbb86b0f-4411-4724-a54e-4b6c94973d48 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:09:56.970721 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89b109b5-f10f-4c16-9fe2-c3d4add301ee", "tag": "af4eb865-6fca-42f0-bf89-0bc7b39cebac", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b367cf64-83ee-4732-8f9a-63d45147755b", "tag": "3023a69d-328f-4b58-9771-784d72e4f402", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:09:56.970984 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fbb86b0f-4411-4724-a54e-4b6c94973d48 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:09:56.971385 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89b109b5-f10f-4c16-9fe2-c3d4add301ee', 'tag': 'af4eb865-6fca-42f0-bf89-0bc7b39cebac', 'status': 'completed', 'code': 200} Nov 25 13:09:56.971657 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b367cf64-83ee-4732-8f9a-63d45147755b', 'tag': '3023a69d-328f-4b58-9771-784d72e4f402', 'status': 'completed', 'code': 200} Nov 25 13:09:56.998729 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-ef722000-6987-4f43-b653-b9e3f0ac86fc service neutron] 10.222.0.66 "GET /v2.0/networks/ca5dd849-64c3-4488-b55b-506a274dbd63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850745 Nov 25 13:09:57.084565 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c10177-f522-4ecd-a4c8-dac412b00d3f service neutron] Pushing event updated for resources: {'Port': ['ID=cc922801-edc4-421c-b12f-f0221d48e26c,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:57.164927 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8682fa87-c4b0-48b5-b9e4-cf503c1007ef req-ff3738f2-c067-4546-990c-54384abca962 service neutron] 10.222.0.47 "GET /v2.0/networks/20494638-06c1-415e-90d6-c326674b78a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5987585 Nov 25 13:09:57.179293 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c08ba7-73ee-4694-be93-e5789985751e req-9538c90b-460c-4773-ab0b-5317613c122f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:57.180742 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d7c08ba7-73ee-4694-be93-e5789985751e req-9538c90b-460c-4773-ab0b-5317613c122f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.4758646 Nov 25 13:09:57.240025 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80476a14-4bf0-4297-9311-ac20a4df08b9 req-ab630f46-c307-448c-a4ad-f878364e07cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:57.241803 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-80476a14-4bf0-4297-9311-ac20a4df08b9 req-ab630f46-c307-448c-a4ad-f878364e07cb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=af4c9854d3c048999405c81c71776d29&device_id=89b109b5-f10f-4c16-9fe2-c3d4add301ee HTTP/1.1" status: 200 len: 1100 time: 0.2796688 Nov 25 13:09:57.258323 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a651a098-37e2-4f0e-b6fe-e519f62081d2 req-885f6f13-f4ff-4733-a1b2-75f73700b0eb tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:57.259931 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a651a098-37e2-4f0e-b6fe-e519f62081d2 req-885f6f13-f4ff-4733-a1b2-75f73700b0eb tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.53 "GET /v2.0/ports?device_id=051b7a91-129f-4c03-8ab6-0e6c37e17905 HTTP/1.1" status: 200 len: 943 time: 0.2510979 Nov 25 13:09:57.298515 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd07998-d069-4713-b178-613abc79baa4 req-193a44b1-3a3d-40ac-aaf1-11acdaf81313 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:57.300701 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9fd07998-d069-4713-b178-613abc79baa4 req-193a44b1-3a3d-40ac-aaf1-11acdaf81313 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b109b5-f10f-4c16-9fe2-c3d4add301ee HTTP/1.1" status: 200 len: 948 time: 0.2027392 Nov 25 13:09:57.303691 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-2bc4fb1f-5ad9-4f5d-b550-c9354c7c7370 service neutron] 10.222.0.47 "GET /v2.0/networks/4eedb877-5fc3-46a9-a0e2-7e0a431fb103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6711752 Nov 25 13:09:57.318386 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-d896bdf7-0ca0-4bcf-a7c1-aa2ab0948a48 service neutron] 10.222.0.66 "GET /v2.0/networks/ca5dd849-64c3-4488-b55b-506a274dbd63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069818 Nov 25 13:09:57.320528 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-bc5abcca-00bb-4f72-a1bf-697378001417 admin admin] Allocated IP 172.20.0.1 (c70f7334-0865-479f-9b23-a45cfad81392/fc9e2fcf-0a5d-4e99-a435-c082f1996d71/b79560da-e193-483e-af51-c7aaa2404d2e) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:09:57.438221 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-d6c10177-f522-4ecd-a4c8-dac412b00d3f service neutron] Attempting to bind port cc922801-edc4-421c-b12f-f0221d48e26c on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:09:57.438560 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-d6c10177-f522-4ecd-a4c8-dac412b00d3f service neutron] Attempting to bind port cc922801-edc4-421c-b12f-f0221d48e26c by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': 'a25deda0-3957-4726-852e-cb012d2ec072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ca5dd849-64c3-4488-b55b-506a274dbd63'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:09:57.438943 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-d6c10177-f522-4ecd-a4c8-dac412b00d3f service neutron] Attempting to bind port cc922801-edc4-421c-b12f-f0221d48e26c on network ca5dd849-64c3-4488-b55b-506a274dbd63 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:09:57.441923 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80476a14-4bf0-4297-9311-ac20a4df08b9 req-ea9cfddc-cc51-43df-b2ea-25a3ebfc45aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:57.443445 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-80476a14-4bf0-4297-9311-ac20a4df08b9 req-ea9cfddc-cc51-43df-b2ea-25a3ebfc45aa service neutron] 10.222.0.47 "GET /v2.0/networks?id=85f6380f-3625-4f44-8465-fbcf0c11fed5 HTTP/1.1" status: 200 len: 870 time: 0.1569860 Nov 25 13:09:57.456055 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c08ba7-73ee-4694-be93-e5789985751e req-a9809332-4c9f-48e9-9d11-4a965488c486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:57.457612 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d7c08ba7-73ee-4694-be93-e5789985751e req-a9809332-4c9f-48e9-9d11-4a965488c486 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2547169 Nov 25 13:09:57.458379 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9fd07998-d069-4713-b178-613abc79baa4 req-4fc3e181-af2f-4961-8ea1-8558a2db47c7 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467469 Nov 25 13:09:57.463351 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a651a098-37e2-4f0e-b6fe-e519f62081d2 req-1caaf2a0-cb2b-42bf-bc62-849af649d4ef tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ba37784-aaa9-49b8-83a4-8ae52980ad2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885138 Nov 25 13:09:57.484254 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-d6c10177-f522-4ecd-a4c8-dac412b00d3f service neutron] Port cc922801-edc4-421c-b12f-f0221d48e26c on network ca5dd849-64c3-4488-b55b-506a274dbd63 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:09:57.484254 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-d6c10177-f522-4ecd-a4c8-dac412b00d3f service neutron] Attempting to bind port cc922801-edc4-421c-b12f-f0221d48e26c on network ca5dd849-64c3-4488-b55b-506a274dbd63 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:09:57.555009 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33784d3b-0dd1-4c3e-be89-7314773073ac req-0fe6dc36-61c6-4e7a-9fc4-cf7996807a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:57.557418 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-33784d3b-0dd1-4c3e-be89-7314773073ac req-0fe6dc36-61c6-4e7a-9fc4-cf7996807a6f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bb2bf627d5d54038939071ee99391b2a&device_id=051b7a91-129f-4c03-8ab6-0e6c37e17905 HTTP/1.1" status: 200 len: 1095 time: 0.1431086 Nov 25 13:09:57.591806 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d7c08ba7-73ee-4694-be93-e5789985751e req-3a61a4e4-aea3-4b19-9010-676e37e89081 service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204100 Nov 25 13:09:57.661000 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-80476a14-4bf0-4297-9311-ac20a4df08b9 req-029175bc-16e2-4d68-b76a-9fc72f5b6624 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=af4eb865-6fca-42f0-bf89-0bc7b39cebac HTTP/1.1" status: 200 len: 217 time: 0.1962461 Nov 25 13:09:57.661732 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-d6c10177-f522-4ecd-a4c8-dac412b00d3f service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:09:57.662080 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-d6c10177-f522-4ecd-a4c8-dac412b00d3f service neutron] Checking segment: {'id': 'a25deda0-3957-4726-852e-cb012d2ec072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ca5dd849-64c3-4488-b55b-506a274dbd63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:09:57.662466 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-d6c10177-f522-4ecd-a4c8-dac412b00d3f service neutron] Bound using segment: {'id': 'a25deda0-3957-4726-852e-cb012d2ec072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ca5dd849-64c3-4488-b55b-506a274dbd63'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:09:57.662944 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-d6c10177-f522-4ecd-a4c8-dac412b00d3f service neutron] Bound port: cc922801-edc4-421c-b12f-f0221d48e26c, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a25deda0-3957-4726-852e-cb012d2ec072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ca5dd849-64c3-4488-b55b-506a274dbd63'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:09:57.663317 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-d6c10177-f522-4ecd-a4c8-dac412b00d3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:57.665299 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bc5abcca-00bb-4f72-a1bf-697378001417 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:57.667123 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8682fa87-c4b0-48b5-b9e4-cf503c1007ef req-2a24f38f-632b-4cc9-8ab0-11ca3c8c4ec2 service neutron] 10.222.0.47 "GET /v2.0/networks/20494638-06c1-415e-90d6-c326674b78a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4854586 Nov 25 13:09:57.772939 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42cf4df-7825-44b4-b9f7-2080db1e0341 req-76ad347c-fd75-4800-8853-f64c9c562bc2 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:57.774622 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c42cf4df-7825-44b4-b9f7-2080db1e0341 req-76ad347c-fd75-4800-8853-f64c9c562bc2 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b7a40a6-335a-43bf-9a42-81b4b7bd6860 HTTP/1.1" status: 200 len: 944 time: 0.2105255 Nov 25 13:09:57.830113 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e91401-e224-4f1a-8171-707fe135150b req-b22d181b-dd1d-47e3-814e-a1610b30e5f6 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:57.831791 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-21e91401-e224-4f1a-8171-707fe135150b req-b22d181b-dd1d-47e3-814e-a1610b30e5f6 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=b367cf64-83ee-4732-8f9a-63d45147755b HTTP/1.1" status: 200 len: 943 time: 0.2095640 Nov 25 13:09:57.838287 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33784d3b-0dd1-4c3e-be89-7314773073ac req-d3c25d66-fd81-44a8-ab96-41ed44300efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:57.839766 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-33784d3b-0dd1-4c3e-be89-7314773073ac req-d3c25d66-fd81-44a8-ab96-41ed44300efd service neutron] 10.222.0.66 "GET /v2.0/networks?id=ca5dd849-64c3-4488-b55b-506a274dbd63 HTTP/1.1" status: 200 len: 914 time: 0.2666566 Nov 25 13:09:57.846024 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-016736d7-0620-4513-aae0-6ef7cd8c0bcf tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:57.847753 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-016736d7-0620-4513-aae0-6ef7cd8c0bcf tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=6b7a40a6-335a-43bf-9a42-81b4b7bd6860&tenant_id=d2e157ec7259461e96009d2e9c8298f0&binding%3Ahost_id=n-h2-808199-11 HTTP/1.1" status: 200 len: 1096 time: 0.2048881 Nov 25 13:09:57.860570 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bc5abcca-00bb-4f72-a1bf-697378001417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:57.875853 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80476a14-4bf0-4297-9311-ac20a4df08b9 req-98639900-64e1-4754-94b5-568ac9646d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:57.877277 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-80476a14-4bf0-4297-9311-ac20a4df08b9 req-98639900-64e1-4754-94b5-568ac9646d74 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.2092869 Nov 25 13:09:57.943690 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-d6c10177-f522-4ecd-a4c8-dac412b00d3f service neutron] For port cc922801-edc4-421c-b12f-f0221d48e26c, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:09:57.945720 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-33784d3b-0dd1-4c3e-be89-7314773073ac req-dacc78a7-447f-4c81-a1e9-345d6a1bd077 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=879a7c7b-3e71-4a5a-9729-fe4695e12aad HTTP/1.1" status: 200 len: 217 time: 0.0884397 Nov 25 13:09:57.952191 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c42cf4df-7825-44b4-b9f7-2080db1e0341 req-ab238c74-0b2e-4df8-a8ee-1ad97e569cfb tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637359 Nov 25 13:09:57.956611 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d7c08ba7-73ee-4694-be93-e5789985751e req-85bd5b28-e9b3-4de1-bb06-31013a8a2479 service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3160162 Nov 25 13:09:57.971070 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-d6c10177-f522-4ecd-a4c8-dac412b00d3f service neutron] For port cc922801-edc4-421c-b12f-f0221d48e26c, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=cc922801-edc4-421c-b12f-f0221d48e26c,segment=NetworkSegment(a25deda0-3957-4726-852e-cb012d2ec072),segment_id=a25deda0-3957-4726-852e-cb012d2ec072)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:09:57.981962 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5abcca-00bb-4f72-a1bf-697378001417 admin admin] Network c70f7334-0865-479f-9b23-a45cfad81392 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:09:57.996877 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5abcca-00bb-4f72-a1bf-697378001417 admin admin] Pushing event updated for resources: {'Port': ['ID=b79560da-e193-483e-af51-c7aaa2404d2e,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:58.003293 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-d6c10177-f522-4ecd-a4c8-dac412b00d3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:58.005391 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-bc5abcca-00bb-4f72-a1bf-697378001417 admin admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:09:58.084901 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-d6c10177-f522-4ecd-a4c8-dac412b00d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:58.085969 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-d6c10177-f522-4ecd-a4c8-dac412b00d3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:58.087403 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-d6c10177-f522-4ecd-a4c8-dac412b00d3f service neutron] 10.222.0.47 "PUT /v2.0/ports/cc922801-edc4-421c-b12f-f0221d48e26c HTTP/1.1" status: 200 len: 1092 time: 3.0400009 Nov 25 13:09:58.087521 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5abcca-00bb-4f72-a1bf-697378001417 admin admin] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:09:58.089209 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80476a14-4bf0-4297-9311-ac20a4df08b9 req-bbba1f8b-96b3-48bc-b0b6-9e3d2b839a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:58.090573 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-80476a14-4bf0-4297-9311-ac20a4df08b9 req-bbba1f8b-96b3-48bc-b0b6-9e3d2b839a21 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2044504 Nov 25 13:09:58.221560 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-21e91401-e224-4f1a-8171-707fe135150b req-630a46d6-34af-4bcc-b904-f4ce0ad69228 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3808296 Nov 25 13:09:58.261833 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33784d3b-0dd1-4c3e-be89-7314773073ac req-5c75143f-3d64-460a-8a5c-93f3b5043bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:58.265298 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-33784d3b-0dd1-4c3e-be89-7314773073ac req-5c75143f-3d64-460a-8a5c-93f3b5043bfe service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cc8601b7-2b4a-4488-a128-4b05fb558596 HTTP/1.1" status: 200 len: 853 time: 0.3107491 Nov 25 13:09:58.274686 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bc5abcca-00bb-4f72-a1bf-697378001417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:58.327946 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c10177-f522-4ecd-a4c8-dac412b00d3f service neutron] Pushing event updated for resources: {'Port': ['ID=cc922801-edc4-421c-b12f-f0221d48e26c,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:58.389359 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80476a14-4bf0-4297-9311-ac20a4df08b9 req-998ec0fd-4f31-4a25-a6fa-35585b06ddfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:58.394083 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-80476a14-4bf0-4297-9311-ac20a4df08b9 req-998ec0fd-4f31-4a25-a6fa-35585b06ddfc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=af4c9854d3c048999405c81c71776d29&device_id=89b109b5-f10f-4c16-9fe2-c3d4add301ee HTTP/1.1" status: 200 len: 1100 time: 0.3172042 Nov 25 13:09:58.416858 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-ca72629a-777a-4dd0-b78b-07251a656c0b service neutron] For port 087220c7-2a82-445b-929d-1e40a03684c6, host n-h1-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:09:58.421113 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-33784d3b-0dd1-4c3e-be89-7314773073ac req-f9b8d806-0815-47a7-b637-72ffcf16f095 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ca5dd849-64c3-4488-b55b-506a274dbd63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1436236 Nov 25 13:09:58.426612 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-b062fe19-6a9a-4bd7-9441-9ba342e137c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:58.428143 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-b062fe19-6a9a-4bd7-9441-9ba342e137c9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bb2bf627d5d54038939071ee99391b2a&device_id=506b0bca-4c9a-4ae7-bde1-c635f036bc80 HTTP/1.1" status: 200 len: 1095 time: 0.2324309 Nov 25 13:09:58.431382 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-ca72629a-777a-4dd0-b78b-07251a656c0b service neutron] Publish callbacks [] for binding, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:58.432737 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-630dcddf-9d7f-44a5-9965-a90d8be4cd38 req-ca72629a-777a-4dd0-b78b-07251a656c0b service neutron] 10.222.0.47 "DELETE /v2.0/ports/087220c7-2a82-445b-929d-1e40a03684c6/bindings/n-h1-808199-11 HTTP/1.1" status: 204 len: 173 time: 0.5693078 Nov 25 13:09:58.453937 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-80476a14-4bf0-4297-9311-ac20a4df08b9 req-2f7a0da6-bcd6-453e-ba7b-28c562fa85de service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396120 Nov 25 13:09:58.471239 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-6b1cdfd9-87df-4f80-ac7b-823bb9550465 None None] Provisioning complete for port b79560da-e193-483e-af51-c7aaa2404d2e triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:09:58.472330 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6b1cdfd9-87df-4f80-ac7b-823bb9550465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:58.476906 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e394d624-c37a-43ed-855a-b9e64201813f req-11f572a2-e67a-42d0-a37f-d49346b014cd tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:58.479599 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e394d624-c37a-43ed-855a-b9e64201813f req-11f572a2-e67a-42d0-a37f-d49346b014cd tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/ports?device_id=8abf26f0-25c1-47e0-9dd9-c98fe7928eb9 HTTP/1.1" status: 200 len: 945 time: 0.1858170 Nov 25 13:09:58.572148 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-b4d367ec-d537-43b6-b36c-c152b72e433c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc922801-edc4-421c-b12f-f0221d48e26c HTTP/1.1" status: 200 len: 217 time: 0.1239996 Nov 25 13:09:58.579122 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-6b1cdfd9-87df-4f80-ac7b-823bb9550465 None None] Port b79560da-e193-483e-af51-c7aaa2404d2e cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:09:58.590548 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device b094d7a2-0b2d-4040-8562-f7b7df4c102f up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:09:58.658501 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port b094d7a2-0b2d-4040-8562-f7b7df4c102f triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:09:58.659323 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:58.663951 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e394d624-c37a-43ed-855a-b9e64201813f req-c74491bc-9760-4cca-8134-23cb6605b6bc tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/security-groups?id=f6748c79-b185-401c-a5a4-7558eeb3a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325068 Nov 25 13:09:58.729875 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-8ec28603-3b58-497a-8218-6ce81b172b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:58.731340 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-8ec28603-3b58-497a-8218-6ce81b172b4c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cc8601b7-2b4a-4488-a128-4b05fb558596 HTTP/1.1" status: 200 len: 853 time: 0.1014767 Nov 25 13:09:58.736873 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d5068-0323-4aa8-bcc7-c7ee5e23344b req-753358f0-56ca-432f-8831-465442c953ce tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:58.745779 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-032d5068-0323-4aa8-bcc7-c7ee5e23344b req-753358f0-56ca-432f-8831-465442c953ce tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b109b5-f10f-4c16-9fe2-c3d4add301ee HTTP/1.1" status: 200 len: 948 time: 0.1300321 Nov 25 13:09:58.761350 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80476a14-4bf0-4297-9311-ac20a4df08b9 req-c22c888c-972f-46d0-9b05-8c0a1f686eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:58.762304 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-80476a14-4bf0-4297-9311-ac20a4df08b9 req-c22c888c-972f-46d0-9b05-8c0a1f686eec service neutron] 10.222.0.66 "GET /v2.0/networks?id=85f6380f-3625-4f44-8465-fbcf0c11fed5 HTTP/1.1" status: 200 len: 870 time: 0.3556921 Nov 25 13:09:58.782884 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-33784d3b-0dd1-4c3e-be89-7314773073ac req-942ba7e6-3f1d-444a-bb5a-9294e725feb4 service neutron] 10.222.0.66 "GET /v2.0/networks/ca5dd849-64c3-4488-b55b-506a274dbd63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482323 Nov 25 13:09:58.789421 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-b386a62a-f6c3-47db-8a71-ec2f0099cebd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ca5dd849-64c3-4488-b55b-506a274dbd63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442367 Nov 25 13:09:58.807878 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:58.818562 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-80476a14-4bf0-4297-9311-ac20a4df08b9 req-a4700033-5d11-4786-bcc9-acd29b4fe382 service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3593094 Nov 25 13:09:58.829010 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-80476a14-4bf0-4297-9311-ac20a4df08b9 req-0b7409a3-f6e6-4176-bf8a-120ff8120057 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=af4eb865-6fca-42f0-bf89-0bc7b39cebac HTTP/1.1" status: 200 len: 217 time: 0.0487673 Nov 25 13:09:58.853839 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] For port b094d7a2-0b2d-4040-8562-f7b7df4c102f, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=b094d7a2-0b2d-4040-8562-f7b7df4c102f,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:09:58.864175 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:58.868423 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bc5abcca-00bb-4f72-a1bf-697378001417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:58.923136 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 879a7c7b-3e71-4a5a-9729-fe4695e12aad details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:09:58.967751 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Pushing event updated for resources: {'Port': ['ID=b094d7a2-0b2d-4040-8562-f7b7df4c102f,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:58.973483 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '506b0bca-4c9a-4ae7-bde1-c635f036bc80', 'tag': 'cc922801-edc4-421c-b12f-f0221d48e26c'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:09:58.976676 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-879c0736-61ee-46d6-9410-9de64749a3a3" -d '{"events": [{"name": "network-changed", "server_uuid": "506b0bca-4c9a-4ae7-bde1-c635f036bc80", "tag": "cc922801-edc4-421c-b12f-f0221d48e26c"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:09:58.980425 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80476a14-4bf0-4297-9311-ac20a4df08b9 req-f22bc9cd-5bd6-4f98-8e75-24a3836d0bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:58.982115 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-80476a14-4bf0-4297-9311-ac20a4df08b9 req-f22bc9cd-5bd6-4f98-8e75-24a3836d0bcd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.1406453 Nov 25 13:09:58.997992 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f28715-021e-471a-a017-04e8db890935 req-a88a80ef-d1a0-45c8-a815-dec7adef4731 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:59.006268 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b0f28715-021e-471a-a017-04e8db890935 req-a88a80ef-d1a0-45c8-a815-dec7adef4731 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.53 "GET /v2.0/ports?device_id=051b7a91-129f-4c03-8ab6-0e6c37e17905 HTTP/1.1" status: 200 len: 943 time: 0.2163744 Nov 25 13:09:59.026593 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-032d5068-0323-4aa8-bcc7-c7ee5e23344b req-e5cc30e1-84e7-41fa-8a52-e4e76a73d75d tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798293 Nov 25 13:09:59.061764 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80476a14-4bf0-4297-9311-ac20a4df08b9 req-e9d6d534-1221-4d83-9873-29f78e823077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:59.063288 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-80476a14-4bf0-4297-9311-ac20a4df08b9 req-e9d6d534-1221-4d83-9873-29f78e823077 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f9638bf2b13b4d579c7476454eb03e3d&device_id=b367cf64-83ee-4732-8f9a-63d45147755b HTTP/1.1" status: 200 len: 1095 time: 0.1722345 Nov 25 13:09:59.066501 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-5dd07272-7c84-46cb-9332-9f9f55898d61 service neutron] 10.222.0.47 "GET /v2.0/networks/ca5dd849-64c3-4488-b55b-506a274dbd63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464478 Nov 25 13:09:59.081323 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-33784d3b-0dd1-4c3e-be89-7314773073ac req-eded39c5-0362-44b6-9aa2-19c651ffa512 service neutron] 10.222.0.66 "GET /v2.0/networks/ca5dd849-64c3-4488-b55b-506a274dbd63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470357 Nov 25 13:09:59.103333 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80476a14-4bf0-4297-9311-ac20a4df08b9 req-cc26ca44-d637-42e2-80ad-ee09e173b0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:59.104902 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-80476a14-4bf0-4297-9311-ac20a4df08b9 req-cc26ca44-d637-42e2-80ad-ee09e173b0c2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1145256 Nov 25 13:09:59.111433 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 879a7c7b-3e71-4a5a-9729-fe4695e12aad, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=879a7c7b-3e71-4a5a-9729-fe4695e12aad,segment=NetworkSegment(a25deda0-3957-4726-852e-cb012d2ec072),segment_id=a25deda0-3957-4726-852e-cb012d2ec072)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:09:59.142482 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': '879a7c7b-3e71-4a5a-9729-fe4695e12aad', 'network_id': 'ca5dd849-64c3-4488-b55b-506a274dbd63', 'port_id': '879a7c7b-3e71-4a5a-9729-fe4695e12aad', 'mac_address': 'fa:16:3e:7d:75:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc8601b7-2b4a-4488-a128-4b05fb558596', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:09:59.223726 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b0f28715-021e-471a-a017-04e8db890935 req-5757d2c0-f526-4992-9684-301ac2d6efe0 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ba37784-aaa9-49b8-83a4-8ae52980ad2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165864 Nov 25 13:09:59.236297 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:59.278666 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 3023a69d-328f-4b58-9771-784d72e4f402 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:09:59.308000 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 879a7c7b-3e71-4a5a-9729-fe4695e12aad {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:09:59.473825 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 879a7c7b-3e71-4a5a-9729-fe4695e12aad, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=879a7c7b-3e71-4a5a-9729-fe4695e12aad,segment=NetworkSegment(a25deda0-3957-4726-852e-cb012d2ec072),segment_id=a25deda0-3957-4726-852e-cb012d2ec072)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:09:59.490731 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 3023a69d-328f-4b58-9771-784d72e4f402, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=3023a69d-328f-4b58-9771-784d72e4f402,segment=NetworkSegment(6f5b4a09-9f6c-4c19-8201-4d90933cd506),segment_id=6f5b4a09-9f6c-4c19-8201-4d90933cd506)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:09:59.494355 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:59.541092 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '3023a69d-328f-4b58-9771-784d72e4f402', 'network_id': '20494638-06c1-415e-90d6-c326674b78a0', 'port_id': '3023a69d-328f-4b58-9771-784d72e4f402', 'mac_address': 'fa:16:3e:3d:6d:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82870c5b-3c5b-4cf7-b280-dc92346a33bf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:09:59.572974 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7103db1-bc73-456b-83ca-e5a5a68c4247 x-openstack-request-id: req-e7103db1-bc73-456b-83ca-e5a5a68c4247 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:09:59.573494 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "506b0bca-4c9a-4ae7-bde1-c635f036bc80", "tag": "cc922801-edc4-421c-b12f-f0221d48e26c", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:09:59.573494 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e7103db1-bc73-456b-83ca-e5a5a68c4247 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:09:59.573874 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '506b0bca-4c9a-4ae7-bde1-c635f036bc80', 'tag': 'cc922801-edc4-421c-b12f-f0221d48e26c', 'status': 'completed', 'code': 200} Nov 25 13:09:59.608772 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=879a7c7b-3e71-4a5a-9729-fe4695e12aad,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:59.615502 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:59.628867 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3023a69d-328f-4b58-9771-784d72e4f402 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:09:59.650175 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 3023a69d-328f-4b58-9771-784d72e4f402, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=3023a69d-328f-4b58-9771-784d72e4f402,segment=NetworkSegment(6f5b4a09-9f6c-4c19-8201-4d90933cd506),segment_id=6f5b4a09-9f6c-4c19-8201-4d90933cd506)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:09:59.659120 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:59.673736 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 36150) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:09:59.708580 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80476a14-4bf0-4297-9311-ac20a4df08b9 req-e7246ae1-b9c5-4efa-a0b6-ae95b5a6da6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:59.710043 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-80476a14-4bf0-4297-9311-ac20a4df08b9 req-e7246ae1-b9c5-4efa-a0b6-ae95b5a6da6b service neutron] 10.222.0.47 "GET /v2.0/networks?id=20494638-06c1-415e-90d6-c326674b78a0 HTTP/1.1" status: 200 len: 908 time: 0.6335359 Nov 25 13:09:59.722193 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=3023a69d-328f-4b58-9771-784d72e4f402,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:59.724291 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bc5abcca-00bb-4f72-a1bf-697378001417 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:59.728522 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-13ea07e0-55f7-4953-9059-e3f98db10815 req-0305cdf1-0a8b-4aba-af44-4255de961d11 service neutron] 10.222.0.47 "GET /v2.0/networks/ca5dd849-64c3-4488-b55b-506a274dbd63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6444268 Nov 25 13:09:59.731486 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-80476a14-4bf0-4297-9311-ac20a4df08b9 req-8275b7b0-d65e-4a79-b318-5358ea972b8d service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6151435 Nov 25 13:09:59.749682 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bc5abcca-00bb-4f72-a1bf-697378001417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:59.766646 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-80476a14-4bf0-4297-9311-ac20a4df08b9 req-d548dd66-7963-41c1-bc4e-ab9f80d5713f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3023a69d-328f-4b58-9771-784d72e4f402 HTTP/1.1" status: 200 len: 217 time: 0.0471644 Nov 25 13:09:59.796956 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['879a7c7b-3e71-4a5a-9729-fe4695e12aad'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:09:59.883931 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5abcca-00bb-4f72-a1bf-697378001417 admin admin] Pushing event updated for resources: {'Port': ['ID=b79560da-e193-483e-af51-c7aaa2404d2e,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:09:59.888027 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2d995bac-03ba-40d2-98c8-2829589ac14e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:59.888358 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bc5abcca-00bb-4f72-a1bf-697378001417 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:09:59.901198 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5804189-a9dc-4a7b-93d8-f9d2f7e91772 req-303a7692-0699-49b1-8922-142c601c92b9 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:59.908801 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e5804189-a9dc-4a7b-93d8-f9d2f7e91772 req-303a7692-0699-49b1-8922-142c601c92b9 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b7a40a6-335a-43bf-9a42-81b4b7bd6860 HTTP/1.1" status: 200 len: 944 time: 0.1806567 Nov 25 13:09:59.914186 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80476a14-4bf0-4297-9311-ac20a4df08b9 req-ab954b92-6e06-4fa1-818b-01cf71dc6dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:59.915663 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-80476a14-4bf0-4297-9311-ac20a4df08b9 req-ab954b92-6e06-4fa1-818b-01cf71dc6dfd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=82870c5b-3c5b-4cf7-b280-dc92346a33bf HTTP/1.1" status: 200 len: 847 time: 0.1379170 Nov 25 13:09:59.930025 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc4ed5-8ebe-4f62-9395-a6e95672b501 req-41c15268-837b-4028-a722-812ca684b924 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:59.931258 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1cdc4ed5-8ebe-4f62-9395-a6e95672b501 req-41c15268-837b-4028-a722-812ca684b924 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=b367cf64-83ee-4732-8f9a-63d45147755b HTTP/1.1" status: 200 len: 944 time: 0.2044635 Nov 25 13:09:59.974426 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-80476a14-4bf0-4297-9311-ac20a4df08b9 req-709e2716-801b-4812-a468-a5a1184a9985 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20494638-06c1-415e-90d6-c326674b78a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494006 Nov 25 13:09:59.979241 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-80476a14-4bf0-4297-9311-ac20a4df08b9 req-86ddbbc6-fae2-4407-b6fd-8873abfef941 service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205145 Nov 25 13:09:59.984676 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c0736-61ee-46d6-9410-9de64749a3a3 req-76d97564-0c7b-4fe3-a048-759c51793ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:09:59.986160 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-879c0736-61ee-46d6-9410-9de64749a3a3 req-76d97564-0c7b-4fe3-a048-759c51793ec1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bb2bf627d5d54038939071ee99391b2a&device_id=506b0bca-4c9a-4ae7-bde1-c635f036bc80 HTTP/1.1" status: 200 len: 1095 time: 0.1554279 Nov 25 13:09:59.993006 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['3023a69d-328f-4b58-9771-784d72e4f402'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:10:00.057430 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e5804189-a9dc-4a7b-93d8-f9d2f7e91772 req-9242b95d-70d3-4f30-aba4-fdfab6e9ef8f tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475396 Nov 25 13:10:00.136417 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1cdc4ed5-8ebe-4f62-9395-a6e95672b501 req-d3092f7f-55e4-4c4d-803e-1b4b0f6f53d9 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833785 Nov 25 13:10:00.153210 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5abcca-00bb-4f72-a1bf-697378001417 admin admin] Network c70f7334-0865-479f-9b23-a45cfad81392 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:10:00.156433 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-bc5abcca-00bb-4f72-a1bf-697378001417 admin admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:10:00.195767 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2d995bac-03ba-40d2-98c8-2829589ac14e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:00.200420 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-80476a14-4bf0-4297-9311-ac20a4df08b9 req-e9121d67-4455-4ed7-b6f0-a8c5ea71da39 service neutron] 10.222.0.47 "GET /v2.0/networks/20494638-06c1-415e-90d6-c326674b78a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133391 Nov 25 13:10:00.201535 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c0736-61ee-46d6-9410-9de64749a3a3 req-80529460-013f-4db5-bd91-6fed45b0208b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:00.202873 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-879c0736-61ee-46d6-9410-9de64749a3a3 req-80529460-013f-4db5-bd91-6fed45b0208b service neutron] 10.222.0.47 "GET /v2.0/networks?id=ca5dd849-64c3-4488-b55b-506a274dbd63 HTTP/1.1" status: 200 len: 914 time: 0.2064803 Nov 25 13:10:00.206095 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2d995bac-03ba-40d2-98c8-2829589ac14e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:00.302447 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-879c0736-61ee-46d6-9410-9de64749a3a3 req-d1c2bdcb-bd66-42f8-8f5d-a145bc026cec service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc922801-edc4-421c-b12f-f0221d48e26c HTTP/1.1" status: 200 len: 217 time: 0.0759082 Nov 25 13:10:00.304239 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6b5b1fc6-b6cb-4f9c-8976-b9dd6d377a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:00.355124 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-2d995bac-03ba-40d2-98c8-2829589ac14e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1361749303f442648105d3bba7e98c6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6802530 Nov 25 13:10:00.356869 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbea007-f178-4a1e-9e4d-1543cbce0c5c req-ebc8d30f-e946-4f31-bd62-4f7776a2fe86 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:00.358200 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fbbea007-f178-4a1e-9e4d-1543cbce0c5c req-ebc8d30f-e946-4f31-bd62-4f7776a2fe86 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/ports?device_id=8abf26f0-25c1-47e0-9dd9-c98fe7928eb9 HTTP/1.1" status: 200 len: 945 time: 0.1751711 Nov 25 13:10:00.358548 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 36164) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:10:00.377356 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d995bac-03ba-40d2-98c8-2829589ac14e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b552f7-a8ec-4c4c-9742-a24ca785b111,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:00.385187 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e986a861-645d-40b6-b966-39f77ee54d7a req-ad2de588-e8cc-495d-8332-09997170003a tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:00.387253 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e986a861-645d-40b6-b966-39f77ee54d7a req-ad2de588-e8cc-495d-8332-09997170003a tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b109b5-f10f-4c16-9fe2-c3d4add301ee HTTP/1.1" status: 200 len: 948 time: 0.1216857 Nov 25 13:10:00.408437 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc5abcca-00bb-4f72-a1bf-697378001417 admin admin] Router 0341e1e1-5d4e-47b6-8d37-f958c4dc8325 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:10:00.456970 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c0736-61ee-46d6-9410-9de64749a3a3 req-bcf0ade4-a8b7-44bf-b2a9-dbfedc7c3dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:00.459162 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-879c0736-61ee-46d6-9410-9de64749a3a3 req-bcf0ade4-a8b7-44bf-b2a9-dbfedc7c3dba service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cc8601b7-2b4a-4488-a128-4b05fb558596 HTTP/1.1" status: 200 len: 853 time: 0.1198130 Nov 25 13:10:00.473110 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device b094d7a2-0b2d-4040-8562-f7b7df4c102f up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:10:00.509031 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-879c0736-61ee-46d6-9410-9de64749a3a3 req-bed25fc0-e4b3-4e68-93d2-c77c36cf8cac service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ca5dd849-64c3-4488-b55b-506a274dbd63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398643 Nov 25 13:10:00.513445 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-80476a14-4bf0-4297-9311-ac20a4df08b9 req-0d948061-f739-4742-8660-fb19ecd77c50 service neutron] 10.222.0.47 "GET /v2.0/networks/20494638-06c1-415e-90d6-c326674b78a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847505 Nov 25 13:10:00.514318 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e8e4f064-980c-4707-9eb9-4ef15d84769d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:00.531622 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-ede3a1bf-926b-4e23-be4a-a242d27b0267 None None] Provisioning complete for port b79560da-e193-483e-af51-c7aaa2404d2e triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:10:00.532199 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ede3a1bf-926b-4e23-be4a-a242d27b0267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:00.560176 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e986a861-645d-40b6-b966-39f77ee54d7a req-21f097e0-f9b5-4130-a753-d939e4202d49 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370575 Nov 25 13:10:00.566346 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fbbea007-f178-4a1e-9e4d-1543cbce0c5c req-d6885557-cf20-41f9-bc94-66f52bb628e6 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/security-groups?id=f6748c79-b185-401c-a5a4-7558eeb3a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780941 Nov 25 13:10:00.599064 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e8e4f064-980c-4707-9eb9-4ef15d84769d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:00.688158 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-879c0736-61ee-46d6-9410-9de64749a3a3 req-7cd24e57-e749-45ab-b0de-7b08cbaedee2 service neutron] 10.222.0.47 "GET /v2.0/networks/ca5dd849-64c3-4488-b55b-506a274dbd63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636450 Nov 25 13:10:00.709038 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e8e4f064-980c-4707-9eb9-4ef15d84769d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:00.711667 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1601609e-a67d-401f-9770-0f61058b4d77 req-29ccff3e-6c48-400a-a82f-94120b297268 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:00.712438 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e8e4f064-980c-4707-9eb9-4ef15d84769d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:00.714160 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-e8e4f064-980c-4707-9eb9-4ef15d84769d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/67b552f7-a8ec-4c4c-9742-a24ca785b111 HTTP/1.1" status: 204 len: 168 time: 0.3378718 Nov 25 13:10:00.721016 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1601609e-a67d-401f-9770-0f61058b4d77 req-29ccff3e-6c48-400a-a82f-94120b297268 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.53 "GET /v2.0/ports?device_id=051b7a91-129f-4c03-8ab6-0e6c37e17905 HTTP/1.1" status: 200 len: 944 time: 0.0866299 Nov 25 13:10:00.748676 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc5abcca-00bb-4f72-a1bf-697378001417 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:10:00.758475 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049c5ec1-6777-43fa-8f28-d2074eb6692b None None] Sync routers for ids ['0341e1e1-5d4e-47b6-8d37-f958c4dc8325'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:10:00.767613 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-bc5abcca-00bb-4f72-a1bf-697378001417 admin admin] 10.222.0.53 "PUT /v2.0/routers/0341e1e1-5d4e-47b6-8d37-f958c4dc8325/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7437112 Nov 25 13:10:00.782917 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049c5ec1-6777-43fa-8f28-d2074eb6692b None None] Routers {'0341e1e1-5d4e-47b6-8d37-f958c4dc8325'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:10:00.785402 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-049c5ec1-6777-43fa-8f28-d2074eb6692b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:09:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['0341e1e1-5d4e-47b6-8d37-f958c4dc8325'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:10:00.793379 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e4f064-980c-4707-9eb9-4ef15d84769d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b552f7-a8ec-4c4c-9742-a24ca785b111,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:00.797893 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1601609e-a67d-401f-9770-0f61058b4d77 req-bc77c546-3214-4e3d-8d22-8c2c2ab1c1a8 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ba37784-aaa9-49b8-83a4-8ae52980ad2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741067 Nov 25 13:10:00.905494 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device af4eb865-6fca-42f0-bf89-0bc7b39cebac details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:10:00.918931 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 879a7c7b-3e71-4a5a-9729-fe4695e12aad up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:10:00.920598 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-ede3a1bf-926b-4e23-be4a-a242d27b0267 None None] Port b79560da-e193-483e-af51-c7aaa2404d2e cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:10:00.927390 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36931167-22a7-4fdb-a583-75b184bf471c req-9569f645-71d5-4aa9-a6df-6fd9a95ddd2f tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:00.929546 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-36931167-22a7-4fdb-a583-75b184bf471c req-9569f645-71d5-4aa9-a6df-6fd9a95ddd2f tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6b7a40a6-335a-43bf-9a42-81b4b7bd6860 HTTP/1.1" status: 200 len: 1096 time: 0.0515924 Nov 25 13:10:00.930081 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-879c0736-61ee-46d6-9410-9de64749a3a3 req-78ed9e20-d83e-442c-b323-725bfb939f14 service neutron] 10.222.0.47 "GET /v2.0/networks/ca5dd849-64c3-4488-b55b-506a274dbd63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321002 Nov 25 13:10:00.930683 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port b094d7a2-0b2d-4040-8562-f7b7df4c102f triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:10:00.931218 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:01.019302 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-049c5ec1-6777-43fa-8f28-d2074eb6692b None None] Set router 0341e1e1-5d4e-47b6-8d37-f958c4dc8325 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:10:01.028809 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-36931167-22a7-4fdb-a583-75b184bf471c req-cf51a549-38c6-4040-a71c-6fbe91535476 tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768030 Nov 25 13:10:01.165525 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port 879a7c7b-3e71-4a5a-9729-fe4695e12aad completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:10:01.181991 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port 879a7c7b-3e71-4a5a-9729-fe4695e12aad triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:10:01.181991 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:01.264676 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port af4eb865-6fca-42f0-bf89-0bc7b39cebac, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=af4eb865-6fca-42f0-bf89-0bc7b39cebac,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:10:01.276950 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995a29c-b396-4867-a598-a9f824881a3b req-71711acb-9c97-497f-8e94-b472e7e497bd tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:01.278537 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': 'af4eb865-6fca-42f0-bf89-0bc7b39cebac', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'port_id': 'af4eb865-6fca-42f0-bf89-0bc7b39cebac', 'mac_address': 'fa:16:3e:72:29:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce5ca48-e3be-44c6-9584-fd9eb8c67222', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:10:01.288339 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device cc922801-edc4-421c-b12f-f0221d48e26c details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:10:01.288968 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6995a29c-b396-4867-a598-a9f824881a3b req-71711acb-9c97-497f-8e94-b472e7e497bd tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.66 "GET /v2.0/ports?device_id=89b109b5-f10f-4c16-9fe2-c3d4add301ee&tenant_id=af4c9854d3c048999405c81c71776d29&binding%3Ahost_id=n-h1-808199-11 HTTP/1.1" status: 200 len: 948 time: 0.1275826 Nov 25 13:10:01.345515 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36186) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:10:01.379626 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f9c91b02-aa6d-4883-8c88-f1d29cb4b166 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:01.395158 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6995a29c-b396-4867-a598-a9f824881a3b req-7cfd5fb0-bfee-4980-a9eb-fd0170b665c9 service neutron] 10.222.0.66 "GET /v2.0/ports/af4eb865-6fca-42f0-bf89-0bc7b39cebac/bindings/n-h1-808199-11 HTTP/1.1" status: 200 len: 383 time: 0.0978150 Nov 25 13:10:01.397014 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 3023a69d-328f-4b58-9771-784d72e4f402 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:10:01.400485 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port cc922801-edc4-421c-b12f-f0221d48e26c, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=cc922801-edc4-421c-b12f-f0221d48e26c,segment=NetworkSegment(a25deda0-3957-4726-852e-cb012d2ec072),segment_id=a25deda0-3957-4726-852e-cb012d2ec072)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:10:01.412854 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7741cb47-358d-400e-85e6-c1d045e510ea req-5840c018-7dd8-40ae-9092-01f5d0fbcd6a tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:01.415603 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7741cb47-358d-400e-85e6-c1d045e510ea req-5840c018-7dd8-40ae-9092-01f5d0fbcd6a tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b109b5-f10f-4c16-9fe2-c3d4add301ee HTTP/1.1" status: 200 len: 948 time: 0.1472814 Nov 25 13:10:01.443764 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19af7f5-37ef-4a91-859b-3edb939be8c6 req-219b65ab-319b-43b3-922c-15064385c9da tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:01.446077 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d19af7f5-37ef-4a91-859b-3edb939be8c6 req-219b65ab-319b-43b3-922c-15064385c9da tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6b7a40a6-335a-43bf-9a42-81b4b7bd6860 HTTP/1.1" status: 200 len: 1096 time: 0.2431815 Nov 25 13:10:01.501677 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995a29c-b396-4867-a598-a9f824881a3b req-c9c3b6ac-115a-46cc-84a5-3e75c694cdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:01.504127 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6995a29c-b396-4867-a598-a9f824881a3b req-c9c3b6ac-115a-46cc-84a5-3e75c694cdae service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=af4c9854d3c048999405c81c71776d29&device_id=89b109b5-f10f-4c16-9fe2-c3d4add301ee HTTP/1.1" status: 200 len: 1100 time: 0.0790725 Nov 25 13:10:01.544184 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d19af7f5-37ef-4a91-859b-3edb939be8c6 req-545cc94c-42c6-44fa-b451-553a51a33b1f tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943041 Nov 25 13:10:01.544444 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-049c5ec1-6777-43fa-8f28-d2074eb6692b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0341e1e1-5d4e-47b6-8d37-f958c4dc8325', 'name': 'tempest-TaggedBootDevicesTest_v242-377680740-router', 'tenant_id': 'f253db84e4e241d4aa7c98f5a2e10d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'b094d7a2-0b2d-4040-8562-f7b7df4c102f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:09:47Z', 'updated_at': '2021-11-25T13:09:58Z', 'revision_number': 4, 'project_id': 'f253db84e4e241d4aa7c98f5a2e10d18', 'gw_port': {'id': 'b094d7a2-0b2d-4040-8562-f7b7df4c102f', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0341e1e1-5d4e-47b6-8d37-f958c4dc8325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:09:49Z', 'updated_at': '2021-11-25T13:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'b79560da-e193-483e-af51-c7aaa2404d2e', 'name': '', 'network_id': 'c70f7334-0865-479f-9b23-a45cfad81392', 'tenant_id': 'f253db84e4e241d4aa7c98f5a2e10d18', 'mac_address': 'fa:16:3e:d7:9e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0341e1e1-5d4e-47b6-8d37-f958c4dc8325', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'fc9e2fcf-0a5d-4e99-a435-c082f1996d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:09:56Z', 'updated_at': '2021-11-25T13:09:59Z', 'revision_number': 2, 'project_id': 'f253db84e4e241d4aa7c98f5a2e10d18', 'subnets': [{'id': 'fc9e2fcf-0a5d-4e99-a435-c082f1996d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:10:01.546173 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:01.555553 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': 'cc922801-edc4-421c-b12f-f0221d48e26c', 'network_id': 'ca5dd849-64c3-4488-b55b-506a274dbd63', 'port_id': 'cc922801-edc4-421c-b12f-f0221d48e26c', 'mac_address': 'fa:16:3e:53:39:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc8601b7-2b4a-4488-a128-4b05fb558596', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:10:01.631059 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049c5ec1-6777-43fa-8f28-d2074eb6692b None None] Checking router: 0341e1e1-5d4e-47b6-8d37-f958c4dc8325 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:10:01.632446 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049c5ec1-6777-43fa-8f28-d2074eb6692b None None] Updating router 0341e1e1-5d4e-47b6-8d37-f958c4dc8325 port b79560da-e193-483e-af51-c7aaa2404d2e binding host n-d-808199-11 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:10:01.660464 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:01.667895 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7741cb47-358d-400e-85e6-c1d045e510ea req-220fb39a-e267-4912-8ac7-e5cea0c9cf89 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427323 Nov 25 13:10:01.699118 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc922801-edc4-421c-b12f-f0221d48e26c {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:10:01.700272 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-049c5ec1-6777-43fa-8f28-d2074eb6692b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:01.728615 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:01.755076 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 879a7c7b-3e71-4a5a-9729-fe4695e12aad, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=879a7c7b-3e71-4a5a-9729-fe4695e12aad,segment=NetworkSegment(a25deda0-3957-4726-852e-cb012d2ec072),segment_id=a25deda0-3957-4726-852e-cb012d2ec072)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:10:01.760070 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051b7a91-129f-4c03-8ab6-0e6c37e17905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '879a7c7b-3e71-4a5a-9729-fe4695e12aad'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:10:01.763030 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eefc29db-221e-484b-9c15-80e9507401b8" -d '{"events": [{"server_uuid": "051b7a91-129f-4c03-8ab6-0e6c37e17905", "name": "network-vif-plugged", "status": "completed", "tag": "879a7c7b-3e71-4a5a-9729-fe4695e12aad"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:10:01.766140 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 3023a69d-328f-4b58-9771-784d72e4f402 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:10:01.774418 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995a29c-b396-4867-a598-a9f824881a3b req-cbd9ae05-9a22-44f1-abb4-fbdd0332d2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:01.776756 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6995a29c-b396-4867-a598-a9f824881a3b req-cbd9ae05-9a22-44f1-abb4-fbdd0332d2c4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=85f6380f-3625-4f44-8465-fbcf0c11fed5 HTTP/1.1" status: 200 len: 870 time: 0.2645981 Nov 25 13:10:01.796466 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 3023a69d-328f-4b58-9771-784d72e4f402 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:10:01.796857 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:01.806270 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:01.817561 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port cc922801-edc4-421c-b12f-f0221d48e26c, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=cc922801-edc4-421c-b12f-f0221d48e26c,segment=NetworkSegment(a25deda0-3957-4726-852e-cb012d2ec072),segment_id=a25deda0-3957-4726-852e-cb012d2ec072)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:10:01.818305 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f9c91b02-aa6d-4883-8c88-f1d29cb4b166 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:01.857339 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6995a29c-b396-4867-a598-a9f824881a3b req-189b35c0-e287-4b40-b2c1-9831fb74c5f0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=af4eb865-6fca-42f0-bf89-0bc7b39cebac HTTP/1.1" status: 200 len: 217 time: 0.0717192 Nov 25 13:10:01.874319 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f9c91b02-aa6d-4883-8c88-f1d29cb4b166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:01.903846 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:01.906404 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af4eb865-6fca-42f0-bf89-0bc7b39cebac {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:10:01.915445 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 36204) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:10:01.919082 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f9c91b02-aa6d-4883-8c88-f1d29cb4b166 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=47d7cc590be94490b925223660baa034&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5610096 Nov 25 13:10:01.957743 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port af4eb865-6fca-42f0-bf89-0bc7b39cebac, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=af4eb865-6fca-42f0-bf89-0bc7b39cebac,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:10:01.968667 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15646565-f3ae-457c-9791-eb4eff03fa1d req-cc6faf70-cbe5-4938-93aa-6a5a9200c51b tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:01.976594 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:01.983251 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-15646565-f3ae-457c-9791-eb4eff03fa1d req-cc6faf70-cbe5-4938-93aa-6a5a9200c51b tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/ports?device_id=8abf26f0-25c1-47e0-9dd9-c98fe7928eb9 HTTP/1.1" status: 200 len: 945 time: 0.1404288 Nov 25 13:10:01.992885 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995a29c-b396-4867-a598-a9f824881a3b req-12007e4f-3885-49e2-ae50-4a7cd9a331dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:01.995136 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6995a29c-b396-4867-a598-a9f824881a3b req-12007e4f-3885-49e2-ae50-4a7cd9a331dd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.1304564 Nov 25 13:10:02.027011 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1866fb-8363-43ec-a0a0-1ea0b9626791 req-eb324374-2a97-4efa-a6ad-e4dab384579c tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:02.036389 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9c1866fb-8363-43ec-a0a0-1ea0b9626791 req-eb324374-2a97-4efa-a6ad-e4dab384579c tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=b367cf64-83ee-4732-8f9a-63d45147755b HTTP/1.1" status: 200 len: 944 time: 0.2525964 Nov 25 13:10:02.038826 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c91b02-aa6d-4883-8c88-f1d29cb4b166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e174a1-57da-4ed7-96aa-0ab0a3e5dc1b,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:02.068353 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dfe9664c-d8c0-48de-a7f0-003801e70d0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:02.078868 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=879a7c7b-3e71-4a5a-9729-fe4695e12aad,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:02.104594 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995a29c-b396-4867-a598-a9f824881a3b req-97584d49-dbbb-4125-8e26-58465728cf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:02.106502 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6995a29c-b396-4867-a598-a9f824881a3b req-97584d49-dbbb-4125-8e26-58465728cf6e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1025827 Nov 25 13:10:02.109339 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9c1866fb-8363-43ec-a0a0-1ea0b9626791 req-f34b0932-2bd8-4842-b097-8c2812232a20 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700579 Nov 25 13:10:02.113809 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dfe9664c-d8c0-48de-a7f0-003801e70d0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:02.171367 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:02.216098 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-15646565-f3ae-457c-9791-eb4eff03fa1d req-fc8da157-b86c-497b-9a1a-d16d9f469324 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/security-groups?id=f6748c79-b185-401c-a5a4-7558eeb3a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283101 Nov 25 13:10:02.216421 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['cc922801-edc4-421c-b12f-f0221d48e26c'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:10:02.268115 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 36212) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:10:02.288965 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-d54fdb99-ba5c-4964-8bac-9ecbe1d2ba71 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1082925888-network', 'tenant_id': '3e679702d4d04ac28dcb3c95867b19f9'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:10:02.321922 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['af4eb865-6fca-42f0-bf89-0bc7b39cebac'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:10:02.405029 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dfe9664c-d8c0-48de-a7f0-003801e70d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:02.408345 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dfe9664c-d8c0-48de-a7f0-003801e70d0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:02.409213 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-dfe9664c-d8c0-48de-a7f0-003801e70d0a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c5e174a1-57da-4ed7-96aa-0ab0a3e5dc1b HTTP/1.1" status: 204 len: 168 time: 0.4893365 Nov 25 13:10:02.416121 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d54fdb99-ba5c-4964-8bac-9ecbe1d2ba71 admin admin] Made reservation on behalf of 3e679702d4d04ac28dcb3c95867b19f9 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:10:02.418953 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d54fdb99-ba5c-4964-8bac-9ecbe1d2ba71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:02.458384 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d54fdb99-ba5c-4964-8bac-9ecbe1d2ba71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:02.461179 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9664c-d8c0-48de-a7f0-003801e70d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e174a1-57da-4ed7-96aa-0ab0a3e5dc1b,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:02.467242 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6995a29c-b396-4867-a598-a9f824881a3b req-593bc329-a246-477b-89e0-179ce8626097 service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486955 Nov 25 13:10:02.528974 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-049c5ec1-6777-43fa-8f28-d2074eb6692b None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:02.542947 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-049c5ec1-6777-43fa-8f28-d2074eb6692b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:02.626835 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=cc922801-edc4-421c-b12f-f0221d48e26c,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:02.687929 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ab40ed-60b9-4923-a8d9-1013105d0ac0 None None] Pushing event updated for resources: {'Port': ['ID=b79560da-e193-483e-af51-c7aaa2404d2e,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:02.720745 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab40ed-60b9-4923-a8d9-1013105d0ac0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:10:02.721088 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab40ed-60b9-4923-a8d9-1013105d0ac0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:10:02.727439 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6995a29c-b396-4867-a598-a9f824881a3b req-b4ddbfab-52ce-4446-9a18-88cf86ab4524 service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495434 Nov 25 13:10:02.731655 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab40ed-60b9-4923-a8d9-1013105d0ac0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:10:02.732229 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab40ed-60b9-4923-a8d9-1013105d0ac0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:10:02.732569 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab40ed-60b9-4923-a8d9-1013105d0ac0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:10:02.733065 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab40ed-60b9-4923-a8d9-1013105d0ac0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:10:02.733417 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab40ed-60b9-4923-a8d9-1013105d0ac0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:10:02.733732 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab40ed-60b9-4923-a8d9-1013105d0ac0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:10:02.734223 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab40ed-60b9-4923-a8d9-1013105d0ac0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:10:02.734552 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab40ed-60b9-4923-a8d9-1013105d0ac0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:10:02.739246 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab40ed-60b9-4923-a8d9-1013105d0ac0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:10:02.739839 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab40ed-60b9-4923-a8d9-1013105d0ac0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:10:02.807937 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 3023a69d-328f-4b58-9771-784d72e4f402, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=3023a69d-328f-4b58-9771-784d72e4f402,segment=NetworkSegment(6f5b4a09-9f6c-4c19-8201-4d90933cd506),segment_id=6f5b4a09-9f6c-4c19-8201-4d90933cd506)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:10:02.841692 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f9b827-af8a-4309-babc-eed6ef85e915 x-openstack-request-id: req-37f9b827-af8a-4309-babc-eed6ef85e915 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:10:02.841956 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d54fdb99-ba5c-4964-8bac-9ecbe1d2ba71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:02.842403 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "051b7a91-129f-4c03-8ab6-0e6c37e17905", "name": "network-vif-plugged", "status": "completed", "tag": "879a7c7b-3e71-4a5a-9729-fe4695e12aad", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:10:02.843558 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-37f9b827-af8a-4309-babc-eed6ef85e915 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:10:02.843973 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051b7a91-129f-4c03-8ab6-0e6c37e17905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '879a7c7b-3e71-4a5a-9729-fe4695e12aad', 'code': 200} Nov 25 13:10:02.845334 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797823bf-8437-4094-9ea9-3513d8917136 req-99ef51f8-41f2-44e6-9ff1-61497a5ae369 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:02.856842 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-797823bf-8437-4094-9ea9-3513d8917136 req-99ef51f8-41f2-44e6-9ff1-61497a5ae369 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.53 "GET /v2.0/ports?device_id=051b7a91-129f-4c03-8ab6-0e6c37e17905 HTTP/1.1" status: 200 len: 945 time: 0.1504612 Nov 25 13:10:02.861609 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:02.866680 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d54fdb99-ba5c-4964-8bac-9ecbe1d2ba71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:02.921511 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-049c5ec1-6777-43fa-8f28-d2074eb6692b None None] Attempting to bind port b79560da-e193-483e-af51-c7aaa2404d2e on host n-d-808199-11 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:10:02.924304 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-049c5ec1-6777-43fa-8f28-d2074eb6692b None None] Attempting to bind port b79560da-e193-483e-af51-c7aaa2404d2e by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'bf03692c-8f81-4407-bac1-1616e298bcc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c70f7334-0865-479f-9b23-a45cfad81392'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:10:02.924854 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049c5ec1-6777-43fa-8f28-d2074eb6692b None None] Attempting to bind port b79560da-e193-483e-af51-c7aaa2404d2e on network c70f7334-0865-479f-9b23-a45cfad81392 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:10:02.939491 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049c5ec1-6777-43fa-8f28-d2074eb6692b None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:10:02.940154 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049c5ec1-6777-43fa-8f28-d2074eb6692b None None] Checking segment: {'id': 'bf03692c-8f81-4407-bac1-1616e298bcc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c70f7334-0865-479f-9b23-a45cfad81392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:10:02.941746 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-049c5ec1-6777-43fa-8f28-d2074eb6692b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:02.944985 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049c5ec1-6777-43fa-8f28-d2074eb6692b None None] Bound using segment: {'id': 'bf03692c-8f81-4407-bac1-1616e298bcc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c70f7334-0865-479f-9b23-a45cfad81392'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:10:02.955488 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-049c5ec1-6777-43fa-8f28-d2074eb6692b None None] Bound port: b79560da-e193-483e-af51-c7aaa2404d2e, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf03692c-8f81-4407-bac1-1616e298bcc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c70f7334-0865-479f-9b23-a45cfad81392'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:10:02.955910 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-049c5ec1-6777-43fa-8f28-d2074eb6692b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:02.975603 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6bc65762-9f10-4e23-b5c4-12aec926cee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:02.996041 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-797823bf-8437-4094-9ea9-3513d8917136 req-5429b25d-8f12-4d04-ac29-2af9a23e5025 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ba37784-aaa9-49b8-83a4-8ae52980ad2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373610 Nov 25 13:10:03.010437 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=af4eb865-6fca-42f0-bf89-0bc7b39cebac,revision_number=8']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:03.061026 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54fdb99-ba5c-4964-8bac-9ecbe1d2ba71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a701d5f3-990a-4d32-b9b4-c7391347cd7a,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:03.072703 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d54fdb99-ba5c-4964-8bac-9ecbe1d2ba71 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:10:03.086565 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=3023a69d-328f-4b58-9771-784d72e4f402,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:03.095703 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d54fdb99-ba5c-4964-8bac-9ecbe1d2ba71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:03.098657 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-d54fdb99-ba5c-4964-8bac-9ecbe1d2ba71 admin admin] Added segment d2f977c6-e8ea-417b-9f30-4d61953a640d of type vlan for network 784710bb-d0b2-41c2-9ddb-eeec436beeae Nov 25 13:10:03.156582 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436245a5-fb36-4d26-ba2f-eaff2c9064ba req-6a43a8f9-1b32-47d0-8c1e-af6c3cfe2b13 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:03.173441 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-436245a5-fb36-4d26-ba2f-eaff2c9064ba req-6a43a8f9-1b32-47d0-8c1e-af6c3cfe2b13 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b109b5-f10f-4c16-9fe2-c3d4add301ee HTTP/1.1" status: 200 len: 949 time: 0.1736956 Nov 25 13:10:03.185048 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-049c5ec1-6777-43fa-8f28-d2074eb6692b None None] For port b79560da-e193-483e-af51-c7aaa2404d2e, host n-d-808199-11, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:10:03.195364 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-049c5ec1-6777-43fa-8f28-d2074eb6692b None None] For port b79560da-e193-483e-af51-c7aaa2404d2e, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=b79560da-e193-483e-af51-c7aaa2404d2e,segment=NetworkSegment(bf03692c-8f81-4407-bac1-1616e298bcc5),segment_id=bf03692c-8f81-4407-bac1-1616e298bcc5)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:10:03.219845 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-049c5ec1-6777-43fa-8f28-d2074eb6692b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:03.221347 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056efcbb-9e92-48a0-9a9e-fc035f9b671f req-b0ff1f11-b0e2-4925-8ee9-1fa9a67cf6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:03.226727 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-056efcbb-9e92-48a0-9a9e-fc035f9b671f req-b0ff1f11-b0e2-4925-8ee9-1fa9a67cf6a2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=051b7a91-129f-4c03-8ab6-0e6c37e17905 HTTP/1.1" status: 200 len: 1097 time: 0.3282452 Nov 25 13:10:03.290200 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d54fdb99-ba5c-4964-8bac-9ecbe1d2ba71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:03.359173 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d54fdb99-ba5c-4964-8bac-9ecbe1d2ba71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:03.360345 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54fdb99-ba5c-4964-8bac-9ecbe1d2ba71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:03.360995 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d54fdb99-ba5c-4964-8bac-9ecbe1d2ba71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:03.362951 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-a8fc2123-e671-4777-baab-59f77971c696 None None] Provisioning complete for port b79560da-e193-483e-af51-c7aaa2404d2e triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:10:03.364324 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a8fc2123-e671-4777-baab-59f77971c696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:03.390922 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ab40ed-60b9-4923-a8d9-1013105d0ac0 None None] Pushing event updated for resources: {'Port': ['ID=b79560da-e193-483e-af51-c7aaa2404d2e,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:03.416566 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-056efcbb-9e92-48a0-9a9e-fc035f9b671f req-c0961940-cdb7-491b-8db2-fa3e5eb23d2e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3ba37784-aaa9-49b8-83a4-8ae52980ad2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760759 Nov 25 13:10:03.443272 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-436245a5-fb36-4d26-ba2f-eaff2c9064ba req-435264cb-f67e-4dca-91f6-1f3ac1a07213 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676597 Nov 25 13:10:03.477824 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049c5ec1-6777-43fa-8f28-d2074eb6692b None None] Routers {'0341e1e1-5d4e-47b6-8d37-f958c4dc8325'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:10:03.478735 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-049c5ec1-6777-43fa-8f28-d2074eb6692b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:10:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['0341e1e1-5d4e-47b6-8d37-f958c4dc8325'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:10:03.484846 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d54fdb99-ba5c-4964-8bac-9ecbe1d2ba71 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2133069 Nov 25 13:10:03.488110 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 36242) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:10:03.494328 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-424fa395-3974-46c0-ba3d-d29b88f9314a admin admin] Request body: {'subnet': {'network_id': '784710bb-d0b2-41c2-9ddb-eeec436beeae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1082925888-subnet', 'tenant_id': '3e679702d4d04ac28dcb3c95867b19f9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:10:03.521304 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a8fc2123-e671-4777-baab-59f77971c696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:03.525246 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54fdb99-ba5c-4964-8bac-9ecbe1d2ba71 admin admin] Pushing event updated for resources: {'Network': ['ID=784710bb-d0b2-41c2-9ddb-eeec436beeae,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:03.545533 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89952ac-5ccf-4b3c-bffd-8531887c6ff2 req-0e0ba78a-0d50-4e03-b0b1-6fc5ccdf7d46 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:03.552660 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f89952ac-5ccf-4b3c-bffd-8531887c6ff2 req-0e0ba78a-0d50-4e03-b0b1-6fc5ccdf7d46 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=b367cf64-83ee-4732-8f9a-63d45147755b HTTP/1.1" status: 200 len: 945 time: 0.3032203 Nov 25 13:10:03.554002 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 784710bb-d0b2-41c2-9ddb-eeec436beeae details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:10:03.565419 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424fa395-3974-46c0-ba3d-d29b88f9314a admin admin] Made reservation on behalf of 3e679702d4d04ac28dcb3c95867b19f9 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:10:03.569276 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-424fa395-3974-46c0-ba3d-d29b88f9314a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:03.785064 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19104ee9-bd15-434e-9da9-76da76de370d req-3f42abab-e167-4a56-b2fe-dba932ca0f45 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:03.789027 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:03.793915 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-19104ee9-bd15-434e-9da9-76da76de370d req-3f42abab-e167-4a56-b2fe-dba932ca0f45 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/ports?device_id=8abf26f0-25c1-47e0-9dd9-c98fe7928eb9 HTTP/1.1" status: 200 len: 945 time: 0.1496723 Nov 25 13:10:03.794290 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-a8fc2123-e671-4777-baab-59f77971c696 None None] For port b79560da-e193-483e-af51-c7aaa2404d2e, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=b79560da-e193-483e-af51-c7aaa2404d2e,segment=NetworkSegment(bf03692c-8f81-4407-bac1-1616e298bcc5),segment_id=bf03692c-8f81-4407-bac1-1616e298bcc5)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:10:03.805350 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a8fc2123-e671-4777-baab-59f77971c696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:03.826497 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-049c5ec1-6777-43fa-8f28-d2074eb6692b None None] Set router 0341e1e1-5d4e-47b6-8d37-f958c4dc8325 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:10:03.838233 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f89952ac-5ccf-4b3c-bffd-8531887c6ff2 req-0a8098b7-4923-4af7-bb1b-db5a699662a3 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720134 Nov 25 13:10:03.904087 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fc2123-e671-4777-baab-59f77971c696 None None] Pushing event updated for resources: {'Port': ['ID=b79560da-e193-483e-af51-c7aaa2404d2e,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:03.905322 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 36250) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:10:03.912541 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-19104ee9-bd15-434e-9da9-76da76de370d req-d5f1526d-b757-4bfb-9ae9-c5762839bbd2 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/security-groups?id=f6748c79-b185-401c-a5a4-7558eeb3a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104610 Nov 25 13:10:03.947593 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-424fa395-3974-46c0-ba3d-d29b88f9314a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:03.952453 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-d3949dda-c984-41da-91a5-a7d571851ab9 None None] Provisioning complete for port b79560da-e193-483e-af51-c7aaa2404d2e triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:10:03.955647 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d3949dda-c984-41da-91a5-a7d571851ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:04.089182 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-3767f061-172b-489b-9402-cef1fde38601 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1995722970-network', 'tenant_id': '7a219627ddeb4ca3b692e38abcc705dc'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:10:04.110528 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424fa395-3974-46c0-ba3d-d29b88f9314a admin admin] Pushing event updated for resources: {'Subnet': ['ID=68ab7f63-ae58-417f-a77a-6f73e6a8d7b3,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:04.143515 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424fa395-3974-46c0-ba3d-d29b88f9314a admin admin] Checking segment: {'id': 'd2f977c6-e8ea-417b-9f30-4d61953a640d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '784710bb-d0b2-41c2-9ddb-eeec436beeae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:10:04.146625 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424fa395-3974-46c0-ba3d-d29b88f9314a admin admin] Network hostable DHCP agents. Network: 784710bb-d0b2-41c2-9ddb-eeec436beeae, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:10:04.200546 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3767f061-172b-489b-9402-cef1fde38601 admin admin] Made reservation on behalf of 7a219627ddeb4ca3b692e38abcc705dc for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:10:04.205376 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f92652b-a296-4e6a-a514-764a5f7fad68 req-bc2d58ce-cfc5-49c6-bb52-b1ff24765a85 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:04.208051 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3767f061-172b-489b-9402-cef1fde38601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:04.208214 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-049c5ec1-6777-43fa-8f28-d2074eb6692b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0341e1e1-5d4e-47b6-8d37-f958c4dc8325', 'name': 'tempest-TaggedBootDevicesTest_v242-377680740-router', 'tenant_id': 'f253db84e4e241d4aa7c98f5a2e10d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'b094d7a2-0b2d-4040-8562-f7b7df4c102f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:09:47Z', 'updated_at': '2021-11-25T13:09:58Z', 'revision_number': 4, 'project_id': 'f253db84e4e241d4aa7c98f5a2e10d18', 'gw_port': {'id': 'b094d7a2-0b2d-4040-8562-f7b7df4c102f', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0341e1e1-5d4e-47b6-8d37-f958c4dc8325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:09:49Z', 'updated_at': '2021-11-25T13:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'b79560da-e193-483e-af51-c7aaa2404d2e', 'name': '', 'network_id': 'c70f7334-0865-479f-9b23-a45cfad81392', 'tenant_id': 'f253db84e4e241d4aa7c98f5a2e10d18', 'mac_address': 'fa:16:3e:d7:9e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0341e1e1-5d4e-47b6-8d37-f958c4dc8325', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'fc9e2fcf-0a5d-4e99-a435-c082f1996d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:09:56Z', 'updated_at': '2021-11-25T13:10:03Z', 'revision_number': 4, 'project_id': 'f253db84e4e241d4aa7c98f5a2e10d18', 'subnets': [{'id': 'fc9e2fcf-0a5d-4e99-a435-c082f1996d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:10:04.219233 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8f92652b-a296-4e6a-a514-764a5f7fad68 req-bc2d58ce-cfc5-49c6-bb52-b1ff24765a85 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.53 "GET /v2.0/ports?device_id=051b7a91-129f-4c03-8ab6-0e6c37e17905 HTTP/1.1" status: 200 len: 945 time: 0.1221027 Nov 25 13:10:04.229106 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3767f061-172b-489b-9402-cef1fde38601 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:04.231378 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424fa395-3974-46c0-ba3d-d29b88f9314a admin admin] Network 784710bb-d0b2-41c2-9ddb-eeec436beeae is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:10:04.241868 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049c5ec1-6777-43fa-8f28-d2074eb6692b None None] The sync data for ids ['0341e1e1-5d4e-47b6-8d37-f958c4dc8325'] in n-d-808199-11 is: [{'id': '0341e1e1-5d4e-47b6-8d37-f958c4dc8325', 'name': 'tempest-TaggedBootDevicesTest_v242-377680740-router', 'tenant_id': 'f253db84e4e241d4aa7c98f5a2e10d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'b094d7a2-0b2d-4040-8562-f7b7df4c102f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:09:47Z', 'updated_at': '2021-11-25T13:09:58Z', 'revision_number': 4, 'project_id': 'f253db84e4e241d4aa7c98f5a2e10d18', 'gw_port': {'id': 'b094d7a2-0b2d-4040-8562-f7b7df4c102f', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0341e1e1-5d4e-47b6-8d37-f958c4dc8325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:09:49Z', 'updated_at': '2021-11-25T13:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'b79560da-e193-483e-af51-c7aaa2404d2e', 'name': '', 'network_id': 'c70f7334-0865-479f-9b23-a45cfad81392', 'tenant_id': 'f253db84e4e241d4aa7c98f5a2e10d18', 'mac_address': 'fa:16:3e:d7:9e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0341e1e1-5d4e-47b6-8d37-f958c4dc8325', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'fc9e2fcf-0a5d-4e99-a435-c082f1996d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:09:56Z', 'updated_at': '2021-11-25T13:10:03Z', 'revision_number': 4, 'project_id': 'f253db84e4e241d4aa7c98f5a2e10d18', 'subnets': [{'id': 'fc9e2fcf-0a5d-4e99-a435-c082f1996d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:10:04.267738 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-424fa395-3974-46c0-ba3d-d29b88f9314a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 784710bb-d0b2-41c2-9ddb-eeec436beeae) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:10:04.281895 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16d1af2-a0b0-4f85-b0ec-4156696027b2 None None] Network 784710bb-d0b2-41c2-9ddb-eeec436beeae requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:10:04.304220 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424fa395-3974-46c0-ba3d-d29b88f9314a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:04.306454 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-424fa395-3974-46c0-ba3d-d29b88f9314a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:04.337309 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8f92652b-a296-4e6a-a514-764a5f7fad68 req-7264c05d-cc2a-4fc9-b5a4-9af15cc2f5ac tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ba37784-aaa9-49b8-83a4-8ae52980ad2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161432 Nov 25 13:10:04.346825 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-424fa395-3974-46c0-ba3d-d29b88f9314a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8548090 Nov 25 13:10:04.348259 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36258) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:10:04.355064 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-1781cbae-7276-4602-ab63-fa7e930efc79 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1082925888-router', 'tenant_id': '3e679702d4d04ac28dcb3c95867b19f9', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:10:04.449618 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1781cbae-7276-4602-ab63-fa7e930efc79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:04.449850 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3767f061-172b-489b-9402-cef1fde38601 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:04.451173 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1781cbae-7276-4602-ab63-fa7e930efc79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:04.464791 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3767f061-172b-489b-9402-cef1fde38601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:04.514803 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3767f061-172b-489b-9402-cef1fde38601 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:10:04.566573 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1781cbae-7276-4602-ab63-fa7e930efc79 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:04.572482 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3767f061-172b-489b-9402-cef1fde38601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd45568-4869-48f0-ac25-bd0497cd5999,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:04.576165 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3767f061-172b-489b-9402-cef1fde38601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:04.576165 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-3767f061-172b-489b-9402-cef1fde38601 admin admin] Added segment b487eab6-e7f7-46fd-95eb-c441ca65ff36 of type vlan for network 42b02116-7007-4321-bedc-64102919fc3c Nov 25 13:10:04.665375 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device b79560da-e193-483e-af51-c7aaa2404d2e up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:10:04.693296 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3767f061-172b-489b-9402-cef1fde38601 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:04.764985 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3767f061-172b-489b-9402-cef1fde38601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:04.766100 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3767f061-172b-489b-9402-cef1fde38601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:04.766813 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3767f061-172b-489b-9402-cef1fde38601 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:04.800704 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5579f4f0-945e-4abb-862b-677d128bbaa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-784710bb-d0b2-41c2-9ddb-eeec436beeae', 'network_id': '784710bb-d0b2-41c2-9ddb-eeec436beeae', 'tenant_id': '3e679702d4d04ac28dcb3c95867b19f9', 'fixed_ips': [{'subnet_id': '68ab7f63-ae58-417f-a77a-6f73e6a8d7b3'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:10:04.810606 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5579f4f0-945e-4abb-862b-677d128bbaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:04.846341 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b367cf64-83ee-4732-8f9a-63d45147755b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3023a69d-328f-4b58-9771-784d72e4f402'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:10:04.849068 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3767f061-172b-489b-9402-cef1fde38601 admin admin] Pushing event updated for resources: {'Network': ['ID=42b02116-7007-4321-bedc-64102919fc3c,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:04.850497 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fdeb519-b7e0-4312-ba23-de94f416dba2" -d '{"events": [{"server_uuid": "b367cf64-83ee-4732-8f9a-63d45147755b", "name": "network-vif-plugged", "status": "completed", "tag": "3023a69d-328f-4b58-9771-784d72e4f402"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:10:04.874470 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-3767f061-172b-489b-9402-cef1fde38601 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9679496 Nov 25 13:10:04.876123 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 36266) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:10:04.901650 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-ff2529a0-62c2-45df-861e-23e534cd8559 admin admin] Request body: {'subnet': {'network_id': '42b02116-7007-4321-bedc-64102919fc3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1995722970-subnet', 'tenant_id': '7a219627ddeb4ca3b692e38abcc705dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:10:04.927832 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2529a0-62c2-45df-861e-23e534cd8559 admin admin] Made reservation on behalf of 7a219627ddeb4ca3b692e38abcc705dc for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:10:04.930989 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ff2529a0-62c2-45df-861e-23e534cd8559 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:04.962382 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1781cbae-7276-4602-ab63-fa7e930efc79 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:05.225387 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device af4eb865-6fca-42f0-bf89-0bc7b39cebac no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:10:05.228197 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 42b02116-7007-4321-bedc-64102919fc3c details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:10:05.249754 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1fad11-76fc-462f-bf1e-381c7f000b85 req-8af60884-7fe2-49b5-9fa8-763cba3ce825 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:05.258520 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dd1fad11-76fc-462f-bf1e-381c7f000b85 req-8af60884-7fe2-49b5-9fa8-763cba3ce825 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b109b5-f10f-4c16-9fe2-c3d4add301ee HTTP/1.1" status: 200 len: 949 time: 0.6617301 Nov 25 13:10:05.277520 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ff2529a0-62c2-45df-861e-23e534cd8559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:05.358174 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2529a0-62c2-45df-861e-23e534cd8559 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fa4509b-025d-4e44-90b0-a5af4f1282ce,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:05.364037 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2529a0-62c2-45df-861e-23e534cd8559 admin admin] Checking segment: {'id': 'b487eab6-e7f7-46fd-95eb-c441ca65ff36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '42b02116-7007-4321-bedc-64102919fc3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:10:05.364509 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2529a0-62c2-45df-861e-23e534cd8559 admin admin] Network hostable DHCP agents. Network: 42b02116-7007-4321-bedc-64102919fc3c, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:10:05.370508 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-5579f4f0-945e-4abb-862b-677d128bbaa3 None None] Allocated IP 172.20.0.2 (784710bb-d0b2-41c2-9ddb-eeec436beeae/68ab7f63-ae58-417f-a77a-6f73e6a8d7b3/00d4a4ce-89c4-43e8-b76d-2681be52e2f7) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:10:05.379500 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a8b7c-a8c8-4889-be02-7ad21a118df5 req-f43db3bc-1870-4050-83fd-d87dd07a1556 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:05.383581 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fb3a8b7c-a8c8-4889-be02-7ad21a118df5 req-f43db3bc-1870-4050-83fd-d87dd07a1556 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=b367cf64-83ee-4732-8f9a-63d45147755b HTTP/1.1" status: 200 len: 945 time: 0.4063950 Nov 25 13:10:05.402304 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2529a0-62c2-45df-861e-23e534cd8559 admin admin] Network 42b02116-7007-4321-bedc-64102919fc3c is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:10:05.415858 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-ff2529a0-62c2-45df-861e-23e534cd8559 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 42b02116-7007-4321-bedc-64102919fc3c) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:10:05.423569 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2529a0-62c2-45df-861e-23e534cd8559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:05.424558 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ff2529a0-62c2-45df-861e-23e534cd8559 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:05.468479 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-ff2529a0-62c2-45df-861e-23e534cd8559 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5902705 Nov 25 13:10:05.477622 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dd1fad11-76fc-462f-bf1e-381c7f000b85 req-79e88e40-1f26-4b79-8aad-a6bf3eb94e99 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181668 Nov 25 13:10:05.564636 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device cc922801-edc4-421c-b12f-f0221d48e26c up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:10:05.606580 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fb3a8b7c-a8c8-4889-be02-7ad21a118df5 req-d920d411-61e1-4ea2-a7b8-7235ca1bfd0b tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220590 Nov 25 13:10:05.611647 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995a29c-b396-4867-a598-a9f824881a3b req-52f5e10b-b1f8-49ec-8579-b5c0f7367bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:05.614466 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6995a29c-b396-4867-a598-a9f824881a3b req-52f5e10b-b1f8-49ec-8579-b5c0f7367bbd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=89b109b5-f10f-4c16-9fe2-c3d4add301ee&tenant_id=af4c9854d3c048999405c81c71776d29 HTTP/1.1" status: 200 len: 1101 time: 0.1150863 Nov 25 13:10:05.617972 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f23334-4297-4d4c-853a-133e05a7e783 None None] Network 42b02116-7007-4321-bedc-64102919fc3c requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:10:05.636880 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-6995a29c-b396-4867-a598-a9f824881a3b req-3879b04b-18b5-44ec-9c1e-abd8b78730ed service neutron] Request body: {'port': {'binding:host_id': 'n-h2-808199-11', 'device_owner': 'compute:nova'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:10:05.660959 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f38c20e9-c106-45d4-bbc3-02826acb095b x-openstack-request-id: req-f38c20e9-c106-45d4-bbc3-02826acb095b {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:10:05.661770 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b367cf64-83ee-4732-8f9a-63d45147755b", "name": "network-vif-plugged", "status": "completed", "tag": "3023a69d-328f-4b58-9771-784d72e4f402", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:10:05.662215 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f38c20e9-c106-45d4-bbc3-02826acb095b {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:10:05.662790 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b367cf64-83ee-4732-8f9a-63d45147755b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3023a69d-328f-4b58-9771-784d72e4f402', 'code': 200} Nov 25 13:10:05.664578 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:05.791428 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port b79560da-e193-483e-af51-c7aaa2404d2e triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:10:05.791952 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:05.852830 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port cc922801-edc4-421c-b12f-f0221d48e26c completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:10:05.869579 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ec57e-2cb4-431b-b91b-1d17b88aba88 req-a778c4ed-986c-4725-acc9-3d2765238292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:05.871104 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-eb1ec57e-2cb4-431b-b91b-1d17b88aba88 req-a778c4ed-986c-4725-acc9-3d2765238292 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b367cf64-83ee-4732-8f9a-63d45147755b HTTP/1.1" status: 200 len: 1097 time: 0.1775856 Nov 25 13:10:05.871697 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6995a29c-b396-4867-a598-a9f824881a3b req-3879b04b-18b5-44ec-9c1e-abd8b78730ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:05.901847 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port cc922801-edc4-421c-b12f-f0221d48e26c triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:10:05.902301 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:05.928490 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1781cbae-7276-4602-ab63-fa7e930efc79 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:05.983877 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-eb1ec57e-2cb4-431b-b91b-1d17b88aba88 req-a59d30a2-e730-45ef-b703-4286f96d9341 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038251 Nov 25 13:10:05.984500 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1781cbae-7276-4602-ab63-fa7e930efc79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:06.121027 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a264d2-6f73-4fd8-98cf-47a06021f02d req-074fdd8e-3288-4cf7-ab05-0e47df49c2b8 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:06.130507 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-41a264d2-6f73-4fd8-98cf-47a06021f02d req-074fdd8e-3288-4cf7-ab05-0e47df49c2b8 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/ports?device_id=8abf26f0-25c1-47e0-9dd9-c98fe7928eb9 HTTP/1.1" status: 200 len: 945 time: 0.2802908 Nov 25 13:10:06.201317 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd0a0d-109b-4821-b517-e1e4a5a3cf25 req-66797be2-b140-4773-8ff4-4edddd6dd4c6 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:06.212878 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3dcd0a0d-109b-4821-b517-e1e4a5a3cf25 req-66797be2-b140-4773-8ff4-4edddd6dd4c6 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.53 "GET /v2.0/ports?device_id=051b7a91-129f-4c03-8ab6-0e6c37e17905 HTTP/1.1" status: 200 len: 945 time: 0.2536020 Nov 25 13:10:06.227506 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-6995a29c-b396-4867-a598-a9f824881a3b req-3879b04b-18b5-44ec-9c1e-abd8b78730ed service neutron] For port af4eb865-6fca-42f0-bf89-0bc7b39cebac, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=af4eb865-6fca-42f0-bf89-0bc7b39cebac,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:10:06.250660 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd3232d-8901-4e72-8232-a3eca5905fff None None] Network 42b02116-7007-4321-bedc-64102919fc3c requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:10:06.277100 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-6995a29c-b396-4867-a598-a9f824881a3b req-3879b04b-18b5-44ec-9c1e-abd8b78730ed service neutron] For port af4eb865-6fca-42f0-bf89-0bc7b39cebac, host n-h1-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:10:06.321931 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3dcd0a0d-109b-4821-b517-e1e4a5a3cf25 req-1ce6a0ce-8cc7-4e9e-b56a-f9577ce3743a tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ba37784-aaa9-49b8-83a4-8ae52980ad2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973654 Nov 25 13:10:06.344492 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-6995a29c-b396-4867-a598-a9f824881a3b req-3879b04b-18b5-44ec-9c1e-abd8b78730ed service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id af4eb865-6fca-42f0-bf89-0bc7b39cebac {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:10:06.349093 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-41a264d2-6f73-4fd8-98cf-47a06021f02d req-f6c5279f-bb78-4bb9-b048-8eedd7675bd6 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/security-groups?id=f6748c79-b185-401c-a5a4-7558eeb3a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086585 Nov 25 13:10:06.354672 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6995a29c-b396-4867-a598-a9f824881a3b req-3879b04b-18b5-44ec-9c1e-abd8b78730ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:06.367168 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-6995a29c-b396-4867-a598-a9f824881a3b req-3879b04b-18b5-44ec-9c1e-abd8b78730ed service neutron] Ignored duplicate provisioning block setup for port af4eb865-6fca-42f0-bf89-0bc7b39cebac by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 25 13:10:06.375338 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6995a29c-b396-4867-a598-a9f824881a3b req-3879b04b-18b5-44ec-9c1e-abd8b78730ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:06.415703 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-1781cbae-7276-4602-ab63-fa7e930efc79 admin admin] Allocated IP 172.25.5.250 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/2be7d6e6-e00e-4746-9064-50614091b900) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:10:06.461303 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5579f4f0-945e-4abb-862b-677d128bbaa3 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:06.463151 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:06.489733 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-6995a29c-b396-4867-a598-a9f824881a3b req-3879b04b-18b5-44ec-9c1e-abd8b78730ed service neutron] No DVR routers for this DVR port af4eb865-6fca-42f0-bf89-0bc7b39cebac on host n-h1-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:10:06.494014 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3879b04b-18b5-44ec-9c1e-abd8b78730ed service neutron] Pushing event updated for resources: {'Port': ['ID=af4eb865-6fca-42f0-bf89-0bc7b39cebac,revision_number=9']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:06.510102 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:06.533774 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-6995a29c-b396-4867-a598-a9f824881a3b req-3879b04b-18b5-44ec-9c1e-abd8b78730ed service neutron] Attempting to bind port af4eb865-6fca-42f0-bf89-0bc7b39cebac on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:10:06.539438 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-6995a29c-b396-4867-a598-a9f824881a3b req-3879b04b-18b5-44ec-9c1e-abd8b78730ed service neutron] Attempting to bind port af4eb865-6fca-42f0-bf89-0bc7b39cebac by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:10:06.540005 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6995a29c-b396-4867-a598-a9f824881a3b req-3879b04b-18b5-44ec-9c1e-abd8b78730ed service neutron] Attempting to bind port af4eb865-6fca-42f0-bf89-0bc7b39cebac on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:10:06.550035 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6995a29c-b396-4867-a598-a9f824881a3b req-3879b04b-18b5-44ec-9c1e-abd8b78730ed service neutron] Port af4eb865-6fca-42f0-bf89-0bc7b39cebac on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:10:06.550519 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6995a29c-b396-4867-a598-a9f824881a3b req-3879b04b-18b5-44ec-9c1e-abd8b78730ed service neutron] Attempting to bind port af4eb865-6fca-42f0-bf89-0bc7b39cebac on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:10:06.554870 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5579f4f0-945e-4abb-862b-677d128bbaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:06.557447 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6995a29c-b396-4867-a598-a9f824881a3b req-3879b04b-18b5-44ec-9c1e-abd8b78730ed service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:10:06.557906 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6995a29c-b396-4867-a598-a9f824881a3b req-3879b04b-18b5-44ec-9c1e-abd8b78730ed service neutron] Checking segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:10:06.558403 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6995a29c-b396-4867-a598-a9f824881a3b req-3879b04b-18b5-44ec-9c1e-abd8b78730ed service neutron] Bound using segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:10:06.558976 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-6995a29c-b396-4867-a598-a9f824881a3b req-3879b04b-18b5-44ec-9c1e-abd8b78730ed service neutron] Bound port: af4eb865-6fca-42f0-bf89-0bc7b39cebac, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:10:06.559584 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6995a29c-b396-4867-a598-a9f824881a3b req-3879b04b-18b5-44ec-9c1e-abd8b78730ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:06.575756 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id af4eb865-6fca-42f0-bf89-0bc7b39cebac {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:10:06.583946 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:06.655724 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-6995a29c-b396-4867-a598-a9f824881a3b req-3879b04b-18b5-44ec-9c1e-abd8b78730ed service neutron] For port af4eb865-6fca-42f0-bf89-0bc7b39cebac, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:10:06.660641 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-6995a29c-b396-4867-a598-a9f824881a3b req-3879b04b-18b5-44ec-9c1e-abd8b78730ed service neutron] For port af4eb865-6fca-42f0-bf89-0bc7b39cebac, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=af4eb865-6fca-42f0-bf89-0bc7b39cebac,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:10:06.666612 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-26772b23-621e-4cd9-a5b6-601c446fcea1 req-5f8651ee-e472-4898-bba5-65e4dbb870de tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1492418415', 'description': 'tempest-description-1911633434'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:10:06.669309 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6995a29c-b396-4867-a598-a9f824881a3b req-3879b04b-18b5-44ec-9c1e-abd8b78730ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:06.680872 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8237e6-74f0-49e7-a24c-6c3ae4e46f2f req-c15c0b97-bc3c-4cc0-8deb-bfb01e4afa82 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:06.682438 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9c8237e6-74f0-49e7-a24c-6c3ae4e46f2f req-c15c0b97-bc3c-4cc0-8deb-bfb01e4afa82 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.53 "GET /v2.0/ports?device_id=506b0bca-4c9a-4ae7-bde1-c635f036bc80 HTTP/1.1" status: 200 len: 944 time: 0.1771872 Nov 25 13:10:06.721042 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995a29c-b396-4867-a598-a9f824881a3b req-3879b04b-18b5-44ec-9c1e-abd8b78730ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:06.721681 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6995a29c-b396-4867-a598-a9f824881a3b req-3879b04b-18b5-44ec-9c1e-abd8b78730ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:06.722183 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5579f4f0-945e-4abb-862b-677d128bbaa3 None None] Pushing event updated for resources: {'Port': ['ID=00d4a4ce-89c4-43e8-b76d-2681be52e2f7,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:06.723081 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6995a29c-b396-4867-a598-a9f824881a3b req-3879b04b-18b5-44ec-9c1e-abd8b78730ed service neutron] 10.222.0.47 "PUT /v2.0/ports/af4eb865-6fca-42f0-bf89-0bc7b39cebac HTTP/1.1" status: 200 len: 1097 time: 1.0994830 Nov 25 13:10:06.723526 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89b109b5-f10f-4c16-9fe2-c3d4add301ee', 'tag': 'af4eb865-6fca-42f0-bf89-0bc7b39cebac'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:10:06.726104 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96477152-3179-41cf-9cbb-84bc6f592c09" -d '{"events": [{"name": "network-changed", "server_uuid": "89b109b5-f10f-4c16-9fe2-c3d4add301ee", "tag": "af4eb865-6fca-42f0-bf89-0bc7b39cebac"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:10:06.756287 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5579f4f0-945e-4abb-862b-677d128bbaa3 None None] Network 784710bb-d0b2-41c2-9ddb-eeec436beeae is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:10:06.782649 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port cc922801-edc4-421c-b12f-f0221d48e26c, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=cc922801-edc4-421c-b12f-f0221d48e26c,segment=NetworkSegment(a25deda0-3957-4726-852e-cb012d2ec072),segment_id=a25deda0-3957-4726-852e-cb012d2ec072)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:10:06.805127 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-5579f4f0-945e-4abb-862b-677d128bbaa3 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:10:06.819294 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:06.824015 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3879b04b-18b5-44ec-9c1e-abd8b78730ed service neutron] Pushing event updated for resources: {'Port': ['ID=af4eb865-6fca-42f0-bf89-0bc7b39cebac,revision_number=10']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:06.824862 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5579f4f0-945e-4abb-862b-677d128bbaa3 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:10:06.856691 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995a29c-b396-4867-a598-a9f824881a3b req-e8db0689-bf07-4075-bbe4-164ec80c25a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:06.859288 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6995a29c-b396-4867-a598-a9f824881a3b req-e8db0689-bf07-4075-bbe4-164ec80c25a1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=af4c9854d3c048999405c81c71776d29&device_id=89b109b5-f10f-4c16-9fe2-c3d4add301ee HTTP/1.1" status: 200 len: 1101 time: 0.0993075 Nov 25 13:10:06.862778 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9c8237e6-74f0-49e7-a24c-6c3ae4e46f2f req-72191d86-9ae1-4ae3-b24e-bed34577e264 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ba37784-aaa9-49b8-83a4-8ae52980ad2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717334 Nov 25 13:10:06.868146 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-26772b23-621e-4cd9-a5b6-601c446fcea1 req-5f8651ee-e472-4898-bba5-65e4dbb870de tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:06.877764 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.db.api [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 13:10:06.893041 n-d-808199-11 neutron-server[103572]: DEBUG oslo_db.api [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 13:10:06.893801 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1781cbae-7276-4602-ab63-fa7e930efc79 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:06.958857 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1781cbae-7276-4602-ab63-fa7e930efc79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:07.000334 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=cc922801-edc4-421c-b12f-f0221d48e26c,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:07.024778 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-5579f4f0-945e-4abb-862b-677d128bbaa3 None None] Attempting to bind port 00d4a4ce-89c4-43e8-b76d-2681be52e2f7 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:10:07.025163 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-5579f4f0-945e-4abb-862b-677d128bbaa3 None None] Attempting to bind port 00d4a4ce-89c4-43e8-b76d-2681be52e2f7 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'd2f977c6-e8ea-417b-9f30-4d61953a640d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '784710bb-d0b2-41c2-9ddb-eeec436beeae'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:10:07.025558 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5579f4f0-945e-4abb-862b-677d128bbaa3 None None] Attempting to bind port 00d4a4ce-89c4-43e8-b76d-2681be52e2f7 on network 784710bb-d0b2-41c2-9ddb-eeec436beeae {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:10:07.041603 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5579f4f0-945e-4abb-862b-677d128bbaa3 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:10:07.042986 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5579f4f0-945e-4abb-862b-677d128bbaa3 None None] Checking segment: {'id': 'd2f977c6-e8ea-417b-9f30-4d61953a640d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '784710bb-d0b2-41c2-9ddb-eeec436beeae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:10:07.043699 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5579f4f0-945e-4abb-862b-677d128bbaa3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:07.043818 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995a29c-b396-4867-a598-a9f824881a3b req-fd9b41af-682b-4b1c-ac3b-95429fe498ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:07.044926 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5579f4f0-945e-4abb-862b-677d128bbaa3 None None] Bound using segment: {'id': 'd2f977c6-e8ea-417b-9f30-4d61953a640d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '784710bb-d0b2-41c2-9ddb-eeec436beeae'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:10:07.045416 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6995a29c-b396-4867-a598-a9f824881a3b req-fd9b41af-682b-4b1c-ac3b-95429fe498ea service neutron] 10.222.0.47 "GET /v2.0/networks?id=85f6380f-3625-4f44-8465-fbcf0c11fed5 HTTP/1.1" status: 200 len: 870 time: 0.1670358 Nov 25 13:10:07.045769 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-5579f4f0-945e-4abb-862b-677d128bbaa3 None None] Bound port: 00d4a4ce-89c4-43e8-b76d-2681be52e2f7, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2f977c6-e8ea-417b-9f30-4d61953a640d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '784710bb-d0b2-41c2-9ddb-eeec436beeae'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:10:07.046160 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5579f4f0-945e-4abb-862b-677d128bbaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:07.094081 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1781cbae-7276-4602-ab63-fa7e930efc79 admin admin] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:10:07.109415 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-1781cbae-7276-4602-ab63-fa7e930efc79 admin admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:10:07.123043 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1781cbae-7276-4602-ab63-fa7e930efc79 admin admin] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:10:07.123245 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6995a29c-b396-4867-a598-a9f824881a3b req-8d11e299-5827-4a16-a467-35bb699d4e82 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=af4eb865-6fca-42f0-bf89-0bc7b39cebac HTTP/1.1" status: 200 len: 217 time: 0.0696690 Nov 25 13:10:07.161381 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-5579f4f0-945e-4abb-862b-677d128bbaa3 None None] For port 00d4a4ce-89c4-43e8-b76d-2681be52e2f7, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:10:07.166277 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-5579f4f0-945e-4abb-862b-677d128bbaa3 None None] For port 00d4a4ce-89c4-43e8-b76d-2681be52e2f7, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=00d4a4ce-89c4-43e8-b76d-2681be52e2f7,segment=NetworkSegment(d2f977c6-e8ea-417b-9f30-4d61953a640d),segment_id=d2f977c6-e8ea-417b-9f30-4d61953a640d)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:10:07.177611 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1781cbae-7276-4602-ab63-fa7e930efc79 admin admin] Pushing event updated for resources: {'Port': ['ID=2be7d6e6-e00e-4746-9064-50614091b900,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:07.183456 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5579f4f0-945e-4abb-862b-677d128bbaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:07.200403 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-26772b23-621e-4cd9-a5b6-601c446fcea1 req-5f8651ee-e472-4898-bba5-65e4dbb870de tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:07.240260 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-26772b23-621e-4cd9-a5b6-601c446fcea1 req-5f8651ee-e472-4898-bba5-65e4dbb870de tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:07.240499 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995a29c-b396-4867-a598-a9f824881a3b req-c894b368-60c5-4673-ac7b-66864cc3c59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:07.247750 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6995a29c-b396-4867-a598-a9f824881a3b req-c894b368-60c5-4673-ac7b-66864cc3c59d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.1154735 Nov 25 13:10:07.295430 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5579f4f0-945e-4abb-862b-677d128bbaa3 None None] Pushing event updated for resources: {'Port': ['ID=00d4a4ce-89c4-43e8-b76d-2681be52e2f7,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:07.306741 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995a29c-b396-4867-a598-a9f824881a3b req-8f34d44a-3268-42e6-ab96-8930258859c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:07.308215 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6995a29c-b396-4867-a598-a9f824881a3b req-8f34d44a-3268-42e6-ab96-8930258859c5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0511236 Nov 25 13:10:07.318004 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1703bd3-9d62-4804-a7e4-04fa0071029d req-0891d059-f22c-496b-bb02-beb5dd543e63 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:07.320785 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c1703bd3-9d62-4804-a7e4-04fa0071029d req-0891d059-f22c-496b-bb02-beb5dd543e63 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b109b5-f10f-4c16-9fe2-c3d4add301ee HTTP/1.1" status: 200 len: 949 time: 0.2898841 Nov 25 13:10:07.462294 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6995a29c-b396-4867-a598-a9f824881a3b req-2374e3c8-ed66-42c2-ba21-7d9b333167e2 service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448185 Nov 25 13:10:07.651805 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6995a29c-b396-4867-a598-a9f824881a3b req-8c42a925-6144-4bf7-9439-d1c6dc3e5b5a service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817586 Nov 25 13:10:07.664069 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '506b0bca-4c9a-4ae7-bde1-c635f036bc80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc922801-edc4-421c-b12f-f0221d48e26c'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:10:07.667215 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-171594ae-c7ba-4574-bf67-6d8cc7611665" -d '{"events": [{"server_uuid": "506b0bca-4c9a-4ae7-bde1-c635f036bc80", "name": "network-vif-plugged", "status": "completed", "tag": "cc922801-edc4-421c-b12f-f0221d48e26c"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:10:07.759114 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-26772b23-621e-4cd9-a5b6-601c446fcea1 req-5f8651ee-e472-4898-bba5-65e4dbb870de tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:07.760334 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-26772b23-621e-4cd9-a5b6-601c446fcea1 req-5f8651ee-e472-4898-bba5-65e4dbb870de tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 1.1165776 Nov 25 13:10:07.798202 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8651ee-e472-4898-bba5-65e4dbb870de tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65385743-4f13-432f-8bca-a092a0004b11,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:07.801664 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:07.841780 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c1703bd3-9d62-4804-a7e4-04fa0071029d req-50ab73a1-9bcd-43b5-9898-8fa0a8cf0343 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5070479 Nov 25 13:10:07.924696 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e477e8-49b4-4864-90c5-a2130c35b079 x-openstack-request-id: req-33e477e8-49b4-4864-90c5-a2130c35b079 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:10:07.925267 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89b109b5-f10f-4c16-9fe2-c3d4add301ee", "tag": "af4eb865-6fca-42f0-bf89-0bc7b39cebac", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:10:07.926582 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-33e477e8-49b4-4864-90c5-a2130c35b079 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:10:07.927279 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89b109b5-f10f-4c16-9fe2-c3d4add301ee', 'tag': 'af4eb865-6fca-42f0-bf89-0bc7b39cebac', 'status': 'completed', 'code': 200} Nov 25 13:10:07.956009 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd1288-86c2-4b47-bcb1-754714dc3b6d req-500488af-5285-43b7-a6ca-92afbbefb8f9 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:07.959936 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ddcd1288-86c2-4b47-bcb1-754714dc3b6d req-500488af-5285-43b7-a6ca-92afbbefb8f9 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=b367cf64-83ee-4732-8f9a-63d45147755b HTTP/1.1" status: 200 len: 945 time: 0.1285882 Nov 25 13:10:08.027774 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96477152-3179-41cf-9cbb-84bc6f592c09 req-2d5ca661-f0d1-4084-8c89-ded86018ea5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:08.029171 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-96477152-3179-41cf-9cbb-84bc6f592c09 req-2d5ca661-f0d1-4084-8c89-ded86018ea5b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=af4c9854d3c048999405c81c71776d29&device_id=89b109b5-f10f-4c16-9fe2-c3d4add301ee HTTP/1.1" status: 200 len: 1101 time: 0.0816381 Nov 25 13:10:08.032193 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96477152-3179-41cf-9cbb-84bc6f592c09 req-3d999b73-69ca-442a-89ff-5d348d66a72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:08.033625 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-96477152-3179-41cf-9cbb-84bc6f592c09 req-3d999b73-69ca-442a-89ff-5d348d66a72e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=af4c9854d3c048999405c81c71776d29&device_id=89b109b5-f10f-4c16-9fe2-c3d4add301ee HTTP/1.1" status: 200 len: 1101 time: 0.0764887 Nov 25 13:10:08.043266 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ddcd1288-86c2-4b47-bcb1-754714dc3b6d req-626a150c-d3b5-4662-a348-02fa2f2bd21d tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755029 Nov 25 13:10:08.044405 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1781cbae-7276-4602-ab63-fa7e930efc79 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:08.186561 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789b7f95-1cf4-4144-b43d-827e0cf7857b x-openstack-request-id: req-789b7f95-1cf4-4144-b43d-827e0cf7857b {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:10:08.187082 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "506b0bca-4c9a-4ae7-bde1-c635f036bc80", "name": "network-vif-plugged", "status": "completed", "tag": "cc922801-edc4-421c-b12f-f0221d48e26c", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:10:08.187182 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-789b7f95-1cf4-4144-b43d-827e0cf7857b {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:10:08.187863 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '506b0bca-4c9a-4ae7-bde1-c635f036bc80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc922801-edc4-421c-b12f-f0221d48e26c', 'code': 200} Nov 25 13:10:08.356996 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048fec6e-c182-4dbb-a973-c78427ced9e1 req-3f103738-3a03-48e7-ba18-10507725a2ab tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:08.358815 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-048fec6e-c182-4dbb-a973-c78427ced9e1 req-3f103738-3a03-48e7-ba18-10507725a2ab tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/ports?device_id=8abf26f0-25c1-47e0-9dd9-c98fe7928eb9 HTTP/1.1" status: 200 len: 945 time: 0.1839507 Nov 25 13:10:08.393649 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2ae27d12-88b3-46af-a226-8c2565e0dc9a req-aeb7035e-1299-4f5f-89c7-355431508849 tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] 10.222.0.53 "GET /v2.0/security-groups/65385743-4f13-432f-8bca-a092a0004b11 HTTP/1.1" status: 200 len: 1830 time: 0.1769557 Nov 25 13:10:08.420897 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-2ae27d12-88b3-46af-a226-8c2565e0dc9a req-fb1224cb-b917-42d2-9374-4b9b0ccb0ecf tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '65385743-4f13-432f-8bca-a092a0004b11', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:10:08.421312 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-2ae27d12-88b3-46af-a226-8c2565e0dc9a req-fb1224cb-b917-42d2-9374-4b9b0ccb0ecf tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '65385743-4f13-432f-8bca-a092a0004b11', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:10:08.434346 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1781cbae-7276-4602-ab63-fa7e930efc79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:08.532603 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96477152-3179-41cf-9cbb-84bc6f592c09 req-0c2e1756-00ae-403b-a5a4-445370dd17db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:08.534038 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-96477152-3179-41cf-9cbb-84bc6f592c09 req-0c2e1756-00ae-403b-a5a4-445370dd17db service neutron] 10.222.0.47 "GET /v2.0/networks?id=85f6380f-3625-4f44-8465-fbcf0c11fed5 HTTP/1.1" status: 200 len: 870 time: 0.4879138 Nov 25 13:10:08.575002 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-048fec6e-c182-4dbb-a973-c78427ced9e1 req-652767ce-5867-419f-b9b4-9fb4ae8d7d7b tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/security-groups?id=f6748c79-b185-401c-a5a4-7558eeb3a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065609 Nov 25 13:10:08.586793 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 00d4a4ce-89c4-43e8-b76d-2681be52e2f7 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:10:08.609923 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-96477152-3179-41cf-9cbb-84bc6f592c09 req-21a5cb45-9bfe-4927-b3ff-1c96f28d52df service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=af4eb865-6fca-42f0-bf89-0bc7b39cebac HTTP/1.1" status: 200 len: 217 time: 0.0610783 Nov 25 13:10:08.611254 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96477152-3179-41cf-9cbb-84bc6f592c09 req-88f75c8f-e500-4ede-a9b2-5e9c9a5c6ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:08.612600 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-96477152-3179-41cf-9cbb-84bc6f592c09 req-88f75c8f-e500-4ede-a9b2-5e9c9a5c6ead service neutron] 10.222.0.66 "GET /v2.0/networks?id=85f6380f-3625-4f44-8465-fbcf0c11fed5 HTTP/1.1" status: 200 len: 870 time: 0.5761776 Nov 25 13:10:08.636072 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2735c-eae1-40e3-86df-36dfc60da245 req-5f50814c-f5e7-44bb-af7a-0ec6f124829f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:08.637286 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-dcd2735c-eae1-40e3-86df-36dfc60da245 req-5f50814c-f5e7-44bb-af7a-0ec6f124829f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=506b0bca-4c9a-4ae7-bde1-c635f036bc80 HTTP/1.1" status: 200 len: 1097 time: 0.1098444 Nov 25 13:10:08.650844 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a51d54e-556e-4d39-b6f1-8e665df5d028 None None] Network 784710bb-d0b2-41c2-9ddb-eeec436beeae requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:10:08.707887 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-2ae27d12-88b3-46af-a226-8c2565e0dc9a req-fb1224cb-b917-42d2-9374-4b9b0ccb0ecf tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:08.717133 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-96477152-3179-41cf-9cbb-84bc6f592c09 req-2438c33d-25da-4769-b88f-fba0d75816e3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=af4eb865-6fca-42f0-bf89-0bc7b39cebac HTTP/1.1" status: 200 len: 217 time: 0.0886705 Nov 25 13:10:08.747242 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-594874b2-b6dc-47d6-ba37-33ec626804e4 None None] Provisioning complete for port 00d4a4ce-89c4-43e8-b76d-2681be52e2f7 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:10:08.747861 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-594874b2-b6dc-47d6-ba37-33ec626804e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:08.772581 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96477152-3179-41cf-9cbb-84bc6f592c09 req-f509be14-596a-4f71-a861-1a355ad9a422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:08.774146 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-96477152-3179-41cf-9cbb-84bc6f592c09 req-f509be14-596a-4f71-a861-1a355ad9a422 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.1551428 Nov 25 13:10:08.784556 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-dcd2735c-eae1-40e3-86df-36dfc60da245 req-c4ec2d34-f7aa-45d2-8fa2-ebd6381da779 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3ba37784-aaa9-49b8-83a4-8ae52980ad2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165514 Nov 25 13:10:08.789650 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-2ae27d12-88b3-46af-a226-8c2565e0dc9a req-fb1224cb-b917-42d2-9374-4b9b0ccb0ecf tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:08.808459 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-2ae27d12-88b3-46af-a226-8c2565e0dc9a req-fb1224cb-b917-42d2-9374-4b9b0ccb0ecf tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:08.809273 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 00d4a4ce-89c4-43e8-b76d-2681be52e2f7 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:10:08.809799 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:08.828587 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96477152-3179-41cf-9cbb-84bc6f592c09 req-33706a98-1a3c-420a-967b-ecf7e15e94f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:08.829657 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b371bffc-ec13-4f6b-a757-e21894867dbe req-105bc180-fd9e-419a-8383-cb8316a537d2 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:08.830283 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-96477152-3179-41cf-9cbb-84bc6f592c09 req-33706a98-1a3c-420a-967b-ecf7e15e94f2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.1039186 Nov 25 13:10:08.831494 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b371bffc-ec13-4f6b-a757-e21894867dbe req-105bc180-fd9e-419a-8383-cb8316a537d2 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.53 "GET /v2.0/ports?device_id=506b0bca-4c9a-4ae7-bde1-c635f036bc80 HTTP/1.1" status: 200 len: 945 time: 0.1406174 Nov 25 13:10:08.835167 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96477152-3179-41cf-9cbb-84bc6f592c09 req-b6fd8025-32b4-416e-b1a9-a3ffbb5a8277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:08.836780 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-96477152-3179-41cf-9cbb-84bc6f592c09 req-b6fd8025-32b4-416e-b1a9-a3ffbb5a8277 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0549746 Nov 25 13:10:08.853758 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1224cb-b917-42d2-9374-4b9b0ccb0ecf tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84461e66-9bec-42c5-9d62-f5a3506a895f,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:08.870208 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1781cbae-7276-4602-ab63-fa7e930efc79 admin admin] Router b2620ca8-719e-4dd5-ad52-be3ce29dd150 is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:10:08.890203 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96477152-3179-41cf-9cbb-84bc6f592c09 req-7eff6885-63da-45eb-b394-9a2a02a026c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:08.892224 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-96477152-3179-41cf-9cbb-84bc6f592c09 req-7eff6885-63da-45eb-b394-9a2a02a026c2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0538454 Nov 25 13:10:08.903600 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-2ae27d12-88b3-46af-a226-8c2565e0dc9a req-fb1224cb-b917-42d2-9374-4b9b0ccb0ecf tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:08.909100 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2ae27d12-88b3-46af-a226-8c2565e0dc9a req-fb1224cb-b917-42d2-9374-4b9b0ccb0ecf tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4994442 Nov 25 13:10:08.997685 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-594874b2-b6dc-47d6-ba37-33ec626804e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:09.008861 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-96477152-3179-41cf-9cbb-84bc6f592c09 req-2aae8351-ad94-4f7b-add1-12cf7d514237 service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084454 Nov 25 13:10:09.025598 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:09.052959 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b371bffc-ec13-4f6b-a757-e21894867dbe req-3f9c9502-3245-4527-8e41-58be7ce822d8 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ba37784-aaa9-49b8-83a4-8ae52980ad2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076151 Nov 25 13:10:09.059878 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-594874b2-b6dc-47d6-ba37-33ec626804e4 None None] For port 00d4a4ce-89c4-43e8-b76d-2681be52e2f7, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=00d4a4ce-89c4-43e8-b76d-2681be52e2f7,segment=NetworkSegment(d2f977c6-e8ea-417b-9f30-4d61953a640d),segment_id=d2f977c6-e8ea-417b-9f30-4d61953a640d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:10:09.070116 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-594874b2-b6dc-47d6-ba37-33ec626804e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:09.119638 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b6e30-08ba-4a3b-b56c-d7271015be58 req-d29eb5d0-660a-4016-8b99-b06fca00059d tempest-LiveMigrationTest-1161798756 tempest-LiveMigrationTest-1161798756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:09.136831 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7e1b6e30-08ba-4a3b-b56c-d7271015be58 req-d29eb5d0-660a-4016-8b99-b06fca00059d tempest-LiveMigrationTest-1161798756 tempest-LiveMigrationTest-1161798756-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b367cf64-83ee-4732-8f9a-63d45147755b HTTP/1.1" status: 200 len: 1097 time: 0.1347032 Nov 25 13:10:09.184119 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1781cbae-7276-4602-ab63-fa7e930efc79 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:10:09.296901 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1781cbae-7276-4602-ab63-fa7e930efc79 admin admin] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:09.309167 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-1781cbae-7276-4602-ab63-fa7e930efc79 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.9588809 Nov 25 13:10:09.311251 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36312) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:10:09.338895 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7e1b6e30-08ba-4a3b-b56c-d7271015be58 req-992b14c2-a05f-45a0-b972-079757135168 tempest-LiveMigrationTest-1161798756 tempest-LiveMigrationTest-1161798756-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000132 Nov 25 13:10:09.368457 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-96477152-3179-41cf-9cbb-84bc6f592c09 req-3faa7b76-607a-440e-8904-ab1c17edac12 service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584638 Nov 25 13:10:09.379609 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-96477152-3179-41cf-9cbb-84bc6f592c09 req-03822329-2219-4fdd-a937-ab31760ef0e0 service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3471336 Nov 25 13:10:09.419276 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device af4eb865-6fca-42f0-bf89-0bc7b39cebac details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:10:09.423284 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5df136b-047d-4c0c-89fb-24285e3fee4d None None] Sync routers for ids ['b2620ca8-719e-4dd5-ad52-be3ce29dd150'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:10:09.450356 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5df136b-047d-4c0c-89fb-24285e3fee4d None None] Routers {'b2620ca8-719e-4dd5-ad52-be3ce29dd150'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:10:09.451444 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-b5df136b-047d-4c0c-89fb-24285e3fee4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:10:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['b2620ca8-719e-4dd5-ad52-be3ce29dd150'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:10:09.485809 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-96477152-3179-41cf-9cbb-84bc6f592c09 req-38c07ade-c370-4739-99b1-624c6b301d89 service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088972 Nov 25 13:10:09.503029 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.db.api [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 13:10:09.503399 n-d-808199-11 neutron-server[103572]: DEBUG oslo_db.api [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 13:10:09.513692 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594874b2-b6dc-47d6-ba37-33ec626804e4 None None] Pushing event updated for resources: {'Port': ['ID=00d4a4ce-89c4-43e8-b76d-2681be52e2f7,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:09.520507 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb6236b-10a5-4db7-bc7f-f7eeefea99fb req-116c4314-d642-4ad1-8be5-4fc66bfd3b9f tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:09.527899 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-acb6236b-10a5-4db7-bc7f-f7eeefea99fb req-116c4314-d642-4ad1-8be5-4fc66bfd3b9f tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b109b5-f10f-4c16-9fe2-c3d4add301ee HTTP/1.1" status: 200 len: 949 time: 0.2914476 Nov 25 13:10:09.535519 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-0930938d-e58f-4a4e-aa6b-ed892249dff9 None None] Provisioning complete for port 00d4a4ce-89c4-43e8-b76d-2681be52e2f7 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:10:09.535820 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0930938d-e58f-4a4e-aa6b-ed892249dff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:09.557743 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-14d6abe5-747b-4892-b78b-3686956f10ed req-46146653-9069-4ca9-809d-6b00d1e45316 tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] 10.222.0.53 "GET /v2.0/security-groups/65385743-4f13-432f-8bca-a092a0004b11 HTTP/1.1" status: 200 len: 2423 time: 0.1001062 Nov 25 13:10:09.641635 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.db.resource_extend [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 13:10:09.708828 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-acb6236b-10a5-4db7-bc7f-f7eeefea99fb req-fd869ac7-a9ce-4c7a-ad80-811bc1621aa8 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799798 Nov 25 13:10:09.712856 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-b5df136b-047d-4c0c-89fb-24285e3fee4d None None] Set router b2620ca8-719e-4dd5-ad52-be3ce29dd150 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:10:09.978111 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port af4eb865-6fca-42f0-bf89-0bc7b39cebac, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=af4eb865-6fca-42f0-bf89-0bc7b39cebac,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:10:09.982601 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-742e6310-1648-4b23-b01c-6f602812fe54 req-674e9408-00f6-4351-998c-038417242644 tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] 10.222.0.53 "GET /v2.0/security-group-rules/84461e66-9bec-42c5-9d62-f5a3506a895f HTTP/1.1" status: 200 len: 778 time: 0.1897042 Nov 25 13:10:10.021932 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': 'af4eb865-6fca-42f0-bf89-0bc7b39cebac', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'port_id': 'af4eb865-6fca-42f0-bf89-0bc7b39cebac', 'mac_address': 'fa:16:3e:72:29:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce5ca48-e3be-44c6-9584-fd9eb8c67222', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:10:10.123648 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-b5df136b-047d-4c0c-89fb-24285e3fee4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2620ca8-719e-4dd5-ad52-be3ce29dd150', 'name': 'tempest-TaggedBootDevicesTest_v242-1082925888-router', 'tenant_id': '3e679702d4d04ac28dcb3c95867b19f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': '2be7d6e6-e00e-4746-9064-50614091b900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:10:04Z', 'updated_at': '2021-11-25T13:10:07Z', 'revision_number': 3, 'project_id': '3e679702d4d04ac28dcb3c95867b19f9', 'gw_port': {'id': '2be7d6e6-e00e-4746-9064-50614091b900', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:98:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2620ca8-719e-4dd5-ad52-be3ce29dd150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:10:05Z', 'updated_at': '2021-11-25T13:10:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:10:10.167591 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5df136b-047d-4c0c-89fb-24285e3fee4d None None] Checking router: b2620ca8-719e-4dd5-ad52-be3ce29dd150 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:10:10.167934 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5df136b-047d-4c0c-89fb-24285e3fee4d None None] Updating router b2620ca8-719e-4dd5-ad52-be3ce29dd150 port 2be7d6e6-e00e-4746-9064-50614091b900 binding host n-d-808199-11 {{(pid=103572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:10:10.170981 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e3fa1-ec20-474a-ae33-565b2bdfe3ac req-6a92ee5d-c84a-43bf-9320-f0cb10256ccd tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:10.172802 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c84e3fa1-ec20-474a-ae33-565b2bdfe3ac req-6a92ee5d-c84a-43bf-9320-f0cb10256ccd tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/ports?device_id=8abf26f0-25c1-47e0-9dd9-c98fe7928eb9 HTTP/1.1" status: 200 len: 945 time: 0.2174985 Nov 25 13:10:10.194944 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:10.207692 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b5df136b-047d-4c0c-89fb-24285e3fee4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:10.228861 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-742e6310-1648-4b23-b01c-6f602812fe54 req-628a3e16-8d6e-4063-b552-f0dd1c64002b tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] 10.222.0.53 "GET /v2.0/security-groups/65385743-4f13-432f-8bca-a092a0004b11 HTTP/1.1" status: 200 len: 2423 time: 0.1592731 Nov 25 13:10:10.245437 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af4eb865-6fca-42f0-bf89-0bc7b39cebac {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:10:10.268571 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port af4eb865-6fca-42f0-bf89-0bc7b39cebac, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=af4eb865-6fca-42f0-bf89-0bc7b39cebac,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:10:10.288614 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:10.351979 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c84e3fa1-ec20-474a-ae33-565b2bdfe3ac req-5b481b42-86fd-440c-a469-4bb13d76b1e7 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/security-groups?id=f6748c79-b185-401c-a5a4-7558eeb3a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501763 Nov 25 13:10:10.359984 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-742e6310-1648-4b23-b01c-6f602812fe54 req-822fc61e-bea9-4bbe-9d3a-75bea375f69c tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:10.399794 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=af4eb865-6fca-42f0-bf89-0bc7b39cebac,revision_number=11']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:10.400103 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-742e6310-1648-4b23-b01c-6f602812fe54 req-822fc61e-bea9-4bbe-9d3a-75bea375f69c tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:10.409973 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9a395e1d-f055-4ee1-bce2-6d67e2b1f0ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:10.510089 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-742e6310-1648-4b23-b01c-6f602812fe54 req-822fc61e-bea9-4bbe-9d3a-75bea375f69c tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:10.530580 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-742e6310-1648-4b23-b01c-6f602812fe54 req-822fc61e-bea9-4bbe-9d3a-75bea375f69c tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:10.532167 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-742e6310-1648-4b23-b01c-6f602812fe54 req-822fc61e-bea9-4bbe-9d3a-75bea375f69c tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/84461e66-9bec-42c5-9d62-f5a3506a895f HTTP/1.1" status: 204 len: 173 time: 0.2943506 Nov 25 13:10:10.560252 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 00d4a4ce-89c4-43e8-b76d-2681be52e2f7 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:10:10.575910 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822fc61e-bea9-4bbe-9d3a-75bea375f69c tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=84461e66-9bec-42c5-9d62-f5a3506a895f,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:10.637525 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['af4eb865-6fca-42f0-bf89-0bc7b39cebac'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:10:10.640470 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0837f88-760b-49fb-934b-54baf45e29c2 req-04e507f0-4970-4880-9543-d8469cc16917 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:10.648010 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e0837f88-760b-49fb-934b-54baf45e29c2 req-04e507f0-4970-4880-9543-d8469cc16917 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.53 "GET /v2.0/ports?device_id=506b0bca-4c9a-4ae7-bde1-c635f036bc80 HTTP/1.1" status: 200 len: 945 time: 0.1394310 Nov 25 13:10:10.731393 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-9a395e1d-f055-4ee1-bce2-6d67e2b1f0ff admin admin] Allocated IP 172.20.0.1 (784710bb-d0b2-41c2-9ddb-eeec436beeae/68ab7f63-ae58-417f-a77a-6f73e6a8d7b3/cbad45d9-f1d0-4a4f-ba44-05838dc89e13) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:10:10.743899 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e0837f88-760b-49fb-934b-54baf45e29c2 req-96f1f792-2c38-4e1f-a2ca-15047c2a3f87 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ba37784-aaa9-49b8-83a4-8ae52980ad2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936983 Nov 25 13:10:10.782444 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-96c06a37-2715-4ade-8b82-7fbd677c1af7 req-ed731dd5-0f68-4498-a45e-5046162a3ffd tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-207442852', 'description': 'tempest-description-1252157442'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:10:10.814655 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 00d4a4ce-89c4-43e8-b76d-2681be52e2f7 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:10:10.814941 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:10.866064 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-96c06a37-2715-4ade-8b82-7fbd677c1af7 req-ed731dd5-0f68-4498-a45e-5046162a3ffd tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:10.914444 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9a395e1d-f055-4ee1-bce2-6d67e2b1f0ff admin admin] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:10.939012 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b5df136b-047d-4c0c-89fb-24285e3fee4d None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:10.997737 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b5df136b-047d-4c0c-89fb-24285e3fee4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:11.009811 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-96c06a37-2715-4ade-8b82-7fbd677c1af7 req-ed731dd5-0f68-4498-a45e-5046162a3ffd tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:11.011427 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9a395e1d-f055-4ee1-bce2-6d67e2b1f0ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:11.078144 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-96c06a37-2715-4ade-8b82-7fbd677c1af7 req-ed731dd5-0f68-4498-a45e-5046162a3ffd tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:11.132597 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60003d83-a42b-47d5-88d6-adc7e88a330d None None] Pushing event updated for resources: {'Port': ['ID=2be7d6e6-e00e-4746-9064-50614091b900,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:11.137594 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-b5df136b-047d-4c0c-89fb-24285e3fee4d None None] Attempting to bind port 2be7d6e6-e00e-4746-9064-50614091b900 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:10:11.137970 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-b5df136b-047d-4c0c-89fb-24285e3fee4d None None] Attempting to bind port 2be7d6e6-e00e-4746-9064-50614091b900 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:10:11.138616 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5df136b-047d-4c0c-89fb-24285e3fee4d None None] Attempting to bind port 2be7d6e6-e00e-4746-9064-50614091b900 on network 7542d3d9-0db3-40e7-ab88-a168871141f7 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:10:11.167849 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5df136b-047d-4c0c-89fb-24285e3fee4d None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:10:11.168238 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5df136b-047d-4c0c-89fb-24285e3fee4d None None] Checking segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:10:11.168651 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b5df136b-047d-4c0c-89fb-24285e3fee4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:11.169054 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5df136b-047d-4c0c-89fb-24285e3fee4d None None] Bound using segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:10:11.170345 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-b5df136b-047d-4c0c-89fb-24285e3fee4d None None] Bound port: 2be7d6e6-e00e-4746-9064-50614091b900, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:10:11.170771 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b5df136b-047d-4c0c-89fb-24285e3fee4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:11.200602 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a395e1d-f055-4ee1-bce2-6d67e2b1f0ff admin admin] Network 784710bb-d0b2-41c2-9ddb-eeec436beeae is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:10:11.216860 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-9a395e1d-f055-4ee1-bce2-6d67e2b1f0ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:10:11.227383 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-96c06a37-2715-4ade-8b82-7fbd677c1af7 req-ed731dd5-0f68-4498-a45e-5046162a3ffd tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:11.241481 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-96c06a37-2715-4ade-8b82-7fbd677c1af7 req-ed731dd5-0f68-4498-a45e-5046162a3ffd tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.4663699 Nov 25 13:10:11.242393 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a395e1d-f055-4ee1-bce2-6d67e2b1f0ff admin admin] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:10:11.251052 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a395e1d-f055-4ee1-bce2-6d67e2b1f0ff admin admin] Pushing event updated for resources: {'Port': ['ID=cbad45d9-f1d0-4a4f-ba44-05838dc89e13,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:11.269120 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:11.271003 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-b5df136b-047d-4c0c-89fb-24285e3fee4d None None] For port 2be7d6e6-e00e-4746-9064-50614091b900, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:10:11.274627 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-b5df136b-047d-4c0c-89fb-24285e3fee4d None None] For port 2be7d6e6-e00e-4746-9064-50614091b900, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=2be7d6e6-e00e-4746-9064-50614091b900,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:10:11.282649 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b5df136b-047d-4c0c-89fb-24285e3fee4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:11.325088 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed731dd5-0f68-4498-a45e-5046162a3ffd tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1da2b00d-36fc-4fcf-92b6-b48400747485,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:11.436359 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60003d83-a42b-47d5-88d6-adc7e88a330d None None] Pushing event updated for resources: {'Port': ['ID=2be7d6e6-e00e-4746-9064-50614091b900,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:11.446723 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9a395e1d-f055-4ee1-bce2-6d67e2b1f0ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:11.479754 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5df136b-047d-4c0c-89fb-24285e3fee4d None None] Routers {'b2620ca8-719e-4dd5-ad52-be3ce29dd150'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:10:11.480741 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-b5df136b-047d-4c0c-89fb-24285e3fee4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:10:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['b2620ca8-719e-4dd5-ad52-be3ce29dd150'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:10:11.570899 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae73b5b-df65-48e2-a346-45a27885c822 req-ea5ae766-43ce-4601-991b-428810094883 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:11.578718 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8ae73b5b-df65-48e2-a346-45a27885c822 req-ea5ae766-43ce-4601-991b-428810094883 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b109b5-f10f-4c16-9fe2-c3d4add301ee HTTP/1.1" status: 200 len: 950 time: 0.1584983 Nov 25 13:10:11.689833 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8ae73b5b-df65-48e2-a346-45a27885c822 req-12b68c93-1482-4c8b-bde3-7fbdf691c90f tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102211 Nov 25 13:10:11.726909 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9a395e1d-f055-4ee1-bce2-6d67e2b1f0ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:11.756827 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-32afc1e9-ae3f-45c0-8f5f-5b567237fc96 None None] Provisioning complete for port cbad45d9-f1d0-4a4f-ba44-05838dc89e13 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:10:11.757440 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-32afc1e9-ae3f-45c0-8f5f-5b567237fc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:11.820930 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-b5df136b-047d-4c0c-89fb-24285e3fee4d None None] Set router b2620ca8-719e-4dd5-ad52-be3ce29dd150 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:10:11.869643 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-62c76828-435d-4268-9c0c-56e09bac2576 req-3d01c26f-dd19-443f-8b10-cfdb506da3aa tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] 10.222.0.53 "GET /v2.0/security-groups/1da2b00d-36fc-4fcf-92b6-b48400747485 HTTP/1.1" status: 200 len: 1829 time: 0.0883310 Nov 25 13:10:12.016593 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f552d474-f6dc-4291-b2ee-002da43edc0a req-03cf8ace-4ad0-4a0c-a60f-5478bf1cb1b2 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:12.024657 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f552d474-f6dc-4291-b2ee-002da43edc0a req-03cf8ace-4ad0-4a0c-a60f-5478bf1cb1b2 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b109b5-f10f-4c16-9fe2-c3d4add301ee HTTP/1.1" status: 200 len: 950 time: 0.1539237 Nov 25 13:10:12.092243 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9a395e1d-f055-4ee1-bce2-6d67e2b1f0ff admin admin] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:12.092863 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-32afc1e9-ae3f-45c0-8f5f-5b567237fc96 None None] Port cbad45d9-f1d0-4a4f-ba44-05838dc89e13 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:10:12.105503 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f552d474-f6dc-4291-b2ee-002da43edc0a req-73e77ce6-c846-4412-92f3-78daa154edbe tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777087 Nov 25 13:10:12.107454 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9a395e1d-f055-4ee1-bce2-6d67e2b1f0ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:12.174991 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-17dd687b-988e-4e18-9e95-431fc26c4592 req-69252c33-fc6f-483f-b4e0-a5fb2dfa26fd tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-912483970', 'description': 'tempest-description-847681553'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:10:12.209194 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-b5df136b-047d-4c0c-89fb-24285e3fee4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2620ca8-719e-4dd5-ad52-be3ce29dd150', 'name': 'tempest-TaggedBootDevicesTest_v242-1082925888-router', 'tenant_id': '3e679702d4d04ac28dcb3c95867b19f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': '2be7d6e6-e00e-4746-9064-50614091b900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:10:04Z', 'updated_at': '2021-11-25T13:10:07Z', 'revision_number': 3, 'project_id': '3e679702d4d04ac28dcb3c95867b19f9', 'gw_port': {'id': '2be7d6e6-e00e-4746-9064-50614091b900', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:98:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2620ca8-719e-4dd5-ad52-be3ce29dd150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:10:05Z', 'updated_at': '2021-11-25T13:10:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:10:12.248736 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5df136b-047d-4c0c-89fb-24285e3fee4d None None] The sync data for ids ['b2620ca8-719e-4dd5-ad52-be3ce29dd150'] in n-d-808199-11 is: [{'id': 'b2620ca8-719e-4dd5-ad52-be3ce29dd150', 'name': 'tempest-TaggedBootDevicesTest_v242-1082925888-router', 'tenant_id': '3e679702d4d04ac28dcb3c95867b19f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': '2be7d6e6-e00e-4746-9064-50614091b900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:10:04Z', 'updated_at': '2021-11-25T13:10:07Z', 'revision_number': 3, 'project_id': '3e679702d4d04ac28dcb3c95867b19f9', 'gw_port': {'id': '2be7d6e6-e00e-4746-9064-50614091b900', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:98:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2620ca8-719e-4dd5-ad52-be3ce29dd150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:10:05Z', 'updated_at': '2021-11-25T13:10:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:10:12.251113 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a395e1d-f055-4ee1-bce2-6d67e2b1f0ff admin admin] Pushing event updated for resources: {'Port': ['ID=cbad45d9-f1d0-4a4f-ba44-05838dc89e13,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:12.259204 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9a395e1d-f055-4ee1-bce2-6d67e2b1f0ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:12.275337 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-17dd687b-988e-4e18-9e95-431fc26c4592 req-69252c33-fc6f-483f-b4e0-a5fb2dfa26fd tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:12.293724 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac3900d-844c-4870-b06c-e1fe9eead0e3 req-582d3115-df17-43cc-b9ea-3cdc13cbad93 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:12.295319 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3ac3900d-844c-4870-b06c-e1fe9eead0e3 req-582d3115-df17-43cc-b9ea-3cdc13cbad93 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.53 "GET /v2.0/ports?device_id=506b0bca-4c9a-4ae7-bde1-c635f036bc80 HTTP/1.1" status: 200 len: 945 time: 0.1249168 Nov 25 13:10:12.463120 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3ac3900d-844c-4870-b06c-e1fe9eead0e3 req-4deda802-eea9-4e09-8ae0-d526f69e0b6f tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ba37784-aaa9-49b8-83a4-8ae52980ad2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504972 Nov 25 13:10:12.498354 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-17dd687b-988e-4e18-9e95-431fc26c4592 req-69252c33-fc6f-483f-b4e0-a5fb2dfa26fd tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:12.516155 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a395e1d-f055-4ee1-bce2-6d67e2b1f0ff admin admin] Network 784710bb-d0b2-41c2-9ddb-eeec436beeae is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:10:12.516155 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-9a395e1d-f055-4ee1-bce2-6d67e2b1f0ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:10:12.536448 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-17dd687b-988e-4e18-9e95-431fc26c4592 req-69252c33-fc6f-483f-b4e0-a5fb2dfa26fd tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:12.604345 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69252c33-fc6f-483f-b4e0-a5fb2dfa26fd tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78f9716a-c4b8-42ed-8098-6cad7e8ac005,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:12.739991 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-17dd687b-988e-4e18-9e95-431fc26c4592 req-69252c33-fc6f-483f-b4e0-a5fb2dfa26fd tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:12.741512 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-17dd687b-988e-4e18-9e95-431fc26c4592 req-69252c33-fc6f-483f-b4e0-a5fb2dfa26fd tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.5821016 Nov 25 13:10:12.788519 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a395e1d-f055-4ee1-bce2-6d67e2b1f0ff admin admin] Router b2620ca8-719e-4dd5-ad52-be3ce29dd150 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:10:12.922727 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-d496eca1-2515-4aa7-8c5a-05c3ec5316a3 None None] Provisioning complete for port cbad45d9-f1d0-4a4f-ba44-05838dc89e13 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:10:12.923322 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d496eca1-2515-4aa7-8c5a-05c3ec5316a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:12.925771 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a102b3b7-0266-4d43-be66-9a54ff1fc2b9 req-ce8d00fd-55c1-41f4-997d-07cd36c248e3 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=af4c9854d3c048999405c81c71776d29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0846636 Nov 25 13:10:12.978262 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-d496eca1-2515-4aa7-8c5a-05c3ec5316a3 None None] Port cbad45d9-f1d0-4a4f-ba44-05838dc89e13 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:10:13.058285 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a395e1d-f055-4ee1-bce2-6d67e2b1f0ff admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:10:13.072978 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-9a395e1d-f055-4ee1-bce2-6d67e2b1f0ff admin admin] 10.222.0.53 "PUT /v2.0/routers/b2620ca8-719e-4dd5-ad52-be3ce29dd150/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7498562 Nov 25 13:10:13.126607 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a102b3b7-0266-4d43-be66-9a54ff1fc2b9 req-e8286d35-e4cb-4dd9-953f-8fcd3ad8bcf8 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:13.129307 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a102b3b7-0266-4d43-be66-9a54ff1fc2b9 req-e8286d35-e4cb-4dd9-953f-8fcd3ad8bcf8 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2005739 Nov 25 13:10:13.198993 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a102b3b7-0266-4d43-be66-9a54ff1fc2b9 req-723e2bce-d578-4d4b-8270-15b8e79ea2df tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/quotas/af4c9854d3c048999405c81c71776d29 HTTP/1.1" status: 200 len: 375 time: 0.0442007 Nov 25 13:10:13.329278 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f3fffbb3-f096-4dfa-b7f3-7ef49098e42e req-f73fbb5d-f72c-4b49-b0ff-86f57429fd88 tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] 10.222.0.53 "GET /v2.0/security-groups/78f9716a-c4b8-42ed-8098-6cad7e8ac005 HTTP/1.1" status: 200 len: 1828 time: 0.1510596 Nov 25 13:10:13.371163 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a102b3b7-0266-4d43-be66-9a54ff1fc2b9 req-58aadead-e0a0-4229-b691-4d373572e14d tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=af4c9854d3c048999405c81c71776d29&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1498528 Nov 25 13:10:13.381928 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device ce1ac814-b253-4ac4-adb9-d286b40b2ebf details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:10:13.384069 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device af4eb865-6fca-42f0-bf89-0bc7b39cebac up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:10:13.477660 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-04c6cac6-79e9-4400-b3c1-a5a4239d3196 req-10d68345-6441-4ba5-92dd-2efab86f266d tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-346190459', 'description': 'tempest-description-681736050'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:10:13.530197 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-04c6cac6-79e9-4400-b3c1-a5a4239d3196 req-10d68345-6441-4ba5-92dd-2efab86f266d tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:13.532958 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b0672-6f4f-4217-b981-c295ae487c6a req-c98ff8a5-9742-4ff3-aff0-c7438b39c87c tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:13.535793 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a25b0672-6f4f-4217-b981-c295ae487c6a req-c98ff8a5-9742-4ff3-aff0-c7438b39c87c tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.47 "GET /v2.0/ports?device_id=506b0bca-4c9a-4ae7-bde1-c635f036bc80 HTTP/1.1" status: 200 len: 945 time: 0.1810443 Nov 25 13:10:13.661433 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port ce1ac814-b253-4ac4-adb9-d286b40b2ebf, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=ce1ac814-b253-4ac4-adb9-d286b40b2ebf,segment=NetworkSegment(e8fc9265-97df-4bce-bf9a-73ae38a4e9ce),segment_id=e8fc9265-97df-4bce-bf9a-73ae38a4e9ce)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:10:13.712523 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': 'ce1ac814-b253-4ac4-adb9-d286b40b2ebf', 'network_id': '3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d', 'port_id': 'ce1ac814-b253-4ac4-adb9-d286b40b2ebf', 'mac_address': 'fa:16:3e:38:23:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af6d388d-5278-4fef-a1e9-b40af907e39b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:10:13.715146 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-04c6cac6-79e9-4400-b3c1-a5a4239d3196 req-10d68345-6441-4ba5-92dd-2efab86f266d tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:13.741527 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32683b81-37e1-47ce-810b-81be46c0895f req-5b87ab67-3220-46ae-b897-4882fddde3e7 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:13.743727 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-32683b81-37e1-47ce-810b-81be46c0895f req-5b87ab67-3220-46ae-b897-4882fddde3e7 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.66 "GET /v2.0/ports?device_id=051b7a91-129f-4c03-8ab6-0e6c37e17905 HTTP/1.1" status: 200 len: 945 time: 0.3032739 Nov 25 13:10:13.845059 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-04c6cac6-79e9-4400-b3c1-a5a4239d3196 req-10d68345-6441-4ba5-92dd-2efab86f266d tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:13.882621 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port af4eb865-6fca-42f0-bf89-0bc7b39cebac completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:10:13.897240 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port af4eb865-6fca-42f0-bf89-0bc7b39cebac triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:10:13.903446 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:13.984939 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:13.994536 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-04c6cac6-79e9-4400-b3c1-a5a4239d3196 req-10d68345-6441-4ba5-92dd-2efab86f266d tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:14.009620 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-a25b0672-6f4f-4217-b981-c295ae487c6a req-bb542407-9ec8-4251-9a7f-5ef5d4db288c tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Deleting port cc922801-edc4-421c-b12f-f0221d48e26c {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:10:14.010409 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a25b0672-6f4f-4217-b981-c295ae487c6a req-bb542407-9ec8-4251-9a7f-5ef5d4db288c tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:14.014779 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-04c6cac6-79e9-4400-b3c1-a5a4239d3196 req-10d68345-6441-4ba5-92dd-2efab86f266d tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.5448129 Nov 25 13:10:14.025326 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ce1ac814-b253-4ac4-adb9-d286b40b2ebf {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:10:14.053743 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d68345-6441-4ba5-92dd-2efab86f266d tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea064a6f-cd26-425f-918e-539cbdfdd7d2,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:14.078744 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466966e2-dc04-44bb-b428-c3c2a29d4046 req-48cd4505-bf68-46fe-afac-eaab4cfa3711 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:14.080441 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-466966e2-dc04-44bb-b428-c3c2a29d4046 req-48cd4505-bf68-46fe-afac-eaab4cfa3711 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.53 "GET /v2.0/ports?device_id=506b0bca-4c9a-4ae7-bde1-c635f036bc80 HTTP/1.1" status: 200 len: 945 time: 0.3447568 Nov 25 13:10:14.164586 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port ce1ac814-b253-4ac4-adb9-d286b40b2ebf, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=ce1ac814-b253-4ac4-adb9-d286b40b2ebf,segment=NetworkSegment(e8fc9265-97df-4bce-bf9a-73ae38a4e9ce),segment_id=e8fc9265-97df-4bce-bf9a-73ae38a4e9ce)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:10:14.188145 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:14.210291 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-78f8dd1c-ac81-461f-8c34-2c8b1a9c2e3e req-e6d95c1c-9f86-4629-a3d3-8382b03201a8 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee9867b2-091f-48d3-b046-97d64fedd95b HTTP/1.1" status: 200 len: 210 time: 0.1247761 Nov 25 13:10:14.247419 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-a25b0672-6f4f-4217-b981-c295ae487c6a req-bb542407-9ec8-4251-9a7f-5ef5d4db288c tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] For port cc922801-edc4-421c-b12f-f0221d48e26c, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=cc922801-edc4-421c-b12f-f0221d48e26c,segment=NetworkSegment(a25deda0-3957-4726-852e-cb012d2ec072),segment_id=a25deda0-3957-4726-852e-cb012d2ec072)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:10:14.247827 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a25b0672-6f4f-4217-b981-c295ae487c6a req-bb542407-9ec8-4251-9a7f-5ef5d4db288c tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:14.278637 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:14.351761 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-466966e2-dc04-44bb-b428-c3c2a29d4046 req-5f3bf0ce-7164-46fa-99bc-12abe0154653 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ba37784-aaa9-49b8-83a4-8ae52980ad2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385740 Nov 25 13:10:14.366887 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-a25b0672-6f4f-4217-b981-c295ae487c6a req-bb542407-9ec8-4251-9a7f-5ef5d4db288c tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Calling delete_port for cc922801-edc4-421c-b12f-f0221d48e26c owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:10:14.391266 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['ce1ac814-b253-4ac4-adb9-d286b40b2ebf'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:10:14.435187 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b109b5-f10f-4c16-9fe2-c3d4add301ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af4eb865-6fca-42f0-bf89-0bc7b39cebac'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:10:14.460283 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-32683b81-37e1-47ce-810b-81be46c0895f req-f287d7de-9e33-4a2b-ba3d-17f05d9e1054 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Deleting port 879a7c7b-3e71-4a5a-9729-fe4695e12aad {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:10:14.460540 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-32683b81-37e1-47ce-810b-81be46c0895f req-f287d7de-9e33-4a2b-ba3d-17f05d9e1054 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:14.466940 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a3105a-fdd6-41b9-97d0-c7bbbc24b1c4" -d '{"events": [{"server_uuid": "89b109b5-f10f-4c16-9fe2-c3d4add301ee", "name": "network-vif-plugged", "status": "completed", "tag": "af4eb865-6fca-42f0-bf89-0bc7b39cebac"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:10:14.547691 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4a1f8212-9bb7-4cde-8c78-7425b84c2b2e req-7f6f2936-422a-4190-b7f2-d26ab25fad34 tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] 10.222.0.53 "GET /v2.0/security-groups/ea064a6f-cd26-425f-918e-539cbdfdd7d2 HTTP/1.1" status: 200 len: 1828 time: 0.1558607 Nov 25 13:10:14.663023 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-d1c69756-2dbd-4871-8337-dcd7c29e1815 req-5197dc44-9064-44fa-b248-2e8b958f0775 tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1443901600', 'description': 'tempest-description-1921678003'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:10:14.665152 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb334be7-311d-4d81-bc0d-0d23a7bc4be6 x-openstack-request-id: req-eb334be7-311d-4d81-bc0d-0d23a7bc4be6 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:10:14.666763 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89b109b5-f10f-4c16-9fe2-c3d4add301ee", "name": "network-vif-plugged", "status": "completed", "tag": "af4eb865-6fca-42f0-bf89-0bc7b39cebac", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:10:14.667666 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eb334be7-311d-4d81-bc0d-0d23a7bc4be6 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:10:14.669468 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89b109b5-f10f-4c16-9fe2-c3d4add301ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af4eb865-6fca-42f0-bf89-0bc7b39cebac', 'code': 200} Nov 25 13:10:14.704340 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port af4eb865-6fca-42f0-bf89-0bc7b39cebac, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=af4eb865-6fca-42f0-bf89-0bc7b39cebac,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:10:14.706086 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 2be7d6e6-e00e-4746-9064-50614091b900 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:10:14.721937 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-d1c69756-2dbd-4871-8337-dcd7c29e1815 req-5197dc44-9064-44fa-b248-2e8b958f0775 tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:14.788705 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:14.791204 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=ce1ac814-b253-4ac4-adb9-d286b40b2ebf,revision_number=6']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:14.861346 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-32683b81-37e1-47ce-810b-81be46c0895f req-f287d7de-9e33-4a2b-ba3d-17f05d9e1054 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] For port 879a7c7b-3e71-4a5a-9729-fe4695e12aad, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=879a7c7b-3e71-4a5a-9729-fe4695e12aad,segment=NetworkSegment(a25deda0-3957-4726-852e-cb012d2ec072),segment_id=a25deda0-3957-4726-852e-cb012d2ec072)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:10:14.862352 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-32683b81-37e1-47ce-810b-81be46c0895f req-f287d7de-9e33-4a2b-ba3d-17f05d9e1054 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:14.882092 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-32683b81-37e1-47ce-810b-81be46c0895f req-f287d7de-9e33-4a2b-ba3d-17f05d9e1054 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Calling delete_port for 879a7c7b-3e71-4a5a-9729-fe4695e12aad owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:10:14.935855 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-d1c69756-2dbd-4871-8337-dcd7c29e1815 req-5197dc44-9064-44fa-b248-2e8b958f0775 tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:14.947230 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-d1c69756-2dbd-4871-8337-dcd7c29e1815 req-5197dc44-9064-44fa-b248-2e8b958f0775 tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:14.958040 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=af4eb865-6fca-42f0-bf89-0bc7b39cebac,revision_number=12']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:15.049606 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-d1c69756-2dbd-4871-8337-dcd7c29e1815 req-5197dc44-9064-44fa-b248-2e8b958f0775 tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:15.061884 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d1c69756-2dbd-4871-8337-dcd7c29e1815 req-5197dc44-9064-44fa-b248-2e8b958f0775 tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.4047773 Nov 25 13:10:15.072480 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5197dc44-9064-44fa-b248-2e8b958f0775 tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49ddf6d1-ac3e-470f-bdb5-6f2dbf10496a,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:15.104902 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 2be7d6e6-e00e-4746-9064-50614091b900 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:10:15.105426 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:15.169664 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a25b0672-6f4f-4217-b981-c295ae487c6a req-bb542407-9ec8-4251-9a7f-5ef5d4db288c tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:15.187535 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6455fe9f-3ddc-438d-baa4-d68796aef5cc req-7a1f9dd7-0439-405c-8094-c9ed51069a61 tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] 10.222.0.53 "GET /v2.0/security-groups/49ddf6d1-ac3e-470f-bdb5-6f2dbf10496a HTTP/1.1" status: 200 len: 1830 time: 0.0954773 Nov 25 13:10:15.198181 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a591d8-c877-4051-b6a8-a6572c5ebed4 None None] Sync routers for ids ['b2620ca8-719e-4dd5-ad52-be3ce29dd150'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:10:15.211440 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a591d8-c877-4051-b6a8-a6572c5ebed4 None None] Routers {'b2620ca8-719e-4dd5-ad52-be3ce29dd150'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:10:15.212538 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-a4a591d8-c877-4051-b6a8-a6572c5ebed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:10:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['b2620ca8-719e-4dd5-ad52-be3ce29dd150'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:10:15.219259 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [req-d9fcbf22-25ac-4a42-890e-7a284bf75748 req-982400a0-108e-4667-8cf3-90bf0fcca6b8 tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] show failed (client error): The resource could not be found. Nov 25 13:10:15.228756 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d9fcbf22-25ac-4a42-890e-7a284bf75748 req-982400a0-108e-4667-8cf3-90bf0fcca6b8 tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] 10.222.0.53 "GET /v2.0/security-groups/f3829357-7efc-4fa6-8dc3-96f8a477f332 HTTP/1.1" status: 404 len: 352 time: 0.0254591 Nov 25 13:10:15.277016 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [req-1767e3e1-7c07-4f40-8228-34a116e49834 req-4cfba08b-691f-473e-a2a5-68e48b773a38 tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] show failed (client error): The resource could not be found. Nov 25 13:10:15.290588 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1767e3e1-7c07-4f40-8228-34a116e49834 req-4cfba08b-691f-473e-a2a5-68e48b773a38 tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] 10.222.0.53 "GET /v2.0/security-group-rules/aa7aca0e-b123-4b26-bbe4-e22709dd9c54 HTTP/1.1" status: 404 len: 361 time: 0.0406566 Nov 25 13:10:15.387513 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb542407-9ec8-4251-9a7f-5ef5d4db288c tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Pushing event deleted for resources: {'Port': ['ID=cc922801-edc4-421c-b12f-f0221d48e26c,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:15.398923 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-32683b81-37e1-47ce-810b-81be46c0895f req-f287d7de-9e33-4a2b-ba3d-17f05d9e1054 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:15.517588 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ac921fe9-90fb-4fc3-a7bd-768065aba1af req-bc5d0f56-66ce-4380-8a62-501c0e05c75e tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee9867b2-091f-48d3-b046-97d64fedd95b HTTP/1.1" status: 200 len: 210 time: 0.0375588 Nov 25 13:10:15.606350 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:15.607357 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f287d7de-9e33-4a2b-ba3d-17f05d9e1054 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Pushing event deleted for resources: {'Port': ['ID=879a7c7b-3e71-4a5a-9729-fe4695e12aad,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:15.622970 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-a4a591d8-c877-4051-b6a8-a6572c5ebed4 None None] Set router b2620ca8-719e-4dd5-ad52-be3ce29dd150 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:10:15.625442 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-29b5ec29-60da-4f39-bce9-2ff96b790d62 req-fa3c418d-47c1-4ac6-9f6f-fc2b3f3b3fb4 tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] 10.222.0.53 "GET /v2.0/security-groups/49ddf6d1-ac3e-470f-bdb5-6f2dbf10496a HTTP/1.1" status: 200 len: 1830 time: 0.0912244 Nov 25 13:10:15.666364 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] For port 2be7d6e6-e00e-4746-9064-50614091b900, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=2be7d6e6-e00e-4746-9064-50614091b900,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:10:15.677629 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:15.792572 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a102b3b7-0266-4d43-be66-9a54ff1fc2b9 req-6830faac-ca2f-4f80-8e22-4266a2b64b64 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=af4c9854d3c048999405c81c71776d29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1203063 Nov 25 13:10:15.803735 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Pushing event updated for resources: {'Port': ['ID=2be7d6e6-e00e-4746-9064-50614091b900,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:15.807777 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-a25b0672-6f4f-4217-b981-c295ae487c6a req-bb542407-9ec8-4251-9a7f-5ef5d4db288c tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] No DVR routers for this DVR port cc922801-edc4-421c-b12f-f0221d48e26c on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:10:15.809482 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-32683b81-37e1-47ce-810b-81be46c0895f req-f287d7de-9e33-4a2b-ba3d-17f05d9e1054 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] No DVR routers for this DVR port 879a7c7b-3e71-4a5a-9729-fe4695e12aad on host n-h1-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:10:15.811308 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a25b0672-6f4f-4217-b981-c295ae487c6a req-bb542407-9ec8-4251-9a7f-5ef5d4db288c tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:15.814632 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a25b0672-6f4f-4217-b981-c295ae487c6a req-bb542407-9ec8-4251-9a7f-5ef5d4db288c tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.47 "DELETE /v2.0/ports/cc922801-edc4-421c-b12f-f0221d48e26c HTTP/1.1" status: 204 len: 173 time: 2.2693496 Nov 25 13:10:15.832120 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '506b0bca-4c9a-4ae7-bde1-c635f036bc80', 'name': 'network-vif-deleted', 'tag': 'cc922801-edc4-421c-b12f-f0221d48e26c'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:10:15.834506 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6991018-6a37-4387-b7b9-841b55d833bc" -d '{"events": [{"server_uuid": "506b0bca-4c9a-4ae7-bde1-c635f036bc80", "name": "network-vif-deleted", "tag": "cc922801-edc4-421c-b12f-f0221d48e26c"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:10:15.843287 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-32683b81-37e1-47ce-810b-81be46c0895f req-f287d7de-9e33-4a2b-ba3d-17f05d9e1054 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:15.846599 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-32683b81-37e1-47ce-810b-81be46c0895f req-f287d7de-9e33-4a2b-ba3d-17f05d9e1054 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.66 "DELETE /v2.0/ports/879a7c7b-3e71-4a5a-9729-fe4695e12aad HTTP/1.1" status: 204 len: 173 time: 2.0807214 Nov 25 13:10:15.888326 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-29b5ec29-60da-4f39-bce9-2ff96b790d62 req-7eb07d25-bf61-40ca-aa9b-95afe57f30b3 tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:15.988208 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-29b5ec29-60da-4f39-bce9-2ff96b790d62 req-7eb07d25-bf61-40ca-aa9b-95afe57f30b3 tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:16.062238 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a102b3b7-0266-4d43-be66-9a54ff1fc2b9 req-16ede96e-ec43-4656-a060-39e2ce4e1f54 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:16.063763 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a102b3b7-0266-4d43-be66-9a54ff1fc2b9 req-16ede96e-ec43-4656-a060-39e2ce4e1f54 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2608883 Nov 25 13:10:16.086924 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-a102b3b7-0266-4d43-be66-9a54ff1fc2b9 req-e4e2587a-0d31-404b-a4d4-f2d4cd40c2be tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Request body: {'port': {'device_id': 'ee9867b2-091f-48d3-b046-97d64fedd95b', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'admin_state_up': True, 'tenant_id': 'af4c9854d3c048999405c81c71776d29'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:10:16.145745 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-29b5ec29-60da-4f39-bce9-2ff96b790d62 req-7eb07d25-bf61-40ca-aa9b-95afe57f30b3 tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:16.150626 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-29b5ec29-60da-4f39-bce9-2ff96b790d62 req-7eb07d25-bf61-40ca-aa9b-95afe57f30b3 tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:16.159360 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-a4a591d8-c877-4051-b6a8-a6572c5ebed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2620ca8-719e-4dd5-ad52-be3ce29dd150', 'name': 'tempest-TaggedBootDevicesTest_v242-1082925888-router', 'tenant_id': '3e679702d4d04ac28dcb3c95867b19f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': '2be7d6e6-e00e-4746-9064-50614091b900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:10:04Z', 'updated_at': '2021-11-25T13:10:11Z', 'revision_number': 4, 'project_id': '3e679702d4d04ac28dcb3c95867b19f9', 'gw_port': {'id': '2be7d6e6-e00e-4746-9064-50614091b900', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:98:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2620ca8-719e-4dd5-ad52-be3ce29dd150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:10:05Z', 'updated_at': '2021-11-25T13:10:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'cbad45d9-f1d0-4a4f-ba44-05838dc89e13', 'name': '', 'network_id': '784710bb-d0b2-41c2-9ddb-eeec436beeae', 'tenant_id': '3e679702d4d04ac28dcb3c95867b19f9', 'mac_address': 'fa:16:3e:7f:b0:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2620ca8-719e-4dd5-ad52-be3ce29dd150', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '68ab7f63-ae58-417f-a77a-6f73e6a8d7b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:10:10Z', 'updated_at': '2021-11-25T13:10:11Z', 'revision_number': 2, 'project_id': '3e679702d4d04ac28dcb3c95867b19f9', 'subnets': [{'id': '68ab7f63-ae58-417f-a77a-6f73e6a8d7b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:10:16.175201 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-29b5ec29-60da-4f39-bce9-2ff96b790d62 req-7eb07d25-bf61-40ca-aa9b-95afe57f30b3 tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] 10.222.0.53 "DELETE /v2.0/security-groups/49ddf6d1-ac3e-470f-bdb5-6f2dbf10496a HTTP/1.1" status: 204 len: 173 time: 0.5485659 Nov 25 13:10:16.222962 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a591d8-c877-4051-b6a8-a6572c5ebed4 None None] Checking router: b2620ca8-719e-4dd5-ad52-be3ce29dd150 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:10:16.223988 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a591d8-c877-4051-b6a8-a6572c5ebed4 None None] Updating router b2620ca8-719e-4dd5-ad52-be3ce29dd150 port cbad45d9-f1d0-4a4f-ba44-05838dc89e13 binding host n-d-808199-11 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:10:16.263363 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a4a591d8-c877-4051-b6a8-a6572c5ebed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:16.340319 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb07d25-bf61-40ca-aa9b-95afe57f30b3 tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ddf6d1-ac3e-470f-bdb5-6f2dbf10496a,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:16.677903 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 2be7d6e6-e00e-4746-9064-50614091b900 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:10:16.865039 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a4a591d8-c877-4051-b6a8-a6572c5ebed4 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:16.875738 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a4a591d8-c877-4051-b6a8-a6572c5ebed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:16.887671 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 2be7d6e6-e00e-4746-9064-50614091b900 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:10:16.890718 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:16.991066 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 879a7c7b-3e71-4a5a-9729-fe4695e12aad no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:10:17.007365 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e657b0-3835-4a02-93ca-4cd89a416df4 None None] Pushing event updated for resources: {'Port': ['ID=cbad45d9-f1d0-4a4f-ba44-05838dc89e13,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:17.056472 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] No Port match for: 879a7c7b-3e71-4a5a-9729-fe4695e12aad {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:10:17.057190 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 879a7c7b-3e71-4a5a-9729-fe4695e12aad not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:10:17.074231 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-13ea3082-92b2-42aa-8543-30259dca0f05 req-b11f879c-5ad4-4195-baf2-00878dd5a043 tempest-MultipleCreateTestJSON-665150663 tempest-MultipleCreateTestJSON-665150663-project] 10.222.0.53 "GET /v2.0/ports?device_id=506b0bca-4c9a-4ae7-bde1-c635f036bc80 HTTP/1.1" status: 200 len: 210 time: 0.7218153 Nov 25 13:10:17.198749 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-01c14740-d803-4504-a3c1-c7be03da6263 req-ada0c8e5-0d39-4360-8ed7-44910f1ee1a4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fe7a402e-531c-4b21-9ace-10ffccdcb00f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1537821 Nov 25 13:10:17.208191 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-a4a591d8-c877-4051-b6a8-a6572c5ebed4 None None] Attempting to bind port cbad45d9-f1d0-4a4f-ba44-05838dc89e13 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:10:17.208777 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-a4a591d8-c877-4051-b6a8-a6572c5ebed4 None None] Attempting to bind port cbad45d9-f1d0-4a4f-ba44-05838dc89e13 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'd2f977c6-e8ea-417b-9f30-4d61953a640d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '784710bb-d0b2-41c2-9ddb-eeec436beeae'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:10:17.210217 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a591d8-c877-4051-b6a8-a6572c5ebed4 None None] Attempting to bind port cbad45d9-f1d0-4a4f-ba44-05838dc89e13 on network 784710bb-d0b2-41c2-9ddb-eeec436beeae {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:10:17.210459 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a102b3b7-0266-4d43-be66-9a54ff1fc2b9 req-e4e2587a-0d31-404b-a4d4-f2d4cd40c2be tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Made reservation on behalf of af4c9854d3c048999405c81c71776d29 for: {'port': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:10:17.226244 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a591d8-c877-4051-b6a8-a6572c5ebed4 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:10:17.228453 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-a102b3b7-0266-4d43-be66-9a54ff1fc2b9 req-e4e2587a-0d31-404b-a4d4-f2d4cd40c2be tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:17.244381 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a591d8-c877-4051-b6a8-a6572c5ebed4 None None] Checking segment: {'id': 'd2f977c6-e8ea-417b-9f30-4d61953a640d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '784710bb-d0b2-41c2-9ddb-eeec436beeae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:10:17.246094 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a4a591d8-c877-4051-b6a8-a6572c5ebed4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:17.246511 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a591d8-c877-4051-b6a8-a6572c5ebed4 None None] Bound using segment: {'id': 'd2f977c6-e8ea-417b-9f30-4d61953a640d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '784710bb-d0b2-41c2-9ddb-eeec436beeae'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:10:17.247351 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-a4a591d8-c877-4051-b6a8-a6572c5ebed4 None None] Bound port: cbad45d9-f1d0-4a4f-ba44-05838dc89e13, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2f977c6-e8ea-417b-9f30-4d61953a640d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '784710bb-d0b2-41c2-9ddb-eeec436beeae'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:10:17.247797 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a4a591d8-c877-4051-b6a8-a6572c5ebed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:17.309724 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c14740-d803-4504-a3c1-c7be03da6263 req-f2ee89ab-8514-413a-9184-a3c3b18702a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:17.313158 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-01c14740-d803-4504-a3c1-c7be03da6263 req-f2ee89ab-8514-413a-9184-a3c3b18702a8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d2e157ec7259461e96009d2e9c8298f0&device_id=fe7a402e-531c-4b21-9ace-10ffccdcb00f HTTP/1.1" status: 200 len: 1097 time: 0.0829356 Nov 25 13:10:17.337117 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07197ebd-a013-4785-839f-a2869e7fa3e4 x-openstack-request-id: req-07197ebd-a013-4785-839f-a2869e7fa3e4 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:10:17.337423 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "506b0bca-4c9a-4ae7-bde1-c635f036bc80", "name": "network-vif-deleted", "tag": "cc922801-edc4-421c-b12f-f0221d48e26c", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:10:17.337685 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-07197ebd-a013-4785-839f-a2869e7fa3e4 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:10:17.338577 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '506b0bca-4c9a-4ae7-bde1-c635f036bc80', 'name': 'network-vif-deleted', 'tag': 'cc922801-edc4-421c-b12f-f0221d48e26c', 'status': 'completed', 'code': 200} Nov 25 13:10:17.387738 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-a4a591d8-c877-4051-b6a8-a6572c5ebed4 None None] For port cbad45d9-f1d0-4a4f-ba44-05838dc89e13, host n-d-808199-11, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:10:17.392235 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-a4a591d8-c877-4051-b6a8-a6572c5ebed4 None None] For port cbad45d9-f1d0-4a4f-ba44-05838dc89e13, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=cbad45d9-f1d0-4a4f-ba44-05838dc89e13,segment=NetworkSegment(d2f977c6-e8ea-417b-9f30-4d61953a640d),segment_id=d2f977c6-e8ea-417b-9f30-4d61953a640d)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:10:17.396513 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device ce1ac814-b253-4ac4-adb9-d286b40b2ebf up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:10:17.403143 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a4a591d8-c877-4051-b6a8-a6572c5ebed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:17.553387 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a591d8-c877-4051-b6a8-a6572c5ebed4 None None] Routers {'b2620ca8-719e-4dd5-ad52-be3ce29dd150'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:10:17.554529 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-a4a591d8-c877-4051-b6a8-a6572c5ebed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:10:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['b2620ca8-719e-4dd5-ad52-be3ce29dd150'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:10:17.554774 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [req-a102b3b7-0266-4d43-be66-9a54ff1fc2b9 req-e4e2587a-0d31-404b-a4d4-f2d4cd40c2be tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Allocated IP 192.168.233.233 (85f6380f-3625-4f44-8465-fbcf0c11fed5/2ce5ca48-e3be-44c6-9584-fd9eb8c67222/04672b21-789a-4c84-8c6b-7effb679c94e) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:10:17.610598 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c14740-d803-4504-a3c1-c7be03da6263 req-786fb8c8-ba3a-4c0f-bf2d-5962e5aa0374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:17.612414 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-01c14740-d803-4504-a3c1-c7be03da6263 req-786fb8c8-ba3a-4c0f-bf2d-5962e5aa0374 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4eedb877-5fc3-46a9-a0e2-7e0a431fb103 HTTP/1.1" status: 200 len: 922 time: 0.2726624 Nov 25 13:10:17.638396 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port ce1ac814-b253-4ac4-adb9-d286b40b2ebf triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:10:17.641229 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:17.734886 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-01c14740-d803-4504-a3c1-c7be03da6263 req-a03876cb-19df-4780-9f33-729f241576d7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b45b1735-e9ae-4e97-b95a-4d0e4460d7bd HTTP/1.1" status: 200 len: 217 time: 0.1131930 Nov 25 13:10:17.817954 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-f4550afc-26e8-47f3-ab8c-82e5512d1a06 None None] Provisioning complete for port cbad45d9-f1d0-4a4f-ba44-05838dc89e13 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:10:17.818577 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f4550afc-26e8-47f3-ab8c-82e5512d1a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:17.837528 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e657b0-3835-4a02-93ca-4cd89a416df4 None None] Pushing event updated for resources: {'Port': ['ID=cbad45d9-f1d0-4a4f-ba44-05838dc89e13,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:17.905884 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f7e4e06e-9777-41c3-b1ac-0080156a22be req-4247f3b5-c24c-4ab5-9172-f6cddac45969 tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] 10.222.0.53 "GET /v2.0/security-groups/ea064a6f-cd26-425f-918e-539cbdfdd7d2 HTTP/1.1" status: 200 len: 1828 time: 0.5385392 Nov 25 13:10:17.941695 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c14740-d803-4504-a3c1-c7be03da6263 req-77ff403e-3bed-4bb1-93f6-ff7267c2bdba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:17.952299 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-01c14740-d803-4504-a3c1-c7be03da6263 req-77ff403e-3bed-4bb1-93f6-ff7267c2bdba service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c6ff4ad3-eaf7-4ebb-ae7a-2ad7a9626250 HTTP/1.1" status: 200 len: 861 time: 0.2092805 Nov 25 13:10:17.975913 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-a102b3b7-0266-4d43-be66-9a54ff1fc2b9 req-e4e2587a-0d31-404b-a4d4-f2d4cd40c2be tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:18.016068 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-f7e4e06e-9777-41c3-b1ac-0080156a22be req-1269b66b-cc76-41e0-883b-cf967edfd436 tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:18.038449 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-a4a591d8-c877-4051-b6a8-a6572c5ebed4 None None] Set router b2620ca8-719e-4dd5-ad52-be3ce29dd150 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:10:18.042885 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-01c14740-d803-4504-a3c1-c7be03da6263 req-e1999f2f-95cd-423e-b3d5-9589817fa1a1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4eedb877-5fc3-46a9-a0e2-7e0a431fb103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783820 Nov 25 13:10:18.072951 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-f7e4e06e-9777-41c3-b1ac-0080156a22be req-1269b66b-cc76-41e0-883b-cf967edfd436 tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:18.119354 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-a102b3b7-0266-4d43-be66-9a54ff1fc2b9 req-e4e2587a-0d31-404b-a4d4-f2d4cd40c2be tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:18.144416 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['6efc11c2-af6f-479e-9696-54cf17fa00d8', '7167fc5d-d545-4a71-ac16-55dee6d852fe', 'af4eb865-6fca-42f0-bf89-0bc7b39cebac'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:10:18.163823 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:18.283656 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e2587a-0d31-404b-a4d4-f2d4cd40c2be tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Pushing event updated for resources: {'Port': ['ID=04672b21-789a-4c84-8c6b-7effb679c94e,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:18.306499 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-01c14740-d803-4504-a3c1-c7be03da6263 req-5cd0ec31-2cf4-4e74-96f7-925bc420913d service neutron] 10.222.0.47 "GET /v2.0/networks/4eedb877-5fc3-46a9-a0e2-7e0a431fb103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527401 Nov 25 13:10:18.335514 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a102b3b7-0266-4d43-be66-9a54ff1fc2b9 req-e4e2587a-0d31-404b-a4d4-f2d4cd40c2be tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Network 85f6380f-3625-4f44-8465-fbcf0c11fed5 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:10:18.339043 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [req-a102b3b7-0266-4d43-be66-9a54ff1fc2b9 req-e4e2587a-0d31-404b-a4d4-f2d4cd40c2be tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:10:18.341666 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-a102b3b7-0266-4d43-be66-9a54ff1fc2b9 req-e4e2587a-0d31-404b-a4d4-f2d4cd40c2be tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:10:18.396292 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f4550afc-26e8-47f3-ab8c-82e5512d1a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:18.398835 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-f7e4e06e-9777-41c3-b1ac-0080156a22be req-1269b66b-cc76-41e0-883b-cf967edfd436 tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:18.401440 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-f7e4e06e-9777-41c3-b1ac-0080156a22be req-1269b66b-cc76-41e0-883b-cf967edfd436 tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:18.426121 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f7e4e06e-9777-41c3-b1ac-0080156a22be req-1269b66b-cc76-41e0-883b-cf967edfd436 tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] 10.222.0.53 "DELETE /v2.0/security-groups/ea064a6f-cd26-425f-918e-539cbdfdd7d2 HTTP/1.1" status: 204 len: 173 time: 0.5184367 Nov 25 13:10:18.478405 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8abf26f0-25c1-47e0-9dd9-c98fe7928eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1ac814-b253-4ac4-adb9-d286b40b2ebf'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:10:18.485581 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1269b66b-cc76-41e0-883b-cf967edfd436 tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea064a6f-cd26-425f-918e-539cbdfdd7d2,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:18.494465 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-a4a591d8-c877-4051-b6a8-a6572c5ebed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2620ca8-719e-4dd5-ad52-be3ce29dd150', 'name': 'tempest-TaggedBootDevicesTest_v242-1082925888-router', 'tenant_id': '3e679702d4d04ac28dcb3c95867b19f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': '2be7d6e6-e00e-4746-9064-50614091b900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:10:04Z', 'updated_at': '2021-11-25T13:10:11Z', 'revision_number': 4, 'project_id': '3e679702d4d04ac28dcb3c95867b19f9', 'gw_port': {'id': '2be7d6e6-e00e-4746-9064-50614091b900', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:98:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2620ca8-719e-4dd5-ad52-be3ce29dd150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:10:05Z', 'updated_at': '2021-11-25T13:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'cbad45d9-f1d0-4a4f-ba44-05838dc89e13', 'name': '', 'network_id': '784710bb-d0b2-41c2-9ddb-eeec436beeae', 'tenant_id': '3e679702d4d04ac28dcb3c95867b19f9', 'mac_address': 'fa:16:3e:7f:b0:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2620ca8-719e-4dd5-ad52-be3ce29dd150', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '68ab7f63-ae58-417f-a77a-6f73e6a8d7b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:10:10Z', 'updated_at': '2021-11-25T13:10:17Z', 'revision_number': 4, 'project_id': '3e679702d4d04ac28dcb3c95867b19f9', 'subnets': [{'id': '68ab7f63-ae58-417f-a77a-6f73e6a8d7b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:10:18.505762 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e920d0-47d8-4e0f-962f-3e961be2784d" -d '{"events": [{"server_uuid": "8abf26f0-25c1-47e0-9dd9-c98fe7928eb9", "name": "network-vif-plugged", "status": "completed", "tag": "ce1ac814-b253-4ac4-adb9-d286b40b2ebf"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:10:18.528466 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-01c14740-d803-4504-a3c1-c7be03da6263 req-65976604-e6cd-42a3-b5fa-36d1b2592259 service neutron] 10.222.0.47 "GET /v2.0/networks/4eedb877-5fc3-46a9-a0e2-7e0a431fb103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147465 Nov 25 13:10:18.556634 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a102b3b7-0266-4d43-be66-9a54ff1fc2b9 req-e4e2587a-0d31-404b-a4d4-f2d4cd40c2be tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:18.557231 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-a102b3b7-0266-4d43-be66-9a54ff1fc2b9 req-e4e2587a-0d31-404b-a4d4-f2d4cd40c2be tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:18.577166 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a591d8-c877-4051-b6a8-a6572c5ebed4 None None] The sync data for ids ['b2620ca8-719e-4dd5-ad52-be3ce29dd150'] in n-d-808199-11 is: [{'id': 'b2620ca8-719e-4dd5-ad52-be3ce29dd150', 'name': 'tempest-TaggedBootDevicesTest_v242-1082925888-router', 'tenant_id': '3e679702d4d04ac28dcb3c95867b19f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': '2be7d6e6-e00e-4746-9064-50614091b900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:10:04Z', 'updated_at': '2021-11-25T13:10:11Z', 'revision_number': 4, 'project_id': '3e679702d4d04ac28dcb3c95867b19f9', 'gw_port': {'id': '2be7d6e6-e00e-4746-9064-50614091b900', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:98:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2620ca8-719e-4dd5-ad52-be3ce29dd150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:10:05Z', 'updated_at': '2021-11-25T13:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'cbad45d9-f1d0-4a4f-ba44-05838dc89e13', 'name': '', 'network_id': '784710bb-d0b2-41c2-9ddb-eeec436beeae', 'tenant_id': '3e679702d4d04ac28dcb3c95867b19f9', 'mac_address': 'fa:16:3e:7f:b0:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2620ca8-719e-4dd5-ad52-be3ce29dd150', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '68ab7f63-ae58-417f-a77a-6f73e6a8d7b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:10:10Z', 'updated_at': '2021-11-25T13:10:17Z', 'revision_number': 4, 'project_id': '3e679702d4d04ac28dcb3c95867b19f9', 'subnets': [{'id': '68ab7f63-ae58-417f-a77a-6f73e6a8d7b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:10:18.589521 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port ce1ac814-b253-4ac4-adb9-d286b40b2ebf, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=ce1ac814-b253-4ac4-adb9-d286b40b2ebf,segment=NetworkSegment(e8fc9265-97df-4bce-bf9a-73ae38a4e9ce),segment_id=e8fc9265-97df-4bce-bf9a-73ae38a4e9ce)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:10:18.636359 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a102b3b7-0266-4d43-be66-9a54ff1fc2b9 req-e4e2587a-0d31-404b-a4d4-f2d4cd40c2be tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5609262 Nov 25 13:10:18.660478 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-a102b3b7-0266-4d43-be66-9a54ff1fc2b9 req-83b0df81-42c8-49fa-979d-582c7ab15fb7 service neutron] Request body: {'port': {'device_id': 'ee9867b2-091f-48d3-b046-97d64fedd95b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-11'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:10:18.667616 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-f4550afc-26e8-47f3-ab8c-82e5512d1a06 None None] For port cbad45d9-f1d0-4a4f-ba44-05838dc89e13, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=cbad45d9-f1d0-4a4f-ba44-05838dc89e13,segment=NetworkSegment(d2f977c6-e8ea-417b-9f30-4d61953a640d),segment_id=d2f977c6-e8ea-417b-9f30-4d61953a640d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:10:18.670679 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:18.671506 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device cc922801-edc4-421c-b12f-f0221d48e26c no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:10:18.716369 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: cc922801-edc4-421c-b12f-f0221d48e26c {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:10:18.716369 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device cc922801-edc4-421c-b12f-f0221d48e26c not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:10:18.719645 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f4550afc-26e8-47f3-ab8c-82e5512d1a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:18.836934 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd71f1d5-b0d6-460f-92cc-eb5bfc7922f5 req-b4192be3-d253-48d4-b08f-df7121ca9d2e tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:18.850510 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dd71f1d5-b0d6-460f-92cc-eb5bfc7922f5 req-b4192be3-d253-48d4-b08f-df7121ca9d2e tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee9867b2-091f-48d3-b046-97d64fedd95b HTTP/1.1" status: 200 len: 936 time: 0.2893367 Nov 25 13:10:18.945813 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-a102b3b7-0266-4d43-be66-9a54ff1fc2b9 req-83b0df81-42c8-49fa-979d-582c7ab15fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:19.016478 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-7fdb5c81-7121-4315-9228-8289180592e1 None None] Provisioning complete for port cbad45d9-f1d0-4a4f-ba44-05838dc89e13 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:10:19.017045 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7fdb5c81-7121-4315-9228-8289180592e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:19.102617 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=ce1ac814-b253-4ac4-adb9-d286b40b2ebf,revision_number=7']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:19.193007 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4550afc-26e8-47f3-ab8c-82e5512d1a06 None None] Pushing event updated for resources: {'Port': ['ID=cbad45d9-f1d0-4a4f-ba44-05838dc89e13,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:19.342186 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051b7a91-129f-4c03-8ab6-0e6c37e17905', 'name': 'network-vif-deleted', 'tag': '879a7c7b-3e71-4a5a-9729-fe4695e12aad'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:10:19.344537 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01c5dcf-15e6-45d9-96b8-d1e801e150fd" -d '{"events": [{"server_uuid": "051b7a91-129f-4c03-8ab6-0e6c37e17905", "name": "network-vif-deleted", "tag": "879a7c7b-3e71-4a5a-9729-fe4695e12aad"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:10:19.401127 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dd71f1d5-b0d6-460f-92cc-eb5bfc7922f5 req-f637f90d-2243-4340-ae07-788cc9dba1b2 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5491152 Nov 25 13:10:19.471690 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-92bb1b77-033e-40ea-aa7b-7a87a8c57bb7 None None] Provisioning complete for port 04672b21-789a-4c84-8c6b-7effb679c94e triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:10:19.480179 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-92bb1b77-033e-40ea-aa7b-7a87a8c57bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:19.632168 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [req-a102b3b7-0266-4d43-be66-9a54ff1fc2b9 req-83b0df81-42c8-49fa-979d-582c7ab15fb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04672b21-789a-4c84-8c6b-7effb679c94e {{(pid=103570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:10:19.670542 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-a102b3b7-0266-4d43-be66-9a54ff1fc2b9 req-83b0df81-42c8-49fa-979d-582c7ab15fb7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:19.699372 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-92bb1b77-033e-40ea-aa7b-7a87a8c57bb7 None None] Port 04672b21-789a-4c84-8c6b-7effb679c94e cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:10:19.758096 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.provisioning_blocks [req-a102b3b7-0266-4d43-be66-9a54ff1fc2b9 req-83b0df81-42c8-49fa-979d-582c7ab15fb7 service neutron] Transition to ACTIVE for port object 04672b21-789a-4c84-8c6b-7effb679c94e will not be triggered until provisioned by entity L2. {{(pid=103570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:10:19.778502 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-a102b3b7-0266-4d43-be66-9a54ff1fc2b9 req-83b0df81-42c8-49fa-979d-582c7ab15fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:19.869301 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b0df81-42c8-49fa-979d-582c7ab15fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=04672b21-789a-4c84-8c6b-7effb679c94e,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:19.892216 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-370554ed-aa1b-4619-971c-e394747c77e3 req-d624a0f2-1424-4dbb-a596-cb0abacf29db tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] 10.222.0.53 "GET /v2.0/security-groups/78f9716a-c4b8-42ed-8098-6cad7e8ac005 HTTP/1.1" status: 200 len: 1828 time: 0.2470369 Nov 25 13:10:20.217153 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-a102b3b7-0266-4d43-be66-9a54ff1fc2b9 req-83b0df81-42c8-49fa-979d-582c7ab15fb7 service neutron] Attempting to bind port 04672b21-789a-4c84-8c6b-7effb679c94e on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:10:20.217783 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-a102b3b7-0266-4d43-be66-9a54ff1fc2b9 req-83b0df81-42c8-49fa-979d-582c7ab15fb7 service neutron] Attempting to bind port 04672b21-789a-4c84-8c6b-7effb679c94e by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:10:20.217783 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a102b3b7-0266-4d43-be66-9a54ff1fc2b9 req-83b0df81-42c8-49fa-979d-582c7ab15fb7 service neutron] Attempting to bind port 04672b21-789a-4c84-8c6b-7effb679c94e on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:10:20.219892 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-370554ed-aa1b-4619-971c-e394747c77e3 req-4cd02486-35e6-43df-8d90-b929f83adf9c tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:20.248598 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a102b3b7-0266-4d43-be66-9a54ff1fc2b9 req-83b0df81-42c8-49fa-979d-582c7ab15fb7 service neutron] Port 04672b21-789a-4c84-8c6b-7effb679c94e on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:10:20.248944 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a102b3b7-0266-4d43-be66-9a54ff1fc2b9 req-83b0df81-42c8-49fa-979d-582c7ab15fb7 service neutron] Attempting to bind port 04672b21-789a-4c84-8c6b-7effb679c94e on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:10:20.270989 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-370554ed-aa1b-4619-971c-e394747c77e3 req-4cd02486-35e6-43df-8d90-b929f83adf9c tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:20.273927 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a102b3b7-0266-4d43-be66-9a54ff1fc2b9 req-83b0df81-42c8-49fa-979d-582c7ab15fb7 service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:10:20.274281 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a102b3b7-0266-4d43-be66-9a54ff1fc2b9 req-83b0df81-42c8-49fa-979d-582c7ab15fb7 service neutron] Checking segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:10:20.274677 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a102b3b7-0266-4d43-be66-9a54ff1fc2b9 req-83b0df81-42c8-49fa-979d-582c7ab15fb7 service neutron] Bound using segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:10:20.275155 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-a102b3b7-0266-4d43-be66-9a54ff1fc2b9 req-83b0df81-42c8-49fa-979d-582c7ab15fb7 service neutron] Bound port: 04672b21-789a-4c84-8c6b-7effb679c94e, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:10:20.275511 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-a102b3b7-0266-4d43-be66-9a54ff1fc2b9 req-83b0df81-42c8-49fa-979d-582c7ab15fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:20.408164 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-370554ed-aa1b-4619-971c-e394747c77e3 req-4cd02486-35e6-43df-8d90-b929f83adf9c tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:20.416256 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-370554ed-aa1b-4619-971c-e394747c77e3 req-4cd02486-35e6-43df-8d90-b929f83adf9c tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:20.417451 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-370554ed-aa1b-4619-971c-e394747c77e3 req-4cd02486-35e6-43df-8d90-b929f83adf9c tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] 10.222.0.53 "DELETE /v2.0/security-groups/78f9716a-c4b8-42ed-8098-6cad7e8ac005 HTTP/1.1" status: 204 len: 173 time: 0.5237617 Nov 25 13:10:20.430313 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-a102b3b7-0266-4d43-be66-9a54ff1fc2b9 req-83b0df81-42c8-49fa-979d-582c7ab15fb7 service neutron] For port 04672b21-789a-4c84-8c6b-7effb679c94e, host n-h1-808199-11, cleared binding levels {{(pid=103570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:10:20.432778 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd02486-35e6-43df-8d90-b929f83adf9c tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f9716a-c4b8-42ed-8098-6cad7e8ac005,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:20.435809 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-a102b3b7-0266-4d43-be66-9a54ff1fc2b9 req-83b0df81-42c8-49fa-979d-582c7ab15fb7 service neutron] For port 04672b21-789a-4c84-8c6b-7effb679c94e, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=04672b21-789a-4c84-8c6b-7effb679c94e,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:10:20.456424 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-a102b3b7-0266-4d43-be66-9a54ff1fc2b9 req-83b0df81-42c8-49fa-979d-582c7ab15fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:20.510964 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f69d5c-100d-416f-a75c-4222c87826e4 x-openstack-request-id: req-76f69d5c-100d-416f-a75c-4222c87826e4 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:10:20.511698 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8abf26f0-25c1-47e0-9dd9-c98fe7928eb9", "name": "network-vif-plugged", "status": "completed", "tag": "ce1ac814-b253-4ac4-adb9-d286b40b2ebf", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:10:20.511698 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-76f69d5c-100d-416f-a75c-4222c87826e4 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:10:20.511987 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8abf26f0-25c1-47e0-9dd9-c98fe7928eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1ac814-b253-4ac4-adb9-d286b40b2ebf', 'code': 200} Nov 25 13:10:20.601418 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c1cd74-08dc-4519-b6c6-45557c6d26d0 x-openstack-request-id: req-62c1cd74-08dc-4519-b6c6-45557c6d26d0 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:10:20.602259 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "051b7a91-129f-4c03-8ab6-0e6c37e17905", "name": "network-vif-deleted", "tag": "879a7c7b-3e71-4a5a-9729-fe4695e12aad", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:10:20.602259 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-62c1cd74-08dc-4519-b6c6-45557c6d26d0 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:10:20.602879 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051b7a91-129f-4c03-8ab6-0e6c37e17905', 'name': 'network-vif-deleted', 'tag': '879a7c7b-3e71-4a5a-9729-fe4695e12aad', 'status': 'completed', 'code': 200} Nov 25 13:10:20.605114 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a102b3b7-0266-4d43-be66-9a54ff1fc2b9 req-83b0df81-42c8-49fa-979d-582c7ab15fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:20.606135 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-a102b3b7-0266-4d43-be66-9a54ff1fc2b9 req-83b0df81-42c8-49fa-979d-582c7ab15fb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:20.608577 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a102b3b7-0266-4d43-be66-9a54ff1fc2b9 req-83b0df81-42c8-49fa-979d-582c7ab15fb7 service neutron] 10.222.0.66 "PUT /v2.0/ports/04672b21-789a-4c84-8c6b-7effb679c94e HTTP/1.1" status: 200 len: 1097 time: 1.9600434 Nov 25 13:10:20.617051 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee9867b2-091f-48d3-b046-97d64fedd95b', 'tag': '04672b21-789a-4c84-8c6b-7effb679c94e'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:10:20.625881 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fae9b08-21ab-4f33-a0d5-76e47ad4f992" -d '{"events": [{"name": "network-changed", "server_uuid": "ee9867b2-091f-48d3-b046-97d64fedd95b", "tag": "04672b21-789a-4c84-8c6b-7effb679c94e"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:10:20.700877 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 36628) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:10:20.789872 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device cbad45d9-f1d0-4a4f-ba44-05838dc89e13 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:10:20.866305 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b0df81-42c8-49fa-979d-582c7ab15fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=04672b21-789a-4c84-8c6b-7effb679c94e,revision_number=3']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:20.883835 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-88b4ecee-2d2a-4440-9095-1ea235fb540f admin admin] Deleting subnet cc8601b7-2b4a-4488-a128-4b05fb558596 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:10:20.897764 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-88b4ecee-2d2a-4440-9095-1ea235fb540f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:20.934000 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port cbad45d9-f1d0-4a4f-ba44-05838dc89e13 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:10:20.936167 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:20.944964 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a102b3b7-0266-4d43-be66-9a54ff1fc2b9 req-4187e5b3-dd4e-439c-b3b8-bc956b4c0d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:20.946533 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a102b3b7-0266-4d43-be66-9a54ff1fc2b9 req-4187e5b3-dd4e-439c-b3b8-bc956b4c0d4b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=af4c9854d3c048999405c81c71776d29&device_id=ee9867b2-091f-48d3-b046-97d64fedd95b HTTP/1.1" status: 200 len: 1100 time: 0.2777483 Nov 25 13:10:20.969473 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5a3e410b-e869-401c-ad5c-099e250083f4 req-970d42ee-cb35-4a3a-be67-16a6854e23fd tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] 10.222.0.53 "GET /v2.0/security-groups/1da2b00d-36fc-4fcf-92b6-b48400747485 HTTP/1.1" status: 200 len: 1829 time: 0.2274814 Nov 25 13:10:20.978509 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-88b4ecee-2d2a-4440-9095-1ea235fb540f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:21.137834 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-88b4ecee-2d2a-4440-9095-1ea235fb540f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:21.149731 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a102b3b7-0266-4d43-be66-9a54ff1fc2b9 req-d90a8ec3-46e8-4cf7-8b84-58e2c31ed013 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=04672b21-789a-4c84-8c6b-7effb679c94e HTTP/1.1" status: 200 len: 217 time: 0.1937528 Nov 25 13:10:21.214642 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-88b4ecee-2d2a-4440-9095-1ea235fb540f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:21.237351 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-88b4ecee-2d2a-4440-9095-1ea235fb540f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:21.245223 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-88b4ecee-2d2a-4440-9095-1ea235fb540f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/cc8601b7-2b4a-4488-a128-4b05fb558596 HTTP/1.1" status: 204 len: 168 time: 0.5428648 Nov 25 13:10:21.246210 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 36630) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:10:21.279785 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b4ecee-2d2a-4440-9095-1ea235fb540f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc8601b7-2b4a-4488-a128-4b05fb558596,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:21.362080 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4ee49109-cc34-4ac6-a120-7e62030b32e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:21.411488 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-5a3e410b-e869-401c-ad5c-099e250083f4 req-29ff403b-29b8-4dff-b12d-b0b933af95fb tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:21.441078 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-5a3e410b-e869-401c-ad5c-099e250083f4 req-29ff403b-29b8-4dff-b12d-b0b933af95fb tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:21.457926 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4ee49109-cc34-4ac6-a120-7e62030b32e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:21.487015 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-4ee49109-cc34-4ac6-a120-7e62030b32e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca5dd849-64c3-4488-b55b-506a274dbd63']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:10:21.500822 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a102b3b7-0266-4d43-be66-9a54ff1fc2b9 req-b0dbec39-8d51-4568-a8c8-183958f075bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:21.502795 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a102b3b7-0266-4d43-be66-9a54ff1fc2b9 req-b0dbec39-8d51-4568-a8c8-183958f075bd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.3203590 Nov 25 13:10:21.505249 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-5a3e410b-e869-401c-ad5c-099e250083f4 req-29ff403b-29b8-4dff-b12d-b0b933af95fb tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:21.508701 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-5a3e410b-e869-401c-ad5c-099e250083f4 req-29ff403b-29b8-4dff-b12d-b0b933af95fb tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:21.512546 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-4ee49109-cc34-4ac6-a120-7e62030b32e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a25deda0-3957-4726-852e-cb012d2ec072') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:10:21.512546 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-4ee49109-cc34-4ac6-a120-7e62030b32e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a25deda0-3957-4726-852e-cb012d2ec072') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:10:21.521990 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5a3e410b-e869-401c-ad5c-099e250083f4 req-29ff403b-29b8-4dff-b12d-b0b933af95fb tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] 10.222.0.53 "DELETE /v2.0/security-groups/1da2b00d-36fc-4fcf-92b6-b48400747485 HTTP/1.1" status: 204 len: 173 time: 0.5515692 Nov 25 13:10:21.535836 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4ee49109-cc34-4ac6-a120-7e62030b32e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:21.553543 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4ee49109-cc34-4ac6-a120-7e62030b32e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:21.564473 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ee49109-cc34-4ac6-a120-7e62030b32e7 admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:10:21.564473 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4ee49109-cc34-4ac6-a120-7e62030b32e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:21.566256 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:10:21.566256 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:10:21.566256 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:10:21.566256 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:10:21.566256 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:10:21.566256 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:10:21.566256 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:10:21.566256 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:10:21.566256 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:10:21.566256 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:10:21.566256 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:10:21.566256 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:10:21.566256 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:10:21.566256 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:10:21.566256 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:10:21.566256 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:10:21.566256 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:10:21.566256 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:10:21.566256 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:10:21.566256 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:10:21.566256 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:10:21.566256 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:10:21.566256 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:10:21.566256 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:10:21.566256 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:10:21.566256 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:10:21.566256 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:10:21.566256 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:10:21.566256 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:10:21.566256 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:10:21.566256 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:10:21.566256 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:10:21.582107 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ff403b-29b8-4dff-b12d-b0b933af95fb tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da2b00d-36fc-4fcf-92b6-b48400747485,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:21.656406 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a102b3b7-0266-4d43-be66-9a54ff1fc2b9 req-a290fb89-acf3-427e-82b1-f60ee180e068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:21.659401 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a102b3b7-0266-4d43-be66-9a54ff1fc2b9 req-a290fb89-acf3-427e-82b1-f60ee180e068 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1326869 Nov 25 13:10:21.666412 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4ee49109-cc34-4ac6-a120-7e62030b32e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:21.675081 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4ee49109-cc34-4ac6-a120-7e62030b32e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:21.679929 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-4ee49109-cc34-4ac6-a120-7e62030b32e7 admin admin] 10.222.0.53 "DELETE /v2.0/networks/ca5dd849-64c3-4488-b55b-506a274dbd63 HTTP/1.1" status: 204 len: 168 time: 0.4077466 Nov 25 13:10:21.695426 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee49109-cc34-4ac6-a120-7e62030b32e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca5dd849-64c3-4488-b55b-506a274dbd63,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:21.823264 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662da379-4171-4615-b011-fb41cbe7a422 req-1d98672c-27f3-4c26-9f20-c326e704993e tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:21.826010 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-662da379-4171-4615-b011-fb41cbe7a422 req-1d98672c-27f3-4c26-9f20-c326e704993e tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee9867b2-091f-48d3-b046-97d64fedd95b HTTP/1.1" status: 200 len: 948 time: 0.1381786 Nov 25 13:10:21.882090 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a102b3b7-0266-4d43-be66-9a54ff1fc2b9 req-1dbaca72-fa5a-461f-bbfb-b3495ce3b2c1 service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139006 Nov 25 13:10:21.925597 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 36636) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:10:22.013415 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-662da379-4171-4615-b011-fb41cbe7a422 req-83bec34d-ae37-4ad2-ba48-00667626ba88 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745377 Nov 25 13:10:22.042102 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-3ac9d432-12dd-44ef-a75c-88d2b69b6405 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bb2bf627d5d54038939071ee99391b2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1126857 Nov 25 13:10:22.042742 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36638) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:10:22.090403 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a102b3b7-0266-4d43-be66-9a54ff1fc2b9 req-3aed634b-e243-4796-a918-5d0f91cb32d3 service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986580 Nov 25 13:10:22.184410 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-842ba793-abfd-457a-aa41-fc41c00e22ac x-openstack-request-id: req-842ba793-abfd-457a-aa41-fc41c00e22ac {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:10:22.184933 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee9867b2-091f-48d3-b046-97d64fedd95b", "tag": "04672b21-789a-4c84-8c6b-7effb679c94e", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:10:22.185514 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-842ba793-abfd-457a-aa41-fc41c00e22ac {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:10:22.186113 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee9867b2-091f-48d3-b046-97d64fedd95b', 'tag': '04672b21-789a-4c84-8c6b-7effb679c94e', 'status': 'completed', 'code': 200} Nov 25 13:10:22.187589 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-09149986-daeb-4aa2-8ca8-e4d29477f8c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:22.319467 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-09149986-daeb-4aa2-8ca8-e4d29477f8c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:22.353622 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fae9b08-21ab-4f33-a0d5-76e47ad4f992 req-20785056-7a44-4d98-a4bc-2ab226675835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:22.355757 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1fae9b08-21ab-4f33-a0d5-76e47ad4f992 req-20785056-7a44-4d98-a4bc-2ab226675835 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=af4c9854d3c048999405c81c71776d29&device_id=ee9867b2-091f-48d3-b046-97d64fedd95b HTTP/1.1" status: 200 len: 1100 time: 0.1255069 Nov 25 13:10:22.369730 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d2acb49a-796e-43b6-9ec6-09137344ccbc req-b5ccd47e-1a8a-4c35-834b-6ac0508fe520 tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] 10.222.0.53 "GET /v2.0/security-groups/65385743-4f13-432f-8bca-a092a0004b11 HTTP/1.1" status: 200 len: 1830 time: 0.1605325 Nov 25 13:10:22.564041 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-d2acb49a-796e-43b6-9ec6-09137344ccbc req-e0193eb8-5a43-493f-a72d-e1606a92b0ce tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:22.567383 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-09149986-daeb-4aa2-8ca8-e4d29477f8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:22.572538 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-09149986-daeb-4aa2-8ca8-e4d29477f8c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:22.580709 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-09149986-daeb-4aa2-8ca8-e4d29477f8c0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3ba37784-aaa9-49b8-83a4-8ae52980ad2a HTTP/1.1" status: 204 len: 168 time: 0.5368698 Nov 25 13:10:22.609461 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09149986-daeb-4aa2-8ca8-e4d29477f8c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba37784-aaa9-49b8-83a4-8ae52980ad2a,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:22.651441 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-d2acb49a-796e-43b6-9ec6-09137344ccbc req-e0193eb8-5a43-493f-a72d-e1606a92b0ce tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:22.715729 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fae9b08-21ab-4f33-a0d5-76e47ad4f992 req-f0369565-3787-4881-b74c-7c846e0d1669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:22.717948 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1fae9b08-21ab-4f33-a0d5-76e47ad4f992 req-f0369565-3787-4881-b74c-7c846e0d1669 service neutron] 10.222.0.66 "GET /v2.0/networks?id=85f6380f-3625-4f44-8465-fbcf0c11fed5 HTTP/1.1" status: 200 len: 870 time: 0.3428967 Nov 25 13:10:22.805277 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1fae9b08-21ab-4f33-a0d5-76e47ad4f992 req-1c4fca31-00e5-4eef-b1ee-ef8bfc35cf0d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=04672b21-789a-4c84-8c6b-7effb679c94e HTTP/1.1" status: 200 len: 217 time: 0.0774937 Nov 25 13:10:22.808352 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-d2acb49a-796e-43b6-9ec6-09137344ccbc req-e0193eb8-5a43-493f-a72d-e1606a92b0ce tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:22.811440 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-d2acb49a-796e-43b6-9ec6-09137344ccbc req-e0193eb8-5a43-493f-a72d-e1606a92b0ce tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:22.818623 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 36644) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:10:22.827571 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d2acb49a-796e-43b6-9ec6-09137344ccbc req-e0193eb8-5a43-493f-a72d-e1606a92b0ce tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] 10.222.0.53 "DELETE /v2.0/security-groups/65385743-4f13-432f-8bca-a092a0004b11 HTTP/1.1" status: 204 len: 173 time: 0.4561834 Nov 25 13:10:22.908912 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0193eb8-5a43-493f-a72d-e1606a92b0ce tempest-SecurityGroupRulesNegativeTestJSON-124609265 tempest-SecurityGroupRulesNegativeTestJSON-124609265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65385743-4f13-432f-8bca-a092a0004b11,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:22.921529 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c5b61de-fba1-4fb4-88bc-254cb7648153 admin admin] Deleting subnet 2fa4509b-025d-4e44-90b0-a5af4f1282ce {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:10:22.926920 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0c5b61de-fba1-4fb4-88bc-254cb7648153 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:22.980295 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fae9b08-21ab-4f33-a0d5-76e47ad4f992 req-103f56bf-8337-4ea2-8328-c351ee37bef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:22.982483 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1fae9b08-21ab-4f33-a0d5-76e47ad4f992 req-103f56bf-8337-4ea2-8328-c351ee37bef3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.1540515 Nov 25 13:10:22.990876 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0c5b61de-fba1-4fb4-88bc-254cb7648153 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:23.094534 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0c5b61de-fba1-4fb4-88bc-254cb7648153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:23.121471 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a6253-2f8e-4180-947a-c9bc4d61f5e4 req-3018d984-c7d7-454a-b874-a5e1732b08e2 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:23.125279 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d26a6253-2f8e-4180-947a-c9bc4d61f5e4 req-3018d984-c7d7-454a-b874-a5e1732b08e2 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c4d3887-a462-48bf-998f-4c9038be5eec HTTP/1.1" status: 200 len: 945 time: 0.1741767 Nov 25 13:10:23.144746 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fae9b08-21ab-4f33-a0d5-76e47ad4f992 req-dc7b6fe5-5c4c-43bb-b596-2aca49327dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:23.148317 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1fae9b08-21ab-4f33-a0d5-76e47ad4f992 req-dc7b6fe5-5c4c-43bb-b596-2aca49327dc4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1493440 Nov 25 13:10:23.245086 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0c5b61de-fba1-4fb4-88bc-254cb7648153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:23.266114 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0c5b61de-fba1-4fb4-88bc-254cb7648153 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:23.270560 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-0c5b61de-fba1-4fb4-88bc-254cb7648153 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/2fa4509b-025d-4e44-90b0-a5af4f1282ce HTTP/1.1" status: 204 len: 168 time: 0.4506345 Nov 25 13:10:23.292967 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36652) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:10:23.297137 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b61de-fba1-4fb4-88bc-254cb7648153 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fa4509b-025d-4e44-90b0-a5af4f1282ce,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:23.395574 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d26a6253-2f8e-4180-947a-c9bc4d61f5e4 req-78522c1c-63ea-492c-a423-bc45ac8c9e23 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.53 "GET /v2.0/security-groups?id=a715b2f7-737e-429b-afd5-9baad8e10197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2305009 Nov 25 13:10:23.671203 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c9e5479c-2674-435e-8778-e210d5aba434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:23.678230 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1fae9b08-21ab-4f33-a0d5-76e47ad4f992 req-e18a6f81-b910-443c-a143-fc36ba5a334b service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5046086 Nov 25 13:10:23.821926 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf72daba-030a-49ee-891c-c559f2c74c46 req-b80fb3eb-cfc2-42b5-8d0b-5a2d36b656da tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:23.829092 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cf72daba-030a-49ee-891c-c559f2c74c46 req-b80fb3eb-cfc2-42b5-8d0b-5a2d36b656da tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee9867b2-091f-48d3-b046-97d64fedd95b HTTP/1.1" status: 200 len: 948 time: 0.2728522 Nov 25 13:10:23.899579 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c9e5479c-2674-435e-8778-e210d5aba434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:23.975453 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cf72daba-030a-49ee-891c-c559f2c74c46 req-7b3908bc-994b-4938-9fbc-5448f598652e tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403365 Nov 25 13:10:23.980653 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-c9e5479c-2674-435e-8778-e210d5aba434 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42b02116-7007-4321-bedc-64102919fc3c']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:10:24.018601 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-c9e5479c-2674-435e-8778-e210d5aba434 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b487eab6-e7f7-46fd-95eb-c441ca65ff36') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:10:24.027600 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-c9e5479c-2674-435e-8778-e210d5aba434 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b487eab6-e7f7-46fd-95eb-c441ca65ff36') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:10:24.064350 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c9e5479c-2674-435e-8778-e210d5aba434 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:24.093487 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1fae9b08-21ab-4f33-a0d5-76e47ad4f992 req-cff2f2b4-cb6e-4a88-8c2a-f23e98a762cd service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3918121 Nov 25 13:10:24.106635 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c9e5479c-2674-435e-8778-e210d5aba434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:24.121501 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9e5479c-2674-435e-8778-e210d5aba434 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:10:24.122970 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c9e5479c-2674-435e-8778-e210d5aba434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:24.125725 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:10:24.125725 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:10:24.125725 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:10:24.125725 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:10:24.125725 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:10:24.125725 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:10:24.125725 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:10:24.125725 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:10:24.125725 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:10:24.125725 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:10:24.125725 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:10:24.125725 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:10:24.125725 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:10:24.125725 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:10:24.125725 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:10:24.125725 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:10:24.125725 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:10:24.125725 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:10:24.125725 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:10:24.125725 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:10:24.125725 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:10:24.125725 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:10:24.125725 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:10:24.125725 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:10:24.125725 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:10:24.125725 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:10:24.125725 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:10:24.125725 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:10:24.125725 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:10:24.125725 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:10:24.125725 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:10:24.125725 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:10:24.129289 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 36676) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:10:24.213111 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c9e5479c-2674-435e-8778-e210d5aba434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:24.231977 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c9e5479c-2674-435e-8778-e210d5aba434 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:24.236470 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c9e5479c-2674-435e-8778-e210d5aba434 admin admin] 10.222.0.53 "DELETE /v2.0/networks/42b02116-7007-4321-bedc-64102919fc3c HTTP/1.1" status: 204 len: 168 time: 0.9396951 Nov 25 13:10:24.290163 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e5479c-2674-435e-8778-e210d5aba434 admin admin] Pushing event deleted for resources: {'Network': ['ID=42b02116-7007-4321-bedc-64102919fc3c,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:24.334537 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-a3895169-64c6-4cf3-80ea-4c929b3dfa2b admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1369247820-network', 'tenant_id': 'f266944e8f524d3ca10816846ea8ef92'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:10:24.385683 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3895169-64c6-4cf3-80ea-4c929b3dfa2b admin admin] Made reservation on behalf of f266944e8f524d3ca10816846ea8ef92 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:10:24.393852 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a3895169-64c6-4cf3-80ea-4c929b3dfa2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:24.423578 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a3895169-64c6-4cf3-80ea-4c929b3dfa2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:24.594863 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36686) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:10:24.653467 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a3895169-64c6-4cf3-80ea-4c929b3dfa2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:24.662773 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a3895169-64c6-4cf3-80ea-4c929b3dfa2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:24.699000 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3d2cae95-102a-43a9-b84b-6f023188316a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7a219627ddeb4ca3b692e38abcc705dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1029327 Nov 25 13:10:24.699733 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36692) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:10:24.710045 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3895169-64c6-4cf3-80ea-4c929b3dfa2b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:10:24.720187 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a3895169-64c6-4cf3-80ea-4c929b3dfa2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:24.720582 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-a3895169-64c6-4cf3-80ea-4c929b3dfa2b admin admin] Added segment b1d40d20-3b62-4d3f-b886-63bab3725889 of type vlan for network a4c3e7d6-9eaf-45af-848c-d3cac915b091 Nov 25 13:10:24.772196 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a3895169-64c6-4cf3-80ea-4c929b3dfa2b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:24.799491 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c67b3477-bc35-4f8d-ab06-bb75178f107c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:24.812482 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a3895169-64c6-4cf3-80ea-4c929b3dfa2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:24.814656 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3895169-64c6-4cf3-80ea-4c929b3dfa2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:24.816704 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a3895169-64c6-4cf3-80ea-4c929b3dfa2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:24.834371 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c67b3477-bc35-4f8d-ab06-bb75178f107c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:24.847766 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-a3895169-64c6-4cf3-80ea-4c929b3dfa2b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7172370 Nov 25 13:10:24.853431 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36694) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:10:24.861565 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-417e8e2a-ed3c-485f-8517-636ff7d72ea2 admin admin] Request body: {'subnet': {'network_id': 'a4c3e7d6-9eaf-45af-848c-d3cac915b091', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1369247820-subnet', 'tenant_id': 'f266944e8f524d3ca10816846ea8ef92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:10:24.862608 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3895169-64c6-4cf3-80ea-4c929b3dfa2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f15c26b-2a98-4a01-a620-3ac1ff510d17,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:24.918074 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3895169-64c6-4cf3-80ea-4c929b3dfa2b admin admin] Pushing event updated for resources: {'Network': ['ID=a4c3e7d6-9eaf-45af-848c-d3cac915b091,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:24.939742 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network a4c3e7d6-9eaf-45af-848c-d3cac915b091 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:10:24.970047 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-417e8e2a-ed3c-485f-8517-636ff7d72ea2 admin admin] Made reservation on behalf of f266944e8f524d3ca10816846ea8ef92 for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:10:24.973053 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-417e8e2a-ed3c-485f-8517-636ff7d72ea2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:24.976979 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c67b3477-bc35-4f8d-ab06-bb75178f107c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:24.980181 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c67b3477-bc35-4f8d-ab06-bb75178f107c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:24.986245 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c67b3477-bc35-4f8d-ab06-bb75178f107c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0bd45568-4869-48f0-ac25-bd0497cd5999 HTTP/1.1" status: 204 len: 168 time: 0.2849021 Nov 25 13:10:25.017402 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67b3477-bc35-4f8d-ab06-bb75178f107c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd45568-4869-48f0-ac25-bd0497cd5999,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:25.032574 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 04672b21-789a-4c84-8c6b-7effb679c94e details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:10:25.311472 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 04672b21-789a-4c84-8c6b-7effb679c94e, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=04672b21-789a-4c84-8c6b-7effb679c94e,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:10:25.326056 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': '04672b21-789a-4c84-8c6b-7effb679c94e', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'port_id': '04672b21-789a-4c84-8c6b-7effb679c94e', 'mac_address': 'fa:16:3e:5c:14:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce5ca48-e3be-44c6-9584-fd9eb8c67222', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:10:25.350664 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-417e8e2a-ed3c-485f-8517-636ff7d72ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:25.380510 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:25.409343 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04672b21-789a-4c84-8c6b-7effb679c94e {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:10:25.439663 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 04672b21-789a-4c84-8c6b-7effb679c94e, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=04672b21-789a-4c84-8c6b-7effb679c94e,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:10:25.459222 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:25.490263 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417e8e2a-ed3c-485f-8517-636ff7d72ea2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89b55ed6-2dff-443a-b485-b9077cba7d04,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:25.495758 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417e8e2a-ed3c-485f-8517-636ff7d72ea2 admin admin] Checking segment: {'id': 'b1d40d20-3b62-4d3f-b886-63bab3725889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a4c3e7d6-9eaf-45af-848c-d3cac915b091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:10:25.497190 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417e8e2a-ed3c-485f-8517-636ff7d72ea2 admin admin] Network hostable DHCP agents. Network: a4c3e7d6-9eaf-45af-848c-d3cac915b091, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:10:25.526793 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417e8e2a-ed3c-485f-8517-636ff7d72ea2 admin admin] Network a4c3e7d6-9eaf-45af-848c-d3cac915b091 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:10:25.531430 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=04672b21-789a-4c84-8c6b-7effb679c94e,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:25.542323 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-417e8e2a-ed3c-485f-8517-636ff7d72ea2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, a4c3e7d6-9eaf-45af-848c-d3cac915b091) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:10:25.556656 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf865ef4-b8d3-4a84-8cd7-fbc95e1ef98d None None] Network a4c3e7d6-9eaf-45af-848c-d3cac915b091 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:10:25.562061 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417e8e2a-ed3c-485f-8517-636ff7d72ea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:25.563874 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-417e8e2a-ed3c-485f-8517-636ff7d72ea2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:25.611765 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-417e8e2a-ed3c-485f-8517-636ff7d72ea2 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7499888 Nov 25 13:10:25.775397 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a841eb-381d-4b10-b3e4-82c2cd873213 req-cb2296f4-a32c-47d3-a518-57fbf7fe4efe tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:25.783450 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-28a841eb-381d-4b10-b3e4-82c2cd873213 req-cb2296f4-a32c-47d3-a518-57fbf7fe4efe tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.66 "GET /v2.0/ports?device_id=9c4d3887-a462-48bf-998f-4c9038be5eec HTTP/1.1" status: 200 len: 945 time: 0.1110749 Nov 25 13:10:25.798059 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['04672b21-789a-4c84-8c6b-7effb679c94e'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:10:25.993215 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-28a841eb-381d-4b10-b3e4-82c2cd873213 req-1e6e655a-f59a-462e-8dc8-eec286d75266 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Deleting port f3e99a3a-d180-4fc8-b2c5-3b495a5d4495 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:10:25.993572 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-28a841eb-381d-4b10-b3e4-82c2cd873213 req-1e6e655a-f59a-462e-8dc8-eec286d75266 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:26.058403 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9965fee-7821-4ca3-8caa-49d37fa93451 None None] Network a4c3e7d6-9eaf-45af-848c-d3cac915b091 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:10:26.164062 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-28a841eb-381d-4b10-b3e4-82c2cd873213 req-1e6e655a-f59a-462e-8dc8-eec286d75266 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] For port f3e99a3a-d180-4fc8-b2c5-3b495a5d4495, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=f3e99a3a-d180-4fc8-b2c5-3b495a5d4495,segment=NetworkSegment(b5b7547d-4b2d-4e0b-b974-c8bbac93a359),segment_id=b5b7547d-4b2d-4e0b-b974-c8bbac93a359)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:10:26.167086 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-28a841eb-381d-4b10-b3e4-82c2cd873213 req-1e6e655a-f59a-462e-8dc8-eec286d75266 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:26.403784 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 36726) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:10:26.604688 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-65273b22-28f3-447f-b58d-92fcb615980c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1052906526-network', 'tenant_id': '03798afe77ad4e5191b74692dd9dff44'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:10:26.609147 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-28a841eb-381d-4b10-b3e4-82c2cd873213 req-1e6e655a-f59a-462e-8dc8-eec286d75266 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:26.609818 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-28a841eb-381d-4b10-b3e4-82c2cd873213 req-1e6e655a-f59a-462e-8dc8-eec286d75266 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:26.610452 n-d-808199-11 neutron-server[103570]: INFO neutron.db.l3_db [req-28a841eb-381d-4b10-b3e4-82c2cd873213 req-1e6e655a-f59a-462e-8dc8-eec286d75266 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Floating IP 9a511409-950e-4d60-9a44-abcdb4543492 disassociated. External IP: 172.25.5.136, port: f3e99a3a-d180-4fc8-b2c5-3b495a5d4495. Nov 25 13:10:26.611046 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-28a841eb-381d-4b10-b3e4-82c2cd873213 req-1e6e655a-f59a-462e-8dc8-eec286d75266 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Calling delete_port for f3e99a3a-d180-4fc8-b2c5-3b495a5d4495 owned by compute:nova {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:10:26.747901 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65273b22-28f3-447f-b58d-92fcb615980c admin admin] Made reservation on behalf of 03798afe77ad4e5191b74692dd9dff44 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:10:26.750283 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-65273b22-28f3-447f-b58d-92fcb615980c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:26.764147 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-65273b22-28f3-447f-b58d-92fcb615980c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:26.877326 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-28a841eb-381d-4b10-b3e4-82c2cd873213 req-1e6e655a-f59a-462e-8dc8-eec286d75266 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:26.896849 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-65273b22-28f3-447f-b58d-92fcb615980c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:26.905506 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-65273b22-28f3-447f-b58d-92fcb615980c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:26.923683 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6e655a-f59a-462e-8dc8-eec286d75266 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Pushing event deleted for resources: {'Port': ['ID=f3e99a3a-d180-4fc8-b2c5-3b495a5d4495,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:26.949943 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65273b22-28f3-447f-b58d-92fcb615980c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:10:26.993466 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-65273b22-28f3-447f-b58d-92fcb615980c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:26.995532 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-65273b22-28f3-447f-b58d-92fcb615980c admin admin] Added segment 18ba358e-f1cb-4f1a-bcfb-7efbc93a77fd of type vlan for network 026ceda7-d899-4127-bb5a-51d2dee05d38 Nov 25 13:10:27.011596 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65273b22-28f3-447f-b58d-92fcb615980c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8398b4-8a5d-4543-8df8-ad9bcf2c2405,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:27.075637 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-65273b22-28f3-447f-b58d-92fcb615980c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:27.112621 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28a841eb-381d-4b10-b3e4-82c2cd873213 req-1e6e655a-f59a-462e-8dc8-eec286d75266 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Router fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:10:27.145480 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-65273b22-28f3-447f-b58d-92fcb615980c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:27.147020 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65273b22-28f3-447f-b58d-92fcb615980c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:27.147798 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-65273b22-28f3-447f-b58d-92fcb615980c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:27.266401 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-65273b22-28f3-447f-b58d-92fcb615980c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8614235 Nov 25 13:10:27.267246 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 36734) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:10:27.282064 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-2e5fbc28-d5d5-44ba-873b-1ee4d8829a5a admin admin] Request body: {'subnet': {'network_id': '026ceda7-d899-4127-bb5a-51d2dee05d38', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1052906526-subnet', 'tenant_id': '03798afe77ad4e5191b74692dd9dff44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:10:27.327229 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65273b22-28f3-447f-b58d-92fcb615980c admin admin] Pushing event updated for resources: {'Network': ['ID=026ceda7-d899-4127-bb5a-51d2dee05d38,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:27.334466 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5fbc28-d5d5-44ba-873b-1ee4d8829a5a admin admin] Made reservation on behalf of 03798afe77ad4e5191b74692dd9dff44 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:10:27.339182 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 026ceda7-d899-4127-bb5a-51d2dee05d38 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:10:27.348792 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2e5fbc28-d5d5-44ba-873b-1ee4d8829a5a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:27.695485 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2e5fbc28-d5d5-44ba-873b-1ee4d8829a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:27.766443 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5fbc28-d5d5-44ba-873b-1ee4d8829a5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=56285ae1-c07e-4f45-af0a-8220fc4a98cd,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:27.779899 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5fbc28-d5d5-44ba-873b-1ee4d8829a5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:10:27.780356 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5fbc28-d5d5-44ba-873b-1ee4d8829a5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:10:27.780482 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28a841eb-381d-4b10-b3e4-82c2cd873213 req-1e6e655a-f59a-462e-8dc8-eec286d75266 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:10:27.780810 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5fbc28-d5d5-44ba-873b-1ee4d8829a5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:10:27.781222 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5fbc28-d5d5-44ba-873b-1ee4d8829a5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:10:27.781645 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5fbc28-d5d5-44ba-873b-1ee4d8829a5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:10:27.781997 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5fbc28-d5d5-44ba-873b-1ee4d8829a5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:10:27.782477 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5fbc28-d5d5-44ba-873b-1ee4d8829a5a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:10:27.782929 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5fbc28-d5d5-44ba-873b-1ee4d8829a5a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:10:27.783332 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5fbc28-d5d5-44ba-873b-1ee4d8829a5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:10:27.783731 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5fbc28-d5d5-44ba-873b-1ee4d8829a5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:10:27.784135 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5fbc28-d5d5-44ba-873b-1ee4d8829a5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:10:27.785084 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5fbc28-d5d5-44ba-873b-1ee4d8829a5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:10:27.788613 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5fbc28-d5d5-44ba-873b-1ee4d8829a5a admin admin] Checking segment: {'id': '18ba358e-f1cb-4f1a-bcfb-7efbc93a77fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '026ceda7-d899-4127-bb5a-51d2dee05d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:10:27.789124 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5fbc28-d5d5-44ba-873b-1ee4d8829a5a admin admin] Network hostable DHCP agents. Network: 026ceda7-d899-4127-bb5a-51d2dee05d38, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:10:27.795158 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfd005e-9245-49c9-9a08-7cdf53322f5f None None] Sync routers for ids ['fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:10:27.828242 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfd005e-9245-49c9-9a08-7cdf53322f5f None None] Routers {'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:10:27.829221 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-cdfd005e-9245-49c9-9a08-7cdf53322f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:10:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:10:27.832524 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5fbc28-d5d5-44ba-873b-1ee4d8829a5a admin admin] Network 026ceda7-d899-4127-bb5a-51d2dee05d38 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:10:27.862129 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-2e5fbc28-d5d5-44ba-873b-1ee4d8829a5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 026ceda7-d899-4127-bb5a-51d2dee05d38) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:10:27.870893 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5fbc28-d5d5-44ba-873b-1ee4d8829a5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:27.871662 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2e5fbc28-d5d5-44ba-873b-1ee4d8829a5a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:27.879830 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-28a841eb-381d-4b10-b3e4-82c2cd873213 req-1e6e655a-f59a-462e-8dc8-eec286d75266 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] No DVR routers for this DVR port f3e99a3a-d180-4fc8-b2c5-3b495a5d4495 on host n-h1-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:10:27.885016 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8363e01e-4f18-4970-adce-8d8980db8eaa None None] Network 026ceda7-d899-4127-bb5a-51d2dee05d38 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:10:27.885267 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-28a841eb-381d-4b10-b3e4-82c2cd873213 req-1e6e655a-f59a-462e-8dc8-eec286d75266 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:27.890141 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-28a841eb-381d-4b10-b3e4-82c2cd873213 req-1e6e655a-f59a-462e-8dc8-eec286d75266 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.66 "DELETE /v2.0/ports/f3e99a3a-d180-4fc8-b2c5-3b495a5d4495 HTTP/1.1" status: 204 len: 173 time: 2.0790813 Nov 25 13:10:27.890647 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c4d3887-a462-48bf-998f-4c9038be5eec', 'name': 'network-vif-deleted', 'tag': 'f3e99a3a-d180-4fc8-b2c5-3b495a5d4495'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:10:27.907723 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e8f26d-1e25-471e-88fa-ebe35e4765f2" -d '{"events": [{"server_uuid": "9c4d3887-a462-48bf-998f-4c9038be5eec", "name": "network-vif-deleted", "tag": "f3e99a3a-d180-4fc8-b2c5-3b495a5d4495"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:10:27.923320 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-2e5fbc28-d5d5-44ba-873b-1ee4d8829a5a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6525497 Nov 25 13:10:28.117038 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15bc105-81d2-4740-893b-ebd9148c3070 None None] Network 026ceda7-d899-4127-bb5a-51d2dee05d38 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:10:28.216158 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-cdfd005e-9245-49c9-9a08-7cdf53322f5f None None] Set router fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:10:28.594759 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-cdfd005e-9245-49c9-9a08-7cdf53322f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1200141678-router', 'tenant_id': '0847adb867eb43dd9514b39274c66d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '229ed14e-aff0-4306-a4b5-88bb38a9c6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:07:21Z', 'updated_at': '2021-11-25T13:07:26Z', 'revision_number': 4, 'project_id': '0847adb867eb43dd9514b39274c66d40', 'gw_port': {'id': '229ed14e-aff0-4306-a4b5-88bb38a9c6bd', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:83:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:07:21Z', 'updated_at': '2021-11-25T13:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'ac9b2fe5-75b2-44fb-85f3-2948349249f8', 'name': '', 'network_id': '05538b39-0ed2-40a2-b712-e6a9ac11f528', 'tenant_id': '0847adb867eb43dd9514b39274c66d40', 'mac_address': 'fa:16:3e:ff:8a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '6747087c-5949-4700-ad89-d1127c0360fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:07:25Z', 'updated_at': '2021-11-25T13:07:34Z', 'revision_number': 5, 'project_id': '0847adb867eb43dd9514b39274c66d40', 'subnets': [{'id': '6747087c-5949-4700-ad89-d1127c0360fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:10:28.642100 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfd005e-9245-49c9-9a08-7cdf53322f5f None None] Checking router: fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:10:28.654824 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfd005e-9245-49c9-9a08-7cdf53322f5f None None] Routers {'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:10:28.655463 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-cdfd005e-9245-49c9-9a08-7cdf53322f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:10:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:10:28.792676 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-cdfd005e-9245-49c9-9a08-7cdf53322f5f None None] Set router fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:10:29.026320 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 04672b21-789a-4c84-8c6b-7effb679c94e up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:10:29.091164 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port 04672b21-789a-4c84-8c6b-7effb679c94e completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:10:29.095772 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port 04672b21-789a-4c84-8c6b-7effb679c94e triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:10:29.096149 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:29.099229 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-cdfd005e-9245-49c9-9a08-7cdf53322f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1200141678-router', 'tenant_id': '0847adb867eb43dd9514b39274c66d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '229ed14e-aff0-4306-a4b5-88bb38a9c6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:07:21Z', 'updated_at': '2021-11-25T13:07:26Z', 'revision_number': 4, 'project_id': '0847adb867eb43dd9514b39274c66d40', 'gw_port': {'id': '229ed14e-aff0-4306-a4b5-88bb38a9c6bd', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:83:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:07:21Z', 'updated_at': '2021-11-25T13:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'ac9b2fe5-75b2-44fb-85f3-2948349249f8', 'name': '', 'network_id': '05538b39-0ed2-40a2-b712-e6a9ac11f528', 'tenant_id': '0847adb867eb43dd9514b39274c66d40', 'mac_address': 'fa:16:3e:ff:8a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '6747087c-5949-4700-ad89-d1127c0360fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:07:25Z', 'updated_at': '2021-11-25T13:07:34Z', 'revision_number': 5, 'project_id': '0847adb867eb43dd9514b39274c66d40', 'subnets': [{'id': '6747087c-5949-4700-ad89-d1127c0360fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:10:29.149867 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfd005e-9245-49c9-9a08-7cdf53322f5f None None] The sync data for ids ['fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a'] in n-d-808199-11 is: [{'id': 'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1200141678-router', 'tenant_id': '0847adb867eb43dd9514b39274c66d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '229ed14e-aff0-4306-a4b5-88bb38a9c6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:07:21Z', 'updated_at': '2021-11-25T13:07:26Z', 'revision_number': 4, 'project_id': '0847adb867eb43dd9514b39274c66d40', 'gw_port': {'id': '229ed14e-aff0-4306-a4b5-88bb38a9c6bd', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:83:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:07:21Z', 'updated_at': '2021-11-25T13:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'ac9b2fe5-75b2-44fb-85f3-2948349249f8', 'name': '', 'network_id': '05538b39-0ed2-40a2-b712-e6a9ac11f528', 'tenant_id': '0847adb867eb43dd9514b39274c66d40', 'mac_address': 'fa:16:3e:ff:8a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '6747087c-5949-4700-ad89-d1127c0360fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:07:25Z', 'updated_at': '2021-11-25T13:07:34Z', 'revision_number': 5, 'project_id': '0847adb867eb43dd9514b39274c66d40', 'subnets': [{'id': '6747087c-5949-4700-ad89-d1127c0360fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:10:29.240375 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:29.275686 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9867b2-091f-48d3-b046-97d64fedd95b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04672b21-789a-4c84-8c6b-7effb679c94e'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:10:29.280492 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-220eef82-971d-4b5f-a963-32589a8c5efd" -d '{"events": [{"server_uuid": "ee9867b2-091f-48d3-b046-97d64fedd95b", "name": "network-vif-plugged", "status": "completed", "tag": "04672b21-789a-4c84-8c6b-7effb679c94e"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:10:29.295931 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 04672b21-789a-4c84-8c6b-7effb679c94e, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=04672b21-789a-4c84-8c6b-7effb679c94e,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:10:29.303428 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:29.304372 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device f3e99a3a-d180-4fc8-b2c5-3b495a5d4495 no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:10:29.353629 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] No Port match for: f3e99a3a-d180-4fc8-b2c5-3b495a5d4495 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:10:29.353986 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device f3e99a3a-d180-4fc8-b2c5-3b495a5d4495 not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:10:29.388994 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=04672b21-789a-4c84-8c6b-7effb679c94e,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:29.502438 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:10:29.530558 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc23e67-39da-4a53-9d32-4ff48895a6f5 None None] New status for floating IP 9a511409-950e-4d60-9a44-abcdb4543492: DOWN {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 13:10:30.306814 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-030d6c93-7380-4b4c-8952-12a40ad181e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:31.667653 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1a77ac0c-7816-43e8-aa64-ff9fd096e616 req-2d46525d-a9be-4555-8b13-5c535fc94720 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--689365497&fields=id&tenant_id=0847adb867eb43dd9514b39274c66d40 HTTP/1.1" status: 200 len: 267 time: 0.0901623 Nov 25 13:10:31.914977 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf0a6f-9c0c-4a0f-801f-dd7e095f5908 req-ee914567-448c-41b7-869e-944c65fd9e22 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:31.917404 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-53bf0a6f-9c0c-4a0f-801f-dd7e095f5908 req-ee914567-448c-41b7-869e-944c65fd9e22 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee9867b2-091f-48d3-b046-97d64fedd95b HTTP/1.1" status: 200 len: 950 time: 0.2117491 Nov 25 13:10:32.026761 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a77ac0c-7816-43e8-aa64-ff9fd096e616 req-ca9572e2-2f90-430c-b3d3-47e471beefaa tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:32.029224 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1a77ac0c-7816-43e8-aa64-ff9fd096e616 req-ca9572e2-2f90-430c-b3d3-47e471beefaa tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.53 "GET /v2.0/networks?id=05538b39-0ed2-40a2-b712-e6a9ac11f528 HTTP/1.1" status: 200 len: 824 time: 0.3446989 Nov 25 13:10:32.058785 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-53bf0a6f-9c0c-4a0f-801f-dd7e095f5908 req-45b1014a-6bdd-4eaf-a6c5-641609e3a5b6 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313188 Nov 25 13:10:32.072055 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1a77ac0c-7816-43e8-aa64-ff9fd096e616 req-9a66e45a-61c8-439a-9b43-c30ce75712b0 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.53 "GET /v2.0/quotas/0847adb867eb43dd9514b39274c66d40 HTTP/1.1" status: 200 len: 375 time: 0.0338271 Nov 25 13:10:32.192916 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1a77ac0c-7816-43e8-aa64-ff9fd096e616 req-75b828e1-fe8c-4148-ac9d-cd30f8b893bc tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0847adb867eb43dd9514b39274c66d40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1123521 Nov 25 13:10:32.394323 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1a77ac0c-7816-43e8-aa64-ff9fd096e616 req-ad7eac9a-6973-4e28-9893-84bfb09575e5 service neutron] 10.222.0.53 "GET /v2.0/networks/05538b39-0ed2-40a2-b712-e6a9ac11f528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004535 Nov 25 13:10:32.645856 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1a77ac0c-7816-43e8-aa64-ff9fd096e616 req-afda8917-62a3-40ab-a28d-1e763a2985b3 service neutron] 10.222.0.53 "GET /v2.0/networks/05538b39-0ed2-40a2-b712-e6a9ac11f528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502406 Nov 25 13:10:32.687361 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-afbe2383-8030-462c-bbc2-223498551684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:32.723133 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d72f4f5-c081-472f-b6fe-25789f0074ed x-openstack-request-id: req-7d72f4f5-c081-472f-b6fe-25789f0074ed {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:10:32.724185 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c4d3887-a462-48bf-998f-4c9038be5eec", "name": "network-vif-deleted", "tag": "f3e99a3a-d180-4fc8-b2c5-3b495a5d4495", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:10:32.724707 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7d72f4f5-c081-472f-b6fe-25789f0074ed {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:10:32.725136 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c4d3887-a462-48bf-998f-4c9038be5eec', 'name': 'network-vif-deleted', 'tag': 'f3e99a3a-d180-4fc8-b2c5-3b495a5d4495', 'status': 'completed', 'code': 200} Nov 25 13:10:32.832885 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c3d4029-a960-4ce7-96cd-3bccf4831c4d x-openstack-request-id: req-4c3d4029-a960-4ce7-96cd-3bccf4831c4d {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:10:32.833224 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee9867b2-091f-48d3-b046-97d64fedd95b", "name": "network-vif-plugged", "status": "completed", "tag": "04672b21-789a-4c84-8c6b-7effb679c94e", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:10:32.833479 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4c3d4029-a960-4ce7-96cd-3bccf4831c4d {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:10:32.834176 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee9867b2-091f-48d3-b046-97d64fedd95b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04672b21-789a-4c84-8c6b-7effb679c94e', 'code': 200} Nov 25 13:10:33.054064 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47537012-9fb4-4205-821e-4b26544c6080 req-dcb9c790-d621-431d-af35-4a350b2cd343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:33.056141 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-47537012-9fb4-4205-821e-4b26544c6080 req-dcb9c790-d621-431d-af35-4a350b2cd343 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ee9867b2-091f-48d3-b046-97d64fedd95b HTTP/1.1" status: 200 len: 1102 time: 0.1577797 Nov 25 13:10:33.059374 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466753de-82e9-43f6-a69a-2429ddac539b req-69d8da17-4fd6-43ad-9b3e-554678f2fcd4 tempest-LiveMigrationTest-1161798756 tempest-LiveMigrationTest-1161798756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:33.060874 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-466753de-82e9-43f6-a69a-2429ddac539b req-69d8da17-4fd6-43ad-9b3e-554678f2fcd4 tempest-LiveMigrationTest-1161798756 tempest-LiveMigrationTest-1161798756-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b367cf64-83ee-4732-8f9a-63d45147755b HTTP/1.1" status: 200 len: 1097 time: 0.0901446 Nov 25 13:10:33.193311 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-466753de-82e9-43f6-a69a-2429ddac539b req-75595b56-47f0-47b8-8efa-c5cfd593191a tempest-LiveMigrationTest-1161798756 tempest-LiveMigrationTest-1161798756-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080718 Nov 25 13:10:33.214557 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-47537012-9fb4-4205-821e-4b26544c6080 req-f83a900b-1262-402a-9ed4-d47e5af488ac service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461096 Nov 25 13:10:33.704484 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:33.941976 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08581fd5-03be-4a31-b94f-f7753d426282 req-2af05096-60a4-4402-8d75-2226518f929c tempest-InstanceActionsTestJSON-1968219564 tempest-InstanceActionsTestJSON-1968219564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:33.944578 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-08581fd5-03be-4a31-b94f-f7753d426282 req-2af05096-60a4-4402-8d75-2226518f929c tempest-InstanceActionsTestJSON-1968219564 tempest-InstanceActionsTestJSON-1968219564-project] 10.222.0.53 "GET /v2.0/networks?id=026ceda7-d899-4127-bb5a-51d2dee05d38 HTTP/1.1" status: 200 len: 814 time: 0.1426690 Nov 25 13:10:33.967243 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-08581fd5-03be-4a31-b94f-f7753d426282 req-aa8b217a-4be1-4b7a-b006-26f5dfb06039 tempest-InstanceActionsTestJSON-1968219564 tempest-InstanceActionsTestJSON-1968219564-project] 10.222.0.53 "GET /v2.0/quotas/03798afe77ad4e5191b74692dd9dff44 HTTP/1.1" status: 200 len: 375 time: 0.0150130 Nov 25 13:10:34.013817 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-08581fd5-03be-4a31-b94f-f7753d426282 req-0b86963e-43bf-400d-9e98-04d63dbf9e71 tempest-InstanceActionsTestJSON-1968219564 tempest-InstanceActionsTestJSON-1968219564-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=03798afe77ad4e5191b74692dd9dff44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450883 Nov 25 13:10:34.055055 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-29f53a74-6d76-4d24-99eb-deeaca21860a req-c9ef9ac0-5b55-4480-a97d-1e82ddba4b5e tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.53 "GET /v2.0/ports?device_id=99fe9e7c-6ddd-4d30-a7a4-4a19b3ebb6e8 HTTP/1.1" status: 200 len: 210 time: 0.0851729 Nov 25 13:10:34.330548 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c4123-7002-4101-808b-c856ea69616c req-12ec6a90-8308-437e-b45f-72e8d3cbfe79 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:34.332554 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ef0c4123-7002-4101-808b-c856ea69616c req-12ec6a90-8308-437e-b45f-72e8d3cbfe79 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee9867b2-091f-48d3-b046-97d64fedd95b HTTP/1.1" status: 200 len: 950 time: 0.1507747 Nov 25 13:10:34.339320 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a77ac0c-7816-43e8-aa64-ff9fd096e616 req-db659ff8-1d00-4d99-bf97-b0d6df7cbe01 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:34.340681 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1a77ac0c-7816-43e8-aa64-ff9fd096e616 req-db659ff8-1d00-4d99-bf97-b0d6df7cbe01 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.66 "GET /v2.0/networks?id=05538b39-0ed2-40a2-b712-e6a9ac11f528 HTTP/1.1" status: 200 len: 824 time: 0.2733760 Nov 25 13:10:34.348939 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-08581fd5-03be-4a31-b94f-f7753d426282 req-9e96aabb-510e-43ef-bf92-136817e357a2 service neutron] 10.222.0.53 "GET /v2.0/networks/026ceda7-d899-4127-bb5a-51d2dee05d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339915 Nov 25 13:10:34.545609 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ef0c4123-7002-4101-808b-c856ea69616c req-154e3c3a-0ed0-4dfd-9ce3-152a95c33f90 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946349 Nov 25 13:10:34.552944 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1a77ac0c-7816-43e8-aa64-ff9fd096e616 req-8ed2468d-3215-4394-81c3-28db72435b00 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0847adb867eb43dd9514b39274c66d40 HTTP/1.1" status: 200 len: 379 time: 0.1930344 Nov 25 13:10:34.555464 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-08581fd5-03be-4a31-b94f-f7753d426282 req-070748f6-2d3a-451d-945e-10f1c60a5ee2 service neutron] 10.222.0.53 "GET /v2.0/networks/026ceda7-d899-4127-bb5a-51d2dee05d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057483 Nov 25 13:10:34.563834 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-1a77ac0c-7816-43e8-aa64-ff9fd096e616 req-089226df-14e3-40cb-ab32-f178b123494a tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Request body: {'port': {'device_id': '99fe9e7c-6ddd-4d30-a7a4-4a19b3ebb6e8', 'network_id': '05538b39-0ed2-40a2-b712-e6a9ac11f528', 'admin_state_up': True, 'tenant_id': '0847adb867eb43dd9514b39274c66d40', 'security_groups': ['a715b2f7-737e-429b-afd5-9baad8e10197']}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:10:34.723877 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a77ac0c-7816-43e8-aa64-ff9fd096e616 req-089226df-14e3-40cb-ab32-f178b123494a tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Made reservation on behalf of 0847adb867eb43dd9514b39274c66d40 for: {'port': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:10:34.727873 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-1a77ac0c-7816-43e8-aa64-ff9fd096e616 req-089226df-14e3-40cb-ab32-f178b123494a tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:34.969900 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [req-1a77ac0c-7816-43e8-aa64-ff9fd096e616 req-089226df-14e3-40cb-ab32-f178b123494a tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Allocated IP 172.20.0.14 (05538b39-0ed2-40a2-b712-e6a9ac11f528/6747087c-5949-4700-ad89-d1127c0360fb/e835ccae-876a-4910-addd-44494c823ac0) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:10:35.051952 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:35.063271 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-481b233b-d332-4cd2-97f8-701bf55578f8 req-65b596d0-494e-45b1-ae29-1b457e559d30 tempest-InstanceActionsTestJSON-1968219564 tempest-InstanceActionsTestJSON-1968219564-project] 10.222.0.53 "GET /v2.0/ports?device_id=913e29d9-60a3-4747-b862-90cf205dc639 HTTP/1.1" status: 200 len: 210 time: 0.0503886 Nov 25 13:10:35.246637 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-1a77ac0c-7816-43e8-aa64-ff9fd096e616 req-089226df-14e3-40cb-ab32-f178b123494a tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:35.339770 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-1a77ac0c-7816-43e8-aa64-ff9fd096e616 req-089226df-14e3-40cb-ab32-f178b123494a tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:35.413341 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a77ac0c-7816-43e8-aa64-ff9fd096e616 req-089226df-14e3-40cb-ab32-f178b123494a tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Network 05538b39-0ed2-40a2-b712-e6a9ac11f528 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:10:35.418248 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [req-1a77ac0c-7816-43e8-aa64-ff9fd096e616 req-089226df-14e3-40cb-ab32-f178b123494a tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:10:35.425257 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a77ac0c-7816-43e8-aa64-ff9fd096e616 req-089226df-14e3-40cb-ab32-f178b123494a tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:10:35.502501 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a77ac0c-7816-43e8-aa64-ff9fd096e616 req-089226df-14e3-40cb-ab32-f178b123494a tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:35.503717 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-1a77ac0c-7816-43e8-aa64-ff9fd096e616 req-089226df-14e3-40cb-ab32-f178b123494a tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:35.523292 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089226df-14e3-40cb-ab32-f178b123494a tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Pushing event updated for resources: {'Port': ['ID=e835ccae-876a-4910-addd-44494c823ac0,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:35.547436 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1a77ac0c-7816-43e8-aa64-ff9fd096e616 req-089226df-14e3-40cb-ab32-f178b123494a tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9807048 Nov 25 13:10:35.549865 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089226df-14e3-40cb-ab32-f178b123494a tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:10:35.552415 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089226df-14e3-40cb-ab32-f178b123494a tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:10:35.553265 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089226df-14e3-40cb-ab32-f178b123494a tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:10:35.553976 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089226df-14e3-40cb-ab32-f178b123494a tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:10:35.554326 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089226df-14e3-40cb-ab32-f178b123494a tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:10:35.554676 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089226df-14e3-40cb-ab32-f178b123494a tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:10:35.555044 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089226df-14e3-40cb-ab32-f178b123494a tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:10:35.555466 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089226df-14e3-40cb-ab32-f178b123494a tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:10:35.555879 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089226df-14e3-40cb-ab32-f178b123494a tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:10:35.556218 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089226df-14e3-40cb-ab32-f178b123494a tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:10:35.556554 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089226df-14e3-40cb-ab32-f178b123494a tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:10:35.556961 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089226df-14e3-40cb-ab32-f178b123494a tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:10:35.570403 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-1a77ac0c-7816-43e8-aa64-ff9fd096e616 req-c25c1da1-9f36-457b-92ba-316ee800d20a service neutron] Request body: {'port': {'device_id': '99fe9e7c-6ddd-4d30-a7a4-4a19b3ebb6e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-11'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:10:35.693862 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-1a77ac0c-7816-43e8-aa64-ff9fd096e616 req-c25c1da1-9f36-457b-92ba-316ee800d20a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:35.926788 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a41af21-6923-470a-ad90-926b792f3fc5 None None] Provisioning complete for port e835ccae-876a-4910-addd-44494c823ac0 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:10:35.927313 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a41af21-6923-470a-ad90-926b792f3fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:35.972796 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a41af21-6923-470a-ad90-926b792f3fc5 None None] Port e835ccae-876a-4910-addd-44494c823ac0 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:10:36.130898 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [req-1a77ac0c-7816-43e8-aa64-ff9fd096e616 req-c25c1da1-9f36-457b-92ba-316ee800d20a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e835ccae-876a-4910-addd-44494c823ac0 {{(pid=103570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:10:36.140568 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-1a77ac0c-7816-43e8-aa64-ff9fd096e616 req-c25c1da1-9f36-457b-92ba-316ee800d20a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:36.157007 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.provisioning_blocks [req-1a77ac0c-7816-43e8-aa64-ff9fd096e616 req-c25c1da1-9f36-457b-92ba-316ee800d20a service neutron] Transition to ACTIVE for port object e835ccae-876a-4910-addd-44494c823ac0 will not be triggered until provisioned by entity L2. {{(pid=103570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:10:36.164381 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-1a77ac0c-7816-43e8-aa64-ff9fd096e616 req-c25c1da1-9f36-457b-92ba-316ee800d20a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:36.180648 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:36.223340 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-2f908640-ff6a-41a3-8ad1-887c97e412c7 tempest-LiveMigrationTest-1161798756 tempest-LiveMigrationTest-1161798756-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:10:36.224453 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-2f908640-ff6a-41a3-8ad1-887c97e412c7 tempest-LiveMigrationTest-1161798756 tempest-LiveMigrationTest-1161798756-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074053 Nov 25 13:10:36.296150 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-be809ef3-1002-4305-a271-85fd37758ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:36.305476 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-be809ef3-1002-4305-a271-85fd37758ed1 service neutron] 10.222.0.53 "GET /v2.0/ports/3023a69d-328f-4b58-9771-784d72e4f402 HTTP/1.1" status: 200 len: 1094 time: 0.0668600 Nov 25 13:10:36.311047 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-221c5f15-64d9-4df3-904d-08fc1ce113e5 service neutron] Request body: {'binding': {'host': 'n-h1-808199-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:10:36.311671 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-221c5f15-64d9-4df3-904d-08fc1ce113e5 service neutron] Unknown quota resources ['binding']. {{(pid=103571) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 13:10:36.367544 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25c1da1-9f36-457b-92ba-316ee800d20a service neutron] Pushing event updated for resources: {'Port': ['ID=e835ccae-876a-4910-addd-44494c823ac0,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:36.392137 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dca4ac1-4f05-41e6-8606-2f3adf633269 req-8b82276b-ae90-40a0-b932-07ab3d5b3a93 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:36.399355 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2dca4ac1-4f05-41e6-8606-2f3adf633269 req-8b82276b-ae90-40a0-b932-07ab3d5b3a93 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.53 "GET /v2.0/ports?device_id=99fe9e7c-6ddd-4d30-a7a4-4a19b3ebb6e8 HTTP/1.1" status: 200 len: 944 time: 0.1392157 Nov 25 13:10:36.472631 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-1a77ac0c-7816-43e8-aa64-ff9fd096e616 req-c25c1da1-9f36-457b-92ba-316ee800d20a service neutron] Attempting to bind port e835ccae-876a-4910-addd-44494c823ac0 on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:10:36.473231 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-1a77ac0c-7816-43e8-aa64-ff9fd096e616 req-c25c1da1-9f36-457b-92ba-316ee800d20a service neutron] Attempting to bind port e835ccae-876a-4910-addd-44494c823ac0 by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': 'b5b7547d-4b2d-4e0b-b974-c8bbac93a359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '05538b39-0ed2-40a2-b712-e6a9ac11f528'}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:10:36.473807 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a77ac0c-7816-43e8-aa64-ff9fd096e616 req-c25c1da1-9f36-457b-92ba-316ee800d20a service neutron] Attempting to bind port e835ccae-876a-4910-addd-44494c823ac0 on network 05538b39-0ed2-40a2-b712-e6a9ac11f528 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:10:36.497185 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a77ac0c-7816-43e8-aa64-ff9fd096e616 req-c25c1da1-9f36-457b-92ba-316ee800d20a service neutron] Port e835ccae-876a-4910-addd-44494c823ac0 on network 05538b39-0ed2-40a2-b712-e6a9ac11f528 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:10:36.497663 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a77ac0c-7816-43e8-aa64-ff9fd096e616 req-c25c1da1-9f36-457b-92ba-316ee800d20a service neutron] Attempting to bind port e835ccae-876a-4910-addd-44494c823ac0 on network 05538b39-0ed2-40a2-b712-e6a9ac11f528 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:10:36.511366 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2dca4ac1-4f05-41e6-8606-2f3adf633269 req-14ce4ed9-cc8e-41e2-a040-43f575861aa3 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.53 "GET /v2.0/security-groups?id=a715b2f7-737e-429b-afd5-9baad8e10197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006410 Nov 25 13:10:36.521055 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a77ac0c-7816-43e8-aa64-ff9fd096e616 req-c25c1da1-9f36-457b-92ba-316ee800d20a service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:10:36.524439 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a77ac0c-7816-43e8-aa64-ff9fd096e616 req-c25c1da1-9f36-457b-92ba-316ee800d20a service neutron] Checking segment: {'id': 'b5b7547d-4b2d-4e0b-b974-c8bbac93a359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '05538b39-0ed2-40a2-b712-e6a9ac11f528'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:10:36.524928 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a77ac0c-7816-43e8-aa64-ff9fd096e616 req-c25c1da1-9f36-457b-92ba-316ee800d20a service neutron] Bound using segment: {'id': 'b5b7547d-4b2d-4e0b-b974-c8bbac93a359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '05538b39-0ed2-40a2-b712-e6a9ac11f528'} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:10:36.525484 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-1a77ac0c-7816-43e8-aa64-ff9fd096e616 req-c25c1da1-9f36-457b-92ba-316ee800d20a service neutron] Bound port: e835ccae-876a-4910-addd-44494c823ac0, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5b7547d-4b2d-4e0b-b974-c8bbac93a359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '05538b39-0ed2-40a2-b712-e6a9ac11f528'}}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:10:36.531912 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-1a77ac0c-7816-43e8-aa64-ff9fd096e616 req-c25c1da1-9f36-457b-92ba-316ee800d20a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:36.586179 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-221c5f15-64d9-4df3-904d-08fc1ce113e5 service neutron] Attempting to bind port 3023a69d-328f-4b58-9771-784d72e4f402 on host n-h1-808199-11 for vnic_type normal with profile None {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:10:36.586878 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-221c5f15-64d9-4df3-904d-08fc1ce113e5 service neutron] Attempting to bind port 3023a69d-328f-4b58-9771-784d72e4f402 by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': '6f5b4a09-9f6c-4c19-8201-4d90933cd506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '20494638-06c1-415e-90d6-c326674b78a0'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:10:36.587371 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-221c5f15-64d9-4df3-904d-08fc1ce113e5 service neutron] Attempting to bind port 3023a69d-328f-4b58-9771-784d72e4f402 on network 20494638-06c1-415e-90d6-c326674b78a0 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:10:36.663938 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-1a77ac0c-7816-43e8-aa64-ff9fd096e616 req-c25c1da1-9f36-457b-92ba-316ee800d20a service neutron] For port e835ccae-876a-4910-addd-44494c823ac0, host n-h1-808199-11, cleared binding levels {{(pid=103570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:10:36.681141 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-1a77ac0c-7816-43e8-aa64-ff9fd096e616 req-c25c1da1-9f36-457b-92ba-316ee800d20a service neutron] For port e835ccae-876a-4910-addd-44494c823ac0, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=e835ccae-876a-4910-addd-44494c823ac0,segment=NetworkSegment(b5b7547d-4b2d-4e0b-b974-c8bbac93a359),segment_id=b5b7547d-4b2d-4e0b-b974-c8bbac93a359)] {{(pid=103570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:10:36.694507 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e0f1a-dcf5-4297-8606-2b5e38028700 req-790330d5-c473-4a91-a29c-5cc3fb3a6b69 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:36.696182 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-312e0f1a-dcf5-4297-8606-2b5e38028700 req-790330d5-c473-4a91-a29c-5cc3fb3a6b69 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee9867b2-091f-48d3-b046-97d64fedd95b HTTP/1.1" status: 200 len: 950 time: 0.0796738 Nov 25 13:10:36.698138 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-1a77ac0c-7816-43e8-aa64-ff9fd096e616 req-c25c1da1-9f36-457b-92ba-316ee800d20a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:36.743013 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08581fd5-03be-4a31-b94f-f7753d426282 req-d1156331-4fc3-49ea-af17-ea88ecbd19cd tempest-InstanceActionsTestJSON-1968219564 tempest-InstanceActionsTestJSON-1968219564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:36.744516 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-08581fd5-03be-4a31-b94f-f7753d426282 req-d1156331-4fc3-49ea-af17-ea88ecbd19cd tempest-InstanceActionsTestJSON-1968219564 tempest-InstanceActionsTestJSON-1968219564-project] 10.222.0.47 "GET /v2.0/networks?id=026ceda7-d899-4127-bb5a-51d2dee05d38 HTTP/1.1" status: 200 len: 814 time: 0.1594629 Nov 25 13:10:36.747120 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-221c5f15-64d9-4df3-904d-08fc1ce113e5 service neutron] Port 3023a69d-328f-4b58-9771-784d72e4f402 on network 20494638-06c1-415e-90d6-c326674b78a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:10:36.747448 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-221c5f15-64d9-4df3-904d-08fc1ce113e5 service neutron] Attempting to bind port 3023a69d-328f-4b58-9771-784d72e4f402 on network 20494638-06c1-415e-90d6-c326674b78a0 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:10:36.756336 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-221c5f15-64d9-4df3-904d-08fc1ce113e5 service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:10:36.758179 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-221c5f15-64d9-4df3-904d-08fc1ce113e5 service neutron] Checking segment: {'id': '6f5b4a09-9f6c-4c19-8201-4d90933cd506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '20494638-06c1-415e-90d6-c326674b78a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:10:36.758496 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-221c5f15-64d9-4df3-904d-08fc1ce113e5 service neutron] Bound using segment: {'id': '6f5b4a09-9f6c-4c19-8201-4d90933cd506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '20494638-06c1-415e-90d6-c326674b78a0'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:10:36.758976 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-221c5f15-64d9-4df3-904d-08fc1ce113e5 service neutron] Bound port: 3023a69d-328f-4b58-9771-784d72e4f402, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f5b4a09-9f6c-4c19-8201-4d90933cd506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '20494638-06c1-415e-90d6-c326674b78a0'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:10:36.771702 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a77ac0c-7816-43e8-aa64-ff9fd096e616 req-c25c1da1-9f36-457b-92ba-316ee800d20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:36.772448 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-1a77ac0c-7816-43e8-aa64-ff9fd096e616 req-c25c1da1-9f36-457b-92ba-316ee800d20a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:36.773911 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1a77ac0c-7816-43e8-aa64-ff9fd096e616 req-c25c1da1-9f36-457b-92ba-316ee800d20a service neutron] 10.222.0.66 "PUT /v2.0/ports/e835ccae-876a-4910-addd-44494c823ac0 HTTP/1.1" status: 200 len: 1093 time: 1.2133834 Nov 25 13:10:36.775016 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99fe9e7c-6ddd-4d30-a7a4-4a19b3ebb6e8', 'tag': 'e835ccae-876a-4910-addd-44494c823ac0'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:10:36.775141 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-08581fd5-03be-4a31-b94f-f7753d426282 req-a51ccff0-d46e-4dd1-ad28-35fdfc74f768 tempest-InstanceActionsTestJSON-1968219564 tempest-InstanceActionsTestJSON-1968219564-project] Request body: {'port': {'device_id': '913e29d9-60a3-4747-b862-90cf205dc639', 'network_id': '026ceda7-d899-4127-bb5a-51d2dee05d38', 'admin_state_up': True, 'tenant_id': '03798afe77ad4e5191b74692dd9dff44'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:10:36.777733 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10baec47-8d7d-4e22-ae9c-b1d0ac4ee6d0" -d '{"events": [{"name": "network-changed", "server_uuid": "99fe9e7c-6ddd-4d30-a7a4-4a19b3ebb6e8", "tag": "e835ccae-876a-4910-addd-44494c823ac0"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:10:36.825372 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25c1da1-9f36-457b-92ba-316ee800d20a service neutron] Pushing event updated for resources: {'Port': ['ID=e835ccae-876a-4910-addd-44494c823ac0,revision_number=3']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:36.849182 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-312e0f1a-dcf5-4297-8606-2b5e38028700 req-02a0d4a8-855c-40e2-837e-d6bfbe56843d tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407511 Nov 25 13:10:36.921797 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a77ac0c-7816-43e8-aa64-ff9fd096e616 req-60083420-a067-4524-8eb5-363abb05558a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:36.924003 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1a77ac0c-7816-43e8-aa64-ff9fd096e616 req-60083420-a067-4524-8eb5-363abb05558a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0847adb867eb43dd9514b39274c66d40&device_id=99fe9e7c-6ddd-4d30-a7a4-4a19b3ebb6e8 HTTP/1.1" status: 200 len: 1096 time: 0.0686460 Nov 25 13:10:37.002632 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1a77ac0c-7816-43e8-aa64-ff9fd096e616 req-ca9fdc86-ba1b-4d2f-b9ab-e070c9aef37e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e835ccae-876a-4910-addd-44494c823ac0 HTTP/1.1" status: 200 len: 217 time: 0.0697041 Nov 25 13:10:37.043045 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ce77380c-6f04-4b81-a4d2-9e18e503bef8 req-82be2d47-42d4-43d1-84fe-697835e473ec tempest-InstanceActionsTestJSON-1968219564 tempest-InstanceActionsTestJSON-1968219564-project] 10.222.0.53 "GET /v2.0/ports?device_id=913e29d9-60a3-4747-b862-90cf205dc639 HTTP/1.1" status: 200 len: 210 time: 0.0437648 Nov 25 13:10:37.092943 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a77ac0c-7816-43e8-aa64-ff9fd096e616 req-4c065061-9fbd-4b9f-9e87-4895784f6f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:37.094816 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1a77ac0c-7816-43e8-aa64-ff9fd096e616 req-4c065061-9fbd-4b9f-9e87-4895784f6f49 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6747087c-5949-4700-ad89-d1127c0360fb HTTP/1.1" status: 200 len: 863 time: 0.0787446 Nov 25 13:10:37.119121 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08581fd5-03be-4a31-b94f-f7753d426282 req-a51ccff0-d46e-4dd1-ad28-35fdfc74f768 tempest-InstanceActionsTestJSON-1968219564 tempest-InstanceActionsTestJSON-1968219564-project] Made reservation on behalf of 03798afe77ad4e5191b74692dd9dff44 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:10:37.146148 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-08581fd5-03be-4a31-b94f-f7753d426282 req-a51ccff0-d46e-4dd1-ad28-35fdfc74f768 tempest-InstanceActionsTestJSON-1968219564 tempest-InstanceActionsTestJSON-1968219564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:37.150762 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a77ac0c-7816-43e8-aa64-ff9fd096e616 req-94c0d87d-df5a-4929-9816-69ae872e0295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:37.152376 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1a77ac0c-7816-43e8-aa64-ff9fd096e616 req-94c0d87d-df5a-4929-9816-69ae872e0295 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=05538b39-0ed2-40a2-b712-e6a9ac11f528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505815 Nov 25 13:10:37.200357 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-221c5f15-64d9-4df3-904d-08fc1ce113e5 service neutron] For port 3023a69d-328f-4b58-9771-784d72e4f402, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=3023a69d-328f-4b58-9771-784d72e4f402,segment=NetworkSegment(6f5b4a09-9f6c-4c19-8201-4d90933cd506),segment_id=6f5b4a09-9f6c-4c19-8201-4d90933cd506)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:10:37.246548 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-221c5f15-64d9-4df3-904d-08fc1ce113e5 service neutron] Publish callbacks [] for binding, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:37.262601 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-221c5f15-64d9-4df3-904d-08fc1ce113e5 service neutron] 10.222.0.53 "POST /v2.0/ports/3023a69d-328f-4b58-9771-784d72e4f402/bindings HTTP/1.1" status: 201 len: 390 time: 0.9544895 Nov 25 13:10:37.454508 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1a77ac0c-7816-43e8-aa64-ff9fd096e616 req-ebf94322-e9b2-4689-9d1d-e0758644fa32 service neutron] 10.222.0.66 "GET /v2.0/networks/05538b39-0ed2-40a2-b712-e6a9ac11f528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921627 Nov 25 13:10:37.461427 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf74b64-3b3a-4aaf-84c6-d040aefcd68d x-openstack-request-id: req-6cf74b64-3b3a-4aaf-84c6-d040aefcd68d {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:10:37.464918 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99fe9e7c-6ddd-4d30-a7a4-4a19b3ebb6e8", "tag": "e835ccae-876a-4910-addd-44494c823ac0", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:10:37.465388 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6cf74b64-3b3a-4aaf-84c6-d040aefcd68d {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:10:37.465996 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99fe9e7c-6ddd-4d30-a7a4-4a19b3ebb6e8', 'tag': 'e835ccae-876a-4910-addd-44494c823ac0', 'status': 'completed', 'code': 200} Nov 25 13:10:37.470355 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-08581fd5-03be-4a31-b94f-f7753d426282 req-a51ccff0-d46e-4dd1-ad28-35fdfc74f768 tempest-InstanceActionsTestJSON-1968219564 tempest-InstanceActionsTestJSON-1968219564-project] Allocated IP 172.20.0.3 (026ceda7-d899-4127-bb5a-51d2dee05d38/56285ae1-c07e-4f45-af0a-8220fc4a98cd/b5ba2cbf-7a6a-459f-ae46-714f713b9bdc) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:10:37.503889 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device ce1ac814-b253-4ac4-adb9-d286b40b2ebf no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:10:37.633208 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e0870e-e1d7-486e-84dc-8760edfe3242 req-c80e22ff-d771-4576-9912-695369f925e1 tempest-MigrationsAdminTest-1222311732 tempest-MigrationsAdminTest-1222311732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:37.635016 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a3e0870e-e1d7-486e-84dc-8760edfe3242 req-c80e22ff-d771-4576-9912-695369f925e1 tempest-MigrationsAdminTest-1222311732 tempest-MigrationsAdminTest-1222311732-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ee9867b2-091f-48d3-b046-97d64fedd95b HTTP/1.1" status: 200 len: 1102 time: 0.1668630 Nov 25 13:10:37.755155 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:37.756650 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1a77ac0c-7816-43e8-aa64-ff9fd096e616 req-b196bee4-2856-43a5-aec6-ba55a48ee055 service neutron] 10.222.0.66 "GET /v2.0/networks/05538b39-0ed2-40a2-b712-e6a9ac11f528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849538 Nov 25 13:10:37.768325 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a94cf68-422f-46e8-ae14-c0b9f1d2cddc req-f063cbb9-60e2-495a-a4c9-2915af3efa38 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:37.770920 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4a94cf68-422f-46e8-ae14-c0b9f1d2cddc req-f063cbb9-60e2-495a-a4c9-2915af3efa38 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=b367cf64-83ee-4732-8f9a-63d45147755b HTTP/1.1" status: 200 len: 945 time: 0.1202757 Nov 25 13:10:37.775359 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a3e0870e-e1d7-486e-84dc-8760edfe3242 req-a5eceba6-19d2-4a41-9a2a-cad0b4c96134 tempest-MigrationsAdminTest-1222311732 tempest-MigrationsAdminTest-1222311732-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234188 Nov 25 13:10:37.861789 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8abf26f0-25c1-47e0-9dd9-c98fe7928eb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce1ac814-b253-4ac4-adb9-d286b40b2ebf'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:10:37.871027 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1726b24d-65f3-4d1b-8b6f-dcb3dcb09c6a" -d '{"events": [{"server_uuid": "8abf26f0-25c1-47e0-9dd9-c98fe7928eb9", "name": "network-vif-unplugged", "status": "completed", "tag": "ce1ac814-b253-4ac4-adb9-d286b40b2ebf"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:10:37.881789 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:37.927335 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4a94cf68-422f-46e8-ae14-c0b9f1d2cddc req-a06d64fa-6fa9-41df-8913-eace82469abd tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438651 Nov 25 13:10:38.038200 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-21947fe5-29c8-4d28-936a-04e5bd7ccba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:38.040049 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-21947fe5-29c8-4d28-936a-04e5bd7ccba0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f9638bf2b13b4d579c7476454eb03e3d&device_id=b367cf64-83ee-4732-8f9a-63d45147755b HTTP/1.1" status: 200 len: 1097 time: 0.4361947 Nov 25 13:10:38.050276 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port ce1ac814-b253-4ac4-adb9-d286b40b2ebf, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=ce1ac814-b253-4ac4-adb9-d286b40b2ebf,segment=NetworkSegment(e8fc9265-97df-4bce-bf9a-73ae38a4e9ce),segment_id=e8fc9265-97df-4bce-bf9a-73ae38a4e9ce)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:10:38.066465 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:38.107972 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10baec47-8d7d-4e22-ae9c-b1d0ac4ee6d0 req-a3a5e7a9-faf9-46b8-9141-f0646f857988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:38.115828 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-10baec47-8d7d-4e22-ae9c-b1d0ac4ee6d0 req-a3a5e7a9-faf9-46b8-9141-f0646f857988 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0847adb867eb43dd9514b39274c66d40&device_id=99fe9e7c-6ddd-4d30-a7a4-4a19b3ebb6e8 HTTP/1.1" status: 200 len: 1096 time: 0.2973709 Nov 25 13:10:38.144097 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=ce1ac814-b253-4ac4-adb9-d286b40b2ebf,revision_number=8']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:38.151166 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-08581fd5-03be-4a31-b94f-f7753d426282 req-a51ccff0-d46e-4dd1-ad28-35fdfc74f768 tempest-InstanceActionsTestJSON-1968219564 tempest-InstanceActionsTestJSON-1968219564-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:38.217603 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-7b880aed-2f3b-48a3-b910-7bab3d116e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:38.219394 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-7b880aed-2f3b-48a3-b910-7bab3d116e84 service neutron] 10.222.0.66 "GET /v2.0/networks?id=20494638-06c1-415e-90d6-c326674b78a0 HTTP/1.1" status: 200 len: 908 time: 0.1620440 Nov 25 13:10:38.288329 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6dd2e-0b05-4c10-a903-58c5f93be9f7 req-f7c69dcc-bb00-4a12-9a8a-16ba6fad15e3 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:38.290044 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c1d6dd2e-0b05-4c10-a903-58c5f93be9f7 req-f7c69dcc-bb00-4a12-9a8a-16ba6fad15e3 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.53 "GET /v2.0/ports?device_id=99fe9e7c-6ddd-4d30-a7a4-4a19b3ebb6e8 HTTP/1.1" status: 200 len: 944 time: 0.1731524 Nov 25 13:10:38.292196 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-f90480ac-8ade-46ee-9f29-15e5b491abe1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3023a69d-328f-4b58-9771-784d72e4f402 HTTP/1.1" status: 200 len: 217 time: 0.0646076 Nov 25 13:10:38.294623 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-08581fd5-03be-4a31-b94f-f7753d426282 req-a51ccff0-d46e-4dd1-ad28-35fdfc74f768 tempest-InstanceActionsTestJSON-1968219564 tempest-InstanceActionsTestJSON-1968219564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:38.307426 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da6eea8-cae3-4145-8982-e4fff26f7d86 req-3fca4b1e-1193-49fe-b14b-b74a35a546f8 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:38.309025 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0da6eea8-cae3-4145-8982-e4fff26f7d86 req-3fca4b1e-1193-49fe-b14b-b74a35a546f8 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/networks?id=3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d HTTP/1.1" status: 200 len: 805 time: 0.3774569 Nov 25 13:10:38.353947 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10baec47-8d7d-4e22-ae9c-b1d0ac4ee6d0 req-1bb28e25-201b-4d98-a5a5-49d883197432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:38.355323 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-10baec47-8d7d-4e22-ae9c-b1d0ac4ee6d0 req-1bb28e25-201b-4d98-a5a5-49d883197432 service neutron] 10.222.0.66 "GET /v2.0/networks?id=05538b39-0ed2-40a2-b712-e6a9ac11f528 HTTP/1.1" status: 200 len: 925 time: 0.2111204 Nov 25 13:10:38.362630 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0da6eea8-cae3-4145-8982-e4fff26f7d86 req-ffdf581a-cd73-4a5b-a3b4-972af8dbd4be tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/quotas/9924894bf2bb4ef59f3449083c95507b HTTP/1.1" status: 200 len: 375 time: 0.0337160 Nov 25 13:10:38.398084 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-4e5e613c-5923-45dc-8238-31b2dd4d1f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:38.399582 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-4e5e613c-5923-45dc-8238-31b2dd4d1f0a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=82870c5b-3c5b-4cf7-b280-dc92346a33bf HTTP/1.1" status: 200 len: 847 time: 0.0883496 Nov 25 13:10:38.412131 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-10baec47-8d7d-4e22-ae9c-b1d0ac4ee6d0 req-8e465ca6-5e82-44fd-ba1a-1bd8afb11d63 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e835ccae-876a-4910-addd-44494c823ac0 HTTP/1.1" status: 200 len: 217 time: 0.0429263 Nov 25 13:10:38.443392 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-3bb5a709-d72b-43ac-bcba-452dbf97b2e9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=20494638-06c1-415e-90d6-c326674b78a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327399 Nov 25 13:10:38.452815 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08581fd5-03be-4a31-b94f-f7753d426282 req-a51ccff0-d46e-4dd1-ad28-35fdfc74f768 tempest-InstanceActionsTestJSON-1968219564 tempest-InstanceActionsTestJSON-1968219564-project] Network 026ceda7-d899-4127-bb5a-51d2dee05d38 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:10:38.469652 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-08581fd5-03be-4a31-b94f-f7753d426282 req-a51ccff0-d46e-4dd1-ad28-35fdfc74f768 tempest-InstanceActionsTestJSON-1968219564 tempest-InstanceActionsTestJSON-1968219564-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:10:38.483403 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-08581fd5-03be-4a31-b94f-f7753d426282 req-a51ccff0-d46e-4dd1-ad28-35fdfc74f768 tempest-InstanceActionsTestJSON-1968219564 tempest-InstanceActionsTestJSON-1968219564-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:10:38.513187 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c1d6dd2e-0b05-4c10-a903-58c5f93be9f7 req-772d5216-ca0e-42b8-bdbd-65c06e898b89 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.53 "GET /v2.0/security-groups?id=a715b2f7-737e-429b-afd5-9baad8e10197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2126579 Nov 25 13:10:38.544571 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0da6eea8-cae3-4145-8982-e4fff26f7d86 req-e91dda6c-7461-40df-845f-52eaae81e2bf tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9924894bf2bb4ef59f3449083c95507b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1722348 Nov 25 13:10:38.547686 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10baec47-8d7d-4e22-ae9c-b1d0ac4ee6d0 req-efcc61bc-8311-462c-a3d5-badfe0a87d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:38.549131 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-10baec47-8d7d-4e22-ae9c-b1d0ac4ee6d0 req-efcc61bc-8311-462c-a3d5-badfe0a87d8b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6747087c-5949-4700-ad89-d1127c0360fb HTTP/1.1" status: 200 len: 863 time: 0.1187174 Nov 25 13:10:38.550228 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51ccff0-d46e-4dd1-ad28-35fdfc74f768 tempest-InstanceActionsTestJSON-1968219564 tempest-InstanceActionsTestJSON-1968219564-project] Pushing event updated for resources: {'Port': ['ID=b5ba2cbf-7a6a-459f-ae46-714f713b9bdc,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:38.590949 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08581fd5-03be-4a31-b94f-f7753d426282 req-a51ccff0-d46e-4dd1-ad28-35fdfc74f768 tempest-InstanceActionsTestJSON-1968219564 tempest-InstanceActionsTestJSON-1968219564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:38.591627 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-08581fd5-03be-4a31-b94f-f7753d426282 req-a51ccff0-d46e-4dd1-ad28-35fdfc74f768 tempest-InstanceActionsTestJSON-1968219564 tempest-InstanceActionsTestJSON-1968219564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:38.631727 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-08581fd5-03be-4a31-b94f-f7753d426282 req-a51ccff0-d46e-4dd1-ad28-35fdfc74f768 tempest-InstanceActionsTestJSON-1968219564 tempest-InstanceActionsTestJSON-1968219564-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8675301 Nov 25 13:10:38.638011 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-599f9625-a8d7-4ff9-a2dd-aea39f765d26 service neutron] 10.222.0.66 "GET /v2.0/networks/20494638-06c1-415e-90d6-c326674b78a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823406 Nov 25 13:10:38.648776 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-08581fd5-03be-4a31-b94f-f7753d426282 req-911e22e1-ed25-4e0f-b844-e2562f47f7f7 service neutron] Request body: {'port': {'device_id': '913e29d9-60a3-4747-b862-90cf205dc639', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:10:38.861017 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-08581fd5-03be-4a31-b94f-f7753d426282 req-911e22e1-ed25-4e0f-b844-e2562f47f7f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:38.985017 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-57187aa8-44d2-4e2f-a63e-418316bc9aa8 service neutron] 10.222.0.66 "GET /v2.0/networks/20494638-06c1-415e-90d6-c326674b78a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641613 Nov 25 13:10:39.097371 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10baec47-8d7d-4e22-ae9c-b1d0ac4ee6d0 req-228bb98a-ea14-4659-90c0-f2c2373a7e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:39.102876 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-10baec47-8d7d-4e22-ae9c-b1d0ac4ee6d0 req-228bb98a-ea14-4659-90c0-f2c2373a7e95 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=05538b39-0ed2-40a2-b712-e6a9ac11f528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5383670 Nov 25 13:10:39.300124 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-10baec47-8d7d-4e22-ae9c-b1d0ac4ee6d0 req-fb0366ee-710e-4346-970e-abeb104f135c service neutron] 10.222.0.66 "GET /v2.0/networks/05538b39-0ed2-40a2-b712-e6a9ac11f528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842501 Nov 25 13:10:39.306051 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 13:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ee2a68-2e58-4bcb-b33e-057a745c10cc x-openstack-request-id: req-92ee2a68-2e58-4bcb-b33e-057a745c10cc {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:10:39.306564 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8abf26f0-25c1-47e0-9dd9-c98fe7928eb9", "name": "network-vif-unplugged", "status": "completed", "tag": "ce1ac814-b253-4ac4-adb9-d286b40b2ebf", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:10:39.306972 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-92ee2a68-2e58-4bcb-b33e-057a745c10cc {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:10:39.307662 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8abf26f0-25c1-47e0-9dd9-c98fe7928eb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce1ac814-b253-4ac4-adb9-d286b40b2ebf', 'code': 200} Nov 25 13:10:39.354502 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-08581fd5-03be-4a31-b94f-f7753d426282 req-911e22e1-ed25-4e0f-b844-e2562f47f7f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5ba2cbf-7a6a-459f-ae46-714f713b9bdc {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:10:39.363890 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-08581fd5-03be-4a31-b94f-f7753d426282 req-911e22e1-ed25-4e0f-b844-e2562f47f7f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:39.385019 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0da6eea8-cae3-4145-8982-e4fff26f7d86 req-77f455b6-b25b-4b9a-8915-e5d411dde3fd service neutron] 10.222.0.53 "GET /v2.0/networks/3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8310788 Nov 25 13:10:39.407348 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-08581fd5-03be-4a31-b94f-f7753d426282 req-911e22e1-ed25-4e0f-b844-e2562f47f7f7 service neutron] Transition to ACTIVE for port object b5ba2cbf-7a6a-459f-ae46-714f713b9bdc will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:10:39.446720 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-08581fd5-03be-4a31-b94f-f7753d426282 req-911e22e1-ed25-4e0f-b844-e2562f47f7f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:39.526468 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf36830-13f6-4ab2-b56e-0f7e7a9b4d9a req-5615c62b-28a5-42cf-ac7a-bb9343709b9a tempest-InstanceActionsTestJSON-1968219564 tempest-InstanceActionsTestJSON-1968219564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:39.533916 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1cf36830-13f6-4ab2-b56e-0f7e7a9b4d9a req-5615c62b-28a5-42cf-ac7a-bb9343709b9a tempest-InstanceActionsTestJSON-1968219564 tempest-InstanceActionsTestJSON-1968219564-project] 10.222.0.53 "GET /v2.0/ports?device_id=913e29d9-60a3-4747-b862-90cf205dc639 HTTP/1.1" status: 200 len: 931 time: 0.1651969 Nov 25 13:10:39.540118 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-10baec47-8d7d-4e22-ae9c-b1d0ac4ee6d0 req-8ce2444e-4135-40b7-987c-61eda9b6ab8d service neutron] 10.222.0.66 "GET /v2.0/networks/05538b39-0ed2-40a2-b712-e6a9ac11f528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312405 Nov 25 13:10:39.588829 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0da6eea8-cae3-4145-8982-e4fff26f7d86 req-f0c93e25-e8fe-4c11-82b3-82dee7346de8 service neutron] 10.222.0.53 "GET /v2.0/networks/3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028923 Nov 25 13:10:39.595378 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-54657145-96ee-47fa-a38e-76c3903b791b req-4e2cc4e5-0c95-47ba-8f7d-b3a3cc57de66 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ee9867b2-091f-48d3-b046-97d64fedd95b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2131562 Nov 25 13:10:39.644479 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8ae94-8ba5-4340-aeb0-1d088ca33e01 req-9192bd54-b9a8-4a37-ac80-b9f9b1a0a8d7 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:39.648280 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f1b8ae94-8ba5-4340-aeb0-1d088ca33e01 req-9192bd54-b9a8-4a37-ac80-b9f9b1a0a8d7 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.47 "GET /v2.0/ports?device_id=8abf26f0-25c1-47e0-9dd9-c98fe7928eb9 HTTP/1.1" status: 200 len: 943 time: 0.2643142 Nov 25 13:10:39.662901 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1cf36830-13f6-4ab2-b56e-0f7e7a9b4d9a req-3f59f51f-0762-4abe-ad08-e657a5176715 tempest-InstanceActionsTestJSON-1968219564 tempest-InstanceActionsTestJSON-1968219564-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad8398b4-8a5d-4543-8df8-ad9bcf2c2405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253519 Nov 25 13:10:39.722569 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911e22e1-ed25-4e0f-b844-e2562f47f7f7 service neutron] Pushing event updated for resources: {'Port': ['ID=b5ba2cbf-7a6a-459f-ae46-714f713b9bdc,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:39.962445 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-08581fd5-03be-4a31-b94f-f7753d426282 req-911e22e1-ed25-4e0f-b844-e2562f47f7f7 service neutron] Attempting to bind port b5ba2cbf-7a6a-459f-ae46-714f713b9bdc on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:10:39.962815 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-08581fd5-03be-4a31-b94f-f7753d426282 req-911e22e1-ed25-4e0f-b844-e2562f47f7f7 service neutron] Attempting to bind port b5ba2cbf-7a6a-459f-ae46-714f713b9bdc by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '18ba358e-f1cb-4f1a-bcfb-7efbc93a77fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '026ceda7-d899-4127-bb5a-51d2dee05d38'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:10:39.963152 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08581fd5-03be-4a31-b94f-f7753d426282 req-911e22e1-ed25-4e0f-b844-e2562f47f7f7 service neutron] Attempting to bind port b5ba2cbf-7a6a-459f-ae46-714f713b9bdc on network 026ceda7-d899-4127-bb5a-51d2dee05d38 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:10:39.996680 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08581fd5-03be-4a31-b94f-f7753d426282 req-911e22e1-ed25-4e0f-b844-e2562f47f7f7 service neutron] Port b5ba2cbf-7a6a-459f-ae46-714f713b9bdc on network 026ceda7-d899-4127-bb5a-51d2dee05d38 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:10:39.997011 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08581fd5-03be-4a31-b94f-f7753d426282 req-911e22e1-ed25-4e0f-b844-e2562f47f7f7 service neutron] Attempting to bind port b5ba2cbf-7a6a-459f-ae46-714f713b9bdc on network 026ceda7-d899-4127-bb5a-51d2dee05d38 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:10:40.024474 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08581fd5-03be-4a31-b94f-f7753d426282 req-911e22e1-ed25-4e0f-b844-e2562f47f7f7 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:10:40.024710 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08581fd5-03be-4a31-b94f-f7753d426282 req-911e22e1-ed25-4e0f-b844-e2562f47f7f7 service neutron] Checking segment: {'id': '18ba358e-f1cb-4f1a-bcfb-7efbc93a77fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '026ceda7-d899-4127-bb5a-51d2dee05d38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:10:40.025118 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08581fd5-03be-4a31-b94f-f7753d426282 req-911e22e1-ed25-4e0f-b844-e2562f47f7f7 service neutron] Bound using segment: {'id': '18ba358e-f1cb-4f1a-bcfb-7efbc93a77fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '026ceda7-d899-4127-bb5a-51d2dee05d38'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:10:40.025570 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-08581fd5-03be-4a31-b94f-f7753d426282 req-911e22e1-ed25-4e0f-b844-e2562f47f7f7 service neutron] Bound port: b5ba2cbf-7a6a-459f-ae46-714f713b9bdc, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18ba358e-f1cb-4f1a-bcfb-7efbc93a77fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '026ceda7-d899-4127-bb5a-51d2dee05d38'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:10:40.025934 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-08581fd5-03be-4a31-b94f-f7753d426282 req-911e22e1-ed25-4e0f-b844-e2562f47f7f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:40.067504 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a50eb8-8671-4fba-87ae-241fefdeee94 req-d89db5a3-1f62-4912-a072-0773b8712a36 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:40.069332 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-49a50eb8-8671-4fba-87ae-241fefdeee94 req-d89db5a3-1f62-4912-a072-0773b8712a36 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=b367cf64-83ee-4732-8f9a-63d45147755b HTTP/1.1" status: 200 len: 945 time: 0.0895116 Nov 25 13:10:40.080247 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0063f771-9829-4009-b792-59461d09d869 req-266e5c5d-300e-4a1e-b18e-4efe4c58aa1d tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:40.089745 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0063f771-9829-4009-b792-59461d09d869 req-266e5c5d-300e-4a1e-b18e-4efe4c58aa1d tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee9867b2-091f-48d3-b046-97d64fedd95b HTTP/1.1" status: 200 len: 950 time: 0.1226923 Nov 25 13:10:40.149945 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-f1b8ae94-8ba5-4340-aeb0-1d088ca33e01 req-86621cf1-c690-4ac2-8d2f-466f4b41fa75 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Deleting port ce1ac814-b253-4ac4-adb9-d286b40b2ebf {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:10:40.150306 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f1b8ae94-8ba5-4340-aeb0-1d088ca33e01 req-86621cf1-c690-4ac2-8d2f-466f4b41fa75 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:40.251105 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-49a50eb8-8671-4fba-87ae-241fefdeee94 req-d3da57ef-f4e6-44bd-ba97-f412f5dc124b tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564677 Nov 25 13:10:40.299858 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0063f771-9829-4009-b792-59461d09d869 req-a041fd24-5332-433a-afa3-729e38bf7687 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053568 Nov 25 13:10:40.367472 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-08581fd5-03be-4a31-b94f-f7753d426282 req-911e22e1-ed25-4e0f-b844-e2562f47f7f7 service neutron] For port b5ba2cbf-7a6a-459f-ae46-714f713b9bdc, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:10:40.376304 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-08581fd5-03be-4a31-b94f-f7753d426282 req-911e22e1-ed25-4e0f-b844-e2562f47f7f7 service neutron] For port b5ba2cbf-7a6a-459f-ae46-714f713b9bdc, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=b5ba2cbf-7a6a-459f-ae46-714f713b9bdc,segment=NetworkSegment(18ba358e-f1cb-4f1a-bcfb-7efbc93a77fd),segment_id=18ba358e-f1cb-4f1a-bcfb-7efbc93a77fd)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:10:40.387513 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-08581fd5-03be-4a31-b94f-f7753d426282 req-911e22e1-ed25-4e0f-b844-e2562f47f7f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:40.498490 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08581fd5-03be-4a31-b94f-f7753d426282 req-911e22e1-ed25-4e0f-b844-e2562f47f7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:40.500765 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-08581fd5-03be-4a31-b94f-f7753d426282 req-911e22e1-ed25-4e0f-b844-e2562f47f7f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:40.506350 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-08581fd5-03be-4a31-b94f-f7753d426282 req-911e22e1-ed25-4e0f-b844-e2562f47f7f7 service neutron] 10.222.0.47 "PUT /v2.0/ports/b5ba2cbf-7a6a-459f-ae46-714f713b9bdc HTTP/1.1" status: 200 len: 1092 time: 1.8635473 Nov 25 13:10:40.520663 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '913e29d9-60a3-4747-b862-90cf205dc639', 'tag': 'b5ba2cbf-7a6a-459f-ae46-714f713b9bdc'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:10:40.524324 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52942cb2-f7e3-4a58-8ae6-9fd818ff02d4" -d '{"events": [{"name": "network-changed", "server_uuid": "913e29d9-60a3-4747-b862-90cf205dc639", "tag": "b5ba2cbf-7a6a-459f-ae46-714f713b9bdc"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:10:40.533489 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d1b659a8-1f76-406a-bd7c-7a5b3cbf0fce req-6569c810-135e-4f48-8628-a5ae4120f014 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/ports?device_id=51c0db8c-847b-45a0-8028-fae0a418429b HTTP/1.1" status: 200 len: 210 time: 0.0968077 Nov 25 13:10:40.706458 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c786877-f7d1-48ce-84ed-ef25361e997a req-cb176ed4-d6fb-4f08-ba41-1250a59eb14a tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:40.737007 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0c786877-f7d1-48ce-84ed-ef25361e997a req-cb176ed4-d6fb-4f08-ba41-1250a59eb14a tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.53 "GET /v2.0/ports?device_id=99fe9e7c-6ddd-4d30-a7a4-4a19b3ebb6e8 HTTP/1.1" status: 200 len: 944 time: 0.1963658 Nov 25 13:10:40.860273 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fddaf1f7-e1f0-476e-8a66-54a4d3995981 x-openstack-request-id: req-fddaf1f7-e1f0-476e-8a66-54a4d3995981 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:10:40.860781 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "913e29d9-60a3-4747-b862-90cf205dc639", "tag": "b5ba2cbf-7a6a-459f-ae46-714f713b9bdc", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:10:40.860942 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fddaf1f7-e1f0-476e-8a66-54a4d3995981 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:10:40.861331 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '913e29d9-60a3-4747-b862-90cf205dc639', 'tag': 'b5ba2cbf-7a6a-459f-ae46-714f713b9bdc', 'status': 'completed', 'code': 200} Nov 25 13:10:40.927219 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911e22e1-ed25-4e0f-b844-e2562f47f7f7 service neutron] Pushing event updated for resources: {'Port': ['ID=b5ba2cbf-7a6a-459f-ae46-714f713b9bdc,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:40.941893 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0c786877-f7d1-48ce-84ed-ef25361e997a req-802b0017-da36-452c-8d17-f7ebb2b344a8 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.53 "GET /v2.0/security-groups?id=a715b2f7-737e-429b-afd5-9baad8e10197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2002974 Nov 25 13:10:40.959475 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-f1b8ae94-8ba5-4340-aeb0-1d088ca33e01 req-86621cf1-c690-4ac2-8d2f-466f4b41fa75 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] For port ce1ac814-b253-4ac4-adb9-d286b40b2ebf, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=ce1ac814-b253-4ac4-adb9-d286b40b2ebf,segment=NetworkSegment(e8fc9265-97df-4bce-bf9a-73ae38a4e9ce),segment_id=e8fc9265-97df-4bce-bf9a-73ae38a4e9ce)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:10:40.959851 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f1b8ae94-8ba5-4340-aeb0-1d088ca33e01 req-86621cf1-c690-4ac2-8d2f-466f4b41fa75 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:41.013035 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08581fd5-03be-4a31-b94f-f7753d426282 req-0e33dcc1-f79e-4f7f-a216-24bb63fe3c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:41.014812 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-08581fd5-03be-4a31-b94f-f7753d426282 req-0e33dcc1-f79e-4f7f-a216-24bb63fe3c32 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=03798afe77ad4e5191b74692dd9dff44&device_id=913e29d9-60a3-4747-b862-90cf205dc639 HTTP/1.1" status: 200 len: 1095 time: 0.4370019 Nov 25 13:10:41.016868 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-f1b8ae94-8ba5-4340-aeb0-1d088ca33e01 req-86621cf1-c690-4ac2-8d2f-466f4b41fa75 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Calling delete_port for ce1ac814-b253-4ac4-adb9-d286b40b2ebf owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:10:41.085040 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device e835ccae-876a-4910-addd-44494c823ac0 details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:10:41.219876 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f29e1-8107-4976-866b-d8e52b60b91a req-7fb0e402-a5ce-4d13-9e56-1f7d578bc634 tempest-InstanceActionsTestJSON-1968219564 tempest-InstanceActionsTestJSON-1968219564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:41.231361 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-628f29e1-8107-4976-866b-d8e52b60b91a req-7fb0e402-a5ce-4d13-9e56-1f7d578bc634 tempest-InstanceActionsTestJSON-1968219564 tempest-InstanceActionsTestJSON-1968219564-project] 10.222.0.53 "GET /v2.0/ports?device_id=913e29d9-60a3-4747-b862-90cf205dc639 HTTP/1.1" status: 200 len: 943 time: 0.2235014 Nov 25 13:10:41.249895 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-08581fd5-03be-4a31-b94f-f7753d426282 req-a57a24c8-66fd-495a-9dda-6f4e46216170 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5ba2cbf-7a6a-459f-ae46-714f713b9bdc HTTP/1.1" status: 200 len: 217 time: 0.2175746 Nov 25 13:10:41.402774 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-628f29e1-8107-4976-866b-d8e52b60b91a req-b0cfeaed-f48f-432e-bd4b-ed0d336cb11d tempest-InstanceActionsTestJSON-1968219564 tempest-InstanceActionsTestJSON-1968219564-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad8398b4-8a5d-4543-8df8-ad9bcf2c2405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597154 Nov 25 13:10:41.481366 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:41.498785 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08581fd5-03be-4a31-b94f-f7753d426282 req-c69b4619-d2c8-4a1e-b8b5-0a6ab3d324f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:41.512001 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-08581fd5-03be-4a31-b94f-f7753d426282 req-c69b4619-d2c8-4a1e-b8b5-0a6ab3d324f7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=56285ae1-c07e-4f45-af0a-8220fc4a98cd HTTP/1.1" status: 200 len: 854 time: 0.2300453 Nov 25 13:10:41.538147 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port e835ccae-876a-4910-addd-44494c823ac0, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=e835ccae-876a-4910-addd-44494c823ac0,segment=NetworkSegment(b5b7547d-4b2d-4e0b-b974-c8bbac93a359),segment_id=b5b7547d-4b2d-4e0b-b974-c8bbac93a359)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:10:41.580041 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': 'e835ccae-876a-4910-addd-44494c823ac0', 'network_id': '05538b39-0ed2-40a2-b712-e6a9ac11f528', 'port_id': 'e835ccae-876a-4910-addd-44494c823ac0', 'mac_address': 'fa:16:3e:b4:24:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6747087c-5949-4700-ad89-d1127c0360fb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:10:41.591133 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-08581fd5-03be-4a31-b94f-f7753d426282 req-ef3c36fd-4510-4c49-9d42-e0ad08871d9e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=026ceda7-d899-4127-bb5a-51d2dee05d38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580001 Nov 25 13:10:41.675809 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8378b-eaba-4216-b381-ea43f02a7bb0 req-c96694f8-e90f-4de3-96fc-a3b3e0ea2ddf tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:41.685298 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-acc8378b-eaba-4216-b381-ea43f02a7bb0 req-c96694f8-e90f-4de3-96fc-a3b3e0ea2ddf tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee9867b2-091f-48d3-b046-97d64fedd95b HTTP/1.1" status: 200 len: 950 time: 0.0867684 Nov 25 13:10:41.729096 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:41.754850 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c39b6d-18d0-435c-9cfb-5c631e507697 req-8de576fa-39e4-4a47-a525-e116c3dd1ed1 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:41.765080 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-99c39b6d-18d0-435c-9cfb-5c631e507697 req-8de576fa-39e4-4a47-a525-e116c3dd1ed1 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=b367cf64-83ee-4732-8f9a-63d45147755b HTTP/1.1" status: 200 len: 945 time: 0.2350938 Nov 25 13:10:41.795847 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e835ccae-876a-4910-addd-44494c823ac0 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:10:41.807061 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f1b8ae94-8ba5-4340-aeb0-1d088ca33e01 req-86621cf1-c690-4ac2-8d2f-466f4b41fa75 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:41.892150 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port e835ccae-876a-4910-addd-44494c823ac0, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=e835ccae-876a-4910-addd-44494c823ac0,segment=NetworkSegment(b5b7547d-4b2d-4e0b-b974-c8bbac93a359),segment_id=b5b7547d-4b2d-4e0b-b974-c8bbac93a359)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:10:41.902480 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:41.942403 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-08581fd5-03be-4a31-b94f-f7753d426282 req-e41aa6e3-78b6-4874-8466-533f30dcd181 service neutron] 10.222.0.47 "GET /v2.0/networks/026ceda7-d899-4127-bb5a-51d2dee05d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411310 Nov 25 13:10:41.987672 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-acc8378b-eaba-4216-b381-ea43f02a7bb0 req-71d956f4-87a6-4090-9849-a8b76c1b53dc tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987802 Nov 25 13:10:42.011196 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=e835ccae-876a-4910-addd-44494c823ac0,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:42.040786 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86621cf1-c690-4ac2-8d2f-466f4b41fa75 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Pushing event deleted for resources: {'Port': ['ID=ce1ac814-b253-4ac4-adb9-d286b40b2ebf,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:42.134879 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-99c39b6d-18d0-435c-9cfb-5c631e507697 req-8bbd92a9-9a55-46bc-935d-596bf244f0ae tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3687394 Nov 25 13:10:42.140876 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54657145-96ee-47fa-a38e-76c3903b791b req-38024395-13f0-42a2-9251-6d82aa6b27a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:42.142805 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-54657145-96ee-47fa-a38e-76c3903b791b req-38024395-13f0-42a2-9251-6d82aa6b27a4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=af4c9854d3c048999405c81c71776d29&device_id=ee9867b2-091f-48d3-b046-97d64fedd95b HTTP/1.1" status: 200 len: 1102 time: 0.3387692 Nov 25 13:10:42.173779 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['e835ccae-876a-4910-addd-44494c823ac0'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:10:42.185529 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1b8ae94-8ba5-4340-aeb0-1d088ca33e01 req-86621cf1-c690-4ac2-8d2f-466f4b41fa75 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] No DVR routers for this DVR port ce1ac814-b253-4ac4-adb9-d286b40b2ebf on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:10:42.193713 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f1b8ae94-8ba5-4340-aeb0-1d088ca33e01 req-86621cf1-c690-4ac2-8d2f-466f4b41fa75 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:42.197152 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f1b8ae94-8ba5-4340-aeb0-1d088ca33e01 req-86621cf1-c690-4ac2-8d2f-466f4b41fa75 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.47 "DELETE /v2.0/ports/ce1ac814-b253-4ac4-adb9-d286b40b2ebf HTTP/1.1" status: 204 len: 173 time: 2.5410788 Nov 25 13:10:42.269920 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da6eea8-cae3-4145-8982-e4fff26f7d86 req-33a3f641-928d-4a70-af1a-1d0b7472371f tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:42.271496 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0da6eea8-cae3-4145-8982-e4fff26f7d86 req-33a3f641-928d-4a70-af1a-1d0b7472371f tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.66 "GET /v2.0/networks?id=3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d HTTP/1.1" status: 200 len: 805 time: 0.3281808 Nov 25 13:10:42.296334 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-0da6eea8-cae3-4145-8982-e4fff26f7d86 req-e350ae49-064f-4b7f-8dc2-e1bfe9aedcc1 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Request body: {'port': {'device_id': '51c0db8c-847b-45a0-8028-fae0a418429b', 'network_id': '3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d', 'admin_state_up': True, 'tenant_id': '9924894bf2bb4ef59f3449083c95507b'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:10:42.339142 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-08581fd5-03be-4a31-b94f-f7753d426282 req-f13bdd89-e6fd-4370-9ccf-08900be2ed99 service neutron] 10.222.0.47 "GET /v2.0/networks/026ceda7-d899-4127-bb5a-51d2dee05d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190627 Nov 25 13:10:42.418874 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-237e1fba-2ce5-4b08-8b37-8ea1290a49bf req-636a3d3e-6717-4769-932b-85868fdc13f5 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/ports?device_id=51c0db8c-847b-45a0-8028-fae0a418429b HTTP/1.1" status: 200 len: 210 time: 0.1444509 Nov 25 13:10:42.583379 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54657145-96ee-47fa-a38e-76c3903b791b req-831e9390-b637-49c2-a510-60f6f74d2be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:42.585505 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-54657145-96ee-47fa-a38e-76c3903b791b req-831e9390-b637-49c2-a510-60f6f74d2be6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=85f6380f-3625-4f44-8465-fbcf0c11fed5 HTTP/1.1" status: 200 len: 870 time: 0.4332740 Nov 25 13:10:42.615049 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52942cb2-f7e3-4a58-8ae6-9fd818ff02d4 req-7dcca3aa-268c-4f18-961e-b8638bdd84b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:42.616535 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-52942cb2-f7e3-4a58-8ae6-9fd818ff02d4 req-7dcca3aa-268c-4f18-961e-b8638bdd84b8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=03798afe77ad4e5191b74692dd9dff44&device_id=913e29d9-60a3-4747-b862-90cf205dc639 HTTP/1.1" status: 200 len: 1095 time: 0.1835618 Nov 25 13:10:42.651727 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0da6eea8-cae3-4145-8982-e4fff26f7d86 req-e350ae49-064f-4b7f-8dc2-e1bfe9aedcc1 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Made reservation on behalf of 9924894bf2bb4ef59f3449083c95507b for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:10:42.651727 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0da6eea8-cae3-4145-8982-e4fff26f7d86 req-e350ae49-064f-4b7f-8dc2-e1bfe9aedcc1 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:42.681123 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a861dc1a-b965-4d19-9085-ced5aa756185 req-19ab28d2-14ef-47f2-bcd8-6f05698c94c3 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:42.693100 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a861dc1a-b965-4d19-9085-ced5aa756185 req-19ab28d2-14ef-47f2-bcd8-6f05698c94c3 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.53 "GET /v2.0/ports?device_id=99fe9e7c-6ddd-4d30-a7a4-4a19b3ebb6e8 HTTP/1.1" status: 200 len: 945 time: 0.3571348 Nov 25 13:10:42.702222 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-54657145-96ee-47fa-a38e-76c3903b791b req-4ede8cc1-2961-4c58-98ad-4492babc1c28 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=04672b21-789a-4c84-8c6b-7effb679c94e HTTP/1.1" status: 200 len: 217 time: 0.0819166 Nov 25 13:10:42.819651 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52942cb2-f7e3-4a58-8ae6-9fd818ff02d4 req-07703862-2310-4d1b-ba31-8cab946e04f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:42.821298 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-52942cb2-f7e3-4a58-8ae6-9fd818ff02d4 req-07703862-2310-4d1b-ba31-8cab946e04f2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=026ceda7-d899-4127-bb5a-51d2dee05d38 HTTP/1.1" status: 200 len: 915 time: 0.1854279 Nov 25 13:10:42.871166 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8abf26f0-25c1-47e0-9dd9-c98fe7928eb9', 'name': 'network-vif-deleted', 'tag': 'ce1ac814-b253-4ac4-adb9-d286b40b2ebf'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:10:42.873530 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cba7b47-2610-404c-a5f4-c8a8c6114081" -d '{"events": [{"server_uuid": "8abf26f0-25c1-47e0-9dd9-c98fe7928eb9", "name": "network-vif-deleted", "tag": "ce1ac814-b253-4ac4-adb9-d286b40b2ebf"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:10:42.915615 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-52942cb2-f7e3-4a58-8ae6-9fd818ff02d4 req-7c34f243-eb12-488a-b4dc-28a7b5f4984e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5ba2cbf-7a6a-459f-ae46-714f713b9bdc HTTP/1.1" status: 200 len: 217 time: 0.0569155 Nov 25 13:10:42.948680 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-0da6eea8-cae3-4145-8982-e4fff26f7d86 req-e350ae49-064f-4b7f-8dc2-e1bfe9aedcc1 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Allocated IP 172.20.0.4 (3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d/af6d388d-5278-4fef-a1e9-b40af907e39b/a0b24051-a884-4ef5-adf5-16112a3d192e) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:10:42.979402 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54657145-96ee-47fa-a38e-76c3903b791b req-7777eea7-5bbb-479b-8f96-3a37768db37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:42.983507 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-54657145-96ee-47fa-a38e-76c3903b791b req-7777eea7-5bbb-479b-8f96-3a37768db37e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.2499902 Nov 25 13:10:43.017375 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52942cb2-f7e3-4a58-8ae6-9fd818ff02d4 req-99edd1eb-6bb1-4405-b733-3ff4d293e8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:43.019700 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-52942cb2-f7e3-4a58-8ae6-9fd818ff02d4 req-99edd1eb-6bb1-4405-b733-3ff4d293e8e4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=56285ae1-c07e-4f45-af0a-8220fc4a98cd HTTP/1.1" status: 200 len: 854 time: 0.0881417 Nov 25 13:10:43.064089 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a861dc1a-b965-4d19-9085-ced5aa756185 req-bcb443fa-3467-4425-812d-38761aa8fe3c tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.53 "GET /v2.0/security-groups?id=a715b2f7-737e-429b-afd5-9baad8e10197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3698485 Nov 25 13:10:43.095839 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5332669c-2092-45f7-8474-d64d50917124 req-654f0560-bc3f-4b48-a142-12d48ad2af43 tempest-ServerGroupTestJSON-635743724 tempest-ServerGroupTestJSON-635743724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:43.101779 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-52942cb2-f7e3-4a58-8ae6-9fd818ff02d4 req-ada4f631-6577-495e-b754-25dd117461d0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=026ceda7-d899-4127-bb5a-51d2dee05d38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722504 Nov 25 13:10:43.103318 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5332669c-2092-45f7-8474-d64d50917124 req-654f0560-bc3f-4b48-a142-12d48ad2af43 tempest-ServerGroupTestJSON-635743724 tempest-ServerGroupTestJSON-635743724-project] 10.222.0.53 "GET /v2.0/networks?id=a4c3e7d6-9eaf-45af-848c-d3cac915b091 HTTP/1.1" status: 200 len: 810 time: 0.5167065 Nov 25 13:10:43.123432 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5332669c-2092-45f7-8474-d64d50917124 req-0e7d9f6f-cafe-4457-a227-934862e4855f tempest-ServerGroupTestJSON-635743724 tempest-ServerGroupTestJSON-635743724-project] 10.222.0.53 "GET /v2.0/quotas/f266944e8f524d3ca10816846ea8ef92 HTTP/1.1" status: 200 len: 375 time: 0.0190644 Nov 25 13:10:43.140270 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54657145-96ee-47fa-a38e-76c3903b791b req-54c238ef-878d-4e72-a77d-1c4b0e3027db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:43.141847 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-54657145-96ee-47fa-a38e-76c3903b791b req-54c238ef-878d-4e72-a77d-1c4b0e3027db service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1339822 Nov 25 13:10:43.216454 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5332669c-2092-45f7-8474-d64d50917124 req-9a6620ee-2731-46d0-8519-e1c5050cbfb6 tempest-ServerGroupTestJSON-635743724 tempest-ServerGroupTestJSON-635743724-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f266944e8f524d3ca10816846ea8ef92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0919013 Nov 25 13:10:43.334474 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-52942cb2-f7e3-4a58-8ae6-9fd818ff02d4 req-34b04c70-a35d-4830-b24a-72a8f4653c3d service neutron] 10.222.0.47 "GET /v2.0/networks/026ceda7-d899-4127-bb5a-51d2dee05d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077205 Nov 25 13:10:43.371452 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0da6eea8-cae3-4145-8982-e4fff26f7d86 req-e350ae49-064f-4b7f-8dc2-e1bfe9aedcc1 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:43.399460 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5332669c-2092-45f7-8474-d64d50917124 req-cf330c3f-c287-4c49-a32d-126a7507994a service neutron] 10.222.0.53 "GET /v2.0/networks/a4c3e7d6-9eaf-45af-848c-d3cac915b091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653373 Nov 25 13:10:43.420319 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f9be3-f64a-4863-b413-84388c24dc88 req-034bfd79-f1de-4d16-8bf7-d5d64af758c8 tempest-InstanceActionsTestJSON-1968219564 tempest-InstanceActionsTestJSON-1968219564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:43.431818 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9b8f9be3-f64a-4863-b413-84388c24dc88 req-034bfd79-f1de-4d16-8bf7-d5d64af758c8 tempest-InstanceActionsTestJSON-1968219564 tempest-InstanceActionsTestJSON-1968219564-project] 10.222.0.53 "GET /v2.0/ports?device_id=913e29d9-60a3-4747-b862-90cf205dc639 HTTP/1.1" status: 200 len: 943 time: 0.2650323 Nov 25 13:10:43.511836 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0da6eea8-cae3-4145-8982-e4fff26f7d86 req-e350ae49-064f-4b7f-8dc2-e1bfe9aedcc1 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:43.518635 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device ce1ac814-b253-4ac4-adb9-d286b40b2ebf no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:10:43.573319 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-54657145-96ee-47fa-a38e-76c3903b791b req-324e9f38-622d-4453-8465-d76f6bed9978 service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3755000 Nov 25 13:10:43.576598 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: ce1ac814-b253-4ac4-adb9-d286b40b2ebf {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:10:43.578014 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device ce1ac814-b253-4ac4-adb9-d286b40b2ebf not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:10:43.647989 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9b8f9be3-f64a-4863-b413-84388c24dc88 req-5e45ca37-5fa1-4ab3-86c5-b43b0690107b tempest-InstanceActionsTestJSON-1968219564 tempest-InstanceActionsTestJSON-1968219564-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad8398b4-8a5d-4543-8df8-ad9bcf2c2405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150352 Nov 25 13:10:43.730070 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5332669c-2092-45f7-8474-d64d50917124 req-ef12382f-f953-4e46-81bd-d7e11991c8ce service neutron] 10.222.0.53 "GET /v2.0/networks/a4c3e7d6-9eaf-45af-848c-d3cac915b091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950294 Nov 25 13:10:43.828505 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-54657145-96ee-47fa-a38e-76c3903b791b req-081b1c74-9c63-4cc3-8ab5-db777dd068ea service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455873 Nov 25 13:10:43.853965 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c86825-4110-48fd-a304-f0d985cf6460 req-86ea650c-c4c7-4a54-8a9f-1536ede33b9a tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:43.855569 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c2c86825-4110-48fd-a304-f0d985cf6460 req-86ea650c-c4c7-4a54-8a9f-1536ede33b9a tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee9867b2-091f-48d3-b046-97d64fedd95b HTTP/1.1" status: 200 len: 950 time: 0.0843751 Nov 25 13:10:43.936023 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ff7e5e-f3cd-4846-8278-d8106755563d x-openstack-request-id: req-72ff7e5e-f3cd-4846-8278-d8106755563d {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:10:43.936023 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8abf26f0-25c1-47e0-9dd9-c98fe7928eb9", "name": "network-vif-deleted", "tag": "ce1ac814-b253-4ac4-adb9-d286b40b2ebf", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:10:43.936023 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-72ff7e5e-f3cd-4846-8278-d8106755563d {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:10:43.936795 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8abf26f0-25c1-47e0-9dd9-c98fe7928eb9', 'name': 'network-vif-deleted', 'tag': 'ce1ac814-b253-4ac4-adb9-d286b40b2ebf', 'status': 'completed', 'code': 200} Nov 25 13:10:43.942662 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0da6eea8-cae3-4145-8982-e4fff26f7d86 req-e350ae49-064f-4b7f-8dc2-e1bfe9aedcc1 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Network 3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:10:43.956418 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-0da6eea8-cae3-4145-8982-e4fff26f7d86 req-e350ae49-064f-4b7f-8dc2-e1bfe9aedcc1 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:10:43.964910 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c2c86825-4110-48fd-a304-f0d985cf6460 req-0564195a-8a3e-4316-87d8-36c41a445170 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013429 Nov 25 13:10:43.972333 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-0da6eea8-cae3-4145-8982-e4fff26f7d86 req-e350ae49-064f-4b7f-8dc2-e1bfe9aedcc1 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:10:44.032402 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da6eea8-cae3-4145-8982-e4fff26f7d86 req-e350ae49-064f-4b7f-8dc2-e1bfe9aedcc1 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:44.035629 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0da6eea8-cae3-4145-8982-e4fff26f7d86 req-e350ae49-064f-4b7f-8dc2-e1bfe9aedcc1 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:44.052761 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e350ae49-064f-4b7f-8dc2-e1bfe9aedcc1 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Pushing event updated for resources: {'Port': ['ID=a0b24051-a884-4ef5-adf5-16112a3d192e,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:44.090787 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0da6eea8-cae3-4145-8982-e4fff26f7d86 req-e350ae49-064f-4b7f-8dc2-e1bfe9aedcc1 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7982681 Nov 25 13:10:44.092828 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-52942cb2-f7e3-4a58-8ae6-9fd818ff02d4 req-c4b4fe54-b9bd-479f-aebb-a869abf524a6 service neutron] 10.222.0.47 "GET /v2.0/networks/026ceda7-d899-4127-bb5a-51d2dee05d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7022986 Nov 25 13:10:44.107064 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-0da6eea8-cae3-4145-8982-e4fff26f7d86 req-74408025-e207-4cd9-b2ae-ed81b53d1940 service neutron] Request body: {'port': {'device_id': '51c0db8c-847b-45a0-8028-fae0a418429b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:10:44.191241 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0da6eea8-cae3-4145-8982-e4fff26f7d86 req-74408025-e207-4cd9-b2ae-ed81b53d1940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:44.261604 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01740d98-1d34-4afa-a6fa-d6ec693c6156 req-8a8c6f5c-8865-44f3-a847-b4bb3c3e795b tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:44.263189 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-01740d98-1d34-4afa-a6fa-d6ec693c6156 req-8a8c6f5c-8865-44f3-a847-b4bb3c3e795b tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=b367cf64-83ee-4732-8f9a-63d45147755b HTTP/1.1" status: 200 len: 945 time: 0.1475394 Nov 25 13:10:44.282567 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48250a4a-8b74-4846-9ec0-27c77ed48be9 req-9c5ca875-520a-4b91-9d14-e622184c2ce5 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:44.290588 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-48250a4a-8b74-4846-9ec0-27c77ed48be9 req-9c5ca875-520a-4b91-9d14-e622184c2ce5 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/ports?device_id=51c0db8c-847b-45a0-8028-fae0a418429b HTTP/1.1" status: 200 len: 931 time: 0.1087611 Nov 25 13:10:44.411942 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-01740d98-1d34-4afa-a6fa-d6ec693c6156 req-72e77a68-0da1-4a5c-8a58-1623d3a339c3 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336298 Nov 25 13:10:44.429340 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-48250a4a-8b74-4846-9ec0-27c77ed48be9 req-48d1a53b-4d8a-4833-9c97-4281a872b1c6 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/security-groups?id=f6748c79-b185-401c-a5a4-7558eeb3a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375988 Nov 25 13:10:44.539801 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ceaaab94-8453-4b5a-9243-d7ffeb7b2470 req-134de440-3c2e-4e7b-ae34-f83b0d7de868 tempest-ServerGroupTestJSON-635743724 tempest-ServerGroupTestJSON-635743724-project] 10.222.0.53 "GET /v2.0/ports?device_id=1879ca44-9566-4e0f-99b1-2566730a36d2 HTTP/1.1" status: 200 len: 210 time: 0.0420985 Nov 25 13:10:44.709635 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-0da6eea8-cae3-4145-8982-e4fff26f7d86 req-74408025-e207-4cd9-b2ae-ed81b53d1940 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0b24051-a884-4ef5-adf5-16112a3d192e {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:10:44.726750 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0da6eea8-cae3-4145-8982-e4fff26f7d86 req-74408025-e207-4cd9-b2ae-ed81b53d1940 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:44.747002 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-0da6eea8-cae3-4145-8982-e4fff26f7d86 req-74408025-e207-4cd9-b2ae-ed81b53d1940 service neutron] Transition to ACTIVE for port object a0b24051-a884-4ef5-adf5-16112a3d192e will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:10:44.751700 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0da6eea8-cae3-4145-8982-e4fff26f7d86 req-74408025-e207-4cd9-b2ae-ed81b53d1940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:44.769921 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d570c6-06d5-4a09-8a55-890aff16a75b req-ec5330ca-e2cd-4a40-a478-f1a69c46f0d1 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:44.771575 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d7d570c6-06d5-4a09-8a55-890aff16a75b req-ec5330ca-e2cd-4a40-a478-f1a69c46f0d1 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/networks?id=4eedb877-5fc3-46a9-a0e2-7e0a431fb103 HTTP/1.1" status: 200 len: 821 time: 0.2048001 Nov 25 13:10:44.793342 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d7d570c6-06d5-4a09-8a55-890aff16a75b req-c989dd70-b8bb-4e4f-8a66-524dd5b609c6 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/quotas/d2e157ec7259461e96009d2e9c8298f0 HTTP/1.1" status: 200 len: 375 time: 0.0144575 Nov 25 13:10:44.804222 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4988c8-0858-4397-b58f-318a9358e5dc req-1910e4c7-4d48-4132-98ff-f2dd42f765e9 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:44.806446 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7e4988c8-0858-4397-b58f-318a9358e5dc req-1910e4c7-4d48-4132-98ff-f2dd42f765e9 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.53 "GET /v2.0/ports?device_id=99fe9e7c-6ddd-4d30-a7a4-4a19b3ebb6e8 HTTP/1.1" status: 200 len: 945 time: 0.1020601 Nov 25 13:10:44.844265 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74408025-e207-4cd9-b2ae-ed81b53d1940 service neutron] Pushing event updated for resources: {'Port': ['ID=a0b24051-a884-4ef5-adf5-16112a3d192e,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:44.916598 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-0da6eea8-cae3-4145-8982-e4fff26f7d86 req-74408025-e207-4cd9-b2ae-ed81b53d1940 service neutron] Attempting to bind port a0b24051-a884-4ef5-adf5-16112a3d192e on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:10:44.916927 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-0da6eea8-cae3-4145-8982-e4fff26f7d86 req-74408025-e207-4cd9-b2ae-ed81b53d1940 service neutron] Attempting to bind port a0b24051-a884-4ef5-adf5-16112a3d192e by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': 'e8fc9265-97df-4bce-bf9a-73ae38a4e9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:10:44.917261 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da6eea8-cae3-4145-8982-e4fff26f7d86 req-74408025-e207-4cd9-b2ae-ed81b53d1940 service neutron] Attempting to bind port a0b24051-a884-4ef5-adf5-16112a3d192e on network 3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:10:44.924995 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da6eea8-cae3-4145-8982-e4fff26f7d86 req-74408025-e207-4cd9-b2ae-ed81b53d1940 service neutron] Port a0b24051-a884-4ef5-adf5-16112a3d192e on network 3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:10:44.925757 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da6eea8-cae3-4145-8982-e4fff26f7d86 req-74408025-e207-4cd9-b2ae-ed81b53d1940 service neutron] Attempting to bind port a0b24051-a884-4ef5-adf5-16112a3d192e on network 3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:10:44.933485 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da6eea8-cae3-4145-8982-e4fff26f7d86 req-74408025-e207-4cd9-b2ae-ed81b53d1940 service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:10:44.933968 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da6eea8-cae3-4145-8982-e4fff26f7d86 req-74408025-e207-4cd9-b2ae-ed81b53d1940 service neutron] Checking segment: {'id': 'e8fc9265-97df-4bce-bf9a-73ae38a4e9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:10:44.934434 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da6eea8-cae3-4145-8982-e4fff26f7d86 req-74408025-e207-4cd9-b2ae-ed81b53d1940 service neutron] Bound using segment: {'id': 'e8fc9265-97df-4bce-bf9a-73ae38a4e9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:10:44.934959 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-0da6eea8-cae3-4145-8982-e4fff26f7d86 req-74408025-e207-4cd9-b2ae-ed81b53d1940 service neutron] Bound port: a0b24051-a884-4ef5-adf5-16112a3d192e, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8fc9265-97df-4bce-bf9a-73ae38a4e9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:10:44.935389 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0da6eea8-cae3-4145-8982-e4fff26f7d86 req-74408025-e207-4cd9-b2ae-ed81b53d1940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:44.950879 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d7d570c6-06d5-4a09-8a55-890aff16a75b req-be107f87-3458-49cf-b860-70a527bb9cb6 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d2e157ec7259461e96009d2e9c8298f0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1432250 Nov 25 13:10:44.982659 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7e4988c8-0858-4397-b58f-318a9358e5dc req-acdb83ed-daec-4765-834d-fac3e622ea92 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.53 "GET /v2.0/security-groups?id=a715b2f7-737e-429b-afd5-9baad8e10197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342039 Nov 25 13:10:45.020447 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-0da6eea8-cae3-4145-8982-e4fff26f7d86 req-74408025-e207-4cd9-b2ae-ed81b53d1940 service neutron] For port a0b24051-a884-4ef5-adf5-16112a3d192e, host n-h1-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:10:45.024907 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-0da6eea8-cae3-4145-8982-e4fff26f7d86 req-74408025-e207-4cd9-b2ae-ed81b53d1940 service neutron] For port a0b24051-a884-4ef5-adf5-16112a3d192e, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=a0b24051-a884-4ef5-adf5-16112a3d192e,segment=NetworkSegment(e8fc9265-97df-4bce-bf9a-73ae38a4e9ce),segment_id=e8fc9265-97df-4bce-bf9a-73ae38a4e9ce)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:10:45.035735 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0da6eea8-cae3-4145-8982-e4fff26f7d86 req-74408025-e207-4cd9-b2ae-ed81b53d1940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:45.086201 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device e835ccae-876a-4910-addd-44494c823ac0 up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:10:45.109402 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da6eea8-cae3-4145-8982-e4fff26f7d86 req-74408025-e207-4cd9-b2ae-ed81b53d1940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:45.110021 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0da6eea8-cae3-4145-8982-e4fff26f7d86 req-74408025-e207-4cd9-b2ae-ed81b53d1940 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:45.115372 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d7d570c6-06d5-4a09-8a55-890aff16a75b req-b67e4174-a33a-4f8a-b43d-9339bcc1ce63 service neutron] 10.222.0.53 "GET /v2.0/networks/4eedb877-5fc3-46a9-a0e2-7e0a431fb103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613457 Nov 25 13:10:45.119851 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0da6eea8-cae3-4145-8982-e4fff26f7d86 req-74408025-e207-4cd9-b2ae-ed81b53d1940 service neutron] 10.222.0.66 "PUT /v2.0/ports/a0b24051-a884-4ef5-adf5-16112a3d192e HTTP/1.1" status: 200 len: 1092 time: 1.0170879 Nov 25 13:10:45.180257 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74408025-e207-4cd9-b2ae-ed81b53d1940 service neutron] Pushing event updated for resources: {'Port': ['ID=a0b24051-a884-4ef5-adf5-16112a3d192e,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:45.259645 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port e835ccae-876a-4910-addd-44494c823ac0 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:10:45.266219 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port e835ccae-876a-4910-addd-44494c823ac0 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:10:45.266592 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:45.277541 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da6eea8-cae3-4145-8982-e4fff26f7d86 req-298f399d-6131-475e-b517-a901f8af9abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:45.279412 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0da6eea8-cae3-4145-8982-e4fff26f7d86 req-298f399d-6131-475e-b517-a901f8af9abb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9924894bf2bb4ef59f3449083c95507b&device_id=51c0db8c-847b-45a0-8028-fae0a418429b HTTP/1.1" status: 200 len: 1095 time: 0.0870736 Nov 25 13:10:45.322782 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d7d570c6-06d5-4a09-8a55-890aff16a75b req-77964a2c-49b6-4ddd-8c66-4766739335e7 service neutron] 10.222.0.53 "GET /v2.0/networks/4eedb877-5fc3-46a9-a0e2-7e0a431fb103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064362 Nov 25 13:10:45.334174 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f74e0f3-23fd-4c50-a4f4-098bc1b552d8 req-9c4927b2-25d9-4b4c-bc62-a5f766637a6f tempest-InstanceActionsTestJSON-1968219564 tempest-InstanceActionsTestJSON-1968219564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:45.335779 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6f74e0f3-23fd-4c50-a4f4-098bc1b552d8 req-9c4927b2-25d9-4b4c-bc62-a5f766637a6f tempest-InstanceActionsTestJSON-1968219564 tempest-InstanceActionsTestJSON-1968219564-project] 10.222.0.53 "GET /v2.0/ports?device_id=913e29d9-60a3-4747-b862-90cf205dc639 HTTP/1.1" status: 200 len: 943 time: 0.2081974 Nov 25 13:10:45.402193 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0da6eea8-cae3-4145-8982-e4fff26f7d86 req-baab82b0-8beb-454d-97cc-7ead09ea4922 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0b24051-a884-4ef5-adf5-16112a3d192e HTTP/1.1" status: 200 len: 217 time: 0.1115563 Nov 25 13:10:45.430897 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:45.448333 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6f74e0f3-23fd-4c50-a4f4-098bc1b552d8 req-2120d920-971e-472e-a032-41af202e9c99 tempest-InstanceActionsTestJSON-1968219564 tempest-InstanceActionsTestJSON-1968219564-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad8398b4-8a5d-4543-8df8-ad9bcf2c2405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057124 Nov 25 13:10:45.465714 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99fe9e7c-6ddd-4d30-a7a4-4a19b3ebb6e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e835ccae-876a-4910-addd-44494c823ac0'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:10:45.468763 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab7ef4b-98e7-404f-9f98-319f5d7a3433" -d '{"events": [{"server_uuid": "99fe9e7c-6ddd-4d30-a7a4-4a19b3ebb6e8", "name": "network-vif-plugged", "status": "completed", "tag": "e835ccae-876a-4910-addd-44494c823ac0"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:10:45.488827 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da6eea8-cae3-4145-8982-e4fff26f7d86 req-95d0c1ae-34a4-45d4-9c1e-0db4d5361f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:45.490419 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0da6eea8-cae3-4145-8982-e4fff26f7d86 req-95d0c1ae-34a4-45d4-9c1e-0db4d5361f2f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=af6d388d-5278-4fef-a1e9-b40af907e39b HTTP/1.1" status: 200 len: 845 time: 0.0801053 Nov 25 13:10:45.491544 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port e835ccae-876a-4910-addd-44494c823ac0, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=e835ccae-876a-4910-addd-44494c823ac0,segment=NetworkSegment(b5b7547d-4b2d-4e0b-b974-c8bbac93a359),segment_id=b5b7547d-4b2d-4e0b-b974-c8bbac93a359)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:10:45.498237 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:45.564638 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0da6eea8-cae3-4145-8982-e4fff26f7d86 req-52e383ff-72a3-4c3d-ab84-f59d68022066 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633085 Nov 25 13:10:45.591296 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=e835ccae-876a-4910-addd-44494c823ac0,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:45.594319 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device b5ba2cbf-7a6a-459f-ae46-714f713b9bdc details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:10:45.644959 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aff132-812c-48ff-b40b-63b43cba7217 req-d4e9c72f-f981-4c01-970f-159a2348b9d9 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:45.663249 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-32aff132-812c-48ff-b40b-63b43cba7217 req-d4e9c72f-f981-4c01-970f-159a2348b9d9 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee9867b2-091f-48d3-b046-97d64fedd95b HTTP/1.1" status: 200 len: 950 time: 0.1326680 Nov 25 13:10:45.776900 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0da6eea8-cae3-4145-8982-e4fff26f7d86 req-7dc859e8-1160-4f45-ac31-26f0154a6369 service neutron] 10.222.0.66 "GET /v2.0/networks/3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034936 Nov 25 13:10:45.785845 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port b5ba2cbf-7a6a-459f-ae46-714f713b9bdc, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=b5ba2cbf-7a6a-459f-ae46-714f713b9bdc,segment=NetworkSegment(18ba358e-f1cb-4f1a-bcfb-7efbc93a77fd),segment_id=18ba358e-f1cb-4f1a-bcfb-7efbc93a77fd)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:10:45.789360 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-32aff132-812c-48ff-b40b-63b43cba7217 req-19952eec-a1d6-49e5-bb9e-0b6a1ce7fc14 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237636 Nov 25 13:10:45.816807 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': 'b5ba2cbf-7a6a-459f-ae46-714f713b9bdc', 'network_id': '026ceda7-d899-4127-bb5a-51d2dee05d38', 'port_id': 'b5ba2cbf-7a6a-459f-ae46-714f713b9bdc', 'mac_address': 'fa:16:3e:82:6e:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56285ae1-c07e-4f45-af0a-8220fc4a98cd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:10:45.908593 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:45.935011 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5ba2cbf-7a6a-459f-ae46-714f713b9bdc {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:10:45.952037 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51c0db8c-847b-45a0-8028-fae0a418429b', 'tag': 'a0b24051-a884-4ef5-adf5-16112a3d192e'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:10:45.958546 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af140b71-b6d8-4035-84cb-b02369a9c6a0" -d '{"events": [{"name": "network-changed", "server_uuid": "51c0db8c-847b-45a0-8028-fae0a418429b", "tag": "a0b24051-a884-4ef5-adf5-16112a3d192e"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:10:45.975601 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port b5ba2cbf-7a6a-459f-ae46-714f713b9bdc, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=b5ba2cbf-7a6a-459f-ae46-714f713b9bdc,segment=NetworkSegment(18ba358e-f1cb-4f1a-bcfb-7efbc93a77fd),segment_id=18ba358e-f1cb-4f1a-bcfb-7efbc93a77fd)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:10:45.983153 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:46.047687 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07931d47-f9e2-4bf6-b316-d8cf2d812d18 req-d07d1d4f-5c7c-4eab-88cd-4dfef16cb429 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:46.050207 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-07931d47-f9e2-4bf6-b316-d8cf2d812d18 req-d07d1d4f-5c7c-4eab-88cd-4dfef16cb429 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=b367cf64-83ee-4732-8f9a-63d45147755b HTTP/1.1" status: 200 len: 945 time: 0.1172552 Nov 25 13:10:46.074106 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f871e240-dae2-4f38-a3d2-94a64a94c041 req-237ccde3-0b20-4b94-85e8-b143802d85c3 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:46.086163 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f871e240-dae2-4f38-a3d2-94a64a94c041 req-237ccde3-0b20-4b94-85e8-b143802d85c3 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/ports?device_id=51c0db8c-847b-45a0-8028-fae0a418429b HTTP/1.1" status: 200 len: 943 time: 0.1646509 Nov 25 13:10:46.099437 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=b5ba2cbf-7a6a-459f-ae46-714f713b9bdc,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:46.159538 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5332669c-2092-45f7-8474-d64d50917124 req-7fe2cb70-fbd2-447b-8a6a-81994c30eb03 tempest-ServerGroupTestJSON-635743724 tempest-ServerGroupTestJSON-635743724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:46.161351 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5332669c-2092-45f7-8474-d64d50917124 req-7fe2cb70-fbd2-447b-8a6a-81994c30eb03 tempest-ServerGroupTestJSON-635743724 tempest-ServerGroupTestJSON-635743724-project] 10.222.0.47 "GET /v2.0/networks?id=a4c3e7d6-9eaf-45af-848c-d3cac915b091 HTTP/1.1" status: 200 len: 810 time: 0.3835096 Nov 25 13:10:46.165258 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0da6eea8-cae3-4145-8982-e4fff26f7d86 req-a8dc1113-0e55-4ae5-80c0-848b989be669 service neutron] 10.222.0.66 "GET /v2.0/networks/3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420618 Nov 25 13:10:46.180909 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-5332669c-2092-45f7-8474-d64d50917124 req-4c07c962-1d06-49ec-b0e9-f24f1ac52c30 tempest-ServerGroupTestJSON-635743724 tempest-ServerGroupTestJSON-635743724-project] Request body: {'port': {'device_id': '1879ca44-9566-4e0f-99b1-2566730a36d2', 'network_id': 'a4c3e7d6-9eaf-45af-848c-d3cac915b091', 'admin_state_up': True, 'tenant_id': 'f266944e8f524d3ca10816846ea8ef92'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:10:46.211907 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f871e240-dae2-4f38-a3d2-94a64a94c041 req-4522a077-7568-41be-81ca-b9de6cfd51a1 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/security-groups?id=f6748c79-b185-401c-a5a4-7558eeb3a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245728 Nov 25 13:10:46.229248 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-07931d47-f9e2-4bf6-b316-d8cf2d812d18 req-eeb85da5-53da-42f1-be35-3d3bc85ea133 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706862 Nov 25 13:10:46.275396 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['b5ba2cbf-7a6a-459f-ae46-714f713b9bdc'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:10:46.399147 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f231ad64-04b5-444b-a3a3-783f2a0c8142 x-openstack-request-id: req-f231ad64-04b5-444b-a3a3-783f2a0c8142 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:10:46.399467 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99fe9e7c-6ddd-4d30-a7a4-4a19b3ebb6e8", "name": "network-vif-plugged", "status": "completed", "tag": "e835ccae-876a-4910-addd-44494c823ac0", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:10:46.399725 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f231ad64-04b5-444b-a3a3-783f2a0c8142 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:10:46.400119 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99fe9e7c-6ddd-4d30-a7a4-4a19b3ebb6e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e835ccae-876a-4910-addd-44494c823ac0', 'code': 200} Nov 25 13:10:46.448491 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0d3c1ae1-ddef-405c-b4d8-55e03c705334 req-492afb5e-e6a7-4e86-80a1-6099c42f5dcc tempest-ServerGroupTestJSON-635743724 tempest-ServerGroupTestJSON-635743724-project] 10.222.0.53 "GET /v2.0/ports?device_id=1879ca44-9566-4e0f-99b1-2566730a36d2 HTTP/1.1" status: 200 len: 210 time: 0.0851934 Nov 25 13:10:46.487585 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5332669c-2092-45f7-8474-d64d50917124 req-4c07c962-1d06-49ec-b0e9-f24f1ac52c30 tempest-ServerGroupTestJSON-635743724 tempest-ServerGroupTestJSON-635743724-project] Made reservation on behalf of f266944e8f524d3ca10816846ea8ef92 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:10:46.491924 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5332669c-2092-45f7-8474-d64d50917124 req-4c07c962-1d06-49ec-b0e9-f24f1ac52c30 tempest-ServerGroupTestJSON-635743724 tempest-ServerGroupTestJSON-635743724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:46.553291 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a87842df-53c9-445d-9991-791a7ba81330 req-fdb0512e-cdd9-4953-bc7a-649ecb8533c8 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=41772653-c84b-4487-8698-22e4f27f0950 HTTP/1.1" status: 200 len: 210 time: 0.1240416 Nov 25 13:10:46.685593 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-5332669c-2092-45f7-8474-d64d50917124 req-4c07c962-1d06-49ec-b0e9-f24f1ac52c30 tempest-ServerGroupTestJSON-635743724 tempest-ServerGroupTestJSON-635743724-project] Allocated IP 172.20.0.9 (a4c3e7d6-9eaf-45af-848c-d3cac915b091/89b55ed6-2dff-443a-b485-b9077cba7d04/940c3d0d-5b2d-4139-9ec5-1545a6e2703a) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:10:46.756830 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af140b71-b6d8-4035-84cb-b02369a9c6a0 req-7650a6ad-37b9-45c6-abcf-a061634a3d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:46.760248 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-af140b71-b6d8-4035-84cb-b02369a9c6a0 req-7650a6ad-37b9-45c6-abcf-a061634a3d22 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9924894bf2bb4ef59f3449083c95507b&device_id=51c0db8c-847b-45a0-8028-fae0a418429b HTTP/1.1" status: 200 len: 1095 time: 0.1537805 Nov 25 13:10:46.797983 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c6589b-54ea-402d-976b-59c302134332 x-openstack-request-id: req-54c6589b-54ea-402d-976b-59c302134332 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:10:46.798335 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51c0db8c-847b-45a0-8028-fae0a418429b", "tag": "a0b24051-a884-4ef5-adf5-16112a3d192e", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:10:46.798533 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-54c6589b-54ea-402d-976b-59c302134332 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:10:46.799903 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51c0db8c-847b-45a0-8028-fae0a418429b', 'tag': 'a0b24051-a884-4ef5-adf5-16112a3d192e', 'status': 'completed', 'code': 200} Nov 25 13:10:46.805594 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5530c7f-2237-4bff-b053-628e7cf3b7cf req-e09f34b5-2dd5-4f24-9c02-71dbc450ab3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:46.807410 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a5530c7f-2237-4bff-b053-628e7cf3b7cf req-e09f34b5-2dd5-4f24-9c02-71dbc450ab3d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=99fe9e7c-6ddd-4d30-a7a4-4a19b3ebb6e8 HTTP/1.1" status: 200 len: 1098 time: 0.3956034 Nov 25 13:10:46.876224 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e28cc09-b8c7-4bf2-82b4-4e42f12ff7f1 req-63381295-d1b0-4270-8dc4-ad72c1012c2b tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:46.879078 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3e28cc09-b8c7-4bf2-82b4-4e42f12ff7f1 req-63381295-d1b0-4270-8dc4-ad72c1012c2b tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.53 "GET /v2.0/ports?device_id=99fe9e7c-6ddd-4d30-a7a4-4a19b3ebb6e8 HTTP/1.1" status: 200 len: 946 time: 0.1679173 Nov 25 13:10:46.886792 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059ae7a-4aed-40e8-94f6-7b02958cf923 req-b068e766-4748-472a-92c2-4deb3cd660e8 tempest-InstanceActionsTestJSON-1968219564 tempest-InstanceActionsTestJSON-1968219564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:46.893978 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6059ae7a-4aed-40e8-94f6-7b02958cf923 req-b068e766-4748-472a-92c2-4deb3cd660e8 tempest-InstanceActionsTestJSON-1968219564 tempest-InstanceActionsTestJSON-1968219564-project] 10.222.0.53 "GET /v2.0/ports?device_id=913e29d9-60a3-4747-b862-90cf205dc639 HTTP/1.1" status: 200 len: 944 time: 0.1545768 Nov 25 13:10:46.995572 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5332669c-2092-45f7-8474-d64d50917124 req-4c07c962-1d06-49ec-b0e9-f24f1ac52c30 tempest-ServerGroupTestJSON-635743724 tempest-ServerGroupTestJSON-635743724-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:47.009578 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3e28cc09-b8c7-4bf2-82b4-4e42f12ff7f1 req-49245aed-1493-44a6-bc44-a51766f96dfb tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.53 "GET /v2.0/security-groups?id=a715b2f7-737e-429b-afd5-9baad8e10197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135876 Nov 25 13:10:47.010604 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a5530c7f-2237-4bff-b053-628e7cf3b7cf req-75811106-8558-4c40-83de-b21d93b8b3a9 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a715b2f7-737e-429b-afd5-9baad8e10197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1942134 Nov 25 13:10:47.014745 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af140b71-b6d8-4035-84cb-b02369a9c6a0 req-5a14934f-6a43-4729-a433-0983fdf7c655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:47.016348 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-af140b71-b6d8-4035-84cb-b02369a9c6a0 req-5a14934f-6a43-4729-a433-0983fdf7c655 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d HTTP/1.1" status: 200 len: 906 time: 0.2340865 Nov 25 13:10:47.048866 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6059ae7a-4aed-40e8-94f6-7b02958cf923 req-0612eae1-5398-4c76-a611-600a0e868b8b tempest-InstanceActionsTestJSON-1968219564 tempest-InstanceActionsTestJSON-1968219564-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad8398b4-8a5d-4543-8df8-ad9bcf2c2405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486721 Nov 25 13:10:47.079025 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5332669c-2092-45f7-8474-d64d50917124 req-4c07c962-1d06-49ec-b0e9-f24f1ac52c30 tempest-ServerGroupTestJSON-635743724 tempest-ServerGroupTestJSON-635743724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:47.140046 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c07c962-1d06-49ec-b0e9-f24f1ac52c30 tempest-ServerGroupTestJSON-635743724 tempest-ServerGroupTestJSON-635743724-project] Pushing event updated for resources: {'Port': ['ID=940c3d0d-5b2d-4139-9ec5-1545a6e2703a,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:47.151829 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73343acc-7448-4c02-bcb0-1954a3e89a70 req-0c62daa7-8981-4c87-b6a4-f89cc1be37a0 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:47.153874 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5332669c-2092-45f7-8474-d64d50917124 req-4c07c962-1d06-49ec-b0e9-f24f1ac52c30 tempest-ServerGroupTestJSON-635743724 tempest-ServerGroupTestJSON-635743724-project] Network a4c3e7d6-9eaf-45af-848c-d3cac915b091 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:10:47.155689 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-5332669c-2092-45f7-8474-d64d50917124 req-4c07c962-1d06-49ec-b0e9-f24f1ac52c30 tempest-ServerGroupTestJSON-635743724 tempest-ServerGroupTestJSON-635743724-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:10:47.163106 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-5332669c-2092-45f7-8474-d64d50917124 req-4c07c962-1d06-49ec-b0e9-f24f1ac52c30 tempest-ServerGroupTestJSON-635743724 tempest-ServerGroupTestJSON-635743724-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:10:47.163641 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-73343acc-7448-4c02-bcb0-1954a3e89a70 req-0c62daa7-8981-4c87-b6a4-f89cc1be37a0 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee9867b2-091f-48d3-b046-97d64fedd95b HTTP/1.1" status: 200 len: 950 time: 0.0687187 Nov 25 13:10:47.228130 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5332669c-2092-45f7-8474-d64d50917124 req-4c07c962-1d06-49ec-b0e9-f24f1ac52c30 tempest-ServerGroupTestJSON-635743724 tempest-ServerGroupTestJSON-635743724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:47.228778 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5332669c-2092-45f7-8474-d64d50917124 req-4c07c962-1d06-49ec-b0e9-f24f1ac52c30 tempest-ServerGroupTestJSON-635743724 tempest-ServerGroupTestJSON-635743724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:47.236653 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-73343acc-7448-4c02-bcb0-1954a3e89a70 req-484ffdda-0584-4a85-b1f9-4bf217c0f7d9 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725577 Nov 25 13:10:47.250838 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5332669c-2092-45f7-8474-d64d50917124 req-4c07c962-1d06-49ec-b0e9-f24f1ac52c30 tempest-ServerGroupTestJSON-635743724 tempest-ServerGroupTestJSON-635743724-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0768282 Nov 25 13:10:47.270418 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-5332669c-2092-45f7-8474-d64d50917124 req-60f49b39-929a-45b0-ba9b-acd1387b9ead service neutron] Request body: {'port': {'device_id': '1879ca44-9566-4e0f-99b1-2566730a36d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:10:47.278631 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-af140b71-b6d8-4035-84cb-b02369a9c6a0 req-9a80d174-1f42-4428-b9c6-09cddb1d6319 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0b24051-a884-4ef5-adf5-16112a3d192e HTTP/1.1" status: 200 len: 217 time: 0.0673170 Nov 25 13:10:47.350542 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5332669c-2092-45f7-8474-d64d50917124 req-60f49b39-929a-45b0-ba9b-acd1387b9ead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:47.447178 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af140b71-b6d8-4035-84cb-b02369a9c6a0 req-74d4a046-75eb-40c9-94c3-13457f472cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:47.449119 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-af140b71-b6d8-4035-84cb-b02369a9c6a0 req-74d4a046-75eb-40c9-94c3-13457f472cbe service neutron] 10.222.0.66 "GET /v2.0/subnets?id=af6d388d-5278-4fef-a1e9-b40af907e39b HTTP/1.1" status: 200 len: 845 time: 0.1612496 Nov 25 13:10:47.494765 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e1fbe7-000a-469a-9be5-6713a2228bf6 req-b8d4107b-9465-430b-90f9-948284f56301 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:47.503040 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b0e1fbe7-000a-469a-9be5-6713a2228bf6 req-b8d4107b-9465-430b-90f9-948284f56301 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/ports?device_id=51c0db8c-847b-45a0-8028-fae0a418429b HTTP/1.1" status: 200 len: 943 time: 0.1417465 Nov 25 13:10:47.517215 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac26dd-a560-4a94-aa0d-184ab9695732 req-a6591c8f-c96a-432b-a666-865bb11f1775 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:47.518896 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e0ac26dd-a560-4a94-aa0d-184ab9695732 req-a6591c8f-c96a-432b-a666-865bb11f1775 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=b367cf64-83ee-4732-8f9a-63d45147755b HTTP/1.1" status: 200 len: 945 time: 0.1462908 Nov 25 13:10:47.521994 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-af140b71-b6d8-4035-84cb-b02369a9c6a0 req-c5f77b10-ab0a-4a1c-b2ed-8402aedd6992 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630667 Nov 25 13:10:47.540201 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device b5ba2cbf-7a6a-459f-ae46-714f713b9bdc up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:10:47.647503 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port b5ba2cbf-7a6a-459f-ae46-714f713b9bdc completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:10:47.662161 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port b5ba2cbf-7a6a-459f-ae46-714f713b9bdc triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:10:47.664454 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:47.667969 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d570c6-06d5-4a09-8a55-890aff16a75b req-216bb384-6fb4-4645-8b24-d609ff89f15e tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:47.669480 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d7d570c6-06d5-4a09-8a55-890aff16a75b req-216bb384-6fb4-4645-8b24-d609ff89f15e tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.47 "GET /v2.0/networks?id=4eedb877-5fc3-46a9-a0e2-7e0a431fb103 HTTP/1.1" status: 200 len: 821 time: 0.1411018 Nov 25 13:10:47.686938 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-d7d570c6-06d5-4a09-8a55-890aff16a75b req-7ca73237-340b-4495-88aa-d9902ffde2c9 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Request body: {'port': {'device_id': '41772653-c84b-4487-8698-22e4f27f0950', 'network_id': '4eedb877-5fc3-46a9-a0e2-7e0a431fb103', 'admin_state_up': True, 'tenant_id': 'd2e157ec7259461e96009d2e9c8298f0'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:10:47.884239 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7d570c6-06d5-4a09-8a55-890aff16a75b req-7ca73237-340b-4495-88aa-d9902ffde2c9 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Made reservation on behalf of d2e157ec7259461e96009d2e9c8298f0 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:10:47.888243 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d7d570c6-06d5-4a09-8a55-890aff16a75b req-7ca73237-340b-4495-88aa-d9902ffde2c9 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:47.914777 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:47.957421 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port b5ba2cbf-7a6a-459f-ae46-714f713b9bdc, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=b5ba2cbf-7a6a-459f-ae46-714f713b9bdc,segment=NetworkSegment(18ba358e-f1cb-4f1a-bcfb-7efbc93a77fd),segment_id=18ba358e-f1cb-4f1a-bcfb-7efbc93a77fd)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:10:47.966756 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:48.068517 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=b5ba2cbf-7a6a-459f-ae46-714f713b9bdc,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:48.155905 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e0ac26dd-a560-4a94-aa0d-184ab9695732 req-c091f581-4921-4aab-9eea-31c076ebb5fb tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6228402 Nov 25 13:10:48.161894 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-af140b71-b6d8-4035-84cb-b02369a9c6a0 req-a6d690df-71b1-4132-ba76-b416bf3744e3 service neutron] 10.222.0.66 "GET /v2.0/networks/3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5959458 Nov 25 13:10:48.171077 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b0e1fbe7-000a-469a-9be5-6713a2228bf6 req-aed14ce0-63ae-403a-9334-4b2596078a87 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/security-groups?id=f6748c79-b185-401c-a5a4-7558eeb3a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6671007 Nov 25 13:10:48.320494 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-5332669c-2092-45f7-8474-d64d50917124 req-60f49b39-929a-45b0-ba9b-acd1387b9ead service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 940c3d0d-5b2d-4139-9ec5-1545a6e2703a {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:10:48.341753 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-af140b71-b6d8-4035-84cb-b02369a9c6a0 req-b378c169-1878-45a0-a631-3d2e7cb34051 service neutron] 10.222.0.66 "GET /v2.0/networks/3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650145 Nov 25 13:10:48.355508 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5332669c-2092-45f7-8474-d64d50917124 req-60f49b39-929a-45b0-ba9b-acd1387b9ead service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:48.393999 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-d7d570c6-06d5-4a09-8a55-890aff16a75b req-7ca73237-340b-4495-88aa-d9902ffde2c9 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Allocated IP 172.20.0.9 (4eedb877-5fc3-46a9-a0e2-7e0a431fb103/c6ff4ad3-eaf7-4ebb-ae7a-2ad7a9626250/929769d0-86ac-42e6-8b6c-a67b0094b459) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:10:48.401240 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '913e29d9-60a3-4747-b862-90cf205dc639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5ba2cbf-7a6a-459f-ae46-714f713b9bdc'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:10:48.404284 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ff092a-6144-4575-ac07-397f6c6c02c4" -d '{"events": [{"server_uuid": "913e29d9-60a3-4747-b862-90cf205dc639", "name": "network-vif-plugged", "status": "completed", "tag": "b5ba2cbf-7a6a-459f-ae46-714f713b9bdc"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:10:48.411698 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-220e9095-ad46-46c5-acb8-e5930869c94e req-c9bce3ab-9637-4d77-8a9f-fe1667a80184 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=41772653-c84b-4487-8698-22e4f27f0950 HTTP/1.1" status: 200 len: 210 time: 0.0379474 Nov 25 13:10:48.430118 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed793769-3f64-41d0-baf6-5dc2c8fad9f3 req-754a72bf-8b58-4da1-846a-a92586bd21c4 tempest-ServerGroupTestJSON-635743724 tempest-ServerGroupTestJSON-635743724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:48.440654 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ed793769-3f64-41d0-baf6-5dc2c8fad9f3 req-754a72bf-8b58-4da1-846a-a92586bd21c4 tempest-ServerGroupTestJSON-635743724 tempest-ServerGroupTestJSON-635743724-project] 10.222.0.53 "GET /v2.0/ports?device_id=1879ca44-9566-4e0f-99b1-2566730a36d2 HTTP/1.1" status: 200 len: 931 time: 0.0968320 Nov 25 13:10:48.527850 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-5332669c-2092-45f7-8474-d64d50917124 req-60f49b39-929a-45b0-ba9b-acd1387b9ead service neutron] Transition to ACTIVE for port object 940c3d0d-5b2d-4139-9ec5-1545a6e2703a will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:10:48.584336 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5332669c-2092-45f7-8474-d64d50917124 req-60f49b39-929a-45b0-ba9b-acd1387b9ead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:48.594180 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ed793769-3f64-41d0-baf6-5dc2c8fad9f3 req-6d95398d-82f8-4d91-9ee6-97a4954fba8a tempest-ServerGroupTestJSON-635743724 tempest-ServerGroupTestJSON-635743724-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f15c26b-2a98-4a01-a620-3ac1ff510d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516576 Nov 25 13:10:48.643982 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6edab-dfeb-4080-b49c-7f19d648a510 req-83448e86-6216-4e07-835e-110178264725 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:48.645668 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7ae6edab-dfeb-4080-b49c-7f19d648a510 req-83448e86-6216-4e07-835e-110178264725 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.53 "GET /v2.0/ports?device_id=99fe9e7c-6ddd-4d30-a7a4-4a19b3ebb6e8 HTTP/1.1" status: 200 len: 946 time: 0.1219063 Nov 25 13:10:48.671786 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f49b39-929a-45b0-ba9b-acd1387b9ead service neutron] Pushing event updated for resources: {'Port': ['ID=940c3d0d-5b2d-4139-9ec5-1545a6e2703a,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:48.739938 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d7d570c6-06d5-4a09-8a55-890aff16a75b req-7ca73237-340b-4495-88aa-d9902ffde2c9 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:48.750547 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7ae6edab-dfeb-4080-b49c-7f19d648a510 req-ce4acd0a-85d2-42cf-ae23-f6685da70a94 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.53 "GET /v2.0/security-groups?id=a715b2f7-737e-429b-afd5-9baad8e10197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952978 Nov 25 13:10:48.787975 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-5332669c-2092-45f7-8474-d64d50917124 req-60f49b39-929a-45b0-ba9b-acd1387b9ead service neutron] Attempting to bind port 940c3d0d-5b2d-4139-9ec5-1545a6e2703a on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:10:48.788319 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-5332669c-2092-45f7-8474-d64d50917124 req-60f49b39-929a-45b0-ba9b-acd1387b9ead service neutron] Attempting to bind port 940c3d0d-5b2d-4139-9ec5-1545a6e2703a by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': 'b1d40d20-3b62-4d3f-b886-63bab3725889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a4c3e7d6-9eaf-45af-848c-d3cac915b091'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:10:48.788659 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5332669c-2092-45f7-8474-d64d50917124 req-60f49b39-929a-45b0-ba9b-acd1387b9ead service neutron] Attempting to bind port 940c3d0d-5b2d-4139-9ec5-1545a6e2703a on network a4c3e7d6-9eaf-45af-848c-d3cac915b091 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:10:48.814303 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5332669c-2092-45f7-8474-d64d50917124 req-60f49b39-929a-45b0-ba9b-acd1387b9ead service neutron] Port 940c3d0d-5b2d-4139-9ec5-1545a6e2703a on network a4c3e7d6-9eaf-45af-848c-d3cac915b091 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:10:48.814711 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5332669c-2092-45f7-8474-d64d50917124 req-60f49b39-929a-45b0-ba9b-acd1387b9ead service neutron] Attempting to bind port 940c3d0d-5b2d-4139-9ec5-1545a6e2703a on network a4c3e7d6-9eaf-45af-848c-d3cac915b091 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:10:48.825981 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5332669c-2092-45f7-8474-d64d50917124 req-60f49b39-929a-45b0-ba9b-acd1387b9ead service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:10:48.826450 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5332669c-2092-45f7-8474-d64d50917124 req-60f49b39-929a-45b0-ba9b-acd1387b9ead service neutron] Checking segment: {'id': 'b1d40d20-3b62-4d3f-b886-63bab3725889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a4c3e7d6-9eaf-45af-848c-d3cac915b091'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:10:48.827064 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5332669c-2092-45f7-8474-d64d50917124 req-60f49b39-929a-45b0-ba9b-acd1387b9ead service neutron] Bound using segment: {'id': 'b1d40d20-3b62-4d3f-b886-63bab3725889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a4c3e7d6-9eaf-45af-848c-d3cac915b091'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:10:48.827445 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-5332669c-2092-45f7-8474-d64d50917124 req-60f49b39-929a-45b0-ba9b-acd1387b9ead service neutron] Bound port: 940c3d0d-5b2d-4139-9ec5-1545a6e2703a, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1d40d20-3b62-4d3f-b886-63bab3725889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a4c3e7d6-9eaf-45af-848c-d3cac915b091'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:10:48.827799 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5332669c-2092-45f7-8474-d64d50917124 req-60f49b39-929a-45b0-ba9b-acd1387b9ead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:48.840615 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d7d570c6-06d5-4a09-8a55-890aff16a75b req-7ca73237-340b-4495-88aa-d9902ffde2c9 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:48.853049 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['087220c7-2a82-445b-929d-1e40a03684c6'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:10:48.879798 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d964d04-3ef8-43ec-8e61-45e19d4e2214 req-756dc2ca-ee4f-4645-b8ef-d28e5d98332d tempest-InstanceActionsTestJSON-1968219564 tempest-InstanceActionsTestJSON-1968219564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:48.890247 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7d964d04-3ef8-43ec-8e61-45e19d4e2214 req-756dc2ca-ee4f-4645-b8ef-d28e5d98332d tempest-InstanceActionsTestJSON-1968219564 tempest-InstanceActionsTestJSON-1968219564-project] 10.222.0.53 "GET /v2.0/ports?device_id=913e29d9-60a3-4747-b862-90cf205dc639 HTTP/1.1" status: 200 len: 945 time: 0.1140637 Nov 25 13:10:48.966098 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7d570c6-06d5-4a09-8a55-890aff16a75b req-7ca73237-340b-4495-88aa-d9902ffde2c9 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Network 4eedb877-5fc3-46a9-a0e2-7e0a431fb103 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:10:48.972154 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-d7d570c6-06d5-4a09-8a55-890aff16a75b req-7ca73237-340b-4495-88aa-d9902ffde2c9 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:10:48.979054 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7d570c6-06d5-4a09-8a55-890aff16a75b req-7ca73237-340b-4495-88aa-d9902ffde2c9 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:10:48.987679 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca73237-340b-4495-88aa-d9902ffde2c9 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Pushing event updated for resources: {'Port': ['ID=929769d0-86ac-42e6-8b6c-a67b0094b459,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:49.051460 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-5332669c-2092-45f7-8474-d64d50917124 req-60f49b39-929a-45b0-ba9b-acd1387b9ead service neutron] For port 940c3d0d-5b2d-4139-9ec5-1545a6e2703a, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:10:49.058820 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d570c6-06d5-4a09-8a55-890aff16a75b req-7ca73237-340b-4495-88aa-d9902ffde2c9 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:49.059610 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d7d570c6-06d5-4a09-8a55-890aff16a75b req-7ca73237-340b-4495-88aa-d9902ffde2c9 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:49.064276 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-5332669c-2092-45f7-8474-d64d50917124 req-60f49b39-929a-45b0-ba9b-acd1387b9ead service neutron] For port 940c3d0d-5b2d-4139-9ec5-1545a6e2703a, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=940c3d0d-5b2d-4139-9ec5-1545a6e2703a,segment=NetworkSegment(b1d40d20-3b62-4d3f-b886-63bab3725889),segment_id=b1d40d20-3b62-4d3f-b886-63bab3725889)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:10:49.070293 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7d964d04-3ef8-43ec-8e61-45e19d4e2214 req-8b4aaae3-3dc1-4382-88a1-919f4e9a921e tempest-InstanceActionsTestJSON-1968219564 tempest-InstanceActionsTestJSON-1968219564-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad8398b4-8a5d-4543-8df8-ad9bcf2c2405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786244 Nov 25 13:10:49.087031 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79cd84a-7c94-41fc-adac-56c656a170da req-0bf33c61-2b49-4a74-a9e5-c765495f1f2b tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:49.087784 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5332669c-2092-45f7-8474-d64d50917124 req-60f49b39-929a-45b0-ba9b-acd1387b9ead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:49.106242 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e79cd84a-7c94-41fc-adac-56c656a170da req-0bf33c61-2b49-4a74-a9e5-c765495f1f2b tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee9867b2-091f-48d3-b046-97d64fedd95b HTTP/1.1" status: 200 len: 950 time: 0.2131150 Nov 25 13:10:49.110232 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device a0b24051-a884-4ef5-adf5-16112a3d192e details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:10:49.179872 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d7d570c6-06d5-4a09-8a55-890aff16a75b req-7ca73237-340b-4495-88aa-d9902ffde2c9 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4975498 Nov 25 13:10:49.196767 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5332669c-2092-45f7-8474-d64d50917124 req-60f49b39-929a-45b0-ba9b-acd1387b9ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:49.198308 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5332669c-2092-45f7-8474-d64d50917124 req-60f49b39-929a-45b0-ba9b-acd1387b9ead service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:49.200726 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5332669c-2092-45f7-8474-d64d50917124 req-60f49b39-929a-45b0-ba9b-acd1387b9ead service neutron] 10.222.0.47 "PUT /v2.0/ports/940c3d0d-5b2d-4139-9ec5-1545a6e2703a HTTP/1.1" status: 200 len: 1092 time: 1.9382956 Nov 25 13:10:49.204446 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f7f208-2fa2-42ec-869e-dd468e84304a x-openstack-request-id: req-46f7f208-2fa2-42ec-869e-dd468e84304a {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:10:49.204831 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "913e29d9-60a3-4747-b862-90cf205dc639", "name": "network-vif-plugged", "status": "completed", "tag": "b5ba2cbf-7a6a-459f-ae46-714f713b9bdc", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:10:49.205193 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-46f7f208-2fa2-42ec-869e-dd468e84304a {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:10:49.205711 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '913e29d9-60a3-4747-b862-90cf205dc639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5ba2cbf-7a6a-459f-ae46-714f713b9bdc', 'code': 200} Nov 25 13:10:49.207339 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-d7d570c6-06d5-4a09-8a55-890aff16a75b req-32a30745-a6eb-4353-8e42-525d21a169a1 service neutron] Request body: {'port': {'device_id': '41772653-c84b-4487-8698-22e4f27f0950', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:10:49.210626 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1879ca44-9566-4e0f-99b1-2566730a36d2', 'tag': '940c3d0d-5b2d-4139-9ec5-1545a6e2703a'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:10:49.213075 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f8dc9b-6da5-43bc-a848-19acd8808557" -d '{"events": [{"name": "network-changed", "server_uuid": "1879ca44-9566-4e0f-99b1-2566730a36d2", "tag": "940c3d0d-5b2d-4139-9ec5-1545a6e2703a"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:10:49.289289 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port a0b24051-a884-4ef5-adf5-16112a3d192e, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=a0b24051-a884-4ef5-adf5-16112a3d192e,segment=NetworkSegment(e8fc9265-97df-4bce-bf9a-73ae38a4e9ce),segment_id=e8fc9265-97df-4bce-bf9a-73ae38a4e9ce)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:10:49.297644 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e79cd84a-7c94-41fc-adac-56c656a170da req-6dc3b565-a513-4b99-9b54-3760982ea077 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828220 Nov 25 13:10:49.318805 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': 'a0b24051-a884-4ef5-adf5-16112a3d192e', 'network_id': '3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d', 'port_id': 'a0b24051-a884-4ef5-adf5-16112a3d192e', 'mac_address': 'fa:16:3e:b1:a2:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af6d388d-5278-4fef-a1e9-b40af907e39b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:10:49.333143 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d7d570c6-06d5-4a09-8a55-890aff16a75b req-32a30745-a6eb-4353-8e42-525d21a169a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:49.335048 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f49b39-929a-45b0-ba9b-acd1387b9ead service neutron] Pushing event updated for resources: {'Port': ['ID=940c3d0d-5b2d-4139-9ec5-1545a6e2703a,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:49.406314 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d439e5-0293-4beb-a745-eebe087e8cdb req-b024107b-1ebc-4ec9-a814-3bf947b31260 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:49.429690 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-04d439e5-0293-4beb-a745-eebe087e8cdb req-b024107b-1ebc-4ec9-a814-3bf947b31260 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.53 "GET /v2.0/ports?device_id=99fe9e7c-6ddd-4d30-a7a4-4a19b3ebb6e8 HTTP/1.1" status: 200 len: 946 time: 0.1554863 Nov 25 13:10:49.438059 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 37236) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:10:49.444749 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-ca8c14bd-45c0-4e85-88e7-813a63163f9c tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Request body: {'floatingip': {'port_id': 'e835ccae-876a-4910-addd-44494c823ac0'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:10:49.448897 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de99b48a-fba4-409f-8d91-0d618bbcdeee req-642db255-650a-4cc2-94aa-69f6f013f985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:49.450397 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-de99b48a-fba4-409f-8d91-0d618bbcdeee req-642db255-650a-4cc2-94aa-69f6f013f985 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=913e29d9-60a3-4747-b862-90cf205dc639 HTTP/1.1" status: 200 len: 1097 time: 0.1328909 Nov 25 13:10:49.465496 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:49.498070 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0b24051-a884-4ef5-adf5-16112a3d192e {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:10:49.528705 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ca8c14bd-45c0-4e85-88e7-813a63163f9c tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Publish callbacks [] for floatingip, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:49.542846 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5332669c-2092-45f7-8474-d64d50917124 req-07b6ccf2-ae29-4554-b4fd-953f40379249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:49.544334 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5332669c-2092-45f7-8474-d64d50917124 req-07b6ccf2-ae29-4554-b4fd-953f40379249 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f266944e8f524d3ca10816846ea8ef92&device_id=1879ca44-9566-4e0f-99b1-2566730a36d2 HTTP/1.1" status: 200 len: 1095 time: 0.2192826 Nov 25 13:10:49.546872 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port a0b24051-a884-4ef5-adf5-16112a3d192e, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=a0b24051-a884-4ef5-adf5-16112a3d192e,segment=NetworkSegment(e8fc9265-97df-4bce-bf9a-73ae38a4e9ce),segment_id=e8fc9265-97df-4bce-bf9a-73ae38a4e9ce)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:10:49.558324 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:49.644387 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=a0b24051-a884-4ef5-adf5-16112a3d192e,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:49.662931 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a77652d-9739-4199-a348-6ea99da82466 req-cecd532f-b390-4fd6-b7a9-7d7ef9a4d86d tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:49.674475 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9a77652d-9739-4199-a348-6ea99da82466 req-cecd532f-b390-4fd6-b7a9-7d7ef9a4d86d tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=b367cf64-83ee-4732-8f9a-63d45147755b HTTP/1.1" status: 200 len: 945 time: 0.2408803 Nov 25 13:10:49.711084 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cbd891-2f39-4361-bfe9-2cd4a99c68a8 req-2251f34a-4b99-4054-90a8-42ec5a534134 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:49.712865 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-97cbd891-2f39-4361-bfe9-2cd4a99c68a8 req-2251f34a-4b99-4054-90a8-42ec5a534134 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/ports?device_id=51c0db8c-847b-45a0-8028-fae0a418429b HTTP/1.1" status: 200 len: 943 time: 0.1883037 Nov 25 13:10:49.771179 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9a77652d-9739-4199-a348-6ea99da82466 req-5736adbd-7cda-4dd6-abb3-b54a18721a9c tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956116 Nov 25 13:10:49.847933 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['a0b24051-a884-4ef5-adf5-16112a3d192e'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:10:49.885079 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-97cbd891-2f39-4361-bfe9-2cd4a99c68a8 req-d8d6fd90-6ada-4c22-9b7f-209f66acc370 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/security-groups?id=f6748c79-b185-401c-a5a4-7558eeb3a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497190 Nov 25 13:10:49.891653 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82182720-9699-437e-9483-9d21779d0267 x-openstack-request-id: req-82182720-9699-437e-9483-9d21779d0267 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:10:49.892007 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1879ca44-9566-4e0f-99b1-2566730a36d2", "tag": "940c3d0d-5b2d-4139-9ec5-1545a6e2703a", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:10:49.892199 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-82182720-9699-437e-9483-9d21779d0267 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:10:49.892579 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1879ca44-9566-4e0f-99b1-2566730a36d2', 'tag': '940c3d0d-5b2d-4139-9ec5-1545a6e2703a', 'status': 'completed', 'code': 200} Nov 25 13:10:49.955179 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5332669c-2092-45f7-8474-d64d50917124 req-98326dde-20be-4535-9dc9-bca940acac0f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=940c3d0d-5b2d-4139-9ec5-1545a6e2703a HTTP/1.1" status: 200 len: 217 time: 0.3236651 Nov 25 13:10:49.990590 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-de99b48a-fba4-409f-8d91-0d618bbcdeee req-5f745b67-aaa0-4aff-8145-7107f1a0c99f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ad8398b4-8a5d-4543-8df8-ad9bcf2c2405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4543872 Nov 25 13:10:50.103528 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed28262c-cbd1-4c43-8ecd-53e38eb0dd7f req-48086395-84bf-4595-b36e-f68e9bbca1f8 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:50.104900 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ed28262c-cbd1-4c43-8ecd-53e38eb0dd7f req-48086395-84bf-4595-b36e-f68e9bbca1f8 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=41772653-c84b-4487-8698-22e4f27f0950 HTTP/1.1" status: 200 len: 931 time: 0.1374004 Nov 25 13:10:50.144711 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e6161-fac1-4500-acc3-6cab6178520c req-8860d11c-fe9e-4fc1-85ee-62180fe6b9a5 tempest-ServerGroupTestJSON-635743724 tempest-ServerGroupTestJSON-635743724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:50.153031 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-386e6161-fac1-4500-acc3-6cab6178520c req-8860d11c-fe9e-4fc1-85ee-62180fe6b9a5 tempest-ServerGroupTestJSON-635743724 tempest-ServerGroupTestJSON-635743724-project] 10.222.0.53 "GET /v2.0/ports?device_id=1879ca44-9566-4e0f-99b1-2566730a36d2 HTTP/1.1" status: 200 len: 943 time: 0.1085646 Nov 25 13:10:50.173014 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5332669c-2092-45f7-8474-d64d50917124 req-e7078a80-ddc4-4095-9394-e5d91cc32045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:50.175052 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5332669c-2092-45f7-8474-d64d50917124 req-e7078a80-ddc4-4095-9394-e5d91cc32045 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=89b55ed6-2dff-443a-b485-b9077cba7d04 HTTP/1.1" status: 200 len: 850 time: 0.1876085 Nov 25 13:10:50.220489 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ed28262c-cbd1-4c43-8ecd-53e38eb0dd7f req-79f9736e-97ed-4d65-ba96-7430986d44db tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049175 Nov 25 13:10:50.223471 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5332669c-2092-45f7-8474-d64d50917124 req-a8947900-cad3-4002-b25e-1c25affff577 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a4c3e7d6-9eaf-45af-848c-d3cac915b091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359573 Nov 25 13:10:50.243483 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-386e6161-fac1-4500-acc3-6cab6178520c req-0cf6557e-6dea-4b74-9e51-8034b4b6dc05 tempest-ServerGroupTestJSON-635743724 tempest-ServerGroupTestJSON-635743724-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f15c26b-2a98-4a01-a620-3ac1ff510d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824327 Nov 25 13:10:50.369880 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b287f49-59c1-461c-9252-0c3cb67e971a req-1f3309aa-9e2f-429f-a1eb-4be22203a64c tempest-InstanceActionsTestJSON-1968219564 tempest-InstanceActionsTestJSON-1968219564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:50.373424 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4b287f49-59c1-461c-9252-0c3cb67e971a req-1f3309aa-9e2f-429f-a1eb-4be22203a64c tempest-InstanceActionsTestJSON-1968219564 tempest-InstanceActionsTestJSON-1968219564-project] 10.222.0.53 "GET /v2.0/ports?device_id=913e29d9-60a3-4747-b862-90cf205dc639 HTTP/1.1" status: 200 len: 945 time: 0.0794449 Nov 25 13:10:50.433974 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-d7d570c6-06d5-4a09-8a55-890aff16a75b req-32a30745-a6eb-4353-8e42-525d21a169a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 929769d0-86ac-42e6-8b6c-a67b0094b459 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:10:50.443610 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d7d570c6-06d5-4a09-8a55-890aff16a75b req-32a30745-a6eb-4353-8e42-525d21a169a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:50.459860 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-d7d570c6-06d5-4a09-8a55-890aff16a75b req-32a30745-a6eb-4353-8e42-525d21a169a1 service neutron] Transition to ACTIVE for port object 929769d0-86ac-42e6-8b6c-a67b0094b459 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:10:50.484951 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4b287f49-59c1-461c-9252-0c3cb67e971a req-fb63581a-1427-4f2d-8264-aa549079b7e2 tempest-InstanceActionsTestJSON-1968219564 tempest-InstanceActionsTestJSON-1968219564-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad8398b4-8a5d-4543-8df8-ad9bcf2c2405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037824 Nov 25 13:10:50.528186 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af32f3-0873-4b3f-9f95-d5acd186a29e req-07d0fb0f-9107-4e97-8022-656bdfbd51cb tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:50.537777 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c4af32f3-0873-4b3f-9f95-d5acd186a29e req-07d0fb0f-9107-4e97-8022-656bdfbd51cb tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee9867b2-091f-48d3-b046-97d64fedd95b HTTP/1.1" status: 200 len: 950 time: 0.0943336 Nov 25 13:10:50.587033 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c4af32f3-0873-4b3f-9f95-d5acd186a29e req-134fcf17-d18b-4adb-bb4f-28fdfc5890d5 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482543 Nov 25 13:10:50.621943 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d7d570c6-06d5-4a09-8a55-890aff16a75b req-32a30745-a6eb-4353-8e42-525d21a169a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:50.737431 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5332669c-2092-45f7-8474-d64d50917124 req-8ba8ad2e-35bb-4e67-97d7-e55f2103001f service neutron] 10.222.0.47 "GET /v2.0/networks/a4c3e7d6-9eaf-45af-848c-d3cac915b091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5047631 Nov 25 13:10:50.875403 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a30745-a6eb-4353-8e42-525d21a169a1 service neutron] Pushing event updated for resources: {'Port': ['ID=929769d0-86ac-42e6-8b6c-a67b0094b459,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:50.902814 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7462e239-4309-454b-a79f-06b4684ff35d req-d1bb3271-2857-434b-93dd-a9782ac3cca9 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:50.904671 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7462e239-4309-454b-a79f-06b4684ff35d req-d1bb3271-2857-434b-93dd-a9782ac3cca9 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=b367cf64-83ee-4732-8f9a-63d45147755b HTTP/1.1" status: 200 len: 945 time: 0.0616529 Nov 25 13:10:51.053527 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7462e239-4309-454b-a79f-06b4684ff35d req-b296a0dc-a401-4040-bad6-005eca259636 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416593 Nov 25 13:10:51.083905 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.db.resource_extend [None req-ca8c14bd-45c0-4e85-88e7-813a63163f9c tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 13:10:51.098176 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee031269-ed33-447c-8aeb-2f4f73503bc2 req-f7f56ab2-7826-49de-b819-3fae0a40c60a tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:51.106370 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ee031269-ed33-447c-8aeb-2f4f73503bc2 req-f7f56ab2-7826-49de-b819-3fae0a40c60a tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/ports?device_id=51c0db8c-847b-45a0-8028-fae0a418429b HTTP/1.1" status: 200 len: 944 time: 0.1241877 Nov 25 13:10:51.115781 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device a0b24051-a884-4ef5-adf5-16112a3d192e up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:10:51.143304 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5332669c-2092-45f7-8474-d64d50917124 req-c97f2a8b-2452-43b2-9037-c423e0257750 service neutron] 10.222.0.47 "GET /v2.0/networks/a4c3e7d6-9eaf-45af-848c-d3cac915b091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3844349 Nov 25 13:10:51.169093 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-d7d570c6-06d5-4a09-8a55-890aff16a75b req-32a30745-a6eb-4353-8e42-525d21a169a1 service neutron] Attempting to bind port 929769d0-86ac-42e6-8b6c-a67b0094b459 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:10:51.169426 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-d7d570c6-06d5-4a09-8a55-890aff16a75b req-32a30745-a6eb-4353-8e42-525d21a169a1 service neutron] Attempting to bind port 929769d0-86ac-42e6-8b6c-a67b0094b459 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': 'f1015c3b-5561-4c41-908e-568aaa0911cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4eedb877-5fc3-46a9-a0e2-7e0a431fb103'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:10:51.169758 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d570c6-06d5-4a09-8a55-890aff16a75b req-32a30745-a6eb-4353-8e42-525d21a169a1 service neutron] Attempting to bind port 929769d0-86ac-42e6-8b6c-a67b0094b459 on network 4eedb877-5fc3-46a9-a0e2-7e0a431fb103 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:10:51.187296 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port a0b24051-a884-4ef5-adf5-16112a3d192e completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:10:51.194363 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port a0b24051-a884-4ef5-adf5-16112a3d192e triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:10:51.195165 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:51.226368 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ee031269-ed33-447c-8aeb-2f4f73503bc2 req-aed8a041-84bb-434d-8eee-b9859fb5b463 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/security-groups?id=f6748c79-b185-401c-a5a4-7558eeb3a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101265 Nov 25 13:10:51.238178 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d570c6-06d5-4a09-8a55-890aff16a75b req-32a30745-a6eb-4353-8e42-525d21a169a1 service neutron] Port 929769d0-86ac-42e6-8b6c-a67b0094b459 on network 4eedb877-5fc3-46a9-a0e2-7e0a431fb103 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:10:51.238490 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d570c6-06d5-4a09-8a55-890aff16a75b req-32a30745-a6eb-4353-8e42-525d21a169a1 service neutron] Attempting to bind port 929769d0-86ac-42e6-8b6c-a67b0094b459 on network 4eedb877-5fc3-46a9-a0e2-7e0a431fb103 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:10:51.280959 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d570c6-06d5-4a09-8a55-890aff16a75b req-32a30745-a6eb-4353-8e42-525d21a169a1 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:10:51.281305 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d570c6-06d5-4a09-8a55-890aff16a75b req-32a30745-a6eb-4353-8e42-525d21a169a1 service neutron] Checking segment: {'id': 'f1015c3b-5561-4c41-908e-568aaa0911cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4eedb877-5fc3-46a9-a0e2-7e0a431fb103'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:10:51.281682 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d570c6-06d5-4a09-8a55-890aff16a75b req-32a30745-a6eb-4353-8e42-525d21a169a1 service neutron] Bound using segment: {'id': 'f1015c3b-5561-4c41-908e-568aaa0911cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4eedb877-5fc3-46a9-a0e2-7e0a431fb103'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:10:51.282127 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-d7d570c6-06d5-4a09-8a55-890aff16a75b req-32a30745-a6eb-4353-8e42-525d21a169a1 service neutron] Bound port: 929769d0-86ac-42e6-8b6c-a67b0094b459, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1015c3b-5561-4c41-908e-568aaa0911cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4eedb877-5fc3-46a9-a0e2-7e0a431fb103'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:10:51.282478 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d7d570c6-06d5-4a09-8a55-890aff16a75b req-32a30745-a6eb-4353-8e42-525d21a169a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:51.306595 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ca8c14bd-45c0-4e85-88e7-813a63163f9c tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:51.330520 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ca8c14bd-45c0-4e85-88e7-813a63163f9c tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:51.396103 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8dc9b-6da5-43bc-a848-19acd8808557 req-294972a4-aa08-40e8-a759-4f2b413120b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:51.397589 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-43f8dc9b-6da5-43bc-a848-19acd8808557 req-294972a4-aa08-40e8-a759-4f2b413120b9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f266944e8f524d3ca10816846ea8ef92&device_id=1879ca44-9566-4e0f-99b1-2566730a36d2 HTTP/1.1" status: 200 len: 1095 time: 0.1764171 Nov 25 13:10:51.400048 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:51.426795 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51c0db8c-847b-45a0-8028-fae0a418429b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b24051-a884-4ef5-adf5-16112a3d192e'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:10:51.429196 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01520e4-1dac-4c68-aeec-16ca2f12f335" -d '{"events": [{"server_uuid": "51c0db8c-847b-45a0-8028-fae0a418429b", "name": "network-vif-plugged", "status": "completed", "tag": "a0b24051-a884-4ef5-adf5-16112a3d192e"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:10:51.444662 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port a0b24051-a884-4ef5-adf5-16112a3d192e, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=a0b24051-a884-4ef5-adf5-16112a3d192e,segment=NetworkSegment(e8fc9265-97df-4bce-bf9a-73ae38a4e9ce),segment_id=e8fc9265-97df-4bce-bf9a-73ae38a4e9ce)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:10:51.450764 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:51.511581 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=a0b24051-a884-4ef5-adf5-16112a3d192e,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:51.515351 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de48e7a6-3068-4f5a-9534-5832a24c0b3d req-f4c078b6-02dc-4f8b-be8d-b0d6a1e77baf tempest-ServerGroupTestJSON-635743724 tempest-ServerGroupTestJSON-635743724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:51.517095 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-de48e7a6-3068-4f5a-9534-5832a24c0b3d req-f4c078b6-02dc-4f8b-be8d-b0d6a1e77baf tempest-ServerGroupTestJSON-635743724 tempest-ServerGroupTestJSON-635743724-project] 10.222.0.53 "GET /v2.0/ports?device_id=1879ca44-9566-4e0f-99b1-2566730a36d2 HTTP/1.1" status: 200 len: 943 time: 0.1556227 Nov 25 13:10:51.528129 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7034ee44-122a-45d5-8cbc-186ee5cb7969 req-f04ab46e-da7c-43df-86b1-697691e59e8d tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:51.529677 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7034ee44-122a-45d5-8cbc-186ee5cb7969 req-f04ab46e-da7c-43df-86b1-697691e59e8d tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=41772653-c84b-4487-8698-22e4f27f0950 HTTP/1.1" status: 200 len: 943 time: 0.1593573 Nov 25 13:10:51.529821 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-d7d570c6-06d5-4a09-8a55-890aff16a75b req-32a30745-a6eb-4353-8e42-525d21a169a1 service neutron] For port 929769d0-86ac-42e6-8b6c-a67b0094b459, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:10:51.562750 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-d7d570c6-06d5-4a09-8a55-890aff16a75b req-32a30745-a6eb-4353-8e42-525d21a169a1 service neutron] For port 929769d0-86ac-42e6-8b6c-a67b0094b459, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=929769d0-86ac-42e6-8b6c-a67b0094b459,segment=NetworkSegment(f1015c3b-5561-4c41-908e-568aaa0911cd),segment_id=f1015c3b-5561-4c41-908e-568aaa0911cd)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:10:51.581088 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d7d570c6-06d5-4a09-8a55-890aff16a75b req-32a30745-a6eb-4353-8e42-525d21a169a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:51.625378 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7034ee44-122a-45d5-8cbc-186ee5cb7969 req-c8bb64a7-481a-4a4e-8a76-32d105bb8366 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842459 Nov 25 13:10:51.635362 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-de48e7a6-3068-4f5a-9534-5832a24c0b3d req-d878e990-c2bc-43a9-8298-1c7f29f779f1 tempest-ServerGroupTestJSON-635743724 tempest-ServerGroupTestJSON-635743724-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f15c26b-2a98-4a01-a620-3ac1ff510d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046472 Nov 25 13:10:51.649300 n-d-808199-11 neutron-server[103571]: INFO neutron.db.l3_db [None req-ca8c14bd-45c0-4e85-88e7-813a63163f9c tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Floating IP 9a511409-950e-4d60-9a44-abcdb4543492 associated. External IP: 172.25.5.136, port: e835ccae-876a-4910-addd-44494c823ac0. Nov 25 13:10:51.692995 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6585fc32-089b-4853-a755-5099d564693e x-openstack-request-id: req-6585fc32-089b-4853-a755-5099d564693e {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:10:51.693367 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51c0db8c-847b-45a0-8028-fae0a418429b", "name": "network-vif-plugged", "status": "completed", "tag": "a0b24051-a884-4ef5-adf5-16112a3d192e", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:10:51.693639 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6585fc32-089b-4853-a755-5099d564693e {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:10:51.694129 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51c0db8c-847b-45a0-8028-fae0a418429b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b24051-a884-4ef5-adf5-16112a3d192e', 'code': 200} Nov 25 13:10:51.837902 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8dc9b-6da5-43bc-a848-19acd8808557 req-bccc8155-6b71-4a30-aa4c-b01cf022293f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:51.839122 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-43f8dc9b-6da5-43bc-a848-19acd8808557 req-bccc8155-6b71-4a30-aa4c-b01cf022293f service neutron] 10.222.0.47 "GET /v2.0/networks?id=a4c3e7d6-9eaf-45af-848c-d3cac915b091 HTTP/1.1" status: 200 len: 911 time: 0.4319191 Nov 25 13:10:51.843270 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a30745-a6eb-4353-8e42-525d21a169a1 service neutron] Pushing event updated for resources: {'Port': ['ID=929769d0-86ac-42e6-8b6c-a67b0094b459,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:51.851363 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d570c6-06d5-4a09-8a55-890aff16a75b req-32a30745-a6eb-4353-8e42-525d21a169a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:51.852165 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d7d570c6-06d5-4a09-8a55-890aff16a75b req-32a30745-a6eb-4353-8e42-525d21a169a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:51.853630 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d7d570c6-06d5-4a09-8a55-890aff16a75b req-32a30745-a6eb-4353-8e42-525d21a169a1 service neutron] 10.222.0.47 "PUT /v2.0/ports/929769d0-86ac-42e6-8b6c-a67b0094b459 HTTP/1.1" status: 200 len: 1092 time: 2.6519504 Nov 25 13:10:51.861816 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541761c5-1a6f-40fa-8a0a-b67b34aa5cd0 req-ac98a433-da6f-4364-a1c6-7b1aa390a799 tempest-InstanceActionsTestJSON-1968219564 tempest-InstanceActionsTestJSON-1968219564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:51.870349 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-541761c5-1a6f-40fa-8a0a-b67b34aa5cd0 req-ac98a433-da6f-4364-a1c6-7b1aa390a799 tempest-InstanceActionsTestJSON-1968219564 tempest-InstanceActionsTestJSON-1968219564-project] 10.222.0.53 "GET /v2.0/ports?device_id=913e29d9-60a3-4747-b862-90cf205dc639 HTTP/1.1" status: 200 len: 945 time: 0.1414423 Nov 25 13:10:51.962951 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-541761c5-1a6f-40fa-8a0a-b67b34aa5cd0 req-d66b7892-279a-4da3-b2f9-b352a2b4c325 tempest-InstanceActionsTestJSON-1968219564 tempest-InstanceActionsTestJSON-1968219564-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad8398b4-8a5d-4543-8df8-ad9bcf2c2405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874398 Nov 25 13:10:51.980919 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c254d13-772b-4457-8e15-8337cbcc3b17 req-99d0ed76-08b5-4ab5-a2db-413759232459 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:51.992842 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9c254d13-772b-4457-8e15-8337cbcc3b17 req-99d0ed76-08b5-4ab5-a2db-413759232459 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee9867b2-091f-48d3-b046-97d64fedd95b HTTP/1.1" status: 200 len: 950 time: 0.2134483 Nov 25 13:10:52.036660 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da2d7c5-729b-4039-bbee-c9044f431e30 req-32f7d2be-d95e-48a8-abfe-27581080b92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:52.038399 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7da2d7c5-729b-4039-bbee-c9044f431e30 req-32f7d2be-d95e-48a8-abfe-27581080b92e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=51c0db8c-847b-45a0-8028-fae0a418429b HTTP/1.1" status: 200 len: 1097 time: 0.2418354 Nov 25 13:10:52.099130 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9c254d13-772b-4457-8e15-8337cbcc3b17 req-9176c639-adab-4ca5-87a3-555c894bfdd5 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983326 Nov 25 13:10:52.138109 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7da2d7c5-729b-4039-bbee-c9044f431e30 req-ec12389d-ed0e-4f0a-94c3-5eac04d5773a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=f6748c79-b185-401c-a5a4-7558eeb3a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874033 Nov 25 13:10:52.246865 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e9c855-37c0-44b7-922f-d7698f921b00 req-11cd45e6-db9d-4b20-8d3b-76a19597b042 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:52.256901 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-26e9c855-37c0-44b7-922f-d7698f921b00 req-11cd45e6-db9d-4b20-8d3b-76a19597b042 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=b367cf64-83ee-4732-8f9a-63d45147755b HTTP/1.1" status: 200 len: 945 time: 0.0854938 Nov 25 13:10:52.292189 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41772653-c84b-4487-8698-22e4f27f0950', 'tag': '929769d0-86ac-42e6-8b6c-a67b0094b459'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:10:52.298001 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e830747d-b11f-4032-ab9b-0146285b95a3" -d '{"events": [{"name": "network-changed", "server_uuid": "41772653-c84b-4487-8698-22e4f27f0950", "tag": "929769d0-86ac-42e6-8b6c-a67b0094b459"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:10:52.304926 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-43f8dc9b-6da5-43bc-a848-19acd8808557 req-ddbf52a5-8f9d-487c-9b4b-7ff5e99724a2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=940c3d0d-5b2d-4139-9ec5-1545a6e2703a HTTP/1.1" status: 200 len: 217 time: 0.4502168 Nov 25 13:10:52.343342 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-26e9c855-37c0-44b7-922f-d7698f921b00 req-9d692bdc-3ac4-499e-8fd1-3fbb171ff09d tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842087 Nov 25 13:10:52.453795 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3fb016-e2fb-44ea-9fab-38233ae6d720 req-e8d9f3ac-3a02-4615-8a85-9828e93cb428 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:52.455900 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2d3fb016-e2fb-44ea-9fab-38233ae6d720 req-e8d9f3ac-3a02-4615-8a85-9828e93cb428 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/ports?device_id=51c0db8c-847b-45a0-8028-fae0a418429b HTTP/1.1" status: 200 len: 945 time: 0.0943847 Nov 25 13:10:52.554165 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2d3fb016-e2fb-44ea-9fab-38233ae6d720 req-245c4922-7925-483f-abc0-2a5917460e95 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/security-groups?id=f6748c79-b185-401c-a5a4-7558eeb3a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919635 Nov 25 13:10:52.567729 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ca6be-473f-41cc-9543-731515688313 req-205238eb-3249-4eee-bdbf-b119200d896e tempest-InstanceActionsTestJSON-1968219564 tempest-InstanceActionsTestJSON-1968219564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:52.584864 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0e2ca6be-473f-41cc-9543-731515688313 req-205238eb-3249-4eee-bdbf-b119200d896e tempest-InstanceActionsTestJSON-1968219564 tempest-InstanceActionsTestJSON-1968219564-project] 10.222.0.53 "GET /v2.0/ports?device_id=913e29d9-60a3-4747-b862-90cf205dc639 HTTP/1.1" status: 200 len: 945 time: 0.1094139 Nov 25 13:10:52.595107 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8dc9b-6da5-43bc-a848-19acd8808557 req-95da3387-631b-4c6a-a160-78a32f65f623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:52.597158 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-43f8dc9b-6da5-43bc-a848-19acd8808557 req-95da3387-631b-4c6a-a160-78a32f65f623 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=89b55ed6-2dff-443a-b485-b9077cba7d04 HTTP/1.1" status: 200 len: 850 time: 0.2330029 Nov 25 13:10:52.645242 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0e2ca6be-473f-41cc-9543-731515688313 req-c0e4faa5-7ddb-46a8-a4a0-752e9ee2669a tempest-InstanceActionsTestJSON-1968219564 tempest-InstanceActionsTestJSON-1968219564-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad8398b4-8a5d-4543-8df8-ad9bcf2c2405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567586 Nov 25 13:10:52.663100 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d570c6-06d5-4a09-8a55-890aff16a75b req-1d970b33-a10d-4101-bf21-86112f10a12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:52.664731 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d7d570c6-06d5-4a09-8a55-890aff16a75b req-1d970b33-a10d-4101-bf21-86112f10a12e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d2e157ec7259461e96009d2e9c8298f0&device_id=41772653-c84b-4487-8698-22e4f27f0950 HTTP/1.1" status: 200 len: 1095 time: 0.3531940 Nov 25 13:10:52.667043 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b70f7b-8a90-4602-8bb2-d8282cc2ef36 x-openstack-request-id: req-a4b70f7b-8a90-4602-8bb2-d8282cc2ef36 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:10:52.667043 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41772653-c84b-4487-8698-22e4f27f0950", "tag": "929769d0-86ac-42e6-8b6c-a67b0094b459", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:10:52.667318 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a4b70f7b-8a90-4602-8bb2-d8282cc2ef36 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:10:52.667530 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41772653-c84b-4487-8698-22e4f27f0950', 'tag': '929769d0-86ac-42e6-8b6c-a67b0094b459', 'status': 'completed', 'code': 200} Nov 25 13:10:52.672194 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-43f8dc9b-6da5-43bc-a848-19acd8808557 req-087005ed-7f94-484a-9197-a7715b051d23 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a4c3e7d6-9eaf-45af-848c-d3cac915b091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535784 Nov 25 13:10:52.678290 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca8c14bd-45c0-4e85-88e7-813a63163f9c tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Router fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:10:52.716642 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e6260-41a0-4d53-a953-a12a4142e489 req-a9d88f24-fe1d-4c05-bc17-4f58328bc845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:52.718126 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-004e6260-41a0-4d53-a953-a12a4142e489 req-a9d88f24-fe1d-4c05-bc17-4f58328bc845 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=03798afe77ad4e5191b74692dd9dff44&device_id=913e29d9-60a3-4747-b862-90cf205dc639 HTTP/1.1" status: 200 len: 1097 time: 0.3443418 Nov 25 13:10:52.719503 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d7d570c6-06d5-4a09-8a55-890aff16a75b req-12849fe1-3a03-4712-98c5-7d5d64b2bf26 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=929769d0-86ac-42e6-8b6c-a67b0094b459 HTTP/1.1" status: 200 len: 217 time: 0.0401430 Nov 25 13:10:52.845256 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c062d-9499-4a25-8b45-1f6c53a2da6c req-d2dda00d-ae73-4191-8591-d7c52d6c92a6 tempest-ServerGroupTestJSON-635743724 tempest-ServerGroupTestJSON-635743724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:52.853775 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f86c062d-9499-4a25-8b45-1f6c53a2da6c req-d2dda00d-ae73-4191-8591-d7c52d6c92a6 tempest-ServerGroupTestJSON-635743724 tempest-ServerGroupTestJSON-635743724-project] 10.222.0.53 "GET /v2.0/ports?device_id=1879ca44-9566-4e0f-99b1-2566730a36d2 HTTP/1.1" status: 200 len: 943 time: 0.0956669 Nov 25 13:10:52.869147 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e6bb86-d190-4b00-a6f1-e1713eb31513 req-62b1758c-8d2b-44bc-94b6-3b7435c142e9 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:52.870621 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f1e6bb86-d190-4b00-a6f1-e1713eb31513 req-62b1758c-8d2b-44bc-94b6-3b7435c142e9 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=41772653-c84b-4487-8698-22e4f27f0950 HTTP/1.1" status: 200 len: 943 time: 0.0999830 Nov 25 13:10:52.975017 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f1e6bb86-d190-4b00-a6f1-e1713eb31513 req-101b827f-6243-4964-9a55-6a0ad86dfb22 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832047 Nov 25 13:10:52.989943 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d570c6-06d5-4a09-8a55-890aff16a75b req-4f0028dd-2a7d-4ef6-b566-b96d12d56f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:52.990420 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f86c062d-9499-4a25-8b45-1f6c53a2da6c req-c80cb7d2-dbf5-4d16-83f2-c42a67f6b5ae tempest-ServerGroupTestJSON-635743724 tempest-ServerGroupTestJSON-635743724-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f15c26b-2a98-4a01-a620-3ac1ff510d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308126 Nov 25 13:10:52.991823 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d7d570c6-06d5-4a09-8a55-890aff16a75b req-4f0028dd-2a7d-4ef6-b566-b96d12d56f97 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c6ff4ad3-eaf7-4ebb-ae7a-2ad7a9626250 HTTP/1.1" status: 200 len: 861 time: 0.1931992 Nov 25 13:10:52.998888 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-43f8dc9b-6da5-43bc-a848-19acd8808557 req-ec09359d-b9f3-48a5-8226-434e22974d74 service neutron] 10.222.0.47 "GET /v2.0/networks/a4c3e7d6-9eaf-45af-848c-d3cac915b091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781613 Nov 25 13:10:53.079855 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d7d570c6-06d5-4a09-8a55-890aff16a75b req-505cf3ca-b3c5-46a4-933d-05eec9187ff6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4eedb877-5fc3-46a9-a0e2-7e0a431fb103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756719 Nov 25 13:10:53.163641 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e6260-41a0-4d53-a953-a12a4142e489 req-130661bf-f70a-4480-a54a-bc834368c6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:53.165122 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-004e6260-41a0-4d53-a953-a12a4142e489 req-130661bf-f70a-4480-a54a-bc834368c6f4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=026ceda7-d899-4127-bb5a-51d2dee05d38 HTTP/1.1" status: 200 len: 915 time: 0.3752923 Nov 25 13:10:53.264075 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-004e6260-41a0-4d53-a953-a12a4142e489 req-e31a80cd-cdd4-4683-b8a8-b07bf7d31907 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5ba2cbf-7a6a-459f-ae46-714f713b9bdc HTTP/1.1" status: 200 len: 217 time: 0.0817325 Nov 25 13:10:53.267878 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca8c14bd-45c0-4e85-88e7-813a63163f9c tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:10:53.283805 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfea5f24-e6e5-4f6a-a2e9-d51f89e0ade7 None None] Sync routers for ids ['fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:10:53.284810 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ca8c14bd-45c0-4e85-88e7-813a63163f9c tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:53.302077 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368db0e-1f2f-450b-98e4-51e86e5c2b5a req-2b834bdd-b8b4-4e1f-adc0-cbfe05332aca tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:53.303870 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6368db0e-1f2f-450b-98e4-51e86e5c2b5a req-2b834bdd-b8b4-4e1f-adc0-cbfe05332aca tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee9867b2-091f-48d3-b046-97d64fedd95b HTTP/1.1" status: 200 len: 950 time: 0.1027117 Nov 25 13:10:53.314734 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfea5f24-e6e5-4f6a-a2e9-d51f89e0ade7 None None] Routers {'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:10:53.317270 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-dfea5f24-e6e5-4f6a-a2e9-d51f89e0ade7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:10:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:10:53.379194 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-43f8dc9b-6da5-43bc-a848-19acd8808557 req-35f85ac1-9465-4382-a970-a640e47b4c91 service neutron] 10.222.0.47 "GET /v2.0/networks/a4c3e7d6-9eaf-45af-848c-d3cac915b091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3589730 Nov 25 13:10:53.389043 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-ca8c14bd-45c0-4e85-88e7-813a63163f9c tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.53 "PUT /v2.0/floatingips/9a511409-950e-4d60-9a44-abcdb4543492 HTTP/1.1" status: 200 len: 992 time: 3.9483643 Nov 25 13:10:53.392955 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e6260-41a0-4d53-a953-a12a4142e489 req-6c3bacfa-20af-4cf5-8d5e-9de0eb27df3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:53.394425 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-004e6260-41a0-4d53-a953-a12a4142e489 req-6c3bacfa-20af-4cf5-8d5e-9de0eb27df3b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=56285ae1-c07e-4f45-af0a-8220fc4a98cd HTTP/1.1" status: 200 len: 854 time: 0.1201408 Nov 25 13:10:53.452214 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6368db0e-1f2f-450b-98e4-51e86e5c2b5a req-0fe9eb46-a99f-4f6b-8fb9-3f339c140ebb tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412840 Nov 25 13:10:53.477583 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d7d570c6-06d5-4a09-8a55-890aff16a75b req-765e41e8-20c2-4259-b279-18823018ae11 service neutron] 10.222.0.47 "GET /v2.0/networks/4eedb877-5fc3-46a9-a0e2-7e0a431fb103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3791776 Nov 25 13:10:53.479578 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-004e6260-41a0-4d53-a953-a12a4142e489 req-5c3ab85a-4cf5-4940-a9c0-ff3494bd711f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=026ceda7-d899-4127-bb5a-51d2dee05d38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721099 Nov 25 13:10:53.566068 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-dfea5f24-e6e5-4f6a-a2e9-d51f89e0ade7 None None] Set router fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:10:53.568547 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 940c3d0d-5b2d-4139-9ec5-1545a6e2703a details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:10:53.635513 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa09750-44cd-4a8c-9021-8d2a41d8e846 req-acf09ac8-53e3-44c5-974c-2a5b4333133b tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:53.637253 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-eaa09750-44cd-4a8c-9021-8d2a41d8e846 req-acf09ac8-53e3-44c5-974c-2a5b4333133b tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=b367cf64-83ee-4732-8f9a-63d45147755b HTTP/1.1" status: 200 len: 945 time: 0.1079741 Nov 25 13:10:53.747026 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-004e6260-41a0-4d53-a953-a12a4142e489 req-76de7f81-0e41-40a2-b371-dbdd0f50d3bb service neutron] 10.222.0.47 "GET /v2.0/networks/026ceda7-d899-4127-bb5a-51d2dee05d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428784 Nov 25 13:10:53.749581 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d7d570c6-06d5-4a09-8a55-890aff16a75b req-bc1b7079-2033-462c-a7e7-72d23242009a service neutron] 10.222.0.47 "GET /v2.0/networks/4eedb877-5fc3-46a9-a0e2-7e0a431fb103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563097 Nov 25 13:10:53.757873 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-eaa09750-44cd-4a8c-9021-8d2a41d8e846 req-2b82f6ae-cf1a-4bb3-b204-bdeb34686062 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125979 Nov 25 13:10:53.766661 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a21305-be11-4a31-9c2e-98f2f7b99561 req-d5502a07-c0b2-4f10-934b-c50cb46439b0 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:53.768895 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-57a21305-be11-4a31-9c2e-98f2f7b99561 req-d5502a07-c0b2-4f10-934b-c50cb46439b0 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/ports?device_id=51c0db8c-847b-45a0-8028-fae0a418429b HTTP/1.1" status: 200 len: 945 time: 0.0751035 Nov 25 13:10:53.861112 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-57a21305-be11-4a31-9c2e-98f2f7b99561 req-ee263545-950b-4011-bfd4-a09829515dbb tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/security-groups?id=f6748c79-b185-401c-a5a4-7558eeb3a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851851 Nov 25 13:10:53.960478 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e21f003-3478-4d97-abf7-3666744f5c16 req-9f1c834b-1d2d-466a-b7f3-1eaa876993d3 tempest-InstanceActionsTestJSON-1968219564 tempest-InstanceActionsTestJSON-1968219564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:53.960742 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830747d-b11f-4032-ab9b-0146285b95a3 req-1413cf10-6bd3-4901-a15d-77283ba61daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:53.962098 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e830747d-b11f-4032-ab9b-0146285b95a3 req-1413cf10-6bd3-4901-a15d-77283ba61daf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d2e157ec7259461e96009d2e9c8298f0&device_id=41772653-c84b-4487-8698-22e4f27f0950 HTTP/1.1" status: 200 len: 1095 time: 0.1256671 Nov 25 13:10:53.969123 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1e21f003-3478-4d97-abf7-3666744f5c16 req-9f1c834b-1d2d-466a-b7f3-1eaa876993d3 tempest-InstanceActionsTestJSON-1968219564 tempest-InstanceActionsTestJSON-1968219564-project] 10.222.0.53 "GET /v2.0/ports?device_id=913e29d9-60a3-4747-b862-90cf205dc639 HTTP/1.1" status: 200 len: 945 time: 0.0643451 Nov 25 13:10:53.986883 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-004e6260-41a0-4d53-a953-a12a4142e489 req-90e90da1-cd74-49c0-b6f8-34596b19e084 service neutron] 10.222.0.47 "GET /v2.0/networks/026ceda7-d899-4127-bb5a-51d2dee05d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277341 Nov 25 13:10:54.062405 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 940c3d0d-5b2d-4139-9ec5-1545a6e2703a, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=940c3d0d-5b2d-4139-9ec5-1545a6e2703a,segment=NetworkSegment(b1d40d20-3b62-4d3f-b886-63bab3725889),segment_id=b1d40d20-3b62-4d3f-b886-63bab3725889)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:10:54.077875 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '940c3d0d-5b2d-4139-9ec5-1545a6e2703a', 'network_id': 'a4c3e7d6-9eaf-45af-848c-d3cac915b091', 'port_id': '940c3d0d-5b2d-4139-9ec5-1545a6e2703a', 'mac_address': 'fa:16:3e:21:5f:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89b55ed6-2dff-443a-b485-b9077cba7d04', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:10:54.078710 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1e21f003-3478-4d97-abf7-3666744f5c16 req-782381b9-2bc6-46a0-bd90-8c380433027a tempest-InstanceActionsTestJSON-1968219564 tempest-InstanceActionsTestJSON-1968219564-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad8398b4-8a5d-4543-8df8-ad9bcf2c2405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084187 Nov 25 13:10:54.162222 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830747d-b11f-4032-ab9b-0146285b95a3 req-aaca1e7d-c8db-46bb-b951-741e6fe1431d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:54.163382 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e830747d-b11f-4032-ab9b-0146285b95a3 req-aaca1e7d-c8db-46bb-b951-741e6fe1431d service neutron] 10.222.0.47 "GET /v2.0/networks?id=4eedb877-5fc3-46a9-a0e2-7e0a431fb103 HTTP/1.1" status: 200 len: 922 time: 0.1862843 Nov 25 13:10:54.257253 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e830747d-b11f-4032-ab9b-0146285b95a3 req-4cac1fd7-3e87-40e9-aa76-76657264b86c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=929769d0-86ac-42e6-8b6c-a67b0094b459 HTTP/1.1" status: 200 len: 217 time: 0.0853555 Nov 25 13:10:54.294891 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:54.332458 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 940c3d0d-5b2d-4139-9ec5-1545a6e2703a {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:10:54.355481 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e74001-287c-4746-9a10-7d89e18231c2 req-1d68fbb9-ad26-4f07-95a5-96be71fd0def tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:54.357086 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-06e74001-287c-4746-9a10-7d89e18231c2 req-1d68fbb9-ad26-4f07-95a5-96be71fd0def tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=41772653-c84b-4487-8698-22e4f27f0950 HTTP/1.1" status: 200 len: 943 time: 0.1313593 Nov 25 13:10:54.370513 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830747d-b11f-4032-ab9b-0146285b95a3 req-c2146565-c1ad-4179-be1a-fcd5c6c1c46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:54.372544 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e830747d-b11f-4032-ab9b-0146285b95a3 req-c2146565-c1ad-4179-be1a-fcd5c6c1c46d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c6ff4ad3-eaf7-4ebb-ae7a-2ad7a9626250 HTTP/1.1" status: 200 len: 861 time: 0.1073058 Nov 25 13:10:54.392985 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 940c3d0d-5b2d-4139-9ec5-1545a6e2703a, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=940c3d0d-5b2d-4139-9ec5-1545a6e2703a,segment=NetworkSegment(b1d40d20-3b62-4d3f-b886-63bab3725889),segment_id=b1d40d20-3b62-4d3f-b886-63bab3725889)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:10:54.415205 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:54.419933 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e830747d-b11f-4032-ab9b-0146285b95a3 req-f6b877ca-dadb-494e-a20b-eaf09ca06f46 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4eedb877-5fc3-46a9-a0e2-7e0a431fb103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353057 Nov 25 13:10:54.501053 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-06e74001-287c-4746-9a10-7d89e18231c2 req-7fde7986-322e-4b92-9acd-742d06f07d29 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286139 Nov 25 13:10:54.506722 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=940c3d0d-5b2d-4139-9ec5-1545a6e2703a,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:54.524973 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd7b9a-0f89-49d1-aced-17f8d06918e8 req-b3ce0e19-fe51-4503-894c-03a7fc8e7f5b tempest-ServerGroupTestJSON-635743724 tempest-ServerGroupTestJSON-635743724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:54.526548 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-18fd7b9a-0f89-49d1-aced-17f8d06918e8 req-b3ce0e19-fe51-4503-894c-03a7fc8e7f5b tempest-ServerGroupTestJSON-635743724 tempest-ServerGroupTestJSON-635743724-project] 10.222.0.53 "GET /v2.0/ports?device_id=1879ca44-9566-4e0f-99b1-2566730a36d2 HTTP/1.1" status: 200 len: 944 time: 0.1659570 Nov 25 13:10:54.576696 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-dfea5f24-e6e5-4f6a-a2e9-d51f89e0ade7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1200141678-router', 'tenant_id': '0847adb867eb43dd9514b39274c66d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '229ed14e-aff0-4306-a4b5-88bb38a9c6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:07:21Z', 'updated_at': '2021-11-25T13:07:26Z', 'revision_number': 4, 'project_id': '0847adb867eb43dd9514b39274c66d40', 'gw_port': {'id': '229ed14e-aff0-4306-a4b5-88bb38a9c6bd', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:83:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:07:21Z', 'updated_at': '2021-11-25T13:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '9a511409-950e-4d60-9a44-abcdb4543492', 'tenant_id': '0847adb867eb43dd9514b39274c66d40', 'floating_ip_address': '172.25.5.136', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': 'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a', 'port_id': 'e835ccae-876a-4910-addd-44494c823ac0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05538b39-0ed2-40a2-b712-e6a9ac11f528', 'mac_address': 'fa:16:3e:b4:24:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fe9e7c-6ddd-4d30-a7a4-4a19b3ebb6e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:07:57Z', 'updated_at': '2021-11-25T13:10:50Z', 'revision_number': 5, 'project_id': '0847adb867eb43dd9514b39274c66d40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac9b2fe5-75b2-44fb-85f3-2948349249f8', 'name': '', 'network_id': '05538b39-0ed2-40a2-b712-e6a9ac11f528', 'tenant_id': '0847adb867eb43dd9514b39274c66d40', 'mac_address': 'fa:16:3e:ff:8a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '6747087c-5949-4700-ad89-d1127c0360fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:07:25Z', 'updated_at': '2021-11-25T13:07:34Z', 'revision_number': 5, 'project_id': '0847adb867eb43dd9514b39274c66d40', 'subnets': [{'id': '6747087c-5949-4700-ad89-d1127c0360fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:10:54.592570 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e830747d-b11f-4032-ab9b-0146285b95a3 req-4364f03d-932c-47cb-9877-c9554bfd75b4 service neutron] 10.222.0.47 "GET /v2.0/networks/4eedb877-5fc3-46a9-a0e2-7e0a431fb103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572473 Nov 25 13:10:54.692424 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-18fd7b9a-0f89-49d1-aced-17f8d06918e8 req-0f78f9f4-9f3a-4dad-9592-55257df26fbd tempest-ServerGroupTestJSON-635743724 tempest-ServerGroupTestJSON-635743724-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f15c26b-2a98-4a01-a620-3ac1ff510d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410887 Nov 25 13:10:54.699273 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfea5f24-e6e5-4f6a-a2e9-d51f89e0ade7 None None] Checking router: fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:10:54.716005 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['940c3d0d-5b2d-4139-9ec5-1545a6e2703a'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:10:54.728974 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfea5f24-e6e5-4f6a-a2e9-d51f89e0ade7 None None] Routers {'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:10:54.729831 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-dfea5f24-e6e5-4f6a-a2e9-d51f89e0ade7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:10:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:10:54.745198 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99fe9e7c-6ddd-4d30-a7a4-4a19b3ebb6e8', 'tag': 'e835ccae-876a-4910-addd-44494c823ac0'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:10:54.750919 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638ccd45-addf-4da4-8c54-b142ebd44da5" -d '{"events": [{"name": "network-changed", "server_uuid": "99fe9e7c-6ddd-4d30-a7a4-4a19b3ebb6e8", "tag": "e835ccae-876a-4910-addd-44494c823ac0"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:10:54.843818 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e830747d-b11f-4032-ab9b-0146285b95a3 req-182846d2-7cd7-4cb2-9821-a63ba9831c74 service neutron] 10.222.0.47 "GET /v2.0/networks/4eedb877-5fc3-46a9-a0e2-7e0a431fb103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414088 Nov 25 13:10:54.898817 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3637804-d4e3-4e1f-b6c7-bddfdd263be0 req-8a21177a-94a4-4da0-a0ee-57ff097b3d04 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:54.900603 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a3637804-d4e3-4e1f-b6c7-bddfdd263be0 req-8a21177a-94a4-4da0-a0ee-57ff097b3d04 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/ports?device_id=51c0db8c-847b-45a0-8028-fae0a418429b HTTP/1.1" status: 200 len: 945 time: 0.2040737 Nov 25 13:10:54.978432 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cbb185-3f7f-400c-b967-a292c934c89d req-87e6ea49-f901-4f65-9be2-b8d4a695d682 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:54.980043 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-81cbb185-3f7f-400c-b967-a292c934c89d req-87e6ea49-f901-4f65-9be2-b8d4a695d682 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee9867b2-091f-48d3-b046-97d64fedd95b HTTP/1.1" status: 200 len: 950 time: 0.1770799 Nov 25 13:10:54.990638 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-dfea5f24-e6e5-4f6a-a2e9-d51f89e0ade7 None None] Set router fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:10:55.019024 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a3637804-d4e3-4e1f-b6c7-bddfdd263be0 req-506fd2a7-212a-4b43-a562-741f43ca2c92 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/security-groups?id=f6748c79-b185-401c-a5a4-7558eeb3a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073627 Nov 25 13:10:55.071223 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-81cbb185-3f7f-400c-b967-a292c934c89d req-266d279d-b997-44d2-866b-b1c56aa2e178 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788717 Nov 25 13:10:55.148935 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709f4e2b-8e65-4cf3-b976-64d593d19afb x-openstack-request-id: req-709f4e2b-8e65-4cf3-b976-64d593d19afb {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:10:55.149463 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99fe9e7c-6ddd-4d30-a7a4-4a19b3ebb6e8", "tag": "e835ccae-876a-4910-addd-44494c823ac0", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:10:55.150904 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-709f4e2b-8e65-4cf3-b976-64d593d19afb {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:10:55.152375 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99fe9e7c-6ddd-4d30-a7a4-4a19b3ebb6e8', 'tag': 'e835ccae-876a-4910-addd-44494c823ac0', 'status': 'completed', 'code': 200} Nov 25 13:10:55.322138 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-dfea5f24-e6e5-4f6a-a2e9-d51f89e0ade7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1200141678-router', 'tenant_id': '0847adb867eb43dd9514b39274c66d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '229ed14e-aff0-4306-a4b5-88bb38a9c6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:07:21Z', 'updated_at': '2021-11-25T13:07:26Z', 'revision_number': 4, 'project_id': '0847adb867eb43dd9514b39274c66d40', 'gw_port': {'id': '229ed14e-aff0-4306-a4b5-88bb38a9c6bd', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:83:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:07:21Z', 'updated_at': '2021-11-25T13:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '9a511409-950e-4d60-9a44-abcdb4543492', 'tenant_id': '0847adb867eb43dd9514b39274c66d40', 'floating_ip_address': '172.25.5.136', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': 'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a', 'port_id': 'e835ccae-876a-4910-addd-44494c823ac0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05538b39-0ed2-40a2-b712-e6a9ac11f528', 'mac_address': 'fa:16:3e:b4:24:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fe9e7c-6ddd-4d30-a7a4-4a19b3ebb6e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:07:57Z', 'updated_at': '2021-11-25T13:10:50Z', 'revision_number': 5, 'project_id': '0847adb867eb43dd9514b39274c66d40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac9b2fe5-75b2-44fb-85f3-2948349249f8', 'name': '', 'network_id': '05538b39-0ed2-40a2-b712-e6a9ac11f528', 'tenant_id': '0847adb867eb43dd9514b39274c66d40', 'mac_address': 'fa:16:3e:ff:8a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '6747087c-5949-4700-ad89-d1127c0360fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:07:25Z', 'updated_at': '2021-11-25T13:07:34Z', 'revision_number': 5, 'project_id': '0847adb867eb43dd9514b39274c66d40', 'subnets': [{'id': '6747087c-5949-4700-ad89-d1127c0360fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:10:55.323815 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ccd45-addf-4da4-8c54-b142ebd44da5 req-12ed8c21-36cc-40f4-9689-ec864a09fcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:55.325509 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-638ccd45-addf-4da4-8c54-b142ebd44da5 req-12ed8c21-36cc-40f4-9689-ec864a09fcf6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0847adb867eb43dd9514b39274c66d40&device_id=99fe9e7c-6ddd-4d30-a7a4-4a19b3ebb6e8 HTTP/1.1" status: 200 len: 1098 time: 0.1501756 Nov 25 13:10:55.340821 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a77981a-fb13-4c4d-abb8-a6ee52978b56 req-65c6bb16-cd81-4c84-9dec-6d84d9eb6047 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:55.348318 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9a77981a-fb13-4c4d-abb8-a6ee52978b56 req-65c6bb16-cd81-4c84-9dec-6d84d9eb6047 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=b367cf64-83ee-4732-8f9a-63d45147755b HTTP/1.1" status: 200 len: 945 time: 0.1644058 Nov 25 13:10:55.348866 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfea5f24-e6e5-4f6a-a2e9-d51f89e0ade7 None None] The sync data for ids ['fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a'] in n-d-808199-11 is: [{'id': 'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1200141678-router', 'tenant_id': '0847adb867eb43dd9514b39274c66d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '229ed14e-aff0-4306-a4b5-88bb38a9c6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:07:21Z', 'updated_at': '2021-11-25T13:07:26Z', 'revision_number': 4, 'project_id': '0847adb867eb43dd9514b39274c66d40', 'gw_port': {'id': '229ed14e-aff0-4306-a4b5-88bb38a9c6bd', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:83:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:07:21Z', 'updated_at': '2021-11-25T13:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '9a511409-950e-4d60-9a44-abcdb4543492', 'tenant_id': '0847adb867eb43dd9514b39274c66d40', 'floating_ip_address': '172.25.5.136', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': 'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a', 'port_id': 'e835ccae-876a-4910-addd-44494c823ac0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05538b39-0ed2-40a2-b712-e6a9ac11f528', 'mac_address': 'fa:16:3e:b4:24:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fe9e7c-6ddd-4d30-a7a4-4a19b3ebb6e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:07:57Z', 'updated_at': '2021-11-25T13:10:50Z', 'revision_number': 5, 'project_id': '0847adb867eb43dd9514b39274c66d40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac9b2fe5-75b2-44fb-85f3-2948349249f8', 'name': '', 'network_id': '05538b39-0ed2-40a2-b712-e6a9ac11f528', 'tenant_id': '0847adb867eb43dd9514b39274c66d40', 'mac_address': 'fa:16:3e:ff:8a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '6747087c-5949-4700-ad89-d1127c0360fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:07:25Z', 'updated_at': '2021-11-25T13:07:34Z', 'revision_number': 5, 'project_id': '0847adb867eb43dd9514b39274c66d40', 'subnets': [{'id': '6747087c-5949-4700-ad89-d1127c0360fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:10:55.422315 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a17510-73cc-4438-9cd5-06ed45aab4f7 req-9aab9de2-85d9-4ae6-821d-89979cb81bfc tempest-InstanceActionsTestJSON-1968219564 tempest-InstanceActionsTestJSON-1968219564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:55.423889 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-95a17510-73cc-4438-9cd5-06ed45aab4f7 req-9aab9de2-85d9-4ae6-821d-89979cb81bfc tempest-InstanceActionsTestJSON-1968219564 tempest-InstanceActionsTestJSON-1968219564-project] 10.222.0.53 "GET /v2.0/ports?device_id=913e29d9-60a3-4747-b862-90cf205dc639 HTTP/1.1" status: 200 len: 945 time: 0.1632898 Nov 25 13:10:55.449868 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-aff06b02-1893-4443-a9a0-aa34609ee526 tempest-LiveMigrationTest-1161798756 tempest-LiveMigrationTest-1161798756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:55.451488 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-aff06b02-1893-4443-a9a0-aa34609ee526 tempest-LiveMigrationTest-1161798756 tempest-LiveMigrationTest-1161798756-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=b367cf64-83ee-4732-8f9a-63d45147755b&tenant_id=f9638bf2b13b4d579c7476454eb03e3d&binding%3Ahost_id=n-h2-808199-11 HTTP/1.1" status: 200 len: 1097 time: 0.0587709 Nov 25 13:10:55.464755 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-b98ea113-4a41-42e2-960f-9cd3242fd0ae service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-808199-11'}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:10:55.535828 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-b98ea113-4a41-42e2-960f-9cd3242fd0ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:55.538049 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9a77981a-fb13-4c4d-abb8-a6ee52978b56 req-28a7feb7-a999-43a3-875a-e462a5eb85ce tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882379 Nov 25 13:10:55.598603 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-95a17510-73cc-4438-9cd5-06ed45aab4f7 req-32ae7f30-5996-42dc-b78c-9eeb0e3a9c58 tempest-InstanceActionsTestJSON-1968219564 tempest-InstanceActionsTestJSON-1968219564-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad8398b4-8a5d-4543-8df8-ad9bcf2c2405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478479 Nov 25 13:10:55.598603 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ccd45-addf-4da4-8c54-b142ebd44da5 req-86840e58-6485-4674-8782-971a8e3b169e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:55.598603 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-638ccd45-addf-4da4-8c54-b142ebd44da5 req-86840e58-6485-4674-8782-971a8e3b169e service neutron] 10.222.0.66 "GET /v2.0/networks?id=05538b39-0ed2-40a2-b712-e6a9ac11f528 HTTP/1.1" status: 200 len: 925 time: 0.2374082 Nov 25 13:10:55.662764 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bb01d4-7b02-448b-ae1f-33e86663571d None None] New status for floating IP 9a511409-950e-4d60-9a44-abcdb4543492: ACTIVE {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 13:10:55.796670 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-b98ea113-4a41-42e2-960f-9cd3242fd0ae service neutron] For port 3023a69d-328f-4b58-9771-784d72e4f402, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=3023a69d-328f-4b58-9771-784d72e4f402,segment=NetworkSegment(6f5b4a09-9f6c-4c19-8201-4d90933cd506),segment_id=6f5b4a09-9f6c-4c19-8201-4d90933cd506)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:10:55.797896 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-638ccd45-addf-4da4-8c54-b142ebd44da5 req-69b32e1e-516f-4e46-adb3-ccac7899e141 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e835ccae-876a-4910-addd-44494c823ac0 HTTP/1.1" status: 200 len: 1000 time: 0.1953149 Nov 25 13:10:55.868449 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-b98ea113-4a41-42e2-960f-9cd3242fd0ae service neutron] For port 3023a69d-328f-4b58-9771-784d72e4f402, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:10:55.871332 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ccd45-addf-4da4-8c54-b142ebd44da5 req-16e458bc-f144-485b-bcd0-95f0f35b4265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:55.873071 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-638ccd45-addf-4da4-8c54-b142ebd44da5 req-16e458bc-f144-485b-bcd0-95f0f35b4265 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6747087c-5949-4700-ad89-d1127c0360fb HTTP/1.1" status: 200 len: 863 time: 0.0625720 Nov 25 13:10:55.948139 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-b98ea113-4a41-42e2-960f-9cd3242fd0ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:55.969629 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-b98ea113-4a41-42e2-960f-9cd3242fd0ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:56.004150 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b09393-20bc-4af7-9d89-0b07b203d629 req-49c1f183-9e46-400f-a40a-eb8d0db27d4a tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:56.011636 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-80b09393-20bc-4af7-9d89-0b07b203d629 req-49c1f183-9e46-400f-a40a-eb8d0db27d4a tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=41772653-c84b-4487-8698-22e4f27f0950 HTTP/1.1" status: 200 len: 943 time: 0.2123764 Nov 25 13:10:56.024946 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ccd45-addf-4da4-8c54-b142ebd44da5 req-9826d6d7-691b-4b5c-be83-b2e7e8cb751c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:56.026472 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-638ccd45-addf-4da4-8c54-b142ebd44da5 req-9826d6d7-691b-4b5c-be83-b2e7e8cb751c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=05538b39-0ed2-40a2-b712-e6a9ac11f528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1180274 Nov 25 13:10:56.079746 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98ea113-4a41-42e2-960f-9cd3242fd0ae service neutron] Pushing event updated for resources: {'Port': ['ID=3023a69d-328f-4b58-9771-784d72e4f402,revision_number=7']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:56.093832 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-b98ea113-4a41-42e2-960f-9cd3242fd0ae service neutron] Attempting to bind port 3023a69d-328f-4b58-9771-784d72e4f402 on host n-h2-808199-11 for vnic_type normal with profile {"migrating_to": "n-h1-808199-11"} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:10:56.094213 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-b98ea113-4a41-42e2-960f-9cd3242fd0ae service neutron] Attempting to bind port 3023a69d-328f-4b58-9771-784d72e4f402 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '6f5b4a09-9f6c-4c19-8201-4d90933cd506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '20494638-06c1-415e-90d6-c326674b78a0'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:10:56.095381 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-b98ea113-4a41-42e2-960f-9cd3242fd0ae service neutron] Attempting to bind port 3023a69d-328f-4b58-9771-784d72e4f402 on network 20494638-06c1-415e-90d6-c326674b78a0 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:10:56.103199 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-b98ea113-4a41-42e2-960f-9cd3242fd0ae service neutron] Port 3023a69d-328f-4b58-9771-784d72e4f402 on network 20494638-06c1-415e-90d6-c326674b78a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:10:56.103537 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-b98ea113-4a41-42e2-960f-9cd3242fd0ae service neutron] Attempting to bind port 3023a69d-328f-4b58-9771-784d72e4f402 on network 20494638-06c1-415e-90d6-c326674b78a0 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:10:56.108591 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ef18a-37ea-4b79-88a7-0c71db0a50db req-d2eb7919-3027-47a0-a2f2-78f49c54c658 tempest-ServerGroupTestJSON-635743724 tempest-ServerGroupTestJSON-635743724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:56.109448 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-b98ea113-4a41-42e2-960f-9cd3242fd0ae service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:10:56.109789 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-b98ea113-4a41-42e2-960f-9cd3242fd0ae service neutron] Checking segment: {'id': '6f5b4a09-9f6c-4c19-8201-4d90933cd506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '20494638-06c1-415e-90d6-c326674b78a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:10:56.110181 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-b98ea113-4a41-42e2-960f-9cd3242fd0ae service neutron] Bound using segment: {'id': '6f5b4a09-9f6c-4c19-8201-4d90933cd506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '20494638-06c1-415e-90d6-c326674b78a0'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:10:56.110616 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-b98ea113-4a41-42e2-960f-9cd3242fd0ae service neutron] Bound port: 3023a69d-328f-4b58-9771-784d72e4f402, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f5b4a09-9f6c-4c19-8201-4d90933cd506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '20494638-06c1-415e-90d6-c326674b78a0'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:10:56.111071 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-b98ea113-4a41-42e2-960f-9cd3242fd0ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:56.116374 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-589ef18a-37ea-4b79-88a7-0c71db0a50db req-d2eb7919-3027-47a0-a2f2-78f49c54c658 tempest-ServerGroupTestJSON-635743724 tempest-ServerGroupTestJSON-635743724-project] 10.222.0.53 "GET /v2.0/ports?device_id=1879ca44-9566-4e0f-99b1-2566730a36d2 HTTP/1.1" status: 200 len: 944 time: 0.2200222 Nov 25 13:10:56.207020 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-b98ea113-4a41-42e2-960f-9cd3242fd0ae service neutron] For port 3023a69d-328f-4b58-9771-784d72e4f402, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:10:56.213108 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-b98ea113-4a41-42e2-960f-9cd3242fd0ae service neutron] For port 3023a69d-328f-4b58-9771-784d72e4f402, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=3023a69d-328f-4b58-9771-784d72e4f402,segment=NetworkSegment(6f5b4a09-9f6c-4c19-8201-4d90933cd506),segment_id=6f5b4a09-9f6c-4c19-8201-4d90933cd506)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:10:56.216290 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-80b09393-20bc-4af7-9d89-0b07b203d629 req-796a3442-2caa-41fd-9fec-885a28c6c836 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036147 Nov 25 13:10:56.220379 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-b98ea113-4a41-42e2-960f-9cd3242fd0ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:56.222063 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-638ccd45-addf-4da4-8c54-b142ebd44da5 req-cabc68bb-3e3c-490c-9ba0-9a0823934b07 service neutron] 10.222.0.66 "GET /v2.0/networks/05538b39-0ed2-40a2-b712-e6a9ac11f528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865995 Nov 25 13:10:56.238456 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-589ef18a-37ea-4b79-88a7-0c71db0a50db req-c56c6169-f427-40e9-a085-d0b08b3397aa tempest-ServerGroupTestJSON-635743724 tempest-ServerGroupTestJSON-635743724-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f15c26b-2a98-4a01-a620-3ac1ff510d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208370 Nov 25 13:10:56.399043 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-b98ea113-4a41-42e2-960f-9cd3242fd0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:56.399969 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-b98ea113-4a41-42e2-960f-9cd3242fd0ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:56.405320 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-b98ea113-4a41-42e2-960f-9cd3242fd0ae service neutron] 10.222.0.66 "PUT /v2.0/ports/3023a69d-328f-4b58-9771-784d72e4f402 HTTP/1.1" status: 200 len: 1123 time: 0.9457846 Nov 25 13:10:56.407043 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98ea113-4a41-42e2-960f-9cd3242fd0ae service neutron] Pushing event updated for resources: {'Port': ['ID=3023a69d-328f-4b58-9771-784d72e4f402,revision_number=8']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:56.448065 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00eafd-ef86-4320-a41f-08201654019f req-a7aafa5c-76b5-4537-bf24-45842182e49e tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:56.449563 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7d00eafd-ef86-4320-a41f-08201654019f req-a7aafa5c-76b5-4537-bf24-45842182e49e tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/ports?device_id=51c0db8c-847b-45a0-8028-fae0a418429b HTTP/1.1" status: 200 len: 945 time: 0.1106663 Nov 25 13:10:56.477373 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-638ccd45-addf-4da4-8c54-b142ebd44da5 req-ca5a63d1-fa35-4b8a-9365-73dd2344ae52 service neutron] 10.222.0.66 "GET /v2.0/networks/05538b39-0ed2-40a2-b712-e6a9ac11f528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369170 Nov 25 13:10:56.496015 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['3023a69d-328f-4b58-9771-784d72e4f402'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:10:56.513082 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7d00eafd-ef86-4320-a41f-08201654019f req-9fee684a-95ff-44cf-a572-6cc280223909 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/security-groups?id=f6748c79-b185-401c-a5a4-7558eeb3a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542266 Nov 25 13:10:56.563632 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['3023a69d-328f-4b58-9771-784d72e4f402'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:10:56.581765 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081a90db-4370-4471-9a05-1a4954c7d249 req-c700e2a5-77e9-4297-bfc3-9f090de74ae5 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:56.583950 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-081a90db-4370-4471-9a05-1a4954c7d249 req-c700e2a5-77e9-4297-bfc3-9f090de74ae5 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee9867b2-091f-48d3-b046-97d64fedd95b HTTP/1.1" status: 200 len: 950 time: 0.0695250 Nov 25 13:10:56.651921 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-081a90db-4370-4471-9a05-1a4954c7d249 req-cdc1a09e-3e95-420f-bed0-7112eead1542 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590029 Nov 25 13:10:56.755859 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692434ab-4f0f-41ec-baed-ae2c02e52d74 req-ebb92c56-ae92-4310-ba0a-fad9ab9551b8 tempest-InstanceActionsTestJSON-1968219564 tempest-InstanceActionsTestJSON-1968219564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:56.757399 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-692434ab-4f0f-41ec-baed-ae2c02e52d74 req-ebb92c56-ae92-4310-ba0a-fad9ab9551b8 tempest-InstanceActionsTestJSON-1968219564 tempest-InstanceActionsTestJSON-1968219564-project] 10.222.0.53 "GET /v2.0/ports?device_id=913e29d9-60a3-4747-b862-90cf205dc639 HTTP/1.1" status: 200 len: 945 time: 0.0698981 Nov 25 13:10:56.817649 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-692434ab-4f0f-41ec-baed-ae2c02e52d74 req-f93bc849-3536-4464-8bd3-6e07b5209f90 tempest-InstanceActionsTestJSON-1968219564 tempest-InstanceActionsTestJSON-1968219564-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad8398b4-8a5d-4543-8df8-ad9bcf2c2405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527503 Nov 25 13:10:56.943332 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db68d3-d079-4e48-b555-191c8592c8ef req-e7e6bd31-feda-41b5-9af6-c3bfa4ebb5e1 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:56.947242 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-20db68d3-d079-4e48-b555-191c8592c8ef req-e7e6bd31-feda-41b5-9af6-c3bfa4ebb5e1 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=b367cf64-83ee-4732-8f9a-63d45147755b HTTP/1.1" status: 200 len: 943 time: 0.0556262 Nov 25 13:10:56.998669 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-20db68d3-d079-4e48-b555-191c8592c8ef req-df8e60b1-4429-435b-b399-f0f2d1e6a83a tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476949 Nov 25 13:10:57.152472 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 3023a69d-328f-4b58-9771-784d72e4f402 details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:10:57.155925 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b367cf64-83ee-4732-8f9a-63d45147755b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3023a69d-328f-4b58-9771-784d72e4f402'}, {'name': 'network-changed', 'server_uuid': 'b367cf64-83ee-4732-8f9a-63d45147755b', 'tag': '3023a69d-328f-4b58-9771-784d72e4f402'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:10:57.161932 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e87111-487b-4a32-9cc8-54be4f4bef70" -d '{"events": [{"server_uuid": "b367cf64-83ee-4732-8f9a-63d45147755b", "name": "network-vif-unplugged", "status": "completed", "tag": "3023a69d-328f-4b58-9771-784d72e4f402"}, {"name": "network-changed", "server_uuid": "b367cf64-83ee-4732-8f9a-63d45147755b", "tag": "3023a69d-328f-4b58-9771-784d72e4f402"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:10:57.212148 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 25 Nov 2021 13:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-504c58b0-1305-4d36-a467-806ed0d18d95 x-openstack-request-id: req-504c58b0-1305-4d36-a467-806ed0d18d95 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:10:57.212457 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b367cf64-83ee-4732-8f9a-63d45147755b", "name": "network-vif-unplugged", "status": "completed", "tag": "3023a69d-328f-4b58-9771-784d72e4f402", "code": 200}, {"name": "network-changed", "server_uuid": "b367cf64-83ee-4732-8f9a-63d45147755b", "tag": "3023a69d-328f-4b58-9771-784d72e4f402", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:10:57.212727 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-504c58b0-1305-4d36-a467-806ed0d18d95 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:10:57.213143 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b367cf64-83ee-4732-8f9a-63d45147755b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3023a69d-328f-4b58-9771-784d72e4f402', 'code': 200} Nov 25 13:10:57.213405 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b367cf64-83ee-4732-8f9a-63d45147755b', 'tag': '3023a69d-328f-4b58-9771-784d72e4f402', 'status': 'completed', 'code': 200} Nov 25 13:10:57.284249 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 3023a69d-328f-4b58-9771-784d72e4f402, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=3023a69d-328f-4b58-9771-784d72e4f402,segment=NetworkSegment(6f5b4a09-9f6c-4c19-8201-4d90933cd506),segment_id=6f5b4a09-9f6c-4c19-8201-4d90933cd506)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:10:57.298621 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 3023a69d-328f-4b58-9771-784d72e4f402 has no active binding in host n-h1-808199-11 {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 25 13:10:57.313676 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e87111-487b-4a32-9cc8-54be4f4bef70 req-7f778c07-47d4-4853-9530-469facdbd042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:57.315369 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-09e87111-487b-4a32-9cc8-54be4f4bef70 req-7f778c07-47d4-4853-9530-469facdbd042 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f9638bf2b13b4d579c7476454eb03e3d&device_id=b367cf64-83ee-4732-8f9a-63d45147755b HTTP/1.1" status: 200 len: 1126 time: 0.0707707 Nov 25 13:10:57.406613 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0551b04b-0e32-4e76-a582-c13e88da328e req-6c864d78-ca15-4f30-b5fd-d313120f1f17 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:57.410517 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0551b04b-0e32-4e76-a582-c13e88da328e req-6c864d78-ca15-4f30-b5fd-d313120f1f17 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=41772653-c84b-4487-8698-22e4f27f0950 HTTP/1.1" status: 200 len: 943 time: 0.0957968 Nov 25 13:10:57.411637 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e87111-487b-4a32-9cc8-54be4f4bef70 req-c4d9bf55-93a0-43f8-b2ff-25da6f37c760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:57.413352 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-09e87111-487b-4a32-9cc8-54be4f4bef70 req-c4d9bf55-93a0-43f8-b2ff-25da6f37c760 service neutron] 10.222.0.47 "GET /v2.0/networks?id=20494638-06c1-415e-90d6-c326674b78a0 HTTP/1.1" status: 200 len: 908 time: 0.0879533 Nov 25 13:10:57.430020 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab78e14-cedd-4e52-8bdb-6f7272b8f7fc req-e342f43a-3513-4df5-8275-94cd8b52106b tempest-ServerGroupTestJSON-635743724 tempest-ServerGroupTestJSON-635743724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:57.433461 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bab78e14-cedd-4e52-8bdb-6f7272b8f7fc req-e342f43a-3513-4df5-8275-94cd8b52106b tempest-ServerGroupTestJSON-635743724 tempest-ServerGroupTestJSON-635743724-project] 10.222.0.53 "GET /v2.0/ports?device_id=1879ca44-9566-4e0f-99b1-2566730a36d2 HTTP/1.1" status: 200 len: 944 time: 0.1058829 Nov 25 13:10:57.463491 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-09e87111-487b-4a32-9cc8-54be4f4bef70 req-67875dad-69d4-4dd3-a716-0900235b1ca6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3023a69d-328f-4b58-9771-784d72e4f402 HTTP/1.1" status: 200 len: 217 time: 0.0406356 Nov 25 13:10:57.496884 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0551b04b-0e32-4e76-a582-c13e88da328e req-7e813cf9-fde6-4cd4-b530-107f79235e7a tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809319 Nov 25 13:10:57.524445 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e87111-487b-4a32-9cc8-54be4f4bef70 req-c0540f2d-0013-4938-8632-2b8cd9e6d6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:57.524694 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-09e87111-487b-4a32-9cc8-54be4f4bef70 req-c0540f2d-0013-4938-8632-2b8cd9e6d6e4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=82870c5b-3c5b-4cf7-b280-dc92346a33bf HTTP/1.1" status: 200 len: 847 time: 0.0499656 Nov 25 13:10:57.525731 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bab78e14-cedd-4e52-8bdb-6f7272b8f7fc req-62c1f49b-e164-430f-9488-0ad0b1d11ec9 tempest-ServerGroupTestJSON-635743724 tempest-ServerGroupTestJSON-635743724-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f15c26b-2a98-4a01-a620-3ac1ff510d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839701 Nov 25 13:10:57.565604 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-09e87111-487b-4a32-9cc8-54be4f4bef70 req-71b9967d-0c3a-4702-9f69-8b3bb3d91164 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20494638-06c1-415e-90d6-c326674b78a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250154 Nov 25 13:10:57.569015 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 940c3d0d-5b2d-4139-9ec5-1545a6e2703a up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:10:57.627321 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 940c3d0d-5b2d-4139-9ec5-1545a6e2703a completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:10:57.637934 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 940c3d0d-5b2d-4139-9ec5-1545a6e2703a triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:10:57.638741 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:57.666726 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-09e87111-487b-4a32-9cc8-54be4f4bef70 req-843362ba-4532-4270-a48a-3b1f8073199b service neutron] 10.222.0.47 "GET /v2.0/networks/20494638-06c1-415e-90d6-c326674b78a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928690 Nov 25 13:10:57.745873 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:57.776427 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1879ca44-9566-4e0f-99b1-2566730a36d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '940c3d0d-5b2d-4139-9ec5-1545a6e2703a'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:10:57.778906 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b45e7a0-a394-49f6-b3af-8cb6aed889a3" -d '{"events": [{"server_uuid": "1879ca44-9566-4e0f-99b1-2566730a36d2", "name": "network-vif-plugged", "status": "completed", "tag": "940c3d0d-5b2d-4139-9ec5-1545a6e2703a"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:10:57.798474 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 940c3d0d-5b2d-4139-9ec5-1545a6e2703a, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=940c3d0d-5b2d-4139-9ec5-1545a6e2703a,segment=NetworkSegment(b1d40d20-3b62-4d3f-b886-63bab3725889),segment_id=b1d40d20-3b62-4d3f-b886-63bab3725889)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:10:57.803724 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:57.856515 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-09e87111-487b-4a32-9cc8-54be4f4bef70 req-5bbd7110-af60-4338-aa19-807297f0259f service neutron] 10.222.0.47 "GET /v2.0/networks/20494638-06c1-415e-90d6-c326674b78a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722057 Nov 25 13:10:57.863245 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2244fdb-c4e7-40ee-a334-4fc8d66519d3 req-59f81611-b2fd-4707-b58d-4ce2a6f06bf3 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:57.875560 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f2244fdb-c4e7-40ee-a334-4fc8d66519d3 req-59f81611-b2fd-4707-b58d-4ce2a6f06bf3 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee9867b2-091f-48d3-b046-97d64fedd95b HTTP/1.1" status: 200 len: 950 time: 0.0855386 Nov 25 13:10:57.875998 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b13ee54-5511-40d9-924e-2c3e02cdbe1a x-openstack-request-id: req-1b13ee54-5511-40d9-924e-2c3e02cdbe1a {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:10:57.876295 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1879ca44-9566-4e0f-99b1-2566730a36d2", "name": "network-vif-plugged", "status": "completed", "tag": "940c3d0d-5b2d-4139-9ec5-1545a6e2703a", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:10:57.878138 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1b13ee54-5511-40d9-924e-2c3e02cdbe1a {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:10:57.878850 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1879ca44-9566-4e0f-99b1-2566730a36d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '940c3d0d-5b2d-4139-9ec5-1545a6e2703a', 'code': 200} Nov 25 13:10:57.886567 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=940c3d0d-5b2d-4139-9ec5-1545a6e2703a,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:57.907564 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:10:57.907927 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:10:57.908330 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:10:57.908920 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:10:57.909258 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:10:57.909751 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:10:57.910086 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:10:57.910928 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:10:57.911272 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:10:57.911610 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:10:57.912076 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:10:57.913326 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:10:57.970686 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f2244fdb-c4e7-40ee-a334-4fc8d66519d3 req-f374413c-e87b-4cde-ae27-d608b873a7ab tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819614 Nov 25 13:10:58.030180 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dcf0bd-6e1e-4b71-9603-29658c0ab8c1 req-266f5944-0810-474e-b4cd-babaded708d8 tempest-InstanceActionsTestJSON-1968219564 tempest-InstanceActionsTestJSON-1968219564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:58.031718 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-39dcf0bd-6e1e-4b71-9603-29658c0ab8c1 req-266f5944-0810-474e-b4cd-babaded708d8 tempest-InstanceActionsTestJSON-1968219564 tempest-InstanceActionsTestJSON-1968219564-project] 10.222.0.53 "GET /v2.0/ports?device_id=913e29d9-60a3-4747-b862-90cf205dc639 HTTP/1.1" status: 200 len: 945 time: 0.0598395 Nov 25 13:10:58.040538 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032c2da-2e58-471f-b36b-4f8442cc8086 req-e4a0c4b6-6064-4239-848e-cd58dbd50c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:58.042989 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3032c2da-2e58-471f-b36b-4f8442cc8086 req-e4a0c4b6-6064-4239-848e-cd58dbd50c5e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1879ca44-9566-4e0f-99b1-2566730a36d2 HTTP/1.1" status: 200 len: 1097 time: 0.0655723 Nov 25 13:10:58.098335 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-39dcf0bd-6e1e-4b71-9603-29658c0ab8c1 req-b78e8f75-6f3f-443a-8f3e-864e07326d6f tempest-InstanceActionsTestJSON-1968219564 tempest-InstanceActionsTestJSON-1968219564-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad8398b4-8a5d-4543-8df8-ad9bcf2c2405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596447 Nov 25 13:10:58.143970 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d6dcb4-0a1e-4cf9-81a6-ddd3eaa1d0a0 req-05ad583f-3f96-419f-b588-b8e8d061abc4 tempest-InstanceActionsTestJSON-1968219564 tempest-InstanceActionsTestJSON-1968219564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:58.145718 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-08d6dcb4-0a1e-4cf9-81a6-ddd3eaa1d0a0 req-05ad583f-3f96-419f-b588-b8e8d061abc4 tempest-InstanceActionsTestJSON-1968219564 tempest-InstanceActionsTestJSON-1968219564-project] 10.222.0.47 "GET /v2.0/ports?device_id=913e29d9-60a3-4747-b862-90cf205dc639 HTTP/1.1" status: 200 len: 945 time: 0.1191800 Nov 25 13:10:58.148891 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3032c2da-2e58-471f-b36b-4f8442cc8086 req-bf89ea9e-08ff-46c1-a66d-807f461c5e73 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4f15c26b-2a98-4a01-a620-3ac1ff510d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813127 Nov 25 13:10:58.174371 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed12b5c8-5a8f-41a4-b2bc-a7a636fc250a req-ace4a46e-9af8-46ef-aeaa-692fcb34542d tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:58.176445 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ed12b5c8-5a8f-41a4-b2bc-a7a636fc250a req-ace4a46e-9af8-46ef-aeaa-692fcb34542d tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=b367cf64-83ee-4732-8f9a-63d45147755b HTTP/1.1" status: 200 len: 943 time: 0.0756972 Nov 25 13:10:58.243634 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ed12b5c8-5a8f-41a4-b2bc-a7a636fc250a req-df54548a-8ba1-4f58-8e6a-9ef4e87c9177 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600445 Nov 25 13:10:58.444951 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-08d6dcb4-0a1e-4cf9-81a6-ddd3eaa1d0a0 req-2ca15265-fd7a-4288-9f34-16be18b98b37 tempest-InstanceActionsTestJSON-1968219564 tempest-InstanceActionsTestJSON-1968219564-project] Deleting port b5ba2cbf-7a6a-459f-ae46-714f713b9bdc {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:10:58.445898 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-08d6dcb4-0a1e-4cf9-81a6-ddd3eaa1d0a0 req-2ca15265-fd7a-4288-9f34-16be18b98b37 tempest-InstanceActionsTestJSON-1968219564 tempest-InstanceActionsTestJSON-1968219564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:58.552471 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-08d6dcb4-0a1e-4cf9-81a6-ddd3eaa1d0a0 req-2ca15265-fd7a-4288-9f34-16be18b98b37 tempest-InstanceActionsTestJSON-1968219564 tempest-InstanceActionsTestJSON-1968219564-project] For port b5ba2cbf-7a6a-459f-ae46-714f713b9bdc, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=b5ba2cbf-7a6a-459f-ae46-714f713b9bdc,segment=NetworkSegment(18ba358e-f1cb-4f1a-bcfb-7efbc93a77fd),segment_id=18ba358e-f1cb-4f1a-bcfb-7efbc93a77fd)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:10:58.553017 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-08d6dcb4-0a1e-4cf9-81a6-ddd3eaa1d0a0 req-2ca15265-fd7a-4288-9f34-16be18b98b37 tempest-InstanceActionsTestJSON-1968219564 tempest-InstanceActionsTestJSON-1968219564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:58.569412 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-08d6dcb4-0a1e-4cf9-81a6-ddd3eaa1d0a0 req-2ca15265-fd7a-4288-9f34-16be18b98b37 tempest-InstanceActionsTestJSON-1968219564 tempest-InstanceActionsTestJSON-1968219564-project] Calling delete_port for b5ba2cbf-7a6a-459f-ae46-714f713b9bdc owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:10:58.655813 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb66331-be98-462a-b13b-8d14ae2c543e req-504cd08d-2e5b-464c-95eb-598037b1631a tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:58.657209 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7cb66331-be98-462a-b13b-8d14ae2c543e req-504cd08d-2e5b-464c-95eb-598037b1631a tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=41772653-c84b-4487-8698-22e4f27f0950 HTTP/1.1" status: 200 len: 943 time: 0.0808642 Nov 25 13:10:58.669856 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06f5f56-4b1c-4528-b5cb-893929e5b008 req-6f189b20-25aa-4b52-a2d7-1341acd971a9 tempest-ServerGroupTestJSON-635743724 tempest-ServerGroupTestJSON-635743724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:58.672056 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b06f5f56-4b1c-4528-b5cb-893929e5b008 req-6f189b20-25aa-4b52-a2d7-1341acd971a9 tempest-ServerGroupTestJSON-635743724 tempest-ServerGroupTestJSON-635743724-project] 10.222.0.53 "GET /v2.0/ports?device_id=1879ca44-9566-4e0f-99b1-2566730a36d2 HTTP/1.1" status: 200 len: 945 time: 0.0667415 Nov 25 13:10:58.708198 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-08d6dcb4-0a1e-4cf9-81a6-ddd3eaa1d0a0 req-2ca15265-fd7a-4288-9f34-16be18b98b37 tempest-InstanceActionsTestJSON-1968219564 tempest-InstanceActionsTestJSON-1968219564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:58.723533 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['b5ba2cbf-7a6a-459f-ae46-714f713b9bdc'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:10:58.745946 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca15265-fd7a-4288-9f34-16be18b98b37 tempest-InstanceActionsTestJSON-1968219564 tempest-InstanceActionsTestJSON-1968219564-project] Pushing event deleted for resources: {'Port': ['ID=b5ba2cbf-7a6a-459f-ae46-714f713b9bdc,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:58.757034 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7cb66331-be98-462a-b13b-8d14ae2c543e req-04101ecb-35b0-4a66-a1ca-7e8f1a7a970d tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794978 Nov 25 13:10:58.771853 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b06f5f56-4b1c-4528-b5cb-893929e5b008 req-a64dfe64-462e-4580-8c25-c5954b75778f tempest-ServerGroupTestJSON-635743724 tempest-ServerGroupTestJSON-635743724-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f15c26b-2a98-4a01-a620-3ac1ff510d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859175 Nov 25 13:10:58.803521 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-08d6dcb4-0a1e-4cf9-81a6-ddd3eaa1d0a0 req-2ca15265-fd7a-4288-9f34-16be18b98b37 tempest-InstanceActionsTestJSON-1968219564 tempest-InstanceActionsTestJSON-1968219564-project] No DVR routers for this DVR port b5ba2cbf-7a6a-459f-ae46-714f713b9bdc on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:10:58.806816 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-08d6dcb4-0a1e-4cf9-81a6-ddd3eaa1d0a0 req-2ca15265-fd7a-4288-9f34-16be18b98b37 tempest-InstanceActionsTestJSON-1968219564 tempest-InstanceActionsTestJSON-1968219564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:58.811003 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-08d6dcb4-0a1e-4cf9-81a6-ddd3eaa1d0a0 req-2ca15265-fd7a-4288-9f34-16be18b98b37 tempest-InstanceActionsTestJSON-1968219564 tempest-InstanceActionsTestJSON-1968219564-project] 10.222.0.47 "DELETE /v2.0/ports/b5ba2cbf-7a6a-459f-ae46-714f713b9bdc HTTP/1.1" status: 204 len: 173 time: 0.4827950 Nov 25 13:10:59.111463 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012d923-a344-46af-91ee-e9968303f661 req-388983a2-be14-4f61-af35-0a48fffd30fc tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:59.113130 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b012d923-a344-46af-91ee-e9968303f661 req-388983a2-be14-4f61-af35-0a48fffd30fc tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee9867b2-091f-48d3-b046-97d64fedd95b HTTP/1.1" status: 200 len: 950 time: 0.0521870 Nov 25 13:10:59.155698 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device a0b24051-a884-4ef5-adf5-16112a3d192e details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:10:59.169139 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b012d923-a344-46af-91ee-e9968303f661 req-4dbf0b13-c57a-4558-8ceb-384efb0e5970 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498335 Nov 25 13:10:59.215519 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '913e29d9-60a3-4747-b862-90cf205dc639', 'name': 'network-vif-deleted', 'tag': 'b5ba2cbf-7a6a-459f-ae46-714f713b9bdc'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:10:59.221464 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d2ec402-45d1-4386-b3b9-fc4467bc66c6" -d '{"events": [{"server_uuid": "913e29d9-60a3-4747-b862-90cf205dc639", "name": "network-vif-deleted", "tag": "b5ba2cbf-7a6a-459f-ae46-714f713b9bdc"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:10:59.295091 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b9cc7274-c955-419a-8856-ea52a12bb9a4 req-95413d4a-d642-43de-a70a-af03585e2bd0 tempest-InstanceActionsTestJSON-1968219564 tempest-InstanceActionsTestJSON-1968219564-project] 10.222.0.53 "GET /v2.0/ports?device_id=913e29d9-60a3-4747-b862-90cf205dc639 HTTP/1.1" status: 200 len: 210 time: 0.0405183 Nov 25 13:10:59.312751 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port a0b24051-a884-4ef5-adf5-16112a3d192e, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=a0b24051-a884-4ef5-adf5-16112a3d192e,segment=NetworkSegment(e8fc9265-97df-4bce-bf9a-73ae38a4e9ce),segment_id=e8fc9265-97df-4bce-bf9a-73ae38a4e9ce)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:10:59.337349 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': 'a0b24051-a884-4ef5-adf5-16112a3d192e', 'network_id': '3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d', 'port_id': 'a0b24051-a884-4ef5-adf5-16112a3d192e', 'mac_address': 'fa:16:3e:b1:a2:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af6d388d-5278-4fef-a1e9-b40af907e39b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:10:59.363593 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6e3f51-1003-4b80-b6db-d2edfe63b0d8 x-openstack-request-id: req-5f6e3f51-1003-4b80-b6db-d2edfe63b0d8 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:10:59.364127 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "913e29d9-60a3-4747-b862-90cf205dc639", "name": "network-vif-deleted", "tag": "b5ba2cbf-7a6a-459f-ae46-714f713b9bdc", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:10:59.364697 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5f6e3f51-1003-4b80-b6db-d2edfe63b0d8 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:10:59.365104 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '913e29d9-60a3-4747-b862-90cf205dc639', 'name': 'network-vif-deleted', 'tag': 'b5ba2cbf-7a6a-459f-ae46-714f713b9bdc', 'status': 'completed', 'code': 200} Nov 25 13:10:59.412932 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:59.428080 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a0b24051-a884-4ef5-adf5-16112a3d192e {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:10:59.458003 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port a0b24051-a884-4ef5-adf5-16112a3d192e, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=a0b24051-a884-4ef5-adf5-16112a3d192e,segment=NetworkSegment(e8fc9265-97df-4bce-bf9a-73ae38a4e9ce),segment_id=e8fc9265-97df-4bce-bf9a-73ae38a4e9ce)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:10:59.462008 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:10:59.494897 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14fb0e4-6027-40c3-9e11-ef100e0f50d9 req-b2bf1f86-98d5-4f11-8fde-fb45c4e9fe06 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:59.496277 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f14fb0e4-6027-40c3-9e11-ef100e0f50d9 req-b2bf1f86-98d5-4f11-8fde-fb45c4e9fe06 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=b367cf64-83ee-4732-8f9a-63d45147755b HTTP/1.1" status: 200 len: 943 time: 0.0636911 Nov 25 13:10:59.510548 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=a0b24051-a884-4ef5-adf5-16112a3d192e,revision_number=6']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:10:59.543654 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f14fb0e4-6027-40c3-9e11-ef100e0f50d9 req-26acbaea-978f-4c09-880a-7ec158147548 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403285 Nov 25 13:10:59.704159 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['a0b24051-a884-4ef5-adf5-16112a3d192e'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:10:59.921591 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d57dfb-472c-4145-b419-64bdfcfeba11 req-e2a990d6-e7c5-4bea-a96b-3e966fda0b35 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:59.923083 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-96d57dfb-472c-4145-b419-64bdfcfeba11 req-e2a990d6-e7c5-4bea-a96b-3e966fda0b35 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=41772653-c84b-4487-8698-22e4f27f0950 HTTP/1.1" status: 200 len: 943 time: 0.0745497 Nov 25 13:10:59.931543 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17dae12-ac3a-4244-b5a9-cdcd3048e873 req-e779f6cb-7aad-4e4f-b534-9ec8e70c68ef tempest-ServerGroupTestJSON-635743724 tempest-ServerGroupTestJSON-635743724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:10:59.932916 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b17dae12-ac3a-4244-b5a9-cdcd3048e873 req-e779f6cb-7aad-4e4f-b534-9ec8e70c68ef tempest-ServerGroupTestJSON-635743724 tempest-ServerGroupTestJSON-635743724-project] 10.222.0.53 "GET /v2.0/ports?device_id=1879ca44-9566-4e0f-99b1-2566730a36d2 HTTP/1.1" status: 200 len: 945 time: 0.0832214 Nov 25 13:11:00.006196 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-96d57dfb-472c-4145-b419-64bdfcfeba11 req-4054f13f-5e2e-461f-8c5d-a244feba1d82 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723186 Nov 25 13:11:00.009969 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b17dae12-ac3a-4244-b5a9-cdcd3048e873 req-c9018a94-eaa7-433b-9654-85fa38adec73 tempest-ServerGroupTestJSON-635743724 tempest-ServerGroupTestJSON-635743724-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f15c26b-2a98-4a01-a620-3ac1ff510d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705535 Nov 25 13:11:00.322143 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9cee6a71-2789-454a-8fca-b4eded4b5f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:00.492975 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b20af10-1ef5-44b4-8464-9189bf77a7ff req-359aa391-8b62-48ec-8915-4456c090008e tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:00.500555 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4b20af10-1ef5-44b4-8464-9189bf77a7ff req-359aa391-8b62-48ec-8915-4456c090008e tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee9867b2-091f-48d3-b046-97d64fedd95b HTTP/1.1" status: 200 len: 950 time: 0.1757886 Nov 25 13:11:00.517131 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf2d49b-01dc-4f89-8b18-47df8f7b57d6 req-1e863de2-8089-44e9-a961-9b73307f69d6 tempest-ServerGroupTestJSON-635743724 tempest-ServerGroupTestJSON-635743724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:00.524896 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bdf2d49b-01dc-4f89-8b18-47df8f7b57d6 req-1e863de2-8089-44e9-a961-9b73307f69d6 tempest-ServerGroupTestJSON-635743724 tempest-ServerGroupTestJSON-635743724-project] 10.222.0.53 "GET /v2.0/ports?device_id=1879ca44-9566-4e0f-99b1-2566730a36d2 HTTP/1.1" status: 200 len: 945 time: 0.1465125 Nov 25 13:11:00.602523 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4b20af10-1ef5-44b4-8464-9189bf77a7ff req-c3d272c0-b9fe-4fa3-87f1-3460cfc3f63f tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010253 Nov 25 13:11:00.627227 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bdf2d49b-01dc-4f89-8b18-47df8f7b57d6 req-d464362f-b888-4b3e-a867-33bb18b17adf tempest-ServerGroupTestJSON-635743724 tempest-ServerGroupTestJSON-635743724-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f15c26b-2a98-4a01-a620-3ac1ff510d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943127 Nov 25 13:11:00.672551 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 37490) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:11:00.722925 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-e38b98d9-a600-461b-99d3-3afcc6615a6b admin admin] Deleting subnet 56285ae1-c07e-4f45-af0a-8220fc4a98cd {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:11:00.726902 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e38b98d9-a600-461b-99d3-3afcc6615a6b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:00.789177 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e38b98d9-a600-461b-99d3-3afcc6615a6b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:00.831225 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd6f00-1736-4795-9bc4-90d682cf94b7 req-2a97136d-c8b2-4336-be7a-86ab76891514 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:00.840841 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e38b98d9-a600-461b-99d3-3afcc6615a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:00.841068 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-98fd6f00-1736-4795-9bc4-90d682cf94b7 req-2a97136d-c8b2-4336-be7a-86ab76891514 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=b367cf64-83ee-4732-8f9a-63d45147755b HTTP/1.1" status: 200 len: 943 time: 0.0962195 Nov 25 13:11:00.910935 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-98fd6f00-1736-4795-9bc4-90d682cf94b7 req-f6977915-6031-4965-9270-3fb3aaeba95b tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688636 Nov 25 13:11:00.938257 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e38b98d9-a600-461b-99d3-3afcc6615a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:00.966330 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38b98d9-a600-461b-99d3-3afcc6615a6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56285ae1-c07e-4f45-af0a-8220fc4a98cd,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:00.970447 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e38b98d9-a600-461b-99d3-3afcc6615a6b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:00.976159 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-e38b98d9-a600-461b-99d3-3afcc6615a6b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/56285ae1-c07e-4f45-af0a-8220fc4a98cd HTTP/1.1" status: 204 len: 168 time: 0.3023889 Nov 25 13:11:00.978527 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 37496) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:11:01.053505 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d5b08eb4-bd7f-4d46-8509-b4b4f045d680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:01.178350 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device a0b24051-a884-4ef5-adf5-16112a3d192e up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:11:01.179709 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3790ec0-569c-4798-9ca7-f4fd7b3f83de req-c085690f-89fa-43fb-bd72-42572b318d76 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:01.187795 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f3790ec0-569c-4798-9ca7-f4fd7b3f83de req-c085690f-89fa-43fb-bd72-42572b318d76 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=41772653-c84b-4487-8698-22e4f27f0950 HTTP/1.1" status: 200 len: 943 time: 0.0734596 Nov 25 13:11:01.248332 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f3790ec0-569c-4798-9ca7-f4fd7b3f83de req-112f5d22-8154-455c-87c1-2363f380e3b1 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592749 Nov 25 13:11:01.325537 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port a0b24051-a884-4ef5-adf5-16112a3d192e triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:11:01.326094 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:01.423250 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d5b08eb4-bd7f-4d46-8509-b4b4f045d680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:01.481027 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-d5b08eb4-bd7f-4d46-8509-b4b4f045d680 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['026ceda7-d899-4127-bb5a-51d2dee05d38']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:11:01.501708 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-d5b08eb4-bd7f-4d46-8509-b4b4f045d680 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18ba358e-f1cb-4f1a-bcfb-7efbc93a77fd') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:11:01.502057 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-d5b08eb4-bd7f-4d46-8509-b4b4f045d680 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18ba358e-f1cb-4f1a-bcfb-7efbc93a77fd') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:11:01.504694 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:01.514059 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d5b08eb4-bd7f-4d46-8509-b4b4f045d680 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:01.546555 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d5b08eb4-bd7f-4d46-8509-b4b4f045d680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:01.572699 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5b08eb4-bd7f-4d46-8509-b4b4f045d680 admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:11:01.580037 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d5b08eb4-bd7f-4d46-8509-b4b4f045d680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:01.582588 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:11:01.582588 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:11:01.582588 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:11:01.582588 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:11:01.582588 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:11:01.582588 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:11:01.582588 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:11:01.582588 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:11:01.582588 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:11:01.582588 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:11:01.582588 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:11:01.582588 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:11:01.582588 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:11:01.582588 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:11:01.582588 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:11:01.582588 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:11:01.582588 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:11:01.582588 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:11:01.582588 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:11:01.582588 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:11:01.582588 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:11:01.582588 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:11:01.582588 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:11:01.582588 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:11:01.582588 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:11:01.582588 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:11:01.582588 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:11:01.582588 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:11:01.582588 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:11:01.582588 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:11:01.582588 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:11:01.582588 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:11:01.585100 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51c0db8c-847b-45a0-8028-fae0a418429b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b24051-a884-4ef5-adf5-16112a3d192e'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:11:01.586973 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237f2d16-9623-4063-bd40-309a7e489bac" -d '{"events": [{"server_uuid": "51c0db8c-847b-45a0-8028-fae0a418429b", "name": "network-vif-plugged", "status": "completed", "tag": "a0b24051-a884-4ef5-adf5-16112a3d192e"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:11:01.590651 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device b5ba2cbf-7a6a-459f-ae46-714f713b9bdc no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:11:01.701948 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: b5ba2cbf-7a6a-459f-ae46-714f713b9bdc {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:11:01.705112 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device b5ba2cbf-7a6a-459f-ae46-714f713b9bdc not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:11:01.712497 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port a0b24051-a884-4ef5-adf5-16112a3d192e, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=a0b24051-a884-4ef5-adf5-16112a3d192e,segment=NetworkSegment(e8fc9265-97df-4bce-bf9a-73ae38a4e9ce),segment_id=e8fc9265-97df-4bce-bf9a-73ae38a4e9ce)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:11:01.742636 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc63779-e947-412e-96ec-5329f13bff83 x-openstack-request-id: req-5fc63779-e947-412e-96ec-5329f13bff83 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:11:01.743089 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51c0db8c-847b-45a0-8028-fae0a418429b", "name": "network-vif-plugged", "status": "completed", "tag": "a0b24051-a884-4ef5-adf5-16112a3d192e", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:11:01.743471 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5fc63779-e947-412e-96ec-5329f13bff83 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:11:01.743980 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51c0db8c-847b-45a0-8028-fae0a418429b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b24051-a884-4ef5-adf5-16112a3d192e', 'code': 200} Nov 25 13:11:01.755108 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:01.904785 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d5b08eb4-bd7f-4d46-8509-b4b4f045d680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:01.913411 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=a0b24051-a884-4ef5-adf5-16112a3d192e,revision_number=7']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:01.915594 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d5b08eb4-bd7f-4d46-8509-b4b4f045d680 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:01.921772 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d5b08eb4-bd7f-4d46-8509-b4b4f045d680 admin admin] 10.222.0.53 "DELETE /v2.0/networks/026ceda7-d899-4127-bb5a-51d2dee05d38 HTTP/1.1" status: 204 len: 168 time: 0.9419582 Nov 25 13:11:01.944232 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5cbf53-3144-4b27-8ed4-f7c5313bd596 req-0eb1e511-9d5f-4330-b586-5bb85c1f972b tempest-ServerGroupTestJSON-635743724 tempest-ServerGroupTestJSON-635743724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:01.949810 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ff5cbf53-3144-4b27-8ed4-f7c5313bd596 req-0eb1e511-9d5f-4330-b586-5bb85c1f972b tempest-ServerGroupTestJSON-635743724 tempest-ServerGroupTestJSON-635743724-project] 10.222.0.47 "GET /v2.0/ports?device_id=1879ca44-9566-4e0f-99b1-2566730a36d2 HTTP/1.1" status: 200 len: 945 time: 0.3070409 Nov 25 13:11:02.014029 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b08eb4-bd7f-4d46-8509-b4b4f045d680 admin admin] Pushing event deleted for resources: {'Network': ['ID=026ceda7-d899-4127-bb5a-51d2dee05d38,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:02.178564 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-ff5cbf53-3144-4b27-8ed4-f7c5313bd596 req-24d0d3e6-f4cc-4c5c-997e-471c55489fe2 tempest-ServerGroupTestJSON-635743724 tempest-ServerGroupTestJSON-635743724-project] Deleting port 940c3d0d-5b2d-4139-9ec5-1545a6e2703a {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:11:02.179332 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ff5cbf53-3144-4b27-8ed4-f7c5313bd596 req-24d0d3e6-f4cc-4c5c-997e-471c55489fe2 tempest-ServerGroupTestJSON-635743724 tempest-ServerGroupTestJSON-635743724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:02.204202 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 37516) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:11:02.286496 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-6b1055d2-f2c4-4619-a44d-590065a1c3a1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=03798afe77ad4e5191b74692dd9dff44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0801098 Nov 25 13:11:02.293638 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 37522) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:11:02.399238 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-ff5cbf53-3144-4b27-8ed4-f7c5313bd596 req-24d0d3e6-f4cc-4c5c-997e-471c55489fe2 tempest-ServerGroupTestJSON-635743724 tempest-ServerGroupTestJSON-635743724-project] For port 940c3d0d-5b2d-4139-9ec5-1545a6e2703a, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=940c3d0d-5b2d-4139-9ec5-1545a6e2703a,segment=NetworkSegment(b1d40d20-3b62-4d3f-b886-63bab3725889),segment_id=b1d40d20-3b62-4d3f-b886-63bab3725889)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:11:02.399888 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ff5cbf53-3144-4b27-8ed4-f7c5313bd596 req-24d0d3e6-f4cc-4c5c-997e-471c55489fe2 tempest-ServerGroupTestJSON-635743724 tempest-ServerGroupTestJSON-635743724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:02.417937 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110a511-bf9f-4855-b91d-2a2f58696bd8 req-f500a272-92c8-4e22-8e2b-3d1585c0b563 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:02.419747 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2cb31533-9145-4f68-bbb5-0dece34e0634 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:02.427946 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b110a511-bf9f-4855-b91d-2a2f58696bd8 req-f500a272-92c8-4e22-8e2b-3d1585c0b563 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee9867b2-091f-48d3-b046-97d64fedd95b HTTP/1.1" status: 200 len: 950 time: 0.6924999 Nov 25 13:11:02.452848 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2cb31533-9145-4f68-bbb5-0dece34e0634 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:02.507932 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-ff5cbf53-3144-4b27-8ed4-f7c5313bd596 req-24d0d3e6-f4cc-4c5c-997e-471c55489fe2 tempest-ServerGroupTestJSON-635743724 tempest-ServerGroupTestJSON-635743724-project] Calling delete_port for 940c3d0d-5b2d-4139-9ec5-1545a6e2703a owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:11:02.535584 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d88a59-3392-4b56-9937-8e890e7af980 req-96ff12a7-c62f-4192-bb94-df75b886f441 tempest-ServerGroupTestJSON-635743724 tempest-ServerGroupTestJSON-635743724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:02.550901 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-63d88a59-3392-4b56-9937-8e890e7af980 req-96ff12a7-c62f-4192-bb94-df75b886f441 tempest-ServerGroupTestJSON-635743724 tempest-ServerGroupTestJSON-635743724-project] 10.222.0.53 "GET /v2.0/ports?device_id=1879ca44-9566-4e0f-99b1-2566730a36d2 HTTP/1.1" status: 200 len: 945 time: 0.7430737 Nov 25 13:11:02.571760 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2cb31533-9145-4f68-bbb5-0dece34e0634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:02.575543 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2cb31533-9145-4f68-bbb5-0dece34e0634 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:02.576969 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-2cb31533-9145-4f68-bbb5-0dece34e0634 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ad8398b4-8a5d-4543-8df8-ad9bcf2c2405 HTTP/1.1" status: 204 len: 168 time: 0.2820985 Nov 25 13:11:02.589927 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb31533-9145-4f68-bbb5-0dece34e0634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8398b4-8a5d-4543-8df8-ad9bcf2c2405,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:02.675590 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b110a511-bf9f-4855-b91d-2a2f58696bd8 req-68df153c-ca7d-45f0-899f-fdf2564d68a7 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462571 Nov 25 13:11:02.700090 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8e3c417b-8cd6-47e6-9fb3-b400a646314b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:02.771359 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ff5cbf53-3144-4b27-8ed4-f7c5313bd596 req-24d0d3e6-f4cc-4c5c-997e-471c55489fe2 tempest-ServerGroupTestJSON-635743724 tempest-ServerGroupTestJSON-635743724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:02.786790 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['940c3d0d-5b2d-4139-9ec5-1545a6e2703a'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:11:02.809420 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-63d88a59-3392-4b56-9937-8e890e7af980 req-75bd8740-3b5f-4618-9151-5d293c41e872 tempest-ServerGroupTestJSON-635743724 tempest-ServerGroupTestJSON-635743724-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f15c26b-2a98-4a01-a620-3ac1ff510d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575276 Nov 25 13:11:02.880124 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d0d3e6-f4cc-4c5c-997e-471c55489fe2 tempest-ServerGroupTestJSON-635743724 tempest-ServerGroupTestJSON-635743724-project] Pushing event deleted for resources: {'Port': ['ID=940c3d0d-5b2d-4139-9ec5-1545a6e2703a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:03.062482 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff5cbf53-3144-4b27-8ed4-f7c5313bd596 req-24d0d3e6-f4cc-4c5c-997e-471c55489fe2 tempest-ServerGroupTestJSON-635743724 tempest-ServerGroupTestJSON-635743724-project] No DVR routers for this DVR port 940c3d0d-5b2d-4139-9ec5-1545a6e2703a on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:11:03.072279 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ff5cbf53-3144-4b27-8ed4-f7c5313bd596 req-24d0d3e6-f4cc-4c5c-997e-471c55489fe2 tempest-ServerGroupTestJSON-635743724 tempest-ServerGroupTestJSON-635743724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:03.078975 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ff5cbf53-3144-4b27-8ed4-f7c5313bd596 req-24d0d3e6-f4cc-4c5c-997e-471c55489fe2 tempest-ServerGroupTestJSON-635743724 tempest-ServerGroupTestJSON-635743724-project] 10.222.0.47 "DELETE /v2.0/ports/940c3d0d-5b2d-4139-9ec5-1545a6e2703a HTTP/1.1" status: 204 len: 173 time: 1.0935159 Nov 25 13:11:03.087686 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1879ca44-9566-4e0f-99b1-2566730a36d2', 'name': 'network-vif-deleted', 'tag': '940c3d0d-5b2d-4139-9ec5-1545a6e2703a'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:11:03.091777 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f347e2-9c6d-4980-9cdd-a06fb7a3a7cd" -d '{"events": [{"server_uuid": "1879ca44-9566-4e0f-99b1-2566730a36d2", "name": "network-vif-deleted", "tag": "940c3d0d-5b2d-4139-9ec5-1545a6e2703a"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:11:03.100965 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a88905-effd-47ff-9074-e4a8c06a4e67 req-d90ac377-1d95-4d57-9368-6dab513457cf tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:03.109437 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f0a88905-effd-47ff-9074-e4a8c06a4e67 req-d90ac377-1d95-4d57-9368-6dab513457cf tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=b367cf64-83ee-4732-8f9a-63d45147755b HTTP/1.1" status: 200 len: 943 time: 0.1422870 Nov 25 13:11:03.305339 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f0a88905-effd-47ff-9074-e4a8c06a4e67 req-acad51a8-91cd-46c8-92bd-5cd4f98a9807 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877837 Nov 25 13:11:03.354940 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36583927-4a9d-41b4-a2b1-657ae9357834 req-ec4425dd-2009-48c7-b94f-770fb15c2e2f tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:03.356501 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-36583927-4a9d-41b4-a2b1-657ae9357834 req-ec4425dd-2009-48c7-b94f-770fb15c2e2f tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=41772653-c84b-4487-8698-22e4f27f0950 HTTP/1.1" status: 200 len: 943 time: 0.1617701 Nov 25 13:11:03.464975 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87177ae-cacd-4b9e-94c8-7e3f73ec766a x-openstack-request-id: req-f87177ae-cacd-4b9e-94c8-7e3f73ec766a {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:11:03.466259 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1879ca44-9566-4e0f-99b1-2566730a36d2", "name": "network-vif-deleted", "tag": "940c3d0d-5b2d-4139-9ec5-1545a6e2703a", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:11:03.466981 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f87177ae-cacd-4b9e-94c8-7e3f73ec766a {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:11:03.467912 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1879ca44-9566-4e0f-99b1-2566730a36d2', 'name': 'network-vif-deleted', 'tag': '940c3d0d-5b2d-4139-9ec5-1545a6e2703a', 'status': 'completed', 'code': 200} Nov 25 13:11:03.542003 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-36583927-4a9d-41b4-a2b1-657ae9357834 req-9c769e89-0175-4f5a-856d-1cb37589df01 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741827 Nov 25 13:11:03.596892 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 929769d0-86ac-42e6-8b6c-a67b0094b459 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:11:03.920468 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 929769d0-86ac-42e6-8b6c-a67b0094b459, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=929769d0-86ac-42e6-8b6c-a67b0094b459,segment=NetworkSegment(f1015c3b-5561-4c41-908e-568aaa0911cd),segment_id=f1015c3b-5561-4c41-908e-568aaa0911cd)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:11:03.944904 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687698d6-78bf-435d-948e-a4455a6e8846 req-8be66d18-6494-4114-944f-930094e93ec2 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:03.946858 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-687698d6-78bf-435d-948e-a4455a6e8846 req-8be66d18-6494-4114-944f-930094e93ec2 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee9867b2-091f-48d3-b046-97d64fedd95b HTTP/1.1" status: 200 len: 950 time: 0.1355217 Nov 25 13:11:04.063431 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-687698d6-78bf-435d-948e-a4455a6e8846 req-6db34891-5a57-46b7-858e-125ee8ef57a7 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074429 Nov 25 13:11:04.207815 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '929769d0-86ac-42e6-8b6c-a67b0094b459', 'network_id': '4eedb877-5fc3-46a9-a0e2-7e0a431fb103', 'port_id': '929769d0-86ac-42e6-8b6c-a67b0094b459', 'mac_address': 'fa:16:3e:ab:56:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6ff4ad3-eaf7-4ebb-ae7a-2ad7a9626250', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:11:04.268388 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:04.287612 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:04.291228 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 929769d0-86ac-42e6-8b6c-a67b0094b459 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:11:04.325003 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 929769d0-86ac-42e6-8b6c-a67b0094b459, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=929769d0-86ac-42e6-8b6c-a67b0094b459,segment=NetworkSegment(f1015c3b-5561-4c41-908e-568aaa0911cd),segment_id=f1015c3b-5561-4c41-908e-568aaa0911cd)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:11:04.352598 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:04.452190 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=929769d0-86ac-42e6-8b6c-a67b0094b459,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:04.560537 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d4fd7-6988-4cac-8ddb-a97e8062c2a1 req-3013ec51-ad6c-4a22-b050-2ba863bdd47e tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:04.565776 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 37606) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:11:04.584601 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a28d4fd7-6988-4cac-8ddb-a97e8062c2a1 req-3013ec51-ad6c-4a22-b050-2ba863bdd47e tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=b367cf64-83ee-4732-8f9a-63d45147755b HTTP/1.1" status: 200 len: 943 time: 0.1105633 Nov 25 13:11:04.681610 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['929769d0-86ac-42e6-8b6c-a67b0094b459'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:11:04.685222 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 37608) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:11:04.707907 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a28d4fd7-6988-4cac-8ddb-a97e8062c2a1 req-810f7112-aa24-429d-abfd-c1948bf528c9 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219923 Nov 25 13:11:04.747504 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1d4c54f-d2f0-48d8-8b22-4e102c26108d admin admin] Deleting subnet 89b55ed6-2dff-443a-b485-b9077cba7d04 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:11:04.764677 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c1d4c54f-d2f0-48d8-8b22-4e102c26108d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:04.780868 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77947867-2fe5-48e0-a961-f23c8a1d16c0 req-14b5f7a0-6208-4efe-b86a-ab2657ea9350 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:04.800714 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-77947867-2fe5-48e0-a961-f23c8a1d16c0 req-14b5f7a0-6208-4efe-b86a-ab2657ea9350 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=41772653-c84b-4487-8698-22e4f27f0950 HTTP/1.1" status: 200 len: 944 time: 0.1256208 Nov 25 13:11:04.873655 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c1d4c54f-d2f0-48d8-8b22-4e102c26108d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:04.959903 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-77947867-2fe5-48e0-a961-f23c8a1d16c0 req-9fb6f291-9f7b-4e5d-8f0c-876bad2efed5 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571321 Nov 25 13:11:04.965937 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c1d4c54f-d2f0-48d8-8b22-4e102c26108d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:05.017127 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-cbbe8e7b-9b62-425b-9d17-55df0c1f1c15 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1451563134-network', 'tenant_id': 'a11ad03c56464d93986153bf712bda7a'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:11:05.069846 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbbe8e7b-9b62-425b-9d17-55df0c1f1c15 admin admin] Made reservation on behalf of a11ad03c56464d93986153bf712bda7a for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:11:05.072725 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cbbe8e7b-9b62-425b-9d17-55df0c1f1c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:05.087893 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cbbe8e7b-9b62-425b-9d17-55df0c1f1c15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:05.101212 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c1d4c54f-d2f0-48d8-8b22-4e102c26108d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:05.135991 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:05.154213 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d4c54f-d2f0-48d8-8b22-4e102c26108d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89b55ed6-2dff-443a-b485-b9077cba7d04,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:05.181278 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c1d4c54f-d2f0-48d8-8b22-4e102c26108d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:05.196859 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c1d4c54f-d2f0-48d8-8b22-4e102c26108d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/89b55ed6-2dff-443a-b485-b9077cba7d04 HTTP/1.1" status: 204 len: 168 time: 0.6298935 Nov 25 13:11:05.200258 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 37626) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:11:05.396653 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cbbe8e7b-9b62-425b-9d17-55df0c1f1c15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:05.411792 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cbbe8e7b-9b62-425b-9d17-55df0c1f1c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:05.414063 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eedfac1-61da-44bd-bc53-53dcc0b86ff0 req-7dc12379-5fc4-4d73-84fe-65b2c44d2616 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:05.422141 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2eedfac1-61da-44bd-bc53-53dcc0b86ff0 req-7dc12379-5fc4-4d73-84fe-65b2c44d2616 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee9867b2-091f-48d3-b046-97d64fedd95b HTTP/1.1" status: 200 len: 950 time: 0.2004666 Nov 25 13:11:05.451778 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbbe8e7b-9b62-425b-9d17-55df0c1f1c15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:11:05.465220 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe8e7b-9b62-425b-9d17-55df0c1f1c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e57746c-a056-414e-9571-33500a85083a,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:05.475618 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cbbe8e7b-9b62-425b-9d17-55df0c1f1c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:05.475996 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-cbbe8e7b-9b62-425b-9d17-55df0c1f1c15 admin admin] Added segment 1058d4ac-5e73-4c0f-9244-14176a6e4a88 of type vlan for network 262c70d7-6144-48b3-9558-2d58ff5c73f5 Nov 25 13:11:05.515425 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2eedfac1-61da-44bd-bc53-53dcc0b86ff0 req-899b4549-8164-463f-b311-edb4e6b3c815 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917702 Nov 25 13:11:05.531403 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f9a79f24-8ecc-4335-8e94-7c7664e4b9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:05.559011 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cbbe8e7b-9b62-425b-9d17-55df0c1f1c15 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:05.599264 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 3023a69d-328f-4b58-9771-784d72e4f402 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:11:05.618272 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cbbe8e7b-9b62-425b-9d17-55df0c1f1c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:05.620230 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbe8e7b-9b62-425b-9d17-55df0c1f1c15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:05.621131 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cbbe8e7b-9b62-425b-9d17-55df0c1f1c15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:05.628435 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f9a79f24-8ecc-4335-8e94-7c7664e4b9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:05.675726 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-f9a79f24-8ecc-4335-8e94-7c7664e4b9c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4c3e7d6-9eaf-45af-848c-d3cac915b091']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:11:05.688601 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 37630) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:11:05.698950 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-4c0cceab-f539-49a7-9d10-6a3d9781e619 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1790837083'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:11:05.714402 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-f9a79f24-8ecc-4335-8e94-7c7664e4b9c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1d40d20-3b62-4d3f-b886-63bab3725889') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:11:05.715125 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-f9a79f24-8ecc-4335-8e94-7c7664e4b9c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1d40d20-3b62-4d3f-b886-63bab3725889') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:11:05.735918 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f9a79f24-8ecc-4335-8e94-7c7664e4b9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:05.752615 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe8e7b-9b62-425b-9d17-55df0c1f1c15 admin admin] Pushing event updated for resources: {'Network': ['ID=262c70d7-6144-48b3-9558-2d58ff5c73f5,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:05.753833 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 940c3d0d-5b2d-4139-9ec5-1545a6e2703a no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:11:05.764816 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 262c70d7-6144-48b3-9558-2d58ff5c73f5 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:11:05.766871 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f9a79f24-8ecc-4335-8e94-7c7664e4b9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:05.771764 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0cceab-f539-49a7-9d10-6a3d9781e619 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Made reservation on behalf of f253db84e4e241d4aa7c98f5a2e10d18 for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:11:05.775943 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-cbbe8e7b-9b62-425b-9d17-55df0c1f1c15 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0806670 Nov 25 13:11:05.776609 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 37634) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:11:05.776760 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4c0cceab-f539-49a7-9d10-6a3d9781e619 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:05.781611 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-d5c28b9b-5301-4472-88e6-47e04bfa4e66 admin admin] Request body: {'subnet': {'network_id': '262c70d7-6144-48b3-9558-2d58ff5c73f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1451563134-subnet', 'tenant_id': 'a11ad03c56464d93986153bf712bda7a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:11:05.794098 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9a79f24-8ecc-4335-8e94-7c7664e4b9c8 admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:11:05.796260 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f9a79f24-8ecc-4335-8e94-7c7664e4b9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:05.832001 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c28b9b-5301-4472-88e6-47e04bfa4e66 admin admin] Made reservation on behalf of a11ad03c56464d93986153bf712bda7a for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:11:05.834355 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d5c28b9b-5301-4472-88e6-47e04bfa4e66 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:05.868108 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: 940c3d0d-5b2d-4139-9ec5-1545a6e2703a {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:11:05.868459 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 940c3d0d-5b2d-4139-9ec5-1545a6e2703a not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:11:05.889454 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:11:05.889454 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:11:05.889454 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:11:05.889454 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:11:05.889454 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:11:05.889454 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:11:05.889454 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:11:05.889454 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:11:05.889454 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:11:05.889454 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:11:05.889454 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:11:05.889454 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:11:05.889454 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:11:05.889454 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:11:05.889454 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:11:05.889454 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:11:05.889454 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:11:05.889454 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:11:05.889454 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:11:05.889454 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:11:05.889454 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:11:05.889454 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:11:05.889454 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:11:05.889454 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:11:05.889454 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:11:05.889454 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:11:05.889454 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:11:05.889454 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:11:05.889454 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:11:05.889454 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:11:05.889454 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:11:05.889454 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:11:05.897285 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f9a79f24-8ecc-4335-8e94-7c7664e4b9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:05.933352 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f9a79f24-8ecc-4335-8e94-7c7664e4b9c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:05.945290 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f9a79f24-8ecc-4335-8e94-7c7664e4b9c8 admin admin] 10.222.0.53 "DELETE /v2.0/networks/a4c3e7d6-9eaf-45af-848c-d3cac915b091 HTTP/1.1" status: 204 len: 168 time: 0.7427692 Nov 25 13:11:06.046330 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a79f24-8ecc-4335-8e94-7c7664e4b9c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4c3e7d6-9eaf-45af-848c-d3cac915b091,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:06.051430 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c0cceab-f539-49a7-9d10-6a3d9781e619 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:11:06.089270 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d95d80d-bfe0-4094-a07e-d69a1981b9e4 req-90f226e4-32f4-4799-ac50-19b53be22fea tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:06.091976 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5d95d80d-bfe0-4094-a07e-d69a1981b9e4 req-90f226e4-32f4-4799-ac50-19b53be22fea tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=b367cf64-83ee-4732-8f9a-63d45147755b HTTP/1.1" status: 200 len: 943 time: 0.1977808 Nov 25 13:11:06.093700 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4c0cceab-f539-49a7-9d10-6a3d9781e619 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:06.094154 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-4c0cceab-f539-49a7-9d10-6a3d9781e619 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Added segment 4bbc928c-6a05-48c7-bd98-100069b17bb5 of type vlan for network 2b823069-d9bd-4f42-87ec-afb97511a19d Nov 25 13:11:06.165617 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d5c28b9b-5301-4472-88e6-47e04bfa4e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:06.191782 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:06.231123 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 37642) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:11:06.242348 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4c0cceab-f539-49a7-9d10-6a3d9781e619 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:06.288266 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-058fdf9f-c1e8-4c9e-8dcb-2172dba38434 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f266944e8f524d3ca10816846ea8ef92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0548365 Nov 25 13:11:06.302799 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 37646) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:11:06.305358 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4c0cceab-f539-49a7-9d10-6a3d9781e619 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:06.311776 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0cceab-f539-49a7-9d10-6a3d9781e619 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:06.312589 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4c0cceab-f539-49a7-9d10-6a3d9781e619 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:06.317597 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c28b9b-5301-4472-88e6-47e04bfa4e66 admin admin] Checking segment: {'id': '1058d4ac-5e73-4c0f-9244-14176a6e4a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '262c70d7-6144-48b3-9558-2d58ff5c73f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:11:06.318159 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c28b9b-5301-4472-88e6-47e04bfa4e66 admin admin] Network hostable DHCP agents. Network: 262c70d7-6144-48b3-9558-2d58ff5c73f5, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:11:06.342501 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c28b9b-5301-4472-88e6-47e04bfa4e66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=944dd67b-31c1-4580-877a-c7575fa9eef6,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:06.353091 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c28b9b-5301-4472-88e6-47e04bfa4e66 admin admin] Network 262c70d7-6144-48b3-9558-2d58ff5c73f5 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:11:06.366553 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-d5c28b9b-5301-4472-88e6-47e04bfa4e66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 262c70d7-6144-48b3-9558-2d58ff5c73f5) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:11:06.382849 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bb6524-a155-4e8d-bf3a-595dd4bbad9f None None] Network 262c70d7-6144-48b3-9558-2d58ff5c73f5 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:11:06.398197 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c28b9b-5301-4472-88e6-47e04bfa4e66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:06.398197 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d5c28b9b-5301-4472-88e6-47e04bfa4e66 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:06.447986 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d5c28b9b-5301-4472-88e6-47e04bfa4e66 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6701782 Nov 25 13:11:06.503624 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:11:06.513427 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [req-54657145-96ee-47fa-a38e-76c3903b791b req-09f54c93-320a-474b-994c-53c25ef466df service neutron] show failed (client error): The resource could not be found. Nov 25 13:11:06.514482 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-54657145-96ee-47fa-a38e-76c3903b791b req-09f54c93-320a-474b-994c-53c25ef466df service neutron] 10.222.0.66 "GET /v2.0/ports/04672b21-789a-4c84-8c6b-7effb679c94e/bindings/n-h2-808199-11 HTTP/1.1" status: 404 len: 381 time: 0.5296047 Nov 25 13:11:06.533917 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91bf08f-c317-43dc-9997-c88de8b28a57 req-ea0ddd63-11aa-450a-a240-341a15627cfe tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:06.539878 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a91bf08f-c317-43dc-9997-c88de8b28a57 req-ea0ddd63-11aa-450a-a240-341a15627cfe tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=41772653-c84b-4487-8698-22e4f27f0950 HTTP/1.1" status: 200 len: 944 time: 0.4380813 Nov 25 13:11:06.570332 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-4c0cceab-f539-49a7-9d10-6a3d9781e619 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8765943 Nov 25 13:11:06.571054 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 37652) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:11:06.587842 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-aba18022-42d2-46ef-b2a4-f9beffc40aa1 service neutron] 10.222.0.47 "GET /v2.0/ports/3023a69d-328f-4b58-9771-784d72e4f402/bindings/n-h1-808199-11 HTTP/1.1" status: 200 len: 385 time: 0.1385784 Nov 25 13:11:06.625304 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5d95d80d-bfe0-4094-a07e-d69a1981b9e4 req-37769e0a-e86c-4182-871a-477165e76a52 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5199897 Nov 25 13:11:06.629375 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-646044c5-4671-4c8b-b4ac-2480943af783 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1372133820'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:11:06.761419 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-646044c5-4671-4c8b-b4ac-2480943af783 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Made reservation on behalf of f253db84e4e241d4aa7c98f5a2e10d18 for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:11:06.775685 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-646044c5-4671-4c8b-b4ac-2480943af783 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:06.820292 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0cceab-f539-49a7-9d10-6a3d9781e619 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Pushing event updated for resources: {'Network': ['ID=2b823069-d9bd-4f42-87ec-afb97511a19d,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:06.823631 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-270f6a29-b007-4faa-8601-44778409deee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:06.844862 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 2b823069-d9bd-4f42-87ec-afb97511a19d details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:11:06.893387 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b66cdd-1843-497b-ae68-95f773ca87a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-262c70d7-6144-48b3-9558-2d58ff5c73f5', 'network_id': '262c70d7-6144-48b3-9558-2d58ff5c73f5', 'tenant_id': 'a11ad03c56464d93986153bf712bda7a', 'fixed_ips': [{'subnet_id': '944dd67b-31c1-4580-877a-c7575fa9eef6'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:11:06.894278 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-96b66cdd-1843-497b-ae68-95f773ca87a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:06.909129 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a91bf08f-c317-43dc-9997-c88de8b28a57 req-7815f57c-64bc-44b8-9ab5-cd4de1f8172e tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026657 Nov 25 13:11:06.980342 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-270f6a29-b007-4faa-8601-44778409deee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:06.993385 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-051659ce-b668-43fc-82af-45326e660c0e service neutron] For port 3023a69d-328f-4b58-9771-784d72e4f402, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=3023a69d-328f-4b58-9771-784d72e4f402,segment=NetworkSegment(6f5b4a09-9f6c-4c19-8201-4d90933cd506),segment_id=6f5b4a09-9f6c-4c19-8201-4d90933cd506)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:11:07.024994 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54657145-96ee-47fa-a38e-76c3903b791b req-c4f55e84-0f6c-4967-bd54-ad009100ccd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:07.026563 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-54657145-96ee-47fa-a38e-76c3903b791b req-c4f55e84-0f6c-4967-bd54-ad009100ccd4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ee9867b2-091f-48d3-b046-97d64fedd95b&tenant_id=af4c9854d3c048999405c81c71776d29 HTTP/1.1" status: 200 len: 1102 time: 0.0968299 Nov 25 13:11:07.033817 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-051659ce-b668-43fc-82af-45326e660c0e service neutron] For port 3023a69d-328f-4b58-9771-784d72e4f402, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:11:07.057122 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-54657145-96ee-47fa-a38e-76c3903b791b req-20f3688b-864e-400e-912e-b719c63a7609 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-808199-11', 'device_owner': 'compute:nova'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:11:07.063101 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-646044c5-4671-4c8b-b4ac-2480943af783 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:11:07.107281 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-051659ce-b668-43fc-82af-45326e660c0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3023a69d-328f-4b58-9771-784d72e4f402 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:11:07.125933 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-646044c5-4671-4c8b-b4ac-2480943af783 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:07.129986 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-646044c5-4671-4c8b-b4ac-2480943af783 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Added segment d1ee1bae-4fd4-4d54-817b-17b6c5f31726 of type vlan for network ce8b7f62-300f-4958-8057-b23aa4d60523 Nov 25 13:11:07.141802 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-051659ce-b668-43fc-82af-45326e660c0e service neutron] For port 3023a69d-328f-4b58-9771-784d72e4f402, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=3023a69d-328f-4b58-9771-784d72e4f402,segment=NetworkSegment(6f5b4a09-9f6c-4c19-8201-4d90933cd506),segment_id=6f5b4a09-9f6c-4c19-8201-4d90933cd506)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:11:07.145130 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449bec34-0b26-4694-abf8-cc57b9f7edef req-b96c83da-432e-4326-81ab-8d140627a006 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:07.147171 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-449bec34-0b26-4694-abf8-cc57b9f7edef req-b96c83da-432e-4326-81ab-8d140627a006 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee9867b2-091f-48d3-b046-97d64fedd95b HTTP/1.1" status: 200 len: 950 time: 0.1639402 Nov 25 13:11:07.165406 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-54657145-96ee-47fa-a38e-76c3903b791b req-20f3688b-864e-400e-912e-b719c63a7609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:07.175396 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-051659ce-b668-43fc-82af-45326e660c0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:07.196068 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-96b66cdd-1843-497b-ae68-95f773ca87a2 None None] Allocated IP 172.20.0.2 (262c70d7-6144-48b3-9558-2d58ff5c73f5/944dd67b-31c1-4580-877a-c7575fa9eef6/71f7d462-fe7b-42bb-8993-77e967281f4e) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:11:07.287686 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-646044c5-4671-4c8b-b4ac-2480943af783 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:07.357212 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-646044c5-4671-4c8b-b4ac-2480943af783 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:07.363494 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646044c5-4671-4c8b-b4ac-2480943af783 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:07.364091 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-646044c5-4671-4c8b-b4ac-2480943af783 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:07.366476 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-270f6a29-b007-4faa-8601-44778409deee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:07.368994 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-270f6a29-b007-4faa-8601-44778409deee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:07.370179 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-270f6a29-b007-4faa-8601-44778409deee admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4f15c26b-2a98-4a01-a620-3ac1ff510d17 HTTP/1.1" status: 204 len: 168 time: 1.0659709 Nov 25 13:11:07.407437 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-96b66cdd-1843-497b-ae68-95f773ca87a2 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:07.424452 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-96b66cdd-1843-497b-ae68-95f773ca87a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:07.467292 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-449bec34-0b26-4694-abf8-cc57b9f7edef req-c42fe3b3-a45b-48f4-b696-1b2e26091b36 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107107 Nov 25 13:11:07.498280 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b66cdd-1843-497b-ae68-95f773ca87a2 None None] Network 262c70d7-6144-48b3-9558-2d58ff5c73f5 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:11:07.502891 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-96b66cdd-1843-497b-ae68-95f773ca87a2 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:11:07.510089 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b66cdd-1843-497b-ae68-95f773ca87a2 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:11:07.521412 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270f6a29-b007-4faa-8601-44778409deee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f15c26b-2a98-4a01-a620-3ac1ff510d17,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:07.527562 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b66cdd-1843-497b-ae68-95f773ca87a2 None None] Pushing event updated for resources: {'Port': ['ID=71f7d462-fe7b-42bb-8993-77e967281f4e,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:07.542884 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-051659ce-b668-43fc-82af-45326e660c0e service neutron] Transition to ACTIVE for port object 3023a69d-328f-4b58-9771-784d72e4f402 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:11:07.554437 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-051659ce-b668-43fc-82af-45326e660c0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:07.595499 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-646044c5-4671-4c8b-b4ac-2480943af783 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9870341 Nov 25 13:11:07.598360 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 929769d0-86ac-42e6-8b6c-a67b0094b459 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:11:07.603921 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 37684) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:11:07.617809 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-96b66cdd-1843-497b-ae68-95f773ca87a2 None None] Attempting to bind port 71f7d462-fe7b-42bb-8993-77e967281f4e on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:11:07.618227 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-96b66cdd-1843-497b-ae68-95f773ca87a2 None None] Attempting to bind port 71f7d462-fe7b-42bb-8993-77e967281f4e by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '1058d4ac-5e73-4c0f-9244-14176a6e4a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '262c70d7-6144-48b3-9558-2d58ff5c73f5'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:11:07.618823 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b66cdd-1843-497b-ae68-95f773ca87a2 None None] Attempting to bind port 71f7d462-fe7b-42bb-8993-77e967281f4e on network 262c70d7-6144-48b3-9558-2d58ff5c73f5 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:11:07.626357 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-55384ba9-bf77-4090-b968-1fd2707c745a tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Request body: {'subnet': {'network_id': '2b823069-d9bd-4f42-87ec-afb97511a19d', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:11:07.652459 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b66cdd-1843-497b-ae68-95f773ca87a2 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:11:07.652606 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b66cdd-1843-497b-ae68-95f773ca87a2 None None] Checking segment: {'id': '1058d4ac-5e73-4c0f-9244-14176a6e4a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '262c70d7-6144-48b3-9558-2d58ff5c73f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:11:07.653317 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-96b66cdd-1843-497b-ae68-95f773ca87a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:07.653727 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b66cdd-1843-497b-ae68-95f773ca87a2 None None] Bound using segment: {'id': '1058d4ac-5e73-4c0f-9244-14176a6e4a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '262c70d7-6144-48b3-9558-2d58ff5c73f5'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:11:07.654310 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-96b66cdd-1843-497b-ae68-95f773ca87a2 None None] Bound port: 71f7d462-fe7b-42bb-8993-77e967281f4e, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1058d4ac-5e73-4c0f-9244-14176a6e4a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '262c70d7-6144-48b3-9558-2d58ff5c73f5'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:11:07.654779 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-96b66cdd-1843-497b-ae68-95f773ca87a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:07.670845 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646044c5-4671-4c8b-b4ac-2480943af783 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Pushing event updated for resources: {'Network': ['ID=ce8b7f62-300f-4958-8057-b23aa4d60523,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:07.706401 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network ce8b7f62-300f-4958-8057-b23aa4d60523 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:11:07.813744 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204cac99-d4a9-4a52-a8e4-58f7de947512 req-484cb3db-11fa-4b60-8e5a-fd9016c2c50d tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:07.816656 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-204cac99-d4a9-4a52-a8e4-58f7de947512 req-484cb3db-11fa-4b60-8e5a-fd9016c2c50d tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/networks?id=262c70d7-6144-48b3-9558-2d58ff5c73f5 HTTP/1.1" status: 200 len: 816 time: 0.4664042 Nov 25 13:11:07.825462 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-54657145-96ee-47fa-a38e-76c3903b791b req-20f3688b-864e-400e-912e-b719c63a7609 service neutron] For port 04672b21-789a-4c84-8c6b-7effb679c94e, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=04672b21-789a-4c84-8c6b-7effb679c94e,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:11:07.831601 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-051659ce-b668-43fc-82af-45326e660c0e service neutron] No DVR routers for this DVR port 3023a69d-328f-4b58-9771-784d72e4f402 on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:11:07.863080 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-204cac99-d4a9-4a52-a8e4-58f7de947512 req-a841c7a2-3138-4f8e-aa7e-18a0ee925893 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/quotas/a11ad03c56464d93986153bf712bda7a HTTP/1.1" status: 200 len: 375 time: 0.0241642 Nov 25 13:11:07.902866 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55384ba9-bf77-4090-b968-1fd2707c745a tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Made reservation on behalf of f253db84e4e241d4aa7c98f5a2e10d18 for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:11:07.912044 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-55384ba9-bf77-4090-b968-1fd2707c745a tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:07.939718 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e7695-5ee8-486c-840f-40c29422a6c5 req-9a2f6674-b902-43f0-841e-c03aae1386cd tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:07.941180 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0e1e7695-5ee8-486c-840f-40c29422a6c5 req-9a2f6674-b902-43f0-841e-c03aae1386cd tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=b367cf64-83ee-4732-8f9a-63d45147755b HTTP/1.1" status: 200 len: 944 time: 0.1672590 Nov 25 13:11:07.973961 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051659ce-b668-43fc-82af-45326e660c0e service neutron] Pushing event updated for resources: {'Port': ['ID=3023a69d-328f-4b58-9771-784d72e4f402,revision_number=10']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:08.030055 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-96b66cdd-1843-497b-ae68-95f773ca87a2 None None] For port 71f7d462-fe7b-42bb-8993-77e967281f4e, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:11:08.034326 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-96b66cdd-1843-497b-ae68-95f773ca87a2 None None] For port 71f7d462-fe7b-42bb-8993-77e967281f4e, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=71f7d462-fe7b-42bb-8993-77e967281f4e,segment=NetworkSegment(1058d4ac-5e73-4c0f-9244-14176a6e4a88),segment_id=1058d4ac-5e73-4c0f-9244-14176a6e4a88)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:11:08.055401 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-96b66cdd-1843-497b-ae68-95f773ca87a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:08.120250 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-204cac99-d4a9-4a52-a8e4-58f7de947512 req-2f5428a2-dffa-4997-8256-6103e776af93 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a11ad03c56464d93986153bf712bda7a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2337933 Nov 25 13:11:08.134456 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0e1e7695-5ee8-486c-840f-40c29422a6c5 req-64ba1b84-6644-4946-870b-391ccb5a1bcb tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725008 Nov 25 13:11:08.174463 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-051659ce-b668-43fc-82af-45326e660c0e service neutron] 10.222.0.47 "PUT /v2.0/ports/3023a69d-328f-4b58-9771-784d72e4f402/bindings/n-h1-808199-11/activate HTTP/1.1" status: 200 len: 370 time: 1.5781047 Nov 25 13:11:08.188005 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b66cdd-1843-497b-ae68-95f773ca87a2 None None] Pushing event updated for resources: {'Port': ['ID=71f7d462-fe7b-42bb-8993-77e967281f4e,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:08.206986 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 929769d0-86ac-42e6-8b6c-a67b0094b459 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:11:08.219026 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-54657145-96ee-47fa-a38e-76c3903b791b req-20f3688b-864e-400e-912e-b719c63a7609 service neutron] For port 04672b21-789a-4c84-8c6b-7effb679c94e, host n-h1-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:11:08.223209 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:08.229174 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 929769d0-86ac-42e6-8b6c-a67b0094b459 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:11:08.241843 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:08.380526 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9867b2-091f-48d3-b046-97d64fedd95b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04672b21-789a-4c84-8c6b-7effb679c94e'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:11:08.383083 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-100927cd-4c11-4958-b834-f0fe34e6db02" -d '{"events": [{"server_uuid": "ee9867b2-091f-48d3-b046-97d64fedd95b", "name": "network-vif-unplugged", "status": "completed", "tag": "04672b21-789a-4c84-8c6b-7effb679c94e"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:11:08.387939 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-54657145-96ee-47fa-a38e-76c3903b791b req-20f3688b-864e-400e-912e-b719c63a7609 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:08.408378 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-54657145-96ee-47fa-a38e-76c3903b791b req-20f3688b-864e-400e-912e-b719c63a7609 service neutron] Transition to ACTIVE for port object 04672b21-789a-4c84-8c6b-7effb679c94e will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:11:08.420306 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-54657145-96ee-47fa-a38e-76c3903b791b req-20f3688b-864e-400e-912e-b719c63a7609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:08.426543 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-204cac99-d4a9-4a52-a8e4-58f7de947512 req-a461b72a-2af5-4383-a149-5a8a48faf1fb service neutron] 10.222.0.53 "GET /v2.0/networks/262c70d7-6144-48b3-9558-2d58ff5c73f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891970 Nov 25 13:11:08.435482 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-5df94542-c8b4-4350-b70d-d6eabca62373 tempest-LiveMigrationTest-1161798756 tempest-LiveMigrationTest-1161798756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:08.437201 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-5df94542-c8b4-4350-b70d-d6eabca62373 tempest-LiveMigrationTest-1161798756 tempest-LiveMigrationTest-1161798756-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=b367cf64-83ee-4732-8f9a-63d45147755b&tenant_id=f9638bf2b13b4d579c7476454eb03e3d&binding%3Ahost_id=n-h2-808199-11 HTTP/1.1" status: 200 len: 1096 time: 0.1685636 Nov 25 13:11:08.451180 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-55384ba9-bf77-4090-b968-1fd2707c745a tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:08.518360 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:08.543024 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-54657145-96ee-47fa-a38e-76c3903b791b req-20f3688b-864e-400e-912e-b719c63a7609 service neutron] No DVR routers for this DVR port 04672b21-789a-4c84-8c6b-7effb679c94e on host n-h1-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:11:08.551310 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f3688b-864e-400e-912e-b719c63a7609 service neutron] Pushing event updated for resources: {'Port': ['ID=04672b21-789a-4c84-8c6b-7effb679c94e,revision_number=6']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:08.607519 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41772653-c84b-4487-8698-22e4f27f0950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '929769d0-86ac-42e6-8b6c-a67b0094b459'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:11:08.610247 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00af6d1f-bf3c-437c-b3c9-7065950ca626" -d '{"events": [{"server_uuid": "41772653-c84b-4487-8698-22e4f27f0950", "name": "network-vif-plugged", "status": "completed", "tag": "929769d0-86ac-42e6-8b6c-a67b0094b459"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:11:08.617961 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-54657145-96ee-47fa-a38e-76c3903b791b req-20f3688b-864e-400e-912e-b719c63a7609 service neutron] Attempting to bind port 04672b21-789a-4c84-8c6b-7effb679c94e on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:11:08.618465 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-54657145-96ee-47fa-a38e-76c3903b791b req-20f3688b-864e-400e-912e-b719c63a7609 service neutron] Attempting to bind port 04672b21-789a-4c84-8c6b-7effb679c94e by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:11:08.619323 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54657145-96ee-47fa-a38e-76c3903b791b req-20f3688b-864e-400e-912e-b719c63a7609 service neutron] Attempting to bind port 04672b21-789a-4c84-8c6b-7effb679c94e on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:11:08.626487 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54657145-96ee-47fa-a38e-76c3903b791b req-20f3688b-864e-400e-912e-b719c63a7609 service neutron] Port 04672b21-789a-4c84-8c6b-7effb679c94e on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:11:08.628999 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54657145-96ee-47fa-a38e-76c3903b791b req-20f3688b-864e-400e-912e-b719c63a7609 service neutron] Attempting to bind port 04672b21-789a-4c84-8c6b-7effb679c94e on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:11:08.639474 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54657145-96ee-47fa-a38e-76c3903b791b req-20f3688b-864e-400e-912e-b719c63a7609 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:11:08.639971 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54657145-96ee-47fa-a38e-76c3903b791b req-20f3688b-864e-400e-912e-b719c63a7609 service neutron] Checking segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:11:08.640607 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54657145-96ee-47fa-a38e-76c3903b791b req-20f3688b-864e-400e-912e-b719c63a7609 service neutron] Bound using segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:11:08.641158 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-54657145-96ee-47fa-a38e-76c3903b791b req-20f3688b-864e-400e-912e-b719c63a7609 service neutron] Bound port: 04672b21-789a-4c84-8c6b-7effb679c94e, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:11:08.641628 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-54657145-96ee-47fa-a38e-76c3903b791b req-20f3688b-864e-400e-912e-b719c63a7609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:08.644502 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 929769d0-86ac-42e6-8b6c-a67b0094b459, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=929769d0-86ac-42e6-8b6c-a67b0094b459,segment=NetworkSegment(f1015c3b-5561-4c41-908e-568aaa0911cd),segment_id=f1015c3b-5561-4c41-908e-568aaa0911cd)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:11:08.654086 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:08.824664 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=929769d0-86ac-42e6-8b6c-a67b0094b459,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:08.855580 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-204cac99-d4a9-4a52-a8e4-58f7de947512 req-e0e45eae-2459-404b-b2ac-47e03274ad9f service neutron] 10.222.0.53 "GET /v2.0/networks/262c70d7-6144-48b3-9558-2d58ff5c73f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4169676 Nov 25 13:11:08.856734 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55384ba9-bf77-4090-b968-1fd2707c745a tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Pushing event updated for resources: {'Subnet': ['ID=e25e12e8-af35-42f8-83c0-b8f9f41a748f,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:08.866932 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-54657145-96ee-47fa-a38e-76c3903b791b req-20f3688b-864e-400e-912e-b719c63a7609 service neutron] For port 04672b21-789a-4c84-8c6b-7effb679c94e, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:11:08.877745 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-54657145-96ee-47fa-a38e-76c3903b791b req-20f3688b-864e-400e-912e-b719c63a7609 service neutron] For port 04672b21-789a-4c84-8c6b-7effb679c94e, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=04672b21-789a-4c84-8c6b-7effb679c94e,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:11:08.889421 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-54657145-96ee-47fa-a38e-76c3903b791b req-20f3688b-864e-400e-912e-b719c63a7609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:08.901042 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d6ca8c-59d8-4a6c-9044-64eba54e44ab req-ae084787-612d-479e-8050-c4e8119b0c1b tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:08.903478 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f2d6ca8c-59d8-4a6c-9044-64eba54e44ab req-ae084787-612d-479e-8050-c4e8119b0c1b tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=41772653-c84b-4487-8698-22e4f27f0950 HTTP/1.1" status: 200 len: 945 time: 0.2956984 Nov 25 13:11:08.919283 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-63d15468-9a49-4aa3-abe1-e4e3a1408df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:08.921059 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-63d15468-9a49-4aa3-abe1-e4e3a1408df1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b367cf64-83ee-4732-8f9a-63d45147755b&tenant_id=f9638bf2b13b4d579c7476454eb03e3d HTTP/1.1" status: 200 len: 1096 time: 0.4669919 Nov 25 13:11:08.922154 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55384ba9-bf77-4090-b968-1fd2707c745a tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Checking segment: {'id': '4bbc928c-6a05-48c7-bd98-100069b17bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2b823069-d9bd-4f42-87ec-afb97511a19d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:11:08.922751 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55384ba9-bf77-4090-b968-1fd2707c745a tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Network hostable DHCP agents. Network: 2b823069-d9bd-4f42-87ec-afb97511a19d, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:11:08.959279 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54657145-96ee-47fa-a38e-76c3903b791b req-20f3688b-864e-400e-912e-b719c63a7609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:08.960011 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-54657145-96ee-47fa-a38e-76c3903b791b req-20f3688b-864e-400e-912e-b719c63a7609 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:08.961308 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-54657145-96ee-47fa-a38e-76c3903b791b req-20f3688b-864e-400e-912e-b719c63a7609 service neutron] 10.222.0.47 "PUT /v2.0/ports/04672b21-789a-4c84-8c6b-7effb679c94e HTTP/1.1" status: 200 len: 1097 time: 1.9247012 Nov 25 13:11:09.021377 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f3688b-864e-400e-912e-b719c63a7609 service neutron] Pushing event updated for resources: {'Port': ['ID=04672b21-789a-4c84-8c6b-7effb679c94e,revision_number=7']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:09.083945 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54657145-96ee-47fa-a38e-76c3903b791b req-e0b8b467-cc3f-4003-b6cd-57bb95b95342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:09.085445 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-54657145-96ee-47fa-a38e-76c3903b791b req-e0b8b467-cc3f-4003-b6cd-57bb95b95342 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=af4c9854d3c048999405c81c71776d29&device_id=ee9867b2-091f-48d3-b046-97d64fedd95b HTTP/1.1" status: 200 len: 1100 time: 0.0893433 Nov 25 13:11:09.094188 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55384ba9-bf77-4090-b968-1fd2707c745a tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Network 2b823069-d9bd-4f42-87ec-afb97511a19d is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:11:09.170995 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-55384ba9-bf77-4090-b968-1fd2707c745a tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 2b823069-d9bd-4f42-87ec-afb97511a19d) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:11:09.180395 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55384ba9-bf77-4090-b968-1fd2707c745a tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:09.180593 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30082982-468d-4ab2-83e4-10b26f2666f9 None None] Network 2b823069-d9bd-4f42-87ec-afb97511a19d requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:11:09.204014 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-55384ba9-bf77-4090-b968-1fd2707c745a tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:09.247357 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f2d6ca8c-59d8-4a6c-9044-64eba54e44ab req-e620dcc5-d85b-4164-8114-a5fea6d7f144 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296981 Nov 25 13:11:09.256988 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-55384ba9-bf77-4090-b968-1fd2707c745a tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6519852 Nov 25 13:11:09.258119 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 04672b21-789a-4c84-8c6b-7effb679c94e no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:11:09.259915 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-f0c50667-aac5-4dec-9d86-ce1e86f37678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:09.264673 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-f0c50667-aac5-4dec-9d86-ce1e86f37678 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f9638bf2b13b4d579c7476454eb03e3d&device_id=b367cf64-83ee-4732-8f9a-63d45147755b HTTP/1.1" status: 200 len: 1096 time: 0.2509694 Nov 25 13:11:09.265155 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 37730) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:11:09.278269 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-97a2d143-5436-4d8b-b3c3-f1dfcab9fdf0 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Request body: {'subnet': {'network_id': 'ce8b7f62-300f-4958-8057-b23aa4d60523', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:11:09.439624 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54657145-96ee-47fa-a38e-76c3903b791b req-2424732d-7a7e-4327-9a4b-a371836999e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:09.441314 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-54657145-96ee-47fa-a38e-76c3903b791b req-2424732d-7a7e-4327-9a4b-a371836999e1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=85f6380f-3625-4f44-8465-fbcf0c11fed5 HTTP/1.1" status: 200 len: 870 time: 0.3441887 Nov 25 13:11:09.443185 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 13:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00a5c63-d50e-4f72-aeef-a9db13c8216b x-openstack-request-id: req-e00a5c63-d50e-4f72-aeef-a9db13c8216b {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:11:09.443551 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee9867b2-091f-48d3-b046-97d64fedd95b", "name": "network-vif-unplugged", "status": "completed", "tag": "04672b21-789a-4c84-8c6b-7effb679c94e", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:11:09.443979 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e00a5c63-d50e-4f72-aeef-a9db13c8216b {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:11:09.444532 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee9867b2-091f-48d3-b046-97d64fedd95b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04672b21-789a-4c84-8c6b-7effb679c94e', 'code': 200} Nov 25 13:11:09.459853 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 37740) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:11:09.540953 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f2a1ac7-7fe9-4f5e-8808-34355de74f5a x-openstack-request-id: req-0f2a1ac7-7fe9-4f5e-8808-34355de74f5a {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:11:09.540953 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41772653-c84b-4487-8698-22e4f27f0950", "name": "network-vif-plugged", "status": "completed", "tag": "929769d0-86ac-42e6-8b6c-a67b0094b459", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:11:09.546910 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-54657145-96ee-47fa-a38e-76c3903b791b req-ca4babf0-2b8f-410f-a559-3533c9cf93ad service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=04672b21-789a-4c84-8c6b-7effb679c94e HTTP/1.1" status: 200 len: 217 time: 0.0939326 Nov 25 13:11:09.550429 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0f2a1ac7-7fe9-4f5e-8808-34355de74f5a {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:11:09.555777 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41772653-c84b-4487-8698-22e4f27f0950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '929769d0-86ac-42e6-8b6c-a67b0094b459', 'code': 200} Nov 25 13:11:09.632781 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 04672b21-789a-4c84-8c6b-7effb679c94e not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:11:09.659316 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-af4b18c0-36a1-471d-8124-cf3b2d5fbed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:09.661722 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-af4b18c0-36a1-471d-8124-cf3b2d5fbed3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=20494638-06c1-415e-90d6-c326674b78a0 HTTP/1.1" status: 200 len: 908 time: 0.3734958 Nov 25 13:11:09.755092 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54657145-96ee-47fa-a38e-76c3903b791b req-7c2c80b6-784f-4c08-a5df-aa0528e360b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:09.756744 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-54657145-96ee-47fa-a38e-76c3903b791b req-7c2c80b6-784f-4c08-a5df-aa0528e360b5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.1465499 Nov 25 13:11:09.852236 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-e2566e10-33a2-4b73-ac4e-adf19a4d3caa admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-324626480-network', 'tenant_id': 'ef9ae7bf50084247b51e0e6c209b7b0c'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:11:09.894404 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b54abc5-567f-4fae-885b-7904279e1bb7 req-71d8e586-de14-4adc-b5a3-c50897b09d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:09.896103 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9b54abc5-567f-4fae-885b-7904279e1bb7 req-71d8e586-de14-4adc-b5a3-c50897b09d75 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=41772653-c84b-4487-8698-22e4f27f0950 HTTP/1.1" status: 200 len: 1097 time: 0.3484299 Nov 25 13:11:09.899947 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bccaf70-dc21-47ba-b5cd-786f8a3b09f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-2b823069-d9bd-4f42-87ec-afb97511a19d', 'network_id': '2b823069-d9bd-4f42-87ec-afb97511a19d', 'tenant_id': 'f253db84e4e241d4aa7c98f5a2e10d18', 'fixed_ips': [{'subnet_id': 'e25e12e8-af35-42f8-83c0-b8f9f41a748f'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:11:09.901243 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7bccaf70-dc21-47ba-b5cd-786f8a3b09f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:09.940659 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54657145-96ee-47fa-a38e-76c3903b791b req-ee0bf0e5-11c4-4d70-be3a-571407f8b4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:09.942075 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-54657145-96ee-47fa-a38e-76c3903b791b req-ee0bf0e5-11c4-4d70-be3a-571407f8b4b4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1758754 Nov 25 13:11:09.945255 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2566e10-33a2-4b73-ac4e-adf19a4d3caa admin admin] Made reservation on behalf of ef9ae7bf50084247b51e0e6c209b7b0c for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:11:09.947542 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e2566e10-33a2-4b73-ac4e-adf19a4d3caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:09.990804 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e2566e10-33a2-4b73-ac4e-adf19a4d3caa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:10.013259 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-1011b8a4-2943-4c0e-a452-7fb0738d8a60 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3023a69d-328f-4b58-9771-784d72e4f402 HTTP/1.1" status: 200 len: 217 time: 0.3149371 Nov 25 13:11:10.020589 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a2d143-5436-4d8b-b3c3-f1dfcab9fdf0 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Made reservation on behalf of f253db84e4e241d4aa7c98f5a2e10d18 for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:11:10.025082 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-97a2d143-5436-4d8b-b3c3-f1dfcab9fdf0 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:10.095199 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9b54abc5-567f-4fae-885b-7904279e1bb7 req-2410a3a1-abce-4968-a55f-5158611e7cd2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872835 Nov 25 13:11:10.199801 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-54657145-96ee-47fa-a38e-76c3903b791b req-82a5ccd0-323e-4ce4-915d-fca8d8e0e656 service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415655 Nov 25 13:11:10.209084 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28b6509-ce9e-4fdd-a0d3-b0b934a5d962 None None] Network 262c70d7-6144-48b3-9558-2d58ff5c73f5 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:11:10.217653 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1b3c5-04d6-4e8b-9ced-dcaa8b87b6c0 req-79e7029d-6b24-4572-a348-c4329a06fea5 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:10.219384 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f9b1b3c5-04d6-4e8b-9ced-dcaa8b87b6c0 req-79e7029d-6b24-4572-a348-c4329a06fea5 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee9867b2-091f-48d3-b046-97d64fedd95b HTTP/1.1" status: 200 len: 948 time: 0.5571551 Nov 25 13:11:10.244800 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e2566e10-33a2-4b73-ac4e-adf19a4d3caa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:10.250876 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e2566e10-33a2-4b73-ac4e-adf19a4d3caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:10.259922 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e9df3-4ef2-46e7-a938-78268b0d53e7 req-b3d0dae2-3ad1-4e24-9e5d-30cb94bf034e tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:10.271113 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2566e10-33a2-4b73-ac4e-adf19a4d3caa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:11:10.271366 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c49e9df3-4ef2-46e7-a938-78268b0d53e7 req-b3d0dae2-3ad1-4e24-9e5d-30cb94bf034e tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=b367cf64-83ee-4732-8f9a-63d45147755b HTTP/1.1" status: 200 len: 944 time: 0.5757506 Nov 25 13:11:10.310825 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e2566e10-33a2-4b73-ac4e-adf19a4d3caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:10.311373 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-e2566e10-33a2-4b73-ac4e-adf19a4d3caa admin admin] Added segment 47a385fb-bb20-480d-90f7-23ce23f2a202 of type vlan for network d685887a-8d6e-4f9d-842d-96b16eab41e4 Nov 25 13:11:10.330856 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2566e10-33a2-4b73-ac4e-adf19a4d3caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3da42dc-01df-4487-92db-023868621838,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:10.414079 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c49e9df3-4ef2-46e7-a938-78268b0d53e7 req-30ed56a2-e4e0-4d78-a6a7-9c539f2535a5 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362898 Nov 25 13:11:10.418535 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f9b1b3c5-04d6-4e8b-9ced-dcaa8b87b6c0 req-b53f54a5-e4ec-47a8-b873-14b97987771f tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805880 Nov 25 13:11:10.448115 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-00f28703-4f69-4fb0-8698-32dbf00e6668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:10.458789 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-00f28703-4f69-4fb0-8698-32dbf00e6668 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=82870c5b-3c5b-4cf7-b280-dc92346a33bf HTTP/1.1" status: 200 len: 847 time: 0.4302931 Nov 25 13:11:10.500849 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-7bccaf70-dc21-47ba-b5cd-786f8a3b09f5 None None] Allocated IP 10.1.1.2 (2b823069-d9bd-4f42-87ec-afb97511a19d/e25e12e8-af35-42f8-83c0-b8f9f41a748f/4393fabd-fa68-4745-9c81-12570199014d) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:11:10.518360 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-b8a03af6-e27e-418a-9a01-8d3546acd67d None None] Provisioning complete for port 71f7d462-fe7b-42bb-8993-77e967281f4e triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:11:10.518781 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b8a03af6-e27e-418a-9a01-8d3546acd67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:10.533000 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e2566e10-33a2-4b73-ac4e-adf19a4d3caa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:10.641343 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-57ccb971-552c-4d28-b911-48c72164ba94 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=20494638-06c1-415e-90d6-c326674b78a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1724212 Nov 25 13:11:10.736835 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-54657145-96ee-47fa-a38e-76c3903b791b req-a68a4b49-d0b5-4916-bf3e-d0414a9d03ff service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4213562 Nov 25 13:11:10.739496 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e2566e10-33a2-4b73-ac4e-adf19a4d3caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:10.743898 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2566e10-33a2-4b73-ac4e-adf19a4d3caa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:10.749201 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e2566e10-33a2-4b73-ac4e-adf19a4d3caa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:10.824776 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-e2566e10-33a2-4b73-ac4e-adf19a4d3caa admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3625574 Nov 25 13:11:10.850516 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 71f7d462-fe7b-42bb-8993-77e967281f4e up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:11:10.853595 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 37770) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:11:10.858486 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-7313fe80-cbfe-4832-bcb0-4fe24fa136ac admin admin] Request body: {'subnet': {'network_id': 'd685887a-8d6e-4f9d-842d-96b16eab41e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-324626480-subnet', 'tenant_id': 'ef9ae7bf50084247b51e0e6c209b7b0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:11:10.889591 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7313fe80-cbfe-4832-bcb0-4fe24fa136ac admin admin] Made reservation on behalf of ef9ae7bf50084247b51e0e6c209b7b0c for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:11:10.892411 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7313fe80-cbfe-4832-bcb0-4fe24fa136ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:10.905044 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b8a03af6-e27e-418a-9a01-8d3546acd67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:10.911024 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2566e10-33a2-4b73-ac4e-adf19a4d3caa admin admin] Pushing event updated for resources: {'Network': ['ID=d685887a-8d6e-4f9d-842d-96b16eab41e4,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:10.959847 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network d685887a-8d6e-4f9d-842d-96b16eab41e4 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:11:11.167692 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-b8a03af6-e27e-418a-9a01-8d3546acd67d None None] For port 71f7d462-fe7b-42bb-8993-77e967281f4e, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=71f7d462-fe7b-42bb-8993-77e967281f4e,segment=NetworkSegment(1058d4ac-5e73-4c0f-9244-14176a6e4a88),segment_id=1058d4ac-5e73-4c0f-9244-14176a6e4a88)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:11:11.169465 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7313fe80-cbfe-4832-bcb0-4fe24fa136ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:11.203728 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b8a03af6-e27e-418a-9a01-8d3546acd67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:11.229005 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7313fe80-cbfe-4832-bcb0-4fe24fa136ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=827a0e03-172d-47c0-ba98-1bfb7b5d6548,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:11.278070 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 71f7d462-fe7b-42bb-8993-77e967281f4e triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:11:11.278359 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:11.281602 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7313fe80-cbfe-4832-bcb0-4fe24fa136ac admin admin] Checking segment: {'id': '47a385fb-bb20-480d-90f7-23ce23f2a202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd685887a-8d6e-4f9d-842d-96b16eab41e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:11:11.282151 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7313fe80-cbfe-4832-bcb0-4fe24fa136ac admin admin] Network hostable DHCP agents. Network: d685887a-8d6e-4f9d-842d-96b16eab41e4, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:11:11.333064 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7313fe80-cbfe-4832-bcb0-4fe24fa136ac admin admin] Network d685887a-8d6e-4f9d-842d-96b16eab41e4 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:11:11.414576 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:11.430888 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7bccaf70-dc21-47ba-b5cd-786f8a3b09f5 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:11.436816 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a03af6-e27e-418a-9a01-8d3546acd67d None None] Pushing event updated for resources: {'Port': ['ID=71f7d462-fe7b-42bb-8993-77e967281f4e,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:11.453442 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7bccaf70-dc21-47ba-b5cd-786f8a3b09f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:11.466868 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-195213bd-18e9-4a3a-ae4e-23e920dd5aa0 None None] Provisioning complete for port 71f7d462-fe7b-42bb-8993-77e967281f4e triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:11:11.467655 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-195213bd-18e9-4a3a-ae4e-23e920dd5aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:11.556855 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bccaf70-dc21-47ba-b5cd-786f8a3b09f5 None None] Network 2b823069-d9bd-4f42-87ec-afb97511a19d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:11:11.569315 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-7bccaf70-dc21-47ba-b5cd-786f8a3b09f5 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:11:11.594590 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bccaf70-dc21-47ba-b5cd-786f8a3b09f5 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:11:11.595662 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee9867b2-091f-48d3-b046-97d64fedd95b', 'tag': '04672b21-789a-4c84-8c6b-7effb679c94e'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:11:11.599107 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f555b80-e60d-4b4b-8dd7-f1a6cf1e4ce3" -d '{"events": [{"name": "network-changed", "server_uuid": "ee9867b2-091f-48d3-b046-97d64fedd95b", "tag": "04672b21-789a-4c84-8c6b-7effb679c94e"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:11:11.606113 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682cb585-c4ff-411d-9b35-1dd1e714524d req-f2f02648-f9db-40f3-9472-d191cd0c8077 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:11.612872 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204cac99-d4a9-4a52-a8e4-58f7de947512 req-66e684ce-8d39-4396-a19b-28c512432e7d tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:11.615023 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-204cac99-d4a9-4a52-a8e4-58f7de947512 req-66e684ce-8d39-4396-a19b-28c512432e7d tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.47 "GET /v2.0/networks?id=262c70d7-6144-48b3-9558-2d58ff5c73f5 HTTP/1.1" status: 200 len: 816 time: 0.2776196 Nov 25 13:11:11.623445 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-7313fe80-cbfe-4832-bcb0-4fe24fa136ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, d685887a-8d6e-4f9d-842d-96b16eab41e4) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:11:11.624803 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bccaf70-dc21-47ba-b5cd-786f8a3b09f5 None None] Pushing event updated for resources: {'Port': ['ID=4393fabd-fa68-4745-9c81-12570199014d,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:11.627648 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-682cb585-c4ff-411d-9b35-1dd1e714524d req-f2f02648-f9db-40f3-9472-d191cd0c8077 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/networks?id=262c70d7-6144-48b3-9558-2d58ff5c73f5 HTTP/1.1" status: 200 len: 816 time: 1.0054018 Nov 25 13:11:11.638970 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-204cac99-d4a9-4a52-a8e4-58f7de947512 req-3078123d-f78e-4b48-b91b-aa641f92e38c tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Request body: {'port': {'device_id': '621c9b83-3722-4455-86d1-290554c14b84', 'network_id': '262c70d7-6144-48b3-9558-2d58ff5c73f5', 'admin_state_up': True, 'tenant_id': 'a11ad03c56464d93986153bf712bda7a'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:11:11.642872 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035eb0ba-9aab-4314-bae9-00efa14b62d1 None None] Network d685887a-8d6e-4f9d-842d-96b16eab41e4 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:11:11.652329 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7313fe80-cbfe-4832-bcb0-4fe24fa136ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:11.652971 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7313fe80-cbfe-4832-bcb0-4fe24fa136ac admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:11.653604 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-97a2d143-5436-4d8b-b3c3-f1dfcab9fdf0 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:11.717463 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-682cb585-c4ff-411d-9b35-1dd1e714524d req-071d96ba-3b59-4461-b152-94bc67a710e7 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/quotas/a11ad03c56464d93986153bf712bda7a HTTP/1.1" status: 200 len: 375 time: 0.0888426 Nov 25 13:11:11.742593 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-7313fe80-cbfe-4832-bcb0-4fe24fa136ac admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8878603 Nov 25 13:11:11.787862 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-7bccaf70-dc21-47ba-b5cd-786f8a3b09f5 None None] Attempting to bind port 4393fabd-fa68-4745-9c81-12570199014d on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:11:11.788611 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-7bccaf70-dc21-47ba-b5cd-786f8a3b09f5 None None] Attempting to bind port 4393fabd-fa68-4745-9c81-12570199014d by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '4bbc928c-6a05-48c7-bd98-100069b17bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2b823069-d9bd-4f42-87ec-afb97511a19d'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:11:11.789196 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bccaf70-dc21-47ba-b5cd-786f8a3b09f5 None None] Attempting to bind port 4393fabd-fa68-4745-9c81-12570199014d on network 2b823069-d9bd-4f42-87ec-afb97511a19d {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:11:11.799907 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bccaf70-dc21-47ba-b5cd-786f8a3b09f5 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:11:11.800968 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bccaf70-dc21-47ba-b5cd-786f8a3b09f5 None None] Checking segment: {'id': '4bbc928c-6a05-48c7-bd98-100069b17bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2b823069-d9bd-4f42-87ec-afb97511a19d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:11:11.801595 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7bccaf70-dc21-47ba-b5cd-786f8a3b09f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:11.802195 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bccaf70-dc21-47ba-b5cd-786f8a3b09f5 None None] Bound using segment: {'id': '4bbc928c-6a05-48c7-bd98-100069b17bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2b823069-d9bd-4f42-87ec-afb97511a19d'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:11:11.802921 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-7bccaf70-dc21-47ba-b5cd-786f8a3b09f5 None None] Bound port: 4393fabd-fa68-4745-9c81-12570199014d, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bbc928c-6a05-48c7-bd98-100069b17bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2b823069-d9bd-4f42-87ec-afb97511a19d'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:11:11.803638 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7bccaf70-dc21-47ba-b5cd-786f8a3b09f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:11.840470 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a19ff40-d407-4e81-96ed-7c21bb90928e req-ea924d7f-a382-43a3-a400-60150cbd37db tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:11.853982 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1a19ff40-d407-4e81-96ed-7c21bb90928e req-ea924d7f-a382-43a3-a400-60150cbd37db tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=41772653-c84b-4487-8698-22e4f27f0950 HTTP/1.1" status: 200 len: 945 time: 1.0560222 Nov 25 13:11:11.907829 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-204cac99-d4a9-4a52-a8e4-58f7de947512 req-3078123d-f78e-4b48-b91b-aa641f92e38c tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Made reservation on behalf of a11ad03c56464d93986153bf712bda7a for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:11:11.919439 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a2d143-5436-4d8b-b3c3-f1dfcab9fdf0 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Pushing event updated for resources: {'Subnet': ['ID=06817033-b081-4244-92d2-8969dbcfd417,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:11.937450 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-682cb585-c4ff-411d-9b35-1dd1e714524d req-141e029f-fd2e-4a0b-8173-650d8c7802f9 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a11ad03c56464d93986153bf712bda7a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2190151 Nov 25 13:11:11.939660 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8ac2c1-8f9d-4e46-99bf-fb1413a4532d None None] Network d685887a-8d6e-4f9d-842d-96b16eab41e4 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:11:11.942936 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-7bccaf70-dc21-47ba-b5cd-786f8a3b09f5 None None] For port 4393fabd-fa68-4745-9c81-12570199014d, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:11:11.945670 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-204cac99-d4a9-4a52-a8e4-58f7de947512 req-3078123d-f78e-4b48-b91b-aa641f92e38c tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:11.949993 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-7bccaf70-dc21-47ba-b5cd-786f8a3b09f5 None None] For port 4393fabd-fa68-4745-9c81-12570199014d, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=4393fabd-fa68-4745-9c81-12570199014d,segment=NetworkSegment(4bbc928c-6a05-48c7-bd98-100069b17bb5),segment_id=4bbc928c-6a05-48c7-bd98-100069b17bb5)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:11:11.978356 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a2d143-5436-4d8b-b3c3-f1dfcab9fdf0 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Checking segment: {'id': 'd1ee1bae-4fd4-4d54-817b-17b6c5f31726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ce8b7f62-300f-4958-8057-b23aa4d60523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:11:11.979139 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a2d143-5436-4d8b-b3c3-f1dfcab9fdf0 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Network hostable DHCP agents. Network: ce8b7f62-300f-4958-8057-b23aa4d60523, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:11:11.999048 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-8b84122d-88c0-451e-8a56-3c2b9c78adb2 service neutron] 10.222.0.66 "GET /v2.0/networks/20494638-06c1-415e-90d6-c326674b78a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2032876 Nov 25 13:11:12.033243 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7bccaf70-dc21-47ba-b5cd-786f8a3b09f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:12.127221 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-204cac99-d4a9-4a52-a8e4-58f7de947512 req-3078123d-f78e-4b48-b91b-aa641f92e38c tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Allocated IP 172.20.0.3 (262c70d7-6144-48b3-9558-2d58ff5c73f5/944dd67b-31c1-4580-877a-c7575fa9eef6/f8f8e13d-3f59-427b-9f94-685701b9dcb2) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:11:12.250085 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bccaf70-dc21-47ba-b5cd-786f8a3b09f5 None None] Pushing event updated for resources: {'Port': ['ID=4393fabd-fa68-4745-9c81-12570199014d,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:12.279706 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-dce43327-bb7c-4373-abd4-9f23abaf9d65 service neutron] 10.222.0.66 "GET /v2.0/networks/20494638-06c1-415e-90d6-c326674b78a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286587 Nov 25 13:11:12.319157 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1a19ff40-d407-4e81-96ed-7c21bb90928e req-123acdc0-0890-4ebd-8535-688732b94462 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4642797 Nov 25 13:11:12.321462 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a2d143-5436-4d8b-b3c3-f1dfcab9fdf0 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Network ce8b7f62-300f-4958-8057-b23aa4d60523 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:11:12.385009 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-97a2d143-5436-4d8b-b3c3-f1dfcab9fdf0 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, ce8b7f62-300f-4958-8057-b23aa4d60523) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:11:12.404398 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a2d143-5436-4d8b-b3c3-f1dfcab9fdf0 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:12.406151 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-97a2d143-5436-4d8b-b3c3-f1dfcab9fdf0 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:12.408986 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc183604-10b4-40a2-ac30-e55f364e3c31 None None] Network ce8b7f62-300f-4958-8057-b23aa4d60523 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:11:12.414470 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-682cb585-c4ff-411d-9b35-1dd1e714524d req-4e66916a-f1e5-4030-8758-94ec678332a1 service neutron] 10.222.0.53 "GET /v2.0/networks/262c70d7-6144-48b3-9558-2d58ff5c73f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4761000 Nov 25 13:11:12.438441 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-204cac99-d4a9-4a52-a8e4-58f7de947512 req-3078123d-f78e-4b48-b91b-aa641f92e38c tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:12.511315 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-97a2d143-5436-4d8b-b3c3-f1dfcab9fdf0 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.2450640 Nov 25 13:11:12.513810 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 37788) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:11:12.540872 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-6161e63f-76c2-49a5-a35c-50f4ec58d810 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Request body: {'port': {'network_id': '2b823069-d9bd-4f42-87ec-afb97511a19d', 'name': 'tempest-TaggedBootDevicesTest_v242-2040739594', 'fixed_ips': [{'subnet_id': 'e25e12e8-af35-42f8-83c0-b8f9f41a748f'}]}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:11:12.586181 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-204cac99-d4a9-4a52-a8e4-58f7de947512 req-3078123d-f78e-4b48-b91b-aa641f92e38c tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:12.761226 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608302db-a0d6-47a1-b366-d9c8f3b96812 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-ce8b7f62-300f-4958-8057-b23aa4d60523', 'network_id': 'ce8b7f62-300f-4958-8057-b23aa4d60523', 'tenant_id': 'f253db84e4e241d4aa7c98f5a2e10d18', 'fixed_ips': [{'subnet_id': '06817033-b081-4244-92d2-8969dbcfd417'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:11:12.762960 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-608302db-a0d6-47a1-b366-d9c8f3b96812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:12.779391 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3078123d-f78e-4b48-b91b-aa641f92e38c tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Pushing event updated for resources: {'Port': ['ID=f8f8e13d-3f59-427b-9f94-685701b9dcb2,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:12.810364 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-204cac99-d4a9-4a52-a8e4-58f7de947512 req-3078123d-f78e-4b48-b91b-aa641f92e38c tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Network 262c70d7-6144-48b3-9558-2d58ff5c73f5 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:11:12.814085 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-204cac99-d4a9-4a52-a8e4-58f7de947512 req-3078123d-f78e-4b48-b91b-aa641f92e38c tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:11:12.817730 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-204cac99-d4a9-4a52-a8e4-58f7de947512 req-3078123d-f78e-4b48-b91b-aa641f92e38c tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:11:12.866971 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6890c8-8532-4127-851f-0f1b118ff0bb req-53298f15-9375-4cb0-b0a0-1281c24e9f28 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:12.868585 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ca6890c8-8532-4127-851f-0f1b118ff0bb req-53298f15-9375-4cb0-b0a0-1281c24e9f28 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=b367cf64-83ee-4732-8f9a-63d45147755b HTTP/1.1" status: 200 len: 944 time: 0.4165874 Nov 25 13:11:12.870496 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-682cb585-c4ff-411d-9b35-1dd1e714524d req-c89386a1-6cd2-4a49-aa60-1b7a09612d5e service neutron] 10.222.0.53 "GET /v2.0/networks/262c70d7-6144-48b3-9558-2d58ff5c73f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4480376 Nov 25 13:11:12.901057 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-5bce2441-0d1e-4435-8eae-1dd25f756819 tempest-LiveMigrationTest-1161798756 tempest-LiveMigrationTest-1161798756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:12.902586 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-5bce2441-0d1e-4435-8eae-1dd25f756819 tempest-LiveMigrationTest-1161798756 tempest-LiveMigrationTest-1161798756-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=b367cf64-83ee-4732-8f9a-63d45147755b&tenant_id=f9638bf2b13b4d579c7476454eb03e3d&binding%3Ahost_id=n-h1-808199-11 HTTP/1.1" status: 200 len: 1096 time: 0.2400620 Nov 25 13:11:12.988069 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 71f7d462-fe7b-42bb-8993-77e967281f4e up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:11:12.996838 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204cac99-d4a9-4a52-a8e4-58f7de947512 req-3078123d-f78e-4b48-b91b-aa641f92e38c tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:12.997517 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-204cac99-d4a9-4a52-a8e4-58f7de947512 req-3078123d-f78e-4b48-b91b-aa641f92e38c tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:13.045269 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-204cac99-d4a9-4a52-a8e4-58f7de947512 req-3078123d-f78e-4b48-b91b-aa641f92e38c tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4130509 Nov 25 13:11:13.074480 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-204cac99-d4a9-4a52-a8e4-58f7de947512 req-6120d94c-ae66-4275-a364-6ff339c48698 service neutron] Request body: {'port': {'device_id': '621c9b83-3722-4455-86d1-290554c14b84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:11:13.157190 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 71f7d462-fe7b-42bb-8993-77e967281f4e triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:11:13.157571 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:13.228673 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-608302db-a0d6-47a1-b366-d9c8f3b96812 None None] Allocated IP 10.2.2.2 (ce8b7f62-300f-4958-8057-b23aa4d60523/06817033-b081-4244-92d2-8969dbcfd417/f29bb505-4e08-4ddc-b5f8-582b80b80bc5) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:11:13.277637 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 4393fabd-fa68-4745-9c81-12570199014d up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:11:13.320714 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-204cac99-d4a9-4a52-a8e4-58f7de947512 req-6120d94c-ae66-4275-a364-6ff339c48698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:13.325391 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ca6890c8-8532-4127-851f-0f1b118ff0bb req-b0a3a5a2-5106-4629-b698-29b7ce011161 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4385026 Nov 25 13:11:13.341129 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6161e63f-76c2-49a5-a35c-50f4ec58d810 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Made reservation on behalf of f253db84e4e241d4aa7c98f5a2e10d18 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:11:13.499649 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-b61a8c97-130a-47f6-b531-f98e837f0054 None None] Provisioning complete for port f8f8e13d-3f59-427b-9f94-685701b9dcb2 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:11:13.500434 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b61a8c97-130a-47f6-b531-f98e837f0054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:13.546014 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950fd58-5c1d-4590-b48d-1e88fccbf05d req-e931702b-418f-4a30-a797-ccc126fb028c tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:13.556129 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c950fd58-5c1d-4590-b48d-1e88fccbf05d req-e931702b-418f-4a30-a797-ccc126fb028c tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee9867b2-091f-48d3-b046-97d64fedd95b HTTP/1.1" status: 200 len: 948 time: 0.2161257 Nov 25 13:11:13.569759 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 4393fabd-fa68-4745-9c81-12570199014d triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:11:13.570534 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:13.595333 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-c68096f2-32dd-45eb-85f1-56704f8a5b43 service neutron] For port 3023a69d-328f-4b58-9771-784d72e4f402, host n-h2-808199-11, cleared binding levels {{(pid=103570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:11:13.605427 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-c68096f2-32dd-45eb-85f1-56704f8a5b43 service neutron] Publish callbacks [] for binding, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:13.606587 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-38b3ca90-d43a-4982-88db-ea7dfef3703e req-c68096f2-32dd-45eb-85f1-56704f8a5b43 service neutron] 10.222.0.66 "DELETE /v2.0/ports/3023a69d-328f-4b58-9771-784d72e4f402/bindings/n-h2-808199-11 HTTP/1.1" status: 204 len: 173 time: 0.6808271 Nov 25 13:11:13.622137 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 04672b21-789a-4c84-8c6b-7effb679c94e details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:11:13.663778 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6161e63f-76c2-49a5-a35c-50f4ec58d810 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:13.682800 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c950fd58-5c1d-4590-b48d-1e88fccbf05d req-65b40ae3-a5ed-48f8-8e98-0f308870a0d5 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223743 Nov 25 13:11:13.697389 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-b61a8c97-130a-47f6-b531-f98e837f0054 None None] Port f8f8e13d-3f59-427b-9f94-685701b9dcb2 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:11:13.719838 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b94cc08-67e6-4912-8610-e3d2833c4d80 x-openstack-request-id: req-3b94cc08-67e6-4912-8610-e3d2833c4d80 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:11:13.721481 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee9867b2-091f-48d3-b046-97d64fedd95b", "tag": "04672b21-789a-4c84-8c6b-7effb679c94e", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:11:13.721890 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3b94cc08-67e6-4912-8610-e3d2833c4d80 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:11:13.722537 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee9867b2-091f-48d3-b046-97d64fedd95b', 'tag': '04672b21-789a-4c84-8c6b-7effb679c94e', 'status': 'completed', 'code': 200} Nov 25 13:11:13.727991 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-6161e63f-76c2-49a5-a35c-50f4ec58d810 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] device_id is not set on port 0f2c65ca-cd9b-4cf4-b4b7-974dd4a0e921 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:11:13.833409 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f555b80-e60d-4b4b-8dd7-f1a6cf1e4ce3 req-3949545a-4ac9-488c-87d6-4b7f785b6fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:13.837146 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2f555b80-e60d-4b4b-8dd7-f1a6cf1e4ce3 req-3949545a-4ac9-488c-87d6-4b7f785b6fff service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=af4c9854d3c048999405c81c71776d29&device_id=ee9867b2-091f-48d3-b046-97d64fedd95b HTTP/1.1" status: 200 len: 1100 time: 0.0913694 Nov 25 13:11:14.332347 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfbc300-9ad6-48bc-bf06-730bb56cb176 None None] Network 2b823069-d9bd-4f42-87ec-afb97511a19d requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:11:14.355943 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f555b80-e60d-4b4b-8dd7-f1a6cf1e4ce3 req-7835ba6e-48f1-41d6-802f-2057c908fbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:14.359570 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2f555b80-e60d-4b4b-8dd7-f1a6cf1e4ce3 req-7835ba6e-48f1-41d6-802f-2057c908fbd6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=85f6380f-3625-4f44-8465-fbcf0c11fed5 HTTP/1.1" status: 200 len: 870 time: 0.5090466 Nov 25 13:11:14.373471 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17068632-17f6-40c8-977e-eae17876a8e7 req-e023e153-38b0-4b47-89dd-e560d2cac9c3 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:14.397479 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-17068632-17f6-40c8-977e-eae17876a8e7 req-e023e153-38b0-4b47-89dd-e560d2cac9c3 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/networks?id=262c70d7-6144-48b3-9558-2d58ff5c73f5 HTTP/1.1" status: 200 len: 816 time: 0.5140495 Nov 25 13:11:14.402728 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f555b80-e60d-4b4b-8dd7-f1a6cf1e4ce3 req-92799a8e-fde0-4afa-90ab-6a37c39238a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:14.406580 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2f555b80-e60d-4b4b-8dd7-f1a6cf1e4ce3 req-92799a8e-fde0-4afa-90ab-6a37c39238a9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=af4c9854d3c048999405c81c71776d29&device_id=ee9867b2-091f-48d3-b046-97d64fedd95b HTTP/1.1" status: 200 len: 1100 time: 0.6597061 Nov 25 13:11:14.417006 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-608302db-a0d6-47a1-b366-d9c8f3b96812 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:14.425364 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-17068632-17f6-40c8-977e-eae17876a8e7 req-a6b70ecd-c60e-4122-9991-a235448b89a9 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/quotas/a11ad03c56464d93986153bf712bda7a HTTP/1.1" status: 200 len: 375 time: 0.0266876 Nov 25 13:11:14.482833 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2f555b80-e60d-4b4b-8dd7-f1a6cf1e4ce3 req-59d74a9b-6b95-4e27-bf74-6cb2d99ce4d0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=04672b21-789a-4c84-8c6b-7effb679c94e HTTP/1.1" status: 200 len: 217 time: 0.0802121 Nov 25 13:11:14.533899 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-608302db-a0d6-47a1-b366-d9c8f3b96812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:14.565873 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dfb853-f405-4c56-9efe-68bc3b13fc4c req-3f1e905a-1d17-4764-84ca-164a2482e7e8 tempest-ServerTagsTestJSON-666319440 tempest-ServerTagsTestJSON-666319440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:14.572852 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-05dfb853-f405-4c56-9efe-68bc3b13fc4c req-3f1e905a-1d17-4764-84ca-164a2482e7e8 tempest-ServerTagsTestJSON-666319440 tempest-ServerTagsTestJSON-666319440-project] 10.222.0.53 "GET /v2.0/networks?id=d685887a-8d6e-4f9d-842d-96b16eab41e4 HTTP/1.1" status: 200 len: 808 time: 0.3439937 Nov 25 13:11:14.593910 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-05dfb853-f405-4c56-9efe-68bc3b13fc4c req-68ef2fa4-caa3-4e79-aff2-c2cbd14f4dbd tempest-ServerTagsTestJSON-666319440 tempest-ServerTagsTestJSON-666319440-project] 10.222.0.53 "GET /v2.0/quotas/ef9ae7bf50084247b51e0e6c209b7b0c HTTP/1.1" status: 200 len: 375 time: 0.0197883 Nov 25 13:11:14.622005 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-2c918c18-4f00-411f-82b5-4710d19ad5a2 None None] Provisioning complete for port 4393fabd-fa68-4745-9c81-12570199014d triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:11:14.622395 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2c918c18-4f00-411f-82b5-4710d19ad5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:14.625039 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f555b80-e60d-4b4b-8dd7-f1a6cf1e4ce3 req-82322651-9656-448a-af43-5bee56c0630f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:14.626366 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2f555b80-e60d-4b4b-8dd7-f1a6cf1e4ce3 req-82322651-9656-448a-af43-5bee56c0630f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.1278937 Nov 25 13:11:14.653792 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-05dfb853-f405-4c56-9efe-68bc3b13fc4c req-fe72a7d2-82a1-4a72-9643-cbdbe8b98111 tempest-ServerTagsTestJSON-666319440 tempest-ServerTagsTestJSON-666319440-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ef9ae7bf50084247b51e0e6c209b7b0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591958 Nov 25 13:11:14.663010 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 04672b21-789a-4c84-8c6b-7effb679c94e, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=04672b21-789a-4c84-8c6b-7effb679c94e,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:11:14.692276 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608302db-a0d6-47a1-b366-d9c8f3b96812 None None] Network ce8b7f62-300f-4958-8057-b23aa4d60523 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:11:14.697545 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608302db-a0d6-47a1-b366-d9c8f3b96812 None None] Pushing event updated for resources: {'Port': ['ID=f29bb505-4e08-4ddc-b5f8-582b80b80bc5,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:14.702671 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '04672b21-789a-4c84-8c6b-7effb679c94e', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'port_id': '04672b21-789a-4c84-8c6b-7effb679c94e', 'mac_address': 'fa:16:3e:5c:14:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce5ca48-e3be-44c6-9584-fd9eb8c67222', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:11:14.709454 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-608302db-a0d6-47a1-b366-d9c8f3b96812 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:11:14.714575 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608302db-a0d6-47a1-b366-d9c8f3b96812 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:11:14.770591 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-17068632-17f6-40c8-977e-eae17876a8e7 req-d1a05e46-df04-4617-85b5-68d43da34420 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a11ad03c56464d93986153bf712bda7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3442607 Nov 25 13:11:14.780055 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-05dfb853-f405-4c56-9efe-68bc3b13fc4c req-c8ddb765-5877-4663-902f-6b971df03465 service neutron] 10.222.0.53 "GET /v2.0/networks/d685887a-8d6e-4f9d-842d-96b16eab41e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254039 Nov 25 13:11:14.922182 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f555b80-e60d-4b4b-8dd7-f1a6cf1e4ce3 req-4db80776-4bea-4888-8282-cfa29abd5b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:14.923915 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2f555b80-e60d-4b4b-8dd7-f1a6cf1e4ce3 req-4db80776-4bea-4888-8282-cfa29abd5b4a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2795649 Nov 25 13:11:15.000657 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:15.008088 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:15.046971 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-204cac99-d4a9-4a52-a8e4-58f7de947512 req-6120d94c-ae66-4275-a364-6ff339c48698 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8f8e13d-3f59-427b-9f94-685701b9dcb2 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:11:15.068288 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-204cac99-d4a9-4a52-a8e4-58f7de947512 req-6120d94c-ae66-4275-a364-6ff339c48698 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:15.079311 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-05dfb853-f405-4c56-9efe-68bc3b13fc4c req-f25d2bba-8b81-4f8a-a4cb-f07a1d2104e1 service neutron] 10.222.0.53 "GET /v2.0/networks/d685887a-8d6e-4f9d-842d-96b16eab41e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978551 Nov 25 13:11:15.089962 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f555b80-e60d-4b4b-8dd7-f1a6cf1e4ce3 req-b5b14a07-3bfe-4628-a02d-db9ba04b9042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:15.091465 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2f555b80-e60d-4b4b-8dd7-f1a6cf1e4ce3 req-b5b14a07-3bfe-4628-a02d-db9ba04b9042 service neutron] 10.222.0.47 "GET /v2.0/networks?id=85f6380f-3625-4f44-8465-fbcf0c11fed5 HTTP/1.1" status: 200 len: 870 time: 0.6447442 Nov 25 13:11:15.102391 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-6161e63f-76c2-49a5-a35c-50f4ec58d810 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Allocated IP 10.1.1.234 (2b823069-d9bd-4f42-87ec-afb97511a19d/e25e12e8-af35-42f8-83c0-b8f9f41a748f/0f2c65ca-cd9b-4cf4-b4b7-974dd4a0e921) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:11:15.108127 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-17068632-17f6-40c8-977e-eae17876a8e7 req-47f446de-5a78-441d-8759-fdf7382f66cb service neutron] 10.222.0.53 "GET /v2.0/networks/262c70d7-6144-48b3-9558-2d58ff5c73f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365612 Nov 25 13:11:15.112918 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-204cac99-d4a9-4a52-a8e4-58f7de947512 req-6120d94c-ae66-4275-a364-6ff339c48698 service neutron] Transition to ACTIVE for port object f8f8e13d-3f59-427b-9f94-685701b9dcb2 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:11:15.173192 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-204cac99-d4a9-4a52-a8e4-58f7de947512 req-6120d94c-ae66-4275-a364-6ff339c48698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:15.192610 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2f555b80-e60d-4b4b-8dd7-f1a6cf1e4ce3 req-95a53133-e521-4eaf-abef-83895962cfb9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=04672b21-789a-4c84-8c6b-7effb679c94e HTTP/1.1" status: 200 len: 217 time: 0.0877881 Nov 25 13:11:15.221759 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04672b21-789a-4c84-8c6b-7effb679c94e {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:11:15.227114 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2f555b80-e60d-4b4b-8dd7-f1a6cf1e4ce3 req-e748ef29-581c-4510-af4d-7b3bd7fcf2f7 service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879169 Nov 25 13:11:15.277557 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-17068632-17f6-40c8-977e-eae17876a8e7 req-0c632103-aa0c-4374-9a4c-ffff5abe6b37 service neutron] 10.222.0.53 "GET /v2.0/networks/262c70d7-6144-48b3-9558-2d58ff5c73f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684160 Nov 25 13:11:15.325259 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-608302db-a0d6-47a1-b366-d9c8f3b96812 None None] Attempting to bind port f29bb505-4e08-4ddc-b5f8-582b80b80bc5 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:11:15.325640 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-608302db-a0d6-47a1-b366-d9c8f3b96812 None None] Attempting to bind port f29bb505-4e08-4ddc-b5f8-582b80b80bc5 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'd1ee1bae-4fd4-4d54-817b-17b6c5f31726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ce8b7f62-300f-4958-8057-b23aa4d60523'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:11:15.326584 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608302db-a0d6-47a1-b366-d9c8f3b96812 None None] Attempting to bind port f29bb505-4e08-4ddc-b5f8-582b80b80bc5 on network ce8b7f62-300f-4958-8057-b23aa4d60523 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:11:15.331811 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] For port 4393fabd-fa68-4745-9c81-12570199014d, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=4393fabd-fa68-4745-9c81-12570199014d,segment=NetworkSegment(4bbc928c-6a05-48c7-bd98-100069b17bb5),segment_id=4bbc928c-6a05-48c7-bd98-100069b17bb5)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:11:15.460235 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 04672b21-789a-4c84-8c6b-7effb679c94e, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=04672b21-789a-4c84-8c6b-7effb679c94e,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:11:15.479877 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2f555b80-e60d-4b4b-8dd7-f1a6cf1e4ce3 req-c2c5e6d7-fff5-4b6e-aabe-f816324b9f06 service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365475 Nov 25 13:11:15.485474 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:15.621125 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608302db-a0d6-47a1-b366-d9c8f3b96812 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:11:15.621603 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608302db-a0d6-47a1-b366-d9c8f3b96812 None None] Checking segment: {'id': 'd1ee1bae-4fd4-4d54-817b-17b6c5f31726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ce8b7f62-300f-4958-8057-b23aa4d60523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:11:15.622555 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-608302db-a0d6-47a1-b366-d9c8f3b96812 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:15.625104 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608302db-a0d6-47a1-b366-d9c8f3b96812 None None] Bound using segment: {'id': 'd1ee1bae-4fd4-4d54-817b-17b6c5f31726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ce8b7f62-300f-4958-8057-b23aa4d60523'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:11:15.625748 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-608302db-a0d6-47a1-b366-d9c8f3b96812 None None] Bound port: f29bb505-4e08-4ddc-b5f8-582b80b80bc5, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ee1bae-4fd4-4d54-817b-17b6c5f31726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ce8b7f62-300f-4958-8057-b23aa4d60523'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:11:15.626244 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-608302db-a0d6-47a1-b366-d9c8f3b96812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:15.637933 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:15.688226 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f555b80-e60d-4b4b-8dd7-f1a6cf1e4ce3 req-7758bd17-3e51-4277-847c-0f4a2e930063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:15.692887 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2f555b80-e60d-4b4b-8dd7-f1a6cf1e4ce3 req-7758bd17-3e51-4277-847c-0f4a2e930063 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.4684305 Nov 25 13:11:15.694771 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6120d94c-ae66-4275-a364-6ff339c48698 service neutron] Pushing event updated for resources: {'Port': ['ID=f8f8e13d-3f59-427b-9f94-685701b9dcb2,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:15.718245 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2c918c18-4f00-411f-82b5-4710d19ad5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:15.732506 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06bd0f-0426-4144-bc24-37e3e2c34634 req-a9e161a6-2cf1-4f00-a613-8a4034807456 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:15.734464 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2f06bd0f-0426-4144-bc24-37e3e2c34634 req-a9e161a6-2cf1-4f00-a613-8a4034807456 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=41772653-c84b-4487-8698-22e4f27f0950 HTTP/1.1" status: 200 len: 945 time: 0.1450832 Nov 25 13:11:15.781209 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Pushing event updated for resources: {'Port': ['ID=4393fabd-fa68-4745-9c81-12570199014d,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:15.858543 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2f06bd0f-0426-4144-bc24-37e3e2c34634 req-4cc54de2-0ab2-448f-b084-6eff71408f68 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149743 Nov 25 13:11:15.995042 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['04672b21-789a-4c84-8c6b-7effb679c94e'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:11:16.098087 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f17a4-207f-4c96-a0ee-1379f5ee3c61 req-a691b74b-d625-49eb-a384-5979eb393036 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:16.103076 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-275f17a4-207f-4c96-a0ee-1379f5ee3c61 req-a691b74b-d625-49eb-a384-5979eb393036 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=b367cf64-83ee-4732-8f9a-63d45147755b HTTP/1.1" status: 200 len: 944 time: 0.1413186 Nov 25 13:11:16.197997 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-608302db-a0d6-47a1-b366-d9c8f3b96812 None None] For port f29bb505-4e08-4ddc-b5f8-582b80b80bc5, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:11:16.212184 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6161e63f-76c2-49a5-a35c-50f4ec58d810 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:16.236429 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-608302db-a0d6-47a1-b366-d9c8f3b96812 None None] For port f29bb505-4e08-4ddc-b5f8-582b80b80bc5, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=f29bb505-4e08-4ddc-b5f8-582b80b80bc5,segment=NetworkSegment(d1ee1bae-4fd4-4d54-817b-17b6c5f31726),segment_id=d1ee1bae-4fd4-4d54-817b-17b6c5f31726)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:11:16.239976 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=04672b21-789a-4c84-8c6b-7effb679c94e,revision_number=8']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:16.252251 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.db.api [None req-2c918c18-4f00-411f-82b5-4710d19ad5a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 13:11:16.252911 n-d-808199-11 neutron-server[103572]: DEBUG oslo_db.api [None req-2c918c18-4f00-411f-82b5-4710d19ad5a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 13:11:16.256522 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-608302db-a0d6-47a1-b366-d9c8f3b96812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:16.332922 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6161e63f-76c2-49a5-a35c-50f4ec58d810 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:16.392363 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5c897cf6-2428-4b07-825d-01cf41aa2636 req-afa1a8a9-7670-4c90-b70c-92b988640c81 tempest-ServerTagsTestJSON-666319440 tempest-ServerTagsTestJSON-666319440-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6cb0891-b785-45fd-8898-8dc05bb1ece9 HTTP/1.1" status: 200 len: 210 time: 0.1066251 Nov 25 13:11:16.443004 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608302db-a0d6-47a1-b366-d9c8f3b96812 None None] Pushing event updated for resources: {'Port': ['ID=f29bb505-4e08-4ddc-b5f8-582b80b80bc5,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:16.503588 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-275f17a4-207f-4c96-a0ee-1379f5ee3c61 req-c768326d-8d6d-4a65-a814-a3545515c812 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3938391 Nov 25 13:11:16.561731 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6161e63f-76c2-49a5-a35c-50f4ec58d810 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Network 2b823069-d9bd-4f42-87ec-afb97511a19d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:11:16.571274 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-6161e63f-76c2-49a5-a35c-50f4ec58d810 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:11:16.580958 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682cb585-c4ff-411d-9b35-1dd1e714524d req-a5461e42-3deb-4fae-aeef-434322effcff tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:16.582632 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-682cb585-c4ff-411d-9b35-1dd1e714524d req-a5461e42-3deb-4fae-aeef-434322effcff tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.47 "GET /v2.0/networks?id=262c70d7-6144-48b3-9558-2d58ff5c73f5 HTTP/1.1" status: 200 len: 816 time: 1.2118580 Nov 25 13:11:16.588674 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6161e63f-76c2-49a5-a35c-50f4ec58d810 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:11:16.602511 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f555b80-e60d-4b4b-8dd7-f1a6cf1e4ce3 req-931b6bf2-8173-45fb-b823-090b2466ffe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:16.604333 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2f555b80-e60d-4b4b-8dd7-f1a6cf1e4ce3 req-931b6bf2-8173-45fb-b823-090b2466ffe0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8836787 Nov 25 13:11:16.631626 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-682cb585-c4ff-411d-9b35-1dd1e714524d req-4c086297-2f14-4e57-8d69-a5c9378241f3 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Request body: {'port': {'device_id': '93b47d28-e49b-474a-99ba-d9b5720fc03f', 'network_id': '262c70d7-6144-48b3-9558-2d58ff5c73f5', 'admin_state_up': True, 'tenant_id': 'a11ad03c56464d93986153bf712bda7a'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:11:16.769138 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4b4bc1db-5242-4358-9a6c-98b72d6600fd req-562dd877-53e4-410a-9ea5-912f9e3f0760 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9d6065b9-f444-4b32-afd5-4efd4a17a010&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2133915 Nov 25 13:11:16.878585 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-69adccb2-ae60-42be-9ba1-6805c17909c6 req-cb83abd3-b687-46b5-97af-7e6f2f5b96c8 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f069467-ee13-43bf-8f6f-74371bdf7546 HTTP/1.1" status: 200 len: 210 time: 0.1555037 Nov 25 13:11:16.988901 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0a4b0-2238-4160-91b3-6ca24828b85b req-d3b71827-a21c-4ae7-bc91-e4bd2a9b746b tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:16.990719 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a9b0a4b0-2238-4160-91b3-6ca24828b85b req-d3b71827-a21c-4ae7-bc91-e4bd2a9b746b tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee9867b2-091f-48d3-b046-97d64fedd95b&tenant_id=af4c9854d3c048999405c81c71776d29&binding%3Ahost_id=n-h2-808199-11 HTTP/1.1" status: 200 len: 949 time: 0.9726579 Nov 25 13:11:17.010090 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2f555b80-e60d-4b4b-8dd7-f1a6cf1e4ce3 req-fe209ba7-b6a4-433a-948d-8d84d2669634 service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475588 Nov 25 13:11:17.093103 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-ca6ac32b-08d6-4377-a39f-fb609509b45b None None] Provisioning complete for port 4393fabd-fa68-4745-9c81-12570199014d triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:11:17.093673 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ca6ac32b-08d6-4377-a39f-fb609509b45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:17.136752 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-204cac99-d4a9-4a52-a8e4-58f7de947512 req-6120d94c-ae66-4275-a364-6ff339c48698 service neutron] Attempting to bind port f8f8e13d-3f59-427b-9f94-685701b9dcb2 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:11:17.137098 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-204cac99-d4a9-4a52-a8e4-58f7de947512 req-6120d94c-ae66-4275-a364-6ff339c48698 service neutron] Attempting to bind port f8f8e13d-3f59-427b-9f94-685701b9dcb2 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '1058d4ac-5e73-4c0f-9244-14176a6e4a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '262c70d7-6144-48b3-9558-2d58ff5c73f5'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:11:17.137438 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204cac99-d4a9-4a52-a8e4-58f7de947512 req-6120d94c-ae66-4275-a364-6ff339c48698 service neutron] Attempting to bind port f8f8e13d-3f59-427b-9f94-685701b9dcb2 on network 262c70d7-6144-48b3-9558-2d58ff5c73f5 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:11:17.138833 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3633c07-7c0f-4785-8973-e34d39b5dada req-8ca82e01-e3e3-4a41-aafd-d56ce3aecc3b tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:17.139506 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6161e63f-76c2-49a5-a35c-50f4ec58d810 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Pushing event updated for resources: {'Port': ['ID=0f2c65ca-cd9b-4cf4-b4b7-974dd4a0e921,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:17.140796 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a3633c07-7c0f-4785-8973-e34d39b5dada req-8ca82e01-e3e3-4a41-aafd-d56ce3aecc3b tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee9867b2-091f-48d3-b046-97d64fedd95b HTTP/1.1" status: 200 len: 949 time: 0.3668923 Nov 25 13:11:17.146990 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4bc1db-5242-4358-9a6c-98b72d6600fd req-e46da2c7-cecc-44b6-920c-0fe8f9f33f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:17.148669 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4b4bc1db-5242-4358-9a6c-98b72d6600fd req-e46da2c7-cecc-44b6-920c-0fe8f9f33f83 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d2e157ec7259461e96009d2e9c8298f0&device_id=9d6065b9-f444-4b32-afd5-4efd4a17a010 HTTP/1.1" status: 200 len: 1097 time: 0.2679842 Nov 25 13:11:17.184405 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e9ef7-299f-4de3-8a36-921f1875219a req-6c646ff9-a140-4c2e-ad6b-5c0c4d9738e1 tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:17.194194 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-347e9ef7-299f-4de3-8a36-921f1875219a req-6c646ff9-a140-4c2e-ad6b-5c0c4d9738e1 tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=41772653-c84b-4487-8698-22e4f27f0950 HTTP/1.1" status: 200 len: 1097 time: 0.1197653 Nov 25 13:11:17.221644 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204cac99-d4a9-4a52-a8e4-58f7de947512 req-6120d94c-ae66-4275-a364-6ff339c48698 service neutron] Port f8f8e13d-3f59-427b-9f94-685701b9dcb2 on network 262c70d7-6144-48b3-9558-2d58ff5c73f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:11:17.221961 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204cac99-d4a9-4a52-a8e4-58f7de947512 req-6120d94c-ae66-4275-a364-6ff339c48698 service neutron] Attempting to bind port f8f8e13d-3f59-427b-9f94-685701b9dcb2 on network 262c70d7-6144-48b3-9558-2d58ff5c73f5 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:11:17.277855 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6161e63f-76c2-49a5-a35c-50f4ec58d810 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:17.278533 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6161e63f-76c2-49a5-a35c-50f4ec58d810 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:17.291142 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-ca6ac32b-08d6-4377-a39f-fb609509b45b None None] Provisioning complete for port 0f2c65ca-cd9b-4cf4-b4b7-974dd4a0e921 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:11:17.292016 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ca6ac32b-08d6-4377-a39f-fb609509b45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:17.299047 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204cac99-d4a9-4a52-a8e4-58f7de947512 req-6120d94c-ae66-4275-a364-6ff339c48698 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:11:17.299393 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204cac99-d4a9-4a52-a8e4-58f7de947512 req-6120d94c-ae66-4275-a364-6ff339c48698 service neutron] Checking segment: {'id': '1058d4ac-5e73-4c0f-9244-14176a6e4a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '262c70d7-6144-48b3-9558-2d58ff5c73f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:11:17.299789 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204cac99-d4a9-4a52-a8e4-58f7de947512 req-6120d94c-ae66-4275-a364-6ff339c48698 service neutron] Bound using segment: {'id': '1058d4ac-5e73-4c0f-9244-14176a6e4a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '262c70d7-6144-48b3-9558-2d58ff5c73f5'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:11:17.300506 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-204cac99-d4a9-4a52-a8e4-58f7de947512 req-6120d94c-ae66-4275-a364-6ff339c48698 service neutron] Bound port: f8f8e13d-3f59-427b-9f94-685701b9dcb2, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1058d4ac-5e73-4c0f-9244-14176a6e4a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '262c70d7-6144-48b3-9558-2d58ff5c73f5'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:11:17.300863 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-204cac99-d4a9-4a52-a8e4-58f7de947512 req-6120d94c-ae66-4275-a364-6ff339c48698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:17.335194 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a3633c07-7c0f-4785-8973-e34d39b5dada req-56911379-56b5-44eb-a00c-cce8637f49a8 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845813 Nov 25 13:11:17.352773 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-ca6ac32b-08d6-4377-a39f-fb609509b45b None None] Port 0f2c65ca-cd9b-4cf4-b4b7-974dd4a0e921 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:11:17.364760 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-347e9ef7-299f-4de3-8a36-921f1875219a req-5e78fb07-a7e7-4245-a459-19ea58c1bd17 tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635931 Nov 25 13:11:17.419104 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-6161e63f-76c2-49a5-a35c-50f4ec58d810 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.9024699 Nov 25 13:11:17.431255 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4bc1db-5242-4358-9a6c-98b72d6600fd req-fa6f9191-093b-4a55-8ded-6027a128ef3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:17.433852 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4b4bc1db-5242-4358-9a6c-98b72d6600fd req-fa6f9191-093b-4a55-8ded-6027a128ef3c service neutron] 10.222.0.66 "GET /v2.0/networks?id=4eedb877-5fc3-46a9-a0e2-7e0a431fb103 HTTP/1.1" status: 200 len: 922 time: 0.2218039 Nov 25 13:11:17.434349 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 37882) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:11:17.452433 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-4aa3e7d0-a255-4f73-a89d-07d65b078db7 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Request body: {'port': {'network_id': '2b823069-d9bd-4f42-87ec-afb97511a19d', 'name': 'tempest-TaggedBootDevicesTest_v242-1235166146', 'fixed_ips': [{'subnet_id': 'e25e12e8-af35-42f8-83c0-b8f9f41a748f'}]}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:11:17.544477 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4b4bc1db-5242-4358-9a6c-98b72d6600fd req-2f2fd4a8-45f2-42e0-b98a-ea2dc999b7c7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a83af0a-fa08-464f-81b1-739c1163142b HTTP/1.1" status: 200 len: 217 time: 0.0822189 Nov 25 13:11:17.558091 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a9b0a4b0-2238-4160-91b3-6ca24828b85b req-000dccaa-5fb4-49ec-805d-ca9683ac1c8a service neutron] 10.222.0.47 "GET /v2.0/ports/04672b21-789a-4c84-8c6b-7effb679c94e/bindings/n-h2-808199-11 HTTP/1.1" status: 200 len: 383 time: 0.5439932 Nov 25 13:11:17.664786 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4bc1db-5242-4358-9a6c-98b72d6600fd req-dbed0ea1-5ea7-4a93-9154-7e586b36f6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:17.670121 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4b4bc1db-5242-4358-9a6c-98b72d6600fd req-dbed0ea1-5ea7-4a93-9154-7e586b36f6dd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c6ff4ad3-eaf7-4ebb-ae7a-2ad7a9626250 HTTP/1.1" status: 200 len: 861 time: 0.0890710 Nov 25 13:11:17.688237 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 04672b21-789a-4c84-8c6b-7effb679c94e up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:11:17.837261 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2f555b80-e60d-4b4b-8dd7-f1a6cf1e4ce3 req-3122fc00-f5a1-4209-9433-b906ec3053ff service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6700778 Nov 25 13:11:17.852379 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 04672b21-789a-4c84-8c6b-7effb679c94e completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:11:17.859034 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 04672b21-789a-4c84-8c6b-7effb679c94e triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:11:17.861474 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:17.893202 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-682cb585-c4ff-411d-9b35-1dd1e714524d req-4c086297-2f14-4e57-8d69-a5c9378241f3 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Made reservation on behalf of a11ad03c56464d93986153bf712bda7a for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:11:17.899791 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-682cb585-c4ff-411d-9b35-1dd1e714524d req-4c086297-2f14-4e57-8d69-a5c9378241f3 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:17.904691 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-204cac99-d4a9-4a52-a8e4-58f7de947512 req-6120d94c-ae66-4275-a364-6ff339c48698 service neutron] For port f8f8e13d-3f59-427b-9f94-685701b9dcb2, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:11:17.911543 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-204cac99-d4a9-4a52-a8e4-58f7de947512 req-6120d94c-ae66-4275-a364-6ff339c48698 service neutron] For port f8f8e13d-3f59-427b-9f94-685701b9dcb2, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=f8f8e13d-3f59-427b-9f94-685701b9dcb2,segment=NetworkSegment(1058d4ac-5e73-4c0f-9244-14176a6e4a88),segment_id=1058d4ac-5e73-4c0f-9244-14176a6e4a88)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:11:17.939722 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-204cac99-d4a9-4a52-a8e4-58f7de947512 req-6120d94c-ae66-4275-a364-6ff339c48698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:17.954059 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2845ad84-1827-4c10-9c20-2742a810a179 req-870288f3-36ee-40d3-8b07-b7e5cf2e0e70 tempest-ServerTagsTestJSON-666319440 tempest-ServerTagsTestJSON-666319440-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6cb0891-b785-45fd-8898-8dc05bb1ece9 HTTP/1.1" status: 200 len: 210 time: 0.2710338 Nov 25 13:11:17.957436 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4b4bc1db-5242-4358-9a6c-98b72d6600fd req-6b9b4568-8c42-4db2-a790-c669710b94a6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4eedb877-5fc3-46a9-a0e2-7e0a431fb103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1764171 Nov 25 13:11:17.973165 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204cac99-d4a9-4a52-a8e4-58f7de947512 req-6120d94c-ae66-4275-a364-6ff339c48698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:17.973901 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-204cac99-d4a9-4a52-a8e4-58f7de947512 req-6120d94c-ae66-4275-a364-6ff339c48698 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:17.975475 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-204cac99-d4a9-4a52-a8e4-58f7de947512 req-6120d94c-ae66-4275-a364-6ff339c48698 service neutron] 10.222.0.47 "PUT /v2.0/ports/f8f8e13d-3f59-427b-9f94-685701b9dcb2 HTTP/1.1" status: 200 len: 1092 time: 4.9125669 Nov 25 13:11:18.022000 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 4393fabd-fa68-4745-9c81-12570199014d up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:11:18.033268 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '621c9b83-3722-4455-86d1-290554c14b84', 'tag': 'f8f8e13d-3f59-427b-9f94-685701b9dcb2'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:11:18.044242 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa45f4c-e8bc-42fe-9fae-6da4a41c6895" -d '{"events": [{"name": "network-changed", "server_uuid": "621c9b83-3722-4455-86d1-290554c14b84", "tag": "f8f8e13d-3f59-427b-9f94-685701b9dcb2"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:11:18.165923 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa3e7d0-a255-4f73-a89d-07d65b078db7 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Made reservation on behalf of f253db84e4e241d4aa7c98f5a2e10d18 for: {'port': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:11:18.270654 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 4393fabd-fa68-4745-9c81-12570199014d triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:11:18.271671 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:18.298042 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dfb853-f405-4c56-9efe-68bc3b13fc4c req-52add0a0-cecc-4220-934d-7d366b3dbcac tempest-ServerTagsTestJSON-666319440 tempest-ServerTagsTestJSON-666319440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:18.301212 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-05dfb853-f405-4c56-9efe-68bc3b13fc4c req-52add0a0-cecc-4220-934d-7d366b3dbcac tempest-ServerTagsTestJSON-666319440 tempest-ServerTagsTestJSON-666319440-project] 10.222.0.47 "GET /v2.0/networks?id=d685887a-8d6e-4f9d-842d-96b16eab41e4 HTTP/1.1" status: 200 len: 808 time: 0.6685393 Nov 25 13:11:18.307855 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.47', 52736) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:11:18.353931 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32746163-1def-4478-8f8a-7bfb2285c077 None None] Network ce8b7f62-300f-4958-8057-b23aa4d60523 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:11:18.447674 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:18.451469 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-05dfb853-f405-4c56-9efe-68bc3b13fc4c req-fdfc27fa-ffa0-4a12-8876-163eb08a1bd8 tempest-ServerTagsTestJSON-666319440 tempest-ServerTagsTestJSON-666319440-project] Request body: {'port': {'device_id': 'a6cb0891-b785-45fd-8898-8dc05bb1ece9', 'network_id': 'd685887a-8d6e-4f9d-842d-96b16eab41e4', 'admin_state_up': True, 'tenant_id': 'ef9ae7bf50084247b51e0e6c209b7b0c'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:11:18.504834 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9867b2-091f-48d3-b046-97d64fedd95b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04672b21-789a-4c84-8c6b-7effb679c94e'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:11:18.507426 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b410c27b-001a-4462-a180-c213167b9eb2" -d '{"events": [{"server_uuid": "ee9867b2-091f-48d3-b046-97d64fedd95b", "name": "network-vif-plugged", "status": "completed", "tag": "04672b21-789a-4c84-8c6b-7effb679c94e"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:11:18.514762 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-eeca12ad-d7ea-4ab2-8362-047dff4aba4e None None] Provisioning complete for port f29bb505-4e08-4ddc-b5f8-582b80b80bc5 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:11:18.515375 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eeca12ad-d7ea-4ab2-8362-047dff4aba4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:18.556890 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 04672b21-789a-4c84-8c6b-7effb679c94e, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=04672b21-789a-4c84-8c6b-7effb679c94e,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:11:18.590393 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:18.658684 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=04672b21-789a-4c84-8c6b-7effb679c94e,revision_number=9']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:18.659480 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-682cb585-c4ff-411d-9b35-1dd1e714524d req-4c086297-2f14-4e57-8d69-a5c9378241f3 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Allocated IP 172.20.0.8 (262c70d7-6144-48b3-9558-2d58ff5c73f5/944dd67b-31c1-4580-877a-c7575fa9eef6/3983ee75-e4bf-4d31-9fe7-b4dc2e83e0d0) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:11:18.691245 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device f29bb505-4e08-4ddc-b5f8-582b80b80bc5 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:11:18.797243 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d869747-139c-4088-a4a7-06012df5bcbc req-70a14166-829d-4201-910d-eef7c6efa832 tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:18.805600 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2d869747-139c-4088-a4a7-06012df5bcbc req-70a14166-829d-4201-910d-eef7c6efa832 tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=41772653-c84b-4487-8698-22e4f27f0950 HTTP/1.1" status: 200 len: 1097 time: 1.0081849 Nov 25 13:11:18.837911 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6120d94c-ae66-4275-a364-6ff339c48698 service neutron] Pushing event updated for resources: {'Port': ['ID=f8f8e13d-3f59-427b-9f94-685701b9dcb2,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:18.860148 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d625d179-c82e-400c-914c-2e9adfdbc30c req-96af7d61-402e-4b52-884c-9cd42bce5955 tempest-LiveMigrationTest-1161798756 tempest-LiveMigrationTest-1161798756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:18.868646 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d625d179-c82e-400c-914c-2e9adfdbc30c req-96af7d61-402e-4b52-884c-9cd42bce5955 tempest-LiveMigrationTest-1161798756 tempest-LiveMigrationTest-1161798756-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b367cf64-83ee-4732-8f9a-63d45147755b HTTP/1.1" status: 200 len: 1096 time: 0.7488606 Nov 25 13:11:18.903728 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204cac99-d4a9-4a52-a8e4-58f7de947512 req-c61d82e1-c4ef-4d8a-83ec-7c138d3e79b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:18.905478 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-204cac99-d4a9-4a52-a8e4-58f7de947512 req-c61d82e1-c4ef-4d8a-83ec-7c138d3e79b6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a11ad03c56464d93986153bf712bda7a&device_id=621c9b83-3722-4455-86d1-290554c14b84 HTTP/1.1" status: 200 len: 1095 time: 0.6581202 Nov 25 13:11:18.933795 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0a4b0-2238-4160-91b3-6ca24828b85b req-dcdd3918-42d6-4bd5-b865-b468d7913530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:18.935594 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a9b0a4b0-2238-4160-91b3-6ca24828b85b req-dcdd3918-42d6-4bd5-b865-b468d7913530 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=af4c9854d3c048999405c81c71776d29&device_id=ee9867b2-091f-48d3-b046-97d64fedd95b HTTP/1.1" status: 200 len: 1101 time: 0.8107667 Nov 25 13:11:18.970932 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4b4bc1db-5242-4358-9a6c-98b72d6600fd req-260e8e70-7c02-4f02-a504-b44582e2ce08 service neutron] 10.222.0.66 "GET /v2.0/networks/4eedb877-5fc3-46a9-a0e2-7e0a431fb103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8443108 Nov 25 13:11:18.988296 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2d869747-139c-4088-a4a7-06012df5bcbc req-0a823513-ba9f-472f-8b07-0b46c7066b08 tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815662 Nov 25 13:11:18.997680 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port f29bb505-4e08-4ddc-b5f8-582b80b80bc5 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:11:18.998493 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:19.006066 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4aa3e7d0-a255-4f73-a89d-07d65b078db7 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:19.028808 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eeca12ad-d7ea-4ab2-8362-047dff4aba4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:19.044437 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d625d179-c82e-400c-914c-2e9adfdbc30c req-be0ea949-ba96-4d2e-a26f-3f9fd7e3c7f6 tempest-LiveMigrationTest-1161798756 tempest-LiveMigrationTest-1161798756-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746762 Nov 25 13:11:19.088124 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.47', 52737) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:11:19.107447 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-eeca12ad-d7ea-4ab2-8362-047dff4aba4e None None] For port f29bb505-4e08-4ddc-b5f8-582b80b80bc5, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=f29bb505-4e08-4ddc-b5f8-582b80b80bc5,segment=NetworkSegment(d1ee1bae-4fd4-4d54-817b-17b6c5f31726),segment_id=d1ee1bae-4fd4-4d54-817b-17b6c5f31726)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:11:19.127991 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eeca12ad-d7ea-4ab2-8362-047dff4aba4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:19.165852 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0a4b0-2238-4160-91b3-6ca24828b85b req-0b0c758b-068f-4692-8332-848dced861e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:19.167574 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a9b0a4b0-2238-4160-91b3-6ca24828b85b req-0b0c758b-068f-4692-8332-848dced861e9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=85f6380f-3625-4f44-8465-fbcf0c11fed5 HTTP/1.1" status: 200 len: 870 time: 0.1649070 Nov 25 13:11:19.247035 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17068632-17f6-40c8-977e-eae17876a8e7 req-c51fdd1b-40d0-4412-97bb-bb97bc97198c tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:19.252966 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-17068632-17f6-40c8-977e-eae17876a8e7 req-c51fdd1b-40d0-4412-97bb-bb97bc97198c tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.47 "GET /v2.0/networks?id=262c70d7-6144-48b3-9558-2d58ff5c73f5 HTTP/1.1" status: 200 len: 816 time: 0.9359624 Nov 25 13:11:19.264809 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e08513-8f6c-41a8-b4c1-f30f8318c711 x-openstack-request-id: req-93e08513-8f6c-41a8-b4c1-f30f8318c711 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:11:19.265103 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "621c9b83-3722-4455-86d1-290554c14b84", "tag": "f8f8e13d-3f59-427b-9f94-685701b9dcb2", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:11:19.266796 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-93e08513-8f6c-41a8-b4c1-f30f8318c711 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:11:19.267789 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '621c9b83-3722-4455-86d1-290554c14b84', 'tag': 'f8f8e13d-3f59-427b-9f94-685701b9dcb2', 'status': 'completed', 'code': 200} Nov 25 13:11:19.312353 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [None req-4aa3e7d0-a255-4f73-a89d-07d65b078db7 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] device_id is not set on port 724cccc6-fca6-4f56-9b33-692920a85a29 yet. {{(pid=103570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:11:19.316777 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-17068632-17f6-40c8-977e-eae17876a8e7 req-261897d6-473d-44ec-8d27-27891aac4a9b tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Request body: {'port': {'device_id': '9f069467-ee13-43bf-8f6f-74371bdf7546', 'network_id': '262c70d7-6144-48b3-9558-2d58ff5c73f5', 'admin_state_up': True, 'tenant_id': 'a11ad03c56464d93986153bf712bda7a'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:11:19.328127 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeca12ad-d7ea-4ab2-8362-047dff4aba4e None None] Pushing event updated for resources: {'Port': ['ID=f29bb505-4e08-4ddc-b5f8-582b80b80bc5,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:19.407072 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-62267359-442d-49df-8956-bc73b1af252b req-edfe896d-9eb4-402e-a30f-90f71c3e82b5 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f069467-ee13-43bf-8f6f-74371bdf7546 HTTP/1.1" status: 200 len: 210 time: 0.1448441 Nov 25 13:11:19.463378 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-c4dd3fbf-c279-4063-80f6-a7aa75f54181 None None] Provisioning complete for port f29bb505-4e08-4ddc-b5f8-582b80b80bc5 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:11:19.463756 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c4dd3fbf-c279-4063-80f6-a7aa75f54181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:19.518784 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346d130e-c1e5-4b1b-8d19-f6c0e29d7072 x-openstack-request-id: req-346d130e-c1e5-4b1b-8d19-f6c0e29d7072 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:11:19.519124 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee9867b2-091f-48d3-b046-97d64fedd95b", "name": "network-vif-plugged", "status": "completed", "tag": "04672b21-789a-4c84-8c6b-7effb679c94e", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:11:19.522377 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-346d130e-c1e5-4b1b-8d19-f6c0e29d7072 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:11:19.522377 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee9867b2-091f-48d3-b046-97d64fedd95b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04672b21-789a-4c84-8c6b-7effb679c94e', 'code': 200} Nov 25 13:11:19.616458 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f9a18add-b3b4-4e18-af41-00b3813bcc9d req-660b872f-54ec-4f84-9803-8ebf683fed3e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c2dd5265-c989-432c-a5b2-209782139d6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5089400 Nov 25 13:11:19.654369 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device f29bb505-4e08-4ddc-b5f8-582b80b80bc5 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:11:19.728939 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-204cac99-d4a9-4a52-a8e4-58f7de947512 req-137fb8cc-aec5-4178-aabf-65c01d65ba71 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8f8e13d-3f59-427b-9f94-685701b9dcb2 HTTP/1.1" status: 200 len: 217 time: 0.8060298 Nov 25 13:11:19.797202 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port f29bb505-4e08-4ddc-b5f8-582b80b80bc5 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:11:19.797878 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:19.815021 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-4aa3e7d0-a255-4f73-a89d-07d65b078db7 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Allocated IP 10.1.1.87 (2b823069-d9bd-4f42-87ec-afb97511a19d/e25e12e8-af35-42f8-83c0-b8f9f41a748f/724cccc6-fca6-4f56-9b33-692920a85a29) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:11:19.824596 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a9b0a4b0-2238-4160-91b3-6ca24828b85b req-286db2e8-4971-4e58-9d71-9d388cbac91e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=04672b21-789a-4c84-8c6b-7effb679c94e HTTP/1.1" status: 200 len: 217 time: 0.5395586 Nov 25 13:11:19.854789 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513effe3-45f5-408e-84f9-7fd8ba83fd25 req-e9924199-70f1-4dc0-9269-5d4e6a29cec9 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:19.856820 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-513effe3-45f5-408e-84f9-7fd8ba83fd25 req-e9924199-70f1-4dc0-9269-5d4e6a29cec9 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee9867b2-091f-48d3-b046-97d64fedd95b HTTP/1.1" status: 200 len: 950 time: 0.5368202 Nov 25 13:11:19.875204 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4b4bc1db-5242-4358-9a6c-98b72d6600fd req-94773996-e046-486a-a725-5c4f72105c67 service neutron] 10.222.0.66 "GET /v2.0/networks/4eedb877-5fc3-46a9-a0e2-7e0a431fb103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8812389 Nov 25 13:11:19.882624 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-682cb585-c4ff-411d-9b35-1dd1e714524d req-4c086297-2f14-4e57-8d69-a5c9378241f3 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:19.934065 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.db.api [req-05dfb853-f405-4c56-9efe-68bc3b13fc4c req-fdfc27fa-ffa0-4a12-8876-163eb08a1bd8 tempest-ServerTagsTestJSON-666319440 tempest-ServerTagsTestJSON-666319440-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 25 13:11:19.934065 n-d-808199-11 neutron-server[103571]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 25 13:11:19.934065 n-d-808199-11 neutron-server[103571]: [parameters: {'project_id_1': 'ef9ae7bf50084247b51e0e6c209b7b0c', 'expiration_1': datetime.datetime(2021, 11, 25, 13, 10, 59, 874468)}] Nov 25 13:11:19.934065 n-d-808199-11 neutron-server[103571]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 13:11:19.934679 n-d-808199-11 neutron-server[103571]: DEBUG oslo_db.api [req-05dfb853-f405-4c56-9efe-68bc3b13fc4c req-fdfc27fa-ffa0-4a12-8876-163eb08a1bd8 tempest-ServerTagsTestJSON-666319440 tempest-ServerTagsTestJSON-666319440-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 13:11:19.945149 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-21a1de61-40d8-4b07-8bd3-d832db0537e5 req-266238bb-1e43-4965-933b-e5a537e165cb tempest-ServerTagsTestJSON-666319440 tempest-ServerTagsTestJSON-666319440-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6cb0891-b785-45fd-8898-8dc05bb1ece9 HTTP/1.1" status: 200 len: 210 time: 0.0827129 Nov 25 13:11:19.964170 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17068632-17f6-40c8-977e-eae17876a8e7 req-261897d6-473d-44ec-8d27-27891aac4a9b tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Made reservation on behalf of a11ad03c56464d93986153bf712bda7a for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:11:19.967636 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a18add-b3b4-4e18-af41-00b3813bcc9d req-ee3c0428-2791-49fb-9530-8a3edde00742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:19.967799 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-17068632-17f6-40c8-977e-eae17876a8e7 req-261897d6-473d-44ec-8d27-27891aac4a9b tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:19.969470 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f9a18add-b3b4-4e18-af41-00b3813bcc9d req-ee3c0428-2791-49fb-9530-8a3edde00742 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=af4c9854d3c048999405c81c71776d29&device_id=c2dd5265-c989-432c-a5b2-209782139d6d HTTP/1.1" status: 200 len: 1102 time: 0.2604840 Nov 25 13:11:19.987239 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204cac99-d4a9-4a52-a8e4-58f7de947512 req-ff91b034-6e71-453b-bef0-4db694a08a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:19.988740 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-204cac99-d4a9-4a52-a8e4-58f7de947512 req-ff91b034-6e71-453b-bef0-4db694a08a7b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=944dd67b-31c1-4580-877a-c7575fa9eef6 HTTP/1.1" status: 200 len: 855 time: 0.1748359 Nov 25 13:11:20.012439 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0a4b0-2238-4160-91b3-6ca24828b85b req-fc5b27c5-1683-467a-aaaf-4934b6a21853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:20.013901 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a9b0a4b0-2238-4160-91b3-6ca24828b85b req-fc5b27c5-1683-467a-aaaf-4934b6a21853 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.1473398 Nov 25 13:11:20.118632 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-682cb585-c4ff-411d-9b35-1dd1e714524d req-4c086297-2f14-4e57-8d69-a5c9378241f3 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:20.124162 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-513effe3-45f5-408e-84f9-7fd8ba83fd25 req-ca51e769-7022-4eaa-8ec2-1ace8bb1c6ef tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017510 Nov 25 13:11:20.215665 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0a4b0-2238-4160-91b3-6ca24828b85b req-9acd0a9c-0a99-410a-b6dc-9282d3e1a34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:20.217570 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a9b0a4b0-2238-4160-91b3-6ca24828b85b req-9acd0a9c-0a99-410a-b6dc-9282d3e1a34d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1825151 Nov 25 13:11:20.245697 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa38e05-b319-47be-a6c5-78f785daf88f req-d127c3fb-35ef-4f24-ad95-3e8d692b2c78 tempest-LiveMigrationTest-1161798756 tempest-LiveMigrationTest-1161798756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:20.247071 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204cac99-d4a9-4a52-a8e4-58f7de947512 req-c22a34fa-f80d-4f92-871c-bcbeab6ecbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:20.247209 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4aa38e05-b319-47be-a6c5-78f785daf88f req-d127c3fb-35ef-4f24-ad95-3e8d692b2c78 tempest-LiveMigrationTest-1161798756 tempest-LiveMigrationTest-1161798756-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b367cf64-83ee-4732-8f9a-63d45147755b HTTP/1.1" status: 200 len: 1096 time: 0.1367333 Nov 25 13:11:20.248545 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-204cac99-d4a9-4a52-a8e4-58f7de947512 req-c22a34fa-f80d-4f92-871c-bcbeab6ecbfc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=262c70d7-6144-48b3-9558-2d58ff5c73f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2337730 Nov 25 13:11:20.265366 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-682cb585-c4ff-411d-9b35-1dd1e714524d req-4c086297-2f14-4e57-8d69-a5c9378241f3 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Network 262c70d7-6144-48b3-9558-2d58ff5c73f5 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:11:20.339438 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-682cb585-c4ff-411d-9b35-1dd1e714524d req-4c086297-2f14-4e57-8d69-a5c9378241f3 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:11:20.362468 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4aa38e05-b319-47be-a6c5-78f785daf88f req-5f72330e-bcd5-4828-899a-75d283ed6320 tempest-LiveMigrationTest-1161798756 tempest-LiveMigrationTest-1161798756-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046195 Nov 25 13:11:20.393673 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a18add-b3b4-4e18-af41-00b3813bcc9d req-e1f96ba9-d3e5-4132-846c-8e6285d8be8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:20.397256 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f9a18add-b3b4-4e18-af41-00b3813bcc9d req-e1f96ba9-d3e5-4132-846c-8e6285d8be8b service neutron] 10.222.0.47 "GET /v2.0/networks?id=85f6380f-3625-4f44-8465-fbcf0c11fed5 HTTP/1.1" status: 200 len: 870 time: 0.3870533 Nov 25 13:11:20.410480 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4aa3e7d0-a255-4f73-a89d-07d65b078db7 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:20.422502 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c086297-2f14-4e57-8d69-a5c9378241f3 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Pushing event updated for resources: {'Port': ['ID=3983ee75-e4bf-4d31-9fe7-b4dc2e83e0d0,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:20.425285 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-682cb585-c4ff-411d-9b35-1dd1e714524d req-4c086297-2f14-4e57-8d69-a5c9378241f3 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:11:20.491603 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f9a18add-b3b4-4e18-af41-00b3813bcc9d req-658a2274-ecce-460a-b226-b71f7ed8c435 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=7167fc5d-d545-4a71-ac16-55dee6d852fe HTTP/1.1" status: 200 len: 217 time: 0.0849586 Nov 25 13:11:20.610933 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-263df014-dfd3-4ea0-a933-2533e96cef2f req-859a4f0b-cba4-48db-a57d-9e723866e85a tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f069467-ee13-43bf-8f6f-74371bdf7546 HTTP/1.1" status: 200 len: 210 time: 0.0534232 Nov 25 13:11:20.623785 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a18add-b3b4-4e18-af41-00b3813bcc9d req-00ddb36e-1af1-45c9-994a-cb285e3fe280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:20.634674 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f9a18add-b3b4-4e18-af41-00b3813bcc9d req-00ddb36e-1af1-45c9-994a-cb285e3fe280 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.1339867 Nov 25 13:11:20.680628 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4aa3e7d0-a255-4f73-a89d-07d65b078db7 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:20.721609 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-17068632-17f6-40c8-977e-eae17876a8e7 req-261897d6-473d-44ec-8d27-27891aac4a9b tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Allocated IP 172.20.0.4 (262c70d7-6144-48b3-9558-2d58ff5c73f5/944dd67b-31c1-4580-877a-c7575fa9eef6/47bbaaad-3361-49ad-8c0f-e3d1d2d440aa) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:11:20.742122 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a18add-b3b4-4e18-af41-00b3813bcc9d req-31400f02-f936-4543-97be-6280e9af6263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:20.743738 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f9a18add-b3b4-4e18-af41-00b3813bcc9d req-31400f02-f936-4543-97be-6280e9af6263 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0998225 Nov 25 13:11:20.754829 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa3e7d0-a255-4f73-a89d-07d65b078db7 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Network 2b823069-d9bd-4f42-87ec-afb97511a19d is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:11:20.764374 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-4aa3e7d0-a255-4f73-a89d-07d65b078db7 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:11:20.768022 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa3e7d0-a255-4f73-a89d-07d65b078db7 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:11:20.862613 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-6252473f-efe2-42a6-8377-c4d3c5874bba None None] Provisioning complete for port 3983ee75-e4bf-4d31-9fe7-b4dc2e83e0d0 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:11:20.863346 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6252473f-efe2-42a6-8377-c4d3c5874bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:20.883176 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682cb585-c4ff-411d-9b35-1dd1e714524d req-4c086297-2f14-4e57-8d69-a5c9378241f3 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:20.885172 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-682cb585-c4ff-411d-9b35-1dd1e714524d req-4c086297-2f14-4e57-8d69-a5c9378241f3 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:20.909199 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05dfb853-f405-4c56-9efe-68bc3b13fc4c req-fdfc27fa-ffa0-4a12-8876-163eb08a1bd8 tempest-ServerTagsTestJSON-666319440 tempest-ServerTagsTestJSON-666319440-project] Made reservation on behalf of ef9ae7bf50084247b51e0e6c209b7b0c for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:11:20.912880 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-05dfb853-f405-4c56-9efe-68bc3b13fc4c req-fdfc27fa-ffa0-4a12-8876-163eb08a1bd8 tempest-ServerTagsTestJSON-666319440 tempest-ServerTagsTestJSON-666319440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:20.946927 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-682cb585-c4ff-411d-9b35-1dd1e714524d req-4c086297-2f14-4e57-8d69-a5c9378241f3 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3464637 Nov 25 13:11:20.950208 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa3e7d0-a255-4f73-a89d-07d65b078db7 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:20.951451 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4aa3e7d0-a255-4f73-a89d-07d65b078db7 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:20.959432 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f9a18add-b3b4-4e18-af41-00b3813bcc9d req-3cfd43ff-1700-4e93-b30c-b98ce3b28dd6 service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934607 Nov 25 13:11:20.995152 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-682cb585-c4ff-411d-9b35-1dd1e714524d req-1d506086-7822-41c3-9004-0154fd43eb85 service neutron] Request body: {'port': {'device_id': '93b47d28-e49b-474a-99ba-d9b5720fc03f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:11:20.997461 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-6252473f-efe2-42a6-8377-c4d3c5874bba None None] Port 3983ee75-e4bf-4d31-9fe7-b4dc2e83e0d0 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:11:21.008640 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-204cac99-d4a9-4a52-a8e4-58f7de947512 req-492939da-17b6-4dbb-a0df-d84a5d815059 service neutron] 10.222.0.47 "GET /v2.0/networks/262c70d7-6144-48b3-9558-2d58ff5c73f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7368305 Nov 25 13:11:21.019412 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a9b0a4b0-2238-4160-91b3-6ca24828b85b req-019d1d57-b2f9-4c5f-b12e-4085e7be9f7b service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7855706 Nov 25 13:11:21.125607 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa3e7d0-a255-4f73-a89d-07d65b078db7 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Pushing event updated for resources: {'Port': ['ID=724cccc6-fca6-4f56-9b33-692920a85a29,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:21.131181 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f9a18add-b3b4-4e18-af41-00b3813bcc9d req-2c0db67a-9a12-43e6-a254-f983cf407c3a service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592000 Nov 25 13:11:21.155088 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-4aa3e7d0-a255-4f73-a89d-07d65b078db7 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.7162206 Nov 25 13:11:21.248966 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-4ba0bd5d-aff1-4d65-890e-35adf8a07ef3 None None] Provisioning complete for port 724cccc6-fca6-4f56-9b33-692920a85a29 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:11:21.249346 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4ba0bd5d-aff1-4d65-890e-35adf8a07ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:21.298397 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-4ba0bd5d-aff1-4d65-890e-35adf8a07ef3 None None] Port 724cccc6-fca6-4f56-9b33-692920a85a29 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:11:21.452260 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-682cb585-c4ff-411d-9b35-1dd1e714524d req-1d506086-7822-41c3-9004-0154fd43eb85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:21.645482 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-204cac99-d4a9-4a52-a8e4-58f7de947512 req-a0664a8f-2951-4749-b184-83390bec3021 service neutron] 10.222.0.47 "GET /v2.0/networks/262c70d7-6144-48b3-9558-2d58ff5c73f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5611260 Nov 25 13:11:21.696490 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a9b0a4b0-2238-4160-91b3-6ca24828b85b req-7ac6bf14-4c07-4b5e-bd2d-23e5e3e37128 service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5810750 Nov 25 13:11:21.753781 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-05dfb853-f405-4c56-9efe-68bc3b13fc4c req-fdfc27fa-ffa0-4a12-8876-163eb08a1bd8 tempest-ServerTagsTestJSON-666319440 tempest-ServerTagsTestJSON-666319440-project] Allocated IP 172.20.0.12 (d685887a-8d6e-4f9d-842d-96b16eab41e4/827a0e03-172d-47c0-ba98-1bfb7b5d6548/cdea6068-fa46-4672-a6f1-ef2ee86dbc5d) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:11:21.771349 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ad6f9dce-338e-469c-addc-8cec7bc72086 req-f81ee90d-610a-4639-88a0-e4a49d7785cf tempest-ServerTagsTestJSON-666319440 tempest-ServerTagsTestJSON-666319440-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6cb0891-b785-45fd-8898-8dc05bb1ece9 HTTP/1.1" status: 200 len: 210 time: 0.0535057 Nov 25 13:11:21.999645 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-05dfb853-f405-4c56-9efe-68bc3b13fc4c req-fdfc27fa-ffa0-4a12-8876-163eb08a1bd8 tempest-ServerTagsTestJSON-666319440 tempest-ServerTagsTestJSON-666319440-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:22.051236 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-05dfb853-f405-4c56-9efe-68bc3b13fc4c req-fdfc27fa-ffa0-4a12-8876-163eb08a1bd8 tempest-ServerTagsTestJSON-666319440 tempest-ServerTagsTestJSON-666319440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:22.062966 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-17068632-17f6-40c8-977e-eae17876a8e7 req-261897d6-473d-44ec-8d27-27891aac4a9b tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:22.130333 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05dfb853-f405-4c56-9efe-68bc3b13fc4c req-fdfc27fa-ffa0-4a12-8876-163eb08a1bd8 tempest-ServerTagsTestJSON-666319440 tempest-ServerTagsTestJSON-666319440-project] Network d685887a-8d6e-4f9d-842d-96b16eab41e4 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:11:22.139991 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-05dfb853-f405-4c56-9efe-68bc3b13fc4c req-fdfc27fa-ffa0-4a12-8876-163eb08a1bd8 tempest-ServerTagsTestJSON-666319440 tempest-ServerTagsTestJSON-666319440-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:11:22.145700 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-05dfb853-f405-4c56-9efe-68bc3b13fc4c req-fdfc27fa-ffa0-4a12-8876-163eb08a1bd8 tempest-ServerTagsTestJSON-666319440 tempest-ServerTagsTestJSON-666319440-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:11:22.149461 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa45f4c-e8bc-42fe-9fae-6da4a41c6895 req-dd69a23d-d9c5-4efa-aa0a-e4c18e7c2e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:22.151038 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cfa45f4c-e8bc-42fe-9fae-6da4a41c6895 req-dd69a23d-d9c5-4efa-aa0a-e4c18e7c2e2c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a11ad03c56464d93986153bf712bda7a&device_id=621c9b83-3722-4455-86d1-290554c14b84 HTTP/1.1" status: 200 len: 1095 time: 0.3924942 Nov 25 13:11:22.153297 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 37986) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:11:22.170576 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-f7a8e1ee-bc02-4c8d-b709-1d77060c22fb tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1782906273', 'description': 'tempest-description--585891008'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:11:22.201348 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfc27fa-ffa0-4a12-8876-163eb08a1bd8 tempest-ServerTagsTestJSON-666319440 tempest-ServerTagsTestJSON-666319440-project] Pushing event updated for resources: {'Port': ['ID=cdea6068-fa46-4672-a6f1-ef2ee86dbc5d,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:22.297765 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f7a8e1ee-bc02-4c8d-b709-1d77060c22fb tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:22.321142 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dfb853-f405-4c56-9efe-68bc3b13fc4c req-fdfc27fa-ffa0-4a12-8876-163eb08a1bd8 tempest-ServerTagsTestJSON-666319440 tempest-ServerTagsTestJSON-666319440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:22.322398 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-05dfb853-f405-4c56-9efe-68bc3b13fc4c req-fdfc27fa-ffa0-4a12-8876-163eb08a1bd8 tempest-ServerTagsTestJSON-666319440 tempest-ServerTagsTestJSON-666319440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:22.365944 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-17068632-17f6-40c8-977e-eae17876a8e7 req-261897d6-473d-44ec-8d27-27891aac4a9b tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:22.379117 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d583dac-9a49-4b94-8b9c-cd38ea111b17 req-4ed0837d-956f-4e82-a41a-ef9832c299c9 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:22.380701 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2d583dac-9a49-4b94-8b9c-cd38ea111b17 req-4ed0837d-956f-4e82-a41a-ef9832c299c9 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee9867b2-091f-48d3-b046-97d64fedd95b HTTP/1.1" status: 200 len: 950 time: 0.1539795 Nov 25 13:11:22.472007 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-05dfb853-f405-4c56-9efe-68bc3b13fc4c req-fdfc27fa-ffa0-4a12-8876-163eb08a1bd8 tempest-ServerTagsTestJSON-666319440 tempest-ServerTagsTestJSON-666319440-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0379484 Nov 25 13:11:22.526540 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-05dfb853-f405-4c56-9efe-68bc3b13fc4c req-657fd101-baec-4519-83bb-5457fb6ad462 service neutron] Request body: {'port': {'device_id': 'a6cb0891-b785-45fd-8898-8dc05bb1ece9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:11:22.542664 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f7a8e1ee-bc02-4c8d-b709-1d77060c22fb tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:22.558920 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2d583dac-9a49-4b94-8b9c-cd38ea111b17 req-8b9fd66d-7343-41fc-b46d-4f742d49d006 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688309 Nov 25 13:11:22.559582 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f7a8e1ee-bc02-4c8d-b709-1d77060c22fb tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:22.561284 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-33251d91-8033-4a02-81d8-77d6f07f1714 tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:11:22.562526 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-33251d91-8033-4a02-81d8-77d6f07f1714 tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2022829 Nov 25 13:11:22.568163 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa45f4c-e8bc-42fe-9fae-6da4a41c6895 req-e7565343-9208-49ca-b80a-e3e53e108deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:22.569725 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cfa45f4c-e8bc-42fe-9fae-6da4a41c6895 req-e7565343-9208-49ca-b80a-e3e53e108deb service neutron] 10.222.0.47 "GET /v2.0/networks?id=262c70d7-6144-48b3-9558-2d58ff5c73f5 HTTP/1.1" status: 200 len: 917 time: 0.3873160 Nov 25 13:11:22.639414 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a8e1ee-bc02-4c8d-b709-1d77060c22fb tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b58ccaf7-fcbc-46a0-8300-65e745ae9e20,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:22.639689 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17068632-17f6-40c8-977e-eae17876a8e7 req-261897d6-473d-44ec-8d27-27891aac4a9b tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Network 262c70d7-6144-48b3-9558-2d58ff5c73f5 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:11:22.649153 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f7a8e1ee-bc02-4c8d-b709-1d77060c22fb tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:22.653204 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f7a8e1ee-bc02-4c8d-b709-1d77060c22fb tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4978783 Nov 25 13:11:22.654296 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 37994) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:11:22.659964 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-21ba3fbe-5a24-4fc6-aa9b-145ccd3fbc20 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Request body: {'security_group_rule': {'security_group_id': 'b58ccaf7-fcbc-46a0-8300-65e745ae9e20', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:11:22.702042 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-17068632-17f6-40c8-977e-eae17876a8e7 req-261897d6-473d-44ec-8d27-27891aac4a9b tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:11:22.703322 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261897d6-473d-44ec-8d27-27891aac4a9b tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Pushing event updated for resources: {'Port': ['ID=47bbaaad-3361-49ad-8c0f-e3d1d2d440aa,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:22.707750 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-17068632-17f6-40c8-977e-eae17876a8e7 req-261897d6-473d-44ec-8d27-27891aac4a9b tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:11:22.724193 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cfa45f4c-e8bc-42fe-9fae-6da4a41c6895 req-2b6d3ddf-d246-4b3d-a622-ce973710e4bf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8f8e13d-3f59-427b-9f94-685701b9dcb2 HTTP/1.1" status: 200 len: 217 time: 0.1267114 Nov 25 13:11:22.752732 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-21ba3fbe-5a24-4fc6-aa9b-145ccd3fbc20 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:22.959264 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-21ba3fbe-5a24-4fc6-aa9b-145ccd3fbc20 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:22.975411 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f4bd3-6f42-48c3-9b9d-238251ea25d2 req-3ad01a9f-ab75-4daa-8d6e-6ca322c8c566 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:22.977275 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-232f4bd3-6f42-48c3-9b9d-238251ea25d2 req-3ad01a9f-ab75-4daa-8d6e-6ca322c8c566 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f069467-ee13-43bf-8f6f-74371bdf7546 HTTP/1.1" status: 200 len: 931 time: 0.1833770 Nov 25 13:11:22.981780 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-21ba3fbe-5a24-4fc6-aa9b-145ccd3fbc20 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:23.014412 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ba3fbe-5a24-4fc6-aa9b-145ccd3fbc20 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=925382ba-223f-40c7-9525-f6d9a1aae76f,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:23.094674 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-232f4bd3-6f42-48c3-9b9d-238251ea25d2 req-729ea36d-f465-4ab8-9cd7-1897045b09f4 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e57746c-a056-414e-9571-33500a85083a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097252 Nov 25 13:11:23.098400 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-21ba3fbe-5a24-4fc6-aa9b-145ccd3fbc20 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:23.104049 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-21ba3fbe-5a24-4fc6-aa9b-145ccd3fbc20 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4490252 Nov 25 13:11:23.105146 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 38000) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:11:23.111209 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-fb7f6088-3916-4b33-885f-e483112e90e0 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Request body: {'security_group_rule': {'security_group_id': 'b58ccaf7-fcbc-46a0-8300-65e745ae9e20', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:11:23.188455 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-07fff6a4-934d-494d-9df7-71a7914814da None None] Provisioning complete for port 47bbaaad-3361-49ad-8c0f-e3d1d2d440aa triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:11:23.190731 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-07fff6a4-934d-494d-9df7-71a7914814da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:23.199144 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fb7f6088-3916-4b33-885f-e483112e90e0 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:23.211229 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-24ae8437-a52b-4083-bdea-e462c0166639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:23.219215 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-24ae8437-a52b-4083-bdea-e462c0166639 service neutron] 10.222.0.53 "GET /v2.0/ports/929769d0-86ac-42e6-8b6c-a67b0094b459 HTTP/1.1" status: 200 len: 1094 time: 0.6421051 Nov 25 13:11:23.224761 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-4af79b4e-7c55-43a8-992c-03549465f17a service neutron] Request body: {'binding': {'host': 'n-h1-808199-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:11:23.225386 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-4af79b4e-7c55-43a8-992c-03549465f17a service neutron] Unknown quota resources ['binding']. {{(pid=103571) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 13:11:23.290236 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-07fff6a4-934d-494d-9df7-71a7914814da None None] Port 47bbaaad-3361-49ad-8c0f-e3d1d2d440aa cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:11:23.315841 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-05dfb853-f405-4c56-9efe-68bc3b13fc4c req-657fd101-baec-4519-83bb-5457fb6ad462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:23.321730 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fb7f6088-3916-4b33-885f-e483112e90e0 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:23.331127 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fb7f6088-3916-4b33-885f-e483112e90e0 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:23.360247 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17068632-17f6-40c8-977e-eae17876a8e7 req-261897d6-473d-44ec-8d27-27891aac4a9b tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:23.361512 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-17068632-17f6-40c8-977e-eae17876a8e7 req-261897d6-473d-44ec-8d27-27891aac4a9b tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:23.406307 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7f6088-3916-4b33-885f-e483112e90e0 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47c82fd6-bd31-44a0-9fac-729df498bb6e,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:23.434165 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fb7f6088-3916-4b33-885f-e483112e90e0 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:23.438315 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-fb7f6088-3916-4b33-885f-e483112e90e0 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3288999 Nov 25 13:11:23.448918 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 38010) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:11:23.455707 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-5c58c89b-8dbc-4ad1-9680-12b9531e0c9e tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Request body: {'floatingip': {'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:11:23.481811 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa45f4c-e8bc-42fe-9fae-6da4a41c6895 req-a5482e55-493f-4b48-9f8e-53045a8bb913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:23.483350 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cfa45f4c-e8bc-42fe-9fae-6da4a41c6895 req-a5482e55-493f-4b48-9f8e-53045a8bb913 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=944dd67b-31c1-4580-877a-c7575fa9eef6 HTTP/1.1" status: 200 len: 855 time: 0.6861329 Nov 25 13:11:23.560610 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5c58c89b-8dbc-4ad1-9680-12b9531e0c9e tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks [] for floatingip, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:23.574951 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-17068632-17f6-40c8-977e-eae17876a8e7 req-261897d6-473d-44ec-8d27-27891aac4a9b tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2685492 Nov 25 13:11:23.620470 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-682cb585-c4ff-411d-9b35-1dd1e714524d req-1d506086-7822-41c3-9004-0154fd43eb85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3983ee75-e4bf-4d31-9fe7-b4dc2e83e0d0 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:11:23.632525 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-17068632-17f6-40c8-977e-eae17876a8e7 req-5053fc0d-55d1-4fdd-93d7-1a66c1e5201f service neutron] Request body: {'port': {'device_id': '9f069467-ee13-43bf-8f6f-74371bdf7546', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:11:23.681510 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024bec50-a18f-4b5f-9325-98d39855d22a req-8b58cd2e-d166-4b3b-8e03-ccc812e1af16 tempest-ServerTagsTestJSON-666319440 tempest-ServerTagsTestJSON-666319440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:23.695843 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-682cb585-c4ff-411d-9b35-1dd1e714524d req-1d506086-7822-41c3-9004-0154fd43eb85 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:23.715828 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-024bec50-a18f-4b5f-9325-98d39855d22a req-8b58cd2e-d166-4b3b-8e03-ccc812e1af16 tempest-ServerTagsTestJSON-666319440 tempest-ServerTagsTestJSON-666319440-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6cb0891-b785-45fd-8898-8dc05bb1ece9 HTTP/1.1" status: 200 len: 932 time: 0.2686861 Nov 25 13:11:23.751377 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device f8f8e13d-3f59-427b-9f94-685701b9dcb2 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:11:23.863190 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-682cb585-c4ff-411d-9b35-1dd1e714524d req-1d506086-7822-41c3-9004-0154fd43eb85 service neutron] Transition to ACTIVE for port object 3983ee75-e4bf-4d31-9fe7-b4dc2e83e0d0 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:11:23.874853 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-17068632-17f6-40c8-977e-eae17876a8e7 req-5053fc0d-55d1-4fdd-93d7-1a66c1e5201f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:23.897147 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-024bec50-a18f-4b5f-9325-98d39855d22a req-77389aa1-29ec-4db0-ae00-5b1e7b653507 tempest-ServerTagsTestJSON-666319440 tempest-ServerTagsTestJSON-666319440-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3da42dc-01df-4487-92db-023868621838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794102 Nov 25 13:11:23.951827 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port f8f8e13d-3f59-427b-9f94-685701b9dcb2, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=f8f8e13d-3f59-427b-9f94-685701b9dcb2,segment=NetworkSegment(1058d4ac-5e73-4c0f-9244-14176a6e4a88),segment_id=1058d4ac-5e73-4c0f-9244-14176a6e4a88)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:11:23.971302 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': 'f8f8e13d-3f59-427b-9f94-685701b9dcb2', 'network_id': '262c70d7-6144-48b3-9558-2d58ff5c73f5', 'port_id': 'f8f8e13d-3f59-427b-9f94-685701b9dcb2', 'mac_address': 'fa:16:3e:15:4a:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '944dd67b-31c1-4580-877a-c7575fa9eef6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:11:24.017987 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:24.037543 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8f8e13d-3f59-427b-9f94-685701b9dcb2 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:11:24.043174 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5c58c89b-8dbc-4ad1-9680-12b9531e0c9e tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:24.094062 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port f8f8e13d-3f59-427b-9f94-685701b9dcb2, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=f8f8e13d-3f59-427b-9f94-685701b9dcb2,segment=NetworkSegment(1058d4ac-5e73-4c0f-9244-14176a6e4a88),segment_id=1058d4ac-5e73-4c0f-9244-14176a6e4a88)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:11:24.101583 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:24.174652 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=f8f8e13d-3f59-427b-9f94-685701b9dcb2,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:24.301456 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c093001-d276-4b40-98a7-3046cc7af62a req-1af60956-6560-4835-a990-10a44b748884 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:24.308754 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2c093001-d276-4b40-98a7-3046cc7af62a req-1af60956-6560-4835-a990-10a44b748884 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee9867b2-091f-48d3-b046-97d64fedd95b HTTP/1.1" status: 200 len: 950 time: 0.1217291 Nov 25 13:11:24.345528 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-5c58c89b-8dbc-4ad1-9680-12b9531e0c9e tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Allocated IP 172.25.5.64 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/fd76cc7a-05f6-4d7a-a6ae-3c3d98625ce1) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:11:24.386759 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['f8f8e13d-3f59-427b-9f94-685701b9dcb2'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:11:24.390746 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-05dfb853-f405-4c56-9efe-68bc3b13fc4c req-657fd101-baec-4519-83bb-5457fb6ad462 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdea6068-fa46-4672-a6f1-ef2ee86dbc5d {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:11:24.398245 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa45f4c-e8bc-42fe-9fae-6da4a41c6895 req-f46770fb-f15d-408e-ad30-6930a91d9b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:24.400841 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cfa45f4c-e8bc-42fe-9fae-6da4a41c6895 req-f46770fb-f15d-408e-ad30-6930a91d9b61 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=262c70d7-6144-48b3-9558-2d58ff5c73f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8554838 Nov 25 13:11:24.401663 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-682cb585-c4ff-411d-9b35-1dd1e714524d req-1d506086-7822-41c3-9004-0154fd43eb85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:24.432412 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-05dfb853-f405-4c56-9efe-68bc3b13fc4c req-657fd101-baec-4519-83bb-5457fb6ad462 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:24.483756 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2c093001-d276-4b40-98a7-3046cc7af62a req-6a99af2c-8fc2-417f-8f20-e51ebdcfd4f2 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724367 Nov 25 13:11:24.573063 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-4af79b4e-7c55-43a8-992c-03549465f17a service neutron] Attempting to bind port 929769d0-86ac-42e6-8b6c-a67b0094b459 on host n-h1-808199-11 for vnic_type normal with profile None {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:11:24.574145 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-4af79b4e-7c55-43a8-992c-03549465f17a service neutron] Attempting to bind port 929769d0-86ac-42e6-8b6c-a67b0094b459 by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': 'f1015c3b-5561-4c41-908e-568aaa0911cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4eedb877-5fc3-46a9-a0e2-7e0a431fb103'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:11:24.576819 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-4af79b4e-7c55-43a8-992c-03549465f17a service neutron] Attempting to bind port 929769d0-86ac-42e6-8b6c-a67b0094b459 on network 4eedb877-5fc3-46a9-a0e2-7e0a431fb103 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:11:24.638782 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-05dfb853-f405-4c56-9efe-68bc3b13fc4c req-657fd101-baec-4519-83bb-5457fb6ad462 service neutron] Transition to ACTIVE for port object cdea6068-fa46-4672-a6f1-ef2ee86dbc5d will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:11:24.656410 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5c58c89b-8dbc-4ad1-9680-12b9531e0c9e tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:24.685520 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-05dfb853-f405-4c56-9efe-68bc3b13fc4c req-657fd101-baec-4519-83bb-5457fb6ad462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:24.695213 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d506086-7822-41c3-9004-0154fd43eb85 service neutron] Pushing event updated for resources: {'Port': ['ID=3983ee75-e4bf-4d31-9fe7-b4dc2e83e0d0,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:24.697825 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-4af79b4e-7c55-43a8-992c-03549465f17a service neutron] Port 929769d0-86ac-42e6-8b6c-a67b0094b459 on network 4eedb877-5fc3-46a9-a0e2-7e0a431fb103 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:11:24.698567 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-4af79b4e-7c55-43a8-992c-03549465f17a service neutron] Attempting to bind port 929769d0-86ac-42e6-8b6c-a67b0094b459 on network 4eedb877-5fc3-46a9-a0e2-7e0a431fb103 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:11:24.733619 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5c58c89b-8dbc-4ad1-9680-12b9531e0c9e tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:24.770323 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-4af79b4e-7c55-43a8-992c-03549465f17a service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:11:24.770323 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-4af79b4e-7c55-43a8-992c-03549465f17a service neutron] Checking segment: {'id': 'f1015c3b-5561-4c41-908e-568aaa0911cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4eedb877-5fc3-46a9-a0e2-7e0a431fb103'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:11:24.770323 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-4af79b4e-7c55-43a8-992c-03549465f17a service neutron] Bound using segment: {'id': 'f1015c3b-5561-4c41-908e-568aaa0911cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4eedb877-5fc3-46a9-a0e2-7e0a431fb103'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:11:24.770323 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-4af79b4e-7c55-43a8-992c-03549465f17a service neutron] Bound port: 929769d0-86ac-42e6-8b6c-a67b0094b459, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1015c3b-5561-4c41-908e-568aaa0911cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4eedb877-5fc3-46a9-a0e2-7e0a431fb103'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:11:24.851707 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0a4b0-2238-4160-91b3-6ca24828b85b req-74eb3906-4b66-4be3-affa-a42ebeffcf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:24.853774 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a9b0a4b0-2238-4160-91b3-6ca24828b85b req-74eb3906-4b66-4be3-affa-a42ebeffcf6b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ee9867b2-091f-48d3-b046-97d64fedd95b&tenant_id=af4c9854d3c048999405c81c71776d29 HTTP/1.1" status: 200 len: 1102 time: 0.4834869 Nov 25 13:11:24.884363 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-a9b0a4b0-2238-4160-91b3-6ca24828b85b req-ef58885b-ad52-4fb4-b663-3a8296cc9650 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-808199-11', 'device_owner': 'compute:nova'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:11:24.895450 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c58c89b-8dbc-4ad1-9680-12b9531e0c9e tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:11:24.926039 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-5c58c89b-8dbc-4ad1-9680-12b9531e0c9e tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:11:24.942622 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c58c89b-8dbc-4ad1-9680-12b9531e0c9e tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:11:24.951650 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c58c89b-8dbc-4ad1-9680-12b9531e0c9e tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Pushing event updated for resources: {'Port': ['ID=fd76cc7a-05f6-4d7a-a6ae-3c3d98625ce1,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:24.996364 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657fd101-baec-4519-83bb-5457fb6ad462 service neutron] Pushing event updated for resources: {'Port': ['ID=cdea6068-fa46-4672-a6f1-ef2ee86dbc5d,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:25.008863 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cfa45f4c-e8bc-42fe-9fae-6da4a41c6895 req-133bf0be-9827-45b2-acb5-3d386506d808 service neutron] 10.222.0.47 "GET /v2.0/networks/262c70d7-6144-48b3-9558-2d58ff5c73f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5788558 Nov 25 13:11:25.013383 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c674a953-3b96-4989-9207-63400785e0e8 req-d01220f7-a234-4436-8ced-8504d60c97a1 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:25.015073 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c674a953-3b96-4989-9207-63400785e0e8 req-d01220f7-a234-4436-8ced-8504d60c97a1 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f069467-ee13-43bf-8f6f-74371bdf7546 HTTP/1.1" status: 200 len: 931 time: 0.2922335 Nov 25 13:11:25.037754 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-a9b0a4b0-2238-4160-91b3-6ca24828b85b req-ef58885b-ad52-4fb4-b663-3a8296cc9650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:25.126839 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-4af79b4e-7c55-43a8-992c-03549465f17a service neutron] For port 929769d0-86ac-42e6-8b6c-a67b0094b459, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=929769d0-86ac-42e6-8b6c-a67b0094b459,segment=NetworkSegment(f1015c3b-5561-4c41-908e-568aaa0911cd),segment_id=f1015c3b-5561-4c41-908e-568aaa0911cd)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:11:25.176212 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c674a953-3b96-4989-9207-63400785e0e8 req-21adeb02-e179-40f2-bb89-56bb4449534f tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e57746c-a056-414e-9571-33500a85083a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529677 Nov 25 13:11:25.230590 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5c58c89b-8dbc-4ad1-9680-12b9531e0c9e tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:25.236303 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-4af79b4e-7c55-43a8-992c-03549465f17a service neutron] Publish callbacks [] for binding, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:25.251527 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-4af79b4e-7c55-43a8-992c-03549465f17a service neutron] 10.222.0.53 "POST /v2.0/ports/929769d0-86ac-42e6-8b6c-a67b0094b459/bindings HTTP/1.1" status: 201 len: 390 time: 2.0313032 Nov 25 13:11:25.318582 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-682cb585-c4ff-411d-9b35-1dd1e714524d req-1d506086-7822-41c3-9004-0154fd43eb85 service neutron] Attempting to bind port 3983ee75-e4bf-4d31-9fe7-b4dc2e83e0d0 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:11:25.318582 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-682cb585-c4ff-411d-9b35-1dd1e714524d req-1d506086-7822-41c3-9004-0154fd43eb85 service neutron] Attempting to bind port 3983ee75-e4bf-4d31-9fe7-b4dc2e83e0d0 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '1058d4ac-5e73-4c0f-9244-14176a6e4a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '262c70d7-6144-48b3-9558-2d58ff5c73f5'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:11:25.319042 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682cb585-c4ff-411d-9b35-1dd1e714524d req-1d506086-7822-41c3-9004-0154fd43eb85 service neutron] Attempting to bind port 3983ee75-e4bf-4d31-9fe7-b4dc2e83e0d0 on network 262c70d7-6144-48b3-9558-2d58ff5c73f5 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:11:25.356929 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682cb585-c4ff-411d-9b35-1dd1e714524d req-1d506086-7822-41c3-9004-0154fd43eb85 service neutron] Port 3983ee75-e4bf-4d31-9fe7-b4dc2e83e0d0 on network 262c70d7-6144-48b3-9558-2d58ff5c73f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:11:25.359096 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682cb585-c4ff-411d-9b35-1dd1e714524d req-1d506086-7822-41c3-9004-0154fd43eb85 service neutron] Attempting to bind port 3983ee75-e4bf-4d31-9fe7-b4dc2e83e0d0 on network 262c70d7-6144-48b3-9558-2d58ff5c73f5 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:11:25.385468 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5c58c89b-8dbc-4ad1-9680-12b9531e0c9e tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:25.428085 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682cb585-c4ff-411d-9b35-1dd1e714524d req-1d506086-7822-41c3-9004-0154fd43eb85 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:11:25.428696 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682cb585-c4ff-411d-9b35-1dd1e714524d req-1d506086-7822-41c3-9004-0154fd43eb85 service neutron] Checking segment: {'id': '1058d4ac-5e73-4c0f-9244-14176a6e4a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '262c70d7-6144-48b3-9558-2d58ff5c73f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:11:25.429297 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682cb585-c4ff-411d-9b35-1dd1e714524d req-1d506086-7822-41c3-9004-0154fd43eb85 service neutron] Bound using segment: {'id': '1058d4ac-5e73-4c0f-9244-14176a6e4a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '262c70d7-6144-48b3-9558-2d58ff5c73f5'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:11:25.429952 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-682cb585-c4ff-411d-9b35-1dd1e714524d req-1d506086-7822-41c3-9004-0154fd43eb85 service neutron] Bound port: 3983ee75-e4bf-4d31-9fe7-b4dc2e83e0d0, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1058d4ac-5e73-4c0f-9244-14176a6e4a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '262c70d7-6144-48b3-9558-2d58ff5c73f5'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:11:25.430625 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-682cb585-c4ff-411d-9b35-1dd1e714524d req-1d506086-7822-41c3-9004-0154fd43eb85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:25.499596 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-05dfb853-f405-4c56-9efe-68bc3b13fc4c req-657fd101-baec-4519-83bb-5457fb6ad462 service neutron] Attempting to bind port cdea6068-fa46-4672-a6f1-ef2ee86dbc5d on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:11:25.500267 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-05dfb853-f405-4c56-9efe-68bc3b13fc4c req-657fd101-baec-4519-83bb-5457fb6ad462 service neutron] Attempting to bind port cdea6068-fa46-4672-a6f1-ef2ee86dbc5d by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '47a385fb-bb20-480d-90f7-23ce23f2a202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd685887a-8d6e-4f9d-842d-96b16eab41e4'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:11:25.500814 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05dfb853-f405-4c56-9efe-68bc3b13fc4c req-657fd101-baec-4519-83bb-5457fb6ad462 service neutron] Attempting to bind port cdea6068-fa46-4672-a6f1-ef2ee86dbc5d on network d685887a-8d6e-4f9d-842d-96b16eab41e4 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:11:25.514920 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cfa45f4c-e8bc-42fe-9fae-6da4a41c6895 req-2b74a471-b5e2-4b1a-93f9-ee37b5533f0c service neutron] 10.222.0.47 "GET /v2.0/networks/262c70d7-6144-48b3-9558-2d58ff5c73f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4880753 Nov 25 13:11:25.528558 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05dfb853-f405-4c56-9efe-68bc3b13fc4c req-657fd101-baec-4519-83bb-5457fb6ad462 service neutron] Port cdea6068-fa46-4672-a6f1-ef2ee86dbc5d on network d685887a-8d6e-4f9d-842d-96b16eab41e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:11:25.529130 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05dfb853-f405-4c56-9efe-68bc3b13fc4c req-657fd101-baec-4519-83bb-5457fb6ad462 service neutron] Attempting to bind port cdea6068-fa46-4672-a6f1-ef2ee86dbc5d on network d685887a-8d6e-4f9d-842d-96b16eab41e4 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:11:25.565615 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05dfb853-f405-4c56-9efe-68bc3b13fc4c req-657fd101-baec-4519-83bb-5457fb6ad462 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:11:25.573140 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05dfb853-f405-4c56-9efe-68bc3b13fc4c req-657fd101-baec-4519-83bb-5457fb6ad462 service neutron] Checking segment: {'id': '47a385fb-bb20-480d-90f7-23ce23f2a202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd685887a-8d6e-4f9d-842d-96b16eab41e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:11:25.575643 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05dfb853-f405-4c56-9efe-68bc3b13fc4c req-657fd101-baec-4519-83bb-5457fb6ad462 service neutron] Bound using segment: {'id': '47a385fb-bb20-480d-90f7-23ce23f2a202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd685887a-8d6e-4f9d-842d-96b16eab41e4'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:11:25.576381 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-05dfb853-f405-4c56-9efe-68bc3b13fc4c req-657fd101-baec-4519-83bb-5457fb6ad462 service neutron] Bound port: cdea6068-fa46-4672-a6f1-ef2ee86dbc5d, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47a385fb-bb20-480d-90f7-23ce23f2a202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd685887a-8d6e-4f9d-842d-96b16eab41e4'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:11:25.576999 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-05dfb853-f405-4c56-9efe-68bc3b13fc4c req-657fd101-baec-4519-83bb-5457fb6ad462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:25.689359 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-a9b0a4b0-2238-4160-91b3-6ca24828b85b req-ef58885b-ad52-4fb4-b663-3a8296cc9650 service neutron] For port 04672b21-789a-4c84-8c6b-7effb679c94e, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=04672b21-789a-4c84-8c6b-7effb679c94e,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:11:25.732903 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-682cb585-c4ff-411d-9b35-1dd1e714524d req-1d506086-7822-41c3-9004-0154fd43eb85 service neutron] For port 3983ee75-e4bf-4d31-9fe7-b4dc2e83e0d0, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:11:25.736291 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5309ae-ebc0-4cb6-a3e1-d04285a08c82 req-0f5fe8b3-1036-442f-bbd6-5fbd4c8bb464 tempest-ServerTagsTestJSON-666319440 tempest-ServerTagsTestJSON-666319440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:25.737776 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1e5309ae-ebc0-4cb6-a3e1-d04285a08c82 req-0f5fe8b3-1036-442f-bbd6-5fbd4c8bb464 tempest-ServerTagsTestJSON-666319440 tempest-ServerTagsTestJSON-666319440-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6cb0891-b785-45fd-8898-8dc05bb1ece9 HTTP/1.1" status: 200 len: 944 time: 0.1797287 Nov 25 13:11:25.759515 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-682cb585-c4ff-411d-9b35-1dd1e714524d req-1d506086-7822-41c3-9004-0154fd43eb85 service neutron] For port 3983ee75-e4bf-4d31-9fe7-b4dc2e83e0d0, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=3983ee75-e4bf-4d31-9fe7-b4dc2e83e0d0,segment=NetworkSegment(1058d4ac-5e73-4c0f-9244-14176a6e4a88),segment_id=1058d4ac-5e73-4c0f-9244-14176a6e4a88)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:11:25.764608 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-17068632-17f6-40c8-977e-eae17876a8e7 req-5053fc0d-55d1-4fdd-93d7-1a66c1e5201f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47bbaaad-3361-49ad-8c0f-e3d1d2d440aa {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:11:25.771176 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device f8f8e13d-3f59-427b-9f94-685701b9dcb2 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:11:25.778234 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-682cb585-c4ff-411d-9b35-1dd1e714524d req-1d506086-7822-41c3-9004-0154fd43eb85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:25.779029 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6205e4c2-80f7-4af8-b92f-d600f4da6afd req-5fa09cea-5642-475c-87dc-43eaa0ca642c tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:25.781920 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-17068632-17f6-40c8-977e-eae17876a8e7 req-5053fc0d-55d1-4fdd-93d7-1a66c1e5201f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:25.786542 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6205e4c2-80f7-4af8-b92f-d600f4da6afd req-5fa09cea-5642-475c-87dc-43eaa0ca642c tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=41772653-c84b-4487-8698-22e4f27f0950 HTTP/1.1" status: 200 len: 945 time: 0.2218659 Nov 25 13:11:25.795035 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-05dfb853-f405-4c56-9efe-68bc3b13fc4c req-657fd101-baec-4519-83bb-5457fb6ad462 service neutron] For port cdea6068-fa46-4672-a6f1-ef2ee86dbc5d, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:11:25.797408 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-a9b0a4b0-2238-4160-91b3-6ca24828b85b req-ef58885b-ad52-4fb4-b663-3a8296cc9650 service neutron] For port 04672b21-789a-4c84-8c6b-7effb679c94e, host n-h2-808199-11, cleared binding levels {{(pid=103570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:11:25.838926 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port f8f8e13d-3f59-427b-9f94-685701b9dcb2 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:11:25.840363 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-17068632-17f6-40c8-977e-eae17876a8e7 req-5053fc0d-55d1-4fdd-93d7-1a66c1e5201f service neutron] Transition to ACTIVE for port object 47bbaaad-3361-49ad-8c0f-e3d1d2d440aa will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:11:25.843907 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port f8f8e13d-3f59-427b-9f94-685701b9dcb2 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:11:25.844320 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:25.847642 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-05dfb853-f405-4c56-9efe-68bc3b13fc4c req-657fd101-baec-4519-83bb-5457fb6ad462 service neutron] For port cdea6068-fa46-4672-a6f1-ef2ee86dbc5d, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=cdea6068-fa46-4672-a6f1-ef2ee86dbc5d,segment=NetworkSegment(47a385fb-bb20-480d-90f7-23ce23f2a202),segment_id=47a385fb-bb20-480d-90f7-23ce23f2a202)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:11:25.854024 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-a441f45c-2a3b-4497-aa7c-1c857035cbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:25.855581 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-a441f45c-2a3b-4497-aa7c-1c857035cbe2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d2e157ec7259461e96009d2e9c8298f0&device_id=41772653-c84b-4487-8698-22e4f27f0950 HTTP/1.1" status: 200 len: 1097 time: 0.1740692 Nov 25 13:11:25.859156 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682cb585-c4ff-411d-9b35-1dd1e714524d req-1d506086-7822-41c3-9004-0154fd43eb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:25.859339 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-682cb585-c4ff-411d-9b35-1dd1e714524d req-1d506086-7822-41c3-9004-0154fd43eb85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:25.860686 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-682cb585-c4ff-411d-9b35-1dd1e714524d req-1d506086-7822-41c3-9004-0154fd43eb85 service neutron] 10.222.0.47 "PUT /v2.0/ports/3983ee75-e4bf-4d31-9fe7-b4dc2e83e0d0 HTTP/1.1" status: 200 len: 1092 time: 4.8882225 Nov 25 13:11:25.861639 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-17068632-17f6-40c8-977e-eae17876a8e7 req-5053fc0d-55d1-4fdd-93d7-1a66c1e5201f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:25.863441 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93b47d28-e49b-474a-99ba-d9b5720fc03f', 'tag': '3983ee75-e4bf-4d31-9fe7-b4dc2e83e0d0'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:11:25.865719 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8f3b2a-5544-4511-b4eb-ccc133d7490b" -d '{"events": [{"name": "network-changed", "server_uuid": "93b47d28-e49b-474a-99ba-d9b5720fc03f", "tag": "3983ee75-e4bf-4d31-9fe7-b4dc2e83e0d0"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:11:25.873701 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-05dfb853-f405-4c56-9efe-68bc3b13fc4c req-657fd101-baec-4519-83bb-5457fb6ad462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:25.983406 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d506086-7822-41c3-9004-0154fd43eb85 service neutron] Pushing event updated for resources: {'Port': ['ID=3983ee75-e4bf-4d31-9fe7-b4dc2e83e0d0,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:25.991835 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:26.026063 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dfb853-f405-4c56-9efe-68bc3b13fc4c req-657fd101-baec-4519-83bb-5457fb6ad462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:26.026712 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-05dfb853-f405-4c56-9efe-68bc3b13fc4c req-657fd101-baec-4519-83bb-5457fb6ad462 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:26.028288 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-05dfb853-f405-4c56-9efe-68bc3b13fc4c req-657fd101-baec-4519-83bb-5457fb6ad462 service neutron] 10.222.0.47 "PUT /v2.0/ports/cdea6068-fa46-4672-a6f1-ef2ee86dbc5d HTTP/1.1" status: 200 len: 1093 time: 3.5181820 Nov 25 13:11:26.037938 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '621c9b83-3722-4455-86d1-290554c14b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f8e13d-3f59-427b-9f94-685701b9dcb2'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:11:26.047163 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-020f2f7a-3fc3-42f7-b084-365d0ce382b9" -d '{"events": [{"server_uuid": "621c9b83-3722-4455-86d1-290554c14b84", "name": "network-vif-plugged", "status": "completed", "tag": "f8f8e13d-3f59-427b-9f94-685701b9dcb2"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:11:26.078884 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port f8f8e13d-3f59-427b-9f94-685701b9dcb2, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=f8f8e13d-3f59-427b-9f94-685701b9dcb2,segment=NetworkSegment(1058d4ac-5e73-4c0f-9244-14176a6e4a88),segment_id=1058d4ac-5e73-4c0f-9244-14176a6e4a88)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:11:26.088488 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:26.089342 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 04672b21-789a-4c84-8c6b-7effb679c94e no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:11:26.236452 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-94ff0440-b9ef-4e70-88b4-31c0a63eb361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:26.238311 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-94ff0440-b9ef-4e70-88b4-31c0a63eb361 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4eedb877-5fc3-46a9-a0e2-7e0a431fb103 HTTP/1.1" status: 200 len: 922 time: 0.3660967 Nov 25 13:11:26.250244 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682cb585-c4ff-411d-9b35-1dd1e714524d req-e5b061d5-dd33-4f55-9b87-a9a3281044ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:26.253496 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-682cb585-c4ff-411d-9b35-1dd1e714524d req-e5b061d5-dd33-4f55-9b87-a9a3281044ed service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a11ad03c56464d93986153bf712bda7a&device_id=93b47d28-e49b-474a-99ba-d9b5720fc03f HTTP/1.1" status: 200 len: 1095 time: 0.3358734 Nov 25 13:11:26.255157 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5053fc0d-55d1-4fdd-93d7-1a66c1e5201f service neutron] Pushing event updated for resources: {'Port': ['ID=47bbaaad-3361-49ad-8c0f-e3d1d2d440aa,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:26.292365 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=f8f8e13d-3f59-427b-9f94-685701b9dcb2,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:26.356736 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-682cb585-c4ff-411d-9b35-1dd1e714524d req-f6f8fe68-f474-4bb7-8381-69c9d7cea5cd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3983ee75-e4bf-4d31-9fe7-b4dc2e83e0d0 HTTP/1.1" status: 200 len: 217 time: 0.0454471 Nov 25 13:11:26.392831 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:26.430565 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9867b2-091f-48d3-b046-97d64fedd95b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04672b21-789a-4c84-8c6b-7effb679c94e'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:11:26.433488 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9dc7c04-7d8a-44c1-b119-19cfc3ab8732" -d '{"events": [{"server_uuid": "ee9867b2-091f-48d3-b046-97d64fedd95b", "name": "network-vif-unplugged", "status": "completed", "tag": "04672b21-789a-4c84-8c6b-7effb679c94e"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:11:26.437228 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-1499287b-b30a-44ed-96ed-67b75926adbe service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=929769d0-86ac-42e6-8b6c-a67b0094b459 HTTP/1.1" status: 200 len: 217 time: 0.1340632 Nov 25 13:11:26.440724 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-a9b0a4b0-2238-4160-91b3-6ca24828b85b req-ef58885b-ad52-4fb4-b663-3a8296cc9650 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:26.499315 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6205e4c2-80f7-4af8-b92f-d600f4da6afd req-4e4250a6-7ac9-4a4a-8257-a6395a9d30a2 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7117407 Nov 25 13:11:26.508484 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1e5309ae-ebc0-4cb6-a3e1-d04285a08c82 req-4e97271c-20c8-404f-a63a-47a60650bec4 tempest-ServerTagsTestJSON-666319440 tempest-ServerTagsTestJSON-666319440-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3da42dc-01df-4487-92db-023868621838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7587197 Nov 25 13:11:26.514390 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.provisioning_blocks [req-a9b0a4b0-2238-4160-91b3-6ca24828b85b req-ef58885b-ad52-4fb4-b663-3a8296cc9650 service neutron] Transition to ACTIVE for port object 04672b21-789a-4c84-8c6b-7effb679c94e will not be triggered until provisioned by entity L2. {{(pid=103570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:11:26.519009 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5c58c89b-8dbc-4ad1-9680-12b9531e0c9e tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:26.524794 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-a9b0a4b0-2238-4160-91b3-6ca24828b85b req-ef58885b-ad52-4fb4-b663-3a8296cc9650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:26.537923 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5c58c89b-8dbc-4ad1-9680-12b9531e0c9e tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:26.558860 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682cb585-c4ff-411d-9b35-1dd1e714524d req-c3a2f6e2-b997-43a1-b607-62188fde6f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:26.560562 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-682cb585-c4ff-411d-9b35-1dd1e714524d req-c3a2f6e2-b997-43a1-b607-62188fde6f56 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=944dd67b-31c1-4580-877a-c7575fa9eef6 HTTP/1.1" status: 200 len: 855 time: 0.1410859 Nov 25 13:11:26.605787 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-e88c33e3-9e97-4a15-ae9d-9584835988fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:26.611844 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-e88c33e3-9e97-4a15-ae9d-9584835988fb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c6ff4ad3-eaf7-4ebb-ae7a-2ad7a9626250 HTTP/1.1" status: 200 len: 861 time: 0.1428726 Nov 25 13:11:26.628300 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657fd101-baec-4519-83bb-5457fb6ad462 service neutron] Pushing event updated for resources: {'Port': ['ID=cdea6068-fa46-4672-a6f1-ef2ee86dbc5d,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:26.630337 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.db.api [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 13:11:26.635025 n-d-808199-11 neutron-server[103572]: DEBUG oslo_db.api [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 13:11:26.647160 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9b0a4b0-2238-4160-91b3-6ca24828b85b req-ef58885b-ad52-4fb4-b663-3a8296cc9650 service neutron] No DVR routers for this DVR port 04672b21-789a-4c84-8c6b-7effb679c94e on host n-h2-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:11:26.696875 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef58885b-ad52-4fb4-b663-3a8296cc9650 service neutron] Pushing event updated for resources: {'Port': ['ID=04672b21-789a-4c84-8c6b-7effb679c94e,revision_number=10']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:26.715502 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-17068632-17f6-40c8-977e-eae17876a8e7 req-5053fc0d-55d1-4fdd-93d7-1a66c1e5201f service neutron] Attempting to bind port 47bbaaad-3361-49ad-8c0f-e3d1d2d440aa on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:11:26.716162 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-17068632-17f6-40c8-977e-eae17876a8e7 req-5053fc0d-55d1-4fdd-93d7-1a66c1e5201f service neutron] Attempting to bind port 47bbaaad-3361-49ad-8c0f-e3d1d2d440aa by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '1058d4ac-5e73-4c0f-9244-14176a6e4a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '262c70d7-6144-48b3-9558-2d58ff5c73f5'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:11:26.716963 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17068632-17f6-40c8-977e-eae17876a8e7 req-5053fc0d-55d1-4fdd-93d7-1a66c1e5201f service neutron] Attempting to bind port 47bbaaad-3361-49ad-8c0f-e3d1d2d440aa on network 262c70d7-6144-48b3-9558-2d58ff5c73f5 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:11:26.726902 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc9634c-4afc-4c5c-bbaa-934a6f6c2164 x-openstack-request-id: req-3cc9634c-4afc-4c5c-bbaa-934a6f6c2164 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:11:26.727693 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93b47d28-e49b-474a-99ba-d9b5720fc03f", "tag": "3983ee75-e4bf-4d31-9fe7-b4dc2e83e0d0", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:11:26.728246 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3cc9634c-4afc-4c5c-bbaa-934a6f6c2164 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:11:26.728656 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93b47d28-e49b-474a-99ba-d9b5720fc03f', 'tag': '3983ee75-e4bf-4d31-9fe7-b4dc2e83e0d0', 'status': 'completed', 'code': 200} Nov 25 13:11:26.732640 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-654157c8-fd04-40c3-9308-0d0c1bf75117 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4eedb877-5fc3-46a9-a0e2-7e0a431fb103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664375 Nov 25 13:11:26.738468 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dfb853-f405-4c56-9efe-68bc3b13fc4c req-bef10fa1-0be6-48e6-a189-40e4995211a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:26.740476 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-05dfb853-f405-4c56-9efe-68bc3b13fc4c req-bef10fa1-0be6-48e6-a189-40e4995211a0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ef9ae7bf50084247b51e0e6c209b7b0c&device_id=a6cb0891-b785-45fd-8898-8dc05bb1ece9 HTTP/1.1" status: 200 len: 1096 time: 0.5704141 Nov 25 13:11:26.742007 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17068632-17f6-40c8-977e-eae17876a8e7 req-5053fc0d-55d1-4fdd-93d7-1a66c1e5201f service neutron] Port 47bbaaad-3361-49ad-8c0f-e3d1d2d440aa on network 262c70d7-6144-48b3-9558-2d58ff5c73f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:11:26.742335 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17068632-17f6-40c8-977e-eae17876a8e7 req-5053fc0d-55d1-4fdd-93d7-1a66c1e5201f service neutron] Attempting to bind port 47bbaaad-3361-49ad-8c0f-e3d1d2d440aa on network 262c70d7-6144-48b3-9558-2d58ff5c73f5 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:11:26.770469 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc725fa-859b-4ec6-94c4-ea5fd209e7a6 x-openstack-request-id: req-6dc725fa-859b-4ec6-94c4-ea5fd209e7a6 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:11:26.770685 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "621c9b83-3722-4455-86d1-290554c14b84", "name": "network-vif-plugged", "status": "completed", "tag": "f8f8e13d-3f59-427b-9f94-685701b9dcb2", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:11:26.770966 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6dc725fa-859b-4ec6-94c4-ea5fd209e7a6 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:11:26.771387 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '621c9b83-3722-4455-86d1-290554c14b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f8e13d-3f59-427b-9f94-685701b9dcb2', 'code': 200} Nov 25 13:11:26.792143 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17068632-17f6-40c8-977e-eae17876a8e7 req-5053fc0d-55d1-4fdd-93d7-1a66c1e5201f service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:11:26.792493 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17068632-17f6-40c8-977e-eae17876a8e7 req-5053fc0d-55d1-4fdd-93d7-1a66c1e5201f service neutron] Checking segment: {'id': '1058d4ac-5e73-4c0f-9244-14176a6e4a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '262c70d7-6144-48b3-9558-2d58ff5c73f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:11:26.792883 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17068632-17f6-40c8-977e-eae17876a8e7 req-5053fc0d-55d1-4fdd-93d7-1a66c1e5201f service neutron] Bound using segment: {'id': '1058d4ac-5e73-4c0f-9244-14176a6e4a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '262c70d7-6144-48b3-9558-2d58ff5c73f5'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:11:26.793340 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-17068632-17f6-40c8-977e-eae17876a8e7 req-5053fc0d-55d1-4fdd-93d7-1a66c1e5201f service neutron] Bound port: 47bbaaad-3361-49ad-8c0f-e3d1d2d440aa, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1058d4ac-5e73-4c0f-9244-14176a6e4a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '262c70d7-6144-48b3-9558-2d58ff5c73f5'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:11:26.794597 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5c58c89b-8dbc-4ad1-9680-12b9531e0c9e tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:26.794798 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-17068632-17f6-40c8-977e-eae17876a8e7 req-5053fc0d-55d1-4fdd-93d7-1a66c1e5201f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:26.828269 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-a9b0a4b0-2238-4160-91b3-6ca24828b85b req-ef58885b-ad52-4fb4-b663-3a8296cc9650 service neutron] Attempting to bind port 04672b21-789a-4c84-8c6b-7effb679c94e on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:11:26.835414 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-a9b0a4b0-2238-4160-91b3-6ca24828b85b req-ef58885b-ad52-4fb4-b663-3a8296cc9650 service neutron] Attempting to bind port 04672b21-789a-4c84-8c6b-7effb679c94e by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:11:26.835914 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b0a4b0-2238-4160-91b3-6ca24828b85b req-ef58885b-ad52-4fb4-b663-3a8296cc9650 service neutron] Attempting to bind port 04672b21-789a-4c84-8c6b-7effb679c94e on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:11:26.865625 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c353eb65-d37b-4196-b094-90c455928eb9 req-f352c3de-d995-4bc8-857d-3f26cc9e1dff tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:26.874032 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c353eb65-d37b-4196-b094-90c455928eb9 req-f352c3de-d995-4bc8-857d-3f26cc9e1dff tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee9867b2-091f-48d3-b046-97d64fedd95b HTTP/1.1" status: 200 len: 949 time: 0.2215850 Nov 25 13:11:26.875566 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c58c89b-8dbc-4ad1-9680-12b9531e0c9e tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Pushing event updated for resources: {'Port': ['ID=fd76cc7a-05f6-4d7a-a6ae-3c3d98625ce1,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:26.897384 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b0a4b0-2238-4160-91b3-6ca24828b85b req-ef58885b-ad52-4fb4-b663-3a8296cc9650 service neutron] Port 04672b21-789a-4c84-8c6b-7effb679c94e on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:11:26.897717 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b0a4b0-2238-4160-91b3-6ca24828b85b req-ef58885b-ad52-4fb4-b663-3a8296cc9650 service neutron] Attempting to bind port 04672b21-789a-4c84-8c6b-7effb679c94e on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:11:26.915502 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5c58c89b-8dbc-4ad1-9680-12b9531e0c9e tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:26.917126 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-5c58c89b-8dbc-4ad1-9680-12b9531e0c9e tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4656215 Nov 25 13:11:26.918546 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b0a4b0-2238-4160-91b3-6ca24828b85b req-ef58885b-ad52-4fb4-b663-3a8296cc9650 service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:11:26.919111 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b0a4b0-2238-4160-91b3-6ca24828b85b req-ef58885b-ad52-4fb4-b663-3a8296cc9650 service neutron] Checking segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:11:26.919654 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b0a4b0-2238-4160-91b3-6ca24828b85b req-ef58885b-ad52-4fb4-b663-3a8296cc9650 service neutron] Bound using segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:11:26.920257 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-a9b0a4b0-2238-4160-91b3-6ca24828b85b req-ef58885b-ad52-4fb4-b663-3a8296cc9650 service neutron] Bound port: 04672b21-789a-4c84-8c6b-7effb679c94e, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:11:26.921102 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-a9b0a4b0-2238-4160-91b3-6ca24828b85b req-ef58885b-ad52-4fb4-b663-3a8296cc9650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:26.981808 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-46cbae80-0e80-4260-a7d0-5ae0c0fb6985 service neutron] 10.222.0.66 "GET /v2.0/networks/4eedb877-5fc3-46a9-a0e2-7e0a431fb103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357991 Nov 25 13:11:27.012830 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c353eb65-d37b-4196-b094-90c455928eb9 req-5b798870-5833-4fcb-aba6-17e96b854cc2 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381516 Nov 25 13:11:27.016355 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-05dfb853-f405-4c56-9efe-68bc3b13fc4c req-f75f6331-f773-4482-b936-fbf87157220f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cdea6068-fa46-4672-a6f1-ef2ee86dbc5d HTTP/1.1" status: 200 len: 217 time: 0.2567127 Nov 25 13:11:27.023168 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682cb585-c4ff-411d-9b35-1dd1e714524d req-097e3d20-6342-4e24-b701-ac37159be326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:27.024911 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-682cb585-c4ff-411d-9b35-1dd1e714524d req-097e3d20-6342-4e24-b701-ac37159be326 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=262c70d7-6144-48b3-9558-2d58ff5c73f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3933229 Nov 25 13:11:27.089104 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd6dce8-2e82-4f76-b43e-25d09f1fa04f req-2c1a16dd-231f-48c5-af78-e3bb3bc5b9a0 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:27.096666 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6cd6dce8-2e82-4f76-b43e-25d09f1fa04f req-2c1a16dd-231f-48c5-af78-e3bb3bc5b9a0 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f069467-ee13-43bf-8f6f-74371bdf7546 HTTP/1.1" status: 200 len: 943 time: 0.2171366 Nov 25 13:11:27.185301 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-a9b0a4b0-2238-4160-91b3-6ca24828b85b req-ef58885b-ad52-4fb4-b663-3a8296cc9650 service neutron] For port 04672b21-789a-4c84-8c6b-7effb679c94e, host n-h1-808199-11, cleared binding levels {{(pid=103570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:11:27.189545 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-a9b0a4b0-2238-4160-91b3-6ca24828b85b req-ef58885b-ad52-4fb4-b663-3a8296cc9650 service neutron] For port 04672b21-789a-4c84-8c6b-7effb679c94e, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=04672b21-789a-4c84-8c6b-7effb679c94e,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:11:27.197177 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6cd6dce8-2e82-4f76-b43e-25d09f1fa04f req-2d690e25-cce6-4b4e-8b67-61026e4d0244 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e57746c-a056-414e-9571-33500a85083a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996363 Nov 25 13:11:27.199331 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-a9b0a4b0-2238-4160-91b3-6ca24828b85b req-ef58885b-ad52-4fb4-b663-3a8296cc9650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:27.280721 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0a4b0-2238-4160-91b3-6ca24828b85b req-ef58885b-ad52-4fb4-b663-3a8296cc9650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:27.281579 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-a9b0a4b0-2238-4160-91b3-6ca24828b85b req-ef58885b-ad52-4fb4-b663-3a8296cc9650 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:27.283690 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a9b0a4b0-2238-4160-91b3-6ca24828b85b req-ef58885b-ad52-4fb4-b663-3a8296cc9650 service neutron] 10.222.0.66 "PUT /v2.0/ports/04672b21-789a-4c84-8c6b-7effb679c94e HTTP/1.1" status: 200 len: 1098 time: 2.4086945 Nov 25 13:11:27.324924 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 13:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30db0f9d-b246-4689-b68e-bca4c2383d72 x-openstack-request-id: req-30db0f9d-b246-4689-b68e-bca4c2383d72 {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:11:27.325227 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee9867b2-091f-48d3-b046-97d64fedd95b", "name": "network-vif-unplugged", "status": "completed", "tag": "04672b21-789a-4c84-8c6b-7effb679c94e", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:11:27.325485 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-30db0f9d-b246-4689-b68e-bca4c2383d72 {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:11:27.325889 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee9867b2-091f-48d3-b046-97d64fedd95b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04672b21-789a-4c84-8c6b-7effb679c94e', 'code': 200} Nov 25 13:11:27.522302 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-01086cb4-6c5e-4e66-aed5-5f9eff70cbb5 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1782906273&fields=id&tenant_id=f253db84e4e241d4aa7c98f5a2e10d18 HTTP/1.1" status: 200 len: 267 time: 0.0956991 Nov 25 13:11:27.523696 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef58885b-ad52-4fb4-b663-3a8296cc9650 service neutron] Pushing event updated for resources: {'Port': ['ID=04672b21-789a-4c84-8c6b-7effb679c94e,revision_number=11']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:27.596717 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0a4b0-2238-4160-91b3-6ca24828b85b req-178bd9b3-9aa3-4155-9e36-77df4c4a2e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:27.598267 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a9b0a4b0-2238-4160-91b3-6ca24828b85b req-178bd9b3-9aa3-4155-9e36-77df4c4a2e81 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=af4c9854d3c048999405c81c71776d29&device_id=ee9867b2-091f-48d3-b046-97d64fedd95b HTTP/1.1" status: 200 len: 1101 time: 0.2714894 Nov 25 13:11:27.605792 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-a2968150-ab87-4d05-aebe-8f9d7720fb23 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:27.607501 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-a2968150-ab87-4d05-aebe-8f9d7720fb23 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/ports/0f2c65ca-cd9b-4cf4-b4b7-974dd4a0e921 HTTP/1.1" status: 200 len: 937 time: 0.0703530 Nov 25 13:11:27.652442 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-17068632-17f6-40c8-977e-eae17876a8e7 req-5053fc0d-55d1-4fdd-93d7-1a66c1e5201f service neutron] For port 47bbaaad-3361-49ad-8c0f-e3d1d2d440aa, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:11:27.679099 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-17068632-17f6-40c8-977e-eae17876a8e7 req-5053fc0d-55d1-4fdd-93d7-1a66c1e5201f service neutron] For port 47bbaaad-3361-49ad-8c0f-e3d1d2d440aa, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=47bbaaad-3361-49ad-8c0f-e3d1d2d440aa,segment=NetworkSegment(1058d4ac-5e73-4c0f-9244-14176a6e4a88),segment_id=1058d4ac-5e73-4c0f-9244-14176a6e4a88)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:11:27.685435 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d038c-8872-4a6e-9a1c-9740f314ad62 req-543cb299-29b3-40c8-b0b7-dbd281de7d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:27.687110 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c32d038c-8872-4a6e-9a1c-9740f314ad62 req-543cb299-29b3-40c8-b0b7-dbd281de7d86 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=621c9b83-3722-4455-86d1-290554c14b84 HTTP/1.1" status: 200 len: 1097 time: 0.7932899 Nov 25 13:11:27.699709 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-17068632-17f6-40c8-977e-eae17876a8e7 req-5053fc0d-55d1-4fdd-93d7-1a66c1e5201f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:27.702926 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dfb853-f405-4c56-9efe-68bc3b13fc4c req-f62685b0-120e-4926-8e7f-070e61c60039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:27.705201 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-05dfb853-f405-4c56-9efe-68bc3b13fc4c req-f62685b0-120e-4926-8e7f-070e61c60039 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=827a0e03-172d-47c0-ba98-1bfb7b5d6548 HTTP/1.1" status: 200 len: 848 time: 0.6699769 Nov 25 13:11:27.709623 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-fa5833a0-d747-40bc-bd36-373931c474e2 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:27.711238 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-fa5833a0-d747-40bc-bd36-373931c474e2 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/ports/724cccc6-fca6-4f56-9b33-692920a85a29 HTTP/1.1" status: 200 len: 936 time: 0.0940182 Nov 25 13:11:27.760798 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0a4b0-2238-4160-91b3-6ca24828b85b req-88ecfa17-31ea-4675-9563-5a03d579cb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:27.762880 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a9b0a4b0-2238-4160-91b3-6ca24828b85b req-88ecfa17-31ea-4675-9563-5a03d579cb6e service neutron] 10.222.0.66 "GET /v2.0/networks?id=85f6380f-3625-4f44-8465-fbcf0c11fed5 HTTP/1.1" status: 200 len: 870 time: 0.1539569 Nov 25 13:11:27.827246 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-05dfb853-f405-4c56-9efe-68bc3b13fc4c req-bfac0edd-0c14-47a4-a3ea-43c0d981fb9c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d685887a-8d6e-4f9d-842d-96b16eab41e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1002269 Nov 25 13:11:27.838829 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17068632-17f6-40c8-977e-eae17876a8e7 req-5053fc0d-55d1-4fdd-93d7-1a66c1e5201f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:27.839368 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-17068632-17f6-40c8-977e-eae17876a8e7 req-5053fc0d-55d1-4fdd-93d7-1a66c1e5201f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:27.840713 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-17068632-17f6-40c8-977e-eae17876a8e7 req-5053fc0d-55d1-4fdd-93d7-1a66c1e5201f service neutron] 10.222.0.47 "PUT /v2.0/ports/47bbaaad-3361-49ad-8c0f-e3d1d2d440aa HTTP/1.1" status: 200 len: 1092 time: 4.2231221 Nov 25 13:11:27.855599 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-83be3232-a49a-4c4f-9a14-e3152c46d51d service neutron] 10.222.0.66 "GET /v2.0/networks/4eedb877-5fc3-46a9-a0e2-7e0a431fb103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8379610 Nov 25 13:11:27.885440 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-682cb585-c4ff-411d-9b35-1dd1e714524d req-fa96da28-931d-4d79-9ae6-6b32f7148863 service neutron] 10.222.0.47 "GET /v2.0/networks/262c70d7-6144-48b3-9558-2d58ff5c73f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8326895 Nov 25 13:11:27.918638 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-346cba8f-b4bc-4036-9db5-ef025e02353b tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/ports?network_id=ce8b7f62-300f-4958-8057-b23aa4d60523&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1540363 Nov 25 13:11:27.972868 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a9b0a4b0-2238-4160-91b3-6ca24828b85b req-77196214-c325-41c0-8503-ddbcaeb58b3c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=04672b21-789a-4c84-8c6b-7effb679c94e HTTP/1.1" status: 200 len: 217 time: 0.1922348 Nov 25 13:11:27.982115 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-67256165-32b6-44a7-92d3-4edc76b6a86a tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/ports?network_id=ce8b7f62-300f-4958-8057-b23aa4d60523&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0623901 Nov 25 13:11:28.105763 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5053fc0d-55d1-4fdd-93d7-1a66c1e5201f service neutron] Pushing event updated for resources: {'Port': ['ID=47bbaaad-3361-49ad-8c0f-e3d1d2d440aa,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:28.136235 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c32d038c-8872-4a6e-9a1c-9740f314ad62 req-c1811893-5c19-4c7f-bf5b-63102751e4d2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7e57746c-a056-414e-9571-33500a85083a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4299159 Nov 25 13:11:28.142641 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5053fc0d-55d1-4fdd-93d7-1a66c1e5201f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:11:28.142809 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5053fc0d-55d1-4fdd-93d7-1a66c1e5201f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:11:28.143198 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5053fc0d-55d1-4fdd-93d7-1a66c1e5201f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:11:28.143478 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5053fc0d-55d1-4fdd-93d7-1a66c1e5201f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:11:28.143800 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5053fc0d-55d1-4fdd-93d7-1a66c1e5201f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:11:28.144218 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5053fc0d-55d1-4fdd-93d7-1a66c1e5201f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:11:28.144591 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5053fc0d-55d1-4fdd-93d7-1a66c1e5201f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:11:28.144889 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5053fc0d-55d1-4fdd-93d7-1a66c1e5201f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:11:28.145228 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5053fc0d-55d1-4fdd-93d7-1a66c1e5201f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:11:28.145552 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5053fc0d-55d1-4fdd-93d7-1a66c1e5201f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:11:28.145908 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5053fc0d-55d1-4fdd-93d7-1a66c1e5201f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:11:28.146364 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5053fc0d-55d1-4fdd-93d7-1a66c1e5201f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:11:28.213209 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17068632-17f6-40c8-977e-eae17876a8e7 req-da0f60cc-c956-4108-b5c9-f6e85c0fcbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:28.221363 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0a4b0-2238-4160-91b3-6ca24828b85b req-c468b825-8eb5-4d73-aff6-e57ebeebaec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:28.223110 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a9b0a4b0-2238-4160-91b3-6ca24828b85b req-c468b825-8eb5-4d73-aff6-e57ebeebaec0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.2344465 Nov 25 13:11:28.226928 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-17068632-17f6-40c8-977e-eae17876a8e7 req-da0f60cc-c956-4108-b5c9-f6e85c0fcbff service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a11ad03c56464d93986153bf712bda7a&device_id=9f069467-ee13-43bf-8f6f-74371bdf7546 HTTP/1.1" status: 200 len: 1095 time: 0.3215499 Nov 25 13:11:28.230865 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-05dfb853-f405-4c56-9efe-68bc3b13fc4c req-be99aef7-7d19-4442-8802-d193d32d24dc service neutron] 10.222.0.47 "GET /v2.0/networks/d685887a-8d6e-4f9d-842d-96b16eab41e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3953559 Nov 25 13:11:28.268888 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-682cb585-c4ff-411d-9b35-1dd1e714524d req-8da2bfb7-f284-427f-a6bf-84ed260941e0 service neutron] 10.222.0.47 "GET /v2.0/networks/262c70d7-6144-48b3-9558-2d58ff5c73f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259087 Nov 25 13:11:28.359031 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-d8b39982-8423-4ce3-9a12-702a660e3692 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:28.374428 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-d8b39982-8423-4ce3-9a12-702a660e3692 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:28.384510 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-d8b39982-8423-4ce3-9a12-702a660e3692 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:28.397845 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-d8b39982-8423-4ce3-9a12-702a660e3692 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/networks?id=c70f7334-0865-479f-9b23-a45cfad81392&id=2b823069-d9bd-4f42-87ec-afb97511a19d&id=2b823069-d9bd-4f42-87ec-afb97511a19d&id=ce8b7f62-300f-4958-8057-b23aa4d60523&id=ce8b7f62-300f-4958-8057-b23aa4d60523 HTTP/1.1" status: 200 len: 1995 time: 0.4103961 Nov 25 13:11:28.433877 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-89c4cce3-53ef-46bb-86dc-88dba8ae5574 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/quotas/f253db84e4e241d4aa7c98f5a2e10d18 HTTP/1.1" status: 200 len: 375 time: 0.0349371 Nov 25 13:11:28.443231 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-17068632-17f6-40c8-977e-eae17876a8e7 req-9865d6c5-47fa-4db2-ba99-4809cc82dbc9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47bbaaad-3361-49ad-8c0f-e3d1d2d440aa HTTP/1.1" status: 200 len: 217 time: 0.0983548 Nov 25 13:11:28.494903 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0a4b0-2238-4160-91b3-6ca24828b85b req-89bcb7ba-136e-46ae-82cf-6b99cf3730c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:28.497228 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a9b0a4b0-2238-4160-91b3-6ca24828b85b req-89bcb7ba-136e-46ae-82cf-6b99cf3730c7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2645543 Nov 25 13:11:28.506601 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19139ccc-e7b5-4026-8c89-a8383ec59897 req-a3bf84be-5bdf-481d-a663-35809f3967fd tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:28.516225 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-19139ccc-e7b5-4026-8c89-a8383ec59897 req-a3bf84be-5bdf-481d-a663-35809f3967fd tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=41772653-c84b-4487-8698-22e4f27f0950 HTTP/1.1" status: 200 len: 945 time: 0.2244771 Nov 25 13:11:28.562231 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17068632-17f6-40c8-977e-eae17876a8e7 req-05955f64-5336-44d9-93a6-d77e49565a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:28.564418 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-17068632-17f6-40c8-977e-eae17876a8e7 req-05955f64-5336-44d9-93a6-d77e49565a8a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=944dd67b-31c1-4580-877a-c7575fa9eef6 HTTP/1.1" status: 200 len: 855 time: 0.0810902 Nov 25 13:11:28.583673 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f3b2a-5544-4511-b4eb-ccc133d7490b req-383d00c4-31d4-4d71-af0c-cf5c3f4db627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:28.585135 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1f8f3b2a-5544-4511-b4eb-ccc133d7490b req-383d00c4-31d4-4d71-af0c-cf5c3f4db627 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a11ad03c56464d93986153bf712bda7a&device_id=93b47d28-e49b-474a-99ba-d9b5720fc03f HTTP/1.1" status: 200 len: 1095 time: 0.1605985 Nov 25 13:11:28.593373 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-05dfb853-f405-4c56-9efe-68bc3b13fc4c req-bc457273-d5de-4f1a-a818-08c5f8be5b2e service neutron] 10.222.0.47 "GET /v2.0/networks/d685887a-8d6e-4f9d-842d-96b16eab41e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420099 Nov 25 13:11:28.690523 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f3b2a-5544-4511-b4eb-ccc133d7490b req-e7d166ca-fbdb-4625-a1db-2be55357cf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:28.692040 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1f8f3b2a-5544-4511-b4eb-ccc133d7490b req-e7d166ca-fbdb-4625-a1db-2be55357cf27 service neutron] 10.222.0.47 "GET /v2.0/networks?id=262c70d7-6144-48b3-9558-2d58ff5c73f5 HTTP/1.1" status: 200 len: 917 time: 0.0965946 Nov 25 13:11:28.700352 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a9b0a4b0-2238-4160-91b3-6ca24828b85b req-2b62327e-355a-450f-b944-3a195d60467d service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551428 Nov 25 13:11:28.707592 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-19139ccc-e7b5-4026-8c89-a8383ec59897 req-bca616de-3ac9-4a1e-bc4c-87a0e26cb470 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892896 Nov 25 13:11:28.743925 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-85fa451c-6f42-43a1-ba21-77642981cbd3 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f253db84e4e241d4aa7c98f5a2e10d18&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3075380 Nov 25 13:11:28.756115 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6cb0891-b785-45fd-8898-8dc05bb1ece9', 'tag': 'cdea6068-fa46-4672-a6f1-ef2ee86dbc5d'}, {'name': 'network-changed', 'server_uuid': '9f069467-ee13-43bf-8f6f-74371bdf7546', 'tag': '47bbaaad-3361-49ad-8c0f-e3d1d2d440aa'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:11:28.758361 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e81661ad-131c-4943-a28b-b1e10efd088f" -d '{"events": [{"name": "network-changed", "server_uuid": "a6cb0891-b785-45fd-8898-8dc05bb1ece9", "tag": "cdea6068-fa46-4672-a6f1-ef2ee86dbc5d"}, {"name": "network-changed", "server_uuid": "9f069467-ee13-43bf-8f6f-74371bdf7546", "tag": "47bbaaad-3361-49ad-8c0f-e3d1d2d440aa"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:11:28.763477 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1f8f3b2a-5544-4511-b4eb-ccc133d7490b req-560d90a9-b6cf-4183-a703-847c32ce2386 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3983ee75-e4bf-4d31-9fe7-b4dc2e83e0d0 HTTP/1.1" status: 200 len: 217 time: 0.0569971 Nov 25 13:11:28.813074 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17068632-17f6-40c8-977e-eae17876a8e7 req-c3e4a4e0-7316-4ccd-9508-48ae51c9de0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:28.814586 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-17068632-17f6-40c8-977e-eae17876a8e7 req-c3e4a4e0-7316-4ccd-9508-48ae51c9de0c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=262c70d7-6144-48b3-9558-2d58ff5c73f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2335539 Nov 25 13:11:28.836838 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f3b2a-5544-4511-b4eb-ccc133d7490b req-75f963cb-a67d-4594-b743-ec8df84144ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:28.838229 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1f8f3b2a-5544-4511-b4eb-ccc133d7490b req-75f963cb-a67d-4594-b743-ec8df84144ee service neutron] 10.222.0.47 "GET /v2.0/subnets?id=944dd67b-31c1-4580-877a-c7575fa9eef6 HTTP/1.1" status: 200 len: 855 time: 0.0640922 Nov 25 13:11:28.944952 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f3b2a-5544-4511-b4eb-ccc133d7490b req-42c8ad39-628a-49bb-b1a8-8d98f4b80ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:28.946571 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1f8f3b2a-5544-4511-b4eb-ccc133d7490b req-42c8ad39-628a-49bb-b1a8-8d98f4b80ecb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=262c70d7-6144-48b3-9558-2d58ff5c73f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0966463 Nov 25 13:11:28.948229 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a9b0a4b0-2238-4160-91b3-6ca24828b85b req-a3c43866-e19f-45a8-8f30-f200d0a02ff0 service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385454 Nov 25 13:11:28.971009 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-9c95a373-a982-4546-a175-983de8f56985 service neutron] 10.222.0.53 "GET /v2.0/networks/c70f7334-0865-479f-9b23-a45cfad81392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988590 Nov 25 13:11:28.978817 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077e9ad3-f8ae-4122-a69b-d74ccf324520 req-dd98db49-e483-4ba1-abdd-05b8b73edd5b tempest-ServerTagsTestJSON-666319440 tempest-ServerTagsTestJSON-666319440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:28.980551 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-077e9ad3-f8ae-4122-a69b-d74ccf324520 req-dd98db49-e483-4ba1-abdd-05b8b73edd5b tempest-ServerTagsTestJSON-666319440 tempest-ServerTagsTestJSON-666319440-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6cb0891-b785-45fd-8898-8dc05bb1ece9 HTTP/1.1" status: 200 len: 944 time: 0.1400998 Nov 25 13:11:28.989027 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-17068632-17f6-40c8-977e-eae17876a8e7 req-ca862f1f-86ad-4a8c-a907-346ce21f03a9 service neutron] 10.222.0.47 "GET /v2.0/networks/262c70d7-6144-48b3-9558-2d58ff5c73f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600726 Nov 25 13:11:29.093249 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-077e9ad3-f8ae-4122-a69b-d74ccf324520 req-02debf24-8115-43e3-9ee3-21146f822b45 tempest-ServerTagsTestJSON-666319440 tempest-ServerTagsTestJSON-666319440-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3da42dc-01df-4487-92db-023868621838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036603 Nov 25 13:11:29.109535 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-36bc77ff-ee51-417e-a44e-18627fb6b59c service neutron] 10.222.0.53 "GET /v2.0/networks/c70f7334-0865-479f-9b23-a45cfad81392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279774 Nov 25 13:11:29.135344 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1f8f3b2a-5544-4511-b4eb-ccc133d7490b req-3f957ca2-7a6c-401d-9efd-ad58b9a97853 service neutron] 10.222.0.47 "GET /v2.0/networks/262c70d7-6144-48b3-9558-2d58ff5c73f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738169 Nov 25 13:11:29.163278 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-17068632-17f6-40c8-977e-eae17876a8e7 req-bbc8dc31-d23a-42ea-8558-36de486fe5a9 service neutron] 10.222.0.47 "GET /v2.0/networks/262c70d7-6144-48b3-9558-2d58ff5c73f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467843 Nov 25 13:11:29.220449 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-f714288f-a63a-40b4-9202-4f194389319e service neutron] 10.222.0.53 "GET /v2.0/ports/0f2c65ca-cd9b-4cf4-b4b7-974dd4a0e921?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0996280 Nov 25 13:11:29.266363 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1f8f3b2a-5544-4511-b4eb-ccc133d7490b req-caa3f68f-713c-4824-bd33-14fbd873209f service neutron] 10.222.0.47 "GET /v2.0/networks/262c70d7-6144-48b3-9558-2d58ff5c73f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203189 Nov 25 13:11:29.331810 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device a0b24051-a884-4ef5-adf5-16112a3d192e no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:11:29.336430 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee9867b2-091f-48d3-b046-97d64fedd95b', 'tag': '04672b21-789a-4c84-8c6b-7effb679c94e'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:11:29.338833 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fcde190-99ff-4338-bd70-db2aaba58ca0" -d '{"events": [{"name": "network-changed", "server_uuid": "ee9867b2-091f-48d3-b046-97d64fedd95b", "tag": "04672b21-789a-4c84-8c6b-7effb679c94e"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:11:29.394805 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cefd018-25c6-4d0f-8933-8e16a46f916c req-354c920f-039c-4d78-b863-4f5d4349f577 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:29.396213 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1cefd018-25c6-4d0f-8933-8e16a46f916c req-354c920f-039c-4d78-b863-4f5d4349f577 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee9867b2-091f-48d3-b046-97d64fedd95b HTTP/1.1" status: 200 len: 949 time: 0.0915933 Nov 25 13:11:29.398135 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-f3f066d0-7f1b-4bfd-8b43-a8c2e9f649a9 service neutron] 10.222.0.53 "GET /v2.0/networks/2b823069-d9bd-4f42-87ec-afb97511a19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705968 Nov 25 13:11:29.459416 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:29.499391 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51c0db8c-847b-45a0-8028-fae0a418429b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0b24051-a884-4ef5-adf5-16112a3d192e'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:11:29.503267 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c03105-935c-4a83-aa81-44f0afce3d3e" -d '{"events": [{"server_uuid": "51c0db8c-847b-45a0-8028-fae0a418429b", "name": "network-vif-unplugged", "status": "completed", "tag": "a0b24051-a884-4ef5-adf5-16112a3d192e"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:11:29.522013 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1cefd018-25c6-4d0f-8933-8e16a46f916c req-a1b6bdd9-2957-43d6-9058-b145cab6281d tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161909 Nov 25 13:11:29.524082 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port a0b24051-a884-4ef5-adf5-16112a3d192e, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=a0b24051-a884-4ef5-adf5-16112a3d192e,segment=NetworkSegment(e8fc9265-97df-4bce-bf9a-73ae38a4e9ce),segment_id=e8fc9265-97df-4bce-bf9a-73ae38a4e9ce)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:11:29.542956 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:29.567300 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-35122b83-2fce-4c83-b7f8-322505be6566 service neutron] 10.222.0.53 "GET /v2.0/networks/2b823069-d9bd-4f42-87ec-afb97511a19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617043 Nov 25 13:11:29.636893 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-dbbd8d89-1411-4ea1-8582-f734a3d401ad service neutron] 10.222.0.53 "GET /v2.0/ports/724cccc6-fca6-4f56-9b33-692920a85a29?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0550454 Nov 25 13:11:29.656517 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=a0b24051-a884-4ef5-adf5-16112a3d192e,revision_number=8']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:29.755705 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-60e8ec8f-e14a-4280-85bd-854e616931e7 service neutron] 10.222.0.53 "GET /v2.0/networks/2b823069-d9bd-4f42-87ec-afb97511a19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119270 Nov 25 13:11:29.777538 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 3983ee75-e4bf-4d31-9fe7-b4dc2e83e0d0 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:11:29.943650 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 3983ee75-e4bf-4d31-9fe7-b4dc2e83e0d0, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=3983ee75-e4bf-4d31-9fe7-b4dc2e83e0d0,segment=NetworkSegment(1058d4ac-5e73-4c0f-9244-14176a6e4a88),segment_id=1058d4ac-5e73-4c0f-9244-14176a6e4a88)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:11:29.956623 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '3983ee75-e4bf-4d31-9fe7-b4dc2e83e0d0', 'network_id': '262c70d7-6144-48b3-9558-2d58ff5c73f5', 'port_id': '3983ee75-e4bf-4d31-9fe7-b4dc2e83e0d0', 'mac_address': 'fa:16:3e:0c:b9:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '944dd67b-31c1-4580-877a-c7575fa9eef6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:11:29.958930 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e75dc-6840-4233-8259-9d60e0c9bc5f req-ce63cd65-88d3-4587-b8f5-ea4a9ca5e931 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:29.960636 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e08e75dc-6840-4233-8259-9d60e0c9bc5f req-ce63cd65-88d3-4587-b8f5-ea4a9ca5e931 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f069467-ee13-43bf-8f6f-74371bdf7546 HTTP/1.1" status: 200 len: 943 time: 0.0913060 Nov 25 13:11:29.966651 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-0d2d62b1-798b-4190-b8a7-2fcccebbf66d service neutron] 10.222.0.53 "GET /v2.0/networks/2b823069-d9bd-4f42-87ec-afb97511a19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043655 Nov 25 13:11:29.998486 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:30.023865 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3983ee75-e4bf-4d31-9fe7-b4dc2e83e0d0 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:11:30.056784 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 3983ee75-e4bf-4d31-9fe7-b4dc2e83e0d0, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=3983ee75-e4bf-4d31-9fe7-b4dc2e83e0d0,segment=NetworkSegment(1058d4ac-5e73-4c0f-9244-14176a6e4a88),segment_id=1058d4ac-5e73-4c0f-9244-14176a6e4a88)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:11:30.069926 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:30.117372 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e08e75dc-6840-4233-8259-9d60e0c9bc5f req-6857a1fd-52d0-47e7-9cf3-87a79cf85e21 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e57746c-a056-414e-9571-33500a85083a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198680 Nov 25 13:11:30.141711 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=3983ee75-e4bf-4d31-9fe7-b4dc2e83e0d0,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:30.177836 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-b741f3d3-5eb9-4034-8b93-4cc28702c7e4 service neutron] 10.222.0.53 "GET /v2.0/networks/2b823069-d9bd-4f42-87ec-afb97511a19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036078 Nov 25 13:11:30.280345 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 25 Nov 2021 13:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ea7693-df90-4ca2-9c11-ca2b74556456 x-openstack-request-id: req-a8ea7693-df90-4ca2-9c11-ca2b74556456 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:11:30.280833 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6cb0891-b785-45fd-8898-8dc05bb1ece9", "tag": "cdea6068-fa46-4672-a6f1-ef2ee86dbc5d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9f069467-ee13-43bf-8f6f-74371bdf7546", "tag": "47bbaaad-3361-49ad-8c0f-e3d1d2d440aa", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:11:30.280953 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a8ea7693-df90-4ca2-9c11-ca2b74556456 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:11:30.281295 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6cb0891-b785-45fd-8898-8dc05bb1ece9', 'tag': 'cdea6068-fa46-4672-a6f1-ef2ee86dbc5d', 'status': 'completed', 'code': 200} Nov 25 13:11:30.281560 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f069467-ee13-43bf-8f6f-74371bdf7546', 'tag': '47bbaaad-3361-49ad-8c0f-e3d1d2d440aa', 'status': 'completed', 'code': 200} Nov 25 13:11:30.322611 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e998716b-c07f-4ffc-b194-2e58b57b8168 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:30.365597 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-533559b8-06b9-4fd4-88ea-42d6b807682c service neutron] 10.222.0.53 "GET /v2.0/networks/2b823069-d9bd-4f42-87ec-afb97511a19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751573 Nov 25 13:11:30.379470 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4ddf7c-f194-4081-ab43-2574af33c64b x-openstack-request-id: req-4b4ddf7c-f194-4081-ab43-2574af33c64b {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:11:30.382250 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 13:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c4eb0d-6cee-4c99-ab12-93d701c34c29 x-openstack-request-id: req-33c4eb0d-6cee-4c99-ab12-93d701c34c29 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:11:30.383618 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51c0db8c-847b-45a0-8028-fae0a418429b", "name": "network-vif-unplugged", "status": "completed", "tag": "a0b24051-a884-4ef5-adf5-16112a3d192e", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:11:30.383883 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-33c4eb0d-6cee-4c99-ab12-93d701c34c29 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:11:30.384464 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51c0db8c-847b-45a0-8028-fae0a418429b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0b24051-a884-4ef5-adf5-16112a3d192e', 'code': 200} Nov 25 13:11:30.387381 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['3983ee75-e4bf-4d31-9fe7-b4dc2e83e0d0'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:11:30.392293 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee9867b2-091f-48d3-b046-97d64fedd95b", "tag": "04672b21-789a-4c84-8c6b-7effb679c94e", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:11:30.392293 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4b4ddf7c-f194-4081-ab43-2574af33c64b {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:11:30.392293 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee9867b2-091f-48d3-b046-97d64fedd95b', 'tag': '04672b21-789a-4c84-8c6b-7effb679c94e', 'status': 'completed', 'code': 200} Nov 25 13:11:30.461085 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81661ad-131c-4943-a28b-b1e10efd088f req-8de48155-281e-4899-ba96-6e40fc25f6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:30.462612 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e81661ad-131c-4943-a28b-b1e10efd088f req-8de48155-281e-4899-ba96-6e40fc25f6ac service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ef9ae7bf50084247b51e0e6c209b7b0c&device_id=a6cb0891-b785-45fd-8898-8dc05bb1ece9 HTTP/1.1" status: 200 len: 1096 time: 0.1412096 Nov 25 13:11:30.564533 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcde190-99ff-4338-bd70-db2aaba58ca0 req-19f6b3c8-27ad-4bba-a6cc-064c10419856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:30.566133 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2fcde190-99ff-4338-bd70-db2aaba58ca0 req-19f6b3c8-27ad-4bba-a6cc-064c10419856 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=af4c9854d3c048999405c81c71776d29&device_id=ee9867b2-091f-48d3-b046-97d64fedd95b HTTP/1.1" status: 200 len: 1101 time: 0.1694546 Nov 25 13:11:30.574539 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcde190-99ff-4338-bd70-db2aaba58ca0 req-79856efc-a95c-4265-8d6f-eea4e54271af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:30.577389 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2fcde190-99ff-4338-bd70-db2aaba58ca0 req-79856efc-a95c-4265-8d6f-eea4e54271af service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=af4c9854d3c048999405c81c71776d29&device_id=ee9867b2-091f-48d3-b046-97d64fedd95b HTTP/1.1" status: 200 len: 1101 time: 0.2010605 Nov 25 13:11:30.623210 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efdecc1-4d36-40ba-9f59-233f7a2f07ca req-e239e6fa-797d-4ba5-b067-61211adc9720 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:30.625396 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4efdecc1-4d36-40ba-9f59-233f7a2f07ca req-e239e6fa-797d-4ba5-b067-61211adc9720 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=41772653-c84b-4487-8698-22e4f27f0950 HTTP/1.1" status: 200 len: 945 time: 0.1519411 Nov 25 13:11:30.660405 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-a7e0d468-f078-40e7-9674-ed1246bfe316 service neutron] 10.222.0.53 "GET /v2.0/networks/2b823069-d9bd-4f42-87ec-afb97511a19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920566 Nov 25 13:11:30.698940 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81661ad-131c-4943-a28b-b1e10efd088f req-50b1bd67-25ca-473a-8a39-faaca7eec223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:30.708906 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e81661ad-131c-4943-a28b-b1e10efd088f req-50b1bd67-25ca-473a-8a39-faaca7eec223 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d685887a-8d6e-4f9d-842d-96b16eab41e4 HTTP/1.1" status: 200 len: 909 time: 0.2286839 Nov 25 13:11:30.782635 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e81661ad-131c-4943-a28b-b1e10efd088f req-f0d27b61-7b15-47eb-a913-c4ebe2cf97dd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cdea6068-fa46-4672-a6f1-ef2ee86dbc5d HTTP/1.1" status: 200 len: 217 time: 0.0665319 Nov 25 13:11:30.831420 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4efdecc1-4d36-40ba-9f59-233f7a2f07ca req-9058c442-47f5-4f4d-ba61-2714eda1e7e9 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601200 Nov 25 13:11:30.870531 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81661ad-131c-4943-a28b-b1e10efd088f req-40f9559c-a79a-4ce0-8dfb-13b3102ca3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:30.872085 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e81661ad-131c-4943-a28b-b1e10efd088f req-40f9559c-a79a-4ce0-8dfb-13b3102ca3ac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=827a0e03-172d-47c0-ba98-1bfb7b5d6548 HTTP/1.1" status: 200 len: 848 time: 0.0762813 Nov 25 13:11:30.878295 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcde190-99ff-4338-bd70-db2aaba58ca0 req-01066ba7-8d71-4d69-803c-1707bb18d1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:30.879856 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2fcde190-99ff-4338-bd70-db2aaba58ca0 req-01066ba7-8d71-4d69-803c-1707bb18d1fb service neutron] 10.222.0.47 "GET /v2.0/networks?id=85f6380f-3625-4f44-8465-fbcf0c11fed5 HTTP/1.1" status: 200 len: 870 time: 0.2930484 Nov 25 13:11:30.946449 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcde190-99ff-4338-bd70-db2aaba58ca0 req-6e3e39b4-d183-4e10-b9f0-55e0690e565d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:30.951199 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2fcde190-99ff-4338-bd70-db2aaba58ca0 req-6e3e39b4-d183-4e10-b9f0-55e0690e565d service neutron] 10.222.0.66 "GET /v2.0/networks?id=85f6380f-3625-4f44-8465-fbcf0c11fed5 HTTP/1.1" status: 200 len: 870 time: 0.3675134 Nov 25 13:11:30.957084 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-1f15ea05-08c7-458e-a8d4-bc621f2cd2ee service neutron] 10.222.0.53 "GET /v2.0/networks/2b823069-d9bd-4f42-87ec-afb97511a19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959294 Nov 25 13:11:30.984764 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e81661ad-131c-4943-a28b-b1e10efd088f req-bb2c99c4-ab42-4152-b757-ef6a9ce69252 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d685887a-8d6e-4f9d-842d-96b16eab41e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1016984 Nov 25 13:11:30.984764 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2fcde190-99ff-4338-bd70-db2aaba58ca0 req-9b0e802d-4e35-4d2b-a753-24ff6367a80b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=04672b21-789a-4c84-8c6b-7effb679c94e HTTP/1.1" status: 200 len: 217 time: 0.0942769 Nov 25 13:11:31.103705 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2fcde190-99ff-4338-bd70-db2aaba58ca0 req-c44d64d5-fe0d-4934-8323-83d7e4e5f727 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=04672b21-789a-4c84-8c6b-7effb679c94e HTTP/1.1" status: 200 len: 217 time: 0.1061139 Nov 25 13:11:31.138974 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcde190-99ff-4338-bd70-db2aaba58ca0 req-7a8bc14d-df0e-459e-9b4b-4a547f0204d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:31.140447 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2fcde190-99ff-4338-bd70-db2aaba58ca0 req-7a8bc14d-df0e-459e-9b4b-4a547f0204d2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.1356463 Nov 25 13:11:31.251622 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e81661ad-131c-4943-a28b-b1e10efd088f req-245dbc5f-bfd1-451b-8abe-993d063ace5c service neutron] 10.222.0.47 "GET /v2.0/networks/d685887a-8d6e-4f9d-842d-96b16eab41e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558277 Nov 25 13:11:31.338258 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcde190-99ff-4338-bd70-db2aaba58ca0 req-36d9a31c-ee6c-4aab-9d17-7e12084d2d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:31.340798 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2fcde190-99ff-4338-bd70-db2aaba58ca0 req-36d9a31c-ee6c-4aab-9d17-7e12084d2d97 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1865106 Nov 25 13:11:31.355236 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 04672b21-789a-4c84-8c6b-7effb679c94e details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:11:31.381151 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e81661ad-131c-4943-a28b-b1e10efd088f req-34a38b8f-f41d-4e0e-a070-23cd9744c160 service neutron] 10.222.0.47 "GET /v2.0/networks/d685887a-8d6e-4f9d-842d-96b16eab41e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207271 Nov 25 13:11:31.526952 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 04672b21-789a-4c84-8c6b-7effb679c94e, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=04672b21-789a-4c84-8c6b-7effb679c94e,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:11:31.543265 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': '04672b21-789a-4c84-8c6b-7effb679c94e', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'port_id': '04672b21-789a-4c84-8c6b-7effb679c94e', 'mac_address': 'fa:16:3e:5c:14:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce5ca48-e3be-44c6-9584-fd9eb8c67222', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:11:31.589696 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:31.604698 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04672b21-789a-4c84-8c6b-7effb679c94e {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:11:31.630644 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 04672b21-789a-4c84-8c6b-7effb679c94e, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=04672b21-789a-4c84-8c6b-7effb679c94e,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:11:31.638986 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81661ad-131c-4943-a28b-b1e10efd088f req-5a0b2341-73bf-4a73-ae07-a5938c7ae8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:31.640619 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:31.647192 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e81661ad-131c-4943-a28b-b1e10efd088f req-5a0b2341-73bf-4a73-ae07-a5938c7ae8ad service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a11ad03c56464d93986153bf712bda7a&device_id=9f069467-ee13-43bf-8f6f-74371bdf7546 HTTP/1.1" status: 200 len: 1095 time: 0.1800508 Nov 25 13:11:31.654019 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2fcde190-99ff-4338-bd70-db2aaba58ca0 req-7b938df7-7777-40cf-97fa-2397fe7bfba0 service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719607 Nov 25 13:11:31.669852 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-0b0706fb-4d71-4ed6-8f8e-7ad700fc919c service neutron] 10.222.0.53 "GET /v2.0/networks/ce8b7f62-300f-4958-8057-b23aa4d60523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7057812 Nov 25 13:11:31.723349 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=04672b21-789a-4c84-8c6b-7effb679c94e,revision_number=12']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:31.768787 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcde190-99ff-4338-bd70-db2aaba58ca0 req-0157c090-a96b-4164-8b95-d6cca330d6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:31.770462 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2fcde190-99ff-4338-bd70-db2aaba58ca0 req-0157c090-a96b-4164-8b95-d6cca330d6ad service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.6280940 Nov 25 13:11:31.784140 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6678eef-9882-4c77-b049-7dca10f7e913 req-16444086-494a-4beb-8906-69eeef2a47ab tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:31.786199 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 47bbaaad-3361-49ad-8c0f-e3d1d2d440aa details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:11:31.792068 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e6678eef-9882-4c77-b049-7dca10f7e913 req-16444086-494a-4beb-8906-69eeef2a47ab tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/networks?id=3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d HTTP/1.1" status: 200 len: 805 time: 0.7933767 Nov 25 13:11:31.849810 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e6678eef-9882-4c77-b049-7dca10f7e913 req-2019a180-fa75-4707-a51f-338766fca825 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/quotas/9924894bf2bb4ef59f3449083c95507b HTTP/1.1" status: 200 len: 375 time: 0.0567966 Nov 25 13:11:31.912921 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 3983ee75-e4bf-4d31-9fe7-b4dc2e83e0d0 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:11:31.932424 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81661ad-131c-4943-a28b-b1e10efd088f req-88c0cb6b-b574-4495-a347-c54fc6483d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:31.935080 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e81661ad-131c-4943-a28b-b1e10efd088f req-88c0cb6b-b574-4495-a347-c54fc6483d48 service neutron] 10.222.0.47 "GET /v2.0/networks?id=262c70d7-6144-48b3-9558-2d58ff5c73f5 HTTP/1.1" status: 200 len: 917 time: 0.2793314 Nov 25 13:11:31.954611 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcde190-99ff-4338-bd70-db2aaba58ca0 req-5dbb4625-317c-4661-a518-5bb875bb8726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:31.956159 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2fcde190-99ff-4338-bd70-db2aaba58ca0 req-5dbb4625-317c-4661-a518-5bb875bb8726 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1596799 Nov 25 13:11:31.960008 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-198b2a51-e0c3-44b4-bb58-a4f1970c8250 service neutron] 10.222.0.53 "GET /v2.0/networks/ce8b7f62-300f-4958-8057-b23aa4d60523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753689 Nov 25 13:11:32.019421 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 47bbaaad-3361-49ad-8c0f-e3d1d2d440aa, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=47bbaaad-3361-49ad-8c0f-e3d1d2d440aa,segment=NetworkSegment(1058d4ac-5e73-4c0f-9244-14176a6e4a88),segment_id=1058d4ac-5e73-4c0f-9244-14176a6e4a88)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:11:32.022948 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f7747-d6ff-4143-bd55-cb23163b784e req-2582511b-19e5-4835-b2e0-c3a4a37ba25e tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:32.025780 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9e0f7747-d6ff-4143-bd55-cb23163b784e req-2582511b-19e5-4835-b2e0-c3a4a37ba25e tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.66 "GET /v2.0/ports?device_id=51c0db8c-847b-45a0-8028-fae0a418429b HTTP/1.1" status: 200 len: 943 time: 0.2955670 Nov 25 13:11:32.031066 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e81661ad-131c-4943-a28b-b1e10efd088f req-8cce82aa-9089-4323-9b32-430c4aa8f501 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47bbaaad-3361-49ad-8c0f-e3d1d2d440aa HTTP/1.1" status: 200 len: 217 time: 0.0762205 Nov 25 13:11:32.044246 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e6678eef-9882-4c77-b049-7dca10f7e913 req-c61e20e2-074d-4d20-87f5-de59590154da tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9924894bf2bb4ef59f3449083c95507b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1928823 Nov 25 13:11:32.058969 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['04672b21-789a-4c84-8c6b-7effb679c94e'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:11:32.127042 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '47bbaaad-3361-49ad-8c0f-e3d1d2d440aa', 'network_id': '262c70d7-6144-48b3-9558-2d58ff5c73f5', 'port_id': '47bbaaad-3361-49ad-8c0f-e3d1d2d440aa', 'mac_address': 'fa:16:3e:b6:f1:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '944dd67b-31c1-4580-877a-c7575fa9eef6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:11:32.175134 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e6678eef-9882-4c77-b049-7dca10f7e913 req-07b89421-282f-4f9e-8210-0cf163bed0b0 service neutron] 10.222.0.53 "GET /v2.0/networks/3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293712 Nov 25 13:11:32.261882 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2fcde190-99ff-4338-bd70-db2aaba58ca0 req-40592189-355a-4af9-ab99-c0f84f70a1ad service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5757396 Nov 25 13:11:32.283470 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81661ad-131c-4943-a28b-b1e10efd088f req-a76676fe-b188-4aa8-900f-f07bd88ed346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:32.289229 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e81661ad-131c-4943-a28b-b1e10efd088f req-a76676fe-b188-4aa8-900f-f07bd88ed346 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=944dd67b-31c1-4580-877a-c7575fa9eef6 HTTP/1.1" status: 200 len: 855 time: 0.2412114 Nov 25 13:11:32.296232 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:32.329650 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47bbaaad-3361-49ad-8c0f-e3d1d2d440aa {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:11:32.360422 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-9e0f7747-d6ff-4143-bd55-cb23163b784e req-584437a1-fa2c-4f6c-adcc-bfd8c0ca4d3f tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Deleting port a0b24051-a884-4ef5-adf5-16112a3d192e {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:11:32.361035 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9e0f7747-d6ff-4143-bd55-cb23163b784e req-584437a1-fa2c-4f6c-adcc-bfd8c0ca4d3f tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:32.425469 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 47bbaaad-3361-49ad-8c0f-e3d1d2d440aa, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=47bbaaad-3361-49ad-8c0f-e3d1d2d440aa,segment=NetworkSegment(1058d4ac-5e73-4c0f-9244-14176a6e4a88),segment_id=1058d4ac-5e73-4c0f-9244-14176a6e4a88)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:11:32.435997 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 3983ee75-e4bf-4d31-9fe7-b4dc2e83e0d0 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:11:32.447138 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-d658aad1-420d-4158-8b97-95f641b3da9f service neutron] 10.222.0.53 "GET /v2.0/networks/ce8b7f62-300f-4958-8057-b23aa4d60523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4801104 Nov 25 13:11:32.455027 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2fcde190-99ff-4338-bd70-db2aaba58ca0 req-cdf05bb0-8ec5-4ff2-a850-a36382590adb service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4857104 Nov 25 13:11:32.469382 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:32.472488 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device cdea6068-fa46-4672-a6f1-ef2ee86dbc5d details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:11:32.527845 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e6678eef-9882-4c77-b049-7dca10f7e913 req-723a009e-7540-456d-9890-f82032e88162 service neutron] 10.222.0.53 "GET /v2.0/networks/3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3517406 Nov 25 13:11:32.537640 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 3983ee75-e4bf-4d31-9fe7-b4dc2e83e0d0 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:11:32.538418 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:32.709086 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2fcde190-99ff-4338-bd70-db2aaba58ca0 req-3762c7f2-5ac4-47ab-90da-995e4c875321 service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452285 Nov 25 13:11:32.711798 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-953df135-024f-487c-82bf-996859962002 service neutron] 10.222.0.53 "GET /v2.0/networks/ce8b7f62-300f-4958-8057-b23aa4d60523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500999 Nov 25 13:11:32.739915 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=47bbaaad-3361-49ad-8c0f-e3d1d2d440aa,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:32.796009 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db1d9f5b-e909-40cd-b7d0-7fb7108a3bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:32.848310 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:32.932509 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port cdea6068-fa46-4672-a6f1-ef2ee86dbc5d, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=cdea6068-fa46-4672-a6f1-ef2ee86dbc5d,segment=NetworkSegment(47a385fb-bb20-480d-90f7-23ce23f2a202),segment_id=47a385fb-bb20-480d-90f7-23ce23f2a202)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:11:32.948560 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b47d28-e49b-474a-99ba-d9b5720fc03f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3983ee75-e4bf-4d31-9fe7-b4dc2e83e0d0'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:11:32.951318 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59097aa2-6ddc-4c02-be6f-3e40059d6135" -d '{"events": [{"server_uuid": "93b47d28-e49b-474a-99ba-d9b5720fc03f", "name": "network-vif-plugged", "status": "completed", "tag": "3983ee75-e4bf-4d31-9fe7-b4dc2e83e0d0"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:11:32.963333 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81661ad-131c-4943-a28b-b1e10efd088f req-99dd7b0f-0687-495f-9bab-2330d3a6c1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:32.968739 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e81661ad-131c-4943-a28b-b1e10efd088f req-99dd7b0f-0687-495f-9bab-2330d3a6c1e2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=262c70d7-6144-48b3-9558-2d58ff5c73f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6692548 Nov 25 13:11:32.969709 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 3983ee75-e4bf-4d31-9fe7-b4dc2e83e0d0, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=3983ee75-e4bf-4d31-9fe7-b4dc2e83e0d0,segment=NetworkSegment(1058d4ac-5e73-4c0f-9244-14176a6e4a88),segment_id=1058d4ac-5e73-4c0f-9244-14176a6e4a88)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:11:32.971506 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': 'cdea6068-fa46-4672-a6f1-ef2ee86dbc5d', 'network_id': 'd685887a-8d6e-4f9d-842d-96b16eab41e4', 'port_id': 'cdea6068-fa46-4672-a6f1-ef2ee86dbc5d', 'mac_address': 'fa:16:3e:8a:f1:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '827a0e03-172d-47c0-ba98-1bfb7b5d6548', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:11:32.978790 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:33.229209 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c26b506-684c-4c58-9155-faa2bc86b4a1 req-e492043b-e3e7-46d8-a444-a1ccc85e4d64 tempest-ServerTagsTestJSON-666319440 tempest-ServerTagsTestJSON-666319440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:33.236388 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0c26b506-684c-4c58-9155-faa2bc86b4a1 req-e492043b-e3e7-46d8-a444-a1ccc85e4d64 tempest-ServerTagsTestJSON-666319440 tempest-ServerTagsTestJSON-666319440-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6cb0891-b785-45fd-8898-8dc05bb1ece9 HTTP/1.1" status: 200 len: 944 time: 0.2901883 Nov 25 13:11:33.245894 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e81661ad-131c-4943-a28b-b1e10efd088f req-9f4fe020-2fb4-428a-9896-5f8dac561776 service neutron] 10.222.0.47 "GET /v2.0/networks/262c70d7-6144-48b3-9558-2d58ff5c73f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541628 Nov 25 13:11:33.277394 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:33.312041 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdea6068-fa46-4672-a6f1-ef2ee86dbc5d {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:11:33.334080 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=3983ee75-e4bf-4d31-9fe7-b4dc2e83e0d0,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:33.363185 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e81661ad-131c-4943-a28b-b1e10efd088f req-1cc3ce29-1ee1-4f20-85f1-db7e554f03e4 service neutron] 10.222.0.47 "GET /v2.0/networks/262c70d7-6144-48b3-9558-2d58ff5c73f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103854 Nov 25 13:11:33.380235 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port cdea6068-fa46-4672-a6f1-ef2ee86dbc5d, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=cdea6068-fa46-4672-a6f1-ef2ee86dbc5d,segment=NetworkSegment(47a385fb-bb20-480d-90f7-23ce23f2a202),segment_id=47a385fb-bb20-480d-90f7-23ce23f2a202)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:11:33.390882 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0c26b506-684c-4c58-9155-faa2bc86b4a1 req-e96f4e7d-4ee6-44d2-b259-d4ac9b942e4d tempest-ServerTagsTestJSON-666319440 tempest-ServerTagsTestJSON-666319440-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3da42dc-01df-4487-92db-023868621838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521516 Nov 25 13:11:33.409112 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:33.412846 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-9e0f7747-d6ff-4143-bd55-cb23163b784e req-584437a1-fa2c-4f6c-adcc-bfd8c0ca4d3f tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] For port a0b24051-a884-4ef5-adf5-16112a3d192e, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=a0b24051-a884-4ef5-adf5-16112a3d192e,segment=NetworkSegment(e8fc9265-97df-4bce-bf9a-73ae38a4e9ce),segment_id=e8fc9265-97df-4bce-bf9a-73ae38a4e9ce)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:11:33.414384 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9e0f7747-d6ff-4143-bd55-cb23163b784e req-584437a1-fa2c-4f6c-adcc-bfd8c0ca4d3f tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:33.431674 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-9e0f7747-d6ff-4143-bd55-cb23163b784e req-584437a1-fa2c-4f6c-adcc-bfd8c0ca4d3f tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Calling delete_port for a0b24051-a884-4ef5-adf5-16112a3d192e owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:11:33.481700 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=cdea6068-fa46-4672-a6f1-ef2ee86dbc5d,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:33.591466 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f702f-d161-4dbc-8b3f-6dce197c653c req-7d925c60-d660-40fe-80cb-218bc1e276ff tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:33.593750 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4e5f702f-d161-4dbc-8b3f-6dce197c653c req-7d925c60-d660-40fe-80cb-218bc1e276ff tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee9867b2-091f-48d3-b046-97d64fedd95b HTTP/1.1" status: 200 len: 950 time: 0.0948946 Nov 25 13:11:33.716568 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:33.722213 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['47bbaaad-3361-49ad-8c0f-e3d1d2d440aa'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:11:33.724702 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9e0f7747-d6ff-4143-bd55-cb23163b784e req-584437a1-fa2c-4f6c-adcc-bfd8c0ca4d3f tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:33.725525 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4e5f702f-d161-4dbc-8b3f-6dce197c653c req-c24dce28-ba41-4ba8-8542-36030d012fa6 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249547 Nov 25 13:11:33.838635 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584437a1-fa2c-4f6c-adcc-bfd8c0ca4d3f tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Pushing event deleted for resources: {'Port': ['ID=a0b24051-a884-4ef5-adf5-16112a3d192e,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:33.857129 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['cdea6068-fa46-4672-a6f1-ef2ee86dbc5d'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:11:33.875032 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e0f7747-d6ff-4143-bd55-cb23163b784e req-584437a1-fa2c-4f6c-adcc-bfd8c0ca4d3f tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] No DVR routers for this DVR port a0b24051-a884-4ef5-adf5-16112a3d192e on host n-h1-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:11:33.882302 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9e0f7747-d6ff-4143-bd55-cb23163b784e req-584437a1-fa2c-4f6c-adcc-bfd8c0ca4d3f tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:33.890179 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9e0f7747-d6ff-4143-bd55-cb23163b784e req-584437a1-fa2c-4f6c-adcc-bfd8c0ca4d3f tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.66 "DELETE /v2.0/ports/a0b24051-a884-4ef5-adf5-16112a3d192e HTTP/1.1" status: 204 len: 173 time: 1.8542974 Nov 25 13:11:33.891021 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51c0db8c-847b-45a0-8028-fae0a418429b', 'name': 'network-vif-deleted', 'tag': 'a0b24051-a884-4ef5-adf5-16112a3d192e'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:11:33.908273 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eeb1538-d32a-4bae-8ca1-ff287a998acc" -d '{"events": [{"server_uuid": "51c0db8c-847b-45a0-8028-fae0a418429b", "name": "network-vif-deleted", "tag": "a0b24051-a884-4ef5-adf5-16112a3d192e"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:11:34.018843 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54695397-6574-4974-a3f2-2cfee110a245 req-9cc4cb7c-8ff3-4c0e-b9af-1b0a89c249da tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:34.030588 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-54695397-6574-4974-a3f2-2cfee110a245 req-9cc4cb7c-8ff3-4c0e-b9af-1b0a89c249da tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f069467-ee13-43bf-8f6f-74371bdf7546 HTTP/1.1" status: 200 len: 944 time: 0.1460476 Nov 25 13:11:34.111954 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-54695397-6574-4974-a3f2-2cfee110a245 req-3cc6bc3a-d8db-4efd-95e2-4dbd76a51357 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e57746c-a056-414e-9571-33500a85083a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771053 Nov 25 13:11:34.404299 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-06385348-9fae-497d-a32b-6fc696af4df7 req-a511c802-8609-4bdb-a043-5bd1468cee14 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/ports?device_id=15a2e287-f718-484b-a9d3-36626b2460ac HTTP/1.1" status: 200 len: 210 time: 0.0935829 Nov 25 13:11:34.431105 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d262515-583d-4e15-a070-ed6608c540a0 req-218223a6-fa68-4c91-8a2a-42527370a745 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:34.432781 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1d262515-583d-4e15-a070-ed6608c540a0 req-218223a6-fa68-4c91-8a2a-42527370a745 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=41772653-c84b-4487-8698-22e4f27f0950 HTTP/1.1" status: 200 len: 945 time: 0.1833956 Nov 25 13:11:34.525756 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c264e4b5-772f-48b2-b445-02bd635cc50b x-openstack-request-id: req-c264e4b5-772f-48b2-b445-02bd635cc50b {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:11:34.526104 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93b47d28-e49b-474a-99ba-d9b5720fc03f", "name": "network-vif-plugged", "status": "completed", "tag": "3983ee75-e4bf-4d31-9fe7-b4dc2e83e0d0", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:11:34.526361 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c264e4b5-772f-48b2-b445-02bd635cc50b {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:11:34.526776 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93b47d28-e49b-474a-99ba-d9b5720fc03f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3983ee75-e4bf-4d31-9fe7-b4dc2e83e0d0', 'code': 200} Nov 25 13:11:34.562727 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1d262515-583d-4e15-a070-ed6608c540a0 req-676f0463-1155-4665-bace-d848579f38b1 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194308 Nov 25 13:11:34.696013 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-370ca780-fd7f-445a-9469-5f413b74a76a x-openstack-request-id: req-370ca780-fd7f-445a-9469-5f413b74a76a {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:11:34.696967 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51c0db8c-847b-45a0-8028-fae0a418429b", "name": "network-vif-deleted", "tag": "a0b24051-a884-4ef5-adf5-16112a3d192e", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:11:34.698767 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-370ca780-fd7f-445a-9469-5f413b74a76a {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:11:34.699339 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51c0db8c-847b-45a0-8028-fae0a418429b', 'name': 'network-vif-deleted', 'tag': 'a0b24051-a884-4ef5-adf5-16112a3d192e', 'status': 'completed', 'code': 200} Nov 25 13:11:34.824973 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6678eef-9882-4c77-b049-7dca10f7e913 req-d60d0f7d-4669-409c-acff-7444255b6e63 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:34.826595 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e6678eef-9882-4c77-b049-7dca10f7e913 req-d60d0f7d-4669-409c-acff-7444255b6e63 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.66 "GET /v2.0/networks?id=3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d HTTP/1.1" status: 200 len: 805 time: 0.3201025 Nov 25 13:11:34.834822 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea5192-1f1a-417a-affc-9b2f49d3253c req-c33fa6ea-3d26-405a-a082-38281250bc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:34.836824 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-25ea5192-1f1a-417a-affc-9b2f49d3253c req-c33fa6ea-3d26-405a-a082-38281250bc42 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=93b47d28-e49b-474a-99ba-d9b5720fc03f HTTP/1.1" status: 200 len: 1097 time: 0.1142206 Nov 25 13:11:34.847899 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-e6678eef-9882-4c77-b049-7dca10f7e913 req-13d238d0-e91b-43d6-90c0-4c013c713fe6 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Request body: {'port': {'device_id': '15a2e287-f718-484b-a9d3-36626b2460ac', 'network_id': '3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d', 'admin_state_up': True, 'tenant_id': '9924894bf2bb4ef59f3449083c95507b'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:11:34.898227 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e59235b4-7966-4870-af45-f6e1fcb27905 req-db429c81-6850-4697-915e-fbcc4639d17e tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 210 time: 0.1200187 Nov 25 13:11:34.924958 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf75e66-b168-4c0f-88b9-54975c6c0c1c req-48adac9a-9ca4-4968-92de-26fd6f32788d tempest-MigrationsAdminTest-1222311732 tempest-MigrationsAdminTest-1222311732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:34.939828 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7bf75e66-b168-4c0f-88b9-54975c6c0c1c req-48adac9a-9ca4-4968-92de-26fd6f32788d tempest-MigrationsAdminTest-1222311732 tempest-MigrationsAdminTest-1222311732-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ee9867b2-091f-48d3-b046-97d64fedd95b HTTP/1.1" status: 200 len: 1102 time: 0.2460744 Nov 25 13:11:35.064641 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:35.075467 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7bf75e66-b168-4c0f-88b9-54975c6c0c1c req-bd4caf73-f7de-402f-bb49-ee2f36824be7 tempest-MigrationsAdminTest-1222311732 tempest-MigrationsAdminTest-1222311732-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346014 Nov 25 13:11:35.160294 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-25ea5192-1f1a-417a-affc-9b2f49d3253c req-cd64efdc-8f82-4708-96ff-0ff5306f1ad6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7e57746c-a056-414e-9571-33500a85083a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038334 Nov 25 13:11:35.169830 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2143100c-7b1f-4b41-8151-7d8f8683ce4c req-6eb48646-54db-440e-a5a0-def057999341 tempest-ServerTagsTestJSON-666319440 tempest-ServerTagsTestJSON-666319440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:35.171707 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2143100c-7b1f-4b41-8151-7d8f8683ce4c req-6eb48646-54db-440e-a5a0-def057999341 tempest-ServerTagsTestJSON-666319440 tempest-ServerTagsTestJSON-666319440-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6cb0891-b785-45fd-8898-8dc05bb1ece9 HTTP/1.1" status: 200 len: 945 time: 0.1304629 Nov 25 13:11:35.182299 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6678eef-9882-4c77-b049-7dca10f7e913 req-13d238d0-e91b-43d6-90c0-4c013c713fe6 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Made reservation on behalf of 9924894bf2bb4ef59f3449083c95507b for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:11:35.187314 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e6678eef-9882-4c77-b049-7dca10f7e913 req-13d238d0-e91b-43d6-90c0-4c013c713fe6 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:35.286124 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2143100c-7b1f-4b41-8151-7d8f8683ce4c req-6215a333-7e9d-4c3d-a5c1-8b6226b052cf tempest-ServerTagsTestJSON-666319440 tempest-ServerTagsTestJSON-666319440-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3da42dc-01df-4487-92db-023868621838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047060 Nov 25 13:11:35.372329 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 04672b21-789a-4c84-8c6b-7effb679c94e up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:11:35.512721 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-e6678eef-9882-4c77-b049-7dca10f7e913 req-13d238d0-e91b-43d6-90c0-4c013c713fe6 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Allocated IP 172.20.0.6 (3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d/af6d388d-5278-4fef-a1e9-b40af907e39b/606bac21-737d-42bf-a33e-71f58d2a4419) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:11:35.519898 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e253988-4bd9-4b79-9d54-5410580a33d6 req-e56bf86d-97ab-4b1d-82c1-c9ead4136aee tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:35.530011 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port 04672b21-789a-4c84-8c6b-7effb679c94e completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:11:35.531661 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5e253988-4bd9-4b79-9d54-5410580a33d6 req-e56bf86d-97ab-4b1d-82c1-c9ead4136aee tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f069467-ee13-43bf-8f6f-74371bdf7546 HTTP/1.1" status: 200 len: 944 time: 0.1181071 Nov 25 13:11:35.543109 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port 04672b21-789a-4c84-8c6b-7effb679c94e triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:11:35.543481 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:35.645091 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5e253988-4bd9-4b79-9d54-5410580a33d6 req-f78685eb-abd4-49eb-bde7-2eef95bb4c36 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e57746c-a056-414e-9571-33500a85083a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024709 Nov 25 13:11:35.681483 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e3968-b6ad-4dbc-b280-8a2a05d6df64 req-f6981d2d-2069-4be9-84d9-f6532fed171d tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:35.689244 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d13e3968-b6ad-4dbc-b280-8a2a05d6df64 req-f6981d2d-2069-4be9-84d9-f6532fed171d tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee9867b2-091f-48d3-b046-97d64fedd95b HTTP/1.1" status: 200 len: 950 time: 0.1271839 Nov 25 13:11:35.703196 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:35.741157 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 04672b21-789a-4c84-8c6b-7effb679c94e, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=04672b21-789a-4c84-8c6b-7effb679c94e,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:11:35.746261 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:35.749173 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device a0b24051-a884-4ef5-adf5-16112a3d192e no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:11:35.758305 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e6678eef-9882-4c77-b049-7dca10f7e913 req-13d238d0-e91b-43d6-90c0-4c013c713fe6 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:35.779068 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-56a279f3-e544-4949-bb50-8c6582568b0b req-1ac15d2e-f59b-41ae-92f6-03d264e3e81d tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/ports?device_id=15a2e287-f718-484b-a9d3-36626b2460ac HTTP/1.1" status: 200 len: 210 time: 0.0411313 Nov 25 13:11:35.799242 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d13e3968-b6ad-4dbc-b280-8a2a05d6df64 req-9a176c13-d745-4dbd-a53a-658c6e13c94b tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028647 Nov 25 13:11:35.822301 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 47bbaaad-3361-49ad-8c0f-e3d1d2d440aa up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:11:35.822301 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] No Port match for: a0b24051-a884-4ef5-adf5-16112a3d192e {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:11:35.822301 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device a0b24051-a884-4ef5-adf5-16112a3d192e not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:11:35.849261 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e6678eef-9882-4c77-b049-7dca10f7e913 req-13d238d0-e91b-43d6-90c0-4c013c713fe6 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:35.907036 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d238d0-e91b-43d6-90c0-4c013c713fe6 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Pushing event updated for resources: {'Port': ['ID=606bac21-737d-42bf-a33e-71f58d2a4419,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:35.907985 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=04672b21-789a-4c84-8c6b-7effb679c94e,revision_number=13']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:35.937351 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 47bbaaad-3361-49ad-8c0f-e3d1d2d440aa completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:11:35.949564 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 47bbaaad-3361-49ad-8c0f-e3d1d2d440aa triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:11:35.951034 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:35.980200 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6678eef-9882-4c77-b049-7dca10f7e913 req-13d238d0-e91b-43d6-90c0-4c013c713fe6 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Network 3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:11:35.981685 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-e6678eef-9882-4c77-b049-7dca10f7e913 req-13d238d0-e91b-43d6-90c0-4c013c713fe6 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:11:35.989325 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6678eef-9882-4c77-b049-7dca10f7e913 req-13d238d0-e91b-43d6-90c0-4c013c713fe6 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:11:36.078611 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-755b5c1b-7021-4300-9230-93757b1b0d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:36.080098 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-755b5c1b-7021-4300-9230-93757b1b0d9b service neutron] 10.222.0.66 "GET /v2.0/ports/0f2c65ca-cd9b-4cf4-b4b7-974dd4a0e921 HTTP/1.1" status: 200 len: 1033 time: 0.0874138 Nov 25 13:11:36.098372 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa1b96-1bd5-4164-9869-82fc2cb963b6 req-5766e0a5-eec6-45fd-906e-e80fcbbe3bf9 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:36.111383 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6678eef-9882-4c77-b049-7dca10f7e913 req-13d238d0-e91b-43d6-90c0-4c013c713fe6 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:36.120099 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e6678eef-9882-4c77-b049-7dca10f7e913 req-13d238d0-e91b-43d6-90c0-4c013c713fe6 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:36.120929 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9baa1b96-1bd5-4164-9869-82fc2cb963b6 req-5766e0a5-eec6-45fd-906e-e80fcbbe3bf9 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=41772653-c84b-4487-8698-22e4f27f0950 HTTP/1.1" status: 200 len: 945 time: 0.2037065 Nov 25 13:11:36.161603 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e6678eef-9882-4c77-b049-7dca10f7e913 req-13d238d0-e91b-43d6-90c0-4c013c713fe6 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3216004 Nov 25 13:11:36.176007 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-e6678eef-9882-4c77-b049-7dca10f7e913 req-c41fa67e-014a-48da-a01d-0370205907e3 service neutron] Request body: {'port': {'device_id': '15a2e287-f718-484b-a9d3-36626b2460ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:11:36.205659 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:36.225964 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:36.289160 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 47bbaaad-3361-49ad-8c0f-e3d1d2d440aa, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=47bbaaad-3361-49ad-8c0f-e3d1d2d440aa,segment=NetworkSegment(1058d4ac-5e73-4c0f-9244-14176a6e4a88),segment_id=1058d4ac-5e73-4c0f-9244-14176a6e4a88)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:11:36.296348 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:36.297439 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device cdea6068-fa46-4672-a6f1-ef2ee86dbc5d up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:11:36.305351 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9baa1b96-1bd5-4164-9869-82fc2cb963b6 req-2648cf9c-2263-44f4-b09a-4076d872195f tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832349 Nov 25 13:11:36.319177 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-edf257b0-d630-4390-8826-c0b320c06414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:36.321153 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-edf257b0-d630-4390-8826-c0b320c06414 service neutron] 10.222.0.66 "GET /v2.0/ports/724cccc6-fca6-4f56-9b33-692920a85a29 HTTP/1.1" status: 200 len: 1032 time: 0.1979759 Nov 25 13:11:36.333027 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e6678eef-9882-4c77-b049-7dca10f7e913 req-c41fa67e-014a-48da-a01d-0370205907e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:36.394760 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-60eb5672-ef7a-4b67-8917-247c162f872c req-5d619806-14c2-4857-ab6d-d4168f291d06 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 210 time: 0.0686469 Nov 25 13:11:36.457553 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=47bbaaad-3361-49ad-8c0f-e3d1d2d440aa,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:36.502266 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port cdea6068-fa46-4672-a6f1-ef2ee86dbc5d completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:11:36.508647 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port cdea6068-fa46-4672-a6f1-ef2ee86dbc5d triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:11:36.509162 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:36.561447 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9867b2-091f-48d3-b046-97d64fedd95b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04672b21-789a-4c84-8c6b-7effb679c94e'}, {'server_uuid': '9f069467-ee13-43bf-8f6f-74371bdf7546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47bbaaad-3361-49ad-8c0f-e3d1d2d440aa'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:11:36.564318 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b6e556-ac78-4d22-bfc6-e0893806ebb3" -d '{"events": [{"server_uuid": "ee9867b2-091f-48d3-b046-97d64fedd95b", "name": "network-vif-plugged", "status": "completed", "tag": "04672b21-789a-4c84-8c6b-7effb679c94e"}, {"server_uuid": "9f069467-ee13-43bf-8f6f-74371bdf7546", "name": "network-vif-plugged", "status": "completed", "tag": "47bbaaad-3361-49ad-8c0f-e3d1d2d440aa"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:11:36.718952 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 25 Nov 2021 13:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba5a230-84f2-4e66-9d6d-59a08532605b x-openstack-request-id: req-8ba5a230-84f2-4e66-9d6d-59a08532605b {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:11:36.720105 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee9867b2-091f-48d3-b046-97d64fedd95b", "name": "network-vif-plugged", "status": "completed", "tag": "04672b21-789a-4c84-8c6b-7effb679c94e", "code": 200}, {"server_uuid": "9f069467-ee13-43bf-8f6f-74371bdf7546", "name": "network-vif-plugged", "status": "completed", "tag": "47bbaaad-3361-49ad-8c0f-e3d1d2d440aa", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:11:36.720525 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8ba5a230-84f2-4e66-9d6d-59a08532605b {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:11:36.721060 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee9867b2-091f-48d3-b046-97d64fedd95b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04672b21-789a-4c84-8c6b-7effb679c94e', 'code': 200} Nov 25 13:11:36.721641 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f069467-ee13-43bf-8f6f-74371bdf7546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47bbaaad-3361-49ad-8c0f-e3d1d2d440aa', 'code': 200} Nov 25 13:11:36.740308 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:36.776660 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-80357a1a-16ef-469b-9ecc-fbb1f12c8643 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:36.786231 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-80357a1a-16ef-469b-9ecc-fbb1f12c8643 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:36.794785 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-80357a1a-16ef-469b-9ecc-fbb1f12c8643 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:36.796499 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-80357a1a-16ef-469b-9ecc-fbb1f12c8643 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.66 "GET /v2.0/networks?id=c70f7334-0865-479f-9b23-a45cfad81392&id=2b823069-d9bd-4f42-87ec-afb97511a19d&id=2b823069-d9bd-4f42-87ec-afb97511a19d&id=2b823069-d9bd-4f42-87ec-afb97511a19d&id=2b823069-d9bd-4f42-87ec-afb97511a19d&id=ce8b7f62-300f-4958-8057-b23aa4d60523&id=ce8b7f62-300f-4958-8057-b23aa4d60523 HTTP/1.1" status: 200 len: 1995 time: 0.4359915 Nov 25 13:11:36.802884 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port cdea6068-fa46-4672-a6f1-ef2ee86dbc5d, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=cdea6068-fa46-4672-a6f1-ef2ee86dbc5d,segment=NetworkSegment(47a385fb-bb20-480d-90f7-23ce23f2a202),segment_id=47a385fb-bb20-480d-90f7-23ce23f2a202)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:11:36.811729 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:36.834464 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cdc458-1f05-4ecd-9c02-527d5a78cb62 req-27a6c955-ced7-4adc-8b36-b5149f1a6d47 tempest-ServerTagsTestJSON-666319440 tempest-ServerTagsTestJSON-666319440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:36.845613 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-71cdc458-1f05-4ecd-9c02-527d5a78cb62 req-27a6c955-ced7-4adc-8b36-b5149f1a6d47 tempest-ServerTagsTestJSON-666319440 tempest-ServerTagsTestJSON-666319440-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6cb0891-b785-45fd-8898-8dc05bb1ece9 HTTP/1.1" status: 200 len: 945 time: 0.4098618 Nov 25 13:11:36.900139 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=cdea6068-fa46-4672-a6f1-ef2ee86dbc5d,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:36.966753 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187faaf-7753-4adb-b005-b7d920ba6e0d req-40b5b98d-8f2d-41e1-a220-4c93dc72fa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:36.968325 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9187faaf-7753-4adb-b005-b7d920ba6e0d req-40b5b98d-8f2d-41e1-a220-4c93dc72fa60 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9f069467-ee13-43bf-8f6f-74371bdf7546 HTTP/1.1" status: 200 len: 1097 time: 0.1691432 Nov 25 13:11:36.979718 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-e6678eef-9882-4c77-b049-7dca10f7e913 req-c41fa67e-014a-48da-a01d-0370205907e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 606bac21-737d-42bf-a33e-71f58d2a4419 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:11:36.984115 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-71cdc458-1f05-4ecd-9c02-527d5a78cb62 req-33cd749f-4894-4b56-84bb-de172c00fcd1 tempest-ServerTagsTestJSON-666319440 tempest-ServerTagsTestJSON-666319440-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3da42dc-01df-4487-92db-023868621838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375513 Nov 25 13:11:36.991382 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e6678eef-9882-4c77-b049-7dca10f7e913 req-c41fa67e-014a-48da-a01d-0370205907e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:37.019359 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-e6678eef-9882-4c77-b049-7dca10f7e913 req-c41fa67e-014a-48da-a01d-0370205907e3 service neutron] Transition to ACTIVE for port object 606bac21-737d-42bf-a33e-71f58d2a4419 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:11:37.030145 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e6678eef-9882-4c77-b049-7dca10f7e913 req-c41fa67e-014a-48da-a01d-0370205907e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:37.034637 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d7a92-fc8e-4267-a635-17294ee2fbbd req-1d63d846-330b-4db5-87db-8e55943a1248 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:37.047415 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-544d7a92-fc8e-4267-a635-17294ee2fbbd req-1d63d846-330b-4db5-87db-8e55943a1248 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f069467-ee13-43bf-8f6f-74371bdf7546 HTTP/1.1" status: 200 len: 945 time: 0.2357302 Nov 25 13:11:37.115099 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-a09c626f-4ced-4c93-ab0b-e2f1a24e2dc8 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f253db84e4e241d4aa7c98f5a2e10d18 HTTP/1.1" status: 200 len: 380 time: 0.2996929 Nov 25 13:11:37.134330 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-dfb3c636-e471-4222-8cd4-6f109b7504c6 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Request body: {'port': {'device_id': '1ee53681-812c-43dc-8dd6-e2917a13f52b', 'network_id': 'c70f7334-0865-479f-9b23-a45cfad81392', 'admin_state_up': True, 'tenant_id': 'f253db84e4e241d4aa7c98f5a2e10d18', 'security_groups': ['b58ccaf7-fcbc-46a0-8300-65e745ae9e20']}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:11:37.176635 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41fa67e-014a-48da-a01d-0370205907e3 service neutron] Pushing event updated for resources: {'Port': ['ID=606bac21-737d-42bf-a33e-71f58d2a4419,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:37.180853 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9187faaf-7753-4adb-b005-b7d920ba6e0d req-41bab0f7-34d8-443a-989e-81cbdabe86c5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7e57746c-a056-414e-9571-33500a85083a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750815 Nov 25 13:11:37.286090 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-e6678eef-9882-4c77-b049-7dca10f7e913 req-c41fa67e-014a-48da-a01d-0370205907e3 service neutron] Attempting to bind port 606bac21-737d-42bf-a33e-71f58d2a4419 on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:11:37.286431 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-e6678eef-9882-4c77-b049-7dca10f7e913 req-c41fa67e-014a-48da-a01d-0370205907e3 service neutron] Attempting to bind port 606bac21-737d-42bf-a33e-71f58d2a4419 by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': 'e8fc9265-97df-4bce-bf9a-73ae38a4e9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:11:37.286794 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6678eef-9882-4c77-b049-7dca10f7e913 req-c41fa67e-014a-48da-a01d-0370205907e3 service neutron] Attempting to bind port 606bac21-737d-42bf-a33e-71f58d2a4419 on network 3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:11:37.306383 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3841aab-ce65-42a4-9c69-e3d301b32f6e req-64075b37-9b3e-484c-82bd-838abc267c2b tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:37.308051 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f3841aab-ce65-42a4-9c69-e3d301b32f6e req-64075b37-9b3e-484c-82bd-838abc267c2b tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee9867b2-091f-48d3-b046-97d64fedd95b HTTP/1.1" status: 200 len: 951 time: 0.3627326 Nov 25 13:11:37.311325 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6678eef-9882-4c77-b049-7dca10f7e913 req-c41fa67e-014a-48da-a01d-0370205907e3 service neutron] Port 606bac21-737d-42bf-a33e-71f58d2a4419 on network 3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:11:37.311658 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6678eef-9882-4c77-b049-7dca10f7e913 req-c41fa67e-014a-48da-a01d-0370205907e3 service neutron] Attempting to bind port 606bac21-737d-42bf-a33e-71f58d2a4419 on network 3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:11:37.317646 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6678eef-9882-4c77-b049-7dca10f7e913 req-c41fa67e-014a-48da-a01d-0370205907e3 service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:11:37.317987 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6678eef-9882-4c77-b049-7dca10f7e913 req-c41fa67e-014a-48da-a01d-0370205907e3 service neutron] Checking segment: {'id': 'e8fc9265-97df-4bce-bf9a-73ae38a4e9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:11:37.318649 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6678eef-9882-4c77-b049-7dca10f7e913 req-c41fa67e-014a-48da-a01d-0370205907e3 service neutron] Bound using segment: {'id': 'e8fc9265-97df-4bce-bf9a-73ae38a4e9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:11:37.319130 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-e6678eef-9882-4c77-b049-7dca10f7e913 req-c41fa67e-014a-48da-a01d-0370205907e3 service neutron] Bound port: 606bac21-737d-42bf-a33e-71f58d2a4419, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8fc9265-97df-4bce-bf9a-73ae38a4e9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:11:37.319498 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e6678eef-9882-4c77-b049-7dca10f7e913 req-c41fa67e-014a-48da-a01d-0370205907e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:37.324338 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-544d7a92-fc8e-4267-a635-17294ee2fbbd req-7009803f-b66d-4c53-82b9-2b5513d8bfb4 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e57746c-a056-414e-9571-33500a85083a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756183 Nov 25 13:11:37.434676 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc2253-0511-40d0-80d9-d123afd24d7f req-db081fc8-0471-4583-a8a8-4e980655838b tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:37.436531 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4fcc2253-0511-40d0-80d9-d123afd24d7f req-db081fc8-0471-4583-a8a8-4e980655838b tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee9867b2-091f-48d3-b046-97d64fedd95b HTTP/1.1" status: 200 len: 951 time: 0.0876629 Nov 25 13:11:37.515899 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-e6678eef-9882-4c77-b049-7dca10f7e913 req-c41fa67e-014a-48da-a01d-0370205907e3 service neutron] For port 606bac21-737d-42bf-a33e-71f58d2a4419, host n-h1-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:11:37.519967 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-dfb3c636-e471-4222-8cd4-6f109b7504c6 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Made reservation on behalf of f253db84e4e241d4aa7c98f5a2e10d18 for: {'port': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:11:37.523533 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-dfb3c636-e471-4222-8cd4-6f109b7504c6 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:37.538263 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-e6678eef-9882-4c77-b049-7dca10f7e913 req-c41fa67e-014a-48da-a01d-0370205907e3 service neutron] For port 606bac21-737d-42bf-a33e-71f58d2a4419, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=606bac21-737d-42bf-a33e-71f58d2a4419,segment=NetworkSegment(e8fc9265-97df-4bce-bf9a-73ae38a4e9ce),segment_id=e8fc9265-97df-4bce-bf9a-73ae38a4e9ce)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:11:37.544545 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-f3841aab-ce65-42a4-9c69-e3d301b32f6e req-5e53e9ec-2854-44b4-848b-11866d36fe99 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Deleting port 04672b21-789a-4c84-8c6b-7effb679c94e {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:11:37.544881 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f3841aab-ce65-42a4-9c69-e3d301b32f6e req-5e53e9ec-2854-44b4-848b-11866d36fe99 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:37.546431 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb431749-19eb-49fa-a000-d3fcbbe8c2da req-4d63d9a4-f54f-440e-9eb3-264bc4ad3213 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:37.548572 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fb431749-19eb-49fa-a000-d3fcbbe8c2da req-4d63d9a4-f54f-440e-9eb3-264bc4ad3213 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/ports?device_id=15a2e287-f718-484b-a9d3-36626b2460ac HTTP/1.1" status: 200 len: 943 time: 0.1111104 Nov 25 13:11:37.551177 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e6678eef-9882-4c77-b049-7dca10f7e913 req-c41fa67e-014a-48da-a01d-0370205907e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:37.593980 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4fcc2253-0511-40d0-80d9-d123afd24d7f req-ce441b7d-c7c9-45bd-b3a7-f19200a42316 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395504 Nov 25 13:11:37.646302 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41fa67e-014a-48da-a01d-0370205907e3 service neutron] Pushing event updated for resources: {'Port': ['ID=606bac21-737d-42bf-a33e-71f58d2a4419,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:37.696841 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6678eef-9882-4c77-b049-7dca10f7e913 req-c41fa67e-014a-48da-a01d-0370205907e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:37.698184 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e6678eef-9882-4c77-b049-7dca10f7e913 req-c41fa67e-014a-48da-a01d-0370205907e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:37.699907 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e6678eef-9882-4c77-b049-7dca10f7e913 req-c41fa67e-014a-48da-a01d-0370205907e3 service neutron] 10.222.0.66 "PUT /v2.0/ports/606bac21-737d-42bf-a33e-71f58d2a4419 HTTP/1.1" status: 200 len: 1092 time: 1.5290630 Nov 25 13:11:37.705216 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15a2e287-f718-484b-a9d3-36626b2460ac', 'tag': '606bac21-737d-42bf-a33e-71f58d2a4419'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:11:37.708704 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a42659-f860-4686-814d-b4afc3762cba" -d '{"events": [{"name": "network-changed", "server_uuid": "15a2e287-f718-484b-a9d3-36626b2460ac", "tag": "606bac21-737d-42bf-a33e-71f58d2a4419"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:11:37.789585 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fb431749-19eb-49fa-a000-d3fcbbe8c2da req-c884d2ad-f9f7-4129-9635-7f9ffca457a1 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/security-groups?id=f6748c79-b185-401c-a5a4-7558eeb3a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288516 Nov 25 13:11:37.799464 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:37.849276 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-dfb3c636-e471-4222-8cd4-6f109b7504c6 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Allocated IP 172.20.0.12 (c70f7334-0865-479f-9b23-a45cfad81392/fc9e2fcf-0a5d-4e99-a435-c082f1996d71/71333c9f-e78f-47f6-8c82-caebeb1cd0f0) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:11:37.868554 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-f3841aab-ce65-42a4-9c69-e3d301b32f6e req-5e53e9ec-2854-44b4-848b-11866d36fe99 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] For port 04672b21-789a-4c84-8c6b-7effb679c94e, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=04672b21-789a-4c84-8c6b-7effb679c94e,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:11:37.878402 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f3841aab-ce65-42a4-9c69-e3d301b32f6e req-5e53e9ec-2854-44b4-848b-11866d36fe99 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:37.913148 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-f3841aab-ce65-42a4-9c69-e3d301b32f6e req-5e53e9ec-2854-44b4-848b-11866d36fe99 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Calling delete_port for 04672b21-789a-4c84-8c6b-7effb679c94e owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:11:37.917215 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6678eef-9882-4c77-b049-7dca10f7e913 req-46a8d4a5-557c-4e14-9a76-cd290f29cf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:37.918883 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e6678eef-9882-4c77-b049-7dca10f7e913 req-46a8d4a5-557c-4e14-9a76-cd290f29cf10 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9924894bf2bb4ef59f3449083c95507b&device_id=15a2e287-f718-484b-a9d3-36626b2460ac HTTP/1.1" status: 200 len: 1095 time: 0.1646249 Nov 25 13:11:37.936188 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad2be06-dfff-4c2f-94d9-599a749db468 req-cea05a63-da93-4fb3-b75f-cdc80714c86c tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:37.947268 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2ad2be06-dfff-4c2f-94d9-599a749db468 req-cea05a63-da93-4fb3-b75f-cdc80714c86c tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=41772653-c84b-4487-8698-22e4f27f0950 HTTP/1.1" status: 200 len: 945 time: 0.2670410 Nov 25 13:11:38.016212 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e6678eef-9882-4c77-b049-7dca10f7e913 req-bc5dea11-fd3a-4fe2-884e-1ca1470aacb9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=606bac21-737d-42bf-a33e-71f58d2a4419 HTTP/1.1" status: 200 len: 217 time: 0.0831618 Nov 25 13:11:38.043383 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-689aaee7-21af-4d98-b73c-807e69c730d1 req-d39d2687-2bb5-4075-a1ee-d2601be610ad tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 210 time: 0.0543323 Nov 25 13:11:38.080785 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6678eef-9882-4c77-b049-7dca10f7e913 req-7fa9525e-d6f3-47c9-9473-786a471324a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:38.082643 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e6678eef-9882-4c77-b049-7dca10f7e913 req-7fa9525e-d6f3-47c9-9473-786a471324a3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=af6d388d-5278-4fef-a1e9-b40af907e39b HTTP/1.1" status: 200 len: 845 time: 0.0520983 Nov 25 13:11:38.115350 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2ad2be06-dfff-4c2f-94d9-599a749db468 req-5767784c-378b-48dc-afe4-dccc6333d0e2 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650171 Nov 25 13:11:38.136678 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e6678eef-9882-4c77-b049-7dca10f7e913 req-e0ad8416-d2b9-4763-8d48-89910e1cb1ca service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295508 Nov 25 13:11:38.185571 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-dfb3c636-e471-4222-8cd4-6f109b7504c6 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:38.233211 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25bf38d9-74d7-4e27-b7ea-2bd29aa57ba0 x-openstack-request-id: req-25bf38d9-74d7-4e27-b7ea-2bd29aa57ba0 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:11:38.233211 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15a2e287-f718-484b-a9d3-36626b2460ac", "tag": "606bac21-737d-42bf-a33e-71f58d2a4419", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:11:38.233211 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-25bf38d9-74d7-4e27-b7ea-2bd29aa57ba0 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:11:38.233211 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15a2e287-f718-484b-a9d3-36626b2460ac', 'tag': '606bac21-737d-42bf-a33e-71f58d2a4419', 'status': 'completed', 'code': 200} Nov 25 13:11:38.245880 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-dfb3c636-e471-4222-8cd4-6f109b7504c6 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:38.273451 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f3841aab-ce65-42a4-9c69-e3d301b32f6e req-5e53e9ec-2854-44b4-848b-11866d36fe99 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:38.288186 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['6efc11c2-af6f-479e-9696-54cf17fa00d8', '7167fc5d-d545-4a71-ac16-55dee6d852fe', 'af4eb865-6fca-42f0-bf89-0bc7b39cebac'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:11:38.301156 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-dfb3c636-e471-4222-8cd4-6f109b7504c6 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Network c70f7334-0865-479f-9b23-a45cfad81392 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:11:38.304908 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-dfb3c636-e471-4222-8cd4-6f109b7504c6 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:11:38.313342 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-dfb3c636-e471-4222-8cd4-6f109b7504c6 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:11:38.333717 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e53e9ec-2854-44b4-848b-11866d36fe99 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Pushing event deleted for resources: {'Port': ['ID=04672b21-789a-4c84-8c6b-7effb679c94e,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:38.357859 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e6678eef-9882-4c77-b049-7dca10f7e913 req-cc2c5a39-2453-4aa7-ac0b-196ee7f4311a service neutron] 10.222.0.66 "GET /v2.0/networks/3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173998 Nov 25 13:11:38.390469 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb3c636-e471-4222-8cd4-6f109b7504c6 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Pushing event updated for resources: {'Port': ['ID=71333c9f-e78f-47f6-8c82-caebeb1cd0f0,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:38.547109 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e6678eef-9882-4c77-b049-7dca10f7e913 req-0f559124-7e1a-4f6c-a000-458a8f565f3a service neutron] 10.222.0.66 "GET /v2.0/networks/3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429403 Nov 25 13:11:38.561509 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb3c636-e471-4222-8cd4-6f109b7504c6 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:11:38.561669 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb3c636-e471-4222-8cd4-6f109b7504c6 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:11:38.562177 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb3c636-e471-4222-8cd4-6f109b7504c6 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:11:38.564186 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb3c636-e471-4222-8cd4-6f109b7504c6 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:11:38.570500 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb3c636-e471-4222-8cd4-6f109b7504c6 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:11:38.570906 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb3c636-e471-4222-8cd4-6f109b7504c6 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:11:38.571267 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb3c636-e471-4222-8cd4-6f109b7504c6 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:11:38.571613 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb3c636-e471-4222-8cd4-6f109b7504c6 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:11:38.571969 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb3c636-e471-4222-8cd4-6f109b7504c6 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:11:38.572316 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb3c636-e471-4222-8cd4-6f109b7504c6 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:11:38.572648 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb3c636-e471-4222-8cd4-6f109b7504c6 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:11:38.573090 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb3c636-e471-4222-8cd4-6f109b7504c6 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:11:38.590599 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3841aab-ce65-42a4-9c69-e3d301b32f6e req-5e53e9ec-2854-44b4-848b-11866d36fe99 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] No DVR routers for this DVR port 04672b21-789a-4c84-8c6b-7effb679c94e on host n-h1-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:11:38.595876 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f3841aab-ce65-42a4-9c69-e3d301b32f6e req-5e53e9ec-2854-44b4-848b-11866d36fe99 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:38.601158 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f3841aab-ce65-42a4-9c69-e3d301b32f6e req-5e53e9ec-2854-44b4-848b-11866d36fe99 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.66 "DELETE /v2.0/ports/04672b21-789a-4c84-8c6b-7effb679c94e HTTP/1.1" status: 204 len: 173 time: 1.2710891 Nov 25 13:11:38.638812 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-dfb3c636-e471-4222-8cd4-6f109b7504c6 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:38.639901 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-dfb3c636-e471-4222-8cd4-6f109b7504c6 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:38.706730 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-dfb3c636-e471-4222-8cd4-6f109b7504c6 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5786760 Nov 25 13:11:38.735485 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-5b139c89-e1e8-45f1-a1a8-3856a4efcdea tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Request body: {'port': {'device_id': '1ee53681-812c-43dc-8dd6-e2917a13f52b', 'network_id': '2b823069-d9bd-4f42-87ec-afb97511a19d', 'admin_state_up': True, 'tenant_id': 'f253db84e4e241d4aa7c98f5a2e10d18', 'security_groups': ['b58ccaf7-fcbc-46a0-8300-65e745ae9e20']}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:11:38.741161 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6cb0891-b785-45fd-8898-8dc05bb1ece9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdea6068-fa46-4672-a6f1-ef2ee86dbc5d'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:11:38.745413 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f09ede0-38b9-4518-8e05-228076819783" -d '{"events": [{"server_uuid": "a6cb0891-b785-45fd-8898-8dc05bb1ece9", "name": "network-vif-plugged", "status": "completed", "tag": "cdea6068-fa46-4672-a6f1-ef2ee86dbc5d"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:11:38.831627 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a42659-f860-4686-814d-b4afc3762cba req-6b3858b9-5815-467b-bd55-3c5b41373f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:38.836840 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-14a42659-f860-4686-814d-b4afc3762cba req-6b3858b9-5815-467b-bd55-3c5b41373f96 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9924894bf2bb4ef59f3449083c95507b&device_id=15a2e287-f718-484b-a9d3-36626b2460ac HTTP/1.1" status: 200 len: 1095 time: 0.1459107 Nov 25 13:11:38.895450 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7405e7b0-8286-49cf-a606-f62ee1643062 req-407e7dd6-5ba8-41b6-b6e6-3757c5d2b713 tempest-ServerTagsTestJSON-666319440 tempest-ServerTagsTestJSON-666319440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:38.910268 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7405e7b0-8286-49cf-a606-f62ee1643062 req-407e7dd6-5ba8-41b6-b6e6-3757c5d2b713 tempest-ServerTagsTestJSON-666319440 tempest-ServerTagsTestJSON-666319440-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6cb0891-b785-45fd-8898-8dc05bb1ece9 HTTP/1.1" status: 200 len: 946 time: 0.4997480 Nov 25 13:11:38.953213 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-25fd7408-af27-4468-b88f-63adc9f4c4e5 None None] Provisioning complete for port 71333c9f-e78f-47f6-8c82-caebeb1cd0f0 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:11:38.953837 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-25fd7408-af27-4468-b88f-63adc9f4c4e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:38.990864 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4920adb0-1a60-40c6-9f45-54bca531e157 req-2651f31e-f1bc-4f9e-80ea-7b074d500353 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:39.000725 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4920adb0-1a60-40c6-9f45-54bca531e157 req-2651f31e-f1bc-4f9e-80ea-7b074d500353 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f069467-ee13-43bf-8f6f-74371bdf7546 HTTP/1.1" status: 200 len: 945 time: 0.4850276 Nov 25 13:11:39.023172 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-25fd7408-af27-4468-b88f-63adc9f4c4e5 None None] Port 71333c9f-e78f-47f6-8c82-caebeb1cd0f0 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:11:39.047052 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7405e7b0-8286-49cf-a606-f62ee1643062 req-18e825db-a38a-418b-8da6-7e878855c5b4 tempest-ServerTagsTestJSON-666319440 tempest-ServerTagsTestJSON-666319440-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3da42dc-01df-4487-92db-023868621838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351216 Nov 25 13:11:39.105262 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-5b139c89-e1e8-45f1-a1a8-3856a4efcdea tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Made reservation on behalf of f253db84e4e241d4aa7c98f5a2e10d18 for: {'port': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:11:39.109914 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-5b139c89-e1e8-45f1-a1a8-3856a4efcdea tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:39.114150 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a42659-f860-4686-814d-b4afc3762cba req-913c7d1a-f823-412b-bada-f48e25b27b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:39.115709 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-14a42659-f860-4686-814d-b4afc3762cba req-913c7d1a-f823-412b-bada-f48e25b27b7c service neutron] 10.222.0.66 "GET /v2.0/networks?id=3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d HTTP/1.1" status: 200 len: 906 time: 0.2720208 Nov 25 13:11:39.188059 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-14a42659-f860-4686-814d-b4afc3762cba req-fbf72cee-a26c-48e6-bd35-d5528930b6e1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=606bac21-737d-42bf-a33e-71f58d2a4419 HTTP/1.1" status: 200 len: 217 time: 0.0636041 Nov 25 13:11:39.205475 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4920adb0-1a60-40c6-9f45-54bca531e157 req-e621e055-bf2e-4760-8ceb-80ddce2fa88e tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e57746c-a056-414e-9571-33500a85083a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030013 Nov 25 13:11:39.250781 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-38a6d515-bf33-41e8-bd5b-cad2c5acd7dc req-9ed71116-3ee9-4172-b9db-033178500132 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee9867b2-091f-48d3-b046-97d64fedd95b HTTP/1.1" status: 200 len: 210 time: 0.0443394 Nov 25 13:11:39.304849 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a42659-f860-4686-814d-b4afc3762cba req-e1504a1d-e8c6-4181-9339-10b3082a4913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:39.306531 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-14a42659-f860-4686-814d-b4afc3762cba req-e1504a1d-e8c6-4181-9339-10b3082a4913 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=af6d388d-5278-4fef-a1e9-b40af907e39b HTTP/1.1" status: 200 len: 845 time: 0.1084402 Nov 25 13:11:39.313935 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a110d2-67fa-411c-96c6-6765e531563b x-openstack-request-id: req-87a110d2-67fa-411c-96c6-6765e531563b {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:11:39.314603 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6cb0891-b785-45fd-8898-8dc05bb1ece9", "name": "network-vif-plugged", "status": "completed", "tag": "cdea6068-fa46-4672-a6f1-ef2ee86dbc5d", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:11:39.315201 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-87a110d2-67fa-411c-96c6-6765e531563b {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:11:39.315704 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6cb0891-b785-45fd-8898-8dc05bb1ece9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdea6068-fa46-4672-a6f1-ef2ee86dbc5d', 'code': 200} Nov 25 13:11:39.386358 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 04672b21-789a-4c84-8c6b-7effb679c94e no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:11:39.429212 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-5b139c89-e1e8-45f1-a1a8-3856a4efcdea tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Allocated IP 10.1.1.18 (2b823069-d9bd-4f42-87ec-afb97511a19d/e25e12e8-af35-42f8-83c0-b8f9f41a748f/938ce238-0316-4d1c-bb63-dde0afdb2932) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:11:39.429546 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-14a42659-f860-4686-814d-b4afc3762cba req-2d2963ff-e44a-43c0-96fc-bf9694dc6a97 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1125388 Nov 25 13:11:39.438774 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] No Port match for: 04672b21-789a-4c84-8c6b-7effb679c94e {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:11:39.439393 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 04672b21-789a-4c84-8c6b-7effb679c94e not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:11:39.538988 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a8931a-eba2-4ab1-bde5-1efc287191a3 req-39a15af4-6bdf-418d-ad55-c9846dcef864 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:39.546739 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-14a8931a-eba2-4ab1-bde5-1efc287191a3 req-39a15af4-6bdf-418d-ad55-c9846dcef864 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/ports?device_id=15a2e287-f718-484b-a9d3-36626b2460ac HTTP/1.1" status: 200 len: 943 time: 0.1094861 Nov 25 13:11:39.552576 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99dee8b-7ab3-4f8c-a523-24842675f1a9 req-f0322d0b-db2e-46cc-b0a8-068059c4464c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:39.556765 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c99dee8b-7ab3-4f8c-a523-24842675f1a9 req-f0322d0b-db2e-46cc-b0a8-068059c4464c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a6cb0891-b785-45fd-8898-8dc05bb1ece9 HTTP/1.1" status: 200 len: 1098 time: 0.1579847 Nov 25 13:11:39.628244 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-14a42659-f860-4686-814d-b4afc3762cba req-380b45ed-5a02-4dae-9531-5eee7ca5a81e service neutron] 10.222.0.66 "GET /v2.0/networks/3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744404 Nov 25 13:11:39.662868 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c99dee8b-7ab3-4f8c-a523-24842675f1a9 req-473c0e1a-af98-4d03-803f-21aad9bfbe32 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e3da42dc-01df-4487-92db-023868621838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902708 Nov 25 13:11:39.724651 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-14a8931a-eba2-4ab1-bde5-1efc287191a3 req-55d074dc-bc71-4de5-88fa-60e4f004dae8 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/security-groups?id=f6748c79-b185-401c-a5a4-7558eeb3a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771007 Nov 25 13:11:39.763761 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-14a42659-f860-4686-814d-b4afc3762cba req-8a4fb748-eb97-4646-9ecb-36d9cdaa0d8f service neutron] 10.222.0.66 "GET /v2.0/networks/3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249912 Nov 25 13:11:39.781847 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b93d85-b5e7-4ad0-a258-30b216407bb7 req-138b9ceb-21b8-4773-9d20-821e177d6d07 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:39.792167 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f0b93d85-b5e7-4ad0-a258-30b216407bb7 req-138b9ceb-21b8-4773-9d20-821e177d6d07 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 932 time: 0.1938891 Nov 25 13:11:39.822982 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-5b139c89-e1e8-45f1-a1a8-3856a4efcdea tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:39.964493 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f0b93d85-b5e7-4ad0-a258-30b216407bb7 req-917e46d1-9225-469f-990a-f4790be4d624 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/security-groups?id=b58ccaf7-fcbc-46a0-8300-65e745ae9e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711071 Nov 25 13:11:39.992272 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa92793-ae3a-42d1-9200-ba8bb2380743 req-087189fc-170d-4644-81bd-b3afb015b45d tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:40.006534 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7fa92793-ae3a-42d1-9200-ba8bb2380743 req-087189fc-170d-4644-81bd-b3afb015b45d tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=41772653-c84b-4487-8698-22e4f27f0950 HTTP/1.1" status: 200 len: 945 time: 0.1863446 Nov 25 13:11:40.060626 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-5b139c89-e1e8-45f1-a1a8-3856a4efcdea tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:40.142919 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-5b139c89-e1e8-45f1-a1a8-3856a4efcdea tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Network 2b823069-d9bd-4f42-87ec-afb97511a19d is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:11:40.157743 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7fa92793-ae3a-42d1-9200-ba8bb2380743 req-fdf4fed4-503b-4450-ab55-83fe1b8910f6 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477721 Nov 25 13:11:40.168267 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-5b139c89-e1e8-45f1-a1a8-3856a4efcdea tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:11:40.185922 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-5b139c89-e1e8-45f1-a1a8-3856a4efcdea tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:11:40.191708 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b139c89-e1e8-45f1-a1a8-3856a4efcdea tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Pushing event updated for resources: {'Port': ['ID=938ce238-0316-4d1c-bb63-dde0afdb2932,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:40.233050 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9867b2-091f-48d3-b046-97d64fedd95b', 'name': 'network-vif-deleted', 'tag': '04672b21-789a-4c84-8c6b-7effb679c94e'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:11:40.236921 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a342a9e1-86d2-4152-95ea-5a5b010336bc" -d '{"events": [{"server_uuid": "ee9867b2-091f-48d3-b046-97d64fedd95b", "name": "network-vif-deleted", "tag": "04672b21-789a-4c84-8c6b-7effb679c94e"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:11:40.301561 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a1cdea2-2860-4987-b70c-a17debc96c52 x-openstack-request-id: req-5a1cdea2-2860-4987-b70c-a17debc96c52 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:11:40.301910 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee9867b2-091f-48d3-b046-97d64fedd95b", "name": "network-vif-deleted", "tag": "04672b21-789a-4c84-8c6b-7effb679c94e", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:11:40.302137 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5a1cdea2-2860-4987-b70c-a17debc96c52 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:11:40.302555 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee9867b2-091f-48d3-b046-97d64fedd95b', 'name': 'network-vif-deleted', 'tag': '04672b21-789a-4c84-8c6b-7effb679c94e', 'status': 'completed', 'code': 200} Nov 25 13:11:40.318649 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d12ab52-605e-472f-aa38-286e260d3834 req-e5edfbe0-611e-4005-8300-ef35547ace40 tempest-ServerTagsTestJSON-666319440 tempest-ServerTagsTestJSON-666319440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:40.320524 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8d12ab52-605e-472f-aa38-286e260d3834 req-e5edfbe0-611e-4005-8300-ef35547ace40 tempest-ServerTagsTestJSON-666319440 tempest-ServerTagsTestJSON-666319440-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6cb0891-b785-45fd-8898-8dc05bb1ece9 HTTP/1.1" status: 200 len: 946 time: 0.0948412 Nov 25 13:11:40.326749 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-5b139c89-e1e8-45f1-a1a8-3856a4efcdea tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:40.327388 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-5b139c89-e1e8-45f1-a1a8-3856a4efcdea tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:40.353511 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-5b139c89-e1e8-45f1-a1a8-3856a4efcdea tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6254480 Nov 25 13:11:40.372622 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-33470d79-7c8b-48bc-8dfc-9f2cf9b3927d tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Request body: {'port': {'device_id': '1ee53681-812c-43dc-8dd6-e2917a13f52b', 'network_id': '2b823069-d9bd-4f42-87ec-afb97511a19d', 'admin_state_up': True, 'tenant_id': 'f253db84e4e241d4aa7c98f5a2e10d18', 'security_groups': ['b58ccaf7-fcbc-46a0-8300-65e745ae9e20']}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:11:40.559398 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-23e1c51a-b2aa-4143-87e7-57d496ff418e None None] Provisioning complete for port 938ce238-0316-4d1c-bb63-dde0afdb2932 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:11:40.560015 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-23e1c51a-b2aa-4143-87e7-57d496ff418e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:40.613939 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-23e1c51a-b2aa-4143-87e7-57d496ff418e None None] Port 938ce238-0316-4d1c-bb63-dde0afdb2932 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:11:40.792506 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8d12ab52-605e-472f-aa38-286e260d3834 req-773ed944-1bf6-40c7-84df-3891e99036ee tempest-ServerTagsTestJSON-666319440 tempest-ServerTagsTestJSON-666319440-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3da42dc-01df-4487-92db-023868621838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4506280 Nov 25 13:11:40.845780 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71683e5b-3b87-42d8-b2ab-cd76707b7b45 req-94e45340-911b-4913-9371-60234c88bc06 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:40.847666 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-71683e5b-3b87-42d8-b2ab-cd76707b7b45 req-94e45340-911b-4913-9371-60234c88bc06 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f069467-ee13-43bf-8f6f-74371bdf7546 HTTP/1.1" status: 200 len: 945 time: 0.4427817 Nov 25 13:11:40.904052 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-33470d79-7c8b-48bc-8dfc-9f2cf9b3927d tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Made reservation on behalf of f253db84e4e241d4aa7c98f5a2e10d18 for: {'port': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:11:40.907700 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-33470d79-7c8b-48bc-8dfc-9f2cf9b3927d tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:40.928877 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-71683e5b-3b87-42d8-b2ab-cd76707b7b45 req-a377e462-e76a-4636-94f4-336d2eb514d9 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e57746c-a056-414e-9571-33500a85083a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732596 Nov 25 13:11:41.116138 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-33470d79-7c8b-48bc-8dfc-9f2cf9b3927d tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Allocated IP 10.1.1.109 (2b823069-d9bd-4f42-87ec-afb97511a19d/e25e12e8-af35-42f8-83c0-b8f9f41a748f/6a9422b9-9b35-47c0-860e-beb2d93e73ce) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:11:41.230409 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b1ffd8-bef5-4bde-8159-341802734073 req-1aff5266-2761-46f6-a44c-8d080c2211c1 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:41.232177 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-49b1ffd8-bef5-4bde-8159-341802734073 req-1aff5266-2761-46f6-a44c-8d080c2211c1 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/ports?device_id=15a2e287-f718-484b-a9d3-36626b2460ac HTTP/1.1" status: 200 len: 943 time: 0.1108954 Nov 25 13:11:41.270944 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:41.367215 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fde104-146b-451b-b6a6-81f326d5d364 req-55838dfd-4cab-41be-864a-1e35b448e422 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:41.368891 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f1fde104-146b-451b-b6a6-81f326d5d364 req-55838dfd-4cab-41be-864a-1e35b448e422 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/ports?device_id=621c9b83-3722-4455-86d1-290554c14b84 HTTP/1.1" status: 200 len: 945 time: 0.1667287 Nov 25 13:11:41.406870 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 606bac21-737d-42bf-a33e-71f58d2a4419 details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:11:41.431404 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-49b1ffd8-bef5-4bde-8159-341802734073 req-7facf0fe-c6ec-43f6-bd09-537c6086490d tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/security-groups?id=f6748c79-b185-401c-a5a4-7558eeb3a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825867 Nov 25 13:11:41.485034 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f1fde104-146b-451b-b6a6-81f326d5d364 req-4b73a0bf-3361-4b52-847e-812c7103164b tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e57746c-a056-414e-9571-33500a85083a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767341 Nov 25 13:11:41.509420 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-33470d79-7c8b-48bc-8dfc-9f2cf9b3927d tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:41.548494 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-33470d79-7c8b-48bc-8dfc-9f2cf9b3927d tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:41.625030 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 606bac21-737d-42bf-a33e-71f58d2a4419, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=606bac21-737d-42bf-a33e-71f58d2a4419,segment=NetworkSegment(e8fc9265-97df-4bce-bf9a-73ae38a4e9ce),segment_id=e8fc9265-97df-4bce-bf9a-73ae38a4e9ce)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:11:41.644752 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': '606bac21-737d-42bf-a33e-71f58d2a4419', 'network_id': '3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d', 'port_id': '606bac21-737d-42bf-a33e-71f58d2a4419', 'mac_address': 'fa:16:3e:1b:39:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af6d388d-5278-4fef-a1e9-b40af907e39b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:11:41.662725 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-33470d79-7c8b-48bc-8dfc-9f2cf9b3927d tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Network 2b823069-d9bd-4f42-87ec-afb97511a19d is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:11:41.667724 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-33470d79-7c8b-48bc-8dfc-9f2cf9b3927d tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:11:41.677368 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-33470d79-7c8b-48bc-8dfc-9f2cf9b3927d tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:11:41.710653 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:41.733795 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 606bac21-737d-42bf-a33e-71f58d2a4419 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:11:41.748958 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33470d79-7c8b-48bc-8dfc-9f2cf9b3927d tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Pushing event updated for resources: {'Port': ['ID=6a9422b9-9b35-47c0-860e-beb2d93e73ce,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:41.772175 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 606bac21-737d-42bf-a33e-71f58d2a4419, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=606bac21-737d-42bf-a33e-71f58d2a4419,segment=NetworkSegment(e8fc9265-97df-4bce-bf9a-73ae38a4e9ce),segment_id=e8fc9265-97df-4bce-bf9a-73ae38a4e9ce)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:11:41.779469 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:41.799122 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b790bc-a8df-4624-8de8-595168c609cc req-17c09ff1-08f6-4e12-8239-5e59c2205dd8 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:41.806288 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b790bc-a8df-4624-8de8-595168c609cc req-17c09ff1-08f6-4e12-8239-5e59c2205dd8 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:41.812436 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b790bc-a8df-4624-8de8-595168c609cc req-17c09ff1-08f6-4e12-8239-5e59c2205dd8 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:41.814666 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f4b790bc-a8df-4624-8de8-595168c609cc req-17c09ff1-08f6-4e12-8239-5e59c2205dd8 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 2374 time: 0.2636359 Nov 25 13:11:41.836587 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9570cc-7e65-4232-900b-62845603ab41 req-ff7468c4-b816-426d-b7f7-22d42eeacfcf tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:41.844229 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cd9570cc-7e65-4232-900b-62845603ab41 req-ff7468c4-b816-426d-b7f7-22d42eeacfcf tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b109b5-f10f-4c16-9fe2-c3d4add301ee HTTP/1.1" status: 200 len: 951 time: 0.2471533 Nov 25 13:11:41.871329 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=606bac21-737d-42bf-a33e-71f58d2a4419,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:41.894295 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-33470d79-7c8b-48bc-8dfc-9f2cf9b3927d tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:41.895060 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-33470d79-7c8b-48bc-8dfc-9f2cf9b3927d tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:41.949547 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-33470d79-7c8b-48bc-8dfc-9f2cf9b3927d tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5814502 Nov 25 13:11:41.978590 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cd9570cc-7e65-4232-900b-62845603ab41 req-3a3ac215-5a2f-4d64-89a1-a4924c7ae07c tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181440 Nov 25 13:11:41.983391 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-c516e6ce-82ff-4cbf-8cf9-16a8215dd6e1 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Request body: {'port': {'device_id': '1ee53681-812c-43dc-8dd6-e2917a13f52b', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'ce8b7f62-300f-4958-8057-b23aa4d60523', 'admin_state_up': True, 'tenant_id': 'f253db84e4e241d4aa7c98f5a2e10d18', 'security_groups': ['b58ccaf7-fcbc-46a0-8300-65e745ae9e20']}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:11:41.994833 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f4b790bc-a8df-4624-8de8-595168c609cc req-2b2c076c-2e9d-4f5a-89ee-952e9ce293f8 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/security-groups?id=b58ccaf7-fcbc-46a0-8300-65e745ae9e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483681 Nov 25 13:11:42.054471 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-fc43ecc6-6b45-4a23-9469-11f9c515b7c8 None None] Provisioning complete for port 6a9422b9-9b35-47c0-860e-beb2d93e73ce triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:11:42.055039 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fc43ecc6-6b45-4a23-9469-11f9c515b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:42.108539 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-fc43ecc6-6b45-4a23-9469-11f9c515b7c8 None None] Port 6a9422b9-9b35-47c0-860e-beb2d93e73ce cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:11:42.111989 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['606bac21-737d-42bf-a33e-71f58d2a4419'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:11:42.206892 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-12a1ca5b-1105-480c-8e27-a1bf8aa62447 tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:42.220348 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-12a1ca5b-1105-480c-8e27-a1bf8aa62447 tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=41772653-c84b-4487-8698-22e4f27f0950&tenant_id=d2e157ec7259461e96009d2e9c8298f0&binding%3Ahost_id=n-h2-808199-11 HTTP/1.1" status: 200 len: 1097 time: 0.1235356 Nov 25 13:11:42.306068 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-c516e6ce-82ff-4cbf-8cf9-16a8215dd6e1 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Made reservation on behalf of f253db84e4e241d4aa7c98f5a2e10d18 for: {'port': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:11:42.332520 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-c8309bd7-deeb-404a-b37f-da68f60d2967 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-808199-11'}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:11:42.392906 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd54fe-eca4-4e66-a1a6-38052b41c0ea req-42e81132-5b10-4ec4-98ff-7448aec280a2 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:42.400230 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d9bd54fe-eca4-4e66-a1a6-38052b41c0ea req-42e81132-5b10-4ec4-98ff-7448aec280a2 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=41772653-c84b-4487-8698-22e4f27f0950 HTTP/1.1" status: 200 len: 945 time: 0.1811321 Nov 25 13:11:42.430902 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-c8309bd7-deeb-404a-b37f-da68f60d2967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:42.446251 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07bfd4e-a1e8-47a2-b323-d90283bef6b0 req-6c8c8c04-3563-4d8a-948e-8beb05d7ccd1 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:42.447827 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e07bfd4e-a1e8-47a2-b323-d90283bef6b0 req-6c8c8c04-3563-4d8a-948e-8beb05d7ccd1 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/ports?device_id=93b47d28-e49b-474a-99ba-d9b5720fc03f HTTP/1.1" status: 200 len: 945 time: 0.2310512 Nov 25 13:11:42.508417 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-c516e6ce-82ff-4cbf-8cf9-16a8215dd6e1 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:42.566380 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d9bd54fe-eca4-4e66-a1a6-38052b41c0ea req-c11a6cad-f563-4de6-bcad-05a3d08a9444 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652086 Nov 25 13:11:42.614120 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-c8309bd7-deeb-404a-b37f-da68f60d2967 service neutron] For port 929769d0-86ac-42e6-8b6c-a67b0094b459, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=929769d0-86ac-42e6-8b6c-a67b0094b459,segment=NetworkSegment(f1015c3b-5561-4c41-908e-568aaa0911cd),segment_id=f1015c3b-5561-4c41-908e-568aaa0911cd)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:11:42.641956 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e07bfd4e-a1e8-47a2-b323-d90283bef6b0 req-50d228de-99a2-413a-b343-3885d61a196f tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e57746c-a056-414e-9571-33500a85083a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811543 Nov 25 13:11:42.686971 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-c8309bd7-deeb-404a-b37f-da68f60d2967 service neutron] For port 929769d0-86ac-42e6-8b6c-a67b0094b459, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:11:42.755002 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-c8309bd7-deeb-404a-b37f-da68f60d2967 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:42.762302 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41772653-c84b-4487-8698-22e4f27f0950', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '929769d0-86ac-42e6-8b6c-a67b0094b459'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:11:42.766022 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b227c0b-91f0-45d5-8c0a-4d7d8c5f7a0e" -d '{"events": [{"server_uuid": "41772653-c84b-4487-8698-22e4f27f0950", "name": "network-vif-unplugged", "status": "completed", "tag": "929769d0-86ac-42e6-8b6c-a67b0094b459"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:11:42.783526 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-c8309bd7-deeb-404a-b37f-da68f60d2967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:42.903674 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82577aa9-25ca-41e2-a6d5-17da5065fd4f req-651a3533-d09c-4126-8636-1e9e83a8d66e tempest-ServerTagsTestJSON-666319440 tempest-ServerTagsTestJSON-666319440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:42.905227 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-82577aa9-25ca-41e2-a6d5-17da5065fd4f req-651a3533-d09c-4126-8636-1e9e83a8d66e tempest-ServerTagsTestJSON-666319440 tempest-ServerTagsTestJSON-666319440-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6cb0891-b785-45fd-8898-8dc05bb1ece9 HTTP/1.1" status: 200 len: 946 time: 0.1752343 Nov 25 13:11:42.949506 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e7160-e695-4b82-9ae2-370e99fc2529 req-33e0cd6b-a251-4de5-a93f-a990e7f10e70 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:42.951378 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-315e7160-e695-4b82-9ae2-370e99fc2529 req-33e0cd6b-a251-4de5-a93f-a990e7f10e70 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/ports?device_id=15a2e287-f718-484b-a9d3-36626b2460ac HTTP/1.1" status: 200 len: 944 time: 0.1608028 Nov 25 13:11:43.008496 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbda188c-0db1-4193-a34c-f40a10ed619c req-115059c9-0936-4713-a787-b272a0e1364e tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:43.013327 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-fbda188c-0db1-4193-a34c-f40a10ed619c req-115059c9-0936-4713-a787-b272a0e1364e tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.47 "GET /v2.0/ports?device_id=89b109b5-f10f-4c16-9fe2-c3d4add301ee HTTP/1.1" status: 200 len: 951 time: 0.2421055 Nov 25 13:11:43.019989 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-c516e6ce-82ff-4cbf-8cf9-16a8215dd6e1 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Allocated IP 10.2.2.100 (ce8b7f62-300f-4958-8057-b23aa4d60523/06817033-b081-4244-92d2-8969dbcfd417/319ab71f-208d-41ad-889f-9bd1500155cd) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:11:43.072641 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-82577aa9-25ca-41e2-a6d5-17da5065fd4f req-881f0c08-7aaf-46a4-817c-6eb2e0923c1f tempest-ServerTagsTestJSON-666319440 tempest-ServerTagsTestJSON-666319440-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3da42dc-01df-4487-92db-023868621838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156204 Nov 25 13:11:43.085347 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8309bd7-deeb-404a-b37f-da68f60d2967 service neutron] Pushing event updated for resources: {'Port': ['ID=929769d0-86ac-42e6-8b6c-a67b0094b459,revision_number=7']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:43.091550 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-c8309bd7-deeb-404a-b37f-da68f60d2967 service neutron] Attempting to bind port 929769d0-86ac-42e6-8b6c-a67b0094b459 on host n-h2-808199-11 for vnic_type normal with profile {"migrating_to": "n-h1-808199-11"} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:11:43.092025 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-c8309bd7-deeb-404a-b37f-da68f60d2967 service neutron] Attempting to bind port 929769d0-86ac-42e6-8b6c-a67b0094b459 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': 'f1015c3b-5561-4c41-908e-568aaa0911cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4eedb877-5fc3-46a9-a0e2-7e0a431fb103'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:11:43.092460 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-c8309bd7-deeb-404a-b37f-da68f60d2967 service neutron] Attempting to bind port 929769d0-86ac-42e6-8b6c-a67b0094b459 on network 4eedb877-5fc3-46a9-a0e2-7e0a431fb103 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:11:43.094171 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-315e7160-e695-4b82-9ae2-370e99fc2529 req-214b2f4f-03af-4146-9b2a-fa849720e5ac tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/security-groups?id=f6748c79-b185-401c-a5a4-7558eeb3a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243622 Nov 25 13:11:43.113523 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-c8309bd7-deeb-404a-b37f-da68f60d2967 service neutron] Port 929769d0-86ac-42e6-8b6c-a67b0094b459 on network 4eedb877-5fc3-46a9-a0e2-7e0a431fb103 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:11:43.113941 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-c8309bd7-deeb-404a-b37f-da68f60d2967 service neutron] Attempting to bind port 929769d0-86ac-42e6-8b6c-a67b0094b459 on network 4eedb877-5fc3-46a9-a0e2-7e0a431fb103 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:11:43.148116 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-c8309bd7-deeb-404a-b37f-da68f60d2967 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:11:43.148624 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-c8309bd7-deeb-404a-b37f-da68f60d2967 service neutron] Checking segment: {'id': 'f1015c3b-5561-4c41-908e-568aaa0911cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4eedb877-5fc3-46a9-a0e2-7e0a431fb103'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:11:43.149087 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-c8309bd7-deeb-404a-b37f-da68f60d2967 service neutron] Bound using segment: {'id': 'f1015c3b-5561-4c41-908e-568aaa0911cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4eedb877-5fc3-46a9-a0e2-7e0a431fb103'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:11:43.149634 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-c8309bd7-deeb-404a-b37f-da68f60d2967 service neutron] Bound port: 929769d0-86ac-42e6-8b6c-a67b0094b459, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1015c3b-5561-4c41-908e-568aaa0911cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4eedb877-5fc3-46a9-a0e2-7e0a431fb103'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:11:43.150063 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-c8309bd7-deeb-404a-b37f-da68f60d2967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:43.223577 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 13:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ff3d99-c67c-4318-8df8-e1e46e170e1b x-openstack-request-id: req-a4ff3d99-c67c-4318-8df8-e1e46e170e1b {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:11:43.230989 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41772653-c84b-4487-8698-22e4f27f0950", "name": "network-vif-unplugged", "status": "completed", "tag": "929769d0-86ac-42e6-8b6c-a67b0094b459", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:11:43.232011 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a4ff3d99-c67c-4318-8df8-e1e46e170e1b {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:11:43.233082 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41772653-c84b-4487-8698-22e4f27f0950', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '929769d0-86ac-42e6-8b6c-a67b0094b459', 'code': 200} Nov 25 13:11:43.319542 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-fbda188c-0db1-4193-a34c-f40a10ed619c req-89b43320-24dd-4dd5-8b51-b6d2a5689b19 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Deleting port af4eb865-6fca-42f0-bf89-0bc7b39cebac {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:11:43.319976 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fbda188c-0db1-4193-a34c-f40a10ed619c req-89b43320-24dd-4dd5-8b51-b6d2a5689b19 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:43.392643 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-c8309bd7-deeb-404a-b37f-da68f60d2967 service neutron] For port 929769d0-86ac-42e6-8b6c-a67b0094b459, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:11:43.415786 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 929769d0-86ac-42e6-8b6c-a67b0094b459 details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:11:43.425722 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-c8309bd7-deeb-404a-b37f-da68f60d2967 service neutron] For port 929769d0-86ac-42e6-8b6c-a67b0094b459, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=929769d0-86ac-42e6-8b6c-a67b0094b459,segment=NetworkSegment(f1015c3b-5561-4c41-908e-568aaa0911cd),segment_id=f1015c3b-5561-4c41-908e-568aaa0911cd)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:11:43.428039 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-c516e6ce-82ff-4cbf-8cf9-16a8215dd6e1 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:43.429655 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 606bac21-737d-42bf-a33e-71f58d2a4419 up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:11:43.436601 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-c8309bd7-deeb-404a-b37f-da68f60d2967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:43.447953 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac37c0-de76-4b81-9042-6acf5bf33c7b req-e2f4e588-e8bb-4460-83b8-2b49a58e5e52 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:43.460377 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d9ac37c0-de76-4b81-9042-6acf5bf33c7b req-e2f4e588-e8bb-4460-83b8-2b49a58e5e52 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b109b5-f10f-4c16-9fe2-c3d4add301ee HTTP/1.1" status: 200 len: 951 time: 0.1523929 Nov 25 13:11:43.503504 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:11:43.554808 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-fbda188c-0db1-4193-a34c-f40a10ed619c req-89b43320-24dd-4dd5-8b51-b6d2a5689b19 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] For port af4eb865-6fca-42f0-bf89-0bc7b39cebac, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=af4eb865-6fca-42f0-bf89-0bc7b39cebac,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:11:43.555278 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fbda188c-0db1-4193-a34c-f40a10ed619c req-89b43320-24dd-4dd5-8b51-b6d2a5689b19 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:43.588863 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d9ac37c0-de76-4b81-9042-6acf5bf33c7b req-9a86742a-0e71-4e60-aadc-e2fea124fa48 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203089 Nov 25 13:11:43.624512 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-c516e6ce-82ff-4cbf-8cf9-16a8215dd6e1 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:43.628044 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-fbda188c-0db1-4193-a34c-f40a10ed619c req-89b43320-24dd-4dd5-8b51-b6d2a5689b19 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Calling delete_port for af4eb865-6fca-42f0-bf89-0bc7b39cebac owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:11:43.648710 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port 606bac21-737d-42bf-a33e-71f58d2a4419 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:11:43.663520 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8309bd7-deeb-404a-b37f-da68f60d2967 service neutron] Pushing event updated for resources: {'Port': ['ID=929769d0-86ac-42e6-8b6c-a67b0094b459,revision_number=8']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:43.665647 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port 606bac21-737d-42bf-a33e-71f58d2a4419 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:11:43.666079 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:43.681911 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-c8309bd7-deeb-404a-b37f-da68f60d2967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:43.684081 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-c8309bd7-deeb-404a-b37f-da68f60d2967 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:43.689392 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-c8309bd7-deeb-404a-b37f-da68f60d2967 service neutron] 10.222.0.66 "PUT /v2.0/ports/929769d0-86ac-42e6-8b6c-a67b0094b459 HTTP/1.1" status: 200 len: 1123 time: 1.4617994 Nov 25 13:11:43.794304 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-c516e6ce-82ff-4cbf-8cf9-16a8215dd6e1 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Network ce8b7f62-300f-4958-8057-b23aa4d60523 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:11:43.800683 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c516e6ce-82ff-4cbf-8cf9-16a8215dd6e1 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Pushing event updated for resources: {'Port': ['ID=319ab71f-208d-41ad-889f-9bd1500155cd,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:43.804862 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-c516e6ce-82ff-4cbf-8cf9-16a8215dd6e1 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:11:43.809691 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-c516e6ce-82ff-4cbf-8cf9-16a8215dd6e1 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:11:43.829915 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['929769d0-86ac-42e6-8b6c-a67b0094b459'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:11:43.861903 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ed9a8-defb-4737-8b90-5c52e57d021a req-d247c749-8b4a-4e5f-bbc9-d6e8c438a119 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:43.870002 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-619ed9a8-defb-4737-8b90-5c52e57d021a req-d247c749-8b4a-4e5f-bbc9-d6e8c438a119 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f069467-ee13-43bf-8f6f-74371bdf7546 HTTP/1.1" status: 200 len: 945 time: 0.2397795 Nov 25 13:11:43.894315 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36071694-8ac1-4a89-8156-db109ee77bf7 req-a30bb24a-a1af-4fce-a168-7f3c0146a9ec tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:43.901948 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36071694-8ac1-4a89-8156-db109ee77bf7 req-a30bb24a-a1af-4fce-a168-7f3c0146a9ec tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:43.908931 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36071694-8ac1-4a89-8156-db109ee77bf7 req-a30bb24a-a1af-4fce-a168-7f3c0146a9ec tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:43.914931 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36071694-8ac1-4a89-8156-db109ee77bf7 req-a30bb24a-a1af-4fce-a168-7f3c0146a9ec tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:43.916970 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-36071694-8ac1-4a89-8156-db109ee77bf7 req-a30bb24a-a1af-4fce-a168-7f3c0146a9ec tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 3095 time: 0.2018781 Nov 25 13:11:43.935469 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['929769d0-86ac-42e6-8b6c-a67b0094b459'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:11:43.958895 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-c516e6ce-82ff-4cbf-8cf9-16a8215dd6e1 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:43.959606 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-c516e6ce-82ff-4cbf-8cf9-16a8215dd6e1 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:43.991724 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 929769d0-86ac-42e6-8b6c-a67b0094b459, host n-h2-808199-11, got binding levels [] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:11:44.020360 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fbda188c-0db1-4193-a34c-f40a10ed619c req-89b43320-24dd-4dd5-8b51-b6d2a5689b19 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:44.043112 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-c516e6ce-82ff-4cbf-8cf9-16a8215dd6e1 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0720005 Nov 25 13:11:44.057702 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-afb8a468-07c9-4372-9118-c946c2a4e0c2 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Request body: {'port': {'device_id': '1ee53681-812c-43dc-8dd6-e2917a13f52b', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'ce8b7f62-300f-4958-8057-b23aa4d60523', 'admin_state_up': True, 'tenant_id': 'f253db84e4e241d4aa7c98f5a2e10d18', 'security_groups': ['b58ccaf7-fcbc-46a0-8300-65e745ae9e20']}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:11:44.094099 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-36071694-8ac1-4a89-8156-db109ee77bf7 req-e86f38a0-92e7-4728-8855-8ab51025e771 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/security-groups?id=b58ccaf7-fcbc-46a0-8300-65e745ae9e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665096 Nov 25 13:11:44.096081 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b43320-24dd-4dd5-8b51-b6d2a5689b19 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Pushing event deleted for resources: {'Port': ['ID=af4eb865-6fca-42f0-bf89-0bc7b39cebac,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:44.110643 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-619ed9a8-defb-4737-8b90-5c52e57d021a req-8fe9e918-b406-4d69-a009-505e1a4ae83e tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e57746c-a056-414e-9571-33500a85083a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396472 Nov 25 13:11:44.237898 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbda188c-0db1-4193-a34c-f40a10ed619c req-89b43320-24dd-4dd5-8b51-b6d2a5689b19 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] No DVR routers for this DVR port af4eb865-6fca-42f0-bf89-0bc7b39cebac on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:11:44.250955 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fbda188c-0db1-4193-a34c-f40a10ed619c req-89b43320-24dd-4dd5-8b51-b6d2a5689b19 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:44.252306 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-fbda188c-0db1-4193-a34c-f40a10ed619c req-89b43320-24dd-4dd5-8b51-b6d2a5689b19 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.47 "DELETE /v2.0/ports/af4eb865-6fca-42f0-bf89-0bc7b39cebac HTTP/1.1" status: 204 len: 173 time: 1.2219977 Nov 25 13:11:44.335371 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:44.376599 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Attempting to bind port 929769d0-86ac-42e6-8b6c-a67b0094b459 on host n-h2-808199-11 for vnic_type normal with profile {"migrating_to": "n-h1-808199-11"} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:11:44.377007 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Attempting to bind port 929769d0-86ac-42e6-8b6c-a67b0094b459 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': 'f1015c3b-5561-4c41-908e-568aaa0911cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4eedb877-5fc3-46a9-a0e2-7e0a431fb103'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:11:44.377437 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Attempting to bind port 929769d0-86ac-42e6-8b6c-a67b0094b459 on network 4eedb877-5fc3-46a9-a0e2-7e0a431fb103 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:11:44.498982 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Port 929769d0-86ac-42e6-8b6c-a67b0094b459 on network 4eedb877-5fc3-46a9-a0e2-7e0a431fb103 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:11:44.499710 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Attempting to bind port 929769d0-86ac-42e6-8b6c-a67b0094b459 on network 4eedb877-5fc3-46a9-a0e2-7e0a431fb103 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:11:44.534007 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 606bac21-737d-42bf-a33e-71f58d2a4419, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=606bac21-737d-42bf-a33e-71f58d2a4419,segment=NetworkSegment(e8fc9265-97df-4bce-bf9a-73ae38a4e9ce),segment_id=e8fc9265-97df-4bce-bf9a-73ae38a4e9ce)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:11:44.541301 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-afb8a468-07c9-4372-9118-c946c2a4e0c2 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Made reservation on behalf of f253db84e4e241d4aa7c98f5a2e10d18 for: {'port': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:11:44.541900 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a2e287-f718-484b-a9d3-36626b2460ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606bac21-737d-42bf-a33e-71f58d2a4419'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:11:44.543653 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeca7558-b812-4aed-a43d-f3f329fa603e" -d '{"events": [{"server_uuid": "15a2e287-f718-484b-a9d3-36626b2460ac", "name": "network-vif-plugged", "status": "completed", "tag": "606bac21-737d-42bf-a33e-71f58d2a4419"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:11:44.546278 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-afb8a468-07c9-4372-9118-c946c2a4e0c2 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:44.557958 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-61150ca2-6579-414b-af89-3590eb11b4af None None] Provisioning complete for port 319ab71f-208d-41ad-889f-9bd1500155cd triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:11:44.558333 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-61150ca2-6579-414b-af89-3590eb11b4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:44.572088 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:44.586276 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:11:44.586658 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Checking segment: {'id': 'f1015c3b-5561-4c41-908e-568aaa0911cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4eedb877-5fc3-46a9-a0e2-7e0a431fb103'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:11:44.587330 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Bound using segment: {'id': 'f1015c3b-5561-4c41-908e-568aaa0911cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4eedb877-5fc3-46a9-a0e2-7e0a431fb103'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:11:44.587803 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Bound port: 929769d0-86ac-42e6-8b6c-a67b0094b459, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1015c3b-5561-4c41-908e-568aaa0911cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4eedb877-5fc3-46a9-a0e2-7e0a431fb103'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:11:44.588260 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:44.597316 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5b946-4de7-44d6-bbee-a0896c758f71 req-da152a5d-3424-40f6-bfc4-1a31e9edeaf1 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:44.599296 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0bc5b946-4de7-44d6-bbee-a0896c758f71 req-da152a5d-3424-40f6-bfc4-1a31e9edeaf1 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/ports?device_id=15a2e287-f718-484b-a9d3-36626b2460ac HTTP/1.1" status: 200 len: 944 time: 0.1044822 Nov 25 13:11:44.611715 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6191bdde-0954-4aa2-a28b-224a5afb204e req-01bf843b-ce66-4701-bbea-8a4518eb92a2 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:44.628129 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6191bdde-0954-4aa2-a28b-224a5afb204e req-01bf843b-ce66-4701-bbea-8a4518eb92a2 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=41772653-c84b-4487-8698-22e4f27f0950 HTTP/1.1" status: 200 len: 943 time: 0.1954501 Nov 25 13:11:44.763720 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-61150ca2-6579-414b-af89-3590eb11b4af None None] Port 319ab71f-208d-41ad-889f-9bd1500155cd cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:11:44.820712 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=606bac21-737d-42bf-a33e-71f58d2a4419,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:44.850022 n-d-808199-11 neutron-server[103572]: WARNING neutron.plugins.ml2.plugin [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Concurrent port binding operations failed on port 929769d0-86ac-42e6-8b6c-a67b0094b459 Nov 25 13:11:44.850279 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0bc5b946-4de7-44d6-bbee-a0896c758f71 req-cf53e888-94a1-4bbf-afd8-a6146e510cd9 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/security-groups?id=f6748c79-b185-401c-a5a4-7558eeb3a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209306 Nov 25 13:11:44.862611 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 929769d0-86ac-42e6-8b6c-a67b0094b459, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=929769d0-86ac-42e6-8b6c-a67b0094b459,segment=NetworkSegment(f1015c3b-5561-4c41-908e-568aaa0911cd),segment_id=f1015c3b-5561-4c41-908e-568aaa0911cd)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:11:44.866839 n-d-808199-11 neutron-server[103572]: INFO neutron.plugins.ml2.plugin [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Attempt 2 to bind port 929769d0-86ac-42e6-8b6c-a67b0094b459 Nov 25 13:11:44.869759 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 929769d0-86ac-42e6-8b6c-a67b0094b459 has no active binding in host n-h1-808199-11 {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 25 13:11:44.871783 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6191bdde-0954-4aa2-a28b-224a5afb204e req-c917cc8d-9cdc-4014-a0c5-bf8fd0ba9733 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292962 Nov 25 13:11:44.885578 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['6efc11c2-af6f-479e-9696-54cf17fa00d8', '7167fc5d-d545-4a71-ac16-55dee6d852fe'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:11:45.030710 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9440f76-e3cb-4368-b823-4158ccab01a4 x-openstack-request-id: req-a9440f76-e3cb-4368-b823-4158ccab01a4 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:11:45.031007 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a2e287-f718-484b-a9d3-36626b2460ac", "name": "network-vif-plugged", "status": "completed", "tag": "606bac21-737d-42bf-a33e-71f58d2a4419", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:11:45.031268 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a9440f76-e3cb-4368-b823-4158ccab01a4 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:11:45.031669 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a2e287-f718-484b-a9d3-36626b2460ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606bac21-737d-42bf-a33e-71f58d2a4419', 'code': 200} Nov 25 13:11:45.047185 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-afb8a468-07c9-4372-9118-c946c2a4e0c2 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Allocated IP 10.2.2.200 (ce8b7f62-300f-4958-8057-b23aa4d60523/06817033-b081-4244-92d2-8969dbcfd417/3c54be67-fab8-4e6e-9f89-11a59ddfbd31) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:11:45.234488 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41772653-c84b-4487-8698-22e4f27f0950', 'tag': '929769d0-86ac-42e6-8b6c-a67b0094b459'}, {'server_uuid': '89b109b5-f10f-4c16-9fe2-c3d4add301ee', 'name': 'network-vif-deleted', 'tag': 'af4eb865-6fca-42f0-bf89-0bc7b39cebac'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:11:45.238676 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd1a401-6d84-4683-a10f-99cc5ae6acd4" -d '{"events": [{"name": "network-changed", "server_uuid": "41772653-c84b-4487-8698-22e4f27f0950", "tag": "929769d0-86ac-42e6-8b6c-a67b0094b459"}, {"server_uuid": "89b109b5-f10f-4c16-9fe2-c3d4add301ee", "name": "network-vif-deleted", "tag": "af4eb865-6fca-42f0-bf89-0bc7b39cebac"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:11:45.248010 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10145a2e-b2f1-444b-9c90-e3132c18de55 req-f88b2103-a10d-41bb-b4b2-dbc4fb38fecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:45.250022 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-10145a2e-b2f1-444b-9c90-e3132c18de55 req-f88b2103-a10d-41bb-b4b2-dbc4fb38fecd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=15a2e287-f718-484b-a9d3-36626b2460ac HTTP/1.1" status: 200 len: 1097 time: 0.0978312 Nov 25 13:11:45.318558 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f54e3212-c0d4-4757-9acc-b3269f2763ce req-c0750fc3-3994-44e5-ba4c-9579471334fa tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b109b5-f10f-4c16-9fe2-c3d4add301ee HTTP/1.1" status: 200 len: 210 time: 0.0504389 Nov 25 13:11:45.322377 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-10145a2e-b2f1-444b-9c90-e3132c18de55 req-fa88b3e3-ef2a-4bc1-839c-17e262fbffe2 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=f6748c79-b185-401c-a5a4-7558eeb3a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591285 Nov 25 13:11:45.411744 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2c9df-376f-446a-9eb8-a7665621b368 req-9126f338-4bdc-4488-89c7-96044802c244 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:45.413831 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8af2c9df-376f-446a-9eb8-a7665621b368 req-9126f338-4bdc-4488-89c7-96044802c244 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/ports?device_id=621c9b83-3722-4455-86d1-290554c14b84 HTTP/1.1" status: 200 len: 945 time: 0.1440060 Nov 25 13:11:45.428559 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-afb8a468-07c9-4372-9118-c946c2a4e0c2 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:45.510251 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-afb8a468-07c9-4372-9118-c946c2a4e0c2 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:45.540048 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8af2c9df-376f-446a-9eb8-a7665621b368 req-d5513e65-5fd0-4b7f-9def-bb5eddbc5f23 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e57746c-a056-414e-9571-33500a85083a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992320 Nov 25 13:11:45.590657 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-afb8a468-07c9-4372-9118-c946c2a4e0c2 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Network ce8b7f62-300f-4958-8057-b23aa4d60523 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:11:45.594613 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-afb8a468-07c9-4372-9118-c946c2a4e0c2 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:11:45.611050 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-afb8a468-07c9-4372-9118-c946c2a4e0c2 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:11:45.615031 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb8a468-07c9-4372-9118-c946c2a4e0c2 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Pushing event updated for resources: {'Port': ['ID=3c54be67-fab8-4e6e-9f89-11a59ddfbd31,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:45.628787 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 25 Nov 2021 13:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dba759d-4eb2-42ae-a7ef-be2249d52a4d x-openstack-request-id: req-8dba759d-4eb2-42ae-a7ef-be2249d52a4d {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:11:45.629111 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41772653-c84b-4487-8698-22e4f27f0950", "tag": "929769d0-86ac-42e6-8b6c-a67b0094b459", "status": "completed", "code": 200}, {"server_uuid": "89b109b5-f10f-4c16-9fe2-c3d4add301ee", "name": "network-vif-deleted", "tag": "af4eb865-6fca-42f0-bf89-0bc7b39cebac", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:11:45.629369 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8dba759d-4eb2-42ae-a7ef-be2249d52a4d {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:11:45.630540 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41772653-c84b-4487-8698-22e4f27f0950', 'tag': '929769d0-86ac-42e6-8b6c-a67b0094b459', 'status': 'completed', 'code': 200} Nov 25 13:11:45.630540 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89b109b5-f10f-4c16-9fe2-c3d4add301ee', 'name': 'network-vif-deleted', 'tag': 'af4eb865-6fca-42f0-bf89-0bc7b39cebac', 'status': 'completed', 'code': 200} Nov 25 13:11:45.770543 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-afb8a468-07c9-4372-9118-c946c2a4e0c2 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:45.771251 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-afb8a468-07c9-4372-9118-c946c2a4e0c2 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:45.803130 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f57d1-4f00-4905-983d-75ed9da5dd0d req-b68c9d69-015c-4925-9af3-c19eda1ca921 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:45.812362 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f57d1-4f00-4905-983d-75ed9da5dd0d req-b68c9d69-015c-4925-9af3-c19eda1ca921 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:45.819507 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f57d1-4f00-4905-983d-75ed9da5dd0d req-b68c9d69-015c-4925-9af3-c19eda1ca921 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:45.825537 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f57d1-4f00-4905-983d-75ed9da5dd0d req-b68c9d69-015c-4925-9af3-c19eda1ca921 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:45.831784 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1a401-6d84-4683-a10f-99cc5ae6acd4 req-602ffa16-4559-4449-89f0-2536aa1010d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:45.834775 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3cd1a401-6d84-4683-a10f-99cc5ae6acd4 req-602ffa16-4559-4449-89f0-2536aa1010d0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d2e157ec7259461e96009d2e9c8298f0&device_id=41772653-c84b-4487-8698-22e4f27f0950 HTTP/1.1" status: 200 len: 1126 time: 0.1644731 Nov 25 13:11:45.850278 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f57d1-4f00-4905-983d-75ed9da5dd0d req-b68c9d69-015c-4925-9af3-c19eda1ca921 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:45.852132 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-323f57d1-4f00-4905-983d-75ed9da5dd0d req-b68c9d69-015c-4925-9af3-c19eda1ca921 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 3816 time: 0.1936841 Nov 25 13:11:45.859063 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-afb8a468-07c9-4372-9118-c946c2a4e0c2 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8051727 Nov 25 13:11:45.875354 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-a97eca06-070a-48b5-96d6-7286af5b9690 service neutron] Request body: {'port': {'device_id': '1ee53681-812c-43dc-8dd6-e2917a13f52b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-11'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:11:46.000881 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device af4eb865-6fca-42f0-bf89-0bc7b39cebac no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:11:46.002445 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-323f57d1-4f00-4905-983d-75ed9da5dd0d req-e1f73dbf-b41a-4a0d-98d8-f6027d5954b6 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/security-groups?id=b58ccaf7-fcbc-46a0-8300-65e745ae9e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422482 Nov 25 13:11:46.005587 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-a97eca06-070a-48b5-96d6-7286af5b9690 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:46.032600 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-742026ae-6ec2-49f3-a6bb-a25925528726 None None] Provisioning complete for port 3c54be67-fab8-4e6e-9f89-11a59ddfbd31 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:11:46.033264 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-742026ae-6ec2-49f3-a6bb-a25925528726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:46.036418 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: af4eb865-6fca-42f0-bf89-0bc7b39cebac {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:11:46.036924 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device af4eb865-6fca-42f0-bf89-0bc7b39cebac not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:11:46.074962 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1a401-6d84-4683-a10f-99cc5ae6acd4 req-338b4738-ca9c-4bbc-9137-ea6f45436412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:46.083194 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3cd1a401-6d84-4683-a10f-99cc5ae6acd4 req-338b4738-ca9c-4bbc-9137-ea6f45436412 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4eedb877-5fc3-46a9-a0e2-7e0a431fb103 HTTP/1.1" status: 200 len: 922 time: 0.2319293 Nov 25 13:11:46.104474 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-742026ae-6ec2-49f3-a6bb-a25925528726 None None] Port 3c54be67-fab8-4e6e-9f89-11a59ddfbd31 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:11:46.186002 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3cd1a401-6d84-4683-a10f-99cc5ae6acd4 req-98450e36-d10b-4d34-9be0-1e8abcc3e8d8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=929769d0-86ac-42e6-8b6c-a67b0094b459 HTTP/1.1" status: 200 len: 217 time: 0.1001043 Nov 25 13:11:46.254087 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1a401-6d84-4683-a10f-99cc5ae6acd4 req-9c305bc8-cbb3-493d-8acd-c96ad2104b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:46.255778 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3cd1a401-6d84-4683-a10f-99cc5ae6acd4 req-9c305bc8-cbb3-493d-8acd-c96ad2104b59 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c6ff4ad3-eaf7-4ebb-ae7a-2ad7a9626250 HTTP/1.1" status: 200 len: 861 time: 0.0592589 Nov 25 13:11:46.290777 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac118c89-2845-47ed-8a79-2a4ce9f187c8 req-ebcf4156-8a14-422d-b1bf-429a1218ab2a tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:46.296601 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac118c89-2845-47ed-8a79-2a4ce9f187c8 req-ebcf4156-8a14-422d-b1bf-429a1218ab2a tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:46.305950 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac118c89-2845-47ed-8a79-2a4ce9f187c8 req-ebcf4156-8a14-422d-b1bf-429a1218ab2a tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:46.306309 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ac118c89-2845-47ed-8a79-2a4ce9f187c8 req-ebcf4156-8a14-422d-b1bf-429a1218ab2a tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f069467-ee13-43bf-8f6f-74371bdf7546&device_id=93b47d28-e49b-474a-99ba-d9b5720fc03f&device_id=621c9b83-3722-4455-86d1-290554c14b84 HTTP/1.1" status: 200 len: 2416 time: 0.0841761 Nov 25 13:11:46.316040 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3cd1a401-6d84-4683-a10f-99cc5ae6acd4 req-2dedb100-5909-46bf-a27c-9f1f683e69f2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4eedb877-5fc3-46a9-a0e2-7e0a431fb103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486434 Nov 25 13:11:46.423826 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ac118c89-2845-47ed-8a79-2a4ce9f187c8 req-86973d8d-da7b-405f-86d6-142fd960e106 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e57746c-a056-414e-9571-33500a85083a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071169 Nov 25 13:11:46.473016 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f49590d-68f3-4868-ae4f-26053bbfdf52 req-7672e609-49a6-476e-9dee-5c70644639b7 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:46.474781 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7f49590d-68f3-4868-ae4f-26053bbfdf52 req-7672e609-49a6-476e-9dee-5c70644639b7 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=41772653-c84b-4487-8698-22e4f27f0950 HTTP/1.1" status: 200 len: 943 time: 0.1413493 Nov 25 13:11:46.517546 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3cd1a401-6d84-4683-a10f-99cc5ae6acd4 req-b4d17b82-fe42-4120-9ac1-b498e00d7620 service neutron] 10.222.0.47 "GET /v2.0/networks/4eedb877-5fc3-46a9-a0e2-7e0a431fb103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863897 Nov 25 13:11:46.576707 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-a97eca06-070a-48b5-96d6-7286af5b9690 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71333c9f-e78f-47f6-8c82-caebeb1cd0f0 {{(pid=103570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:11:46.610858 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-a97eca06-070a-48b5-96d6-7286af5b9690 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:46.657639 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.provisioning_blocks [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-a97eca06-070a-48b5-96d6-7286af5b9690 service neutron] Transition to ACTIVE for port object 71333c9f-e78f-47f6-8c82-caebeb1cd0f0 will not be triggered until provisioned by entity L2. {{(pid=103570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:11:46.665673 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7f49590d-68f3-4868-ae4f-26053bbfdf52 req-b69530b8-377b-48d5-9090-48202bc744a5 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822088 Nov 25 13:11:46.668252 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-a97eca06-070a-48b5-96d6-7286af5b9690 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:46.702566 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3cd1a401-6d84-4683-a10f-99cc5ae6acd4 req-adaf8ece-d9c2-40ca-9559-4e5a45d4eac7 service neutron] 10.222.0.47 "GET /v2.0/networks/4eedb877-5fc3-46a9-a0e2-7e0a431fb103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570921 Nov 25 13:11:46.737771 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166ba28c-d7e5-427d-a515-90e2ed08c5c7 req-0d58bd02-5212-4b75-bd54-98d1a7956c6e tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:46.741356 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-166ba28c-d7e5-427d-a515-90e2ed08c5c7 req-0d58bd02-5212-4b75-bd54-98d1a7956c6e tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/ports?device_id=15a2e287-f718-484b-a9d3-36626b2460ac HTTP/1.1" status: 200 len: 945 time: 0.2105312 Nov 25 13:11:46.795624 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97eca06-070a-48b5-96d6-7286af5b9690 service neutron] Pushing event updated for resources: {'Port': ['ID=71333c9f-e78f-47f6-8c82-caebeb1cd0f0,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:46.871987 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-166ba28c-d7e5-427d-a515-90e2ed08c5c7 req-a77e30b9-0d2b-4603-a83f-d34a20b832b1 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/security-groups?id=f6748c79-b185-401c-a5a4-7558eeb3a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191809 Nov 25 13:11:46.941121 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-a97eca06-070a-48b5-96d6-7286af5b9690 service neutron] Attempting to bind port 71333c9f-e78f-47f6-8c82-caebeb1cd0f0 on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:11:46.941878 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-a97eca06-070a-48b5-96d6-7286af5b9690 service neutron] Attempting to bind port 71333c9f-e78f-47f6-8c82-caebeb1cd0f0 by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': 'bf03692c-8f81-4407-bac1-1616e298bcc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c70f7334-0865-479f-9b23-a45cfad81392'}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:11:46.942668 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-a97eca06-070a-48b5-96d6-7286af5b9690 service neutron] Attempting to bind port 71333c9f-e78f-47f6-8c82-caebeb1cd0f0 on network c70f7334-0865-479f-9b23-a45cfad81392 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:11:46.949499 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-a97eca06-070a-48b5-96d6-7286af5b9690 service neutron] Port 71333c9f-e78f-47f6-8c82-caebeb1cd0f0 on network c70f7334-0865-479f-9b23-a45cfad81392 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:11:46.949878 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-a97eca06-070a-48b5-96d6-7286af5b9690 service neutron] Attempting to bind port 71333c9f-e78f-47f6-8c82-caebeb1cd0f0 on network c70f7334-0865-479f-9b23-a45cfad81392 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:11:46.961420 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-a97eca06-070a-48b5-96d6-7286af5b9690 service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:11:46.962091 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-a97eca06-070a-48b5-96d6-7286af5b9690 service neutron] Checking segment: {'id': 'bf03692c-8f81-4407-bac1-1616e298bcc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c70f7334-0865-479f-9b23-a45cfad81392'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:11:46.962363 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-a97eca06-070a-48b5-96d6-7286af5b9690 service neutron] Bound using segment: {'id': 'bf03692c-8f81-4407-bac1-1616e298bcc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c70f7334-0865-479f-9b23-a45cfad81392'} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:11:46.963068 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-a97eca06-070a-48b5-96d6-7286af5b9690 service neutron] Bound port: 71333c9f-e78f-47f6-8c82-caebeb1cd0f0, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf03692c-8f81-4407-bac1-1616e298bcc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c70f7334-0865-479f-9b23-a45cfad81392'}}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:11:46.963515 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-a97eca06-070a-48b5-96d6-7286af5b9690 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:47.161398 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa569a76-b8f0-4618-9936-3cc792d46b01 req-4014cefe-375e-4f36-b1a1-2aec945c125e tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:47.171162 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fa569a76-b8f0-4618-9936-3cc792d46b01 req-4014cefe-375e-4f36-b1a1-2aec945c125e tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f069467-ee13-43bf-8f6f-74371bdf7546 HTTP/1.1" status: 200 len: 945 time: 0.1378622 Nov 25 13:11:47.186775 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-a97eca06-070a-48b5-96d6-7286af5b9690 service neutron] For port 71333c9f-e78f-47f6-8c82-caebeb1cd0f0, host n-h1-808199-11, cleared binding levels {{(pid=103570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:11:47.230428 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-a97eca06-070a-48b5-96d6-7286af5b9690 service neutron] For port 71333c9f-e78f-47f6-8c82-caebeb1cd0f0, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=71333c9f-e78f-47f6-8c82-caebeb1cd0f0,segment=NetworkSegment(bf03692c-8f81-4407-bac1-1616e298bcc5),segment_id=bf03692c-8f81-4407-bac1-1616e298bcc5)] {{(pid=103570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:11:47.286930 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-a97eca06-070a-48b5-96d6-7286af5b9690 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:47.391435 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fa569a76-b8f0-4618-9936-3cc792d46b01 req-0a0a3042-e7b4-4d82-9f9c-0a2246a35d50 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e57746c-a056-414e-9571-33500a85083a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189167 Nov 25 13:11:47.409192 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-a97eca06-070a-48b5-96d6-7286af5b9690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:47.409899 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-a97eca06-070a-48b5-96d6-7286af5b9690 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:47.411712 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-a97eca06-070a-48b5-96d6-7286af5b9690 service neutron] 10.222.0.66 "PUT /v2.0/ports/71333c9f-e78f-47f6-8c82-caebeb1cd0f0 HTTP/1.1" status: 200 len: 1093 time: 1.5403025 Nov 25 13:11:47.412184 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ee53681-812c-43dc-8dd6-e2917a13f52b', 'tag': '71333c9f-e78f-47f6-8c82-caebeb1cd0f0'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:11:47.415903 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a676cdd4-c95c-4538-bf1d-425e878ccf62" -d '{"events": [{"name": "network-changed", "server_uuid": "1ee53681-812c-43dc-8dd6-e2917a13f52b", "tag": "71333c9f-e78f-47f6-8c82-caebeb1cd0f0"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:11:47.442125 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97eca06-070a-48b5-96d6-7286af5b9690 service neutron] Pushing event updated for resources: {'Port': ['ID=71333c9f-e78f-47f6-8c82-caebeb1cd0f0,revision_number=3']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:47.451145 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-37736a3c-1f6e-4511-8d43-b579e144adc8 service neutron] Request body: {'port': {'device_id': '1ee53681-812c-43dc-8dd6-e2917a13f52b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-11'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:11:47.613328 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-37736a3c-1f6e-4511-8d43-b579e144adc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:47.689369 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ec458-2b67-4caf-a45a-27dec0d747f4 req-f3c00c2c-109d-4ca3-b9c8-9a41fe73d56c tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:47.699643 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ec458-2b67-4caf-a45a-27dec0d747f4 req-f3c00c2c-109d-4ca3-b9c8-9a41fe73d56c tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:47.711580 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ec458-2b67-4caf-a45a-27dec0d747f4 req-f3c00c2c-109d-4ca3-b9c8-9a41fe73d56c tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:47.718071 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ec458-2b67-4caf-a45a-27dec0d747f4 req-f3c00c2c-109d-4ca3-b9c8-9a41fe73d56c tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:47.724770 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ec458-2b67-4caf-a45a-27dec0d747f4 req-f3c00c2c-109d-4ca3-b9c8-9a41fe73d56c tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:47.733017 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-616ec458-2b67-4caf-a45a-27dec0d747f4 req-f3c00c2c-109d-4ca3-b9c8-9a41fe73d56c tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 3828 time: 0.1856170 Nov 25 13:11:47.858276 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66c8b90-e7a9-409f-8371-275fdfa60bf0 x-openstack-request-id: req-f66c8b90-e7a9-409f-8371-275fdfa60bf0 {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:11:47.858576 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ee53681-812c-43dc-8dd6-e2917a13f52b", "tag": "71333c9f-e78f-47f6-8c82-caebeb1cd0f0", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:11:47.858853 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f66c8b90-e7a9-409f-8371-275fdfa60bf0 {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:11:47.859259 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ee53681-812c-43dc-8dd6-e2917a13f52b', 'tag': '71333c9f-e78f-47f6-8c82-caebeb1cd0f0', 'status': 'completed', 'code': 200} Nov 25 13:11:47.874019 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-616ec458-2b67-4caf-a45a-27dec0d747f4 req-58ed4af6-1a9d-4aa2-8978-bbabdb5ed4f8 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/security-groups?id=b58ccaf7-fcbc-46a0-8300-65e745ae9e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362102 Nov 25 13:11:48.026614 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676cdd4-c95c-4538-bf1d-425e878ccf62 req-a70e3a60-ac4b-4fdc-bb02-22a7b6158af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:48.030735 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676cdd4-c95c-4538-bf1d-425e878ccf62 req-a70e3a60-ac4b-4fdc-bb02-22a7b6158af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:48.033050 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676cdd4-c95c-4538-bf1d-425e878ccf62 req-a70e3a60-ac4b-4fdc-bb02-22a7b6158af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:48.034436 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676cdd4-c95c-4538-bf1d-425e878ccf62 req-a70e3a60-ac4b-4fdc-bb02-22a7b6158af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:48.035173 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676cdd4-c95c-4538-bf1d-425e878ccf62 req-a70e3a60-ac4b-4fdc-bb02-22a7b6158af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:48.040670 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a676cdd4-c95c-4538-bf1d-425e878ccf62 req-a70e3a60-ac4b-4fdc-bb02-22a7b6158af5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f253db84e4e241d4aa7c98f5a2e10d18&device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 4364 time: 0.1199877 Nov 25 13:11:48.096545 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692b6948-382e-43ea-af33-5c8c3a6b1431 req-2a3a71b9-ce9e-4ccc-af24-0d957cb0571b tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:48.098062 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-692b6948-382e-43ea-af33-5c8c3a6b1431 req-2a3a71b9-ce9e-4ccc-af24-0d957cb0571b tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2dd5265-c989-432c-a5b2-209782139d6d HTTP/1.1" status: 200 len: 950 time: 0.1008668 Nov 25 13:11:48.186066 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b5f01-d71f-4ad9-b8ff-bdf008cb0485 req-aff3c62a-81e2-479b-83b1-b085333e1de0 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:48.187530 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dc5b5f01-d71f-4ad9-b8ff-bdf008cb0485 req-aff3c62a-81e2-479b-83b1-b085333e1de0 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=41772653-c84b-4487-8698-22e4f27f0950 HTTP/1.1" status: 200 len: 943 time: 0.1124496 Nov 25 13:11:48.251716 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-692b6948-382e-43ea-af33-5c8c3a6b1431 req-92ca1323-b350-4806-b4c4-726f6f7edb48 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355889 Nov 25 13:11:48.342048 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dc5b5f01-d71f-4ad9-b8ff-bdf008cb0485 req-76351b4b-1f58-4a9c-98dc-99a0c266fbb2 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452997 Nov 25 13:11:48.351562 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-37736a3c-1f6e-4511-8d43-b579e144adc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f2c65ca-cd9b-4cf4-b4b7-974dd4a0e921 {{(pid=103570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:11:48.373136 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-37736a3c-1f6e-4511-8d43-b579e144adc8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:48.409496 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.provisioning_blocks [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-37736a3c-1f6e-4511-8d43-b579e144adc8 service neutron] Transition to ACTIVE for port object 0f2c65ca-cd9b-4cf4-b4b7-974dd4a0e921 will not be triggered until provisioned by entity L2. {{(pid=103570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:11:48.424691 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-37736a3c-1f6e-4511-8d43-b579e144adc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:48.490971 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37736a3c-1f6e-4511-8d43-b579e144adc8 service neutron] Pushing event updated for resources: {'Port': ['ID=0f2c65ca-cd9b-4cf4-b4b7-974dd4a0e921,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:48.652725 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676cdd4-c95c-4538-bf1d-425e878ccf62 req-a4d6512a-b337-4dac-a487-afdee75282b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:48.653783 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676cdd4-c95c-4538-bf1d-425e878ccf62 req-a4d6512a-b337-4dac-a487-afdee75282b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:48.654261 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676cdd4-c95c-4538-bf1d-425e878ccf62 req-a4d6512a-b337-4dac-a487-afdee75282b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:48.676965 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a676cdd4-c95c-4538-bf1d-425e878ccf62 req-a4d6512a-b337-4dac-a487-afdee75282b8 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=f253db84e4e241d4aa7c98f5a2e10d18&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6273205 Nov 25 13:11:48.723514 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a1b165-44fd-4959-83c7-754b6e5a089a req-03ef9e54-7ef1-4fd8-8854-261fbae4b5de tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:48.731575 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a9a1b165-44fd-4959-83c7-754b6e5a089a req-03ef9e54-7ef1-4fd8-8854-261fbae4b5de tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/ports?device_id=15a2e287-f718-484b-a9d3-36626b2460ac HTTP/1.1" status: 200 len: 945 time: 0.2252553 Nov 25 13:11:48.794167 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-37736a3c-1f6e-4511-8d43-b579e144adc8 service neutron] Attempting to bind port 0f2c65ca-cd9b-4cf4-b4b7-974dd4a0e921 on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:11:48.794504 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-37736a3c-1f6e-4511-8d43-b579e144adc8 service neutron] Attempting to bind port 0f2c65ca-cd9b-4cf4-b4b7-974dd4a0e921 by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': '4bbc928c-6a05-48c7-bd98-100069b17bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2b823069-d9bd-4f42-87ec-afb97511a19d'}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:11:48.794866 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-37736a3c-1f6e-4511-8d43-b579e144adc8 service neutron] Attempting to bind port 0f2c65ca-cd9b-4cf4-b4b7-974dd4a0e921 on network 2b823069-d9bd-4f42-87ec-afb97511a19d {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:11:48.811070 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-37736a3c-1f6e-4511-8d43-b579e144adc8 service neutron] Port 0f2c65ca-cd9b-4cf4-b4b7-974dd4a0e921 on network 2b823069-d9bd-4f42-87ec-afb97511a19d not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:11:48.811343 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-37736a3c-1f6e-4511-8d43-b579e144adc8 service neutron] Attempting to bind port 0f2c65ca-cd9b-4cf4-b4b7-974dd4a0e921 on network 2b823069-d9bd-4f42-87ec-afb97511a19d {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:11:48.869480 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-37736a3c-1f6e-4511-8d43-b579e144adc8 service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:11:48.870142 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-37736a3c-1f6e-4511-8d43-b579e144adc8 service neutron] Checking segment: {'id': '4bbc928c-6a05-48c7-bd98-100069b17bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2b823069-d9bd-4f42-87ec-afb97511a19d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:11:48.871060 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-37736a3c-1f6e-4511-8d43-b579e144adc8 service neutron] Bound using segment: {'id': '4bbc928c-6a05-48c7-bd98-100069b17bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2b823069-d9bd-4f42-87ec-afb97511a19d'} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:11:48.871674 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-37736a3c-1f6e-4511-8d43-b579e144adc8 service neutron] Bound port: 0f2c65ca-cd9b-4cf4-b4b7-974dd4a0e921, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bbc928c-6a05-48c7-bd98-100069b17bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2b823069-d9bd-4f42-87ec-afb97511a19d'}}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:11:48.872124 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-37736a3c-1f6e-4511-8d43-b579e144adc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:48.903767 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a9a1b165-44fd-4959-83c7-754b6e5a089a req-f8b0f3e3-7c21-4f20-93e6-443c3f645757 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/security-groups?id=f6748c79-b185-401c-a5a4-7558eeb3a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115761 Nov 25 13:11:48.978481 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-37736a3c-1f6e-4511-8d43-b579e144adc8 service neutron] For port 0f2c65ca-cd9b-4cf4-b4b7-974dd4a0e921, host n-h1-808199-11, cleared binding levels {{(pid=103570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:11:48.982337 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-37736a3c-1f6e-4511-8d43-b579e144adc8 service neutron] For port 0f2c65ca-cd9b-4cf4-b4b7-974dd4a0e921, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=0f2c65ca-cd9b-4cf4-b4b7-974dd4a0e921,segment=NetworkSegment(4bbc928c-6a05-48c7-bd98-100069b17bb5),segment_id=4bbc928c-6a05-48c7-bd98-100069b17bb5)] {{(pid=103570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:11:48.986901 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676cdd4-c95c-4538-bf1d-425e878ccf62 req-74fa1671-b8f6-45da-a83d-ac8b6f146604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:48.988654 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a676cdd4-c95c-4538-bf1d-425e878ccf62 req-74fa1671-b8f6-45da-a83d-ac8b6f146604 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3037977 Nov 25 13:11:48.994078 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-37736a3c-1f6e-4511-8d43-b579e144adc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:49.471660 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-37736a3c-1f6e-4511-8d43-b579e144adc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:49.472300 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-37736a3c-1f6e-4511-8d43-b579e144adc8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:49.473758 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-37736a3c-1f6e-4511-8d43-b579e144adc8 service neutron] 10.222.0.66 "PUT /v2.0/ports/0f2c65ca-cd9b-4cf4-b4b7-974dd4a0e921 HTTP/1.1" status: 200 len: 1137 time: 2.0280430 Nov 25 13:11:49.502744 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37736a3c-1f6e-4511-8d43-b579e144adc8 service neutron] Pushing event updated for resources: {'Port': ['ID=0f2c65ca-cd9b-4cf4-b4b7-974dd4a0e921,revision_number=3']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:49.530978 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc273043-c446-4e5c-b77f-39c630f277da req-aad924ce-5fa8-4fdf-b11c-832ea4804f1d tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:49.548515 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc273043-c446-4e5c-b77f-39c630f277da req-aad924ce-5fa8-4fdf-b11c-832ea4804f1d tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:49.560845 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc273043-c446-4e5c-b77f-39c630f277da req-aad924ce-5fa8-4fdf-b11c-832ea4804f1d tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:49.567870 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc273043-c446-4e5c-b77f-39c630f277da req-aad924ce-5fa8-4fdf-b11c-832ea4804f1d tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:49.575602 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc273043-c446-4e5c-b77f-39c630f277da req-aad924ce-5fa8-4fdf-b11c-832ea4804f1d tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:49.582783 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc273043-c446-4e5c-b77f-39c630f277da req-aad924ce-5fa8-4fdf-b11c-832ea4804f1d tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:49.598278 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cc273043-c446-4e5c-b77f-39c630f277da req-aad924ce-5fa8-4fdf-b11c-832ea4804f1d tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 4606 time: 0.5242510 Nov 25 13:11:49.615222 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-949ab321-9d2c-45a3-92c8-40059445213e service neutron] Request body: {'port': {'device_id': '1ee53681-812c-43dc-8dd6-e2917a13f52b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-11'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:11:49.800755 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-949ab321-9d2c-45a3-92c8-40059445213e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:49.818634 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9908bfcd-7cab-4506-b4cf-2829bb4f6bab req-57b97a80-c4c7-4e97-8463-3e03e8a22721 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:49.828503 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9908bfcd-7cab-4506-b4cf-2829bb4f6bab req-57b97a80-c4c7-4e97-8463-3e03e8a22721 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2dd5265-c989-432c-a5b2-209782139d6d HTTP/1.1" status: 200 len: 950 time: 0.1455328 Nov 25 13:11:49.883368 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ee53681-812c-43dc-8dd6-e2917a13f52b', 'tag': '0f2c65ca-cd9b-4cf4-b4b7-974dd4a0e921'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:11:49.885875 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87202080-79e5-43f9-b52f-a2521272aa68" -d '{"events": [{"name": "network-changed", "server_uuid": "1ee53681-812c-43dc-8dd6-e2917a13f52b", "tag": "0f2c65ca-cd9b-4cf4-b4b7-974dd4a0e921"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:11:49.937981 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cc273043-c446-4e5c-b77f-39c630f277da req-53882533-620c-4700-865b-99dd426d1c0a tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/security-groups?id=b58ccaf7-fcbc-46a0-8300-65e745ae9e20&id=0bfd0f62-df40-4a2c-8890-32844a1d7ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3388135 Nov 25 13:11:49.983933 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-9908bfcd-7cab-4506-b4cf-2829bb4f6bab req-08ffe43b-2a6d-4476-9343-e0d33b5f8773 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Deleting port 7167fc5d-d545-4a71-ac16-55dee6d852fe {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:11:49.984281 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9908bfcd-7cab-4506-b4cf-2829bb4f6bab req-08ffe43b-2a6d-4476-9343-e0d33b5f8773 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:50.028329 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5853e6f-1a2a-4f05-af78-508908fc027b req-de5f24d9-744e-44ac-a13d-f87c4375f31e tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:50.030018 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e5853e6f-1a2a-4f05-af78-508908fc027b req-de5f24d9-744e-44ac-a13d-f87c4375f31e tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2dd5265-c989-432c-a5b2-209782139d6d HTTP/1.1" status: 200 len: 950 time: 0.1792290 Nov 25 13:11:50.143032 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-9908bfcd-7cab-4506-b4cf-2829bb4f6bab req-08ffe43b-2a6d-4476-9343-e0d33b5f8773 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] For port 7167fc5d-d545-4a71-ac16-55dee6d852fe, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=7167fc5d-d545-4a71-ac16-55dee6d852fe,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:11:50.143420 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9908bfcd-7cab-4506-b4cf-2829bb4f6bab req-08ffe43b-2a6d-4476-9343-e0d33b5f8773 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:50.178425 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-9908bfcd-7cab-4506-b4cf-2829bb4f6bab req-08ffe43b-2a6d-4476-9343-e0d33b5f8773 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Calling delete_port for 7167fc5d-d545-4a71-ac16-55dee6d852fe owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:11:50.240552 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e5853e6f-1a2a-4f05-af78-508908fc027b req-3e752e87-d55f-41cc-8ca3-945b2bf06ef4 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970899 Nov 25 13:11:50.268877 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a48c87-c8f0-42ca-a029-6adf251ea19c req-20f92a9b-3ea8-40d0-b915-39c25d532125 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:50.270462 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-17a48c87-c8f0-42ca-a029-6adf251ea19c req-20f92a9b-3ea8-40d0-b915-39c25d532125 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=41772653-c84b-4487-8698-22e4f27f0950 HTTP/1.1" status: 200 len: 943 time: 0.1786506 Nov 25 13:11:50.379041 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-17a48c87-c8f0-42ca-a029-6adf251ea19c req-b343a138-65e6-4a14-ad53-34ba81d7f2f1 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998156 Nov 25 13:11:50.469559 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9908bfcd-7cab-4506-b4cf-2829bb4f6bab req-08ffe43b-2a6d-4476-9343-e0d33b5f8773 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:50.501135 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['6efc11c2-af6f-479e-9696-54cf17fa00d8'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:11:50.528559 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-949ab321-9d2c-45a3-92c8-40059445213e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 724cccc6-fca6-4f56-9b33-692920a85a29 {{(pid=103570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:11:50.546491 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-949ab321-9d2c-45a3-92c8-40059445213e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:50.563307 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ffe43b-2a6d-4476-9343-e0d33b5f8773 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Pushing event deleted for resources: {'Port': ['ID=7167fc5d-d545-4a71-ac16-55dee6d852fe,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:50.590833 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8074e3e6-b6cc-4e0a-b03a-da5057c7b680 x-openstack-request-id: req-8074e3e6-b6cc-4e0a-b03a-da5057c7b680 {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:11:50.591176 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ee53681-812c-43dc-8dd6-e2917a13f52b", "tag": "0f2c65ca-cd9b-4cf4-b4b7-974dd4a0e921", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:11:50.591406 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8074e3e6-b6cc-4e0a-b03a-da5057c7b680 {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:11:50.591832 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ee53681-812c-43dc-8dd6-e2917a13f52b', 'tag': '0f2c65ca-cd9b-4cf4-b4b7-974dd4a0e921', 'status': 'completed', 'code': 200} Nov 25 13:11:50.606598 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.provisioning_blocks [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-949ab321-9d2c-45a3-92c8-40059445213e service neutron] Transition to ACTIVE for port object 724cccc6-fca6-4f56-9b33-692920a85a29 will not be triggered until provisioned by entity L2. {{(pid=103570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:11:50.615166 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-949ab321-9d2c-45a3-92c8-40059445213e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:50.708467 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-9908bfcd-7cab-4506-b4cf-2829bb4f6bab req-08ffe43b-2a6d-4476-9343-e0d33b5f8773 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] No DVR routers for this DVR port 7167fc5d-d545-4a71-ac16-55dee6d852fe on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:11:50.751587 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9908bfcd-7cab-4506-b4cf-2829bb4f6bab req-08ffe43b-2a6d-4476-9343-e0d33b5f8773 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:50.758065 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9908bfcd-7cab-4506-b4cf-2829bb4f6bab req-08ffe43b-2a6d-4476-9343-e0d33b5f8773 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.47 "DELETE /v2.0/ports/7167fc5d-d545-4a71-ac16-55dee6d852fe HTTP/1.1" status: 204 len: 173 time: 0.9238579 Nov 25 13:11:50.760034 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2dd5265-c989-432c-a5b2-209782139d6d', 'name': 'network-vif-deleted', 'tag': '7167fc5d-d545-4a71-ac16-55dee6d852fe'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:11:50.763234 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df0245e-507e-4a6d-b311-7904c3878308" -d '{"events": [{"server_uuid": "c2dd5265-c989-432c-a5b2-209782139d6d", "name": "network-vif-deleted", "tag": "7167fc5d-d545-4a71-ac16-55dee6d852fe"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:11:50.816480 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949ab321-9d2c-45a3-92c8-40059445213e service neutron] Pushing event updated for resources: {'Port': ['ID=724cccc6-fca6-4f56-9b33-692920a85a29,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:50.845015 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87202080-79e5-43f9-b52f-a2521272aa68 req-e5b716f8-a40e-498e-892b-b1a165c424ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:50.847520 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87202080-79e5-43f9-b52f-a2521272aa68 req-e5b716f8-a40e-498e-892b-b1a165c424ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:50.848530 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87202080-79e5-43f9-b52f-a2521272aa68 req-e5b716f8-a40e-498e-892b-b1a165c424ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:50.850362 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87202080-79e5-43f9-b52f-a2521272aa68 req-e5b716f8-a40e-498e-892b-b1a165c424ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:50.851628 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87202080-79e5-43f9-b52f-a2521272aa68 req-e5b716f8-a40e-498e-892b-b1a165c424ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:50.852567 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87202080-79e5-43f9-b52f-a2521272aa68 req-e5b716f8-a40e-498e-892b-b1a165c424ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:50.855397 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87202080-79e5-43f9-b52f-a2521272aa68 req-e5b716f8-a40e-498e-892b-b1a165c424ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:50.858650 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-87202080-79e5-43f9-b52f-a2521272aa68 req-e5b716f8-a40e-498e-892b-b1a165c424ba service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f253db84e4e241d4aa7c98f5a2e10d18&device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 6181 time: 0.2000852 Nov 25 13:11:51.004144 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-949ab321-9d2c-45a3-92c8-40059445213e service neutron] Attempting to bind port 724cccc6-fca6-4f56-9b33-692920a85a29 on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:11:51.004641 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-949ab321-9d2c-45a3-92c8-40059445213e service neutron] Attempting to bind port 724cccc6-fca6-4f56-9b33-692920a85a29 by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': '4bbc928c-6a05-48c7-bd98-100069b17bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2b823069-d9bd-4f42-87ec-afb97511a19d'}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:11:51.006941 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-949ab321-9d2c-45a3-92c8-40059445213e service neutron] Attempting to bind port 724cccc6-fca6-4f56-9b33-692920a85a29 on network 2b823069-d9bd-4f42-87ec-afb97511a19d {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:11:51.017335 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-949ab321-9d2c-45a3-92c8-40059445213e service neutron] Port 724cccc6-fca6-4f56-9b33-692920a85a29 on network 2b823069-d9bd-4f42-87ec-afb97511a19d not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:11:51.019140 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-949ab321-9d2c-45a3-92c8-40059445213e service neutron] Attempting to bind port 724cccc6-fca6-4f56-9b33-692920a85a29 on network 2b823069-d9bd-4f42-87ec-afb97511a19d {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:11:51.034244 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-949ab321-9d2c-45a3-92c8-40059445213e service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:11:51.035937 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-949ab321-9d2c-45a3-92c8-40059445213e service neutron] Checking segment: {'id': '4bbc928c-6a05-48c7-bd98-100069b17bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2b823069-d9bd-4f42-87ec-afb97511a19d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:11:51.036510 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-949ab321-9d2c-45a3-92c8-40059445213e service neutron] Bound using segment: {'id': '4bbc928c-6a05-48c7-bd98-100069b17bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2b823069-d9bd-4f42-87ec-afb97511a19d'} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:11:51.040882 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-949ab321-9d2c-45a3-92c8-40059445213e service neutron] Bound port: 724cccc6-fca6-4f56-9b33-692920a85a29, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bbc928c-6a05-48c7-bd98-100069b17bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2b823069-d9bd-4f42-87ec-afb97511a19d'}}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:11:51.044125 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-949ab321-9d2c-45a3-92c8-40059445213e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:51.156046 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87202080-79e5-43f9-b52f-a2521272aa68 req-0a726d18-62d1-4288-8308-9812e437bb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:51.157364 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87202080-79e5-43f9-b52f-a2521272aa68 req-0a726d18-62d1-4288-8308-9812e437bb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:51.160192 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87202080-79e5-43f9-b52f-a2521272aa68 req-0a726d18-62d1-4288-8308-9812e437bb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:51.168066 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-87202080-79e5-43f9-b52f-a2521272aa68 req-0a726d18-62d1-4288-8308-9812e437bb37 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=f253db84e4e241d4aa7c98f5a2e10d18&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2976799 Nov 25 13:11:51.271022 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51337e70-74db-4960-a711-dfd620b05e9c x-openstack-request-id: req-51337e70-74db-4960-a711-dfd620b05e9c {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:11:51.274259 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-949ab321-9d2c-45a3-92c8-40059445213e service neutron] For port 724cccc6-fca6-4f56-9b33-692920a85a29, host n-h1-808199-11, cleared binding levels {{(pid=103570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:11:51.274848 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2dd5265-c989-432c-a5b2-209782139d6d", "name": "network-vif-deleted", "tag": "7167fc5d-d545-4a71-ac16-55dee6d852fe", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:11:51.275142 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-51337e70-74db-4960-a711-dfd620b05e9c {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:11:51.275639 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2dd5265-c989-432c-a5b2-209782139d6d', 'name': 'network-vif-deleted', 'tag': '7167fc5d-d545-4a71-ac16-55dee6d852fe', 'status': 'completed', 'code': 200} Nov 25 13:11:51.285778 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-949ab321-9d2c-45a3-92c8-40059445213e service neutron] For port 724cccc6-fca6-4f56-9b33-692920a85a29, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=724cccc6-fca6-4f56-9b33-692920a85a29,segment=NetworkSegment(4bbc928c-6a05-48c7-bd98-100069b17bb5),segment_id=4bbc928c-6a05-48c7-bd98-100069b17bb5)] {{(pid=103570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:11:51.293021 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-949ab321-9d2c-45a3-92c8-40059445213e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:51.346461 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-949ab321-9d2c-45a3-92c8-40059445213e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:51.347261 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-949ab321-9d2c-45a3-92c8-40059445213e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:51.349010 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-949ab321-9d2c-45a3-92c8-40059445213e service neutron] 10.222.0.66 "PUT /v2.0/ports/724cccc6-fca6-4f56-9b33-692920a85a29 HTTP/1.1" status: 200 len: 1136 time: 1.7397928 Nov 25 13:11:51.407533 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-5d3b4b71-168d-4f53-97dd-fe3138f69fcd service neutron] Request body: {'port': {'device_id': '1ee53681-812c-43dc-8dd6-e2917a13f52b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-11'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:11:51.435429 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 606bac21-737d-42bf-a33e-71f58d2a4419 details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:11:51.483751 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87202080-79e5-43f9-b52f-a2521272aa68 req-59937076-d9b0-4017-b454-a70f96f839d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:51.488393 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-87202080-79e5-43f9-b52f-a2521272aa68 req-59937076-d9b0-4017-b454-a70f96f839d6 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3169222 Nov 25 13:11:51.634317 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949ab321-9d2c-45a3-92c8-40059445213e service neutron] Pushing event updated for resources: {'Port': ['ID=724cccc6-fca6-4f56-9b33-692920a85a29,revision_number=3']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:51.676542 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf0fd1-1f93-49e2-980e-fafdbf2cf884 req-d4f4d231-2523-45bd-b156-5ee61aa74513 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:51.685360 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 606bac21-737d-42bf-a33e-71f58d2a4419, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=606bac21-737d-42bf-a33e-71f58d2a4419,segment=NetworkSegment(e8fc9265-97df-4bce-bf9a-73ae38a4e9ce),segment_id=e8fc9265-97df-4bce-bf9a-73ae38a4e9ce)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:11:51.694106 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf0fd1-1f93-49e2-980e-fafdbf2cf884 req-d4f4d231-2523-45bd-b156-5ee61aa74513 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:51.710918 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf0fd1-1f93-49e2-980e-fafdbf2cf884 req-d4f4d231-2523-45bd-b156-5ee61aa74513 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:51.722464 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': '606bac21-737d-42bf-a33e-71f58d2a4419', 'network_id': '3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d', 'port_id': '606bac21-737d-42bf-a33e-71f58d2a4419', 'mac_address': 'fa:16:3e:1b:39:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af6d388d-5278-4fef-a1e9-b40af907e39b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:11:51.723683 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf0fd1-1f93-49e2-980e-fafdbf2cf884 req-d4f4d231-2523-45bd-b156-5ee61aa74513 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:51.730896 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf0fd1-1f93-49e2-980e-fafdbf2cf884 req-d4f4d231-2523-45bd-b156-5ee61aa74513 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:51.740109 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf0fd1-1f93-49e2-980e-fafdbf2cf884 req-d4f4d231-2523-45bd-b156-5ee61aa74513 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:51.746376 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf0fd1-1f93-49e2-980e-fafdbf2cf884 req-d4f4d231-2523-45bd-b156-5ee61aa74513 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:51.754402 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9cdf0fd1-1f93-49e2-980e-fafdbf2cf884 req-d4f4d231-2523-45bd-b156-5ee61aa74513 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 5383 time: 0.3439329 Nov 25 13:11:51.773176 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-5d3b4b71-168d-4f53-97dd-fe3138f69fcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:51.777242 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:51.795061 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 606bac21-737d-42bf-a33e-71f58d2a4419 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:11:51.826195 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 606bac21-737d-42bf-a33e-71f58d2a4419, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=606bac21-737d-42bf-a33e-71f58d2a4419,segment=NetworkSegment(e8fc9265-97df-4bce-bf9a-73ae38a4e9ce),segment_id=e8fc9265-97df-4bce-bf9a-73ae38a4e9ce)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:11:51.830331 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-712749b3-4a67-4539-a151-fdc89a5e3d52 req-1a2c046b-1f05-46cd-9b03-49a362e8294a tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2dd5265-c989-432c-a5b2-209782139d6d HTTP/1.1" status: 200 len: 210 time: 0.0680988 Nov 25 13:11:51.832688 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:51.899856 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=606bac21-737d-42bf-a33e-71f58d2a4419,revision_number=6']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:51.905503 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 7167fc5d-d545-4a71-ac16-55dee6d852fe no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:11:51.938970 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: 7167fc5d-d545-4a71-ac16-55dee6d852fe {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:11:51.939451 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 7167fc5d-d545-4a71-ac16-55dee6d852fe not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:11:51.940115 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 929769d0-86ac-42e6-8b6c-a67b0094b459 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:11:52.011114 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9cdf0fd1-1f93-49e2-980e-fafdbf2cf884 req-74d06f04-f89b-456b-906d-0473a15b17f8 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/security-groups?id=b58ccaf7-fcbc-46a0-8300-65e745ae9e20&id=0bfd0f62-df40-4a2c-8890-32844a1d7ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2556779 Nov 25 13:11:52.059077 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['606bac21-737d-42bf-a33e-71f58d2a4419'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:11:52.345389 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f2e6b-70e8-4e60-8717-514e96327e25 req-b925afb2-c888-4b08-9f57-03817fd148af tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:52.347702 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9c1f2e6b-70e8-4e60-8717-514e96327e25 req-b925afb2-c888-4b08-9f57-03817fd148af tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=41772653-c84b-4487-8698-22e4f27f0950 HTTP/1.1" status: 200 len: 943 time: 0.1878355 Nov 25 13:11:52.395328 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a8fe6-8e48-401c-844d-a6e4cdd54a00 req-d6c8192e-f7c2-4122-b6ea-db48594f4dc9 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:52.398773 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2d6a8fe6-8e48-401c-844d-a6e4cdd54a00 req-d6c8192e-f7c2-4122-b6ea-db48594f4dc9 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/ports?device_id=621c9b83-3722-4455-86d1-290554c14b84 HTTP/1.1" status: 200 len: 945 time: 0.1751902 Nov 25 13:11:52.496932 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9c1f2e6b-70e8-4e60-8717-514e96327e25 req-230e5f8a-d1d6-4bb4-80e0-50b164b0c24d tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396265 Nov 25 13:11:52.546077 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2d6a8fe6-8e48-401c-844d-a6e4cdd54a00 req-41d4972c-ea7c-46f5-8db8-9487e5aba858 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e57746c-a056-414e-9571-33500a85083a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258702 Nov 25 13:11:52.599361 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ee53681-812c-43dc-8dd6-e2917a13f52b', 'tag': '724cccc6-fca6-4f56-9b33-692920a85a29'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:11:52.601661 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff4d87c-22a4-4a81-9e5e-7216571fd612" -d '{"events": [{"name": "network-changed", "server_uuid": "1ee53681-812c-43dc-8dd6-e2917a13f52b", "tag": "724cccc6-fca6-4f56-9b33-692920a85a29"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:11:52.640625 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-5d3b4b71-168d-4f53-97dd-fe3138f69fcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 938ce238-0316-4d1c-bb63-dde0afdb2932 {{(pid=103570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:11:52.650883 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-5d3b4b71-168d-4f53-97dd-fe3138f69fcd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:52.671542 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.provisioning_blocks [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-5d3b4b71-168d-4f53-97dd-fe3138f69fcd service neutron] Transition to ACTIVE for port object 938ce238-0316-4d1c-bb63-dde0afdb2932 will not be triggered until provisioned by entity L2. {{(pid=103570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:11:52.680438 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1585c008-acc1-46b0-a0df-5d8fc32fd573 req-59410dcb-1a36-437f-9e44-a105602baae4 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:52.687637 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1585c008-acc1-46b0-a0df-5d8fc32fd573 req-59410dcb-1a36-437f-9e44-a105602baae4 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/ports?device_id=15a2e287-f718-484b-a9d3-36626b2460ac HTTP/1.1" status: 200 len: 944 time: 0.0962865 Nov 25 13:11:52.703241 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-5d3b4b71-168d-4f53-97dd-fe3138f69fcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:52.749567 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ef9b09-ef4a-4110-8217-50ff85940fde x-openstack-request-id: req-42ef9b09-ef4a-4110-8217-50ff85940fde {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:11:52.749867 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ee53681-812c-43dc-8dd6-e2917a13f52b", "tag": "724cccc6-fca6-4f56-9b33-692920a85a29", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:11:52.750114 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-42ef9b09-ef4a-4110-8217-50ff85940fde {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:11:52.750561 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ee53681-812c-43dc-8dd6-e2917a13f52b', 'tag': '724cccc6-fca6-4f56-9b33-692920a85a29', 'status': 'completed', 'code': 200} Nov 25 13:11:52.810023 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1585c008-acc1-46b0-a0df-5d8fc32fd573 req-7bccdbc8-7aa8-4352-9c06-a908dff30317 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/security-groups?id=f6748c79-b185-401c-a5a4-7558eeb3a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196182 Nov 25 13:11:52.822973 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b4b71-168d-4f53-97dd-fe3138f69fcd service neutron] Pushing event updated for resources: {'Port': ['ID=938ce238-0316-4d1c-bb63-dde0afdb2932,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:52.983064 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4d87c-22a4-4a81-9e5e-7216571fd612 req-df813d9a-166a-41e1-be9f-fa60c50a4ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:52.983734 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4d87c-22a4-4a81-9e5e-7216571fd612 req-df813d9a-166a-41e1-be9f-fa60c50a4ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:52.984012 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4d87c-22a4-4a81-9e5e-7216571fd612 req-df813d9a-166a-41e1-be9f-fa60c50a4ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:52.984483 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4d87c-22a4-4a81-9e5e-7216571fd612 req-df813d9a-166a-41e1-be9f-fa60c50a4ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:52.985519 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4d87c-22a4-4a81-9e5e-7216571fd612 req-df813d9a-166a-41e1-be9f-fa60c50a4ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:52.985984 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4d87c-22a4-4a81-9e5e-7216571fd612 req-df813d9a-166a-41e1-be9f-fa60c50a4ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:52.986653 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4d87c-22a4-4a81-9e5e-7216571fd612 req-df813d9a-166a-41e1-be9f-fa60c50a4ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:52.987890 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-5d3b4b71-168d-4f53-97dd-fe3138f69fcd service neutron] Attempting to bind port 938ce238-0316-4d1c-bb63-dde0afdb2932 on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:11:52.988321 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-5d3b4b71-168d-4f53-97dd-fe3138f69fcd service neutron] Attempting to bind port 938ce238-0316-4d1c-bb63-dde0afdb2932 by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': '4bbc928c-6a05-48c7-bd98-100069b17bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2b823069-d9bd-4f42-87ec-afb97511a19d'}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:11:52.989611 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-5d3b4b71-168d-4f53-97dd-fe3138f69fcd service neutron] Attempting to bind port 938ce238-0316-4d1c-bb63-dde0afdb2932 on network 2b823069-d9bd-4f42-87ec-afb97511a19d {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:11:52.992716 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5ff4d87c-22a4-4a81-9e5e-7216571fd612 req-df813d9a-166a-41e1-be9f-fa60c50a4ca9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f253db84e4e241d4aa7c98f5a2e10d18&device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 6249 time: 0.1362259 Nov 25 13:11:53.009891 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-5d3b4b71-168d-4f53-97dd-fe3138f69fcd service neutron] Port 938ce238-0316-4d1c-bb63-dde0afdb2932 on network 2b823069-d9bd-4f42-87ec-afb97511a19d not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:11:53.010319 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-5d3b4b71-168d-4f53-97dd-fe3138f69fcd service neutron] Attempting to bind port 938ce238-0316-4d1c-bb63-dde0afdb2932 on network 2b823069-d9bd-4f42-87ec-afb97511a19d {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:11:53.018779 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-5d3b4b71-168d-4f53-97dd-fe3138f69fcd service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:11:53.019198 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-5d3b4b71-168d-4f53-97dd-fe3138f69fcd service neutron] Checking segment: {'id': '4bbc928c-6a05-48c7-bd98-100069b17bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2b823069-d9bd-4f42-87ec-afb97511a19d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:11:53.019682 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-5d3b4b71-168d-4f53-97dd-fe3138f69fcd service neutron] Bound using segment: {'id': '4bbc928c-6a05-48c7-bd98-100069b17bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2b823069-d9bd-4f42-87ec-afb97511a19d'} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:11:53.020239 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-5d3b4b71-168d-4f53-97dd-fe3138f69fcd service neutron] Bound port: 938ce238-0316-4d1c-bb63-dde0afdb2932, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bbc928c-6a05-48c7-bd98-100069b17bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2b823069-d9bd-4f42-87ec-afb97511a19d'}}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:11:53.020719 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-5d3b4b71-168d-4f53-97dd-fe3138f69fcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:53.112284 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-5d3b4b71-168d-4f53-97dd-fe3138f69fcd service neutron] For port 938ce238-0316-4d1c-bb63-dde0afdb2932, host n-h1-808199-11, cleared binding levels {{(pid=103570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:11:53.117106 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-5d3b4b71-168d-4f53-97dd-fe3138f69fcd service neutron] For port 938ce238-0316-4d1c-bb63-dde0afdb2932, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=938ce238-0316-4d1c-bb63-dde0afdb2932,segment=NetworkSegment(4bbc928c-6a05-48c7-bd98-100069b17bb5),segment_id=4bbc928c-6a05-48c7-bd98-100069b17bb5)] {{(pid=103570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:11:53.126345 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-5d3b4b71-168d-4f53-97dd-fe3138f69fcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:53.251427 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b4b71-168d-4f53-97dd-fe3138f69fcd service neutron] Pushing event updated for resources: {'Port': ['ID=938ce238-0316-4d1c-bb63-dde0afdb2932,revision_number=3']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:53.263700 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-5d3b4b71-168d-4f53-97dd-fe3138f69fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:53.274635 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-5d3b4b71-168d-4f53-97dd-fe3138f69fcd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:53.279532 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-5d3b4b71-168d-4f53-97dd-fe3138f69fcd service neutron] 10.222.0.66 "PUT /v2.0/ports/938ce238-0316-4d1c-bb63-dde0afdb2932 HTTP/1.1" status: 200 len: 1091 time: 1.8780007 Nov 25 13:11:53.285407 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4d87c-22a4-4a81-9e5e-7216571fd612 req-1091e806-cd93-4929-94ad-0c57e2f60a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:53.287331 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4d87c-22a4-4a81-9e5e-7216571fd612 req-1091e806-cd93-4929-94ad-0c57e2f60a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:53.289454 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4d87c-22a4-4a81-9e5e-7216571fd612 req-1091e806-cd93-4929-94ad-0c57e2f60a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:53.293841 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5ff4d87c-22a4-4a81-9e5e-7216571fd612 req-1091e806-cd93-4929-94ad-0c57e2f60a41 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=f253db84e4e241d4aa7c98f5a2e10d18&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2954814 Nov 25 13:11:53.330933 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-e723fc03-c625-4855-bb27-f057717153bb service neutron] Request body: {'port': {'device_id': '1ee53681-812c-43dc-8dd6-e2917a13f52b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-11'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:11:53.450467 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 606bac21-737d-42bf-a33e-71f58d2a4419 up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:11:53.493415 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-81e51006-061c-4f65-a516-4b75949b7fe9 service neutron] 10.222.0.47 "GET /v2.0/ports/929769d0-86ac-42e6-8b6c-a67b0094b459/bindings/n-h1-808199-11 HTTP/1.1" status: 200 len: 385 time: 0.1959860 Nov 25 13:11:53.552394 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-e723fc03-c625-4855-bb27-f057717153bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:53.613798 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4d87c-22a4-4a81-9e5e-7216571fd612 req-7429e40b-21a9-4fcc-a682-157967e6aca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:53.615603 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5ff4d87c-22a4-4a81-9e5e-7216571fd612 req-7429e40b-21a9-4fcc-a682-157967e6aca8 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3027384 Nov 25 13:11:53.670507 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port 606bac21-737d-42bf-a33e-71f58d2a4419 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:11:53.670891 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:53.813302 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:53.838489 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a2e287-f718-484b-a9d3-36626b2460ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606bac21-737d-42bf-a33e-71f58d2a4419'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:11:53.841154 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed4b560f-1498-4c26-8e07-7bdc6cefec17" -d '{"events": [{"server_uuid": "15a2e287-f718-484b-a9d3-36626b2460ac", "name": "network-vif-plugged", "status": "completed", "tag": "606bac21-737d-42bf-a33e-71f58d2a4419"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:11:53.860368 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 606bac21-737d-42bf-a33e-71f58d2a4419, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=606bac21-737d-42bf-a33e-71f58d2a4419,segment=NetworkSegment(e8fc9265-97df-4bce-bf9a-73ae38a4e9ce),segment_id=e8fc9265-97df-4bce-bf9a-73ae38a4e9ce)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:11:53.866231 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:53.910639 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-cc5c0fc3-03a5-40ff-b187-bb7be67d0f23 service neutron] For port 929769d0-86ac-42e6-8b6c-a67b0094b459, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=929769d0-86ac-42e6-8b6c-a67b0094b459,segment=NetworkSegment(f1015c3b-5561-4c41-908e-568aaa0911cd),segment_id=f1015c3b-5561-4c41-908e-568aaa0911cd)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:11:53.911645 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4942e51-85ae-4de7-b85b-b16f0143a014 req-122293cd-9b66-4505-a33b-3ed5e364358b tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:53.918098 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4942e51-85ae-4de7-b85b-b16f0143a014 req-122293cd-9b66-4505-a33b-3ed5e364358b tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:53.924799 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4942e51-85ae-4de7-b85b-b16f0143a014 req-122293cd-9b66-4505-a33b-3ed5e364358b tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:53.927805 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=606bac21-737d-42bf-a33e-71f58d2a4419,revision_number=7']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:53.930725 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4942e51-85ae-4de7-b85b-b16f0143a014 req-122293cd-9b66-4505-a33b-3ed5e364358b tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:53.936539 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4942e51-85ae-4de7-b85b-b16f0143a014 req-122293cd-9b66-4505-a33b-3ed5e364358b tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:53.940005 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-cc5c0fc3-03a5-40ff-b187-bb7be67d0f23 service neutron] For port 929769d0-86ac-42e6-8b6c-a67b0094b459, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:11:53.943004 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4942e51-85ae-4de7-b85b-b16f0143a014 req-122293cd-9b66-4505-a33b-3ed5e364358b tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:53.948834 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4942e51-85ae-4de7-b85b-b16f0143a014 req-122293cd-9b66-4505-a33b-3ed5e364358b tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:53.956611 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f4942e51-85ae-4de7-b85b-b16f0143a014 req-122293cd-9b66-4505-a33b-3ed5e364358b tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 5395 time: 0.5689418 Nov 25 13:11:53.973793 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9071483-83ae-4b26-89bb-a1558a5124cd req-16b8b099-6684-477c-8afd-a0a3b7f31c68 tempest-ServerTagsTestJSON-666319440 tempest-ServerTagsTestJSON-666319440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:53.977741 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-cc5c0fc3-03a5-40ff-b187-bb7be67d0f23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 929769d0-86ac-42e6-8b6c-a67b0094b459 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:11:53.981099 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e9071483-83ae-4b26-89bb-a1558a5124cd req-16b8b099-6684-477c-8afd-a0a3b7f31c68 tempest-ServerTagsTestJSON-666319440 tempest-ServerTagsTestJSON-666319440-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6cb0891-b785-45fd-8898-8dc05bb1ece9 HTTP/1.1" status: 200 len: 946 time: 0.1338127 Nov 25 13:11:53.991280 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-cc5c0fc3-03a5-40ff-b187-bb7be67d0f23 service neutron] For port 929769d0-86ac-42e6-8b6c-a67b0094b459, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=929769d0-86ac-42e6-8b6c-a67b0094b459,segment=NetworkSegment(f1015c3b-5561-4c41-908e-568aaa0911cd),segment_id=f1015c3b-5561-4c41-908e-568aaa0911cd)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:11:54.011269 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-cc5c0fc3-03a5-40ff-b187-bb7be67d0f23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:54.083987 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f4942e51-85ae-4de7-b85b-b16f0143a014 req-0e7f3f6b-25b0-4772-9676-8024e0cac3ab tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/security-groups?id=b58ccaf7-fcbc-46a0-8300-65e745ae9e20&id=0bfd0f62-df40-4a2c-8890-32844a1d7ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1211088 Nov 25 13:11:54.088361 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-e723fc03-c625-4855-bb27-f057717153bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a9422b9-9b35-47c0-860e-beb2d93e73ce {{(pid=103570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:11:54.117838 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-cc5c0fc3-03a5-40ff-b187-bb7be67d0f23 service neutron] Transition to ACTIVE for port object 929769d0-86ac-42e6-8b6c-a67b0094b459 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:11:54.126958 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-cc5c0fc3-03a5-40ff-b187-bb7be67d0f23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:54.183472 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e9071483-83ae-4b26-89bb-a1558a5124cd req-709d1e9d-c9e6-4302-89fe-98567d540720 tempest-ServerTagsTestJSON-666319440 tempest-ServerTagsTestJSON-666319440-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3da42dc-01df-4487-92db-023868621838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859791 Nov 25 13:11:54.185437 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-e723fc03-c625-4855-bb27-f057717153bb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:54.193749 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5c0fc3-03a5-40ff-b187-bb7be67d0f23 service neutron] Pushing event updated for resources: {'Port': ['ID=929769d0-86ac-42e6-8b6c-a67b0094b459,revision_number=10']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:54.236065 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-cc5c0fc3-03a5-40ff-b187-bb7be67d0f23 service neutron] No DVR routers for this DVR port 929769d0-86ac-42e6-8b6c-a67b0094b459 on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:11:54.269444 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-cc5c0fc3-03a5-40ff-b187-bb7be67d0f23 service neutron] 10.222.0.47 "PUT /v2.0/ports/929769d0-86ac-42e6-8b6c-a67b0094b459/bindings/n-h1-808199-11/activate HTTP/1.1" status: 200 len: 370 time: 0.7597761 Nov 25 13:11:54.276983 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.provisioning_blocks [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-e723fc03-c625-4855-bb27-f057717153bb service neutron] Transition to ACTIVE for port object 6a9422b9-9b35-47c0-860e-beb2d93e73ce will not be triggered until provisioned by entity L2. {{(pid=103570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:11:54.285825 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-e723fc03-c625-4855-bb27-f057717153bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:54.371258 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e23a3-02c7-4533-b27a-28c04a7ec493 req-a343d90f-b210-4cc6-9720-dae979f1334a tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:54.392304 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4d3e23a3-02c7-4533-b27a-28c04a7ec493 req-a343d90f-b210-4cc6-9720-dae979f1334a tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c83004cb-df96-4d27-9371-9bd234a0c154 HTTP/1.1" status: 200 len: 950 time: 0.1736283 Nov 25 13:11:54.415100 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-73b94459-62df-491c-bbb7-06f62d5e624b tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:54.416638 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-73b94459-62df-491c-bbb7-06f62d5e624b tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=41772653-c84b-4487-8698-22e4f27f0950&tenant_id=d2e157ec7259461e96009d2e9c8298f0&binding%3Ahost_id=n-h2-808199-11 HTTP/1.1" status: 200 len: 1096 time: 0.0777669 Nov 25 13:11:54.473075 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-0622fe5f-4db4-46f0-94c2-18bffca0e566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:54.474502 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-0622fe5f-4db4-46f0-94c2-18bffca0e566 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=41772653-c84b-4487-8698-22e4f27f0950&tenant_id=d2e157ec7259461e96009d2e9c8298f0 HTTP/1.1" status: 200 len: 1096 time: 0.0447285 Nov 25 13:11:54.484235 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e723fc03-c625-4855-bb27-f057717153bb service neutron] Pushing event updated for resources: {'Port': ['ID=6a9422b9-9b35-47c0-860e-beb2d93e73ce,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:54.570424 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1fd1e3-e95d-4fef-87a6-c84e3804aac8 req-ffe59d63-75f4-4aad-80b9-543fda627b15 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:54.577002 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-c85c47e5-3cb1-46b5-91a7-451b38f9fcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:54.578970 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-c85c47e5-3cb1-46b5-91a7-451b38f9fcb9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d2e157ec7259461e96009d2e9c8298f0&device_id=41772653-c84b-4487-8698-22e4f27f0950 HTTP/1.1" status: 200 len: 1096 time: 0.0701668 Nov 25 13:11:54.579653 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7b1fd1e3-e95d-4fef-87a6-c84e3804aac8 req-ffe59d63-75f4-4aad-80b9-543fda627b15 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=41772653-c84b-4487-8698-22e4f27f0950 HTTP/1.1" status: 200 len: 944 time: 0.2952948 Nov 25 13:11:54.632572 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4d3e23a3-02c7-4533-b27a-28c04a7ec493 req-a1260292-02df-47c5-90ac-403a075c9bf0 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466636 Nov 25 13:11:54.685987 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7b1fd1e3-e95d-4fef-87a6-c84e3804aac8 req-8ed2f7ca-1cbe-431a-9ca4-ee4da5842c0a tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052597 Nov 25 13:11:54.712744 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-e723fc03-c625-4855-bb27-f057717153bb service neutron] Attempting to bind port 6a9422b9-9b35-47c0-860e-beb2d93e73ce on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:11:54.713267 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-e723fc03-c625-4855-bb27-f057717153bb service neutron] Attempting to bind port 6a9422b9-9b35-47c0-860e-beb2d93e73ce by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': '4bbc928c-6a05-48c7-bd98-100069b17bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2b823069-d9bd-4f42-87ec-afb97511a19d'}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:11:54.713616 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-e723fc03-c625-4855-bb27-f057717153bb service neutron] Attempting to bind port 6a9422b9-9b35-47c0-860e-beb2d93e73ce on network 2b823069-d9bd-4f42-87ec-afb97511a19d {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:11:54.721558 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-e723fc03-c625-4855-bb27-f057717153bb service neutron] Port 6a9422b9-9b35-47c0-860e-beb2d93e73ce on network 2b823069-d9bd-4f42-87ec-afb97511a19d not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:11:54.721899 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-e723fc03-c625-4855-bb27-f057717153bb service neutron] Attempting to bind port 6a9422b9-9b35-47c0-860e-beb2d93e73ce on network 2b823069-d9bd-4f42-87ec-afb97511a19d {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:11:54.733010 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-e723fc03-c625-4855-bb27-f057717153bb service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:11:54.736414 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-e723fc03-c625-4855-bb27-f057717153bb service neutron] Checking segment: {'id': '4bbc928c-6a05-48c7-bd98-100069b17bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2b823069-d9bd-4f42-87ec-afb97511a19d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:11:54.736414 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-e723fc03-c625-4855-bb27-f057717153bb service neutron] Bound using segment: {'id': '4bbc928c-6a05-48c7-bd98-100069b17bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2b823069-d9bd-4f42-87ec-afb97511a19d'} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:11:54.736414 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-e723fc03-c625-4855-bb27-f057717153bb service neutron] Bound port: 6a9422b9-9b35-47c0-860e-beb2d93e73ce, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bbc928c-6a05-48c7-bd98-100069b17bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2b823069-d9bd-4f42-87ec-afb97511a19d'}}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:11:54.736743 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-e723fc03-c625-4855-bb27-f057717153bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:54.776403 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-faa0d4d2-7654-49a9-b3cf-83553b32e223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:54.777811 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-faa0d4d2-7654-49a9-b3cf-83553b32e223 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4eedb877-5fc3-46a9-a0e2-7e0a431fb103 HTTP/1.1" status: 200 len: 922 time: 0.1828649 Nov 25 13:11:54.791214 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ee53681-812c-43dc-8dd6-e2917a13f52b', 'tag': '938ce238-0316-4d1c-bb63-dde0afdb2932'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:11:54.793498 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a63545-1dee-416d-96d4-d71fdff10947" -d '{"events": [{"name": "network-changed", "server_uuid": "1ee53681-812c-43dc-8dd6-e2917a13f52b", "tag": "938ce238-0316-4d1c-bb63-dde0afdb2932"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:11:54.830257 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-7a49ac13-1de0-408e-ad05-d6aba8d31716 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=929769d0-86ac-42e6-8b6c-a67b0094b459 HTTP/1.1" status: 200 len: 217 time: 0.0421963 Nov 25 13:11:54.910377 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-e723fc03-c625-4855-bb27-f057717153bb service neutron] For port 6a9422b9-9b35-47c0-860e-beb2d93e73ce, host n-h1-808199-11, cleared binding levels {{(pid=103570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:11:54.927311 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d5ee01-0a28-433b-b869-15d07b09e11a req-05eb11e5-2895-4adc-9e3f-40dfc7cb574b tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:54.936499 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a4d5ee01-0a28-433b-b869-15d07b09e11a req-05eb11e5-2895-4adc-9e3f-40dfc7cb574b tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/ports?device_id=15a2e287-f718-484b-a9d3-36626b2460ac HTTP/1.1" status: 200 len: 945 time: 0.1645651 Nov 25 13:11:54.950357 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-11950332-3128-4a74-a35b-ee8e73c2150d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:54.951856 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-11950332-3128-4a74-a35b-ee8e73c2150d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c6ff4ad3-eaf7-4ebb-ae7a-2ad7a9626250 HTTP/1.1" status: 200 len: 861 time: 0.1052930 Nov 25 13:11:54.961681 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-e723fc03-c625-4855-bb27-f057717153bb service neutron] For port 6a9422b9-9b35-47c0-860e-beb2d93e73ce, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=6a9422b9-9b35-47c0-860e-beb2d93e73ce,segment=NetworkSegment(4bbc928c-6a05-48c7-bd98-100069b17bb5),segment_id=4bbc928c-6a05-48c7-bd98-100069b17bb5)] {{(pid=103570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:11:54.973379 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d60a6-3cb4-464c-8bc0-ca3f685fb1a3 req-c497a288-f031-452a-b242-5551aca4a29d tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:54.974986 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ef6d60a6-3cb4-464c-8bc0-ca3f685fb1a3 req-c497a288-f031-452a-b242-5551aca4a29d tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/ports?device_id=621c9b83-3722-4455-86d1-290554c14b84 HTTP/1.1" status: 200 len: 945 time: 0.1933596 Nov 25 13:11:54.978314 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-e723fc03-c625-4855-bb27-f057717153bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:55.002506 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-71174c18-cd2a-4ddb-b5a8-b637962806f4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4eedb877-5fc3-46a9-a0e2-7e0a431fb103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425651 Nov 25 13:11:55.031245 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a4d5ee01-0a28-433b-b869-15d07b09e11a req-dacdf7b0-6cc1-4b9e-aeff-0226262493c1 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/security-groups?id=f6748c79-b185-401c-a5a4-7558eeb3a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937514 Nov 25 13:11:55.128804 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f018b88-e2cc-49e7-91a1-08a2de82c298 x-openstack-request-id: req-6f018b88-e2cc-49e7-91a1-08a2de82c298 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:11:55.129329 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a2e287-f718-484b-a9d3-36626b2460ac", "name": "network-vif-plugged", "status": "completed", "tag": "606bac21-737d-42bf-a33e-71f58d2a4419", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:11:55.129329 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6f018b88-e2cc-49e7-91a1-08a2de82c298 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:11:55.129725 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a2e287-f718-484b-a9d3-36626b2460ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606bac21-737d-42bf-a33e-71f58d2a4419', 'code': 200} Nov 25 13:11:55.149571 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e723fc03-c625-4855-bb27-f057717153bb service neutron] Pushing event updated for resources: {'Port': ['ID=6a9422b9-9b35-47c0-860e-beb2d93e73ce,revision_number=3']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:55.164792 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ef6d60a6-3cb4-464c-8bc0-ca3f685fb1a3 req-07e40cbc-3c1e-4e2f-80b3-ebef13db779d tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e57746c-a056-414e-9571-33500a85083a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538553 Nov 25 13:11:55.171927 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-e723fc03-c625-4855-bb27-f057717153bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:55.185926 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-e723fc03-c625-4855-bb27-f057717153bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:55.192595 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-e723fc03-c625-4855-bb27-f057717153bb service neutron] 10.222.0.66 "PUT /v2.0/ports/6a9422b9-9b35-47c0-860e-beb2d93e73ce HTTP/1.1" status: 200 len: 1092 time: 1.8668771 Nov 25 13:11:55.211283 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-8863f591-0bf0-4d38-9085-c469ffa20b6c service neutron] 10.222.0.66 "GET /v2.0/networks/4eedb877-5fc3-46a9-a0e2-7e0a431fb103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966848 Nov 25 13:11:55.227623 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5e3e1b-713c-462b-947f-54ac7e4a4a3e x-openstack-request-id: req-ef5e3e1b-713c-462b-947f-54ac7e4a4a3e {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:11:55.228132 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ee53681-812c-43dc-8dd6-e2917a13f52b", "tag": "938ce238-0316-4d1c-bb63-dde0afdb2932", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:11:55.228623 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ef5e3e1b-713c-462b-947f-54ac7e4a4a3e {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:11:55.229285 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ee53681-812c-43dc-8dd6-e2917a13f52b', 'tag': '938ce238-0316-4d1c-bb63-dde0afdb2932', 'status': 'completed', 'code': 200} Nov 25 13:11:55.250055 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-13b26f61-6d53-43bb-86c4-84a673b139ae service neutron] Request body: {'port': {'device_id': '1ee53681-812c-43dc-8dd6-e2917a13f52b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-11'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:11:55.395375 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-13b26f61-6d53-43bb-86c4-84a673b139ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:55.456666 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 606bac21-737d-42bf-a33e-71f58d2a4419 no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:11:55.490978 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25837d17-32ef-4603-a70b-54bfd4ec8419 req-528a2f29-71f0-4c65-9ed6-a966c9f98079 tempest-ServerTagsTestJSON-666319440 tempest-ServerTagsTestJSON-666319440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:55.492675 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-25837d17-32ef-4603-a70b-54bfd4ec8419 req-528a2f29-71f0-4c65-9ed6-a966c9f98079 tempest-ServerTagsTestJSON-666319440 tempest-ServerTagsTestJSON-666319440-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6cb0891-b785-45fd-8898-8dc05bb1ece9 HTTP/1.1" status: 200 len: 946 time: 0.2594898 Nov 25 13:11:55.540223 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f653356-7e6c-4da9-8fc2-b5c5fc1174c4 req-3724a498-1f12-4c52-adc5-f0314884c721 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:55.541792 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6f653356-7e6c-4da9-8fc2-b5c5fc1174c4 req-3724a498-1f12-4c52-adc5-f0314884c721 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.47 "GET /v2.0/ports?device_id=c83004cb-df96-4d27-9371-9bd234a0c154 HTTP/1.1" status: 200 len: 950 time: 0.3291297 Nov 25 13:11:55.544184 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-d5c0046a-21f1-43f2-b046-a6bb650113ef service neutron] 10.222.0.66 "GET /v2.0/networks/4eedb877-5fc3-46a9-a0e2-7e0a431fb103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713861 Nov 25 13:11:55.564181 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a63545-1dee-416d-96d4-d71fdff10947 req-68f95e68-c4ce-400c-8e6c-9f50c400ccc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:55.564652 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a63545-1dee-416d-96d4-d71fdff10947 req-68f95e68-c4ce-400c-8e6c-9f50c400ccc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:55.570258 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a63545-1dee-416d-96d4-d71fdff10947 req-68f95e68-c4ce-400c-8e6c-9f50c400ccc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:55.571268 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a63545-1dee-416d-96d4-d71fdff10947 req-68f95e68-c4ce-400c-8e6c-9f50c400ccc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:55.571749 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a63545-1dee-416d-96d4-d71fdff10947 req-68f95e68-c4ce-400c-8e6c-9f50c400ccc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:55.572257 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a63545-1dee-416d-96d4-d71fdff10947 req-68f95e68-c4ce-400c-8e6c-9f50c400ccc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:55.574500 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a63545-1dee-416d-96d4-d71fdff10947 req-68f95e68-c4ce-400c-8e6c-9f50c400ccc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:55.579587 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-26a63545-1dee-416d-96d4-d71fdff10947 req-68f95e68-c4ce-400c-8e6c-9f50c400ccc3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f253db84e4e241d4aa7c98f5a2e10d18&device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 6359 time: 0.2314734 Nov 25 13:11:55.615228 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:55.654086 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 606bac21-737d-42bf-a33e-71f58d2a4419, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=606bac21-737d-42bf-a33e-71f58d2a4419,segment=NetworkSegment(e8fc9265-97df-4bce-bf9a-73ae38a4e9ce),segment_id=e8fc9265-97df-4bce-bf9a-73ae38a4e9ce)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:11:55.660577 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:55.763685 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=606bac21-737d-42bf-a33e-71f58d2a4419,revision_number=8']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:55.930142 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9216b650-279b-430b-90b6-d4902151d878 req-5c981543-15fb-4adc-b3ad-f5352dd96ea5 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:55.936845 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9216b650-279b-430b-90b6-d4902151d878 req-5c981543-15fb-4adc-b3ad-f5352dd96ea5 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:55.944627 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9216b650-279b-430b-90b6-d4902151d878 req-5c981543-15fb-4adc-b3ad-f5352dd96ea5 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:55.951646 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9216b650-279b-430b-90b6-d4902151d878 req-5c981543-15fb-4adc-b3ad-f5352dd96ea5 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:55.957458 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9216b650-279b-430b-90b6-d4902151d878 req-5c981543-15fb-4adc-b3ad-f5352dd96ea5 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:55.963311 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9216b650-279b-430b-90b6-d4902151d878 req-5c981543-15fb-4adc-b3ad-f5352dd96ea5 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:55.970334 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9216b650-279b-430b-90b6-d4902151d878 req-5c981543-15fb-4adc-b3ad-f5352dd96ea5 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:55.979689 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9216b650-279b-430b-90b6-d4902151d878 req-5c981543-15fb-4adc-b3ad-f5352dd96ea5 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 5407 time: 0.4227781 Nov 25 13:11:56.003076 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367693fe-844d-4ba8-a6c4-dd58fb22fb1d req-d3f872d3-f72e-417e-b8b3-121582ef6c2a tempest-ServerTagsTestJSON-666319440 tempest-ServerTagsTestJSON-666319440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:56.005638 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-367693fe-844d-4ba8-a6c4-dd58fb22fb1d req-d3f872d3-f72e-417e-b8b3-121582ef6c2a tempest-ServerTagsTestJSON-666319440 tempest-ServerTagsTestJSON-666319440-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6cb0891-b785-45fd-8898-8dc05bb1ece9 HTTP/1.1" status: 200 len: 946 time: 0.2619874 Nov 25 13:11:56.021986 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-2be4d1be-e9f9-4409-9e82-253af396bc8f tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:56.023538 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-2be4d1be-e9f9-4409-9e82-253af396bc8f tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=41772653-c84b-4487-8698-22e4f27f0950&tenant_id=d2e157ec7259461e96009d2e9c8298f0&binding%3Ahost_id=n-h1-808199-11 HTTP/1.1" status: 200 len: 1096 time: 0.1513095 Nov 25 13:11:56.033820 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a63545-1dee-416d-96d4-d71fdff10947 req-a9e390ed-9716-4b2c-9c75-3785cafe0abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:56.034154 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a63545-1dee-416d-96d4-d71fdff10947 req-a9e390ed-9716-4b2c-9c75-3785cafe0abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:56.034888 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a63545-1dee-416d-96d4-d71fdff10947 req-a9e390ed-9716-4b2c-9c75-3785cafe0abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:56.037237 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-26a63545-1dee-416d-96d4-d71fdff10947 req-a9e390ed-9716-4b2c-9c75-3785cafe0abd service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=f253db84e4e241d4aa7c98f5a2e10d18&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3880558 Nov 25 13:11:56.048903 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-25837d17-32ef-4603-a70b-54bfd4ec8419 req-d12720f7-dcdb-4c84-8b49-2476203869e8 tempest-ServerTagsTestJSON-666319440 tempest-ServerTagsTestJSON-666319440-project] Deleting port cdea6068-fa46-4672-a6f1-ef2ee86dbc5d {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:11:56.049509 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-25837d17-32ef-4603-a70b-54bfd4ec8419 req-d12720f7-dcdb-4c84-8b49-2476203869e8 tempest-ServerTagsTestJSON-666319440 tempest-ServerTagsTestJSON-666319440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:56.148846 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9216b650-279b-430b-90b6-d4902151d878 req-7586e39c-d121-46ab-9ed7-bea35896c144 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/security-groups?id=b58ccaf7-fcbc-46a0-8300-65e745ae9e20&id=0bfd0f62-df40-4a2c-8890-32844a1d7ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1681027 Nov 25 13:11:56.155632 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-6f653356-7e6c-4da9-8fc2-b5c5fc1174c4 req-189da781-3650-44e4-982d-e76f290dbe61 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Deleting port 6efc11c2-af6f-479e-9696-54cf17fa00d8 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:11:56.157109 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6f653356-7e6c-4da9-8fc2-b5c5fc1174c4 req-189da781-3650-44e4-982d-e76f290dbe61 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:56.180833 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-367693fe-844d-4ba8-a6c4-dd58fb22fb1d req-01c99769-d00b-4212-8946-f4d72b623f65 tempest-ServerTagsTestJSON-666319440 tempest-ServerTagsTestJSON-666319440-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3da42dc-01df-4487-92db-023868621838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321523 Nov 25 13:11:56.291415 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-13b26f61-6d53-43bb-86c4-84a673b139ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 319ab71f-208d-41ad-889f-9bd1500155cd {{(pid=103570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:11:56.312808 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-13b26f61-6d53-43bb-86c4-84a673b139ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:56.377319 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.provisioning_blocks [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-13b26f61-6d53-43bb-86c4-84a673b139ae service neutron] Transition to ACTIVE for port object 319ab71f-208d-41ad-889f-9bd1500155cd will not be triggered until provisioned by entity L2. {{(pid=103570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:11:56.401997 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-13b26f61-6d53-43bb-86c4-84a673b139ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:56.532906 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbefc3cd-9172-47dd-b387-60e9b15f870e req-c5d66586-a9e6-4842-b9e3-f2cbf7d91e90 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:56.536047 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fbefc3cd-9172-47dd-b387-60e9b15f870e req-c5d66586-a9e6-4842-b9e3-f2cbf7d91e90 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/ports?device_id=c83004cb-df96-4d27-9371-9bd234a0c154 HTTP/1.1" status: 200 len: 950 time: 0.2019126 Nov 25 13:11:56.554569 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b26f61-6d53-43bb-86c4-84a673b139ae service neutron] Pushing event updated for resources: {'Port': ['ID=319ab71f-208d-41ad-889f-9bd1500155cd,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:56.701060 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-13b26f61-6d53-43bb-86c4-84a673b139ae service neutron] Attempting to bind port 319ab71f-208d-41ad-889f-9bd1500155cd on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:11:56.701060 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-13b26f61-6d53-43bb-86c4-84a673b139ae service neutron] Attempting to bind port 319ab71f-208d-41ad-889f-9bd1500155cd by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': 'd1ee1bae-4fd4-4d54-817b-17b6c5f31726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ce8b7f62-300f-4958-8057-b23aa4d60523'}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:11:56.701060 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-13b26f61-6d53-43bb-86c4-84a673b139ae service neutron] Attempting to bind port 319ab71f-208d-41ad-889f-9bd1500155cd on network ce8b7f62-300f-4958-8057-b23aa4d60523 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:11:56.711462 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b170eb1-f6e8-4f2c-ab89-2721890ac141 req-6cfe975d-4920-4940-816d-5bfe0c546290 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:56.713318 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7b170eb1-f6e8-4f2c-ab89-2721890ac141 req-6cfe975d-4920-4940-816d-5bfe0c546290 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=41772653-c84b-4487-8698-22e4f27f0950 HTTP/1.1" status: 200 len: 944 time: 0.3141999 Nov 25 13:11:56.743110 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a63545-1dee-416d-96d4-d71fdff10947 req-cc23718e-6b2f-4101-9dc8-191f922896d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:56.744616 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-26a63545-1dee-416d-96d4-d71fdff10947 req-cc23718e-6b2f-4101-9dc8-191f922896d8 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6788337 Nov 25 13:11:56.746533 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-13b26f61-6d53-43bb-86c4-84a673b139ae service neutron] Port 319ab71f-208d-41ad-889f-9bd1500155cd on network ce8b7f62-300f-4958-8057-b23aa4d60523 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:11:56.747127 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-13b26f61-6d53-43bb-86c4-84a673b139ae service neutron] Attempting to bind port 319ab71f-208d-41ad-889f-9bd1500155cd on network ce8b7f62-300f-4958-8057-b23aa4d60523 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:11:56.747685 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-25837d17-32ef-4603-a70b-54bfd4ec8419 req-d12720f7-dcdb-4c84-8b49-2476203869e8 tempest-ServerTagsTestJSON-666319440 tempest-ServerTagsTestJSON-666319440-project] For port cdea6068-fa46-4672-a6f1-ef2ee86dbc5d, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=cdea6068-fa46-4672-a6f1-ef2ee86dbc5d,segment=NetworkSegment(47a385fb-bb20-480d-90f7-23ce23f2a202),segment_id=47a385fb-bb20-480d-90f7-23ce23f2a202)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:11:56.748380 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-25837d17-32ef-4603-a70b-54bfd4ec8419 req-d12720f7-dcdb-4c84-8b49-2476203869e8 tempest-ServerTagsTestJSON-666319440 tempest-ServerTagsTestJSON-666319440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:56.828895 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-6f653356-7e6c-4da9-8fc2-b5c5fc1174c4 req-189da781-3650-44e4-982d-e76f290dbe61 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] For port 6efc11c2-af6f-479e-9696-54cf17fa00d8, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=6efc11c2-af6f-479e-9696-54cf17fa00d8,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:11:56.829275 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6f653356-7e6c-4da9-8fc2-b5c5fc1174c4 req-189da781-3650-44e4-982d-e76f290dbe61 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:56.837066 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-13b26f61-6d53-43bb-86c4-84a673b139ae service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:11:56.837565 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-13b26f61-6d53-43bb-86c4-84a673b139ae service neutron] Checking segment: {'id': 'd1ee1bae-4fd4-4d54-817b-17b6c5f31726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ce8b7f62-300f-4958-8057-b23aa4d60523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:11:56.838105 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-13b26f61-6d53-43bb-86c4-84a673b139ae service neutron] Bound using segment: {'id': 'd1ee1bae-4fd4-4d54-817b-17b6c5f31726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ce8b7f62-300f-4958-8057-b23aa4d60523'} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:11:56.839028 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-13b26f61-6d53-43bb-86c4-84a673b139ae service neutron] Bound port: 319ab71f-208d-41ad-889f-9bd1500155cd, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1ee1bae-4fd4-4d54-817b-17b6c5f31726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ce8b7f62-300f-4958-8057-b23aa4d60523'}}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:11:56.839421 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-13b26f61-6d53-43bb-86c4-84a673b139ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:56.853278 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-25837d17-32ef-4603-a70b-54bfd4ec8419 req-d12720f7-dcdb-4c84-8b49-2476203869e8 tempest-ServerTagsTestJSON-666319440 tempest-ServerTagsTestJSON-666319440-project] Calling delete_port for cdea6068-fa46-4672-a6f1-ef2ee86dbc5d owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:11:56.865930 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-08c9108e-3e67-47a6-ac9d-8b720d5a623d service neutron] For port 929769d0-86ac-42e6-8b6c-a67b0094b459, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:11:56.868296 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fbefc3cd-9172-47dd-b387-60e9b15f870e req-e63f08b2-ab42-4b44-835a-cf6066347346 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999511 Nov 25 13:11:56.873559 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-6f653356-7e6c-4da9-8fc2-b5c5fc1174c4 req-189da781-3650-44e4-982d-e76f290dbe61 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Calling delete_port for 6efc11c2-af6f-479e-9696-54cf17fa00d8 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:11:56.880535 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-08c9108e-3e67-47a6-ac9d-8b720d5a623d service neutron] Publish callbacks [] for binding, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:56.881628 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-08c9108e-3e67-47a6-ac9d-8b720d5a623d service neutron] 10.222.0.66 "DELETE /v2.0/ports/929769d0-86ac-42e6-8b6c-a67b0094b459/bindings/n-h2-808199-11 HTTP/1.1" status: 204 len: 173 time: 0.8416910 Nov 25 13:11:56.891796 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7b170eb1-f6e8-4f2c-ab89-2721890ac141 req-cb4fcbd8-32df-4282-b797-0e1e5eee0412 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622622 Nov 25 13:11:57.016824 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-13b26f61-6d53-43bb-86c4-84a673b139ae service neutron] For port 319ab71f-208d-41ad-889f-9bd1500155cd, host n-h1-808199-11, cleared binding levels {{(pid=103570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:11:57.020471 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-13b26f61-6d53-43bb-86c4-84a673b139ae service neutron] For port 319ab71f-208d-41ad-889f-9bd1500155cd, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=319ab71f-208d-41ad-889f-9bd1500155cd,segment=NetworkSegment(d1ee1bae-4fd4-4d54-817b-17b6c5f31726),segment_id=d1ee1bae-4fd4-4d54-817b-17b6c5f31726)] {{(pid=103570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:11:57.054911 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-13b26f61-6d53-43bb-86c4-84a673b139ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:57.103255 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-13b26f61-6d53-43bb-86c4-84a673b139ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:57.104126 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-13b26f61-6d53-43bb-86c4-84a673b139ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:57.106342 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-13b26f61-6d53-43bb-86c4-84a673b139ae service neutron] 10.222.0.66 "PUT /v2.0/ports/319ab71f-208d-41ad-889f-9bd1500155cd HTTP/1.1" status: 200 len: 1092 time: 1.8605864 Nov 25 13:11:57.130543 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a2e287-f718-484b-a9d3-36626b2460ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '606bac21-737d-42bf-a33e-71f58d2a4419'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:11:57.134130 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f848a4-48c4-4727-a35a-a98b3d1763b9" -d '{"events": [{"server_uuid": "15a2e287-f718-484b-a9d3-36626b2460ac", "name": "network-vif-unplugged", "status": "completed", "tag": "606bac21-737d-42bf-a33e-71f58d2a4419"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:11:57.135007 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a609a07-81c8-4c41-8922-d7248e1c95a9 req-2de0e22b-fc18-45bd-9812-d02490566371 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:57.144179 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3a609a07-81c8-4c41-8922-d7248e1c95a9 req-2de0e22b-fc18-45bd-9812-d02490566371 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/ports?device_id=621c9b83-3722-4455-86d1-290554c14b84 HTTP/1.1" status: 200 len: 945 time: 0.1218491 Nov 25 13:11:57.163681 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-d2271619-b8e0-4da9-924b-fc036d2b0c93 service neutron] Request body: {'port': {'device_id': '1ee53681-812c-43dc-8dd6-e2917a13f52b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-11'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:11:57.263673 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ee53681-812c-43dc-8dd6-e2917a13f52b', 'tag': '6a9422b9-9b35-47c0-860e-beb2d93e73ce'}, {'name': 'network-changed', 'server_uuid': '1ee53681-812c-43dc-8dd6-e2917a13f52b', 'tag': '319ab71f-208d-41ad-889f-9bd1500155cd'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:11:57.271510 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170a82a0-d80b-4386-83ce-9bfb7b681e51" -d '{"events": [{"name": "network-changed", "server_uuid": "1ee53681-812c-43dc-8dd6-e2917a13f52b", "tag": "6a9422b9-9b35-47c0-860e-beb2d93e73ce"}, {"name": "network-changed", "server_uuid": "1ee53681-812c-43dc-8dd6-e2917a13f52b", "tag": "319ab71f-208d-41ad-889f-9bd1500155cd"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:11:57.292808 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b26f61-6d53-43bb-86c4-84a673b139ae service neutron] Pushing event updated for resources: {'Port': ['ID=319ab71f-208d-41ad-889f-9bd1500155cd,revision_number=3']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:57.356307 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6f653356-7e6c-4da9-8fc2-b5c5fc1174c4 req-189da781-3650-44e4-982d-e76f290dbe61 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:57.365978 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-25837d17-32ef-4603-a70b-54bfd4ec8419 req-d12720f7-dcdb-4c84-8b49-2476203869e8 tempest-ServerTagsTestJSON-666319440 tempest-ServerTagsTestJSON-666319440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:57.419787 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189da781-3650-44e4-982d-e76f290dbe61 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Pushing event deleted for resources: {'Port': ['ID=6efc11c2-af6f-479e-9696-54cf17fa00d8,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:57.426173 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-d2271619-b8e0-4da9-924b-fc036d2b0c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:57.455869 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3a609a07-81c8-4c41-8922-d7248e1c95a9 req-60f62f77-da9f-40bb-82d6-f53490c56037 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e57746c-a056-414e-9571-33500a85083a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106155 Nov 25 13:11:57.472602 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 13:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f84a99-2029-4554-8f45-41516a4b8728 x-openstack-request-id: req-b8f84a99-2029-4554-8f45-41516a4b8728 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:11:57.472878 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a2e287-f718-484b-a9d3-36626b2460ac", "name": "network-vif-unplugged", "status": "completed", "tag": "606bac21-737d-42bf-a33e-71f58d2a4419", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:11:57.473238 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b8f84a99-2029-4554-8f45-41516a4b8728 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:11:57.473636 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a2e287-f718-484b-a9d3-36626b2460ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '606bac21-737d-42bf-a33e-71f58d2a4419', 'code': 200} Nov 25 13:11:57.557813 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12720f7-dcdb-4c84-8b49-2476203869e8 tempest-ServerTagsTestJSON-666319440 tempest-ServerTagsTestJSON-666319440-project] Pushing event deleted for resources: {'Port': ['ID=cdea6068-fa46-4672-a6f1-ef2ee86dbc5d,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:57.563255 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f653356-7e6c-4da9-8fc2-b5c5fc1174c4 req-189da781-3650-44e4-982d-e76f290dbe61 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] No DVR routers for this DVR port 6efc11c2-af6f-479e-9696-54cf17fa00d8 on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:11:57.569248 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6f653356-7e6c-4da9-8fc2-b5c5fc1174c4 req-189da781-3650-44e4-982d-e76f290dbe61 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:57.574202 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6f653356-7e6c-4da9-8fc2-b5c5fc1174c4 req-189da781-3650-44e4-982d-e76f290dbe61 tempest-MigrationsAdminTest-2142242868 tempest-MigrationsAdminTest-2142242868-project] 10.222.0.47 "DELETE /v2.0/ports/6efc11c2-af6f-479e-9696-54cf17fa00d8 HTTP/1.1" status: 204 len: 173 time: 1.9367127 Nov 25 13:11:57.588325 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c83004cb-df96-4d27-9371-9bd234a0c154', 'name': 'network-vif-deleted', 'tag': '6efc11c2-af6f-479e-9696-54cf17fa00d8'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:11:57.590988 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2663805-1a41-457b-ba61-03ca5bf83947" -d '{"events": [{"server_uuid": "c83004cb-df96-4d27-9371-9bd234a0c154", "name": "network-vif-deleted", "tag": "6efc11c2-af6f-479e-9696-54cf17fa00d8"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:11:57.609982 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-25837d17-32ef-4603-a70b-54bfd4ec8419 req-d12720f7-dcdb-4c84-8b49-2476203869e8 tempest-ServerTagsTestJSON-666319440 tempest-ServerTagsTestJSON-666319440-project] No DVR routers for this DVR port cdea6068-fa46-4672-a6f1-ef2ee86dbc5d on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:11:57.614167 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-25837d17-32ef-4603-a70b-54bfd4ec8419 req-d12720f7-dcdb-4c84-8b49-2476203869e8 tempest-ServerTagsTestJSON-666319440 tempest-ServerTagsTestJSON-666319440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:57.618614 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-25837d17-32ef-4603-a70b-54bfd4ec8419 req-d12720f7-dcdb-4c84-8b49-2476203869e8 tempest-ServerTagsTestJSON-666319440 tempest-ServerTagsTestJSON-666319440-project] 10.222.0.47 "DELETE /v2.0/ports/cdea6068-fa46-4672-a6f1-ef2ee86dbc5d HTTP/1.1" status: 204 len: 173 time: 2.0732667 Nov 25 13:11:57.643143 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db5f8cc-00a9-4db8-b10b-bf35631870fc req-ad349264-217c-432c-943f-5e98695ff828 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:57.645186 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7db5f8cc-00a9-4db8-b10b-bf35631870fc req-ad349264-217c-432c-943f-5e98695ff828 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.66 "GET /v2.0/ports?device_id=15a2e287-f718-484b-a9d3-36626b2460ac HTTP/1.1" status: 200 len: 943 time: 0.1499023 Nov 25 13:11:57.811795 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-7db5f8cc-00a9-4db8-b10b-bf35631870fc req-12562318-9cb5-452e-a59e-aa00d6e5fe4a tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Deleting port 606bac21-737d-42bf-a33e-71f58d2a4419 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:11:57.812145 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-7db5f8cc-00a9-4db8-b10b-bf35631870fc req-12562318-9cb5-452e-a59e-aa00d6e5fe4a tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:57.891804 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device cdea6068-fa46-4672-a6f1-ef2ee86dbc5d no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:11:57.964937 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: cdea6068-fa46-4672-a6f1-ef2ee86dbc5d {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:11:57.968520 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device cdea6068-fa46-4672-a6f1-ef2ee86dbc5d not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:11:57.972609 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 6efc11c2-af6f-479e-9696-54cf17fa00d8 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:11:58.008330 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: 6efc11c2-af6f-479e-9696-54cf17fa00d8 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:11:58.008969 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 6efc11c2-af6f-479e-9696-54cf17fa00d8 not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:11:58.072830 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-7db5f8cc-00a9-4db8-b10b-bf35631870fc req-12562318-9cb5-452e-a59e-aa00d6e5fe4a tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] For port 606bac21-737d-42bf-a33e-71f58d2a4419, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=606bac21-737d-42bf-a33e-71f58d2a4419,segment=NetworkSegment(e8fc9265-97df-4bce-bf9a-73ae38a4e9ce),segment_id=e8fc9265-97df-4bce-bf9a-73ae38a4e9ce)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:11:58.076592 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-7db5f8cc-00a9-4db8-b10b-bf35631870fc req-12562318-9cb5-452e-a59e-aa00d6e5fe4a tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:58.119900 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-7db5f8cc-00a9-4db8-b10b-bf35631870fc req-12562318-9cb5-452e-a59e-aa00d6e5fe4a tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Calling delete_port for 606bac21-737d-42bf-a33e-71f58d2a4419 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:11:58.314935 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-7db5f8cc-00a9-4db8-b10b-bf35631870fc req-12562318-9cb5-452e-a59e-aa00d6e5fe4a tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:58.443557 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-7db5f8cc-00a9-4db8-b10b-bf35631870fc req-12562318-9cb5-452e-a59e-aa00d6e5fe4a tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] No DVR routers for this DVR port 606bac21-737d-42bf-a33e-71f58d2a4419 on host n-h1-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:11:58.447834 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12562318-9cb5-452e-a59e-aa00d6e5fe4a tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Pushing event deleted for resources: {'Port': ['ID=606bac21-737d-42bf-a33e-71f58d2a4419,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:58.457099 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-7db5f8cc-00a9-4db8-b10b-bf35631870fc req-12562318-9cb5-452e-a59e-aa00d6e5fe4a tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:58.461309 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7db5f8cc-00a9-4db8-b10b-bf35631870fc req-12562318-9cb5-452e-a59e-aa00d6e5fe4a tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.66 "DELETE /v2.0/ports/606bac21-737d-42bf-a33e-71f58d2a4419 HTTP/1.1" status: 204 len: 173 time: 0.8090806 Nov 25 13:11:58.562270 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b83292e-fda6-4cdc-9bb1-856351e3b61b req-3cf91316-2a1d-4db4-a4a5-9314f58b10e0 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:58.564273 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7b83292e-fda6-4cdc-9bb1-856351e3b61b req-3cf91316-2a1d-4db4-a4a5-9314f58b10e0 tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/ports?device_id=15a2e287-f718-484b-a9d3-36626b2460ac HTTP/1.1" status: 200 len: 943 time: 0.7566314 Nov 25 13:11:58.569813 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-d2271619-b8e0-4da9-924b-fc036d2b0c93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c54be67-fab8-4e6e-9f89-11a59ddfbd31 {{(pid=103570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:11:58.579639 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-d2271619-b8e0-4da9-924b-fc036d2b0c93 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:58.610369 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c97ef80-b4d5-4f21-b4e1-c0cd4835c788 req-b68664bc-00b7-4128-a94e-29591f543507 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:58.616499 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c97ef80-b4d5-4f21-b4e1-c0cd4835c788 req-b68664bc-00b7-4128-a94e-29591f543507 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:58.622315 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c97ef80-b4d5-4f21-b4e1-c0cd4835c788 req-b68664bc-00b7-4128-a94e-29591f543507 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:58.628727 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c97ef80-b4d5-4f21-b4e1-c0cd4835c788 req-b68664bc-00b7-4128-a94e-29591f543507 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:58.635088 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c97ef80-b4d5-4f21-b4e1-c0cd4835c788 req-b68664bc-00b7-4128-a94e-29591f543507 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:58.640440 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c97ef80-b4d5-4f21-b4e1-c0cd4835c788 req-b68664bc-00b7-4128-a94e-29591f543507 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:58.646317 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c97ef80-b4d5-4f21-b4e1-c0cd4835c788 req-b68664bc-00b7-4128-a94e-29591f543507 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:58.648261 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6c97ef80-b4d5-4f21-b4e1-c0cd4835c788 req-b68664bc-00b7-4128-a94e-29591f543507 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 5419 time: 0.8312736 Nov 25 13:11:58.663372 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.provisioning_blocks [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-d2271619-b8e0-4da9-924b-fc036d2b0c93 service neutron] Transition to ACTIVE for port object 3c54be67-fab8-4e6e-9f89-11a59ddfbd31 will not be triggered until provisioned by entity L2. {{(pid=103570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:11:58.678486 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-d2271619-b8e0-4da9-924b-fc036d2b0c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:58.747368 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7b83292e-fda6-4cdc-9bb1-856351e3b61b req-4cad5315-2fb4-484d-a63c-15898ced812d tempest-ImagesTestJSON-1152837888 tempest-ImagesTestJSON-1152837888-project] 10.222.0.53 "GET /v2.0/security-groups?id=f6748c79-b185-401c-a5a4-7558eeb3a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699076 Nov 25 13:11:58.813267 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 38708) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:11:58.833833 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2271619-b8e0-4da9-924b-fc036d2b0c93 service neutron] Pushing event updated for resources: {'Port': ['ID=3c54be67-fab8-4e6e-9f89-11a59ddfbd31,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:58.875984 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6ca84a5-f049-437f-937f-170cbc20296d admin admin] Deleting subnet 827a0e03-172d-47c0-ba98-1bfb7b5d6548 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:11:58.879445 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d6ca84a5-f049-437f-937f-170cbc20296d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:58.889574 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6c97ef80-b4d5-4f21-b4e1-c0cd4835c788 req-4375f53e-d82c-4e7c-b283-eda4834fa27d tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/security-groups?id=b58ccaf7-fcbc-46a0-8300-65e745ae9e20&id=0bfd0f62-df40-4a2c-8890-32844a1d7ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2302756 Nov 25 13:11:58.931571 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d6ca84a5-f049-437f-937f-170cbc20296d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:58.992172 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 25 Nov 2021 13:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-843d31fd-972c-4b66-91e4-7b185e1cf419 x-openstack-request-id: req-843d31fd-972c-4b66-91e4-7b185e1cf419 {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:11:58.992597 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ee53681-812c-43dc-8dd6-e2917a13f52b", "tag": "6a9422b9-9b35-47c0-860e-beb2d93e73ce", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1ee53681-812c-43dc-8dd6-e2917a13f52b", "tag": "319ab71f-208d-41ad-889f-9bd1500155cd", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:11:58.992946 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-843d31fd-972c-4b66-91e4-7b185e1cf419 {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:11:58.993442 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ee53681-812c-43dc-8dd6-e2917a13f52b', 'tag': '6a9422b9-9b35-47c0-860e-beb2d93e73ce', 'status': 'completed', 'code': 200} Nov 25 13:11:58.993832 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ee53681-812c-43dc-8dd6-e2917a13f52b', 'tag': '319ab71f-208d-41ad-889f-9bd1500155cd', 'status': 'completed', 'code': 200} Nov 25 13:11:59.007626 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d6ca84a5-f049-437f-937f-170cbc20296d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:59.020130 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd008b-cd58-43c5-bf3a-bc1352baa8f0 req-5574b403-3eb4-42e8-8a34-53c2d638a935 tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:59.021717 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-edcd008b-cd58-43c5-bf3a-bc1352baa8f0 req-5574b403-3eb4-42e8-8a34-53c2d638a935 tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=41772653-c84b-4487-8698-22e4f27f0950 HTTP/1.1" status: 200 len: 1096 time: 0.0940666 Nov 25 13:11:59.041806 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-d2271619-b8e0-4da9-924b-fc036d2b0c93 service neutron] Attempting to bind port 3c54be67-fab8-4e6e-9f89-11a59ddfbd31 on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:11:59.042344 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-d2271619-b8e0-4da9-924b-fc036d2b0c93 service neutron] Attempting to bind port 3c54be67-fab8-4e6e-9f89-11a59ddfbd31 by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': 'd1ee1bae-4fd4-4d54-817b-17b6c5f31726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ce8b7f62-300f-4958-8057-b23aa4d60523'}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:11:59.042876 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-d2271619-b8e0-4da9-924b-fc036d2b0c93 service neutron] Attempting to bind port 3c54be67-fab8-4e6e-9f89-11a59ddfbd31 on network ce8b7f62-300f-4958-8057-b23aa4d60523 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:11:59.048435 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-d2271619-b8e0-4da9-924b-fc036d2b0c93 service neutron] Port 3c54be67-fab8-4e6e-9f89-11a59ddfbd31 on network ce8b7f62-300f-4958-8057-b23aa4d60523 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:11:59.048947 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-d2271619-b8e0-4da9-924b-fc036d2b0c93 service neutron] Attempting to bind port 3c54be67-fab8-4e6e-9f89-11a59ddfbd31 on network ce8b7f62-300f-4958-8057-b23aa4d60523 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:11:59.061419 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-d2271619-b8e0-4da9-924b-fc036d2b0c93 service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:11:59.061945 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-d2271619-b8e0-4da9-924b-fc036d2b0c93 service neutron] Checking segment: {'id': 'd1ee1bae-4fd4-4d54-817b-17b6c5f31726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ce8b7f62-300f-4958-8057-b23aa4d60523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:11:59.062426 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-d2271619-b8e0-4da9-924b-fc036d2b0c93 service neutron] Bound using segment: {'id': 'd1ee1bae-4fd4-4d54-817b-17b6c5f31726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ce8b7f62-300f-4958-8057-b23aa4d60523'} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:11:59.063124 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-d2271619-b8e0-4da9-924b-fc036d2b0c93 service neutron] Bound port: 3c54be67-fab8-4e6e-9f89-11a59ddfbd31, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1ee1bae-4fd4-4d54-817b-17b6c5f31726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ce8b7f62-300f-4958-8057-b23aa4d60523'}}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:11:59.063664 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-d2271619-b8e0-4da9-924b-fc036d2b0c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:59.090392 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d6ca84a5-f049-437f-937f-170cbc20296d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:59.128476 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b96f36-8835-41c5-9ff7-8eaf7179dbbb x-openstack-request-id: req-07b96f36-8835-41c5-9ff7-8eaf7179dbbb {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:11:59.128878 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c83004cb-df96-4d27-9371-9bd234a0c154", "name": "network-vif-deleted", "tag": "6efc11c2-af6f-479e-9696-54cf17fa00d8", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:11:59.129017 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-07b96f36-8835-41c5-9ff7-8eaf7179dbbb {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:11:59.129684 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c83004cb-df96-4d27-9371-9bd234a0c154', 'name': 'network-vif-deleted', 'tag': '6efc11c2-af6f-479e-9696-54cf17fa00d8', 'status': 'completed', 'code': 200} Nov 25 13:11:59.155329 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ca84a5-f049-437f-937f-170cbc20296d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=827a0e03-172d-47c0-ba98-1bfb7b5d6548,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:59.158321 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d6ca84a5-f049-437f-937f-170cbc20296d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:59.164796 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d6ca84a5-f049-437f-937f-170cbc20296d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/827a0e03-172d-47c0-ba98-1bfb7b5d6548 HTTP/1.1" status: 204 len: 168 time: 0.3480065 Nov 25 13:11:59.168697 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 38712) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:11:59.215245 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a82a0-d80b-4386-83ce-9bfb7b681e51 req-5938f0c2-876f-4253-b197-f612125cf2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:59.215946 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a82a0-d80b-4386-83ce-9bfb7b681e51 req-5938f0c2-876f-4253-b197-f612125cf2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:59.216525 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a82a0-d80b-4386-83ce-9bfb7b681e51 req-5938f0c2-876f-4253-b197-f612125cf2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:59.217103 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a82a0-d80b-4386-83ce-9bfb7b681e51 req-5938f0c2-876f-4253-b197-f612125cf2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:59.217642 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a82a0-d80b-4386-83ce-9bfb7b681e51 req-5938f0c2-876f-4253-b197-f612125cf2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:59.218231 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a82a0-d80b-4386-83ce-9bfb7b681e51 req-5938f0c2-876f-4253-b197-f612125cf2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:59.219494 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a82a0-d80b-4386-83ce-9bfb7b681e51 req-5938f0c2-876f-4253-b197-f612125cf2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:59.222671 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-170a82a0-d80b-4386-83ce-9bfb7b681e51 req-5938f0c2-876f-4253-b197-f612125cf2b3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f253db84e4e241d4aa7c98f5a2e10d18&device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 6453 time: 0.1486447 Nov 25 13:11:59.233910 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-edcd008b-cd58-43c5-bf3a-bc1352baa8f0 req-8d292f18-e53b-43d6-b984-55a05d25177f tempest-LiveAutoBlockMigrationV225Test-1737565173 tempest-LiveAutoBlockMigrationV225Test-1737565173-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989458 Nov 25 13:11:59.248144 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-d2271619-b8e0-4da9-924b-fc036d2b0c93 service neutron] For port 3c54be67-fab8-4e6e-9f89-11a59ddfbd31, host n-h1-808199-11, cleared binding levels {{(pid=103570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:11:59.253093 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-d2271619-b8e0-4da9-924b-fc036d2b0c93 service neutron] For port 3c54be67-fab8-4e6e-9f89-11a59ddfbd31, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=3c54be67-fab8-4e6e-9f89-11a59ddfbd31,segment=NetworkSegment(d1ee1bae-4fd4-4d54-817b-17b6c5f31726),segment_id=d1ee1bae-4fd4-4d54-817b-17b6c5f31726)] {{(pid=103570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:11:59.265013 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-d2271619-b8e0-4da9-924b-fc036d2b0c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:59.356460 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-db3fb83b-3b0a-4e89-8443-eec9b561b459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:59.439852 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-d2271619-b8e0-4da9-924b-fc036d2b0c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:59.440832 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-d2271619-b8e0-4da9-924b-fc036d2b0c93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:59.442836 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-d2271619-b8e0-4da9-924b-fc036d2b0c93 service neutron] 10.222.0.66 "PUT /v2.0/ports/3c54be67-fab8-4e6e-9f89-11a59ddfbd31 HTTP/1.1" status: 200 len: 1092 time: 2.2930126 Nov 25 13:11:59.457480 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 606bac21-737d-42bf-a33e-71f58d2a4419 no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:11:59.472641 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2271619-b8e0-4da9-924b-fc036d2b0c93 service neutron] Pushing event updated for resources: {'Port': ['ID=3c54be67-fab8-4e6e-9f89-11a59ddfbd31,revision_number=3']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:59.486569 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea97debe-b4ab-43a5-b4d5-df58e5f2ab72 req-f1140bc2-3db7-4bab-9d89-ddddc051dcdf tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:59.488370 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ea97debe-b4ab-43a5-b4d5-df58e5f2ab72 req-f1140bc2-3db7-4bab-9d89-ddddc051dcdf tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/ports?device_id=621c9b83-3722-4455-86d1-290554c14b84 HTTP/1.1" status: 200 len: 945 time: 0.0906687 Nov 25 13:11:59.519604 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-db3fb83b-3b0a-4e89-8443-eec9b561b459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:59.528018 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] No Port match for: 606bac21-737d-42bf-a33e-71f58d2a4419 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:11:59.530252 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 606bac21-737d-42bf-a33e-71f58d2a4419 not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:11:59.546889 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-db3fb83b-3b0a-4e89-8443-eec9b561b459 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d685887a-8d6e-4f9d-842d-96b16eab41e4']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:11:59.558525 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-db3fb83b-3b0a-4e89-8443-eec9b561b459 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47a385fb-bb20-480d-90f7-23ce23f2a202') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:11:59.558865 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-db3fb83b-3b0a-4e89-8443-eec9b561b459 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47a385fb-bb20-480d-90f7-23ce23f2a202') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:11:59.573796 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-db3fb83b-3b0a-4e89-8443-eec9b561b459 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:59.591014 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-db3fb83b-3b0a-4e89-8443-eec9b561b459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:59.599212 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a82a0-d80b-4386-83ce-9bfb7b681e51 req-c4ebb8e6-9484-4767-8672-2e9a302eb99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:59.600011 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a82a0-d80b-4386-83ce-9bfb7b681e51 req-c4ebb8e6-9484-4767-8672-2e9a302eb99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:59.600627 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a82a0-d80b-4386-83ce-9bfb7b681e51 req-c4ebb8e6-9484-4767-8672-2e9a302eb99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:59.602640 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-170a82a0-d80b-4386-83ce-9bfb7b681e51 req-c4ebb8e6-9484-4767-8672-2e9a302eb99d service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=f253db84e4e241d4aa7c98f5a2e10d18&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3304768 Nov 25 13:11:59.606083 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db3fb83b-3b0a-4e89-8443-eec9b561b459 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:11:59.606766 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-db3fb83b-3b0a-4e89-8443-eec9b561b459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:59.608858 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:11:59.608858 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:11:59.608858 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:11:59.608858 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:11:59.608858 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:11:59.608858 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:11:59.608858 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:11:59.608858 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:11:59.608858 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:11:59.608858 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:11:59.608858 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:11:59.608858 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:11:59.608858 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:11:59.608858 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:11:59.608858 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:11:59.608858 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:11:59.608858 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:11:59.608858 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:11:59.608858 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:11:59.608858 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:11:59.608858 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:11:59.608858 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:11:59.608858 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:11:59.608858 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:11:59.608858 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:11:59.608858 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:11:59.608858 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:11:59.608858 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:11:59.608858 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:11:59.608858 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:11:59.608858 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:11:59.608858 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:11:59.622561 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 38722) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:11:59.667397 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ea97debe-b4ab-43a5-b4d5-df58e5f2ab72 req-02a7d406-a677-47ce-b937-0d1045004d6d tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e57746c-a056-414e-9571-33500a85083a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566868 Nov 25 13:11:59.775552 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e3fe0-38c4-41f2-a559-3401b1a4cb43 req-e15e5770-312d-47c4-bbfb-dbf73684da25 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:59.783150 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-919e3fe0-38c4-41f2-a559-3401b1a4cb43 req-e15e5770-312d-47c4-bbfb-dbf73684da25 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/networks?id=20494638-06c1-415e-90d6-c326674b78a0 HTTP/1.1" status: 200 len: 807 time: 0.2350013 Nov 25 13:11:59.790148 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a82a0-d80b-4386-83ce-9bfb7b681e51 req-08204dbb-91eb-4157-9c21-d125948faf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:59.791977 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-170a82a0-d80b-4386-83ce-9bfb7b681e51 req-08204dbb-91eb-4157-9c21-d125948faf59 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1794338 Nov 25 13:11:59.793222 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-db3fb83b-3b0a-4e89-8443-eec9b561b459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:59.801471 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-db3fb83b-3b0a-4e89-8443-eec9b561b459 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:11:59.808840 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-db3fb83b-3b0a-4e89-8443-eec9b561b459 admin admin] 10.222.0.53 "DELETE /v2.0/networks/d685887a-8d6e-4f9d-842d-96b16eab41e4 HTTP/1.1" status: 204 len: 168 time: 0.6324184 Nov 25 13:11:59.812113 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-919e3fe0-38c4-41f2-a559-3401b1a4cb43 req-072e5f17-a87d-4c57-906a-721b90338ed0 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/quotas/f9638bf2b13b4d579c7476454eb03e3d HTTP/1.1" status: 200 len: 375 time: 0.0279367 Nov 25 13:11:59.840228 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3fb83b-3b0a-4e89-8443-eec9b561b459 admin admin] Pushing event deleted for resources: {'Network': ['ID=d685887a-8d6e-4f9d-842d-96b16eab41e4,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:11:59.911909 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a82a0-d80b-4386-83ce-9bfb7b681e51 req-52770c9a-cf49-4643-adb2-bde93ba48978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:59.912750 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a82a0-d80b-4386-83ce-9bfb7b681e51 req-52770c9a-cf49-4643-adb2-bde93ba48978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:59.913362 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a82a0-d80b-4386-83ce-9bfb7b681e51 req-52770c9a-cf49-4643-adb2-bde93ba48978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:59.914140 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a82a0-d80b-4386-83ce-9bfb7b681e51 req-52770c9a-cf49-4643-adb2-bde93ba48978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:59.915083 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a82a0-d80b-4386-83ce-9bfb7b681e51 req-52770c9a-cf49-4643-adb2-bde93ba48978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:59.916539 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a82a0-d80b-4386-83ce-9bfb7b681e51 req-52770c9a-cf49-4643-adb2-bde93ba48978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:59.917117 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a82a0-d80b-4386-83ce-9bfb7b681e51 req-52770c9a-cf49-4643-adb2-bde93ba48978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:11:59.919391 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-170a82a0-d80b-4386-83ce-9bfb7b681e51 req-52770c9a-cf49-4643-adb2-bde93ba48978 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f253db84e4e241d4aa7c98f5a2e10d18&device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 6495 time: 0.0749664 Nov 25 13:11:59.943693 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d892371b-bcb1-4289-9cc2-5f01be342a0f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=af4c9854d3c048999405c81c71776d29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3142226 Nov 25 13:11:59.947221 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 38736) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:11:59.983777 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-919e3fe0-38c4-41f2-a559-3401b1a4cb43 req-9e6a0b45-6c6b-4aa1-91e1-8c7f1568d06e tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f9638bf2b13b4d579c7476454eb03e3d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1701536 Nov 25 13:12:00.065099 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a82a0-d80b-4386-83ce-9bfb7b681e51 req-9f25ab3f-4e82-4b08-afe2-e4b37f37637c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:00.072505 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a82a0-d80b-4386-83ce-9bfb7b681e51 req-9f25ab3f-4e82-4b08-afe2-e4b37f37637c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:00.072505 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a82a0-d80b-4386-83ce-9bfb7b681e51 req-9f25ab3f-4e82-4b08-afe2-e4b37f37637c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:00.073890 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-170a82a0-d80b-4386-83ce-9bfb7b681e51 req-9f25ab3f-4e82-4b08-afe2-e4b37f37637c service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=f253db84e4e241d4aa7c98f5a2e10d18&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1448357 Nov 25 13:12:00.074523 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 38738) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:00.159269 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2232c17e-ce9e-4206-9e8b-594d536389cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:00.178914 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-64e43b58-e5d1-4e57-81cc-c8fe24341715 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ef9ae7bf50084247b51e0e6c209b7b0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0985670 Nov 25 13:12:00.179461 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 38740) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:00.179706 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-919e3fe0-38c4-41f2-a559-3401b1a4cb43 req-9fb5ecac-0a7b-43d2-8fd5-13613a280b22 service neutron] 10.222.0.53 "GET /v2.0/networks/20494638-06c1-415e-90d6-c326674b78a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923759 Nov 25 13:12:00.259109 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a82a0-d80b-4386-83ce-9bfb7b681e51 req-fe466e3b-14b8-4d49-8aa2-c623d4031577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:00.260737 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-170a82a0-d80b-4386-83ce-9bfb7b681e51 req-fe466e3b-14b8-4d49-8aa2-c623d4031577 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1638784 Nov 25 13:12:00.274378 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5286ed02-30ce-4d25-bef8-e7858efbb140 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:00.303086 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5286ed02-30ce-4d25-bef8-e7858efbb140 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:00.337992 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-919e3fe0-38c4-41f2-a559-3401b1a4cb43 req-009074ae-2907-4111-a1c5-72c22633aa1d service neutron] 10.222.0.53 "GET /v2.0/networks/20494638-06c1-415e-90d6-c326674b78a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574945 Nov 25 13:12:00.338183 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dc91a49c-854d-4929-b334-374bc7ad24ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:00.359383 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2232c17e-ce9e-4206-9e8b-594d536389cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:00.403487 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-0436e043-2637-49dc-a589-005d120be070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:00.404099 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-0436e043-2637-49dc-a589-005d120be070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:00.405417 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-0436e043-2637-49dc-a589-005d120be070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:00.405417 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-0436e043-2637-49dc-a589-005d120be070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:00.406054 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-0436e043-2637-49dc-a589-005d120be070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:00.406681 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-0436e043-2637-49dc-a589-005d120be070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:00.407240 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-0436e043-2637-49dc-a589-005d120be070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:00.409404 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-0436e043-2637-49dc-a589-005d120be070 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f253db84e4e241d4aa7c98f5a2e10d18&device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 6495 time: 0.0920036 Nov 25 13:12:00.428460 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5286ed02-30ce-4d25-bef8-e7858efbb140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:00.431212 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5286ed02-30ce-4d25-bef8-e7858efbb140 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:00.434592 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5286ed02-30ce-4d25-bef8-e7858efbb140 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e3da42dc-01df-4487-92db-023868621838 HTTP/1.1" status: 204 len: 168 time: 0.2518728 Nov 25 13:12:00.474181 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2232c17e-ce9e-4206-9e8b-594d536389cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:00.477022 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2232c17e-ce9e-4206-9e8b-594d536389cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:00.478431 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-2232c17e-ce9e-4206-9e8b-594d536389cf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fd9c2c57-d362-4378-a7a8-f8efaf2cb61a HTTP/1.1" status: 204 len: 168 time: 0.5303621 Nov 25 13:12:00.497953 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-b498a877-0d42-48bd-8962-00aea42e1915 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71333c9f-e78f-47f6-8c82-caebeb1cd0f0 HTTP/1.1" status: 200 len: 217 time: 0.0774679 Nov 25 13:12:00.502658 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2232c17e-ce9e-4206-9e8b-594d536389cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9c2c57-d362-4378-a7a8-f8efaf2cb61a,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:00.522388 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5286ed02-30ce-4d25-bef8-e7858efbb140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3da42dc-01df-4487-92db-023868621838,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:00.606464 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-7352299c-8b83-4733-912e-baf41f1591e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:00.608380 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-7352299c-8b83-4733-912e-baf41f1591e7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fc9e2fcf-0a5d-4e99-a435-c082f1996d71 HTTP/1.1" status: 200 len: 855 time: 0.0993407 Nov 25 13:12:00.667395 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b664646-e1fc-43c9-940a-d45e7cc10296 req-ac16b0db-199a-4dda-9868-f904aa802209 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:00.686820 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b664646-e1fc-43c9-940a-d45e7cc10296 req-ac16b0db-199a-4dda-9868-f904aa802209 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:00.687012 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-fbba4321-89e8-42b5-a3d7-3abcac1297a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:00.690280 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-fbba4321-89e8-42b5-a3d7-3abcac1297a9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c70f7334-0865-479f-9b23-a45cfad81392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0682464 Nov 25 13:12:00.699944 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b664646-e1fc-43c9-940a-d45e7cc10296 req-ac16b0db-199a-4dda-9868-f904aa802209 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:00.707027 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b664646-e1fc-43c9-940a-d45e7cc10296 req-ac16b0db-199a-4dda-9868-f904aa802209 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:00.714428 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b664646-e1fc-43c9-940a-d45e7cc10296 req-ac16b0db-199a-4dda-9868-f904aa802209 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:00.728744 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b664646-e1fc-43c9-940a-d45e7cc10296 req-ac16b0db-199a-4dda-9868-f904aa802209 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:00.741677 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b664646-e1fc-43c9-940a-d45e7cc10296 req-ac16b0db-199a-4dda-9868-f904aa802209 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:00.754323 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3b664646-e1fc-43c9-940a-d45e7cc10296 req-ac16b0db-199a-4dda-9868-f904aa802209 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 5431 time: 0.2033041 Nov 25 13:12:00.871763 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-6442c40f-780a-42d6-9182-71a3088ee61f service neutron] 10.222.0.66 "GET /v2.0/networks/c70f7334-0865-479f-9b23-a45cfad81392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719222 Nov 25 13:12:00.887307 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3b664646-e1fc-43c9-940a-d45e7cc10296 req-411bdfd1-0335-4622-b7b4-fb042733cd7a tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/security-groups?id=b58ccaf7-fcbc-46a0-8300-65e745ae9e20&id=0bfd0f62-df40-4a2c-8890-32844a1d7ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1319962 Nov 25 13:12:01.016495 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ee53681-812c-43dc-8dd6-e2917a13f52b', 'tag': '3c54be67-fab8-4e6e-9f89-11a59ddfbd31'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:12:01.020473 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac7a853-f568-457b-bd06-e47127b7c66f" -d '{"events": [{"name": "network-changed", "server_uuid": "1ee53681-812c-43dc-8dd6-e2917a13f52b", "tag": "3c54be67-fab8-4e6e-9f89-11a59ddfbd31"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:12:01.049874 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-9fad57ab-5b8a-4cd9-a7bd-4c93acf2e8f2 service neutron] 10.222.0.66 "GET /v2.0/networks/c70f7334-0865-479f-9b23-a45cfad81392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645617 Nov 25 13:12:01.066395 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe6e0d-36af-4d67-b086-ce9f62b9d0d9 req-a844e1db-6a2c-4278-8e73-b2554fe6e53d tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:01.074100 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9bfe6e0d-36af-4d67-b086-ce9f62b9d0d9 req-a844e1db-6a2c-4278-8e73-b2554fe6e53d tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=41772653-c84b-4487-8698-22e4f27f0950 HTTP/1.1" status: 200 len: 944 time: 0.1759951 Nov 25 13:12:01.105242 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06be02-e24e-453f-8981-9cf76fe0c319 req-e0721641-9fb6-4e3c-b49c-f120c54858b3 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:01.106721 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9a06be02-e24e-453f-8981-9cf76fe0c319 req-e0721641-9fb6-4e3c-b49c-f120c54858b3 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.66 "GET /v2.0/ports?device_id=41772653-c84b-4487-8698-22e4f27f0950 HTTP/1.1" status: 200 len: 944 time: 0.1544702 Nov 25 13:12:01.154553 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6cb0891-b785-45fd-8898-8dc05bb1ece9', 'name': 'network-vif-deleted', 'tag': 'cdea6068-fa46-4672-a6f1-ef2ee86dbc5d'}, {'server_uuid': '15a2e287-f718-484b-a9d3-36626b2460ac', 'name': 'network-vif-deleted', 'tag': '606bac21-737d-42bf-a33e-71f58d2a4419'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:12:01.158286 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80a5423-10cb-49b7-a4b9-a78ad0ffb14e" -d '{"events": [{"server_uuid": "a6cb0891-b785-45fd-8898-8dc05bb1ece9", "name": "network-vif-deleted", "tag": "cdea6068-fa46-4672-a6f1-ef2ee86dbc5d"}, {"server_uuid": "15a2e287-f718-484b-a9d3-36626b2460ac", "name": "network-vif-deleted", "tag": "606bac21-737d-42bf-a33e-71f58d2a4419"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:12:01.164478 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-391d3930-99e3-4c63-a2ea-953cd08790e5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.234&port_id=0f2c65ca-cd9b-4cf4-b4b7-974dd4a0e921 HTTP/1.1" status: 200 len: 217 time: 0.1061931 Nov 25 13:12:01.231584 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 38782) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:01.281057 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-c5462de4-7605-4fc2-b23c-052f213a77b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:01.282944 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-c5462de4-7605-4fc2-b23c-052f213a77b4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e25e12e8-af35-42f8-83c0-b8f9f41a748f HTTP/1.1" status: 200 len: 797 time: 0.1065478 Nov 25 13:12:01.307319 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-065b07b7-c8d0-4c7e-8fa9-a08ff5d924ff admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=89377c3f640148909597e8953239493d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0743687 Nov 25 13:12:01.308553 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9bfe6e0d-36af-4d67-b086-ce9f62b9d0d9 req-cf046143-c9aa-4030-8589-32f8fc709c6b tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335873 Nov 25 13:12:01.310808 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 38784) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:01.383156 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-350be605-85d7-465c-b858-320ae76f77e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:01.387115 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-350be605-85d7-465c-b858-320ae76f77e4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2b823069-d9bd-4f42-87ec-afb97511a19d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0910304 Nov 25 13:12:01.507957 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-08c72150-b8e0-4cad-abb7-4b6bf3128306 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:01.536560 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db966893-702b-49dd-b8a1-9710ef232aa7 x-openstack-request-id: req-db966893-702b-49dd-b8a1-9710ef232aa7 {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:12:01.537092 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ee53681-812c-43dc-8dd6-e2917a13f52b", "tag": "3c54be67-fab8-4e6e-9f89-11a59ddfbd31", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:12:01.537634 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-db966893-702b-49dd-b8a1-9710ef232aa7 {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:12:01.538110 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ee53681-812c-43dc-8dd6-e2917a13f52b', 'tag': '3c54be67-fab8-4e6e-9f89-11a59ddfbd31', 'status': 'completed', 'code': 200} Nov 25 13:12:01.541089 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-9a06be02-e24e-453f-8981-9cf76fe0c319 req-32b9b5c0-5c40-4706-9883-a675fc4ef757 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Deleting port 929769d0-86ac-42e6-8b6c-a67b0094b459 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:12:01.541561 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-9a06be02-e24e-453f-8981-9cf76fe0c319 req-32b9b5c0-5c40-4706-9883-a675fc4ef757 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:01.633852 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 25 Nov 2021 13:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238c88b7-7b03-4c9e-870c-ec72ba5df6bf x-openstack-request-id: req-238c88b7-7b03-4c9e-870c-ec72ba5df6bf {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:12:01.634472 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6cb0891-b785-45fd-8898-8dc05bb1ece9", "name": "network-vif-deleted", "tag": "cdea6068-fa46-4672-a6f1-ef2ee86dbc5d", "status": "completed", "code": 200}, {"server_uuid": "15a2e287-f718-484b-a9d3-36626b2460ac", "name": "network-vif-deleted", "tag": "606bac21-737d-42bf-a33e-71f58d2a4419", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:12:01.634472 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-238c88b7-7b03-4c9e-870c-ec72ba5df6bf {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:12:01.634817 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6cb0891-b785-45fd-8898-8dc05bb1ece9', 'name': 'network-vif-deleted', 'tag': 'cdea6068-fa46-4672-a6f1-ef2ee86dbc5d', 'status': 'completed', 'code': 200} Nov 25 13:12:01.643576 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a2e287-f718-484b-a9d3-36626b2460ac', 'name': 'network-vif-deleted', 'tag': '606bac21-737d-42bf-a33e-71f58d2a4419', 'status': 'completed', 'code': 200} Nov 25 13:12:01.726566 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-44eae622-0c20-463d-a8d3-1729a3f31a9b req-c7776ca1-cb3e-4a91-9281-e1949d56fc86 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=1834e9fa-ed18-4283-b6da-37963008c9ee HTTP/1.1" status: 200 len: 210 time: 0.2665815 Nov 25 13:12:01.779458 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-08c72150-b8e0-4cad-abb7-4b6bf3128306 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:01.830097 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-e7da3134-71bd-4304-9bd1-1732e605c67e service neutron] 10.222.0.66 "GET /v2.0/networks/2b823069-d9bd-4f42-87ec-afb97511a19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4310160 Nov 25 13:12:01.833321 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40fe22f-0cb6-4b32-8d05-7d8d530bfd02 req-899941fa-02c0-4f77-84c4-5d1b4c8dc1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:01.835299 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c40fe22f-0cb6-4b32-8d05-7d8d530bfd02 req-899941fa-02c0-4f77-84c4-5d1b4c8dc1c0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a11ad03c56464d93986153bf712bda7a&device_id=621c9b83-3722-4455-86d1-290554c14b84 HTTP/1.1" status: 200 len: 1097 time: 0.2438011 Nov 25 13:12:01.998729 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c13c2-8428-4a82-89bb-8d405d0329a4 req-fbd74b6b-3860-42d4-a3fe-9cd730946228 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:02.008257 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-db9c13c2-8428-4a82-89bb-8d405d0329a4 req-fbd74b6b-3860-42d4-a3fe-9cd730946228 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/ports?device_id=621c9b83-3722-4455-86d1-290554c14b84 HTTP/1.1" status: 200 len: 945 time: 0.2508495 Nov 25 13:12:02.010108 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-08c72150-b8e0-4cad-abb7-4b6bf3128306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:02.013380 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-08c72150-b8e0-4cad-abb7-4b6bf3128306 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:02.019431 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-08c72150-b8e0-4cad-abb7-4b6bf3128306 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/14fe10c6-cc80-472d-8de6-fa55c680a3f6 HTTP/1.1" status: 204 len: 168 time: 0.7062950 Nov 25 13:12:02.067468 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c72150-b8e0-4cad-abb7-4b6bf3128306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14fe10c6-cc80-472d-8de6-fa55c680a3f6,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:02.072497 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-9a06be02-e24e-453f-8981-9cf76fe0c319 req-32b9b5c0-5c40-4706-9883-a675fc4ef757 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] For port 929769d0-86ac-42e6-8b6c-a67b0094b459, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=929769d0-86ac-42e6-8b6c-a67b0094b459,segment=NetworkSegment(f1015c3b-5561-4c41-908e-568aaa0911cd),segment_id=f1015c3b-5561-4c41-908e-568aaa0911cd)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:12:02.072782 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-9a06be02-e24e-453f-8981-9cf76fe0c319 req-32b9b5c0-5c40-4706-9883-a675fc4ef757 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:02.145586 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-db9c13c2-8428-4a82-89bb-8d405d0329a4 req-b25b7be0-f523-4828-b157-be88746a6476 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e57746c-a056-414e-9571-33500a85083a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363242 Nov 25 13:12:02.158296 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-9a06be02-e24e-453f-8981-9cf76fe0c319 req-32b9b5c0-5c40-4706-9883-a675fc4ef757 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Calling delete_port for 929769d0-86ac-42e6-8b6c-a67b0094b459 owned by compute:nova {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:12:02.194944 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-579f4ea1-c763-4317-b1e0-fc7f8521512c service neutron] 10.222.0.66 "GET /v2.0/networks/2b823069-d9bd-4f42-87ec-afb97511a19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3521566 Nov 25 13:12:02.227693 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40fe22f-0cb6-4b32-8d05-7d8d530bfd02 req-da76353f-6358-46ca-8db3-062cf520d715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:02.229198 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c40fe22f-0cb6-4b32-8d05-7d8d530bfd02 req-da76353f-6358-46ca-8db3-062cf520d715 service neutron] 10.222.0.47 "GET /v2.0/networks?id=262c70d7-6144-48b3-9558-2d58ff5c73f5 HTTP/1.1" status: 200 len: 917 time: 0.3083680 Nov 25 13:12:02.295067 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-2b56a09b-913b-44c8-85d4-34e27091358f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=724cccc6-fca6-4f56-9b33-692920a85a29 HTTP/1.1" status: 200 len: 217 time: 0.0640106 Nov 25 13:12:02.363537 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c40fe22f-0cb6-4b32-8d05-7d8d530bfd02 req-b6bb395d-0727-47ea-908c-102a936a7774 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8f8e13d-3f59-427b-9f94-685701b9dcb2 HTTP/1.1" status: 200 len: 217 time: 0.0843272 Nov 25 13:12:02.431220 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ea12e-0b66-4f88-93f4-72d2ab771169 req-343167fb-20ff-4855-9e90-b3e8bfb4465c tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:02.446624 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ea12e-0b66-4f88-93f4-72d2ab771169 req-343167fb-20ff-4855-9e90-b3e8bfb4465c tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:02.453037 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ea12e-0b66-4f88-93f4-72d2ab771169 req-343167fb-20ff-4855-9e90-b3e8bfb4465c tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:02.474507 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40fe22f-0cb6-4b32-8d05-7d8d530bfd02 req-a40d58a2-2479-435d-b8ec-61a4a102a30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:02.476197 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c40fe22f-0cb6-4b32-8d05-7d8d530bfd02 req-a40d58a2-2479-435d-b8ec-61a4a102a30a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=944dd67b-31c1-4580-877a-c7575fa9eef6 HTTP/1.1" status: 200 len: 855 time: 0.0550692 Nov 25 13:12:02.481152 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ea12e-0b66-4f88-93f4-72d2ab771169 req-343167fb-20ff-4855-9e90-b3e8bfb4465c tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:02.499141 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ea12e-0b66-4f88-93f4-72d2ab771169 req-343167fb-20ff-4855-9e90-b3e8bfb4465c tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:02.545901 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ea12e-0b66-4f88-93f4-72d2ab771169 req-343167fb-20ff-4855-9e90-b3e8bfb4465c tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:02.571128 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ea12e-0b66-4f88-93f4-72d2ab771169 req-343167fb-20ff-4855-9e90-b3e8bfb4465c tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:02.583134 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-852ea12e-0b66-4f88-93f4-72d2ab771169 req-343167fb-20ff-4855-9e90-b3e8bfb4465c tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 5431 time: 0.4154224 Nov 25 13:12:02.688844 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8f7f4592-7f0e-4ee3-bc46-ff1bdbae6aaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:02.701606 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e3fe0-38c4-41f2-a559-3401b1a4cb43 req-384727d4-31a7-4681-a680-9783d69a8756 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:02.705028 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-919e3fe0-38c4-41f2-a559-3401b1a4cb43 req-384727d4-31a7-4681-a680-9783d69a8756 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.47 "GET /v2.0/networks?id=20494638-06c1-415e-90d6-c326674b78a0 HTTP/1.1" status: 200 len: 807 time: 0.1750107 Nov 25 13:12:02.729849 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-3fa5bad9-5569-4eb4-8008-2928e09e87da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:02.737263 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-3fa5bad9-5569-4eb4-8008-2928e09e87da service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e25e12e8-af35-42f8-83c0-b8f9f41a748f HTTP/1.1" status: 200 len: 797 time: 0.4007976 Nov 25 13:12:02.746226 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e225a-7d90-4ce7-9ead-282680dbdb78 req-6b30d15e-a414-430f-a451-347b6e240875 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:02.747942 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d70e225a-7d90-4ce7-9ead-282680dbdb78 req-6b30d15e-a414-430f-a451-347b6e240875 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=41772653-c84b-4487-8698-22e4f27f0950 HTTP/1.1" status: 200 len: 944 time: 0.1601200 Nov 25 13:12:02.751723 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-919e3fe0-38c4-41f2-a559-3401b1a4cb43 req-666ecaf3-fddf-43da-9aa8-c26715e46bdd tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Request body: {'port': {'device_id': '1834e9fa-ed18-4283-b6da-37963008c9ee', 'network_id': '20494638-06c1-415e-90d6-c326674b78a0', 'admin_state_up': True, 'tenant_id': 'f9638bf2b13b4d579c7476454eb03e3d'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:12:02.893836 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40fe22f-0cb6-4b32-8d05-7d8d530bfd02 req-e78a5a7a-df7d-45ba-a8d3-1818d2c4dc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:02.895573 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c40fe22f-0cb6-4b32-8d05-7d8d530bfd02 req-e78a5a7a-df7d-45ba-a8d3-1818d2c4dc7a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=262c70d7-6144-48b3-9558-2d58ff5c73f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4087420 Nov 25 13:12:02.922942 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-9a06be02-e24e-453f-8981-9cf76fe0c319 req-32b9b5c0-5c40-4706-9883-a675fc4ef757 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:02.942956 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['087220c7-2a82-445b-929d-1e40a03684c6'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:12:02.945721 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['929769d0-86ac-42e6-8b6c-a67b0094b459'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:12:02.950184 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-852ea12e-0b66-4f88-93f4-72d2ab771169 req-4a20531d-0500-4698-8c0f-3ea759ee4e7e tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/security-groups?id=b58ccaf7-fcbc-46a0-8300-65e745ae9e20&id=0bfd0f62-df40-4a2c-8890-32844a1d7ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3509660 Nov 25 13:12:03.038903 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d70e225a-7d90-4ce7-9ead-282680dbdb78 req-5359dd77-63a2-4b2d-85af-993c7675b57e tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623060 Nov 25 13:12:03.084783 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c40fe22f-0cb6-4b32-8d05-7d8d530bfd02 req-7f307799-6599-49d1-a8a4-bb9ec75aaa09 service neutron] 10.222.0.47 "GET /v2.0/networks/262c70d7-6144-48b3-9558-2d58ff5c73f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767452 Nov 25 13:12:03.087382 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 38850) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:03.095788 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b9b5c0-5c40-4706-9883-a675fc4ef757 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Pushing event deleted for resources: {'Port': ['ID=929769d0-86ac-42e6-8b6c-a67b0094b459,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:03.153744 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 38858) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:03.475322 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-eef52ca4-ecbd-439a-9384-f21775174193 req-505d31e1-f779-4ee5-97f3-dcfd6d404137 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=1834e9fa-ed18-4283-b6da-37963008c9ee HTTP/1.1" status: 200 len: 210 time: 0.2438455 Nov 25 13:12:03.496482 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a06be02-e24e-453f-8981-9cf76fe0c319 req-32b9b5c0-5c40-4706-9883-a675fc4ef757 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] No DVR routers for this DVR port 929769d0-86ac-42e6-8b6c-a67b0094b459 on host n-h1-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:12:03.507018 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-9a06be02-e24e-453f-8981-9cf76fe0c319 req-32b9b5c0-5c40-4706-9883-a675fc4ef757 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:03.511405 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9a06be02-e24e-453f-8981-9cf76fe0c319 req-32b9b5c0-5c40-4706-9883-a675fc4ef757 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.66 "DELETE /v2.0/ports/929769d0-86ac-42e6-8b6c-a67b0094b459 HTTP/1.1" status: 204 len: 173 time: 2.3934412 Nov 25 13:12:03.566402 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-055ff48c-5822-4213-951f-41655b87e758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:03.568442 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-055ff48c-5822-4213-951f-41655b87e758 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2b823069-d9bd-4f42-87ec-afb97511a19d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7705088 Nov 25 13:12:03.580700 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41772653-c84b-4487-8698-22e4f27f0950', 'name': 'network-vif-deleted', 'tag': '929769d0-86ac-42e6-8b6c-a67b0094b459'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:12:03.584593 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a436b74c-5ce9-4f9c-8782-afc9886fe7fb" -d '{"events": [{"server_uuid": "41772653-c84b-4487-8698-22e4f27f0950", "name": "network-vif-deleted", "tag": "929769d0-86ac-42e6-8b6c-a67b0094b459"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:12:03.626102 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8d2f63cd-15bb-4ebd-97df-b3d218f39b5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:03.648711 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c40fe22f-0cb6-4b32-8d05-7d8d530bfd02 req-bb71b14d-0157-4372-9b25-0f3faa2c1520 service neutron] 10.222.0.47 "GET /v2.0/networks/262c70d7-6144-48b3-9558-2d58ff5c73f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5060952 Nov 25 13:12:03.721237 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:03.784156 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-919e3fe0-38c4-41f2-a559-3401b1a4cb43 req-666ecaf3-fddf-43da-9aa8-c26715e46bdd tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Made reservation on behalf of f9638bf2b13b4d579c7476454eb03e3d for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:12:03.787682 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-919e3fe0-38c4-41f2-a559-3401b1a4cb43 req-666ecaf3-fddf-43da-9aa8-c26715e46bdd tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:03.791111 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8d2f63cd-15bb-4ebd-97df-b3d218f39b5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:03.795141 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce83a28-ddb0-4a42-a9f2-6f0a27bd9fcc x-openstack-request-id: req-9ce83a28-ddb0-4a42-a9f2-6f0a27bd9fcc {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:12:03.795922 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41772653-c84b-4487-8698-22e4f27f0950", "name": "network-vif-deleted", "tag": "929769d0-86ac-42e6-8b6c-a67b0094b459", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:12:03.796393 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9ce83a28-ddb0-4a42-a9f2-6f0a27bd9fcc {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:12:03.797223 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41772653-c84b-4487-8698-22e4f27f0950', 'name': 'network-vif-deleted', 'tag': '929769d0-86ac-42e6-8b6c-a67b0094b459', 'status': 'completed', 'code': 200} Nov 25 13:12:03.803891 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8d2f63cd-15bb-4ebd-97df-b3d218f39b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:03.833581 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-353066eb-b6bd-4394-9a57-266245ae0903 admin admin] Deleting subnet af6d388d-5278-4fef-a1e9-b40af907e39b {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:12:03.850162 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-353066eb-b6bd-4394-9a57-266245ae0903 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:03.966753 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab4a9eb-c52d-40d4-8ac6-0f17b4f9714a req-37482a3c-e628-4db0-98c9-469146212bff tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:03.968379 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3ab4a9eb-c52d-40d4-8ac6-0f17b4f9714a req-37482a3c-e628-4db0-98c9-469146212bff tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/ports?device_id=621c9b83-3722-4455-86d1-290554c14b84 HTTP/1.1" status: 200 len: 945 time: 0.5610523 Nov 25 13:12:03.988802 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-4ba1cd26-014f-4253-aa1b-f6ec909504cf service neutron] 10.222.0.66 "GET /v2.0/networks/2b823069-d9bd-4f42-87ec-afb97511a19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3744836 Nov 25 13:12:04.038810 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 38880) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:04.039534 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-8d2f63cd-15bb-4ebd-97df-b3d218f39b5e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=55a99bad43ea45ea9f8d45697eb86db8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9287133 Nov 25 13:12:04.113842 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-353066eb-b6bd-4394-9a57-266245ae0903 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:04.116014 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2f63cd-15bb-4ebd-97df-b3d218f39b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44131003-33df-454a-8d4f-c755117a96a5,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:04.177492 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-353066eb-b6bd-4394-9a57-266245ae0903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:04.274947 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3ab4a9eb-c52d-40d4-8ac6-0f17b4f9714a req-525cd6d8-72c4-4c3f-a63e-ee15a70f93a9 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e57746c-a056-414e-9571-33500a85083a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714155 Nov 25 13:12:04.277283 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-353066eb-b6bd-4394-9a57-266245ae0903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:04.352877 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-353066eb-b6bd-4394-9a57-266245ae0903 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:04.371023 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-353066eb-b6bd-4394-9a57-266245ae0903 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/af6d388d-5278-4fef-a1e9-b40af907e39b HTTP/1.1" status: 204 len: 168 time: 1.2138355 Nov 25 13:12:04.447308 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 38886) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:04.547378 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353066eb-b6bd-4394-9a57-266245ae0903 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af6d388d-5278-4fef-a1e9-b40af907e39b,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:04.642099 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-00b476b6-b1e3-4e27-ae4b-83ffb44a4c23 req-c4f3f623-aa02-4164-8eda-268ea631d41a tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=41772653-c84b-4487-8698-22e4f27f0950 HTTP/1.1" status: 200 len: 210 time: 0.1436939 Nov 25 13:12:04.713094 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647bc7d9-bf39-4207-acf4-7f28f442ebf1 req-f399693e-26d3-4e09-9db1-23355960e198 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:04.723042 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647bc7d9-bf39-4207-acf4-7f28f442ebf1 req-f399693e-26d3-4e09-9db1-23355960e198 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:04.739063 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aafa4729-13f5-43fa-a180-db36bfb4ad1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:04.743093 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647bc7d9-bf39-4207-acf4-7f28f442ebf1 req-f399693e-26d3-4e09-9db1-23355960e198 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:04.753103 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647bc7d9-bf39-4207-acf4-7f28f442ebf1 req-f399693e-26d3-4e09-9db1-23355960e198 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:04.760789 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647bc7d9-bf39-4207-acf4-7f28f442ebf1 req-f399693e-26d3-4e09-9db1-23355960e198 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:04.767509 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647bc7d9-bf39-4207-acf4-7f28f442ebf1 req-f399693e-26d3-4e09-9db1-23355960e198 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:04.768186 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-c5b25f0d-4e5a-4099-b828-0be249ce3f88 service neutron] 10.222.0.66 "GET /v2.0/networks/2b823069-d9bd-4f42-87ec-afb97511a19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7562554 Nov 25 13:12:04.775241 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-919e3fe0-38c4-41f2-a559-3401b1a4cb43 req-666ecaf3-fddf-43da-9aa8-c26715e46bdd tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Allocated IP 172.20.0.5 (20494638-06c1-415e-90d6-c326674b78a0/82870c5b-3c5b-4cf7-b280-dc92346a33bf/8e9bf303-3260-4f39-8268-47ea7dd76ad6) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:12:04.775596 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647bc7d9-bf39-4207-acf4-7f28f442ebf1 req-f399693e-26d3-4e09-9db1-23355960e198 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:04.785406 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-647bc7d9-bf39-4207-acf4-7f28f442ebf1 req-f399693e-26d3-4e09-9db1-23355960e198 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 5431 time: 0.6521668 Nov 25 13:12:04.842335 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-cc3b29df-fa5c-46e3-9da3-6da290c67919 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=938ce238-0316-4d1c-bb63-dde0afdb2932 HTTP/1.1" status: 200 len: 217 time: 0.0620584 Nov 25 13:12:04.846607 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aafa4729-13f5-43fa-a180-db36bfb4ad1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:04.856365 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a6dfb985-c5d2-4dc5-87fc-37d9b62e2bc5 req-f34a18c8-1518-4108-859b-1fc98fc2524d tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=1834e9fa-ed18-4283-b6da-37963008c9ee HTTP/1.1" status: 200 len: 210 time: 0.0606120 Nov 25 13:12:04.867621 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a4c8231e-e473-40b9-8b50-0c8854fec782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:04.994057 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-7bbf2754-62a4-46e0-bf93-cfe5f2d1488b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:04.995847 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-7bbf2754-62a4-46e0-bf93-cfe5f2d1488b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e25e12e8-af35-42f8-83c0-b8f9f41a748f HTTP/1.1" status: 200 len: 797 time: 0.1375558 Nov 25 13:12:05.026574 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-647bc7d9-bf39-4207-acf4-7f28f442ebf1 req-f972f353-1362-4c95-b9ea-6b26b5ac3a2e tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/security-groups?id=b58ccaf7-fcbc-46a0-8300-65e745ae9e20&id=0bfd0f62-df40-4a2c-8890-32844a1d7ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2399673 Nov 25 13:12:05.031108 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a4c8231e-e473-40b9-8b50-0c8854fec782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:05.074156 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:05.078757 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-a4c8231e-e473-40b9-8b50-0c8854fec782 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:12:05.087418 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aafa4729-13f5-43fa-a180-db36bfb4ad1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:05.090262 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aafa4729-13f5-43fa-a180-db36bfb4ad1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:05.090468 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-a4c8231e-e473-40b9-8b50-0c8854fec782 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8fc9265-97df-4bce-bf9a-73ae38a4e9ce') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:12:05.090665 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-a4c8231e-e473-40b9-8b50-0c8854fec782 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8fc9265-97df-4bce-bf9a-73ae38a4e9ce') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:12:05.095014 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-aafa4729-13f5-43fa-a180-db36bfb4ad1b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/44131003-33df-454a-8d4f-c755117a96a5 HTTP/1.1" status: 204 len: 168 time: 1.0400984 Nov 25 13:12:05.112844 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a4c8231e-e473-40b9-8b50-0c8854fec782 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:05.113768 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa4729-13f5-43fa-a180-db36bfb4ad1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44131003-33df-454a-8d4f-c755117a96a5,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:05.144098 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a4c8231e-e473-40b9-8b50-0c8854fec782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:05.155501 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4c8231e-e473-40b9-8b50-0c8854fec782 admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:12:05.155986 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a4c8231e-e473-40b9-8b50-0c8854fec782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:05.159529 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:12:05.159529 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:12:05.159529 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:12:05.159529 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:12:05.159529 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:12:05.159529 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:12:05.159529 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:12:05.159529 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:12:05.159529 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:12:05.159529 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:12:05.159529 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:12:05.159529 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:12:05.159529 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:12:05.159529 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:12:05.159529 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:12:05.159529 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:12:05.159529 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:12:05.159529 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:12:05.159529 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:12:05.159529 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:12:05.159529 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:12:05.159529 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:12:05.159529 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:12:05.159529 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:12:05.159529 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:12:05.159529 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:12:05.159529 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:12:05.159529 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:12:05.159529 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:12:05.159529 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:12:05.159529 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:12:05.159529 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:12:05.198148 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-3f77380a-10db-420b-ac98-898428520683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:05.199713 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-3f77380a-10db-420b-ac98-898428520683 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2b823069-d9bd-4f42-87ec-afb97511a19d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1627617 Nov 25 13:12:05.232127 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a4c8231e-e473-40b9-8b50-0c8854fec782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:05.239267 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a4c8231e-e473-40b9-8b50-0c8854fec782 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:05.252649 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-a4c8231e-e473-40b9-8b50-0c8854fec782 admin admin] 10.222.0.53 "DELETE /v2.0/networks/3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d HTTP/1.1" status: 204 len: 168 time: 0.7292974 Nov 25 13:12:05.272410 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c8231e-e473-40b9-8b50-0c8854fec782 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f1c2b3e-7157-41ea-b5ba-0e3b4982d17d,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:05.356043 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0530bee5-c0a7-4059-b02c-ffb24264fca6 req-3c9b3261-f949-4cb3-ace4-6d675e026b42 tempest-ServerDiagnosticsNegativeTest-1951392307 tempest-ServerDiagnosticsNegativeTest-1951392307-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=45f24b986a4d428fb8ef379469ed4927&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344584 Nov 25 13:12:05.398781 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-919e3fe0-38c4-41f2-a559-3401b1a4cb43 req-666ecaf3-fddf-43da-9aa8-c26715e46bdd tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:05.457657 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 929769d0-86ac-42e6-8b6c-a67b0094b459 no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:12:05.491517 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 38922) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:05.514042 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] No Port match for: 929769d0-86ac-42e6-8b6c-a67b0094b459 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:12:05.514411 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 929769d0-86ac-42e6-8b6c-a67b0094b459 not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:12:05.582116 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd012d5-e94e-43de-9ff7-3e5c188c08cb req-a06f62e0-34af-4f0b-8c62-d982e1a8daf5 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:05.589341 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fdd012d5-e94e-43de-9ff7-3e5c188c08cb req-a06f62e0-34af-4f0b-8c62-d982e1a8daf5 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/ports?device_id=621c9b83-3722-4455-86d1-290554c14b84 HTTP/1.1" status: 200 len: 945 time: 0.1536427 Nov 25 13:12:05.594485 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-22e1c15e-1bcc-4c8a-95a3-20eb6fede8cc service neutron] 10.222.0.66 "GET /v2.0/networks/2b823069-d9bd-4f42-87ec-afb97511a19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3721230 Nov 25 13:12:05.620110 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0530bee5-c0a7-4059-b02c-ffb24264fca6 req-e964f958-1560-47c8-ba00-00618653b936 tempest-ServerDiagnosticsNegativeTest-1951392307 tempest-ServerDiagnosticsNegativeTest-1951392307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:05.630095 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0530bee5-c0a7-4059-b02c-ffb24264fca6 req-e964f958-1560-47c8-ba00-00618653b936 tempest-ServerDiagnosticsNegativeTest-1951392307 tempest-ServerDiagnosticsNegativeTest-1951392307-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2726974 Nov 25 13:12:05.651609 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0530bee5-c0a7-4059-b02c-ffb24264fca6 req-b8026e89-3e3a-4642-8887-80cc3531841a tempest-ServerDiagnosticsNegativeTest-1951392307 tempest-ServerDiagnosticsNegativeTest-1951392307-project] 10.222.0.53 "GET /v2.0/quotas/45f24b986a4d428fb8ef379469ed4927 HTTP/1.1" status: 200 len: 375 time: 0.0203393 Nov 25 13:12:05.688802 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-919e3fe0-38c4-41f2-a559-3401b1a4cb43 req-666ecaf3-fddf-43da-9aa8-c26715e46bdd tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:05.701405 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0530bee5-c0a7-4059-b02c-ffb24264fca6 req-2b2bec74-a49b-4969-9e81-eaf597c4c582 tempest-ServerDiagnosticsNegativeTest-1951392307 tempest-ServerDiagnosticsNegativeTest-1951392307-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=45f24b986a4d428fb8ef379469ed4927&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447536 Nov 25 13:12:05.705960 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['3023a69d-328f-4b58-9771-784d72e4f402'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:12:05.745979 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fdd012d5-e94e-43de-9ff7-3e5c188c08cb req-4c00b9a4-3100-4504-98fc-40fc04ad3b37 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e57746c-a056-414e-9571-33500a85083a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551626 Nov 25 13:12:05.770325 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-53787d76-a1e3-49a6-baa8-536ee71ffaff service neutron] 10.222.0.66 "GET /v2.0/networks/2b823069-d9bd-4f42-87ec-afb97511a19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585732 Nov 25 13:12:05.776533 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-04abe4d2-7bf1-4063-b330-2531e8b42655 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9924894bf2bb4ef59f3449083c95507b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2668135 Nov 25 13:12:05.779016 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 38936) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:05.816763 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-919e3fe0-38c4-41f2-a559-3401b1a4cb43 req-666ecaf3-fddf-43da-9aa8-c26715e46bdd tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Network 20494638-06c1-415e-90d6-c326674b78a0 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:12:05.853823 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-804a5b06-73b4-49ae-bbd5-83fcc7d327fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:05.912109 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-919e3fe0-38c4-41f2-a559-3401b1a4cb43 req-666ecaf3-fddf-43da-9aa8-c26715e46bdd tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:12:05.929809 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-de8307c9-f370-47d4-9450-0008098eb522 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=6a9422b9-9b35-47c0-860e-beb2d93e73ce HTTP/1.1" status: 200 len: 217 time: 0.1360295 Nov 25 13:12:05.931617 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-919e3fe0-38c4-41f2-a559-3401b1a4cb43 req-666ecaf3-fddf-43da-9aa8-c26715e46bdd tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:12:05.966539 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-804a5b06-73b4-49ae-bbd5-83fcc7d327fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:05.970488 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-97d76504-4f5b-4aa1-8102-b6d11a409a16 req-20cf1646-baff-4754-9bd5-67bb9696bf70 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=41772653-c84b-4487-8698-22e4f27f0950 HTTP/1.1" status: 200 len: 210 time: 0.0804853 Nov 25 13:12:06.105214 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e3fe0-38c4-41f2-a559-3401b1a4cb43 req-666ecaf3-fddf-43da-9aa8-c26715e46bdd tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:06.105883 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-919e3fe0-38c4-41f2-a559-3401b1a4cb43 req-666ecaf3-fddf-43da-9aa8-c26715e46bdd tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:06.107973 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fcc5b2e6-9024-4435-9825-cbc34c3188f4 req-43371ac2-3dd0-4f99-8330-c6ba847c6c29 tempest-ServerDiagnosticsNegativeTest-1951392307 tempest-ServerDiagnosticsNegativeTest-1951392307-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c000c59-8721-4301-b4f0-2c4c62af6f21 HTTP/1.1" status: 200 len: 210 time: 0.0586827 Nov 25 13:12:06.146854 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666ecaf3-fddf-43da-9aa8-c26715e46bdd tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Pushing event updated for resources: {'Port': ['ID=8e9bf303-3260-4f39-8268-47ea7dd76ad6,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:06.194481 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-919e3fe0-38c4-41f2-a559-3401b1a4cb43 req-666ecaf3-fddf-43da-9aa8-c26715e46bdd tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4528780 Nov 25 13:12:06.195399 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-b49f579c-149b-4db8-a234-abdb7f0a6ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:06.197040 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-b49f579c-149b-4db8-a234-abdb7f0a6ff3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e25e12e8-af35-42f8-83c0-b8f9f41a748f HTTP/1.1" status: 200 len: 797 time: 0.0883970 Nov 25 13:12:06.209722 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-919e3fe0-38c4-41f2-a559-3401b1a4cb43 req-1cf15673-f615-4606-b40a-e7e939f8afc4 service neutron] Request body: {'port': {'device_id': '1834e9fa-ed18-4283-b6da-37963008c9ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:12:06.217743 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:06.246812 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-804a5b06-73b4-49ae-bbd5-83fcc7d327fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:06.251174 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-804a5b06-73b4-49ae-bbd5-83fcc7d327fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:06.252881 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-804a5b06-73b4-49ae-bbd5-83fcc7d327fb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f6748c79-b185-401c-a5a4-7558eeb3a91a HTTP/1.1" status: 204 len: 168 time: 0.4727118 Nov 25 13:12:06.276547 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804a5b06-73b4-49ae-bbd5-83fcc7d327fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6748c79-b185-401c-a5a4-7558eeb3a91a,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:06.334379 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec35128-0e60-48d1-9b57-97476a4678df req-5a768b6a-1da7-40fc-80ce-08870b9ad7c1 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:06.336044 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6ec35128-0e60-48d1-9b57-97476a4678df req-5a768b6a-1da7-40fc-80ce-08870b9ad7c1 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=1834e9fa-ed18-4283-b6da-37963008c9ee HTTP/1.1" status: 200 len: 931 time: 0.2050757 Nov 25 13:12:06.426286 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-a783ed01-3cd8-4baf-a432-46f1e241edd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:06.427836 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-a783ed01-3cd8-4baf-a432-46f1e241edd4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2b823069-d9bd-4f42-87ec-afb97511a19d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2135458 Nov 25 13:12:06.436199 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-919e3fe0-38c4-41f2-a559-3401b1a4cb43 req-1cf15673-f615-4606-b40a-e7e939f8afc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:06.496647 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6ec35128-0e60-48d1-9b57-97476a4678df req-57d3f3a4-1ba1-4234-904f-6fdfbf899803 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472831 Nov 25 13:12:06.521011 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd9fbdc-9fe6-4881-8c9f-e045673e2387 req-2de9a9f3-7536-4b2c-9ee4-3cf69b5143f8 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:06.526587 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ccd9fbdc-9fe6-4881-8c9f-e045673e2387 req-2de9a9f3-7536-4b2c-9ee4-3cf69b5143f8 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/ports?device_id=621c9b83-3722-4455-86d1-290554c14b84 HTTP/1.1" status: 200 len: 945 time: 0.1219437 Nov 25 13:12:06.639143 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ccd9fbdc-9fe6-4881-8c9f-e045673e2387 req-31b51d39-e23a-47cf-9272-cced1eeb11f2 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e57746c-a056-414e-9571-33500a85083a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059320 Nov 25 13:12:06.726445 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8062191-7165-4f32-8a0d-3806ab4097ac req-9361d133-5cc2-4101-af3e-9b4795462b3b tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:06.727700 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-410b8b36-3974-43d3-bdb2-931473a0e3fb service neutron] 10.222.0.66 "GET /v2.0/networks/2b823069-d9bd-4f42-87ec-afb97511a19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848344 Nov 25 13:12:06.735435 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8062191-7165-4f32-8a0d-3806ab4097ac req-9361d133-5cc2-4101-af3e-9b4795462b3b tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:06.743689 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8062191-7165-4f32-8a0d-3806ab4097ac req-9361d133-5cc2-4101-af3e-9b4795462b3b tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:06.752137 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8062191-7165-4f32-8a0d-3806ab4097ac req-9361d133-5cc2-4101-af3e-9b4795462b3b tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:06.760332 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8062191-7165-4f32-8a0d-3806ab4097ac req-9361d133-5cc2-4101-af3e-9b4795462b3b tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:06.767341 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8062191-7165-4f32-8a0d-3806ab4097ac req-9361d133-5cc2-4101-af3e-9b4795462b3b tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:06.775537 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8062191-7165-4f32-8a0d-3806ab4097ac req-9361d133-5cc2-4101-af3e-9b4795462b3b tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:06.777759 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a8062191-7165-4f32-8a0d-3806ab4097ac req-9361d133-5cc2-4101-af3e-9b4795462b3b tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 5431 time: 0.1369519 Nov 25 13:12:06.869878 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a8062191-7165-4f32-8a0d-3806ab4097ac req-1e5d1b8a-28ba-438f-a04c-7b3a35a41d2a tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/security-groups?id=b58ccaf7-fcbc-46a0-8300-65e745ae9e20&id=0bfd0f62-df40-4a2c-8890-32844a1d7ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0818043 Nov 25 13:12:06.991599 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-fa0e0ced-c19f-4ef8-93e2-187b8e82f2d2 service neutron] 10.222.0.66 "GET /v2.0/networks/2b823069-d9bd-4f42-87ec-afb97511a19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489507 Nov 25 13:12:07.056367 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-91add1a5-915e-42b5-975f-33f19b554dc1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=319ab71f-208d-41ad-889f-9bd1500155cd HTTP/1.1" status: 200 len: 217 time: 0.0497208 Nov 25 13:12:07.123391 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33378a3d-6f0f-4a50-b3fb-1c079bc114d7 req-0f501ff2-5a78-4198-af22-92d24e859425 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:07.125908 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-33378a3d-6f0f-4a50-b3fb-1c079bc114d7 req-0f501ff2-5a78-4198-af22-92d24e859425 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/ports?device_id=93b47d28-e49b-474a-99ba-d9b5720fc03f HTTP/1.1" status: 200 len: 945 time: 0.0714540 Nov 25 13:12:07.174774 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-da0c6765-2929-4f92-9053-1214f07730f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:07.176659 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-da0c6765-2929-4f92-9053-1214f07730f5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=06817033-b081-4244-92d2-8969dbcfd417 HTTP/1.1" status: 200 len: 797 time: 0.0930963 Nov 25 13:12:07.215361 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-50cd41d7-f7dc-4d80-9b57-69c43e1fbab7 req-1d24f460-96ab-4168-830c-e3432b9af716 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=41772653-c84b-4487-8698-22e4f27f0950 HTTP/1.1" status: 200 len: 210 time: 0.0527332 Nov 25 13:12:07.225889 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-919e3fe0-38c4-41f2-a559-3401b1a4cb43 req-1cf15673-f615-4606-b40a-e7e939f8afc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e9bf303-3260-4f39-8268-47ea7dd76ad6 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:12:07.241196 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-33378a3d-6f0f-4a50-b3fb-1c079bc114d7 req-cd519d9d-95a8-4776-b6a2-4cd1cb49e734 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e57746c-a056-414e-9571-33500a85083a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080449 Nov 25 13:12:07.256946 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-919e3fe0-38c4-41f2-a559-3401b1a4cb43 req-1cf15673-f615-4606-b40a-e7e939f8afc4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:07.287311 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-b32e0b2e-2e70-4969-a30f-3e1beb4e2be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:07.290236 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-b32e0b2e-2e70-4969-a30f-3e1beb4e2be0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ce8b7f62-300f-4958-8057-b23aa4d60523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1020494 Nov 25 13:12:07.378052 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f39ca64e-fc61-4125-81fb-794cce5747cf req-e5ebf2fc-18aa-413f-98d0-71691ee452c8 tempest-ServerDiagnosticsNegativeTest-1951392307 tempest-ServerDiagnosticsNegativeTest-1951392307-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c000c59-8721-4301-b4f0-2c4c62af6f21 HTTP/1.1" status: 200 len: 210 time: 0.0313594 Nov 25 13:12:07.380397 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-919e3fe0-38c4-41f2-a559-3401b1a4cb43 req-1cf15673-f615-4606-b40a-e7e939f8afc4 service neutron] Transition to ACTIVE for port object 8e9bf303-3260-4f39-8268-47ea7dd76ad6 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:12:07.441598 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ed6ccd-e1b7-4863-8d1f-a0044f13d009 req-ea9694ad-19ab-4f68-93d2-56c0aad68b81 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:07.453778 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-32ed6ccd-e1b7-4863-8d1f-a0044f13d009 req-ea9694ad-19ab-4f68-93d2-56c0aad68b81 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f069467-ee13-43bf-8f6f-74371bdf7546 HTTP/1.1" status: 200 len: 945 time: 0.1180329 Nov 25 13:12:07.500309 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-919e3fe0-38c4-41f2-a559-3401b1a4cb43 req-1cf15673-f615-4606-b40a-e7e939f8afc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:07.574313 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-32ed6ccd-e1b7-4863-8d1f-a0044f13d009 req-54d4a1bb-6119-4ab6-a26b-74b962cb5c83 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e57746c-a056-414e-9571-33500a85083a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193314 Nov 25 13:12:07.644584 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [req-b057d388-02ed-436a-9e32-15dd1a9ba23f req-75255452-9fe0-4e1d-817e-b36fc4ead0f2 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:12:07.646308 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b057d388-02ed-436a-9e32-15dd1a9ba23f req-75255452-9fe0-4e1d-817e-b36fc4ead0f2 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0098686 Nov 25 13:12:07.715988 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39008) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:07.735272 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0530bee5-c0a7-4059-b02c-ffb24264fca6 req-b522e4af-d459-4536-9fcc-8a8ab5d0cc31 tempest-ServerDiagnosticsNegativeTest-1951392307 tempest-ServerDiagnosticsNegativeTest-1951392307-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=45f24b986a4d428fb8ef379469ed4927&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1605496 Nov 25 13:12:07.801992 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:07.819936 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b057d388-02ed-436a-9e32-15dd1a9ba23f req-9fc46f0e-2c02-4f3e-b62e-49f8401f4d18 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.8&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1666355 Nov 25 13:12:07.834242 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a752c-cf0f-4812-97d9-8ff5d1a701e2 req-2ad76642-5c8c-46c2-846c-5a4ecaef6a30 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:07.835810 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-134a752c-cf0f-4812-97d9-8ff5d1a701e2 req-2ad76642-5c8c-46c2-846c-5a4ecaef6a30 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=1834e9fa-ed18-4283-b6da-37963008c9ee HTTP/1.1" status: 200 len: 943 time: 0.1208293 Nov 25 13:12:07.903442 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf15673-f615-4606-b40a-e7e939f8afc4 service neutron] Pushing event updated for resources: {'Port': ['ID=8e9bf303-3260-4f39-8268-47ea7dd76ad6,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:07.911924 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-93a6a19f-e5fa-4300-899e-d05c35e8416c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:07.954551 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-134a752c-cf0f-4812-97d9-8ff5d1a701e2 req-c568cb0d-3bc9-45cc-a6e8-707e8436683f tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077731 Nov 25 13:12:07.988292 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0530bee5-c0a7-4059-b02c-ffb24264fca6 req-28fa1090-52b8-4375-8d85-33b79a59102d tempest-ServerDiagnosticsNegativeTest-1951392307 tempest-ServerDiagnosticsNegativeTest-1951392307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:07.989840 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0530bee5-c0a7-4059-b02c-ffb24264fca6 req-28fa1090-52b8-4375-8d85-33b79a59102d tempest-ServerDiagnosticsNegativeTest-1951392307 tempest-ServerDiagnosticsNegativeTest-1951392307-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2435451 Nov 25 13:12:07.994596 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-c7a12595-c48e-4e9a-a7ef-69a2baff1b48 service neutron] 10.222.0.66 "GET /v2.0/networks/ce8b7f62-300f-4958-8057-b23aa4d60523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6899102 Nov 25 13:12:08.006546 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-0530bee5-c0a7-4059-b02c-ffb24264fca6 req-d100297c-59d6-4094-94d2-7c151dc7a175 tempest-ServerDiagnosticsNegativeTest-1951392307 tempest-ServerDiagnosticsNegativeTest-1951392307-project] Request body: {'port': {'device_id': '2c000c59-8721-4301-b4f0-2c4c62af6f21', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'admin_state_up': True, 'tenant_id': '45f24b986a4d428fb8ef379469ed4927'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:12:08.048249 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-93a6a19f-e5fa-4300-899e-d05c35e8416c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:08.055911 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-93a6a19f-e5fa-4300-899e-d05c35e8416c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:08.108131 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-93a6a19f-e5fa-4300-899e-d05c35e8416c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2a79883dddcd4425bffd435c67850b22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3886039 Nov 25 13:12:08.108776 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39020) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:08.121543 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a6a19f-e5fa-4300-899e-d05c35e8416c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5103e7b-d8f4-41dd-842b-42b72d6d4c64,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:08.206906 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-919e3fe0-38c4-41f2-a559-3401b1a4cb43 req-1cf15673-f615-4606-b40a-e7e939f8afc4 service neutron] Attempting to bind port 8e9bf303-3260-4f39-8268-47ea7dd76ad6 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:12:08.207782 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-919e3fe0-38c4-41f2-a559-3401b1a4cb43 req-1cf15673-f615-4606-b40a-e7e939f8afc4 service neutron] Attempting to bind port 8e9bf303-3260-4f39-8268-47ea7dd76ad6 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '6f5b4a09-9f6c-4c19-8201-4d90933cd506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '20494638-06c1-415e-90d6-c326674b78a0'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:12:08.207782 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919e3fe0-38c4-41f2-a559-3401b1a4cb43 req-1cf15673-f615-4606-b40a-e7e939f8afc4 service neutron] Attempting to bind port 8e9bf303-3260-4f39-8268-47ea7dd76ad6 on network 20494638-06c1-415e-90d6-c326674b78a0 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:12:08.224066 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fe0cc691-dccd-4d50-945f-46b9946b0ed4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:08.225228 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919e3fe0-38c4-41f2-a559-3401b1a4cb43 req-1cf15673-f615-4606-b40a-e7e939f8afc4 service neutron] Port 8e9bf303-3260-4f39-8268-47ea7dd76ad6 on network 20494638-06c1-415e-90d6-c326674b78a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:12:08.225572 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919e3fe0-38c4-41f2-a559-3401b1a4cb43 req-1cf15673-f615-4606-b40a-e7e939f8afc4 service neutron] Attempting to bind port 8e9bf303-3260-4f39-8268-47ea7dd76ad6 on network 20494638-06c1-415e-90d6-c326674b78a0 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:12:08.236304 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0530bee5-c0a7-4059-b02c-ffb24264fca6 req-d100297c-59d6-4094-94d2-7c151dc7a175 tempest-ServerDiagnosticsNegativeTest-1951392307 tempest-ServerDiagnosticsNegativeTest-1951392307-project] Made reservation on behalf of 45f24b986a4d428fb8ef379469ed4927 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:12:08.240114 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0530bee5-c0a7-4059-b02c-ffb24264fca6 req-d100297c-59d6-4094-94d2-7c151dc7a175 tempest-ServerDiagnosticsNegativeTest-1951392307 tempest-ServerDiagnosticsNegativeTest-1951392307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:08.246254 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919e3fe0-38c4-41f2-a559-3401b1a4cb43 req-1cf15673-f615-4606-b40a-e7e939f8afc4 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:12:08.246622 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919e3fe0-38c4-41f2-a559-3401b1a4cb43 req-1cf15673-f615-4606-b40a-e7e939f8afc4 service neutron] Checking segment: {'id': '6f5b4a09-9f6c-4c19-8201-4d90933cd506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '20494638-06c1-415e-90d6-c326674b78a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:12:08.247079 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919e3fe0-38c4-41f2-a559-3401b1a4cb43 req-1cf15673-f615-4606-b40a-e7e939f8afc4 service neutron] Bound using segment: {'id': '6f5b4a09-9f6c-4c19-8201-4d90933cd506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '20494638-06c1-415e-90d6-c326674b78a0'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:12:08.247784 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-919e3fe0-38c4-41f2-a559-3401b1a4cb43 req-1cf15673-f615-4606-b40a-e7e939f8afc4 service neutron] Bound port: 8e9bf303-3260-4f39-8268-47ea7dd76ad6, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f5b4a09-9f6c-4c19-8201-4d90933cd506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '20494638-06c1-415e-90d6-c326674b78a0'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:12:08.248154 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-919e3fe0-38c4-41f2-a559-3401b1a4cb43 req-1cf15673-f615-4606-b40a-e7e939f8afc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:08.252721 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fe0cc691-dccd-4d50-945f-46b9946b0ed4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:08.273955 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0530bee5-c0a7-4059-b02c-ffb24264fca6 req-d100297c-59d6-4094-94d2-7c151dc7a175 tempest-ServerDiagnosticsNegativeTest-1951392307 tempest-ServerDiagnosticsNegativeTest-1951392307-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:08.321997 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f9bf0-6049-4fd9-ae6d-4949c6c1cac7 req-57e1af4b-611a-4110-b430-71e08d2613b5 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:08.329366 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f9bf0-6049-4fd9-ae6d-4949c6c1cac7 req-57e1af4b-611a-4110-b430-71e08d2613b5 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:08.332745 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-c3091c0c-8bb1-44fe-b7ac-bfd4e02eacb1 service neutron] 10.222.0.66 "GET /v2.0/networks/ce8b7f62-300f-4958-8057-b23aa4d60523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137647 Nov 25 13:12:08.335564 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f9bf0-6049-4fd9-ae6d-4949c6c1cac7 req-57e1af4b-611a-4110-b430-71e08d2613b5 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:08.342880 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f9bf0-6049-4fd9-ae6d-4949c6c1cac7 req-57e1af4b-611a-4110-b430-71e08d2613b5 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:08.350429 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f9bf0-6049-4fd9-ae6d-4949c6c1cac7 req-57e1af4b-611a-4110-b430-71e08d2613b5 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:08.357263 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f9bf0-6049-4fd9-ae6d-4949c6c1cac7 req-57e1af4b-611a-4110-b430-71e08d2613b5 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:08.364111 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f9bf0-6049-4fd9-ae6d-4949c6c1cac7 req-57e1af4b-611a-4110-b430-71e08d2613b5 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:08.376814 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-714f9bf0-6049-4fd9-ae6d-4949c6c1cac7 req-57e1af4b-611a-4110-b430-71e08d2613b5 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 5431 time: 0.2087724 Nov 25 13:12:08.389710 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fe0cc691-dccd-4d50-945f-46b9946b0ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:08.395929 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fe0cc691-dccd-4d50-945f-46b9946b0ed4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:08.399364 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-fe0cc691-dccd-4d50-945f-46b9946b0ed4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c5103e7b-d8f4-41dd-842b-42b72d6d4c64 HTTP/1.1" status: 204 len: 168 time: 0.2868586 Nov 25 13:12:08.419603 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0cc691-dccd-4d50-945f-46b9946b0ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5103e7b-d8f4-41dd-842b-42b72d6d4c64,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:08.453858 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-7feb69db-d91f-4746-863a-2ddf5209a168 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3c54be67-fab8-4e6e-9f89-11a59ddfbd31 HTTP/1.1" status: 200 len: 217 time: 0.1047809 Nov 25 13:12:08.474026 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-919e3fe0-38c4-41f2-a559-3401b1a4cb43 req-1cf15673-f615-4606-b40a-e7e939f8afc4 service neutron] For port 8e9bf303-3260-4f39-8268-47ea7dd76ad6, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:12:08.491016 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-714f9bf0-6049-4fd9-ae6d-4949c6c1cac7 req-b879cb06-ff30-43a8-8342-f3fd5f73ec7b tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/security-groups?id=b58ccaf7-fcbc-46a0-8300-65e745ae9e20&id=0bfd0f62-df40-4a2c-8890-32844a1d7ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1130733 Nov 25 13:12:08.580634 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-919e3fe0-38c4-41f2-a559-3401b1a4cb43 req-1cf15673-f615-4606-b40a-e7e939f8afc4 service neutron] For port 8e9bf303-3260-4f39-8268-47ea7dd76ad6, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=8e9bf303-3260-4f39-8268-47ea7dd76ad6,segment=NetworkSegment(6f5b4a09-9f6c-4c19-8201-4d90933cd506),segment_id=6f5b4a09-9f6c-4c19-8201-4d90933cd506)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:12:08.607888 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-919e3fe0-38c4-41f2-a559-3401b1a4cb43 req-1cf15673-f615-4606-b40a-e7e939f8afc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:08.668096 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e3fe0-38c4-41f2-a559-3401b1a4cb43 req-1cf15673-f615-4606-b40a-e7e939f8afc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:08.670230 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-919e3fe0-38c4-41f2-a559-3401b1a4cb43 req-1cf15673-f615-4606-b40a-e7e939f8afc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:08.672099 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-919e3fe0-38c4-41f2-a559-3401b1a4cb43 req-1cf15673-f615-4606-b40a-e7e939f8afc4 service neutron] 10.222.0.47 "PUT /v2.0/ports/8e9bf303-3260-4f39-8268-47ea7dd76ad6 HTTP/1.1" status: 200 len: 1092 time: 2.4696186 Nov 25 13:12:08.709339 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac49d0f5-923a-4e9c-97c4-e8455c8484bb req-9cc309b0-6691-4d46-84a4-faac3707bec5 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:08.717521 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ac49d0f5-923a-4e9c-97c4-e8455c8484bb req-9cc309b0-6691-4d46-84a4-faac3707bec5 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/ports?device_id=621c9b83-3722-4455-86d1-290554c14b84 HTTP/1.1" status: 200 len: 945 time: 0.1113143 Nov 25 13:12:08.729251 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1834e9fa-ed18-4283-b6da-37963008c9ee', 'tag': '8e9bf303-3260-4f39-8268-47ea7dd76ad6'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:12:08.732669 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee2a6198-b4a1-48d8-acb5-2fc8f9e9988f" -d '{"events": [{"name": "network-changed", "server_uuid": "1834e9fa-ed18-4283-b6da-37963008c9ee", "tag": "8e9bf303-3260-4f39-8268-47ea7dd76ad6"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:12:08.788797 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-c824384d-3365-4017-bf23-c10129fa7f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:08.790862 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-c824384d-3365-4017-bf23-c10129fa7f8e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=06817033-b081-4244-92d2-8969dbcfd417 HTTP/1.1" status: 200 len: 797 time: 0.3194678 Nov 25 13:12:08.807869 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0530bee5-c0a7-4059-b02c-ffb24264fca6 req-d100297c-59d6-4094-94d2-7c151dc7a175 tempest-ServerDiagnosticsNegativeTest-1951392307 tempest-ServerDiagnosticsNegativeTest-1951392307-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:08.844908 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e3c33a31-9f90-49a4-8369-e69dbdad1cfc req-26a71aa4-0cce-429e-9add-e276a9bce0b8 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=41772653-c84b-4487-8698-22e4f27f0950 HTTP/1.1" status: 200 len: 210 time: 0.0446174 Nov 25 13:12:08.848778 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ac49d0f5-923a-4e9c-97c4-e8455c8484bb req-70c3520b-02ca-4f3e-84dc-ed0007d22375 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e57746c-a056-414e-9571-33500a85083a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304619 Nov 25 13:12:08.851964 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0530bee5-c0a7-4059-b02c-ffb24264fca6 req-d100297c-59d6-4094-94d2-7c151dc7a175 tempest-ServerDiagnosticsNegativeTest-1951392307 tempest-ServerDiagnosticsNegativeTest-1951392307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:08.934482 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf15673-f615-4606-b40a-e7e939f8afc4 service neutron] Pushing event updated for resources: {'Port': ['ID=8e9bf303-3260-4f39-8268-47ea7dd76ad6,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:08.967011 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e3fe0-38c4-41f2-a559-3401b1a4cb43 req-e34025b8-1845-4b08-9acf-3d75d794acd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:08.968923 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-919e3fe0-38c4-41f2-a559-3401b1a4cb43 req-e34025b8-1845-4b08-9acf-3d75d794acd0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f9638bf2b13b4d579c7476454eb03e3d&device_id=1834e9fa-ed18-4283-b6da-37963008c9ee HTTP/1.1" status: 200 len: 1095 time: 0.2289820 Nov 25 13:12:08.984918 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d100297c-59d6-4094-94d2-7c151dc7a175 tempest-ServerDiagnosticsNegativeTest-1951392307 tempest-ServerDiagnosticsNegativeTest-1951392307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9669ec5d-4c11-4d54-8e4c-842a8bdca8fe,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:09.016681 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cc3ad764-b0d3-4466-93f1-003dd0d687cf req-ff64405f-6aac-4a7e-ad2c-f7c36261ede2 tempest-ServerDiagnosticsNegativeTest-1951392307 tempest-ServerDiagnosticsNegativeTest-1951392307-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c000c59-8721-4301-b4f0-2c4c62af6f21 HTTP/1.1" status: 200 len: 210 time: 0.0515435 Nov 25 13:12:09.056575 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-919e3fe0-38c4-41f2-a559-3401b1a4cb43 req-5e2a6360-666c-44a1-9723-58aea04db5d4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e9bf303-3260-4f39-8268-47ea7dd76ad6 HTTP/1.1" status: 200 len: 217 time: 0.0739644 Nov 25 13:12:09.063177 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-3ee0484c-16c5-44b7-a725-b07307a5b615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:09.064826 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-3ee0484c-16c5-44b7-a725-b07307a5b615 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ce8b7f62-300f-4958-8057-b23aa4d60523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2592120 Nov 25 13:12:09.068856 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b64507-5710-49c6-9893-ee770a221f94 x-openstack-request-id: req-52b64507-5710-49c6-9893-ee770a221f94 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:12:09.068856 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1834e9fa-ed18-4283-b6da-37963008c9ee", "tag": "8e9bf303-3260-4f39-8268-47ea7dd76ad6", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:12:09.069153 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-52b64507-5710-49c6-9893-ee770a221f94 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:12:09.069529 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1834e9fa-ed18-4283-b6da-37963008c9ee', 'tag': '8e9bf303-3260-4f39-8268-47ea7dd76ad6', 'status': 'completed', 'code': 200} Nov 25 13:12:09.208249 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-0530bee5-c0a7-4059-b02c-ffb24264fca6 req-d100297c-59d6-4094-94d2-7c151dc7a175 tempest-ServerDiagnosticsNegativeTest-1951392307 tempest-ServerDiagnosticsNegativeTest-1951392307-project] Allocated IP 192.168.233.3 (85f6380f-3625-4f44-8465-fbcf0c11fed5/2ce5ca48-e3be-44c6-9584-fd9eb8c67222/f8a65267-a41b-4f69-88fc-97ff16f4d77a) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:12:09.216923 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660b934-1c34-4d96-bdbb-442daf750efa req-ae0e01e9-04f4-4a73-be19-de98a4d19d3e tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:09.227691 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8660b934-1c34-4d96-bdbb-442daf750efa req-ae0e01e9-04f4-4a73-be19-de98a4d19d3e tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/ports?device_id=93b47d28-e49b-474a-99ba-d9b5720fc03f HTTP/1.1" status: 200 len: 945 time: 0.1221001 Nov 25 13:12:09.236599 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e3fe0-38c4-41f2-a559-3401b1a4cb43 req-a779837a-ccc3-4946-a8c4-9091aeda50ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:09.238177 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-919e3fe0-38c4-41f2-a559-3401b1a4cb43 req-a779837a-ccc3-4946-a8c4-9091aeda50ba service neutron] 10.222.0.47 "GET /v2.0/subnets?id=82870c5b-3c5b-4cf7-b280-dc92346a33bf HTTP/1.1" status: 200 len: 847 time: 0.1678598 Nov 25 13:12:09.266046 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ac7bc-8310-43f3-a97f-0bd158726353 req-5f2d1976-ceef-4012-b3c2-20953db394a0 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:09.273051 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-101ac7bc-8310-43f3-a97f-0bd158726353 req-5f2d1976-ceef-4012-b3c2-20953db394a0 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=1834e9fa-ed18-4283-b6da-37963008c9ee HTTP/1.1" status: 200 len: 943 time: 0.1321974 Nov 25 13:12:09.307083 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-919e3fe0-38c4-41f2-a559-3401b1a4cb43 req-915e824e-03c4-4263-b0ce-02ff6e60e1b4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20494638-06c1-415e-90d6-c326674b78a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591936 Nov 25 13:12:09.334621 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-101ac7bc-8310-43f3-a97f-0bd158726353 req-e9308524-3557-434a-953f-798944443e3d tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578229 Nov 25 13:12:09.364262 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8660b934-1c34-4d96-bdbb-442daf750efa req-4cd6cf2b-c5a8-403a-9ca6-a87ba659ae18 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e57746c-a056-414e-9571-33500a85083a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348159 Nov 25 13:12:09.386496 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-aa7b95ee-c2a2-4f33-a8d4-fd06115f8c6a service neutron] 10.222.0.66 "GET /v2.0/networks/ce8b7f62-300f-4958-8057-b23aa4d60523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032038 Nov 25 13:12:09.530069 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575cc4e9-c245-49b4-b289-e2ebf0c68a5a req-96abdcc8-32b9-48ac-98a2-0b08a968eb29 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:09.548496 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-575cc4e9-c245-49b4-b289-e2ebf0c68a5a req-96abdcc8-32b9-48ac-98a2-0b08a968eb29 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f069467-ee13-43bf-8f6f-74371bdf7546 HTTP/1.1" status: 200 len: 945 time: 0.0979550 Nov 25 13:12:09.632285 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-575cc4e9-c245-49b4-b289-e2ebf0c68a5a req-bf9cb05f-be69-44bb-875a-06a851158750 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e57746c-a056-414e-9571-33500a85083a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685337 Nov 25 13:12:09.862012 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd5420-6a0c-4430-b008-706cbfe5ae63 req-a2d14822-ed4e-4ba6-937d-934d92aa490e tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:09.868243 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd5420-6a0c-4430-b008-706cbfe5ae63 req-a2d14822-ed4e-4ba6-937d-934d92aa490e tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:09.874017 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd5420-6a0c-4430-b008-706cbfe5ae63 req-a2d14822-ed4e-4ba6-937d-934d92aa490e tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:09.880774 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd5420-6a0c-4430-b008-706cbfe5ae63 req-a2d14822-ed4e-4ba6-937d-934d92aa490e tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:09.886725 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd5420-6a0c-4430-b008-706cbfe5ae63 req-a2d14822-ed4e-4ba6-937d-934d92aa490e tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:09.893737 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd5420-6a0c-4430-b008-706cbfe5ae63 req-a2d14822-ed4e-4ba6-937d-934d92aa490e tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:09.899693 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd5420-6a0c-4430-b008-706cbfe5ae63 req-a2d14822-ed4e-4ba6-937d-934d92aa490e tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:09.910738 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a1cd5420-6a0c-4430-b008-706cbfe5ae63 req-a2d14822-ed4e-4ba6-937d-934d92aa490e tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 5431 time: 0.1473873 Nov 25 13:12:09.939582 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0530bee5-c0a7-4059-b02c-ffb24264fca6 req-d100297c-59d6-4094-94d2-7c151dc7a175 tempest-ServerDiagnosticsNegativeTest-1951392307 tempest-ServerDiagnosticsNegativeTest-1951392307-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:09.975391 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a1cd5420-6a0c-4430-b008-706cbfe5ae63 req-8767d135-8cb5-4253-911c-fa45b4158aa7 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/security-groups?id=b58ccaf7-fcbc-46a0-8300-65e745ae9e20&id=0bfd0f62-df40-4a2c-8890-32844a1d7ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0674076 Nov 25 13:12:09.991853 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-664839c2-ee31-48b9-8842-3cce89eb6e00 req-c5d72181-fa18-4beb-bad4-ff1de1932828 service neutron] 10.222.0.66 "GET /v2.0/networks/ce8b7f62-300f-4958-8057-b23aa4d60523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5337150 Nov 25 13:12:09.996322 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-919e3fe0-38c4-41f2-a559-3401b1a4cb43 req-92755060-e2df-4f71-970e-3ebc6d2dc479 service neutron] 10.222.0.47 "GET /v2.0/networks/20494638-06c1-415e-90d6-c326674b78a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6774988 Nov 25 13:12:10.014875 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0530bee5-c0a7-4059-b02c-ffb24264fca6 req-d100297c-59d6-4094-94d2-7c151dc7a175 tempest-ServerDiagnosticsNegativeTest-1951392307 tempest-ServerDiagnosticsNegativeTest-1951392307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:10.119630 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9c25cc7b-88b9-4818-9adb-ee86027481a3 req-be88909d-8854-4af4-9b8a-c5c2bb8e79ad tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=41772653-c84b-4487-8698-22e4f27f0950 HTTP/1.1" status: 200 len: 210 time: 0.0297744 Nov 25 13:12:10.139207 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0530bee5-c0a7-4059-b02c-ffb24264fca6 req-d100297c-59d6-4094-94d2-7c151dc7a175 tempest-ServerDiagnosticsNegativeTest-1951392307 tempest-ServerDiagnosticsNegativeTest-1951392307-project] Network 85f6380f-3625-4f44-8465-fbcf0c11fed5 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:12:10.156441 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d100297c-59d6-4094-94d2-7c151dc7a175 tempest-ServerDiagnosticsNegativeTest-1951392307 tempest-ServerDiagnosticsNegativeTest-1951392307-project] Pushing event updated for resources: {'Port': ['ID=f8a65267-a41b-4f69-88fc-97ff16f4d77a,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:10.160499 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-0530bee5-c0a7-4059-b02c-ffb24264fca6 req-d100297c-59d6-4094-94d2-7c151dc7a175 tempest-ServerDiagnosticsNegativeTest-1951392307 tempest-ServerDiagnosticsNegativeTest-1951392307-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:12:10.162590 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-0530bee5-c0a7-4059-b02c-ffb24264fca6 req-d100297c-59d6-4094-94d2-7c151dc7a175 tempest-ServerDiagnosticsNegativeTest-1951392307 tempest-ServerDiagnosticsNegativeTest-1951392307-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:12:10.257358 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0530bee5-c0a7-4059-b02c-ffb24264fca6 req-d100297c-59d6-4094-94d2-7c151dc7a175 tempest-ServerDiagnosticsNegativeTest-1951392307 tempest-ServerDiagnosticsNegativeTest-1951392307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:10.258005 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0530bee5-c0a7-4059-b02c-ffb24264fca6 req-d100297c-59d6-4094-94d2-7c151dc7a175 tempest-ServerDiagnosticsNegativeTest-1951392307 tempest-ServerDiagnosticsNegativeTest-1951392307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:10.343748 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7a853-f568-457b-bd06-e47127b7c66f req-fb576c7a-9ffd-4114-bab6-5c405adc9f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:10.344414 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7a853-f568-457b-bd06-e47127b7c66f req-fb576c7a-9ffd-4114-bab6-5c405adc9f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:10.344902 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7a853-f568-457b-bd06-e47127b7c66f req-fb576c7a-9ffd-4114-bab6-5c405adc9f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:10.345356 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7a853-f568-457b-bd06-e47127b7c66f req-fb576c7a-9ffd-4114-bab6-5c405adc9f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:10.345807 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7a853-f568-457b-bd06-e47127b7c66f req-fb576c7a-9ffd-4114-bab6-5c405adc9f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:10.346273 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7a853-f568-457b-bd06-e47127b7c66f req-fb576c7a-9ffd-4114-bab6-5c405adc9f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:10.346767 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7a853-f568-457b-bd06-e47127b7c66f req-fb576c7a-9ffd-4114-bab6-5c405adc9f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:10.348887 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2ac7a853-f568-457b-bd06-e47127b7c66f req-fb576c7a-9ffd-4114-bab6-5c405adc9f71 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f253db84e4e241d4aa7c98f5a2e10d18&device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 6495 time: 0.2419989 Nov 25 13:12:10.380617 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0530bee5-c0a7-4059-b02c-ffb24264fca6 req-d100297c-59d6-4094-94d2-7c151dc7a175 tempest-ServerDiagnosticsNegativeTest-1951392307 tempest-ServerDiagnosticsNegativeTest-1951392307-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3782685 Nov 25 13:12:10.460882 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a249e60c-02c5-4809-8406-e74e723e61a7 req-00c1a436-7573-465e-9b82-f9ec3ca634a6 tempest-ServerDiagnosticsNegativeTest-1951392307 tempest-ServerDiagnosticsNegativeTest-1951392307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:10.462322 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a249e60c-02c5-4809-8406-e74e723e61a7 req-00c1a436-7573-465e-9b82-f9ec3ca634a6 tempest-ServerDiagnosticsNegativeTest-1951392307 tempest-ServerDiagnosticsNegativeTest-1951392307-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c000c59-8721-4301-b4f0-2c4c62af6f21 HTTP/1.1" status: 200 len: 934 time: 0.0706539 Nov 25 13:12:10.495588 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-0530bee5-c0a7-4059-b02c-ffb24264fca6 req-c54239f4-85a4-41ea-a19a-2ded11a7c434 service neutron] Request body: {'port': {'device_id': '2c000c59-8721-4301-b4f0-2c4c62af6f21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:12:10.534991 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-919e3fe0-38c4-41f2-a559-3401b1a4cb43 req-c83678c8-7096-4479-afd5-1ca470b6cc92 service neutron] 10.222.0.47 "GET /v2.0/networks/20494638-06c1-415e-90d6-c326674b78a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4907172 Nov 25 13:12:10.551871 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a249e60c-02c5-4809-8406-e74e723e61a7 req-6850ae32-47bf-4d8e-8086-324e0bf2484c tempest-ServerDiagnosticsNegativeTest-1951392307 tempest-ServerDiagnosticsNegativeTest-1951392307-project] 10.222.0.53 "GET /v2.0/security-groups?id=9669ec5d-4c11-4d54-8e4c-842a8bdca8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802433 Nov 25 13:12:10.582736 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffaf5a3-7c5b-4053-897e-ce9650aab74d req-8a0d8f7f-adc7-4c47-82de-e42a80090819 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:10.597556 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-10251b7e-5300-49e9-b9c6-0717b18056ee None None] Provisioning complete for port f8a65267-a41b-4f69-88fc-97ff16f4d77a triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:12:10.598052 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-10251b7e-5300-49e9-b9c6-0717b18056ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:10.601518 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffaf5a3-7c5b-4053-897e-ce9650aab74d req-8a0d8f7f-adc7-4c47-82de-e42a80090819 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:10.606558 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0530bee5-c0a7-4059-b02c-ffb24264fca6 req-c54239f4-85a4-41ea-a19a-2ded11a7c434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:10.620541 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffaf5a3-7c5b-4053-897e-ce9650aab74d req-8a0d8f7f-adc7-4c47-82de-e42a80090819 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:10.634928 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7a853-f568-457b-bd06-e47127b7c66f req-e21e1703-719f-4f5e-954c-602813777a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:10.636591 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2ac7a853-f568-457b-bd06-e47127b7c66f req-e21e1703-719f-4f5e-954c-602813777a92 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ce8b7f62-300f-4958-8057-b23aa4d60523 HTTP/1.1" status: 200 len: 903 time: 0.2550864 Nov 25 13:12:10.637948 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1ffaf5a3-7c5b-4053-897e-ce9650aab74d req-8a0d8f7f-adc7-4c47-82de-e42a80090819 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f069467-ee13-43bf-8f6f-74371bdf7546&device_id=93b47d28-e49b-474a-99ba-d9b5720fc03f&device_id=621c9b83-3722-4455-86d1-290554c14b84 HTTP/1.1" status: 200 len: 2416 time: 0.1738963 Nov 25 13:12:10.676552 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-10251b7e-5300-49e9-b9c6-0717b18056ee None None] Port f8a65267-a41b-4f69-88fc-97ff16f4d77a cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:12:10.742630 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2ac7a853-f568-457b-bd06-e47127b7c66f req-a57f6b16-e04b-48d3-9e07-255808242e1f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3c54be67-fab8-4e6e-9f89-11a59ddfbd31 HTTP/1.1" status: 200 len: 217 time: 0.0690632 Nov 25 13:12:10.756357 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a6198-b4a1-48d8-acb5-2fc8f9e9988f req-2ed3ddb9-0860-4c84-9b85-95be6c00a321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:10.757871 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ee2a6198-b4a1-48d8-acb5-2fc8f9e9988f req-2ed3ddb9-0860-4c84-9b85-95be6c00a321 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f9638bf2b13b4d579c7476454eb03e3d&device_id=1834e9fa-ed18-4283-b6da-37963008c9ee HTTP/1.1" status: 200 len: 1095 time: 0.1523886 Nov 25 13:12:10.793987 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1ffaf5a3-7c5b-4053-897e-ce9650aab74d req-ac7eebbb-9442-418f-b264-b2b1ea703f23 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e57746c-a056-414e-9571-33500a85083a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455672 Nov 25 13:12:10.853674 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2150490a-f418-45cb-a905-2dcf823f17b9 req-759ba2cb-1392-4e60-bd02-2aa14b8d3d0a tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:10.854099 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2150490a-f418-45cb-a905-2dcf823f17b9 req-759ba2cb-1392-4e60-bd02-2aa14b8d3d0a tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=1834e9fa-ed18-4283-b6da-37963008c9ee HTTP/1.1" status: 200 len: 943 time: 0.1174507 Nov 25 13:12:10.906590 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [req-f4a4dfad-bfb5-4a6c-9ae2-6bd1834e817f req-5f3753c3-b729-4e47-95f5-a447af6b533c tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:12:10.916910 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f4a4dfad-bfb5-4a6c-9ae2-6bd1834e817f req-5f3753c3-b729-4e47-95f5-a447af6b533c tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0186779 Nov 25 13:12:10.943220 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7a853-f568-457b-bd06-e47127b7c66f req-7af4c6f7-55bc-4511-bb63-b3e3373a2516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:10.944928 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2ac7a853-f568-457b-bd06-e47127b7c66f req-7af4c6f7-55bc-4511-bb63-b3e3373a2516 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=06817033-b081-4244-92d2-8969dbcfd417 HTTP/1.1" status: 200 len: 797 time: 0.1854453 Nov 25 13:12:11.002827 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2150490a-f418-45cb-a905-2dcf823f17b9 req-a97b5cd8-8c34-4edb-88da-e5b994f65479 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382470 Nov 25 13:12:11.063397 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f4a4dfad-bfb5-4a6c-9ae2-6bd1834e817f req-6d682b1e-9559-41b8-94eb-342a8e24afc3 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1461480 Nov 25 13:12:11.081130 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7a853-f568-457b-bd06-e47127b7c66f req-3e174173-d7e7-4843-9c8f-c2aac443290c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:11.082962 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2ac7a853-f568-457b-bd06-e47127b7c66f req-3e174173-d7e7-4843-9c8f-c2aac443290c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ce8b7f62-300f-4958-8057-b23aa4d60523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1199160 Nov 25 13:12:11.084125 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a6198-b4a1-48d8-acb5-2fc8f9e9988f req-5649918d-db7f-481e-823f-c54a705a2b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:11.085612 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ee2a6198-b4a1-48d8-acb5-2fc8f9e9988f req-5649918d-db7f-481e-823f-c54a705a2b1a service neutron] 10.222.0.47 "GET /v2.0/networks?id=20494638-06c1-415e-90d6-c326674b78a0 HTTP/1.1" status: 200 len: 908 time: 0.3111703 Nov 25 13:12:11.196585 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ee2a6198-b4a1-48d8-acb5-2fc8f9e9988f req-82fea44a-23ff-4d24-8381-dd248e56f104 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e9bf303-3260-4f39-8268-47ea7dd76ad6 HTTP/1.1" status: 200 len: 217 time: 0.1001580 Nov 25 13:12:11.273054 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:11.348055 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-0530bee5-c0a7-4059-b02c-ffb24264fca6 req-c54239f4-85a4-41ea-a19a-2ded11a7c434 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8a65267-a41b-4f69-88fc-97ff16f4d77a {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:12:11.390090 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0530bee5-c0a7-4059-b02c-ffb24264fca6 req-c54239f4-85a4-41ea-a19a-2ded11a7c434 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:11.424750 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-0530bee5-c0a7-4059-b02c-ffb24264fca6 req-c54239f4-85a4-41ea-a19a-2ded11a7c434 service neutron] Transition to ACTIVE for port object f8a65267-a41b-4f69-88fc-97ff16f4d77a will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:12:11.426801 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a6198-b4a1-48d8-acb5-2fc8f9e9988f req-8342bb86-7cc6-41f8-a037-6f83052679f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:11.433441 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ee2a6198-b4a1-48d8-acb5-2fc8f9e9988f req-8342bb86-7cc6-41f8-a037-6f83052679f6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=82870c5b-3c5b-4cf7-b280-dc92346a33bf HTTP/1.1" status: 200 len: 847 time: 0.2121148 Nov 25 13:12:11.450522 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2ac7a853-f568-457b-bd06-e47127b7c66f req-7376beec-f58c-4af4-b364-cff89a094f4a service neutron] 10.222.0.66 "GET /v2.0/networks/ce8b7f62-300f-4958-8057-b23aa4d60523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528876 Nov 25 13:12:11.508340 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ee2a6198-b4a1-48d8-acb5-2fc8f9e9988f req-8e5a6adf-a8e0-4aac-b7f5-8bb157fb5004 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20494638-06c1-415e-90d6-c326674b78a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559275 Nov 25 13:12:11.571479 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0530bee5-c0a7-4059-b02c-ffb24264fca6 req-c54239f4-85a4-41ea-a19a-2ded11a7c434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:11.722624 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2ac7a853-f568-457b-bd06-e47127b7c66f req-10331c7a-c709-4b4a-a2e6-7f2fae24797b service neutron] 10.222.0.66 "GET /v2.0/networks/ce8b7f62-300f-4958-8057-b23aa4d60523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180908 Nov 25 13:12:11.759333 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54239f4-85a4-41ea-a19a-2ded11a7c434 service neutron] Pushing event updated for resources: {'Port': ['ID=f8a65267-a41b-4f69-88fc-97ff16f4d77a,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:11.827360 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ee2a6198-b4a1-48d8-acb5-2fc8f9e9988f req-f37b527f-04fe-482e-8aa8-1d8d792c9233 service neutron] 10.222.0.47 "GET /v2.0/networks/20494638-06c1-415e-90d6-c326674b78a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504878 Nov 25 13:12:11.925495 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-aadcb52d-7184-4f2f-b5ff-2be9eb8fda39 req-8e54cf38-bb4b-4a83-bbb5-76b8ba501cae tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=41772653-c84b-4487-8698-22e4f27f0950 HTTP/1.1" status: 200 len: 210 time: 0.0474150 Nov 25 13:12:11.927969 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-0530bee5-c0a7-4059-b02c-ffb24264fca6 req-c54239f4-85a4-41ea-a19a-2ded11a7c434 service neutron] Attempting to bind port f8a65267-a41b-4f69-88fc-97ff16f4d77a on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:12:11.928329 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-0530bee5-c0a7-4059-b02c-ffb24264fca6 req-c54239f4-85a4-41ea-a19a-2ded11a7c434 service neutron] Attempting to bind port f8a65267-a41b-4f69-88fc-97ff16f4d77a by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:12:11.928781 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0530bee5-c0a7-4059-b02c-ffb24264fca6 req-c54239f4-85a4-41ea-a19a-2ded11a7c434 service neutron] Attempting to bind port f8a65267-a41b-4f69-88fc-97ff16f4d77a on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:12:11.939035 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0530bee5-c0a7-4059-b02c-ffb24264fca6 req-c54239f4-85a4-41ea-a19a-2ded11a7c434 service neutron] Port f8a65267-a41b-4f69-88fc-97ff16f4d77a on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:12:11.939305 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0530bee5-c0a7-4059-b02c-ffb24264fca6 req-c54239f4-85a4-41ea-a19a-2ded11a7c434 service neutron] Attempting to bind port f8a65267-a41b-4f69-88fc-97ff16f4d77a on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:12:11.944475 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0530bee5-c0a7-4059-b02c-ffb24264fca6 req-c54239f4-85a4-41ea-a19a-2ded11a7c434 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:12:11.944812 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0530bee5-c0a7-4059-b02c-ffb24264fca6 req-c54239f4-85a4-41ea-a19a-2ded11a7c434 service neutron] Checking segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:12:11.945372 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0530bee5-c0a7-4059-b02c-ffb24264fca6 req-c54239f4-85a4-41ea-a19a-2ded11a7c434 service neutron] Bound using segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:12:11.946361 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-0530bee5-c0a7-4059-b02c-ffb24264fca6 req-c54239f4-85a4-41ea-a19a-2ded11a7c434 service neutron] Bound port: f8a65267-a41b-4f69-88fc-97ff16f4d77a, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:12:11.946361 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0530bee5-c0a7-4059-b02c-ffb24264fca6 req-c54239f4-85a4-41ea-a19a-2ded11a7c434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:11.984881 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2948a-23ab-440d-b586-83eb1dcaf7e0 req-0d1a8411-5989-4764-a156-e6bf87b9ba0a tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:12.001104 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2948a-23ab-440d-b586-83eb1dcaf7e0 req-0d1a8411-5989-4764-a156-e6bf87b9ba0a tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:12.030421 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ee2a6198-b4a1-48d8-acb5-2fc8f9e9988f req-1b61e391-b277-4cb6-8f29-cf7f2deeeee7 service neutron] 10.222.0.47 "GET /v2.0/networks/20494638-06c1-415e-90d6-c326674b78a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828425 Nov 25 13:12:12.038358 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2948a-23ab-440d-b586-83eb1dcaf7e0 req-0d1a8411-5989-4764-a156-e6bf87b9ba0a tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:12.053401 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2948a-23ab-440d-b586-83eb1dcaf7e0 req-0d1a8411-5989-4764-a156-e6bf87b9ba0a tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:12.059652 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-0530bee5-c0a7-4059-b02c-ffb24264fca6 req-c54239f4-85a4-41ea-a19a-2ded11a7c434 service neutron] For port f8a65267-a41b-4f69-88fc-97ff16f4d77a, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:12:12.067719 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-0530bee5-c0a7-4059-b02c-ffb24264fca6 req-c54239f4-85a4-41ea-a19a-2ded11a7c434 service neutron] For port f8a65267-a41b-4f69-88fc-97ff16f4d77a, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=f8a65267-a41b-4f69-88fc-97ff16f4d77a,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:12:12.070307 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2948a-23ab-440d-b586-83eb1dcaf7e0 req-0d1a8411-5989-4764-a156-e6bf87b9ba0a tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:12.074173 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0530bee5-c0a7-4059-b02c-ffb24264fca6 req-c54239f4-85a4-41ea-a19a-2ded11a7c434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:12.081274 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2948a-23ab-440d-b586-83eb1dcaf7e0 req-0d1a8411-5989-4764-a156-e6bf87b9ba0a tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:12.087456 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2948a-23ab-440d-b586-83eb1dcaf7e0 req-0d1a8411-5989-4764-a156-e6bf87b9ba0a tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:12.089559 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a6f2948a-23ab-440d-b586-83eb1dcaf7e0 req-0d1a8411-5989-4764-a156-e6bf87b9ba0a tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 5431 time: 0.6736307 Nov 25 13:12:12.108705 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0530bee5-c0a7-4059-b02c-ffb24264fca6 req-c54239f4-85a4-41ea-a19a-2ded11a7c434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:12.110329 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0530bee5-c0a7-4059-b02c-ffb24264fca6 req-c54239f4-85a4-41ea-a19a-2ded11a7c434 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:12.111841 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0530bee5-c0a7-4059-b02c-ffb24264fca6 req-c54239f4-85a4-41ea-a19a-2ded11a7c434 service neutron] 10.222.0.47 "PUT /v2.0/ports/f8a65267-a41b-4f69-88fc-97ff16f4d77a HTTP/1.1" status: 200 len: 1095 time: 1.6204627 Nov 25 13:12:12.114897 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c000c59-8721-4301-b4f0-2c4c62af6f21', 'tag': 'f8a65267-a41b-4f69-88fc-97ff16f4d77a'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:12:12.118006 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b77610-840d-4d8e-944a-3d919cee7e57" -d '{"events": [{"name": "network-changed", "server_uuid": "2c000c59-8721-4301-b4f0-2c4c62af6f21", "tag": "f8a65267-a41b-4f69-88fc-97ff16f4d77a"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:12:12.213738 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54239f4-85a4-41ea-a19a-2ded11a7c434 service neutron] Pushing event updated for resources: {'Port': ['ID=f8a65267-a41b-4f69-88fc-97ff16f4d77a,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:12.229202 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a6f2948a-23ab-440d-b586-83eb1dcaf7e0 req-9fc4db96-e181-4c78-9b0c-3dbc16b1ad59 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/security-groups?id=b58ccaf7-fcbc-46a0-8300-65e745ae9e20&id=0bfd0f62-df40-4a2c-8890-32844a1d7ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1283631 Nov 25 13:12:12.275299 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0530bee5-c0a7-4059-b02c-ffb24264fca6 req-28829edc-65f6-4465-9c2f-a9dd01bcf2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:12.277029 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0530bee5-c0a7-4059-b02c-ffb24264fca6 req-28829edc-65f6-4465-9c2f-a9dd01bcf2c9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=45f24b986a4d428fb8ef379469ed4927&device_id=2c000c59-8721-4301-b4f0-2c4c62af6f21 HTTP/1.1" status: 200 len: 1098 time: 0.1144087 Nov 25 13:12:12.390098 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0530bee5-c0a7-4059-b02c-ffb24264fca6 req-0dd0b48a-7197-4cff-a118-4b4915490ad5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=f8a65267-a41b-4f69-88fc-97ff16f4d77a HTTP/1.1" status: 200 len: 217 time: 0.0958703 Nov 25 13:12:12.486146 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0530bee5-c0a7-4059-b02c-ffb24264fca6 req-392a5e58-adcf-4ee2-8d4f-bbe6d7603a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:12.487778 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0530bee5-c0a7-4059-b02c-ffb24264fca6 req-392a5e58-adcf-4ee2-8d4f-bbe6d7603a15 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.0912561 Nov 25 13:12:12.547396 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28244279-c0b4-47ef-a953-b1aba3cd9b53 req-23e2d5e2-f210-4d34-b06a-7bd7ce202ad3 tempest-ServerDiagnosticsNegativeTest-1951392307 tempest-ServerDiagnosticsNegativeTest-1951392307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:12.549260 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-28244279-c0b4-47ef-a953-b1aba3cd9b53 req-23e2d5e2-f210-4d34-b06a-7bd7ce202ad3 tempest-ServerDiagnosticsNegativeTest-1951392307 tempest-ServerDiagnosticsNegativeTest-1951392307-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c000c59-8721-4301-b4f0-2c4c62af6f21 HTTP/1.1" status: 200 len: 946 time: 0.0597222 Nov 25 13:12:12.550028 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0530bee5-c0a7-4059-b02c-ffb24264fca6 req-04602365-5ae2-4f38-a985-68fb8ff335db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:12.551636 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0530bee5-c0a7-4059-b02c-ffb24264fca6 req-04602365-5ae2-4f38-a985-68fb8ff335db service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0530450 Nov 25 13:12:12.605395 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-28244279-c0b4-47ef-a953-b1aba3cd9b53 req-26cd743d-8aa3-4d6e-8b8e-4ae6a2e6d04d tempest-ServerDiagnosticsNegativeTest-1951392307 tempest-ServerDiagnosticsNegativeTest-1951392307-project] 10.222.0.53 "GET /v2.0/security-groups?id=9669ec5d-4c11-4d54-8e4c-842a8bdca8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494964 Nov 25 13:12:12.667323 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3088cc45-f932-4dee-aaa5-dafaba4895a8 x-openstack-request-id: req-3088cc45-f932-4dee-aaa5-dafaba4895a8 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:12:12.668023 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c000c59-8721-4301-b4f0-2c4c62af6f21", "tag": "f8a65267-a41b-4f69-88fc-97ff16f4d77a", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:12:12.668518 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3088cc45-f932-4dee-aaa5-dafaba4895a8 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:12:12.669116 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c000c59-8721-4301-b4f0-2c4c62af6f21', 'tag': 'f8a65267-a41b-4f69-88fc-97ff16f4d77a', 'status': 'completed', 'code': 200} Nov 25 13:12:12.682345 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0530bee5-c0a7-4059-b02c-ffb24264fca6 req-75c4959d-0739-4ada-a762-ba89aef4e51f service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213346 Nov 25 13:12:12.721984 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000fa9b-91e6-427e-80eb-6fc29a4622ec req-7f91f582-e0a9-40fe-b03e-226f0676c5e4 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:12.731844 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3000fa9b-91e6-427e-80eb-6fc29a4622ec req-7f91f582-e0a9-40fe-b03e-226f0676c5e4 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=1834e9fa-ed18-4283-b6da-37963008c9ee HTTP/1.1" status: 200 len: 943 time: 0.0772278 Nov 25 13:12:12.795173 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3000fa9b-91e6-427e-80eb-6fc29a4622ec req-a9da83a4-3206-40c1-948a-dda4dcfb1a05 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568635 Nov 25 13:12:12.800309 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0530bee5-c0a7-4059-b02c-ffb24264fca6 req-ee952fef-f866-49e6-abaf-025f7a4c5ec2 service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086216 Nov 25 13:12:12.929096 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b77610-840d-4d8e-944a-3d919cee7e57 req-ece7fc2f-a8f1-4f96-a494-e2b6fd078b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:12.931150 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c3b77610-840d-4d8e-944a-3d919cee7e57 req-ece7fc2f-a8f1-4f96-a494-e2b6fd078b81 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=45f24b986a4d428fb8ef379469ed4927&device_id=2c000c59-8721-4301-b4f0-2c4c62af6f21 HTTP/1.1" status: 200 len: 1098 time: 0.0696993 Nov 25 13:12:13.075044 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5d15bc0e-cc3e-4360-a3f8-757afef9fae9 req-90755d54-1177-4d00-aa4e-aaef3456c343 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=41772653-c84b-4487-8698-22e4f27f0950 HTTP/1.1" status: 200 len: 210 time: 0.0366786 Nov 25 13:12:13.142714 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b77610-840d-4d8e-944a-3d919cee7e57 req-90e0d6f3-b12f-489c-997f-9b6352da6331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:13.148944 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c3b77610-840d-4d8e-944a-3d919cee7e57 req-90e0d6f3-b12f-489c-997f-9b6352da6331 service neutron] 10.222.0.47 "GET /v2.0/networks?id=85f6380f-3625-4f44-8465-fbcf0c11fed5 HTTP/1.1" status: 200 len: 870 time: 0.2082212 Nov 25 13:12:13.207875 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c3b77610-840d-4d8e-944a-3d919cee7e57 req-05e5d6eb-1957-420e-984c-0a0a817470ee service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=f8a65267-a41b-4f69-88fc-97ff16f4d77a HTTP/1.1" status: 200 len: 217 time: 0.0493555 Nov 25 13:12:13.273787 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b77610-840d-4d8e-944a-3d919cee7e57 req-f3e8e781-7b64-4213-be34-7f27f756c285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:13.275819 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c3b77610-840d-4d8e-944a-3d919cee7e57 req-f3e8e781-7b64-4213-be34-7f27f756c285 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.0599310 Nov 25 13:12:13.360005 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b77610-840d-4d8e-944a-3d919cee7e57 req-1dc82120-444e-462a-b90c-6a720ce92379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:13.362139 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c3b77610-840d-4d8e-944a-3d919cee7e57 req-1dc82120-444e-462a-b90c-6a720ce92379 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0700011 Nov 25 13:12:13.514457 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c3b77610-840d-4d8e-944a-3d919cee7e57 req-8dc9ed88-1170-4535-8a73-6ec522833cd9 service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444302 Nov 25 13:12:13.527017 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa2e6f2-00cb-43b0-b559-0c9c9f376939 req-170d34ef-1536-4c00-847c-4bcf4e8c6bc2 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:13.533698 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa2e6f2-00cb-43b0-b559-0c9c9f376939 req-170d34ef-1536-4c00-847c-4bcf4e8c6bc2 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:13.540151 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa2e6f2-00cb-43b0-b559-0c9c9f376939 req-170d34ef-1536-4c00-847c-4bcf4e8c6bc2 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:13.547119 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa2e6f2-00cb-43b0-b559-0c9c9f376939 req-170d34ef-1536-4c00-847c-4bcf4e8c6bc2 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:13.557341 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa2e6f2-00cb-43b0-b559-0c9c9f376939 req-170d34ef-1536-4c00-847c-4bcf4e8c6bc2 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:13.566107 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa2e6f2-00cb-43b0-b559-0c9c9f376939 req-170d34ef-1536-4c00-847c-4bcf4e8c6bc2 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:13.573571 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa2e6f2-00cb-43b0-b559-0c9c9f376939 req-170d34ef-1536-4c00-847c-4bcf4e8c6bc2 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:13.581549 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2fa2e6f2-00cb-43b0-b559-0c9c9f376939 req-170d34ef-1536-4c00-847c-4bcf4e8c6bc2 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 5431 time: 0.1730742 Nov 25 13:12:13.673252 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2fa2e6f2-00cb-43b0-b559-0c9c9f376939 req-baad5469-0dc8-4f9b-8a80-ffffcc4427f4 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/security-groups?id=b58ccaf7-fcbc-46a0-8300-65e745ae9e20&id=0bfd0f62-df40-4a2c-8890-32844a1d7ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0908248 Nov 25 13:12:13.701226 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c3b77610-840d-4d8e-944a-3d919cee7e57 req-97fdbc25-9329-4ec0-b4cf-51a31b2be753 service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645391 Nov 25 13:12:13.931190 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda5372a-c3f2-4882-827a-aba21df63931 req-44f3eb42-28de-4a71-a6ce-d061bb2b8531 tempest-ServerDiagnosticsNegativeTest-1951392307 tempest-ServerDiagnosticsNegativeTest-1951392307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:13.933779 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bda5372a-c3f2-4882-827a-aba21df63931 req-44f3eb42-28de-4a71-a6ce-d061bb2b8531 tempest-ServerDiagnosticsNegativeTest-1951392307 tempest-ServerDiagnosticsNegativeTest-1951392307-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c000c59-8721-4301-b4f0-2c4c62af6f21 HTTP/1.1" status: 200 len: 946 time: 0.0796375 Nov 25 13:12:14.020782 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bda5372a-c3f2-4882-827a-aba21df63931 req-c5c0cbac-3a4b-4282-911f-d35ea9662ff0 tempest-ServerDiagnosticsNegativeTest-1951392307 tempest-ServerDiagnosticsNegativeTest-1951392307-project] 10.222.0.53 "GET /v2.0/security-groups?id=9669ec5d-4c11-4d54-8e4c-842a8bdca8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793684 Nov 25 13:12:14.040221 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1077b9-73fd-4f98-97fb-8c2a9ab3d2ba req-5ee4e05c-9979-4627-8598-3005c4c000f4 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:14.041886 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1b1077b9-73fd-4f98-97fb-8c2a9ab3d2ba req-5ee4e05c-9979-4627-8598-3005c4c000f4 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=1834e9fa-ed18-4283-b6da-37963008c9ee HTTP/1.1" status: 200 len: 943 time: 0.0726056 Nov 25 13:12:14.097747 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1b1077b9-73fd-4f98-97fb-8c2a9ab3d2ba req-16836419-59e3-4ae4-89d7-25b0a1567cd1 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474973 Nov 25 13:12:14.239604 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d2021ac8-15e8-4c8e-979d-26d21729c3ab req-c0db9e9e-a394-43c3-8a19-c8870438cfd8 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=41772653-c84b-4487-8698-22e4f27f0950 HTTP/1.1" status: 200 len: 210 time: 0.0462492 Nov 25 13:12:14.371565 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d048e-5e28-45e8-b6ae-f337513cf900 req-13dfb856-eddd-4efd-9000-fafe34017879 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:14.373249 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a67d048e-5e28-45e8-b6ae-f337513cf900 req-13dfb856-eddd-4efd-9000-fafe34017879 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f069467-ee13-43bf-8f6f-74371bdf7546 HTTP/1.1" status: 200 len: 945 time: 0.0656819 Nov 25 13:12:14.441842 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a67d048e-5e28-45e8-b6ae-f337513cf900 req-5fb14e40-06e6-446f-9f76-1128b7f302f1 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e57746c-a056-414e-9571-33500a85083a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567939 Nov 25 13:12:14.840498 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001e82c-ab13-4f6b-b23a-c68a7c25d5f0 req-15ad5738-0902-4973-b892-f6b6fd64a2bd tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:14.848095 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001e82c-ab13-4f6b-b23a-c68a7c25d5f0 req-15ad5738-0902-4973-b892-f6b6fd64a2bd tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:14.856060 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001e82c-ab13-4f6b-b23a-c68a7c25d5f0 req-15ad5738-0902-4973-b892-f6b6fd64a2bd tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:14.864241 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001e82c-ab13-4f6b-b23a-c68a7c25d5f0 req-15ad5738-0902-4973-b892-f6b6fd64a2bd tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:14.875440 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001e82c-ab13-4f6b-b23a-c68a7c25d5f0 req-15ad5738-0902-4973-b892-f6b6fd64a2bd tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:14.884915 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001e82c-ab13-4f6b-b23a-c68a7c25d5f0 req-15ad5738-0902-4973-b892-f6b6fd64a2bd tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:14.892079 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001e82c-ab13-4f6b-b23a-c68a7c25d5f0 req-15ad5738-0902-4973-b892-f6b6fd64a2bd tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:14.894286 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e001e82c-ab13-4f6b-b23a-c68a7c25d5f0 req-15ad5738-0902-4973-b892-f6b6fd64a2bd tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 5431 time: 0.1168334 Nov 25 13:12:14.992071 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e001e82c-ab13-4f6b-b23a-c68a7c25d5f0 req-ce18e919-0938-4e06-a7ed-184e05ec0d7b tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/security-groups?id=b58ccaf7-fcbc-46a0-8300-65e745ae9e20&id=0bfd0f62-df40-4a2c-8890-32844a1d7ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0850611 Nov 25 13:12:15.140098 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39250) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:15.290000 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4e6dcc28-5b6b-4c82-9e27-4424c33629e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:15.340949 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142234d7-e0e8-43ee-b38b-bb8d1c986bb0 req-360aa7a6-ea6d-4f17-a1d6-874a3e72303e tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:15.349379 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-142234d7-e0e8-43ee-b38b-bb8d1c986bb0 req-360aa7a6-ea6d-4f17-a1d6-874a3e72303e tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=1834e9fa-ed18-4283-b6da-37963008c9ee HTTP/1.1" status: 200 len: 943 time: 0.1333961 Nov 25 13:12:15.470007 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-142234d7-e0e8-43ee-b38b-bb8d1c986bb0 req-f3cbddb0-570e-49d7-9cff-293d7ccd0816 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196575 Nov 25 13:12:15.514506 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd8ab9-75ca-4f0e-9ddb-0e562471163a req-9eafee28-1d21-4090-aba3-e91a6dd8fd0b tempest-ServerDiagnosticsNegativeTest-1951392307 tempest-ServerDiagnosticsNegativeTest-1951392307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:15.516767 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8acd8ab9-75ca-4f0e-9ddb-0e562471163a req-9eafee28-1d21-4090-aba3-e91a6dd8fd0b tempest-ServerDiagnosticsNegativeTest-1951392307 tempest-ServerDiagnosticsNegativeTest-1951392307-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c000c59-8721-4301-b4f0-2c4c62af6f21 HTTP/1.1" status: 200 len: 946 time: 0.1117756 Nov 25 13:12:15.528957 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4e6dcc28-5b6b-4c82-9e27-4424c33629e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:15.541368 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4e6dcc28-5b6b-4c82-9e27-4424c33629e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:15.577330 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-4e6dcc28-5b6b-4c82-9e27-4424c33629e6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3db5d4822bee4d45a0da447c2b40114b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4356260 Nov 25 13:12:15.579994 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 39268) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:15.652359 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-36da8a33-39de-4732-89f1-57ea0c406d7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:15.652631 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-23a260cd-ce02-4751-ac2a-ec7b846f71b3 req-0dbf4cb9-70f5-4f5f-9b17-412377cf23c9 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=41772653-c84b-4487-8698-22e4f27f0950 HTTP/1.1" status: 200 len: 210 time: 0.0740347 Nov 25 13:12:15.658433 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6dcc28-5b6b-4c82-9e27-4424c33629e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593243a7-cfcb-4f6f-a5ba-42ef3055aec8,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:15.669142 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8acd8ab9-75ca-4f0e-9ddb-0e562471163a req-63536c45-eab3-4784-a5a3-89d77c7dad3c tempest-ServerDiagnosticsNegativeTest-1951392307 tempest-ServerDiagnosticsNegativeTest-1951392307-project] 10.222.0.53 "GET /v2.0/security-groups?id=9669ec5d-4c11-4d54-8e4c-842a8bdca8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365557 Nov 25 13:12:15.704795 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-36da8a33-39de-4732-89f1-57ea0c406d7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:15.766863 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-36da8a33-39de-4732-89f1-57ea0c406d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:15.769893 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-36da8a33-39de-4732-89f1-57ea0c406d7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:15.773570 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-36da8a33-39de-4732-89f1-57ea0c406d7c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/593243a7-cfcb-4f6f-a5ba-42ef3055aec8 HTTP/1.1" status: 204 len: 168 time: 0.1894686 Nov 25 13:12:15.795085 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36da8a33-39de-4732-89f1-57ea0c406d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593243a7-cfcb-4f6f-a5ba-42ef3055aec8,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:15.859381 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc6c1d-d3c4-469a-8c97-635d6a5f0765 req-8cbf3f66-3d89-49e5-90cf-083959650a96 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:15.861352 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3edc6c1d-d3c4-469a-8c97-635d6a5f0765 req-8cbf3f66-3d89-49e5-90cf-083959650a96 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f069467-ee13-43bf-8f6f-74371bdf7546 HTTP/1.1" status: 200 len: 945 time: 0.0751808 Nov 25 13:12:15.885244 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e6429-848b-4eda-bf07-1c07a016794b req-cd0310e5-43ba-4b47-9316-9c0dfb8a0ce2 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:15.887198 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-544e6429-848b-4eda-bf07-1c07a016794b req-cd0310e5-43ba-4b47-9316-9c0dfb8a0ce2 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f069467-ee13-43bf-8f6f-74371bdf7546 HTTP/1.1" status: 200 len: 945 time: 0.1228013 Nov 25 13:12:15.972236 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device f8a65267-a41b-4f69-88fc-97ff16f4d77a details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:12:15.990030 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-544e6429-848b-4eda-bf07-1c07a016794b req-eb0402c4-ec34-4fa7-8246-c66c3e11419b tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e57746c-a056-414e-9571-33500a85083a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862815 Nov 25 13:12:16.181471 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-3edc6c1d-d3c4-469a-8c97-635d6a5f0765 req-8108f0d0-1931-453d-9511-9429629532dd tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Deleting port 47bbaaad-3361-49ad-8c0f-e3d1d2d440aa {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:12:16.182062 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3edc6c1d-d3c4-469a-8c97-635d6a5f0765 req-8108f0d0-1931-453d-9511-9429629532dd tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:16.244372 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47109a4e-b4b4-4702-93eb-c0fcd27644a8 req-e0ecfeae-3cc6-488c-a514-2941346b4580 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:16.258016 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47109a4e-b4b4-4702-93eb-c0fcd27644a8 req-e0ecfeae-3cc6-488c-a514-2941346b4580 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:16.269339 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47109a4e-b4b4-4702-93eb-c0fcd27644a8 req-e0ecfeae-3cc6-488c-a514-2941346b4580 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:16.293996 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47109a4e-b4b4-4702-93eb-c0fcd27644a8 req-e0ecfeae-3cc6-488c-a514-2941346b4580 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:16.295533 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port f8a65267-a41b-4f69-88fc-97ff16f4d77a, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=f8a65267-a41b-4f69-88fc-97ff16f4d77a,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:12:16.315355 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47109a4e-b4b4-4702-93eb-c0fcd27644a8 req-e0ecfeae-3cc6-488c-a514-2941346b4580 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:16.323237 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': 'f8a65267-a41b-4f69-88fc-97ff16f4d77a', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'port_id': 'f8a65267-a41b-4f69-88fc-97ff16f4d77a', 'mac_address': 'fa:16:3e:b9:d7:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce5ca48-e3be-44c6-9584-fd9eb8c67222', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:12:16.330285 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47109a4e-b4b4-4702-93eb-c0fcd27644a8 req-e0ecfeae-3cc6-488c-a514-2941346b4580 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:16.341075 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47109a4e-b4b4-4702-93eb-c0fcd27644a8 req-e0ecfeae-3cc6-488c-a514-2941346b4580 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:16.343177 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-47109a4e-b4b4-4702-93eb-c0fcd27644a8 req-e0ecfeae-3cc6-488c-a514-2941346b4580 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 5431 time: 0.2279027 Nov 25 13:12:16.431938 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-3edc6c1d-d3c4-469a-8c97-635d6a5f0765 req-8108f0d0-1931-453d-9511-9429629532dd tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] For port 47bbaaad-3361-49ad-8c0f-e3d1d2d440aa, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=47bbaaad-3361-49ad-8c0f-e3d1d2d440aa,segment=NetworkSegment(1058d4ac-5e73-4c0f-9244-14176a6e4a88),segment_id=1058d4ac-5e73-4c0f-9244-14176a6e4a88)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:12:16.432221 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3edc6c1d-d3c4-469a-8c97-635d6a5f0765 req-8108f0d0-1931-453d-9511-9429629532dd tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:16.441586 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:16.455733 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-3edc6c1d-d3c4-469a-8c97-635d6a5f0765 req-8108f0d0-1931-453d-9511-9429629532dd tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Calling delete_port for 47bbaaad-3361-49ad-8c0f-e3d1d2d440aa owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:12:16.486572 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8a65267-a41b-4f69-88fc-97ff16f4d77a {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:12:16.538115 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port f8a65267-a41b-4f69-88fc-97ff16f4d77a, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=f8a65267-a41b-4f69-88fc-97ff16f4d77a,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:12:16.547181 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:16.559199 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-47109a4e-b4b4-4702-93eb-c0fcd27644a8 req-cd442fac-53f1-464e-9ce1-df4bd169c5cb tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/security-groups?id=b58ccaf7-fcbc-46a0-8300-65e745ae9e20&id=0bfd0f62-df40-4a2c-8890-32844a1d7ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1944740 Nov 25 13:12:16.708896 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=f8a65267-a41b-4f69-88fc-97ff16f4d77a,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:16.726335 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:12:16.727718 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:12:16.731163 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:12:16.732413 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:12:16.732921 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:12:16.733617 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:12:16.735187 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:12:16.735709 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:12:16.736050 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:12:16.736384 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:12:16.736716 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:12:16.737044 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:12:16.752381 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e23ef-780a-4df9-bfb1-a8c12113e9a8 req-8925ada2-9033-4583-9582-e6f3d4ebde7d tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:16.760553 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-367e23ef-780a-4df9-bfb1-a8c12113e9a8 req-8925ada2-9033-4583-9582-e6f3d4ebde7d tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=1834e9fa-ed18-4283-b6da-37963008c9ee HTTP/1.1" status: 200 len: 943 time: 0.1458600 Nov 25 13:12:16.771972 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3edc6c1d-d3c4-469a-8c97-635d6a5f0765 req-8108f0d0-1931-453d-9511-9429629532dd tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:16.786791 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['f8f8e13d-3f59-427b-9f94-685701b9dcb2', '3983ee75-e4bf-4d31-9fe7-b4dc2e83e0d0'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:12:16.841795 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8108f0d0-1931-453d-9511-9429629532dd tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Pushing event deleted for resources: {'Port': ['ID=47bbaaad-3361-49ad-8c0f-e3d1d2d440aa,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:16.867610 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-367e23ef-780a-4df9-bfb1-a8c12113e9a8 req-f9828b23-470d-4d10-a196-ef2fe926f172 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057515 Nov 25 13:12:16.869895 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['f8a65267-a41b-4f69-88fc-97ff16f4d77a'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:12:16.981776 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-3edc6c1d-d3c4-469a-8c97-635d6a5f0765 req-8108f0d0-1931-453d-9511-9429629532dd tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] No DVR routers for this DVR port 47bbaaad-3361-49ad-8c0f-e3d1d2d440aa on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:12:16.998444 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3edc6c1d-d3c4-469a-8c97-635d6a5f0765 req-8108f0d0-1931-453d-9511-9429629532dd tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:17.005669 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3edc6c1d-d3c4-469a-8c97-635d6a5f0765 req-8108f0d0-1931-453d-9511-9429629532dd tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.47 "DELETE /v2.0/ports/47bbaaad-3361-49ad-8c0f-e3d1d2d440aa HTTP/1.1" status: 204 len: 173 time: 1.1347747 Nov 25 13:12:17.010220 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f069467-ee13-43bf-8f6f-74371bdf7546', 'name': 'network-vif-deleted', 'tag': '47bbaaad-3361-49ad-8c0f-e3d1d2d440aa'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:12:17.015827 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8914129-d363-436d-a851-0b7a8f4f8729" -d '{"events": [{"server_uuid": "9f069467-ee13-43bf-8f6f-74371bdf7546", "name": "network-vif-deleted", "tag": "47bbaaad-3361-49ad-8c0f-e3d1d2d440aa"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:12:17.020904 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebefe4f0-bc2e-44b8-bc42-0752ca577427 req-65f432ce-ffe7-44b4-8d49-a61727893a46 tempest-ServerDiagnosticsNegativeTest-1951392307 tempest-ServerDiagnosticsNegativeTest-1951392307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:17.037555 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ebefe4f0-bc2e-44b8-bc42-0752ca577427 req-65f432ce-ffe7-44b4-8d49-a61727893a46 tempest-ServerDiagnosticsNegativeTest-1951392307 tempest-ServerDiagnosticsNegativeTest-1951392307-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c000c59-8721-4301-b4f0-2c4c62af6f21 HTTP/1.1" status: 200 len: 947 time: 0.1688025 Nov 25 13:12:17.155339 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ebefe4f0-bc2e-44b8-bc42-0752ca577427 req-51e0abb6-3456-4387-9cd1-e41124dcb87f tempest-ServerDiagnosticsNegativeTest-1951392307 tempest-ServerDiagnosticsNegativeTest-1951392307-project] 10.222.0.53 "GET /v2.0/security-groups?id=9669ec5d-4c11-4d54-8e4c-842a8bdca8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149514 Nov 25 13:12:17.246429 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-845935ac-8f10-42c4-bd74-74d1b5ff4d04 req-429ea861-af81-4da1-9f5c-fe5bbc03c6e9 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f069467-ee13-43bf-8f6f-74371bdf7546 HTTP/1.1" status: 200 len: 210 time: 0.0737464 Nov 25 13:12:17.272564 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26764f3b-c58d-4dfe-9ef6-01355bc4449d x-openstack-request-id: req-26764f3b-c58d-4dfe-9ef6-01355bc4449d {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:12:17.272859 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f069467-ee13-43bf-8f6f-74371bdf7546", "name": "network-vif-deleted", "tag": "47bbaaad-3361-49ad-8c0f-e3d1d2d440aa", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:12:17.273117 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-26764f3b-c58d-4dfe-9ef6-01355bc4449d {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:12:17.273511 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f069467-ee13-43bf-8f6f-74371bdf7546', 'name': 'network-vif-deleted', 'tag': '47bbaaad-3361-49ad-8c0f-e3d1d2d440aa', 'status': 'completed', 'code': 200} Nov 25 13:12:17.424816 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39316) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:17.551105 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-59821659-8881-481a-80a4-72a5a1bc1846 req-de912ef8-36e0-4dfe-b4c8-2958c4961d2d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7cb82be1-1913-472d-b5a0-9f0f09f94b14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0844371 Nov 25 13:12:17.646830 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59821659-8881-481a-80a4-72a5a1bc1846 req-d5e0691f-ac3e-4d3a-8207-bbe7e5a4371d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:17.648617 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-59821659-8881-481a-80a4-72a5a1bc1846 req-d5e0691f-ac3e-4d3a-8207-bbe7e5a4371d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f9638bf2b13b4d579c7476454eb03e3d&device_id=7cb82be1-1913-472d-b5a0-9f0f09f94b14 HTTP/1.1" status: 200 len: 1096 time: 0.0566182 Nov 25 13:12:17.796898 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59821659-8881-481a-80a4-72a5a1bc1846 req-a59401fe-e5a4-4f0e-aa67-b81809472125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:17.797498 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-558e5c96-08ff-4479-968f-145cc71cb4c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:17.799801 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-59821659-8881-481a-80a4-72a5a1bc1846 req-a59401fe-e5a4-4f0e-aa67-b81809472125 service neutron] 10.222.0.66 "GET /v2.0/networks?id=20494638-06c1-415e-90d6-c326674b78a0 HTTP/1.1" status: 200 len: 908 time: 0.1210976 Nov 25 13:12:17.838795 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c865c-cd54-4cea-88a7-43fb02f834ee req-617efbe8-2f77-42d1-87be-b4442395b43d tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:17.845518 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c865c-cd54-4cea-88a7-43fb02f834ee req-617efbe8-2f77-42d1-87be-b4442395b43d tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:17.852318 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c865c-cd54-4cea-88a7-43fb02f834ee req-617efbe8-2f77-42d1-87be-b4442395b43d tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:17.855441 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-59821659-8881-481a-80a4-72a5a1bc1846 req-970e4ee6-04e5-4b5d-b8be-99a3e8cf77e3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=989e6a40-0f2a-4ac9-b572-a8872d05c2c9 HTTP/1.1" status: 200 len: 217 time: 0.0449650 Nov 25 13:12:17.858512 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c865c-cd54-4cea-88a7-43fb02f834ee req-617efbe8-2f77-42d1-87be-b4442395b43d tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:17.864813 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c865c-cd54-4cea-88a7-43fb02f834ee req-617efbe8-2f77-42d1-87be-b4442395b43d tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:17.870769 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c865c-cd54-4cea-88a7-43fb02f834ee req-617efbe8-2f77-42d1-87be-b4442395b43d tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:17.877588 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c865c-cd54-4cea-88a7-43fb02f834ee req-617efbe8-2f77-42d1-87be-b4442395b43d tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:17.888037 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d41c865c-cd54-4cea-88a7-43fb02f834ee req-617efbe8-2f77-42d1-87be-b4442395b43d tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 5431 time: 0.1670928 Nov 25 13:12:17.939218 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59821659-8881-481a-80a4-72a5a1bc1846 req-2e421dcd-ecb4-412d-9195-9a11b5bfa990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:17.940858 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-59821659-8881-481a-80a4-72a5a1bc1846 req-2e421dcd-ecb4-412d-9195-9a11b5bfa990 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=82870c5b-3c5b-4cf7-b280-dc92346a33bf HTTP/1.1" status: 200 len: 847 time: 0.0769928 Nov 25 13:12:17.978150 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-59821659-8881-481a-80a4-72a5a1bc1846 req-98f35a6d-f4f8-4761-bfc6-518f5f082bfd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=20494638-06c1-415e-90d6-c326674b78a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264971 Nov 25 13:12:17.984364 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device f8a65267-a41b-4f69-88fc-97ff16f4d77a up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:12:18.022782 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d41c865c-cd54-4cea-88a7-43fb02f834ee req-8a73edcb-a479-4d3d-82db-3007e4aa414d tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/security-groups?id=b58ccaf7-fcbc-46a0-8300-65e745ae9e20&id=0bfd0f62-df40-4a2c-8890-32844a1d7ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1333923 Nov 25 13:12:18.052223 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port f8a65267-a41b-4f69-88fc-97ff16f4d77a completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:12:18.056552 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port f8a65267-a41b-4f69-88fc-97ff16f4d77a triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:12:18.057177 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:18.088581 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-558e5c96-08ff-4479-968f-145cc71cb4c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:18.113340 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4282af-6135-4f3e-a0b0-7ffd48cb1d8a req-899d2e82-6f08-4d45-9322-fc8c3a0cdddf tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:18.114959 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2a4282af-6135-4f3e-a0b0-7ffd48cb1d8a req-899d2e82-6f08-4d45-9322-fc8c3a0cdddf tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=1834e9fa-ed18-4283-b6da-37963008c9ee HTTP/1.1" status: 200 len: 943 time: 0.1642118 Nov 25 13:12:18.115983 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-558e5c96-08ff-4479-968f-145cc71cb4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:18.162892 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-59821659-8881-481a-80a4-72a5a1bc1846 req-849f6e17-1521-42f5-a878-f53b1cadede6 service neutron] 10.222.0.66 "GET /v2.0/networks/20494638-06c1-415e-90d6-c326674b78a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728635 Nov 25 13:12:18.165537 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558e5c96-08ff-4479-968f-145cc71cb4c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=326bc9b8-6683-4866-970f-f9a4aab0758c,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:18.204222 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:18.228663 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c000c59-8721-4301-b4f0-2c4c62af6f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a65267-a41b-4f69-88fc-97ff16f4d77a'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:12:18.231733 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b8347017-02c3-4b46-8f00-172a04f011ea req-6375c364-e9a3-424c-a0f6-6161eda04790 tempest-AbsoluteLimitsNegativeTestJSON-672389498 tempest-AbsoluteLimitsNegativeTestJSON-672389498-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=6918a3e1077a4b4b8b40fb5d5842ddd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0716283 Nov 25 13:12:18.239149 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed664fd-fd31-4bc1-aad5-875f21dfa524" -d '{"events": [{"server_uuid": "2c000c59-8721-4301-b4f0-2c4c62af6f21", "name": "network-vif-plugged", "status": "completed", "tag": "f8a65267-a41b-4f69-88fc-97ff16f4d77a"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:12:18.250416 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 39350) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:18.250750 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-558e5c96-08ff-4479-968f-145cc71cb4c9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bc7add972d454b039c59a391c1772ad7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8244865 Nov 25 13:12:18.257923 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port f8a65267-a41b-4f69-88fc-97ff16f4d77a, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=f8a65267-a41b-4f69-88fc-97ff16f4d77a,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:12:18.264722 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:18.267612 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 47bbaaad-3361-49ad-8c0f-e3d1d2d440aa no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:12:18.321429 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: 47bbaaad-3361-49ad-8c0f-e3d1d2d440aa {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:12:18.322034 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 47bbaaad-3361-49ad-8c0f-e3d1d2d440aa not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:12:18.342635 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-59821659-8881-481a-80a4-72a5a1bc1846 req-98f7a604-55a4-4136-8878-0526eaf4ecc4 service neutron] 10.222.0.66 "GET /v2.0/networks/20494638-06c1-415e-90d6-c326674b78a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602819 Nov 25 13:12:18.348110 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-438dd4df-7f01-40bc-a830-16b67e46da12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:18.373073 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-438dd4df-7f01-40bc-a830-16b67e46da12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:18.373376 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8347017-02c3-4b46-8f00-172a04f011ea req-c776a441-04a7-4c39-918a-0028dda51340 tempest-AbsoluteLimitsNegativeTestJSON-672389498 tempest-AbsoluteLimitsNegativeTestJSON-672389498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:18.378092 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b8347017-02c3-4b46-8f00-172a04f011ea req-c776a441-04a7-4c39-918a-0028dda51340 tempest-AbsoluteLimitsNegativeTestJSON-672389498 tempest-AbsoluteLimitsNegativeTestJSON-672389498-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1346421 Nov 25 13:12:18.410365 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2a4282af-6135-4f3e-a0b0-7ffd48cb1d8a req-45e7cdf5-8867-4704-aab1-1bc95e4c9311 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875290 Nov 25 13:12:18.412081 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b8347017-02c3-4b46-8f00-172a04f011ea req-df02bad0-27ea-4917-a6dc-709249e1881d tempest-AbsoluteLimitsNegativeTestJSON-672389498 tempest-AbsoluteLimitsNegativeTestJSON-672389498-project] 10.222.0.53 "GET /v2.0/quotas/6918a3e1077a4b4b8b40fb5d5842ddd6 HTTP/1.1" status: 200 len: 375 time: 0.0184779 Nov 25 13:12:18.460831 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-438dd4df-7f01-40bc-a830-16b67e46da12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:18.469834 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-438dd4df-7f01-40bc-a830-16b67e46da12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:18.471037 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-438dd4df-7f01-40bc-a830-16b67e46da12 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/326bc9b8-6683-4866-970f-f9a4aab0758c HTTP/1.1" status: 204 len: 168 time: 0.2195523 Nov 25 13:12:18.483330 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b8347017-02c3-4b46-8f00-172a04f011ea req-51dc82b3-1522-4ba3-a97c-0a33ddeda6c5 tempest-AbsoluteLimitsNegativeTestJSON-672389498 tempest-AbsoluteLimitsNegativeTestJSON-672389498-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6918a3e1077a4b4b8b40fb5d5842ddd6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0638788 Nov 25 13:12:18.491920 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438dd4df-7f01-40bc-a830-16b67e46da12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=326bc9b8-6683-4866-970f-f9a4aab0758c,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:18.594231 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=f8a65267-a41b-4f69-88fc-97ff16f4d77a,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:18.609700 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a5115f-0c4d-4b45-8a77-3bce562036a3 x-openstack-request-id: req-f3a5115f-0c4d-4b45-8a77-3bce562036a3 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:12:18.610085 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c000c59-8721-4301-b4f0-2c4c62af6f21", "name": "network-vif-plugged", "status": "completed", "tag": "f8a65267-a41b-4f69-88fc-97ff16f4d77a", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:12:18.610428 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f3a5115f-0c4d-4b45-8a77-3bce562036a3 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:12:18.610965 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c000c59-8721-4301-b4f0-2c4c62af6f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a65267-a41b-4f69-88fc-97ff16f4d77a', 'code': 200} Nov 25 13:12:18.674604 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ed3ef3-d87d-4d15-81ca-7605366127d1 req-e7d0fa42-7d10-4ed2-b797-aefcfffe9f4e tempest-ServerDiagnosticsNegativeTest-1951392307 tempest-ServerDiagnosticsNegativeTest-1951392307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:18.684481 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-50ed3ef3-d87d-4d15-81ca-7605366127d1 req-e7d0fa42-7d10-4ed2-b797-aefcfffe9f4e tempest-ServerDiagnosticsNegativeTest-1951392307 tempest-ServerDiagnosticsNegativeTest-1951392307-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c000c59-8721-4301-b4f0-2c4c62af6f21 HTTP/1.1" status: 200 len: 948 time: 0.1211424 Nov 25 13:12:18.779126 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738db306-1ad4-43bb-89e0-896c6710c2c9 req-b5d6478a-f966-43ba-ba2d-2cb38cf9291c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:18.780603 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-738db306-1ad4-43bb-89e0-896c6710c2c9 req-b5d6478a-f966-43ba-ba2d-2cb38cf9291c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2c000c59-8721-4301-b4f0-2c4c62af6f21 HTTP/1.1" status: 200 len: 1100 time: 0.0891826 Nov 25 13:12:18.818732 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-50ed3ef3-d87d-4d15-81ca-7605366127d1 req-9aeb9f39-b14a-4456-ba4e-0f323b62b16b tempest-ServerDiagnosticsNegativeTest-1951392307 tempest-ServerDiagnosticsNegativeTest-1951392307-project] 10.222.0.53 "GET /v2.0/security-groups?id=9669ec5d-4c11-4d54-8e4c-842a8bdca8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260171 Nov 25 13:12:18.871626 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39364) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:18.903908 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-738db306-1ad4-43bb-89e0-896c6710c2c9 req-3b3cc678-f953-4de5-8291-66de1034a7b3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9669ec5d-4c11-4d54-8e4c-842a8bdca8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085165 Nov 25 13:12:19.021647 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 39370) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:19.033570 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e7e196-a858-4cfa-a092-f406a9362b81 req-8d2e0d84-2870-4443-b01f-15b81ac5cf93 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:19.036199 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4c430e67-0b07-4968-8b35-432a2387c8b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:19.036456 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e8e7e196-a858-4cfa-a092-f406a9362b81 req-8d2e0d84-2870-4443-b01f-15b81ac5cf93 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/ports?device_id=93b47d28-e49b-474a-99ba-d9b5720fc03f HTTP/1.1" status: 200 len: 945 time: 0.0638788 Nov 25 13:12:19.077107 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-df9a8e95-05ea-4164-97a5-65778df1b304 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:19.121411 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4c430e67-0b07-4968-8b35-432a2387c8b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:19.132528 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4c430e67-0b07-4968-8b35-432a2387c8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:19.143375 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e8e7e196-a858-4cfa-a092-f406a9362b81 req-7ce02b26-2a8f-4fb2-a7cb-2e39412fa32b tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e57746c-a056-414e-9571-33500a85083a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983460 Nov 25 13:12:19.197602 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c430e67-0b07-4968-8b35-432a2387c8b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=906b4236-dc98-42d7-9f68-d2ea3651ceab,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:19.209357 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-4c430e67-0b07-4968-8b35-432a2387c8b1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3edbb3d4216d43f790e915f141c24707&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1865399 Nov 25 13:12:19.210116 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 39376) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:19.273807 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b7b4b-98f4-4a32-8baa-5be395328e88 req-35043a89-3dd6-43ce-93a7-8a47fba1a796 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:19.280309 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b7b4b-98f4-4a32-8baa-5be395328e88 req-35043a89-3dd6-43ce-93a7-8a47fba1a796 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:19.300759 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b7b4b-98f4-4a32-8baa-5be395328e88 req-35043a89-3dd6-43ce-93a7-8a47fba1a796 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:19.306936 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b7b4b-98f4-4a32-8baa-5be395328e88 req-35043a89-3dd6-43ce-93a7-8a47fba1a796 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:19.313026 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b7b4b-98f4-4a32-8baa-5be395328e88 req-35043a89-3dd6-43ce-93a7-8a47fba1a796 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:19.318996 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b7b4b-98f4-4a32-8baa-5be395328e88 req-35043a89-3dd6-43ce-93a7-8a47fba1a796 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:19.325019 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b7b4b-98f4-4a32-8baa-5be395328e88 req-35043a89-3dd6-43ce-93a7-8a47fba1a796 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:19.327090 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-de1b7b4b-98f4-4a32-8baa-5be395328e88 req-35043a89-3dd6-43ce-93a7-8a47fba1a796 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 5431 time: 0.2107382 Nov 25 13:12:19.399567 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-df9a8e95-05ea-4164-97a5-65778df1b304 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:19.411696 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-df9a8e95-05ea-4164-97a5-65778df1b304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:19.448067 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-de1b7b4b-98f4-4a32-8baa-5be395328e88 req-2275a200-11e8-40e9-bc02-b92531b5dbbd tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/security-groups?id=b58ccaf7-fcbc-46a0-8300-65e745ae9e20&id=0bfd0f62-df40-4a2c-8890-32844a1d7ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1085372 Nov 25 13:12:19.482635 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-df9a8e95-05ea-4164-97a5-65778df1b304 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6918a3e1077a4b4b8b40fb5d5842ddd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6094818 Nov 25 13:12:19.489148 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39380) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:19.546289 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9a8e95-05ea-4164-97a5-65778df1b304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05db3df5-b1d6-4e76-be8a-3e3b654b6f23,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:19.591796 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2cc7ab2e-8334-4379-957b-06bf8beb1b11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:19.607480 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3d09c73b-3f11-43b5-92a1-fa117261fdb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:19.623588 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2cc7ab2e-8334-4379-957b-06bf8beb1b11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:19.630546 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3d09c73b-3f11-43b5-92a1-fa117261fdb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:19.638451 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262ac60-30eb-4082-b1d1-42327d707952 req-fd36563e-9207-406c-95e6-486cad848f13 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:19.639879 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7262ac60-30eb-4082-b1d1-42327d707952 req-fd36563e-9207-406c-95e6-486cad848f13 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=1834e9fa-ed18-4283-b6da-37963008c9ee HTTP/1.1" status: 200 len: 943 time: 0.0970376 Nov 25 13:12:19.682236 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3d09c73b-3f11-43b5-92a1-fa117261fdb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:19.686223 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3d09c73b-3f11-43b5-92a1-fa117261fdb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:19.688084 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-3d09c73b-3f11-43b5-92a1-fa117261fdb2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/906b4236-dc98-42d7-9f68-d2ea3651ceab HTTP/1.1" status: 204 len: 168 time: 0.4769108 Nov 25 13:12:19.700313 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d09c73b-3f11-43b5-92a1-fa117261fdb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=906b4236-dc98-42d7-9f68-d2ea3651ceab,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:19.729300 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7262ac60-30eb-4082-b1d1-42327d707952 req-6178b732-31d4-4de9-8089-0b600fb9777b tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782747 Nov 25 13:12:19.753217 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2cc7ab2e-8334-4379-957b-06bf8beb1b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:19.756199 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2cc7ab2e-8334-4379-957b-06bf8beb1b11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:19.757527 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-2cc7ab2e-8334-4379-957b-06bf8beb1b11 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/05db3df5-b1d6-4e76-be8a-3e3b654b6f23 HTTP/1.1" status: 204 len: 168 time: 0.2674038 Nov 25 13:12:19.769296 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7ab2e-8334-4379-957b-06bf8beb1b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05db3df5-b1d6-4e76-be8a-3e3b654b6f23,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:19.960734 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd16b94-1b57-4f16-a88d-bf4238ba7443 req-fef7e900-d4b0-4465-896d-16cf28c04869 tempest-ServerDiagnosticsNegativeTest-1951392307 tempest-ServerDiagnosticsNegativeTest-1951392307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:19.962653 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7cd16b94-1b57-4f16-a88d-bf4238ba7443 req-fef7e900-d4b0-4465-896d-16cf28c04869 tempest-ServerDiagnosticsNegativeTest-1951392307 tempest-ServerDiagnosticsNegativeTest-1951392307-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c000c59-8721-4301-b4f0-2c4c62af6f21 HTTP/1.1" status: 200 len: 948 time: 0.0730648 Nov 25 13:12:20.077901 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7cd16b94-1b57-4f16-a88d-bf4238ba7443 req-b2e9d9e1-b82a-4379-a4f0-9420a31ef163 tempest-ServerDiagnosticsNegativeTest-1951392307 tempest-ServerDiagnosticsNegativeTest-1951392307-project] 10.222.0.53 "GET /v2.0/security-groups?id=9669ec5d-4c11-4d54-8e4c-842a8bdca8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080744 Nov 25 13:12:20.370446 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb289ae-d9b8-4fa6-9471-da59d398f0ff req-71c69b84-e1a0-4955-a353-17c3bf634c21 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:20.384782 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4bb289ae-d9b8-4fa6-9471-da59d398f0ff req-71c69b84-e1a0-4955-a353-17c3bf634c21 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/ports?device_id=93b47d28-e49b-474a-99ba-d9b5720fc03f HTTP/1.1" status: 200 len: 945 time: 0.1176934 Nov 25 13:12:20.473767 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4bb289ae-d9b8-4fa6-9471-da59d398f0ff req-1d7ae469-5a30-4851-9300-c89ff5ff0fd1 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e57746c-a056-414e-9571-33500a85083a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785449 Nov 25 13:12:20.503912 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:12:20.621364 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758fa7f-9589-4d28-8670-fbe9e2a95d1d req-fafead71-a4fb-45fd-b74f-a66610507429 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:20.627742 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758fa7f-9589-4d28-8670-fbe9e2a95d1d req-fafead71-a4fb-45fd-b74f-a66610507429 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:20.634609 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758fa7f-9589-4d28-8670-fbe9e2a95d1d req-fafead71-a4fb-45fd-b74f-a66610507429 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:20.641221 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758fa7f-9589-4d28-8670-fbe9e2a95d1d req-fafead71-a4fb-45fd-b74f-a66610507429 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:20.649778 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758fa7f-9589-4d28-8670-fbe9e2a95d1d req-fafead71-a4fb-45fd-b74f-a66610507429 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:20.654961 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758fa7f-9589-4d28-8670-fbe9e2a95d1d req-fafead71-a4fb-45fd-b74f-a66610507429 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:20.662252 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758fa7f-9589-4d28-8670-fbe9e2a95d1d req-fafead71-a4fb-45fd-b74f-a66610507429 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:20.664806 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6758fa7f-9589-4d28-8670-fbe9e2a95d1d req-fafead71-a4fb-45fd-b74f-a66610507429 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 5431 time: 0.1271930 Nov 25 13:12:20.782261 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6758fa7f-9589-4d28-8670-fbe9e2a95d1d req-a27141b5-9e5e-42bf-8632-4371e45c1285 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/security-groups?id=b58ccaf7-fcbc-46a0-8300-65e745ae9e20&id=0bfd0f62-df40-4a2c-8890-32844a1d7ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1094921 Nov 25 13:12:20.849291 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37039b-4a39-4ddb-b0e6-805b22b9518b req-2a320bbf-d9f7-4e0a-bf6b-adf9141a5137 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:20.850841 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ba37039b-4a39-4ddb-b0e6-805b22b9518b req-2a320bbf-d9f7-4e0a-bf6b-adf9141a5137 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.47 "GET /v2.0/ports?device_id=93b47d28-e49b-474a-99ba-d9b5720fc03f HTTP/1.1" status: 200 len: 945 time: 0.1154459 Nov 25 13:12:20.922957 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ddcef8-1a69-48f3-8afc-c20070dc13af req-c46fbb36-3244-4db8-865c-9eb29de5630c tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:20.928027 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-02ddcef8-1a69-48f3-8afc-c20070dc13af req-c46fbb36-3244-4db8-865c-9eb29de5630c tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=1834e9fa-ed18-4283-b6da-37963008c9ee HTTP/1.1" status: 200 len: 943 time: 0.0810695 Nov 25 13:12:20.987578 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-02ddcef8-1a69-48f3-8afc-c20070dc13af req-2cea76ec-4979-4b5f-b464-d0a031434d03 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520811 Nov 25 13:12:21.054418 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39438) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:21.071263 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-ba37039b-4a39-4ddb-b0e6-805b22b9518b req-40accdee-6ebb-4cc2-9892-c6a51124e840 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Deleting port 3983ee75-e4bf-4d31-9fe7-b4dc2e83e0d0 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:12:21.071614 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ba37039b-4a39-4ddb-b0e6-805b22b9518b req-40accdee-6ebb-4cc2-9892-c6a51124e840 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:21.236376 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-ba37039b-4a39-4ddb-b0e6-805b22b9518b req-40accdee-6ebb-4cc2-9892-c6a51124e840 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] For port 3983ee75-e4bf-4d31-9fe7-b4dc2e83e0d0, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=3983ee75-e4bf-4d31-9fe7-b4dc2e83e0d0,segment=NetworkSegment(1058d4ac-5e73-4c0f-9244-14176a6e4a88),segment_id=1058d4ac-5e73-4c0f-9244-14176a6e4a88)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:12:21.237162 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ba37039b-4a39-4ddb-b0e6-805b22b9518b req-40accdee-6ebb-4cc2-9892-c6a51124e840 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:21.267410 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-ba37039b-4a39-4ddb-b0e6-805b22b9518b req-40accdee-6ebb-4cc2-9892-c6a51124e840 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Calling delete_port for 3983ee75-e4bf-4d31-9fe7-b4dc2e83e0d0 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:12:21.313428 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc7941-859d-4f49-9040-6d8aae4210cc req-21cc28f6-3663-4c52-92a7-a23e22f2f964 tempest-ServerDiagnosticsNegativeTest-1951392307 tempest-ServerDiagnosticsNegativeTest-1951392307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:21.320191 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-34fc7941-859d-4f49-9040-6d8aae4210cc req-21cc28f6-3663-4c52-92a7-a23e22f2f964 tempest-ServerDiagnosticsNegativeTest-1951392307 tempest-ServerDiagnosticsNegativeTest-1951392307-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c000c59-8721-4301-b4f0-2c4c62af6f21 HTTP/1.1" status: 200 len: 948 time: 0.1052608 Nov 25 13:12:21.418930 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-f50e699d-e956-4821-91a9-3f366f8bbac1 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1117893497-network', 'tenant_id': '77111578866d45d3857554f4a4b3500a'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:12:21.467149 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-34fc7941-859d-4f49-9040-6d8aae4210cc req-1ffa5d05-88ce-4ea8-9429-625d6ffb8cdf tempest-ServerDiagnosticsNegativeTest-1951392307 tempest-ServerDiagnosticsNegativeTest-1951392307-project] 10.222.0.53 "GET /v2.0/security-groups?id=9669ec5d-4c11-4d54-8e4c-842a8bdca8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362371 Nov 25 13:12:21.489695 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50e699d-e956-4821-91a9-3f366f8bbac1 admin admin] Made reservation on behalf of 77111578866d45d3857554f4a4b3500a for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:12:21.492859 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f50e699d-e956-4821-91a9-3f366f8bbac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:21.508988 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f50e699d-e956-4821-91a9-3f366f8bbac1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:21.563838 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ba37039b-4a39-4ddb-b0e6-805b22b9518b req-40accdee-6ebb-4cc2-9892-c6a51124e840 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:21.576410 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['f8f8e13d-3f59-427b-9f94-685701b9dcb2', '3983ee75-e4bf-4d31-9fe7-b4dc2e83e0d0'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:12:21.714161 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-626e21a0-6322-4b76-8310-2f683ac4b24a req-d9d5b392-ff3c-431d-ae6c-0b016cc4e572 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/ports?device_id=93b47d28-e49b-474a-99ba-d9b5720fc03f HTTP/1.1" status: 200 len: 210 time: 0.1006091 Nov 25 13:12:21.766391 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba37039b-4a39-4ddb-b0e6-805b22b9518b req-40accdee-6ebb-4cc2-9892-c6a51124e840 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] No DVR routers for this DVR port 3983ee75-e4bf-4d31-9fe7-b4dc2e83e0d0 on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:12:21.773920 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ba37039b-4a39-4ddb-b0e6-805b22b9518b req-40accdee-6ebb-4cc2-9892-c6a51124e840 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:21.777834 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ba37039b-4a39-4ddb-b0e6-805b22b9518b req-40accdee-6ebb-4cc2-9892-c6a51124e840 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.47 "DELETE /v2.0/ports/3983ee75-e4bf-4d31-9fe7-b4dc2e83e0d0 HTTP/1.1" status: 204 len: 173 time: 0.9126444 Nov 25 13:12:21.791084 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b47d28-e49b-474a-99ba-d9b5720fc03f', 'name': 'network-vif-deleted', 'tag': '3983ee75-e4bf-4d31-9fe7-b4dc2e83e0d0'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:12:21.800524 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22412ac2-4320-4daa-a480-b03bfae83b1f" -d '{"events": [{"server_uuid": "93b47d28-e49b-474a-99ba-d9b5720fc03f", "name": "network-vif-deleted", "tag": "3983ee75-e4bf-4d31-9fe7-b4dc2e83e0d0"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:12:21.808487 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40accdee-6ebb-4cc2-9892-c6a51124e840 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Pushing event deleted for resources: {'Port': ['ID=3983ee75-e4bf-4d31-9fe7-b4dc2e83e0d0,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:21.840306 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f50e699d-e956-4821-91a9-3f366f8bbac1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:21.856392 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f50e699d-e956-4821-91a9-3f366f8bbac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:21.908962 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f50e699d-e956-4821-91a9-3f366f8bbac1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:12:21.969213 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50e699d-e956-4821-91a9-3f366f8bbac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35bb37f5-be80-4b2a-a1e2-01d7a5c80814,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:21.979471 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f50e699d-e956-4821-91a9-3f366f8bbac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:21.979833 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-f50e699d-e956-4821-91a9-3f366f8bbac1 admin admin] Added segment 1155890c-7418-447e-91c6-5d3d7161cc6b of type vlan for network f460e3a4-1eec-4772-9e17-4f750455e9f3 Nov 25 13:12:22.044004 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443bfe9-5ff9-4944-883d-abece70239d6 req-9101aeaa-f665-4cdb-86ae-d1dddb19d8ed tempest-ServerDiagnosticsNegativeTest-1951392307 tempest-ServerDiagnosticsNegativeTest-1951392307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:22.053044 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8443bfe9-5ff9-4944-883d-abece70239d6 req-9101aeaa-f665-4cdb-86ae-d1dddb19d8ed tempest-ServerDiagnosticsNegativeTest-1951392307 tempest-ServerDiagnosticsNegativeTest-1951392307-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c000c59-8721-4301-b4f0-2c4c62af6f21 HTTP/1.1" status: 200 len: 948 time: 0.1347923 Nov 25 13:12:22.099592 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f50e699d-e956-4821-91a9-3f366f8bbac1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:22.175470 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8443bfe9-5ff9-4944-883d-abece70239d6 req-2b71d0fb-7ee7-415b-8238-2d4c7e38fcd0 tempest-ServerDiagnosticsNegativeTest-1951392307 tempest-ServerDiagnosticsNegativeTest-1951392307-project] 10.222.0.53 "GET /v2.0/security-groups?id=9669ec5d-4c11-4d54-8e4c-842a8bdca8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215000 Nov 25 13:12:22.235922 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850466a-b41a-4ab4-9a1f-58b6cd4c6c97 req-87f54ec5-a7e9-4875-a65a-e2e7dd86a8d3 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:22.241876 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850466a-b41a-4ab4-9a1f-58b6cd4c6c97 req-87f54ec5-a7e9-4875-a65a-e2e7dd86a8d3 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:22.258992 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850466a-b41a-4ab4-9a1f-58b6cd4c6c97 req-87f54ec5-a7e9-4875-a65a-e2e7dd86a8d3 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:22.263383 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed9b262-17ac-4287-a249-92551c46e9a7 x-openstack-request-id: req-4ed9b262-17ac-4287-a249-92551c46e9a7 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:12:22.263871 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93b47d28-e49b-474a-99ba-d9b5720fc03f", "name": "network-vif-deleted", "tag": "3983ee75-e4bf-4d31-9fe7-b4dc2e83e0d0", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:12:22.263988 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4ed9b262-17ac-4287-a249-92551c46e9a7 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:12:22.264311 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93b47d28-e49b-474a-99ba-d9b5720fc03f', 'name': 'network-vif-deleted', 'tag': '3983ee75-e4bf-4d31-9fe7-b4dc2e83e0d0', 'status': 'completed', 'code': 200} Nov 25 13:12:22.268827 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850466a-b41a-4ab4-9a1f-58b6cd4c6c97 req-87f54ec5-a7e9-4875-a65a-e2e7dd86a8d3 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:22.302774 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850466a-b41a-4ab4-9a1f-58b6cd4c6c97 req-87f54ec5-a7e9-4875-a65a-e2e7dd86a8d3 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:22.308490 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850466a-b41a-4ab4-9a1f-58b6cd4c6c97 req-87f54ec5-a7e9-4875-a65a-e2e7dd86a8d3 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:22.316422 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850466a-b41a-4ab4-9a1f-58b6cd4c6c97 req-87f54ec5-a7e9-4875-a65a-e2e7dd86a8d3 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:22.318354 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1850466a-b41a-4ab4-9a1f-58b6cd4c6c97 req-87f54ec5-a7e9-4875-a65a-e2e7dd86a8d3 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 5431 time: 0.2989044 Nov 25 13:12:22.319276 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f50e699d-e956-4821-91a9-3f366f8bbac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:22.320775 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50e699d-e956-4821-91a9-3f366f8bbac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:22.321597 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f50e699d-e956-4821-91a9-3f366f8bbac1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:22.437191 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f50e699d-e956-4821-91a9-3f366f8bbac1 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.3748248 Nov 25 13:12:22.437860 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 39484) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:22.442426 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-f3573060-f637-4934-9b6c-7a862747c265 admin admin] Request body: {'subnet': {'network_id': 'f460e3a4-1eec-4772-9e17-4f750455e9f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1117893497-subnet', 'tenant_id': '77111578866d45d3857554f4a4b3500a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:12:22.461568 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50e699d-e956-4821-91a9-3f366f8bbac1 admin admin] Pushing event updated for resources: {'Network': ['ID=f460e3a4-1eec-4772-9e17-4f750455e9f3,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:22.475143 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network f460e3a4-1eec-4772-9e17-4f750455e9f3 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:12:22.519412 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3573060-f637-4934-9b6c-7a862747c265 admin admin] Made reservation on behalf of 77111578866d45d3857554f4a4b3500a for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:12:22.525512 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f3573060-f637-4934-9b6c-7a862747c265 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:22.567540 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c875f0d9-d83c-4348-8fd3-4711e1d2de0e req-b8d683fc-1a29-4e3b-85bf-9c03c05847e2 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:22.569305 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c875f0d9-d83c-4348-8fd3-4711e1d2de0e req-b8d683fc-1a29-4e3b-85bf-9c03c05847e2 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=1834e9fa-ed18-4283-b6da-37963008c9ee HTTP/1.1" status: 200 len: 943 time: 0.2195730 Nov 25 13:12:22.709294 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c875f0d9-d83c-4348-8fd3-4711e1d2de0e req-7337cc37-96ab-4e92-9036-87ce0b58d2d5 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126897 Nov 25 13:12:22.739383 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1850466a-b41a-4ab4-9a1f-58b6cd4c6c97 req-036c19c6-6038-4c8e-bd3d-2f6c51422d42 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/security-groups?id=b58ccaf7-fcbc-46a0-8300-65e745ae9e20&id=0bfd0f62-df40-4a2c-8890-32844a1d7ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3990836 Nov 25 13:12:22.844779 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f3573060-f637-4934-9b6c-7a862747c265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:22.899366 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3573060-f637-4934-9b6c-7a862747c265 admin admin] Pushing event updated for resources: {'Subnet': ['ID=239edc5e-b486-41b0-b401-f5624a6ce020,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:22.940606 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3573060-f637-4934-9b6c-7a862747c265 admin admin] Checking segment: {'id': '1155890c-7418-447e-91c6-5d3d7161cc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f460e3a4-1eec-4772-9e17-4f750455e9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:12:22.944870 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3573060-f637-4934-9b6c-7a862747c265 admin admin] Network hostable DHCP agents. Network: f460e3a4-1eec-4772-9e17-4f750455e9f3, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:12:22.988244 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3573060-f637-4934-9b6c-7a862747c265 admin admin] Network f460e3a4-1eec-4772-9e17-4f750455e9f3 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:12:23.006444 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-f3573060-f637-4934-9b6c-7a862747c265 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, f460e3a4-1eec-4772-9e17-4f750455e9f3) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:12:23.012307 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3573060-f637-4934-9b6c-7a862747c265 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:23.013746 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f3573060-f637-4934-9b6c-7a862747c265 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:23.019838 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a2ecc6-09bf-41ac-8dcc-0f3c23b9d826 None None] Network f460e3a4-1eec-4772-9e17-4f750455e9f3 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:12:23.052898 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-f3573060-f637-4934-9b6c-7a862747c265 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6141977 Nov 25 13:12:23.147498 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba6f192-c96f-43b0-8eeb-9b90d9e0d374 req-6edfaf1d-8f13-4a20-9450-b9f6cc98e60e tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:23.149226 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9ba6f192-c96f-43b0-8eeb-9b90d9e0d374 req-6edfaf1d-8f13-4a20-9450-b9f6cc98e60e tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/ports?device_id=621c9b83-3722-4455-86d1-290554c14b84 HTTP/1.1" status: 200 len: 945 time: 0.0746920 Nov 25 13:12:23.341167 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725e3e5d-5a76-4161-b883-f1c9278e74f7 None None] Network f460e3a4-1eec-4772-9e17-4f750455e9f3 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:12:23.370442 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9ba6f192-c96f-43b0-8eeb-9b90d9e0d374 req-577d215c-f3d2-4135-9135-2eb241ef4a91 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e57746c-a056-414e-9571-33500a85083a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106178 Nov 25 13:12:23.427329 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8953cc5-6eea-4d42-8851-259631ae67a1 req-1e3c5b7d-8e2e-4055-95ca-23785c14b2a5 tempest-ServerDiagnosticsNegativeTest-1951392307 tempest-ServerDiagnosticsNegativeTest-1951392307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:23.428881 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a8953cc5-6eea-4d42-8851-259631ae67a1 req-1e3c5b7d-8e2e-4055-95ca-23785c14b2a5 tempest-ServerDiagnosticsNegativeTest-1951392307 tempest-ServerDiagnosticsNegativeTest-1951392307-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c000c59-8721-4301-b4f0-2c4c62af6f21 HTTP/1.1" status: 200 len: 948 time: 0.1092124 Nov 25 13:12:23.494378 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6858b129-da0b-49b2-b473-214bca1a3b2d req-8fc10979-c048-4694-bb0e-cacfd5a7ec7a tempest-ServerDiagnosticsNegativeTest-1951392307 tempest-ServerDiagnosticsNegativeTest-1951392307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:23.504142 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6858b129-da0b-49b2-b473-214bca1a3b2d req-8fc10979-c048-4694-bb0e-cacfd5a7ec7a tempest-ServerDiagnosticsNegativeTest-1951392307 tempest-ServerDiagnosticsNegativeTest-1951392307-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c000c59-8721-4301-b4f0-2c4c62af6f21 HTTP/1.1" status: 200 len: 948 time: 0.1278961 Nov 25 13:12:23.536010 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a8953cc5-6eea-4d42-8851-259631ae67a1 req-5fd0a64e-2598-433f-b6a1-d8136a9362fb tempest-ServerDiagnosticsNegativeTest-1951392307 tempest-ServerDiagnosticsNegativeTest-1951392307-project] 10.222.0.53 "GET /v2.0/security-groups?id=9669ec5d-4c11-4d54-8e4c-842a8bdca8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959737 Nov 25 13:12:23.679394 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-6858b129-da0b-49b2-b473-214bca1a3b2d req-b655f9c7-f222-43cc-a9d2-ea29822326d4 tempest-ServerDiagnosticsNegativeTest-1951392307 tempest-ServerDiagnosticsNegativeTest-1951392307-project] Deleting port f8a65267-a41b-4f69-88fc-97ff16f4d77a {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:12:23.680148 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6858b129-da0b-49b2-b473-214bca1a3b2d req-b655f9c7-f222-43cc-a9d2-ea29822326d4 tempest-ServerDiagnosticsNegativeTest-1951392307 tempest-ServerDiagnosticsNegativeTest-1951392307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:23.795961 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-6858b129-da0b-49b2-b473-214bca1a3b2d req-b655f9c7-f222-43cc-a9d2-ea29822326d4 tempest-ServerDiagnosticsNegativeTest-1951392307 tempest-ServerDiagnosticsNegativeTest-1951392307-project] For port f8a65267-a41b-4f69-88fc-97ff16f4d77a, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=f8a65267-a41b-4f69-88fc-97ff16f4d77a,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:12:23.796723 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6858b129-da0b-49b2-b473-214bca1a3b2d req-b655f9c7-f222-43cc-a9d2-ea29822326d4 tempest-ServerDiagnosticsNegativeTest-1951392307 tempest-ServerDiagnosticsNegativeTest-1951392307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:23.812703 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-6858b129-da0b-49b2-b473-214bca1a3b2d req-b655f9c7-f222-43cc-a9d2-ea29822326d4 tempest-ServerDiagnosticsNegativeTest-1951392307 tempest-ServerDiagnosticsNegativeTest-1951392307-project] Calling delete_port for f8a65267-a41b-4f69-88fc-97ff16f4d77a owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:12:24.002543 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 3983ee75-e4bf-4d31-9fe7-b4dc2e83e0d0 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:12:24.004069 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6858b129-da0b-49b2-b473-214bca1a3b2d req-b655f9c7-f222-43cc-a9d2-ea29822326d4 tempest-ServerDiagnosticsNegativeTest-1951392307 tempest-ServerDiagnosticsNegativeTest-1951392307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:24.045149 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['f8a65267-a41b-4f69-88fc-97ff16f4d77a'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:12:24.049919 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: 3983ee75-e4bf-4d31-9fe7-b4dc2e83e0d0 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:12:24.061523 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 3983ee75-e4bf-4d31-9fe7-b4dc2e83e0d0 not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:12:24.074284 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b655f9c7-f222-43cc-a9d2-ea29822326d4 tempest-ServerDiagnosticsNegativeTest-1951392307 tempest-ServerDiagnosticsNegativeTest-1951392307-project] Pushing event deleted for resources: {'Port': ['ID=f8a65267-a41b-4f69-88fc-97ff16f4d77a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:24.123034 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38c1f0d-217f-4ff8-8ee8-52eb4a0e5ab8 req-7bf8f9a8-9190-4baf-ad51-5e40009d55f7 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:24.133621 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f38c1f0d-217f-4ff8-8ee8-52eb4a0e5ab8 req-7bf8f9a8-9190-4baf-ad51-5e40009d55f7 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=1834e9fa-ed18-4283-b6da-37963008c9ee HTTP/1.1" status: 200 len: 943 time: 0.1272531 Nov 25 13:12:24.169259 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-6858b129-da0b-49b2-b473-214bca1a3b2d req-b655f9c7-f222-43cc-a9d2-ea29822326d4 tempest-ServerDiagnosticsNegativeTest-1951392307 tempest-ServerDiagnosticsNegativeTest-1951392307-project] No DVR routers for this DVR port f8a65267-a41b-4f69-88fc-97ff16f4d77a on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:12:24.173178 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6858b129-da0b-49b2-b473-214bca1a3b2d req-b655f9c7-f222-43cc-a9d2-ea29822326d4 tempest-ServerDiagnosticsNegativeTest-1951392307 tempest-ServerDiagnosticsNegativeTest-1951392307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:24.178657 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6858b129-da0b-49b2-b473-214bca1a3b2d req-b655f9c7-f222-43cc-a9d2-ea29822326d4 tempest-ServerDiagnosticsNegativeTest-1951392307 tempest-ServerDiagnosticsNegativeTest-1951392307-project] 10.222.0.47 "DELETE /v2.0/ports/f8a65267-a41b-4f69-88fc-97ff16f4d77a HTTP/1.1" status: 204 len: 173 time: 0.6686366 Nov 25 13:12:24.265952 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c000c59-8721-4301-b4f0-2c4c62af6f21', 'name': 'network-vif-deleted', 'tag': 'f8a65267-a41b-4f69-88fc-97ff16f4d77a'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:12:24.269151 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765c08e3-2978-47f6-870e-dba893745e9f" -d '{"events": [{"server_uuid": "2c000c59-8721-4301-b4f0-2c4c62af6f21", "name": "network-vif-deleted", "tag": "f8a65267-a41b-4f69-88fc-97ff16f4d77a"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:12:24.327921 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f38c1f0d-217f-4ff8-8ee8-52eb4a0e5ab8 req-161c9c29-1b6c-46b9-8426-10ff539e9b85 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906199 Nov 25 13:12:24.470816 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c2c84a-c2a8-4f74-b215-6e648df80e9e req-79462ff9-2e74-48ce-97ee-e12aed9f1fc7 tempest-InstanceActionsNegativeTestJSON-1495102964 tempest-InstanceActionsNegativeTestJSON-1495102964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:24.472238 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b7c2c84a-c2a8-4f74-b215-6e648df80e9e req-79462ff9-2e74-48ce-97ee-e12aed9f1fc7 tempest-InstanceActionsNegativeTestJSON-1495102964 tempest-InstanceActionsNegativeTestJSON-1495102964-project] 10.222.0.53 "GET /v2.0/networks?id=f460e3a4-1eec-4772-9e17-4f750455e9f3 HTTP/1.1" status: 200 len: 822 time: 0.2279968 Nov 25 13:12:24.502636 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b7c2c84a-c2a8-4f74-b215-6e648df80e9e req-d0fa3923-663b-4d49-90b8-0c58a9d337c4 tempest-InstanceActionsNegativeTestJSON-1495102964 tempest-InstanceActionsNegativeTestJSON-1495102964-project] 10.222.0.53 "GET /v2.0/quotas/77111578866d45d3857554f4a4b3500a HTTP/1.1" status: 200 len: 375 time: 0.0158575 Nov 25 13:12:24.544319 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b7c2c84a-c2a8-4f74-b215-6e648df80e9e req-69df31af-f35b-4ea8-9dd4-07c2721f38d2 tempest-InstanceActionsNegativeTestJSON-1495102964 tempest-InstanceActionsNegativeTestJSON-1495102964-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=77111578866d45d3857554f4a4b3500a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265703 Nov 25 13:12:24.556754 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1b856-bf7d-4ebf-acef-e9ff8ee14af2 req-8392ffd8-42ef-4f38-bba7-df07c5a515e6 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:24.563750 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1b856-bf7d-4ebf-acef-e9ff8ee14af2 req-8392ffd8-42ef-4f38-bba7-df07c5a515e6 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:24.569865 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1b856-bf7d-4ebf-acef-e9ff8ee14af2 req-8392ffd8-42ef-4f38-bba7-df07c5a515e6 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:24.575820 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1b856-bf7d-4ebf-acef-e9ff8ee14af2 req-8392ffd8-42ef-4f38-bba7-df07c5a515e6 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:24.581854 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1b856-bf7d-4ebf-acef-e9ff8ee14af2 req-8392ffd8-42ef-4f38-bba7-df07c5a515e6 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:24.589541 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1b856-bf7d-4ebf-acef-e9ff8ee14af2 req-8392ffd8-42ef-4f38-bba7-df07c5a515e6 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:24.597601 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc6a179-0c6f-4129-8dd8-6c0c1eefa578 req-c9d31a6d-c628-45c3-be4d-ba3700fce414 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:24.599416 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0fc6a179-0c6f-4129-8dd8-6c0c1eefa578 req-c9d31a6d-c628-45c3-be4d-ba3700fce414 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b7a40a6-335a-43bf-9a42-81b4b7bd6860 HTTP/1.1" status: 200 len: 944 time: 0.0898511 Nov 25 13:12:24.601235 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1b856-bf7d-4ebf-acef-e9ff8ee14af2 req-8392ffd8-42ef-4f38-bba7-df07c5a515e6 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:24.603131 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-62c1b856-bf7d-4ebf-acef-e9ff8ee14af2 req-8392ffd8-42ef-4f38-bba7-df07c5a515e6 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 5431 time: 0.1524806 Nov 25 13:12:24.764237 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-62c1b856-bf7d-4ebf-acef-e9ff8ee14af2 req-940afa04-5144-4e05-bab7-01c5f4febb04 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/security-groups?id=b58ccaf7-fcbc-46a0-8300-65e745ae9e20&id=0bfd0f62-df40-4a2c-8890-32844a1d7ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1495869 Nov 25 13:12:24.876906 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b8308-2014-4485-a4ea-6701c9d034cf req-97cf07aa-0b21-4840-a590-17658c7ae445 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:24.878989 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b99b8308-2014-4485-a4ea-6701c9d034cf req-97cf07aa-0b21-4840-a590-17658c7ae445 tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.47 "GET /v2.0/ports?device_id=621c9b83-3722-4455-86d1-290554c14b84 HTTP/1.1" status: 200 len: 945 time: 0.2228334 Nov 25 13:12:24.987594 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39552) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:25.025775 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-0fc6a179-0c6f-4129-8dd8-6c0c1eefa578 req-f427d9f5-cd80-4138-b0c2-02a556f1d93b tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Deleting port 087220c7-2a82-445b-929d-1e40a03684c6 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:12:25.026810 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0fc6a179-0c6f-4129-8dd8-6c0c1eefa578 req-f427d9f5-cd80-4138-b0c2-02a556f1d93b tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:25.100537 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-b99b8308-2014-4485-a4ea-6701c9d034cf req-488d444a-a95c-4dc2-9a30-4aba10b469bc tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Deleting port f8f8e13d-3f59-427b-9f94-685701b9dcb2 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:12:25.100875 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b99b8308-2014-4485-a4ea-6701c9d034cf req-488d444a-a95c-4dc2-9a30-4aba10b469bc tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:25.112593 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b7c2c84a-c2a8-4f74-b215-6e648df80e9e req-a921f290-a0e8-4edb-9f1c-51328e1b6f10 service neutron] 10.222.0.53 "GET /v2.0/networks/f460e3a4-1eec-4772-9e17-4f750455e9f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5070939 Nov 25 13:12:25.199394 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-0fc6a179-0c6f-4129-8dd8-6c0c1eefa578 req-f427d9f5-cd80-4138-b0c2-02a556f1d93b tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] For port 087220c7-2a82-445b-929d-1e40a03684c6, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=087220c7-2a82-445b-929d-1e40a03684c6,segment=NetworkSegment(f1015c3b-5561-4c41-908e-568aaa0911cd),segment_id=f1015c3b-5561-4c41-908e-568aaa0911cd)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:12:25.199768 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0fc6a179-0c6f-4129-8dd8-6c0c1eefa578 req-f427d9f5-cd80-4138-b0c2-02a556f1d93b tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:25.224958 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-0fc6a179-0c6f-4129-8dd8-6c0c1eefa578 req-f427d9f5-cd80-4138-b0c2-02a556f1d93b tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Calling delete_port for 087220c7-2a82-445b-929d-1e40a03684c6 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:12:25.247252 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3320b4cf-52a2-46c0-bc46-9e43bfa91389 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:25.255326 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-b99b8308-2014-4485-a4ea-6701c9d034cf req-488d444a-a95c-4dc2-9a30-4aba10b469bc tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] For port f8f8e13d-3f59-427b-9f94-685701b9dcb2, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=f8f8e13d-3f59-427b-9f94-685701b9dcb2,segment=NetworkSegment(1058d4ac-5e73-4c0f-9244-14176a6e4a88),segment_id=1058d4ac-5e73-4c0f-9244-14176a6e4a88)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:12:25.255547 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b99b8308-2014-4485-a4ea-6701c9d034cf req-488d444a-a95c-4dc2-9a30-4aba10b469bc tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:25.271579 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790201e-cde3-484a-9f74-f86303f94add req-17f1bc0b-e9c6-4c62-9036-bf4f333a2517 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:25.273111 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0790201e-cde3-484a-9f74-f86303f94add req-17f1bc0b-e9c6-4c62-9036-bf4f333a2517 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b7a40a6-335a-43bf-9a42-81b4b7bd6860 HTTP/1.1" status: 200 len: 944 time: 0.3181932 Nov 25 13:12:25.298078 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-b99b8308-2014-4485-a4ea-6701c9d034cf req-488d444a-a95c-4dc2-9a30-4aba10b469bc tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Calling delete_port for f8f8e13d-3f59-427b-9f94-685701b9dcb2 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:12:25.391558 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b7c2c84a-c2a8-4f74-b215-6e648df80e9e req-2004c384-3685-4ea6-8362-04320fc28eb5 service neutron] 10.222.0.53 "GET /v2.0/networks/f460e3a4-1eec-4772-9e17-4f750455e9f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723005 Nov 25 13:12:25.434825 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3320b4cf-52a2-46c0-bc46-9e43bfa91389 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:25.456389 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0790201e-cde3-484a-9f74-f86303f94add req-07187eb9-4eb6-47f0-b08d-2aa8a309ebe2 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699448 Nov 25 13:12:25.460674 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3320b4cf-52a2-46c0-bc46-9e43bfa91389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:25.508870 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0fc6a179-0c6f-4129-8dd8-6c0c1eefa578 req-f427d9f5-cd80-4138-b0c2-02a556f1d93b tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:25.524554 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['087220c7-2a82-445b-929d-1e40a03684c6'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:12:25.531149 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3320b4cf-52a2-46c0-bc46-9e43bfa91389 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=40c3d9fb1b9e459e9e88f5c7fc8a67b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5418420 Nov 25 13:12:25.543805 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39558) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:25.554780 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427d9f5-cd80-4138-b0c2-02a556f1d93b tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Pushing event deleted for resources: {'Port': ['ID=087220c7-2a82-445b-929d-1e40a03684c6,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:25.602815 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b99b8308-2014-4485-a4ea-6701c9d034cf req-488d444a-a95c-4dc2-9a30-4aba10b469bc tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:25.618449 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['f8f8e13d-3f59-427b-9f94-685701b9dcb2'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:12:25.626181 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3320b4cf-52a2-46c0-bc46-9e43bfa91389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27fc5e4e-a32e-4714-a94b-0cb66d6e4c73,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:25.667556 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fc6a179-0c6f-4129-8dd8-6c0c1eefa578 req-f427d9f5-cd80-4138-b0c2-02a556f1d93b tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] No DVR routers for this DVR port 087220c7-2a82-445b-929d-1e40a03684c6 on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:12:25.681429 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0fc6a179-0c6f-4129-8dd8-6c0c1eefa578 req-f427d9f5-cd80-4138-b0c2-02a556f1d93b tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:25.691438 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0fc6a179-0c6f-4129-8dd8-6c0c1eefa578 req-f427d9f5-cd80-4138-b0c2-02a556f1d93b tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.47 "DELETE /v2.0/ports/087220c7-2a82-445b-929d-1e40a03684c6 HTTP/1.1" status: 204 len: 173 time: 1.0783157 Nov 25 13:12:25.703137 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48495cce-917b-431e-b2cb-38c59cc219b2 x-openstack-request-id: req-48495cce-917b-431e-b2cb-38c59cc219b2 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:12:25.703544 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c000c59-8721-4301-b4f0-2c4c62af6f21", "name": "network-vif-deleted", "tag": "f8a65267-a41b-4f69-88fc-97ff16f4d77a", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:12:25.703805 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-48495cce-917b-431e-b2cb-38c59cc219b2 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:12:25.706156 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c000c59-8721-4301-b4f0-2c4c62af6f21', 'name': 'network-vif-deleted', 'tag': 'f8a65267-a41b-4f69-88fc-97ff16f4d77a', 'status': 'completed', 'code': 200} Nov 25 13:12:25.741646 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488d444a-a95c-4dc2-9a30-4aba10b469bc tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Pushing event deleted for resources: {'Port': ['ID=f8f8e13d-3f59-427b-9f94-685701b9dcb2,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:25.781678 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c2f3eb79-64de-4299-a9eb-2583c07227dc req-d0dbac7b-0152-41c8-88f4-578555583c2d tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.53 "GET /v2.0/ports?device_id=621c9b83-3722-4455-86d1-290554c14b84 HTTP/1.1" status: 200 len: 210 time: 0.0587249 Nov 25 13:12:25.797581 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-617da567-79d6-45c9-bf9c-bf2ff1e39960 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:25.863388 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-617da567-79d6-45c9-bf9c-bf2ff1e39960 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:25.895967 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-b99b8308-2014-4485-a4ea-6701c9d034cf req-488d444a-a95c-4dc2-9a30-4aba10b469bc tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] No DVR routers for this DVR port f8f8e13d-3f59-427b-9f94-685701b9dcb2 on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:12:25.901455 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b99b8308-2014-4485-a4ea-6701c9d034cf req-488d444a-a95c-4dc2-9a30-4aba10b469bc tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:25.906481 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b99b8308-2014-4485-a4ea-6701c9d034cf req-488d444a-a95c-4dc2-9a30-4aba10b469bc tempest-ListServerFiltersTestJSON-643494412 tempest-ListServerFiltersTestJSON-643494412-project] 10.222.0.47 "DELETE /v2.0/ports/f8f8e13d-3f59-427b-9f94-685701b9dcb2 HTTP/1.1" status: 204 len: 173 time: 1.0192285 Nov 25 13:12:26.011407 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device f8a65267-a41b-4f69-88fc-97ff16f4d77a no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:12:26.056180 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-119d6302-400b-4903-92b1-f0df5451ce17 req-382bcc0b-18d0-48eb-b19d-d002f610bd7c tempest-InstanceActionsNegativeTestJSON-1495102964 tempest-InstanceActionsNegativeTestJSON-1495102964-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4989e0a-6c27-4b37-9f07-eca03cde3798 HTTP/1.1" status: 200 len: 210 time: 0.1124940 Nov 25 13:12:26.089141 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-617da567-79d6-45c9-bf9c-bf2ff1e39960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:26.092503 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-617da567-79d6-45c9-bf9c-bf2ff1e39960 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:26.096213 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-617da567-79d6-45c9-bf9c-bf2ff1e39960 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/27fc5e4e-a32e-4714-a94b-0cb66d6e4c73 HTTP/1.1" status: 204 len: 168 time: 0.5465276 Nov 25 13:12:26.105852 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed33d73-e280-4a84-a953-6c24d12df30f req-a212e7d0-b5ad-42a4-bdcd-818c97def6f9 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:26.113973 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0ed33d73-e280-4a84-a953-6c24d12df30f req-a212e7d0-b5ad-42a4-bdcd-818c97def6f9 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=1834e9fa-ed18-4283-b6da-37963008c9ee HTTP/1.1" status: 200 len: 943 time: 0.1619999 Nov 25 13:12:26.149902 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: f8a65267-a41b-4f69-88fc-97ff16f4d77a {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:12:26.151995 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617da567-79d6-45c9-bf9c-bf2ff1e39960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27fc5e4e-a32e-4714-a94b-0cb66d6e4c73,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:26.152409 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device f8a65267-a41b-4f69-88fc-97ff16f4d77a not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:12:26.154346 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device f8f8e13d-3f59-427b-9f94-685701b9dcb2 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:12:26.180576 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 39576) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:26.225341 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0ed33d73-e280-4a84-a953-6c24d12df30f req-36fa1b69-5950-46c5-ab0d-1742df2c55c4 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103060 Nov 25 13:12:26.228854 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: f8f8e13d-3f59-427b-9f94-685701b9dcb2 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:12:26.231637 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device f8f8e13d-3f59-427b-9f94-685701b9dcb2 not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:12:26.232273 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 087220c7-2a82-445b-929d-1e40a03684c6 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:12:26.298531 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: 087220c7-2a82-445b-929d-1e40a03684c6 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:12:26.300321 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 087220c7-2a82-445b-929d-1e40a03684c6 not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:12:26.410748 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08310835-25ae-4378-a692-0e56b011584f req-58dbc34c-c089-4b6b-b47d-b23459e1f807 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:26.424115 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08310835-25ae-4378-a692-0e56b011584f req-58dbc34c-c089-4b6b-b47d-b23459e1f807 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:26.431311 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08310835-25ae-4378-a692-0e56b011584f req-58dbc34c-c089-4b6b-b47d-b23459e1f807 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:26.437745 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08310835-25ae-4378-a692-0e56b011584f req-58dbc34c-c089-4b6b-b47d-b23459e1f807 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:26.446505 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08310835-25ae-4378-a692-0e56b011584f req-58dbc34c-c089-4b6b-b47d-b23459e1f807 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:26.453296 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08310835-25ae-4378-a692-0e56b011584f req-58dbc34c-c089-4b6b-b47d-b23459e1f807 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:26.459336 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08310835-25ae-4378-a692-0e56b011584f req-58dbc34c-c089-4b6b-b47d-b23459e1f807 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:26.461222 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-08310835-25ae-4378-a692-0e56b011584f req-58dbc34c-c089-4b6b-b47d-b23459e1f807 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 5431 time: 0.1796496 Nov 25 13:12:26.462630 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-cd1ff48a-00a7-4ebf-ad91-af55bf836524 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=45f24b986a4d428fb8ef379469ed4927&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2809601 Nov 25 13:12:26.465436 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 39582) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:26.540444 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d363748f-5cdb-428b-b122-bd13cf49fbee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:26.574485 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-08310835-25ae-4378-a692-0e56b011584f req-b0beac7b-1095-47f6-86e4-b832b5d48d2a tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/security-groups?id=b58ccaf7-fcbc-46a0-8300-65e745ae9e20&id=0bfd0f62-df40-4a2c-8890-32844a1d7ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1051443 Nov 25 13:12:26.594063 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d363748f-5cdb-428b-b122-bd13cf49fbee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:26.721553 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d363748f-5cdb-428b-b122-bd13cf49fbee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:26.725962 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d363748f-5cdb-428b-b122-bd13cf49fbee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:26.727540 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d363748f-5cdb-428b-b122-bd13cf49fbee admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9669ec5d-4c11-4d54-8e4c-842a8bdca8fe HTTP/1.1" status: 204 len: 168 time: 0.2610066 Nov 25 13:12:26.738440 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d363748f-5cdb-428b-b122-bd13cf49fbee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9669ec5d-4c11-4d54-8e4c-842a8bdca8fe,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:26.849730 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 39596) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:26.932689 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a3aaee3-d41b-47b6-9777-afcdf6a89a54 admin admin] Deleting subnet 944dd67b-31c1-4580-877a-c7575fa9eef6 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:12:26.943725 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8a3aaee3-d41b-47b6-9777-afcdf6a89a54 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:26.995814 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39600) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:27.013435 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8a3aaee3-d41b-47b6-9777-afcdf6a89a54 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:27.019486 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bcb7c37b-f8a9-437d-9d19-ebdf5641d6ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:27.083774 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97712d78-28fd-42cb-8729-dae45ee69ccd req-5156afde-8aad-447d-be8f-44a9687785aa tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:27.085245 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-97712d78-28fd-42cb-8729-dae45ee69ccd req-5156afde-8aad-447d-be8f-44a9687785aa tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d6065b9-f444-4b32-afd5-4efd4a17a010 HTTP/1.1" status: 200 len: 945 time: 0.1217573 Nov 25 13:12:27.129373 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bcb7c37b-f8a9-437d-9d19-ebdf5641d6ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:27.140062 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8a3aaee3-d41b-47b6-9777-afcdf6a89a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:27.141935 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bcb7c37b-f8a9-437d-9d19-ebdf5641d6ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:27.195532 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-97712d78-28fd-42cb-8729-dae45ee69ccd req-f626df6a-aec7-4223-9eac-18e43ebdfe0a tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982957 Nov 25 13:12:27.203730 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-bcb7c37b-f8a9-437d-9d19-ebdf5641d6ed admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8dc5489b724b4c8c9a480680e48491eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2059939 Nov 25 13:12:27.206537 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39606) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:27.217782 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb7c37b-f8a9-437d-9d19-ebdf5641d6ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158d60a4-227f-4a5f-ae74-8c60a55cb471,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:27.255910 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8a3aaee3-d41b-47b6-9777-afcdf6a89a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:27.265641 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 39610) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:27.274575 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3d2783da-2787-409a-986b-3b6ff45781d0 req-26a753c4-1890-4829-b459-68606be3bc5e tempest-InstanceActionsNegativeTestJSON-1495102964 tempest-InstanceActionsNegativeTestJSON-1495102964-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4989e0a-6c27-4b37-9f07-eca03cde3798 HTTP/1.1" status: 200 len: 210 time: 0.0513113 Nov 25 13:12:27.322323 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3aaee3-d41b-47b6-9777-afcdf6a89a54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=944dd67b-31c1-4580-877a-c7575fa9eef6,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:27.332886 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-09178980-a809-4371-9814-f989a1c906e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:27.338724 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8a3aaee3-d41b-47b6-9777-afcdf6a89a54 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:27.341830 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-8a3aaee3-d41b-47b6-9777-afcdf6a89a54 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/944dd67b-31c1-4580-877a-c7575fa9eef6 HTTP/1.1" status: 204 len: 168 time: 0.4899869 Nov 25 13:12:27.343997 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2316ba8c-7c81-464b-992a-3e0e2f78c970 None None] Network 262c70d7-6144-48b3-9558-2d58ff5c73f5 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:12:27.356545 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39612) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:27.424841 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-354978f0-f9f2-4742-9326-82199d4c770d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:27.479433 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754f25f-f1bf-4458-b781-d48b8c069ddd req-646464dc-d016-4854-aab5-64046ae22a0c tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:27.480981 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5754f25f-f1bf-4458-b781-d48b8c069ddd req-646464dc-d016-4854-aab5-64046ae22a0c tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=1834e9fa-ed18-4283-b6da-37963008c9ee HTTP/1.1" status: 200 len: 943 time: 0.1654315 Nov 25 13:12:27.488020 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7dff5f22-b393-43a7-a26c-444d9899c59d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:27.495320 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-354978f0-f9f2-4742-9326-82199d4c770d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:27.571217 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab59aba-f052-4451-ada6-0d8878a72336 None None] DHCP port deletion for 262c70d7-6144-48b3-9558-2d58ff5c73f5 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:12:27.577948 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a1361-05f0-4861-b388-5c921b11ef80 req-da7ae47b-afaf-4d29-bb58-d4924e5bcbf9 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:27.579479 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6a9a1361-05f0-4861-b388-5c921b11ef80 req-da7ae47b-afaf-4d29-bb58-d4924e5bcbf9 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6065b9-f444-4b32-afd5-4efd4a17a010 HTTP/1.1" status: 200 len: 945 time: 0.1202242 Nov 25 13:12:27.605136 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5754f25f-f1bf-4458-b781-d48b8c069ddd req-e2e3e54d-379a-4f84-96f0-ef1814c9070c tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132727 Nov 25 13:12:27.614829 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-09178980-a809-4371-9814-f989a1c906e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:27.623040 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c2c84a-c2a8-4f74-b215-6e648df80e9e req-dd323f30-40f0-420a-8161-3af862e4d2fa tempest-InstanceActionsNegativeTestJSON-1495102964 tempest-InstanceActionsNegativeTestJSON-1495102964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:27.626104 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b7c2c84a-c2a8-4f74-b215-6e648df80e9e req-dd323f30-40f0-420a-8161-3af862e4d2fa tempest-InstanceActionsNegativeTestJSON-1495102964 tempest-InstanceActionsNegativeTestJSON-1495102964-project] 10.222.0.47 "GET /v2.0/networks?id=f460e3a4-1eec-4772-9e17-4f750455e9f3 HTTP/1.1" status: 200 len: 822 time: 0.3066428 Nov 25 13:12:27.643558 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-b7c2c84a-c2a8-4f74-b215-6e648df80e9e req-a8dcfc2c-06f4-40dd-b10f-1e4170ed055f tempest-InstanceActionsNegativeTestJSON-1495102964 tempest-InstanceActionsNegativeTestJSON-1495102964-project] Request body: {'port': {'device_id': 'c4989e0a-6c27-4b37-9f07-eca03cde3798', 'network_id': 'f460e3a4-1eec-4772-9e17-4f750455e9f3', 'admin_state_up': True, 'tenant_id': '77111578866d45d3857554f4a4b3500a'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:12:27.646860 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-09178980-a809-4371-9814-f989a1c906e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:27.647181 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-354978f0-f9f2-4742-9326-82199d4c770d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:27.652383 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-354978f0-f9f2-4742-9326-82199d4c770d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:27.654396 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-354978f0-f9f2-4742-9326-82199d4c770d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/158d60a4-227f-4a5f-ae74-8c60a55cb471 HTTP/1.1" status: 204 len: 168 time: 0.4466565 Nov 25 13:12:27.658820 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-7dff5f22-b393-43a7-a26c-444d9899c59d admin admin] Deleting port 71f7d462-fe7b-42bb-8993-77e967281f4e {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:12:27.659422 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7dff5f22-b393-43a7-a26c-444d9899c59d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:27.694310 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-5ab59aba-f052-4451-ada6-0d8878a72336 None None] Deleting port 71f7d462-fe7b-42bb-8993-77e967281f4e {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:12:27.694720 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ab59aba-f052-4451-ada6-0d8878a72336 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:27.701764 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-09178980-a809-4371-9814-f989a1c906e6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f5cd467c722b470d868a6cfe49b3936b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4256394 Nov 25 13:12:27.712655 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b7a40a6-335a-43bf-9a42-81b4b7bd6860', 'name': 'network-vif-deleted', 'tag': '087220c7-2a82-445b-929d-1e40a03684c6'}, {'server_uuid': '621c9b83-3722-4455-86d1-290554c14b84', 'name': 'network-vif-deleted', 'tag': 'f8f8e13d-3f59-427b-9f94-685701b9dcb2'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:12:27.714948 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b367dd-956e-4db8-9d1f-dac8cf91140d" -d '{"events": [{"server_uuid": "6b7a40a6-335a-43bf-9a42-81b4b7bd6860", "name": "network-vif-deleted", "tag": "087220c7-2a82-445b-929d-1e40a03684c6"}, {"server_uuid": "621c9b83-3722-4455-86d1-290554c14b84", "name": "network-vif-deleted", "tag": "f8f8e13d-3f59-427b-9f94-685701b9dcb2"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:12:27.724456 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 39620) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:27.736955 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 71f7d462-fe7b-42bb-8993-77e967281f4e no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:12:27.757545 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354978f0-f9f2-4742-9326-82199d4c770d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158d60a4-227f-4a5f-ae74-8c60a55cb471,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:27.825619 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-7dff5f22-b393-43a7-a26c-444d9899c59d admin admin] For port 71f7d462-fe7b-42bb-8993-77e967281f4e, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=71f7d462-fe7b-42bb-8993-77e967281f4e,segment=NetworkSegment(1058d4ac-5e73-4c0f-9244-14176a6e4a88),segment_id=1058d4ac-5e73-4c0f-9244-14176a6e4a88)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:12:27.825998 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7dff5f22-b393-43a7-a26c-444d9899c59d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:27.847721 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 25 Nov 2021 13:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d29175e6-45f3-425d-83a5-045179a11fca x-openstack-request-id: req-d29175e6-45f3-425d-83a5-045179a11fca {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:12:27.848028 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b7a40a6-335a-43bf-9a42-81b4b7bd6860", "name": "network-vif-deleted", "tag": "087220c7-2a82-445b-929d-1e40a03684c6", "status": "completed", "code": 200}, {"server_uuid": "621c9b83-3722-4455-86d1-290554c14b84", "name": "network-vif-deleted", "tag": "f8f8e13d-3f59-427b-9f94-685701b9dcb2", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:12:27.848285 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d29175e6-45f3-425d-83a5-045179a11fca {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:12:27.848692 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b7a40a6-335a-43bf-9a42-81b4b7bd6860', 'name': 'network-vif-deleted', 'tag': '087220c7-2a82-445b-929d-1e40a03684c6', 'status': 'completed', 'code': 200} Nov 25 13:12:27.848964 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '621c9b83-3722-4455-86d1-290554c14b84', 'name': 'network-vif-deleted', 'tag': 'f8f8e13d-3f59-427b-9f94-685701b9dcb2', 'status': 'completed', 'code': 200} Nov 25 13:12:27.861673 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-7dff5f22-b393-43a7-a26c-444d9899c59d admin admin] Calling delete_port for 71f7d462-fe7b-42bb-8993-77e967281f4e owned by network:dhcp {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:12:27.878176 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09178980-a809-4371-9814-f989a1c906e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=091775d8-5424-4aca-8685-0780cba93e10,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:27.886595 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-5ab59aba-f052-4451-ada6-0d8878a72336 None None] For port 71f7d462-fe7b-42bb-8993-77e967281f4e, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=71f7d462-fe7b-42bb-8993-77e967281f4e,segment=NetworkSegment(1058d4ac-5e73-4c0f-9244-14176a6e4a88),segment_id=1058d4ac-5e73-4c0f-9244-14176a6e4a88)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:12:27.887342 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ab59aba-f052-4451-ada6-0d8878a72336 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:27.899000 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5fb930-d3e7-4cd3-9f40-2fd2136993be req-9d76a5ca-4265-4a7f-bb13-375240f15123 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:27.907505 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5fb930-d3e7-4cd3-9f40-2fd2136993be req-9d76a5ca-4265-4a7f-bb13-375240f15123 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:27.909522 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-5ab59aba-f052-4451-ada6-0d8878a72336 None None] Calling delete_port for 71f7d462-fe7b-42bb-8993-77e967281f4e owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:12:27.913252 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dc974de7-e5ac-43fd-bed0-55fc9b0cca16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:27.915730 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5fb930-d3e7-4cd3-9f40-2fd2136993be req-9d76a5ca-4265-4a7f-bb13-375240f15123 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:27.925773 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5fb930-d3e7-4cd3-9f40-2fd2136993be req-9d76a5ca-4265-4a7f-bb13-375240f15123 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:27.934140 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5fb930-d3e7-4cd3-9f40-2fd2136993be req-9d76a5ca-4265-4a7f-bb13-375240f15123 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:27.942492 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5fb930-d3e7-4cd3-9f40-2fd2136993be req-9d76a5ca-4265-4a7f-bb13-375240f15123 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:27.950423 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5fb930-d3e7-4cd3-9f40-2fd2136993be req-9d76a5ca-4265-4a7f-bb13-375240f15123 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:27.960256 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-da5fb930-d3e7-4cd3-9f40-2fd2136993be req-9d76a5ca-4265-4a7f-bb13-375240f15123 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 5431 time: 0.2630277 Nov 25 13:12:27.970920 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dc974de7-e5ac-43fd-bed0-55fc9b0cca16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:27.992216 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:28.014146 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-6a9a1361-05f0-4861-b388-5c921b11ef80 req-8e61f7dc-2e53-48d2-9428-814800ab6d0e tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Deleting port 8a83af0a-fa08-464f-81b1-739c1163142b {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:12:28.015135 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6a9a1361-05f0-4861-b388-5c921b11ef80 req-8e61f7dc-2e53-48d2-9428-814800ab6d0e tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:28.015937 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 8e9bf303-3260-4f39-8268-47ea7dd76ad6 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:12:28.055350 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-da5fb930-d3e7-4cd3-9f40-2fd2136993be req-f43cdeaa-edaf-494d-8ca3-ec0a7d46ac75 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/security-groups?id=b58ccaf7-fcbc-46a0-8300-65e745ae9e20&id=0bfd0f62-df40-4a2c-8890-32844a1d7ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0938833 Nov 25 13:12:28.083903 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7c2c84a-c2a8-4f74-b215-6e648df80e9e req-a8dcfc2c-06f4-40dd-b10f-1e4170ed055f tempest-InstanceActionsNegativeTestJSON-1495102964 tempest-InstanceActionsNegativeTestJSON-1495102964-project] Made reservation on behalf of 77111578866d45d3857554f4a4b3500a for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:12:28.087391 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b7c2c84a-c2a8-4f74-b215-6e648df80e9e req-a8dcfc2c-06f4-40dd-b10f-1e4170ed055f tempest-InstanceActionsNegativeTestJSON-1495102964 tempest-InstanceActionsNegativeTestJSON-1495102964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:28.112843 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 8e9bf303-3260-4f39-8268-47ea7dd76ad6, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=8e9bf303-3260-4f39-8268-47ea7dd76ad6,segment=NetworkSegment(6f5b4a09-9f6c-4c19-8201-4d90933cd506),segment_id=6f5b4a09-9f6c-4c19-8201-4d90933cd506)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:12:28.127251 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '8e9bf303-3260-4f39-8268-47ea7dd76ad6', 'network_id': '20494638-06c1-415e-90d6-c326674b78a0', 'port_id': '8e9bf303-3260-4f39-8268-47ea7dd76ad6', 'mac_address': 'fa:16:3e:df:35:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82870c5b-3c5b-4cf7-b280-dc92346a33bf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:12:28.132841 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dc974de7-e5ac-43fd-bed0-55fc9b0cca16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:28.135673 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dc974de7-e5ac-43fd-bed0-55fc9b0cca16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:28.147017 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-dc974de7-e5ac-43fd-bed0-55fc9b0cca16 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/091775d8-5424-4aca-8685-0780cba93e10 HTTP/1.1" status: 204 len: 168 time: 0.4135432 Nov 25 13:12:28.150448 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] For port 71f7d462-fe7b-42bb-8993-77e967281f4e, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=71f7d462-fe7b-42bb-8993-77e967281f4e,segment=NetworkSegment(1058d4ac-5e73-4c0f-9244-14176a6e4a88),segment_id=1058d4ac-5e73-4c0f-9244-14176a6e4a88)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:12:28.184846 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:28.203853 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7dff5f22-b393-43a7-a26c-444d9899c59d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:28.238987 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Pushing event deleted for resources: {'Port': ['ID=71f7d462-fe7b-42bb-8993-77e967281f4e,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:28.245214 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ab59aba-f052-4451-ada6-0d8878a72336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:28.258809 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dff5f22-b393-43a7-a26c-444d9899c59d admin admin] Pushing event deleted for resources: {'Port': ['ID=71f7d462-fe7b-42bb-8993-77e967281f4e,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:28.267604 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dff5f22-b393-43a7-a26c-444d9899c59d admin admin] No DVR routers for this DVR port 71f7d462-fe7b-42bb-8993-77e967281f4e on host n-d-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:12:28.272276 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc974de7-e5ac-43fd-bed0-55fc9b0cca16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091775d8-5424-4aca-8685-0780cba93e10,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:28.299618 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:28.302856 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab59aba-f052-4451-ada6-0d8878a72336 None None] Pushing event deleted for resources: {'Port': ['ID=71f7d462-fe7b-42bb-8993-77e967281f4e,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:28.306912 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc974de7-e5ac-43fd-bed0-55fc9b0cca16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:12:28.307270 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc974de7-e5ac-43fd-bed0-55fc9b0cca16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:12:28.307615 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc974de7-e5ac-43fd-bed0-55fc9b0cca16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:12:28.307957 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc974de7-e5ac-43fd-bed0-55fc9b0cca16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:12:28.308295 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc974de7-e5ac-43fd-bed0-55fc9b0cca16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:12:28.308632 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc974de7-e5ac-43fd-bed0-55fc9b0cca16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:12:28.308963 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc974de7-e5ac-43fd-bed0-55fc9b0cca16 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:12:28.309297 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc974de7-e5ac-43fd-bed0-55fc9b0cca16 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:12:28.312033 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc974de7-e5ac-43fd-bed0-55fc9b0cca16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:12:28.313263 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc974de7-e5ac-43fd-bed0-55fc9b0cca16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:12:28.313836 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc974de7-e5ac-43fd-bed0-55fc9b0cca16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:12:28.315508 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc974de7-e5ac-43fd-bed0-55fc9b0cca16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:12:28.315753 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab59aba-f052-4451-ada6-0d8878a72336 None None] No DVR routers for this DVR port 71f7d462-fe7b-42bb-8993-77e967281f4e on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:12:28.336701 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-6a9a1361-05f0-4861-b388-5c921b11ef80 req-8e61f7dc-2e53-48d2-9428-814800ab6d0e tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] For port 8a83af0a-fa08-464f-81b1-739c1163142b, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=8a83af0a-fa08-464f-81b1-739c1163142b,segment=NetworkSegment(f1015c3b-5561-4c41-908e-568aaa0911cd),segment_id=f1015c3b-5561-4c41-908e-568aaa0911cd)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:12:28.337466 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6a9a1361-05f0-4861-b388-5c921b11ef80 req-8e61f7dc-2e53-48d2-9428-814800ab6d0e tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:28.370395 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-6a9a1361-05f0-4861-b388-5c921b11ef80 req-8e61f7dc-2e53-48d2-9428-814800ab6d0e tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Calling delete_port for 8a83af0a-fa08-464f-81b1-739c1163142b owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:12:28.373532 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7dff5f22-b393-43a7-a26c-444d9899c59d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:28.383714 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e9bf303-3260-4f39-8268-47ea7dd76ad6 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:12:28.435951 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-7dff5f22-b393-43a7-a26c-444d9899c59d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['262c70d7-6144-48b3-9558-2d58ff5c73f5']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:12:28.447769 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 8e9bf303-3260-4f39-8268-47ea7dd76ad6, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=8e9bf303-3260-4f39-8268-47ea7dd76ad6,segment=NetworkSegment(6f5b4a09-9f6c-4c19-8201-4d90933cd506),segment_id=6f5b4a09-9f6c-4c19-8201-4d90933cd506)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:12:28.455784 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:28.506896 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-7dff5f22-b393-43a7-a26c-444d9899c59d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1058d4ac-5e73-4c0f-9244-14176a6e4a88') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:12:28.507349 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-7dff5f22-b393-43a7-a26c-444d9899c59d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1058d4ac-5e73-4c0f-9244-14176a6e4a88') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:12:28.538813 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-14fe8494-ce66-4423-9f1d-63c7be211180 req-00954fbe-0a99-4b82-bb42-8b9a73843430 tempest-InstanceActionsNegativeTestJSON-1495102964 tempest-InstanceActionsNegativeTestJSON-1495102964-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4989e0a-6c27-4b37-9f07-eca03cde3798 HTTP/1.1" status: 200 len: 210 time: 0.0710573 Nov 25 13:12:28.540924 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7dff5f22-b393-43a7-a26c-444d9899c59d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:28.543685 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=8e9bf303-3260-4f39-8268-47ea7dd76ad6,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:28.561839 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7dff5f22-b393-43a7-a26c-444d9899c59d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:28.570659 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-b7c2c84a-c2a8-4f74-b215-6e648df80e9e req-a8dcfc2c-06f4-40dd-b10f-1e4170ed055f tempest-InstanceActionsNegativeTestJSON-1495102964 tempest-InstanceActionsNegativeTestJSON-1495102964-project] Allocated IP 172.20.0.9 (f460e3a4-1eec-4772-9e17-4f750455e9f3/239edc5e-b486-41b0-b401-f5624a6ce020/358c5619-2d7b-4a0f-a3df-639ab02dc112) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:12:28.570916 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce76ad0-1a1b-4526-b0d6-3160e259d359 req-67706645-032e-400e-b1e0-26b69d658b7b tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:28.572526 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1ce76ad0-1a1b-4526-b0d6-3160e259d359 req-67706645-032e-400e-b1e0-26b69d658b7b tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d6065b9-f444-4b32-afd5-4efd4a17a010 HTTP/1.1" status: 200 len: 945 time: 0.1526394 Nov 25 13:12:28.578526 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dff5f22-b393-43a7-a26c-444d9899c59d admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:12:28.579062 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7dff5f22-b393-43a7-a26c-444d9899c59d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:28.580955 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:12:28.580955 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:12:28.580955 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:12:28.580955 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:12:28.580955 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:12:28.580955 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:12:28.580955 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:12:28.580955 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:12:28.580955 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:12:28.580955 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:12:28.580955 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:12:28.580955 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:12:28.580955 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:12:28.580955 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:12:28.580955 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:12:28.580955 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:12:28.580955 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:12:28.580955 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:12:28.580955 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:12:28.580955 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:12:28.580955 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:12:28.580955 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:12:28.580955 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:12:28.580955 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:12:28.580955 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:12:28.580955 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:12:28.580955 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:12:28.580955 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:12:28.580955 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:12:28.580955 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:12:28.580955 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:12:28.580955 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:12:28.659593 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['8e9bf303-3260-4f39-8268-47ea7dd76ad6'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:12:28.698734 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7dff5f22-b393-43a7-a26c-444d9899c59d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:28.756208 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7dff5f22-b393-43a7-a26c-444d9899c59d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:28.760050 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-7dff5f22-b393-43a7-a26c-444d9899c59d admin admin] 10.222.0.53 "DELETE /v2.0/networks/262c70d7-6144-48b3-9558-2d58ff5c73f5 HTTP/1.1" status: 204 len: 168 time: 1.4013646 Nov 25 13:12:28.761003 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dff5f22-b393-43a7-a26c-444d9899c59d admin admin] Pushing event deleted for resources: {'Network': ['ID=262c70d7-6144-48b3-9558-2d58ff5c73f5,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:28.814954 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1ce76ad0-1a1b-4526-b0d6-3160e259d359 req-8281341d-6fd7-4a88-8f0c-461338a0b101 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161276 Nov 25 13:12:28.818465 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6a9a1361-05f0-4861-b388-5c921b11ef80 req-8e61f7dc-2e53-48d2-9428-814800ab6d0e tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:28.853192 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c65a7-92bb-48d2-b82e-883c6febed0c req-30f06e5a-9d36-4376-909b-e627a2c2f7de tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:28.864838 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ce9c65a7-92bb-48d2-b82e-883c6febed0c req-30f06e5a-9d36-4376-909b-e627a2c2f7de tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=1834e9fa-ed18-4283-b6da-37963008c9ee HTTP/1.1" status: 200 len: 944 time: 0.1014218 Nov 25 13:12:28.911953 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e61f7dc-2e53-48d2-9428-814800ab6d0e tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Pushing event deleted for resources: {'Port': ['ID=8a83af0a-fa08-464f-81b1-739c1163142b,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:28.946721 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ce9c65a7-92bb-48d2-b82e-883c6febed0c req-7b6f1349-9f99-4cdb-85a3-0a01588534e1 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807335 Nov 25 13:12:28.967023 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a9a1361-05f0-4861-b388-5c921b11ef80 req-8e61f7dc-2e53-48d2-9428-814800ab6d0e tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] No DVR routers for this DVR port 8a83af0a-fa08-464f-81b1-739c1163142b on host n-h1-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:12:28.973994 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6a9a1361-05f0-4861-b388-5c921b11ef80 req-8e61f7dc-2e53-48d2-9428-814800ab6d0e tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:28.978529 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6a9a1361-05f0-4861-b388-5c921b11ef80 req-8e61f7dc-2e53-48d2-9428-814800ab6d0e tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.66 "DELETE /v2.0/ports/8a83af0a-fa08-464f-81b1-739c1163142b HTTP/1.1" status: 204 len: 173 time: 1.3510947 Nov 25 13:12:28.982725 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39660) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:29.003853 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b7c2c84a-c2a8-4f74-b215-6e648df80e9e req-a8dcfc2c-06f4-40dd-b10f-1e4170ed055f tempest-InstanceActionsNegativeTestJSON-1495102964 tempest-InstanceActionsNegativeTestJSON-1495102964-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:29.031993 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d09097be-8113-4aa7-bd6c-8e83362758b9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a11ad03c56464d93986153bf712bda7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0476799 Nov 25 13:12:29.034363 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39662) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:29.066827 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b7c2c84a-c2a8-4f74-b215-6e648df80e9e req-a8dcfc2c-06f4-40dd-b10f-1e4170ed055f tempest-InstanceActionsNegativeTestJSON-1495102964 tempest-InstanceActionsNegativeTestJSON-1495102964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:29.120470 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-093e39e2-5bea-4743-8450-0910123a9687 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:29.129324 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7c2c84a-c2a8-4f74-b215-6e648df80e9e req-a8dcfc2c-06f4-40dd-b10f-1e4170ed055f tempest-InstanceActionsNegativeTestJSON-1495102964 tempest-InstanceActionsNegativeTestJSON-1495102964-project] Network f460e3a4-1eec-4772-9e17-4f750455e9f3 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:12:29.132619 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-b7c2c84a-c2a8-4f74-b215-6e648df80e9e req-a8dcfc2c-06f4-40dd-b10f-1e4170ed055f tempest-InstanceActionsNegativeTestJSON-1495102964 tempest-InstanceActionsNegativeTestJSON-1495102964-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:12:29.137459 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c2c84a-c2a8-4f74-b215-6e648df80e9e req-a8dcfc2c-06f4-40dd-b10f-1e4170ed055f tempest-InstanceActionsNegativeTestJSON-1495102964 tempest-InstanceActionsNegativeTestJSON-1495102964-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:12:29.143486 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dcfc2c-06f4-40dd-b10f-1e4170ed055f tempest-InstanceActionsNegativeTestJSON-1495102964 tempest-InstanceActionsNegativeTestJSON-1495102964-project] Pushing event updated for resources: {'Port': ['ID=358c5619-2d7b-4a0f-a3df-639ab02dc112,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:29.177042 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-093e39e2-5bea-4743-8450-0910123a9687 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:29.194534 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c2c84a-c2a8-4f74-b215-6e648df80e9e req-a8dcfc2c-06f4-40dd-b10f-1e4170ed055f tempest-InstanceActionsNegativeTestJSON-1495102964 tempest-InstanceActionsNegativeTestJSON-1495102964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:29.195555 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b7c2c84a-c2a8-4f74-b215-6e648df80e9e req-a8dcfc2c-06f4-40dd-b10f-1e4170ed055f tempest-InstanceActionsNegativeTestJSON-1495102964 tempest-InstanceActionsNegativeTestJSON-1495102964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:29.219765 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b7c2c84a-c2a8-4f74-b215-6e648df80e9e req-a8dcfc2c-06f4-40dd-b10f-1e4170ed055f tempest-InstanceActionsNegativeTestJSON-1495102964 tempest-InstanceActionsNegativeTestJSON-1495102964-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5820434 Nov 25 13:12:29.234471 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-b7c2c84a-c2a8-4f74-b215-6e648df80e9e req-6ea186a6-9c6d-4fa2-b96a-5c45c9226c2a service neutron] Request body: {'port': {'device_id': 'c4989e0a-6c27-4b37-9f07-eca03cde3798', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:12:29.289590 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e75dbfc-c72e-4b6d-9438-9bc846dec8bd req-8e7551a3-8940-4339-bcb3-eaa11d55a361 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:29.297320 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e75dbfc-c72e-4b6d-9438-9bc846dec8bd req-8e7551a3-8940-4339-bcb3-eaa11d55a361 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:29.299770 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b7c2c84a-c2a8-4f74-b215-6e648df80e9e req-6ea186a6-9c6d-4fa2-b96a-5c45c9226c2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:29.303980 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e75dbfc-c72e-4b6d-9438-9bc846dec8bd req-8e7551a3-8940-4339-bcb3-eaa11d55a361 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:29.310274 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e75dbfc-c72e-4b6d-9438-9bc846dec8bd req-8e7551a3-8940-4339-bcb3-eaa11d55a361 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:29.316993 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e75dbfc-c72e-4b6d-9438-9bc846dec8bd req-8e7551a3-8940-4339-bcb3-eaa11d55a361 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:29.323487 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e75dbfc-c72e-4b6d-9438-9bc846dec8bd req-8e7551a3-8940-4339-bcb3-eaa11d55a361 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:29.329944 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e75dbfc-c72e-4b6d-9438-9bc846dec8bd req-8e7551a3-8940-4339-bcb3-eaa11d55a361 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:29.331997 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9e75dbfc-c72e-4b6d-9438-9bc846dec8bd req-8e7551a3-8940-4339-bcb3-eaa11d55a361 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 5431 time: 0.1073866 Nov 25 13:12:29.332780 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-093e39e2-5bea-4743-8450-0910123a9687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:29.335371 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-093e39e2-5bea-4743-8450-0910123a9687 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:29.336422 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-093e39e2-5bea-4743-8450-0910123a9687 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7e57746c-a056-414e-9571-33500a85083a HTTP/1.1" status: 204 len: 168 time: 0.3008561 Nov 25 13:12:29.352683 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e39e2-5bea-4743-8450-0910123a9687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e57746c-a056-414e-9571-33500a85083a,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:29.446531 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9e75dbfc-c72e-4b6d-9438-9bc846dec8bd req-ebd08ad4-1411-4eaf-929a-e01629065b76 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/security-groups?id=b58ccaf7-fcbc-46a0-8300-65e745ae9e20&id=0bfd0f62-df40-4a2c-8890-32844a1d7ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1063051 Nov 25 13:12:29.654749 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-b7c2c84a-c2a8-4f74-b215-6e648df80e9e req-6ea186a6-9c6d-4fa2-b96a-5c45c9226c2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 358c5619-2d7b-4a0f-a3df-639ab02dc112 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:12:29.666081 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b7c2c84a-c2a8-4f74-b215-6e648df80e9e req-6ea186a6-9c6d-4fa2-b96a-5c45c9226c2a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:29.681905 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-b7c2c84a-c2a8-4f74-b215-6e648df80e9e req-6ea186a6-9c6d-4fa2-b96a-5c45c9226c2a service neutron] Transition to ACTIVE for port object 358c5619-2d7b-4a0f-a3df-639ab02dc112 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:12:29.687813 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b7c2c84a-c2a8-4f74-b215-6e648df80e9e req-6ea186a6-9c6d-4fa2-b96a-5c45c9226c2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:29.724021 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58697d9c-d819-467a-8a00-61ff14dcb1a8 req-312f552d-483a-41d6-8d03-848e418d380a tempest-InstanceActionsNegativeTestJSON-1495102964 tempest-InstanceActionsNegativeTestJSON-1495102964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:29.732536 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-58697d9c-d819-467a-8a00-61ff14dcb1a8 req-312f552d-483a-41d6-8d03-848e418d380a tempest-InstanceActionsNegativeTestJSON-1495102964 tempest-InstanceActionsNegativeTestJSON-1495102964-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4989e0a-6c27-4b37-9f07-eca03cde3798 HTTP/1.1" status: 200 len: 931 time: 0.0795913 Nov 25 13:12:29.752373 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea186a6-9c6d-4fa2-b96a-5c45c9226c2a service neutron] Pushing event updated for resources: {'Port': ['ID=358c5619-2d7b-4a0f-a3df-639ab02dc112,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:29.787750 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-58697d9c-d819-467a-8a00-61ff14dcb1a8 req-90fef861-37ca-405a-b044-848d35f5a51c tempest-InstanceActionsNegativeTestJSON-1495102964 tempest-InstanceActionsNegativeTestJSON-1495102964-project] 10.222.0.53 "GET /v2.0/security-groups?id=35bb37f5-be80-4b2a-a1e2-01d7a5c80814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541279 Nov 25 13:12:29.842465 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-b7c2c84a-c2a8-4f74-b215-6e648df80e9e req-6ea186a6-9c6d-4fa2-b96a-5c45c9226c2a service neutron] Attempting to bind port 358c5619-2d7b-4a0f-a3df-639ab02dc112 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:12:29.843901 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-b7c2c84a-c2a8-4f74-b215-6e648df80e9e req-6ea186a6-9c6d-4fa2-b96a-5c45c9226c2a service neutron] Attempting to bind port 358c5619-2d7b-4a0f-a3df-639ab02dc112 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '1155890c-7418-447e-91c6-5d3d7161cc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f460e3a4-1eec-4772-9e17-4f750455e9f3'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:12:29.843901 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c2c84a-c2a8-4f74-b215-6e648df80e9e req-6ea186a6-9c6d-4fa2-b96a-5c45c9226c2a service neutron] Attempting to bind port 358c5619-2d7b-4a0f-a3df-639ab02dc112 on network f460e3a4-1eec-4772-9e17-4f750455e9f3 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:12:29.848968 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c2c84a-c2a8-4f74-b215-6e648df80e9e req-6ea186a6-9c6d-4fa2-b96a-5c45c9226c2a service neutron] Port 358c5619-2d7b-4a0f-a3df-639ab02dc112 on network f460e3a4-1eec-4772-9e17-4f750455e9f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:12:29.849295 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c2c84a-c2a8-4f74-b215-6e648df80e9e req-6ea186a6-9c6d-4fa2-b96a-5c45c9226c2a service neutron] Attempting to bind port 358c5619-2d7b-4a0f-a3df-639ab02dc112 on network f460e3a4-1eec-4772-9e17-4f750455e9f3 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:12:29.852059 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d6065b9-f444-4b32-afd5-4efd4a17a010', 'name': 'network-vif-deleted', 'tag': '8a83af0a-fa08-464f-81b1-739c1163142b'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:12:29.854545 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c5c5e4-39de-4fbd-b429-98ea754e87ef" -d '{"events": [{"server_uuid": "9d6065b9-f444-4b32-afd5-4efd4a17a010", "name": "network-vif-deleted", "tag": "8a83af0a-fa08-464f-81b1-739c1163142b"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:12:29.859784 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c2c84a-c2a8-4f74-b215-6e648df80e9e req-6ea186a6-9c6d-4fa2-b96a-5c45c9226c2a service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:12:29.860123 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c2c84a-c2a8-4f74-b215-6e648df80e9e req-6ea186a6-9c6d-4fa2-b96a-5c45c9226c2a service neutron] Checking segment: {'id': '1155890c-7418-447e-91c6-5d3d7161cc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f460e3a4-1eec-4772-9e17-4f750455e9f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:12:29.860504 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c2c84a-c2a8-4f74-b215-6e648df80e9e req-6ea186a6-9c6d-4fa2-b96a-5c45c9226c2a service neutron] Bound using segment: {'id': '1155890c-7418-447e-91c6-5d3d7161cc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f460e3a4-1eec-4772-9e17-4f750455e9f3'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:12:29.861092 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-b7c2c84a-c2a8-4f74-b215-6e648df80e9e req-6ea186a6-9c6d-4fa2-b96a-5c45c9226c2a service neutron] Bound port: 358c5619-2d7b-4a0f-a3df-639ab02dc112, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1155890c-7418-447e-91c6-5d3d7161cc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f460e3a4-1eec-4772-9e17-4f750455e9f3'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:12:29.861451 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b7c2c84a-c2a8-4f74-b215-6e648df80e9e req-6ea186a6-9c6d-4fa2-b96a-5c45c9226c2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:29.937168 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-b7c2c84a-c2a8-4f74-b215-6e648df80e9e req-6ea186a6-9c6d-4fa2-b96a-5c45c9226c2a service neutron] For port 358c5619-2d7b-4a0f-a3df-639ab02dc112, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:12:29.940693 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-b7c2c84a-c2a8-4f74-b215-6e648df80e9e req-6ea186a6-9c6d-4fa2-b96a-5c45c9226c2a service neutron] For port 358c5619-2d7b-4a0f-a3df-639ab02dc112, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=358c5619-2d7b-4a0f-a3df-639ab02dc112,segment=NetworkSegment(1155890c-7418-447e-91c6-5d3d7161cc6b),segment_id=1155890c-7418-447e-91c6-5d3d7161cc6b)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:12:29.943022 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e9583d-9fea-43cd-a7e9-d32d47c913b7 x-openstack-request-id: req-d1e9583d-9fea-43cd-a7e9-d32d47c913b7 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:12:29.943444 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d6065b9-f444-4b32-afd5-4efd4a17a010", "name": "network-vif-deleted", "tag": "8a83af0a-fa08-464f-81b1-739c1163142b", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:12:29.943734 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d1e9583d-9fea-43cd-a7e9-d32d47c913b7 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:12:29.944158 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d6065b9-f444-4b32-afd5-4efd4a17a010', 'name': 'network-vif-deleted', 'tag': '8a83af0a-fa08-464f-81b1-739c1163142b', 'status': 'completed', 'code': 200} Nov 25 13:12:29.948531 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b7c2c84a-c2a8-4f74-b215-6e648df80e9e req-6ea186a6-9c6d-4fa2-b96a-5c45c9226c2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:30.016423 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 8e9bf303-3260-4f39-8268-47ea7dd76ad6 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:12:30.020413 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c2c84a-c2a8-4f74-b215-6e648df80e9e req-6ea186a6-9c6d-4fa2-b96a-5c45c9226c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:30.021161 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b7c2c84a-c2a8-4f74-b215-6e648df80e9e req-6ea186a6-9c6d-4fa2-b96a-5c45c9226c2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:30.022656 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b7c2c84a-c2a8-4f74-b215-6e648df80e9e req-6ea186a6-9c6d-4fa2-b96a-5c45c9226c2a service neutron] 10.222.0.47 "PUT /v2.0/ports/358c5619-2d7b-4a0f-a3df-639ab02dc112 HTTP/1.1" status: 200 len: 1092 time: 0.7936559 Nov 25 13:12:30.034335 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea186a6-9c6d-4fa2-b96a-5c45c9226c2a service neutron] Pushing event updated for resources: {'Port': ['ID=358c5619-2d7b-4a0f-a3df-639ab02dc112,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:30.099514 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 8e9bf303-3260-4f39-8268-47ea7dd76ad6 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:12:30.111508 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 8e9bf303-3260-4f39-8268-47ea7dd76ad6 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:12:30.113368 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:30.148493 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3205598a-3377-47cc-a557-250119446642 req-f3bf6073-eaac-4ef3-b6ec-0c4902b8d180 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:30.150940 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c2c84a-c2a8-4f74-b215-6e648df80e9e req-eb08d690-286e-47ed-b1d3-a053a909b528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:30.159174 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3205598a-3377-47cc-a557-250119446642 req-f3bf6073-eaac-4ef3-b6ec-0c4902b8d180 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=1834e9fa-ed18-4283-b6da-37963008c9ee HTTP/1.1" status: 200 len: 944 time: 0.0733297 Nov 25 13:12:30.163932 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b7c2c84a-c2a8-4f74-b215-6e648df80e9e req-eb08d690-286e-47ed-b1d3-a053a909b528 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=77111578866d45d3857554f4a4b3500a&device_id=c4989e0a-6c27-4b37-9f07-eca03cde3798 HTTP/1.1" status: 200 len: 1095 time: 0.0776525 Nov 25 13:12:30.243505 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3205598a-3377-47cc-a557-250119446642 req-d9f93825-6cc8-4a3c-a104-8f7a37739861 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823340 Nov 25 13:12:30.249608 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b7c2c84a-c2a8-4f74-b215-6e648df80e9e req-a229eeda-69ea-4448-8c2f-3717f9769e60 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=358c5619-2d7b-4a0f-a3df-639ab02dc112 HTTP/1.1" status: 200 len: 217 time: 0.0816867 Nov 25 13:12:30.266488 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:30.303888 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1834e9fa-ed18-4283-b6da-37963008c9ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e9bf303-3260-4f39-8268-47ea7dd76ad6'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:12:30.306509 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d00cdbbf-78e3-4919-a5dd-e54c0b0c4df4" -d '{"events": [{"server_uuid": "1834e9fa-ed18-4283-b6da-37963008c9ee", "name": "network-vif-plugged", "status": "completed", "tag": "8e9bf303-3260-4f39-8268-47ea7dd76ad6"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:12:30.315356 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c2c84a-c2a8-4f74-b215-6e648df80e9e req-82e08c7a-66df-4e82-9b62-efbcd91cff40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:30.318668 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b7c2c84a-c2a8-4f74-b215-6e648df80e9e req-82e08c7a-66df-4e82-9b62-efbcd91cff40 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=239edc5e-b486-41b0-b401-f5624a6ce020 HTTP/1.1" status: 200 len: 862 time: 0.0603762 Nov 25 13:12:30.324407 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 8e9bf303-3260-4f39-8268-47ea7dd76ad6, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=8e9bf303-3260-4f39-8268-47ea7dd76ad6,segment=NetworkSegment(6f5b4a09-9f6c-4c19-8201-4d90933cd506),segment_id=6f5b4a09-9f6c-4c19-8201-4d90933cd506)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:12:30.325804 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fd83ade8-0177-4802-9dcb-780f24045295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:30.329843 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:30.381078 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bcbf53-282c-4614-b3e1-d4878c5bc863 req-d612e5e8-28b1-4fb6-b3a8-772d0c0a451f tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:30.403233 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b7c2c84a-c2a8-4f74-b215-6e648df80e9e req-35a84aa0-4526-45d8-9458-dd8d16e7a3ab service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f460e3a4-1eec-4772-9e17-4f750455e9f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700243 Nov 25 13:12:30.404253 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-88bcbf53-282c-4614-b3e1-d4878c5bc863 req-d612e5e8-28b1-4fb6-b3a8-772d0c0a451f tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe7a402e-531c-4b21-9ace-10ffccdcb00f HTTP/1.1" status: 200 len: 945 time: 0.1287572 Nov 25 13:12:30.407372 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=8e9bf303-3260-4f39-8268-47ea7dd76ad6,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:30.411405 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c21d203-6f99-4651-9284-b5260b971edf x-openstack-request-id: req-1c21d203-6f99-4651-9284-b5260b971edf {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:12:30.411598 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1834e9fa-ed18-4283-b6da-37963008c9ee", "name": "network-vif-plugged", "status": "completed", "tag": "8e9bf303-3260-4f39-8268-47ea7dd76ad6", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:12:30.411729 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1c21d203-6f99-4651-9284-b5260b971edf {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:12:30.412117 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1834e9fa-ed18-4283-b6da-37963008c9ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e9bf303-3260-4f39-8268-47ea7dd76ad6', 'code': 200} Nov 25 13:12:30.459517 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-88bcbf53-282c-4614-b3e1-d4878c5bc863 req-1e71933b-7273-48cc-8f5d-09e85e3397e2 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/security-groups?id=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540979 Nov 25 13:12:30.568724 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebcb62e-3121-4e47-b453-96bd153b53cb req-42a7b9c5-2bab-4ac8-ba89-83cea610e4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:30.570186 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cebcb62e-3121-4e47-b453-96bd153b53cb req-42a7b9c5-2bab-4ac8-ba89-83cea610e4ab service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1834e9fa-ed18-4283-b6da-37963008c9ee HTTP/1.1" status: 200 len: 1097 time: 0.1009417 Nov 25 13:12:30.621136 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d1dfc-895d-44c0-ba3c-891f72bd9081 req-e8c57dca-3c2c-401e-8aeb-12da78812e7b tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:30.628115 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d1dfc-895d-44c0-ba3c-891f72bd9081 req-e8c57dca-3c2c-401e-8aeb-12da78812e7b tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:30.634371 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d1dfc-895d-44c0-ba3c-891f72bd9081 req-e8c57dca-3c2c-401e-8aeb-12da78812e7b tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:30.641852 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d1dfc-895d-44c0-ba3c-891f72bd9081 req-e8c57dca-3c2c-401e-8aeb-12da78812e7b tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:30.645636 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b7c2c84a-c2a8-4f74-b215-6e648df80e9e req-0b581737-6921-4f35-a63c-8154b3988fd4 service neutron] 10.222.0.47 "GET /v2.0/networks/f460e3a4-1eec-4772-9e17-4f750455e9f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366066 Nov 25 13:12:30.649008 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d1dfc-895d-44c0-ba3c-891f72bd9081 req-e8c57dca-3c2c-401e-8aeb-12da78812e7b tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:30.657159 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d1dfc-895d-44c0-ba3c-891f72bd9081 req-e8c57dca-3c2c-401e-8aeb-12da78812e7b tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:30.665186 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d1dfc-895d-44c0-ba3c-891f72bd9081 req-e8c57dca-3c2c-401e-8aeb-12da78812e7b tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:30.674305 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1e6d1dfc-895d-44c0-ba3c-891f72bd9081 req-e8c57dca-3c2c-401e-8aeb-12da78812e7b tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 5431 time: 0.1290765 Nov 25 13:12:30.749936 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1e6d1dfc-895d-44c0-ba3c-891f72bd9081 req-8d73f653-919b-40bc-8c19-3daa7781192a tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/security-groups?id=b58ccaf7-fcbc-46a0-8300-65e745ae9e20&id=0bfd0f62-df40-4a2c-8890-32844a1d7ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0735495 Nov 25 13:12:30.893028 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39742) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:30.938932 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819fb45e-1084-49e3-9076-5a33577b2ca2 req-0c471b82-3999-4ad9-afeb-8c48df349d5f tempest-InstanceActionsNegativeTestJSON-1495102964 tempest-InstanceActionsNegativeTestJSON-1495102964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:30.946723 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-819fb45e-1084-49e3-9076-5a33577b2ca2 req-0c471b82-3999-4ad9-afeb-8c48df349d5f tempest-InstanceActionsNegativeTestJSON-1495102964 tempest-InstanceActionsNegativeTestJSON-1495102964-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4989e0a-6c27-4b37-9f07-eca03cde3798 HTTP/1.1" status: 200 len: 943 time: 0.0633607 Nov 25 13:12:30.996593 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-819fb45e-1084-49e3-9076-5a33577b2ca2 req-9dc107ef-34e5-4652-97c6-ebce616eae3f tempest-InstanceActionsNegativeTestJSON-1495102964 tempest-InstanceActionsNegativeTestJSON-1495102964-project] 10.222.0.53 "GET /v2.0/security-groups?id=35bb37f5-be80-4b2a-a1e2-01d7a5c80814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490019 Nov 25 13:12:31.021947 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb457623-943d-4433-a4d4-2dc47a43a851 req-231e4850-0318-4e56-a546-93bd6715e8ea tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:31.024284 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-fb457623-943d-4433-a4d4-2dc47a43a851 req-231e4850-0318-4e56-a546-93bd6715e8ea tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe7a402e-531c-4b21-9ace-10ffccdcb00f HTTP/1.1" status: 200 len: 945 time: 0.4410465 Nov 25 13:12:31.048507 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cebcb62e-3121-4e47-b453-96bd153b53cb req-856b94fd-3699-46bf-b144-fb463d05042d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4664187 Nov 25 13:12:31.134856 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b7c2c84a-c2a8-4f74-b215-6e648df80e9e req-83dfe8d3-96ba-4a16-84a5-27cdd175d2df service neutron] 10.222.0.47 "GET /v2.0/networks/f460e3a4-1eec-4772-9e17-4f750455e9f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4763494 Nov 25 13:12:31.163954 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-fb457623-943d-4433-a4d4-2dc47a43a851 req-e6680571-8c88-4b80-9f33-2db547f415c4 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Deleting port b45b1735-e9ae-4e97-b95a-4d0e4460d7bd {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:12:31.164477 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fb457623-943d-4433-a4d4-2dc47a43a851 req-e6680571-8c88-4b80-9f33-2db547f415c4 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:31.191737 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-a03c99b2-1b60-4779-97a9-4cf2243d1dbb admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-510647676-network', 'tenant_id': '621e47be21954218b422540d084376f9'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:12:31.216382 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03c99b2-1b60-4779-97a9-4cf2243d1dbb admin admin] Made reservation on behalf of 621e47be21954218b422540d084376f9 for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:12:31.220068 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a03c99b2-1b60-4779-97a9-4cf2243d1dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:31.231619 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a03c99b2-1b60-4779-97a9-4cf2243d1dbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:31.279555 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-fb457623-943d-4433-a4d4-2dc47a43a851 req-e6680571-8c88-4b80-9f33-2db547f415c4 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] For port b45b1735-e9ae-4e97-b95a-4d0e4460d7bd, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=b45b1735-e9ae-4e97-b95a-4d0e4460d7bd,segment=NetworkSegment(f1015c3b-5561-4c41-908e-568aaa0911cd),segment_id=f1015c3b-5561-4c41-908e-568aaa0911cd)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:12:31.279930 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fb457623-943d-4433-a4d4-2dc47a43a851 req-e6680571-8c88-4b80-9f33-2db547f415c4 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:31.301496 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-fb457623-943d-4433-a4d4-2dc47a43a851 req-e6680571-8c88-4b80-9f33-2db547f415c4 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Calling delete_port for b45b1735-e9ae-4e97-b95a-4d0e4460d7bd owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:12:31.332442 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a03c99b2-1b60-4779-97a9-4cf2243d1dbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:31.349125 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a03c99b2-1b60-4779-97a9-4cf2243d1dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:31.418572 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a03c99b2-1b60-4779-97a9-4cf2243d1dbb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:12:31.440312 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03c99b2-1b60-4779-97a9-4cf2243d1dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec610c10-0015-4919-a10e-9c11537c59cd,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:31.445393 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a03c99b2-1b60-4779-97a9-4cf2243d1dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:31.445775 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-a03c99b2-1b60-4779-97a9-4cf2243d1dbb admin admin] Added segment c770b2a8-6850-4501-ba81-87e53f72232e of type vlan for network 9accb235-a825-49d8-b9c6-39063069a4b3 Nov 25 13:12:31.475248 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fb457623-943d-4433-a4d4-2dc47a43a851 req-e6680571-8c88-4b80-9f33-2db547f415c4 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:31.491241 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a926134-53ef-4802-b8b7-0263e86000f9 req-bc7eee0c-704c-4e14-963d-61e6e6aa598e tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:31.498658 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7a926134-53ef-4802-b8b7-0263e86000f9 req-bc7eee0c-704c-4e14-963d-61e6e6aa598e tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=1834e9fa-ed18-4283-b6da-37963008c9ee HTTP/1.1" status: 200 len: 945 time: 0.1545134 Nov 25 13:12:31.507763 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6680571-8c88-4b80-9f33-2db547f415c4 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Pushing event deleted for resources: {'Port': ['ID=b45b1735-e9ae-4e97-b95a-4d0e4460d7bd,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:31.526727 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a03c99b2-1b60-4779-97a9-4cf2243d1dbb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:31.583591 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7a926134-53ef-4802-b8b7-0263e86000f9 req-37821e6d-0dbc-475f-8680-01218f220d56 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782728 Nov 25 13:12:31.584284 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb457623-943d-4433-a4d4-2dc47a43a851 req-e6680571-8c88-4b80-9f33-2db547f415c4 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] No DVR routers for this DVR port b45b1735-e9ae-4e97-b95a-4d0e4460d7bd on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:12:31.585260 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a03c99b2-1b60-4779-97a9-4cf2243d1dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:31.586244 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03c99b2-1b60-4779-97a9-4cf2243d1dbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:31.586919 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a03c99b2-1b60-4779-97a9-4cf2243d1dbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:31.587318 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fb457623-943d-4433-a4d4-2dc47a43a851 req-e6680571-8c88-4b80-9f33-2db547f415c4 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:31.591172 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-fb457623-943d-4433-a4d4-2dc47a43a851 req-e6680571-8c88-4b80-9f33-2db547f415c4 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.47 "DELETE /v2.0/ports/b45b1735-e9ae-4e97-b95a-4d0e4460d7bd HTTP/1.1" status: 204 len: 173 time: 0.5549276 Nov 25 13:12:31.596404 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 8a83af0a-fa08-464f-81b1-739c1163142b no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:12:31.647623 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] No Port match for: 8a83af0a-fa08-464f-81b1-739c1163142b {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:12:31.647959 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 8a83af0a-fa08-464f-81b1-739c1163142b not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:12:31.704533 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-a03c99b2-1b60-4779-97a9-4cf2243d1dbb admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8092463 Nov 25 13:12:31.707574 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 39776) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:31.713502 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-4c355f0d-756d-4a5f-ba66-f0465357bf30 admin admin] Request body: {'subnet': {'network_id': '9accb235-a825-49d8-b9c6-39063069a4b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-510647676-subnet', 'tenant_id': '621e47be21954218b422540d084376f9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:12:31.744406 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03c99b2-1b60-4779-97a9-4cf2243d1dbb admin admin] Pushing event updated for resources: {'Network': ['ID=9accb235-a825-49d8-b9c6-39063069a4b3,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:31.750558 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c355f0d-756d-4a5f-ba66-f0465357bf30 admin admin] Made reservation on behalf of 621e47be21954218b422540d084376f9 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:12:31.752851 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4c355f0d-756d-4a5f-ba66-f0465357bf30 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:31.757801 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 9accb235-a825-49d8-b9c6-39063069a4b3 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:12:31.762226 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-76d0e4db-5612-484b-8c26-95dd756e6f9a req-90944e4a-3159-4cca-bf53-b25d1afee926 tempest-LiveAutoBlockMigrationV225Test-1956560695 tempest-LiveAutoBlockMigrationV225Test-1956560695-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe7a402e-531c-4b21-9ace-10ffccdcb00f HTTP/1.1" status: 200 len: 210 time: 0.0717981 Nov 25 13:12:31.926495 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93091fc-713e-4d21-91e3-447b30ba9cc2 req-a781cdfa-a49b-4394-b7ef-e513d967db69 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:31.933673 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93091fc-713e-4d21-91e3-447b30ba9cc2 req-a781cdfa-a49b-4394-b7ef-e513d967db69 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:31.942359 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93091fc-713e-4d21-91e3-447b30ba9cc2 req-a781cdfa-a49b-4394-b7ef-e513d967db69 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:31.950353 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93091fc-713e-4d21-91e3-447b30ba9cc2 req-a781cdfa-a49b-4394-b7ef-e513d967db69 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:31.959751 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93091fc-713e-4d21-91e3-447b30ba9cc2 req-a781cdfa-a49b-4394-b7ef-e513d967db69 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:31.965831 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4989e0a-6c27-4b37-9f07-eca03cde3798', 'tag': '358c5619-2d7b-4a0f-a3df-639ab02dc112'}, {'server_uuid': 'fe7a402e-531c-4b21-9ace-10ffccdcb00f', 'name': 'network-vif-deleted', 'tag': 'b45b1735-e9ae-4e97-b95a-4d0e4460d7bd'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:12:31.967951 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93091fc-713e-4d21-91e3-447b30ba9cc2 req-a781cdfa-a49b-4394-b7ef-e513d967db69 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:31.968170 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4871b55e-7834-4e1f-9b1d-7b77fc99675a" -d '{"events": [{"name": "network-changed", "server_uuid": "c4989e0a-6c27-4b37-9f07-eca03cde3798", "tag": "358c5619-2d7b-4a0f-a3df-639ab02dc112"}, {"server_uuid": "fe7a402e-531c-4b21-9ace-10ffccdcb00f", "name": "network-vif-deleted", "tag": "b45b1735-e9ae-4e97-b95a-4d0e4460d7bd"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:12:31.974434 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93091fc-713e-4d21-91e3-447b30ba9cc2 req-a781cdfa-a49b-4394-b7ef-e513d967db69 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:31.976901 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e93091fc-713e-4d21-91e3-447b30ba9cc2 req-a781cdfa-a49b-4394-b7ef-e513d967db69 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 5431 time: 0.1229670 Nov 25 13:12:32.002142 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4c355f0d-756d-4a5f-ba66-f0465357bf30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:32.005364 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0e3b251a-6377-44d6-bced-b4e12699f5ec req-75592521-65d9-4cf2-adbd-aa551fa97690 tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=7d7baad3ee564b83b3cf7ae09d02e2c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274658 Nov 25 13:12:32.100841 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c355f0d-756d-4a5f-ba66-f0465357bf30 admin admin] Checking segment: {'id': 'c770b2a8-6850-4501-ba81-87e53f72232e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9accb235-a825-49d8-b9c6-39063069a4b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:12:32.101430 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c355f0d-756d-4a5f-ba66-f0465357bf30 admin admin] Network hostable DHCP agents. Network: 9accb235-a825-49d8-b9c6-39063069a4b3, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:12:32.104785 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c355f0d-756d-4a5f-ba66-f0465357bf30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6a84af7-6347-4e0f-945a-98a5515a4a22,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:32.126782 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c355f0d-756d-4a5f-ba66-f0465357bf30 admin admin] Network 9accb235-a825-49d8-b9c6-39063069a4b3 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:12:32.143740 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-4c355f0d-756d-4a5f-ba66-f0465357bf30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 9accb235-a825-49d8-b9c6-39063069a4b3) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:12:32.150889 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c355f0d-756d-4a5f-ba66-f0465357bf30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:32.151721 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4c355f0d-756d-4a5f-ba66-f0465357bf30 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:32.159279 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb70d654-26ee-42e0-acec-49eb4aff9bd4 None None] Network 9accb235-a825-49d8-b9c6-39063069a4b3 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:12:32.166568 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e93091fc-713e-4d21-91e3-447b30ba9cc2 req-08a7e5c7-fba1-4d56-9d0d-046f412106f1 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/security-groups?id=b58ccaf7-fcbc-46a0-8300-65e745ae9e20&id=0bfd0f62-df40-4a2c-8890-32844a1d7ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1772132 Nov 25 13:12:32.174210 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b251a-6377-44d6-bced-b4e12699f5ec req-c532f079-ad91-4f75-adf8-09bbd8f124d0 tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:32.181148 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0e3b251a-6377-44d6-bced-b4e12699f5ec req-c532f079-ad91-4f75-adf8-09bbd8f124d0 tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1561563 Nov 25 13:12:32.196129 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-4c355f0d-756d-4a5f-ba66-f0465357bf30 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4873719 Nov 25 13:12:32.197203 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 39800) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:32.197931 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0e3b251a-6377-44d6-bced-b4e12699f5ec req-1a50ad16-9e67-4316-b653-29cb60e2bbc9 tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] 10.222.0.53 "GET /v2.0/quotas/7d7baad3ee564b83b3cf7ae09d02e2c6 HTTP/1.1" status: 200 len: 375 time: 0.0158856 Nov 25 13:12:32.209549 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-a639e5fc-4593-4d25-9972-7edc4b89d25b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-510647676-router', 'tenant_id': '621e47be21954218b422540d084376f9', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:12:32.265514 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0e3b251a-6377-44d6-bced-b4e12699f5ec req-9d65145e-ebad-4765-8032-0fc1cc88fd8b tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7d7baad3ee564b83b3cf7ae09d02e2c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0648034 Nov 25 13:12:32.272136 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a639e5fc-4593-4d25-9972-7edc4b89d25b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:32.273641 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a639e5fc-4593-4d25-9972-7edc4b89d25b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:32.321724 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 25 Nov 2021 13:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c30d70-6f29-4a90-ad25-45767be9923f x-openstack-request-id: req-c7c30d70-6f29-4a90-ad25-45767be9923f {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:12:32.322127 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4989e0a-6c27-4b37-9f07-eca03cde3798", "tag": "358c5619-2d7b-4a0f-a3df-639ab02dc112", "status": "completed", "code": 200}, {"server_uuid": "fe7a402e-531c-4b21-9ace-10ffccdcb00f", "name": "network-vif-deleted", "tag": "b45b1735-e9ae-4e97-b95a-4d0e4460d7bd", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:12:32.326464 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c7c30d70-6f29-4a90-ad25-45767be9923f {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:12:32.326765 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4989e0a-6c27-4b37-9f07-eca03cde3798', 'tag': '358c5619-2d7b-4a0f-a3df-639ab02dc112', 'status': 'completed', 'code': 200} Nov 25 13:12:32.327164 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe7a402e-531c-4b21-9ace-10ffccdcb00f', 'name': 'network-vif-deleted', 'tag': 'b45b1735-e9ae-4e97-b95a-4d0e4460d7bd', 'status': 'completed', 'code': 200} Nov 25 13:12:32.443065 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a639e5fc-4593-4d25-9972-7edc4b89d25b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:32.464431 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4871b55e-7834-4e1f-9b1d-7b77fc99675a req-bdbfdf24-117c-442f-b9e6-54f4510d8d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:32.466332 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4871b55e-7834-4e1f-9b1d-7b77fc99675a req-bdbfdf24-117c-442f-b9e6-54f4510d8d4a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=77111578866d45d3857554f4a4b3500a&device_id=c4989e0a-6c27-4b37-9f07-eca03cde3798 HTTP/1.1" status: 200 len: 1095 time: 0.1380932 Nov 25 13:12:32.497068 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0d40d2-6774-45fe-ac39-754510921fdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-9accb235-a825-49d8-b9c6-39063069a4b3', 'network_id': '9accb235-a825-49d8-b9c6-39063069a4b3', 'tenant_id': '621e47be21954218b422540d084376f9', 'fixed_ips': [{'subnet_id': 'b6a84af7-6347-4e0f-945a-98a5515a4a22'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:12:32.498548 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4c0d40d2-6774-45fe-ac39-754510921fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:32.516387 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e7790-008e-466d-abdc-e16e7d2a3c18 req-803b4742-a950-411a-96cb-1ec46e88f8ca tempest-InstanceActionsNegativeTestJSON-1495102964 tempest-InstanceActionsNegativeTestJSON-1495102964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:32.519942 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4b6e7790-008e-466d-abdc-e16e7d2a3c18 req-803b4742-a950-411a-96cb-1ec46e88f8ca tempest-InstanceActionsNegativeTestJSON-1495102964 tempest-InstanceActionsNegativeTestJSON-1495102964-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4989e0a-6c27-4b37-9f07-eca03cde3798 HTTP/1.1" status: 200 len: 943 time: 0.1572523 Nov 25 13:12:32.635309 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4b6e7790-008e-466d-abdc-e16e7d2a3c18 req-581f11b1-841f-48ac-9369-dfc98560ad52 tempest-InstanceActionsNegativeTestJSON-1495102964 tempest-InstanceActionsNegativeTestJSON-1495102964-project] 10.222.0.53 "GET /v2.0/security-groups?id=35bb37f5-be80-4b2a-a1e2-01d7a5c80814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064663 Nov 25 13:12:32.702279 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7b7d53cf-7bdd-425e-bedf-23dfc16fa84e req-91a6ca9a-c55f-41df-92c2-d5cb12c1bb6c tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c607425-96ff-49a3-b8bd-ec87b08c8132 HTTP/1.1" status: 200 len: 210 time: 0.0594451 Nov 25 13:12:32.722263 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3f808ebb-bb78-4a7d-a67f-3438a3b57114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:32.731641 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a639e5fc-4593-4d25-9972-7edc4b89d25b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:32.796124 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-4c0d40d2-6774-45fe-ac39-754510921fdd None None] Allocated IP 172.20.0.2 (9accb235-a825-49d8-b9c6-39063069a4b3/b6a84af7-6347-4e0f-945a-98a5515a4a22/4dfba55e-db07-4b26-bc9a-a884da1a0c0c) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:12:32.846084 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4871b55e-7834-4e1f-9b1d-7b77fc99675a req-e063647e-1a4b-48b4-93c0-00c21ab9325f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:32.847808 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4871b55e-7834-4e1f-9b1d-7b77fc99675a req-e063647e-1a4b-48b4-93c0-00c21ab9325f service neutron] 10.222.0.47 "GET /v2.0/networks?id=f460e3a4-1eec-4772-9e17-4f750455e9f3 HTTP/1.1" status: 200 len: 923 time: 0.3301899 Nov 25 13:12:32.863067 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0793d2ef-9abf-49a0-8849-9b052e060de5 req-e55f94c7-ce66-40b5-8312-1d1fccc2a1cc tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:32.866177 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0793d2ef-9abf-49a0-8849-9b052e060de5 req-e55f94c7-ce66-40b5-8312-1d1fccc2a1cc tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=1834e9fa-ed18-4283-b6da-37963008c9ee HTTP/1.1" status: 200 len: 945 time: 0.1078858 Nov 25 13:12:32.867654 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39824) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:32.925728 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4871b55e-7834-4e1f-9b1d-7b77fc99675a req-ce101cc1-f64b-48b6-b6ce-508954163619 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=358c5619-2d7b-4a0f-a3df-639ab02dc112 HTTP/1.1" status: 200 len: 217 time: 0.0696261 Nov 25 13:12:32.982115 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0793d2ef-9abf-49a0-8849-9b052e060de5 req-1f3b5be7-e4b5-4655-8ace-659daf084056 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067865 Nov 25 13:12:33.002206 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4871b55e-7834-4e1f-9b1d-7b77fc99675a req-41c74479-4534-491d-9abf-e1ae6fdab0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:33.003978 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4871b55e-7834-4e1f-9b1d-7b77fc99675a req-41c74479-4534-491d-9abf-e1ae6fdab0b8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=239edc5e-b486-41b0-b401-f5624a6ce020 HTTP/1.1" status: 200 len: 862 time: 0.0698996 Nov 25 13:12:33.057329 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4c0d40d2-6774-45fe-ac39-754510921fdd None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:33.070188 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4c0d40d2-6774-45fe-ac39-754510921fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:33.116752 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0d40d2-6774-45fe-ac39-754510921fdd None None] Pushing event updated for resources: {'Port': ['ID=4dfba55e-db07-4b26-bc9a-a884da1a0c0c,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:33.130348 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0d40d2-6774-45fe-ac39-754510921fdd None None] Network 9accb235-a825-49d8-b9c6-39063069a4b3 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:12:33.131933 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-4c0d40d2-6774-45fe-ac39-754510921fdd None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:12:33.139194 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0d40d2-6774-45fe-ac39-754510921fdd None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:12:33.168897 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4871b55e-7834-4e1f-9b1d-7b77fc99675a req-8d349369-360a-488d-9bbf-b975b594fb7f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f460e3a4-1eec-4772-9e17-4f750455e9f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878854 Nov 25 13:12:33.197888 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d007dd20-aca5-457c-8851-405c00451a98 req-13a0ffea-ca5a-417b-ba32-e1ea725b7062 tempest-LiveMigrationTest-1161798756 tempest-LiveMigrationTest-1161798756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:33.202768 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d007dd20-aca5-457c-8851-405c00451a98 req-13a0ffea-ca5a-417b-ba32-e1ea725b7062 tempest-LiveMigrationTest-1161798756 tempest-LiveMigrationTest-1161798756-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1834e9fa-ed18-4283-b6da-37963008c9ee HTTP/1.1" status: 200 len: 1097 time: 0.1083817 Nov 25 13:12:33.252816 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-4c0d40d2-6774-45fe-ac39-754510921fdd None None] Attempting to bind port 4dfba55e-db07-4b26-bc9a-a884da1a0c0c on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:12:33.253283 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-4c0d40d2-6774-45fe-ac39-754510921fdd None None] Attempting to bind port 4dfba55e-db07-4b26-bc9a-a884da1a0c0c by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'c770b2a8-6850-4501-ba81-87e53f72232e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9accb235-a825-49d8-b9c6-39063069a4b3'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:12:33.253734 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0d40d2-6774-45fe-ac39-754510921fdd None None] Attempting to bind port 4dfba55e-db07-4b26-bc9a-a884da1a0c0c on network 9accb235-a825-49d8-b9c6-39063069a4b3 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:12:33.264275 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0d40d2-6774-45fe-ac39-754510921fdd None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:12:33.265535 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0d40d2-6774-45fe-ac39-754510921fdd None None] Checking segment: {'id': 'c770b2a8-6850-4501-ba81-87e53f72232e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9accb235-a825-49d8-b9c6-39063069a4b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:12:33.266064 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4c0d40d2-6774-45fe-ac39-754510921fdd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:33.266540 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0d40d2-6774-45fe-ac39-754510921fdd None None] Bound using segment: {'id': 'c770b2a8-6850-4501-ba81-87e53f72232e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9accb235-a825-49d8-b9c6-39063069a4b3'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:12:33.267187 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-4c0d40d2-6774-45fe-ac39-754510921fdd None None] Bound port: 4dfba55e-db07-4b26-bc9a-a884da1a0c0c, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c770b2a8-6850-4501-ba81-87e53f72232e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9accb235-a825-49d8-b9c6-39063069a4b3'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:12:33.267783 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4c0d40d2-6774-45fe-ac39-754510921fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:33.313971 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a639e5fc-4593-4d25-9972-7edc4b89d25b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:33.341771 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a639e5fc-4593-4d25-9972-7edc4b89d25b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:33.350207 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-4c0d40d2-6774-45fe-ac39-754510921fdd None None] For port 4dfba55e-db07-4b26-bc9a-a884da1a0c0c, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:12:33.354255 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-4c0d40d2-6774-45fe-ac39-754510921fdd None None] For port 4dfba55e-db07-4b26-bc9a-a884da1a0c0c, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=4dfba55e-db07-4b26-bc9a-a884da1a0c0c,segment=NetworkSegment(c770b2a8-6850-4501-ba81-87e53f72232e),segment_id=c770b2a8-6850-4501-ba81-87e53f72232e)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:12:33.361415 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4c0d40d2-6774-45fe-ac39-754510921fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:33.425123 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4871b55e-7834-4e1f-9b1d-7b77fc99675a req-7ffa69a8-d535-4087-b16b-c130d627fdae service neutron] 10.222.0.47 "GET /v2.0/networks/f460e3a4-1eec-4772-9e17-4f750455e9f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491972 Nov 25 13:12:33.443070 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0d40d2-6774-45fe-ac39-754510921fdd None None] Pushing event updated for resources: {'Port': ['ID=4dfba55e-db07-4b26-bc9a-a884da1a0c0c,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:33.564477 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-a639e5fc-4593-4d25-9972-7edc4b89d25b admin admin] Allocated IP 172.25.5.158 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/8c03a923-282b-4761-83da-5ee6f0c4e148) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:12:33.682885 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4871b55e-7834-4e1f-9b1d-7b77fc99675a req-db256cda-4513-499d-a9f4-b9edf04012c1 service neutron] 10.222.0.47 "GET /v2.0/networks/f460e3a4-1eec-4772-9e17-4f750455e9f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496586 Nov 25 13:12:33.723489 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-5adcecbf-cc4f-48ae-9c6a-9483d5025128 admin admin] Deleting subnet c6ff4ad3-eaf7-4ebb-ae7a-2ad7a9626250 {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:12:33.730016 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5adcecbf-cc4f-48ae-9c6a-9483d5025128 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:33.745693 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:33.809124 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a639e5fc-4593-4d25-9972-7edc4b89d25b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:33.812028 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c0b1f-7e8d-4ac0-ac83-13f0a7d341c0 req-23a3db87-8489-416e-9cd1-ca0ce8a8f647 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:33.819884 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c0b1f-7e8d-4ac0-ac83-13f0a7d341c0 req-23a3db87-8489-416e-9cd1-ca0ce8a8f647 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:33.827488 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c0b1f-7e8d-4ac0-ac83-13f0a7d341c0 req-23a3db87-8489-416e-9cd1-ca0ce8a8f647 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:33.836575 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c0b1f-7e8d-4ac0-ac83-13f0a7d341c0 req-23a3db87-8489-416e-9cd1-ca0ce8a8f647 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:33.846356 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c0b1f-7e8d-4ac0-ac83-13f0a7d341c0 req-23a3db87-8489-416e-9cd1-ca0ce8a8f647 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:33.852349 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c0b1f-7e8d-4ac0-ac83-13f0a7d341c0 req-23a3db87-8489-416e-9cd1-ca0ce8a8f647 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:33.858239 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c0b1f-7e8d-4ac0-ac83-13f0a7d341c0 req-23a3db87-8489-416e-9cd1-ca0ce8a8f647 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:33.861079 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-002c0b1f-7e8d-4ac0-ac83-13f0a7d341c0 req-23a3db87-8489-416e-9cd1-ca0ce8a8f647 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 5431 time: 0.2261024 Nov 25 13:12:33.871847 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a639e5fc-4593-4d25-9972-7edc4b89d25b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:33.889806 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d007dd20-aca5-457c-8851-405c00451a98 req-f26feb55-e754-479a-a062-547ec582e3a9 tempest-LiveMigrationTest-1161798756 tempest-LiveMigrationTest-1161798756-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532105 Nov 25 13:12:33.906352 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a639e5fc-4593-4d25-9972-7edc4b89d25b admin admin] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:12:33.930367 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5adcecbf-cc4f-48ae-9c6a-9483d5025128 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:33.934980 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-a639e5fc-4593-4d25-9972-7edc4b89d25b admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:12:33.939989 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a639e5fc-4593-4d25-9972-7edc4b89d25b admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:12:33.989234 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a639e5fc-4593-4d25-9972-7edc4b89d25b admin admin] Pushing event updated for resources: {'Port': ['ID=8c03a923-282b-4761-83da-5ee6f0c4e148,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:34.011413 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5adcecbf-cc4f-48ae-9c6a-9483d5025128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:34.066197 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 358c5619-2d7b-4a0f-a3df-639ab02dc112 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:12:34.069529 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device b45b1735-e9ae-4e97-b95a-4d0e4460d7bd no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:12:34.090892 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-002c0b1f-7e8d-4ac0-ac83-13f0a7d341c0 req-2a3edae5-d52d-479a-91a3-df0037497035 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/security-groups?id=b58ccaf7-fcbc-46a0-8300-65e745ae9e20&id=0bfd0f62-df40-4a2c-8890-32844a1d7ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2203982 Nov 25 13:12:34.130149 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: b45b1735-e9ae-4e97-b95a-4d0e4460d7bd {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:12:34.130149 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device b45b1735-e9ae-4e97-b95a-4d0e4460d7bd not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:12:34.213619 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083916f-6eb1-45ef-910e-1983afa51ddb req-b8c53b67-7d72-4a33-bec2-793768fbad76 tempest-InstanceActionsNegativeTestJSON-1495102964 tempest-InstanceActionsNegativeTestJSON-1495102964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:34.216386 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0e3b251a-6377-44d6-bced-b4e12699f5ec req-c99a6eb3-8b6b-4e1d-be6a-3bab04c2f9d2 tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=7d7baad3ee564b83b3cf7ae09d02e2c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374460 Nov 25 13:12:34.219394 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7083916f-6eb1-45ef-910e-1983afa51ddb req-b8c53b67-7d72-4a33-bec2-793768fbad76 tempest-InstanceActionsNegativeTestJSON-1495102964 tempest-InstanceActionsNegativeTestJSON-1495102964-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4989e0a-6c27-4b37-9f07-eca03cde3798 HTTP/1.1" status: 200 len: 943 time: 0.1663930 Nov 25 13:12:34.252128 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5adcecbf-cc4f-48ae-9c6a-9483d5025128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:34.344310 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adcecbf-cc4f-48ae-9c6a-9483d5025128 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6ff4ad3-eaf7-4ebb-ae7a-2ad7a9626250,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:34.429140 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-30241b1f-802b-4b33-b386-feed30f1d27d req-e3579c4e-e3f9-49d6-b7e7-866a8ddd1e47 tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c607425-96ff-49a3-b8bd-ec87b08c8132 HTTP/1.1" status: 200 len: 210 time: 0.1746557 Nov 25 13:12:34.462754 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a639e5fc-4593-4d25-9972-7edc4b89d25b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:34.481740 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5adcecbf-cc4f-48ae-9c6a-9483d5025128 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:34.485192 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-5adcecbf-cc4f-48ae-9c6a-9483d5025128 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c6ff4ad3-eaf7-4ebb-ae7a-2ad7a9626250 HTTP/1.1" status: 204 len: 168 time: 1.6164286 Nov 25 13:12:34.488808 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39858) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:34.515223 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 358c5619-2d7b-4a0f-a3df-639ab02dc112, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=358c5619-2d7b-4a0f-a3df-639ab02dc112,segment=NetworkSegment(1155890c-7418-447e-91c6-5d3d7161cc6b),segment_id=1155890c-7418-447e-91c6-5d3d7161cc6b)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:12:34.520177 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7083916f-6eb1-45ef-910e-1983afa51ddb req-801b7fce-cfc2-432e-8f91-ddf5b2f33e7b tempest-InstanceActionsNegativeTestJSON-1495102964 tempest-InstanceActionsNegativeTestJSON-1495102964-project] 10.222.0.53 "GET /v2.0/security-groups?id=35bb37f5-be80-4b2a-a1e2-01d7a5c80814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871618 Nov 25 13:12:34.542092 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b251a-6377-44d6-bced-b4e12699f5ec req-99331e88-b73e-4c9f-91bb-1906d1cc1b05 tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:34.543859 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0e3b251a-6377-44d6-bced-b4e12699f5ec req-99331e88-b73e-4c9f-91bb-1906d1cc1b05 tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2745481 Nov 25 13:12:34.548118 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '358c5619-2d7b-4a0f-a3df-639ab02dc112', 'network_id': 'f460e3a4-1eec-4772-9e17-4f750455e9f3', 'port_id': '358c5619-2d7b-4a0f-a3df-639ab02dc112', 'mac_address': 'fa:16:3e:18:3b:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '239edc5e-b486-41b0-b401-f5624a6ce020', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:12:34.572785 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-0e3b251a-6377-44d6-bced-b4e12699f5ec req-b86c6e29-cefa-41fe-a3b3-220159f466fd tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] Request body: {'port': {'device_id': '9c607425-96ff-49a3-b8bd-ec87b08c8132', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'admin_state_up': True, 'tenant_id': '7d7baad3ee564b83b3cf7ae09d02e2c6'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:12:34.594680 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:34.619441 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 358c5619-2d7b-4a0f-a3df-639ab02dc112 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:12:34.663064 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 358c5619-2d7b-4a0f-a3df-639ab02dc112, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=358c5619-2d7b-4a0f-a3df-639ab02dc112,segment=NetworkSegment(1155890c-7418-447e-91c6-5d3d7161cc6b),segment_id=1155890c-7418-447e-91c6-5d3d7161cc6b)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:12:34.665127 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4db1b-5d7f-462c-b2a7-5c49f14e79d8 req-343e7cd2-15c7-4df6-8b80-e38472c70204 tempest-LiveMigrationTest-1161798756 tempest-LiveMigrationTest-1161798756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:34.670175 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4ac4db1b-5d7f-462c-b2a7-5c49f14e79d8 req-343e7cd2-15c7-4df6-8b80-e38472c70204 tempest-LiveMigrationTest-1161798756 tempest-LiveMigrationTest-1161798756-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1834e9fa-ed18-4283-b6da-37963008c9ee HTTP/1.1" status: 200 len: 1097 time: 0.1312771 Nov 25 13:12:34.670175 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3357af08-30e9-412e-8b49-3ffe178e84b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:34.674984 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:34.785245 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=358c5619-2d7b-4a0f-a3df-639ab02dc112,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:34.802998 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4ac4db1b-5d7f-462c-b2a7-5c49f14e79d8 req-808d6913-0487-4b97-8e96-55560a8a871b tempest-LiveMigrationTest-1161798756 tempest-LiveMigrationTest-1161798756-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938308 Nov 25 13:12:34.878526 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['358c5619-2d7b-4a0f-a3df-639ab02dc112'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:12:34.880617 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e3b251a-6377-44d6-bced-b4e12699f5ec req-b86c6e29-cefa-41fe-a3b3-220159f466fd tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] Made reservation on behalf of 7d7baad3ee564b83b3cf7ae09d02e2c6 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:12:34.886252 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0e3b251a-6377-44d6-bced-b4e12699f5ec req-b86c6e29-cefa-41fe-a3b3-220159f466fd tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:34.897923 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0e3b251a-6377-44d6-bced-b4e12699f5ec req-b86c6e29-cefa-41fe-a3b3-220159f466fd tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:34.928976 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a639e5fc-4593-4d25-9972-7edc4b89d25b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:34.959810 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3357af08-30e9-412e-8b49-3ffe178e84b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:35.011160 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0bce6d-d523-4e25-86a9-6ddfa7e7c886 None None] Network 9accb235-a825-49d8-b9c6-39063069a4b3 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:12:35.041975 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-3357af08-30e9-412e-8b49-3ffe178e84b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eedb877-5fc3-46a9-a0e2-7e0a431fb103']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:12:35.070889 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-3357af08-30e9-412e-8b49-3ffe178e84b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1015c3b-5561-4c41-908e-568aaa0911cd') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:12:35.071186 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-3357af08-30e9-412e-8b49-3ffe178e84b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1015c3b-5561-4c41-908e-568aaa0911cd') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:12:35.093930 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3357af08-30e9-412e-8b49-3ffe178e84b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:35.117552 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3357af08-30e9-412e-8b49-3ffe178e84b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:35.134569 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3357af08-30e9-412e-8b49-3ffe178e84b5 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:12:35.135035 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3357af08-30e9-412e-8b49-3ffe178e84b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:35.137113 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:12:35.137113 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:12:35.137113 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:12:35.137113 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:12:35.137113 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:12:35.137113 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:12:35.137113 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:12:35.137113 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:12:35.137113 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:12:35.137113 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:12:35.137113 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:12:35.137113 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:12:35.137113 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:12:35.137113 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:12:35.137113 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:12:35.137113 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:12:35.137113 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:12:35.137113 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:12:35.137113 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:12:35.137113 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:12:35.137113 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:12:35.137113 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:12:35.137113 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:12:35.137113 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:12:35.137113 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:12:35.137113 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:12:35.137113 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:12:35.137113 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:12:35.137113 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:12:35.137113 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:12:35.137113 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:12:35.137113 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:12:35.200637 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:35.240180 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3357af08-30e9-412e-8b49-3ffe178e84b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:35.246132 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3357af08-30e9-412e-8b49-3ffe178e84b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:35.257360 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3357af08-30e9-412e-8b49-3ffe178e84b5 admin admin] 10.222.0.53 "DELETE /v2.0/networks/4eedb877-5fc3-46a9-a0e2-7e0a431fb103 HTTP/1.1" status: 204 len: 168 time: 0.7671101 Nov 25 13:12:35.275379 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39882) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:35.277026 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-10a4a08f-2421-46b5-a708-ebcaa82d7012 None None] Provisioning complete for port 4dfba55e-db07-4b26-bc9a-a884da1a0c0c triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:12:35.277411 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-10a4a08f-2421-46b5-a708-ebcaa82d7012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:35.278873 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3357af08-30e9-412e-8b49-3ffe178e84b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4eedb877-5fc3-46a9-a0e2-7e0a431fb103,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:35.370592 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-77267bbd-67ca-4e71-aa4d-743635e31dca admin admin] Deleting subnet 8559cf1e-4118-4a4d-b405-96d7adb365dd {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:12:35.375129 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-77267bbd-67ca-4e71-aa4d-743635e31dca admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:35.416202 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167dbb3f-cb88-4752-ba90-db31c4888978 req-f568cdcd-762b-4b1c-bd07-c4d1d7071332 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:35.423050 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167dbb3f-cb88-4752-ba90-db31c4888978 req-f568cdcd-762b-4b1c-bd07-c4d1d7071332 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:35.429125 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167dbb3f-cb88-4752-ba90-db31c4888978 req-f568cdcd-762b-4b1c-bd07-c4d1d7071332 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:35.436877 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167dbb3f-cb88-4752-ba90-db31c4888978 req-f568cdcd-762b-4b1c-bd07-c4d1d7071332 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:35.445629 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167dbb3f-cb88-4752-ba90-db31c4888978 req-f568cdcd-762b-4b1c-bd07-c4d1d7071332 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:35.450127 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167dbb3f-cb88-4752-ba90-db31c4888978 req-f568cdcd-762b-4b1c-bd07-c4d1d7071332 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:35.456312 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167dbb3f-cb88-4752-ba90-db31c4888978 req-f568cdcd-762b-4b1c-bd07-c4d1d7071332 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:35.464292 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-167dbb3f-cb88-4752-ba90-db31c4888978 req-f568cdcd-762b-4b1c-bd07-c4d1d7071332 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 5431 time: 0.1874933 Nov 25 13:12:35.486566 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-77267bbd-67ca-4e71-aa4d-743635e31dca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:35.521509 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-10a4a08f-2421-46b5-a708-ebcaa82d7012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:35.584495 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-10a4a08f-2421-46b5-a708-ebcaa82d7012 None None] For port 4dfba55e-db07-4b26-bc9a-a884da1a0c0c, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=4dfba55e-db07-4b26-bc9a-a884da1a0c0c,segment=NetworkSegment(c770b2a8-6850-4501-ba81-87e53f72232e),segment_id=c770b2a8-6850-4501-ba81-87e53f72232e)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:12:35.597424 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-10a4a08f-2421-46b5-a708-ebcaa82d7012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:35.621530 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-77267bbd-67ca-4e71-aa4d-743635e31dca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:35.637584 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a639e5fc-4593-4d25-9972-7edc4b89d25b admin admin] Router 77284998-ba42-41c3-a260-3b3762c389cf is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:12:35.650138 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 0f2c65ca-cd9b-4cf4-b4b7-974dd4a0e921 details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:12:35.651627 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0e3b251a-6377-44d6-bced-b4e12699f5ec req-b86c6e29-cefa-41fe-a3b3-220159f466fd tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:35.668953 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0e3b251a-6377-44d6-bced-b4e12699f5ec req-b86c6e29-cefa-41fe-a3b3-220159f466fd tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:35.713071 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-167dbb3f-cb88-4752-ba90-db31c4888978 req-816e6444-13ac-4165-872a-6eab4621779a tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/security-groups?id=b58ccaf7-fcbc-46a0-8300-65e745ae9e20&id=0bfd0f62-df40-4a2c-8890-32844a1d7ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2477798 Nov 25 13:12:35.771172 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a4a08f-2421-46b5-a708-ebcaa82d7012 None None] Pushing event updated for resources: {'Port': ['ID=4dfba55e-db07-4b26-bc9a-a884da1a0c0c,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:35.829938 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-77267bbd-67ca-4e71-aa4d-743635e31dca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:35.868655 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-77267bbd-67ca-4e71-aa4d-743635e31dca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:35.877826 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 4dfba55e-db07-4b26-bc9a-a884da1a0c0c up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:12:35.878866 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-77267bbd-67ca-4e71-aa4d-743635e31dca admin admin] 10.222.0.53 "DELETE /v2.0/subnets/8559cf1e-4118-4a4d-b405-96d7adb365dd HTTP/1.1" status: 204 len: 168 time: 0.5977178 Nov 25 13:12:35.937199 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39904) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:35.966645 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 4dfba55e-db07-4b26-bc9a-a884da1a0c0c triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:12:35.967171 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:35.974867 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-0e3b251a-6377-44d6-bced-b4e12699f5ec req-b86c6e29-cefa-41fe-a3b3-220159f466fd tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] Allocated IP 192.168.233.123 (85f6380f-3625-4f44-8465-fbcf0c11fed5/2ce5ca48-e3be-44c6-9584-fd9eb8c67222/41c98a64-3376-45d2-8c91-dde2c4fec935) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:12:36.001789 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 0f2c65ca-cd9b-4cf4-b4b7-974dd4a0e921, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=0f2c65ca-cd9b-4cf4-b4b7-974dd4a0e921,segment=NetworkSegment(4bbc928c-6a05-48c7-bd98-100069b17bb5),segment_id=4bbc928c-6a05-48c7-bd98-100069b17bb5)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:12:36.011123 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77267bbd-67ca-4e71-aa4d-743635e31dca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8559cf1e-4118-4a4d-b405-96d7adb365dd,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:36.033958 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': '0f2c65ca-cd9b-4cf4-b4b7-974dd4a0e921', 'network_id': '2b823069-d9bd-4f42-87ec-afb97511a19d', 'port_id': '0f2c65ca-cd9b-4cf4-b4b7-974dd4a0e921', 'mac_address': 'fa:16:3e:88:5d:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e25e12e8-af35-42f8-83c0-b8f9f41a748f', 'ip_address': '10.1.1.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:12:36.036924 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86c6e29-cefa-41fe-a3b3-220159f466fd tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=deee0e1d-72d3-4dc4-a28a-ea506ad047af,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:36.038179 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-e4c199b9-3526-4d7e-b90f-51bb46fdb91b None None] Provisioning complete for port 4dfba55e-db07-4b26-bc9a-a884da1a0c0c triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:12:36.038644 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e4c199b9-3526-4d7e-b90f-51bb46fdb91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:36.052458 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bbfecb22-a605-4060-a862-8c63ddba6f62 req-1905d0a1-9c35-4d85-9496-bd571514e10b tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c607425-96ff-49a3-b8bd-ec87b08c8132 HTTP/1.1" status: 200 len: 210 time: 0.1165681 Nov 25 13:12:36.092133 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 358c5619-2d7b-4a0f-a3df-639ab02dc112 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:12:36.099385 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-212994b9-8588-4617-ab9e-c9216e26f792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:36.265196 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:36.272202 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-212994b9-8588-4617-ab9e-c9216e26f792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:36.272711 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:36.297436 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f2c65ca-cd9b-4cf4-b4b7-974dd4a0e921 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:12:36.303207 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a639e5fc-4593-4d25-9972-7edc4b89d25b admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:12:36.329249 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 358c5619-2d7b-4a0f-a3df-639ab02dc112 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:12:36.332307 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d242cf61-0522-4fbf-bfdf-b73f9ffc33d9 None None] Sync routers for ids ['77284998-ba42-41c3-a260-3b3762c389cf'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:12:36.335460 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 0f2c65ca-cd9b-4cf4-b4b7-974dd4a0e921, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=0f2c65ca-cd9b-4cf4-b4b7-974dd4a0e921,segment=NetworkSegment(4bbc928c-6a05-48c7-bd98-100069b17bb5),segment_id=4bbc928c-6a05-48c7-bd98-100069b17bb5)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:12:36.342238 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 358c5619-2d7b-4a0f-a3df-639ab02dc112 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:12:36.343524 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:36.357599 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-212994b9-8588-4617-ab9e-c9216e26f792 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d99b96ff-0db6-4841-8bdd-f320db5b73f1']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:12:36.369677 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d242cf61-0522-4fbf-bfdf-b73f9ffc33d9 None None] Routers {'77284998-ba42-41c3-a260-3b3762c389cf'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:12:36.370678 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-d242cf61-0522-4fbf-bfdf-b73f9ffc33d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:12:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['77284998-ba42-41c3-a260-3b3762c389cf'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:12:36.373454 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:36.374493 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 724cccc6-fca6-4f56-9b33-692920a85a29 details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:12:36.390366 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-212994b9-8588-4617-ab9e-c9216e26f792 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ea56a9c-333e-4721-b323-ce672474e14d') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:12:36.390652 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-212994b9-8588-4617-ab9e-c9216e26f792 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ea56a9c-333e-4721-b323-ce672474e14d') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:12:36.401838 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-212994b9-8588-4617-ab9e-c9216e26f792 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:36.411149 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e188c63-ba44-4b59-9c39-61d455b0b5bc req-535cecf2-2a69-40c9-ae21-3afcf28073b4 tempest-InstanceActionsNegativeTestJSON-1495102964 tempest-InstanceActionsNegativeTestJSON-1495102964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:36.418304 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2e188c63-ba44-4b59-9c39-61d455b0b5bc req-535cecf2-2a69-40c9-ae21-3afcf28073b4 tempest-InstanceActionsNegativeTestJSON-1495102964 tempest-InstanceActionsNegativeTestJSON-1495102964-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4989e0a-6c27-4b37-9f07-eca03cde3798 HTTP/1.1" status: 200 len: 944 time: 0.2540197 Nov 25 13:12:36.435062 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a639e5fc-4593-4d25-9972-7edc4b89d25b admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:36.436830 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-a639e5fc-4593-4d25-9972-7edc4b89d25b admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2371402 Nov 25 13:12:36.443325 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39918) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:36.454540 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-212994b9-8588-4617-ab9e-c9216e26f792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:36.505221 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-212994b9-8588-4617-ab9e-c9216e26f792 admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:12:36.505623 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-212994b9-8588-4617-ab9e-c9216e26f792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:36.508809 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:12:36.508809 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:12:36.508809 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:12:36.508809 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:12:36.508809 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:12:36.508809 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:12:36.508809 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:12:36.508809 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:12:36.508809 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:12:36.508809 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:12:36.508809 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:12:36.508809 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:12:36.508809 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:12:36.508809 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:12:36.508809 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:12:36.508809 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:12:36.508809 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:12:36.508809 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:12:36.508809 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:12:36.508809 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:12:36.508809 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:12:36.508809 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:12:36.508809 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:12:36.508809 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:12:36.508809 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:12:36.508809 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:12:36.508809 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:12:36.508809 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:12:36.508809 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:12:36.508809 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:12:36.508809 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:12:36.508809 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:12:36.556749 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 724cccc6-fca6-4f56-9b33-692920a85a29, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=724cccc6-fca6-4f56-9b33-692920a85a29,segment=NetworkSegment(4bbc928c-6a05-48c7-bd98-100069b17bb5),segment_id=4bbc928c-6a05-48c7-bd98-100069b17bb5)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:12:36.560738 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0e3b251a-6377-44d6-bced-b4e12699f5ec req-b86c6e29-cefa-41fe-a3b3-220159f466fd tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:36.570905 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=0f2c65ca-cd9b-4cf4-b4b7-974dd4a0e921,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:36.584474 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': '724cccc6-fca6-4f56-9b33-692920a85a29', 'network_id': '2b823069-d9bd-4f42-87ec-afb97511a19d', 'port_id': '724cccc6-fca6-4f56-9b33-692920a85a29', 'mac_address': 'fa:16:3e:de:9a:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e25e12e8-af35-42f8-83c0-b8f9f41a748f', 'ip_address': '10.1.1.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:12:36.629227 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2e188c63-ba44-4b59-9c39-61d455b0b5bc req-1c42e02e-b2f4-4d9b-a612-8ff41f87ff91 tempest-InstanceActionsNegativeTestJSON-1495102964 tempest-InstanceActionsNegativeTestJSON-1495102964-project] 10.222.0.53 "GET /v2.0/security-groups?id=35bb37f5-be80-4b2a-a1e2-01d7a5c80814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056530 Nov 25 13:12:36.641740 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-d242cf61-0522-4fbf-bfdf-b73f9ffc33d9 None None] Set router 77284998-ba42-41c3-a260-3b3762c389cf gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:12:36.650505 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0e3b251a-6377-44d6-bced-b4e12699f5ec req-b86c6e29-cefa-41fe-a3b3-220159f466fd tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:36.653064 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-212994b9-8588-4617-ab9e-c9216e26f792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:36.693185 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-212994b9-8588-4617-ab9e-c9216e26f792 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:36.699927 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-212994b9-8588-4617-ab9e-c9216e26f792 admin admin] 10.222.0.53 "DELETE /v2.0/networks/d99b96ff-0db6-4841-8bdd-f320db5b73f1 HTTP/1.1" status: 204 len: 168 time: 0.7481141 Nov 25 13:12:36.700960 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212994b9-8588-4617-ab9e-c9216e26f792 admin admin] Pushing event deleted for resources: {'Network': ['ID=d99b96ff-0db6-4841-8bdd-f320db5b73f1,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:36.839385 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e3b251a-6377-44d6-bced-b4e12699f5ec req-b86c6e29-cefa-41fe-a3b3-220159f466fd tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] Network 85f6380f-3625-4f44-8465-fbcf0c11fed5 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:12:36.852619 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-0e3b251a-6377-44d6-bced-b4e12699f5ec req-b86c6e29-cefa-41fe-a3b3-220159f466fd tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:12:36.864509 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e3b251a-6377-44d6-bced-b4e12699f5ec req-b86c6e29-cefa-41fe-a3b3-220159f466fd tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:12:36.878899 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86c6e29-cefa-41fe-a3b3-220159f466fd tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] Pushing event updated for resources: {'Port': ['ID=41c98a64-3376-45d2-8c91-dde2c4fec935,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:36.879095 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:36.895894 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:36.913823 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 724cccc6-fca6-4f56-9b33-692920a85a29 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:12:36.946110 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4989e0a-6c27-4b37-9f07-eca03cde3798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '358c5619-2d7b-4a0f-a3df-639ab02dc112'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:12:36.948729 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde24adf-8f86-4833-9d14-e73948bc4815" -d '{"events": [{"server_uuid": "c4989e0a-6c27-4b37-9f07-eca03cde3798", "name": "network-vif-plugged", "status": "completed", "tag": "358c5619-2d7b-4a0f-a3df-639ab02dc112"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:12:36.968809 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 358c5619-2d7b-4a0f-a3df-639ab02dc112, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=358c5619-2d7b-4a0f-a3df-639ab02dc112,segment=NetworkSegment(1155890c-7418-447e-91c6-5d3d7161cc6b),segment_id=1155890c-7418-447e-91c6-5d3d7161cc6b)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:12:36.981815 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 724cccc6-fca6-4f56-9b33-692920a85a29, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=724cccc6-fca6-4f56-9b33-692920a85a29,segment=NetworkSegment(4bbc928c-6a05-48c7-bd98-100069b17bb5),segment_id=4bbc928c-6a05-48c7-bd98-100069b17bb5)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:12:36.993563 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-d242cf61-0522-4fbf-bfdf-b73f9ffc33d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77284998-ba42-41c3-a260-3b3762c389cf', 'name': 'tempest-ServerActionsTestJSON-510647676-router', 'tenant_id': '621e47be21954218b422540d084376f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '8c03a923-282b-4761-83da-5ee6f0c4e148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:12:32Z', 'updated_at': '2021-11-25T13:12:34Z', 'revision_number': 3, 'project_id': '621e47be21954218b422540d084376f9', 'gw_port': {'id': '8c03a923-282b-4761-83da-5ee6f0c4e148', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:13:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77284998-ba42-41c3-a260-3b3762c389cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:12:33Z', 'updated_at': '2021-11-25T13:12:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:12:36.996924 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:36.998235 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 938ce238-0316-4d1c-bb63-dde0afdb2932 details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:12:37.000167 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:37.043547 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b251a-6377-44d6-bced-b4e12699f5ec req-b86c6e29-cefa-41fe-a3b3-220159f466fd tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:37.044229 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0e3b251a-6377-44d6-bced-b4e12699f5ec req-b86c6e29-cefa-41fe-a3b3-220159f466fd tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:37.084060 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0e3b251a-6377-44d6-bced-b4e12699f5ec req-b86c6e29-cefa-41fe-a3b3-220159f466fd tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5204198 Nov 25 13:12:37.103791 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-0e3b251a-6377-44d6-bced-b4e12699f5ec req-d92ed116-2a88-4190-9d66-f5590f793d5f service neutron] Request body: {'port': {'device_id': '9c607425-96ff-49a3-b8bd-ec87b08c8132', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:12:37.135588 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97fdc7-46b1-4646-9ee2-4464b9b2c2c1 req-9ab6339c-9a2c-4c9c-b58d-4de674fd2a52 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:37.141713 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97fdc7-46b1-4646-9ee2-4464b9b2c2c1 req-9ab6339c-9a2c-4c9c-b58d-4de674fd2a52 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:37.152916 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97fdc7-46b1-4646-9ee2-4464b9b2c2c1 req-9ab6339c-9a2c-4c9c-b58d-4de674fd2a52 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:37.165161 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97fdc7-46b1-4646-9ee2-4464b9b2c2c1 req-9ab6339c-9a2c-4c9c-b58d-4de674fd2a52 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:37.176082 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97fdc7-46b1-4646-9ee2-4464b9b2c2c1 req-9ab6339c-9a2c-4c9c-b58d-4de674fd2a52 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:37.183476 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97fdc7-46b1-4646-9ee2-4464b9b2c2c1 req-9ab6339c-9a2c-4c9c-b58d-4de674fd2a52 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:37.189618 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97fdc7-46b1-4646-9ee2-4464b9b2c2c1 req-9ab6339c-9a2c-4c9c-b58d-4de674fd2a52 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:37.204710 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bd97fdc7-46b1-4646-9ee2-4464b9b2c2c1 req-9ab6339c-9a2c-4c9c-b58d-4de674fd2a52 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 5432 time: 0.3561113 Nov 25 13:12:37.212273 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d242cf61-0522-4fbf-bfdf-b73f9ffc33d9 None None] Checking router: 77284998-ba42-41c3-a260-3b3762c389cf for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:12:37.212947 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d242cf61-0522-4fbf-bfdf-b73f9ffc33d9 None None] Updating router 77284998-ba42-41c3-a260-3b3762c389cf port 8c03a923-282b-4761-83da-5ee6f0c4e148 binding host n-d-808199-11 {{(pid=103572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:12:37.220847 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0e3b251a-6377-44d6-bced-b4e12699f5ec req-d92ed116-2a88-4190-9d66-f5590f793d5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:37.236869 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39936) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:37.262588 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d242cf61-0522-4fbf-bfdf-b73f9ffc33d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:37.294536 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-8f37edcc-8e4f-4bdb-80e8-acc935ec1998 tempest-LiveMigrationTest-1161798756 tempest-LiveMigrationTest-1161798756-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:12:37.295310 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-8f37edcc-8e4f-4bdb-80e8-acc935ec1998 tempest-LiveMigrationTest-1161798756 tempest-LiveMigrationTest-1161798756-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4855547 Nov 25 13:12:37.417991 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bd97fdc7-46b1-4646-9ee2-4464b9b2c2c1 req-b8d7fc03-ee97-4a74-bf86-6bbf3de9c9f4 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/security-groups?id=b58ccaf7-fcbc-46a0-8300-65e745ae9e20&id=0bfd0f62-df40-4a2c-8890-32844a1d7ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2057433 Nov 25 13:12:37.444865 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e817b69a-6ef9-448e-9ca8-b64bbe9559fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:37.451384 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f0f5f2b5-0f9a-4379-897a-82ddef10e9d9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d2e157ec7259461e96009d2e9c8298f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2117317 Nov 25 13:12:37.459073 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39940) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:37.528778 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 938ce238-0316-4d1c-bb63-dde0afdb2932, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=938ce238-0316-4d1c-bb63-dde0afdb2932,segment=NetworkSegment(4bbc928c-6a05-48c7-bd98-100069b17bb5),segment_id=4bbc928c-6a05-48c7-bd98-100069b17bb5)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:12:37.536090 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-5486215a-0f7e-4171-8e79-0b8c46553826 None None] Provisioning complete for port 41c98a64-3376-45d2-8c91-dde2c4fec935 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:12:37.536090 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5486215a-0f7e-4171-8e79-0b8c46553826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:37.580800 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-5486215a-0f7e-4171-8e79-0b8c46553826 None None] Port 41c98a64-3376-45d2-8c91-dde2c4fec935 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:12:37.582584 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=724cccc6-fca6-4f56-9b33-692920a85a29,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:37.599041 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': '938ce238-0316-4d1c-bb63-dde0afdb2932', 'network_id': '2b823069-d9bd-4f42-87ec-afb97511a19d', 'port_id': '938ce238-0316-4d1c-bb63-dde0afdb2932', 'mac_address': 'fa:16:3e:01:97:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e25e12e8-af35-42f8-83c0-b8f9f41a748f', 'ip_address': '10.1.1.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:12:37.613960 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-842c6a47-14c3-4cf2-96e8-d97770ec63ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:37.624399 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-842c6a47-14c3-4cf2-96e8-d97770ec63ae service neutron] 10.222.0.53 "GET /v2.0/ports/8e9bf303-3260-4f39-8268-47ea7dd76ad6 HTTP/1.1" status: 200 len: 1094 time: 0.3167615 Nov 25 13:12:37.628076 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6608d0-b47f-4802-92b1-064e72139fd7 req-642e2ace-37ed-47b7-b666-7f57307f679d tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:37.630153 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0f6608d0-b47f-4802-92b1-064e72139fd7 req-642e2ace-37ed-47b7-b666-7f57307f679d tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.53 "GET /v2.0/ports?device_id=99fe9e7c-6ddd-4d30-a7a4-4a19b3ebb6e8 HTTP/1.1" status: 200 len: 946 time: 0.1335993 Nov 25 13:12:37.637898 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b5716986-b144-4b70-a69d-b205eb32e1b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:37.652468 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-186468bb-3bc2-4112-a58d-87b4b83f77e4 service neutron] Request body: {'binding': {'host': 'n-h1-808199-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:12:37.653065 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-186468bb-3bc2-4112-a58d-87b4b83f77e4 service neutron] Unknown quota resources ['binding']. {{(pid=103571) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 13:12:37.664308 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b5716986-b144-4b70-a69d-b205eb32e1b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:37.730404 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 4dfba55e-db07-4b26-bc9a-a884da1a0c0c up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:12:37.764579 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=358c5619-2d7b-4a0f-a3df-639ab02dc112,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:37.770443 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d242cf61-0522-4fbf-bfdf-b73f9ffc33d9 None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:37.777500 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:37.793741 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d242cf61-0522-4fbf-bfdf-b73f9ffc33d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:37.799794 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0f6608d0-b47f-4802-92b1-064e72139fd7 req-30c6a0ae-3bbb-4859-862c-1b6074eca25e tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.53 "GET /v2.0/security-groups?id=a715b2f7-737e-429b-afd5-9baad8e10197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231980 Nov 25 13:12:37.802222 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 938ce238-0316-4d1c-bb63-dde0afdb2932 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:12:37.888431 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 938ce238-0316-4d1c-bb63-dde0afdb2932, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=938ce238-0316-4d1c-bb63-dde0afdb2932,segment=NetworkSegment(4bbc928c-6a05-48c7-bd98-100069b17bb5),segment_id=4bbc928c-6a05-48c7-bd98-100069b17bb5)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:12:37.890281 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24b8c4a-464f-47af-b0ce-424b91cfdec2 x-openstack-request-id: req-b24b8c4a-464f-47af-b0ce-424b91cfdec2 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:12:37.890569 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4989e0a-6c27-4b37-9f07-eca03cde3798", "name": "network-vif-plugged", "status": "completed", "tag": "358c5619-2d7b-4a0f-a3df-639ab02dc112", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:12:37.890851 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b24b8c4a-464f-47af-b0ce-424b91cfdec2 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:12:37.891236 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4989e0a-6c27-4b37-9f07-eca03cde3798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '358c5619-2d7b-4a0f-a3df-639ab02dc112', 'code': 200} Nov 25 13:12:37.926151 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:37.927010 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 3c54be67-fab8-4e6e-9f89-11a59ddfbd31 details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:12:37.929781 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:37.930217 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b5716986-b144-4b70-a69d-b205eb32e1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:37.930455 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 4dfba55e-db07-4b26-bc9a-a884da1a0c0c triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:12:37.931074 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:37.932948 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5274610-31fb-437d-8360-6187838068ff None None] Pushing event updated for resources: {'Port': ['ID=8c03a923-282b-4761-83da-5ee6f0c4e148,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:37.948267 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b5716986-b144-4b70-a69d-b205eb32e1b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:37.949571 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b5716986-b144-4b70-a69d-b205eb32e1b9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8 HTTP/1.1" status: 204 len: 168 time: 0.4893959 Nov 25 13:12:37.962599 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-d242cf61-0522-4fbf-bfdf-b73f9ffc33d9 None None] Attempting to bind port 8c03a923-282b-4761-83da-5ee6f0c4e148 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:12:37.963407 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-d242cf61-0522-4fbf-bfdf-b73f9ffc33d9 None None] Attempting to bind port 8c03a923-282b-4761-83da-5ee6f0c4e148 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:12:37.963407 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d242cf61-0522-4fbf-bfdf-b73f9ffc33d9 None None] Attempting to bind port 8c03a923-282b-4761-83da-5ee6f0c4e148 on network 7542d3d9-0db3-40e7-ab88-a168871141f7 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:12:37.986159 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-e817b69a-6ef9-448e-9ca8-b64bbe9559fe admin admin] Allocated IP 172.20.0.1 (9accb235-a825-49d8-b9c6-39063069a4b3/b6a84af7-6347-4e0f-945a-98a5515a4a22/3d2caf7f-050d-4d37-b799-2022274ec4bd) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:12:38.002157 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d242cf61-0522-4fbf-bfdf-b73f9ffc33d9 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:12:38.003342 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d242cf61-0522-4fbf-bfdf-b73f9ffc33d9 None None] Checking segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:12:38.003502 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d242cf61-0522-4fbf-bfdf-b73f9ffc33d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:38.004005 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d242cf61-0522-4fbf-bfdf-b73f9ffc33d9 None None] Bound using segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:12:38.004327 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-d242cf61-0522-4fbf-bfdf-b73f9ffc33d9 None None] Bound port: 8c03a923-282b-4761-83da-5ee6f0c4e148, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:12:38.004712 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d242cf61-0522-4fbf-bfdf-b73f9ffc33d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:38.009562 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-0e3b251a-6377-44d6-bced-b4e12699f5ec req-d92ed116-2a88-4190-9d66-f5590f793d5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41c98a64-3376-45d2-8c91-dde2c4fec935 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:12:38.022742 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5716986-b144-4b70-a69d-b205eb32e1b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59d06b0-b9fa-4a2c-8494-a3ed7336f0e8,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:38.032704 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0e3b251a-6377-44d6-bced-b4e12699f5ec req-d92ed116-2a88-4190-9d66-f5590f793d5f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:38.089398 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-0e3b251a-6377-44d6-bced-b4e12699f5ec req-d92ed116-2a88-4190-9d66-f5590f793d5f service neutron] Transition to ACTIVE for port object 41c98a64-3376-45d2-8c91-dde2c4fec935 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:12:38.119430 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c9b54-dc82-4825-9655-63a044cdcba4 req-7ffcfbf0-da34-4a9d-8f0b-e5d0ac031d2c tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:38.126675 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-658c9b54-dc82-4825-9655-63a044cdcba4 req-7ffcfbf0-da34-4a9d-8f0b-e5d0ac031d2c tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c607425-96ff-49a3-b8bd-ec87b08c8132 HTTP/1.1" status: 200 len: 936 time: 0.1262825 Nov 25 13:12:38.149909 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=938ce238-0316-4d1c-bb63-dde0afdb2932,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:38.163497 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-d242cf61-0522-4fbf-bfdf-b73f9ffc33d9 None None] For port 8c03a923-282b-4761-83da-5ee6f0c4e148, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:12:38.168810 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-d242cf61-0522-4fbf-bfdf-b73f9ffc33d9 None None] For port 8c03a923-282b-4761-83da-5ee6f0c4e148, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=8c03a923-282b-4761-83da-5ee6f0c4e148,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:12:38.181512 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0e3b251a-6377-44d6-bced-b4e12699f5ec req-d92ed116-2a88-4190-9d66-f5590f793d5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:38.205720 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d242cf61-0522-4fbf-bfdf-b73f9ffc33d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:38.226248 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-658c9b54-dc82-4825-9655-63a044cdcba4 req-10ecf94e-ac1c-493a-9370-649522450087 tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] 10.222.0.53 "GET /v2.0/security-groups?id=deee0e1d-72d3-4dc4-a28a-ea506ad047af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979660 Nov 25 13:12:38.256540 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e817b69a-6ef9-448e-9ca8-b64bbe9559fe admin admin] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:38.287987 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 3c54be67-fab8-4e6e-9f89-11a59ddfbd31, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=3c54be67-fab8-4e6e-9f89-11a59ddfbd31,segment=NetworkSegment(d1ee1bae-4fd4-4d54-817b-17b6c5f31726),segment_id=d1ee1bae-4fd4-4d54-817b-17b6c5f31726)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:12:38.324552 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': '3c54be67-fab8-4e6e-9f89-11a59ddfbd31', 'network_id': 'ce8b7f62-300f-4958-8057-b23aa4d60523', 'port_id': '3c54be67-fab8-4e6e-9f89-11a59ddfbd31', 'mac_address': 'fa:16:3e:fc:7f:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06817033-b081-4244-92d2-8969dbcfd417', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:12:38.331908 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e817b69a-6ef9-448e-9ca8-b64bbe9559fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:38.355606 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d242cf61-0522-4fbf-bfdf-b73f9ffc33d9 None None] Routers {'77284998-ba42-41c3-a260-3b3762c389cf'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:12:38.356268 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-d242cf61-0522-4fbf-bfdf-b73f9ffc33d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:12:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['77284998-ba42-41c3-a260-3b3762c389cf'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:12:38.388340 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ddc9f-6019-4966-8b46-4afb01736056 req-908f2c47-f22f-4da2-8dd5-2a09f54c33b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:38.390949 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-288ddc9f-6019-4966-8b46-4afb01736056 req-908f2c47-f22f-4da2-8dd5-2a09f54c33b6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c4989e0a-6c27-4b37-9f07-eca03cde3798 HTTP/1.1" status: 200 len: 1097 time: 0.4007716 Nov 25 13:12:38.422272 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92ed116-2a88-4190-9d66-f5590f793d5f service neutron] Pushing event updated for resources: {'Port': ['ID=41c98a64-3376-45d2-8c91-dde2c4fec935,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:38.443218 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5274610-31fb-437d-8360-6187838068ff None None] Pushing event updated for resources: {'Port': ['ID=8c03a923-282b-4761-83da-5ee6f0c4e148,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:38.518291 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e817b69a-6ef9-448e-9ca8-b64bbe9559fe admin admin] Pushing event updated for resources: {'Port': ['ID=3d2caf7f-050d-4d37-b799-2022274ec4bd,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:38.522045 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e817b69a-6ef9-448e-9ca8-b64bbe9559fe admin admin] Network 9accb235-a825-49d8-b9c6-39063069a4b3 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:12:38.532449 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-e817b69a-6ef9-448e-9ca8-b64bbe9559fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:12:38.539259 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:38.550463 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e817b69a-6ef9-448e-9ca8-b64bbe9559fe admin admin] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:12:38.566168 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c54be67-fab8-4e6e-9f89-11a59ddfbd31 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:12:38.589058 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-d242cf61-0522-4fbf-bfdf-b73f9ffc33d9 None None] Set router 77284998-ba42-41c3-a260-3b3762c389cf gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:12:38.654098 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b0cd75-61b8-4f24-a6aa-312ba0cbca27 req-3f3f51e6-322b-4fe8-a85c-425ac17df2ec tempest-InstanceActionsNegativeTestJSON-1495102964 tempest-InstanceActionsNegativeTestJSON-1495102964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:38.667851 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-75b0cd75-61b8-4f24-a6aa-312ba0cbca27 req-3f3f51e6-322b-4fe8-a85c-425ac17df2ec tempest-InstanceActionsNegativeTestJSON-1495102964 tempest-InstanceActionsNegativeTestJSON-1495102964-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4989e0a-6c27-4b37-9f07-eca03cde3798 HTTP/1.1" status: 200 len: 945 time: 0.2551415 Nov 25 13:12:38.670614 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-186468bb-3bc2-4112-a58d-87b4b83f77e4 service neutron] Attempting to bind port 8e9bf303-3260-4f39-8268-47ea7dd76ad6 on host n-h1-808199-11 for vnic_type normal with profile None {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:12:38.671226 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-186468bb-3bc2-4112-a58d-87b4b83f77e4 service neutron] Attempting to bind port 8e9bf303-3260-4f39-8268-47ea7dd76ad6 by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': '6f5b4a09-9f6c-4c19-8201-4d90933cd506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '20494638-06c1-415e-90d6-c326674b78a0'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:12:38.671703 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-186468bb-3bc2-4112-a58d-87b4b83f77e4 service neutron] Attempting to bind port 8e9bf303-3260-4f39-8268-47ea7dd76ad6 on network 20494638-06c1-415e-90d6-c326674b78a0 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:12:38.678972 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-186468bb-3bc2-4112-a58d-87b4b83f77e4 service neutron] Port 8e9bf303-3260-4f39-8268-47ea7dd76ad6 on network 20494638-06c1-415e-90d6-c326674b78a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:12:38.679467 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-186468bb-3bc2-4112-a58d-87b4b83f77e4 service neutron] Attempting to bind port 8e9bf303-3260-4f39-8268-47ea7dd76ad6 on network 20494638-06c1-415e-90d6-c326674b78a0 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:12:38.687685 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-288ddc9f-6019-4966-8b46-4afb01736056 req-a67dd47c-9c55-4f7e-9f6b-1523397b2ee8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=35bb37f5-be80-4b2a-a1e2-01d7a5c80814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828403 Nov 25 13:12:38.690925 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-186468bb-3bc2-4112-a58d-87b4b83f77e4 service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:12:38.691419 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-186468bb-3bc2-4112-a58d-87b4b83f77e4 service neutron] Checking segment: {'id': '6f5b4a09-9f6c-4c19-8201-4d90933cd506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '20494638-06c1-415e-90d6-c326674b78a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:12:38.691901 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-186468bb-3bc2-4112-a58d-87b4b83f77e4 service neutron] Bound using segment: {'id': '6f5b4a09-9f6c-4c19-8201-4d90933cd506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '20494638-06c1-415e-90d6-c326674b78a0'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:12:38.692444 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-186468bb-3bc2-4112-a58d-87b4b83f77e4 service neutron] Bound port: 8e9bf303-3260-4f39-8268-47ea7dd76ad6, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f5b4a09-9f6c-4c19-8201-4d90933cd506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '20494638-06c1-415e-90d6-c326674b78a0'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:12:38.726332 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 39962) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:38.739152 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 3c54be67-fab8-4e6e-9f89-11a59ddfbd31, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=3c54be67-fab8-4e6e-9f89-11a59ddfbd31,segment=NetworkSegment(d1ee1bae-4fd4-4d54-817b-17b6c5f31726),segment_id=d1ee1bae-4fd4-4d54-817b-17b6c5f31726)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:12:38.740281 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-0e3b251a-6377-44d6-bced-b4e12699f5ec req-d92ed116-2a88-4190-9d66-f5590f793d5f service neutron] Attempting to bind port 41c98a64-3376-45d2-8c91-dde2c4fec935 on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:12:38.740737 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-0e3b251a-6377-44d6-bced-b4e12699f5ec req-d92ed116-2a88-4190-9d66-f5590f793d5f service neutron] Attempting to bind port 41c98a64-3376-45d2-8c91-dde2c4fec935 by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:12:38.741216 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3b251a-6377-44d6-bced-b4e12699f5ec req-d92ed116-2a88-4190-9d66-f5590f793d5f service neutron] Attempting to bind port 41c98a64-3376-45d2-8c91-dde2c4fec935 on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:12:38.762094 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-75b0cd75-61b8-4f24-a6aa-312ba0cbca27 req-7abb0078-fdc4-44ba-816b-6d38cd0a90f3 tempest-InstanceActionsNegativeTestJSON-1495102964 tempest-InstanceActionsNegativeTestJSON-1495102964-project] 10.222.0.53 "GET /v2.0/security-groups?id=35bb37f5-be80-4b2a-a1e2-01d7a5c80814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922916 Nov 25 13:12:38.767058 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3b251a-6377-44d6-bced-b4e12699f5ec req-d92ed116-2a88-4190-9d66-f5590f793d5f service neutron] Port 41c98a64-3376-45d2-8c91-dde2c4fec935 on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:12:38.767516 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3b251a-6377-44d6-bced-b4e12699f5ec req-d92ed116-2a88-4190-9d66-f5590f793d5f service neutron] Attempting to bind port 41c98a64-3376-45d2-8c91-dde2c4fec935 on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:12:38.775555 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e817b69a-6ef9-448e-9ca8-b64bbe9559fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:38.777124 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3b251a-6377-44d6-bced-b4e12699f5ec req-d92ed116-2a88-4190-9d66-f5590f793d5f service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:12:38.777698 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3b251a-6377-44d6-bced-b4e12699f5ec req-d92ed116-2a88-4190-9d66-f5590f793d5f service neutron] Checking segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:12:38.778297 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3b251a-6377-44d6-bced-b4e12699f5ec req-d92ed116-2a88-4190-9d66-f5590f793d5f service neutron] Bound using segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:12:38.778873 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:38.779308 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-0e3b251a-6377-44d6-bced-b4e12699f5ec req-d92ed116-2a88-4190-9d66-f5590f793d5f service neutron] Bound port: 41c98a64-3376-45d2-8c91-dde2c4fec935, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:12:38.779559 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 6a9422b9-9b35-47c0-860e-beb2d93e73ce details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:12:38.779691 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0e3b251a-6377-44d6-bced-b4e12699f5ec req-d92ed116-2a88-4190-9d66-f5590f793d5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:38.813852 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-154dc15a-c492-4173-ad2a-bbecf228087a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cbc975d44f3248e1881b857aeac11f01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0832286 Nov 25 13:12:38.823061 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 39964) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:38.842158 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 6a9422b9-9b35-47c0-860e-beb2d93e73ce, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=6a9422b9-9b35-47c0-860e-beb2d93e73ce,segment=NetworkSegment(4bbc928c-6a05-48c7-bd98-100069b17bb5),segment_id=4bbc928c-6a05-48c7-bd98-100069b17bb5)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:12:38.876070 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-186468bb-3bc2-4112-a58d-87b4b83f77e4 service neutron] For port 8e9bf303-3260-4f39-8268-47ea7dd76ad6, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=8e9bf303-3260-4f39-8268-47ea7dd76ad6,segment=NetworkSegment(6f5b4a09-9f6c-4c19-8201-4d90933cd506),segment_id=6f5b4a09-9f6c-4c19-8201-4d90933cd506)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:12:38.895273 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': '6a9422b9-9b35-47c0-860e-beb2d93e73ce', 'network_id': '2b823069-d9bd-4f42-87ec-afb97511a19d', 'port_id': '6a9422b9-9b35-47c0-860e-beb2d93e73ce', 'mac_address': 'fa:16:3e:49:77:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e25e12e8-af35-42f8-83c0-b8f9f41a748f', 'ip_address': '10.1.1.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:12:38.927592 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-186468bb-3bc2-4112-a58d-87b4b83f77e4 service neutron] Publish callbacks [] for binding, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:38.929065 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-186468bb-3bc2-4112-a58d-87b4b83f77e4 service neutron] 10.222.0.53 "POST /v2.0/ports/8e9bf303-3260-4f39-8268-47ea7dd76ad6/bindings HTTP/1.1" status: 201 len: 390 time: 1.2860417 Nov 25 13:12:39.001154 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:39.001448 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f5ea6ed1-74b5-4c2e-8da4-096864a48faa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:39.043237 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-0e3b251a-6377-44d6-bced-b4e12699f5ec req-d92ed116-2a88-4190-9d66-f5590f793d5f service neutron] For port 41c98a64-3376-45d2-8c91-dde2c4fec935, host n-h1-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:12:39.051707 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-0e3b251a-6377-44d6-bced-b4e12699f5ec req-d92ed116-2a88-4190-9d66-f5590f793d5f service neutron] For port 41c98a64-3376-45d2-8c91-dde2c4fec935, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=41c98a64-3376-45d2-8c91-dde2c4fec935,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:12:39.068967 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7657a2a5-ae56-4c12-86ce-2fedb8a6ce4f req-3953627a-9506-4180-93e9-ab7a06d56c5b tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:39.078315 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7657a2a5-ae56-4c12-86ce-2fedb8a6ce4f req-3953627a-9506-4180-93e9-ab7a06d56c5b tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:39.079112 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0e3b251a-6377-44d6-bced-b4e12699f5ec req-d92ed116-2a88-4190-9d66-f5590f793d5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:39.086837 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7657a2a5-ae56-4c12-86ce-2fedb8a6ce4f req-3953627a-9506-4180-93e9-ab7a06d56c5b tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:39.091685 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a9422b9-9b35-47c0-860e-beb2d93e73ce {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:12:39.094300 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7657a2a5-ae56-4c12-86ce-2fedb8a6ce4f req-3953627a-9506-4180-93e9-ab7a06d56c5b tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:39.103381 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7657a2a5-ae56-4c12-86ce-2fedb8a6ce4f req-3953627a-9506-4180-93e9-ab7a06d56c5b tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:39.110458 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7657a2a5-ae56-4c12-86ce-2fedb8a6ce4f req-3953627a-9506-4180-93e9-ab7a06d56c5b tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:39.110637 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=3c54be67-fab8-4e6e-9f89-11a59ddfbd31,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:39.117889 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7657a2a5-ae56-4c12-86ce-2fedb8a6ce4f req-3953627a-9506-4180-93e9-ab7a06d56c5b tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:39.119877 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7657a2a5-ae56-4c12-86ce-2fedb8a6ce4f req-3953627a-9506-4180-93e9-ab7a06d56c5b tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 5435 time: 0.1966968 Nov 25 13:12:39.126739 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e817b69a-6ef9-448e-9ca8-b64bbe9559fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:39.136806 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b251a-6377-44d6-bced-b4e12699f5ec req-d92ed116-2a88-4190-9d66-f5590f793d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:39.138836 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0e3b251a-6377-44d6-bced-b4e12699f5ec req-d92ed116-2a88-4190-9d66-f5590f793d5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:39.142010 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0e3b251a-6377-44d6-bced-b4e12699f5ec req-d92ed116-2a88-4190-9d66-f5590f793d5f service neutron] 10.222.0.66 "PUT /v2.0/ports/41c98a64-3376-45d2-8c91-dde2c4fec935 HTTP/1.1" status: 200 len: 1097 time: 2.0471504 Nov 25 13:12:39.210632 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f5ea6ed1-74b5-4c2e-8da4-096864a48faa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:39.215911 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c607425-96ff-49a3-b8bd-ec87b08c8132', 'tag': '41c98a64-3376-45d2-8c91-dde2c4fec935'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:12:39.228691 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-687ff40c-8595-4269-b376-94c100a99b65" -d '{"events": [{"name": "network-changed", "server_uuid": "9c607425-96ff-49a3-b8bd-ec87b08c8132", "tag": "41c98a64-3376-45d2-8c91-dde2c4fec935"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:12:39.231202 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 6a9422b9-9b35-47c0-860e-beb2d93e73ce, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=6a9422b9-9b35-47c0-860e-beb2d93e73ce,segment=NetworkSegment(4bbc928c-6a05-48c7-bd98-100069b17bb5),segment_id=4bbc928c-6a05-48c7-bd98-100069b17bb5)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:12:39.275984 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:39.281963 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 319ab71f-208d-41ad-889f-9bd1500155cd details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:12:39.287404 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-560246fd-79a4-44d4-bc56-aadc82a4ede8 None None] Provisioning complete for port 3d2caf7f-050d-4d37-b799-2022274ec4bd triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:12:39.291856 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-560246fd-79a4-44d4-bc56-aadc82a4ede8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:39.346087 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7657a2a5-ae56-4c12-86ce-2fedb8a6ce4f req-6431c540-4d47-4143-a934-24ef4df8fad0 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/security-groups?id=b58ccaf7-fcbc-46a0-8300-65e745ae9e20&id=0bfd0f62-df40-4a2c-8890-32844a1d7ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2170537 Nov 25 13:12:39.352900 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f5ea6ed1-74b5-4c2e-8da4-096864a48faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:39.357694 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f5ea6ed1-74b5-4c2e-8da4-096864a48faa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:39.360238 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-f5ea6ed1-74b5-4c2e-8da4-096864a48faa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0d7af160-3b8c-49d9-b39a-5fe029d1479e HTTP/1.1" status: 204 len: 168 time: 0.5359924 Nov 25 13:12:39.405966 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea6ed1-74b5-4c2e-8da4-096864a48faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7af160-3b8c-49d9-b39a-5fe029d1479e,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:39.449343 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92ed116-2a88-4190-9d66-f5590f793d5f service neutron] Pushing event updated for resources: {'Port': ['ID=41c98a64-3376-45d2-8c91-dde2c4fec935,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:39.459108 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-dfec74c8-8488-497c-b8fc-c249ea70b6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:39.469079 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b251a-6377-44d6-bced-b4e12699f5ec req-a16e060a-047f-4e3c-b6fe-b87b34fcc5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:39.469236 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-dfec74c8-8488-497c-b8fc-c249ea70b6c5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f9638bf2b13b4d579c7476454eb03e3d&device_id=1834e9fa-ed18-4283-b6da-37963008c9ee HTTP/1.1" status: 200 len: 1097 time: 0.2140472 Nov 25 13:12:39.470608 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0e3b251a-6377-44d6-bced-b4e12699f5ec req-a16e060a-047f-4e3c-b6fe-b87b34fcc5a6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7d7baad3ee564b83b3cf7ae09d02e2c6&device_id=9c607425-96ff-49a3-b8bd-ec87b08c8132 HTTP/1.1" status: 200 len: 1100 time: 0.2241998 Nov 25 13:12:39.474893 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b207b25b-5c18-41c8-b521-3675914d239b x-openstack-request-id: req-b207b25b-5c18-41c8-b521-3675914d239b {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:12:39.475220 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c607425-96ff-49a3-b8bd-ec87b08c8132", "tag": "41c98a64-3376-45d2-8c91-dde2c4fec935", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:12:39.475547 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b207b25b-5c18-41c8-b521-3675914d239b {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:12:39.476014 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c607425-96ff-49a3-b8bd-ec87b08c8132', 'tag': '41c98a64-3376-45d2-8c91-dde2c4fec935', 'status': 'completed', 'code': 200} Nov 25 13:12:39.520399 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=6a9422b9-9b35-47c0-860e-beb2d93e73ce,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:39.553195 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0e3b251a-6377-44d6-bced-b4e12699f5ec req-92f42c76-cd21-4665-b860-a4a723b1737b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=41c98a64-3376-45d2-8c91-dde2c4fec935 HTTP/1.1" status: 200 len: 217 time: 0.0642881 Nov 25 13:12:39.576620 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-560246fd-79a4-44d4-bc56-aadc82a4ede8 None None] Port 3d2caf7f-050d-4d37-b799-2022274ec4bd cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:12:39.618427 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 319ab71f-208d-41ad-889f-9bd1500155cd, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=319ab71f-208d-41ad-889f-9bd1500155cd,segment=NetworkSegment(d1ee1bae-4fd4-4d54-817b-17b6c5f31726),segment_id=d1ee1bae-4fd4-4d54-817b-17b6c5f31726)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:12:39.628074 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b251a-6377-44d6-bced-b4e12699f5ec req-f3ca3d30-9c81-40cb-bc1c-9f1484b6ad46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:39.630276 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0e3b251a-6377-44d6-bced-b4e12699f5ec req-f3ca3d30-9c81-40cb-bc1c-9f1484b6ad46 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.0693736 Nov 25 13:12:39.641800 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': '319ab71f-208d-41ad-889f-9bd1500155cd', 'network_id': 'ce8b7f62-300f-4958-8057-b23aa4d60523', 'port_id': '319ab71f-208d-41ad-889f-9bd1500155cd', 'mac_address': 'fa:16:3e:f7:7b:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06817033-b081-4244-92d2-8969dbcfd417', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:12:39.674996 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-d242cf61-0522-4fbf-bfdf-b73f9ffc33d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77284998-ba42-41c3-a260-3b3762c389cf', 'name': 'tempest-ServerActionsTestJSON-510647676-router', 'tenant_id': '621e47be21954218b422540d084376f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '8c03a923-282b-4761-83da-5ee6f0c4e148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:12:32Z', 'updated_at': '2021-11-25T13:12:34Z', 'revision_number': 3, 'project_id': '621e47be21954218b422540d084376f9', 'gw_port': {'id': '8c03a923-282b-4761-83da-5ee6f0c4e148', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:13:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77284998-ba42-41c3-a260-3b3762c389cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:12:33Z', 'updated_at': '2021-11-25T13:12:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:12:39.705470 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b251a-6377-44d6-bced-b4e12699f5ec req-8543caeb-c0f1-4a0a-9863-f378d28c8fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:39.708417 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0e3b251a-6377-44d6-bced-b4e12699f5ec req-8543caeb-c0f1-4a0a-9863-f378d28c8fb2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0698028 Nov 25 13:12:39.837358 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-9450a52d-dd86-4a9b-a5cc-cabdcde1ae71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:39.838932 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-9450a52d-dd86-4a9b-a5cc-cabdcde1ae71 service neutron] 10.222.0.66 "GET /v2.0/networks?id=20494638-06c1-415e-90d6-c326674b78a0 HTTP/1.1" status: 200 len: 908 time: 0.3353004 Nov 25 13:12:39.898268 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0e3b251a-6377-44d6-bced-b4e12699f5ec req-d17d57bb-de08-4d46-ac04-40c31706664f service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790969 Nov 25 13:12:39.938196 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-9ea5b606-4979-449d-b3bd-5667e4c4cd53 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e9bf303-3260-4f39-8268-47ea7dd76ad6 HTTP/1.1" status: 200 len: 217 time: 0.0779929 Nov 25 13:12:39.938605 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:39.942851 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d242cf61-0522-4fbf-bfdf-b73f9ffc33d9 None None] The sync data for ids ['77284998-ba42-41c3-a260-3b3762c389cf'] in n-d-808199-11 is: [{'id': '77284998-ba42-41c3-a260-3b3762c389cf', 'name': 'tempest-ServerActionsTestJSON-510647676-router', 'tenant_id': '621e47be21954218b422540d084376f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '8c03a923-282b-4761-83da-5ee6f0c4e148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:12:32Z', 'updated_at': '2021-11-25T13:12:34Z', 'revision_number': 3, 'project_id': '621e47be21954218b422540d084376f9', 'gw_port': {'id': '8c03a923-282b-4761-83da-5ee6f0c4e148', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:13:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77284998-ba42-41c3-a260-3b3762c389cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:12:33Z', 'updated_at': '2021-11-25T13:12:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:12:39.957918 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8abed6-9b78-4f8f-a98a-9026350fb617 req-6b5c3c66-7df5-4892-849f-7e67b39464b1 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:39.960137 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 319ab71f-208d-41ad-889f-9bd1500155cd {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:12:39.966378 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7a8abed6-9b78-4f8f-a98a-9026350fb617 req-6b5c3c66-7df5-4892-849f-7e67b39464b1 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=1834e9fa-ed18-4283-b6da-37963008c9ee HTTP/1.1" status: 200 len: 945 time: 0.4461420 Nov 25 13:12:40.007658 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 319ab71f-208d-41ad-889f-9bd1500155cd, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=319ab71f-208d-41ad-889f-9bd1500155cd,segment=NetworkSegment(d1ee1bae-4fd4-4d54-817b-17b6c5f31726),segment_id=d1ee1bae-4fd4-4d54-817b-17b6c5f31726)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:12:40.013538 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:40.014072 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 71333c9f-e78f-47f6-8c82-caebeb1cd0f0 details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:12:40.056257 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e817b69a-6ef9-448e-9ca8-b64bbe9559fe admin admin] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:40.073858 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7a8abed6-9b78-4f8f-a98a-9026350fb617 req-fad5c9c3-2064-4e16-8a9e-03d0dab315b3 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040230 Nov 25 13:12:40.142906 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0e3b251a-6377-44d6-bced-b4e12699f5ec req-86a68639-f36d-4be9-9010-1d3eed04a405 service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350605 Nov 25 13:12:40.149264 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e817b69a-6ef9-448e-9ca8-b64bbe9559fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:40.181510 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8323ab16-2fbb-4c95-9067-d26564abef72 req-6ffbaf61-84a3-4bc9-be21-c037194a4f32 tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:40.191416 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8323ab16-2fbb-4c95-9067-d26564abef72 req-6ffbaf61-84a3-4bc9-be21-c037194a4f32 tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c607425-96ff-49a3-b8bd-ec87b08c8132 HTTP/1.1" status: 200 len: 948 time: 0.5391397 Nov 25 13:12:40.223447 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 71333c9f-e78f-47f6-8c82-caebeb1cd0f0, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=71333c9f-e78f-47f6-8c82-caebeb1cd0f0,segment=NetworkSegment(bf03692c-8f81-4407-bac1-1616e298bcc5),segment_id=bf03692c-8f81-4407-bac1-1616e298bcc5)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:12:40.245447 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=319ab71f-208d-41ad-889f-9bd1500155cd,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:40.250481 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': '71333c9f-e78f-47f6-8c82-caebeb1cd0f0', 'network_id': 'c70f7334-0865-479f-9b23-a45cfad81392', 'port_id': '71333c9f-e78f-47f6-8c82-caebeb1cd0f0', 'mac_address': 'fa:16:3e:64:92:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc9e2fcf-0a5d-4e99-a435-c082f1996d71', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:12:40.305044 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:40.312378 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687ff40c-8595-4269-b376-94c100a99b65 req-4f3076ce-2893-422c-acf2-9c20ee71dadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:40.314632 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-687ff40c-8595-4269-b376-94c100a99b65 req-4f3076ce-2893-422c-acf2-9c20ee71dadc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7d7baad3ee564b83b3cf7ae09d02e2c6&device_id=9c607425-96ff-49a3-b8bd-ec87b08c8132 HTTP/1.1" status: 200 len: 1100 time: 0.1023946 Nov 25 13:12:40.324896 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71333c9f-e78f-47f6-8c82-caebeb1cd0f0 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:12:40.362297 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 71333c9f-e78f-47f6-8c82-caebeb1cd0f0, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=71333c9f-e78f-47f6-8c82-caebeb1cd0f0,segment=NetworkSegment(bf03692c-8f81-4407-bac1-1616e298bcc5),segment_id=bf03692c-8f81-4407-bac1-1616e298bcc5)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:12:40.368562 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-4e9b60e6-1652-4879-9c51-c550b5b251e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:40.368933 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:40.370027 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-4e9b60e6-1652-4879-9c51-c550b5b251e9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=82870c5b-3c5b-4cf7-b280-dc92346a33bf HTTP/1.1" status: 200 len: 847 time: 0.4008603 Nov 25 13:12:40.446242 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e817b69a-6ef9-448e-9ca8-b64bbe9559fe admin admin] Pushing event updated for resources: {'Port': ['ID=3d2caf7f-050d-4d37-b799-2022274ec4bd,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:40.458928 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=71333c9f-e78f-47f6-8c82-caebeb1cd0f0,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:40.470973 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e817b69a-6ef9-448e-9ca8-b64bbe9559fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:40.499053 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8323ab16-2fbb-4c95-9067-d26564abef72 req-9f80d30e-1b1b-47ca-bb67-40f9e1eaf3e1 tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] 10.222.0.53 "GET /v2.0/security-groups?id=deee0e1d-72d3-4dc4-a28a-ea506ad047af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987192 Nov 25 13:12:40.504623 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687ff40c-8595-4269-b376-94c100a99b65 req-0289ba6f-b397-4819-a8ad-217d93b451c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:40.506981 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-687ff40c-8595-4269-b376-94c100a99b65 req-0289ba6f-b397-4819-a8ad-217d93b451c5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=85f6380f-3625-4f44-8465-fbcf0c11fed5 HTTP/1.1" status: 200 len: 870 time: 0.1835682 Nov 25 13:12:40.517814 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-9ad08993-9e8f-4483-83f6-2d271b18147d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=20494638-06c1-415e-90d6-c326674b78a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0997899 Nov 25 13:12:40.549252 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c7349-3291-44c6-8513-bf9aef23f9ff req-a9998315-69ee-478b-9db3-5d8d0d05b3a1 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:40.563933 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-079c7349-3291-44c6-8513-bf9aef23f9ff req-a9998315-69ee-478b-9db3-5d8d0d05b3a1 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.53 "GET /v2.0/ports?device_id=99fe9e7c-6ddd-4d30-a7a4-4a19b3ebb6e8 HTTP/1.1" status: 200 len: 946 time: 0.3474374 Nov 25 13:12:40.596325 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-687ff40c-8595-4269-b376-94c100a99b65 req-464cc20e-2e8c-4979-824f-984e015c8b0d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=41c98a64-3376-45d2-8c91-dde2c4fec935 HTTP/1.1" status: 200 len: 217 time: 0.0740881 Nov 25 13:12:40.627645 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e817b69a-6ef9-448e-9ca8-b64bbe9559fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:12:40.628248 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e817b69a-6ef9-448e-9ca8-b64bbe9559fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:12:40.628767 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e817b69a-6ef9-448e-9ca8-b64bbe9559fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:12:40.629277 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e817b69a-6ef9-448e-9ca8-b64bbe9559fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:12:40.629776 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e817b69a-6ef9-448e-9ca8-b64bbe9559fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:12:40.630282 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e817b69a-6ef9-448e-9ca8-b64bbe9559fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:12:40.630789 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e817b69a-6ef9-448e-9ca8-b64bbe9559fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:12:40.631556 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e817b69a-6ef9-448e-9ca8-b64bbe9559fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:12:40.632044 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e817b69a-6ef9-448e-9ca8-b64bbe9559fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:12:40.632534 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e817b69a-6ef9-448e-9ca8-b64bbe9559fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:12:40.633016 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e817b69a-6ef9-448e-9ca8-b64bbe9559fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:12:40.633504 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e817b69a-6ef9-448e-9ca8-b64bbe9559fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:12:40.707530 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687ff40c-8595-4269-b376-94c100a99b65 req-a8a60679-5cb2-4a1e-8513-38ed69772672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:40.709309 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-687ff40c-8595-4269-b376-94c100a99b65 req-a8a60679-5cb2-4a1e-8513-38ed69772672 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.0890362 Nov 25 13:12:40.775310 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687ff40c-8595-4269-b376-94c100a99b65 req-f1b27343-1a91-4065-ab36-d869b40b43a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:40.778593 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-687ff40c-8595-4269-b376-94c100a99b65 req-f1b27343-1a91-4065-ab36-d869b40b43a2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0579183 Nov 25 13:12:40.931852 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-687ff40c-8595-4269-b376-94c100a99b65 req-2033138d-04c4-41b4-9b88-ed77dbdee259 service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440454 Nov 25 13:12:41.081341 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdeb75e-e0ba-40a1-85af-2a3e3306bd1a req-f9ebc21f-fc77-450b-8a2e-43dfa4dec374 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:41.083715 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7fdeb75e-e0ba-40a1-85af-2a3e3306bd1a req-f9ebc21f-fc77-450b-8a2e-43dfa4dec374 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.66 "GET /v2.0/ports?device_id=99fe9e7c-6ddd-4d30-a7a4-4a19b3ebb6e8 HTTP/1.1" status: 200 len: 946 time: 0.0797794 Nov 25 13:12:41.136663 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-687ff40c-8595-4269-b376-94c100a99b65 req-43b0395d-084e-44ef-a42d-06898d25bdb7 service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974351 Nov 25 13:12:41.137649 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['3c54be67-fab8-4e6e-9f89-11a59ddfbd31'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:12:41.213052 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['724cccc6-fca6-4f56-9b33-692920a85a29'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:12:41.245149 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-7fdeb75e-e0ba-40a1-85af-2a3e3306bd1a req-ec3eaf6f-59cd-4ea2-99d0-1cf5034e22b7 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Deleting port e835ccae-876a-4910-addd-44494c823ac0 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:12:41.249320 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-7fdeb75e-e0ba-40a1-85af-2a3e3306bd1a req-ec3eaf6f-59cd-4ea2-99d0-1cf5034e22b7 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:41.269051 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc17ec-9c2e-4e3d-b1f7-64a989187f21 req-55a9e50e-ae5a-496f-9268-0c54599d4cd0 tempest-InstanceActionsNegativeTestJSON-1495102964 tempest-InstanceActionsNegativeTestJSON-1495102964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:41.276651 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-80fc17ec-9c2e-4e3d-b1f7-64a989187f21 req-55a9e50e-ae5a-496f-9268-0c54599d4cd0 tempest-InstanceActionsNegativeTestJSON-1495102964 tempest-InstanceActionsNegativeTestJSON-1495102964-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4989e0a-6c27-4b37-9f07-eca03cde3798 HTTP/1.1" status: 200 len: 945 time: 0.6391947 Nov 25 13:12:41.278347 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['6a9422b9-9b35-47c0-860e-beb2d93e73ce'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:12:41.284150 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['938ce238-0316-4d1c-bb63-dde0afdb2932'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:12:41.303152 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-079c7349-3291-44c6-8513-bf9aef23f9ff req-6e099c49-d2e3-4225-8cf0-0ef489c4c915 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.53 "GET /v2.0/security-groups?id=a715b2f7-737e-429b-afd5-9baad8e10197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7381976 Nov 25 13:12:41.324985 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['319ab71f-208d-41ad-889f-9bd1500155cd'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:12:41.347466 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['71333c9f-e78f-47f6-8c82-caebeb1cd0f0'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:12:41.352769 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e817b69a-6ef9-448e-9ca8-b64bbe9559fe admin admin] Network 9accb235-a825-49d8-b9c6-39063069a4b3 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:12:41.367996 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-e817b69a-6ef9-448e-9ca8-b64bbe9559fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:12:41.460188 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-f31ed5e0-f7ed-4c67-89e2-b42f62356205 service neutron] 10.222.0.66 "GET /v2.0/networks/20494638-06c1-415e-90d6-c326674b78a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8423758 Nov 25 13:12:41.483172 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-80fc17ec-9c2e-4e3d-b1f7-64a989187f21 req-7587d77d-3f64-4f93-9337-c01e0af76bba tempest-InstanceActionsNegativeTestJSON-1495102964 tempest-InstanceActionsNegativeTestJSON-1495102964-project] 10.222.0.53 "GET /v2.0/security-groups?id=35bb37f5-be80-4b2a-a1e2-01d7a5c80814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014098 Nov 25 13:12:41.537144 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-7fdeb75e-e0ba-40a1-85af-2a3e3306bd1a req-ec3eaf6f-59cd-4ea2-99d0-1cf5034e22b7 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] For port e835ccae-876a-4910-addd-44494c823ac0, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=e835ccae-876a-4910-addd-44494c823ac0,segment=NetworkSegment(b5b7547d-4b2d-4e0b-b974-c8bbac93a359),segment_id=b5b7547d-4b2d-4e0b-b974-c8bbac93a359)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:12:41.537747 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-7fdeb75e-e0ba-40a1-85af-2a3e3306bd1a req-ec3eaf6f-59cd-4ea2-99d0-1cf5034e22b7 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:41.875069 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 8c03a923-282b-4761-83da-5ee6f0c4e148 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:12:41.908044 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e96851-5ecd-4719-8b09-23285a76b03d req-581190fd-0944-47cd-aacc-d587ce4290dc tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:41.915398 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b0e96851-5ecd-4719-8b09-23285a76b03d req-581190fd-0944-47cd-aacc-d587ce4290dc tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=1834e9fa-ed18-4283-b6da-37963008c9ee HTTP/1.1" status: 200 len: 945 time: 0.2880700 Nov 25 13:12:41.933752 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6d6a8-56e1-4cbb-9fe8-fc3b025c8f47 req-0e65e2ee-2b76-4a75-83d6-96dc26d87d12 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:41.939779 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6d6a8-56e1-4cbb-9fe8-fc3b025c8f47 req-0e65e2ee-2b76-4a75-83d6-96dc26d87d12 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:41.945708 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6d6a8-56e1-4cbb-9fe8-fc3b025c8f47 req-0e65e2ee-2b76-4a75-83d6-96dc26d87d12 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:41.952502 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6d6a8-56e1-4cbb-9fe8-fc3b025c8f47 req-0e65e2ee-2b76-4a75-83d6-96dc26d87d12 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:41.968463 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6d6a8-56e1-4cbb-9fe8-fc3b025c8f47 req-0e65e2ee-2b76-4a75-83d6-96dc26d87d12 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:41.972172 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-7fdeb75e-e0ba-40a1-85af-2a3e3306bd1a req-ec3eaf6f-59cd-4ea2-99d0-1cf5034e22b7 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:41.972761 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-7fdeb75e-e0ba-40a1-85af-2a3e3306bd1a req-ec3eaf6f-59cd-4ea2-99d0-1cf5034e22b7 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:41.973110 n-d-808199-11 neutron-server[103571]: INFO neutron.db.l3_db [req-7fdeb75e-e0ba-40a1-85af-2a3e3306bd1a req-ec3eaf6f-59cd-4ea2-99d0-1cf5034e22b7 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Floating IP 9a511409-950e-4d60-9a44-abcdb4543492 disassociated. External IP: 172.25.5.136, port: e835ccae-876a-4910-addd-44494c823ac0. Nov 25 13:12:41.974778 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6d6a8-56e1-4cbb-9fe8-fc3b025c8f47 req-0e65e2ee-2b76-4a75-83d6-96dc26d87d12 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:41.975300 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-7fdeb75e-e0ba-40a1-85af-2a3e3306bd1a req-ec3eaf6f-59cd-4ea2-99d0-1cf5034e22b7 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Calling delete_port for e835ccae-876a-4910-addd-44494c823ac0 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:12:41.983048 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6d6a8-56e1-4cbb-9fe8-fc3b025c8f47 req-0e65e2ee-2b76-4a75-83d6-96dc26d87d12 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:41.985243 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7fc6d6a8-56e1-4cbb-9fe8-fc3b025c8f47 req-0e65e2ee-2b76-4a75-83d6-96dc26d87d12 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 5438 time: 0.5010779 Nov 25 13:12:42.030466 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-614f09da-29d0-4d00-a478-75aec50f3c47 service neutron] 10.222.0.66 "GET /v2.0/networks/20494638-06c1-415e-90d6-c326674b78a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5444579 Nov 25 13:12:42.063707 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e817b69a-6ef9-448e-9ca8-b64bbe9559fe admin admin] Router 77284998-ba42-41c3-a260-3b3762c389cf has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:12:42.069046 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:42.084737 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-3e83451d-1dbb-4c69-bf70-cb76d6c3c9f6 None None] Provisioning complete for port 3d2caf7f-050d-4d37-b799-2022274ec4bd triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:12:42.085275 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3e83451d-1dbb-4c69-bf70-cb76d6c3c9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:42.206421 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b0e96851-5ecd-4719-8b09-23285a76b03d req-0f77bb06-42ff-4675-8645-3541d4d7882f tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846937 Nov 25 13:12:42.234069 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7fc6d6a8-56e1-4cbb-9fe8-fc3b025c8f47 req-2aff041b-64e1-48bc-89b9-d9c7bbd50a17 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/security-groups?id=b58ccaf7-fcbc-46a0-8300-65e745ae9e20&id=0bfd0f62-df40-4a2c-8890-32844a1d7ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2374527 Nov 25 13:12:42.372264 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['0f2c65ca-cd9b-4cf4-b4b7-974dd4a0e921'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:12:42.379571 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-7fdeb75e-e0ba-40a1-85af-2a3e3306bd1a req-ec3eaf6f-59cd-4ea2-99d0-1cf5034e22b7 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:42.444518 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3eaf6f-59cd-4ea2-99d0-1cf5034e22b7 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Pushing event deleted for resources: {'Port': ['ID=e835ccae-876a-4910-addd-44494c823ac0,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:42.583470 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4d97b1a2-d40c-4e48-8e23-a1fbd673db14 req-0166ed5b-9f9f-459b-92ce-dc6ef334dc24 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.53 "GET /v2.0/ports?device_id=99fe9e7c-6ddd-4d30-a7a4-4a19b3ebb6e8 HTTP/1.1" status: 200 len: 210 time: 0.0596237 Nov 25 13:12:42.608428 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162d7d0-a471-4c03-ad79-ce09ae83e717 req-954df4ea-98bf-4d25-a27c-07f520c2d6d6 tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:42.617104 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d162d7d0-a471-4c03-ad79-ce09ae83e717 req-954df4ea-98bf-4d25-a27c-07f520c2d6d6 tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c607425-96ff-49a3-b8bd-ec87b08c8132 HTTP/1.1" status: 200 len: 948 time: 0.2185073 Nov 25 13:12:42.619435 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e817b69a-6ef9-448e-9ca8-b64bbe9559fe admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:12:42.629641 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e817b69a-6ef9-448e-9ca8-b64bbe9559fe admin admin] 10.222.0.53 "PUT /v2.0/routers/77284998-ba42-41c3-a260-3b3762c389cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1830575 Nov 25 13:12:42.648492 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 41c98a64-3376-45d2-8c91-dde2c4fec935 details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:12:42.733774 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d162d7d0-a471-4c03-ad79-ce09ae83e717 req-798c78bb-344b-4c4f-84bc-972e61dbdd88 tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] 10.222.0.53 "GET /v2.0/security-groups?id=deee0e1d-72d3-4dc4-a28a-ea506ad047af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140163 Nov 25 13:12:42.735406 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f5efae-1305-4945-bb14-eedb6e761e25 None None] Sync routers for ids ['77284998-ba42-41c3-a260-3b3762c389cf'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:12:42.754092 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f5efae-1305-4945-bb14-eedb6e761e25 None None] Routers {'77284998-ba42-41c3-a260-3b3762c389cf'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:12:42.754743 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-f6f5efae-1305-4945-bb14-eedb6e761e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:12:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['77284998-ba42-41c3-a260-3b3762c389cf'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:12:42.818562 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7fdeb75e-e0ba-40a1-85af-2a3e3306bd1a req-ec3eaf6f-59cd-4ea2-99d0-1cf5034e22b7 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Router fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:12:42.825976 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 8c03a923-282b-4761-83da-5ee6f0c4e148 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:12:42.827433 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:42.983575 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed442b-da09-460e-9807-ef1712579be2 req-54566024-8942-4201-8ad4-789cb41c4c39 tempest-InstanceActionsNegativeTestJSON-1495102964 tempest-InstanceActionsNegativeTestJSON-1495102964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:42.997540 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2aed442b-da09-460e-9807-ef1712579be2 req-54566024-8942-4201-8ad4-789cb41c4c39 tempest-InstanceActionsNegativeTestJSON-1495102964 tempest-InstanceActionsNegativeTestJSON-1495102964-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4989e0a-6c27-4b37-9f07-eca03cde3798 HTTP/1.1" status: 200 len: 945 time: 0.1281686 Nov 25 13:12:43.094724 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7fdeb75e-e0ba-40a1-85af-2a3e3306bd1a req-ec3eaf6f-59cd-4ea2-99d0-1cf5034e22b7 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:12:43.119119 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-f6f5efae-1305-4945-bb14-eedb6e761e25 None None] Set router 77284998-ba42-41c3-a260-3b3762c389cf gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:12:43.126076 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-3e83451d-1dbb-4c69-bf70-cb76d6c3c9f6 None None] Port 3d2caf7f-050d-4d37-b799-2022274ec4bd cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:12:43.142131 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2aed442b-da09-460e-9807-ef1712579be2 req-dc67328c-3cdb-47c4-8ef4-01a408043f9a tempest-InstanceActionsNegativeTestJSON-1495102964 tempest-InstanceActionsNegativeTestJSON-1495102964-project] 10.222.0.53 "GET /v2.0/security-groups?id=35bb37f5-be80-4b2a-a1e2-01d7a5c80814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347544 Nov 25 13:12:43.172676 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd46204-9ef3-48d7-90de-26a0dc036b72 None None] Sync routers for ids ['fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:12:43.184615 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fdeb75e-e0ba-40a1-85af-2a3e3306bd1a req-ec3eaf6f-59cd-4ea2-99d0-1cf5034e22b7 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] No DVR routers for this DVR port e835ccae-876a-4910-addd-44494c823ac0 on host n-h1-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:12:43.189952 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-7fdeb75e-e0ba-40a1-85af-2a3e3306bd1a req-ec3eaf6f-59cd-4ea2-99d0-1cf5034e22b7 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:43.198997 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7fdeb75e-e0ba-40a1-85af-2a3e3306bd1a req-ec3eaf6f-59cd-4ea2-99d0-1cf5034e22b7 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.66 "DELETE /v2.0/ports/e835ccae-876a-4910-addd-44494c823ac0 HTTP/1.1" status: 204 len: 173 time: 2.1055627 Nov 25 13:12:43.199253 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99fe9e7c-6ddd-4d30-a7a4-4a19b3ebb6e8', 'name': 'network-vif-deleted', 'tag': 'e835ccae-876a-4910-addd-44494c823ac0'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:12:43.205029 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17a8691-eeb1-4fb6-852d-3a3b4fa3cc2c" -d '{"events": [{"server_uuid": "99fe9e7c-6ddd-4d30-a7a4-4a19b3ebb6e8", "name": "network-vif-deleted", "tag": "e835ccae-876a-4910-addd-44494c823ac0"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:12:43.210148 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.db.resource_extend [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 13:12:43.446798 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd46204-9ef3-48d7-90de-26a0dc036b72 None None] Routers {'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:12:43.447578 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-dfd46204-9ef3-48d7-90de-26a0dc036b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:12:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:12:43.612679 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-f6f5efae-1305-4945-bb14-eedb6e761e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77284998-ba42-41c3-a260-3b3762c389cf', 'name': 'tempest-ServerActionsTestJSON-510647676-router', 'tenant_id': '621e47be21954218b422540d084376f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '8c03a923-282b-4761-83da-5ee6f0c4e148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:12:32Z', 'updated_at': '2021-11-25T13:12:38Z', 'revision_number': 4, 'project_id': '621e47be21954218b422540d084376f9', 'gw_port': {'id': '8c03a923-282b-4761-83da-5ee6f0c4e148', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:13:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77284998-ba42-41c3-a260-3b3762c389cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:12:33Z', 'updated_at': '2021-11-25T13:12:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '3d2caf7f-050d-4d37-b799-2022274ec4bd', 'name': '', 'network_id': '9accb235-a825-49d8-b9c6-39063069a4b3', 'tenant_id': '621e47be21954218b422540d084376f9', 'mac_address': 'fa:16:3e:ed:3d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77284998-ba42-41c3-a260-3b3762c389cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'b6a84af7-6347-4e0f-945a-98a5515a4a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:12:37Z', 'updated_at': '2021-11-25T13:12:39Z', 'revision_number': 2, 'project_id': '621e47be21954218b422540d084376f9', 'subnets': [{'id': 'b6a84af7-6347-4e0f-945a-98a5515a4a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:12:43.692626 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f5efae-1305-4945-bb14-eedb6e761e25 None None] Checking router: 77284998-ba42-41c3-a260-3b3762c389cf for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:12:43.693229 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f5efae-1305-4945-bb14-eedb6e761e25 None None] Updating router 77284998-ba42-41c3-a260-3b3762c389cf port 3d2caf7f-050d-4d37-b799-2022274ec4bd binding host n-d-808199-11 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:12:43.753830 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f6f5efae-1305-4945-bb14-eedb6e761e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:43.830322 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-dfd46204-9ef3-48d7-90de-26a0dc036b72 None None] Set router fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:12:43.879576 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:44.020218 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] For port 8c03a923-282b-4761-83da-5ee6f0c4e148, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=8c03a923-282b-4761-83da-5ee6f0c4e148,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:12:44.062025 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 41c98a64-3376-45d2-8c91-dde2c4fec935, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=41c98a64-3376-45d2-8c91-dde2c4fec935,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:12:44.096940 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': '41c98a64-3376-45d2-8c91-dde2c4fec935', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'port_id': '41c98a64-3376-45d2-8c91-dde2c4fec935', 'mac_address': 'fa:16:3e:4a:0b:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce5ca48-e3be-44c6-9584-fd9eb8c67222', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:12:44.103805 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 40102) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:44.110095 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-edf90b55-c878-4fd0-8ce8-d0f5621613b3 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1991416792', 'description': 'tempest-description--1483129978'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:12:44.114963 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:44.187979 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-edf90b55-c878-4fd0-8ce8-d0f5621613b3 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:44.204065 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c04f7c-61ea-43fa-886f-526304bf90d9 x-openstack-request-id: req-c6c04f7c-61ea-43fa-886f-526304bf90d9 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:12:44.204785 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99fe9e7c-6ddd-4d30-a7a4-4a19b3ebb6e8", "name": "network-vif-deleted", "tag": "e835ccae-876a-4910-addd-44494c823ac0", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:12:44.205223 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c6c04f7c-61ea-43fa-886f-526304bf90d9 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:12:44.205777 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99fe9e7c-6ddd-4d30-a7a4-4a19b3ebb6e8', 'name': 'network-vif-deleted', 'tag': 'e835ccae-876a-4910-addd-44494c823ac0', 'status': 'completed', 'code': 200} Nov 25 13:12:44.247223 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc91c3c4-2b2a-40e2-84e3-f97d783d9436 req-95282db6-15fc-44cc-913d-1e5ed1827313 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:44.257843 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fc91c3c4-2b2a-40e2-84e3-f97d783d9436 req-95282db6-15fc-44cc-913d-1e5ed1827313 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=1834e9fa-ed18-4283-b6da-37963008c9ee HTTP/1.1" status: 200 len: 945 time: 0.0850377 Nov 25 13:12:44.301215 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce5ed11-1f20-4935-a154-e45aa85ac3a2 req-1c0ef864-fe9b-41a5-ba3d-8f600c07a6b7 tempest-InstanceActionsNegativeTestJSON-1495102964 tempest-InstanceActionsNegativeTestJSON-1495102964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:44.303977 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2ce5ed11-1f20-4935-a154-e45aa85ac3a2 req-1c0ef864-fe9b-41a5-ba3d-8f600c07a6b7 tempest-InstanceActionsNegativeTestJSON-1495102964 tempest-InstanceActionsNegativeTestJSON-1495102964-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4989e0a-6c27-4b37-9f07-eca03cde3798 HTTP/1.1" status: 200 len: 945 time: 0.1293099 Nov 25 13:12:44.435560 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-edf90b55-c878-4fd0-8ce8-d0f5621613b3 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:44.443560 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-edf90b55-c878-4fd0-8ce8-d0f5621613b3 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:44.483923 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf90b55-c878-4fd0-8ce8-d0f5621613b3 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a15d94dc-5574-4b64-92b7-73b39253a888,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:44.493540 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fc91c3c4-2b2a-40e2-84e3-f97d783d9436 req-8c55d011-f5ff-41fb-9e2a-92209c0194ac tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329347 Nov 25 13:12:44.502885 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-edf90b55-c878-4fd0-8ce8-d0f5621613b3 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:44.504356 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-edf90b55-c878-4fd0-8ce8-d0f5621613b3 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3987353 Nov 25 13:12:44.513833 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 40110) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:44.524057 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-b068cf83-0ff6-4b41-907a-0b1944407d32 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Request body: {'security_group_rule': {'security_group_id': 'a15d94dc-5574-4b64-92b7-73b39253a888', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:12:44.528911 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-2ce5ed11-1f20-4935-a154-e45aa85ac3a2 req-839773bd-37e3-450c-b2e1-01cc113a474a tempest-InstanceActionsNegativeTestJSON-1495102964 tempest-InstanceActionsNegativeTestJSON-1495102964-project] Deleting port 358c5619-2d7b-4a0f-a3df-639ab02dc112 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:12:44.533979 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2ce5ed11-1f20-4935-a154-e45aa85ac3a2 req-839773bd-37e3-450c-b2e1-01cc113a474a tempest-InstanceActionsNegativeTestJSON-1495102964 tempest-InstanceActionsNegativeTestJSON-1495102964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:44.564657 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f6f5efae-1305-4945-bb14-eedb6e761e25 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:44.577133 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f6f5efae-1305-4945-bb14-eedb6e761e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:44.601709 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17989420-082e-4e10-9084-f28120ebb6ec req-ecc26ca8-d1ac-4ff1-924d-20f2c071acd6 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:44.617351 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17989420-082e-4e10-9084-f28120ebb6ec req-ecc26ca8-d1ac-4ff1-924d-20f2c071acd6 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:44.631075 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17989420-082e-4e10-9084-f28120ebb6ec req-ecc26ca8-d1ac-4ff1-924d-20f2c071acd6 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:44.637486 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17989420-082e-4e10-9084-f28120ebb6ec req-ecc26ca8-d1ac-4ff1-924d-20f2c071acd6 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:44.645708 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17989420-082e-4e10-9084-f28120ebb6ec req-ecc26ca8-d1ac-4ff1-924d-20f2c071acd6 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:44.654277 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17989420-082e-4e10-9084-f28120ebb6ec req-ecc26ca8-d1ac-4ff1-924d-20f2c071acd6 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:44.662611 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17989420-082e-4e10-9084-f28120ebb6ec req-ecc26ca8-d1ac-4ff1-924d-20f2c071acd6 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:44.672991 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-17989420-082e-4e10-9084-f28120ebb6ec req-ecc26ca8-d1ac-4ff1-924d-20f2c071acd6 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 5438 time: 0.3484898 Nov 25 13:12:44.687624 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c8a81c-fb52-4925-8f07-cb85cb4978b3 None None] Pushing event updated for resources: {'Port': ['ID=3d2caf7f-050d-4d37-b799-2022274ec4bd,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:44.705539 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c8a81c-fb52-4925-8f07-cb85cb4978b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:12:44.706303 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c8a81c-fb52-4925-8f07-cb85cb4978b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:12:44.706981 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c8a81c-fb52-4925-8f07-cb85cb4978b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:12:44.707643 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c8a81c-fb52-4925-8f07-cb85cb4978b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:12:44.708204 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c8a81c-fb52-4925-8f07-cb85cb4978b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:12:44.709800 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c8a81c-fb52-4925-8f07-cb85cb4978b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:12:44.710419 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-2ce5ed11-1f20-4935-a154-e45aa85ac3a2 req-839773bd-37e3-450c-b2e1-01cc113a474a tempest-InstanceActionsNegativeTestJSON-1495102964 tempest-InstanceActionsNegativeTestJSON-1495102964-project] For port 358c5619-2d7b-4a0f-a3df-639ab02dc112, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=358c5619-2d7b-4a0f-a3df-639ab02dc112,segment=NetworkSegment(1155890c-7418-447e-91c6-5d3d7161cc6b),segment_id=1155890c-7418-447e-91c6-5d3d7161cc6b)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:12:44.710868 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2ce5ed11-1f20-4935-a154-e45aa85ac3a2 req-839773bd-37e3-450c-b2e1-01cc113a474a tempest-InstanceActionsNegativeTestJSON-1495102964 tempest-InstanceActionsNegativeTestJSON-1495102964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:44.715244 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c8a81c-fb52-4925-8f07-cb85cb4978b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:12:44.718367 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c8a81c-fb52-4925-8f07-cb85cb4978b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:12:44.720369 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c8a81c-fb52-4925-8f07-cb85cb4978b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:12:44.723845 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c8a81c-fb52-4925-8f07-cb85cb4978b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:12:44.724208 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c8a81c-fb52-4925-8f07-cb85cb4978b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:12:44.724554 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c8a81c-fb52-4925-8f07-cb85cb4978b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:12:44.736990 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b068cf83-0ff6-4b41-907a-0b1944407d32 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:44.745327 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-2ce5ed11-1f20-4935-a154-e45aa85ac3a2 req-839773bd-37e3-450c-b2e1-01cc113a474a tempest-InstanceActionsNegativeTestJSON-1495102964 tempest-InstanceActionsNegativeTestJSON-1495102964-project] Calling delete_port for 358c5619-2d7b-4a0f-a3df-639ab02dc112 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:12:44.791674 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:44.877102 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b068cf83-0ff6-4b41-907a-0b1944407d32 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:44.885860 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-17989420-082e-4e10-9084-f28120ebb6ec req-2ece57d3-9b14-4963-98e6-0b60384789f5 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/security-groups?id=b58ccaf7-fcbc-46a0-8300-65e745ae9e20&id=0bfd0f62-df40-4a2c-8890-32844a1d7ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2116945 Nov 25 13:12:44.907529 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b068cf83-0ff6-4b41-907a-0b1944407d32 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:44.929370 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41c98a64-3376-45d2-8c91-dde2c4fec935 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:12:44.933006 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4296d7-4aca-49ca-9e8c-2caf1f28bcbf req-afa7f001-f7ea-49ef-b69b-a507c94b138d tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:44.944529 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9e4296d7-4aca-49ca-9e8c-2caf1f28bcbf req-afa7f001-f7ea-49ef-b69b-a507c94b138d tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c607425-96ff-49a3-b8bd-ec87b08c8132 HTTP/1.1" status: 200 len: 948 time: 0.2676725 Nov 25 13:12:44.947499 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-f6f5efae-1305-4945-bb14-eedb6e761e25 None None] Attempting to bind port 3d2caf7f-050d-4d37-b799-2022274ec4bd on host n-d-808199-11 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:12:44.948089 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-f6f5efae-1305-4945-bb14-eedb6e761e25 None None] Attempting to bind port 3d2caf7f-050d-4d37-b799-2022274ec4bd by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'c770b2a8-6850-4501-ba81-87e53f72232e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9accb235-a825-49d8-b9c6-39063069a4b3'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:12:44.950922 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f5efae-1305-4945-bb14-eedb6e761e25 None None] Attempting to bind port 3d2caf7f-050d-4d37-b799-2022274ec4bd on network 9accb235-a825-49d8-b9c6-39063069a4b3 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:12:44.971841 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f5efae-1305-4945-bb14-eedb6e761e25 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:12:44.972227 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f5efae-1305-4945-bb14-eedb6e761e25 None None] Checking segment: {'id': 'c770b2a8-6850-4501-ba81-87e53f72232e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9accb235-a825-49d8-b9c6-39063069a4b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:12:44.974118 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f6f5efae-1305-4945-bb14-eedb6e761e25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:44.974454 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f5efae-1305-4945-bb14-eedb6e761e25 None None] Bound using segment: {'id': 'c770b2a8-6850-4501-ba81-87e53f72232e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9accb235-a825-49d8-b9c6-39063069a4b3'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:12:44.974988 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-f6f5efae-1305-4945-bb14-eedb6e761e25 None None] Bound port: 3d2caf7f-050d-4d37-b799-2022274ec4bd, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c770b2a8-6850-4501-ba81-87e53f72232e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9accb235-a825-49d8-b9c6-39063069a4b3'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:12:44.975397 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f6f5efae-1305-4945-bb14-eedb6e761e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:44.989367 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 41c98a64-3376-45d2-8c91-dde2c4fec935, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=41c98a64-3376-45d2-8c91-dde2c4fec935,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:12:44.995021 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Pushing event updated for resources: {'Port': ['ID=8c03a923-282b-4761-83da-5ee6f0c4e148,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:45.008733 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:45.027778 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2ce5ed11-1f20-4935-a154-e45aa85ac3a2 req-839773bd-37e3-450c-b2e1-01cc113a474a tempest-InstanceActionsNegativeTestJSON-1495102964 tempest-InstanceActionsNegativeTestJSON-1495102964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:45.049075 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 71333c9f-e78f-47f6-8c82-caebeb1cd0f0 up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:12:45.051257 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['358c5619-2d7b-4a0f-a3df-639ab02dc112'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:12:45.054598 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b068cf83-0ff6-4b41-907a-0b1944407d32 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1433f8df-3e4b-4252-863f-8793640059bd,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:45.111555 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b068cf83-0ff6-4b41-907a-0b1944407d32 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:45.119102 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b068cf83-0ff6-4b41-907a-0b1944407d32 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6024795 Nov 25 13:12:45.135850 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 40122) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:45.166729 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-7008495c-f207-4bae-bd36-52943e7e7a6a tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Request body: {'security_group_rule': {'security_group_id': 'a15d94dc-5574-4b64-92b7-73b39253a888', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:12:45.180520 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-f6f5efae-1305-4945-bb14-eedb6e761e25 None None] For port 3d2caf7f-050d-4d37-b799-2022274ec4bd, host n-d-808199-11, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:12:45.188626 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-f6f5efae-1305-4945-bb14-eedb6e761e25 None None] For port 3d2caf7f-050d-4d37-b799-2022274ec4bd, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=3d2caf7f-050d-4d37-b799-2022274ec4bd,segment=NetworkSegment(c770b2a8-6850-4501-ba81-87e53f72232e),segment_id=c770b2a8-6850-4501-ba81-87e53f72232e)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:12:45.205328 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f6f5efae-1305-4945-bb14-eedb6e761e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:45.222831 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839773bd-37e3-450c-b2e1-01cc113a474a tempest-InstanceActionsNegativeTestJSON-1495102964 tempest-InstanceActionsNegativeTestJSON-1495102964-project] Pushing event deleted for resources: {'Port': ['ID=358c5619-2d7b-4a0f-a3df-639ab02dc112,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:45.228246 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9e4296d7-4aca-49ca-9e8c-2caf1f28bcbf req-59438edf-911a-4838-8063-cdfe2ac96158 tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] 10.222.0.53 "GET /v2.0/security-groups?id=deee0e1d-72d3-4dc4-a28a-ea506ad047af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805424 Nov 25 13:12:45.246553 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-f7cd3b96-c4cf-4d4e-9610-b5c5e5387683 None None] Provisioning complete for port 3d2caf7f-050d-4d37-b799-2022274ec4bd triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:12:45.246962 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f7cd3b96-c4cf-4d4e-9610-b5c5e5387683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:45.268437 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ce5ed11-1f20-4935-a154-e45aa85ac3a2 req-839773bd-37e3-450c-b2e1-01cc113a474a tempest-InstanceActionsNegativeTestJSON-1495102964 tempest-InstanceActionsNegativeTestJSON-1495102964-project] No DVR routers for this DVR port 358c5619-2d7b-4a0f-a3df-639ab02dc112 on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:12:45.276243 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2ce5ed11-1f20-4935-a154-e45aa85ac3a2 req-839773bd-37e3-450c-b2e1-01cc113a474a tempest-InstanceActionsNegativeTestJSON-1495102964 tempest-InstanceActionsNegativeTestJSON-1495102964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:45.278453 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7008495c-f207-4bae-bd36-52943e7e7a6a tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:45.286521 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2ce5ed11-1f20-4935-a154-e45aa85ac3a2 req-839773bd-37e3-450c-b2e1-01cc113a474a tempest-InstanceActionsNegativeTestJSON-1495102964 tempest-InstanceActionsNegativeTestJSON-1495102964-project] 10.222.0.47 "DELETE /v2.0/ports/358c5619-2d7b-4a0f-a3df-639ab02dc112 HTTP/1.1" status: 204 len: 173 time: 0.9755676 Nov 25 13:12:45.293017 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=41c98a64-3376-45d2-8c91-dde2c4fec935,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:45.320621 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-dfd46204-9ef3-48d7-90de-26a0dc036b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1200141678-router', 'tenant_id': '0847adb867eb43dd9514b39274c66d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '229ed14e-aff0-4306-a4b5-88bb38a9c6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:07:21Z', 'updated_at': '2021-11-25T13:07:26Z', 'revision_number': 4, 'project_id': '0847adb867eb43dd9514b39274c66d40', 'gw_port': {'id': '229ed14e-aff0-4306-a4b5-88bb38a9c6bd', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:83:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:07:21Z', 'updated_at': '2021-11-25T13:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'ac9b2fe5-75b2-44fb-85f3-2948349249f8', 'name': '', 'network_id': '05538b39-0ed2-40a2-b712-e6a9ac11f528', 'tenant_id': '0847adb867eb43dd9514b39274c66d40', 'mac_address': 'fa:16:3e:ff:8a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '6747087c-5949-4700-ad89-d1127c0360fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:07:25Z', 'updated_at': '2021-11-25T13:07:34Z', 'revision_number': 5, 'project_id': '0847adb867eb43dd9514b39274c66d40', 'subnets': [{'id': '6747087c-5949-4700-ad89-d1127c0360fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:12:45.375485 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port 71333c9f-e78f-47f6-8c82-caebeb1cd0f0 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:12:45.377863 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c8a81c-fb52-4925-8f07-cb85cb4978b3 None None] Pushing event updated for resources: {'Port': ['ID=3d2caf7f-050d-4d37-b799-2022274ec4bd,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:45.383333 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port 71333c9f-e78f-47f6-8c82-caebeb1cd0f0 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:12:45.383904 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:45.433408 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f5efae-1305-4945-bb14-eedb6e761e25 None None] Routers {'77284998-ba42-41c3-a260-3b3762c389cf'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:12:45.434050 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-f6f5efae-1305-4945-bb14-eedb6e761e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:12:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['77284998-ba42-41c3-a260-3b3762c389cf'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:12:45.444814 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7008495c-f207-4bae-bd36-52943e7e7a6a tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:45.464739 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['41c98a64-3376-45d2-8c91-dde2c4fec935'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:12:45.469233 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7008495c-f207-4bae-bd36-52943e7e7a6a tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:45.489532 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd46204-9ef3-48d7-90de-26a0dc036b72 None None] Checking router: fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:12:45.545475 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3f049959-7d86-4205-b0c0-09a068985f7b req-4dffe913-3efe-4ba9-9286-400c52f72f49 tempest-InstanceActionsNegativeTestJSON-1495102964 tempest-InstanceActionsNegativeTestJSON-1495102964-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4989e0a-6c27-4b37-9f07-eca03cde3798 HTTP/1.1" status: 200 len: 210 time: 0.1502876 Nov 25 13:12:45.587441 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7008495c-f207-4bae-bd36-52943e7e7a6a tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89b368b8-1307-4291-b265-375b6951aa90,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:45.608577 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7008495c-f207-4bae-bd36-52943e7e7a6a tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:45.624051 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 40130) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:45.630273 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-25d1e861-0729-4d24-9127-985b4630cd44 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Request body: {'floatingip': {'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:12:45.635450 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-7008495c-f207-4bae-bd36-52943e7e7a6a tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4816172 Nov 25 13:12:45.693221 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-25d1e861-0729-4d24-9127-985b4630cd44 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks [] for floatingip, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:45.763139 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f7cd3b96-c4cf-4d4e-9610-b5c5e5387683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:45.782956 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-f6f5efae-1305-4945-bb14-eedb6e761e25 None None] Set router 77284998-ba42-41c3-a260-3b3762c389cf gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:12:45.837890 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd46204-9ef3-48d7-90de-26a0dc036b72 None None] Routers {'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:12:45.838625 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-dfd46204-9ef3-48d7-90de-26a0dc036b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:12:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:12:45.851232 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 40138) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:45.986936 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43920df4-56fe-4b87-8ac2-871a2cb776e4 req-b41b7909-e92c-4e39-b968-ba80b57b1e1f tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:45.997507 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-43920df4-56fe-4b87-8ac2-871a2cb776e4 req-b41b7909-e92c-4e39-b968-ba80b57b1e1f tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=1834e9fa-ed18-4283-b6da-37963008c9ee HTTP/1.1" status: 200 len: 945 time: 0.2065372 Nov 25 13:12:46.012823 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-25d1e861-0729-4d24-9127-985b4630cd44 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:46.079589 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-352fb4e6-ef47-4cc1-9bf2-a6d039989131 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:46.166207 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-352fb4e6-ef47-4cc1-9bf2-a6d039989131 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:46.207670 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4989e0a-6c27-4b37-9f07-eca03cde3798', 'name': 'network-vif-deleted', 'tag': '358c5619-2d7b-4a0f-a3df-639ab02dc112'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:12:46.212966 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd224f54-6c30-4655-bf02-659c0d880f91" -d '{"events": [{"server_uuid": "c4989e0a-6c27-4b37-9f07-eca03cde3798", "name": "network-vif-deleted", "tag": "358c5619-2d7b-4a0f-a3df-639ab02dc112"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:12:46.256388 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-25d1e861-0729-4d24-9127-985b4630cd44 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Allocated IP 172.25.5.252 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/e34e75fb-b5b5-4858-9944-e39c80be07ad) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:12:46.316432 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-352fb4e6-ef47-4cc1-9bf2-a6d039989131 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:46.324957 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-f6f5efae-1305-4945-bb14-eedb6e761e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77284998-ba42-41c3-a260-3b3762c389cf', 'name': 'tempest-ServerActionsTestJSON-510647676-router', 'tenant_id': '621e47be21954218b422540d084376f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '8c03a923-282b-4761-83da-5ee6f0c4e148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:12:32Z', 'updated_at': '2021-11-25T13:12:38Z', 'revision_number': 4, 'project_id': '621e47be21954218b422540d084376f9', 'gw_port': {'id': '8c03a923-282b-4761-83da-5ee6f0c4e148', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:13:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77284998-ba42-41c3-a260-3b3762c389cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:12:33Z', 'updated_at': '2021-11-25T13:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '3d2caf7f-050d-4d37-b799-2022274ec4bd', 'name': '', 'network_id': '9accb235-a825-49d8-b9c6-39063069a4b3', 'tenant_id': '621e47be21954218b422540d084376f9', 'mac_address': 'fa:16:3e:ed:3d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77284998-ba42-41c3-a260-3b3762c389cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'b6a84af7-6347-4e0f-945a-98a5515a4a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:12:37Z', 'updated_at': '2021-11-25T13:12:45Z', 'revision_number': 4, 'project_id': '621e47be21954218b422540d084376f9', 'subnets': [{'id': 'b6a84af7-6347-4e0f-945a-98a5515a4a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:12:46.327901 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-352fb4e6-ef47-4cc1-9bf2-a6d039989131 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:46.331579 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-352fb4e6-ef47-4cc1-9bf2-a6d039989131 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.53 "DELETE /v2.0/security-groups/a715b2f7-737e-429b-afd5-9baad8e10197 HTTP/1.1" status: 204 len: 168 time: 0.4766219 Nov 25 13:12:46.350619 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 40158) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:46.350852 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 8c03a923-282b-4761-83da-5ee6f0c4e148 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:12:46.357366 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-f7cd3b96-c4cf-4d4e-9610-b5c5e5387683 None None] For port 3d2caf7f-050d-4d37-b799-2022274ec4bd, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=3d2caf7f-050d-4d37-b799-2022274ec4bd,segment=NetworkSegment(c770b2a8-6850-4501-ba81-87e53f72232e),segment_id=c770b2a8-6850-4501-ba81-87e53f72232e)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:12:46.396052 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f5efae-1305-4945-bb14-eedb6e761e25 None None] The sync data for ids ['77284998-ba42-41c3-a260-3b3762c389cf'] in n-d-808199-11 is: [{'id': '77284998-ba42-41c3-a260-3b3762c389cf', 'name': 'tempest-ServerActionsTestJSON-510647676-router', 'tenant_id': '621e47be21954218b422540d084376f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '8c03a923-282b-4761-83da-5ee6f0c4e148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:12:32Z', 'updated_at': '2021-11-25T13:12:38Z', 'revision_number': 4, 'project_id': '621e47be21954218b422540d084376f9', 'gw_port': {'id': '8c03a923-282b-4761-83da-5ee6f0c4e148', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:13:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77284998-ba42-41c3-a260-3b3762c389cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:12:33Z', 'updated_at': '2021-11-25T13:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '3d2caf7f-050d-4d37-b799-2022274ec4bd', 'name': '', 'network_id': '9accb235-a825-49d8-b9c6-39063069a4b3', 'tenant_id': '621e47be21954218b422540d084376f9', 'mac_address': 'fa:16:3e:ed:3d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77284998-ba42-41c3-a260-3b3762c389cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'b6a84af7-6347-4e0f-945a-98a5515a4a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:12:37Z', 'updated_at': '2021-11-25T13:12:45Z', 'revision_number': 4, 'project_id': '621e47be21954218b422540d084376f9', 'subnets': [{'id': 'b6a84af7-6347-4e0f-945a-98a5515a4a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:12:46.450445 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-dfd46204-9ef3-48d7-90de-26a0dc036b72 None None] Set router fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:12:46.456515 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352fb4e6-ef47-4cc1-9bf2-a6d039989131 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a715b2f7-737e-429b-afd5-9baad8e10197,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:46.470086 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [None req-f4865244-a2e2-4745-a13e-ad6de704fb73 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] show failed (client error): The resource could not be found. Nov 25 13:12:46.473064 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f4865244-a2e2-4745-a13e-ad6de704fb73 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.53 "GET /v2.0/security-groups/a715b2f7-737e-429b-afd5-9baad8e10197 HTTP/1.1" status: 404 len: 347 time: 0.1133738 Nov 25 13:12:46.478510 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 40162) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:46.504280 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-25d1e861-0729-4d24-9127-985b4630cd44 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:46.545088 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-43920df4-56fe-4b87-8ac2-871a2cb776e4 req-61c70cd6-0054-4cb5-9ee7-65ce5668eef0 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5453236 Nov 25 13:12:46.599961 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-25d1e861-0729-4d24-9127-985b4630cd44 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:46.628424 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:46.630721 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f7cd3b96-c4cf-4d4e-9610-b5c5e5387683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:46.712925 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d1e861-0729-4d24-9127-985b4630cd44 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:12:46.722788 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-25d1e861-0729-4d24-9127-985b4630cd44 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:12:46.731554 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9820d0-4945-43ae-bd0f-d30ad539d9fd req-89aa1b8c-5778-4826-9111-93c989b2ab96 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:46.731798 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d1e861-0729-4d24-9127-985b4630cd44 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:12:46.749796 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9820d0-4945-43ae-bd0f-d30ad539d9fd req-89aa1b8c-5778-4826-9111-93c989b2ab96 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:46.767266 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9820d0-4945-43ae-bd0f-d30ad539d9fd req-89aa1b8c-5778-4826-9111-93c989b2ab96 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:46.785303 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9820d0-4945-43ae-bd0f-d30ad539d9fd req-89aa1b8c-5778-4826-9111-93c989b2ab96 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:46.798648 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d1e861-0729-4d24-9127-985b4630cd44 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Pushing event updated for resources: {'Port': ['ID=e34e75fb-b5b5-4858-9944-e39c80be07ad,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:46.802027 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9820d0-4945-43ae-bd0f-d30ad539d9fd req-89aa1b8c-5778-4826-9111-93c989b2ab96 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:46.822056 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9820d0-4945-43ae-bd0f-d30ad539d9fd req-89aa1b8c-5778-4826-9111-93c989b2ab96 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:46.835017 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9820d0-4945-43ae-bd0f-d30ad539d9fd req-89aa1b8c-5778-4826-9111-93c989b2ab96 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:46.845606 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7b9820d0-4945-43ae-bd0f-d30ad539d9fd req-89aa1b8c-5778-4826-9111-93c989b2ab96 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 5438 time: 0.8131988 Nov 25 13:12:46.912137 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 71333c9f-e78f-47f6-8c82-caebeb1cd0f0, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=71333c9f-e78f-47f6-8c82-caebeb1cd0f0,segment=NetworkSegment(bf03692c-8f81-4407-bac1-1616e298bcc5),segment_id=bf03692c-8f81-4407-bac1-1616e298bcc5)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:12:46.916239 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-25d1e861-0729-4d24-9127-985b4630cd44 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:46.934804 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee53681-812c-43dc-8dd6-e2917a13f52b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71333c9f-e78f-47f6-8c82-caebeb1cd0f0'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:12:46.942837 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b596416a-a43a-4cc5-9f66-c031d62298df" -d '{"events": [{"server_uuid": "1ee53681-812c-43dc-8dd6-e2917a13f52b", "name": "network-vif-plugged", "status": "completed", "tag": "71333c9f-e78f-47f6-8c82-caebeb1cd0f0"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:12:46.981986 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:46.983512 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 319ab71f-208d-41ad-889f-9bd1500155cd up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:12:46.996677 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-25d1e861-0729-4d24-9127-985b4630cd44 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:47.141345 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-601c28bd-c1d1-47d1-bad5-e955e66f86e7 None None] Provisioning complete for port 3d2caf7f-050d-4d37-b799-2022274ec4bd triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:12:47.142020 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-601c28bd-c1d1-47d1-bad5-e955e66f86e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:47.166786 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-918d96e4-dce8-4824-bef6-ac21ea7da2ca x-openstack-request-id: req-918d96e4-dce8-4824-bef6-ac21ea7da2ca {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:12:47.167085 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4989e0a-6c27-4b37-9f07-eca03cde3798", "name": "network-vif-deleted", "tag": "358c5619-2d7b-4a0f-a3df-639ab02dc112", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:12:47.172673 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-918d96e4-dce8-4824-bef6-ac21ea7da2ca {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:12:47.173131 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4989e0a-6c27-4b37-9f07-eca03cde3798', 'name': 'network-vif-deleted', 'tag': '358c5619-2d7b-4a0f-a3df-639ab02dc112', 'status': 'completed', 'code': 200} Nov 25 13:12:47.220733 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7b9820d0-4945-43ae-bd0f-d30ad539d9fd req-a96d4cfe-4196-4291-ac36-d0c10a9db536 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/security-groups?id=b58ccaf7-fcbc-46a0-8300-65e745ae9e20&id=0bfd0f62-df40-4a2c-8890-32844a1d7ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3593059 Nov 25 13:12:47.246035 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-8624b38d-0797-4373-8a22-ca3fde9023e6 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Deleting port 841a55eb-ab11-4a80-9c99-b50104c05950 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:12:47.254887 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8624b38d-0797-4373-8a22-ca3fde9023e6 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:47.288381 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 40176) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:47.305782 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd3b96-c4cf-4d4e-9610-b5c5e5387683 None None] Pushing event updated for resources: {'Port': ['ID=3d2caf7f-050d-4d37-b799-2022274ec4bd,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:47.322568 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 40180) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:47.355834 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 8c03a923-282b-4761-83da-5ee6f0c4e148 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:12:47.355834 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:47.447522 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c4aeac-4922-4557-b456-3e9f2a5c2d2b x-openstack-request-id: req-d9c4aeac-4922-4557-b456-3e9f2a5c2d2b {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:12:47.447806 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ee53681-812c-43dc-8dd6-e2917a13f52b", "name": "network-vif-plugged", "status": "completed", "tag": "71333c9f-e78f-47f6-8c82-caebeb1cd0f0", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:12:47.448055 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d9c4aeac-4922-4557-b456-3e9f2a5c2d2b {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:12:47.448585 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee53681-812c-43dc-8dd6-e2917a13f52b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71333c9f-e78f-47f6-8c82-caebeb1cd0f0', 'code': 200} Nov 25 13:12:47.488375 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-25d1e861-0729-4d24-9127-985b4630cd44 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:47.488783 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8624b38d-0797-4373-8a22-ca3fde9023e6 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:47.489266 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8624b38d-0797-4373-8a22-ca3fde9023e6 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:47.495843 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d026374-fa8b-4dcc-a109-9c647edf9531 admin admin] Deleting subnet 239edc5e-b486-41b0-b401-f5624a6ce020 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:12:47.507322 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2d026374-fa8b-4dcc-a109-9c647edf9531 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:47.543476 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-8624b38d-0797-4373-8a22-ca3fde9023e6 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Calling delete_port for 841a55eb-ab11-4a80-9c99-b50104c05950 owned by network:floatingip {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:12:47.609668 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-25d1e861-0729-4d24-9127-985b4630cd44 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:47.615166 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-03d558e5-ce61-4d75-8911-a08093de3aa4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:47.642756 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f023076e-7d4b-4b20-b398-e1a2d6ca0171 req-36cd4669-fd0c-44c8-9b11-318ccb269579 tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:47.646433 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2d026374-fa8b-4dcc-a109-9c647edf9531 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:47.650344 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f023076e-7d4b-4b20-b398-e1a2d6ca0171 req-36cd4669-fd0c-44c8-9b11-318ccb269579 tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c607425-96ff-49a3-b8bd-ec87b08c8132 HTTP/1.1" status: 200 len: 949 time: 0.2076824 Nov 25 13:12:47.709393 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port 319ab71f-208d-41ad-889f-9bd1500155cd completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:12:47.715259 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port 319ab71f-208d-41ad-889f-9bd1500155cd triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:12:47.715638 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:47.720518 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=71333c9f-e78f-47f6-8c82-caebeb1cd0f0,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:47.792587 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-dfd46204-9ef3-48d7-90de-26a0dc036b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1200141678-router', 'tenant_id': '0847adb867eb43dd9514b39274c66d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '229ed14e-aff0-4306-a4b5-88bb38a9c6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:07:21Z', 'updated_at': '2021-11-25T13:07:26Z', 'revision_number': 4, 'project_id': '0847adb867eb43dd9514b39274c66d40', 'gw_port': {'id': '229ed14e-aff0-4306-a4b5-88bb38a9c6bd', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:83:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:07:21Z', 'updated_at': '2021-11-25T13:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'ac9b2fe5-75b2-44fb-85f3-2948349249f8', 'name': '', 'network_id': '05538b39-0ed2-40a2-b712-e6a9ac11f528', 'tenant_id': '0847adb867eb43dd9514b39274c66d40', 'mac_address': 'fa:16:3e:ff:8a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '6747087c-5949-4700-ad89-d1127c0360fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:07:25Z', 'updated_at': '2021-11-25T13:07:34Z', 'revision_number': 5, 'project_id': '0847adb867eb43dd9514b39274c66d40', 'subnets': [{'id': '6747087c-5949-4700-ad89-d1127c0360fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:12:47.860168 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f023076e-7d4b-4b20-b398-e1a2d6ca0171 req-d694aa2f-cf9b-4104-b01b-e30900adde7f tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] 10.222.0.53 "GET /v2.0/security-groups?id=deee0e1d-72d3-4dc4-a28a-ea506ad047af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036376 Nov 25 13:12:47.890159 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd46204-9ef3-48d7-90de-26a0dc036b72 None None] The sync data for ids ['fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a'] in n-d-808199-11 is: [{'id': 'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1200141678-router', 'tenant_id': '0847adb867eb43dd9514b39274c66d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '229ed14e-aff0-4306-a4b5-88bb38a9c6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:07:21Z', 'updated_at': '2021-11-25T13:07:26Z', 'revision_number': 4, 'project_id': '0847adb867eb43dd9514b39274c66d40', 'gw_port': {'id': '229ed14e-aff0-4306-a4b5-88bb38a9c6bd', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:83:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:07:21Z', 'updated_at': '2021-11-25T13:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'ac9b2fe5-75b2-44fb-85f3-2948349249f8', 'name': '', 'network_id': '05538b39-0ed2-40a2-b712-e6a9ac11f528', 'tenant_id': '0847adb867eb43dd9514b39274c66d40', 'mac_address': 'fa:16:3e:ff:8a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '6747087c-5949-4700-ad89-d1127c0360fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:07:25Z', 'updated_at': '2021-11-25T13:07:34Z', 'revision_number': 5, 'project_id': '0847adb867eb43dd9514b39274c66d40', 'subnets': [{'id': '6747087c-5949-4700-ad89-d1127c0360fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:12:47.962808 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:47.998775 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 319ab71f-208d-41ad-889f-9bd1500155cd, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=319ab71f-208d-41ad-889f-9bd1500155cd,segment=NetworkSegment(d1ee1bae-4fd4-4d54-817b-17b6c5f31726),segment_id=d1ee1bae-4fd4-4d54-817b-17b6c5f31726)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:12:48.006320 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8624b38d-0797-4373-8a22-ca3fde9023e6 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:48.006822 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:48.007972 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 724cccc6-fca6-4f56-9b33-692920a85a29 up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:12:48.095490 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8624b38d-0797-4373-8a22-ca3fde9023e6 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Pushing event deleted for resources: {'Port': ['ID=841a55eb-ab11-4a80-9c99-b50104c05950,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:48.190029 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cdbe3b-8182-4722-b5ba-eb6559eb08f4 req-3691aee2-f0e6-49ad-a9d1-d7cdf91e48ff tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:48.199245 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-68cdbe3b-8182-4722-b5ba-eb6559eb08f4 req-3691aee2-f0e6-49ad-a9d1-d7cdf91e48ff tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=1834e9fa-ed18-4283-b6da-37963008c9ee HTTP/1.1" status: 200 len: 945 time: 0.2068009 Nov 25 13:12:48.229571 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8624b38d-0797-4373-8a22-ca3fde9023e6 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Publish callbacks [] for floatingip, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:48.232141 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=319ab71f-208d-41ad-889f-9bd1500155cd,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:48.232797 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8624b38d-0797-4373-8a22-ca3fde9023e6 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:48.234025 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-8624b38d-0797-4373-8a22-ca3fde9023e6 tempest-ServersWithSpecificFlavorTestJSON-1005546545 tempest-ServersWithSpecificFlavorTestJSON-1005546545-project] 10.222.0.53 "DELETE /v2.0/floatingips/9a511409-950e-4d60-9a44-abcdb4543492 HTTP/1.1" status: 204 len: 168 time: 1.7541580 Nov 25 13:12:48.243625 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 358c5619-2d7b-4a0f-a3df-639ab02dc112 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:12:48.317949 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: 358c5619-2d7b-4a0f-a3df-639ab02dc112 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:12:48.318792 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 358c5619-2d7b-4a0f-a3df-639ab02dc112 not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:12:48.329002 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-68cdbe3b-8182-4722-b5ba-eb6559eb08f4 req-1e547bce-0bb3-4392-bceb-194d017d6da4 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287889 Nov 25 13:12:48.373468 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port 724cccc6-fca6-4f56-9b33-692920a85a29 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:12:48.390395 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port 724cccc6-fca6-4f56-9b33-692920a85a29 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:12:48.391201 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:48.431143 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 3d2caf7f-050d-4d37-b799-2022274ec4bd up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:12:48.473468 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9480b26f-003f-4e0d-99df-6701f9a4a3d9 None None] New status for floating IP 9a511409-950e-4d60-9a44-abcdb4543492: DOWN {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 13:12:48.524296 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 3d2caf7f-050d-4d37-b799-2022274ec4bd triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:12:48.524766 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:48.670150 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61312832-66c9-4f29-8a28-74c57cd86789 req-b5dd3180-85ce-4be2-9e54-35d48aa706f5 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:48.681541 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61312832-66c9-4f29-8a28-74c57cd86789 req-b5dd3180-85ce-4be2-9e54-35d48aa706f5 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:48.699950 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61312832-66c9-4f29-8a28-74c57cd86789 req-b5dd3180-85ce-4be2-9e54-35d48aa706f5 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:48.719694 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61312832-66c9-4f29-8a28-74c57cd86789 req-b5dd3180-85ce-4be2-9e54-35d48aa706f5 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:48.735067 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61312832-66c9-4f29-8a28-74c57cd86789 req-b5dd3180-85ce-4be2-9e54-35d48aa706f5 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:48.750935 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61312832-66c9-4f29-8a28-74c57cd86789 req-b5dd3180-85ce-4be2-9e54-35d48aa706f5 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:48.756886 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2d026374-fa8b-4dcc-a109-9c647edf9531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:48.765754 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61312832-66c9-4f29-8a28-74c57cd86789 req-b5dd3180-85ce-4be2-9e54-35d48aa706f5 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:48.773163 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-61312832-66c9-4f29-8a28-74c57cd86789 req-b5dd3180-85ce-4be2-9e54-35d48aa706f5 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 5440 time: 0.2434726 Nov 25 13:12:48.844879 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:48.903845 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2d026374-fa8b-4dcc-a109-9c647edf9531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:48.908786 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 724cccc6-fca6-4f56-9b33-692920a85a29, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=724cccc6-fca6-4f56-9b33-692920a85a29,segment=NetworkSegment(4bbc928c-6a05-48c7-bd98-100069b17bb5),segment_id=4bbc928c-6a05-48c7-bd98-100069b17bb5)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:12:48.918743 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:48.919547 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 938ce238-0316-4d1c-bb63-dde0afdb2932 up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:12:48.953771 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d026374-fa8b-4dcc-a109-9c647edf9531 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=239edc5e-b486-41b0-b401-f5624a6ce020,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:48.963030 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-61312832-66c9-4f29-8a28-74c57cd86789 req-24016c5c-95d3-4323-8435-f8da5b4cd9f4 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/security-groups?id=b58ccaf7-fcbc-46a0-8300-65e745ae9e20&id=0bfd0f62-df40-4a2c-8890-32844a1d7ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1825404 Nov 25 13:12:48.964068 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d1e861-0729-4d24-9127-985b4630cd44 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Pushing event updated for resources: {'Port': ['ID=e34e75fb-b5b5-4858-9944-e39c80be07ad,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:48.999648 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2d026374-fa8b-4dcc-a109-9c647edf9531 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:49.006468 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 40216) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:49.009527 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-2d026374-fa8b-4dcc-a109-9c647edf9531 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/239edc5e-b486-41b0-b401-f5624a6ce020 HTTP/1.1" status: 204 len: 168 time: 1.6800916 Nov 25 13:12:49.012912 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-25d1e861-0729-4d24-9127-985b4630cd44 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:49.047406 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-25d1e861-0729-4d24-9127-985b4630cd44 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:49.049011 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-25d1e861-0729-4d24-9127-985b4630cd44 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4236081 Nov 25 13:12:49.106728 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-03d558e5-ce61-4d75-8911-a08093de3aa4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:49.113786 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-03d558e5-ce61-4d75-8911-a08093de3aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:49.118411 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 40222) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:49.150384 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d558e5-ce61-4d75-8911-a08093de3aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b567ca-f433-48ce-ac93-20a7a894fe0b,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:49.165376 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04444c7c-4ee0-4bee-b557-1802e3562ed3 req-0bdf163b-e099-4a8a-b223-56f9b7dc748c tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:49.175822 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-04444c7c-4ee0-4bee-b557-1802e3562ed3 req-0bdf163b-e099-4a8a-b223-56f9b7dc748c tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c607425-96ff-49a3-b8bd-ec87b08c8132 HTTP/1.1" status: 200 len: 949 time: 0.1775382 Nov 25 13:12:49.186175 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-03d558e5-ce61-4d75-8911-a08093de3aa4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=805c888ca2c6495c9a5266508df7ede4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8967083 Nov 25 13:12:49.189596 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 40226) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:49.212544 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-edc68e28-e98e-420a-b368-59aea7404f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:49.269229 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port 938ce238-0316-4d1c-bb63-dde0afdb2932 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:12:49.280402 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0fe408aa-cf85-4d36-9d86-371272a7831f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:49.288503 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=724cccc6-fca6-4f56-9b33-692920a85a29,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:49.293332 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port 938ce238-0316-4d1c-bb63-dde0afdb2932 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:12:49.293706 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:49.308115 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-04444c7c-4ee0-4bee-b557-1802e3562ed3 req-a78ffb62-fed2-4cce-89c6-e8243a078aec tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] 10.222.0.53 "GET /v2.0/security-groups?id=deee0e1d-72d3-4dc4-a28a-ea506ad047af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313963 Nov 25 13:12:49.343370 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0fe408aa-cf85-4d36-9d86-371272a7831f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:49.448929 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 40240) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:49.469629 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0fe408aa-cf85-4d36-9d86-371272a7831f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:49.472023 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee53681-812c-43dc-8dd6-e2917a13f52b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '319ab71f-208d-41ad-889f-9bd1500155cd'}, {'server_uuid': '1ee53681-812c-43dc-8dd6-e2917a13f52b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '724cccc6-fca6-4f56-9b33-692920a85a29'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:12:49.472307 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0fe408aa-cf85-4d36-9d86-371272a7831f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:49.473616 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-0fe408aa-cf85-4d36-9d86-371272a7831f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e9b567ca-f433-48ce-ac93-20a7a894fe0b HTTP/1.1" status: 204 len: 168 time: 0.2814054 Nov 25 13:12:49.483815 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb000931-e500-424c-bae3-f96b6fbd8654" -d '{"events": [{"server_uuid": "1ee53681-812c-43dc-8dd6-e2917a13f52b", "name": "network-vif-plugged", "status": "completed", "tag": "319ab71f-208d-41ad-889f-9bd1500155cd"}, {"server_uuid": "1ee53681-812c-43dc-8dd6-e2917a13f52b", "name": "network-vif-plugged", "status": "completed", "tag": "724cccc6-fca6-4f56-9b33-692920a85a29"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:12:49.486830 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:49.492133 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe408aa-cf85-4d36-9d86-371272a7831f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b567ca-f433-48ce-ac93-20a7a894fe0b,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:49.527947 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-edc68e28-e98e-420a-b368-59aea7404f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:49.557396 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 938ce238-0316-4d1c-bb63-dde0afdb2932, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=938ce238-0316-4d1c-bb63-dde0afdb2932,segment=NetworkSegment(4bbc928c-6a05-48c7-bd98-100069b17bb5),segment_id=4bbc928c-6a05-48c7-bd98-100069b17bb5)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:12:49.564083 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:49.565782 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 3c54be67-fab8-4e6e-9f89-11a59ddfbd31 up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:12:49.598431 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-59dcbd7b-d628-4950-b7b0-a187dbac03c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:49.663549 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=938ce238-0316-4d1c-bb63-dde0afdb2932,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:49.678654 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port 3c54be67-fab8-4e6e-9f89-11a59ddfbd31 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:12:49.684126 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port 3c54be67-fab8-4e6e-9f89-11a59ddfbd31 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:12:49.684833 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:49.699764 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-edc68e28-e98e-420a-b368-59aea7404f94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f460e3a4-1eec-4772-9e17-4f750455e9f3']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:12:49.806060 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:49.808544 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-59dcbd7b-d628-4950-b7b0-a187dbac03c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:49.854165 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 3c54be67-fab8-4e6e-9f89-11a59ddfbd31, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=3c54be67-fab8-4e6e-9f89-11a59ddfbd31,segment=NetworkSegment(d1ee1bae-4fd4-4d54-817b-17b6c5f31726),segment_id=d1ee1bae-4fd4-4d54-817b-17b6c5f31726)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:12:49.860797 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:49.861881 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 6a9422b9-9b35-47c0-860e-beb2d93e73ce up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:12:49.876983 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-edc68e28-e98e-420a-b368-59aea7404f94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1155890c-7418-447e-91c6-5d3d7161cc6b') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:12:49.877421 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-edc68e28-e98e-420a-b368-59aea7404f94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1155890c-7418-447e-91c6-5d3d7161cc6b') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:12:49.879118 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-59dcbd7b-d628-4950-b7b0-a187dbac03c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:49.912727 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0a636fcf-1b6c-4de9-8c4d-fd9292235764 req-8cc74e17-e2bc-46b4-ba33-42c1351d5fb9 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1991416792&fields=id&tenant_id=621e47be21954218b422540d084376f9 HTTP/1.1" status: 200 len: 267 time: 0.4322174 Nov 25 13:12:49.948766 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-59dcbd7b-d628-4950-b7b0-a187dbac03c9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e1ffe7c30c514472a27073d8d1d22ed1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8250370 Nov 25 13:12:49.960048 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 40250) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:49.975236 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=3c54be67-fab8-4e6e-9f89-11a59ddfbd31,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:49.998762 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port 6a9422b9-9b35-47c0-860e-beb2d93e73ce completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:12:50.009529 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port 6a9422b9-9b35-47c0-860e-beb2d93e73ce triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:12:50.010521 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:50.034029 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 40254) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:50.060990 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1cf454f0-ccd1-4054-b942-0228af1eaf44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:50.086268 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dcbd7b-d628-4950-b7b0-a187dbac03c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2e1298-0beb-4311-9e72-c8e71e4b82e7,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:50.093590 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-edc68e28-e98e-420a-b368-59aea7404f94 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:50.107923 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-096ffa0c-be58-4ac2-adf7-771cc430499d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:50.119229 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-edc68e28-e98e-420a-b368-59aea7404f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:50.130763 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edc68e28-e98e-420a-b368-59aea7404f94 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:12:50.131246 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-edc68e28-e98e-420a-b368-59aea7404f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:50.146802 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:50.150217 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-096ffa0c-be58-4ac2-adf7-771cc430499d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:50.189064 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 6a9422b9-9b35-47c0-860e-beb2d93e73ce, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=6a9422b9-9b35-47c0-860e-beb2d93e73ce,segment=NetworkSegment(4bbc928c-6a05-48c7-bd98-100069b17bb5),segment_id=4bbc928c-6a05-48c7-bd98-100069b17bb5)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:12:50.196202 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:50.199073 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:12:50.199073 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:12:50.199073 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:12:50.199073 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:12:50.199073 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:12:50.199073 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:12:50.199073 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:12:50.199073 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:12:50.199073 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:12:50.199073 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:12:50.199073 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:12:50.199073 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:12:50.199073 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:12:50.199073 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:12:50.199073 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:12:50.199073 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:12:50.199073 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:12:50.199073 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:12:50.199073 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:12:50.199073 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:12:50.199073 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:12:50.199073 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:12:50.199073 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:12:50.199073 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:12:50.199073 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:12:50.199073 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:12:50.199073 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:12:50.199073 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:12:50.199073 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:12:50.199073 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:12:50.199073 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:12:50.199073 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:12:50.208537 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 0f2c65ca-cd9b-4cf4-b4b7-974dd4a0e921 up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:12:50.244592 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e05ac-d500-46ca-9949-cd5648e48594 req-0358392a-c1f5-4c3e-bcf6-5d0b5b0f3e82 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:50.255546 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dc6e05ac-d500-46ca-9949-cd5648e48594 req-0358392a-c1f5-4c3e-bcf6-5d0b5b0f3e82 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=1834e9fa-ed18-4283-b6da-37963008c9ee HTTP/1.1" status: 200 len: 945 time: 0.6344066 Nov 25 13:12:50.281694 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a636fcf-1b6c-4de9-8c4d-fd9292235764 req-e701877d-7d19-4b5b-9977-d5b8d1a98d5c tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:50.284001 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0a636fcf-1b6c-4de9-8c4d-fd9292235764 req-e701877d-7d19-4b5b-9977-d5b8d1a98d5c tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/networks?id=9accb235-a825-49d8-b9c6-39063069a4b3 HTTP/1.1" status: 200 len: 811 time: 0.3704791 Nov 25 13:12:50.299397 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-edc68e28-e98e-420a-b368-59aea7404f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:50.315118 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-edc68e28-e98e-420a-b368-59aea7404f94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:50.317911 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1cf454f0-ccd1-4054-b942-0228af1eaf44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:50.322637 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-edc68e28-e98e-420a-b368-59aea7404f94 admin admin] 10.222.0.53 "DELETE /v2.0/networks/f460e3a4-1eec-4772-9e17-4f750455e9f3 HTTP/1.1" status: 204 len: 168 time: 1.3140073 Nov 25 13:12:50.327285 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-096ffa0c-be58-4ac2-adf7-771cc430499d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:50.329884 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-096ffa0c-be58-4ac2-adf7-771cc430499d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:50.331068 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-096ffa0c-be58-4ac2-adf7-771cc430499d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4f2e1298-0beb-4311-9e72-c8e71e4b82e7 HTTP/1.1" status: 204 len: 168 time: 0.3700933 Nov 25 13:12:50.343996 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1cf454f0-ccd1-4054-b942-0228af1eaf44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:50.359880 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc68e28-e98e-420a-b368-59aea7404f94 admin admin] Pushing event deleted for resources: {'Network': ['ID=f460e3a4-1eec-4772-9e17-4f750455e9f3,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:50.372689 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0a636fcf-1b6c-4de9-8c4d-fd9292235764 req-f990042b-faa0-4310-8739-b713522ae1dd tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/quotas/621e47be21954218b422540d084376f9 HTTP/1.1" status: 200 len: 375 time: 0.0761819 Nov 25 13:12:50.383361 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ffa0c-be58-4ac2-adf7-771cc430499d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2e1298-0beb-4311-9e72-c8e71e4b82e7,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:50.425705 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port 0f2c65ca-cd9b-4cf4-b4b7-974dd4a0e921 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:12:50.446268 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=6a9422b9-9b35-47c0-860e-beb2d93e73ce,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:50.454742 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port 0f2c65ca-cd9b-4cf4-b4b7-974dd4a0e921 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:12:50.455131 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:50.456606 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dc6e05ac-d500-46ca-9949-cd5648e48594 req-1b04614b-e83e-420b-98b4-b04410177059 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994681 Nov 25 13:12:50.476819 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-1cf454f0-ccd1-4054-b942-0228af1eaf44 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c81a47530fb4400ca9199678c1453d2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4349985 Nov 25 13:12:50.477478 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 40262) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:50.500950 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0a636fcf-1b6c-4de9-8c4d-fd9292235764 req-309bb897-ff8c-4ce3-a1d9-6c965424cc93 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=621e47be21954218b422540d084376f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1272855 Nov 25 13:12:50.527796 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf454f0-ccd1-4054-b942-0228af1eaf44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9060e02-657b-4055-8fb0-57b20fcb23a7,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:50.648123 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 25 Nov 2021 13:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f559454-7004-4506-a4bc-cbe12b30e95a x-openstack-request-id: req-3f559454-7004-4506-a4bc-cbe12b30e95a {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:12:50.648466 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ee53681-812c-43dc-8dd6-e2917a13f52b", "name": "network-vif-plugged", "status": "completed", "tag": "319ab71f-208d-41ad-889f-9bd1500155cd", "code": 200}, {"server_uuid": "1ee53681-812c-43dc-8dd6-e2917a13f52b", "name": "network-vif-plugged", "status": "completed", "tag": "724cccc6-fca6-4f56-9b33-692920a85a29", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:12:50.648698 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3f559454-7004-4506-a4bc-cbe12b30e95a {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:12:50.651936 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee53681-812c-43dc-8dd6-e2917a13f52b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '319ab71f-208d-41ad-889f-9bd1500155cd', 'code': 200} Nov 25 13:12:50.652091 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee53681-812c-43dc-8dd6-e2917a13f52b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '724cccc6-fca6-4f56-9b33-692920a85a29', 'code': 200} Nov 25 13:12:50.668198 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:50.675228 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 40266) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:50.727778 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 0f2c65ca-cd9b-4cf4-b4b7-974dd4a0e921, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=0f2c65ca-cd9b-4cf4-b4b7-974dd4a0e921,segment=NetworkSegment(4bbc928c-6a05-48c7-bd98-100069b17bb5),segment_id=4bbc928c-6a05-48c7-bd98-100069b17bb5)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:12:50.734987 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:50.736168 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 41c98a64-3376-45d2-8c91-dde2c4fec935 up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:12:50.780356 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0a636fcf-1b6c-4de9-8c4d-fd9292235764 req-300cb3c5-be39-4f07-8440-3e75a9294d67 service neutron] 10.222.0.53 "GET /v2.0/networks/9accb235-a825-49d8-b9c6-39063069a4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725506 Nov 25 13:12:50.790978 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-bfd795d2-1377-4445-8e2a-a818d61e3d00 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=77111578866d45d3857554f4a4b3500a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1129627 Nov 25 13:12:50.795835 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 40268) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:50.877391 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=0f2c65ca-cd9b-4cf4-b4b7-974dd4a0e921,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:50.878249 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-05e6770f-a2d0-4707-a156-952403871e82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:50.881406 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port 41c98a64-3376-45d2-8c91-dde2c4fec935 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:12:50.886638 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port 41c98a64-3376-45d2-8c91-dde2c4fec935 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:12:50.887343 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:50.906070 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b2a8e82c-5456-429f-b596-f4519c4e9465 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:50.913517 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-05e6770f-a2d0-4707-a156-952403871e82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:50.939099 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc2a8b-b686-48d3-a917-2b8a63ae1b35 req-d2a31e08-e92f-44a2-ab99-84ab2b73a697 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:50.946863 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc2a8b-b686-48d3-a917-2b8a63ae1b35 req-d2a31e08-e92f-44a2-ab99-84ab2b73a697 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:50.954483 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc2a8b-b686-48d3-a917-2b8a63ae1b35 req-d2a31e08-e92f-44a2-ab99-84ab2b73a697 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:50.964049 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc2a8b-b686-48d3-a917-2b8a63ae1b35 req-d2a31e08-e92f-44a2-ab99-84ab2b73a697 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:50.971034 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc2a8b-b686-48d3-a917-2b8a63ae1b35 req-d2a31e08-e92f-44a2-ab99-84ab2b73a697 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:50.971253 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-79d5702c-0334-46d1-8714-0c2b3244bd15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:50.976847 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b2a8e82c-5456-429f-b596-f4519c4e9465 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:50.977510 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc2a8b-b686-48d3-a917-2b8a63ae1b35 req-d2a31e08-e92f-44a2-ab99-84ab2b73a697 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:50.985239 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc2a8b-b686-48d3-a917-2b8a63ae1b35 req-d2a31e08-e92f-44a2-ab99-84ab2b73a697 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:50.987287 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-23cc2a8b-b686-48d3-a917-2b8a63ae1b35 req-d2a31e08-e92f-44a2-ab99-84ab2b73a697 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 5445 time: 0.2831969 Nov 25 13:12:50.997300 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0a636fcf-1b6c-4de9-8c4d-fd9292235764 req-0eca27de-0e2b-402f-8aa9-f9e8bc4f1665 service neutron] 10.222.0.53 "GET /v2.0/networks/9accb235-a825-49d8-b9c6-39063069a4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159088 Nov 25 13:12:51.051490 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:51.073601 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 40270) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:51.101468 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-23cc2a8b-b686-48d3-a917-2b8a63ae1b35 req-bbc78e0d-0203-4377-8c81-a61656741f8c tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/security-groups?id=b58ccaf7-fcbc-46a0-8300-65e745ae9e20&id=0bfd0f62-df40-4a2c-8890-32844a1d7ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0991900 Nov 25 13:12:51.110761 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 41c98a64-3376-45d2-8c91-dde2c4fec935, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=41c98a64-3376-45d2-8c91-dde2c4fec935,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:12:51.117522 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:51.119255 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device e835ccae-876a-4910-addd-44494c823ac0 no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:12:51.161314 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-91e1afff-c1ef-4bb1-8d80-d5586c8c3e8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:51.169784 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] No Port match for: e835ccae-876a-4910-addd-44494c823ac0 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:12:51.170161 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device e835ccae-876a-4910-addd-44494c823ac0 not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:12:51.218412 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-05e6770f-a2d0-4707-a156-952403871e82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:51.218412 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-05e6770f-a2d0-4707-a156-952403871e82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:51.222460 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-05e6770f-a2d0-4707-a156-952403871e82 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d9060e02-657b-4055-8fb0-57b20fcb23a7 HTTP/1.1" status: 204 len: 168 time: 0.7312007 Nov 25 13:12:51.276588 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=41c98a64-3376-45d2-8c91-dde2c4fec935,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:51.292003 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e6770f-a2d0-4707-a156-952403871e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9060e02-657b-4055-8fb0-57b20fcb23a7,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:51.328851 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a5f5cabe-6e51-49e8-902a-678dc43d76a3 req-520d7611-cc58-421c-87d6-9d16045b2b99 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 210 time: 0.0448601 Nov 25 13:12:51.330402 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b2a8e82c-5456-429f-b596-f4519c4e9465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:51.337244 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b2a8e82c-5456-429f-b596-f4519c4e9465 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:51.340510 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b2a8e82c-5456-429f-b596-f4519c4e9465 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/35bb37f5-be80-4b2a-a1e2-01d7a5c80814 HTTP/1.1" status: 204 len: 168 time: 0.5435617 Nov 25 13:12:51.367190 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1766a35e-4f82-4fab-ada5-cfb8ca96ffce req-9bb4aaca-fa8b-4ae8-90ab-5655abe96924 tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:51.374557 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1766a35e-4f82-4fab-ada5-cfb8ca96ffce req-9bb4aaca-fa8b-4ae8-90ab-5655abe96924 tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c607425-96ff-49a3-b8bd-ec87b08c8132 HTTP/1.1" status: 200 len: 950 time: 0.1730490 Nov 25 13:12:51.486212 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1766a35e-4f82-4fab-ada5-cfb8ca96ffce req-4ccf30c4-5f71-451e-9702-e543de8362a6 tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] 10.222.0.53 "GET /v2.0/security-groups?id=deee0e1d-72d3-4dc4-a28a-ea506ad047af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083074 Nov 25 13:12:51.521145 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a8e82c-5456-429f-b596-f4519c4e9465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35bb37f5-be80-4b2a-a1e2-01d7a5c80814,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:51.609417 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-91e1afff-c1ef-4bb1-8d80-d5586c8c3e8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:51.668498 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c99c5-dc7e-4147-b410-2d27a686b6f5 req-7f408372-0fda-4134-95ad-8d6ea0799cfe tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:51.679966 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fb4c99c5-dc7e-4147-b410-2d27a686b6f5 req-7f408372-0fda-4134-95ad-8d6ea0799cfe tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=1834e9fa-ed18-4283-b6da-37963008c9ee HTTP/1.1" status: 200 len: 945 time: 0.1047406 Nov 25 13:12:51.744413 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-91e1afff-c1ef-4bb1-8d80-d5586c8c3e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:51.764456 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fb4c99c5-dc7e-4147-b410-2d27a686b6f5 req-290fed9b-09f7-491b-bf10-50509eb6e499 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789933 Nov 25 13:12:51.850236 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 40294) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:51.851237 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-91e1afff-c1ef-4bb1-8d80-d5586c8c3e8c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=36b70bacaa3f49d993fba939966ea5c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7664571 Nov 25 13:12:51.922577 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e1afff-c1ef-4bb1-8d80-d5586c8c3e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5402782c-865f-4dac-be9c-d7acd0222689,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:51.999613 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4204114f-360d-458a-b645-aafb0473167e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:52.034757 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4204114f-360d-458a-b645-aafb0473167e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:52.060820 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 40300) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:52.079834 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7deec7ec-cc8d-42f5-9d77-9e549027dd20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:52.099150 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-79d5702c-0334-46d1-8714-0c2b3244bd15 admin admin] Deleting port ac9b2fe5-75b2-44fb-85f3-2948349249f8 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:12:52.099682 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-79d5702c-0334-46d1-8714-0c2b3244bd15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:52.107429 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4204114f-360d-458a-b645-aafb0473167e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:52.110863 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4204114f-360d-458a-b645-aafb0473167e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:52.115184 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-4204114f-360d-458a-b645-aafb0473167e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5402782c-865f-4dac-be9c-d7acd0222689 HTTP/1.1" status: 204 len: 168 time: 0.2621508 Nov 25 13:12:52.132557 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4204114f-360d-458a-b645-aafb0473167e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5402782c-865f-4dac-be9c-d7acd0222689,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:52.288065 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-79d5702c-0334-46d1-8714-0c2b3244bd15 admin admin] For port ac9b2fe5-75b2-44fb-85f3-2948349249f8, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=ac9b2fe5-75b2-44fb-85f3-2948349249f8,segment=NetworkSegment(b5b7547d-4b2d-4e0b-b974-c8bbac93a359),segment_id=b5b7547d-4b2d-4e0b-b974-c8bbac93a359)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:12:52.288744 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-79d5702c-0334-46d1-8714-0c2b3244bd15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:52.312923 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-79d5702c-0334-46d1-8714-0c2b3244bd15 admin admin] Calling delete_port for ac9b2fe5-75b2-44fb-85f3-2948349249f8 owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:12:52.343065 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7deec7ec-cc8d-42f5-9d77-9e549027dd20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:52.375717 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d67da3e-8d6c-496b-bd22-4cb6b1daa455 req-1f9f5c71-c673-4b7b-9c53-3fb7b017f608 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:52.388343 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d67da3e-8d6c-496b-bd22-4cb6b1daa455 req-1f9f5c71-c673-4b7b-9c53-3fb7b017f608 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:52.396349 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d67da3e-8d6c-496b-bd22-4cb6b1daa455 req-1f9f5c71-c673-4b7b-9c53-3fb7b017f608 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:52.431555 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d67da3e-8d6c-496b-bd22-4cb6b1daa455 req-1f9f5c71-c673-4b7b-9c53-3fb7b017f608 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:52.447908 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d67da3e-8d6c-496b-bd22-4cb6b1daa455 req-1f9f5c71-c673-4b7b-9c53-3fb7b017f608 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:52.464677 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d67da3e-8d6c-496b-bd22-4cb6b1daa455 req-1f9f5c71-c673-4b7b-9c53-3fb7b017f608 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:52.475362 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d67da3e-8d6c-496b-bd22-4cb6b1daa455 req-1f9f5c71-c673-4b7b-9c53-3fb7b017f608 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:52.483530 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9d67da3e-8d6c-496b-bd22-4cb6b1daa455 req-1f9f5c71-c673-4b7b-9c53-3fb7b017f608 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 5445 time: 0.2619326 Nov 25 13:12:52.491520 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7deec7ec-cc8d-42f5-9d77-9e549027dd20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:52.555926 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-eba7f6ed-9207-4b2f-b909-7acfa26c8a59 req-5bcfa370-2769-4235-824e-3dcf45e3a0c1 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 210 time: 0.0696137 Nov 25 13:12:52.570957 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-7deec7ec-cc8d-42f5-9d77-9e549027dd20 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f3dfc1604549412da325d08647f497d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5063577 Nov 25 13:12:52.571812 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 40318) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:52.606322 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deec7ec-cc8d-42f5-9d77-9e549027dd20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3748f3-85db-49eb-b529-f3fa8cc59c25,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:52.642726 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-228575d2-8ecb-45c1-aace-7a546ce6ecc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:52.653696 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee53681-812c-43dc-8dd6-e2917a13f52b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938ce238-0316-4d1c-bb63-dde0afdb2932'}, {'server_uuid': '1ee53681-812c-43dc-8dd6-e2917a13f52b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c54be67-fab8-4e6e-9f89-11a59ddfbd31'}, {'server_uuid': '1ee53681-812c-43dc-8dd6-e2917a13f52b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a9422b9-9b35-47c0-860e-beb2d93e73ce'}, {'server_uuid': '1ee53681-812c-43dc-8dd6-e2917a13f52b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f2c65ca-cd9b-4cf4-b4b7-974dd4a0e921'}, {'server_uuid': '9c607425-96ff-49a3-b8bd-ec87b08c8132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c98a64-3376-45d2-8c91-dde2c4fec935'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:12:52.657087 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195688d7-ff17-402d-bdd5-a75b4623fe11" -d '{"events": [{"server_uuid": "1ee53681-812c-43dc-8dd6-e2917a13f52b", "name": "network-vif-plugged", "status": "completed", "tag": "938ce238-0316-4d1c-bb63-dde0afdb2932"}, {"server_uuid": "1ee53681-812c-43dc-8dd6-e2917a13f52b", "name": "network-vif-plugged", "status": "completed", "tag": "3c54be67-fab8-4e6e-9f89-11a59ddfbd31"}, {"server_uuid": "1ee53681-812c-43dc-8dd6-e2917a13f52b", "name": "network-vif-plugged", "status": "completed", "tag": "6a9422b9-9b35-47c0-860e-beb2d93e73ce"}, {"server_uuid": "1ee53681-812c-43dc-8dd6-e2917a13f52b", "name": "network-vif-plugged", "status": "completed", "tag": "0f2c65ca-cd9b-4cf4-b4b7-974dd4a0e921"}, {"server_uuid": "9c607425-96ff-49a3-b8bd-ec87b08c8132", "name": "network-vif-plugged", "status": "completed", "tag": "41c98a64-3376-45d2-8c91-dde2c4fec935"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:12:52.708579 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-228575d2-8ecb-45c1-aace-7a546ce6ecc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:52.734127 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9d67da3e-8d6c-496b-bd22-4cb6b1daa455 req-d0c3affe-0b5f-43a6-bb41-13ef0766678a tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/security-groups?id=b58ccaf7-fcbc-46a0-8300-65e745ae9e20&id=0bfd0f62-df40-4a2c-8890-32844a1d7ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2379770 Nov 25 13:12:52.763361 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-79d5702c-0334-46d1-8714-0c2b3244bd15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:52.803670 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b872b2-4db1-4298-a91a-0599b110b8e7 req-ab97a42a-83bd-4237-bf06-874b9a060419 tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:52.812495 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d5702c-0334-46d1-8714-0c2b3244bd15 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac9b2fe5-75b2-44fb-85f3-2948349249f8,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:52.821854 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-81b872b2-4db1-4298-a91a-0599b110b8e7 req-ab97a42a-83bd-4237-bf06-874b9a060419 tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c607425-96ff-49a3-b8bd-ec87b08c8132 HTTP/1.1" status: 200 len: 950 time: 0.1088076 Nov 25 13:12:52.865487 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Thu, 25 Nov 2021 13:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91597c3-4508-43e8-910e-dee69104ab46 x-openstack-request-id: req-a91597c3-4508-43e8-910e-dee69104ab46 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:12:52.865846 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ee53681-812c-43dc-8dd6-e2917a13f52b", "name": "network-vif-plugged", "status": "completed", "tag": "938ce238-0316-4d1c-bb63-dde0afdb2932", "code": 200}, {"server_uuid": "1ee53681-812c-43dc-8dd6-e2917a13f52b", "name": "network-vif-plugged", "status": "completed", "tag": "3c54be67-fab8-4e6e-9f89-11a59ddfbd31", "code": 200}, {"server_uuid": "1ee53681-812c-43dc-8dd6-e2917a13f52b", "name": "network-vif-plugged", "status": "completed", "tag": "6a9422b9-9b35-47c0-860e-beb2d93e73ce", "code": 200}, {"server_uuid": "1ee53681-812c-43dc-8dd6-e2917a13f52b", "name": "network-vif-plugged", "status": "completed", "tag": "0f2c65ca-cd9b-4cf4-b4b7-974dd4a0e921", "code": 200}, {"server_uuid": "9c607425-96ff-49a3-b8bd-ec87b08c8132", "name": "network-vif-plugged", "status": "completed", "tag": "41c98a64-3376-45d2-8c91-dde2c4fec935", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:12:52.866108 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a91597c3-4508-43e8-910e-dee69104ab46 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:12:52.866518 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee53681-812c-43dc-8dd6-e2917a13f52b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938ce238-0316-4d1c-bb63-dde0afdb2932', 'code': 200} Nov 25 13:12:52.866800 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee53681-812c-43dc-8dd6-e2917a13f52b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c54be67-fab8-4e6e-9f89-11a59ddfbd31', 'code': 200} Nov 25 13:12:52.867251 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee53681-812c-43dc-8dd6-e2917a13f52b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a9422b9-9b35-47c0-860e-beb2d93e73ce', 'code': 200} Nov 25 13:12:52.867510 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee53681-812c-43dc-8dd6-e2917a13f52b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f2c65ca-cd9b-4cf4-b4b7-974dd4a0e921', 'code': 200} Nov 25 13:12:52.867848 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c607425-96ff-49a3-b8bd-ec87b08c8132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c98a64-3376-45d2-8c91-dde2c4fec935', 'code': 200} Nov 25 13:12:52.940355 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-81b872b2-4db1-4298-a91a-0599b110b8e7 req-a6145392-4a89-473b-8357-74c408d506c9 tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] 10.222.0.53 "GET /v2.0/security-groups?id=deee0e1d-72d3-4dc4-a28a-ea506ad047af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176636 Nov 25 13:12:53.055103 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 40332) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:53.085335 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a636fcf-1b6c-4de9-8c4d-fd9292235764 req-711dcd6e-729f-4fef-ab96-6a3f03ee17da tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:53.087072 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0a636fcf-1b6c-4de9-8c4d-fd9292235764 req-711dcd6e-729f-4fef-ab96-6a3f03ee17da tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.47 "GET /v2.0/networks?id=9accb235-a825-49d8-b9c6-39063069a4b3 HTTP/1.1" status: 200 len: 811 time: 0.2527149 Nov 25 13:12:53.094870 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc4404-ee27-4a9d-b768-8df7c2ae4367 req-c05f22eb-6ef5-4d9e-bdb9-86f118fe129e tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:53.097005 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-228575d2-8ecb-45c1-aace-7a546ce6ecc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:53.100536 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-228575d2-8ecb-45c1-aace-7a546ce6ecc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:53.101862 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-228575d2-8ecb-45c1-aace-7a546ce6ecc4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bb3748f3-85db-49eb-b529-f3fa8cc59c25 HTTP/1.1" status: 204 len: 168 time: 0.5285108 Nov 25 13:12:53.105302 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d6bc4404-ee27-4a9d-b768-8df7c2ae4367 req-c05f22eb-6ef5-4d9e-bdb9-86f118fe129e tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=1834e9fa-ed18-4283-b6da-37963008c9ee HTTP/1.1" status: 200 len: 945 time: 0.1542535 Nov 25 13:12:53.141499 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7c09e-9ec0-408e-99d9-3e7dc3316a61 req-686bbad5-9913-45fd-91ff-a800039db807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:53.142358 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7c09e-9ec0-408e-99d9-3e7dc3316a61 req-686bbad5-9913-45fd-91ff-a800039db807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:53.143221 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7c09e-9ec0-408e-99d9-3e7dc3316a61 req-686bbad5-9913-45fd-91ff-a800039db807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:53.143881 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7c09e-9ec0-408e-99d9-3e7dc3316a61 req-686bbad5-9913-45fd-91ff-a800039db807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:53.144539 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7c09e-9ec0-408e-99d9-3e7dc3316a61 req-686bbad5-9913-45fd-91ff-a800039db807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:53.145197 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7c09e-9ec0-408e-99d9-3e7dc3316a61 req-686bbad5-9913-45fd-91ff-a800039db807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:53.145851 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7c09e-9ec0-408e-99d9-3e7dc3316a61 req-686bbad5-9913-45fd-91ff-a800039db807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:53.150073 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-36b7c09e-9ec0-408e-99d9-3e7dc3316a61 req-686bbad5-9913-45fd-91ff-a800039db807 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 6509 time: 0.1376286 Nov 25 13:12:53.153513 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228575d2-8ecb-45c1-aace-7a546ce6ecc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3748f3-85db-49eb-b529-f3fa8cc59c25,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:53.159790 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca1001-8c0c-469a-a599-de903a94ea43 req-74c2a896-0110-441e-bdec-ce3ce3d6307e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:53.161558 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c1ca1001-8c0c-469a-a599-de903a94ea43 req-74c2a896-0110-441e-bdec-ce3ce3d6307e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9c607425-96ff-49a3-b8bd-ec87b08c8132 HTTP/1.1" status: 200 len: 1102 time: 0.1558788 Nov 25 13:12:53.235778 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d6bc4404-ee27-4a9d-b768-8df7c2ae4367 req-0889f9cb-8d5a-45b5-b7ed-01956d075fee tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290760 Nov 25 13:12:53.260842 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-36b7c09e-9ec0-408e-99d9-3e7dc3316a61 req-834fe6d4-024a-4026-b090-6e40e8c852d3 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=0bfd0f62-df40-4a2c-8890-32844a1d7ce8&id=b58ccaf7-fcbc-46a0-8300-65e745ae9e20&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0797362 Nov 25 13:12:53.303940 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0a636fcf-1b6c-4de9-8c4d-fd9292235764 req-0f9563f2-0166-44b6-a4a1-bcee35846102 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=621e47be21954218b422540d084376f9 HTTP/1.1" status: 200 len: 380 time: 0.1976409 Nov 25 13:12:53.321684 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-0a636fcf-1b6c-4de9-8c4d-fd9292235764 req-e4272c29-5ebe-4e60-a546-2e7232b789c6 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Request body: {'port': {'device_id': 'a5a473b0-12a5-4eaf-a002-8ffa88b87577', 'network_id': '9accb235-a825-49d8-b9c6-39063069a4b3', 'admin_state_up': True, 'tenant_id': '621e47be21954218b422540d084376f9', 'security_groups': ['a15d94dc-5574-4b64-92b7-73b39253a888']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:12:53.367879 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-d1ff2808-31e2-4811-85f3-d66550665c4c admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-466063215-network', 'tenant_id': 'ef239eedb8d5488b98d0d4db35b92344'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:12:53.412592 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ff2808-31e2-4811-85f3-d66550665c4c admin admin] Made reservation on behalf of ef239eedb8d5488b98d0d4db35b92344 for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:12:53.415184 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d1ff2808-31e2-4811-85f3-d66550665c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:53.427500 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d1ff2808-31e2-4811-85f3-d66550665c4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:53.431678 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c1ca1001-8c0c-469a-a599-de903a94ea43 req-fe1f649f-3fbd-4a53-afa6-3a66ec88a3a6 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=deee0e1d-72d3-4dc4-a28a-ea506ad047af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591572 Nov 25 13:12:53.464915 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-79d5702c-0334-46d1-8714-0c2b3244bd15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:53.544271 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d1ff2808-31e2-4811-85f3-d66550665c4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:53.546872 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a636fcf-1b6c-4de9-8c4d-fd9292235764 req-e4272c29-5ebe-4e60-a546-2e7232b789c6 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Made reservation on behalf of 621e47be21954218b422540d084376f9 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:12:53.550058 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d1ff2808-31e2-4811-85f3-d66550665c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:53.550894 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0a636fcf-1b6c-4de9-8c4d-fd9292235764 req-e4272c29-5ebe-4e60-a546-2e7232b789c6 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:53.576358 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1ff2808-31e2-4811-85f3-d66550665c4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:12:53.586967 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d1ff2808-31e2-4811-85f3-d66550665c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:53.587731 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-d1ff2808-31e2-4811-85f3-d66550665c4c admin admin] Added segment e8fd4a16-fedf-4b39-a7fa-a0fbf5e097cd of type vlan for network b31d2abc-ddf9-449f-8b10-4711b1b2ad23 Nov 25 13:12:53.651671 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d1ff2808-31e2-4811-85f3-d66550665c4c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:53.724485 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d1ff2808-31e2-4811-85f3-d66550665c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:53.726233 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ff2808-31e2-4811-85f3-d66550665c4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:53.727015 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d1ff2808-31e2-4811-85f3-d66550665c4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:53.765335 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f519092a-9873-43a3-be9b-973e097d13a9 req-ac45cd8d-6394-4642-9e6e-d5feecb4922a tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 210 time: 0.0587769 Nov 25 13:12:53.768190 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ff2808-31e2-4811-85f3-d66550665c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41639556-d3d0-49e5-aba2-9fa08626e803,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:53.808763 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-0a636fcf-1b6c-4de9-8c4d-fd9292235764 req-e4272c29-5ebe-4e60-a546-2e7232b789c6 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Allocated IP 172.20.0.6 (9accb235-a825-49d8-b9c6-39063069a4b3/b6a84af7-6347-4e0f-945a-98a5515a4a22/8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:12:53.852648 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d5702c-0334-46d1-8714-0c2b3244bd15 admin admin] Router fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:12:53.936549 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d1ff2808-31e2-4811-85f3-d66550665c4c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8790717 Nov 25 13:12:53.938811 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ff2808-31e2-4811-85f3-d66550665c4c admin admin] Pushing event updated for resources: {'Network': ['ID=b31d2abc-ddf9-449f-8b10-4711b1b2ad23,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:53.942980 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 40364) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:53.948979 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-15c3dbf2-b042-46b7-8d8e-9dc69fb1d930 admin admin] Request body: {'subnet': {'network_id': 'b31d2abc-ddf9-449f-8b10-4711b1b2ad23', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-466063215-subnet', 'tenant_id': 'ef239eedb8d5488b98d0d4db35b92344', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:12:53.950872 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network b31d2abc-ddf9-449f-8b10-4711b1b2ad23 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:12:53.984088 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9310b45a-f83d-42f6-a914-9b4f4b762d04 req-91a309c6-ae9c-40d9-86ba-07f4d76574a3 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:53.990547 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9310b45a-f83d-42f6-a914-9b4f4b762d04 req-91a309c6-ae9c-40d9-86ba-07f4d76574a3 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:53.996695 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9310b45a-f83d-42f6-a914-9b4f4b762d04 req-91a309c6-ae9c-40d9-86ba-07f4d76574a3 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:54.003074 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9310b45a-f83d-42f6-a914-9b4f4b762d04 req-91a309c6-ae9c-40d9-86ba-07f4d76574a3 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:54.010285 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9310b45a-f83d-42f6-a914-9b4f4b762d04 req-91a309c6-ae9c-40d9-86ba-07f4d76574a3 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:54.017179 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9310b45a-f83d-42f6-a914-9b4f4b762d04 req-91a309c6-ae9c-40d9-86ba-07f4d76574a3 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:54.020528 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0a636fcf-1b6c-4de9-8c4d-fd9292235764 req-e4272c29-5ebe-4e60-a546-2e7232b789c6 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:54.023728 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9310b45a-f83d-42f6-a914-9b4f4b762d04 req-91a309c6-ae9c-40d9-86ba-07f4d76574a3 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:54.025713 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9310b45a-f83d-42f6-a914-9b4f4b762d04 req-91a309c6-ae9c-40d9-86ba-07f4d76574a3 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 5445 time: 0.1577342 Nov 25 13:12:54.046794 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c3dbf2-b042-46b7-8d8e-9dc69fb1d930 admin admin] Made reservation on behalf of ef239eedb8d5488b98d0d4db35b92344 for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:12:54.049222 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-15c3dbf2-b042-46b7-8d8e-9dc69fb1d930 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:54.115359 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0a636fcf-1b6c-4de9-8c4d-fd9292235764 req-e4272c29-5ebe-4e60-a546-2e7232b789c6 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:54.182672 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a636fcf-1b6c-4de9-8c4d-fd9292235764 req-e4272c29-5ebe-4e60-a546-2e7232b789c6 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Network 9accb235-a825-49d8-b9c6-39063069a4b3 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:12:54.197022 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-0a636fcf-1b6c-4de9-8c4d-fd9292235764 req-e4272c29-5ebe-4e60-a546-2e7232b789c6 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:12:54.272218 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a636fcf-1b6c-4de9-8c4d-fd9292235764 req-e4272c29-5ebe-4e60-a546-2e7232b789c6 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:12:54.660128 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-b7f0296d-a2ac-4e86-8c45-0afa2f24c9cd None None] Provisioning complete for port 8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:12:54.662287 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b7f0296d-a2ac-4e86-8c45-0afa2f24c9cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:54.664080 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4272c29-5ebe-4e60-a546-2e7232b789c6 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Pushing event updated for resources: {'Port': ['ID=8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:54.699783 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9310b45a-f83d-42f6-a914-9b4f4b762d04 req-8cb77403-f1a4-4839-9f1f-f75149101195 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/security-groups?id=b58ccaf7-fcbc-46a0-8300-65e745ae9e20&id=0bfd0f62-df40-4a2c-8890-32844a1d7ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6547825 Nov 25 13:12:54.729811 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d987b8a-9813-456e-bc67-16b902f7918e req-41312914-5e9f-48e5-b736-57a8a7c5c273 tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:54.733256 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a636fcf-1b6c-4de9-8c4d-fd9292235764 req-e4272c29-5ebe-4e60-a546-2e7232b789c6 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:54.734237 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0a636fcf-1b6c-4de9-8c4d-fd9292235764 req-e4272c29-5ebe-4e60-a546-2e7232b789c6 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:54.747657 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d5702c-0334-46d1-8714-0c2b3244bd15 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:12:54.749008 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9d987b8a-9813-456e-bc67-16b902f7918e req-41312914-5e9f-48e5-b736-57a8a7c5c273 tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c607425-96ff-49a3-b8bd-ec87b08c8132 HTTP/1.1" status: 200 len: 950 time: 0.1791842 Nov 25 13:12:54.759961 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 40394) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:54.760155 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-79d5702c-0334-46d1-8714-0c2b3244bd15 admin admin] 10.222.0.53 "PUT /v2.0/routers/fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3100650 Nov 25 13:12:54.767008 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0a636fcf-1b6c-4de9-8c4d-fd9292235764 req-e4272c29-5ebe-4e60-a546-2e7232b789c6 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4511824 Nov 25 13:12:54.777053 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb29b227-12c5-4662-a3ee-db77eb55c012 None None] Sync routers for ids ['fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:12:54.783893 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-0a636fcf-1b6c-4de9-8c4d-fd9292235764 req-0873f0c8-2d26-4dfc-a563-af4c6f79584e service neutron] Request body: {'port': {'device_id': 'a5a473b0-12a5-4eaf-a002-8ffa88b87577', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:12:54.798560 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-b7f0296d-a2ac-4e86-8c45-0afa2f24c9cd None None] Port 8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:12:54.811214 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb29b227-12c5-4662-a3ee-db77eb55c012 None None] Routers {'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:12:54.812206 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-cb29b227-12c5-4662-a3ee-db77eb55c012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:12:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:12:54.917058 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0a636fcf-1b6c-4de9-8c4d-fd9292235764 req-0873f0c8-2d26-4dfc-a563-af4c6f79584e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:55.069083 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-cb29b227-12c5-4662-a3ee-db77eb55c012 None None] Set router fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:12:55.120234 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9d987b8a-9813-456e-bc67-16b902f7918e req-4fe36ac7-7b6c-4452-8666-0d34572bdd74 tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] 10.222.0.53 "GET /v2.0/security-groups?id=deee0e1d-72d3-4dc4-a28a-ea506ad047af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3685908 Nov 25 13:12:55.234558 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-251036c3-6ecd-4d40-bcc3-615a173b3d8d admin admin] Publish callbacks [] for router, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:55.327393 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-cb29b227-12c5-4662-a3ee-db77eb55c012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1200141678-router', 'tenant_id': '0847adb867eb43dd9514b39274c66d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '229ed14e-aff0-4306-a4b5-88bb38a9c6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:07:21Z', 'updated_at': '2021-11-25T13:12:52Z', 'revision_number': 5, 'project_id': '0847adb867eb43dd9514b39274c66d40', 'gw_port': {'id': '229ed14e-aff0-4306-a4b5-88bb38a9c6bd', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:83:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:07:21Z', 'updated_at': '2021-11-25T13:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:12:55.333963 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae588f3f-8493-4032-a036-40a120152493 req-5b844aa4-c15d-489d-8661-965b8fa87895 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:55.335514 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ae588f3f-8493-4032-a036-40a120152493 req-5b844aa4-c15d-489d-8661-965b8fa87895 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=1834e9fa-ed18-4283-b6da-37963008c9ee HTTP/1.1" status: 200 len: 945 time: 0.4447207 Nov 25 13:12:55.338630 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-0a636fcf-1b6c-4de9-8c4d-fd9292235764 req-0873f0c8-2d26-4dfc-a563-af4c6f79584e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:12:55.349918 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0a636fcf-1b6c-4de9-8c4d-fd9292235764 req-0873f0c8-2d26-4dfc-a563-af4c6f79584e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:55.376856 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-0a636fcf-1b6c-4de9-8c4d-fd9292235764 req-0873f0c8-2d26-4dfc-a563-af4c6f79584e service neutron] Transition to ACTIVE for port object 8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:12:55.384247 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb29b227-12c5-4662-a3ee-db77eb55c012 None None] Checking router: fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:12:55.388057 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0a636fcf-1b6c-4de9-8c4d-fd9292235764 req-0873f0c8-2d26-4dfc-a563-af4c6f79584e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:55.405474 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb29b227-12c5-4662-a3ee-db77eb55c012 None None] Routers {'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:12:55.411025 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-cb29b227-12c5-4662-a3ee-db77eb55c012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:12:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:12:55.440575 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0873f0c8-2d26-4dfc-a563-af4c6f79584e service neutron] Pushing event updated for resources: {'Port': ['ID=8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:55.487036 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-15c3dbf2-b042-46b7-8d8e-9dc69fb1d930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:55.533785 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-251036c3-6ecd-4d40-bcc3-615a173b3d8d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:55.552654 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 40414) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:55.576813 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-0a636fcf-1b6c-4de9-8c4d-fd9292235764 req-0873f0c8-2d26-4dfc-a563-af4c6f79584e service neutron] Attempting to bind port 8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:12:55.577227 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-0a636fcf-1b6c-4de9-8c4d-fd9292235764 req-0873f0c8-2d26-4dfc-a563-af4c6f79584e service neutron] Attempting to bind port 8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': 'c770b2a8-6850-4501-ba81-87e53f72232e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9accb235-a825-49d8-b9c6-39063069a4b3'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:12:55.577637 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a636fcf-1b6c-4de9-8c4d-fd9292235764 req-0873f0c8-2d26-4dfc-a563-af4c6f79584e service neutron] Attempting to bind port 8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14 on network 9accb235-a825-49d8-b9c6-39063069a4b3 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:12:55.586355 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a636fcf-1b6c-4de9-8c4d-fd9292235764 req-0873f0c8-2d26-4dfc-a563-af4c6f79584e service neutron] Port 8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14 on network 9accb235-a825-49d8-b9c6-39063069a4b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:12:55.586355 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a636fcf-1b6c-4de9-8c4d-fd9292235764 req-0873f0c8-2d26-4dfc-a563-af4c6f79584e service neutron] Attempting to bind port 8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14 on network 9accb235-a825-49d8-b9c6-39063069a4b3 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:12:55.596426 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a636fcf-1b6c-4de9-8c4d-fd9292235764 req-0873f0c8-2d26-4dfc-a563-af4c6f79584e service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:12:55.596755 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a636fcf-1b6c-4de9-8c4d-fd9292235764 req-0873f0c8-2d26-4dfc-a563-af4c6f79584e service neutron] Checking segment: {'id': 'c770b2a8-6850-4501-ba81-87e53f72232e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9accb235-a825-49d8-b9c6-39063069a4b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:12:55.597152 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a636fcf-1b6c-4de9-8c4d-fd9292235764 req-0873f0c8-2d26-4dfc-a563-af4c6f79584e service neutron] Bound using segment: {'id': 'c770b2a8-6850-4501-ba81-87e53f72232e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9accb235-a825-49d8-b9c6-39063069a4b3'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:12:55.599680 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-0a636fcf-1b6c-4de9-8c4d-fd9292235764 req-0873f0c8-2d26-4dfc-a563-af4c6f79584e service neutron] Bound port: 8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c770b2a8-6850-4501-ba81-87e53f72232e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9accb235-a825-49d8-b9c6-39063069a4b3'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:12:55.601726 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0a636fcf-1b6c-4de9-8c4d-fd9292235764 req-0873f0c8-2d26-4dfc-a563-af4c6f79584e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:55.636780 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-cb29b227-12c5-4662-a3ee-db77eb55c012 None None] Set router fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:12:55.672112 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ae588f3f-8493-4032-a036-40a120152493 req-223916ac-bfbc-456c-b6ce-3509c72da04b tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052771 Nov 25 13:12:55.676733 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c3dbf2-b042-46b7-8d8e-9dc69fb1d930 admin admin] Checking segment: {'id': 'e8fd4a16-fedf-4b39-a7fa-a0fbf5e097cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b31d2abc-ddf9-449f-8b10-4711b1b2ad23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:12:55.677107 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c3dbf2-b042-46b7-8d8e-9dc69fb1d930 admin admin] Network hostable DHCP agents. Network: b31d2abc-ddf9-449f-8b10-4711b1b2ad23, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:12:55.697134 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0dbeae-449f-476f-8a2a-55c708ad2286 req-ef7c1776-ea62-4165-945e-4fe0e77c15fd tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:55.705193 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1f0dbeae-449f-476f-8a2a-55c708ad2286 req-ef7c1776-ea62-4165-945e-4fe0e77c15fd tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 931 time: 0.3965154 Nov 25 13:12:55.761042 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c3dbf2-b042-46b7-8d8e-9dc69fb1d930 admin admin] Pushing event updated for resources: {'Subnet': ['ID=258a0fc4-429f-4802-8284-12ad8743d39b,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:55.774263 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-0a636fcf-1b6c-4de9-8c4d-fd9292235764 req-0873f0c8-2d26-4dfc-a563-af4c6f79584e service neutron] For port 8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:12:55.785409 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-0a636fcf-1b6c-4de9-8c4d-fd9292235764 req-0873f0c8-2d26-4dfc-a563-af4c6f79584e service neutron] For port 8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14,segment=NetworkSegment(c770b2a8-6850-4501-ba81-87e53f72232e),segment_id=c770b2a8-6850-4501-ba81-87e53f72232e)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:12:55.805330 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ed143d93-8b97-485d-8937-8a772e854a27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:55.813258 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0a636fcf-1b6c-4de9-8c4d-fd9292235764 req-0873f0c8-2d26-4dfc-a563-af4c6f79584e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:55.828585 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c3dbf2-b042-46b7-8d8e-9dc69fb1d930 admin admin] Network b31d2abc-ddf9-449f-8b10-4711b1b2ad23 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:12:55.894509 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-15c3dbf2-b042-46b7-8d8e-9dc69fb1d930 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, b31d2abc-ddf9-449f-8b10-4711b1b2ad23) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:12:55.901893 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a636fcf-1b6c-4de9-8c4d-fd9292235764 req-0873f0c8-2d26-4dfc-a563-af4c6f79584e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:55.902715 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-251036c3-6ecd-4d40-bcc3-615a173b3d8d admin admin] Deleting port 229ed14e-aff0-4306-a4b5-88bb38a9c6bd {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:12:55.902821 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0a636fcf-1b6c-4de9-8c4d-fd9292235764 req-0873f0c8-2d26-4dfc-a563-af4c6f79584e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:55.902923 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-251036c3-6ecd-4d40-bcc3-615a173b3d8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:55.904158 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0a636fcf-1b6c-4de9-8c4d-fd9292235764 req-0873f0c8-2d26-4dfc-a563-af4c6f79584e service neutron] 10.222.0.47 "PUT /v2.0/ports/8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14 HTTP/1.1" status: 200 len: 1092 time: 1.1272626 Nov 25 13:12:55.904787 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5a473b0-12a5-4eaf-a002-8ffa88b87577', 'tag': '8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:12:55.907124 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a7bc7a-3cef-4178-8288-96fc8b76f2c5" -d '{"events": [{"name": "network-changed", "server_uuid": "a5a473b0-12a5-4eaf-a002-8ffa88b87577", "tag": "8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:12:55.914299 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1f0dbeae-449f-476f-8a2a-55c708ad2286 req-2cc4d130-acdc-4a13-b143-0b637d67cef3 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2081954 Nov 25 13:12:55.930587 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c3dbf2-b042-46b7-8d8e-9dc69fb1d930 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:55.931718 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-15c3dbf2-b042-46b7-8d8e-9dc69fb1d930 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:55.932698 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0873f0c8-2d26-4dfc-a563-af4c6f79584e service neutron] Pushing event updated for resources: {'Port': ['ID=8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:56.013061 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bc26f9-5cc2-43dd-92b0-f43f9b49eb22 None None] Network b31d2abc-ddf9-449f-8b10-4711b1b2ad23 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:12:56.024789 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ed143d93-8b97-485d-8937-8a772e854a27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:56.034574 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a636fcf-1b6c-4de9-8c4d-fd9292235764 req-c7e00aab-5552-4c2e-8eca-a331a6143fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:56.036366 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0a636fcf-1b6c-4de9-8c4d-fd9292235764 req-c7e00aab-5552-4c2e-8eca-a331a6143fec service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=621e47be21954218b422540d084376f9&device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 1095 time: 0.0828364 Nov 25 13:12:56.037280 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ed143d93-8b97-485d-8937-8a772e854a27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:56.049309 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-15c3dbf2-b042-46b7-8d8e-9dc69fb1d930 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.0961530 Nov 25 13:12:56.064078 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00441570-67a0-41ab-b922-38ece74ba349 req-051c805f-2986-4c58-aafe-e8ab72a45c86 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:56.079352 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00441570-67a0-41ab-b922-38ece74ba349 req-051c805f-2986-4c58-aafe-e8ab72a45c86 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:56.096880 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00441570-67a0-41ab-b922-38ece74ba349 req-051c805f-2986-4c58-aafe-e8ab72a45c86 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:56.118251 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0a636fcf-1b6c-4de9-8c4d-fd9292235764 req-ed9e2570-f27a-4f03-861b-6493a6494a21 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14 HTTP/1.1" status: 200 len: 217 time: 0.0685441 Nov 25 13:12:56.122446 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00441570-67a0-41ab-b922-38ece74ba349 req-051c805f-2986-4c58-aafe-e8ab72a45c86 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:56.132021 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-ed143d93-8b97-485d-8937-8a772e854a27 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2b9f41b4082040bf91071652d94d35c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5752559 Nov 25 13:12:56.146494 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00441570-67a0-41ab-b922-38ece74ba349 req-051c805f-2986-4c58-aafe-e8ab72a45c86 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:56.163440 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00441570-67a0-41ab-b922-38ece74ba349 req-051c805f-2986-4c58-aafe-e8ab72a45c86 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:56.177715 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00441570-67a0-41ab-b922-38ece74ba349 req-051c805f-2986-4c58-aafe-e8ab72a45c86 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:56.186679 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-cb29b227-12c5-4662-a3ee-db77eb55c012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1200141678-router', 'tenant_id': '0847adb867eb43dd9514b39274c66d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '229ed14e-aff0-4306-a4b5-88bb38a9c6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:07:21Z', 'updated_at': '2021-11-25T13:12:52Z', 'revision_number': 5, 'project_id': '0847adb867eb43dd9514b39274c66d40', 'gw_port': {'id': '229ed14e-aff0-4306-a4b5-88bb38a9c6bd', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:83:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:07:21Z', 'updated_at': '2021-11-25T13:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:12:56.188552 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 40432) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:56.188762 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-00441570-67a0-41ab-b922-38ece74ba349 req-051c805f-2986-4c58-aafe-e8ab72a45c86 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 5445 time: 0.3644378 Nov 25 13:12:56.190169 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a636fcf-1b6c-4de9-8c4d-fd9292235764 req-186ef0b1-ea37-4171-b704-b1e8bf4a753f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:56.192012 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0a636fcf-1b6c-4de9-8c4d-fd9292235764 req-186ef0b1-ea37-4171-b704-b1e8bf4a753f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b6a84af7-6347-4e0f-945a-98a5515a4a22 HTTP/1.1" status: 200 len: 850 time: 0.0588753 Nov 25 13:12:56.195133 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de652f7-d54a-4fc3-8c52-e63d7465d5cb x-openstack-request-id: req-2de652f7-d54a-4fc3-8c52-e63d7465d5cb {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:12:56.195498 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5a473b0-12a5-4eaf-a002-8ffa88b87577", "tag": "8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:12:56.195816 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2de652f7-d54a-4fc3-8c52-e63d7465d5cb {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:12:56.196275 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5a473b0-12a5-4eaf-a002-8ffa88b87577', 'tag': '8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14', 'status': 'completed', 'code': 200} Nov 25 13:12:56.240457 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed143d93-8b97-485d-8937-8a772e854a27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1db59ce-3da2-400b-805d-094f3abfa13c,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:56.245702 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb29b227-12c5-4662-a3ee-db77eb55c012 None None] The sync data for ids ['fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a'] in n-d-808199-11 is: [{'id': 'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1200141678-router', 'tenant_id': '0847adb867eb43dd9514b39274c66d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '229ed14e-aff0-4306-a4b5-88bb38a9c6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:07:21Z', 'updated_at': '2021-11-25T13:12:52Z', 'revision_number': 5, 'project_id': '0847adb867eb43dd9514b39274c66d40', 'gw_port': {'id': '229ed14e-aff0-4306-a4b5-88bb38a9c6bd', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:83:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:07:21Z', 'updated_at': '2021-11-25T13:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:12:56.300091 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-251036c3-6ecd-4d40-bcc3-615a173b3d8d admin admin] For port 229ed14e-aff0-4306-a4b5-88bb38a9c6bd, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=229ed14e-aff0-4306-a4b5-88bb38a9c6bd,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:12:56.300468 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-251036c3-6ecd-4d40-bcc3-615a173b3d8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:56.312094 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a636fcf-1b6c-4de9-8c4d-fd9292235764 req-ad2b7131-341c-4311-9b00-ebc0ffad5e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:56.313899 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0a636fcf-1b6c-4de9-8c4d-fd9292235764 req-ad2b7131-341c-4311-9b00-ebc0ffad5e77 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9accb235-a825-49d8-b9c6-39063069a4b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0797653 Nov 25 13:12:56.316315 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6a8f5448-8ec5-47da-903e-ab583a245201 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:56.363047 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-251036c3-6ecd-4d40-bcc3-615a173b3d8d admin admin] Calling delete_port for 229ed14e-aff0-4306-a4b5-88bb38a9c6bd owned by network:router_gateway {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:12:56.416999 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-00441570-67a0-41ab-b922-38ece74ba349 req-180bf527-c305-4142-a2a8-d6ac84a5d272 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/security-groups?id=b58ccaf7-fcbc-46a0-8300-65e745ae9e20&id=0bfd0f62-df40-4a2c-8890-32844a1d7ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2174783 Nov 25 13:12:56.443183 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0a636fcf-1b6c-4de9-8c4d-fd9292235764 req-1df45c83-43f6-4efe-8334-a2770df602eb service neutron] 10.222.0.47 "GET /v2.0/networks/9accb235-a825-49d8-b9c6-39063069a4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213920 Nov 25 13:12:56.511484 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd654551-e2fb-48e6-a8c8-1d11f517b9f2 None None] Network b31d2abc-ddf9-449f-8b10-4711b1b2ad23 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:12:56.577059 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6a8f5448-8ec5-47da-903e-ab583a245201 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:56.634212 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24205efe-f0f1-4b68-b863-fedcb3f60a1d req-7281343a-7512-4f53-a21d-f3379296cb55 tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:56.644626 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0a636fcf-1b6c-4de9-8c4d-fd9292235764 req-235e0bce-e99f-4bca-8166-259fb096e9dd service neutron] 10.222.0.47 "GET /v2.0/networks/9accb235-a825-49d8-b9c6-39063069a4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935637 Nov 25 13:12:56.657410 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-24205efe-f0f1-4b68-b863-fedcb3f60a1d req-7281343a-7512-4f53-a21d-f3379296cb55 tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c607425-96ff-49a3-b8bd-ec87b08c8132 HTTP/1.1" status: 200 len: 950 time: 0.1751406 Nov 25 13:12:56.659680 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6a8f5448-8ec5-47da-903e-ab583a245201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:56.665059 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6a8f5448-8ec5-47da-903e-ab583a245201 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:56.666438 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-6a8f5448-8ec5-47da-903e-ab583a245201 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c1db59ce-3da2-400b-805d-094f3abfa13c HTTP/1.1" status: 204 len: 168 time: 0.4730051 Nov 25 13:12:56.679588 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8f5448-8ec5-47da-903e-ab583a245201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1db59ce-3da2-400b-805d-094f3abfa13c,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:56.710751 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 40448) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:56.771104 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a7bc7a-3cef-4178-8288-96fc8b76f2c5 req-1258b3af-5d20-42d7-b9ca-4f4d80d08094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:56.773216 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f7a7bc7a-3cef-4178-8288-96fc8b76f2c5 req-1258b3af-5d20-42d7-b9ca-4f4d80d08094 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=621e47be21954218b422540d084376f9&device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 1095 time: 0.0634801 Nov 25 13:12:56.799237 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-24205efe-f0f1-4b68-b863-fedcb3f60a1d req-239f2273-932e-4b1f-b339-0527391a4fd8 tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] 10.222.0.53 "GET /v2.0/security-groups?id=deee0e1d-72d3-4dc4-a28a-ea506ad047af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407182 Nov 25 13:12:56.847266 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-251036c3-6ecd-4d40-bcc3-615a173b3d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:56.888202 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251036c3-6ecd-4d40-bcc3-615a173b3d8d admin admin] Pushing event deleted for resources: {'Port': ['ID=229ed14e-aff0-4306-a4b5-88bb38a9c6bd,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:56.925883 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a7bc7a-3cef-4178-8288-96fc8b76f2c5 req-60dbd04e-8606-41a6-b55b-8921d87f8ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:56.928323 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f7a7bc7a-3cef-4178-8288-96fc8b76f2c5 req-60dbd04e-8606-41a6-b55b-8921d87f8ab1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9accb235-a825-49d8-b9c6-39063069a4b3 HTTP/1.1" status: 200 len: 912 time: 0.1445611 Nov 25 13:12:57.011194 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f7a7bc7a-3cef-4178-8288-96fc8b76f2c5 req-e0c96cb8-af7a-48d7-a6ab-72b2d21253da service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14 HTTP/1.1" status: 200 len: 217 time: 0.0758190 Nov 25 13:12:57.071314 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a7bc7a-3cef-4178-8288-96fc8b76f2c5 req-a58e784b-1b64-4b89-8c56-92dc794307f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:57.072536 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f7a7bc7a-3cef-4178-8288-96fc8b76f2c5 req-a58e784b-1b64-4b89-8c56-92dc794307f0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b6a84af7-6347-4e0f-945a-98a5515a4a22 HTTP/1.1" status: 200 len: 850 time: 0.0534174 Nov 25 13:12:57.099364 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-251036c3-6ecd-4d40-bcc3-615a173b3d8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:57.142284 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a7bc7a-3cef-4178-8288-96fc8b76f2c5 req-896e2a7a-7b70-4cb8-a3af-29b3d5cc0782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:57.144416 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f7a7bc7a-3cef-4178-8288-96fc8b76f2c5 req-896e2a7a-7b70-4cb8-a3af-29b3d5cc0782 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9accb235-a825-49d8-b9c6-39063069a4b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0632834 Nov 25 13:12:57.145246 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 40466) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:57.164672 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0bf55f-95f3-4ebf-aabc-46e8517470e6 req-cb68bff4-b24f-4df7-964e-363e24bb0177 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:57.171262 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0bf55f-95f3-4ebf-aabc-46e8517470e6 req-cb68bff4-b24f-4df7-964e-363e24bb0177 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:57.177782 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0bf55f-95f3-4ebf-aabc-46e8517470e6 req-cb68bff4-b24f-4df7-964e-363e24bb0177 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:57.180257 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b5d8abb-b616-462c-a33c-2fb717fa2da4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:57.184203 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0bf55f-95f3-4ebf-aabc-46e8517470e6 req-cb68bff4-b24f-4df7-964e-363e24bb0177 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:57.190195 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3923c557-b800-425a-943e-414f500f9a22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:57.191338 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0bf55f-95f3-4ebf-aabc-46e8517470e6 req-cb68bff4-b24f-4df7-964e-363e24bb0177 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:57.197841 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0bf55f-95f3-4ebf-aabc-46e8517470e6 req-cb68bff4-b24f-4df7-964e-363e24bb0177 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:57.204975 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0bf55f-95f3-4ebf-aabc-46e8517470e6 req-cb68bff4-b24f-4df7-964e-363e24bb0177 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:57.207053 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ae0bf55f-95f3-4ebf-aabc-46e8517470e6 req-cb68bff4-b24f-4df7-964e-363e24bb0177 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 5445 time: 0.2883663 Nov 25 13:12:57.240303 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 40468) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:57.276868 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-ac7ef086-f519-4c25-8175-7faf801b6fe7 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Request body: {'floatingip': {'port_id': '71333c9f-e78f-47f6-8c82-caebeb1cd0f0'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:12:57.320043 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-251036c3-6ecd-4d40-bcc3-615a173b3d8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:57.331169 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f7a7bc7a-3cef-4178-8288-96fc8b76f2c5 req-30b69ab0-81e7-4129-a2ce-65e98a453ae0 service neutron] 10.222.0.47 "GET /v2.0/networks/9accb235-a825-49d8-b9c6-39063069a4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694522 Nov 25 13:12:57.333028 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-251036c3-6ecd-4d40-bcc3-615a173b3d8d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:57.425591 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ac7ef086-f519-4c25-8175-7faf801b6fe7 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks [] for floatingip, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:57.466317 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3923c557-b800-425a-943e-414f500f9a22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:57.477371 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3923c557-b800-425a-943e-414f500f9a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:57.479859 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a4af6-afcd-419d-a795-5bec45c4b37e req-45e97b45-dc4a-4019-9970-f4b0ec753dfb tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:57.481332 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b81a4af6-afcd-419d-a795-5bec45c4b37e req-45e97b45-dc4a-4019-9970-f4b0ec753dfb tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] 10.222.0.53 "GET /v2.0/networks?id=b31d2abc-ddf9-449f-8b10-4711b1b2ad23 HTTP/1.1" status: 200 len: 820 time: 0.4865732 Nov 25 13:12:57.491481 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b5d8abb-b616-462c-a33c-2fb717fa2da4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:57.503879 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:12:57.506227 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-251036c3-6ecd-4d40-bcc3-615a173b3d8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:57.506802 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-251036c3-6ecd-4d40-bcc3-615a173b3d8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a {{(pid=103570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:12:57.509300 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b5d8abb-b616-462c-a33c-2fb717fa2da4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:57.528565 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-251036c3-6ecd-4d40-bcc3-615a173b3d8d admin admin] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:57.530355 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-251036c3-6ecd-4d40-bcc3-615a173b3d8d admin admin] 10.222.0.53 "DELETE /v2.0/routers/fbc5a3d0-d090-4b63-b13b-d34dbd3cd13a HTTP/1.1" status: 204 len: 168 time: 2.7659740 Nov 25 13:12:57.543090 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 40470) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:57.552917 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b81a4af6-afcd-419d-a795-5bec45c4b37e req-e3603c4a-623c-4bf8-8861-72f7c171f951 tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] 10.222.0.53 "GET /v2.0/quotas/ef239eedb8d5488b98d0d4db35b92344 HTTP/1.1" status: 200 len: 375 time: 0.0511868 Nov 25 13:12:57.566546 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ecf12-21f4-4895-b47c-ed4c2c0118c6 req-4c6b46bb-b83f-468a-b398-4317429cb243 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:57.568095 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f57ecf12-21f4-4895-b47c-ed4c2c0118c6 req-4c6b46bb-b83f-468a-b398-4317429cb243 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=1834e9fa-ed18-4283-b6da-37963008c9ee HTTP/1.1" status: 200 len: 945 time: 0.2989607 Nov 25 13:12:57.600995 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f7a7bc7a-3cef-4178-8288-96fc8b76f2c5 req-2d711b50-4c1a-4e40-8923-d14a7ff2063b service neutron] 10.222.0.47 "GET /v2.0/networks/9accb235-a825-49d8-b9c6-39063069a4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609725 Nov 25 13:12:57.606128 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923c557-b800-425a-943e-414f500f9a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67fd21cf-6733-4e38-929e-e0d1e8fd0d07,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:57.613574 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-3923c557-b800-425a-943e-414f500f9a22 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2403e740bb7049a3b0529bea7d48ed8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4630356 Nov 25 13:12:57.613791 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b81a4af6-afcd-419d-a795-5bec45c4b37e req-10c8e5fd-68bc-4309-8911-c49920183216 tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ef239eedb8d5488b98d0d4db35b92344&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421758 Nov 25 13:12:57.613924 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 40472) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:57.638920 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-4564e6cb-9f80-4fdb-a4da-1aa7d2818aab admin admin] Deleting subnet 6747087c-5949-4700-ad89-d1127c0360fb {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:12:57.641023 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5d8abb-b616-462c-a33c-2fb717fa2da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb4fdf8-8661-48cd-a2cb-2a581138f5d3,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:57.646054 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4564e6cb-9f80-4fdb-a4da-1aa7d2818aab admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:57.652443 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-0b5d8abb-b616-462c-a33c-2fb717fa2da4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0499dde480404012a47514b2086df642&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9398212 Nov 25 13:12:57.670936 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 40474) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:57.711311 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4564e6cb-9f80-4fdb-a4da-1aa7d2818aab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:57.764641 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-792defd7-a19e-4cd9-b344-8da5a4370e50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:57.795614 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f57ecf12-21f4-4895-b47c-ed4c2c0118c6 req-5b4904ea-2c14-4433-bef3-aa201953774a tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101979 Nov 25 13:12:57.845456 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-792defd7-a19e-4cd9-b344-8da5a4370e50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:57.889923 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4564e6cb-9f80-4fdb-a4da-1aa7d2818aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:57.907724 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-01925156-e09d-444f-845d-acc42c6a57f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:57.968370 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-792defd7-a19e-4cd9-b344-8da5a4370e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:57.971559 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-792defd7-a19e-4cd9-b344-8da5a4370e50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:57.975464 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-792defd7-a19e-4cd9-b344-8da5a4370e50 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/edb4fdf8-8661-48cd-a2cb-2a581138f5d3 HTTP/1.1" status: 204 len: 168 time: 0.3011367 Nov 25 13:12:57.987491 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792defd7-a19e-4cd9-b344-8da5a4370e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb4fdf8-8661-48cd-a2cb-2a581138f5d3,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:58.001209 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4564e6cb-9f80-4fdb-a4da-1aa7d2818aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:58.047819 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-01925156-e09d-444f-845d-acc42c6a57f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:58.053177 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4564e6cb-9f80-4fdb-a4da-1aa7d2818aab admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:58.058754 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-4564e6cb-9f80-4fdb-a4da-1aa7d2818aab admin admin] 10.222.0.53 "DELETE /v2.0/subnets/6747087c-5949-4700-ad89-d1127c0360fb HTTP/1.1" status: 204 len: 168 time: 0.5105960 Nov 25 13:12:58.060250 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102d05c0-9f25-47e5-bfa5-3a664ca40e70 None None] Network 05538b39-0ed2-40a2-b712-e6a9ac11f528 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:12:58.060896 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4564e6cb-9f80-4fdb-a4da-1aa7d2818aab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6747087c-5949-4700-ad89-d1127c0360fb,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:58.062124 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 40482) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:58.266418 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b81a4af6-afcd-419d-a795-5bec45c4b37e req-2e38e5a2-4a69-4710-9772-8b33b1af00af service neutron] 10.222.0.53 "GET /v2.0/networks/b31d2abc-ddf9-449f-8b10-4711b1b2ad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5921342 Nov 25 13:12:58.281908 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 229ed14e-aff0-4306-a4b5-88bb38a9c6bd no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:12:58.329020 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 229ed14e-aff0-4306-a4b5-88bb38a9c6bd {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:12:58.329903 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 229ed14e-aff0-4306-a4b5-88bb38a9c6bd not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:12:58.330485 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device ac9b2fe5-75b2-44fb-85f3-2948349249f8 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:12:58.345034 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1c2ee541-c8b3-4a62-8f73-378386f53fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:58.351013 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.db.resource_extend [None req-ac7ef086-f519-4c25-8175-7faf801b6fe7 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 13:12:58.365718 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: ac9b2fe5-75b2-44fb-85f3-2948349249f8 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:12:58.366178 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device ac9b2fe5-75b2-44fb-85f3-2948349249f8 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:12:58.379539 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-01925156-e09d-444f-845d-acc42c6a57f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:58.382199 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-01925156-e09d-444f-845d-acc42c6a57f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:58.383502 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-01925156-e09d-444f-845d-acc42c6a57f3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/67fd21cf-6733-4e38-929e-e0d1e8fd0d07 HTTP/1.1" status: 204 len: 168 time: 0.7630506 Nov 25 13:12:58.397109 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db02e3b-d684-436e-9266-2a2c4728aabd None None] DHCP port deletion for 05538b39-0ed2-40a2-b712-e6a9ac11f528 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:12:58.447891 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01925156-e09d-444f-845d-acc42c6a57f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67fd21cf-6733-4e38-929e-e0d1e8fd0d07,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:58.475726 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ac7ef086-f519-4c25-8175-7faf801b6fe7 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:58.487050 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27368539-92da-4a74-a72c-78bb13008eb8 req-77337a49-a07c-4aca-8eee-75e5c385f5f8 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:58.487233 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-4db02e3b-d684-436e-9266-2a2c4728aabd None None] Deleting port b87051f4-c750-459f-9814-f5f329df197c {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:12:58.487645 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4db02e3b-d684-436e-9266-2a2c4728aabd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:58.495054 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-27368539-92da-4a74-a72c-78bb13008eb8 req-77337a49-a07c-4aca-8eee-75e5c385f5f8 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 943 time: 0.2316577 Nov 25 13:12:58.527449 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ac7ef086-f519-4c25-8175-7faf801b6fe7 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:58.577767 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 40490) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:58.594151 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0d407786-c961-432f-a511-742fab67c7cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:58.611793 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b81a4af6-afcd-419d-a795-5bec45c4b37e req-3825645b-cbdc-46bc-bad7-a8cb018f67b7 service neutron] 10.222.0.53 "GET /v2.0/networks/b31d2abc-ddf9-449f-8b10-4711b1b2ad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216147 Nov 25 13:12:58.760868 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-4db02e3b-d684-436e-9266-2a2c4728aabd None None] For port b87051f4-c750-459f-9814-f5f329df197c, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=b87051f4-c750-459f-9814-f5f329df197c,segment=NetworkSegment(b5b7547d-4b2d-4e0b-b974-c8bbac93a359),segment_id=b5b7547d-4b2d-4e0b-b974-c8bbac93a359)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:12:58.761210 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4db02e3b-d684-436e-9266-2a2c4728aabd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:58.761348 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0d407786-c961-432f-a511-742fab67c7cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:58.764855 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-177a4d68-e4b3-4599-99d1-a06887d3eafc tempest-LiveMigrationTest-1161798756 tempest-LiveMigrationTest-1161798756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:58.766771 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-177a4d68-e4b3-4599-99d1-a06887d3eafc tempest-LiveMigrationTest-1161798756 tempest-LiveMigrationTest-1161798756-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=1834e9fa-ed18-4283-b6da-37963008c9ee&tenant_id=f9638bf2b13b4d579c7476454eb03e3d&binding%3Ahost_id=n-h2-808199-11 HTTP/1.1" status: 200 len: 1097 time: 0.0889924 Nov 25 13:12:58.767993 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0d407786-c961-432f-a511-742fab67c7cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:58.778182 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-4db02e3b-d684-436e-9266-2a2c4728aabd None None] Calling delete_port for b87051f4-c750-459f-9814-f5f329df197c owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:12:58.802537 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-0d407786-c961-432f-a511-742fab67c7cc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=71f5e6abab1844dd84bee879893c736e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2210095 Nov 25 13:12:58.806093 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-980e280b-4a09-448b-96e1-b375acc3a415 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-808199-11'}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:12:58.808972 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 40494) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:12:58.930760 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d407786-c961-432f-a511-742fab67c7cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70651203-ac27-4565-b4d3-819d5f40c6dd,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:58.940013 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4db02e3b-d684-436e-9266-2a2c4728aabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:58.992995 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-980e280b-4a09-448b-96e1-b375acc3a415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:58.999410 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db02e3b-d684-436e-9266-2a2c4728aabd None None] Pushing event deleted for resources: {'Port': ['ID=b87051f4-c750-459f-9814-f5f329df197c,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:59.009227 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db02e3b-d684-436e-9266-2a2c4728aabd None None] No DVR routers for this DVR port b87051f4-c750-459f-9814-f5f329df197c on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:12:59.028496 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1228c041-5748-4b42-9019-17375e48fd07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:59.154653 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-27368539-92da-4a74-a72c-78bb13008eb8 req-2beef162-6555-44bc-b27d-098086b9c688 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6585360 Nov 25 13:12:59.176391 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ee541-c8b3-4a62-8f73-378386f53fac admin admin] Deleting port b87051f4-c750-459f-9814-f5f329df197c {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:12:59.176710 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1c2ee541-c8b3-4a62-8f73-378386f53fac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:59.204050 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1228c041-5748-4b42-9019-17375e48fd07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:59.231720 n-d-808199-11 neutron-server[103570]: INFO neutron.db.l3_db [None req-ac7ef086-f519-4c25-8175-7faf801b6fe7 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Floating IP 6c0806cb-29cb-45ec-971f-d6cdf50ba094 associated. External IP: 172.25.5.64, port: 71333c9f-e78f-47f6-8c82-caebeb1cd0f0. Nov 25 13:12:59.312753 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-980e280b-4a09-448b-96e1-b375acc3a415 service neutron] For port 8e9bf303-3260-4f39-8268-47ea7dd76ad6, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=8e9bf303-3260-4f39-8268-47ea7dd76ad6,segment=NetworkSegment(6f5b4a09-9f6c-4c19-8201-4d90933cd506),segment_id=6f5b4a09-9f6c-4c19-8201-4d90933cd506)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:12:59.340353 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2bb63ad2-5128-4a3f-bc43-20eb7c20010b req-f563720b-db01-490c-9420-d84c9c2d9b21 tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef25d445-c91f-4ae2-a2d4-1e257802bc8f HTTP/1.1" status: 200 len: 210 time: 0.1122441 Nov 25 13:12:59.371327 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf537892-a96b-438a-8b66-99f25111bf87 req-5aaa887c-bf0d-429e-8052-46fcbb90444a tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:12:59.372907 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1228c041-5748-4b42-9019-17375e48fd07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:59.373292 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cf537892-a96b-438a-8b66-99f25111bf87 req-5aaa887c-bf0d-429e-8052-46fcbb90444a tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=1834e9fa-ed18-4283-b6da-37963008c9ee HTTP/1.1" status: 200 len: 945 time: 0.2791808 Nov 25 13:12:59.385586 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1228c041-5748-4b42-9019-17375e48fd07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:59.386806 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-1228c041-5748-4b42-9019-17375e48fd07 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/70651203-ac27-4565-b4d3-819d5f40c6dd HTTP/1.1" status: 204 len: 168 time: 0.5688591 Nov 25 13:12:59.418419 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1228c041-5748-4b42-9019-17375e48fd07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70651203-ac27-4565-b4d3-819d5f40c6dd,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:59.437117 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-980e280b-4a09-448b-96e1-b375acc3a415 service neutron] For port 8e9bf303-3260-4f39-8268-47ea7dd76ad6, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:12:59.453599 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-1c2ee541-c8b3-4a62-8f73-378386f53fac admin admin] For port b87051f4-c750-459f-9814-f5f329df197c, host n-d-808199-11, got binding levels [] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:12:59.455054 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1c2ee541-c8b3-4a62-8f73-378386f53fac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:59.517320 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ee541-c8b3-4a62-8f73-378386f53fac admin admin] Calling delete_port for b87051f4-c750-459f-9814-f5f329df197c owned by network:dhcp {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:12:59.524511 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.ipam_backend_mixin [None req-1c2ee541-c8b3-4a62-8f73-378386f53fac admin admin] Port b87051f4-c750-459f-9814-f5f329df197c was not found and therefore no delete operation was performed {{(pid=103570) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 13:12:59.535264 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1c2ee541-c8b3-4a62-8f73-378386f53fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:59.548060 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1834e9fa-ed18-4283-b6da-37963008c9ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e9bf303-3260-4f39-8268-47ea7dd76ad6'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:12:59.556101 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d74b9ea0-090a-4ff1-8815-a58ae1dd9a46" -d '{"events": [{"server_uuid": "1834e9fa-ed18-4283-b6da-37963008c9ee", "name": "network-vif-unplugged", "status": "completed", "tag": "8e9bf303-3260-4f39-8268-47ea7dd76ad6"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:12:59.561088 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-980e280b-4a09-448b-96e1-b375acc3a415 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:59.569887 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ee541-c8b3-4a62-8f73-378386f53fac admin admin] Pushing event deleted for resources: {'Port': ['ID=b87051f4-c750-459f-9814-f5f329df197c,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:59.586145 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cf537892-a96b-438a-8b66-99f25111bf87 req-0ec11ec7-1b83-43d6-8e86-706defaa03ae tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257207 Nov 25 13:12:59.590044 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-980e280b-4a09-448b-96e1-b375acc3a415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:59.616194 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2ee541-c8b3-4a62-8f73-378386f53fac admin admin] No DVR routers for this DVR port b87051f4-c750-459f-9814-f5f329df197c on host n-d-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:12:59.705852 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 13:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e078d3-4526-4325-8eef-4e4a24a7bd57 x-openstack-request-id: req-64e078d3-4526-4325-8eef-4e4a24a7bd57 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:12:59.710039 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1834e9fa-ed18-4283-b6da-37963008c9ee", "name": "network-vif-unplugged", "status": "completed", "tag": "8e9bf303-3260-4f39-8268-47ea7dd76ad6", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:12:59.710293 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-64e078d3-4526-4325-8eef-4e4a24a7bd57 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:12:59.710721 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1834e9fa-ed18-4283-b6da-37963008c9ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e9bf303-3260-4f39-8268-47ea7dd76ad6', 'code': 200} Nov 25 13:12:59.756282 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1c2ee541-c8b3-4a62-8f73-378386f53fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:59.805385 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980e280b-4a09-448b-96e1-b375acc3a415 service neutron] Pushing event updated for resources: {'Port': ['ID=8e9bf303-3260-4f39-8268-47ea7dd76ad6,revision_number=7']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:12:59.821098 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-980e280b-4a09-448b-96e1-b375acc3a415 service neutron] Attempting to bind port 8e9bf303-3260-4f39-8268-47ea7dd76ad6 on host n-h2-808199-11 for vnic_type normal with profile {"migrating_to": "n-h1-808199-11"} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:12:59.824450 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-980e280b-4a09-448b-96e1-b375acc3a415 service neutron] Attempting to bind port 8e9bf303-3260-4f39-8268-47ea7dd76ad6 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '6f5b4a09-9f6c-4c19-8201-4d90933cd506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '20494638-06c1-415e-90d6-c326674b78a0'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:12:59.824953 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-980e280b-4a09-448b-96e1-b375acc3a415 service neutron] Attempting to bind port 8e9bf303-3260-4f39-8268-47ea7dd76ad6 on network 20494638-06c1-415e-90d6-c326674b78a0 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:12:59.825671 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-1c2ee541-c8b3-4a62-8f73-378386f53fac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05538b39-0ed2-40a2-b712-e6a9ac11f528']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:12:59.836155 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-980e280b-4a09-448b-96e1-b375acc3a415 service neutron] Port 8e9bf303-3260-4f39-8268-47ea7dd76ad6 on network 20494638-06c1-415e-90d6-c326674b78a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:12:59.836857 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-980e280b-4a09-448b-96e1-b375acc3a415 service neutron] Attempting to bind port 8e9bf303-3260-4f39-8268-47ea7dd76ad6 on network 20494638-06c1-415e-90d6-c326674b78a0 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:12:59.840607 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-1c2ee541-c8b3-4a62-8f73-378386f53fac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5b7547d-4b2d-4e0b-b974-c8bbac93a359') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:12:59.840917 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-1c2ee541-c8b3-4a62-8f73-378386f53fac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5b7547d-4b2d-4e0b-b974-c8bbac93a359') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:12:59.855388 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1c2ee541-c8b3-4a62-8f73-378386f53fac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:59.863819 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-980e280b-4a09-448b-96e1-b375acc3a415 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:12:59.866506 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-980e280b-4a09-448b-96e1-b375acc3a415 service neutron] Checking segment: {'id': '6f5b4a09-9f6c-4c19-8201-4d90933cd506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '20494638-06c1-415e-90d6-c326674b78a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:12:59.867069 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-980e280b-4a09-448b-96e1-b375acc3a415 service neutron] Bound using segment: {'id': '6f5b4a09-9f6c-4c19-8201-4d90933cd506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '20494638-06c1-415e-90d6-c326674b78a0'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:12:59.868041 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-980e280b-4a09-448b-96e1-b375acc3a415 service neutron] Bound port: 8e9bf303-3260-4f39-8268-47ea7dd76ad6, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f5b4a09-9f6c-4c19-8201-4d90933cd506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '20494638-06c1-415e-90d6-c326674b78a0'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:12:59.868777 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-980e280b-4a09-448b-96e1-b375acc3a415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:59.880079 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac7ef086-f519-4c25-8175-7faf801b6fe7 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Router 0341e1e1-5d4e-47b6-8d37-f958c4dc8325 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:12:59.912986 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1c2ee541-c8b3-4a62-8f73-378386f53fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:12:59.985073 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-980e280b-4a09-448b-96e1-b375acc3a415 service neutron] For port 8e9bf303-3260-4f39-8268-47ea7dd76ad6, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:13:00.000598 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-980e280b-4a09-448b-96e1-b375acc3a415 service neutron] For port 8e9bf303-3260-4f39-8268-47ea7dd76ad6, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=8e9bf303-3260-4f39-8268-47ea7dd76ad6,segment=NetworkSegment(6f5b4a09-9f6c-4c19-8201-4d90933cd506),segment_id=6f5b4a09-9f6c-4c19-8201-4d90933cd506)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:13:00.011324 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-980e280b-4a09-448b-96e1-b375acc3a415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:00.012224 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c2ee541-c8b3-4a62-8f73-378386f53fac admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:13:00.012871 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1c2ee541-c8b3-4a62-8f73-378386f53fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:00.019812 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:13:00.019812 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:13:00.019812 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:13:00.019812 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:13:00.019812 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:13:00.019812 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:13:00.019812 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:13:00.019812 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:13:00.019812 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:13:00.019812 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:13:00.019812 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:13:00.019812 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:13:00.019812 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:13:00.019812 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:13:00.019812 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:13:00.019812 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:13:00.019812 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:13:00.019812 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:13:00.019812 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:13:00.019812 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:13:00.019812 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:13:00.019812 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:13:00.019812 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:13:00.019812 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:13:00.019812 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:13:00.019812 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:13:00.019812 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:13:00.019812 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:13:00.019812 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:13:00.019812 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:13:00.019812 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:13:00.019812 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:13:00.087231 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-980e280b-4a09-448b-96e1-b375acc3a415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:00.087864 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-980e280b-4a09-448b-96e1-b375acc3a415 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:00.089477 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-980e280b-4a09-448b-96e1-b375acc3a415 service neutron] 10.222.0.66 "PUT /v2.0/ports/8e9bf303-3260-4f39-8268-47ea7dd76ad6 HTTP/1.1" status: 200 len: 1123 time: 1.2961807 Nov 25 13:13:00.100865 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980e280b-4a09-448b-96e1-b375acc3a415 service neutron] Pushing event updated for resources: {'Port': ['ID=8e9bf303-3260-4f39-8268-47ea7dd76ad6,revision_number=8']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:00.180135 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['8e9bf303-3260-4f39-8268-47ea7dd76ad6'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:13:00.193380 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:13:00.260151 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['8e9bf303-3260-4f39-8268-47ea7dd76ad6'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:13:00.302736 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d72bd-09aa-4eef-ac77-4bf3b40b0e76 req-fbcceb59-fa11-4d21-b46d-1f97e72fd12d tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:00.313294 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ec4d72bd-09aa-4eef-ac77-4bf3b40b0e76 req-fbcceb59-fa11-4d21-b46d-1f97e72fd12d tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c607425-96ff-49a3-b8bd-ec87b08c8132 HTTP/1.1" status: 200 len: 950 time: 0.4077673 Nov 25 13:13:00.332098 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1c2ee541-c8b3-4a62-8f73-378386f53fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:00.344851 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device b87051f4-c750-459f-9814-f5f329df197c no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:13:00.356554 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac7ef086-f519-4c25-8175-7faf801b6fe7 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:13:00.362834 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1c2ee541-c8b3-4a62-8f73-378386f53fac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:00.370549 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-1c2ee541-c8b3-4a62-8f73-378386f53fac admin admin] 10.222.0.53 "DELETE /v2.0/networks/05538b39-0ed2-40a2-b712-e6a9ac11f528 HTTP/1.1" status: 204 len: 168 time: 2.3030496 Nov 25 13:13:00.371232 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 40558) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:00.371990 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b957aaef-25ff-473f-a85f-527d1f314ee8 None None] Sync routers for ids ['0341e1e1-5d4e-47b6-8d37-f958c4dc8325'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:13:00.375046 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ac7ef086-f519-4c25-8175-7faf801b6fe7 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:00.400118 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b957aaef-25ff-473f-a85f-527d1f314ee8 None None] Routers {'0341e1e1-5d4e-47b6-8d37-f958c4dc8325'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:13:00.401292 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-b957aaef-25ff-473f-a85f-527d1f314ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:12:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['0341e1e1-5d4e-47b6-8d37-f958c4dc8325'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:13:00.427404 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ee541-c8b3-4a62-8f73-378386f53fac admin admin] Pushing event deleted for resources: {'Network': ['ID=05538b39-0ed2-40a2-b712-e6a9ac11f528,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:00.473934 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-ac7ef086-f519-4c25-8175-7faf801b6fe7 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "PUT /v2.0/floatingips/6c0806cb-29cb-45ec-971f-d6cdf50ba094 HTTP/1.1" status: 200 len: 991 time: 3.2056038 Nov 25 13:13:00.475575 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ee53681-812c-43dc-8dd6-e2917a13f52b', 'tag': '71333c9f-e78f-47f6-8c82-caebeb1cd0f0'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:13:00.478764 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6d9a08-e573-403e-a143-7449a2774706" -d '{"events": [{"name": "network-changed", "server_uuid": "1ee53681-812c-43dc-8dd6-e2917a13f52b", "tag": "71333c9f-e78f-47f6-8c82-caebeb1cd0f0"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:13:00.497869 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.db.resource_extend [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 13:13:00.500542 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ec4d72bd-09aa-4eef-ac77-4bf3b40b0e76 req-0216d4b4-9c55-47e3-a9df-a08f99ca5af8 tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] 10.222.0.53 "GET /v2.0/security-groups?id=deee0e1d-72d3-4dc4-a28a-ea506ad047af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787059 Nov 25 13:13:00.504804 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: b87051f4-c750-459f-9814-f5f329df197c {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:13:00.505197 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device b87051f4-c750-459f-9814-f5f329df197c not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:13:00.540745 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd18941-ee8a-4e6c-8f1a-4cf4e4ea07dc req-26d4046d-7b73-4704-b923-318a6ce1aff5 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:00.551429 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0cd18941-ee8a-4e6c-8f1a-4cf4e4ea07dc req-26d4046d-7b73-4704-b923-318a6ce1aff5 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 943 time: 0.2215097 Nov 25 13:13:00.637000 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f0827111-26e9-48d3-87b6-d65791a579a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:00.650439 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-b957aaef-25ff-473f-a85f-527d1f314ee8 None None] Set router 0341e1e1-5d4e-47b6-8d37-f958c4dc8325 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:13:00.703225 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0cd18941-ee8a-4e6c-8f1a-4cf4e4ea07dc req-86f39f9a-e286-4237-8428-8cd686fbabd9 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473212 Nov 25 13:13:00.749778 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-68124f1c-4683-429d-892a-8721cf8c8a6b req-c420c0b5-38b6-4b80-9fba-ea6ee6c001c9 tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef25d445-c91f-4ae2-a2d4-1e257802bc8f HTTP/1.1" status: 200 len: 210 time: 0.0741351 Nov 25 13:13:00.850057 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14,segment=NetworkSegment(c770b2a8-6850-4501-ba81-87e53f72232e),segment_id=c770b2a8-6850-4501-ba81-87e53f72232e)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:13:00.941363 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14', 'network_id': '9accb235-a825-49d8-b9c6-39063069a4b3', 'port_id': '8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14', 'mac_address': 'fa:16:3e:ce:3b:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6a84af7-6347-4e0f-945a-98a5515a4a22', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:13:01.056746 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a4af6-afcd-419d-a795-5bec45c4b37e req-29930fdb-260a-4b9a-b92f-c4d748c34b10 tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:01.058432 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b81a4af6-afcd-419d-a795-5bec45c4b37e req-29930fdb-260a-4b9a-b92f-c4d748c34b10 tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] 10.222.0.47 "GET /v2.0/networks?id=b31d2abc-ddf9-449f-8b10-4711b1b2ad23 HTTP/1.1" status: 200 len: 820 time: 0.4227309 Nov 25 13:13:01.089111 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 8e9bf303-3260-4f39-8268-47ea7dd76ad6 details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:13:01.111363 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-b81a4af6-afcd-419d-a795-5bec45c4b37e req-f9b70f78-de3c-42b4-b083-facfefa3fe9b tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] Request body: {'port': {'device_id': 'ef25d445-c91f-4ae2-a2d4-1e257802bc8f', 'network_id': 'b31d2abc-ddf9-449f-8b10-4711b1b2ad23', 'admin_state_up': True, 'tenant_id': 'ef239eedb8d5488b98d0d4db35b92344'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:13:01.111875 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5682a78-a88b-4202-a107-cd9061662c2d req-bed646c8-b766-4ab2-85e7-4d085c91be40 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:01.126236 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d5682a78-a88b-4202-a107-cd9061662c2d req-bed646c8-b766-4ab2-85e7-4d085c91be40 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=1834e9fa-ed18-4283-b6da-37963008c9ee HTTP/1.1" status: 200 len: 943 time: 0.1327159 Nov 25 13:13:01.165541 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-b957aaef-25ff-473f-a85f-527d1f314ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0341e1e1-5d4e-47b6-8d37-f958c4dc8325', 'name': 'tempest-TaggedBootDevicesTest_v242-377680740-router', 'tenant_id': 'f253db84e4e241d4aa7c98f5a2e10d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'b094d7a2-0b2d-4040-8562-f7b7df4c102f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:09:47Z', 'updated_at': '2021-11-25T13:09:58Z', 'revision_number': 4, 'project_id': 'f253db84e4e241d4aa7c98f5a2e10d18', 'gw_port': {'id': 'b094d7a2-0b2d-4040-8562-f7b7df4c102f', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0341e1e1-5d4e-47b6-8d37-f958c4dc8325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:09:49Z', 'updated_at': '2021-11-25T13:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '6c0806cb-29cb-45ec-971f-d6cdf50ba094', 'tenant_id': 'f253db84e4e241d4aa7c98f5a2e10d18', 'floating_ip_address': '172.25.5.64', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '0341e1e1-5d4e-47b6-8d37-f958c4dc8325', 'port_id': '71333c9f-e78f-47f6-8c82-caebeb1cd0f0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c70f7334-0865-479f-9b23-a45cfad81392', 'mac_address': 'fa:16:3e:64:92:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee53681-812c-43dc-8dd6-e2917a13f52b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:11:25Z', 'updated_at': '2021-11-25T13:12:58Z', 'revision_number': 1, 'project_id': 'f253db84e4e241d4aa7c98f5a2e10d18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b79560da-e193-483e-af51-c7aaa2404d2e', 'name': '', 'network_id': 'c70f7334-0865-479f-9b23-a45cfad81392', 'tenant_id': 'f253db84e4e241d4aa7c98f5a2e10d18', 'mac_address': 'fa:16:3e:d7:9e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0341e1e1-5d4e-47b6-8d37-f958c4dc8325', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'fc9e2fcf-0a5d-4e99-a435-c082f1996d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:09:56Z', 'updated_at': '2021-11-25T13:10:03Z', 'revision_number': 5, 'project_id': 'f253db84e4e241d4aa7c98f5a2e10d18', 'subnets': [{'id': 'fc9e2fcf-0a5d-4e99-a435-c082f1996d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:13:01.223461 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca59549-eb7d-4ef4-b0c1-f567e6804cd7 x-openstack-request-id: req-8ca59549-eb7d-4ef4-b0c1-f567e6804cd7 {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:13:01.223747 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ee53681-812c-43dc-8dd6-e2917a13f52b", "tag": "71333c9f-e78f-47f6-8c82-caebeb1cd0f0", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:13:01.224000 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8ca59549-eb7d-4ef4-b0c1-f567e6804cd7 {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:13:01.227075 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ee53681-812c-43dc-8dd6-e2917a13f52b', 'tag': '71333c9f-e78f-47f6-8c82-caebeb1cd0f0', 'status': 'completed', 'code': 200} Nov 25 13:13:01.245957 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b957aaef-25ff-473f-a85f-527d1f314ee8 None None] Checking router: 0341e1e1-5d4e-47b6-8d37-f958c4dc8325 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:13:01.256885 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b957aaef-25ff-473f-a85f-527d1f314ee8 None None] Routers {'0341e1e1-5d4e-47b6-8d37-f958c4dc8325'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:13:01.257766 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-b957aaef-25ff-473f-a85f-527d1f314ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:12:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['0341e1e1-5d4e-47b6-8d37-f958c4dc8325'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:13:01.275359 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d5682a78-a88b-4202-a107-cd9061662c2d req-b93a09fa-93e4-452d-9f5f-dea5afa88d30 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462033 Nov 25 13:13:01.301807 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:01.367464 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:13:01.410413 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14,segment=NetworkSegment(c770b2a8-6850-4501-ba81-87e53f72232e),segment_id=c770b2a8-6850-4501-ba81-87e53f72232e)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:13:01.427003 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:01.430271 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 8e9bf303-3260-4f39-8268-47ea7dd76ad6, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=8e9bf303-3260-4f39-8268-47ea7dd76ad6,segment=NetworkSegment(6f5b4a09-9f6c-4c19-8201-4d90933cd506),segment_id=6f5b4a09-9f6c-4c19-8201-4d90933cd506)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:13:01.437960 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-b957aaef-25ff-473f-a85f-527d1f314ee8 None None] Set router 0341e1e1-5d4e-47b6-8d37-f958c4dc8325 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:13:01.448217 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b81a4af6-afcd-419d-a795-5bec45c4b37e req-f9b70f78-de3c-42b4-b083-facfefa3fe9b tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] Made reservation on behalf of ef239eedb8d5488b98d0d4db35b92344 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:13:01.457029 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b81a4af6-afcd-419d-a795-5bec45c4b37e req-f9b70f78-de3c-42b4-b083-facfefa3fe9b tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:01.481317 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 8e9bf303-3260-4f39-8268-47ea7dd76ad6 has no active binding in host n-h1-808199-11 {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 25 13:13:01.504985 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:01.530096 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d9a08-e573-403e-a143-7449a2774706 req-02e7d855-9879-4750-bbeb-9b460edba665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:01.530862 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d9a08-e573-403e-a143-7449a2774706 req-02e7d855-9879-4750-bbeb-9b460edba665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:01.535962 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d9a08-e573-403e-a143-7449a2774706 req-02e7d855-9879-4750-bbeb-9b460edba665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:01.536557 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d9a08-e573-403e-a143-7449a2774706 req-02e7d855-9879-4750-bbeb-9b460edba665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:01.538540 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d9a08-e573-403e-a143-7449a2774706 req-02e7d855-9879-4750-bbeb-9b460edba665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:01.539399 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d9a08-e573-403e-a143-7449a2774706 req-02e7d855-9879-4750-bbeb-9b460edba665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:01.540047 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d9a08-e573-403e-a143-7449a2774706 req-02e7d855-9879-4750-bbeb-9b460edba665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:01.542581 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4d6d9a08-e573-403e-a143-7449a2774706 req-02e7d855-9879-4750-bbeb-9b460edba665 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f253db84e4e241d4aa7c98f5a2e10d18&device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 6509 time: 0.2561243 Nov 25 13:13:01.558573 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e84a73-b40f-4f44-8665-9cc55d978419 req-c79ae106-43c7-42b7-b092-84953354cf25 tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:01.564265 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e3e84a73-b40f-4f44-8665-9cc55d978419 req-c79ae106-43c7-42b7-b092-84953354cf25 tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] 10.222.0.66 "GET /v2.0/ports?device_id=9c607425-96ff-49a3-b8bd-ec87b08c8132 HTTP/1.1" status: 200 len: 950 time: 0.1072233 Nov 25 13:13:01.672465 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:13:01.712532 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1834e9fa-ed18-4283-b6da-37963008c9ee', 'tag': '8e9bf303-3260-4f39-8268-47ea7dd76ad6'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:13:01.716558 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd4b97e-4c59-4794-a0af-24d86f1f800a" -d '{"events": [{"name": "network-changed", "server_uuid": "1834e9fa-ed18-4283-b6da-37963008c9ee", "tag": "8e9bf303-3260-4f39-8268-47ea7dd76ad6"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:13:01.855167 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d9a08-e573-403e-a143-7449a2774706 req-83cdab49-232c-4e5a-9e88-45194779c131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:01.857593 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4d6d9a08-e573-403e-a143-7449a2774706 req-83cdab49-232c-4e5a-9e88-45194779c131 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c70f7334-0865-479f-9b23-a45cfad81392 HTTP/1.1" status: 200 len: 917 time: 0.3044083 Nov 25 13:13:01.889774 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-b81a4af6-afcd-419d-a795-5bec45c4b37e req-f9b70f78-de3c-42b4-b083-facfefa3fe9b tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] Allocated IP 172.20.0.8 (b31d2abc-ddf9-449f-8b10-4711b1b2ad23/258a0fc4-429f-4802-8284-12ad8743d39b/f3788864-08f0-481e-9262-bf2acf7d1359) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:13:01.966617 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b2e400-b9be-4362-8225-4fcc6db0b27e req-52376e99-cd6e-4173-893e-fa259b6cd6c2 tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:01.983924 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-96b2e400-b9be-4362-8225-4fcc6db0b27e req-52376e99-cd6e-4173-893e-fa259b6cd6c2 tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c607425-96ff-49a3-b8bd-ec87b08c8132 HTTP/1.1" status: 200 len: 950 time: 0.3192983 Nov 25 13:13:02.046537 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-e3e84a73-b40f-4f44-8665-9cc55d978419 req-2499f2cc-fc42-440b-8102-ac47c81679ce tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] Deleting port 41c98a64-3376-45d2-8c91-dde2c4fec935 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:13:02.047766 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-e3e84a73-b40f-4f44-8665-9cc55d978419 req-2499f2cc-fc42-440b-8102-ac47c81679ce tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:02.073770 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-96b2e400-b9be-4362-8225-4fcc6db0b27e req-5ac4c80e-9ec4-422f-911f-0764b23d8336 tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] 10.222.0.53 "GET /v2.0/security-groups?id=deee0e1d-72d3-4dc4-a28a-ea506ad047af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889053 Nov 25 13:13:02.091033 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0d7c3b3a-2771-475c-970b-33f53a5cbbab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:02.152070 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-b957aaef-25ff-473f-a85f-527d1f314ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0341e1e1-5d4e-47b6-8d37-f958c4dc8325', 'name': 'tempest-TaggedBootDevicesTest_v242-377680740-router', 'tenant_id': 'f253db84e4e241d4aa7c98f5a2e10d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'b094d7a2-0b2d-4040-8562-f7b7df4c102f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:09:47Z', 'updated_at': '2021-11-25T13:09:58Z', 'revision_number': 4, 'project_id': 'f253db84e4e241d4aa7c98f5a2e10d18', 'gw_port': {'id': 'b094d7a2-0b2d-4040-8562-f7b7df4c102f', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0341e1e1-5d4e-47b6-8d37-f958c4dc8325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:09:49Z', 'updated_at': '2021-11-25T13:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '6c0806cb-29cb-45ec-971f-d6cdf50ba094', 'tenant_id': 'f253db84e4e241d4aa7c98f5a2e10d18', 'floating_ip_address': '172.25.5.64', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '0341e1e1-5d4e-47b6-8d37-f958c4dc8325', 'port_id': '71333c9f-e78f-47f6-8c82-caebeb1cd0f0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c70f7334-0865-479f-9b23-a45cfad81392', 'mac_address': 'fa:16:3e:64:92:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee53681-812c-43dc-8dd6-e2917a13f52b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:11:25Z', 'updated_at': '2021-11-25T13:12:58Z', 'revision_number': 1, 'project_id': 'f253db84e4e241d4aa7c98f5a2e10d18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b79560da-e193-483e-af51-c7aaa2404d2e', 'name': '', 'network_id': 'c70f7334-0865-479f-9b23-a45cfad81392', 'tenant_id': 'f253db84e4e241d4aa7c98f5a2e10d18', 'mac_address': 'fa:16:3e:d7:9e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0341e1e1-5d4e-47b6-8d37-f958c4dc8325', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'fc9e2fcf-0a5d-4e99-a435-c082f1996d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:09:56Z', 'updated_at': '2021-11-25T13:10:03Z', 'revision_number': 5, 'project_id': 'f253db84e4e241d4aa7c98f5a2e10d18', 'subnets': [{'id': 'fc9e2fcf-0a5d-4e99-a435-c082f1996d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:13:02.198217 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4d6d9a08-e573-403e-a143-7449a2774706 req-53e69bfa-9214-4f05-9c5a-b5f49b6d2cc2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71333c9f-e78f-47f6-8c82-caebeb1cd0f0 HTTP/1.1" status: 200 len: 999 time: 0.3249776 Nov 25 13:13:02.222384 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b957aaef-25ff-473f-a85f-527d1f314ee8 None None] The sync data for ids ['0341e1e1-5d4e-47b6-8d37-f958c4dc8325'] in n-d-808199-11 is: [{'id': '0341e1e1-5d4e-47b6-8d37-f958c4dc8325', 'name': 'tempest-TaggedBootDevicesTest_v242-377680740-router', 'tenant_id': 'f253db84e4e241d4aa7c98f5a2e10d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'b094d7a2-0b2d-4040-8562-f7b7df4c102f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:09:47Z', 'updated_at': '2021-11-25T13:09:58Z', 'revision_number': 4, 'project_id': 'f253db84e4e241d4aa7c98f5a2e10d18', 'gw_port': {'id': 'b094d7a2-0b2d-4040-8562-f7b7df4c102f', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0341e1e1-5d4e-47b6-8d37-f958c4dc8325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:09:49Z', 'updated_at': '2021-11-25T13:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '6c0806cb-29cb-45ec-971f-d6cdf50ba094', 'tenant_id': 'f253db84e4e241d4aa7c98f5a2e10d18', 'floating_ip_address': '172.25.5.64', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '0341e1e1-5d4e-47b6-8d37-f958c4dc8325', 'port_id': '71333c9f-e78f-47f6-8c82-caebeb1cd0f0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c70f7334-0865-479f-9b23-a45cfad81392', 'mac_address': 'fa:16:3e:64:92:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee53681-812c-43dc-8dd6-e2917a13f52b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:11:25Z', 'updated_at': '2021-11-25T13:12:58Z', 'revision_number': 1, 'project_id': 'f253db84e4e241d4aa7c98f5a2e10d18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b79560da-e193-483e-af51-c7aaa2404d2e', 'name': '', 'network_id': 'c70f7334-0865-479f-9b23-a45cfad81392', 'tenant_id': 'f253db84e4e241d4aa7c98f5a2e10d18', 'mac_address': 'fa:16:3e:d7:9e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0341e1e1-5d4e-47b6-8d37-f958c4dc8325', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'fc9e2fcf-0a5d-4e99-a435-c082f1996d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:09:56Z', 'updated_at': '2021-11-25T13:10:03Z', 'revision_number': 5, 'project_id': 'f253db84e4e241d4aa7c98f5a2e10d18', 'subnets': [{'id': 'fc9e2fcf-0a5d-4e99-a435-c082f1996d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:13:02.272492 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1864145d-a243-4c85-944f-748f933cfae2 req-36e721a7-63f6-48dc-b393-5e460d2326c8 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=a37b14712e6744e5a7c9e9c0d5e783e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0725708 Nov 25 13:13:02.276880 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-e3e84a73-b40f-4f44-8665-9cc55d978419 req-2499f2cc-fc42-440b-8102-ac47c81679ce tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] For port 41c98a64-3376-45d2-8c91-dde2c4fec935, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=41c98a64-3376-45d2-8c91-dde2c4fec935,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:13:02.277321 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-e3e84a73-b40f-4f44-8665-9cc55d978419 req-2499f2cc-fc42-440b-8102-ac47c81679ce tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:02.320507 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-e3e84a73-b40f-4f44-8665-9cc55d978419 req-2499f2cc-fc42-440b-8102-ac47c81679ce tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] Calling delete_port for 41c98a64-3376-45d2-8c91-dde2c4fec935 owned by compute:nova {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:13:02.383628 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e719055c-bed4-4246-ac66-a50c7356002a req-85eaad6e-d7ac-4234-a48e-48bdb5d438d4 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:02.397212 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e719055c-bed4-4246-ac66-a50c7356002a req-85eaad6e-d7ac-4234-a48e-48bdb5d438d4 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 944 time: 0.2065234 Nov 25 13:13:02.569223 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864145d-a243-4c85-944f-748f933cfae2 req-e1279a98-b53f-40fb-9037-fa48b0b74a78 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:02.574189 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b81a4af6-afcd-419d-a795-5bec45c4b37e req-f9b70f78-de3c-42b4-b083-facfefa3fe9b tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:02.580947 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1864145d-a243-4c85-944f-748f933cfae2 req-e1279a98-b53f-40fb-9037-fa48b0b74a78 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2985463 Nov 25 13:13:02.596871 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e719055c-bed4-4246-ac66-a50c7356002a req-b6b6fc83-cdcd-453d-98b2-2d213e7e8638 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1964145 Nov 25 13:13:02.621250 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78848dfc-7d80-44e8-b287-4f9b7a924156 None None] New status for floating IP 6c0806cb-29cb-45ec-971f-d6cdf50ba094: ACTIVE {{(pid=103572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 13:13:02.632155 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1864145d-a243-4c85-944f-748f933cfae2 req-cc85d68f-c313-486f-89ab-bb14ad9d702c tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/quotas/a37b14712e6744e5a7c9e9c0d5e783e2 HTTP/1.1" status: 200 len: 375 time: 0.0503230 Nov 25 13:13:02.736150 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1864145d-a243-4c85-944f-748f933cfae2 req-d263202a-5512-4d81-8d03-b76f3acd3458 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a37b14712e6744e5a7c9e9c0d5e783e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0912571 Nov 25 13:13:02.768279 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0c6d1592-2261-44e6-a329-e9c8f45ea2d3 req-e908d80d-8f76-471a-ad51-238e208358e4 tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef25d445-c91f-4ae2-a2d4-1e257802bc8f HTTP/1.1" status: 200 len: 210 time: 0.0311077 Nov 25 13:13:02.793174 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-e3e84a73-b40f-4f44-8665-9cc55d978419 req-2499f2cc-fc42-440b-8102-ac47c81679ce tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:02.837552 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['41c98a64-3376-45d2-8c91-dde2c4fec935'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:13:02.870437 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2499f2cc-fc42-440b-8102-ac47c81679ce tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] Pushing event deleted for resources: {'Port': ['ID=41c98a64-3376-45d2-8c91-dde2c4fec935,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:02.984905 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3e84a73-b40f-4f44-8665-9cc55d978419 req-2499f2cc-fc42-440b-8102-ac47c81679ce tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] No DVR routers for this DVR port 41c98a64-3376-45d2-8c91-dde2c4fec935 on host n-h1-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:13:02.991991 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-e3e84a73-b40f-4f44-8665-9cc55d978419 req-2499f2cc-fc42-440b-8102-ac47c81679ce tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:02.995678 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e3e84a73-b40f-4f44-8665-9cc55d978419 req-2499f2cc-fc42-440b-8102-ac47c81679ce tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] 10.222.0.66 "DELETE /v2.0/ports/41c98a64-3376-45d2-8c91-dde2c4fec935 HTTP/1.1" status: 204 len: 173 time: 1.4262397 Nov 25 13:13:03.041168 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b8979344-2156-464c-8538-4299ea081599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:03.240317 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c607425-96ff-49a3-b8bd-ec87b08c8132', 'name': 'network-vif-deleted', 'tag': '41c98a64-3376-45d2-8c91-dde2c4fec935'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:13:03.246663 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c354c40-b06e-443c-baeb-f863cf67f5b2" -d '{"events": [{"server_uuid": "9c607425-96ff-49a3-b8bd-ec87b08c8132", "name": "network-vif-deleted", "tag": "41c98a64-3376-45d2-8c91-dde2c4fec935"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:13:03.281685 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d293994-9a60-4049-a39c-93b82196e0f3 req-996373e9-128c-4031-b86a-c2b4edfd9b62 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:03.289599 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7d293994-9a60-4049-a39c-93b82196e0f3 req-996373e9-128c-4031-b86a-c2b4edfd9b62 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=1834e9fa-ed18-4283-b6da-37963008c9ee HTTP/1.1" status: 200 len: 943 time: 0.1847584 Nov 25 13:13:03.452491 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7d293994-9a60-4049-a39c-93b82196e0f3 req-8b4ab290-190c-4c40-88ee-b4b349bd178d tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576655 Nov 25 13:13:03.491244 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d5900040-fa7a-47f9-939c-d895dced26d1 req-2e711af9-4ebb-4fde-b894-7b697595b657 tempest-TenantUsagesTestJSON-2129404307 tempest-TenantUsagesTestJSON-2129404307-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c607425-96ff-49a3-b8bd-ec87b08c8132 HTTP/1.1" status: 200 len: 210 time: 0.0721118 Nov 25 13:13:03.687590 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87edbd0f-6d7d-462f-a4a4-6a978b8f293e x-openstack-request-id: req-87edbd0f-6d7d-462f-a4a4-6a978b8f293e {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:13:03.688205 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c607425-96ff-49a3-b8bd-ec87b08c8132", "name": "network-vif-deleted", "tag": "41c98a64-3376-45d2-8c91-dde2c4fec935", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:13:03.688205 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-87edbd0f-6d7d-462f-a4a4-6a978b8f293e {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:13:03.688555 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c607425-96ff-49a3-b8bd-ec87b08c8132', 'name': 'network-vif-deleted', 'tag': '41c98a64-3376-45d2-8c91-dde2c4fec935', 'status': 'completed', 'code': 200} Nov 25 13:13:03.711450 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dd4f3e34-584e-412d-95e1-6223b86ca416 req-86f37e35-dab5-421f-a194-68470151f2be tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=a37b14712e6744e5a7c9e9c0d5e783e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1085365 Nov 25 13:13:03.735181 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:03.787454 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a662511-f530-426c-bf6e-7cb38d5dfe71 x-openstack-request-id: req-4a662511-f530-426c-bf6e-7cb38d5dfe71 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:13:03.788249 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1834e9fa-ed18-4283-b6da-37963008c9ee", "tag": "8e9bf303-3260-4f39-8268-47ea7dd76ad6", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:13:03.788249 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4a662511-f530-426c-bf6e-7cb38d5dfe71 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:13:03.788565 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1834e9fa-ed18-4283-b6da-37963008c9ee', 'tag': '8e9bf303-3260-4f39-8268-47ea7dd76ad6', 'status': 'completed', 'code': 200} Nov 25 13:13:03.902342 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d9a08-e573-403e-a143-7449a2774706 req-c701d442-043b-42a7-8758-a9d1ee615222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:03.903930 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4d6d9a08-e573-403e-a143-7449a2774706 req-c701d442-043b-42a7-8758-a9d1ee615222 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fc9e2fcf-0a5d-4e99-a435-c082f1996d71 HTTP/1.1" status: 200 len: 855 time: 1.6799507 Nov 25 13:13:03.997348 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f3e34-584e-412d-95e1-6223b86ca416 req-7ff3b714-d745-4792-832b-a9a0be3dfb96 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:04.007445 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dd4f3e34-584e-412d-95e1-6223b86ca416 req-7ff3b714-d745-4792-832b-a9a0be3dfb96 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2948534 Nov 25 13:13:04.050433 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dd4f3e34-584e-412d-95e1-6223b86ca416 req-d0d48847-aaf1-43e9-b3ac-f97f4a312e5b tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/quotas/a37b14712e6744e5a7c9e9c0d5e783e2 HTTP/1.1" status: 200 len: 375 time: 0.0410511 Nov 25 13:13:04.054891 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4b97e-4c59-4794-a0af-24d86f1f800a req-205433b3-9691-4c29-83ee-db8dac2ed501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:04.056395 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6fd4b97e-4c59-4794-a0af-24d86f1f800a req-205433b3-9691-4c29-83ee-db8dac2ed501 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f9638bf2b13b4d579c7476454eb03e3d&device_id=1834e9fa-ed18-4283-b6da-37963008c9ee HTTP/1.1" status: 200 len: 1126 time: 1.3465009 Nov 25 13:13:04.057372 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b81a4af6-afcd-419d-a795-5bec45c4b37e req-f9b70f78-de3c-42b4-b083-facfefa3fe9b tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:04.099045 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dd4f3e34-584e-412d-95e1-6223b86ca416 req-42d4034e-c9ae-46d7-8dde-d8d8db24edb7 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a37b14712e6744e5a7c9e9c0d5e783e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444942 Nov 25 13:13:04.137613 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555eb057-7c86-49d1-970f-e586ee5a37fc req-94344ceb-0b6a-4abf-b57f-cb9299cb1e73 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:04.153826 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-555eb057-7c86-49d1-970f-e586ee5a37fc req-94344ceb-0b6a-4abf-b57f-cb9299cb1e73 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 944 time: 0.2701633 Nov 25 13:13:04.155571 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b81a4af6-afcd-419d-a795-5bec45c4b37e req-f9b70f78-de3c-42b4-b083-facfefa3fe9b tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] Network b31d2abc-ddf9-449f-8b10-4711b1b2ad23 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:13:04.189764 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:13:04.219007 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-b81a4af6-afcd-419d-a795-5bec45c4b37e req-f9b70f78-de3c-42b4-b083-facfefa3fe9b tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:13:04.231385 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-b81a4af6-afcd-419d-a795-5bec45c4b37e req-f9b70f78-de3c-42b4-b083-facfefa3fe9b tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:13:04.266484 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-555eb057-7c86-49d1-970f-e586ee5a37fc req-417a4fbb-5fac-4698-9901-f9ae9b07d981 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100662 Nov 25 13:13:04.312359 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d9a08-e573-403e-a143-7449a2774706 req-2ff8722f-6eb5-4d2f-ba98-14a7468f61e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:04.313340 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4d6d9a08-e573-403e-a143-7449a2774706 req-2ff8722f-6eb5-4d2f-ba98-14a7468f61e3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c70f7334-0865-479f-9b23-a45cfad81392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3808000 Nov 25 13:13:04.351327 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:13:04.355785 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:13:04.356440 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:04.364509 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a4af6-afcd-419d-a795-5bec45c4b37e req-f9b70f78-de3c-42b4-b083-facfefa3fe9b tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:04.365171 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b81a4af6-afcd-419d-a795-5bec45c4b37e req-f9b70f78-de3c-42b4-b083-facfefa3fe9b tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:04.516563 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b70f78-de3c-42b4-b083-facfefa3fe9b tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] Pushing event updated for resources: {'Port': ['ID=f3788864-08f0-481e-9262-bf2acf7d1359,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:04.519558 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:04.576995 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d07e08-0376-4e9c-8448-dfd30e185f73 req-e1b045e5-9d25-4ac5-ba22-1db32d36aa74 tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:04.587531 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f5d07e08-0376-4e9c-8448-dfd30e185f73 req-e1b045e5-9d25-4ac5-ba22-1db32d36aa74 tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef25d445-c91f-4ae2-a2d4-1e257802bc8f HTTP/1.1" status: 200 len: 931 time: 0.1431162 Nov 25 13:13:04.628904 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14,segment=NetworkSegment(c770b2a8-6850-4501-ba81-87e53f72232e),segment_id=c770b2a8-6850-4501-ba81-87e53f72232e)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:13:04.632577 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a473b0-12a5-4eaf-a002-8ffa88b87577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:13:04.643127 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23360de-35d7-4553-9bec-44dd019069ac" -d '{"events": [{"server_uuid": "a5a473b0-12a5-4eaf-a002-8ffa88b87577", "name": "network-vif-plugged", "status": "completed", "tag": "8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:13:04.653800 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:04.673750 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-0d7c3b3a-2771-475c-970b-33f53a5cbbab admin admin] Deleting port e2cc3c40-2b5b-4761-a8d6-719300f6d247 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:13:04.674500 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0d7c3b3a-2771-475c-970b-33f53a5cbbab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:04.703105 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f5d07e08-0376-4e9c-8448-dfd30e185f73 req-502c522a-994e-4b89-b3bc-c013b64b69dc tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] 10.222.0.53 "GET /v2.0/security-groups?id=41639556-d3d0-49e5-aba2-9fa08626e803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095130 Nov 25 13:13:04.724607 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b81a4af6-afcd-419d-a795-5bec45c4b37e req-f9b70f78-de3c-42b4-b083-facfefa3fe9b tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6243823 Nov 25 13:13:04.774502 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-b81a4af6-afcd-419d-a795-5bec45c4b37e req-1ad6cb73-063b-4985-9480-baa770ed7bde service neutron] Request body: {'port': {'device_id': 'ef25d445-c91f-4ae2-a2d4-1e257802bc8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:13:04.821197 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-acc03586-b55a-453d-a309-9c104a10c4fa req-dea57e3c-ba76-420c-a5a4-9fac6481664c tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=4944a493-06c4-4cfc-b227-2738dee4da25 HTTP/1.1" status: 200 len: 210 time: 0.1092722 Nov 25 13:13:04.839658 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4b97e-4c59-4794-a0af-24d86f1f800a req-45c0bddf-ff35-4709-860f-e9c2dfa880cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:04.842771 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6fd4b97e-4c59-4794-a0af-24d86f1f800a req-45c0bddf-ff35-4709-860f-e9c2dfa880cf service neutron] 10.222.0.47 "GET /v2.0/networks?id=20494638-06c1-415e-90d6-c326674b78a0 HTTP/1.1" status: 200 len: 908 time: 0.7616246 Nov 25 13:13:04.852186 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:05.015734 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6fd4b97e-4c59-4794-a0af-24d86f1f800a req-6ccff2fd-3e76-4bd1-8bd5-f0230fefb560 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e9bf303-3260-4f39-8268-47ea7dd76ad6 HTTP/1.1" status: 200 len: 217 time: 0.1586816 Nov 25 13:13:05.024071 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1864145d-a243-4c85-944f-748f933cfae2 req-aef13bf1-7316-4068-a7c7-e12e69a7b671 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=a37b14712e6744e5a7c9e9c0d5e783e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0653582 Nov 25 13:13:05.033222 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0c89d8-3df8-44b0-8984-f207ea6c8783 x-openstack-request-id: req-db0c89d8-3df8-44b0-8984-f207ea6c8783 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:13:05.033515 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a473b0-12a5-4eaf-a002-8ffa88b87577", "name": "network-vif-plugged", "status": "completed", "tag": "8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:13:05.034827 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-db0c89d8-3df8-44b0-8984-f207ea6c8783 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:13:05.036470 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a473b0-12a5-4eaf-a002-8ffa88b87577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14', 'code': 200} Nov 25 13:13:05.037726 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4d6d9a08-e573-403e-a143-7449a2774706 req-9d8307c3-aff2-4858-a262-0bac71a1f683 service neutron] 10.222.0.66 "GET /v2.0/networks/c70f7334-0865-479f-9b23-a45cfad81392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6876445 Nov 25 13:13:05.057924 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b81a4af6-afcd-419d-a795-5bec45c4b37e req-1ad6cb73-063b-4985-9480-baa770ed7bde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:05.072808 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 41c98a64-3376-45d2-8c91-dde2c4fec935 no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:13:05.144778 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] No Port match for: 41c98a64-3376-45d2-8c91-dde2c4fec935 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:13:05.145516 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 41c98a64-3376-45d2-8c91-dde2c4fec935 not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:13:05.149893 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:05.189904 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1b872-7425-4165-b9d5-8646d01bbd2d req-73b7b57b-7977-4b49-b9dc-9dafc69ec234 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:05.194732 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e2f1b872-7425-4165-b9d5-8646d01bbd2d req-73b7b57b-7977-4b49-b9dc-9dafc69ec234 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=1834e9fa-ed18-4283-b6da-37963008c9ee HTTP/1.1" status: 200 len: 943 time: 0.2779889 Nov 25 13:13:05.300030 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4d6d9a08-e573-403e-a143-7449a2774706 req-4f5a1ef2-2bec-4c9e-aad2-821a6d5aded9 service neutron] 10.222.0.66 "GET /v2.0/networks/c70f7334-0865-479f-9b23-a45cfad81392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232766 Nov 25 13:13:05.464888 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-0d7c3b3a-2771-475c-970b-33f53a5cbbab admin admin] For port e2cc3c40-2b5b-4761-a8d6-719300f6d247, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=e2cc3c40-2b5b-4761-a8d6-719300f6d247,segment=NetworkSegment(56ddc7b7-f3f4-48a3-a521-4094719bb02a),segment_id=56ddc7b7-f3f4-48a3-a521-4094719bb02a)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:13:05.465277 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0d7c3b3a-2771-475c-970b-33f53a5cbbab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:05.541298 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4b97e-4c59-4794-a0af-24d86f1f800a req-451f97a8-48c5-4549-aa26-43290165a0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:05.542963 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6fd4b97e-4c59-4794-a0af-24d86f1f800a req-451f97a8-48c5-4549-aa26-43290165a0ff service neutron] 10.222.0.47 "GET /v2.0/subnets?id=82870c5b-3c5b-4cf7-b280-dc92346a33bf HTTP/1.1" status: 200 len: 847 time: 0.5042014 Nov 25 13:13:05.585243 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-0d7c3b3a-2771-475c-970b-33f53a5cbbab admin admin] Calling delete_port for e2cc3c40-2b5b-4761-a8d6-719300f6d247 owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:13:05.607847 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e2f1b872-7425-4165-b9d5-8646d01bbd2d req-4764920a-1a93-4da3-a583-57d365dc9484 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876167 Nov 25 13:13:05.625045 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864145d-a243-4c85-944f-748f933cfae2 req-4d7abcbf-815c-4c70-a628-ba7055f9fa84 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:05.626552 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1864145d-a243-4c85-944f-748f933cfae2 req-4d7abcbf-815c-4c70-a628-ba7055f9fa84 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5567625 Nov 25 13:13:05.642678 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 40808) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:05.645790 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6fd4b97e-4c59-4794-a0af-24d86f1f800a req-cef3b025-d487-4d1e-bf56-95a11a237fc2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20494638-06c1-415e-90d6-c326674b78a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772674 Nov 25 13:13:05.652306 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b31cc6-7fb0-4fbe-8aaf-ded2c9d06364 req-b4580841-41a0-49c5-b418-7a735fa3c1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:05.654567 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a8b31cc6-7fb0-4fbe-8aaf-ded2c9d06364 req-b4580841-41a0-49c5-b418-7a735fa3c1e8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 1097 time: 0.3477426 Nov 25 13:13:05.673799 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-1864145d-a243-4c85-944f-748f933cfae2 req-dbd69d9b-79de-4730-9131-e961623bb216 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Request body: {'port': {'device_id': '17232847-b6af-4835-9bba-18e757b232da', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'admin_state_up': True, 'tenant_id': 'a37b14712e6744e5a7c9e9c0d5e783e2'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:13:05.830636 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 40814) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:05.887751 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8d9fb-82ed-45fb-8028-74426b6bf199 req-efbfb7f7-5f05-4490-ba06-512984cd5004 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:05.903063 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-00c8d9fb-82ed-45fb-8028-74426b6bf199 req-efbfb7f7-5f05-4490-ba06-512984cd5004 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 945 time: 0.4586298 Nov 25 13:13:05.958917 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6fd4b97e-4c59-4794-a0af-24d86f1f800a req-1d4220b0-6d3b-46fe-b601-2f5c8cf92b0d service neutron] 10.222.0.47 "GET /v2.0/networks/20494638-06c1-415e-90d6-c326674b78a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976694 Nov 25 13:13:06.111254 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8c43f3a2-e045-4d50-affa-c826899ee0d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:06.116184 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-00c8d9fb-82ed-45fb-8028-74426b6bf199 req-291f2d9e-5d61-4f97-8b74-d98084ea5b23 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2120578 Nov 25 13:13:06.138022 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a8b31cc6-7fb0-4fbe-8aaf-ded2c9d06364 req-b8fd1860-682a-420a-8531-685eca23b9a9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4692483 Nov 25 13:13:06.174484 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:06.193293 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c0a44e83-99aa-4993-9f59-3a5e2b1952dc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7d7baad3ee564b83b3cf7ae09d02e2c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5494673 Nov 25 13:13:06.198110 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 8e9bf303-3260-4f39-8268-47ea7dd76ad6 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:13:06.203781 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 40820) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:06.243307 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084d119-f4fc-4065-9b4a-df38ce4430c6 req-3edfe057-2c4e-4264-958f-9bb4830124d8 tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:06.255400 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d084d119-f4fc-4065-9b4a-df38ce4430c6 req-3edfe057-2c4e-4264-958f-9bb4830124d8 tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef25d445-c91f-4ae2-a2d4-1e257802bc8f HTTP/1.1" status: 200 len: 931 time: 0.2923303 Nov 25 13:13:06.300549 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6fd4b97e-4c59-4794-a0af-24d86f1f800a req-48915aef-e54e-4e21-ab1c-ffab5fa235bf service neutron] 10.222.0.47 "GET /v2.0/networks/20494638-06c1-415e-90d6-c326674b78a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895963 Nov 25 13:13:06.342565 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-dd4f3e34-584e-412d-95e1-6223b86ca416 req-f0b0293f-43e2-4965-ad88-1b7758e4711c tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=a37b14712e6744e5a7c9e9c0d5e783e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0569668 Nov 25 13:13:06.407986 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1864145d-a243-4c85-944f-748f933cfae2 req-dbd69d9b-79de-4730-9131-e961623bb216 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Made reservation on behalf of a37b14712e6744e5a7c9e9c0d5e783e2 for: {'port': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:13:06.412110 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-1864145d-a243-4c85-944f-748f933cfae2 req-dbd69d9b-79de-4730-9131-e961623bb216 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:06.428433 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5c65d35d-4b84-4fb4-bbe3-c70d1be9e6a9 req-7cecce60-f462-4d88-bf94-b923ea9c828d tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=4944a493-06c4-4cfc-b227-2738dee4da25 HTTP/1.1" status: 200 len: 210 time: 0.1627512 Nov 25 13:13:06.467143 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-1864145d-a243-4c85-944f-748f933cfae2 req-dbd69d9b-79de-4730-9131-e961623bb216 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:06.563482 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d084d119-f4fc-4065-9b4a-df38ce4430c6 req-a1070d76-6822-4214-9b8f-705cc309d575 tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] 10.222.0.53 "GET /v2.0/security-groups?id=41639556-d3d0-49e5-aba2-9fa08626e803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068793 Nov 25 13:13:06.582508 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0d7c3b3a-2771-475c-970b-33f53a5cbbab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:06.586622 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-b81a4af6-afcd-419d-a795-5bec45c4b37e req-1ad6cb73-063b-4985-9480-baa770ed7bde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3788864-08f0-481e-9262-bf2acf7d1359 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:13:06.601624 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b81a4af6-afcd-419d-a795-5bec45c4b37e req-1ad6cb73-063b-4985-9480-baa770ed7bde service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:06.611013 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f3e34-584e-412d-95e1-6223b86ca416 req-d02a84eb-ba78-46a7-ba8b-51d0c2454cd5 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:06.612588 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-dd4f3e34-584e-412d-95e1-6223b86ca416 req-d02a84eb-ba78-46a7-ba8b-51d0c2454cd5 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2539654 Nov 25 13:13:06.615419 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8c43f3a2-e045-4d50-affa-c826899ee0d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:06.632644 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8c43f3a2-e045-4d50-affa-c826899ee0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:06.662646 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-dd4f3e34-584e-412d-95e1-6223b86ca416 req-8da1a56d-5def-4416-aa60-a7155ad0da83 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Request body: {'port': {'device_id': '4944a493-06c4-4cfc-b227-2738dee4da25', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'admin_state_up': True, 'tenant_id': 'a37b14712e6744e5a7c9e9c0d5e783e2'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:13:06.667046 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7c3b3a-2771-475c-970b-33f53a5cbbab admin admin] Pushing event deleted for resources: {'Port': ['ID=e2cc3c40-2b5b-4761-a8d6-719300f6d247,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:06.686679 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43f3a2-e045-4d50-affa-c826899ee0d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92cbe687-105c-41a0-8992-7560f3ecb799,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:06.689647 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2e0b959a-8c4f-4859-a8d7-46e598e44fa7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:06.727826 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-b81a4af6-afcd-419d-a795-5bec45c4b37e req-1ad6cb73-063b-4985-9480-baa770ed7bde service neutron] Transition to ACTIVE for port object f3788864-08f0-481e-9262-bf2acf7d1359 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:13:06.784367 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2e0b959a-8c4f-4859-a8d7-46e598e44fa7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:06.789758 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-8c43f3a2-e045-4d50-affa-c826899ee0d8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8abcf3c1405b42f6b3ad5a4d75d330ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9576168 Nov 25 13:13:06.799887 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 40824) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:06.803595 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b81a4af6-afcd-419d-a795-5bec45c4b37e req-1ad6cb73-063b-4985-9480-baa770ed7bde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:06.891704 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-1864145d-a243-4c85-944f-748f933cfae2 req-dbd69d9b-79de-4730-9131-e961623bb216 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:06.907534 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd6f88a-1a70-4afb-a45d-702bcd6b7257 req-1e0ae65f-4cf6-40c2-ab25-af64cde7808b tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:06.909351 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ddd6f88a-1a70-4afb-a45d-702bcd6b7257 req-1e0ae65f-4cf6-40c2-ab25-af64cde7808b tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=1834e9fa-ed18-4283-b6da-37963008c9ee HTTP/1.1" status: 200 len: 943 time: 0.1518886 Nov 25 13:13:06.912434 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-1864145d-a243-4c85-944f-748f933cfae2 req-dbd69d9b-79de-4730-9131-e961623bb216 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:07.016861 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd69d9b-79de-4730-9131-e961623bb216 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dcfa2f5-b26b-4d4e-b052-2775baa0664c,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:07.023719 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2e0b959a-8c4f-4859-a8d7-46e598e44fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:07.025844 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad6cb73-063b-4985-9480-baa770ed7bde service neutron] Pushing event updated for resources: {'Port': ['ID=f3788864-08f0-481e-9262-bf2acf7d1359,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:07.026364 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2e0b959a-8c4f-4859-a8d7-46e598e44fa7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:07.030925 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-2e0b959a-8c4f-4859-a8d7-46e598e44fa7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/deee0e1d-72d3-4dc4-a28a-ea506ad047af HTTP/1.1" status: 204 len: 168 time: 0.8181758 Nov 25 13:13:07.075570 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b959a-8c4f-4859-a8d7-46e598e44fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deee0e1d-72d3-4dc4-a28a-ea506ad047af,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:07.099647 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ddd6f88a-1a70-4afb-a45d-702bcd6b7257 req-cf4fcfa8-cfe9-4d04-ab25-c223b1026f74 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393397 Nov 25 13:13:07.127529 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [req-1864145d-a243-4c85-944f-748f933cfae2 req-dbd69d9b-79de-4730-9131-e961623bb216 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Allocated IP 192.168.233.120 (85f6380f-3625-4f44-8465-fbcf0c11fed5/2ce5ca48-e3be-44c6-9584-fd9eb8c67222/ef159002-0a94-4b9b-a981-f864f7dce730) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:13:07.164708 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-735eca7b-7067-4ba4-8874-40a62ca2d696 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:07.211831 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-735eca7b-7067-4ba4-8874-40a62ca2d696 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:07.303941 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-b18f4fa1-eeda-4daa-b1b7-d8a51e63941e service neutron] 10.222.0.47 "GET /v2.0/ports/8e9bf303-3260-4f39-8268-47ea7dd76ad6/bindings/n-h1-808199-11 HTTP/1.1" status: 200 len: 385 time: 0.5013123 Nov 25 13:13:07.314103 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-b81a4af6-afcd-419d-a795-5bec45c4b37e req-1ad6cb73-063b-4985-9480-baa770ed7bde service neutron] Attempting to bind port f3788864-08f0-481e-9262-bf2acf7d1359 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:13:07.314533 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-b81a4af6-afcd-419d-a795-5bec45c4b37e req-1ad6cb73-063b-4985-9480-baa770ed7bde service neutron] Attempting to bind port f3788864-08f0-481e-9262-bf2acf7d1359 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': 'e8fd4a16-fedf-4b39-a7fa-a0fbf5e097cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b31d2abc-ddf9-449f-8b10-4711b1b2ad23'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:13:07.314979 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81a4af6-afcd-419d-a795-5bec45c4b37e req-1ad6cb73-063b-4985-9480-baa770ed7bde service neutron] Attempting to bind port f3788864-08f0-481e-9262-bf2acf7d1359 on network b31d2abc-ddf9-449f-8b10-4711b1b2ad23 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:13:07.364340 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81a4af6-afcd-419d-a795-5bec45c4b37e req-1ad6cb73-063b-4985-9480-baa770ed7bde service neutron] Port f3788864-08f0-481e-9262-bf2acf7d1359 on network b31d2abc-ddf9-449f-8b10-4711b1b2ad23 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:13:07.364837 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81a4af6-afcd-419d-a795-5bec45c4b37e req-1ad6cb73-063b-4985-9480-baa770ed7bde service neutron] Attempting to bind port f3788864-08f0-481e-9262-bf2acf7d1359 on network b31d2abc-ddf9-449f-8b10-4711b1b2ad23 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:13:07.375590 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd4f3e34-584e-412d-95e1-6223b86ca416 req-8da1a56d-5def-4416-aa60-a7155ad0da83 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Made reservation on behalf of a37b14712e6744e5a7c9e9c0d5e783e2 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:13:07.379275 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-dd4f3e34-584e-412d-95e1-6223b86ca416 req-8da1a56d-5def-4416-aa60-a7155ad0da83 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:07.395614 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f896d63-ed03-4e50-acbe-f0786cabe824 req-51d71c98-8f13-41e0-a44c-d7471e7ddc2b tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:07.397842 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0f896d63-ed03-4e50-acbe-f0786cabe824 req-51d71c98-8f13-41e0-a44c-d7471e7ddc2b tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 945 time: 0.1204510 Nov 25 13:13:07.403376 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81a4af6-afcd-419d-a795-5bec45c4b37e req-1ad6cb73-063b-4985-9480-baa770ed7bde service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:13:07.403756 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81a4af6-afcd-419d-a795-5bec45c4b37e req-1ad6cb73-063b-4985-9480-baa770ed7bde service neutron] Checking segment: {'id': 'e8fd4a16-fedf-4b39-a7fa-a0fbf5e097cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b31d2abc-ddf9-449f-8b10-4711b1b2ad23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:13:07.404874 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81a4af6-afcd-419d-a795-5bec45c4b37e req-1ad6cb73-063b-4985-9480-baa770ed7bde service neutron] Bound using segment: {'id': 'e8fd4a16-fedf-4b39-a7fa-a0fbf5e097cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b31d2abc-ddf9-449f-8b10-4711b1b2ad23'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:13:07.405413 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-b81a4af6-afcd-419d-a795-5bec45c4b37e req-1ad6cb73-063b-4985-9480-baa770ed7bde service neutron] Bound port: f3788864-08f0-481e-9262-bf2acf7d1359, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8fd4a16-fedf-4b39-a7fa-a0fbf5e097cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b31d2abc-ddf9-449f-8b10-4711b1b2ad23'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:13:07.405843 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b81a4af6-afcd-419d-a795-5bec45c4b37e req-1ad6cb73-063b-4985-9480-baa770ed7bde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:07.413868 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0d7c3b3a-2771-475c-970b-33f53a5cbbab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:07.425400 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-1864145d-a243-4c85-944f-748f933cfae2 req-dbd69d9b-79de-4730-9131-e961623bb216 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:07.428612 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-735eca7b-7067-4ba4-8874-40a62ca2d696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:07.431263 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-735eca7b-7067-4ba4-8874-40a62ca2d696 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:07.434742 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-735eca7b-7067-4ba4-8874-40a62ca2d696 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/92cbe687-105c-41a0-8992-7560f3ecb799 HTTP/1.1" status: 204 len: 168 time: 0.6263630 Nov 25 13:13:07.555408 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0f896d63-ed03-4e50-acbe-f0786cabe824 req-0171c8ad-425a-43a9-a492-64e92a8fb293 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463447 Nov 25 13:13:07.599854 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8f38e110-93a0-4d61-9197-95d69cb7292d req-5266e768-253b-4445-a021-aa053fc23b32 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=4944a493-06c4-4cfc-b227-2738dee4da25 HTTP/1.1" status: 200 len: 210 time: 0.0685582 Nov 25 13:13:07.622083 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-1864145d-a243-4c85-944f-748f933cfae2 req-dbd69d9b-79de-4730-9131-e961623bb216 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:07.680714 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 40840) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:07.711519 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1864145d-a243-4c85-944f-748f933cfae2 req-dbd69d9b-79de-4730-9131-e961623bb216 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Network 85f6380f-3625-4f44-8465-fbcf0c11fed5 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:13:07.736048 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [req-1864145d-a243-4c85-944f-748f933cfae2 req-dbd69d9b-79de-4730-9131-e961623bb216 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:13:07.742624 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2a565f94-9264-41dc-a4c1-2d77103557a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:07.744728 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-1864145d-a243-4c85-944f-748f933cfae2 req-dbd69d9b-79de-4730-9131-e961623bb216 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:13:07.799125 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864145d-a243-4c85-944f-748f933cfae2 req-dbd69d9b-79de-4730-9131-e961623bb216 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:07.799841 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-1864145d-a243-4c85-944f-748f933cfae2 req-dbd69d9b-79de-4730-9131-e961623bb216 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:07.813641 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd69d9b-79de-4730-9131-e961623bb216 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Pushing event updated for resources: {'Port': ['ID=ef159002-0a94-4b9b-a981-f864f7dce730,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:07.841418 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735eca7b-7067-4ba4-8874-40a62ca2d696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92cbe687-105c-41a0-8992-7560f3ecb799,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:07.854072 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1864145d-a243-4c85-944f-748f933cfae2 req-dbd69d9b-79de-4730-9131-e961623bb216 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2058635 Nov 25 13:13:07.879459 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-1864145d-a243-4c85-944f-748f933cfae2 req-58510ca8-f432-4a59-9330-ebb503453794 service neutron] Request body: {'port': {'device_id': '17232847-b6af-4835-9bba-18e757b232da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-11'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:13:07.896399 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:07.903336 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc499b6-94b2-49a8-8470-e109d0700240 req-28128e80-993c-4178-88ef-29f84c63e239 tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:07.904976 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ddc499b6-94b2-49a8-8470-e109d0700240 req-28128e80-993c-4178-88ef-29f84c63e239 tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef25d445-c91f-4ae2-a2d4-1e257802bc8f HTTP/1.1" status: 200 len: 943 time: 0.2320871 Nov 25 13:13:07.983238 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 40846) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:08.019998 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-1864145d-a243-4c85-944f-748f933cfae2 req-58510ca8-f432-4a59-9330-ebb503453794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:08.039988 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cdd97049-a731-47ac-974a-c83e93e6c57e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:08.083240 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ddc499b6-94b2-49a8-8470-e109d0700240 req-503c76b2-311e-4c49-9dd4-60b27fc3acd1 tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] 10.222.0.53 "GET /v2.0/security-groups?id=41639556-d3d0-49e5-aba2-9fa08626e803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540363 Nov 25 13:13:08.138106 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2a565f94-9264-41dc-a4c1-2d77103557a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:08.174361 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-deb6398e-4e2f-48b8-9231-56c01b05d4e2 None None] Provisioning complete for port ef159002-0a94-4b9b-a981-f864f7dce730 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:13:08.174823 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-deb6398e-4e2f-48b8-9231-56c01b05d4e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:08.181628 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2a565f94-9264-41dc-a4c1-2d77103557a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:08.203587 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-b81a4af6-afcd-419d-a795-5bec45c4b37e req-1ad6cb73-063b-4985-9480-baa770ed7bde service neutron] For port f3788864-08f0-481e-9262-bf2acf7d1359, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:13:08.215669 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-b81a4af6-afcd-419d-a795-5bec45c4b37e req-1ad6cb73-063b-4985-9480-baa770ed7bde service neutron] For port f3788864-08f0-481e-9262-bf2acf7d1359, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=f3788864-08f0-481e-9262-bf2acf7d1359,segment=NetworkSegment(e8fd4a16-fedf-4b39-a7fa-a0fbf5e097cd),segment_id=e8fd4a16-fedf-4b39-a7fa-a0fbf5e097cd)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:13:08.233117 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b81a4af6-afcd-419d-a795-5bec45c4b37e req-1ad6cb73-063b-4985-9480-baa770ed7bde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:08.247340 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-deb6398e-4e2f-48b8-9231-56c01b05d4e2 None None] Port ef159002-0a94-4b9b-a981-f864f7dce730 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:13:08.372491 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a4af6-afcd-419d-a795-5bec45c4b37e req-1ad6cb73-063b-4985-9480-baa770ed7bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:08.373870 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b81a4af6-afcd-419d-a795-5bec45c4b37e req-1ad6cb73-063b-4985-9480-baa770ed7bde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:08.375341 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b81a4af6-afcd-419d-a795-5bec45c4b37e req-1ad6cb73-063b-4985-9480-baa770ed7bde service neutron] 10.222.0.47 "PUT /v2.0/ports/f3788864-08f0-481e-9262-bf2acf7d1359 HTTP/1.1" status: 200 len: 1092 time: 3.6071079 Nov 25 13:13:08.381114 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef25d445-c91f-4ae2-a2d4-1e257802bc8f', 'tag': 'f3788864-08f0-481e-9262-bf2acf7d1359'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:13:08.383589 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddccecc8-5baa-4026-ade1-612bec22fd41" -d '{"events": [{"name": "network-changed", "server_uuid": "ef25d445-c91f-4ae2-a2d4-1e257802bc8f", "tag": "f3788864-08f0-481e-9262-bf2acf7d1359"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:13:08.412307 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-dd4f3e34-584e-412d-95e1-6223b86ca416 req-8da1a56d-5def-4416-aa60-a7155ad0da83 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Allocated IP 192.168.233.59 (85f6380f-3625-4f44-8465-fbcf0c11fed5/2ce5ca48-e3be-44c6-9584-fd9eb8c67222/d5cc2e26-a29e-4825-aa7b-41d26989c8de) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:13:08.449087 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-39e548fc-6595-4d9f-a7d2-317477cf21fa service neutron] For port 8e9bf303-3260-4f39-8268-47ea7dd76ad6, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=8e9bf303-3260-4f39-8268-47ea7dd76ad6,segment=NetworkSegment(6f5b4a09-9f6c-4c19-8201-4d90933cd506),segment_id=6f5b4a09-9f6c-4c19-8201-4d90933cd506)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:13:08.465285 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e863a14-739e-4eb2-b940-9842c0dfed73 x-openstack-request-id: req-0e863a14-739e-4eb2-b940-9842c0dfed73 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:13:08.465577 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef25d445-c91f-4ae2-a2d4-1e257802bc8f", "tag": "f3788864-08f0-481e-9262-bf2acf7d1359", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:13:08.465842 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0e863a14-739e-4eb2-b940-9842c0dfed73 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:13:08.466293 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef25d445-c91f-4ae2-a2d4-1e257802bc8f', 'tag': 'f3788864-08f0-481e-9262-bf2acf7d1359', 'status': 'completed', 'code': 200} Nov 25 13:13:08.519931 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad6cb73-063b-4985-9480-baa770ed7bde service neutron] Pushing event updated for resources: {'Port': ['ID=f3788864-08f0-481e-9262-bf2acf7d1359,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:08.589816 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-39e548fc-6595-4d9f-a7d2-317477cf21fa service neutron] For port 8e9bf303-3260-4f39-8268-47ea7dd76ad6, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:13:08.625774 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-2a565f94-9264-41dc-a4c1-2d77103557a3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a50c7b9801eb4ac7a1fb16fa097c3292&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9436185 Nov 25 13:13:08.630961 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 40856) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:08.633979 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a565f94-9264-41dc-a4c1-2d77103557a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcaca78b-c34b-4b63-ba35-93cd83a7a48f,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:08.678753 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-39e548fc-6595-4d9f-a7d2-317477cf21fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e9bf303-3260-4f39-8268-47ea7dd76ad6 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:13:08.698559 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cdd97049-a731-47ac-974a-c83e93e6c57e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:08.711683 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d7c3b3a-2771-475c-970b-33f53a5cbbab admin admin] Router df101fc2-4472-4a9e-b438-e06c998dc52f has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:13:08.712172 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cf31c1-9ae7-4d0d-b228-8b2842bdbec8 req-ca64af6b-1914-4f2b-8d28-d9edef793d1e tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:08.713838 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-49cf31c1-9ae7-4d0d-b228-8b2842bdbec8 req-ca64af6b-1914-4f2b-8d28-d9edef793d1e tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=1834e9fa-ed18-4283-b6da-37963008c9ee HTTP/1.1" status: 200 len: 943 time: 0.5293963 Nov 25 13:13:08.717043 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a4af6-afcd-419d-a795-5bec45c4b37e req-8dc75675-913e-4625-9372-cae2b3248737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:08.718728 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b81a4af6-afcd-419d-a795-5bec45c4b37e req-8dc75675-913e-4625-9372-cae2b3248737 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ef239eedb8d5488b98d0d4db35b92344&device_id=ef25d445-c91f-4ae2-a2d4-1e257802bc8f HTTP/1.1" status: 200 len: 1095 time: 0.2720492 Nov 25 13:13:08.721383 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-39e548fc-6595-4d9f-a7d2-317477cf21fa service neutron] For port 8e9bf303-3260-4f39-8268-47ea7dd76ad6, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=8e9bf303-3260-4f39-8268-47ea7dd76ad6,segment=NetworkSegment(6f5b4a09-9f6c-4c19-8201-4d90933cd506),segment_id=6f5b4a09-9f6c-4c19-8201-4d90933cd506)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:13:08.731458 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cdd97049-a731-47ac-974a-c83e93e6c57e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:08.761505 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13849f62-cf42-4f9c-83a6-6e494bb56cf4 req-1f2605a0-1853-42c1-b35e-b8d6b388ae77 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:08.763124 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-13849f62-cf42-4f9c-83a6-6e494bb56cf4 req-1f2605a0-1853-42c1-b35e-b8d6b388ae77 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 945 time: 0.1194584 Nov 25 13:13:08.808116 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-76f07e5c-8f01-4f98-b04d-e324288ed595 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:08.833086 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-39e548fc-6595-4d9f-a7d2-317477cf21fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:08.856060 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b81a4af6-afcd-419d-a795-5bec45c4b37e req-ecf6897f-0b75-4146-9d41-30b411674a94 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3788864-08f0-481e-9262-bf2acf7d1359 HTTP/1.1" status: 200 len: 217 time: 0.0886579 Nov 25 13:13:08.857536 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-13849f62-cf42-4f9c-83a6-6e494bb56cf4 req-046761e9-4fc2-4845-90a2-9c462430b269 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816200 Nov 25 13:13:08.872867 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-49cf31c1-9ae7-4d0d-b228-8b2842bdbec8 req-510d9835-e121-44d7-90c3-5e2331333833 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492519 Nov 25 13:13:08.887528 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-76f07e5c-8f01-4f98-b04d-e324288ed595 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:08.935153 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd97049-a731-47ac-974a-c83e93e6c57e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c301ce3d-435f-4762-9206-1f3c46b371ca,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:08.939827 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-cdd97049-a731-47ac-974a-c83e93e6c57e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bb63be7d85a44f72b3fb99b2e12ff1b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9534841 Nov 25 13:13:08.944269 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 40860) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:09.047897 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0d332f13-d1d6-4560-a7ba-6249c273e14c req-6de4a6ba-7d97-4d4e-99dd-9dc6fd0fab9f tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=4944a493-06c4-4cfc-b227-2738dee4da25 HTTP/1.1" status: 200 len: 210 time: 0.0560691 Nov 25 13:13:09.097763 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-76f07e5c-8f01-4f98-b04d-e324288ed595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:09.100585 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-76f07e5c-8f01-4f98-b04d-e324288ed595 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:09.101829 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-76f07e5c-8f01-4f98-b04d-e324288ed595 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dcaca78b-c34b-4b63-ba35-93cd83a7a48f HTTP/1.1" status: 204 len: 168 time: 0.4634268 Nov 25 13:13:09.125756 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f07e5c-8f01-4f98-b04d-e324288ed595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcaca78b-c34b-4b63-ba35-93cd83a7a48f,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:09.131874 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-dd4f3e34-584e-412d-95e1-6223b86ca416 req-8da1a56d-5def-4416-aa60-a7155ad0da83 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:09.135584 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a4af6-afcd-419d-a795-5bec45c4b37e req-ff976f18-16f9-443c-ba06-19834909ae0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:09.137090 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b81a4af6-afcd-419d-a795-5bec45c4b37e req-ff976f18-16f9-443c-ba06-19834909ae0f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=258a0fc4-429f-4802-8284-12ad8743d39b HTTP/1.1" status: 200 len: 860 time: 0.2667723 Nov 25 13:13:09.177119 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37ac56c-96cb-4152-96cc-89ced8943169 req-01df0164-f88e-4e72-bec7-7a8e265fd3b3 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:09.189250 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b37ac56c-96cb-4152-96cc-89ced8943169 req-01df0164-f88e-4e72-bec7-7a8e265fd3b3 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 945 time: 0.1846807 Nov 25 13:13:09.189250 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-459b816d-aa1d-4b73-bd70-090ad636b0e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:09.189496 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 40868) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:09.194300 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-7ee4effb-5858-4042-a852-1ff21ee3212b tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Request body: {'floatingip': {'port_id': '8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:13:09.246595 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b81a4af6-afcd-419d-a795-5bec45c4b37e req-8c0ccf61-a99f-4440-b118-54d998a8c255 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b31d2abc-ddf9-449f-8b10-4711b1b2ad23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825329 Nov 25 13:13:09.249248 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7ee4effb-5858-4042-a852-1ff21ee3212b tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks [] for floatingip, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:09.273830 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d7c3b3a-2771-475c-970b-33f53a5cbbab admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:13:09.285591 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c40aa9-cb38-4bd7-aadd-d89a45b247c9 None None] Sync routers for ids ['df101fc2-4472-4a9e-b438-e06c998dc52f'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:13:09.293010 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-0d7c3b3a-2771-475c-970b-33f53a5cbbab admin admin] 10.222.0.53 "PUT /v2.0/routers/df101fc2-4472-4a9e-b438-e06c998dc52f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9189265 Nov 25 13:13:09.295785 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-39e548fc-6595-4d9f-a7d2-317477cf21fa service neutron] Transition to ACTIVE for port object 8e9bf303-3260-4f39-8268-47ea7dd76ad6 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:13:09.296179 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-459b816d-aa1d-4b73-bd70-090ad636b0e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:09.299822 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c40aa9-cb38-4bd7-aadd-d89a45b247c9 None None] Routers {'df101fc2-4472-4a9e-b438-e06c998dc52f'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:13:09.300474 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-82c40aa9-cb38-4bd7-aadd-d89a45b247c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:13:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['df101fc2-4472-4a9e-b438-e06c998dc52f'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:13:09.300866 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 40870) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:09.376396 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-39e548fc-6595-4d9f-a7d2-317477cf21fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:09.448323 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92ef65-a7d3-40e5-baf9-e2862022404a req-b18a0896-ce5e-4794-877e-c7c4015dfc42 tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:09.458051 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2c92ef65-a7d3-40e5-baf9-e2862022404a req-b18a0896-ce5e-4794-877e-c7c4015dfc42 tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef25d445-c91f-4ae2-a2d4-1e257802bc8f HTTP/1.1" status: 200 len: 943 time: 0.1649652 Nov 25 13:13:09.461153 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-82c40aa9-cb38-4bd7-aadd-d89a45b247c9 None None] Set router df101fc2-4472-4a9e-b438-e06c998dc52f gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:13:09.520997 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-39e548fc-6595-4d9f-a7d2-317477cf21fa service neutron] No DVR routers for this DVR port 8e9bf303-3260-4f39-8268-47ea7dd76ad6 on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:13:09.526193 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-459b816d-aa1d-4b73-bd70-090ad636b0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:09.528883 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-459b816d-aa1d-4b73-bd70-090ad636b0e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:09.530136 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-459b816d-aa1d-4b73-bd70-090ad636b0e4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c301ce3d-435f-4762-9206-1f3c46b371ca HTTP/1.1" status: 204 len: 168 time: 0.5843418 Nov 25 13:13:09.563092 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-dd4f3e34-584e-412d-95e1-6223b86ca416 req-8da1a56d-5def-4416-aa60-a7155ad0da83 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:09.620611 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e548fc-6595-4d9f-a7d2-317477cf21fa service neutron] Pushing event updated for resources: {'Port': ['ID=8e9bf303-3260-4f39-8268-47ea7dd76ad6,revision_number=10']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:09.627890 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-39e548fc-6595-4d9f-a7d2-317477cf21fa service neutron] 10.222.0.47 "PUT /v2.0/ports/8e9bf303-3260-4f39-8268-47ea7dd76ad6/bindings/n-h1-808199-11/activate HTTP/1.1" status: 200 len: 370 time: 2.3058190 Nov 25 13:13:09.632048 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459b816d-aa1d-4b73-bd70-090ad636b0e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c301ce3d-435f-4762-9206-1f3c46b371ca,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:09.639930 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2a86bc9f-a224-4ff1-b74a-6e0c856e5d36 admin admin] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:09.643951 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b81a4af6-afcd-419d-a795-5bec45c4b37e req-22b4c8f4-0e2f-4ff8-bd47-88d5a2c91019 service neutron] 10.222.0.47 "GET /v2.0/networks/b31d2abc-ddf9-449f-8b10-4711b1b2ad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3840027 Nov 25 13:13:09.675938 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2c92ef65-a7d3-40e5-baf9-e2862022404a req-48c254cc-a224-4932-9c36-31e3c3688a0c tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] 10.222.0.53 "GET /v2.0/security-groups?id=41639556-d3d0-49e5-aba2-9fa08626e803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107193 Nov 25 13:13:09.739362 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd4f3e34-584e-412d-95e1-6223b86ca416 req-8da1a56d-5def-4416-aa60-a7155ad0da83 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Network 85f6380f-3625-4f44-8465-fbcf0c11fed5 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:13:09.816417 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-82c40aa9-cb38-4bd7-aadd-d89a45b247c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df101fc2-4472-4a9e-b438-e06c998dc52f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-643154548-router', 'tenant_id': '1d7c3b2bb5754f9a86023c3de45d9c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '57743813-95b9-4826-88bc-f0410281c80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:07:35Z', 'updated_at': '2021-11-25T13:13:06Z', 'revision_number': 5, 'project_id': '1d7c3b2bb5754f9a86023c3de45d9c8a', 'gw_port': {'id': '57743813-95b9-4826-88bc-f0410281c80a', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:78:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df101fc2-4472-4a9e-b438-e06c998dc52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:07:38Z', 'updated_at': '2021-11-25T13:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:13:09.854877 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c40aa9-cb38-4bd7-aadd-d89a45b247c9 None None] Checking router: df101fc2-4472-4a9e-b438-e06c998dc52f for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:13:09.865621 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c40aa9-cb38-4bd7-aadd-d89a45b247c9 None None] Routers {'df101fc2-4472-4a9e-b438-e06c998dc52f'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:13:09.866258 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-82c40aa9-cb38-4bd7-aadd-d89a45b247c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:13:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['df101fc2-4472-4a9e-b438-e06c998dc52f'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:13:09.877133 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b81a4af6-afcd-419d-a795-5bec45c4b37e req-64aaa921-3ca0-4f43-938d-e04bc00900f6 service neutron] 10.222.0.47 "GET /v2.0/networks/b31d2abc-ddf9-449f-8b10-4711b1b2ad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427410 Nov 25 13:13:09.889589 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-dd4f3e34-584e-412d-95e1-6223b86ca416 req-8da1a56d-5def-4416-aa60-a7155ad0da83 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:13:09.891525 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [req-1864145d-a243-4c85-944f-748f933cfae2 req-58510ca8-f432-4a59-9330-ebb503453794 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef159002-0a94-4b9b-a981-f864f7dce730 {{(pid=103570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:13:09.892084 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd4f3e34-584e-412d-95e1-6223b86ca416 req-8da1a56d-5def-4416-aa60-a7155ad0da83 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:13:09.903305 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-1864145d-a243-4c85-944f-748f933cfae2 req-58510ca8-f432-4a59-9330-ebb503453794 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:09.998920 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.provisioning_blocks [req-1864145d-a243-4c85-944f-748f933cfae2 req-58510ca8-f432-4a59-9330-ebb503453794 service neutron] Transition to ACTIVE for port object ef159002-0a94-4b9b-a981-f864f7dce730 will not be triggered until provisioned by entity L2. {{(pid=103570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:13:10.037402 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-1864145d-a243-4c85-944f-748f933cfae2 req-58510ca8-f432-4a59-9330-ebb503453794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:10.063836 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da1a56d-5def-4416-aa60-a7155ad0da83 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Pushing event updated for resources: {'Port': ['ID=d5cc2e26-a29e-4825-aa7b-41d26989c8de,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:10.082935 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-82c40aa9-cb38-4bd7-aadd-d89a45b247c9 None None] Set router df101fc2-4472-4a9e-b438-e06c998dc52f gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:13:10.134899 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58510ca8-f432-4a59-9330-ebb503453794 service neutron] Pushing event updated for resources: {'Port': ['ID=ef159002-0a94-4b9b-a981-f864f7dce730,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:10.200484 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-85fff2c5-07c7-4aef-bbf9-983da40441d6 tempest-LiveMigrationTest-1161798756 tempest-LiveMigrationTest-1161798756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:10.202814 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-85fff2c5-07c7-4aef-bbf9-983da40441d6 tempest-LiveMigrationTest-1161798756 tempest-LiveMigrationTest-1161798756-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=1834e9fa-ed18-4283-b6da-37963008c9ee&tenant_id=f9638bf2b13b4d579c7476454eb03e3d&binding%3Ahost_id=n-h2-808199-11 HTTP/1.1" status: 200 len: 1096 time: 0.4674704 Nov 25 13:13:10.211524 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f3e34-584e-412d-95e1-6223b86ca416 req-8da1a56d-5def-4416-aa60-a7155ad0da83 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:10.212471 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-dd4f3e34-584e-412d-95e1-6223b86ca416 req-8da1a56d-5def-4416-aa60-a7155ad0da83 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:10.270143 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddccecc8-5baa-4026-ade1-612bec22fd41 req-6afe23f5-0189-4df2-a9b7-bcb366512106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:10.271955 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ddccecc8-5baa-4026-ade1-612bec22fd41 req-6afe23f5-0189-4df2-a9b7-bcb366512106 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ef239eedb8d5488b98d0d4db35b92344&device_id=ef25d445-c91f-4ae2-a2d4-1e257802bc8f HTTP/1.1" status: 200 len: 1095 time: 0.2771223 Nov 25 13:13:10.303840 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-dd4f3e34-584e-412d-95e1-6223b86ca416 req-8da1a56d-5def-4416-aa60-a7155ad0da83 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6692562 Nov 25 13:13:10.328667 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa200fe-db86-4166-ab42-c8ba17ba4669 req-5b212222-ef0f-4ad7-bd3d-784a8f807860 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:10.331158 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-faa200fe-db86-4166-ab42-c8ba17ba4669 req-5b212222-ef0f-4ad7-bd3d-784a8f807860 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=1834e9fa-ed18-4283-b6da-37963008c9ee HTTP/1.1" status: 200 len: 944 time: 0.3260608 Nov 25 13:13:10.368545 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-dd4f3e34-584e-412d-95e1-6223b86ca416 req-b87ffbf8-f35d-4fa3-a15e-27c63bc7c5a2 service neutron] Request body: {'port': {'device_id': '4944a493-06c4-4cfc-b227-2738dee4da25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:13:10.373773 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2a86bc9f-a224-4ff1-b74a-6e0c856e5d36 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:10.393358 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-f7d8e673-2295-4ee4-81ed-30f208d5a942 None None] Provisioning complete for port d5cc2e26-a29e-4825-aa7b-41d26989c8de triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:13:10.399276 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f7d8e673-2295-4ee4-81ed-30f208d5a942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:10.406544 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-833e8538-5539-421f-9ff7-e32d1acd9921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:10.409177 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-833e8538-5539-421f-9ff7-e32d1acd9921 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1834e9fa-ed18-4283-b6da-37963008c9ee&tenant_id=f9638bf2b13b4d579c7476454eb03e3d HTTP/1.1" status: 200 len: 1096 time: 0.1925185 Nov 25 13:13:10.496023 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-82c40aa9-cb38-4bd7-aadd-d89a45b247c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df101fc2-4472-4a9e-b438-e06c998dc52f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-643154548-router', 'tenant_id': '1d7c3b2bb5754f9a86023c3de45d9c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '57743813-95b9-4826-88bc-f0410281c80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:07:35Z', 'updated_at': '2021-11-25T13:13:06Z', 'revision_number': 5, 'project_id': '1d7c3b2bb5754f9a86023c3de45d9c8a', 'gw_port': {'id': '57743813-95b9-4826-88bc-f0410281c80a', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:78:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df101fc2-4472-4a9e-b438-e06c998dc52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:07:38Z', 'updated_at': '2021-11-25T13:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:13:10.510795 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.db.resource_extend [None req-7ee4effb-5858-4042-a852-1ff21ee3212b tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 13:13:10.515217 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-f7d8e673-2295-4ee4-81ed-30f208d5a942 None None] Port d5cc2e26-a29e-4825-aa7b-41d26989c8de cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:13:10.527013 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5dbb93-d0de-4d96-9511-2360842027c7 req-7b2e1a93-3272-4976-96d2-fc7f995a8c99 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:10.528556 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1f5dbb93-d0de-4d96-9511-2360842027c7 req-7b2e1a93-3272-4976-96d2-fc7f995a8c99 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=4944a493-06c4-4cfc-b227-2738dee4da25 HTTP/1.1" status: 200 len: 935 time: 0.3327808 Nov 25 13:13:10.573948 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c40aa9-cb38-4bd7-aadd-d89a45b247c9 None None] The sync data for ids ['df101fc2-4472-4a9e-b438-e06c998dc52f'] in n-d-808199-11 is: [{'id': 'df101fc2-4472-4a9e-b438-e06c998dc52f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-643154548-router', 'tenant_id': '1d7c3b2bb5754f9a86023c3de45d9c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '57743813-95b9-4826-88bc-f0410281c80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:07:35Z', 'updated_at': '2021-11-25T13:13:06Z', 'revision_number': 5, 'project_id': '1d7c3b2bb5754f9a86023c3de45d9c8a', 'gw_port': {'id': '57743813-95b9-4826-88bc-f0410281c80a', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:78:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df101fc2-4472-4a9e-b438-e06c998dc52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:07:38Z', 'updated_at': '2021-11-25T13:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:13:10.729015 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7ee4effb-5858-4042-a852-1ff21ee3212b tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:10.762607 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1f5dbb93-d0de-4d96-9511-2360842027c7 req-312136df-697e-4b6b-85ed-3f51a065b4eb tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302085 Nov 25 13:13:10.762607 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7ee4effb-5858-4042-a852-1ff21ee3212b tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:10.832286 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-1864145d-a243-4c85-944f-748f933cfae2 req-58510ca8-f432-4a59-9330-ebb503453794 service neutron] Attempting to bind port ef159002-0a94-4b9b-a981-f864f7dce730 on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:13:10.832639 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-1864145d-a243-4c85-944f-748f933cfae2 req-58510ca8-f432-4a59-9330-ebb503453794 service neutron] Attempting to bind port ef159002-0a94-4b9b-a981-f864f7dce730 by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:13:10.833197 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1864145d-a243-4c85-944f-748f933cfae2 req-58510ca8-f432-4a59-9330-ebb503453794 service neutron] Attempting to bind port ef159002-0a94-4b9b-a981-f864f7dce730 on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:13:10.839739 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-faa200fe-db86-4166-ab42-c8ba17ba4669 req-2c153ed1-1645-482f-9900-0025833e98e0 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4918308 Nov 25 13:13:10.851652 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1864145d-a243-4c85-944f-748f933cfae2 req-58510ca8-f432-4a59-9330-ebb503453794 service neutron] Port ef159002-0a94-4b9b-a981-f864f7dce730 on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:13:10.851917 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1864145d-a243-4c85-944f-748f933cfae2 req-58510ca8-f432-4a59-9330-ebb503453794 service neutron] Attempting to bind port ef159002-0a94-4b9b-a981-f864f7dce730 on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:13:10.874926 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1864145d-a243-4c85-944f-748f933cfae2 req-58510ca8-f432-4a59-9330-ebb503453794 service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:13:10.875272 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1864145d-a243-4c85-944f-748f933cfae2 req-58510ca8-f432-4a59-9330-ebb503453794 service neutron] Checking segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:13:10.875839 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1864145d-a243-4c85-944f-748f933cfae2 req-58510ca8-f432-4a59-9330-ebb503453794 service neutron] Bound using segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:13:10.876195 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-1864145d-a243-4c85-944f-748f933cfae2 req-58510ca8-f432-4a59-9330-ebb503453794 service neutron] Bound port: ef159002-0a94-4b9b-a981-f864f7dce730, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:13:10.876562 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-1864145d-a243-4c85-944f-748f933cfae2 req-58510ca8-f432-4a59-9330-ebb503453794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:10.916712 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddccecc8-5baa-4026-ade1-612bec22fd41 req-edeb243d-84e6-4633-a01e-2c00abe333bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:10.918206 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ddccecc8-5baa-4026-ade1-612bec22fd41 req-edeb243d-84e6-4633-a01e-2c00abe333bf service neutron] 10.222.0.47 "GET /v2.0/networks?id=b31d2abc-ddf9-449f-8b10-4711b1b2ad23 HTTP/1.1" status: 200 len: 921 time: 0.6353986 Nov 25 13:13:10.979197 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ddccecc8-5baa-4026-ade1-612bec22fd41 req-c65bb328-75c6-4d27-9539-4672f5e7f937 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3788864-08f0-481e-9262-bf2acf7d1359 HTTP/1.1" status: 200 len: 217 time: 0.0406430 Nov 25 13:13:10.982092 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-dd4f3e34-584e-412d-95e1-6223b86ca416 req-b87ffbf8-f35d-4fa3-a15e-27c63bc7c5a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:11.030890 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-67dc5117-c283-4a2d-8a8d-497e08bd8163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:11.032723 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-67dc5117-c283-4a2d-8a8d-497e08bd8163 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f9638bf2b13b4d579c7476454eb03e3d&device_id=1834e9fa-ed18-4283-b6da-37963008c9ee HTTP/1.1" status: 200 len: 1096 time: 0.5788751 Nov 25 13:13:11.053779 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 40918) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:11.064276 n-d-808199-11 neutron-server[103570]: INFO neutron.db.l3_db [None req-7ee4effb-5858-4042-a852-1ff21ee3212b tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Floating IP 12b3ceb5-8104-4759-9ea1-8241adc0aa89 associated. External IP: 172.25.5.252, port: 8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14. Nov 25 13:13:11.103476 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-1864145d-a243-4c85-944f-748f933cfae2 req-58510ca8-f432-4a59-9330-ebb503453794 service neutron] For port ef159002-0a94-4b9b-a981-f864f7dce730, host n-h1-808199-11, cleared binding levels {{(pid=103570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:13:11.107870 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-2a86bc9f-a224-4ff1-b74a-6e0c856e5d36 admin admin] Deleting port 57743813-95b9-4826-88bc-f0410281c80a {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:13:11.108173 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2a86bc9f-a224-4ff1-b74a-6e0c856e5d36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:11.136239 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db907e4-6825-4688-b58c-89d5aa4b2ccc req-9c6b8e00-84f9-4ae5-ad21-bf51015386e9 tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:11.137796 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8db907e4-6825-4688-b58c-89d5aa4b2ccc req-9c6b8e00-84f9-4ae5-ad21-bf51015386e9 tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef25d445-c91f-4ae2-a2d4-1e257802bc8f HTTP/1.1" status: 200 len: 943 time: 0.1922102 Nov 25 13:13:11.141326 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-1864145d-a243-4c85-944f-748f933cfae2 req-58510ca8-f432-4a59-9330-ebb503453794 service neutron] For port ef159002-0a94-4b9b-a981-f864f7dce730, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=ef159002-0a94-4b9b-a981-f864f7dce730,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:13:11.212676 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-1864145d-a243-4c85-944f-748f933cfae2 req-58510ca8-f432-4a59-9330-ebb503453794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:11.247047 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-2a86bc9f-a224-4ff1-b74a-6e0c856e5d36 admin admin] For port 57743813-95b9-4826-88bc-f0410281c80a, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=57743813-95b9-4826-88bc-f0410281c80a,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:13:11.247548 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2a86bc9f-a224-4ff1-b74a-6e0c856e5d36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:11.271325 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-2a86bc9f-a224-4ff1-b74a-6e0c856e5d36 admin admin] Calling delete_port for 57743813-95b9-4826-88bc-f0410281c80a owned by network:router_gateway {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:13:11.284137 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:11.296825 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864145d-a243-4c85-944f-748f933cfae2 req-58510ca8-f432-4a59-9330-ebb503453794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:11.297462 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-1864145d-a243-4c85-944f-748f933cfae2 req-58510ca8-f432-4a59-9330-ebb503453794 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:11.299182 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1864145d-a243-4c85-944f-748f933cfae2 req-58510ca8-f432-4a59-9330-ebb503453794 service neutron] 10.222.0.66 "PUT /v2.0/ports/ef159002-0a94-4b9b-a981-f864f7dce730 HTTP/1.1" status: 200 len: 1097 time: 3.4372144 Nov 25 13:13:11.305194 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddccecc8-5baa-4026-ade1-612bec22fd41 req-65848a36-e319-4285-8955-38d994b6fa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:11.306724 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ddccecc8-5baa-4026-ade1-612bec22fd41 req-65848a36-e319-4285-8955-38d994b6fa4c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=258a0fc4-429f-4802-8284-12ad8743d39b HTTP/1.1" status: 200 len: 860 time: 0.3038099 Nov 25 13:13:11.318069 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17232847-b6af-4835-9bba-18e757b232da', 'tag': 'ef159002-0a94-4b9b-a981-f864f7dce730'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:13:11.321900 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a615d9-bfbb-40d3-b7be-35bd7a802448" -d '{"events": [{"name": "network-changed", "server_uuid": "17232847-b6af-4835-9bba-18e757b232da", "tag": "ef159002-0a94-4b9b-a981-f864f7dce730"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:13:11.373363 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-7366b3bf-c3b8-4554-93f3-9081fe08ba7e admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-540732295-network', 'tenant_id': 'ce48360ee0e64a0f92fcf0cd683397ad'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:13:11.429120 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd20198-f3f1-4d2a-ad41-a9a82fdc1e56 x-openstack-request-id: req-4cd20198-f3f1-4d2a-ad41-a9a82fdc1e56 {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:13:11.429419 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17232847-b6af-4835-9bba-18e757b232da", "tag": "ef159002-0a94-4b9b-a981-f864f7dce730", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:13:11.429666 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4cd20198-f3f1-4d2a-ad41-a9a82fdc1e56 {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:13:11.430053 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17232847-b6af-4835-9bba-18e757b232da', 'tag': 'ef159002-0a94-4b9b-a981-f864f7dce730', 'status': 'completed', 'code': 200} Nov 25 13:13:11.444569 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8db907e4-6825-4688-b58c-89d5aa4b2ccc req-2179855c-9763-4902-9d9d-e8ce3c8584be tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] 10.222.0.53 "GET /v2.0/security-groups?id=41639556-d3d0-49e5-aba2-9fa08626e803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001244 Nov 25 13:13:11.473480 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58510ca8-f432-4a59-9330-ebb503453794 service neutron] Pushing event updated for resources: {'Port': ['ID=ef159002-0a94-4b9b-a981-f864f7dce730,revision_number=3']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:11.543762 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7366b3bf-c3b8-4554-93f3-9081fe08ba7e admin admin] Made reservation on behalf of ce48360ee0e64a0f92fcf0cd683397ad for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:13:11.546680 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7366b3bf-c3b8-4554-93f3-9081fe08ba7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:11.563656 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7366b3bf-c3b8-4554-93f3-9081fe08ba7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:11.567245 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864145d-a243-4c85-944f-748f933cfae2 req-d7df3ba5-ca55-4304-bffc-8a6c42f15471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:11.568232 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1864145d-a243-4c85-944f-748f933cfae2 req-d7df3ba5-ca55-4304-bffc-8a6c42f15471 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a37b14712e6744e5a7c9e9c0d5e783e2&device_id=17232847-b6af-4835-9bba-18e757b232da HTTP/1.1" status: 200 len: 1100 time: 0.1501472 Nov 25 13:13:11.570337 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ddccecc8-5baa-4026-ade1-612bec22fd41 req-b177f8cd-c6c4-4a6c-9498-4a2b47ba41a6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b31d2abc-ddf9-449f-8b10-4711b1b2ad23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1873133 Nov 25 13:13:11.665382 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1864145d-a243-4c85-944f-748f933cfae2 req-ea3cbf29-93bf-42d9-aa8b-58af790014fb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=ef159002-0a94-4b9b-a981-f864f7dce730 HTTP/1.1" status: 200 len: 217 time: 0.0667250 Nov 25 13:13:11.687677 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-63ea27d6-5b91-4b6f-8a7d-a1561485ef3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:11.692454 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-63ea27d6-5b91-4b6f-8a7d-a1561485ef3e service neutron] 10.222.0.66 "GET /v2.0/networks?id=20494638-06c1-415e-90d6-c326674b78a0 HTTP/1.1" status: 200 len: 908 time: 0.5854106 Nov 25 13:13:11.751272 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ee4effb-5858-4042-a852-1ff21ee3212b tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Router 77284998-ba42-41c3-a260-3b3762c389cf has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:13:11.753303 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864145d-a243-4c85-944f-748f933cfae2 req-cdd8b798-e1dd-4a7d-bb70-574857333a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:11.754912 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1864145d-a243-4c85-944f-748f933cfae2 req-cdd8b798-e1dd-4a7d-bb70-574857333a40 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.0803192 Nov 25 13:13:11.791382 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-4f1289b6-1c2e-4c17-986c-938042918358 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e9bf303-3260-4f39-8268-47ea7dd76ad6 HTTP/1.1" status: 200 len: 217 time: 0.0656509 Nov 25 13:13:11.868519 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7366b3bf-c3b8-4554-93f3-9081fe08ba7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:11.894729 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7366b3bf-c3b8-4554-93f3-9081fe08ba7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:11.933800 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ddccecc8-5baa-4026-ade1-612bec22fd41 req-9411e7d7-c076-4fb0-b214-06f263168eaf service neutron] 10.222.0.47 "GET /v2.0/networks/b31d2abc-ddf9-449f-8b10-4711b1b2ad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401225 Nov 25 13:13:11.934896 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 40944) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:11.942535 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-33da95ec-dd4a-4fea-9c31-ab76498b652b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:11.943971 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-33da95ec-dd4a-4fea-9c31-ab76498b652b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=82870c5b-3c5b-4cf7-b280-dc92346a33bf HTTP/1.1" status: 200 len: 847 time: 0.1407950 Nov 25 13:13:11.978923 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864145d-a243-4c85-944f-748f933cfae2 req-0a5aedc7-12f7-419f-8871-60fd17626ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:11.980461 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1864145d-a243-4c85-944f-748f933cfae2 req-0a5aedc7-12f7-419f-8871-60fd17626ec9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2147307 Nov 25 13:13:11.981095 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7366b3bf-c3b8-4554-93f3-9081fe08ba7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14008d9c-d4e4-413f-b173-b52cde5b634a,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:11.987081 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7366b3bf-c3b8-4554-93f3-9081fe08ba7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:13:12.002420 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7366b3bf-c3b8-4554-93f3-9081fe08ba7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:12.002953 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-7366b3bf-c3b8-4554-93f3-9081fe08ba7e admin admin] Added segment 2b145124-ca3d-43c4-8881-fe5b31d26e5c of type vlan for network 02a31e14-65ec-41f7-81c9-add34fd27175 Nov 25 13:13:12.017340 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-9132974c-02eb-4778-9ffe-9c3061174a93 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=20494638-06c1-415e-90d6-c326674b78a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367842 Nov 25 13:13:12.062067 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7366b3bf-c3b8-4554-93f3-9081fe08ba7e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:12.181084 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-f38f7d1e-662e-4fa4-aa6f-8580cdbe3f6e tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1308294878'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:13:12.184983 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device e2cc3c40-2b5b-4761-a8d6-719300f6d247 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:13:12.208738 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: e2cc3c40-2b5b-4761-a8d6-719300f6d247 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:13:12.209083 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device e2cc3c40-2b5b-4761-a8d6-719300f6d247 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:13:12.243086 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-dd4f3e34-584e-412d-95e1-6223b86ca416 req-b87ffbf8-f35d-4fa3-a15e-27c63bc7c5a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5cc2e26-a29e-4825-aa7b-41d26989c8de {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:13:12.257258 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2a86bc9f-a224-4ff1-b74a-6e0c856e5d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:12.264009 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-dd4f3e34-584e-412d-95e1-6223b86ca416 req-b87ffbf8-f35d-4fa3-a15e-27c63bc7c5a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:12.286918 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ddccecc8-5baa-4026-ade1-612bec22fd41 req-091c2261-242d-4c29-9dcf-6c8a612369aa service neutron] 10.222.0.47 "GET /v2.0/networks/b31d2abc-ddf9-449f-8b10-4711b1b2ad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3363435 Nov 25 13:13:12.324020 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f38f7d1e-662e-4fa4-aa6f-8580cdbe3f6e tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Made reservation on behalf of 7727dc1a75504259b4ea618751f994f2 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:13:12.328003 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f38f7d1e-662e-4fa4-aa6f-8580cdbe3f6e tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:12.337236 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a86bc9f-a224-4ff1-b74a-6e0c856e5d36 admin admin] Pushing event deleted for resources: {'Port': ['ID=57743813-95b9-4826-88bc-f0410281c80a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:12.343366 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-dd4f3e34-584e-412d-95e1-6223b86ca416 req-b87ffbf8-f35d-4fa3-a15e-27c63bc7c5a2 service neutron] Transition to ACTIVE for port object d5cc2e26-a29e-4825-aa7b-41d26989c8de will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:13:12.358401 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-52f26513-5027-4e84-a622-4e53d62bee57 service neutron] 10.222.0.66 "GET /v2.0/networks/20494638-06c1-415e-90d6-c326674b78a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123975 Nov 25 13:13:12.359062 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-dd4f3e34-584e-412d-95e1-6223b86ca416 req-b87ffbf8-f35d-4fa3-a15e-27c63bc7c5a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:12.361147 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f38f7d1e-662e-4fa4-aa6f-8580cdbe3f6e tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:12.507204 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc53488-9b5c-4d39-b1b2-652200cb17e8 req-646a65b6-afd8-46fa-b063-b93a9488272e tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:12.508738 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1cc53488-9b5c-4d39-b1b2-652200cb17e8 req-646a65b6-afd8-46fa-b063-b93a9488272e tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=4944a493-06c4-4cfc-b227-2738dee4da25 HTTP/1.1" status: 200 len: 935 time: 0.6599398 Nov 25 13:13:12.530830 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee4effb-5858-4042-a852-1ff21ee3212b tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:13:12.537079 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7ee4effb-5858-4042-a852-1ff21ee3212b tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:12.542435 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8b57e1-d38a-4dcc-a7fc-38401fde5ab4 None None] Sync routers for ids ['77284998-ba42-41c3-a260-3b3762c389cf'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:13:12.544407 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87ffbf8-f35d-4fa3-a15e-27c63bc7c5a2 service neutron] Pushing event updated for resources: {'Port': ['ID=d5cc2e26-a29e-4825-aa7b-41d26989c8de,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:12.565222 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8b57e1-d38a-4dcc-a7fc-38401fde5ab4 None None] Routers {'77284998-ba42-41c3-a260-3b3762c389cf'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:13:12.566517 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-2e8b57e1-d38a-4dcc-a7fc-38401fde5ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:13:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['77284998-ba42-41c3-a260-3b3762c389cf'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:13:12.569831 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7366b3bf-c3b8-4554-93f3-9081fe08ba7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:12.571108 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7366b3bf-c3b8-4554-93f3-9081fe08ba7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:12.572850 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7366b3bf-c3b8-4554-93f3-9081fe08ba7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:12.627520 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-d822e829-f179-4aaf-92c6-789aa9ed06ec service neutron] 10.222.0.66 "GET /v2.0/networks/20494638-06c1-415e-90d6-c326674b78a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443347 Nov 25 13:13:12.656613 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d4723-80e3-4fe4-b430-3c1506c079b0 req-c3930a2f-b2a0-405b-8bb6-7b961fbdd9c5 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:12.658475 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-da2d4723-80e3-4fe4-b430-3c1506c079b0 req-c3930a2f-b2a0-405b-8bb6-7b961fbdd9c5 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=1834e9fa-ed18-4283-b6da-37963008c9ee HTTP/1.1" status: 200 len: 944 time: 0.5888944 Nov 25 13:13:12.668847 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-7ee4effb-5858-4042-a852-1ff21ee3212b tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "PUT /v2.0/floatingips/12b3ceb5-8104-4759-9ea1-8241adc0aa89 HTTP/1.1" status: 200 len: 991 time: 3.4782412 Nov 25 13:13:12.691067 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2a86bc9f-a224-4ff1-b74a-6e0c856e5d36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:12.712172 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-7366b3bf-c3b8-4554-93f3-9081fe08ba7e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6558421 Nov 25 13:13:12.719872 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1864145d-a243-4c85-944f-748f933cfae2 req-127b3c9a-fc63-4b93-98db-19d68ff5ad2a service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6422613 Nov 25 13:13:12.725801 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 40952) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:12.729048 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7366b3bf-c3b8-4554-93f3-9081fe08ba7e admin admin] Pushing event updated for resources: {'Network': ['ID=02a31e14-65ec-41f7-81c9-add34fd27175,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:12.731779 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-2e8b57e1-d38a-4dcc-a7fc-38401fde5ab4 None None] Set router 77284998-ba42-41c3-a260-3b3762c389cf gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:13:12.737878 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-40231de1-5027-461a-843d-2be3b82b36b7 admin admin] Request body: {'subnet': {'network_id': '02a31e14-65ec-41f7-81c9-add34fd27175', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-540732295-subnet', 'tenant_id': 'ce48360ee0e64a0f92fcf0cd683397ad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:13:12.757306 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1cc53488-9b5c-4d39-b1b2-652200cb17e8 req-6a789f13-b028-4de5-a3db-2ad40dd1f624 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308915 Nov 25 13:13:12.800399 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f38f7d1e-662e-4fa4-aa6f-8580cdbe3f6e tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:12.840577 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-da2d4723-80e3-4fe4-b430-3c1506c079b0 req-8fade8bf-1dcb-4ae6-a386-d45a75e6ce25 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615176 Nov 25 13:13:12.882587 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f38f7d1e-662e-4fa4-aa6f-8580cdbe3f6e tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:12.915314 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40231de1-5027-461a-843d-2be3b82b36b7 admin admin] Made reservation on behalf of ce48360ee0e64a0f92fcf0cd683397ad for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:13:12.918852 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-40231de1-5027-461a-843d-2be3b82b36b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:12.959853 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 02a31e14-65ec-41f7-81c9-add34fd27175 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:13:12.998683 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f38f7d1e-662e-4fa4-aa6f-8580cdbe3f6e tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:13:13.001581 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f651e-009a-4729-be30-fd6c53e059b1 req-dcf31554-2fa5-4c1b-bdca-99a394c6cc0a tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:13.009033 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-844f651e-009a-4729-be30-fd6c53e059b1 req-dcf31554-2fa5-4c1b-bdca-99a394c6cc0a tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef25d445-c91f-4ae2-a2d4-1e257802bc8f HTTP/1.1" status: 200 len: 943 time: 0.1589315 Nov 25 13:13:13.016410 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2a86bc9f-a224-4ff1-b74a-6e0c856e5d36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:13.026130 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2a86bc9f-a224-4ff1-b74a-6e0c856e5d36 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:13.034951 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1864145d-a243-4c85-944f-748f933cfae2 req-79aea638-fddc-4d2b-bdfb-bd690213b1ea service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016670 Nov 25 13:13:13.049093 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f7d1e-662e-4fa4-aa6f-8580cdbe3f6e tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=119f6d32-62b3-4058-aa14-06ac4cde99f0,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:13.074251 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f38f7d1e-662e-4fa4-aa6f-8580cdbe3f6e tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:13.074680 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-f38f7d1e-662e-4fa4-aa6f-8580cdbe3f6e tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Added segment 1641841a-765d-48c2-ae7a-d2c7e114c6c5 of type vlan for network 2bafe4ef-0271-4cf1-a58d-45946f77a4b8 Nov 25 13:13:13.076660 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-dd4f3e34-584e-412d-95e1-6223b86ca416 req-b87ffbf8-f35d-4fa3-a15e-27c63bc7c5a2 service neutron] Attempting to bind port d5cc2e26-a29e-4825-aa7b-41d26989c8de on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:13:13.077012 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-dd4f3e34-584e-412d-95e1-6223b86ca416 req-b87ffbf8-f35d-4fa3-a15e-27c63bc7c5a2 service neutron] Attempting to bind port d5cc2e26-a29e-4825-aa7b-41d26989c8de by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:13:13.077349 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4f3e34-584e-412d-95e1-6223b86ca416 req-b87ffbf8-f35d-4fa3-a15e-27c63bc7c5a2 service neutron] Attempting to bind port d5cc2e26-a29e-4825-aa7b-41d26989c8de on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:13:13.108495 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-844f651e-009a-4729-be30-fd6c53e059b1 req-50877931-ad75-49e2-90b9-2057acba3d99 tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] 10.222.0.53 "GET /v2.0/security-groups?id=41639556-d3d0-49e5-aba2-9fa08626e803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984731 Nov 25 13:13:13.128852 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4f3e34-584e-412d-95e1-6223b86ca416 req-b87ffbf8-f35d-4fa3-a15e-27c63bc7c5a2 service neutron] Port d5cc2e26-a29e-4825-aa7b-41d26989c8de on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:13:13.129125 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4f3e34-584e-412d-95e1-6223b86ca416 req-b87ffbf8-f35d-4fa3-a15e-27c63bc7c5a2 service neutron] Attempting to bind port d5cc2e26-a29e-4825-aa7b-41d26989c8de on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:13:13.157369 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-4202fc67-9216-420e-9465-be0a1e755f0d tempest-LiveMigrationTest-1161798756 tempest-LiveMigrationTest-1161798756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:13.158878 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-4202fc67-9216-420e-9465-be0a1e755f0d tempest-LiveMigrationTest-1161798756 tempest-LiveMigrationTest-1161798756-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=1834e9fa-ed18-4283-b6da-37963008c9ee&tenant_id=f9638bf2b13b4d579c7476454eb03e3d&binding%3Ahost_id=n-h1-808199-11 HTTP/1.1" status: 200 len: 1096 time: 0.1989510 Nov 25 13:13:13.166243 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4f3e34-584e-412d-95e1-6223b86ca416 req-b87ffbf8-f35d-4fa3-a15e-27c63bc7c5a2 service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:13:13.166243 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4f3e34-584e-412d-95e1-6223b86ca416 req-b87ffbf8-f35d-4fa3-a15e-27c63bc7c5a2 service neutron] Checking segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:13:13.166671 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4f3e34-584e-412d-95e1-6223b86ca416 req-b87ffbf8-f35d-4fa3-a15e-27c63bc7c5a2 service neutron] Bound using segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:13:13.166839 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-dd4f3e34-584e-412d-95e1-6223b86ca416 req-b87ffbf8-f35d-4fa3-a15e-27c63bc7c5a2 service neutron] Bound port: d5cc2e26-a29e-4825-aa7b-41d26989c8de, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:13:13.167210 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-dd4f3e34-584e-412d-95e1-6223b86ca416 req-b87ffbf8-f35d-4fa3-a15e-27c63bc7c5a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:13.198623 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a615d9-bfbb-40d3-b7be-35bd7a802448 req-ecc8e7f3-19bf-4703-863e-790125dc96e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:13.200351 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-88a615d9-bfbb-40d3-b7be-35bd7a802448 req-ecc8e7f3-19bf-4703-863e-790125dc96e1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a37b14712e6744e5a7c9e9c0d5e783e2&device_id=17232847-b6af-4835-9bba-18e757b232da HTTP/1.1" status: 200 len: 1100 time: 0.0818439 Nov 25 13:13:13.224373 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2a86bc9f-a224-4ff1-b74a-6e0c856e5d36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:13.224940 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a86bc9f-a224-4ff1-b74a-6e0c856e5d36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df101fc2-4472-4a9e-b438-e06c998dc52f {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:13:13.249943 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2a86bc9f-a224-4ff1-b74a-6e0c856e5d36 admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:13.253733 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-2a86bc9f-a224-4ff1-b74a-6e0c856e5d36 admin admin] 10.222.0.53 "DELETE /v2.0/routers/df101fc2-4472-4a9e-b438-e06c998dc52f HTTP/1.1" status: 204 len: 168 time: 3.9519472 Nov 25 13:13:13.254589 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 40956) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:13.255745 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-40231de1-5027-461a-843d-2be3b82b36b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:13.262733 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f38f7d1e-662e-4fa4-aa6f-8580cdbe3f6e tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:13.405020 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-dd4f3e34-584e-412d-95e1-6223b86ca416 req-b87ffbf8-f35d-4fa3-a15e-27c63bc7c5a2 service neutron] For port d5cc2e26-a29e-4825-aa7b-41d26989c8de, host n-h1-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:13:13.417730 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-495054ef-5ef0-460f-a1e7-b92a10d42b5d admin admin] Deleting subnet c83c63e7-e06a-410a-b1d2-9b899eeb9542 {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:13:13.418063 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f38f7d1e-662e-4fa4-aa6f-8580cdbe3f6e tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:13.423340 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-2e8b57e1-d38a-4dcc-a7fc-38401fde5ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77284998-ba42-41c3-a260-3b3762c389cf', 'name': 'tempest-ServerActionsTestJSON-510647676-router', 'tenant_id': '621e47be21954218b422540d084376f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '8c03a923-282b-4761-83da-5ee6f0c4e148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:12:32Z', 'updated_at': '2021-11-25T13:12:38Z', 'revision_number': 4, 'project_id': '621e47be21954218b422540d084376f9', 'gw_port': {'id': '8c03a923-282b-4761-83da-5ee6f0c4e148', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:13:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77284998-ba42-41c3-a260-3b3762c389cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:12:33Z', 'updated_at': '2021-11-25T13:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '12b3ceb5-8104-4759-9ea1-8241adc0aa89', 'tenant_id': '621e47be21954218b422540d084376f9', 'floating_ip_address': '172.25.5.252', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '77284998-ba42-41c3-a260-3b3762c389cf', 'port_id': '8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9accb235-a825-49d8-b9c6-39063069a4b3', 'mac_address': 'fa:16:3e:ce:3b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a473b0-12a5-4eaf-a002-8ffa88b87577', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:12:46Z', 'updated_at': '2021-11-25T13:13:10Z', 'revision_number': 1, 'project_id': '621e47be21954218b422540d084376f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d2caf7f-050d-4d37-b799-2022274ec4bd', 'name': '', 'network_id': '9accb235-a825-49d8-b9c6-39063069a4b3', 'tenant_id': '621e47be21954218b422540d084376f9', 'mac_address': 'fa:16:3e:ed:3d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77284998-ba42-41c3-a260-3b3762c389cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'b6a84af7-6347-4e0f-945a-98a5515a4a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:12:37Z', 'updated_at': '2021-11-25T13:12:46Z', 'revision_number': 5, 'project_id': '621e47be21954218b422540d084376f9', 'subnets': [{'id': 'b6a84af7-6347-4e0f-945a-98a5515a4a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:13:13.428376 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-495054ef-5ef0-460f-a1e7-b92a10d42b5d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:13.431441 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5a473b0-12a5-4eaf-a002-8ffa88b87577', 'tag': '8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:13:13.432280 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38f7d1e-662e-4fa4-aa6f-8580cdbe3f6e tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:13.433959 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8e8c01-8478-4df6-9ba4-de14e156fb44" -d '{"events": [{"name": "network-changed", "server_uuid": "a5a473b0-12a5-4eaf-a002-8ffa88b87577", "tag": "8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:13:13.439176 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f38f7d1e-662e-4fa4-aa6f-8580cdbe3f6e tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:13.463823 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8b57e1-d38a-4dcc-a7fc-38401fde5ab4 None None] Checking router: 77284998-ba42-41c3-a260-3b3762c389cf for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:13:13.479142 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40231de1-5027-461a-843d-2be3b82b36b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84710c11-cfeb-46e4-8fab-bd6bf839f3aa,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:13.492059 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-dd4f3e34-584e-412d-95e1-6223b86ca416 req-b87ffbf8-f35d-4fa3-a15e-27c63bc7c5a2 service neutron] For port d5cc2e26-a29e-4825-aa7b-41d26989c8de, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=d5cc2e26-a29e-4825-aa7b-41d26989c8de,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:13:13.497887 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8b57e1-d38a-4dcc-a7fc-38401fde5ab4 None None] Routers {'77284998-ba42-41c3-a260-3b3762c389cf'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:13:13.498997 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-2e8b57e1-d38a-4dcc-a7fc-38401fde5ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:13:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['77284998-ba42-41c3-a260-3b3762c389cf'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:13:13.510811 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbdd3694-3f25-4045-b32c-2cf7e4064b14 x-openstack-request-id: req-bbdd3694-3f25-4045-b32c-2cf7e4064b14 {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:13:13.511271 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5a473b0-12a5-4eaf-a002-8ffa88b87577", "tag": "8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:13:13.511646 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bbdd3694-3f25-4045-b32c-2cf7e4064b14 {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:13:13.512135 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5a473b0-12a5-4eaf-a002-8ffa88b87577', 'tag': '8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14', 'status': 'completed', 'code': 200} Nov 25 13:13:13.534773 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40231de1-5027-461a-843d-2be3b82b36b7 admin admin] Checking segment: {'id': '2b145124-ca3d-43c4-8881-fe5b31d26e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '02a31e14-65ec-41f7-81c9-add34fd27175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:13:13.535280 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40231de1-5027-461a-843d-2be3b82b36b7 admin admin] Network hostable DHCP agents. Network: 02a31e14-65ec-41f7-81c9-add34fd27175, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:13:13.546165 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-dd4f3e34-584e-412d-95e1-6223b86ca416 req-b87ffbf8-f35d-4fa3-a15e-27c63bc7c5a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:13.552737 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a615d9-bfbb-40d3-b7be-35bd7a802448 req-2d952548-c37d-4ceb-8889-ee6f06492175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:13.554357 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-88a615d9-bfbb-40d3-b7be-35bd7a802448 req-2d952548-c37d-4ceb-8889-ee6f06492175 service neutron] 10.222.0.66 "GET /v2.0/networks?id=85f6380f-3625-4f44-8465-fbcf0c11fed5 HTTP/1.1" status: 200 len: 870 time: 0.3082664 Nov 25 13:13:13.558762 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-495054ef-5ef0-460f-a1e7-b92a10d42b5d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:13.621895 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-88a615d9-bfbb-40d3-b7be-35bd7a802448 req-b0c983db-89be-4953-8d12-590367e4a368 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=ef159002-0a94-4b9b-a981-f864f7dce730 HTTP/1.1" status: 200 len: 217 time: 0.0587831 Nov 25 13:13:13.627355 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40231de1-5027-461a-843d-2be3b82b36b7 admin admin] Network 02a31e14-65ec-41f7-81c9-add34fd27175 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:13:13.650172 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-2e8b57e1-d38a-4dcc-a7fc-38401fde5ab4 None None] Set router 77284998-ba42-41c3-a260-3b3762c389cf gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:13:13.658878 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-f38f7d1e-662e-4fa4-aa6f-8580cdbe3f6e tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.7180235 Nov 25 13:13:13.668821 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 40960) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:13.671522 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f3e34-584e-412d-95e1-6223b86ca416 req-b87ffbf8-f35d-4fa3-a15e-27c63bc7c5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:13.673246 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-dd4f3e34-584e-412d-95e1-6223b86ca416 req-b87ffbf8-f35d-4fa3-a15e-27c63bc7c5a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:13.674115 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-dd4f3e34-584e-412d-95e1-6223b86ca416 req-b87ffbf8-f35d-4fa3-a15e-27c63bc7c5a2 service neutron] 10.222.0.66 "PUT /v2.0/ports/d5cc2e26-a29e-4825-aa7b-41d26989c8de HTTP/1.1" status: 200 len: 1096 time: 3.3534813 Nov 25 13:13:13.674396 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-a611438a-ba82-4fe7-8a5c-2bfb2affc3e8 tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Request body: {'subnet': {'network_id': '2bafe4ef-0271-4cf1-a58d-45946f77a4b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:13:13.678952 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4944a493-06c4-4cfc-b227-2738dee4da25', 'tag': 'd5cc2e26-a29e-4825-aa7b-41d26989c8de'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:13:13.682012 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e47ec3-dfa4-47e1-aff0-be0b8f8d19ad" -d '{"events": [{"name": "network-changed", "server_uuid": "4944a493-06c4-4cfc-b227-2738dee4da25", "tag": "d5cc2e26-a29e-4825-aa7b-41d26989c8de"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:13:13.683247 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-40231de1-5027-461a-843d-2be3b82b36b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 02a31e14-65ec-41f7-81c9-add34fd27175) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:13:13.685850 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f7d1e-662e-4fa4-aa6f-8580cdbe3f6e tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Pushing event updated for resources: {'Network': ['ID=2bafe4ef-0271-4cf1-a58d-45946f77a4b8,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:13.690907 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-b089d80a-466a-4952-be6d-c716382d80a5 service neutron] For port 8e9bf303-3260-4f39-8268-47ea7dd76ad6, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:13:13.709651 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40231de1-5027-461a-843d-2be3b82b36b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:13.710395 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-40231de1-5027-461a-843d-2be3b82b36b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:13.711590 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-b089d80a-466a-4952-be6d-c716382d80a5 service neutron] Publish callbacks [] for binding, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:13.716986 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-b089d80a-466a-4952-be6d-c716382d80a5 service neutron] 10.222.0.66 "DELETE /v2.0/ports/8e9bf303-3260-4f39-8268-47ea7dd76ad6/bindings/n-h2-808199-11 HTTP/1.1" status: 204 len: 173 time: 0.5243788 Nov 25 13:13:13.741340 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8e8c01-8478-4df6-9ba4-de14e156fb44 req-01e674ef-6859-42ae-9364-aaf0d82f1089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:13.747149 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5a8e8c01-8478-4df6-9ba4-de14e156fb44 req-01e674ef-6859-42ae-9364-aaf0d82f1089 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=621e47be21954218b422540d084376f9&device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 1097 time: 0.2016952 Nov 25 13:13:13.752736 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87ffbf8-f35d-4fa3-a15e-27c63bc7c5a2 service neutron] Pushing event updated for resources: {'Port': ['ID=d5cc2e26-a29e-4825-aa7b-41d26989c8de,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:13.775611 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-40231de1-5027-461a-843d-2be3b82b36b7 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0432713 Nov 25 13:13:13.806235 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 40964) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:13.809772 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 2bafe4ef-0271-4cf1-a58d-45946f77a4b8 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:13:13.814119 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60432e44-3f43-4de1-8ae2-57c8d43b1cd5 None None] Network 02a31e14-65ec-41f7-81c9-add34fd27175 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:13:13.815996 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-8d529961-2b4f-4806-a576-714dac59c893 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-540732295-router', 'tenant_id': 'ce48360ee0e64a0f92fcf0cd683397ad', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:13:13.850563 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da0f888-b965-4681-b5a3-02162ca47dae x-openstack-request-id: req-9da0f888-b965-4681-b5a3-02162ca47dae {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:13:13.852600 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4944a493-06c4-4cfc-b227-2738dee4da25", "tag": "d5cc2e26-a29e-4825-aa7b-41d26989c8de", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:13:13.852878 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9da0f888-b965-4681-b5a3-02162ca47dae {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:13:13.854327 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4944a493-06c4-4cfc-b227-2738dee4da25', 'tag': 'd5cc2e26-a29e-4825-aa7b-41d26989c8de', 'status': 'completed', 'code': 200} Nov 25 13:13:13.868918 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a615d9-bfbb-40d3-b7be-35bd7a802448 req-30074e3b-a3fb-4b1d-9716-f23003d98134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:13.871059 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-88a615d9-bfbb-40d3-b7be-35bd7a802448 req-30074e3b-a3fb-4b1d-9716-f23003d98134 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.2352862 Nov 25 13:13:13.973855 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8d529961-2b4f-4806-a576-714dac59c893 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:13.973855 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8d529961-2b4f-4806-a576-714dac59c893 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:13.975562 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-495054ef-5ef0-460f-a1e7-b92a10d42b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:13.977198 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f3e34-584e-412d-95e1-6223b86ca416 req-92d357ae-5fb4-41d5-b135-bfe6333298d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:13.978824 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-dd4f3e34-584e-412d-95e1-6223b86ca416 req-92d357ae-5fb4-41d5-b135-bfe6333298d7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a37b14712e6744e5a7c9e9c0d5e783e2&device_id=4944a493-06c4-4cfc-b227-2738dee4da25 HTTP/1.1" status: 200 len: 1099 time: 0.1977375 Nov 25 13:13:14.050314 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a615d9-bfbb-40d3-b7be-35bd7a802448 req-59bb130a-3d56-4613-8e70-ff9173d6a352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:14.051906 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-dd4f3e34-584e-412d-95e1-6223b86ca416 req-a4fe7346-225e-4277-b870-7c42468554f6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=d5cc2e26-a29e-4825-aa7b-41d26989c8de HTTP/1.1" status: 200 len: 217 time: 0.0605185 Nov 25 13:13:14.052301 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-88a615d9-bfbb-40d3-b7be-35bd7a802448 req-59bb130a-3d56-4613-8e70-ff9173d6a352 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1638784 Nov 25 13:13:14.101855 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a611438a-ba82-4fe7-8a5c-2bfb2affc3e8 tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Made reservation on behalf of 7727dc1a75504259b4ea618751f994f2 for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:13:14.107815 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a611438a-ba82-4fe7-8a5c-2bfb2affc3e8 tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:14.138450 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8e8c01-8478-4df6-9ba4-de14e156fb44 req-8b129e56-9104-4f41-9a40-7ca7cd9f9d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:14.141005 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5a8e8c01-8478-4df6-9ba4-de14e156fb44 req-8b129e56-9104-4f41-9a40-7ca7cd9f9d82 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9accb235-a825-49d8-b9c6-39063069a4b3 HTTP/1.1" status: 200 len: 912 time: 0.3833983 Nov 25 13:13:14.153443 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8d529961-2b4f-4806-a576-714dac59c893 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:14.208853 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device f3788864-08f0-481e-9262-bf2acf7d1359 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:13:14.239247 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5a8e8c01-8478-4df6-9ba4-de14e156fb44 req-3ebeb029-6d16-4ed2-b6e7-a3892b742844 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14 HTTP/1.1" status: 200 len: 999 time: 0.0837140 Nov 25 13:13:14.268830 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093cf6cc-27cf-4165-91b2-e22b77dfb608 req-0583f7d1-5617-4a31-ae8e-49550829d2c0 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:14.270352 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-093cf6cc-27cf-4165-91b2-e22b77dfb608 req-0583f7d1-5617-4a31-ae8e-49550829d2c0 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=4944a493-06c4-4cfc-b227-2738dee4da25 HTTP/1.1" status: 200 len: 947 time: 0.3481910 Nov 25 13:13:14.340560 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d465c70-8770-474d-b1b1-666aaced3616 req-9c0331cd-09ec-431e-a762-5472cee2cf37 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:14.342125 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3d465c70-8770-474d-b1b1-666aaced3616 req-9c0331cd-09ec-431e-a762-5472cee2cf37 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=1834e9fa-ed18-4283-b6da-37963008c9ee HTTP/1.1" status: 200 len: 944 time: 0.3604889 Nov 25 13:13:14.344179 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 57743813-95b9-4826-88bc-f0410281c80a no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:13:14.398759 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-495054ef-5ef0-460f-a1e7-b92a10d42b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:14.399137 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 57743813-95b9-4826-88bc-f0410281c80a {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:13:14.399738 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 57743813-95b9-4826-88bc-f0410281c80a not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:13:14.427994 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2088d20-f5ef-45f0-ac35-c712e6857a1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-02a31e14-65ec-41f7-81c9-add34fd27175', 'network_id': '02a31e14-65ec-41f7-81c9-add34fd27175', 'tenant_id': 'ce48360ee0e64a0f92fcf0cd683397ad', 'fixed_ips': [{'subnet_id': '84710c11-cfeb-46e4-8fab-bd6bf839f3aa'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:13:14.429015 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f2088d20-f5ef-45f0-ac35-c712e6857a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:14.477805 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port f3788864-08f0-481e-9262-bf2acf7d1359, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=f3788864-08f0-481e-9262-bf2acf7d1359,segment=NetworkSegment(e8fd4a16-fedf-4b39-a7fa-a0fbf5e097cd),segment_id=e8fd4a16-fedf-4b39-a7fa-a0fbf5e097cd)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:13:14.505549 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': 'f3788864-08f0-481e-9262-bf2acf7d1359', 'network_id': 'b31d2abc-ddf9-449f-8b10-4711b1b2ad23', 'port_id': 'f3788864-08f0-481e-9262-bf2acf7d1359', 'mac_address': 'fa:16:3e:54:37:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '258a0fc4-429f-4802-8284-12ad8743d39b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:13:14.519588 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-495054ef-5ef0-460f-a1e7-b92a10d42b5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:14.526081 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-495054ef-5ef0-460f-a1e7-b92a10d42b5d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c83c63e7-e06a-410a-b1d2-9b899eeb9542 HTTP/1.1" status: 204 len: 168 time: 1.2658291 Nov 25 13:13:14.535133 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495054ef-5ef0-460f-a1e7-b92a10d42b5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c83c63e7-e06a-410a-b1d2-9b899eeb9542,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:14.538475 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 40976) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:14.568694 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d14dd8-eb39-4ffb-8d96-94a6975fe77c None None] Network f2551022-e737-42cd-8b81-15fcbc11fbd5 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:13:14.595692 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-2e8b57e1-d38a-4dcc-a7fc-38401fde5ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77284998-ba42-41c3-a260-3b3762c389cf', 'name': 'tempest-ServerActionsTestJSON-510647676-router', 'tenant_id': '621e47be21954218b422540d084376f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '8c03a923-282b-4761-83da-5ee6f0c4e148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:12:32Z', 'updated_at': '2021-11-25T13:12:38Z', 'revision_number': 4, 'project_id': '621e47be21954218b422540d084376f9', 'gw_port': {'id': '8c03a923-282b-4761-83da-5ee6f0c4e148', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:13:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77284998-ba42-41c3-a260-3b3762c389cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:12:33Z', 'updated_at': '2021-11-25T13:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '12b3ceb5-8104-4759-9ea1-8241adc0aa89', 'tenant_id': '621e47be21954218b422540d084376f9', 'floating_ip_address': '172.25.5.252', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '77284998-ba42-41c3-a260-3b3762c389cf', 'port_id': '8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9accb235-a825-49d8-b9c6-39063069a4b3', 'mac_address': 'fa:16:3e:ce:3b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a473b0-12a5-4eaf-a002-8ffa88b87577', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:12:46Z', 'updated_at': '2021-11-25T13:13:10Z', 'revision_number': 1, 'project_id': '621e47be21954218b422540d084376f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d2caf7f-050d-4d37-b799-2022274ec4bd', 'name': '', 'network_id': '9accb235-a825-49d8-b9c6-39063069a4b3', 'tenant_id': '621e47be21954218b422540d084376f9', 'mac_address': 'fa:16:3e:ed:3d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77284998-ba42-41c3-a260-3b3762c389cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'b6a84af7-6347-4e0f-945a-98a5515a4a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:12:37Z', 'updated_at': '2021-11-25T13:12:46Z', 'revision_number': 5, 'project_id': '621e47be21954218b422540d084376f9', 'subnets': [{'id': 'b6a84af7-6347-4e0f-945a-98a5515a4a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:13:14.598081 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-093cf6cc-27cf-4165-91b2-e22b77dfb608 req-c209f0de-6c01-43c9-b11f-b2abf4362f52 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766159 Nov 25 13:13:14.636761 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a611438a-ba82-4fe7-8a5c-2bfb2affc3e8 tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:14.650602 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-88a615d9-bfbb-40d3-b7be-35bd7a802448 req-ebe5eb64-4de2-4958-b123-086a3aa9fb91 service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5716729 Nov 25 13:13:14.700709 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f3e34-584e-412d-95e1-6223b86ca416 req-0566d9cb-0de7-4be5-9f42-13a746e5c37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:14.702660 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-dd4f3e34-584e-412d-95e1-6223b86ca416 req-0566d9cb-0de7-4be5-9f42-13a746e5c37a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.6260068 Nov 25 13:13:14.731706 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8b57e1-d38a-4dcc-a7fc-38401fde5ab4 None None] The sync data for ids ['77284998-ba42-41c3-a260-3b3762c389cf'] in n-d-808199-11 is: [{'id': '77284998-ba42-41c3-a260-3b3762c389cf', 'name': 'tempest-ServerActionsTestJSON-510647676-router', 'tenant_id': '621e47be21954218b422540d084376f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '8c03a923-282b-4761-83da-5ee6f0c4e148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:12:32Z', 'updated_at': '2021-11-25T13:12:38Z', 'revision_number': 4, 'project_id': '621e47be21954218b422540d084376f9', 'gw_port': {'id': '8c03a923-282b-4761-83da-5ee6f0c4e148', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:13:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77284998-ba42-41c3-a260-3b3762c389cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:12:33Z', 'updated_at': '2021-11-25T13:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '12b3ceb5-8104-4759-9ea1-8241adc0aa89', 'tenant_id': '621e47be21954218b422540d084376f9', 'floating_ip_address': '172.25.5.252', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '77284998-ba42-41c3-a260-3b3762c389cf', 'port_id': '8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9accb235-a825-49d8-b9c6-39063069a4b3', 'mac_address': 'fa:16:3e:ce:3b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a473b0-12a5-4eaf-a002-8ffa88b87577', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:12:46Z', 'updated_at': '2021-11-25T13:13:10Z', 'revision_number': 1, 'project_id': '621e47be21954218b422540d084376f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d2caf7f-050d-4d37-b799-2022274ec4bd', 'name': '', 'network_id': '9accb235-a825-49d8-b9c6-39063069a4b3', 'tenant_id': '621e47be21954218b422540d084376f9', 'mac_address': 'fa:16:3e:ed:3d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77284998-ba42-41c3-a260-3b3762c389cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'b6a84af7-6347-4e0f-945a-98a5515a4a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:12:37Z', 'updated_at': '2021-11-25T13:12:46Z', 'revision_number': 5, 'project_id': '621e47be21954218b422540d084376f9', 'subnets': [{'id': 'b6a84af7-6347-4e0f-945a-98a5515a4a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:13:14.735916 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3d465c70-8770-474d-b1b1-666aaced3616 req-23bf8a31-cbd0-42e7-957a-2534dc13f26e tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3676388 Nov 25 13:13:14.812440 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:14.824467 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8e8c01-8478-4df6-9ba4-de14e156fb44 req-75ec671f-8363-4527-88f7-1e650ffc51cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:14.826492 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5a8e8c01-8478-4df6-9ba4-de14e156fb44 req-75ec671f-8363-4527-88f7-1e650ffc51cb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b6a84af7-6347-4e0f-945a-98a5515a4a22 HTTP/1.1" status: 200 len: 850 time: 0.5451584 Nov 25 13:13:14.836791 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8d529961-2b4f-4806-a576-714dac59c893 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:14.869971 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9cf7887c-6102-45fd-bc12-50eda752f528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:14.893805 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a611438a-ba82-4fe7-8a5c-2bfb2affc3e8 tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Pushing event updated for resources: {'Subnet': ['ID=828edf64-1503-4e09-b67b-6df5379e746e,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:14.902048 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-f2088d20-f5ef-45f0-ac35-c712e6857a1a None None] Allocated IP 172.20.0.2 (02a31e14-65ec-41f7-81c9-add34fd27175/84710c11-cfeb-46e4-8fab-bd6bf839f3aa/e7ffee04-895b-4401-93d5-f1539cc83f9c) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:13:14.905975 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f3e34-584e-412d-95e1-6223b86ca416 req-81827f07-acc9-42ec-ab0b-1c59af22b4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:14.907613 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-dd4f3e34-584e-412d-95e1-6223b86ca416 req-81827f07-acc9-42ec-ab0b-1c59af22b4e4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1891413 Nov 25 13:13:14.916597 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8e8c01-8478-4df6-9ba4-de14e156fb44 req-ad666e0b-590c-4f7e-ada9-cad95436f2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:14.918915 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5a8e8c01-8478-4df6-9ba4-de14e156fb44 req-ad666e0b-590c-4f7e-ada9-cad95436f2fa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9accb235-a825-49d8-b9c6-39063069a4b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0845885 Nov 25 13:13:14.978309 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a611438a-ba82-4fe7-8a5c-2bfb2affc3e8 tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Checking segment: {'id': '1641841a-765d-48c2-ae7a-d2c7e114c6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '2bafe4ef-0271-4cf1-a58d-45946f77a4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:13:14.978804 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a611438a-ba82-4fe7-8a5c-2bfb2affc3e8 tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Network hostable DHCP agents. Network: 2bafe4ef-0271-4cf1-a58d-45946f77a4b8, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:13:15.007692 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-88a615d9-bfbb-40d3-b7be-35bd7a802448 req-30f66f79-6879-4c01-9e26-9c8b9007edb0 service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161149 Nov 25 13:13:15.022593 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18482d1-28b9-447c-8cf6-d6a8f3badbec req-21203f62-d6dc-411d-bfa2-f4ed66c0aeac tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:15.030719 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c18482d1-28b9-447c-8cf6-d6a8f3badbec req-21203f62-d6dc-411d-bfa2-f4ed66c0aeac tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef25d445-c91f-4ae2-a2d4-1e257802bc8f HTTP/1.1" status: 200 len: 943 time: 0.1570861 Nov 25 13:13:15.070758 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a611438a-ba82-4fe7-8a5c-2bfb2affc3e8 tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Network 2bafe4ef-0271-4cf1-a58d-45946f77a4b8 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:13:15.121290 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-a611438a-ba82-4fe7-8a5c-2bfb2affc3e8 tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 2bafe4ef-0271-4cf1-a58d-45946f77a4b8) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:13:15.169747 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a611438a-ba82-4fe7-8a5c-2bfb2affc3e8 tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:15.170354 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a611438a-ba82-4fe7-8a5c-2bfb2affc3e8 tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:15.175987 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-dd4f3e34-584e-412d-95e1-6223b86ca416 req-8861488a-2f42-4671-8ad9-01263551557c service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557294 Nov 25 13:13:15.196871 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c18482d1-28b9-447c-8cf6-d6a8f3badbec req-7858eaa6-0f30-4bda-bf72-7e1e591a2d32 tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] 10.222.0.53 "GET /v2.0/security-groups?id=41639556-d3d0-49e5-aba2-9fa08626e803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629515 Nov 25 13:13:15.198359 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-9cf7887c-6102-45fd-bc12-50eda752f528 admin admin] Deleting port afa097d9-c451-4eb6-a1ac-6937a4282cce {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:13:15.198730 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9cf7887c-6102-45fd-bc12-50eda752f528 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:15.221014 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70251245-5c87-46dc-b3a7-2f33048b1357 None None] New status for floating IP 12b3ceb5-8104-4759-9ea1-8241adc0aa89: ACTIVE {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 13:13:15.225214 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5a8e8c01-8478-4df6-9ba4-de14e156fb44 req-7e3c2f52-b92f-47e7-ad22-e9b55fa8df78 service neutron] 10.222.0.47 "GET /v2.0/networks/9accb235-a825-49d8-b9c6-39063069a4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926471 Nov 25 13:13:15.238467 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f2088d20-f5ef-45f0-ac35-c712e6857a1a None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:15.250051 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3788864-08f0-481e-9262-bf2acf7d1359 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:13:15.256050 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device ef159002-0a94-4b9b-a981-f864f7dce730 details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:13:15.257886 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272ea596-1d3c-4c86-8b6a-4cabd5c8af8d None None] Network 2bafe4ef-0271-4cf1-a58d-45946f77a4b8 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:13:15.260112 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f2088d20-f5ef-45f0-ac35-c712e6857a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:15.273699 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-a611438a-ba82-4fe7-8a5c-2bfb2affc3e8 tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6037326 Nov 25 13:13:15.279766 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 40982) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:15.285550 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674cc715-e28d-4a68-850c-99ae3eb95ffa req-25345606-67e0-402a-935d-709a3bbfe9ec tempest-LiveMigrationTest-1161798756 tempest-LiveMigrationTest-1161798756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:15.293886 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-674cc715-e28d-4a68-850c-99ae3eb95ffa req-25345606-67e0-402a-935d-709a3bbfe9ec tempest-LiveMigrationTest-1161798756 tempest-LiveMigrationTest-1161798756-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1834e9fa-ed18-4283-b6da-37963008c9ee HTTP/1.1" status: 200 len: 1096 time: 0.1963861 Nov 25 13:13:15.300186 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-d268c8bb-6b38-45af-bf85-0105ed6bd6d6 tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Request body: {'port': {'network_id': '2bafe4ef-0271-4cf1-a58d-45946f77a4b8', 'name': 'tempest-DHCPAgentSchedulersTestJSON-491247288'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:13:15.362555 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2088d20-f5ef-45f0-ac35-c712e6857a1a None None] Network 02a31e14-65ec-41f7-81c9-add34fd27175 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:13:15.375766 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-f2088d20-f5ef-45f0-ac35-c712e6857a1a None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:13:15.388942 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2088d20-f5ef-45f0-ac35-c712e6857a1a None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:13:15.396384 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port f3788864-08f0-481e-9262-bf2acf7d1359, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=f3788864-08f0-481e-9262-bf2acf7d1359,segment=NetworkSegment(e8fd4a16-fedf-4b39-a7fa-a0fbf5e097cd),segment_id=e8fd4a16-fedf-4b39-a7fa-a0fbf5e097cd)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:13:15.426766 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:15.437868 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-674cc715-e28d-4a68-850c-99ae3eb95ffa req-bf39d123-ad54-45a9-88fa-98b317ce6a4a tempest-LiveMigrationTest-1161798756 tempest-LiveMigrationTest-1161798756-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378860 Nov 25 13:13:15.466898 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-9cf7887c-6102-45fd-bc12-50eda752f528 admin admin] For port afa097d9-c451-4eb6-a1ac-6937a4282cce, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=afa097d9-c451-4eb6-a1ac-6937a4282cce,segment=NetworkSegment(56ddc7b7-f3f4-48a3-a521-4094719bb02a),segment_id=56ddc7b7-f3f4-48a3-a521-4094719bb02a)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:13:15.467404 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9cf7887c-6102-45fd-bc12-50eda752f528 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:15.483681 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-9cf7887c-6102-45fd-bc12-50eda752f528 admin admin] Calling delete_port for afa097d9-c451-4eb6-a1ac-6937a4282cce owned by network:dhcp {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:13:15.520865 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-dd4f3e34-584e-412d-95e1-6223b86ca416 req-9394097b-4d46-44ce-a203-cc1827bd85d3 service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3312378 Nov 25 13:13:15.540172 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2088d20-f5ef-45f0-ac35-c712e6857a1a None None] Pushing event updated for resources: {'Port': ['ID=e7ffee04-895b-4401-93d5-f1539cc83f9c,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:15.563875 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5a8e8c01-8478-4df6-9ba4-de14e156fb44 req-45cd29c8-e6a7-486a-bd6e-7e552e8a077c service neutron] 10.222.0.47 "GET /v2.0/networks/9accb235-a825-49d8-b9c6-39063069a4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976742 Nov 25 13:13:15.575453 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8850c74-6a60-4fc8-9525-87e345bac0d5 None None] DHCP port deletion for f2551022-e737-42cd-8b81-15fcbc11fbd5 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:13:15.579596 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8d529961-2b4f-4806-a576-714dac59c893 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:15.615760 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8d529961-2b4f-4806-a576-714dac59c893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:15.689102 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-f2088d20-f5ef-45f0-ac35-c712e6857a1a None None] Attempting to bind port e7ffee04-895b-4401-93d5-f1539cc83f9c on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:13:15.693378 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-f2088d20-f5ef-45f0-ac35-c712e6857a1a None None] Attempting to bind port e7ffee04-895b-4401-93d5-f1539cc83f9c by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '2b145124-ca3d-43c4-8881-fe5b31d26e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '02a31e14-65ec-41f7-81c9-add34fd27175'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:13:15.693971 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2088d20-f5ef-45f0-ac35-c712e6857a1a None None] Attempting to bind port e7ffee04-895b-4401-93d5-f1539cc83f9c on network 02a31e14-65ec-41f7-81c9-add34fd27175 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:13:15.700573 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9cf7887c-6102-45fd-bc12-50eda752f528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:15.731459 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-f8850c74-6a60-4fc8-9525-87e345bac0d5 None None] The port 'afa097d9-c451-4eb6-a1ac-6937a4282cce' was deleted {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 25 13:13:15.734545 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['f3788864-08f0-481e-9262-bf2acf7d1359'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:13:15.736750 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf7887c-6102-45fd-bc12-50eda752f528 admin admin] Pushing event deleted for resources: {'Port': ['ID=afa097d9-c451-4eb6-a1ac-6937a4282cce,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:15.759847 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf7887c-6102-45fd-bc12-50eda752f528 admin admin] No DVR routers for this DVR port afa097d9-c451-4eb6-a1ac-6937a4282cce on host n-d-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:13:15.788460 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e47ec3-dfa4-47e1-aff0-be0b8f8d19ad req-d04a1382-8aee-4063-be92-358eb85fa21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:15.790053 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-22e47ec3-dfa4-47e1-aff0-be0b8f8d19ad req-d04a1382-8aee-4063-be92-358eb85fa21f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a37b14712e6744e5a7c9e9c0d5e783e2&device_id=4944a493-06c4-4cfc-b227-2738dee4da25 HTTP/1.1" status: 200 len: 1099 time: 0.1854928 Nov 25 13:13:15.802505 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2088d20-f5ef-45f0-ac35-c712e6857a1a None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:13:15.802931 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2088d20-f5ef-45f0-ac35-c712e6857a1a None None] Checking segment: {'id': '2b145124-ca3d-43c4-8881-fe5b31d26e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '02a31e14-65ec-41f7-81c9-add34fd27175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:13:15.803343 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f2088d20-f5ef-45f0-ac35-c712e6857a1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:15.803738 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2088d20-f5ef-45f0-ac35-c712e6857a1a None None] Bound using segment: {'id': '2b145124-ca3d-43c4-8881-fe5b31d26e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '02a31e14-65ec-41f7-81c9-add34fd27175'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:13:15.804217 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-f2088d20-f5ef-45f0-ac35-c712e6857a1a None None] Bound port: e7ffee04-895b-4401-93d5-f1539cc83f9c, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b145124-ca3d-43c4-8881-fe5b31d26e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '02a31e14-65ec-41f7-81c9-add34fd27175'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:13:15.804597 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f2088d20-f5ef-45f0-ac35-c712e6857a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:15.879049 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-8d529961-2b4f-4806-a576-714dac59c893 admin admin] Allocated IP 172.25.5.196 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/a7bba891-ae2d-457b-8fcc-3cc0216e1786) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:13:15.897329 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port ef159002-0a94-4b9b-a981-f864f7dce730, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=ef159002-0a94-4b9b-a981-f864f7dce730,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:13:15.910855 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=f3788864-08f0-481e-9262-bf2acf7d1359,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:15.933820 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df6b4ab-45fe-4827-b79f-fb9de42bb822 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-2bafe4ef-0271-4cf1-a58d-45946f77a4b8', 'network_id': '2bafe4ef-0271-4cf1-a58d-45946f77a4b8', 'tenant_id': '7727dc1a75504259b4ea618751f994f2', 'fixed_ips': [{'subnet_id': '828edf64-1503-4e09-b67b-6df5379e746e'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:13:15.934667 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1df6b4ab-45fe-4827-b79f-fb9de42bb822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:15.946635 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9cf7887c-6102-45fd-bc12-50eda752f528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:15.956546 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5086fc-dade-46a9-8cf9-4a0998e526cb req-f8a6a1e8-bbef-426d-9e36-9b1f330ac7d1 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:15.958338 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0d5086fc-dade-46a9-8cf9-4a0998e526cb req-f8a6a1e8-bbef-426d-9e36-9b1f330ac7d1 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=4944a493-06c4-4cfc-b227-2738dee4da25 HTTP/1.1" status: 200 len: 947 time: 0.2043395 Nov 25 13:13:15.983573 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': 'ef159002-0a94-4b9b-a981-f864f7dce730', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'port_id': 'ef159002-0a94-4b9b-a981-f864f7dce730', 'mac_address': 'fa:16:3e:b1:15:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce5ca48-e3be-44c6-9584-fd9eb8c67222', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:13:15.986115 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e47ec3-dfa4-47e1-aff0-be0b8f8d19ad req-4dbfbfcc-178c-43dd-ac15-13cc54eb05b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:15.987636 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-22e47ec3-dfa4-47e1-aff0-be0b8f8d19ad req-4dbfbfcc-178c-43dd-ac15-13cc54eb05b2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=85f6380f-3625-4f44-8465-fbcf0c11fed5 HTTP/1.1" status: 200 len: 870 time: 0.1879959 Nov 25 13:13:15.992429 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-9cf7887c-6102-45fd-bc12-50eda752f528 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2551022-e737-42cd-8b81-15fcbc11fbd5']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:13:16.001465 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d268c8bb-6b38-45af-bf85-0105ed6bd6d6 tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Made reservation on behalf of 7727dc1a75504259b4ea618751f994f2 for: {'port': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:13:16.005640 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d268c8bb-6b38-45af-bf85-0105ed6bd6d6 tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:16.033296 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-9cf7887c-6102-45fd-bc12-50eda752f528 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56ddc7b7-f3f4-48a3-a521-4094719bb02a') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:13:16.033744 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-9cf7887c-6102-45fd-bc12-50eda752f528 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56ddc7b7-f3f4-48a3-a521-4094719bb02a') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:13:16.049291 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120467e-7670-4f88-b601-31c92cdd35cd req-2572b786-51d6-440b-97b5-e24645bf4cd5 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:16.052286 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-22e47ec3-dfa4-47e1-aff0-be0b8f8d19ad req-93d5c13f-f915-44fe-9de5-56ba77376897 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=d5cc2e26-a29e-4825-aa7b-41d26989c8de HTTP/1.1" status: 200 len: 217 time: 0.0468700 Nov 25 13:13:16.055180 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b120467e-7670-4f88-b601-31c92cdd35cd req-2572b786-51d6-440b-97b5-e24645bf4cd5 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=1834e9fa-ed18-4283-b6da-37963008c9ee HTTP/1.1" status: 200 len: 944 time: 0.2624104 Nov 25 13:13:16.070457 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [None req-d268c8bb-6b38-45af-bf85-0105ed6bd6d6 tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] device_id is not set on port cf49242e-2fac-4341-9fa2-d33d2df25fee yet. {{(pid=103570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:13:16.082941 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9cf7887c-6102-45fd-bc12-50eda752f528 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:16.119913 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8d529961-2b4f-4806-a576-714dac59c893 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:16.133909 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e47ec3-dfa4-47e1-aff0-be0b8f8d19ad req-ad63869f-24dd-4699-b461-8c307fdc3597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:16.135428 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-22e47ec3-dfa4-47e1-aff0-be0b8f8d19ad req-ad63869f-24dd-4699-b461-8c307fdc3597 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.0745246 Nov 25 13:13:16.139240 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-f2088d20-f5ef-45f0-ac35-c712e6857a1a None None] For port e7ffee04-895b-4401-93d5-f1539cc83f9c, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:13:16.162352 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9cf7887c-6102-45fd-bc12-50eda752f528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:16.171080 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:16.176644 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-f2088d20-f5ef-45f0-ac35-c712e6857a1a None None] For port e7ffee04-895b-4401-93d5-f1539cc83f9c, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=e7ffee04-895b-4401-93d5-f1539cc83f9c,segment=NetworkSegment(2b145124-ca3d-43c4-8881-fe5b31d26e5c),segment_id=2b145124-ca3d-43c4-8881-fe5b31d26e5c)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:13:16.179160 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cf7887c-6102-45fd-bc12-50eda752f528 admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:13:16.180973 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9cf7887c-6102-45fd-bc12-50eda752f528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:16.182072 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:13:16.182072 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:13:16.182072 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:13:16.182072 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:13:16.182072 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:13:16.182072 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:13:16.182072 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:13:16.182072 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:13:16.182072 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:13:16.182072 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:13:16.182072 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:13:16.182072 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:13:16.182072 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:13:16.182072 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:13:16.182072 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:13:16.182072 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:13:16.182072 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:13:16.182072 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:13:16.182072 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:13:16.182072 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:13:16.182072 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:13:16.182072 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:13:16.182072 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:13:16.182072 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:13:16.182072 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:13:16.182072 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:13:16.182072 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:13:16.182072 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:13:16.182072 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:13:16.182072 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:13:16.182072 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:13:16.182072 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:13:16.198630 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0d5086fc-dade-46a9-8cf9-4a0998e526cb req-6f928952-648d-44c1-a31a-c70edba1b236 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252862 Nov 25 13:13:16.212401 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e47ec3-dfa4-47e1-aff0-be0b8f8d19ad req-fe0f201f-2a46-47b3-b395-46436c8a075d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:16.214481 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-22e47ec3-dfa4-47e1-aff0-be0b8f8d19ad req-fe0f201f-2a46-47b3-b395-46436c8a075d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0694230 Nov 25 13:13:16.219284 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8d529961-2b4f-4806-a576-714dac59c893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:16.238026 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef159002-0a94-4b9b-a981-f864f7dce730 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:13:16.242578 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f2088d20-f5ef-45f0-ac35-c712e6857a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:16.316367 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device afa097d9-c451-4eb6-a1ac-6937a4282cce no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:13:16.325876 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port ef159002-0a94-4b9b-a981-f864f7dce730, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=ef159002-0a94-4b9b-a981-f864f7dce730,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:13:16.361530 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9cf7887c-6102-45fd-bc12-50eda752f528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:16.366608 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9cf7887c-6102-45fd-bc12-50eda752f528 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:16.370566 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-9cf7887c-6102-45fd-bc12-50eda752f528 admin admin] 10.222.0.53 "DELETE /v2.0/networks/f2551022-e737-42cd-8b81-15fcbc11fbd5 HTTP/1.1" status: 204 len: 168 time: 1.8202524 Nov 25 13:13:16.386991 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b120467e-7670-4f88-b601-31c92cdd35cd req-9af83f60-f9a1-4157-a971-a5f305ab0a79 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159800 Nov 25 13:13:16.420443 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: afa097d9-c451-4eb6-a1ac-6937a4282cce {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:13:16.421366 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device afa097d9-c451-4eb6-a1ac-6937a4282cce not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:13:16.426763 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d529961-2b4f-4806-a576-714dac59c893 admin admin] Pushing event updated for resources: {'Port': ['ID=a7bba891-ae2d-457b-8fcc-3cc0216e1786,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:16.429832 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:16.434296 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-1df6b4ab-45fe-4827-b79f-fb9de42bb822 None None] Allocated IP 172.20.0.2 (2bafe4ef-0271-4cf1-a58d-45946f77a4b8/828edf64-1503-4e09-b67b-6df5379e746e/6c52a8f9-29cf-4575-baef-4a2e4e0f2e3f) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:13:16.465396 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf7887c-6102-45fd-bc12-50eda752f528 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2551022-e737-42cd-8b81-15fcbc11fbd5,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:16.470385 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d529961-2b4f-4806-a576-714dac59c893 admin admin] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:13:16.476958 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-22e47ec3-dfa4-47e1-aff0-be0b8f8d19ad req-5091a731-3824-4b74-9999-99ae1284489d service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470801 Nov 25 13:13:16.478208 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2088d20-f5ef-45f0-ac35-c712e6857a1a None None] Pushing event updated for resources: {'Port': ['ID=e7ffee04-895b-4401-93d5-f1539cc83f9c,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:16.479550 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-8d529961-2b4f-4806-a576-714dac59c893 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:13:16.505611 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d529961-2b4f-4806-a576-714dac59c893 admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:13:16.570049 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fde1fc-1720-4f22-bff3-ca963f0f9ddd req-e21c7107-023b-47b7-b378-f2181b1cec4e tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:16.571931 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-60fde1fc-1720-4f22-bff3-ca963f0f9ddd req-e21c7107-023b-47b7-b378-f2181b1cec4e tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.66 "GET /v2.0/ports?device_id=1834e9fa-ed18-4283-b6da-37963008c9ee HTTP/1.1" status: 200 len: 944 time: 0.1297722 Nov 25 13:13:16.583658 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649259cd-24b8-459e-8ff8-bdf93c0c2a2b req-52fa98e4-5001-485b-a6eb-533d1ee8b306 tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:16.592666 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-649259cd-24b8-459e-8ff8-bdf93c0c2a2b req-52fa98e4-5001-485b-a6eb-533d1ee8b306 tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef25d445-c91f-4ae2-a2d4-1e257802bc8f HTTP/1.1" status: 200 len: 944 time: 0.0845227 Nov 25 13:13:16.632913 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=ef159002-0a94-4b9b-a981-f864f7dce730,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:16.750534 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-649259cd-24b8-459e-8ff8-bdf93c0c2a2b req-8749a1d5-0b7b-476a-bf22-35cdc2a00aa1 tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] 10.222.0.53 "GET /v2.0/security-groups?id=41639556-d3d0-49e5-aba2-9fa08626e803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568687 Nov 25 13:13:16.755213 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['ef159002-0a94-4b9b-a981-f864f7dce730'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:13:16.773830 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 40998) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:16.799738 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-60fde1fc-1720-4f22-bff3-ca963f0f9ddd req-83028c3d-b69f-4179-af81-8d4206454249 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Deleting port 8e9bf303-3260-4f39-8268-47ea7dd76ad6 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:13:16.800224 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-60fde1fc-1720-4f22-bff3-ca963f0f9ddd req-83028c3d-b69f-4179-af81-8d4206454249 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:16.860086 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-22e47ec3-dfa4-47e1-aff0-be0b8f8d19ad req-bf13c38b-609f-4dfa-88a4-c51e56989f0a service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3755357 Nov 25 13:13:16.860655 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1df6b4ab-45fe-4827-b79f-fb9de42bb822 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:16.881914 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1df6b4ab-45fe-4827-b79f-fb9de42bb822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:16.896722 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c5aad476-d467-4e59-9aa6-8e834ae2e2b7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0847adb867eb43dd9514b39274c66d40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1144502 Nov 25 13:13:16.922574 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41000) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:16.951802 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df6b4ab-45fe-4827-b79f-fb9de42bb822 None None] Network 2bafe4ef-0271-4cf1-a58d-45946f77a4b8 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:13:16.966941 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-1df6b4ab-45fe-4827-b79f-fb9de42bb822 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:13:16.974826 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df6b4ab-45fe-4827-b79f-fb9de42bb822 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:13:16.984067 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df6b4ab-45fe-4827-b79f-fb9de42bb822 None None] Pushing event updated for resources: {'Port': ['ID=6c52a8f9-29cf-4575-baef-4a2e4e0f2e3f,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:16.999215 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-60fde1fc-1720-4f22-bff3-ca963f0f9ddd req-83028c3d-b69f-4179-af81-8d4206454249 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] For port 8e9bf303-3260-4f39-8268-47ea7dd76ad6, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=8e9bf303-3260-4f39-8268-47ea7dd76ad6,segment=NetworkSegment(6f5b4a09-9f6c-4c19-8201-4d90933cd506),segment_id=6f5b4a09-9f6c-4c19-8201-4d90933cd506)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:13:16.999564 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-60fde1fc-1720-4f22-bff3-ca963f0f9ddd req-83028c3d-b69f-4179-af81-8d4206454249 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:17.002665 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-d268c8bb-6b38-45af-bf85-0105ed6bd6d6 tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Allocated IP 172.20.0.10 (2bafe4ef-0271-4cf1-a58d-45946f77a4b8/828edf64-1503-4e09-b67b-6df5379e746e/cf49242e-2fac-4341-9fa2-d33d2df25fee) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:13:17.020124 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-60fde1fc-1720-4f22-bff3-ca963f0f9ddd req-83028c3d-b69f-4179-af81-8d4206454249 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Calling delete_port for 8e9bf303-3260-4f39-8268-47ea7dd76ad6 owned by compute:nova {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:13:17.023729 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df6b4ab-45fe-4827-b79f-fb9de42bb822 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:13:17.024158 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df6b4ab-45fe-4827-b79f-fb9de42bb822 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:13:17.024592 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df6b4ab-45fe-4827-b79f-fb9de42bb822 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:13:17.025015 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df6b4ab-45fe-4827-b79f-fb9de42bb822 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:13:17.025454 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df6b4ab-45fe-4827-b79f-fb9de42bb822 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:13:17.026087 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df6b4ab-45fe-4827-b79f-fb9de42bb822 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:13:17.026492 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df6b4ab-45fe-4827-b79f-fb9de42bb822 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:13:17.027212 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df6b4ab-45fe-4827-b79f-fb9de42bb822 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:13:17.027526 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df6b4ab-45fe-4827-b79f-fb9de42bb822 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:13:17.028099 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df6b4ab-45fe-4827-b79f-fb9de42bb822 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:13:17.028460 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df6b4ab-45fe-4827-b79f-fb9de42bb822 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:13:17.028742 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df6b4ab-45fe-4827-b79f-fb9de42bb822 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:13:17.040366 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ef07c3d0-daeb-43d0-a2df-e0641fc7a798 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:17.052712 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8d529961-2b4f-4806-a576-714dac59c893 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:17.073084 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-1df6b4ab-45fe-4827-b79f-fb9de42bb822 None None] Attempting to bind port 6c52a8f9-29cf-4575-baef-4a2e4e0f2e3f on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:13:17.073565 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-1df6b4ab-45fe-4827-b79f-fb9de42bb822 None None] Attempting to bind port 6c52a8f9-29cf-4575-baef-4a2e4e0f2e3f by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '1641841a-765d-48c2-ae7a-d2c7e114c6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '2bafe4ef-0271-4cf1-a58d-45946f77a4b8'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:13:17.074362 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df6b4ab-45fe-4827-b79f-fb9de42bb822 None None] Attempting to bind port 6c52a8f9-29cf-4575-baef-4a2e4e0f2e3f on network 2bafe4ef-0271-4cf1-a58d-45946f77a4b8 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:13:17.086260 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 8e9bf303-3260-4f39-8268-47ea7dd76ad6 no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:13:17.103129 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ef07c3d0-daeb-43d0-a2df-e0641fc7a798 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:17.117467 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df6b4ab-45fe-4827-b79f-fb9de42bb822 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:13:17.118087 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df6b4ab-45fe-4827-b79f-fb9de42bb822 None None] Checking segment: {'id': '1641841a-765d-48c2-ae7a-d2c7e114c6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '2bafe4ef-0271-4cf1-a58d-45946f77a4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:13:17.118735 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1df6b4ab-45fe-4827-b79f-fb9de42bb822 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:17.118868 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df6b4ab-45fe-4827-b79f-fb9de42bb822 None None] Bound using segment: {'id': '1641841a-765d-48c2-ae7a-d2c7e114c6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '2bafe4ef-0271-4cf1-a58d-45946f77a4b8'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:13:17.119516 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-1df6b4ab-45fe-4827-b79f-fb9de42bb822 None None] Bound port: 6c52a8f9-29cf-4575-baef-4a2e4e0f2e3f, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1641841a-765d-48c2-ae7a-d2c7e114c6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '2bafe4ef-0271-4cf1-a58d-45946f77a4b8'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:13:17.119979 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1df6b4ab-45fe-4827-b79f-fb9de42bb822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:17.262043 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-1df6b4ab-45fe-4827-b79f-fb9de42bb822 None None] For port 6c52a8f9-29cf-4575-baef-4a2e4e0f2e3f, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:13:17.272695 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-1df6b4ab-45fe-4827-b79f-fb9de42bb822 None None] For port 6c52a8f9-29cf-4575-baef-4a2e4e0f2e3f, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=6c52a8f9-29cf-4575-baef-4a2e4e0f2e3f,segment=NetworkSegment(1641841a-765d-48c2-ae7a-d2c7e114c6c5),segment_id=1641841a-765d-48c2-ae7a-d2c7e114c6c5)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:13:17.284110 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1df6b4ab-45fe-4827-b79f-fb9de42bb822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:17.312243 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d268c8bb-6b38-45af-bf85-0105ed6bd6d6 tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:17.333732 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ef07c3d0-daeb-43d0-a2df-e0641fc7a798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:17.350528 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ef07c3d0-daeb-43d0-a2df-e0641fc7a798 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:17.354170 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-ef07c3d0-daeb-43d0-a2df-e0641fc7a798 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/66b4b70a-d46b-4baf-b162-23f678e368a7 HTTP/1.1" status: 204 len: 168 time: 0.4278057 Nov 25 13:13:17.386666 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df6b4ab-45fe-4827-b79f-fb9de42bb822 None None] Pushing event updated for resources: {'Port': ['ID=6c52a8f9-29cf-4575-baef-4a2e4e0f2e3f,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:17.413008 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef07c3d0-daeb-43d0-a2df-e0641fc7a798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b4b70a-d46b-4baf-b162-23f678e368a7,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:17.428206 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-60fde1fc-1720-4f22-bff3-ca963f0f9ddd req-83028c3d-b69f-4179-af81-8d4206454249 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:17.460106 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8d529961-2b4f-4806-a576-714dac59c893 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:17.776507 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bb464f2d-d608-4773-a466-667a0647dfc3 req-8bd2a93a-5523-46be-986e-0f2f30fbb0bc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1a58aaa2-8b43-45c6-9d7e-48343b909785&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1793644 Nov 25 13:13:17.858485 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d529961-2b4f-4806-a576-714dac59c893 admin admin] Router 2d133477-7121-4a16-9987-8d047dbcf2a7 is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:13:17.901407 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb464f2d-d608-4773-a466-667a0647dfc3 req-3cf17e91-4dfa-421d-b21b-a99b7acac478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:17.906921 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bb464f2d-d608-4773-a466-667a0647dfc3 req-3cf17e91-4dfa-421d-b21b-a99b7acac478 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f9638bf2b13b4d579c7476454eb03e3d&device_id=1a58aaa2-8b43-45c6-9d7e-48343b909785 HTTP/1.1" status: 200 len: 1096 time: 0.1000431 Nov 25 13:13:17.913601 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['3023a69d-328f-4b58-9771-784d72e4f402'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:13:18.106599 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996b013b-8ea5-4168-b8b8-192e64e1f37e None None] Network 02a31e14-65ec-41f7-81c9-add34fd27175 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:13:18.110263 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83028c3d-b69f-4179-af81-8d4206454249 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Pushing event deleted for resources: {'Port': ['ID=8e9bf303-3260-4f39-8268-47ea7dd76ad6,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:18.133363 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d268c8bb-6b38-45af-bf85-0105ed6bd6d6 tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:18.175472 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ac4f8e5e-eebf-4241-8af5-6624c122c6a2 req-0c1d389a-fd47-423c-9fde-310cbede787f tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=1834e9fa-ed18-4283-b6da-37963008c9ee HTTP/1.1" status: 200 len: 210 time: 0.0608165 Nov 25 13:13:18.237079 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 41016) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:18.261953 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device f3788864-08f0-481e-9262-bf2acf7d1359 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:13:18.273853 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-60fde1fc-1720-4f22-bff3-ca963f0f9ddd req-83028c3d-b69f-4179-af81-8d4206454249 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] No DVR routers for this DVR port 8e9bf303-3260-4f39-8268-47ea7dd76ad6 on host n-h1-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:13:18.285820 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-60fde1fc-1720-4f22-bff3-ca963f0f9ddd req-83028c3d-b69f-4179-af81-8d4206454249 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:18.289412 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-60fde1fc-1720-4f22-bff3-ca963f0f9ddd req-83028c3d-b69f-4179-af81-8d4206454249 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.66 "DELETE /v2.0/ports/8e9bf303-3260-4f39-8268-47ea7dd76ad6 HTTP/1.1" status: 204 len: 173 time: 1.6944735 Nov 25 13:13:18.297737 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1834e9fa-ed18-4283-b6da-37963008c9ee', 'name': 'network-vif-deleted', 'tag': '8e9bf303-3260-4f39-8268-47ea7dd76ad6'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:13:18.308482 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c32a74-8aed-4588-8738-7b6426c4c7c1" -d '{"events": [{"server_uuid": "1834e9fa-ed18-4283-b6da-37963008c9ee", "name": "network-vif-deleted", "tag": "8e9bf303-3260-4f39-8268-47ea7dd76ad6"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:13:18.329312 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1e565-6c8a-44e9-aa26-edb8580b57b7 req-aa78d608-09c3-4e43-bafb-305ada809842 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:18.331568 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4bc1e565-6c8a-44e9-aa26-edb8580b57b7 req-aa78d608-09c3-4e43-bafb-305ada809842 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=4944a493-06c4-4cfc-b227-2738dee4da25 HTTP/1.1" status: 200 len: 947 time: 0.9200294 Nov 25 13:13:18.341251 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d268c8bb-6b38-45af-bf85-0105ed6bd6d6 tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Network 2bafe4ef-0271-4cf1-a58d-45946f77a4b8 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:13:18.344780 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d268c8bb-6b38-45af-bf85-0105ed6bd6d6 tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Pushing event updated for resources: {'Port': ['ID=cf49242e-2fac-4341-9fa2-d33d2df25fee,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:18.358665 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-d268c8bb-6b38-45af-bf85-0105ed6bd6d6 tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:13:18.392389 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d268c8bb-6b38-45af-bf85-0105ed6bd6d6 tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:13:18.580725 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d268c8bb-6b38-45af-bf85-0105ed6bd6d6 tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:18.581955 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d268c8bb-6b38-45af-bf85-0105ed6bd6d6 tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:18.615207 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d529961-2b4f-4806-a576-714dac59c893 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:13:18.624009 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c9973a72-e8b5-4f94-bac2-ae6a9e10c8a6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1d7c3b2bb5754f9a86023c3de45d9c8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3627231 Nov 25 13:13:18.625317 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 41022) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:18.633663 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb464f2d-d608-4773-a466-667a0647dfc3 req-2c5981bd-ccaf-4853-8876-bf327e2a71e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:18.635595 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bb464f2d-d608-4773-a466-667a0647dfc3 req-2c5981bd-ccaf-4853-8876-bf327e2a71e5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=20494638-06c1-415e-90d6-c326674b78a0 HTTP/1.1" status: 200 len: 908 time: 0.6760201 Nov 25 13:13:18.638574 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d268c8bb-6b38-45af-bf85-0105ed6bd6d6 tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3572605 Nov 25 13:13:18.642142 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41024) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:18.675201 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4bc1e565-6c8a-44e9-aa26-edb8580b57b7 req-7846368d-b679-4954-829b-5aea96c217f9 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324311 Nov 25 13:13:18.732590 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 6c52a8f9-29cf-4575-baef-4a2e4e0f2e3f up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:13:18.738255 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19014769-4b9d-4796-b3f7-683b2ec10eea None None] Sync routers for ids ['2d133477-7121-4a16-9987-8d047dbcf2a7'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:13:18.745109 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bb464f2d-d608-4773-a466-667a0647dfc3 req-651d260d-c364-4c0b-b92f-1443d0ccee6d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e643d369-92cd-4252-8898-0bb12968087b HTTP/1.1" status: 200 len: 217 time: 0.0545878 Nov 25 13:13:18.753672 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8d529961-2b4f-4806-a576-714dac59c893 admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:18.756126 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-8d529961-2b4f-4806-a576-714dac59c893 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.9463022 Nov 25 13:13:18.769030 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 41026) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:18.790466 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf83fc7-81d0-436c-9b65-a3054e1edb33 x-openstack-request-id: req-cdf83fc7-81d0-436c-9b65-a3054e1edb33 {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:13:18.791064 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1834e9fa-ed18-4283-b6da-37963008c9ee", "name": "network-vif-deleted", "tag": "8e9bf303-3260-4f39-8268-47ea7dd76ad6", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:13:18.791484 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cdf83fc7-81d0-436c-9b65-a3054e1edb33 {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:13:18.792045 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1834e9fa-ed18-4283-b6da-37963008c9ee', 'name': 'network-vif-deleted', 'tag': '8e9bf303-3260-4f39-8268-47ea7dd76ad6', 'status': 'completed', 'code': 200} Nov 25 13:13:18.852610 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833036a-61ff-4c7b-bbf1-2421d517225a req-68a0553f-5934-49ac-a295-c506644eb6e6 tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:18.862109 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b833036a-61ff-4c7b-bbf1-2421d517225a req-68a0553f-5934-49ac-a295-c506644eb6e6 tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef25d445-c91f-4ae2-a2d4-1e257802bc8f HTTP/1.1" status: 200 len: 944 time: 0.3211765 Nov 25 13:13:18.872132 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb464f2d-d608-4773-a466-667a0647dfc3 req-66d5a091-c02e-4e32-af4a-745bdad073bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:18.875007 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bb464f2d-d608-4773-a466-667a0647dfc3 req-66d5a091-c02e-4e32-af4a-745bdad073bf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=82870c5b-3c5b-4cf7-b280-dc92346a33bf HTTP/1.1" status: 200 len: 847 time: 0.1175678 Nov 25 13:13:18.896577 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-b580ce40-9ba2-4c49-b04f-85bf2800191b tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Deleting port cf49242e-2fac-4341-9fa2-d33d2df25fee {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:13:18.897431 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b580ce40-9ba2-4c49-b04f-85bf2800191b tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:18.937234 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19014769-4b9d-4796-b3f7-683b2ec10eea None None] Routers {'2d133477-7121-4a16-9987-8d047dbcf2a7'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:13:18.938010 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-19014769-4b9d-4796-b3f7-683b2ec10eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:13:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['2d133477-7121-4a16-9987-8d047dbcf2a7'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:13:18.950333 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bb464f2d-d608-4773-a466-667a0647dfc3 req-6556ccae-a318-4412-9cb2-bceefa08253d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=20494638-06c1-415e-90d6-c326674b78a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600142 Nov 25 13:13:18.984472 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b833036a-61ff-4c7b-bbf1-2421d517225a req-a0fca6c7-d338-4fb6-8498-6e137b1e8ed4 tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] 10.222.0.53 "GET /v2.0/security-groups?id=41639556-d3d0-49e5-aba2-9fa08626e803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208985 Nov 25 13:13:18.989279 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8b8bb502-a03d-4401-b93e-df9a9de9a48b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:19.069580 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8b8bb502-a03d-4401-b93e-df9a9de9a48b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:19.073296 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-19014769-4b9d-4796-b3f7-683b2ec10eea None None] Set router 2d133477-7121-4a16-9987-8d047dbcf2a7 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:13:19.109068 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b580ce40-9ba2-4c49-b04f-85bf2800191b tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:19.134902 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-b580ce40-9ba2-4c49-b04f-85bf2800191b tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Calling delete_port for cf49242e-2fac-4341-9fa2-d33d2df25fee owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:13:19.142200 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bb464f2d-d608-4773-a466-667a0647dfc3 req-8332babe-00c8-4c12-90ac-4c29b748e086 service neutron] 10.222.0.66 "GET /v2.0/networks/20494638-06c1-415e-90d6-c326674b78a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623690 Nov 25 13:13:19.161752 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5aef99e-28ff-47c3-b1e4-b9bd26c6e953 None None] Network 2bafe4ef-0271-4cf1-a58d-45946f77a4b8 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:13:19.246469 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8b8bb502-a03d-4401-b93e-df9a9de9a48b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:19.253625 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8b8bb502-a03d-4401-b93e-df9a9de9a48b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:19.260081 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-8b8bb502-a03d-4401-b93e-df9a9de9a48b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f93219b5-371a-44c2-80cf-df9bc14028b7 HTTP/1.1" status: 204 len: 168 time: 0.6286893 Nov 25 13:13:19.292687 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8bb502-a03d-4401-b93e-df9a9de9a48b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93219b5-371a-44c2-80cf-df9bc14028b7,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:19.329817 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device d5cc2e26-a29e-4825-aa7b-41d26989c8de details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:13:19.344685 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bb464f2d-d608-4773-a466-667a0647dfc3 req-4d36734e-77bd-4de6-b25c-ad0d910ccf6a service neutron] 10.222.0.66 "GET /v2.0/networks/20494638-06c1-415e-90d6-c326674b78a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900122 Nov 25 13:13:19.349735 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device ef159002-0a94-4b9b-a981-f864f7dce730 up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:13:19.396152 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f52241e7-06d5-46ca-8691-70507f0599f1 req-69c14f46-fc44-4d4d-9bd1-754402628e43 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=1834e9fa-ed18-4283-b6da-37963008c9ee HTTP/1.1" status: 200 len: 210 time: 0.0596499 Nov 25 13:13:19.432633 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b580ce40-9ba2-4c49-b04f-85bf2800191b tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:19.472833 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b580ce40-9ba2-4c49-b04f-85bf2800191b tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Pushing event deleted for resources: {'Port': ['ID=cf49242e-2fac-4341-9fa2-d33d2df25fee,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:19.539628 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-be3d4153-0952-4f84-9bac-fdebd04b2791 None None] Provisioning complete for port e7ffee04-895b-4401-93d5-f1539cc83f9c triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:13:19.540378 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-be3d4153-0952-4f84-9bac-fdebd04b2791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:19.590968 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b580ce40-9ba2-4c49-b04f-85bf2800191b tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:19.595671 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b580ce40-9ba2-4c49-b04f-85bf2800191b tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] 10.222.0.53 "DELETE /v2.0/ports/cf49242e-2fac-4341-9fa2-d33d2df25fee HTTP/1.1" status: 204 len: 168 time: 0.9503565 Nov 25 13:13:19.597980 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41036) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:19.693967 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b7628f68-a346-40d4-b361-cbff978d0f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:19.705814 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.db.resource_extend [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 13:13:19.758080 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 6c52a8f9-29cf-4575-baef-4a2e4e0f2e3f triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:13:19.758904 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:19.911099 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port f3788864-08f0-481e-9262-bf2acf7d1359 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:13:19.928513 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b85f8f-405d-4d34-a88e-327fe1c50118 req-47ba32b4-c2db-423a-b2eb-cc5fe45d7206 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:19.930086 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a3b85f8f-405d-4d34-a88e-327fe1c50118 req-47ba32b4-c2db-423a-b2eb-cc5fe45d7206 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=4944a493-06c4-4cfc-b227-2738dee4da25 HTTP/1.1" status: 200 len: 947 time: 0.1308239 Nov 25 13:13:19.985574 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port f3788864-08f0-481e-9262-bf2acf7d1359 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:13:19.986063 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:20.048607 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-4a430e17-af31-4ab7-afc4-633cd924d0ec tempest-DHCPAgentSchedulersTestJSON-192702725 tempest-DHCPAgentSchedulersTestJSON-192702725-project-admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4935 time: 0.4475327 Nov 25 13:13:20.050290 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 41054) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:20.063374 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-27fd3424-abe0-4323-978e-e2f049cc0ed2 tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1725930927'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:13:20.099989 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a3b85f8f-405d-4d34-a88e-327fe1c50118 req-0aef0c4b-6a8f-4eee-bb81-bfb304992bdd tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333132 Nov 25 13:13:20.100811 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port ef159002-0a94-4b9b-a981-f864f7dce730 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:13:20.102856 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-be3d4153-0952-4f84-9bac-fdebd04b2791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:20.114363 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27fd3424-abe0-4323-978e-e2f049cc0ed2 tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Made reservation on behalf of 7727dc1a75504259b4ea618751f994f2 for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:13:20.118602 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-27fd3424-abe0-4323-978e-e2f049cc0ed2 tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:20.137708 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-b7628f68-a346-40d4-b361-cbff978d0f0a admin admin] Allocated IP 172.20.0.1 (02a31e14-65ec-41f7-81c9-add34fd27175/84710c11-cfeb-46e4-8fab-bd6bf839f3aa/baf40d51-6017-4b71-8a43-58e16e2fae3d) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:13:20.185720 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27fd3424-abe0-4323-978e-e2f049cc0ed2 tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:13:20.225486 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port ef159002-0a94-4b9b-a981-f864f7dce730 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:13:20.225893 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:20.270279 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port d5cc2e26-a29e-4825-aa7b-41d26989c8de, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=d5cc2e26-a29e-4825-aa7b-41d26989c8de,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:13:20.278017 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-27fd3424-abe0-4323-978e-e2f049cc0ed2 tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:20.278424 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-27fd3424-abe0-4323-978e-e2f049cc0ed2 tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Added segment c82a4c94-296c-4eaa-a3c5-3522ebbb984f of type vlan for network dd96233d-bb02-4738-86fe-189995979411 Nov 25 13:13:20.357292 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a4f1f-f161-491f-b82c-b13d6948538a req-4790f525-2e23-465d-86db-b37659fefc54 tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:20.359028 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1c0a4f1f-f161-491f-b82c-b13d6948538a req-4790f525-2e23-465d-86db-b37659fefc54 tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef25d445-c91f-4ae2-a2d4-1e257802bc8f HTTP/1.1" status: 200 len: 944 time: 0.1709278 Nov 25 13:13:20.366899 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': 'd5cc2e26-a29e-4825-aa7b-41d26989c8de', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'port_id': 'd5cc2e26-a29e-4825-aa7b-41d26989c8de', 'mac_address': 'fa:16:3e:8d:0d:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce5ca48-e3be-44c6-9584-fd9eb8c67222', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:13:20.379588 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-be3d4153-0952-4f84-9bac-fdebd04b2791 None None] For port e7ffee04-895b-4401-93d5-f1539cc83f9c, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=e7ffee04-895b-4401-93d5-f1539cc83f9c,segment=NetworkSegment(2b145124-ca3d-43c4-8881-fe5b31d26e5c),segment_id=2b145124-ca3d-43c4-8881-fe5b31d26e5c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:13:20.395698 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-be3d4153-0952-4f84-9bac-fdebd04b2791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:20.417373 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-27fd3424-abe0-4323-978e-e2f049cc0ed2 tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:20.483410 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1c0a4f1f-f161-491f-b82c-b13d6948538a req-63166c53-c379-43ec-b76a-a9acbe4c68b6 tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] 10.222.0.53 "GET /v2.0/security-groups?id=41639556-d3d0-49e5-aba2-9fa08626e803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066787 Nov 25 13:13:20.503699 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b7628f68-a346-40d4-b361-cbff978d0f0a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:20.532671 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-27fd3424-abe0-4323-978e-e2f049cc0ed2 tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:20.553379 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27fd3424-abe0-4323-978e-e2f049cc0ed2 tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:20.554123 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-27fd3424-abe0-4323-978e-e2f049cc0ed2 tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:20.605487 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-53feaa71-67dd-44ec-bd75-69fcad045089 req-1b8021e0-e465-43db-94df-4aac3a9cc26e tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=1834e9fa-ed18-4283-b6da-37963008c9ee HTTP/1.1" status: 200 len: 210 time: 0.0460932 Nov 25 13:13:20.678298 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-27fd3424-abe0-4323-978e-e2f049cc0ed2 tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6239953 Nov 25 13:13:20.680867 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3d4153-0952-4f84-9bac-fdebd04b2791 None None] Pushing event updated for resources: {'Port': ['ID=e7ffee04-895b-4401-93d5-f1539cc83f9c,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:20.681033 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41070) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:20.713122 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fd3424-abe0-4323-978e-e2f049cc0ed2 tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Pushing event updated for resources: {'Network': ['ID=dd96233d-bb02-4738-86fe-189995979411,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:20.726374 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b7628f68-a346-40d4-b361-cbff978d0f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:20.882360 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7628f68-a346-40d4-b361-cbff978d0f0a admin admin] Network 02a31e14-65ec-41f7-81c9-add34fd27175 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:13:20.890336 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7628f68-a346-40d4-b361-cbff978d0f0a admin admin] Pushing event updated for resources: {'Port': ['ID=baf40d51-6017-4b71-8a43-58e16e2fae3d,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:20.901367 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-b7628f68-a346-40d4-b361-cbff978d0f0a admin admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:13:20.915978 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7628f68-a346-40d4-b361-cbff978d0f0a admin admin] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:13:20.946734 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network dd96233d-bb02-4738-86fe-189995979411 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:13:20.954765 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:20.979839 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5992b9d6-d509-4225-bfef-c769a7d5f499 tempest-DHCPAgentSchedulersTestJSON-192702725 tempest-DHCPAgentSchedulersTestJSON-192702725-project-admin] 10.222.0.53 "GET /v2.0/agents/348e70ec-1f2d-45ac-8cfd-01cc429253dc/dhcp-networks HTTP/1.1" status: 200 len: 10461 time: 0.2966330 Nov 25 13:13:21.000680 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41076) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:21.000985 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:21.025600 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:21.050164 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-c11950ac-30bc-4de5-9512-f41547f5285b None None] Provisioning complete for port 6c52a8f9-29cf-4575-baef-4a2e4e0f2e3f triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:13:21.050543 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c11950ac-30bc-4de5-9512-f41547f5285b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:21.066430 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b7628f68-a346-40d4-b361-cbff978d0f0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:21.070648 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-19014769-4b9d-4796-b3f7-683b2ec10eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d133477-7121-4a16-9987-8d047dbcf2a7', 'name': 'tempest-AttachSCSIVolumeTestJSON-540732295-router', 'tenant_id': 'ce48360ee0e64a0f92fcf0cd683397ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'a7bba891-ae2d-457b-8fcc-3cc0216e1786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:13:13Z', 'updated_at': '2021-11-25T13:13:16Z', 'revision_number': 3, 'project_id': 'ce48360ee0e64a0f92fcf0cd683397ad', 'gw_port': {'id': 'a7bba891-ae2d-457b-8fcc-3cc0216e1786', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:14:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d133477-7121-4a16-9987-8d047dbcf2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:13:15Z', 'updated_at': '2021-11-25T13:13:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:13:21.211829 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccb0584-8f66-41b0-b164-c566e206dadd tempest-DHCPAgentSchedulersTestJSON-192702725 tempest-DHCPAgentSchedulersTestJSON-192702725-project-admin] Network dd96233d-bb02-4738-86fe-189995979411 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:13:21.235762 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-7ccb0584-8f66-41b0-b164-c566e206dadd tempest-DHCPAgentSchedulersTestJSON-192702725 tempest-DHCPAgentSchedulersTestJSON-192702725-project-admin] 10.222.0.53 "POST /v2.0/agents/348e70ec-1f2d-45ac-8cfd-01cc429253dc/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2316332 Nov 25 13:13:21.236028 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41082) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:21.297516 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19014769-4b9d-4796-b3f7-683b2ec10eea None None] Checking router: 2d133477-7121-4a16-9987-8d047dbcf2a7 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:13:21.298108 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19014769-4b9d-4796-b3f7-683b2ec10eea None None] Updating router 2d133477-7121-4a16-9987-8d047dbcf2a7 port a7bba891-ae2d-457b-8fcc-3cc0216e1786 binding host n-d-808199-11 {{(pid=103572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:13:21.312297 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef25d445-c91f-4ae2-a2d4-1e257802bc8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3788864-08f0-481e-9262-bf2acf7d1359'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:13:21.315025 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e79c36-ea7b-489b-940b-bd07e574d40d" -d '{"events": [{"server_uuid": "ef25d445-c91f-4ae2-a2d4-1e257802bc8f", "name": "network-vif-plugged", "status": "completed", "tag": "f3788864-08f0-481e-9262-bf2acf7d1359"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:13:21.344594 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd49ab8-8716-458d-98ad-32726c4354c4 None None] Network dd96233d-bb02-4738-86fe-189995979411 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:13:21.493758 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2668000d-2c75-4391-a436-72a6bf4ebd27 req-1585bfb1-3e68-4c29-85a4-ce54f206fc3e tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:21.500526 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce9e3ffb-2f3c-4830-b1f9-309c5eeca20a x-openstack-request-id: req-ce9e3ffb-2f3c-4830-b1f9-309c5eeca20a {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:13:21.500824 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef25d445-c91f-4ae2-a2d4-1e257802bc8f", "name": "network-vif-plugged", "status": "completed", "tag": "f3788864-08f0-481e-9262-bf2acf7d1359", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:13:21.501090 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ce9e3ffb-2f3c-4830-b1f9-309c5eeca20a {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:13:21.501895 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2668000d-2c75-4391-a436-72a6bf4ebd27 req-1585bfb1-3e68-4c29-85a4-ce54f206fc3e tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=4944a493-06c4-4cfc-b227-2738dee4da25 HTTP/1.1" status: 200 len: 947 time: 0.2154908 Nov 25 13:13:21.508370 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b7628f68-a346-40d4-b361-cbff978d0f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:21.508864 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef25d445-c91f-4ae2-a2d4-1e257802bc8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3788864-08f0-481e-9262-bf2acf7d1359', 'code': 200} Nov 25 13:13:21.513818 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-19014769-4b9d-4796-b3f7-683b2ec10eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:21.520592 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-f2ab2eb2-a779-483f-84bd-25147b21cf76 tempest-DHCPAgentSchedulersTestJSON-192702725 tempest-DHCPAgentSchedulersTestJSON-192702725-project-admin] 10.222.0.53 "GET /v2.0/agents/348e70ec-1f2d-45ac-8cfd-01cc429253dc/dhcp-networks HTTP/1.1" status: 200 len: 11231 time: 0.2834668 Nov 25 13:13:21.523624 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41092) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:21.630570 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] For port 6c52a8f9-29cf-4575-baef-4a2e4e0f2e3f, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=6c52a8f9-29cf-4575-baef-4a2e4e0f2e3f,segment=NetworkSegment(1641841a-765d-48c2-ae7a-d2c7e114c6c5),segment_id=1641841a-765d-48c2-ae7a-d2c7e114c6c5)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:13:21.640933 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port f3788864-08f0-481e-9262-bf2acf7d1359, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=f3788864-08f0-481e-9262-bf2acf7d1359,segment=NetworkSegment(e8fd4a16-fedf-4b39-a7fa-a0fbf5e097cd),segment_id=e8fd4a16-fedf-4b39-a7fa-a0fbf5e097cd)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:13:21.667179 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c36074-ddc1-4961-9ba9-6915a03b26b0 req-0f78d699-ed7b-4ea2-a3af-1f10bccd99e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:21.668859 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-25c36074-ddc1-4961-9ba9-6915a03b26b0 req-0f78d699-ed7b-4ea2-a3af-1f10bccd99e4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ef25d445-c91f-4ae2-a2d4-1e257802bc8f HTTP/1.1" status: 200 len: 1096 time: 0.1468699 Nov 25 13:13:21.683749 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-29ccb3ff-8051-47f5-a6a9-8ebec0fa6aa4 tempest-DHCPAgentSchedulersTestJSON-192702725 tempest-DHCPAgentSchedulersTestJSON-192702725-project-admin] 10.222.0.53 "DELETE /v2.0/agents/348e70ec-1f2d-45ac-8cfd-01cc429253dc/dhcp-networks/dd96233d-bb02-4738-86fe-189995979411 HTTP/1.1" status: 204 len: 168 time: 0.1587050 Nov 25 13:13:21.688742 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41102) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:21.790107 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2668000d-2c75-4391-a436-72a6bf4ebd27 req-d3fe3c2b-12c0-4856-a457-80cef32bc486 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795303 Nov 25 13:13:21.824274 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-25c36074-ddc1-4961-9ba9-6915a03b26b0 req-540f5df6-c3ab-4f50-aaf0-7bef30eeca5a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=41639556-d3d0-49e5-aba2-9fa08626e803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376369 Nov 25 13:13:21.898137 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e233954-4e41-4fcb-b7d7-90816c5fed3c req-fe274f59-01a5-4f5b-ba40-ce05682cd68d tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:21.901280 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3e233954-4e41-4fcb-b7d7-90816c5fed3c req-fe274f59-01a5-4f5b-ba40-ce05682cd68d tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef25d445-c91f-4ae2-a2d4-1e257802bc8f HTTP/1.1" status: 200 len: 945 time: 0.1733031 Nov 25 13:13:21.944155 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5cc2e26-a29e-4825-aa7b-41d26989c8de {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:13:21.963957 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-bfe17208-28a9-4ebd-83ee-35f437596ee8 tempest-DHCPAgentSchedulersTestJSON-192702725 tempest-DHCPAgentSchedulersTestJSON-192702725-project-admin] 10.222.0.53 "GET /v2.0/agents/348e70ec-1f2d-45ac-8cfd-01cc429253dc/dhcp-networks HTTP/1.1" status: 200 len: 10461 time: 0.2499542 Nov 25 13:13:21.964214 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41108) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:21.977419 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port d5cc2e26-a29e-4825-aa7b-41d26989c8de, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=d5cc2e26-a29e-4825-aa7b-41d26989c8de,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:13:21.982483 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bc69f749-2d5e-42db-8242-a3a05300688c req-54818b5f-b1b1-4473-84c5-a95d123a487c tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=1834e9fa-ed18-4283-b6da-37963008c9ee HTTP/1.1" status: 200 len: 210 time: 0.0524721 Nov 25 13:13:22.002782 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-cc3c94b0-cd84-4118-82a3-a1a0a0713a4e tempest-DHCPAgentSchedulersTestJSON-192702725 tempest-DHCPAgentSchedulersTestJSON-192702725-project-admin] 10.222.0.53 "GET /v2.0/networks/2bafe4ef-0271-4cf1-a58d-45946f77a4b8/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0344520 Nov 25 13:13:22.003375 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41110) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:22.015748 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:22.023213 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device e7ffee04-895b-4401-93d5-f1539cc83f9c up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:13:22.029352 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:22.044028 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-3c415421-7b0e-420c-840f-4ef27fc3814a tempest-DHCPAgentSchedulersTestJSON-192702725 tempest-DHCPAgentSchedulersTestJSON-192702725-project-admin] 10.222.0.53 "GET /v2.0/networks/2bafe4ef-0271-4cf1-a58d-45946f77a4b8/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0371056 Nov 25 13:13:22.048210 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 41114) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:22.083663 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b7628f68-a346-40d4-b361-cbff978d0f0a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:22.087053 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-76c52c5b-6ced-4562-8009-e9dc110c072c req-2de5dc46-3ea7-4225-870b-0d7a6908f1fd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0440705 Nov 25 13:13:22.094365 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:22.096946 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:22.115565 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3e233954-4e41-4fcb-b7d7-90816c5fed3c req-01f19a8b-179e-4c5e-a637-e48d0447e14d tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] 10.222.0.53 "GET /v2.0/security-groups?id=41639556-d3d0-49e5-aba2-9fa08626e803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972868 Nov 25 13:13:22.130003 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b7628f68-a346-40d4-b361-cbff978d0f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:22.260530 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c52c5b-6ced-4562-8009-e9dc110c072c req-efcce099-f398-40fe-9c71-3396e2e6e50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:22.266176 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-76c52c5b-6ced-4562-8009-e9dc110c072c req-efcce099-f398-40fe-9c71-3396e2e6e50c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=621e47be21954218b422540d084376f9&device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 1097 time: 0.0997829 Nov 25 13:13:22.349231 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b7628f68-a346-40d4-b361-cbff978d0f0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:22.361987 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7628f68-a346-40d4-b361-cbff978d0f0a admin admin] Pushing event updated for resources: {'Port': ['ID=baf40d51-6017-4b71-8a43-58e16e2fae3d,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:22.401707 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port ef159002-0a94-4b9b-a981-f864f7dce730, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=ef159002-0a94-4b9b-a981-f864f7dce730,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:13:22.428777 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:22.434032 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Pushing event updated for resources: {'Port': ['ID=6c52a8f9-29cf-4575-baef-4a2e4e0f2e3f,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:22.458008 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-7e762d16-aac0-433d-b8ae-b8784905e1c9 None None] Provisioning complete for port e7ffee04-895b-4401-93d5-f1539cc83f9c triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:13:22.458675 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7e762d16-aac0-433d-b8ae-b8784905e1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:22.490917 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-6af1d727-1668-4910-84ac-0de681a8b4e0 tempest-DHCPAgentSchedulersTestJSON-192702725 tempest-DHCPAgentSchedulersTestJSON-192702725-project-admin] 10.222.0.53 "GET /v2.0/agents/348e70ec-1f2d-45ac-8cfd-01cc429253dc/dhcp-networks HTTP/1.1" status: 200 len: 10461 time: 0.4406083 Nov 25 13:13:22.496003 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41120) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:22.538669 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['d5cc2e26-a29e-4825-aa7b-41d26989c8de'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:13:22.587629 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port e7ffee04-895b-4401-93d5-f1539cc83f9c triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:13:22.588011 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:22.607606 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f62fed6a-ec1b-4c96-b64d-cf65c4ca5bfd req-91065979-1789-4da1-bc4a-e7d1f3694477 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=3ee4221bb32f4891964fceef3f22fcaa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352097 Nov 25 13:13:22.617497 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9210c48f-8bee-493c-a1d1-5100c4a48d2d tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:22.619926 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c52c5b-6ced-4562-8009-e9dc110c072c req-3951ead9-34bb-4e25-b133-7dc8adef5c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:22.623167 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-76c52c5b-6ced-4562-8009-e9dc110c072c req-3951ead9-34bb-4e25-b133-7dc8adef5c15 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9accb235-a825-49d8-b9c6-39063069a4b3 HTTP/1.1" status: 200 len: 912 time: 0.3306522 Nov 25 13:13:22.639127 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7628f68-a346-40d4-b361-cbff978d0f0a admin admin] Network 02a31e14-65ec-41f7-81c9-add34fd27175 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:13:22.643142 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-b7628f68-a346-40d4-b361-cbff978d0f0a admin admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:13:22.710538 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-76c52c5b-6ced-4562-8009-e9dc110c072c req-8435d735-829a-401f-bb65-8c46f98cad37 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14 HTTP/1.1" status: 200 len: 1001 time: 0.0792947 Nov 25 13:13:22.719572 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=f3788864-08f0-481e-9262-bf2acf7d1359,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:22.838680 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c52c5b-6ced-4562-8009-e9dc110c072c req-f19825ac-5eca-4e64-bdea-a78c587f9d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:22.840203 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-76c52c5b-6ced-4562-8009-e9dc110c072c req-f19825ac-5eca-4e64-bdea-a78c587f9d86 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b6a84af7-6347-4e0f-945a-98a5515a4a22 HTTP/1.1" status: 200 len: 850 time: 0.1118760 Nov 25 13:13:22.865158 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=d5cc2e26-a29e-4825-aa7b-41d26989c8de,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:22.936580 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62fed6a-ec1b-4c96-b64d-cf65c4ca5bfd req-6b059a2b-6fd2-4b40-b0fa-0bd1a0ad92f9 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:22.945597 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f62fed6a-ec1b-4c96-b64d-cf65c4ca5bfd req-6b059a2b-6fd2-4b40-b0fa-0bd1a0ad92f9 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3365374 Nov 25 13:13:22.987675 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9210c48f-8bee-493c-a1d1-5100c4a48d2d tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:23.011763 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f62fed6a-ec1b-4c96-b64d-cf65c4ca5bfd req-bf2e2efd-2338-4666-afa6-3a2e68ccaa59 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] 10.222.0.53 "GET /v2.0/quotas/3ee4221bb32f4891964fceef3f22fcaa HTTP/1.1" status: 200 len: 375 time: 0.0649707 Nov 25 13:13:23.024726 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-9210c48f-8bee-493c-a1d1-5100c4a48d2d tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd96233d-bb02-4738-86fe-189995979411']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:13:23.035101 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c52c5b-6ced-4562-8009-e9dc110c072c req-50d34403-31bf-4672-bf76-dd117d8c10a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:23.036706 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-76c52c5b-6ced-4562-8009-e9dc110c072c req-50d34403-31bf-4672-bf76-dd117d8c10a5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9accb235-a825-49d8-b9c6-39063069a4b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1758482 Nov 25 13:13:23.038458 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-9210c48f-8bee-493c-a1d1-5100c4a48d2d tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c82a4c94-296c-4eaa-a3c5-3522ebbb984f') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:13:23.048139 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-9210c48f-8bee-493c-a1d1-5100c4a48d2d tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c82a4c94-296c-4eaa-a3c5-3522ebbb984f') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:13:23.054748 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f62fed6a-ec1b-4c96-b64d-cf65c4ca5bfd req-8afa6152-8528-41f9-ac5f-02717c969d31 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3ee4221bb32f4891964fceef3f22fcaa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417900 Nov 25 13:13:23.074080 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9210c48f-8bee-493c-a1d1-5100c4a48d2d tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:23.092443 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7628f68-a346-40d4-b361-cbff978d0f0a admin admin] Router 2d133477-7121-4a16-9987-8d047dbcf2a7 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:13:23.101378 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54ef97e-82b3-4607-8b80-4e4568c3e6d8 req-71934647-7541-46f2-80f3-b4b4c04e6984 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:23.103588 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d54ef97e-82b3-4607-8b80-4e4568c3e6d8 req-71934647-7541-46f2-80f3-b4b4c04e6984 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=4944a493-06c4-4cfc-b227-2738dee4da25 HTTP/1.1" status: 200 len: 948 time: 0.1446269 Nov 25 13:13:23.129704 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9210c48f-8bee-493c-a1d1-5100c4a48d2d tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:23.155347 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9210c48f-8bee-493c-a1d1-5100c4a48d2d tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:13:23.156296 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9210c48f-8bee-493c-a1d1-5100c4a48d2d tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:23.204350 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-7e762d16-aac0-433d-b8ae-b8784905e1c9 None None] Could not find standard attr ID for object cf49242e-2fac-4341-9fa2-d33d2df25fee. {{(pid=103572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 13:13:23.208560 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=ef159002-0a94-4b9b-a981-f864f7dce730,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:23.233349 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d54ef97e-82b3-4607-8b80-4e4568c3e6d8 req-476d1fe1-0267-4572-8fad-7d5f380f7421 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195409 Nov 25 13:13:23.277425 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-7e762d16-aac0-433d-b8ae-b8784905e1c9 None None] Provisioning complete for port baf40d51-6017-4b71-8a43-58e16e2fae3d triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:13:23.278796 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:13:23.278796 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:13:23.278796 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:13:23.278796 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:13:23.278796 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:13:23.278796 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:13:23.278796 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:13:23.278796 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:13:23.278796 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:13:23.278796 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:13:23.278796 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:13:23.278796 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:13:23.278796 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:13:23.278796 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:13:23.278796 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:13:23.278796 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:13:23.278796 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:13:23.278796 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:13:23.278796 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:13:23.278796 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:13:23.278796 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:13:23.278796 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:13:23.278796 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:13:23.278796 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:13:23.278796 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:13:23.278796 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:13:23.278796 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:13:23.278796 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:13:23.278796 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:13:23.278796 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:13:23.278796 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:13:23.278796 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:13:23.283172 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7e762d16-aac0-433d-b8ae-b8784905e1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:23.411179 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-7e762d16-aac0-433d-b8ae-b8784905e1c9 None None] Port baf40d51-6017-4b71-8a43-58e16e2fae3d cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:13:23.418942 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 6c52a8f9-29cf-4575-baef-4a2e4e0f2e3f up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:13:23.440961 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7628f68-a346-40d4-b361-cbff978d0f0a admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:13:23.449957 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b7628f68-a346-40d4-b361-cbff978d0f0a admin admin] 10.222.0.53 "PUT /v2.0/routers/2d133477-7121-4a16-9987-8d047dbcf2a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6752198 Nov 25 13:13:23.460498 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9210c48f-8bee-493c-a1d1-5100c4a48d2d tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:23.466651 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9210c48f-8bee-493c-a1d1-5100c4a48d2d tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:23.472945 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-9210c48f-8bee-493c-a1d1-5100c4a48d2d tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] 10.222.0.53 "DELETE /v2.0/networks/dd96233d-bb02-4738-86fe-189995979411 HTTP/1.1" status: 204 len: 168 time: 0.9727087 Nov 25 13:13:23.478999 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 41148) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:23.499616 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f6cb3-4c4d-44c6-bbd4-81f3a80ae47c req-4962d7ff-3218-4f62-a850-6803c66f5cbe tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:23.510942 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b07f6cb3-4c4d-44c6-bbd4-81f3a80ae47c req-4962d7ff-3218-4f62-a850-6803c66f5cbe tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef25d445-c91f-4ae2-a2d4-1e257802bc8f HTTP/1.1" status: 200 len: 945 time: 0.1198874 Nov 25 13:13:23.524428 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9210c48f-8bee-493c-a1d1-5100c4a48d2d tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Pushing event deleted for resources: {'Network': ['ID=dd96233d-bb02-4738-86fe-189995979411,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:23.538276 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-76c52c5b-6ced-4562-8009-e9dc110c072c req-fe13ef9e-faa6-4f57-bbb3-ea88c1cca716 service neutron] 10.222.0.47 "GET /v2.0/networks/9accb235-a825-49d8-b9c6-39063069a4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572393 Nov 25 13:13:23.575108 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17232847-b6af-4835-9bba-18e757b232da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef159002-0a94-4b9b-a981-f864f7dce730'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:13:23.584636 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5871e566-7656-4cdf-befe-169bf6a36b04" -d '{"events": [{"server_uuid": "17232847-b6af-4835-9bba-18e757b232da", "name": "network-vif-plugged", "status": "completed", "tag": "ef159002-0a94-4b9b-a981-f864f7dce730"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:13:23.646716 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-647d2200-752a-4bc3-80a7-c8d922525d46 tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] DELETE failed (client error): The resource could not be found. Nov 25 13:13:23.647361 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-647d2200-752a-4bc3-80a7-c8d922525d46 tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:13:23.660176 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-647d2200-752a-4bc3-80a7-c8d922525d46 tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] 10.222.0.53 "DELETE /v2.0/ports/cf49242e-2fac-4341-9fa2-d33d2df25fee HTTP/1.1" status: 404 len: 333 time: 0.1415985 Nov 25 13:13:23.668050 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41156) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:23.707174 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-19014769-4b9d-4796-b3f7-683b2ec10eea None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:23.717316 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-7e762d16-aac0-433d-b8ae-b8784905e1c9 None None] Provisioning complete for port 6c52a8f9-29cf-4575-baef-4a2e4e0f2e3f triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:13:23.717995 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7e762d16-aac0-433d-b8ae-b8784905e1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:23.733560 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f06a7a55-84c4-4805-918e-be172cf60fbe req-170aab8c-4411-4c58-bfef-82d0bb270007 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=1834e9fa-ed18-4283-b6da-37963008c9ee HTTP/1.1" status: 200 len: 210 time: 0.1088781 Nov 25 13:13:23.782149 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8d0161f-c94f-462f-a2ec-53bd9d50e6e0 tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Deleting subnet 828edf64-1503-4e09-b67b-6df5379e746e {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:13:23.797092 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b07f6cb3-4c4d-44c6-bbd4-81f3a80ae47c req-906b8288-0633-4590-aa41-7562bfe80dc3 tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] 10.222.0.53 "GET /v2.0/security-groups?id=41639556-d3d0-49e5-aba2-9fa08626e803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758617 Nov 25 13:13:23.797271 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c8d0161f-c94f-462f-a2ec-53bd9d50e6e0 tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:23.797382 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-19014769-4b9d-4796-b3f7-683b2ec10eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:23.919352 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6b23ae64-124f-4e6b-9548-4ee7671b9fa7 req-887b609f-bce1-4d88-8615-ab6428d30e78 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d856ad5-8ca6-4474-a302-0c38a57cc4a7 HTTP/1.1" status: 200 len: 210 time: 0.0574820 Nov 25 13:13:23.934172 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-76c52c5b-6ced-4562-8009-e9dc110c072c req-c51112be-5047-42eb-b6ac-ece8217865e4 service neutron] 10.222.0.47 "GET /v2.0/networks/9accb235-a825-49d8-b9c6-39063069a4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3849964 Nov 25 13:13:23.979142 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c8d0161f-c94f-462f-a2ec-53bd9d50e6e0 tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:23.986652 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 6c52a8f9-29cf-4575-baef-4a2e4e0f2e3f triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:13:23.987050 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:24.027576 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-19014769-4b9d-4796-b3f7-683b2ec10eea None None] Attempting to bind port a7bba891-ae2d-457b-8fcc-3cc0216e1786 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:13:24.027953 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-19014769-4b9d-4796-b3f7-683b2ec10eea None None] Attempting to bind port a7bba891-ae2d-457b-8fcc-3cc0216e1786 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:13:24.028326 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19014769-4b9d-4796-b3f7-683b2ec10eea None None] Attempting to bind port a7bba891-ae2d-457b-8fcc-3cc0216e1786 on network 7542d3d9-0db3-40e7-ab88-a168871141f7 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:13:24.094685 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19014769-4b9d-4796-b3f7-683b2ec10eea None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:13:24.096270 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19014769-4b9d-4796-b3f7-683b2ec10eea None None] Checking segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:13:24.096270 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-19014769-4b9d-4796-b3f7-683b2ec10eea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:24.096620 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19014769-4b9d-4796-b3f7-683b2ec10eea None None] Bound using segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:13:24.097132 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-19014769-4b9d-4796-b3f7-683b2ec10eea None None] Bound port: a7bba891-ae2d-457b-8fcc-3cc0216e1786, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:13:24.097561 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-19014769-4b9d-4796-b3f7-683b2ec10eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:24.101877 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cbeb926-d571-4e9d-ba7a-f9f1249e6a4f x-openstack-request-id: req-9cbeb926-d571-4e9d-ba7a-f9f1249e6a4f {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:13:24.102165 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17232847-b6af-4835-9bba-18e757b232da", "name": "network-vif-plugged", "status": "completed", "tag": "ef159002-0a94-4b9b-a981-f864f7dce730", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:13:24.102494 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9cbeb926-d571-4e9d-ba7a-f9f1249e6a4f {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:13:24.102850 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17232847-b6af-4835-9bba-18e757b232da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef159002-0a94-4b9b-a981-f864f7dce730', 'code': 200} Nov 25 13:13:24.167877 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a0234-0438-4fdc-81c7-04b6905f2a36 None None] Pushing event updated for resources: {'Port': ['ID=a7bba891-ae2d-457b-8fcc-3cc0216e1786,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:24.241488 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-19014769-4b9d-4796-b3f7-683b2ec10eea None None] For port a7bba891-ae2d-457b-8fcc-3cc0216e1786, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:13:24.284486 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-19014769-4b9d-4796-b3f7-683b2ec10eea None None] For port a7bba891-ae2d-457b-8fcc-3cc0216e1786, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=a7bba891-ae2d-457b-8fcc-3cc0216e1786,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:13:24.297081 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-19014769-4b9d-4796-b3f7-683b2ec10eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:24.339433 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c8d0161f-c94f-462f-a2ec-53bd9d50e6e0 tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:24.353959 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device e7ffee04-895b-4401-93d5-f1539cc83f9c up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:13:24.411410 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21aaa7-8103-4cb3-ad45-b757367ace96 req-c517ad21-9861-4e15-9c74-89a8a2cf7ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:24.413030 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ba21aaa7-8103-4cb3-ad45-b757367ace96 req-c517ad21-9861-4e15-9c74-89a8a2cf7ace service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=17232847-b6af-4835-9bba-18e757b232da HTTP/1.1" status: 200 len: 1102 time: 0.2580669 Nov 25 13:13:24.416417 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19014769-4b9d-4796-b3f7-683b2ec10eea None None] Routers {'2d133477-7121-4a16-9987-8d047dbcf2a7'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:13:24.417077 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-19014769-4b9d-4796-b3f7-683b2ec10eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:13:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['2d133477-7121-4a16-9987-8d047dbcf2a7'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:13:24.490179 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ba21aaa7-8103-4cb3-ad45-b757367ace96 req-e6f0affb-3053-4053-a592-c41b56826877 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620747 Nov 25 13:13:24.514519 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a0234-0438-4fdc-81c7-04b6905f2a36 None None] Pushing event updated for resources: {'Port': ['ID=a7bba891-ae2d-457b-8fcc-3cc0216e1786,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:24.518128 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c8d0161f-c94f-462f-a2ec-53bd9d50e6e0 tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:24.532107 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-42b33818-3fc9-4ba3-bc4a-34665b057f03 None None] Provisioning complete for port baf40d51-6017-4b71-8a43-58e16e2fae3d triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:13:24.532557 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-42b33818-3fc9-4ba3-bc4a-34665b057f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:24.572374 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d0161f-c94f-462f-a2ec-53bd9d50e6e0 tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Pushing event deleted for resources: {'Subnet': ['ID=828edf64-1503-4e09-b67b-6df5379e746e,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:24.575984 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c8d0161f-c94f-462f-a2ec-53bd9d50e6e0 tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:24.580989 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c8d0161f-c94f-462f-a2ec-53bd9d50e6e0 tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] 10.222.0.53 "DELETE /v2.0/subnets/828edf64-1503-4e09-b67b-6df5379e746e HTTP/1.1" status: 204 len: 168 time: 0.9084702 Nov 25 13:13:24.581408 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41188) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:24.589683 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f876d46d-1daa-4216-a83f-e0f246bbe3b8 req-1b0666a7-b790-4989-9c63-c25da9d95b3a tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:24.602785 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f876d46d-1daa-4216-a83f-e0f246bbe3b8 req-1b0666a7-b790-4989-9c63-c25da9d95b3a tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=4944a493-06c4-4cfc-b227-2738dee4da25 HTTP/1.1" status: 200 len: 948 time: 0.1743283 Nov 25 13:13:24.699032 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfe1dd8-17d6-472d-8655-111581169cec None None] Network 2bafe4ef-0271-4cf1-a58d-45946f77a4b8 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:13:24.720826 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f876d46d-1daa-4216-a83f-e0f246bbe3b8 req-da0ba9bb-b660-4eab-a66c-31ee36870e4e tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164494 Nov 25 13:13:24.768905 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 41198) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:24.770305 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-87c79488-2fcb-46b1-a8f0-2e70ad92bb98 tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:24.775697 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-9f92883b-4ff9-4499-82fb-a394b61c987f admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-872884523-network', 'tenant_id': '24c918fda4b647e3bc0d3754252703a7'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:13:24.794928 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port e7ffee04-895b-4401-93d5-f1539cc83f9c triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:13:24.795428 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:24.829438 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f92883b-4ff9-4499-82fb-a394b61c987f admin admin] Made reservation on behalf of 24c918fda4b647e3bc0d3754252703a7 for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:13:24.834365 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9f92883b-4ff9-4499-82fb-a394b61c987f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:24.846860 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9f92883b-4ff9-4499-82fb-a394b61c987f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:24.849356 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-42b33818-3fc9-4ba3-bc4a-34665b057f03 None None] Port baf40d51-6017-4b71-8a43-58e16e2fae3d cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:13:24.915883 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-87c79488-2fcb-46b1-a8f0-2e70ad92bb98 tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Deleting port 6c52a8f9-29cf-4575-baef-4a2e4e0f2e3f {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:13:24.916282 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-87c79488-2fcb-46b1-a8f0-2e70ad92bb98 tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:24.936174 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-19014769-4b9d-4796-b3f7-683b2ec10eea None None] Set router 2d133477-7121-4a16-9987-8d047dbcf2a7 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:13:24.991887 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-87c79488-2fcb-46b1-a8f0-2e70ad92bb98 tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] For port 6c52a8f9-29cf-4575-baef-4a2e4e0f2e3f, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=6c52a8f9-29cf-4575-baef-4a2e4e0f2e3f,segment=NetworkSegment(1641841a-765d-48c2-ae7a-d2c7e114c6c5),segment_id=1641841a-765d-48c2-ae7a-d2c7e114c6c5)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:13:24.992180 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-87c79488-2fcb-46b1-a8f0-2e70ad92bb98 tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:25.018038 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-87c79488-2fcb-46b1-a8f0-2e70ad92bb98 tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Calling delete_port for 6c52a8f9-29cf-4575-baef-4a2e4e0f2e3f owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:13:25.019385 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-54ccc3cc-029a-4216-a826-33dc8615239c req-da3c9337-ae80-4870-8054-e06b519cc929 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=1834e9fa-ed18-4283-b6da-37963008c9ee HTTP/1.1" status: 200 len: 210 time: 0.0753915 Nov 25 13:13:25.087129 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9f92883b-4ff9-4499-82fb-a394b61c987f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:25.096485 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9f92883b-4ff9-4499-82fb-a394b61c987f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:25.197103 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f62fed6a-ec1b-4c96-b64d-cf65c4ca5bfd req-dc0fe4a3-a67a-4ccd-9b27-dc381971b151 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=3ee4221bb32f4891964fceef3f22fcaa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0625839 Nov 25 13:13:25.226205 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d123b25e-1983-4dc1-823b-eefdfb7608e3 req-0bc286f5-1f09-4054-b8ec-00932e4fa7b8 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d856ad5-8ca6-4474-a302-0c38a57cc4a7 HTTP/1.1" status: 200 len: 210 time: 0.0897353 Nov 25 13:13:25.254755 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f92883b-4ff9-4499-82fb-a394b61c987f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:13:25.260042 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f92883b-4ff9-4499-82fb-a394b61c987f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4dd917-413e-4c35-87c5-50393def654a,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:25.290937 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9f92883b-4ff9-4499-82fb-a394b61c987f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:25.292436 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-9f92883b-4ff9-4499-82fb-a394b61c987f admin admin] Added segment a4e6ffbf-42fc-4d5b-aa7b-96239268eb8d of type vlan for network 66f6c25f-7051-41f9-b368-2224c917cacd Nov 25 13:13:25.384744 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-87c79488-2fcb-46b1-a8f0-2e70ad92bb98 tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:25.393963 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9f92883b-4ff9-4499-82fb-a394b61c987f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:25.438382 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d7158-fc95-4eb1-84c5-f258e270dea7 req-3cf3ee9f-c597-40fb-b526-d605e352292c tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:25.443888 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c79488-2fcb-46b1-a8f0-2e70ad92bb98 tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Pushing event deleted for resources: {'Port': ['ID=6c52a8f9-29cf-4575-baef-4a2e4e0f2e3f,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:25.448148 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6e7d7158-fc95-4eb1-84c5-f258e270dea7 req-3cf3ee9f-c597-40fb-b526-d605e352292c tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef25d445-c91f-4ae2-a2d4-1e257802bc8f HTTP/1.1" status: 200 len: 945 time: 0.0991278 Nov 25 13:13:25.467954 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c79488-2fcb-46b1-a8f0-2e70ad92bb98 tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] No DVR routers for this DVR port 6c52a8f9-29cf-4575-baef-4a2e4e0f2e3f on host n-d-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:13:25.485157 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62fed6a-ec1b-4c96-b64d-cf65c4ca5bfd req-ac6387a9-5de3-4266-8cc1-1f3b3bd87366 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:25.487463 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f62fed6a-ec1b-4c96-b64d-cf65c4ca5bfd req-ac6387a9-5de3-4266-8cc1-1f3b3bd87366 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2668135 Nov 25 13:13:25.557059 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc99a94-fd3a-49fe-b9bb-12702c6fd807 None None] DHCP port deletion for 2bafe4ef-0271-4cf1-a58d-45946f77a4b8 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:13:25.618132 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-19014769-4b9d-4796-b3f7-683b2ec10eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d133477-7121-4a16-9987-8d047dbcf2a7', 'name': 'tempest-AttachSCSIVolumeTestJSON-540732295-router', 'tenant_id': 'ce48360ee0e64a0f92fcf0cd683397ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'a7bba891-ae2d-457b-8fcc-3cc0216e1786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:13:13Z', 'updated_at': '2021-11-25T13:13:21Z', 'revision_number': 4, 'project_id': 'ce48360ee0e64a0f92fcf0cd683397ad', 'gw_port': {'id': 'a7bba891-ae2d-457b-8fcc-3cc0216e1786', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:14:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d133477-7121-4a16-9987-8d047dbcf2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:13:15Z', 'updated_at': '2021-11-25T13:13:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'baf40d51-6017-4b71-8a43-58e16e2fae3d', 'name': '', 'network_id': '02a31e14-65ec-41f7-81c9-add34fd27175', 'tenant_id': 'ce48360ee0e64a0f92fcf0cd683397ad', 'mac_address': 'fa:16:3e:c2:3a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d133477-7121-4a16-9987-8d047dbcf2a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '84710c11-cfeb-46e4-8fab-bd6bf839f3aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:13:19Z', 'updated_at': '2021-11-25T13:13:21Z', 'revision_number': 2, 'project_id': 'ce48360ee0e64a0f92fcf0cd683397ad', 'subnets': [{'id': '84710c11-cfeb-46e4-8fab-bd6bf839f3aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:13:25.644145 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-87c79488-2fcb-46b1-a8f0-2e70ad92bb98 tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:25.676326 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-87c79488-2fcb-46b1-a8f0-2e70ad92bb98 tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bafe4ef-0271-4cf1-a58d-45946f77a4b8']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:13:25.704501 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-87c79488-2fcb-46b1-a8f0-2e70ad92bb98 tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1641841a-765d-48c2-ae7a-d2c7e114c6c5') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:13:25.705285 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-87c79488-2fcb-46b1-a8f0-2e70ad92bb98 tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1641841a-765d-48c2-ae7a-d2c7e114c6c5') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:13:25.717918 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-87c79488-2fcb-46b1-a8f0-2e70ad92bb98 tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:25.727230 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19014769-4b9d-4796-b3f7-683b2ec10eea None None] The sync data for ids ['2d133477-7121-4a16-9987-8d047dbcf2a7'] in n-d-808199-11 is: [{'id': '2d133477-7121-4a16-9987-8d047dbcf2a7', 'name': 'tempest-AttachSCSIVolumeTestJSON-540732295-router', 'tenant_id': 'ce48360ee0e64a0f92fcf0cd683397ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'a7bba891-ae2d-457b-8fcc-3cc0216e1786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:13:13Z', 'updated_at': '2021-11-25T13:13:21Z', 'revision_number': 4, 'project_id': 'ce48360ee0e64a0f92fcf0cd683397ad', 'gw_port': {'id': 'a7bba891-ae2d-457b-8fcc-3cc0216e1786', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:14:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d133477-7121-4a16-9987-8d047dbcf2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:13:15Z', 'updated_at': '2021-11-25T13:13:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'baf40d51-6017-4b71-8a43-58e16e2fae3d', 'name': '', 'network_id': '02a31e14-65ec-41f7-81c9-add34fd27175', 'tenant_id': 'ce48360ee0e64a0f92fcf0cd683397ad', 'mac_address': 'fa:16:3e:c2:3a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d133477-7121-4a16-9987-8d047dbcf2a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '84710c11-cfeb-46e4-8fab-bd6bf839f3aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:13:19Z', 'updated_at': '2021-11-25T13:13:21Z', 'revision_number': 2, 'project_id': 'ce48360ee0e64a0f92fcf0cd683397ad', 'subnets': [{'id': '84710c11-cfeb-46e4-8fab-bd6bf839f3aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:13:25.735868 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-87c79488-2fcb-46b1-a8f0-2e70ad92bb98 tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:25.743668 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87c79488-2fcb-46b1-a8f0-2e70ad92bb98 tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:13:25.744500 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-87c79488-2fcb-46b1-a8f0-2e70ad92bb98 tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:25.827887 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-f62fed6a-ec1b-4c96-b64d-cf65c4ca5bfd req-81ac3381-d730-43bc-9531-bf9607fa770f tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] Request body: {'port': {'device_id': '8d856ad5-8ca6-4474-a302-0c38a57cc4a7', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'admin_state_up': True, 'tenant_id': '3ee4221bb32f4891964fceef3f22fcaa'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:13:25.832302 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:13:25.832302 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:13:25.832302 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:13:25.832302 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:13:25.832302 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:13:25.832302 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:13:25.832302 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:13:25.832302 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:13:25.832302 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:13:25.832302 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:13:25.832302 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:13:25.832302 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:13:25.832302 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:13:25.832302 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:13:25.832302 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:13:25.832302 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:13:25.832302 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:13:25.832302 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:13:25.832302 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:13:25.832302 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:13:25.832302 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:13:25.832302 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:13:25.832302 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:13:25.832302 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:13:25.832302 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:13:25.832302 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:13:25.832302 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:13:25.832302 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:13:25.832302 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:13:25.832302 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:13:25.832302 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:13:25.832302 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:13:25.835972 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-87c79488-2fcb-46b1-a8f0-2e70ad92bb98 tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:25.853173 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-87c79488-2fcb-46b1-a8f0-2e70ad92bb98 tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:25.859730 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-87c79488-2fcb-46b1-a8f0-2e70ad92bb98 tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] 10.222.0.53 "DELETE /v2.0/networks/2bafe4ef-0271-4cf1-a58d-45946f77a4b8 HTTP/1.1" status: 204 len: 168 time: 1.2774069 Nov 25 13:13:25.908614 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c79488-2fcb-46b1-a8f0-2e70ad92bb98 tempest-DHCPAgentSchedulersTestJSON-968418456 tempest-DHCPAgentSchedulersTestJSON-968418456-project] Pushing event deleted for resources: {'Network': ['ID=2bafe4ef-0271-4cf1-a58d-45946f77a4b8,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:26.000059 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9f92883b-4ff9-4499-82fb-a394b61c987f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:26.001559 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f92883b-4ff9-4499-82fb-a394b61c987f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:26.002243 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9f92883b-4ff9-4499-82fb-a394b61c987f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:26.013806 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f62fed6a-ec1b-4c96-b64d-cf65c4ca5bfd req-81ac3381-d730-43bc-9531-bf9607fa770f tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] Made reservation on behalf of 3ee4221bb32f4891964fceef3f22fcaa for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:13:26.017783 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f62fed6a-ec1b-4c96-b64d-cf65c4ca5bfd req-81ac3381-d730-43bc-9531-bf9607fa770f tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:26.036051 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f62fed6a-ec1b-4c96-b64d-cf65c4ca5bfd req-81ac3381-d730-43bc-9531-bf9607fa770f tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:26.117119 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device d5cc2e26-a29e-4825-aa7b-41d26989c8de up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:13:26.135970 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6e7d7158-fc95-4eb1-84c5-f258e270dea7 req-45ac02d3-790c-4e43-b215-e929e4605c33 tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] 10.222.0.53 "GET /v2.0/security-groups?id=41639556-d3d0-49e5-aba2-9fa08626e803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6864758 Nov 25 13:13:26.159455 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-9f92883b-4ff9-4499-82fb-a394b61c987f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3889863 Nov 25 13:13:26.162564 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41224) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:26.179357 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-6bc6d74b-0f13-4400-a045-6871791eed3f admin admin] Request body: {'subnet': {'network_id': '66f6c25f-7051-41f9-b368-2224c917cacd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-872884523-subnet', 'tenant_id': '24c918fda4b647e3bc0d3754252703a7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:13:26.203993 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6881da9-621a-48d5-a14e-ec3f75c398b6 req-a18c6e58-d0da-40ef-9101-6f5cd3531f68 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:26.213253 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d6881da9-621a-48d5-a14e-ec3f75c398b6 req-a18c6e58-d0da-40ef-9101-6f5cd3531f68 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=4944a493-06c4-4cfc-b227-2738dee4da25 HTTP/1.1" status: 200 len: 948 time: 0.2369142 Nov 25 13:13:26.233423 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f92883b-4ff9-4499-82fb-a394b61c987f admin admin] Pushing event updated for resources: {'Network': ['ID=66f6c25f-7051-41f9-b368-2224c917cacd,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:26.248512 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 66f6c25f-7051-41f9-b368-2224c917cacd details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:13:26.257079 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f62fed6a-ec1b-4c96-b64d-cf65c4ca5bfd req-81ac3381-d730-43bc-9531-bf9607fa770f tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:26.272649 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f62fed6a-ec1b-4c96-b64d-cf65c4ca5bfd req-81ac3381-d730-43bc-9531-bf9607fa770f tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:26.303891 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0a836f8e-be81-48fa-8108-3388a8bb8f91 req-7bb5e0d6-320e-4346-9eb1-62cc8a69e01f tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=1834e9fa-ed18-4283-b6da-37963008c9ee HTTP/1.1" status: 200 len: 210 time: 0.0488155 Nov 25 13:13:26.360774 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d6881da9-621a-48d5-a14e-ec3f75c398b6 req-d7791c03-168f-4124-9e69-89b2dbd581d9 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458762 Nov 25 13:13:26.365393 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 41230) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:26.427501 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc6d74b-0f13-4400-a045-6871791eed3f admin admin] Made reservation on behalf of 24c918fda4b647e3bc0d3754252703a7 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:13:26.429795 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6bc6d74b-0f13-4400-a045-6871791eed3f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:26.497679 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port d5cc2e26-a29e-4825-aa7b-41d26989c8de completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:13:26.522374 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port d5cc2e26-a29e-4825-aa7b-41d26989c8de triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:13:26.523817 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:26.537138 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-492459b5-672a-43fc-b1d3-a15fcf90584f req-3f9dd596-f5a8-4581-b723-9424c837f10b tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d856ad5-8ca6-4474-a302-0c38a57cc4a7 HTTP/1.1" status: 200 len: 210 time: 0.0358160 Nov 25 13:13:26.639734 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ac3381-d730-43bc-9531-bf9607fa770f tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=500d71cf-8d3d-42ef-88a4-f5db519737ca,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:26.653892 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f317bba0-e814-4b3d-9893-aa80072b6eaa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7727dc1a75504259b4ea618751f994f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2866106 Nov 25 13:13:26.656194 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 41234) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:26.681396 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:26.719524 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4c9153e4-8f9c-4e4f-bf1b-e0c361464dee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:26.737657 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-f62fed6a-ec1b-4c96-b64d-cf65c4ca5bfd req-81ac3381-d730-43bc-9531-bf9607fa770f tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] Allocated IP 192.168.233.131 (85f6380f-3625-4f44-8465-fbcf0c11fed5/2ce5ca48-e3be-44c6-9584-fd9eb8c67222/87c0d7e7-21fb-4365-acaf-e3d8f4462f8d) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:13:26.739940 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4944a493-06c4-4cfc-b227-2738dee4da25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5cc2e26-a29e-4825-aa7b-41d26989c8de'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:13:26.744260 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9c39da-4281-4df7-ab76-97ede2c494e7" -d '{"events": [{"server_uuid": "4944a493-06c4-4cfc-b227-2738dee4da25", "name": "network-vif-plugged", "status": "completed", "tag": "d5cc2e26-a29e-4825-aa7b-41d26989c8de"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:13:26.748175 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4c9153e4-8f9c-4e4f-bf1b-e0c361464dee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:26.776832 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port d5cc2e26-a29e-4825-aa7b-41d26989c8de, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=d5cc2e26-a29e-4825-aa7b-41d26989c8de,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:13:26.791308 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:26.807117 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4c9153e4-8f9c-4e4f-bf1b-e0c361464dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:26.810679 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4c9153e4-8f9c-4e4f-bf1b-e0c361464dee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:26.812501 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-4c9153e4-8f9c-4e4f-bf1b-e0c361464dee admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/119f6d32-62b3-4058-aa14-06ac4cde99f0 HTTP/1.1" status: 204 len: 168 time: 0.1549966 Nov 25 13:13:26.822021 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9153e4-8f9c-4e4f-bf1b-e0c361464dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119f6d32-62b3-4058-aa14-06ac4cde99f0,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:26.846052 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a35a8e-ce5e-44f0-9a90-caae4566c99b x-openstack-request-id: req-35a35a8e-ce5e-44f0-9a90-caae4566c99b {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:13:26.846320 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4944a493-06c4-4cfc-b227-2738dee4da25", "name": "network-vif-plugged", "status": "completed", "tag": "d5cc2e26-a29e-4825-aa7b-41d26989c8de", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:13:26.846663 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-35a35a8e-ce5e-44f0-9a90-caae4566c99b {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:13:26.847362 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4944a493-06c4-4cfc-b227-2738dee4da25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5cc2e26-a29e-4825-aa7b-41d26989c8de', 'code': 200} Nov 25 13:13:26.906764 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=d5cc2e26-a29e-4825-aa7b-41d26989c8de,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:27.062902 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4632db5-f540-4f44-a8c0-5dfc37321747 req-4641cc07-a5cc-4157-babf-d8001252d2f2 tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:27.064719 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f4632db5-f540-4f44-a8c0-5dfc37321747 req-4641cc07-a5cc-4157-babf-d8001252d2f2 tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef25d445-c91f-4ae2-a2d4-1e257802bc8f HTTP/1.1" status: 200 len: 945 time: 0.5217781 Nov 25 13:13:27.143119 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f62fed6a-ec1b-4c96-b64d-cf65c4ca5bfd req-81ac3381-d730-43bc-9531-bf9607fa770f tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:27.201987 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca4bb35-a852-4c22-9fa8-1d095a907006 req-5afdda56-e6b6-4794-8eb8-d011dbda165b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:27.203539 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cca4bb35-a852-4c22-9fa8-1d095a907006 req-5afdda56-e6b6-4794-8eb8-d011dbda165b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4944a493-06c4-4cfc-b227-2738dee4da25 HTTP/1.1" status: 200 len: 1101 time: 0.2410321 Nov 25 13:13:27.251362 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 41244) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:27.276347 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-effb99d7-ed7d-4729-88fe-db0f084faf2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:27.339879 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cca4bb35-a852-4c22-9fa8-1d095a907006 req-f89f4f53-08d7-4ce0-b8d1-bc117de1e7d1 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062665 Nov 25 13:13:27.396773 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-effb99d7-ed7d-4729-88fe-db0f084faf2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:27.407224 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-effb99d7-ed7d-4729-88fe-db0f084faf2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:27.428087 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-f4632db5-f540-4f44-a8c0-5dfc37321747 req-359acfcd-27f3-4849-a28d-fd7de945a635 tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] Deleting port f3788864-08f0-481e-9262-bf2acf7d1359 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:13:27.428611 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f4632db5-f540-4f44-a8c0-5dfc37321747 req-359acfcd-27f3-4849-a28d-fd7de945a635 tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:27.435398 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f62fed6a-ec1b-4c96-b64d-cf65c4ca5bfd req-81ac3381-d730-43bc-9531-bf9607fa770f tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:27.451117 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6bc6d74b-0f13-4400-a045-6871791eed3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:27.503905 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-75d4d725-15b3-4bc6-94ca-0ad74a72c798 req-0bfe6776-6087-4675-a47d-ac14674a32e8 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=1834e9fa-ed18-4283-b6da-37963008c9ee HTTP/1.1" status: 200 len: 210 time: 0.0637450 Nov 25 13:13:27.532076 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226dc7ea-e6d9-47c3-989c-2f812d2b6699 req-3341a98b-5d79-4fea-a6ed-cf16b2d3a48d tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:27.543279 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-226dc7ea-e6d9-47c3-989c-2f812d2b6699 req-3341a98b-5d79-4fea-a6ed-cf16b2d3a48d tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef25d445-c91f-4ae2-a2d4-1e257802bc8f HTTP/1.1" status: 200 len: 945 time: 0.2737732 Nov 25 13:13:27.549849 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-effb99d7-ed7d-4729-88fe-db0f084faf2a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=56cfae5f96c94424b89c0508084fdbcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2973824 Nov 25 13:13:27.552662 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 41252) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:27.577109 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effb99d7-ed7d-4729-88fe-db0f084faf2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be59353c-57f6-4a3b-8ceb-7dc1bd304b9c,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:27.668788 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-226dc7ea-e6d9-47c3-989c-2f812d2b6699 req-edd8a1de-aede-431d-a443-3fae0e2c44fe tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] 10.222.0.53 "GET /v2.0/security-groups?id=41639556-d3d0-49e5-aba2-9fa08626e803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243944 Nov 25 13:13:27.694673 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device a7bba891-ae2d-457b-8fcc-3cc0216e1786 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:13:27.816154 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be6c89-6c20-4c8d-99f9-f9f22598695e req-dda8ad56-4687-4e4d-bc32-0d4e07bd5530 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:27.819967 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port a7bba891-ae2d-457b-8fcc-3cc0216e1786 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:13:27.820732 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:27.844635 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-81be6c89-6c20-4c8d-99f9-f9f22598695e req-dda8ad56-4687-4e4d-bc32-0d4e07bd5530 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=4944a493-06c4-4cfc-b227-2738dee4da25 HTTP/1.1" status: 200 len: 949 time: 0.1975801 Nov 25 13:13:27.929654 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e0860def-ec64-4a16-8984-5092d2f977c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:27.981446 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f62fed6a-ec1b-4c96-b64d-cf65c4ca5bfd req-81ac3381-d730-43bc-9531-bf9607fa770f tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] Network 85f6380f-3625-4f44-8465-fbcf0c11fed5 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:13:28.015791 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-81be6c89-6c20-4c8d-99f9-f9f22598695e req-986eea0f-1004-4bd8-882c-fb97aa8a9447 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701827 Nov 25 13:13:28.019532 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:28.039059 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e0860def-ec64-4a16-8984-5092d2f977c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:28.053426 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] For port a7bba891-ae2d-457b-8fcc-3cc0216e1786, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=a7bba891-ae2d-457b-8fcc-3cc0216e1786,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:13:28.063462 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:28.082436 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-f4632db5-f540-4f44-a8c0-5dfc37321747 req-359acfcd-27f3-4849-a28d-fd7de945a635 tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] For port f3788864-08f0-481e-9262-bf2acf7d1359, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=f3788864-08f0-481e-9262-bf2acf7d1359,segment=NetworkSegment(e8fd4a16-fedf-4b39-a7fa-a0fbf5e097cd),segment_id=e8fd4a16-fedf-4b39-a7fa-a0fbf5e097cd)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:13:28.083491 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f4632db5-f540-4f44-a8c0-5dfc37321747 req-359acfcd-27f3-4849-a28d-fd7de945a635 tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:28.099676 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-f4632db5-f540-4f44-a8c0-5dfc37321747 req-359acfcd-27f3-4849-a28d-fd7de945a635 tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] Calling delete_port for f3788864-08f0-481e-9262-bf2acf7d1359 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:13:28.100918 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec04f93-81f9-4605-b8bf-1817e895e4bf req-658d9dd7-ae83-4d5d-a2d7-34ba6e37b223 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:28.102818 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6ec04f93-81f9-4605-b8bf-1817e895e4bf req-658d9dd7-ae83-4d5d-a2d7-34ba6e37b223 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d856ad5-8ca6-4474-a302-0c38a57cc4a7 HTTP/1.1" status: 200 len: 936 time: 0.1413975 Nov 25 13:13:28.140430 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 6c52a8f9-29cf-4575-baef-4a2e4e0f2e3f no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:13:28.190660 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e0860def-ec64-4a16-8984-5092d2f977c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:28.197979 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e0860def-ec64-4a16-8984-5092d2f977c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:28.199714 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e0860def-ec64-4a16-8984-5092d2f977c2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/be59353c-57f6-4a3b-8ceb-7dc1bd304b9c HTTP/1.1" status: 204 len: 168 time: 0.6431570 Nov 25 13:13:28.207880 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 6c52a8f9-29cf-4575-baef-4a2e4e0f2e3f {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:13:28.208312 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 6c52a8f9-29cf-4575-baef-4a2e4e0f2e3f not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:13:28.226553 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0860def-ec64-4a16-8984-5092d2f977c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be59353c-57f6-4a3b-8ceb-7dc1bd304b9c,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:28.241648 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Pushing event updated for resources: {'Port': ['ID=a7bba891-ae2d-457b-8fcc-3cc0216e1786,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:28.258160 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6ec04f93-81f9-4605-b8bf-1817e895e4bf req-b31a14f9-05d2-467c-8f5d-c497f2e7121c tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] 10.222.0.53 "GET /v2.0/security-groups?id=500d71cf-8d3d-42ef-88a4-f5db519737ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472857 Nov 25 13:13:28.318937 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-f62fed6a-ec1b-4c96-b64d-cf65c4ca5bfd req-81ac3381-d730-43bc-9531-bf9607fa770f tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:13:28.322047 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ac3381-d730-43bc-9531-bf9607fa770f tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] Pushing event updated for resources: {'Port': ['ID=87c0d7e7-21fb-4365-acaf-e3d8f4462f8d,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:28.334611 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-f62fed6a-ec1b-4c96-b64d-cf65c4ca5bfd req-81ac3381-d730-43bc-9531-bf9607fa770f tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:13:28.413954 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ac3381-d730-43bc-9531-bf9607fa770f tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:13:28.414585 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ac3381-d730-43bc-9531-bf9607fa770f tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:13:28.415420 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ac3381-d730-43bc-9531-bf9607fa770f tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:13:28.415420 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ac3381-d730-43bc-9531-bf9607fa770f tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:13:28.416501 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ac3381-d730-43bc-9531-bf9607fa770f tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:13:28.416984 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ac3381-d730-43bc-9531-bf9607fa770f tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:13:28.417436 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ac3381-d730-43bc-9531-bf9607fa770f tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:13:28.417871 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ac3381-d730-43bc-9531-bf9607fa770f tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:13:28.418683 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ac3381-d730-43bc-9531-bf9607fa770f tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:13:28.418683 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ac3381-d730-43bc-9531-bf9607fa770f tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:13:28.419194 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ac3381-d730-43bc-9531-bf9607fa770f tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:13:28.419595 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ac3381-d730-43bc-9531-bf9607fa770f tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:13:28.486196 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6d74b-0f13-4400-a045-6871791eed3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9ffd708-81e6-4c17-9e53-2e498008806b,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:28.500563 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f4632db5-f540-4f44-a8c0-5dfc37321747 req-359acfcd-27f3-4849-a28d-fd7de945a635 tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:28.515377 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['f3788864-08f0-481e-9262-bf2acf7d1359'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:13:28.527791 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62fed6a-ec1b-4c96-b64d-cf65c4ca5bfd req-81ac3381-d730-43bc-9531-bf9607fa770f tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:28.529212 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f62fed6a-ec1b-4c96-b64d-cf65c4ca5bfd req-81ac3381-d730-43bc-9531-bf9607fa770f tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:28.581435 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f62fed6a-ec1b-4c96-b64d-cf65c4ca5bfd req-81ac3381-d730-43bc-9531-bf9607fa770f tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0534480 Nov 25 13:13:28.623526 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-f62fed6a-ec1b-4c96-b64d-cf65c4ca5bfd req-4e36ee82-363b-46c0-bc3c-6ee72e099321 service neutron] Request body: {'port': {'device_id': '8d856ad5-8ca6-4474-a302-0c38a57cc4a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:13:28.626328 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359acfcd-27f3-4849-a28d-fd7de945a635 tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] Pushing event deleted for resources: {'Port': ['ID=f3788864-08f0-481e-9262-bf2acf7d1359,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:28.666996 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc6d74b-0f13-4400-a045-6871791eed3f admin admin] Checking segment: {'id': 'a4e6ffbf-42fc-4d5b-aa7b-96239268eb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '66f6c25f-7051-41f9-b368-2224c917cacd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:13:28.667369 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc6d74b-0f13-4400-a045-6871791eed3f admin admin] Network hostable DHCP agents. Network: 66f6c25f-7051-41f9-b368-2224c917cacd, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:13:28.705330 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4632db5-f540-4f44-a8c0-5dfc37321747 req-359acfcd-27f3-4849-a28d-fd7de945a635 tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] No DVR routers for this DVR port f3788864-08f0-481e-9262-bf2acf7d1359 on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:13:28.712393 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f4632db5-f540-4f44-a8c0-5dfc37321747 req-359acfcd-27f3-4849-a28d-fd7de945a635 tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:28.722120 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f4632db5-f540-4f44-a8c0-5dfc37321747 req-359acfcd-27f3-4849-a28d-fd7de945a635 tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] 10.222.0.47 "DELETE /v2.0/ports/f3788864-08f0-481e-9262-bf2acf7d1359 HTTP/1.1" status: 204 len: 173 time: 1.6448500 Nov 25 13:13:28.723964 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef25d445-c91f-4ae2-a2d4-1e257802bc8f', 'name': 'network-vif-deleted', 'tag': 'f3788864-08f0-481e-9262-bf2acf7d1359'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:13:28.726330 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6d81f5-aa0b-4e8f-a209-554aa678f11a" -d '{"events": [{"server_uuid": "ef25d445-c91f-4ae2-a2d4-1e257802bc8f", "name": "network-vif-deleted", "tag": "f3788864-08f0-481e-9262-bf2acf7d1359"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:13:28.792821 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc6d74b-0f13-4400-a045-6871791eed3f admin admin] Network 66f6c25f-7051-41f9-b368-2224c917cacd is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:13:28.800999 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f62fed6a-ec1b-4c96-b64d-cf65c4ca5bfd req-4e36ee82-363b-46c0-bc3c-6ee72e099321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:28.855969 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-6967db4d-ad21-4b4b-80c7-18f49689735c None None] Provisioning complete for port 87c0d7e7-21fb-4365-acaf-e3d8f4462f8d triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:13:28.856516 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6967db4d-ad21-4b4b-80c7-18f49689735c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:28.859272 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3d91f2-3e40-47ea-a9b1-bc3dda9269a2 x-openstack-request-id: req-bc3d91f2-3e40-47ea-a9b1-bc3dda9269a2 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:13:28.859575 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef25d445-c91f-4ae2-a2d4-1e257802bc8f", "name": "network-vif-deleted", "tag": "f3788864-08f0-481e-9262-bf2acf7d1359", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:13:28.861028 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bc3d91f2-3e40-47ea-a9b1-bc3dda9269a2 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:13:28.861556 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef25d445-c91f-4ae2-a2d4-1e257802bc8f', 'name': 'network-vif-deleted', 'tag': 'f3788864-08f0-481e-9262-bf2acf7d1359', 'status': 'completed', 'code': 200} Nov 25 13:13:28.879929 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-6bc6d74b-0f13-4400-a045-6871791eed3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 66f6c25f-7051-41f9-b368-2224c917cacd) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:13:28.898943 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc6d74b-0f13-4400-a045-6871791eed3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:28.900792 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6bc6d74b-0f13-4400-a045-6871791eed3f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:28.967121 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0c0d9699-d12d-4d08-9aa9-f0e7a2f5d0f4 req-3aaff9d6-8267-4b67-aa1b-32c8e4dc7b0c tempest-ServerMetadataNegativeTestJSON-84843770 tempest-ServerMetadataNegativeTestJSON-84843770-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef25d445-c91f-4ae2-a2d4-1e257802bc8f HTTP/1.1" status: 200 len: 210 time: 0.1032116 Nov 25 13:13:28.979115 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc2023d-0c59-4a4d-828e-4dd9881e591d None None] Network 66f6c25f-7051-41f9-b368-2224c917cacd requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:13:29.025077 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 41280) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:29.026133 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-6bc6d74b-0f13-4400-a045-6871791eed3f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.8575981 Nov 25 13:13:29.031915 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-414d57b1-4fc5-4b50-ad00-0111ebdaca15 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-872884523-router', 'tenant_id': '24c918fda4b647e3bc0d3754252703a7', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:13:29.040374 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-6967db4d-ad21-4b4b-80c7-18f49689735c None None] Port 87c0d7e7-21fb-4365-acaf-e3d8f4462f8d cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:13:29.086203 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-414d57b1-4fc5-4b50-ad00-0111ebdaca15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:29.087572 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-414d57b1-4fc5-4b50-ad00-0111ebdaca15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:29.206057 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba0deef-355e-4ed8-885d-505d83995f10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-66f6c25f-7051-41f9-b368-2224c917cacd', 'network_id': '66f6c25f-7051-41f9-b368-2224c917cacd', 'tenant_id': '24c918fda4b647e3bc0d3754252703a7', 'fixed_ips': [{'subnet_id': 'e9ffd708-81e6-4c17-9e53-2e498008806b'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:13:29.207003 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6ba0deef-355e-4ed8-885d-505d83995f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:29.221255 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-414d57b1-4fc5-4b50-ad00-0111ebdaca15 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:29.545645 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-414d57b1-4fc5-4b50-ad00-0111ebdaca15 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:29.564496 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc710af6-d801-4729-8cc0-6f740402e026 None None] Sync routers for ids ['2d133477-7121-4a16-9987-8d047dbcf2a7'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:13:29.571039 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f48aa3-0cd9-4997-bfbe-b16258599166 req-4a724791-8795-4327-a3da-2a5d02fc2303 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:29.578462 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-92f48aa3-0cd9-4997-bfbe-b16258599166 req-4a724791-8795-4327-a3da-2a5d02fc2303 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d856ad5-8ca6-4474-a302-0c38a57cc4a7 HTTP/1.1" status: 200 len: 936 time: 0.1505561 Nov 25 13:13:29.583105 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc710af6-d801-4729-8cc0-6f740402e026 None None] Routers {'2d133477-7121-4a16-9987-8d047dbcf2a7'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:13:29.583753 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-bc710af6-d801-4729-8cc0-6f740402e026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:13:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['2d133477-7121-4a16-9987-8d047dbcf2a7'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:13:29.589455 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686bae22-6be4-45b1-8859-c941e754b43f req-bc09456e-0707-444e-9390-44821c4575be tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:29.589874 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-6ba0deef-355e-4ed8-885d-505d83995f10 None None] Allocated IP 172.20.0.2 (66f6c25f-7051-41f9-b368-2224c917cacd/e9ffd708-81e6-4c17-9e53-2e498008806b/75a2f027-63b7-41e6-a90a-44b362023a7c) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:13:29.600522 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-686bae22-6be4-45b1-8859-c941e754b43f req-bc09456e-0707-444e-9390-44821c4575be tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=4944a493-06c4-4cfc-b227-2738dee4da25 HTTP/1.1" status: 200 len: 949 time: 0.4090362 Nov 25 13:13:29.602294 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-f62fed6a-ec1b-4c96-b64d-cf65c4ca5bfd req-4e36ee82-363b-46c0-bc3c-6ee72e099321 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87c0d7e7-21fb-4365-acaf-e3d8f4462f8d {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:13:29.613874 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f62fed6a-ec1b-4c96-b64d-cf65c4ca5bfd req-4e36ee82-363b-46c0-bc3c-6ee72e099321 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:29.664643 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-f62fed6a-ec1b-4c96-b64d-cf65c4ca5bfd req-4e36ee82-363b-46c0-bc3c-6ee72e099321 service neutron] Transition to ACTIVE for port object 87c0d7e7-21fb-4365-acaf-e3d8f4462f8d will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:13:29.667989 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-92f48aa3-0cd9-4997-bfbe-b16258599166 req-83166ad2-6104-4dc1-86b7-d0f8301c87ab tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] 10.222.0.53 "GET /v2.0/security-groups?id=500d71cf-8d3d-42ef-88a4-f5db519737ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871351 Nov 25 13:13:29.674941 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f62fed6a-ec1b-4c96-b64d-cf65c4ca5bfd req-4e36ee82-363b-46c0-bc3c-6ee72e099321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:29.760051 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e36ee82-363b-46c0-bc3c-6ee72e099321 service neutron] Pushing event updated for resources: {'Port': ['ID=87c0d7e7-21fb-4365-acaf-e3d8f4462f8d,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:29.780537 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device a7bba891-ae2d-457b-8fcc-3cc0216e1786 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:13:29.840501 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-686bae22-6be4-45b1-8859-c941e754b43f req-d3576fd8-e8af-459f-a77b-0b874040dc76 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793585 Nov 25 13:13:29.867521 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-bc710af6-d801-4729-8cc0-6f740402e026 None None] Set router 2d133477-7121-4a16-9987-8d047dbcf2a7 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:13:29.878519 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-f62fed6a-ec1b-4c96-b64d-cf65c4ca5bfd req-4e36ee82-363b-46c0-bc3c-6ee72e099321 service neutron] Attempting to bind port 87c0d7e7-21fb-4365-acaf-e3d8f4462f8d on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:13:29.878675 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-f62fed6a-ec1b-4c96-b64d-cf65c4ca5bfd req-4e36ee82-363b-46c0-bc3c-6ee72e099321 service neutron] Attempting to bind port 87c0d7e7-21fb-4365-acaf-e3d8f4462f8d by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:13:29.886796 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62fed6a-ec1b-4c96-b64d-cf65c4ca5bfd req-4e36ee82-363b-46c0-bc3c-6ee72e099321 service neutron] Attempting to bind port 87c0d7e7-21fb-4365-acaf-e3d8f4462f8d on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:13:29.901336 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62fed6a-ec1b-4c96-b64d-cf65c4ca5bfd req-4e36ee82-363b-46c0-bc3c-6ee72e099321 service neutron] Port 87c0d7e7-21fb-4365-acaf-e3d8f4462f8d on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:13:29.904371 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62fed6a-ec1b-4c96-b64d-cf65c4ca5bfd req-4e36ee82-363b-46c0-bc3c-6ee72e099321 service neutron] Attempting to bind port 87c0d7e7-21fb-4365-acaf-e3d8f4462f8d on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:13:29.917430 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62fed6a-ec1b-4c96-b64d-cf65c4ca5bfd req-4e36ee82-363b-46c0-bc3c-6ee72e099321 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:13:29.917726 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62fed6a-ec1b-4c96-b64d-cf65c4ca5bfd req-4e36ee82-363b-46c0-bc3c-6ee72e099321 service neutron] Checking segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:13:29.918137 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62fed6a-ec1b-4c96-b64d-cf65c4ca5bfd req-4e36ee82-363b-46c0-bc3c-6ee72e099321 service neutron] Bound using segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:13:29.918596 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-f62fed6a-ec1b-4c96-b64d-cf65c4ca5bfd req-4e36ee82-363b-46c0-bc3c-6ee72e099321 service neutron] Bound port: 87c0d7e7-21fb-4365-acaf-e3d8f4462f8d, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:13:29.919153 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f62fed6a-ec1b-4c96-b64d-cf65c4ca5bfd req-4e36ee82-363b-46c0-bc3c-6ee72e099321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:30.054572 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41308) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:30.114968 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb593a81-d151-4fd0-ad20-858be8171da4 admin admin] Deleting subnet 258a0fc4-429f-4802-8284-12ad8743d39b {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:13:30.129188 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fb593a81-d151-4fd0-ad20-858be8171da4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:30.200135 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-f62fed6a-ec1b-4c96-b64d-cf65c4ca5bfd req-4e36ee82-363b-46c0-bc3c-6ee72e099321 service neutron] For port 87c0d7e7-21fb-4365-acaf-e3d8f4462f8d, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:13:30.206100 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-f62fed6a-ec1b-4c96-b64d-cf65c4ca5bfd req-4e36ee82-363b-46c0-bc3c-6ee72e099321 service neutron] For port 87c0d7e7-21fb-4365-acaf-e3d8f4462f8d, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=87c0d7e7-21fb-4365-acaf-e3d8f4462f8d,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:13:30.223155 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fb593a81-d151-4fd0-ad20-858be8171da4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:30.226090 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f62fed6a-ec1b-4c96-b64d-cf65c4ca5bfd req-4e36ee82-363b-46c0-bc3c-6ee72e099321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:30.270895 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port a7bba891-ae2d-457b-8fcc-3cc0216e1786 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:13:30.270895 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:30.336635 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6ba0deef-355e-4ed8-885d-505d83995f10 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:30.356376 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-05935c6d-816a-40d7-9bf0-00b20f7013e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:30.366806 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6ba0deef-355e-4ed8-885d-505d83995f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:30.440831 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d9605-43c8-49ab-a467-b0736f812075 req-0a4cdf98-2a47-4ac9-b7df-9327deaf42d0 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:30.449452 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bf7d9605-43c8-49ab-a467-b0736f812075 req-0a4cdf98-2a47-4ac9-b7df-9327deaf42d0 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=17232847-b6af-4835-9bba-18e757b232da HTTP/1.1" status: 200 len: 950 time: 0.4853606 Nov 25 13:13:30.452623 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-bc710af6-d801-4729-8cc0-6f740402e026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d133477-7121-4a16-9987-8d047dbcf2a7', 'name': 'tempest-AttachSCSIVolumeTestJSON-540732295-router', 'tenant_id': 'ce48360ee0e64a0f92fcf0cd683397ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'a7bba891-ae2d-457b-8fcc-3cc0216e1786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:13:13Z', 'updated_at': '2021-11-25T13:13:21Z', 'revision_number': 4, 'project_id': 'ce48360ee0e64a0f92fcf0cd683397ad', 'gw_port': {'id': 'a7bba891-ae2d-457b-8fcc-3cc0216e1786', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:14:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d133477-7121-4a16-9987-8d047dbcf2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:13:15Z', 'updated_at': '2021-11-25T13:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'baf40d51-6017-4b71-8a43-58e16e2fae3d', 'name': '', 'network_id': '02a31e14-65ec-41f7-81c9-add34fd27175', 'tenant_id': 'ce48360ee0e64a0f92fcf0cd683397ad', 'mac_address': 'fa:16:3e:c2:3a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d133477-7121-4a16-9987-8d047dbcf2a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '84710c11-cfeb-46e4-8fab-bd6bf839f3aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:13:19Z', 'updated_at': '2021-11-25T13:13:21Z', 'revision_number': 2, 'project_id': 'ce48360ee0e64a0f92fcf0cd683397ad', 'subnets': [{'id': '84710c11-cfeb-46e4-8fab-bd6bf839f3aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:13:30.467841 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62fed6a-ec1b-4c96-b64d-cf65c4ca5bfd req-4e36ee82-363b-46c0-bc3c-6ee72e099321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:30.471812 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f62fed6a-ec1b-4c96-b64d-cf65c4ca5bfd req-4e36ee82-363b-46c0-bc3c-6ee72e099321 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:30.473463 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f62fed6a-ec1b-4c96-b64d-cf65c4ca5bfd req-4e36ee82-363b-46c0-bc3c-6ee72e099321 service neutron] 10.222.0.47 "PUT /v2.0/ports/87c0d7e7-21fb-4365-acaf-e3d8f4462f8d HTTP/1.1" status: 200 len: 1097 time: 1.8782542 Nov 25 13:13:30.501059 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-414d57b1-4fc5-4b50-ad00-0111ebdaca15 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:30.537697 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc710af6-d801-4729-8cc0-6f740402e026 None None] Checking router: 2d133477-7121-4a16-9987-8d047dbcf2a7 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:13:30.538432 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc710af6-d801-4729-8cc0-6f740402e026 None None] Updating router 2d133477-7121-4a16-9987-8d047dbcf2a7 port baf40d51-6017-4b71-8a43-58e16e2fae3d binding host n-d-808199-11 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:13:30.543721 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-414d57b1-4fc5-4b50-ad00-0111ebdaca15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:30.592678 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-bc710af6-d801-4729-8cc0-6f740402e026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:30.625560 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e36ee82-363b-46c0-bc3c-6ee72e099321 service neutron] Pushing event updated for resources: {'Port': ['ID=87c0d7e7-21fb-4365-acaf-e3d8f4462f8d,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:30.636395 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fb593a81-d151-4fd0-ad20-858be8171da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:30.691553 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba0deef-355e-4ed8-885d-505d83995f10 None None] Pushing event updated for resources: {'Port': ['ID=75a2f027-63b7-41e6-a90a-44b362023a7c,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:30.725861 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba0deef-355e-4ed8-885d-505d83995f10 None None] Network 66f6c25f-7051-41f9-b368-2224c917cacd is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:13:30.731958 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-6ba0deef-355e-4ed8-885d-505d83995f10 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:13:30.739649 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba0deef-355e-4ed8-885d-505d83995f10 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:13:30.841522 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-414d57b1-4fc5-4b50-ad00-0111ebdaca15 admin admin] Allocated IP 172.25.5.14 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/b3300a64-f77c-43ed-8ac8-6040755695f5) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:13:30.845247 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fb593a81-d151-4fd0-ad20-858be8171da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:30.882540 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62fed6a-ec1b-4c96-b64d-cf65c4ca5bfd req-e74ce539-749d-46f0-8237-5c43f6a174e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:30.885207 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f62fed6a-ec1b-4c96-b64d-cf65c4ca5bfd req-e74ce539-749d-46f0-8237-5c43f6a174e0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3ee4221bb32f4891964fceef3f22fcaa&device_id=8d856ad5-8ca6-4474-a302-0c38a57cc4a7 HTTP/1.1" status: 200 len: 1100 time: 0.3091364 Nov 25 13:13:30.885846 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d856ad5-8ca6-4474-a302-0c38a57cc4a7', 'tag': '87c0d7e7-21fb-4365-acaf-e3d8f4462f8d'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:13:30.889301 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e94ae11-b9dd-48da-afc6-3164fb440709" -d '{"events": [{"name": "network-changed", "server_uuid": "8d856ad5-8ca6-4474-a302-0c38a57cc4a7", "tag": "87c0d7e7-21fb-4365-acaf-e3d8f4462f8d"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:13:30.901538 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb593a81-d151-4fd0-ad20-858be8171da4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=258a0fc4-429f-4802-8284-12ad8743d39b,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:30.911122 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fb593a81-d151-4fd0-ad20-858be8171da4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:30.918307 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-fb593a81-d151-4fd0-ad20-858be8171da4 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/258a0fc4-429f-4802-8284-12ad8743d39b HTTP/1.1" status: 204 len: 168 time: 0.8623447 Nov 25 13:13:30.919234 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41324) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:30.970200 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f62fed6a-ec1b-4c96-b64d-cf65c4ca5bfd req-40deb35d-8e30-458a-85d6-1c67c32d63f4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=87c0d7e7-21fb-4365-acaf-e3d8f4462f8d HTTP/1.1" status: 200 len: 217 time: 0.0698245 Nov 25 13:13:30.973942 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-414d57b1-4fc5-4b50-ad00-0111ebdaca15 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:30.987343 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-6ba0deef-355e-4ed8-885d-505d83995f10 None None] Attempting to bind port 75a2f027-63b7-41e6-a90a-44b362023a7c on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:13:30.987747 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-6ba0deef-355e-4ed8-885d-505d83995f10 None None] Attempting to bind port 75a2f027-63b7-41e6-a90a-44b362023a7c by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'a4e6ffbf-42fc-4d5b-aa7b-96239268eb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '66f6c25f-7051-41f9-b368-2224c917cacd'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:13:30.988125 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba0deef-355e-4ed8-885d-505d83995f10 None None] Attempting to bind port 75a2f027-63b7-41e6-a90a-44b362023a7c on network 66f6c25f-7051-41f9-b368-2224c917cacd {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:13:31.007426 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba0deef-355e-4ed8-885d-505d83995f10 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:13:31.007814 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba0deef-355e-4ed8-885d-505d83995f10 None None] Checking segment: {'id': 'a4e6ffbf-42fc-4d5b-aa7b-96239268eb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '66f6c25f-7051-41f9-b368-2224c917cacd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:13:31.008231 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6ba0deef-355e-4ed8-885d-505d83995f10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:31.008637 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba0deef-355e-4ed8-885d-505d83995f10 None None] Bound using segment: {'id': 'a4e6ffbf-42fc-4d5b-aa7b-96239268eb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '66f6c25f-7051-41f9-b368-2224c917cacd'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:13:31.013711 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-6ba0deef-355e-4ed8-885d-505d83995f10 None None] Bound port: 75a2f027-63b7-41e6-a90a-44b362023a7c, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4e6ffbf-42fc-4d5b-aa7b-96239268eb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '66f6c25f-7051-41f9-b368-2224c917cacd'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:13:31.014130 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6ba0deef-355e-4ed8-885d-505d83995f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:31.097463 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-414d57b1-4fc5-4b50-ad00-0111ebdaca15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:31.124548 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62fed6a-ec1b-4c96-b64d-cf65c4ca5bfd req-8cab688e-fabe-4979-91fe-5e394afb629b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:31.126378 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f62fed6a-ec1b-4c96-b64d-cf65c4ca5bfd req-8cab688e-fabe-4979-91fe-5e394afb629b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.1409597 Nov 25 13:13:31.129505 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e953ba06-1971-414e-aca3-c0570532c462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:31.186233 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-6ba0deef-355e-4ed8-885d-505d83995f10 None None] For port 75a2f027-63b7-41e6-a90a-44b362023a7c, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:13:31.190074 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-6ba0deef-355e-4ed8-885d-505d83995f10 None None] For port 75a2f027-63b7-41e6-a90a-44b362023a7c, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=75a2f027-63b7-41e6-a90a-44b362023a7c,segment=NetworkSegment(a4e6ffbf-42fc-4d5b-aa7b-96239268eb8d),segment_id=a4e6ffbf-42fc-4d5b-aa7b-96239268eb8d)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:13:31.199462 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bf7d9605-43c8-49ab-a467-b0736f812075 req-c417b9c9-a467-46b0-9a6b-c9475148e3dc tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7491865 Nov 25 13:13:31.202686 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6ba0deef-355e-4ed8-885d-505d83995f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:31.256708 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-bc710af6-d801-4729-8cc0-6f740402e026 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:31.271547 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414d57b1-4fc5-4b50-ad00-0111ebdaca15 admin admin] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:13:31.278360 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-bc710af6-d801-4729-8cc0-6f740402e026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:31.281969 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-414d57b1-4fc5-4b50-ad00-0111ebdaca15 admin admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:13:31.290168 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414d57b1-4fc5-4b50-ad00-0111ebdaca15 admin admin] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:13:31.299379 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414d57b1-4fc5-4b50-ad00-0111ebdaca15 admin admin] Pushing event updated for resources: {'Port': ['ID=b3300a64-f77c-43ed-8ac8-6040755695f5,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:31.342214 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d353925-0dcb-4bb3-a7f7-7b5782053b78 req-113b5a35-ec92-4905-b135-cbc34ff3c797 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:31.342366 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603f48bc-3f69-4aa9-aafe-9de0b8082bed x-openstack-request-id: req-603f48bc-3f69-4aa9-aafe-9de0b8082bed {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:13:31.343597 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d856ad5-8ca6-4474-a302-0c38a57cc4a7", "tag": "87c0d7e7-21fb-4365-acaf-e3d8f4462f8d", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:13:31.351232 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-603f48bc-3f69-4aa9-aafe-9de0b8082bed {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:13:31.353510 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1d353925-0dcb-4bb3-a7f7-7b5782053b78 req-113b5a35-ec92-4905-b135-cbc34ff3c797 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d856ad5-8ca6-4474-a302-0c38a57cc4a7 HTTP/1.1" status: 200 len: 948 time: 0.2899961 Nov 25 13:13:31.359265 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d856ad5-8ca6-4474-a302-0c38a57cc4a7', 'tag': '87c0d7e7-21fb-4365-acaf-e3d8f4462f8d', 'status': 'completed', 'code': 200} Nov 25 13:13:31.401061 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba0deef-355e-4ed8-885d-505d83995f10 None None] Pushing event updated for resources: {'Port': ['ID=75a2f027-63b7-41e6-a90a-44b362023a7c,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:31.470114 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62fed6a-ec1b-4c96-b64d-cf65c4ca5bfd req-f45c8086-17a9-4628-82d6-082c5dae67a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:31.474260 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f62fed6a-ec1b-4c96-b64d-cf65c4ca5bfd req-f45c8086-17a9-4628-82d6-082c5dae67a5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3323317 Nov 25 13:13:31.476573 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e953ba06-1971-414e-aca3-c0570532c462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:31.521784 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1d353925-0dcb-4bb3-a7f7-7b5782053b78 req-7cc2f6a9-2436-4267-9ab8-8ca92852ec51 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] 10.222.0.53 "GET /v2.0/security-groups?id=500d71cf-8d3d-42ef-88a4-f5db519737ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672964 Nov 25 13:13:31.637276 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac8c0df-f5ea-4b27-9b6c-582baf229b38 None None] Pushing event updated for resources: {'Port': ['ID=baf40d51-6017-4b71-8a43-58e16e2fae3d,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:31.639252 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 41344) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:31.674323 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-e953ba06-1971-414e-aca3-c0570532c462 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b31d2abc-ddf9-449f-8b10-4711b1b2ad23']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:13:31.682858 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-bc710af6-d801-4729-8cc0-6f740402e026 None None] Attempting to bind port baf40d51-6017-4b71-8a43-58e16e2fae3d on host n-d-808199-11 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:13:31.682858 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-bc710af6-d801-4729-8cc0-6f740402e026 None None] Attempting to bind port baf40d51-6017-4b71-8a43-58e16e2fae3d by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '2b145124-ca3d-43c4-8881-fe5b31d26e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '02a31e14-65ec-41f7-81c9-add34fd27175'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:13:31.683160 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc710af6-d801-4729-8cc0-6f740402e026 None None] Attempting to bind port baf40d51-6017-4b71-8a43-58e16e2fae3d on network 02a31e14-65ec-41f7-81c9-add34fd27175 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:13:31.696017 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc710af6-d801-4729-8cc0-6f740402e026 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:13:31.696392 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc710af6-d801-4729-8cc0-6f740402e026 None None] Checking segment: {'id': '2b145124-ca3d-43c4-8881-fe5b31d26e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '02a31e14-65ec-41f7-81c9-add34fd27175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:13:31.704176 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-bc710af6-d801-4729-8cc0-6f740402e026 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:31.705100 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc710af6-d801-4729-8cc0-6f740402e026 None None] Bound using segment: {'id': '2b145124-ca3d-43c4-8881-fe5b31d26e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '02a31e14-65ec-41f7-81c9-add34fd27175'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:13:31.705873 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-bc710af6-d801-4729-8cc0-6f740402e026 None None] Bound port: baf40d51-6017-4b71-8a43-58e16e2fae3d, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b145124-ca3d-43c4-8881-fe5b31d26e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '02a31e14-65ec-41f7-81c9-add34fd27175'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:13:31.706453 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-bc710af6-d801-4729-8cc0-6f740402e026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:31.815572 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-bc710af6-d801-4729-8cc0-6f740402e026 None None] For port baf40d51-6017-4b71-8a43-58e16e2fae3d, host n-d-808199-11, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:13:31.820779 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-bc710af6-d801-4729-8cc0-6f740402e026 None None] For port baf40d51-6017-4b71-8a43-58e16e2fae3d, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=baf40d51-6017-4b71-8a43-58e16e2fae3d,segment=NetworkSegment(2b145124-ca3d-43c4-8881-fe5b31d26e5c),segment_id=2b145124-ca3d-43c4-8881-fe5b31d26e5c)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:13:31.831360 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-bc710af6-d801-4729-8cc0-6f740402e026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:31.837346 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0cb28419-bc51-4ebf-aa66-12a898d18b2a req-cfb4702a-412f-4cd0-8e71-ed8e62842973 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=a37b14712e6744e5a7c9e9c0d5e783e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1308656 Nov 25 13:13:31.846726 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-e953ba06-1971-414e-aca3-c0570532c462 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8fd4a16-fedf-4b39-a7fa-a0fbf5e097cd') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:13:31.847022 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-e953ba06-1971-414e-aca3-c0570532c462 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8fd4a16-fedf-4b39-a7fa-a0fbf5e097cd') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:13:31.859802 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f62fed6a-ec1b-4c96-b64d-cf65c4ca5bfd req-3bd8dce4-c40d-46ff-9cfd-b3214fbc3db7 service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3787403 Nov 25 13:13:31.928636 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e953ba06-1971-414e-aca3-c0570532c462 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:32.018334 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac8c0df-f5ea-4b27-9b6c-582baf229b38 None None] Pushing event updated for resources: {'Port': ['ID=baf40d51-6017-4b71-8a43-58e16e2fae3d,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:32.073467 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc710af6-d801-4729-8cc0-6f740402e026 None None] Routers {'2d133477-7121-4a16-9987-8d047dbcf2a7'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:13:32.073467 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-bc710af6-d801-4729-8cc0-6f740402e026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:13:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['2d133477-7121-4a16-9987-8d047dbcf2a7'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:13:32.079198 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e953ba06-1971-414e-aca3-c0570532c462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:32.090933 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e953ba06-1971-414e-aca3-c0570532c462 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:13:32.091747 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e953ba06-1971-414e-aca3-c0570532c462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:32.093924 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:13:32.093924 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:13:32.093924 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:13:32.093924 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:13:32.093924 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:13:32.093924 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:13:32.093924 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:13:32.093924 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:13:32.093924 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:13:32.093924 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:13:32.093924 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:13:32.093924 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:13:32.093924 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:13:32.093924 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:13:32.093924 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:13:32.093924 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:13:32.093924 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:13:32.093924 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:13:32.093924 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:13:32.093924 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:13:32.093924 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:13:32.093924 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:13:32.093924 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:13:32.093924 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:13:32.093924 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:13:32.093924 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:13:32.093924 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:13:32.093924 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:13:32.093924 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:13:32.093924 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:13:32.093924 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:13:32.093924 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:13:32.116989 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-031c9778-de78-4db2-bd3b-b39b515780e5 tempest-MeteringIpV6TestJSON-298185380 tempest-MeteringIpV6TestJSON-298185380-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-88706487'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:13:32.122937 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-031c9778-de78-4db2-bd3b-b39b515780e5 tempest-MeteringIpV6TestJSON-298185380 tempest-MeteringIpV6TestJSON-298185380-project-admin] Unknown quota resources ['metering_label']. {{(pid=103570) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 13:13:32.142050 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-ada65fd2-4c67-498d-93b7-078641a1880d None None] Provisioning complete for port baf40d51-6017-4b71-8a43-58e16e2fae3d triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:13:32.147084 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ada65fd2-4c67-498d-93b7-078641a1880d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:32.255809 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device f3788864-08f0-481e-9262-bf2acf7d1359 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:13:32.328633 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb28419-bc51-4ebf-aa66-12a898d18b2a req-f4af02f9-6849-409c-b882-da112de27076 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:32.333672 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: f3788864-08f0-481e-9262-bf2acf7d1359 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:13:32.335502 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device f3788864-08f0-481e-9262-bf2acf7d1359 not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:13:32.338258 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0cb28419-bc51-4ebf-aa66-12a898d18b2a req-f4af02f9-6849-409c-b882-da112de27076 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4999886 Nov 25 13:13:32.341598 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f62fed6a-ec1b-4c96-b64d-cf65c4ca5bfd req-10a0c2ac-4d93-445a-b6f7-c0f2890bf80c service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4719124 Nov 25 13:13:32.344836 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e953ba06-1971-414e-aca3-c0570532c462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:32.357991 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e953ba06-1971-414e-aca3-c0570532c462 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:32.361582 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0cb28419-bc51-4ebf-aa66-12a898d18b2a req-bc4e2935-bdee-4458-a843-369dcf4514af tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/quotas/a37b14712e6744e5a7c9e9c0d5e783e2 HTTP/1.1" status: 200 len: 375 time: 0.0211031 Nov 25 13:13:32.376059 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-bc710af6-d801-4729-8cc0-6f740402e026 None None] Set router 2d133477-7121-4a16-9987-8d047dbcf2a7 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:13:32.418580 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-e953ba06-1971-414e-aca3-c0570532c462 admin admin] 10.222.0.53 "DELETE /v2.0/networks/b31d2abc-ddf9-449f-8b10-4711b1b2ad23 HTTP/1.1" status: 204 len: 168 time: 1.4883387 Nov 25 13:13:32.455023 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ada65fd2-4c67-498d-93b7-078641a1880d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:32.506311 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e953ba06-1971-414e-aca3-c0570532c462 admin admin] Pushing event deleted for resources: {'Network': ['ID=b31d2abc-ddf9-449f-8b10-4711b1b2ad23,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:32.545563 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-ada65fd2-4c67-498d-93b7-078641a1880d None None] For port baf40d51-6017-4b71-8a43-58e16e2fae3d, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=baf40d51-6017-4b71-8a43-58e16e2fae3d,segment=NetworkSegment(2b145124-ca3d-43c4-8881-fe5b31d26e5c),segment_id=2b145124-ca3d-43c4-8881-fe5b31d26e5c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:13:32.557370 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ada65fd2-4c67-498d-93b7-078641a1880d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:32.598036 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e94ae11-b9dd-48da-afc6-3164fb440709 req-4c513d63-98df-4568-a956-d3b737d67252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:32.600244 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7e94ae11-b9dd-48da-afc6-3164fb440709 req-4c513d63-98df-4568-a956-d3b737d67252 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3ee4221bb32f4891964fceef3f22fcaa&device_id=8d856ad5-8ca6-4474-a302-0c38a57cc4a7 HTTP/1.1" status: 200 len: 1100 time: 0.1530333 Nov 25 13:13:32.779729 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e94ae11-b9dd-48da-afc6-3164fb440709 req-93380745-f8ad-4e45-8d37-fb627c16a5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:32.782576 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7e94ae11-b9dd-48da-afc6-3164fb440709 req-93380745-f8ad-4e45-8d37-fb627c16a5d1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=85f6380f-3625-4f44-8465-fbcf0c11fed5 HTTP/1.1" status: 200 len: 870 time: 0.1688147 Nov 25 13:13:32.794599 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-bc710af6-d801-4729-8cc0-6f740402e026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d133477-7121-4a16-9987-8d047dbcf2a7', 'name': 'tempest-AttachSCSIVolumeTestJSON-540732295-router', 'tenant_id': 'ce48360ee0e64a0f92fcf0cd683397ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'a7bba891-ae2d-457b-8fcc-3cc0216e1786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:13:13Z', 'updated_at': '2021-11-25T13:13:21Z', 'revision_number': 4, 'project_id': 'ce48360ee0e64a0f92fcf0cd683397ad', 'gw_port': {'id': 'a7bba891-ae2d-457b-8fcc-3cc0216e1786', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:14:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d133477-7121-4a16-9987-8d047dbcf2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:13:15Z', 'updated_at': '2021-11-25T13:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'baf40d51-6017-4b71-8a43-58e16e2fae3d', 'name': '', 'network_id': '02a31e14-65ec-41f7-81c9-add34fd27175', 'tenant_id': 'ce48360ee0e64a0f92fcf0cd683397ad', 'mac_address': 'fa:16:3e:c2:3a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d133477-7121-4a16-9987-8d047dbcf2a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '84710c11-cfeb-46e4-8fab-bd6bf839f3aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:13:19Z', 'updated_at': '2021-11-25T13:13:31Z', 'revision_number': 4, 'project_id': 'ce48360ee0e64a0f92fcf0cd683397ad', 'subnets': [{'id': '84710c11-cfeb-46e4-8fab-bd6bf839f3aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:13:32.822025 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-f69467bc-9072-42a4-a0c1-ad27836574fb None None] Provisioning complete for port baf40d51-6017-4b71-8a43-58e16e2fae3d triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:13:32.822409 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f69467bc-9072-42a4-a0c1-ad27836574fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:32.832801 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-94c29cb1-dabe-4ff5-83e4-c50aacb8bca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:32.838722 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada65fd2-4c67-498d-93b7-078641a1880d None None] Pushing event updated for resources: {'Port': ['ID=baf40d51-6017-4b71-8a43-58e16e2fae3d,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:32.858277 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-031c9778-de78-4db2-bd3b-b39b515780e5 tempest-MeteringIpV6TestJSON-298185380 tempest-MeteringIpV6TestJSON-298185380-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:32.863297 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-031c9778-de78-4db2-bd3b-b39b515780e5 tempest-MeteringIpV6TestJSON-298185380 tempest-MeteringIpV6TestJSON-298185380-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 476 time: 1.2210109 Nov 25 13:13:32.867728 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 41362) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:32.871470 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc710af6-d801-4729-8cc0-6f740402e026 None None] The sync data for ids ['2d133477-7121-4a16-9987-8d047dbcf2a7'] in n-d-808199-11 is: [{'id': '2d133477-7121-4a16-9987-8d047dbcf2a7', 'name': 'tempest-AttachSCSIVolumeTestJSON-540732295-router', 'tenant_id': 'ce48360ee0e64a0f92fcf0cd683397ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'a7bba891-ae2d-457b-8fcc-3cc0216e1786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:13:13Z', 'updated_at': '2021-11-25T13:13:21Z', 'revision_number': 4, 'project_id': 'ce48360ee0e64a0f92fcf0cd683397ad', 'gw_port': {'id': 'a7bba891-ae2d-457b-8fcc-3cc0216e1786', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:14:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d133477-7121-4a16-9987-8d047dbcf2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:13:15Z', 'updated_at': '2021-11-25T13:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'baf40d51-6017-4b71-8a43-58e16e2fae3d', 'name': '', 'network_id': '02a31e14-65ec-41f7-81c9-add34fd27175', 'tenant_id': 'ce48360ee0e64a0f92fcf0cd683397ad', 'mac_address': 'fa:16:3e:c2:3a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d133477-7121-4a16-9987-8d047dbcf2a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '84710c11-cfeb-46e4-8fab-bd6bf839f3aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:13:19Z', 'updated_at': '2021-11-25T13:13:31Z', 'revision_number': 4, 'project_id': 'ce48360ee0e64a0f92fcf0cd683397ad', 'subnets': [{'id': '84710c11-cfeb-46e4-8fab-bd6bf839f3aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:13:32.884235 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7e94ae11-b9dd-48da-afc6-3164fb440709 req-9ba5e025-6f42-40e2-9b76-b4b50f1e0a29 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=87c0d7e7-21fb-4365-acaf-e3d8f4462f8d HTTP/1.1" status: 200 len: 217 time: 0.0929849 Nov 25 13:13:32.893693 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41364) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:32.925108 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-a954f29b-402b-4d16-8092-e7eb46e78395 tempest-MeteringIpV6TestJSON-298185380 tempest-MeteringIpV6TestJSON-298185380-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '0a722296-b7a9-4241-9859-1b1fef63a4ac'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:13:32.925627 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-a954f29b-402b-4d16-8092-e7eb46e78395 tempest-MeteringIpV6TestJSON-298185380 tempest-MeteringIpV6TestJSON-298185380-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103570) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 13:13:32.947348 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-414d57b1-4fc5-4b50-ad00-0111ebdaca15 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:33.047387 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-e15f6bac-371c-4fe7-bebd-d1158139d6be admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ef239eedb8d5488b98d0d4db35b92344&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1408668 Nov 25 13:13:33.049104 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41366) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:33.094387 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e94ae11-b9dd-48da-afc6-3164fb440709 req-e1d77109-8c8e-405e-938d-8568a56571b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:33.096169 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7e94ae11-b9dd-48da-afc6-3164fb440709 req-e1d77109-8c8e-405e-938d-8568a56571b8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.1863770 Nov 25 13:13:33.100983 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0cb28419-bc51-4ebf-aa66-12a898d18b2a req-be9c1a79-3c1f-45f3-8f1c-d311be018e90 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a37b14712e6744e5a7c9e9c0d5e783e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7382822 Nov 25 13:13:33.215723 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e94ae11-b9dd-48da-afc6-3164fb440709 req-c3fe4155-8324-4481-b12c-1207dd0cdad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:33.216503 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7e94ae11-b9dd-48da-afc6-3164fb440709 req-c3fe4155-8324-4481-b12c-1207dd0cdad1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1067922 Nov 25 13:13:33.220201 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-571fc987-a462-4925-9e1a-1106c03c3813 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:33.253020 n-d-808199-11 neutron-server[103570]: WARNING neutron.services.metering.metering_plugin [None req-a954f29b-402b-4d16-8092-e7eb46e78395 tempest-MeteringIpV6TestJSON-298185380 tempest-MeteringIpV6TestJSON-298185380-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 25 13:13:33.364250 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5aa60e-e30c-4f5b-a390-c69497ad14fc None None] Network 66f6c25f-7051-41f9-b368-2224c917cacd requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:13:33.403942 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7e94ae11-b9dd-48da-afc6-3164fb440709 req-62607101-eb30-4f8f-a75e-7147539a6e2b service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771984 Nov 25 13:13:33.461861 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-571fc987-a462-4925-9e1a-1106c03c3813 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:33.577389 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-50acdafd-2814-4924-a06d-ed6720cbb676 None None] Provisioning complete for port 75a2f027-63b7-41e6-a90a-44b362023a7c triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:13:33.577959 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-50acdafd-2814-4924-a06d-ed6720cbb676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:33.717528 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7e94ae11-b9dd-48da-afc6-3164fb440709 req-2214f933-3812-4f2c-8d5e-11a409324c98 service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036468 Nov 25 13:13:33.723675 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-571fc987-a462-4925-9e1a-1106c03c3813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:33.731889 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-571fc987-a462-4925-9e1a-1106c03c3813 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:33.736474 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-571fc987-a462-4925-9e1a-1106c03c3813 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/41639556-d3d0-49e5-aba2-9fa08626e803 HTTP/1.1" status: 204 len: 168 time: 0.6805847 Nov 25 13:13:33.752756 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571fc987-a462-4925-9e1a-1106c03c3813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41639556-d3d0-49e5-aba2-9fa08626e803,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:33.858540 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:33.897354 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device baf40d51-6017-4b71-8a43-58e16e2fae3d up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:13:34.104460 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ad06fa-29ab-46b0-bb53-da8ae74d15ff req-2723cf67-77dd-4bea-95e9-60440ed2cf27 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:34.106722 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-50acdafd-2814-4924-a06d-ed6720cbb676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:34.117726 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-11ad06fa-29ab-46b0-bb53-da8ae74d15ff req-2723cf67-77dd-4bea-95e9-60440ed2cf27 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d856ad5-8ca6-4474-a302-0c38a57cc4a7 HTTP/1.1" status: 200 len: 948 time: 1.2848423 Nov 25 13:13:34.204817 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a954f29b-402b-4d16-8092-e7eb46e78395 tempest-MeteringIpV6TestJSON-298185380 tempest-MeteringIpV6TestJSON-298185380-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:34.210127 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41386) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:34.214279 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-50acdafd-2814-4924-a06d-ed6720cbb676 None None] For port 75a2f027-63b7-41e6-a90a-44b362023a7c, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=75a2f027-63b7-41e6-a90a-44b362023a7c,segment=NetworkSegment(a4e6ffbf-42fc-4d5b-aa7b-96239268eb8d),segment_id=a4e6ffbf-42fc-4d5b-aa7b-96239268eb8d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:13:34.216456 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-adb81b66-e9ae-4f8d-8e91-fbd69e26316b tempest-MeteringIpV6TestJSON-298185380 tempest-MeteringIpV6TestJSON-298185380-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '0a722296-b7a9-4241-9859-1b1fef63a4ac'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:13:34.217168 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-adb81b66-e9ae-4f8d-8e91-fbd69e26316b tempest-MeteringIpV6TestJSON-298185380 tempest-MeteringIpV6TestJSON-298185380-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103571) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 13:13:34.223395 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port baf40d51-6017-4b71-8a43-58e16e2fae3d triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:13:34.223939 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:34.225528 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-a954f29b-402b-4d16-8092-e7eb46e78395 tempest-MeteringIpV6TestJSON-298185380 tempest-MeteringIpV6TestJSON-298185380-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 1.3557832 Nov 25 13:13:34.225760 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-50acdafd-2814-4924-a06d-ed6720cbb676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:34.386594 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b4b0f2b6-8dd6-4bf6-8063-d6b1a2079993 req-842f51e7-9db6-4a40-86ba-67d62da236ee tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=877d95fd-071a-43e9-96e2-cd064b648f69 HTTP/1.1" status: 200 len: 210 time: 0.1928036 Nov 25 13:13:34.491681 n-d-808199-11 neutron-server[103571]: WARNING neutron.services.metering.metering_plugin [None req-adb81b66-e9ae-4f8d-8e91-fbd69e26316b tempest-MeteringIpV6TestJSON-298185380 tempest-MeteringIpV6TestJSON-298185380-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 25 13:13:34.504774 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:13:34.524000 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-11ad06fa-29ab-46b0-bb53-da8ae74d15ff req-ab243ea9-57a6-4d45-9577-a5b289c95bc8 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] 10.222.0.53 "GET /v2.0/security-groups?id=500d71cf-8d3d-42ef-88a4-f5db519737ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4053462 Nov 25 13:13:34.526325 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50acdafd-2814-4924-a06d-ed6720cbb676 None None] Pushing event updated for resources: {'Port': ['ID=75a2f027-63b7-41e6-a90a-44b362023a7c,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:34.676726 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 75a2f027-63b7-41e6-a90a-44b362023a7c up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:13:34.741864 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-414d57b1-4fc5-4b50-ad00-0111ebdaca15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:34.827812 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 75a2f027-63b7-41e6-a90a-44b362023a7c triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:13:34.828786 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:34.887626 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-adb81b66-e9ae-4f8d-8e91-fbd69e26316b tempest-MeteringIpV6TestJSON-298185380 tempest-MeteringIpV6TestJSON-298185380-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:34.889326 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-adb81b66-e9ae-4f8d-8e91-fbd69e26316b tempest-MeteringIpV6TestJSON-298185380 tempest-MeteringIpV6TestJSON-298185380-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6774595 Nov 25 13:13:34.895033 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41402) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:34.921162 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-0c526d8d-1402-4d57-915a-eb90a3045218 tempest-MeteringIpV6TestJSON-298185380 tempest-MeteringIpV6TestJSON-298185380-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=ea10f267-a511-40b7-81ec-2b87ab7897da HTTP/1.1" status: 200 len: 462 time: 0.0245819 Nov 25 13:13:34.924016 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41404) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:34.943747 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-79ad9740-f1f4-4219-946e-fa0a1a010f26 None None] Provisioning complete for port 75a2f027-63b7-41e6-a90a-44b362023a7c triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:13:34.944508 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-79ad9740-f1f4-4219-946e-fa0a1a010f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:34.988673 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-414d57b1-4fc5-4b50-ad00-0111ebdaca15 admin admin] Router 7023e6ae-f27c-42cd-a8bb-73911ab2b104 is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:13:35.073651 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-65d41f6a-2174-446f-8599-81062c36638d tempest-MeteringIpV6TestJSON-298185380 tempest-MeteringIpV6TestJSON-298185380-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:35.075140 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-65d41f6a-2174-446f-8599-81062c36638d tempest-MeteringIpV6TestJSON-298185380 tempest-MeteringIpV6TestJSON-298185380-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-label-rules/ea10f267-a511-40b7-81ec-2b87ab7897da HTTP/1.1" status: 204 len: 168 time: 0.1501722 Nov 25 13:13:35.077756 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41410) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:35.092847 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-2a74884c-6486-4ee8-b515-c38dfd029b89 tempest-MeteringIpV6TestJSON-298185380 tempest-MeteringIpV6TestJSON-298185380-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=ea10f267-a511-40b7-81ec-2b87ab7897da HTTP/1.1" status: 200 len: 221 time: 0.0136042 Nov 25 13:13:35.096816 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41412) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:35.102613 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-4b37d09b-477d-463d-a279-3fbd49dcbb6a tempest-MeteringIpV6TestJSON-298185380 tempest-MeteringIpV6TestJSON-298185380-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--239219555', 'description': 'label created by tempest'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:13:35.103504 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-4b37d09b-477d-463d-a279-3fbd49dcbb6a tempest-MeteringIpV6TestJSON-298185380 tempest-MeteringIpV6TestJSON-298185380-project-admin] Unknown quota resources ['metering_label']. {{(pid=103571) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 13:13:35.138784 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:35.177146 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-414d57b1-4fc5-4b50-ad00-0111ebdaca15 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:13:35.191035 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b07740-6fe6-4283-9cce-b2454cb6daba None None] Sync routers for ids ['7023e6ae-f27c-42cd-a8bb-73911ab2b104'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:13:35.207360 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b07740-6fe6-4283-9cce-b2454cb6daba None None] Routers {'7023e6ae-f27c-42cd-a8bb-73911ab2b104'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:13:35.208034 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-c5b07740-6fe6-4283-9cce-b2454cb6daba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:13:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['7023e6ae-f27c-42cd-a8bb-73911ab2b104'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:13:35.216063 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-414d57b1-4fc5-4b50-ad00-0111ebdaca15 admin admin] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:35.217597 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-414d57b1-4fc5-4b50-ad00-0111ebdaca15 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.1911957 Nov 25 13:13:35.221242 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 41416) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:35.322424 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41418) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:35.512033 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0cb28419-bc51-4ebf-aa66-12a898d18b2a req-f99dfd49-e9a9-45e5-933a-20eac5677267 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=a37b14712e6744e5a7c9e9c0d5e783e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1653228 Nov 25 13:13:35.516529 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4b37d09b-477d-463d-a279-3fbd49dcbb6a tempest-MeteringIpV6TestJSON-298185380 tempest-MeteringIpV6TestJSON-298185380-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:35.521038 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-4b37d09b-477d-463d-a279-3fbd49dcbb6a tempest-MeteringIpV6TestJSON-298185380 tempest-MeteringIpV6TestJSON-298185380-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4227712 Nov 25 13:13:35.522669 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41426) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:35.646181 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-c5b07740-6fe6-4283-9cce-b2454cb6daba None None] Set router 7023e6ae-f27c-42cd-a8bb-73911ab2b104 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:13:35.718800 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-138cc87b-d0aa-4f75-9498-74ee2276414f req-3e51edd8-8f63-4770-9331-85f24b25db99 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=877d95fd-071a-43e9-96e2-cd064b648f69 HTTP/1.1" status: 200 len: 210 time: 0.0637264 Nov 25 13:13:35.752342 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-49ff0ca3-bb48-4982-b2be-187b9ba905da admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-2046121852-network', 'tenant_id': 'f8493e7a72c748b3aad79c90c1b2b75c'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:13:35.760121 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-8b1177ce-8856-4847-9f2b-a9b05054fe0b tempest-MeteringIpV6TestJSON-298185380 tempest-MeteringIpV6TestJSON-298185380-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=8a65e271-73ff-4888-ac31-2e830e8aa93f HTTP/1.1" status: 200 len: 467 time: 0.2364526 Nov 25 13:13:35.766754 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41434) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:35.771928 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 75a2f027-63b7-41e6-a90a-44b362023a7c up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:13:35.862063 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ff0ca3-bb48-4982-b2be-187b9ba905da admin admin] Made reservation on behalf of f8493e7a72c748b3aad79c90c1b2b75c for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:13:35.864630 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-49ff0ca3-bb48-4982-b2be-187b9ba905da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:35.919825 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-49ff0ca3-bb48-4982-b2be-187b9ba905da admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:35.937932 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb28419-bc51-4ebf-aa66-12a898d18b2a req-c95a4efe-638c-4a95-96be-3081600f692f tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:35.939869 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0cb28419-bc51-4ebf-aa66-12a898d18b2a req-c95a4efe-638c-4a95-96be-3081600f692f tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4180188 Nov 25 13:13:35.947209 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae840a-f119-41b3-9efb-cc16f2db380a req-5572a59b-19ed-4f68-a3a4-cfd40a6402e9 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:35.954682 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a6ae840a-f119-41b3-9efb-cc16f2db380a req-5572a59b-19ed-4f68-a3a4-cfd40a6402e9 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d856ad5-8ca6-4474-a302-0c38a57cc4a7 HTTP/1.1" status: 200 len: 948 time: 0.2391937 Nov 25 13:13:35.976996 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-0cb28419-bc51-4ebf-aa66-12a898d18b2a req-8cec2dd6-e890-4ff3-ad7e-22d7eb0eebe5 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Request body: {'port': {'device_id': '877d95fd-071a-43e9-96e2-cd064b648f69', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'admin_state_up': True, 'tenant_id': 'a37b14712e6744e5a7c9e9c0d5e783e2'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:13:36.023253 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 75a2f027-63b7-41e6-a90a-44b362023a7c triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:13:36.023776 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:36.098747 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a6ae840a-f119-41b3-9efb-cc16f2db380a req-11f2989f-9217-4e75-95f5-3ad506c16b02 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] 10.222.0.53 "GET /v2.0/security-groups?id=500d71cf-8d3d-42ef-88a4-f5db519737ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402807 Nov 25 13:13:36.104447 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-089d457c-98e2-4e90-8f15-e5f7329dd916 tempest-MeteringIpV6TestJSON-298185380 tempest-MeteringIpV6TestJSON-298185380-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:36.111876 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-089d457c-98e2-4e90-8f15-e5f7329dd916 tempest-MeteringIpV6TestJSON-298185380 tempest-MeteringIpV6TestJSON-298185380-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-labels/8a65e271-73ff-4888-ac31-2e830e8aa93f HTTP/1.1" status: 204 len: 168 time: 0.3422942 Nov 25 13:13:36.117158 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 41436) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:36.150932 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-58ed2685-3ca0-4aae-94c0-c85ce061048e tempest-MeteringIpV6TestJSON-298185380 tempest-MeteringIpV6TestJSON-298185380-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=8a65e271-73ff-4888-ac31-2e830e8aa93f HTTP/1.1" status: 200 len: 216 time: 0.0316842 Nov 25 13:13:36.158258 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 41438) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:36.188414 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-c5b07740-6fe6-4283-9cce-b2454cb6daba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7023e6ae-f27c-42cd-a8bb-73911ab2b104', 'name': 'tempest-AttachSCSIVolumeTestJSON-872884523-router', 'tenant_id': '24c918fda4b647e3bc0d3754252703a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': 'b3300a64-f77c-43ed-8ac8-6040755695f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:13:29Z', 'updated_at': '2021-11-25T13:13:31Z', 'revision_number': 3, 'project_id': '24c918fda4b647e3bc0d3754252703a7', 'gw_port': {'id': 'b3300a64-f77c-43ed-8ac8-6040755695f5', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:02:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7023e6ae-f27c-42cd-a8bb-73911ab2b104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:13:30Z', 'updated_at': '2021-11-25T13:13:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:13:36.226766 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:36.229794 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b07740-6fe6-4283-9cce-b2454cb6daba None None] Checking router: 7023e6ae-f27c-42cd-a8bb-73911ab2b104 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:13:36.230148 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b07740-6fe6-4283-9cce-b2454cb6daba None None] Updating router 7023e6ae-f27c-42cd-a8bb-73911ab2b104 port b3300a64-f77c-43ed-8ac8-6040755695f5 binding host n-d-808199-11 {{(pid=103572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:13:36.246509 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-25d0e7ee-4d95-402f-9b38-6dcc174182fd tempest-MeteringIpV6TestJSON-298185380 tempest-MeteringIpV6TestJSON-298185380-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0859005 Nov 25 13:13:36.253463 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 41440) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:36.274204 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c5b07740-6fe6-4283-9cce-b2454cb6daba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:36.276250 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 87c0d7e7-21fb-4365-acaf-e3d8f4462f8d details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:13:36.281282 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-1a14444a-60ef-4550-9a89-5893226f0e7b tempest-MeteringIpV6TestJSON-298185380 tempest-MeteringIpV6TestJSON-298185380-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0248587 Nov 25 13:13:36.285594 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41442) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:36.371761 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-21da8617-a139-4098-94e8-ba92a3d52724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:36.410402 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cb28419-bc51-4ebf-aa66-12a898d18b2a req-8cec2dd6-e890-4ff3-ad7e-22d7eb0eebe5 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Made reservation on behalf of a37b14712e6744e5a7c9e9c0d5e783e2 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:13:36.413988 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0cb28419-bc51-4ebf-aa66-12a898d18b2a req-8cec2dd6-e890-4ff3-ad7e-22d7eb0eebe5 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:36.431388 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-18f8c7d4-1071-4075-8491-62dc928e7639 tempest-MeteringIpV6TestJSON-298185380 tempest-MeteringIpV6TestJSON-298185380-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels/0a722296-b7a9-4241-9859-1b1fef63a4ac HTTP/1.1" status: 200 len: 471 time: 0.1437273 Nov 25 13:13:36.438519 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41444) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:36.449757 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-49ff0ca3-bb48-4982-b2be-187b9ba905da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:36.462966 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-a76f995d-c474-4503-b727-53fae9d26ed7 tempest-MeteringIpV6TestJSON-298185380 tempest-MeteringIpV6TestJSON-298185380-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules/7f75155a-dcf5-4dca-8bba-572305494f93 HTTP/1.1" status: 200 len: 459 time: 0.0199094 Nov 25 13:13:36.476176 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-49ff0ca3-bb48-4982-b2be-187b9ba905da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:36.478844 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41446) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:36.561808 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49ff0ca3-bb48-4982-b2be-187b9ba905da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:13:36.584766 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ff0ca3-bb48-4982-b2be-187b9ba905da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5cdca02-c039-4271-85a9-1f12ede08808,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:36.594722 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-49ff0ca3-bb48-4982-b2be-187b9ba905da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:36.594722 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-49ff0ca3-bb48-4982-b2be-187b9ba905da admin admin] Added segment 2be49110-9996-42dd-8564-71faa9099d18 of type vlan for network 5b345f59-2565-4211-ab74-d30a7021f62f Nov 25 13:13:36.600706 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 87c0d7e7-21fb-4365-acaf-e3d8f4462f8d, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=87c0d7e7-21fb-4365-acaf-e3d8f4462f8d,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:13:36.623295 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '87c0d7e7-21fb-4365-acaf-e3d8f4462f8d', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'port_id': '87c0d7e7-21fb-4365-acaf-e3d8f4462f8d', 'mac_address': 'fa:16:3e:20:e7:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce5ca48-e3be-44c6-9584-fd9eb8c67222', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:13:36.741813 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:36.749334 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4c789a82-8605-4bf2-98b8-8fdc8134e99e tempest-MeteringIpV6TestJSON-298185380 tempest-MeteringIpV6TestJSON-298185380-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:36.750560 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-4c789a82-8605-4bf2-98b8-8fdc8134e99e tempest-MeteringIpV6TestJSON-298185380 tempest-MeteringIpV6TestJSON-298185380-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-label-rules/7f75155a-dcf5-4dca-8bba-572305494f93 HTTP/1.1" status: 204 len: 168 time: 0.2651660 Nov 25 13:13:36.754294 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 41452) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:36.765393 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-49ff0ca3-bb48-4982-b2be-187b9ba905da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:36.791001 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-0cb28419-bc51-4ebf-aa66-12a898d18b2a req-8cec2dd6-e890-4ff3-ad7e-22d7eb0eebe5 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Allocated IP 192.168.233.57 (85f6380f-3625-4f44-8465-fbcf0c11fed5/2ce5ca48-e3be-44c6-9584-fd9eb8c67222/08d4b0d4-1a42-436f-962f-1bd5b81a42e5) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:13:36.834173 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-49ff0ca3-bb48-4982-b2be-187b9ba905da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:36.835330 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ff0ca3-bb48-4982-b2be-187b9ba905da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:36.835807 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-49ff0ca3-bb48-4982-b2be-187b9ba905da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:36.842539 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87c0d7e7-21fb-4365-acaf-e3d8f4462f8d {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:13:36.867692 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-21da8617-a139-4098-94e8-ba92a3d52724 admin admin] Allocated IP 172.20.0.1 (66f6c25f-7051-41f9-b368-2224c917cacd/e9ffd708-81e6-4c17-9e53-2e498008806b/1fa48315-41ef-43bc-9f13-7e5adfe5d058) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:13:36.891083 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 87c0d7e7-21fb-4365-acaf-e3d8f4462f8d, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=87c0d7e7-21fb-4365-acaf-e3d8f4462f8d,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:13:36.907050 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:36.985147 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-49ff0ca3-bb48-4982-b2be-187b9ba905da admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6526794 Nov 25 13:13:36.989553 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41458) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:37.008752 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-03d4ecf1-5337-4bab-ba0b-0c26700dcd48 admin admin] Request body: {'subnet': {'network_id': '5b345f59-2565-4211-ab74-d30a7021f62f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-2046121852-subnet', 'tenant_id': 'f8493e7a72c748b3aad79c90c1b2b75c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:13:37.028194 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ff0ca3-bb48-4982-b2be-187b9ba905da admin admin] Pushing event updated for resources: {'Network': ['ID=5b345f59-2565-4211-ab74-d30a7021f62f,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:37.052034 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 5b345f59-2565-4211-ab74-d30a7021f62f details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:13:37.066943 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c5b07740-6fe6-4283-9cce-b2454cb6daba None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:37.110238 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=87c0d7e7-21fb-4365-acaf-e3d8f4462f8d,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:37.115833 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c5b07740-6fe6-4283-9cce-b2454cb6daba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:37.141223 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c280cdc7-bb6c-436b-be4e-500ec6dfc7cd req-4a6477e3-0345-42ea-a15c-ee33efb4c243 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=877d95fd-071a-43e9-96e2-cd064b648f69 HTTP/1.1" status: 200 len: 210 time: 0.2093966 Nov 25 13:13:37.159402 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a1ccd565-f32d-49a8-90aa-7941e416330e tempest-MeteringIpV6TestJSON-298185380 tempest-MeteringIpV6TestJSON-298185380-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:37.167425 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-a1ccd565-f32d-49a8-90aa-7941e416330e tempest-MeteringIpV6TestJSON-298185380 tempest-MeteringIpV6TestJSON-298185380-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-labels/0a722296-b7a9-4241-9859-1b1fef63a4ac HTTP/1.1" status: 204 len: 168 time: 0.4067733 Nov 25 13:13:37.167842 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['87c0d7e7-21fb-4365-acaf-e3d8f4462f8d'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:13:37.206080 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d4ecf1-5337-4bab-ba0b-0c26700dcd48 admin admin] Made reservation on behalf of f8493e7a72c748b3aad79c90c1b2b75c for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:13:37.208497 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-03d4ecf1-5337-4bab-ba0b-0c26700dcd48 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:37.301270 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-c5b07740-6fe6-4283-9cce-b2454cb6daba None None] Attempting to bind port b3300a64-f77c-43ed-8ac8-6040755695f5 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:13:37.301964 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-c5b07740-6fe6-4283-9cce-b2454cb6daba None None] Attempting to bind port b3300a64-f77c-43ed-8ac8-6040755695f5 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:13:37.302843 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b07740-6fe6-4283-9cce-b2454cb6daba None None] Attempting to bind port b3300a64-f77c-43ed-8ac8-6040755695f5 on network 7542d3d9-0db3-40e7-ab88-a168871141f7 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:13:37.323282 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6942d317-a2ca-499f-82ef-7605dbeebee7 None None] Pushing event updated for resources: {'Port': ['ID=b3300a64-f77c-43ed-8ac8-6040755695f5,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:37.330172 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b07740-6fe6-4283-9cce-b2454cb6daba None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:13:37.330824 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b07740-6fe6-4283-9cce-b2454cb6daba None None] Checking segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:13:37.331490 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c5b07740-6fe6-4283-9cce-b2454cb6daba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:37.332135 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b07740-6fe6-4283-9cce-b2454cb6daba None None] Bound using segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:13:37.332818 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-c5b07740-6fe6-4283-9cce-b2454cb6daba None None] Bound port: b3300a64-f77c-43ed-8ac8-6040755695f5, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:13:37.333458 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c5b07740-6fe6-4283-9cce-b2454cb6daba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:37.341629 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0cb28419-bc51-4ebf-aa66-12a898d18b2a req-8cec2dd6-e890-4ff3-ad7e-22d7eb0eebe5 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:37.441669 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-c5b07740-6fe6-4283-9cce-b2454cb6daba None None] For port b3300a64-f77c-43ed-8ac8-6040755695f5, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:13:37.444890 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0cb28419-bc51-4ebf-aa66-12a898d18b2a req-8cec2dd6-e890-4ff3-ad7e-22d7eb0eebe5 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:37.504629 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['ef159002-0a94-4b9b-a981-f864f7dce730', 'd5cc2e26-a29e-4825-aa7b-41d26989c8de'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:13:37.555879 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-21da8617-a139-4098-94e8-ba92a3d52724 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:37.565599 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a20dac6-c39c-4220-8bce-420f2762c6ea req-627e6e0d-7322-4d99-acb1-a2f2449fa166 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:37.591411 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0a20dac6-c39c-4220-8bce-420f2762c6ea req-627e6e0d-7322-4d99-acb1-a2f2449fa166 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d856ad5-8ca6-4474-a302-0c38a57cc4a7 HTTP/1.1" status: 200 len: 949 time: 0.2144125 Nov 25 13:13:37.612878 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-c5b07740-6fe6-4283-9cce-b2454cb6daba None None] For port b3300a64-f77c-43ed-8ac8-6040755695f5, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=b3300a64-f77c-43ed-8ac8-6040755695f5,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:13:37.644568 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c5b07740-6fe6-4283-9cce-b2454cb6daba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:37.651683 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 41466) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:37.757823 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b07740-6fe6-4283-9cce-b2454cb6daba None None] Routers {'7023e6ae-f27c-42cd-a8bb-73911ab2b104'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:13:37.758648 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-c5b07740-6fe6-4283-9cce-b2454cb6daba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:13:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['7023e6ae-f27c-42cd-a8bb-73911ab2b104'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:13:37.768689 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-21da8617-a139-4098-94e8-ba92a3d52724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:37.843172 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6942d317-a2ca-499f-82ef-7605dbeebee7 None None] Pushing event updated for resources: {'Port': ['ID=b3300a64-f77c-43ed-8ac8-6040755695f5,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:37.874479 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21da8617-a139-4098-94e8-ba92a3d52724 admin admin] Network 66f6c25f-7051-41f9-b368-2224c917cacd is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:13:37.876652 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-21da8617-a139-4098-94e8-ba92a3d52724 admin admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:13:37.914016 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cb28419-bc51-4ebf-aa66-12a898d18b2a req-8cec2dd6-e890-4ff3-ad7e-22d7eb0eebe5 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Network 85f6380f-3625-4f44-8465-fbcf0c11fed5 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:13:37.938417 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:37.941039 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-03d4ecf1-5337-4bab-ba0b-0c26700dcd48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:37.944648 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21da8617-a139-4098-94e8-ba92a3d52724 admin admin] Pushing event updated for resources: {'Port': ['ID=1fa48315-41ef-43bc-9f13-7e5adfe5d058,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:37.958147 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-0cb28419-bc51-4ebf-aa66-12a898d18b2a req-8cec2dd6-e890-4ff3-ad7e-22d7eb0eebe5 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:13:37.993222 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21da8617-a139-4098-94e8-ba92a3d52724 admin admin] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:13:38.005769 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb28419-bc51-4ebf-aa66-12a898d18b2a req-8cec2dd6-e890-4ff3-ad7e-22d7eb0eebe5 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:13:38.060353 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-c5b07740-6fe6-4283-9cce-b2454cb6daba None None] Set router 7023e6ae-f27c-42cd-a8bb-73911ab2b104 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:13:38.073724 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-573ce8b7-ebab-4a10-9c53-de049f54ac15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:38.102921 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0a20dac6-c39c-4220-8bce-420f2762c6ea req-ef56f3cd-02b3-4518-a8fd-68cc84757425 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] 10.222.0.53 "GET /v2.0/security-groups?id=500d71cf-8d3d-42ef-88a4-f5db519737ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5104806 Nov 25 13:13:38.137548 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d4ecf1-5337-4bab-ba0b-0c26700dcd48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1e7e420-acb5-4519-b39f-b7fe7ccf2f78,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:38.153107 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cec2dd6-e890-4ff3-ad7e-22d7eb0eebe5 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Pushing event updated for resources: {'Port': ['ID=08d4b0d4-1a42-436f-962f-1bd5b81a42e5,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:38.204294 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-21da8617-a139-4098-94e8-ba92a3d52724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:38.281305 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb28419-bc51-4ebf-aa66-12a898d18b2a req-8cec2dd6-e890-4ff3-ad7e-22d7eb0eebe5 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:38.281719 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0cb28419-bc51-4ebf-aa66-12a898d18b2a req-8cec2dd6-e890-4ff3-ad7e-22d7eb0eebe5 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:38.289961 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 87c0d7e7-21fb-4365-acaf-e3d8f4462f8d up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:13:38.316217 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d4ecf1-5337-4bab-ba0b-0c26700dcd48 admin admin] Checking segment: {'id': '2be49110-9996-42dd-8564-71faa9099d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5b345f59-2565-4211-ab74-d30a7021f62f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:13:38.316644 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d4ecf1-5337-4bab-ba0b-0c26700dcd48 admin admin] Network hostable DHCP agents. Network: 5b345f59-2565-4211-ab74-d30a7021f62f, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:13:38.348612 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0cb28419-bc51-4ebf-aa66-12a898d18b2a req-8cec2dd6-e890-4ff3-ad7e-22d7eb0eebe5 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3720880 Nov 25 13:13:38.361620 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-0cb28419-bc51-4ebf-aa66-12a898d18b2a req-7be55ad3-d36f-4db5-99b9-57222dacc288 service neutron] Request body: {'port': {'device_id': '877d95fd-071a-43e9-96e2-cd064b648f69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:13:38.370452 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d4ecf1-5337-4bab-ba0b-0c26700dcd48 admin admin] Network 5b345f59-2565-4211-ab74-d30a7021f62f is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:13:38.448240 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-03d4ecf1-5337-4bab-ba0b-0c26700dcd48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 5b345f59-2565-4211-ab74-d30a7021f62f) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:13:38.457169 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d4ecf1-5337-4bab-ba0b-0c26700dcd48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:38.457885 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-03d4ecf1-5337-4bab-ba0b-0c26700dcd48 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:38.469050 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0cb28419-bc51-4ebf-aa66-12a898d18b2a req-7be55ad3-d36f-4db5-99b9-57222dacc288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:38.533284 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-03d4ecf1-5337-4bab-ba0b-0c26700dcd48 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5324075 Nov 25 13:13:38.572214 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4983dbf3-7fde-4890-b563-1897e8a93074 req-8ae58894-dcc9-4b42-b194-5595ed1a42f1 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:38.573877 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4983dbf3-7fde-4890-b563-1897e8a93074 req-8ae58894-dcc9-4b42-b194-5595ed1a42f1 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=b367cf64-83ee-4732-8f9a-63d45147755b HTTP/1.1" status: 200 len: 944 time: 0.2732973 Nov 25 13:13:38.581080 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-573ce8b7-ebab-4a10-9c53-de049f54ac15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:38.589640 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b96dae-2a15-42d2-a617-ece85a82f34e req-734a1625-4651-4994-9d94-8fefac73f7f6 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:38.598139 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-02b96dae-2a15-42d2-a617-ece85a82f34e req-734a1625-4651-4994-9d94-8fefac73f7f6 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=877d95fd-071a-43e9-96e2-cd064b648f69 HTTP/1.1" status: 200 len: 935 time: 0.1835480 Nov 25 13:13:38.609950 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-573ce8b7-ebab-4a10-9c53-de049f54ac15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:38.714212 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb72f44-542b-4b76-9fe7-699dbe49bc59 None None] Network 5b345f59-2565-4211-ab74-d30a7021f62f requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:13:38.748539 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-21da8617-a139-4098-94e8-ba92a3d52724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:38.754772 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-573ce8b7-ebab-4a10-9c53-de049f54ac15 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b362afdfd7d142f38b12fa99cae50807&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0975528 Nov 25 13:13:38.773900 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41484) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:38.783078 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573ce8b7-ebab-4a10-9c53-de049f54ac15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d9226f-a9ab-4dfa-ae57-6be1eeb1f0b1,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:38.812831 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-02b96dae-2a15-42d2-a617-ece85a82f34e req-07355756-b436-42f2-88f0-e5fd249a0f6f tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136328 Nov 25 13:13:38.828097 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4983dbf3-7fde-4890-b563-1897e8a93074 req-dbf22837-6d80-4dac-af10-a4324fd1ca78 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260873 Nov 25 13:13:38.855046 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 41488) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:38.885062 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-b11f3e88-1716-4370-becb-b850b5a097d8 None None] Provisioning complete for port 1fa48315-41ef-43bc-9f13-7e5adfe5d058 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:13:38.885666 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b11f3e88-1716-4370-becb-b850b5a097d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:38.924293 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5bdccf-7eef-45db-97f2-27201d72d33c req-d2975026-56d4-43b5-991a-739bd8df33d2 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:38.926472 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-db5bdccf-7eef-45db-97f2-27201d72d33c req-d2975026-56d4-43b5-991a-739bd8df33d2 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.66 "GET /v2.0/ports?device_id=b367cf64-83ee-4732-8f9a-63d45147755b HTTP/1.1" status: 200 len: 944 time: 0.2367892 Nov 25 13:13:38.974345 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-0cb28419-bc51-4ebf-aa66-12a898d18b2a req-7be55ad3-d36f-4db5-99b9-57222dacc288 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08d4b0d4-1a42-436f-962f-1bd5b81a42e5 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:13:38.977483 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-b11f3e88-1716-4370-becb-b850b5a097d8 None None] Port 1fa48315-41ef-43bc-9f13-7e5adfe5d058 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:13:38.991699 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0cb28419-bc51-4ebf-aa66-12a898d18b2a req-7be55ad3-d36f-4db5-99b9-57222dacc288 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:39.025600 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3a0d2116-cacb-4923-8c94-834769e9fcb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:39.027613 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-0cb28419-bc51-4ebf-aa66-12a898d18b2a req-7be55ad3-d36f-4db5-99b9-57222dacc288 service neutron] Transition to ACTIVE for port object 08d4b0d4-1a42-436f-962f-1bd5b81a42e5 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:13:39.041199 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0cb28419-bc51-4ebf-aa66-12a898d18b2a req-7be55ad3-d36f-4db5-99b9-57222dacc288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:39.043861 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-77b1cbdf-0905-4aeb-aae6-3d950463d4ba admin admin] Deleting subnet f1e7e420-acb5-4519-b39f-b7fe7ccf2f78 {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:13:39.044905 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 87c0d7e7-21fb-4365-acaf-e3d8f4462f8d completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:13:39.056072 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 87c0d7e7-21fb-4365-acaf-e3d8f4462f8d triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:13:39.056456 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:39.067359 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3a0d2116-cacb-4923-8c94-834769e9fcb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:39.111499 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-c5b07740-6fe6-4283-9cce-b2454cb6daba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7023e6ae-f27c-42cd-a8bb-73911ab2b104', 'name': 'tempest-AttachSCSIVolumeTestJSON-872884523-router', 'tenant_id': '24c918fda4b647e3bc0d3754252703a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': 'b3300a64-f77c-43ed-8ac8-6040755695f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:13:29Z', 'updated_at': '2021-11-25T13:13:31Z', 'revision_number': 3, 'project_id': '24c918fda4b647e3bc0d3754252703a7', 'gw_port': {'id': 'b3300a64-f77c-43ed-8ac8-6040755695f5', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:02:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7023e6ae-f27c-42cd-a8bb-73911ab2b104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:13:30Z', 'updated_at': '2021-11-25T13:13:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:13:39.146568 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-77b1cbdf-0905-4aeb-aae6-3d950463d4ba admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:39.165689 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b07740-6fe6-4283-9cce-b2454cb6daba None None] The sync data for ids ['7023e6ae-f27c-42cd-a8bb-73911ab2b104'] in n-d-808199-11 is: [{'id': '7023e6ae-f27c-42cd-a8bb-73911ab2b104', 'name': 'tempest-AttachSCSIVolumeTestJSON-872884523-router', 'tenant_id': '24c918fda4b647e3bc0d3754252703a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': 'b3300a64-f77c-43ed-8ac8-6040755695f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:13:29Z', 'updated_at': '2021-11-25T13:13:31Z', 'revision_number': 3, 'project_id': '24c918fda4b647e3bc0d3754252703a7', 'gw_port': {'id': 'b3300a64-f77c-43ed-8ac8-6040755695f5', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:02:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7023e6ae-f27c-42cd-a8bb-73911ab2b104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:13:30Z', 'updated_at': '2021-11-25T13:13:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:13:39.181246 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851f7bee-14fe-457a-9b5f-58ced13f46c9 None None] Network 5b345f59-2565-4211-ab74-d30a7021f62f requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:13:39.241391 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be55ad3-d36f-4db5-99b9-57222dacc288 service neutron] Pushing event updated for resources: {'Port': ['ID=08d4b0d4-1a42-436f-962f-1bd5b81a42e5,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:39.342118 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-0cb28419-bc51-4ebf-aa66-12a898d18b2a req-7be55ad3-d36f-4db5-99b9-57222dacc288 service neutron] Attempting to bind port 08d4b0d4-1a42-436f-962f-1bd5b81a42e5 on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:13:39.342509 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-0cb28419-bc51-4ebf-aa66-12a898d18b2a req-7be55ad3-d36f-4db5-99b9-57222dacc288 service neutron] Attempting to bind port 08d4b0d4-1a42-436f-962f-1bd5b81a42e5 by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:13:39.342882 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb28419-bc51-4ebf-aa66-12a898d18b2a req-7be55ad3-d36f-4db5-99b9-57222dacc288 service neutron] Attempting to bind port 08d4b0d4-1a42-436f-962f-1bd5b81a42e5 on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:13:39.349798 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3a0d2116-cacb-4923-8c94-834769e9fcb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:39.351541 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-77b1cbdf-0905-4aeb-aae6-3d950463d4ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:39.359986 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3a0d2116-cacb-4923-8c94-834769e9fcb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:39.364738 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-3a0d2116-cacb-4923-8c94-834769e9fcb0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/51d9226f-a9ab-4dfa-ae57-6be1eeb1f0b1 HTTP/1.1" status: 204 len: 168 time: 0.5876520 Nov 25 13:13:39.398250 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb28419-bc51-4ebf-aa66-12a898d18b2a req-7be55ad3-d36f-4db5-99b9-57222dacc288 service neutron] Port 08d4b0d4-1a42-436f-962f-1bd5b81a42e5 on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:13:39.398584 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb28419-bc51-4ebf-aa66-12a898d18b2a req-7be55ad3-d36f-4db5-99b9-57222dacc288 service neutron] Attempting to bind port 08d4b0d4-1a42-436f-962f-1bd5b81a42e5 on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:13:39.409839 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:39.422130 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0d2116-cacb-4923-8c94-834769e9fcb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d9226f-a9ab-4dfa-ae57-6be1eeb1f0b1,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:39.441402 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb28419-bc51-4ebf-aa66-12a898d18b2a req-7be55ad3-d36f-4db5-99b9-57222dacc288 service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:13:39.441835 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb28419-bc51-4ebf-aa66-12a898d18b2a req-7be55ad3-d36f-4db5-99b9-57222dacc288 service neutron] Checking segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:13:39.442241 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb28419-bc51-4ebf-aa66-12a898d18b2a req-7be55ad3-d36f-4db5-99b9-57222dacc288 service neutron] Bound using segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:13:39.442735 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-0cb28419-bc51-4ebf-aa66-12a898d18b2a req-7be55ad3-d36f-4db5-99b9-57222dacc288 service neutron] Bound port: 08d4b0d4-1a42-436f-962f-1bd5b81a42e5, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:13:39.443107 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0cb28419-bc51-4ebf-aa66-12a898d18b2a req-7be55ad3-d36f-4db5-99b9-57222dacc288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:39.443868 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-db5bdccf-7eef-45db-97f2-27201d72d33c req-882f373f-81eb-46be-a813-1c2ff45ebbb3 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Deleting port 3023a69d-328f-4b58-9771-784d72e4f402 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:13:39.444182 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-db5bdccf-7eef-45db-97f2-27201d72d33c req-882f373f-81eb-46be-a813-1c2ff45ebbb3 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:39.479412 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-21da8617-a139-4098-94e8-ba92a3d52724 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:39.513242 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a549852-a8a2-498a-9f03-272bc666a0f1 req-8bdda256-5342-4b43-8139-584897baf2e0 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:39.521430 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4a549852-a8a2-498a-9f03-272bc666a0f1 req-8bdda256-5342-4b43-8139-584897baf2e0 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d856ad5-8ca6-4474-a302-0c38a57cc4a7 HTTP/1.1" status: 200 len: 949 time: 0.2263658 Nov 25 13:13:39.550730 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d856ad5-8ca6-4474-a302-0c38a57cc4a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87c0d7e7-21fb-4365-acaf-e3d8f4462f8d'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:13:39.553131 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e762cf-a6ad-449e-95ff-f18755a93516" -d '{"events": [{"server_uuid": "8d856ad5-8ca6-4474-a302-0c38a57cc4a7", "name": "network-vif-plugged", "status": "completed", "tag": "87c0d7e7-21fb-4365-acaf-e3d8f4462f8d"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:13:39.609313 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-77b1cbdf-0905-4aeb-aae6-3d950463d4ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:39.640936 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-21da8617-a139-4098-94e8-ba92a3d52724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:39.645866 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-0cb28419-bc51-4ebf-aa66-12a898d18b2a req-7be55ad3-d36f-4db5-99b9-57222dacc288 service neutron] For port 08d4b0d4-1a42-436f-962f-1bd5b81a42e5, host n-h1-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:13:39.649737 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-0cb28419-bc51-4ebf-aa66-12a898d18b2a req-7be55ad3-d36f-4db5-99b9-57222dacc288 service neutron] For port 08d4b0d4-1a42-436f-962f-1bd5b81a42e5, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=08d4b0d4-1a42-436f-962f-1bd5b81a42e5,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:13:39.654600 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 87c0d7e7-21fb-4365-acaf-e3d8f4462f8d, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=87c0d7e7-21fb-4365-acaf-e3d8f4462f8d,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:13:39.657692 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0cb28419-bc51-4ebf-aa66-12a898d18b2a req-7be55ad3-d36f-4db5-99b9-57222dacc288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:39.664667 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637b5073-67c0-44f1-b953-d19ef3de07bb x-openstack-request-id: req-637b5073-67c0-44f1-b953-d19ef3de07bb {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:13:39.664985 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d856ad5-8ca6-4474-a302-0c38a57cc4a7", "name": "network-vif-plugged", "status": "completed", "tag": "87c0d7e7-21fb-4365-acaf-e3d8f4462f8d", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:13:39.665240 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-637b5073-67c0-44f1-b953-d19ef3de07bb {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:13:39.665635 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d856ad5-8ca6-4474-a302-0c38a57cc4a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87c0d7e7-21fb-4365-acaf-e3d8f4462f8d', 'code': 200} Nov 25 13:13:39.673749 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:39.740634 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb28419-bc51-4ebf-aa66-12a898d18b2a req-7be55ad3-d36f-4db5-99b9-57222dacc288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:39.741820 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0cb28419-bc51-4ebf-aa66-12a898d18b2a req-7be55ad3-d36f-4db5-99b9-57222dacc288 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:39.749617 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0cb28419-bc51-4ebf-aa66-12a898d18b2a req-7be55ad3-d36f-4db5-99b9-57222dacc288 service neutron] 10.222.0.66 "PUT /v2.0/ports/08d4b0d4-1a42-436f-962f-1bd5b81a42e5 HTTP/1.1" status: 200 len: 1096 time: 1.3956056 Nov 25 13:13:39.750562 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '877d95fd-071a-43e9-96e2-cd064b648f69', 'tag': '08d4b0d4-1a42-436f-962f-1bd5b81a42e5'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:13:39.755174 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a9d6db-28f1-4ecd-94bb-47536ce99441" -d '{"events": [{"name": "network-changed", "server_uuid": "877d95fd-071a-43e9-96e2-cd064b648f69", "tag": "08d4b0d4-1a42-436f-962f-1bd5b81a42e5"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:13:39.773777 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=87c0d7e7-21fb-4365-acaf-e3d8f4462f8d,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:39.903451 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd48cc1-ec51-4774-b224-6a9aaf8a9318 x-openstack-request-id: req-4fd48cc1-ec51-4774-b224-6a9aaf8a9318 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:13:39.904098 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "877d95fd-071a-43e9-96e2-cd064b648f69", "tag": "08d4b0d4-1a42-436f-962f-1bd5b81a42e5", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:13:39.904653 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4fd48cc1-ec51-4774-b224-6a9aaf8a9318 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:13:39.905133 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '877d95fd-071a-43e9-96e2-cd064b648f69', 'tag': '08d4b0d4-1a42-436f-962f-1bd5b81a42e5', 'status': 'completed', 'code': 200} Nov 25 13:13:39.912358 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be55ad3-d36f-4db5-99b9-57222dacc288 service neutron] Pushing event updated for resources: {'Port': ['ID=08d4b0d4-1a42-436f-962f-1bd5b81a42e5,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:39.954160 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb28419-bc51-4ebf-aa66-12a898d18b2a req-8ef53880-baa4-453e-99f2-495d3027ef6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:39.959594 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0cb28419-bc51-4ebf-aa66-12a898d18b2a req-8ef53880-baa4-453e-99f2-495d3027ef6c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a37b14712e6744e5a7c9e9c0d5e783e2&device_id=877d95fd-071a-43e9-96e2-cd064b648f69 HTTP/1.1" status: 200 len: 1099 time: 0.1386116 Nov 25 13:13:39.966152 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0612680-ca28-4fb7-afd4-962b59400605 req-49cf9cde-2fbf-45f7-aa5d-c45ee4a68147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:39.969293 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c0612680-ca28-4fb7-afd4-962b59400605 req-49cf9cde-2fbf-45f7-aa5d-c45ee4a68147 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8d856ad5-8ca6-4474-a302-0c38a57cc4a7 HTTP/1.1" status: 200 len: 1102 time: 0.2043369 Nov 25 13:13:40.009478 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21da8617-a139-4098-94e8-ba92a3d52724 admin admin] Pushing event updated for resources: {'Port': ['ID=1fa48315-41ef-43bc-9f13-7e5adfe5d058,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:40.019978 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-21da8617-a139-4098-94e8-ba92a3d52724 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:40.052286 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0cb28419-bc51-4ebf-aa66-12a898d18b2a req-38adaaae-e196-4741-9236-ff59feaed4b6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=08d4b0d4-1a42-436f-962f-1bd5b81a42e5 HTTP/1.1" status: 200 len: 217 time: 0.0812624 Nov 25 13:13:40.100692 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41508) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:40.133960 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4a549852-a8a2-498a-9f03-272bc666a0f1 req-d0e2a046-f25d-4703-9fa0-a9e684f3b729 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] 10.222.0.53 "GET /v2.0/security-groups?id=500d71cf-8d3d-42ef-88a4-f5db519737ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6112752 Nov 25 13:13:40.139671 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-89ba256a-9ba4-4de6-9946-c3211f8ab038 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:40.149562 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c0612680-ca28-4fb7-afd4-962b59400605 req-20fa46e9-f7a5-4547-807b-5a13299940f3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=500d71cf-8d3d-42ef-88a4-f5db519737ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686642 Nov 25 13:13:40.158888 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-db5bdccf-7eef-45db-97f2-27201d72d33c req-882f373f-81eb-46be-a813-1c2ff45ebbb3 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] For port 3023a69d-328f-4b58-9771-784d72e4f402, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=3023a69d-328f-4b58-9771-784d72e4f402,segment=NetworkSegment(6f5b4a09-9f6c-4c19-8201-4d90933cd506),segment_id=6f5b4a09-9f6c-4c19-8201-4d90933cd506)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:13:40.159405 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-db5bdccf-7eef-45db-97f2-27201d72d33c req-882f373f-81eb-46be-a813-1c2ff45ebbb3 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:40.170711 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-77b1cbdf-0905-4aeb-aae6-3d950463d4ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:40.182506 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb28419-bc51-4ebf-aa66-12a898d18b2a req-5f9b89f7-05e6-4826-840c-448f7e13178e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:40.184491 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0cb28419-bc51-4ebf-aa66-12a898d18b2a req-5f9b89f7-05e6-4826-840c-448f7e13178e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.1223414 Nov 25 13:13:40.283170 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb28419-bc51-4ebf-aa66-12a898d18b2a req-8247c8c5-db68-47e4-80b2-fbab6eea1036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:40.285218 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0cb28419-bc51-4ebf-aa66-12a898d18b2a req-8247c8c5-db68-47e4-80b2-fbab6eea1036 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0811880 Nov 25 13:13:40.382527 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-89ba256a-9ba4-4de6-9946-c3211f8ab038 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:40.391619 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-89ba256a-9ba4-4de6-9946-c3211f8ab038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:40.463918 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ba256a-9ba4-4de6-9946-c3211f8ab038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f72dcd-5852-43e3-a723-7181691b6d1c,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:40.469163 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-89ba256a-9ba4-4de6-9946-c3211f8ab038 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=18f419d2843145d7a73f45a371d57492&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3586342 Nov 25 13:13:40.471983 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41512) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:40.474398 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0cb28419-bc51-4ebf-aa66-12a898d18b2a req-3c517ddc-8c08-4d90-bc09-08cc9a242d16 service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752379 Nov 25 13:13:40.559602 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-db5bdccf-7eef-45db-97f2-27201d72d33c req-882f373f-81eb-46be-a813-1c2ff45ebbb3 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Calling delete_port for 3023a69d-328f-4b58-9771-784d72e4f402 owned by compute:nova {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:13:40.566263 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b1cbdf-0905-4aeb-aae6-3d950463d4ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1e7e420-acb5-4519-b39f-b7fe7ccf2f78,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:40.568311 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-77b1cbdf-0905-4aeb-aae6-3d950463d4ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:40.571653 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-77b1cbdf-0905-4aeb-aae6-3d950463d4ba admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f1e7e420-acb5-4519-b39f-b7fe7ccf2f78 HTTP/1.1" status: 204 len: 168 time: 1.7120142 Nov 25 13:13:40.578306 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41514) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:40.604561 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d9be599c-7bfd-4e17-9a04-335631f5020f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:40.628533 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e286bb-2c32-449b-9acd-f81b966474fb req-565f0328-9ed7-4c33-937a-298a506266d6 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:40.630019 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-86e286bb-2c32-449b-9acd-f81b966474fb req-565f0328-9ed7-4c33-937a-298a506266d6 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=877d95fd-071a-43e9-96e2-cd064b648f69 HTTP/1.1" status: 200 len: 947 time: 0.5654893 Nov 25 13:13:40.692355 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d9be599c-7bfd-4e17-9a04-335631f5020f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:40.705390 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0cb28419-bc51-4ebf-aa66-12a898d18b2a req-8b95d609-baad-4dad-ba6b-9bd90f9ecd04 service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113695 Nov 25 13:13:40.707979 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21da8617-a139-4098-94e8-ba92a3d52724 admin admin] Network 66f6c25f-7051-41f9-b368-2224c917cacd is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:13:40.710576 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c882b17c-2c29-4604-a797-d85afb8e4aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:40.717149 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0cca28-c8f2-4579-9b74-15c2099fe23a req-4b321a44-63df-45fe-9a33-22d2fbb6e40c tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:40.718716 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-af0cca28-c8f2-4579-9b74-15c2099fe23a req-4b321a44-63df-45fe-9a33-22d2fbb6e40c tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=b367cf64-83ee-4732-8f9a-63d45147755b HTTP/1.1" status: 200 len: 944 time: 0.1947763 Nov 25 13:13:40.722139 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-21da8617-a139-4098-94e8-ba92a3d52724 admin admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:13:40.832530 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-86e286bb-2c32-449b-9acd-f81b966474fb req-eef4a4ce-2cb7-4a2e-bf8b-36bea65c5885 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701314 Nov 25 13:13:40.853011 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c882b17c-2c29-4604-a797-d85afb8e4aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:40.880894 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-c882b17c-2c29-4604-a797-d85afb8e4aca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b345f59-2565-4211-ab74-d30a7021f62f']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:13:40.893641 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-c882b17c-2c29-4604-a797-d85afb8e4aca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2be49110-9996-42dd-8564-71faa9099d18') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:13:40.894044 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-c882b17c-2c29-4604-a797-d85afb8e4aca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2be49110-9996-42dd-8564-71faa9099d18') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:13:40.927988 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c882b17c-2c29-4604-a797-d85afb8e4aca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:40.938385 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d9be599c-7bfd-4e17-9a04-335631f5020f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:40.941072 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d9be599c-7bfd-4e17-9a04-335631f5020f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:40.945157 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d9be599c-7bfd-4e17-9a04-335631f5020f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/46f72dcd-5852-43e3-a723-7181691b6d1c HTTP/1.1" status: 204 len: 168 time: 0.4698012 Nov 25 13:13:40.963286 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c882b17c-2c29-4604-a797-d85afb8e4aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:40.972603 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9be599c-7bfd-4e17-9a04-335631f5020f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f72dcd-5852-43e3-a723-7181691b6d1c,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:40.978591 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c882b17c-2c29-4604-a797-d85afb8e4aca admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:13:40.979091 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c882b17c-2c29-4604-a797-d85afb8e4aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:40.981337 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:13:40.981337 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:13:40.981337 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:13:40.981337 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:13:40.981337 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:13:40.981337 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:13:40.981337 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:13:40.981337 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:13:40.981337 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:13:40.981337 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:13:40.981337 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:13:40.981337 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:13:40.981337 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:13:40.981337 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:13:40.981337 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:13:40.981337 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:13:40.981337 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:13:40.981337 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:13:40.981337 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:13:40.981337 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:13:40.981337 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:13:40.981337 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:13:40.981337 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:13:40.981337 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:13:40.981337 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:13:40.981337 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:13:40.981337 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:13:40.981337 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:13:40.981337 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:13:40.981337 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:13:40.981337 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:13:40.981337 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:13:41.005502 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-af0cca28-c8f2-4579-9b74-15c2099fe23a req-2a86fe34-ce62-42e4-9a64-6590f15648cd tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723880 Nov 25 13:13:41.008239 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9d6db-28f1-4ecd-94bb-47536ce99441 req-6220c4fb-17ba-4430-85e5-3c2ca64b59f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:41.011684 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c1a9d6db-28f1-4ecd-94bb-47536ce99441 req-6220c4fb-17ba-4430-85e5-3c2ca64b59f8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a37b14712e6744e5a7c9e9c0d5e783e2&device_id=877d95fd-071a-43e9-96e2-cd064b648f69 HTTP/1.1" status: 200 len: 1099 time: 0.2199068 Nov 25 13:13:41.076610 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21da8617-a139-4098-94e8-ba92a3d52724 admin admin] Router 7023e6ae-f27c-42cd-a8bb-73911ab2b104 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:13:41.088886 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-db5bdccf-7eef-45db-97f2-27201d72d33c req-882f373f-81eb-46be-a813-1c2ff45ebbb3 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:41.123483 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-a87f7f0c-eb8a-4317-9dc1-eb096e21a9b4 None None] Provisioning complete for port 1fa48315-41ef-43bc-9f13-7e5adfe5d058 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:13:41.125718 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a87f7f0c-eb8a-4317-9dc1-eb096e21a9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:41.160612 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9d6db-28f1-4ecd-94bb-47536ce99441 req-ea7f9e92-49a2-4a55-a12a-9dd525bdb704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:41.162245 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c1a9d6db-28f1-4ecd-94bb-47536ce99441 req-ea7f9e92-49a2-4a55-a12a-9dd525bdb704 service neutron] 10.222.0.66 "GET /v2.0/networks?id=85f6380f-3625-4f44-8465-fbcf0c11fed5 HTTP/1.1" status: 200 len: 870 time: 0.1064625 Nov 25 13:13:41.199936 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-a87f7f0c-eb8a-4317-9dc1-eb096e21a9b4 None None] Port 1fa48315-41ef-43bc-9f13-7e5adfe5d058 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:13:41.200506 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882f373f-81eb-46be-a813-1c2ff45ebbb3 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Pushing event deleted for resources: {'Port': ['ID=3023a69d-328f-4b58-9771-784d72e4f402,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:41.213216 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f373f-81eb-46be-a813-1c2ff45ebbb3 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:13:41.213579 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f373f-81eb-46be-a813-1c2ff45ebbb3 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:13:41.213931 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f373f-81eb-46be-a813-1c2ff45ebbb3 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:13:41.214299 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f373f-81eb-46be-a813-1c2ff45ebbb3 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:13:41.214722 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f373f-81eb-46be-a813-1c2ff45ebbb3 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:13:41.215652 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f373f-81eb-46be-a813-1c2ff45ebbb3 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:13:41.216010 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f373f-81eb-46be-a813-1c2ff45ebbb3 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:13:41.216357 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f373f-81eb-46be-a813-1c2ff45ebbb3 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:13:41.216695 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f373f-81eb-46be-a813-1c2ff45ebbb3 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:13:41.217031 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f373f-81eb-46be-a813-1c2ff45ebbb3 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:13:41.217365 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f373f-81eb-46be-a813-1c2ff45ebbb3 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:13:41.217710 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f373f-81eb-46be-a813-1c2ff45ebbb3 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:13:41.265170 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c1a9d6db-28f1-4ecd-94bb-47536ce99441 req-0a464ffa-656e-4414-918a-a7b9bedee782 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=08d4b0d4-1a42-436f-962f-1bd5b81a42e5 HTTP/1.1" status: 200 len: 217 time: 0.0863504 Nov 25 13:13:41.268819 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c882b17c-2c29-4604-a797-d85afb8e4aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:41.277844 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c882b17c-2c29-4604-a797-d85afb8e4aca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:41.283806 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c882b17c-2c29-4604-a797-d85afb8e4aca admin admin] 10.222.0.53 "DELETE /v2.0/networks/5b345f59-2565-4211-ab74-d30a7021f62f HTTP/1.1" status: 204 len: 168 time: 0.7007542 Nov 25 13:13:41.298522 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:41.302516 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c882b17c-2c29-4604-a797-d85afb8e4aca admin admin] Pushing event deleted for resources: {'Network': ['ID=5b345f59-2565-4211-ab74-d30a7021f62f,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:41.336518 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-db5bdccf-7eef-45db-97f2-27201d72d33c req-882f373f-81eb-46be-a813-1c2ff45ebbb3 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] No DVR routers for this DVR port 3023a69d-328f-4b58-9771-784d72e4f402 on host n-h1-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:13:41.344113 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9d6db-28f1-4ecd-94bb-47536ce99441 req-ae64ca7e-8a56-40ba-8bcf-534196d8bf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:41.345819 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c1a9d6db-28f1-4ecd-94bb-47536ce99441 req-ae64ca7e-8a56-40ba-8bcf-534196d8bf1b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.0700552 Nov 25 13:13:41.346923 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-db5bdccf-7eef-45db-97f2-27201d72d33c req-882f373f-81eb-46be-a813-1c2ff45ebbb3 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:41.350805 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-db5bdccf-7eef-45db-97f2-27201d72d33c req-882f373f-81eb-46be-a813-1c2ff45ebbb3 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.66 "DELETE /v2.0/ports/3023a69d-328f-4b58-9771-784d72e4f402 HTTP/1.1" status: 204 len: 173 time: 2.4113045 Nov 25 13:13:41.359036 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b367cf64-83ee-4732-8f9a-63d45147755b', 'name': 'network-vif-deleted', 'tag': '3023a69d-328f-4b58-9771-784d72e4f402'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:13:41.361376 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862ff7b5-4e07-4337-a600-47fa2d36e047" -d '{"events": [{"server_uuid": "b367cf64-83ee-4732-8f9a-63d45147755b", "name": "network-vif-deleted", "tag": "3023a69d-328f-4b58-9771-784d72e4f402"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:13:41.487307 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93cc4bcd-f5d1-483a-9cd1-86833bc3182e x-openstack-request-id: req-93cc4bcd-f5d1-483a-9cd1-86833bc3182e {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:13:41.487649 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b367cf64-83ee-4732-8f9a-63d45147755b", "name": "network-vif-deleted", "tag": "3023a69d-328f-4b58-9771-784d72e4f402", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:13:41.487912 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-93cc4bcd-f5d1-483a-9cd1-86833bc3182e {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:13:41.488103 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9d6db-28f1-4ecd-94bb-47536ce99441 req-ba19b408-4ea6-4865-b6e4-9827bb7939bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:41.488293 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b367cf64-83ee-4732-8f9a-63d45147755b', 'name': 'network-vif-deleted', 'tag': '3023a69d-328f-4b58-9771-784d72e4f402', 'status': 'completed', 'code': 200} Nov 25 13:13:41.489814 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c1a9d6db-28f1-4ecd-94bb-47536ce99441 req-ba19b408-4ea6-4865-b6e4-9827bb7939bc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1237416 Nov 25 13:13:41.501090 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a21baf-dea4-4231-865c-b3bc35739416 req-1e450f62-ea27-45be-9406-0a23616805b7 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:41.502669 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-64a21baf-dea4-4231-865c-b3bc35739416 req-1e450f62-ea27-45be-9406-0a23616805b7 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d856ad5-8ca6-4474-a302-0c38a57cc4a7 HTTP/1.1" status: 200 len: 950 time: 0.1675272 Nov 25 13:13:41.503837 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21da8617-a139-4098-94e8-ba92a3d52724 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:13:41.512530 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-21da8617-a139-4098-94e8-ba92a3d52724 admin admin] 10.222.0.53 "PUT /v2.0/routers/7023e6ae-f27c-42cd-a8bb-73911ab2b104/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2903490 Nov 25 13:13:41.629784 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-64a21baf-dea4-4231-865c-b3bc35739416 req-eb0f3618-1e79-4168-baac-5d7eb764b094 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] 10.222.0.53 "GET /v2.0/security-groups?id=500d71cf-8d3d-42ef-88a4-f5db519737ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115935 Nov 25 13:13:41.652462 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c1a9d6db-28f1-4ecd-94bb-47536ce99441 req-9af5dcfd-4d5a-4a12-8ecc-be49fed58f61 service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455836 Nov 25 13:13:41.678330 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41532) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:41.704940 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f0294a-e84e-48c8-93bf-0b1c4695551b None None] Sync routers for ids ['7023e6ae-f27c-42cd-a8bb-73911ab2b104'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:13:41.705954 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device b3300a64-f77c-43ed-8ac8-6040755695f5 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:13:41.731986 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f0294a-e84e-48c8-93bf-0b1c4695551b None None] Routers {'7023e6ae-f27c-42cd-a8bb-73911ab2b104'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:13:41.734782 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-a7f0294a-e84e-48c8-93bf-0b1c4695551b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:13:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['7023e6ae-f27c-42cd-a8bb-73911ab2b104'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:13:41.787776 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 41540) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:41.796681 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b2532e77-ef7d-437a-8925-fbc9143109d6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f8493e7a72c748b3aad79c90c1b2b75c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1169846 Nov 25 13:13:41.826454 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port b3300a64-f77c-43ed-8ac8-6040755695f5 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:13:41.826856 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:41.834752 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c1a9d6db-28f1-4ecd-94bb-47536ce99441 req-f8f3d8a3-24cb-400f-9227-096a5ffd78c2 service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790659 Nov 25 13:13:41.871272 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d0a97500-df19-419d-8e8a-57450af93e19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:41.908597 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-a7f0294a-e84e-48c8-93bf-0b1c4695551b None None] Set router 7023e6ae-f27c-42cd-a8bb-73911ab2b104 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:13:41.932189 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d0a97500-df19-419d-8e8a-57450af93e19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:41.985953 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:42.017673 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] For port b3300a64-f77c-43ed-8ac8-6040755695f5, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=b3300a64-f77c-43ed-8ac8-6040755695f5,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:13:42.023702 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:42.060542 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d4925-9dcc-476a-9e1e-f489b7143cfb req-775a0417-fa81-498c-8324-b758135d6c51 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:42.068959 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2d8d4925-9dcc-476a-9e1e-f489b7143cfb req-775a0417-fa81-498c-8324-b758135d6c51 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=877d95fd-071a-43e9-96e2-cd064b648f69 HTTP/1.1" status: 200 len: 947 time: 0.0884283 Nov 25 13:13:42.081807 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d0a97500-df19-419d-8e8a-57450af93e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:42.095942 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d0a97500-df19-419d-8e8a-57450af93e19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:42.103438 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d0a97500-df19-419d-8e8a-57450af93e19 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d5cdca02-c039-4271-85a9-1f12ede08808 HTTP/1.1" status: 204 len: 168 time: 0.3140576 Nov 25 13:13:42.127962 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a97500-df19-419d-8e8a-57450af93e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5cdca02-c039-4271-85a9-1f12ede08808,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:42.167198 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Pushing event updated for resources: {'Port': ['ID=b3300a64-f77c-43ed-8ac8-6040755695f5,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:42.201725 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 3023a69d-328f-4b58-9771-784d72e4f402 no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:13:42.219939 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2d8d4925-9dcc-476a-9e1e-f489b7143cfb req-46ea32c5-61ed-4d17-98b2-2f5dbc5defb6 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497967 Nov 25 13:13:42.253864 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] No Port match for: 3023a69d-328f-4b58-9771-784d72e4f402 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:13:42.254425 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 3023a69d-328f-4b58-9771-784d72e4f402 not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:13:42.293358 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-a7f0294a-e84e-48c8-93bf-0b1c4695551b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7023e6ae-f27c-42cd-a8bb-73911ab2b104', 'name': 'tempest-AttachSCSIVolumeTestJSON-872884523-router', 'tenant_id': '24c918fda4b647e3bc0d3754252703a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': 'b3300a64-f77c-43ed-8ac8-6040755695f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:13:29Z', 'updated_at': '2021-11-25T13:13:38Z', 'revision_number': 4, 'project_id': '24c918fda4b647e3bc0d3754252703a7', 'gw_port': {'id': 'b3300a64-f77c-43ed-8ac8-6040755695f5', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:02:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7023e6ae-f27c-42cd-a8bb-73911ab2b104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:13:30Z', 'updated_at': '2021-11-25T13:13:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '1fa48315-41ef-43bc-9f13-7e5adfe5d058', 'name': '', 'network_id': '66f6c25f-7051-41f9-b368-2224c917cacd', 'tenant_id': '24c918fda4b647e3bc0d3754252703a7', 'mac_address': 'fa:16:3e:c6:dd:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7023e6ae-f27c-42cd-a8bb-73911ab2b104', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'e9ffd708-81e6-4c17-9e53-2e498008806b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:13:36Z', 'updated_at': '2021-11-25T13:13:38Z', 'revision_number': 2, 'project_id': '24c918fda4b647e3bc0d3754252703a7', 'subnets': [{'id': 'e9ffd708-81e6-4c17-9e53-2e498008806b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:13:42.357087 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f0294a-e84e-48c8-93bf-0b1c4695551b None None] Checking router: 7023e6ae-f27c-42cd-a8bb-73911ab2b104 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:13:42.359160 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f0294a-e84e-48c8-93bf-0b1c4695551b None None] Updating router 7023e6ae-f27c-42cd-a8bb-73911ab2b104 port 1fa48315-41ef-43bc-9f13-7e5adfe5d058 binding host n-d-808199-11 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:13:42.431612 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a7f0294a-e84e-48c8-93bf-0b1c4695551b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:42.755959 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560fd22f-da45-45cd-ad63-b625fe50f353 req-62ee4864-c625-46f9-8ba3-4ef0f6b60637 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:42.767594 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-560fd22f-da45-45cd-ad63-b625fe50f353 req-62ee4864-c625-46f9-8ba3-4ef0f6b60637 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a58aaa2-8b43-45c6-9d7e-48343b909785 HTTP/1.1" status: 200 len: 944 time: 0.1353667 Nov 25 13:13:42.927537 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a7f0294a-e84e-48c8-93bf-0b1c4695551b None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:42.942738 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a7f0294a-e84e-48c8-93bf-0b1c4695551b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:42.957976 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-560fd22f-da45-45cd-ad63-b625fe50f353 req-a3e17bfa-f9f6-4260-b6c0-8090d75596e6 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835175 Nov 25 13:13:42.985730 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bad8d4-0af0-48bd-ac62-8c94117e2988 req-1de67d05-e0aa-4b2e-9890-27b79050643e tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:42.992760 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b1bad8d4-0af0-48bd-ac62-8c94117e2988 req-1de67d05-e0aa-4b2e-9890-27b79050643e tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d856ad5-8ca6-4474-a302-0c38a57cc4a7 HTTP/1.1" status: 200 len: 950 time: 0.2051435 Nov 25 13:13:43.038245 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822de562-48c2-42ff-9fa4-f9aab3f016fc None None] Pushing event updated for resources: {'Port': ['ID=1fa48315-41ef-43bc-9f13-7e5adfe5d058,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:43.148116 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1816a19-9fa5-4e59-8596-59274a958aab req-d7d2d7d5-5562-42bd-b4d8-6d6b2db38d78 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:43.154953 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c1816a19-9fa5-4e59-8596-59274a958aab req-d7d2d7d5-5562-42bd-b4d8-6d6b2db38d78 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a58aaa2-8b43-45c6-9d7e-48343b909785 HTTP/1.1" status: 200 len: 944 time: 0.1077936 Nov 25 13:13:43.197978 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b1bad8d4-0af0-48bd-ac62-8c94117e2988 req-c1716c6a-4932-4f2c-bff9-8ab96cb161ea tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] 10.222.0.53 "GET /v2.0/security-groups?id=500d71cf-8d3d-42ef-88a4-f5db519737ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796529 Nov 25 13:13:43.207684 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-a7f0294a-e84e-48c8-93bf-0b1c4695551b None None] Attempting to bind port 1fa48315-41ef-43bc-9f13-7e5adfe5d058 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:13:43.208070 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-a7f0294a-e84e-48c8-93bf-0b1c4695551b None None] Attempting to bind port 1fa48315-41ef-43bc-9f13-7e5adfe5d058 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'a4e6ffbf-42fc-4d5b-aa7b-96239268eb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '66f6c25f-7051-41f9-b368-2224c917cacd'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:13:43.208442 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f0294a-e84e-48c8-93bf-0b1c4695551b None None] Attempting to bind port 1fa48315-41ef-43bc-9f13-7e5adfe5d058 on network 66f6c25f-7051-41f9-b368-2224c917cacd {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:13:43.242036 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f0294a-e84e-48c8-93bf-0b1c4695551b None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:13:43.242197 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f0294a-e84e-48c8-93bf-0b1c4695551b None None] Checking segment: {'id': 'a4e6ffbf-42fc-4d5b-aa7b-96239268eb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '66f6c25f-7051-41f9-b368-2224c917cacd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:13:43.242813 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a7f0294a-e84e-48c8-93bf-0b1c4695551b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:43.243009 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f0294a-e84e-48c8-93bf-0b1c4695551b None None] Bound using segment: {'id': 'a4e6ffbf-42fc-4d5b-aa7b-96239268eb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '66f6c25f-7051-41f9-b368-2224c917cacd'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:13:43.243499 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-a7f0294a-e84e-48c8-93bf-0b1c4695551b None None] Bound port: 1fa48315-41ef-43bc-9f13-7e5adfe5d058, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4e6ffbf-42fc-4d5b-aa7b-96239268eb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '66f6c25f-7051-41f9-b368-2224c917cacd'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:13:43.243901 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a7f0294a-e84e-48c8-93bf-0b1c4695551b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:43.497723 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-a7f0294a-e84e-48c8-93bf-0b1c4695551b None None] For port 1fa48315-41ef-43bc-9f13-7e5adfe5d058, host n-d-808199-11, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:13:43.503315 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-a7f0294a-e84e-48c8-93bf-0b1c4695551b None None] For port 1fa48315-41ef-43bc-9f13-7e5adfe5d058, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=1fa48315-41ef-43bc-9f13-7e5adfe5d058,segment=NetworkSegment(a4e6ffbf-42fc-4d5b-aa7b-96239268eb8d),segment_id=a4e6ffbf-42fc-4d5b-aa7b-96239268eb8d)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:13:43.514304 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a7f0294a-e84e-48c8-93bf-0b1c4695551b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:43.581339 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-61f24701-1076-4b9e-acfb-1b74745942bd None None] Provisioning complete for port 1fa48315-41ef-43bc-9f13-7e5adfe5d058 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:13:43.581851 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-61f24701-1076-4b9e-acfb-1b74745942bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:43.599441 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f0294a-e84e-48c8-93bf-0b1c4695551b None None] Routers {'7023e6ae-f27c-42cd-a8bb-73911ab2b104'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:13:43.600528 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-a7f0294a-e84e-48c8-93bf-0b1c4695551b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:13:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['7023e6ae-f27c-42cd-a8bb-73911ab2b104'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:13:43.645753 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-c1816a19-9fa5-4e59-8596-59274a958aab req-990fcd2a-a4db-4df4-9ae2-7d576603f4e9 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Deleting port e643d369-92cd-4252-8898-0bb12968087b {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:13:43.646127 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c1816a19-9fa5-4e59-8596-59274a958aab req-990fcd2a-a4db-4df4-9ae2-7d576603f4e9 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:43.662036 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da4338e-e3bc-4f29-b868-4cbfe9d73d13 req-f460dffc-3503-4060-b875-eb107ef25801 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:43.685722 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8da4338e-e3bc-4f29-b868-4cbfe9d73d13 req-f460dffc-3503-4060-b875-eb107ef25801 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=877d95fd-071a-43e9-96e2-cd064b648f69 HTTP/1.1" status: 200 len: 947 time: 0.2967014 Nov 25 13:13:43.836822 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device b3300a64-f77c-43ed-8ac8-6040755695f5 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:13:43.945903 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8da4338e-e3bc-4f29-b868-4cbfe9d73d13 req-1ca8f0d3-6d7d-4255-b59d-235632bde33e tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560182 Nov 25 13:13:43.974749 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-c1816a19-9fa5-4e59-8596-59274a958aab req-990fcd2a-a4db-4df4-9ae2-7d576603f4e9 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] For port e643d369-92cd-4252-8898-0bb12968087b, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=e643d369-92cd-4252-8898-0bb12968087b,segment=NetworkSegment(6f5b4a09-9f6c-4c19-8201-4d90933cd506),segment_id=6f5b4a09-9f6c-4c19-8201-4d90933cd506)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:13:43.975497 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c1816a19-9fa5-4e59-8596-59274a958aab req-990fcd2a-a4db-4df4-9ae2-7d576603f4e9 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:44.020753 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-c1816a19-9fa5-4e59-8596-59274a958aab req-990fcd2a-a4db-4df4-9ae2-7d576603f4e9 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Calling delete_port for e643d369-92cd-4252-8898-0bb12968087b owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:13:44.040452 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-a7f0294a-e84e-48c8-93bf-0b1c4695551b None None] Set router 7023e6ae-f27c-42cd-a8bb-73911ab2b104 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:13:44.152355 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-61f24701-1076-4b9e-acfb-1b74745942bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:44.211552 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-61f24701-1076-4b9e-acfb-1b74745942bd None None] For port 1fa48315-41ef-43bc-9f13-7e5adfe5d058, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=1fa48315-41ef-43bc-9f13-7e5adfe5d058,segment=NetworkSegment(a4e6ffbf-42fc-4d5b-aa7b-96239268eb8d),segment_id=a4e6ffbf-42fc-4d5b-aa7b-96239268eb8d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:13:44.212944 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port b3300a64-f77c-43ed-8ac8-6040755695f5 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:13:44.213656 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:44.280672 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 08d4b0d4-1a42-436f-962f-1bd5b81a42e5 details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:13:44.282829 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-61f24701-1076-4b9e-acfb-1b74745942bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:44.446977 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c1816a19-9fa5-4e59-8596-59274a958aab req-990fcd2a-a4db-4df4-9ae2-7d576603f4e9 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:44.534482 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9d8a1472-b06c-42b7-a9b6-0cc5c297f497 req-4473d64b-1d66-4828-b726-bb28bcd97699 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a58aaa2-8b43-45c6-9d7e-48343b909785 HTTP/1.1" status: 200 len: 210 time: 0.0993979 Nov 25 13:13:44.549193 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990fcd2a-a4db-4df4-9ae2-7d576603f4e9 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Pushing event deleted for resources: {'Port': ['ID=e643d369-92cd-4252-8898-0bb12968087b,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:44.671104 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1816a19-9fa5-4e59-8596-59274a958aab req-990fcd2a-a4db-4df4-9ae2-7d576603f4e9 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] No DVR routers for this DVR port e643d369-92cd-4252-8898-0bb12968087b on host n-h1-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:13:44.677484 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c1816a19-9fa5-4e59-8596-59274a958aab req-990fcd2a-a4db-4df4-9ae2-7d576603f4e9 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:44.687661 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c1816a19-9fa5-4e59-8596-59274a958aab req-990fcd2a-a4db-4df4-9ae2-7d576603f4e9 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.66 "DELETE /v2.0/ports/e643d369-92cd-4252-8898-0bb12968087b HTTP/1.1" status: 204 len: 173 time: 1.5254900 Nov 25 13:13:44.689188 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a58aaa2-8b43-45c6-9d7e-48343b909785', 'name': 'network-vif-deleted', 'tag': 'e643d369-92cd-4252-8898-0bb12968087b'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:13:44.697652 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ace6b3-4e07-4691-a655-aa292c614404" -d '{"events": [{"server_uuid": "1a58aaa2-8b43-45c6-9d7e-48343b909785", "name": "network-vif-deleted", "tag": "e643d369-92cd-4252-8898-0bb12968087b"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:13:44.708616 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-a7f0294a-e84e-48c8-93bf-0b1c4695551b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7023e6ae-f27c-42cd-a8bb-73911ab2b104', 'name': 'tempest-AttachSCSIVolumeTestJSON-872884523-router', 'tenant_id': '24c918fda4b647e3bc0d3754252703a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': 'b3300a64-f77c-43ed-8ac8-6040755695f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:13:29Z', 'updated_at': '2021-11-25T13:13:38Z', 'revision_number': 4, 'project_id': '24c918fda4b647e3bc0d3754252703a7', 'gw_port': {'id': 'b3300a64-f77c-43ed-8ac8-6040755695f5', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:02:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7023e6ae-f27c-42cd-a8bb-73911ab2b104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:13:30Z', 'updated_at': '2021-11-25T13:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '1fa48315-41ef-43bc-9f13-7e5adfe5d058', 'name': '', 'network_id': '66f6c25f-7051-41f9-b368-2224c917cacd', 'tenant_id': '24c918fda4b647e3bc0d3754252703a7', 'mac_address': 'fa:16:3e:c6:dd:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7023e6ae-f27c-42cd-a8bb-73911ab2b104', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'e9ffd708-81e6-4c17-9e53-2e498008806b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:13:36Z', 'updated_at': '2021-11-25T13:13:43Z', 'revision_number': 4, 'project_id': '24c918fda4b647e3bc0d3754252703a7', 'subnets': [{'id': 'e9ffd708-81e6-4c17-9e53-2e498008806b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:13:44.748566 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f0294a-e84e-48c8-93bf-0b1c4695551b None None] The sync data for ids ['7023e6ae-f27c-42cd-a8bb-73911ab2b104'] in n-d-808199-11 is: [{'id': '7023e6ae-f27c-42cd-a8bb-73911ab2b104', 'name': 'tempest-AttachSCSIVolumeTestJSON-872884523-router', 'tenant_id': '24c918fda4b647e3bc0d3754252703a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': 'b3300a64-f77c-43ed-8ac8-6040755695f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:13:29Z', 'updated_at': '2021-11-25T13:13:38Z', 'revision_number': 4, 'project_id': '24c918fda4b647e3bc0d3754252703a7', 'gw_port': {'id': 'b3300a64-f77c-43ed-8ac8-6040755695f5', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:02:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7023e6ae-f27c-42cd-a8bb-73911ab2b104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:13:30Z', 'updated_at': '2021-11-25T13:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '1fa48315-41ef-43bc-9f13-7e5adfe5d058', 'name': '', 'network_id': '66f6c25f-7051-41f9-b368-2224c917cacd', 'tenant_id': '24c918fda4b647e3bc0d3754252703a7', 'mac_address': 'fa:16:3e:c6:dd:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7023e6ae-f27c-42cd-a8bb-73911ab2b104', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'e9ffd708-81e6-4c17-9e53-2e498008806b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:13:36Z', 'updated_at': '2021-11-25T13:13:43Z', 'revision_number': 4, 'project_id': '24c918fda4b647e3bc0d3754252703a7', 'subnets': [{'id': 'e9ffd708-81e6-4c17-9e53-2e498008806b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:13:44.750595 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822de562-48c2-42ff-9fa4-f9aab3f016fc None None] Pushing event updated for resources: {'Port': ['ID=1fa48315-41ef-43bc-9f13-7e5adfe5d058,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:44.770019 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822de562-48c2-42ff-9fa4-f9aab3f016fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:13:44.772069 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822de562-48c2-42ff-9fa4-f9aab3f016fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:13:44.773402 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822de562-48c2-42ff-9fa4-f9aab3f016fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:13:44.773925 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822de562-48c2-42ff-9fa4-f9aab3f016fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:13:44.774681 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822de562-48c2-42ff-9fa4-f9aab3f016fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:13:44.775253 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822de562-48c2-42ff-9fa4-f9aab3f016fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:13:44.775785 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822de562-48c2-42ff-9fa4-f9aab3f016fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:13:44.776280 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822de562-48c2-42ff-9fa4-f9aab3f016fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:13:44.776791 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822de562-48c2-42ff-9fa4-f9aab3f016fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:13:44.777304 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822de562-48c2-42ff-9fa4-f9aab3f016fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:13:44.777900 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822de562-48c2-42ff-9fa4-f9aab3f016fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:13:44.778943 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822de562-48c2-42ff-9fa4-f9aab3f016fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:13:45.007701 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f905e7-695c-48d3-bd59-5b5018d47abb x-openstack-request-id: req-58f905e7-695c-48d3-bd59-5b5018d47abb {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:13:45.008068 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a58aaa2-8b43-45c6-9d7e-48343b909785", "name": "network-vif-deleted", "tag": "e643d369-92cd-4252-8898-0bb12968087b", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:13:45.008333 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-58f905e7-695c-48d3-bd59-5b5018d47abb {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:13:45.008840 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a58aaa2-8b43-45c6-9d7e-48343b909785', 'name': 'network-vif-deleted', 'tag': 'e643d369-92cd-4252-8898-0bb12968087b', 'status': 'completed', 'code': 200} Nov 25 13:13:45.062881 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 08d4b0d4-1a42-436f-962f-1bd5b81a42e5, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=08d4b0d4-1a42-436f-962f-1bd5b81a42e5,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:13:45.108813 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783eef4c-61d6-4516-aa6f-33c5be010725 req-64c96d05-a033-40a0-99de-faca2a408ec7 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:45.124289 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-783eef4c-61d6-4516-aa6f-33c5be010725 req-64c96d05-a033-40a0-99de-faca2a408ec7 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d856ad5-8ca6-4474-a302-0c38a57cc4a7 HTTP/1.1" status: 200 len: 950 time: 0.1625350 Nov 25 13:13:45.129037 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': '08d4b0d4-1a42-436f-962f-1bd5b81a42e5', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'port_id': '08d4b0d4-1a42-436f-962f-1bd5b81a42e5', 'mac_address': 'fa:16:3e:34:69:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce5ca48-e3be-44c6-9584-fd9eb8c67222', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:13:45.157738 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f24701-1076-4b9e-acfb-1b74745942bd None None] Pushing event updated for resources: {'Port': ['ID=1fa48315-41ef-43bc-9f13-7e5adfe5d058,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:45.255065 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:45.296156 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08d4b0d4-1a42-436f-962f-1bd5b81a42e5 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:13:45.304517 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-e39fcdba-5784-44e5-9732-29aa81a3eea5 None None] Provisioning complete for port 1fa48315-41ef-43bc-9f13-7e5adfe5d058 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:13:45.305521 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-783eef4c-61d6-4516-aa6f-33c5be010725 req-d8c58407-fb10-493c-a035-fbc422438ddd tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] 10.222.0.53 "GET /v2.0/security-groups?id=500d71cf-8d3d-42ef-88a4-f5db519737ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796303 Nov 25 13:13:45.305930 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e39fcdba-5784-44e5-9732-29aa81a3eea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:45.399888 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8305ff2-cb98-47c2-94b1-9591492e0367 req-04a8f5a5-5e56-4dc9-9eff-f4c5f39bd951 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:45.426362 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f8305ff2-cb98-47c2-94b1-9591492e0367 req-04a8f5a5-5e56-4dc9-9eff-f4c5f39bd951 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=877d95fd-071a-43e9-96e2-cd064b648f69 HTTP/1.1" status: 200 len: 947 time: 0.2097437 Nov 25 13:13:45.533466 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 08d4b0d4-1a42-436f-962f-1bd5b81a42e5, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=08d4b0d4-1a42-436f-962f-1bd5b81a42e5,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:13:45.560774 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:45.601617 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f8305ff2-cb98-47c2-94b1-9591492e0367 req-0f390793-777d-44f7-991c-bbfda8c021fc tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738391 Nov 25 13:13:45.798767 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=08d4b0d4-1a42-436f-962f-1bd5b81a42e5,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:45.824948 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 1fa48315-41ef-43bc-9f13-7e5adfe5d058 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:13:45.899636 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7ca76eb8-f83e-445d-a0f3-9c30efacfb9f req-3c3d78bc-91fd-4570-9e50-8fabb0dce94b tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a58aaa2-8b43-45c6-9d7e-48343b909785 HTTP/1.1" status: 200 len: 210 time: 0.0986061 Nov 25 13:13:45.942507 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f7b9b-8117-4897-9f93-ffd045a64dc6 req-07a29922-5f42-44f1-836a-59d5fa908c8a tempest-DeleteServersAdminTestJSON-1841564325 tempest-DeleteServersAdminTestJSON-1841564325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:45.945721 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bc8f7b9b-8117-4897-9f93-ffd045a64dc6 req-07a29922-5f42-44f1-836a-59d5fa908c8a tempest-DeleteServersAdminTestJSON-1841564325 tempest-DeleteServersAdminTestJSON-1841564325-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=8d856ad5-8ca6-4474-a302-0c38a57cc4a7 HTTP/1.1" status: 200 len: 1102 time: 0.1250570 Nov 25 13:13:45.955822 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 41648) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:45.976316 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['08d4b0d4-1a42-436f-962f-1bd5b81a42e5'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:13:46.126932 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-bc8f7b9b-8117-4897-9f93-ffd045a64dc6 req-396d4388-daa8-4a7c-bf90-3212e6b74030 tempest-DeleteServersAdminTestJSON-1841564325 tempest-DeleteServersAdminTestJSON-1841564325-project-admin] Deleting port 87c0d7e7-21fb-4365-acaf-e3d8f4462f8d {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:13:46.128913 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-bc8f7b9b-8117-4897-9f93-ffd045a64dc6 req-396d4388-daa8-4a7c-bf90-3212e6b74030 tempest-DeleteServersAdminTestJSON-1841564325 tempest-DeleteServersAdminTestJSON-1841564325-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:46.174544 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 1fa48315-41ef-43bc-9f13-7e5adfe5d058 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:13:46.175171 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:46.242012 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device e643d369-92cd-4252-8898-0bb12968087b no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:13:46.263296 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-bc8f7b9b-8117-4897-9f93-ffd045a64dc6 req-396d4388-daa8-4a7c-bf90-3212e6b74030 tempest-DeleteServersAdminTestJSON-1841564325 tempest-DeleteServersAdminTestJSON-1841564325-project-admin] For port 87c0d7e7-21fb-4365-acaf-e3d8f4462f8d, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=87c0d7e7-21fb-4365-acaf-e3d8f4462f8d,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:13:46.263994 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-bc8f7b9b-8117-4897-9f93-ffd045a64dc6 req-396d4388-daa8-4a7c-bf90-3212e6b74030 tempest-DeleteServersAdminTestJSON-1841564325 tempest-DeleteServersAdminTestJSON-1841564325-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:46.284870 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-bc8f7b9b-8117-4897-9f93-ffd045a64dc6 req-396d4388-daa8-4a7c-bf90-3212e6b74030 tempest-DeleteServersAdminTestJSON-1841564325 tempest-DeleteServersAdminTestJSON-1841564325-project-admin] Calling delete_port for 87c0d7e7-21fb-4365-acaf-e3d8f4462f8d owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:13:46.337425 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] No Port match for: e643d369-92cd-4252-8898-0bb12968087b {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:13:46.339633 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device e643d369-92cd-4252-8898-0bb12968087b not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:13:46.544729 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-96d79fe2-a21d-45d7-b78d-a005c3b2840c tempest-QuotasNegativeTest-105102224 tempest-QuotasNegativeTest-105102224-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:13:46.583781 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-bc8f7b9b-8117-4897-9f93-ffd045a64dc6 req-396d4388-daa8-4a7c-bf90-3212e6b74030 tempest-DeleteServersAdminTestJSON-1841564325 tempest-DeleteServersAdminTestJSON-1841564325-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:46.601706 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['87c0d7e7-21fb-4365-acaf-e3d8f4462f8d'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:13:46.713662 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-96d79fe2-a21d-45d7-b78d-a005c3b2840c tempest-QuotasNegativeTest-105102224 tempest-QuotasNegativeTest-105102224-project-admin] 10.222.0.53 "PUT /v2.0/quotas/01a06e45139747a6baa4e36675528ffe HTTP/1.1" status: 200 len: 368 time: 0.7564337 Nov 25 13:13:46.742046 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e510f-a76e-4228-be46-14e4c372ccf7 req-e43b0f9f-ad43-4178-8656-7cb17dee576d tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:46.748807 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41666) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:46.749737 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d4388-daa8-4a7c-bf90-3212e6b74030 tempest-DeleteServersAdminTestJSON-1841564325 tempest-DeleteServersAdminTestJSON-1841564325-project-admin] Pushing event deleted for resources: {'Port': ['ID=87c0d7e7-21fb-4365-acaf-e3d8f4462f8d,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:46.763180 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c76e510f-a76e-4228-be46-14e4c372ccf7 req-e43b0f9f-ad43-4178-8656-7cb17dee576d tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d856ad5-8ca6-4474-a302-0c38a57cc4a7 HTTP/1.1" status: 200 len: 950 time: 0.2721412 Nov 25 13:13:46.770740 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-5765f94e-0c9a-4e77-8421-39202a5ac7d6 tempest-QuotasNegativeTest-105102224 tempest-QuotasNegativeTest-105102224-project-admin] Request body: {'network': {'project_id': '01a06e45139747a6baa4e36675528ffe'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:13:46.841698 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc8f7b9b-8117-4897-9f93-ffd045a64dc6 req-396d4388-daa8-4a7c-bf90-3212e6b74030 tempest-DeleteServersAdminTestJSON-1841564325 tempest-DeleteServersAdminTestJSON-1841564325-project-admin] No DVR routers for this DVR port 87c0d7e7-21fb-4365-acaf-e3d8f4462f8d on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:13:46.844544 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-bc8f7b9b-8117-4897-9f93-ffd045a64dc6 req-396d4388-daa8-4a7c-bf90-3212e6b74030 tempest-DeleteServersAdminTestJSON-1841564325 tempest-DeleteServersAdminTestJSON-1841564325-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:46.854432 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bc8f7b9b-8117-4897-9f93-ffd045a64dc6 req-396d4388-daa8-4a7c-bf90-3212e6b74030 tempest-DeleteServersAdminTestJSON-1841564325 tempest-DeleteServersAdminTestJSON-1841564325-project-admin] 10.222.0.47 "DELETE /v2.0/ports/87c0d7e7-21fb-4365-acaf-e3d8f4462f8d HTTP/1.1" status: 204 len: 173 time: 0.9001942 Nov 25 13:13:46.854934 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c76e510f-a76e-4228-be46-14e4c372ccf7 req-70a1beb3-d4e7-4c92-8607-813803bbf07b tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] 10.222.0.53 "GET /v2.0/security-groups?id=500d71cf-8d3d-42ef-88a4-f5db519737ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902383 Nov 25 13:13:46.904263 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5765f94e-0c9a-4e77-8421-39202a5ac7d6 tempest-QuotasNegativeTest-105102224 tempest-QuotasNegativeTest-105102224-project-admin] Made reservation on behalf of 01a06e45139747a6baa4e36675528ffe for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:13:46.907452 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5765f94e-0c9a-4e77-8421-39202a5ac7d6 tempest-QuotasNegativeTest-105102224 tempest-QuotasNegativeTest-105102224-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:46.921769 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5765f94e-0c9a-4e77-8421-39202a5ac7d6 tempest-QuotasNegativeTest-105102224 tempest-QuotasNegativeTest-105102224-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:46.994914 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c495cc0-ff16-4284-a28d-65c5f5831590 req-ff2af395-231d-42cd-b9f9-bf38f4aa30c5 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:47.021242 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3c495cc0-ff16-4284-a28d-65c5f5831590 req-ff2af395-231d-42cd-b9f9-bf38f4aa30c5 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=877d95fd-071a-43e9-96e2-cd064b648f69 HTTP/1.1" status: 200 len: 948 time: 0.1638813 Nov 25 13:13:47.097152 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d856ad5-8ca6-4474-a302-0c38a57cc4a7', 'name': 'network-vif-deleted', 'tag': '87c0d7e7-21fb-4365-acaf-e3d8f4462f8d'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:13:47.105731 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ece3a9e-8e07-4691-95d5-2129d43f92af" -d '{"events": [{"server_uuid": "8d856ad5-8ca6-4474-a302-0c38a57cc4a7", "name": "network-vif-deleted", "tag": "87c0d7e7-21fb-4365-acaf-e3d8f4462f8d"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:13:47.159494 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3c495cc0-ff16-4284-a28d-65c5f5831590 req-f097e7a4-2d42-4e4d-ad75-a21c810bb48c tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373324 Nov 25 13:13:47.186237 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5765f94e-0c9a-4e77-8421-39202a5ac7d6 tempest-QuotasNegativeTest-105102224 tempest-QuotasNegativeTest-105102224-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:47.197415 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5765f94e-0c9a-4e77-8421-39202a5ac7d6 tempest-QuotasNegativeTest-105102224 tempest-QuotasNegativeTest-105102224-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:47.220096 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5765f94e-0c9a-4e77-8421-39202a5ac7d6 tempest-QuotasNegativeTest-105102224 tempest-QuotasNegativeTest-105102224-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:13:47.271912 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5765f94e-0c9a-4e77-8421-39202a5ac7d6 tempest-QuotasNegativeTest-105102224 tempest-QuotasNegativeTest-105102224-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:47.275590 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-5765f94e-0c9a-4e77-8421-39202a5ac7d6 tempest-QuotasNegativeTest-105102224 tempest-QuotasNegativeTest-105102224-project-admin] Added segment ecb2c29e-ef57-44a7-9ac5-be79023ab278 of type vlan for network c08d4d29-941e-49a3-8431-85d82e763d5a Nov 25 13:13:47.333798 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5765f94e-0c9a-4e77-8421-39202a5ac7d6 tempest-QuotasNegativeTest-105102224 tempest-QuotasNegativeTest-105102224-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:47.339032 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd449f4-e33f-4a90-abb7-8ff62ec8d10b x-openstack-request-id: req-0bd449f4-e33f-4a90-abb7-8ff62ec8d10b {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:13:47.339526 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d856ad5-8ca6-4474-a302-0c38a57cc4a7", "name": "network-vif-deleted", "tag": "87c0d7e7-21fb-4365-acaf-e3d8f4462f8d", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:13:47.339648 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0bd449f4-e33f-4a90-abb7-8ff62ec8d10b {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:13:47.339963 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d856ad5-8ca6-4474-a302-0c38a57cc4a7', 'name': 'network-vif-deleted', 'tag': '87c0d7e7-21fb-4365-acaf-e3d8f4462f8d', 'status': 'completed', 'code': 200} Nov 25 13:13:47.345606 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5765f94e-0c9a-4e77-8421-39202a5ac7d6 tempest-QuotasNegativeTest-105102224 tempest-QuotasNegativeTest-105102224-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc9e774-6651-47d0-aeda-26135ea50cae,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:47.419288 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5765f94e-0c9a-4e77-8421-39202a5ac7d6 tempest-QuotasNegativeTest-105102224 tempest-QuotasNegativeTest-105102224-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:47.420695 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5765f94e-0c9a-4e77-8421-39202a5ac7d6 tempest-QuotasNegativeTest-105102224 tempest-QuotasNegativeTest-105102224-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:47.421692 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5765f94e-0c9a-4e77-8421-39202a5ac7d6 tempest-QuotasNegativeTest-105102224 tempest-QuotasNegativeTest-105102224-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:47.537687 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5765f94e-0c9a-4e77-8421-39202a5ac7d6 tempest-QuotasNegativeTest-105102224 tempest-QuotasNegativeTest-105102224-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7751763 Nov 25 13:13:47.546738 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41684) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:47.554049 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-ee6bc16f-bbaa-4270-9be3-dfd799829255 tempest-QuotasNegativeTest-105102224 tempest-QuotasNegativeTest-105102224-project-admin] Request body: {'network': {'project_id': '01a06e45139747a6baa4e36675528ffe'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:13:47.557537 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5765f94e-0c9a-4e77-8421-39202a5ac7d6 tempest-QuotasNegativeTest-105102224 tempest-QuotasNegativeTest-105102224-project-admin] Pushing event updated for resources: {'Network': ['ID=c08d4d29-941e-49a3-8431-85d82e763d5a,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:47.576339 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network c08d4d29-941e-49a3-8431-85d82e763d5a details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:13:47.604679 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6bc16f-bbaa-4270-9be3-dfd799829255 tempest-QuotasNegativeTest-105102224 tempest-QuotasNegativeTest-105102224-project-admin] Made reservation on behalf of 01a06e45139747a6baa4e36675528ffe for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:13:47.611533 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ee6bc16f-bbaa-4270-9be3-dfd799829255 tempest-QuotasNegativeTest-105102224 tempest-QuotasNegativeTest-105102224-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:47.623509 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b60ec9-ed45-49c1-8d7d-7f8192bfae70 req-dadfb667-88e3-490d-8b48-887141421e58 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:47.628560 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f6b60ec9-ed45-49c1-8d7d-7f8192bfae70 req-dadfb667-88e3-490d-8b48-887141421e58 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cb82be1-1913-472d-b5a0-9f0f09f94b14 HTTP/1.1" status: 200 len: 944 time: 0.1246774 Nov 25 13:13:47.670151 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee6bc16f-bbaa-4270-9be3-dfd799829255 tempest-QuotasNegativeTest-105102224 tempest-QuotasNegativeTest-105102224-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:13:47.684540 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ee6bc16f-bbaa-4270-9be3-dfd799829255 tempest-QuotasNegativeTest-105102224 tempest-QuotasNegativeTest-105102224-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:47.685038 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-ee6bc16f-bbaa-4270-9be3-dfd799829255 tempest-QuotasNegativeTest-105102224 tempest-QuotasNegativeTest-105102224-project-admin] Added segment e22fb1d4-3d80-4ef8-9c9b-ced084da7e87 of type vlan for network dbd2995f-3137-4675-84eb-eebe3f4663b9 Nov 25 13:13:47.748385 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f6b60ec9-ed45-49c1-8d7d-7f8192bfae70 req-b93435e7-92ac-48cb-910f-0766005663d4 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/security-groups?id=929c0885-ef6e-4aae-a6df-31703e4e2256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124926 Nov 25 13:13:47.753083 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ee6bc16f-bbaa-4270-9be3-dfd799829255 tempest-QuotasNegativeTest-105102224 tempest-QuotasNegativeTest-105102224-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:47.793129 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ee6bc16f-bbaa-4270-9be3-dfd799829255 tempest-QuotasNegativeTest-105102224 tempest-QuotasNegativeTest-105102224-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:47.794215 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6bc16f-bbaa-4270-9be3-dfd799829255 tempest-QuotasNegativeTest-105102224 tempest-QuotasNegativeTest-105102224-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:47.795056 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ee6bc16f-bbaa-4270-9be3-dfd799829255 tempest-QuotasNegativeTest-105102224 tempest-QuotasNegativeTest-105102224-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:47.870500 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-ee6bc16f-bbaa-4270-9be3-dfd799829255 tempest-QuotasNegativeTest-105102224 tempest-QuotasNegativeTest-105102224-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3198628 Nov 25 13:13:47.870859 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 41698) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:47.875653 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-eeef2067-9b4d-4a84-9bfa-9173d735be3d tempest-QuotasNegativeTest-105102224 tempest-QuotasNegativeTest-105102224-project-admin] Request body: {'network': {'project_id': '01a06e45139747a6baa4e36675528ffe'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:13:47.884414 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6bc16f-bbaa-4270-9be3-dfd799829255 tempest-QuotasNegativeTest-105102224 tempest-QuotasNegativeTest-105102224-project-admin] Pushing event updated for resources: {'Network': ['ID=dbd2995f-3137-4675-84eb-eebe3f4663b9,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:47.906546 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeef2067-9b4d-4a84-9bfa-9173d735be3d tempest-QuotasNegativeTest-105102224 tempest-QuotasNegativeTest-105102224-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 25 13:13:47.907142 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeef2067-9b4d-4a84-9bfa-9173d735be3d tempest-QuotasNegativeTest-105102224 tempest-QuotasNegativeTest-105102224-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:13:47.910350 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-eeef2067-9b4d-4a84-9bfa-9173d735be3d tempest-QuotasNegativeTest-105102224 tempest-QuotasNegativeTest-105102224-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0373530 Nov 25 13:13:47.912446 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 41704) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:47.912649 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network dbd2995f-3137-4675-84eb-eebe3f4663b9 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:13:48.015981 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-880df7fa-964d-467e-8f18-cc9cb3798278 tempest-QuotasNegativeTest-105102224 tempest-QuotasNegativeTest-105102224-project-admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=01a06e45139747a6baa4e36675528ffe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1019022 Nov 25 13:13:48.020848 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 41710) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:48.064657 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da604cb-a9c9-41ac-9f8d-9c384df828a1 req-65f5c3d1-0243-4a77-b460-80d695210c08 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:48.066269 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0da604cb-a9c9-41ac-9f8d-9c384df828a1 req-65f5c3d1-0243-4a77-b460-80d695210c08 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.66 "GET /v2.0/ports?device_id=7cb82be1-1913-472d-b5a0-9f0f09f94b14 HTTP/1.1" status: 200 len: 944 time: 0.0915763 Nov 25 13:13:48.124904 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-89559355-4f1f-40ee-b797-5449c10eb5f6 tempest-QuotasNegativeTest-105102224 tempest-QuotasNegativeTest-105102224-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:48.165885 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-89559355-4f1f-40ee-b797-5449c10eb5f6 tempest-QuotasNegativeTest-105102224 tempest-QuotasNegativeTest-105102224-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:48.235186 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-89559355-4f1f-40ee-b797-5449c10eb5f6 tempest-QuotasNegativeTest-105102224 tempest-QuotasNegativeTest-105102224-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:48.238116 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-89559355-4f1f-40ee-b797-5449c10eb5f6 tempest-QuotasNegativeTest-105102224 tempest-QuotasNegativeTest-105102224-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:48.243036 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41730) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:48.243977 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-89559355-4f1f-40ee-b797-5449c10eb5f6 tempest-QuotasNegativeTest-105102224 tempest-QuotasNegativeTest-105102224-project-admin] 10.222.0.53 "DELETE /v2.0/security-groups/0fc9e774-6651-47d0-aeda-26135ea50cae HTTP/1.1" status: 204 len: 168 time: 0.2204704 Nov 25 13:13:48.252118 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 08d4b0d4-1a42-436f-962f-1bd5b81a42e5 up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:13:48.280732 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b83ac759-ffe8-4eec-ae31-cac1aebbfc69 req-494c185e-f28b-448a-8d12-b73f36c1f368 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=3ee4221bb32f4891964fceef3f22fcaa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0596731 Nov 25 13:13:48.298229 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89559355-4f1f-40ee-b797-5449c10eb5f6 tempest-QuotasNegativeTest-105102224 tempest-QuotasNegativeTest-105102224-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc9e774-6651-47d0-aeda-26135ea50cae,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:48.354727 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-88379ec3-985f-4805-b16e-61ceadc9e83d tempest-QuotasNegativeTest-105102224 tempest-QuotasNegativeTest-105102224-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:48.360688 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-0da604cb-a9c9-41ac-9f8d-9c384df828a1 req-3ab59508-8d7a-4de5-906f-7edbb94ba3eb tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Deleting port 989e6a40-0f2a-4ac9-b572-a8872d05c2c9 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:13:48.361033 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0da604cb-a9c9-41ac-9f8d-9c384df828a1 req-3ab59508-8d7a-4de5-906f-7edbb94ba3eb tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:48.400980 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port 08d4b0d4-1a42-436f-962f-1bd5b81a42e5 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:13:48.410731 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port 08d4b0d4-1a42-436f-962f-1bd5b81a42e5 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:13:48.411358 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:48.482952 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-0da604cb-a9c9-41ac-9f8d-9c384df828a1 req-3ab59508-8d7a-4de5-906f-7edbb94ba3eb tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] For port 989e6a40-0f2a-4ac9-b572-a8872d05c2c9, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=989e6a40-0f2a-4ac9-b572-a8872d05c2c9,segment=NetworkSegment(6f5b4a09-9f6c-4c19-8201-4d90933cd506),segment_id=6f5b4a09-9f6c-4c19-8201-4d90933cd506)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:13:48.483326 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0da604cb-a9c9-41ac-9f8d-9c384df828a1 req-3ab59508-8d7a-4de5-906f-7edbb94ba3eb tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:48.504414 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-0da604cb-a9c9-41ac-9f8d-9c384df828a1 req-3ab59508-8d7a-4de5-906f-7edbb94ba3eb tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Calling delete_port for 989e6a40-0f2a-4ac9-b572-a8872d05c2c9 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:13:48.546207 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:48.585256 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '877d95fd-071a-43e9-96e2-cd064b648f69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08d4b0d4-1a42-436f-962f-1bd5b81a42e5'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:13:48.589482 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9debb10-4ed3-4ccb-8e60-2741c74725ab" -d '{"events": [{"server_uuid": "877d95fd-071a-43e9-96e2-cd064b648f69", "name": "network-vif-plugged", "status": "completed", "tag": "08d4b0d4-1a42-436f-962f-1bd5b81a42e5"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:13:48.608333 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 08d4b0d4-1a42-436f-962f-1bd5b81a42e5, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=08d4b0d4-1a42-436f-962f-1bd5b81a42e5,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:13:48.615579 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:48.630714 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ac759-ffe8-4eec-ae31-cac1aebbfc69 req-cdde250c-e219-468c-820c-5c628292041f tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:48.632279 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b83ac759-ffe8-4eec-ae31-cac1aebbfc69 req-cdde250c-e219-468c-820c-5c628292041f tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3380735 Nov 25 13:13:48.673991 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b83ac759-ffe8-4eec-ae31-cac1aebbfc69 req-dc26f89b-25b3-4008-8fc9-7d9d715fb301 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] 10.222.0.53 "GET /v2.0/quotas/3ee4221bb32f4891964fceef3f22fcaa HTTP/1.1" status: 200 len: 375 time: 0.0302560 Nov 25 13:13:48.711781 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-88379ec3-985f-4805-b16e-61ceadc9e83d tempest-QuotasNegativeTest-105102224 tempest-QuotasNegativeTest-105102224-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:48.719554 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=08d4b0d4-1a42-436f-962f-1bd5b81a42e5,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:48.745602 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-88379ec3-985f-4805-b16e-61ceadc9e83d tempest-QuotasNegativeTest-105102224 tempest-QuotasNegativeTest-105102224-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbd2995f-3137-4675-84eb-eebe3f4663b9']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:13:48.751791 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4755f4f3-24aa-4abb-8539-2535e07fcc1a req-e4f379e4-c19f-4ea2-b57b-b927aa4049bd tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:48.757589 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-88379ec3-985f-4805-b16e-61ceadc9e83d tempest-QuotasNegativeTest-105102224 tempest-QuotasNegativeTest-105102224-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e22fb1d4-3d80-4ef8-9c9b-ced084da7e87') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:13:48.757891 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-88379ec3-985f-4805-b16e-61ceadc9e83d tempest-QuotasNegativeTest-105102224 tempest-QuotasNegativeTest-105102224-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e22fb1d4-3d80-4ef8-9c9b-ced084da7e87') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:13:48.763698 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4755f4f3-24aa-4abb-8539-2535e07fcc1a req-e4f379e4-c19f-4ea2-b57b-b927aa4049bd tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=877d95fd-071a-43e9-96e2-cd064b648f69 HTTP/1.1" status: 200 len: 948 time: 0.4680026 Nov 25 13:13:48.769742 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0da604cb-a9c9-41ac-9f8d-9c384df828a1 req-3ab59508-8d7a-4de5-906f-7edbb94ba3eb tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:48.773085 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-88379ec3-985f-4805-b16e-61ceadc9e83d tempest-QuotasNegativeTest-105102224 tempest-QuotasNegativeTest-105102224-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:48.818045 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab59508-8d7a-4de5-906f-7edbb94ba3eb tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Pushing event deleted for resources: {'Port': ['ID=989e6a40-0f2a-4ac9-b572-a8872d05c2c9,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:48.820505 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-88379ec3-985f-4805-b16e-61ceadc9e83d tempest-QuotasNegativeTest-105102224 tempest-QuotasNegativeTest-105102224-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:48.848155 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88379ec3-985f-4805-b16e-61ceadc9e83d tempest-QuotasNegativeTest-105102224 tempest-QuotasNegativeTest-105102224-project-admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:13:48.848505 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-88379ec3-985f-4805-b16e-61ceadc9e83d tempest-QuotasNegativeTest-105102224 tempest-QuotasNegativeTest-105102224-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:48.851406 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:13:48.851406 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:13:48.851406 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:13:48.851406 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:13:48.851406 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:13:48.851406 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:13:48.851406 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:13:48.851406 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:13:48.851406 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:13:48.851406 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:13:48.851406 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:13:48.851406 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:13:48.851406 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:13:48.851406 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:13:48.851406 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:13:48.851406 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:13:48.851406 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:13:48.851406 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:13:48.851406 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:13:48.851406 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:13:48.851406 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:13:48.851406 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:13:48.851406 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:13:48.851406 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:13:48.851406 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:13:48.851406 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:13:48.851406 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:13:48.851406 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:13:48.851406 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:13:48.851406 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:13:48.851406 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:13:48.851406 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:13:48.881594 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-0da604cb-a9c9-41ac-9f8d-9c384df828a1 req-3ab59508-8d7a-4de5-906f-7edbb94ba3eb tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] No DVR routers for this DVR port 989e6a40-0f2a-4ac9-b572-a8872d05c2c9 on host n-h1-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:13:48.905387 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4755f4f3-24aa-4abb-8539-2535e07fcc1a req-6522dd7c-a5ed-4142-9871-d43f7c8c78d6 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369739 Nov 25 13:13:48.911671 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0da604cb-a9c9-41ac-9f8d-9c384df828a1 req-3ab59508-8d7a-4de5-906f-7edbb94ba3eb tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:48.913887 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b83ac759-ffe8-4eec-ae31-cac1aebbfc69 req-5750d60d-bcac-41ba-a02b-9788e094fbe3 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3ee4221bb32f4891964fceef3f22fcaa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2323313 Nov 25 13:13:48.928114 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0da604cb-a9c9-41ac-9f8d-9c384df828a1 req-3ab59508-8d7a-4de5-906f-7edbb94ba3eb tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.66 "DELETE /v2.0/ports/989e6a40-0f2a-4ac9-b572-a8872d05c2c9 HTTP/1.1" status: 204 len: 173 time: 0.8536043 Nov 25 13:13:48.974980 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-88379ec3-985f-4805-b16e-61ceadc9e83d tempest-QuotasNegativeTest-105102224 tempest-QuotasNegativeTest-105102224-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:48.985595 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-88379ec3-985f-4805-b16e-61ceadc9e83d tempest-QuotasNegativeTest-105102224 tempest-QuotasNegativeTest-105102224-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:48.993358 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-88379ec3-985f-4805-b16e-61ceadc9e83d tempest-QuotasNegativeTest-105102224 tempest-QuotasNegativeTest-105102224-project-admin] 10.222.0.53 "DELETE /v2.0/networks/dbd2995f-3137-4675-84eb-eebe3f4663b9 HTTP/1.1" status: 204 len: 168 time: 0.7464874 Nov 25 13:13:48.994104 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 41744) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:49.026729 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41746) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:49.035347 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88379ec3-985f-4805-b16e-61ceadc9e83d tempest-QuotasNegativeTest-105102224 tempest-QuotasNegativeTest-105102224-project-admin] Pushing event deleted for resources: {'Network': ['ID=dbd2995f-3137-4675-84eb-eebe3f4663b9,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:49.084719 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd53724-08e9-45bf-9ffa-6a2af9c132ab x-openstack-request-id: req-acd53724-08e9-45bf-9ffa-6a2af9c132ab {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:13:49.086980 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "877d95fd-071a-43e9-96e2-cd064b648f69", "name": "network-vif-plugged", "status": "completed", "tag": "08d4b0d4-1a42-436f-962f-1bd5b81a42e5", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:13:49.087406 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-acd53724-08e9-45bf-9ffa-6a2af9c132ab {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:13:49.087966 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '877d95fd-071a-43e9-96e2-cd064b648f69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08d4b0d4-1a42-436f-962f-1bd5b81a42e5', 'code': 200} Nov 25 13:13:49.140065 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-52150edb-f1a0-4e01-8017-205a41503ecf tempest-QuotasNegativeTest-105102224 tempest-QuotasNegativeTest-105102224-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:49.283965 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-52150edb-f1a0-4e01-8017-205a41503ecf tempest-QuotasNegativeTest-105102224 tempest-QuotasNegativeTest-105102224-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:49.316208 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-52150edb-f1a0-4e01-8017-205a41503ecf tempest-QuotasNegativeTest-105102224 tempest-QuotasNegativeTest-105102224-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c08d4d29-941e-49a3-8431-85d82e763d5a']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:13:49.329141 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-52150edb-f1a0-4e01-8017-205a41503ecf tempest-QuotasNegativeTest-105102224 tempest-QuotasNegativeTest-105102224-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecb2c29e-ef57-44a7-9ac5-be79023ab278') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:13:49.329454 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-52150edb-f1a0-4e01-8017-205a41503ecf tempest-QuotasNegativeTest-105102224 tempest-QuotasNegativeTest-105102224-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecb2c29e-ef57-44a7-9ac5-be79023ab278') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:13:49.335831 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113aaf4b-d8f8-4d1c-9399-12b6e0a5adb6 req-fe628db8-1fa5-4b90-b55e-2e5fa3f483bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:49.337350 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-113aaf4b-d8f8-4d1c-9399-12b6e0a5adb6 req-fe628db8-1fa5-4b90-b55e-2e5fa3f483bc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=877d95fd-071a-43e9-96e2-cd064b648f69 HTTP/1.1" status: 200 len: 1101 time: 0.1519935 Nov 25 13:13:49.338100 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-700c2b1c-030c-46d8-9242-52f1d2ead737 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:49.341318 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cb82be1-1913-472d-b5a0-9f0f09f94b14', 'name': 'network-vif-deleted', 'tag': '989e6a40-0f2a-4ac9-b572-a8872d05c2c9'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:13:49.342838 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-52150edb-f1a0-4e01-8017-205a41503ecf tempest-QuotasNegativeTest-105102224 tempest-QuotasNegativeTest-105102224-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:49.347759 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f486bdc-5699-496b-ac0e-e255d9e7056c" -d '{"events": [{"server_uuid": "7cb82be1-1913-472d-b5a0-9f0f09f94b14", "name": "network-vif-deleted", "tag": "989e6a40-0f2a-4ac9-b572-a8872d05c2c9"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:13:49.391363 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2fb02b48-b65b-488c-b9e3-1e11d69ab46a req-dbf1ea39-a0db-4a3e-9dd1-0d2040ffe530 tempest-LiveMigrationTest-440909442 tempest-LiveMigrationTest-440909442-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cb82be1-1913-472d-b5a0-9f0f09f94b14 HTTP/1.1" status: 200 len: 210 time: 0.1718667 Nov 25 13:13:49.392510 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-52150edb-f1a0-4e01-8017-205a41503ecf tempest-QuotasNegativeTest-105102224 tempest-QuotasNegativeTest-105102224-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:49.416241 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52150edb-f1a0-4e01-8017-205a41503ecf tempest-QuotasNegativeTest-105102224 tempest-QuotasNegativeTest-105102224-project-admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:13:49.416780 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-52150edb-f1a0-4e01-8017-205a41503ecf tempest-QuotasNegativeTest-105102224 tempest-QuotasNegativeTest-105102224-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:49.422075 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:13:49.422075 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:13:49.422075 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:13:49.422075 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:13:49.422075 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:13:49.422075 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:13:49.422075 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:13:49.422075 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:13:49.422075 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:13:49.422075 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:13:49.422075 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:13:49.422075 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:13:49.422075 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:13:49.422075 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:13:49.422075 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:13:49.422075 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:13:49.422075 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:13:49.422075 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:13:49.422075 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:13:49.422075 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:13:49.422075 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:13:49.422075 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:13:49.422075 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:13:49.422075 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:13:49.422075 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:13:49.422075 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:13:49.422075 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:13:49.422075 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:13:49.422075 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:13:49.422075 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:13:49.422075 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:13:49.422075 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:13:49.468659 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-113aaf4b-d8f8-4d1c-9399-12b6e0a5adb6 req-1a154f53-a518-4dc2-b71d-3da514cef8d1 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081114 Nov 25 13:13:49.483989 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40406b11-d4f1-407a-b931-a27ef9029a43 x-openstack-request-id: req-40406b11-d4f1-407a-b931-a27ef9029a43 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:13:49.484360 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cb82be1-1913-472d-b5a0-9f0f09f94b14", "name": "network-vif-deleted", "tag": "989e6a40-0f2a-4ac9-b572-a8872d05c2c9", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:13:49.484699 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-40406b11-d4f1-407a-b931-a27ef9029a43 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:13:49.485179 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cb82be1-1913-472d-b5a0-9f0f09f94b14', 'name': 'network-vif-deleted', 'tag': '989e6a40-0f2a-4ac9-b572-a8872d05c2c9', 'status': 'completed', 'code': 200} Nov 25 13:13:49.532160 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-17370162-7d3b-4e1d-a838-a6e57010dde7 req-efd3b8f3-be2b-4263-9654-40f85d59042e tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] 10.222.0.53 "GET /v2.0/ports?device_id=444b6580-a836-498f-b61c-58ed216dd1ee HTTP/1.1" status: 200 len: 210 time: 0.1057990 Nov 25 13:13:49.542065 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-52150edb-f1a0-4e01-8017-205a41503ecf tempest-QuotasNegativeTest-105102224 tempest-QuotasNegativeTest-105102224-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:49.570257 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-52150edb-f1a0-4e01-8017-205a41503ecf tempest-QuotasNegativeTest-105102224 tempest-QuotasNegativeTest-105102224-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:49.578593 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-52150edb-f1a0-4e01-8017-205a41503ecf tempest-QuotasNegativeTest-105102224 tempest-QuotasNegativeTest-105102224-project-admin] 10.222.0.53 "DELETE /v2.0/networks/c08d4d29-941e-49a3-8431-85d82e763d5a HTTP/1.1" status: 204 len: 168 time: 0.5831118 Nov 25 13:13:49.579577 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52150edb-f1a0-4e01-8017-205a41503ecf tempest-QuotasNegativeTest-105102224 tempest-QuotasNegativeTest-105102224-project-admin] Pushing event deleted for resources: {'Network': ['ID=c08d4d29-941e-49a3-8431-85d82e763d5a,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:49.617715 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-700c2b1c-030c-46d8-9242-52f1d2ead737 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:49.625317 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-700c2b1c-030c-46d8-9242-52f1d2ead737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:49.671964 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-700c2b1c-030c-46d8-9242-52f1d2ead737 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cb6973b0d1614e82bceebdfd8118bcb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6408496 Nov 25 13:13:49.672300 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41764) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:49.679888 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c2b1c-030c-46d8-9242-52f1d2ead737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9e6f03-6aa1-4626-b8dd-bdf48d011c7e,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:49.737897 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6dcd60f8-6b51-4d3d-a1f3-402ef900094e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:49.769369 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6dcd60f8-6b51-4d3d-a1f3-402ef900094e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:49.852211 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6dcd60f8-6b51-4d3d-a1f3-402ef900094e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:49.858724 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6dcd60f8-6b51-4d3d-a1f3-402ef900094e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:49.862962 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-6dcd60f8-6b51-4d3d-a1f3-402ef900094e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6f9e6f03-6aa1-4626-b8dd-bdf48d011c7e HTTP/1.1" status: 204 len: 168 time: 0.1871939 Nov 25 13:13:49.880716 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcd60f8-6b51-4d3d-a1f3-402ef900094e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9e6f03-6aa1-4626-b8dd-bdf48d011c7e,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:50.136163 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1df6667-d146-402e-8e14-3f6b64b27f79 req-85a2d272-a3e6-437d-a6bc-6ac42b9e419f tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:50.141495 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f1df6667-d146-402e-8e14-3f6b64b27f79 req-85a2d272-a3e6-437d-a6bc-6ac42b9e419f tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=877d95fd-071a-43e9-96e2-cd064b648f69 HTTP/1.1" status: 200 len: 949 time: 0.1423590 Nov 25 13:13:50.250561 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f1df6667-d146-402e-8e14-3f6b64b27f79 req-0109e063-b55f-491c-805c-a50209dc92a2 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914557 Nov 25 13:13:50.322386 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41778) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:50.322760 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 87c0d7e7-21fb-4365-acaf-e3d8f4462f8d no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:13:50.364379 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: 87c0d7e7-21fb-4365-acaf-e3d8f4462f8d {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:13:50.365131 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 87c0d7e7-21fb-4365-acaf-e3d8f4462f8d not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:13:50.452082 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41786) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:50.499855 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-292afbf9-ca25-4ecd-803e-907bb1f530dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:50.515049 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 41790) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:50.531003 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3661dadc-64e4-4ec6-8dcd-0178d997044f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:50.722872 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3577510-2c34-4ed3-a1af-0eee76ac57b4 admin admin] Deleting subnet 82870c5b-3c5b-4cf7-b280-dc92346a33bf {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:13:50.732113 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b83ac759-ffe8-4eec-ae31-cac1aebbfc69 req-bd4338c4-4355-4a38-80b3-dc342e813121 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=3ee4221bb32f4891964fceef3f22fcaa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0575261 Nov 25 13:13:50.732955 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a3577510-2c34-4ed3-a1af-0eee76ac57b4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:50.743485 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3661dadc-64e4-4ec6-8dcd-0178d997044f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:50.746208 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-aecd1c18-3db2-4276-8718-7f01e11a5fdf req-7a72b7f2-3c16-4fda-a07e-24abc838bd7d tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] 10.222.0.53 "GET /v2.0/ports?device_id=444b6580-a836-498f-b61c-58ed216dd1ee HTTP/1.1" status: 200 len: 210 time: 0.0955613 Nov 25 13:13:50.755177 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3661dadc-64e4-4ec6-8dcd-0178d997044f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:50.755410 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-292afbf9-ca25-4ecd-803e-907bb1f530dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:50.812221 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3661dadc-64e4-4ec6-8dcd-0178d997044f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1b283a21cf2342a699831718a946a515&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2960596 Nov 25 13:13:50.813925 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3661dadc-64e4-4ec6-8dcd-0178d997044f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39617024-895f-47b3-ac2e-049857421e5f,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:50.817679 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 41794) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:50.858476 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-292afbf9-ca25-4ecd-803e-907bb1f530dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:50.889693 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2f79d878-6845-4cde-91d7-0257264261f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:50.900095 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292afbf9-ca25-4ecd-803e-907bb1f530dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab68ccfd-6ed1-407f-a06e-839e052cd0de,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:50.926055 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a3577510-2c34-4ed3-a1af-0eee76ac57b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:50.935502 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2f79d878-6845-4cde-91d7-0257264261f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:50.976752 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-292afbf9-ca25-4ecd-803e-907bb1f530dc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=03464996fb5349028184972602decd7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6529422 Nov 25 13:13:50.980310 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 41796) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:51.015379 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ac759-ffe8-4eec-ae31-cac1aebbfc69 req-02a5ea8e-3f72-4042-9c6f-b4d63e86cf1a tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:51.017873 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b83ac759-ffe8-4eec-ae31-cac1aebbfc69 req-02a5ea8e-3f72-4042-9c6f-b4d63e86cf1a tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2612064 Nov 25 13:13:51.040883 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-b83ac759-ffe8-4eec-ae31-cac1aebbfc69 req-b00062ff-2577-410a-911d-f71c3f730ef1 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] Request body: {'port': {'device_id': '444b6580-a836-498f-b61c-58ed216dd1ee', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'admin_state_up': True, 'tenant_id': '3ee4221bb32f4891964fceef3f22fcaa'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:13:51.049456 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2f79d878-6845-4cde-91d7-0257264261f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:51.052071 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2f79d878-6845-4cde-91d7-0257264261f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:51.053216 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-2f79d878-6845-4cde-91d7-0257264261f5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/39617024-895f-47b3-ac2e-049857421e5f HTTP/1.1" status: 204 len: 168 time: 0.2339799 Nov 25 13:13:51.088691 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-207ed8c1-5fed-4c49-bca4-f2ef7b46b44a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:51.092960 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f79d878-6845-4cde-91d7-0257264261f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39617024-895f-47b3-ac2e-049857421e5f,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:51.130993 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-207ed8c1-5fed-4c49-bca4-f2ef7b46b44a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:51.136566 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a3577510-2c34-4ed3-a1af-0eee76ac57b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:51.247744 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-207ed8c1-5fed-4c49-bca4-f2ef7b46b44a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:51.254525 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a3577510-2c34-4ed3-a1af-0eee76ac57b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:51.255303 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-207ed8c1-5fed-4c49-bca4-f2ef7b46b44a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:51.256694 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-207ed8c1-5fed-4c49-bca4-f2ef7b46b44a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ab68ccfd-6ed1-407f-a06e-839e052cd0de HTTP/1.1" status: 204 len: 168 time: 0.2744255 Nov 25 13:13:51.274174 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a3577510-2c34-4ed3-a1af-0eee76ac57b4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:51.280144 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-a3577510-2c34-4ed3-a1af-0eee76ac57b4 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/82870c5b-3c5b-4cf7-b280-dc92346a33bf HTTP/1.1" status: 204 len: 168 time: 0.8239832 Nov 25 13:13:51.301901 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41804) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:51.311489 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3577510-2c34-4ed3-a1af-0eee76ac57b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82870c5b-3c5b-4cf7-b280-dc92346a33bf,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:51.341253 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ed8c1-5fed-4c49-bca4-f2ef7b46b44a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab68ccfd-6ed1-407f-a06e-839e052cd0de,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:51.409760 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b83ac759-ffe8-4eec-ae31-cac1aebbfc69 req-b00062ff-2577-410a-911d-f71c3f730ef1 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] Made reservation on behalf of 3ee4221bb32f4891964fceef3f22fcaa for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:13:51.414555 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b83ac759-ffe8-4eec-ae31-cac1aebbfc69 req-b00062ff-2577-410a-911d-f71c3f730ef1 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:51.436050 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd6040-4fae-45a8-be04-be2f35799272 req-67f598e3-4e41-4e65-91f0-7c798ad7aa01 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:51.443779 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8dfd6040-4fae-45a8-be04-be2f35799272 req-67f598e3-4e41-4e65-91f0-7c798ad7aa01 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=877d95fd-071a-43e9-96e2-cd064b648f69 HTTP/1.1" status: 200 len: 949 time: 0.0842040 Nov 25 13:13:51.532929 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b2568ac9-3db6-431a-a133-62677aa4597e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:51.561736 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8dfd6040-4fae-45a8-be04-be2f35799272 req-e43a331b-9c10-4b21-9712-763e28d2d0bd tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169508 Nov 25 13:13:51.972418 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7c63c824-6f5c-41c1-b135-29e0dfeae135 req-67f05bd6-e1c0-45b7-b6c1-4ba77ff57beb tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] 10.222.0.53 "GET /v2.0/ports?device_id=444b6580-a836-498f-b61c-58ed216dd1ee HTTP/1.1" status: 200 len: 210 time: 0.0652328 Nov 25 13:13:52.134230 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 41826) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:52.157590 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fbba7cf1-2668-4070-a15e-e5ff54895672 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:52.172688 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b2568ac9-3db6-431a-a133-62677aa4597e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:52.252633 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-b2568ac9-3db6-431a-a133-62677aa4597e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20494638-06c1-415e-90d6-c326674b78a0']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:13:52.256621 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 989e6a40-0f2a-4ac9-b572-a8872d05c2c9 no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:13:52.284654 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-b2568ac9-3db6-431a-a133-62677aa4597e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f5b4a09-9f6c-4c19-8201-4d90933cd506') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:13:52.284941 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-b2568ac9-3db6-431a-a133-62677aa4597e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f5b4a09-9f6c-4c19-8201-4d90933cd506') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:13:52.300748 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] No Port match for: 989e6a40-0f2a-4ac9-b572-a8872d05c2c9 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:13:52.303221 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 989e6a40-0f2a-4ac9-b572-a8872d05c2c9 not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:13:52.315983 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b2568ac9-3db6-431a-a133-62677aa4597e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:52.325312 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fbba7cf1-2668-4070-a15e-e5ff54895672 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:52.332157 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fbba7cf1-2668-4070-a15e-e5ff54895672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:52.344253 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-b83ac759-ffe8-4eec-ae31-cac1aebbfc69 req-b00062ff-2577-410a-911d-f71c3f730ef1 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] Allocated IP 192.168.233.23 (85f6380f-3625-4f44-8465-fbcf0c11fed5/2ce5ca48-e3be-44c6-9584-fd9eb8c67222/6f631628-02e4-478e-b413-68659dacf494) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:13:52.390318 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b2568ac9-3db6-431a-a133-62677aa4597e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:52.429461 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-fbba7cf1-2668-4070-a15e-e5ff54895672 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a9627f67ad5f4170b27eafb83eed891d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2915537 Nov 25 13:13:52.429704 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2568ac9-3db6-431a-a133-62677aa4597e admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:13:52.429704 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b2568ac9-3db6-431a-a133-62677aa4597e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:52.430765 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:13:52.430765 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:13:52.430765 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:13:52.430765 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:13:52.430765 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:13:52.430765 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:13:52.430765 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:13:52.430765 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:13:52.430765 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:13:52.430765 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:13:52.430765 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:13:52.430765 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:13:52.430765 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:13:52.430765 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:13:52.430765 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:13:52.430765 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:13:52.430765 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:13:52.430765 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:13:52.430765 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:13:52.430765 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:13:52.430765 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:13:52.430765 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:13:52.430765 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:13:52.430765 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:13:52.430765 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:13:52.430765 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:13:52.430765 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:13:52.430765 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:13:52.430765 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:13:52.430765 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:13:52.430765 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:13:52.430765 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:13:52.436888 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 41834) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:52.491445 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbba7cf1-2668-4070-a15e-e5ff54895672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd29033-80eb-454d-a82b-a92932a581cc,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:52.573896 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8849b6e3-b47b-4ce4-aa05-ac03458fdeab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:52.639534 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8849b6e3-b47b-4ce4-aa05-ac03458fdeab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:52.693394 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b2568ac9-3db6-431a-a133-62677aa4597e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:52.741586 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b2568ac9-3db6-431a-a133-62677aa4597e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:52.743157 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a505813e-b5c3-4e04-9d9c-b3c67bc61a51 req-18417005-11e6-448b-b4af-e04ee9980c9f tempest-ServersAdminTestJSON-832363172 tempest-ServersAdminTestJSON-832363172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:52.743882 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a505813e-b5c3-4e04-9d9c-b3c67bc61a51 req-18417005-11e6-448b-b4af-e04ee9980c9f tempest-ServersAdminTestJSON-832363172 tempest-ServersAdminTestJSON-832363172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:52.744538 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a505813e-b5c3-4e04-9d9c-b3c67bc61a51 req-18417005-11e6-448b-b4af-e04ee9980c9f tempest-ServersAdminTestJSON-832363172 tempest-ServersAdminTestJSON-832363172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:52.745377 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a505813e-b5c3-4e04-9d9c-b3c67bc61a51 req-18417005-11e6-448b-b4af-e04ee9980c9f tempest-ServersAdminTestJSON-832363172 tempest-ServersAdminTestJSON-832363172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:52.746031 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a505813e-b5c3-4e04-9d9c-b3c67bc61a51 req-18417005-11e6-448b-b4af-e04ee9980c9f tempest-ServersAdminTestJSON-832363172 tempest-ServersAdminTestJSON-832363172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:52.747256 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a505813e-b5c3-4e04-9d9c-b3c67bc61a51 req-18417005-11e6-448b-b4af-e04ee9980c9f tempest-ServersAdminTestJSON-832363172 tempest-ServersAdminTestJSON-832363172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:52.747875 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a505813e-b5c3-4e04-9d9c-b3c67bc61a51 req-18417005-11e6-448b-b4af-e04ee9980c9f tempest-ServersAdminTestJSON-832363172 tempest-ServersAdminTestJSON-832363172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:52.748494 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a505813e-b5c3-4e04-9d9c-b3c67bc61a51 req-18417005-11e6-448b-b4af-e04ee9980c9f tempest-ServersAdminTestJSON-832363172 tempest-ServersAdminTestJSON-832363172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:52.749391 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a505813e-b5c3-4e04-9d9c-b3c67bc61a51 req-18417005-11e6-448b-b4af-e04ee9980c9f tempest-ServersAdminTestJSON-832363172 tempest-ServersAdminTestJSON-832363172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:52.750071 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a505813e-b5c3-4e04-9d9c-b3c67bc61a51 req-18417005-11e6-448b-b4af-e04ee9980c9f tempest-ServersAdminTestJSON-832363172 tempest-ServersAdminTestJSON-832363172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:52.750673 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a505813e-b5c3-4e04-9d9c-b3c67bc61a51 req-18417005-11e6-448b-b4af-e04ee9980c9f tempest-ServersAdminTestJSON-832363172 tempest-ServersAdminTestJSON-832363172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:52.752746 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b2568ac9-3db6-431a-a133-62677aa4597e admin admin] 10.222.0.53 "DELETE /v2.0/networks/20494638-06c1-415e-90d6-c326674b78a0 HTTP/1.1" status: 204 len: 168 time: 1.4499824 Nov 25 13:13:52.756766 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2568ac9-3db6-431a-a133-62677aa4597e admin admin] Pushing event deleted for resources: {'Network': ['ID=20494638-06c1-415e-90d6-c326674b78a0,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:52.763047 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a505813e-b5c3-4e04-9d9c-b3c67bc61a51 req-18417005-11e6-448b-b4af-e04ee9980c9f tempest-ServersAdminTestJSON-832363172 tempest-ServersAdminTestJSON-832363172-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=444b6580-a836-498f-b61c-58ed216dd1ee&device_id=877d95fd-071a-43e9-96e2-cd064b648f69&device_id=4944a493-06c4-4cfc-b227-2738dee4da25&device_id=17232847-b6af-4835-9bba-18e757b232da&device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577&device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 10070 time: 0.0819328 Nov 25 13:13:52.765197 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41842) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:52.781515 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-a505813e-b5c3-4e04-9d9c-b3c67bc61a51 req-49e2295f-6103-44bb-b3d7-197b4bff1f4d tempest-ServersAdminTestJSON-832363172 tempest-ServersAdminTestJSON-832363172-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:52.784253 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8849b6e3-b47b-4ce4-aa05-ac03458fdeab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:52.786953 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8849b6e3-b47b-4ce4-aa05-ac03458fdeab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:52.791516 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-8849b6e3-b47b-4ce4-aa05-ac03458fdeab admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3dd29033-80eb-454d-a82b-a92932a581cc HTTP/1.1" status: 204 len: 168 time: 0.3530486 Nov 25 13:13:52.881597 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-a505813e-b5c3-4e04-9d9c-b3c67bc61a51 req-49e2295f-6103-44bb-b3d7-197b4bff1f4d tempest-ServersAdminTestJSON-832363172 tempest-ServersAdminTestJSON-832363172-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:52.893485 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8849b6e3-b47b-4ce4-aa05-ac03458fdeab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd29033-80eb-454d-a82b-a92932a581cc,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:52.894922 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba82a917-6954-4720-be8b-788b9e497240 admin admin] Deleting subnet 4073e820-fdcd-4575-bc77-5e69004e6d37 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:13:52.899096 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-a505813e-b5c3-4e04-9d9c-b3c67bc61a51 req-49e2295f-6103-44bb-b3d7-197b4bff1f4d tempest-ServersAdminTestJSON-832363172 tempest-ServersAdminTestJSON-832363172-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:52.914322 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ba82a917-6954-4720-be8b-788b9e497240 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:52.982249 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e2295f-6103-44bb-b3d7-197b4bff1f4d tempest-ServersAdminTestJSON-832363172 tempest-ServersAdminTestJSON-832363172-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=933db9a0-f528-4492-b003-97e41ff89655,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:53.056526 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ba82a917-6954-4720-be8b-788b9e497240 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:53.097060 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a505813e-b5c3-4e04-9d9c-b3c67bc61a51 req-49e2295f-6103-44bb-b3d7-197b4bff1f4d tempest-ServersAdminTestJSON-832363172 tempest-ServersAdminTestJSON-832363172-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&id=0bfd0f62-df40-4a2c-8890-32844a1d7ce8&id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&id=b58ccaf7-fcbc-46a0-8300-65e745ae9e20&fields=id&fields=name HTTP/1.1" status: 200 len: 540 time: 0.3331089 Nov 25 13:13:53.215749 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b83ac759-ffe8-4eec-ae31-cac1aebbfc69 req-b00062ff-2577-410a-911d-f71c3f730ef1 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:53.222879 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7c9f4bca-16f3-4b11-b1b0-65310b8d9723 req-5804fc5a-a581-42a9-b432-76f02a45471d tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] 10.222.0.53 "GET /v2.0/ports?device_id=444b6580-a836-498f-b61c-58ed216dd1ee HTTP/1.1" status: 200 len: 210 time: 0.0731506 Nov 25 13:13:53.286303 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ba82a917-6954-4720-be8b-788b9e497240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:53.369240 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b83ac759-ffe8-4eec-ae31-cac1aebbfc69 req-b00062ff-2577-410a-911d-f71c3f730ef1 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:53.403595 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b83ac759-ffe8-4eec-ae31-cac1aebbfc69 req-b00062ff-2577-410a-911d-f71c3f730ef1 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] Network 85f6380f-3625-4f44-8465-fbcf0c11fed5 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:13:53.409248 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-b83ac759-ffe8-4eec-ae31-cac1aebbfc69 req-b00062ff-2577-410a-911d-f71c3f730ef1 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:13:53.413630 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-b83ac759-ffe8-4eec-ae31-cac1aebbfc69 req-b00062ff-2577-410a-911d-f71c3f730ef1 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:13:53.514484 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ba82a917-6954-4720-be8b-788b9e497240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:53.597509 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c80e21-b008-4a17-8356-03cdedcdefa5 req-7685c216-600d-43e8-a489-332444d57398 tempest-ServersAdminTestJSON-832363172 tempest-ServersAdminTestJSON-832363172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:53.598053 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c80e21-b008-4a17-8356-03cdedcdefa5 req-7685c216-600d-43e8-a489-332444d57398 tempest-ServersAdminTestJSON-832363172 tempest-ServersAdminTestJSON-832363172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:53.598593 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c80e21-b008-4a17-8356-03cdedcdefa5 req-7685c216-600d-43e8-a489-332444d57398 tempest-ServersAdminTestJSON-832363172 tempest-ServersAdminTestJSON-832363172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:53.610088 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-12c80e21-b008-4a17-8356-03cdedcdefa5 req-7685c216-600d-43e8-a489-332444d57398 tempest-ServersAdminTestJSON-832363172 tempest-ServersAdminTestJSON-832363172-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=877d95fd-071a-43e9-96e2-cd064b648f69&device_id=4944a493-06c4-4cfc-b227-2738dee4da25&device_id=17232847-b6af-4835-9bba-18e757b232da HTTP/1.1" status: 200 len: 2885 time: 0.1160753 Nov 25 13:13:53.644971 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ba82a917-6954-4720-be8b-788b9e497240 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:53.654588 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-ba82a917-6954-4720-be8b-788b9e497240 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4073e820-fdcd-4575-bc77-5e69004e6d37 HTTP/1.1" status: 204 len: 168 time: 0.8848968 Nov 25 13:13:53.655856 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba82a917-6954-4720-be8b-788b9e497240 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4073e820-fdcd-4575-bc77-5e69004e6d37,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:53.663709 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41874) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:53.781199 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-12c80e21-b008-4a17-8356-03cdedcdefa5 req-38e5dd88-1ae5-4124-b82c-8da8aab1dc20 tempest-ServersAdminTestJSON-832363172 tempest-ServersAdminTestJSON-832363172-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705155 Nov 25 13:13:53.790207 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ac759-ffe8-4eec-ae31-cac1aebbfc69 req-b00062ff-2577-410a-911d-f71c3f730ef1 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:53.791964 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b83ac759-ffe8-4eec-ae31-cac1aebbfc69 req-b00062ff-2577-410a-911d-f71c3f730ef1 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:53.795631 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00062ff-2577-410a-911d-f71c3f730ef1 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] Pushing event updated for resources: {'Port': ['ID=6f631628-02e4-478e-b413-68659dacf494,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:53.948582 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-0cf0d7ae-f33b-4205-8dd9-cfdcdbc0c5e7 None None] Provisioning complete for port 6f631628-02e4-478e-b413-68659dacf494 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:13:53.949931 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0cf0d7ae-f33b-4205-8dd9-cfdcdbc0c5e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:53.981524 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b83ac759-ffe8-4eec-ae31-cac1aebbfc69 req-b00062ff-2577-410a-911d-f71c3f730ef1 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9502394 Nov 25 13:13:54.013100 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-b83ac759-ffe8-4eec-ae31-cac1aebbfc69 req-a8f06f05-b998-4ee3-99a2-321a60db2354 service neutron] Request body: {'port': {'device_id': '444b6580-a836-498f-b61c-58ed216dd1ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:13:54.039212 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-0cf0d7ae-f33b-4205-8dd9-cfdcdbc0c5e7 None None] Port 6f631628-02e4-478e-b413-68659dacf494 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:13:54.082475 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a56988dd-277b-4802-a8d2-8e4234ea820b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:54.186889 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b83ac759-ffe8-4eec-ae31-cac1aebbfc69 req-a8f06f05-b998-4ee3-99a2-321a60db2354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:54.421957 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093281dc-64e7-4815-8898-ea17dc5e91e2 req-60528e18-1b13-419b-9cc2-5680ed509b46 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:54.437674 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-093281dc-64e7-4815-8898-ea17dc5e91e2 req-60528e18-1b13-419b-9cc2-5680ed509b46 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] 10.222.0.53 "GET /v2.0/ports?device_id=444b6580-a836-498f-b61c-58ed216dd1ee HTTP/1.1" status: 200 len: 935 time: 0.1079578 Nov 25 13:13:54.515663 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-093281dc-64e7-4815-8898-ea17dc5e91e2 req-cca57f50-8e6b-47c9-a9c9-490c70194984 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] 10.222.0.53 "GET /v2.0/security-groups?id=500d71cf-8d3d-42ef-88a4-f5db519737ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765004 Nov 25 13:13:54.822501 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a56988dd-277b-4802-a8d2-8e4234ea820b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:54.843787 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 41918) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:54.864835 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1552e56-c17d-4c32-89e0-3ffc2b54b73f req-25063f8b-e8ee-4703-8f49-87c94f20e58d tempest-ServersAdminTestJSON-832363172 tempest-ServersAdminTestJSON-832363172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:54.873725 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e1552e56-c17d-4c32-89e0-3ffc2b54b73f req-25063f8b-e8ee-4703-8f49-87c94f20e58d tempest-ServersAdminTestJSON-832363172 tempest-ServersAdminTestJSON-832363172-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=17232847-b6af-4835-9bba-18e757b232da HTTP/1.1" status: 200 len: 1102 time: 0.0897160 Nov 25 13:13:54.890099 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-a56988dd-277b-4802-a8d2-8e4234ea820b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12788304-bfef-4cc9-ab88-88a7d0c18065']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:13:54.920545 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-a56988dd-277b-4802-a8d2-8e4234ea820b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ba783ed-a504-4026-958d-c6790c413bce') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:13:54.920833 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-a56988dd-277b-4802-a8d2-8e4234ea820b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ba783ed-a504-4026-958d-c6790c413bce') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:13:54.961908 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e1552e56-c17d-4c32-89e0-3ffc2b54b73f req-9db33027-3999-4625-880a-dd62b80a900f tempest-ServersAdminTestJSON-832363172 tempest-ServersAdminTestJSON-832363172-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861685 Nov 25 13:13:54.978418 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a56988dd-277b-4802-a8d2-8e4234ea820b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:55.060882 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a56988dd-277b-4802-a8d2-8e4234ea820b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:55.088689 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a56988dd-277b-4802-a8d2-8e4234ea820b admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:13:55.089113 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a56988dd-277b-4802-a8d2-8e4234ea820b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:55.091648 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:13:55.091648 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:13:55.091648 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:13:55.091648 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:13:55.091648 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:13:55.091648 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:13:55.091648 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:13:55.091648 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:13:55.091648 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:13:55.091648 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:13:55.091648 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:13:55.091648 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:13:55.091648 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:13:55.091648 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:13:55.091648 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:13:55.091648 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:13:55.091648 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:13:55.091648 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:13:55.091648 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:13:55.091648 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:13:55.091648 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:13:55.091648 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:13:55.091648 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:13:55.091648 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:13:55.091648 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:13:55.091648 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:13:55.091648 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:13:55.091648 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:13:55.091648 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:13:55.091648 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:13:55.091648 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:13:55.091648 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:13:55.163406 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-725ef8e1-2c48-4899-ae44-450c5f6c5e92 tempest-AgentManagementNegativeTest-892099273 tempest-AgentManagementNegativeTest-892099273-project] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3175974 Nov 25 13:13:55.201153 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70872dc3-b6c4-4a5f-a6ee-d395359a0f4b req-141a5d80-c527-4705-9d24-bf0b0e120736 tempest-ServersAdminTestJSON-832363172 tempest-ServersAdminTestJSON-832363172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:55.205370 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-b83ac759-ffe8-4eec-ae31-cac1aebbfc69 req-a8f06f05-b998-4ee3-99a2-321a60db2354 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f631628-02e4-478e-b413-68659dacf494 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:13:55.221045 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-70872dc3-b6c4-4a5f-a6ee-d395359a0f4b req-141a5d80-c527-4705-9d24-bf0b0e120736 tempest-ServersAdminTestJSON-832363172 tempest-ServersAdminTestJSON-832363172-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=17232847-b6af-4835-9bba-18e757b232da HTTP/1.1" status: 200 len: 1102 time: 0.1476908 Nov 25 13:13:55.224376 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a56988dd-277b-4802-a8d2-8e4234ea820b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:55.229927 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a56988dd-277b-4802-a8d2-8e4234ea820b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:55.236608 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-a56988dd-277b-4802-a8d2-8e4234ea820b admin admin] 10.222.0.53 "DELETE /v2.0/networks/12788304-bfef-4cc9-ab88-88a7d0c18065 HTTP/1.1" status: 204 len: 168 time: 1.5576417 Nov 25 13:13:55.245720 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b83ac759-ffe8-4eec-ae31-cac1aebbfc69 req-a8f06f05-b998-4ee3-99a2-321a60db2354 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:55.282086 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56988dd-277b-4802-a8d2-8e4234ea820b admin admin] Pushing event deleted for resources: {'Network': ['ID=12788304-bfef-4cc9-ab88-88a7d0c18065,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:55.316990 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-b83ac759-ffe8-4eec-ae31-cac1aebbfc69 req-a8f06f05-b998-4ee3-99a2-321a60db2354 service neutron] Transition to ACTIVE for port object 6f631628-02e4-478e-b413-68659dacf494 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:13:55.325761 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b83ac759-ffe8-4eec-ae31-cac1aebbfc69 req-a8f06f05-b998-4ee3-99a2-321a60db2354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:55.345810 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-70872dc3-b6c4-4a5f-a6ee-d395359a0f4b req-feff732c-dad3-4f3c-b301-bf01fb6e295e tempest-ServersAdminTestJSON-832363172 tempest-ServersAdminTestJSON-832363172-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300569 Nov 25 13:13:55.541952 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f06f05-b998-4ee3-99a2-321a60db2354 service neutron] Pushing event updated for resources: {'Port': ['ID=6f631628-02e4-478e-b413-68659dacf494,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:55.620661 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-b83ac759-ffe8-4eec-ae31-cac1aebbfc69 req-a8f06f05-b998-4ee3-99a2-321a60db2354 service neutron] Attempting to bind port 6f631628-02e4-478e-b413-68659dacf494 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:13:55.626199 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-b83ac759-ffe8-4eec-ae31-cac1aebbfc69 req-a8f06f05-b998-4ee3-99a2-321a60db2354 service neutron] Attempting to bind port 6f631628-02e4-478e-b413-68659dacf494 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:13:55.627272 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83ac759-ffe8-4eec-ae31-cac1aebbfc69 req-a8f06f05-b998-4ee3-99a2-321a60db2354 service neutron] Attempting to bind port 6f631628-02e4-478e-b413-68659dacf494 on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:13:55.644581 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83ac759-ffe8-4eec-ae31-cac1aebbfc69 req-a8f06f05-b998-4ee3-99a2-321a60db2354 service neutron] Port 6f631628-02e4-478e-b413-68659dacf494 on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:13:55.645937 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83ac759-ffe8-4eec-ae31-cac1aebbfc69 req-a8f06f05-b998-4ee3-99a2-321a60db2354 service neutron] Attempting to bind port 6f631628-02e4-478e-b413-68659dacf494 on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:13:55.663507 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83ac759-ffe8-4eec-ae31-cac1aebbfc69 req-a8f06f05-b998-4ee3-99a2-321a60db2354 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:13:55.664450 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83ac759-ffe8-4eec-ae31-cac1aebbfc69 req-a8f06f05-b998-4ee3-99a2-321a60db2354 service neutron] Checking segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:13:55.665071 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83ac759-ffe8-4eec-ae31-cac1aebbfc69 req-a8f06f05-b998-4ee3-99a2-321a60db2354 service neutron] Bound using segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:13:55.665623 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-b83ac759-ffe8-4eec-ae31-cac1aebbfc69 req-a8f06f05-b998-4ee3-99a2-321a60db2354 service neutron] Bound port: 6f631628-02e4-478e-b413-68659dacf494, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:13:55.666371 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b83ac759-ffe8-4eec-ae31-cac1aebbfc69 req-a8f06f05-b998-4ee3-99a2-321a60db2354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:55.733604 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41952) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:55.813085 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c416f8-718b-45f5-81fc-b7cfa9a5dde4 req-6db1e735-6b23-4a84-bfd5-239da868b348 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:55.814947 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-69c416f8-718b-45f5-81fc-b7cfa9a5dde4 req-6db1e735-6b23-4a84-bfd5-239da868b348 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] 10.222.0.53 "GET /v2.0/ports?device_id=444b6580-a836-498f-b61c-58ed216dd1ee HTTP/1.1" status: 200 len: 947 time: 0.1317892 Nov 25 13:13:55.871094 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-88db7699-52b2-40d1-900b-ba029acf8be9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f9638bf2b13b4d579c7476454eb03e3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1362941 Nov 25 13:13:55.876845 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41962) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:55.883825 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-69c416f8-718b-45f5-81fc-b7cfa9a5dde4 req-7795368e-2fdc-40cf-923f-10be96755f69 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] 10.222.0.53 "GET /v2.0/security-groups?id=500d71cf-8d3d-42ef-88a4-f5db519737ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658107 Nov 25 13:13:55.928509 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 41964) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:55.952539 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-b83ac759-ffe8-4eec-ae31-cac1aebbfc69 req-a8f06f05-b998-4ee3-99a2-321a60db2354 service neutron] For port 6f631628-02e4-478e-b413-68659dacf494, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:13:55.956003 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-b83ac759-ffe8-4eec-ae31-cac1aebbfc69 req-a8f06f05-b998-4ee3-99a2-321a60db2354 service neutron] For port 6f631628-02e4-478e-b413-68659dacf494, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=6f631628-02e4-478e-b413-68659dacf494,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:13:55.969822 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b83ac759-ffe8-4eec-ae31-cac1aebbfc69 req-a8f06f05-b998-4ee3-99a2-321a60db2354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:56.021751 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ac759-ffe8-4eec-ae31-cac1aebbfc69 req-a8f06f05-b998-4ee3-99a2-321a60db2354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:56.022383 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b83ac759-ffe8-4eec-ae31-cac1aebbfc69 req-a8f06f05-b998-4ee3-99a2-321a60db2354 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:56.023982 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b83ac759-ffe8-4eec-ae31-cac1aebbfc69 req-a8f06f05-b998-4ee3-99a2-321a60db2354 service neutron] 10.222.0.47 "PUT /v2.0/ports/6f631628-02e4-478e-b413-68659dacf494 HTTP/1.1" status: 200 len: 1096 time: 2.0319593 Nov 25 13:13:56.024589 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '444b6580-a836-498f-b61c-58ed216dd1ee', 'tag': '6f631628-02e4-478e-b413-68659dacf494'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:13:56.026993 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d218c2-70e4-4bf4-8fc0-67fd1a72e94b" -d '{"events": [{"name": "network-changed", "server_uuid": "444b6580-a836-498f-b61c-58ed216dd1ee", "tag": "6f631628-02e4-478e-b413-68659dacf494"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:13:56.074231 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f06f05-b998-4ee3-99a2-321a60db2354 service neutron] Pushing event updated for resources: {'Port': ['ID=6f631628-02e4-478e-b413-68659dacf494,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:56.120810 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d7214208-a155-4957-aa32-59eaab05b28f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:56.180336 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b59fa62-bf24-4bef-8ce3-7d570b7ced4c x-openstack-request-id: req-5b59fa62-bf24-4bef-8ce3-7d570b7ced4c {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:13:56.180638 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "444b6580-a836-498f-b61c-58ed216dd1ee", "tag": "6f631628-02e4-478e-b413-68659dacf494", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:13:56.180901 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5b59fa62-bf24-4bef-8ce3-7d570b7ced4c {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:13:56.181856 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '444b6580-a836-498f-b61c-58ed216dd1ee', 'tag': '6f631628-02e4-478e-b413-68659dacf494', 'status': 'completed', 'code': 200} Nov 25 13:13:56.222116 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d7214208-a155-4957-aa32-59eaab05b28f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:56.289428 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ac759-ffe8-4eec-ae31-cac1aebbfc69 req-c5e9a715-1d9d-4960-aea4-fc46f5b116b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:56.292523 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b83ac759-ffe8-4eec-ae31-cac1aebbfc69 req-c5e9a715-1d9d-4960-aea4-fc46f5b116b7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3ee4221bb32f4891964fceef3f22fcaa&device_id=444b6580-a836-498f-b61c-58ed216dd1ee HTTP/1.1" status: 200 len: 1099 time: 0.2108037 Nov 25 13:13:56.360954 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b83ac759-ffe8-4eec-ae31-cac1aebbfc69 req-28ea1cf1-423e-4009-a955-70eab0bc5b3d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=6f631628-02e4-478e-b413-68659dacf494 HTTP/1.1" status: 200 len: 217 time: 0.0550659 Nov 25 13:13:56.434946 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d7214208-a155-4957-aa32-59eaab05b28f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:56.437873 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d7214208-a155-4957-aa32-59eaab05b28f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:56.439564 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d7214208-a155-4957-aa32-59eaab05b28f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/929c0885-ef6e-4aae-a6df-31703e4e2256 HTTP/1.1" status: 204 len: 168 time: 0.5617516 Nov 25 13:13:56.454628 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7214208-a155-4957-aa32-59eaab05b28f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=929c0885-ef6e-4aae-a6df-31703e4e2256,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:56.461518 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-db87b610-5c4f-408e-8b78-012c2056ec8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:56.473787 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ac759-ffe8-4eec-ae31-cac1aebbfc69 req-60bde523-e3d2-491c-8787-82ed38655ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:56.475302 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b83ac759-ffe8-4eec-ae31-cac1aebbfc69 req-60bde523-e3d2-491c-8787-82ed38655ae9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.1069229 Nov 25 13:13:56.636473 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ac759-ffe8-4eec-ae31-cac1aebbfc69 req-50ce06af-a173-4531-a682-85be21655e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:56.642019 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b83ac759-ffe8-4eec-ae31-cac1aebbfc69 req-50ce06af-a173-4531-a682-85be21655e15 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1542637 Nov 25 13:13:56.668345 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-db87b610-5c4f-408e-8b78-012c2056ec8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:56.675851 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-db87b610-5c4f-408e-8b78-012c2056ec8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:56.826288 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b83ac759-ffe8-4eec-ae31-cac1aebbfc69 req-631edb44-8812-42a0-b462-ab0443170119 service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767478 Nov 25 13:13:56.843753 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-db87b610-5c4f-408e-8b78-012c2056ec8d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a7acd84e660b4079aec9913d9f5cfd0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9139957 Nov 25 13:13:56.849886 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 42010) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:56.867342 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db87b610-5c4f-408e-8b78-012c2056ec8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4089b3-5c36-4461-b2f3-e8cebfc3d806,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:57.062212 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289ccb47-5c5c-4137-b159-ea1221c0c97a req-020af8bb-8ec3-48b3-bd90-3fa776354a88 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:57.070103 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b83ac759-ffe8-4eec-ae31-cac1aebbfc69 req-c57a1670-6337-418c-a16f-8eda11bc389a service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358420 Nov 25 13:13:57.071448 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-289ccb47-5c5c-4137-b159-ea1221c0c97a req-020af8bb-8ec3-48b3-bd90-3fa776354a88 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=17232847-b6af-4835-9bba-18e757b232da HTTP/1.1" status: 200 len: 950 time: 0.1712451 Nov 25 13:13:57.101935 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a0917a6d-0790-4a09-9726-3249db97e7b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:57.192894 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a0917a6d-0790-4a09-9726-3249db97e7b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:57.229955 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-289ccb47-5c5c-4137-b159-ea1221c0c97a req-7d478521-bd41-4f93-9908-793e339283ba tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544433 Nov 25 13:13:57.243206 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d218c2-70e4-4bf4-8fc0-67fd1a72e94b req-8ffd5b57-e7a7-44ee-a2ee-b6dfa794b580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:57.247363 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-60d218c2-70e4-4bf4-8fc0-67fd1a72e94b req-8ffd5b57-e7a7-44ee-a2ee-b6dfa794b580 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3ee4221bb32f4891964fceef3f22fcaa&device_id=444b6580-a836-498f-b61c-58ed216dd1ee HTTP/1.1" status: 200 len: 1099 time: 0.1212096 Nov 25 13:13:57.301771 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a074efc2-f53f-47d1-904e-6b8a208b78fc req-b6f7fbf2-4a8f-4ca2-ad84-bfe5e37a3c27 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:57.310180 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 42026) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:57.318154 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a074efc2-f53f-47d1-904e-6b8a208b78fc req-b6f7fbf2-4a8f-4ca2-ad84-bfe5e37a3c27 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] 10.222.0.53 "GET /v2.0/ports?device_id=444b6580-a836-498f-b61c-58ed216dd1ee HTTP/1.1" status: 200 len: 947 time: 0.2133574 Nov 25 13:13:57.447832 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a074efc2-f53f-47d1-904e-6b8a208b78fc req-981f085f-4422-4495-be39-40266ec5f24b tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] 10.222.0.53 "GET /v2.0/security-groups?id=500d71cf-8d3d-42ef-88a4-f5db519737ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280446 Nov 25 13:13:57.472704 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a0917a6d-0790-4a09-9726-3249db97e7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:57.486544 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a0917a6d-0790-4a09-9726-3249db97e7b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:57.488697 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-a0917a6d-0790-4a09-9726-3249db97e7b8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1e4089b3-5c36-4461-b2f3-e8cebfc3d806 HTTP/1.1" status: 204 len: 168 time: 0.6371844 Nov 25 13:13:57.507083 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0917a6d-0790-4a09-9726-3249db97e7b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4089b3-5c36-4461-b2f3-e8cebfc3d806,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:57.545518 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-3da68f20-18a0-4a6e-a5a5-e3a27d0c86c9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=41a8e8539a8c49e1adf20b3a967a01f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2343180 Nov 25 13:13:57.548824 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 42032) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:57.555610 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d218c2-70e4-4bf4-8fc0-67fd1a72e94b req-afe06ef4-40ac-45b9-92ec-a4d2dc26c5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:57.557088 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-60d218c2-70e4-4bf4-8fc0-67fd1a72e94b req-afe06ef4-40ac-45b9-92ec-a4d2dc26c5bc service neutron] 10.222.0.47 "GET /v2.0/networks?id=85f6380f-3625-4f44-8465-fbcf0c11fed5 HTTP/1.1" status: 200 len: 870 time: 0.3009195 Nov 25 13:13:57.605215 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-60d218c2-70e4-4bf4-8fc0-67fd1a72e94b req-fa617ece-1b5f-4068-9ba4-0ee24ee5e271 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=6f631628-02e4-478e-b413-68659dacf494 HTTP/1.1" status: 200 len: 217 time: 0.0396774 Nov 25 13:13:57.645823 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-65cf0b45-639b-47c6-943a-996abb3d114c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:57.675044 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-65cf0b45-639b-47c6-943a-996abb3d114c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:57.694809 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d218c2-70e4-4bf4-8fc0-67fd1a72e94b req-de3149c3-91e8-41fb-9017-dcefae7baec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:57.697607 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-60d218c2-70e4-4bf4-8fc0-67fd1a72e94b req-de3149c3-91e8-41fb-9017-dcefae7baec8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.0821152 Nov 25 13:13:57.756797 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-65cf0b45-639b-47c6-943a-996abb3d114c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:57.760800 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-65cf0b45-639b-47c6-943a-996abb3d114c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:57.762984 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-65cf0b45-639b-47c6-943a-996abb3d114c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/feb303d1-5aa3-42dd-8217-6e0eca851ba7 HTTP/1.1" status: 204 len: 168 time: 0.2112992 Nov 25 13:13:57.774263 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cf0b45-639b-47c6-943a-996abb3d114c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb303d1-5aa3-42dd-8217-6e0eca851ba7,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:13:57.808501 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d218c2-70e4-4bf4-8fc0-67fd1a72e94b req-91cb4bc9-6e88-45ec-949a-4967e31041e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:57.811413 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-60d218c2-70e4-4bf4-8fc0-67fd1a72e94b req-91cb4bc9-6e88-45ec-949a-4967e31041e8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1029885 Nov 25 13:13:57.959259 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-60d218c2-70e4-4bf4-8fc0-67fd1a72e94b req-155c406a-70c0-4175-8066-19744982272f service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339304 Nov 25 13:13:58.139643 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-60d218c2-70e4-4bf4-8fc0-67fd1a72e94b req-36685160-139f-4483-9964-d1993a82bdab service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719460 Nov 25 13:13:58.486398 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909487a1-7d18-4a5e-a8a5-6543ee9b3eed req-86a7a83f-4526-40b4-8d46-2fbbbb40538f tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:58.489397 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-909487a1-7d18-4a5e-a8a5-6543ee9b3eed req-86a7a83f-4526-40b4-8d46-2fbbbb40538f tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=17232847-b6af-4835-9bba-18e757b232da HTTP/1.1" status: 200 len: 950 time: 0.1306546 Nov 25 13:13:58.654025 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-909487a1-7d18-4a5e-a8a5-6543ee9b3eed req-6d6b5df8-e4b2-411c-9d4d-deefce7a2e52 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491792 Nov 25 13:13:58.691272 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e940a0-a48e-440c-b841-1506c33c956d req-4643fd3b-befb-4095-9df6-a482a051b05d tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:58.698764 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-03e940a0-a48e-440c-b841-1506c33c956d req-4643fd3b-befb-4095-9df6-a482a051b05d tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] 10.222.0.53 "GET /v2.0/ports?device_id=444b6580-a836-498f-b61c-58ed216dd1ee HTTP/1.1" status: 200 len: 947 time: 0.1270008 Nov 25 13:13:58.759335 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-03e940a0-a48e-440c-b841-1506c33c956d req-e3583023-aad5-4d6f-a7e3-68d86c758057 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] 10.222.0.53 "GET /v2.0/security-groups?id=500d71cf-8d3d-42ef-88a4-f5db519737ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592303 Nov 25 13:13:59.400887 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 42094) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:13:59.671105 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-c886560e-813a-4492-b576-e7b933189687 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Request body: {'networks': [{'name': 'tempest-network--1402417958'}, {'name': 'tempest-network--1990260567'}]} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:13:59.672097 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-c886560e-813a-4492-b576-e7b933189687 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Request body: {'network': {'name': 'tempest-network--1402417958'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:13:59.673024 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-c886560e-813a-4492-b576-e7b933189687 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Request body: {'network': {'name': 'tempest-network--1990260567'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:13:59.715876 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c886560e-813a-4492-b576-e7b933189687 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Made reservation on behalf of 5f7dbfcb94614694a052844d8d39ec22 for: {'network': 2} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:13:59.723071 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c886560e-813a-4492-b576-e7b933189687 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:59.741152 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c886560e-813a-4492-b576-e7b933189687 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:13:59.860530 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f252c9-a69f-4701-9931-9b78d28072e7 req-16da908a-ffab-4b57-8a4a-5e4d425b2074 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:13:59.862934 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-58f252c9-a69f-4701-9931-9b78d28072e7 req-16da908a-ffab-4b57-8a4a-5e4d425b2074 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=17232847-b6af-4835-9bba-18e757b232da HTTP/1.1" status: 200 len: 950 time: 0.0986526 Nov 25 13:13:59.989066 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-58f252c9-a69f-4701-9931-9b78d28072e7 req-7246886d-0b11-4abd-a263-b6274d0eea5c tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127746 Nov 25 13:13:59.992378 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c886560e-813a-4492-b576-e7b933189687 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:00.008410 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c886560e-813a-4492-b576-e7b933189687 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:00.009581 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c886560e-813a-4492-b576-e7b933189687 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:00.090907 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c886560e-813a-4492-b576-e7b933189687 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41ba4913-b314-4409-8f35-ff61cab1c520,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:00.103198 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c886560e-813a-4492-b576-e7b933189687 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:14:00.125565 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64bd0d2-0fac-4531-8678-d49aa4d69133 req-9970d61d-8655-4c58-9cd6-7180999ea0e8 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:00.127669 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f64bd0d2-0fac-4531-8678-d49aa4d69133 req-9970d61d-8655-4c58-9cd6-7180999ea0e8 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] 10.222.0.53 "GET /v2.0/ports?device_id=444b6580-a836-498f-b61c-58ed216dd1ee HTTP/1.1" status: 200 len: 947 time: 0.1093919 Nov 25 13:14:00.129135 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c886560e-813a-4492-b576-e7b933189687 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:00.129492 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-c886560e-813a-4492-b576-e7b933189687 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Added segment 442301e3-a068-4e9c-80a2-f0ba9680a216 of type vlan for network 3e5bc44a-f210-4ce0-a22f-d43712c7ccfb Nov 25 13:14:00.206880 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c886560e-813a-4492-b576-e7b933189687 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:00.250803 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f64bd0d2-0fac-4531-8678-d49aa4d69133 req-cbf21f9f-2745-4289-8305-fe7389ba4610 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] 10.222.0.53 "GET /v2.0/security-groups?id=500d71cf-8d3d-42ef-88a4-f5db519737ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117098 Nov 25 13:14:00.281567 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c886560e-813a-4492-b576-e7b933189687 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:14:00.293388 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c886560e-813a-4492-b576-e7b933189687 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:00.294101 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-c886560e-813a-4492-b576-e7b933189687 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Added segment 68859aab-325d-47cb-9d35-ad20ab6802e6 of type vlan for network a3b3246f-d9a5-4fa2-879f-6d53ab0a6edd Nov 25 13:14:00.318656 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d4f77dca-2c51-45ac-b7d0-d078d756d8db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:00.365177 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c886560e-813a-4492-b576-e7b933189687 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:00.403099 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 6f631628-02e4-478e-b413-68659dacf494 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:14:00.411052 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c886560e-813a-4492-b576-e7b933189687 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:00.411584 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c886560e-813a-4492-b576-e7b933189687 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:00.419810 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c886560e-813a-4492-b576-e7b933189687 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:00.426152 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c886560e-813a-4492-b576-e7b933189687 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:00.429648 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c886560e-813a-4492-b576-e7b933189687 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:00.518561 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c886560e-813a-4492-b576-e7b933189687 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.1164355 Nov 25 13:14:00.518857 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 42136) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:00.519339 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c886560e-813a-4492-b576-e7b933189687 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Pushing event updated for resources: {'Network': ['ID=3e5bc44a-f210-4ce0-a22f-d43712c7ccfb,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:00.534338 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 3e5bc44a-f210-4ce0-a22f-d43712c7ccfb details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:14:00.675977 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c886560e-813a-4492-b576-e7b933189687 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Pushing event updated for resources: {'Network': ['ID=a3b3246f-d9a5-4fa2-879f-6d53ab0a6edd,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:00.696943 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network a3b3246f-d9a5-4fa2-879f-6d53ab0a6edd details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:14:00.736946 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 6f631628-02e4-478e-b413-68659dacf494, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=6f631628-02e4-478e-b413-68659dacf494,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:14:00.830477 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '6f631628-02e4-478e-b413-68659dacf494', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'port_id': '6f631628-02e4-478e-b413-68659dacf494', 'mac_address': 'fa:16:3e:b1:2a:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce5ca48-e3be-44c6-9584-fd9eb8c67222', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:14:00.911530 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:00.917819 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8efe79-cad0-493f-953e-d90415be708c tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:00.931611 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8efe79-cad0-493f-953e-d90415be708c tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:00.946555 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8efe79-cad0-493f-953e-d90415be708c tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:00.948894 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f631628-02e4-478e-b413-68659dacf494 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:14:00.961592 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8efe79-cad0-493f-953e-d90415be708c tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:00.965841 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-1d8efe79-cad0-493f-953e-d90415be708c tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4429536 Nov 25 13:14:00.966728 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 42148) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:01.021918 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 6f631628-02e4-478e-b413-68659dacf494, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=6f631628-02e4-478e-b413-68659dacf494,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:14:01.030038 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:01.116596 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=6f631628-02e4-478e-b413-68659dacf494,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:01.206421 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9593c979-b8f4-4cb7-8080-b19382187951 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:01.257474 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['6f631628-02e4-478e-b413-68659dacf494'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:14:01.308278 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9593c979-b8f4-4cb7-8080-b19382187951 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:01.323775 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a1db25-42cc-4498-ab31-c36335ebcbb1 req-94e3c8bf-9eaf-4ab5-97ee-7f7da735e2d9 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:01.332786 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-07a1db25-42cc-4498-ab31-c36335ebcbb1 req-94e3c8bf-9eaf-4ab5-97ee-7f7da735e2d9 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=17232847-b6af-4835-9bba-18e757b232da HTTP/1.1" status: 200 len: 950 time: 0.1559536 Nov 25 13:14:01.340936 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-9593c979-b8f4-4cb7-8080-b19382187951 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e5bc44a-f210-4ce0-a22f-d43712c7ccfb']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:14:01.353609 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-9593c979-b8f4-4cb7-8080-b19382187951 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '442301e3-a068-4e9c-80a2-f0ba9680a216') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:14:01.354191 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-9593c979-b8f4-4cb7-8080-b19382187951 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '442301e3-a068-4e9c-80a2-f0ba9680a216') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:14:01.400061 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9593c979-b8f4-4cb7-8080-b19382187951 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:01.418265 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9593c979-b8f4-4cb7-8080-b19382187951 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:01.428583 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9593c979-b8f4-4cb7-8080-b19382187951 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:14:01.428994 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9593c979-b8f4-4cb7-8080-b19382187951 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:01.451863 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:14:01.451863 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:14:01.451863 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:14:01.451863 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:14:01.451863 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:14:01.451863 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:14:01.451863 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:14:01.451863 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:14:01.451863 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:14:01.451863 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:14:01.451863 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:14:01.451863 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:14:01.451863 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:14:01.451863 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:14:01.451863 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:14:01.451863 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:14:01.451863 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:14:01.451863 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:14:01.451863 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:14:01.451863 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:14:01.451863 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:14:01.451863 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:14:01.451863 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:14:01.451863 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:14:01.451863 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:14:01.451863 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:14:01.451863 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:14:01.451863 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:14:01.451863 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:14:01.451863 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:14:01.451863 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:14:01.451863 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:14:01.463028 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-07a1db25-42cc-4498-ab31-c36335ebcbb1 req-d7401940-9751-442f-80b6-19d12f085403 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285136 Nov 25 13:14:01.568924 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d5a2eb9b-6b21-4cde-8bcc-46b336d0e58b req-659ae8f2-a0bf-471c-a931-1edc017ebf8d tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=a0c9c71d2f524c4bba4fbb87b40ed2f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0996311 Nov 25 13:14:01.622720 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9593c979-b8f4-4cb7-8080-b19382187951 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:01.646028 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9593c979-b8f4-4cb7-8080-b19382187951 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:01.649034 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-9593c979-b8f4-4cb7-8080-b19382187951 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] 10.222.0.53 "DELETE /v2.0/networks/3e5bc44a-f210-4ce0-a22f-d43712c7ccfb HTTP/1.1" status: 204 len: 168 time: 0.6796730 Nov 25 13:14:01.661074 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 42188) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:01.670148 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9593c979-b8f4-4cb7-8080-b19382187951 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Pushing event deleted for resources: {'Network': ['ID=3e5bc44a-f210-4ce0-a22f-d43712c7ccfb,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:01.766072 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2eb9b-6b21-4cde-8bcc-46b336d0e58b req-1bec5bf8-1f12-4041-b5cf-2bcfdebb11f7 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:01.772249 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d5a2eb9b-6b21-4cde-8bcc-46b336d0e58b req-1bec5bf8-1f12-4041-b5cf-2bcfdebb11f7 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1963117 Nov 25 13:14:01.789095 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d5a2eb9b-6b21-4cde-8bcc-46b336d0e58b req-a6f6451b-0f5b-485e-b64a-2c0e0eeed776 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/quotas/a0c9c71d2f524c4bba4fbb87b40ed2f1 HTTP/1.1" status: 200 len: 375 time: 0.0158846 Nov 25 13:14:01.831739 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d5a2eb9b-6b21-4cde-8bcc-46b336d0e58b req-d71cb25a-f5b6-4059-aad8-a5dacba46f3e tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a0c9c71d2f524c4bba4fbb87b40ed2f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416987 Nov 25 13:14:01.844225 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0292f6b5-63f2-4098-8c5d-f392bbc338ba tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:01.859030 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96663131-65ac-4fe1-b802-0654590a7b6a req-fe5749e1-45f0-44d6-83ea-f4845239e18d tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:01.867413 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-96663131-65ac-4fe1-b802-0654590a7b6a req-fe5749e1-45f0-44d6-83ea-f4845239e18d tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] 10.222.0.53 "GET /v2.0/ports?device_id=444b6580-a836-498f-b61c-58ed216dd1ee HTTP/1.1" status: 200 len: 948 time: 0.1642859 Nov 25 13:14:01.970218 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-96663131-65ac-4fe1-b802-0654590a7b6a req-33419278-7e47-467e-9dd3-afd1025b7a21 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] 10.222.0.53 "GET /v2.0/security-groups?id=500d71cf-8d3d-42ef-88a4-f5db519737ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018298 Nov 25 13:14:01.989205 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0292f6b5-63f2-4098-8c5d-f392bbc338ba tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:02.023567 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-0292f6b5-63f2-4098-8c5d-f392bbc338ba tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3b3246f-d9a5-4fa2-879f-6d53ab0a6edd']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:14:02.043304 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-0292f6b5-63f2-4098-8c5d-f392bbc338ba tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68859aab-325d-47cb-9d35-ad20ab6802e6') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:14:02.043304 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-0292f6b5-63f2-4098-8c5d-f392bbc338ba tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68859aab-325d-47cb-9d35-ad20ab6802e6') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:14:02.069502 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0292f6b5-63f2-4098-8c5d-f392bbc338ba tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:02.090590 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0292f6b5-63f2-4098-8c5d-f392bbc338ba tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:02.113131 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0292f6b5-63f2-4098-8c5d-f392bbc338ba tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:14:02.114722 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0292f6b5-63f2-4098-8c5d-f392bbc338ba tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:02.119875 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:14:02.119875 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:14:02.119875 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:14:02.119875 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:14:02.119875 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:14:02.119875 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:14:02.119875 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:14:02.119875 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:14:02.119875 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:14:02.119875 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:14:02.119875 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:14:02.119875 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:14:02.119875 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:14:02.119875 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:14:02.119875 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:14:02.119875 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:14:02.119875 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:14:02.119875 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:14:02.119875 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:14:02.119875 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:14:02.119875 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:14:02.119875 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:14:02.119875 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:14:02.119875 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:14:02.119875 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:14:02.119875 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:14:02.119875 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:14:02.119875 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:14:02.119875 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:14:02.119875 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:14:02.119875 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:14:02.119875 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:14:02.227408 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f2377faa-25d1-470c-8cac-644c8cd07963 req-3c299603-8c46-4257-af48-dee4e7850105 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/ports?device_id=94e542b3-9426-4528-ad04-84fce24d61ff HTTP/1.1" status: 200 len: 210 time: 0.0746627 Nov 25 13:14:02.248542 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0292f6b5-63f2-4098-8c5d-f392bbc338ba tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:02.256803 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0292f6b5-63f2-4098-8c5d-f392bbc338ba tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:02.264256 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-0292f6b5-63f2-4098-8c5d-f392bbc338ba tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] 10.222.0.53 "DELETE /v2.0/networks/a3b3246f-d9a5-4fa2-879f-6d53ab0a6edd HTTP/1.1" status: 204 len: 168 time: 0.6015067 Nov 25 13:14:02.266404 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 42232) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:02.296027 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0292f6b5-63f2-4098-8c5d-f392bbc338ba tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Pushing event deleted for resources: {'Network': ['ID=a3b3246f-d9a5-4fa2-879f-6d53ab0a6edd,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:02.419407 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 6f631628-02e4-478e-b413-68659dacf494 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:14:02.523931 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 6f631628-02e4-478e-b413-68659dacf494 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:14:02.537963 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3961845-2c31-4206-bf8e-925935bbee9f tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:02.542098 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 6f631628-02e4-478e-b413-68659dacf494 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:14:02.542642 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:02.552535 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3961845-2c31-4206-bf8e-925935bbee9f tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:02.552535 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b3961845-2c31-4206-bf8e-925935bbee9f tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2798684 Nov 25 13:14:02.553390 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 42256) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:02.561187 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-cff43d80-1474-4872-8ced-59d1bc51eed4 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1406439387'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:14:02.598673 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff43d80-1474-4872-8ced-59d1bc51eed4 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Made reservation on behalf of 5f7dbfcb94614694a052844d8d39ec22 for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:14:02.605518 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cff43d80-1474-4872-8ced-59d1bc51eed4 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:02.700206 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:02.712085 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cff43d80-1474-4872-8ced-59d1bc51eed4 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:14:02.715708 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2c7b609f-45aa-4880-8ff4-e6812f6b7331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:02.738269 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cff43d80-1474-4872-8ced-59d1bc51eed4 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:02.740737 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-cff43d80-1474-4872-8ced-59d1bc51eed4 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Added segment fca3a7ee-ffc3-437f-ad3d-2c1e6ceb7885 of type vlan for network 1c777ecd-7343-4c7b-8efa-ea61c70772e7 Nov 25 13:14:02.744078 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 6f631628-02e4-478e-b413-68659dacf494, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=6f631628-02e4-478e-b413-68659dacf494,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:14:02.745890 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '444b6580-a836-498f-b61c-58ed216dd1ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f631628-02e4-478e-b413-68659dacf494'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:14:02.749483 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a565059c-4be6-4107-8d32-0297fce0b81b" -d '{"events": [{"server_uuid": "444b6580-a836-498f-b61c-58ed216dd1ee", "name": "network-vif-plugged", "status": "completed", "tag": "6f631628-02e4-478e-b413-68659dacf494"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:14:02.756220 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:02.833804 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cff43d80-1474-4872-8ced-59d1bc51eed4 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:02.845193 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=6f631628-02e4-478e-b413-68659dacf494,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:02.847045 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653bdb4d-edcf-4b03-98e3-59675cb9583c req-463d4ace-2ccb-4c2b-a3f8-05a501409dfe tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:02.857916 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-653bdb4d-edcf-4b03-98e3-59675cb9583c req-463d4ace-2ccb-4c2b-a3f8-05a501409dfe tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=17232847-b6af-4835-9bba-18e757b232da HTTP/1.1" status: 200 len: 950 time: 0.2256498 Nov 25 13:14:02.873205 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b47c9e00-a1fc-4cdc-85e1-5eb5bfe77fc7 x-openstack-request-id: req-b47c9e00-a1fc-4cdc-85e1-5eb5bfe77fc7 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:14:02.879934 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "444b6580-a836-498f-b61c-58ed216dd1ee", "name": "network-vif-plugged", "status": "completed", "tag": "6f631628-02e4-478e-b413-68659dacf494", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:14:02.880670 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b47c9e00-a1fc-4cdc-85e1-5eb5bfe77fc7 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:14:02.881850 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '444b6580-a836-498f-b61c-58ed216dd1ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f631628-02e4-478e-b413-68659dacf494', 'code': 200} Nov 25 13:14:02.941013 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-653bdb4d-edcf-4b03-98e3-59675cb9583c req-328e3297-5433-4b46-8fda-0033e03161b9 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806625 Nov 25 13:14:02.963851 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cff43d80-1474-4872-8ced-59d1bc51eed4 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:02.971844 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff43d80-1474-4872-8ced-59d1bc51eed4 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:02.972654 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cff43d80-1474-4872-8ced-59d1bc51eed4 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:03.035794 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f74718-f48c-4b53-a93a-b9f443fcdf8c req-8c55ed07-c703-4328-8a2f-d65ad80aa517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:03.038105 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-98f74718-f48c-4b53-a93a-b9f443fcdf8c req-8c55ed07-c703-4328-8a2f-d65ad80aa517 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=444b6580-a836-498f-b61c-58ed216dd1ee HTTP/1.1" status: 200 len: 1101 time: 0.0933743 Nov 25 13:14:03.075922 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-cff43d80-1474-4872-8ced-59d1bc51eed4 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5212615 Nov 25 13:14:03.078644 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 42286) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:03.084158 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-6f86387d-55a4-4acf-9076-bafaf9d79b0f tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1791149320'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:14:03.086013 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff43d80-1474-4872-8ced-59d1bc51eed4 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Pushing event updated for resources: {'Network': ['ID=1c777ecd-7343-4c7b-8efa-ea61c70772e7,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:03.099561 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 1c777ecd-7343-4c7b-8efa-ea61c70772e7 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:14:03.145849 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-98f74718-f48c-4b53-a93a-b9f443fcdf8c req-f2eb21cb-2520-4bf1-9670-0ecd50058b96 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=500d71cf-8d3d-42ef-88a4-f5db519737ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930409 Nov 25 13:14:03.146804 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f86387d-55a4-4acf-9076-bafaf9d79b0f tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Made reservation on behalf of 5f7dbfcb94614694a052844d8d39ec22 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:14:03.151710 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6f86387d-55a4-4acf-9076-bafaf9d79b0f tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:03.213591 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f86387d-55a4-4acf-9076-bafaf9d79b0f tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:14:03.235623 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6f86387d-55a4-4acf-9076-bafaf9d79b0f tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:03.237229 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-6f86387d-55a4-4acf-9076-bafaf9d79b0f tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Added segment 763f84af-5a93-4651-a1d8-bee6222831c8 of type vlan for network ad8fad1b-f554-4b58-8949-bdd118b7d441 Nov 25 13:14:03.250404 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41c0b80-2a87-487c-96c7-8ee53a651326 req-8da32b62-ba7f-4420-bdf7-69c48438bc72 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:03.263379 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a41c0b80-2a87-487c-96c7-8ee53a651326 req-8da32b62-ba7f-4420-bdf7-69c48438bc72 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] 10.222.0.53 "GET /v2.0/ports?device_id=444b6580-a836-498f-b61c-58ed216dd1ee HTTP/1.1" status: 200 len: 949 time: 0.1247318 Nov 25 13:14:03.352173 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6f86387d-55a4-4acf-9076-bafaf9d79b0f tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:03.414634 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a41c0b80-2a87-487c-96c7-8ee53a651326 req-98dc2157-6d36-4205-bd16-c7f3ae32dc30 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] 10.222.0.53 "GET /v2.0/security-groups?id=500d71cf-8d3d-42ef-88a4-f5db519737ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354334 Nov 25 13:14:03.444378 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6f86387d-55a4-4acf-9076-bafaf9d79b0f tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:03.457109 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f86387d-55a4-4acf-9076-bafaf9d79b0f tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:03.457757 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6f86387d-55a4-4acf-9076-bafaf9d79b0f tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:03.554684 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dfff0d4c-e0bb-4ea8-b763-d3a6baefcdb3 req-054aa3da-e37c-42fa-b47a-b2d659972d2e tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/ports?device_id=94e542b3-9426-4528-ad04-84fce24d61ff HTTP/1.1" status: 200 len: 210 time: 0.0615921 Nov 25 13:14:03.642297 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f86387d-55a4-4acf-9076-bafaf9d79b0f tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Pushing event updated for resources: {'Network': ['ID=ad8fad1b-f554-4b58-8949-bdd118b7d441,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:03.655789 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network ad8fad1b-f554-4b58-8949-bdd118b7d441 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:14:03.656822 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-6f86387d-55a4-4acf-9076-bafaf9d79b0f tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5766613 Nov 25 13:14:03.659650 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 42314) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:03.666854 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-bf26f9b2-b946-45d8-97c0-9c2888c289d0 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Request body: {'ports': [{'network_id': '1c777ecd-7343-4c7b-8efa-ea61c70772e7', 'name': 'tempest-port--1053085135', 'admin_state_up': True}, {'network_id': 'ad8fad1b-f554-4b58-8949-bdd118b7d441', 'admin_state_up': False}]} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:14:03.667079 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-bf26f9b2-b946-45d8-97c0-9c2888c289d0 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Request body: {'port': {'network_id': '1c777ecd-7343-4c7b-8efa-ea61c70772e7', 'name': 'tempest-port--1053085135', 'admin_state_up': True}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:14:03.667451 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-bf26f9b2-b946-45d8-97c0-9c2888c289d0 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Request body: {'port': {'network_id': 'ad8fad1b-f554-4b58-8949-bdd118b7d441', 'admin_state_up': False}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:14:03.747507 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:03.859021 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf26f9b2-b946-45d8-97c0-9c2888c289d0 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Made reservation on behalf of 5f7dbfcb94614694a052844d8d39ec22 for: {'port': 2} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:14:03.865271 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bf26f9b2-b946-45d8-97c0-9c2888c289d0 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:03.885907 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bf26f9b2-b946-45d8-97c0-9c2888c289d0 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:04.019472 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d5a2eb9b-6b21-4cde-8bcc-46b336d0e58b req-edb083df-1f53-4df4-a203-49816452f863 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=a0c9c71d2f524c4bba4fbb87b40ed2f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0505049 Nov 25 13:14:04.039581 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [None req-bf26f9b2-b946-45d8-97c0-9c2888c289d0 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] device_id is not set on port fc900336-9d5d-4494-b572-0ad5c31e0132 yet. {{(pid=103570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:14:04.144230 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c4fba-3534-4445-a015-742ae020cbf0 req-5d4953c1-d811-47f8-bfbe-30f34c1c19a1 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:04.154035 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-709c4fba-3534-4445-a015-742ae020cbf0 req-5d4953c1-d811-47f8-bfbe-30f34c1c19a1 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=17232847-b6af-4835-9bba-18e757b232da HTTP/1.1" status: 200 len: 950 time: 0.0902936 Nov 25 13:14:04.210076 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2eb9b-6b21-4cde-8bcc-46b336d0e58b req-e6f26f56-f931-4a3e-8195-1d0ad07c6a07 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:04.213178 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d5a2eb9b-6b21-4cde-8bcc-46b336d0e58b req-e6f26f56-f931-4a3e-8195-1d0ad07c6a07 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1851115 Nov 25 13:14:04.233952 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-d5a2eb9b-6b21-4cde-8bcc-46b336d0e58b req-ce5667ca-ecd8-4337-b423-09853cfca0b2 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Request body: {'port': {'device_id': '94e542b3-9426-4528-ad04-84fce24d61ff', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'admin_state_up': True, 'tenant_id': 'a0c9c71d2f524c4bba4fbb87b40ed2f1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:14:04.287599 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-709c4fba-3534-4445-a015-742ae020cbf0 req-bc8352d0-4b06-4bb1-a804-b10b2df18c9a tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322212 Nov 25 13:14:04.312199 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 42326) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:04.352710 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bf26f9b2-b946-45d8-97c0-9c2888c289d0 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:04.474397 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [None req-bf26f9b2-b946-45d8-97c0-9c2888c289d0 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] device_id is not set on port 7821c46e-cefd-4984-a8ec-995594f597a0 yet. {{(pid=103570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:14:04.482814 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5a2eb9b-6b21-4cde-8bcc-46b336d0e58b req-ce5667ca-ecd8-4337-b423-09853cfca0b2 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Made reservation on behalf of a0c9c71d2f524c4bba4fbb87b40ed2f1 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:14:04.488937 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d5a2eb9b-6b21-4cde-8bcc-46b336d0e58b req-ce5667ca-ecd8-4337-b423-09853cfca0b2 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:04.512616 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d5a2eb9b-6b21-4cde-8bcc-46b336d0e58b req-ce5667ca-ecd8-4337-b423-09853cfca0b2 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:04.597895 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c76bbcee-a421-43f2-bcd4-d3b02f793633 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:04.653857 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d5a2eb9b-6b21-4cde-8bcc-46b336d0e58b req-ce5667ca-ecd8-4337-b423-09853cfca0b2 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:04.659471 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d5a2eb9b-6b21-4cde-8bcc-46b336d0e58b req-ce5667ca-ecd8-4337-b423-09853cfca0b2 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:04.705627 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78349915-16a4-4a39-9a5f-8e625dcf5ec0 req-ae93489b-069b-4634-acde-f3074d0305b6 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:04.707119 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-78349915-16a4-4a39-9a5f-8e625dcf5ec0 req-ae93489b-069b-4634-acde-f3074d0305b6 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] 10.222.0.53 "GET /v2.0/ports?device_id=444b6580-a836-498f-b61c-58ed216dd1ee HTTP/1.1" status: 200 len: 949 time: 0.1676483 Nov 25 13:14:04.710432 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bf26f9b2-b946-45d8-97c0-9c2888c289d0 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:04.713812 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3cc602cf-6c75-4085-9f90-75c5e167932c req-4aec3b2e-40e6-4769-be43-7f530976c811 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/ports?device_id=94e542b3-9426-4528-ad04-84fce24d61ff HTTP/1.1" status: 200 len: 210 time: 0.0667946 Nov 25 13:14:04.754177 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5667ca-ecd8-4337-b423-09853cfca0b2 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37757832-f230-4e23-b4ea-4b846d5a33d5,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:04.792102 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-78349915-16a4-4a39-9a5f-8e625dcf5ec0 req-187b7828-86a4-4fd3-93b9-5e958469d281 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] 10.222.0.53 "GET /v2.0/security-groups?id=500d71cf-8d3d-42ef-88a4-f5db519737ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697768 Nov 25 13:14:04.847304 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bf26f9b2-b946-45d8-97c0-9c2888c289d0 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:04.850368 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c76bbcee-a421-43f2-bcd4-d3b02f793633 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:04.866889 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-d5a2eb9b-6b21-4cde-8bcc-46b336d0e58b req-ce5667ca-ecd8-4337-b423-09853cfca0b2 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Allocated IP 192.168.233.41 (85f6380f-3625-4f44-8465-fbcf0c11fed5/2ce5ca48-e3be-44c6-9584-fd9eb8c67222/517b18f0-2c79-4e60-aa46-133838422f21) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:14:05.082126 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:05.086110 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d5a2eb9b-6b21-4cde-8bcc-46b336d0e58b req-ce5667ca-ecd8-4337-b423-09853cfca0b2 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:05.134340 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d5a2eb9b-6b21-4cde-8bcc-46b336d0e58b req-ce5667ca-ecd8-4337-b423-09853cfca0b2 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:05.189159 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5a2eb9b-6b21-4cde-8bcc-46b336d0e58b req-ce5667ca-ecd8-4337-b423-09853cfca0b2 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Network 85f6380f-3625-4f44-8465-fbcf0c11fed5 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:14:05.192751 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-d5a2eb9b-6b21-4cde-8bcc-46b336d0e58b req-ce5667ca-ecd8-4337-b423-09853cfca0b2 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:14:05.211304 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5a2eb9b-6b21-4cde-8bcc-46b336d0e58b req-ce5667ca-ecd8-4337-b423-09853cfca0b2 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:14:05.242067 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf26f9b2-b946-45d8-97c0-9c2888c289d0 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Pushing event updated for resources: {'Port': ['ID=fc900336-9d5d-4494-b572-0ad5c31e0132,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:05.248696 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c76bbcee-a421-43f2-bcd4-d3b02f793633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:05.281471 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5667ca-ecd8-4337-b423-09853cfca0b2 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Pushing event updated for resources: {'Port': ['ID=517b18f0-2c79-4e60-aa46-133838422f21,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:05.306860 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2eb9b-6b21-4cde-8bcc-46b336d0e58b req-ce5667ca-ecd8-4337-b423-09853cfca0b2 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:05.307539 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d5a2eb9b-6b21-4cde-8bcc-46b336d0e58b req-ce5667ca-ecd8-4337-b423-09853cfca0b2 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:05.361004 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d5a2eb9b-6b21-4cde-8bcc-46b336d0e58b req-ce5667ca-ecd8-4337-b423-09853cfca0b2 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1356964 Nov 25 13:14:05.383429 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-d5a2eb9b-6b21-4cde-8bcc-46b336d0e58b req-31a8b3a4-ea84-4ce0-b6ae-0d3ce59f714f service neutron] Request body: {'port': {'device_id': '94e542b3-9426-4528-ad04-84fce24d61ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:14:05.395443 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c76bbcee-a421-43f2-bcd4-d3b02f793633 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fcae16f2652b440886b635ec3ea245bc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0768583 Nov 25 13:14:05.399955 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76bbcee-a421-43f2-bcd4-d3b02f793633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1736737d-e5ed-474f-bfe7-2b53d6e69e26,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:05.403943 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 42344) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:05.420453 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cb52dc-5066-4d53-919f-11f555054171 req-b6539161-afde-4b03-8952-d4a701ff4340 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:05.427325 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a5cb52dc-5066-4d53-919f-11f555054171 req-b6539161-afde-4b03-8952-d4a701ff4340 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] 10.222.0.53 "GET /v2.0/ports?device_id=444b6580-a836-498f-b61c-58ed216dd1ee HTTP/1.1" status: 200 len: 949 time: 0.1884139 Nov 25 13:14:05.437425 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf26f9b2-b946-45d8-97c0-9c2888c289d0 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Checking segment: {'id': 'fca3a7ee-ffc3-437f-ad3d-2c1e6ceb7885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '1c777ecd-7343-4c7b-8efa-ea61c70772e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:14:05.438220 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf26f9b2-b946-45d8-97c0-9c2888c289d0 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Network hostable DHCP agents. Network: 1c777ecd-7343-4c7b-8efa-ea61c70772e7, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:14:05.503271 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d5a2eb9b-6b21-4cde-8bcc-46b336d0e58b req-31a8b3a4-ea84-4ce0-b6ae-0d3ce59f714f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:05.564473 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-b87e123f-4a29-4fda-b1cc-ce25bf4b705e None None] Provisioning complete for port 517b18f0-2c79-4e60-aa46-133838422f21 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:14:05.565190 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b87e123f-4a29-4fda-b1cc-ce25bf4b705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:05.616417 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf26f9b2-b946-45d8-97c0-9c2888c289d0 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Network 1c777ecd-7343-4c7b-8efa-ea61c70772e7 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:14:05.628415 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-b87e123f-4a29-4fda-b1cc-ce25bf4b705e None None] Port 517b18f0-2c79-4e60-aa46-133838422f21 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:14:05.638434 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddfc3b2-c99b-4a04-a83b-e04f2ab4cad7 req-141dc520-3131-4569-a350-759cce119479 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:05.641269 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4ddfc3b2-c99b-4a04-a83b-e04f2ab4cad7 req-141dc520-3131-4569-a350-759cce119479 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=17232847-b6af-4835-9bba-18e757b232da HTTP/1.1" status: 200 len: 950 time: 0.1817317 Nov 25 13:14:05.658428 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a5cb52dc-5066-4d53-919f-11f555054171 req-ab1cd3c4-eb73-49fb-a47c-3a70a6eb364a tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] 10.222.0.53 "GET /v2.0/security-groups?id=500d71cf-8d3d-42ef-88a4-f5db519737ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297461 Nov 25 13:14:05.689727 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-bf26f9b2-b946-45d8-97c0-9c2888c289d0 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 1c777ecd-7343-4c7b-8efa-ea61c70772e7) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:14:05.703202 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8caee6-4712-42a5-bcd4-fd49b63f4866 None None] Network 1c777ecd-7343-4c7b-8efa-ea61c70772e7 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:14:05.723599 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf26f9b2-b946-45d8-97c0-9c2888c289d0 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:14:05.724781 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bf26f9b2-b946-45d8-97c0-9c2888c289d0 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:05.744132 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2c31a781-fc7b-4682-bdfa-1f8c46a44b47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:05.859188 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2c31a781-fc7b-4682-bdfa-1f8c46a44b47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:05.866665 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf26f9b2-b946-45d8-97c0-9c2888c289d0 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Pushing event updated for resources: {'Port': ['ID=7821c46e-cefd-4984-a8ec-995594f597a0,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:05.921495 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4ddfc3b2-c99b-4a04-a83b-e04f2ab4cad7 req-0f917b27-dd1f-4052-a7dd-1a427bfa2e1e tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606976 Nov 25 13:14:05.981382 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf26f9b2-b946-45d8-97c0-9c2888c289d0 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Checking segment: {'id': '763f84af-5a93-4651-a1d8-bee6222831c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ad8fad1b-f554-4b58-8949-bdd118b7d441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:14:05.981752 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf26f9b2-b946-45d8-97c0-9c2888c289d0 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Network hostable DHCP agents. Network: ad8fad1b-f554-4b58-8949-bdd118b7d441, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:14:06.038451 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-d5a2eb9b-6b21-4cde-8bcc-46b336d0e58b req-31a8b3a4-ea84-4ce0-b6ae-0d3ce59f714f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 517b18f0-2c79-4e60-aa46-133838422f21 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:14:06.038716 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf26f9b2-b946-45d8-97c0-9c2888c289d0 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Network ad8fad1b-f554-4b58-8949-bdd118b7d441 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:14:06.050034 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d5a2eb9b-6b21-4cde-8bcc-46b336d0e58b req-31a8b3a4-ea84-4ce0-b6ae-0d3ce59f714f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:06.062193 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2c31a781-fc7b-4682-bdfa-1f8c46a44b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:06.064975 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2c31a781-fc7b-4682-bdfa-1f8c46a44b47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:06.068400 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-2c31a781-fc7b-4682-bdfa-1f8c46a44b47 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1736737d-e5ed-474f-bfe7-2b53d6e69e26 HTTP/1.1" status: 204 len: 168 time: 0.6612484 Nov 25 13:14:06.073496 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-bf26f9b2-b946-45d8-97c0-9c2888c289d0 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, ad8fad1b-f554-4b58-8949-bdd118b7d441) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:14:06.074940 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-d5a2eb9b-6b21-4cde-8bcc-46b336d0e58b req-31a8b3a4-ea84-4ce0-b6ae-0d3ce59f714f service neutron] Transition to ACTIVE for port object 517b18f0-2c79-4e60-aa46-133838422f21 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:14:06.084392 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf26f9b2-b946-45d8-97c0-9c2888c289d0 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:14:06.085965 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04ab075-ac26-453c-badd-55039574e639 None None] Network ad8fad1b-f554-4b58-8949-bdd118b7d441 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:14:06.090231 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d5a2eb9b-6b21-4cde-8bcc-46b336d0e58b req-31a8b3a4-ea84-4ce0-b6ae-0d3ce59f714f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:06.091447 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf26f9b2-b946-45d8-97c0-9c2888c289d0 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:06.096388 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf26f9b2-b946-45d8-97c0-9c2888c289d0 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:06.097102 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bf26f9b2-b946-45d8-97c0-9c2888c289d0 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:06.099691 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c31a781-fc7b-4682-bdfa-1f8c46a44b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1736737d-e5ed-474f-bfe7-2b53d6e69e26,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:06.123031 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9416a0-0345-419e-a077-ec97bd6068a8 req-84143487-9d14-4b12-a1ae-c7e504020f09 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:06.131921 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5a9416a0-0345-419e-a077-ec97bd6068a8 req-84143487-9d14-4b12-a1ae-c7e504020f09 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/ports?device_id=94e542b3-9426-4528-ad04-84fce24d61ff HTTP/1.1" status: 200 len: 935 time: 0.1044650 Nov 25 13:14:06.144586 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-bf26f9b2-b946-45d8-97c0-9c2888c289d0 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.4812789 Nov 25 13:14:06.144801 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 42354) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:06.268911 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5a9416a0-0345-419e-a077-ec97bd6068a8 req-a1a8526d-a6b9-4f7c-8f20-67a741f9033e tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/security-groups?id=37757832-f230-4e23-b4ea-4b846d5a33d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359766 Nov 25 13:14:06.300176 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a8b3a4-ea84-4ce0-b6ae-0d3ce59f714f service neutron] Pushing event updated for resources: {'Port': ['ID=517b18f0-2c79-4e60-aa46-133838422f21,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:06.308971 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44372ac1-abc7-4a85-85fd-07d89db1c365 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:06.317478 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44372ac1-abc7-4a85-85fd-07d89db1c365 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:06.319784 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-44372ac1-abc7-4a85-85fd-07d89db1c365 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1740770 Nov 25 13:14:06.323432 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 42358) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:06.392537 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:06.457891 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-d5a2eb9b-6b21-4cde-8bcc-46b336d0e58b req-31a8b3a4-ea84-4ce0-b6ae-0d3ce59f714f service neutron] Attempting to bind port 517b18f0-2c79-4e60-aa46-133838422f21 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:14:06.458241 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-d5a2eb9b-6b21-4cde-8bcc-46b336d0e58b req-31a8b3a4-ea84-4ce0-b6ae-0d3ce59f714f service neutron] Attempting to bind port 517b18f0-2c79-4e60-aa46-133838422f21 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:14:06.458640 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a2eb9b-6b21-4cde-8bcc-46b336d0e58b req-31a8b3a4-ea84-4ce0-b6ae-0d3ce59f714f service neutron] Attempting to bind port 517b18f0-2c79-4e60-aa46-133838422f21 on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:14:06.464819 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a2eb9b-6b21-4cde-8bcc-46b336d0e58b req-31a8b3a4-ea84-4ce0-b6ae-0d3ce59f714f service neutron] Port 517b18f0-2c79-4e60-aa46-133838422f21 on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:14:06.465158 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a2eb9b-6b21-4cde-8bcc-46b336d0e58b req-31a8b3a4-ea84-4ce0-b6ae-0d3ce59f714f service neutron] Attempting to bind port 517b18f0-2c79-4e60-aa46-133838422f21 on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:14:06.479074 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a2eb9b-6b21-4cde-8bcc-46b336d0e58b req-31a8b3a4-ea84-4ce0-b6ae-0d3ce59f714f service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:14:06.479424 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a2eb9b-6b21-4cde-8bcc-46b336d0e58b req-31a8b3a4-ea84-4ce0-b6ae-0d3ce59f714f service neutron] Checking segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:14:06.479823 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a2eb9b-6b21-4cde-8bcc-46b336d0e58b req-31a8b3a4-ea84-4ce0-b6ae-0d3ce59f714f service neutron] Bound using segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:14:06.480303 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-d5a2eb9b-6b21-4cde-8bcc-46b336d0e58b req-31a8b3a4-ea84-4ce0-b6ae-0d3ce59f714f service neutron] Bound port: 517b18f0-2c79-4e60-aa46-133838422f21, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:14:06.480672 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d5a2eb9b-6b21-4cde-8bcc-46b336d0e58b req-31a8b3a4-ea84-4ce0-b6ae-0d3ce59f714f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:06.568347 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-d5a2eb9b-6b21-4cde-8bcc-46b336d0e58b req-31a8b3a4-ea84-4ce0-b6ae-0d3ce59f714f service neutron] For port 517b18f0-2c79-4e60-aa46-133838422f21, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:14:06.572145 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-d5a2eb9b-6b21-4cde-8bcc-46b336d0e58b req-31a8b3a4-ea84-4ce0-b6ae-0d3ce59f714f service neutron] For port 517b18f0-2c79-4e60-aa46-133838422f21, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=517b18f0-2c79-4e60-aa46-133838422f21,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:14:06.576471 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d5a2eb9b-6b21-4cde-8bcc-46b336d0e58b req-31a8b3a4-ea84-4ce0-b6ae-0d3ce59f714f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:06.596817 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe59655-84f8-42b3-9af2-e19d15776288 req-c918125d-04e0-44e6-84ee-29bd8245cfcf tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:06.605716 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7fe59655-84f8-42b3-9af2-e19d15776288 req-c918125d-04e0-44e6-84ee-29bd8245cfcf tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] 10.222.0.53 "GET /v2.0/ports?device_id=444b6580-a836-498f-b61c-58ed216dd1ee HTTP/1.1" status: 200 len: 949 time: 0.1972146 Nov 25 13:14:06.645155 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-b6a59275-8db2-482f-8422-3d4bc4a1daf0 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Deleting port fc900336-9d5d-4494-b572-0ad5c31e0132 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:14:06.645663 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b6a59275-8db2-482f-8422-3d4bc4a1daf0 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:06.650250 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a8b3a4-ea84-4ce0-b6ae-0d3ce59f714f service neutron] Pushing event updated for resources: {'Port': ['ID=517b18f0-2c79-4e60-aa46-133838422f21,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:06.663096 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2eb9b-6b21-4cde-8bcc-46b336d0e58b req-31a8b3a4-ea84-4ce0-b6ae-0d3ce59f714f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:06.663787 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d5a2eb9b-6b21-4cde-8bcc-46b336d0e58b req-31a8b3a4-ea84-4ce0-b6ae-0d3ce59f714f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:06.665482 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d5a2eb9b-6b21-4cde-8bcc-46b336d0e58b req-31a8b3a4-ea84-4ce0-b6ae-0d3ce59f714f service neutron] 10.222.0.47 "PUT /v2.0/ports/517b18f0-2c79-4e60-aa46-133838422f21 HTTP/1.1" status: 200 len: 1096 time: 1.2956619 Nov 25 13:14:06.665954 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94e542b3-9426-4528-ad04-84fce24d61ff', 'tag': '517b18f0-2c79-4e60-aa46-133838422f21'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:14:06.678888 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23615e7f-c0ce-4b3f-8fb8-e668f366ef1f" -d '{"events": [{"name": "network-changed", "server_uuid": "94e542b3-9426-4528-ad04-84fce24d61ff", "tag": "517b18f0-2c79-4e60-aa46-133838422f21"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:14:06.745763 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7fe59655-84f8-42b3-9af2-e19d15776288 req-00d09fe8-dfd9-4e7a-804d-b3b450441a73 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] 10.222.0.53 "GET /v2.0/security-groups?id=500d71cf-8d3d-42ef-88a4-f5db519737ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389279 Nov 25 13:14:06.781595 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 42364) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:06.787535 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ab4e48-ef24-42d5-8971-a1c4578d8dd8 x-openstack-request-id: req-86ab4e48-ef24-42d5-8971-a1c4578d8dd8 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:14:06.787896 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94e542b3-9426-4528-ad04-84fce24d61ff", "tag": "517b18f0-2c79-4e60-aa46-133838422f21", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:14:06.788217 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-86ab4e48-ef24-42d5-8971-a1c4578d8dd8 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:14:06.788681 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94e542b3-9426-4528-ad04-84fce24d61ff', 'tag': '517b18f0-2c79-4e60-aa46-133838422f21', 'status': 'completed', 'code': 200} Nov 25 13:14:06.814655 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2eb9b-6b21-4cde-8bcc-46b336d0e58b req-9aec106a-d7c1-4764-8e45-4e1bf0371dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:06.816833 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d5a2eb9b-6b21-4cde-8bcc-46b336d0e58b req-9aec106a-d7c1-4764-8e45-4e1bf0371dcb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a0c9c71d2f524c4bba4fbb87b40ed2f1&device_id=94e542b3-9426-4528-ad04-84fce24d61ff HTTP/1.1" status: 200 len: 1099 time: 0.0985878 Nov 25 13:14:06.859994 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b6a59275-8db2-482f-8422-3d4bc4a1daf0 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:06.880671 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-b6a59275-8db2-482f-8422-3d4bc4a1daf0 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Calling delete_port for fc900336-9d5d-4494-b572-0ad5c31e0132 owned by {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:14:06.987305 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b82f8180-cfbc-4679-847a-15c741269a12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:07.020355 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b6a59275-8db2-482f-8422-3d4bc4a1daf0 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:07.123029 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a59275-8db2-482f-8422-3d4bc4a1daf0 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Pushing event deleted for resources: {'Port': ['ID=fc900336-9d5d-4494-b572-0ad5c31e0132,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:07.147803 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b6a59275-8db2-482f-8422-3d4bc4a1daf0 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:07.156490 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b6a59275-8db2-482f-8422-3d4bc4a1daf0 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] 10.222.0.53 "DELETE /v2.0/ports/fc900336-9d5d-4494-b572-0ad5c31e0132 HTTP/1.1" status: 204 len: 168 time: 0.8297231 Nov 25 13:14:07.161624 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 42372) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:07.227240 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b510a9ba-29b2-4aad-a0ad-6c2158cecc1c req-7e91a9b7-772c-4060-b5df-ebf0016116bd tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:07.230209 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b510a9ba-29b2-4aad-a0ad-6c2158cecc1c req-7e91a9b7-772c-4060-b5df-ebf0016116bd tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=17232847-b6af-4835-9bba-18e757b232da HTTP/1.1" status: 200 len: 950 time: 0.2030649 Nov 25 13:14:07.330977 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b82f8180-cfbc-4679-847a-15c741269a12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:07.388892 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b82f8180-cfbc-4679-847a-15c741269a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:07.413217 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d5a2eb9b-6b21-4cde-8bcc-46b336d0e58b req-16a3a9c0-4f67-47ed-bd57-01830598bb50 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=517b18f0-2c79-4e60-aa46-133838422f21 HTTP/1.1" status: 200 len: 217 time: 0.5827510 Nov 25 13:14:07.454441 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b82f8180-cfbc-4679-847a-15c741269a12 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4c48068a2b8a417d9281fd017b81d9b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6717904 Nov 25 13:14:07.455313 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 42376) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:07.493966 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2eb9b-6b21-4cde-8bcc-46b336d0e58b req-3c8f2e44-8991-4c5b-8c97-ad7aa0c13c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:07.497449 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d5a2eb9b-6b21-4cde-8bcc-46b336d0e58b req-3c8f2e44-8991-4c5b-8c97-ad7aa0c13c70 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.0609903 Nov 25 13:14:07.571077 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82f8180-cfbc-4679-847a-15c741269a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d492dd98-428d-4003-9831-48fca000b90e,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:07.585584 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b510a9ba-29b2-4aad-a0ad-6c2158cecc1c req-f26c48ec-deef-4607-945e-0077e54e6432 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3451259 Nov 25 13:14:07.617730 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2eb9b-6b21-4cde-8bcc-46b336d0e58b req-be1a2f03-3f55-4cc9-84fb-63bee6f4cf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:07.619349 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d5a2eb9b-6b21-4cde-8bcc-46b336d0e58b req-be1a2f03-3f55-4cc9-84fb-63bee6f4cf16 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1151469 Nov 25 13:14:07.624469 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-c48d73b7-0036-4f7c-ae21-d44a331ffed5 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Deleting port 7821c46e-cefd-4984-a8ec-995594f597a0 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:14:07.624937 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c48d73b7-0036-4f7c-ae21-d44a331ffed5 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:07.647793 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f81ccb-e916-42ca-a196-a9167eff18f0 req-d61a4dda-f6f1-40a5-8f37-cfb684284587 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:07.649581 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-77f81ccb-e916-42ca-a196-a9167eff18f0 req-d61a4dda-f6f1-40a5-8f37-cfb684284587 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] 10.222.0.47 "GET /v2.0/ports?device_id=444b6580-a836-498f-b61c-58ed216dd1ee HTTP/1.1" status: 200 len: 949 time: 0.0973320 Nov 25 13:14:07.651611 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7620ba5-3256-48b4-ba5e-18adf62965a7 req-8e0f4145-ad87-4eb2-b487-3697c00bad8e tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:07.653662 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a7620ba5-3256-48b4-ba5e-18adf62965a7 req-8e0f4145-ad87-4eb2-b487-3697c00bad8e tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/ports?device_id=94e542b3-9426-4528-ad04-84fce24d61ff HTTP/1.1" status: 200 len: 947 time: 0.2254725 Nov 25 13:14:07.654344 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fc667aab-f49e-40e0-8355-c72e45d30a00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:07.754864 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c48d73b7-0036-4f7c-ae21-d44a331ffed5 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:07.767101 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fc667aab-f49e-40e0-8355-c72e45d30a00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:07.787590 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-c48d73b7-0036-4f7c-ae21-d44a331ffed5 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Calling delete_port for 7821c46e-cefd-4984-a8ec-995594f597a0 owned by {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:14:07.815127 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d5a2eb9b-6b21-4cde-8bcc-46b336d0e58b req-36922b75-2bad-4756-af70-d05f2f83409a service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840856 Nov 25 13:14:07.831390 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-77f81ccb-e916-42ca-a196-a9167eff18f0 req-6749755a-65c5-4307-b70b-19dc2210b643 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] Deleting port 6f631628-02e4-478e-b413-68659dacf494 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:14:07.832010 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-77f81ccb-e916-42ca-a196-a9167eff18f0 req-6749755a-65c5-4307-b70b-19dc2210b643 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:07.856607 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:07.887901 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a7620ba5-3256-48b4-ba5e-18adf62965a7 req-68209a9b-36d8-4149-9f00-0c1be2c9ea85 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/security-groups?id=37757832-f230-4e23-b4ea-4b846d5a33d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935518 Nov 25 13:14:07.952608 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d5a2eb9b-6b21-4cde-8bcc-46b336d0e58b req-64b1bf90-af5e-4624-befb-970c1460b59f service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249158 Nov 25 13:14:07.973949 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeeee28-7fab-43a9-8129-94913dd8dd9c req-5f37f841-bb07-4c78-be54-54d76e7c0090 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:07.982280 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-baeeee28-7fab-43a9-8129-94913dd8dd9c req-5f37f841-bb07-4c78-be54-54d76e7c0090 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] 10.222.0.53 "GET /v2.0/ports?device_id=444b6580-a836-498f-b61c-58ed216dd1ee HTTP/1.1" status: 200 len: 949 time: 0.0989666 Nov 25 13:14:08.067948 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-baeeee28-7fab-43a9-8129-94913dd8dd9c req-9a89dd88-df9d-4ac4-8c95-516701cf45fd tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] 10.222.0.53 "GET /v2.0/security-groups?id=500d71cf-8d3d-42ef-88a4-f5db519737ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698841 Nov 25 13:14:08.067948 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fc667aab-f49e-40e0-8355-c72e45d30a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:08.067948 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fc667aab-f49e-40e0-8355-c72e45d30a00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:08.067948 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-fc667aab-f49e-40e0-8355-c72e45d30a00 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d492dd98-428d-4003-9831-48fca000b90e HTTP/1.1" status: 204 len: 168 time: 0.6063731 Nov 25 13:14:08.092865 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc667aab-f49e-40e0-8355-c72e45d30a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d492dd98-428d-4003-9831-48fca000b90e,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:08.108423 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c48d73b7-0036-4f7c-ae21-d44a331ffed5 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:08.183629 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23615e7f-c0ce-4b3f-8fb8-e668f366ef1f req-6aa8b0ec-2d74-487c-bdbc-b7d02798b478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:08.185142 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-23615e7f-c0ce-4b3f-8fb8-e668f366ef1f req-6aa8b0ec-2d74-487c-bdbc-b7d02798b478 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a0c9c71d2f524c4bba4fbb87b40ed2f1&device_id=94e542b3-9426-4528-ad04-84fce24d61ff HTTP/1.1" status: 200 len: 1099 time: 0.1360400 Nov 25 13:14:08.190249 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48d73b7-0036-4f7c-ae21-d44a331ffed5 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Pushing event deleted for resources: {'Port': ['ID=7821c46e-cefd-4984-a8ec-995594f597a0,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:08.194112 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c48d73b7-0036-4f7c-ae21-d44a331ffed5 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:08.198722 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c48d73b7-0036-4f7c-ae21-d44a331ffed5 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] 10.222.0.53 "DELETE /v2.0/ports/7821c46e-cefd-4984-a8ec-995594f597a0 HTTP/1.1" status: 204 len: 168 time: 1.0352399 Nov 25 13:14:08.202063 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 42390) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:08.236278 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-77f81ccb-e916-42ca-a196-a9167eff18f0 req-6749755a-65c5-4307-b70b-19dc2210b643 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] For port 6f631628-02e4-478e-b413-68659dacf494, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=6f631628-02e4-478e-b413-68659dacf494,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:14:08.236649 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-77f81ccb-e916-42ca-a196-a9167eff18f0 req-6749755a-65c5-4307-b70b-19dc2210b643 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:08.252412 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-8823f775-c5f3-4962-9d98-c46ae96fe661 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0449214 Nov 25 13:14:08.253899 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 42392) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:08.260212 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-327ea766-b718-4adf-aa88-a721aa8f47e9 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-196300839'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:14:08.295755 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327ea766-b718-4adf-aa88-a721aa8f47e9 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Made reservation on behalf of 5f7dbfcb94614694a052844d8d39ec22 for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:14:08.303327 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-327ea766-b718-4adf-aa88-a721aa8f47e9 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:08.306318 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-77f81ccb-e916-42ca-a196-a9167eff18f0 req-6749755a-65c5-4307-b70b-19dc2210b643 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] Calling delete_port for 6f631628-02e4-478e-b413-68659dacf494 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:14:08.360534 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-327ea766-b718-4adf-aa88-a721aa8f47e9 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:14:08.380096 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-327ea766-b718-4adf-aa88-a721aa8f47e9 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:08.380096 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-327ea766-b718-4adf-aa88-a721aa8f47e9 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Added segment 66ede62c-3af4-488f-a152-8497a0cb7b3b of type vlan for network 28f4559b-306f-4b9d-8023-782002cda0c0 Nov 25 13:14:08.427598 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23615e7f-c0ce-4b3f-8fb8-e668f366ef1f req-101845ac-eb53-4d78-a0af-d384dfe130fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:08.429204 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-23615e7f-c0ce-4b3f-8fb8-e668f366ef1f req-101845ac-eb53-4d78-a0af-d384dfe130fa service neutron] 10.222.0.47 "GET /v2.0/networks?id=85f6380f-3625-4f44-8465-fbcf0c11fed5 HTTP/1.1" status: 200 len: 870 time: 0.2307119 Nov 25 13:14:08.447505 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-327ea766-b718-4adf-aa88-a721aa8f47e9 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:08.481286 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-327ea766-b718-4adf-aa88-a721aa8f47e9 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:08.497502 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327ea766-b718-4adf-aa88-a721aa8f47e9 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:08.498341 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-23615e7f-c0ce-4b3f-8fb8-e668f366ef1f req-2a625184-001c-4693-8533-4775614d9fb9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=517b18f0-2c79-4e60-aa46-133838422f21 HTTP/1.1" status: 200 len: 217 time: 0.0588794 Nov 25 13:14:08.499065 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-327ea766-b718-4adf-aa88-a721aa8f47e9 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:08.556188 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23615e7f-c0ce-4b3f-8fb8-e668f366ef1f req-b574a70c-8486-409b-bfe8-86c1d1dcba50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:08.557945 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-23615e7f-c0ce-4b3f-8fb8-e668f366ef1f req-b574a70c-8486-409b-bfe8-86c1d1dcba50 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.0473039 Nov 25 13:14:08.603407 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ea766-b718-4adf-aa88-a721aa8f47e9 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Pushing event updated for resources: {'Network': ['ID=28f4559b-306f-4b9d-8023-782002cda0c0,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:08.618861 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 28f4559b-306f-4b9d-8023-782002cda0c0 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:14:08.624759 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-327ea766-b718-4adf-aa88-a721aa8f47e9 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3703895 Nov 25 13:14:08.629138 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 42400) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:08.641266 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-3b54bfca-354f-4efa-a358-4b4e5567bd22 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1929372740'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:14:08.694180 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23615e7f-c0ce-4b3f-8fb8-e668f366ef1f req-8ce65ca9-649f-48ba-9f8e-15a477d10e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:08.695799 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-23615e7f-c0ce-4b3f-8fb8-e668f366ef1f req-8ce65ca9-649f-48ba-9f8e-15a477d10e29 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1278620 Nov 25 13:14:08.700223 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b54bfca-354f-4efa-a358-4b4e5567bd22 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Made reservation on behalf of 5f7dbfcb94614694a052844d8d39ec22 for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:14:08.703854 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3b54bfca-354f-4efa-a358-4b4e5567bd22 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:08.740372 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-77f81ccb-e916-42ca-a196-a9167eff18f0 req-6749755a-65c5-4307-b70b-19dc2210b643 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:08.754110 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['6f631628-02e4-478e-b413-68659dacf494'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:14:08.798554 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b54bfca-354f-4efa-a358-4b4e5567bd22 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:14:08.820399 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3b54bfca-354f-4efa-a358-4b4e5567bd22 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:08.820901 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-3b54bfca-354f-4efa-a358-4b4e5567bd22 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Added segment b9e957a5-6f3f-423a-a550-88399a71b736 of type vlan for network 7427fe13-5089-472a-bdc6-d5b926f7b77d Nov 25 13:14:08.831249 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6749755a-65c5-4307-b70b-19dc2210b643 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] Pushing event deleted for resources: {'Port': ['ID=6f631628-02e4-478e-b413-68659dacf494,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:08.846941 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ad5ee-1a0b-4e14-82e3-bb8721c8ff3c req-b3df8bc8-0570-46dc-956c-01b8e2d77b15 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:08.848849 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-042ad5ee-1a0b-4e14-82e3-bb8721c8ff3c req-b3df8bc8-0570-46dc-956c-01b8e2d77b15 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=17232847-b6af-4835-9bba-18e757b232da HTTP/1.1" status: 200 len: 950 time: 0.0924997 Nov 25 13:14:08.854271 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-77f81ccb-e916-42ca-a196-a9167eff18f0 req-6749755a-65c5-4307-b70b-19dc2210b643 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] No DVR routers for this DVR port 6f631628-02e4-478e-b413-68659dacf494 on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:14:08.860314 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-77f81ccb-e916-42ca-a196-a9167eff18f0 req-6749755a-65c5-4307-b70b-19dc2210b643 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:08.862344 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-77f81ccb-e916-42ca-a196-a9167eff18f0 req-6749755a-65c5-4307-b70b-19dc2210b643 tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] 10.222.0.47 "DELETE /v2.0/ports/6f631628-02e4-478e-b413-68659dacf494 HTTP/1.1" status: 204 len: 173 time: 1.1988649 Nov 25 13:14:08.862868 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '444b6580-a836-498f-b61c-58ed216dd1ee', 'name': 'network-vif-deleted', 'tag': '6f631628-02e4-478e-b413-68659dacf494'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:14:08.865238 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31180353-c4bd-4382-86cc-1761d25877e1" -d '{"events": [{"server_uuid": "444b6580-a836-498f-b61c-58ed216dd1ee", "name": "network-vif-deleted", "tag": "6f631628-02e4-478e-b413-68659dacf494"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:14:08.932098 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-23615e7f-c0ce-4b3f-8fb8-e668f366ef1f req-12fa3157-fec9-476f-89f5-5d97da45779d service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218459 Nov 25 13:14:08.968414 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fecbc7a-2319-4a05-b10c-e832e261db02 x-openstack-request-id: req-5fecbc7a-2319-4a05-b10c-e832e261db02 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:14:08.968664 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "444b6580-a836-498f-b61c-58ed216dd1ee", "name": "network-vif-deleted", "tag": "6f631628-02e4-478e-b413-68659dacf494", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:14:08.968902 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5fecbc7a-2319-4a05-b10c-e832e261db02 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:14:08.969544 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '444b6580-a836-498f-b61c-58ed216dd1ee', 'name': 'network-vif-deleted', 'tag': '6f631628-02e4-478e-b413-68659dacf494', 'status': 'completed', 'code': 200} Nov 25 13:14:09.019178 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3b54bfca-354f-4efa-a358-4b4e5567bd22 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:09.179643 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3b54bfca-354f-4efa-a358-4b4e5567bd22 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:09.187694 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b54bfca-354f-4efa-a358-4b4e5567bd22 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:09.188556 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3b54bfca-354f-4efa-a358-4b4e5567bd22 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:09.190611 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-23615e7f-c0ce-4b3f-8fb8-e668f366ef1f req-9d913064-fdbf-4a83-966c-eac1640b58a0 service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517767 Nov 25 13:14:09.222145 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-042ad5ee-1a0b-4e14-82e3-bb8721c8ff3c req-fc5a0266-49e9-435f-92ca-648652b16aaa tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157103 Nov 25 13:14:09.341467 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3b54bfca-354f-4efa-a358-4b4e5567bd22 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7110746 Nov 25 13:14:09.362886 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebf2090-b7be-41c9-b44b-bfe7dbb114a5 req-9c90b938-fd49-4795-bbb3-22839906ed69 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:09.371224 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6ebf2090-b7be-41c9-b44b-bfe7dbb114a5 req-9c90b938-fd49-4795-bbb3-22839906ed69 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/ports?device_id=94e542b3-9426-4528-ad04-84fce24d61ff HTTP/1.1" status: 200 len: 947 time: 0.2062807 Nov 25 13:14:09.381814 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b54bfca-354f-4efa-a358-4b4e5567bd22 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Pushing event updated for resources: {'Network': ['ID=7427fe13-5089-472a-bdc6-d5b926f7b77d,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:09.406053 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 7427fe13-5089-472a-bdc6-d5b926f7b77d details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:14:09.569235 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6ebf2090-b7be-41c9-b44b-bfe7dbb114a5 req-f1757f42-54bb-4e4a-a817-d93fcebaeef1 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/security-groups?id=37757832-f230-4e23-b4ea-4b846d5a33d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969521 Nov 25 13:14:09.570996 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 42426) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:09.597530 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-948f19fe-4cce-40ed-9ff6-52138460b019 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Request body: {'subnets': [{'network_id': '28f4559b-306f-4b9d-8023-782002cda0c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1977323449', 'ip_version': 4}, {'network_id': '7427fe13-5089-472a-bdc6-d5b926f7b77d', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:14:09.601611 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-948f19fe-4cce-40ed-9ff6-52138460b019 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Request body: {'subnet': {'network_id': '28f4559b-306f-4b9d-8023-782002cda0c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1977323449', 'ip_version': 4}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:14:09.607391 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-948f19fe-4cce-40ed-9ff6-52138460b019 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Request body: {'subnet': {'network_id': '7427fe13-5089-472a-bdc6-d5b926f7b77d', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:14:09.822544 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5e701425-c304-42f9-8f64-054d3f8f8b1e req-f22f2683-bfab-43e6-bfcd-4d8d5c31deda tempest-DeleteServersAdminTestJSON-516225275 tempest-DeleteServersAdminTestJSON-516225275-project] 10.222.0.53 "GET /v2.0/ports?device_id=444b6580-a836-498f-b61c-58ed216dd1ee HTTP/1.1" status: 200 len: 210 time: 0.0598395 Nov 25 13:14:09.984255 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948f19fe-4cce-40ed-9ff6-52138460b019 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Made reservation on behalf of 5f7dbfcb94614694a052844d8d39ec22 for: {'subnet': 2} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:14:09.991316 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-948f19fe-4cce-40ed-9ff6-52138460b019 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:09.992016 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-948f19fe-4cce-40ed-9ff6-52138460b019 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:10.450901 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294254cc-46ec-459f-817f-cd43c402695b req-f760f2c6-986f-4930-b38f-f2c1dacd9764 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:10.452427 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-294254cc-46ec-459f-817f-cd43c402695b req-f760f2c6-986f-4930-b38f-f2c1dacd9764 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=17232847-b6af-4835-9bba-18e757b232da HTTP/1.1" status: 200 len: 950 time: 0.1029718 Nov 25 13:14:10.466250 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 517b18f0-2c79-4e60-aa46-133838422f21 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:14:10.558264 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-294254cc-46ec-459f-817f-cd43c402695b req-7a13c487-ba07-4a2a-9cc7-315d0d2ac522 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941954 Nov 25 13:14:10.663082 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-948f19fe-4cce-40ed-9ff6-52138460b019 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:10.741294 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948f19fe-4cce-40ed-9ff6-52138460b019 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Pushing event updated for resources: {'Subnet': ['ID=3da70c7f-dd6a-4bc2-99eb-02c71af6273a,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:10.769724 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948f19fe-4cce-40ed-9ff6-52138460b019 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Checking segment: {'id': '66ede62c-3af4-488f-a152-8497a0cb7b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '28f4559b-306f-4b9d-8023-782002cda0c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:14:10.770175 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948f19fe-4cce-40ed-9ff6-52138460b019 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Network hostable DHCP agents. Network: 28f4559b-306f-4b9d-8023-782002cda0c0, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:14:10.798645 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948f19fe-4cce-40ed-9ff6-52138460b019 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Network 28f4559b-306f-4b9d-8023-782002cda0c0 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:14:10.828982 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-948f19fe-4cce-40ed-9ff6-52138460b019 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 28f4559b-306f-4b9d-8023-782002cda0c0) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:14:10.837498 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-948f19fe-4cce-40ed-9ff6-52138460b019 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:10.841846 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 517b18f0-2c79-4e60-aa46-133838422f21, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=517b18f0-2c79-4e60-aa46-133838422f21,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:14:10.865611 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca632dd6-090f-4839-a05e-2d5944ecda4e req-150ec013-c3c4-46ea-a853-05de5d3502bc tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:10.874891 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ca632dd6-090f-4839-a05e-2d5944ecda4e req-150ec013-c3c4-46ea-a853-05de5d3502bc tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/ports?device_id=94e542b3-9426-4528-ad04-84fce24d61ff HTTP/1.1" status: 200 len: 947 time: 0.0953410 Nov 25 13:14:10.877301 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '517b18f0-2c79-4e60-aa46-133838422f21', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'port_id': '517b18f0-2c79-4e60-aa46-133838422f21', 'mac_address': 'fa:16:3e:9f:90:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce5ca48-e3be-44c6-9584-fd9eb8c67222', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:14:10.879179 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23312be-a221-490f-a166-2dafd5b0dd70 None None] Network 28f4559b-306f-4b9d-8023-782002cda0c0 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:14:10.960690 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948f19fe-4cce-40ed-9ff6-52138460b019 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Checking segment: {'id': 'b9e957a5-6f3f-423a-a550-88399a71b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7427fe13-5089-472a-bdc6-d5b926f7b77d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:14:10.961150 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948f19fe-4cce-40ed-9ff6-52138460b019 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Network hostable DHCP agents. Network: 7427fe13-5089-472a-bdc6-d5b926f7b77d, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:14:10.984315 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948f19fe-4cce-40ed-9ff6-52138460b019 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Pushing event updated for resources: {'Subnet': ['ID=290da54c-f9b5-4408-8f8a-a991b5ae2233,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:11.020099 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ca632dd6-090f-4839-a05e-2d5944ecda4e req-3f96f5ab-d3b0-42cf-b745-c9f2fafaa328 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/security-groups?id=37757832-f230-4e23-b4ea-4b846d5a33d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430089 Nov 25 13:14:11.039053 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948f19fe-4cce-40ed-9ff6-52138460b019 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Network 7427fe13-5089-472a-bdc6-d5b926f7b77d is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:14:11.055676 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-948f19fe-4cce-40ed-9ff6-52138460b019 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 7427fe13-5089-472a-bdc6-d5b926f7b77d) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:14:11.061336 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948f19fe-4cce-40ed-9ff6-52138460b019 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:11.061793 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948f19fe-4cce-40ed-9ff6-52138460b019 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:11.062486 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-948f19fe-4cce-40ed-9ff6-52138460b019 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:11.078773 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a3e071-cbe4-496a-9560-4ef43997d966 None None] Network 7427fe13-5089-472a-bdc6-d5b926f7b77d requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:14:11.095626 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-948f19fe-4cce-40ed-9ff6-52138460b019 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.5202723 Nov 25 13:14:11.095626 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 42462) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:11.229530 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:11.345098 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 517b18f0-2c79-4e60-aa46-133838422f21 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:14:11.377966 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527b44ee-07a0-4833-837e-8575c250fffc tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:11.381871 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527b44ee-07a0-4833-837e-8575c250fffc tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:11.383583 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 517b18f0-2c79-4e60-aa46-133838422f21, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=517b18f0-2c79-4e60-aa46-133838422f21,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:14:11.390129 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527b44ee-07a0-4833-837e-8575c250fffc tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:11.395257 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-527b44ee-07a0-4833-837e-8575c250fffc tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2989869 Nov 25 13:14:11.398396 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 42476) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:11.506762 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:14:11.508425 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc739cf6-d8ac-4e68-8c04-2936b9fbc92a tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Deleting subnet 3da70c7f-dd6a-4bc2-99eb-02c71af6273a {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:14:11.512921 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fc739cf6-d8ac-4e68-8c04-2936b9fbc92a tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:11.593433 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:11.630426 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fc739cf6-d8ac-4e68-8c04-2936b9fbc92a tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:11.648893 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7dcc129-3a19-4149-979f-d22347ad1a0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-28f4559b-306f-4b9d-8023-782002cda0c0', 'network_id': '28f4559b-306f-4b9d-8023-782002cda0c0', 'tenant_id': '5f7dbfcb94614694a052844d8d39ec22', 'fixed_ips': [{'subnet_id': '3da70c7f-dd6a-4bc2-99eb-02c71af6273a'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:14:11.648893 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c7dcc129-3a19-4149-979f-d22347ad1a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:11.754389 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 42490) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:11.773589 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:11.843491 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['517b18f0-2c79-4e60-aa46-133838422f21'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:14:11.852636 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fc739cf6-d8ac-4e68-8c04-2936b9fbc92a tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:11.936548 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a6ed5-0e6d-4b95-baec-9fd49d94fe75 req-e01496e4-f1a8-400c-9767-abb8e96f3433 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:11.944866 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-128a6ed5-0e6d-4b95-baec-9fd49d94fe75 req-e01496e4-f1a8-400c-9767-abb8e96f3433 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=17232847-b6af-4835-9bba-18e757b232da HTTP/1.1" status: 200 len: 950 time: 0.2339420 Nov 25 13:14:11.985588 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=517b18f0-2c79-4e60-aa46-133838422f21,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:12.001938 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5e06918d-e4a9-4b37-9f11-0f82e9c4fe2b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3ee4221bb32f4891964fceef3f22fcaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2439446 Nov 25 13:14:12.005917 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 42500) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:12.020801 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-128a6ed5-0e6d-4b95-baec-9fd49d94fe75 req-b5fc23b6-1f2c-4e19-b564-c65f895bebb4 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689483 Nov 25 13:14:12.072054 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6879bc-f4ee-403c-8ece-f2ebcf675de4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-7427fe13-5089-472a-bdc6-d5b926f7b77d', 'network_id': '7427fe13-5089-472a-bdc6-d5b926f7b77d', 'tenant_id': '5f7dbfcb94614694a052844d8d39ec22', 'fixed_ips': [{'subnet_id': '290da54c-f9b5-4408-8f8a-a991b5ae2233'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:14:12.072916 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9b6879bc-f4ee-403c-8ece-f2ebcf675de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:12.112327 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fc739cf6-d8ac-4e68-8c04-2936b9fbc92a tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:12.178295 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server [None req-c7dcc129-3a19-4149-979f-d22347ad1a0b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3da70c7f-dd6a-4bc2-99eb-02c71af6273a: This subnet is being modified by another concurrent operation. Nov 25 13:14:12.178295 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 13:14:12.178295 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 13:14:12.178295 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 13:14:12.178295 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 13:14:12.178295 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 13:14:12.178295 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 13:14:12.178295 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 13:14:12.178295 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 13:14:12.178295 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 13:14:12.178295 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 13:14:12.178295 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 13:14:12.178295 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 13:14:12.178295 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 13:14:12.178295 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 13:14:12.178295 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 13:14:12.178295 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 13:14:12.178295 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 13:14:12.178295 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 13:14:12.178295 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 13:14:12.178295 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 13:14:12.178295 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 13:14:12.178295 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 13:14:12.178295 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 13:14:12.178295 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 13:14:12.178295 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 13:14:12.178295 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 13:14:12.178295 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 13:14:12.178295 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 13:14:12.178295 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 13:14:12.178295 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 13:14:12.178295 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 13:14:12.178295 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 13:14:12.178295 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 13:14:12.178295 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 25 13:14:12.178295 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 25 13:14:12.178295 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 25 13:14:12.178295 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 25 13:14:12.178295 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 25 13:14:12.178295 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 25 13:14:12.178295 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 25 13:14:12.178295 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 25 13:14:12.178295 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 25 13:14:12.178295 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 13:14:12.178295 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 13:14:12.178295 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 13:14:12.178295 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 13:14:12.178295 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 13:14:12.178295 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 13:14:12.178295 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 13:14:12.178295 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 13:14:12.178295 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 13:14:12.178295 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 13:14:12.178295 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 13:14:12.183759 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 13:14:12.183759 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 13:14:12.183759 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 13:14:12.183759 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 13:14:12.183759 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 13:14:12.183759 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 13:14:12.183759 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 13:14:12.183759 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 13:14:12.183759 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 13:14:12.183759 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 13:14:12.183759 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 13:14:12.183759 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 13:14:12.183759 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 13:14:12.183759 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 13:14:12.183759 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 13:14:12.183759 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 13:14:12.183759 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 25 13:14:12.183759 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 25 13:14:12.183759 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 25 13:14:12.183759 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 25 13:14:12.183759 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 25 13:14:12.183759 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 25 13:14:12.183759 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 25 13:14:12.183759 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 25 13:14:12.183759 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 13:14:12.183759 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 13:14:12.183759 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 13:14:12.183759 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 13:14:12.183759 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 25 13:14:12.183759 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 25 13:14:12.183759 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 25 13:14:12.183759 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 13:14:12.183759 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 25 13:14:12.183759 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 13:14:12.183759 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 13:14:12.183759 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise exception Nov 25 13:14:12.183759 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3da70c7f-dd6a-4bc2-99eb-02c71af6273a: This subnet is being modified by another concurrent operation. Nov 25 13:14:12.183759 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server Nov 25 13:14:12.197161 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc739cf6-d8ac-4e68-8c04-2936b9fbc92a tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Pushing event deleted for resources: {'Subnet': ['ID=3da70c7f-dd6a-4bc2-99eb-02c71af6273a,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:12.206357 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fc739cf6-d8ac-4e68-8c04-2936b9fbc92a tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:12.213926 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-fc739cf6-d8ac-4e68-8c04-2936b9fbc92a tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] 10.222.0.53 "DELETE /v2.0/subnets/3da70c7f-dd6a-4bc2-99eb-02c71af6273a HTTP/1.1" status: 204 len: 168 time: 0.8118737 Nov 25 13:14:12.214910 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 42508) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:12.244052 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5505a752-b7c0-4299-b356-fde09f89ac0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:12.257509 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d3928-e01f-4ebf-86bb-c63b6c09db1a req-c51f8604-06be-445e-8628-f3974653dd7b tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:12.265585 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-539d3928-e01f-4ebf-86bb-c63b6c09db1a req-c51f8604-06be-445e-8628-f3974653dd7b tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/ports?device_id=94e542b3-9426-4528-ad04-84fce24d61ff HTTP/1.1" status: 200 len: 948 time: 0.1477790 Nov 25 13:14:12.282196 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb825184-e6ef-4df4-b282-895307a30e71 None None] Network 28f4559b-306f-4b9d-8023-782002cda0c0 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:14:12.326618 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5505a752-b7c0-4299-b356-fde09f89ac0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:12.344736 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-539d3928-e01f-4ebf-86bb-c63b6c09db1a req-28337942-5336-4f21-aa2f-445f6d081897 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/security-groups?id=37757832-f230-4e23-b4ea-4b846d5a33d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782044 Nov 25 13:14:12.360969 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device ef159002-0a94-4b9b-a981-f864f7dce730 details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:14:12.361227 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-482f8170-9c96-4521-8d2e-d07f1ebb29a6 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Deleting subnet 290da54c-f9b5-4408-8f8a-a991b5ae2233 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:14:12.361445 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device ef159002-0a94-4b9b-a981-f864f7dce730 no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:14:12.384821 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-482f8170-9c96-4521-8d2e-d07f1ebb29a6 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:12.425396 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5505a752-b7c0-4299-b356-fde09f89ac0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:12.432717 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5505a752-b7c0-4299-b356-fde09f89ac0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:12.442215 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-5505a752-b7c0-4299-b356-fde09f89ac0b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/500d71cf-8d3d-42ef-88a4-f5db519737ca HTTP/1.1" status: 204 len: 168 time: 0.4172800 Nov 25 13:14:12.442411 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-482f8170-9c96-4521-8d2e-d07f1ebb29a6 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:12.481231 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 6f631628-02e4-478e-b413-68659dacf494 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:14:12.491655 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-482f8170-9c96-4521-8d2e-d07f1ebb29a6 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:12.502121 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5505a752-b7c0-4299-b356-fde09f89ac0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=500d71cf-8d3d-42ef-88a4-f5db519737ca,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:12.543141 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: 6f631628-02e4-478e-b413-68659dacf494 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:14:12.543609 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 6f631628-02e4-478e-b413-68659dacf494 not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:14:12.564306 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-482f8170-9c96-4521-8d2e-d07f1ebb29a6 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:12.588129 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-482f8170-9c96-4521-8d2e-d07f1ebb29a6 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:12.592666 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-482f8170-9c96-4521-8d2e-d07f1ebb29a6 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] 10.222.0.53 "DELETE /v2.0/subnets/290da54c-f9b5-4408-8f8a-a991b5ae2233 HTTP/1.1" status: 204 len: 168 time: 0.3765001 Nov 25 13:14:12.595429 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 42520) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:12.651788 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server [None req-9b6879bc-f4ee-403c-8ece-f2ebcf675de4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 290da54c-f9b5-4408-8f8a-a991b5ae2233: This subnet is being modified by another concurrent operation. Nov 25 13:14:12.651788 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 13:14:12.651788 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 13:14:12.651788 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 13:14:12.651788 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 13:14:12.651788 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 13:14:12.651788 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 13:14:12.651788 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 13:14:12.651788 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 13:14:12.651788 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 13:14:12.651788 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 13:14:12.651788 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 13:14:12.651788 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 13:14:12.651788 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 13:14:12.651788 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 13:14:12.651788 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 13:14:12.651788 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 13:14:12.651788 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 13:14:12.651788 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 13:14:12.651788 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 13:14:12.651788 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 13:14:12.651788 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 13:14:12.651788 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 13:14:12.651788 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 13:14:12.651788 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 13:14:12.651788 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 13:14:12.651788 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 13:14:12.651788 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 13:14:12.651788 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 13:14:12.651788 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 13:14:12.651788 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 13:14:12.651788 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 13:14:12.651788 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 13:14:12.651788 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 13:14:12.651788 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 25 13:14:12.651788 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 25 13:14:12.651788 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 25 13:14:12.651788 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 25 13:14:12.651788 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 25 13:14:12.651788 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 25 13:14:12.651788 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 25 13:14:12.651788 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 25 13:14:12.651788 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 25 13:14:12.651788 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 13:14:12.651788 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 13:14:12.651788 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 13:14:12.651788 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 13:14:12.651788 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 13:14:12.651788 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 13:14:12.651788 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 13:14:12.651788 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 13:14:12.651788 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 13:14:12.651788 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 13:14:12.651788 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 13:14:12.656761 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 13:14:12.656761 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 13:14:12.656761 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 13:14:12.656761 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 13:14:12.656761 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 13:14:12.656761 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 13:14:12.656761 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 13:14:12.656761 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 13:14:12.656761 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 13:14:12.656761 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 13:14:12.656761 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 13:14:12.656761 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 13:14:12.656761 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 13:14:12.656761 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 13:14:12.656761 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 13:14:12.656761 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 13:14:12.656761 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 25 13:14:12.656761 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 25 13:14:12.656761 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 25 13:14:12.656761 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 25 13:14:12.656761 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 25 13:14:12.656761 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 25 13:14:12.656761 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 25 13:14:12.656761 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 25 13:14:12.656761 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 13:14:12.656761 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 13:14:12.656761 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 13:14:12.656761 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 13:14:12.656761 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 25 13:14:12.656761 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 25 13:14:12.656761 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 25 13:14:12.656761 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 13:14:12.656761 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 25 13:14:12.656761 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 13:14:12.656761 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 13:14:12.656761 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise exception Nov 25 13:14:12.656761 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 290da54c-f9b5-4408-8f8a-a991b5ae2233: This subnet is being modified by another concurrent operation. Nov 25 13:14:12.656761 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server Nov 25 13:14:12.680362 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482f8170-9c96-4521-8d2e-d07f1ebb29a6 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Pushing event deleted for resources: {'Subnet': ['ID=290da54c-f9b5-4408-8f8a-a991b5ae2233,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:12.697270 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd16c6f-c2b0-462b-b70d-b74b01b8dc3a None None] Network 7427fe13-5089-472a-bdc6-d5b926f7b77d requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:14:12.725176 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32bde7dc-cde7-423e-871d-2944471f98c5 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:12.727215 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-32bde7dc-cde7-423e-871d-2944471f98c5 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1301882 Nov 25 13:14:12.731719 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 42524) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:12.794427 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:12.800698 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port ef159002-0a94-4b9b-a981-f864f7dce730, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=ef159002-0a94-4b9b-a981-f864f7dce730,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:14:12.834915 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': 'ef159002-0a94-4b9b-a981-f864f7dce730', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'port_id': 'ef159002-0a94-4b9b-a981-f864f7dce730', 'mac_address': 'fa:16:3e:b1:15:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce5ca48-e3be-44c6-9584-fd9eb8c67222', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:14:12.893851 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17232847-b6af-4835-9bba-18e757b232da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef159002-0a94-4b9b-a981-f864f7dce730'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:14:12.896185 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47facd9-f882-4892-a61e-181026a77390" -d '{"events": [{"server_uuid": "17232847-b6af-4835-9bba-18e757b232da", "name": "network-vif-unplugged", "status": "completed", "tag": "ef159002-0a94-4b9b-a981-f864f7dce730"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:14:12.904746 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16f706b-8117-4d16-8adf-7cc65903f727 None None] get_active_networks_info from n-d-808199-11 {{(pid=103572) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 13:14:12.928598 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-01252c7a-48cb-4c0b-ba65-7f72d6bd8d80 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:12.970100 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port ef159002-0a94-4b9b-a981-f864f7dce730, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=ef159002-0a94-4b9b-a981-f864f7dce730,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:14:13.002534 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:13.011626 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 13:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4bdae0b-9ca8-4a98-9e83-ba3385bd24a0 x-openstack-request-id: req-f4bdae0b-9ca8-4a98-9e83-ba3385bd24a0 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:14:13.011926 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17232847-b6af-4835-9bba-18e757b232da", "name": "network-vif-unplugged", "status": "completed", "tag": "ef159002-0a94-4b9b-a981-f864f7dce730", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:14:13.012187 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f4bdae0b-9ca8-4a98-9e83-ba3385bd24a0 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:14:13.012585 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17232847-b6af-4835-9bba-18e757b232da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef159002-0a94-4b9b-a981-f864f7dce730', 'code': 200} Nov 25 13:14:13.065469 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:13.149434 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ef159002-0a94-4b9b-a981-f864f7dce730 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:14:13.191832 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-01252c7a-48cb-4c0b-ba65-7f72d6bd8d80 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:13.213635 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=ef159002-0a94-4b9b-a981-f864f7dce730,revision_number=6']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:13.229101 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81cff61-130d-4f43-bfa4-2fd5b107f410 req-fb503d06-58a6-46a6-90a9-cf8d3453f5be tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:13.237673 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e81cff61-130d-4f43-bfa4-2fd5b107f410 req-fb503d06-58a6-46a6-90a9-cf8d3453f5be tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=17232847-b6af-4835-9bba-18e757b232da HTTP/1.1" status: 200 len: 948 time: 0.0845964 Nov 25 13:14:13.252580 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-01252c7a-48cb-4c0b-ba65-7f72d6bd8d80 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7427fe13-5089-472a-bdc6-d5b926f7b77d']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:14:13.275129 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-01252c7a-48cb-4c0b-ba65-7f72d6bd8d80 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9e957a5-6f3f-423a-a550-88399a71b736') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:14:13.275439 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-01252c7a-48cb-4c0b-ba65-7f72d6bd8d80 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9e957a5-6f3f-423a-a550-88399a71b736') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:14:13.306661 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 42544) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:13.309749 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-01252c7a-48cb-4c0b-ba65-7f72d6bd8d80 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:13.342268 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cb14c66d-debe-4969-8982-9b9f0cbad212 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:13.365979 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-01252c7a-48cb-4c0b-ba65-7f72d6bd8d80 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:13.370301 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.db.api [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 13:14:13.371206 n-d-808199-11 neutron-server[103572]: DEBUG oslo_db.api [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 13:14:13.381720 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16f706b-8117-4d16-8adf-7cc65903f727 None None] Resources bound (agent type, host, resource id): {{(pid=103572) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 13:14:13.391516 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01252c7a-48cb-4c0b-ba65-7f72d6bd8d80 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:14:13.404387 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-01252c7a-48cb-4c0b-ba65-7f72d6bd8d80 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:13.406634 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e81cff61-130d-4f43-bfa4-2fd5b107f410 req-f2258b08-1b91-4c3d-936a-da3086b8021c tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636941 Nov 25 13:14:13.409315 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:14:13.409315 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:14:13.409315 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:14:13.409315 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:14:13.409315 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:14:13.409315 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:14:13.409315 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:14:13.409315 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:14:13.409315 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:14:13.409315 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:14:13.409315 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:14:13.409315 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:14:13.409315 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:14:13.409315 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:14:13.409315 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:14:13.409315 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:14:13.409315 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:14:13.409315 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:14:13.409315 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:14:13.409315 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:14:13.409315 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:14:13.409315 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:14:13.409315 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:14:13.409315 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:14:13.409315 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:14:13.409315 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:14:13.409315 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:14:13.409315 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:14:13.409315 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:14:13.409315 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:14:13.409315 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:14:13.409315 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:14:13.559716 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 42550) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:13.585247 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-01252c7a-48cb-4c0b-ba65-7f72d6bd8d80 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:13.604529 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-01252c7a-48cb-4c0b-ba65-7f72d6bd8d80 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:13.619997 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-01252c7a-48cb-4c0b-ba65-7f72d6bd8d80 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] 10.222.0.53 "DELETE /v2.0/networks/7427fe13-5089-472a-bdc6-d5b926f7b77d HTTP/1.1" status: 204 len: 168 time: 0.8866086 Nov 25 13:14:13.625248 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 42554) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:13.656528 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01252c7a-48cb-4c0b-ba65-7f72d6bd8d80 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Pushing event deleted for resources: {'Network': ['ID=7427fe13-5089-472a-bdc6-d5b926f7b77d,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:13.759429 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cb14c66d-debe-4969-8982-9b9f0cbad212 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:13.764941 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cb14c66d-debe-4969-8982-9b9f0cbad212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:13.842770 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d0b78734-837e-4bb5-8650-5f07d3d25d5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:13.849488 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-cb14c66d-debe-4969-8982-9b9f0cbad212 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=52e080bfb3294397bc4ba647952d1c19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5418649 Nov 25 13:14:13.857682 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 42556) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:13.858593 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb14c66d-debe-4969-8982-9b9f0cbad212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6214f6-15b0-4829-9a31-19a2af591708,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:13.876171 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-85ea36b3-f710-4f21-aeb3-25b64cf01848 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:13.915478 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcdc633-d68f-4e91-bdab-4de6381ba854 req-296d833e-fa6b-475b-8d66-ddefc3170b12 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:13.919327 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-abcdc633-d68f-4e91-bdab-4de6381ba854 req-296d833e-fa6b-475b-8d66-ddefc3170b12 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/ports?device_id=94e542b3-9426-4528-ad04-84fce24d61ff HTTP/1.1" status: 200 len: 948 time: 0.4013302 Nov 25 13:14:14.045066 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d0b78734-837e-4bb5-8650-5f07d3d25d5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:14.075366 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d0b78734-837e-4bb5-8650-5f07d3d25d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:14.095166 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-85ea36b3-f710-4f21-aeb3-25b64cf01848 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:14.119977 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-abcdc633-d68f-4e91-bdab-4de6381ba854 req-eef76664-96a6-4fa1-91bc-55d4dbf734c5 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/security-groups?id=37757832-f230-4e23-b4ea-4b846d5a33d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922834 Nov 25 13:14:14.136079 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-85ea36b3-f710-4f21-aeb3-25b64cf01848 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28f4559b-306f-4b9d-8023-782002cda0c0']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:14:14.146884 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-85ea36b3-f710-4f21-aeb3-25b64cf01848 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66ede62c-3af4-488f-a152-8497a0cb7b3b') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:14:14.147198 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-85ea36b3-f710-4f21-aeb3-25b64cf01848 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66ede62c-3af4-488f-a152-8497a0cb7b3b') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:14:14.193115 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-85ea36b3-f710-4f21-aeb3-25b64cf01848 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:14.199384 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d0b78734-837e-4bb5-8650-5f07d3d25d5b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=220f2705b67c43d08fa0c0a6d36041b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6386302 Nov 25 13:14:14.200213 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1f82795b-20f2-460b-9e29-b42a36eb53e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:14.205963 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 42562) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:14.235123 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-85ea36b3-f710-4f21-aeb3-25b64cf01848 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:14.255161 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:14.259463 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1f82795b-20f2-460b-9e29-b42a36eb53e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:14.273979 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef159002-0a94-4b9b-a981-f864f7dce730 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:14:14.276869 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85ea36b3-f710-4f21-aeb3-25b64cf01848 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:14:14.279074 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-85ea36b3-f710-4f21-aeb3-25b64cf01848 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:14.284185 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:14:14.284185 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:14:14.284185 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:14:14.284185 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:14:14.284185 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:14:14.284185 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:14:14.284185 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:14:14.284185 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:14:14.284185 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:14:14.284185 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:14:14.284185 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:14:14.284185 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:14:14.284185 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:14:14.284185 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:14:14.284185 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:14:14.284185 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:14:14.284185 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:14:14.284185 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:14:14.284185 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:14:14.284185 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:14:14.284185 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:14:14.284185 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:14:14.284185 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:14:14.284185 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:14:14.284185 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:14:14.284185 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:14:14.284185 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:14:14.284185 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:14:14.284185 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:14:14.284185 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:14:14.284185 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:14:14.284185 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:14:14.303093 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port ef159002-0a94-4b9b-a981-f864f7dce730, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=ef159002-0a94-4b9b-a981-f864f7dce730,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:14:14.306435 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad3a10e-a22d-44d8-98dc-25ec799f4e0b None None] get_active_networks_info from n-d-808199-11 {{(pid=103572) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 13:14:14.357109 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1f82795b-20f2-460b-9e29-b42a36eb53e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:14.361413 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1f82795b-20f2-460b-9e29-b42a36eb53e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:14.363560 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-1f82795b-20f2-460b-9e29-b42a36eb53e7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4f6214f6-15b0-4829-9a31-19a2af591708 HTTP/1.1" status: 204 len: 168 time: 0.5014346 Nov 25 13:14:14.393934 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:14.413798 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-85ea36b3-f710-4f21-aeb3-25b64cf01848 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:14.414081 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b78734-837e-4bb5-8650-5f07d3d25d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d66a1a-fcee-4f7a-9eba-7e4871b412a5,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:14.428159 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-85ea36b3-f710-4f21-aeb3-25b64cf01848 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:14.432150 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-85ea36b3-f710-4f21-aeb3-25b64cf01848 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] 10.222.0.53 "DELETE /v2.0/networks/28f4559b-306f-4b9d-8023-782002cda0c0 HTTP/1.1" status: 204 len: 168 time: 0.8002441 Nov 25 13:14:14.445348 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 42566) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:14.459302 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ea36b3-f710-4f21-aeb3-25b64cf01848 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Pushing event deleted for resources: {'Network': ['ID=28f4559b-306f-4b9d-8023-782002cda0c0,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:14.463515 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-15fec65f-ac20-49d7-971c-ac24906d5541 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:14.495258 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f82795b-20f2-460b-9e29-b42a36eb53e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6214f6-15b0-4829-9a31-19a2af591708,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:14.525873 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 517b18f0-2c79-4e60-aa46-133838422f21 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:14:14.546043 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=ef159002-0a94-4b9b-a981-f864f7dce730,revision_number=7']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:14.598761 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-15fec65f-ac20-49d7-971c-ac24906d5541 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:14.607587 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-6ba4f5e4-be20-4232-9ba7-6afa2f975e00 None None] Provisioning complete for port e34e75fb-b5b5-4858-9944-e39c80be07ad triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:14:14.608385 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6ba4f5e4-be20-4232-9ba7-6afa2f975e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:14.644082 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e27289-fa5c-43d6-b508-56f5210fdf46 req-44ca8ea0-5a31-4b4a-ae41-179de075e34a tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:14.644082 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b4e27289-fa5c-43d6-b508-56f5210fdf46 req-44ca8ea0-5a31-4b4a-ae41-179de075e34a tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=17232847-b6af-4835-9bba-18e757b232da HTTP/1.1" status: 200 len: 949 time: 0.1072609 Nov 25 13:14:14.645247 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-531a0010-2d4a-4d59-80ed-cb7a0303d845 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:14.675608 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad3a10e-a22d-44d8-98dc-25ec799f4e0b None None] Resources bound (agent type, host, resource id): {{(pid=103572) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 13:14:14.690624 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-6ba4f5e4-be20-4232-9ba7-6afa2f975e00 None None] Port e34e75fb-b5b5-4858-9944-e39c80be07ad cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:14:14.731048 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b4e27289-fa5c-43d6-b508-56f5210fdf46 req-5d00d54d-f8a0-4a86-b652-80d9076e1d18 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665014 Nov 25 13:14:14.768196 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['ef159002-0a94-4b9b-a981-f864f7dce730'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:14:14.801009 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-6ba4f5e4-be20-4232-9ba7-6afa2f975e00 None None] Provisioning complete for port 8c03a923-282b-4761-83da-5ee6f0c4e148 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:14:14.801578 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6ba4f5e4-be20-4232-9ba7-6afa2f975e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:14.807809 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 517b18f0-2c79-4e60-aa46-133838422f21 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:14:14.824620 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-15fec65f-ac20-49d7-971c-ac24906d5541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:14.827364 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-15fec65f-ac20-49d7-971c-ac24906d5541 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:14.828535 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-15fec65f-ac20-49d7-971c-ac24906d5541 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/97d66a1a-fcee-4f7a-9eba-7e4871b412a5 HTTP/1.1" status: 204 len: 168 time: 0.6212735 Nov 25 13:14:14.851295 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-531a0010-2d4a-4d59-80ed-cb7a0303d845 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:14.852868 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 517b18f0-2c79-4e60-aa46-133838422f21 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:14:14.853538 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:14.854226 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fec65f-ac20-49d7-971c-ac24906d5541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d66a1a-fcee-4f7a-9eba-7e4871b412a5,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:14.884226 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-531a0010-2d4a-4d59-80ed-cb7a0303d845 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad8fad1b-f554-4b58-8949-bdd118b7d441']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:14:14.904072 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-531a0010-2d4a-4d59-80ed-cb7a0303d845 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '763f84af-5a93-4651-a1d8-bee6222831c8') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:14:14.904380 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-531a0010-2d4a-4d59-80ed-cb7a0303d845 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '763f84af-5a93-4651-a1d8-bee6222831c8') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:14:14.928809 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-531a0010-2d4a-4d59-80ed-cb7a0303d845 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:14.957598 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-531a0010-2d4a-4d59-80ed-cb7a0303d845 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:14.972302 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-531a0010-2d4a-4d59-80ed-cb7a0303d845 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:14:14.972716 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-531a0010-2d4a-4d59-80ed-cb7a0303d845 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:14.975903 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:14:14.975903 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:14:14.975903 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:14:14.975903 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:14:14.975903 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:14:14.975903 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:14:14.975903 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:14:14.975903 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:14:14.975903 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:14:14.975903 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:14:14.975903 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:14:14.975903 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:14:14.975903 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:14:14.975903 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:14:14.975903 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:14:14.975903 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:14:14.975903 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:14:14.975903 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:14:14.975903 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:14:14.975903 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:14:14.975903 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:14:14.975903 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:14:14.975903 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:14:14.975903 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:14:14.975903 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:14:14.975903 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:14:14.975903 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:14:14.975903 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:14:14.975903 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:14:14.975903 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:14:14.975903 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:14:14.975903 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:14:15.058209 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-531a0010-2d4a-4d59-80ed-cb7a0303d845 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:15.067509 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-531a0010-2d4a-4d59-80ed-cb7a0303d845 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:15.072859 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-531a0010-2d4a-4d59-80ed-cb7a0303d845 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] 10.222.0.53 "DELETE /v2.0/networks/ad8fad1b-f554-4b58-8949-bdd118b7d441 HTTP/1.1" status: 204 len: 168 time: 0.6241055 Nov 25 13:14:15.073382 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 42588) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:15.110437 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531a0010-2d4a-4d59-80ed-cb7a0303d845 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Pushing event deleted for resources: {'Network': ['ID=ad8fad1b-f554-4b58-8949-bdd118b7d441,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:15.230000 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c9f74627-03a9-4565-b585-e40028af1b86 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:15.365785 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c9f74627-03a9-4565-b585-e40028af1b86 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:15.369410 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:15.384989 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d695508-c185-49bd-935b-488f6bb1922b req-99b2ce81-9251-460d-a422-b113ea5003d1 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:15.389738 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9d695508-c185-49bd-935b-488f6bb1922b req-99b2ce81-9251-460d-a422-b113ea5003d1 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/ports?device_id=94e542b3-9426-4528-ad04-84fce24d61ff HTTP/1.1" status: 200 len: 948 time: 0.1431623 Nov 25 13:14:15.395851 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-c9f74627-03a9-4565-b585-e40028af1b86 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c777ecd-7343-4c7b-8efa-ea61c70772e7']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:14:15.409671 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-c9f74627-03a9-4565-b585-e40028af1b86 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fca3a7ee-ffc3-437f-ad3d-2c1e6ceb7885') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:14:15.409989 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-c9f74627-03a9-4565-b585-e40028af1b86 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fca3a7ee-ffc3-437f-ad3d-2c1e6ceb7885') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:14:15.429993 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c9f74627-03a9-4565-b585-e40028af1b86 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:15.454854 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c9f74627-03a9-4565-b585-e40028af1b86 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:15.471615 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 42596) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:15.473600 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9f74627-03a9-4565-b585-e40028af1b86 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:14:15.474190 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c9f74627-03a9-4565-b585-e40028af1b86 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:15.477177 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e542b3-9426-4528-ad04-84fce24d61ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '517b18f0-2c79-4e60-aa46-133838422f21'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:14:15.479720 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fefd0536-2146-4632-ae72-9097eedada6b" -d '{"events": [{"server_uuid": "94e542b3-9426-4528-ad04-84fce24d61ff", "name": "network-vif-plugged", "status": "completed", "tag": "517b18f0-2c79-4e60-aa46-133838422f21"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:14:15.499778 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-6ba4f5e4-be20-4232-9ba7-6afa2f975e00 None None] Provisioning complete for port a7bba891-ae2d-457b-8fcc-3cc0216e1786 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:14:15.504518 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6ba4f5e4-be20-4232-9ba7-6afa2f975e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:15.550009 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-451a746c-543e-4ec9-a254-722b3b31b1e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:15.562502 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:14:15.562502 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:14:15.562502 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:14:15.562502 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:14:15.562502 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:14:15.562502 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:14:15.562502 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:14:15.562502 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:14:15.562502 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:14:15.562502 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:14:15.562502 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:14:15.562502 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:14:15.562502 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:14:15.562502 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:14:15.562502 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:14:15.562502 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:14:15.562502 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:14:15.562502 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:14:15.562502 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:14:15.562502 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:14:15.562502 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:14:15.562502 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:14:15.562502 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:14:15.562502 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:14:15.562502 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:14:15.562502 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:14:15.562502 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:14:15.562502 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:14:15.562502 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:14:15.562502 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:14:15.562502 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:14:15.562502 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:14:15.581670 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c9f74627-03a9-4565-b585-e40028af1b86 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:15.583079 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bbd167c-4b6e-436f-9197-089d7730ff9f x-openstack-request-id: req-9bbd167c-4b6e-436f-9197-089d7730ff9f {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:14:15.583466 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94e542b3-9426-4528-ad04-84fce24d61ff", "name": "network-vif-plugged", "status": "completed", "tag": "517b18f0-2c79-4e60-aa46-133838422f21", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:14:15.583848 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9bbd167c-4b6e-436f-9197-089d7730ff9f {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:14:15.584310 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94e542b3-9426-4528-ad04-84fce24d61ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '517b18f0-2c79-4e60-aa46-133838422f21', 'code': 200} Nov 25 13:14:15.586344 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 517b18f0-2c79-4e60-aa46-133838422f21, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=517b18f0-2c79-4e60-aa46-133838422f21,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:14:15.590192 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c9f74627-03a9-4565-b585-e40028af1b86 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:15.596018 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c9f74627-03a9-4565-b585-e40028af1b86 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] 10.222.0.53 "DELETE /v2.0/networks/1c777ecd-7343-4c7b-8efa-ea61c70772e7 HTTP/1.1" status: 204 len: 168 time: 0.5191531 Nov 25 13:14:15.606029 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:15.654566 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f74627-03a9-4565-b585-e40028af1b86 tempest-BulkNetworkOpsTest-1744564239 tempest-BulkNetworkOpsTest-1744564239-project] Pushing event deleted for resources: {'Network': ['ID=1c777ecd-7343-4c7b-8efa-ea61c70772e7,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:15.676810 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=517b18f0-2c79-4e60-aa46-133838422f21,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:15.748792 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9d695508-c185-49bd-935b-488f6bb1922b req-8c48077c-6b32-4b8d-a410-43defa8a899e tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/security-groups?id=37757832-f230-4e23-b4ea-4b846d5a33d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484144 Nov 25 13:14:15.791430 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-6ba4f5e4-be20-4232-9ba7-6afa2f975e00 None None] Provisioning complete for port fd76cc7a-05f6-4d7a-a6ae-3c3d98625ce1 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:14:15.792096 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6ba4f5e4-be20-4232-9ba7-6afa2f975e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:15.877100 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-451a746c-543e-4ec9-a254-722b3b31b1e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:15.885344 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e6c7d5-26c0-4059-aa66-ee15b0542bab req-f6c72d74-7269-40e5-8868-51ddafe6fbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:15.891874 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-07e6c7d5-26c0-4059-aa66-ee15b0542bab req-f6c72d74-7269-40e5-8868-51ddafe6fbe0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=94e542b3-9426-4528-ad04-84fce24d61ff HTTP/1.1" status: 200 len: 1101 time: 0.1219685 Nov 25 13:14:15.915511 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-6ba4f5e4-be20-4232-9ba7-6afa2f975e00 None None] Port fd76cc7a-05f6-4d7a-a6ae-3c3d98625ce1 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:14:15.936947 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-6ba4f5e4-be20-4232-9ba7-6afa2f975e00 None None] Provisioning complete for port 2be7d6e6-e00e-4746-9064-50614091b900 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:14:15.937498 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6ba4f5e4-be20-4232-9ba7-6afa2f975e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:15.938723 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-451a746c-543e-4ec9-a254-722b3b31b1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:15.990603 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-451a746c-543e-4ec9-a254-722b3b31b1e2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=953bd4fc851c45c4baf96b3c5e625bb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5167789 Nov 25 13:14:15.991785 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 42610) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:16.073226 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f4adf-e847-4d69-8462-cc340f630919 req-b38577fe-913d-41bd-ac8b-f49d2e6d6c89 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:16.074882 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-478f4adf-e847-4d69-8462-cc340f630919 req-b38577fe-913d-41bd-ac8b-f49d2e6d6c89 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=17232847-b6af-4835-9bba-18e757b232da HTTP/1.1" status: 200 len: 949 time: 0.1904004 Nov 25 13:14:16.077459 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451a746c-543e-4ec9-a254-722b3b31b1e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a98fb8-b306-448e-b17d-02212188b802,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:16.114772 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-07e6c7d5-26c0-4059-aa66-ee15b0542bab req-e1c1acca-1bc5-4b4f-98bc-2bfcfc87fbf8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=37757832-f230-4e23-b4ea-4b846d5a33d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957471 Nov 25 13:14:16.166962 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7aa78484-aa8c-4348-86aa-5ac9a3d98dd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:16.205257 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-478f4adf-e847-4d69-8462-cc340f630919 req-78cdcbb3-d869-4dc4-a772-af93ec943cd5 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124182 Nov 25 13:14:16.240492 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 42626) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:16.255168 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-6ba4f5e4-be20-4232-9ba7-6afa2f975e00 None None] Provisioning complete for port 1c6a2fbb-e42d-4284-bf40-be658597632d triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:14:16.255541 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6ba4f5e4-be20-4232-9ba7-6afa2f975e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:16.258186 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7aa78484-aa8c-4348-86aa-5ac9a3d98dd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:16.331418 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7aa78484-aa8c-4348-86aa-5ac9a3d98dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:16.334209 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7aa78484-aa8c-4348-86aa-5ac9a3d98dd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:16.337965 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-7aa78484-aa8c-4348-86aa-5ac9a3d98dd3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/37a98fb8-b306-448e-b17d-02212188b802 HTTP/1.1" status: 204 len: 168 time: 0.3451972 Nov 25 13:14:16.346854 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa78484-aa8c-4348-86aa-5ac9a3d98dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a98fb8-b306-448e-b17d-02212188b802,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:16.417261 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-6ba4f5e4-be20-4232-9ba7-6afa2f975e00 None None] Provisioning complete for port b094d7a2-0b2d-4040-8562-f7b7df4c102f triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:14:16.417853 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6ba4f5e4-be20-4232-9ba7-6afa2f975e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:16.518256 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-1d5d870b-6f2a-4ff7-8458-b40fd7b5f418 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5f7dbfcb94614694a052844d8d39ec22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2764969 Nov 25 13:14:16.521464 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 42642) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:16.537378 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-6ba4f5e4-be20-4232-9ba7-6afa2f975e00 None None] Provisioning complete for port b3300a64-f77c-43ed-8ac8-6040755695f5 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:14:16.537882 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6ba4f5e4-be20-4232-9ba7-6afa2f975e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:16.583628 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a5a03cdd-f78a-4c67-90d1-f7b2081f95b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:16.613462 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a5a03cdd-f78a-4c67-90d1-f7b2081f95b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:16.685579 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a5a03cdd-f78a-4c67-90d1-f7b2081f95b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:16.689511 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a5a03cdd-f78a-4c67-90d1-f7b2081f95b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:16.690919 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-a5a03cdd-f78a-4c67-90d1-f7b2081f95b0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/41ba4913-b314-4409-8f35-ff61cab1c520 HTTP/1.1" status: 204 len: 168 time: 0.1679225 Nov 25 13:14:16.701299 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a03cdd-f78a-4c67-90d1-f7b2081f95b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ba4913-b314-4409-8f35-ff61cab1c520,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:17.064255 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853ac7e-6c95-4eab-95db-cbfed7a0f0f8 req-8e40d28c-c9c4-4584-b4bf-64c8957a8c6b tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:17.065960 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a853ac7e-6c95-4eab-95db-cbfed7a0f0f8 req-8e40d28c-c9c4-4584-b4bf-64c8957a8c6b tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/ports?device_id=94e542b3-9426-4528-ad04-84fce24d61ff HTTP/1.1" status: 200 len: 949 time: 0.2063732 Nov 25 13:14:17.159573 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a853ac7e-6c95-4eab-95db-cbfed7a0f0f8 req-610775a9-0b10-4354-8382-7d08b3c268bc tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/security-groups?id=37757832-f230-4e23-b4ea-4b846d5a33d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834765 Nov 25 13:14:17.170776 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed47597-8827-4725-a99a-44bb5b7b3b96 req-34d1c41b-3ed2-4da3-b9fe-8b73176c7cb1 tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:17.175213 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0ed47597-8827-4725-a99a-44bb5b7b3b96 req-34d1c41b-3ed2-4da3-b9fe-8b73176c7cb1 tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] 10.222.0.53 "GET /v2.0/networks?id=02a31e14-65ec-41f7-81c9-add34fd27175 HTTP/1.1" status: 200 len: 814 time: 0.3444593 Nov 25 13:14:17.210610 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0ed47597-8827-4725-a99a-44bb5b7b3b96 req-117d3c20-f843-4032-9f5f-785e8ae632bd tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] 10.222.0.53 "GET /v2.0/quotas/ce48360ee0e64a0f92fcf0cd683397ad HTTP/1.1" status: 200 len: 375 time: 0.0187833 Nov 25 13:14:17.293163 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0ed47597-8827-4725-a99a-44bb5b7b3b96 req-9e74a562-0514-4437-bb69-e6121e3db6bd tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ce48360ee0e64a0f92fcf0cd683397ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0689697 Nov 25 13:14:17.776499 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdceda88-d408-4f81-973a-80ebf6d7a784 req-e6ad5b8d-6f09-459c-aeb5-97dc5c6362c9 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:17.778197 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fdceda88-d408-4f81-973a-80ebf6d7a784 req-e6ad5b8d-6f09-459c-aeb5-97dc5c6362c9 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=17232847-b6af-4835-9bba-18e757b232da HTTP/1.1" status: 200 len: 949 time: 0.4330659 Nov 25 13:14:17.806382 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0ed47597-8827-4725-a99a-44bb5b7b3b96 req-dbae6f9e-ae51-4275-981f-7fc706ee923e service neutron] 10.222.0.53 "GET /v2.0/networks/02a31e14-65ec-41f7-81c9-add34fd27175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5123501 Nov 25 13:14:17.891300 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fdceda88-d408-4f81-973a-80ebf6d7a784 req-b97ca0f9-f720-482c-a77e-f44e335cfd8e tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031315 Nov 25 13:14:17.928290 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0ed47597-8827-4725-a99a-44bb5b7b3b96 req-7133161e-f6f7-4b6b-908e-213d6217d397 service neutron] 10.222.0.53 "GET /v2.0/networks/02a31e14-65ec-41f7-81c9-add34fd27175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150978 Nov 25 13:14:18.050035 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 42714) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:18.170162 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1210b094-2264-4943-ad76-b47cf4534054 req-cc53afeb-7a74-4e76-80b0-33b74f9face0 tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] 10.222.0.53 "GET /v2.0/ports?device_id=a837eb55-bfd1-436d-acba-accf375c112c HTTP/1.1" status: 200 len: 210 time: 0.0453069 Nov 25 13:14:18.327894 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ff168e-d467-4f83-8cc5-6b3fc101f2f5 req-af9b9997-9222-4dc9-875d-202eb4e12de3 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:18.329533 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-35ff168e-d467-4f83-8cc5-6b3fc101f2f5 req-af9b9997-9222-4dc9-875d-202eb4e12de3 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/ports?device_id=94e542b3-9426-4528-ad04-84fce24d61ff HTTP/1.1" status: 200 len: 949 time: 0.0787261 Nov 25 13:14:18.346068 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-f81ab5d3-bdb5-4504-81be-fb213241eed6 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1743098725'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:14:18.399738 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81ab5d3-bdb5-4504-81be-fb213241eed6 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Made reservation on behalf of 1a43174153d84f558b80a9569be83518 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:14:18.405583 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f81ab5d3-bdb5-4504-81be-fb213241eed6 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:18.408768 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device ef159002-0a94-4b9b-a981-f864f7dce730 up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:14:18.417387 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f81ab5d3-bdb5-4504-81be-fb213241eed6 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:18.422768 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-35ff168e-d467-4f83-8cc5-6b3fc101f2f5 req-565e848c-3481-4658-905c-7924cb06ce06 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/security-groups?id=37757832-f230-4e23-b4ea-4b846d5a33d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853109 Nov 25 13:14:18.471881 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port ef159002-0a94-4b9b-a981-f864f7dce730 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:14:18.472678 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:18.596354 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:18.601107 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f81ab5d3-bdb5-4504-81be-fb213241eed6 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:18.609177 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f81ab5d3-bdb5-4504-81be-fb213241eed6 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:18.630805 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17232847-b6af-4835-9bba-18e757b232da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef159002-0a94-4b9b-a981-f864f7dce730'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:14:18.636864 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e348f73a-95c4-4614-9357-f40e44dc6da7" -d '{"events": [{"server_uuid": "17232847-b6af-4835-9bba-18e757b232da", "name": "network-vif-plugged", "status": "completed", "tag": "ef159002-0a94-4b9b-a981-f864f7dce730"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:14:18.643172 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f81ab5d3-bdb5-4504-81be-fb213241eed6 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:14:18.663563 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81ab5d3-bdb5-4504-81be-fb213241eed6 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=064480fa-f090-41f3-b5e9-38a71083ad69,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:18.687268 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f81ab5d3-bdb5-4504-81be-fb213241eed6 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:18.687797 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-f81ab5d3-bdb5-4504-81be-fb213241eed6 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Added segment 088a1406-1a3f-4543-83be-9c4df455825c of type vlan for network de13e0fc-78d3-4ff6-9ca0-aebba6d17a79 Nov 25 13:14:18.689640 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port ef159002-0a94-4b9b-a981-f864f7dce730, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=ef159002-0a94-4b9b-a981-f864f7dce730,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:14:18.708324 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:18.740148 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1dd83f-5016-4558-afe9-c8c07c361434 x-openstack-request-id: req-4f1dd83f-5016-4558-afe9-c8c07c361434 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:14:18.740490 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17232847-b6af-4835-9bba-18e757b232da", "name": "network-vif-plugged", "status": "completed", "tag": "ef159002-0a94-4b9b-a981-f864f7dce730", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:14:18.740957 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4f1dd83f-5016-4558-afe9-c8c07c361434 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:14:18.741711 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17232847-b6af-4835-9bba-18e757b232da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef159002-0a94-4b9b-a981-f864f7dce730', 'code': 200} Nov 25 13:14:18.759543 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f81ab5d3-bdb5-4504-81be-fb213241eed6 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:18.793827 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f81ab5d3-bdb5-4504-81be-fb213241eed6 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:18.798309 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=ef159002-0a94-4b9b-a981-f864f7dce730,revision_number=8']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:18.802928 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81ab5d3-bdb5-4504-81be-fb213241eed6 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:18.804676 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f81ab5d3-bdb5-4504-81be-fb213241eed6 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:18.825886 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:14:18.827022 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:14:18.827665 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:14:18.828400 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:14:18.828812 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:14:18.829389 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:14:18.829913 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:14:18.831887 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:14:18.833281 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:14:18.834439 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:14:18.837046 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:14:18.838579 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:14:18.882720 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-f81ab5d3-bdb5-4504-81be-fb213241eed6 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8237746 Nov 25 13:14:19.011835 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81ab5d3-bdb5-4504-81be-fb213241eed6 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Pushing event updated for resources: {'Network': ['ID=de13e0fc-78d3-4ff6-9ca0-aebba6d17a79,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:19.036684 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 42758) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:19.059857 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network de13e0fc-78d3-4ff6-9ca0-aebba6d17a79 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:14:19.148113 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf9729-8924-477f-9e3d-d4ad83a40340 req-0085ea1b-6dd0-4bd2-89e8-7c11b109cbbc tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:19.150139 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d9cf9729-8924-477f-9e3d-d4ad83a40340 req-0085ea1b-6dd0-4bd2-89e8-7c11b109cbbc tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=17232847-b6af-4835-9bba-18e757b232da HTTP/1.1" status: 200 len: 950 time: 0.0667396 Nov 25 13:14:19.215719 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d34e683-ab63-4ed1-ac8d-c609db7667ee req-9906ac91-fa9e-4e8a-a324-59cec73d6aab tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:19.222822 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8d34e683-ab63-4ed1-ac8d-c609db7667ee req-9906ac91-fa9e-4e8a-a324-59cec73d6aab tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/ports?device_id=94e542b3-9426-4528-ad04-84fce24d61ff HTTP/1.1" status: 200 len: 949 time: 0.1710114 Nov 25 13:14:19.237146 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23529686-6afb-4c82-b806-ea74bae7bc3c req-5ffce20a-2dfc-45ab-8dfb-c4eb9b5a6d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:19.239636 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-23529686-6afb-4c82-b806-ea74bae7bc3c req-5ffce20a-2dfc-45ab-8dfb-c4eb9b5a6d01 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=17232847-b6af-4835-9bba-18e757b232da HTTP/1.1" status: 200 len: 1102 time: 0.0876954 Nov 25 13:14:19.321731 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-23529686-6afb-4c82-b806-ea74bae7bc3c req-da71236f-389a-4e29-be2e-5c24230a4190 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728111 Nov 25 13:14:19.352889 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8d34e683-ab63-4ed1-ac8d-c609db7667ee req-0f048c64-926f-4eb3-81af-7a639d5bf3fd tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/security-groups?id=37757832-f230-4e23-b4ea-4b846d5a33d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185069 Nov 25 13:14:19.399967 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d9cf9729-8924-477f-9e3d-d4ad83a40340 req-78b57d5a-b35a-4b5c-b93e-7be832748217 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373796 Nov 25 13:14:19.575785 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-56a70b10-3ae9-4d3b-bdcb-f1343b4c1fa1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:19.718237 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-18cdc83e-f6da-40dd-b927-2f73a140b1d7 req-8656dbe0-89d3-4121-9c31-48df17e2fa1e tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] 10.222.0.53 "GET /v2.0/ports?device_id=a837eb55-bfd1-436d-acba-accf375c112c HTTP/1.1" status: 200 len: 210 time: 0.0382669 Nov 25 13:14:19.800170 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-56a70b10-3ae9-4d3b-bdcb-f1343b4c1fa1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:19.807466 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-56a70b10-3ae9-4d3b-bdcb-f1343b4c1fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:19.854299 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed47597-8827-4725-a99a-44bb5b7b3b96 req-e9a37a21-c4d9-4c05-a53a-c1625397e05a tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:19.856911 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0ed47597-8827-4725-a99a-44bb5b7b3b96 req-e9a37a21-c4d9-4c05-a53a-c1625397e05a tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] 10.222.0.47 "GET /v2.0/networks?id=02a31e14-65ec-41f7-81c9-add34fd27175 HTTP/1.1" status: 200 len: 814 time: 0.2107234 Nov 25 13:14:19.878616 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-0ed47597-8827-4725-a99a-44bb5b7b3b96 req-876cd1d5-dde5-4f11-a133-42de73b47baf tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] Request body: {'port': {'device_id': 'a837eb55-bfd1-436d-acba-accf375c112c', 'network_id': '02a31e14-65ec-41f7-81c9-add34fd27175', 'admin_state_up': True, 'tenant_id': 'ce48360ee0e64a0f92fcf0cd683397ad'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:14:19.916879 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-56a70b10-3ae9-4d3b-bdcb-f1343b4c1fa1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bc1edf1e44a34a2eb3f92185c7ed6a56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8783660 Nov 25 13:14:19.922998 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 42794) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:19.948463 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ca91b2d7-0d1b-42ed-a767-8d5df86c6d16 req-1460caaf-6f68-4ca5-bb08-77583e67cd33 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=a0c9c71d2f524c4bba4fbb87b40ed2f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357690 Nov 25 13:14:19.950556 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a70b10-3ae9-4d3b-bdcb-f1343b4c1fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8aefe88-5b92-4296-a79f-6ca2212447ba,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:20.077822 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ed47597-8827-4725-a99a-44bb5b7b3b96 req-876cd1d5-dde5-4f11-a133-42de73b47baf tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] Made reservation on behalf of ce48360ee0e64a0f92fcf0cd683397ad for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:14:20.083510 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0ed47597-8827-4725-a99a-44bb5b7b3b96 req-876cd1d5-dde5-4f11-a133-42de73b47baf tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:20.121918 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c7a17834-f575-4cb8-ae62-ef50874a1ba0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:20.149137 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c7a17834-f575-4cb8-ae62-ef50874a1ba0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:20.183862 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91b2d7-0d1b-42ed-a767-8d5df86c6d16 req-911ff3db-747a-490c-b959-8acd9119e8e0 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:20.200561 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ca91b2d7-0d1b-42ed-a767-8d5df86c6d16 req-911ff3db-747a-490c-b959-8acd9119e8e0 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2449667 Nov 25 13:14:20.220012 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c7a17834-f575-4cb8-ae62-ef50874a1ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:20.223657 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ca91b2d7-0d1b-42ed-a767-8d5df86c6d16 req-00737e13-4184-4094-9dc3-1c8573b08c9c tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/quotas/a0c9c71d2f524c4bba4fbb87b40ed2f1 HTTP/1.1" status: 200 len: 375 time: 0.0205142 Nov 25 13:14:20.227667 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c7a17834-f575-4cb8-ae62-ef50874a1ba0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:20.229111 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c7a17834-f575-4cb8-ae62-ef50874a1ba0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e8aefe88-5b92-4296-a79f-6ca2212447ba HTTP/1.1" status: 204 len: 168 time: 0.2614007 Nov 25 13:14:20.282714 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a17834-f575-4cb8-ae62-ef50874a1ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8aefe88-5b92-4296-a79f-6ca2212447ba,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:20.296751 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ca91b2d7-0d1b-42ed-a767-8d5df86c6d16 req-636e195d-1de6-4b0c-8bcd-44846fc15e2f tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a0c9c71d2f524c4bba4fbb87b40ed2f1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0715773 Nov 25 13:14:20.491553 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-0ed47597-8827-4725-a99a-44bb5b7b3b96 req-876cd1d5-dde5-4f11-a133-42de73b47baf tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] Allocated IP 172.20.0.13 (02a31e14-65ec-41f7-81c9-add34fd27175/84710c11-cfeb-46e4-8fab-bd6bf839f3aa/3dfe3fd9-6d61-47c5-b7c6-8cf2f73db835) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:14:20.635005 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8ba4be92-d381-408c-a60a-a8d8d8b706d6 req-cad6eb85-63e1-4820-a2fa-7754e582f461 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/ports?device_id=29fcc8a1-3c51-4a90-bac2-1df777e8a51e HTTP/1.1" status: 200 len: 210 time: 0.0957131 Nov 25 13:14:20.759000 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f71d8-18b6-4a90-b512-8a127a4ae1af req-61c1724a-fae2-4187-8d70-51b723be1aa7 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:20.766860 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f22f71d8-18b6-4a90-b512-8a127a4ae1af req-61c1724a-fae2-4187-8d70-51b723be1aa7 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=17232847-b6af-4835-9bba-18e757b232da HTTP/1.1" status: 200 len: 950 time: 0.1656227 Nov 25 13:14:20.895924 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f22f71d8-18b6-4a90-b512-8a127a4ae1af req-2527934d-7a66-4e63-a534-e46a8d2e9f60 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275387 Nov 25 13:14:20.996346 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0ed47597-8827-4725-a99a-44bb5b7b3b96 req-876cd1d5-dde5-4f11-a133-42de73b47baf tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:21.082141 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-46d40cab-85e4-492a-863d-85af026e930f req-f3804bc9-b699-4244-a767-a45d771a6377 tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] 10.222.0.53 "GET /v2.0/ports?device_id=a837eb55-bfd1-436d-acba-accf375c112c HTTP/1.1" status: 200 len: 210 time: 0.0676410 Nov 25 13:14:21.159939 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0ed47597-8827-4725-a99a-44bb5b7b3b96 req-876cd1d5-dde5-4f11-a133-42de73b47baf tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:21.319112 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 42840) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:21.324580 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ed47597-8827-4725-a99a-44bb5b7b3b96 req-876cd1d5-dde5-4f11-a133-42de73b47baf tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] Network 02a31e14-65ec-41f7-81c9-add34fd27175 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:14:21.328797 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-0ed47597-8827-4725-a99a-44bb5b7b3b96 req-876cd1d5-dde5-4f11-a133-42de73b47baf tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:14:21.332546 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ed47597-8827-4725-a99a-44bb5b7b3b96 req-876cd1d5-dde5-4f11-a133-42de73b47baf tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:14:21.341505 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-76241b8c-a54f-4a94-a5a6-b9ea0cbf2d9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:21.399254 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876cd1d5-dde5-4f11-a133-42de73b47baf tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] Pushing event updated for resources: {'Port': ['ID=3dfe3fd9-6d61-47c5-b7c6-8cf2f73db835,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:21.565455 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed47597-8827-4725-a99a-44bb5b7b3b96 req-876cd1d5-dde5-4f11-a133-42de73b47baf tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:21.566971 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0ed47597-8827-4725-a99a-44bb5b7b3b96 req-876cd1d5-dde5-4f11-a133-42de73b47baf tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:21.638225 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0ed47597-8827-4725-a99a-44bb5b7b3b96 req-876cd1d5-dde5-4f11-a133-42de73b47baf tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7658150 Nov 25 13:14:21.640579 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 42842) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:21.643400 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-76241b8c-a54f-4a94-a5a6-b9ea0cbf2d9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:21.654348 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-76241b8c-a54f-4a94-a5a6-b9ea0cbf2d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:21.673247 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-0ed47597-8827-4725-a99a-44bb5b7b3b96 req-7fe08b9a-8cb8-4009-849e-02f47d95585e service neutron] Request body: {'port': {'device_id': 'a837eb55-bfd1-436d-acba-accf375c112c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:14:21.734981 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-f7d11854-df18-431f-91b2-83d9129f2109 None None] Provisioning complete for port 3dfe3fd9-6d61-47c5-b7c6-8cf2f73db835 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:14:21.735564 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f7d11854-df18-431f-91b2-83d9129f2109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:21.772748 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-76241b8c-a54f-4a94-a5a6-b9ea0cbf2d9c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=27405d0799784ca7ba5fe0315cdf372e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4495220 Nov 25 13:14:21.776685 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76241b8c-a54f-4a94-a5a6-b9ea0cbf2d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=513fbcb6-8313-4e7a-b992-05d1d971dbf6,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:21.779951 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 42848) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:21.846578 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0ed47597-8827-4725-a99a-44bb5b7b3b96 req-7fe08b9a-8cb8-4009-849e-02f47d95585e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:21.913468 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-f7d11854-df18-431f-91b2-83d9129f2109 None None] Port 3dfe3fd9-6d61-47c5-b7c6-8cf2f73db835 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:14:21.959105 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-39e6167f-7d62-48e3-bdee-54e55effff8a req-52b8e8de-441c-48db-8693-96eacdd52950 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/ports?device_id=29fcc8a1-3c51-4a90-bac2-1df777e8a51e HTTP/1.1" status: 200 len: 210 time: 0.1029525 Nov 25 13:14:22.044683 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5dba3307-d720-4cdc-ad1d-88cc175a37ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:22.061244 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-18dcf1ab-6e36-4460-be59-cecf9c75f25f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:22.195317 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d0c9a-f06e-4e04-8ea0-dbd51ad8a731 req-cf6965ee-3251-47b4-aeb2-c9a6656d4e4f tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:22.203610 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8e1d0c9a-f06e-4e04-8ea0-dbd51ad8a731 req-cf6965ee-3251-47b4-aeb2-c9a6656d4e4f tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=17232847-b6af-4835-9bba-18e757b232da HTTP/1.1" status: 200 len: 950 time: 0.0965140 Nov 25 13:14:22.273991 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8e1d0c9a-f06e-4e04-8ea0-dbd51ad8a731 req-3a66bcd6-883a-4c48-ae64-95c22467a425 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679116 Nov 25 13:14:22.323274 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5dba3307-d720-4cdc-ad1d-88cc175a37ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:22.387259 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 42860) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:22.393534 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-146462cb-5aae-4afe-88de-7896505dbc36 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Request body: {'subnet': {'network_id': 'de13e0fc-78d3-4ff6-9ca0-aebba6d17a79', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:14:22.539486 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5dba3307-d720-4cdc-ad1d-88cc175a37ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:22.542560 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5dba3307-d720-4cdc-ad1d-88cc175a37ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:22.547443 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5dba3307-d720-4cdc-ad1d-88cc175a37ee admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/513fbcb6-8313-4e7a-b992-05d1d971dbf6 HTTP/1.1" status: 204 len: 168 time: 0.7637725 Nov 25 13:14:22.568248 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dba3307-d720-4cdc-ad1d-88cc175a37ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=513fbcb6-8313-4e7a-b992-05d1d971dbf6,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:22.608922 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca3b418-490b-4340-b462-dc17cd125c32 req-33ebc5ac-6da9-48f9-8b38-cf4b7f8a865b tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:22.610507 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1ca3b418-490b-4340-b462-dc17cd125c32 req-33ebc5ac-6da9-48f9-8b38-cf4b7f8a865b tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] 10.222.0.53 "GET /v2.0/ports?device_id=a837eb55-bfd1-436d-acba-accf375c112c HTTP/1.1" status: 200 len: 932 time: 0.1020308 Nov 25 13:14:22.616113 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-146462cb-5aae-4afe-88de-7896505dbc36 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Made reservation on behalf of 1a43174153d84f558b80a9569be83518 for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:14:22.630906 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-146462cb-5aae-4afe-88de-7896505dbc36 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:22.638522 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-18dcf1ab-6e36-4460-be59-cecf9c75f25f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:22.646176 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-18dcf1ab-6e36-4460-be59-cecf9c75f25f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:22.721082 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-18dcf1ab-6e36-4460-be59-cecf9c75f25f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=59f15766b988437bbbabaaa50338bebe&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0790420 Nov 25 13:14:22.728906 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 42864) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:22.785324 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dcf1ab-6e36-4460-be59-cecf9c75f25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea58fe5d-3649-4292-9b53-536102f605e5,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:22.825414 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-0ed47597-8827-4725-a99a-44bb5b7b3b96 req-7fe08b9a-8cb8-4009-849e-02f47d95585e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dfe3fd9-6d61-47c5-b7c6-8cf2f73db835 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:14:22.839824 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0ed47597-8827-4725-a99a-44bb5b7b3b96 req-7fe08b9a-8cb8-4009-849e-02f47d95585e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:22.857541 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-0ed47597-8827-4725-a99a-44bb5b7b3b96 req-7fe08b9a-8cb8-4009-849e-02f47d95585e service neutron] Transition to ACTIVE for port object 3dfe3fd9-6d61-47c5-b7c6-8cf2f73db835 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:14:22.872355 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0ed47597-8827-4725-a99a-44bb5b7b3b96 req-7fe08b9a-8cb8-4009-849e-02f47d95585e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:22.939508 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1ca3b418-490b-4340-b462-dc17cd125c32 req-af36498c-4f77-4736-a9a2-e0c4901fd0d7 tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] 10.222.0.53 "GET /v2.0/security-groups?id=14008d9c-d4e4-413f-b173-b52cde5b634a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031223 Nov 25 13:14:23.034392 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1da1dc53-c984-4b26-bec5-3b44ba5aac59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:23.100931 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-146462cb-5aae-4afe-88de-7896505dbc36 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:23.111028 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe08b9a-8cb8-4009-849e-02f47d95585e service neutron] Pushing event updated for resources: {'Port': ['ID=3dfe3fd9-6d61-47c5-b7c6-8cf2f73db835,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:23.207639 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146462cb-5aae-4afe-88de-7896505dbc36 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Pushing event updated for resources: {'Subnet': ['ID=f867825e-1213-4981-9555-2c2f08351b02,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:23.217143 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1da1dc53-c984-4b26-bec5-3b44ba5aac59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:23.248535 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59048819-4348-4153-8da0-b1eae0481815 req-66d867ee-afe9-4dcd-a0f5-6e88a1ead297 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:23.250136 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-59048819-4348-4153-8da0-b1eae0481815 req-66d867ee-afe9-4dcd-a0f5-6e88a1ead297 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=17232847-b6af-4835-9bba-18e757b232da HTTP/1.1" status: 200 len: 950 time: 0.0799654 Nov 25 13:14:23.283985 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-0ed47597-8827-4725-a99a-44bb5b7b3b96 req-7fe08b9a-8cb8-4009-849e-02f47d95585e service neutron] Attempting to bind port 3dfe3fd9-6d61-47c5-b7c6-8cf2f73db835 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:14:23.284669 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-0ed47597-8827-4725-a99a-44bb5b7b3b96 req-7fe08b9a-8cb8-4009-849e-02f47d95585e service neutron] Attempting to bind port 3dfe3fd9-6d61-47c5-b7c6-8cf2f73db835 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '2b145124-ca3d-43c4-8881-fe5b31d26e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '02a31e14-65ec-41f7-81c9-add34fd27175'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:14:23.285218 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed47597-8827-4725-a99a-44bb5b7b3b96 req-7fe08b9a-8cb8-4009-849e-02f47d95585e service neutron] Attempting to bind port 3dfe3fd9-6d61-47c5-b7c6-8cf2f73db835 on network 02a31e14-65ec-41f7-81c9-add34fd27175 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:14:23.295588 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed47597-8827-4725-a99a-44bb5b7b3b96 req-7fe08b9a-8cb8-4009-849e-02f47d95585e service neutron] Port 3dfe3fd9-6d61-47c5-b7c6-8cf2f73db835 on network 02a31e14-65ec-41f7-81c9-add34fd27175 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:14:23.296375 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed47597-8827-4725-a99a-44bb5b7b3b96 req-7fe08b9a-8cb8-4009-849e-02f47d95585e service neutron] Attempting to bind port 3dfe3fd9-6d61-47c5-b7c6-8cf2f73db835 on network 02a31e14-65ec-41f7-81c9-add34fd27175 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:14:23.316553 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146462cb-5aae-4afe-88de-7896505dbc36 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Checking segment: {'id': '088a1406-1a3f-4543-83be-9c4df455825c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'de13e0fc-78d3-4ff6-9ca0-aebba6d17a79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:14:23.316923 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146462cb-5aae-4afe-88de-7896505dbc36 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Network hostable DHCP agents. Network: de13e0fc-78d3-4ff6-9ca0-aebba6d17a79, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:14:23.335914 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed47597-8827-4725-a99a-44bb5b7b3b96 req-7fe08b9a-8cb8-4009-849e-02f47d95585e service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:14:23.336597 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed47597-8827-4725-a99a-44bb5b7b3b96 req-7fe08b9a-8cb8-4009-849e-02f47d95585e service neutron] Checking segment: {'id': '2b145124-ca3d-43c4-8881-fe5b31d26e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '02a31e14-65ec-41f7-81c9-add34fd27175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:14:23.337190 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed47597-8827-4725-a99a-44bb5b7b3b96 req-7fe08b9a-8cb8-4009-849e-02f47d95585e service neutron] Bound using segment: {'id': '2b145124-ca3d-43c4-8881-fe5b31d26e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '02a31e14-65ec-41f7-81c9-add34fd27175'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:14:23.337997 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-0ed47597-8827-4725-a99a-44bb5b7b3b96 req-7fe08b9a-8cb8-4009-849e-02f47d95585e service neutron] Bound port: 3dfe3fd9-6d61-47c5-b7c6-8cf2f73db835, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b145124-ca3d-43c4-8881-fe5b31d26e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '02a31e14-65ec-41f7-81c9-add34fd27175'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:14:23.338541 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0ed47597-8827-4725-a99a-44bb5b7b3b96 req-7fe08b9a-8cb8-4009-849e-02f47d95585e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:23.363113 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-59048819-4348-4153-8da0-b1eae0481815 req-1a250efc-72bd-46d1-aed7-4d12bd5a8293 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930324 Nov 25 13:14:23.367864 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146462cb-5aae-4afe-88de-7896505dbc36 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Network de13e0fc-78d3-4ff6-9ca0-aebba6d17a79 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:14:23.402012 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-146462cb-5aae-4afe-88de-7896505dbc36 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, de13e0fc-78d3-4ff6-9ca0-aebba6d17a79) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:14:23.415341 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146462cb-5aae-4afe-88de-7896505dbc36 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:23.415962 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-146462cb-5aae-4afe-88de-7896505dbc36 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:23.419331 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3043a47c-97cd-4a8a-827e-9fdd0509f056 None None] Network de13e0fc-78d3-4ff6-9ca0-aebba6d17a79 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:14:23.456922 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-146462cb-5aae-4afe-88de-7896505dbc36 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0679038 Nov 25 13:14:23.458038 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 42882) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:23.469775 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-fed7b241-0bcf-4f70-a118-3ebd8e5911f1 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1220552766'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:14:23.487113 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1da1dc53-c984-4b26-bec5-3b44ba5aac59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:23.490082 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1da1dc53-c984-4b26-bec5-3b44ba5aac59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:23.491468 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-1da1dc53-c984-4b26-bec5-3b44ba5aac59 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ea58fe5d-3649-4292-9b53-536102f605e5 HTTP/1.1" status: 204 len: 168 time: 0.7585206 Nov 25 13:14:23.519954 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da1dc53-c984-4b26-bec5-3b44ba5aac59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea58fe5d-3649-4292-9b53-536102f605e5,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:23.612918 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cedd100f-8313-4646-b5fa-5270ae49ce94 req-0e745e05-c450-481e-85eb-0da6cb074a2d tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/ports?device_id=29fcc8a1-3c51-4a90-bac2-1df777e8a51e HTTP/1.1" status: 200 len: 210 time: 0.0913937 Nov 25 13:14:23.618537 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-0ed47597-8827-4725-a99a-44bb5b7b3b96 req-7fe08b9a-8cb8-4009-849e-02f47d95585e service neutron] For port 3dfe3fd9-6d61-47c5-b7c6-8cf2f73db835, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:14:23.622429 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed7b241-0bcf-4f70-a118-3ebd8e5911f1 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Made reservation on behalf of 1a43174153d84f558b80a9569be83518 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:14:23.635207 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fed7b241-0bcf-4f70-a118-3ebd8e5911f1 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:23.642182 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-0ed47597-8827-4725-a99a-44bb5b7b3b96 req-7fe08b9a-8cb8-4009-849e-02f47d95585e service neutron] For port 3dfe3fd9-6d61-47c5-b7c6-8cf2f73db835, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=3dfe3fd9-6d61-47c5-b7c6-8cf2f73db835,segment=NetworkSegment(2b145124-ca3d-43c4-8881-fe5b31d26e5c),segment_id=2b145124-ca3d-43c4-8881-fe5b31d26e5c)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:14:23.697977 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0ed47597-8827-4725-a99a-44bb5b7b3b96 req-7fe08b9a-8cb8-4009-849e-02f47d95585e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:23.963327 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b33b46-ea99-4f8c-bf33-76f0d52908d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-de13e0fc-78d3-4ff6-9ca0-aebba6d17a79', 'network_id': 'de13e0fc-78d3-4ff6-9ca0-aebba6d17a79', 'tenant_id': '1a43174153d84f558b80a9569be83518', 'fixed_ips': [{'subnet_id': 'f867825e-1213-4981-9555-2c2f08351b02'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:14:23.965379 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed47597-8827-4725-a99a-44bb5b7b3b96 req-7fe08b9a-8cb8-4009-849e-02f47d95585e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:23.966008 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0ed47597-8827-4725-a99a-44bb5b7b3b96 req-7fe08b9a-8cb8-4009-849e-02f47d95585e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:23.967287 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c7b33b46-ea99-4f8c-bf33-76f0d52908d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:23.978376 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0ed47597-8827-4725-a99a-44bb5b7b3b96 req-7fe08b9a-8cb8-4009-849e-02f47d95585e service neutron] 10.222.0.47 "PUT /v2.0/ports/3dfe3fd9-6d61-47c5-b7c6-8cf2f73db835 HTTP/1.1" status: 200 len: 1093 time: 2.3225741 Nov 25 13:14:23.978849 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a837eb55-bfd1-436d-acba-accf375c112c', 'tag': '3dfe3fd9-6d61-47c5-b7c6-8cf2f73db835'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:14:23.981757 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d69ade8-779f-44ee-ae13-dae977e41d81" -d '{"events": [{"name": "network-changed", "server_uuid": "a837eb55-bfd1-436d-acba-accf375c112c", "tag": "3dfe3fd9-6d61-47c5-b7c6-8cf2f73db835"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:14:23.999532 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fed7b241-0bcf-4f70-a118-3ebd8e5911f1 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:14:24.023555 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe08b9a-8cb8-4009-849e-02f47d95585e service neutron] Pushing event updated for resources: {'Port': ['ID=3dfe3fd9-6d61-47c5-b7c6-8cf2f73db835,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:24.045044 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fed7b241-0bcf-4f70-a118-3ebd8e5911f1 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:24.045479 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-fed7b241-0bcf-4f70-a118-3ebd8e5911f1 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Added segment 8f1991a7-1d58-4b11-a481-e81a422ad6ad of type vlan for network d800ae94-9ef1-4ce4-a7b8-c0cdedd37edf Nov 25 13:14:24.100155 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0a792ef0-1325-4c0c-b964-c41e110cd916 req-8a3e28d6-cd97-42d1-81ac-bc760d15beed service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3978212 Nov 25 13:14:24.341957 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ca91b2d7-0d1b-42ed-a767-8d5df86c6d16 req-0ba43ac0-5f1e-4ea4-8812-52851e7a6b58 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=a0c9c71d2f524c4bba4fbb87b40ed2f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1277626 Nov 25 13:14:24.404384 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f33404-2350-4cef-a6b6-359a261a9f22 req-7bb3e517-7bb8-4d23-a666-bf44c310350c tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:24.420432 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c0f33404-2350-4cef-a6b6-359a261a9f22 req-7bb3e517-7bb8-4d23-a666-bf44c310350c tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] 10.222.0.53 "GET /v2.0/ports?device_id=a837eb55-bfd1-436d-acba-accf375c112c HTTP/1.1" status: 200 len: 944 time: 0.2222183 Nov 25 13:14:24.519093 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9464fd-0346-43fd-a0b0-ff13f5fc66cf x-openstack-request-id: req-cc9464fd-0346-43fd-a0b0-ff13f5fc66cf {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:14:24.521540 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a837eb55-bfd1-436d-acba-accf375c112c", "tag": "3dfe3fd9-6d61-47c5-b7c6-8cf2f73db835", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:14:24.521751 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cc9464fd-0346-43fd-a0b0-ff13f5fc66cf {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:14:24.522277 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a837eb55-bfd1-436d-acba-accf375c112c', 'tag': '3dfe3fd9-6d61-47c5-b7c6-8cf2f73db835', 'status': 'completed', 'code': 200} Nov 25 13:14:24.540762 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-c7b33b46-ea99-4f8c-bf33-76f0d52908d0 None None] Allocated IP 2001:db8:0:ffff::2 (de13e0fc-78d3-4ff6-9ca0-aebba6d17a79/f867825e-1213-4981-9555-2c2f08351b02/114032d1-4f4a-4169-8db6-e02c8e78bd92) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:14:24.616901 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fed7b241-0bcf-4f70-a118-3ebd8e5911f1 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:24.617307 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c0f33404-2350-4cef-a6b6-359a261a9f22 req-3a513593-6612-4a5b-9475-8c2027071dfb tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] 10.222.0.53 "GET /v2.0/security-groups?id=14008d9c-d4e4-413f-b173-b52cde5b634a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686721 Nov 25 13:14:24.816109 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.db.resource_extend [None req-fed7b241-0bcf-4f70-a118-3ebd8e5911f1 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 13:14:24.857901 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 42928) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:24.884106 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc9cfef-8acc-4e74-8893-23d452b94a44 req-fb0a4d63-f12a-4ce9-b3f0-8f818ab9e108 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:24.906221 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fdc9cfef-8acc-4e74-8893-23d452b94a44 req-fb0a4d63-f12a-4ce9-b3f0-8f818ab9e108 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=17232847-b6af-4835-9bba-18e757b232da HTTP/1.1" status: 200 len: 950 time: 0.2212045 Nov 25 13:14:24.946167 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e4f72351-0f57-4187-a875-683e1a5885d8 req-bae95922-9e30-49b8-bce4-2a0dd79f5ecb tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/ports?device_id=29fcc8a1-3c51-4a90-bac2-1df777e8a51e HTTP/1.1" status: 200 len: 210 time: 0.1697383 Nov 25 13:14:24.949941 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e332a0a1-e1e9-4491-8e21-cb08a77e8c54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:24.965892 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fed7b241-0bcf-4f70-a118-3ebd8e5911f1 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:24.973602 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed7b241-0bcf-4f70-a118-3ebd8e5911f1 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:24.974243 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fed7b241-0bcf-4f70-a118-3ebd8e5911f1 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:24.985866 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed47597-8827-4725-a99a-44bb5b7b3b96 req-35273f6a-2615-4064-909e-027de7bf145e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:24.991382 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0ed47597-8827-4725-a99a-44bb5b7b3b96 req-35273f6a-2615-4064-909e-027de7bf145e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ce48360ee0e64a0f92fcf0cd683397ad&device_id=a837eb55-bfd1-436d-acba-accf375c112c HTTP/1.1" status: 200 len: 1096 time: 0.6371939 Nov 25 13:14:25.057198 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a792ef0-1325-4c0c-b964-c41e110cd916 req-f06799b3-4929-47ec-b7a1-f47adca28dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:25.060114 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0a792ef0-1325-4c0c-b964-c41e110cd916 req-f06799b3-4929-47ec-b7a1-f47adca28dcd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=621e47be21954218b422540d084376f9&device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 1097 time: 0.7224696 Nov 25 13:14:25.097126 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fdc9cfef-8acc-4e74-8893-23d452b94a44 req-a9a807ff-1a2e-4ad7-be4b-5711a76860ed tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866753 Nov 25 13:14:25.324128 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0ed47597-8827-4725-a99a-44bb5b7b3b96 req-5831d413-291c-4296-9aa6-a90dab06115c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3dfe3fd9-6d61-47c5-b7c6-8cf2f73db835 HTTP/1.1" status: 200 len: 217 time: 0.2241466 Nov 25 13:14:25.341112 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 42938) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:25.346672 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-dd89b804-a956-4c6d-8cf6-9d47cfa8ee9b tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Request body: {'subnet': {'network_id': 'd800ae94-9ef1-4ce4-a7b8-c0cdedd37edf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:14:25.358789 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c7b33b46-ea99-4f8c-bf33-76f0d52908d0 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:25.359247 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-fed7b241-0bcf-4f70-a118-3ebd8e5911f1 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8951869 Nov 25 13:14:25.367356 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c7b33b46-ea99-4f8c-bf33-76f0d52908d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:25.457743 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b33b46-ea99-4f8c-bf33-76f0d52908d0 None None] Network de13e0fc-78d3-4ff6-9ca0-aebba6d17a79 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:14:25.464549 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-c7b33b46-ea99-4f8c-bf33-76f0d52908d0 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:14:25.482825 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b33b46-ea99-4f8c-bf33-76f0d52908d0 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:14:25.493734 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed7b241-0bcf-4f70-a118-3ebd8e5911f1 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Pushing event updated for resources: {'Network': ['ID=d800ae94-9ef1-4ce4-a7b8-c0cdedd37edf,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:25.520961 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network d800ae94-9ef1-4ce4-a7b8-c0cdedd37edf details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:14:25.537036 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd89b804-a956-4c6d-8cf6-9d47cfa8ee9b tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Made reservation on behalf of 1a43174153d84f558b80a9569be83518 for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:14:25.545744 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-dd89b804-a956-4c6d-8cf6-9d47cfa8ee9b tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:25.656010 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b33b46-ea99-4f8c-bf33-76f0d52908d0 None None] Pushing event updated for resources: {'Port': ['ID=114032d1-4f4a-4169-8db6-e02c8e78bd92,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:25.677302 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed47597-8827-4725-a99a-44bb5b7b3b96 req-e8bd9a85-c8c5-4b53-8137-19572bb1d655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:25.685375 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0ed47597-8827-4725-a99a-44bb5b7b3b96 req-e8bd9a85-c8c5-4b53-8137-19572bb1d655 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=84710c11-cfeb-46e4-8fab-bd6bf839f3aa HTTP/1.1" status: 200 len: 853 time: 0.3191793 Nov 25 13:14:25.705443 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-c7b33b46-ea99-4f8c-bf33-76f0d52908d0 None None] Attempting to bind port 114032d1-4f4a-4169-8db6-e02c8e78bd92 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:14:25.706108 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-c7b33b46-ea99-4f8c-bf33-76f0d52908d0 None None] Attempting to bind port 114032d1-4f4a-4169-8db6-e02c8e78bd92 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '088a1406-1a3f-4543-83be-9c4df455825c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'de13e0fc-78d3-4ff6-9ca0-aebba6d17a79'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:14:25.706685 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b33b46-ea99-4f8c-bf33-76f0d52908d0 None None] Attempting to bind port 114032d1-4f4a-4169-8db6-e02c8e78bd92 on network de13e0fc-78d3-4ff6-9ca0-aebba6d17a79 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:14:25.721805 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b33b46-ea99-4f8c-bf33-76f0d52908d0 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:14:25.722653 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b33b46-ea99-4f8c-bf33-76f0d52908d0 None None] Checking segment: {'id': '088a1406-1a3f-4543-83be-9c4df455825c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'de13e0fc-78d3-4ff6-9ca0-aebba6d17a79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:14:25.723364 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c7b33b46-ea99-4f8c-bf33-76f0d52908d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:25.723998 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b33b46-ea99-4f8c-bf33-76f0d52908d0 None None] Bound using segment: {'id': '088a1406-1a3f-4543-83be-9c4df455825c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'de13e0fc-78d3-4ff6-9ca0-aebba6d17a79'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:14:25.724755 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-c7b33b46-ea99-4f8c-bf33-76f0d52908d0 None None] Bound port: 114032d1-4f4a-4169-8db6-e02c8e78bd92, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '088a1406-1a3f-4543-83be-9c4df455825c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'de13e0fc-78d3-4ff6-9ca0-aebba6d17a79'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:14:25.725356 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c7b33b46-ea99-4f8c-bf33-76f0d52908d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:25.750482 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a792ef0-1325-4c0c-b964-c41e110cd916 req-bece193c-8165-4ba0-bb67-8c0808729d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:25.752014 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0a792ef0-1325-4c0c-b964-c41e110cd916 req-bece193c-8165-4ba0-bb67-8c0808729d93 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9accb235-a825-49d8-b9c6-39063069a4b3 HTTP/1.1" status: 200 len: 912 time: 0.6187522 Nov 25 13:14:25.789065 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91b2d7-0d1b-42ed-a767-8d5df86c6d16 req-f2c5b5a2-c6d7-4ace-90c7-5a4b90b6c579 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:25.791833 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ca91b2d7-0d1b-42ed-a767-8d5df86c6d16 req-f2c5b5a2-c6d7-4ace-90c7-5a4b90b6c579 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3142734 Nov 25 13:14:25.821525 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-c7b33b46-ea99-4f8c-bf33-76f0d52908d0 None None] For port 114032d1-4f4a-4169-8db6-e02c8e78bd92, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:14:25.826418 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-c7b33b46-ea99-4f8c-bf33-76f0d52908d0 None None] For port 114032d1-4f4a-4169-8db6-e02c8e78bd92, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=114032d1-4f4a-4169-8db6-e02c8e78bd92,segment=NetworkSegment(088a1406-1a3f-4543-83be-9c4df455825c),segment_id=088a1406-1a3f-4543-83be-9c4df455825c)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:14:25.832369 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c7b33b46-ea99-4f8c-bf33-76f0d52908d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:25.849498 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-ca91b2d7-0d1b-42ed-a767-8d5df86c6d16 req-36b2566c-bc6d-4360-8335-540582446c8a tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Request body: {'port': {'device_id': '29fcc8a1-3c51-4a90-bac2-1df777e8a51e', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'admin_state_up': True, 'tenant_id': 'a0c9c71d2f524c4bba4fbb87b40ed2f1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:14:25.894215 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf19de-f19c-4d72-be1c-f6ba056a47d1 req-9b04d016-f548-40dc-826d-40259827e2ec tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:25.903577 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-40bf19de-f19c-4d72-be1c-f6ba056a47d1 req-9b04d016-f548-40dc-826d-40259827e2ec tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] 10.222.0.53 "GET /v2.0/ports?device_id=a837eb55-bfd1-436d-acba-accf375c112c HTTP/1.1" status: 200 len: 944 time: 0.1324461 Nov 25 13:14:25.950866 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b33b46-ea99-4f8c-bf33-76f0d52908d0 None None] Pushing event updated for resources: {'Port': ['ID=114032d1-4f4a-4169-8db6-e02c8e78bd92,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:26.022765 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-40bf19de-f19c-4d72-be1c-f6ba056a47d1 req-75c8c689-b4ec-4f6a-8ee8-abf68e441ce0 tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] 10.222.0.53 "GET /v2.0/security-groups?id=14008d9c-d4e4-413f-b173-b52cde5b634a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149781 Nov 25 13:14:26.179042 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2328d828-1365-4fa6-8bd4-5a89c77056f3 req-23fe30b1-2762-455b-8fdf-86e39379dc98 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/ports?device_id=29fcc8a1-3c51-4a90-bac2-1df777e8a51e HTTP/1.1" status: 200 len: 210 time: 0.0524302 Nov 25 13:14:26.309291 n-d-808199-11 neutron-server[103570]: DEBUG neutron.objects.ports [None req-dd89b804-a956-4c6d-8cf6-9d47cfa8ee9b tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103570) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 13:14:26.311134 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-dd89b804-a956-4c6d-8cf6-9d47cfa8ee9b tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:26.426576 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd89b804-a956-4c6d-8cf6-9d47cfa8ee9b tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Pushing event updated for resources: {'Subnet': ['ID=efb35c27-fb2b-4692-869b-ec6a9dc12a8d,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:26.467564 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd89b804-a956-4c6d-8cf6-9d47cfa8ee9b tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Checking segment: {'id': '8f1991a7-1d58-4b11-a481-e81a422ad6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'd800ae94-9ef1-4ce4-a7b8-c0cdedd37edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:14:26.468365 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd89b804-a956-4c6d-8cf6-9d47cfa8ee9b tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Network hostable DHCP agents. Network: d800ae94-9ef1-4ce4-a7b8-c0cdedd37edf, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:14:26.510487 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba1973-f0dc-43a8-be74-cb39ddd9600a req-ff8cb390-ce3a-4f63-8b48-d970c41f2105 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:26.514290 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-26ba1973-f0dc-43a8-be74-cb39ddd9600a req-ff8cb390-ce3a-4f63-8b48-d970c41f2105 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=17232847-b6af-4835-9bba-18e757b232da HTTP/1.1" status: 200 len: 950 time: 0.1094537 Nov 25 13:14:26.521416 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd89b804-a956-4c6d-8cf6-9d47cfa8ee9b tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Network d800ae94-9ef1-4ce4-a7b8-c0cdedd37edf is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:14:26.553548 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-dd89b804-a956-4c6d-8cf6-9d47cfa8ee9b tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, d800ae94-9ef1-4ce4-a7b8-c0cdedd37edf) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:14:26.560921 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd89b804-a956-4c6d-8cf6-9d47cfa8ee9b tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:26.561675 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-dd89b804-a956-4c6d-8cf6-9d47cfa8ee9b tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:26.568176 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed47597-8827-4725-a99a-44bb5b7b3b96 req-80246906-f33a-4674-bf8c-f5fac215c180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:26.569330 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f37f19c-df0c-49f9-a7b9-4918418b4472 None None] Network d800ae94-9ef1-4ce4-a7b8-c0cdedd37edf requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:14:26.570801 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0ed47597-8827-4725-a99a-44bb5b7b3b96 req-80246906-f33a-4674-bf8c-f5fac215c180 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=02a31e14-65ec-41f7-81c9-add34fd27175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8138545 Nov 25 13:14:26.635215 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-26ba1973-f0dc-43a8-be74-cb39ddd9600a req-ae8493c7-d5b0-434f-9ddb-5b95b6fe3934 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104558 Nov 25 13:14:26.663995 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-dd89b804-a956-4c6d-8cf6-9d47cfa8ee9b tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3216558 Nov 25 13:14:26.666788 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 42958) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:26.676128 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-7ffcaf1a-26fa-45c1-9b95-050e0dd07dd5 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Request body: {'port': {'network_id': 'd800ae94-9ef1-4ce4-a7b8-c0cdedd37edf', 'name': 'tempest-NetworksIpV6TestAttrs-807183864'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:14:26.702510 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0a792ef0-1325-4c0c-b964-c41e110cd916 req-04c6213c-debd-4560-9b19-ad52c3d0ceb7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14 HTTP/1.1" status: 200 len: 1001 time: 0.8844917 Nov 25 13:14:26.842099 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e332a0a1-e1e9-4491-8e21-cb08a77e8c54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:26.906871 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e332a0a1-e1e9-4491-8e21-cb08a77e8c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:26.959859 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0418c6bb-6e2f-4d4c-bf41-edd2b81cad24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-d800ae94-9ef1-4ce4-a7b8-c0cdedd37edf', 'network_id': 'd800ae94-9ef1-4ce4-a7b8-c0cdedd37edf', 'tenant_id': '1a43174153d84f558b80a9569be83518', 'fixed_ips': [{'subnet_id': 'efb35c27-fb2b-4692-869b-ec6a9dc12a8d'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:14:26.960838 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0418c6bb-6e2f-4d4c-bf41-edd2b81cad24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:26.968973 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ffcaf1a-26fa-45c1-9b95-050e0dd07dd5 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Made reservation on behalf of 1a43174153d84f558b80a9569be83518 for: {'port': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:14:26.977599 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7ffcaf1a-26fa-45c1-9b95-050e0dd07dd5 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:27.018420 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [None req-7ffcaf1a-26fa-45c1-9b95-050e0dd07dd5 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] device_id is not set on port 13e67f49-ee42-44d6-b15c-c29ef5abf174 yet. {{(pid=103570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:14:27.103205 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-e332a0a1-e1e9-4491-8e21-cb08a77e8c54 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8a83499207384eb5b130f07dc5c52785&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2360723 Nov 25 13:14:27.104752 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 42964) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:27.182268 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e332a0a1-e1e9-4491-8e21-cb08a77e8c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a531e2e-aab2-4953-a02a-19e0b778f505,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:27.226296 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-7ffcaf1a-26fa-45c1-9b95-050e0dd07dd5 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Allocated IP 2001:db8::f816:3eff:fec0:c520 (d800ae94-9ef1-4ce4-a7b8-c0cdedd37edf/efb35c27-fb2b-4692-869b-ec6a9dc12a8d/13e67f49-ee42-44d6-b15c-c29ef5abf174) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:14:27.240424 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a792ef0-1325-4c0c-b964-c41e110cd916 req-cc08656d-6097-44c0-a76b-3c4585236c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:27.242808 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0a792ef0-1325-4c0c-b964-c41e110cd916 req-cc08656d-6097-44c0-a76b-3c4585236c10 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b6a84af7-6347-4e0f-945a-98a5515a4a22 HTTP/1.1" status: 200 len: 850 time: 0.3838546 Nov 25 13:14:27.244939 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca91b2d7-0d1b-42ed-a767-8d5df86c6d16 req-36b2566c-bc6d-4360-8335-540582446c8a tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Made reservation on behalf of a0c9c71d2f524c4bba4fbb87b40ed2f1 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:14:27.249903 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ca91b2d7-0d1b-42ed-a767-8d5df86c6d16 req-36b2566c-bc6d-4360-8335-540582446c8a tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:27.254836 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0ed47597-8827-4725-a99a-44bb5b7b3b96 req-e518d518-a159-4191-bc2a-b290d5520cba service neutron] 10.222.0.47 "GET /v2.0/networks/02a31e14-65ec-41f7-81c9-add34fd27175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6431322 Nov 25 13:14:27.470574 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3964ee-fc16-4ee2-ae7e-4c44c3e1dae2 req-ccfedb85-520e-4286-a349-02114b23be40 tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:27.476660 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-ca91b2d7-0d1b-42ed-a767-8d5df86c6d16 req-36b2566c-bc6d-4360-8335-540582446c8a tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Allocated IP 192.168.233.60 (85f6380f-3625-4f44-8465-fbcf0c11fed5/2ce5ca48-e3be-44c6-9584-fd9eb8c67222/0668b250-1037-4275-9ed8-d260ca6b3274) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:14:27.478374 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9a3964ee-fc16-4ee2-ae7e-4c44c3e1dae2 req-ccfedb85-520e-4286-a349-02114b23be40 tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] 10.222.0.53 "GET /v2.0/ports?device_id=a837eb55-bfd1-436d-acba-accf375c112c HTTP/1.1" status: 200 len: 944 time: 0.2452245 Nov 25 13:14:27.480988 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fed5a3f8-700b-42cb-98df-7fc26f398de4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:27.576536 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fed5a3f8-700b-42cb-98df-7fc26f398de4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:27.647327 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9a3964ee-fc16-4ee2-ae7e-4c44c3e1dae2 req-7e145a55-9e7f-4dc9-91cf-bf7509e40797 tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] 10.222.0.53 "GET /v2.0/security-groups?id=14008d9c-d4e4-413f-b173-b52cde5b634a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677563 Nov 25 13:14:27.721065 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7ffcaf1a-26fa-45c1-9b95-050e0dd07dd5 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:27.771881 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0433e054-46ac-4031-8843-435cc5a1f329 None None] Network de13e0fc-78d3-4ff6-9ca0-aebba6d17a79 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:14:27.903196 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ca91b2d7-0d1b-42ed-a767-8d5df86c6d16 req-36b2566c-bc6d-4360-8335-540582446c8a tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:27.909649 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b71b17c8-8993-4d08-97f5-967cc074c7a1 req-e228a4ea-e1e6-4bb3-9f3a-e216d9bc77fb tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/ports?device_id=29fcc8a1-3c51-4a90-bac2-1df777e8a51e HTTP/1.1" status: 200 len: 210 time: 0.1338782 Nov 25 13:14:27.913410 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 114032d1-4f4a-4169-8db6-e02c8e78bd92 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:14:27.942218 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fed5a3f8-700b-42cb-98df-7fc26f398de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:27.958125 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fed5a3f8-700b-42cb-98df-7fc26f398de4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:27.963709 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-fed5a3f8-700b-42cb-98df-7fc26f398de4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5a531e2e-aab2-4953-a02a-19e0b778f505 HTTP/1.1" status: 204 len: 168 time: 0.8545163 Nov 25 13:14:27.973785 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7ffcaf1a-26fa-45c1-9b95-050e0dd07dd5 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:27.998943 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ca91b2d7-0d1b-42ed-a767-8d5df86c6d16 req-36b2566c-bc6d-4360-8335-540582446c8a tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:28.041598 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['517b18f0-2c79-4e60-aa46-133838422f21'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:14:28.069954 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed5a3f8-700b-42cb-98df-7fc26f398de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a531e2e-aab2-4953-a02a-19e0b778f505,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:28.088587 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffcaf1a-26fa-45c1-9b95-050e0dd07dd5 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Network d800ae94-9ef1-4ce4-a7b8-c0cdedd37edf is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:14:28.100303 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-7ffcaf1a-26fa-45c1-9b95-050e0dd07dd5 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:14:28.104135 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffcaf1a-26fa-45c1-9b95-050e0dd07dd5 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:14:28.111472 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffcaf1a-26fa-45c1-9b95-050e0dd07dd5 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:28.112402 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7ffcaf1a-26fa-45c1-9b95-050e0dd07dd5 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:28.155224 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-7ffcaf1a-26fa-45c1-9b95-050e0dd07dd5 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.4863067 Nov 25 13:14:28.174674 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 42978) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:28.208418 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-a7c46547-9ca8-46fe-908a-88c2e6e6bdc6 None None] Provisioning complete for port 114032d1-4f4a-4169-8db6-e02c8e78bd92 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:14:28.208815 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a7c46547-9ca8-46fe-908a-88c2e6e6bdc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:28.227281 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffcaf1a-26fa-45c1-9b95-050e0dd07dd5 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Pushing event updated for resources: {'Port': ['ID=13e67f49-ee42-44d6-b15c-c29ef5abf174,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:28.248212 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca91b2d7-0d1b-42ed-a767-8d5df86c6d16 req-36b2566c-bc6d-4360-8335-540582446c8a tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Network 85f6380f-3625-4f44-8465-fbcf0c11fed5 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:14:28.256188 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae33190-c895-480b-bca4-8004f1ee5d78 req-aabd73e8-922e-4bc5-90cd-b1eaaf2efc67 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:28.257297 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-ca91b2d7-0d1b-42ed-a767-8d5df86c6d16 req-36b2566c-bc6d-4360-8335-540582446c8a tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:14:28.266521 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fae33190-c895-480b-bca4-8004f1ee5d78 req-aabd73e8-922e-4bc5-90cd-b1eaaf2efc67 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=17232847-b6af-4835-9bba-18e757b232da HTTP/1.1" status: 200 len: 950 time: 0.1981905 Nov 25 13:14:28.283564 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca91b2d7-0d1b-42ed-a767-8d5df86c6d16 req-36b2566c-bc6d-4360-8335-540582446c8a tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:14:28.286736 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-002b7cbb-cf17-46eb-b141-405094707df6 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Deleting subnet efb35c27-fb2b-4692-869b-ec6a9dc12a8d {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:14:28.382904 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b2566c-bc6d-4360-8335-540582446c8a tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Pushing event updated for resources: {'Port': ['ID=0668b250-1037-4275-9ed8-d260ca6b3274,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:28.399372 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fae33190-c895-480b-bca4-8004f1ee5d78 req-f41f2dc8-049d-4843-be50-1820c01012f5 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317921 Nov 25 13:14:28.443065 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-0418c6bb-6e2f-4d4c-bf41-edd2b81cad24 None None] Allocated IP 2001:db8::f816:3eff:fee2:9678 (d800ae94-9ef1-4ce4-a7b8-c0cdedd37edf/efb35c27-fb2b-4692-869b-ec6a9dc12a8d/d4d9ad64-e689-488f-a6ef-bf33f67c3114) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:14:28.670579 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 114032d1-4f4a-4169-8db6-e02c8e78bd92 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:14:28.670995 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:28.688373 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91b2d7-0d1b-42ed-a767-8d5df86c6d16 req-36b2566c-bc6d-4360-8335-540582446c8a tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:28.691402 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ca91b2d7-0d1b-42ed-a767-8d5df86c6d16 req-36b2566c-bc6d-4360-8335-540582446c8a tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:28.733049 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a792ef0-1325-4c0c-b964-c41e110cd916 req-71f2d928-f9cd-463f-8de7-dedf6178af06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:28.740146 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0a792ef0-1325-4c0c-b964-c41e110cd916 req-71f2d928-f9cd-463f-8de7-dedf6178af06 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9accb235-a825-49d8-b9c6-39063069a4b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3320463 Nov 25 13:14:28.786613 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ca91b2d7-0d1b-42ed-a767-8d5df86c6d16 req-36b2566c-bc6d-4360-8335-540582446c8a tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9466691 Nov 25 13:14:28.821610 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0ed47597-8827-4725-a99a-44bb5b7b3b96 req-8e7a7242-8982-432c-bf30-6ece97387371 service neutron] 10.222.0.47 "GET /v2.0/networks/02a31e14-65ec-41f7-81c9-add34fd27175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3873684 Nov 25 13:14:28.907982 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426c7c50-c7e4-4d95-a16d-692a7b996b1e req-7a5bd40f-935d-404d-b32a-95fc4bd92abf tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:28.918376 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-426c7c50-c7e4-4d95-a16d-692a7b996b1e req-7a5bd40f-935d-404d-b32a-95fc4bd92abf tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] 10.222.0.53 "GET /v2.0/ports?device_id=a837eb55-bfd1-436d-acba-accf375c112c HTTP/1.1" status: 200 len: 944 time: 0.1295815 Nov 25 13:14:29.025880 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-426c7c50-c7e4-4d95-a16d-692a7b996b1e req-528ad241-2c8a-479c-bc93-5ffd541be1f0 tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] 10.222.0.53 "GET /v2.0/security-groups?id=14008d9c-d4e4-413f-b173-b52cde5b634a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035323 Nov 25 13:14:29.175272 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a7c46547-9ca8-46fe-908a-88c2e6e6bdc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:29.257070 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0a792ef0-1325-4c0c-b964-c41e110cd916 req-f439fb44-8410-4d74-b5f7-b32c5955a9d3 service neutron] 10.222.0.47 "GET /v2.0/networks/9accb235-a825-49d8-b9c6-39063069a4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238824 Nov 25 13:14:29.265890 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0418c6bb-6e2f-4d4c-bf41-edd2b81cad24 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:29.276091 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88966b12-681f-4881-860e-073f4eb3816d req-97199504-ff6f-43f3-9088-73e264fa6297 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:29.281399 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-88966b12-681f-4881-860e-073f4eb3816d req-97199504-ff6f-43f3-9088-73e264fa6297 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/ports?device_id=29fcc8a1-3c51-4a90-bac2-1df777e8a51e HTTP/1.1" status: 200 len: 935 time: 0.1385386 Nov 25 13:14:29.282537 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-002b7cbb-cf17-46eb-b141-405094707df6 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:29.357374 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-a7c46547-9ca8-46fe-908a-88c2e6e6bdc6 None None] For port 114032d1-4f4a-4169-8db6-e02c8e78bd92, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=114032d1-4f4a-4169-8db6-e02c8e78bd92,segment=NetworkSegment(088a1406-1a3f-4543-83be-9c4df455825c),segment_id=088a1406-1a3f-4543-83be-9c4df455825c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:14:29.403439 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0418c6bb-6e2f-4d4c-bf41-edd2b81cad24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:29.405998 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-002b7cbb-cf17-46eb-b141-405094707df6 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:29.436647 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a7c46547-9ca8-46fe-908a-88c2e6e6bdc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:29.529480 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-88966b12-681f-4881-860e-073f4eb3816d req-e6b3307a-2df8-485e-823e-37ac36d2f4f9 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/security-groups?id=37757832-f230-4e23-b4ea-4b846d5a33d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395053 Nov 25 13:14:29.662737 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0418c6bb-6e2f-4d4c-bf41-edd2b81cad24 None None] Network d800ae94-9ef1-4ce4-a7b8-c0cdedd37edf is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:14:29.669276 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 43024) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:29.726534 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0418c6bb-6e2f-4d4c-bf41-edd2b81cad24 None None] Pushing event updated for resources: {'Port': ['ID=d4d9ad64-e689-488f-a6ef-bf33f67c3114,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:29.762123 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-0418c6bb-6e2f-4d4c-bf41-edd2b81cad24 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:14:29.791957 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bed4722-1062-413c-8366-b8f31e90e754 req-e9837047-0c21-4bee-8220-591a27f8ff08 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:29.806623 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3bed4722-1062-413c-8366-b8f31e90e754 req-e9837047-0c21-4bee-8220-591a27f8ff08 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=17232847-b6af-4835-9bba-18e757b232da HTTP/1.1" status: 200 len: 950 time: 0.2685807 Nov 25 13:14:29.825937 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0418c6bb-6e2f-4d4c-bf41-edd2b81cad24 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:14:29.902458 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-5bdd6243-8b3d-4225-8714-e2800aefc7a1 None None] Provisioning complete for port 0668b250-1037-4275-9ed8-d260ca6b3274 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:14:29.921050 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5bdd6243-8b3d-4225-8714-e2800aefc7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:29.987489 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-002b7cbb-cf17-46eb-b141-405094707df6 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:30.045383 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-32fddf1b-caf6-4bcd-9984-c026e8e2a799 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:30.083797 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3bed4722-1062-413c-8366-b8f31e90e754 req-01ce4e5e-6acb-406c-8fd6-1242a35837ff tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761528 Nov 25 13:14:30.164190 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-002b7cbb-cf17-46eb-b141-405094707df6 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:30.197983 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c46547-9ca8-46fe-908a-88c2e6e6bdc6 None None] Pushing event updated for resources: {'Port': ['ID=114032d1-4f4a-4169-8db6-e02c8e78bd92,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:30.232376 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002b7cbb-cf17-46eb-b141-405094707df6 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Pushing event deleted for resources: {'Subnet': ['ID=efb35c27-fb2b-4692-869b-ec6a9dc12a8d,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:30.248588 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-002b7cbb-cf17-46eb-b141-405094707df6 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:30.251826 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-002b7cbb-cf17-46eb-b141-405094707df6 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] 10.222.0.53 "DELETE /v2.0/subnets/efb35c27-fb2b-4692-869b-ec6a9dc12a8d HTTP/1.1" status: 204 len: 168 time: 2.0751684 Nov 25 13:14:30.254593 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 43040) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:30.278414 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-5bdd6243-8b3d-4225-8714-e2800aefc7a1 None None] Port 0668b250-1037-4275-9ed8-d260ca6b3274 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:14:30.282993 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-0418c6bb-6e2f-4d4c-bf41-edd2b81cad24 None None] Attempting to bind port d4d9ad64-e689-488f-a6ef-bf33f67c3114 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:14:30.283408 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-0418c6bb-6e2f-4d4c-bf41-edd2b81cad24 None None] Attempting to bind port d4d9ad64-e689-488f-a6ef-bf33f67c3114 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '8f1991a7-1d58-4b11-a481-e81a422ad6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'd800ae94-9ef1-4ce4-a7b8-c0cdedd37edf'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:14:30.283712 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0418c6bb-6e2f-4d4c-bf41-edd2b81cad24 None None] Attempting to bind port d4d9ad64-e689-488f-a6ef-bf33f67c3114 on network d800ae94-9ef1-4ce4-a7b8-c0cdedd37edf {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:14:30.297716 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-32fddf1b-caf6-4bcd-9984-c026e8e2a799 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:30.311957 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-32fddf1b-caf6-4bcd-9984-c026e8e2a799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:30.336486 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0418c6bb-6e2f-4d4c-bf41-edd2b81cad24 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:14:30.337139 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0418c6bb-6e2f-4d4c-bf41-edd2b81cad24 None None] Checking segment: {'id': '8f1991a7-1d58-4b11-a481-e81a422ad6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'd800ae94-9ef1-4ce4-a7b8-c0cdedd37edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:14:30.337722 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0418c6bb-6e2f-4d4c-bf41-edd2b81cad24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:30.351091 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0418c6bb-6e2f-4d4c-bf41-edd2b81cad24 None None] Bound using segment: {'id': '8f1991a7-1d58-4b11-a481-e81a422ad6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'd800ae94-9ef1-4ce4-a7b8-c0cdedd37edf'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:14:30.351967 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-0418c6bb-6e2f-4d4c-bf41-edd2b81cad24 None None] Bound port: d4d9ad64-e689-488f-a6ef-bf33f67c3114, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f1991a7-1d58-4b11-a481-e81a422ad6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'd800ae94-9ef1-4ce4-a7b8-c0cdedd37edf'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:14:30.352560 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0418c6bb-6e2f-4d4c-bf41-edd2b81cad24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:30.354372 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fddf1b-caf6-4bcd-9984-c026e8e2a799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0deccf6c-f233-4ffe-8f9e-73a031a807f5,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:30.381654 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6e640e-f5d4-410a-96fe-3457c3f32e4b tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:30.383156 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6e640e-f5d4-410a-96fe-3457c3f32e4b tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:30.384757 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-0c6e640e-f5d4-410a-96fe-3457c3f32e4b tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1291802 Nov 25 13:14:30.396255 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 43044) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:30.409371 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fddf1b-caf6-4bcd-9984-c026e8e2a799 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:14:30.410037 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fddf1b-caf6-4bcd-9984-c026e8e2a799 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:14:30.410570 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fddf1b-caf6-4bcd-9984-c026e8e2a799 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:14:30.411101 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fddf1b-caf6-4bcd-9984-c026e8e2a799 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:14:30.411626 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fddf1b-caf6-4bcd-9984-c026e8e2a799 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:14:30.412129 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fddf1b-caf6-4bcd-9984-c026e8e2a799 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:14:30.412640 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fddf1b-caf6-4bcd-9984-c026e8e2a799 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:14:30.413140 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fddf1b-caf6-4bcd-9984-c026e8e2a799 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:14:30.413637 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fddf1b-caf6-4bcd-9984-c026e8e2a799 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:14:30.414134 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fddf1b-caf6-4bcd-9984-c026e8e2a799 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:14:30.414634 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fddf1b-caf6-4bcd-9984-c026e8e2a799 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:14:30.415172 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fddf1b-caf6-4bcd-9984-c026e8e2a799 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:14:30.460982 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-32fddf1b-caf6-4bcd-9984-c026e8e2a799 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2468b6266f994af0b4ef61879f14fdd4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7907112 Nov 25 13:14:30.463996 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 43046) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:30.497614 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-0418c6bb-6e2f-4d4c-bf41-edd2b81cad24 None None] For port d4d9ad64-e689-488f-a6ef-bf33f67c3114, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:14:30.501247 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-0418c6bb-6e2f-4d4c-bf41-edd2b81cad24 None None] For port d4d9ad64-e689-488f-a6ef-bf33f67c3114, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=d4d9ad64-e689-488f-a6ef-bf33f67c3114,segment=NetworkSegment(8f1991a7-1d58-4b11-a481-e81a422ad6ad),segment_id=8f1991a7-1d58-4b11-a481-e81a422ad6ad)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:14:30.526582 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0418c6bb-6e2f-4d4c-bf41-edd2b81cad24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:30.530217 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-f3c30e26-024f-4769-9f21-4915a418d3d5 None None] Provisioning complete for port 114032d1-4f4a-4169-8db6-e02c8e78bd92 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:14:30.530825 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f3c30e26-024f-4769-9f21-4915a418d3d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:30.545441 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-54fad8cd-058d-4828-aacc-d176354e073b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:30.614393 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae2262-d864-47e8-9b20-24984c5a0a97 req-7f402bfd-4afb-4354-9578-7dbd33803d96 tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:30.621309 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-13ae2262-d864-47e8-9b20-24984c5a0a97 req-7f402bfd-4afb-4354-9578-7dbd33803d96 tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] 10.222.0.53 "GET /v2.0/ports?device_id=a837eb55-bfd1-436d-acba-accf375c112c HTTP/1.1" status: 200 len: 944 time: 0.2047970 Nov 25 13:14:30.636597 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-99063952-94e2-447e-a241-99c5b340290f tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:30.656138 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-99063952-94e2-447e-a241-99c5b340290f tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 25 13:14:30.657126 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99063952-94e2-447e-a241-99c5b340290f tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:14:30.661675 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-99063952-94e2-447e-a241-99c5b340290f tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] 10.222.0.53 "DELETE /v2.0/networks/d800ae94-9ef1-4ce4-a7b8-c0cdedd37edf HTTP/1.1" status: 409 len: 405 time: 0.2639711 Nov 25 13:14:30.669122 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 43054) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:30.679287 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b12ca72-2465-4d0f-b82c-6194ac5f4c10 None None] Network d800ae94-9ef1-4ce4-a7b8-c0cdedd37edf requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:14:30.703749 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-fe39787d-5ab2-49f2-b1a4-8561de21b041 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2033644491'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:14:30.775787 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-13ae2262-d864-47e8-9b20-24984c5a0a97 req-bfa66cbd-0dc3-43e7-b427-bd8dcb8ac542 tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] 10.222.0.53 "GET /v2.0/security-groups?id=14008d9c-d4e4-413f-b173-b52cde5b634a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348865 Nov 25 13:14:30.785262 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-20a2f95b-b237-4b4a-b694-d42ba6e4395d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:30.788093 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0418c6bb-6e2f-4d4c-bf41-edd2b81cad24 None None] Pushing event updated for resources: {'Port': ['ID=d4d9ad64-e689-488f-a6ef-bf33f67c3114,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:30.819532 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-20a2f95b-b237-4b4a-b694-d42ba6e4395d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:30.896787 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-20a2f95b-b237-4b4a-b694-d42ba6e4395d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:30.899723 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-20a2f95b-b237-4b4a-b694-d42ba6e4395d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:30.904801 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-20a2f95b-b237-4b4a-b694-d42ba6e4395d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0deccf6c-f233-4ffe-8f9e-73a031a807f5 HTTP/1.1" status: 204 len: 168 time: 0.4395783 Nov 25 13:14:30.924983 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a2f95b-b237-4b4a-b694-d42ba6e4395d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0deccf6c-f233-4ffe-8f9e-73a031a807f5,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:30.926840 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe39787d-5ab2-49f2-b1a4-8561de21b041 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Made reservation on behalf of 1a43174153d84f558b80a9569be83518 for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:14:30.930742 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fe39787d-5ab2-49f2-b1a4-8561de21b041 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:31.029997 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e7bda-c2c4-4f64-81f7-4e633d59e0a2 req-d805e686-f9a6-453e-b26b-78dfc9bd5ec4 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:31.037388 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ba4e7bda-c2c4-4f64-81f7-4e633d59e0a2 req-d805e686-f9a6-453e-b26b-78dfc9bd5ec4 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/ports?device_id=29fcc8a1-3c51-4a90-bac2-1df777e8a51e HTTP/1.1" status: 200 len: 935 time: 0.1037450 Nov 25 13:14:31.049185 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55db942-464e-4ba1-981e-598b1e901b03 None None] get_active_networks_info from n-d-808199-11 {{(pid=103572) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 13:14:31.088112 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe39787d-5ab2-49f2-b1a4-8561de21b041 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:14:31.110816 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ba4e7bda-c2c4-4f64-81f7-4e633d59e0a2 req-1e614205-f50f-43b9-b57d-db9bf0a9e08e tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/security-groups?id=37757832-f230-4e23-b4ea-4b846d5a33d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676095 Nov 25 13:14:31.119392 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fe39787d-5ab2-49f2-b1a4-8561de21b041 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:31.122104 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-fe39787d-5ab2-49f2-b1a4-8561de21b041 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Added segment da9439dd-89d0-4238-b15f-c4efa1e94a98 of type vlan for network efb95e4b-9a10-4ac6-9e16-92248ed3b077 Nov 25 13:14:31.226037 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fe39787d-5ab2-49f2-b1a4-8561de21b041 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:31.283043 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b3c73-a56a-4618-b516-00d26ea67b96 req-d70c859d-0e2a-4081-b711-73092fefca12 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:31.291260 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fe3b3c73-a56a-4618-b516-00d26ea67b96 req-d70c859d-0e2a-4081-b711-73092fefca12 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=17232847-b6af-4835-9bba-18e757b232da HTTP/1.1" status: 200 len: 950 time: 0.0853636 Nov 25 13:14:31.299736 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fe39787d-5ab2-49f2-b1a4-8561de21b041 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:31.305610 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe39787d-5ab2-49f2-b1a4-8561de21b041 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:31.306552 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fe39787d-5ab2-49f2-b1a4-8561de21b041 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:31.344777 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55db942-464e-4ba1-981e-598b1e901b03 None None] Resources bound (agent type, host, resource id): {{(pid=103572) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 13:14:31.398261 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-fe39787d-5ab2-49f2-b1a4-8561de21b041 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7092748 Nov 25 13:14:31.401142 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 43070) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:31.406795 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-f4508b64-5c8e-4320-96ad-f69a44152909 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Request body: {'subnet': {'network_id': 'efb95e4b-9a10-4ac6-9e16-92248ed3b077', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:14:31.456744 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe39787d-5ab2-49f2-b1a4-8561de21b041 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Pushing event updated for resources: {'Network': ['ID=efb95e4b-9a10-4ac6-9e16-92248ed3b077,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:31.494127 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fe3b3c73-a56a-4618-b516-00d26ea67b96 req-d2627819-b43d-4cca-8478-ed6886e0ff6d tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950886 Nov 25 13:14:31.497692 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network efb95e4b-9a10-4ac6-9e16-92248ed3b077 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:14:31.621337 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4508b64-5c8e-4320-96ad-f69a44152909 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Made reservation on behalf of 1a43174153d84f558b80a9569be83518 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:14:31.628988 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f4508b64-5c8e-4320-96ad-f69a44152909 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:31.702859 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 43074) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:31.721752 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4d7ec5e2-3552-4f0e-93d4-62daceaa7b8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:31.857920 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4d7ec5e2-3552-4f0e-93d4-62daceaa7b8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:31.868096 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4d7ec5e2-3552-4f0e-93d4-62daceaa7b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:31.908763 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ec5e2-3552-4f0e-93d4-62daceaa7b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0ed0cd-7ff2-4b35-960e-45b24e649563,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:32.021688 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-4d7ec5e2-3552-4f0e-93d4-62daceaa7b8b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=267d1ffb94334ec7a15f910904bef739&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3158631 Nov 25 13:14:32.024436 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 43078) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:32.104106 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f284356-8c56-4e14-ba21-68d1798de7e3 req-06c70b2b-6bda-4b1c-8803-8d187d6b0a5b tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:32.106291 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3f284356-8c56-4e14-ba21-68d1798de7e3 req-06c70b2b-6bda-4b1c-8803-8d187d6b0a5b tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] 10.222.0.53 "GET /v2.0/ports?device_id=a837eb55-bfd1-436d-acba-accf375c112c HTTP/1.1" status: 200 len: 944 time: 0.1621683 Nov 25 13:14:32.128581 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 114032d1-4f4a-4169-8db6-e02c8e78bd92 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:14:32.234551 n-d-808199-11 neutron-server[103571]: DEBUG neutron.objects.ports [None req-f4508b64-5c8e-4320-96ad-f69a44152909 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103571) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 13:14:32.246286 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-ca91b2d7-0d1b-42ed-a767-8d5df86c6d16 req-18861aa3-3d82-4a42-b4b0-958c721809c9 service neutron] Request body: {'port': {'device_id': '29fcc8a1-3c51-4a90-bac2-1df777e8a51e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:14:32.255513 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0b9fa0c9-8cf2-4c65-89f1-d7cd62c3025e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:32.280188 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 114032d1-4f4a-4169-8db6-e02c8e78bd92 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:14:32.281928 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f4508b64-5c8e-4320-96ad-f69a44152909 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:32.283955 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:32.363234 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 43084) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:32.435613 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ca91b2d7-0d1b-42ed-a767-8d5df86c6d16 req-18861aa3-3d82-4a42-b4b0-958c721809c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:32.500690 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4508b64-5c8e-4320-96ad-f69a44152909 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Pushing event updated for resources: {'Subnet': ['ID=35ccf6c7-0f19-4402-a96a-91fa7a7e82b9,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:32.530042 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4508b64-5c8e-4320-96ad-f69a44152909 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Checking segment: {'id': 'da9439dd-89d0-4238-b15f-c4efa1e94a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'efb95e4b-9a10-4ac6-9e16-92248ed3b077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:14:32.530628 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4508b64-5c8e-4320-96ad-f69a44152909 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Network hostable DHCP agents. Network: efb95e4b-9a10-4ac6-9e16-92248ed3b077, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:14:32.622461 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4508b64-5c8e-4320-96ad-f69a44152909 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Network efb95e4b-9a10-4ac6-9e16-92248ed3b077 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:14:32.674573 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-f4508b64-5c8e-4320-96ad-f69a44152909 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, efb95e4b-9a10-4ac6-9e16-92248ed3b077) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:14:32.680652 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0a792ef0-1325-4c0c-b964-c41e110cd916 req-9eeadd15-d050-4c8b-8d71-1fa70c223023 service neutron] 10.222.0.47 "GET /v2.0/networks/9accb235-a825-49d8-b9c6-39063069a4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3702219 Nov 25 13:14:32.681653 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-beeb9f88-715a-46af-ad30-32935539214e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:32.689794 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4508b64-5c8e-4320-96ad-f69a44152909 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:32.690666 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f4508b64-5c8e-4320-96ad-f69a44152909 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:32.696796 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d196f926-d3f0-46ae-b057-50d078ef0984 None None] Network efb95e4b-9a10-4ac6-9e16-92248ed3b077 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:14:32.731249 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2b7d9c99-7059-4d4d-bca6-0b0a1a6b39a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:32.802017 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3f284356-8c56-4e14-ba21-68d1798de7e3 req-059c7f2a-a5ff-4678-9617-b45ae6e9b961 tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] 10.222.0.53 "GET /v2.0/security-groups?id=14008d9c-d4e4-413f-b173-b52cde5b634a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6869357 Nov 25 13:14:32.820203 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-f4508b64-5c8e-4320-96ad-f69a44152909 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4173644 Nov 25 13:14:32.839713 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 43094) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:32.848984 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-ab927b7f-6d0a-46d7-bbee-f5552046d0fe tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Request body: {'port': {'network_id': 'efb95e4b-9a10-4ac6-9e16-92248ed3b077', 'name': 'tempest-NetworksIpV6TestAttrs-309112274'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:14:32.859002 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0b9fa0c9-8cf2-4c65-89f1-d7cd62c3025e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:32.926833 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-beeb9f88-715a-46af-ad30-32935539214e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:32.936769 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-beeb9f88-715a-46af-ad30-32935539214e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:33.003178 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0fc7d7-e66e-4cb8-bb5d-05437f73240d req-04afd6fc-a8dc-45da-91cd-040bb4b15c9b tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:33.004939 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4e0fc7d7-e66e-4cb8-bb5d-05437f73240d req-04afd6fc-a8dc-45da-91cd-040bb4b15c9b tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/ports?device_id=29fcc8a1-3c51-4a90-bac2-1df777e8a51e HTTP/1.1" status: 200 len: 935 time: 0.2469528 Nov 25 13:14:33.023924 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e927a568-b34b-40b6-8b4c-31f9c00d60a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-efb95e4b-9a10-4ac6-9e16-92248ed3b077', 'network_id': 'efb95e4b-9a10-4ac6-9e16-92248ed3b077', 'tenant_id': '1a43174153d84f558b80a9569be83518', 'fixed_ips': [{'subnet_id': '35ccf6c7-0f19-4402-a96a-91fa7a7e82b9'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:14:33.025421 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e927a568-b34b-40b6-8b4c-31f9c00d60a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:33.029791 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-beeb9f88-715a-46af-ad30-32935539214e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=95585952936c4e68a3a75acebf246949&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6639590 Nov 25 13:14:33.033295 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca6d6f-cb9d-4b90-9237-6e48687e9377 req-008294ea-2263-4d15-81e7-2ab8bb7815e9 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:33.036445 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 43096) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:33.040763 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a0ca6d6f-cb9d-4b90-9237-6e48687e9377 req-008294ea-2263-4d15-81e7-2ab8bb7815e9 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=17232847-b6af-4835-9bba-18e757b232da HTTP/1.1" status: 200 len: 950 time: 0.1244323 Nov 25 13:14:33.047730 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb9f88-715a-46af-ad30-32935539214e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa5682ce-e2cb-42ca-8963-a90dd0f757ee,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:33.083515 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0b9fa0c9-8cf2-4c65-89f1-d7cd62c3025e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:33.086499 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0b9fa0c9-8cf2-4c65-89f1-d7cd62c3025e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:33.087823 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-0b9fa0c9-8cf2-4c65-89f1-d7cd62c3025e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4e0ed0cd-7ff2-4b35-960e-45b24e649563 HTTP/1.1" status: 204 len: 168 time: 1.0624990 Nov 25 13:14:33.113288 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab927b7f-6d0a-46d7-bbee-f5552046d0fe tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Made reservation on behalf of 1a43174153d84f558b80a9569be83518 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:14:33.116945 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ab927b7f-6d0a-46d7-bbee-f5552046d0fe tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:33.126101 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9fa0c9-8cf2-4c65-89f1-d7cd62c3025e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0ed0cd-7ff2-4b35-960e-45b24e649563,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:33.145184 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a0ca6d6f-cb9d-4b90-9237-6e48687e9377 req-6213ff07-1387-4da6-8e53-743306ea5626 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016681 Nov 25 13:14:33.178878 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4e0fc7d7-e66e-4cb8-bb5d-05437f73240d req-971596c1-1e4e-4239-9d7b-bb6cafbeb5f0 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/security-groups?id=37757832-f230-4e23-b4ea-4b846d5a33d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541631 Nov 25 13:14:33.233967 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-ab927b7f-6d0a-46d7-bbee-f5552046d0fe tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] device_id is not set on port d0ec4c07-3a26-43ca-9be2-815be010319f yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:14:33.242569 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-ca91b2d7-0d1b-42ed-a767-8d5df86c6d16 req-18861aa3-3d82-4a42-b4b0-958c721809c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0668b250-1037-4275-9ed8-d260ca6b3274 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:14:33.268517 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-80c2d763-f75d-47c5-b1aa-36a65110e19b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:33.320591 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ca91b2d7-0d1b-42ed-a767-8d5df86c6d16 req-18861aa3-3d82-4a42-b4b0-958c721809c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:33.329471 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-e927a568-b34b-40b6-8b4c-31f9c00d60a5 None None] Allocated IP 2001:db8::f816:3eff:febf:f750 (efb95e4b-9a10-4ac6-9e16-92248ed3b077/35ccf6c7-0f19-4402-a96a-91fa7a7e82b9/b23f21c5-b207-43aa-ac60-8f9e61686ad7) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:14:33.366113 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-ca91b2d7-0d1b-42ed-a767-8d5df86c6d16 req-18861aa3-3d82-4a42-b4b0-958c721809c9 service neutron] Transition to ACTIVE for port object 0668b250-1037-4275-9ed8-d260ca6b3274 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:14:33.372122 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-80c2d763-f75d-47c5-b1aa-36a65110e19b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:33.378987 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ca91b2d7-0d1b-42ed-a767-8d5df86c6d16 req-18861aa3-3d82-4a42-b4b0-958c721809c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:33.451649 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18861aa3-3d82-4a42-b4b0-958c721809c9 service neutron] Pushing event updated for resources: {'Port': ['ID=0668b250-1037-4275-9ed8-d260ca6b3274,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:33.528246 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-80c2d763-f75d-47c5-b1aa-36a65110e19b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:33.532532 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-80c2d763-f75d-47c5-b1aa-36a65110e19b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:33.533406 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e927a568-b34b-40b6-8b4c-31f9c00d60a5 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:33.536404 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-80c2d763-f75d-47c5-b1aa-36a65110e19b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fa5682ce-e2cb-42ca-8963-a90dd0f757ee HTTP/1.1" status: 204 len: 168 time: 0.4950423 Nov 25 13:14:33.549098 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e927a568-b34b-40b6-8b4c-31f9c00d60a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:33.577441 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e927a568-b34b-40b6-8b4c-31f9c00d60a5 None None] Network efb95e4b-9a10-4ac6-9e16-92248ed3b077 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:14:33.580797 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-e927a568-b34b-40b6-8b4c-31f9c00d60a5 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:14:33.611462 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-ca91b2d7-0d1b-42ed-a767-8d5df86c6d16 req-18861aa3-3d82-4a42-b4b0-958c721809c9 service neutron] Attempting to bind port 0668b250-1037-4275-9ed8-d260ca6b3274 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:14:33.612126 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-ca91b2d7-0d1b-42ed-a767-8d5df86c6d16 req-18861aa3-3d82-4a42-b4b0-958c721809c9 service neutron] Attempting to bind port 0668b250-1037-4275-9ed8-d260ca6b3274 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:14:33.612658 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca91b2d7-0d1b-42ed-a767-8d5df86c6d16 req-18861aa3-3d82-4a42-b4b0-958c721809c9 service neutron] Attempting to bind port 0668b250-1037-4275-9ed8-d260ca6b3274 on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:14:33.636098 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c2d763-f75d-47c5-b1aa-36a65110e19b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa5682ce-e2cb-42ca-8963-a90dd0f757ee,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:33.649738 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca91b2d7-0d1b-42ed-a767-8d5df86c6d16 req-18861aa3-3d82-4a42-b4b0-958c721809c9 service neutron] Port 0668b250-1037-4275-9ed8-d260ca6b3274 on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:14:33.650476 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca91b2d7-0d1b-42ed-a767-8d5df86c6d16 req-18861aa3-3d82-4a42-b4b0-958c721809c9 service neutron] Attempting to bind port 0668b250-1037-4275-9ed8-d260ca6b3274 on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:14:33.675521 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca91b2d7-0d1b-42ed-a767-8d5df86c6d16 req-18861aa3-3d82-4a42-b4b0-958c721809c9 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:14:33.676368 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca91b2d7-0d1b-42ed-a767-8d5df86c6d16 req-18861aa3-3d82-4a42-b4b0-958c721809c9 service neutron] Checking segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:14:33.677248 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca91b2d7-0d1b-42ed-a767-8d5df86c6d16 req-18861aa3-3d82-4a42-b4b0-958c721809c9 service neutron] Bound using segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:14:33.677903 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-ca91b2d7-0d1b-42ed-a767-8d5df86c6d16 req-18861aa3-3d82-4a42-b4b0-958c721809c9 service neutron] Bound port: 0668b250-1037-4275-9ed8-d260ca6b3274, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:14:33.678755 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ca91b2d7-0d1b-42ed-a767-8d5df86c6d16 req-18861aa3-3d82-4a42-b4b0-958c721809c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:33.696797 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d69ade8-779f-44ee-ae13-dae977e41d81 req-9d142477-a8ed-473b-ad27-7cab6e570f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:33.699307 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2d69ade8-779f-44ee-ae13-dae977e41d81 req-9d142477-a8ed-473b-ad27-7cab6e570f95 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ce48360ee0e64a0f92fcf0cd683397ad&device_id=a837eb55-bfd1-436d-acba-accf375c112c HTTP/1.1" status: 200 len: 1096 time: 0.1530149 Nov 25 13:14:33.711333 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-ab927b7f-6d0a-46d7-bbee-f5552046d0fe tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Allocated IP 2001:db8::f816:3eff:fe97:9b3 (efb95e4b-9a10-4ac6-9e16-92248ed3b077/35ccf6c7-0f19-4402-a96a-91fa7a7e82b9/d0ec4c07-3a26-43ca-9be2-815be010319f) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:14:33.712701 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e927a568-b34b-40b6-8b4c-31f9c00d60a5 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:14:33.797173 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e927a568-b34b-40b6-8b4c-31f9c00d60a5 None None] Pushing event updated for resources: {'Port': ['ID=b23f21c5-b207-43aa-ac60-8f9e61686ad7,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:33.898352 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-ca91b2d7-0d1b-42ed-a767-8d5df86c6d16 req-18861aa3-3d82-4a42-b4b0-958c721809c9 service neutron] For port 0668b250-1037-4275-9ed8-d260ca6b3274, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:14:33.911053 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:33.941102 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-e927a568-b34b-40b6-8b4c-31f9c00d60a5 None None] Attempting to bind port b23f21c5-b207-43aa-ac60-8f9e61686ad7 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:14:33.941499 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-e927a568-b34b-40b6-8b4c-31f9c00d60a5 None None] Attempting to bind port b23f21c5-b207-43aa-ac60-8f9e61686ad7 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'da9439dd-89d0-4238-b15f-c4efa1e94a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'efb95e4b-9a10-4ac6-9e16-92248ed3b077'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:14:33.941875 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e927a568-b34b-40b6-8b4c-31f9c00d60a5 None None] Attempting to bind port b23f21c5-b207-43aa-ac60-8f9e61686ad7 on network efb95e4b-9a10-4ac6-9e16-92248ed3b077 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:14:33.953929 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e927a568-b34b-40b6-8b4c-31f9c00d60a5 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:14:33.954641 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e927a568-b34b-40b6-8b4c-31f9c00d60a5 None None] Checking segment: {'id': 'da9439dd-89d0-4238-b15f-c4efa1e94a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'efb95e4b-9a10-4ac6-9e16-92248ed3b077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:14:33.956558 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e927a568-b34b-40b6-8b4c-31f9c00d60a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:33.973510 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e927a568-b34b-40b6-8b4c-31f9c00d60a5 None None] Bound using segment: {'id': 'da9439dd-89d0-4238-b15f-c4efa1e94a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'efb95e4b-9a10-4ac6-9e16-92248ed3b077'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:14:33.974061 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-e927a568-b34b-40b6-8b4c-31f9c00d60a5 None None] Bound port: b23f21c5-b207-43aa-ac60-8f9e61686ad7, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da9439dd-89d0-4238-b15f-c4efa1e94a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'efb95e4b-9a10-4ac6-9e16-92248ed3b077'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:14:33.974482 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e927a568-b34b-40b6-8b4c-31f9c00d60a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:33.992071 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-ca91b2d7-0d1b-42ed-a767-8d5df86c6d16 req-18861aa3-3d82-4a42-b4b0-958c721809c9 service neutron] For port 0668b250-1037-4275-9ed8-d260ca6b3274, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=0668b250-1037-4275-9ed8-d260ca6b3274,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:14:33.998787 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d69ade8-779f-44ee-ae13-dae977e41d81 req-518b5dce-02e6-4c31-8005-dbc94e128410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:34.000574 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2d69ade8-779f-44ee-ae13-dae977e41d81 req-518b5dce-02e6-4c31-8005-dbc94e128410 service neutron] 10.222.0.47 "GET /v2.0/networks?id=02a31e14-65ec-41f7-81c9-add34fd27175 HTTP/1.1" status: 200 len: 915 time: 0.2857177 Nov 25 13:14:34.005451 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ca91b2d7-0d1b-42ed-a767-8d5df86c6d16 req-18861aa3-3d82-4a42-b4b0-958c721809c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:34.063338 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac08d1e9-650f-46f9-b4da-c45a216c06b4 req-15e75d70-24cb-48fc-9cfd-76f617f47b05 tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:34.071042 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ac08d1e9-650f-46f9-b4da-c45a216c06b4 req-15e75d70-24cb-48fc-9cfd-76f617f47b05 tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] 10.222.0.53 "GET /v2.0/ports?device_id=a837eb55-bfd1-436d-acba-accf375c112c HTTP/1.1" status: 200 len: 944 time: 0.1020360 Nov 25 13:14:34.072172 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 43124) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:34.074612 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18861aa3-3d82-4a42-b4b0-958c721809c9 service neutron] Pushing event updated for resources: {'Port': ['ID=0668b250-1037-4275-9ed8-d260ca6b3274,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:34.103417 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a4e3dda4-035a-42fd-a6e6-0fe41b0543e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:34.128157 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2d69ade8-779f-44ee-ae13-dae977e41d81 req-9e8a2e42-ebb4-40ef-bca4-d1fbf28d0a68 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3dfe3fd9-6d61-47c5-b7c6-8cf2f73db835 HTTP/1.1" status: 200 len: 217 time: 0.0602605 Nov 25 13:14:34.129587 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91b2d7-0d1b-42ed-a767-8d5df86c6d16 req-18861aa3-3d82-4a42-b4b0-958c721809c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:34.130309 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ca91b2d7-0d1b-42ed-a767-8d5df86c6d16 req-18861aa3-3d82-4a42-b4b0-958c721809c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:34.131830 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ca91b2d7-0d1b-42ed-a767-8d5df86c6d16 req-18861aa3-3d82-4a42-b4b0-958c721809c9 service neutron] 10.222.0.47 "PUT /v2.0/ports/0668b250-1037-4275-9ed8-d260ca6b3274 HTTP/1.1" status: 200 len: 1096 time: 1.8987100 Nov 25 13:14:34.135449 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29fcc8a1-3c51-4a90-bac2-1df777e8a51e', 'tag': '0668b250-1037-4275-9ed8-d260ca6b3274'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:14:34.138254 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26413a7e-dc66-40cc-a480-153386cef4d0" -d '{"events": [{"name": "network-changed", "server_uuid": "29fcc8a1-3c51-4a90-bac2-1df777e8a51e", "tag": "0668b250-1037-4275-9ed8-d260ca6b3274"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:14:34.145920 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-e927a568-b34b-40b6-8b4c-31f9c00d60a5 None None] For port b23f21c5-b207-43aa-ac60-8f9e61686ad7, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:14:34.156841 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-e927a568-b34b-40b6-8b4c-31f9c00d60a5 None None] For port b23f21c5-b207-43aa-ac60-8f9e61686ad7, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=b23f21c5-b207-43aa-ac60-8f9e61686ad7,segment=NetworkSegment(da9439dd-89d0-4238-b15f-c4efa1e94a98),segment_id=da9439dd-89d0-4238-b15f-c4efa1e94a98)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:14:34.187852 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e927a568-b34b-40b6-8b4c-31f9c00d60a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:34.193941 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ac08d1e9-650f-46f9-b4da-c45a216c06b4 req-2a82d7c3-87d4-4292-a80f-b5a878da2ba3 tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] 10.222.0.53 "GET /v2.0/security-groups?id=14008d9c-d4e4-413f-b173-b52cde5b634a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223280 Nov 25 13:14:34.246270 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978ae740-6904-484c-9dee-4aa319f9dd22 x-openstack-request-id: req-978ae740-6904-484c-9dee-4aa319f9dd22 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:14:34.248484 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29fcc8a1-3c51-4a90-bac2-1df777e8a51e", "tag": "0668b250-1037-4275-9ed8-d260ca6b3274", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:14:34.248884 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-978ae740-6904-484c-9dee-4aa319f9dd22 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:14:34.249399 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29fcc8a1-3c51-4a90-bac2-1df777e8a51e', 'tag': '0668b250-1037-4275-9ed8-d260ca6b3274', 'status': 'completed', 'code': 200} Nov 25 13:14:34.329368 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e927a568-b34b-40b6-8b4c-31f9c00d60a5 None None] Pushing event updated for resources: {'Port': ['ID=b23f21c5-b207-43aa-ac60-8f9e61686ad7,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:34.361338 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ab927b7f-6d0a-46d7-bbee-f5552046d0fe tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:34.424655 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ab927b7f-6d0a-46d7-bbee-f5552046d0fe tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:34.435700 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a4e3dda4-035a-42fd-a6e6-0fe41b0543e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:34.460889 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a45538c-af8d-42f7-8c2d-a9f4b6ae6e0f req-fd5d54a8-cf9f-48d7-b8ce-804944516a89 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:34.463091 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6a45538c-af8d-42f7-8c2d-a9f4b6ae6e0f req-fd5d54a8-cf9f-48d7-b8ce-804944516a89 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/ports?device_id=29fcc8a1-3c51-4a90-bac2-1df777e8a51e HTTP/1.1" status: 200 len: 947 time: 0.0973792 Nov 25 13:14:34.465401 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a4e3dda4-035a-42fd-a6e6-0fe41b0543e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:34.483096 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d69ade8-779f-44ee-ae13-dae977e41d81 req-134a02fa-537d-46b8-b13b-f0136400b9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:34.484571 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2d69ade8-779f-44ee-ae13-dae977e41d81 req-134a02fa-537d-46b8-b13b-f0136400b9d4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=84710c11-cfeb-46e4-8fab-bd6bf839f3aa HTTP/1.1" status: 200 len: 853 time: 0.3430221 Nov 25 13:14:34.493153 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab927b7f-6d0a-46d7-bbee-f5552046d0fe tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Network efb95e4b-9a10-4ac6-9e16-92248ed3b077 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:14:34.499537 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91b2d7-0d1b-42ed-a767-8d5df86c6d16 req-6d9d5004-8556-4942-b7aa-65bb4cfe9a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:34.501257 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ca91b2d7-0d1b-42ed-a767-8d5df86c6d16 req-6d9d5004-8556-4942-b7aa-65bb4cfe9a8d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a0c9c71d2f524c4bba4fbb87b40ed2f1&device_id=29fcc8a1-3c51-4a90-bac2-1df777e8a51e HTTP/1.1" status: 200 len: 1099 time: 0.3037810 Nov 25 13:14:34.505954 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-a4e3dda4-035a-42fd-a6e6-0fe41b0543e3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fceff3d0805348a2bcce87f5dea1c687&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4293911 Nov 25 13:14:34.512958 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-ab927b7f-6d0a-46d7-bbee-f5552046d0fe tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:14:34.518950 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 43138) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:34.545834 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab927b7f-6d0a-46d7-bbee-f5552046d0fe tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:14:34.551701 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab927b7f-6d0a-46d7-bbee-f5552046d0fe tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:34.552298 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ab927b7f-6d0a-46d7-bbee-f5552046d0fe tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:34.563968 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd55063e-8a5d-4f52-8b5a-ade0583c7e9c req-55be22dc-1711-4dd0-8359-d12f6f5ae1f1 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:34.567958 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dd55063e-8a5d-4f52-8b5a-ade0583c7e9c req-55be22dc-1711-4dd0-8359-d12f6f5ae1f1 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=17232847-b6af-4835-9bba-18e757b232da HTTP/1.1" status: 200 len: 950 time: 0.2423859 Nov 25 13:14:34.612068 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-ab927b7f-6d0a-46d7-bbee-f5552046d0fe tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 1.7710421 Nov 25 13:14:34.617447 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6a45538c-af8d-42f7-8c2d-a9f4b6ae6e0f req-5e606353-1f70-46eb-9494-a4c971b5b517 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/security-groups?id=37757832-f230-4e23-b4ea-4b846d5a33d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366854 Nov 25 13:14:34.618519 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 43142) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:34.664202 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e3dda4-035a-42fd-a6e6-0fe41b0543e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce9434d-8f58-4767-8f04-9a390717c43d,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:34.670381 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab927b7f-6d0a-46d7-bbee-f5552046d0fe tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Pushing event updated for resources: {'Port': ['ID=d0ec4c07-3a26-43ca-9be2-815be010319f,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:34.683419 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ca91b2d7-0d1b-42ed-a767-8d5df86c6d16 req-148b4460-76af-42af-a2bd-bd3ca32aa5ec service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=0668b250-1037-4275-9ed8-d260ca6b3274 HTTP/1.1" status: 200 len: 217 time: 0.1660867 Nov 25 13:14:34.760603 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0e7ac6b-6bcc-49b2-b01b-dcc66cbd6f27 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Deleting subnet 35ccf6c7-0f19-4402-a96a-91fa7a7e82b9 {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:14:34.793712 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c161fb66-a228-4fce-8fb2-14ab11d97b43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:34.802002 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d69ade8-779f-44ee-ae13-dae977e41d81 req-fc78e83e-e4ff-4713-9bdc-7ff3a091440f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:34.803597 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2d69ade8-779f-44ee-ae13-dae977e41d81 req-fc78e83e-e4ff-4713-9bdc-7ff3a091440f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=02a31e14-65ec-41f7-81c9-add34fd27175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3062613 Nov 25 13:14:34.820031 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dd55063e-8a5d-4f52-8b5a-ade0583c7e9c req-0f05f450-73db-44bd-9e94-2051833a68b8 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274923 Nov 25 13:14:34.821597 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a0e7ac6b-6bcc-49b2-b01b-dcc66cbd6f27 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:34.867333 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a0e7ac6b-6bcc-49b2-b01b-dcc66cbd6f27 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:34.869476 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91b2d7-0d1b-42ed-a767-8d5df86c6d16 req-a83f78a0-8e76-407e-83dd-f81896595207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:34.871005 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ca91b2d7-0d1b-42ed-a767-8d5df86c6d16 req-a83f78a0-8e76-407e-83dd-f81896595207 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.1768584 Nov 25 13:14:34.916043 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c161fb66-a228-4fce-8fb2-14ab11d97b43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:34.994146 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91b2d7-0d1b-42ed-a767-8d5df86c6d16 req-286fe850-878c-45ff-b034-792ffc7668fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:34.996009 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ca91b2d7-0d1b-42ed-a767-8d5df86c6d16 req-286fe850-878c-45ff-b034-792ffc7668fb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0923781 Nov 25 13:14:35.008982 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a0e7ac6b-6bcc-49b2-b01b-dcc66cbd6f27 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:35.039488 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2d69ade8-779f-44ee-ae13-dae977e41d81 req-7c6f7534-910d-444a-ae73-20b7223de026 service neutron] 10.222.0.47 "GET /v2.0/networks/02a31e14-65ec-41f7-81c9-add34fd27175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239406 Nov 25 13:14:35.072370 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:35.079418 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c161fb66-a228-4fce-8fb2-14ab11d97b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:35.082385 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c161fb66-a228-4fce-8fb2-14ab11d97b43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:35.083661 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c161fb66-a228-4fce-8fb2-14ab11d97b43 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3ce9434d-8f58-4767-8f04-9a390717c43d HTTP/1.1" status: 204 len: 168 time: 0.5626373 Nov 25 13:14:35.084026 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a0e7ac6b-6bcc-49b2-b01b-dcc66cbd6f27 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:35.131517 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a0e7ac6b-6bcc-49b2-b01b-dcc66cbd6f27 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:35.136005 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-a0e7ac6b-6bcc-49b2-b01b-dcc66cbd6f27 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] 10.222.0.53 "DELETE /v2.0/subnets/35ccf6c7-0f19-4402-a96a-91fa7a7e82b9 HTTP/1.1" status: 204 len: 168 time: 0.5144629 Nov 25 13:14:35.137352 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e7ac6b-6bcc-49b2-b01b-dcc66cbd6f27 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Pushing event deleted for resources: {'Subnet': ['ID=35ccf6c7-0f19-4402-a96a-91fa7a7e82b9,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:35.139250 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161fb66-a228-4fce-8fb2-14ab11d97b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce9434d-8f58-4767-8f04-9a390717c43d,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:35.140639 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 43158) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:35.216114 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7392a4-bbe8-4b33-bc75-2622699aa33e tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:35.217365 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ca91b2d7-0d1b-42ed-a767-8d5df86c6d16 req-08fb421d-d406-43d7-b373-ce1a338f6121 service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082803 Nov 25 13:14:35.218673 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7392a4-bbe8-4b33-bc75-2622699aa33e tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:35.220886 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3a7392a4-bbe8-4b33-bc75-2622699aa33e tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0791039 Nov 25 13:14:35.223933 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 43162) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:35.308555 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2d69ade8-779f-44ee-ae13-dae977e41d81 req-c3fd6252-2f7c-4c79-a002-c12f43c28dc4 service neutron] 10.222.0.47 "GET /v2.0/networks/02a31e14-65ec-41f7-81c9-add34fd27175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413604 Nov 25 13:14:35.357953 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a818e-fa34-43a3-99da-58a0c17026eb req-b7995c2c-9ba8-4417-bc40-3d47d7490af0 tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:35.359508 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c75a818e-fa34-43a3-99da-58a0c17026eb req-b7995c2c-9ba8-4417-bc40-3d47d7490af0 tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] 10.222.0.53 "GET /v2.0/ports?device_id=a837eb55-bfd1-436d-acba-accf375c112c HTTP/1.1" status: 200 len: 944 time: 0.0635202 Nov 25 13:14:35.412948 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-84bbaa89-dea9-4255-80b6-845002c05b24 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:35.451150 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c75a818e-fa34-43a3-99da-58a0c17026eb req-9555214d-dadc-49b9-8404-e877c03a9a98 tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] 10.222.0.53 "GET /v2.0/security-groups?id=14008d9c-d4e4-413f-b173-b52cde5b634a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831091 Nov 25 13:14:35.455297 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-84bbaa89-dea9-4255-80b6-845002c05b24 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 25 13:14:35.455777 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84bbaa89-dea9-4255-80b6-845002c05b24 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:14:35.465312 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-84bbaa89-dea9-4255-80b6-845002c05b24 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] 10.222.0.53 "DELETE /v2.0/networks/efb95e4b-9a10-4ac6-9e16-92248ed3b077 HTTP/1.1" status: 409 len: 405 time: 0.2402639 Nov 25 13:14:35.465527 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 43170) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:35.470877 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-54059d5e-0a86-438f-bb8b-721c3916fe17 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1056340474'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:14:35.475188 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ca91b2d7-0d1b-42ed-a767-8d5df86c6d16 req-120f06ff-dd21-4c27-966f-30ced5847577 service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364128 Nov 25 13:14:35.505269 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54059d5e-0a86-438f-bb8b-721c3916fe17 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Made reservation on behalf of 1a43174153d84f558b80a9569be83518 for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:14:35.509679 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-54059d5e-0a86-438f-bb8b-721c3916fe17 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:35.555372 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54059d5e-0a86-438f-bb8b-721c3916fe17 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:14:35.567161 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-54059d5e-0a86-438f-bb8b-721c3916fe17 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:35.567522 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-54059d5e-0a86-438f-bb8b-721c3916fe17 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Added segment e9e41f8f-3660-4b4d-b078-d212c76c036a of type vlan for network 98b39a58-999c-48ba-83a7-c999879f3b38 Nov 25 13:14:35.613418 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-54059d5e-0a86-438f-bb8b-721c3916fe17 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:35.636814 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26413a7e-dc66-40cc-a480-153386cef4d0 req-ec6de886-3110-4989-b0b0-96359e0dc33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:35.643806 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-26413a7e-dc66-40cc-a480-153386cef4d0 req-ec6de886-3110-4989-b0b0-96359e0dc33a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a0c9c71d2f524c4bba4fbb87b40ed2f1&device_id=29fcc8a1-3c51-4a90-bac2-1df777e8a51e HTTP/1.1" status: 200 len: 1099 time: 0.1017587 Nov 25 13:14:35.646460 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-54059d5e-0a86-438f-bb8b-721c3916fe17 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:35.658488 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54059d5e-0a86-438f-bb8b-721c3916fe17 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:35.659184 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-54059d5e-0a86-438f-bb8b-721c3916fe17 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:35.759376 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5669a4af-c70c-4437-ab10-8840bf1383c9 None None] Network efb95e4b-9a10-4ac6-9e16-92248ed3b077 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:14:35.788611 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26413a7e-dc66-40cc-a480-153386cef4d0 req-92b80f05-771d-4bfd-9310-4b9613a668ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:35.790402 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-26413a7e-dc66-40cc-a480-153386cef4d0 req-92b80f05-771d-4bfd-9310-4b9613a668ba service neutron] 10.222.0.47 "GET /v2.0/networks?id=85f6380f-3625-4f44-8465-fbcf0c11fed5 HTTP/1.1" status: 200 len: 870 time: 0.1381836 Nov 25 13:14:35.818885 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-54059d5e-0a86-438f-bb8b-721c3916fe17 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3489892 Nov 25 13:14:35.820984 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 43186) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:35.828709 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-f374378d-97d2-47e2-8582-fb4d5fe35705 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Request body: {'subnet': {'network_id': '98b39a58-999c-48ba-83a7-c999879f3b38', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:14:35.886876 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-26413a7e-dc66-40cc-a480-153386cef4d0 req-c691b9c6-be28-403a-b232-903895969e55 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=0668b250-1037-4275-9ed8-d260ca6b3274 HTTP/1.1" status: 200 len: 217 time: 0.0816133 Nov 25 13:14:35.908784 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54059d5e-0a86-438f-bb8b-721c3916fe17 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Pushing event updated for resources: {'Network': ['ID=98b39a58-999c-48ba-83a7-c999879f3b38,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:35.930102 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 98b39a58-999c-48ba-83a7-c999879f3b38 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:14:35.952367 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9f06f-4e31-4fd8-abe3-0c4d24fff501 req-3e866ce0-3fcd-4492-9e8a-59241f79e2e6 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:35.954005 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-88a9f06f-4e31-4fd8-abe3-0c4d24fff501 req-3e866ce0-3fcd-4492-9e8a-59241f79e2e6 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/ports?device_id=29fcc8a1-3c51-4a90-bac2-1df777e8a51e HTTP/1.1" status: 200 len: 947 time: 0.2182636 Nov 25 13:14:35.999641 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-ff34327b-856e-4a27-b081-a0808e0975f3 None None] Provisioning complete for port b23f21c5-b207-43aa-ac60-8f9e61686ad7 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:14:36.000023 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ff34327b-856e-4a27-b081-a0808e0975f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:36.001928 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26413a7e-dc66-40cc-a480-153386cef4d0 req-fc356a94-e923-4ccc-98f0-6798d24bf6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:36.003966 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-26413a7e-dc66-40cc-a480-153386cef4d0 req-fc356a94-e923-4ccc-98f0-6798d24bf6d3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.1063328 Nov 25 13:14:36.009397 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f374378d-97d2-47e2-8582-fb4d5fe35705 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Made reservation on behalf of 1a43174153d84f558b80a9569be83518 for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:14:36.019764 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f374378d-97d2-47e2-8582-fb4d5fe35705 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:36.091879 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26413a7e-dc66-40cc-a480-153386cef4d0 req-3774b30c-052f-4fd7-93cb-74e16883a244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:36.093415 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-26413a7e-dc66-40cc-a480-153386cef4d0 req-3774b30c-052f-4fd7-93cb-74e16883a244 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0788827 Nov 25 13:14:36.168611 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-88a9f06f-4e31-4fd8-abe3-0c4d24fff501 req-7c471760-e5c4-4e18-914a-bf8e45eb003f tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/security-groups?id=37757832-f230-4e23-b4ea-4b846d5a33d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965680 Nov 25 13:14:36.189650 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device b23f21c5-b207-43aa-ac60-8f9e61686ad7 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:14:36.276876 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:36.321229 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ff34327b-856e-4a27-b081-a0808e0975f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:36.407996 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-ff34327b-856e-4a27-b081-a0808e0975f3 None None] For port b23f21c5-b207-43aa-ac60-8f9e61686ad7, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=b23f21c5-b207-43aa-ac60-8f9e61686ad7,segment=NetworkSegment(da9439dd-89d0-4238-b15f-c4efa1e94a98),segment_id=da9439dd-89d0-4238-b15f-c4efa1e94a98)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:14:36.415233 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be71906-8f3f-4631-b890-a1c99d385aa6 None None] DHCP port deletion for efb95e4b-9a10-4ac6-9e16-92248ed3b077 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:14:36.419620 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port b23f21c5-b207-43aa-ac60-8f9e61686ad7 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:14:36.420078 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:36.425743 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ff34327b-856e-4a27-b081-a0808e0975f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:36.519939 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff34327b-856e-4a27-b081-a0808e0975f3 None None] Pushing event updated for resources: {'Port': ['ID=b23f21c5-b207-43aa-ac60-8f9e61686ad7,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:36.530354 n-d-808199-11 neutron-server[103570]: DEBUG neutron.objects.ports [None req-f374378d-97d2-47e2-8582-fb4d5fe35705 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103570) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 13:14:36.553199 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f374378d-97d2-47e2-8582-fb4d5fe35705 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:36.585878 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd2d79f-163c-4b0c-ba48-f70217de3292 req-63ba369c-995f-45f2-8894-a3de9ce72b48 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:36.588375 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5dd2d79f-163c-4b0c-ba48-f70217de3292 req-63ba369c-995f-45f2-8894-a3de9ce72b48 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=17232847-b6af-4835-9bba-18e757b232da HTTP/1.1" status: 200 len: 950 time: 0.1753883 Nov 25 13:14:36.603072 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 3dfe3fd9-6d61-47c5-b7c6-8cf2f73db835 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:14:36.724379 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f374378d-97d2-47e2-8582-fb4d5fe35705 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Pushing event updated for resources: {'Subnet': ['ID=31117734-376d-4a45-a1a7-9fe59e3c8442,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:36.757291 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba7b1d0-9456-4e2f-bf53-c0b572bc18c9 req-aaaaa7bc-e216-4154-a2e2-55158ce78a7e tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:36.759074 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0ba7b1d0-9456-4e2f-bf53-c0b572bc18c9 req-aaaaa7bc-e216-4154-a2e2-55158ce78a7e tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] 10.222.0.53 "GET /v2.0/ports?device_id=a837eb55-bfd1-436d-acba-accf375c112c HTTP/1.1" status: 200 len: 944 time: 0.1304166 Nov 25 13:14:36.760041 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f374378d-97d2-47e2-8582-fb4d5fe35705 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Checking segment: {'id': 'e9e41f8f-3660-4b4d-b078-d212c76c036a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '98b39a58-999c-48ba-83a7-c999879f3b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:14:36.761143 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f374378d-97d2-47e2-8582-fb4d5fe35705 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Network hostable DHCP agents. Network: 98b39a58-999c-48ba-83a7-c999879f3b38, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:14:36.780746 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5dd2d79f-163c-4b0c-ba48-f70217de3292 req-09cc7421-aa78-4a5f-ab0c-b78c29276822 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684599 Nov 25 13:14:36.788705 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 3dfe3fd9-6d61-47c5-b7c6-8cf2f73db835, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=3dfe3fd9-6d61-47c5-b7c6-8cf2f73db835,segment=NetworkSegment(2b145124-ca3d-43c4-8881-fe5b31d26e5c),segment_id=2b145124-ca3d-43c4-8881-fe5b31d26e5c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:14:36.833875 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f374378d-97d2-47e2-8582-fb4d5fe35705 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Network 98b39a58-999c-48ba-83a7-c999879f3b38 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:14:36.843819 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-26413a7e-dc66-40cc-a480-153386cef4d0 req-e60d9b67-7a28-48c6-a000-32bcad4229c8 service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7419214 Nov 25 13:14:36.864479 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '3dfe3fd9-6d61-47c5-b7c6-8cf2f73db835', 'network_id': '02a31e14-65ec-41f7-81c9-add34fd27175', 'port_id': '3dfe3fd9-6d61-47c5-b7c6-8cf2f73db835', 'mac_address': 'fa:16:3e:51:60:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84710c11-cfeb-46e4-8fab-bd6bf839f3aa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:14:36.876210 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0ba7b1d0-9456-4e2f-bf53-c0b572bc18c9 req-6f3bbe96-37ad-43fe-a664-7b34e600d788 tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] 10.222.0.53 "GET /v2.0/security-groups?id=14008d9c-d4e4-413f-b173-b52cde5b634a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927594 Nov 25 13:14:36.882065 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-f374378d-97d2-47e2-8582-fb4d5fe35705 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 98b39a58-999c-48ba-83a7-c999879f3b38) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:14:36.896989 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f374378d-97d2-47e2-8582-fb4d5fe35705 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:36.897591 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f374378d-97d2-47e2-8582-fb4d5fe35705 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:36.909022 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-6be71906-8f3f-4631-b890-a1c99d385aa6 None None] Deleting port b23f21c5-b207-43aa-ac60-8f9e61686ad7 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:14:36.909399 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6be71906-8f3f-4631-b890-a1c99d385aa6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:36.915074 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d248ca-16b0-4612-b230-b5b425fbf9ba None None] Network 98b39a58-999c-48ba-83a7-c999879f3b38 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:14:36.933976 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f374378d-97d2-47e2-8582-fb4d5fe35705 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.1063104 Nov 25 13:14:36.934577 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 43216) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:36.975048 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-26413a7e-dc66-40cc-a480-153386cef4d0 req-57f959f0-5203-4cda-af2a-4566695ef260 service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219685 Nov 25 13:14:37.013914 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:37.054291 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dfe3fd9-6d61-47c5-b7c6-8cf2f73db835 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:14:37.086193 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0863c7aa-7eb7-4bc2-9299-a69f77608f90 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:37.090094 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-6be71906-8f3f-4631-b890-a1c99d385aa6 None None] For port b23f21c5-b207-43aa-ac60-8f9e61686ad7, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=b23f21c5-b207-43aa-ac60-8f9e61686ad7,segment=NetworkSegment(da9439dd-89d0-4238-b15f-c4efa1e94a98),segment_id=da9439dd-89d0-4238-b15f-c4efa1e94a98)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:14:37.090538 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6be71906-8f3f-4631-b890-a1c99d385aa6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:37.115065 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 3dfe3fd9-6d61-47c5-b7c6-8cf2f73db835, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=3dfe3fd9-6d61-47c5-b7c6-8cf2f73db835,segment=NetworkSegment(2b145124-ca3d-43c4-8881-fe5b31d26e5c),segment_id=2b145124-ca3d-43c4-8881-fe5b31d26e5c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:14:37.118981 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-6be71906-8f3f-4631-b890-a1c99d385aa6 None None] Calling delete_port for b23f21c5-b207-43aa-ac60-8f9e61686ad7 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:14:37.163738 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:37.175990 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0863c7aa-7eb7-4bc2-9299-a69f77608f90 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:37.241769 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097b5618-d64c-4074-a281-cb732344de9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-98b39a58-999c-48ba-83a7-c999879f3b38', 'network_id': '98b39a58-999c-48ba-83a7-c999879f3b38', 'tenant_id': '1a43174153d84f558b80a9569be83518', 'fixed_ips': [{'subnet_id': '31117734-376d-4a45-a1a7-9fe59e3c8442'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:14:37.242480 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-097b5618-d64c-4074-a281-cb732344de9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:37.309296 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=3dfe3fd9-6d61-47c5-b7c6-8cf2f73db835,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:37.315928 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 43230) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:37.339518 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0863c7aa-7eb7-4bc2-9299-a69f77608f90 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:37.380069 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0863c7aa-7eb7-4bc2-9299-a69f77608f90 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Pushing event deleted for resources: {'Subnet': ['ID=31117734-376d-4a45-a1a7-9fe59e3c8442,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:37.449919 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['3dfe3fd9-6d61-47c5-b7c6-8cf2f73db835'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:14:37.494989 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9d34f9e8-8266-491a-81fa-1ef0e87a6505 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:37.527389 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0863c7aa-7eb7-4bc2-9299-a69f77608f90 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:37.547577 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a2c9de-9d74-4bd6-9b66-7fef8ddcf4b2 req-dffad087-39fb-4420-bccd-bcbd3a4c29ba tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:37.548728 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f2a2c9de-9d74-4bd6-9b66-7fef8ddcf4b2 req-dffad087-39fb-4420-bccd-bcbd3a4c29ba tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/ports?device_id=29fcc8a1-3c51-4a90-bac2-1df777e8a51e HTTP/1.1" status: 200 len: 947 time: 0.2544107 Nov 25 13:14:37.565475 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6be71906-8f3f-4631-b890-a1c99d385aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:37.570190 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-0863c7aa-7eb7-4bc2-9299-a69f77608f90 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98b39a58-999c-48ba-83a7-c999879f3b38']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:14:37.588063 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-0863c7aa-7eb7-4bc2-9299-a69f77608f90 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9e41f8f-3660-4b4d-b078-d212c76c036a') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:14:37.588354 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-0863c7aa-7eb7-4bc2-9299-a69f77608f90 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9e41f8f-3660-4b4d-b078-d212c76c036a') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:14:37.608809 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be71906-8f3f-4631-b890-a1c99d385aa6 None None] Pushing event deleted for resources: {'Port': ['ID=b23f21c5-b207-43aa-ac60-8f9e61686ad7,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:37.611448 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be71906-8f3f-4631-b890-a1c99d385aa6 None None] No DVR routers for this DVR port b23f21c5-b207-43aa-ac60-8f9e61686ad7 on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:14:37.612887 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0863c7aa-7eb7-4bc2-9299-a69f77608f90 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:37.627164 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server [None req-097b5618-d64c-4074-a281-cb732344de9e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 31117734-376d-4a45-a1a7-9fe59e3c8442: This subnet is being modified by another concurrent operation. Nov 25 13:14:37.627164 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 13:14:37.627164 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 13:14:37.627164 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 13:14:37.627164 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 13:14:37.627164 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 13:14:37.627164 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 13:14:37.627164 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 13:14:37.627164 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 13:14:37.627164 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 13:14:37.627164 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 13:14:37.627164 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 13:14:37.627164 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 13:14:37.627164 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 13:14:37.627164 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 13:14:37.627164 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 13:14:37.627164 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 13:14:37.627164 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 13:14:37.627164 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 13:14:37.627164 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 13:14:37.627164 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 13:14:37.627164 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 13:14:37.627164 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 13:14:37.627164 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 13:14:37.627164 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 13:14:37.627164 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 13:14:37.627164 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 13:14:37.627164 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 13:14:37.627164 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 13:14:37.627164 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 13:14:37.627164 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 13:14:37.627164 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 13:14:37.627164 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 13:14:37.627164 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 13:14:37.627164 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 25 13:14:37.627164 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 25 13:14:37.627164 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 25 13:14:37.627164 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 25 13:14:37.627164 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 25 13:14:37.627164 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 25 13:14:37.627164 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 25 13:14:37.627164 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 25 13:14:37.627164 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 25 13:14:37.627164 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 13:14:37.627164 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 13:14:37.627164 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 13:14:37.627164 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 13:14:37.627164 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 13:14:37.627164 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 13:14:37.627164 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 13:14:37.627164 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 13:14:37.627164 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 13:14:37.627164 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 13:14:37.627164 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 13:14:37.631406 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 13:14:37.631406 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 13:14:37.631406 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 13:14:37.631406 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 13:14:37.631406 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 13:14:37.631406 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 13:14:37.631406 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 13:14:37.631406 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 13:14:37.631406 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 13:14:37.631406 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 13:14:37.631406 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 13:14:37.631406 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 13:14:37.631406 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 13:14:37.631406 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 13:14:37.631406 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 13:14:37.631406 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 13:14:37.631406 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 25 13:14:37.631406 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 25 13:14:37.631406 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 25 13:14:37.631406 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 25 13:14:37.631406 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 25 13:14:37.631406 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 25 13:14:37.631406 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 25 13:14:37.631406 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 25 13:14:37.631406 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 13:14:37.631406 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 13:14:37.631406 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 13:14:37.631406 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 13:14:37.631406 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 25 13:14:37.631406 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 25 13:14:37.631406 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 25 13:14:37.631406 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 13:14:37.631406 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 25 13:14:37.631406 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 13:14:37.631406 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 13:14:37.631406 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise exception Nov 25 13:14:37.631406 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 31117734-376d-4a45-a1a7-9fe59e3c8442: This subnet is being modified by another concurrent operation. Nov 25 13:14:37.631406 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server Nov 25 13:14:37.647491 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f2a2c9de-9d74-4bd6-9b66-7fef8ddcf4b2 req-fe26077b-ed6e-4fa2-8d24-6d78161e8262 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/security-groups?id=37757832-f230-4e23-b4ea-4b846d5a33d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875914 Nov 25 13:14:37.648552 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0863c7aa-7eb7-4bc2-9299-a69f77608f90 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:37.662083 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0863c7aa-7eb7-4bc2-9299-a69f77608f90 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:14:37.663000 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0863c7aa-7eb7-4bc2-9299-a69f77608f90 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:37.667047 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:14:37.667047 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:14:37.667047 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:14:37.667047 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:14:37.667047 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:14:37.667047 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:14:37.667047 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:14:37.667047 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:14:37.667047 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:14:37.667047 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:14:37.667047 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:14:37.667047 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:14:37.667047 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:14:37.667047 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:14:37.667047 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:14:37.667047 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:14:37.667047 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:14:37.667047 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:14:37.667047 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:14:37.667047 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:14:37.667047 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:14:37.667047 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:14:37.667047 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:14:37.667047 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:14:37.667047 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:14:37.667047 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:14:37.667047 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:14:37.667047 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:14:37.667047 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:14:37.667047 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:14:37.667047 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:14:37.667047 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:14:37.699143 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bc282d-4b76-4450-8581-d8cc410a8763 None None] Network 98b39a58-999c-48ba-83a7-c999879f3b38 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:14:37.700793 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9d34f9e8-8266-491a-81fa-1ef0e87a6505 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:37.705924 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9d34f9e8-8266-491a-81fa-1ef0e87a6505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:37.746841 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0863c7aa-7eb7-4bc2-9299-a69f77608f90 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:37.761749 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d34f9e8-8266-491a-81fa-1ef0e87a6505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a56251-ce47-47f8-ac0c-385c291ef1a2,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:37.769896 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-9d34f9e8-8266-491a-81fa-1ef0e87a6505 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=618489f420514e60bfc895c042e9e55a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4524543 Nov 25 13:14:37.770247 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0863c7aa-7eb7-4bc2-9299-a69f77608f90 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:37.773491 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 43242) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:37.773974 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-0863c7aa-7eb7-4bc2-9299-a69f77608f90 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] 10.222.0.53 "DELETE /v2.0/networks/98b39a58-999c-48ba-83a7-c999879f3b38 HTTP/1.1" status: 204 len: 168 time: 0.8381612 Nov 25 13:14:37.774999 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0863c7aa-7eb7-4bc2-9299-a69f77608f90 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Pushing event deleted for resources: {'Network': ['ID=98b39a58-999c-48ba-83a7-c999879f3b38,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:37.777735 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 43244) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:37.782954 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-c9937dd1-44e8-40b5-8d7f-c16b58e6fcaf tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-378012276'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:14:37.813093 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9937dd1-44e8-40b5-8d7f-c16b58e6fcaf tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Made reservation on behalf of 1a43174153d84f558b80a9569be83518 for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:14:37.821137 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c9937dd1-44e8-40b5-8d7f-c16b58e6fcaf tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:37.851812 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9937dd1-44e8-40b5-8d7f-c16b58e6fcaf tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:14:37.853573 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6ccf355c-94c3-4bcd-a8a4-093cd3ef46aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:37.864365 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c9937dd1-44e8-40b5-8d7f-c16b58e6fcaf tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:37.867050 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-c9937dd1-44e8-40b5-8d7f-c16b58e6fcaf tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Added segment b6668f32-83e0-497f-8c10-a95bb61c6084 of type vlan for network 4fcfa1ce-7204-4a98-889c-dc5919b92401 Nov 25 13:14:37.908355 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6ccf355c-94c3-4bcd-a8a4-093cd3ef46aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:37.972865 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c9937dd1-44e8-40b5-8d7f-c16b58e6fcaf tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:37.991926 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae61c0e-4c9a-44ba-a1d3-8140143a2b51 req-4fa5f24f-818f-42c0-8d71-bc92b312ba98 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:37.993468 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-aae61c0e-4c9a-44ba-a1d3-8140143a2b51 req-4fa5f24f-818f-42c0-8d71-bc92b312ba98 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=17232847-b6af-4835-9bba-18e757b232da HTTP/1.1" status: 200 len: 950 time: 0.1247351 Nov 25 13:14:38.016769 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6ccf355c-94c3-4bcd-a8a4-093cd3ef46aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:38.020378 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6ccf355c-94c3-4bcd-a8a4-093cd3ef46aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:38.022630 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-6ccf355c-94c3-4bcd-a8a4-093cd3ef46aa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/19a56251-ce47-47f8-ac0c-385c291ef1a2 HTTP/1.1" status: 204 len: 168 time: 0.2445655 Nov 25 13:14:38.039494 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccf355c-94c3-4bcd-a8a4-093cd3ef46aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a56251-ce47-47f8-ac0c-385c291ef1a2,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:38.091032 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c9937dd1-44e8-40b5-8d7f-c16b58e6fcaf tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:38.092636 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device b23f21c5-b207-43aa-ac60-8f9e61686ad7 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:14:38.096778 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9937dd1-44e8-40b5-8d7f-c16b58e6fcaf tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:38.097402 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c9937dd1-44e8-40b5-8d7f-c16b58e6fcaf tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:38.116952 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe61c7-fbfa-4c1e-be2e-7f172cd7c2c9 req-61385886-c7c4-483d-b09e-d9e3a17c4dff tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:38.118484 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e1fe61c7-fbfa-4c1e-be2e-7f172cd7c2c9 req-61385886-c7c4-483d-b09e-d9e3a17c4dff tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] 10.222.0.53 "GET /v2.0/ports?device_id=a837eb55-bfd1-436d-acba-accf375c112c HTTP/1.1" status: 200 len: 945 time: 0.1216164 Nov 25 13:14:38.133637 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:38.151580 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: b23f21c5-b207-43aa-ac60-8f9e61686ad7 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:14:38.152356 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device b23f21c5-b207-43aa-ac60-8f9e61686ad7 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:14:38.200334 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-aae61c0e-4c9a-44ba-a1d3-8140143a2b51 req-eb06875b-af82-4b17-a265-333fc2f6cb58 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944382 Nov 25 13:14:38.219798 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c9937dd1-44e8-40b5-8d7f-c16b58e6fcaf tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4384229 Nov 25 13:14:38.220410 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 43258) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:38.229844 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-725bfc02-f8a1-46cb-ba1c-82147079c414 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Request body: {'subnet': {'network_id': '4fcfa1ce-7204-4a98-889c-dc5919b92401', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:14:38.237687 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81341433-ebb9-452e-ac0a-d18584abd567 None None] get_active_networks_info from n-d-808199-11 {{(pid=103572) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 13:14:38.274723 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e1fe61c7-fbfa-4c1e-be2e-7f172cd7c2c9 req-a415237b-543a-4d33-9b8c-a139544bff49 tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] 10.222.0.53 "GET /v2.0/security-groups?id=14008d9c-d4e4-413f-b173-b52cde5b634a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417644 Nov 25 13:14:38.285206 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9937dd1-44e8-40b5-8d7f-c16b58e6fcaf tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Pushing event updated for resources: {'Network': ['ID=4fcfa1ce-7204-4a98-889c-dc5919b92401,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:38.301907 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 4fcfa1ce-7204-4a98-889c-dc5919b92401 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:14:38.388711 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-725bfc02-f8a1-46cb-ba1c-82147079c414 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Made reservation on behalf of 1a43174153d84f558b80a9569be83518 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:14:38.392928 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-725bfc02-f8a1-46cb-ba1c-82147079c414 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:38.475732 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81341433-ebb9-452e-ac0a-d18584abd567 None None] Resources bound (agent type, host, resource id): {{(pid=103572) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 13:14:38.644605 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-725bfc02-f8a1-46cb-ba1c-82147079c414 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:38.711981 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 0668b250-1037-4275-9ed8-d260ca6b3274 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:14:38.713458 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725bfc02-f8a1-46cb-ba1c-82147079c414 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Pushing event updated for resources: {'Subnet': ['ID=d0dcbb69-5890-4352-8cef-9af994217341,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:38.749424 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 43272) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:38.795094 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5ad02d49-afa5-44d1-99dd-9da2cea70944 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:38.807168 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725bfc02-f8a1-46cb-ba1c-82147079c414 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Checking segment: {'id': 'b6668f32-83e0-497f-8c10-a95bb61c6084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4fcfa1ce-7204-4a98-889c-dc5919b92401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:14:38.809286 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725bfc02-f8a1-46cb-ba1c-82147079c414 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Network hostable DHCP agents. Network: 4fcfa1ce-7204-4a98-889c-dc5919b92401, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:14:38.824399 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb34cf5-d8f7-4363-b5af-7cce5b81cbe3 req-7171c4f0-2c78-41eb-ab04-fac00197caab tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:38.833410 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9fb34cf5-d8f7-4363-b5af-7cce5b81cbe3 req-7171c4f0-2c78-41eb-ab04-fac00197caab tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/ports?device_id=29fcc8a1-3c51-4a90-bac2-1df777e8a51e HTTP/1.1" status: 200 len: 947 time: 0.0712063 Nov 25 13:14:38.853267 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725bfc02-f8a1-46cb-ba1c-82147079c414 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Network 4fcfa1ce-7204-4a98-889c-dc5919b92401 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:14:38.879531 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-725bfc02-f8a1-46cb-ba1c-82147079c414 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 4fcfa1ce-7204-4a98-889c-dc5919b92401) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:14:38.890093 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725bfc02-f8a1-46cb-ba1c-82147079c414 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:38.891656 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-725bfc02-f8a1-46cb-ba1c-82147079c414 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:38.899121 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9fb34cf5-d8f7-4363-b5af-7cce5b81cbe3 req-d1d9cd8c-00a9-42ca-a021-81ae19aa554f tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/security-groups?id=37757832-f230-4e23-b4ea-4b846d5a33d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598726 Nov 25 13:14:38.930843 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-725bfc02-f8a1-46cb-ba1c-82147079c414 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7061150 Nov 25 13:14:38.931477 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 43278) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:38.939495 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 0668b250-1037-4275-9ed8-d260ca6b3274, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=0668b250-1037-4275-9ed8-d260ca6b3274,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:14:38.956732 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '0668b250-1037-4275-9ed8-d260ca6b3274', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'port_id': '0668b250-1037-4275-9ed8-d260ca6b3274', 'mac_address': 'fa:16:3e:bc:c7:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce5ca48-e3be-44c6-9584-fd9eb8c67222', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:14:39.000614 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5ad02d49-afa5-44d1-99dd-9da2cea70944 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:39.007925 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5ad02d49-afa5-44d1-99dd-9da2cea70944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:39.025273 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:39.039240 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59a289a-d1a6-4915-93d9-f6a73e354682 None None] Network 4fcfa1ce-7204-4a98-889c-dc5919b92401 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:14:39.056790 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0668b250-1037-4275-9ed8-d260ca6b3274 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:14:39.067094 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5ad02d49-afa5-44d1-99dd-9da2cea70944 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=303f2b473aae4f9088e82de95f0e1b20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3134081 Nov 25 13:14:39.067326 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 43282) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:39.072212 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad02d49-afa5-44d1-99dd-9da2cea70944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=652de550-7836-45e5-bc6c-66895a417db5,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:39.110768 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 0668b250-1037-4275-9ed8-d260ca6b3274, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=0668b250-1037-4275-9ed8-d260ca6b3274,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:14:39.112166 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-76e4d360-72c6-4c45-9983-d9052e468bb2 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:39.120835 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:39.183907 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-67be781d-fbf9-4938-af36-a878458ce252 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:39.224264 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=0668b250-1037-4275-9ed8-d260ca6b3274,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:39.230225 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-67be781d-fbf9-4938-af36-a878458ce252 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:39.232222 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-76e4d360-72c6-4c45-9983-d9052e468bb2 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:39.269448 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa383c3-62b1-4f09-8ed5-ee33a804867e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-4fcfa1ce-7204-4a98-889c-dc5919b92401', 'network_id': '4fcfa1ce-7204-4a98-889c-dc5919b92401', 'tenant_id': '1a43174153d84f558b80a9569be83518', 'fixed_ips': [{'subnet_id': 'd0dcbb69-5890-4352-8cef-9af994217341'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:14:39.270951 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0fa383c3-62b1-4f09-8ed5-ee33a804867e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:39.329020 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-67be781d-fbf9-4938-af36-a878458ce252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:39.331903 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-67be781d-fbf9-4938-af36-a878458ce252 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:39.333796 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-67be781d-fbf9-4938-af36-a878458ce252 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/652de550-7836-45e5-bc6c-66895a417db5 HTTP/1.1" status: 204 len: 168 time: 0.2650232 Nov 25 13:14:39.344471 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67be781d-fbf9-4938-af36-a878458ce252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=652de550-7836-45e5-bc6c-66895a417db5,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:39.365611 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-76e4d360-72c6-4c45-9983-d9052e468bb2 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:39.403713 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01442b15-727d-40e1-984e-2af3730042e6 req-5e54f24b-618f-40fc-a56a-1808b66dbfc9 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:39.405283 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-01442b15-727d-40e1-984e-2af3730042e6 req-5e54f24b-618f-40fc-a56a-1808b66dbfc9 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=17232847-b6af-4835-9bba-18e757b232da HTTP/1.1" status: 200 len: 950 time: 0.0961704 Nov 25 13:14:39.443301 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e4d360-72c6-4c45-9983-d9052e468bb2 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Pushing event deleted for resources: {'Subnet': ['ID=d0dcbb69-5890-4352-8cef-9af994217341,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:39.460264 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['0668b250-1037-4275-9ed8-d260ca6b3274'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:14:39.512535 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-01442b15-727d-40e1-984e-2af3730042e6 req-13dfaab8-6aaa-43cb-87e9-5931f58dd2ea tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963266 Nov 25 13:14:39.524173 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc1aea-8154-4231-9b2c-493ec846b84f req-8b318c60-4ce5-40f6-982f-d8f27acc35f4 tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:39.532270 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-99bc1aea-8154-4231-9b2c-493ec846b84f req-8b318c60-4ce5-40f6-982f-d8f27acc35f4 tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] 10.222.0.53 "GET /v2.0/ports?device_id=a837eb55-bfd1-436d-acba-accf375c112c HTTP/1.1" status: 200 len: 945 time: 0.1259487 Nov 25 13:14:39.559045 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server [None req-0fa383c3-62b1-4f09-8ed5-ee33a804867e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d0dcbb69-5890-4352-8cef-9af994217341: This subnet is being modified by another concurrent operation. Nov 25 13:14:39.559045 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 13:14:39.559045 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 13:14:39.559045 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 13:14:39.559045 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 13:14:39.559045 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 13:14:39.559045 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 13:14:39.559045 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 13:14:39.559045 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 13:14:39.559045 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 13:14:39.559045 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 13:14:39.559045 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 13:14:39.559045 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 13:14:39.559045 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 13:14:39.559045 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 13:14:39.559045 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 13:14:39.559045 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 13:14:39.559045 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 13:14:39.559045 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 13:14:39.559045 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 13:14:39.559045 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 13:14:39.559045 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 13:14:39.559045 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 13:14:39.559045 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 13:14:39.559045 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 13:14:39.559045 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 13:14:39.559045 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 13:14:39.559045 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 13:14:39.559045 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 13:14:39.559045 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 13:14:39.559045 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 13:14:39.559045 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 13:14:39.559045 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 13:14:39.559045 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 13:14:39.559045 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 25 13:14:39.559045 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 25 13:14:39.559045 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 25 13:14:39.559045 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 25 13:14:39.559045 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 25 13:14:39.559045 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 25 13:14:39.559045 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 25 13:14:39.559045 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 25 13:14:39.559045 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 25 13:14:39.559045 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 13:14:39.559045 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 13:14:39.559045 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 13:14:39.559045 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 13:14:39.559045 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 13:14:39.559045 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 13:14:39.559045 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 13:14:39.559045 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 13:14:39.559045 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 13:14:39.559045 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 13:14:39.559045 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 13:14:39.563647 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 13:14:39.563647 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 13:14:39.563647 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 13:14:39.563647 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 13:14:39.563647 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 13:14:39.563647 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 13:14:39.563647 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 13:14:39.563647 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 13:14:39.563647 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 13:14:39.563647 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 13:14:39.563647 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 13:14:39.563647 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 13:14:39.563647 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 13:14:39.563647 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 13:14:39.563647 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 13:14:39.563647 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 13:14:39.563647 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 25 13:14:39.563647 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 25 13:14:39.563647 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 25 13:14:39.563647 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 25 13:14:39.563647 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 25 13:14:39.563647 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 25 13:14:39.563647 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 25 13:14:39.563647 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 25 13:14:39.563647 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 13:14:39.563647 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 13:14:39.563647 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 13:14:39.563647 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 13:14:39.563647 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 25 13:14:39.563647 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 25 13:14:39.563647 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 25 13:14:39.563647 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 13:14:39.563647 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 25 13:14:39.563647 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 13:14:39.563647 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 13:14:39.563647 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise exception Nov 25 13:14:39.563647 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d0dcbb69-5890-4352-8cef-9af994217341: This subnet is being modified by another concurrent operation. Nov 25 13:14:39.563647 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server Nov 25 13:14:39.578607 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57597731-dccb-4c6f-bfcc-c92b7542d5fd None None] Network 4fcfa1ce-7204-4a98-889c-dc5919b92401 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:14:39.608967 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-76e4d360-72c6-4c45-9983-d9052e468bb2 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:39.616319 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-99bc1aea-8154-4231-9b2c-493ec846b84f req-8a846fa0-1537-4693-9758-b29d40e717b7 tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] 10.222.0.53 "GET /v2.0/security-groups?id=14008d9c-d4e4-413f-b173-b52cde5b634a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827181 Nov 25 13:14:39.656572 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-76e4d360-72c6-4c45-9983-d9052e468bb2 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fcfa1ce-7204-4a98-889c-dc5919b92401']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:14:39.669687 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-76e4d360-72c6-4c45-9983-d9052e468bb2 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6668f32-83e0-497f-8c10-a95bb61c6084') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:14:39.670240 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-76e4d360-72c6-4c45-9983-d9052e468bb2 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6668f32-83e0-497f-8c10-a95bb61c6084') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:14:39.682739 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-76e4d360-72c6-4c45-9983-d9052e468bb2 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:39.707560 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-76e4d360-72c6-4c45-9983-d9052e468bb2 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:39.717376 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76e4d360-72c6-4c45-9983-d9052e468bb2 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:14:39.718437 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-76e4d360-72c6-4c45-9983-d9052e468bb2 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:39.779841 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:14:39.779841 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:14:39.779841 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:14:39.779841 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:14:39.779841 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:14:39.779841 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:14:39.779841 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:14:39.779841 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:14:39.779841 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:14:39.779841 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:14:39.779841 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:14:39.779841 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:14:39.779841 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:14:39.779841 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:14:39.779841 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:14:39.779841 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:14:39.779841 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:14:39.779841 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:14:39.779841 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:14:39.779841 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:14:39.779841 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:14:39.779841 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:14:39.779841 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:14:39.779841 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:14:39.779841 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:14:39.779841 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:14:39.779841 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:14:39.779841 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:14:39.779841 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:14:39.779841 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:14:39.779841 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:14:39.779841 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:14:39.785654 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e7b9d0-af7d-4d78-a9c9-2e93eb07b8fc None None] get_active_networks_info from n-d-808199-11 {{(pid=103572) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 13:14:39.812171 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-76e4d360-72c6-4c45-9983-d9052e468bb2 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:39.826887 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-76e4d360-72c6-4c45-9983-d9052e468bb2 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:39.830385 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-76e4d360-72c6-4c45-9983-d9052e468bb2 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] 10.222.0.53 "DELETE /v2.0/networks/4fcfa1ce-7204-4a98-889c-dc5919b92401 HTTP/1.1" status: 204 len: 168 time: 0.8978305 Nov 25 13:14:39.833835 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 43306) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:39.842731 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e4d360-72c6-4c45-9983-d9052e468bb2 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Pushing event deleted for resources: {'Network': ['ID=4fcfa1ce-7204-4a98-889c-dc5919b92401,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:39.843727 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-0e79b985-bab9-4b9d-8b14-d2a68f64e352 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-899494969'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:14:39.887037 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e79b985-bab9-4b9d-8b14-d2a68f64e352 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Made reservation on behalf of 1a43174153d84f558b80a9569be83518 for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:14:39.892610 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0e79b985-bab9-4b9d-8b14-d2a68f64e352 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:39.934487 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e79b985-bab9-4b9d-8b14-d2a68f64e352 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:14:39.947580 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0e79b985-bab9-4b9d-8b14-d2a68f64e352 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:39.948547 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-0e79b985-bab9-4b9d-8b14-d2a68f64e352 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Added segment 60cf5ea7-c81b-4394-8120-197230bc80b4 of type vlan for network d5b5683a-8f17-4348-ae09-95e93e27a597 Nov 25 13:14:40.020840 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0e79b985-bab9-4b9d-8b14-d2a68f64e352 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:40.021247 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e7b9d0-af7d-4d78-a9c9-2e93eb07b8fc None None] Resources bound (agent type, host, resource id): {{(pid=103572) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 13:14:40.079450 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a27b76-51fc-45b3-8ddf-a2513f5ac59f req-726cb92c-9aab-4046-83f6-184ba81b1b30 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:40.081089 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b7a27b76-51fc-45b3-8ddf-a2513f5ac59f req-726cb92c-9aab-4046-83f6-184ba81b1b30 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/ports?device_id=29fcc8a1-3c51-4a90-bac2-1df777e8a51e HTTP/1.1" status: 200 len: 948 time: 0.0850735 Nov 25 13:14:40.082326 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0e79b985-bab9-4b9d-8b14-d2a68f64e352 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:40.087841 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e79b985-bab9-4b9d-8b14-d2a68f64e352 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:40.088552 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0e79b985-bab9-4b9d-8b14-d2a68f64e352 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:40.133832 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-0e79b985-bab9-4b9d-8b14-d2a68f64e352 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2946396 Nov 25 13:14:40.134404 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 43316) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:40.141002 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-f7ea7168-c4d2-4e3f-b4e0-c7ba00f40c69 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Request body: {'subnet': {'network_id': 'd5b5683a-8f17-4348-ae09-95e93e27a597', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:14:40.210468 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e79b985-bab9-4b9d-8b14-d2a68f64e352 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Pushing event updated for resources: {'Network': ['ID=d5b5683a-8f17-4348-ae09-95e93e27a597,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:40.217379 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b7a27b76-51fc-45b3-8ddf-a2513f5ac59f req-1d9e41b3-16b8-4a6c-bdd2-082793e482cb tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/security-groups?id=37757832-f230-4e23-b4ea-4b846d5a33d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189749 Nov 25 13:14:40.252657 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network d5b5683a-8f17-4348-ae09-95e93e27a597 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:14:40.300767 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ea7168-c4d2-4e3f-b4e0-c7ba00f40c69 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Made reservation on behalf of 1a43174153d84f558b80a9569be83518 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:14:40.306729 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f7ea7168-c4d2-4e3f-b4e0-c7ba00f40c69 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:40.590036 n-d-808199-11 neutron-server[103571]: DEBUG neutron.objects.ports [None req-f7ea7168-c4d2-4e3f-b4e0-c7ba00f40c69 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103571) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 13:14:40.592820 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f7ea7168-c4d2-4e3f-b4e0-c7ba00f40c69 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:40.593240 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 3dfe3fd9-6d61-47c5-b7c6-8cf2f73db835 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:14:40.655656 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 3dfe3fd9-6d61-47c5-b7c6-8cf2f73db835 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:14:40.659688 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6858a97e-1ef3-4ae0-bddf-fa172b621574 req-bd31521c-3722-44cb-bd45-9d17637675de tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:40.665319 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 3dfe3fd9-6d61-47c5-b7c6-8cf2f73db835 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:14:40.666166 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:40.673110 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6858a97e-1ef3-4ae0-bddf-fa172b621574 req-bd31521c-3722-44cb-bd45-9d17637675de tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=17232847-b6af-4835-9bba-18e757b232da HTTP/1.1" status: 200 len: 950 time: 0.0871801 Nov 25 13:14:40.708134 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ea7168-c4d2-4e3f-b4e0-c7ba00f40c69 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Checking segment: {'id': '60cf5ea7-c81b-4394-8120-197230bc80b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd5b5683a-8f17-4348-ae09-95e93e27a597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:14:40.708617 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ea7168-c4d2-4e3f-b4e0-c7ba00f40c69 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Network hostable DHCP agents. Network: d5b5683a-8f17-4348-ae09-95e93e27a597, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:14:40.717903 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ea7168-c4d2-4e3f-b4e0-c7ba00f40c69 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Pushing event updated for resources: {'Subnet': ['ID=35b22a8f-9685-4bd8-b70a-e6fa78a2f893,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:40.744219 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ea7168-c4d2-4e3f-b4e0-c7ba00f40c69 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Network d5b5683a-8f17-4348-ae09-95e93e27a597 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:14:40.760394 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6858a97e-1ef3-4ae0-bddf-fa172b621574 req-e63b15fe-fb7f-44a8-869a-40f9448532c7 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833378 Nov 25 13:14:40.774979 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-f7ea7168-c4d2-4e3f-b4e0-c7ba00f40c69 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, d5b5683a-8f17-4348-ae09-95e93e27a597) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:14:40.785902 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58be7f19-8c80-486d-b607-b6cf47292ce9 None None] Network d5b5683a-8f17-4348-ae09-95e93e27a597 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:14:40.786904 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ea7168-c4d2-4e3f-b4e0-c7ba00f40c69 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:40.787636 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f7ea7168-c4d2-4e3f-b4e0-c7ba00f40c69 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:40.821890 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-f7ea7168-c4d2-4e3f-b4e0-c7ba00f40c69 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6863146 Nov 25 13:14:40.826538 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 43346) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:40.847737 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:40.868046 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc4309-2f20-406e-bc0e-42064bc04919 req-8882c1ad-b44d-4b6f-91af-8d82a14c5add tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:40.871376 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1ebc4309-2f20-406e-bc0e-42064bc04919 req-8882c1ad-b44d-4b6f-91af-8d82a14c5add tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] 10.222.0.53 "GET /v2.0/ports?device_id=a837eb55-bfd1-436d-acba-accf375c112c HTTP/1.1" status: 200 len: 945 time: 0.1072166 Nov 25 13:14:40.886167 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a837eb55-bfd1-436d-acba-accf375c112c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dfe3fd9-6d61-47c5-b7c6-8cf2f73db835'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:14:40.887460 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308c9004-2275-42d9-8ce5-1f7ecc07820a" -d '{"events": [{"server_uuid": "a837eb55-bfd1-436d-acba-accf375c112c", "name": "network-vif-plugged", "status": "completed", "tag": "3dfe3fd9-6d61-47c5-b7c6-8cf2f73db835"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:14:40.905134 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 3dfe3fd9-6d61-47c5-b7c6-8cf2f73db835, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=3dfe3fd9-6d61-47c5-b7c6-8cf2f73db835,segment=NetworkSegment(2b145124-ca3d-43c4-8881-fe5b31d26e5c),segment_id=2b145124-ca3d-43c4-8881-fe5b31d26e5c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:14:40.913789 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:40.914744 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 0668b250-1037-4275-9ed8-d260ca6b3274 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:14:40.953176 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0560db92-5814-403a-9043-46ea388451e9 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:41.044835 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1ebc4309-2f20-406e-bc0e-42064bc04919 req-19b4fea8-5891-4f4b-891f-0023d23be6e6 tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] 10.222.0.53 "GET /v2.0/security-groups?id=14008d9c-d4e4-413f-b173-b52cde5b634a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393802 Nov 25 13:14:41.076862 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0560db92-5814-403a-9043-46ea388451e9 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:41.142434 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf493201-d0c3-41a5-9ed8-df08947f45be x-openstack-request-id: req-bf493201-d0c3-41a5-9ed8-df08947f45be {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:14:41.142749 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a837eb55-bfd1-436d-acba-accf375c112c", "name": "network-vif-plugged", "status": "completed", "tag": "3dfe3fd9-6d61-47c5-b7c6-8cf2f73db835", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:14:41.143000 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bf493201-d0c3-41a5-9ed8-df08947f45be {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:14:41.143397 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a837eb55-bfd1-436d-acba-accf375c112c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dfe3fd9-6d61-47c5-b7c6-8cf2f73db835', 'code': 200} Nov 25 13:14:41.156561 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0560db92-5814-403a-9043-46ea388451e9 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:41.202834 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0560db92-5814-403a-9043-46ea388451e9 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Pushing event deleted for resources: {'Subnet': ['ID=35b22a8f-9685-4bd8-b70a-e6fa78a2f893,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:41.258368 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=3dfe3fd9-6d61-47c5-b7c6-8cf2f73db835,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:41.263005 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 0668b250-1037-4275-9ed8-d260ca6b3274 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:14:41.267246 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 0668b250-1037-4275-9ed8-d260ca6b3274 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:14:41.267630 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:41.270852 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217d3036-675e-4f0d-9fd1-1c24d2bc5ced None None] Network d5b5683a-8f17-4348-ae09-95e93e27a597 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:14:41.295213 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0560db92-5814-403a-9043-46ea388451e9 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:41.315381 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4877fab8-fc6b-4ac4-a534-0c033edcf09a req-f84f8cd2-bb15-4daf-8a4c-25a8ac403ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:41.317237 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4877fab8-fc6b-4ac4-a534-0c033edcf09a req-f84f8cd2-bb15-4daf-8a4c-25a8ac403ed0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a837eb55-bfd1-436d-acba-accf375c112c HTTP/1.1" status: 200 len: 1098 time: 0.1231160 Nov 25 13:14:41.343119 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-0560db92-5814-403a-9043-46ea388451e9 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5b5683a-8f17-4348-ae09-95e93e27a597']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:14:41.382492 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:41.393443 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f55e2-8cde-40fd-9619-0851fd02bb9d req-a53402bc-8d3b-4865-81dc-273160bf7285 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:41.396203 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4877fab8-fc6b-4ac4-a534-0c033edcf09a req-37bebb5a-bfa0-4630-a62f-83de0380f0fb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=14008d9c-d4e4-413f-b173-b52cde5b634a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710826 Nov 25 13:14:41.400691 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-0560db92-5814-403a-9043-46ea388451e9 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60cf5ea7-c81b-4394-8120-197230bc80b4') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:14:41.401028 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-0560db92-5814-403a-9043-46ea388451e9 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60cf5ea7-c81b-4394-8120-197230bc80b4') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:14:41.405057 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ab9f55e2-8cde-40fd-9619-0851fd02bb9d req-a53402bc-8d3b-4865-81dc-273160bf7285 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/ports?device_id=29fcc8a1-3c51-4a90-bac2-1df777e8a51e HTTP/1.1" status: 200 len: 948 time: 0.0727792 Nov 25 13:14:41.411018 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0560db92-5814-403a-9043-46ea388451e9 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:41.427187 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0560db92-5814-403a-9043-46ea388451e9 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:41.435939 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0560db92-5814-403a-9043-46ea388451e9 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:14:41.436358 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0560db92-5814-403a-9043-46ea388451e9 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:41.439974 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:14:41.439974 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:14:41.439974 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:14:41.439974 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:14:41.439974 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:14:41.439974 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:14:41.439974 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:14:41.439974 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:14:41.439974 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:14:41.439974 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:14:41.439974 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:14:41.439974 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:14:41.439974 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:14:41.439974 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:14:41.439974 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:14:41.439974 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:14:41.439974 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:14:41.439974 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:14:41.439974 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:14:41.439974 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:14:41.439974 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:14:41.439974 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:14:41.439974 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:14:41.439974 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:14:41.439974 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:14:41.439974 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:14:41.439974 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:14:41.439974 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:14:41.439974 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:14:41.439974 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:14:41.439974 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:14:41.439974 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:14:41.467366 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:41.483407 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ab9f55e2-8cde-40fd-9619-0851fd02bb9d req-41940102-52ba-4037-b6aa-c25e9e325354 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/security-groups?id=37757832-f230-4e23-b4ea-4b846d5a33d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769985 Nov 25 13:14:41.503064 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 0668b250-1037-4275-9ed8-d260ca6b3274, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=0668b250-1037-4275-9ed8-d260ca6b3274,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:14:41.509290 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:41.528051 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0560db92-5814-403a-9043-46ea388451e9 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:41.534247 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0560db92-5814-403a-9043-46ea388451e9 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:41.541149 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-0560db92-5814-403a-9043-46ea388451e9 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] 10.222.0.53 "DELETE /v2.0/networks/d5b5683a-8f17-4348-ae09-95e93e27a597 HTTP/1.1" status: 204 len: 168 time: 0.7100236 Nov 25 13:14:41.542454 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 43366) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:41.553565 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0560db92-5814-403a-9043-46ea388451e9 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Pushing event deleted for resources: {'Network': ['ID=d5b5683a-8f17-4348-ae09-95e93e27a597,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:41.574479 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=0668b250-1037-4275-9ed8-d260ca6b3274,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:41.592185 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4041c95-0c25-4173-a89c-0face201c896 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] DELETE failed (client error): The resource could not be found. Nov 25 13:14:41.593175 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4041c95-0c25-4173-a89c-0face201c896 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:14:41.599399 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b4041c95-0c25-4173-a89c-0face201c896 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] 10.222.0.53 "DELETE /v2.0/subnets/35b22a8f-9685-4bd8-b70a-e6fa78a2f893 HTTP/1.1" status: 404 len: 337 time: 0.0531106 Nov 25 13:14:41.600482 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 43370) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:41.626090 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-b79dd694-da11-4d91-89f9-b6e5c5135bf5 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] DELETE failed (client error): The resource could not be found. Nov 25 13:14:41.626715 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b79dd694-da11-4d91-89f9-b6e5c5135bf5 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:14:41.632754 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b79dd694-da11-4d91-89f9-b6e5c5135bf5 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] 10.222.0.53 "DELETE /v2.0/networks/d5b5683a-8f17-4348-ae09-95e93e27a597 HTTP/1.1" status: 404 len: 339 time: 0.0284688 Nov 25 13:14:41.633003 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 43372) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:41.664207 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-8361dc50-ff03-4fdf-a0f1-e882cd394219 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] DELETE failed (client error): The resource could not be found. Nov 25 13:14:41.664854 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8361dc50-ff03-4fdf-a0f1-e882cd394219 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:14:41.670840 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-8361dc50-ff03-4fdf-a0f1-e882cd394219 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] 10.222.0.53 "DELETE /v2.0/subnets/d0dcbb69-5890-4352-8cef-9af994217341 HTTP/1.1" status: 404 len: 337 time: 0.0340250 Nov 25 13:14:41.670840 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 43378) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:41.690580 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-e55badb3-4c3c-488a-b640-b46955ea3896 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] DELETE failed (client error): The resource could not be found. Nov 25 13:14:41.691106 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e55badb3-4c3c-488a-b640-b46955ea3896 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:14:41.694263 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e55badb3-4c3c-488a-b640-b46955ea3896 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] 10.222.0.53 "DELETE /v2.0/networks/4fcfa1ce-7204-4a98-889c-dc5919b92401 HTTP/1.1" status: 404 len: 339 time: 0.0224652 Nov 25 13:14:41.696793 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 43380) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:41.722653 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1891f6d-1626-4dbd-9518-ae3753140eef tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] DELETE failed (client error): The resource could not be found. Nov 25 13:14:41.723143 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1891f6d-1626-4dbd-9518-ae3753140eef tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:14:41.726215 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d1891f6d-1626-4dbd-9518-ae3753140eef tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] 10.222.0.53 "DELETE /v2.0/subnets/31117734-376d-4a45-a1a7-9fe59e3c8442 HTTP/1.1" status: 404 len: 337 time: 0.0285122 Nov 25 13:14:41.728805 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 43382) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:41.747243 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f242a8d-fbd3-4e55-81c3-5ce9c4a2c738 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] DELETE failed (client error): The resource could not be found. Nov 25 13:14:41.747767 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f242a8d-fbd3-4e55-81c3-5ce9c4a2c738 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:14:41.750982 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-8f242a8d-fbd3-4e55-81c3-5ce9c4a2c738 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] 10.222.0.53 "DELETE /v2.0/networks/98b39a58-999c-48ba-83a7-c999879f3b38 HTTP/1.1" status: 404 len: 339 time: 0.0211618 Nov 25 13:14:41.753509 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 43388) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:41.905651 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec3808-e663-42a7-a5f1-990cdca66c12 req-d553d175-8a3c-40b0-a7b2-56549b733f4f tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:41.907192 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-42ec3808-e663-42a7-a5f1-990cdca66c12 req-d553d175-8a3c-40b0-a7b2-56549b733f4f tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=17232847-b6af-4835-9bba-18e757b232da HTTP/1.1" status: 200 len: 950 time: 0.0639522 Nov 25 13:14:41.914710 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-e3aae417-e386-4cf9-a9b9-ba9c14bfad26 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Deleting port d0ec4c07-3a26-43ca-9be2-815be010319f {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:14:41.915315 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e3aae417-e386-4cf9-a9b9-ba9c14bfad26 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:42.018746 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e3aae417-e386-4cf9-a9b9-ba9c14bfad26 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:42.031358 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-42ec3808-e663-42a7-a5f1-990cdca66c12 req-98d2953d-227b-4d03-8a75-f37ac1667a51 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126444 Nov 25 13:14:42.035608 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-e3aae417-e386-4cf9-a9b9-ba9c14bfad26 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Calling delete_port for d0ec4c07-3a26-43ca-9be2-815be010319f owned by {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:14:42.139023 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e3aae417-e386-4cf9-a9b9-ba9c14bfad26 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:42.183204 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aae417-e386-4cf9-a9b9-ba9c14bfad26 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Pushing event deleted for resources: {'Port': ['ID=d0ec4c07-3a26-43ca-9be2-815be010319f,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:42.198338 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e3aae417-e386-4cf9-a9b9-ba9c14bfad26 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:42.202040 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e3aae417-e386-4cf9-a9b9-ba9c14bfad26 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] 10.222.0.53 "DELETE /v2.0/ports/d0ec4c07-3a26-43ca-9be2-815be010319f HTTP/1.1" status: 204 len: 168 time: 0.4475510 Nov 25 13:14:42.204855 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 43416) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:42.236008 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3aae417-e386-4cf9-a9b9-ba9c14bfad26 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:14:42.236008 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3aae417-e386-4cf9-a9b9-ba9c14bfad26 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:14:42.236008 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3aae417-e386-4cf9-a9b9-ba9c14bfad26 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:14:42.236434 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-39a0c678-14d5-4d10-be11-438a953934f7 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] DELETE failed (client error): The resource could not be found. Nov 25 13:14:42.236553 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3aae417-e386-4cf9-a9b9-ba9c14bfad26 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:14:42.236728 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3aae417-e386-4cf9-a9b9-ba9c14bfad26 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:14:42.237074 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3aae417-e386-4cf9-a9b9-ba9c14bfad26 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:14:42.237253 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39a0c678-14d5-4d10-be11-438a953934f7 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:14:42.237412 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3aae417-e386-4cf9-a9b9-ba9c14bfad26 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:14:42.237812 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3aae417-e386-4cf9-a9b9-ba9c14bfad26 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:14:42.238144 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3aae417-e386-4cf9-a9b9-ba9c14bfad26 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:14:42.238999 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3aae417-e386-4cf9-a9b9-ba9c14bfad26 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:14:42.239141 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3aae417-e386-4cf9-a9b9-ba9c14bfad26 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:14:42.239420 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3aae417-e386-4cf9-a9b9-ba9c14bfad26 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:14:42.243211 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-39a0c678-14d5-4d10-be11-438a953934f7 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] 10.222.0.53 "DELETE /v2.0/subnets/35ccf6c7-0f19-4402-a96a-91fa7a7e82b9 HTTP/1.1" status: 404 len: 337 time: 0.0346911 Nov 25 13:14:42.244249 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 43424) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:42.277606 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149d3c20-dc74-4773-bf09-0678c809c2bc req-149f4eb6-629b-481d-9e80-933acdc9ebea tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:42.281015 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-149d3c20-dc74-4773-bf09-0678c809c2bc req-149f4eb6-629b-481d-9e80-933acdc9ebea tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] 10.222.0.53 "GET /v2.0/ports?device_id=a837eb55-bfd1-436d-acba-accf375c112c HTTP/1.1" status: 200 len: 946 time: 0.1021378 Nov 25 13:14:42.337109 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-149d3c20-dc74-4773-bf09-0678c809c2bc req-f92ba170-452b-408f-b276-857d1e870ff6 tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] 10.222.0.53 "GET /v2.0/security-groups?id=14008d9c-d4e4-413f-b173-b52cde5b634a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497446 Nov 25 13:14:42.344256 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d7da6bd6-a671-41fe-b265-1d95f5a1cef3 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:42.469352 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d7da6bd6-a671-41fe-b265-1d95f5a1cef3 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:42.494065 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-d7da6bd6-a671-41fe-b265-1d95f5a1cef3 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efb95e4b-9a10-4ac6-9e16-92248ed3b077']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:14:42.505184 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-d7da6bd6-a671-41fe-b265-1d95f5a1cef3 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da9439dd-89d0-4238-b15f-c4efa1e94a98') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:14:42.505628 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-d7da6bd6-a671-41fe-b265-1d95f5a1cef3 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da9439dd-89d0-4238-b15f-c4efa1e94a98') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:14:42.517328 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d7da6bd6-a671-41fe-b265-1d95f5a1cef3 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:42.538789 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d7da6bd6-a671-41fe-b265-1d95f5a1cef3 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:42.548330 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7da6bd6-a671-41fe-b265-1d95f5a1cef3 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:14:42.548743 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d7da6bd6-a671-41fe-b265-1d95f5a1cef3 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:42.559237 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:14:42.559237 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:14:42.559237 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:14:42.559237 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:14:42.559237 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:14:42.559237 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:14:42.559237 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:14:42.559237 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:14:42.559237 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:14:42.559237 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:14:42.559237 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:14:42.559237 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:14:42.559237 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:14:42.559237 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:14:42.559237 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:14:42.559237 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:14:42.559237 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:14:42.559237 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:14:42.559237 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:14:42.559237 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:14:42.559237 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:14:42.559237 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:14:42.559237 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:14:42.559237 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:14:42.559237 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:14:42.559237 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:14:42.559237 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:14:42.559237 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:14:42.559237 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:14:42.559237 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:14:42.559237 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:14:42.559237 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:14:42.647545 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d7da6bd6-a671-41fe-b265-1d95f5a1cef3 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:42.649258 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191a791-41b9-4f8b-be13-f7dc8002b016 req-cd175259-120c-4d80-8ea2-debfb1e337d8 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:42.651741 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e191a791-41b9-4f8b-be13-f7dc8002b016 req-cd175259-120c-4d80-8ea2-debfb1e337d8 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/ports?device_id=29fcc8a1-3c51-4a90-bac2-1df777e8a51e HTTP/1.1" status: 200 len: 949 time: 0.0833497 Nov 25 13:14:42.666574 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d7da6bd6-a671-41fe-b265-1d95f5a1cef3 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:42.674557 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d7da6bd6-a671-41fe-b265-1d95f5a1cef3 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] 10.222.0.53 "DELETE /v2.0/networks/efb95e4b-9a10-4ac6-9e16-92248ed3b077 HTTP/1.1" status: 204 len: 168 time: 0.4267857 Nov 25 13:14:42.680094 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 43440) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:42.685405 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7da6bd6-a671-41fe-b265-1d95f5a1cef3 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Pushing event deleted for resources: {'Network': ['ID=efb95e4b-9a10-4ac6-9e16-92248ed3b077,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:43.015025 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e191a791-41b9-4f8b-be13-f7dc8002b016 req-19e974d8-ae7a-4242-8072-41c2ef043deb tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/security-groups?id=37757832-f230-4e23-b4ea-4b846d5a33d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3572316 Nov 25 13:14:43.038345 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-549a030c-bb93-4865-a0c9-17955d8ea103 req-4a8d4a6f-c3cd-4f2b-9984-18817d5b03d2 tempest-QuotasAdminNegativeTest-1928361292 tempest-QuotasAdminNegativeTest-1928361292-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=2b44cb1eab3041a5ab1a1768d60f0433&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391657 Nov 25 13:14:43.104707 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-67f8591c-879b-4f62-9a2b-69855a1cfdc1 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Deleting port 13e67f49-ee42-44d6-b15c-c29ef5abf174 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:14:43.104912 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-67f8591c-879b-4f62-9a2b-69855a1cfdc1 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:43.146267 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29fcc8a1-3c51-4a90-bac2-1df777e8a51e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0668b250-1037-4275-9ed8-d260ca6b3274'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:14:43.149189 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084da0d1-1cd0-4d1e-982c-3612030e1d9c" -d '{"events": [{"server_uuid": "29fcc8a1-3c51-4a90-bac2-1df777e8a51e", "name": "network-vif-plugged", "status": "completed", "tag": "0668b250-1037-4275-9ed8-d260ca6b3274"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:14:43.244428 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-67f8591c-879b-4f62-9a2b-69855a1cfdc1 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:43.260898 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a030c-bb93-4865-a0c9-17955d8ea103 req-0c16fd26-ea22-49be-b106-ef40c4d5bd61 tempest-QuotasAdminNegativeTest-1928361292 tempest-QuotasAdminNegativeTest-1928361292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:43.262353 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-549a030c-bb93-4865-a0c9-17955d8ea103 req-0c16fd26-ea22-49be-b106-ef40c4d5bd61 tempest-QuotasAdminNegativeTest-1928361292 tempest-QuotasAdminNegativeTest-1928361292-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2184305 Nov 25 13:14:43.271583 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-67f8591c-879b-4f62-9a2b-69855a1cfdc1 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Calling delete_port for 13e67f49-ee42-44d6-b15c-c29ef5abf174 owned by {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:14:43.284500 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a103115-bb5e-4c3f-a360-9e46a92551a1 req-3f749ffe-f8ef-4ab0-a27c-90b36153848b tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:43.285939 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0a103115-bb5e-4c3f-a360-9e46a92551a1 req-3f749ffe-f8ef-4ab0-a27c-90b36153848b tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=17232847-b6af-4835-9bba-18e757b232da HTTP/1.1" status: 200 len: 950 time: 0.1286662 Nov 25 13:14:43.298374 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-549a030c-bb93-4865-a0c9-17955d8ea103 req-594bfc79-764c-4aa0-9407-672c11b1666c tempest-QuotasAdminNegativeTest-1928361292 tempest-QuotasAdminNegativeTest-1928361292-project] 10.222.0.53 "GET /v2.0/quotas/2b44cb1eab3041a5ab1a1768d60f0433 HTTP/1.1" status: 200 len: 375 time: 0.0291433 Nov 25 13:14:43.372632 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-549a030c-bb93-4865-a0c9-17955d8ea103 req-afa97dfe-dd91-4261-b604-3df4ef12fa6c tempest-QuotasAdminNegativeTest-1928361292 tempest-QuotasAdminNegativeTest-1928361292-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2b44cb1eab3041a5ab1a1768d60f0433&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0660374 Nov 25 13:14:43.411101 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0a103115-bb5e-4c3f-a360-9e46a92551a1 req-abd9433e-d8df-4712-9225-b2ce9a10c7e7 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144948 Nov 25 13:14:43.446904 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-67f8591c-879b-4f62-9a2b-69855a1cfdc1 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:43.486942 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f8591c-879b-4f62-9a2b-69855a1cfdc1 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Pushing event deleted for resources: {'Port': ['ID=13e67f49-ee42-44d6-b15c-c29ef5abf174,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:43.491347 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60cc3455-5efb-4cdd-b25d-7ec2ec30acdf x-openstack-request-id: req-60cc3455-5efb-4cdd-b25d-7ec2ec30acdf {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:14:43.492626 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29fcc8a1-3c51-4a90-bac2-1df777e8a51e", "name": "network-vif-plugged", "status": "completed", "tag": "0668b250-1037-4275-9ed8-d260ca6b3274", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:14:43.493056 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-60cc3455-5efb-4cdd-b25d-7ec2ec30acdf {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:14:43.493625 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29fcc8a1-3c51-4a90-bac2-1df777e8a51e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0668b250-1037-4275-9ed8-d260ca6b3274', 'code': 200} Nov 25 13:14:43.499160 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-67f8591c-879b-4f62-9a2b-69855a1cfdc1 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:43.503109 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-67f8591c-879b-4f62-9a2b-69855a1cfdc1 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] 10.222.0.53 "DELETE /v2.0/ports/13e67f49-ee42-44d6-b15c-c29ef5abf174 HTTP/1.1" status: 204 len: 168 time: 0.8219562 Nov 25 13:14:43.505385 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 43478) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:43.534565 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-1062c608-2d0f-4c4f-be31-afcfaa00c680 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] DELETE failed (client error): The resource could not be found. Nov 25 13:14:43.535383 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1062c608-2d0f-4c4f-be31-afcfaa00c680 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:14:43.539414 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-1062c608-2d0f-4c4f-be31-afcfaa00c680 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] 10.222.0.53 "DELETE /v2.0/subnets/efb35c27-fb2b-4692-869b-ec6a9dc12a8d HTTP/1.1" status: 404 len: 337 time: 0.0330648 Nov 25 13:14:43.542376 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 43484) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:43.642587 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b62bcb-55aa-4526-b67d-ccb53db49f95 req-b4fccd7e-06e7-40ec-8c16-a60ef5bd5fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:43.644921 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c7b62bcb-55aa-4526-b67d-ccb53db49f95 req-b4fccd7e-06e7-40ec-8c16-a60ef5bd5fbd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=29fcc8a1-3c51-4a90-bac2-1df777e8a51e HTTP/1.1" status: 200 len: 1101 time: 0.0608087 Nov 25 13:14:43.671163 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-87409684-7757-4629-9c66-b58fbb0f4459 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:43.699169 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43f54e-a48b-4bea-adf5-1a2f12a7d189 req-33fd14aa-f26b-492f-ad7f-ba8a00777d47 tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:43.700989 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4b43f54e-a48b-4bea-adf5-1a2f12a7d189 req-33fd14aa-f26b-492f-ad7f-ba8a00777d47 tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] 10.222.0.53 "GET /v2.0/ports?device_id=a837eb55-bfd1-436d-acba-accf375c112c HTTP/1.1" status: 200 len: 946 time: 0.0913808 Nov 25 13:14:43.705411 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c7b62bcb-55aa-4526-b67d-ccb53db49f95 req-a2720dfa-a499-4660-bc05-efea583787a7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=37757832-f230-4e23-b4ea-4b846d5a33d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509162 Nov 25 13:14:43.780575 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4b43f54e-a48b-4bea-adf5-1a2f12a7d189 req-e36ca1be-ade0-45bb-be9e-b682eb6259fd tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] 10.222.0.53 "GET /v2.0/security-groups?id=14008d9c-d4e4-413f-b173-b52cde5b634a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534575 Nov 25 13:14:43.789122 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-87409684-7757-4629-9c66-b58fbb0f4459 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Deleting port d4d9ad64-e689-488f-a6ef-bf33f67c3114 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:14:43.789502 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-87409684-7757-4629-9c66-b58fbb0f4459 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:43.869929 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-87409684-7757-4629-9c66-b58fbb0f4459 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] For port d4d9ad64-e689-488f-a6ef-bf33f67c3114, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=d4d9ad64-e689-488f-a6ef-bf33f67c3114,segment=NetworkSegment(8f1991a7-1d58-4b11-a481-e81a422ad6ad),segment_id=8f1991a7-1d58-4b11-a481-e81a422ad6ad)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:14:43.870315 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-87409684-7757-4629-9c66-b58fbb0f4459 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:43.885805 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-87409684-7757-4629-9c66-b58fbb0f4459 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Calling delete_port for d4d9ad64-e689-488f-a6ef-bf33f67c3114 owned by network:dhcp {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:14:43.981987 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-87409684-7757-4629-9c66-b58fbb0f4459 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:44.017089 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87409684-7757-4629-9c66-b58fbb0f4459 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Pushing event deleted for resources: {'Port': ['ID=d4d9ad64-e689-488f-a6ef-bf33f67c3114,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:44.019017 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87409684-7757-4629-9c66-b58fbb0f4459 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] No DVR routers for this DVR port d4d9ad64-e689-488f-a6ef-bf33f67c3114 on host n-d-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:14:44.132846 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-87409684-7757-4629-9c66-b58fbb0f4459 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:44.236311 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-87409684-7757-4629-9c66-b58fbb0f4459 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d800ae94-9ef1-4ce4-a7b8-c0cdedd37edf']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:14:44.247498 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-87409684-7757-4629-9c66-b58fbb0f4459 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f1991a7-1d58-4b11-a481-e81a422ad6ad') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:14:44.247815 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-87409684-7757-4629-9c66-b58fbb0f4459 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f1991a7-1d58-4b11-a481-e81a422ad6ad') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:14:44.267453 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-87409684-7757-4629-9c66-b58fbb0f4459 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:44.293987 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042deef-377c-4cf4-85fe-0923f9318584 req-048836ec-cfa8-4197-8d91-74c06a01b614 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:44.305307 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f042deef-377c-4cf4-85fe-0923f9318584 req-048836ec-cfa8-4197-8d91-74c06a01b614 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/ports?device_id=29fcc8a1-3c51-4a90-bac2-1df777e8a51e HTTP/1.1" status: 200 len: 949 time: 0.1568873 Nov 25 13:14:44.309941 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-87409684-7757-4629-9c66-b58fbb0f4459 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:44.334516 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87409684-7757-4629-9c66-b58fbb0f4459 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:14:44.335058 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-87409684-7757-4629-9c66-b58fbb0f4459 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:44.338109 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:14:44.338109 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:14:44.338109 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:14:44.338109 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:14:44.338109 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:14:44.338109 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:14:44.338109 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:14:44.338109 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:14:44.338109 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:14:44.338109 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:14:44.338109 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:14:44.338109 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:14:44.338109 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:14:44.338109 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:14:44.338109 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:14:44.338109 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:14:44.338109 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:14:44.338109 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:14:44.338109 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:14:44.338109 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:14:44.338109 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:14:44.338109 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:14:44.338109 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:14:44.338109 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:14:44.338109 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:14:44.338109 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:14:44.338109 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:14:44.338109 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:14:44.338109 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:14:44.338109 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:14:44.338109 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:14:44.338109 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:14:44.416455 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f042deef-377c-4cf4-85fe-0923f9318584 req-832238e2-4a06-445d-9395-24c05160a257 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/security-groups?id=37757832-f230-4e23-b4ea-4b846d5a33d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061451 Nov 25 13:14:44.421095 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-87409684-7757-4629-9c66-b58fbb0f4459 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:44.449880 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-87409684-7757-4629-9c66-b58fbb0f4459 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:44.455980 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-87409684-7757-4629-9c66-b58fbb0f4459 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] 10.222.0.53 "DELETE /v2.0/networks/d800ae94-9ef1-4ce4-a7b8-c0cdedd37edf HTTP/1.1" status: 204 len: 168 time: 0.9106629 Nov 25 13:14:44.456195 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 43550) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:44.456961 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87409684-7757-4629-9c66-b58fbb0f4459 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Pushing event deleted for resources: {'Network': ['ID=d800ae94-9ef1-4ce4-a7b8-c0cdedd37edf,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:44.484885 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4b874093-74f4-4a35-aa40-e2f6dc50aff1 req-21ce58bd-445a-4a26-8935-5133ee2cecd3 tempest-QuotasAdminNegativeTest-1928361292 tempest-QuotasAdminNegativeTest-1928361292-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=2b44cb1eab3041a5ab1a1768d60f0433&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244217 Nov 25 13:14:44.537316 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-52ef3b8d-abef-458f-be8c-0cbafde29470 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Deleting subnet f867825e-1213-4981-9555-2c2f08351b02 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:14:44.540873 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-52ef3b8d-abef-458f-be8c-0cbafde29470 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:44.589951 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-52ef3b8d-abef-458f-be8c-0cbafde29470 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:44.617413 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b931a1-0c46-4b58-90f9-b9120d31d20e req-c61f2add-cfa9-487d-9e46-ce6c77a46f79 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:44.619300 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d8b931a1-0c46-4b58-90f9-b9120d31d20e req-c61f2add-cfa9-487d-9e46-ce6c77a46f79 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=17232847-b6af-4835-9bba-18e757b232da HTTP/1.1" status: 200 len: 950 time: 0.1175525 Nov 25 13:14:44.686473 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b874093-74f4-4a35-aa40-e2f6dc50aff1 req-aae3f681-13ac-4022-91da-5d95218c29a6 tempest-QuotasAdminNegativeTest-1928361292 tempest-QuotasAdminNegativeTest-1928361292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:44.687926 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4b874093-74f4-4a35-aa40-e2f6dc50aff1 req-aae3f681-13ac-4022-91da-5d95218c29a6 tempest-QuotasAdminNegativeTest-1928361292 tempest-QuotasAdminNegativeTest-1928361292-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1965885 Nov 25 13:14:44.710630 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-52ef3b8d-abef-458f-be8c-0cbafde29470 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:44.715731 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d8b931a1-0c46-4b58-90f9-b9120d31d20e req-84244ff8-33ac-406d-904b-0664171191a6 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840714 Nov 25 13:14:44.728675 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4b874093-74f4-4a35-aa40-e2f6dc50aff1 req-a8cd3df0-b6a4-44ca-b53a-d672011ef0be tempest-QuotasAdminNegativeTest-1928361292 tempest-QuotasAdminNegativeTest-1928361292-project] 10.222.0.53 "GET /v2.0/quotas/2b44cb1eab3041a5ab1a1768d60f0433 HTTP/1.1" status: 200 len: 375 time: 0.0344639 Nov 25 13:14:44.774186 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4b874093-74f4-4a35-aa40-e2f6dc50aff1 req-4b4863b4-e27b-4e12-ad90-18c89fa64f63 tempest-QuotasAdminNegativeTest-1928361292 tempest-QuotasAdminNegativeTest-1928361292-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2b44cb1eab3041a5ab1a1768d60f0433&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374510 Nov 25 13:14:44.795618 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-52ef3b8d-abef-458f-be8c-0cbafde29470 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:44.867854 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ef3b8d-abef-458f-be8c-0cbafde29470 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Pushing event deleted for resources: {'Subnet': ['ID=f867825e-1213-4981-9555-2c2f08351b02,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:44.883283 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369b2049-b039-40b6-a4b1-37a64ad00087 None None] Network de13e0fc-78d3-4ff6-9ca0-aebba6d17a79 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:14:44.894158 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-52ef3b8d-abef-458f-be8c-0cbafde29470 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:44.904068 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-52ef3b8d-abef-458f-be8c-0cbafde29470 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] 10.222.0.53 "DELETE /v2.0/subnets/f867825e-1213-4981-9555-2c2f08351b02 HTTP/1.1" status: 204 len: 168 time: 0.4469304 Nov 25 13:14:44.907169 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 43564) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:45.086912 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2c5d2fc2-1abe-4cea-b987-e5a008fe9232 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:45.155363 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-2c5d2fc2-1abe-4cea-b987-e5a008fe9232 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Deleting port 114032d1-4f4a-4169-8db6-e02c8e78bd92 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:14:45.155824 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2c5d2fc2-1abe-4cea-b987-e5a008fe9232 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:45.170922 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11266244-fc86-4a06-b0bf-98f22a06cc48 None None] DHCP port deletion for de13e0fc-78d3-4ff6-9ca0-aebba6d17a79 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:14:45.238852 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-11266244-fc86-4a06-b0bf-98f22a06cc48 None None] Deleting port 114032d1-4f4a-4169-8db6-e02c8e78bd92 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:14:45.240353 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-11266244-fc86-4a06-b0bf-98f22a06cc48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:45.259300 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-2c5d2fc2-1abe-4cea-b987-e5a008fe9232 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] For port 114032d1-4f4a-4169-8db6-e02c8e78bd92, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=114032d1-4f4a-4169-8db6-e02c8e78bd92,segment=NetworkSegment(088a1406-1a3f-4543-83be-9c4df455825c),segment_id=088a1406-1a3f-4543-83be-9c4df455825c)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:14:45.259666 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2c5d2fc2-1abe-4cea-b987-e5a008fe9232 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:45.331814 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-11266244-fc86-4a06-b0bf-98f22a06cc48 None None] For port 114032d1-4f4a-4169-8db6-e02c8e78bd92, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=114032d1-4f4a-4169-8db6-e02c8e78bd92,segment=NetworkSegment(088a1406-1a3f-4543-83be-9c4df455825c),segment_id=088a1406-1a3f-4543-83be-9c4df455825c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:14:45.332250 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-11266244-fc86-4a06-b0bf-98f22a06cc48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:45.347711 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-2c5d2fc2-1abe-4cea-b987-e5a008fe9232 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Calling delete_port for 114032d1-4f4a-4169-8db6-e02c8e78bd92 owned by network:dhcp {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:14:45.350952 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-11266244-fc86-4a06-b0bf-98f22a06cc48 None None] Calling delete_port for 114032d1-4f4a-4169-8db6-e02c8e78bd92 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:14:45.524678 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-11266244-fc86-4a06-b0bf-98f22a06cc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:45.539875 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2c5d2fc2-1abe-4cea-b987-e5a008fe9232 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:45.579692 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11266244-fc86-4a06-b0bf-98f22a06cc48 None None] No DVR routers for this DVR port 114032d1-4f4a-4169-8db6-e02c8e78bd92 on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:14:45.587557 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5d2fc2-1abe-4cea-b987-e5a008fe9232 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Pushing event deleted for resources: {'Port': ['ID=114032d1-4f4a-4169-8db6-e02c8e78bd92,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:45.601154 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11266244-fc86-4a06-b0bf-98f22a06cc48 None None] Pushing event deleted for resources: {'Port': ['ID=114032d1-4f4a-4169-8db6-e02c8e78bd92,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:45.634186 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5d2fc2-1abe-4cea-b987-e5a008fe9232 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] No DVR routers for this DVR port 114032d1-4f4a-4169-8db6-e02c8e78bd92 on host n-d-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:14:45.721847 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ab5e4-378d-4b2e-9a83-cb18dbdd6a91 req-31561f70-bb79-40c7-8133-a63584d9f416 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:45.723681 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6c3ab5e4-378d-4b2e-9a83-cb18dbdd6a91 req-31561f70-bb79-40c7-8133-a63584d9f416 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/ports?device_id=29fcc8a1-3c51-4a90-bac2-1df777e8a51e HTTP/1.1" status: 200 len: 949 time: 0.1374195 Nov 25 13:14:45.746966 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2c5d2fc2-1abe-4cea-b987-e5a008fe9232 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:45.778617 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-2c5d2fc2-1abe-4cea-b987-e5a008fe9232 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de13e0fc-78d3-4ff6-9ca0-aebba6d17a79']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:14:45.794997 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-2c5d2fc2-1abe-4cea-b987-e5a008fe9232 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '088a1406-1a3f-4543-83be-9c4df455825c') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:14:45.795309 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-2c5d2fc2-1abe-4cea-b987-e5a008fe9232 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '088a1406-1a3f-4543-83be-9c4df455825c') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:14:45.813027 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2c5d2fc2-1abe-4cea-b987-e5a008fe9232 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:45.826750 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6c3ab5e4-378d-4b2e-9a83-cb18dbdd6a91 req-b859542c-d0a1-4f9f-a5b3-ad68c92d4dcc tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/security-groups?id=37757832-f230-4e23-b4ea-4b846d5a33d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893342 Nov 25 13:14:45.835089 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2c5d2fc2-1abe-4cea-b987-e5a008fe9232 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:45.843067 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c5d2fc2-1abe-4cea-b987-e5a008fe9232 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:14:45.843798 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2c5d2fc2-1abe-4cea-b987-e5a008fe9232 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:45.848006 n-d-808199-11 neutron-server[103570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:14:45.848006 n-d-808199-11 neutron-server[103570]: self.session.flush() Nov 25 13:14:45.848006 n-d-808199-11 neutron-server[103570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:14:45.848006 n-d-808199-11 neutron-server[103570]: self.session.flush() Nov 25 13:14:45.848006 n-d-808199-11 neutron-server[103570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:14:45.848006 n-d-808199-11 neutron-server[103570]: self.session.flush() Nov 25 13:14:45.848006 n-d-808199-11 neutron-server[103570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:14:45.848006 n-d-808199-11 neutron-server[103570]: self.session.flush() Nov 25 13:14:45.848006 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:14:45.848006 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:14:45.848006 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:14:45.848006 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:14:45.848006 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:14:45.848006 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:14:45.848006 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:14:45.848006 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:14:45.848006 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:14:45.848006 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:14:45.848006 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:14:45.848006 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:14:45.848006 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:14:45.848006 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:14:45.848006 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:14:45.848006 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:14:45.848006 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:14:45.848006 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:14:45.848006 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:14:45.848006 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:14:45.848006 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:14:45.848006 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:14:45.848006 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:14:45.848006 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:14:45.848006 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:14:45.848006 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:14:45.848006 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:14:45.848006 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:14:45.848006 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:14:45.848006 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:14:45.848006 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:14:45.848006 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:14:45.950519 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2c5d2fc2-1abe-4cea-b987-e5a008fe9232 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:45.960106 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2c5d2fc2-1abe-4cea-b987-e5a008fe9232 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:45.963558 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-2c5d2fc2-1abe-4cea-b987-e5a008fe9232 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] 10.222.0.53 "DELETE /v2.0/networks/de13e0fc-78d3-4ff6-9ca0-aebba6d17a79 HTTP/1.1" status: 204 len: 168 time: 1.0552797 Nov 25 13:14:45.980430 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5d2fc2-1abe-4cea-b987-e5a008fe9232 tempest-NetworksIpV6TestAttrs-729365744 tempest-NetworksIpV6TestAttrs-729365744-project] Pushing event deleted for resources: {'Network': ['ID=de13e0fc-78d3-4ff6-9ca0-aebba6d17a79,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:46.006526 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba20aa0-ebc3-4919-a439-5c2bbd675821 req-21fd7bca-6f0f-461e-93bd-c47580b85ca3 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:46.007900 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-eba20aa0-ebc3-4919-a439-5c2bbd675821 req-21fd7bca-6f0f-461e-93bd-c47580b85ca3 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=17232847-b6af-4835-9bba-18e757b232da HTTP/1.1" status: 200 len: 950 time: 0.0870688 Nov 25 13:14:46.093349 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-eba20aa0-ebc3-4919-a439-5c2bbd675821 req-f6798ca3-0715-4f00-8a63-49302a1243b2 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780833 Nov 25 13:14:46.100301 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 114032d1-4f4a-4169-8db6-e02c8e78bd92 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:14:46.137457 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 114032d1-4f4a-4169-8db6-e02c8e78bd92 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:14:46.138435 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 114032d1-4f4a-4169-8db6-e02c8e78bd92 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:14:46.219733 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ddb00d01-4587-45b3-972d-66bf48ef6ede req-730baf37-db22-42e2-aa2d-08a45c05ecf1 tempest-QuotasAdminNegativeTest-1928361292 tempest-QuotasAdminNegativeTest-1928361292-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=2b44cb1eab3041a5ab1a1768d60f0433&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252755 Nov 25 13:14:46.340200 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2cbf4-9df1-447f-b5b0-f189c538fe2b req-8601d82d-fee1-4e53-ada2-af63c5a2204d tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:46.347531 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c3b2cbf4-9df1-447f-b5b0-f189c538fe2b req-8601d82d-fee1-4e53-ada2-af63c5a2204d tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/ports?device_id=29fcc8a1-3c51-4a90-bac2-1df777e8a51e HTTP/1.1" status: 200 len: 949 time: 0.1198158 Nov 25 13:14:46.407159 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb00d01-4587-45b3-972d-66bf48ef6ede req-52910eb2-a380-4a66-89f8-6e335c75b3d6 tempest-QuotasAdminNegativeTest-1928361292 tempest-QuotasAdminNegativeTest-1928361292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:46.408631 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ddb00d01-4587-45b3-972d-66bf48ef6ede req-52910eb2-a380-4a66-89f8-6e335c75b3d6 tempest-QuotasAdminNegativeTest-1928361292 tempest-QuotasAdminNegativeTest-1928361292-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1796510 Nov 25 13:14:46.431447 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c3b2cbf4-9df1-447f-b5b0-f189c538fe2b req-041f865b-55ed-44e9-b98c-274f1bcca2ac tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/security-groups?id=37757832-f230-4e23-b4ea-4b846d5a33d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828767 Nov 25 13:14:46.443575 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 43636) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:46.447101 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ddb00d01-4587-45b3-972d-66bf48ef6ede req-69745039-27b7-4243-9e45-d95719803726 tempest-QuotasAdminNegativeTest-1928361292 tempest-QuotasAdminNegativeTest-1928361292-project] 10.222.0.53 "GET /v2.0/quotas/2b44cb1eab3041a5ab1a1768d60f0433 HTTP/1.1" status: 200 len: 375 time: 0.0272505 Nov 25 13:14:46.482394 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ddb00d01-4587-45b3-972d-66bf48ef6ede req-bd91ef19-d7ae-4fb1-bece-642430e43a0d tempest-QuotasAdminNegativeTest-1928361292 tempest-QuotasAdminNegativeTest-1928361292-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2b44cb1eab3041a5ab1a1768d60f0433&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344164 Nov 25 13:14:46.614139 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 43646) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:46.614456 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-08e5c616-480e-4871-af96-c2f30c4bc84a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1a43174153d84f558b80a9569be83518&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1695635 Nov 25 13:14:46.685520 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9e63d223-4ce8-48b5-bf38-f48259141c1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:46.720808 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9e63d223-4ce8-48b5-bf38-f48259141c1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:46.793697 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9e63d223-4ce8-48b5-bf38-f48259141c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:46.796668 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9e63d223-4ce8-48b5-bf38-f48259141c1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:46.797988 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-9e63d223-4ce8-48b5-bf38-f48259141c1a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/064480fa-f090-41f3-b5e9-38a71083ad69 HTTP/1.1" status: 204 len: 168 time: 0.1826227 Nov 25 13:14:46.808531 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e63d223-4ce8-48b5-bf38-f48259141c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=064480fa-f090-41f3-b5e9-38a71083ad69,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:47.234332 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf9457-6932-4f5c-85af-8557c832aef4 req-ba65138e-0df8-476f-8d1b-32c46e79c7c8 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:47.236053 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-73cf9457-6932-4f5c-85af-8557c832aef4 req-ba65138e-0df8-476f-8d1b-32c46e79c7c8 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=17232847-b6af-4835-9bba-18e757b232da HTTP/1.1" status: 200 len: 950 time: 0.0617859 Nov 25 13:14:47.307370 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-73cf9457-6932-4f5c-85af-8557c832aef4 req-cd15b511-d286-4a7f-9f31-99f4c5e061d0 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635967 Nov 25 13:14:47.425906 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 43680) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:47.581704 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775aaa01-6a9b-4145-88fa-912ffdd3b630 req-de914b4c-41a6-4279-b715-6e605c5cedf9 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:47.583209 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-775aaa01-6a9b-4145-88fa-912ffdd3b630 req-de914b4c-41a6-4279-b715-6e605c5cedf9 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/ports?device_id=29fcc8a1-3c51-4a90-bac2-1df777e8a51e HTTP/1.1" status: 200 len: 949 time: 0.0567260 Nov 25 13:14:47.707485 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-775aaa01-6a9b-4145-88fa-912ffdd3b630 req-b87b28a3-35b8-4b29-b61f-15c232065217 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/security-groups?id=37757832-f230-4e23-b4ea-4b846d5a33d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065526 Nov 25 13:14:47.742739 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f163af19-64ab-432f-b773-18f1ecd5b916 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:47.845646 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499b0e6-ed2f-49a9-9fa4-1772f1011d47 req-855716e3-d197-4d20-8643-f63ceeebfb6c tempest-LiveMigrationNegativeTest-221623457 tempest-LiveMigrationNegativeTest-221623457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:47.847224 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3499b0e6-ed2f-49a9-9fa4-1772f1011d47 req-855716e3-d197-4d20-8643-f63ceeebfb6c tempest-LiveMigrationNegativeTest-221623457 tempest-LiveMigrationNegativeTest-221623457-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=29fcc8a1-3c51-4a90-bac2-1df777e8a51e HTTP/1.1" status: 200 len: 1101 time: 0.0500960 Nov 25 13:14:47.868808 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-3499b0e6-ed2f-49a9-9fa4-1772f1011d47 req-c6b06f50-2692-418a-b92e-e6979abaca47 tempest-LiveMigrationNegativeTest-221623457 tempest-LiveMigrationNegativeTest-221623457-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:47.947803 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f163af19-64ab-432f-b773-18f1ecd5b916 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:47.969521 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f163af19-64ab-432f-b773-18f1ecd5b916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:48.011688 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f163af19-64ab-432f-b773-18f1ecd5b916 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2b44cb1eab3041a5ab1a1768d60f0433&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5844166 Nov 25 13:14:48.014276 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 43704) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:48.029346 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f163af19-64ab-432f-b773-18f1ecd5b916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f112b31-e748-42a6-a107-aa2fdddf88c4,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:48.051291 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-3499b0e6-ed2f-49a9-9fa4-1772f1011d47 req-c6b06f50-2692-418a-b92e-e6979abaca47 tempest-LiveMigrationNegativeTest-221623457 tempest-LiveMigrationNegativeTest-221623457-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:48.058969 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-3499b0e6-ed2f-49a9-9fa4-1772f1011d47 req-c6b06f50-2692-418a-b92e-e6979abaca47 tempest-LiveMigrationNegativeTest-221623457 tempest-LiveMigrationNegativeTest-221623457-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:48.101046 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b06f50-2692-418a-b92e-e6979abaca47 tempest-LiveMigrationNegativeTest-221623457 tempest-LiveMigrationNegativeTest-221623457-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61406ead-a491-4fc6-be84-5c47d8b67ea6,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:48.102001 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e0124d37-6f54-4e63-a785-b3105d069116 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:48.130681 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e0124d37-6f54-4e63-a785-b3105d069116 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:48.145750 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3499b0e6-ed2f-49a9-9fa4-1772f1011d47 req-c6b06f50-2692-418a-b92e-e6979abaca47 tempest-LiveMigrationNegativeTest-221623457 tempest-LiveMigrationNegativeTest-221623457-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=37757832-f230-4e23-b4ea-4b846d5a33d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894278 Nov 25 13:14:48.187117 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e0124d37-6f54-4e63-a785-b3105d069116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:48.192828 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e0124d37-6f54-4e63-a785-b3105d069116 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:48.196958 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-e0124d37-6f54-4e63-a785-b3105d069116 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9f112b31-e748-42a6-a107-aa2fdddf88c4 HTTP/1.1" status: 204 len: 168 time: 0.1793897 Nov 25 13:14:48.215203 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0124d37-6f54-4e63-a785-b3105d069116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f112b31-e748-42a6-a107-aa2fdddf88c4,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:48.417350 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938f3fb7-5e4e-40b3-b71d-be0c11176215 req-bf7fe6ab-3f60-4d18-b960-6f39d6a64bf3 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:48.422440 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-938f3fb7-5e4e-40b3-b71d-be0c11176215 req-bf7fe6ab-3f60-4d18-b960-6f39d6a64bf3 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 945 time: 0.0921247 Nov 25 13:14:48.508696 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:14:48.516689 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-938f3fb7-5e4e-40b3-b71d-be0c11176215 req-b41f5f2e-68f3-4fc3-8422-dd89b41acdbb tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822704 Nov 25 13:14:48.547046 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 43740) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:48.662796 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb93fd4-8c92-4411-adb7-25c072b78e28 req-11debf0b-c278-4acb-8ba1-43803009e904 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:48.672188 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8cb93fd4-8c92-4411-adb7-25c072b78e28 req-11debf0b-c278-4acb-8ba1-43803009e904 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=17232847-b6af-4835-9bba-18e757b232da HTTP/1.1" status: 200 len: 950 time: 0.0744715 Nov 25 13:14:48.737302 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8cb93fd4-8c92-4411-adb7-25c072b78e28 req-d084b2d6-71aa-49c3-bf46-11efa0c35f07 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590441 Nov 25 13:14:48.926490 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-e7d03ca8-4384-4355-a8e8-e72307c0f73a tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Request body: {'security_group': {'name': 'tempest-secgroup--949264109'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:14:48.938279 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd8e40f-988b-469a-985f-b19fa30e592a req-5c3a1217-7a06-4a03-be1a-95dd4446f95c tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:48.943865 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3fd8e40f-988b-469a-985f-b19fa30e592a req-5c3a1217-7a06-4a03-be1a-95dd4446f95c tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/ports?device_id=29fcc8a1-3c51-4a90-bac2-1df777e8a51e HTTP/1.1" status: 200 len: 949 time: 0.0990646 Nov 25 13:14:48.967174 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 43758) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:48.982866 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fc4880e2-b61a-4db4-ada1-deda42377eee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:49.030328 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e7d03ca8-4384-4355-a8e8-e72307c0f73a tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:49.051528 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e7d03ca8-4384-4355-a8e8-e72307c0f73a tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:49.069104 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3fd8e40f-988b-469a-985f-b19fa30e592a req-becca2eb-a330-4572-95ac-89a474e1108c tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/security-groups?id=37757832-f230-4e23-b4ea-4b846d5a33d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124036 Nov 25 13:14:49.194193 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fc4880e2-b61a-4db4-ada1-deda42377eee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:49.201171 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fc4880e2-b61a-4db4-ada1-deda42377eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:49.221637 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e7d03ca8-4384-4355-a8e8-e72307c0f73a tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:49.230447 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e7d03ca8-4384-4355-a8e8-e72307c0f73a tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:49.249264 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-fc4880e2-b61a-4db4-ada1-deda42377eee admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2ed34a21d5d04e8899c90f560838c3bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2886665 Nov 25 13:14:49.251690 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 43768) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:49.253849 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4880e2-b61a-4db4-ada1-deda42377eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f1c1c3-417e-40fa-904a-83876dd56099,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:49.297465 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d03ca8-4384-4355-a8e8-e72307c0f73a tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=101df656-8df8-4230-ab20-03d135bf3033,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:49.313211 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2a694210-7b16-4081-b061-e890f1acc4d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:49.339920 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2a694210-7b16-4081-b061-e890f1acc4d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:49.356649 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e7d03ca8-4384-4355-a8e8-e72307c0f73a tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:49.363650 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e7d03ca8-4384-4355-a8e8-e72307c0f73a tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:49.404487 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2a694210-7b16-4081-b061-e890f1acc4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:49.408467 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2a694210-7b16-4081-b061-e890f1acc4d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:49.409899 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-2a694210-7b16-4081-b061-e890f1acc4d7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/75f1c1c3-417e-40fa-904a-83876dd56099 HTTP/1.1" status: 204 len: 168 time: 0.1570711 Nov 25 13:14:49.423091 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d03ca8-4384-4355-a8e8-e72307c0f73a tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a602de4-0669-48cd-a851-fd91c4f35981,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:49.437986 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e7d03ca8-4384-4355-a8e8-e72307c0f73a tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:49.440553 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e7d03ca8-4384-4355-a8e8-e72307c0f73a tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8917453 Nov 25 13:14:49.442234 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a694210-7b16-4081-b061-e890f1acc4d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f1c1c3-417e-40fa-904a-83876dd56099,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:49.443282 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 43776) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:49.528846 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-5c66ea5e-523d-481a-9c8a-3136371e4f5b tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0829246 Nov 25 13:14:49.530097 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 43778) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:49.534983 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-285fdab2-1162-4da1-8438-77d71be9b5aa tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Request body: {'security_group': {'name': 'tempest-security--1583506738', 'description': 'tempest-security-description-428959868'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:14:49.574985 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-285fdab2-1162-4da1-8438-77d71be9b5aa tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:49.637104 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-285fdab2-1162-4da1-8438-77d71be9b5aa tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:49.642728 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-285fdab2-1162-4da1-8438-77d71be9b5aa tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:49.647424 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-285fdab2-1162-4da1-8438-77d71be9b5aa tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:49.648793 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-285fdab2-1162-4da1-8438-77d71be9b5aa tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] 10.222.0.53 "PUT /v2.0/security-groups/2a602de4-0669-48cd-a851-fd91c4f35981 HTTP/1.1" status: 200 len: 1796 time: 0.1176617 Nov 25 13:14:49.652161 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 43784) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:49.701665 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285fdab2-1162-4da1-8438-77d71be9b5aa tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a602de4-0669-48cd-a851-fd91c4f35981,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:49.723982 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b607dd66-08ef-4a0b-86a0-bcc8ce54978e tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] 10.222.0.53 "GET /v2.0/security-groups/2a602de4-0669-48cd-a851-fd91c4f35981 HTTP/1.1" status: 200 len: 1796 time: 0.0706449 Nov 25 13:14:49.726416 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 43788) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:49.840309 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-352dd8cb-ed3a-4617-975c-d9518bcfbedb tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:49.894663 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-352dd8cb-ed3a-4617-975c-d9518bcfbedb tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:49.934339 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1676c5f6-76b3-4fef-a1e9-8d8d4ee002b4 req-be8a730f-bd2e-4747-9619-364c7caecb79 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:49.941801 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1676c5f6-76b3-4fef-a1e9-8d8d4ee002b4 req-be8a730f-bd2e-4747-9619-364c7caecb79 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=17232847-b6af-4835-9bba-18e757b232da HTTP/1.1" status: 200 len: 950 time: 0.1270375 Nov 25 13:14:50.028282 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1676c5f6-76b3-4fef-a1e9-8d8d4ee002b4 req-12d10bb6-08ec-414b-98a4-4a7863c94222 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852835 Nov 25 13:14:50.029771 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-352dd8cb-ed3a-4617-975c-d9518bcfbedb tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:50.032771 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-352dd8cb-ed3a-4617-975c-d9518bcfbedb tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:50.035299 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-352dd8cb-ed3a-4617-975c-d9518bcfbedb tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] 10.222.0.53 "DELETE /v2.0/security-groups/2a602de4-0669-48cd-a851-fd91c4f35981 HTTP/1.1" status: 204 len: 168 time: 0.3065679 Nov 25 13:14:50.036964 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 43808) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:50.073958 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352dd8cb-ed3a-4617-975c-d9518bcfbedb tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a602de4-0669-48cd-a851-fd91c4f35981,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:50.219055 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c55187ad-709c-45c4-9c33-af1de39a6d8f tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1808834 Nov 25 13:14:50.224644 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 43828) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:50.238975 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [None req-84233a00-6dd7-4c89-81f7-a12125fab500 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] delete failed (client error): The resource could not be found. Nov 25 13:14:50.240028 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-84233a00-6dd7-4c89-81f7-a12125fab500 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] 10.222.0.53 "DELETE /v2.0/security-groups/2a602de4-0669-48cd-a851-fd91c4f35981 HTTP/1.1" status: 404 len: 347 time: 0.0143306 Nov 25 13:14:50.245227 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 43830) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:50.256029 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-cdd2bb9b-66e5-43e9-9eef-bfc048e6c64d tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Request body: {'security_group': {'name': 'tempest-secgroup--1895973060'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:14:50.313140 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cdd2bb9b-66e5-43e9-9eef-bfc048e6c64d tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:50.345133 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe9bbd-d7da-45d2-8331-3324a14ac7fc req-4db3ed67-26d4-4eba-90dc-30913722453b tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:50.347274 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0dfe9bbd-d7da-45d2-8331-3324a14ac7fc req-4db3ed67-26d4-4eba-90dc-30913722453b tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/ports?device_id=29fcc8a1-3c51-4a90-bac2-1df777e8a51e HTTP/1.1" status: 200 len: 949 time: 0.1062007 Nov 25 13:14:50.452396 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0dfe9bbd-d7da-45d2-8331-3324a14ac7fc req-dec5b589-ab71-4411-81e3-c34f68bf5044 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/security-groups?id=37757832-f230-4e23-b4ea-4b846d5a33d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977628 Nov 25 13:14:50.493919 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cdd2bb9b-66e5-43e9-9eef-bfc048e6c64d tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:50.509682 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31697cfb-8291-4cbf-8c1c-fab20c326b2e req-0ddede3a-f76d-4153-be07-71cfa1be2da4 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:50.512072 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-31697cfb-8291-4cbf-8c1c-fab20c326b2e req-0ddede3a-f76d-4153-be07-71cfa1be2da4 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.47 "GET /v2.0/ports?device_id=29fcc8a1-3c51-4a90-bac2-1df777e8a51e HTTP/1.1" status: 200 len: 949 time: 0.2223108 Nov 25 13:14:50.513304 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cdd2bb9b-66e5-43e9-9eef-bfc048e6c64d tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:50.547993 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd2bb9b-66e5-43e9-9eef-bfc048e6c64d tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69d86cf3-1929-4f84-84d8-2eb8acdda035,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:50.601279 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cdd2bb9b-66e5-43e9-9eef-bfc048e6c64d tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:50.605593 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 43842) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:50.605769 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-cdd2bb9b-66e5-43e9-9eef-bfc048e6c64d tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3591468 Nov 25 13:14:50.614636 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-932da9da-d4d8-4bfc-911a-1f92bf129b89 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Request body: {'security_group_rule': {'security_group_id': '69d86cf3-1929-4f84-84d8-2eb8acdda035', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:14:50.664921 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-932da9da-d4d8-4bfc-911a-1f92bf129b89 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:50.698443 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-31697cfb-8291-4cbf-8c1c-fab20c326b2e req-5273e63f-feff-449f-8ebe-3a5a4dac4ed5 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Deleting port 0668b250-1037-4275-9ed8-d260ca6b3274 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:14:50.699294 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-31697cfb-8291-4cbf-8c1c-fab20c326b2e req-5273e63f-feff-449f-8ebe-3a5a4dac4ed5 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:50.755581 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-932da9da-d4d8-4bfc-911a-1f92bf129b89 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:50.763557 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-932da9da-d4d8-4bfc-911a-1f92bf129b89 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:50.799914 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932da9da-d4d8-4bfc-911a-1f92bf129b89 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09f04538-aaea-464b-a18a-b75bef435e11,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:50.812239 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-932da9da-d4d8-4bfc-911a-1f92bf129b89 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:50.814476 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-932da9da-d4d8-4bfc-911a-1f92bf129b89 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2070935 Nov 25 13:14:50.817245 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 43846) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:50.832565 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-31697cfb-8291-4cbf-8c1c-fab20c326b2e req-5273e63f-feff-449f-8ebe-3a5a4dac4ed5 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] For port 0668b250-1037-4275-9ed8-d260ca6b3274, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=0668b250-1037-4275-9ed8-d260ca6b3274,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:14:50.832941 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-31697cfb-8291-4cbf-8c1c-fab20c326b2e req-5273e63f-feff-449f-8ebe-3a5a4dac4ed5 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:50.850386 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a236d3c1-4d02-405f-846d-5f4caecc5e26 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:50.852915 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-31697cfb-8291-4cbf-8c1c-fab20c326b2e req-5273e63f-feff-449f-8ebe-3a5a4dac4ed5 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Calling delete_port for 0668b250-1037-4275-9ed8-d260ca6b3274 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:14:50.862909 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a236d3c1-4d02-405f-846d-5f4caecc5e26 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:50.919296 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a236d3c1-4d02-405f-846d-5f4caecc5e26 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:50.928164 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a236d3c1-4d02-405f-846d-5f4caecc5e26 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:50.936843 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-a236d3c1-4d02-405f-846d-5f4caecc5e26 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/09f04538-aaea-464b-a18a-b75bef435e11 HTTP/1.1" status: 204 len: 168 time: 0.1177762 Nov 25 13:14:50.940983 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 43850) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:50.980238 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a236d3c1-4d02-405f-846d-5f4caecc5e26 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=09f04538-aaea-464b-a18a-b75bef435e11,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:51.044880 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 43854) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:51.045419 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-fe1b1b4c-c11a-48c6-8a4b-0358e01e43b4 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0978255 Nov 25 13:14:51.140182 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-31697cfb-8291-4cbf-8c1c-fab20c326b2e req-5273e63f-feff-449f-8ebe-3a5a4dac4ed5 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:51.154801 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['517b18f0-2c79-4e60-aa46-133838422f21', '0668b250-1037-4275-9ed8-d260ca6b3274'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:14:51.190517 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5273e63f-feff-449f-8ebe-3a5a4dac4ed5 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Pushing event deleted for resources: {'Port': ['ID=0668b250-1037-4275-9ed8-d260ca6b3274,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:51.200501 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6a605823-6009-45bc-b722-2ed1d39caeb4 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:51.247471 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6a605823-6009-45bc-b722-2ed1d39caeb4 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:51.279531 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65658852-d6ac-467d-b566-803433838eb3 req-e1a7a14f-2108-47aa-b95b-184e3aeaf8f6 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:51.286858 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-65658852-d6ac-467d-b566-803433838eb3 req-e1a7a14f-2108-47aa-b95b-184e3aeaf8f6 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=17232847-b6af-4835-9bba-18e757b232da HTTP/1.1" status: 200 len: 950 time: 0.0869458 Nov 25 13:14:51.357097 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6a605823-6009-45bc-b722-2ed1d39caeb4 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:51.359553 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6a605823-6009-45bc-b722-2ed1d39caeb4 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:51.363572 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-6a605823-6009-45bc-b722-2ed1d39caeb4 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] 10.222.0.53 "DELETE /v2.0/security-groups/69d86cf3-1929-4f84-84d8-2eb8acdda035 HTTP/1.1" status: 204 len: 168 time: 0.3127837 Nov 25 13:14:51.383534 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 43874) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:51.457431 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b566d057-d201-4c4c-96af-b4768b9257b2 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0630691 Nov 25 13:14:51.466882 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 43876) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:51.467902 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-31697cfb-8291-4cbf-8c1c-fab20c326b2e req-5273e63f-feff-449f-8ebe-3a5a4dac4ed5 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] No DVR routers for this DVR port 0668b250-1037-4275-9ed8-d260ca6b3274 on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:14:51.471254 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-31697cfb-8291-4cbf-8c1c-fab20c326b2e req-5273e63f-feff-449f-8ebe-3a5a4dac4ed5 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:51.475578 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-31697cfb-8291-4cbf-8c1c-fab20c326b2e req-5273e63f-feff-449f-8ebe-3a5a4dac4ed5 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.47 "DELETE /v2.0/ports/0668b250-1037-4275-9ed8-d260ca6b3274 HTTP/1.1" status: 204 len: 173 time: 0.9287164 Nov 25 13:14:51.478132 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a605823-6009-45bc-b722-2ed1d39caeb4 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d86cf3-1929-4f84-84d8-2eb8acdda035,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:51.491964 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-98b15e59-ccdf-47f1-a7dd-51034bb79eb2 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Request body: {'security_group': {'name': 'tempest-secgroup--1538148318'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:14:51.498567 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29fcc8a1-3c51-4a90-bac2-1df777e8a51e', 'name': 'network-vif-deleted', 'tag': '0668b250-1037-4275-9ed8-d260ca6b3274'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:14:51.501909 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c56f40-f472-4db4-aa04-5c5ff6b5f9c5" -d '{"events": [{"server_uuid": "29fcc8a1-3c51-4a90-bac2-1df777e8a51e", "name": "network-vif-deleted", "tag": "0668b250-1037-4275-9ed8-d260ca6b3274"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:14:51.560967 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-98b15e59-ccdf-47f1-a7dd-51034bb79eb2 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:51.756156 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-98b15e59-ccdf-47f1-a7dd-51034bb79eb2 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:51.765530 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-98b15e59-ccdf-47f1-a7dd-51034bb79eb2 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:51.788907 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-65658852-d6ac-467d-b566-803433838eb3 req-dcbe55e5-aaa6-4c3c-a087-ed139eb301f8 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4990058 Nov 25 13:14:51.819491 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b15e59-ccdf-47f1-a7dd-51034bb79eb2 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=688c1e04-679b-4c59-817c-97a49b831b00,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:51.835537 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-98b15e59-ccdf-47f1-a7dd-51034bb79eb2 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:51.837299 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c45a3749-fb3c-43b8-97f8-bc3d709dab7c req-e409abf0-3758-4b4a-a9c0-1ba73cd3d949 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/ports?device_id=29fcc8a1-3c51-4a90-bac2-1df777e8a51e HTTP/1.1" status: 200 len: 210 time: 0.0663853 Nov 25 13:14:51.837747 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-98b15e59-ccdf-47f1-a7dd-51034bb79eb2 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3601720 Nov 25 13:14:51.841186 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 43888) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:51.849089 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-27302f72-b644-4663-b368-9ba0f6cb66b0 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Request body: {'security_group_rule': {'security_group_id': '688c1e04-679b-4c59-817c-97a49b831b00', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:14:51.868180 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad50c47-2088-48ad-a4fd-995fd85f1bc0 x-openstack-request-id: req-3ad50c47-2088-48ad-a4fd-995fd85f1bc0 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:14:51.868486 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29fcc8a1-3c51-4a90-bac2-1df777e8a51e", "name": "network-vif-deleted", "tag": "0668b250-1037-4275-9ed8-d260ca6b3274", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:14:51.868782 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3ad50c47-2088-48ad-a4fd-995fd85f1bc0 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:14:51.869297 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29fcc8a1-3c51-4a90-bac2-1df777e8a51e', 'name': 'network-vif-deleted', 'tag': '0668b250-1037-4275-9ed8-d260ca6b3274', 'status': 'completed', 'code': 200} Nov 25 13:14:51.889145 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-27302f72-b644-4663-b368-9ba0f6cb66b0 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:51.966543 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-27302f72-b644-4663-b368-9ba0f6cb66b0 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:51.981080 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-27302f72-b644-4663-b368-9ba0f6cb66b0 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:52.009232 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27302f72-b644-4663-b368-9ba0f6cb66b0 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2221964-f6b6-4584-b399-d6006648deb3,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:52.020887 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-27302f72-b644-4663-b368-9ba0f6cb66b0 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:52.022419 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-27302f72-b644-4663-b368-9ba0f6cb66b0 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1800017 Nov 25 13:14:52.025161 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 43894) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:52.031286 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-db3b0f6a-f003-4eec-afe0-76be411ecb5b tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Request body: {'security_group_rule': {'security_group_id': '688c1e04-679b-4c59-817c-97a49b831b00', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:14:52.070055 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-db3b0f6a-f003-4eec-afe0-76be411ecb5b tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:52.197223 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-db3b0f6a-f003-4eec-afe0-76be411ecb5b tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:52.204033 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-db3b0f6a-f003-4eec-afe0-76be411ecb5b tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:52.237039 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3b0f6a-f003-4eec-afe0-76be411ecb5b tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56309a2b-2b39-469d-896e-715db9f9a20f,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:52.250907 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-db3b0f6a-f003-4eec-afe0-76be411ecb5b tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:52.252658 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-db3b0f6a-f003-4eec-afe0-76be411ecb5b tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2253411 Nov 25 13:14:52.255486 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 43906) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:52.261750 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-17953203-c665-4469-b993-0eef0ad133d3 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Request body: {'security_group_rule': {'security_group_id': '688c1e04-679b-4c59-817c-97a49b831b00', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:14:52.278719 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-5a8fd388-5c66-4ca3-b0ae-f38cb8e0a2fb req-e0ae6385-055f-43c6-bf0d-4082b39659cc tempest-SecurityGroupsTestAdminJSON-1556391682 tempest-SecurityGroupsTestAdminJSON-1556391682-project] Request body: {'security_group': {'name': 'tempest-securitygroup-999917310', 'description': 'tempest-description-1588327798'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:14:52.325996 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-17953203-c665-4469-b993-0eef0ad133d3 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:52.333329 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-5a8fd388-5c66-4ca3-b0ae-f38cb8e0a2fb req-e0ae6385-055f-43c6-bf0d-4082b39659cc tempest-SecurityGroupsTestAdminJSON-1556391682 tempest-SecurityGroupsTestAdminJSON-1556391682-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:52.354396 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-5a8fd388-5c66-4ca3-b0ae-f38cb8e0a2fb req-e0ae6385-055f-43c6-bf0d-4082b39659cc tempest-SecurityGroupsTestAdminJSON-1556391682 tempest-SecurityGroupsTestAdminJSON-1556391682-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:52.435464 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-17953203-c665-4469-b993-0eef0ad133d3 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:52.442499 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-17953203-c665-4469-b993-0eef0ad133d3 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:52.467731 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17953203-c665-4469-b993-0eef0ad133d3 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33d87a75-347e-4b11-848c-b05f3b7b6f7a,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:52.476971 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-17953203-c665-4469-b993-0eef0ad133d3 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:52.481443 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-17953203-c665-4469-b993-0eef0ad133d3 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2240446 Nov 25 13:14:52.482241 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 43914) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:52.485786 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-5a8fd388-5c66-4ca3-b0ae-f38cb8e0a2fb req-e0ae6385-055f-43c6-bf0d-4082b39659cc tempest-SecurityGroupsTestAdminJSON-1556391682 tempest-SecurityGroupsTestAdminJSON-1556391682-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:52.488855 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-cb5ffc0c-42f7-46e1-a184-98593737bd0f tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Request body: {'security_group_rule': {'security_group_id': '688c1e04-679b-4c59-817c-97a49b831b00', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:14:52.497429 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-5a8fd388-5c66-4ca3-b0ae-f38cb8e0a2fb req-e0ae6385-055f-43c6-bf0d-4082b39659cc tempest-SecurityGroupsTestAdminJSON-1556391682 tempest-SecurityGroupsTestAdminJSON-1556391682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:52.528122 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cb5ffc0c-42f7-46e1-a184-98593737bd0f tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:52.540089 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ae6385-055f-43c6-bf0d-4082b39659cc tempest-SecurityGroupsTestAdminJSON-1556391682 tempest-SecurityGroupsTestAdminJSON-1556391682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9578002-7cb0-4e0d-97a7-f769b1a3210e,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:52.616867 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cb5ffc0c-42f7-46e1-a184-98593737bd0f tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:52.618329 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:14:52.618936 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-5a8fd388-5c66-4ca3-b0ae-f38cb8e0a2fb req-e0ae6385-055f-43c6-bf0d-4082b39659cc tempest-SecurityGroupsTestAdminJSON-1556391682 tempest-SecurityGroupsTestAdminJSON-1556391682-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:52.622596 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cb5ffc0c-42f7-46e1-a184-98593737bd0f tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:52.625878 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-5a8fd388-5c66-4ca3-b0ae-f38cb8e0a2fb req-e0ae6385-055f-43c6-bf0d-4082b39659cc tempest-SecurityGroupsTestAdminJSON-1556391682 tempest-SecurityGroupsTestAdminJSON-1556391682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:52.669409 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-5a8fd388-5c66-4ca3-b0ae-f38cb8e0a2fb req-e0ae6385-055f-43c6-bf0d-4082b39659cc tempest-SecurityGroupsTestAdminJSON-1556391682 tempest-SecurityGroupsTestAdminJSON-1556391682-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:52.670996 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5ffc0c-42f7-46e1-a184-98593737bd0f tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c619d63a-e89a-47d2-8907-732d2731ce71,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:52.671690 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5a8fd388-5c66-4ca3-b0ae-f38cb8e0a2fb req-e0ae6385-055f-43c6-bf0d-4082b39659cc tempest-SecurityGroupsTestAdminJSON-1556391682 tempest-SecurityGroupsTestAdminJSON-1556391682-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 0.4033775 Nov 25 13:14:52.683957 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cb5ffc0c-42f7-46e1-a184-98593737bd0f tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:52.683957 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-cb5ffc0c-42f7-46e1-a184-98593737bd0f tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1949391 Nov 25 13:14:52.683957 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 43918) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:52.695613 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ae6385-055f-43c6-bf0d-4082b39659cc tempest-SecurityGroupsTestAdminJSON-1556391682 tempest-SecurityGroupsTestAdminJSON-1556391682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d43f0c45-e33d-4d30-a77c-450090a74797,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:52.712484 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-e75d14f6-3583-4322-9b15-59fcc527314f tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Request body: {'security_group_rule': {'security_group_id': '688c1e04-679b-4c59-817c-97a49b831b00', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:14:52.726595 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-801de3d8-086a-4ded-b641-beeefeb9d842 req-de3b067f-5d09-426a-ac1b-0ae94ed18ece tempest-SecurityGroupsTestAdminJSON-1556391682 tempest-SecurityGroupsTestAdminJSON-1556391682-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1376191439', 'description': 'tempest-description-1042098632'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:14:52.754606 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e75d14f6-3583-4322-9b15-59fcc527314f tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:52.782812 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-801de3d8-086a-4ded-b641-beeefeb9d842 req-de3b067f-5d09-426a-ac1b-0ae94ed18ece tempest-SecurityGroupsTestAdminJSON-1556391682 tempest-SecurityGroupsTestAdminJSON-1556391682-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:52.839755 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14,segment=NetworkSegment(c770b2a8-6850-4501-ba81-87e53f72232e),segment_id=c770b2a8-6850-4501-ba81-87e53f72232e)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:14:52.866245 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14', 'network_id': '9accb235-a825-49d8-b9c6-39063069a4b3', 'port_id': '8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14', 'mac_address': 'fa:16:3e:ce:3b:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6a84af7-6347-4e0f-945a-98a5515a4a22', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:14:52.883144 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-801de3d8-086a-4ded-b641-beeefeb9d842 req-de3b067f-5d09-426a-ac1b-0ae94ed18ece tempest-SecurityGroupsTestAdminJSON-1556391682 tempest-SecurityGroupsTestAdminJSON-1556391682-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:52.890937 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-801de3d8-086a-4ded-b641-beeefeb9d842 req-de3b067f-5d09-426a-ac1b-0ae94ed18ece tempest-SecurityGroupsTestAdminJSON-1556391682 tempest-SecurityGroupsTestAdminJSON-1556391682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:52.920966 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e75d14f6-3583-4322-9b15-59fcc527314f tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:52.937848 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e75d14f6-3583-4322-9b15-59fcc527314f tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:52.952658 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:52.971651 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b067f-5d09-426a-ac1b-0ae94ed18ece tempest-SecurityGroupsTestAdminJSON-1556391682 tempest-SecurityGroupsTestAdminJSON-1556391682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6547f031-009c-4806-8049-31e8e7994f22,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:52.988819 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:14:52.997810 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e75d14f6-3583-4322-9b15-59fcc527314f tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:53.001508 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-e75d14f6-3583-4322-9b15-59fcc527314f tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3013911 Nov 25 13:14:53.004325 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75d14f6-3583-4322-9b15-59fcc527314f tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2aa02e7-d6f8-4330-8f2c-495a3fbe3570,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:53.011382 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 43942) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:53.026449 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d2f95-388f-4252-b001-5e7d519da962 req-bc9eb1e0-c2ff-4638-ad9b-99dbd469791b tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:53.028847 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-391d2f95-388f-4252-b001-5e7d519da962 req-bc9eb1e0-c2ff-4638-ad9b-99dbd469791b tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=17232847-b6af-4835-9bba-18e757b232da HTTP/1.1" status: 200 len: 950 time: 0.0999777 Nov 25 13:14:53.044085 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14,segment=NetworkSegment(c770b2a8-6850-4501-ba81-87e53f72232e),segment_id=c770b2a8-6850-4501-ba81-87e53f72232e)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:14:53.057919 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:53.059923 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-801de3d8-086a-4ded-b641-beeefeb9d842 req-de3b067f-5d09-426a-ac1b-0ae94ed18ece tempest-SecurityGroupsTestAdminJSON-1556391682 tempest-SecurityGroupsTestAdminJSON-1556391682-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:53.073865 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-801de3d8-086a-4ded-b641-beeefeb9d842 req-de3b067f-5d09-426a-ac1b-0ae94ed18ece tempest-SecurityGroupsTestAdminJSON-1556391682 tempest-SecurityGroupsTestAdminJSON-1556391682-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.3538854 Nov 25 13:14:53.160600 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:14:53.194009 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-391d2f95-388f-4252-b001-5e7d519da962 req-52d38b6e-e355-4de4-99b5-bac9704bdac1 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176205 Nov 25 13:14:53.195208 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3b936c5f-505a-4a48-a2d9-3dcc33c0a6b1 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:53.204257 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14,revision_number=6']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:53.222090 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3b936c5f-505a-4a48-a2d9-3dcc33c0a6b1 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:53.269856 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3b936c5f-505a-4a48-a2d9-3dcc33c0a6b1 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:53.286508 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3b936c5f-505a-4a48-a2d9-3dcc33c0a6b1 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:53.287726 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3b936c5f-505a-4a48-a2d9-3dcc33c0a6b1 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/d2aa02e7-d6f8-4330-8f2c-495a3fbe3570 HTTP/1.1" status: 204 len: 168 time: 0.2576025 Nov 25 13:14:53.288689 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b936c5f-505a-4a48-a2d9-3dcc33c0a6b1 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d2aa02e7-d6f8-4330-8f2c-495a3fbe3570,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:53.290585 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 43962) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:53.495597 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 43974) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:53.503457 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-188f4900-e6fa-42d0-b128-edc2b0f2c87d tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2043755 Nov 25 13:14:53.578884 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-89fec298-36be-4424-aa60-a372d3c3f855 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:53.590920 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-89fec298-36be-4424-aa60-a372d3c3f855 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:53.639729 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b2e80d-1118-4c27-85fc-e90e01471753 req-285f65a2-f1d6-49cf-b6d4-52fe5d16a85e tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:53.641307 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-01b2e80d-1118-4c27-85fc-e90e01471753 req-285f65a2-f1d6-49cf-b6d4-52fe5d16a85e tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/ports?device_id=94e542b3-9426-4528-ad04-84fce24d61ff HTTP/1.1" status: 200 len: 949 time: 0.1218703 Nov 25 13:14:53.684133 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-939491ef-0174-4818-8228-e9b698bc9004 req-b8f09133-18f9-4e76-aea0-f4bea00d0209 tempest-SecurityGroupsTestAdminJSON-1319372333 tempest-SecurityGroupsTestAdminJSON-1319372333-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-664780035', 'description': 'tempest-description-1698802499'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:14:53.721952 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-89fec298-36be-4424-aa60-a372d3c3f855 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:53.740879 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-89fec298-36be-4424-aa60-a372d3c3f855 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:53.741820 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-89fec298-36be-4424-aa60-a372d3c3f855 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/c619d63a-e89a-47d2-8907-732d2731ce71 HTTP/1.1" status: 204 len: 168 time: 0.2450373 Nov 25 13:14:53.744702 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 43984) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:53.755458 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fec298-36be-4424-aa60-a372d3c3f855 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c619d63a-e89a-47d2-8907-732d2731ce71,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:53.766564 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-939491ef-0174-4818-8228-e9b698bc9004 req-b8f09133-18f9-4e76-aea0-f4bea00d0209 tempest-SecurityGroupsTestAdminJSON-1319372333 tempest-SecurityGroupsTestAdminJSON-1319372333-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:53.783160 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-939491ef-0174-4818-8228-e9b698bc9004 req-b8f09133-18f9-4e76-aea0-f4bea00d0209 tempest-SecurityGroupsTestAdminJSON-1319372333 tempest-SecurityGroupsTestAdminJSON-1319372333-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:53.811790 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5e4aedc9-286b-4363-b37a-239f8e36da90 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0658383 Nov 25 13:14:53.815127 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 43986) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:53.826904 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-01b2e80d-1118-4c27-85fc-e90e01471753 req-54bb92d9-1c3c-4e21-90c0-6803b6749fd6 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/security-groups?id=37757832-f230-4e23-b4ea-4b846d5a33d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476777 Nov 25 13:14:53.858632 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b91e1c7d-f679-40ce-963d-c4d3d56b326e tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:53.876687 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b91e1c7d-f679-40ce-963d-c4d3d56b326e tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:53.937267 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b91e1c7d-f679-40ce-963d-c4d3d56b326e tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:53.937552 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-939491ef-0174-4818-8228-e9b698bc9004 req-b8f09133-18f9-4e76-aea0-f4bea00d0209 tempest-SecurityGroupsTestAdminJSON-1319372333 tempest-SecurityGroupsTestAdminJSON-1319372333-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:53.944852 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-939491ef-0174-4818-8228-e9b698bc9004 req-b8f09133-18f9-4e76-aea0-f4bea00d0209 tempest-SecurityGroupsTestAdminJSON-1319372333 tempest-SecurityGroupsTestAdminJSON-1319372333-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:53.945154 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b91e1c7d-f679-40ce-963d-c4d3d56b326e tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:53.946480 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b91e1c7d-f679-40ce-963d-c4d3d56b326e tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/33d87a75-347e-4b11-848c-b05f3b7b6f7a HTTP/1.1" status: 204 len: 168 time: 0.1299045 Nov 25 13:14:53.954045 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91e1c7d-f679-40ce-963d-c4d3d56b326e tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=33d87a75-347e-4b11-848c-b05f3b7b6f7a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:53.954796 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 43992) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:54.069004 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-9286e762-f148-4e1b-9136-f3c621a23f4c tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1101289 Nov 25 13:14:54.073498 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 43996) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:54.074973 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f09133-18f9-4e76-aea0-f4bea00d0209 tempest-SecurityGroupsTestAdminJSON-1319372333 tempest-SecurityGroupsTestAdminJSON-1319372333-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3618ffd6-e618-4a21-ba5d-46cdb6e750fe,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:54.130044 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-937c4e31-9760-4cbe-8bd4-48c98e0d9121 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:54.139907 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-939491ef-0174-4818-8228-e9b698bc9004 req-b8f09133-18f9-4e76-aea0-f4bea00d0209 tempest-SecurityGroupsTestAdminJSON-1319372333 tempest-SecurityGroupsTestAdminJSON-1319372333-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:54.146297 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-937c4e31-9760-4cbe-8bd4-48c98e0d9121 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:54.153248 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-939491ef-0174-4818-8228-e9b698bc9004 req-b8f09133-18f9-4e76-aea0-f4bea00d0209 tempest-SecurityGroupsTestAdminJSON-1319372333 tempest-SecurityGroupsTestAdminJSON-1319372333-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:54.182972 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-937c4e31-9760-4cbe-8bd4-48c98e0d9121 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:54.192331 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-939491ef-0174-4818-8228-e9b698bc9004 req-b8f09133-18f9-4e76-aea0-f4bea00d0209 tempest-SecurityGroupsTestAdminJSON-1319372333 tempest-SecurityGroupsTestAdminJSON-1319372333-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:54.193783 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-939491ef-0174-4818-8228-e9b698bc9004 req-b8f09133-18f9-4e76-aea0-f4bea00d0209 tempest-SecurityGroupsTestAdminJSON-1319372333 tempest-SecurityGroupsTestAdminJSON-1319372333-project-admin] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 0.5185072 Nov 25 13:14:54.194496 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-937c4e31-9760-4cbe-8bd4-48c98e0d9121 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:54.196655 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-937c4e31-9760-4cbe-8bd4-48c98e0d9121 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/56309a2b-2b39-469d-896e-715db9f9a20f HTTP/1.1" status: 204 len: 168 time: 0.1217051 Nov 25 13:14:54.205243 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44002) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:54.211576 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937c4e31-9760-4cbe-8bd4-48c98e0d9121 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=56309a2b-2b39-469d-896e-715db9f9a20f,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:54.212900 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f09133-18f9-4e76-aea0-f4bea00d0209 tempest-SecurityGroupsTestAdminJSON-1319372333 tempest-SecurityGroupsTestAdminJSON-1319372333-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd8379a-5ee6-4901-ac61-4121238825f8,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:54.261965 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-823e9d5e-e414-4d5d-8a02-fb429c88a4dd tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0538421 Nov 25 13:14:54.262878 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44012) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:54.264227 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-72eb38fc-d657-49a8-8fa7-fd342a83c140 req-6ab0a879-b2bd-42e4-9855-bf8f2c6dca3d tempest-SecurityGroupsTestAdminJSON-1319372333 tempest-SecurityGroupsTestAdminJSON-1319372333-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-478199058', 'description': 'tempest-description-945337633'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:14:54.296728 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-72eb38fc-d657-49a8-8fa7-fd342a83c140 req-6ab0a879-b2bd-42e4-9855-bf8f2c6dca3d tempest-SecurityGroupsTestAdminJSON-1319372333 tempest-SecurityGroupsTestAdminJSON-1319372333-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:54.300866 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-082a353d-08df-40a3-9eb3-64536f40c5d8 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:54.314048 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-082a353d-08df-40a3-9eb3-64536f40c5d8 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:54.351537 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-082a353d-08df-40a3-9eb3-64536f40c5d8 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:54.365418 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-082a353d-08df-40a3-9eb3-64536f40c5d8 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:54.370035 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-082a353d-08df-40a3-9eb3-64536f40c5d8 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/b2221964-f6b6-4584-b399-d6006648deb3 HTTP/1.1" status: 204 len: 168 time: 0.1024919 Nov 25 13:14:54.370035 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44016) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:54.403179 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082a353d-08df-40a3-9eb3-64536f40c5d8 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2221964-f6b6-4584-b399-d6006648deb3,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:54.444706 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-febb2f36-509a-466f-b5eb-69d868f260fb tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0735140 Nov 25 13:14:54.445418 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-72eb38fc-d657-49a8-8fa7-fd342a83c140 req-6ab0a879-b2bd-42e4-9855-bf8f2c6dca3d tempest-SecurityGroupsTestAdminJSON-1319372333 tempest-SecurityGroupsTestAdminJSON-1319372333-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:54.447297 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44018) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:54.466660 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0397b1-d7e0-47bc-bb28-11aabdcdd634 req-ff0d560c-736e-4f8a-aac6-bc65c3b2ccf5 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:54.470007 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fb0397b1-d7e0-47bc-bb28-11aabdcdd634 req-ff0d560c-736e-4f8a-aac6-bc65c3b2ccf5 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=17232847-b6af-4835-9bba-18e757b232da HTTP/1.1" status: 200 len: 950 time: 0.1578226 Nov 25 13:14:54.471234 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-72eb38fc-d657-49a8-8fa7-fd342a83c140 req-6ab0a879-b2bd-42e4-9855-bf8f2c6dca3d tempest-SecurityGroupsTestAdminJSON-1319372333 tempest-SecurityGroupsTestAdminJSON-1319372333-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:54.508847 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab0a879-b2bd-42e4-9855-bf8f2c6dca3d tempest-SecurityGroupsTestAdminJSON-1319372333 tempest-SecurityGroupsTestAdminJSON-1319372333-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298a620a-df2b-42e4-bbac-bffed514c9a3,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:54.527861 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b09aa79b-6c01-4c3e-ad44-b23e82087abb tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:54.541837 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-72eb38fc-d657-49a8-8fa7-fd342a83c140 req-6ab0a879-b2bd-42e4-9855-bf8f2c6dca3d tempest-SecurityGroupsTestAdminJSON-1319372333 tempest-SecurityGroupsTestAdminJSON-1319372333-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:54.543416 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-72eb38fc-d657-49a8-8fa7-fd342a83c140 req-6ab0a879-b2bd-42e4-9855-bf8f2c6dca3d tempest-SecurityGroupsTestAdminJSON-1319372333 tempest-SecurityGroupsTestAdminJSON-1319372333-project-admin] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2841167 Nov 25 13:14:54.596079 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b09aa79b-6c01-4c3e-ad44-b23e82087abb tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:54.602761 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fb0397b1-d7e0-47bc-bb28-11aabdcdd634 req-7e271abb-b546-4ba8-ba18-79737e88b553 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921729 Nov 25 13:14:54.618984 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device ef159002-0a94-4b9b-a981-f864f7dce730 details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:14:54.643104 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:14:54.688640 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b09aa79b-6c01-4c3e-ad44-b23e82087abb tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:54.692193 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b09aa79b-6c01-4c3e-ad44-b23e82087abb tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:54.699838 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b09aa79b-6c01-4c3e-ad44-b23e82087abb tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] 10.222.0.53 "DELETE /v2.0/security-groups/688c1e04-679b-4c59-817c-97a49b831b00 HTTP/1.1" status: 204 len: 168 time: 0.2476418 Nov 25 13:14:54.704698 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44026) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:54.768851 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09aa79b-6c01-4c3e-ad44-b23e82087abb tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=688c1e04-679b-4c59-817c-97a49b831b00,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:54.823936 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-14eb1063-246a-490f-b902-37b99a0b475d tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1169832 Nov 25 13:14:54.829231 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:14:54.830288 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44028) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:54.830679 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:54.836757 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-11d7b99a-8248-47bb-8a66-f47f94b78148 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Request body: {'security_group': {'name': 'tempest-secgroup--784391784'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:14:54.879128 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-11d7b99a-8248-47bb-8a66-f47f94b78148 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:54.951323 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port ef159002-0a94-4b9b-a981-f864f7dce730, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=ef159002-0a94-4b9b-a981-f864f7dce730,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:14:55.015003 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': 'ef159002-0a94-4b9b-a981-f864f7dce730', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'port_id': 'ef159002-0a94-4b9b-a981-f864f7dce730', 'mac_address': 'fa:16:3e:b1:15:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce5ca48-e3be-44c6-9584-fd9eb8c67222', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:14:55.063504 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:55.100928 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c5941-4945-4c9c-9e7a-9e84e0753336 req-748a70f6-7794-4e9b-8908-1f97d00e827c tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:55.103155 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b12c5941-4945-4c9c-9e7a-9e84e0753336 req-748a70f6-7794-4e9b-8908-1f97d00e827c tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.47 "GET /v2.0/ports?device_id=94e542b3-9426-4528-ad04-84fce24d61ff HTTP/1.1" status: 200 len: 949 time: 0.1638460 Nov 25 13:14:55.113427 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:55.115124 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-11d7b99a-8248-47bb-8a66-f47f94b78148 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:55.123742 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-11d7b99a-8248-47bb-8a66-f47f94b78148 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:55.128121 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a473b0-12a5-4eaf-a002-8ffa88b87577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:14:55.136176 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-674017f9-2009-4350-b0fe-1836faa179ce" -d '{"events": [{"server_uuid": "a5a473b0-12a5-4eaf-a002-8ffa88b87577", "name": "network-vif-plugged", "status": "completed", "tag": "8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:14:55.143059 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09299ef2-dbc4-4df2-afe7-edf967caf557 req-d5971bf5-fb71-40c2-9ed1-72e593f6f7fa tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:55.145450 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-09299ef2-dbc4-4df2-afe7-edf967caf557 req-d5971bf5-fb71-40c2-9ed1-72e593f6f7fa tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/ports?device_id=94e542b3-9426-4528-ad04-84fce24d61ff HTTP/1.1" status: 200 len: 949 time: 0.2049732 Nov 25 13:14:55.182230 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14,segment=NetworkSegment(c770b2a8-6850-4501-ba81-87e53f72232e),segment_id=c770b2a8-6850-4501-ba81-87e53f72232e)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:14:55.185082 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ef159002-0a94-4b9b-a981-f864f7dce730 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:14:55.195309 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-11d7b99a-8248-47bb-8a66-f47f94b78148 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:55.196779 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-11d7b99a-8248-47bb-8a66-f47f94b78148 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3646638 Nov 25 13:14:55.209015 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:55.211296 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 0668b250-1037-4275-9ed8-d260ca6b3274 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:14:55.214273 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44038) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:55.216736 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d7b99a-8248-47bb-8a66-f47f94b78148 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6ebb05-9966-49d7-aa85-bcf4350c745c,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:55.224931 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-6d7d8786-5cf8-4d78-90b4-d0fe0c6f0447 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Request body: {'security_group_rule': {'security_group_id': 'ce6ebb05-9966-49d7-aa85-bcf4350c745c', 'direction': 'ingress', 'protocol': 17}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:14:55.256989 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-b12c5941-4945-4c9c-9e7a-9e84e0753336 req-ae95ea16-fd68-4331-bddd-971126683c3e tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Deleting port 517b18f0-2c79-4e60-aa46-133838422f21 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:14:55.257945 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b12c5941-4945-4c9c-9e7a-9e84e0753336 req-ae95ea16-fd68-4331-bddd-971126683c3e tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:55.328544 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6d7d8786-5cf8-4d78-90b4-d0fe0c6f0447 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:55.344673 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-09299ef2-dbc4-4df2-afe7-edf967caf557 req-9e7504fa-c3d7-403c-a583-4586cf0f8dd2 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/security-groups?id=37757832-f230-4e23-b4ea-4b846d5a33d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837101 Nov 25 13:14:55.370378 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0a938a22-02a5-4fb1-87f0-e55eb7657a83 req-cf989954-8245-45ef-b576-6f4972edd5a6 tempest-SecurityGroupsTestAdminJSON-1319372333 tempest-SecurityGroupsTestAdminJSON-1319372333-project-admin] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 55267 time: 0.7941399 Nov 25 13:14:55.441004 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port ef159002-0a94-4b9b-a981-f864f7dce730, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=ef159002-0a94-4b9b-a981-f864f7dce730,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:14:55.455991 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: 0668b250-1037-4275-9ed8-d260ca6b3274 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:14:55.460987 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 0668b250-1037-4275-9ed8-d260ca6b3274 not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:14:55.470638 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:55.488337 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-b12c5941-4945-4c9c-9e7a-9e84e0753336 req-ae95ea16-fd68-4331-bddd-971126683c3e tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] For port 517b18f0-2c79-4e60-aa46-133838422f21, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=517b18f0-2c79-4e60-aa46-133838422f21,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:14:55.488941 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b12c5941-4945-4c9c-9e7a-9e84e0753336 req-ae95ea16-fd68-4331-bddd-971126683c3e tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:55.518747 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-b12c5941-4945-4c9c-9e7a-9e84e0753336 req-ae95ea16-fd68-4331-bddd-971126683c3e tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Calling delete_port for 517b18f0-2c79-4e60-aa46-133838422f21 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:14:55.534091 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14,revision_number=7']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:55.571523 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6d7d8786-5cf8-4d78-90b4-d0fe0c6f0447 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:55.586353 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6d7d8786-5cf8-4d78-90b4-d0fe0c6f0447 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:55.593092 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2611b7-6703-4c6f-b99c-02401af999a8 x-openstack-request-id: req-1d2611b7-6703-4c6f-b99c-02401af999a8 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:14:55.593703 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a473b0-12a5-4eaf-a002-8ffa88b87577", "name": "network-vif-plugged", "status": "completed", "tag": "8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:14:55.594239 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1d2611b7-6703-4c6f-b99c-02401af999a8 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:14:55.594817 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a473b0-12a5-4eaf-a002-8ffa88b87577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14', 'code': 200} Nov 25 13:14:55.638905 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0a938a22-02a5-4fb1-87f0-e55eb7657a83 req-37aa567b-c029-4eeb-9be8-92e44639d6d6 tempest-SecurityGroupsTestAdminJSON-1319372333 tempest-SecurityGroupsTestAdminJSON-1319372333-project-admin] 10.222.0.53 "GET /v2.0/security-groups/0bfd0f62-df40-4a2c-8890-32844a1d7ce8 HTTP/1.1" status: 200 len: 2998 time: 0.2487104 Nov 25 13:14:55.640460 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7d8786-5cf8-4d78-90b4-d0fe0c6f0447 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0fba0d1-b7a0-40e0-93fd-d43a48af4821,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:55.654321 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=ef159002-0a94-4b9b-a981-f864f7dce730,revision_number=9']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:55.671684 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6d7d8786-5cf8-4d78-90b4-d0fe0c6f0447 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:55.675563 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-6d7d8786-5cf8-4d78-90b4-d0fe0c6f0447 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4573190 Nov 25 13:14:55.683009 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44050) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:55.809441 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['ef159002-0a94-4b9b-a981-f864f7dce730'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:14:55.832910 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b12c5941-4945-4c9c-9e7a-9e84e0753336 req-ae95ea16-fd68-4331-bddd-971126683c3e tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:55.841062 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44054) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:55.854660 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['517b18f0-2c79-4e60-aa46-133838422f21'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:14:55.899570 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-aa39cbdf-ec93-428d-978e-81fe781adc80 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:55.902521 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0a938a22-02a5-4fb1-87f0-e55eb7657a83 req-c2167f20-1198-4543-b082-65aeab350ebe tempest-SecurityGroupsTestAdminJSON-1319372333 tempest-SecurityGroupsTestAdminJSON-1319372333-project-admin] 10.222.0.53 "GET /v2.0/security-groups/0bfd0f62-df40-4a2c-8890-32844a1d7ce8 HTTP/1.1" status: 200 len: 2998 time: 0.2525363 Nov 25 13:14:55.927438 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae95ea16-fd68-4331-bddd-971126683c3e tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Pushing event deleted for resources: {'Port': ['ID=517b18f0-2c79-4e60-aa46-133838422f21,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:55.927916 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c814ba38-3594-4524-bd24-d69bd1a7e165 req-d1a50989-0994-48f3-b6e7-6d436f56902b tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:55.943738 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c814ba38-3594-4524-bd24-d69bd1a7e165 req-d1a50989-0994-48f3-b6e7-6d436f56902b tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=17232847-b6af-4835-9bba-18e757b232da HTTP/1.1" status: 200 len: 949 time: 0.1708794 Nov 25 13:14:55.954463 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-b12c5941-4945-4c9c-9e7a-9e84e0753336 req-ae95ea16-fd68-4331-bddd-971126683c3e tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] No DVR routers for this DVR port 517b18f0-2c79-4e60-aa46-133838422f21 on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:14:55.957570 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b12c5941-4945-4c9c-9e7a-9e84e0753336 req-ae95ea16-fd68-4331-bddd-971126683c3e tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:55.962807 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b12c5941-4945-4c9c-9e7a-9e84e0753336 req-ae95ea16-fd68-4331-bddd-971126683c3e tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.47 "DELETE /v2.0/ports/517b18f0-2c79-4e60-aa46-133838422f21 HTTP/1.1" status: 204 len: 173 time: 0.8503535 Nov 25 13:14:55.963895 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e542b3-9426-4528-ad04-84fce24d61ff', 'name': 'network-vif-deleted', 'tag': '517b18f0-2c79-4e60-aa46-133838422f21'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:14:55.967335 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314f6236-e99c-4511-b143-dd32bc937102" -d '{"events": [{"server_uuid": "94e542b3-9426-4528-ad04-84fce24d61ff", "name": "network-vif-deleted", "tag": "517b18f0-2c79-4e60-aa46-133838422f21"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:14:55.994720 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-aa39cbdf-ec93-428d-978e-81fe781adc80 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:56.080135 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0a938a22-02a5-4fb1-87f0-e55eb7657a83 req-68a97467-77dc-4a45-916f-66a1faeaa833 tempest-SecurityGroupsTestAdminJSON-1319372333 tempest-SecurityGroupsTestAdminJSON-1319372333-project-admin] 10.222.0.53 "GET /v2.0/security-groups/101df656-8df8-4230-ab20-03d135bf3033 HTTP/1.1" status: 200 len: 3002 time: 0.1699097 Nov 25 13:14:56.117281 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bc0484c3-9587-4044-9152-3c3e666ccfd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:56.159247 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c814ba38-3594-4524-bd24-d69bd1a7e165 req-e93cd464-214c-4651-824f-f2166bf88835 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087514 Nov 25 13:14:56.193862 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-aa39cbdf-ec93-428d-978e-81fe781adc80 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:56.196547 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-aa39cbdf-ec93-428d-978e-81fe781adc80 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:56.197694 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-aa39cbdf-ec93-428d-978e-81fe781adc80 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] 10.222.0.53 "DELETE /v2.0/security-groups/ce6ebb05-9966-49d7-aa85-bcf4350c745c HTTP/1.1" status: 204 len: 168 time: 0.5104654 Nov 25 13:14:56.201117 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44060) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:56.226900 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa39cbdf-ec93-428d-978e-81fe781adc80 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6ebb05-9966-49d7-aa85-bcf4350c745c,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:56.233302 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0a938a22-02a5-4fb1-87f0-e55eb7657a83 req-c0f0cbaa-de5e-4114-a6b5-5a45a6bd410c tempest-SecurityGroupsTestAdminJSON-1319372333 tempest-SecurityGroupsTestAdminJSON-1319372333-project-admin] 10.222.0.53 "GET /v2.0/security-groups/101df656-8df8-4230-ab20-03d135bf3033 HTTP/1.1" status: 200 len: 3002 time: 0.1293387 Nov 25 13:14:56.256411 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-323de2a9-d9c4-4ed5-add0-6e076f07c181 x-openstack-request-id: req-323de2a9-d9c4-4ed5-add0-6e076f07c181 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:14:56.266472 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94e542b3-9426-4528-ad04-84fce24d61ff", "name": "network-vif-deleted", "tag": "517b18f0-2c79-4e60-aa46-133838422f21", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:14:56.266967 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-323de2a9-d9c4-4ed5-add0-6e076f07c181 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:14:56.267417 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94e542b3-9426-4528-ad04-84fce24d61ff', 'name': 'network-vif-deleted', 'tag': '517b18f0-2c79-4e60-aa46-133838422f21', 'status': 'completed', 'code': 200} Nov 25 13:14:56.308187 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-0f64a794-6845-4609-bf24-16374b748d6e tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1043713 Nov 25 13:14:56.310963 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44062) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:56.317103 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-24b71a07-8d39-4475-af7f-ae925c653de1 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Request body: {'security_group': {'name': 'tempest-secgroup--61321108'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:14:56.344448 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0a938a22-02a5-4fb1-87f0-e55eb7657a83 req-b7ef9e31-c9a2-4d01-aa88-2d044aebed48 tempest-SecurityGroupsTestAdminJSON-1319372333 tempest-SecurityGroupsTestAdminJSON-1319372333-project-admin] 10.222.0.53 "GET /v2.0/security-groups/14008d9c-d4e4-413f-b173-b52cde5b634a HTTP/1.1" status: 200 len: 2998 time: 0.0883634 Nov 25 13:14:56.357951 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-24b71a07-8d39-4475-af7f-ae925c653de1 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:56.368047 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bc0484c3-9587-4044-9152-3c3e666ccfd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:56.403021 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bc0484c3-9587-4044-9152-3c3e666ccfd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:56.524704 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-24b71a07-8d39-4475-af7f-ae925c653de1 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:56.530686 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-24b71a07-8d39-4475-af7f-ae925c653de1 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:56.565199 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-24b71a07-8d39-4475-af7f-ae925c653de1 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:56.569638 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-24b71a07-8d39-4475-af7f-ae925c653de1 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2570910 Nov 25 13:14:56.570335 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44072) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:56.571920 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b71a07-8d39-4475-af7f-ae925c653de1 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7950842f-b8e9-47e8-8e48-ff0b4eaf1b91,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:56.590055 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-c5476c33-54fe-4f13-9a44-0839ad91b0db tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Request body: {'security_group': {'name': 'tempest-secgroup--637692121'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:14:56.596330 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-bc0484c3-9587-4044-9152-3c3e666ccfd2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fc96c7fecaef4c32bc0035af8e7026dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7482769 Nov 25 13:14:56.598474 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c9820753-2e5c-4ff8-b61b-6f6a42cb36cd req-6e54e612-aa95-463f-9510-cff60f0d5a65 tempest-LiveMigrationNegativeTest-948304458 tempest-LiveMigrationNegativeTest-948304458-project] 10.222.0.53 "GET /v2.0/ports?device_id=94e542b3-9426-4528-ad04-84fce24d61ff HTTP/1.1" status: 200 len: 210 time: 0.0910597 Nov 25 13:14:56.599207 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44074) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:56.601467 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0a938a22-02a5-4fb1-87f0-e55eb7657a83 req-04d3cadc-5f30-4fa3-926c-4aa25218bae0 tempest-SecurityGroupsTestAdminJSON-1319372333 tempest-SecurityGroupsTestAdminJSON-1319372333-project-admin] 10.222.0.53 "GET /v2.0/security-groups/14008d9c-d4e4-413f-b173-b52cde5b634a HTTP/1.1" status: 200 len: 2998 time: 0.2464759 Nov 25 13:14:56.604767 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0484c3-9587-4044-9152-3c3e666ccfd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=953a888a-9ce4-49db-9327-78473e1d2479,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:56.627667 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device ef159002-0a94-4b9b-a981-f864f7dce730 no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:14:56.676489 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c5476c33-54fe-4f13-9a44-0839ad91b0db tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:56.699123 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f49b104d-7308-48cd-a319-f65eb567d6d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:56.735620 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f49b104d-7308-48cd-a319-f65eb567d6d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:56.762658 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0a938a22-02a5-4fb1-87f0-e55eb7657a83 req-a8a55352-6e9a-4d42-8d1d-dda9fb98268a tempest-SecurityGroupsTestAdminJSON-1319372333 tempest-SecurityGroupsTestAdminJSON-1319372333-project-admin] 10.222.0.53 "GET /v2.0/security-groups/2dcfa2f5-b26b-4d4e-b052-2775baa0664c HTTP/1.1" status: 200 len: 2998 time: 0.1449003 Nov 25 13:14:56.764459 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:56.787555 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ef159002-0a94-4b9b-a981-f864f7dce730 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:14:56.819369 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f49b104d-7308-48cd-a319-f65eb567d6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:56.823779 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f49b104d-7308-48cd-a319-f65eb567d6d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:56.827405 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port ef159002-0a94-4b9b-a981-f864f7dce730, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=ef159002-0a94-4b9b-a981-f864f7dce730,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:14:56.837821 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-f49b104d-7308-48cd-a319-f65eb567d6d5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/953a888a-9ce4-49db-9327-78473e1d2479 HTTP/1.1" status: 204 len: 168 time: 0.2285850 Nov 25 13:14:56.839646 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:56.866348 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49b104d-7308-48cd-a319-f65eb567d6d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=953a888a-9ce4-49db-9327-78473e1d2479,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:56.876227 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0a938a22-02a5-4fb1-87f0-e55eb7657a83 req-2de6578f-4ce5-4cfa-ba9d-442b32df8833 tempest-SecurityGroupsTestAdminJSON-1319372333 tempest-SecurityGroupsTestAdminJSON-1319372333-project-admin] 10.222.0.53 "GET /v2.0/security-groups/2dcfa2f5-b26b-4d4e-b052-2775baa0664c HTTP/1.1" status: 200 len: 2998 time: 0.1010573 Nov 25 13:14:56.889818 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c5476c33-54fe-4f13-9a44-0839ad91b0db tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:56.903838 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c5476c33-54fe-4f13-9a44-0839ad91b0db tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:56.913650 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=ef159002-0a94-4b9b-a981-f864f7dce730,revision_number=10']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:56.976440 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5476c33-54fe-4f13-9a44-0839ad91b0db tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5623d1c-c908-4aee-8ed3-1b575da3165c,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:56.986315 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c5476c33-54fe-4f13-9a44-0839ad91b0db tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:56.990864 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44080) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:56.991738 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c5476c33-54fe-4f13-9a44-0839ad91b0db tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4068036 Nov 25 13:14:56.996996 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-788dc172-d80d-41a0-9ccb-6614856e71c9 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Request body: {'security_group_rule': {'security_group_id': '7950842f-b8e9-47e8-8e48-ff0b4eaf1b91', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c5623d1c-c908-4aee-8ed3-1b575da3165c', 'remote_ip_prefix': None}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:14:57.002323 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0a938a22-02a5-4fb1-87f0-e55eb7657a83 req-779eb95f-3f9d-433f-a7d5-efe387bc6a78 tempest-SecurityGroupsTestAdminJSON-1319372333 tempest-SecurityGroupsTestAdminJSON-1319372333-project-admin] 10.222.0.53 "GET /v2.0/security-groups/3618ffd6-e618-4a21-ba5d-46cdb6e750fe HTTP/1.1" status: 200 len: 3002 time: 0.1177764 Nov 25 13:14:57.048744 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-788dc172-d80d-41a0-9ccb-6614856e71c9 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:57.069623 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0a938a22-02a5-4fb1-87f0-e55eb7657a83 req-c2c59a65-3b87-4f99-8cd1-b234179c0684 tempest-SecurityGroupsTestAdminJSON-1319372333 tempest-SecurityGroupsTestAdminJSON-1319372333-project-admin] 10.222.0.53 "GET /v2.0/security-groups/3618ffd6-e618-4a21-ba5d-46cdb6e750fe HTTP/1.1" status: 200 len: 3002 time: 0.0608215 Nov 25 13:14:57.148286 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-788dc172-d80d-41a0-9ccb-6614856e71c9 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:57.151074 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0a938a22-02a5-4fb1-87f0-e55eb7657a83 req-fd4d1906-b8c6-416e-bf56-4fb808863ffd tempest-SecurityGroupsTestAdminJSON-1319372333 tempest-SecurityGroupsTestAdminJSON-1319372333-project-admin] 10.222.0.53 "GET /v2.0/security-groups/37757832-f230-4e23-b4ea-4b846d5a33d5 HTTP/1.1" status: 200 len: 2998 time: 0.0712664 Nov 25 13:14:57.154913 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-788dc172-d80d-41a0-9ccb-6614856e71c9 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:57.184936 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788dc172-d80d-41a0-9ccb-6614856e71c9 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=645462c4-2a0a-48e0-9e38-eaca611b15c1,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:57.201249 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-788dc172-d80d-41a0-9ccb-6614856e71c9 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:57.202776 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-788dc172-d80d-41a0-9ccb-6614856e71c9 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2101982 Nov 25 13:14:57.205765 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44086) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:57.232450 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aef712df-99a1-44c1-ade0-6d941c5341f9 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:57.241912 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aef712df-99a1-44c1-ade0-6d941c5341f9 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:57.259295 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0a938a22-02a5-4fb1-87f0-e55eb7657a83 req-39754484-acac-446c-a963-adcff438a114 tempest-SecurityGroupsTestAdminJSON-1319372333 tempest-SecurityGroupsTestAdminJSON-1319372333-project-admin] 10.222.0.53 "GET /v2.0/security-groups/37757832-f230-4e23-b4ea-4b846d5a33d5 HTTP/1.1" status: 200 len: 2998 time: 0.1009326 Nov 25 13:14:57.277738 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aef712df-99a1-44c1-ade0-6d941c5341f9 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:57.284668 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aef712df-99a1-44c1-ade0-6d941c5341f9 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:57.286017 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-aef712df-99a1-44c1-ade0-6d941c5341f9 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/645462c4-2a0a-48e0-9e38-eaca611b15c1 HTTP/1.1" status: 204 len: 168 time: 0.0789833 Nov 25 13:14:57.294219 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44088) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:57.295012 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef712df-99a1-44c1-ade0-6d941c5341f9 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=645462c4-2a0a-48e0-9e38-eaca611b15c1,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:57.320040 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44090) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:57.359297 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-eccfe0d1-00ea-4c14-80bc-e42fc2bb3260 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0606995 Nov 25 13:14:57.362082 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44092) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:57.390815 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0a938a22-02a5-4fb1-87f0-e55eb7657a83 req-4268509b-3b3a-48b8-88d2-2bc818d9da95 tempest-SecurityGroupsTestAdminJSON-1319372333 tempest-SecurityGroupsTestAdminJSON-1319372333-project-admin] 10.222.0.53 "GET /v2.0/security-groups/4065afac-1dd4-4663-ba03-36d9e3ee3792 HTTP/1.1" status: 200 len: 2994 time: 0.1187484 Nov 25 13:14:57.391091 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2938cb26-d7f5-4968-a92b-1a77c903310d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:57.418192 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c5a030-940c-45b0-8535-76fc621e6077 req-c0668019-f83e-4d64-97f7-55493516cc10 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:57.426613 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-96c5a030-940c-45b0-8535-76fc621e6077 req-c0668019-f83e-4d64-97f7-55493516cc10 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=17232847-b6af-4835-9bba-18e757b232da HTTP/1.1" status: 200 len: 949 time: 0.1219199 Nov 25 13:14:57.443152 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4f806623-196c-4d10-9820-736a844e9891 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:57.468497 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4f806623-196c-4d10-9820-736a844e9891 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:57.530751 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4f806623-196c-4d10-9820-736a844e9891 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:57.533879 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4f806623-196c-4d10-9820-736a844e9891 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:57.534017 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0a938a22-02a5-4fb1-87f0-e55eb7657a83 req-5297cd30-f1b4-4e16-b8b9-e5edae98413d tempest-SecurityGroupsTestAdminJSON-1319372333 tempest-SecurityGroupsTestAdminJSON-1319372333-project-admin] 10.222.0.53 "GET /v2.0/security-groups/4065afac-1dd4-4663-ba03-36d9e3ee3792 HTTP/1.1" status: 200 len: 2994 time: 0.1289356 Nov 25 13:14:57.538165 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-4f806623-196c-4d10-9820-736a844e9891 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] 10.222.0.53 "DELETE /v2.0/security-groups/c5623d1c-c908-4aee-8ed3-1b575da3165c HTTP/1.1" status: 204 len: 168 time: 0.1750591 Nov 25 13:14:57.538798 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44098) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:57.543358 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-96c5a030-940c-45b0-8535-76fc621e6077 req-10e34f52-fd5d-41bb-a932-4a5dfb3fdc3c tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992587 Nov 25 13:14:57.576681 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f806623-196c-4d10-9820-736a844e9891 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5623d1c-c908-4aee-8ed3-1b575da3165c,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:57.586467 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0a938a22-02a5-4fb1-87f0-e55eb7657a83 req-1ac16131-ca63-47d4-9361-aa7cb515abac tempest-SecurityGroupsTestAdminJSON-1319372333 tempest-SecurityGroupsTestAdminJSON-1319372333-project-admin] 10.222.0.53 "GET /v2.0/security-groups/61406ead-a491-4fc6-be84-5c47d8b67ea6 HTTP/1.1" status: 200 len: 3002 time: 0.0421209 Nov 25 13:14:57.662612 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0a938a22-02a5-4fb1-87f0-e55eb7657a83 req-07cbdd65-5c47-4370-817c-84c20802e064 tempest-SecurityGroupsTestAdminJSON-1319372333 tempest-SecurityGroupsTestAdminJSON-1319372333-project-admin] 10.222.0.53 "GET /v2.0/security-groups/61406ead-a491-4fc6-be84-5c47d8b67ea6 HTTP/1.1" status: 200 len: 3002 time: 0.0632844 Nov 25 13:14:57.695091 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2938cb26-d7f5-4968-a92b-1a77c903310d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:57.708358 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-878237bd-ef65-4883-9de9-1a81db15e14f tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4543 time: 0.1612546 Nov 25 13:14:57.709761 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44104) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:57.710439 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2938cb26-d7f5-4968-a92b-1a77c903310d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:57.739035 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0a938a22-02a5-4fb1-87f0-e55eb7657a83 req-b58cb8f5-43a7-46ff-9e5d-696560e1e43b tempest-SecurityGroupsTestAdminJSON-1319372333 tempest-SecurityGroupsTestAdminJSON-1319372333-project-admin] 10.222.0.53 "GET /v2.0/security-groups/933db9a0-f528-4492-b003-97e41ff89655 HTTP/1.1" status: 200 len: 2998 time: 0.0669580 Nov 25 13:14:57.804465 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0a938a22-02a5-4fb1-87f0-e55eb7657a83 req-27ae5d1e-5fb7-46eb-8a0a-b5391613f0f2 tempest-SecurityGroupsTestAdminJSON-1319372333 tempest-SecurityGroupsTestAdminJSON-1319372333-project-admin] 10.222.0.53 "GET /v2.0/security-groups/933db9a0-f528-4492-b003-97e41ff89655 HTTP/1.1" status: 200 len: 2998 time: 0.0574040 Nov 25 13:14:57.809536 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-2938cb26-d7f5-4968-a92b-1a77c903310d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=26a169b57ca248d5960338142a4eb98b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4880631 Nov 25 13:14:57.811962 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44110) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:57.825072 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2938cb26-d7f5-4968-a92b-1a77c903310d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434dab19-a976-4765-b890-ebac257e85a6,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:57.884722 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-00707a63-c820-4ab1-90d8-b9d3333fa0c2 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:57.904572 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0a938a22-02a5-4fb1-87f0-e55eb7657a83 req-1b8ce461-30e1-42c7-a9c0-cbbf87cb2a06 tempest-SecurityGroupsTestAdminJSON-1319372333 tempest-SecurityGroupsTestAdminJSON-1319372333-project-admin] 10.222.0.53 "GET /v2.0/security-groups/94867876-4fde-49be-953e-9b0bbce8534a HTTP/1.1" status: 200 len: 2990 time: 0.0564411 Nov 25 13:14:57.939230 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0ce81e45-bfee-4fdd-9468-4f74a27199e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:57.947139 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-00707a63-c820-4ab1-90d8-b9d3333fa0c2 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:57.995254 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0ce81e45-bfee-4fdd-9468-4f74a27199e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:58.008132 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0a938a22-02a5-4fb1-87f0-e55eb7657a83 req-7cd6740f-05a7-474d-b91f-5d2868e9f7b4 tempest-SecurityGroupsTestAdminJSON-1319372333 tempest-SecurityGroupsTestAdminJSON-1319372333-project-admin] 10.222.0.53 "GET /v2.0/security-groups/94867876-4fde-49be-953e-9b0bbce8534a HTTP/1.1" status: 200 len: 2990 time: 0.0934639 Nov 25 13:14:58.029942 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-00707a63-c820-4ab1-90d8-b9d3333fa0c2 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:58.032639 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-00707a63-c820-4ab1-90d8-b9d3333fa0c2 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:58.034084 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-00707a63-c820-4ab1-90d8-b9d3333fa0c2 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] 10.222.0.53 "DELETE /v2.0/security-groups/7950842f-b8e9-47e8-8e48-ff0b4eaf1b91 HTTP/1.1" status: 204 len: 168 time: 0.3205557 Nov 25 13:14:58.037945 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44112) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:58.060248 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00707a63-c820-4ab1-90d8-b9d3333fa0c2 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7950842f-b8e9-47e8-8e48-ff0b4eaf1b91,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:58.122735 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0a938a22-02a5-4fb1-87f0-e55eb7657a83 req-2f1a5242-ed3a-4dbd-8bf7-e1a500b71c8d tempest-SecurityGroupsTestAdminJSON-1319372333 tempest-SecurityGroupsTestAdminJSON-1319372333-project-admin] 10.222.0.53 "GET /v2.0/security-groups/a701d5f3-990a-4d32-b9b4-c7391347cd7a HTTP/1.1" status: 200 len: 2998 time: 0.1033387 Nov 25 13:14:58.148899 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0ce81e45-bfee-4fdd-9468-4f74a27199e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:58.150286 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c89e0be4-e7d6-4dfb-baad-e58ed39b4741 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1113613 Nov 25 13:14:58.151768 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44116) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:58.156646 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0ce81e45-bfee-4fdd-9468-4f74a27199e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:58.158155 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-0ce81e45-bfee-4fdd-9468-4f74a27199e8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/434dab19-a976-4765-b890-ebac257e85a6 HTTP/1.1" status: 204 len: 168 time: 0.3450105 Nov 25 13:14:58.173445 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-a8fbfc20-73be-40ba-8889-fa80ad30e2fe tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Request body: {'security_group': {'name': 'tempest-secgroup--1555650768'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:14:58.179084 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce81e45-bfee-4fdd-9468-4f74a27199e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434dab19-a976-4765-b890-ebac257e85a6,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:58.225951 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44120) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:58.233758 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0a938a22-02a5-4fb1-87f0-e55eb7657a83 req-7c294afe-0d59-46b2-8dd0-cb022480a307 tempest-SecurityGroupsTestAdminJSON-1319372333 tempest-SecurityGroupsTestAdminJSON-1319372333-project-admin] 10.222.0.53 "GET /v2.0/security-groups/a701d5f3-990a-4d32-b9b4-c7391347cd7a HTTP/1.1" status: 200 len: 2998 time: 0.1040020 Nov 25 13:14:58.237751 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a8fbfc20-73be-40ba-8889-fa80ad30e2fe tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:58.326812 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0a938a22-02a5-4fb1-87f0-e55eb7657a83 req-c0cd81e1-74d4-4039-8b6f-15c7af6a069f tempest-SecurityGroupsTestAdminJSON-1319372333 tempest-SecurityGroupsTestAdminJSON-1319372333-project-admin] 10.222.0.53 "GET /v2.0/security-groups/a9578002-7cb0-4e0d-97a7-f769b1a3210e HTTP/1.1" status: 200 len: 3002 time: 0.0856988 Nov 25 13:14:58.376613 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a8fbfc20-73be-40ba-8889-fa80ad30e2fe tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:58.388408 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a8fbfc20-73be-40ba-8889-fa80ad30e2fe tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:58.423530 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0a938a22-02a5-4fb1-87f0-e55eb7657a83 req-de2e9250-8b7b-47cc-8f39-de91f165bd0a tempest-SecurityGroupsTestAdminJSON-1319372333 tempest-SecurityGroupsTestAdminJSON-1319372333-project-admin] 10.222.0.53 "GET /v2.0/security-groups/a9578002-7cb0-4e0d-97a7-f769b1a3210e HTTP/1.1" status: 200 len: 3002 time: 0.0886302 Nov 25 13:14:58.447901 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fbfc20-73be-40ba-8889-fa80ad30e2fe tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e03fbc65-d68d-4cd0-8c9c-7d2a39b58198,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:58.469310 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a8fbfc20-73be-40ba-8889-fa80ad30e2fe tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:58.474788 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44130) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:58.474962 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-a8fbfc20-73be-40ba-8889-fa80ad30e2fe tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3175147 Nov 25 13:14:58.483467 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-9354f329-b666-4a8c-8d51-ffcf2fa2ba56 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Request body: {'security_group_rule': {'security_group_id': 'e03fbc65-d68d-4cd0-8c9c-7d2a39b58198', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:14:58.499711 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0a938a22-02a5-4fb1-87f0-e55eb7657a83 req-a81058ca-1bbb-426b-a4f6-6cf5d0a4ec36 tempest-SecurityGroupsTestAdminJSON-1319372333 tempest-SecurityGroupsTestAdminJSON-1319372333-project-admin] 10.222.0.53 "GET /v2.0/security-groups/bef93c1e-0d64-44b8-9e8e-bb6920e69bed HTTP/1.1" status: 200 len: 2998 time: 0.0738547 Nov 25 13:14:58.539709 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b54ac9c0-0551-4f2b-a61b-7990803f1205 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a0c9c71d2f524c4bba4fbb87b40ed2f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3124671 Nov 25 13:14:58.542446 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44132) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:58.542602 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9354f329-b666-4a8c-8d51-ffcf2fa2ba56 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:58.613350 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0a938a22-02a5-4fb1-87f0-e55eb7657a83 req-1555bd07-0587-4bf9-ad0b-97205009015a tempest-SecurityGroupsTestAdminJSON-1319372333 tempest-SecurityGroupsTestAdminJSON-1319372333-project-admin] 10.222.0.53 "GET /v2.0/security-groups/bef93c1e-0d64-44b8-9e8e-bb6920e69bed HTTP/1.1" status: 200 len: 2998 time: 0.1078024 Nov 25 13:14:58.638516 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device ef159002-0a94-4b9b-a981-f864f7dce730 up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:14:58.640651 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-324dbfbd-c330-4d5f-96f1-9755fc8756c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:58.672937 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-324dbfbd-c330-4d5f-96f1-9755fc8756c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:58.701813 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9354f329-b666-4a8c-8d51-ffcf2fa2ba56 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:58.705748 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 517b18f0-2c79-4e60-aa46-133838422f21 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:14:58.720838 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9354f329-b666-4a8c-8d51-ffcf2fa2ba56 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:58.739983 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: 517b18f0-2c79-4e60-aa46-133838422f21 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:14:58.740565 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 517b18f0-2c79-4e60-aa46-133838422f21 not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:14:58.742677 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port ef159002-0a94-4b9b-a981-f864f7dce730 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:14:58.743285 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:58.769288 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9354f329-b666-4a8c-8d51-ffcf2fa2ba56 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab10b922-486b-483d-a840-d05ef31044cb,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:58.783795 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0a938a22-02a5-4fb1-87f0-e55eb7657a83 req-1c1d69a8-2e25-43fe-b66d-4c03c58a0b2e tempest-SecurityGroupsTestAdminJSON-1319372333 tempest-SecurityGroupsTestAdminJSON-1319372333-project-admin] 10.222.0.53 "GET /v2.0/security-groups/ec610c10-0015-4919-a10e-9c11537c59cd HTTP/1.1" status: 200 len: 2998 time: 0.1694486 Nov 25 13:14:58.785548 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-324dbfbd-c330-4d5f-96f1-9755fc8756c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:58.789201 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-324dbfbd-c330-4d5f-96f1-9755fc8756c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:58.792607 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-324dbfbd-c330-4d5f-96f1-9755fc8756c0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/37757832-f230-4e23-b4ea-4b846d5a33d5 HTTP/1.1" status: 204 len: 168 time: 0.2470415 Nov 25 13:14:58.798674 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9354f329-b666-4a8c-8d51-ffcf2fa2ba56 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:58.799932 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-9354f329-b666-4a8c-8d51-ffcf2fa2ba56 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3239291 Nov 25 13:14:58.802922 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44144) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:58.808567 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9834d991-1ef6-4fc0-9cd6-eeca1e1422a2 req-638b02a6-bed5-4036-8d61-873418cbb08b tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:58.810044 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9834d991-1ef6-4fc0-9cd6-eeca1e1422a2 req-638b02a6-bed5-4036-8d61-873418cbb08b tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=17232847-b6af-4835-9bba-18e757b232da HTTP/1.1" status: 200 len: 949 time: 0.1585515 Nov 25 13:14:58.863772 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324dbfbd-c330-4d5f-96f1-9755fc8756c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37757832-f230-4e23-b4ea-4b846d5a33d5,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:58.887252 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:58.891594 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0a938a22-02a5-4fb1-87f0-e55eb7657a83 req-3dd71131-d338-41da-b6a6-3ddffb09912e tempest-SecurityGroupsTestAdminJSON-1319372333 tempest-SecurityGroupsTestAdminJSON-1319372333-project-admin] 10.222.0.53 "GET /v2.0/security-groups/ec610c10-0015-4919-a10e-9c11537c59cd HTTP/1.1" status: 200 len: 2998 time: 0.1064925 Nov 25 13:14:58.932663 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-18e0b3ff-356b-4759-8c10-315898e8c8c7 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:58.934097 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17232847-b6af-4835-9bba-18e757b232da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef159002-0a94-4b9b-a981-f864f7dce730'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:14:58.936881 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e062caf8-d705-4549-8d88-5dedeada95ef" -d '{"events": [{"server_uuid": "17232847-b6af-4835-9bba-18e757b232da", "name": "network-vif-plugged", "status": "completed", "tag": "ef159002-0a94-4b9b-a981-f864f7dce730"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:14:58.966762 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port ef159002-0a94-4b9b-a981-f864f7dce730, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=ef159002-0a94-4b9b-a981-f864f7dce730,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:14:58.976778 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-18e0b3ff-356b-4759-8c10-315898e8c8c7 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:58.985823 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:59.073283 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-18e0b3ff-356b-4759-8c10-315898e8c8c7 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:59.090192 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-18e0b3ff-356b-4759-8c10-315898e8c8c7 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:59.095115 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-18e0b3ff-356b-4759-8c10-315898e8c8c7 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/ab10b922-486b-483d-a840-d05ef31044cb HTTP/1.1" status: 204 len: 168 time: 0.2896440 Nov 25 13:14:59.097020 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44154) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:59.104871 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=ef159002-0a94-4b9b-a981-f864f7dce730,revision_number=11']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:59.137065 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9834d991-1ef6-4fc0-9cd6-eeca1e1422a2 req-5c2a2498-5f8f-4083-a011-48754bf8ea57 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128111 Nov 25 13:14:59.175205 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0a938a22-02a5-4fb1-87f0-e55eb7657a83 req-a5bbbae8-a42e-4bfd-9bb4-c30502f20b2b tempest-SecurityGroupsTestAdminJSON-1319372333 tempest-SecurityGroupsTestAdminJSON-1319372333-project-admin] 10.222.0.53 "GET /v2.0/security-groups/ff4dd917-413e-4c35-87c5-50393def654a HTTP/1.1" status: 200 len: 2998 time: 0.2810705 Nov 25 13:14:59.200282 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e0b3ff-356b-4759-8c10-315898e8c8c7 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ab10b922-486b-483d-a840-d05ef31044cb,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:59.254668 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c007fd72-5135-4259-9a40-27de68bdb6e2 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1442928 Nov 25 13:14:59.256902 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44158) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:59.288978 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0a938a22-02a5-4fb1-87f0-e55eb7657a83 req-c1a855ec-0ce4-40af-92fa-21112ec16e9b tempest-SecurityGroupsTestAdminJSON-1319372333 tempest-SecurityGroupsTestAdminJSON-1319372333-project-admin] 10.222.0.53 "GET /v2.0/security-groups/ff4dd917-413e-4c35-87c5-50393def654a HTTP/1.1" status: 200 len: 2998 time: 0.1098464 Nov 25 13:14:59.396610 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-211c0f15-ab39-4841-8d83-3438297e0ca7 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:59.409225 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a653f5-c157-46d4-a24c-e715c210a3b9 x-openstack-request-id: req-52a653f5-c157-46d4-a24c-e715c210a3b9 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:14:59.409671 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17232847-b6af-4835-9bba-18e757b232da", "name": "network-vif-plugged", "status": "completed", "tag": "ef159002-0a94-4b9b-a981-f864f7dce730", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:14:59.409787 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-52a653f5-c157-46d4-a24c-e715c210a3b9 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:14:59.410159 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17232847-b6af-4835-9bba-18e757b232da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef159002-0a94-4b9b-a981-f864f7dce730', 'code': 200} Nov 25 13:14:59.459824 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44164) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:59.476380 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-04100f72-eb2b-4af9-9413-fe820d2dbea4 req-8353d16c-9a3b-4db9-9108-4a573ea9a237 tempest-SecurityGroupsTestAdminJSON-1556391682 tempest-SecurityGroupsTestAdminJSON-1556391682-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=29fdf528b23349a6ad70c507dc18626e HTTP/1.1" status: 200 len: 6162 time: 0.1207895 Nov 25 13:14:59.481468 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-211c0f15-ab39-4841-8d83-3438297e0ca7 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:59.562839 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-04100f72-eb2b-4af9-9413-fe820d2dbea4 req-d724a993-636c-42fb-93ac-63266ee63898 tempest-SecurityGroupsTestAdminJSON-1556391682 tempest-SecurityGroupsTestAdminJSON-1556391682-project] 10.222.0.53 "GET /v2.0/security-groups/a9578002-7cb0-4e0d-97a7-f769b1a3210e HTTP/1.1" status: 200 len: 3002 time: 0.0854421 Nov 25 13:14:59.587261 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-211c0f15-ab39-4841-8d83-3438297e0ca7 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:59.591910 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-211c0f15-ab39-4841-8d83-3438297e0ca7 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:59.597199 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-211c0f15-ab39-4841-8d83-3438297e0ca7 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] 10.222.0.53 "DELETE /v2.0/security-groups/e03fbc65-d68d-4cd0-8c9c-7d2a39b58198 HTTP/1.1" status: 204 len: 168 time: 0.3391063 Nov 25 13:14:59.599889 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44172) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:59.638205 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-04100f72-eb2b-4af9-9413-fe820d2dbea4 req-6363f009-f980-49c9-974e-03f1d1afa3bf tempest-SecurityGroupsTestAdminJSON-1556391682 tempest-SecurityGroupsTestAdminJSON-1556391682-project] 10.222.0.53 "GET /v2.0/security-groups/a9578002-7cb0-4e0d-97a7-f769b1a3210e HTTP/1.1" status: 200 len: 3002 time: 0.0743947 Nov 25 13:14:59.643807 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-646ab731-e798-47e7-9100-3e30bf5d97ca admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=98a0d4857d7d4b73aab533f19e667fca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1629794 Nov 25 13:14:59.644154 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44174) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:59.665213 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211c0f15-ab39-4841-8d83-3438297e0ca7 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e03fbc65-d68d-4cd0-8c9c-7d2a39b58198,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:14:59.807751 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e4a89cb2-cd65-4526-8fe1-4eb9dd636e84 req-61ee8098-958c-450c-ae83-0966c5997de7 tempest-SecurityGroupsTestAdminJSON-1319372333 tempest-SecurityGroupsTestAdminJSON-1319372333-project-admin] 10.222.0.53 "GET /v2.0/security-groups/298a620a-df2b-42e4-bbac-bffed514c9a3 HTTP/1.1" status: 200 len: 1795 time: 0.0864770 Nov 25 13:14:59.810990 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0f7b31cc-370d-4e19-8f80-956c929bf6fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:59.832774 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-86215927-f225-40a9-8382-64bcea0dec41 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2227263 Nov 25 13:14:59.844482 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44182) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:14:59.844923 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db304d-fcdc-457d-a79f-8219599f6a80 req-b33ee122-9068-4213-a9d8-98a9de1ee869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:14:59.846460 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-39db304d-fcdc-457d-a79f-8219599f6a80 req-b33ee122-9068-4213-a9d8-98a9de1ee869 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=17232847-b6af-4835-9bba-18e757b232da HTTP/1.1" status: 200 len: 1103 time: 0.2085900 Nov 25 13:14:59.849277 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-fed8e2c5-94ee-4cf9-8e5f-30288994440c tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Request body: {'security_group': {'name': 'tempest-secgroup--1143996096'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:14:59.870582 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0f7b31cc-370d-4e19-8f80-956c929bf6fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:59.939132 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-e4a89cb2-cd65-4526-8fe1-4eb9dd636e84 req-e5582e2d-93c0-4c12-8f35-5bc9a2e87852 tempest-SecurityGroupsTestAdminJSON-1319372333 tempest-SecurityGroupsTestAdminJSON-1319372333-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:59.948445 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fed8e2c5-94ee-4cf9-8e5f-30288994440c tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:14:59.985535 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-39db304d-fcdc-457d-a79f-8219599f6a80 req-94464d3b-b8e1-45a9-a500-3de2d09738e0 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290603 Nov 25 13:15:00.029789 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-e4a89cb2-cd65-4526-8fe1-4eb9dd636e84 req-e5582e2d-93c0-4c12-8f35-5bc9a2e87852 tempest-SecurityGroupsTestAdminJSON-1319372333 tempest-SecurityGroupsTestAdminJSON-1319372333-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:00.076240 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0f7b31cc-370d-4e19-8f80-956c929bf6fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:00.078878 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0f7b31cc-370d-4e19-8f80-956c929bf6fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:00.082352 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-0f7b31cc-370d-4e19-8f80-956c929bf6fd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/61406ead-a491-4fc6-be84-5c47d8b67ea6 HTTP/1.1" status: 204 len: 168 time: 0.4349520 Nov 25 13:15:00.102787 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7b31cc-370d-4e19-8f80-956c929bf6fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61406ead-a491-4fc6-be84-5c47d8b67ea6,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:00.146202 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-e4a89cb2-cd65-4526-8fe1-4eb9dd636e84 req-e5582e2d-93c0-4c12-8f35-5bc9a2e87852 tempest-SecurityGroupsTestAdminJSON-1319372333 tempest-SecurityGroupsTestAdminJSON-1319372333-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:00.152275 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-e4a89cb2-cd65-4526-8fe1-4eb9dd636e84 req-e5582e2d-93c0-4c12-8f35-5bc9a2e87852 tempest-SecurityGroupsTestAdminJSON-1319372333 tempest-SecurityGroupsTestAdminJSON-1319372333-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:00.156132 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e4a89cb2-cd65-4526-8fe1-4eb9dd636e84 req-e5582e2d-93c0-4c12-8f35-5bc9a2e87852 tempest-SecurityGroupsTestAdminJSON-1319372333 tempest-SecurityGroupsTestAdminJSON-1319372333-project-admin] 10.222.0.53 "DELETE /v2.0/security-groups/298a620a-df2b-42e4-bbac-bffed514c9a3 HTTP/1.1" status: 204 len: 173 time: 0.3403723 Nov 25 13:15:00.178893 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fed8e2c5-94ee-4cf9-8e5f-30288994440c tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:00.191671 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5582e2d-93c0-4c12-8f35-5bc9a2e87852 tempest-SecurityGroupsTestAdminJSON-1319372333 tempest-SecurityGroupsTestAdminJSON-1319372333-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298a620a-df2b-42e4-bbac-bffed514c9a3,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:00.202236 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fed8e2c5-94ee-4cf9-8e5f-30288994440c tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:00.276932 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fed8e2c5-94ee-4cf9-8e5f-30288994440c tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:00.281388 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44204) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:00.281644 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-fed8e2c5-94ee-4cf9-8e5f-30288994440c tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4358814 Nov 25 13:15:00.289445 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-2bda4c7e-58b6-446a-8610-9d8ef5b4d4cd tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Request body: {'security_group_rule': {'security_group_id': 'cc77d678-5e04-4b9d-be1e-abd5f0a8037d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:15:00.307782 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ca2a2378-69d9-405f-94cf-25772e04d0e8 req-c4bed4f1-3637-4df0-994d-4d0fb6297f69 tempest-SecurityGroupsTestAdminJSON-1319372333 tempest-SecurityGroupsTestAdminJSON-1319372333-project-admin] 10.222.0.53 "GET /v2.0/security-groups/bbd8379a-5ee6-4901-ac61-4121238825f8 HTTP/1.1" status: 200 len: 1796 time: 0.1227987 Nov 25 13:15:00.319040 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-87a20e2e-36fe-4e86-9e23-3d23ba1a8daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:00.347417 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed8e2c5-94ee-4cf9-8e5f-30288994440c tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc77d678-5e04-4b9d-be1e-abd5f0a8037d,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:00.403610 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-ca2a2378-69d9-405f-94cf-25772e04d0e8 req-c1155122-ddef-4260-9a89-242c81b98485 tempest-SecurityGroupsTestAdminJSON-1319372333 tempest-SecurityGroupsTestAdminJSON-1319372333-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:00.406217 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2bda4c7e-58b6-446a-8610-9d8ef5b4d4cd tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:00.425386 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-ca2a2378-69d9-405f-94cf-25772e04d0e8 req-c1155122-ddef-4260-9a89-242c81b98485 tempest-SecurityGroupsTestAdminJSON-1319372333 tempest-SecurityGroupsTestAdminJSON-1319372333-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:00.474743 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6534f3-1274-47c2-b1c9-302e0292b9e6 req-1c8368c2-7857-4210-bebf-913421847f79 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:00.476379 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fb6534f3-1274-47c2-b1c9-302e0292b9e6 req-1c8368c2-7857-4210-bebf-913421847f79 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=17232847-b6af-4835-9bba-18e757b232da HTTP/1.1" status: 200 len: 951 time: 0.1908519 Nov 25 13:15:00.499950 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-ca2a2378-69d9-405f-94cf-25772e04d0e8 req-c1155122-ddef-4260-9a89-242c81b98485 tempest-SecurityGroupsTestAdminJSON-1319372333 tempest-SecurityGroupsTestAdminJSON-1319372333-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:00.502632 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-ca2a2378-69d9-405f-94cf-25772e04d0e8 req-c1155122-ddef-4260-9a89-242c81b98485 tempest-SecurityGroupsTestAdminJSON-1319372333 tempest-SecurityGroupsTestAdminJSON-1319372333-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:00.504015 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ca2a2378-69d9-405f-94cf-25772e04d0e8 req-c1155122-ddef-4260-9a89-242c81b98485 tempest-SecurityGroupsTestAdminJSON-1319372333 tempest-SecurityGroupsTestAdminJSON-1319372333-project-admin] 10.222.0.53 "DELETE /v2.0/security-groups/bbd8379a-5ee6-4901-ac61-4121238825f8 HTTP/1.1" status: 204 len: 173 time: 0.1950738 Nov 25 13:15:00.521596 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1155122-ddef-4260-9a89-242c81b98485 tempest-SecurityGroupsTestAdminJSON-1319372333 tempest-SecurityGroupsTestAdminJSON-1319372333-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd8379a-5ee6-4901-ac61-4121238825f8,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:00.545933 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2bda4c7e-58b6-446a-8610-9d8ef5b4d4cd tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:00.557503 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2bda4c7e-58b6-446a-8610-9d8ef5b4d4cd tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:00.563003 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fb6534f3-1274-47c2-b1c9-302e0292b9e6 req-922c8ff9-a58f-423c-987d-ffa7426a8a27 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791740 Nov 25 13:15:00.584788 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bda4c7e-58b6-446a-8610-9d8ef5b4d4cd tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aa867e3-077c-4586-80ed-00ab6c56d668,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:00.600096 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2bda4c7e-58b6-446a-8610-9d8ef5b4d4cd tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:00.602661 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-2bda4c7e-58b6-446a-8610-9d8ef5b4d4cd tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3193669 Nov 25 13:15:00.606104 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44218) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:00.633034 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-432b0775-482b-4003-976d-5a427a66d51f tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] 10.222.0.53 "GET /v2.0/security-group-rules/4aa867e3-077c-4586-80ed-00ab6c56d668 HTTP/1.1" status: 200 len: 763 time: 0.0223985 Nov 25 13:15:00.633034 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44222) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:00.718547 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-0d61e195-c98b-40d8-9c6d-3ab33e0699a9 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0820172 Nov 25 13:15:00.729483 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44228) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:00.827864 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b9fbc348-edc6-4c70-8929-418763cd399d tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:00.847556 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3a739b10-a594-40b0-a319-61e446407702 req-d41dda46-d3d9-48c0-bfbd-0fa6f07feb70 tempest-SecurityGroupsTestAdminJSON-1556391682 tempest-SecurityGroupsTestAdminJSON-1556391682-project] 10.222.0.53 "GET /v2.0/security-groups/6547f031-009c-4806-8049-31e8e7994f22 HTTP/1.1" status: 200 len: 1797 time: 0.1153958 Nov 25 13:15:00.853511 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b9fbc348-edc6-4c70-8929-418763cd399d tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:00.952408 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b9fbc348-edc6-4c70-8929-418763cd399d tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:00.961176 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b9fbc348-edc6-4c70-8929-418763cd399d tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:00.962736 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b9fbc348-edc6-4c70-8929-418763cd399d tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/4aa867e3-077c-4586-80ed-00ab6c56d668 HTTP/1.1" status: 204 len: 168 time: 0.2318575 Nov 25 13:15:00.966168 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44246) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:00.978609 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fbc348-edc6-4c70-8929-418763cd399d tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4aa867e3-077c-4586-80ed-00ab6c56d668,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:01.001509 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-3a739b10-a594-40b0-a319-61e446407702 req-92e963f5-6bcb-4bd8-8b05-92e324211329 tempest-SecurityGroupsTestAdminJSON-1556391682 tempest-SecurityGroupsTestAdminJSON-1556391682-project] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:01.059113 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-a8bca515-42b1-4ca6-9a22-02f9cd214233 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0890586 Nov 25 13:15:01.060905 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44250) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:01.080326 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-3a739b10-a594-40b0-a319-61e446407702 req-92e963f5-6bcb-4bd8-8b05-92e324211329 tempest-SecurityGroupsTestAdminJSON-1556391682 tempest-SecurityGroupsTestAdminJSON-1556391682-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:01.081915 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-945df13f-3083-4dfc-82d2-bb792555aa51 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Request body: {'security_group_rule': {'security_group_id': 'cc77d678-5e04-4b9d-be1e-abd5f0a8037d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:15:01.141400 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-945df13f-3083-4dfc-82d2-bb792555aa51 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:01.185309 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-3a739b10-a594-40b0-a319-61e446407702 req-92e963f5-6bcb-4bd8-8b05-92e324211329 tempest-SecurityGroupsTestAdminJSON-1556391682 tempest-SecurityGroupsTestAdminJSON-1556391682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:01.188582 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-3a739b10-a594-40b0-a319-61e446407702 req-92e963f5-6bcb-4bd8-8b05-92e324211329 tempest-SecurityGroupsTestAdminJSON-1556391682 tempest-SecurityGroupsTestAdminJSON-1556391682-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:01.189764 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3a739b10-a594-40b0-a319-61e446407702 req-92e963f5-6bcb-4bd8-8b05-92e324211329 tempest-SecurityGroupsTestAdminJSON-1556391682 tempest-SecurityGroupsTestAdminJSON-1556391682-project] 10.222.0.53 "DELETE /v2.0/security-groups/6547f031-009c-4806-8049-31e8e7994f22 HTTP/1.1" status: 204 len: 173 time: 0.3338270 Nov 25 13:15:01.200342 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e963f5-6bcb-4bd8-8b05-92e324211329 tempest-SecurityGroupsTestAdminJSON-1556391682 tempest-SecurityGroupsTestAdminJSON-1556391682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6547f031-009c-4806-8049-31e8e7994f22,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:01.339560 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ae78db2f-a2f7-4732-a63b-a9ef897fd389 req-d57b1d09-5f84-4ad3-8287-c38219446f81 tempest-SecurityGroupsTestAdminJSON-1556391682 tempest-SecurityGroupsTestAdminJSON-1556391682-project] 10.222.0.53 "GET /v2.0/security-groups/d43f0c45-e33d-4d30-a77c-450090a74797 HTTP/1.1" status: 200 len: 1796 time: 0.1026893 Nov 25 13:15:01.429587 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-945df13f-3083-4dfc-82d2-bb792555aa51 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:01.438514 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-945df13f-3083-4dfc-82d2-bb792555aa51 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:01.483733 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945df13f-3083-4dfc-82d2-bb792555aa51 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=127f86ad-34bf-4819-bf46-b8164a5b120f,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:01.486279 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-ae78db2f-a2f7-4732-a63b-a9ef897fd389 req-4d3e444d-f7cf-4e7e-a6ba-265a5636f2d5 tempest-SecurityGroupsTestAdminJSON-1556391682 tempest-SecurityGroupsTestAdminJSON-1556391682-project] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:01.499459 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-945df13f-3083-4dfc-82d2-bb792555aa51 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:01.504031 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-945df13f-3083-4dfc-82d2-bb792555aa51 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4416471 Nov 25 13:15:01.509883 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44264) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:01.549595 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-ae78db2f-a2f7-4732-a63b-a9ef897fd389 req-4d3e444d-f7cf-4e7e-a6ba-265a5636f2d5 tempest-SecurityGroupsTestAdminJSON-1556391682 tempest-SecurityGroupsTestAdminJSON-1556391682-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:01.551066 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-42b43b8b-a9be-43da-836c-713434e06a1a tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] 10.222.0.53 "GET /v2.0/security-group-rules/127f86ad-34bf-4819-bf46-b8164a5b120f HTTP/1.1" status: 200 len: 763 time: 0.0393608 Nov 25 13:15:01.553375 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44266) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:01.677625 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-49541abf-997e-4c8e-bf7b-2f0379fe6b3e tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1208048 Nov 25 13:15:01.680684 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44276) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:01.690279 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-ae78db2f-a2f7-4732-a63b-a9ef897fd389 req-4d3e444d-f7cf-4e7e-a6ba-265a5636f2d5 tempest-SecurityGroupsTestAdminJSON-1556391682 tempest-SecurityGroupsTestAdminJSON-1556391682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:01.697981 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-ae78db2f-a2f7-4732-a63b-a9ef897fd389 req-4d3e444d-f7cf-4e7e-a6ba-265a5636f2d5 tempest-SecurityGroupsTestAdminJSON-1556391682 tempest-SecurityGroupsTestAdminJSON-1556391682-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:01.715632 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ae78db2f-a2f7-4732-a63b-a9ef897fd389 req-4d3e444d-f7cf-4e7e-a6ba-265a5636f2d5 tempest-SecurityGroupsTestAdminJSON-1556391682 tempest-SecurityGroupsTestAdminJSON-1556391682-project] 10.222.0.53 "DELETE /v2.0/security-groups/d43f0c45-e33d-4d30-a77c-450090a74797 HTTP/1.1" status: 204 len: 173 time: 0.3724513 Nov 25 13:15:01.844026 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-364e98b6-ca79-4f8a-95eb-4ff68f1108ee tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:01.869230 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-364e98b6-ca79-4f8a-95eb-4ff68f1108ee tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:01.924678 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3e444d-f7cf-4e7e-a6ba-265a5636f2d5 tempest-SecurityGroupsTestAdminJSON-1556391682 tempest-SecurityGroupsTestAdminJSON-1556391682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43f0c45-e33d-4d30-a77c-450090a74797,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:01.971780 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-364e98b6-ca79-4f8a-95eb-4ff68f1108ee tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:02.021282 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-364e98b6-ca79-4f8a-95eb-4ff68f1108ee tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:02.025790 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44288) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:02.035680 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-364e98b6-ca79-4f8a-95eb-4ff68f1108ee tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/127f86ad-34bf-4819-bf46-b8164a5b120f HTTP/1.1" status: 204 len: 168 time: 0.3349576 Nov 25 13:15:02.040020 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364e98b6-ca79-4f8a-95eb-4ff68f1108ee tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=127f86ad-34bf-4819-bf46-b8164a5b120f,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:02.105386 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1405dd11-cf4b-4e68-8981-66af821aa432 req-c7a3d79f-010b-4f54-9398-5b7fa98944ae tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:02.120638 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1405dd11-cf4b-4e68-8981-66af821aa432 req-c7a3d79f-010b-4f54-9398-5b7fa98944ae tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=17232847-b6af-4835-9bba-18e757b232da HTTP/1.1" status: 200 len: 951 time: 0.3714576 Nov 25 13:15:02.153189 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-df3010d6-3763-47b4-b3e4-f8276c75d0d9 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1258309 Nov 25 13:15:02.155611 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44290) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:02.165490 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-3108f10f-f11a-4899-ad31-474a220ee5e6 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Request body: {'security_group_rule': {'security_group_id': 'cc77d678-5e04-4b9d-be1e-abd5f0a8037d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:15:02.228761 n-d-808199-11 neutron-server[103571]: INFO neutron.db.securitygroups_db [None req-3108f10f-f11a-4899-ad31-474a220ee5e6 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Project fbbdcdeea8ee4277b583c9112147aa61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 13:15:02.237501 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1405dd11-cf4b-4e68-8981-66af821aa432 req-4d9cc2b5-3893-4fb3-92af-ad3e14ac69c6 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094182 Nov 25 13:15:02.249125 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3108f10f-f11a-4899-ad31-474a220ee5e6 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:02.450177 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3108f10f-f11a-4899-ad31-474a220ee5e6 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:02.458661 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3108f10f-f11a-4899-ad31-474a220ee5e6 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:02.502207 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3108f10f-f11a-4899-ad31-474a220ee5e6 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1209f4f8-07cc-429d-8c84-b2bb22fc2647,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:02.523527 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3108f10f-f11a-4899-ad31-474a220ee5e6 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:02.525138 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-3108f10f-f11a-4899-ad31-474a220ee5e6 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3682089 Nov 25 13:15:02.527993 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44300) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:02.561451 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-505778f4-3edc-4846-acf2-9e277ff2e3c5 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] 10.222.0.53 "GET /v2.0/security-group-rules/1209f4f8-07cc-429d-8c84-b2bb22fc2647 HTTP/1.1" status: 200 len: 769 time: 0.0320182 Nov 25 13:15:02.562879 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44306) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:02.696457 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-0366f75a-81e8-4aa4-b1f7-d7ea3b8f3358 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1319599 Nov 25 13:15:02.699450 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44312) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:02.729176 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc406a08-c06e-46b0-8d4f-99fee65ee645 req-36e72c5d-fcb9-4c49-9a3b-39ad0deb282c tempest-ServersAdminTestJSON-832363172 tempest-ServersAdminTestJSON-832363172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:02.746402 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cc406a08-c06e-46b0-8d4f-99fee65ee645 req-36e72c5d-fcb9-4c49-9a3b-39ad0deb282c tempest-ServersAdminTestJSON-832363172 tempest-ServersAdminTestJSON-832363172-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=17232847-b6af-4835-9bba-18e757b232da HTTP/1.1" status: 200 len: 1103 time: 0.1159313 Nov 25 13:15:02.773426 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-308af4e9-e9b1-442b-9613-9bedd7ef7002 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:02.798549 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-308af4e9-e9b1-442b-9613-9bedd7ef7002 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:02.820721 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44314) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:02.908764 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-308af4e9-e9b1-442b-9613-9bedd7ef7002 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:02.921108 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-308af4e9-e9b1-442b-9613-9bedd7ef7002 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:02.937937 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-308af4e9-e9b1-442b-9613-9bedd7ef7002 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/1209f4f8-07cc-429d-8c84-b2bb22fc2647 HTTP/1.1" status: 204 len: 168 time: 0.2371786 Nov 25 13:15:02.938888 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44324) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:02.975294 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cc406a08-c06e-46b0-8d4f-99fee65ee645 req-c786dfe7-43c7-4882-bd0d-1404182f942d tempest-ServersAdminTestJSON-832363172 tempest-ServersAdminTestJSON-832363172-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278018 Nov 25 13:15:02.987293 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308af4e9-e9b1-442b-9613-9bedd7ef7002 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1209f4f8-07cc-429d-8c84-b2bb22fc2647,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:03.043047 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44328) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:03.043360 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-6570c14d-61a4-4240-b919-1df933e0777c tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0899360 Nov 25 13:15:03.123115 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0ab26fb7-d417-44ef-a0b0-64bf9d986f11 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:03.167972 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0ab26fb7-d417-44ef-a0b0-64bf9d986f11 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:03.187720 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e9ff830e-7dcf-4160-9450-444b630f413a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:03.309451 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0ab26fb7-d417-44ef-a0b0-64bf9d986f11 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:03.313530 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0ab26fb7-d417-44ef-a0b0-64bf9d986f11 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:03.318657 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-0ab26fb7-d417-44ef-a0b0-64bf9d986f11 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] 10.222.0.53 "DELETE /v2.0/security-groups/cc77d678-5e04-4b9d-be1e-abd5f0a8037d HTTP/1.1" status: 204 len: 168 time: 0.2743361 Nov 25 13:15:03.319320 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44334) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:03.405526 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-492c83ac-fbe9-4a2e-b9f8-4a00e9cc86fb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=29fdf528b23349a6ad70c507dc18626e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5850224 Nov 25 13:15:03.407517 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44340) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:03.440483 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab26fb7-d417-44ef-a0b0-64bf9d986f11 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc77d678-5e04-4b9d-be1e-abd5f0a8037d,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:03.607280 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-265ee7a6-9b47-4318-a7a9-ba13b0a4f8d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:03.620745 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-aac9eb55-0bf3-49de-9a90-cba46e690480 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2693536 Nov 25 13:15:03.626075 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44346) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:03.662456 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c30792-8308-4d9d-b470-17a5ecfd3802 req-523f3087-6a14-4081-a2cf-8100c2805fdc tempest-ServersAdminTestJSON-832363172 tempest-ServersAdminTestJSON-832363172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:03.667839 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-05c30792-8308-4d9d-b470-17a5ecfd3802 req-523f3087-6a14-4081-a2cf-8100c2805fdc tempest-ServersAdminTestJSON-832363172 tempest-ServersAdminTestJSON-832363172-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=17232847-b6af-4835-9bba-18e757b232da HTTP/1.1" status: 200 len: 1103 time: 0.2719955 Nov 25 13:15:03.715846 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-265ee7a6-9b47-4318-a7a9-ba13b0a4f8d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:03.744707 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:03.784253 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-05c30792-8308-4d9d-b470-17a5ecfd3802 req-cbe3bdda-536e-4454-97b4-9342e600ce08 tempest-ServersAdminTestJSON-832363172 tempest-ServersAdminTestJSON-832363172-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063898 Nov 25 13:15:03.873562 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-265ee7a6-9b47-4318-a7a9-ba13b0a4f8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:03.878129 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-265ee7a6-9b47-4318-a7a9-ba13b0a4f8d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:03.879374 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-265ee7a6-9b47-4318-a7a9-ba13b0a4f8d6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a9578002-7cb0-4e0d-97a7-f769b1a3210e HTTP/1.1" status: 204 len: 168 time: 0.4692173 Nov 25 13:15:03.885210 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-ea590e46-d8e2-4d8d-8bf7-94e657981f28 tempest-SecGroupIPv6Test-368526169 tempest-SecGroupIPv6Test-368526169-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2520342 Nov 25 13:15:03.898275 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265ee7a6-9b47-4318-a7a9-ba13b0a4f8d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9578002-7cb0-4e0d-97a7-f769b1a3210e,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:04.176937 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30521e09-9d44-4769-b211-973d738b9d25 req-61d61768-811c-472e-beca-f0f46593145c tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:04.185403 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-30521e09-9d44-4769-b211-973d738b9d25 req-61d61768-811c-472e-beca-f0f46593145c tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=877d95fd-071a-43e9-96e2-cd064b648f69 HTTP/1.1" status: 200 len: 949 time: 0.0887330 Nov 25 13:15:04.257410 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-30521e09-9d44-4769-b211-973d738b9d25 req-59dc5d21-bb76-4dd8-b0f5-b22b9f6efe55 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705483 Nov 25 13:15:04.705183 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44380) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:04.997874 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44390) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:05.074780 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:05.109070 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44396) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:05.125289 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d14c30d5-e20b-4401-9267-2b8ea0029c28 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=427c9ea8792a4b5f9f14400e24d95ead&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1250358 Nov 25 13:15:05.190344 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9db786fb-86da-42d9-adad-3dd5453f1148 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:05.222924 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-72c02442-d626-4585-86ca-c270958e1b97 req-fe64af66-3ab0-40e3-8f56-f9b2960636b6 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=2f661a4ffc0e47c494c5268114be68f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448272 Nov 25 13:15:05.352004 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9db786fb-86da-42d9-adad-3dd5453f1148 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:05.427285 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c45b6bd5-8d12-424d-b1dc-a9f96d1badc7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fbbdcdeea8ee4277b583c9112147aa61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7204998 Nov 25 13:15:05.427931 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44408) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:05.528943 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c02442-d626-4585-86ca-c270958e1b97 req-ea5f9b50-0571-47ed-b846-6a2ca6bef9b3 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:05.538820 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-72c02442-d626-4585-86ca-c270958e1b97 req-ea5f9b50-0571-47ed-b846-6a2ca6bef9b3 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3144724 Nov 25 13:15:05.558307 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9db786fb-86da-42d9-adad-3dd5453f1148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:05.561457 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9db786fb-86da-42d9-adad-3dd5453f1148 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:05.565194 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-9db786fb-86da-42d9-adad-3dd5453f1148 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3618ffd6-e618-4a21-ba5d-46cdb6e750fe HTTP/1.1" status: 204 len: 168 time: 0.4498420 Nov 25 13:15:05.565377 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-436b00b8-cac4-4d05-9f1c-3b73269da279 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:05.599356 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43296fe-8257-40d8-a604-f6ae93be487d req-13e94e44-5762-44c7-a8ce-fbd4d5eb2e8e tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:05.601275 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b43296fe-8257-40d8-a604-f6ae93be487d req-13e94e44-5762-44c7-a8ce-fbd4d5eb2e8e tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.66 "GET /v2.0/ports?device_id=877d95fd-071a-43e9-96e2-cd064b648f69 HTTP/1.1" status: 200 len: 949 time: 0.1385186 Nov 25 13:15:05.605408 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-72c02442-d626-4585-86ca-c270958e1b97 req-adbafbce-cf8d-4307-926d-54f543625f5d tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] 10.222.0.53 "GET /v2.0/quotas/2f661a4ffc0e47c494c5268114be68f1 HTTP/1.1" status: 200 len: 375 time: 0.0654950 Nov 25 13:15:05.630388 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db786fb-86da-42d9-adad-3dd5453f1148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3618ffd6-e618-4a21-ba5d-46cdb6e750fe,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:05.679857 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2979e35f-9cd0-4e0a-adce-ecdcfc0d53ce req-0551f378-0898-41e1-9486-ae096e7a563f tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:05.681476 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2979e35f-9cd0-4e0a-adce-ecdcfc0d53ce req-0551f378-0898-41e1-9486-ae096e7a563f tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=877d95fd-071a-43e9-96e2-cd064b648f69 HTTP/1.1" status: 200 len: 949 time: 0.2538464 Nov 25 13:15:05.736519 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-436b00b8-cac4-4d05-9f1c-3b73269da279 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:05.771377 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-72c02442-d626-4585-86ca-c270958e1b97 req-9c5205f7-c93a-46f3-9725-5f3b88c6bd03 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2f661a4ffc0e47c494c5268114be68f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1650789 Nov 25 13:15:05.795750 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-b43296fe-8257-40d8-a604-f6ae93be487d req-5f04341a-afae-49d8-9b34-beceb3b12778 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Deleting port 08d4b0d4-1a42-436f-962f-1bd5b81a42e5 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:15:05.796385 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b43296fe-8257-40d8-a604-f6ae93be487d req-5f04341a-afae-49d8-9b34-beceb3b12778 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:05.847163 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44420) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:05.880573 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-436b00b8-cac4-4d05-9f1c-3b73269da279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:05.889361 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-436b00b8-cac4-4d05-9f1c-3b73269da279 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:05.894818 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-436b00b8-cac4-4d05-9f1c-3b73269da279 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/101df656-8df8-4230-ab20-03d135bf3033 HTTP/1.1" status: 204 len: 168 time: 0.4568610 Nov 25 13:15:05.926422 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2979e35f-9cd0-4e0a-adce-ecdcfc0d53ce req-e0cbcee2-6678-4633-93b3-5521954ab698 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525979 Nov 25 13:15:05.933616 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436b00b8-cac4-4d05-9f1c-3b73269da279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101df656-8df8-4230-ab20-03d135bf3033,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:06.006901 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-b43296fe-8257-40d8-a604-f6ae93be487d req-5f04341a-afae-49d8-9b34-beceb3b12778 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] For port 08d4b0d4-1a42-436f-962f-1bd5b81a42e5, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=08d4b0d4-1a42-436f-962f-1bd5b81a42e5,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:15:06.007579 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b43296fe-8257-40d8-a604-f6ae93be487d req-5f04341a-afae-49d8-9b34-beceb3b12778 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:06.045663 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-b43296fe-8257-40d8-a604-f6ae93be487d req-5f04341a-afae-49d8-9b34-beceb3b12778 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Calling delete_port for 08d4b0d4-1a42-436f-962f-1bd5b81a42e5 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:15:06.131323 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-907c0a71-57d1-4177-87f5-330492a3be7d req-c6b3f223-d3ed-4be1-be38-3a013ab18f23 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] 10.222.0.53 "GET /v2.0/ports?device_id=792065eb-fc6f-4512-8cb0-445d254c5d03 HTTP/1.1" status: 200 len: 210 time: 0.0551682 Nov 25 13:15:06.198465 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:06.356730 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5b69cd77-baa1-40ec-bb72-50ed817cb4f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:06.413962 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b43296fe-8257-40d8-a604-f6ae93be487d req-5f04341a-afae-49d8-9b34-beceb3b12778 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:06.440374 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['d5cc2e26-a29e-4825-aa7b-41d26989c8de', '08d4b0d4-1a42-436f-962f-1bd5b81a42e5', 'ef159002-0a94-4b9b-a981-f864f7dce730'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:15:06.504332 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f04341a-afae-49d8-9b34-beceb3b12778 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Pushing event deleted for resources: {'Port': ['ID=08d4b0d4-1a42-436f-962f-1bd5b81a42e5,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:06.618757 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-b43296fe-8257-40d8-a604-f6ae93be487d req-5f04341a-afae-49d8-9b34-beceb3b12778 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] No DVR routers for this DVR port 08d4b0d4-1a42-436f-962f-1bd5b81a42e5 on host n-h1-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:15:06.636962 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b43296fe-8257-40d8-a604-f6ae93be487d req-5f04341a-afae-49d8-9b34-beceb3b12778 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:06.640220 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b43296fe-8257-40d8-a604-f6ae93be487d req-5f04341a-afae-49d8-9b34-beceb3b12778 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.66 "DELETE /v2.0/ports/08d4b0d4-1a42-436f-962f-1bd5b81a42e5 HTTP/1.1" status: 204 len: 173 time: 1.0309865 Nov 25 13:15:06.640705 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '877d95fd-071a-43e9-96e2-cd064b648f69', 'name': 'network-vif-deleted', 'tag': '08d4b0d4-1a42-436f-962f-1bd5b81a42e5'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:15:06.643315 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea46c266-24fd-4cc8-85e0-a307da81053e" -d '{"events": [{"server_uuid": "877d95fd-071a-43e9-96e2-cd064b648f69", "name": "network-vif-deleted", "tag": "08d4b0d4-1a42-436f-962f-1bd5b81a42e5"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:15:06.749399 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5b69cd77-baa1-40ec-bb72-50ed817cb4f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:06.757557 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5b69cd77-baa1-40ec-bb72-50ed817cb4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:06.842624 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5b69cd77-baa1-40ec-bb72-50ed817cb4f0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d4d5ad21370d48ec9434077e557fc4d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9915276 Nov 25 13:15:06.843642 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44458) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:06.843790 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18c2e54-fa3a-4122-9b9b-a8a6e3191c28 x-openstack-request-id: req-e18c2e54-fa3a-4122-9b9b-a8a6e3191c28 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:15:06.848491 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "877d95fd-071a-43e9-96e2-cd064b648f69", "name": "network-vif-deleted", "tag": "08d4b0d4-1a42-436f-962f-1bd5b81a42e5", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:15:06.848773 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e18c2e54-fa3a-4122-9b9b-a8a6e3191c28 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:15:06.849342 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '877d95fd-071a-43e9-96e2-cd064b648f69', 'name': 'network-vif-deleted', 'tag': '08d4b0d4-1a42-436f-962f-1bd5b81a42e5', 'status': 'completed', 'code': 200} Nov 25 13:15:06.899648 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b69cd77-baa1-40ec-bb72-50ed817cb4f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042283cb-07d3-4b21-ac64-bc3762c73519,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:07.006946 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-16454288-4957-4230-9eb6-142697a09457 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:07.053648 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-16454288-4957-4230-9eb6-142697a09457 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:07.188672 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-16454288-4957-4230-9eb6-142697a09457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:07.191998 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-16454288-4957-4230-9eb6-142697a09457 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:07.194048 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-16454288-4957-4230-9eb6-142697a09457 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/042283cb-07d3-4b21-ac64-bc3762c73519 HTTP/1.1" status: 204 len: 168 time: 0.3498869 Nov 25 13:15:07.219245 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16454288-4957-4230-9eb6-142697a09457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042283cb-07d3-4b21-ac64-bc3762c73519,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:07.398977 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fc7a7e93-9c87-46c6-be4f-efe3ea539438 req-d2564478-735d-44fa-a1f6-b789293efb80 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=877d95fd-071a-43e9-96e2-cd064b648f69 HTTP/1.1" status: 200 len: 210 time: 0.1506083 Nov 25 13:15:07.474301 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f3d57a0b-b0ab-48e6-8809-974133dba7c1 req-c80f04b2-2dec-4b44-bb8c-4877bcfec118 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] 10.222.0.53 "GET /v2.0/ports?device_id=792065eb-fc6f-4512-8cb0-445d254c5d03 HTTP/1.1" status: 200 len: 210 time: 0.1210573 Nov 25 13:15:07.870167 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:07.933805 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44492) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:07.986288 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4b731f53-2091-4b4a-9d64-c9ee25cc9616 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:08.052574 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-72c02442-d626-4585-86ca-c270958e1b97 req-685931e1-1e88-405f-83c4-23dffe52155b tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=2f661a4ffc0e47c494c5268114be68f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434871 Nov 25 13:15:08.219462 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4b731f53-2091-4b4a-9d64-c9ee25cc9616 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:08.233590 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4b731f53-2091-4b4a-9d64-c9ee25cc9616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:08.326484 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c02442-d626-4585-86ca-c270958e1b97 req-5e6ceaf0-2939-4b28-a073-8ed8b62a3d6e tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:08.328294 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-72c02442-d626-4585-86ca-c270958e1b97 req-5e6ceaf0-2939-4b28-a073-8ed8b62a3d6e tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2695131 Nov 25 13:15:08.348473 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-72c02442-d626-4585-86ca-c270958e1b97 req-3acba36f-394d-44b7-a999-f7047290151f tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] Request body: {'port': {'device_id': '792065eb-fc6f-4512-8cb0-445d254c5d03', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'admin_state_up': True, 'tenant_id': '2f661a4ffc0e47c494c5268114be68f1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:15:08.354320 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-4b731f53-2091-4b4a-9d64-c9ee25cc9616 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6e392aea06d243d280268c1effab2526&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4193091 Nov 25 13:15:08.368140 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44506) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:08.456274 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b731f53-2091-4b4a-9d64-c9ee25cc9616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a6af6a-6f22-45bf-9427-1756399e0717,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:08.462165 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44512) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:08.473691 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0079286 Nov 25 13:15:08.482356 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44514) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:08.502833 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4d9e0119-7405-4605-a329-0fcb8926172d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:08.599995 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4d9e0119-7405-4605-a329-0fcb8926172d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:08.663206 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72c02442-d626-4585-86ca-c270958e1b97 req-3acba36f-394d-44b7-a999-f7047290151f tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] Made reservation on behalf of 2f661a4ffc0e47c494c5268114be68f1 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:15:08.668223 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-72c02442-d626-4585-86ca-c270958e1b97 req-3acba36f-394d-44b7-a999-f7047290151f tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:08.685655 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 08d4b0d4-1a42-436f-962f-1bd5b81a42e5 no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:15:08.697244 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-72c02442-d626-4585-86ca-c270958e1b97 req-3acba36f-394d-44b7-a999-f7047290151f tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:08.740827 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] No Port match for: 08d4b0d4-1a42-436f-962f-1bd5b81a42e5 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:15:08.742548 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 08d4b0d4-1a42-436f-962f-1bd5b81a42e5 not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:15:08.753550 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-caf067cc-4aa3-4b41-8c28-85c7ae710a80 req-f5ece2d2-62b9-4e22-b27f-533e324bcad0 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] 10.222.0.53 "GET /v2.0/ports?device_id=792065eb-fc6f-4512-8cb0-445d254c5d03 HTTP/1.1" status: 200 len: 210 time: 0.0620654 Nov 25 13:15:08.761384 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f8864aa6-c86b-4039-852b-3048659dfc64 tempest-NetworksApiDiscovery-726311750 tempest-NetworksApiDiscovery-726311750-project] 10.222.0.53 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2745912 Nov 25 13:15:08.801867 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4d9e0119-7405-4605-a329-0fcb8926172d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:08.807342 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4d9e0119-7405-4605-a329-0fcb8926172d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:08.814342 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-4d9e0119-7405-4605-a329-0fcb8926172d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/49a6af6a-6f22-45bf-9427-1756399e0717 HTTP/1.1" status: 204 len: 168 time: 0.4437463 Nov 25 13:15:08.838939 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9e0119-7405-4605-a329-0fcb8926172d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a6af6a-6f22-45bf-9427-1756399e0717,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:08.928261 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-72c02442-d626-4585-86ca-c270958e1b97 req-3acba36f-394d-44b7-a999-f7047290151f tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:08.937324 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-72c02442-d626-4585-86ca-c270958e1b97 req-3acba36f-394d-44b7-a999-f7047290151f tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:09.122221 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe06402d-5ce1-4b46-9c32-4bce3e08f29c req-fdbc60f5-c68b-403e-b47a-a0c5807413fc tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:09.126598 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fe06402d-5ce1-4b46-9c32-4bce3e08f29c req-fdbc60f5-c68b-403e-b47a-a0c5807413fc tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=4944a493-06c4-4cfc-b227-2738dee4da25 HTTP/1.1" status: 200 len: 949 time: 0.1376352 Nov 25 13:15:09.237854 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fe06402d-5ce1-4b46-9c32-4bce3e08f29c req-06944071-d6c1-4b02-8a79-6790b9e012cd tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040840 Nov 25 13:15:09.240404 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-72c02442-d626-4585-86ca-c270958e1b97 req-3acba36f-394d-44b7-a999-f7047290151f tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] Allocated IP 192.168.233.98 (85f6380f-3625-4f44-8465-fbcf0c11fed5/2ce5ca48-e3be-44c6-9584-fd9eb8c67222/c37d6fc7-0a36-449f-b884-229fcd5f734c) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:15:09.288064 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acba36f-394d-44b7-a999-f7047290151f tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9e678c-a90f-49f7-89f8-05d07ae2e07d,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:09.475683 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-72c02442-d626-4585-86ca-c270958e1b97 req-3acba36f-394d-44b7-a999-f7047290151f tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:09.480237 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44544) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:09.519092 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-72c02442-d626-4585-86ca-c270958e1b97 req-3acba36f-394d-44b7-a999-f7047290151f tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:09.598639 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72c02442-d626-4585-86ca-c270958e1b97 req-3acba36f-394d-44b7-a999-f7047290151f tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] Network 85f6380f-3625-4f44-8465-fbcf0c11fed5 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:15:09.602273 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-72c02442-d626-4585-86ca-c270958e1b97 req-3acba36f-394d-44b7-a999-f7047290151f tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:15:09.605278 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-72c02442-d626-4585-86ca-c270958e1b97 req-3acba36f-394d-44b7-a999-f7047290151f tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:15:09.733030 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-206df3b7-6e83-4b50-b30e-9b4f671867e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:10.024324 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-206df3b7-6e83-4b50-b30e-9b4f671867e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:10.068823 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-5b48ea68-fd71-4610-8498-e496c78c852c None None] Provisioning complete for port c37d6fc7-0a36-449f-b884-229fcd5f734c triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:15:10.071586 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-206df3b7-6e83-4b50-b30e-9b4f671867e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:10.072977 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5b48ea68-fd71-4610-8498-e496c78c852c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:10.174839 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-5b48ea68-fd71-4610-8498-e496c78c852c None None] Port c37d6fc7-0a36-449f-b884-229fcd5f734c cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:15:10.343174 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-206df3b7-6e83-4b50-b30e-9b4f671867e0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9aef1b0ea3d9494a87dc92a0d10ffd7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8610222 Nov 25 13:15:10.353167 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44578) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:10.423391 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acba36f-394d-44b7-a999-f7047290151f tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] Pushing event updated for resources: {'Port': ['ID=c37d6fc7-0a36-449f-b884-229fcd5f734c,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:10.464527 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c02442-d626-4585-86ca-c270958e1b97 req-3acba36f-394d-44b7-a999-f7047290151f tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:10.465195 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-72c02442-d626-4585-86ca-c270958e1b97 req-3acba36f-394d-44b7-a999-f7047290151f tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:10.498419 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-72c02442-d626-4585-86ca-c270958e1b97 req-3acba36f-394d-44b7-a999-f7047290151f tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1543472 Nov 25 13:15:10.504420 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206df3b7-6e83-4b50-b30e-9b4f671867e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d89968-ac24-4901-bfda-46d172c1d970,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:10.514114 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-72c02442-d626-4585-86ca-c270958e1b97 req-746f8213-dd9f-4d65-862b-ba4bd21e7392 service neutron] Request body: {'port': {'device_id': '792065eb-fc6f-4512-8cb0-445d254c5d03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:15:10.543168 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd0a4a0-53f4-4dde-a44e-5840414566fb req-b2fcc958-7373-4fbe-b7ba-ddcb222fb115 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:10.544995 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0bd0a4a0-53f4-4dde-a44e-5840414566fb req-b2fcc958-7373-4fbe-b7ba-ddcb222fb115 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] 10.222.0.53 "GET /v2.0/ports?device_id=792065eb-fc6f-4512-8cb0-445d254c5d03 HTTP/1.1" status: 200 len: 935 time: 0.5164983 Nov 25 13:15:10.557893 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c2737-f510-45ff-980d-fa3810a3a42b req-8d74be38-9f87-48ae-8c98-887ef5e7fc5f tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:10.559692 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-029c2737-f510-45ff-980d-fa3810a3a42b req-8d74be38-9f87-48ae-8c98-887ef5e7fc5f tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.66 "GET /v2.0/ports?device_id=4944a493-06c4-4cfc-b227-2738dee4da25 HTTP/1.1" status: 200 len: 949 time: 0.3084006 Nov 25 13:15:10.589343 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-72c02442-d626-4585-86ca-c270958e1b97 req-746f8213-dd9f-4d65-862b-ba4bd21e7392 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:10.641536 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-012eb2ff-f126-424c-ae95-465026a892a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:10.672332 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f38460-acc4-4553-accb-e23ce635d1be req-a8045578-e282-4d86-9637-8622f49ab809 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:10.674183 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-65f38460-acc4-4553-accb-e23ce635d1be req-a8045578-e282-4d86-9637-8622f49ab809 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=4944a493-06c4-4cfc-b227-2738dee4da25 HTTP/1.1" status: 200 len: 949 time: 0.2319312 Nov 25 13:15:10.713997 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0bd0a4a0-53f4-4dde-a44e-5840414566fb req-4679ea3b-96c7-41d0-9214-9a7c623c7d74 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e9e678c-a90f-49f7-89f8-05d07ae2e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531107 Nov 25 13:15:10.793013 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-012eb2ff-f126-424c-ae95-465026a892a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:10.948898 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-012eb2ff-f126-424c-ae95-465026a892a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:10.953802 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-012eb2ff-f126-424c-ae95-465026a892a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:10.955894 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-012eb2ff-f126-424c-ae95-465026a892a8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/61d89968-ac24-4901-bfda-46d172c1d970 HTTP/1.1" status: 204 len: 168 time: 0.5841815 Nov 25 13:15:11.019628 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012eb2ff-f126-424c-ae95-465026a892a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d89968-ac24-4901-bfda-46d172c1d970,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:11.104505 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-65f38460-acc4-4553-accb-e23ce635d1be req-9da9156c-d552-4bc4-90f2-9746881ba2b8 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3973320 Nov 25 13:15:11.135100 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-72c02442-d626-4585-86ca-c270958e1b97 req-746f8213-dd9f-4d65-862b-ba4bd21e7392 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c37d6fc7-0a36-449f-b884-229fcd5f734c {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:15:11.144084 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-029c2737-f510-45ff-980d-fa3810a3a42b req-098a5c8b-1f5d-4713-9c7d-64b38ba0abdf tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Deleting port d5cc2e26-a29e-4825-aa7b-41d26989c8de {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:15:11.144537 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-029c2737-f510-45ff-980d-fa3810a3a42b req-098a5c8b-1f5d-4713-9c7d-64b38ba0abdf tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:11.161621 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-72c02442-d626-4585-86ca-c270958e1b97 req-746f8213-dd9f-4d65-862b-ba4bd21e7392 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:11.194805 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-72c02442-d626-4585-86ca-c270958e1b97 req-746f8213-dd9f-4d65-862b-ba4bd21e7392 service neutron] Transition to ACTIVE for port object c37d6fc7-0a36-449f-b884-229fcd5f734c will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:15:11.204128 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-72c02442-d626-4585-86ca-c270958e1b97 req-746f8213-dd9f-4d65-862b-ba4bd21e7392 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:11.288543 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f8213-dd9f-4d65-862b-ba4bd21e7392 service neutron] Pushing event updated for resources: {'Port': ['ID=c37d6fc7-0a36-449f-b884-229fcd5f734c,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:11.326138 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:11.488057 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-029c2737-f510-45ff-980d-fa3810a3a42b req-098a5c8b-1f5d-4713-9c7d-64b38ba0abdf tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] For port d5cc2e26-a29e-4825-aa7b-41d26989c8de, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=d5cc2e26-a29e-4825-aa7b-41d26989c8de,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:15:11.490676 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-029c2737-f510-45ff-980d-fa3810a3a42b req-098a5c8b-1f5d-4713-9c7d-64b38ba0abdf tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:11.535974 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-029c2737-f510-45ff-980d-fa3810a3a42b req-098a5c8b-1f5d-4713-9c7d-64b38ba0abdf tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Calling delete_port for d5cc2e26-a29e-4825-aa7b-41d26989c8de owned by compute:nova {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:15:11.550730 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-72c02442-d626-4585-86ca-c270958e1b97 req-746f8213-dd9f-4d65-862b-ba4bd21e7392 service neutron] Attempting to bind port c37d6fc7-0a36-449f-b884-229fcd5f734c on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:15:11.552167 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-72c02442-d626-4585-86ca-c270958e1b97 req-746f8213-dd9f-4d65-862b-ba4bd21e7392 service neutron] Attempting to bind port c37d6fc7-0a36-449f-b884-229fcd5f734c by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:15:11.552167 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c02442-d626-4585-86ca-c270958e1b97 req-746f8213-dd9f-4d65-862b-ba4bd21e7392 service neutron] Attempting to bind port c37d6fc7-0a36-449f-b884-229fcd5f734c on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:15:11.564156 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c02442-d626-4585-86ca-c270958e1b97 req-746f8213-dd9f-4d65-862b-ba4bd21e7392 service neutron] Port c37d6fc7-0a36-449f-b884-229fcd5f734c on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:15:11.567359 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c02442-d626-4585-86ca-c270958e1b97 req-746f8213-dd9f-4d65-862b-ba4bd21e7392 service neutron] Attempting to bind port c37d6fc7-0a36-449f-b884-229fcd5f734c on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:15:11.582873 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c02442-d626-4585-86ca-c270958e1b97 req-746f8213-dd9f-4d65-862b-ba4bd21e7392 service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:15:11.585048 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c02442-d626-4585-86ca-c270958e1b97 req-746f8213-dd9f-4d65-862b-ba4bd21e7392 service neutron] Checking segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:15:11.586313 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c02442-d626-4585-86ca-c270958e1b97 req-746f8213-dd9f-4d65-862b-ba4bd21e7392 service neutron] Bound using segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:15:11.588753 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-72c02442-d626-4585-86ca-c270958e1b97 req-746f8213-dd9f-4d65-862b-ba4bd21e7392 service neutron] Bound port: c37d6fc7-0a36-449f-b884-229fcd5f734c, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:15:11.589770 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-72c02442-d626-4585-86ca-c270958e1b97 req-746f8213-dd9f-4d65-862b-ba4bd21e7392 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:11.803223 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-72c02442-d626-4585-86ca-c270958e1b97 req-746f8213-dd9f-4d65-862b-ba4bd21e7392 service neutron] For port c37d6fc7-0a36-449f-b884-229fcd5f734c, host n-h1-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:15:11.806209 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-72c02442-d626-4585-86ca-c270958e1b97 req-746f8213-dd9f-4d65-862b-ba4bd21e7392 service neutron] For port c37d6fc7-0a36-449f-b884-229fcd5f734c, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=c37d6fc7-0a36-449f-b884-229fcd5f734c,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:15:11.817999 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-72c02442-d626-4585-86ca-c270958e1b97 req-746f8213-dd9f-4d65-862b-ba4bd21e7392 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:11.907472 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-029c2737-f510-45ff-980d-fa3810a3a42b req-098a5c8b-1f5d-4713-9c7d-64b38ba0abdf tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:11.907933 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c02442-d626-4585-86ca-c270958e1b97 req-746f8213-dd9f-4d65-862b-ba4bd21e7392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:11.908640 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-72c02442-d626-4585-86ca-c270958e1b97 req-746f8213-dd9f-4d65-862b-ba4bd21e7392 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:11.910073 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-72c02442-d626-4585-86ca-c270958e1b97 req-746f8213-dd9f-4d65-862b-ba4bd21e7392 service neutron] 10.222.0.66 "PUT /v2.0/ports/c37d6fc7-0a36-449f-b884-229fcd5f734c HTTP/1.1" status: 200 len: 1096 time: 1.4026220 Nov 25 13:15:11.912307 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '792065eb-fc6f-4512-8cb0-445d254c5d03', 'tag': 'c37d6fc7-0a36-449f-b884-229fcd5f734c'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:15:11.917887 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['d5cc2e26-a29e-4825-aa7b-41d26989c8de', 'ef159002-0a94-4b9b-a981-f864f7dce730'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:15:11.920027 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c828e694-eaa8-4675-b253-852b4c2c1343" -d '{"events": [{"name": "network-changed", "server_uuid": "792065eb-fc6f-4512-8cb0-445d254c5d03", "tag": "c37d6fc7-0a36-449f-b884-229fcd5f734c"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:15:11.970562 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098a5c8b-1f5d-4713-9c7d-64b38ba0abdf tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Pushing event deleted for resources: {'Port': ['ID=d5cc2e26-a29e-4825-aa7b-41d26989c8de,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:12.104225 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb4f403-b667-4f7c-8d54-591b8dbb5dfc x-openstack-request-id: req-ccb4f403-b667-4f7c-8d54-591b8dbb5dfc {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:15:12.105756 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "792065eb-fc6f-4512-8cb0-445d254c5d03", "tag": "c37d6fc7-0a36-449f-b884-229fcd5f734c", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:15:12.106686 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ccb4f403-b667-4f7c-8d54-591b8dbb5dfc {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:15:12.107923 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '792065eb-fc6f-4512-8cb0-445d254c5d03', 'tag': 'c37d6fc7-0a36-449f-b884-229fcd5f734c', 'status': 'completed', 'code': 200} Nov 25 13:15:12.186364 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f8213-dd9f-4d65-862b-ba4bd21e7392 service neutron] Pushing event updated for resources: {'Port': ['ID=c37d6fc7-0a36-449f-b884-229fcd5f734c,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:12.245734 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c02442-d626-4585-86ca-c270958e1b97 req-2eb5c0a3-0097-4eb8-9782-950450dac1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:12.247403 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-72c02442-d626-4585-86ca-c270958e1b97 req-2eb5c0a3-0097-4eb8-9782-950450dac1fc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2f661a4ffc0e47c494c5268114be68f1&device_id=792065eb-fc6f-4512-8cb0-445d254c5d03 HTTP/1.1" status: 200 len: 1099 time: 0.2765265 Nov 25 13:15:12.390923 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-029c2737-f510-45ff-980d-fa3810a3a42b req-098a5c8b-1f5d-4713-9c7d-64b38ba0abdf tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] No DVR routers for this DVR port d5cc2e26-a29e-4825-aa7b-41d26989c8de on host n-h1-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:15:12.393155 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-72c02442-d626-4585-86ca-c270958e1b97 req-2c3d7f3f-be9a-4fa7-acf6-3bfb83bd5b4d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=c37d6fc7-0a36-449f-b884-229fcd5f734c HTTP/1.1" status: 200 len: 217 time: 0.1354923 Nov 25 13:15:12.397518 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44646) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:12.410630 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-029c2737-f510-45ff-980d-fa3810a3a42b req-098a5c8b-1f5d-4713-9c7d-64b38ba0abdf tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:12.423812 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-029c2737-f510-45ff-980d-fa3810a3a42b req-098a5c8b-1f5d-4713-9c7d-64b38ba0abdf tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.66 "DELETE /v2.0/ports/d5cc2e26-a29e-4825-aa7b-41d26989c8de HTTP/1.1" status: 204 len: 173 time: 1.8490436 Nov 25 13:15:12.451231 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3635976-cadc-4bce-ae04-46dc4e73882b req-b2068302-7280-4d45-a2c4-42473059d47b tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:12.472470 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d3635976-cadc-4bce-ae04-46dc4e73882b req-b2068302-7280-4d45-a2c4-42473059d47b tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] 10.222.0.53 "GET /v2.0/ports?device_id=792065eb-fc6f-4512-8cb0-445d254c5d03 HTTP/1.1" status: 200 len: 947 time: 0.6095307 Nov 25 13:15:12.475350 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4944a493-06c4-4cfc-b227-2738dee4da25', 'name': 'network-vif-deleted', 'tag': 'd5cc2e26-a29e-4825-aa7b-41d26989c8de'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:15:12.477979 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da9f8b85-9abd-42d0-b60d-c1f325b37630" -d '{"events": [{"server_uuid": "4944a493-06c4-4cfc-b227-2738dee4da25", "name": "network-vif-deleted", "tag": "d5cc2e26-a29e-4825-aa7b-41d26989c8de"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:15:12.494933 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c02442-d626-4585-86ca-c270958e1b97 req-2ff9b8f5-6097-4e01-bcb9-aae5ec122fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:12.496594 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-72c02442-d626-4585-86ca-c270958e1b97 req-2ff9b8f5-6097-4e01-bcb9-aae5ec122fb5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.0824654 Nov 25 13:15:12.526308 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-74e9c434-9a88-4ab8-b415-5e4b79b2cd71 req-9a3154d1-12af-46e5-96fe-9f2cf4407c89 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=4944a493-06c4-4cfc-b227-2738dee4da25 HTTP/1.1" status: 200 len: 210 time: 0.1394103 Nov 25 13:15:12.658269 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d3635976-cadc-4bce-ae04-46dc4e73882b req-44ecbe9d-13d5-4042-bab6-67d5b41fd11d tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e9e678c-a90f-49f7-89f8-05d07ae2e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678946 Nov 25 13:15:12.703561 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c02442-d626-4585-86ca-c270958e1b97 req-6e7727a3-ad7d-4dbd-87a5-ee331b0910f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:12.704987 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-72c02442-d626-4585-86ca-c270958e1b97 req-6e7727a3-ad7d-4dbd-87a5-ee331b0910f4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1976879 Nov 25 13:15:12.709132 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3749c6fe-4af7-4fb6-b784-18fc6e8d26af x-openstack-request-id: req-3749c6fe-4af7-4fb6-b784-18fc6e8d26af {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:15:12.710058 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4944a493-06c4-4cfc-b227-2738dee4da25", "name": "network-vif-deleted", "tag": "d5cc2e26-a29e-4825-aa7b-41d26989c8de", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:15:12.710485 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3749c6fe-4af7-4fb6-b784-18fc6e8d26af {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:15:12.711080 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4944a493-06c4-4cfc-b227-2738dee4da25', 'name': 'network-vif-deleted', 'tag': 'd5cc2e26-a29e-4825-aa7b-41d26989c8de', 'status': 'completed', 'code': 200} Nov 25 13:15:12.902971 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8a500c1b-928d-4a9c-8852-3c917673c346 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:13.012767 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-72c02442-d626-4585-86ca-c270958e1b97 req-865f5e02-5aab-4024-8da8-cb28bf0ca114 service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959845 Nov 25 13:15:13.176466 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8a500c1b-928d-4a9c-8852-3c917673c346 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:13.179636 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-72c02442-d626-4585-86ca-c270958e1b97 req-b6d4d10a-2aca-4dce-b913-78cb008da45a service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532214 Nov 25 13:15:13.184826 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8a500c1b-928d-4a9c-8852-3c917673c346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:13.234310 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a500c1b-928d-4a9c-8852-3c917673c346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f50d0d2b-8ee4-4fe9-a937-6821fd10bb6e,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:13.274362 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44684) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:13.276605 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-8a500c1b-928d-4a9c-8852-3c917673c346 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a1f9d92cac374bdaa6c9e3b3663097cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8738205 Nov 25 13:15:13.358383 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c828e694-eaa8-4675-b253-852b4c2c1343 req-81190fcc-65d8-4eb7-8098-277fd0a74c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:13.360212 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c828e694-eaa8-4675-b253-852b4c2c1343 req-81190fcc-65d8-4eb7-8098-277fd0a74c22 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2f661a4ffc0e47c494c5268114be68f1&device_id=792065eb-fc6f-4512-8cb0-445d254c5d03 HTTP/1.1" status: 200 len: 1099 time: 0.0719297 Nov 25 13:15:13.393847 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ff3f5331-2632-47b7-a0ed-d21549a14319 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:13.421665 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ff3f5331-2632-47b7-a0ed-d21549a14319 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:13.505204 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ff3f5331-2632-47b7-a0ed-d21549a14319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:13.509481 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ff3f5331-2632-47b7-a0ed-d21549a14319 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:13.510874 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-ff3f5331-2632-47b7-a0ed-d21549a14319 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f50d0d2b-8ee4-4fe9-a937-6821fd10bb6e HTTP/1.1" status: 204 len: 168 time: 0.2351005 Nov 25 13:15:13.512323 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c828e694-eaa8-4675-b253-852b4c2c1343 req-92f63ca9-b338-4efe-8591-32a46c99799f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:13.517536 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c828e694-eaa8-4675-b253-852b4c2c1343 req-92f63ca9-b338-4efe-8591-32a46c99799f service neutron] 10.222.0.66 "GET /v2.0/networks?id=85f6380f-3625-4f44-8465-fbcf0c11fed5 HTTP/1.1" status: 200 len: 870 time: 0.1455679 Nov 25 13:15:13.524816 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3f5331-2632-47b7-a0ed-d21549a14319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50d0d2b-8ee4-4fe9-a937-6821fd10bb6e,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:13.649448 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c828e694-eaa8-4675-b253-852b4c2c1343 req-1777e3ae-b0f6-4a5c-ad81-7a3f0f0f7334 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=c37d6fc7-0a36-449f-b884-229fcd5f734c HTTP/1.1" status: 200 len: 217 time: 0.1136372 Nov 25 13:15:13.690784 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c4c6d8-be38-49b4-bb2f-683eaf333e7e req-3d0a1fd2-fbe9-4106-850e-af6b5d25537e tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:13.698817 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b6c4c6d8-be38-49b4-bb2f-683eaf333e7e req-3d0a1fd2-fbe9-4106-850e-af6b5d25537e tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] 10.222.0.53 "GET /v2.0/ports?device_id=a837eb55-bfd1-436d-acba-accf375c112c HTTP/1.1" status: 200 len: 946 time: 0.0835731 Nov 25 13:15:13.763831 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c828e694-eaa8-4675-b253-852b4c2c1343 req-d9f65fc2-9e35-482c-9234-e915027cff24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:13.768210 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c828e694-eaa8-4675-b253-852b4c2c1343 req-d9f65fc2-9e35-482c-9234-e915027cff24 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.1086366 Nov 25 13:15:13.775914 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b6c4c6d8-be38-49b4-bb2f-683eaf333e7e req-e3d48b01-82fc-4ab0-9e0f-cc1bdc980970 tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] 10.222.0.53 "GET /v2.0/security-groups?id=14008d9c-d4e4-413f-b173-b52cde5b634a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755203 Nov 25 13:15:13.861326 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c828e694-eaa8-4675-b253-852b4c2c1343 req-c1bcbd7c-3c1a-4853-9e0a-25a23af71f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:13.863748 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c828e694-eaa8-4675-b253-852b4c2c1343 req-c1bcbd7c-3c1a-4853-9e0a-25a23af71f87 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0813260 Nov 25 13:15:13.990100 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7b75a-bb24-4071-b73b-e0f34f248341 req-69208651-4bdb-42db-b547-c7238ccdf4b6 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:13.993156 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-82d7b75a-bb24-4071-b73b-e0f34f248341 req-69208651-4bdb-42db-b547-c7238ccdf4b6 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] 10.222.0.53 "GET /v2.0/ports?device_id=792065eb-fc6f-4512-8cb0-445d254c5d03 HTTP/1.1" status: 200 len: 947 time: 0.0845149 Nov 25 13:15:14.075516 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c828e694-eaa8-4675-b253-852b4c2c1343 req-ea11733f-1d4d-4d35-9118-887cfd922dc6 service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980252 Nov 25 13:15:14.138623 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-82d7b75a-bb24-4071-b73b-e0f34f248341 req-db68b66d-34a5-4cce-85cf-0cdddcc8173b tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e9e678c-a90f-49f7-89f8-05d07ae2e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395206 Nov 25 13:15:14.202250 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c828e694-eaa8-4675-b253-852b4c2c1343 req-90a5022c-6924-4b60-8155-8a7cceaf3871 service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165905 Nov 25 13:15:14.314476 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44720) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:14.335281 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ca2ba7f5-2491-4000-9c77-a853bdca389c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:14.352930 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2a093e-08b7-4264-8f75-3ab59dc8bf43 req-e4510d55-8ce6-49ea-9a8a-536f23992154 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:14.360351 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ae2a093e-08b7-4264-8f75-3ab59dc8bf43 req-e4510d55-8ce6-49ea-9a8a-536f23992154 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=17232847-b6af-4835-9bba-18e757b232da HTTP/1.1" status: 200 len: 951 time: 0.1156974 Nov 25 13:15:14.479654 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ae2a093e-08b7-4264-8f75-3ab59dc8bf43 req-db2b239d-33bc-45f4-81d9-c48e77971abc tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181166 Nov 25 13:15:14.521953 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ca2ba7f5-2491-4000-9c77-a853bdca389c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:14.528239 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ca2ba7f5-2491-4000-9c77-a853bdca389c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:14.605622 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-ca2ba7f5-2491-4000-9c77-a853bdca389c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=390448ba155d40e8a90fb95f3f937de4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2899961 Nov 25 13:15:14.607936 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2ba7f5-2491-4000-9c77-a853bdca389c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6239b4c8-8ad6-4790-9b1a-9d24ee0b432a,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:14.609335 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44722) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:14.682681 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-479eec6f-d406-4a9d-a3ad-021961ac74a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:14.684986 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device d5cc2e26-a29e-4825-aa7b-41d26989c8de no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:15:14.706479 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-479eec6f-d406-4a9d-a3ad-021961ac74a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:14.745043 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] No Port match for: d5cc2e26-a29e-4825-aa7b-41d26989c8de {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:15:14.745400 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device d5cc2e26-a29e-4825-aa7b-41d26989c8de not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:15:14.762720 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-479eec6f-d406-4a9d-a3ad-021961ac74a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:14.765672 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-479eec6f-d406-4a9d-a3ad-021961ac74a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:14.769575 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-479eec6f-d406-4a9d-a3ad-021961ac74a0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6239b4c8-8ad6-4790-9b1a-9d24ee0b432a HTTP/1.1" status: 204 len: 168 time: 0.1564209 Nov 25 13:15:14.775408 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479eec6f-d406-4a9d-a3ad-021961ac74a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6239b4c8-8ad6-4790-9b1a-9d24ee0b432a,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:14.960024 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c87ba3-66b7-4f1d-9187-b66ed44e2ce0 req-7e086587-2f47-4667-8e2c-d2ce8b284f00 tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:14.962056 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-14c87ba3-66b7-4f1d-9187-b66ed44e2ce0 req-7e086587-2f47-4667-8e2c-d2ce8b284f00 tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] 10.222.0.53 "GET /v2.0/ports?device_id=a837eb55-bfd1-436d-acba-accf375c112c HTTP/1.1" status: 200 len: 946 time: 0.0748701 Nov 25 13:15:15.033323 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-14c87ba3-66b7-4f1d-9187-b66ed44e2ce0 req-93633f66-8776-4777-8ff2-6db564517b03 tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] 10.222.0.53 "GET /v2.0/security-groups?id=14008d9c-d4e4-413f-b173-b52cde5b634a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647314 Nov 25 13:15:15.169961 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f8926-42c3-4338-9732-e32ffaf54c59 req-a9bab156-ffa7-4475-9af3-cf5ce9d2bca7 tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:15.172244 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-218f8926-42c3-4338-9732-e32ffaf54c59 req-a9bab156-ffa7-4475-9af3-cf5ce9d2bca7 tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] 10.222.0.47 "GET /v2.0/ports?device_id=a837eb55-bfd1-436d-acba-accf375c112c HTTP/1.1" status: 200 len: 946 time: 0.0971060 Nov 25 13:15:15.377752 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-218f8926-42c3-4338-9732-e32ffaf54c59 req-4c2b8154-a4b3-45b4-97f2-b8bc8dc005f7 tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] Deleting port 3dfe3fd9-6d61-47c5-b7c6-8cf2f73db835 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:15:15.377752 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-218f8926-42c3-4338-9732-e32ffaf54c59 req-4c2b8154-a4b3-45b4-97f2-b8bc8dc005f7 tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:15.431945 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc35315-e7e8-42db-816a-02a76d38b05b req-81035605-fcd6-480a-a364-65da4fbcee21 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:15.436806 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8dc35315-e7e8-42db-816a-02a76d38b05b req-81035605-fcd6-480a-a364-65da4fbcee21 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] 10.222.0.53 "GET /v2.0/ports?device_id=792065eb-fc6f-4512-8cb0-445d254c5d03 HTTP/1.1" status: 200 len: 947 time: 0.1915426 Nov 25 13:15:15.533712 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8dc35315-e7e8-42db-816a-02a76d38b05b req-9bd8296f-53b3-474e-9034-3f47ee19e3be tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e9e678c-a90f-49f7-89f8-05d07ae2e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714576 Nov 25 13:15:15.575762 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f35a80-c2e6-4948-86c0-10463d9acd57 req-fb928d76-2771-4ae0-98a5-9500f78a8240 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:15.577527 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-11f35a80-c2e6-4948-86c0-10463d9acd57 req-fb928d76-2771-4ae0-98a5-9500f78a8240 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.66 "GET /v2.0/ports?device_id=17232847-b6af-4835-9bba-18e757b232da HTTP/1.1" status: 200 len: 951 time: 0.0752568 Nov 25 13:15:15.646738 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-218f8926-42c3-4338-9732-e32ffaf54c59 req-4c2b8154-a4b3-45b4-97f2-b8bc8dc005f7 tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] For port 3dfe3fd9-6d61-47c5-b7c6-8cf2f73db835, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=3dfe3fd9-6d61-47c5-b7c6-8cf2f73db835,segment=NetworkSegment(2b145124-ca3d-43c4-8881-fe5b31d26e5c),segment_id=2b145124-ca3d-43c4-8881-fe5b31d26e5c)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:15:15.647219 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-218f8926-42c3-4338-9732-e32ffaf54c59 req-4c2b8154-a4b3-45b4-97f2-b8bc8dc005f7 tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:15.689309 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-218f8926-42c3-4338-9732-e32ffaf54c59 req-4c2b8154-a4b3-45b4-97f2-b8bc8dc005f7 tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] Calling delete_port for 3dfe3fd9-6d61-47c5-b7c6-8cf2f73db835 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:15:15.715770 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12549752-53e4-4663-b607-d84ce097bbce req-bcb03b7f-53db-4406-b374-921282b7a7ea tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:15.724774 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-12549752-53e4-4663-b607-d84ce097bbce req-bcb03b7f-53db-4406-b374-921282b7a7ea tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=17232847-b6af-4835-9bba-18e757b232da HTTP/1.1" status: 200 len: 951 time: 0.1265454 Nov 25 13:15:15.778744 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-11f35a80-c2e6-4948-86c0-10463d9acd57 req-653dd5c8-a0ff-48c0-81ae-a5a3bfa971a2 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Deleting port ef159002-0a94-4b9b-a981-f864f7dce730 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:15:15.779095 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-11f35a80-c2e6-4948-86c0-10463d9acd57 req-653dd5c8-a0ff-48c0-81ae-a5a3bfa971a2 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:15.791129 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-12549752-53e4-4663-b607-d84ce097bbce req-84b92d1d-1ea3-4851-8c3b-3866dd6cd822 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dcfa2f5-b26b-4d4e-b052-2775baa0664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611484 Nov 25 13:15:15.933517 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-11f35a80-c2e6-4948-86c0-10463d9acd57 req-653dd5c8-a0ff-48c0-81ae-a5a3bfa971a2 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] For port ef159002-0a94-4b9b-a981-f864f7dce730, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=ef159002-0a94-4b9b-a981-f864f7dce730,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:15:15.933998 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-11f35a80-c2e6-4948-86c0-10463d9acd57 req-653dd5c8-a0ff-48c0-81ae-a5a3bfa971a2 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:15.948433 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-218f8926-42c3-4338-9732-e32ffaf54c59 req-4c2b8154-a4b3-45b4-97f2-b8bc8dc005f7 tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:15.959833 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-11f35a80-c2e6-4948-86c0-10463d9acd57 req-653dd5c8-a0ff-48c0-81ae-a5a3bfa971a2 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Calling delete_port for ef159002-0a94-4b9b-a981-f864f7dce730 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:15:15.961685 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['3dfe3fd9-6d61-47c5-b7c6-8cf2f73db835'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:15:15.995355 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2b8154-a4b3-45b4-97f2-b8bc8dc005f7 tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] Pushing event deleted for resources: {'Port': ['ID=3dfe3fd9-6d61-47c5-b7c6-8cf2f73db835,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:16.186205 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-218f8926-42c3-4338-9732-e32ffaf54c59 req-4c2b8154-a4b3-45b4-97f2-b8bc8dc005f7 tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] No DVR routers for this DVR port 3dfe3fd9-6d61-47c5-b7c6-8cf2f73db835 on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:15:16.201700 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-218f8926-42c3-4338-9732-e32ffaf54c59 req-4c2b8154-a4b3-45b4-97f2-b8bc8dc005f7 tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:16.205275 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-218f8926-42c3-4338-9732-e32ffaf54c59 req-4c2b8154-a4b3-45b4-97f2-b8bc8dc005f7 tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] 10.222.0.47 "DELETE /v2.0/ports/3dfe3fd9-6d61-47c5-b7c6-8cf2f73db835 HTTP/1.1" status: 204 len: 173 time: 1.0259690 Nov 25 13:15:16.205755 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a837eb55-bfd1-436d-acba-accf375c112c', 'name': 'network-vif-deleted', 'tag': '3dfe3fd9-6d61-47c5-b7c6-8cf2f73db835'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:15:16.216428 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c415c9f-62b2-490e-8012-e512220ce8a0" -d '{"events": [{"server_uuid": "a837eb55-bfd1-436d-acba-accf375c112c", "name": "network-vif-deleted", "tag": "3dfe3fd9-6d61-47c5-b7c6-8cf2f73db835"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:15:16.253498 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5036d4fa-223d-4c6d-94ea-68f047026758 req-6d8e1466-83bd-4744-9ed5-7b27b1aeaf99 tempest-AttachSCSIVolumeTestJSON-1225519106 tempest-AttachSCSIVolumeTestJSON-1225519106-project] 10.222.0.53 "GET /v2.0/ports?device_id=a837eb55-bfd1-436d-acba-accf375c112c HTTP/1.1" status: 200 len: 210 time: 0.0950656 Nov 25 13:15:16.365612 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d921a4cc-b12d-430a-8fc9-cc590b4ff99a x-openstack-request-id: req-d921a4cc-b12d-430a-8fc9-cc590b4ff99a {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:15:16.366019 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a837eb55-bfd1-436d-acba-accf375c112c", "name": "network-vif-deleted", "tag": "3dfe3fd9-6d61-47c5-b7c6-8cf2f73db835", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:15:16.366252 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d921a4cc-b12d-430a-8fc9-cc590b4ff99a {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:15:16.366723 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a837eb55-bfd1-436d-acba-accf375c112c', 'name': 'network-vif-deleted', 'tag': '3dfe3fd9-6d61-47c5-b7c6-8cf2f73db835', 'status': 'completed', 'code': 200} Nov 25 13:15:16.444964 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-11f35a80-c2e6-4948-86c0-10463d9acd57 req-653dd5c8-a0ff-48c0-81ae-a5a3bfa971a2 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:16.468190 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['ef159002-0a94-4b9b-a981-f864f7dce730'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:15:16.515359 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653dd5c8-a0ff-48c0-81ae-a5a3bfa971a2 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Pushing event deleted for resources: {'Port': ['ID=ef159002-0a94-4b9b-a981-f864f7dce730,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:16.602499 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f35a80-c2e6-4948-86c0-10463d9acd57 req-653dd5c8-a0ff-48c0-81ae-a5a3bfa971a2 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] No DVR routers for this DVR port ef159002-0a94-4b9b-a981-f864f7dce730 on host n-h1-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:15:16.615724 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-11f35a80-c2e6-4948-86c0-10463d9acd57 req-653dd5c8-a0ff-48c0-81ae-a5a3bfa971a2 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:16.633711 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-11f35a80-c2e6-4948-86c0-10463d9acd57 req-653dd5c8-a0ff-48c0-81ae-a5a3bfa971a2 tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.66 "DELETE /v2.0/ports/ef159002-0a94-4b9b-a981-f864f7dce730 HTTP/1.1" status: 204 len: 173 time: 1.0365887 Nov 25 13:15:16.681573 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device c37d6fc7-0a36-449f-b884-229fcd5f734c details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:15:16.855058 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44812) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:16.925851 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24285f40-5884-4ebc-97eb-4b2fb9425287 req-4cf989d8-8fbc-4f8d-8b18-51ab11bc4e18 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:16.929494 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-24285f40-5884-4ebc-97eb-4b2fb9425287 req-4cf989d8-8fbc-4f8d-8b18-51ab11bc4e18 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] 10.222.0.53 "GET /v2.0/ports?device_id=792065eb-fc6f-4512-8cb0-445d254c5d03 HTTP/1.1" status: 200 len: 947 time: 0.1946664 Nov 25 13:15:16.937517 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port c37d6fc7-0a36-449f-b884-229fcd5f734c, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=c37d6fc7-0a36-449f-b884-229fcd5f734c,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:15:16.966354 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': 'c37d6fc7-0a36-449f-b884-229fcd5f734c', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'port_id': 'c37d6fc7-0a36-449f-b884-229fcd5f734c', 'mac_address': 'fa:16:3e:73:6a:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce5ca48-e3be-44c6-9584-fd9eb8c67222', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:15:17.077729 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:17.091663 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-18026908-8364-4cd9-8aba-8c0829eec77f req-e8437366-a911-409c-a99b-ab663176d28c tempest-ServersAdminTestJSON-1156065673 tempest-ServersAdminTestJSON-1156065673-project] 10.222.0.53 "GET /v2.0/ports?device_id=17232847-b6af-4835-9bba-18e757b232da HTTP/1.1" status: 200 len: 210 time: 0.1249442 Nov 25 13:15:17.105575 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c37d6fc7-0a36-449f-b884-229fcd5f734c {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:15:17.113700 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-24285f40-5884-4ebc-97eb-4b2fb9425287 req-0d9d35ee-e25b-47c0-93eb-4f4e3ff50629 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e9e678c-a90f-49f7-89f8-05d07ae2e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698296 Nov 25 13:15:17.170026 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port c37d6fc7-0a36-449f-b884-229fcd5f734c, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=c37d6fc7-0a36-449f-b884-229fcd5f734c,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:15:17.180583 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:17.257132 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-e7e4d97c-4f00-452c-93fb-dae40e85ceca admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-2047343648-network', 'tenant_id': '011bce4f061943c38bb17c6e89517c3b'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:15:17.265054 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44822) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:17.268384 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=c37d6fc7-0a36-449f-b884-229fcd5f734c,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:17.282106 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e4d97c-4f00-452c-93fb-dae40e85ceca admin admin] Made reservation on behalf of 011bce4f061943c38bb17c6e89517c3b for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:15:17.300710 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e7e4d97c-4f00-452c-93fb-dae40e85ceca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:17.328319 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e7e4d97c-4f00-452c-93fb-dae40e85ceca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:17.408080 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-24d138e4-2622-444e-8357-3c9652ce2bd7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:17.475599 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['c37d6fc7-0a36-449f-b884-229fcd5f734c'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:15:17.481911 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e7e4d97c-4f00-452c-93fb-dae40e85ceca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:17.489107 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e7e4d97c-4f00-452c-93fb-dae40e85ceca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:17.510128 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7e4d97c-4f00-452c-93fb-dae40e85ceca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:15:17.527923 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e7e4d97c-4f00-452c-93fb-dae40e85ceca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:17.528429 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-e7e4d97c-4f00-452c-93fb-dae40e85ceca admin admin] Added segment e2f12bb0-3918-46c8-880a-6df39de82054 of type vlan for network d0fcbb25-711a-42a9-b82a-fa06187c61e7 Nov 25 13:15:17.586271 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e7e4d97c-4f00-452c-93fb-dae40e85ceca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:17.644934 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e7e4d97c-4f00-452c-93fb-dae40e85ceca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:17.645947 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e4d97c-4f00-452c-93fb-dae40e85ceca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:17.646870 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e7e4d97c-4f00-452c-93fb-dae40e85ceca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:17.666954 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-24d138e4-2622-444e-8357-3c9652ce2bd7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:17.673981 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-24d138e4-2622-444e-8357-3c9652ce2bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:17.738992 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e4d97c-4f00-452c-93fb-dae40e85ceca admin admin] Pushing event updated for resources: {'Network': ['ID=d0fcbb25-711a-42a9-b82a-fa06187c61e7,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:17.758124 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e4d97c-4f00-452c-93fb-dae40e85ceca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab66d2e3-b9ac-4237-bab2-b4aaf0695f01,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:17.764310 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network d0fcbb25-711a-42a9-b82a-fa06187c61e7 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:15:17.775950 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-e7e4d97c-4f00-452c-93fb-dae40e85ceca admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9190335 Nov 25 13:15:17.776638 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44854) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:17.783859 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-88b7167d-4017-4888-bb1e-2634e8bddc2d admin admin] Request body: {'subnet': {'network_id': 'd0fcbb25-711a-42a9-b82a-fa06187c61e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-2047343648-subnet', 'tenant_id': '011bce4f061943c38bb17c6e89517c3b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:15:17.799900 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-24d138e4-2622-444e-8357-3c9652ce2bd7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=af9a6b9061e84f7b90cc009c4c7b8bea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5335085 Nov 25 13:15:17.802615 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44856) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:17.803000 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d138e4-2622-444e-8357-3c9652ce2bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc5b3d6-46e1-449c-af16-8c929b4e6bc6,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:17.825226 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b7167d-4017-4888-bb1e-2634e8bddc2d admin admin] Made reservation on behalf of 011bce4f061943c38bb17c6e89517c3b for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:15:17.827712 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-88b7167d-4017-4888-bb1e-2634e8bddc2d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:18.036633 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b598f-539b-4859-b381-8fb5a1f3c430 req-679b4409-19b4-4c2a-bf2a-984f850bbd82 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:18.037701 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0dc0288b-695f-477b-a163-a39dfd0cf9d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:18.038467 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c99b598f-539b-4859-b381-8fb5a1f3c430 req-679b4409-19b4-4c2a-bf2a-984f850bbd82 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 945 time: 0.0728807 Nov 25 13:15:18.073300 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0dc0288b-695f-477b-a163-a39dfd0cf9d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:18.105390 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c99b598f-539b-4859-b381-8fb5a1f3c430 req-e89625a4-f1c5-4ebb-95c9-8dd497831c01 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577383 Nov 25 13:15:18.214363 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0dc0288b-695f-477b-a163-a39dfd0cf9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:18.221925 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0dc0288b-695f-477b-a163-a39dfd0cf9d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:18.230066 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-0dc0288b-695f-477b-a163-a39dfd0cf9d0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8cc5b3d6-46e1-449c-af16-8c929b4e6bc6 HTTP/1.1" status: 204 len: 168 time: 0.4238915 Nov 25 13:15:18.264455 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-88b7167d-4017-4888-bb1e-2634e8bddc2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:18.272546 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc0288b-695f-477b-a163-a39dfd0cf9d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc5b3d6-46e1-449c-af16-8c929b4e6bc6,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:18.387505 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17232847-b6af-4835-9bba-18e757b232da', 'name': 'network-vif-deleted', 'tag': 'ef159002-0a94-4b9b-a981-f864f7dce730'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:15:18.393252 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e63a08-fff2-430b-ba50-ab695ceeb93f" -d '{"events": [{"server_uuid": "17232847-b6af-4835-9bba-18e757b232da", "name": "network-vif-deleted", "tag": "ef159002-0a94-4b9b-a981-f864f7dce730"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:15:18.419469 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50658e20-0982-4388-8ab1-1397bf0ff86d req-21ea5891-7920-4f64-83b6-042eeb63caf1 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:18.422537 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-50658e20-0982-4388-8ab1-1397bf0ff86d req-21ea5891-7920-4f64-83b6-042eeb63caf1 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] 10.222.0.53 "GET /v2.0/ports?device_id=792065eb-fc6f-4512-8cb0-445d254c5d03 HTTP/1.1" status: 200 len: 948 time: 0.1011033 Nov 25 13:15:18.511670 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83426ed0-c58d-48b3-abe0-efa1b3e0ce89 x-openstack-request-id: req-83426ed0-c58d-48b3-abe0-efa1b3e0ce89 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:15:18.512252 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17232847-b6af-4835-9bba-18e757b232da", "name": "network-vif-deleted", "tag": "ef159002-0a94-4b9b-a981-f864f7dce730", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:15:18.512676 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-83426ed0-c58d-48b3-abe0-efa1b3e0ce89 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:15:18.513337 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17232847-b6af-4835-9bba-18e757b232da', 'name': 'network-vif-deleted', 'tag': 'ef159002-0a94-4b9b-a981-f864f7dce730', 'status': 'completed', 'code': 200} Nov 25 13:15:18.529592 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-50658e20-0982-4388-8ab1-1397bf0ff86d req-570645cf-9346-4321-8066-5801bddca4cd tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e9e678c-a90f-49f7-89f8-05d07ae2e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001658 Nov 25 13:15:18.532449 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b7167d-4017-4888-bb1e-2634e8bddc2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e77448f8-5c9e-48cf-b9f8-c58db39caf08,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:18.537599 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b7167d-4017-4888-bb1e-2634e8bddc2d admin admin] Checking segment: {'id': 'e2f12bb0-3918-46c8-880a-6df39de82054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd0fcbb25-711a-42a9-b82a-fa06187c61e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:15:18.538201 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b7167d-4017-4888-bb1e-2634e8bddc2d admin admin] Network hostable DHCP agents. Network: d0fcbb25-711a-42a9-b82a-fa06187c61e7, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:15:18.563132 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b7167d-4017-4888-bb1e-2634e8bddc2d admin admin] Network d0fcbb25-711a-42a9-b82a-fa06187c61e7 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:15:18.576210 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-88b7167d-4017-4888-bb1e-2634e8bddc2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, d0fcbb25-711a-42a9-b82a-fa06187c61e7) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:15:18.590493 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b7167d-4017-4888-bb1e-2634e8bddc2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:18.591427 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a5f90a-c02b-426b-ba2b-e19175e3339a None None] Network d0fcbb25-711a-42a9-b82a-fa06187c61e7 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:15:18.592448 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-88b7167d-4017-4888-bb1e-2634e8bddc2d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:18.622738 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44922) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:18.627949 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-15987bdd-364d-491a-8082-f7c0f745adfe admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-2047343648-router', 'tenant_id': '011bce4f061943c38bb17c6e89517c3b', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:15:18.633881 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-88b7167d-4017-4888-bb1e-2634e8bddc2d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8545501 Nov 25 13:15:18.668286 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-15987bdd-364d-491a-8082-f7c0f745adfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:18.670087 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-15987bdd-364d-491a-8082-f7c0f745adfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:18.697878 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 3dfe3fd9-6d61-47c5-b7c6-8cf2f73db835 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:15:18.731480 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device c37d6fc7-0a36-449f-b884-229fcd5f734c up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:15:18.748355 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-15987bdd-364d-491a-8082-f7c0f745adfe admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:18.786248 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44928) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:18.792391 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: 3dfe3fd9-6d61-47c5-b7c6-8cf2f73db835 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:15:18.792885 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 3dfe3fd9-6d61-47c5-b7c6-8cf2f73db835 not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:15:18.880681 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port c37d6fc7-0a36-449f-b884-229fcd5f734c completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:15:18.950787 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port c37d6fc7-0a36-449f-b884-229fcd5f734c triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:15:18.954258 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:18.962022 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c4be40-7561-4a77-b975-39bfa9ac095c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-d0fcbb25-711a-42a9-b82a-fa06187c61e7', 'network_id': 'd0fcbb25-711a-42a9-b82a-fa06187c61e7', 'tenant_id': '011bce4f061943c38bb17c6e89517c3b', 'fixed_ips': [{'subnet_id': 'e77448f8-5c9e-48cf-b9f8-c58db39caf08'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:15:18.974671 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-94c4be40-7561-4a77-b975-39bfa9ac095c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:18.999020 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-15987bdd-364d-491a-8082-f7c0f745adfe admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:19.063391 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44938) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:19.120635 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-7e01255e-efda-4f04-b364-0bd0fbb528c4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a37b14712e6744e5a7c9e9c0d5e783e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3320906 Nov 25 13:15:19.125103 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44942) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:19.181745 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d5765473-4aa4-4f68-810d-0e6248c7b5d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:19.235754 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-838d8176-09ea-4eb5-89f4-c2a11240a98c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:19.268179 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-94c4be40-7561-4a77-b975-39bfa9ac095c None None] Allocated IP 172.20.0.2 (d0fcbb25-711a-42a9-b82a-fa06187c61e7/e77448f8-5c9e-48cf-b9f8-c58db39caf08/09922186-51d6-474e-927e-fbee3f770578) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:15:19.275781 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-838d8176-09ea-4eb5-89f4-c2a11240a98c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:19.315945 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:19.370835 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-838d8176-09ea-4eb5-89f4-c2a11240a98c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:19.374941 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-838d8176-09ea-4eb5-89f4-c2a11240a98c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:19.378559 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-838d8176-09ea-4eb5-89f4-c2a11240a98c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2dcfa2f5-b26b-4d4e-b052-2775baa0664c HTTP/1.1" status: 204 len: 168 time: 0.2521710 Nov 25 13:15:19.402828 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '792065eb-fc6f-4512-8cb0-445d254c5d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c37d6fc7-0a36-449f-b884-229fcd5f734c'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:15:19.405258 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f805b691-09d1-4682-8c37-3291ecc950b0" -d '{"events": [{"server_uuid": "792065eb-fc6f-4512-8cb0-445d254c5d03", "name": "network-vif-plugged", "status": "completed", "tag": "c37d6fc7-0a36-449f-b884-229fcd5f734c"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:15:19.409835 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838d8176-09ea-4eb5-89f4-c2a11240a98c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dcfa2f5-b26b-4d4e-b052-2775baa0664c,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:19.434905 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port c37d6fc7-0a36-449f-b884-229fcd5f734c, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=c37d6fc7-0a36-449f-b884-229fcd5f734c,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:15:19.464462 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:19.465445 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device ef159002-0a94-4b9b-a981-f864f7dce730 no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:15:19.514611 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] No Port match for: ef159002-0a94-4b9b-a981-f864f7dce730 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:15:19.514997 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device ef159002-0a94-4b9b-a981-f864f7dce730 not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:15:19.550003 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-15987bdd-364d-491a-8082-f7c0f745adfe admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:19.610973 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0889381-8575-4720-ab69-551eb0a52b2c x-openstack-request-id: req-d0889381-8575-4720-ab69-551eb0a52b2c {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:15:19.611544 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "792065eb-fc6f-4512-8cb0-445d254c5d03", "name": "network-vif-plugged", "status": "completed", "tag": "c37d6fc7-0a36-449f-b884-229fcd5f734c", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:15:19.613409 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d0889381-8575-4720-ab69-551eb0a52b2c {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:15:19.613844 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '792065eb-fc6f-4512-8cb0-445d254c5d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c37d6fc7-0a36-449f-b884-229fcd5f734c', 'code': 200} Nov 25 13:15:19.637501 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-15987bdd-364d-491a-8082-f7c0f745adfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:19.753561 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=c37d6fc7-0a36-449f-b884-229fcd5f734c,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:19.756521 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-94c4be40-7561-4a77-b975-39bfa9ac095c None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:19.765967 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:15:19.766648 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:15:19.767247 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:15:19.767806 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:15:19.768405 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:15:19.768984 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:15:19.769502 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:15:19.770010 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:15:19.770802 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:15:19.772022 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:15:19.772585 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:15:19.772998 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:15:19.778673 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-94c4be40-7561-4a77-b975-39bfa9ac095c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:19.795725 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4474f5-347d-4e66-a59a-35daa309017e req-70df7c8a-4363-4c2c-a178-cbe3eb8dc5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:19.801161 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8c4474f5-347d-4e66-a59a-35daa309017e req-70df7c8a-4363-4c2c-a178-cbe3eb8dc5a4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=792065eb-fc6f-4512-8cb0-445d254c5d03 HTTP/1.1" status: 200 len: 1101 time: 0.1148345 Nov 25 13:15:19.830303 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6574611-6c83-4a7e-9bc2-8aeb33d03bec req-e2e0a2f2-5054-4456-8d6b-3edb6b1b0e80 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:19.830303 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a6574611-6c83-4a7e-9bc2-8aeb33d03bec req-e2e0a2f2-5054-4456-8d6b-3edb6b1b0e80 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 945 time: 0.5748096 Nov 25 13:15:19.832797 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c4be40-7561-4a77-b975-39bfa9ac095c None None] Network d0fcbb25-711a-42a9-b82a-fa06187c61e7 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:15:19.860456 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-94c4be40-7561-4a77-b975-39bfa9ac095c None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:15:19.873648 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c4be40-7561-4a77-b975-39bfa9ac095c None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:15:19.898079 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8c4474f5-347d-4e66-a59a-35daa309017e req-1ecefbd7-b5e6-4439-821a-ae012dedf74e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9e9e678c-a90f-49f7-89f8-05d07ae2e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885694 Nov 25 13:15:19.908835 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c4be40-7561-4a77-b975-39bfa9ac095c None None] Pushing event updated for resources: {'Port': ['ID=09922186-51d6-474e-927e-fbee3f770578,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:19.987658 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-94c4be40-7561-4a77-b975-39bfa9ac095c None None] Attempting to bind port 09922186-51d6-474e-927e-fbee3f770578 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:15:19.988633 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-94c4be40-7561-4a77-b975-39bfa9ac095c None None] Attempting to bind port 09922186-51d6-474e-927e-fbee3f770578 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'e2f12bb0-3918-46c8-880a-6df39de82054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd0fcbb25-711a-42a9-b82a-fa06187c61e7'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:15:19.989266 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c4be40-7561-4a77-b975-39bfa9ac095c None None] Attempting to bind port 09922186-51d6-474e-927e-fbee3f770578 on network d0fcbb25-711a-42a9-b82a-fa06187c61e7 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:15:19.998061 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c4be40-7561-4a77-b975-39bfa9ac095c None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:15:19.999060 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c4be40-7561-4a77-b975-39bfa9ac095c None None] Checking segment: {'id': 'e2f12bb0-3918-46c8-880a-6df39de82054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd0fcbb25-711a-42a9-b82a-fa06187c61e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:15:19.999735 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-94c4be40-7561-4a77-b975-39bfa9ac095c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:20.000644 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c4be40-7561-4a77-b975-39bfa9ac095c None None] Bound using segment: {'id': 'e2f12bb0-3918-46c8-880a-6df39de82054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd0fcbb25-711a-42a9-b82a-fa06187c61e7'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:15:20.001606 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-94c4be40-7561-4a77-b975-39bfa9ac095c None None] Bound port: 09922186-51d6-474e-927e-fbee3f770578, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2f12bb0-3918-46c8-880a-6df39de82054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd0fcbb25-711a-42a9-b82a-fa06187c61e7'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:15:20.002337 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-94c4be40-7561-4a77-b975-39bfa9ac095c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:20.025831 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a6574611-6c83-4a7e-9bc2-8aeb33d03bec req-178be80f-d355-497a-a4cc-9252539fdab7 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1748576 Nov 25 13:15:20.060315 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44972) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:20.067571 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d5765473-4aa4-4f68-810d-0e6248c7b5d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:20.079893 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d5765473-4aa4-4f68-810d-0e6248c7b5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:20.119586 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d571437-3e6a-4d34-91ce-14a49ef6440c req-3e737e8a-2e8e-4520-958f-0addf493b957 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:20.126731 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6d571437-3e6a-4d34-91ce-14a49ef6440c req-3e737e8a-2e8e-4520-958f-0addf493b957 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] 10.222.0.53 "GET /v2.0/ports?device_id=792065eb-fc6f-4512-8cb0-445d254c5d03 HTTP/1.1" status: 200 len: 949 time: 0.2917609 Nov 25 13:15:20.153758 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-94c4be40-7561-4a77-b975-39bfa9ac095c None None] For port 09922186-51d6-474e-927e-fbee3f770578, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:15:20.161624 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-94c4be40-7561-4a77-b975-39bfa9ac095c None None] For port 09922186-51d6-474e-927e-fbee3f770578, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=09922186-51d6-474e-927e-fbee3f770578,segment=NetworkSegment(e2f12bb0-3918-46c8-880a-6df39de82054),segment_id=e2f12bb0-3918-46c8-880a-6df39de82054)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:15:20.164538 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5765473-4aa4-4f68-810d-0e6248c7b5d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1271ba18-de82-43ce-a23e-19b1fd2f1f63,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:20.168292 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-15987bdd-364d-491a-8082-f7c0f745adfe admin admin] Allocated IP 172.25.5.236 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/1602871f-8b05-4630-b029-51e088c75da6) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:15:20.173870 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-94c4be40-7561-4a77-b975-39bfa9ac095c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:20.203881 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d5765473-4aa4-4f68-810d-0e6248c7b5d6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ee1164a87d934b01982cbeba2d1a0f10&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1380718 Nov 25 13:15:20.210600 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44982) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:20.217974 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-606e1fd8-2a74-47aa-997c-bf67e5cc68b0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9efa22cde2f5455ebe1ad7714b099010&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1569800 Nov 25 13:15:20.220731 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44984) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:20.275917 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c4be40-7561-4a77-b975-39bfa9ac095c None None] Pushing event updated for resources: {'Port': ['ID=09922186-51d6-474e-927e-fbee3f770578,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:20.342602 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6d571437-3e6a-4d34-91ce-14a49ef6440c req-570ed978-eb0a-44d1-868c-0d302c8a69e2 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e9e678c-a90f-49f7-89f8-05d07ae2e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148745 Nov 25 13:15:20.379488 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5091ebc6-f13b-43e9-b66e-578b01a5aa65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:20.456488 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5091ebc6-f13b-43e9-b66e-578b01a5aa65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:20.463847 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-15987bdd-364d-491a-8082-f7c0f745adfe admin admin] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:20.466821 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c77ec801-4a1a-47ad-b459-684b91c76225 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:20.515931 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-15987bdd-364d-491a-8082-f7c0f745adfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:20.592146 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15987bdd-364d-491a-8082-f7c0f745adfe admin admin] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:15:20.596754 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-15987bdd-364d-491a-8082-f7c0f745adfe admin admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:15:20.611090 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c77ec801-4a1a-47ad-b459-684b91c76225 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:20.617934 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ff3d96-086e-4568-a4e3-cdd6cfc58204 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:15:20.630518 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15987bdd-364d-491a-8082-f7c0f745adfe admin admin] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:15:20.652015 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f7e7dd4a-e292-476e-9aa6-fc3054c7897a req-1adb9d28-0a9b-4025-85c0-7096b48a2b6d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1863472 Nov 25 13:15:20.724845 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5091ebc6-f13b-43e9-b66e-578b01a5aa65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:20.732156 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5091ebc6-f13b-43e9-b66e-578b01a5aa65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:20.733158 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-dc055fa3-7bd7-491d-94cf-628bda542504 None None] Provisioning complete for port 1602871f-8b05-4630-b029-51e088c75da6 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:15:20.733280 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dc055fa3-7bd7-491d-94cf-628bda542504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:20.736761 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5091ebc6-f13b-43e9-b66e-578b01a5aa65 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1271ba18-de82-43ce-a23e-19b1fd2f1f63 HTTP/1.1" status: 204 len: 168 time: 0.5217850 Nov 25 13:15:20.775240 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15987bdd-364d-491a-8082-f7c0f745adfe admin admin] Pushing event updated for resources: {'Port': ['ID=1602871f-8b05-4630-b029-51e088c75da6,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:20.822149 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-dc055fa3-7bd7-491d-94cf-628bda542504 None None] Port 1602871f-8b05-4630-b029-51e088c75da6 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:15:20.834104 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5091ebc6-f13b-43e9-b66e-578b01a5aa65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1271ba18-de82-43ce-a23e-19b1fd2f1f63,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:20.890642 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c77ec801-4a1a-47ad-b459-684b91c76225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:20.893342 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c77ec801-4a1a-47ad-b459-684b91c76225 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:20.899065 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c77ec801-4a1a-47ad-b459-684b91c76225 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/933db9a0-f528-4492-b003-97e41ff89655 HTTP/1.1" status: 204 len: 168 time: 0.6623406 Nov 25 13:15:20.965610 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ec801-4a1a-47ad-b459-684b91c76225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=933db9a0-f528-4492-b003-97e41ff89655,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:21.006760 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7dd4a-e292-476e-9aa6-fc3054c7897a req-f2c32f7c-9efc-44fe-9593-da4c55c81efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:21.007280 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7dd4a-e292-476e-9aa6-fc3054c7897a req-f2c32f7c-9efc-44fe-9593-da4c55c81efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:21.007942 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7dd4a-e292-476e-9aa6-fc3054c7897a req-f2c32f7c-9efc-44fe-9593-da4c55c81efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:21.008425 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7dd4a-e292-476e-9aa6-fc3054c7897a req-f2c32f7c-9efc-44fe-9593-da4c55c81efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:21.008964 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7dd4a-e292-476e-9aa6-fc3054c7897a req-f2c32f7c-9efc-44fe-9593-da4c55c81efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:21.010091 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7dd4a-e292-476e-9aa6-fc3054c7897a req-f2c32f7c-9efc-44fe-9593-da4c55c81efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:21.011687 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7dd4a-e292-476e-9aa6-fc3054c7897a req-f2c32f7c-9efc-44fe-9593-da4c55c81efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:21.013171 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f7e7dd4a-e292-476e-9aa6-fc3054c7897a req-f2c32f7c-9efc-44fe-9593-da4c55c81efc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f253db84e4e241d4aa7c98f5a2e10d18&device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 6509 time: 0.2240915 Nov 25 13:15:21.249176 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7dd4a-e292-476e-9aa6-fc3054c7897a req-4de64e60-6a46-48b7-b922-25ccf5dd60b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:21.249176 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7dd4a-e292-476e-9aa6-fc3054c7897a req-4de64e60-6a46-48b7-b922-25ccf5dd60b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:21.249176 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7dd4a-e292-476e-9aa6-fc3054c7897a req-4de64e60-6a46-48b7-b922-25ccf5dd60b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:21.249819 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f7e7dd4a-e292-476e-9aa6-fc3054c7897a req-4de64e60-6a46-48b7-b922-25ccf5dd60b4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c70f7334-0865-479f-9b23-a45cfad81392&id=2b823069-d9bd-4f42-87ec-afb97511a19d&id=2b823069-d9bd-4f42-87ec-afb97511a19d&id=2b823069-d9bd-4f42-87ec-afb97511a19d&id=2b823069-d9bd-4f42-87ec-afb97511a19d&id=ce8b7f62-300f-4958-8057-b23aa4d60523&id=ce8b7f62-300f-4958-8057-b23aa4d60523 HTTP/1.1" status: 200 len: 2298 time: 0.1717722 Nov 25 13:15:21.322584 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-15987bdd-364d-491a-8082-f7c0f745adfe admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:21.339921 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f7e7dd4a-e292-476e-9aa6-fc3054c7897a req-2ad095f6-e900-4dcc-bf36-df3151a0fd4b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71333c9f-e78f-47f6-8c82-caebeb1cd0f0 HTTP/1.1" status: 200 len: 1001 time: 0.0786879 Nov 25 13:15:21.461576 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7dd4a-e292-476e-9aa6-fc3054c7897a req-4f58c40c-105f-4ff5-8b70-28ead8907d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:21.466748 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f7e7dd4a-e292-476e-9aa6-fc3054c7897a req-4f58c40c-105f-4ff5-8b70-28ead8907d1f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fc9e2fcf-0a5d-4e99-a435-c082f1996d71 HTTP/1.1" status: 200 len: 855 time: 0.1190989 Nov 25 13:15:21.531319 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 45026) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:21.591448 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5f904a89-2da6-471a-a78f-d867ca4b8003 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:21.599372 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed30805-2a96-4b17-bc00-7203a55f9033 req-72cb8224-4082-4187-8986-3a081940426c tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:21.601324 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5ed30805-2a96-4b17-bc00-7203a55f9033 req-72cb8224-4082-4187-8986-3a081940426c tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] 10.222.0.53 "GET /v2.0/ports?device_id=792065eb-fc6f-4512-8cb0-445d254c5d03 HTTP/1.1" status: 200 len: 949 time: 0.1213477 Nov 25 13:15:21.640318 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7dd4a-e292-476e-9aa6-fc3054c7897a req-432f0526-49ca-4648-b48e-1627d37a4a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:21.641839 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f7e7dd4a-e292-476e-9aa6-fc3054c7897a req-432f0526-49ca-4648-b48e-1627d37a4a59 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c70f7334-0865-479f-9b23-a45cfad81392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1671424 Nov 25 13:15:21.816436 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5ed30805-2a96-4b17-bc00-7203a55f9033 req-b5b83070-e01e-437f-877f-b6cb412688e1 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e9e678c-a90f-49f7-89f8-05d07ae2e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081892 Nov 25 13:15:21.824804 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-15987bdd-364d-491a-8082-f7c0f745adfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:21.855949 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cac8332-c96e-439f-9ddd-c2f0a039fa94 None None] Network d0fcbb25-711a-42a9-b82a-fa06187c61e7 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:15:21.905091 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f7e7dd4a-e292-476e-9aa6-fc3054c7897a req-f4a510a4-5eff-4055-8a7d-b242e512dc29 service neutron] 10.222.0.66 "GET /v2.0/networks/c70f7334-0865-479f-9b23-a45cfad81392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376168 Nov 25 13:15:22.148540 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15987bdd-364d-491a-8082-f7c0f745adfe admin admin] Router fc5e4480-9680-4230-91ca-75120d6779c1 is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:15:22.174094 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-3dd0a7eb-6f4c-42f8-8342-edd0343cc3fc None None] Provisioning complete for port 09922186-51d6-474e-927e-fbee3f770578 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:15:22.179352 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3dd0a7eb-6f4c-42f8-8342-edd0343cc3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:22.218808 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f7e7dd4a-e292-476e-9aa6-fc3054c7897a req-c8d663df-fa8b-4cc9-81b8-926ecc3770ba service neutron] 10.222.0.66 "GET /v2.0/networks/c70f7334-0865-479f-9b23-a45cfad81392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040662 Nov 25 13:15:22.244477 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 09922186-51d6-474e-927e-fbee3f770578 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:15:22.326219 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15987bdd-364d-491a-8082-f7c0f745adfe admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:15:22.346938 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5f904a89-2da6-471a-a78f-d867ca4b8003 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:22.349298 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f7e7dd4a-e292-476e-9aa6-fc3054c7897a req-5dfc1f87-632a-46dd-92f4-1d0e11777a0d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.234&port_id=0f2c65ca-cd9b-4cf4-b4b7-974dd4a0e921 HTTP/1.1" status: 200 len: 217 time: 0.1198540 Nov 25 13:15:22.356343 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5f904a89-2da6-471a-a78f-d867ca4b8003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:22.357567 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-15987bdd-364d-491a-8082-f7c0f745adfe admin admin] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:22.362686 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-15987bdd-364d-491a-8082-f7c0f745adfe admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 3.7384255 Nov 25 13:15:22.365787 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 45060) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:22.407329 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5934ead-14af-4107-848e-9ca174489173 None None] Sync routers for ids ['fc5e4480-9680-4230-91ca-75120d6779c1'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:15:22.432850 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5f904a89-2da6-471a-a78f-d867ca4b8003 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1de4db086a4d49e0aeaa0008b57b9f7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8992867 Nov 25 13:15:22.498888 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 45066) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:22.529414 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5934ead-14af-4107-848e-9ca174489173 None None] Routers {'fc5e4480-9680-4230-91ca-75120d6779c1'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:15:22.531771 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7dd4a-e292-476e-9aa6-fc3054c7897a req-917e65c2-79bb-463a-b787-aaddca581b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:22.533209 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f7e7dd4a-e292-476e-9aa6-fc3054c7897a req-917e65c2-79bb-463a-b787-aaddca581b55 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e25e12e8-af35-42f8-83c0-b8f9f41a748f HTTP/1.1" status: 200 len: 797 time: 0.1191058 Nov 25 13:15:22.536166 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-a5934ead-14af-4107-848e-9ca174489173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:15:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['fc5e4480-9680-4230-91ca-75120d6779c1'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:15:22.582867 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f904a89-2da6-471a-a78f-d867ca4b8003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e75e32c-1e92-415d-9450-4b1c0a34026d,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:22.655119 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-489e618a-754c-4cd9-be33-690be357812e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:22.711662 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-489e618a-754c-4cd9-be33-690be357812e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:22.737276 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:15:22.737897 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 45080) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:22.806634 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7dd4a-e292-476e-9aa6-fc3054c7897a req-6e938b8d-d198-4f97-8705-6073f3d3b9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:22.812647 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f7e7dd4a-e292-476e-9aa6-fc3054c7897a req-6e938b8d-d198-4f97-8705-6073f3d3b9ea service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2b823069-d9bd-4f42-87ec-afb97511a19d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2679260 Nov 25 13:15:22.966593 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3dd0a7eb-6f4c-42f8-8342-edd0343cc3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:22.974739 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 09922186-51d6-474e-927e-fbee3f770578 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:15:22.976379 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:22.987335 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-489e618a-754c-4cd9-be33-690be357812e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:22.994797 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-489e618a-754c-4cd9-be33-690be357812e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:22.998298 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-489e618a-754c-4cd9-be33-690be357812e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8e75e32c-1e92-415d-9450-4b1c0a34026d HTTP/1.1" status: 204 len: 168 time: 0.4962075 Nov 25 13:15:23.061887 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489e618a-754c-4cd9-be33-690be357812e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e75e32c-1e92-415d-9450-4b1c0a34026d,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:23.088387 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f7e7dd4a-e292-476e-9aa6-fc3054c7897a req-4149c0d9-5c55-4242-893f-44961296c73a service neutron] 10.222.0.66 "GET /v2.0/networks/2b823069-d9bd-4f42-87ec-afb97511a19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616622 Nov 25 13:15:23.232291 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5e20a4ce-2c70-4fd6-bc48-e7242a203844 req-2fbfe1d1-0125-4e38-83e4-440dd30781c2 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=2f661a4ffc0e47c494c5268114be68f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0545657 Nov 25 13:15:23.314188 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f7e7dd4a-e292-476e-9aa6-fc3054c7897a req-7be05544-2504-4790-9ec6-7426077088cb service neutron] 10.222.0.66 "GET /v2.0/networks/2b823069-d9bd-4f42-87ec-afb97511a19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104716 Nov 25 13:15:23.328325 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-70484010-eb61-410e-b1a8-4c151e372170 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-854923756-network', 'tenant_id': '2836d991dc784a57b9439e4d7825c343'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:15:23.449403 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f7e7dd4a-e292-476e-9aa6-fc3054c7897a req-a3d6d4d2-fefd-4a2c-bed2-05c3c4e51359 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=724cccc6-fca6-4f56-9b33-692920a85a29 HTTP/1.1" status: 200 len: 217 time: 0.1068976 Nov 25 13:15:23.449779 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e20a4ce-2c70-4fd6-bc48-e7242a203844 req-e76722a6-d548-4333-b1c7-9c8eddc090fb tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:23.456348 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5e20a4ce-2c70-4fd6-bc48-e7242a203844 req-e76722a6-d548-4333-b1c7-9c8eddc090fb tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2230577 Nov 25 13:15:23.486007 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5e20a4ce-2c70-4fd6-bc48-e7242a203844 req-2019a63e-1441-4a20-ad53-937a2e2a187f tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] 10.222.0.53 "GET /v2.0/quotas/2f661a4ffc0e47c494c5268114be68f1 HTTP/1.1" status: 200 len: 375 time: 0.0206797 Nov 25 13:15:23.534935 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70484010-eb61-410e-b1a8-4c151e372170 admin admin] Made reservation on behalf of 2836d991dc784a57b9439e4d7825c343 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:15:23.541239 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-70484010-eb61-410e-b1a8-4c151e372170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:23.593384 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-3dd0a7eb-6f4c-42f8-8342-edd0343cc3fc None None] For port 09922186-51d6-474e-927e-fbee3f770578, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=09922186-51d6-474e-927e-fbee3f770578,segment=NetworkSegment(e2f12bb0-3918-46c8-880a-6df39de82054),segment_id=e2f12bb0-3918-46c8-880a-6df39de82054)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:15:23.594506 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-70484010-eb61-410e-b1a8-4c151e372170 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:23.643236 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-a5934ead-14af-4107-848e-9ca174489173 None None] Set router fc5e4480-9680-4230-91ca-75120d6779c1 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:15:23.647348 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3dd0a7eb-6f4c-42f8-8342-edd0343cc3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:23.656594 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7dd4a-e292-476e-9aa6-fc3054c7897a req-143cf01e-db3d-4e1f-b9e5-5d2654bdc3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:23.658549 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f7e7dd4a-e292-476e-9aa6-fc3054c7897a req-143cf01e-db3d-4e1f-b9e5-5d2654bdc3d3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e25e12e8-af35-42f8-83c0-b8f9f41a748f HTTP/1.1" status: 200 len: 797 time: 0.2025349 Nov 25 13:15:23.748425 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5e20a4ce-2c70-4fd6-bc48-e7242a203844 req-1f37a96b-535c-4024-a7dc-2272b255a194 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2f661a4ffc0e47c494c5268114be68f1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0880330 Nov 25 13:15:23.857038 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7dd4a-e292-476e-9aa6-fc3054c7897a req-7dca3a9f-73f5-417b-80d5-503503c573b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:23.858749 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f7e7dd4a-e292-476e-9aa6-fc3054c7897a req-7dca3a9f-73f5-417b-80d5-503503c573b1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2b823069-d9bd-4f42-87ec-afb97511a19d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1890366 Nov 25 13:15:23.879259 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:24.072654 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 45150) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:24.174056 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b2118723-fc8d-4e76-a3fb-14f865457eb9 req-6cd6e800-d015-4bca-99d1-748f0c03dc77 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] 10.222.0.53 "GET /v2.0/ports?device_id=13ed62b5-694a-4476-835b-5f002f195e0f HTTP/1.1" status: 200 len: 210 time: 0.0851896 Nov 25 13:15:24.187575 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-200ec186-c036-4da9-8818-0d341d18e360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:24.237423 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-70484010-eb61-410e-b1a8-4c151e372170 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:24.312858 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-70484010-eb61-410e-b1a8-4c151e372170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:24.345660 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14,segment=NetworkSegment(c770b2a8-6850-4501-ba81-87e53f72232e),segment_id=c770b2a8-6850-4501-ba81-87e53f72232e)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:15:24.357532 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70484010-eb61-410e-b1a8-4c151e372170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6948a0d-f63d-428f-bbe4-78960ffe7fc5,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:24.365444 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a473b0-12a5-4eaf-a002-8ffa88b87577', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:15:24.392693 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0a19fffd-8741-436b-8da0-da593b543619 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:24.394449 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f7e7dd4a-e292-476e-9aa6-fc3054c7897a req-9851c530-4b74-45b3-a96f-6eda34c02e58 service neutron] 10.222.0.66 "GET /v2.0/networks/2b823069-d9bd-4f42-87ec-afb97511a19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5222523 Nov 25 13:15:24.396999 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5645e1a4-003e-4213-a964-424f74309268" -d '{"events": [{"server_uuid": "a5a473b0-12a5-4eaf-a002-8ffa88b87577", "name": "network-vif-unplugged", "status": "completed", "tag": "8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:15:24.398030 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70484010-eb61-410e-b1a8-4c151e372170 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:15:24.459122 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:24.483775 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-70484010-eb61-410e-b1a8-4c151e372170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:24.488109 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-70484010-eb61-410e-b1a8-4c151e372170 admin admin] Added segment 9d06135e-70aa-4e21-b82a-10ab0459ce8f of type vlan for network 0f8d98df-0c8b-4d59-a080-cbd59d00b40c Nov 25 13:15:24.491921 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 45178) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:24.511476 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 13:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d898fc6-7573-479c-91a6-a4908b3572a9 x-openstack-request-id: req-2d898fc6-7573-479c-91a6-a4908b3572a9 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:15:24.511704 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a473b0-12a5-4eaf-a002-8ffa88b87577", "name": "network-vif-unplugged", "status": "completed", "tag": "8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:15:24.511807 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2d898fc6-7573-479c-91a6-a4908b3572a9 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:15:24.512210 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a473b0-12a5-4eaf-a002-8ffa88b87577', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14', 'code': 200} Nov 25 13:15:24.558438 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd0a7eb-6f4c-42f8-8342-edd0343cc3fc None None] Pushing event updated for resources: {'Port': ['ID=09922186-51d6-474e-927e-fbee3f770578,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:24.561572 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-cbeb296d-97bb-4c2c-850e-a1533a1ef7f5 None None] Provisioning complete for port 09922186-51d6-474e-927e-fbee3f770578 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:15:24.561958 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cbeb296d-97bb-4c2c-850e-a1533a1ef7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:24.770771 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14,revision_number=8']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:24.782551 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:15:24.903074 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-200ec186-c036-4da9-8818-0d341d18e360 admin admin] Allocated IP 172.20.0.1 (d0fcbb25-711a-42a9-b82a-fa06187c61e7/e77448f8-5c9e-48cf-b9f8-c58db39caf08/be82d167-6675-474b-bc09-7b168b1f7195) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:15:24.927219 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0a19fffd-8741-436b-8da0-da593b543619 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:24.974592 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0a19fffd-8741-436b-8da0-da593b543619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:25.016206 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14,segment=NetworkSegment(c770b2a8-6850-4501-ba81-87e53f72232e),segment_id=c770b2a8-6850-4501-ba81-87e53f72232e)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:15:25.034666 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14', 'network_id': '9accb235-a825-49d8-b9c6-39063069a4b3', 'port_id': '8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14', 'mac_address': 'fa:16:3e:ce:3b:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6a84af7-6347-4e0f-945a-98a5515a4a22', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:15:25.085904 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-a5934ead-14af-4107-848e-9ca174489173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'name': 'tempest-FloatingIPsAssociationTestJSON-2047343648-router', 'tenant_id': '011bce4f061943c38bb17c6e89517c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '1602871f-8b05-4630-b029-51e088c75da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:15:18Z', 'updated_at': '2021-11-25T13:15:21Z', 'revision_number': 3, 'project_id': '011bce4f061943c38bb17c6e89517c3b', 'gw_port': {'id': '1602871f-8b05-4630-b029-51e088c75da6', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:15:19Z', 'updated_at': '2021-11-25T13:15:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:15:25.093860 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:25.141959 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:15:25.168768 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14,segment=NetworkSegment(c770b2a8-6850-4501-ba81-87e53f72232e),segment_id=c770b2a8-6850-4501-ba81-87e53f72232e)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:15:25.183748 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-200ec186-c036-4da9-8818-0d341d18e360 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:25.246311 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5934ead-14af-4107-848e-9ca174489173 None None] Checking router: fc5e4480-9680-4230-91ca-75120d6779c1 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:15:25.247011 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5934ead-14af-4107-848e-9ca174489173 None None] Updating router fc5e4480-9680-4230-91ca-75120d6779c1 port 1602871f-8b05-4630-b029-51e088c75da6 binding host n-d-808199-11 {{(pid=103572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:15:25.251249 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-70484010-eb61-410e-b1a8-4c151e372170 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:25.272858 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-0a19fffd-8741-436b-8da0-da593b543619 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d75a3713f71a4ad19d2e1057528c1326&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1987481 Nov 25 13:15:25.274288 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 45202) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:25.283411 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19fffd-8741-436b-8da0-da593b543619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d06ee56-5022-4963-9360-f1417b00acfb,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:25.312580 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a5934ead-14af-4107-848e-9ca174489173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:25.337937 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:25.387798 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.db.resource_extend [None req-70484010-eb61-410e-b1a8-4c151e372170 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 13:15:25.419829 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f7e7dd4a-e292-476e-9aa6-fc3054c7897a req-4d09cd0d-adf9-4e72-8f12-d311002cea15 service neutron] 10.222.0.66 "GET /v2.0/networks/2b823069-d9bd-4f42-87ec-afb97511a19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0082631 Nov 25 13:15:25.463772 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:15:25.508005 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:15:25.529671 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9d20b33e-b75e-46cb-a808-01a411b21b3e req-e1eaf2fd-ee3f-45a3-9a2b-bedcbbaa480d tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] 10.222.0.53 "GET /v2.0/ports?device_id=13ed62b5-694a-4476-835b-5f002f195e0f HTTP/1.1" status: 200 len: 210 time: 0.1613164 Nov 25 13:15:25.544258 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f7e7dd4a-e292-476e-9aa6-fc3054c7897a req-4d46683b-ff4a-4f8d-b31d-b2f55ed3714e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=938ce238-0316-4d1c-bb63-dde0afdb2932 HTTP/1.1" status: 200 len: 217 time: 0.1062727 Nov 25 13:15:25.548143 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14,revision_number=9']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:25.601615 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-70484010-eb61-410e-b1a8-4c151e372170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:25.603606 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70484010-eb61-410e-b1a8-4c151e372170 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:25.604430 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-70484010-eb61-410e-b1a8-4c151e372170 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:25.689483 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70484010-eb61-410e-b1a8-4c151e372170 admin admin] Pushing event updated for resources: {'Network': ['ID=0f8d98df-0c8b-4d59-a080-cbd59d00b40c,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:25.703888 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f76f4f53-f49c-4b88-b753-a47033117394 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:25.730860 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-200ec186-c036-4da9-8818-0d341d18e360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:25.736491 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f76f4f53-f49c-4b88-b753-a47033117394 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:25.802590 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-70484010-eb61-410e-b1a8-4c151e372170 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.0595028 Nov 25 13:15:25.807706 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f76f4f53-f49c-4b88-b753-a47033117394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:25.811238 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f76f4f53-f49c-4b88-b753-a47033117394 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:25.813246 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-f76f4f53-f49c-4b88-b753-a47033117394 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0d06ee56-5022-4963-9360-f1417b00acfb HTTP/1.1" status: 204 len: 168 time: 0.5366602 Nov 25 13:15:25.823497 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 45218) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:25.837817 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-c2eca4c6-55b6-49c3-8821-f6d6fcb69db2 admin admin] Request body: {'subnet': {'network_id': '0f8d98df-0c8b-4d59-a080-cbd59d00b40c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-854923756-subnet', 'tenant_id': '2836d991dc784a57b9439e4d7825c343', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:15:25.849602 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7dd4a-e292-476e-9aa6-fc3054c7897a req-32a8f878-d7a5-40f8-a5eb-0f9d7b80af6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:25.851514 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f7e7dd4a-e292-476e-9aa6-fc3054c7897a req-32a8f878-d7a5-40f8-a5eb-0f9d7b80af6d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e25e12e8-af35-42f8-83c0-b8f9f41a748f HTTP/1.1" status: 200 len: 797 time: 0.3016751 Nov 25 13:15:25.853967 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5e20a4ce-2c70-4fd6-bc48-e7242a203844 req-855ecb19-964a-4a5d-8035-af52c1f80cca tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=2f661a4ffc0e47c494c5268114be68f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0681603 Nov 25 13:15:25.857595 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76f4f53-f49c-4b88-b753-a47033117394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d06ee56-5022-4963-9360-f1417b00acfb,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:25.867819 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 0f8d98df-0c8b-4d59-a080-cbd59d00b40c details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:15:25.984497 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7dd4a-e292-476e-9aa6-fc3054c7897a req-4d7404eb-bab8-40cc-ad3b-995327c7add8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:25.991098 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f7e7dd4a-e292-476e-9aa6-fc3054c7897a req-4d7404eb-bab8-40cc-ad3b-995327c7add8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2b823069-d9bd-4f42-87ec-afb97511a19d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1293173 Nov 25 13:15:25.997891 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2eca4c6-55b6-49c3-8821-f6d6fcb69db2 admin admin] Made reservation on behalf of 2836d991dc784a57b9439e4d7825c343 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:15:26.010822 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c2eca4c6-55b6-49c3-8821-f6d6fcb69db2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:26.198170 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200ec186-c036-4da9-8818-0d341d18e360 admin admin] Network d0fcbb25-711a-42a9-b82a-fa06187c61e7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:15:26.237080 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-200ec186-c036-4da9-8818-0d341d18e360 admin admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:15:26.244085 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200ec186-c036-4da9-8818-0d341d18e360 admin admin] Pushing event updated for resources: {'Port': ['ID=be82d167-6675-474b-bc09-7b168b1f7195,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:26.246883 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200ec186-c036-4da9-8818-0d341d18e360 admin admin] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:15:26.352167 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e20a4ce-2c70-4fd6-bc48-e7242a203844 req-c2df65f3-3180-49eb-b432-0a7af8c9e034 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:26.353802 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5e20a4ce-2c70-4fd6-bc48-e7242a203844 req-c2df65f3-3180-49eb-b432-0a7af8c9e034 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4657583 Nov 25 13:15:26.457647 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-200ec186-c036-4da9-8818-0d341d18e360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:26.482194 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-5e20a4ce-2c70-4fd6-bc48-e7242a203844 req-3fb46a32-2231-4afa-9dd6-759b655a1683 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] Request body: {'port': {'device_id': '13ed62b5-694a-4476-835b-5f002f195e0f', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'admin_state_up': True, 'tenant_id': '2f661a4ffc0e47c494c5268114be68f1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:15:26.664568 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 09922186-51d6-474e-927e-fbee3f770578 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:15:26.724080 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 45232) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:26.862970 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f7e7dd4a-e292-476e-9aa6-fc3054c7897a req-48e9ccb2-08aa-45fb-a2a5-54cd97138bf5 service neutron] 10.222.0.66 "GET /v2.0/networks/2b823069-d9bd-4f42-87ec-afb97511a19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8449528 Nov 25 13:15:26.951819 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7ededc94-b15f-4bf4-b862-5e075df140c3 req-86843a34-0557-4184-96df-f4d3241b982f tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] 10.222.0.53 "GET /v2.0/ports?device_id=13ed62b5-694a-4476-835b-5f002f195e0f HTTP/1.1" status: 200 len: 210 time: 0.2352459 Nov 25 13:15:26.962088 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c46b4233-8310-46af-ab52-5043b76c2264 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:27.003852 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-94f4a1c8-a960-4b8f-84d9-d11e17120106 None None] Provisioning complete for port be82d167-6675-474b-bc09-7b168b1f7195 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:15:27.004382 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-94f4a1c8-a960-4b8f-84d9-d11e17120106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:27.027748 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8a5acd27-62db-42dc-b5d4-192f66136d1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:27.031770 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-200ec186-c036-4da9-8818-0d341d18e360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:27.040968 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a5934ead-14af-4107-848e-9ca174489173 None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:27.075431 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 09922186-51d6-474e-927e-fbee3f770578 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:15:27.076312 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:27.128584 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a5934ead-14af-4107-848e-9ca174489173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:27.143459 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e20a4ce-2c70-4fd6-bc48-e7242a203844 req-3fb46a32-2231-4afa-9dd6-759b655a1683 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] Made reservation on behalf of 2f661a4ffc0e47c494c5268114be68f1 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:15:27.147128 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5e20a4ce-2c70-4fd6-bc48-e7242a203844 req-3fb46a32-2231-4afa-9dd6-759b655a1683 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:27.223917 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-94f4a1c8-a960-4b8f-84d9-d11e17120106 None None] Port be82d167-6675-474b-bc09-7b168b1f7195 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:15:27.271855 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8008ef-b189-4c73-9a38-b350c10371b1 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:15:27.313247 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-a5934ead-14af-4107-848e-9ca174489173 None None] Attempting to bind port 1602871f-8b05-4630-b029-51e088c75da6 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:15:27.313623 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-a5934ead-14af-4107-848e-9ca174489173 None None] Attempting to bind port 1602871f-8b05-4630-b029-51e088c75da6 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:15:27.313990 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5934ead-14af-4107-848e-9ca174489173 None None] Attempting to bind port 1602871f-8b05-4630-b029-51e088c75da6 on network 7542d3d9-0db3-40e7-ab88-a168871141f7 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:15:27.320682 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4674ac2-58d5-4475-97f3-ba8839e786ad None None] Pushing event updated for resources: {'Port': ['ID=1602871f-8b05-4630-b029-51e088c75da6,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:27.369963 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5934ead-14af-4107-848e-9ca174489173 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:15:27.370397 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5934ead-14af-4107-848e-9ca174489173 None None] Checking segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:15:27.370832 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a5934ead-14af-4107-848e-9ca174489173 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:27.372551 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5934ead-14af-4107-848e-9ca174489173 None None] Bound using segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:15:27.373052 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-a5934ead-14af-4107-848e-9ca174489173 None None] Bound port: 1602871f-8b05-4630-b029-51e088c75da6, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:15:27.373438 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a5934ead-14af-4107-848e-9ca174489173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:27.428138 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f7e7dd4a-e292-476e-9aa6-fc3054c7897a req-46d3d2b0-9710-4ced-aad8-7afb55d5466d service neutron] 10.222.0.66 "GET /v2.0/networks/2b823069-d9bd-4f42-87ec-afb97511a19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5497632 Nov 25 13:15:27.445714 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-ea6f70a3-5c80-4d4e-a956-8d15657e638e None None] Provisioning complete for port 1602871f-8b05-4630-b029-51e088c75da6 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:15:27.446209 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ea6f70a3-5c80-4d4e-a956-8d15657e638e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:27.478486 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f7e7dd4a-e292-476e-9aa6-fc3054c7897a req-bc1ecbaf-cf17-4c31-ae34-d57f82e4b1df service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=6a9422b9-9b35-47c0-860e-beb2d93e73ce HTTP/1.1" status: 200 len: 217 time: 0.0394506 Nov 25 13:15:27.484053 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c2eca4c6-55b6-49c3-8821-f6d6fcb69db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:27.507471 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-a5934ead-14af-4107-848e-9ca174489173 None None] For port 1602871f-8b05-4630-b029-51e088c75da6, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:15:27.528457 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-a5934ead-14af-4107-848e-9ca174489173 None None] For port 1602871f-8b05-4630-b029-51e088c75da6, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=1602871f-8b05-4630-b029-51e088c75da6,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:15:27.540545 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-ea6f70a3-5c80-4d4e-a956-8d15657e638e None None] Port 1602871f-8b05-4630-b029-51e088c75da6 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:15:27.549253 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a5934ead-14af-4107-848e-9ca174489173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:27.583583 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010c0f3a-3731-4e99-86af-096fef4d3b68 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:15:27.607365 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7dd4a-e292-476e-9aa6-fc3054c7897a req-06218eef-4e19-4400-9f5d-aa3d0c8be68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:27.611991 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f7e7dd4a-e292-476e-9aa6-fc3054c7897a req-06218eef-4e19-4400-9f5d-aa3d0c8be68e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e25e12e8-af35-42f8-83c0-b8f9f41a748f HTTP/1.1" status: 200 len: 797 time: 0.1222303 Nov 25 13:15:27.613368 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-5e20a4ce-2c70-4fd6-bc48-e7242a203844 req-3fb46a32-2231-4afa-9dd6-759b655a1683 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] Allocated IP 192.168.233.247 (85f6380f-3625-4f44-8465-fbcf0c11fed5/2ce5ca48-e3be-44c6-9584-fd9eb8c67222/2178c7a2-d34e-46d5-a63c-56ecf8855f73) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:15:27.651256 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5934ead-14af-4107-848e-9ca174489173 None None] Routers {'fc5e4480-9680-4230-91ca-75120d6779c1'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:15:27.655097 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-a5934ead-14af-4107-848e-9ca174489173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:15:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['fc5e4480-9680-4230-91ca-75120d6779c1'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:15:27.790318 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eca4c6-55b6-49c3-8821-f6d6fcb69db2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b915c00-2205-4c37-8081-69d76b3203c1,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:27.815972 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-69192454-0de8-432c-b6c5-5f426e0875ca None None] Provisioning complete for port 1602871f-8b05-4630-b029-51e088c75da6 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:15:27.816557 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-69192454-0de8-432c-b6c5-5f426e0875ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:27.867326 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7dd4a-e292-476e-9aa6-fc3054c7897a req-e762e481-bc14-40c7-8643-6165cd6a772c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:27.870565 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f7e7dd4a-e292-476e-9aa6-fc3054c7897a req-e762e481-bc14-40c7-8643-6165cd6a772c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2b823069-d9bd-4f42-87ec-afb97511a19d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1971176 Nov 25 13:15:27.888072 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2eca4c6-55b6-49c3-8821-f6d6fcb69db2 admin admin] Checking segment: {'id': '9d06135e-70aa-4e21-b82a-10ab0459ce8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0f8d98df-0c8b-4d59-a080-cbd59d00b40c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:15:27.888884 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2eca4c6-55b6-49c3-8821-f6d6fcb69db2 admin admin] Network hostable DHCP agents. Network: 0f8d98df-0c8b-4d59-a080-cbd59d00b40c, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:15:28.090679 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2eca4c6-55b6-49c3-8821-f6d6fcb69db2 admin admin] Network 0f8d98df-0c8b-4d59-a080-cbd59d00b40c is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:15:28.137466 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-c2eca4c6-55b6-49c3-8821-f6d6fcb69db2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 0f8d98df-0c8b-4d59-a080-cbd59d00b40c) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:15:28.171313 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2eca4c6-55b6-49c3-8821-f6d6fcb69db2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:28.171910 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c2eca4c6-55b6-49c3-8821-f6d6fcb69db2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:28.190130 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb5736b-beb0-4f2d-90bc-b447761b74a4 None None] Network 0f8d98df-0c8b-4d59-a080-cbd59d00b40c requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:15:28.214030 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f7e7dd4a-e292-476e-9aa6-fc3054c7897a req-0c9743e5-f8bd-41d9-8e8f-04c42383af64 service neutron] 10.222.0.66 "GET /v2.0/networks/2b823069-d9bd-4f42-87ec-afb97511a19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276463 Nov 25 13:15:28.222287 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c2eca4c6-55b6-49c3-8821-f6d6fcb69db2 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.3937459 Nov 25 13:15:28.232572 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 45268) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:28.246034 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-00cac409-080f-4ec9-90e0-b65bb0f72930 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-854923756-router', 'tenant_id': '2836d991dc784a57b9439e4d7825c343', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:15:28.327972 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5e20a4ce-2c70-4fd6-bc48-e7242a203844 req-3fb46a32-2231-4afa-9dd6-759b655a1683 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:28.330337 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4674ac2-58d5-4475-97f3-ba8839e786ad None None] Pushing event updated for resources: {'Port': ['ID=1602871f-8b05-4630-b029-51e088c75da6,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:28.403473 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696ee163-a6f7-4d51-be28-113dc3c27c47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-0f8d98df-0c8b-4d59-a080-cbd59d00b40c', 'network_id': '0f8d98df-0c8b-4d59-a080-cbd59d00b40c', 'tenant_id': '2836d991dc784a57b9439e4d7825c343', 'fixed_ips': [{'subnet_id': '2b915c00-2205-4c37-8081-69d76b3203c1'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:15:28.404494 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-696ee163-a6f7-4d51-be28-113dc3c27c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:28.404933 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-00cac409-080f-4ec9-90e0-b65bb0f72930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:28.406276 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-00cac409-080f-4ec9-90e0-b65bb0f72930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:28.408932 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c46b4233-8310-46af-ab52-5043b76c2264 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:28.455993 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c46b4233-8310-46af-ab52-5043b76c2264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:28.468523 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-200ec186-c036-4da9-8818-0d341d18e360 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:28.507656 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-00cac409-080f-4ec9-90e0-b65bb0f72930 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:28.535145 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-21d0c472-0a5f-41a3-8c25-1fd241bc018e req-bd75f6f1-f9fa-43d6-9ea2-f49aa6545ae4 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] 10.222.0.53 "GET /v2.0/ports?device_id=13ed62b5-694a-4476-835b-5f002f195e0f HTTP/1.1" status: 200 len: 210 time: 0.1811116 Nov 25 13:15:28.547861 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-200ec186-c036-4da9-8818-0d341d18e360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:28.568801 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f7e7dd4a-e292-476e-9aa6-fc3054c7897a req-da7cbc74-4da8-4b54-98db-2dcea65615a9 service neutron] 10.222.0.66 "GET /v2.0/networks/2b823069-d9bd-4f42-87ec-afb97511a19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3385637 Nov 25 13:15:28.589170 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-a5934ead-14af-4107-848e-9ca174489173 None None] Set router fc5e4480-9680-4230-91ca-75120d6779c1 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:15:28.638673 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200ec186-c036-4da9-8818-0d341d18e360 admin admin] Pushing event updated for resources: {'Port': ['ID=be82d167-6675-474b-bc09-7b168b1f7195,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:28.700437 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c46b4233-8310-46af-ab52-5043b76c2264 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=504cacad044647de80cb2dca5d39ba3d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9529402 Nov 25 13:15:28.704158 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 45278) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:28.705078 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46b4233-8310-46af-ab52-5043b76c2264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef528c2-d7ce-4338-ae10-a22227b85448,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:28.723870 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:15:28.775183 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-200ec186-c036-4da9-8818-0d341d18e360 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:28.842531 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-69192454-0de8-432c-b6c5-5f426e0875ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:28.866863 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-69192454-0de8-432c-b6c5-5f426e0875ca None None] For port 1602871f-8b05-4630-b029-51e088c75da6, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=1602871f-8b05-4630-b029-51e088c75da6,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:15:28.882395 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f7e7dd4a-e292-476e-9aa6-fc3054c7897a req-de67cfe6-6f3a-4732-a0a8-f2b277f76d38 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=319ab71f-208d-41ad-889f-9bd1500155cd HTTP/1.1" status: 200 len: 217 time: 0.3033459 Nov 25 13:15:28.920121 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5e20a4ce-2c70-4fd6-bc48-e7242a203844 req-3fb46a32-2231-4afa-9dd6-759b655a1683 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:28.992285 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ef2b5e5f-6f04-4b8a-90d4-eb74481c7c70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:29.022314 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-69192454-0de8-432c-b6c5-5f426e0875ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:29.024566 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['c37d6fc7-0a36-449f-b884-229fcd5f734c'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:15:29.142022 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69192454-0de8-432c-b6c5-5f426e0875ca None None] Pushing event updated for resources: {'Port': ['ID=1602871f-8b05-4630-b029-51e088c75da6,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:29.171274 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:15:29.171676 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:29.179406 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ef2b5e5f-6f04-4b8a-90d4-eb74481c7c70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:29.228313 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e20a4ce-2c70-4fd6-bc48-e7242a203844 req-3fb46a32-2231-4afa-9dd6-759b655a1683 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] Network 85f6380f-3625-4f44-8465-fbcf0c11fed5 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:15:29.247568 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-696ee163-a6f7-4d51-be28-113dc3c27c47 None None] Allocated IP 172.20.0.2 (0f8d98df-0c8b-4d59-a080-cbd59d00b40c/2b915c00-2205-4c37-8081-69d76b3203c1/1e03e084-d2ea-468f-884e-204e4f18a05d) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:15:29.267692 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-a5934ead-14af-4107-848e-9ca174489173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'name': 'tempest-FloatingIPsAssociationTestJSON-2047343648-router', 'tenant_id': '011bce4f061943c38bb17c6e89517c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '1602871f-8b05-4630-b029-51e088c75da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:15:18Z', 'updated_at': '2021-11-25T13:15:26Z', 'revision_number': 4, 'project_id': '011bce4f061943c38bb17c6e89517c3b', 'gw_port': {'id': '1602871f-8b05-4630-b029-51e088c75da6', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:15:19Z', 'updated_at': '2021-11-25T13:15:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'be82d167-6675-474b-bc09-7b168b1f7195', 'name': '', 'network_id': 'd0fcbb25-711a-42a9-b82a-fa06187c61e7', 'tenant_id': '011bce4f061943c38bb17c6e89517c3b', 'mac_address': 'fa:16:3e:6c:0c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e77448f8-5c9e-48cf-b9f8-c58db39caf08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:15:24Z', 'updated_at': '2021-11-25T13:15:24Z', 'revision_number': 1, 'project_id': '011bce4f061943c38bb17c6e89517c3b', 'subnets': [{'id': 'e77448f8-5c9e-48cf-b9f8-c58db39caf08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:15:29.279050 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-00cac409-080f-4ec9-90e0-b65bb0f72930 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:29.285447 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200ec186-c036-4da9-8818-0d341d18e360 admin admin] Network d0fcbb25-711a-42a9-b82a-fa06187c61e7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:15:29.288305 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7dd4a-e292-476e-9aa6-fc3054c7897a req-bbb6155f-67d9-411b-868a-4af0f167b657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:29.289470 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-8a5acd27-62db-42dc-b5d4-192f66136d1b admin admin] Deleting port baf40d51-6017-4b71-8a43-58e16e2fae3d {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:15:29.289470 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8a5acd27-62db-42dc-b5d4-192f66136d1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:29.292720 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-200ec186-c036-4da9-8818-0d341d18e360 admin admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:15:29.302159 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5934ead-14af-4107-848e-9ca174489173 None None] The sync data for ids ['fc5e4480-9680-4230-91ca-75120d6779c1'] in n-d-808199-11 is: [{'id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'name': 'tempest-FloatingIPsAssociationTestJSON-2047343648-router', 'tenant_id': '011bce4f061943c38bb17c6e89517c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '1602871f-8b05-4630-b029-51e088c75da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:15:18Z', 'updated_at': '2021-11-25T13:15:26Z', 'revision_number': 4, 'project_id': '011bce4f061943c38bb17c6e89517c3b', 'gw_port': {'id': '1602871f-8b05-4630-b029-51e088c75da6', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:15:19Z', 'updated_at': '2021-11-25T13:15:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'be82d167-6675-474b-bc09-7b168b1f7195', 'name': '', 'network_id': 'd0fcbb25-711a-42a9-b82a-fa06187c61e7', 'tenant_id': '011bce4f061943c38bb17c6e89517c3b', 'mac_address': 'fa:16:3e:6c:0c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e77448f8-5c9e-48cf-b9f8-c58db39caf08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:15:24Z', 'updated_at': '2021-11-25T13:15:24Z', 'revision_number': 1, 'project_id': '011bce4f061943c38bb17c6e89517c3b', 'subnets': [{'id': 'e77448f8-5c9e-48cf-b9f8-c58db39caf08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:15:29.319048 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f7e7dd4a-e292-476e-9aa6-fc3054c7897a req-bbb6155f-67d9-411b-868a-4af0f167b657 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=06817033-b081-4244-92d2-8969dbcfd417 HTTP/1.1" status: 200 len: 797 time: 0.4174352 Nov 25 13:15:29.322605 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-5e20a4ce-2c70-4fd6-bc48-e7242a203844 req-3fb46a32-2231-4afa-9dd6-759b655a1683 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:15:29.327957 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e20a4ce-2c70-4fd6-bc48-e7242a203844 req-3fb46a32-2231-4afa-9dd6-759b655a1683 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:15:29.522795 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ef2b5e5f-6f04-4b8a-90d4-eb74481c7c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:29.526873 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ef2b5e5f-6f04-4b8a-90d4-eb74481c7c70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:29.556606 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-ef2b5e5f-6f04-4b8a-90d4-eb74481c7c70 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7ef528c2-d7ce-4338-ae10-a22227b85448 HTTP/1.1" status: 204 len: 168 time: 0.8390465 Nov 25 13:15:29.669435 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2b5e5f-6f04-4b8a-90d4-eb74481c7c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef528c2-d7ce-4338-ae10-a22227b85448,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:29.870176 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:29.875239 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-8a5acd27-62db-42dc-b5d4-192f66136d1b admin admin] For port baf40d51-6017-4b71-8a43-58e16e2fae3d, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=baf40d51-6017-4b71-8a43-58e16e2fae3d,segment=NetworkSegment(2b145124-ca3d-43c4-8881-fe5b31d26e5c),segment_id=2b145124-ca3d-43c4-8881-fe5b31d26e5c)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:15:29.875634 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8a5acd27-62db-42dc-b5d4-192f66136d1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:29.974863 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-200ec186-c036-4da9-8818-0d341d18e360 admin admin] Router fc5e4480-9680-4230-91ca-75120d6779c1 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:15:30.063899 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-8a5acd27-62db-42dc-b5d4-192f66136d1b admin admin] Calling delete_port for baf40d51-6017-4b71-8a43-58e16e2fae3d owned by network:router_interface {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:15:30.156076 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a473b0-12a5-4eaf-a002-8ffa88b87577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:15:30.158373 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e21578c-ce38-4879-af7b-a54b454402d7" -d '{"events": [{"server_uuid": "a5a473b0-12a5-4eaf-a002-8ffa88b87577", "name": "network-vif-plugged", "status": "completed", "tag": "8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:15:30.200724 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb46a32-2231-4afa-9dd6-759b655a1683 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] Pushing event updated for resources: {'Port': ['ID=2178c7a2-d34e-46d5-a63c-56ecf8855f73,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:30.203756 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14,segment=NetworkSegment(c770b2a8-6850-4501-ba81-87e53f72232e),segment_id=c770b2a8-6850-4501-ba81-87e53f72232e)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:15:30.217316 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-94b91dcc-3253-479a-901f-48811ce865d9 None None] Provisioning complete for port be82d167-6675-474b-bc09-7b168b1f7195 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:15:30.217972 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-94b91dcc-3253-479a-901f-48811ce865d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:30.222795 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:30.327646 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0359576e-b512-4111-92fe-19feb46f3a0e x-openstack-request-id: req-0359576e-b512-4111-92fe-19feb46f3a0e {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:15:30.328232 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a473b0-12a5-4eaf-a002-8ffa88b87577", "name": "network-vif-plugged", "status": "completed", "tag": "8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:15:30.328674 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0359576e-b512-4111-92fe-19feb46f3a0e {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:15:30.329277 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a473b0-12a5-4eaf-a002-8ffa88b87577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14', 'code': 200} Nov 25 13:15:30.335278 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc27a9-e65a-42b2-a34c-de62c9aa3c96 req-03093a4d-5616-4ab0-b667-836bf42c30a3 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:30.343016 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bcbc27a9-e65a-42b2-a34c-de62c9aa3c96 req-03093a4d-5616-4ab0-b667-836bf42c30a3 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] 10.222.0.53 "GET /v2.0/ports?device_id=13ed62b5-694a-4476-835b-5f002f195e0f HTTP/1.1" status: 200 len: 936 time: 0.4198499 Nov 25 13:15:30.365277 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e20a4ce-2c70-4fd6-bc48-e7242a203844 req-3fb46a32-2231-4afa-9dd6-759b655a1683 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:30.366017 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5e20a4ce-2c70-4fd6-bc48-e7242a203844 req-3fb46a32-2231-4afa-9dd6-759b655a1683 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:30.370387 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14,revision_number=10']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:30.403105 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7dd4a-e292-476e-9aa6-fc3054c7897a req-7d6d5f3e-6d5a-48c9-b5e0-f336cb7513c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:30.404786 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f7e7dd4a-e292-476e-9aa6-fc3054c7897a req-7d6d5f3e-6d5a-48c9-b5e0-f336cb7513c7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ce8b7f62-300f-4958-8057-b23aa4d60523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.0705550 Nov 25 13:15:30.407472 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-696ee163-a6f7-4d51-be28-113dc3c27c47 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:30.412090 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5e20a4ce-2c70-4fd6-bc48-e7242a203844 req-3fb46a32-2231-4afa-9dd6-759b655a1683 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9453712 Nov 25 13:15:30.420188 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-94b91dcc-3253-479a-901f-48811ce865d9 None None] Port be82d167-6675-474b-bc09-7b168b1f7195 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:15:30.425319 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-daf316ef-fc7d-403c-8855-11842ad42700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:30.435089 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-5e20a4ce-2c70-4fd6-bc48-e7242a203844 req-075773a3-9efb-4edc-a6e2-8e15c69e61b8 service neutron] Request body: {'port': {'device_id': '13ed62b5-694a-4476-835b-5f002f195e0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:15:30.438711 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-696ee163-a6f7-4d51-be28-113dc3c27c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:30.528521 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696ee163-a6f7-4d51-be28-113dc3c27c47 None None] Network 0f8d98df-0c8b-4d59-a080-cbd59d00b40c is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:15:30.557643 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-696ee163-a6f7-4d51-be28-113dc3c27c47 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:15:30.585544 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696ee163-a6f7-4d51-be28-113dc3c27c47 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:15:30.601170 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696ee163-a6f7-4d51-be28-113dc3c27c47 None None] Pushing event updated for resources: {'Port': ['ID=1e03e084-d2ea-468f-884e-204e4f18a05d,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:30.634712 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-d81f6711-d5f7-4896-bd4a-8354422883bc None None] Provisioning complete for port 2178c7a2-d34e-46d5-a63c-56ecf8855f73 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:15:30.635119 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d81f6711-d5f7-4896-bd4a-8354422883bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:30.712932 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bcbc27a9-e65a-42b2-a34c-de62c9aa3c96 req-18731642-346c-49fc-8c4c-2206d825e067 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e9e678c-a90f-49f7-89f8-05d07ae2e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3434982 Nov 25 13:15:30.715442 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5e20a4ce-2c70-4fd6-bc48-e7242a203844 req-075773a3-9efb-4edc-a6e2-8e15c69e61b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:30.825701 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f7e7dd4a-e292-476e-9aa6-fc3054c7897a req-dee7c18b-4b0c-41a6-9be8-5606a7727eed service neutron] 10.222.0.66 "GET /v2.0/networks/ce8b7f62-300f-4958-8057-b23aa4d60523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4062557 Nov 25 13:15:30.875167 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-200ec186-c036-4da9-8818-0d341d18e360 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:15:30.891831 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-696ee163-a6f7-4d51-be28-113dc3c27c47 None None] Attempting to bind port 1e03e084-d2ea-468f-884e-204e4f18a05d on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:15:30.892338 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-696ee163-a6f7-4d51-be28-113dc3c27c47 None None] Attempting to bind port 1e03e084-d2ea-468f-884e-204e4f18a05d by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '9d06135e-70aa-4e21-b82a-10ab0459ce8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0f8d98df-0c8b-4d59-a080-cbd59d00b40c'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:15:30.893087 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-200ec186-c036-4da9-8818-0d341d18e360 admin admin] 10.222.0.53 "PUT /v2.0/routers/fc5e4480-9680-4230-91ca-75120d6779c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5261045 Nov 25 13:15:30.893626 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696ee163-a6f7-4d51-be28-113dc3c27c47 None None] Attempting to bind port 1e03e084-d2ea-468f-884e-204e4f18a05d on network 0f8d98df-0c8b-4d59-a080-cbd59d00b40c {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:15:30.898291 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-d81f6711-d5f7-4896-bd4a-8354422883bc None None] Port 2178c7a2-d34e-46d5-a63c-56ecf8855f73 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:15:30.909745 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696ee163-a6f7-4d51-be28-113dc3c27c47 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:15:30.912093 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696ee163-a6f7-4d51-be28-113dc3c27c47 None None] Checking segment: {'id': '9d06135e-70aa-4e21-b82a-10ab0459ce8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0f8d98df-0c8b-4d59-a080-cbd59d00b40c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:15:30.912625 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-696ee163-a6f7-4d51-be28-113dc3c27c47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:30.913854 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696ee163-a6f7-4d51-be28-113dc3c27c47 None None] Bound using segment: {'id': '9d06135e-70aa-4e21-b82a-10ab0459ce8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0f8d98df-0c8b-4d59-a080-cbd59d00b40c'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:15:30.919389 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-696ee163-a6f7-4d51-be28-113dc3c27c47 None None] Bound port: 1e03e084-d2ea-468f-884e-204e4f18a05d, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d06135e-70aa-4e21-b82a-10ab0459ce8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0f8d98df-0c8b-4d59-a080-cbd59d00b40c'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:15:30.920033 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-696ee163-a6f7-4d51-be28-113dc3c27c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:31.073038 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8a5acd27-62db-42dc-b5d4-192f66136d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:31.090459 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-696ee163-a6f7-4d51-be28-113dc3c27c47 None None] For port 1e03e084-d2ea-468f-884e-204e4f18a05d, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:15:31.101097 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-696ee163-a6f7-4d51-be28-113dc3c27c47 None None] For port 1e03e084-d2ea-468f-884e-204e4f18a05d, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=1e03e084-d2ea-468f-884e-204e4f18a05d,segment=NetworkSegment(9d06135e-70aa-4e21-b82a-10ab0459ce8f),segment_id=9d06135e-70aa-4e21-b82a-10ab0459ce8f)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:15:31.119339 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-696ee163-a6f7-4d51-be28-113dc3c27c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:31.322047 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696ee163-a6f7-4d51-be28-113dc3c27c47 None None] Pushing event updated for resources: {'Port': ['ID=1e03e084-d2ea-468f-884e-204e4f18a05d,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:31.327971 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5acd27-62db-42dc-b5d4-192f66136d1b admin admin] Pushing event deleted for resources: {'Port': ['ID=baf40d51-6017-4b71-8a43-58e16e2fae3d,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:31.668336 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8a5acd27-62db-42dc-b5d4-192f66136d1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:31.676191 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-00cac409-080f-4ec9-90e0-b65bb0f72930 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:32.254783 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a4d30-63b4-4d58-986f-415d047b4a2c req-e5db6a38-9b9f-40c6-8105-464fb3e7a1cc tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:32.261116 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e03a4d30-63b4-4d58-986f-415d047b4a2c req-e5db6a38-9b9f-40c6-8105-464fb3e7a1cc tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] 10.222.0.53 "GET /v2.0/ports?device_id=13ed62b5-694a-4476-835b-5f002f195e0f HTTP/1.1" status: 200 len: 936 time: 0.2423952 Nov 25 13:15:32.403377 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-00cac409-080f-4ec9-90e0-b65bb0f72930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:32.431430 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 1602871f-8b05-4630-b029-51e088c75da6 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:15:32.531217 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f7e7dd4a-e292-476e-9aa6-fc3054c7897a req-7d1705f2-eca5-4dc3-8257-8fe1a774f1bb service neutron] 10.222.0.66 "GET /v2.0/networks/ce8b7f62-300f-4958-8057-b23aa4d60523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5787227 Nov 25 13:15:32.535145 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-5e20a4ce-2c70-4fd6-bc48-e7242a203844 req-075773a3-9efb-4edc-a6e2-8e15c69e61b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2178c7a2-d34e-46d5-a63c-56ecf8855f73 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:15:32.575122 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 1602871f-8b05-4630-b029-51e088c75da6 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:15:32.576751 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:32.592944 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5e20a4ce-2c70-4fd6-bc48-e7242a203844 req-075773a3-9efb-4edc-a6e2-8e15c69e61b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:32.631704 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a5acd27-62db-42dc-b5d4-192f66136d1b admin admin] Router 2d133477-7121-4a16-9987-8d047dbcf2a7 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:15:32.715656 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e03a4d30-63b4-4d58-986f-415d047b4a2c req-25a42783-1778-4b1a-82c6-356b86c2520e tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e9e678c-a90f-49f7-89f8-05d07ae2e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4495685 Nov 25 13:15:32.724308 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f7e7dd4a-e292-476e-9aa6-fc3054c7897a req-3b928ffa-7c10-4647-9510-5a16df415e4d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3c54be67-fab8-4e6e-9f89-11a59ddfbd31 HTTP/1.1" status: 200 len: 217 time: 0.1337900 Nov 25 13:15:32.789090 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 1e03e084-d2ea-468f-884e-204e4f18a05d up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:15:32.822469 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-5e20a4ce-2c70-4fd6-bc48-e7242a203844 req-075773a3-9efb-4edc-a6e2-8e15c69e61b8 service neutron] Transition to ACTIVE for port object 2178c7a2-d34e-46d5-a63c-56ecf8855f73 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:15:32.841389 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5e20a4ce-2c70-4fd6-bc48-e7242a203844 req-075773a3-9efb-4edc-a6e2-8e15c69e61b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:32.924006 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e50e7ff6-2fd2-4747-949f-1dcba9ced153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:32.924307 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7dd4a-e292-476e-9aa6-fc3054c7897a req-304a82b7-c996-4138-8838-db2cf0ce90d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:32.928956 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f7e7dd4a-e292-476e-9aa6-fc3054c7897a req-304a82b7-c996-4138-8838-db2cf0ce90d2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=06817033-b081-4244-92d2-8969dbcfd417 HTTP/1.1" status: 200 len: 797 time: 0.1852474 Nov 25 13:15:32.965066 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 1e03e084-d2ea-468f-884e-204e4f18a05d triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:15:32.965442 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:33.149612 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-00cac409-080f-4ec9-90e0-b65bb0f72930 admin admin] Allocated IP 172.25.5.72 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/53b61bc8-195d-47a9-a842-eeb88286e4de) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:15:33.210329 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:33.330168 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] For port 1e03e084-d2ea-468f-884e-204e4f18a05d, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=1e03e084-d2ea-468f-884e-204e4f18a05d,segment=NetworkSegment(9d06135e-70aa-4e21-b82a-10ab0459ce8f),segment_id=9d06135e-70aa-4e21-b82a-10ab0459ce8f)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:15:33.342136 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:33.488686 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-00cac409-080f-4ec9-90e0-b65bb0f72930 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:33.532567 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 45374) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:33.533851 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075773a3-9efb-4edc-a6e2-8e15c69e61b8 service neutron] Pushing event updated for resources: {'Port': ['ID=2178c7a2-d34e-46d5-a63c-56ecf8855f73,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:33.544965 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Pushing event updated for resources: {'Port': ['ID=1e03e084-d2ea-468f-884e-204e4f18a05d,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:33.610843 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-00cac409-080f-4ec9-90e0-b65bb0f72930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:33.640620 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075773a3-9efb-4edc-a6e2-8e15c69e61b8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:15:33.643907 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075773a3-9efb-4edc-a6e2-8e15c69e61b8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:15:33.644290 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075773a3-9efb-4edc-a6e2-8e15c69e61b8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:15:33.644642 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075773a3-9efb-4edc-a6e2-8e15c69e61b8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:15:33.644989 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075773a3-9efb-4edc-a6e2-8e15c69e61b8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:15:33.645330 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075773a3-9efb-4edc-a6e2-8e15c69e61b8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:15:33.645669 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075773a3-9efb-4edc-a6e2-8e15c69e61b8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:15:33.646004 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075773a3-9efb-4edc-a6e2-8e15c69e61b8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:15:33.646411 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075773a3-9efb-4edc-a6e2-8e15c69e61b8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:15:33.646747 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075773a3-9efb-4edc-a6e2-8e15c69e61b8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:15:33.647083 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075773a3-9efb-4edc-a6e2-8e15c69e61b8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:15:33.647412 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075773a3-9efb-4edc-a6e2-8e15c69e61b8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:15:33.690565 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579bd2cf-19d7-49cf-b8f2-1081c20ef545 None None] Network 0f8d98df-0c8b-4d59-a080-cbd59d00b40c requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:15:33.714046 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7dd4a-e292-476e-9aa6-fc3054c7897a req-1007691a-4a84-444e-b7ce-adfaa0b5cb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:33.717346 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f7e7dd4a-e292-476e-9aa6-fc3054c7897a req-1007691a-4a84-444e-b7ce-adfaa0b5cb5e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ce8b7f62-300f-4958-8057-b23aa4d60523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7643120 Nov 25 13:15:33.731330 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00cac409-080f-4ec9-90e0-b65bb0f72930 admin admin] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:15:33.755995 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-00cac409-080f-4ec9-90e0-b65bb0f72930 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:15:33.774615 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cac409-080f-4ec9-90e0-b65bb0f72930 admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:15:33.830014 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab76a602-d78e-4529-b76a-564b205e2de8 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:15:33.886057 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-5e20a4ce-2c70-4fd6-bc48-e7242a203844 req-075773a3-9efb-4edc-a6e2-8e15c69e61b8 service neutron] Attempting to bind port 2178c7a2-d34e-46d5-a63c-56ecf8855f73 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:15:33.891387 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-5e20a4ce-2c70-4fd6-bc48-e7242a203844 req-075773a3-9efb-4edc-a6e2-8e15c69e61b8 service neutron] Attempting to bind port 2178c7a2-d34e-46d5-a63c-56ecf8855f73 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:15:33.891795 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e20a4ce-2c70-4fd6-bc48-e7242a203844 req-075773a3-9efb-4edc-a6e2-8e15c69e61b8 service neutron] Attempting to bind port 2178c7a2-d34e-46d5-a63c-56ecf8855f73 on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:15:33.897944 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16661fbe-4ffc-4ae2-b04e-2b2c54036f8a req-6c6eebe4-9baa-486d-a74e-f2dcde959ba1 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:33.900106 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-16661fbe-4ffc-4ae2-b04e-2b2c54036f8a req-6c6eebe4-9baa-486d-a74e-f2dcde959ba1 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/networks?id=d0fcbb25-711a-42a9-b82a-fa06187c61e7 HTTP/1.1" status: 200 len: 821 time: 1.0834858 Nov 25 13:15:33.912160 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cac409-080f-4ec9-90e0-b65bb0f72930 admin admin] Pushing event updated for resources: {'Port': ['ID=53b61bc8-195d-47a9-a842-eeb88286e4de,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:33.945974 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-b1d76edb-dc21-4553-8e88-384a875fa124 tempest-ExternalNetworksTestJSON-4417610 tempest-ExternalNetworksTestJSON-4417610-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1091597335'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:15:34.008070 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e20a4ce-2c70-4fd6-bc48-e7242a203844 req-075773a3-9efb-4edc-a6e2-8e15c69e61b8 service neutron] Port 2178c7a2-d34e-46d5-a63c-56ecf8855f73 on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:15:34.008438 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e20a4ce-2c70-4fd6-bc48-e7242a203844 req-075773a3-9efb-4edc-a6e2-8e15c69e61b8 service neutron] Attempting to bind port 2178c7a2-d34e-46d5-a63c-56ecf8855f73 on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:15:34.019479 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d76edb-dc21-4553-8e88-384a875fa124 tempest-ExternalNetworksTestJSON-4417610 tempest-ExternalNetworksTestJSON-4417610-project] Made reservation on behalf of 8a82eb8422ba4bfcb6eb7b2a09c627cc for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:15:34.022962 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b1d76edb-dc21-4553-8e88-384a875fa124 tempest-ExternalNetworksTestJSON-4417610 tempest-ExternalNetworksTestJSON-4417610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:34.043670 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035ed470-8eb9-48f9-8f5a-9460b0108faa None None] Sync routers for ids ['fc5e4480-9680-4230-91ca-75120d6779c1'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:15:34.065674 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035ed470-8eb9-48f9-8f5a-9460b0108faa None None] Routers {'fc5e4480-9680-4230-91ca-75120d6779c1'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:15:34.066315 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-035ed470-8eb9-48f9-8f5a-9460b0108faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:15:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['fc5e4480-9680-4230-91ca-75120d6779c1'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:15:34.092952 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-16661fbe-4ffc-4ae2-b04e-2b2c54036f8a req-82840f09-b7e7-4795-a64c-23b0a6c0e459 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/quotas/011bce4f061943c38bb17c6e89517c3b HTTP/1.1" status: 200 len: 375 time: 0.1749854 Nov 25 13:15:34.121300 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:34.126421 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e20a4ce-2c70-4fd6-bc48-e7242a203844 req-075773a3-9efb-4edc-a6e2-8e15c69e61b8 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:15:34.127066 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e20a4ce-2c70-4fd6-bc48-e7242a203844 req-075773a3-9efb-4edc-a6e2-8e15c69e61b8 service neutron] Checking segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:15:34.127241 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-fe6ff247-4b0f-4f1f-8ce5-9dccfbf46e0e None None] Provisioning complete for port 1e03e084-d2ea-468f-884e-204e4f18a05d triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:15:34.127528 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fe6ff247-4b0f-4f1f-8ce5-9dccfbf46e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:34.133582 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e20a4ce-2c70-4fd6-bc48-e7242a203844 req-075773a3-9efb-4edc-a6e2-8e15c69e61b8 service neutron] Bound using segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:15:34.134099 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-5e20a4ce-2c70-4fd6-bc48-e7242a203844 req-075773a3-9efb-4edc-a6e2-8e15c69e61b8 service neutron] Bound port: 2178c7a2-d34e-46d5-a63c-56ecf8855f73, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:15:34.134486 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5e20a4ce-2c70-4fd6-bc48-e7242a203844 req-075773a3-9efb-4edc-a6e2-8e15c69e61b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:34.140699 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b1d76edb-dc21-4553-8e88-384a875fa124 tempest-ExternalNetworksTestJSON-4417610 tempest-ExternalNetworksTestJSON-4417610-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:34.247939 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 1e03e084-d2ea-468f-884e-204e4f18a05d up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:15:34.273175 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90641ac7-a822-49c6-ae7e-a8f7962eadf8 req-bdf31b5a-b97d-4102-aed7-49370d51976b tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:34.289723 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-90641ac7-a822-49c6-ae7e-a8f7962eadf8 req-bdf31b5a-b97d-4102-aed7-49370d51976b tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] 10.222.0.53 "GET /v2.0/ports?device_id=13ed62b5-694a-4476-835b-5f002f195e0f HTTP/1.1" status: 200 len: 948 time: 0.3747408 Nov 25 13:15:34.315820 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-16661fbe-4ffc-4ae2-b04e-2b2c54036f8a req-6d1ec819-fa1c-41ed-8a37-333977544613 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=011bce4f061943c38bb17c6e89517c3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1994429 Nov 25 13:15:34.322587 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a5acd27-62db-42dc-b5d4-192f66136d1b admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:15:34.331129 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-8a5acd27-62db-42dc-b5d4-192f66136d1b admin admin] 10.222.0.53 "PUT /v2.0/routers/2d133477-7121-4a16-9987-8d047dbcf2a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8358672 Nov 25 13:15:34.334982 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 45396) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:34.335912 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cd79ae-bc59-45c7-9137-758df8d27224 None None] Sync routers for ids ['2d133477-7121-4a16-9987-8d047dbcf2a7'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:15:34.344779 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-035ed470-8eb9-48f9-8f5a-9460b0108faa None None] Set router fc5e4480-9680-4230-91ca-75120d6779c1 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:15:34.388437 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cd79ae-bc59-45c7-9137-758df8d27224 None None] Routers {'2d133477-7121-4a16-9987-8d047dbcf2a7'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:15:34.389091 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-e8cd79ae-bc59-45c7-9137-758df8d27224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:15:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['2d133477-7121-4a16-9987-8d047dbcf2a7'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:15:34.438245 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-16661fbe-4ffc-4ae2-b04e-2b2c54036f8a req-fb028bed-f33a-40ad-8d08-d1be9895cb0a service neutron] 10.222.0.53 "GET /v2.0/networks/d0fcbb25-711a-42a9-b82a-fa06187c61e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056364 Nov 25 13:15:34.486364 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f7e7dd4a-e292-476e-9aa6-fc3054c7897a req-1e55c8ca-85fe-4f62-b824-652e96329628 service neutron] 10.222.0.66 "GET /v2.0/networks/ce8b7f62-300f-4958-8057-b23aa4d60523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7518821 Nov 25 13:15:34.570559 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-e8cd79ae-bc59-45c7-9137-758df8d27224 None None] Set router 2d133477-7121-4a16-9987-8d047dbcf2a7 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:15:34.650221 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-035ed470-8eb9-48f9-8f5a-9460b0108faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'name': 'tempest-FloatingIPsAssociationTestJSON-2047343648-router', 'tenant_id': '011bce4f061943c38bb17c6e89517c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '1602871f-8b05-4630-b029-51e088c75da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:15:18Z', 'updated_at': '2021-11-25T13:15:26Z', 'revision_number': 4, 'project_id': '011bce4f061943c38bb17c6e89517c3b', 'gw_port': {'id': '1602871f-8b05-4630-b029-51e088c75da6', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:15:19Z', 'updated_at': '2021-11-25T13:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'be82d167-6675-474b-bc09-7b168b1f7195', 'name': '', 'network_id': 'd0fcbb25-711a-42a9-b82a-fa06187c61e7', 'tenant_id': '011bce4f061943c38bb17c6e89517c3b', 'mac_address': 'fa:16:3e:6c:0c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e77448f8-5c9e-48cf-b9f8-c58db39caf08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:15:24Z', 'updated_at': '2021-11-25T13:15:27Z', 'revision_number': 2, 'project_id': '011bce4f061943c38bb17c6e89517c3b', 'subnets': [{'id': 'e77448f8-5c9e-48cf-b9f8-c58db39caf08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:15:34.678086 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035ed470-8eb9-48f9-8f5a-9460b0108faa None None] Checking router: fc5e4480-9680-4230-91ca-75120d6779c1 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:15:34.678865 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035ed470-8eb9-48f9-8f5a-9460b0108faa None None] Updating router fc5e4480-9680-4230-91ca-75120d6779c1 port be82d167-6675-474b-bc09-7b168b1f7195 binding host n-d-808199-11 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:15:34.714299 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-035ed470-8eb9-48f9-8f5a-9460b0108faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:34.739958 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-16661fbe-4ffc-4ae2-b04e-2b2c54036f8a req-27020cba-836e-42e6-8155-c242577d34d5 service neutron] 10.222.0.53 "GET /v2.0/networks/d0fcbb25-711a-42a9-b82a-fa06187c61e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876563 Nov 25 13:15:34.780091 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-90641ac7-a822-49c6-ae7e-a8f7962eadf8 req-95ae7943-a39d-4637-b746-248be59c8f55 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e9e678c-a90f-49f7-89f8-05d07ae2e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4887297 Nov 25 13:15:34.838306 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 1e03e084-d2ea-468f-884e-204e4f18a05d triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:15:34.838675 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:34.891509 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d0e56d9d-0c49-469e-8267-7c68d5798ffc admin admin] Publish callbacks [] for router, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:34.921774 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b1d76edb-dc21-4553-8e88-384a875fa124 tempest-ExternalNetworksTestJSON-4417610 tempest-ExternalNetworksTestJSON-4417610-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:34.965850 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b1d76edb-dc21-4553-8e88-384a875fa124 tempest-ExternalNetworksTestJSON-4417610 tempest-ExternalNetworksTestJSON-4417610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:35.208788 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:35.260854 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-5e20a4ce-2c70-4fd6-bc48-e7242a203844 req-075773a3-9efb-4edc-a6e2-8e15c69e61b8 service neutron] For port 2178c7a2-d34e-46d5-a63c-56ecf8855f73, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:15:35.265832 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-5e20a4ce-2c70-4fd6-bc48-e7242a203844 req-075773a3-9efb-4edc-a6e2-8e15c69e61b8 service neutron] For port 2178c7a2-d34e-46d5-a63c-56ecf8855f73, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=2178c7a2-d34e-46d5-a63c-56ecf8855f73,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:15:35.266055 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-4234a1aa-ed43-43d8-8b47-931e06fa67b9 None None] Provisioning complete for port 53b61bc8-195d-47a9-a842-eeb88286e4de triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:15:35.274081 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1454ff79-d3b6-45fa-9180-35e22a81da09 req-66802ad0-9b6d-4d4e-9c2d-9ce8a47eb9c3 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d06c340-3828-448b-ad35-25a20044120b HTTP/1.1" status: 200 len: 210 time: 0.0620668 Nov 25 13:15:35.274674 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f7e7dd4a-e292-476e-9aa6-fc3054c7897a req-72650c61-8363-42ba-9a91-52fa7b50cc82 service neutron] 10.222.0.66 "GET /v2.0/networks/ce8b7f62-300f-4958-8057-b23aa4d60523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7310369 Nov 25 13:15:35.275163 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4234a1aa-ed43-43d8-8b47-931e06fa67b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:35.296499 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5e20a4ce-2c70-4fd6-bc48-e7242a203844 req-075773a3-9efb-4edc-a6e2-8e15c69e61b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:35.324140 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d76edb-dc21-4553-8e88-384a875fa124 tempest-ExternalNetworksTestJSON-4417610 tempest-ExternalNetworksTestJSON-4417610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e73b75c5-f387-46f6-bd52-c001fb6fa727,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:35.332620 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1d76edb-dc21-4553-8e88-384a875fa124 tempest-ExternalNetworksTestJSON-4417610 tempest-ExternalNetworksTestJSON-4417610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:15:35.434432 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d0e56d9d-0c49-469e-8267-7c68d5798ffc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:35.499801 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-4234a1aa-ed43-43d8-8b47-931e06fa67b9 None None] Port 53b61bc8-195d-47a9-a842-eeb88286e4de cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:15:35.557746 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-e8cd79ae-bc59-45c7-9137-758df8d27224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d133477-7121-4a16-9987-8d047dbcf2a7', 'name': 'tempest-AttachSCSIVolumeTestJSON-540732295-router', 'tenant_id': 'ce48360ee0e64a0f92fcf0cd683397ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'a7bba891-ae2d-457b-8fcc-3cc0216e1786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:13:13Z', 'updated_at': '2021-11-25T13:15:30Z', 'revision_number': 5, 'project_id': 'ce48360ee0e64a0f92fcf0cd683397ad', 'gw_port': {'id': 'a7bba891-ae2d-457b-8fcc-3cc0216e1786', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:14:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d133477-7121-4a16-9987-8d047dbcf2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:13:15Z', 'updated_at': '2021-11-25T13:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:15:35.578259 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-d0e56d9d-0c49-469e-8267-7c68d5798ffc admin admin] Deleting port a7bba891-ae2d-457b-8fcc-3cc0216e1786 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:15:35.578837 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d0e56d9d-0c49-469e-8267-7c68d5798ffc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:35.599835 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-00cac409-080f-4ec9-90e0-b65bb0f72930 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:35.608915 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e20a4ce-2c70-4fd6-bc48-e7242a203844 req-075773a3-9efb-4edc-a6e2-8e15c69e61b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:35.609482 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5e20a4ce-2c70-4fd6-bc48-e7242a203844 req-075773a3-9efb-4edc-a6e2-8e15c69e61b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:35.611063 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5e20a4ce-2c70-4fd6-bc48-e7242a203844 req-075773a3-9efb-4edc-a6e2-8e15c69e61b8 service neutron] 10.222.0.47 "PUT /v2.0/ports/2178c7a2-d34e-46d5-a63c-56ecf8855f73 HTTP/1.1" status: 200 len: 1097 time: 5.1814966 Nov 25 13:15:35.636535 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-035ed470-8eb9-48f9-8f5a-9460b0108faa None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:35.660957 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-035ed470-8eb9-48f9-8f5a-9460b0108faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:35.693683 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13ed62b5-694a-4476-835b-5f002f195e0f', 'tag': '2178c7a2-d34e-46d5-a63c-56ecf8855f73'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:15:35.696339 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cd79ae-bc59-45c7-9137-758df8d27224 None None] Checking router: 2d133477-7121-4a16-9987-8d047dbcf2a7 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:15:35.697678 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02621804-8a42-4913-a204-abe0476514ac" -d '{"events": [{"name": "network-changed", "server_uuid": "13ed62b5-694a-4476-835b-5f002f195e0f", "tag": "2178c7a2-d34e-46d5-a63c-56ecf8855f73"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:15:35.720102 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b1d76edb-dc21-4553-8e88-384a875fa124 tempest-ExternalNetworksTestJSON-4417610 tempest-ExternalNetworksTestJSON-4417610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:35.720512 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-b1d76edb-dc21-4553-8e88-384a875fa124 tempest-ExternalNetworksTestJSON-4417610 tempest-ExternalNetworksTestJSON-4417610-project] Added segment 6df99370-6788-46f5-a5f5-377da99b874a of type vlan for network 5e63cb0f-091c-4cff-8c86-88dc4d4c12a9 Nov 25 13:15:35.762409 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7ea27a-3b9d-42b8-ab70-efd9fc141ba6 None None] Pushing event updated for resources: {'Port': ['ID=be82d167-6675-474b-bc09-7b168b1f7195,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:35.780024 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7ea27a-3b9d-42b8-ab70-efd9fc141ba6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:15:35.780450 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7ea27a-3b9d-42b8-ab70-efd9fc141ba6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:15:35.780944 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7ea27a-3b9d-42b8-ab70-efd9fc141ba6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:15:35.781860 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7ea27a-3b9d-42b8-ab70-efd9fc141ba6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:15:35.781860 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7ea27a-3b9d-42b8-ab70-efd9fc141ba6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:15:35.782786 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7ea27a-3b9d-42b8-ab70-efd9fc141ba6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:15:35.783485 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7ea27a-3b9d-42b8-ab70-efd9fc141ba6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:15:35.785333 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7ea27a-3b9d-42b8-ab70-efd9fc141ba6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:15:35.786258 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7ea27a-3b9d-42b8-ab70-efd9fc141ba6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:15:35.787329 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7ea27a-3b9d-42b8-ab70-efd9fc141ba6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:15:35.787749 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7ea27a-3b9d-42b8-ab70-efd9fc141ba6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:15:35.788459 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7ea27a-3b9d-42b8-ab70-efd9fc141ba6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:15:35.812632 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cd79ae-bc59-45c7-9137-758df8d27224 None None] Routers {'2d133477-7121-4a16-9987-8d047dbcf2a7'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:15:35.823691 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-e8cd79ae-bc59-45c7-9137-758df8d27224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:15:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['2d133477-7121-4a16-9987-8d047dbcf2a7'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:15:35.954008 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-035ed470-8eb9-48f9-8f5a-9460b0108faa None None] Attempting to bind port be82d167-6675-474b-bc09-7b168b1f7195 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:15:35.955016 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-035ed470-8eb9-48f9-8f5a-9460b0108faa None None] Attempting to bind port be82d167-6675-474b-bc09-7b168b1f7195 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'e2f12bb0-3918-46c8-880a-6df39de82054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd0fcbb25-711a-42a9-b82a-fa06187c61e7'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:15:35.955629 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035ed470-8eb9-48f9-8f5a-9460b0108faa None None] Attempting to bind port be82d167-6675-474b-bc09-7b168b1f7195 on network d0fcbb25-711a-42a9-b82a-fa06187c61e7 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:15:35.958785 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d447e251-ed1a-4da7-9e47-5695b7509c6e x-openstack-request-id: req-d447e251-ed1a-4da7-9e47-5695b7509c6e {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:15:35.959361 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13ed62b5-694a-4476-835b-5f002f195e0f", "tag": "2178c7a2-d34e-46d5-a63c-56ecf8855f73", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:15:35.959361 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d447e251-ed1a-4da7-9e47-5695b7509c6e {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:15:35.959787 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13ed62b5-694a-4476-835b-5f002f195e0f', 'tag': '2178c7a2-d34e-46d5-a63c-56ecf8855f73', 'status': 'completed', 'code': 200} Nov 25 13:15:35.966661 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035ed470-8eb9-48f9-8f5a-9460b0108faa None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:15:35.967461 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035ed470-8eb9-48f9-8f5a-9460b0108faa None None] Checking segment: {'id': 'e2f12bb0-3918-46c8-880a-6df39de82054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd0fcbb25-711a-42a9-b82a-fa06187c61e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:15:35.968149 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-035ed470-8eb9-48f9-8f5a-9460b0108faa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:35.968764 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035ed470-8eb9-48f9-8f5a-9460b0108faa None None] Bound using segment: {'id': 'e2f12bb0-3918-46c8-880a-6df39de82054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd0fcbb25-711a-42a9-b82a-fa06187c61e7'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:15:35.969511 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-035ed470-8eb9-48f9-8f5a-9460b0108faa None None] Bound port: be82d167-6675-474b-bc09-7b168b1f7195, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2f12bb0-3918-46c8-880a-6df39de82054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd0fcbb25-711a-42a9-b82a-fa06187c61e7'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:15:35.970322 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-035ed470-8eb9-48f9-8f5a-9460b0108faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:36.148413 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-d0e56d9d-0c49-469e-8267-7c68d5798ffc admin admin] For port a7bba891-ae2d-457b-8fcc-3cc0216e1786, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=a7bba891-ae2d-457b-8fcc-3cc0216e1786,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:15:36.148787 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d0e56d9d-0c49-469e-8267-7c68d5798ffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:36.183620 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-035ed470-8eb9-48f9-8f5a-9460b0108faa None None] For port be82d167-6675-474b-bc09-7b168b1f7195, host n-d-808199-11, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:15:36.193054 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-dd582040-e9e3-4edb-8d2c-08188daa3074 None None] Provisioning complete for port 1e03e084-d2ea-468f-884e-204e4f18a05d triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:15:36.193311 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dd582040-e9e3-4edb-8d2c-08188daa3074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:36.193692 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-035ed470-8eb9-48f9-8f5a-9460b0108faa None None] For port be82d167-6675-474b-bc09-7b168b1f7195, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=be82d167-6675-474b-bc09-7b168b1f7195,segment=NetworkSegment(e2f12bb0-3918-46c8-880a-6df39de82054),segment_id=e2f12bb0-3918-46c8-880a-6df39de82054)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:15:36.206416 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-035ed470-8eb9-48f9-8f5a-9460b0108faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:36.231321 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-d0e56d9d-0c49-469e-8267-7c68d5798ffc admin admin] Calling delete_port for a7bba891-ae2d-457b-8fcc-3cc0216e1786 owned by network:router_gateway {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:15:36.280385 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7ea27a-3b9d-42b8-ab70-efd9fc141ba6 None None] Pushing event updated for resources: {'Port': ['ID=be82d167-6675-474b-bc09-7b168b1f7195,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:36.316704 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035ed470-8eb9-48f9-8f5a-9460b0108faa None None] Routers {'fc5e4480-9680-4230-91ca-75120d6779c1'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:15:36.319709 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-035ed470-8eb9-48f9-8f5a-9460b0108faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:15:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['fc5e4480-9680-4230-91ca-75120d6779c1'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:15:36.515871 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-e8cd79ae-bc59-45c7-9137-758df8d27224 None None] Set router 2d133477-7121-4a16-9987-8d047dbcf2a7 gateway port host: None {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:15:36.558952 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-71ea71eb-4195-4e18-9174-36da9160bfa7 req-d19a0ffa-ef88-4e8e-8f9b-fd91840ce449 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d06c340-3828-448b-ad35-25a20044120b HTTP/1.1" status: 200 len: 210 time: 0.0959654 Nov 25 13:15:36.590230 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-035ed470-8eb9-48f9-8f5a-9460b0108faa None None] Set router fc5e4480-9680-4230-91ca-75120d6779c1 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:15:36.709746 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-e8cd79ae-bc59-45c7-9137-758df8d27224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d133477-7121-4a16-9987-8d047dbcf2a7', 'name': 'tempest-AttachSCSIVolumeTestJSON-540732295-router', 'tenant_id': 'ce48360ee0e64a0f92fcf0cd683397ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:13:13Z', 'updated_at': '2021-11-25T13:15:35Z', 'revision_number': 6, 'project_id': 'ce48360ee0e64a0f92fcf0cd683397ad', 'gw_port_host': None}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:15:36.757181 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e83bc-a26f-4ab6-ab50-2d4a461f7b6f req-39dad36a-d9f4-49e0-8a26-81a6e7050afa tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:36.759332 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-109e83bc-a26f-4ab6-ab50-2d4a461f7b6f req-39dad36a-d9f4-49e0-8a26-81a6e7050afa tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] 10.222.0.53 "GET /v2.0/ports?device_id=13ed62b5-694a-4476-835b-5f002f195e0f HTTP/1.1" status: 200 len: 948 time: 0.7728968 Nov 25 13:15:36.802605 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cd79ae-bc59-45c7-9137-758df8d27224 None None] The sync data for ids ['2d133477-7121-4a16-9987-8d047dbcf2a7'] in n-d-808199-11 is: [{'id': '2d133477-7121-4a16-9987-8d047dbcf2a7', 'name': 'tempest-AttachSCSIVolumeTestJSON-540732295-router', 'tenant_id': 'ce48360ee0e64a0f92fcf0cd683397ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:13:13Z', 'updated_at': '2021-11-25T13:15:35Z', 'revision_number': 6, 'project_id': 'ce48360ee0e64a0f92fcf0cd683397ad', 'gw_port_host': None}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:15:36.812565 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:36.972173 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-109e83bc-a26f-4ab6-ab50-2d4a461f7b6f req-e0830041-035d-480b-8b94-abfeda289b42 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e9e678c-a90f-49f7-89f8-05d07ae2e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321681 Nov 25 13:15:36.972878 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d0e56d9d-0c49-469e-8267-7c68d5798ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:37.002885 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-035ed470-8eb9-48f9-8f5a-9460b0108faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'name': 'tempest-FloatingIPsAssociationTestJSON-2047343648-router', 'tenant_id': '011bce4f061943c38bb17c6e89517c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '1602871f-8b05-4630-b029-51e088c75da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:15:18Z', 'updated_at': '2021-11-25T13:15:26Z', 'revision_number': 4, 'project_id': '011bce4f061943c38bb17c6e89517c3b', 'gw_port': {'id': '1602871f-8b05-4630-b029-51e088c75da6', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:15:19Z', 'updated_at': '2021-11-25T13:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'be82d167-6675-474b-bc09-7b168b1f7195', 'name': '', 'network_id': 'd0fcbb25-711a-42a9-b82a-fa06187c61e7', 'tenant_id': '011bce4f061943c38bb17c6e89517c3b', 'mac_address': 'fa:16:3e:6c:0c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e77448f8-5c9e-48cf-b9f8-c58db39caf08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:15:24Z', 'updated_at': '2021-11-25T13:15:36Z', 'revision_number': 4, 'project_id': '011bce4f061943c38bb17c6e89517c3b', 'subnets': [{'id': 'e77448f8-5c9e-48cf-b9f8-c58db39caf08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:15:37.004296 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf17b936-71bc-44cb-84e0-517d50f68acf None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:15:37.016244 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-00cac409-080f-4ec9-90e0-b65bb0f72930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:37.027490 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e56d9d-0c49-469e-8267-7c68d5798ffc admin admin] Pushing event deleted for resources: {'Port': ['ID=a7bba891-ae2d-457b-8fcc-3cc0216e1786,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:37.038044 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075773a3-9efb-4edc-a6e2-8e15c69e61b8 service neutron] Pushing event updated for resources: {'Port': ['ID=2178c7a2-d34e-46d5-a63c-56ecf8855f73,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:37.044726 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b1d76edb-dc21-4553-8e88-384a875fa124 tempest-ExternalNetworksTestJSON-4417610 tempest-ExternalNetworksTestJSON-4417610-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:37.088672 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-47d9531f-6866-49c9-8d0a-ba08c4ac6dbb None None] Provisioning complete for port be82d167-6675-474b-bc09-7b168b1f7195 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:15:37.090880 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-47d9531f-6866-49c9-8d0a-ba08c4ac6dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:37.110427 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d0e56d9d-0c49-469e-8267-7c68d5798ffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:37.142307 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035ed470-8eb9-48f9-8f5a-9460b0108faa None None] The sync data for ids ['fc5e4480-9680-4230-91ca-75120d6779c1'] in n-d-808199-11 is: [{'id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'name': 'tempest-FloatingIPsAssociationTestJSON-2047343648-router', 'tenant_id': '011bce4f061943c38bb17c6e89517c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '1602871f-8b05-4630-b029-51e088c75da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:15:18Z', 'updated_at': '2021-11-25T13:15:26Z', 'revision_number': 4, 'project_id': '011bce4f061943c38bb17c6e89517c3b', 'gw_port': {'id': '1602871f-8b05-4630-b029-51e088c75da6', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:15:19Z', 'updated_at': '2021-11-25T13:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'be82d167-6675-474b-bc09-7b168b1f7195', 'name': '', 'network_id': 'd0fcbb25-711a-42a9-b82a-fa06187c61e7', 'tenant_id': '011bce4f061943c38bb17c6e89517c3b', 'mac_address': 'fa:16:3e:6c:0c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e77448f8-5c9e-48cf-b9f8-c58db39caf08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:15:24Z', 'updated_at': '2021-11-25T13:15:36Z', 'revision_number': 4, 'project_id': '011bce4f061943c38bb17c6e89517c3b', 'subnets': [{'id': 'e77448f8-5c9e-48cf-b9f8-c58db39caf08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:15:37.357778 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-47d9531f-6866-49c9-8d0a-ba08c4ac6dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:37.358067 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d0e56d9d-0c49-469e-8267-7c68d5798ffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:37.369501 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d0e56d9d-0c49-469e-8267-7c68d5798ffc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:37.484442 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-47d9531f-6866-49c9-8d0a-ba08c4ac6dbb None None] For port be82d167-6675-474b-bc09-7b168b1f7195, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=be82d167-6675-474b-bc09-7b168b1f7195,segment=NetworkSegment(e2f12bb0-3918-46c8-880a-6df39de82054),segment_id=e2f12bb0-3918-46c8-880a-6df39de82054)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:15:37.493448 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-47d9531f-6866-49c9-8d0a-ba08c4ac6dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:37.521227 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e20a4ce-2c70-4fd6-bc48-e7242a203844 req-429ee248-e11d-49ac-b537-02f4fbdaaa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:37.532861 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5e20a4ce-2c70-4fd6-bc48-e7242a203844 req-429ee248-e11d-49ac-b537-02f4fbdaaa02 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2f661a4ffc0e47c494c5268114be68f1&device_id=13ed62b5-694a-4476-835b-5f002f195e0f HTTP/1.1" status: 200 len: 1100 time: 1.8218970 Nov 25 13:15:37.554508 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d0e56d9d-0c49-469e-8267-7c68d5798ffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:37.555125 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e56d9d-0c49-469e-8267-7c68d5798ffc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d133477-7121-4a16-9987-8d047dbcf2a7 {{(pid=103570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:15:37.566644 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d0e56d9d-0c49-469e-8267-7c68d5798ffc admin admin] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:37.571793 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d0e56d9d-0c49-469e-8267-7c68d5798ffc admin admin] 10.222.0.53 "DELETE /v2.0/routers/2d133477-7121-4a16-9987-8d047dbcf2a7 HTTP/1.1" status: 204 len: 168 time: 3.1358271 Nov 25 13:15:37.577073 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 45440) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:37.607424 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5e20a4ce-2c70-4fd6-bc48-e7242a203844 req-4d0df850-01cb-4063-8f6a-1d1b7f84d1c2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=2178c7a2-d34e-46d5-a63c-56ecf8855f73 HTTP/1.1" status: 200 len: 217 time: 0.0733950 Nov 25 13:15:37.608703 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.db.resource_extend [None req-b1d76edb-dc21-4553-8e88-384a875fa124 tempest-ExternalNetworksTestJSON-4417610 tempest-ExternalNetworksTestJSON-4417610-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 13:15:37.663937 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d9531f-6866-49c9-8d0a-ba08c4ac6dbb None None] Pushing event updated for resources: {'Port': ['ID=be82d167-6675-474b-bc09-7b168b1f7195,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:37.755659 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-38bf1625-4af5-47cd-ac95-f4e2e265a08b req-49152f4a-dd01-4f78-89ae-c8b2a89e9187 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d06c340-3828-448b-ad35-25a20044120b HTTP/1.1" status: 200 len: 210 time: 0.0449150 Nov 25 13:15:37.768576 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-04e5b3ff-8021-4e24-aa7d-80a837e99773 admin admin] Deleting subnet 84710c11-cfeb-46e4-8fab-bd6bf839f3aa {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:15:37.775582 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-04e5b3ff-8021-4e24-aa7d-80a837e99773 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:37.829633 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e20a4ce-2c70-4fd6-bc48-e7242a203844 req-1e72f1a0-0664-44a4-9816-940bff68ed4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:37.832003 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5e20a4ce-2c70-4fd6-bc48-e7242a203844 req-1e72f1a0-0664-44a4-9816-940bff68ed4f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.1079311 Nov 25 13:15:37.888677 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-04e5b3ff-8021-4e24-aa7d-80a837e99773 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:37.895534 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:37.939479 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b1d76edb-dc21-4553-8e88-384a875fa124 tempest-ExternalNetworksTestJSON-4417610 tempest-ExternalNetworksTestJSON-4417610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:37.947670 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d76edb-dc21-4553-8e88-384a875fa124 tempest-ExternalNetworksTestJSON-4417610 tempest-ExternalNetworksTestJSON-4417610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:37.948330 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b1d76edb-dc21-4553-8e88-384a875fa124 tempest-ExternalNetworksTestJSON-4417610 tempest-ExternalNetworksTestJSON-4417610-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:37.951077 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00cac409-080f-4ec9-90e0-b65bb0f72930 admin admin] Router 1a4ad589-a6c8-4a23-a768-309882144ee1 is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:15:38.089494 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-04e5b3ff-8021-4e24-aa7d-80a837e99773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:38.261312 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16661fbe-4ffc-4ae2-b04e-2b2c54036f8a req-136fda83-620a-473d-81ac-2a0bc18de31f tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:38.262965 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-16661fbe-4ffc-4ae2-b04e-2b2c54036f8a req-136fda83-620a-473d-81ac-2a0bc18de31f tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.47 "GET /v2.0/networks?id=d0fcbb25-711a-42a9-b82a-fa06187c61e7 HTTP/1.1" status: 200 len: 821 time: 0.8259091 Nov 25 13:15:38.285318 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e20a4ce-2c70-4fd6-bc48-e7242a203844 req-997a25c4-9205-4f1d-bb32-6c5a0f393918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:38.287332 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5e20a4ce-2c70-4fd6-bc48-e7242a203844 req-997a25c4-9205-4f1d-bb32-6c5a0f393918 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4353540 Nov 25 13:15:38.296472 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-04e5b3ff-8021-4e24-aa7d-80a837e99773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:38.304750 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-16661fbe-4ffc-4ae2-b04e-2b2c54036f8a req-4125313a-465e-4f59-967f-53b68c475e2f tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Request body: {'port': {'device_id': '8d06c340-3828-448b-ad35-25a20044120b', 'network_id': 'd0fcbb25-711a-42a9-b82a-fa06187c61e7', 'admin_state_up': True, 'tenant_id': '011bce4f061943c38bb17c6e89517c3b'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:15:38.315912 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device be82d167-6675-474b-bc09-7b168b1f7195 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:15:38.316201 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b1d76edb-dc21-4553-8e88-384a875fa124 tempest-ExternalNetworksTestJSON-4417610 tempest-ExternalNetworksTestJSON-4417610-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 4.7785704 Nov 25 13:15:38.338262 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 45448) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:38.427658 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port be82d167-6675-474b-bc09-7b168b1f7195 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:15:38.428046 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:38.467816 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5e20a4ce-2c70-4fd6-bc48-e7242a203844 req-acc43886-73f1-4968-a608-ca1d1da411a4 service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446738 Nov 25 13:15:38.469221 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d76edb-dc21-4553-8e88-384a875fa124 tempest-ExternalNetworksTestJSON-4417610 tempest-ExternalNetworksTestJSON-4417610-project] Pushing event updated for resources: {'Network': ['ID=5e63cb0f-091c-4cff-8c86-88dc4d4c12a9,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:38.487439 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 5e63cb0f-091c-4cff-8c86-88dc4d4c12a9 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:15:38.502888 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e5b3ff-8021-4e24-aa7d-80a837e99773 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84710c11-cfeb-46e4-8fab-bd6bf839f3aa,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:38.529616 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-04e5b3ff-8021-4e24-aa7d-80a837e99773 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:38.556660 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-04e5b3ff-8021-4e24-aa7d-80a837e99773 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/84710c11-cfeb-46e4-8fab-bd6bf839f3aa HTTP/1.1" status: 204 len: 168 time: 0.9784892 Nov 25 13:15:38.572561 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da03b187-5848-46d1-8a75-4b865d044daa req-b3906ada-d89f-4b42-895f-7f80cb26050e tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:38.583565 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 45458) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:38.601922 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-da03b187-5848-46d1-8a75-4b865d044daa req-b3906ada-d89f-4b42-895f-7f80cb26050e tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] 10.222.0.53 "GET /v2.0/ports?device_id=13ed62b5-694a-4476-835b-5f002f195e0f HTTP/1.1" status: 200 len: 948 time: 0.4050303 Nov 25 13:15:38.695335 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c40ca748-1c35-48cc-9443-bd44dfc9869d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:38.704467 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51b8721-1e1b-46c5-8136-dc70899972a5 None None] Network 02a31e14-65ec-41f7-81c9-add34fd27175 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:15:38.719645 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-da03b187-5848-46d1-8a75-4b865d044daa req-4b538fb8-0ba1-4443-8efb-d77fbe708b0e tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e9e678c-a90f-49f7-89f8-05d07ae2e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158576 Nov 25 13:15:38.759532 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-47f8ce9f-3fcc-46e8-afa5-068a8af7e2c6 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Request body: {'network': {'name': 'tempest-network--1752145575', 'router:external': True}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:15:38.877349 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00cac409-080f-4ec9-90e0-b65bb0f72930 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:15:38.886614 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341bd9b1-0e95-4952-ae27-d30b68ec3571 None None] Sync routers for ids ['1a4ad589-a6c8-4a23-a768-309882144ee1'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:15:38.902335 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341bd9b1-0e95-4952-ae27-d30b68ec3571 None None] Routers {'1a4ad589-a6c8-4a23-a768-309882144ee1'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:15:38.903183 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-341bd9b1-0e95-4952-ae27-d30b68ec3571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:15:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['1a4ad589-a6c8-4a23-a768-309882144ee1'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:15:38.925842 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f8ce9f-3fcc-46e8-afa5-068a8af7e2c6 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Made reservation on behalf of 0063b28918d84d86a21e75e526bf4667 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:15:38.928224 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-47f8ce9f-3fcc-46e8-afa5-068a8af7e2c6 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:38.948299 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-47f8ce9f-3fcc-46e8-afa5-068a8af7e2c6 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:38.955608 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-00cac409-080f-4ec9-90e0-b65bb0f72930 admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:38.959281 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-00cac409-080f-4ec9-90e0-b65bb0f72930 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 10.7153959 Nov 25 13:15:38.965826 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 45464) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:39.064606 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f641c741-b285-4727-ab36-58862a360283 req-1d7213ab-a7e6-4f28-83d1-e7857c6cf0e3 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d06c340-3828-448b-ad35-25a20044120b HTTP/1.1" status: 200 len: 210 time: 0.1515663 Nov 25 13:15:39.092609 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5e20a4ce-2c70-4fd6-bc48-e7242a203844 req-c8c5bc5a-10f0-43d0-bc16-a1e5374133a7 service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6112425 Nov 25 13:15:39.108440 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc199ef-c528-4f83-a8a5-7af1bcc507d1 None None] DHCP port deletion for 02a31e14-65ec-41f7-81c9-add34fd27175 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:15:39.122011 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device a7bba891-ae2d-457b-8fcc-3cc0216e1786 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:15:39.207130 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: a7bba891-ae2d-457b-8fcc-3cc0216e1786 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:15:39.211230 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device a7bba891-ae2d-457b-8fcc-3cc0216e1786 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:15:39.212657 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device baf40d51-6017-4b71-8a43-58e16e2fae3d no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:15:39.270730 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-341bd9b1-0e95-4952-ae27-d30b68ec3571 None None] Set router 1a4ad589-a6c8-4a23-a768-309882144ee1 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:15:39.291409 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: baf40d51-6017-4b71-8a43-58e16e2fae3d {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:15:39.291950 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device baf40d51-6017-4b71-8a43-58e16e2fae3d not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:15:39.330855 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-efc199ef-c528-4f83-a8a5-7af1bcc507d1 None None] Deleting port e7ffee04-895b-4401-93d5-f1539cc83f9c {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:15:39.331384 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-efc199ef-c528-4f83-a8a5-7af1bcc507d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:39.428890 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16661fbe-4ffc-4ae2-b04e-2b2c54036f8a req-4125313a-465e-4f59-967f-53b68c475e2f tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Made reservation on behalf of 011bce4f061943c38bb17c6e89517c3b for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:15:39.445581 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-16661fbe-4ffc-4ae2-b04e-2b2c54036f8a req-4125313a-465e-4f59-967f-53b68c475e2f tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:39.540288 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-c40ca748-1c35-48cc-9443-bd44dfc9869d admin admin] Deleting port e7ffee04-895b-4401-93d5-f1539cc83f9c {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:15:39.540750 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c40ca748-1c35-48cc-9443-bd44dfc9869d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:39.799064 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-efc199ef-c528-4f83-a8a5-7af1bcc507d1 None None] For port e7ffee04-895b-4401-93d5-f1539cc83f9c, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=e7ffee04-895b-4401-93d5-f1539cc83f9c,segment=NetworkSegment(2b145124-ca3d-43c4-8881-fe5b31d26e5c),segment_id=2b145124-ca3d-43c4-8881-fe5b31d26e5c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:15:39.799490 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-efc199ef-c528-4f83-a8a5-7af1bcc507d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:39.848302 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-efc199ef-c528-4f83-a8a5-7af1bcc507d1 None None] Calling delete_port for e7ffee04-895b-4401-93d5-f1539cc83f9c owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:15:39.932257 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02621804-8a42-4913-a204-abe0476514ac req-56ac69fa-20b9-464c-9fb1-b77a721de038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:39.934365 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192dfda-d9e2-4fc9-8eed-4bbb121d3a62 req-0b645344-494f-495d-80ae-8db1ae04cb2d tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:39.937643 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-02621804-8a42-4913-a204-abe0476514ac req-56ac69fa-20b9-464c-9fb1-b77a721de038 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2f661a4ffc0e47c494c5268114be68f1&device_id=13ed62b5-694a-4476-835b-5f002f195e0f HTTP/1.1" status: 200 len: 1100 time: 0.7227118 Nov 25 13:15:39.944754 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c192dfda-d9e2-4fc9-8eed-4bbb121d3a62 req-0b645344-494f-495d-80ae-8db1ae04cb2d tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] 10.222.0.53 "GET /v2.0/ports?device_id=13ed62b5-694a-4476-835b-5f002f195e0f HTTP/1.1" status: 200 len: 948 time: 0.0778368 Nov 25 13:15:39.956509 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-341bd9b1-0e95-4952-ae27-d30b68ec3571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a4ad589-a6c8-4a23-a768-309882144ee1', 'name': 'tempest-FloatingIPsTestJSON-854923756-router', 'tenant_id': '2836d991dc784a57b9439e4d7825c343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '53b61bc8-195d-47a9-a842-eeb88286e4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:15:28Z', 'updated_at': '2021-11-25T13:15:35Z', 'revision_number': 3, 'project_id': '2836d991dc784a57b9439e4d7825c343', 'gw_port': {'id': '53b61bc8-195d-47a9-a842-eeb88286e4de', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a4ad589-a6c8-4a23-a768-309882144ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:15:32Z', 'updated_at': '2021-11-25T13:15:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:15:40.011990 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341bd9b1-0e95-4952-ae27-d30b68ec3571 None None] Checking router: 1a4ad589-a6c8-4a23-a768-309882144ee1 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:15:40.012352 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341bd9b1-0e95-4952-ae27-d30b68ec3571 None None] Updating router 1a4ad589-a6c8-4a23-a768-309882144ee1 port 53b61bc8-195d-47a9-a842-eeb88286e4de binding host n-d-808199-11 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:15:40.049946 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c192dfda-d9e2-4fc9-8eed-4bbb121d3a62 req-af708091-9c3e-4947-9c23-b5be30a69aac tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e9e678c-a90f-49f7-89f8-05d07ae2e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849798 Nov 25 13:15:40.063208 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-efc199ef-c528-4f83-a8a5-7af1bcc507d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:40.086329 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-341bd9b1-0e95-4952-ae27-d30b68ec3571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:40.099911 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc199ef-c528-4f83-a8a5-7af1bcc507d1 None None] No DVR routers for this DVR port e7ffee04-895b-4401-93d5-f1539cc83f9c on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:15:40.172779 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc199ef-c528-4f83-a8a5-7af1bcc507d1 None None] Pushing event deleted for resources: {'Port': ['ID=e7ffee04-895b-4401-93d5-f1539cc83f9c,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:40.237581 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device e7ffee04-895b-4401-93d5-f1539cc83f9c no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:15:40.287588 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: e7ffee04-895b-4401-93d5-f1539cc83f9c {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:15:40.287936 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device e7ffee04-895b-4401-93d5-f1539cc83f9c not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:15:40.305777 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3796da58-eb96-4220-97da-25698f157833 req-0ca5ce89-1659-4208-bb16-fd8c844444e5 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d06c340-3828-448b-ad35-25a20044120b HTTP/1.1" status: 200 len: 210 time: 0.0605965 Nov 25 13:15:40.598488 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-341bd9b1-0e95-4952-ae27-d30b68ec3571 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:40.613759 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-341bd9b1-0e95-4952-ae27-d30b68ec3571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:40.712123 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7996e14-9ec9-40ae-8020-e5a614b8cd1a None None] Pushing event updated for resources: {'Port': ['ID=53b61bc8-195d-47a9-a842-eeb88286e4de,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:40.744637 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28dc679c-6926-492e-8b5c-495beeb40c64 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:15:40.774055 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-341bd9b1-0e95-4952-ae27-d30b68ec3571 None None] Attempting to bind port 53b61bc8-195d-47a9-a842-eeb88286e4de on host n-d-808199-11 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:15:40.774436 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-341bd9b1-0e95-4952-ae27-d30b68ec3571 None None] Attempting to bind port 53b61bc8-195d-47a9-a842-eeb88286e4de by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:15:40.774837 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341bd9b1-0e95-4952-ae27-d30b68ec3571 None None] Attempting to bind port 53b61bc8-195d-47a9-a842-eeb88286e4de on network 7542d3d9-0db3-40e7-ab88-a168871141f7 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:15:40.780990 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341bd9b1-0e95-4952-ae27-d30b68ec3571 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:15:40.781376 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341bd9b1-0e95-4952-ae27-d30b68ec3571 None None] Checking segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:15:40.781786 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-341bd9b1-0e95-4952-ae27-d30b68ec3571 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:40.782185 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341bd9b1-0e95-4952-ae27-d30b68ec3571 None None] Bound using segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:15:40.782661 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-341bd9b1-0e95-4952-ae27-d30b68ec3571 None None] Bound port: 53b61bc8-195d-47a9-a842-eeb88286e4de, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:15:40.783078 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-341bd9b1-0e95-4952-ae27-d30b68ec3571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:40.846303 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-c40ca748-1c35-48cc-9443-bd44dfc9869d admin admin] For port e7ffee04-895b-4401-93d5-f1539cc83f9c, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=e7ffee04-895b-4401-93d5-f1539cc83f9c,segment=NetworkSegment(2b145124-ca3d-43c4-8881-fe5b31d26e5c),segment_id=2b145124-ca3d-43c4-8881-fe5b31d26e5c)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:15:40.846863 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c40ca748-1c35-48cc-9443-bd44dfc9869d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:40.880666 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-c1e8c109-1cec-4bef-ab70-834347a691c3 None None] Provisioning complete for port 53b61bc8-195d-47a9-a842-eeb88286e4de triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:15:40.881048 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c1e8c109-1cec-4bef-ab70-834347a691c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:40.881733 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-341bd9b1-0e95-4952-ae27-d30b68ec3571 None None] For port 53b61bc8-195d-47a9-a842-eeb88286e4de, host n-d-808199-11, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:15:40.894616 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-341bd9b1-0e95-4952-ae27-d30b68ec3571 None None] For port 53b61bc8-195d-47a9-a842-eeb88286e4de, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=53b61bc8-195d-47a9-a842-eeb88286e4de,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:15:40.912460 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-341bd9b1-0e95-4952-ae27-d30b68ec3571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:40.951416 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-47f8ce9f-3fcc-46e8-afa5-068a8af7e2c6 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:40.952636 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-c40ca748-1c35-48cc-9443-bd44dfc9869d admin admin] Calling delete_port for e7ffee04-895b-4401-93d5-f1539cc83f9c owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:15:40.993309 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-47f8ce9f-3fcc-46e8-afa5-068a8af7e2c6 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:40.997205 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-c1e8c109-1cec-4bef-ab70-834347a691c3 None None] Port 53b61bc8-195d-47a9-a842-eeb88286e4de cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:15:41.061313 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c717d7a7-dacc-4305-9878-06e0367cca5e None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:15:41.068513 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341bd9b1-0e95-4952-ae27-d30b68ec3571 None None] Routers {'1a4ad589-a6c8-4a23-a768-309882144ee1'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:15:41.069088 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-341bd9b1-0e95-4952-ae27-d30b68ec3571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:15:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['1a4ad589-a6c8-4a23-a768-309882144ee1'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:15:41.144303 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-ed96ccd2-35a1-481d-b06f-6db815116b43 None None] Provisioning complete for port 53b61bc8-195d-47a9-a842-eeb88286e4de triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:15:41.144743 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ed96ccd2-35a1-481d-b06f-6db815116b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:41.220538 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-16661fbe-4ffc-4ae2-b04e-2b2c54036f8a req-4125313a-465e-4f59-967f-53b68c475e2f tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Allocated IP 172.20.0.13 (d0fcbb25-711a-42a9-b82a-fa06187c61e7/e77448f8-5c9e-48cf-b9f8-c58db39caf08/e6294caa-eb75-4d6f-9636-ce880c21f4f1) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:15:41.249964 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7996e14-9ec9-40ae-8020-e5a614b8cd1a None None] Pushing event updated for resources: {'Port': ['ID=53b61bc8-195d-47a9-a842-eeb88286e4de,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:41.340398 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e09fed-90fa-46fd-8947-6bc9721196df req-20bb353c-c418-4fb5-967c-531a2de0d79b tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:41.342414 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b7e09fed-90fa-46fd-8947-6bc9721196df req-20bb353c-c418-4fb5-967c-531a2de0d79b tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] 10.222.0.53 "GET /v2.0/ports?device_id=13ed62b5-694a-4476-835b-5f002f195e0f HTTP/1.1" status: 200 len: 948 time: 0.1442382 Nov 25 13:15:41.344937 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:41.345813 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ed96ccd2-35a1-481d-b06f-6db815116b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:41.406105 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-ed96ccd2-35a1-481d-b06f-6db815116b43 None None] For port 53b61bc8-195d-47a9-a842-eeb88286e4de, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=53b61bc8-195d-47a9-a842-eeb88286e4de,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:15:41.410795 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02621804-8a42-4913-a204-abe0476514ac req-4c94e4c5-3f34-471f-85c8-363e4dd39fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:41.416989 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ed96ccd2-35a1-481d-b06f-6db815116b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:41.424750 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-02621804-8a42-4913-a204-abe0476514ac req-4c94e4c5-3f34-471f-85c8-363e4dd39fc6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=85f6380f-3625-4f44-8465-fbcf0c11fed5 HTTP/1.1" status: 200 len: 870 time: 0.8872104 Nov 25 13:15:41.429183 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-341bd9b1-0e95-4952-ae27-d30b68ec3571 None None] Set router 1a4ad589-a6c8-4a23-a768-309882144ee1 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:15:41.465282 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b7e09fed-90fa-46fd-8947-6bc9721196df req-482363ec-1819-4cbd-99d4-314e2d63e5cb tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e9e678c-a90f-49f7-89f8-05d07ae2e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123245 Nov 25 13:15:41.503533 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47f8ce9f-3fcc-46e8-afa5-068a8af7e2c6 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:15:41.512542 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5dfae692-8929-4ce3-ae73-0fde6e5a982c req-38d94b27-0061-4a22-afe3-737df05c8dd5 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d06c340-3828-448b-ad35-25a20044120b HTTP/1.1" status: 200 len: 210 time: 0.0686598 Nov 25 13:15:41.534652 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed96ccd2-35a1-481d-b06f-6db815116b43 None None] Pushing event updated for resources: {'Port': ['ID=53b61bc8-195d-47a9-a842-eeb88286e4de,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:41.588204 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c40ca748-1c35-48cc-9443-bd44dfc9869d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:41.712714 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-341bd9b1-0e95-4952-ae27-d30b68ec3571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a4ad589-a6c8-4a23-a768-309882144ee1', 'name': 'tempest-FloatingIPsTestJSON-854923756-router', 'tenant_id': '2836d991dc784a57b9439e4d7825c343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '53b61bc8-195d-47a9-a842-eeb88286e4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:15:28Z', 'updated_at': '2021-11-25T13:15:35Z', 'revision_number': 3, 'project_id': '2836d991dc784a57b9439e4d7825c343', 'gw_port': {'id': '53b61bc8-195d-47a9-a842-eeb88286e4de', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a4ad589-a6c8-4a23-a768-309882144ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:15:32Z', 'updated_at': '2021-11-25T13:15:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:15:41.742146 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341bd9b1-0e95-4952-ae27-d30b68ec3571 None None] The sync data for ids ['1a4ad589-a6c8-4a23-a768-309882144ee1'] in n-d-808199-11 is: [{'id': '1a4ad589-a6c8-4a23-a768-309882144ee1', 'name': 'tempest-FloatingIPsTestJSON-854923756-router', 'tenant_id': '2836d991dc784a57b9439e4d7825c343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '53b61bc8-195d-47a9-a842-eeb88286e4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:15:28Z', 'updated_at': '2021-11-25T13:15:35Z', 'revision_number': 3, 'project_id': '2836d991dc784a57b9439e4d7825c343', 'gw_port': {'id': '53b61bc8-195d-47a9-a842-eeb88286e4de', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a4ad589-a6c8-4a23-a768-309882144ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:15:32Z', 'updated_at': '2021-11-25T13:15:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:15:41.820268 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-02621804-8a42-4913-a204-abe0476514ac req-7e456ed8-69f1-4d17-a3d3-e11580619468 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=2178c7a2-d34e-46d5-a63c-56ecf8855f73 HTTP/1.1" status: 200 len: 217 time: 0.3466046 Nov 25 13:15:41.823182 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8ce9f-3fcc-46e8-afa5-068a8af7e2c6 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0296c8-b63e-4e4e-ac4b-ce4b1d8353b1,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:41.870821 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-47f8ce9f-3fcc-46e8-afa5-068a8af7e2c6 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:41.871481 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-47f8ce9f-3fcc-46e8-afa5-068a8af7e2c6 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Added segment 1864a4bf-48e2-4379-872d-5e8d0937d673 of type vlan for network 70266fc3-fa7f-4a49-8221-cf0d54fe237d Nov 25 13:15:41.874320 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40ca748-1c35-48cc-9443-bd44dfc9869d admin admin] Pushing event deleted for resources: {'Port': ['ID=e7ffee04-895b-4401-93d5-f1539cc83f9c,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:41.898052 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40ca748-1c35-48cc-9443-bd44dfc9869d admin admin] No DVR routers for this DVR port e7ffee04-895b-4401-93d5-f1539cc83f9c on host n-d-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:15:41.931242 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-16661fbe-4ffc-4ae2-b04e-2b2c54036f8a req-4125313a-465e-4f59-967f-53b68c475e2f tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:42.081245 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02621804-8a42-4913-a204-abe0476514ac req-3b07226e-60b1-45ac-8df8-be46358b953f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:42.082880 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-02621804-8a42-4913-a204-abe0476514ac req-3b07226e-60b1-45ac-8df8-be46358b953f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.2099109 Nov 25 13:15:42.137000 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-47f8ce9f-3fcc-46e8-afa5-068a8af7e2c6 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:42.250856 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-16661fbe-4ffc-4ae2-b04e-2b2c54036f8a req-4125313a-465e-4f59-967f-53b68c475e2f tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:42.309347 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c40ca748-1c35-48cc-9443-bd44dfc9869d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:42.375539 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-da7ac9c9-6810-460b-8e6b-872df1734b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:42.406001 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02621804-8a42-4913-a204-abe0476514ac req-56a804d1-f7a9-4d29-87c1-4d7d69a24df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:42.408537 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-02621804-8a42-4913-a204-abe0476514ac req-56a804d1-f7a9-4d29-87c1-4d7d69a24df7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3031342 Nov 25 13:15:42.416065 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16661fbe-4ffc-4ae2-b04e-2b2c54036f8a req-4125313a-465e-4f59-967f-53b68c475e2f tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Network d0fcbb25-711a-42a9-b82a-fa06187c61e7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:15:42.614135 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a7601-cc1b-4246-ba54-315cedd56483 req-a0222841-65c4-41c9-8417-1a077295aa56 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:42.623562 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-364a7601-cc1b-4246-ba54-315cedd56483 req-a0222841-65c4-41c9-8417-1a077295aa56 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] 10.222.0.53 "GET /v2.0/ports?device_id=13ed62b5-694a-4476-835b-5f002f195e0f HTTP/1.1" status: 200 len: 948 time: 0.0729268 Nov 25 13:15:42.645789 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-02621804-8a42-4913-a204-abe0476514ac req-81e7be2e-4f9b-4f70-a1f0-bf5c795bb597 service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134745 Nov 25 13:15:42.646711 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-16661fbe-4ffc-4ae2-b04e-2b2c54036f8a req-4125313a-465e-4f59-967f-53b68c475e2f tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:15:42.651438 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-16661fbe-4ffc-4ae2-b04e-2b2c54036f8a req-4125313a-465e-4f59-967f-53b68c475e2f tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:15:42.659945 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-c40ca748-1c35-48cc-9443-bd44dfc9869d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02a31e14-65ec-41f7-81c9-add34fd27175']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:15:42.678972 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-364a7601-cc1b-4246-ba54-315cedd56483 req-662ae277-2eff-45ba-ae7f-43791b184ebd tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e9e678c-a90f-49f7-89f8-05d07ae2e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541255 Nov 25 13:15:42.745254 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 2178c7a2-d34e-46d5-a63c-56ecf8855f73 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:15:42.799904 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e0c3d-c15a-4f0c-97b6-4a76e60e2334 req-4d502aa3-55a2-4c4d-98e8-8484cdc18f69 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:42.801536 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b43e0c3d-c15a-4f0c-97b6-4a76e60e2334 req-4d502aa3-55a2-4c4d-98e8-8484cdc18f69 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d06c340-3828-448b-ad35-25a20044120b HTTP/1.1" status: 200 len: 932 time: 0.1270170 Nov 25 13:15:42.972425 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b43e0c3d-c15a-4f0c-97b6-4a76e60e2334 req-071500f3-66a6-45c8-8dc9-460be73f3b75 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab66d2e3-b9ac-4237-bab2-b4aaf0695f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431601 Nov 25 13:15:43.008645 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-02621804-8a42-4913-a204-abe0476514ac req-e3eea892-6188-4893-9e5a-fa619531d20b service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3411732 Nov 25 13:15:43.047234 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 2178c7a2-d34e-46d5-a63c-56ecf8855f73, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=2178c7a2-d34e-46d5-a63c-56ecf8855f73,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:15:43.058674 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4125313a-465e-4f59-967f-53b68c475e2f tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Pushing event updated for resources: {'Port': ['ID=e6294caa-eb75-4d6f-9636-ce880c21f4f1,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:43.074828 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '2178c7a2-d34e-46d5-a63c-56ecf8855f73', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'port_id': '2178c7a2-d34e-46d5-a63c-56ecf8855f73', 'mac_address': 'fa:16:3e:d7:f9:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce5ca48-e3be-44c6-9584-fd9eb8c67222', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:15:43.077704 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-c40ca748-1c35-48cc-9443-bd44dfc9869d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b145124-ca3d-43c4-8881-fe5b31d26e5c') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:15:43.078018 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-c40ca748-1c35-48cc-9443-bd44dfc9869d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b145124-ca3d-43c4-8881-fe5b31d26e5c') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:15:43.106244 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-47f8ce9f-3fcc-46e8-afa5-068a8af7e2c6 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:43.107006 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f8ce9f-3fcc-46e8-afa5-068a8af7e2c6 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:43.107590 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-47f8ce9f-3fcc-46e8-afa5-068a8af7e2c6 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:43.206097 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:43.241369 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2178c7a2-d34e-46d5-a63c-56ecf8855f73 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:15:43.264101 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-47990fbd-1cef-4fed-bb03-ede076702874 None None] Provisioning complete for port e6294caa-eb75-4d6f-9636-ce880c21f4f1 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:15:43.264482 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-47990fbd-1cef-4fed-bb03-ede076702874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:43.305174 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-47990fbd-1cef-4fed-bb03-ede076702874 None None] Port e6294caa-eb75-4d6f-9636-ce880c21f4f1 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:15:43.322101 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 2178c7a2-d34e-46d5-a63c-56ecf8855f73, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=2178c7a2-d34e-46d5-a63c-56ecf8855f73,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:15:43.327642 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:43.353525 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-da7ac9c9-6810-460b-8e6b-872df1734b39 admin admin] Allocated IP 172.20.0.1 (0f8d98df-0c8b-4d59-a080-cbd59d00b40c/2b915c00-2205-4c37-8081-69d76b3203c1/978bdece-4535-4bf9-ba72-9aadef8819d1) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:15:43.415658 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=2178c7a2-d34e-46d5-a63c-56ecf8855f73,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:43.433968 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c40ca748-1c35-48cc-9443-bd44dfc9869d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:43.516831 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-47f8ce9f-3fcc-46e8-afa5-068a8af7e2c6 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 5.0513761 Nov 25 13:15:43.519652 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 45532) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:43.534990 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c40ca748-1c35-48cc-9443-bd44dfc9869d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:43.544891 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16661fbe-4ffc-4ae2-b04e-2b2c54036f8a req-4125313a-465e-4f59-967f-53b68c475e2f tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:43.545977 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-16661fbe-4ffc-4ae2-b04e-2b2c54036f8a req-4125313a-465e-4f59-967f-53b68c475e2f tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:43.567128 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c40ca748-1c35-48cc-9443-bd44dfc9869d admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:15:43.567601 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c40ca748-1c35-48cc-9443-bd44dfc9869d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:43.569603 n-d-808199-11 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:15:43.569603 n-d-808199-11 neutron-server[103571]: self.session.flush() Nov 25 13:15:43.569603 n-d-808199-11 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:15:43.569603 n-d-808199-11 neutron-server[103571]: self.session.flush() Nov 25 13:15:43.569603 n-d-808199-11 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:15:43.569603 n-d-808199-11 neutron-server[103571]: self.session.flush() Nov 25 13:15:43.569603 n-d-808199-11 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:15:43.569603 n-d-808199-11 neutron-server[103571]: self.session.flush() Nov 25 13:15:43.569603 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:15:43.569603 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:15:43.569603 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:15:43.569603 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:15:43.569603 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:15:43.569603 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:15:43.569603 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:15:43.569603 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:15:43.569603 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:15:43.569603 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:15:43.569603 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:15:43.569603 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:15:43.569603 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:15:43.569603 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:15:43.569603 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:15:43.569603 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:15:43.569603 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:15:43.569603 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:15:43.569603 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:15:43.569603 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:15:43.569603 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:15:43.569603 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:15:43.569603 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:15:43.569603 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:15:43.569603 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:15:43.569603 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:15:43.569603 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:15:43.569603 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:15:43.569603 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:15:43.569603 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:15:43.569603 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:15:43.569603 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:15:43.574069 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['2178c7a2-d34e-46d5-a63c-56ecf8855f73'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:15:43.590489 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8ce9f-3fcc-46e8-afa5-068a8af7e2c6 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Pushing event updated for resources: {'Network': ['ID=70266fc3-fa7f-4a49-8221-cf0d54fe237d,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:43.655613 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-16661fbe-4ffc-4ae2-b04e-2b2c54036f8a req-4125313a-465e-4f59-967f-53b68c475e2f tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3620811 Nov 25 13:15:43.656038 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 70266fc3-fa7f-4a49-8221-cf0d54fe237d details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:15:43.716438 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-16661fbe-4ffc-4ae2-b04e-2b2c54036f8a req-94dd26c3-34b3-47b9-aa0a-419f060a1e3c service neutron] Request body: {'port': {'device_id': '8d06c340-3828-448b-ad35-25a20044120b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:15:43.729553 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3493006e-f7f1-4e28-bbad-5c4aa5b7a9db tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:43.773761 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-da7ac9c9-6810-460b-8e6b-872df1734b39 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:43.855849 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c40ca748-1c35-48cc-9443-bd44dfc9869d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:43.869236 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c40ca748-1c35-48cc-9443-bd44dfc9869d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:43.872945 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c40ca748-1c35-48cc-9443-bd44dfc9869d admin admin] 10.222.0.53 "DELETE /v2.0/networks/02a31e14-65ec-41f7-81c9-add34fd27175 HTTP/1.1" status: 204 len: 168 time: 5.2883415 Nov 25 13:15:43.875302 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-16661fbe-4ffc-4ae2-b04e-2b2c54036f8a req-94dd26c3-34b3-47b9-aa0a-419f060a1e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:43.878958 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 45548) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:43.953964 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3493006e-f7f1-4e28-bbad-5c4aa5b7a9db tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:43.969292 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40ca748-1c35-48cc-9443-bd44dfc9869d admin admin] Pushing event deleted for resources: {'Network': ['ID=02a31e14-65ec-41f7-81c9-add34fd27175,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:43.990336 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7cdaee-3882-4dd5-8107-3d59bd501444 req-2dc9a51a-d299-4397-9c45-9596c4640a34 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:43.998602 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8d7cdaee-3882-4dd5-8107-3d59bd501444 req-2dc9a51a-d299-4397-9c45-9596c4640a34 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] 10.222.0.53 "GET /v2.0/ports?device_id=13ed62b5-694a-4476-835b-5f002f195e0f HTTP/1.1" status: 200 len: 949 time: 0.1658607 Nov 25 13:15:44.030269 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-3493006e-f7f1-4e28-bbad-5c4aa5b7a9db tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70266fc3-fa7f-4a49-8221-cf0d54fe237d']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:15:44.071100 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-3493006e-f7f1-4e28-bbad-5c4aa5b7a9db tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1864a4bf-48e2-4379-872d-5e8d0937d673') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:15:44.071419 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-3493006e-f7f1-4e28-bbad-5c4aa5b7a9db tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1864a4bf-48e2-4379-872d-5e8d0937d673') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:15:44.156465 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-da7ac9c9-6810-460b-8e6b-872df1734b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:44.172419 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8d7cdaee-3882-4dd5-8107-3d59bd501444 req-110dc83f-bd55-4b13-9286-e3d0999b91a6 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e9e678c-a90f-49f7-89f8-05d07ae2e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729028 Nov 25 13:15:44.177956 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3493006e-f7f1-4e28-bbad-5c4aa5b7a9db tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:44.261163 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 53b61bc8-195d-47a9-a842-eeb88286e4de up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:15:44.268747 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3493006e-f7f1-4e28-bbad-5c4aa5b7a9db tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:44.283271 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3493006e-f7f1-4e28-bbad-5c4aa5b7a9db tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:15:44.284855 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3493006e-f7f1-4e28-bbad-5c4aa5b7a9db tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:44.325477 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7ac9c9-6810-460b-8e6b-872df1734b39 admin admin] Network 0f8d98df-0c8b-4d59-a080-cbd59d00b40c is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:15:44.343344 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-da7ac9c9-6810-460b-8e6b-872df1734b39 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:15:44.345926 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7ac9c9-6810-460b-8e6b-872df1734b39 admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:15:44.412746 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:15:44.412746 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:15:44.412746 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:15:44.412746 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:15:44.412746 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:15:44.412746 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:15:44.412746 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:15:44.412746 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:15:44.412746 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:15:44.412746 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:15:44.412746 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:15:44.412746 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:15:44.412746 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:15:44.412746 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:15:44.412746 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:15:44.412746 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:15:44.412746 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:15:44.412746 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:15:44.412746 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:15:44.412746 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:15:44.412746 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:15:44.412746 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:15:44.412746 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:15:44.412746 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:15:44.412746 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:15:44.412746 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:15:44.412746 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:15:44.412746 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:15:44.412746 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:15:44.412746 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:15:44.412746 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:15:44.412746 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:15:44.427753 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 53b61bc8-195d-47a9-a842-eeb88286e4de triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:15:44.428400 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:44.443671 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3493006e-f7f1-4e28-bbad-5c4aa5b7a9db tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:44.453473 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3493006e-f7f1-4e28-bbad-5c4aa5b7a9db tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 70266fc3-fa7f-4a49-8221-cf0d54fe237d {{(pid=103570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 25 13:15:44.457830 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3493006e-f7f1-4e28-bbad-5c4aa5b7a9db tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:44.465389 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3493006e-f7f1-4e28-bbad-5c4aa5b7a9db tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] 10.222.0.53 "DELETE /v2.0/networks/70266fc3-fa7f-4a49-8221-cf0d54fe237d HTTP/1.1" status: 204 len: 168 time: 0.9420483 Nov 25 13:15:44.479451 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 45554) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:44.492681 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-e8a9ca1d-459f-44c0-b4ee-498732640ed9 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:15:44.549906 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b6aad8-12a2-469e-8bd5-b9fd1acdd869 req-5937a6e5-7d9d-4712-9589-bc5645b3cc7b tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:44.563024 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-44b6aad8-12a2-469e-8bd5-b9fd1acdd869 req-5937a6e5-7d9d-4712-9589-bc5645b3cc7b tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d06c340-3828-448b-ad35-25a20044120b HTTP/1.1" status: 200 len: 932 time: 0.4438734 Nov 25 13:15:44.569075 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3493006e-f7f1-4e28-bbad-5c4aa5b7a9db tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Pushing event deleted for resources: {'Network': ['ID=70266fc3-fa7f-4a49-8221-cf0d54fe237d,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:44.622275 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3493006e-f7f1-4e28-bbad-5c4aa5b7a9db tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:15:44.625766 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3493006e-f7f1-4e28-bbad-5c4aa5b7a9db tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:15:44.627224 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3493006e-f7f1-4e28-bbad-5c4aa5b7a9db tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:15:44.629437 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3493006e-f7f1-4e28-bbad-5c4aa5b7a9db tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:15:44.629989 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3493006e-f7f1-4e28-bbad-5c4aa5b7a9db tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:15:44.630531 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3493006e-f7f1-4e28-bbad-5c4aa5b7a9db tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:15:44.631071 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3493006e-f7f1-4e28-bbad-5c4aa5b7a9db tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:15:44.632691 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3493006e-f7f1-4e28-bbad-5c4aa5b7a9db tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:15:44.633255 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3493006e-f7f1-4e28-bbad-5c4aa5b7a9db tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:15:44.634080 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3493006e-f7f1-4e28-bbad-5c4aa5b7a9db tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:15:44.636748 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3493006e-f7f1-4e28-bbad-5c4aa5b7a9db tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:15:44.637310 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3493006e-f7f1-4e28-bbad-5c4aa5b7a9db tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:15:44.725028 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-44b6aad8-12a2-469e-8bd5-b9fd1acdd869 req-26cd4359-56c5-4a6e-ad73-83728f54fe4c tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab66d2e3-b9ac-4237-bab2-b4aaf0695f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606433 Nov 25 13:15:44.741930 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a9ca1d-459f-44c0-b4ee-498732640ed9 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Made reservation on behalf of 0063b28918d84d86a21e75e526bf4667 for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:15:44.745739 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e8a9ca1d-459f-44c0-b4ee-498732640ed9 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:44.761406 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 2178c7a2-d34e-46d5-a63c-56ecf8855f73 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:15:44.778987 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8a9ca1d-459f-44c0-b4ee-498732640ed9 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:15:44.792505 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e8a9ca1d-459f-44c0-b4ee-498732640ed9 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:44.793377 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-e8a9ca1d-459f-44c0-b4ee-498732640ed9 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Added segment accadd48-0dd9-4aaf-adda-2e098090375a of type vlan for network dd370ee4-819b-4832-9c57-9d2199e06a2a Nov 25 13:15:44.809025 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-82c5591f-58c2-470e-9d86-dbdca649ecbd None None] Provisioning complete for port 978bdece-4535-4bf9-ba72-9aadef8819d1 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:15:44.809414 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-82c5591f-58c2-470e-9d86-dbdca649ecbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:44.882054 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-82c5591f-58c2-470e-9d86-dbdca649ecbd None None] Port 978bdece-4535-4bf9-ba72-9aadef8819d1 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:15:44.890295 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e8a9ca1d-459f-44c0-b4ee-498732640ed9 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:44.941534 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e8a9ca1d-459f-44c0-b4ee-498732640ed9 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:44.943102 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a9ca1d-459f-44c0-b4ee-498732640ed9 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:44.943814 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e8a9ca1d-459f-44c0-b4ee-498732640ed9 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:44.948140 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 2178c7a2-d34e-46d5-a63c-56ecf8855f73 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:15:44.955237 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 2178c7a2-d34e-46d5-a63c-56ecf8855f73 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:15:44.955933 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:45.076417 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a9ca1d-459f-44c0-b4ee-498732640ed9 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Pushing event updated for resources: {'Network': ['ID=dd370ee4-819b-4832-9c57-9d2199e06a2a,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:45.090594 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e8a9ca1d-459f-44c0-b4ee-498732640ed9 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6100292 Nov 25 13:15:45.094304 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 45562) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:45.099381 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-d89db95d-64d0-445d-ae79-ebb7b6a2fb28 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Request body: {'subnet': {'network_id': 'dd370ee4-819b-4832-9c57-9d2199e06a2a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:15:45.115220 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:45.121127 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network dd370ee4-819b-4832-9c57-9d2199e06a2a details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:15:45.147085 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d89db95d-64d0-445d-ae79-ebb7b6a2fb28 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Made reservation on behalf of 0063b28918d84d86a21e75e526bf4667 for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:15:45.151117 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d89db95d-64d0-445d-ae79-ebb7b6a2fb28 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:45.291987 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-16661fbe-4ffc-4ae2-b04e-2b2c54036f8a req-94dd26c3-34b3-47b9-aa0a-419f060a1e3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6294caa-eb75-4d6f-9636-ce880c21f4f1 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:15:45.300485 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-16661fbe-4ffc-4ae2-b04e-2b2c54036f8a req-94dd26c3-34b3-47b9-aa0a-419f060a1e3c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:45.313083 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 2178c7a2-d34e-46d5-a63c-56ecf8855f73, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=2178c7a2-d34e-46d5-a63c-56ecf8855f73,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:15:45.313674 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-16661fbe-4ffc-4ae2-b04e-2b2c54036f8a req-94dd26c3-34b3-47b9-aa0a-419f060a1e3c service neutron] Transition to ACTIVE for port object e6294caa-eb75-4d6f-9636-ce880c21f4f1 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:15:45.315499 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13ed62b5-694a-4476-835b-5f002f195e0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2178c7a2-d34e-46d5-a63c-56ecf8855f73'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:15:45.318087 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7ac9c9-6810-460b-8e6b-872df1734b39 admin admin] Pushing event updated for resources: {'Port': ['ID=978bdece-4535-4bf9-ba72-9aadef8819d1,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:45.320140 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac6b433-78f1-4e99-bad0-004894b39566" -d '{"events": [{"server_uuid": "13ed62b5-694a-4476-835b-5f002f195e0f", "name": "network-vif-plugged", "status": "completed", "tag": "2178c7a2-d34e-46d5-a63c-56ecf8855f73"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:15:45.344182 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-16661fbe-4ffc-4ae2-b04e-2b2c54036f8a req-94dd26c3-34b3-47b9-aa0a-419f060a1e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:45.348824 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:45.389023 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-da7ac9c9-6810-460b-8e6b-872df1734b39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:45.419341 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51593cb0-89cd-47cb-b367-d5c2de5fb12e x-openstack-request-id: req-51593cb0-89cd-47cb-b367-d5c2de5fb12e {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:15:45.426049 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13ed62b5-694a-4476-835b-5f002f195e0f", "name": "network-vif-plugged", "status": "completed", "tag": "2178c7a2-d34e-46d5-a63c-56ecf8855f73", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:15:45.427940 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-51593cb0-89cd-47cb-b367-d5c2de5fb12e {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:15:45.429632 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13ed62b5-694a-4476-835b-5f002f195e0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2178c7a2-d34e-46d5-a63c-56ecf8855f73', 'code': 200} Nov 25 13:15:45.516128 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=2178c7a2-d34e-46d5-a63c-56ecf8855f73,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:45.646484 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ef80f-8e5d-4d36-b432-129b83ea5fca req-09437852-58ce-4c84-b257-ac6753396fc2 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:45.661324 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-346ef80f-8e5d-4d36-b432-129b83ea5fca req-09437852-58ce-4c84-b257-ac6753396fc2 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] 10.222.0.53 "GET /v2.0/ports?device_id=13ed62b5-694a-4476-835b-5f002f195e0f HTTP/1.1" status: 200 len: 950 time: 0.2319787 Nov 25 13:15:45.815920 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-346ef80f-8e5d-4d36-b432-129b83ea5fca req-00fb2586-e631-47f7-89a4-8fd16449abe8 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e9e678c-a90f-49f7-89f8-05d07ae2e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476789 Nov 25 13:15:45.864079 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dd26c3-34b3-47b9-aa0a-419f060a1e3c service neutron] Pushing event updated for resources: {'Port': ['ID=e6294caa-eb75-4d6f-9636-ce880c21f4f1,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:46.002398 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8008ad3-597a-461d-8e65-2223d316121e req-65418d05-7c2d-4c2e-80b1-a1a7bc5e09ec tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:46.009758 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b8008ad3-597a-461d-8e65-2223d316121e req-65418d05-7c2d-4c2e-80b1-a1a7bc5e09ec tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d06c340-3828-448b-ad35-25a20044120b HTTP/1.1" status: 200 len: 944 time: 0.1445377 Nov 25 13:15:46.022232 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-da7ac9c9-6810-460b-8e6b-872df1734b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:46.182292 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf1de5-894e-45d5-921a-4558c4934bca req-0e282e94-5a31-4902-a2a9-24216fe544d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:46.184182 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-61cf1de5-894e-45d5-921a-4558c4934bca req-0e282e94-5a31-4902-a2a9-24216fe544d5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=13ed62b5-694a-4476-835b-5f002f195e0f HTTP/1.1" status: 200 len: 1102 time: 0.5001750 Nov 25 13:15:46.200503 n-d-808199-11 neutron-server[103570]: DEBUG neutron.objects.ports [None req-d89db95d-64d0-445d-ae79-ebb7b6a2fb28 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103570) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 13:15:46.201245 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d89db95d-64d0-445d-ae79-ebb7b6a2fb28 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:46.220809 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b8008ad3-597a-461d-8e65-2223d316121e req-d5ce4e7a-04c1-4e07-8027-d70b0f11568f tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab66d2e3-b9ac-4237-bab2-b4aaf0695f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051482 Nov 25 13:15:46.292126 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-61cf1de5-894e-45d5-921a-4558c4934bca req-678da31d-cb2f-4130-b219-aca1ca399466 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9e9e678c-a90f-49f7-89f8-05d07ae2e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008742 Nov 25 13:15:46.301709 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89db95d-64d0-445d-ae79-ebb7b6a2fb28 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Checking segment: {'id': 'accadd48-0dd9-4aaf-adda-2e098090375a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'dd370ee4-819b-4832-9c57-9d2199e06a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:15:46.302090 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89db95d-64d0-445d-ae79-ebb7b6a2fb28 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Network hostable DHCP agents. Network: dd370ee4-819b-4832-9c57-9d2199e06a2a, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:15:46.313613 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89db95d-64d0-445d-ae79-ebb7b6a2fb28 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e9963f43-42e9-4c6c-952c-69595dd71e55,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:46.329661 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-16661fbe-4ffc-4ae2-b04e-2b2c54036f8a req-94dd26c3-34b3-47b9-aa0a-419f060a1e3c service neutron] Attempting to bind port e6294caa-eb75-4d6f-9636-ce880c21f4f1 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:15:46.329661 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-16661fbe-4ffc-4ae2-b04e-2b2c54036f8a req-94dd26c3-34b3-47b9-aa0a-419f060a1e3c service neutron] Attempting to bind port e6294caa-eb75-4d6f-9636-ce880c21f4f1 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': 'e2f12bb0-3918-46c8-880a-6df39de82054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd0fcbb25-711a-42a9-b82a-fa06187c61e7'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:15:46.329661 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16661fbe-4ffc-4ae2-b04e-2b2c54036f8a req-94dd26c3-34b3-47b9-aa0a-419f060a1e3c service neutron] Attempting to bind port e6294caa-eb75-4d6f-9636-ce880c21f4f1 on network d0fcbb25-711a-42a9-b82a-fa06187c61e7 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:15:46.336819 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89db95d-64d0-445d-ae79-ebb7b6a2fb28 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Network dd370ee4-819b-4832-9c57-9d2199e06a2a is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:15:46.354424 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-d89db95d-64d0-445d-ae79-ebb7b6a2fb28 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, dd370ee4-819b-4832-9c57-9d2199e06a2a) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:15:46.363702 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89db95d-64d0-445d-ae79-ebb7b6a2fb28 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:46.363702 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d89db95d-64d0-445d-ae79-ebb7b6a2fb28 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:46.364612 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33180f7e-b37a-4552-8f68-014b5cdc8983 None None] Network dd370ee4-819b-4832-9c57-9d2199e06a2a requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:15:46.389181 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16661fbe-4ffc-4ae2-b04e-2b2c54036f8a req-94dd26c3-34b3-47b9-aa0a-419f060a1e3c service neutron] Port e6294caa-eb75-4d6f-9636-ce880c21f4f1 on network d0fcbb25-711a-42a9-b82a-fa06187c61e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:15:46.389541 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16661fbe-4ffc-4ae2-b04e-2b2c54036f8a req-94dd26c3-34b3-47b9-aa0a-419f060a1e3c service neutron] Attempting to bind port e6294caa-eb75-4d6f-9636-ce880c21f4f1 on network d0fcbb25-711a-42a9-b82a-fa06187c61e7 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:15:46.400548 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d89db95d-64d0-445d-ae79-ebb7b6a2fb28 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3024933 Nov 25 13:15:46.401425 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 45578) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:46.408316 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-29504b70-3dbd-4b00-bc67-26e5af4f610b tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Request body: {'floatingip': {'floating_network_id': 'dd370ee4-819b-4832-9c57-9d2199e06a2a'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:15:46.415769 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16661fbe-4ffc-4ae2-b04e-2b2c54036f8a req-94dd26c3-34b3-47b9-aa0a-419f060a1e3c service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:15:46.416123 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16661fbe-4ffc-4ae2-b04e-2b2c54036f8a req-94dd26c3-34b3-47b9-aa0a-419f060a1e3c service neutron] Checking segment: {'id': 'e2f12bb0-3918-46c8-880a-6df39de82054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd0fcbb25-711a-42a9-b82a-fa06187c61e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:15:46.416520 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16661fbe-4ffc-4ae2-b04e-2b2c54036f8a req-94dd26c3-34b3-47b9-aa0a-419f060a1e3c service neutron] Bound using segment: {'id': 'e2f12bb0-3918-46c8-880a-6df39de82054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd0fcbb25-711a-42a9-b82a-fa06187c61e7'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:15:46.416992 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-16661fbe-4ffc-4ae2-b04e-2b2c54036f8a req-94dd26c3-34b3-47b9-aa0a-419f060a1e3c service neutron] Bound port: e6294caa-eb75-4d6f-9636-ce880c21f4f1, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2f12bb0-3918-46c8-880a-6df39de82054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd0fcbb25-711a-42a9-b82a-fa06187c61e7'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:15:46.417365 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-16661fbe-4ffc-4ae2-b04e-2b2c54036f8a req-94dd26c3-34b3-47b9-aa0a-419f060a1e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:46.450313 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-29504b70-3dbd-4b00-bc67-26e5af4f610b tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:46.527730 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-22f655cd-77eb-4a7d-a361-7b226630b9ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:46.623936 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-29504b70-3dbd-4b00-bc67-26e5af4f610b tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:46.633099 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e599b5-8d4e-45ca-af94-0fc53318eb34 None None] Network dd370ee4-819b-4832-9c57-9d2199e06a2a requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:15:46.635292 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-da7ac9c9-6810-460b-8e6b-872df1734b39 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:46.655618 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-16661fbe-4ffc-4ae2-b04e-2b2c54036f8a req-94dd26c3-34b3-47b9-aa0a-419f060a1e3c service neutron] For port e6294caa-eb75-4d6f-9636-ce880c21f4f1, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:15:46.660543 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-16661fbe-4ffc-4ae2-b04e-2b2c54036f8a req-94dd26c3-34b3-47b9-aa0a-419f060a1e3c service neutron] For port e6294caa-eb75-4d6f-9636-ce880c21f4f1, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=e6294caa-eb75-4d6f-9636-ce880c21f4f1,segment=NetworkSegment(e2f12bb0-3918-46c8-880a-6df39de82054),segment_id=e2f12bb0-3918-46c8-880a-6df39de82054)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:15:46.729392 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-da7ac9c9-6810-460b-8e6b-872df1734b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:46.740975 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-29504b70-3dbd-4b00-bc67-26e5af4f610b tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Allocated IP 172.20.0.9 (dd370ee4-819b-4832-9c57-9d2199e06a2a/e9963f43-42e9-4c6c-952c-69595dd71e55/c51d0ddd-0c4d-4dfd-b9d9-ea62358865b2) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:15:46.804236 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-16661fbe-4ffc-4ae2-b04e-2b2c54036f8a req-94dd26c3-34b3-47b9-aa0a-419f060a1e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:46.885277 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-29504b70-3dbd-4b00-bc67-26e5af4f610b tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:46.932730 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-29504b70-3dbd-4b00-bc67-26e5af4f610b tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:46.955502 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16661fbe-4ffc-4ae2-b04e-2b2c54036f8a req-94dd26c3-34b3-47b9-aa0a-419f060a1e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:46.956387 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-16661fbe-4ffc-4ae2-b04e-2b2c54036f8a req-94dd26c3-34b3-47b9-aa0a-419f060a1e3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:46.958137 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-16661fbe-4ffc-4ae2-b04e-2b2c54036f8a req-94dd26c3-34b3-47b9-aa0a-419f060a1e3c service neutron] 10.222.0.47 "PUT /v2.0/ports/e6294caa-eb75-4d6f-9636-ce880c21f4f1 HTTP/1.1" status: 200 len: 1093 time: 3.2901242 Nov 25 13:15:46.963649 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d06c340-3828-448b-ad35-25a20044120b', 'tag': 'e6294caa-eb75-4d6f-9636-ce880c21f4f1'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:15:46.966284 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd491f8-abe0-4e51-8bf1-1786ea53e4a0" -d '{"events": [{"name": "network-changed", "server_uuid": "8d06c340-3828-448b-ad35-25a20044120b", "tag": "e6294caa-eb75-4d6f-9636-ce880c21f4f1"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:15:46.969275 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7ac9c9-6810-460b-8e6b-872df1734b39 admin admin] Pushing event updated for resources: {'Port': ['ID=978bdece-4535-4bf9-ba72-9aadef8819d1,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:46.974574 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-da7ac9c9-6810-460b-8e6b-872df1734b39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:47.020029 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29504b70-3dbd-4b00-bc67-26e5af4f610b tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Network dd370ee4-819b-4832-9c57-9d2199e06a2a is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:15:47.031310 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-29504b70-3dbd-4b00-bc67-26e5af4f610b tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:15:47.033838 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29504b70-3dbd-4b00-bc67-26e5af4f610b tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:15:47.048538 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dd26c3-34b3-47b9-aa0a-419f060a1e3c service neutron] Pushing event updated for resources: {'Port': ['ID=e6294caa-eb75-4d6f-9636-ce880c21f4f1,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:47.136186 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29504b70-3dbd-4b00-bc67-26e5af4f610b tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Pushing event updated for resources: {'Port': ['ID=c51d0ddd-0c4d-4dfd-b9d9-ea62358865b2,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:47.141135 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-426215f3-67e6-4288-a47e-6caf8208dd05 x-openstack-request-id: req-426215f3-67e6-4288-a47e-6caf8208dd05 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:15:47.141580 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d06c340-3828-448b-ad35-25a20044120b", "tag": "e6294caa-eb75-4d6f-9636-ce880c21f4f1", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:15:47.141979 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-426215f3-67e6-4288-a47e-6caf8208dd05 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:15:47.142587 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d06c340-3828-448b-ad35-25a20044120b', 'tag': 'e6294caa-eb75-4d6f-9636-ce880c21f4f1', 'status': 'completed', 'code': 200} Nov 25 13:15:47.474385 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16661fbe-4ffc-4ae2-b04e-2b2c54036f8a req-4b6ca5f8-2ed3-4ab2-b0b8-f09cde72bd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:47.476966 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-16661fbe-4ffc-4ae2-b04e-2b2c54036f8a req-4b6ca5f8-2ed3-4ab2-b0b8-f09cde72bd49 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=011bce4f061943c38bb17c6e89517c3b&device_id=8d06c340-3828-448b-ad35-25a20044120b HTTP/1.1" status: 200 len: 1096 time: 0.4251409 Nov 25 13:15:47.584710 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-16661fbe-4ffc-4ae2-b04e-2b2c54036f8a req-3d0e3be0-eaa7-4dd3-b8cd-03875773ef36 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6294caa-eb75-4d6f-9636-ce880c21f4f1 HTTP/1.1" status: 200 len: 217 time: 0.0857246 Nov 25 13:15:47.701965 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16661fbe-4ffc-4ae2-b04e-2b2c54036f8a req-d0d3ebc1-58c1-4566-b1c9-8c6602abdb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:47.703826 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-16661fbe-4ffc-4ae2-b04e-2b2c54036f8a req-d0d3ebc1-58c1-4566-b1c9-8c6602abdb63 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e77448f8-5c9e-48cf-b9f8-c58db39caf08 HTTP/1.1" status: 200 len: 860 time: 0.1084807 Nov 25 13:15:47.706616 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7ac9c9-6810-460b-8e6b-872df1734b39 admin admin] Network 0f8d98df-0c8b-4d59-a080-cbd59d00b40c is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:15:47.710395 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-da7ac9c9-6810-460b-8e6b-872df1734b39 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:15:47.752429 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e93b0-a903-474d-9552-a6f8b9987ecb req-357398cc-9a9c-44f3-99a3-a77591a59bd6 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:47.761667 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-186e93b0-a903-474d-9552-a6f8b9987ecb req-357398cc-9a9c-44f3-99a3-a77591a59bd6 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] 10.222.0.53 "GET /v2.0/ports?device_id=13ed62b5-694a-4476-835b-5f002f195e0f HTTP/1.1" status: 200 len: 950 time: 0.7538106 Nov 25 13:15:47.985194 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ad1b4-ce7c-40db-ae17-e6bc2e543c4a req-c6f58358-1c2d-4222-aeee-c9c395cb5e8b tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:47.986786 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-550ad1b4-ce7c-40db-ae17-e6bc2e543c4a req-c6f58358-1c2d-4222-aeee-c9c395cb5e8b tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d06c340-3828-448b-ad35-25a20044120b HTTP/1.1" status: 200 len: 944 time: 0.1997557 Nov 25 13:15:47.998001 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-29504b70-3dbd-4b00-bc67-26e5af4f610b tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:48.047371 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-186e93b0-a903-474d-9552-a6f8b9987ecb req-12eb667b-098b-40bf-a4c9-d839e3d3b5f6 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e9e678c-a90f-49f7-89f8-05d07ae2e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847548 Nov 25 13:15:48.089004 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-22f655cd-77eb-4a7d-a361-7b226630b9ed admin admin] Deleting port 1fa48315-41ef-43bc-9f13-7e5adfe5d058 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:15:48.089162 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-22f655cd-77eb-4a7d-a361-7b226630b9ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:48.129936 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-aabfa935-c364-401e-ae74-a84069c60940 None None] Provisioning complete for port 978bdece-4535-4bf9-ba72-9aadef8819d1 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:15:48.130542 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aabfa935-c364-401e-ae74-a84069c60940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:48.171559 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-29504b70-3dbd-4b00-bc67-26e5af4f610b tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:48.177277 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-550ad1b4-ce7c-40db-ae17-e6bc2e543c4a req-2f9b50fd-30c8-44d8-b68c-12e5f327c54e tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab66d2e3-b9ac-4237-bab2-b4aaf0695f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775558 Nov 25 13:15:48.201194 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-aabfa935-c364-401e-ae74-a84069c60940 None None] Port 978bdece-4535-4bf9-ba72-9aadef8819d1 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:15:48.293300 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16661fbe-4ffc-4ae2-b04e-2b2c54036f8a req-3389f96d-80fb-4082-90af-eac124080dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:48.295079 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-16661fbe-4ffc-4ae2-b04e-2b2c54036f8a req-3389f96d-80fb-4082-90af-eac124080dbe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d0fcbb25-711a-42a9-b82a-fa06187c61e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5770030 Nov 25 13:15:48.396729 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da7ac9c9-6810-460b-8e6b-872df1734b39 admin admin] Router 1a4ad589-a6c8-4a23-a768-309882144ee1 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:15:48.431602 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-22f655cd-77eb-4a7d-a361-7b226630b9ed admin admin] For port 1fa48315-41ef-43bc-9f13-7e5adfe5d058, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=1fa48315-41ef-43bc-9f13-7e5adfe5d058,segment=NetworkSegment(a4e6ffbf-42fc-4d5b-aa7b-96239268eb8d),segment_id=a4e6ffbf-42fc-4d5b-aa7b-96239268eb8d)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:15:48.432139 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-22f655cd-77eb-4a7d-a361-7b226630b9ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:48.448687 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-29504b70-3dbd-4b00-bc67-26e5af4f610b tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:48.460368 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-29504b70-3dbd-4b00-bc67-26e5af4f610b tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:48.509975 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-22f655cd-77eb-4a7d-a361-7b226630b9ed admin admin] Calling delete_port for 1fa48315-41ef-43bc-9f13-7e5adfe5d058 owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:15:48.556017 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-16661fbe-4ffc-4ae2-b04e-2b2c54036f8a req-24e23853-2523-4c2d-b6ab-46995894d0dd service neutron] 10.222.0.47 "GET /v2.0/networks/d0fcbb25-711a-42a9-b82a-fa06187c61e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516007 Nov 25 13:15:48.625595 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29504b70-3dbd-4b00-bc67-26e5af4f610b tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Pushing event updated for resources: {'Port': ['ID=c51d0ddd-0c4d-4dfd-b9d9-ea62358865b2,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:48.646972 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-29504b70-3dbd-4b00-bc67-26e5af4f610b tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:48.693828 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-29504b70-3dbd-4b00-bc67-26e5af4f610b tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:48.700649 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-29504b70-3dbd-4b00-bc67-26e5af4f610b tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.2974110 Nov 25 13:15:48.702361 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 45606) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:48.800007 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3ebecb0f-8c49-47ae-85df-7a9721a76003 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] 10.222.0.53 "GET /v2.0/floatingips?floating_network_id=dd370ee4-819b-4832-9c57-9d2199e06a2a HTTP/1.1" status: 200 len: 689 time: 0.0963194 Nov 25 13:15:48.800777 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 45610) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:48.868952 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-16661fbe-4ffc-4ae2-b04e-2b2c54036f8a req-f7d74a8b-adaa-4073-ad28-fb431c19d9db service neutron] 10.222.0.47 "GET /v2.0/networks/d0fcbb25-711a-42a9-b82a-fa06187c61e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796068 Nov 25 13:15:48.881254 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7ac9c9-6810-460b-8e6b-872df1734b39 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:15:48.896145 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c96185-962d-4a6f-a136-672a20f34af1 None None] Sync routers for ids ['1a4ad589-a6c8-4a23-a768-309882144ee1'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:15:48.903197 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-da7ac9c9-6810-460b-8e6b-872df1734b39 admin admin] 10.222.0.53 "PUT /v2.0/routers/1a4ad589-a6c8-4a23-a768-309882144ee1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9305253 Nov 25 13:15:48.941714 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c96185-962d-4a6f-a136-672a20f34af1 None None] Routers {'1a4ad589-a6c8-4a23-a768-309882144ee1'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:15:48.947657 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-a1c96185-962d-4a6f-a136-672a20f34af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:15:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['1a4ad589-a6c8-4a23-a768-309882144ee1'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:15:49.023524 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-39858d11-5fa0-48c5-80ee-438291f2b869 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:49.196136 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-a1c96185-962d-4a6f-a136-672a20f34af1 None None] Set router 1a4ad589-a6c8-4a23-a768-309882144ee1 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:15:49.247450 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd491f8-abe0-4e51-8bf1-1786ea53e4a0 req-ff916828-6bbb-4829-851d-c5f89399874f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:49.251351 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bcd491f8-abe0-4e51-8bf1-1786ea53e4a0 req-ff916828-6bbb-4829-851d-c5f89399874f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=011bce4f061943c38bb17c6e89517c3b&device_id=8d06c340-3828-448b-ad35-25a20044120b HTTP/1.1" status: 200 len: 1096 time: 0.2327735 Nov 25 13:15:49.253687 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-22f655cd-77eb-4a7d-a361-7b226630b9ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:49.329810 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f655cd-77eb-4a7d-a361-7b226630b9ed admin admin] Pushing event deleted for resources: {'Port': ['ID=1fa48315-41ef-43bc-9f13-7e5adfe5d058,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:49.423419 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25834b64-d73b-44e6-81a6-ed12db82ecea req-371d74fd-e880-48f2-bf90-23cb1dcf4001 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:49.430486 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-25834b64-d73b-44e6-81a6-ed12db82ecea req-371d74fd-e880-48f2-bf90-23cb1dcf4001 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] 10.222.0.53 "GET /v2.0/ports?device_id=13ed62b5-694a-4476-835b-5f002f195e0f HTTP/1.1" status: 200 len: 950 time: 0.2458210 Nov 25 13:15:49.555405 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e1e54-c0da-4b87-ac12-8cc3778f6004 req-16380769-5614-4224-8faa-149b06f462a4 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:49.556978 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8d5e1e54-c0da-4b87-ac12-8cc3778f6004 req-16380769-5614-4224-8faa-149b06f462a4 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d06c340-3828-448b-ad35-25a20044120b HTTP/1.1" status: 200 len: 944 time: 0.2334247 Nov 25 13:15:49.562303 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-25834b64-d73b-44e6-81a6-ed12db82ecea req-92ddf1a4-2b46-4452-b5c8-1af0520f42cb tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e9e678c-a90f-49f7-89f8-05d07ae2e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144967 Nov 25 13:15:49.564761 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-39858d11-5fa0-48c5-80ee-438291f2b869 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Deleting port c51d0ddd-0c4d-4dfd-b9d9-ea62358865b2 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:15:49.565107 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-39858d11-5fa0-48c5-80ee-438291f2b869 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:49.601863 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-a1c96185-962d-4a6f-a136-672a20f34af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a4ad589-a6c8-4a23-a768-309882144ee1', 'name': 'tempest-FloatingIPsTestJSON-854923756-router', 'tenant_id': '2836d991dc784a57b9439e4d7825c343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '53b61bc8-195d-47a9-a842-eeb88286e4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:15:28Z', 'updated_at': '2021-11-25T13:15:45Z', 'revision_number': 4, 'project_id': '2836d991dc784a57b9439e4d7825c343', 'gw_port': {'id': '53b61bc8-195d-47a9-a842-eeb88286e4de', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4ad589-a6c8-4a23-a768-309882144ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:15:32Z', 'updated_at': '2021-11-25T13:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '978bdece-4535-4bf9-ba72-9aadef8819d1', 'name': '', 'network_id': '0f8d98df-0c8b-4d59-a080-cbd59d00b40c', 'tenant_id': '2836d991dc784a57b9439e4d7825c343', 'mac_address': 'fa:16:3e:99:9e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a4ad589-a6c8-4a23-a768-309882144ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '2b915c00-2205-4c37-8081-69d76b3203c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:15:42Z', 'updated_at': '2021-11-25T13:15:46Z', 'revision_number': 2, 'project_id': '2836d991dc784a57b9439e4d7825c343', 'subnets': [{'id': '2b915c00-2205-4c37-8081-69d76b3203c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:15:49.661139 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c96185-962d-4a6f-a136-672a20f34af1 None None] Checking router: 1a4ad589-a6c8-4a23-a768-309882144ee1 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:15:49.666586 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c96185-962d-4a6f-a136-672a20f34af1 None None] Updating router 1a4ad589-a6c8-4a23-a768-309882144ee1 port 978bdece-4535-4bf9-ba72-9aadef8819d1 binding host n-d-808199-11 {{(pid=103572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:15:49.713126 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-39858d11-5fa0-48c5-80ee-438291f2b869 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:49.713375 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-39858d11-5fa0-48c5-80ee-438291f2b869 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:49.723917 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a1c96185-962d-4a6f-a136-672a20f34af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:49.746031 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-39858d11-5fa0-48c5-80ee-438291f2b869 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Calling delete_port for c51d0ddd-0c4d-4dfd-b9d9-ea62358865b2 owned by network:floatingip {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:15:49.866845 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-22f655cd-77eb-4a7d-a361-7b226630b9ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:49.899577 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 45638) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:50.184993 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd491f8-abe0-4e51-8bf1-1786ea53e4a0 req-430f42c9-ccb9-425c-b136-91e851f50e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:50.192387 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bcd491f8-abe0-4e51-8bf1-1786ea53e4a0 req-430f42c9-ccb9-425c-b136-91e851f50e5c service neutron] 10.222.0.47 "GET /v2.0/networks?id=d0fcbb25-711a-42a9-b82a-fa06187c61e7 HTTP/1.1" status: 200 len: 922 time: 0.9293828 Nov 25 13:15:50.207166 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8d5e1e54-c0da-4b87-ac12-8cc3778f6004 req-00e540aa-27ff-4bf2-9194-3fccf8033600 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab66d2e3-b9ac-4237-bab2-b4aaf0695f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896979 Nov 25 13:15:50.344824 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a1c96185-962d-4a6f-a136-672a20f34af1 None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:50.357078 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a1c96185-962d-4a6f-a136-672a20f34af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:50.368355 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f655cd-77eb-4a7d-a361-7b226630b9ed admin admin] Router 7023e6ae-f27c-42cd-a8bb-73911ab2b104 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:15:50.378060 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bcd491f8-abe0-4e51-8bf1-1786ea53e4a0 req-07cc2268-b14e-4320-8743-5bfeace45f54 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6294caa-eb75-4d6f-9636-ce880c21f4f1 HTTP/1.1" status: 200 len: 217 time: 0.1741714 Nov 25 13:15:50.385704 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-189d6e55-f461-44c0-a892-a274d2c3937b req-cd4faf88-4d1c-409f-bcf5-260fa7e765e6 tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4753432 Nov 25 13:15:50.412063 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-189d6e55-f461-44c0-a892-a274d2c3937b req-9f9d1c6e-3763-4030-b25f-a690ac9671ea tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] Request body: {'floatingip': {'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:15:50.413888 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4305ba14-30d3-42c0-82e4-ca4ad160553b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:50.434895 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-39858d11-5fa0-48c5-80ee-438291f2b869 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:50.464568 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f5aea9-945b-431c-8d72-b2ee15800776 None None] Pushing event updated for resources: {'Port': ['ID=978bdece-4535-4bf9-ba72-9aadef8819d1,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:50.492158 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39858d11-5fa0-48c5-80ee-438291f2b869 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Pushing event deleted for resources: {'Port': ['ID=c51d0ddd-0c4d-4dfd-b9d9-ea62358865b2,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:50.517782 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-189d6e55-f461-44c0-a892-a274d2c3937b req-9f9d1c6e-3763-4030-b25f-a690ac9671ea tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] Publish callbacks [] for floatingip, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:50.649706 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-a1c96185-962d-4a6f-a136-672a20f34af1 None None] Attempting to bind port 978bdece-4535-4bf9-ba72-9aadef8819d1 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:15:50.650089 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-a1c96185-962d-4a6f-a136-672a20f34af1 None None] Attempting to bind port 978bdece-4535-4bf9-ba72-9aadef8819d1 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '9d06135e-70aa-4e21-b82a-10ab0459ce8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0f8d98df-0c8b-4d59-a080-cbd59d00b40c'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:15:50.651301 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c96185-962d-4a6f-a136-672a20f34af1 None None] Attempting to bind port 978bdece-4535-4bf9-ba72-9aadef8819d1 on network 0f8d98df-0c8b-4d59-a080-cbd59d00b40c {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:15:50.657253 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c96185-962d-4a6f-a136-672a20f34af1 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:15:50.657589 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c96185-962d-4a6f-a136-672a20f34af1 None None] Checking segment: {'id': '9d06135e-70aa-4e21-b82a-10ab0459ce8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0f8d98df-0c8b-4d59-a080-cbd59d00b40c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:15:50.658561 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a1c96185-962d-4a6f-a136-672a20f34af1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:50.659681 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c96185-962d-4a6f-a136-672a20f34af1 None None] Bound using segment: {'id': '9d06135e-70aa-4e21-b82a-10ab0459ce8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0f8d98df-0c8b-4d59-a080-cbd59d00b40c'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:15:50.660172 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-a1c96185-962d-4a6f-a136-672a20f34af1 None None] Bound port: 978bdece-4535-4bf9-ba72-9aadef8819d1, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d06135e-70aa-4e21-b82a-10ab0459ce8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0f8d98df-0c8b-4d59-a080-cbd59d00b40c'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:15:50.663020 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a1c96185-962d-4a6f-a136-672a20f34af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:50.749167 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd491f8-abe0-4e51-8bf1-1786ea53e4a0 req-b1c25490-e3d5-44d0-84a3-6cbbc9755d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:50.751280 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bcd491f8-abe0-4e51-8bf1-1786ea53e4a0 req-b1c25490-e3d5-44d0-84a3-6cbbc9755d40 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e77448f8-5c9e-48cf-b9f8-c58db39caf08 HTTP/1.1" status: 200 len: 860 time: 0.2994251 Nov 25 13:15:50.762207 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-39858d11-5fa0-48c5-80ee-438291f2b869 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:50.842845 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eaefe8-9bd9-4a5e-bbb1-86036a885d77 req-e3672dc1-5aef-44da-bf87-b7bf6adb9742 tempest-ServersAdminNegativeTestJSON-1034543477 tempest-ServersAdminNegativeTestJSON-1034543477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:50.847601 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd491f8-abe0-4e51-8bf1-1786ea53e4a0 req-95bb1113-aeb8-48f7-ba7b-34971d61b597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:50.850002 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bcd491f8-abe0-4e51-8bf1-1786ea53e4a0 req-95bb1113-aeb8-48f7-ba7b-34971d61b597 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d0fcbb25-711a-42a9-b82a-fa06187c61e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0725653 Nov 25 13:15:50.853796 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-04eaefe8-9bd9-4a5e-bbb1-86036a885d77 req-e3672dc1-5aef-44da-bf87-b7bf6adb9742 tempest-ServersAdminNegativeTestJSON-1034543477 tempest-ServersAdminNegativeTestJSON-1034543477-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=13ed62b5-694a-4476-835b-5f002f195e0f HTTP/1.1" status: 200 len: 1102 time: 0.1373644 Nov 25 13:15:50.855881 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4305ba14-30d3-42c0-82e4-ca4ad160553b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:50.858010 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f655cd-77eb-4a7d-a361-7b226630b9ed admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:15:50.866652 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-22f655cd-77eb-4a7d-a361-7b226630b9ed admin admin] 10.222.0.53 "PUT /v2.0/routers/7023e6ae-f27c-42cd-a8bb-73911ab2b104/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9758785 Nov 25 13:15:50.866652 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4305ba14-30d3-42c0-82e4-ca4ad160553b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:50.869166 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 45650) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:50.876870 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5907e36-f84b-460d-a057-a33e24b545ad None None] Sync routers for ids ['7023e6ae-f27c-42cd-a8bb-73911ab2b104'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:15:50.880481 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-a1c96185-962d-4a6f-a136-672a20f34af1 None None] For port 978bdece-4535-4bf9-ba72-9aadef8819d1, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:15:50.884679 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-a1c96185-962d-4a6f-a136-672a20f34af1 None None] For port 978bdece-4535-4bf9-ba72-9aadef8819d1, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=978bdece-4535-4bf9-ba72-9aadef8819d1,segment=NetworkSegment(9d06135e-70aa-4e21-b82a-10ab0459ce8f),segment_id=9d06135e-70aa-4e21-b82a-10ab0459ce8f)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:15:50.886462 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-faf7b4b2-5181-4785-9cc0-762230dc5804 None None] Provisioning complete for port 978bdece-4535-4bf9-ba72-9aadef8819d1 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:15:50.886884 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-faf7b4b2-5181-4785-9cc0-762230dc5804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:50.892476 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5907e36-f84b-460d-a057-a33e24b545ad None None] Routers {'7023e6ae-f27c-42cd-a8bb-73911ab2b104'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:15:50.893449 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-e5907e36-f84b-460d-a057-a33e24b545ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:15:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['7023e6ae-f27c-42cd-a8bb-73911ab2b104'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:15:50.898116 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-04eaefe8-9bd9-4a5e-bbb1-86036a885d77 req-bb290817-4de6-491d-ac80-71f3ac4f10f4 tempest-ServersAdminNegativeTestJSON-1034543477 tempest-ServersAdminNegativeTestJSON-1034543477-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:50.910950 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a1c96185-962d-4a6f-a136-672a20f34af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:50.999128 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-faf7b4b2-5181-4785-9cc0-762230dc5804 None None] Port 978bdece-4535-4bf9-ba72-9aadef8819d1 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:15:51.021271 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c96185-962d-4a6f-a136-672a20f34af1 None None] Routers {'1a4ad589-a6c8-4a23-a768-309882144ee1'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:15:51.021850 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-a1c96185-962d-4a6f-a136-672a20f34af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:15:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['1a4ad589-a6c8-4a23-a768-309882144ee1'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:15:51.069983 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-04eaefe8-9bd9-4a5e-bbb1-86036a885d77 req-bb290817-4de6-491d-ac80-71f3ac4f10f4 tempest-ServersAdminNegativeTestJSON-1034543477 tempest-ServersAdminNegativeTestJSON-1034543477-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:51.071909 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f5aea9-945b-431c-8d72-b2ee15800776 None None] Pushing event updated for resources: {'Port': ['ID=978bdece-4535-4bf9-ba72-9aadef8819d1,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:51.079468 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-39858d11-5fa0-48c5-80ee-438291f2b869 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:51.122740 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bcd491f8-abe0-4e51-8bf1-1786ea53e4a0 req-fec955ec-eb78-4cb1-a667-65e01cd8d8f9 service neutron] 10.222.0.47 "GET /v2.0/networks/d0fcbb25-711a-42a9-b82a-fa06187c61e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580845 Nov 25 13:15:51.172795 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-04eaefe8-9bd9-4a5e-bbb1-86036a885d77 req-bb290817-4de6-491d-ac80-71f3ac4f10f4 tempest-ServersAdminNegativeTestJSON-1034543477 tempest-ServersAdminNegativeTestJSON-1034543477-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:51.217037 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-e5907e36-f84b-460d-a057-a33e24b545ad None None] Set router 7023e6ae-f27c-42cd-a8bb-73911ab2b104 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:15:51.231391 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-04eaefe8-9bd9-4a5e-bbb1-86036a885d77 req-bb290817-4de6-491d-ac80-71f3ac4f10f4 tempest-ServersAdminNegativeTestJSON-1034543477 tempest-ServersAdminNegativeTestJSON-1034543477-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=9e9e678c-a90f-49f7-89f8-05d07ae2e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3766029 Nov 25 13:15:51.232495 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-39858d11-5fa0-48c5-80ee-438291f2b869 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:51.319140 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39858d11-5fa0-48c5-80ee-438291f2b869 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e9963f43-42e9-4c6c-952c-69595dd71e55,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:51.326095 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-189d6e55-f461-44c0-a892-a274d2c3937b req-9f9d1c6e-3763-4030-b25f-a690ac9671ea tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:51.471142 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-4305ba14-30d3-42c0-82e4-ca4ad160553b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f283c5cfee684e398497fce456c69ff9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5686209 Nov 25 13:15:51.477936 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 45658) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:51.483005 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb290817-4de6-491d-ac80-71f3ac4f10f4 tempest-ServersAdminNegativeTestJSON-1034543477 tempest-ServersAdminNegativeTestJSON-1034543477-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a46e29c-d680-4d8e-900e-18880370975f,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:51.552461 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-e5907e36-f84b-460d-a057-a33e24b545ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7023e6ae-f27c-42cd-a8bb-73911ab2b104', 'name': 'tempest-AttachSCSIVolumeTestJSON-872884523-router', 'tenant_id': '24c918fda4b647e3bc0d3754252703a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': 'b3300a64-f77c-43ed-8ac8-6040755695f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:13:29Z', 'updated_at': '2021-11-25T13:15:48Z', 'revision_number': 5, 'project_id': '24c918fda4b647e3bc0d3754252703a7', 'gw_port': {'id': 'b3300a64-f77c-43ed-8ac8-6040755695f5', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:02:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7023e6ae-f27c-42cd-a8bb-73911ab2b104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:13:30Z', 'updated_at': '2021-11-25T13:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:15:51.577078 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a3b3b1db-79af-44d9-a5bc-b0440160aaf9 admin admin] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:51.585461 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5907e36-f84b-460d-a057-a33e24b545ad None None] Checking router: 7023e6ae-f27c-42cd-a8bb-73911ab2b104 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:15:51.595816 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5907e36-f84b-460d-a057-a33e24b545ad None None] Routers {'7023e6ae-f27c-42cd-a8bb-73911ab2b104'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:15:51.596751 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-e5907e36-f84b-460d-a057-a33e24b545ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:15:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['7023e6ae-f27c-42cd-a8bb-73911ab2b104'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:15:51.612278 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-8f534dac-1f1a-4d1c-9e18-a6c16a354d60 None None] Provisioning complete for port 978bdece-4535-4bf9-ba72-9aadef8819d1 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:15:51.612917 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8f534dac-1f1a-4d1c-9e18-a6c16a354d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:51.621302 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4305ba14-30d3-42c0-82e4-ca4ad160553b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b342f513-747a-4817-ac7a-9e3f7a4c2586,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:51.698285 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-a1c96185-962d-4a6f-a136-672a20f34af1 None None] Set router 1a4ad589-a6c8-4a23-a768-309882144ee1 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:15:51.719095 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bcd491f8-abe0-4e51-8bf1-1786ea53e4a0 req-89acbfc3-44f8-43b8-8164-0faaa2a1117d service neutron] 10.222.0.47 "GET /v2.0/networks/d0fcbb25-711a-42a9-b82a-fa06187c61e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528005 Nov 25 13:15:51.746154 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a3b3b1db-79af-44d9-a5bc-b0440160aaf9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:51.752968 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-39858d11-5fa0-48c5-80ee-438291f2b869 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:51.790246 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559b9ee-fe87-4bcf-a7f7-0df609900352 req-d45867ac-43da-4557-8ad8-be0705275514 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:51.792559 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0559b9ee-fe87-4bcf-a7f7-0df609900352 req-d45867ac-43da-4557-8ad8-be0705275514 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d06c340-3828-448b-ad35-25a20044120b HTTP/1.1" status: 200 len: 944 time: 0.3789079 Nov 25 13:15:51.803490 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-e5907e36-f84b-460d-a057-a33e24b545ad None None] Set router 7023e6ae-f27c-42cd-a8bb-73911ab2b104 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:15:51.833284 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-a3b3b1db-79af-44d9-a5bc-b0440160aaf9 admin admin] Deleting port b3300a64-f77c-43ed-8ac8-6040755695f5 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:15:51.833530 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a3b3b1db-79af-44d9-a5bc-b0440160aaf9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:51.841075 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-39858d11-5fa0-48c5-80ee-438291f2b869 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd370ee4-819b-4832-9c57-9d2199e06a2a']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:15:51.845978 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3ba721d5-bc89-48fe-a804-449b5019c921 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:51.882757 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-39858d11-5fa0-48c5-80ee-438291f2b869 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'accadd48-0dd9-4aaf-adda-2e098090375a') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:15:51.883717 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-39858d11-5fa0-48c5-80ee-438291f2b869 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'accadd48-0dd9-4aaf-adda-2e098090375a') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:15:51.886383 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [req-189d6e55-f461-44c0-a892-a274d2c3937b req-9f9d1c6e-3763-4030-b25f-a690ac9671ea tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] Allocated IP 172.25.5.124 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/13649ac7-be9f-490c-985d-efcbf7cef6f0) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:15:51.931624 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-39858d11-5fa0-48c5-80ee-438291f2b869 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:51.948584 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3ba721d5-bc89-48fe-a804-449b5019c921 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:52.021367 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-39858d11-5fa0-48c5-80ee-438291f2b869 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:52.041415 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0559b9ee-fe87-4bcf-a7f7-0df609900352 req-750ef840-d7f4-487b-bc9d-0dd4d98a5f05 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab66d2e3-b9ac-4237-bab2-b4aaf0695f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199895 Nov 25 13:15:52.042482 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-a3b3b1db-79af-44d9-a5bc-b0440160aaf9 admin admin] For port b3300a64-f77c-43ed-8ac8-6040755695f5, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=b3300a64-f77c-43ed-8ac8-6040755695f5,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:15:52.045024 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a3b3b1db-79af-44d9-a5bc-b0440160aaf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:52.074899 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-a3b3b1db-79af-44d9-a5bc-b0440160aaf9 admin admin] Calling delete_port for b3300a64-f77c-43ed-8ac8-6040755695f5 owned by network:router_gateway {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:15:52.104542 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39858d11-5fa0-48c5-80ee-438291f2b869 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:15:52.107138 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-39858d11-5fa0-48c5-80ee-438291f2b869 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:52.115593 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:15:52.115593 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:15:52.115593 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:15:52.115593 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:15:52.115593 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:15:52.115593 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:15:52.115593 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:15:52.115593 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:15:52.115593 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:15:52.115593 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:15:52.115593 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:15:52.115593 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:15:52.115593 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:15:52.115593 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:15:52.115593 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:15:52.115593 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:15:52.115593 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:15:52.115593 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:15:52.115593 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:15:52.115593 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:15:52.115593 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:15:52.115593 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:15:52.115593 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:15:52.115593 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:15:52.115593 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:15:52.115593 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:15:52.115593 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:15:52.115593 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:15:52.115593 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:15:52.115593 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:15:52.115593 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:15:52.115593 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:15:52.132257 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8f534dac-1f1a-4d1c-9e18-a6c16a354d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:52.216111 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-8f534dac-1f1a-4d1c-9e18-a6c16a354d60 None None] For port 978bdece-4535-4bf9-ba72-9aadef8819d1, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=978bdece-4535-4bf9-ba72-9aadef8819d1,segment=NetworkSegment(9d06135e-70aa-4e21-b82a-10ab0459ce8f),segment_id=9d06135e-70aa-4e21-b82a-10ab0459ce8f)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:15:52.230165 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8f534dac-1f1a-4d1c-9e18-a6c16a354d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:52.298416 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-e5907e36-f84b-460d-a057-a33e24b545ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7023e6ae-f27c-42cd-a8bb-73911ab2b104', 'name': 'tempest-AttachSCSIVolumeTestJSON-872884523-router', 'tenant_id': '24c918fda4b647e3bc0d3754252703a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': 'b3300a64-f77c-43ed-8ac8-6040755695f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:13:29Z', 'updated_at': '2021-11-25T13:15:48Z', 'revision_number': 5, 'project_id': '24c918fda4b647e3bc0d3754252703a7', 'gw_port': {'id': 'b3300a64-f77c-43ed-8ac8-6040755695f5', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:02:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7023e6ae-f27c-42cd-a8bb-73911ab2b104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:13:30Z', 'updated_at': '2021-11-25T13:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:15:52.334898 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5907e36-f84b-460d-a057-a33e24b545ad None None] The sync data for ids ['7023e6ae-f27c-42cd-a8bb-73911ab2b104'] in n-d-808199-11 is: [{'id': '7023e6ae-f27c-42cd-a8bb-73911ab2b104', 'name': 'tempest-AttachSCSIVolumeTestJSON-872884523-router', 'tenant_id': '24c918fda4b647e3bc0d3754252703a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': 'b3300a64-f77c-43ed-8ac8-6040755695f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:13:29Z', 'updated_at': '2021-11-25T13:15:48Z', 'revision_number': 5, 'project_id': '24c918fda4b647e3bc0d3754252703a7', 'gw_port': {'id': 'b3300a64-f77c-43ed-8ac8-6040755695f5', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:02:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7023e6ae-f27c-42cd-a8bb-73911ab2b104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:13:30Z', 'updated_at': '2021-11-25T13:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:15:52.335200 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-39858d11-5fa0-48c5-80ee-438291f2b869 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:52.396371 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f534dac-1f1a-4d1c-9e18-a6c16a354d60 None None] Pushing event updated for resources: {'Port': ['ID=978bdece-4535-4bf9-ba72-9aadef8819d1,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:52.405359 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-a1c96185-962d-4a6f-a136-672a20f34af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a4ad589-a6c8-4a23-a768-309882144ee1', 'name': 'tempest-FloatingIPsTestJSON-854923756-router', 'tenant_id': '2836d991dc784a57b9439e4d7825c343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '53b61bc8-195d-47a9-a842-eeb88286e4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:15:28Z', 'updated_at': '2021-11-25T13:15:45Z', 'revision_number': 4, 'project_id': '2836d991dc784a57b9439e4d7825c343', 'gw_port': {'id': '53b61bc8-195d-47a9-a842-eeb88286e4de', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4ad589-a6c8-4a23-a768-309882144ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:15:32Z', 'updated_at': '2021-11-25T13:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '978bdece-4535-4bf9-ba72-9aadef8819d1', 'name': '', 'network_id': '0f8d98df-0c8b-4d59-a080-cbd59d00b40c', 'tenant_id': '2836d991dc784a57b9439e4d7825c343', 'mac_address': 'fa:16:3e:99:9e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a4ad589-a6c8-4a23-a768-309882144ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '2b915c00-2205-4c37-8081-69d76b3203c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:15:42Z', 'updated_at': '2021-11-25T13:15:50Z', 'revision_number': 4, 'project_id': '2836d991dc784a57b9439e4d7825c343', 'subnets': [{'id': '2b915c00-2205-4c37-8081-69d76b3203c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:15:52.408430 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39858d11-5fa0-48c5-80ee-438291f2b869 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network dd370ee4-819b-4832-9c57-9d2199e06a2a {{(pid=103570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 25 13:15:52.413666 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-189d6e55-f461-44c0-a892-a274d2c3937b req-9f9d1c6e-3763-4030-b25f-a690ac9671ea tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:52.417065 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3ba721d5-bc89-48fe-a804-449b5019c921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:52.419864 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3ba721d5-bc89-48fe-a804-449b5019c921 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:52.451089 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3ba721d5-bc89-48fe-a804-449b5019c921 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b342f513-747a-4817-ac7a-9e3f7a4c2586 HTTP/1.1" status: 204 len: 168 time: 0.9692061 Nov 25 13:15:52.499523 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c96185-962d-4a6f-a136-672a20f34af1 None None] The sync data for ids ['1a4ad589-a6c8-4a23-a768-309882144ee1'] in n-d-808199-11 is: [{'id': '1a4ad589-a6c8-4a23-a768-309882144ee1', 'name': 'tempest-FloatingIPsTestJSON-854923756-router', 'tenant_id': '2836d991dc784a57b9439e4d7825c343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '53b61bc8-195d-47a9-a842-eeb88286e4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:15:28Z', 'updated_at': '2021-11-25T13:15:45Z', 'revision_number': 4, 'project_id': '2836d991dc784a57b9439e4d7825c343', 'gw_port': {'id': '53b61bc8-195d-47a9-a842-eeb88286e4de', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4ad589-a6c8-4a23-a768-309882144ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:15:32Z', 'updated_at': '2021-11-25T13:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '978bdece-4535-4bf9-ba72-9aadef8819d1', 'name': '', 'network_id': '0f8d98df-0c8b-4d59-a080-cbd59d00b40c', 'tenant_id': '2836d991dc784a57b9439e4d7825c343', 'mac_address': 'fa:16:3e:99:9e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a4ad589-a6c8-4a23-a768-309882144ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '2b915c00-2205-4c37-8081-69d76b3203c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:15:42Z', 'updated_at': '2021-11-25T13:15:50Z', 'revision_number': 4, 'project_id': '2836d991dc784a57b9439e4d7825c343', 'subnets': [{'id': '2b915c00-2205-4c37-8081-69d76b3203c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:15:52.512400 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-39858d11-5fa0-48c5-80ee-438291f2b869 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:52.519661 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-39858d11-5fa0-48c5-80ee-438291f2b869 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] 10.222.0.53 "DELETE /v2.0/networks/dd370ee4-819b-4832-9c57-9d2199e06a2a HTTP/1.1" status: 204 len: 168 time: 3.7176635 Nov 25 13:15:52.523215 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39858d11-5fa0-48c5-80ee-438291f2b869 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Pushing event deleted for resources: {'Network': ['ID=dd370ee4-819b-4832-9c57-9d2199e06a2a,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:52.531822 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 45670) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:52.543661 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba721d5-bc89-48fe-a804-449b5019c921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b342f513-747a-4817-ac7a-9e3f7a4c2586,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:52.549938 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a3b3b1db-79af-44d9-a5bc-b0440160aaf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:52.568210 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6bf81-edd2-44e8-95cc-0a14d5696ee0 req-160d4df8-e501-4980-9643-c7222b4299c5 tempest-ServersAdminNegativeTestJSON-1034543477 tempest-ServersAdminNegativeTestJSON-1034543477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:52.577348 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6dd6bf81-edd2-44e8-95cc-0a14d5696ee0 req-160d4df8-e501-4980-9643-c7222b4299c5 tempest-ServersAdminNegativeTestJSON-1034543477 tempest-ServersAdminNegativeTestJSON-1034543477-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=13ed62b5-694a-4476-835b-5f002f195e0f HTTP/1.1" status: 200 len: 1102 time: 0.2142971 Nov 25 13:15:52.635068 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-189d6e55-f461-44c0-a892-a274d2c3937b req-9f9d1c6e-3763-4030-b25f-a690ac9671ea tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:52.673637 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b3b1db-79af-44d9-a5bc-b0440160aaf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3300a64-f77c-43ed-8ac8-6040755695f5,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:52.679584 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6dd6bf81-edd2-44e8-95cc-0a14d5696ee0 req-7dc433f6-0859-46e2-a02b-26317cf11d5a tempest-ServersAdminNegativeTestJSON-1034543477 tempest-ServersAdminNegativeTestJSON-1034543477-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=9e9e678c-a90f-49f7-89f8-05d07ae2e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011868 Nov 25 13:15:52.715994 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ef7b74-cc47-4778-900a-f50378cbec5d None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:15:52.777359 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-189d6e55-f461-44c0-a892-a274d2c3937b req-9f9d1c6e-3763-4030-b25f-a690ac9671ea tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:15:52.783440 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [req-189d6e55-f461-44c0-a892-a274d2c3937b req-9f9d1c6e-3763-4030-b25f-a690ac9671ea tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:15:52.793731 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-189d6e55-f461-44c0-a892-a274d2c3937b req-9f9d1c6e-3763-4030-b25f-a690ac9671ea tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:15:52.807755 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device e6294caa-eb75-4d6f-9636-ce880c21f4f1 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:15:53.005269 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9d1c6e-3763-4030-b25f-a690ac9671ea tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] Pushing event updated for resources: {'Port': ['ID=13649ac7-be9f-490c-985d-efcbf7cef6f0,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:53.025628 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port e6294caa-eb75-4d6f-9636-ce880c21f4f1, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=e6294caa-eb75-4d6f-9636-ce880c21f4f1,segment=NetworkSegment(e2f12bb0-3918-46c8-880a-6df39de82054),segment_id=e2f12bb0-3918-46c8-880a-6df39de82054)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:15:53.032767 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-189d6e55-f461-44c0-a892-a274d2c3937b req-9f9d1c6e-3763-4030-b25f-a690ac9671ea tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:53.059968 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': 'e6294caa-eb75-4d6f-9636-ce880c21f4f1', 'network_id': 'd0fcbb25-711a-42a9-b82a-fa06187c61e7', 'port_id': 'e6294caa-eb75-4d6f-9636-ce880c21f4f1', 'mac_address': 'fa:16:3e:57:11:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e77448f8-5c9e-48cf-b9f8-c58db39caf08', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:15:53.112916 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-189d6e55-f461-44c0-a892-a274d2c3937b req-9f9d1c6e-3763-4030-b25f-a690ac9671ea tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:53.151383 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:53.194947 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6294caa-eb75-4d6f-9636-ce880c21f4f1 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:15:53.297064 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port e6294caa-eb75-4d6f-9636-ce880c21f4f1, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=e6294caa-eb75-4d6f-9636-ce880c21f4f1,segment=NetworkSegment(e2f12bb0-3918-46c8-880a-6df39de82054),segment_id=e2f12bb0-3918-46c8-880a-6df39de82054)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:15:53.308550 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:53.374070 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 45698) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:53.417476 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=e6294caa-eb75-4d6f-9636-ce880c21f4f1,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:53.479805 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aba4ab2-83a6-4780-bab3-1bfe15cf4d25 req-72320a25-3710-497e-8869-64f14491ce90 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:53.481285 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8aba4ab2-83a6-4780-bab3-1bfe15cf4d25 req-72320a25-3710-497e-8869-64f14491ce90 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d06c340-3828-448b-ad35-25a20044120b HTTP/1.1" status: 200 len: 945 time: 0.1598227 Nov 25 13:15:53.497532 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a3b3b1db-79af-44d9-a5bc-b0440160aaf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:53.509720 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-189d6e55-f461-44c0-a892-a274d2c3937b req-9f9d1c6e-3763-4030-b25f-a690ac9671ea tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:53.520554 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-189d6e55-f461-44c0-a892-a274d2c3937b req-9f9d1c6e-3763-4030-b25f-a690ac9671ea tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:53.570931 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['e6294caa-eb75-4d6f-9636-ce880c21f4f1'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:15:53.660886 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8aba4ab2-83a6-4780-bab3-1bfe15cf4d25 req-b73709ff-c380-4227-addc-ebba56948dc0 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab66d2e3-b9ac-4237-bab2-b4aaf0695f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659527 Nov 25 13:15:53.664238 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9d1c6e-3763-4030-b25f-a690ac9671ea tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] Pushing event updated for resources: {'Port': ['ID=13649ac7-be9f-490c-985d-efcbf7cef6f0,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:53.698631 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-189d6e55-f461-44c0-a892-a274d2c3937b req-9f9d1c6e-3763-4030-b25f-a690ac9671ea tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:53.720065 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-189d6e55-f461-44c0-a892-a274d2c3937b req-9f9d1c6e-3763-4030-b25f-a690ac9671ea tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:53.722166 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-189d6e55-f461-44c0-a892-a274d2c3937b req-9f9d1c6e-3763-4030-b25f-a690ac9671ea tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3213663 Nov 25 13:15:53.760350 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0227f6de-7762-4f5a-879c-1eec91f7741b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:53.771524 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5efc5354-a52f-4e3b-bf4d-7efce0c11114 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1782 time: 1.2371671 Nov 25 13:15:53.791297 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 45700) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:53.826659 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a3b3b1db-79af-44d9-a5bc-b0440160aaf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:53.869254 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a3b3b1db-79af-44d9-a5bc-b0440160aaf9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:53.986905 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a3b3b1db-79af-44d9-a5bc-b0440160aaf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:53.987462 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b3b1db-79af-44d9-a5bc-b0440160aaf9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7023e6ae-f27c-42cd-a8bb-73911ab2b104 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:15:54.014628 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a3b3b1db-79af-44d9-a5bc-b0440160aaf9 admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:54.015869 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-a3b3b1db-79af-44d9-a5bc-b0440160aaf9 admin admin] 10.222.0.53 "DELETE /v2.0/routers/7023e6ae-f27c-42cd-a8bb-73911ab2b104 HTTP/1.1" status: 204 len: 168 time: 2.9186630 Nov 25 13:15:54.033566 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 45702) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:54.099060 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7ee646-b701-43b2-9064-ae36e2c72e00 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:54.100582 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7ee646-b701-43b2-9064-ae36e2c72e00 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:54.101252 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7ee646-b701-43b2-9064-ae36e2c72e00 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:54.102593 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7ee646-b701-43b2-9064-ae36e2c72e00 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:54.105354 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7ee646-b701-43b2-9064-ae36e2c72e00 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:54.105853 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7ee646-b701-43b2-9064-ae36e2c72e00 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:54.106314 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7ee646-b701-43b2-9064-ae36e2c72e00 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:54.106970 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7ee646-b701-43b2-9064-ae36e2c72e00 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:54.107533 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7ee646-b701-43b2-9064-ae36e2c72e00 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:54.108145 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7ee646-b701-43b2-9064-ae36e2c72e00 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:54.109928 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7ee646-b701-43b2-9064-ae36e2c72e00 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:54.116760 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-4b7ee646-b701-43b2-9064-ae36e2c72e00 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7125 time: 0.3155093 Nov 25 13:15:54.151987 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 45704) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:54.254406 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0227f6de-7762-4f5a-879c-1eec91f7741b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:54.282713 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0227f6de-7762-4f5a-879c-1eec91f7741b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:54.292097 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-189d6e55-f461-44c0-a892-a274d2c3937b req-11b415dd-f58f-41ea-b3e0-534e4fbd1966 tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.124 HTTP/1.1" status: 200 len: 696 time: 0.5630207 Nov 25 13:15:54.451733 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc4fcc-f3c5-4b97-8d7c-bc05d743f668 req-59076a8b-b9f9-46e8-9ed2-c42d1e884bcd tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:54.458974 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0227f6de-7762-4f5a-879c-1eec91f7741b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=130a0ac4-edba-41ff-9465-0e56abf8be90,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:54.459549 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-90cc4fcc-f3c5-4b97-8d7c-bc05d743f668 req-59076a8b-b9f9-46e8-9ed2-c42d1e884bcd tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] 10.222.0.53 "GET /v2.0/ports?device_id=13ed62b5-694a-4476-835b-5f002f195e0f HTTP/1.1" status: 200 len: 950 time: 0.2048655 Nov 25 13:15:54.463167 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [None req-5660aecd-735e-4e31-8802-2f8986d7e5e0 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] delete failed (client error): The resource could not be found. Nov 25 13:15:54.464649 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5660aecd-735e-4e31-8802-2f8986d7e5e0 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/5489f789-8609-46ea-a5ab-ddeadf64ac4e HTTP/1.1" status: 404 len: 345 time: 0.2085814 Nov 25 13:15:54.470665 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-0227f6de-7762-4f5a-879c-1eec91f7741b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=46910ef5c16148ccb53adbd3f8830e17&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0948553 Nov 25 13:15:54.471862 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 45710) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:54.482279 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 45712) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:54.522459 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-56d75a0f-5533-4749-979a-bd66b88ff986 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] DELETE failed (client error): The resource could not be found. Nov 25 13:15:54.523098 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56d75a0f-5533-4749-979a-bd66b88ff986 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:15:54.526919 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-56d75a0f-5533-4749-979a-bd66b88ff986 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] 10.222.0.53 "DELETE /v2.0/networks/dd370ee4-819b-4832-9c57-9d2199e06a2a HTTP/1.1" status: 404 len: 339 time: 0.0510979 Nov 25 13:15:54.531221 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-68f7fefd-beea-46ad-b3a1-802c0c769cc2 admin admin] Deleting subnet e9ffd708-81e6-4c17-9e53-2e498008806b {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:15:54.534947 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 45714) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:54.537101 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-68f7fefd-beea-46ad-b3a1-802c0c769cc2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:54.543461 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-ae179232-aaaf-421d-a4ee-c4ef7d91a465 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Request body: {'network': {'name': 'tempest-network--999010472', 'router:external': True}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:15:54.561781 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-90cc4fcc-f3c5-4b97-8d7c-bc05d743f668 req-a51ca4ce-1b6a-4b6b-adb6-07409d040e60 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e9e678c-a90f-49f7-89f8-05d07ae2e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017096 Nov 25 13:15:54.588520 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d6e55-f461-44c0-a892-a274d2c3937b req-f070c9bf-534d-4ead-a946-14cd884f83e0 tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:54.596995 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-189d6e55-f461-44c0-a892-a274d2c3937b req-f070c9bf-534d-4ead-a946-14cd884f83e0 tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] 10.222.0.53 "GET /v2.0/networks/7542d3d9-0db3-40e7-ab88-a168871141f7 HTTP/1.1" status: 200 len: 784 time: 0.2708340 Nov 25 13:15:54.624372 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-85611b28-a24d-4755-98ba-96a7c6c77662 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:54.647401 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-68f7fefd-beea-46ad-b3a1-802c0c769cc2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:54.655624 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 978bdece-4535-4bf9-ba72-9aadef8819d1 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:15:54.750205 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-85611b28-a24d-4755-98ba-96a7c6c77662 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:54.822329 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04501b3d-3f5c-43c0-85c7-9d6fe3e49b58 req-9886e6dd-b6ba-4a8f-9c3d-a404dd761b70 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:54.824100 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-04501b3d-3f5c-43c0-85c7-9d6fe3e49b58 req-9886e6dd-b6ba-4a8f-9c3d-a404dd761b70 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] 10.222.0.47 "GET /v2.0/ports?device_id=13ed62b5-694a-4476-835b-5f002f195e0f HTTP/1.1" status: 200 len: 950 time: 0.1256151 Nov 25 13:15:54.826736 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device e6294caa-eb75-4d6f-9636-ce880c21f4f1 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:15:54.843689 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1daa2f6d-9b5d-4ed9-9e32-efddf93791c6 req-35d3bd73-6d74-4bb7-9a7c-9328b504121b tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] 10.222.0.53 "GET /v2.0/floatingips/8d79b9b6-53fd-4209-a8c4-860b670567b5 HTTP/1.1" status: 200 len: 693 time: 0.2265522 Nov 25 13:15:54.848128 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae179232-aaaf-421d-a4ee-c4ef7d91a465 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Made reservation on behalf of 0063b28918d84d86a21e75e526bf4667 for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:15:54.852985 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ae179232-aaaf-421d-a4ee-c4ef7d91a465 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:54.922680 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 978bdece-4535-4bf9-ba72-9aadef8819d1 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:15:54.923520 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:55.014375 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-68f7fefd-beea-46ad-b3a1-802c0c769cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:55.032125 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port e6294caa-eb75-4d6f-9636-ce880c21f4f1 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:15:55.042053 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port e6294caa-eb75-4d6f-9636-ce880c21f4f1 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:15:55.043235 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:55.043395 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae179232-aaaf-421d-a4ee-c4ef7d91a465 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:15:55.064097 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ae179232-aaaf-421d-a4ee-c4ef7d91a465 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:55.064494 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-ae179232-aaaf-421d-a4ee-c4ef7d91a465 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Added segment 9ce6db74-4a4f-4d96-961d-13c0ccdff713 of type vlan for network 55fa28e1-a519-4953-b67d-fce8c34811c0 Nov 25 13:15:55.081104 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-85611b28-a24d-4755-98ba-96a7c6c77662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:55.084545 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 1fa48315-41ef-43bc-9f13-7e5adfe5d058 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:15:55.085723 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-85611b28-a24d-4755-98ba-96a7c6c77662 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:55.087609 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-85611b28-a24d-4755-98ba-96a7c6c77662 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/130a0ac4-edba-41ff-9465-0e56abf8be90 HTTP/1.1" status: 204 len: 168 time: 0.6012831 Nov 25 13:15:55.116323 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85611b28-a24d-4755-98ba-96a7c6c77662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=130a0ac4-edba-41ff-9465-0e56abf8be90,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:55.120499 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 1fa48315-41ef-43bc-9f13-7e5adfe5d058 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:15:55.120843 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 1fa48315-41ef-43bc-9f13-7e5adfe5d058 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:15:55.190496 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8281d7-271c-46cc-b8ca-e6bb01db270b req-30f96ab8-0786-4eed-96c8-c1ad3e7727a6 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:55.190861 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-68f7fefd-beea-46ad-b3a1-802c0c769cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:55.192642 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:55.198613 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fc8281d7-271c-46cc-b8ca-e6bb01db270b req-30f96ab8-0786-4eed-96c8-c1ad3e7727a6 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d06c340-3828-448b-ad35-25a20044120b HTTP/1.1" status: 200 len: 945 time: 0.2720222 Nov 25 13:15:55.224385 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f7fefd-beea-46ad-b3a1-802c0c769cc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9ffd708-81e6-4c17-9e53-2e498008806b,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:55.235217 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-68f7fefd-beea-46ad-b3a1-802c0c769cc2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:55.237785 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b515ab27-4484-483e-9c66-3082d330543b None None] Network 66f6c25f-7051-41f9-b368-2224c917cacd requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:15:55.238723 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-68f7fefd-beea-46ad-b3a1-802c0c769cc2 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e9ffd708-81e6-4c17-9e53-2e498008806b HTTP/1.1" status: 204 len: 168 time: 1.2038229 Nov 25 13:15:55.241239 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 45732) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:55.246630 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa2f6d-9b5d-4ed9-9e32-efddf93791c6 req-f9c4ffad-7062-4716-8663-b20acb2786c3 tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:55.247093 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d06c340-3828-448b-ad35-25a20044120b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6294caa-eb75-4d6f-9636-ce880c21f4f1'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:15:55.251236 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-04501b3d-3f5c-43c0-85c7-9d6fe3e49b58 req-81ea7207-35ca-4daf-adbd-cb9c8da40608 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] Deleting port 2178c7a2-d34e-46d5-a63c-56ecf8855f73 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:15:55.251697 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-04501b3d-3f5c-43c0-85c7-9d6fe3e49b58 req-81ea7207-35ca-4daf-adbd-cb9c8da40608 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:55.254558 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1daa2f6d-9b5d-4ed9-9e32-efddf93791c6 req-f9c4ffad-7062-4716-8663-b20acb2786c3 tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] 10.222.0.53 "GET /v2.0/networks/7542d3d9-0db3-40e7-ab88-a168871141f7 HTTP/1.1" status: 200 len: 784 time: 0.3890407 Nov 25 13:15:55.256440 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4d214b-9a40-49e4-ae0b-75e4111b02f3" -d '{"events": [{"server_uuid": "8d06c340-3828-448b-ad35-25a20044120b", "name": "network-vif-plugged", "status": "completed", "tag": "e6294caa-eb75-4d6f-9636-ce880c21f4f1"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:15:55.262491 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [req-1daa2f6d-9b5d-4ed9-9e32-efddf93791c6 req-5d30200a-9eb3-4fd7-b672-f19b4f7a4b33 tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:15:55.263595 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1daa2f6d-9b5d-4ed9-9e32-efddf93791c6 req-5d30200a-9eb3-4fd7-b672-f19b4f7a4b33 tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081077 Nov 25 13:15:55.315511 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ae179232-aaaf-421d-a4ee-c4ef7d91a465 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:55.365548 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fc8281d7-271c-46cc-b8ca-e6bb01db270b req-59516894-5ff4-4734-8e71-0895006d9e6f tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab66d2e3-b9ac-4237-bab2-b4aaf0695f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659217 Nov 25 13:15:55.417396 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ae179232-aaaf-421d-a4ee-c4ef7d91a465 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:55.419006 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae179232-aaaf-421d-a4ee-c4ef7d91a465 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:55.420184 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ae179232-aaaf-421d-a4ee-c4ef7d91a465 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:55.472861 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e30ea3-b603-4b9c-8946-1539eae0e69b x-openstack-request-id: req-e4e30ea3-b603-4b9c-8946-1539eae0e69b {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:15:55.473497 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d06c340-3828-448b-ad35-25a20044120b", "name": "network-vif-plugged", "status": "completed", "tag": "e6294caa-eb75-4d6f-9636-ce880c21f4f1", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:15:55.473497 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e4e30ea3-b603-4b9c-8946-1539eae0e69b {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:15:55.473765 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d06c340-3828-448b-ad35-25a20044120b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6294caa-eb75-4d6f-9636-ce880c21f4f1', 'code': 200} Nov 25 13:15:55.515740 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port e6294caa-eb75-4d6f-9636-ce880c21f4f1, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=e6294caa-eb75-4d6f-9636-ce880c21f4f1,segment=NetworkSegment(e2f12bb0-3918-46c8-880a-6df39de82054),segment_id=e2f12bb0-3918-46c8-880a-6df39de82054)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:15:55.544170 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:55.619863 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=e6294caa-eb75-4d6f-9636-ce880c21f4f1,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:55.642453 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-13615ae5-9cae-40ed-9ca9-8333e0f416d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:55.644355 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-ae179232-aaaf-421d-a4ee-c4ef7d91a465 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1069286 Nov 25 13:15:55.649739 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 45756) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:55.653371 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-04501b3d-3f5c-43c0-85c7-9d6fe3e49b58 req-81ea7207-35ca-4daf-adbd-cb9c8da40608 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] For port 2178c7a2-d34e-46d5-a63c-56ecf8855f73, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=2178c7a2-d34e-46d5-a63c-56ecf8855f73,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:15:55.653675 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-04501b3d-3f5c-43c0-85c7-9d6fe3e49b58 req-81ea7207-35ca-4daf-adbd-cb9c8da40608 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:55.655093 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d967fc-1b91-4b14-b10f-a6ef5ff827a8 None None] DHCP port deletion for 66f6c25f-7051-41f9-b368-2224c917cacd request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:15:55.657307 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f6f75eef-c900-4224-acf9-346b9175c728 req-5ff1c229-a657-4677-8c7c-5871ac8c4d8d tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] 10.222.0.53 "GET /v2.0/floatingips?tenant_id=2836d991dc784a57b9439e4d7825c343 HTTP/1.1" status: 200 len: 696 time: 0.1930814 Nov 25 13:15:55.725535 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae179232-aaaf-421d-a4ee-c4ef7d91a465 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Pushing event updated for resources: {'Network': ['ID=55fa28e1-a519-4953-b67d-fce8c34811c0,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:55.734426 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-04501b3d-3f5c-43c0-85c7-9d6fe3e49b58 req-81ea7207-35ca-4daf-adbd-cb9c8da40608 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] Calling delete_port for 2178c7a2-d34e-46d5-a63c-56ecf8855f73 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:15:55.743838 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 55fa28e1-a519-4953-b67d-fce8c34811c0 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:15:55.756480 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099558ba-92cc-4046-b233-7e687db2d033 req-341b9c39-6c1a-4e5c-a33c-468c8c0380b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:55.758559 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-099558ba-92cc-4046-b233-7e687db2d033 req-341b9c39-6c1a-4e5c-a33c-468c8c0380b9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8d06c340-3828-448b-ad35-25a20044120b HTTP/1.1" status: 200 len: 1098 time: 0.2371845 Nov 25 13:15:55.783161 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 45760) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:55.791012 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300c586-dbe1-492c-a133-a06c5c6ec7ab req-070f9b4e-9e71-4e25-973b-9f365caf7f18 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:55.792522 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2300c586-dbe1-492c-a133-a06c5c6ec7ab req-070f9b4e-9e71-4e25-973b-9f365caf7f18 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 946 time: 0.1270289 Nov 25 13:15:55.820004 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3e93f151-6f45-4ed6-85d1-feddf93b1b1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:55.830845 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-88d967fc-1b91-4b14-b10f-a6ef5ff827a8 None None] Deleting port 75a2f027-63b7-41e6-a90a-44b362023a7c {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:15:55.831303 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-88d967fc-1b91-4b14-b10f-a6ef5ff827a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:55.888754 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f75eef-c900-4224-acf9-346b9175c728 req-100218fa-8482-4646-8ca6-4cf8a09afc21 tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:55.890522 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f6f75eef-c900-4224-acf9-346b9175c728 req-100218fa-8482-4646-8ca6-4cf8a09afc21 tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] 10.222.0.53 "GET /v2.0/networks?id=7542d3d9-0db3-40e7-ab88-a168871141f7 HTTP/1.1" status: 200 len: 787 time: 0.2261553 Nov 25 13:15:55.908335 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-88d967fc-1b91-4b14-b10f-a6ef5ff827a8 None None] For port 75a2f027-63b7-41e6-a90a-44b362023a7c, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=75a2f027-63b7-41e6-a90a-44b362023a7c,segment=NetworkSegment(a4e6ffbf-42fc-4d5b-aa7b-96239268eb8d),segment_id=a4e6ffbf-42fc-4d5b-aa7b-96239268eb8d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:15:55.908885 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-88d967fc-1b91-4b14-b10f-a6ef5ff827a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:55.916554 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [req-f6f75eef-c900-4224-acf9-346b9175c728 req-08461594-adc0-43fe-aad4-538d20e8f0a9 tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:15:55.917607 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f6f75eef-c900-4224-acf9-346b9175c728 req-08461594-adc0-43fe-aad4-538d20e8f0a9 tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0130606 Nov 25 13:15:55.933967 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-88d967fc-1b91-4b14-b10f-a6ef5ff827a8 None None] Calling delete_port for 75a2f027-63b7-41e6-a90a-44b362023a7c owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:15:55.935081 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2300c586-dbe1-492c-a133-a06c5c6ec7ab req-9a240e5c-56cb-42cf-8291-be8957175be0 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326170 Nov 25 13:15:55.941908 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a60cbdc-51e4-487a-8155-1e12f08c0687 tempest-ExternalNetworksTestJSON-4417610 tempest-ExternalNetworksTestJSON-4417610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:55.948713 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a60cbdc-51e4-487a-8155-1e12f08c0687 tempest-ExternalNetworksTestJSON-4417610 tempest-ExternalNetworksTestJSON-4417610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:55.955305 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a60cbdc-51e4-487a-8155-1e12f08c0687 tempest-ExternalNetworksTestJSON-4417610 tempest-ExternalNetworksTestJSON-4417610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:55.961771 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a60cbdc-51e4-487a-8155-1e12f08c0687 tempest-ExternalNetworksTestJSON-4417610 tempest-ExternalNetworksTestJSON-4417610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:55.963581 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-4a60cbdc-51e4-487a-8155-1e12f08c0687 tempest-ExternalNetworksTestJSON-4417610 tempest-ExternalNetworksTestJSON-4417610-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3066182 Nov 25 13:15:55.967650 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 45764) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:55.968897 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-099558ba-92cc-4046-b233-7e687db2d033 req-b7f4a4d4-3a87-432d-990f-0bc13891af50 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ab66d2e3-b9ac-4237-bab2-b4aaf0695f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987817 Nov 25 13:15:56.009200 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-13615ae5-9cae-40ed-9ca9-8333e0f416d8 admin admin] Deleting port 75a2f027-63b7-41e6-a90a-44b362023a7c {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:15:56.009570 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-13615ae5-9cae-40ed-9ca9-8333e0f416d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:56.035398 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3e93f151-6f45-4ed6-85d1-feddf93b1b1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:56.036796 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-88d967fc-1b91-4b14-b10f-a6ef5ff827a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:56.060001 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3e93f151-6f45-4ed6-85d1-feddf93b1b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:56.087129 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d967fc-1b91-4b14-b10f-a6ef5ff827a8 None None] No DVR routers for this DVR port 75a2f027-63b7-41e6-a90a-44b362023a7c on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:15:56.100621 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d967fc-1b91-4b14-b10f-a6ef5ff827a8 None None] Pushing event deleted for resources: {'Port': ['ID=75a2f027-63b7-41e6-a90a-44b362023a7c,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:56.143247 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-13615ae5-9cae-40ed-9ca9-8333e0f416d8 admin admin] For port 75a2f027-63b7-41e6-a90a-44b362023a7c, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=75a2f027-63b7-41e6-a90a-44b362023a7c,segment=NetworkSegment(a4e6ffbf-42fc-4d5b-aa7b-96239268eb8d),segment_id=a4e6ffbf-42fc-4d5b-aa7b-96239268eb8d)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:15:56.143617 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-13615ae5-9cae-40ed-9ca9-8333e0f416d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:56.151692 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2b7c6489-f14e-4f9b-a713-9ba344b99bfd tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:56.163348 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3e93f151-6f45-4ed6-85d1-feddf93b1b1d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ae54f66d9b3a44a2b66f421032eb9b75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3667963 Nov 25 13:15:56.163527 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 45768) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:56.167617 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-13615ae5-9cae-40ed-9ca9-8333e0f416d8 admin admin] Calling delete_port for 75a2f027-63b7-41e6-a90a-44b362023a7c owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:15:56.196873 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-04501b3d-3f5c-43c0-85c7-9d6fe3e49b58 req-81ea7207-35ca-4daf-adbd-cb9c8da40608 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:56.200254 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e93f151-6f45-4ed6-85d1-feddf93b1b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd17d30-6c00-44a7-8f74-a9600813702c,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:56.212895 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a3b77af8-3689-4717-ba6a-59c2c9834a05 req-06f4184e-625d-4b4a-b053-8cc52b4bd57b tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] 10.222.0.53 "GET /v2.0/floatingips/8d79b9b6-53fd-4209-a8c4-860b670567b5 HTTP/1.1" status: 200 len: 693 time: 0.0868676 Nov 25 13:15:56.217234 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['c37d6fc7-0a36-449f-b884-229fcd5f734c'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:15:56.222684 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 75a2f027-63b7-41e6-a90a-44b362023a7c no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:15:56.225394 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['2178c7a2-d34e-46d5-a63c-56ecf8855f73'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:15:56.225938 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb47030c-8089-48de-917c-72f7aec3504e req-583f4135-a3a0-4b67-b810-ada7991e5e16 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:56.233766 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bb47030c-8089-48de-917c-72f7aec3504e req-583f4135-a3a0-4b67-b810-ada7991e5e16 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] 10.222.0.53 "GET /v2.0/ports?device_id=13ed62b5-694a-4476-835b-5f002f195e0f HTTP/1.1" status: 200 len: 950 time: 0.2008419 Nov 25 13:15:56.270564 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ea7207-35ca-4daf-adbd-cb9c8da40608 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] Pushing event deleted for resources: {'Port': ['ID=2178c7a2-d34e-46d5-a63c-56ecf8855f73,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:56.297153 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 75a2f027-63b7-41e6-a90a-44b362023a7c {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:15:56.297658 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 75a2f027-63b7-41e6-a90a-44b362023a7c not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:15:56.298178 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device b3300a64-f77c-43ed-8ac8-6040755695f5 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:15:56.332340 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: b3300a64-f77c-43ed-8ac8-6040755695f5 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:15:56.332763 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device b3300a64-f77c-43ed-8ac8-6040755695f5 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:15:56.343669 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-04501b3d-3f5c-43c0-85c7-9d6fe3e49b58 req-81ea7207-35ca-4daf-adbd-cb9c8da40608 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] No DVR routers for this DVR port 2178c7a2-d34e-46d5-a63c-56ecf8855f73 on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:15:56.349432 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-04501b3d-3f5c-43c0-85c7-9d6fe3e49b58 req-81ea7207-35ca-4daf-adbd-cb9c8da40608 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:56.353440 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-04501b3d-3f5c-43c0-85c7-9d6fe3e49b58 req-81ea7207-35ca-4daf-adbd-cb9c8da40608 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] 10.222.0.47 "DELETE /v2.0/ports/2178c7a2-d34e-46d5-a63c-56ecf8855f73 HTTP/1.1" status: 204 len: 173 time: 1.4745655 Nov 25 13:15:56.353917 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13ed62b5-694a-4476-835b-5f002f195e0f', 'name': 'network-vif-deleted', 'tag': '2178c7a2-d34e-46d5-a63c-56ecf8855f73'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:15:56.356341 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6161b1-2ed3-46c8-adf7-c3884e60654e" -d '{"events": [{"server_uuid": "13ed62b5-694a-4476-835b-5f002f195e0f", "name": "network-vif-deleted", "tag": "2178c7a2-d34e-46d5-a63c-56ecf8855f73"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:15:56.412024 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f4d23e27-6caa-425e-bf06-3d4d17c0215e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:56.444587 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bb47030c-8089-48de-917c-72f7aec3504e req-ec45cf5e-44d3-4aab-8d14-23c92a78556f tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e9e678c-a90f-49f7-89f8-05d07ae2e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098343 Nov 25 13:15:56.451458 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-13615ae5-9cae-40ed-9ca9-8333e0f416d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:56.490990 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2b7c6489-f14e-4f9b-a713-9ba344b99bfd tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:56.525120 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b77af8-3689-4717-ba6a-59c2c9834a05 req-6d76865a-8bda-4d9f-95e7-44d436f838e1 tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:56.532917 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a3b77af8-3689-4717-ba6a-59c2c9834a05 req-6d76865a-8bda-4d9f-95e7-44d436f838e1 tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] 10.222.0.53 "GET /v2.0/networks/7542d3d9-0db3-40e7-ab88-a168871141f7 HTTP/1.1" status: 200 len: 784 time: 0.2969503 Nov 25 13:15:56.542264 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f4d23e27-6caa-425e-bf06-3d4d17c0215e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:56.550911 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13615ae5-9cae-40ed-9ca9-8333e0f416d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=75a2f027-63b7-41e6-a90a-44b362023a7c,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:56.552927 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13615ae5-9cae-40ed-9ca9-8333e0f416d8 admin admin] No DVR routers for this DVR port 75a2f027-63b7-41e6-a90a-44b362023a7c on host n-d-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:15:56.590408 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-2b7c6489-f14e-4f9b-a713-9ba344b99bfd tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55fa28e1-a519-4953-b67d-fce8c34811c0']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:15:56.607907 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a3b77af8-3689-4717-ba6a-59c2c9834a05 req-18bf0211-f63e-466b-8ed8-9d7ebe29e3dd tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.124 HTTP/1.1" status: 200 len: 696 time: 0.0737376 Nov 25 13:15:56.612927 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-2b7c6489-f14e-4f9b-a713-9ba344b99bfd tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ce6db74-4a4f-4d96-961d-13c0ccdff713') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:15:56.613230 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-2b7c6489-f14e-4f9b-a713-9ba344b99bfd tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ce6db74-4a4f-4d96-961d-13c0ccdff713') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:15:56.650888 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-13615ae5-9cae-40ed-9ca9-8333e0f416d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:56.666027 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2b7c6489-f14e-4f9b-a713-9ba344b99bfd tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:56.676204 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a3b77af8-3689-4717-ba6a-59c2c9834a05 req-bc33f9fc-58b3-4078-9acb-ea38be33e145 tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.124 HTTP/1.1" status: 200 len: 696 time: 0.0674808 Nov 25 13:15:56.682259 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-13615ae5-9cae-40ed-9ca9-8333e0f416d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66f6c25f-7051-41f9-b368-2224c917cacd']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:15:56.692570 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2b7c6489-f14e-4f9b-a713-9ba344b99bfd tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:56.693789 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-13615ae5-9cae-40ed-9ca9-8333e0f416d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4e6ffbf-42fc-4d5b-aa7b-96239268eb8d') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:15:56.694095 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-13615ae5-9cae-40ed-9ca9-8333e0f416d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4e6ffbf-42fc-4d5b-aa7b-96239268eb8d') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:15:56.695825 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f4d23e27-6caa-425e-bf06-3d4d17c0215e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:56.698603 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f4d23e27-6caa-425e-bf06-3d4d17c0215e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:56.702082 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-f4d23e27-6caa-425e-bf06-3d4d17c0215e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0cd17d30-6c00-44a7-8f74-a9600813702c HTTP/1.1" status: 204 len: 168 time: 0.5357816 Nov 25 13:15:56.709789 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-13615ae5-9cae-40ed-9ca9-8333e0f416d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:56.721274 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d23e27-6caa-425e-bf06-3d4d17c0215e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd17d30-6c00-44a7-8f74-a9600813702c,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:56.730799 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-13615ae5-9cae-40ed-9ca9-8333e0f416d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:56.736429 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b7c6489-f14e-4f9b-a713-9ba344b99bfd tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:15:56.737147 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2b7c6489-f14e-4f9b-a713-9ba344b99bfd tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:56.738234 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13615ae5-9cae-40ed-9ca9-8333e0f416d8 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:15:56.738871 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-13615ae5-9cae-40ed-9ca9-8333e0f416d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:56.739760 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:15:56.739760 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:15:56.739760 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:15:56.739760 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:15:56.739760 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:15:56.739760 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:15:56.739760 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:15:56.739760 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:15:56.739760 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:15:56.739760 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:15:56.739760 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:15:56.739760 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:15:56.739760 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:15:56.739760 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:15:56.739760 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:15:56.739760 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:15:56.739760 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:15:56.739760 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:15:56.739760 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:15:56.739760 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:15:56.739760 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:15:56.739760 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:15:56.739760 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:15:56.739760 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:15:56.739760 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:15:56.739760 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:15:56.739760 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:15:56.739760 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:15:56.739760 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:15:56.739760 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:15:56.739760 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:15:56.739760 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:15:56.743478 n-d-808199-11 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:15:56.743478 n-d-808199-11 neutron-server[103571]: self.session.flush() Nov 25 13:15:56.743478 n-d-808199-11 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:15:56.743478 n-d-808199-11 neutron-server[103571]: self.session.flush() Nov 25 13:15:56.743478 n-d-808199-11 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:15:56.743478 n-d-808199-11 neutron-server[103571]: self.session.flush() Nov 25 13:15:56.743478 n-d-808199-11 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:15:56.743478 n-d-808199-11 neutron-server[103571]: self.session.flush() Nov 25 13:15:56.743478 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:15:56.743478 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:15:56.743478 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:15:56.743478 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:15:56.743478 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:15:56.743478 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:15:56.743478 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:15:56.743478 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:15:56.743478 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:15:56.743478 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:15:56.743478 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:15:56.743478 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:15:56.743478 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:15:56.743478 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:15:56.743478 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:15:56.743478 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:15:56.743478 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:15:56.743478 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:15:56.743478 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:15:56.743478 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:15:56.743478 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:15:56.743478 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:15:56.743478 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:15:56.743478 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:15:56.743478 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:15:56.743478 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:15:56.743478 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:15:56.743478 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:15:56.743478 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:15:56.743478 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:15:56.743478 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:15:56.743478 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:15:56.816123 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-13615ae5-9cae-40ed-9ca9-8333e0f416d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:56.822609 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-13615ae5-9cae-40ed-9ca9-8333e0f416d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:56.830012 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-13615ae5-9cae-40ed-9ca9-8333e0f416d8 admin admin] 10.222.0.53 "DELETE /v2.0/networks/66f6c25f-7051-41f9-b368-2224c917cacd HTTP/1.1" status: 204 len: 168 time: 1.5876789 Nov 25 13:15:56.845696 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13615ae5-9cae-40ed-9ca9-8333e0f416d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=66f6c25f-7051-41f9-b368-2224c917cacd,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:56.885715 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2b7c6489-f14e-4f9b-a713-9ba344b99bfd tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:56.895315 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7c6489-f14e-4f9b-a713-9ba344b99bfd tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 55fa28e1-a519-4953-b67d-fce8c34811c0 {{(pid=103570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 25 13:15:56.907541 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2b7c6489-f14e-4f9b-a713-9ba344b99bfd tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:56.911260 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-2b7c6489-f14e-4f9b-a713-9ba344b99bfd tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] 10.222.0.53 "DELETE /v2.0/networks/55fa28e1-a519-4953-b67d-fce8c34811c0 HTTP/1.1" status: 204 len: 168 time: 0.9421763 Nov 25 13:15:56.914952 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 45786) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:56.917217 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7c6489-f14e-4f9b-a713-9ba344b99bfd tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Pushing event deleted for resources: {'Network': ['ID=55fa28e1-a519-4953-b67d-fce8c34811c0,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:56.925503 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-a3b77af8-3689-4717-ba6a-59c2c9834a05 req-ff218ac6-9c89-4ed5-8de2-da74ae7fc85a tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] Deleting port 13649ac7-be9f-490c-985d-efcbf7cef6f0 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:15:56.927792 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-a3b77af8-3689-4717-ba6a-59c2c9834a05 req-ff218ac6-9c89-4ed5-8de2-da74ae7fc85a tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:56.929017 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-87b073e1-9c56-4c51-ba88-9e049a280c34 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Request body: {'network': {'name': 'tempest-network--894192445', 'router:external': True}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:15:56.970276 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b073e1-9c56-4c51-ba88-9e049a280c34 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Made reservation on behalf of 0063b28918d84d86a21e75e526bf4667 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:15:56.976737 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-87b073e1-9c56-4c51-ba88-9e049a280c34 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:57.044133 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87b073e1-9c56-4c51-ba88-9e049a280c34 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:15:57.068634 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-87b073e1-9c56-4c51-ba88-9e049a280c34 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:57.069564 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-87b073e1-9c56-4c51-ba88-9e049a280c34 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Added segment a8ff4863-5f64-49c2-80d9-02cef631e140 of type vlan for network 7bd213be-bb4e-42d6-908a-afd4b17c3aba Nov 25 13:15:57.122521 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6458fa-becc-40d0-9a3e-86da265b325c x-openstack-request-id: req-1d6458fa-becc-40d0-9a3e-86da265b325c {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:15:57.122994 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13ed62b5-694a-4476-835b-5f002f195e0f", "name": "network-vif-deleted", "tag": "2178c7a2-d34e-46d5-a63c-56ecf8855f73", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:15:57.123415 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1d6458fa-becc-40d0-9a3e-86da265b325c {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:15:57.123841 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13ed62b5-694a-4476-835b-5f002f195e0f', 'name': 'network-vif-deleted', 'tag': '2178c7a2-d34e-46d5-a63c-56ecf8855f73', 'status': 'completed', 'code': 200} Nov 25 13:15:57.168384 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-87b073e1-9c56-4c51-ba88-9e049a280c34 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:57.205460 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-a3b77af8-3689-4717-ba6a-59c2c9834a05 req-ff218ac6-9c89-4ed5-8de2-da74ae7fc85a tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:57.207007 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-a3b77af8-3689-4717-ba6a-59c2c9834a05 req-ff218ac6-9c89-4ed5-8de2-da74ae7fc85a tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:57.240730 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-87b073e1-9c56-4c51-ba88-9e049a280c34 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:57.243030 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b073e1-9c56-4c51-ba88-9e049a280c34 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:57.243643 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-87b073e1-9c56-4c51-ba88-9e049a280c34 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:57.246340 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-a3b77af8-3689-4717-ba6a-59c2c9834a05 req-ff218ac6-9c89-4ed5-8de2-da74ae7fc85a tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] Calling delete_port for 13649ac7-be9f-490c-985d-efcbf7cef6f0 owned by network:floatingip {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:15:57.322590 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b073e1-9c56-4c51-ba88-9e049a280c34 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Pushing event updated for resources: {'Network': ['ID=7bd213be-bb4e-42d6-908a-afd4b17c3aba,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:57.332326 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-87b073e1-9c56-4c51-ba88-9e049a280c34 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4156177 Nov 25 13:15:57.336804 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 7bd213be-bb4e-42d6-908a-afd4b17c3aba details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:15:57.339282 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 45798) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:57.455325 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 45802) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:57.490072 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47719ccc-fdc5-47e4-817b-61cde1665886 req-daebfcec-a4c9-4eed-9737-893bd2677ec4 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:57.493365 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-47719ccc-fdc5-47e4-817b-61cde1665886 req-daebfcec-a4c9-4eed-9737-893bd2677ec4 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d06c340-3828-448b-ad35-25a20044120b HTTP/1.1" status: 200 len: 946 time: 0.2725582 Nov 25 13:15:57.510147 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efd7bf7-6d01-4715-b691-7532fb44cf10 tempest-ExternalNetworksTestJSON-4417610 tempest-ExternalNetworksTestJSON-4417610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:57.512111 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-6efd7bf7-6d01-4715-b691-7532fb44cf10 tempest-ExternalNetworksTestJSON-4417610 tempest-ExternalNetworksTestJSON-4417610-project] 10.222.0.53 "GET /v2.0/networks/7bd213be-bb4e-42d6-908a-afd4b17c3aba HTTP/1.1" status: 200 len: 756 time: 0.1621313 Nov 25 13:15:57.514716 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 45806) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:57.558736 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-6aaf263d-33e1-47b1-bb19-d67cde33bfb8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ce48360ee0e64a0f92fcf0cd683397ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1015735 Nov 25 13:15:57.564523 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 45810) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:57.616191 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19a83d5-5ca3-41fa-8a7b-ad2c4557cf92 tempest-ExternalNetworksTestJSON-4417610 tempest-ExternalNetworksTestJSON-4417610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:57.618735 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c19a83d5-5ca3-41fa-8a7b-ad2c4557cf92 tempest-ExternalNetworksTestJSON-4417610 tempest-ExternalNetworksTestJSON-4417610-project] 10.222.0.53 "GET /v2.0/networks/5e63cb0f-091c-4cff-8c86-88dc4d4c12a9 HTTP/1.1" status: 200 len: 768 time: 0.1020970 Nov 25 13:15:57.620980 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 45812) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:57.690588 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-47719ccc-fdc5-47e4-817b-61cde1665886 req-c58468b5-1377-4f51-b1f9-5047fcb437f0 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab66d2e3-b9ac-4237-bab2-b4aaf0695f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768582 Nov 25 13:15:57.715813 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-a3b77af8-3689-4717-ba6a-59c2c9834a05 req-ff218ac6-9c89-4ed5-8de2-da74ae7fc85a tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:57.717021 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1154e1e4-8206-4d7a-a8a2-a05af7496c2a tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:57.748627 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9182e67f-2a84-45d6-af37-b178e52f244d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:57.790428 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff218ac6-9c89-4ed5-8de2-da74ae7fc85a tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] Pushing event deleted for resources: {'Port': ['ID=13649ac7-be9f-490c-985d-efcbf7cef6f0,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:57.809494 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1154e1e4-8206-4d7a-a8a2-a05af7496c2a tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:57.830159 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-1154e1e4-8206-4d7a-a8a2-a05af7496c2a tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bd213be-bb4e-42d6-908a-afd4b17c3aba']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:15:57.846956 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-1154e1e4-8206-4d7a-a8a2-a05af7496c2a tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8ff4863-5f64-49c2-80d9-02cef631e140') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:15:57.846956 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-1154e1e4-8206-4d7a-a8a2-a05af7496c2a tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8ff4863-5f64-49c2-80d9-02cef631e140') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:15:57.847535 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9182e67f-2a84-45d6-af37-b178e52f244d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:57.852688 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1154e1e4-8206-4d7a-a8a2-a05af7496c2a tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:57.872826 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1154e1e4-8206-4d7a-a8a2-a05af7496c2a tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:57.880166 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1154e1e4-8206-4d7a-a8a2-a05af7496c2a tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:15:57.880672 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1154e1e4-8206-4d7a-a8a2-a05af7496c2a tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:57.882821 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:15:57.882821 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:15:57.882821 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:15:57.882821 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:15:57.882821 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:15:57.882821 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:15:57.882821 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:15:57.882821 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:15:57.882821 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:15:57.882821 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:15:57.882821 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:15:57.882821 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:15:57.882821 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:15:57.882821 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:15:57.882821 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:15:57.882821 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:15:57.882821 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:15:57.882821 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:15:57.882821 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:15:57.882821 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:15:57.882821 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:15:57.882821 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:15:57.882821 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:15:57.882821 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:15:57.882821 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:15:57.882821 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:15:57.882821 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:15:57.882821 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:15:57.882821 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:15:57.882821 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:15:57.882821 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:15:57.882821 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:15:57.925722 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-a3b77af8-3689-4717-ba6a-59c2c9834a05 req-ff218ac6-9c89-4ed5-8de2-da74ae7fc85a tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] Publish callbacks [] for floatingip, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:57.928676 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-a3b77af8-3689-4717-ba6a-59c2c9834a05 req-ff218ac6-9c89-4ed5-8de2-da74ae7fc85a tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:57.929937 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a3b77af8-3689-4717-ba6a-59c2c9834a05 req-ff218ac6-9c89-4ed5-8de2-da74ae7fc85a tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] 10.222.0.53 "DELETE /v2.0/floatingips/8d79b9b6-53fd-4209-a8c4-860b670567b5 HTTP/1.1" status: 204 len: 173 time: 1.2462008 Nov 25 13:15:57.939453 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf2b79-8cbb-46ac-b87b-032895c5ed8a req-e4380b1f-7134-412b-8d52-2d7d5cec733c tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:57.940700 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-79bf2b79-8cbb-46ac-b87b-032895c5ed8a req-e4380b1f-7134-412b-8d52-2d7d5cec733c tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 946 time: 0.1586988 Nov 25 13:15:57.952625 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1154e1e4-8206-4d7a-a8a2-a05af7496c2a tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:57.958070 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1154e1e4-8206-4d7a-a8a2-a05af7496c2a tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7bd213be-bb4e-42d6-908a-afd4b17c3aba {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 25 13:15:57.960791 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1154e1e4-8206-4d7a-a8a2-a05af7496c2a tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:57.969097 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-1154e1e4-8206-4d7a-a8a2-a05af7496c2a tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] 10.222.0.53 "DELETE /v2.0/networks/7bd213be-bb4e-42d6-908a-afd4b17c3aba HTTP/1.1" status: 204 len: 168 time: 0.3432841 Nov 25 13:15:57.969097 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 45826) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:57.985441 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-ce3f2643-16ae-46f3-bc45-5f6a095b95e7 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Request body: {'network': {'name': 'tempest-network--365295995'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:15:57.990134 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154e1e4-8206-4d7a-a8a2-a05af7496c2a tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Pushing event deleted for resources: {'Network': ['ID=7bd213be-bb4e-42d6-908a-afd4b17c3aba,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:58.014170 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce3f2643-16ae-46f3-bc45-5f6a095b95e7 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Made reservation on behalf of 0063b28918d84d86a21e75e526bf4667 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:15:58.016649 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ce3f2643-16ae-46f3-bc45-5f6a095b95e7 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:58.054129 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce3f2643-16ae-46f3-bc45-5f6a095b95e7 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:15:58.058976 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-79bf2b79-8cbb-46ac-b87b-032895c5ed8a req-55106dd2-fe03-4a52-9b75-7479df1e57eb tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843937 Nov 25 13:15:58.059827 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9182e67f-2a84-45d6-af37-b178e52f244d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:58.063562 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9182e67f-2a84-45d6-af37-b178e52f244d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:58.064676 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-9182e67f-2a84-45d6-af37-b178e52f244d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/14008d9c-d4e4-413f-b173-b52cde5b634a HTTP/1.1" status: 204 len: 168 time: 0.4964066 Nov 25 13:15:58.074336 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ce3f2643-16ae-46f3-bc45-5f6a095b95e7 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:58.075188 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-ce3f2643-16ae-46f3-bc45-5f6a095b95e7 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Added segment 457275d8-3b02-4d6d-91ce-314dfe49302a of type vlan for network 74bdef7e-c8c6-4c9a-9c87-da492ea9286f Nov 25 13:15:58.075581 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9182e67f-2a84-45d6-af37-b178e52f244d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14008d9c-d4e4-413f-b173-b52cde5b634a,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:58.139210 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ce3f2643-16ae-46f3-bc45-5f6a095b95e7 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:58.177332 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ce3f2643-16ae-46f3-bc45-5f6a095b95e7 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:58.178491 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3f2643-16ae-46f3-bc45-5f6a095b95e7 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:58.179411 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ce3f2643-16ae-46f3-bc45-5f6a095b95e7 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:58.280445 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-ce3f2643-16ae-46f3-bc45-5f6a095b95e7 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3080671 Nov 25 13:15:58.285640 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 45838) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:58.298239 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-9a1c8d29-c44f-4f3f-8dd1-49dbc800051f tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:15:58.306613 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3f2643-16ae-46f3-bc45-5f6a095b95e7 tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Pushing event updated for resources: {'Network': ['ID=74bdef7e-c8c6-4c9a-9c87-da492ea9286f,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:58.323329 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 74bdef7e-c8c6-4c9a-9c87-da492ea9286f details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:15:58.366008 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5a91ac34-e47e-401e-ab86-30d96293e899 req-854ffcc3-5202-4dae-b217-e279f89c2015 tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2425587 Nov 25 13:15:58.377861 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-5a91ac34-e47e-401e-ab86-30d96293e899 req-3bf983f6-8bcb-41d0-8a03-fc565de7ea33 tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] Request body: {'floatingip': {'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:15:58.459159 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-91140705-6cb1-4a69-8879-80d50fbf9953 req-0fce26e8-5b0b-4553-b0ce-8bff0252d235 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3540428 Nov 25 13:15:58.480267 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-91140705-6cb1-4a69-8879-80d50fbf9953 req-cbc799a0-c187-47cd-b553-9148e6b3b37d tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Request body: {'floatingip': {'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:15:58.486367 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-5a91ac34-e47e-401e-ab86-30d96293e899 req-3bf983f6-8bcb-41d0-8a03-fc565de7ea33 tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] Publish callbacks [] for floatingip, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:58.563237 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-91140705-6cb1-4a69-8879-80d50fbf9953 req-cbc799a0-c187-47cd-b553-9148e6b3b37d tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Publish callbacks [] for floatingip, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:58.583601 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9a1c8d29-c44f-4f3f-8dd1-49dbc800051f tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:58.603590 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9a1c8d29-c44f-4f3f-8dd1-49dbc800051f tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:58.621415 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9a1c8d29-c44f-4f3f-8dd1-49dbc800051f tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Network 74bdef7e-c8c6-4c9a-9c87-da492ea9286f is not hosted by any dhcp agent {{(pid=103571) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 13:15:58.622322 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1c8d29-c44f-4f3f-8dd1-49dbc800051f tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:15:58.622953 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9a1c8d29-c44f-4f3f-8dd1-49dbc800051f tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:58.626678 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-9a1c8d29-c44f-4f3f-8dd1-49dbc800051f tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] 10.222.0.53 "PUT /v2.0/networks/74bdef7e-c8c6-4c9a-9c87-da492ea9286f HTTP/1.1" status: 200 len: 857 time: 0.3357434 Nov 25 13:15:58.627262 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 45844) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:58.682640 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 45846) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:58.708964 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1c8d29-c44f-4f3f-8dd1-49dbc800051f tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Pushing event updated for resources: {'Network': ['ID=74bdef7e-c8c6-4c9a-9c87-da492ea9286f,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:58.748645 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cce32106-d834-41d8-922a-5fd19d611d1e tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:58.756314 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 45850) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:58.764856 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-5a91ac34-e47e-401e-ab86-30d96293e899 req-3bf983f6-8bcb-41d0-8a03-fc565de7ea33 tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:58.811367 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-1197a840-bf5a-4ce7-815e-95e0c4f95457 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=24c918fda4b647e3bc0d3754252703a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0517201 Nov 25 13:15:58.811631 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 45852) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:58.824144 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 2178c7a2-d34e-46d5-a63c-56ecf8855f73 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:15:58.849547 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: 2178c7a2-d34e-46d5-a63c-56ecf8855f73 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:15:58.850127 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 2178c7a2-d34e-46d5-a63c-56ecf8855f73 not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:15:58.850741 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:15:58.874041 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-91140705-6cb1-4a69-8879-80d50fbf9953 req-cbc799a0-c187-47cd-b553-9148e6b3b37d tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:58.875176 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7a6456ae-7a6c-4262-a259-af0c09594b3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:58.910668 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7a6456ae-7a6c-4262-a259-af0c09594b3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:58.947365 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:58.975096 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3446df12-b42c-4d15-a3e1-e6b3bf8a20f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:58.985442 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a473b0-12a5-4eaf-a002-8ffa88b87577', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:15:58.988373 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d478206-4990-494e-b74e-71b68490cd71" -d '{"events": [{"server_uuid": "a5a473b0-12a5-4eaf-a002-8ffa88b87577", "name": "network-vif-unplugged", "status": "completed", "tag": "8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:15:58.994742 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7a6456ae-7a6c-4262-a259-af0c09594b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:58.998646 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7a6456ae-7a6c-4262-a259-af0c09594b3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:59.002202 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-7a6456ae-7a6c-4262-a259-af0c09594b3c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ff4dd917-413e-4c35-87c5-50393def654a HTTP/1.1" status: 204 len: 168 time: 0.1852908 Nov 25 13:15:59.004529 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14,segment=NetworkSegment(c770b2a8-6850-4501-ba81-87e53f72232e),segment_id=c770b2a8-6850-4501-ba81-87e53f72232e)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:15:59.009326 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:59.040439 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6456ae-7a6c-4262-a259-af0c09594b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4dd917-413e-4c35-87c5-50393def654a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:59.045668 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cce32106-d834-41d8-922a-5fd19d611d1e tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:59.076564 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [req-5a91ac34-e47e-401e-ab86-30d96293e899 req-3bf983f6-8bcb-41d0-8a03-fc565de7ea33 tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] Allocated IP 172.25.5.55 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/82da6137-d50a-4670-865b-d68a4b94277c) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:15:59.076832 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14,revision_number=11']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:59.084893 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-cce32106-d834-41d8-922a-5fd19d611d1e tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74bdef7e-c8c6-4c9a-9c87-da492ea9286f']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:15:59.104647 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-cce32106-d834-41d8-922a-5fd19d611d1e tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '457275d8-3b02-4d6d-91ce-314dfe49302a') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:15:59.104963 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-cce32106-d834-41d8-922a-5fd19d611d1e tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '457275d8-3b02-4d6d-91ce-314dfe49302a') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:15:59.119487 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cce32106-d834-41d8-922a-5fd19d611d1e tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:59.129261 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3446df12-b42c-4d15-a3e1-e6b3bf8a20f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:59.133746 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3446df12-b42c-4d15-a3e1-e6b3bf8a20f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:59.174794 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-3446df12-b42c-4d15-a3e1-e6b3bf8a20f7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2f1abab7ed19467995fefa6629cce2fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4883227 Nov 25 13:15:59.175066 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cce32106-d834-41d8-922a-5fd19d611d1e tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:59.176720 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 45864) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:59.189129 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3446df12-b42c-4d15-a3e1-e6b3bf8a20f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab89d129-5e86-470c-ba66-958fc947b617,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:59.198223 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cce32106-d834-41d8-922a-5fd19d611d1e tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:15:59.198642 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cce32106-d834-41d8-922a-5fd19d611d1e tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:59.200397 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:15:59.200397 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:15:59.200397 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:15:59.200397 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:15:59.200397 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:15:59.200397 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:15:59.200397 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:15:59.200397 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:15:59.200397 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:15:59.200397 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:15:59.200397 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:15:59.200397 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:15:59.200397 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:15:59.200397 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:15:59.200397 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:15:59.200397 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:15:59.200397 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:15:59.200397 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:15:59.200397 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:15:59.200397 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:15:59.200397 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:15:59.200397 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:15:59.200397 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:15:59.200397 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:15:59.200397 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:15:59.200397 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:15:59.200397 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:15:59.200397 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:15:59.200397 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:15:59.200397 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:15:59.200397 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:15:59.200397 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:15:59.589777 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cce32106-d834-41d8-922a-5fd19d611d1e tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:59.606116 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce32106-d834-41d8-922a-5fd19d611d1e tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 74bdef7e-c8c6-4c9a-9c87-da492ea9286f {{(pid=103570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 25 13:15:59.624477 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8d5e8c8e-efc3-488d-a011-1ffaa284d9fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:59.626536 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cce32106-d834-41d8-922a-5fd19d611d1e tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:59.629788 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-cce32106-d834-41d8-922a-5fd19d611d1e tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] 10.222.0.53 "DELETE /v2.0/networks/74bdef7e-c8c6-4c9a-9c87-da492ea9286f HTTP/1.1" status: 204 len: 168 time: 0.9984560 Nov 25 13:15:59.633517 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 45880) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:59.634110 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-5a91ac34-e47e-401e-ab86-30d96293e899 req-3bf983f6-8bcb-41d0-8a03-fc565de7ea33 tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:59.635815 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce32106-d834-41d8-922a-5fd19d611d1e tempest-ExternalNetworksTestJSON-1372858620 tempest-ExternalNetworksTestJSON-1372858620-project-admin] Pushing event deleted for resources: {'Network': ['ID=74bdef7e-c8c6-4c9a-9c87-da492ea9286f,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:59.665970 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8d5e8c8e-efc3-488d-a011-1ffaa284d9fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:59.672454 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce4d7762-e8f4-4e57-86c5-fd40530f6375 tempest-ExternalNetworksTestJSON-4417610 tempest-ExternalNetworksTestJSON-4417610-project] DELETE failed (client error): The resource could not be found. Nov 25 13:15:59.673724 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce4d7762-e8f4-4e57-86c5-fd40530f6375 tempest-ExternalNetworksTestJSON-4417610 tempest-ExternalNetworksTestJSON-4417610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:15:59.680644 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-ce4d7762-e8f4-4e57-86c5-fd40530f6375 tempest-ExternalNetworksTestJSON-4417610 tempest-ExternalNetworksTestJSON-4417610-project] 10.222.0.53 "DELETE /v2.0/subnets/e9963f43-42e9-4c6c-952c-69595dd71e55 HTTP/1.1" status: 404 len: 337 time: 0.0460303 Nov 25 13:15:59.681329 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 45884) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:15:59.775120 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-5a91ac34-e47e-401e-ab86-30d96293e899 req-3bf983f6-8bcb-41d0-8a03-fc565de7ea33 tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:59.843841 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ef931356-77fe-4aa5-9d81-5f672e1647ca tempest-ExternalNetworksTestJSON-4417610 tempest-ExternalNetworksTestJSON-4417610-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:59.857402 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8d5e8c8e-efc3-488d-a011-1ffaa284d9fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:59.859988 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8d5e8c8e-efc3-488d-a011-1ffaa284d9fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:15:59.863623 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-8d5e8c8e-efc3-488d-a011-1ffaa284d9fd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ab89d129-5e86-470c-ba66-958fc947b617 HTTP/1.1" status: 204 len: 168 time: 0.6818881 Nov 25 13:15:59.872780 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a91ac34-e47e-401e-ab86-30d96293e899 req-3bf983f6-8bcb-41d0-8a03-fc565de7ea33 tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:15:59.892781 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [req-5a91ac34-e47e-401e-ab86-30d96293e899 req-3bf983f6-8bcb-41d0-8a03-fc565de7ea33 tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:15:59.903352 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a91ac34-e47e-401e-ab86-30d96293e899 req-3bf983f6-8bcb-41d0-8a03-fc565de7ea33 tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:15:59.905738 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [req-91140705-6cb1-4a69-8879-80d50fbf9953 req-cbc799a0-c187-47cd-b553-9148e6b3b37d tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Allocated IP 172.25.5.103 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/f8b75ba9-68fc-4aaf-b045-81d4e6593202) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:15:59.908853 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e8c8e-efc3-488d-a011-1ffaa284d9fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab89d129-5e86-470c-ba66-958fc947b617,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:15:59.910436 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf983f6-8bcb-41d0-8a03-fc565de7ea33 tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] Pushing event updated for resources: {'Port': ['ID=82da6137-d50a-4670-865b-d68a4b94277c,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:00.098408 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ef931356-77fe-4aa5-9d81-5f672e1647ca tempest-ExternalNetworksTestJSON-4417610 tempest-ExternalNetworksTestJSON-4417610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:00.147379 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-ef931356-77fe-4aa5-9d81-5f672e1647ca tempest-ExternalNetworksTestJSON-4417610 tempest-ExternalNetworksTestJSON-4417610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e63cb0f-091c-4cff-8c86-88dc4d4c12a9']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:16:00.172028 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-ef931356-77fe-4aa5-9d81-5f672e1647ca tempest-ExternalNetworksTestJSON-4417610 tempest-ExternalNetworksTestJSON-4417610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6df99370-6788-46f5-a5f5-377da99b874a') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:16:00.172328 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-ef931356-77fe-4aa5-9d81-5f672e1647ca tempest-ExternalNetworksTestJSON-4417610 tempest-ExternalNetworksTestJSON-4417610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6df99370-6788-46f5-a5f5-377da99b874a') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:16:00.193114 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ef931356-77fe-4aa5-9d81-5f672e1647ca tempest-ExternalNetworksTestJSON-4417610 tempest-ExternalNetworksTestJSON-4417610-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:00.197946 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-5a91ac34-e47e-401e-ab86-30d96293e899 req-3bf983f6-8bcb-41d0-8a03-fc565de7ea33 tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:00.219272 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-91140705-6cb1-4a69-8879-80d50fbf9953 req-cbc799a0-c187-47cd-b553-9148e6b3b37d tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:00.226083 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ef931356-77fe-4aa5-9d81-5f672e1647ca tempest-ExternalNetworksTestJSON-4417610 tempest-ExternalNetworksTestJSON-4417610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:00.252923 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef931356-77fe-4aa5-9d81-5f672e1647ca tempest-ExternalNetworksTestJSON-4417610 tempest-ExternalNetworksTestJSON-4417610-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:16:00.253326 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ef931356-77fe-4aa5-9d81-5f672e1647ca tempest-ExternalNetworksTestJSON-4417610 tempest-ExternalNetworksTestJSON-4417610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:00.256278 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:16:00.256278 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:16:00.256278 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:16:00.256278 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:16:00.256278 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:16:00.256278 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:16:00.256278 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:16:00.256278 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:16:00.256278 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:16:00.256278 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:16:00.256278 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:16:00.256278 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:16:00.256278 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:16:00.256278 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:16:00.256278 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:16:00.256278 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:16:00.256278 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:16:00.256278 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:16:00.256278 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:16:00.256278 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:16:00.256278 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:16:00.256278 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:16:00.256278 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:16:00.256278 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:16:00.256278 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:16:00.256278 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:16:00.256278 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:16:00.256278 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:16:00.256278 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:16:00.256278 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:16:00.256278 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:16:00.256278 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:16:00.300022 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-868e497d-1a26-429b-9796-0fce1aa2df22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:00.303624 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-5a91ac34-e47e-401e-ab86-30d96293e899 req-3bf983f6-8bcb-41d0-8a03-fc565de7ea33 tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:00.362149 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ef931356-77fe-4aa5-9d81-5f672e1647ca tempest-ExternalNetworksTestJSON-4417610 tempest-ExternalNetworksTestJSON-4417610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:00.378757 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ef931356-77fe-4aa5-9d81-5f672e1647ca tempest-ExternalNetworksTestJSON-4417610 tempest-ExternalNetworksTestJSON-4417610-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:00.382010 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-ef931356-77fe-4aa5-9d81-5f672e1647ca tempest-ExternalNetworksTestJSON-4417610 tempest-ExternalNetworksTestJSON-4417610-project] 10.222.0.53 "DELETE /v2.0/networks/5e63cb0f-091c-4cff-8c86-88dc4d4c12a9 HTTP/1.1" status: 204 len: 168 time: 0.6956427 Nov 25 13:16:00.383637 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-91140705-6cb1-4a69-8879-80d50fbf9953 req-cbc799a0-c187-47cd-b553-9148e6b3b37d tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:00.405318 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef931356-77fe-4aa5-9d81-5f672e1647ca tempest-ExternalNetworksTestJSON-4417610 tempest-ExternalNetworksTestJSON-4417610-project] Pushing event deleted for resources: {'Network': ['ID=5e63cb0f-091c-4cff-8c86-88dc4d4c12a9,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:00.485157 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91140705-6cb1-4a69-8879-80d50fbf9953 req-cbc799a0-c187-47cd-b553-9148e6b3b37d tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:16:00.490707 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [req-91140705-6cb1-4a69-8879-80d50fbf9953 req-cbc799a0-c187-47cd-b553-9148e6b3b37d tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:16:00.496398 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-91140705-6cb1-4a69-8879-80d50fbf9953 req-cbc799a0-c187-47cd-b553-9148e6b3b37d tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:16:00.526661 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc799a0-c187-47cd-b553-9148e6b3b37d tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Pushing event updated for resources: {'Port': ['ID=f8b75ba9-68fc-4aaf-b045-81d4e6593202,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:00.626126 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-5a91ac34-e47e-401e-ab86-30d96293e899 req-3bf983f6-8bcb-41d0-8a03-fc565de7ea33 tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:00.638747 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-5a91ac34-e47e-401e-ab86-30d96293e899 req-3bf983f6-8bcb-41d0-8a03-fc565de7ea33 tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:00.647547 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-91140705-6cb1-4a69-8879-80d50fbf9953 req-cbc799a0-c187-47cd-b553-9148e6b3b37d tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:00.699601 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 45922) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:00.759031 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf983f6-8bcb-41d0-8a03-fc565de7ea33 tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] Pushing event updated for resources: {'Port': ['ID=82da6137-d50a-4670-865b-d68a4b94277c,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:00.763407 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-91140705-6cb1-4a69-8879-80d50fbf9953 req-cbc799a0-c187-47cd-b553-9148e6b3b37d tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:00.796352 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-5a91ac34-e47e-401e-ab86-30d96293e899 req-3bf983f6-8bcb-41d0-8a03-fc565de7ea33 tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:00.831162 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:16:00.831873 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-5a91ac34-e47e-401e-ab86-30d96293e899 req-3bf983f6-8bcb-41d0-8a03-fc565de7ea33 tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:00.839336 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5a91ac34-e47e-401e-ab86-30d96293e899 req-3bf983f6-8bcb-41d0-8a03-fc565de7ea33 tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4722698 Nov 25 13:16:00.847078 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-8f686363-d5da-4cf6-a7da-b4f6f726b09d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8a82eb8422ba4bfcb6eb7b2a09c627cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1459980 Nov 25 13:16:00.849827 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 45936) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:00.912142 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-050bfa0c-6c85-45cf-a7f2-f6607c2c3748 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:00.937053 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-050bfa0c-6c85-45cf-a7f2-f6607c2c3748 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:00.952697 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5a91ac34-e47e-401e-ab86-30d96293e899 req-a07b7334-4a93-440f-be15-780d9e5ade4e tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.55 HTTP/1.1" status: 200 len: 695 time: 0.1124585 Nov 25 13:16:01.010140 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-050bfa0c-6c85-45cf-a7f2-f6607c2c3748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:01.013386 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-050bfa0c-6c85-45cf-a7f2-f6607c2c3748 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:01.014834 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-050bfa0c-6c85-45cf-a7f2-f6607c2c3748 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e73b75c5-f387-46f6-bd52-c001fb6fa727 HTTP/1.1" status: 204 len: 168 time: 0.1638563 Nov 25 13:16:01.014980 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14,segment=NetworkSegment(c770b2a8-6850-4501-ba81-87e53f72232e),segment_id=c770b2a8-6850-4501-ba81-87e53f72232e)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:16:01.032484 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14', 'network_id': '9accb235-a825-49d8-b9c6-39063069a4b3', 'port_id': '8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14', 'mac_address': 'fa:16:3e:ce:3b:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6a84af7-6347-4e0f-945a-98a5515a4a22', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:16:01.041015 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050bfa0c-6c85-45cf-a7f2-f6607c2c3748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73b75c5-f387-46f6-bd52-c001fb6fa727,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:01.091011 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:01.112769 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:16:01.140182 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14,segment=NetworkSegment(c770b2a8-6850-4501-ba81-87e53f72232e),segment_id=c770b2a8-6850-4501-ba81-87e53f72232e)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:16:01.148281 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:01.179484 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-91140705-6cb1-4a69-8879-80d50fbf9953 req-cbc799a0-c187-47cd-b553-9148e6b3b37d tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:01.200274 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-91140705-6cb1-4a69-8879-80d50fbf9953 req-cbc799a0-c187-47cd-b553-9148e6b3b37d tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:01.265875 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc799a0-c187-47cd-b553-9148e6b3b37d tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Pushing event updated for resources: {'Port': ['ID=f8b75ba9-68fc-4aaf-b045-81d4e6593202,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:01.338311 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a91ac34-e47e-401e-ab86-30d96293e899 req-ab80da1a-b995-4acd-b097-d337ee231bd4 tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:01.340401 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5a91ac34-e47e-401e-ab86-30d96293e899 req-ab80da1a-b995-4acd-b097-d337ee231bd4 tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] 10.222.0.53 "GET /v2.0/networks/7542d3d9-0db3-40e7-ab88-a168871141f7 HTTP/1.1" status: 200 len: 784 time: 0.3556402 Nov 25 13:16:01.341706 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-91140705-6cb1-4a69-8879-80d50fbf9953 req-cbc799a0-c187-47cd-b553-9148e6b3b37d tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:01.361619 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-91140705-6cb1-4a69-8879-80d50fbf9953 req-cbc799a0-c187-47cd-b553-9148e6b3b37d tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:01.362976 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-91140705-6cb1-4a69-8879-80d50fbf9953 req-cbc799a0-c187-47cd-b553-9148e6b3b37d tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8943357 Nov 25 13:16:01.416746 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14,revision_number=12']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:01.422149 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 45970) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:01.470705 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:16:01.490422 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-91140705-6cb1-4a69-8879-80d50fbf9953 req-8e95f87a-42ae-4047-90a4-83cd2af63438 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.103 HTTP/1.1" status: 200 len: 696 time: 0.1166697 Nov 25 13:16:01.508801 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-a5389966-95b8-49ba-83fd-51d87d099ab0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0063b28918d84d86a21e75e526bf4667&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0852559 Nov 25 13:16:01.513456 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 45972) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:01.617772 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6169ce24-77a3-422e-9065-9dccd244a82d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:01.686165 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6169ce24-77a3-422e-9065-9dccd244a82d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:01.741163 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 13:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e435db64-18f3-47ce-b211-3b108195f9f5 x-openstack-request-id: req-e435db64-18f3-47ce-b211-3b108195f9f5 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:16:01.741742 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a473b0-12a5-4eaf-a002-8ffa88b87577", "name": "network-vif-unplugged", "status": "completed", "tag": "8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:16:01.743588 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e435db64-18f3-47ce-b211-3b108195f9f5 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:16:01.744003 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a473b0-12a5-4eaf-a002-8ffa88b87577', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14', 'code': 200} Nov 25 13:16:01.757778 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91140705-6cb1-4a69-8879-80d50fbf9953 req-75ea0301-4103-4301-ba07-b33a2f797f87 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:01.760860 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-91140705-6cb1-4a69-8879-80d50fbf9953 req-75ea0301-4103-4301-ba07-b33a2f797f87 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/networks/7542d3d9-0db3-40e7-ab88-a168871141f7 HTTP/1.1" status: 200 len: 784 time: 0.2636616 Nov 25 13:16:01.805616 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6169ce24-77a3-422e-9065-9dccd244a82d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:01.816537 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6169ce24-77a3-422e-9065-9dccd244a82d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:01.820053 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-6169ce24-77a3-422e-9065-9dccd244a82d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1e0296c8-b63e-4e4e-ac4b-ce4b1d8353b1 HTTP/1.1" status: 204 len: 168 time: 0.3029404 Nov 25 13:16:01.840536 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6169ce24-77a3-422e-9065-9dccd244a82d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0296c8-b63e-4e4e-ac4b-ce4b1d8353b1,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:02.069025 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c7af0bed-c754-4cd8-9b5f-c7b50dc378f4 req-d27b8286-767c-4779-aa6f-4c5b4bc69b4f tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] 10.222.0.53 "GET /v2.0/floatingips/58aab6e8-daa6-4705-9e77-6f2fb385f094 HTTP/1.1" status: 200 len: 692 time: 0.0839880 Nov 25 13:16:02.080304 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef411b-09e6-4c50-8130-f2237d69fa29 req-5ffa8272-fbb0-4108-a0bd-f59ebd308e6a tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:02.088699 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c1ef411b-09e6-4c50-8130-f2237d69fa29 req-5ffa8272-fbb0-4108-a0bd-f59ebd308e6a tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 945 time: 0.1753957 Nov 25 13:16:02.232475 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c1ef411b-09e6-4c50-8130-f2237d69fa29 req-04518136-066c-4779-a962-058e428e113a tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426463 Nov 25 13:16:02.413243 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af0bed-c754-4cd8-9b5f-c7b50dc378f4 req-3211946a-6c0b-444a-a501-472303c2cdb7 tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:02.422500 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c7af0bed-c754-4cd8-9b5f-c7b50dc378f4 req-3211946a-6c0b-444a-a501-472303c2cdb7 tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] 10.222.0.53 "GET /v2.0/networks/7542d3d9-0db3-40e7-ab88-a168871141f7 HTTP/1.1" status: 200 len: 784 time: 0.3310235 Nov 25 13:16:02.442232 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fb7edc-fca5-4400-8472-b78471aa4dc1 req-21cc8221-c3d8-4836-86d3-1e00cd210b63 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:02.443825 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-92fb7edc-fca5-4400-8472-b78471aa4dc1 req-21cc8221-c3d8-4836-86d3-1e00cd210b63 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] 10.222.0.53 "GET /v2.0/ports?device_id=792065eb-fc6f-4512-8cb0-445d254c5d03 HTTP/1.1" status: 200 len: 949 time: 0.1615496 Nov 25 13:16:02.507812 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:16:02.519286 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c7af0bed-c754-4cd8-9b5f-c7b50dc378f4 req-2399b9c3-6cd3-4ae9-b465-2ce75d498575 tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.55 HTTP/1.1" status: 200 len: 695 time: 0.0955207 Nov 25 13:16:02.644632 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-92fb7edc-fca5-4400-8472-b78471aa4dc1 req-95263c3d-d725-4ad5-9484-8cc87271ded1 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e9e678c-a90f-49f7-89f8-05d07ae2e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592155 Nov 25 13:16:02.656469 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c7af0bed-c754-4cd8-9b5f-c7b50dc378f4 req-2560c2c3-6242-4d04-9ab4-04363ae005e4 tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.55 HTTP/1.1" status: 200 len: 695 time: 0.1274555 Nov 25 13:16:02.726040 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1f32a7c4-a281-41d6-91fb-6462f7ffd422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:02.853795 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:16:02.995873 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-c7af0bed-c754-4cd8-9b5f-c7b50dc378f4 req-8dbfca32-0987-4f0b-b8a9-51fc4b1aaeae tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] Deleting port 82da6137-d50a-4670-865b-d68a4b94277c {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:16:02.996216 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-c7af0bed-c754-4cd8-9b5f-c7b50dc378f4 req-8dbfca32-0987-4f0b-b8a9-51fc4b1aaeae tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:03.014848 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:16:03.014848 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:03.203967 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1214b7-e803-4270-a4e9-2efc56096afe req-a6f54f4e-b5ff-484e-9346-5e5d7877d876 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:03.217302 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1b1214b7-e803-4270-a4e9-2efc56096afe req-a6f54f4e-b5ff-484e-9346-5e5d7877d876 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/networks?id=d0fcbb25-711a-42a9-b82a-fa06187c61e7 HTTP/1.1" status: 200 len: 821 time: 0.3065400 Nov 25 13:16:03.225417 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:03.273839 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1b1214b7-e803-4270-a4e9-2efc56096afe req-d1513609-379b-4dbe-ad0d-398b8c173de7 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/quotas/011bce4f061943c38bb17c6e89517c3b HTTP/1.1" status: 200 len: 375 time: 0.0534170 Nov 25 13:16:03.277269 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-c7af0bed-c754-4cd8-9b5f-c7b50dc378f4 req-8dbfca32-0987-4f0b-b8a9-51fc4b1aaeae tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:03.277801 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-c7af0bed-c754-4cd8-9b5f-c7b50dc378f4 req-8dbfca32-0987-4f0b-b8a9-51fc4b1aaeae tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:03.302424 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14,segment=NetworkSegment(c770b2a8-6850-4501-ba81-87e53f72232e),segment_id=c770b2a8-6850-4501-ba81-87e53f72232e)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:16:03.318600 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-c7af0bed-c754-4cd8-9b5f-c7b50dc378f4 req-8dbfca32-0987-4f0b-b8a9-51fc4b1aaeae tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] Calling delete_port for 82da6137-d50a-4670-865b-d68a4b94277c owned by network:floatingip {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:16:03.318943 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:03.358939 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a074c-995e-4b78-8f5c-d34e17087f3e req-4441b217-6c94-4b51-bd94-d18c87d6f220 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:03.376428 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-535a074c-995e-4b78-8f5c-d34e17087f3e req-4441b217-6c94-4b51-bd94-d18c87d6f220 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] 10.222.0.66 "GET /v2.0/ports?device_id=792065eb-fc6f-4512-8cb0-445d254c5d03 HTTP/1.1" status: 200 len: 949 time: 0.1938784 Nov 25 13:16:03.473131 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1b1214b7-e803-4270-a4e9-2efc56096afe req-00bfc575-0ae0-445d-89ad-ceb0e79c7d82 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=011bce4f061943c38bb17c6e89517c3b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1980028 Nov 25 13:16:03.481590 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14,revision_number=13']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:03.623470 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-535a074c-995e-4b78-8f5c-d34e17087f3e req-b01dbcee-1027-4722-85ef-e65f345c55a2 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] Deleting port c37d6fc7-0a36-449f-b884-229fcd5f734c {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:16:03.627232 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-535a074c-995e-4b78-8f5c-d34e17087f3e req-b01dbcee-1027-4722-85ef-e65f345c55a2 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:03.723745 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1b1214b7-e803-4270-a4e9-2efc56096afe req-8fd9bd34-c267-440c-afb2-3db6817ab1c0 service neutron] 10.222.0.53 "GET /v2.0/networks/d0fcbb25-711a-42a9-b82a-fa06187c61e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497156 Nov 25 13:16:03.745727 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a473b0-12a5-4eaf-a002-8ffa88b87577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:16:03.752201 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e49a98-c3c3-4700-8499-669a50f75ac5" -d '{"events": [{"server_uuid": "a5a473b0-12a5-4eaf-a002-8ffa88b87577", "name": "network-vif-plugged", "status": "completed", "tag": "8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:16:03.778316 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:03.864543 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-c7af0bed-c754-4cd8-9b5f-c7b50dc378f4 req-8dbfca32-0987-4f0b-b8a9-51fc4b1aaeae tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:03.872259 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-535a074c-995e-4b78-8f5c-d34e17087f3e req-b01dbcee-1027-4722-85ef-e65f345c55a2 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] For port c37d6fc7-0a36-449f-b884-229fcd5f734c, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=c37d6fc7-0a36-449f-b884-229fcd5f734c,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:16:03.872933 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-535a074c-995e-4b78-8f5c-d34e17087f3e req-b01dbcee-1027-4722-85ef-e65f345c55a2 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:03.886720 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-535a074c-995e-4b78-8f5c-d34e17087f3e req-b01dbcee-1027-4722-85ef-e65f345c55a2 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] Calling delete_port for c37d6fc7-0a36-449f-b884-229fcd5f734c owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:16:03.948091 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbfca32-0987-4f0b-b8a9-51fc4b1aaeae tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] Pushing event deleted for resources: {'Port': ['ID=82da6137-d50a-4670-865b-d68a4b94277c,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:03.963802 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1b1214b7-e803-4270-a4e9-2efc56096afe req-b30fef7d-f3df-48ab-bd22-3a5434133231 service neutron] 10.222.0.53 "GET /v2.0/networks/d0fcbb25-711a-42a9-b82a-fa06187c61e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299619 Nov 25 13:16:04.082604 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-535a074c-995e-4b78-8f5c-d34e17087f3e req-b01dbcee-1027-4722-85ef-e65f345c55a2 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:04.094057 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-c7af0bed-c754-4cd8-9b5f-c7b50dc378f4 req-8dbfca32-0987-4f0b-b8a9-51fc4b1aaeae tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] Publish callbacks [] for floatingip, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:04.096890 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-c7af0bed-c754-4cd8-9b5f-c7b50dc378f4 req-8dbfca32-0987-4f0b-b8a9-51fc4b1aaeae tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:04.098085 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c7af0bed-c754-4cd8-9b5f-c7b50dc378f4 req-8dbfca32-0987-4f0b-b8a9-51fc4b1aaeae tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] 10.222.0.53 "DELETE /v2.0/floatingips/58aab6e8-daa6-4705-9e77-6f2fb385f094 HTTP/1.1" status: 204 len: 173 time: 1.4407892 Nov 25 13:16:04.099253 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['c37d6fc7-0a36-449f-b884-229fcd5f734c'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:16:04.269636 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01dbcee-1027-4722-85ef-e65f345c55a2 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] Pushing event deleted for resources: {'Port': ['ID=c37d6fc7-0a36-449f-b884-229fcd5f734c,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:04.327109 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-535a074c-995e-4b78-8f5c-d34e17087f3e req-b01dbcee-1027-4722-85ef-e65f345c55a2 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] No DVR routers for this DVR port c37d6fc7-0a36-449f-b884-229fcd5f734c on host n-h1-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:16:04.330198 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-535a074c-995e-4b78-8f5c-d34e17087f3e req-b01dbcee-1027-4722-85ef-e65f345c55a2 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:04.336906 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-535a074c-995e-4b78-8f5c-d34e17087f3e req-b01dbcee-1027-4722-85ef-e65f345c55a2 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] 10.222.0.66 "DELETE /v2.0/ports/c37d6fc7-0a36-449f-b884-229fcd5f734c HTTP/1.1" status: 204 len: 173 time: 0.9495745 Nov 25 13:16:04.337658 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '792065eb-fc6f-4512-8cb0-445d254c5d03', 'name': 'network-vif-deleted', 'tag': 'c37d6fc7-0a36-449f-b884-229fcd5f734c'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:16:04.340253 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4b8783-fe7e-4ccd-ad08-f6d669d9a510" -d '{"events": [{"server_uuid": "792065eb-fc6f-4512-8cb0-445d254c5d03", "name": "network-vif-deleted", "tag": "c37d6fc7-0a36-449f-b884-229fcd5f734c"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:16:04.558009 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a3e91-6bff-4227-996e-652134ea171c req-9f658d5b-53f2-400a-9cab-102690259bdc tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:04.571509 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b58a3e91-6bff-4227-996e-652134ea171c req-9f658d5b-53f2-400a-9cab-102690259bdc tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 946 time: 0.1099029 Nov 25 13:16:04.683935 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b58a3e91-6bff-4227-996e-652134ea171c req-31efa152-110d-4a6a-aef8-ae2c40b212b8 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106102 Nov 25 13:16:04.806897 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46134) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:04.914195 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8ec3e9f4-6c64-4af9-8906-659ca9ac9750 req-d02a7aca-5509-4f7f-a589-f80f93fc9704 tempest-ServersAdminNegativeTestJSON-499934129 tempest-ServersAdminNegativeTestJSON-499934129-project] 10.222.0.53 "GET /v2.0/ports?device_id=792065eb-fc6f-4512-8cb0-445d254c5d03 HTTP/1.1" status: 200 len: 210 time: 0.0903814 Nov 25 13:16:04.988669 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-652399de-9883-4675-99f1-cda984c71061 tempest-ExternalNetworksAdminNegativeTestJSON-465944052 tempest-ExternalNetworksAdminNegativeTestJSON-465944052-project-admin] Request body: {'floatingip': {'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:16:05.011978 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e27663-b003-4164-a887-648241277833 x-openstack-request-id: req-72e27663-b003-4164-a887-648241277833 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:16:05.013176 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a473b0-12a5-4eaf-a002-8ffa88b87577", "name": "network-vif-plugged", "status": "completed", "tag": "8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:16:05.013782 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-72e27663-b003-4164-a887-648241277833 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:16:05.014572 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a473b0-12a5-4eaf-a002-8ffa88b87577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14', 'code': 200} Nov 25 13:16:05.071309 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-652399de-9883-4675-99f1-cda984c71061 tempest-ExternalNetworksAdminNegativeTestJSON-465944052 tempest-ExternalNetworksAdminNegativeTestJSON-465944052-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:05.091826 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:05.114780 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [req-c80d6f30-dbd8-4123-9363-01f8409587d3 req-5108d48c-6b43-4a8b-ac28-be83d47db734 tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] show failed (client error): The resource could not be found. Nov 25 13:16:05.115841 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c80d6f30-dbd8-4123-9363-01f8409587d3 req-5108d48c-6b43-4a8b-ac28-be83d47db734 tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] 10.222.0.53 "GET /v2.0/floatingips/58aab6e8-daa6-4705-9e77-6f2fb385f094 HTTP/1.1" status: 404 len: 350 time: 0.0634980 Nov 25 13:16:05.267586 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0b0e60ba-3c5c-4a89-a179-39de913339de req-08b9b7f6-0240-46ee-8bd6-8234cb706852 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/ports?device_id=429b5f06-d1f3-406c-af44-975c4a115680 HTTP/1.1" status: 200 len: 210 time: 0.0534601 Nov 25 13:16:05.450616 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d07236f-6615-4ec7-98a1-8366c1eade82 x-openstack-request-id: req-6d07236f-6615-4ec7-98a1-8366c1eade82 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:16:05.451952 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "792065eb-fc6f-4512-8cb0-445d254c5d03", "name": "network-vif-deleted", "tag": "c37d6fc7-0a36-449f-b884-229fcd5f734c", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:16:05.452461 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6d07236f-6615-4ec7-98a1-8366c1eade82 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:16:05.453282 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '792065eb-fc6f-4512-8cb0-445d254c5d03', 'name': 'network-vif-deleted', 'tag': 'c37d6fc7-0a36-449f-b884-229fcd5f734c', 'status': 'completed', 'code': 200} Nov 25 13:16:05.501885 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [req-4e786651-977f-4c43-b488-922e793de708 req-abbe4d9e-1d18-4763-aea4-736c9ed69564 tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] show failed (client error): The resource could not be found. Nov 25 13:16:05.503113 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4e786651-977f-4c43-b488-922e793de708 req-abbe4d9e-1d18-4763-aea4-736c9ed69564 tempest-FloatingIPsTestJSON-494257007 tempest-FloatingIPsTestJSON-494257007-project] 10.222.0.53 "GET /v2.0/floatingips/58aab6e8-daa6-4705-9e77-6f2fb385f094 HTTP/1.1" status: 404 len: 350 time: 0.0798225 Nov 25 13:16:05.515460 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46144) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:05.519988 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-652399de-9883-4675-99f1-cda984c71061 tempest-ExternalNetworksAdminNegativeTestJSON-465944052 tempest-ExternalNetworksAdminNegativeTestJSON-465944052-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:05.687446 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-652399de-9883-4675-99f1-cda984c71061 tempest-ExternalNetworksAdminNegativeTestJSON-465944052 tempest-ExternalNetworksAdminNegativeTestJSON-465944052-project-admin] Allocated IP 172.25.5.90 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/3fc6e3a6-f9f4-45af-bfb5-163efc12e3bd) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:16:05.896106 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-652399de-9883-4675-99f1-cda984c71061 tempest-ExternalNetworksAdminNegativeTestJSON-465944052 tempest-ExternalNetworksAdminNegativeTestJSON-465944052-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:05.959346 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef9b93-54ec-4b79-9730-e2507abb9511 req-f99267f8-54bb-4f8b-924a-1526fe073acc tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:05.974810 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-43ef9b93-54ec-4b79-9730-e2507abb9511 req-f99267f8-54bb-4f8b-924a-1526fe073acc tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 946 time: 0.1416442 Nov 25 13:16:06.003549 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-652399de-9883-4675-99f1-cda984c71061 tempest-ExternalNetworksAdminNegativeTestJSON-465944052 tempest-ExternalNetworksAdminNegativeTestJSON-465944052-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:06.119553 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652399de-9883-4675-99f1-cda984c71061 tempest-ExternalNetworksAdminNegativeTestJSON-465944052 tempest-ExternalNetworksAdminNegativeTestJSON-465944052-project-admin] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:16:06.129230 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-652399de-9883-4675-99f1-cda984c71061 tempest-ExternalNetworksAdminNegativeTestJSON-465944052 tempest-ExternalNetworksAdminNegativeTestJSON-465944052-project-admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:16:06.132041 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652399de-9883-4675-99f1-cda984c71061 tempest-ExternalNetworksAdminNegativeTestJSON-465944052 tempest-ExternalNetworksAdminNegativeTestJSON-465944052-project-admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:16:06.138476 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652399de-9883-4675-99f1-cda984c71061 tempest-ExternalNetworksAdminNegativeTestJSON-465944052 tempest-ExternalNetworksAdminNegativeTestJSON-465944052-project-admin] Pushing event updated for resources: {'Port': ['ID=3fc6e3a6-f9f4-45af-bfb5-163efc12e3bd,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:06.216740 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:06.247095 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-43ef9b93-54ec-4b79-9730-e2507abb9511 req-194dc7ed-799c-4388-af52-cc6776ae363e tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2577667 Nov 25 13:16:06.321017 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1214b7-e803-4270-a4e9-2efc56096afe req-2039365c-2418-4346-aba6-36e751a83bfe tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:06.323726 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1b1214b7-e803-4270-a4e9-2efc56096afe req-2039365c-2418-4346-aba6-36e751a83bfe tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.66 "GET /v2.0/networks?id=d0fcbb25-711a-42a9-b82a-fa06187c61e7 HTTP/1.1" status: 200 len: 821 time: 0.3445451 Nov 25 13:16:06.356009 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-1b1214b7-e803-4270-a4e9-2efc56096afe req-023201e2-e2fa-4831-afd7-8d3436256022 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Request body: {'port': {'device_id': '429b5f06-d1f3-406c-af44-975c4a115680', 'network_id': 'd0fcbb25-711a-42a9-b82a-fa06187c61e7', 'admin_state_up': True, 'tenant_id': '011bce4f061943c38bb17c6e89517c3b'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:16:06.502608 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-416a893e-0f25-4b97-bbd2-370811ee17b1 req-39fb1cb7-26bf-4175-855a-300dd54b0ec9 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/ports?device_id=429b5f06-d1f3-406c-af44-975c4a115680 HTTP/1.1" status: 200 len: 210 time: 0.0420866 Nov 25 13:16:06.506242 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cbe2ff63-3275-45f0-a2a0-685d8930c4db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:06.600231 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-652399de-9883-4675-99f1-cda984c71061 tempest-ExternalNetworksAdminNegativeTestJSON-465944052 tempest-ExternalNetworksAdminNegativeTestJSON-465944052-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:06.743855 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-652399de-9883-4675-99f1-cda984c71061 tempest-ExternalNetworksAdminNegativeTestJSON-465944052 tempest-ExternalNetworksAdminNegativeTestJSON-465944052-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:06.949273 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-652399de-9883-4675-99f1-cda984c71061 tempest-ExternalNetworksAdminNegativeTestJSON-465944052 tempest-ExternalNetworksAdminNegativeTestJSON-465944052-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:06.950892 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46160) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:06.951027 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device c37d6fc7-0a36-449f-b884-229fcd5f734c no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:16:06.961833 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-652399de-9883-4675-99f1-cda984c71061 tempest-ExternalNetworksAdminNegativeTestJSON-465944052 tempest-ExternalNetworksAdminNegativeTestJSON-465944052-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:07.050234 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] No Port match for: c37d6fc7-0a36-449f-b884-229fcd5f734c {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:16:07.053717 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device c37d6fc7-0a36-449f-b884-229fcd5f734c not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:16:07.077425 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-652399de-9883-4675-99f1-cda984c71061 tempest-ExternalNetworksAdminNegativeTestJSON-465944052 tempest-ExternalNetworksAdminNegativeTestJSON-465944052-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:07.166967 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652399de-9883-4675-99f1-cda984c71061 tempest-ExternalNetworksAdminNegativeTestJSON-465944052 tempest-ExternalNetworksAdminNegativeTestJSON-465944052-project-admin] Pushing event updated for resources: {'Port': ['ID=3fc6e3a6-f9f4-45af-bfb5-163efc12e3bd,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:07.169484 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b1214b7-e803-4270-a4e9-2efc56096afe req-023201e2-e2fa-4831-afd7-8d3436256022 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Made reservation on behalf of 011bce4f061943c38bb17c6e89517c3b for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:16:07.174276 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1b1214b7-e803-4270-a4e9-2efc56096afe req-023201e2-e2fa-4831-afd7-8d3436256022 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:07.190073 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-652399de-9883-4675-99f1-cda984c71061 tempest-ExternalNetworksAdminNegativeTestJSON-465944052 tempest-ExternalNetworksAdminNegativeTestJSON-465944052-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:07.191400 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-652399de-9883-4675-99f1-cda984c71061 tempest-ExternalNetworksAdminNegativeTestJSON-465944052 tempest-ExternalNetworksAdminNegativeTestJSON-465944052-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3828168 Nov 25 13:16:07.195391 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46166) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:07.201669 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-13c65ba4-9f6d-40d3-bbdf-c6220ac8c0e4 tempest-ExternalNetworksAdminNegativeTestJSON-465944052 tempest-ExternalNetworksAdminNegativeTestJSON-465944052-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1282359732', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'fixed_ips': [{'ip_address': '172.25.5.90'}]}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:16:07.243994 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c65ba4-9f6d-40d3-bbdf-c6220ac8c0e4 tempest-ExternalNetworksAdminNegativeTestJSON-465944052 tempest-ExternalNetworksAdminNegativeTestJSON-465944052-project-admin] Made reservation on behalf of b279f3c6a66f461f9e65d32f4d48e539 for: {'port': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:16:07.246731 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-13c65ba4-9f6d-40d3-bbdf-c6220ac8c0e4 tempest-ExternalNetworksAdminNegativeTestJSON-465944052 tempest-ExternalNetworksAdminNegativeTestJSON-465944052-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:07.256766 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-153ff4fa-3698-4430-a6f5-ebc073c2d47b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2f661a4ffc0e47c494c5268114be68f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3022578 Nov 25 13:16:07.262566 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46168) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:07.269707 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-13c65ba4-9f6d-40d3-bbdf-c6220ac8c0e4 tempest-ExternalNetworksAdminNegativeTestJSON-465944052 tempest-ExternalNetworksAdminNegativeTestJSON-465944052-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:07.445981 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-1b1214b7-e803-4270-a4e9-2efc56096afe req-023201e2-e2fa-4831-afd7-8d3436256022 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Allocated IP 172.20.0.9 (d0fcbb25-711a-42a9-b82a-fa06187c61e7/e77448f8-5c9e-48cf-b9f8-c58db39caf08/41542dd6-814a-4e1f-9340-902a70b7e018) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:16:07.459691 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3fa91746-39b4-4cdb-9a11-41ca3d96f1a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:07.524629 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a4895b-55a0-490b-a6f3-48d2f3886050 req-0eca27e4-db8a-4456-b9ac-a5d9405f0c19 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:07.533797 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-59a4895b-55a0-490b-a6f3-48d2f3886050 req-0eca27e4-db8a-4456-b9ac-a5d9405f0c19 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 946 time: 0.1535957 Nov 25 13:16:07.542321 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3fa91746-39b4-4cdb-9a11-41ca3d96f1a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:07.590084 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-cbe2ff63-3275-45f0-a2a0-685d8930c4db admin admin] Deleting port 978bdece-4535-4bf9-ba72-9aadef8819d1 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:16:07.590448 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cbe2ff63-3275-45f0-a2a0-685d8930c4db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:07.635326 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-13c65ba4-9f6d-40d3-bbdf-c6220ac8c0e4 tempest-ExternalNetworksAdminNegativeTestJSON-465944052 tempest-ExternalNetworksAdminNegativeTestJSON-465944052-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:07.682205 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-13c65ba4-9f6d-40d3-bbdf-c6220ac8c0e4 tempest-ExternalNetworksAdminNegativeTestJSON-465944052 tempest-ExternalNetworksAdminNegativeTestJSON-465944052-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:07.692541 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1b1214b7-e803-4270-a4e9-2efc56096afe req-023201e2-e2fa-4831-afd7-8d3436256022 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:07.694027 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [None req-13c65ba4-9f6d-40d3-bbdf-c6220ac8c0e4 tempest-ExternalNetworksAdminNegativeTestJSON-465944052 tempest-ExternalNetworksAdminNegativeTestJSON-465944052-project-admin] device_id is not set on port b840f289-3303-4a63-9899-2f627f961310 yet. {{(pid=103570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:16:07.740713 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-59a4895b-55a0-490b-a6f3-48d2f3886050 req-efae753e-fc43-4917-892a-78479429b060 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2051086 Nov 25 13:16:07.747266 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1b1214b7-e803-4270-a4e9-2efc56096afe req-023201e2-e2fa-4831-afd7-8d3436256022 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:07.760377 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['e6294caa-eb75-4d6f-9636-ce880c21f4f1'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:16:07.778931 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b1214b7-e803-4270-a4e9-2efc56096afe req-023201e2-e2fa-4831-afd7-8d3436256022 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Network d0fcbb25-711a-42a9-b82a-fa06187c61e7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:16:07.782379 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-1b1214b7-e803-4270-a4e9-2efc56096afe req-023201e2-e2fa-4831-afd7-8d3436256022 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:16:07.832780 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b1214b7-e803-4270-a4e9-2efc56096afe req-023201e2-e2fa-4831-afd7-8d3436256022 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:16:07.941318 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:07.947686 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c65ba4-9f6d-40d3-bbdf-c6220ac8c0e4 tempest-ExternalNetworksAdminNegativeTestJSON-465944052 tempest-ExternalNetworksAdminNegativeTestJSON-465944052-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=461cfa54-ab20-4d71-80b6-0cff4238bccc,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:07.979097 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023201e2-e2fa-4831-afd7-8d3436256022 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Pushing event updated for resources: {'Port': ['ID=41542dd6-814a-4e1f-9340-902a70b7e018,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:08.016520 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1214b7-e803-4270-a4e9-2efc56096afe req-023201e2-e2fa-4831-afd7-8d3436256022 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:08.017566 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1b1214b7-e803-4270-a4e9-2efc56096afe req-023201e2-e2fa-4831-afd7-8d3436256022 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:08.078373 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1b1214b7-e803-4270-a4e9-2efc56096afe req-023201e2-e2fa-4831-afd7-8d3436256022 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7279549 Nov 25 13:16:08.095700 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-1b1214b7-e803-4270-a4e9-2efc56096afe req-09b69f12-c3bd-4112-ae5a-159e15e332a9 service neutron] Request body: {'port': {'device_id': '429b5f06-d1f3-406c-af44-975c4a115680', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:16:08.220918 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1b1214b7-e803-4270-a4e9-2efc56096afe req-09b69f12-c3bd-4112-ae5a-159e15e332a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:08.222205 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-cbe2ff63-3275-45f0-a2a0-685d8930c4db admin admin] For port 978bdece-4535-4bf9-ba72-9aadef8819d1, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=978bdece-4535-4bf9-ba72-9aadef8819d1,segment=NetworkSegment(9d06135e-70aa-4e21-b82a-10ab0459ce8f),segment_id=9d06135e-70aa-4e21-b82a-10ab0459ce8f)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:16:08.223531 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cbe2ff63-3275-45f0-a2a0-685d8930c4db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:08.241082 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-cbe2ff63-3275-45f0-a2a0-685d8930c4db admin admin] Calling delete_port for 978bdece-4535-4bf9-ba72-9aadef8819d1 owned by network:router_interface {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:16:08.337450 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9bbb5f7c-74b4-4ed2-8635-7b89222efdd2 None None] Provisioning complete for port 41542dd6-814a-4e1f-9340-902a70b7e018 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:16:08.339087 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9bbb5f7c-74b4-4ed2-8635-7b89222efdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:08.449405 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9bbb5f7c-74b4-4ed2-8635-7b89222efdd2 None None] Port 41542dd6-814a-4e1f-9340-902a70b7e018 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:16:08.487301 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3fa91746-39b4-4cdb-9a11-41ca3d96f1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:08.490399 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3fa91746-39b4-4cdb-9a11-41ca3d96f1a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:08.495485 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3fa91746-39b4-4cdb-9a11-41ca3d96f1a3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9e9e678c-a90f-49f7-89f8-05d07ae2e07d HTTP/1.1" status: 204 len: 168 time: 1.2290087 Nov 25 13:16:08.506759 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cbe2ff63-3275-45f0-a2a0-685d8930c4db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:08.554962 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe2ff63-3275-45f0-a2a0-685d8930c4db admin admin] Pushing event deleted for resources: {'Port': ['ID=978bdece-4535-4bf9-ba72-9aadef8819d1,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:08.593206 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-1b1214b7-e803-4270-a4e9-2efc56096afe req-09b69f12-c3bd-4112-ae5a-159e15e332a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41542dd6-814a-4e1f-9340-902a70b7e018 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:16:08.610869 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa91746-39b4-4cdb-9a11-41ca3d96f1a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9e678c-a90f-49f7-89f8-05d07ae2e07d,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:08.616499 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1b1214b7-e803-4270-a4e9-2efc56096afe req-09b69f12-c3bd-4112-ae5a-159e15e332a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:08.650430 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-1b1214b7-e803-4270-a4e9-2efc56096afe req-09b69f12-c3bd-4112-ae5a-159e15e332a9 service neutron] Transition to ACTIVE for port object 41542dd6-814a-4e1f-9340-902a70b7e018 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:16:08.659126 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1b1214b7-e803-4270-a4e9-2efc56096afe req-09b69f12-c3bd-4112-ae5a-159e15e332a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:08.810416 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec26d95-2445-459f-9bf1-e1d31f485e8a req-9c8b8994-32ca-4fbf-b98b-66ed7b2beaca tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:08.821902 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dec26d95-2445-459f-9bf1-e1d31f485e8a req-9c8b8994-32ca-4fbf-b98b-66ed7b2beaca tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/ports?device_id=429b5f06-d1f3-406c-af44-975c4a115680 HTTP/1.1" status: 200 len: 931 time: 0.8455660 Nov 25 13:16:08.914879 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dec26d95-2445-459f-9bf1-e1d31f485e8a req-d1a1c120-e490-4b45-86e8-2ff045e2c80d tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab66d2e3-b9ac-4237-bab2-b4aaf0695f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918496 Nov 25 13:16:09.028042 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b69f12-c3bd-4112-ae5a-159e15e332a9 service neutron] Pushing event updated for resources: {'Port': ['ID=41542dd6-814a-4e1f-9340-902a70b7e018,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:09.135437 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-1b1214b7-e803-4270-a4e9-2efc56096afe req-09b69f12-c3bd-4112-ae5a-159e15e332a9 service neutron] Attempting to bind port 41542dd6-814a-4e1f-9340-902a70b7e018 on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:16:09.135437 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-1b1214b7-e803-4270-a4e9-2efc56096afe req-09b69f12-c3bd-4112-ae5a-159e15e332a9 service neutron] Attempting to bind port 41542dd6-814a-4e1f-9340-902a70b7e018 by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': 'e2f12bb0-3918-46c8-880a-6df39de82054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd0fcbb25-711a-42a9-b82a-fa06187c61e7'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:16:09.135822 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1214b7-e803-4270-a4e9-2efc56096afe req-09b69f12-c3bd-4112-ae5a-159e15e332a9 service neutron] Attempting to bind port 41542dd6-814a-4e1f-9340-902a70b7e018 on network d0fcbb25-711a-42a9-b82a-fa06187c61e7 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:16:09.147831 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-13c65ba4-9f6d-40d3-bbdf-c6220ac8c0e4 tempest-ExternalNetworksAdminNegativeTestJSON-465944052 tempest-ExternalNetworksAdminNegativeTestJSON-465944052-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 25 13:16:09.149577 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1214b7-e803-4270-a4e9-2efc56096afe req-09b69f12-c3bd-4112-ae5a-159e15e332a9 service neutron] Port 41542dd6-814a-4e1f-9340-902a70b7e018 on network d0fcbb25-711a-42a9-b82a-fa06187c61e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:16:09.150012 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1214b7-e803-4270-a4e9-2efc56096afe req-09b69f12-c3bd-4112-ae5a-159e15e332a9 service neutron] Attempting to bind port 41542dd6-814a-4e1f-9340-902a70b7e018 on network d0fcbb25-711a-42a9-b82a-fa06187c61e7 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:16:09.167682 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1214b7-e803-4270-a4e9-2efc56096afe req-09b69f12-c3bd-4112-ae5a-159e15e332a9 service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:16:09.168799 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13c65ba4-9f6d-40d3-bbdf-c6220ac8c0e4 tempest-ExternalNetworksAdminNegativeTestJSON-465944052 tempest-ExternalNetworksAdminNegativeTestJSON-465944052-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:16:09.169757 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1214b7-e803-4270-a4e9-2efc56096afe req-09b69f12-c3bd-4112-ae5a-159e15e332a9 service neutron] Checking segment: {'id': 'e2f12bb0-3918-46c8-880a-6df39de82054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd0fcbb25-711a-42a9-b82a-fa06187c61e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:16:09.171417 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1214b7-e803-4270-a4e9-2efc56096afe req-09b69f12-c3bd-4112-ae5a-159e15e332a9 service neutron] Bound using segment: {'id': 'e2f12bb0-3918-46c8-880a-6df39de82054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd0fcbb25-711a-42a9-b82a-fa06187c61e7'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:16:09.172461 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-1b1214b7-e803-4270-a4e9-2efc56096afe req-09b69f12-c3bd-4112-ae5a-159e15e332a9 service neutron] Bound port: 41542dd6-814a-4e1f-9340-902a70b7e018, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2f12bb0-3918-46c8-880a-6df39de82054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd0fcbb25-711a-42a9-b82a-fa06187c61e7'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:16:09.173149 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1b1214b7-e803-4270-a4e9-2efc56096afe req-09b69f12-c3bd-4112-ae5a-159e15e332a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:09.215865 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cbe2ff63-3275-45f0-a2a0-685d8930c4db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:09.226948 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-13c65ba4-9f6d-40d3-bbdf-c6220ac8c0e4 tempest-ExternalNetworksAdminNegativeTestJSON-465944052 tempest-ExternalNetworksAdminNegativeTestJSON-465944052-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 2.0296974 Nov 25 13:16:09.227642 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46186) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:09.253879 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46188) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:09.336404 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-2257b5ea-1e7a-477e-ae9b-089c0a9b57c2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cf617ffb5d2b4167971606bf03b89008&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0806272 Nov 25 13:16:09.337755 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-1b1214b7-e803-4270-a4e9-2efc56096afe req-09b69f12-c3bd-4112-ae5a-159e15e332a9 service neutron] For port 41542dd6-814a-4e1f-9340-902a70b7e018, host n-h1-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:16:09.344690 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46194) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:09.357989 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-1b1214b7-e803-4270-a4e9-2efc56096afe req-09b69f12-c3bd-4112-ae5a-159e15e332a9 service neutron] For port 41542dd6-814a-4e1f-9340-902a70b7e018, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=41542dd6-814a-4e1f-9340-902a70b7e018,segment=NetworkSegment(e2f12bb0-3918-46c8-880a-6df39de82054),segment_id=e2f12bb0-3918-46c8-880a-6df39de82054)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:16:09.387123 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1b1214b7-e803-4270-a4e9-2efc56096afe req-09b69f12-c3bd-4112-ae5a-159e15e332a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:09.505084 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1214b7-e803-4270-a4e9-2efc56096afe req-09b69f12-c3bd-4112-ae5a-159e15e332a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:09.511998 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1b1214b7-e803-4270-a4e9-2efc56096afe req-09b69f12-c3bd-4112-ae5a-159e15e332a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:09.514114 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1b1214b7-e803-4270-a4e9-2efc56096afe req-09b69f12-c3bd-4112-ae5a-159e15e332a9 service neutron] 10.222.0.66 "PUT /v2.0/ports/41542dd6-814a-4e1f-9340-902a70b7e018 HTTP/1.1" status: 200 len: 1092 time: 1.4253566 Nov 25 13:16:09.514812 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '429b5f06-d1f3-406c-af44-975c4a115680', 'tag': '41542dd6-814a-4e1f-9340-902a70b7e018'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:16:09.518024 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45289eff-eaa7-4d41-8d96-3507575449d4" -d '{"events": [{"name": "network-changed", "server_uuid": "429b5f06-d1f3-406c-af44-975c4a115680", "tag": "41542dd6-814a-4e1f-9340-902a70b7e018"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:16:09.569621 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1eb6cdec-42bc-462a-95b2-eafb2f881b9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:09.574889 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e65e08-91ce-4660-8035-110ce1337ca9 req-c4381297-39b5-4a76-a34d-fc1a6646009e tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:09.576609 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-82e65e08-91ce-4660-8035-110ce1337ca9 req-c4381297-39b5-4a76-a34d-fc1a6646009e tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 946 time: 0.2308123 Nov 25 13:16:09.697544 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1eb6cdec-42bc-462a-95b2-eafb2f881b9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:09.701513 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-2c74671c-adc0-4c18-95cc-057b51ac8dbc tempest-ExternalNetworksAdminNegativeTestJSON-465944052 tempest-ExternalNetworksAdminNegativeTestJSON-465944052-project-admin] Deleting port 3fc6e3a6-f9f4-45af-bfb5-163efc12e3bd {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:16:09.701999 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2c74671c-adc0-4c18-95cc-057b51ac8dbc tempest-ExternalNetworksAdminNegativeTestJSON-465944052 tempest-ExternalNetworksAdminNegativeTestJSON-465944052-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:09.725930 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b69f12-c3bd-4112-ae5a-159e15e332a9 service neutron] Pushing event updated for resources: {'Port': ['ID=41542dd6-814a-4e1f-9340-902a70b7e018,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:09.785278 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1214b7-e803-4270-a4e9-2efc56096afe req-21cbb48d-f5cd-40ab-ac9e-49b644d4ac72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:09.786852 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1b1214b7-e803-4270-a4e9-2efc56096afe req-21cbb48d-f5cd-40ab-ac9e-49b644d4ac72 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=011bce4f061943c38bb17c6e89517c3b&device_id=429b5f06-d1f3-406c-af44-975c4a115680 HTTP/1.1" status: 200 len: 1095 time: 0.2086899 Nov 25 13:16:09.803976 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-82e65e08-91ce-4660-8035-110ce1337ca9 req-c49eb196-16b3-42a1-a95e-b4a129a3df4d tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2137272 Nov 25 13:16:09.881140 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1b1214b7-e803-4270-a4e9-2efc56096afe req-b6982509-e5e7-4f83-b87a-2cdd2c1be64a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41542dd6-814a-4e1f-9340-902a70b7e018 HTTP/1.1" status: 200 len: 217 time: 0.0783250 Nov 25 13:16:09.909242 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2c74671c-adc0-4c18-95cc-057b51ac8dbc tempest-ExternalNetworksAdminNegativeTestJSON-465944052 tempest-ExternalNetworksAdminNegativeTestJSON-465944052-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:09.909849 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2c74671c-adc0-4c18-95cc-057b51ac8dbc tempest-ExternalNetworksAdminNegativeTestJSON-465944052 tempest-ExternalNetworksAdminNegativeTestJSON-465944052-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:09.921980 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbe2ff63-3275-45f0-a2a0-685d8930c4db admin admin] Router 1a4ad589-a6c8-4a23-a768-309882144ee1 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:16:09.931630 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-2c74671c-adc0-4c18-95cc-057b51ac8dbc tempest-ExternalNetworksAdminNegativeTestJSON-465944052 tempest-ExternalNetworksAdminNegativeTestJSON-465944052-project-admin] Calling delete_port for 3fc6e3a6-f9f4-45af-bfb5-163efc12e3bd owned by network:floatingip {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:16:09.977030 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc0997d-7518-4e91-8513-6204fb886faa x-openstack-request-id: req-2cc0997d-7518-4e91-8513-6204fb886faa {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:16:09.980387 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "429b5f06-d1f3-406c-af44-975c4a115680", "tag": "41542dd6-814a-4e1f-9340-902a70b7e018", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:16:09.981107 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2cc0997d-7518-4e91-8513-6204fb886faa {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:16:09.982088 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '429b5f06-d1f3-406c-af44-975c4a115680', 'tag': '41542dd6-814a-4e1f-9340-902a70b7e018', 'status': 'completed', 'code': 200} Nov 25 13:16:09.987789 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1eb6cdec-42bc-462a-95b2-eafb2f881b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:09.999244 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1eb6cdec-42bc-462a-95b2-eafb2f881b9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:10.000731 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-1eb6cdec-42bc-462a-95b2-eafb2f881b9e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4a46e29c-d680-4d8e-900e-18880370975f HTTP/1.1" status: 204 len: 168 time: 0.6511219 Nov 25 13:16:10.029995 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1214b7-e803-4270-a4e9-2efc56096afe req-3d8d04b6-e05e-4194-b97b-e5cc08db96cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:10.031586 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1b1214b7-e803-4270-a4e9-2efc56096afe req-3d8d04b6-e05e-4194-b97b-e5cc08db96cd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e77448f8-5c9e-48cf-b9f8-c58db39caf08 HTTP/1.1" status: 200 len: 860 time: 0.1376870 Nov 25 13:16:10.032489 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb6cdec-42bc-462a-95b2-eafb2f881b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a46e29c-d680-4d8e-900e-18880370975f,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:10.129552 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1214b7-e803-4270-a4e9-2efc56096afe req-6214e81d-2f2e-40fc-958b-e2dc61a2d13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:10.136108 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1b1214b7-e803-4270-a4e9-2efc56096afe req-6214e81d-2f2e-40fc-958b-e2dc61a2d13f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d0fcbb25-711a-42a9-b82a-fa06187c61e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0901389 Nov 25 13:16:10.293140 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1b1214b7-e803-4270-a4e9-2efc56096afe req-8bcacc09-3860-49ea-aa37-2766bf4895af service neutron] 10.222.0.66 "GET /v2.0/networks/d0fcbb25-711a-42a9-b82a-fa06187c61e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431403 Nov 25 13:16:10.407155 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe2ff63-3275-45f0-a2a0-685d8930c4db admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:16:10.413444 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-cbe2ff63-3275-45f0-a2a0-685d8930c4db admin admin] 10.222.0.53 "PUT /v2.0/routers/1a4ad589-a6c8-4a23-a768-309882144ee1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8990195 Nov 25 13:16:10.423189 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46208) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:10.425688 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f4a1c5-f7d2-4a6e-b7fa-11d3de3ab8e4 None None] Sync routers for ids ['1a4ad589-a6c8-4a23-a768-309882144ee1'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:16:10.426291 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2c74671c-adc0-4c18-95cc-057b51ac8dbc tempest-ExternalNetworksAdminNegativeTestJSON-465944052 tempest-ExternalNetworksAdminNegativeTestJSON-465944052-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:10.454898 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f4a1c5-f7d2-4a6e-b7fa-11d3de3ab8e4 None None] Routers {'1a4ad589-a6c8-4a23-a768-309882144ee1'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:16:10.455857 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-88f4a1c5-f7d2-4a6e-b7fa-11d3de3ab8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:16:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['1a4ad589-a6c8-4a23-a768-309882144ee1'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:16:10.561432 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1b1214b7-e803-4270-a4e9-2efc56096afe req-fe133eb3-b298-4613-a64d-072282de3b0c service neutron] 10.222.0.66 "GET /v2.0/networks/d0fcbb25-711a-42a9-b82a-fa06187c61e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478640 Nov 25 13:16:10.779978 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45289eff-eaa7-4d41-8d96-3507575449d4 req-8b9d6d1f-f42d-44c7-828c-d1148115ace4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:10.785989 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-45289eff-eaa7-4d41-8d96-3507575449d4 req-8b9d6d1f-f42d-44c7-828c-d1148115ace4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=011bce4f061943c38bb17c6e89517c3b&device_id=429b5f06-d1f3-406c-af44-975c4a115680 HTTP/1.1" status: 200 len: 1095 time: 0.1285179 Nov 25 13:16:10.809162 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-88f4a1c5-f7d2-4a6e-b7fa-11d3de3ab8e4 None None] Set router 1a4ad589-a6c8-4a23-a768-309882144ee1 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:16:10.846136 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5548fe8f-3079-44b3-8c25-af2373f8fb1f req-8f263e27-af78-40c3-a82d-aac6b07ebdf9 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:10.854857 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5548fe8f-3079-44b3-8c25-af2373f8fb1f req-8f263e27-af78-40c3-a82d-aac6b07ebdf9 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/ports?device_id=429b5f06-d1f3-406c-af44-975c4a115680 HTTP/1.1" status: 200 len: 943 time: 0.7173727 Nov 25 13:16:10.864209 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cca0bf57-3ffd-4d89-a91e-4acbb69db5e9 admin admin] Publish callbacks [] for router, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:10.989506 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45289eff-eaa7-4d41-8d96-3507575449d4 req-b73732fc-45aa-4cb3-803d-8c72d4d96f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:10.991112 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-45289eff-eaa7-4d41-8d96-3507575449d4 req-b73732fc-45aa-4cb3-803d-8c72d4d96f52 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d0fcbb25-711a-42a9-b82a-fa06187c61e7 HTTP/1.1" status: 200 len: 922 time: 0.1998787 Nov 25 13:16:11.085257 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c74671c-adc0-4c18-95cc-057b51ac8dbc tempest-ExternalNetworksAdminNegativeTestJSON-465944052 tempest-ExternalNetworksAdminNegativeTestJSON-465944052-project-admin] Pushing event deleted for resources: {'Port': ['ID=3fc6e3a6-f9f4-45af-bfb5-163efc12e3bd,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:11.121982 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-45289eff-eaa7-4d41-8d96-3507575449d4 req-cc6d5b7b-f673-4045-ab2c-e1d7cfa7065d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41542dd6-814a-4e1f-9340-902a70b7e018 HTTP/1.1" status: 200 len: 217 time: 0.1194565 Nov 25 13:16:11.134282 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cca0bf57-3ffd-4d89-a91e-4acbb69db5e9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:11.189876 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5548fe8f-3079-44b3-8c25-af2373f8fb1f req-05aef34c-a964-4f1b-b7f9-ede0b03fb63a tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab66d2e3-b9ac-4237-bab2-b4aaf0695f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337557 Nov 25 13:16:11.202111 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2c74671c-adc0-4c18-95cc-057b51ac8dbc tempest-ExternalNetworksAdminNegativeTestJSON-465944052 tempest-ExternalNetworksAdminNegativeTestJSON-465944052-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:11.205417 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2c74671c-adc0-4c18-95cc-057b51ac8dbc tempest-ExternalNetworksAdminNegativeTestJSON-465944052 tempest-ExternalNetworksAdminNegativeTestJSON-465944052-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:11.207125 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-2c74671c-adc0-4c18-95cc-057b51ac8dbc tempest-ExternalNetworksAdminNegativeTestJSON-465944052 tempest-ExternalNetworksAdminNegativeTestJSON-465944052-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/7929317d-51d7-4401-8519-cfe662e04ef3 HTTP/1.1" status: 204 len: 168 time: 1.9740522 Nov 25 13:16:11.214210 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-88f4a1c5-f7d2-4a6e-b7fa-11d3de3ab8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a4ad589-a6c8-4a23-a768-309882144ee1', 'name': 'tempest-FloatingIPsTestJSON-854923756-router', 'tenant_id': '2836d991dc784a57b9439e4d7825c343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '53b61bc8-195d-47a9-a842-eeb88286e4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:15:28Z', 'updated_at': '2021-11-25T13:16:08Z', 'revision_number': 5, 'project_id': '2836d991dc784a57b9439e4d7825c343', 'gw_port': {'id': '53b61bc8-195d-47a9-a842-eeb88286e4de', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4ad589-a6c8-4a23-a768-309882144ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:15:32Z', 'updated_at': '2021-11-25T13:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:16:11.244670 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45289eff-eaa7-4d41-8d96-3507575449d4 req-76ce7576-a594-41b5-b045-01100fce5c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:11.248489 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-45289eff-eaa7-4d41-8d96-3507575449d4 req-76ce7576-a594-41b5-b045-01100fce5c94 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e77448f8-5c9e-48cf-b9f8-c58db39caf08 HTTP/1.1" status: 200 len: 860 time: 0.1200321 Nov 25 13:16:11.276842 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f4a1c5-f7d2-4a6e-b7fa-11d3de3ab8e4 None None] Checking router: 1a4ad589-a6c8-4a23-a768-309882144ee1 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:16:11.284487 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-cca0bf57-3ffd-4d89-a91e-4acbb69db5e9 admin admin] Deleting port 53b61bc8-195d-47a9-a842-eeb88286e4de {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:16:11.285055 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cca0bf57-3ffd-4d89-a91e-4acbb69db5e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:11.305181 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f4a1c5-f7d2-4a6e-b7fa-11d3de3ab8e4 None None] Routers {'1a4ad589-a6c8-4a23-a768-309882144ee1'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:16:11.306736 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-88f4a1c5-f7d2-4a6e-b7fa-11d3de3ab8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:16:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['1a4ad589-a6c8-4a23-a768-309882144ee1'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:16:11.363852 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45289eff-eaa7-4d41-8d96-3507575449d4 req-c5617fcd-254c-4add-8753-186e4583c47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:11.381283 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-45289eff-eaa7-4d41-8d96-3507575449d4 req-c5617fcd-254c-4add-8753-186e4583c47e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d0fcbb25-711a-42a9-b82a-fa06187c61e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1239560 Nov 25 13:16:11.424267 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-88f4a1c5-f7d2-4a6e-b7fa-11d3de3ab8e4 None None] Set router 1a4ad589-a6c8-4a23-a768-309882144ee1 gateway port host: None {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:16:11.512858 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-cca0bf57-3ffd-4d89-a91e-4acbb69db5e9 admin admin] For port 53b61bc8-195d-47a9-a842-eeb88286e4de, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=53b61bc8-195d-47a9-a842-eeb88286e4de,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:16:11.513362 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cca0bf57-3ffd-4d89-a91e-4acbb69db5e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:11.568276 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-cca0bf57-3ffd-4d89-a91e-4acbb69db5e9 admin admin] Calling delete_port for 53b61bc8-195d-47a9-a842-eeb88286e4de owned by network:router_gateway {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:16:11.575489 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-88f4a1c5-f7d2-4a6e-b7fa-11d3de3ab8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a4ad589-a6c8-4a23-a768-309882144ee1', 'name': 'tempest-FloatingIPsTestJSON-854923756-router', 'tenant_id': '2836d991dc784a57b9439e4d7825c343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:15:28Z', 'updated_at': '2021-11-25T13:16:11Z', 'revision_number': 6, 'project_id': '2836d991dc784a57b9439e4d7825c343', 'gw_port_host': None}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:16:11.607030 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-45289eff-eaa7-4d41-8d96-3507575449d4 req-62e48a94-25c0-45ce-864c-113550aaf454 service neutron] 10.222.0.66 "GET /v2.0/networks/d0fcbb25-711a-42a9-b82a-fa06187c61e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145221 Nov 25 13:16:11.652887 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f4a1c5-f7d2-4a6e-b7fa-11d3de3ab8e4 None None] The sync data for ids ['1a4ad589-a6c8-4a23-a768-309882144ee1'] in n-d-808199-11 is: [{'id': '1a4ad589-a6c8-4a23-a768-309882144ee1', 'name': 'tempest-FloatingIPsTestJSON-854923756-router', 'tenant_id': '2836d991dc784a57b9439e4d7825c343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:15:28Z', 'updated_at': '2021-11-25T13:16:11Z', 'revision_number': 6, 'project_id': '2836d991dc784a57b9439e4d7825c343', 'gw_port_host': None}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:16:11.696746 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:11.803135 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46236) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:11.866848 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6e567-5139-4034-89fc-ea707ae52299 req-32cfe1f5-53d3-476c-a10a-5f7e17fd11f5 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:11.876008 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-15f6e567-5139-4034-89fc-ea707ae52299 req-32cfe1f5-53d3-476c-a10a-5f7e17fd11f5 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 946 time: 0.1700833 Nov 25 13:16:11.931977 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-45289eff-eaa7-4d41-8d96-3507575449d4 req-b0e584f8-9f3e-44df-b37d-48f892ef566a service neutron] 10.222.0.66 "GET /v2.0/networks/d0fcbb25-711a-42a9-b82a-fa06187c61e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132119 Nov 25 13:16:11.987634 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-15f6e567-5139-4034-89fc-ea707ae52299 req-61cd7918-fbae-408f-b519-a0922b85d854 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100016 Nov 25 13:16:12.009846 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cca0bf57-3ffd-4d89-a91e-4acbb69db5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:12.047062 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc0472b-c097-4d92-89ca-5f7b0c58ae5f None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:16:12.104921 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca0bf57-3ffd-4d89-a91e-4acbb69db5e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=53b61bc8-195d-47a9-a842-eeb88286e4de,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:12.144155 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 978bdece-4535-4bf9-ba72-9aadef8819d1 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:16:12.188460 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 978bdece-4535-4bf9-ba72-9aadef8819d1 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:16:12.190672 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 978bdece-4535-4bf9-ba72-9aadef8819d1 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:16:12.212494 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cca0bf57-3ffd-4d89-a91e-4acbb69db5e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:12.303989 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cbe1e64e-603d-4ba6-972d-421ff7c21ef9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:12.477208 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cca0bf57-3ffd-4d89-a91e-4acbb69db5e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:12.480666 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cca0bf57-3ffd-4d89-a91e-4acbb69db5e9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:12.505916 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be562d82-2b8d-473c-bfdf-5ea2c0478989 req-b796947b-4ce2-4b21-8bc2-59a3eaedcb78 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:12.508343 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-be562d82-2b8d-473c-bfdf-5ea2c0478989 req-b796947b-4ce2-4b21-8bc2-59a3eaedcb78 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/ports?device_id=429b5f06-d1f3-406c-af44-975c4a115680 HTTP/1.1" status: 200 len: 943 time: 0.1145751 Nov 25 13:16:12.540512 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cbe1e64e-603d-4ba6-972d-421ff7c21ef9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:12.552341 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cbe1e64e-603d-4ba6-972d-421ff7c21ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:12.607702 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-cbe1e64e-603d-4ba6-972d-421ff7c21ef9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d6fd9c28f6a4493bb74f2c4e87015788&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8006737 Nov 25 13:16:12.609378 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46254) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:12.654054 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-be562d82-2b8d-473c-bfdf-5ea2c0478989 req-de6af5ec-85c0-45be-a7fe-fa90bfd0ada2 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab66d2e3-b9ac-4237-bab2-b4aaf0695f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041963 Nov 25 13:16:12.657746 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cca0bf57-3ffd-4d89-a91e-4acbb69db5e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:12.659336 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca0bf57-3ffd-4d89-a91e-4acbb69db5e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a4ad589-a6c8-4a23-a768-309882144ee1 {{(pid=103570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:16:12.671404 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cca0bf57-3ffd-4d89-a91e-4acbb69db5e9 admin admin] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:12.672699 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-cca0bf57-3ffd-4d89-a91e-4acbb69db5e9 admin admin] 10.222.0.53 "DELETE /v2.0/routers/1a4ad589-a6c8-4a23-a768-309882144ee1 HTTP/1.1" status: 204 len: 168 time: 2.2474768 Nov 25 13:16:12.677007 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46258) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:12.701677 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe1e64e-603d-4ba6-972d-421ff7c21ef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40b1c383-f84c-4a4e-a4f0-421f720a90cf,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:12.730773 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a1a2b666-7515-49a6-a1bf-94cfb16a4725 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:12.772928 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a1a2b666-7515-49a6-a1bf-94cfb16a4725 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:12.786173 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-e560e1bc-9bdd-474f-acba-3b0958462201 admin admin] Deleting subnet 2b915c00-2205-4c37-8081-69d76b3203c1 {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:16:12.790287 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e560e1bc-9bdd-474f-acba-3b0958462201 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:12.841008 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e560e1bc-9bdd-474f-acba-3b0958462201 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:12.916618 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a1a2b666-7515-49a6-a1bf-94cfb16a4725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:12.922082 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a1a2b666-7515-49a6-a1bf-94cfb16a4725 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:12.925163 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-a1a2b666-7515-49a6-a1bf-94cfb16a4725 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/40b1c383-f84c-4a4e-a4f0-421f720a90cf HTTP/1.1" status: 204 len: 168 time: 0.3141949 Nov 25 13:16:12.939080 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a2b666-7515-49a6-a1bf-94cfb16a4725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b1c383-f84c-4a4e-a4f0-421f720a90cf,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:12.956054 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e560e1bc-9bdd-474f-acba-3b0958462201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:12.994026 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 41542dd6-814a-4e1f-9340-902a70b7e018 details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:16:13.072114 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e560e1bc-9bdd-474f-acba-3b0958462201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:13.164780 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e560e1bc-9bdd-474f-acba-3b0958462201 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b915c00-2205-4c37-8081-69d76b3203c1,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:13.178073 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e560e1bc-9bdd-474f-acba-3b0958462201 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:13.184374 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e560e1bc-9bdd-474f-acba-3b0958462201 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/2b915c00-2205-4c37-8081-69d76b3203c1 HTTP/1.1" status: 204 len: 168 time: 0.5033071 Nov 25 13:16:13.187509 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46268) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:13.231523 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d057da42-fec8-4075-88f7-48255dc1482d req-13c7be29-f889-4058-a005-cdda3323d76b tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:13.239021 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d057da42-fec8-4075-88f7-48255dc1482d req-13c7be29-f889-4058-a005-cdda3323d76b tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 946 time: 0.0870757 Nov 25 13:16:13.240255 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3434cd-3b6d-4495-8872-23cda696b912 None None] Network 0f8d98df-0c8b-4d59-a080-cbd59d00b40c requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:16:13.333484 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d057da42-fec8-4075-88f7-48255dc1482d req-657c24ae-30ba-4e59-9db6-62cb1dcf0e1c tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913363 Nov 25 13:16:13.409993 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a0ad31b5-40d0-46e6-a93a-511726dc730e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:13.550505 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 41542dd6-814a-4e1f-9340-902a70b7e018, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=41542dd6-814a-4e1f-9340-902a70b7e018,segment=NetworkSegment(e2f12bb0-3918-46c8-880a-6df39de82054),segment_id=e2f12bb0-3918-46c8-880a-6df39de82054)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:16:13.567223 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-a0ad31b5-40d0-46e6-a93a-511726dc730e admin admin] Deleting port 1e03e084-d2ea-468f-884e-204e4f18a05d {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:16:13.567583 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a0ad31b5-40d0-46e6-a93a-511726dc730e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:13.598918 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': '41542dd6-814a-4e1f-9340-902a70b7e018', 'network_id': 'd0fcbb25-711a-42a9-b82a-fa06187c61e7', 'port_id': '41542dd6-814a-4e1f-9340-902a70b7e018', 'mac_address': 'fa:16:3e:96:e2:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e77448f8-5c9e-48cf-b9f8-c58db39caf08', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:16:13.705425 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220c2873-a802-40ce-bc4e-a99ab9c86858 None None] DHCP port deletion for 0f8d98df-0c8b-4d59-a080-cbd59d00b40c request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:16:13.767933 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:13.788447 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-a0ad31b5-40d0-46e6-a93a-511726dc730e admin admin] For port 1e03e084-d2ea-468f-884e-204e4f18a05d, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=1e03e084-d2ea-468f-884e-204e4f18a05d,segment=NetworkSegment(9d06135e-70aa-4e21-b82a-10ab0459ce8f),segment_id=9d06135e-70aa-4e21-b82a-10ab0459ce8f)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:16:13.788851 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a0ad31b5-40d0-46e6-a93a-511726dc730e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:13.821800 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-a0ad31b5-40d0-46e6-a93a-511726dc730e admin admin] Calling delete_port for 1e03e084-d2ea-468f-884e-204e4f18a05d owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:16:13.842963 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46282) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:13.878805 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41542dd6-814a-4e1f-9340-902a70b7e018 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:16:13.958205 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46284) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:13.961899 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-884ac215-6b60-48ee-93b5-692d5aac1f65 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b279f3c6a66f461f9e65d32f4d48e539&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1177211 Nov 25 13:16:13.966956 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 41542dd6-814a-4e1f-9340-902a70b7e018, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=41542dd6-814a-4e1f-9340-902a70b7e018,segment=NetworkSegment(e2f12bb0-3918-46c8-880a-6df39de82054),segment_id=e2f12bb0-3918-46c8-880a-6df39de82054)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:16:13.988737 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:14.041063 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-220c2873-a802-40ce-bc4e-a99ab9c86858 None None] Deleting port 1e03e084-d2ea-468f-884e-204e4f18a05d {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:16:14.041683 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-220c2873-a802-40ce-bc4e-a99ab9c86858 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:14.042739 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc757c8c-37d1-4f9e-b0d9-5e4c49bcdab5 req-cd9d04cf-7512-4460-9b95-308f61e2c5c5 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:14.044526 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dc757c8c-37d1-4f9e-b0d9-5e4c49bcdab5 req-cd9d04cf-7512-4460-9b95-308f61e2c5c5 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/ports?device_id=429b5f06-d1f3-406c-af44-975c4a115680 HTTP/1.1" status: 200 len: 944 time: 0.0667169 Nov 25 13:16:14.060579 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a0ad31b5-40d0-46e6-a93a-511726dc730e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:14.079510 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ad31b5-40d0-46e6-a93a-511726dc730e admin admin] No DVR routers for this DVR port 1e03e084-d2ea-468f-884e-204e4f18a05d on host n-d-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:16:14.192055 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dc757c8c-37d1-4f9e-b0d9-5e4c49bcdab5 req-62a9f6ef-e4ff-47a9-98d1-430a18dbc329 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab66d2e3-b9ac-4237-bab2-b4aaf0695f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394150 Nov 25 13:16:14.231531 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 53b61bc8-195d-47a9-a842-eeb88286e4de no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:16:14.259563 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ad31b5-40d0-46e6-a93a-511726dc730e admin admin] Pushing event deleted for resources: {'Port': ['ID=1e03e084-d2ea-468f-884e-204e4f18a05d,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:14.277469 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=41542dd6-814a-4e1f-9340-902a70b7e018,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:14.280106 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-220c2873-a802-40ce-bc4e-a99ab9c86858 None None] For port 1e03e084-d2ea-468f-884e-204e4f18a05d, host n-d-808199-11, got binding levels [] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:16:14.280106 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-220c2873-a802-40ce-bc4e-a99ab9c86858 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:14.288908 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 53b61bc8-195d-47a9-a842-eeb88286e4de {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:16:14.289263 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 53b61bc8-195d-47a9-a842-eeb88286e4de not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:16:14.289699 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 1e03e084-d2ea-468f-884e-204e4f18a05d no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:16:14.308420 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a0ad31b5-40d0-46e6-a93a-511726dc730e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:14.311489 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 1e03e084-d2ea-468f-884e-204e4f18a05d {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:16:14.313192 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 1e03e084-d2ea-468f-884e-204e4f18a05d not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:16:14.317106 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-220c2873-a802-40ce-bc4e-a99ab9c86858 None None] Calling delete_port for 1e03e084-d2ea-468f-884e-204e4f18a05d owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:16:14.320799 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.ipam_backend_mixin [None req-220c2873-a802-40ce-bc4e-a99ab9c86858 None None] Port 1e03e084-d2ea-468f-884e-204e4f18a05d was not found and therefore no delete operation was performed {{(pid=103572) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 13:16:14.322157 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-220c2873-a802-40ce-bc4e-a99ab9c86858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:14.344061 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-a0ad31b5-40d0-46e6-a93a-511726dc730e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f8d98df-0c8b-4d59-a080-cbd59d00b40c']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:16:14.355927 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-a0ad31b5-40d0-46e6-a93a-511726dc730e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d06135e-70aa-4e21-b82a-10ab0459ce8f') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:16:14.356541 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-a0ad31b5-40d0-46e6-a93a-511726dc730e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d06135e-70aa-4e21-b82a-10ab0459ce8f') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:16:14.372161 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a0ad31b5-40d0-46e6-a93a-511726dc730e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:14.379972 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220c2873-a802-40ce-bc4e-a99ab9c86858 None None] Pushing event deleted for resources: {'Port': ['ID=1e03e084-d2ea-468f-884e-204e4f18a05d,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:14.402789 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['41542dd6-814a-4e1f-9340-902a70b7e018'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:16:14.407410 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-621c02eb-e369-49fc-a33e-f5e22328915d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:14.424281 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a0ad31b5-40d0-46e6-a93a-511726dc730e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:14.442636 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0ad31b5-40d0-46e6-a93a-511726dc730e admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:16:14.443531 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a0ad31b5-40d0-46e6-a93a-511726dc730e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:14.446274 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:16:14.446274 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:16:14.446274 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:16:14.446274 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:16:14.446274 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:16:14.446274 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:16:14.446274 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:16:14.446274 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:16:14.446274 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:16:14.446274 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:16:14.446274 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:16:14.446274 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:16:14.446274 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:16:14.446274 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:16:14.446274 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:16:14.446274 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:16:14.446274 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:16:14.446274 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:16:14.446274 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:16:14.446274 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:16:14.446274 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:16:14.446274 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:16:14.446274 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:16:14.446274 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:16:14.446274 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:16:14.446274 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:16:14.446274 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:16:14.446274 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:16:14.446274 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:16:14.446274 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:16:14.446274 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:16:14.446274 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:16:14.458153 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220c2873-a802-40ce-bc4e-a99ab9c86858 None None] No DVR routers for this DVR port 1e03e084-d2ea-468f-884e-204e4f18a05d on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:16:14.462624 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-621c02eb-e369-49fc-a33e-f5e22328915d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:14.664033 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a0ad31b5-40d0-46e6-a93a-511726dc730e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:14.736444 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a0ad31b5-40d0-46e6-a93a-511726dc730e admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:14.736444 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-a0ad31b5-40d0-46e6-a93a-511726dc730e admin admin] 10.222.0.53 "DELETE /v2.0/networks/0f8d98df-0c8b-4d59-a080-cbd59d00b40c HTTP/1.1" status: 204 len: 168 time: 1.5136197 Nov 25 13:16:14.736444 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ad31b5-40d0-46e6-a93a-511726dc730e admin admin] Pushing event deleted for resources: {'Network': ['ID=0f8d98df-0c8b-4d59-a080-cbd59d00b40c,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:14.744685 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-621c02eb-e369-49fc-a33e-f5e22328915d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:14.751249 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-621c02eb-e369-49fc-a33e-f5e22328915d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:14.754212 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-621c02eb-e369-49fc-a33e-f5e22328915d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/461cfa54-ab20-4d71-80b6-0cff4238bccc HTTP/1.1" status: 204 len: 168 time: 0.7949705 Nov 25 13:16:14.789811 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621c02eb-e369-49fc-a33e-f5e22328915d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=461cfa54-ab20-4d71-80b6-0cff4238bccc,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:15.021714 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f7e65c-b49f-4839-8e3a-f0dd32277bae req-728a8456-471b-416c-bd80-5e0c368d9814 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:15.043220 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-89f7e65c-b49f-4839-8e3a-f0dd32277bae req-728a8456-471b-416c-bd80-5e0c368d9814 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 946 time: 0.1036537 Nov 25 13:16:15.144390 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46300) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:15.178999 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-89f7e65c-b49f-4839-8e3a-f0dd32277bae req-4174dded-a2ae-46f2-9f1f-0b10e40c4840 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337547 Nov 25 13:16:15.281472 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46308) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:15.297188 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-668d37cc-fafa-4a07-84b3-e6b559e23bba admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2836d991dc784a57b9439e4d7825c343&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1464441 Nov 25 13:16:15.468875 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271a252b-706f-4df3-81a3-170d95bdddf1 req-93031ca0-25c7-46bb-bcbf-473a171fca06 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:15.473976 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-271a252b-706f-4df3-81a3-170d95bdddf1 req-93031ca0-25c7-46bb-bcbf-473a171fca06 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/ports?device_id=429b5f06-d1f3-406c-af44-975c4a115680 HTTP/1.1" status: 200 len: 944 time: 0.1428015 Nov 25 13:16:15.485668 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-23238af1-d6d1-4e41-b16f-5d71fb241d12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:15.662906 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46320) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:15.968296 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-39002eae-376d-4b59-816e-f448cbde795b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:15.987326 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-23238af1-d6d1-4e41-b16f-5d71fb241d12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:16.061147 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-271a252b-706f-4df3-81a3-170d95bdddf1 req-4a3120a1-42a7-4d53-86b8-34ad0c1c7c61 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab66d2e3-b9ac-4237-bab2-b4aaf0695f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5713434 Nov 25 13:16:16.101939 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-39002eae-376d-4b59-816e-f448cbde795b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:16.196161 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-39002eae-376d-4b59-816e-f448cbde795b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:16.196161 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-39002eae-376d-4b59-816e-f448cbde795b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cb90d8ab478f4c46859c6956cc705d4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5228581 Nov 25 13:16:16.196161 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39002eae-376d-4b59-816e-f448cbde795b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfff9eb-9598-40bd-b1ca-5b409e5dafa3,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:16.220287 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46334) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:16.232643 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-23238af1-d6d1-4e41-b16f-5d71fb241d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:16.235966 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-23238af1-d6d1-4e41-b16f-5d71fb241d12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:16.250613 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-23238af1-d6d1-4e41-b16f-5d71fb241d12 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e6948a0d-f63d-428f-bbe4-78960ffe7fc5 HTTP/1.1" status: 204 len: 168 time: 0.9610066 Nov 25 13:16:16.306985 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23238af1-d6d1-4e41-b16f-5d71fb241d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6948a0d-f63d-428f-bbe4-78960ffe7fc5,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:16.315897 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-80c04ecc-ed05-4511-b549-5876b884420a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:16.366262 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-80c04ecc-ed05-4511-b549-5876b884420a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:16.387409 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296b69e0-2ada-4d51-9840-01f72ee8ffad req-27ea8c79-e4c4-4d75-adae-86dae2c2cf60 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:16.404619 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-296b69e0-2ada-4d51-9840-01f72ee8ffad req-27ea8c79-e4c4-4d75-adae-86dae2c2cf60 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 946 time: 0.1358604 Nov 25 13:16:16.464824 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-80c04ecc-ed05-4511-b549-5876b884420a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:16.468406 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-80c04ecc-ed05-4511-b549-5876b884420a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:16.469580 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-80c04ecc-ed05-4511-b549-5876b884420a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0cfff9eb-9598-40bd-b1ca-5b409e5dafa3 HTTP/1.1" status: 204 len: 168 time: 0.2652581 Nov 25 13:16:16.490959 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-296b69e0-2ada-4d51-9840-01f72ee8ffad req-0f1b4278-05b6-46c8-8066-dc8b040c6e8c tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817885 Nov 25 13:16:16.493080 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c04ecc-ed05-4511-b549-5876b884420a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfff9eb-9598-40bd-b1ca-5b409e5dafa3,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:16.997964 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 41542dd6-814a-4e1f-9340-902a70b7e018 up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:16:17.105939 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port 41542dd6-814a-4e1f-9340-902a70b7e018 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:16:17.119575 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port 41542dd6-814a-4e1f-9340-902a70b7e018 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:16:17.119997 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:17.166111 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46366) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:17.203683 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-44c4237a-1692-4e34-8a2c-5ac4160b3c23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:17.314368 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:17.320583 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d593e-574d-4b8a-bd31-8bc88a85db7f req-e40b2a77-e97d-4d29-9aaa-495765859f15 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:17.333378 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7c2d593e-574d-4b8a-bd31-8bc88a85db7f req-e40b2a77-e97d-4d29-9aaa-495765859f15 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/ports?device_id=429b5f06-d1f3-406c-af44-975c4a115680 HTTP/1.1" status: 200 len: 944 time: 0.1423950 Nov 25 13:16:17.396524 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '429b5f06-d1f3-406c-af44-975c4a115680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41542dd6-814a-4e1f-9340-902a70b7e018'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:16:17.405042 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ce6cf0-102e-4772-9f44-b3d97bfdfbe9" -d '{"events": [{"server_uuid": "429b5f06-d1f3-406c-af44-975c4a115680", "name": "network-vif-plugged", "status": "completed", "tag": "41542dd6-814a-4e1f-9340-902a70b7e018"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:16:17.424710 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-44c4237a-1692-4e34-8a2c-5ac4160b3c23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:17.430760 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 41542dd6-814a-4e1f-9340-902a70b7e018, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=41542dd6-814a-4e1f-9340-902a70b7e018,segment=NetworkSegment(e2f12bb0-3918-46c8-880a-6df39de82054),segment_id=e2f12bb0-3918-46c8-880a-6df39de82054)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:16:17.433233 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-44c4237a-1692-4e34-8a2c-5ac4160b3c23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:17.441313 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:17.456463 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7c2d593e-574d-4b8a-bd31-8bc88a85db7f req-50503960-12db-4063-b97b-301fb86d5bfd tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab66d2e3-b9ac-4237-bab2-b4aaf0695f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149831 Nov 25 13:16:17.530977 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-44c4237a-1692-4e34-8a2c-5ac4160b3c23 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=88c969d2f5dc4fe0b9607c30a0a859c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3615727 Nov 25 13:16:17.532532 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46380) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:17.537832 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c4237a-1692-4e34-8a2c-5ac4160b3c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0678b63-5d9e-4f86-9c29-8ef7e1284ea9,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:17.581867 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=41542dd6-814a-4e1f-9340-902a70b7e018,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:17.650088 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-651e908f-bb01-4083-8f0c-ef60bd943800 x-openstack-request-id: req-651e908f-bb01-4083-8f0c-ef60bd943800 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:16:17.650383 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "429b5f06-d1f3-406c-af44-975c4a115680", "name": "network-vif-plugged", "status": "completed", "tag": "41542dd6-814a-4e1f-9340-902a70b7e018", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:16:17.651014 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-651e908f-bb01-4083-8f0c-ef60bd943800 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:16:17.652083 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '429b5f06-d1f3-406c-af44-975c4a115680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41542dd6-814a-4e1f-9340-902a70b7e018', 'code': 200} Nov 25 13:16:17.671118 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-263267e8-61f5-47f1-9273-9fbc6384a233 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:17.728626 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-263267e8-61f5-47f1-9273-9fbc6384a233 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:17.820570 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389fe367-cc42-4954-a0f9-81b2918b3a53 req-8db5c256-0022-4826-81bd-288141582ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:17.822575 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-389fe367-cc42-4954-a0f9-81b2918b3a53 req-8db5c256-0022-4826-81bd-288141582ddd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=429b5f06-d1f3-406c-af44-975c4a115680 HTTP/1.1" status: 200 len: 1097 time: 0.0615733 Nov 25 13:16:17.846738 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46386) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:17.863708 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-263267e8-61f5-47f1-9273-9fbc6384a233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:17.867171 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-263267e8-61f5-47f1-9273-9fbc6384a233 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:17.868482 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-263267e8-61f5-47f1-9273-9fbc6384a233 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b0678b63-5d9e-4f86-9c29-8ef7e1284ea9 HTTP/1.1" status: 204 len: 168 time: 0.3323135 Nov 25 13:16:17.889060 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f2f3ef-0d6b-4cc2-90ee-a7d02d575468 req-03e6683a-bc14-4e83-914c-69764e2929af tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:17.890670 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c3f2f3ef-0d6b-4cc2-90ee-a7d02d575468 req-03e6683a-bc14-4e83-914c-69764e2929af tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 946 time: 0.1348295 Nov 25 13:16:17.909416 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263267e8-61f5-47f1-9273-9fbc6384a233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0678b63-5d9e-4f86-9c29-8ef7e1284ea9,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:17.958262 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-389fe367-cc42-4954-a0f9-81b2918b3a53 req-0a873526-0258-4eba-89df-dbc8ab2f7a71 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ab66d2e3-b9ac-4237-bab2-b4aaf0695f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237895 Nov 25 13:16:18.052393 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c3f2f3ef-0d6b-4cc2-90ee-a7d02d575468 req-b11a64f5-70ae-4a12-a2fa-56c4ab0a21ba tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512065 Nov 25 13:16:18.306076 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-eb081c83-93ef-471c-b66a-55ddb31c0f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108756572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108756572-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-718560572'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:16:18.358154 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb081c83-93ef-471c-b66a-55ddb31c0f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108756572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108756572-project] Made reservation on behalf of 03d49bf3852747669dd745e2c9b076ae for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:16:18.362768 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eb081c83-93ef-471c-b66a-55ddb31c0f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108756572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108756572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:18.384036 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eb081c83-93ef-471c-b66a-55ddb31c0f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108756572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108756572-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:18.600281 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4992fbf9-d81b-4233-b58c-0e880b27863c req-c780b730-c16c-43cc-b8a5-d1da61b4602c tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:18.609805 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4992fbf9-d81b-4233-b58c-0e880b27863c req-c780b730-c16c-43cc-b8a5-d1da61b4602c tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/ports?device_id=429b5f06-d1f3-406c-af44-975c4a115680 HTTP/1.1" status: 200 len: 945 time: 0.0681491 Nov 25 13:16:18.613687 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eb081c83-93ef-471c-b66a-55ddb31c0f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108756572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108756572-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:18.622644 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eb081c83-93ef-471c-b66a-55ddb31c0f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108756572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108756572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:18.664404 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb081c83-93ef-471c-b66a-55ddb31c0f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108756572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108756572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:16:18.678635 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb081c83-93ef-471c-b66a-55ddb31c0f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108756572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108756572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dbac995-224d-4915-a132-95c43506dd90,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:18.705750 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eb081c83-93ef-471c-b66a-55ddb31c0f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108756572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108756572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:18.707091 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-eb081c83-93ef-471c-b66a-55ddb31c0f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108756572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108756572-project] Added segment f5b3e92d-76d4-4514-b053-3a9aa39831ef of type vlan for network 64a36b36-c741-4773-b9ee-332a0926b596 Nov 25 13:16:18.734527 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4992fbf9-d81b-4233-b58c-0e880b27863c req-8364ee02-284e-43e9-a616-1ce77f257f8f tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab66d2e3-b9ac-4237-bab2-b4aaf0695f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236570 Nov 25 13:16:18.739915 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46414) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:18.820709 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eb081c83-93ef-471c-b66a-55ddb31c0f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108756572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108756572-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:18.887627 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eb081c83-93ef-471c-b66a-55ddb31c0f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108756572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108756572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:18.896734 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb081c83-93ef-471c-b66a-55ddb31c0f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108756572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108756572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:18.897362 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eb081c83-93ef-471c-b66a-55ddb31c0f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108756572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108756572-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:19.057371 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-eb081c83-93ef-471c-b66a-55ddb31c0f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108756572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108756572-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.2071226 Nov 25 13:16:19.068499 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb081c83-93ef-471c-b66a-55ddb31c0f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108756572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108756572-project] Pushing event updated for resources: {'Network': ['ID=64a36b36-c741-4773-b9ee-332a0926b596,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:19.085004 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 64a36b36-c741-4773-b9ee-332a0926b596 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:16:19.126070 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-10dbc1aa-de2b-4393-ac2a-9c52de4da06c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1554366688-network', 'tenant_id': '2afa5dbd30ba4cb68804e055d42f79c0'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:16:19.200445 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10dbc1aa-de2b-4393-ac2a-9c52de4da06c admin admin] Made reservation on behalf of 2afa5dbd30ba4cb68804e055d42f79c0 for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:16:19.202867 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-10dbc1aa-de2b-4393-ac2a-9c52de4da06c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:19.234595 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-10dbc1aa-de2b-4393-ac2a-9c52de4da06c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:19.436411 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-10dbc1aa-de2b-4393-ac2a-9c52de4da06c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:19.518177 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-10dbc1aa-de2b-4393-ac2a-9c52de4da06c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:19.580480 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10dbc1aa-de2b-4393-ac2a-9c52de4da06c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:16:19.597238 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-10dbc1aa-de2b-4393-ac2a-9c52de4da06c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:19.597738 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-10dbc1aa-de2b-4393-ac2a-9c52de4da06c admin admin] Added segment fe44cc17-6e94-4c9c-a304-32045d73ad6d of type vlan for network b28d4aaf-5cbc-4392-a60d-ea5693cb84ed Nov 25 13:16:19.618287 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46436) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:19.624313 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Request body: {'port': {'network_id': '64a36b36-c741-4773-b9ee-332a0926b596', 'binding:host_id': 'n-h2-808199-11', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473160313'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:16:19.689716 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Made reservation on behalf of 935bf5ee7c7842b89320b4ea697fd045 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:16:19.692283 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:19.715226 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:19.767115 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-10dbc1aa-de2b-4393-ac2a-9c52de4da06c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:19.814972 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dbc1aa-de2b-4393-ac2a-9c52de4da06c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05969e3c-d4c9-4090-822b-6597c6595794,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:19.850876 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-10dbc1aa-de2b-4393-ac2a-9c52de4da06c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:19.852565 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10dbc1aa-de2b-4393-ac2a-9c52de4da06c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:19.853305 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-10dbc1aa-de2b-4393-ac2a-9c52de4da06c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:19.863800 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:19.870719 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d2ade-ae42-4c51-b638-5e5d8e7e7585 req-81a05fa3-44df-4f47-b74f-0910204948fa tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:19.872285 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:19.878577 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-366d2ade-ae42-4c51-b638-5e5d8e7e7585 req-81a05fa3-44df-4f47-b74f-0910204948fa tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 946 time: 0.1270976 Nov 25 13:16:19.888103 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] device_id is not set on port f0a8730f-c0c9-4e67-9396-66d1526fa955 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:16:19.938357 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-10dbc1aa-de2b-4393-ac2a-9c52de4da06c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1966739 Nov 25 13:16:19.948619 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46446) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:19.961223 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-e4f215b0-58fd-41cf-a09c-5286fe9d986f admin admin] Request body: {'subnet': {'network_id': 'b28d4aaf-5cbc-4392-a60d-ea5693cb84ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1554366688-subnet', 'tenant_id': '2afa5dbd30ba4cb68804e055d42f79c0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:16:19.983392 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dbc1aa-de2b-4393-ac2a-9c52de4da06c admin admin] Pushing event updated for resources: {'Network': ['ID=b28d4aaf-5cbc-4392-a60d-ea5693cb84ed,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:19.999132 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network b28d4aaf-5cbc-4392-a60d-ea5693cb84ed details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:16:20.030191 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-366d2ade-ae42-4c51-b638-5e5d8e7e7585 req-50101650-eb71-4a79-a06b-aaf539c6a73b tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444743 Nov 25 13:16:20.032033 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e950a7d0-7038-4e27-ab9b-bd2199563de8,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:20.052438 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f215b0-58fd-41cf-a09c-5286fe9d986f admin admin] Made reservation on behalf of 2afa5dbd30ba4cb68804e055d42f79c0 for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:16:20.056084 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e4f215b0-58fd-41cf-a09c-5286fe9d986f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:20.331230 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] device_id is not set on port f0a8730f-c0c9-4e67-9396-66d1526fa955 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:16:20.342372 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:20.353402 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:20.363446 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e4f215b0-58fd-41cf-a09c-5286fe9d986f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:20.440622 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Checking segment: {'id': 'f5b3e92d-76d4-4514-b053-3a9aa39831ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '64a36b36-c741-4773-b9ee-332a0926b596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:16:20.440984 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Network hostable DHCP agents. Network: 64a36b36-c741-4773-b9ee-332a0926b596, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:16:20.451830 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Pushing event updated for resources: {'Port': ['ID=f0a8730f-c0c9-4e67-9396-66d1526fa955,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:20.461198 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f215b0-58fd-41cf-a09c-5286fe9d986f admin admin] Checking segment: {'id': 'fe44cc17-6e94-4c9c-a304-32045d73ad6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b28d4aaf-5cbc-4392-a60d-ea5693cb84ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:16:20.461604 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f215b0-58fd-41cf-a09c-5286fe9d986f admin admin] Network hostable DHCP agents. Network: b28d4aaf-5cbc-4392-a60d-ea5693cb84ed, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:16:20.477023 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f215b0-58fd-41cf-a09c-5286fe9d986f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dd595ae-d987-49da-a0fc-969798753043,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:20.487327 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Network 64a36b36-c741-4773-b9ee-332a0926b596 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:16:20.503096 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f215b0-58fd-41cf-a09c-5286fe9d986f admin admin] Network b28d4aaf-5cbc-4392-a60d-ea5693cb84ed is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:16:20.514121 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 64a36b36-c741-4773-b9ee-332a0926b596) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:16:20.514850 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-e4f215b0-58fd-41cf-a09c-5286fe9d986f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, b28d4aaf-5cbc-4392-a60d-ea5693cb84ed) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:16:20.520734 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f215b0-58fd-41cf-a09c-5286fe9d986f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:20.521488 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e4f215b0-58fd-41cf-a09c-5286fe9d986f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:20.527550 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959a8175-c1c5-4c53-ac68-146ff0a24cb3 None None] Network 64a36b36-c741-4773-b9ee-332a0926b596 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:16:20.534294 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:16:20.563730 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port f0a8730f-c0c9-4e67-9396-66d1526fa955 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:16:20.564176 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port f0a8730f-c0c9-4e67-9396-66d1526fa955 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': 'f5b3e92d-76d4-4514-b053-3a9aa39831ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '64a36b36-c741-4773-b9ee-332a0926b596'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:16:20.564585 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port f0a8730f-c0c9-4e67-9396-66d1526fa955 on network 64a36b36-c741-4773-b9ee-332a0926b596 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:16:20.570507 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Port f0a8730f-c0c9-4e67-9396-66d1526fa955 on network 64a36b36-c741-4773-b9ee-332a0926b596 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:16:20.571070 n-d-808199-11 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Failed to bind port f0a8730f-c0c9-4e67-9396-66d1526fa955 on host n-h2-808199-11 for vnic_type normal using segments [{'id': 'f5b3e92d-76d4-4514-b053-3a9aa39831ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '64a36b36-c741-4773-b9ee-332a0926b596'}] Nov 25 13:16:20.571596 n-d-808199-11 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempt 2 to bind port f0a8730f-c0c9-4e67-9396-66d1526fa955 Nov 25 13:16:20.593726 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e4f215b0-58fd-41cf-a09c-5286fe9d986f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6350226 Nov 25 13:16:20.595095 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46456) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:20.598383 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port f0a8730f-c0c9-4e67-9396-66d1526fa955 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:16:20.598758 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port f0a8730f-c0c9-4e67-9396-66d1526fa955 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': 'f5b3e92d-76d4-4514-b053-3a9aa39831ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '64a36b36-c741-4773-b9ee-332a0926b596'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:16:20.599251 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port f0a8730f-c0c9-4e67-9396-66d1526fa955 on network 64a36b36-c741-4773-b9ee-332a0926b596 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:16:20.604920 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-b5d0c748-fb47-42ad-9201-356cf1ea72e2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1554366688-router', 'tenant_id': '2afa5dbd30ba4cb68804e055d42f79c0', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:16:20.616614 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ade243-284f-40fd-89ee-c206a982267e None None] Network b28d4aaf-5cbc-4392-a60d-ea5693cb84ed requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:16:20.617731 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Port f0a8730f-c0c9-4e67-9396-66d1526fa955 on network 64a36b36-c741-4773-b9ee-332a0926b596 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:16:20.618204 n-d-808199-11 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Failed to bind port f0a8730f-c0c9-4e67-9396-66d1526fa955 on host n-h2-808199-11 for vnic_type normal using segments [{'id': 'f5b3e92d-76d4-4514-b053-3a9aa39831ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '64a36b36-c741-4773-b9ee-332a0926b596'}] Nov 25 13:16:20.620643 n-d-808199-11 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempt 3 to bind port f0a8730f-c0c9-4e67-9396-66d1526fa955 Nov 25 13:16:20.639046 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port f0a8730f-c0c9-4e67-9396-66d1526fa955 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:16:20.639988 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port f0a8730f-c0c9-4e67-9396-66d1526fa955 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': 'f5b3e92d-76d4-4514-b053-3a9aa39831ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '64a36b36-c741-4773-b9ee-332a0926b596'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:16:20.640345 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port f0a8730f-c0c9-4e67-9396-66d1526fa955 on network 64a36b36-c741-4773-b9ee-332a0926b596 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:16:20.645916 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Port f0a8730f-c0c9-4e67-9396-66d1526fa955 on network 64a36b36-c741-4773-b9ee-332a0926b596 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:16:20.646394 n-d-808199-11 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Failed to bind port f0a8730f-c0c9-4e67-9396-66d1526fa955 on host n-h2-808199-11 for vnic_type normal using segments [{'id': 'f5b3e92d-76d4-4514-b053-3a9aa39831ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '64a36b36-c741-4773-b9ee-332a0926b596'}] Nov 25 13:16:20.646942 n-d-808199-11 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempt 4 to bind port f0a8730f-c0c9-4e67-9396-66d1526fa955 Nov 25 13:16:20.653019 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b5d0c748-fb47-42ad-9201-356cf1ea72e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:20.654278 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b5d0c748-fb47-42ad-9201-356cf1ea72e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:20.672129 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port f0a8730f-c0c9-4e67-9396-66d1526fa955 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:16:20.672518 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port f0a8730f-c0c9-4e67-9396-66d1526fa955 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': 'f5b3e92d-76d4-4514-b053-3a9aa39831ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '64a36b36-c741-4773-b9ee-332a0926b596'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:16:20.672815 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port f0a8730f-c0c9-4e67-9396-66d1526fa955 on network 64a36b36-c741-4773-b9ee-332a0926b596 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:16:20.682272 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Port f0a8730f-c0c9-4e67-9396-66d1526fa955 on network 64a36b36-c741-4773-b9ee-332a0926b596 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:16:20.682677 n-d-808199-11 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Failed to bind port f0a8730f-c0c9-4e67-9396-66d1526fa955 on host n-h2-808199-11 for vnic_type normal using segments [{'id': 'f5b3e92d-76d4-4514-b053-3a9aa39831ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '64a36b36-c741-4773-b9ee-332a0926b596'}] Nov 25 13:16:20.684679 n-d-808199-11 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempt 5 to bind port f0a8730f-c0c9-4e67-9396-66d1526fa955 Nov 25 13:16:20.739347 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port f0a8730f-c0c9-4e67-9396-66d1526fa955 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:16:20.739882 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port f0a8730f-c0c9-4e67-9396-66d1526fa955 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': 'f5b3e92d-76d4-4514-b053-3a9aa39831ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '64a36b36-c741-4773-b9ee-332a0926b596'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:16:20.740233 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port f0a8730f-c0c9-4e67-9396-66d1526fa955 on network 64a36b36-c741-4773-b9ee-332a0926b596 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:16:20.743484 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b5d0c748-fb47-42ad-9201-356cf1ea72e2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:20.749318 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Port f0a8730f-c0c9-4e67-9396-66d1526fa955 on network 64a36b36-c741-4773-b9ee-332a0926b596 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:16:20.749704 n-d-808199-11 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Failed to bind port f0a8730f-c0c9-4e67-9396-66d1526fa955 on host n-h2-808199-11 for vnic_type normal using segments [{'id': 'f5b3e92d-76d4-4514-b053-3a9aa39831ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '64a36b36-c741-4773-b9ee-332a0926b596'}] Nov 25 13:16:20.750078 n-d-808199-11 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempt 6 to bind port f0a8730f-c0c9-4e67-9396-66d1526fa955 Nov 25 13:16:20.843782 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port f0a8730f-c0c9-4e67-9396-66d1526fa955 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:16:20.844155 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port f0a8730f-c0c9-4e67-9396-66d1526fa955 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': 'f5b3e92d-76d4-4514-b053-3a9aa39831ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '64a36b36-c741-4773-b9ee-332a0926b596'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:16:20.844502 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port f0a8730f-c0c9-4e67-9396-66d1526fa955 on network 64a36b36-c741-4773-b9ee-332a0926b596 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:16:20.853618 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Port f0a8730f-c0c9-4e67-9396-66d1526fa955 on network 64a36b36-c741-4773-b9ee-332a0926b596 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:16:20.853956 n-d-808199-11 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Failed to bind port f0a8730f-c0c9-4e67-9396-66d1526fa955 on host n-h2-808199-11 for vnic_type normal using segments [{'id': 'f5b3e92d-76d4-4514-b053-3a9aa39831ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '64a36b36-c741-4773-b9ee-332a0926b596'}] Nov 25 13:16:20.855788 n-d-808199-11 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempt 7 to bind port f0a8730f-c0c9-4e67-9396-66d1526fa955 Nov 25 13:16:20.885083 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad6c4e2-9d39-4612-aa2f-a99c02a447b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-b28d4aaf-5cbc-4392-a60d-ea5693cb84ed', 'network_id': 'b28d4aaf-5cbc-4392-a60d-ea5693cb84ed', 'tenant_id': '2afa5dbd30ba4cb68804e055d42f79c0', 'fixed_ips': [{'subnet_id': '9dd595ae-d987-49da-a0fc-969798753043'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:16:20.885953 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0ad6c4e2-9d39-4612-aa2f-a99c02a447b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:21.246263 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-0ad6c4e2-9d39-4612-aa2f-a99c02a447b2 None None] Allocated IP 172.20.0.2 (b28d4aaf-5cbc-4392-a60d-ea5693cb84ed/9dd595ae-d987-49da-a0fc-969798753043/590af43a-fe6f-4c13-8afb-e59a581a2d0e) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:16:21.251959 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port f0a8730f-c0c9-4e67-9396-66d1526fa955 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:16:21.252501 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port f0a8730f-c0c9-4e67-9396-66d1526fa955 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': 'f5b3e92d-76d4-4514-b053-3a9aa39831ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '64a36b36-c741-4773-b9ee-332a0926b596'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:16:21.253078 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port f0a8730f-c0c9-4e67-9396-66d1526fa955 on network 64a36b36-c741-4773-b9ee-332a0926b596 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:16:21.265232 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Port f0a8730f-c0c9-4e67-9396-66d1526fa955 on network 64a36b36-c741-4773-b9ee-332a0926b596 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:16:21.265807 n-d-808199-11 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Failed to bind port f0a8730f-c0c9-4e67-9396-66d1526fa955 on host n-h2-808199-11 for vnic_type normal using segments [{'id': 'f5b3e92d-76d4-4514-b053-3a9aa39831ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '64a36b36-c741-4773-b9ee-332a0926b596'}] Nov 25 13:16:21.268633 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b5d0c748-fb47-42ad-9201-356cf1ea72e2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:21.271764 n-d-808199-11 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempt 8 to bind port f0a8730f-c0c9-4e67-9396-66d1526fa955 Nov 25 13:16:21.287806 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port f0a8730f-c0c9-4e67-9396-66d1526fa955 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:16:21.288148 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port f0a8730f-c0c9-4e67-9396-66d1526fa955 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': 'f5b3e92d-76d4-4514-b053-3a9aa39831ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '64a36b36-c741-4773-b9ee-332a0926b596'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:16:21.288533 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port f0a8730f-c0c9-4e67-9396-66d1526fa955 on network 64a36b36-c741-4773-b9ee-332a0926b596 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:16:21.303373 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Port f0a8730f-c0c9-4e67-9396-66d1526fa955 on network 64a36b36-c741-4773-b9ee-332a0926b596 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:16:21.303721 n-d-808199-11 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Failed to bind port f0a8730f-c0c9-4e67-9396-66d1526fa955 on host n-h2-808199-11 for vnic_type normal using segments [{'id': 'f5b3e92d-76d4-4514-b053-3a9aa39831ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '64a36b36-c741-4773-b9ee-332a0926b596'}] Nov 25 13:16:21.305399 n-d-808199-11 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempt 9 to bind port f0a8730f-c0c9-4e67-9396-66d1526fa955 Nov 25 13:16:21.353167 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port f0a8730f-c0c9-4e67-9396-66d1526fa955 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:16:21.353511 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port f0a8730f-c0c9-4e67-9396-66d1526fa955 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': 'f5b3e92d-76d4-4514-b053-3a9aa39831ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '64a36b36-c741-4773-b9ee-332a0926b596'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:16:21.353861 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port f0a8730f-c0c9-4e67-9396-66d1526fa955 on network 64a36b36-c741-4773-b9ee-332a0926b596 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:16:21.365804 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Port f0a8730f-c0c9-4e67-9396-66d1526fa955 on network 64a36b36-c741-4773-b9ee-332a0926b596 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:16:21.366134 n-d-808199-11 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Failed to bind port f0a8730f-c0c9-4e67-9396-66d1526fa955 on host n-h2-808199-11 for vnic_type normal using segments [{'id': 'f5b3e92d-76d4-4514-b053-3a9aa39831ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '64a36b36-c741-4773-b9ee-332a0926b596'}] Nov 25 13:16:21.368991 n-d-808199-11 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempt 10 to bind port f0a8730f-c0c9-4e67-9396-66d1526fa955 Nov 25 13:16:21.400559 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port f0a8730f-c0c9-4e67-9396-66d1526fa955 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:16:21.401492 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port f0a8730f-c0c9-4e67-9396-66d1526fa955 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': 'f5b3e92d-76d4-4514-b053-3a9aa39831ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '64a36b36-c741-4773-b9ee-332a0926b596'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:16:21.401492 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port f0a8730f-c0c9-4e67-9396-66d1526fa955 on network 64a36b36-c741-4773-b9ee-332a0926b596 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:16:21.411622 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Port f0a8730f-c0c9-4e67-9396-66d1526fa955 on network 64a36b36-c741-4773-b9ee-332a0926b596 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:16:21.411978 n-d-808199-11 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Failed to bind port f0a8730f-c0c9-4e67-9396-66d1526fa955 on host n-h2-808199-11 for vnic_type normal using segments [{'id': 'f5b3e92d-76d4-4514-b053-3a9aa39831ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '64a36b36-c741-4773-b9ee-332a0926b596'}] Nov 25 13:16:21.412699 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:21.512281 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0ad6c4e2-9d39-4612-aa2f-a99c02a447b2 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:21.536026 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0ad6c4e2-9d39-4612-aa2f-a99c02a447b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:21.548106 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] For port f0a8730f-c0c9-4e67-9396-66d1526fa955, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:16:21.548621 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempted to set empty binding levels {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 25 13:16:21.595736 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:21.621591 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad6c4e2-9d39-4612-aa2f-a99c02a447b2 None None] Network b28d4aaf-5cbc-4392-a60d-ea5693cb84ed is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:16:21.627278 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-0ad6c4e2-9d39-4612-aa2f-a99c02a447b2 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:16:21.631261 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad6c4e2-9d39-4612-aa2f-a99c02a447b2 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:16:21.673284 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:21.673880 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:21.682601 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad6c4e2-9d39-4612-aa2f-a99c02a447b2 None None] Pushing event updated for resources: {'Port': ['ID=590af43a-fe6f-4c13-8afb-e59a581a2d0e,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:21.697502 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e3314a56-8333-4814-8ac3-c31a99e51423 req-0b1ddeb4-fa25-40ca-bea0-cdbc76105496 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1989346 Nov 25 13:16:21.710876 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad6c4e2-9d39-4612-aa2f-a99c02a447b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:16:21.711291 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad6c4e2-9d39-4612-aa2f-a99c02a447b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:16:21.711612 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad6c4e2-9d39-4612-aa2f-a99c02a447b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:16:21.711955 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad6c4e2-9d39-4612-aa2f-a99c02a447b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:16:21.712290 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad6c4e2-9d39-4612-aa2f-a99c02a447b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:16:21.712618 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad6c4e2-9d39-4612-aa2f-a99c02a447b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:16:21.712947 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad6c4e2-9d39-4612-aa2f-a99c02a447b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:16:21.713269 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad6c4e2-9d39-4612-aa2f-a99c02a447b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:16:21.713616 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad6c4e2-9d39-4612-aa2f-a99c02a447b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:16:21.713916 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad6c4e2-9d39-4612-aa2f-a99c02a447b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:16:21.714240 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad6c4e2-9d39-4612-aa2f-a99c02a447b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:16:21.714730 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad6c4e2-9d39-4612-aa2f-a99c02a447b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:16:21.732087 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-0ad6c4e2-9d39-4612-aa2f-a99c02a447b2 None None] Attempting to bind port 590af43a-fe6f-4c13-8afb-e59a581a2d0e on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:16:21.732633 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-0ad6c4e2-9d39-4612-aa2f-a99c02a447b2 None None] Attempting to bind port 590af43a-fe6f-4c13-8afb-e59a581a2d0e by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'fe44cc17-6e94-4c9c-a304-32045d73ad6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b28d4aaf-5cbc-4392-a60d-ea5693cb84ed'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:16:21.732820 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad6c4e2-9d39-4612-aa2f-a99c02a447b2 None None] Attempting to bind port 590af43a-fe6f-4c13-8afb-e59a581a2d0e on network b28d4aaf-5cbc-4392-a60d-ea5693cb84ed {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:16:21.735650 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Pushing event updated for resources: {'Port': ['ID=f0a8730f-c0c9-4e67-9396-66d1526fa955,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:21.746214 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-e355dac1-7ea3-42c4-a432-a8bf0ad289c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 2.1240673 Nov 25 13:16:21.747492 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46462) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:21.757962 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad6c4e2-9d39-4612-aa2f-a99c02a447b2 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:16:21.758600 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad6c4e2-9d39-4612-aa2f-a99c02a447b2 None None] Checking segment: {'id': 'fe44cc17-6e94-4c9c-a304-32045d73ad6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b28d4aaf-5cbc-4392-a60d-ea5693cb84ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:16:21.759918 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0ad6c4e2-9d39-4612-aa2f-a99c02a447b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:21.759918 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad6c4e2-9d39-4612-aa2f-a99c02a447b2 None None] Bound using segment: {'id': 'fe44cc17-6e94-4c9c-a304-32045d73ad6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b28d4aaf-5cbc-4392-a60d-ea5693cb84ed'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:16:21.759918 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-0ad6c4e2-9d39-4612-aa2f-a99c02a447b2 None None] Bound port: 590af43a-fe6f-4c13-8afb-e59a581a2d0e, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe44cc17-6e94-4c9c-a304-32045d73ad6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b28d4aaf-5cbc-4392-a60d-ea5693cb84ed'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:16:21.760187 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0ad6c4e2-9d39-4612-aa2f-a99c02a447b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:21.786055 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b5d0c748-fb47-42ad-9201-356cf1ea72e2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:21.823180 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b5d0c748-fb47-42ad-9201-356cf1ea72e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:21.872190 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-0ad6c4e2-9d39-4612-aa2f-a99c02a447b2 None None] For port 590af43a-fe6f-4c13-8afb-e59a581a2d0e, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:16:21.877251 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-0ad6c4e2-9d39-4612-aa2f-a99c02a447b2 None None] For port 590af43a-fe6f-4c13-8afb-e59a581a2d0e, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=590af43a-fe6f-4c13-8afb-e59a581a2d0e,segment=NetworkSegment(fe44cc17-6e94-4c9c-a304-32045d73ad6d),segment_id=fe44cc17-6e94-4c9c-a304-32045d73ad6d)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:16:21.901516 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0ad6c4e2-9d39-4612-aa2f-a99c02a447b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:21.972796 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad6c4e2-9d39-4612-aa2f-a99c02a447b2 None None] Pushing event updated for resources: {'Port': ['ID=590af43a-fe6f-4c13-8afb-e59a581a2d0e,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:22.021651 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3314a56-8333-4814-8ac3-c31a99e51423 req-f587a76b-e692-4217-866d-9206dad758ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:22.022074 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3314a56-8333-4814-8ac3-c31a99e51423 req-f587a76b-e692-4217-866d-9206dad758ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:22.022552 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3314a56-8333-4814-8ac3-c31a99e51423 req-f587a76b-e692-4217-866d-9206dad758ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:22.023601 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3314a56-8333-4814-8ac3-c31a99e51423 req-f587a76b-e692-4217-866d-9206dad758ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:22.024077 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3314a56-8333-4814-8ac3-c31a99e51423 req-f587a76b-e692-4217-866d-9206dad758ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:22.025119 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3314a56-8333-4814-8ac3-c31a99e51423 req-f587a76b-e692-4217-866d-9206dad758ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:22.025396 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3314a56-8333-4814-8ac3-c31a99e51423 req-f587a76b-e692-4217-866d-9206dad758ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:22.027527 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e3314a56-8333-4814-8ac3-c31a99e51423 req-f587a76b-e692-4217-866d-9206dad758ea service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f253db84e4e241d4aa7c98f5a2e10d18&device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 6509 time: 0.2431698 Nov 25 13:16:22.059147 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-1496cffd-16f0-43e3-893f-733718c7f986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Deleting port f0a8730f-c0c9-4e67-9396-66d1526fa955 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:16:22.059414 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1496cffd-16f0-43e3-893f-733718c7f986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:22.063099 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-b5d0c748-fb47-42ad-9201-356cf1ea72e2 admin admin] Allocated IP 172.25.5.97 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/90a11823-5abe-43a5-8783-755b1267114c) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:16:22.272938 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-1496cffd-16f0-43e3-893f-733718c7f986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] For port f0a8730f-c0c9-4e67-9396-66d1526fa955, host n-h2-808199-11, got binding levels [] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:16:22.273353 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1496cffd-16f0-43e3-893f-733718c7f986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:22.313770 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-1496cffd-16f0-43e3-893f-733718c7f986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Calling delete_port for f0a8730f-c0c9-4e67-9396-66d1526fa955 owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:16:22.355071 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3314a56-8333-4814-8ac3-c31a99e51423 req-c4d4b969-224d-4173-9dce-f13ff6ac3252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:22.355587 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3314a56-8333-4814-8ac3-c31a99e51423 req-c4d4b969-224d-4173-9dce-f13ff6ac3252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:22.356026 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3314a56-8333-4814-8ac3-c31a99e51423 req-c4d4b969-224d-4173-9dce-f13ff6ac3252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:22.357663 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e3314a56-8333-4814-8ac3-c31a99e51423 req-c4d4b969-224d-4173-9dce-f13ff6ac3252 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c70f7334-0865-479f-9b23-a45cfad81392&id=2b823069-d9bd-4f42-87ec-afb97511a19d&id=2b823069-d9bd-4f42-87ec-afb97511a19d&id=2b823069-d9bd-4f42-87ec-afb97511a19d&id=2b823069-d9bd-4f42-87ec-afb97511a19d&id=ce8b7f62-300f-4958-8057-b23aa4d60523&id=ce8b7f62-300f-4958-8057-b23aa4d60523 HTTP/1.1" status: 200 len: 2298 time: 0.2961783 Nov 25 13:16:22.551442 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e3314a56-8333-4814-8ac3-c31a99e51423 req-1c17c5e4-42c3-4a24-8b7a-9fb0eb6dcaec service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71333c9f-e78f-47f6-8c82-caebeb1cd0f0 HTTP/1.1" status: 200 len: 1001 time: 0.1460330 Nov 25 13:16:22.636633 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b5d0c748-fb47-42ad-9201-356cf1ea72e2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:22.668284 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3314a56-8333-4814-8ac3-c31a99e51423 req-b0d1b630-6d25-45dd-9259-283134629ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:22.669765 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e3314a56-8333-4814-8ac3-c31a99e51423 req-b0d1b630-6d25-45dd-9259-283134629ab4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fc9e2fcf-0a5d-4e99-a435-c082f1996d71 HTTP/1.1" status: 200 len: 855 time: 0.1004560 Nov 25 13:16:22.704772 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1496cffd-16f0-43e3-893f-733718c7f986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:22.790493 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1496cffd-16f0-43e3-893f-733718c7f986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:22.801518 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46470) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:22.802044 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-1496cffd-16f0-43e3-893f-733718c7f986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] 10.222.0.53 "DELETE /v2.0/ports/f0a8730f-c0c9-4e67-9396-66d1526fa955 HTTP/1.1" status: 204 len: 168 time: 1.0538177 Nov 25 13:16:22.803433 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1496cffd-16f0-43e3-893f-733718c7f986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Pushing event deleted for resources: {'Port': ['ID=f0a8730f-c0c9-4e67-9396-66d1526fa955,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:22.808846 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b5d0c748-fb47-42ad-9201-356cf1ea72e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:22.850180 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3314a56-8333-4814-8ac3-c31a99e51423 req-8ee02ea5-8b48-4460-ac9e-76fd8d31ad97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:22.853625 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e3314a56-8333-4814-8ac3-c31a99e51423 req-8ee02ea5-8b48-4460-ac9e-76fd8d31ad97 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c70f7334-0865-479f-9b23-a45cfad81392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1738768 Nov 25 13:16:22.864852 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-d80fc0e0-4a28-462e-bf1c-31443944e988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] GET failed (client error): The resource could not be found. Nov 25 13:16:22.867220 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d80fc0e0-4a28-462e-bf1c-31443944e988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] 10.222.0.53 "GET /v2.0/ports/f0a8730f-c0c9-4e67-9396-66d1526fa955 HTTP/1.1" status: 404 len: 333 time: 0.0645347 Nov 25 13:16:22.871755 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46472) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:22.887433 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-2a89fdb1-6f74-47d5-8424-fe92155b75cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Request body: {'port': {'network_id': '64a36b36-c741-4773-b9ee-332a0926b596', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208804257'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:16:22.901497 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d0c748-fb47-42ad-9201-356cf1ea72e2 admin admin] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:16:22.921191 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-b5d0c748-fb47-42ad-9201-356cf1ea72e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:16:22.924192 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a89fdb1-6f74-47d5-8424-fe92155b75cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Made reservation on behalf of 935bf5ee7c7842b89320b4ea697fd045 for: {'port': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:16:22.928309 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2a89fdb1-6f74-47d5-8424-fe92155b75cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:22.937726 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c200aa-eb52-4387-aa3a-4db5b2f8ad49 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:16:22.952884 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d0c748-fb47-42ad-9201-356cf1ea72e2 admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:16:22.955649 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d0c748-fb47-42ad-9201-356cf1ea72e2 admin admin] Pushing event updated for resources: {'Port': ['ID=90a11823-5abe-43a5-8783-755b1267114c,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:22.961295 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [None req-2a89fdb1-6f74-47d5-8424-fe92155b75cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] device_id is not set on port 10627e4c-1b5b-4f8c-83a3-751ac1a6f391 yet. {{(pid=103570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:16:23.101404 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-7d319ac2-242c-4fc6-9cb6-cafbe9afa49b None None] Provisioning complete for port 90a11823-5abe-43a5-8783-755b1267114c triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:16:23.101690 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7d319ac2-242c-4fc6-9cb6-cafbe9afa49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:23.174003 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-7d319ac2-242c-4fc6-9cb6-cafbe9afa49b None None] Port 90a11823-5abe-43a5-8783-755b1267114c cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:16:23.348106 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e3314a56-8333-4814-8ac3-c31a99e51423 req-47ec513d-7d01-44fb-80fb-c0dd2baf2b17 service neutron] 10.222.0.66 "GET /v2.0/networks/c70f7334-0865-479f-9b23-a45cfad81392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4851208 Nov 25 13:16:23.457979 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-744d9232-90de-42ce-9cd3-3f9b1383e767 req-a04b543b-3dc8-43a6-8f07-89b8287ff0ff tempest-ImagesNegativeTestJSON-2040479783 tempest-ImagesNegativeTestJSON-2040479783-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=dd6aaf37caaa47bfa6af8101b05fa961&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1035984 Nov 25 13:16:23.602451 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de533e5e-088a-4d0b-9c03-bf6eba3a95d7 None None] Network b28d4aaf-5cbc-4392-a60d-ea5693cb84ed requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:16:23.611834 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2a89fdb1-6f74-47d5-8424-fe92155b75cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:23.628831 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b5d0c748-fb47-42ad-9201-356cf1ea72e2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:23.726936 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d9232-90de-42ce-9cd3-3f9b1383e767 req-ffeb1560-a471-4bd9-9764-4d65efdee8b5 tempest-ImagesNegativeTestJSON-2040479783 tempest-ImagesNegativeTestJSON-2040479783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:23.728914 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-744d9232-90de-42ce-9cd3-3f9b1383e767 req-ffeb1560-a471-4bd9-9764-4d65efdee8b5 tempest-ImagesNegativeTestJSON-2040479783 tempest-ImagesNegativeTestJSON-2040479783-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2700751 Nov 25 13:16:23.774856 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c3905-b676-473a-b43b-1db6cad72ee8 req-3a78716f-4dd6-4822-820c-195841704720 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:23.776646 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0c8c3905-b676-473a-b43b-1db6cad72ee8 req-3a78716f-4dd6-4822-820c-195841704720 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/ports?device_id=429b5f06-d1f3-406c-af44-975c4a115680 HTTP/1.1" status: 200 len: 945 time: 0.2003632 Nov 25 13:16:23.780099 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e3314a56-8333-4814-8ac3-c31a99e51423 req-dcc3f856-6284-46a8-9661-418eb37caab6 service neutron] 10.222.0.66 "GET /v2.0/networks/c70f7334-0865-479f-9b23-a45cfad81392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574636 Nov 25 13:16:23.785293 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-744d9232-90de-42ce-9cd3-3f9b1383e767 req-84955021-ce01-4e21-a42b-8e10ac560d64 tempest-ImagesNegativeTestJSON-2040479783 tempest-ImagesNegativeTestJSON-2040479783-project] 10.222.0.53 "GET /v2.0/quotas/dd6aaf37caaa47bfa6af8101b05fa961 HTTP/1.1" status: 200 len: 375 time: 0.0404296 Nov 25 13:16:23.858858 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-f43cf080-76a1-4043-8505-8b4b4ba6bc15 None None] Provisioning complete for port 590af43a-fe6f-4c13-8afb-e59a581a2d0e triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:16:23.859446 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f43cf080-76a1-4043-8505-8b4b4ba6bc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:23.905198 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-744d9232-90de-42ce-9cd3-3f9b1383e767 req-22dbc326-690c-47a0-a4fe-19e4f048992d tempest-ImagesNegativeTestJSON-2040479783 tempest-ImagesNegativeTestJSON-2040479783-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=dd6aaf37caaa47bfa6af8101b05fa961&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1108489 Nov 25 13:16:23.907407 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2a89fdb1-6f74-47d5-8424-fe92155b75cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:23.940599 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e3314a56-8333-4814-8ac3-c31a99e51423 req-603f082c-cfa0-42d8-a3e3-de07df1f7b62 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.234&port_id=0f2c65ca-cd9b-4cf4-b4b7-974dd4a0e921 HTTP/1.1" status: 200 len: 217 time: 0.1477666 Nov 25 13:16:24.005903 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a89fdb1-6f74-47d5-8424-fe92155b75cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Network 64a36b36-c741-4773-b9ee-332a0926b596 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:16:24.067093 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3314a56-8333-4814-8ac3-c31a99e51423 req-44474c53-a86a-48de-8bd8-fe28f0145c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:24.068943 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e3314a56-8333-4814-8ac3-c31a99e51423 req-44474c53-a86a-48de-8bd8-fe28f0145c27 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e25e12e8-af35-42f8-83c0-b8f9f41a748f HTTP/1.1" status: 200 len: 797 time: 0.1177790 Nov 25 13:16:24.084314 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0c8c3905-b676-473a-b43b-1db6cad72ee8 req-6b7c8958-708a-4430-bb8f-993c402db6c5 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab66d2e3-b9ac-4237-bab2-b4aaf0695f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909746 Nov 25 13:16:24.095565 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-2a89fdb1-6f74-47d5-8424-fe92155b75cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:16:24.098504 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a89fdb1-6f74-47d5-8424-fe92155b75cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Pushing event updated for resources: {'Port': ['ID=10627e4c-1b5b-4f8c-83a3-751ac1a6f391,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:24.101229 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a89fdb1-6f74-47d5-8424-fe92155b75cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:16:24.110248 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a89fdb1-6f74-47d5-8424-fe92155b75cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:24.120497 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2a89fdb1-6f74-47d5-8424-fe92155b75cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:24.226515 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-2a89fdb1-6f74-47d5-8424-fe92155b75cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.3499806 Nov 25 13:16:24.238988 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46508) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:24.263844 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-68db3ecc-c02c-43db-941b-2e8631c898d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-808199-11'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:16:24.291509 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f43cf080-76a1-4043-8505-8b4b4ba6bc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:24.343139 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b5d0c748-fb47-42ad-9201-356cf1ea72e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:24.365834 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-68db3ecc-c02c-43db-941b-2e8631c898d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:24.384651 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-f43cf080-76a1-4043-8505-8b4b4ba6bc15 None None] For port 590af43a-fe6f-4c13-8afb-e59a581a2d0e, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=590af43a-fe6f-4c13-8afb-e59a581a2d0e,segment=NetworkSegment(fe44cc17-6e94-4c9c-a304-32045d73ad6d),segment_id=fe44cc17-6e94-4c9c-a304-32045d73ad6d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:16:24.390580 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 590af43a-fe6f-4c13-8afb-e59a581a2d0e up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:16:24.415863 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949fc62-5414-4be8-9e65-1f0924ce5a0e req-ac04e220-ee28-4bb5-9ce1-4c22e4783562 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:24.417457 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4949fc62-5414-4be8-9e65-1f0924ce5a0e req-ac04e220-ee28-4bb5-9ce1-4c22e4783562 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 946 time: 0.2100139 Nov 25 13:16:24.445790 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f43cf080-76a1-4043-8505-8b4b4ba6bc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:24.476007 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3314a56-8333-4814-8ac3-c31a99e51423 req-a8d2231b-2192-4d39-94c6-696ce5bf5c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:24.481229 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e3314a56-8333-4814-8ac3-c31a99e51423 req-a8d2231b-2192-4d39-94c6-696ce5bf5c86 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2b823069-d9bd-4f42-87ec-afb97511a19d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4039955 Nov 25 13:16:24.614244 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4949fc62-5414-4be8-9e65-1f0924ce5a0e req-94aaf563-b05c-425c-a8ff-88b73656679c tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884816 Nov 25 13:16:24.639714 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 590af43a-fe6f-4c13-8afb-e59a581a2d0e triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:16:24.653957 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:24.671691 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e3314a56-8333-4814-8ac3-c31a99e51423 req-a82ab6a7-82a8-49d7-bca2-df088ac130ff service neutron] 10.222.0.66 "GET /v2.0/networks/2b823069-d9bd-4f42-87ec-afb97511a19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696010 Nov 25 13:16:24.793313 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6443b3c2-f458-4b46-b953-eda5b74818ef req-09a96cce-2ee6-4d26-baa4-9545077e05d9 tempest-ImagesNegativeTestJSON-2040479783 tempest-ImagesNegativeTestJSON-2040479783-project] 10.222.0.53 "GET /v2.0/ports?device_id=ccfa106e-1f37-4edd-ad27-2904872c4a76 HTTP/1.1" status: 200 len: 210 time: 0.0760098 Nov 25 13:16:24.802488 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4366191-e809-4481-a366-5045b45a308e req-3d094547-96bd-46df-a56a-0d6a426038c3 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:24.830590 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b4366191-e809-4481-a366-5045b45a308e req-3d094547-96bd-46df-a56a-0d6a426038c3 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d06c340-3828-448b-ad35-25a20044120b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3449094 Nov 25 13:16:24.885437 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43cf080-76a1-4043-8505-8b4b4ba6bc15 None None] Pushing event updated for resources: {'Port': ['ID=590af43a-fe6f-4c13-8afb-e59a581a2d0e,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:24.930825 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b4366191-e809-4481-a366-5045b45a308e req-7521c032-049e-41d0-bcaf-78f600a82f1f tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.103 HTTP/1.1" status: 200 len: 696 time: 0.0991852 Nov 25 13:16:24.947900 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-b4366191-e809-4481-a366-5045b45a308e req-9d072e22-52a6-484b-b840-c6379f89c5d8 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Request body: {'floatingip': {'port_id': 'e6294caa-eb75-4d6f-9636-ce880c21f4f1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:16:25.036457 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-a1539f27-a815-4e60-bfe0-8bcd0ea70a6d None None] Provisioning complete for port 590af43a-fe6f-4c13-8afb-e59a581a2d0e triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:16:25.036993 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a1539f27-a815-4e60-bfe0-8bcd0ea70a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:25.043785 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-b4366191-e809-4481-a366-5045b45a308e req-9d072e22-52a6-484b-b840-c6379f89c5d8 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Publish callbacks [] for floatingip, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:25.226623 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e3314a56-8333-4814-8ac3-c31a99e51423 req-3dac489f-79fa-4016-9344-d9bacd27f0a6 service neutron] 10.222.0.66 "GET /v2.0/networks/2b823069-d9bd-4f42-87ec-afb97511a19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5481784 Nov 25 13:16:25.379415 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e3314a56-8333-4814-8ac3-c31a99e51423 req-f521eef2-a343-4911-8d2d-3f2e8264c4fc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=724cccc6-fca6-4f56-9b33-692920a85a29 HTTP/1.1" status: 200 len: 217 time: 0.1406722 Nov 25 13:16:25.401765 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-dc0fdc7e-3cc2-431b-b3c0-9eae89d3d093 req-ad7d7c3f-08af-49fb-b1fb-33edbd6335e3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1697462 Nov 25 13:16:25.462932 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3314a56-8333-4814-8ac3-c31a99e51423 req-077c7db6-bd02-4997-b191-9477f0e5d6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:25.464802 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e3314a56-8333-4814-8ac3-c31a99e51423 req-077c7db6-bd02-4997-b191-9477f0e5d6e1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e25e12e8-af35-42f8-83c0-b8f9f41a748f HTTP/1.1" status: 200 len: 797 time: 0.0673954 Nov 25 13:16:25.606474 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3314a56-8333-4814-8ac3-c31a99e51423 req-bbfa7979-6a85-4277-8fe9-c814ce0d1e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:25.608008 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e3314a56-8333-4814-8ac3-c31a99e51423 req-bbfa7979-6a85-4277-8fe9-c814ce0d1e7c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2b823069-d9bd-4f42-87ec-afb97511a19d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1342590 Nov 25 13:16:25.609811 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0fdc7e-3cc2-431b-b3c0-9eae89d3d093 req-7a8dfeea-0c89-4ab0-89e7-d24e0ccbdaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:25.611269 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-dc0fdc7e-3cc2-431b-b3c0-9eae89d3d093 req-7a8dfeea-0c89-4ab0-89e7-d24e0ccbdaa5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=621e47be21954218b422540d084376f9&device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 1098 time: 0.1115632 Nov 25 13:16:25.724422 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [None req-68db3ecc-c02c-43db-941b-2e8631c898d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] device_id is not set on port 10627e4c-1b5b-4f8c-83a3-751ac1a6f391 yet. {{(pid=103570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:16:25.735881 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-68db3ecc-c02c-43db-941b-2e8631c898d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:25.753925 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-68db3ecc-c02c-43db-941b-2e8631c898d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:25.811993 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d0c748-fb47-42ad-9201-356cf1ea72e2 admin admin] Router 436da70d-c637-4f7e-8c94-7ac505f1da74 is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:16:25.889439 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [None req-68db3ecc-c02c-43db-941b-2e8631c898d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port 10627e4c-1b5b-4f8c-83a3-751ac1a6f391 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:16:25.889696 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [None req-68db3ecc-c02c-43db-941b-2e8631c898d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port 10627e4c-1b5b-4f8c-83a3-751ac1a6f391 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': 'f5b3e92d-76d4-4514-b053-3a9aa39831ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '64a36b36-c741-4773-b9ee-332a0926b596'}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:16:25.890882 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68db3ecc-c02c-43db-941b-2e8631c898d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port 10627e4c-1b5b-4f8c-83a3-751ac1a6f391 on network 64a36b36-c741-4773-b9ee-332a0926b596 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:16:25.904625 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.db.resource_extend [req-b4366191-e809-4481-a366-5045b45a308e req-9d072e22-52a6-484b-b840-c6379f89c5d8 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 13:16:25.907017 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68db3ecc-c02c-43db-941b-2e8631c898d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Pushing event updated for resources: {'Port': ['ID=10627e4c-1b5b-4f8c-83a3-751ac1a6f391,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:25.907621 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e3314a56-8333-4814-8ac3-c31a99e51423 req-2e36f372-c966-4570-921f-ea5071a43836 service neutron] 10.222.0.66 "GET /v2.0/networks/2b823069-d9bd-4f42-87ec-afb97511a19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857952 Nov 25 13:16:25.957934 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68db3ecc-c02c-43db-941b-2e8631c898d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Port 10627e4c-1b5b-4f8c-83a3-751ac1a6f391 on network 64a36b36-c741-4773-b9ee-332a0926b596 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:16:25.958465 n-d-808199-11 neutron-server[103570]: ERROR neutron.plugins.ml2.managers [None req-68db3ecc-c02c-43db-941b-2e8631c898d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Failed to bind port 10627e4c-1b5b-4f8c-83a3-751ac1a6f391 on host n-h2-808199-11 for vnic_type normal using segments [{'id': 'f5b3e92d-76d4-4514-b053-3a9aa39831ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '64a36b36-c741-4773-b9ee-332a0926b596'}] Nov 25 13:16:25.962534 n-d-808199-11 neutron-server[103570]: INFO neutron.plugins.ml2.plugin [None req-68db3ecc-c02c-43db-941b-2e8631c898d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempt 2 to bind port 10627e4c-1b5b-4f8c-83a3-751ac1a6f391 Nov 25 13:16:25.989465 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd21f44-e9f9-4044-b7b6-c247cd9f42a7 req-4b36bb7d-1e59-4025-b1d5-849790b995ec tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:25.994083 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cbd21f44-e9f9-4044-b7b6-c247cd9f42a7 req-4b36bb7d-1e59-4025-b1d5-849790b995ec tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 946 time: 0.2005131 Nov 25 13:16:26.012579 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0fdc7e-3cc2-431b-b3c0-9eae89d3d093 req-86f8a85e-58bc-4043-82ef-fe5552825389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:26.014067 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-dc0fdc7e-3cc2-431b-b3c0-9eae89d3d093 req-86f8a85e-58bc-4043-82ef-fe5552825389 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9accb235-a825-49d8-b9c6-39063069a4b3 HTTP/1.1" status: 200 len: 912 time: 0.3519526 Nov 25 13:16:26.015811 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [None req-68db3ecc-c02c-43db-941b-2e8631c898d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port 10627e4c-1b5b-4f8c-83a3-751ac1a6f391 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:16:26.016819 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [None req-68db3ecc-c02c-43db-941b-2e8631c898d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port 10627e4c-1b5b-4f8c-83a3-751ac1a6f391 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': 'f5b3e92d-76d4-4514-b053-3a9aa39831ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '64a36b36-c741-4773-b9ee-332a0926b596'}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:16:26.017357 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68db3ecc-c02c-43db-941b-2e8631c898d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port 10627e4c-1b5b-4f8c-83a3-751ac1a6f391 on network 64a36b36-c741-4773-b9ee-332a0926b596 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:16:26.040036 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-b4366191-e809-4481-a366-5045b45a308e req-9d072e22-52a6-484b-b840-c6379f89c5d8 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:26.044496 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68db3ecc-c02c-43db-941b-2e8631c898d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Port 10627e4c-1b5b-4f8c-83a3-751ac1a6f391 on network 64a36b36-c741-4773-b9ee-332a0926b596 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:16:26.045520 n-d-808199-11 neutron-server[103570]: ERROR neutron.plugins.ml2.managers [None req-68db3ecc-c02c-43db-941b-2e8631c898d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Failed to bind port 10627e4c-1b5b-4f8c-83a3-751ac1a6f391 on host n-h2-808199-11 for vnic_type normal using segments [{'id': 'f5b3e92d-76d4-4514-b053-3a9aa39831ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '64a36b36-c741-4773-b9ee-332a0926b596'}] Nov 25 13:16:26.048321 n-d-808199-11 neutron-server[103570]: INFO neutron.plugins.ml2.plugin [None req-68db3ecc-c02c-43db-941b-2e8631c898d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempt 3 to bind port 10627e4c-1b5b-4f8c-83a3-751ac1a6f391 Nov 25 13:16:26.060217 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-b4366191-e809-4481-a366-5045b45a308e req-9d072e22-52a6-484b-b840-c6379f89c5d8 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:26.070360 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-744d9232-90de-42ce-9cd3-3f9b1383e767 req-54cc78f5-a36f-4e4d-8f69-a433de22eb10 tempest-ImagesNegativeTestJSON-2040479783 tempest-ImagesNegativeTestJSON-2040479783-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=dd6aaf37caaa47bfa6af8101b05fa961&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0822392 Nov 25 13:16:26.162676 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [None req-68db3ecc-c02c-43db-941b-2e8631c898d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port 10627e4c-1b5b-4f8c-83a3-751ac1a6f391 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:16:26.163040 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [None req-68db3ecc-c02c-43db-941b-2e8631c898d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port 10627e4c-1b5b-4f8c-83a3-751ac1a6f391 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': 'f5b3e92d-76d4-4514-b053-3a9aa39831ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '64a36b36-c741-4773-b9ee-332a0926b596'}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:16:26.163968 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68db3ecc-c02c-43db-941b-2e8631c898d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port 10627e4c-1b5b-4f8c-83a3-751ac1a6f391 on network 64a36b36-c741-4773-b9ee-332a0926b596 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:16:26.181941 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68db3ecc-c02c-43db-941b-2e8631c898d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Port 10627e4c-1b5b-4f8c-83a3-751ac1a6f391 on network 64a36b36-c741-4773-b9ee-332a0926b596 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:16:26.182388 n-d-808199-11 neutron-server[103570]: ERROR neutron.plugins.ml2.managers [None req-68db3ecc-c02c-43db-941b-2e8631c898d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Failed to bind port 10627e4c-1b5b-4f8c-83a3-751ac1a6f391 on host n-h2-808199-11 for vnic_type normal using segments [{'id': 'f5b3e92d-76d4-4514-b053-3a9aa39831ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '64a36b36-c741-4773-b9ee-332a0926b596'}] Nov 25 13:16:26.186213 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cbd21f44-e9f9-4044-b7b6-c247cd9f42a7 req-bdd4eb0a-b592-4342-bc95-59c598d3569f tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1860421 Nov 25 13:16:26.188431 n-d-808199-11 neutron-server[103570]: INFO neutron.plugins.ml2.plugin [None req-68db3ecc-c02c-43db-941b-2e8631c898d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempt 4 to bind port 10627e4c-1b5b-4f8c-83a3-751ac1a6f391 Nov 25 13:16:26.231730 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d9232-90de-42ce-9cd3-3f9b1383e767 req-6cbf82ab-f503-4a8e-b143-c1911bcbb649 tempest-ImagesNegativeTestJSON-2040479783 tempest-ImagesNegativeTestJSON-2040479783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:26.232374 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 590af43a-fe6f-4c13-8afb-e59a581a2d0e up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:16:26.234166 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-744d9232-90de-42ce-9cd3-3f9b1383e767 req-6cbf82ab-f503-4a8e-b143-c1911bcbb649 tempest-ImagesNegativeTestJSON-2040479783 tempest-ImagesNegativeTestJSON-2040479783-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1260993 Nov 25 13:16:26.261726 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-744d9232-90de-42ce-9cd3-3f9b1383e767 req-7b97b6e6-4bc7-4a2b-a296-203d09831c28 tempest-ImagesNegativeTestJSON-2040479783 tempest-ImagesNegativeTestJSON-2040479783-project] Request body: {'port': {'device_id': 'ccfa106e-1f37-4edd-ad27-2904872c4a76', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'admin_state_up': True, 'tenant_id': 'dd6aaf37caaa47bfa6af8101b05fa961'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:16:26.284246 n-d-808199-11 neutron-server[103570]: INFO neutron.db.l3_db [req-b4366191-e809-4481-a366-5045b45a308e req-9d072e22-52a6-484b-b840-c6379f89c5d8 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Floating IP 1dabe0b5-1f62-4fdd-bab9-5d79d131fa51 associated. External IP: 172.25.5.103, port: e6294caa-eb75-4d6f-9636-ce880c21f4f1. Nov 25 13:16:26.286894 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e3314a56-8333-4814-8ac3-c31a99e51423 req-bd180cf6-5588-4659-9206-22bb610e657a service neutron] 10.222.0.66 "GET /v2.0/networks/2b823069-d9bd-4f42-87ec-afb97511a19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626614 Nov 25 13:16:26.287992 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [None req-68db3ecc-c02c-43db-941b-2e8631c898d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port 10627e4c-1b5b-4f8c-83a3-751ac1a6f391 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:16:26.289148 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [None req-68db3ecc-c02c-43db-941b-2e8631c898d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port 10627e4c-1b5b-4f8c-83a3-751ac1a6f391 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': 'f5b3e92d-76d4-4514-b053-3a9aa39831ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '64a36b36-c741-4773-b9ee-332a0926b596'}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:16:26.290308 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68db3ecc-c02c-43db-941b-2e8631c898d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port 10627e4c-1b5b-4f8c-83a3-751ac1a6f391 on network 64a36b36-c741-4773-b9ee-332a0926b596 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:16:26.345455 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 590af43a-fe6f-4c13-8afb-e59a581a2d0e triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:16:26.346546 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:26.359758 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68db3ecc-c02c-43db-941b-2e8631c898d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Port 10627e4c-1b5b-4f8c-83a3-751ac1a6f391 on network 64a36b36-c741-4773-b9ee-332a0926b596 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:16:26.360263 n-d-808199-11 neutron-server[103570]: ERROR neutron.plugins.ml2.managers [None req-68db3ecc-c02c-43db-941b-2e8631c898d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Failed to bind port 10627e4c-1b5b-4f8c-83a3-751ac1a6f391 on host n-h2-808199-11 for vnic_type normal using segments [{'id': 'f5b3e92d-76d4-4514-b053-3a9aa39831ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '64a36b36-c741-4773-b9ee-332a0926b596'}] Nov 25 13:16:26.363663 n-d-808199-11 neutron-server[103570]: INFO neutron.plugins.ml2.plugin [None req-68db3ecc-c02c-43db-941b-2e8631c898d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempt 5 to bind port 10627e4c-1b5b-4f8c-83a3-751ac1a6f391 Nov 25 13:16:26.369146 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d0c748-fb47-42ad-9201-356cf1ea72e2 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:16:26.384594 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd395a19-af15-44a1-991a-36af81b94521 None None] Sync routers for ids ['436da70d-c637-4f7e-8c94-7ac505f1da74'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:16:26.405112 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-af49353d-12b3-471f-acac-607c5f5416e6 req-b684b8dd-8934-4eb5-b630-d4bd5c463bc4 tempest-ImagesNegativeTestJSON-2040479783 tempest-ImagesNegativeTestJSON-2040479783-project] 10.222.0.53 "GET /v2.0/ports?device_id=ccfa106e-1f37-4edd-ad27-2904872c4a76 HTTP/1.1" status: 200 len: 210 time: 0.0618527 Nov 25 13:16:26.409360 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd395a19-af15-44a1-991a-36af81b94521 None None] Routers {'436da70d-c637-4f7e-8c94-7ac505f1da74'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:16:26.410001 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-fd395a19-af15-44a1-991a-36af81b94521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:16:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['436da70d-c637-4f7e-8c94-7ac505f1da74'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:16:26.415270 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [None req-68db3ecc-c02c-43db-941b-2e8631c898d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port 10627e4c-1b5b-4f8c-83a3-751ac1a6f391 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:16:26.415855 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [None req-68db3ecc-c02c-43db-941b-2e8631c898d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port 10627e4c-1b5b-4f8c-83a3-751ac1a6f391 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': 'f5b3e92d-76d4-4514-b053-3a9aa39831ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '64a36b36-c741-4773-b9ee-332a0926b596'}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:16:26.416527 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68db3ecc-c02c-43db-941b-2e8631c898d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port 10627e4c-1b5b-4f8c-83a3-751ac1a6f391 on network 64a36b36-c741-4773-b9ee-332a0926b596 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:16:26.423090 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68db3ecc-c02c-43db-941b-2e8631c898d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Port 10627e4c-1b5b-4f8c-83a3-751ac1a6f391 on network 64a36b36-c741-4773-b9ee-332a0926b596 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:16:26.423551 n-d-808199-11 neutron-server[103570]: ERROR neutron.plugins.ml2.managers [None req-68db3ecc-c02c-43db-941b-2e8631c898d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Failed to bind port 10627e4c-1b5b-4f8c-83a3-751ac1a6f391 on host n-h2-808199-11 for vnic_type normal using segments [{'id': 'f5b3e92d-76d4-4514-b053-3a9aa39831ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '64a36b36-c741-4773-b9ee-332a0926b596'}] Nov 25 13:16:26.454211 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e3314a56-8333-4814-8ac3-c31a99e51423 req-9176046a-fa9c-43be-8bfa-8ad3bab434c5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=938ce238-0316-4d1c-bb63-dde0afdb2932 HTTP/1.1" status: 200 len: 217 time: 0.1013553 Nov 25 13:16:26.461778 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-dc0fdc7e-3cc2-431b-b3c0-9eae89d3d093 req-6185e402-5864-4d33-961b-4028646683d2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14 HTTP/1.1" status: 200 len: 1001 time: 0.4032810 Nov 25 13:16:26.466087 n-d-808199-11 neutron-server[103570]: INFO neutron.plugins.ml2.plugin [None req-68db3ecc-c02c-43db-941b-2e8631c898d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempt 6 to bind port 10627e4c-1b5b-4f8c-83a3-751ac1a6f391 Nov 25 13:16:26.496842 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [None req-68db3ecc-c02c-43db-941b-2e8631c898d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port 10627e4c-1b5b-4f8c-83a3-751ac1a6f391 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:16:26.497351 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [None req-68db3ecc-c02c-43db-941b-2e8631c898d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port 10627e4c-1b5b-4f8c-83a3-751ac1a6f391 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': 'f5b3e92d-76d4-4514-b053-3a9aa39831ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '64a36b36-c741-4773-b9ee-332a0926b596'}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:16:26.497694 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68db3ecc-c02c-43db-941b-2e8631c898d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port 10627e4c-1b5b-4f8c-83a3-751ac1a6f391 on network 64a36b36-c741-4773-b9ee-332a0926b596 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:16:26.511079 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b5d0c748-fb47-42ad-9201-356cf1ea72e2 admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:26.511268 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68db3ecc-c02c-43db-941b-2e8631c898d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Port 10627e4c-1b5b-4f8c-83a3-751ac1a6f391 on network 64a36b36-c741-4773-b9ee-332a0926b596 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:16:26.511432 n-d-808199-11 neutron-server[103570]: ERROR neutron.plugins.ml2.managers [None req-68db3ecc-c02c-43db-941b-2e8631c898d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Failed to bind port 10627e4c-1b5b-4f8c-83a3-751ac1a6f391 on host n-h2-808199-11 for vnic_type normal using segments [{'id': 'f5b3e92d-76d4-4514-b053-3a9aa39831ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '64a36b36-c741-4773-b9ee-332a0926b596'}] Nov 25 13:16:26.513924 n-d-808199-11 neutron-server[103570]: INFO neutron.plugins.ml2.plugin [None req-68db3ecc-c02c-43db-941b-2e8631c898d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempt 7 to bind port 10627e4c-1b5b-4f8c-83a3-751ac1a6f391 Nov 25 13:16:26.515319 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b5d0c748-fb47-42ad-9201-356cf1ea72e2 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.9191434 Nov 25 13:16:26.517310 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46630) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:26.582964 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-fd395a19-af15-44a1-991a-36af81b94521 None None] Set router 436da70d-c637-4f7e-8c94-7ac505f1da74 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:16:26.612634 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [None req-68db3ecc-c02c-43db-941b-2e8631c898d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port 10627e4c-1b5b-4f8c-83a3-751ac1a6f391 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:16:26.612975 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [None req-68db3ecc-c02c-43db-941b-2e8631c898d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port 10627e4c-1b5b-4f8c-83a3-751ac1a6f391 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': 'f5b3e92d-76d4-4514-b053-3a9aa39831ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '64a36b36-c741-4773-b9ee-332a0926b596'}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:16:26.613316 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68db3ecc-c02c-43db-941b-2e8631c898d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port 10627e4c-1b5b-4f8c-83a3-751ac1a6f391 on network 64a36b36-c741-4773-b9ee-332a0926b596 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:16:26.620592 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3314a56-8333-4814-8ac3-c31a99e51423 req-7cb07547-4b44-4083-83e4-670aca507ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:26.623105 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e3314a56-8333-4814-8ac3-c31a99e51423 req-7cb07547-4b44-4083-83e4-670aca507ad7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e25e12e8-af35-42f8-83c0-b8f9f41a748f HTTP/1.1" status: 200 len: 797 time: 0.1603804 Nov 25 13:16:26.631750 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0fdc7e-3cc2-431b-b3c0-9eae89d3d093 req-f1ef736c-c610-4d91-afda-c83b553c4a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:26.633452 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-dc0fdc7e-3cc2-431b-b3c0-9eae89d3d093 req-f1ef736c-c610-4d91-afda-c83b553c4a93 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b6a84af7-6347-4e0f-945a-98a5515a4a22 HTTP/1.1" status: 200 len: 850 time: 0.1468780 Nov 25 13:16:26.678797 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68db3ecc-c02c-43db-941b-2e8631c898d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Port 10627e4c-1b5b-4f8c-83a3-751ac1a6f391 on network 64a36b36-c741-4773-b9ee-332a0926b596 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:16:26.679046 n-d-808199-11 neutron-server[103570]: ERROR neutron.plugins.ml2.managers [None req-68db3ecc-c02c-43db-941b-2e8631c898d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Failed to bind port 10627e4c-1b5b-4f8c-83a3-751ac1a6f391 on host n-h2-808199-11 for vnic_type normal using segments [{'id': 'f5b3e92d-76d4-4514-b053-3a9aa39831ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '64a36b36-c741-4773-b9ee-332a0926b596'}] Nov 25 13:16:26.686667 n-d-808199-11 neutron-server[103570]: INFO neutron.plugins.ml2.plugin [None req-68db3ecc-c02c-43db-941b-2e8631c898d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempt 8 to bind port 10627e4c-1b5b-4f8c-83a3-751ac1a6f391 Nov 25 13:16:26.717036 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aab4ce-b343-4a6e-866a-143251c5be96 req-e56d70aa-e9b3-41b8-b399-4637f1bed6d7 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:26.719385 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-29aab4ce-b343-4a6e-866a-143251c5be96 req-e56d70aa-e9b3-41b8-b399-4637f1bed6d7 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 946 time: 0.1843743 Nov 25 13:16:26.757548 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-744d9232-90de-42ce-9cd3-3f9b1383e767 req-7b97b6e6-4bc7-4a2b-a296-203d09831c28 tempest-ImagesNegativeTestJSON-2040479783 tempest-ImagesNegativeTestJSON-2040479783-project] Made reservation on behalf of dd6aaf37caaa47bfa6af8101b05fa961 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:16:26.765593 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-744d9232-90de-42ce-9cd3-3f9b1383e767 req-7b97b6e6-4bc7-4a2b-a296-203d09831c28 tempest-ImagesNegativeTestJSON-2040479783 tempest-ImagesNegativeTestJSON-2040479783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:26.785807 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3314a56-8333-4814-8ac3-c31a99e51423 req-70cb8dbf-b2df-4863-bdd3-c213fb2e9c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:26.791797 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e3314a56-8333-4814-8ac3-c31a99e51423 req-70cb8dbf-b2df-4863-bdd3-c213fb2e9c34 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2b823069-d9bd-4f42-87ec-afb97511a19d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1559672 Nov 25 13:16:26.804782 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-fd395a19-af15-44a1-991a-36af81b94521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436da70d-c637-4f7e-8c94-7ac505f1da74', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1554366688-router', 'tenant_id': '2afa5dbd30ba4cb68804e055d42f79c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': '90a11823-5abe-43a5-8783-755b1267114c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:16:20Z', 'updated_at': '2021-11-25T13:16:23Z', 'revision_number': 3, 'project_id': '2afa5dbd30ba4cb68804e055d42f79c0', 'gw_port': {'id': '90a11823-5abe-43a5-8783-755b1267114c', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fe:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436da70d-c637-4f7e-8c94-7ac505f1da74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:16:21Z', 'updated_at': '2021-11-25T13:16:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:16:26.833396 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd395a19-af15-44a1-991a-36af81b94521 None None] Checking router: 436da70d-c637-4f7e-8c94-7ac505f1da74 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:16:26.833858 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd395a19-af15-44a1-991a-36af81b94521 None None] Updating router 436da70d-c637-4f7e-8c94-7ac505f1da74 port 90a11823-5abe-43a5-8783-755b1267114c binding host n-d-808199-11 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:16:26.848289 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0fdc7e-3cc2-431b-b3c0-9eae89d3d093 req-44e83f79-1a37-4748-90f3-cd3ae50e7132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:26.849917 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-dc0fdc7e-3cc2-431b-b3c0-9eae89d3d093 req-44e83f79-1a37-4748-90f3-cd3ae50e7132 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9accb235-a825-49d8-b9c6-39063069a4b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2049060 Nov 25 13:16:26.850666 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-744d9232-90de-42ce-9cd3-3f9b1383e767 req-7b97b6e6-4bc7-4a2b-a296-203d09831c28 tempest-ImagesNegativeTestJSON-2040479783 tempest-ImagesNegativeTestJSON-2040479783-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:26.863413 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fd395a19-af15-44a1-991a-36af81b94521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:27.185589 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-744d9232-90de-42ce-9cd3-3f9b1383e767 req-7b97b6e6-4bc7-4a2b-a296-203d09831c28 tempest-ImagesNegativeTestJSON-2040479783 tempest-ImagesNegativeTestJSON-2040479783-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:27.200141 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-744d9232-90de-42ce-9cd3-3f9b1383e767 req-7b97b6e6-4bc7-4a2b-a296-203d09831c28 tempest-ImagesNegativeTestJSON-2040479783 tempest-ImagesNegativeTestJSON-2040479783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:27.202122 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [None req-68db3ecc-c02c-43db-941b-2e8631c898d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port 10627e4c-1b5b-4f8c-83a3-751ac1a6f391 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:16:27.202601 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [None req-68db3ecc-c02c-43db-941b-2e8631c898d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port 10627e4c-1b5b-4f8c-83a3-751ac1a6f391 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': 'f5b3e92d-76d4-4514-b053-3a9aa39831ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '64a36b36-c741-4773-b9ee-332a0926b596'}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:16:27.203220 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68db3ecc-c02c-43db-941b-2e8631c898d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port 10627e4c-1b5b-4f8c-83a3-751ac1a6f391 on network 64a36b36-c741-4773-b9ee-332a0926b596 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:16:27.230631 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68db3ecc-c02c-43db-941b-2e8631c898d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Port 10627e4c-1b5b-4f8c-83a3-751ac1a6f391 on network 64a36b36-c741-4773-b9ee-332a0926b596 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:16:27.230993 n-d-808199-11 neutron-server[103570]: ERROR neutron.plugins.ml2.managers [None req-68db3ecc-c02c-43db-941b-2e8631c898d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Failed to bind port 10627e4c-1b5b-4f8c-83a3-751ac1a6f391 on host n-h2-808199-11 for vnic_type normal using segments [{'id': 'f5b3e92d-76d4-4514-b053-3a9aa39831ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '64a36b36-c741-4773-b9ee-332a0926b596'}] Nov 25 13:16:27.235270 n-d-808199-11 neutron-server[103570]: INFO neutron.plugins.ml2.plugin [None req-68db3ecc-c02c-43db-941b-2e8631c898d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempt 9 to bind port 10627e4c-1b5b-4f8c-83a3-751ac1a6f391 Nov 25 13:16:27.256229 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [None req-68db3ecc-c02c-43db-941b-2e8631c898d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port 10627e4c-1b5b-4f8c-83a3-751ac1a6f391 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:16:27.256561 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [None req-68db3ecc-c02c-43db-941b-2e8631c898d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port 10627e4c-1b5b-4f8c-83a3-751ac1a6f391 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': 'f5b3e92d-76d4-4514-b053-3a9aa39831ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '64a36b36-c741-4773-b9ee-332a0926b596'}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:16:27.257617 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68db3ecc-c02c-43db-941b-2e8631c898d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port 10627e4c-1b5b-4f8c-83a3-751ac1a6f391 on network 64a36b36-c741-4773-b9ee-332a0926b596 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:16:27.259086 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fd395a19-af15-44a1-991a-36af81b94521 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:27.266752 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fd395a19-af15-44a1-991a-36af81b94521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:27.283569 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68db3ecc-c02c-43db-941b-2e8631c898d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Port 10627e4c-1b5b-4f8c-83a3-751ac1a6f391 on network 64a36b36-c741-4773-b9ee-332a0926b596 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:16:27.283848 n-d-808199-11 neutron-server[103570]: ERROR neutron.plugins.ml2.managers [None req-68db3ecc-c02c-43db-941b-2e8631c898d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Failed to bind port 10627e4c-1b5b-4f8c-83a3-751ac1a6f391 on host n-h2-808199-11 for vnic_type normal using segments [{'id': 'f5b3e92d-76d4-4514-b053-3a9aa39831ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '64a36b36-c741-4773-b9ee-332a0926b596'}] Nov 25 13:16:27.289313 n-d-808199-11 neutron-server[103570]: INFO neutron.plugins.ml2.plugin [None req-68db3ecc-c02c-43db-941b-2e8631c898d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempt 10 to bind port 10627e4c-1b5b-4f8c-83a3-751ac1a6f391 Nov 25 13:16:27.310341 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4366191-e809-4481-a366-5045b45a308e req-9d072e22-52a6-484b-b840-c6379f89c5d8 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Router fc5e4480-9680-4230-91ca-75120d6779c1 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:16:27.318539 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad6f6db-5b53-4be7-96f9-ca44130e77bf None None] Pushing event updated for resources: {'Port': ['ID=90a11823-5abe-43a5-8783-755b1267114c,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:27.320255 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-29aab4ce-b343-4a6e-866a-143251c5be96 req-40beb520-30d1-4ef9-a798-16591dc30058 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5626764 Nov 25 13:16:27.343920 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-fd395a19-af15-44a1-991a-36af81b94521 None None] Attempting to bind port 90a11823-5abe-43a5-8783-755b1267114c on host n-d-808199-11 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:16:27.344303 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-fd395a19-af15-44a1-991a-36af81b94521 None None] Attempting to bind port 90a11823-5abe-43a5-8783-755b1267114c by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:16:27.344673 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd395a19-af15-44a1-991a-36af81b94521 None None] Attempting to bind port 90a11823-5abe-43a5-8783-755b1267114c on network 7542d3d9-0db3-40e7-ab88-a168871141f7 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:16:27.349221 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8016652-3b3b-441e-9376-b1a7eb4b3571 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:16:27.351614 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd395a19-af15-44a1-991a-36af81b94521 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:16:27.352443 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd395a19-af15-44a1-991a-36af81b94521 None None] Checking segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:16:27.352613 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fd395a19-af15-44a1-991a-36af81b94521 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:27.353746 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd395a19-af15-44a1-991a-36af81b94521 None None] Bound using segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:16:27.353746 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-fd395a19-af15-44a1-991a-36af81b94521 None None] Bound port: 90a11823-5abe-43a5-8783-755b1267114c, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:16:27.354045 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fd395a19-af15-44a1-991a-36af81b94521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:27.383528 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [None req-68db3ecc-c02c-43db-941b-2e8631c898d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port 10627e4c-1b5b-4f8c-83a3-751ac1a6f391 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:16:27.385722 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [None req-68db3ecc-c02c-43db-941b-2e8631c898d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port 10627e4c-1b5b-4f8c-83a3-751ac1a6f391 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': 'f5b3e92d-76d4-4514-b053-3a9aa39831ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '64a36b36-c741-4773-b9ee-332a0926b596'}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:16:27.386071 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68db3ecc-c02c-43db-941b-2e8631c898d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port 10627e4c-1b5b-4f8c-83a3-751ac1a6f391 on network 64a36b36-c741-4773-b9ee-332a0926b596 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:16:27.402346 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e3314a56-8333-4814-8ac3-c31a99e51423 req-06e22209-3a4a-45bb-bd37-9e25f6ec7bfe service neutron] 10.222.0.66 "GET /v2.0/networks/2b823069-d9bd-4f42-87ec-afb97511a19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5916529 Nov 25 13:16:27.403145 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b97b6e6-4bc7-4a2b-a296-203d09831c28 tempest-ImagesNegativeTestJSON-2040479783 tempest-ImagesNegativeTestJSON-2040479783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf599f6-dde0-4c05-acdb-30bbe63f86ab,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:27.412664 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-fde6a5f6-5910-4a87-aed4-0b5831dccfda None None] Provisioning complete for port 90a11823-5abe-43a5-8783-755b1267114c triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:16:27.413077 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fde6a5f6-5910-4a87-aed4-0b5831dccfda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:27.433295 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-fd395a19-af15-44a1-991a-36af81b94521 None None] For port 90a11823-5abe-43a5-8783-755b1267114c, host n-d-808199-11, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:16:27.437058 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-fd395a19-af15-44a1-991a-36af81b94521 None None] For port 90a11823-5abe-43a5-8783-755b1267114c, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=90a11823-5abe-43a5-8783-755b1267114c,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:16:27.448630 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fd395a19-af15-44a1-991a-36af81b94521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:27.494460 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-fde6a5f6-5910-4a87-aed4-0b5831dccfda None None] Port 90a11823-5abe-43a5-8783-755b1267114c cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:16:27.505153 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68db3ecc-c02c-43db-941b-2e8631c898d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Port 10627e4c-1b5b-4f8c-83a3-751ac1a6f391 on network 64a36b36-c741-4773-b9ee-332a0926b596 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:16:27.505492 n-d-808199-11 neutron-server[103570]: ERROR neutron.plugins.ml2.managers [None req-68db3ecc-c02c-43db-941b-2e8631c898d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Failed to bind port 10627e4c-1b5b-4f8c-83a3-751ac1a6f391 on host n-h2-808199-11 for vnic_type normal using segments [{'id': 'f5b3e92d-76d4-4514-b053-3a9aa39831ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '64a36b36-c741-4773-b9ee-332a0926b596'}] Nov 25 13:16:27.505861 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-68db3ecc-c02c-43db-941b-2e8631c898d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:27.565001 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7d095d-c1a5-4f76-95c7-a97a7a9b4f31 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:16:27.577767 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad6f6db-5b53-4be7-96f9-ca44130e77bf None None] Pushing event updated for resources: {'Port': ['ID=90a11823-5abe-43a5-8783-755b1267114c,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:27.584231 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-dc0fdc7e-3cc2-431b-b3c0-9eae89d3d093 req-4ebce155-d0a4-45dd-87ca-e83843eb35ad service neutron] 10.222.0.47 "GET /v2.0/networks/9accb235-a825-49d8-b9c6-39063069a4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7094276 Nov 25 13:16:27.592187 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd395a19-af15-44a1-991a-36af81b94521 None None] Routers {'436da70d-c637-4f7e-8c94-7ac505f1da74'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:16:27.595423 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-fd395a19-af15-44a1-991a-36af81b94521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:16:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['436da70d-c637-4f7e-8c94-7ac505f1da74'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:16:27.660965 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-b1d8a3a1-630b-4444-8427-15d6b448ffc6 None None] Provisioning complete for port 90a11823-5abe-43a5-8783-755b1267114c triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:16:27.662520 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b1d8a3a1-630b-4444-8427-15d6b448ffc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:27.743385 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4366191-e809-4481-a366-5045b45a308e req-9d072e22-52a6-484b-b840-c6379f89c5d8 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:16:27.795579 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-b4366191-e809-4481-a366-5045b45a308e req-9d072e22-52a6-484b-b840-c6379f89c5d8 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:27.830654 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534f8f17-e13e-4da4-96eb-d3fc47382441 None None] Sync routers for ids ['fc5e4480-9680-4230-91ca-75120d6779c1'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:16:27.855377 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-fd395a19-af15-44a1-991a-36af81b94521 None None] Set router 436da70d-c637-4f7e-8c94-7ac505f1da74 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:16:27.855708 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b1e38ab5-e085-401a-a9f3-e7d9647317e5 req-9cf85ab3-239c-4037-94b1-6901c0a9bd87 tempest-ImagesNegativeTestJSON-2040479783 tempest-ImagesNegativeTestJSON-2040479783-project] 10.222.0.53 "GET /v2.0/ports?device_id=ccfa106e-1f37-4edd-ad27-2904872c4a76 HTTP/1.1" status: 200 len: 210 time: 0.1184804 Nov 25 13:16:27.865435 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-68db3ecc-c02c-43db-941b-2e8631c898d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] For port 10627e4c-1b5b-4f8c-83a3-751ac1a6f391, host n-h2-808199-11, cleared binding levels {{(pid=103570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:16:27.865814 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-68db3ecc-c02c-43db-941b-2e8631c898d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempted to set empty binding levels {{(pid=103570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 25 13:16:27.866240 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b1d8a3a1-630b-4444-8427-15d6b448ffc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:27.880883 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534f8f17-e13e-4da4-96eb-d3fc47382441 None None] Routers {'fc5e4480-9680-4230-91ca-75120d6779c1'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:16:27.881545 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-534f8f17-e13e-4da4-96eb-d3fc47382441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:16:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['fc5e4480-9680-4230-91ca-75120d6779c1'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:16:27.887291 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b4366191-e809-4481-a366-5045b45a308e req-9d072e22-52a6-484b-b840-c6379f89c5d8 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "PUT /v2.0/floatingips/1dabe0b5-1f62-4fdd-bab9-5d79d131fa51 HTTP/1.1" status: 200 len: 997 time: 2.9554679 Nov 25 13:16:27.890612 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d06c340-3828-448b-ad35-25a20044120b', 'tag': 'e6294caa-eb75-4d6f-9636-ce880c21f4f1'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:16:27.901512 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2cf25fc-fbe2-4bd7-9952-8b2b4c62a88d" -d '{"events": [{"name": "network-changed", "server_uuid": "8d06c340-3828-448b-ad35-25a20044120b", "tag": "e6294caa-eb75-4d6f-9636-ce880c21f4f1"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:16:27.935981 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-68db3ecc-c02c-43db-941b-2e8631c898d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:27.955182 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-744d9232-90de-42ce-9cd3-3f9b1383e767 req-7b97b6e6-4bc7-4a2b-a296-203d09831c28 tempest-ImagesNegativeTestJSON-2040479783 tempest-ImagesNegativeTestJSON-2040479783-project] Allocated IP 192.168.233.129 (85f6380f-3625-4f44-8465-fbcf0c11fed5/2ce5ca48-e3be-44c6-9584-fd9eb8c67222/2621575a-478d-4d96-a64b-0a45194d4db5) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:16:28.111934 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-68db3ecc-c02c-43db-941b-2e8631c898d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] In _notify_port_updated(), no bound segment for port 10627e4c-1b5b-4f8c-83a3-751ac1a6f391 on network 64a36b36-c741-4773-b9ee-332a0926b596 {{(pid=103570) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 13:16:28.117050 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68db3ecc-c02c-43db-941b-2e8631c898d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:28.118860 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-68db3ecc-c02c-43db-941b-2e8631c898d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:28.124798 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-68db3ecc-c02c-43db-941b-2e8631c898d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] 10.222.0.53 "PUT /v2.0/ports/10627e4c-1b5b-4f8c-83a3-751ac1a6f391 HTTP/1.1" status: 200 len: 980 time: 3.8845954 Nov 25 13:16:28.145098 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46716) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:28.216172 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-b1d8a3a1-630b-4444-8427-15d6b448ffc6 None None] For port 90a11823-5abe-43a5-8783-755b1267114c, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=90a11823-5abe-43a5-8783-755b1267114c,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:16:28.229509 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68db3ecc-c02c-43db-941b-2e8631c898d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Pushing event updated for resources: {'Port': ['ID=10627e4c-1b5b-4f8c-83a3-751ac1a6f391,revision_number=3']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:28.232978 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b1d8a3a1-630b-4444-8427-15d6b448ffc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:28.262462 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-534f8f17-e13e-4da4-96eb-d3fc47382441 None None] Set router fc5e4480-9680-4230-91ca-75120d6779c1 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:16:28.282439 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed803f9-eb5f-4d0f-8ceb-344f7b32f330 x-openstack-request-id: req-bed803f9-eb5f-4d0f-8ceb-344f7b32f330 {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:16:28.283160 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d06c340-3828-448b-ad35-25a20044120b", "tag": "e6294caa-eb75-4d6f-9636-ce880c21f4f1", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:16:28.283618 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bed803f9-eb5f-4d0f-8ceb-344f7b32f330 {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:16:28.284291 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d06c340-3828-448b-ad35-25a20044120b', 'tag': 'e6294caa-eb75-4d6f-9636-ce880c21f4f1', 'status': 'completed', 'code': 200} Nov 25 13:16:28.289128 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4366191-e809-4481-a366-5045b45a308e req-c5c6691a-c373-4e06-b23c-3bfe563a66af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:28.302994 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b4366191-e809-4481-a366-5045b45a308e req-c5c6691a-c373-4e06-b23c-3bfe563a66af service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=011bce4f061943c38bb17c6e89517c3b&device_id=8d06c340-3828-448b-ad35-25a20044120b HTTP/1.1" status: 200 len: 1098 time: 0.3947542 Nov 25 13:16:28.329406 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-744d9232-90de-42ce-9cd3-3f9b1383e767 req-7b97b6e6-4bc7-4a2b-a296-203d09831c28 tempest-ImagesNegativeTestJSON-2040479783 tempest-ImagesNegativeTestJSON-2040479783-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:28.363344 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-fd395a19-af15-44a1-991a-36af81b94521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436da70d-c637-4f7e-8c94-7ac505f1da74', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1554366688-router', 'tenant_id': '2afa5dbd30ba4cb68804e055d42f79c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': '90a11823-5abe-43a5-8783-755b1267114c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:16:20Z', 'updated_at': '2021-11-25T13:16:23Z', 'revision_number': 3, 'project_id': '2afa5dbd30ba4cb68804e055d42f79c0', 'gw_port': {'id': '90a11823-5abe-43a5-8783-755b1267114c', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fe:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436da70d-c637-4f7e-8c94-7ac505f1da74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:16:21Z', 'updated_at': '2021-11-25T13:16:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:16:28.395091 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e3314a56-8333-4814-8ac3-c31a99e51423 req-5fac3fd9-786e-49b2-962e-ebe2796ebc4a service neutron] 10.222.0.66 "GET /v2.0/networks/2b823069-d9bd-4f42-87ec-afb97511a19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9700093 Nov 25 13:16:28.409683 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-744d9232-90de-42ce-9cd3-3f9b1383e767 req-7b97b6e6-4bc7-4a2b-a296-203d09831c28 tempest-ImagesNegativeTestJSON-2040479783 tempest-ImagesNegativeTestJSON-2040479783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:28.410817 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd395a19-af15-44a1-991a-36af81b94521 None None] The sync data for ids ['436da70d-c637-4f7e-8c94-7ac505f1da74'] in n-d-808199-11 is: [{'id': '436da70d-c637-4f7e-8c94-7ac505f1da74', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1554366688-router', 'tenant_id': '2afa5dbd30ba4cb68804e055d42f79c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': '90a11823-5abe-43a5-8783-755b1267114c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:16:20Z', 'updated_at': '2021-11-25T13:16:23Z', 'revision_number': 3, 'project_id': '2afa5dbd30ba4cb68804e055d42f79c0', 'gw_port': {'id': '90a11823-5abe-43a5-8783-755b1267114c', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fe:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436da70d-c637-4f7e-8c94-7ac505f1da74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:16:21Z', 'updated_at': '2021-11-25T13:16:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:16:28.557480 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d8a3a1-630b-4444-8427-15d6b448ffc6 None None] Pushing event updated for resources: {'Port': ['ID=90a11823-5abe-43a5-8783-755b1267114c,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:28.635369 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e3314a56-8333-4814-8ac3-c31a99e51423 req-750d862f-ea41-4e7f-a279-65ef06fbf980 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=6a9422b9-9b35-47c0-860e-beb2d93e73ce HTTP/1.1" status: 200 len: 217 time: 0.2108018 Nov 25 13:16:28.647758 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-744d9232-90de-42ce-9cd3-3f9b1383e767 req-7b97b6e6-4bc7-4a2b-a296-203d09831c28 tempest-ImagesNegativeTestJSON-2040479783 tempest-ImagesNegativeTestJSON-2040479783-project] Network 85f6380f-3625-4f44-8465-fbcf0c11fed5 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:16:28.650331 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-dc0fdc7e-3cc2-431b-b3c0-9eae89d3d093 req-6ae150ea-ca72-42c7-aec7-d60c752f7442 service neutron] 10.222.0.47 "GET /v2.0/networks/9accb235-a825-49d8-b9c6-39063069a4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9980693 Nov 25 13:16:28.675204 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-744d9232-90de-42ce-9cd3-3f9b1383e767 req-7b97b6e6-4bc7-4a2b-a296-203d09831c28 tempest-ImagesNegativeTestJSON-2040479783 tempest-ImagesNegativeTestJSON-2040479783-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:16:28.701054 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb95e1df-61b6-4dde-b71e-bcf600b1b25d tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:28.703659 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-744d9232-90de-42ce-9cd3-3f9b1383e767 req-7b97b6e6-4bc7-4a2b-a296-203d09831c28 tempest-ImagesNegativeTestJSON-2040479783 tempest-ImagesNegativeTestJSON-2040479783-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:16:28.706354 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb95e1df-61b6-4dde-b71e-bcf600b1b25d tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:28.707205 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb95e1df-61b6-4dde-b71e-bcf600b1b25d tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:28.707898 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb95e1df-61b6-4dde-b71e-bcf600b1b25d tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:28.709453 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb95e1df-61b6-4dde-b71e-bcf600b1b25d tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:28.711758 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb95e1df-61b6-4dde-b71e-bcf600b1b25d tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:28.713533 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb95e1df-61b6-4dde-b71e-bcf600b1b25d tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:28.714172 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb95e1df-61b6-4dde-b71e-bcf600b1b25d tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:28.716484 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb95e1df-61b6-4dde-b71e-bcf600b1b25d tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:28.719067 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb95e1df-61b6-4dde-b71e-bcf600b1b25d tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:28.719710 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb95e1df-61b6-4dde-b71e-bcf600b1b25d tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:28.722254 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb95e1df-61b6-4dde-b71e-bcf600b1b25d tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:28.724266 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb95e1df-61b6-4dde-b71e-bcf600b1b25d tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:28.724916 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb95e1df-61b6-4dde-b71e-bcf600b1b25d tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:28.727637 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb95e1df-61b6-4dde-b71e-bcf600b1b25d tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:28.729058 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb95e1df-61b6-4dde-b71e-bcf600b1b25d tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:28.729722 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb95e1df-61b6-4dde-b71e-bcf600b1b25d tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:28.732155 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb95e1df-61b6-4dde-b71e-bcf600b1b25d tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:28.733803 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb95e1df-61b6-4dde-b71e-bcf600b1b25d tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:28.734465 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb95e1df-61b6-4dde-b71e-bcf600b1b25d tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:28.736092 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb95e1df-61b6-4dde-b71e-bcf600b1b25d tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:28.737258 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb95e1df-61b6-4dde-b71e-bcf600b1b25d tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:28.738263 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb95e1df-61b6-4dde-b71e-bcf600b1b25d tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:28.738907 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb95e1df-61b6-4dde-b71e-bcf600b1b25d tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:28.740352 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb95e1df-61b6-4dde-b71e-bcf600b1b25d tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:28.740978 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb95e1df-61b6-4dde-b71e-bcf600b1b25d tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:28.742188 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb95e1df-61b6-4dde-b71e-bcf600b1b25d tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:28.742844 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb95e1df-61b6-4dde-b71e-bcf600b1b25d tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:28.754849 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb95e1df-61b6-4dde-b71e-bcf600b1b25d tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:28.755830 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb95e1df-61b6-4dde-b71e-bcf600b1b25d tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:28.756535 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb95e1df-61b6-4dde-b71e-bcf600b1b25d tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:28.758628 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb95e1df-61b6-4dde-b71e-bcf600b1b25d tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:28.759513 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb95e1df-61b6-4dde-b71e-bcf600b1b25d tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:28.761594 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb95e1df-61b6-4dde-b71e-bcf600b1b25d tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:28.764366 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b97b6e6-4bc7-4a2b-a296-203d09831c28 tempest-ImagesNegativeTestJSON-2040479783 tempest-ImagesNegativeTestJSON-2040479783-project] Pushing event updated for resources: {'Port': ['ID=2621575a-478d-4d96-a64b-0a45194d4db5,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:28.783687 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-fb95e1df-61b6-4dde-b71e-bcf600b1b25d tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 30523 time: 0.6352053 Nov 25 13:16:28.784469 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf25fc-fbe2-4bd7-9952-8b2b4c62a88d req-7a57c9fc-5b2c-43d0-9b87-4b09d7019b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:28.786004 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c2cf25fc-fbe2-4bd7-9952-8b2b4c62a88d req-7a57c9fc-5b2c-43d0-9b87-4b09d7019b4d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=011bce4f061943c38bb17c6e89517c3b&device_id=8d06c340-3828-448b-ad35-25a20044120b HTTP/1.1" status: 200 len: 1098 time: 0.3873630 Nov 25 13:16:28.791025 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46752) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:28.843854 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-534f8f17-e13e-4da4-96eb-d3fc47382441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'name': 'tempest-FloatingIPsAssociationTestJSON-2047343648-router', 'tenant_id': '011bce4f061943c38bb17c6e89517c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '1602871f-8b05-4630-b029-51e088c75da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:15:18Z', 'updated_at': '2021-11-25T13:15:26Z', 'revision_number': 4, 'project_id': '011bce4f061943c38bb17c6e89517c3b', 'gw_port': {'id': '1602871f-8b05-4630-b029-51e088c75da6', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:15:19Z', 'updated_at': '2021-11-25T13:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '1dabe0b5-1f62-4fdd-bab9-5d79d131fa51', 'tenant_id': '011bce4f061943c38bb17c6e89517c3b', 'floating_ip_address': '172.25.5.103', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'port_id': 'e6294caa-eb75-4d6f-9636-ce880c21f4f1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0fcbb25-711a-42a9-b82a-fa06187c61e7', 'mac_address': 'fa:16:3e:57:11:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d06c340-3828-448b-ad35-25a20044120b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:16:00Z', 'updated_at': '2021-11-25T13:16:25Z', 'revision_number': 1, 'project_id': '011bce4f061943c38bb17c6e89517c3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be82d167-6675-474b-bc09-7b168b1f7195', 'name': '', 'network_id': 'd0fcbb25-711a-42a9-b82a-fa06187c61e7', 'tenant_id': '011bce4f061943c38bb17c6e89517c3b', 'mac_address': 'fa:16:3e:6c:0c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e77448f8-5c9e-48cf-b9f8-c58db39caf08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:15:24Z', 'updated_at': '2021-11-25T13:15:37Z', 'revision_number': 5, 'project_id': '011bce4f061943c38bb17c6e89517c3b', 'subnets': [{'id': 'e77448f8-5c9e-48cf-b9f8-c58db39caf08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:16:28.860758 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3314a56-8333-4814-8ac3-c31a99e51423 req-f909077a-2356-4444-8409-b9dcecdf4a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:28.862262 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e3314a56-8333-4814-8ac3-c31a99e51423 req-f909077a-2356-4444-8409-b9dcecdf4a4f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e25e12e8-af35-42f8-83c0-b8f9f41a748f HTTP/1.1" status: 200 len: 797 time: 0.2076557 Nov 25 13:16:28.902667 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4366191-e809-4481-a366-5045b45a308e req-349a97de-e9bb-4596-a055-7140f3c0f47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:28.904257 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b4366191-e809-4481-a366-5045b45a308e req-349a97de-e9bb-4596-a055-7140f3c0f47e service neutron] 10.222.0.53 "GET /v2.0/networks?id=d0fcbb25-711a-42a9-b82a-fa06187c61e7 HTTP/1.1" status: 200 len: 922 time: 0.5541334 Nov 25 13:16:28.918736 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bce8ac09-d0cc-4667-8912-241b28aa6ddc req-c5246174-fc63-4c9b-bfe3-9cd1c1d6ef9b tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=e84a4c00d84d4d2cbb0b4f6986f512f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0856891 Nov 25 13:16:28.936851 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:16:28.947665 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534f8f17-e13e-4da4-96eb-d3fc47382441 None None] Checking router: fc5e4480-9680-4230-91ca-75120d6779c1 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:16:28.969264 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d9232-90de-42ce-9cd3-3f9b1383e767 req-7b97b6e6-4bc7-4a2b-a296-203d09831c28 tempest-ImagesNegativeTestJSON-2040479783 tempest-ImagesNegativeTestJSON-2040479783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:28.969877 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-744d9232-90de-42ce-9cd3-3f9b1383e767 req-7b97b6e6-4bc7-4a2b-a296-203d09831c28 tempest-ImagesNegativeTestJSON-2040479783 tempest-ImagesNegativeTestJSON-2040479783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:28.998372 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534f8f17-e13e-4da4-96eb-d3fc47382441 None None] Routers {'fc5e4480-9680-4230-91ca-75120d6779c1'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:16:28.999099 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-534f8f17-e13e-4da4-96eb-d3fc47382441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:16:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['fc5e4480-9680-4230-91ca-75120d6779c1'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:16:29.173473 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b4366191-e809-4481-a366-5045b45a308e req-f1b859a8-5f7f-4ca1-8c9f-122a71288fd9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6294caa-eb75-4d6f-9636-ce880c21f4f1 HTTP/1.1" status: 200 len: 1000 time: 0.1762102 Nov 25 13:16:29.219423 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:29.229380 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-744d9232-90de-42ce-9cd3-3f9b1383e767 req-7b97b6e6-4bc7-4a2b-a296-203d09831c28 tempest-ImagesNegativeTestJSON-2040479783 tempest-ImagesNegativeTestJSON-2040479783-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9836676 Nov 25 13:16:29.247814 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-534f8f17-e13e-4da4-96eb-d3fc47382441 None None] Set router fc5e4480-9680-4230-91ca-75120d6779c1 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:16:29.280460 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-744d9232-90de-42ce-9cd3-3f9b1383e767 req-aa969bb5-f69f-4df5-ba4d-9d77d29f8faf service neutron] Request body: {'port': {'device_id': 'ccfa106e-1f37-4edd-ad27-2904872c4a76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:16:29.338827 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4366191-e809-4481-a366-5045b45a308e req-d5aba1a7-3133-44b8-b13c-15e76f613055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:29.347602 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3314a56-8333-4814-8ac3-c31a99e51423 req-6e41845f-65f6-4f7f-a84f-d36cdc172293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:29.349268 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b4366191-e809-4481-a366-5045b45a308e req-d5aba1a7-3133-44b8-b13c-15e76f613055 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e77448f8-5c9e-48cf-b9f8-c58db39caf08 HTTP/1.1" status: 200 len: 860 time: 0.1742373 Nov 25 13:16:29.352234 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e3314a56-8333-4814-8ac3-c31a99e51423 req-6e41845f-65f6-4f7f-a84f-d36cdc172293 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2b823069-d9bd-4f42-87ec-afb97511a19d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4463675 Nov 25 13:16:29.353214 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf25fc-fbe2-4bd7-9952-8b2b4c62a88d req-b1e50a9e-e038-430d-bd0b-d388cdb7b2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:29.354682 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c2cf25fc-fbe2-4bd7-9952-8b2b4c62a88d req-b1e50a9e-e038-430d-bd0b-d388cdb7b2a2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d0fcbb25-711a-42a9-b82a-fa06187c61e7 HTTP/1.1" status: 200 len: 922 time: 0.5483284 Nov 25 13:16:29.473614 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8ac09-d0cc-4667-8912-241b28aa6ddc req-5216ed85-f08a-43ec-b084-8c77375f0bfe tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:29.475298 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bce8ac09-d0cc-4667-8912-241b28aa6ddc req-5216ed85-f08a-43ec-b084-8c77375f0bfe tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5539429 Nov 25 13:16:29.480739 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bff3dfb5-0dd5-4635-9555-3e7224ac898d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:29.501972 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4366191-e809-4481-a366-5045b45a308e req-fb4e4aa3-88d1-4eb1-88b9-d3bb0e266af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:29.510218 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b4366191-e809-4481-a366-5045b45a308e req-fb4e4aa3-88d1-4eb1-88b9-d3bb0e266af0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d0fcbb25-711a-42a9-b82a-fa06187c61e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1598492 Nov 25 13:16:29.515392 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [req-b4366191-e809-4481-a366-5045b45a308e req-1527a2dd-28ca-46b6-bfe0-0b338ab829b5 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:16:29.524010 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b4366191-e809-4481-a366-5045b45a308e req-1527a2dd-28ca-46b6-bfe0-0b338ab829b5 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0128310 Nov 25 13:16:29.647174 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b4366191-e809-4481-a366-5045b45a308e req-f9241e14-511c-46df-9916-413cb2e3ff72 service neutron] 10.222.0.53 "GET /v2.0/networks/d0fcbb25-711a-42a9-b82a-fa06187c61e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221182 Nov 25 13:16:29.653870 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a473b0-12a5-4eaf-a002-8ffa88b87577', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:16:29.660319 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bce8ac09-d0cc-4667-8912-241b28aa6ddc req-5fb2d559-f5eb-4a74-82b7-f6a467ce3a3c tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] 10.222.0.53 "GET /v2.0/quotas/e84a4c00d84d4d2cbb0b4f6986f512f3 HTTP/1.1" status: 200 len: 375 time: 0.1774061 Nov 25 13:16:29.667749 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac75c35-3458-4f0f-a571-174399926925" -d '{"events": [{"server_uuid": "a5a473b0-12a5-4eaf-a002-8ffa88b87577", "name": "network-vif-unplugged", "status": "completed", "tag": "8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:16:29.677307 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-4d3ac9b7-199f-479c-84b2-3bf1e529cd16 None None] Provisioning complete for port 2621575a-478d-4d96-a64b-0a45194d4db5 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:16:29.677688 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4d3ac9b7-199f-479c-84b2-3bf1e529cd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:29.713231 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14,segment=NetworkSegment(c770b2a8-6850-4501-ba81-87e53f72232e),segment_id=c770b2a8-6850-4501-ba81-87e53f72232e)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:16:29.737353 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:29.751736 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bce8ac09-d0cc-4667-8912-241b28aa6ddc req-e0d3aae9-8a01-4a91-8732-79cd394d617f tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e84a4c00d84d4d2cbb0b4f6986f512f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0745389 Nov 25 13:16:29.910214 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b4366191-e809-4481-a366-5045b45a308e req-ca52f62b-c9a4-4541-ba7b-32a5fb221f39 service neutron] 10.222.0.53 "GET /v2.0/networks/d0fcbb25-711a-42a9-b82a-fa06187c61e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579186 Nov 25 13:16:29.913674 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14,revision_number=14']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:29.975218 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ac9b7-199f-479c-84b2-3bf1e529cd16 None None] Port 2621575a-478d-4d96-a64b-0a45194d4db5 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:16:29.998242 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e3314a56-8333-4814-8ac3-c31a99e51423 req-f7ebcf71-0ec3-4258-961e-79300b91ee5f service neutron] 10.222.0.66 "GET /v2.0/networks/2b823069-d9bd-4f42-87ec-afb97511a19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6302311 Nov 25 13:16:30.091028 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-bff3dfb5-0dd5-4635-9555-3e7224ac898d admin admin] Allocated IP 172.20.0.1 (b28d4aaf-5cbc-4392-a60d-ea5693cb84ed/9dd595ae-d987-49da-a0fc-969798753043/b2db403c-9843-49b7-a251-e8871eec15f1) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:16:30.228173 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e3314a56-8333-4814-8ac3-c31a99e51423 req-33d2ea90-f51f-476c-bbde-ecd31057ae79 service neutron] 10.222.0.66 "GET /v2.0/networks/2b823069-d9bd-4f42-87ec-afb97511a19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834669 Nov 25 13:16:30.323801 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 90a11823-5abe-43a5-8783-755b1267114c up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:16:30.344891 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-744d9232-90de-42ce-9cd3-3f9b1383e767 req-aa969bb5-f69f-4df5-ba4d-9d77d29f8faf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:30.354406 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084626fe-08a1-4679-9a68-97c2495d59d3 req-c5e51b82-431e-4959-87a9-62c81c3c2261 tempest-ImagesNegativeTestJSON-2040479783 tempest-ImagesNegativeTestJSON-2040479783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:30.355969 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-084626fe-08a1-4679-9a68-97c2495d59d3 req-c5e51b82-431e-4959-87a9-62c81c3c2261 tempest-ImagesNegativeTestJSON-2040479783 tempest-ImagesNegativeTestJSON-2040479783-project] 10.222.0.53 "GET /v2.0/ports?device_id=ccfa106e-1f37-4edd-ad27-2904872c4a76 HTTP/1.1" status: 200 len: 936 time: 0.1383257 Nov 25 13:16:30.373873 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e3314a56-8333-4814-8ac3-c31a99e51423 req-cde3f674-c9ae-46d8-987c-c6d6f8ec45b4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=319ab71f-208d-41ad-889f-9bd1500155cd HTTP/1.1" status: 200 len: 217 time: 0.1323822 Nov 25 13:16:30.376911 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2592d035-ba3e-4b50-ac18-e743aa761157 req-e1694b5b-e2ab-4b60-a07b-c2bcc351d10b tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:30.378459 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2592d035-ba3e-4b50-ac18-e743aa761157 req-e1694b5b-e2ab-4b60-a07b-c2bcc351d10b tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 944 time: 0.1156678 Nov 25 13:16:30.454684 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c2cf25fc-fbe2-4bd7-9952-8b2b4c62a88d req-13aec154-3b90-49ac-8c85-74922f72fdd7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6294caa-eb75-4d6f-9636-ce880c21f4f1 HTTP/1.1" status: 200 len: 1000 time: 1.0884631 Nov 25 13:16:30.465453 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-047dfba7-8286-4471-8b8e-3d4c6be25648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Deleting port 10627e4c-1b5b-4f8c-83a3-751ac1a6f391 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:16:30.465453 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-047dfba7-8286-4471-8b8e-3d4c6be25648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:30.501177 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-31a0a0f4-0087-4f5e-9764-ed2abda672f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:30.511585 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bff3dfb5-0dd5-4635-9555-3e7224ac898d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:30.530856 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3314a56-8333-4814-8ac3-c31a99e51423 req-b51f1aed-416f-4fbf-a067-160a73fae162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:30.533494 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e3314a56-8333-4814-8ac3-c31a99e51423 req-b51f1aed-416f-4fbf-a067-160a73fae162 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=06817033-b081-4244-92d2-8969dbcfd417 HTTP/1.1" status: 200 len: 797 time: 0.1264613 Nov 25 13:16:30.547840 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-534f8f17-e13e-4da4-96eb-d3fc47382441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'name': 'tempest-FloatingIPsAssociationTestJSON-2047343648-router', 'tenant_id': '011bce4f061943c38bb17c6e89517c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '1602871f-8b05-4630-b029-51e088c75da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:15:18Z', 'updated_at': '2021-11-25T13:15:26Z', 'revision_number': 4, 'project_id': '011bce4f061943c38bb17c6e89517c3b', 'gw_port': {'id': '1602871f-8b05-4630-b029-51e088c75da6', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:15:19Z', 'updated_at': '2021-11-25T13:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '1dabe0b5-1f62-4fdd-bab9-5d79d131fa51', 'tenant_id': '011bce4f061943c38bb17c6e89517c3b', 'floating_ip_address': '172.25.5.103', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'port_id': 'e6294caa-eb75-4d6f-9636-ce880c21f4f1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0fcbb25-711a-42a9-b82a-fa06187c61e7', 'mac_address': 'fa:16:3e:57:11:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d06c340-3828-448b-ad35-25a20044120b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:16:00Z', 'updated_at': '2021-11-25T13:16:25Z', 'revision_number': 1, 'project_id': '011bce4f061943c38bb17c6e89517c3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be82d167-6675-474b-bc09-7b168b1f7195', 'name': '', 'network_id': 'd0fcbb25-711a-42a9-b82a-fa06187c61e7', 'tenant_id': '011bce4f061943c38bb17c6e89517c3b', 'mac_address': 'fa:16:3e:6c:0c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e77448f8-5c9e-48cf-b9f8-c58db39caf08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:15:24Z', 'updated_at': '2021-11-25T13:15:37Z', 'revision_number': 5, 'project_id': '011bce4f061943c38bb17c6e89517c3b', 'subnets': [{'id': 'e77448f8-5c9e-48cf-b9f8-c58db39caf08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:16:30.570619 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-084626fe-08a1-4679-9a68-97c2495d59d3 req-040b7bef-6b1f-4f4c-92f7-661d4e1ee45b tempest-ImagesNegativeTestJSON-2040479783 tempest-ImagesNegativeTestJSON-2040479783-project] 10.222.0.53 "GET /v2.0/security-groups?id=2cf599f6-dde0-4c05-acdb-30bbe63f86ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910388 Nov 25 13:16:30.576865 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bff3dfb5-0dd5-4635-9555-3e7224ac898d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:30.609749 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534f8f17-e13e-4da4-96eb-d3fc47382441 None None] The sync data for ids ['fc5e4480-9680-4230-91ca-75120d6779c1'] in n-d-808199-11 is: [{'id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'name': 'tempest-FloatingIPsAssociationTestJSON-2047343648-router', 'tenant_id': '011bce4f061943c38bb17c6e89517c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '1602871f-8b05-4630-b029-51e088c75da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:15:18Z', 'updated_at': '2021-11-25T13:15:26Z', 'revision_number': 4, 'project_id': '011bce4f061943c38bb17c6e89517c3b', 'gw_port': {'id': '1602871f-8b05-4630-b029-51e088c75da6', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:15:19Z', 'updated_at': '2021-11-25T13:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '1dabe0b5-1f62-4fdd-bab9-5d79d131fa51', 'tenant_id': '011bce4f061943c38bb17c6e89517c3b', 'floating_ip_address': '172.25.5.103', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'port_id': 'e6294caa-eb75-4d6f-9636-ce880c21f4f1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0fcbb25-711a-42a9-b82a-fa06187c61e7', 'mac_address': 'fa:16:3e:57:11:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d06c340-3828-448b-ad35-25a20044120b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:16:00Z', 'updated_at': '2021-11-25T13:16:25Z', 'revision_number': 1, 'project_id': '011bce4f061943c38bb17c6e89517c3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be82d167-6675-474b-bc09-7b168b1f7195', 'name': '', 'network_id': 'd0fcbb25-711a-42a9-b82a-fa06187c61e7', 'tenant_id': '011bce4f061943c38bb17c6e89517c3b', 'mac_address': 'fa:16:3e:6c:0c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e77448f8-5c9e-48cf-b9f8-c58db39caf08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:15:24Z', 'updated_at': '2021-11-25T13:15:37Z', 'revision_number': 5, 'project_id': '011bce4f061943c38bb17c6e89517c3b', 'subnets': [{'id': 'e77448f8-5c9e-48cf-b9f8-c58db39caf08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:16:30.622048 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 90a11823-5abe-43a5-8783-755b1267114c triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:16:30.622549 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:30.673455 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2592d035-ba3e-4b50-ac18-e743aa761157 req-e00b9f60-5207-465f-9a3e-dbf42f6f1bb4 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2706950 Nov 25 13:16:30.699389 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 13:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83eb9ffc-41ee-446f-b150-f548617dc982 x-openstack-request-id: req-83eb9ffc-41ee-446f-b150-f548617dc982 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:16:30.700282 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a473b0-12a5-4eaf-a002-8ffa88b87577", "name": "network-vif-unplugged", "status": "completed", "tag": "8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:16:30.701564 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-83eb9ffc-41ee-446f-b150-f548617dc982 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:16:30.703062 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a473b0-12a5-4eaf-a002-8ffa88b87577', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14', 'code': 200} Nov 25 13:16:30.731437 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff3dfb5-0dd5-4635-9555-3e7224ac898d admin admin] Network b28d4aaf-5cbc-4392-a60d-ea5693cb84ed is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:16:30.754990 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-bff3dfb5-0dd5-4635-9555-3e7224ac898d admin admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:16:30.768292 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff3dfb5-0dd5-4635-9555-3e7224ac898d admin admin] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:16:30.788137 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff3dfb5-0dd5-4635-9555-3e7224ac898d admin admin] Pushing event updated for resources: {'Port': ['ID=b2db403c-9843-49b7-a251-e8871eec15f1,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:30.901737 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0ea68ac4-8451-45e0-83c1-1629fe4cd491 req-b69ee77d-b6a0-4e66-a167-d165ee50eef2 tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=e84a4c00d84d4d2cbb0b4f6986f512f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0693212 Nov 25 13:16:30.988218 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-047dfba7-8286-4471-8b8e-3d4c6be25648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] For port 10627e4c-1b5b-4f8c-83a3-751ac1a6f391, host n-h2-808199-11, got binding levels [] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:16:30.988857 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-047dfba7-8286-4471-8b8e-3d4c6be25648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:31.006186 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-047dfba7-8286-4471-8b8e-3d4c6be25648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Calling delete_port for 10627e4c-1b5b-4f8c-83a3-751ac1a6f391 owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:16:31.108300 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea68ac4-8451-45e0-83c1-1629fe4cd491 req-44c01048-519a-4ea8-8fb5-517dec1da7ab tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:31.111707 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-c6845dc0-9794-4ae8-b4bc-61c5f018010e None None] Provisioning complete for port b2db403c-9843-49b7-a251-e8871eec15f1 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:16:31.112126 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c6845dc0-9794-4ae8-b4bc-61c5f018010e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:31.117021 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0ea68ac4-8451-45e0-83c1-1629fe4cd491 req-44c01048-519a-4ea8-8fb5-517dec1da7ab tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2066779 Nov 25 13:16:31.119678 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fac94b9-77c3-4fd9-a8e4-d01049c0f31a None None] New status for floating IP 1dabe0b5-1f62-4fdd-bab9-5d79d131fa51: ACTIVE {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 13:16:31.125649 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf25fc-fbe2-4bd7-9952-8b2b4c62a88d req-385649db-694a-40c3-be14-d591b0812fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:31.127289 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c2cf25fc-fbe2-4bd7-9952-8b2b4c62a88d req-385649db-694a-40c3-be14-d591b0812fcb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e77448f8-5c9e-48cf-b9f8-c58db39caf08 HTTP/1.1" status: 200 len: 860 time: 0.6598682 Nov 25 13:16:31.137049 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bff3dfb5-0dd5-4635-9555-3e7224ac898d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:31.170233 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0ea68ac4-8451-45e0-83c1-1629fe4cd491 req-1d2e5c2c-4827-402f-a7b7-5fec96e42cab tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] 10.222.0.53 "GET /v2.0/quotas/e84a4c00d84d4d2cbb0b4f6986f512f3 HTTP/1.1" status: 200 len: 375 time: 0.0518789 Nov 25 13:16:31.212174 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3314a56-8333-4814-8ac3-c31a99e51423 req-72fe35e1-48cd-4e33-a134-a1663bae6def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:31.213741 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e3314a56-8333-4814-8ac3-c31a99e51423 req-72fe35e1-48cd-4e33-a134-a1663bae6def service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ce8b7f62-300f-4958-8057-b23aa4d60523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5275762 Nov 25 13:16:31.261043 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0ea68ac4-8451-45e0-83c1-1629fe4cd491 req-ca2261ef-7352-400a-a2cd-0bebe1329f96 tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e84a4c00d84d4d2cbb0b4f6986f512f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0895755 Nov 25 13:16:31.281893 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c4ba7-5684-4c26-9b2d-0713b963388b req-1e39683e-8017-4f0f-88e1-3c01754cd081 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:31.284309 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-939c4ba7-5684-4c26-9b2d-0713b963388b req-1e39683e-8017-4f0f-88e1-3c01754cd081 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/ports?device_id=429b5f06-d1f3-406c-af44-975c4a115680&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1640749 Nov 25 13:16:31.332790 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-c6845dc0-9794-4ae8-b4bc-61c5f018010e None None] Port b2db403c-9843-49b7-a251-e8871eec15f1 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:16:31.455172 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf25fc-fbe2-4bd7-9952-8b2b4c62a88d req-aaf7b8f2-9bdd-44b8-be4c-9516d915b7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:31.457865 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c2cf25fc-fbe2-4bd7-9952-8b2b4c62a88d req-aaf7b8f2-9bdd-44b8-be4c-9516d915b7ff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d0fcbb25-711a-42a9-b82a-fa06187c61e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3190720 Nov 25 13:16:31.502379 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-047dfba7-8286-4471-8b8e-3d4c6be25648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:31.593457 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-047dfba7-8286-4471-8b8e-3d4c6be25648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:31.599429 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-047dfba7-8286-4471-8b8e-3d4c6be25648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] 10.222.0.53 "DELETE /v2.0/ports/10627e4c-1b5b-4f8c-83a3-751ac1a6f391 HTTP/1.1" status: 204 len: 168 time: 2.8049526 Nov 25 13:16:31.672621 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047dfba7-8286-4471-8b8e-3d4c6be25648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Pushing event deleted for resources: {'Port': ['ID=10627e4c-1b5b-4f8c-83a3-751ac1a6f391,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:31.675880 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46820) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:31.717914 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e3314a56-8333-4814-8ac3-c31a99e51423 req-0d6fbc8e-85ad-4d10-9051-5bb7c174c688 service neutron] 10.222.0.66 "GET /v2.0/networks/ce8b7f62-300f-4958-8057-b23aa4d60523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4862416 Nov 25 13:16:31.722417 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c58e414-240c-4586-a92a-515acb92438e tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] GET failed (client error): The resource could not be found. Nov 25 13:16:31.724264 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-6c58e414-240c-4586-a92a-515acb92438e tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] 10.222.0.53 "GET /v2.0/ports/10627e4c-1b5b-4f8c-83a3-751ac1a6f391 HTTP/1.1" status: 404 len: 333 time: 0.0412564 Nov 25 13:16:31.731147 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46824) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:31.742772 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-d2baf89f-8b23-45b8-abda-063e897bb93f tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-80791035', 'network_id': '64a36b36-c741-4773-b9ee-332a0926b596'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:16:31.814731 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2baf89f-8b23-45b8-abda-063e897bb93f tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Made reservation on behalf of 935bf5ee7c7842b89320b4ea697fd045 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:16:31.817109 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d2baf89f-8b23-45b8-abda-063e897bb93f tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:31.962961 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-d2baf89f-8b23-45b8-abda-063e897bb93f tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] device_id is not set on port 9432be21-9e5f-48dd-ab08-bde1463c97c6 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:16:32.126349 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d2baf89f-8b23-45b8-abda-063e897bb93f tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:32.170484 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bce8ac09-d0cc-4667-8912-241b28aa6ddc req-95af1f1c-12d9-4d30-9707-05e40978fd0d tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=e84a4c00d84d4d2cbb0b4f6986f512f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532010 Nov 25 13:16:32.188027 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d2baf89f-8b23-45b8-abda-063e897bb93f tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:32.197879 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-939c4ba7-5684-4c26-9b2d-0713b963388b req-033283fa-1660-4bd1-a2d6-260f4bd32fd2 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.103 HTTP/1.1" status: 200 len: 1000 time: 0.9060261 Nov 25 13:16:32.254036 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bff3dfb5-0dd5-4635-9555-3e7224ac898d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:32.269815 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-744d9232-90de-42ce-9cd3-3f9b1383e767 req-aa969bb5-f69f-4df5-ba4d-9d77d29f8faf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2621575a-478d-4d96-a64b-0a45194d4db5 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:16:32.309986 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-744d9232-90de-42ce-9cd3-3f9b1383e767 req-aa969bb5-f69f-4df5-ba4d-9d77d29f8faf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:32.330307 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe73f8a-ee8f-4f23-9397-746354bef2ec req-49513435-2cf7-4583-8aa9-6a65089f8c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:32.335343 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ffe73f8a-ee8f-4f23-9397-746354bef2ec req-49513435-2cf7-4583-8aa9-6a65089f8c1c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=621e47be21954218b422540d084376f9&device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 1096 time: 0.5236044 Nov 25 13:16:32.353776 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2baf89f-8b23-45b8-abda-063e897bb93f tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Network 64a36b36-c741-4773-b9ee-332a0926b596 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:16:32.358045 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c2cf25fc-fbe2-4bd7-9952-8b2b4c62a88d req-888ee880-5032-43a9-8043-e4347961e478 service neutron] 10.222.0.47 "GET /v2.0/networks/d0fcbb25-711a-42a9-b82a-fa06187c61e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8567433 Nov 25 13:16:32.370387 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-d2baf89f-8b23-45b8-abda-063e897bb93f tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:16:32.377314 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2baf89f-8b23-45b8-abda-063e897bb93f tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:16:32.378255 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2baf89f-8b23-45b8-abda-063e897bb93f tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:32.382644 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d2baf89f-8b23-45b8-abda-063e897bb93f tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:32.470506 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4257306f-1953-4338-a94c-8d148421583a req-e4399ed2-d196-4605-98c9-8742b38eecd9 tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] 10.222.0.53 "GET /v2.0/ports?device_id=299b6d78-f2b2-4f11-a6f8-2b89c9144734 HTTP/1.1" status: 200 len: 210 time: 0.3511677 Nov 25 13:16:32.524873 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8ac09-d0cc-4667-8912-241b28aa6ddc req-ab33c26b-fb8b-467b-868c-4afc37faa77a tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:32.529598 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bce8ac09-d0cc-4667-8912-241b28aa6ddc req-ab33c26b-fb8b-467b-868c-4afc37faa77a tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3481488 Nov 25 13:16:32.540822 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-939c4ba7-5684-4c26-9b2d-0713b963388b req-65aa5c1b-9b7f-4322-8e7d-ed76e0f6b03a tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Request body: {'floatingip': {'port_id': '41542dd6-814a-4e1f-9340-902a70b7e018', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:16:32.552150 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-bce8ac09-d0cc-4667-8912-241b28aa6ddc req-82c4f607-a862-40a7-9efb-b184a10247ac tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] Request body: {'port': {'device_id': 'e23d7bc0-0e21-420d-9355-e4e3f6a07b36', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'admin_state_up': True, 'tenant_id': 'e84a4c00d84d4d2cbb0b4f6986f512f3'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:16:32.576265 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d2baf89f-8b23-45b8-abda-063e897bb93f tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 0.8405361 Nov 25 13:16:32.588386 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46840) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:32.633209 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-744d9232-90de-42ce-9cd3-3f9b1383e767 req-aa969bb5-f69f-4df5-ba4d-9d77d29f8faf service neutron] Transition to ACTIVE for port object 2621575a-478d-4d96-a64b-0a45194d4db5 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:16:32.650476 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e3314a56-8333-4814-8ac3-c31a99e51423 req-0be2c0e3-f828-4d3d-83e7-64923230563c service neutron] 10.222.0.66 "GET /v2.0/networks/ce8b7f62-300f-4958-8057-b23aa4d60523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9159529 Nov 25 13:16:32.688752 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-744d9232-90de-42ce-9cd3-3f9b1383e767 req-aa969bb5-f69f-4df5-ba4d-9d77d29f8faf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:32.691032 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2baf89f-8b23-45b8-abda-063e897bb93f tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Pushing event updated for resources: {'Port': ['ID=9432be21-9e5f-48dd-ab08-bde1463c97c6,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:32.720370 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-09496846-435f-4086-a5f2-9e6e841be99e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:32.817584 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518b43c6-36d4-44ff-b8de-eb3641cbb82e tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:32.822449 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-518b43c6-36d4-44ff-b8de-eb3641cbb82e tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] 10.222.0.53 "GET /v2.0/ports/9432be21-9e5f-48dd-ab08-bde1463c97c6 HTTP/1.1" status: 200 len: 957 time: 0.1982753 Nov 25 13:16:32.830817 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46844) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:32.837968 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-939c4ba7-5684-4c26-9b2d-0713b963388b req-65aa5c1b-9b7f-4322-8e7d-ed76e0f6b03a tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Publish callbacks [] for floatingip, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:32.845386 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e3314a56-8333-4814-8ac3-c31a99e51423 req-e16e3028-f537-407d-b31d-108e94b437c9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3c54be67-fab8-4e6e-9f89-11a59ddfbd31 HTTP/1.1" status: 200 len: 217 time: 0.1611698 Nov 25 13:16:32.882306 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa969bb5-f69f-4df5-ba4d-9d77d29f8faf service neutron] Pushing event updated for resources: {'Port': ['ID=2621575a-478d-4d96-a64b-0a45194d4db5,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:32.993372 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe73f8a-ee8f-4f23-9397-746354bef2ec req-3c14b48e-d0d3-44e3-a45e-bf8de06b9e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:32.994835 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ffe73f8a-ee8f-4f23-9397-746354bef2ec req-3c14b48e-d0d3-44e3-a45e-bf8de06b9e21 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9accb235-a825-49d8-b9c6-39063069a4b3 HTTP/1.1" status: 200 len: 912 time: 0.6355586 Nov 25 13:16:33.003236 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0630a7a1-fdf1-4056-9b0a-e98088422f16 req-331df925-eacc-4a2a-b310-1f4ddcff2819 tempest-ImagesNegativeTestJSON-2040479783 tempest-ImagesNegativeTestJSON-2040479783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:33.004871 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0630a7a1-fdf1-4056-9b0a-e98088422f16 req-331df925-eacc-4a2a-b310-1f4ddcff2819 tempest-ImagesNegativeTestJSON-2040479783 tempest-ImagesNegativeTestJSON-2040479783-project] 10.222.0.53 "GET /v2.0/ports?device_id=ccfa106e-1f37-4edd-ad27-2904872c4a76 HTTP/1.1" status: 200 len: 948 time: 0.4179101 Nov 25 13:16:33.039941 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c2cf25fc-fbe2-4bd7-9952-8b2b4c62a88d req-27b9d898-9106-4dca-8813-72f4fed473cb service neutron] 10.222.0.47 "GET /v2.0/networks/d0fcbb25-711a-42a9-b82a-fa06187c61e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5784502 Nov 25 13:16:33.073745 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3314a56-8333-4814-8ac3-c31a99e51423 req-82003d49-f21b-4157-b200-0d134bd9d5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:33.075257 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e3314a56-8333-4814-8ac3-c31a99e51423 req-82003d49-f21b-4157-b200-0d134bd9d5a7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=06817033-b081-4244-92d2-8969dbcfd417 HTTP/1.1" status: 200 len: 797 time: 0.1733778 Nov 25 13:16:33.157057 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ffe73f8a-ee8f-4f23-9397-746354bef2ec req-959e84a8-241e-4278-b73c-9d61ad0a9941 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14 HTTP/1.1" status: 200 len: 999 time: 0.1354716 Nov 25 13:16:33.184135 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bff3dfb5-0dd5-4635-9555-3e7224ac898d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:33.217440 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-744d9232-90de-42ce-9cd3-3f9b1383e767 req-aa969bb5-f69f-4df5-ba4d-9d77d29f8faf service neutron] Attempting to bind port 2621575a-478d-4d96-a64b-0a45194d4db5 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:16:33.217810 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-744d9232-90de-42ce-9cd3-3f9b1383e767 req-aa969bb5-f69f-4df5-ba4d-9d77d29f8faf service neutron] Attempting to bind port 2621575a-478d-4d96-a64b-0a45194d4db5 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:16:33.218138 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744d9232-90de-42ce-9cd3-3f9b1383e767 req-aa969bb5-f69f-4df5-ba4d-9d77d29f8faf service neutron] Attempting to bind port 2621575a-478d-4d96-a64b-0a45194d4db5 on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:16:33.234686 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3314a56-8333-4814-8ac3-c31a99e51423 req-da8b026a-c997-4b4b-a87f-f573c23964f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:33.236136 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e3314a56-8333-4814-8ac3-c31a99e51423 req-da8b026a-c997-4b4b-a87f-f573c23964f4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ce8b7f62-300f-4958-8057-b23aa4d60523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1373956 Nov 25 13:16:33.240318 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744d9232-90de-42ce-9cd3-3f9b1383e767 req-aa969bb5-f69f-4df5-ba4d-9d77d29f8faf service neutron] Port 2621575a-478d-4d96-a64b-0a45194d4db5 on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:16:33.240556 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744d9232-90de-42ce-9cd3-3f9b1383e767 req-aa969bb5-f69f-4df5-ba4d-9d77d29f8faf service neutron] Attempting to bind port 2621575a-478d-4d96-a64b-0a45194d4db5 on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:16:33.243778 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bff3dfb5-0dd5-4635-9555-3e7224ac898d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:33.258921 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744d9232-90de-42ce-9cd3-3f9b1383e767 req-aa969bb5-f69f-4df5-ba4d-9d77d29f8faf service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:16:33.259372 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744d9232-90de-42ce-9cd3-3f9b1383e767 req-aa969bb5-f69f-4df5-ba4d-9d77d29f8faf service neutron] Checking segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:16:33.259662 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744d9232-90de-42ce-9cd3-3f9b1383e767 req-aa969bb5-f69f-4df5-ba4d-9d77d29f8faf service neutron] Bound using segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:16:33.260530 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-744d9232-90de-42ce-9cd3-3f9b1383e767 req-aa969bb5-f69f-4df5-ba4d-9d77d29f8faf service neutron] Bound port: 2621575a-478d-4d96-a64b-0a45194d4db5, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:16:33.260530 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-744d9232-90de-42ce-9cd3-3f9b1383e767 req-aa969bb5-f69f-4df5-ba4d-9d77d29f8faf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:33.273712 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe73f8a-ee8f-4f23-9397-746354bef2ec req-0ec5a33f-9371-4c83-97d2-21eb016667f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:33.275395 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ffe73f8a-ee8f-4f23-9397-746354bef2ec req-0ec5a33f-9371-4c83-97d2-21eb016667f4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b6a84af7-6347-4e0f-945a-98a5515a4a22 HTTP/1.1" status: 200 len: 850 time: 0.1100662 Nov 25 13:16:33.294245 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0630a7a1-fdf1-4056-9b0a-e98088422f16 req-0f4ec8b6-c7b2-4916-80dc-831274dff868 tempest-ImagesNegativeTestJSON-2040479783 tempest-ImagesNegativeTestJSON-2040479783-project] 10.222.0.53 "GET /v2.0/security-groups?id=2cf599f6-dde0-4c05-acdb-30bbe63f86ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672729 Nov 25 13:16:33.418951 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bff3dfb5-0dd5-4635-9555-3e7224ac898d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:33.421806 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bce8ac09-d0cc-4667-8912-241b28aa6ddc req-82c4f607-a862-40a7-9efb-b184a10247ac tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] Made reservation on behalf of e84a4c00d84d4d2cbb0b4f6986f512f3 for: {'port': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:16:33.427644 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-bce8ac09-d0cc-4667-8912-241b28aa6ddc req-82c4f607-a862-40a7-9efb-b184a10247ac tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:33.553578 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-bce8ac09-d0cc-4667-8912-241b28aa6ddc req-82c4f607-a862-40a7-9efb-b184a10247ac tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:33.575983 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff3dfb5-0dd5-4635-9555-3e7224ac898d admin admin] Pushing event updated for resources: {'Port': ['ID=b2db403c-9843-49b7-a251-e8871eec15f1,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:33.649375 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-690f0724-7f9e-41e3-a32e-7d89437698bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Deleting port 9432be21-9e5f-48dd-ab08-bde1463c97c6 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:16:33.649375 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-690f0724-7f9e-41e3-a32e-7d89437698bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:33.758796 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:33.773138 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0ea68ac4-8451-45e0-83c1-1629fe4cd491 req-9f8216ca-aede-4eae-b362-c069c777d42d tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=e84a4c00d84d4d2cbb0b4f6986f512f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4107425 Nov 25 13:16:33.813410 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe73f8a-ee8f-4f23-9397-746354bef2ec req-3bea3fe7-3400-4e30-b395-c97e0c159bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:33.814240 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a908d-d840-42fd-8256-e448c80aa88f req-25535b5c-7a40-4703-b969-1efca1fc2ad5 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:33.815043 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ffe73f8a-ee8f-4f23-9397-746354bef2ec req-3bea3fe7-3400-4e30-b395-c97e0c159bac service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9accb235-a825-49d8-b9c6-39063069a4b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5035129 Nov 25 13:16:33.815850 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b08a908d-d840-42fd-8256-e448c80aa88f req-25535b5c-7a40-4703-b969-1efca1fc2ad5 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 944 time: 0.3610339 Nov 25 13:16:33.828256 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e3314a56-8333-4814-8ac3-c31a99e51423 req-53f0f941-5956-4d28-bcab-228200ae4ecb service neutron] 10.222.0.66 "GET /v2.0/networks/ce8b7f62-300f-4958-8057-b23aa4d60523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5809247 Nov 25 13:16:33.829408 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-744d9232-90de-42ce-9cd3-3f9b1383e767 req-aa969bb5-f69f-4df5-ba4d-9d77d29f8faf service neutron] For port 2621575a-478d-4d96-a64b-0a45194d4db5, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:16:33.830342 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-690f0724-7f9e-41e3-a32e-7d89437698bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:33.832712 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-744d9232-90de-42ce-9cd3-3f9b1383e767 req-aa969bb5-f69f-4df5-ba4d-9d77d29f8faf service neutron] For port 2621575a-478d-4d96-a64b-0a45194d4db5, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=2621575a-478d-4d96-a64b-0a45194d4db5,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:16:33.838026 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-744d9232-90de-42ce-9cd3-3f9b1383e767 req-aa969bb5-f69f-4df5-ba4d-9d77d29f8faf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:33.892083 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d9232-90de-42ce-9cd3-3f9b1383e767 req-aa969bb5-f69f-4df5-ba4d-9d77d29f8faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:33.892597 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-744d9232-90de-42ce-9cd3-3f9b1383e767 req-aa969bb5-f69f-4df5-ba4d-9d77d29f8faf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:33.894144 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-744d9232-90de-42ce-9cd3-3f9b1383e767 req-aa969bb5-f69f-4df5-ba4d-9d77d29f8faf service neutron] 10.222.0.47 "PUT /v2.0/ports/2621575a-478d-4d96-a64b-0a45194d4db5 HTTP/1.1" status: 200 len: 1097 time: 4.6452966 Nov 25 13:16:33.903516 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-690f0724-7f9e-41e3-a32e-7d89437698bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Calling delete_port for 9432be21-9e5f-48dd-ab08-bde1463c97c6 owned by {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:16:33.934210 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccfa106e-1f37-4edd-ad27-2904872c4a76', 'tag': '2621575a-478d-4d96-a64b-0a45194d4db5'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:16:33.936544 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb78186-8e62-4071-bda9-dede40d93cdd" -d '{"events": [{"name": "network-changed", "server_uuid": "ccfa106e-1f37-4edd-ad27-2904872c4a76", "tag": "2621575a-478d-4d96-a64b-0a45194d4db5"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:16:33.942011 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff3dfb5-0dd5-4635-9555-3e7224ac898d admin admin] Network b28d4aaf-5cbc-4392-a60d-ea5693cb84ed is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:16:33.963383 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-bff3dfb5-0dd5-4635-9555-3e7224ac898d admin admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:16:34.184391 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b08a908d-d840-42fd-8256-e448c80aa88f req-528b0a90-2985-4022-a54f-cce4ab01f6c7 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3193958 Nov 25 13:16:34.222087 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-bce8ac09-d0cc-4667-8912-241b28aa6ddc req-82c4f607-a862-40a7-9efb-b184a10247ac tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:34.230141 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa969bb5-f69f-4df5-ba4d-9d77d29f8faf service neutron] Pushing event updated for resources: {'Port': ['ID=2621575a-478d-4d96-a64b-0a45194d4db5,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:34.271893 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-bce8ac09-d0cc-4667-8912-241b28aa6ddc req-82c4f607-a862-40a7-9efb-b184a10247ac tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:34.294520 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa969bb5-f69f-4df5-ba4d-9d77d29f8faf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:16:34.295159 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa969bb5-f69f-4df5-ba4d-9d77d29f8faf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:16:34.295516 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa969bb5-f69f-4df5-ba4d-9d77d29f8faf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:16:34.295862 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa969bb5-f69f-4df5-ba4d-9d77d29f8faf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:16:34.296205 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa969bb5-f69f-4df5-ba4d-9d77d29f8faf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:16:34.296552 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa969bb5-f69f-4df5-ba4d-9d77d29f8faf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:16:34.296984 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa969bb5-f69f-4df5-ba4d-9d77d29f8faf service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:16:34.297293 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa969bb5-f69f-4df5-ba4d-9d77d29f8faf service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:16:34.297623 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa969bb5-f69f-4df5-ba4d-9d77d29f8faf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:16:34.297956 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa969bb5-f69f-4df5-ba4d-9d77d29f8faf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:16:34.298289 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa969bb5-f69f-4df5-ba4d-9d77d29f8faf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:16:34.298618 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa969bb5-f69f-4df5-ba4d-9d77d29f8faf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:16:34.315055 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e3314a56-8333-4814-8ac3-c31a99e51423 req-eff31bd0-d95f-43c7-8a46-aa12b6ca9b56 service neutron] 10.222.0.66 "GET /v2.0/networks/ce8b7f62-300f-4958-8057-b23aa4d60523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4737787 Nov 25 13:16:34.343101 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d9232-90de-42ce-9cd3-3f9b1383e767 req-ea514cb5-887a-40be-b31d-a1f9e53f258b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:34.344611 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-744d9232-90de-42ce-9cd3-3f9b1383e767 req-ea514cb5-887a-40be-b31d-a1f9e53f258b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dd6aaf37caaa47bfa6af8101b05fa961&device_id=ccfa106e-1f37-4edd-ad27-2904872c4a76 HTTP/1.1" status: 200 len: 1100 time: 0.3749714 Nov 25 13:16:34.375249 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ffe73f8a-ee8f-4f23-9397-746354bef2ec req-3fd96fb3-3a1a-4216-83a0-028c4152eee6 service neutron] 10.222.0.47 "GET /v2.0/networks/9accb235-a825-49d8-b9c6-39063069a4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4357314 Nov 25 13:16:34.409547 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea68ac4-8451-45e0-83c1-1629fe4cd491 req-72c4c28c-45c3-43fc-80de-07ad2e915862 tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:34.411013 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0ea68ac4-8451-45e0-83c1-1629fe4cd491 req-72c4c28c-45c3-43fc-80de-07ad2e915862 tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4704921 Nov 25 13:16:34.421407 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-744d9232-90de-42ce-9cd3-3f9b1383e767 req-1229add4-aaf5-455e-b4aa-1eefb861b676 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=2621575a-478d-4d96-a64b-0a45194d4db5 HTTP/1.1" status: 200 len: 217 time: 0.0601842 Nov 25 13:16:34.437285 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-0ea68ac4-8451-45e0-83c1-1629fe4cd491 req-5bc06308-4ae5-45b5-b9e9-017447e2a5c0 tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] Request body: {'port': {'device_id': '299b6d78-f2b2-4f11-a6f8-2b89c9144734', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'admin_state_up': True, 'tenant_id': 'e84a4c00d84d4d2cbb0b4f6986f512f3'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:16:34.471694 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-c20b454a-493c-4076-8276-c463414d3bac None None] Provisioning complete for port b2db403c-9843-49b7-a251-e8871eec15f1 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:16:34.472425 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c20b454a-493c-4076-8276-c463414d3bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:34.507747 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-c20b454a-493c-4076-8276-c463414d3bac None None] Port b2db403c-9843-49b7-a251-e8871eec15f1 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:16:34.548658 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c4f607-a862-40a7-9efb-b184a10247ac tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3018a1a8-bfb1-4887-8960-229341a1634c,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:34.561223 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5dfed3b1-7796-468e-b5ee-fe2a0eec723f req-1a3bf8d3-7fd5-4899-99e4-d63b07ecdda3 tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] 10.222.0.53 "GET /v2.0/ports?device_id=299b6d78-f2b2-4f11-a6f8-2b89c9144734 HTTP/1.1" status: 200 len: 210 time: 0.1067979 Nov 25 13:16:34.578668 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d9232-90de-42ce-9cd3-3f9b1383e767 req-052b59b7-94be-4a39-9835-c2314144c5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:34.580628 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-744d9232-90de-42ce-9cd3-3f9b1383e767 req-052b59b7-94be-4a39-9835-c2314144c5a1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.1337466 Nov 25 13:16:34.622820 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-690f0724-7f9e-41e3-a32e-7d89437698bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:34.658797 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bff3dfb5-0dd5-4635-9555-3e7224ac898d admin admin] Router 436da70d-c637-4f7e-8c94-7ac505f1da74 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:16:34.672803 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5fdc7c0-bc0a-4067-8df5-95d007cd680e x-openstack-request-id: req-a5fdc7c0-bc0a-4067-8df5-95d007cd680e {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:16:34.673454 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccfa106e-1f37-4edd-ad27-2904872c4a76", "tag": "2621575a-478d-4d96-a64b-0a45194d4db5", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:16:34.673454 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a5fdc7c0-bc0a-4067-8df5-95d007cd680e {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:16:34.674008 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccfa106e-1f37-4edd-ad27-2904872c4a76', 'tag': '2621575a-478d-4d96-a64b-0a45194d4db5', 'status': 'completed', 'code': 200} Nov 25 13:16:34.705278 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d9232-90de-42ce-9cd3-3f9b1383e767 req-d8a2786d-fc2c-40ea-8f63-06e5a949d544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:34.707172 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-744d9232-90de-42ce-9cd3-3f9b1383e767 req-d8a2786d-fc2c-40ea-8f63-06e5a949d544 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1156416 Nov 25 13:16:34.713362 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ffe73f8a-ee8f-4f23-9397-746354bef2ec req-fe53f558-82a4-4402-8e84-0939ca1a2caf service neutron] 10.222.0.47 "GET /v2.0/networks/9accb235-a825-49d8-b9c6-39063069a4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010638 Nov 25 13:16:34.753435 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.db.resource_extend [req-939c4ba7-5684-4c26-9b2d-0713b963388b req-65aa5c1b-9b7f-4322-8e7d-ed76e0f6b03a tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 13:16:34.796895 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690f0724-7f9e-41e3-a32e-7d89437698bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Pushing event deleted for resources: {'Port': ['ID=9432be21-9e5f-48dd-ab08-bde1463c97c6,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:34.812306 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ea68ac4-8451-45e0-83c1-1629fe4cd491 req-5bc06308-4ae5-45b5-b9e9-017447e2a5c0 tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] Made reservation on behalf of e84a4c00d84d4d2cbb0b4f6986f512f3 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:16:34.814909 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-690f0724-7f9e-41e3-a32e-7d89437698bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:34.816004 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0ea68ac4-8451-45e0-83c1-1629fe4cd491 req-5bc06308-4ae5-45b5-b9e9-017447e2a5c0 tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:34.820741 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46856) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:34.821942 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-690f0724-7f9e-41e3-a32e-7d89437698bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] 10.222.0.53 "DELETE /v2.0/ports/9432be21-9e5f-48dd-ab08-bde1463c97c6 HTTP/1.1" status: 204 len: 168 time: 1.9813259 Nov 25 13:16:34.865364 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-76a1bed6-dce6-4e3b-ace9-9306c4faef11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] GET failed (client error): The resource could not be found. Nov 25 13:16:34.870268 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-76a1bed6-dce6-4e3b-ace9-9306c4faef11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] 10.222.0.53 "GET /v2.0/ports/9432be21-9e5f-48dd-ab08-bde1463c97c6 HTTP/1.1" status: 404 len: 333 time: 0.0390501 Nov 25 13:16:34.873367 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46858) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:34.884906 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-cbcbd74e-2c3e-491e-8308-bf582927616d tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Request body: {'port': {'network_id': '64a36b36-c741-4773-b9ee-332a0926b596', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1110967333'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:16:34.907716 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-744d9232-90de-42ce-9cd3-3f9b1383e767 req-a0decd16-6ad0-4309-b9a9-15f3c1b52149 service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873095 Nov 25 13:16:35.019212 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbcbd74e-2c3e-491e-8308-bf582927616d tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Made reservation on behalf of 935bf5ee7c7842b89320b4ea697fd045 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:16:35.021545 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cbcbd74e-2c3e-491e-8308-bf582927616d tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:35.049841 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-cbcbd74e-2c3e-491e-8308-bf582927616d tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] device_id is not set on port 344f07fa-05a6-4492-acc6-80e4354862ea yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:16:35.095716 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:35.113770 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-744d9232-90de-42ce-9cd3-3f9b1383e767 req-3f2fe946-6f9f-4461-8b6b-4e44411d088f service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721892 Nov 25 13:16:35.202203 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [req-bce8ac09-d0cc-4667-8912-241b28aa6ddc req-82c4f607-a862-40a7-9efb-b184a10247ac tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] Allocated IP 192.168.233.39 (85f6380f-3625-4f44-8465-fbcf0c11fed5/2ce5ca48-e3be-44c6-9584-fd9eb8c67222/122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:16:35.219265 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-939c4ba7-5684-4c26-9b2d-0713b963388b req-65aa5c1b-9b7f-4322-8e7d-ed76e0f6b03a tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:35.233126 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-939c4ba7-5684-4c26-9b2d-0713b963388b req-65aa5c1b-9b7f-4322-8e7d-ed76e0f6b03a tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:35.267871 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cbcbd74e-2c3e-491e-8308-bf582927616d tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:35.275344 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb78186-8e62-4071-bda9-dede40d93cdd req-1a5b1b9b-82b9-4275-ab63-cf0814d5b658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:35.276776 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ebb78186-8e62-4071-bda9-dede40d93cdd req-1a5b1b9b-82b9-4275-ab63-cf0814d5b658 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dd6aaf37caaa47bfa6af8101b05fa961&device_id=ccfa106e-1f37-4edd-ad27-2904872c4a76 HTTP/1.1" status: 200 len: 1100 time: 0.0767910 Nov 25 13:16:35.346059 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed21d8cc-8e00-4482-a10a-fad538286bf4 req-33e4e1c5-2213-4734-89eb-f0cd95304899 tempest-ImagesNegativeTestJSON-2040479783 tempest-ImagesNegativeTestJSON-2040479783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:35.347744 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ed21d8cc-8e00-4482-a10a-fad538286bf4 req-33e4e1c5-2213-4734-89eb-f0cd95304899 tempest-ImagesNegativeTestJSON-2040479783 tempest-ImagesNegativeTestJSON-2040479783-project] 10.222.0.53 "GET /v2.0/ports?device_id=ccfa106e-1f37-4edd-ad27-2904872c4a76 HTTP/1.1" status: 200 len: 948 time: 0.5557010 Nov 25 13:16:35.368832 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cbcbd74e-2c3e-491e-8308-bf582927616d tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:35.433951 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcbd74e-2c3e-491e-8308-bf582927616d tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Network 64a36b36-c741-4773-b9ee-332a0926b596 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:16:35.434894 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff3dfb5-0dd5-4635-9555-3e7224ac898d admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:16:35.438680 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb78186-8e62-4071-bda9-dede40d93cdd req-2b0aecf7-2b6d-4e30-8cd6-ff5a0ee1bb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:35.440199 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ebb78186-8e62-4071-bda9-dede40d93cdd req-2b0aecf7-2b6d-4e30-8cd6-ff5a0ee1bb4e service neutron] 10.222.0.47 "GET /v2.0/networks?id=85f6380f-3625-4f44-8465-fbcf0c11fed5 HTTP/1.1" status: 200 len: 870 time: 0.1538739 Nov 25 13:16:35.441034 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-cbcbd74e-2c3e-491e-8308-bf582927616d tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:16:35.445018 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcbd74e-2c3e-491e-8308-bf582927616d tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:16:35.445882 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcbd74e-2c3e-491e-8308-bf582927616d tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:35.446467 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cbcbd74e-2c3e-491e-8308-bf582927616d tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:35.448557 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0e9955-52c4-411e-ac14-2abfde8f6ff2 None None] Sync routers for ids ['436da70d-c637-4f7e-8c94-7ac505f1da74'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:16:35.462323 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0e9955-52c4-411e-ac14-2abfde8f6ff2 None None] Routers {'436da70d-c637-4f7e-8c94-7ac505f1da74'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:16:35.462585 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcbd74e-2c3e-491e-8308-bf582927616d tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Pushing event updated for resources: {'Port': ['ID=344f07fa-05a6-4492-acc6-80e4354862ea,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:35.463205 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-ec0e9955-52c4-411e-ac14-2abfde8f6ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:16:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['436da70d-c637-4f7e-8c94-7ac505f1da74'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:16:35.467841 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-bff3dfb5-0dd5-4635-9555-3e7224ac898d admin admin] 10.222.0.53 "PUT /v2.0/routers/436da70d-c637-4f7e-8c94-7ac505f1da74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9480128 Nov 25 13:16:35.500976 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ebb78186-8e62-4071-bda9-dede40d93cdd req-50398159-e629-4173-93ea-1c11a1ac0008 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=2621575a-478d-4d96-a64b-0a45194d4db5 HTTP/1.1" status: 200 len: 217 time: 0.0500994 Nov 25 13:16:35.510468 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-cbcbd74e-2c3e-491e-8308-bf582927616d tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6346171 Nov 25 13:16:35.513479 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46866) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:35.518993 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-99c346eb-a9b4-418e-9524-761afa548cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:16:35.543477 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ed21d8cc-8e00-4482-a10a-fad538286bf4 req-31e6ed60-98ea-4ed7-9c5b-76c816bfd979 tempest-ImagesNegativeTestJSON-2040479783 tempest-ImagesNegativeTestJSON-2040479783-project] 10.222.0.53 "GET /v2.0/security-groups?id=2cf599f6-dde0-4c05-acdb-30bbe63f86ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791275 Nov 25 13:16:35.563834 n-d-808199-11 neutron-server[103570]: INFO neutron.db.l3_db [req-939c4ba7-5684-4c26-9b2d-0713b963388b req-65aa5c1b-9b7f-4322-8e7d-ed76e0f6b03a tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Floating IP 1dabe0b5-1f62-4fdd-bab9-5d79d131fa51 associated. External IP: 172.25.5.103, port: e6294caa-eb75-4d6f-9636-ce880c21f4f1. Nov 25 13:16:35.610665 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-ec0e9955-52c4-411e-ac14-2abfde8f6ff2 None None] Set router 436da70d-c637-4f7e-8c94-7ac505f1da74 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:16:35.611848 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb78186-8e62-4071-bda9-dede40d93cdd req-1265226d-afb7-498b-be3a-f490897ebf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:35.613387 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ebb78186-8e62-4071-bda9-dede40d93cdd req-1265226d-afb7-498b-be3a-f490897ebf76 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.1019878 Nov 25 13:16:35.614512 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-99c346eb-a9b4-418e-9524-761afa548cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:35.706669 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-bce8ac09-d0cc-4667-8912-241b28aa6ddc req-82c4f607-a862-40a7-9efb-b184a10247ac tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:35.727189 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb78186-8e62-4071-bda9-dede40d93cdd req-5cf26ff7-ca00-40ad-b3ea-4bbc5eb6a2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:35.728688 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ebb78186-8e62-4071-bda9-dede40d93cdd req-5cf26ff7-ca00-40ad-b3ea-4bbc5eb6a2fb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1043746 Nov 25 13:16:35.744532 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [req-ebb78186-8e62-4071-bda9-dede40d93cdd req-db97e1b7-9afc-48a0-a396-7e1022f5724a service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:16:35.745518 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ebb78186-8e62-4071-bda9-dede40d93cdd req-db97e1b7-9afc-48a0-a396-7e1022f5724a service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072041 Nov 25 13:16:35.793245 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5f4d1e-82bc-4828-b860-4a6addb9710f req-0d7f3124-a87c-4e9c-a0b9-4a788306191e tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:35.801520 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5c5f4d1e-82bc-4828-b860-4a6addb9710f req-0d7f3124-a87c-4e9c-a0b9-4a788306191e tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 944 time: 0.1515753 Nov 25 13:16:35.856212 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-ec0e9955-52c4-411e-ac14-2abfde8f6ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436da70d-c637-4f7e-8c94-7ac505f1da74', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1554366688-router', 'tenant_id': '2afa5dbd30ba4cb68804e055d42f79c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': '90a11823-5abe-43a5-8783-755b1267114c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:16:20Z', 'updated_at': '2021-11-25T13:16:32Z', 'revision_number': 4, 'project_id': '2afa5dbd30ba4cb68804e055d42f79c0', 'gw_port': {'id': '90a11823-5abe-43a5-8783-755b1267114c', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fe:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436da70d-c637-4f7e-8c94-7ac505f1da74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:16:21Z', 'updated_at': '2021-11-25T13:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'b2db403c-9843-49b7-a251-e8871eec15f1', 'name': '', 'network_id': 'b28d4aaf-5cbc-4392-a60d-ea5693cb84ed', 'tenant_id': '2afa5dbd30ba4cb68804e055d42f79c0', 'mac_address': 'fa:16:3e:18:f2:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436da70d-c637-4f7e-8c94-7ac505f1da74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '9dd595ae-d987-49da-a0fc-969798753043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:16:29Z', 'updated_at': '2021-11-25T13:16:32Z', 'revision_number': 2, 'project_id': '2afa5dbd30ba4cb68804e055d42f79c0', 'subnets': [{'id': '9dd595ae-d987-49da-a0fc-969798753043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:16:35.885259 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0e9955-52c4-411e-ac14-2abfde8f6ff2 None None] Checking router: 436da70d-c637-4f7e-8c94-7ac505f1da74 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:16:35.886125 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0e9955-52c4-411e-ac14-2abfde8f6ff2 None None] Updating router 436da70d-c637-4f7e-8c94-7ac505f1da74 port b2db403c-9843-49b7-a251-e8871eec15f1 binding host n-d-808199-11 {{(pid=103572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:16:35.894159 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-bce8ac09-d0cc-4667-8912-241b28aa6ddc req-82c4f607-a862-40a7-9efb-b184a10247ac tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:35.908870 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-0ea68ac4-8451-45e0-83c1-1629fe4cd491 req-5bc06308-4ae5-45b5-b9e9-017447e2a5c0 tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] Allocated IP 192.168.233.121 (85f6380f-3625-4f44-8465-fbcf0c11fed5/2ce5ca48-e3be-44c6-9584-fd9eb8c67222/c4148b1e-2e38-4b8a-a9a2-1bc3ac636534) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:16:35.918987 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ec0e9955-52c4-411e-ac14-2abfde8f6ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:36.003136 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5c5f4d1e-82bc-4828-b860-4a6addb9710f req-fa192ace-63d3-43c0-b00e-faa5e3d8c325 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1964247 Nov 25 13:16:36.044288 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bce8ac09-d0cc-4667-8912-241b28aa6ddc req-82c4f607-a862-40a7-9efb-b184a10247ac tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] Network 85f6380f-3625-4f44-8465-fbcf0c11fed5 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:16:36.064139 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [req-bce8ac09-d0cc-4667-8912-241b28aa6ddc req-82c4f607-a862-40a7-9efb-b184a10247ac tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:16:36.067305 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ebb78186-8e62-4071-bda9-dede40d93cdd req-a77e9c46-8091-4c1f-991e-899a6849198c service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961390 Nov 25 13:16:36.073148 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce8ac09-d0cc-4667-8912-241b28aa6ddc req-82c4f607-a862-40a7-9efb-b184a10247ac tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:16:36.243682 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:36.255442 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c4f607-a862-40a7-9efb-b184a10247ac tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] Pushing event updated for resources: {'Port': ['ID=122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:36.270475 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0d4fb421-d4a9-4f4b-9043-eb1dc402f58b req-fb87ec65-4ec2-4627-b646-e9f3fba8def9 tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] 10.222.0.53 "GET /v2.0/ports?device_id=299b6d78-f2b2-4f11-a6f8-2b89c9144734 HTTP/1.1" status: 200 len: 210 time: 0.0731184 Nov 25 13:16:36.278611 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-99c346eb-a9b4-418e-9524-761afa548cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] device_id is not set on port 344f07fa-05a6-4492-acc6-80e4354862ea yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:16:36.296781 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-99c346eb-a9b4-418e-9524-761afa548cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:36.296932 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [req-939c4ba7-5684-4c26-9b2d-0713b963388b req-65aa5c1b-9b7f-4322-8e7d-ed76e0f6b03a tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Router fc5e4480-9680-4230-91ca-75120d6779c1 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:16:36.313232 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8ac09-d0cc-4667-8912-241b28aa6ddc req-82c4f607-a862-40a7-9efb-b184a10247ac tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:36.314385 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-bce8ac09-d0cc-4667-8912-241b28aa6ddc req-82c4f607-a862-40a7-9efb-b184a10247ac tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:36.340156 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-99c346eb-a9b4-418e-9524-761afa548cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:36.344699 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0ea68ac4-8451-45e0-83c1-1629fe4cd491 req-5bc06308-4ae5-45b5-b9e9-017447e2a5c0 tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:36.402668 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bce8ac09-d0cc-4667-8912-241b28aa6ddc req-82c4f607-a862-40a7-9efb-b184a10247ac tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8562491 Nov 25 13:16:36.416756 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-bce8ac09-d0cc-4667-8912-241b28aa6ddc req-00659ec6-1688-41b8-83cd-38c4819afb9d service neutron] Request body: {'port': {'device_id': 'e23d7bc0-0e21-420d-9355-e4e3f6a07b36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-11'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:16:36.492320 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ec0e9955-52c4-411e-ac14-2abfde8f6ff2 None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:36.500534 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ec0e9955-52c4-411e-ac14-2abfde8f6ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:36.515011 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c346eb-a9b4-418e-9524-761afa548cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Pushing event updated for resources: {'Port': ['ID=344f07fa-05a6-4492-acc6-80e4354862ea,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:36.520925 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0ea68ac4-8451-45e0-83c1-1629fe4cd491 req-5bc06308-4ae5-45b5-b9e9-017447e2a5c0 tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:36.544877 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [req-2d6e30fc-962d-4165-8bc0-23539bb50efa req-f109d628-12d7-4815-9a70-14b547b0c067 tempest-FloatingIPDetailsNegativeTestJSON-852751046 tempest-FloatingIPDetailsNegativeTestJSON-852751046-project] show failed (client error): The resource could not be found. Nov 25 13:16:36.553285 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2d6e30fc-962d-4165-8bc0-23539bb50efa req-f109d628-12d7-4815-9a70-14b547b0c067 tempest-FloatingIPDetailsNegativeTestJSON-852751046 tempest-FloatingIPDetailsNegativeTestJSON-852751046-project] 10.222.0.53 "GET /v2.0/floatingips/324bb14a-7f96-4f41-8ded-84bd4c15bb77 HTTP/1.1" status: 404 len: 350 time: 0.0439761 Nov 25 13:16:36.564568 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46886) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:36.568405 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1ed3d7-b322-4661-bf4c-89ad31b9ea80 None None] Pushing event updated for resources: {'Port': ['ID=b2db403c-9843-49b7-a251-e8871eec15f1,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:36.615105 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ebb78186-8e62-4071-bda9-dede40d93cdd req-8e4c2980-292e-4312-a0c5-21e1c8990aed service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5167062 Nov 25 13:16:36.642098 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc06308-4ae5-45b5-b9e9-017447e2a5c0 tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] Pushing event updated for resources: {'Port': ['ID=c4148b1e-2e38-4b8a-a9a2-1bc3ac636534,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:36.642285 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-263cf75b-d9ea-4bd0-b8a2-9f772952886b None None] Provisioning complete for port 122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:16:36.642658 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-263cf75b-d9ea-4bd0-b8a2-9f772952886b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:36.679480 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ea68ac4-8451-45e0-83c1-1629fe4cd491 req-5bc06308-4ae5-45b5-b9e9-017447e2a5c0 tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] Network 85f6380f-3625-4f44-8465-fbcf0c11fed5 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:16:36.681178 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-0ea68ac4-8451-45e0-83c1-1629fe4cd491 req-5bc06308-4ae5-45b5-b9e9-017447e2a5c0 tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:16:36.684294 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ea68ac4-8451-45e0-83c1-1629fe4cd491 req-5bc06308-4ae5-45b5-b9e9-017447e2a5c0 tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:16:36.752877 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-99c346eb-a9b4-418e-9524-761afa548cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port 344f07fa-05a6-4492-acc6-80e4354862ea on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:16:36.753223 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-99c346eb-a9b4-418e-9524-761afa548cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port 344f07fa-05a6-4492-acc6-80e4354862ea by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': 'f5b3e92d-76d4-4514-b053-3a9aa39831ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '64a36b36-c741-4773-b9ee-332a0926b596'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:16:36.753576 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c346eb-a9b4-418e-9524-761afa548cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port 344f07fa-05a6-4492-acc6-80e4354862ea on network 64a36b36-c741-4773-b9ee-332a0926b596 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:16:36.765383 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea68ac4-8451-45e0-83c1-1629fe4cd491 req-5bc06308-4ae5-45b5-b9e9-017447e2a5c0 tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:36.765558 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-ec0e9955-52c4-411e-ac14-2abfde8f6ff2 None None] Attempting to bind port b2db403c-9843-49b7-a251-e8871eec15f1 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:16:36.766294 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-ec0e9955-52c4-411e-ac14-2abfde8f6ff2 None None] Attempting to bind port b2db403c-9843-49b7-a251-e8871eec15f1 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'fe44cc17-6e94-4c9c-a304-32045d73ad6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b28d4aaf-5cbc-4392-a60d-ea5693cb84ed'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:16:36.766774 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0e9955-52c4-411e-ac14-2abfde8f6ff2 None None] Attempting to bind port b2db403c-9843-49b7-a251-e8871eec15f1 on network b28d4aaf-5cbc-4392-a60d-ea5693cb84ed {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:16:36.770168 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0ea68ac4-8451-45e0-83c1-1629fe4cd491 req-5bc06308-4ae5-45b5-b9e9-017447e2a5c0 tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:36.782981 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c346eb-a9b4-418e-9524-761afa548cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Port 344f07fa-05a6-4492-acc6-80e4354862ea on network 64a36b36-c741-4773-b9ee-332a0926b596 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:16:36.783369 n-d-808199-11 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-99c346eb-a9b4-418e-9524-761afa548cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Failed to bind port 344f07fa-05a6-4492-acc6-80e4354862ea on host n-h2-808199-11 for vnic_type normal using segments [{'id': 'f5b3e92d-76d4-4514-b053-3a9aa39831ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '64a36b36-c741-4773-b9ee-332a0926b596'}] Nov 25 13:16:36.786278 n-d-808199-11 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-99c346eb-a9b4-418e-9524-761afa548cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempt 2 to bind port 344f07fa-05a6-4492-acc6-80e4354862ea Nov 25 13:16:36.793331 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-939c4ba7-5684-4c26-9b2d-0713b963388b req-65aa5c1b-9b7f-4322-8e7d-ed76e0f6b03a tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:16:36.801448 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0e9955-52c4-411e-ac14-2abfde8f6ff2 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:16:36.802103 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0e9955-52c4-411e-ac14-2abfde8f6ff2 None None] Checking segment: {'id': 'fe44cc17-6e94-4c9c-a304-32045d73ad6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b28d4aaf-5cbc-4392-a60d-ea5693cb84ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:16:36.802600 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ec0e9955-52c4-411e-ac14-2abfde8f6ff2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:36.807140 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34f8e98-4d7a-4949-9755-c2b3f667303d None None] Sync routers for ids ['fc5e4480-9680-4230-91ca-75120d6779c1'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:16:36.822833 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0e9955-52c4-411e-ac14-2abfde8f6ff2 None None] Bound using segment: {'id': 'fe44cc17-6e94-4c9c-a304-32045d73ad6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b28d4aaf-5cbc-4392-a60d-ea5693cb84ed'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:16:36.825404 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-ec0e9955-52c4-411e-ac14-2abfde8f6ff2 None None] Bound port: b2db403c-9843-49b7-a251-e8871eec15f1, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe44cc17-6e94-4c9c-a304-32045d73ad6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b28d4aaf-5cbc-4392-a60d-ea5693cb84ed'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:16:36.826556 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ec0e9955-52c4-411e-ac14-2abfde8f6ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:36.833845 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0ea68ac4-8451-45e0-83c1-1629fe4cd491 req-5bc06308-4ae5-45b5-b9e9-017447e2a5c0 tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4105759 Nov 25 13:16:36.841738 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-99c346eb-a9b4-418e-9524-761afa548cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port 344f07fa-05a6-4492-acc6-80e4354862ea on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:16:36.842093 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-99c346eb-a9b4-418e-9524-761afa548cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port 344f07fa-05a6-4492-acc6-80e4354862ea by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': 'f5b3e92d-76d4-4514-b053-3a9aa39831ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '64a36b36-c741-4773-b9ee-332a0926b596'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:16:36.842445 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c346eb-a9b4-418e-9524-761afa548cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port 344f07fa-05a6-4492-acc6-80e4354862ea on network 64a36b36-c741-4773-b9ee-332a0926b596 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:16:36.847885 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34f8e98-4d7a-4949-9755-c2b3f667303d None None] Routers {'fc5e4480-9680-4230-91ca-75120d6779c1'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:16:36.848757 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-c34f8e98-4d7a-4949-9755-c2b3f667303d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:16:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['fc5e4480-9680-4230-91ca-75120d6779c1'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:16:36.855086 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-0ea68ac4-8451-45e0-83c1-1629fe4cd491 req-d1186e06-334e-4e82-a882-94df6d2f77f6 service neutron] Request body: {'port': {'device_id': '299b6d78-f2b2-4f11-a6f8-2b89c9144734', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:16:36.857593 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c346eb-a9b4-418e-9524-761afa548cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Port 344f07fa-05a6-4492-acc6-80e4354862ea on network 64a36b36-c741-4773-b9ee-332a0926b596 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:16:36.857931 n-d-808199-11 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-99c346eb-a9b4-418e-9524-761afa548cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Failed to bind port 344f07fa-05a6-4492-acc6-80e4354862ea on host n-h2-808199-11 for vnic_type normal using segments [{'id': 'f5b3e92d-76d4-4514-b053-3a9aa39831ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '64a36b36-c741-4773-b9ee-332a0926b596'}] Nov 25 13:16:36.862314 n-d-808199-11 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-99c346eb-a9b4-418e-9524-761afa548cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempt 3 to bind port 344f07fa-05a6-4492-acc6-80e4354862ea Nov 25 13:16:36.891940 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-263cf75b-d9ea-4bd0-b8a2-9f772952886b None None] Port 122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:16:36.901500 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-bce8ac09-d0cc-4667-8912-241b28aa6ddc req-00659ec6-1688-41b8-83cd-38c4819afb9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:36.913831 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-99c346eb-a9b4-418e-9524-761afa548cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port 344f07fa-05a6-4492-acc6-80e4354862ea on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:16:36.914563 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-99c346eb-a9b4-418e-9524-761afa548cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port 344f07fa-05a6-4492-acc6-80e4354862ea by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': 'f5b3e92d-76d4-4514-b053-3a9aa39831ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '64a36b36-c741-4773-b9ee-332a0926b596'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:16:36.914951 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c346eb-a9b4-418e-9524-761afa548cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port 344f07fa-05a6-4492-acc6-80e4354862ea on network 64a36b36-c741-4773-b9ee-332a0926b596 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:16:36.926585 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c346eb-a9b4-418e-9524-761afa548cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Port 344f07fa-05a6-4492-acc6-80e4354862ea on network 64a36b36-c741-4773-b9ee-332a0926b596 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:16:36.926957 n-d-808199-11 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-99c346eb-a9b4-418e-9524-761afa548cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Failed to bind port 344f07fa-05a6-4492-acc6-80e4354862ea on host n-h2-808199-11 for vnic_type normal using segments [{'id': 'f5b3e92d-76d4-4514-b053-3a9aa39831ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '64a36b36-c741-4773-b9ee-332a0926b596'}] Nov 25 13:16:36.929731 n-d-808199-11 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-99c346eb-a9b4-418e-9524-761afa548cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempt 4 to bind port 344f07fa-05a6-4492-acc6-80e4354862ea Nov 25 13:16:36.945979 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-99c346eb-a9b4-418e-9524-761afa548cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port 344f07fa-05a6-4492-acc6-80e4354862ea on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:16:36.946338 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-99c346eb-a9b4-418e-9524-761afa548cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port 344f07fa-05a6-4492-acc6-80e4354862ea by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': 'f5b3e92d-76d4-4514-b053-3a9aa39831ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '64a36b36-c741-4773-b9ee-332a0926b596'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:16:36.948058 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c346eb-a9b4-418e-9524-761afa548cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port 344f07fa-05a6-4492-acc6-80e4354862ea on network 64a36b36-c741-4773-b9ee-332a0926b596 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:16:37.000783 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c346eb-a9b4-418e-9524-761afa548cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Port 344f07fa-05a6-4492-acc6-80e4354862ea on network 64a36b36-c741-4773-b9ee-332a0926b596 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:16:37.001401 n-d-808199-11 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-99c346eb-a9b4-418e-9524-761afa548cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Failed to bind port 344f07fa-05a6-4492-acc6-80e4354862ea on host n-h2-808199-11 for vnic_type normal using segments [{'id': 'f5b3e92d-76d4-4514-b053-3a9aa39831ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '64a36b36-c741-4773-b9ee-332a0926b596'}] Nov 25 13:16:37.005009 n-d-808199-11 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-99c346eb-a9b4-418e-9524-761afa548cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempt 5 to bind port 344f07fa-05a6-4492-acc6-80e4354862ea Nov 25 13:16:37.019368 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 2621575a-478d-4d96-a64b-0a45194d4db5 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:16:37.031973 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-99c346eb-a9b4-418e-9524-761afa548cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port 344f07fa-05a6-4492-acc6-80e4354862ea on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:16:37.032309 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-99c346eb-a9b4-418e-9524-761afa548cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port 344f07fa-05a6-4492-acc6-80e4354862ea by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': 'f5b3e92d-76d4-4514-b053-3a9aa39831ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '64a36b36-c741-4773-b9ee-332a0926b596'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:16:37.032649 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c346eb-a9b4-418e-9524-761afa548cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port 344f07fa-05a6-4492-acc6-80e4354862ea on network 64a36b36-c741-4773-b9ee-332a0926b596 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:16:37.034983 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0ea68ac4-8451-45e0-83c1-1629fe4cd491 req-d1186e06-334e-4e82-a882-94df6d2f77f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:37.053145 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c346eb-a9b4-418e-9524-761afa548cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Port 344f07fa-05a6-4492-acc6-80e4354862ea on network 64a36b36-c741-4773-b9ee-332a0926b596 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:16:37.053330 n-d-808199-11 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-99c346eb-a9b4-418e-9524-761afa548cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Failed to bind port 344f07fa-05a6-4492-acc6-80e4354862ea on host n-h2-808199-11 for vnic_type normal using segments [{'id': 'f5b3e92d-76d4-4514-b053-3a9aa39831ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '64a36b36-c741-4773-b9ee-332a0926b596'}] Nov 25 13:16:37.056679 n-d-808199-11 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-99c346eb-a9b4-418e-9524-761afa548cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempt 6 to bind port 344f07fa-05a6-4492-acc6-80e4354862ea Nov 25 13:16:37.063916 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99938a19-d263-403f-9cac-402f4a15261d req-9375f324-e66d-4cc9-abc5-5881e5aab5b2 tempest-ImagesNegativeTestJSON-2040479783 tempest-ImagesNegativeTestJSON-2040479783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:37.079051 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-99938a19-d263-403f-9cac-402f4a15261d req-9375f324-e66d-4cc9-abc5-5881e5aab5b2 tempest-ImagesNegativeTestJSON-2040479783 tempest-ImagesNegativeTestJSON-2040479783-project] 10.222.0.53 "GET /v2.0/ports?device_id=ccfa106e-1f37-4edd-ad27-2904872c4a76 HTTP/1.1" status: 200 len: 948 time: 0.2995148 Nov 25 13:16:37.080893 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-99c346eb-a9b4-418e-9524-761afa548cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port 344f07fa-05a6-4492-acc6-80e4354862ea on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:16:37.081228 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-99c346eb-a9b4-418e-9524-761afa548cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port 344f07fa-05a6-4492-acc6-80e4354862ea by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': 'f5b3e92d-76d4-4514-b053-3a9aa39831ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '64a36b36-c741-4773-b9ee-332a0926b596'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:16:37.081571 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c346eb-a9b4-418e-9524-761afa548cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port 344f07fa-05a6-4492-acc6-80e4354862ea on network 64a36b36-c741-4773-b9ee-332a0926b596 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:16:37.102266 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bf018ad8-1b88-47bb-b091-03e8388472cb None None] Provisioning complete for port b2db403c-9843-49b7-a251-e8871eec15f1 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:16:37.102638 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bf018ad8-1b88-47bb-b091-03e8388472cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:37.108016 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c346eb-a9b4-418e-9524-761afa548cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Port 344f07fa-05a6-4492-acc6-80e4354862ea on network 64a36b36-c741-4773-b9ee-332a0926b596 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:16:37.108371 n-d-808199-11 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-99c346eb-a9b4-418e-9524-761afa548cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Failed to bind port 344f07fa-05a6-4492-acc6-80e4354862ea on host n-h2-808199-11 for vnic_type normal using segments [{'id': 'f5b3e92d-76d4-4514-b053-3a9aa39831ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '64a36b36-c741-4773-b9ee-332a0926b596'}] Nov 25 13:16:37.110224 n-d-808199-11 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-99c346eb-a9b4-418e-9524-761afa548cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempt 7 to bind port 344f07fa-05a6-4492-acc6-80e4354862ea Nov 25 13:16:37.110413 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-ec0e9955-52c4-411e-ac14-2abfde8f6ff2 None None] For port b2db403c-9843-49b7-a251-e8871eec15f1, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:16:37.117728 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-c34f8e98-4d7a-4949-9755-c2b3f667303d None None] Set router fc5e4480-9680-4230-91ca-75120d6779c1 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:16:37.173234 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-99c346eb-a9b4-418e-9524-761afa548cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port 344f07fa-05a6-4492-acc6-80e4354862ea on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:16:37.173577 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-99c346eb-a9b4-418e-9524-761afa548cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port 344f07fa-05a6-4492-acc6-80e4354862ea by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': 'f5b3e92d-76d4-4514-b053-3a9aa39831ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '64a36b36-c741-4773-b9ee-332a0926b596'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:16:37.173930 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c346eb-a9b4-418e-9524-761afa548cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port 344f07fa-05a6-4492-acc6-80e4354862ea on network 64a36b36-c741-4773-b9ee-332a0926b596 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:16:37.188844 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-ec0e9955-52c4-411e-ac14-2abfde8f6ff2 None None] For port b2db403c-9843-49b7-a251-e8871eec15f1, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=b2db403c-9843-49b7-a251-e8871eec15f1,segment=NetworkSegment(fe44cc17-6e94-4c9c-a304-32045d73ad6d),segment_id=fe44cc17-6e94-4c9c-a304-32045d73ad6d)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:16:37.233963 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ec0e9955-52c4-411e-ac14-2abfde8f6ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:37.241922 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c346eb-a9b4-418e-9524-761afa548cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Port 344f07fa-05a6-4492-acc6-80e4354862ea on network 64a36b36-c741-4773-b9ee-332a0926b596 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:16:37.243680 n-d-808199-11 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-99c346eb-a9b4-418e-9524-761afa548cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Failed to bind port 344f07fa-05a6-4492-acc6-80e4354862ea on host n-h2-808199-11 for vnic_type normal using segments [{'id': 'f5b3e92d-76d4-4514-b053-3a9aa39831ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '64a36b36-c741-4773-b9ee-332a0926b596'}] Nov 25 13:16:37.262801 n-d-808199-11 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-99c346eb-a9b4-418e-9524-761afa548cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempt 8 to bind port 344f07fa-05a6-4492-acc6-80e4354862ea Nov 25 13:16:37.284934 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bf018ad8-1b88-47bb-b091-03e8388472cb None None] Port b2db403c-9843-49b7-a251-e8871eec15f1 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:16:37.295688 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-99c346eb-a9b4-418e-9524-761afa548cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port 344f07fa-05a6-4492-acc6-80e4354862ea on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:16:37.296219 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-99c346eb-a9b4-418e-9524-761afa548cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port 344f07fa-05a6-4492-acc6-80e4354862ea by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': 'f5b3e92d-76d4-4514-b053-3a9aa39831ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '64a36b36-c741-4773-b9ee-332a0926b596'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:16:37.296572 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c346eb-a9b4-418e-9524-761afa548cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port 344f07fa-05a6-4492-acc6-80e4354862ea on network 64a36b36-c741-4773-b9ee-332a0926b596 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:16:37.311747 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c346eb-a9b4-418e-9524-761afa548cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Port 344f07fa-05a6-4492-acc6-80e4354862ea on network 64a36b36-c741-4773-b9ee-332a0926b596 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:16:37.312251 n-d-808199-11 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-99c346eb-a9b4-418e-9524-761afa548cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Failed to bind port 344f07fa-05a6-4492-acc6-80e4354862ea on host n-h2-808199-11 for vnic_type normal using segments [{'id': 'f5b3e92d-76d4-4514-b053-3a9aa39831ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '64a36b36-c741-4773-b9ee-332a0926b596'}] Nov 25 13:16:37.315101 n-d-808199-11 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-99c346eb-a9b4-418e-9524-761afa548cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempt 9 to bind port 344f07fa-05a6-4492-acc6-80e4354862ea Nov 25 13:16:37.345492 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-99c346eb-a9b4-418e-9524-761afa548cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port 344f07fa-05a6-4492-acc6-80e4354862ea on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:16:37.345985 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-99c346eb-a9b4-418e-9524-761afa548cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port 344f07fa-05a6-4492-acc6-80e4354862ea by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': 'f5b3e92d-76d4-4514-b053-3a9aa39831ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '64a36b36-c741-4773-b9ee-332a0926b596'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:16:37.346427 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c346eb-a9b4-418e-9524-761afa548cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port 344f07fa-05a6-4492-acc6-80e4354862ea on network 64a36b36-c741-4773-b9ee-332a0926b596 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:16:37.421150 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 2621575a-478d-4d96-a64b-0a45194d4db5, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=2621575a-478d-4d96-a64b-0a45194d4db5,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:16:37.446375 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c346eb-a9b4-418e-9524-761afa548cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Port 344f07fa-05a6-4492-acc6-80e4354862ea on network 64a36b36-c741-4773-b9ee-332a0926b596 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:16:37.447490 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '2621575a-478d-4d96-a64b-0a45194d4db5', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'port_id': '2621575a-478d-4d96-a64b-0a45194d4db5', 'mac_address': 'fa:16:3e:86:7d:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce5ca48-e3be-44c6-9584-fd9eb8c67222', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:16:37.451413 n-d-808199-11 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-99c346eb-a9b4-418e-9524-761afa548cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Failed to bind port 344f07fa-05a6-4492-acc6-80e4354862ea on host n-h2-808199-11 for vnic_type normal using segments [{'id': 'f5b3e92d-76d4-4514-b053-3a9aa39831ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '64a36b36-c741-4773-b9ee-332a0926b596'}] Nov 25 13:16:37.453766 n-d-808199-11 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-99c346eb-a9b4-418e-9524-761afa548cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempt 10 to bind port 344f07fa-05a6-4492-acc6-80e4354862ea Nov 25 13:16:37.507320 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:37.514544 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-99c346eb-a9b4-418e-9524-761afa548cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port 344f07fa-05a6-4492-acc6-80e4354862ea on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:16:37.515026 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-99c346eb-a9b4-418e-9524-761afa548cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port 344f07fa-05a6-4492-acc6-80e4354862ea by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': 'f5b3e92d-76d4-4514-b053-3a9aa39831ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '64a36b36-c741-4773-b9ee-332a0926b596'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:16:37.515786 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c346eb-a9b4-418e-9524-761afa548cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempting to bind port 344f07fa-05a6-4492-acc6-80e4354862ea on network 64a36b36-c741-4773-b9ee-332a0926b596 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:16:37.523033 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-99938a19-d263-403f-9cac-402f4a15261d req-2506741d-b057-436a-ba3c-d9e44e788cdf tempest-ImagesNegativeTestJSON-2040479783 tempest-ImagesNegativeTestJSON-2040479783-project] 10.222.0.53 "GET /v2.0/security-groups?id=2cf599f6-dde0-4c05-acdb-30bbe63f86ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4398668 Nov 25 13:16:37.535455 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c346eb-a9b4-418e-9524-761afa548cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Port 344f07fa-05a6-4492-acc6-80e4354862ea on network 64a36b36-c741-4773-b9ee-332a0926b596 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:16:37.535914 n-d-808199-11 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-99c346eb-a9b4-418e-9524-761afa548cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Failed to bind port 344f07fa-05a6-4492-acc6-80e4354862ea on host n-h2-808199-11 for vnic_type normal using segments [{'id': 'f5b3e92d-76d4-4514-b053-3a9aa39831ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '64a36b36-c741-4773-b9ee-332a0926b596'}] Nov 25 13:16:37.536111 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0e9955-52c4-411e-ac14-2abfde8f6ff2 None None] Routers {'436da70d-c637-4f7e-8c94-7ac505f1da74'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:16:37.536467 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-99c346eb-a9b4-418e-9524-761afa548cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:37.536764 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-ec0e9955-52c4-411e-ac14-2abfde8f6ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:16:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['436da70d-c637-4f7e-8c94-7ac505f1da74'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:16:37.654666 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-c34f8e98-4d7a-4949-9755-c2b3f667303d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'name': 'tempest-FloatingIPsAssociationTestJSON-2047343648-router', 'tenant_id': '011bce4f061943c38bb17c6e89517c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '1602871f-8b05-4630-b029-51e088c75da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:15:18Z', 'updated_at': '2021-11-25T13:15:26Z', 'revision_number': 4, 'project_id': '011bce4f061943c38bb17c6e89517c3b', 'gw_port': {'id': '1602871f-8b05-4630-b029-51e088c75da6', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:15:19Z', 'updated_at': '2021-11-25T13:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '1dabe0b5-1f62-4fdd-bab9-5d79d131fa51', 'tenant_id': '011bce4f061943c38bb17c6e89517c3b', 'floating_ip_address': '172.25.5.103', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'port_id': '41542dd6-814a-4e1f-9340-902a70b7e018', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0fcbb25-711a-42a9-b82a-fa06187c61e7', 'mac_address': 'fa:16:3e:96:e2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429b5f06-d1f3-406c-af44-975c4a115680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:16:00Z', 'updated_at': '2021-11-25T13:16:34Z', 'revision_number': 3, 'project_id': '011bce4f061943c38bb17c6e89517c3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be82d167-6675-474b-bc09-7b168b1f7195', 'name': '', 'network_id': 'd0fcbb25-711a-42a9-b82a-fa06187c61e7', 'tenant_id': '011bce4f061943c38bb17c6e89517c3b', 'mac_address': 'fa:16:3e:6c:0c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e77448f8-5c9e-48cf-b9f8-c58db39caf08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:15:24Z', 'updated_at': '2021-11-25T13:15:37Z', 'revision_number': 5, 'project_id': '011bce4f061943c38bb17c6e89517c3b', 'subnets': [{'id': 'e77448f8-5c9e-48cf-b9f8-c58db39caf08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:16:37.695554 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-ec0e9955-52c4-411e-ac14-2abfde8f6ff2 None None] Set router 436da70d-c637-4f7e-8c94-7ac505f1da74 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:16:37.717054 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34f8e98-4d7a-4949-9755-c2b3f667303d None None] Checking router: fc5e4480-9680-4230-91ca-75120d6779c1 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:16:37.733520 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34f8e98-4d7a-4949-9755-c2b3f667303d None None] Routers {'fc5e4480-9680-4230-91ca-75120d6779c1'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:16:37.734780 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-c34f8e98-4d7a-4949-9755-c2b3f667303d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:16:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['fc5e4480-9680-4230-91ca-75120d6779c1'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:16:37.739801 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-99c346eb-a9b4-418e-9524-761afa548cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] For port 344f07fa-05a6-4492-acc6-80e4354862ea, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:16:37.745991 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-99c346eb-a9b4-418e-9524-761afa548cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attempted to set empty binding levels {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 25 13:16:37.762602 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-99c346eb-a9b4-418e-9524-761afa548cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:37.766942 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-0ea68ac4-8451-45e0-83c1-1629fe4cd491 req-d1186e06-334e-4e82-a882-94df6d2f77f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4148b1e-2e38-4b8a-a9a2-1bc3ac636534 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:16:37.806172 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1ed3d7-b322-4661-bf4c-89ad31b9ea80 None None] Pushing event updated for resources: {'Port': ['ID=b2db403c-9843-49b7-a251-e8871eec15f1,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:37.810628 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0ea68ac4-8451-45e0-83c1-1629fe4cd491 req-d1186e06-334e-4e82-a882-94df6d2f77f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:37.836563 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-99c346eb-a9b4-418e-9524-761afa548cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] In _notify_port_updated(), no bound segment for port 344f07fa-05a6-4492-acc6-80e4354862ea on network 64a36b36-c741-4773-b9ee-332a0926b596 {{(pid=103571) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 13:16:37.837646 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c346eb-a9b4-418e-9524-761afa548cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:37.838359 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-99c346eb-a9b4-418e-9524-761afa548cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:37.842300 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-99c346eb-a9b4-418e-9524-761afa548cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] 10.222.0.53 "PUT /v2.0/ports/344f07fa-05a6-4492-acc6-80e4354862ea HTTP/1.1" status: 200 len: 980 time: 2.3253548 Nov 25 13:16:37.844669 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46898) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:37.859664 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-0ea68ac4-8451-45e0-83c1-1629fe4cd491 req-d1186e06-334e-4e82-a882-94df6d2f77f6 service neutron] Transition to ACTIVE for port object c4148b1e-2e38-4b8a-a9a2-1bc3ac636534 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:16:37.883442 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0ea68ac4-8451-45e0-83c1-1629fe4cd491 req-d1186e06-334e-4e82-a882-94df6d2f77f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:37.892595 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c346eb-a9b4-418e-9524-761afa548cb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Pushing event updated for resources: {'Port': ['ID=344f07fa-05a6-4492-acc6-80e4354862ea,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:37.921286 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2621575a-478d-4d96-a64b-0a45194d4db5 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:16:37.934575 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-c34f8e98-4d7a-4949-9755-c2b3f667303d None None] Set router fc5e4480-9680-4230-91ca-75120d6779c1 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:16:37.977935 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1186e06-334e-4e82-a882-94df6d2f77f6 service neutron] Pushing event updated for resources: {'Port': ['ID=c4148b1e-2e38-4b8a-a9a2-1bc3ac636534,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:37.985309 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 2621575a-478d-4d96-a64b-0a45194d4db5, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=2621575a-478d-4d96-a64b-0a45194d4db5,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:16:38.007500 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:38.087761 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-ba1da58b-cb07-4963-bec1-c12ddb4daa07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Deleting port 344f07fa-05a6-4492-acc6-80e4354862ea {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:16:38.088167 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ba1da58b-cb07-4963-bec1-c12ddb4daa07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:38.166071 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-0ea68ac4-8451-45e0-83c1-1629fe4cd491 req-d1186e06-334e-4e82-a882-94df6d2f77f6 service neutron] Attempting to bind port c4148b1e-2e38-4b8a-a9a2-1bc3ac636534 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:16:38.166581 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-0ea68ac4-8451-45e0-83c1-1629fe4cd491 req-d1186e06-334e-4e82-a882-94df6d2f77f6 service neutron] Attempting to bind port c4148b1e-2e38-4b8a-a9a2-1bc3ac636534 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:16:38.167041 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea68ac4-8451-45e0-83c1-1629fe4cd491 req-d1186e06-334e-4e82-a882-94df6d2f77f6 service neutron] Attempting to bind port c4148b1e-2e38-4b8a-a9a2-1bc3ac636534 on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:16:38.183899 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea68ac4-8451-45e0-83c1-1629fe4cd491 req-d1186e06-334e-4e82-a882-94df6d2f77f6 service neutron] Port c4148b1e-2e38-4b8a-a9a2-1bc3ac636534 on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:16:38.184376 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea68ac4-8451-45e0-83c1-1629fe4cd491 req-d1186e06-334e-4e82-a882-94df6d2f77f6 service neutron] Attempting to bind port c4148b1e-2e38-4b8a-a9a2-1bc3ac636534 on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:16:38.198493 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea68ac4-8451-45e0-83c1-1629fe4cd491 req-d1186e06-334e-4e82-a882-94df6d2f77f6 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:16:38.199081 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea68ac4-8451-45e0-83c1-1629fe4cd491 req-d1186e06-334e-4e82-a882-94df6d2f77f6 service neutron] Checking segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:16:38.199547 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea68ac4-8451-45e0-83c1-1629fe4cd491 req-d1186e06-334e-4e82-a882-94df6d2f77f6 service neutron] Bound using segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:16:38.200212 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-0ea68ac4-8451-45e0-83c1-1629fe4cd491 req-d1186e06-334e-4e82-a882-94df6d2f77f6 service neutron] Bound port: c4148b1e-2e38-4b8a-a9a2-1bc3ac636534, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:16:38.200679 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0ea68ac4-8451-45e0-83c1-1629fe4cd491 req-d1186e06-334e-4e82-a882-94df6d2f77f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:38.220558 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-ba1da58b-cb07-4963-bec1-c12ddb4daa07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] For port 344f07fa-05a6-4492-acc6-80e4354862ea, host n-h2-808199-11, got binding levels [] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:16:38.220959 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ba1da58b-cb07-4963-bec1-c12ddb4daa07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:38.244983 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-ba1da58b-cb07-4963-bec1-c12ddb4daa07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Calling delete_port for 344f07fa-05a6-4492-acc6-80e4354862ea owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:16:38.337479 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-c34f8e98-4d7a-4949-9755-c2b3f667303d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'name': 'tempest-FloatingIPsAssociationTestJSON-2047343648-router', 'tenant_id': '011bce4f061943c38bb17c6e89517c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '1602871f-8b05-4630-b029-51e088c75da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:15:18Z', 'updated_at': '2021-11-25T13:15:26Z', 'revision_number': 4, 'project_id': '011bce4f061943c38bb17c6e89517c3b', 'gw_port': {'id': '1602871f-8b05-4630-b029-51e088c75da6', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:15:19Z', 'updated_at': '2021-11-25T13:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '1dabe0b5-1f62-4fdd-bab9-5d79d131fa51', 'tenant_id': '011bce4f061943c38bb17c6e89517c3b', 'floating_ip_address': '172.25.5.103', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'port_id': '41542dd6-814a-4e1f-9340-902a70b7e018', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0fcbb25-711a-42a9-b82a-fa06187c61e7', 'mac_address': 'fa:16:3e:96:e2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429b5f06-d1f3-406c-af44-975c4a115680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:16:00Z', 'updated_at': '2021-11-25T13:16:34Z', 'revision_number': 3, 'project_id': '011bce4f061943c38bb17c6e89517c3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be82d167-6675-474b-bc09-7b168b1f7195', 'name': '', 'network_id': 'd0fcbb25-711a-42a9-b82a-fa06187c61e7', 'tenant_id': '011bce4f061943c38bb17c6e89517c3b', 'mac_address': 'fa:16:3e:6c:0c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e77448f8-5c9e-48cf-b9f8-c58db39caf08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:15:24Z', 'updated_at': '2021-11-25T13:15:37Z', 'revision_number': 5, 'project_id': '011bce4f061943c38bb17c6e89517c3b', 'subnets': [{'id': 'e77448f8-5c9e-48cf-b9f8-c58db39caf08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:16:38.359700 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-0ea68ac4-8451-45e0-83c1-1629fe4cd491 req-d1186e06-334e-4e82-a882-94df6d2f77f6 service neutron] For port c4148b1e-2e38-4b8a-a9a2-1bc3ac636534, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:16:38.376192 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34f8e98-4d7a-4949-9755-c2b3f667303d None None] The sync data for ids ['fc5e4480-9680-4230-91ca-75120d6779c1'] in n-d-808199-11 is: [{'id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'name': 'tempest-FloatingIPsAssociationTestJSON-2047343648-router', 'tenant_id': '011bce4f061943c38bb17c6e89517c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '1602871f-8b05-4630-b029-51e088c75da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:15:18Z', 'updated_at': '2021-11-25T13:15:26Z', 'revision_number': 4, 'project_id': '011bce4f061943c38bb17c6e89517c3b', 'gw_port': {'id': '1602871f-8b05-4630-b029-51e088c75da6', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:15:19Z', 'updated_at': '2021-11-25T13:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '1dabe0b5-1f62-4fdd-bab9-5d79d131fa51', 'tenant_id': '011bce4f061943c38bb17c6e89517c3b', 'floating_ip_address': '172.25.5.103', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'port_id': '41542dd6-814a-4e1f-9340-902a70b7e018', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0fcbb25-711a-42a9-b82a-fa06187c61e7', 'mac_address': 'fa:16:3e:96:e2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429b5f06-d1f3-406c-af44-975c4a115680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:16:00Z', 'updated_at': '2021-11-25T13:16:34Z', 'revision_number': 3, 'project_id': '011bce4f061943c38bb17c6e89517c3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be82d167-6675-474b-bc09-7b168b1f7195', 'name': '', 'network_id': 'd0fcbb25-711a-42a9-b82a-fa06187c61e7', 'tenant_id': '011bce4f061943c38bb17c6e89517c3b', 'mac_address': 'fa:16:3e:6c:0c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e77448f8-5c9e-48cf-b9f8-c58db39caf08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:15:24Z', 'updated_at': '2021-11-25T13:15:37Z', 'revision_number': 5, 'project_id': '011bce4f061943c38bb17c6e89517c3b', 'subnets': [{'id': 'e77448f8-5c9e-48cf-b9f8-c58db39caf08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:16:38.378414 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-0ea68ac4-8451-45e0-83c1-1629fe4cd491 req-d1186e06-334e-4e82-a882-94df6d2f77f6 service neutron] For port c4148b1e-2e38-4b8a-a9a2-1bc3ac636534, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=c4148b1e-2e38-4b8a-a9a2-1bc3ac636534,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:16:38.410173 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0ea68ac4-8451-45e0-83c1-1629fe4cd491 req-d1186e06-334e-4e82-a882-94df6d2f77f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:38.423764 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ba1da58b-cb07-4963-bec1-c12ddb4daa07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:38.470815 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea68ac4-8451-45e0-83c1-1629fe4cd491 req-d1186e06-334e-4e82-a882-94df6d2f77f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:38.471572 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0ea68ac4-8451-45e0-83c1-1629fe4cd491 req-d1186e06-334e-4e82-a882-94df6d2f77f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:38.481429 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0ea68ac4-8451-45e0-83c1-1629fe4cd491 req-d1186e06-334e-4e82-a882-94df6d2f77f6 service neutron] 10.222.0.47 "PUT /v2.0/ports/c4148b1e-2e38-4b8a-a9a2-1bc3ac636534 HTTP/1.1" status: 200 len: 1097 time: 1.6335540 Nov 25 13:16:38.482423 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '299b6d78-f2b2-4f11-a6f8-2b89c9144734', 'tag': 'c4148b1e-2e38-4b8a-a9a2-1bc3ac636534'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:16:38.485598 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c86896a0-393e-4870-8288-48ee916ecd6c" -d '{"events": [{"name": "network-changed", "server_uuid": "299b6d78-f2b2-4f11-a6f8-2b89c9144734", "tag": "c4148b1e-2e38-4b8a-a9a2-1bc3ac636534"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:16:38.499022 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ba1da58b-cb07-4963-bec1-c12ddb4daa07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:38.502151 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:38.502965 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-ba1da58b-cb07-4963-bec1-c12ddb4daa07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] 10.222.0.53 "DELETE /v2.0/ports/344f07fa-05a6-4492-acc6-80e4354862ea HTTP/1.1" status: 204 len: 168 time: 0.6549485 Nov 25 13:16:38.507525 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46904) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:38.655129 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['2621575a-478d-4d96-a64b-0a45194d4db5'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:16:38.669473 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=2621575a-478d-4d96-a64b-0a45194d4db5,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:38.731598 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1186e06-334e-4e82-a882-94df6d2f77f6 service neutron] Pushing event updated for resources: {'Port': ['ID=c4148b1e-2e38-4b8a-a9a2-1bc3ac636534,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:38.744354 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-d220c787-c581-4367-9884-d6769a7f604e None None] Provisioning complete for port b2db403c-9843-49b7-a251-e8871eec15f1 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:16:38.744663 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d220c787-c581-4367-9884-d6769a7f604e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:38.772454 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e15c857-784b-4934-8e56-cf572665a8e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] GET failed (client error): The resource could not be found. Nov 25 13:16:38.775357 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-8e15c857-784b-4934-8e56-cf572665a8e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] 10.222.0.53 "GET /v2.0/ports/344f07fa-05a6-4492-acc6-80e4354862ea HTTP/1.1" status: 404 len: 333 time: 0.2659955 Nov 25 13:16:38.783144 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46908) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:38.783316 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee4476-76b2-4898-849c-c632dbf4e3a1 req-35250c0b-dd9f-4f9f-b1a0-35b8e7f26d55 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:38.784788 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0cee4476-76b2-4898-849c-c632dbf4e3a1 req-35250c0b-dd9f-4f9f-b1a0-35b8e7f26d55 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 944 time: 1.0542572 Nov 25 13:16:38.813514 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1da58b-cb07-4963-bec1-c12ddb4daa07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932958294-project-admin] Pushing event deleted for resources: {'Port': ['ID=344f07fa-05a6-4492-acc6-80e4354862ea,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:38.862446 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea68ac4-8451-45e0-83c1-1629fe4cd491 req-64c3784d-32b0-4036-bfbc-c928aed919b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:38.864150 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0ea68ac4-8451-45e0-83c1-1629fe4cd491 req-64c3784d-32b0-4036-bfbc-c928aed919b2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e84a4c00d84d4d2cbb0b4f6986f512f3&device_id=299b6d78-f2b2-4f11-a6f8-2b89c9144734 HTTP/1.1" status: 200 len: 1100 time: 0.2651372 Nov 25 13:16:38.890496 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [req-939c4ba7-5684-4c26-9b2d-0713b963388b req-65aa5c1b-9b7f-4322-8e7d-ed76e0f6b03a tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Router fc5e4480-9680-4230-91ca-75120d6779c1 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:16:38.917727 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a361786-45c9-47de-b0a6-05d0964d2b71 None None] New status for floating IP 1dabe0b5-1f62-4fdd-bab9-5d79d131fa51: ACTIVE {{(pid=103572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 13:16:39.034650 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0cee4476-76b2-4898-849c-c632dbf4e3a1 req-713770b6-de42-4bd1-9044-18e34cc6e6ce tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2251916 Nov 25 13:16:39.224213 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-939c4ba7-5684-4c26-9b2d-0713b963388b req-65aa5c1b-9b7f-4322-8e7d-ed76e0f6b03a tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:16:39.232885 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-939c4ba7-5684-4c26-9b2d-0713b963388b req-65aa5c1b-9b7f-4322-8e7d-ed76e0f6b03a tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:39.292901 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0ea68ac4-8451-45e0-83c1-1629fe4cd491 req-4b250ef0-a8f7-4037-a5f9-6d5c2b417ef5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=c4148b1e-2e38-4b8a-a9a2-1bc3ac636534 HTTP/1.1" status: 200 len: 217 time: 0.0529428 Nov 25 13:16:39.331909 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d06c340-3828-448b-ad35-25a20044120b', 'tag': 'e6294caa-eb75-4d6f-9636-ce880c21f4f1'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:16:39.336531 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c339558-52cb-4084-bb37-60fa860d1bae" -d '{"events": [{"name": "network-changed", "server_uuid": "8d06c340-3828-448b-ad35-25a20044120b", "tag": "e6294caa-eb75-4d6f-9636-ce880c21f4f1"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:16:39.340718 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-939c4ba7-5684-4c26-9b2d-0713b963388b req-65aa5c1b-9b7f-4322-8e7d-ed76e0f6b03a tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "PUT /v2.0/floatingips/1dabe0b5-1f62-4fdd-bab9-5d79d131fa51 HTTP/1.1" status: 200 len: 998 time: 7.1281216 Nov 25 13:16:39.344519 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-db08036f-6e8b-4317-85a8-c188fe2fa79d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108756572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108756572-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:39.349651 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [req-bce8ac09-d0cc-4667-8912-241b28aa6ddc req-00659ec6-1688-41b8-83cd-38c4819afb9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e {{(pid=103570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:16:39.366653 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d220c787-c581-4367-9884-d6769a7f604e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:39.402228 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea68ac4-8451-45e0-83c1-1629fe4cd491 req-09f18eab-3c54-4072-8801-034255327e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:39.405042 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0ea68ac4-8451-45e0-83c1-1629fe4cd491 req-09f18eab-3c54-4072-8801-034255327e44 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.1019413 Nov 25 13:16:39.412629 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-ec0e9955-52c4-411e-ac14-2abfde8f6ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436da70d-c637-4f7e-8c94-7ac505f1da74', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1554366688-router', 'tenant_id': '2afa5dbd30ba4cb68804e055d42f79c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': '90a11823-5abe-43a5-8783-755b1267114c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:16:20Z', 'updated_at': '2021-11-25T13:16:32Z', 'revision_number': 4, 'project_id': '2afa5dbd30ba4cb68804e055d42f79c0', 'gw_port': {'id': '90a11823-5abe-43a5-8783-755b1267114c', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fe:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436da70d-c637-4f7e-8c94-7ac505f1da74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:16:21Z', 'updated_at': '2021-11-25T13:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'b2db403c-9843-49b7-a251-e8871eec15f1', 'name': '', 'network_id': 'b28d4aaf-5cbc-4392-a60d-ea5693cb84ed', 'tenant_id': '2afa5dbd30ba4cb68804e055d42f79c0', 'mac_address': 'fa:16:3e:18:f2:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436da70d-c637-4f7e-8c94-7ac505f1da74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '9dd595ae-d987-49da-a0fc-969798753043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:16:29Z', 'updated_at': '2021-11-25T13:16:37Z', 'revision_number': 4, 'project_id': '2afa5dbd30ba4cb68804e055d42f79c0', 'subnets': [{'id': '9dd595ae-d987-49da-a0fc-969798753043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:16:39.442069 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c4ba7-5684-4c26-9b2d-0713b963388b req-d641b5d1-6fe0-40d9-81a8-18252a40d5ae tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:39.444214 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-939c4ba7-5684-4c26-9b2d-0713b963388b req-d641b5d1-6fe0-40d9-81a8-18252a40d5ae tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/ports/e6294caa-eb75-4d6f-9636-ce880c21f4f1 HTTP/1.1" status: 200 len: 943 time: 0.0824962 Nov 25 13:16:39.446523 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-bce8ac09-d0cc-4667-8912-241b28aa6ddc req-00659ec6-1688-41b8-83cd-38c4819afb9d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:39.453160 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8cdfd32c-24c8-4500-8101-abc7d7420a5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:39.508362 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:16:39.516561 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0e9955-52c4-411e-ac14-2abfde8f6ff2 None None] The sync data for ids ['436da70d-c637-4f7e-8c94-7ac505f1da74'] in n-d-808199-11 is: [{'id': '436da70d-c637-4f7e-8c94-7ac505f1da74', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1554366688-router', 'tenant_id': '2afa5dbd30ba4cb68804e055d42f79c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': '90a11823-5abe-43a5-8783-755b1267114c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:16:20Z', 'updated_at': '2021-11-25T13:16:32Z', 'revision_number': 4, 'project_id': '2afa5dbd30ba4cb68804e055d42f79c0', 'gw_port': {'id': '90a11823-5abe-43a5-8783-755b1267114c', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fe:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436da70d-c637-4f7e-8c94-7ac505f1da74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:16:21Z', 'updated_at': '2021-11-25T13:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'b2db403c-9843-49b7-a251-e8871eec15f1', 'name': '', 'network_id': 'b28d4aaf-5cbc-4392-a60d-ea5693cb84ed', 'tenant_id': '2afa5dbd30ba4cb68804e055d42f79c0', 'mac_address': 'fa:16:3e:18:f2:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436da70d-c637-4f7e-8c94-7ac505f1da74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '9dd595ae-d987-49da-a0fc-969798753043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:16:29Z', 'updated_at': '2021-11-25T13:16:37Z', 'revision_number': 4, 'project_id': '2afa5dbd30ba4cb68804e055d42f79c0', 'subnets': [{'id': '9dd595ae-d987-49da-a0fc-969798753043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:16:39.552855 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-d220c787-c581-4367-9884-d6769a7f604e None None] For port b2db403c-9843-49b7-a251-e8871eec15f1, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=b2db403c-9843-49b7-a251-e8871eec15f1,segment=NetworkSegment(fe44cc17-6e94-4c9c-a304-32045d73ad6d),segment_id=fe44cc17-6e94-4c9c-a304-32045d73ad6d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:16:39.560686 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d85a3d-be19-4726-a15d-3e01ef902ccb None None] Sync routers for ids ['fc5e4480-9680-4230-91ca-75120d6779c1'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:16:39.565214 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d220c787-c581-4367-9884-d6769a7f604e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:39.573287 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d85a3d-be19-4726-a15d-3e01ef902ccb None None] Routers {'fc5e4480-9680-4230-91ca-75120d6779c1'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:16:39.579466 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-76d85a3d-be19-4726-a15d-3e01ef902ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:16:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['fc5e4480-9680-4230-91ca-75120d6779c1'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:16:39.667306 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea68ac4-8451-45e0-83c1-1629fe4cd491 req-13ceba95-d294-4c32-96ff-67a257dcc402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:39.669429 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0ea68ac4-8451-45e0-83c1-1629fe4cd491 req-13ceba95-d294-4c32-96ff-67a257dcc402 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2418339 Nov 25 13:16:39.670476 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d220c787-c581-4367-9884-d6769a7f604e None None] Pushing event updated for resources: {'Port': ['ID=b2db403c-9843-49b7-a251-e8871eec15f1,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:39.708894 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-db08036f-6e8b-4317-85a8-c188fe2fa79d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108756572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108756572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:39.793626 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-db08036f-6e8b-4317-85a8-c188fe2fa79d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108756572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108756572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64a36b36-c741-4773-b9ee-332a0926b596']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:16:39.806307 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-db08036f-6e8b-4317-85a8-c188fe2fa79d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108756572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108756572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5b3e92d-76d4-4514-b053-3a9aa39831ef') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:16:39.806566 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-76d85a3d-be19-4726-a15d-3e01ef902ccb None None] Set router fc5e4480-9680-4230-91ca-75120d6779c1 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:16:39.806889 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-db08036f-6e8b-4317-85a8-c188fe2fa79d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108756572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108756572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5b3e92d-76d4-4514-b053-3a9aa39831ef') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:16:39.820581 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-db08036f-6e8b-4317-85a8-c188fe2fa79d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108756572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108756572-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:39.833220 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67eb66-4bc2-4c68-b5c4-025dc8cf1491 req-7fb45f19-e088-4110-a71e-0e4e1f4b16bf tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:39.835810 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fa67eb66-4bc2-4c68-b5c4-025dc8cf1491 req-7fb45f19-e088-4110-a71e-0e4e1f4b16bf tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] 10.222.0.53 "GET /v2.0/ports?device_id=299b6d78-f2b2-4f11-a6f8-2b89c9144734 HTTP/1.1" status: 200 len: 948 time: 0.5130153 Nov 25 13:16:39.846340 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-db08036f-6e8b-4317-85a8-c188fe2fa79d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108756572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108756572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:39.856131 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db08036f-6e8b-4317-85a8-c188fe2fa79d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108756572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108756572-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:16:39.857186 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-db08036f-6e8b-4317-85a8-c188fe2fa79d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108756572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108756572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:39.858543 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.provisioning_blocks [req-bce8ac09-d0cc-4667-8912-241b28aa6ddc req-00659ec6-1688-41b8-83cd-38c4819afb9d service neutron] Transition to ACTIVE for port object 122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e will not be triggered until provisioned by entity L2. {{(pid=103570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:16:39.860411 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:16:39.860411 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:16:39.860411 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:16:39.860411 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:16:39.860411 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:16:39.860411 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:16:39.860411 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:16:39.860411 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:16:39.860411 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:16:39.860411 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:16:39.860411 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:16:39.860411 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:16:39.860411 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:16:39.860411 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:16:39.860411 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:16:39.860411 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:16:39.860411 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:16:39.860411 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:16:39.860411 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:16:39.860411 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:16:39.860411 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:16:39.860411 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:16:39.860411 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:16:39.860411 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:16:39.860411 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:16:39.860411 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:16:39.860411 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:16:39.860411 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:16:39.860411 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:16:39.860411 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:16:39.860411 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:16:39.860411 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:16:39.879841 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-bce8ac09-d0cc-4667-8912-241b28aa6ddc req-00659ec6-1688-41b8-83cd-38c4819afb9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:39.894564 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c4ba7-5684-4c26-9b2d-0713b963388b req-9415978d-4d57-4200-8558-75de938dcfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:39.896292 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-939c4ba7-5684-4c26-9b2d-0713b963388b req-9415978d-4d57-4200-8558-75de938dcfe8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=011bce4f061943c38bb17c6e89517c3b&device_id=8d06c340-3828-448b-ad35-25a20044120b HTTP/1.1" status: 200 len: 1098 time: 0.2406228 Nov 25 13:16:39.958000 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-db08036f-6e8b-4317-85a8-c188fe2fa79d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108756572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108756572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:39.980612 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-db08036f-6e8b-4317-85a8-c188fe2fa79d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108756572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108756572-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:39.990134 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-db08036f-6e8b-4317-85a8-c188fe2fa79d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108756572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108756572-project] 10.222.0.53 "DELETE /v2.0/networks/64a36b36-c741-4773-b9ee-332a0926b596 HTTP/1.1" status: 204 len: 168 time: 1.2016292 Nov 25 13:16:39.997124 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db08036f-6e8b-4317-85a8-c188fe2fa79d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108756572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108756572-project] Pushing event deleted for resources: {'Network': ['ID=64a36b36-c741-4773-b9ee-332a0926b596,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:40.007817 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00659ec6-1688-41b8-83cd-38c4819afb9d service neutron] Pushing event updated for resources: {'Port': ['ID=122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:40.037547 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0ea68ac4-8451-45e0-83c1-1629fe4cd491 req-b61a3b14-4939-4562-aa0d-23006b108d8e service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3596106 Nov 25 13:16:40.275001 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fa67eb66-4bc2-4c68-b5c4-025dc8cf1491 req-94b916c5-2bb7-4a87-91a2-5dbc67ca43b7 tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] 10.222.0.53 "GET /v2.0/security-groups?id=3018a1a8-bfb1-4887-8960-229341a1634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4244187 Nov 25 13:16:40.289870 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0ea68ac4-8451-45e0-83c1-1629fe4cd491 req-82cb8f1a-d7d0-4f1d-8c56-fd635860cc92 service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431614 Nov 25 13:16:40.337913 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-76d85a3d-be19-4726-a15d-3e01ef902ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'name': 'tempest-FloatingIPsAssociationTestJSON-2047343648-router', 'tenant_id': '011bce4f061943c38bb17c6e89517c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '1602871f-8b05-4630-b029-51e088c75da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:15:18Z', 'updated_at': '2021-11-25T13:15:26Z', 'revision_number': 4, 'project_id': '011bce4f061943c38bb17c6e89517c3b', 'gw_port': {'id': '1602871f-8b05-4630-b029-51e088c75da6', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:15:19Z', 'updated_at': '2021-11-25T13:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '1dabe0b5-1f62-4fdd-bab9-5d79d131fa51', 'tenant_id': '011bce4f061943c38bb17c6e89517c3b', 'floating_ip_address': '172.25.5.103', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'port_id': '41542dd6-814a-4e1f-9340-902a70b7e018', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0fcbb25-711a-42a9-b82a-fa06187c61e7', 'mac_address': 'fa:16:3e:96:e2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429b5f06-d1f3-406c-af44-975c4a115680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:16:00Z', 'updated_at': '2021-11-25T13:16:39Z', 'revision_number': 4, 'project_id': '011bce4f061943c38bb17c6e89517c3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be82d167-6675-474b-bc09-7b168b1f7195', 'name': '', 'network_id': 'd0fcbb25-711a-42a9-b82a-fa06187c61e7', 'tenant_id': '011bce4f061943c38bb17c6e89517c3b', 'mac_address': 'fa:16:3e:6c:0c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e77448f8-5c9e-48cf-b9f8-c58db39caf08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:15:24Z', 'updated_at': '2021-11-25T13:15:37Z', 'revision_number': 5, 'project_id': '011bce4f061943c38bb17c6e89517c3b', 'subnets': [{'id': 'e77448f8-5c9e-48cf-b9f8-c58db39caf08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:16:40.347989 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device b2db403c-9843-49b7-a251-e8871eec15f1 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:16:40.413945 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a755d922-e0a3-457d-8d9c-7e6d637b8b81 x-openstack-request-id: req-a755d922-e0a3-457d-8d9c-7e6d637b8b81 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:16:40.414438 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "299b6d78-f2b2-4f11-a6f8-2b89c9144734", "tag": "c4148b1e-2e38-4b8a-a9a2-1bc3ac636534", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:16:40.415046 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a755d922-e0a3-457d-8d9c-7e6d637b8b81 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:16:40.415471 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '299b6d78-f2b2-4f11-a6f8-2b89c9144734', 'tag': 'c4148b1e-2e38-4b8a-a9a2-1bc3ac636534', 'status': 'completed', 'code': 200} Nov 25 13:16:40.477263 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-bce8ac09-d0cc-4667-8912-241b28aa6ddc req-00659ec6-1688-41b8-83cd-38c4819afb9d service neutron] Attempting to bind port 122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:16:40.480419 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-bce8ac09-d0cc-4667-8912-241b28aa6ddc req-00659ec6-1688-41b8-83cd-38c4819afb9d service neutron] Attempting to bind port 122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:16:40.481192 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce8ac09-d0cc-4667-8912-241b28aa6ddc req-00659ec6-1688-41b8-83cd-38c4819afb9d service neutron] Attempting to bind port 122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:16:40.484656 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d85a3d-be19-4726-a15d-3e01ef902ccb None None] Checking router: fc5e4480-9680-4230-91ca-75120d6779c1 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:16:40.520551 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce8ac09-d0cc-4667-8912-241b28aa6ddc req-00659ec6-1688-41b8-83cd-38c4819afb9d service neutron] Port 122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:16:40.522907 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce8ac09-d0cc-4667-8912-241b28aa6ddc req-00659ec6-1688-41b8-83cd-38c4819afb9d service neutron] Attempting to bind port 122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:16:40.528211 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d85a3d-be19-4726-a15d-3e01ef902ccb None None] Routers {'fc5e4480-9680-4230-91ca-75120d6779c1'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:16:40.531691 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-76d85a3d-be19-4726-a15d-3e01ef902ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:16:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['fc5e4480-9680-4230-91ca-75120d6779c1'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:16:40.554151 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce8ac09-d0cc-4667-8912-241b28aa6ddc req-00659ec6-1688-41b8-83cd-38c4819afb9d service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:16:40.561829 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce8ac09-d0cc-4667-8912-241b28aa6ddc req-00659ec6-1688-41b8-83cd-38c4819afb9d service neutron] Checking segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:16:40.565343 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce8ac09-d0cc-4667-8912-241b28aa6ddc req-00659ec6-1688-41b8-83cd-38c4819afb9d service neutron] Bound using segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:16:40.565942 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-bce8ac09-d0cc-4667-8912-241b28aa6ddc req-00659ec6-1688-41b8-83cd-38c4819afb9d service neutron] Bound port: 122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:16:40.566386 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-bce8ac09-d0cc-4667-8912-241b28aa6ddc req-00659ec6-1688-41b8-83cd-38c4819afb9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:40.579916 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86896a0-393e-4870-8288-48ee916ecd6c req-7493921a-0f3f-4a68-bd80-ec027133c192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:40.582326 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c86896a0-393e-4870-8288-48ee916ecd6c req-7493921a-0f3f-4a68-bd80-ec027133c192 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e84a4c00d84d4d2cbb0b4f6986f512f3&device_id=299b6d78-f2b2-4f11-a6f8-2b89c9144734 HTTP/1.1" status: 200 len: 1100 time: 0.1464229 Nov 25 13:16:40.618317 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port b2db403c-9843-49b7-a251-e8871eec15f1 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:16:40.621966 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:40.751303 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-bce8ac09-d0cc-4667-8912-241b28aa6ddc req-00659ec6-1688-41b8-83cd-38c4819afb9d service neutron] For port 122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e, host n-h1-808199-11, cleared binding levels {{(pid=103570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:16:40.755125 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-bce8ac09-d0cc-4667-8912-241b28aa6ddc req-00659ec6-1688-41b8-83cd-38c4819afb9d service neutron] For port 122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:16:40.761506 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46924) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:40.774751 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-8cdfd32c-24c8-4500-8101-abc7d7420a5c admin admin] Deleting port b2db403c-9843-49b7-a251-e8871eec15f1 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:16:40.777192 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8cdfd32c-24c8-4500-8101-abc7d7420a5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:40.785001 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c4ba7-5684-4c26-9b2d-0713b963388b req-ab3a1677-e0bf-422b-a191-11f71bf33d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:40.787232 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86896a0-393e-4870-8288-48ee916ecd6c req-56774bbc-7159-4174-86fa-6d780d78249d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:40.789292 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-939c4ba7-5684-4c26-9b2d-0713b963388b req-ab3a1677-e0bf-422b-a191-11f71bf33d4a service neutron] 10.222.0.53 "GET /v2.0/networks?id=d0fcbb25-711a-42a9-b82a-fa06187c61e7 HTTP/1.1" status: 200 len: 922 time: 0.8803372 Nov 25 13:16:40.790963 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c86896a0-393e-4870-8288-48ee916ecd6c req-56774bbc-7159-4174-86fa-6d780d78249d service neutron] 10.222.0.47 "GET /v2.0/networks?id=85f6380f-3625-4f44-8465-fbcf0c11fed5 HTTP/1.1" status: 200 len: 870 time: 0.1965160 Nov 25 13:16:40.795937 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-bce8ac09-d0cc-4667-8912-241b28aa6ddc req-00659ec6-1688-41b8-83cd-38c4819afb9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:40.811150 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-76d85a3d-be19-4726-a15d-3e01ef902ccb None None] Set router fc5e4480-9680-4230-91ca-75120d6779c1 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:16:40.879989 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8ac09-d0cc-4667-8912-241b28aa6ddc req-00659ec6-1688-41b8-83cd-38c4819afb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:40.880618 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-bce8ac09-d0cc-4667-8912-241b28aa6ddc req-00659ec6-1688-41b8-83cd-38c4819afb9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:40.882995 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bce8ac09-d0cc-4667-8912-241b28aa6ddc req-00659ec6-1688-41b8-83cd-38c4819afb9d service neutron] 10.222.0.66 "PUT /v2.0/ports/122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e HTTP/1.1" status: 200 len: 1096 time: 4.4708982 Nov 25 13:16:40.932815 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c86896a0-393e-4870-8288-48ee916ecd6c req-19c93121-158b-49b4-86d3-913912d8bc89 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=c4148b1e-2e38-4b8a-a9a2-1bc3ac636534 HTTP/1.1" status: 200 len: 217 time: 0.1344128 Nov 25 13:16:41.000662 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee095218-51cc-472a-8507-42d804b17895 req-4d57a48e-fe08-4616-8c4d-9be1e8d5845e tempest-ImagesNegativeTestJSON-2040479783 tempest-ImagesNegativeTestJSON-2040479783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:41.002782 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ee095218-51cc-472a-8507-42d804b17895 req-4d57a48e-fe08-4616-8c4d-9be1e8d5845e tempest-ImagesNegativeTestJSON-2040479783 tempest-ImagesNegativeTestJSON-2040479783-project] 10.222.0.53 "GET /v2.0/ports?device_id=ccfa106e-1f37-4edd-ad27-2904872c4a76 HTTP/1.1" status: 200 len: 949 time: 0.4072630 Nov 25 13:16:41.009342 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-939c4ba7-5684-4c26-9b2d-0713b963388b req-20ddd647-c84d-4fbe-b7ee-9c49ce4e0cdb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6294caa-eb75-4d6f-9636-ce880c21f4f1 HTTP/1.1" status: 200 len: 217 time: 0.1951036 Nov 25 13:16:41.056918 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 2621575a-478d-4d96-a64b-0a45194d4db5 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:16:41.059206 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86896a0-393e-4870-8288-48ee916ecd6c req-aeb2ecae-7db8-405f-ba81-2ab872712c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:41.064251 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c86896a0-393e-4870-8288-48ee916ecd6c req-aeb2ecae-7db8-405f-ba81-2ab872712c81 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.1239250 Nov 25 13:16:41.153393 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86896a0-393e-4870-8288-48ee916ecd6c req-63e2bc17-390d-4b9a-acf4-3c659d50a0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:41.160406 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c86896a0-393e-4870-8288-48ee916ecd6c req-63e2bc17-390d-4b9a-acf4-3c659d50a0a0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0868452 Nov 25 13:16:41.198388 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 2621575a-478d-4d96-a64b-0a45194d4db5 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:16:41.203337 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 2621575a-478d-4d96-a64b-0a45194d4db5 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:16:41.204152 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:41.245300 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c4ba7-5684-4c26-9b2d-0713b963388b req-9d5e9d7d-7074-4310-803f-4fadbb01c2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:41.248168 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-939c4ba7-5684-4c26-9b2d-0713b963388b req-9d5e9d7d-7074-4310-803f-4fadbb01c2b8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e77448f8-5c9e-48cf-b9f8-c58db39caf08 HTTP/1.1" status: 200 len: 860 time: 0.1568317 Nov 25 13:16:41.252609 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ee095218-51cc-472a-8507-42d804b17895 req-890b534d-6772-468e-acc2-69facef73d1e tempest-ImagesNegativeTestJSON-2040479783 tempest-ImagesNegativeTestJSON-2040479783-project] 10.222.0.53 "GET /v2.0/security-groups?id=2cf599f6-dde0-4c05-acdb-30bbe63f86ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362413 Nov 25 13:16:41.279083 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-8cdfd32c-24c8-4500-8101-abc7d7420a5c admin admin] For port b2db403c-9843-49b7-a251-e8871eec15f1, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=b2db403c-9843-49b7-a251-e8871eec15f1,segment=NetworkSegment(fe44cc17-6e94-4c9c-a304-32045d73ad6d),segment_id=fe44cc17-6e94-4c9c-a304-32045d73ad6d)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:16:41.279873 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8cdfd32c-24c8-4500-8101-abc7d7420a5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:41.302084 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-8cdfd32c-24c8-4500-8101-abc7d7420a5c admin admin] Calling delete_port for b2db403c-9843-49b7-a251-e8871eec15f1 owned by network:router_interface {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:16:41.306016 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-76d85a3d-be19-4726-a15d-3e01ef902ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'name': 'tempest-FloatingIPsAssociationTestJSON-2047343648-router', 'tenant_id': '011bce4f061943c38bb17c6e89517c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '1602871f-8b05-4630-b029-51e088c75da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:15:18Z', 'updated_at': '2021-11-25T13:15:26Z', 'revision_number': 4, 'project_id': '011bce4f061943c38bb17c6e89517c3b', 'gw_port': {'id': '1602871f-8b05-4630-b029-51e088c75da6', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:15:19Z', 'updated_at': '2021-11-25T13:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '1dabe0b5-1f62-4fdd-bab9-5d79d131fa51', 'tenant_id': '011bce4f061943c38bb17c6e89517c3b', 'floating_ip_address': '172.25.5.103', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'port_id': '41542dd6-814a-4e1f-9340-902a70b7e018', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0fcbb25-711a-42a9-b82a-fa06187c61e7', 'mac_address': 'fa:16:3e:96:e2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429b5f06-d1f3-406c-af44-975c4a115680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:16:00Z', 'updated_at': '2021-11-25T13:16:39Z', 'revision_number': 4, 'project_id': '011bce4f061943c38bb17c6e89517c3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be82d167-6675-474b-bc09-7b168b1f7195', 'name': '', 'network_id': 'd0fcbb25-711a-42a9-b82a-fa06187c61e7', 'tenant_id': '011bce4f061943c38bb17c6e89517c3b', 'mac_address': 'fa:16:3e:6c:0c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e77448f8-5c9e-48cf-b9f8-c58db39caf08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:15:24Z', 'updated_at': '2021-11-25T13:15:37Z', 'revision_number': 5, 'project_id': '011bce4f061943c38bb17c6e89517c3b', 'subnets': [{'id': 'e77448f8-5c9e-48cf-b9f8-c58db39caf08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:16:41.343069 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d85a3d-be19-4726-a15d-3e01ef902ccb None None] The sync data for ids ['fc5e4480-9680-4230-91ca-75120d6779c1'] in n-d-808199-11 is: [{'id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'name': 'tempest-FloatingIPsAssociationTestJSON-2047343648-router', 'tenant_id': '011bce4f061943c38bb17c6e89517c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '1602871f-8b05-4630-b029-51e088c75da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:15:18Z', 'updated_at': '2021-11-25T13:15:26Z', 'revision_number': 4, 'project_id': '011bce4f061943c38bb17c6e89517c3b', 'gw_port': {'id': '1602871f-8b05-4630-b029-51e088c75da6', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:15:19Z', 'updated_at': '2021-11-25T13:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '1dabe0b5-1f62-4fdd-bab9-5d79d131fa51', 'tenant_id': '011bce4f061943c38bb17c6e89517c3b', 'floating_ip_address': '172.25.5.103', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'port_id': '41542dd6-814a-4e1f-9340-902a70b7e018', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0fcbb25-711a-42a9-b82a-fa06187c61e7', 'mac_address': 'fa:16:3e:96:e2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429b5f06-d1f3-406c-af44-975c4a115680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:16:00Z', 'updated_at': '2021-11-25T13:16:39Z', 'revision_number': 4, 'project_id': '011bce4f061943c38bb17c6e89517c3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be82d167-6675-474b-bc09-7b168b1f7195', 'name': '', 'network_id': 'd0fcbb25-711a-42a9-b82a-fa06187c61e7', 'tenant_id': '011bce4f061943c38bb17c6e89517c3b', 'mac_address': 'fa:16:3e:6c:0c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e77448f8-5c9e-48cf-b9f8-c58db39caf08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:15:24Z', 'updated_at': '2021-11-25T13:15:37Z', 'revision_number': 5, 'project_id': '011bce4f061943c38bb17c6e89517c3b', 'subnets': [{'id': 'e77448f8-5c9e-48cf-b9f8-c58db39caf08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:16:41.393499 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c86896a0-393e-4870-8288-48ee916ecd6c req-596b7455-e1c0-434c-b966-673986fb250b service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211466 Nov 25 13:16:41.418429 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:41.437193 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:41.497791 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 2621575a-478d-4d96-a64b-0a45194d4db5, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=2621575a-478d-4d96-a64b-0a45194d4db5,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:16:41.499595 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccfa106e-1f37-4edd-ad27-2904872c4a76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2621575a-478d-4d96-a64b-0a45194d4db5'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:16:41.507432 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37021a43-ffd1-4738-82f3-ff64e4aa381e" -d '{"events": [{"server_uuid": "ccfa106e-1f37-4edd-ad27-2904872c4a76", "name": "network-vif-plugged", "status": "completed", "tag": "2621575a-478d-4d96-a64b-0a45194d4db5"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:16:41.512024 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:41.578602 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=2621575a-478d-4d96-a64b-0a45194d4db5,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:41.586292 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c86896a0-393e-4870-8288-48ee916ecd6c req-66f28e85-2caa-4b1b-9b82-3e2885a9683e service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850533 Nov 25 13:16:41.590949 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00659ec6-1688-41b8-83cd-38c4819afb9d service neutron] Pushing event updated for resources: {'Port': ['ID=122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e,revision_number=3']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:41.624690 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b5331931-9134-4eb9-bf10-138ac411c967 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=03d49bf3852747669dd745e2c9b076ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8618436 Nov 25 13:16:41.626655 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8ac09-d0cc-4667-8912-241b28aa6ddc req-06098fb5-2677-44c7-a4cd-5381769774fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:41.627424 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46934) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:41.628119 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bce8ac09-d0cc-4667-8912-241b28aa6ddc req-06098fb5-2677-44c7-a4cd-5381769774fd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e84a4c00d84d4d2cbb0b4f6986f512f3&device_id=e23d7bc0-0e21-420d-9355-e4e3f6a07b36 HTTP/1.1" status: 200 len: 1099 time: 0.6569684 Nov 25 13:16:41.708661 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8813afea-75b9-407c-a28b-4187e53ffb9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:41.726159 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bce8ac09-d0cc-4667-8912-241b28aa6ddc req-b72892c9-efa5-47e5-8c6e-a92f84868cf9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e HTTP/1.1" status: 200 len: 217 time: 0.0716064 Nov 25 13:16:41.739170 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d6ad4-5585-46bf-b6bc-90efb3bfe979 req-982fad44-6791-4de1-be2b-bc0cd157cb1c tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:41.740629 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-166d6ad4-5585-46bf-b6bc-90efb3bfe979 req-982fad44-6791-4de1-be2b-bc0cd157cb1c tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 944 time: 0.3545945 Nov 25 13:16:41.747706 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8813afea-75b9-407c-a28b-4187e53ffb9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:41.749316 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c4ba7-5684-4c26-9b2d-0713b963388b req-0ce3e4f6-2f60-47bb-abfb-451d634bcf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:41.750939 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-939c4ba7-5684-4c26-9b2d-0713b963388b req-0ce3e4f6-2f60-47bb-abfb-451d634bcf9b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d0fcbb25-711a-42a9-b82a-fa06187c61e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4301240 Nov 25 13:16:41.808405 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8813afea-75b9-407c-a28b-4187e53ffb9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:41.811874 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8813afea-75b9-407c-a28b-4187e53ffb9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:41.813263 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-8813afea-75b9-407c-a28b-4187e53ffb9d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8dbac995-224d-4915-a132-95c43506dd90 HTTP/1.1" status: 204 len: 168 time: 0.1847565 Nov 25 13:16:41.816107 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [req-939c4ba7-5684-4c26-9b2d-0713b963388b req-02642375-4e57-4786-acec-73a0900cfbda service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:16:41.817197 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-939c4ba7-5684-4c26-9b2d-0713b963388b req-02642375-4e57-4786-acec-73a0900cfbda service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0091693 Nov 25 13:16:41.824402 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8813afea-75b9-407c-a28b-4187e53ffb9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dbac995-224d-4915-a132-95c43506dd90,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:41.971359 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8ac09-d0cc-4667-8912-241b28aa6ddc req-6233aa7a-d59d-461b-a1b5-fc570c584d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:41.972858 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bce8ac09-d0cc-4667-8912-241b28aa6ddc req-6233aa7a-d59d-461b-a1b5-fc570c584d4d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.2297883 Nov 25 13:16:41.980063 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-166d6ad4-5585-46bf-b6bc-90efb3bfe979 req-77449abe-c1ad-47dc-8c7a-7155d262f285 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1789789 Nov 25 13:16:42.055233 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50386031-3af0-439b-8622-ec7bd7d82ce2 x-openstack-request-id: req-50386031-3af0-439b-8622-ec7bd7d82ce2 {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:16:42.055532 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d06c340-3828-448b-ad35-25a20044120b", "tag": "e6294caa-eb75-4d6f-9636-ce880c21f4f1", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:16:42.055792 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-50386031-3af0-439b-8622-ec7bd7d82ce2 {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:16:42.056188 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d06c340-3828-448b-ad35-25a20044120b', 'tag': 'e6294caa-eb75-4d6f-9636-ce880c21f4f1', 'status': 'completed', 'code': 200} Nov 25 13:16:42.085716 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-939c4ba7-5684-4c26-9b2d-0713b963388b req-f61154d8-e931-4286-9a74-334f0cadc71c service neutron] 10.222.0.53 "GET /v2.0/networks/d0fcbb25-711a-42a9-b82a-fa06187c61e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247784 Nov 25 13:16:42.170120 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8ac09-d0cc-4667-8912-241b28aa6ddc req-85724a65-e24e-4870-8067-c63b9ca55b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:42.172080 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bce8ac09-d0cc-4667-8912-241b28aa6ddc req-85724a65-e24e-4870-8067-c63b9ca55b43 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1887524 Nov 25 13:16:42.213240 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [req-bce8ac09-d0cc-4667-8912-241b28aa6ddc req-1368880d-82e4-4219-9fa8-3105ab3c2968 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:16:42.214527 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bce8ac09-d0cc-4667-8912-241b28aa6ddc req-1368880d-82e4-4219-9fa8-3105ab3c2968 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071161 Nov 25 13:16:42.216203 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c339558-52cb-4084-bb37-60fa860d1bae req-cb399600-f060-4b49-85eb-7bf70479239e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:42.218208 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4c339558-52cb-4084-bb37-60fa860d1bae req-cb399600-f060-4b49-85eb-7bf70479239e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=011bce4f061943c38bb17c6e89517c3b&device_id=8d06c340-3828-448b-ad35-25a20044120b HTTP/1.1" status: 200 len: 1098 time: 0.1419432 Nov 25 13:16:42.238176 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8cdfd32c-24c8-4500-8101-abc7d7420a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:42.266586 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46946) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:42.329885 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdfd32c-24c8-4500-8101-abc7d7420a5c admin admin] Pushing event deleted for resources: {'Port': ['ID=b2db403c-9843-49b7-a251-e8871eec15f1,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:42.333896 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c339558-52cb-4084-bb37-60fa860d1bae req-af0cd617-d8d8-4e37-82af-73f7817adf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:42.336114 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4c339558-52cb-4084-bb37-60fa860d1bae req-af0cd617-d8d8-4e37-82af-73f7817adf05 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d0fcbb25-711a-42a9-b82a-fa06187c61e7 HTTP/1.1" status: 200 len: 922 time: 0.1110871 Nov 25 13:16:42.386449 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4c339558-52cb-4084-bb37-60fa860d1bae req-740bbf1d-8ae3-46b5-9d04-e56fa623001f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6294caa-eb75-4d6f-9636-ce880c21f4f1 HTTP/1.1" status: 200 len: 217 time: 0.0435925 Nov 25 13:16:42.466243 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c339558-52cb-4084-bb37-60fa860d1bae req-6f915104-db60-4382-9e9c-7bd2f32ef01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:42.468361 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4c339558-52cb-4084-bb37-60fa860d1bae req-6f915104-db60-4382-9e9c-7bd2f32ef01b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e77448f8-5c9e-48cf-b9f8-c58db39caf08 HTTP/1.1" status: 200 len: 860 time: 0.0724156 Nov 25 13:16:42.495079 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-939c4ba7-5684-4c26-9b2d-0713b963388b req-d46fc724-b8c0-4d57-a948-8f8e43afcc9e service neutron] 10.222.0.53 "GET /v2.0/networks/d0fcbb25-711a-42a9-b82a-fa06187c61e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3818755 Nov 25 13:16:42.513107 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d96cadac-e4ae-499d-b334-13b585dc10e8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=935bf5ee7c7842b89320b4ea697fd045&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2274115 Nov 25 13:16:42.520318 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46950) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:42.555082 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ec27a-3638-48d7-a33e-4d6620d1036c req-9931e6e1-3710-4dd0-b76b-00f45389fa47 tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:42.556682 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ee8ec27a-3638-48d7-a33e-4d6620d1036c req-9931e6e1-3710-4dd0-b76b-00f45389fa47 tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] 10.222.0.53 "GET /v2.0/ports?device_id=299b6d78-f2b2-4f11-a6f8-2b89c9144734 HTTP/1.1" status: 200 len: 948 time: 0.2352865 Nov 25 13:16:42.590206 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c339558-52cb-4084-bb37-60fa860d1bae req-a4336932-3580-44ad-94c4-a38e24fe394d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:42.591791 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4c339558-52cb-4084-bb37-60fa860d1bae req-a4336932-3580-44ad-94c4-a38e24fe394d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d0fcbb25-711a-42a9-b82a-fa06187c61e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1155393 Nov 25 13:16:42.599739 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bce8ac09-d0cc-4667-8912-241b28aa6ddc req-c94a8b35-02ba-43d1-8b38-f0265b2626ed service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3752284 Nov 25 13:16:42.662329 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-20861f6e-36cd-4c18-8ad6-8a298e48f49d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:42.696025 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-20861f6e-36cd-4c18-8ad6-8a298e48f49d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:42.749184 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4c339558-52cb-4084-bb37-60fa860d1bae req-0075ec12-9a5b-4c53-b649-6afefb9749fb service neutron] 10.222.0.47 "GET /v2.0/networks/d0fcbb25-711a-42a9-b82a-fa06187c61e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488240 Nov 25 13:16:42.770969 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c4ba7-5684-4c26-9b2d-0713b963388b req-f0abd819-b372-4724-836c-d21f3fb036fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:42.772597 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-939c4ba7-5684-4c26-9b2d-0713b963388b req-f0abd819-b372-4724-836c-d21f3fb036fa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=011bce4f061943c38bb17c6e89517c3b&device_id=429b5f06-d1f3-406c-af44-975c4a115680 HTTP/1.1" status: 200 len: 1097 time: 0.2150123 Nov 25 13:16:42.782514 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ee8ec27a-3638-48d7-a33e-4d6620d1036c req-4447bf5d-cc8c-4bbe-b82a-acb8b47e1bae tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] 10.222.0.53 "GET /v2.0/security-groups?id=3018a1a8-bfb1-4887-8960-229341a1634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131009 Nov 25 13:16:42.841926 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-20861f6e-36cd-4c18-8ad6-8a298e48f49d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:42.844767 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-20861f6e-36cd-4c18-8ad6-8a298e48f49d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:42.845947 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-20861f6e-36cd-4c18-8ad6-8a298e48f49d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e950a7d0-7038-4e27-ab9b-bd2199563de8 HTTP/1.1" status: 204 len: 168 time: 0.3246484 Nov 25 13:16:42.858550 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20861f6e-36cd-4c18-8ad6-8a298e48f49d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e950a7d0-7038-4e27-ab9b-bd2199563de8,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:42.870945 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04bdf346-6b91-4e75-acb9-79b398c0745a x-openstack-request-id: req-04bdf346-6b91-4e75-acb9-79b398c0745a {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:16:42.871966 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccfa106e-1f37-4edd-ad27-2904872c4a76", "name": "network-vif-plugged", "status": "completed", "tag": "2621575a-478d-4d96-a64b-0a45194d4db5", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:16:42.872380 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-04bdf346-6b91-4e75-acb9-79b398c0745a {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:16:42.872942 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccfa106e-1f37-4edd-ad27-2904872c4a76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2621575a-478d-4d96-a64b-0a45194d4db5', 'code': 200} Nov 25 13:16:42.950858 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4c339558-52cb-4084-bb37-60fa860d1bae req-b72beba5-75fa-469a-a656-fa71054c3b2d service neutron] 10.222.0.47 "GET /v2.0/networks/d0fcbb25-711a-42a9-b82a-fa06187c61e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939545 Nov 25 13:16:42.959153 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8cdfd32c-24c8-4500-8101-abc7d7420a5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:42.971502 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bce8ac09-d0cc-4667-8912-241b28aa6ddc req-f9b4f124-c323-4daf-b21f-72c05002c548 service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328147 Nov 25 13:16:43.036829 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5029228-3b7d-42cf-9890-e763cdf4c1ea req-0a428c11-b809-47be-9c42-15cf13da7064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:43.039091 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a5029228-3b7d-42cf-9890-e763cdf4c1ea req-0a428c11-b809-47be-9c42-15cf13da7064 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ccfa106e-1f37-4edd-ad27-2904872c4a76 HTTP/1.1" status: 200 len: 1102 time: 0.0658655 Nov 25 13:16:43.072000 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device c4148b1e-2e38-4b8a-a9a2-1bc3ac636534 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:16:43.134548 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a5029228-3b7d-42cf-9890-e763cdf4c1ea req-93ee0a82-643f-4c90-af94-32458c70ae83 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2cf599f6-dde0-4c05-acdb-30bbe63f86ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867214 Nov 25 13:16:43.229845 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port c4148b1e-2e38-4b8a-a9a2-1bc3ac636534, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=c4148b1e-2e38-4b8a-a9a2-1bc3ac636534,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:16:43.244773 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': 'c4148b1e-2e38-4b8a-a9a2-1bc3ac636534', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'port_id': 'c4148b1e-2e38-4b8a-a9a2-1bc3ac636534', 'mac_address': 'fa:16:3e:92:23:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce5ca48-e3be-44c6-9584-fd9eb8c67222', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:16:43.295511 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:43.312705 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4148b1e-2e38-4b8a-a9a2-1bc3ac636534 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:16:43.338525 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port c4148b1e-2e38-4b8a-a9a2-1bc3ac636534, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=c4148b1e-2e38-4b8a-a9a2-1bc3ac636534,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:16:43.346977 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:43.421465 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c4ba7-5684-4c26-9b2d-0713b963388b req-62a86d23-4d5a-45d3-8bfe-711000554481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:43.421769 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=c4148b1e-2e38-4b8a-a9a2-1bc3ac636534,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:43.429224 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-939c4ba7-5684-4c26-9b2d-0713b963388b req-62a86d23-4d5a-45d3-8bfe-711000554481 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d0fcbb25-711a-42a9-b82a-fa06187c61e7 HTTP/1.1" status: 200 len: 922 time: 0.6221187 Nov 25 13:16:43.601174 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['c4148b1e-2e38-4b8a-a9a2-1bc3ac636534'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:16:43.615237 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-939c4ba7-5684-4c26-9b2d-0713b963388b req-eb2eff75-0802-44e5-b798-cbeb9eec84bc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41542dd6-814a-4e1f-9340-902a70b7e018 HTTP/1.1" status: 200 len: 1001 time: 0.1849720 Nov 25 13:16:43.697143 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f46e02b-624f-43ff-9913-9ce22cbb22ca req-7d2e8c8d-f6ea-438b-8586-95195fed3821 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:43.705313 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3f46e02b-624f-43ff-9913-9ce22cbb22ca req-7d2e8c8d-f6ea-438b-8586-95195fed3821 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/networks?id=9accb235-a825-49d8-b9c6-39063069a4b3 HTTP/1.1" status: 200 len: 811 time: 0.7278700 Nov 25 13:16:43.734850 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3f46e02b-624f-43ff-9913-9ce22cbb22ca req-375968a6-b9dc-40fc-8c8a-02ddf3767795 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/quotas/621e47be21954218b422540d084376f9 HTTP/1.1" status: 200 len: 375 time: 0.0279620 Nov 25 13:16:43.800957 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c4ba7-5684-4c26-9b2d-0713b963388b req-274e37a4-99e4-4945-8d98-1a8641f46e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:43.802555 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-939c4ba7-5684-4c26-9b2d-0713b963388b req-274e37a4-99e4-4945-8d98-1a8641f46e2a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e77448f8-5c9e-48cf-b9f8-c58db39caf08 HTTP/1.1" status: 200 len: 860 time: 0.1811721 Nov 25 13:16:43.937595 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3f46e02b-624f-43ff-9913-9ce22cbb22ca req-32174d5b-7b81-48fc-9f64-8714aa88b114 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=621e47be21954218b422540d084376f9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2012451 Nov 25 13:16:44.024192 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cdfd32c-24c8-4500-8101-abc7d7420a5c admin admin] Router 436da70d-c637-4f7e-8c94-7ac505f1da74 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:16:44.027684 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c4ba7-5684-4c26-9b2d-0713b963388b req-e5e568b2-c1f6-4acf-b630-8e6a3f7b8aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:44.029223 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-939c4ba7-5684-4c26-9b2d-0713b963388b req-e5e568b2-c1f6-4acf-b630-8e6a3f7b8aa1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d0fcbb25-711a-42a9-b82a-fa06187c61e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1996155 Nov 25 13:16:44.060431 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '429b5f06-d1f3-406c-af44-975c4a115680', 'tag': '41542dd6-814a-4e1f-9340-902a70b7e018'}, {'name': 'network-changed', 'server_uuid': 'e23d7bc0-0e21-420d-9355-e4e3f6a07b36', 'tag': '122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:16:44.062582 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bbe3d36-f430-4a24-a71f-475209b03c76" -d '{"events": [{"name": "network-changed", "server_uuid": "429b5f06-d1f3-406c-af44-975c4a115680", "tag": "41542dd6-814a-4e1f-9340-902a70b7e018"}, {"name": "network-changed", "server_uuid": "e23d7bc0-0e21-420d-9355-e4e3f6a07b36", "tag": "122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:16:44.173241 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3f46e02b-624f-43ff-9913-9ce22cbb22ca req-b69a2653-91b8-4237-a2a0-45c4f4c337e7 service neutron] 10.222.0.53 "GET /v2.0/networks/9accb235-a825-49d8-b9c6-39063069a4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342849 Nov 25 13:16:44.328907 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-939c4ba7-5684-4c26-9b2d-0713b963388b req-da09a30b-7100-4580-b02e-d84f36da659e service neutron] 10.222.0.53 "GET /v2.0/networks/d0fcbb25-711a-42a9-b82a-fa06187c61e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696834 Nov 25 13:16:44.343702 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cdfd32c-24c8-4500-8101-abc7d7420a5c admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:16:44.352033 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-8cdfd32c-24c8-4500-8101-abc7d7420a5c admin admin] 10.222.0.53 "PUT /v2.0/routers/436da70d-c637-4f7e-8c94-7ac505f1da74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7801344 Nov 25 13:16:44.357301 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46994) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:44.371773 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2ca913-7408-4c94-840b-a3eaf47f1df7 None None] Sync routers for ids ['436da70d-c637-4f7e-8c94-7ac505f1da74'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:16:44.393599 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2ca913-7408-4c94-840b-a3eaf47f1df7 None None] Routers {'436da70d-c637-4f7e-8c94-7ac505f1da74'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:16:44.394224 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-5c2ca913-7408-4c94-840b-a3eaf47f1df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:16:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['436da70d-c637-4f7e-8c94-7ac505f1da74'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:16:44.487111 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3f46e02b-624f-43ff-9913-9ce22cbb22ca req-e3b24144-f25b-4243-b1c6-720684edf35f service neutron] 10.222.0.53 "GET /v2.0/networks/9accb235-a825-49d8-b9c6-39063069a4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036768 Nov 25 13:16:44.631195 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-5c2ca913-7408-4c94-840b-a3eaf47f1df7 None None] Set router 436da70d-c637-4f7e-8c94-7ac505f1da74 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:16:44.657792 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cacf0930-a820-41a2-9b6e-bca16b0188c4 admin admin] Publish callbacks [] for router, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:44.810934 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-939c4ba7-5684-4c26-9b2d-0713b963388b req-9e3776a2-d6de-4583-9590-60ea95875fe3 service neutron] 10.222.0.53 "GET /v2.0/networks/d0fcbb25-711a-42a9-b82a-fa06187c61e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3549006 Nov 25 13:16:45.000334 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cacf0930-a820-41a2-9b6e-bca16b0188c4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:45.038128 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de71df0-9524-4fa3-bac1-140f8b57f01d req-ac65571b-a9cf-4c3d-921e-fdda58712f80 tempest-ImagesNegativeTestJSON-2040479783 tempest-ImagesNegativeTestJSON-2040479783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:45.046333 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8de71df0-9524-4fa3-bac1-140f8b57f01d req-ac65571b-a9cf-4c3d-921e-fdda58712f80 tempest-ImagesNegativeTestJSON-2040479783 tempest-ImagesNegativeTestJSON-2040479783-project] 10.222.0.53 "GET /v2.0/ports?device_id=ccfa106e-1f37-4edd-ad27-2904872c4a76 HTTP/1.1" status: 200 len: 950 time: 0.1639919 Nov 25 13:16:45.079891 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:16:45.142194 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 47018) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:45.204328 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8de71df0-9524-4fa3-bac1-140f8b57f01d req-40bb1690-dc25-48f9-95c8-c327db1904fc tempest-ImagesNegativeTestJSON-2040479783 tempest-ImagesNegativeTestJSON-2040479783-project] 10.222.0.53 "GET /v2.0/security-groups?id=2cf599f6-dde0-4c05-acdb-30bbe63f86ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569438 Nov 25 13:16:45.286412 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device c4148b1e-2e38-4b8a-a9a2-1bc3ac636534 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:16:45.297789 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 25 Nov 2021 13:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148e1c76-d7d4-49e0-938e-60ac5642383b x-openstack-request-id: req-148e1c76-d7d4-49e0-938e-60ac5642383b {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:16:45.298103 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "429b5f06-d1f3-406c-af44-975c4a115680", "tag": "41542dd6-814a-4e1f-9340-902a70b7e018", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e23d7bc0-0e21-420d-9355-e4e3f6a07b36", "tag": "122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:16:45.303600 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-148e1c76-d7d4-49e0-938e-60ac5642383b {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:16:45.304075 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '429b5f06-d1f3-406c-af44-975c4a115680', 'tag': '41542dd6-814a-4e1f-9340-902a70b7e018', 'status': 'completed', 'code': 200} Nov 25 13:16:45.307409 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e23d7bc0-0e21-420d-9355-e4e3f6a07b36', 'tag': '122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e', 'status': 'completed', 'code': 200} Nov 25 13:16:45.403385 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-20512a5b-3a22-484b-959e-1ed510538a3f req-b2cc7405-041b-4132-8f13-b1f7c41a7a44 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=49392237-36aa-4a57-9070-b5a42c36fa86 HTTP/1.1" status: 200 len: 210 time: 0.0506287 Nov 25 13:16:45.457802 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-5c2ca913-7408-4c94-840b-a3eaf47f1df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436da70d-c637-4f7e-8c94-7ac505f1da74', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1554366688-router', 'tenant_id': '2afa5dbd30ba4cb68804e055d42f79c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': '90a11823-5abe-43a5-8783-755b1267114c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:16:20Z', 'updated_at': '2021-11-25T13:16:42Z', 'revision_number': 5, 'project_id': '2afa5dbd30ba4cb68804e055d42f79c0', 'gw_port': {'id': '90a11823-5abe-43a5-8783-755b1267114c', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fe:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436da70d-c637-4f7e-8c94-7ac505f1da74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:16:21Z', 'updated_at': '2021-11-25T13:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:16:45.504895 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2ca913-7408-4c94-840b-a3eaf47f1df7 None None] Checking router: 436da70d-c637-4f7e-8c94-7ac505f1da74 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:16:45.507928 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-cacf0930-a820-41a2-9b6e-bca16b0188c4 admin admin] Deleting port 90a11823-5abe-43a5-8783-755b1267114c {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:16:45.508440 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cacf0930-a820-41a2-9b6e-bca16b0188c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:45.512479 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port c4148b1e-2e38-4b8a-a9a2-1bc3ac636534 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:16:45.526092 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port c4148b1e-2e38-4b8a-a9a2-1bc3ac636534 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:16:45.526470 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:45.571642 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2ca913-7408-4c94-840b-a3eaf47f1df7 None None] Routers {'436da70d-c637-4f7e-8c94-7ac505f1da74'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:16:45.572298 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-5c2ca913-7408-4c94-840b-a3eaf47f1df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:16:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['436da70d-c637-4f7e-8c94-7ac505f1da74'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:16:45.639046 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-9f327767-6004-465b-9f85-58f11c68d2c3 tempest-PortsAdminExtendedAttrsTestJSON-745796202 tempest-PortsAdminExtendedAttrsTestJSON-745796202-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1320668867'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:16:45.666893 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:16:45.679268 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe3d36-f430-4a24-a71f-475209b03c76 req-56bd7346-c162-4a0f-9a67-459d4c1c9b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:45.683420 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8bbe3d36-f430-4a24-a71f-475209b03c76 req-56bd7346-c162-4a0f-9a67-459d4c1c9b64 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=011bce4f061943c38bb17c6e89517c3b&device_id=429b5f06-d1f3-406c-af44-975c4a115680 HTTP/1.1" status: 200 len: 1097 time: 0.3285997 Nov 25 13:16:45.695903 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': '122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'port_id': '122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e', 'mac_address': 'fa:16:3e:c6:9d:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce5ca48-e3be-44c6-9584-fd9eb8c67222', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:16:45.717026 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f327767-6004-465b-9f85-58f11c68d2c3 tempest-PortsAdminExtendedAttrsTestJSON-745796202 tempest-PortsAdminExtendedAttrsTestJSON-745796202-project] Made reservation on behalf of c9ebcaf130fb4f4d87f6a7784f0a81f1 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:16:45.721407 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc904b25-e887-4784-9922-f879727fdd1e req-4f75ea6d-e279-4173-8f49-35edba7ad94f tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:45.724342 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cc904b25-e887-4784-9922-f879727fdd1e req-4f75ea6d-e279-4173-8f49-35edba7ad94f tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] 10.222.0.53 "GET /v2.0/ports?device_id=299b6d78-f2b2-4f11-a6f8-2b89c9144734 HTTP/1.1" status: 200 len: 949 time: 0.5082119 Nov 25 13:16:45.728957 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9f327767-6004-465b-9f85-58f11c68d2c3 tempest-PortsAdminExtendedAttrsTestJSON-745796202 tempest-PortsAdminExtendedAttrsTestJSON-745796202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:45.763757 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9f327767-6004-465b-9f85-58f11c68d2c3 tempest-PortsAdminExtendedAttrsTestJSON-745796202 tempest-PortsAdminExtendedAttrsTestJSON-745796202-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:45.774192 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-5c2ca913-7408-4c94-840b-a3eaf47f1df7 None None] Set router 436da70d-c637-4f7e-8c94-7ac505f1da74 gateway port host: None {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:16:45.805695 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-daf4921c-dd14-4e8b-bd37-179246d8f1d1 req-f54e774b-0809-4d43-9565-283f48a4c371 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.103 HTTP/1.1" status: 200 len: 1001 time: 0.3373544 Nov 25 13:16:45.826355 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:45.858735 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-5c2ca913-7408-4c94-840b-a3eaf47f1df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436da70d-c637-4f7e-8c94-7ac505f1da74', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1554366688-router', 'tenant_id': '2afa5dbd30ba4cb68804e055d42f79c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:16:20Z', 'updated_at': '2021-11-25T13:16:45Z', 'revision_number': 6, 'project_id': '2afa5dbd30ba4cb68804e055d42f79c0', 'gw_port_host': None}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:16:45.861832 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:45.908746 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2ca913-7408-4c94-840b-a3eaf47f1df7 None None] The sync data for ids ['436da70d-c637-4f7e-8c94-7ac505f1da74'] in n-d-808199-11 is: [{'id': '436da70d-c637-4f7e-8c94-7ac505f1da74', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1554366688-router', 'tenant_id': '2afa5dbd30ba4cb68804e055d42f79c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:16:20Z', 'updated_at': '2021-11-25T13:16:45Z', 'revision_number': 6, 'project_id': '2afa5dbd30ba4cb68804e055d42f79c0', 'gw_port_host': None}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:16:45.916491 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-cacf0930-a820-41a2-9b6e-bca16b0188c4 admin admin] For port 90a11823-5abe-43a5-8783-755b1267114c, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=90a11823-5abe-43a5-8783-755b1267114c,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:16:45.916930 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cacf0930-a820-41a2-9b6e-bca16b0188c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:45.921416 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:16:45.932545 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '299b6d78-f2b2-4f11-a6f8-2b89c9144734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4148b1e-2e38-4b8a-a9a2-1bc3ac636534'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:16:45.934826 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff19086-75a0-46e9-bcc2-afc34174c94a" -d '{"events": [{"server_uuid": "299b6d78-f2b2-4f11-a6f8-2b89c9144734", "name": "network-vif-plugged", "status": "completed", "tag": "c4148b1e-2e38-4b8a-a9a2-1bc3ac636534"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:16:45.941964 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf4921c-dd14-4e8b-bd37-179246d8f1d1 req-c0bce6f1-2545-42ce-924c-c8a39e75f3c4 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:45.953377 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-daf4921c-dd14-4e8b-bd37-179246d8f1d1 req-c0bce6f1-2545-42ce-924c-c8a39e75f3c4 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/ports/41542dd6-814a-4e1f-9340-902a70b7e018 HTTP/1.1" status: 200 len: 942 time: 0.1467879 Nov 25 13:16:45.958199 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port c4148b1e-2e38-4b8a-a9a2-1bc3ac636534, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=c4148b1e-2e38-4b8a-a9a2-1bc3ac636534,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:16:45.963336 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:16:45.974472 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:46.007665 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:46.011199 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-cacf0930-a820-41a2-9b6e-bca16b0188c4 admin admin] Calling delete_port for 90a11823-5abe-43a5-8783-755b1267114c owned by network:router_gateway {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:16:46.043404 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cc904b25-e887-4784-9922-f879727fdd1e req-9b9ec651-2549-4885-90a8-94066578564c tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] 10.222.0.53 "GET /v2.0/security-groups?id=3018a1a8-bfb1-4887-8960-229341a1634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502606 Nov 25 13:16:46.063039 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9f327767-6004-465b-9f85-58f11c68d2c3 tempest-PortsAdminExtendedAttrsTestJSON-745796202 tempest-PortsAdminExtendedAttrsTestJSON-745796202-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:46.080849 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9f327767-6004-465b-9f85-58f11c68d2c3 tempest-PortsAdminExtendedAttrsTestJSON-745796202 tempest-PortsAdminExtendedAttrsTestJSON-745796202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:46.086464 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe3d36-f430-4a24-a71f-475209b03c76 req-efada6a3-1272-4f0d-b458-29fd62b1ade1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:46.089133 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8bbe3d36-f430-4a24-a71f-475209b03c76 req-efada6a3-1272-4f0d-b458-29fd62b1ade1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d0fcbb25-711a-42a9-b82a-fa06187c61e7 HTTP/1.1" status: 200 len: 922 time: 0.3927140 Nov 25 13:16:46.133142 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f327767-6004-465b-9f85-58f11c68d2c3 tempest-PortsAdminExtendedAttrsTestJSON-745796202 tempest-PortsAdminExtendedAttrsTestJSON-745796202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:16:46.159343 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9f327767-6004-465b-9f85-58f11c68d2c3 tempest-PortsAdminExtendedAttrsTestJSON-745796202 tempest-PortsAdminExtendedAttrsTestJSON-745796202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:46.160658 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-9f327767-6004-465b-9f85-58f11c68d2c3 tempest-PortsAdminExtendedAttrsTestJSON-745796202 tempest-PortsAdminExtendedAttrsTestJSON-745796202-project] Added segment 037de3ac-c2be-444e-9f6e-8fe51590e985 of type vlan for network db681568-9aff-45d4-9ffc-b58088cb3f0c Nov 25 13:16:46.210563 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9f327767-6004-465b-9f85-58f11c68d2c3 tempest-PortsAdminExtendedAttrsTestJSON-745796202 tempest-PortsAdminExtendedAttrsTestJSON-745796202-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:46.221077 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-daf4921c-dd14-4e8b-bd37-179246d8f1d1 req-3ce546a0-3ac2-4e2b-a8fc-eacb92ee2e8f tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.103 HTTP/1.1" status: 200 len: 1001 time: 0.2013159 Nov 25 13:16:46.233324 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=c4148b1e-2e38-4b8a-a9a2-1bc3ac636534,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:46.264055 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8bbe3d36-f430-4a24-a71f-475209b03c76 req-ac0efe26-2ff5-4299-85ff-ff9fb5a0e9c0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41542dd6-814a-4e1f-9340-902a70b7e018 HTTP/1.1" status: 200 len: 1001 time: 0.1366780 Nov 25 13:16:46.270278 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f327767-6004-465b-9f85-58f11c68d2c3 tempest-PortsAdminExtendedAttrsTestJSON-745796202 tempest-PortsAdminExtendedAttrsTestJSON-745796202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50f8c9a5-a4af-4795-b9c6-211ce4c2c7d5,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:46.277465 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9f327767-6004-465b-9f85-58f11c68d2c3 tempest-PortsAdminExtendedAttrsTestJSON-745796202 tempest-PortsAdminExtendedAttrsTestJSON-745796202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:46.283646 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f327767-6004-465b-9f85-58f11c68d2c3 tempest-PortsAdminExtendedAttrsTestJSON-745796202 tempest-PortsAdminExtendedAttrsTestJSON-745796202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:46.284517 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9f327767-6004-465b-9f85-58f11c68d2c3 tempest-PortsAdminExtendedAttrsTestJSON-745796202 tempest-PortsAdminExtendedAttrsTestJSON-745796202-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:46.328697 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-9f327767-6004-465b-9f85-58f11c68d2c3 tempest-PortsAdminExtendedAttrsTestJSON-745796202 tempest-PortsAdminExtendedAttrsTestJSON-745796202-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.1842432 Nov 25 13:16:46.358442 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:16:46.428410 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f327767-6004-465b-9f85-58f11c68d2c3 tempest-PortsAdminExtendedAttrsTestJSON-745796202 tempest-PortsAdminExtendedAttrsTestJSON-745796202-project] Pushing event updated for resources: {'Network': ['ID=db681568-9aff-45d4-9ffc-b58088cb3f0c,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:46.444423 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:46.474826 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device b2db403c-9843-49b7-a251-e8871eec15f1 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:16:46.509435 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe3d36-f430-4a24-a71f-475209b03c76 req-6b01724e-448e-4df7-83b1-37727b347623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:46.511138 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8bbe3d36-f430-4a24-a71f-475209b03c76 req-6b01724e-448e-4df7-83b1-37727b347623 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e77448f8-5c9e-48cf-b9f8-c58db39caf08 HTTP/1.1" status: 200 len: 860 time: 0.2376268 Nov 25 13:16:46.533592 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network db681568-9aff-45d4-9ffc-b58088cb3f0c details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:16:46.542518 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: b2db403c-9843-49b7-a251-e8871eec15f1 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:16:46.543713 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device b2db403c-9843-49b7-a251-e8871eec15f1 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:16:46.616397 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf4921c-dd14-4e8b-bd37-179246d8f1d1 req-09b2934b-da0f-464a-9cd0-dbc0157efcbf tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:46.629087 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-daf4921c-dd14-4e8b-bd37-179246d8f1d1 req-09b2934b-da0f-464a-9cd0-dbc0157efcbf tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/networks/7542d3d9-0db3-40e7-ab88-a168871141f7 HTTP/1.1" status: 200 len: 784 time: 0.3696887 Nov 25 13:16:46.656872 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe3d36-f430-4a24-a71f-475209b03c76 req-51e58c90-e9f3-4a26-98e2-66a329bbce24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:46.658426 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8bbe3d36-f430-4a24-a71f-475209b03c76 req-51e58c90-e9f3-4a26-98e2-66a329bbce24 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d0fcbb25-711a-42a9-b82a-fa06187c61e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1330621 Nov 25 13:16:46.663251 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cacf0930-a820-41a2-9b6e-bca16b0188c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:46.731569 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0eb9dce-df18-46bd-9354-2282dab777f2 x-openstack-request-id: req-b0eb9dce-df18-46bd-9354-2282dab777f2 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:16:46.731904 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "299b6d78-f2b2-4f11-a6f8-2b89c9144734", "name": "network-vif-plugged", "status": "completed", "tag": "c4148b1e-2e38-4b8a-a9a2-1bc3ac636534", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:16:46.732123 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b0eb9dce-df18-46bd-9354-2282dab777f2 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:16:46.732587 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '299b6d78-f2b2-4f11-a6f8-2b89c9144734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4148b1e-2e38-4b8a-a9a2-1bc3ac636534', 'code': 200} Nov 25 13:16:46.764466 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacf0930-a820-41a2-9b6e-bca16b0188c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=90a11823-5abe-43a5-8783-755b1267114c,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:46.795654 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacf0930-a820-41a2-9b6e-bca16b0188c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:16:46.797422 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacf0930-a820-41a2-9b6e-bca16b0188c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:16:46.798976 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacf0930-a820-41a2-9b6e-bca16b0188c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:16:46.798976 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacf0930-a820-41a2-9b6e-bca16b0188c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:16:46.800512 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacf0930-a820-41a2-9b6e-bca16b0188c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:16:46.802602 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacf0930-a820-41a2-9b6e-bca16b0188c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:16:46.803396 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacf0930-a820-41a2-9b6e-bca16b0188c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:16:46.803784 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacf0930-a820-41a2-9b6e-bca16b0188c4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:16:46.804182 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacf0930-a820-41a2-9b6e-bca16b0188c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:16:46.805086 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacf0930-a820-41a2-9b6e-bca16b0188c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:16:46.806555 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacf0930-a820-41a2-9b6e-bca16b0188c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:16:46.807788 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacf0930-a820-41a2-9b6e-bca16b0188c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:16:46.926140 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12972e3-a014-47c2-83d4-6cd69b4f07c4 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:16:47.170413 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f46e02b-624f-43ff-9913-9ce22cbb22ca req-2629f3fc-6fee-4607-b232-304feb81b7e1 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:47.171856 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3f46e02b-624f-43ff-9913-9ce22cbb22ca req-2629f3fc-6fee-4607-b232-304feb81b7e1 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.66 "GET /v2.0/networks?id=9accb235-a825-49d8-b9c6-39063069a4b3 HTTP/1.1" status: 200 len: 811 time: 0.3027029 Nov 25 13:16:47.207060 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 47050) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:47.216705 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Request body: {'port': {'network_id': 'db681568-9aff-45d4-9ffc-b58088cb3f0c', 'binding:host_id': 'n-h2-808199-11', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1779802598'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:16:47.234749 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-3f46e02b-624f-43ff-9913-9ce22cbb22ca req-a5c042b2-2177-4556-887d-909346f79ce7 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Request body: {'port': {'device_id': '49392237-36aa-4a57-9070-b5a42c36fa86', 'network_id': '9accb235-a825-49d8-b9c6-39063069a4b3', 'admin_state_up': True, 'tenant_id': '621e47be21954218b422540d084376f9'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:16:47.445096 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fdbdc9-5724-4b63-ae46-98f617b163d0 req-0ef79cae-05a2-4208-a20b-0f34edb948a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:47.449593 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-09fdbdc9-5724-4b63-ae46-98f617b163d0 req-0ef79cae-05a2-4208-a20b-0f34edb948a4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=299b6d78-f2b2-4f11-a6f8-2b89c9144734 HTTP/1.1" status: 200 len: 1102 time: 0.5081234 Nov 25 13:16:47.460805 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Made reservation on behalf of ac68a38b2d764325b5ee3b7fcf352c07 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:16:47.465514 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:47.532846 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:47.562600 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7f3fbaf3-009e-40df-a433-f760569082a4 req-c060099a-7297-4c56-8e76-9c518cc90417 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=49392237-36aa-4a57-9070-b5a42c36fa86 HTTP/1.1" status: 200 len: 210 time: 0.0850172 Nov 25 13:16:47.630330 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8bbe3d36-f430-4a24-a71f-475209b03c76 req-f38da842-4144-4f15-9769-761c3fbaf7ce service neutron] 10.222.0.66 "GET /v2.0/networks/d0fcbb25-711a-42a9-b82a-fa06187c61e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9600933 Nov 25 13:16:47.649836 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-09fdbdc9-5724-4b63-ae46-98f617b163d0 req-48798d78-6ac5-48da-867f-3f2c700081e9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3018a1a8-bfb1-4887-8960-229341a1634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926439 Nov 25 13:16:47.659493 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f46e02b-624f-43ff-9913-9ce22cbb22ca req-a5c042b2-2177-4556-887d-909346f79ce7 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Made reservation on behalf of 621e47be21954218b422540d084376f9 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:16:47.664178 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3f46e02b-624f-43ff-9913-9ce22cbb22ca req-a5c042b2-2177-4556-887d-909346f79ce7 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:47.678591 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cacf0930-a820-41a2-9b6e-bca16b0188c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:47.719524 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:47.746965 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:47.750755 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] device_id is not set on port 0968cc68-653a-47e9-b685-8c1c2a560d1c yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:16:47.797716 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89893bbe-7106-4d2a-882a-544ecb3eeead req-dfdbab16-49e5-4875-8d67-1b4b77c06781 tempest-ImagesNegativeTestJSON-2040479783 tempest-ImagesNegativeTestJSON-2040479783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:47.805454 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-89893bbe-7106-4d2a-882a-544ecb3eeead req-dfdbab16-49e5-4875-8d67-1b4b77c06781 tempest-ImagesNegativeTestJSON-2040479783 tempest-ImagesNegativeTestJSON-2040479783-project] 10.222.0.53 "GET /v2.0/ports?device_id=ccfa106e-1f37-4edd-ad27-2904872c4a76 HTTP/1.1" status: 200 len: 950 time: 0.2859707 Nov 25 13:16:47.886407 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-35d785ac-2ea5-4e16-897c-21c71def9566 req-32a1cfb1-332b-4265-8af8-0b2da3cb9f65 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.103 HTTP/1.1" status: 200 len: 1001 time: 0.2688935 Nov 25 13:16:47.904320 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cacf0930-a820-41a2-9b6e-bca16b0188c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:47.932998 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cacf0930-a820-41a2-9b6e-bca16b0188c4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:47.995832 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c05a01-8af1-4f05-aed9-b54488026b31,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:48.038867 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d785ac-2ea5-4e16-897c-21c71def9566 req-3b0a4919-ce56-44b8-9044-1878a8d2691a tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:48.040346 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-35d785ac-2ea5-4e16-897c-21c71def9566 req-3b0a4919-ce56-44b8-9044-1878a8d2691a tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/ports/41542dd6-814a-4e1f-9340-902a70b7e018 HTTP/1.1" status: 200 len: 942 time: 0.1532156 Nov 25 13:16:48.046904 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] device_id is not set on port 0968cc68-653a-47e9-b685-8c1c2a560d1c yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:16:48.063443 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:48.067549 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-89893bbe-7106-4d2a-882a-544ecb3eeead req-47929f18-2734-42a9-9b2d-30f6ae5db1bf tempest-ImagesNegativeTestJSON-2040479783 tempest-ImagesNegativeTestJSON-2040479783-project] 10.222.0.53 "GET /v2.0/security-groups?id=2cf599f6-dde0-4c05-acdb-30bbe63f86ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611814 Nov 25 13:16:48.073201 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8bbe3d36-f430-4a24-a71f-475209b03c76 req-2800bbb2-7774-4064-a0ee-a0a4ade71b58 service neutron] 10.222.0.66 "GET /v2.0/networks/d0fcbb25-711a-42a9-b82a-fa06187c61e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3924613 Nov 25 13:16:48.081208 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cacf0930-a820-41a2-9b6e-bca16b0188c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:48.082009 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cacf0930-a820-41a2-9b6e-bca16b0188c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 436da70d-c637-4f7e-8c94-7ac505f1da74 {{(pid=103570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:16:48.083138 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-3f46e02b-624f-43ff-9913-9ce22cbb22ca req-a5c042b2-2177-4556-887d-909346f79ce7 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Allocated IP 172.20.0.13 (9accb235-a825-49d8-b9c6-39063069a4b3/b6a84af7-6347-4e0f-945a-98a5515a4a22/e2a5a626-de21-4a40-bd62-bacea0a9d1bd) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:16:48.086154 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:48.089882 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cacf0930-a820-41a2-9b6e-bca16b0188c4 admin admin] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:48.090586 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-cacf0930-a820-41a2-9b6e-bca16b0188c4 admin admin] 10.222.0.53 "DELETE /v2.0/routers/436da70d-c637-4f7e-8c94-7ac505f1da74 HTTP/1.1" status: 204 len: 168 time: 3.7323565 Nov 25 13:16:48.094547 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 47054) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:48.162345 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-076c57a7-e4f1-4025-bb51-0e0ca17ad166 admin admin] Deleting subnet 9dd595ae-d987-49da-a0fc-969798753043 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:16:48.215472 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-076c57a7-e4f1-4025-bb51-0e0ca17ad166 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:48.280382 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 90a11823-5abe-43a5-8783-755b1267114c no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:16:48.352684 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-35d785ac-2ea5-4e16-897c-21c71def9566 req-644dc2ca-21fe-4388-8c6f-93cf7d10597d tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.103 HTTP/1.1" status: 200 len: 1001 time: 0.2108278 Nov 25 13:16:48.359590 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 90a11823-5abe-43a5-8783-755b1267114c {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:16:48.360367 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 90a11823-5abe-43a5-8783-755b1267114c not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:16:48.379759 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-076c57a7-e4f1-4025-bb51-0e0ca17ad166 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:48.435327 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe3d36-f430-4a24-a71f-475209b03c76 req-01880a7f-1a02-4b0e-8d58-029ef532f2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:48.436963 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8bbe3d36-f430-4a24-a71f-475209b03c76 req-01880a7f-1a02-4b0e-8d58-029ef532f2ef service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e84a4c00d84d4d2cbb0b4f6986f512f3&device_id=e23d7bc0-0e21-420d-9355-e4e3f6a07b36 HTTP/1.1" status: 200 len: 1100 time: 0.2233059 Nov 25 13:16:48.457845 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Pushing event updated for resources: {'Port': ['ID=0968cc68-653a-47e9-b685-8c1c2a560d1c,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:48.478171 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c0677-aa13-4a88-9171-2a0e15291eb7 req-4b96b22f-d322-4285-aeb4-b4592c131c9b tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:48.483265 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f44c0677-aa13-4a88-9171-2a0e15291eb7 req-4b96b22f-d322-4285-aeb4-b4592c131c9b tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] 10.222.0.53 "GET /v2.0/ports?device_id=299b6d78-f2b2-4f11-a6f8-2b89c9144734 HTTP/1.1" status: 200 len: 950 time: 0.2670000 Nov 25 13:16:48.547904 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Checking segment: {'id': '037de3ac-c2be-444e-9f6e-8fe51590e985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'db681568-9aff-45d4-9ffc-b58088cb3f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:16:48.548250 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Network hostable DHCP agents. Network: db681568-9aff-45d4-9ffc-b58088cb3f0c, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:16:48.558863 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0dd5e-776d-468b-a548-6fd049b3ff46 req-276b8358-2348-43e9-a89c-c08398538ea4 tempest-ImagesNegativeTestJSON-2040479783 tempest-ImagesNegativeTestJSON-2040479783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:48.560340 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f8d0dd5e-776d-468b-a548-6fd049b3ff46 req-276b8358-2348-43e9-a89c-c08398538ea4 tempest-ImagesNegativeTestJSON-2040479783 tempest-ImagesNegativeTestJSON-2040479783-project] 10.222.0.47 "GET /v2.0/ports?device_id=ccfa106e-1f37-4edd-ad27-2904872c4a76 HTTP/1.1" status: 200 len: 950 time: 0.2738612 Nov 25 13:16:48.601192 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d785ac-2ea5-4e16-897c-21c71def9566 req-e77fa465-a474-4286-a386-d1ecad6dcae9 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:48.603376 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-35d785ac-2ea5-4e16-897c-21c71def9566 req-e77fa465-a474-4286-a386-d1ecad6dcae9 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/networks/7542d3d9-0db3-40e7-ab88-a168871141f7 HTTP/1.1" status: 200 len: 784 time: 0.2496917 Nov 25 13:16:48.638069 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f44c0677-aa13-4a88-9171-2a0e15291eb7 req-34513074-f2a5-42a6-b591-220ebcf52831 tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] 10.222.0.53 "GET /v2.0/security-groups?id=3018a1a8-bfb1-4887-8960-229341a1634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854020 Nov 25 13:16:48.672377 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-076c57a7-e4f1-4025-bb51-0e0ca17ad166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:48.697523 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Network db681568-9aff-45d4-9ffc-b58088cb3f0c is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:16:48.720009 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe3d36-f430-4a24-a71f-475209b03c76 req-edec6563-2787-4cd6-b297-23586bb71a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:48.721487 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8bbe3d36-f430-4a24-a71f-475209b03c76 req-edec6563-2787-4cd6-b297-23586bb71a16 service neutron] 10.222.0.66 "GET /v2.0/networks?id=85f6380f-3625-4f44-8465-fbcf0c11fed5 HTTP/1.1" status: 200 len: 870 time: 0.2674170 Nov 25 13:16:48.740523 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-35d785ac-2ea5-4e16-897c-21c71def9566 req-e86b8adc-bc55-4448-9de4-91de92c3a074 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.103 HTTP/1.1" status: 200 len: 1001 time: 0.1227825 Nov 25 13:16:48.743500 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, db681568-9aff-45d4-9ffc-b58088cb3f0c) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:16:48.754937 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-35d785ac-2ea5-4e16-897c-21c71def9566 req-ca65093d-8f41-4ff8-a001-ef1de6a08f85 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:16:48.760596 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:16:48.766333 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3f46e02b-624f-43ff-9913-9ce22cbb22ca req-a5c042b2-2177-4556-887d-909346f79ce7 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:48.773953 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09127726-3487-4ae6-a489-cac58c1a1cf4 None None] Network db681568-9aff-45d4-9ffc-b58088cb3f0c requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:16:48.796383 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8bbe3d36-f430-4a24-a71f-475209b03c76 req-6a5d77a5-d4a6-4029-af96-4f4c76d09240 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e HTTP/1.1" status: 200 len: 217 time: 0.0530496 Nov 25 13:16:48.797095 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port 0968cc68-653a-47e9-b685-8c1c2a560d1c on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:16:48.797603 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port 0968cc68-653a-47e9-b685-8c1c2a560d1c by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '037de3ac-c2be-444e-9f6e-8fe51590e985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'db681568-9aff-45d4-9ffc-b58088cb3f0c'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:16:48.797817 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port 0968cc68-653a-47e9-b685-8c1c2a560d1c on network db681568-9aff-45d4-9ffc-b58088cb3f0c {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:16:48.806725 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Port 0968cc68-653a-47e9-b685-8c1c2a560d1c on network db681568-9aff-45d4-9ffc-b58088cb3f0c not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:16:48.807065 n-d-808199-11 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Failed to bind port 0968cc68-653a-47e9-b685-8c1c2a560d1c on host n-h2-808199-11 for vnic_type normal using segments [{'id': '037de3ac-c2be-444e-9f6e-8fe51590e985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'db681568-9aff-45d4-9ffc-b58088cb3f0c'}] Nov 25 13:16:48.810775 n-d-808199-11 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempt 2 to bind port 0968cc68-653a-47e9-b685-8c1c2a560d1c Nov 25 13:16:48.830083 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-076c57a7-e4f1-4025-bb51-0e0ca17ad166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:48.850468 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port 0968cc68-653a-47e9-b685-8c1c2a560d1c on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:16:48.850911 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port 0968cc68-653a-47e9-b685-8c1c2a560d1c by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '037de3ac-c2be-444e-9f6e-8fe51590e985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'db681568-9aff-45d4-9ffc-b58088cb3f0c'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:16:48.851258 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port 0968cc68-653a-47e9-b685-8c1c2a560d1c on network db681568-9aff-45d4-9ffc-b58088cb3f0c {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:16:48.900309 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-076c57a7-e4f1-4025-bb51-0e0ca17ad166 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:48.907227 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-076c57a7-e4f1-4025-bb51-0e0ca17ad166 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/9dd595ae-d987-49da-a0fc-969798753043 HTTP/1.1" status: 204 len: 168 time: 0.8030579 Nov 25 13:16:48.907227 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Port 0968cc68-653a-47e9-b685-8c1c2a560d1c on network db681568-9aff-45d4-9ffc-b58088cb3f0c not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:16:48.907227 n-d-808199-11 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Failed to bind port 0968cc68-653a-47e9-b685-8c1c2a560d1c on host n-h2-808199-11 for vnic_type normal using segments [{'id': '037de3ac-c2be-444e-9f6e-8fe51590e985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'db681568-9aff-45d4-9ffc-b58088cb3f0c'}] Nov 25 13:16:48.907227 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076c57a7-e4f1-4025-bb51-0e0ca17ad166 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dd595ae-d987-49da-a0fc-969798753043,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:48.910212 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-f8d0dd5e-776d-468b-a548-6fd049b3ff46 req-b0de842f-bae1-4c06-abaf-fc5e9ad8e634 tempest-ImagesNegativeTestJSON-2040479783 tempest-ImagesNegativeTestJSON-2040479783-project] Deleting port 2621575a-478d-4d96-a64b-0a45194d4db5 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:16:48.910626 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f8d0dd5e-776d-468b-a548-6fd049b3ff46 req-b0de842f-bae1-4c06-abaf-fc5e9ad8e634 tempest-ImagesNegativeTestJSON-2040479783 tempest-ImagesNegativeTestJSON-2040479783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:48.915117 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 47060) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:48.916701 n-d-808199-11 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempt 3 to bind port 0968cc68-653a-47e9-b685-8c1c2a560d1c Nov 25 13:16:48.945721 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafe0cc3-97dd-42fc-9b17-478ab34f7346 None None] Network b28d4aaf-5cbc-4392-a60d-ea5693cb84ed requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:16:48.983739 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe3d36-f430-4a24-a71f-475209b03c76 req-d99ef831-7479-4896-bd6b-011dfe72a555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:48.985431 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8bbe3d36-f430-4a24-a71f-475209b03c76 req-d99ef831-7479-4896-bd6b-011dfe72a555 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.1166968 Nov 25 13:16:48.988613 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-35d785ac-2ea5-4e16-897c-21c71def9566 req-ca65093d-8f41-4ff8-a001-ef1de6a08f85 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Publish callbacks [] for floatingip, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:49.100114 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:16:49.217096 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0230411e-2a37-4f8b-a6a9-a76ed6c8efe8 req-2adea81f-7395-40d0-8aea-16a0f315977a tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:49.225718 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0230411e-2a37-4f8b-a6a9-a76ed6c8efe8 req-2adea81f-7395-40d0-8aea-16a0f315977a tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=49392237-36aa-4a57-9070-b5a42c36fa86 HTTP/1.1" status: 200 len: 932 time: 0.1722362 Nov 25 13:16:49.229261 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe3d36-f430-4a24-a71f-475209b03c76 req-a4b4ac2c-fb3e-47a2-af8c-3cbfaca145cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:49.230917 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8bbe3d36-f430-4a24-a71f-475209b03c76 req-a4b4ac2c-fb3e-47a2-af8c-3cbfaca145cc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2372446 Nov 25 13:16:49.267661 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port 122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:16:49.276002 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port 122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:16:49.276361 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:49.379918 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0230411e-2a37-4f8b-a6a9-a76ed6c8efe8 req-787124ec-050a-4d54-af66-4463812e39ab tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec610c10-0015-4919-a10e-9c11537c59cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449564 Nov 25 13:16:49.437140 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8bbe3d36-f430-4a24-a71f-475209b03c76 req-fb4ebb94-0727-43f2-95a0-0c53974882a1 service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924734 Nov 25 13:16:49.469038 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:49.471142 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80c04dc-43ca-4403-a1b4-097bdfa2fbbc None None] DHCP port deletion for b28d4aaf-5cbc-4392-a60d-ea5693cb84ed request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:16:49.488858 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7b2a260a-d679-47f1-bf1e-9e2e92fe42de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:49.495166 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-35d785ac-2ea5-4e16-897c-21c71def9566 req-ca65093d-8f41-4ff8-a001-ef1de6a08f85 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:49.502500 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3f46e02b-624f-43ff-9913-9ce22cbb22ca req-a5c042b2-2177-4556-887d-909346f79ce7 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:49.507345 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port 0968cc68-653a-47e9-b685-8c1c2a560d1c on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:16:49.507732 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port 0968cc68-653a-47e9-b685-8c1c2a560d1c by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '037de3ac-c2be-444e-9f6e-8fe51590e985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'db681568-9aff-45d4-9ffc-b58088cb3f0c'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:16:49.508163 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port 0968cc68-653a-47e9-b685-8c1c2a560d1c on network db681568-9aff-45d4-9ffc-b58088cb3f0c {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:16:49.510986 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-35d785ac-2ea5-4e16-897c-21c71def9566 req-ca65093d-8f41-4ff8-a001-ef1de6a08f85 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:49.511201 n-d-808199-11 neutron-server[103570]: INFO neutron.db.l3_db [req-35d785ac-2ea5-4e16-897c-21c71def9566 req-ca65093d-8f41-4ff8-a001-ef1de6a08f85 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Floating IP 1dabe0b5-1f62-4fdd-bab9-5d79d131fa51 disassociated. External IP: 172.25.5.103, port: 41542dd6-814a-4e1f-9340-902a70b7e018. Nov 25 13:16:49.534278 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e23d7bc0-0e21-420d-9355-e4e3f6a07b36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:16:49.536605 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853c33cc-88e5-4d9a-b502-ccbfacbf727d" -d '{"events": [{"server_uuid": "e23d7bc0-0e21-420d-9355-e4e3f6a07b36", "name": "network-vif-plugged", "status": "completed", "tag": "122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:16:49.550879 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Port 0968cc68-653a-47e9-b685-8c1c2a560d1c on network db681568-9aff-45d4-9ffc-b58088cb3f0c not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:16:49.551209 n-d-808199-11 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Failed to bind port 0968cc68-653a-47e9-b685-8c1c2a560d1c on host n-h2-808199-11 for vnic_type normal using segments [{'id': '037de3ac-c2be-444e-9f6e-8fe51590e985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'db681568-9aff-45d4-9ffc-b58088cb3f0c'}] Nov 25 13:16:49.558062 n-d-808199-11 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempt 4 to bind port 0968cc68-653a-47e9-b685-8c1c2a560d1c Nov 25 13:16:49.572900 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:16:49.588401 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-b80c04dc-43ca-4403-a1b4-097bdfa2fbbc None None] Deleting port 590af43a-fe6f-4c13-8afb-e59a581a2d0e {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:16:49.589052 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b80c04dc-43ca-4403-a1b4-097bdfa2fbbc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:49.591965 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:49.604964 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f46e02b-624f-43ff-9913-9ce22cbb22ca req-a5c042b2-2177-4556-887d-909346f79ce7 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Network 9accb235-a825-49d8-b9c6-39063069a4b3 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:16:49.634330 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-3f46e02b-624f-43ff-9913-9ce22cbb22ca req-a5c042b2-2177-4556-887d-909346f79ce7 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:16:49.636403 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port 0968cc68-653a-47e9-b685-8c1c2a560d1c on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:16:49.636811 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port 0968cc68-653a-47e9-b685-8c1c2a560d1c by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '037de3ac-c2be-444e-9f6e-8fe51590e985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'db681568-9aff-45d4-9ffc-b58088cb3f0c'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:16:49.637182 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port 0968cc68-653a-47e9-b685-8c1c2a560d1c on network db681568-9aff-45d4-9ffc-b58088cb3f0c {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:16:49.645724 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f46e02b-624f-43ff-9913-9ce22cbb22ca req-a5c042b2-2177-4556-887d-909346f79ce7 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:16:49.649000 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c042b2-2177-4556-887d-909346f79ce7 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Pushing event updated for resources: {'Port': ['ID=e2a5a626-de21-4a40-bd62-bacea0a9d1bd,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:49.709127 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Port 0968cc68-653a-47e9-b685-8c1c2a560d1c on network db681568-9aff-45d4-9ffc-b58088cb3f0c not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:16:49.709504 n-d-808199-11 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Failed to bind port 0968cc68-653a-47e9-b685-8c1c2a560d1c on host n-h2-808199-11 for vnic_type normal using segments [{'id': '037de3ac-c2be-444e-9f6e-8fe51590e985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'db681568-9aff-45d4-9ffc-b58088cb3f0c'}] Nov 25 13:16:49.715076 n-d-808199-11 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempt 5 to bind port 0968cc68-653a-47e9-b685-8c1c2a560d1c Nov 25 13:16:49.721358 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-f8d0dd5e-776d-468b-a548-6fd049b3ff46 req-b0de842f-bae1-4c06-abaf-fc5e9ad8e634 tempest-ImagesNegativeTestJSON-2040479783 tempest-ImagesNegativeTestJSON-2040479783-project] For port 2621575a-478d-4d96-a64b-0a45194d4db5, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=2621575a-478d-4d96-a64b-0a45194d4db5,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:16:49.721649 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f8d0dd5e-776d-468b-a548-6fd049b3ff46 req-b0de842f-bae1-4c06-abaf-fc5e9ad8e634 tempest-ImagesNegativeTestJSON-2040479783 tempest-ImagesNegativeTestJSON-2040479783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:49.739947 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8bbe3d36-f430-4a24-a71f-475209b03c76 req-38776a20-88ce-4699-bf39-d71030818eed service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613873 Nov 25 13:16:49.749060 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-b80c04dc-43ca-4403-a1b4-097bdfa2fbbc None None] For port 590af43a-fe6f-4c13-8afb-e59a581a2d0e, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=590af43a-fe6f-4c13-8afb-e59a581a2d0e,segment=NetworkSegment(fe44cc17-6e94-4c9c-a304-32045d73ad6d),segment_id=fe44cc17-6e94-4c9c-a304-32045d73ad6d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:16:49.750295 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b80c04dc-43ca-4403-a1b4-097bdfa2fbbc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:49.751811 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01e067-2978-46ec-b8ea-fe294bfcdc06 req-d634f318-237a-4f56-a9bc-cec67c642429 tempest-ImagesNegativeTestJSON-2040479783 tempest-ImagesNegativeTestJSON-2040479783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:49.753369 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7a01e067-2978-46ec-b8ea-fe294bfcdc06 req-d634f318-237a-4f56-a9bc-cec67c642429 tempest-ImagesNegativeTestJSON-2040479783 tempest-ImagesNegativeTestJSON-2040479783-project] 10.222.0.53 "GET /v2.0/ports?device_id=ccfa106e-1f37-4edd-ad27-2904872c4a76 HTTP/1.1" status: 200 len: 950 time: 0.1861544 Nov 25 13:16:49.761723 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:49.772632 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port 0968cc68-653a-47e9-b685-8c1c2a560d1c on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:16:49.772968 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port 0968cc68-653a-47e9-b685-8c1c2a560d1c by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '037de3ac-c2be-444e-9f6e-8fe51590e985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'db681568-9aff-45d4-9ffc-b58088cb3f0c'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:16:49.773289 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port 0968cc68-653a-47e9-b685-8c1c2a560d1c on network db681568-9aff-45d4-9ffc-b58088cb3f0c {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:16:49.775791 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-f8d0dd5e-776d-468b-a548-6fd049b3ff46 req-b0de842f-bae1-4c06-abaf-fc5e9ad8e634 tempest-ImagesNegativeTestJSON-2040479783 tempest-ImagesNegativeTestJSON-2040479783-project] Calling delete_port for 2621575a-478d-4d96-a64b-0a45194d4db5 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:16:49.779300 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-b80c04dc-43ca-4403-a1b4-097bdfa2fbbc None None] Calling delete_port for 590af43a-fe6f-4c13-8afb-e59a581a2d0e owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:16:49.791352 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f46e02b-624f-43ff-9913-9ce22cbb22ca req-a5c042b2-2177-4556-887d-909346f79ce7 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:49.792002 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3f46e02b-624f-43ff-9913-9ce22cbb22ca req-a5c042b2-2177-4556-887d-909346f79ce7 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:49.806188 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Port 0968cc68-653a-47e9-b685-8c1c2a560d1c on network db681568-9aff-45d4-9ffc-b58088cb3f0c not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:16:49.806515 n-d-808199-11 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Failed to bind port 0968cc68-653a-47e9-b685-8c1c2a560d1c on host n-h2-808199-11 for vnic_type normal using segments [{'id': '037de3ac-c2be-444e-9f6e-8fe51590e985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'db681568-9aff-45d4-9ffc-b58088cb3f0c'}] Nov 25 13:16:49.811413 n-d-808199-11 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempt 6 to bind port 0968cc68-653a-47e9-b685-8c1c2a560d1c Nov 25 13:16:49.897854 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3f46e02b-624f-43ff-9913-9ce22cbb22ca req-a5c042b2-2177-4556-887d-909346f79ce7 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6919246 Nov 25 13:16:49.919095 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-3f46e02b-624f-43ff-9913-9ce22cbb22ca req-f564de1d-cc5b-4623-a6df-d2c305bf51dd service neutron] Request body: {'port': {'device_id': '49392237-36aa-4a57-9070-b5a42c36fa86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:16:49.924070 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-7b2a260a-d679-47f1-bf1e-9e2e92fe42de admin admin] Deleting port 590af43a-fe6f-4c13-8afb-e59a581a2d0e {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:16:49.924417 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7b2a260a-d679-47f1-bf1e-9e2e92fe42de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:49.938837 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7a01e067-2978-46ec-b8ea-fe294bfcdc06 req-d06f1d28-0689-405b-9a86-288f6b95c8df tempest-ImagesNegativeTestJSON-2040479783 tempest-ImagesNegativeTestJSON-2040479783-project] 10.222.0.53 "GET /v2.0/security-groups?id=2cf599f6-dde0-4c05-acdb-30bbe63f86ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698995 Nov 25 13:16:49.975573 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b80c04dc-43ca-4403-a1b4-097bdfa2fbbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:50.010174 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c04dc-43ca-4403-a1b4-097bdfa2fbbc None None] Pushing event deleted for resources: {'Port': ['ID=590af43a-fe6f-4c13-8afb-e59a581a2d0e,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:50.019331 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80c04dc-43ca-4403-a1b4-097bdfa2fbbc None None] No DVR routers for this DVR port 590af43a-fe6f-4c13-8afb-e59a581a2d0e on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:16:50.027343 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-7b2a260a-d679-47f1-bf1e-9e2e92fe42de admin admin] For port 590af43a-fe6f-4c13-8afb-e59a581a2d0e, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=590af43a-fe6f-4c13-8afb-e59a581a2d0e,segment=NetworkSegment(fe44cc17-6e94-4c9c-a304-32045d73ad6d),segment_id=fe44cc17-6e94-4c9c-a304-32045d73ad6d)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:16:50.027639 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7b2a260a-d679-47f1-bf1e-9e2e92fe42de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:50.043701 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-7b2a260a-d679-47f1-bf1e-9e2e92fe42de admin admin] Calling delete_port for 590af43a-fe6f-4c13-8afb-e59a581a2d0e owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:16:50.057213 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab674af-c1e0-4dbb-af6b-4d5d064498b1 x-openstack-request-id: req-fab674af-c1e0-4dbb-af6b-4d5d064498b1 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:16:50.057213 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e23d7bc0-0e21-420d-9355-e4e3f6a07b36", "name": "network-vif-plugged", "status": "completed", "tag": "122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:16:50.057213 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fab674af-c1e0-4dbb-af6b-4d5d064498b1 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:16:50.057213 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e23d7bc0-0e21-420d-9355-e4e3f6a07b36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e', 'code': 200} Nov 25 13:16:50.072202 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35d785ac-2ea5-4e16-897c-21c71def9566 req-ca65093d-8f41-4ff8-a001-ef1de6a08f85 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Router fc5e4480-9680-4230-91ca-75120d6779c1 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:16:50.120094 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-2f3f47f9-d2b2-4f43-8217-4bbbff288734 None None] Provisioning complete for port e2a5a626-de21-4a40-bd62-bacea0a9d1bd triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:16:50.123141 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2f3f47f9-d2b2-4f43-8217-4bbbff288734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:50.140926 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port 0968cc68-653a-47e9-b685-8c1c2a560d1c on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:16:50.141285 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port 0968cc68-653a-47e9-b685-8c1c2a560d1c by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '037de3ac-c2be-444e-9f6e-8fe51590e985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'db681568-9aff-45d4-9ffc-b58088cb3f0c'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:16:50.141674 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port 0968cc68-653a-47e9-b685-8c1c2a560d1c on network db681568-9aff-45d4-9ffc-b58088cb3f0c {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:16:50.159753 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7b2a260a-d679-47f1-bf1e-9e2e92fe42de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:50.168229 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Port 0968cc68-653a-47e9-b685-8c1c2a560d1c on network db681568-9aff-45d4-9ffc-b58088cb3f0c not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:16:50.168577 n-d-808199-11 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Failed to bind port 0968cc68-653a-47e9-b685-8c1c2a560d1c on host n-h2-808199-11 for vnic_type normal using segments [{'id': '037de3ac-c2be-444e-9f6e-8fe51590e985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'db681568-9aff-45d4-9ffc-b58088cb3f0c'}] Nov 25 13:16:50.188095 n-d-808199-11 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempt 7 to bind port 0968cc68-653a-47e9-b685-8c1c2a560d1c Nov 25 13:16:50.209134 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-2f3f47f9-d2b2-4f43-8217-4bbbff288734 None None] Port e2a5a626-de21-4a40-bd62-bacea0a9d1bd cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:16:50.211276 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2a260a-d679-47f1-bf1e-9e2e92fe42de admin admin] No DVR routers for this DVR port 590af43a-fe6f-4c13-8afb-e59a581a2d0e on host n-d-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:16:50.214294 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port 0968cc68-653a-47e9-b685-8c1c2a560d1c on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:16:50.214571 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port 0968cc68-653a-47e9-b685-8c1c2a560d1c by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '037de3ac-c2be-444e-9f6e-8fe51590e985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'db681568-9aff-45d4-9ffc-b58088cb3f0c'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:16:50.214961 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port 0968cc68-653a-47e9-b685-8c1c2a560d1c on network db681568-9aff-45d4-9ffc-b58088cb3f0c {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:16:50.286617 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f94379-7761-4af8-a2ee-c07ef4207d11 req-15ce1aa8-b14b-444d-a9da-61f236981295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:50.289215 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-30f94379-7761-4af8-a2ee-c07ef4207d11 req-15ce1aa8-b14b-444d-a9da-61f236981295 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e23d7bc0-0e21-420d-9355-e4e3f6a07b36 HTTP/1.1" status: 200 len: 1101 time: 0.1504462 Nov 25 13:16:50.299621 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 590af43a-fe6f-4c13-8afb-e59a581a2d0e no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:16:50.320233 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35d785ac-2ea5-4e16-897c-21c71def9566 req-ca65093d-8f41-4ff8-a001-ef1de6a08f85 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:16:50.322225 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2a260a-d679-47f1-bf1e-9e2e92fe42de admin admin] Pushing event deleted for resources: {'Port': ['ID=590af43a-fe6f-4c13-8afb-e59a581a2d0e,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:50.331485 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Port 0968cc68-653a-47e9-b685-8c1c2a560d1c on network db681568-9aff-45d4-9ffc-b58088cb3f0c not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:16:50.331818 n-d-808199-11 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Failed to bind port 0968cc68-653a-47e9-b685-8c1c2a560d1c on host n-h2-808199-11 for vnic_type normal using segments [{'id': '037de3ac-c2be-444e-9f6e-8fe51590e985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'db681568-9aff-45d4-9ffc-b58088cb3f0c'}] Nov 25 13:16:50.336204 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851bfb55-be6e-47b0-a9b2-99f1b1f69f94 None None] Sync routers for ids ['fc5e4480-9680-4230-91ca-75120d6779c1'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:16:50.339943 n-d-808199-11 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempt 8 to bind port 0968cc68-653a-47e9-b685-8c1c2a560d1c Nov 25 13:16:50.345410 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-35d785ac-2ea5-4e16-897c-21c71def9566 req-ca65093d-8f41-4ff8-a001-ef1de6a08f85 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:50.347194 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 590af43a-fe6f-4c13-8afb-e59a581a2d0e {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:16:50.347729 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 590af43a-fe6f-4c13-8afb-e59a581a2d0e not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:16:50.355411 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851bfb55-be6e-47b0-a9b2-99f1b1f69f94 None None] Routers {'fc5e4480-9680-4230-91ca-75120d6779c1'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:16:50.357389 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-851bfb55-be6e-47b0-a9b2-99f1b1f69f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:16:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['fc5e4480-9680-4230-91ca-75120d6779c1'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:16:50.402874 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1d03f-1879-4374-ae6a-21baa401382e req-f864bddc-0928-4c7f-acae-eabb6e21ec63 tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:50.404400 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0ff1d03f-1879-4374-ae6a-21baa401382e req-f864bddc-0928-4c7f-acae-eabb6e21ec63 tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] 10.222.0.53 "GET /v2.0/ports?device_id=299b6d78-f2b2-4f11-a6f8-2b89c9144734 HTTP/1.1" status: 200 len: 950 time: 0.1594160 Nov 25 13:16:50.413944 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3f46e02b-624f-43ff-9913-9ce22cbb22ca req-f564de1d-cc5b-4623-a6df-d2c305bf51dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:50.419234 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7b2a260a-d679-47f1-bf1e-9e2e92fe42de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:50.422252 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port 0968cc68-653a-47e9-b685-8c1c2a560d1c on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:16:50.422913 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port 0968cc68-653a-47e9-b685-8c1c2a560d1c by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '037de3ac-c2be-444e-9f6e-8fe51590e985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'db681568-9aff-45d4-9ffc-b58088cb3f0c'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:16:50.423049 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port 0968cc68-653a-47e9-b685-8c1c2a560d1c on network db681568-9aff-45d4-9ffc-b58088cb3f0c {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:16:50.435375 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-35d785ac-2ea5-4e16-897c-21c71def9566 req-ca65093d-8f41-4ff8-a001-ef1de6a08f85 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "PUT /v2.0/floatingips/1dabe0b5-1f62-4fdd-bab9-5d79d131fa51 HTTP/1.1" status: 200 len: 695 time: 1.6936820 Nov 25 13:16:50.442959 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '429b5f06-d1f3-406c-af44-975c4a115680', 'tag': '41542dd6-814a-4e1f-9340-902a70b7e018'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:16:50.442959 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d026261-27bd-44d7-bb19-d47b202309d6" -d '{"events": [{"name": "network-changed", "server_uuid": "429b5f06-d1f3-406c-af44-975c4a115680", "tag": "41542dd6-814a-4e1f-9340-902a70b7e018"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:16:50.447179 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Port 0968cc68-653a-47e9-b685-8c1c2a560d1c on network db681568-9aff-45d4-9ffc-b58088cb3f0c not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:16:50.447872 n-d-808199-11 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Failed to bind port 0968cc68-653a-47e9-b685-8c1c2a560d1c on host n-h2-808199-11 for vnic_type normal using segments [{'id': '037de3ac-c2be-444e-9f6e-8fe51590e985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'db681568-9aff-45d4-9ffc-b58088cb3f0c'}] Nov 25 13:16:50.452259 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-30f94379-7761-4af8-a2ee-c07ef4207d11 req-f4084678-95f4-4624-80d2-7e91e1704b90 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3018a1a8-bfb1-4887-8960-229341a1634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505792 Nov 25 13:16:50.454613 n-d-808199-11 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempt 9 to bind port 0968cc68-653a-47e9-b685-8c1c2a560d1c Nov 25 13:16:50.515478 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0ff1d03f-1879-4374-ae6a-21baa401382e req-4f8b425b-73a3-4fba-bcda-5130978c047b tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] 10.222.0.53 "GET /v2.0/security-groups?id=3018a1a8-bfb1-4887-8960-229341a1634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046629 Nov 25 13:16:50.557873 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d785ac-2ea5-4e16-897c-21c71def9566 req-6eba9206-254e-4a32-b703-08427915675f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:50.559568 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-35d785ac-2ea5-4e16-897c-21c71def9566 req-6eba9206-254e-4a32-b703-08427915675f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=011bce4f061943c38bb17c6e89517c3b&device_id=429b5f06-d1f3-406c-af44-975c4a115680 HTTP/1.1" status: 200 len: 1097 time: 0.0791323 Nov 25 13:16:50.563100 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-851bfb55-be6e-47b0-a9b2-99f1b1f69f94 None None] Set router fc5e4480-9680-4230-91ca-75120d6779c1 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:16:50.593064 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-7b2a260a-d679-47f1-bf1e-9e2e92fe42de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b28d4aaf-5cbc-4392-a60d-ea5693cb84ed']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:16:50.778949 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-7b2a260a-d679-47f1-bf1e-9e2e92fe42de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe44cc17-6e94-4c9c-a304-32045d73ad6d') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:16:50.784341 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-7b2a260a-d679-47f1-bf1e-9e2e92fe42de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe44cc17-6e94-4c9c-a304-32045d73ad6d') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:16:50.788710 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d785ac-2ea5-4e16-897c-21c71def9566 req-efec36ba-73cc-4128-9f9f-6f8d2f56a0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:50.790247 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-35d785ac-2ea5-4e16-897c-21c71def9566 req-efec36ba-73cc-4128-9f9f-6f8d2f56a0a3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d0fcbb25-711a-42a9-b82a-fa06187c61e7 HTTP/1.1" status: 200 len: 922 time: 0.2129869 Nov 25 13:16:50.799492 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f00f5-e993-46cd-8494-95ea5cfe2c7c req-5206fb16-2e6f-4272-9df3-e90a987735f7 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:50.800964 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dd8f00f5-e993-46cd-8494-95ea5cfe2c7c req-5206fb16-2e6f-4272-9df3-e90a987735f7 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=49392237-36aa-4a57-9070-b5a42c36fa86 HTTP/1.1" status: 200 len: 932 time: 0.0915382 Nov 25 13:16:50.823340 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7b2a260a-d679-47f1-bf1e-9e2e92fe42de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:50.844578 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7b2a260a-d679-47f1-bf1e-9e2e92fe42de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:50.848771 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-35d785ac-2ea5-4e16-897c-21c71def9566 req-f944617d-46c4-47d4-86d5-7b97e3835872 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41542dd6-814a-4e1f-9340-902a70b7e018 HTTP/1.1" status: 200 len: 217 time: 0.0466537 Nov 25 13:16:50.860686 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b2a260a-d679-47f1-bf1e-9e2e92fe42de admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:16:50.861432 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7b2a260a-d679-47f1-bf1e-9e2e92fe42de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:50.923991 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dd8f00f5-e993-46cd-8494-95ea5cfe2c7c req-f2b1949a-2253-4ea3-92df-4c06377c335f tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec610c10-0015-4919-a10e-9c11537c59cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742345 Nov 25 13:16:50.927494 n-d-808199-11 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:16:50.927494 n-d-808199-11 neutron-server[103571]: self.session.flush() Nov 25 13:16:50.927494 n-d-808199-11 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:16:50.927494 n-d-808199-11 neutron-server[103571]: self.session.flush() Nov 25 13:16:50.927494 n-d-808199-11 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:16:50.927494 n-d-808199-11 neutron-server[103571]: self.session.flush() Nov 25 13:16:50.927494 n-d-808199-11 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:16:50.927494 n-d-808199-11 neutron-server[103571]: self.session.flush() Nov 25 13:16:50.927494 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:16:50.927494 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:16:50.927494 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:16:50.927494 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:16:50.927494 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:16:50.927494 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:16:50.927494 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:16:50.927494 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:16:50.927494 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:16:50.927494 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:16:50.927494 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:16:50.927494 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:16:50.927494 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:16:50.927494 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:16:50.927494 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:16:50.927494 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:16:50.927494 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:16:50.927494 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:16:50.927494 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:16:50.927494 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:16:50.927494 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:16:50.927494 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:16:50.927494 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:16:50.927494 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:16:50.927494 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:16:50.927494 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:16:50.927494 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:16:50.927494 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:16:50.927494 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:16:50.927494 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:16:50.927494 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:16:50.927494 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:16:50.930993 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port 0968cc68-653a-47e9-b685-8c1c2a560d1c on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:16:50.931524 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port 0968cc68-653a-47e9-b685-8c1c2a560d1c by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '037de3ac-c2be-444e-9f6e-8fe51590e985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'db681568-9aff-45d4-9ffc-b58088cb3f0c'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:16:50.932215 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port 0968cc68-653a-47e9-b685-8c1c2a560d1c on network db681568-9aff-45d4-9ffc-b58088cb3f0c {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:16:50.937536 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d785ac-2ea5-4e16-897c-21c71def9566 req-25aa2a17-ce5a-40ca-87c0-48d8ec608591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:50.945215 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-35d785ac-2ea5-4e16-897c-21c71def9566 req-25aa2a17-ce5a-40ca-87c0-48d8ec608591 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e77448f8-5c9e-48cf-b9f8-c58db39caf08 HTTP/1.1" status: 200 len: 860 time: 0.0756104 Nov 25 13:16:50.954287 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7b2a260a-d679-47f1-bf1e-9e2e92fe42de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:50.971039 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Port 0968cc68-653a-47e9-b685-8c1c2a560d1c on network db681568-9aff-45d4-9ffc-b58088cb3f0c not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:16:50.972222 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-851bfb55-be6e-47b0-a9b2-99f1b1f69f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'name': 'tempest-FloatingIPsAssociationTestJSON-2047343648-router', 'tenant_id': '011bce4f061943c38bb17c6e89517c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '1602871f-8b05-4630-b029-51e088c75da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:15:18Z', 'updated_at': '2021-11-25T13:15:26Z', 'revision_number': 4, 'project_id': '011bce4f061943c38bb17c6e89517c3b', 'gw_port': {'id': '1602871f-8b05-4630-b029-51e088c75da6', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:15:19Z', 'updated_at': '2021-11-25T13:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'be82d167-6675-474b-bc09-7b168b1f7195', 'name': '', 'network_id': 'd0fcbb25-711a-42a9-b82a-fa06187c61e7', 'tenant_id': '011bce4f061943c38bb17c6e89517c3b', 'mac_address': 'fa:16:3e:6c:0c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e77448f8-5c9e-48cf-b9f8-c58db39caf08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:15:24Z', 'updated_at': '2021-11-25T13:15:37Z', 'revision_number': 5, 'project_id': '011bce4f061943c38bb17c6e89517c3b', 'subnets': [{'id': 'e77448f8-5c9e-48cf-b9f8-c58db39caf08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:16:50.972542 n-d-808199-11 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Failed to bind port 0968cc68-653a-47e9-b685-8c1c2a560d1c on host n-h2-808199-11 for vnic_type normal using segments [{'id': '037de3ac-c2be-444e-9f6e-8fe51590e985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'db681568-9aff-45d4-9ffc-b58088cb3f0c'}] Nov 25 13:16:50.991361 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7b2a260a-d679-47f1-bf1e-9e2e92fe42de admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:50.995489 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-7b2a260a-d679-47f1-bf1e-9e2e92fe42de admin admin] 10.222.0.53 "DELETE /v2.0/networks/b28d4aaf-5cbc-4392-a60d-ea5693cb84ed HTTP/1.1" status: 204 len: 168 time: 2.0750144 Nov 25 13:16:50.996807 n-d-808199-11 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempt 10 to bind port 0968cc68-653a-47e9-b685-8c1c2a560d1c Nov 25 13:16:51.026414 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port 0968cc68-653a-47e9-b685-8c1c2a560d1c on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:16:51.027147 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port 0968cc68-653a-47e9-b685-8c1c2a560d1c by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '037de3ac-c2be-444e-9f6e-8fe51590e985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'db681568-9aff-45d4-9ffc-b58088cb3f0c'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:16:51.028296 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port 0968cc68-653a-47e9-b685-8c1c2a560d1c on network db681568-9aff-45d4-9ffc-b58088cb3f0c {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:16:51.036034 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2490e102-2010-4746-baca-7fe25ca488f9 x-openstack-request-id: req-2490e102-2010-4746-baca-7fe25ca488f9 {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:16:51.036365 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "429b5f06-d1f3-406c-af44-975c4a115680", "tag": "41542dd6-814a-4e1f-9340-902a70b7e018", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:16:51.036588 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2490e102-2010-4746-baca-7fe25ca488f9 {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:16:51.037048 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '429b5f06-d1f3-406c-af44-975c4a115680', 'tag': '41542dd6-814a-4e1f-9340-902a70b7e018', 'status': 'completed', 'code': 200} Nov 25 13:16:51.039247 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851bfb55-be6e-47b0-a9b2-99f1b1f69f94 None None] Checking router: fc5e4480-9680-4230-91ca-75120d6779c1 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:16:51.058023 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851bfb55-be6e-47b0-a9b2-99f1b1f69f94 None None] Routers {'fc5e4480-9680-4230-91ca-75120d6779c1'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:16:51.058583 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-851bfb55-be6e-47b0-a9b2-99f1b1f69f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:16:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['fc5e4480-9680-4230-91ca-75120d6779c1'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:16:51.074915 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Port 0968cc68-653a-47e9-b685-8c1c2a560d1c on network db681568-9aff-45d4-9ffc-b58088cb3f0c not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:16:51.075598 n-d-808199-11 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Failed to bind port 0968cc68-653a-47e9-b685-8c1c2a560d1c on host n-h2-808199-11 for vnic_type normal using segments [{'id': '037de3ac-c2be-444e-9f6e-8fe51590e985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'db681568-9aff-45d4-9ffc-b58088cb3f0c'}] Nov 25 13:16:51.076183 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:51.085151 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2a260a-d679-47f1-bf1e-9e2e92fe42de admin admin] Pushing event deleted for resources: {'Network': ['ID=b28d4aaf-5cbc-4392-a60d-ea5693cb84ed,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:51.105762 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f8d0dd5e-776d-468b-a548-6fd049b3ff46 req-b0de842f-bae1-4c06-abaf-fc5e9ad8e634 tempest-ImagesNegativeTestJSON-2040479783 tempest-ImagesNegativeTestJSON-2040479783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:51.120360 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['2621575a-478d-4d96-a64b-0a45194d4db5'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:16:51.179762 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] For port 0968cc68-653a-47e9-b685-8c1c2a560d1c, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:16:51.180511 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempted to set empty binding levels {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 25 13:16:51.211803 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:51.228577 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0de842f-bae1-4c06-abaf-fc5e9ad8e634 tempest-ImagesNegativeTestJSON-2040479783 tempest-ImagesNegativeTestJSON-2040479783-project] Pushing event deleted for resources: {'Port': ['ID=2621575a-478d-4d96-a64b-0a45194d4db5,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:51.232104 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:51.232976 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:51.365016 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-851bfb55-be6e-47b0-a9b2-99f1b1f69f94 None None] Set router fc5e4480-9680-4230-91ca-75120d6779c1 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:16:51.397700 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d0dd5e-776d-468b-a548-6fd049b3ff46 req-b0de842f-bae1-4c06-abaf-fc5e9ad8e634 tempest-ImagesNegativeTestJSON-2040479783 tempest-ImagesNegativeTestJSON-2040479783-project] No DVR routers for this DVR port 2621575a-478d-4d96-a64b-0a45194d4db5 on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:16:51.424983 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f8d0dd5e-776d-468b-a548-6fd049b3ff46 req-b0de842f-bae1-4c06-abaf-fc5e9ad8e634 tempest-ImagesNegativeTestJSON-2040479783 tempest-ImagesNegativeTestJSON-2040479783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:51.440564 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f8d0dd5e-776d-468b-a548-6fd049b3ff46 req-b0de842f-bae1-4c06-abaf-fc5e9ad8e634 tempest-ImagesNegativeTestJSON-2040479783 tempest-ImagesNegativeTestJSON-2040479783-project] 10.222.0.47 "DELETE /v2.0/ports/2621575a-478d-4d96-a64b-0a45194d4db5 HTTP/1.1" status: 204 len: 173 time: 2.8573043 Nov 25 13:16:51.442451 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccfa106e-1f37-4edd-ad27-2904872c4a76', 'name': 'network-vif-deleted', 'tag': '2621575a-478d-4d96-a64b-0a45194d4db5'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:16:51.445770 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f27d629-9882-4446-bcff-b638810d2256" -d '{"events": [{"server_uuid": "ccfa106e-1f37-4edd-ad27-2904872c4a76", "name": "network-vif-deleted", "tag": "2621575a-478d-4d96-a64b-0a45194d4db5"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:16:51.456505 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 4.2462432 Nov 25 13:16:51.466977 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 47084) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:51.467355 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 47088) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:51.731838 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-3f46e02b-624f-43ff-9913-9ce22cbb22ca req-f564de1d-cc5b-4623-a6df-d2c305bf51dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2a5a626-de21-4a40-bd62-bacea0a9d1bd {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:16:51.753885 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3f46e02b-624f-43ff-9913-9ce22cbb22ca req-f564de1d-cc5b-4623-a6df-d2c305bf51dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:51.763160 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d785ac-2ea5-4e16-897c-21c71def9566 req-e30454b6-7b12-46e2-917f-40e9e6712ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:51.764932 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-35d785ac-2ea5-4e16-897c-21c71def9566 req-e30454b6-7b12-46e2-917f-40e9e6712ab2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d0fcbb25-711a-42a9-b82a-fa06187c61e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8122025 Nov 25 13:16:51.788480 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-3f46e02b-624f-43ff-9913-9ce22cbb22ca req-f564de1d-cc5b-4623-a6df-d2c305bf51dd service neutron] Transition to ACTIVE for port object e2a5a626-de21-4a40-bd62-bacea0a9d1bd will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:16:51.790568 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d026261-27bd-44d7-bb19-d47b202309d6 req-ad2c5d0f-a434-4aa3-9948-2a8683e89104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:51.792455 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7d026261-27bd-44d7-bb19-d47b202309d6 req-ad2c5d0f-a434-4aa3-9948-2a8683e89104 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=011bce4f061943c38bb17c6e89517c3b&device_id=429b5f06-d1f3-406c-af44-975c4a115680 HTTP/1.1" status: 200 len: 1097 time: 0.7543254 Nov 25 13:16:51.802093 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc2cc2-3fa3-470b-87ed-e688835740ef tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Pushing event updated for resources: {'Port': ['ID=0968cc68-653a-47e9-b685-8c1c2a560d1c,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:51.813713 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3f46e02b-624f-43ff-9913-9ce22cbb22ca req-f564de1d-cc5b-4623-a6df-d2c305bf51dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:51.884282 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f564de1d-cc5b-4623-a6df-d2c305bf51dd service neutron] Pushing event updated for resources: {'Port': ['ID=e2a5a626-de21-4a40-bd62-bacea0a9d1bd,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:51.891837 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aedca4d-09a0-4444-802b-bf696146915c req-7a40e249-e62f-471a-b43b-d98135b92765 tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:51.893421 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0aedca4d-09a0-4444-802b-bf696146915c req-7a40e249-e62f-471a-b43b-d98135b92765 tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] 10.222.0.53 "GET /v2.0/ports?device_id=e23d7bc0-0e21-420d-9355-e4e3f6a07b36 HTTP/1.1" status: 200 len: 949 time: 0.7509599 Nov 25 13:16:51.925239 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-7fc1790e-35dd-48bb-a29b-0aa06c5356be admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2afa5dbd30ba4cb68804e055d42f79c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4567008 Nov 25 13:16:51.934808 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 47094) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:51.982654 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-851bfb55-be6e-47b0-a9b2-99f1b1f69f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'name': 'tempest-FloatingIPsAssociationTestJSON-2047343648-router', 'tenant_id': '011bce4f061943c38bb17c6e89517c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '1602871f-8b05-4630-b029-51e088c75da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:15:18Z', 'updated_at': '2021-11-25T13:15:26Z', 'revision_number': 4, 'project_id': '011bce4f061943c38bb17c6e89517c3b', 'gw_port': {'id': '1602871f-8b05-4630-b029-51e088c75da6', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:15:19Z', 'updated_at': '2021-11-25T13:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'be82d167-6675-474b-bc09-7b168b1f7195', 'name': '', 'network_id': 'd0fcbb25-711a-42a9-b82a-fa06187c61e7', 'tenant_id': '011bce4f061943c38bb17c6e89517c3b', 'mac_address': 'fa:16:3e:6c:0c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e77448f8-5c9e-48cf-b9f8-c58db39caf08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:15:24Z', 'updated_at': '2021-11-25T13:15:37Z', 'revision_number': 5, 'project_id': '011bce4f061943c38bb17c6e89517c3b', 'subnets': [{'id': 'e77448f8-5c9e-48cf-b9f8-c58db39caf08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:16:52.066228 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851bfb55-be6e-47b0-a9b2-99f1b1f69f94 None None] The sync data for ids ['fc5e4480-9680-4230-91ca-75120d6779c1'] in n-d-808199-11 is: [{'id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'name': 'tempest-FloatingIPsAssociationTestJSON-2047343648-router', 'tenant_id': '011bce4f061943c38bb17c6e89517c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '1602871f-8b05-4630-b029-51e088c75da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:15:18Z', 'updated_at': '2021-11-25T13:15:26Z', 'revision_number': 4, 'project_id': '011bce4f061943c38bb17c6e89517c3b', 'gw_port': {'id': '1602871f-8b05-4630-b029-51e088c75da6', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:15:19Z', 'updated_at': '2021-11-25T13:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'be82d167-6675-474b-bc09-7b168b1f7195', 'name': '', 'network_id': 'd0fcbb25-711a-42a9-b82a-fa06187c61e7', 'tenant_id': '011bce4f061943c38bb17c6e89517c3b', 'mac_address': 'fa:16:3e:6c:0c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e77448f8-5c9e-48cf-b9f8-c58db39caf08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:15:24Z', 'updated_at': '2021-11-25T13:15:37Z', 'revision_number': 5, 'project_id': '011bce4f061943c38bb17c6e89517c3b', 'subnets': [{'id': 'e77448f8-5c9e-48cf-b9f8-c58db39caf08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:16:52.087428 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0aedca4d-09a0-4444-802b-bf696146915c req-03590536-01fe-4735-bda8-04155b314c64 tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] 10.222.0.53 "GET /v2.0/security-groups?id=3018a1a8-bfb1-4887-8960-229341a1634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724002 Nov 25 13:16:52.089704 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-6384175e-ae92-441d-8593-285ac506b9ab tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Deleting port 0968cc68-653a-47e9-b685-8c1c2a560d1c {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:16:52.092928 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6384175e-ae92-441d-8593-285ac506b9ab tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:52.099527 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-35d785ac-2ea5-4e16-897c-21c71def9566 req-4ef7046e-ddb0-44a1-8f03-ab5363a72c65 service neutron] 10.222.0.53 "GET /v2.0/networks/d0fcbb25-711a-42a9-b82a-fa06187c61e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243487 Nov 25 13:16:52.108651 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d026261-27bd-44d7-bb19-d47b202309d6 req-ea495d3e-23e7-4097-9b86-a3c79f7b574f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:52.124487 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7d026261-27bd-44d7-bb19-d47b202309d6 req-ea495d3e-23e7-4097-9b86-a3c79f7b574f service neutron] 10.222.0.66 "GET /v2.0/networks?id=d0fcbb25-711a-42a9-b82a-fa06187c61e7 HTTP/1.1" status: 200 len: 922 time: 0.3135502 Nov 25 13:16:52.273041 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7d026261-27bd-44d7-bb19-d47b202309d6 req-ccb8356b-19e0-47f4-b5d9-52796b5d6feb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41542dd6-814a-4e1f-9340-902a70b7e018 HTTP/1.1" status: 200 len: 217 time: 0.1247206 Nov 25 13:16:52.285969 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-3f46e02b-624f-43ff-9913-9ce22cbb22ca req-f564de1d-cc5b-4623-a6df-d2c305bf51dd service neutron] Attempting to bind port e2a5a626-de21-4a40-bd62-bacea0a9d1bd on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:16:52.286190 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-3f46e02b-624f-43ff-9913-9ce22cbb22ca req-f564de1d-cc5b-4623-a6df-d2c305bf51dd service neutron] Attempting to bind port e2a5a626-de21-4a40-bd62-bacea0a9d1bd by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': 'c770b2a8-6850-4501-ba81-87e53f72232e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9accb235-a825-49d8-b9c6-39063069a4b3'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:16:52.286587 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f46e02b-624f-43ff-9913-9ce22cbb22ca req-f564de1d-cc5b-4623-a6df-d2c305bf51dd service neutron] Attempting to bind port e2a5a626-de21-4a40-bd62-bacea0a9d1bd on network 9accb235-a825-49d8-b9c6-39063069a4b3 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:16:52.289163 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-59f6d3b0-bdac-4c90-b3b6-6684a56833b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:52.311177 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f46e02b-624f-43ff-9913-9ce22cbb22ca req-f564de1d-cc5b-4623-a6df-d2c305bf51dd service neutron] Port e2a5a626-de21-4a40-bd62-bacea0a9d1bd on network 9accb235-a825-49d8-b9c6-39063069a4b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:16:52.311603 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f46e02b-624f-43ff-9913-9ce22cbb22ca req-f564de1d-cc5b-4623-a6df-d2c305bf51dd service neutron] Attempting to bind port e2a5a626-de21-4a40-bd62-bacea0a9d1bd on network 9accb235-a825-49d8-b9c6-39063069a4b3 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:16:52.325857 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-6384175e-ae92-441d-8593-285ac506b9ab tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] For port 0968cc68-653a-47e9-b685-8c1c2a560d1c, host n-h2-808199-11, got binding levels [] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:16:52.326335 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6384175e-ae92-441d-8593-285ac506b9ab tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:52.329025 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f46e02b-624f-43ff-9913-9ce22cbb22ca req-f564de1d-cc5b-4623-a6df-d2c305bf51dd service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:16:52.329444 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f46e02b-624f-43ff-9913-9ce22cbb22ca req-f564de1d-cc5b-4623-a6df-d2c305bf51dd service neutron] Checking segment: {'id': 'c770b2a8-6850-4501-ba81-87e53f72232e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9accb235-a825-49d8-b9c6-39063069a4b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:16:52.329927 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f46e02b-624f-43ff-9913-9ce22cbb22ca req-f564de1d-cc5b-4623-a6df-d2c305bf51dd service neutron] Bound using segment: {'id': 'c770b2a8-6850-4501-ba81-87e53f72232e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9accb235-a825-49d8-b9c6-39063069a4b3'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:16:52.330450 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-3f46e02b-624f-43ff-9913-9ce22cbb22ca req-f564de1d-cc5b-4623-a6df-d2c305bf51dd service neutron] Bound port: e2a5a626-de21-4a40-bd62-bacea0a9d1bd, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c770b2a8-6850-4501-ba81-87e53f72232e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9accb235-a825-49d8-b9c6-39063069a4b3'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:16:52.330993 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3f46e02b-624f-43ff-9913-9ce22cbb22ca req-f564de1d-cc5b-4623-a6df-d2c305bf51dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:52.357823 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-59f6d3b0-bdac-4c90-b3b6-6684a56833b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:52.370458 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6154363f-f7ae-4f18-97ff-372c75097493 req-cc8aecfa-600a-4eb6-8154-8a8e6ae766bb tempest-ImagesNegativeTestJSON-2040479783 tempest-ImagesNegativeTestJSON-2040479783-project] 10.222.0.53 "GET /v2.0/ports?device_id=ccfa106e-1f37-4edd-ad27-2904872c4a76 HTTP/1.1" status: 200 len: 210 time: 0.0999606 Nov 25 13:16:52.371029 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-6384175e-ae92-441d-8593-285ac506b9ab tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Calling delete_port for 0968cc68-653a-47e9-b685-8c1c2a560d1c owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:16:52.445218 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d026261-27bd-44d7-bb19-d47b202309d6 req-fc6e9a1e-a231-48ad-be44-1f663d64bea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:52.451939 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7d026261-27bd-44d7-bb19-d47b202309d6 req-fc6e9a1e-a231-48ad-be44-1f663d64bea2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e77448f8-5c9e-48cf-b9f8-c58db39caf08 HTTP/1.1" status: 200 len: 860 time: 0.1157558 Nov 25 13:16:52.512486 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-35d785ac-2ea5-4e16-897c-21c71def9566 req-7525dc91-a526-4e6b-bc8f-6b407fc80cf6 service neutron] 10.222.0.53 "GET /v2.0/networks/d0fcbb25-711a-42a9-b82a-fa06187c61e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3869317 Nov 25 13:16:52.530123 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d026261-27bd-44d7-bb19-d47b202309d6 req-f1f584bd-fa65-426a-9789-58fe5c9be306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:52.531871 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7d026261-27bd-44d7-bb19-d47b202309d6 req-f1f584bd-fa65-426a-9789-58fe5c9be306 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d0fcbb25-711a-42a9-b82a-fa06187c61e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594876 Nov 25 13:16:52.548920 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-3f46e02b-624f-43ff-9913-9ce22cbb22ca req-f564de1d-cc5b-4623-a6df-d2c305bf51dd service neutron] For port e2a5a626-de21-4a40-bd62-bacea0a9d1bd, host n-h1-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:16:52.580004 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c379106-fd92-4337-8e01-9b322c3e8090 None None] New status for floating IP 1dabe0b5-1f62-4fdd-bab9-5d79d131fa51: DOWN {{(pid=103572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 13:16:52.586126 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-3f46e02b-624f-43ff-9913-9ce22cbb22ca req-f564de1d-cc5b-4623-a6df-d2c305bf51dd service neutron] For port e2a5a626-de21-4a40-bd62-bacea0a9d1bd, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=e2a5a626-de21-4a40-bd62-bacea0a9d1bd,segment=NetworkSegment(c770b2a8-6850-4501-ba81-87e53f72232e),segment_id=c770b2a8-6850-4501-ba81-87e53f72232e)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:16:52.606367 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-59f6d3b0-bdac-4c90-b3b6-6684a56833b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:52.609583 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-59f6d3b0-bdac-4c90-b3b6-6684a56833b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:52.613891 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-59f6d3b0-bdac-4c90-b3b6-6684a56833b6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/05969e3c-d4c9-4090-822b-6597c6595794 HTTP/1.1" status: 204 len: 168 time: 0.6757920 Nov 25 13:16:52.619307 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3f46e02b-624f-43ff-9913-9ce22cbb22ca req-f564de1d-cc5b-4623-a6df-d2c305bf51dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:52.622119 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6384175e-ae92-441d-8593-285ac506b9ab tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:52.671997 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f6d3b0-bdac-4c90-b3b6-6684a56833b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05969e3c-d4c9-4090-822b-6597c6595794,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:52.682639 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f46e02b-624f-43ff-9913-9ce22cbb22ca req-f564de1d-cc5b-4623-a6df-d2c305bf51dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:52.683296 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3f46e02b-624f-43ff-9913-9ce22cbb22ca req-f564de1d-cc5b-4623-a6df-d2c305bf51dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:52.685379 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3f46e02b-624f-43ff-9913-9ce22cbb22ca req-f564de1d-cc5b-4623-a6df-d2c305bf51dd service neutron] 10.222.0.66 "PUT /v2.0/ports/e2a5a626-de21-4a40-bd62-bacea0a9d1bd HTTP/1.1" status: 200 len: 1093 time: 2.7710576 Nov 25 13:16:52.692532 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6384175e-ae92-441d-8593-285ac506b9ab tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:52.697291 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-6384175e-ae92-441d-8593-285ac506b9ab tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] 10.222.0.53 "DELETE /v2.0/ports/0968cc68-653a-47e9-b685-8c1c2a560d1c HTTP/1.1" status: 204 len: 168 time: 1.2277668 Nov 25 13:16:52.704769 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 47106) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:52.773517 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96152496-a1b6-4d49-a269-b3f87afd5cb6 x-openstack-request-id: req-96152496-a1b6-4d49-a269-b3f87afd5cb6 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:16:52.774196 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccfa106e-1f37-4edd-ad27-2904872c4a76", "name": "network-vif-deleted", "tag": "2621575a-478d-4d96-a64b-0a45194d4db5", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:16:52.774373 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-96152496-a1b6-4d49-a269-b3f87afd5cb6 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:16:52.774868 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccfa106e-1f37-4edd-ad27-2904872c4a76', 'name': 'network-vif-deleted', 'tag': '2621575a-478d-4d96-a64b-0a45194d4db5', 'status': 'completed', 'code': 200} Nov 25 13:16:52.787432 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-441d3c1a-6baa-45f7-b830-c90574dfd230 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] GET failed (client error): The resource could not be found. Nov 25 13:16:52.792906 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-441d3c1a-6baa-45f7-b830-c90574dfd230 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] 10.222.0.53 "GET /v2.0/ports/0968cc68-653a-47e9-b685-8c1c2a560d1c HTTP/1.1" status: 404 len: 333 time: 0.0833497 Nov 25 13:16:52.804272 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 47108) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:52.815119 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-65327934-5a84-41aa-bbbf-fe58dd85145e tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Request body: {'port': {'network_id': 'db681568-9aff-45d4-9ffc-b58088cb3f0c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-746875468'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:16:52.852224 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f564de1d-cc5b-4623-a6df-d2c305bf51dd service neutron] Pushing event updated for resources: {'Port': ['ID=e2a5a626-de21-4a40-bd62-bacea0a9d1bd,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:52.867155 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65327934-5a84-41aa-bbbf-fe58dd85145e tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Made reservation on behalf of ac68a38b2d764325b5ee3b7fcf352c07 for: {'port': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:16:52.869646 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-65327934-5a84-41aa-bbbf-fe58dd85145e tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:52.886795 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3a2e7e-9801-427d-bb6e-446121dc470f req-cb45b54b-84d8-4081-9528-dc3be7ddd21f tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:52.889145 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-af3a2e7e-9801-427d-bb6e-446121dc470f req-cb45b54b-84d8-4081-9528-dc3be7ddd21f tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=49392237-36aa-4a57-9070-b5a42c36fa86 HTTP/1.1" status: 200 len: 944 time: 0.1763456 Nov 25 13:16:52.937818 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [None req-65327934-5a84-41aa-bbbf-fe58dd85145e tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] device_id is not set on port e14fc97d-5d6e-489d-9658-9bde8ac3b004 yet. {{(pid=103570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:16:52.948436 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6384175e-ae92-441d-8593-285ac506b9ab tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Pushing event deleted for resources: {'Port': ['ID=0968cc68-653a-47e9-b685-8c1c2a560d1c,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:52.973649 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f46e02b-624f-43ff-9913-9ce22cbb22ca req-c9f8ea2b-f388-4577-8892-cf539ab2e030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:52.975308 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3f46e02b-624f-43ff-9913-9ce22cbb22ca req-c9f8ea2b-f388-4577-8892-cf539ab2e030 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=621e47be21954218b422540d084376f9&device_id=49392237-36aa-4a57-9070-b5a42c36fa86 HTTP/1.1" status: 200 len: 1096 time: 0.2189848 Nov 25 13:16:53.083255 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3f46e02b-624f-43ff-9913-9ce22cbb22ca req-8bea46c2-8bae-426f-9148-203bf2a66c22 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2a5a626-de21-4a40-bd62-bacea0a9d1bd HTTP/1.1" status: 200 len: 217 time: 0.0988967 Nov 25 13:16:53.180750 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7d026261-27bd-44d7-bb19-d47b202309d6 req-13d70e87-28ce-49a7-a7e5-b38ce7d5127f service neutron] 10.222.0.66 "GET /v2.0/networks/d0fcbb25-711a-42a9-b82a-fa06187c61e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6395764 Nov 25 13:16:53.220976 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f46e02b-624f-43ff-9913-9ce22cbb22ca req-3d9e384c-2306-44c0-a087-ad6408dcb287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:53.222613 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3f46e02b-624f-43ff-9913-9ce22cbb22ca req-3d9e384c-2306-44c0-a087-ad6408dcb287 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b6a84af7-6347-4e0f-945a-98a5515a4a22 HTTP/1.1" status: 200 len: 850 time: 0.1288831 Nov 25 13:16:53.274401 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f46e02b-624f-43ff-9913-9ce22cbb22ca req-14cd7ef4-0a37-434f-a9a2-a47cf83b9a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:53.275968 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3f46e02b-624f-43ff-9913-9ce22cbb22ca req-14cd7ef4-0a37-434f-a9a2-a47cf83b9a5c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9accb235-a825-49d8-b9c6-39063069a4b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446284 Nov 25 13:16:53.386272 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 2621575a-478d-4d96-a64b-0a45194d4db5 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:16:53.390137 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-af3a2e7e-9801-427d-bb6e-446121dc470f req-ec9f4f42-7a5a-4904-89ac-0993a3ebc6dc tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec610c10-0015-4919-a10e-9c11537c59cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4643157 Nov 25 13:16:53.426133 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: 2621575a-478d-4d96-a64b-0a45194d4db5 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:16:53.426856 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 2621575a-478d-4d96-a64b-0a45194d4db5 not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:16:53.480351 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-65327934-5a84-41aa-bbbf-fe58dd85145e tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:53.522248 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3f46e02b-624f-43ff-9913-9ce22cbb22ca req-c52f849d-1498-49cb-8753-d0aa6b6698ea service neutron] 10.222.0.66 "GET /v2.0/networks/9accb235-a825-49d8-b9c6-39063069a4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351725 Nov 25 13:16:53.550866 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-65327934-5a84-41aa-bbbf-fe58dd85145e tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:53.615541 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7d026261-27bd-44d7-bb19-d47b202309d6 req-6b24ffff-2fca-4caf-8f55-b2872c50bc38 service neutron] 10.222.0.66 "GET /v2.0/networks/d0fcbb25-711a-42a9-b82a-fa06187c61e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4146895 Nov 25 13:16:53.629190 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d04d3-0337-4a1b-95fa-3333032ffc9b req-50b3c0d1-6aa1-4f91-a168-2af17c6846d0 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:53.636668 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-960d04d3-0337-4a1b-95fa-3333032ffc9b req-50b3c0d1-6aa1-4f91-a168-2af17c6846d0 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d06c340-3828-448b-ad35-25a20044120b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3534448 Nov 25 13:16:53.641349 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65327934-5a84-41aa-bbbf-fe58dd85145e tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Network db681568-9aff-45d4-9ffc-b58088cb3f0c is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:16:53.663517 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3f46e02b-624f-43ff-9913-9ce22cbb22ca req-a1c72c47-3c26-4120-a742-feb318447857 service neutron] 10.222.0.66 "GET /v2.0/networks/9accb235-a825-49d8-b9c6-39063069a4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320317 Nov 25 13:16:53.682236 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-65327934-5a84-41aa-bbbf-fe58dd85145e tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:16:53.730788 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65327934-5a84-41aa-bbbf-fe58dd85145e tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:16:53.731811 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65327934-5a84-41aa-bbbf-fe58dd85145e tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:53.732568 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-65327934-5a84-41aa-bbbf-fe58dd85145e tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:53.758755 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65327934-5a84-41aa-bbbf-fe58dd85145e tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Pushing event updated for resources: {'Port': ['ID=e14fc97d-5d6e-489d-9658-9bde8ac3b004,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:53.767044 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-65327934-5a84-41aa-bbbf-fe58dd85145e tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.9574404 Nov 25 13:16:53.768059 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 47136) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:53.775164 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-406a879e-0628-4f73-8324-a1486a7008a6 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:16:53.779066 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8262ae-c0e2-419d-a51c-d9a669497561 req-4f878f34-1a65-403c-8876-152e71f52a49 tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:53.781111 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9e8262ae-c0e2-419d-a51c-d9a669497561 req-4f878f34-1a65-403c-8876-152e71f52a49 tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] 10.222.0.53 "GET /v2.0/ports?device_id=e23d7bc0-0e21-420d-9355-e4e3f6a07b36 HTTP/1.1" status: 200 len: 949 time: 0.2519565 Nov 25 13:16:53.785636 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-960d04d3-0337-4a1b-95fa-3333032ffc9b req-12c4f6a0-3b3e-420d-a220-8fc03a47bb06 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.103 HTTP/1.1" status: 200 len: 696 time: 0.1483190 Nov 25 13:16:53.816614 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-960d04d3-0337-4a1b-95fa-3333032ffc9b req-34f6a73f-5162-4a70-ab22-047c66a629a4 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Request body: {'floatingip': {'port_id': 'e6294caa-eb75-4d6f-9636-ce880c21f4f1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:16:53.856270 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-406a879e-0628-4f73-8324-a1486a7008a6 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:53.893544 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-960d04d3-0337-4a1b-95fa-3333032ffc9b req-34f6a73f-5162-4a70-ab22-047c66a629a4 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Publish callbacks [] for floatingip, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:53.980650 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9e8262ae-c0e2-419d-a51c-d9a669497561 req-d198d34d-c2a0-4138-a0f7-145724f1c05b tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] 10.222.0.53 "GET /v2.0/security-groups?id=3018a1a8-bfb1-4887-8960-229341a1634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911488 Nov 25 13:16:54.067323 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-406a879e-0628-4f73-8324-a1486a7008a6 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] device_id is not set on port e14fc97d-5d6e-489d-9658-9bde8ac3b004 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:16:54.075916 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-406a879e-0628-4f73-8324-a1486a7008a6 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:54.083705 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-406a879e-0628-4f73-8324-a1486a7008a6 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:54.214785 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406a879e-0628-4f73-8324-a1486a7008a6 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Pushing event updated for resources: {'Port': ['ID=e14fc97d-5d6e-489d-9658-9bde8ac3b004,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:54.219824 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-406a879e-0628-4f73-8324-a1486a7008a6 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port e14fc97d-5d6e-489d-9658-9bde8ac3b004 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:16:54.220365 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-406a879e-0628-4f73-8324-a1486a7008a6 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port e14fc97d-5d6e-489d-9658-9bde8ac3b004 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '037de3ac-c2be-444e-9f6e-8fe51590e985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'db681568-9aff-45d4-9ffc-b58088cb3f0c'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:16:54.221325 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406a879e-0628-4f73-8324-a1486a7008a6 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port e14fc97d-5d6e-489d-9658-9bde8ac3b004 on network db681568-9aff-45d4-9ffc-b58088cb3f0c {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:16:54.228153 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406a879e-0628-4f73-8324-a1486a7008a6 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Port e14fc97d-5d6e-489d-9658-9bde8ac3b004 on network db681568-9aff-45d4-9ffc-b58088cb3f0c not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:16:54.228501 n-d-808199-11 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-406a879e-0628-4f73-8324-a1486a7008a6 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Failed to bind port e14fc97d-5d6e-489d-9658-9bde8ac3b004 on host n-h2-808199-11 for vnic_type normal using segments [{'id': '037de3ac-c2be-444e-9f6e-8fe51590e985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'db681568-9aff-45d4-9ffc-b58088cb3f0c'}] Nov 25 13:16:54.229034 n-d-808199-11 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-406a879e-0628-4f73-8324-a1486a7008a6 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempt 2 to bind port e14fc97d-5d6e-489d-9658-9bde8ac3b004 Nov 25 13:16:54.246087 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-406a879e-0628-4f73-8324-a1486a7008a6 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port e14fc97d-5d6e-489d-9658-9bde8ac3b004 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:16:54.246893 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-406a879e-0628-4f73-8324-a1486a7008a6 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port e14fc97d-5d6e-489d-9658-9bde8ac3b004 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '037de3ac-c2be-444e-9f6e-8fe51590e985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'db681568-9aff-45d4-9ffc-b58088cb3f0c'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:16:54.247383 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406a879e-0628-4f73-8324-a1486a7008a6 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port e14fc97d-5d6e-489d-9658-9bde8ac3b004 on network db681568-9aff-45d4-9ffc-b58088cb3f0c {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:16:54.254115 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406a879e-0628-4f73-8324-a1486a7008a6 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Port e14fc97d-5d6e-489d-9658-9bde8ac3b004 on network db681568-9aff-45d4-9ffc-b58088cb3f0c not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:16:54.254652 n-d-808199-11 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-406a879e-0628-4f73-8324-a1486a7008a6 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Failed to bind port e14fc97d-5d6e-489d-9658-9bde8ac3b004 on host n-h2-808199-11 for vnic_type normal using segments [{'id': '037de3ac-c2be-444e-9f6e-8fe51590e985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'db681568-9aff-45d4-9ffc-b58088cb3f0c'}] Nov 25 13:16:54.256081 n-d-808199-11 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-406a879e-0628-4f73-8324-a1486a7008a6 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempt 3 to bind port e14fc97d-5d6e-489d-9658-9bde8ac3b004 Nov 25 13:16:54.269470 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-406a879e-0628-4f73-8324-a1486a7008a6 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port e14fc97d-5d6e-489d-9658-9bde8ac3b004 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:16:54.270038 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-406a879e-0628-4f73-8324-a1486a7008a6 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port e14fc97d-5d6e-489d-9658-9bde8ac3b004 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '037de3ac-c2be-444e-9f6e-8fe51590e985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'db681568-9aff-45d4-9ffc-b58088cb3f0c'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:16:54.270526 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406a879e-0628-4f73-8324-a1486a7008a6 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port e14fc97d-5d6e-489d-9658-9bde8ac3b004 on network db681568-9aff-45d4-9ffc-b58088cb3f0c {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:16:54.275844 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406a879e-0628-4f73-8324-a1486a7008a6 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Port e14fc97d-5d6e-489d-9658-9bde8ac3b004 on network db681568-9aff-45d4-9ffc-b58088cb3f0c not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:16:54.276329 n-d-808199-11 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-406a879e-0628-4f73-8324-a1486a7008a6 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Failed to bind port e14fc97d-5d6e-489d-9658-9bde8ac3b004 on host n-h2-808199-11 for vnic_type normal using segments [{'id': '037de3ac-c2be-444e-9f6e-8fe51590e985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'db681568-9aff-45d4-9ffc-b58088cb3f0c'}] Nov 25 13:16:54.276943 n-d-808199-11 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-406a879e-0628-4f73-8324-a1486a7008a6 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempt 4 to bind port e14fc97d-5d6e-489d-9658-9bde8ac3b004 Nov 25 13:16:54.291750 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-406a879e-0628-4f73-8324-a1486a7008a6 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port e14fc97d-5d6e-489d-9658-9bde8ac3b004 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:16:54.292521 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-406a879e-0628-4f73-8324-a1486a7008a6 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port e14fc97d-5d6e-489d-9658-9bde8ac3b004 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '037de3ac-c2be-444e-9f6e-8fe51590e985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'db681568-9aff-45d4-9ffc-b58088cb3f0c'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:16:54.293206 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406a879e-0628-4f73-8324-a1486a7008a6 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port e14fc97d-5d6e-489d-9658-9bde8ac3b004 on network db681568-9aff-45d4-9ffc-b58088cb3f0c {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:16:54.299599 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406a879e-0628-4f73-8324-a1486a7008a6 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Port e14fc97d-5d6e-489d-9658-9bde8ac3b004 on network db681568-9aff-45d4-9ffc-b58088cb3f0c not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:16:54.300097 n-d-808199-11 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-406a879e-0628-4f73-8324-a1486a7008a6 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Failed to bind port e14fc97d-5d6e-489d-9658-9bde8ac3b004 on host n-h2-808199-11 for vnic_type normal using segments [{'id': '037de3ac-c2be-444e-9f6e-8fe51590e985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'db681568-9aff-45d4-9ffc-b58088cb3f0c'}] Nov 25 13:16:54.300668 n-d-808199-11 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-406a879e-0628-4f73-8324-a1486a7008a6 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempt 5 to bind port e14fc97d-5d6e-489d-9658-9bde8ac3b004 Nov 25 13:16:54.314470 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-406a879e-0628-4f73-8324-a1486a7008a6 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port e14fc97d-5d6e-489d-9658-9bde8ac3b004 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:16:54.315025 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-406a879e-0628-4f73-8324-a1486a7008a6 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port e14fc97d-5d6e-489d-9658-9bde8ac3b004 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '037de3ac-c2be-444e-9f6e-8fe51590e985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'db681568-9aff-45d4-9ffc-b58088cb3f0c'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:16:54.315514 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406a879e-0628-4f73-8324-a1486a7008a6 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port e14fc97d-5d6e-489d-9658-9bde8ac3b004 on network db681568-9aff-45d4-9ffc-b58088cb3f0c {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:16:54.320569 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406a879e-0628-4f73-8324-a1486a7008a6 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Port e14fc97d-5d6e-489d-9658-9bde8ac3b004 on network db681568-9aff-45d4-9ffc-b58088cb3f0c not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:16:54.321053 n-d-808199-11 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-406a879e-0628-4f73-8324-a1486a7008a6 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Failed to bind port e14fc97d-5d6e-489d-9658-9bde8ac3b004 on host n-h2-808199-11 for vnic_type normal using segments [{'id': '037de3ac-c2be-444e-9f6e-8fe51590e985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'db681568-9aff-45d4-9ffc-b58088cb3f0c'}] Nov 25 13:16:54.321583 n-d-808199-11 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-406a879e-0628-4f73-8324-a1486a7008a6 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempt 6 to bind port e14fc97d-5d6e-489d-9658-9bde8ac3b004 Nov 25 13:16:54.335983 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-406a879e-0628-4f73-8324-a1486a7008a6 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port e14fc97d-5d6e-489d-9658-9bde8ac3b004 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:16:54.336488 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-406a879e-0628-4f73-8324-a1486a7008a6 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port e14fc97d-5d6e-489d-9658-9bde8ac3b004 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '037de3ac-c2be-444e-9f6e-8fe51590e985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'db681568-9aff-45d4-9ffc-b58088cb3f0c'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:16:54.336974 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406a879e-0628-4f73-8324-a1486a7008a6 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port e14fc97d-5d6e-489d-9658-9bde8ac3b004 on network db681568-9aff-45d4-9ffc-b58088cb3f0c {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:16:54.341468 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406a879e-0628-4f73-8324-a1486a7008a6 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Port e14fc97d-5d6e-489d-9658-9bde8ac3b004 on network db681568-9aff-45d4-9ffc-b58088cb3f0c not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:16:54.341963 n-d-808199-11 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-406a879e-0628-4f73-8324-a1486a7008a6 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Failed to bind port e14fc97d-5d6e-489d-9658-9bde8ac3b004 on host n-h2-808199-11 for vnic_type normal using segments [{'id': '037de3ac-c2be-444e-9f6e-8fe51590e985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'db681568-9aff-45d4-9ffc-b58088cb3f0c'}] Nov 25 13:16:54.342656 n-d-808199-11 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-406a879e-0628-4f73-8324-a1486a7008a6 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempt 7 to bind port e14fc97d-5d6e-489d-9658-9bde8ac3b004 Nov 25 13:16:54.369098 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-406a879e-0628-4f73-8324-a1486a7008a6 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port e14fc97d-5d6e-489d-9658-9bde8ac3b004 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:16:54.369098 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-406a879e-0628-4f73-8324-a1486a7008a6 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port e14fc97d-5d6e-489d-9658-9bde8ac3b004 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '037de3ac-c2be-444e-9f6e-8fe51590e985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'db681568-9aff-45d4-9ffc-b58088cb3f0c'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:16:54.369521 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406a879e-0628-4f73-8324-a1486a7008a6 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port e14fc97d-5d6e-489d-9658-9bde8ac3b004 on network db681568-9aff-45d4-9ffc-b58088cb3f0c {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:16:54.374768 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406a879e-0628-4f73-8324-a1486a7008a6 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Port e14fc97d-5d6e-489d-9658-9bde8ac3b004 on network db681568-9aff-45d4-9ffc-b58088cb3f0c not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:16:54.375134 n-d-808199-11 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-406a879e-0628-4f73-8324-a1486a7008a6 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Failed to bind port e14fc97d-5d6e-489d-9658-9bde8ac3b004 on host n-h2-808199-11 for vnic_type normal using segments [{'id': '037de3ac-c2be-444e-9f6e-8fe51590e985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'db681568-9aff-45d4-9ffc-b58088cb3f0c'}] Nov 25 13:16:54.375664 n-d-808199-11 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-406a879e-0628-4f73-8324-a1486a7008a6 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempt 8 to bind port e14fc97d-5d6e-489d-9658-9bde8ac3b004 Nov 25 13:16:54.390836 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-406a879e-0628-4f73-8324-a1486a7008a6 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port e14fc97d-5d6e-489d-9658-9bde8ac3b004 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:16:54.391319 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-406a879e-0628-4f73-8324-a1486a7008a6 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port e14fc97d-5d6e-489d-9658-9bde8ac3b004 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '037de3ac-c2be-444e-9f6e-8fe51590e985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'db681568-9aff-45d4-9ffc-b58088cb3f0c'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:16:54.391679 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406a879e-0628-4f73-8324-a1486a7008a6 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port e14fc97d-5d6e-489d-9658-9bde8ac3b004 on network db681568-9aff-45d4-9ffc-b58088cb3f0c {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:16:54.396734 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406a879e-0628-4f73-8324-a1486a7008a6 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Port e14fc97d-5d6e-489d-9658-9bde8ac3b004 on network db681568-9aff-45d4-9ffc-b58088cb3f0c not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:16:54.397055 n-d-808199-11 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-406a879e-0628-4f73-8324-a1486a7008a6 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Failed to bind port e14fc97d-5d6e-489d-9658-9bde8ac3b004 on host n-h2-808199-11 for vnic_type normal using segments [{'id': '037de3ac-c2be-444e-9f6e-8fe51590e985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'db681568-9aff-45d4-9ffc-b58088cb3f0c'}] Nov 25 13:16:54.397473 n-d-808199-11 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-406a879e-0628-4f73-8324-a1486a7008a6 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempt 9 to bind port e14fc97d-5d6e-489d-9658-9bde8ac3b004 Nov 25 13:16:54.411273 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-406a879e-0628-4f73-8324-a1486a7008a6 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port e14fc97d-5d6e-489d-9658-9bde8ac3b004 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:16:54.411691 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-406a879e-0628-4f73-8324-a1486a7008a6 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port e14fc97d-5d6e-489d-9658-9bde8ac3b004 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '037de3ac-c2be-444e-9f6e-8fe51590e985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'db681568-9aff-45d4-9ffc-b58088cb3f0c'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:16:54.413402 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406a879e-0628-4f73-8324-a1486a7008a6 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port e14fc97d-5d6e-489d-9658-9bde8ac3b004 on network db681568-9aff-45d4-9ffc-b58088cb3f0c {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:16:54.417347 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406a879e-0628-4f73-8324-a1486a7008a6 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Port e14fc97d-5d6e-489d-9658-9bde8ac3b004 on network db681568-9aff-45d4-9ffc-b58088cb3f0c not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:16:54.417683 n-d-808199-11 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-406a879e-0628-4f73-8324-a1486a7008a6 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Failed to bind port e14fc97d-5d6e-489d-9658-9bde8ac3b004 on host n-h2-808199-11 for vnic_type normal using segments [{'id': '037de3ac-c2be-444e-9f6e-8fe51590e985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'db681568-9aff-45d4-9ffc-b58088cb3f0c'}] Nov 25 13:16:54.418086 n-d-808199-11 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-406a879e-0628-4f73-8324-a1486a7008a6 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempt 10 to bind port e14fc97d-5d6e-489d-9658-9bde8ac3b004 Nov 25 13:16:54.440120 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-406a879e-0628-4f73-8324-a1486a7008a6 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port e14fc97d-5d6e-489d-9658-9bde8ac3b004 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:16:54.440474 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-406a879e-0628-4f73-8324-a1486a7008a6 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port e14fc97d-5d6e-489d-9658-9bde8ac3b004 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '037de3ac-c2be-444e-9f6e-8fe51590e985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'db681568-9aff-45d4-9ffc-b58088cb3f0c'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:16:54.440829 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406a879e-0628-4f73-8324-a1486a7008a6 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port e14fc97d-5d6e-489d-9658-9bde8ac3b004 on network db681568-9aff-45d4-9ffc-b58088cb3f0c {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:16:54.446303 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406a879e-0628-4f73-8324-a1486a7008a6 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Port e14fc97d-5d6e-489d-9658-9bde8ac3b004 on network db681568-9aff-45d4-9ffc-b58088cb3f0c not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:16:54.446549 n-d-808199-11 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-406a879e-0628-4f73-8324-a1486a7008a6 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Failed to bind port e14fc97d-5d6e-489d-9658-9bde8ac3b004 on host n-h2-808199-11 for vnic_type normal using segments [{'id': '037de3ac-c2be-444e-9f6e-8fe51590e985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'db681568-9aff-45d4-9ffc-b58088cb3f0c'}] Nov 25 13:16:54.447020 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-406a879e-0628-4f73-8324-a1486a7008a6 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:54.519495 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-406a879e-0628-4f73-8324-a1486a7008a6 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] For port e14fc97d-5d6e-489d-9658-9bde8ac3b004, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:16:54.519870 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-406a879e-0628-4f73-8324-a1486a7008a6 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempted to set empty binding levels {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 25 13:16:54.525291 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-406a879e-0628-4f73-8324-a1486a7008a6 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:54.548979 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-960d04d3-0337-4a1b-95fa-3333032ffc9b req-34f6a73f-5162-4a70-ab22-047c66a629a4 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:54.556767 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-960d04d3-0337-4a1b-95fa-3333032ffc9b req-34f6a73f-5162-4a70-ab22-047c66a629a4 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:54.574358 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-406a879e-0628-4f73-8324-a1486a7008a6 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] In _notify_port_updated(), no bound segment for port e14fc97d-5d6e-489d-9658-9bde8ac3b004 on network db681568-9aff-45d4-9ffc-b58088cb3f0c {{(pid=103571) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 13:16:54.575337 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406a879e-0628-4f73-8324-a1486a7008a6 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:54.579194 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-406a879e-0628-4f73-8324-a1486a7008a6 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:54.579194 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-406a879e-0628-4f73-8324-a1486a7008a6 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] 10.222.0.53 "PUT /v2.0/ports/e14fc97d-5d6e-489d-9658-9bde8ac3b004 HTTP/1.1" status: 200 len: 975 time: 0.8082426 Nov 25 13:16:54.591237 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 47174) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:54.692661 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406a879e-0628-4f73-8324-a1486a7008a6 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Pushing event updated for resources: {'Port': ['ID=e14fc97d-5d6e-489d-9658-9bde8ac3b004,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:54.732253 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd251d-7a43-4c24-b0b1-428f8bb3696d req-826bb401-90ff-4b1d-9c57-43150998bef5 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:54.739353 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2dbd251d-7a43-4c24-b0b1-428f8bb3696d req-826bb401-90ff-4b1d-9c57-43150998bef5 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=49392237-36aa-4a57-9070-b5a42c36fa86 HTTP/1.1" status: 200 len: 944 time: 0.1021879 Nov 25 13:16:54.747432 n-d-808199-11 neutron-server[103570]: INFO neutron.db.l3_db [req-960d04d3-0337-4a1b-95fa-3333032ffc9b req-34f6a73f-5162-4a70-ab22-047c66a629a4 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Floating IP 1dabe0b5-1f62-4fdd-bab9-5d79d131fa51 associated. External IP: 172.25.5.103, port: e6294caa-eb75-4d6f-9636-ce880c21f4f1. Nov 25 13:16:54.770716 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a9ac0-9b48-4fca-a544-ae918bee381d req-0cfd23b2-bd3c-4eb2-ab5c-85eb519f99b2 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:54.772391 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-704a9ac0-9b48-4fca-a544-ae918bee381d req-0cfd23b2-bd3c-4eb2-ab5c-85eb519f99b2 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.66 "GET /v2.0/ports?device_id=429b5f06-d1f3-406c-af44-975c4a115680 HTTP/1.1" status: 200 len: 945 time: 0.0998759 Nov 25 13:16:54.798820 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e55547-bb40-4794-94e2-d7d71489bffe tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:54.799368 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e55547-bb40-4794-94e2-d7d71489bffe tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:54.799368 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e55547-bb40-4794-94e2-d7d71489bffe tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:54.799920 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e55547-bb40-4794-94e2-d7d71489bffe tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:54.800394 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e55547-bb40-4794-94e2-d7d71489bffe tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:54.800859 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e55547-bb40-4794-94e2-d7d71489bffe tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:54.801325 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e55547-bb40-4794-94e2-d7d71489bffe tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:54.801790 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e55547-bb40-4794-94e2-d7d71489bffe tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:54.802255 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e55547-bb40-4794-94e2-d7d71489bffe tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:54.802751 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e55547-bb40-4794-94e2-d7d71489bffe tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:54.803779 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e55547-bb40-4794-94e2-d7d71489bffe tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:54.804240 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e55547-bb40-4794-94e2-d7d71489bffe tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:54.804701 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e55547-bb40-4794-94e2-d7d71489bffe tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:54.805157 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e55547-bb40-4794-94e2-d7d71489bffe tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:54.805992 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e55547-bb40-4794-94e2-d7d71489bffe tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:54.806098 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e55547-bb40-4794-94e2-d7d71489bffe tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:54.806510 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e55547-bb40-4794-94e2-d7d71489bffe tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:54.807000 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e55547-bb40-4794-94e2-d7d71489bffe tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:54.807578 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e55547-bb40-4794-94e2-d7d71489bffe tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:54.807917 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e55547-bb40-4794-94e2-d7d71489bffe tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:54.808374 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e55547-bb40-4794-94e2-d7d71489bffe tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:54.808836 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e55547-bb40-4794-94e2-d7d71489bffe tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:54.809291 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e55547-bb40-4794-94e2-d7d71489bffe tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:54.809748 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e55547-bb40-4794-94e2-d7d71489bffe tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:54.810204 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e55547-bb40-4794-94e2-d7d71489bffe tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:54.810658 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e55547-bb40-4794-94e2-d7d71489bffe tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:54.811137 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e55547-bb40-4794-94e2-d7d71489bffe tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:54.811626 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e55547-bb40-4794-94e2-d7d71489bffe tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:54.812165 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e55547-bb40-4794-94e2-d7d71489bffe tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:54.812632 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e55547-bb40-4794-94e2-d7d71489bffe tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:54.813526 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e55547-bb40-4794-94e2-d7d71489bffe tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:54.813526 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e55547-bb40-4794-94e2-d7d71489bffe tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:54.813999 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e55547-bb40-4794-94e2-d7d71489bffe tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:54.814461 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e55547-bb40-4794-94e2-d7d71489bffe tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:54.814958 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e55547-bb40-4794-94e2-d7d71489bffe tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:54.822678 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-07e55547-bb40-4794-94e2-d7d71489bffe tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 31373 time: 0.2224364 Nov 25 13:16:54.822678 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49392237-36aa-4a57-9070-b5a42c36fa86', 'tag': 'e2a5a626-de21-4a40-bd62-bacea0a9d1bd'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:16:54.822975 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08364e15-9650-41bc-bf17-a78086aa43d8" -d '{"events": [{"name": "network-changed", "server_uuid": "49392237-36aa-4a57-9070-b5a42c36fa86", "tag": "e2a5a626-de21-4a40-bd62-bacea0a9d1bd"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:16:54.830876 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 47186) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:54.871248 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2dbd251d-7a43-4c24-b0b1-428f8bb3696d req-5fbb795a-3560-480d-b557-4c7a58762b8e tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec610c10-0015-4919-a10e-9c11537c59cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309962 Nov 25 13:16:54.973744 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-63b40b70-273a-4427-909c-14bb017160db tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Deleting port e14fc97d-5d6e-489d-9658-9bde8ac3b004 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:16:54.974741 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-63b40b70-273a-4427-909c-14bb017160db tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:55.046132 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-63b40b70-273a-4427-909c-14bb017160db tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] For port e14fc97d-5d6e-489d-9658-9bde8ac3b004, host n-h2-808199-11, got binding levels [] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:16:55.046501 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-63b40b70-273a-4427-909c-14bb017160db tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:55.050501 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-704a9ac0-9b48-4fca-a544-ae918bee381d req-2f530427-1621-44c1-8157-e26eba77257b tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Deleting port 41542dd6-814a-4e1f-9340-902a70b7e018 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:16:55.051101 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-704a9ac0-9b48-4fca-a544-ae918bee381d req-2f530427-1621-44c1-8157-e26eba77257b tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:55.056371 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [req-960d04d3-0337-4a1b-95fa-3333032ffc9b req-34f6a73f-5162-4a70-ab22-047c66a629a4 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Router fc5e4480-9680-4230-91ca-75120d6779c1 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:16:55.071297 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1363d9bb-4c50-45ed-8715-365c1aad09a2 x-openstack-request-id: req-1363d9bb-4c50-45ed-8715-365c1aad09a2 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:16:55.071593 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49392237-36aa-4a57-9070-b5a42c36fa86", "tag": "e2a5a626-de21-4a40-bd62-bacea0a9d1bd", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:16:55.071893 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1363d9bb-4c50-45ed-8715-365c1aad09a2 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:16:55.072298 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49392237-36aa-4a57-9070-b5a42c36fa86', 'tag': 'e2a5a626-de21-4a40-bd62-bacea0a9d1bd', 'status': 'completed', 'code': 200} Nov 25 13:16:55.108396 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-63b40b70-273a-4427-909c-14bb017160db tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Calling delete_port for e14fc97d-5d6e-489d-9658-9bde8ac3b004 owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:16:55.231237 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-704a9ac0-9b48-4fca-a544-ae918bee381d req-2f530427-1621-44c1-8157-e26eba77257b tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] For port 41542dd6-814a-4e1f-9340-902a70b7e018, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=41542dd6-814a-4e1f-9340-902a70b7e018,segment=NetworkSegment(e2f12bb0-3918-46c8-880a-6df39de82054),segment_id=e2f12bb0-3918-46c8-880a-6df39de82054)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:16:55.231611 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-704a9ac0-9b48-4fca-a544-ae918bee381d req-2f530427-1621-44c1-8157-e26eba77257b tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:55.248038 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-704a9ac0-9b48-4fca-a544-ae918bee381d req-2f530427-1621-44c1-8157-e26eba77257b tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Calling delete_port for 41542dd6-814a-4e1f-9340-902a70b7e018 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:16:55.364753 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-63b40b70-273a-4427-909c-14bb017160db tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:55.425054 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b40b70-273a-4427-909c-14bb017160db tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Pushing event deleted for resources: {'Port': ['ID=e14fc97d-5d6e-489d-9658-9bde8ac3b004,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:55.432948 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-63b40b70-273a-4427-909c-14bb017160db tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:55.439240 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-63b40b70-273a-4427-909c-14bb017160db tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] 10.222.0.53 "DELETE /v2.0/ports/e14fc97d-5d6e-489d-9658-9bde8ac3b004 HTTP/1.1" status: 204 len: 168 time: 0.6050081 Nov 25 13:16:55.440123 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 47254) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:55.466796 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4f2b003-069b-4a60-a6bf-20bf46b4476a tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] GET failed (client error): The resource could not be found. Nov 25 13:16:55.471738 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d4f2b003-069b-4a60-a6bf-20bf46b4476a tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] 10.222.0.53 "GET /v2.0/ports/e14fc97d-5d6e-489d-9658-9bde8ac3b004 HTTP/1.1" status: 404 len: 333 time: 0.0272062 Nov 25 13:16:55.472200 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 47258) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:55.479758 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-4d7d0835-142a-4df2-b754-612cdfc40948 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1562194682', 'network_id': 'db681568-9aff-45d4-9ffc-b58088cb3f0c'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:16:55.508515 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7d0835-142a-4df2-b754-612cdfc40948 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Made reservation on behalf of ac68a38b2d764325b5ee3b7fcf352c07 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:16:55.511453 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4d7d0835-142a-4df2-b754-612cdfc40948 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:55.523102 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-704a9ac0-9b48-4fca-a544-ae918bee381d req-2f530427-1621-44c1-8157-e26eba77257b tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:55.538577 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['e6294caa-eb75-4d6f-9636-ce880c21f4f1'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:16:55.566293 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f530427-1621-44c1-8157-e26eba77257b tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Pushing event deleted for resources: {'Port': ['ID=41542dd6-814a-4e1f-9340-902a70b7e018,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:55.570498 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-4d7d0835-142a-4df2-b754-612cdfc40948 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] device_id is not set on port 16c33d9e-9b2e-4006-bd27-5e344b0a2772 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:16:55.673203 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-704a9ac0-9b48-4fca-a544-ae918bee381d req-2f530427-1621-44c1-8157-e26eba77257b tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] No DVR routers for this DVR port 41542dd6-814a-4e1f-9340-902a70b7e018 on host n-h1-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:16:55.677260 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-704a9ac0-9b48-4fca-a544-ae918bee381d req-2f530427-1621-44c1-8157-e26eba77257b tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:55.682389 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-704a9ac0-9b48-4fca-a544-ae918bee381d req-2f530427-1621-44c1-8157-e26eba77257b tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.66 "DELETE /v2.0/ports/41542dd6-814a-4e1f-9340-902a70b7e018 HTTP/1.1" status: 204 len: 173 time: 0.8615351 Nov 25 13:16:55.694849 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08364e15-9650-41bc-bf17-a78086aa43d8 req-09540d89-bb70-4a74-ad8b-ae531b144168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:55.698587 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-08364e15-9650-41bc-bf17-a78086aa43d8 req-09540d89-bb70-4a74-ad8b-ae531b144168 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=621e47be21954218b422540d084376f9&device_id=49392237-36aa-4a57-9070-b5a42c36fa86 HTTP/1.1" status: 200 len: 1096 time: 0.5453789 Nov 25 13:16:55.869836 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-960d04d3-0337-4a1b-95fa-3333032ffc9b req-34f6a73f-5162-4a70-ab22-047c66a629a4 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:16:55.880549 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-960d04d3-0337-4a1b-95fa-3333032ffc9b req-34f6a73f-5162-4a70-ab22-047c66a629a4 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:55.883875 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086c2c04-8c25-4977-9e3f-e09d29f70fbe None None] Sync routers for ids ['fc5e4480-9680-4230-91ca-75120d6779c1'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:16:55.903914 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086c2c04-8c25-4977-9e3f-e09d29f70fbe None None] Routers {'fc5e4480-9680-4230-91ca-75120d6779c1'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:16:55.904870 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-086c2c04-8c25-4977-9e3f-e09d29f70fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:16:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['fc5e4480-9680-4230-91ca-75120d6779c1'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:16:55.941637 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-960d04d3-0337-4a1b-95fa-3333032ffc9b req-34f6a73f-5162-4a70-ab22-047c66a629a4 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "PUT /v2.0/floatingips/1dabe0b5-1f62-4fdd-bab9-5d79d131fa51 HTTP/1.1" status: 200 len: 997 time: 2.1360288 Nov 25 13:16:55.944785 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d06c340-3828-448b-ad35-25a20044120b', 'tag': 'e6294caa-eb75-4d6f-9636-ce880c21f4f1'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:16:55.961211 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d06bb66b-0c08-49d4-8638-ce005d8ad02b" -d '{"events": [{"name": "network-changed", "server_uuid": "8d06c340-3828-448b-ad35-25a20044120b", "tag": "e6294caa-eb75-4d6f-9636-ce880c21f4f1"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:16:55.993476 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4d7d0835-142a-4df2-b754-612cdfc40948 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:56.076532 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4d7d0835-142a-4df2-b754-612cdfc40948 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:56.112590 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08364e15-9650-41bc-bf17-a78086aa43d8 req-b60fac3a-7c29-461f-93aa-10c3ad7c1d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:56.114131 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-08364e15-9650-41bc-bf17-a78086aa43d8 req-b60fac3a-7c29-461f-93aa-10c3ad7c1d6f service neutron] 10.222.0.66 "GET /v2.0/networks?id=9accb235-a825-49d8-b9c6-39063069a4b3 HTTP/1.1" status: 200 len: 912 time: 0.4014962 Nov 25 13:16:56.122533 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d04d3-0337-4a1b-95fa-3333032ffc9b req-d37622d3-55e0-4b80-9691-69015bc8ff97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:56.124092 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-960d04d3-0337-4a1b-95fa-3333032ffc9b req-d37622d3-55e0-4b80-9691-69015bc8ff97 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=011bce4f061943c38bb17c6e89517c3b&device_id=8d06c340-3828-448b-ad35-25a20044120b HTTP/1.1" status: 200 len: 1098 time: 0.1555307 Nov 25 13:16:56.140677 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-086c2c04-8c25-4977-9e3f-e09d29f70fbe None None] Set router fc5e4480-9680-4230-91ca-75120d6779c1 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:16:56.171936 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7d0835-142a-4df2-b754-612cdfc40948 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Network db681568-9aff-45d4-9ffc-b58088cb3f0c is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:16:56.175151 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-4d7d0835-142a-4df2-b754-612cdfc40948 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:16:56.181407 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7d0835-142a-4df2-b754-612cdfc40948 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:16:56.182540 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7d0835-142a-4df2-b754-612cdfc40948 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:56.183230 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4d7d0835-142a-4df2-b754-612cdfc40948 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:56.206836 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7d0835-142a-4df2-b754-612cdfc40948 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Pushing event updated for resources: {'Port': ['ID=16c33d9e-9b2e-4006-bd27-5e344b0a2772,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:56.223955 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-4d7d0835-142a-4df2-b754-612cdfc40948 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7507074 Nov 25 13:16:56.232436 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 47302) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:56.240717 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-08364e15-9650-41bc-bf17-a78086aa43d8 req-ae0d0f25-310b-4dd1-9348-25072c969e4a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2a5a626-de21-4a40-bd62-bacea0a9d1bd HTTP/1.1" status: 200 len: 217 time: 0.1156244 Nov 25 13:16:56.342655 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7c79e7-e78e-4324-9e1b-3920efb42868 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:56.349007 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-8d7c79e7-e78e-4324-9e1b-3920efb42868 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] 10.222.0.53 "GET /v2.0/ports/16c33d9e-9b2e-4006-bd27-5e344b0a2772 HTTP/1.1" status: 200 len: 955 time: 0.1129465 Nov 25 13:16:56.350559 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 47310) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:56.460066 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08364e15-9650-41bc-bf17-a78086aa43d8 req-4e8277d1-bff7-4349-8d28-67e00cb857ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:56.461605 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-08364e15-9650-41bc-bf17-a78086aa43d8 req-4e8277d1-bff7-4349-8d28-67e00cb857ef service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b6a84af7-6347-4e0f-945a-98a5515a4a22 HTTP/1.1" status: 200 len: 850 time: 0.1165223 Nov 25 13:16:56.470987 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d04d3-0337-4a1b-95fa-3333032ffc9b req-4b9d6465-fbe3-404c-99b0-84bc7c8b1e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:56.472819 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-960d04d3-0337-4a1b-95fa-3333032ffc9b req-4b9d6465-fbe3-404c-99b0-84bc7c8b1e97 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d0fcbb25-711a-42a9-b82a-fa06187c61e7 HTTP/1.1" status: 200 len: 922 time: 0.3059468 Nov 25 13:16:56.514461 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-a233288f-6077-4284-bb78-26002befd9f4 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Deleting port 16c33d9e-9b2e-4006-bd27-5e344b0a2772 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:16:56.514461 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a233288f-6077-4284-bb78-26002befd9f4 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:56.591551 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08364e15-9650-41bc-bf17-a78086aa43d8 req-da39adde-d997-41f3-bcd0-8a5a88729890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:56.593116 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-08364e15-9650-41bc-bf17-a78086aa43d8 req-da39adde-d997-41f3-bcd0-8a5a88729890 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9accb235-a825-49d8-b9c6-39063069a4b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1194501 Nov 25 13:16:56.606522 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-960d04d3-0337-4a1b-95fa-3333032ffc9b req-191fc071-1da4-47be-aebf-b0e12029a1ff service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6294caa-eb75-4d6f-9636-ce880c21f4f1 HTTP/1.1" status: 200 len: 1000 time: 0.1034782 Nov 25 13:16:56.629099 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-086c2c04-8c25-4977-9e3f-e09d29f70fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'name': 'tempest-FloatingIPsAssociationTestJSON-2047343648-router', 'tenant_id': '011bce4f061943c38bb17c6e89517c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '1602871f-8b05-4630-b029-51e088c75da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:15:18Z', 'updated_at': '2021-11-25T13:15:26Z', 'revision_number': 4, 'project_id': '011bce4f061943c38bb17c6e89517c3b', 'gw_port': {'id': '1602871f-8b05-4630-b029-51e088c75da6', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:15:19Z', 'updated_at': '2021-11-25T13:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '1dabe0b5-1f62-4fdd-bab9-5d79d131fa51', 'tenant_id': '011bce4f061943c38bb17c6e89517c3b', 'floating_ip_address': '172.25.5.103', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'port_id': 'e6294caa-eb75-4d6f-9636-ce880c21f4f1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0fcbb25-711a-42a9-b82a-fa06187c61e7', 'mac_address': 'fa:16:3e:57:11:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d06c340-3828-448b-ad35-25a20044120b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:16:00Z', 'updated_at': '2021-11-25T13:16:54Z', 'revision_number': 8, 'project_id': '011bce4f061943c38bb17c6e89517c3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be82d167-6675-474b-bc09-7b168b1f7195', 'name': '', 'network_id': 'd0fcbb25-711a-42a9-b82a-fa06187c61e7', 'tenant_id': '011bce4f061943c38bb17c6e89517c3b', 'mac_address': 'fa:16:3e:6c:0c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e77448f8-5c9e-48cf-b9f8-c58db39caf08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:15:24Z', 'updated_at': '2021-11-25T13:15:37Z', 'revision_number': 5, 'project_id': '011bce4f061943c38bb17c6e89517c3b', 'subnets': [{'id': 'e77448f8-5c9e-48cf-b9f8-c58db39caf08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:16:56.660591 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086c2c04-8c25-4977-9e3f-e09d29f70fbe None None] Checking router: fc5e4480-9680-4230-91ca-75120d6779c1 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:16:56.671182 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086c2c04-8c25-4977-9e3f-e09d29f70fbe None None] Routers {'fc5e4480-9680-4230-91ca-75120d6779c1'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:16:56.672111 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-086c2c04-8c25-4977-9e3f-e09d29f70fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:16:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['fc5e4480-9680-4230-91ca-75120d6779c1'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:16:56.734808 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d04d3-0337-4a1b-95fa-3333032ffc9b req-d4d109b1-6959-464b-9fd4-1638e405d8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:56.736319 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-960d04d3-0337-4a1b-95fa-3333032ffc9b req-d4d109b1-6959-464b-9fd4-1638e405d8a2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e77448f8-5c9e-48cf-b9f8-c58db39caf08 HTTP/1.1" status: 200 len: 860 time: 0.1203456 Nov 25 13:16:56.746898 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9da8823-6117-4f50-9a90-bbb80496fd29 req-7b444367-d2b2-4ca0-ad6a-d01e213b74ac tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:56.748499 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f9da8823-6117-4f50-9a90-bbb80496fd29 req-7b444367-d2b2-4ca0-ad6a-d01e213b74ac tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=49392237-36aa-4a57-9070-b5a42c36fa86 HTTP/1.1" status: 200 len: 944 time: 0.1544762 Nov 25 13:16:56.798074 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-086c2c04-8c25-4977-9e3f-e09d29f70fbe None None] Set router fc5e4480-9680-4230-91ca-75120d6779c1 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:16:56.822178 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-08364e15-9650-41bc-bf17-a78086aa43d8 req-75171e97-3a70-4a23-a302-953b6279509c service neutron] 10.222.0.66 "GET /v2.0/networks/9accb235-a825-49d8-b9c6-39063069a4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146571 Nov 25 13:16:56.861449 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a233288f-6077-4284-bb78-26002befd9f4 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:56.873830 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-a233288f-6077-4284-bb78-26002befd9f4 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Calling delete_port for 16c33d9e-9b2e-4006-bd27-5e344b0a2772 owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:16:56.902903 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d04d3-0337-4a1b-95fa-3333032ffc9b req-ffd51f74-b054-421f-a52c-3f3178bc43cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:56.904451 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-960d04d3-0337-4a1b-95fa-3333032ffc9b req-ffd51f74-b054-421f-a52c-3f3178bc43cd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d0fcbb25-711a-42a9-b82a-fa06187c61e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1532259 Nov 25 13:16:56.909700 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f9da8823-6117-4f50-9a90-bbb80496fd29 req-df8f5b28-cff8-4dc8-b77b-67ec45721993 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec610c10-0015-4919-a10e-9c11537c59cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416442 Nov 25 13:16:56.965365 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a233288f-6077-4284-bb78-26002befd9f4 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:57.002492 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a233288f-6077-4284-bb78-26002befd9f4 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:57.003813 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-08364e15-9650-41bc-bf17-a78086aa43d8 req-df44db55-64ae-4414-aa4a-1a72395b1316 service neutron] 10.222.0.66 "GET /v2.0/networks/9accb235-a825-49d8-b9c6-39063069a4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718171 Nov 25 13:16:57.013222 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-a233288f-6077-4284-bb78-26002befd9f4 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] 10.222.0.53 "DELETE /v2.0/ports/16c33d9e-9b2e-4006-bd27-5e344b0a2772 HTTP/1.1" status: 204 len: 168 time: 0.6628649 Nov 25 13:16:57.014370 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a233288f-6077-4284-bb78-26002befd9f4 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Pushing event deleted for resources: {'Port': ['ID=16c33d9e-9b2e-4006-bd27-5e344b0a2772,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:57.016915 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 47330) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:57.048258 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e3c8379-7346-4ca3-a8fe-2126d041d550 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] GET failed (client error): The resource could not be found. Nov 25 13:16:57.049701 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-0e3c8379-7346-4ca3-a8fe-2126d041d550 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] 10.222.0.53 "GET /v2.0/ports/16c33d9e-9b2e-4006-bd27-5e344b0a2772 HTTP/1.1" status: 404 len: 333 time: 0.0313268 Nov 25 13:16:57.053878 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 47332) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:57.060431 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-f24fe9fd-9fc7-4fe0-8864-bf8646133903 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Request body: {'port': {'network_id': 'db681568-9aff-45d4-9ffc-b58088cb3f0c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2077097988'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:16:57.060899 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-960d04d3-0337-4a1b-95fa-3333032ffc9b req-8cdfc1d7-1618-4360-90e7-50889bdfaf05 service neutron] 10.222.0.53 "GET /v2.0/networks/d0fcbb25-711a-42a9-b82a-fa06187c61e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365662 Nov 25 13:16:57.062446 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c6eda8-08b5-4578-872e-e161c4790959 x-openstack-request-id: req-68c6eda8-08b5-4578-872e-e161c4790959 {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:16:57.062923 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d06c340-3828-448b-ad35-25a20044120b", "tag": "e6294caa-eb75-4d6f-9636-ce880c21f4f1", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:16:57.063250 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-68c6eda8-08b5-4578-872e-e161c4790959 {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:16:57.063746 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d06c340-3828-448b-ad35-25a20044120b', 'tag': 'e6294caa-eb75-4d6f-9636-ce880c21f4f1', 'status': 'completed', 'code': 200} Nov 25 13:16:57.065645 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-086c2c04-8c25-4977-9e3f-e09d29f70fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'name': 'tempest-FloatingIPsAssociationTestJSON-2047343648-router', 'tenant_id': '011bce4f061943c38bb17c6e89517c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '1602871f-8b05-4630-b029-51e088c75da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:15:18Z', 'updated_at': '2021-11-25T13:15:26Z', 'revision_number': 4, 'project_id': '011bce4f061943c38bb17c6e89517c3b', 'gw_port': {'id': '1602871f-8b05-4630-b029-51e088c75da6', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:15:19Z', 'updated_at': '2021-11-25T13:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '1dabe0b5-1f62-4fdd-bab9-5d79d131fa51', 'tenant_id': '011bce4f061943c38bb17c6e89517c3b', 'floating_ip_address': '172.25.5.103', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'port_id': 'e6294caa-eb75-4d6f-9636-ce880c21f4f1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0fcbb25-711a-42a9-b82a-fa06187c61e7', 'mac_address': 'fa:16:3e:57:11:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d06c340-3828-448b-ad35-25a20044120b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:16:00Z', 'updated_at': '2021-11-25T13:16:54Z', 'revision_number': 8, 'project_id': '011bce4f061943c38bb17c6e89517c3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be82d167-6675-474b-bc09-7b168b1f7195', 'name': '', 'network_id': 'd0fcbb25-711a-42a9-b82a-fa06187c61e7', 'tenant_id': '011bce4f061943c38bb17c6e89517c3b', 'mac_address': 'fa:16:3e:6c:0c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e77448f8-5c9e-48cf-b9f8-c58db39caf08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:15:24Z', 'updated_at': '2021-11-25T13:15:37Z', 'revision_number': 5, 'project_id': '011bce4f061943c38bb17c6e89517c3b', 'subnets': [{'id': 'e77448f8-5c9e-48cf-b9f8-c58db39caf08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:16:57.073364 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '429b5f06-d1f3-406c-af44-975c4a115680', 'name': 'network-vif-deleted', 'tag': '41542dd6-814a-4e1f-9340-902a70b7e018'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:16:57.076671 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52968ec2-b5d3-4684-b349-63077d14b3f7" -d '{"events": [{"server_uuid": "429b5f06-d1f3-406c-af44-975c4a115680", "name": "network-vif-deleted", "tag": "41542dd6-814a-4e1f-9340-902a70b7e018"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:16:57.102979 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086c2c04-8c25-4977-9e3f-e09d29f70fbe None None] The sync data for ids ['fc5e4480-9680-4230-91ca-75120d6779c1'] in n-d-808199-11 is: [{'id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'name': 'tempest-FloatingIPsAssociationTestJSON-2047343648-router', 'tenant_id': '011bce4f061943c38bb17c6e89517c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '1602871f-8b05-4630-b029-51e088c75da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:15:18Z', 'updated_at': '2021-11-25T13:15:26Z', 'revision_number': 4, 'project_id': '011bce4f061943c38bb17c6e89517c3b', 'gw_port': {'id': '1602871f-8b05-4630-b029-51e088c75da6', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:15:19Z', 'updated_at': '2021-11-25T13:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '1dabe0b5-1f62-4fdd-bab9-5d79d131fa51', 'tenant_id': '011bce4f061943c38bb17c6e89517c3b', 'floating_ip_address': '172.25.5.103', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'port_id': 'e6294caa-eb75-4d6f-9636-ce880c21f4f1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0fcbb25-711a-42a9-b82a-fa06187c61e7', 'mac_address': 'fa:16:3e:57:11:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d06c340-3828-448b-ad35-25a20044120b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:16:00Z', 'updated_at': '2021-11-25T13:16:54Z', 'revision_number': 8, 'project_id': '011bce4f061943c38bb17c6e89517c3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be82d167-6675-474b-bc09-7b168b1f7195', 'name': '', 'network_id': 'd0fcbb25-711a-42a9-b82a-fa06187c61e7', 'tenant_id': '011bce4f061943c38bb17c6e89517c3b', 'mac_address': 'fa:16:3e:6c:0c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e77448f8-5c9e-48cf-b9f8-c58db39caf08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:15:24Z', 'updated_at': '2021-11-25T13:15:37Z', 'revision_number': 5, 'project_id': '011bce4f061943c38bb17c6e89517c3b', 'subnets': [{'id': 'e77448f8-5c9e-48cf-b9f8-c58db39caf08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:16:57.118206 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:16:57.122530 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 41542dd6-814a-4e1f-9340-902a70b7e018 no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:16:57.127678 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f24fe9fd-9fc7-4fe0-8864-bf8646133903 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Made reservation on behalf of ac68a38b2d764325b5ee3b7fcf352c07 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:16:57.130014 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f24fe9fd-9fc7-4fe0-8864-bf8646133903 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:57.159519 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] No Port match for: 41542dd6-814a-4e1f-9340-902a70b7e018 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:16:57.159519 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 41542dd6-814a-4e1f-9340-902a70b7e018 not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:16:57.174389 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-f24fe9fd-9fc7-4fe0-8864-bf8646133903 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] device_id is not set on port 37b3872b-bb92-4cde-8c0f-32fade306061 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:16:57.219048 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-960d04d3-0337-4a1b-95fa-3333032ffc9b req-6c6e1cbc-1985-40d4-9cff-550b1646b271 service neutron] 10.222.0.53 "GET /v2.0/networks/d0fcbb25-711a-42a9-b82a-fa06187c61e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486628 Nov 25 13:16:57.260660 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06bb66b-0c08-49d4-8638-ce005d8ad02b req-8d1c33ca-d029-499d-ae54-27ef149b1eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:57.268321 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d06bb66b-0c08-49d4-8638-ce005d8ad02b req-8d1c33ca-d029-499d-ae54-27ef149b1eba service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=011bce4f061943c38bb17c6e89517c3b&device_id=8d06c340-3828-448b-ad35-25a20044120b HTTP/1.1" status: 200 len: 1098 time: 0.1735675 Nov 25 13:16:57.303813 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c59b182-880b-4f3f-9efa-2b05f81f5163 x-openstack-request-id: req-3c59b182-880b-4f3f-9efa-2b05f81f5163 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:16:57.304221 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "429b5f06-d1f3-406c-af44-975c4a115680", "name": "network-vif-deleted", "tag": "41542dd6-814a-4e1f-9340-902a70b7e018", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:16:57.304470 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3c59b182-880b-4f3f-9efa-2b05f81f5163 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:16:57.307984 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '429b5f06-d1f3-406c-af44-975c4a115680', 'name': 'network-vif-deleted', 'tag': '41542dd6-814a-4e1f-9340-902a70b7e018', 'status': 'completed', 'code': 200} Nov 25 13:16:57.374487 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:16:57.418044 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': '122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'port_id': '122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e', 'mac_address': 'fa:16:3e:c6:9d:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce5ca48-e3be-44c6-9584-fd9eb8c67222', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:16:57.521079 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:57.547762 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4aeca5c-6468-4a52-9665-deb1db2f191d None None] New status for floating IP 1dabe0b5-1f62-4fdd-bab9-5d79d131fa51: ACTIVE {{(pid=103572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 13:16:57.566482 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:16:57.606216 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c0f74100-b69c-40eb-8f8e-860542bafc61 req-00795081-e34b-47cf-8c07-7ef6ddc6eb56 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/floatingips/1dabe0b5-1f62-4fdd-bab9-5d79d131fa51 HTTP/1.1" status: 200 len: 997 time: 0.2179360 Nov 25 13:16:57.629255 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06bb66b-0c08-49d4-8638-ce005d8ad02b req-8ab38cfe-4603-4e27-8ce1-fa12690c6702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:57.637082 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d06bb66b-0c08-49d4-8638-ce005d8ad02b req-8ab38cfe-4603-4e27-8ce1-fa12690c6702 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d0fcbb25-711a-42a9-b82a-fa06187c61e7 HTTP/1.1" status: 200 len: 922 time: 0.3640635 Nov 25 13:16:57.754161 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d06bb66b-0c08-49d4-8638-ce005d8ad02b req-4f3d5790-88ff-44b1-b848-7af44958818b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6294caa-eb75-4d6f-9636-ce880c21f4f1 HTTP/1.1" status: 200 len: 1000 time: 0.1075897 Nov 25 13:16:57.761535 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:16:57.778254 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:57.784076 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device e2a5a626-de21-4a40-bd62-bacea0a9d1bd details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:16:57.791475 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f24fe9fd-9fc7-4fe0-8864-bf8646133903 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:57.862806 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f24fe9fd-9fc7-4fe0-8864-bf8646133903 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:57.875853 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f74100-b69c-40eb-8f8e-860542bafc61 req-eae2726c-6d75-4bff-a332-2560d6d2ac32 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:57.877816 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c0f74100-b69c-40eb-8f8e-860542bafc61 req-eae2726c-6d75-4bff-a332-2560d6d2ac32 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/networks/7542d3d9-0db3-40e7-ab88-a168871141f7 HTTP/1.1" status: 200 len: 784 time: 0.2704663 Nov 25 13:16:57.878515 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 47402) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:58.002156 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06bb66b-0c08-49d4-8638-ce005d8ad02b req-48bb7d88-09da-4ebb-b510-3402665d1f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:58.006928 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d06bb66b-0c08-49d4-8638-ce005d8ad02b req-48bb7d88-09da-4ebb-b510-3402665d1f12 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e77448f8-5c9e-48cf-b9f8-c58db39caf08 HTTP/1.1" status: 200 len: 860 time: 0.1575968 Nov 25 13:16:58.046774 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24fe9fd-9fc7-4fe0-8864-bf8646133903 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Network db681568-9aff-45d4-9ffc-b58088cb3f0c is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:16:58.088886 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-f24fe9fd-9fc7-4fe0-8864-bf8646133903 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:16:58.108439 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f962f88f-cf7a-4cb3-acf7-811119c0952e req-bf84d26c-3c0c-401c-a58e-89414ab4ca5e tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.103 HTTP/1.1" status: 200 len: 1000 time: 0.1722083 Nov 25 13:16:58.176658 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24fe9fd-9fc7-4fe0-8864-bf8646133903 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:16:58.179752 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24fe9fd-9fc7-4fe0-8864-bf8646133903 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:58.180634 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f24fe9fd-9fc7-4fe0-8864-bf8646133903 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:58.225853 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06bb66b-0c08-49d4-8638-ce005d8ad02b req-22323ebb-ed8f-4944-9715-d76855bc311c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:58.227765 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d06bb66b-0c08-49d4-8638-ce005d8ad02b req-22323ebb-ed8f-4944-9715-d76855bc311c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d0fcbb25-711a-42a9-b82a-fa06187c61e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1752920 Nov 25 13:16:58.234095 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24fe9fd-9fc7-4fe0-8864-bf8646133903 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Pushing event updated for resources: {'Port': ['ID=37b3872b-bb92-4cde-8c0f-32fade306061,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:58.237197 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-1b66d020-bca0-4906-b21f-a91f47772898 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dd6aaf37caaa47bfa6af8101b05fa961&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3551211 Nov 25 13:16:58.239473 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 47430) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:58.253139 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-f24fe9fd-9fc7-4fe0-8864-bf8646133903 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1980357 Nov 25 13:16:58.262610 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 47432) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:58.268359 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-19081cad-902b-4708-ab5c-1a79f85bc1d7 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:16:58.292727 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962f88f-cf7a-4cb3-acf7-811119c0952e req-b4c9f187-05f4-4710-9a08-070151f48a8f tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:58.305830 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f962f88f-cf7a-4cb3-acf7-811119c0952e req-b4c9f187-05f4-4710-9a08-070151f48a8f tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/ports/e6294caa-eb75-4d6f-9636-ce880c21f4f1 HTTP/1.1" status: 200 len: 943 time: 0.1906788 Nov 25 13:16:58.314417 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e,revision_number=6']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:58.346888 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1749f21-ccb1-43cb-8b3e-56b8e8adb68c req-47bfe0e1-4fb8-420d-92bd-ffa151e093d6 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:58.350523 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d1749f21-ccb1-43cb-8b3e-56b8e8adb68c req-47bfe0e1-4fb8-420d-92bd-ffa151e093d6 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=49392237-36aa-4a57-9070-b5a42c36fa86 HTTP/1.1" status: 200 len: 944 time: 0.2258887 Nov 25 13:16:58.417915 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port e2a5a626-de21-4a40-bd62-bacea0a9d1bd, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=e2a5a626-de21-4a40-bd62-bacea0a9d1bd,segment=NetworkSegment(c770b2a8-6850-4501-ba81-87e53f72232e),segment_id=c770b2a8-6850-4501-ba81-87e53f72232e)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:16:58.431759 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-19081cad-902b-4708-ab5c-1a79f85bc1d7 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:58.438133 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': 'e2a5a626-de21-4a40-bd62-bacea0a9d1bd', 'network_id': '9accb235-a825-49d8-b9c6-39063069a4b3', 'port_id': 'e2a5a626-de21-4a40-bd62-bacea0a9d1bd', 'mac_address': 'fa:16:3e:79:eb:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6a84af7-6347-4e0f-945a-98a5515a4a22', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:16:58.461468 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8bdc112e-546d-4795-83de-75f65480acc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:58.491235 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8bdc112e-546d-4795-83de-75f65480acc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:58.504810 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d06bb66b-0c08-49d4-8638-ce005d8ad02b req-8df97783-d1ac-49cc-86fd-94160fa17b25 service neutron] 10.222.0.47 "GET /v2.0/networks/d0fcbb25-711a-42a9-b82a-fa06187c61e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505467 Nov 25 13:16:58.507032 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:58.525967 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2a5a626-de21-4a40-bd62-bacea0a9d1bd {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:16:58.570561 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port e2a5a626-de21-4a40-bd62-bacea0a9d1bd, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=e2a5a626-de21-4a40-bd62-bacea0a9d1bd,segment=NetworkSegment(c770b2a8-6850-4501-ba81-87e53f72232e),segment_id=c770b2a8-6850-4501-ba81-87e53f72232e)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:16:58.575815 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:58.599077 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d1749f21-ccb1-43cb-8b3e-56b8e8adb68c req-d3661dfe-dced-49d4-9452-64fdaf2ed922 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec610c10-0015-4919-a10e-9c11537c59cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397165 Nov 25 13:16:58.630623 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f962f88f-cf7a-4cb3-acf7-811119c0952e req-764bf311-8b01-4254-9e0e-f592f2fc46dd tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.103 HTTP/1.1" status: 200 len: 1002 time: 0.2353575 Nov 25 13:16:58.706311 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=e2a5a626-de21-4a40-bd62-bacea0a9d1bd,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:58.723534 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:16:58.815639 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-19081cad-902b-4708-ab5c-1a79f85bc1d7 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] device_id is not set on port 37b3872b-bb92-4cde-8c0f-32fade306061 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:16:58.826142 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-19081cad-902b-4708-ab5c-1a79f85bc1d7 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:58.843673 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-19081cad-902b-4708-ab5c-1a79f85bc1d7 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:58.852949 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8bdc112e-546d-4795-83de-75f65480acc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:58.861670 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8bdc112e-546d-4795-83de-75f65480acc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:58.863156 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-8bdc112e-546d-4795-83de-75f65480acc2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2cf599f6-dde0-4c05-acdb-30bbe63f86ab HTTP/1.1" status: 204 len: 168 time: 0.6204216 Nov 25 13:16:58.903054 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['e2a5a626-de21-4a40-bd62-bacea0a9d1bd'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:16:58.944882 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdc112e-546d-4795-83de-75f65480acc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf599f6-dde0-4c05-acdb-30bbe63f86ab,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:59.020474 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962f88f-cf7a-4cb3-acf7-811119c0952e req-034b68c7-58f5-4db3-b5e3-b1bdeda7e63d tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:59.026088 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f962f88f-cf7a-4cb3-acf7-811119c0952e req-034b68c7-58f5-4db3-b5e3-b1bdeda7e63d tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/networks/7542d3d9-0db3-40e7-ab88-a168871141f7 HTTP/1.1" status: 200 len: 784 time: 0.3926067 Nov 25 13:16:59.165461 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f962f88f-cf7a-4cb3-acf7-811119c0952e req-387859a3-de1f-41d1-b2fa-3aa58d1f80a2 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.103 HTTP/1.1" status: 200 len: 1002 time: 0.1334248 Nov 25 13:16:59.178995 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19081cad-902b-4708-ab5c-1a79f85bc1d7 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Pushing event updated for resources: {'Port': ['ID=37b3872b-bb92-4cde-8c0f-32fade306061,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:59.189146 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-f962f88f-cf7a-4cb3-acf7-811119c0952e req-153187e2-f428-4fe7-a82c-d3454fe6fdbc tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:16:59.238870 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-19081cad-902b-4708-ab5c-1a79f85bc1d7 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port 37b3872b-bb92-4cde-8c0f-32fade306061 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:16:59.239362 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-19081cad-902b-4708-ab5c-1a79f85bc1d7 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port 37b3872b-bb92-4cde-8c0f-32fade306061 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '037de3ac-c2be-444e-9f6e-8fe51590e985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'db681568-9aff-45d4-9ffc-b58088cb3f0c'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:16:59.239717 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19081cad-902b-4708-ab5c-1a79f85bc1d7 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port 37b3872b-bb92-4cde-8c0f-32fade306061 on network db681568-9aff-45d4-9ffc-b58088cb3f0c {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:16:59.278505 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19081cad-902b-4708-ab5c-1a79f85bc1d7 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Port 37b3872b-bb92-4cde-8c0f-32fade306061 on network db681568-9aff-45d4-9ffc-b58088cb3f0c not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:16:59.278870 n-d-808199-11 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-19081cad-902b-4708-ab5c-1a79f85bc1d7 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Failed to bind port 37b3872b-bb92-4cde-8c0f-32fade306061 on host n-h2-808199-11 for vnic_type normal using segments [{'id': '037de3ac-c2be-444e-9f6e-8fe51590e985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'db681568-9aff-45d4-9ffc-b58088cb3f0c'}] Nov 25 13:16:59.292270 n-d-808199-11 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-19081cad-902b-4708-ab5c-1a79f85bc1d7 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempt 2 to bind port 37b3872b-bb92-4cde-8c0f-32fade306061 Nov 25 13:16:59.341611 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-19081cad-902b-4708-ab5c-1a79f85bc1d7 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port 37b3872b-bb92-4cde-8c0f-32fade306061 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:16:59.342183 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-19081cad-902b-4708-ab5c-1a79f85bc1d7 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port 37b3872b-bb92-4cde-8c0f-32fade306061 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '037de3ac-c2be-444e-9f6e-8fe51590e985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'db681568-9aff-45d4-9ffc-b58088cb3f0c'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:16:59.342676 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19081cad-902b-4708-ab5c-1a79f85bc1d7 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port 37b3872b-bb92-4cde-8c0f-32fade306061 on network db681568-9aff-45d4-9ffc-b58088cb3f0c {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:16:59.357834 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19081cad-902b-4708-ab5c-1a79f85bc1d7 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Port 37b3872b-bb92-4cde-8c0f-32fade306061 on network db681568-9aff-45d4-9ffc-b58088cb3f0c not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:16:59.358331 n-d-808199-11 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-19081cad-902b-4708-ab5c-1a79f85bc1d7 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Failed to bind port 37b3872b-bb92-4cde-8c0f-32fade306061 on host n-h2-808199-11 for vnic_type normal using segments [{'id': '037de3ac-c2be-444e-9f6e-8fe51590e985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'db681568-9aff-45d4-9ffc-b58088cb3f0c'}] Nov 25 13:16:59.361133 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d06bb66b-0c08-49d4-8638-ce005d8ad02b req-b4317bbd-8e2f-4676-8b4b-a9b0db8b267d service neutron] 10.222.0.47 "GET /v2.0/networks/d0fcbb25-711a-42a9-b82a-fa06187c61e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5320394 Nov 25 13:16:59.361946 n-d-808199-11 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-19081cad-902b-4708-ab5c-1a79f85bc1d7 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempt 3 to bind port 37b3872b-bb92-4cde-8c0f-32fade306061 Nov 25 13:16:59.376416 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-19081cad-902b-4708-ab5c-1a79f85bc1d7 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port 37b3872b-bb92-4cde-8c0f-32fade306061 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:16:59.376982 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-19081cad-902b-4708-ab5c-1a79f85bc1d7 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port 37b3872b-bb92-4cde-8c0f-32fade306061 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '037de3ac-c2be-444e-9f6e-8fe51590e985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'db681568-9aff-45d4-9ffc-b58088cb3f0c'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:16:59.377475 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19081cad-902b-4708-ab5c-1a79f85bc1d7 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port 37b3872b-bb92-4cde-8c0f-32fade306061 on network db681568-9aff-45d4-9ffc-b58088cb3f0c {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:16:59.383012 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19081cad-902b-4708-ab5c-1a79f85bc1d7 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Port 37b3872b-bb92-4cde-8c0f-32fade306061 on network db681568-9aff-45d4-9ffc-b58088cb3f0c not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:16:59.383530 n-d-808199-11 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-19081cad-902b-4708-ab5c-1a79f85bc1d7 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Failed to bind port 37b3872b-bb92-4cde-8c0f-32fade306061 on host n-h2-808199-11 for vnic_type normal using segments [{'id': '037de3ac-c2be-444e-9f6e-8fe51590e985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'db681568-9aff-45d4-9ffc-b58088cb3f0c'}] Nov 25 13:16:59.384066 n-d-808199-11 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-19081cad-902b-4708-ab5c-1a79f85bc1d7 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempt 4 to bind port 37b3872b-bb92-4cde-8c0f-32fade306061 Nov 25 13:16:59.407594 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-19081cad-902b-4708-ab5c-1a79f85bc1d7 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port 37b3872b-bb92-4cde-8c0f-32fade306061 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:16:59.408107 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-19081cad-902b-4708-ab5c-1a79f85bc1d7 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port 37b3872b-bb92-4cde-8c0f-32fade306061 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '037de3ac-c2be-444e-9f6e-8fe51590e985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'db681568-9aff-45d4-9ffc-b58088cb3f0c'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:16:59.408599 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19081cad-902b-4708-ab5c-1a79f85bc1d7 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port 37b3872b-bb92-4cde-8c0f-32fade306061 on network db681568-9aff-45d4-9ffc-b58088cb3f0c {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:16:59.428409 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19081cad-902b-4708-ab5c-1a79f85bc1d7 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Port 37b3872b-bb92-4cde-8c0f-32fade306061 on network db681568-9aff-45d4-9ffc-b58088cb3f0c not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:16:59.429113 n-d-808199-11 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-19081cad-902b-4708-ab5c-1a79f85bc1d7 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Failed to bind port 37b3872b-bb92-4cde-8c0f-32fade306061 on host n-h2-808199-11 for vnic_type normal using segments [{'id': '037de3ac-c2be-444e-9f6e-8fe51590e985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'db681568-9aff-45d4-9ffc-b58088cb3f0c'}] Nov 25 13:16:59.429662 n-d-808199-11 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-19081cad-902b-4708-ab5c-1a79f85bc1d7 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempt 5 to bind port 37b3872b-bb92-4cde-8c0f-32fade306061 Nov 25 13:16:59.434359 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-f962f88f-cf7a-4cb3-acf7-811119c0952e req-153187e2-f428-4fe7-a82c-d3454fe6fdbc tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Publish callbacks [] for floatingip, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:59.454866 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-19081cad-902b-4708-ab5c-1a79f85bc1d7 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port 37b3872b-bb92-4cde-8c0f-32fade306061 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:16:59.455523 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-19081cad-902b-4708-ab5c-1a79f85bc1d7 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port 37b3872b-bb92-4cde-8c0f-32fade306061 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '037de3ac-c2be-444e-9f6e-8fe51590e985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'db681568-9aff-45d4-9ffc-b58088cb3f0c'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:16:59.456145 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19081cad-902b-4708-ab5c-1a79f85bc1d7 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port 37b3872b-bb92-4cde-8c0f-32fade306061 on network db681568-9aff-45d4-9ffc-b58088cb3f0c {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:16:59.462219 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19081cad-902b-4708-ab5c-1a79f85bc1d7 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Port 37b3872b-bb92-4cde-8c0f-32fade306061 on network db681568-9aff-45d4-9ffc-b58088cb3f0c not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:16:59.462796 n-d-808199-11 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-19081cad-902b-4708-ab5c-1a79f85bc1d7 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Failed to bind port 37b3872b-bb92-4cde-8c0f-32fade306061 on host n-h2-808199-11 for vnic_type normal using segments [{'id': '037de3ac-c2be-444e-9f6e-8fe51590e985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'db681568-9aff-45d4-9ffc-b58088cb3f0c'}] Nov 25 13:16:59.463338 n-d-808199-11 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-19081cad-902b-4708-ab5c-1a79f85bc1d7 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempt 6 to bind port 37b3872b-bb92-4cde-8c0f-32fade306061 Nov 25 13:16:59.479121 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-19081cad-902b-4708-ab5c-1a79f85bc1d7 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port 37b3872b-bb92-4cde-8c0f-32fade306061 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:16:59.479548 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-19081cad-902b-4708-ab5c-1a79f85bc1d7 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port 37b3872b-bb92-4cde-8c0f-32fade306061 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '037de3ac-c2be-444e-9f6e-8fe51590e985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'db681568-9aff-45d4-9ffc-b58088cb3f0c'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:16:59.480051 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19081cad-902b-4708-ab5c-1a79f85bc1d7 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port 37b3872b-bb92-4cde-8c0f-32fade306061 on network db681568-9aff-45d4-9ffc-b58088cb3f0c {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:16:59.484778 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19081cad-902b-4708-ab5c-1a79f85bc1d7 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Port 37b3872b-bb92-4cde-8c0f-32fade306061 on network db681568-9aff-45d4-9ffc-b58088cb3f0c not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:16:59.485280 n-d-808199-11 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-19081cad-902b-4708-ab5c-1a79f85bc1d7 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Failed to bind port 37b3872b-bb92-4cde-8c0f-32fade306061 on host n-h2-808199-11 for vnic_type normal using segments [{'id': '037de3ac-c2be-444e-9f6e-8fe51590e985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'db681568-9aff-45d4-9ffc-b58088cb3f0c'}] Nov 25 13:16:59.486586 n-d-808199-11 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-19081cad-902b-4708-ab5c-1a79f85bc1d7 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempt 7 to bind port 37b3872b-bb92-4cde-8c0f-32fade306061 Nov 25 13:16:59.500140 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-19081cad-902b-4708-ab5c-1a79f85bc1d7 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port 37b3872b-bb92-4cde-8c0f-32fade306061 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:16:59.500702 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-19081cad-902b-4708-ab5c-1a79f85bc1d7 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port 37b3872b-bb92-4cde-8c0f-32fade306061 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '037de3ac-c2be-444e-9f6e-8fe51590e985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'db681568-9aff-45d4-9ffc-b58088cb3f0c'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:16:59.501193 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19081cad-902b-4708-ab5c-1a79f85bc1d7 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port 37b3872b-bb92-4cde-8c0f-32fade306061 on network db681568-9aff-45d4-9ffc-b58088cb3f0c {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:16:59.507310 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19081cad-902b-4708-ab5c-1a79f85bc1d7 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Port 37b3872b-bb92-4cde-8c0f-32fade306061 on network db681568-9aff-45d4-9ffc-b58088cb3f0c not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:16:59.507815 n-d-808199-11 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-19081cad-902b-4708-ab5c-1a79f85bc1d7 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Failed to bind port 37b3872b-bb92-4cde-8c0f-32fade306061 on host n-h2-808199-11 for vnic_type normal using segments [{'id': '037de3ac-c2be-444e-9f6e-8fe51590e985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'db681568-9aff-45d4-9ffc-b58088cb3f0c'}] Nov 25 13:16:59.508351 n-d-808199-11 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-19081cad-902b-4708-ab5c-1a79f85bc1d7 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempt 8 to bind port 37b3872b-bb92-4cde-8c0f-32fade306061 Nov 25 13:16:59.531340 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-19081cad-902b-4708-ab5c-1a79f85bc1d7 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port 37b3872b-bb92-4cde-8c0f-32fade306061 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:16:59.531855 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-19081cad-902b-4708-ab5c-1a79f85bc1d7 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port 37b3872b-bb92-4cde-8c0f-32fade306061 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '037de3ac-c2be-444e-9f6e-8fe51590e985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'db681568-9aff-45d4-9ffc-b58088cb3f0c'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:16:59.532460 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19081cad-902b-4708-ab5c-1a79f85bc1d7 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port 37b3872b-bb92-4cde-8c0f-32fade306061 on network db681568-9aff-45d4-9ffc-b58088cb3f0c {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:16:59.544130 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19081cad-902b-4708-ab5c-1a79f85bc1d7 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Port 37b3872b-bb92-4cde-8c0f-32fade306061 on network db681568-9aff-45d4-9ffc-b58088cb3f0c not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:16:59.544887 n-d-808199-11 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-19081cad-902b-4708-ab5c-1a79f85bc1d7 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Failed to bind port 37b3872b-bb92-4cde-8c0f-32fade306061 on host n-h2-808199-11 for vnic_type normal using segments [{'id': '037de3ac-c2be-444e-9f6e-8fe51590e985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'db681568-9aff-45d4-9ffc-b58088cb3f0c'}] Nov 25 13:16:59.545431 n-d-808199-11 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-19081cad-902b-4708-ab5c-1a79f85bc1d7 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempt 9 to bind port 37b3872b-bb92-4cde-8c0f-32fade306061 Nov 25 13:16:59.561773 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-19081cad-902b-4708-ab5c-1a79f85bc1d7 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port 37b3872b-bb92-4cde-8c0f-32fade306061 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:16:59.562342 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-19081cad-902b-4708-ab5c-1a79f85bc1d7 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port 37b3872b-bb92-4cde-8c0f-32fade306061 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '037de3ac-c2be-444e-9f6e-8fe51590e985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'db681568-9aff-45d4-9ffc-b58088cb3f0c'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:16:59.562867 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19081cad-902b-4708-ab5c-1a79f85bc1d7 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port 37b3872b-bb92-4cde-8c0f-32fade306061 on network db681568-9aff-45d4-9ffc-b58088cb3f0c {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:16:59.569561 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19081cad-902b-4708-ab5c-1a79f85bc1d7 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Port 37b3872b-bb92-4cde-8c0f-32fade306061 on network db681568-9aff-45d4-9ffc-b58088cb3f0c not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:16:59.570063 n-d-808199-11 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-19081cad-902b-4708-ab5c-1a79f85bc1d7 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Failed to bind port 37b3872b-bb92-4cde-8c0f-32fade306061 on host n-h2-808199-11 for vnic_type normal using segments [{'id': '037de3ac-c2be-444e-9f6e-8fe51590e985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'db681568-9aff-45d4-9ffc-b58088cb3f0c'}] Nov 25 13:16:59.570623 n-d-808199-11 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-19081cad-902b-4708-ab5c-1a79f85bc1d7 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempt 10 to bind port 37b3872b-bb92-4cde-8c0f-32fade306061 Nov 25 13:16:59.608507 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-19081cad-902b-4708-ab5c-1a79f85bc1d7 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port 37b3872b-bb92-4cde-8c0f-32fade306061 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:16:59.608954 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-19081cad-902b-4708-ab5c-1a79f85bc1d7 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port 37b3872b-bb92-4cde-8c0f-32fade306061 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '037de3ac-c2be-444e-9f6e-8fe51590e985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'db681568-9aff-45d4-9ffc-b58088cb3f0c'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:16:59.609518 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19081cad-902b-4708-ab5c-1a79f85bc1d7 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempting to bind port 37b3872b-bb92-4cde-8c0f-32fade306061 on network db681568-9aff-45d4-9ffc-b58088cb3f0c {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:16:59.614720 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19081cad-902b-4708-ab5c-1a79f85bc1d7 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Port 37b3872b-bb92-4cde-8c0f-32fade306061 on network db681568-9aff-45d4-9ffc-b58088cb3f0c not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:16:59.616015 n-d-808199-11 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-19081cad-902b-4708-ab5c-1a79f85bc1d7 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Failed to bind port 37b3872b-bb92-4cde-8c0f-32fade306061 on host n-h2-808199-11 for vnic_type normal using segments [{'id': '037de3ac-c2be-444e-9f6e-8fe51590e985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'db681568-9aff-45d4-9ffc-b58088cb3f0c'}] Nov 25 13:16:59.616896 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-19081cad-902b-4708-ab5c-1a79f85bc1d7 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:59.695594 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-f962f88f-cf7a-4cb3-acf7-811119c0952e req-153187e2-f428-4fe7-a82c-d3454fe6fdbc tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:59.702216 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-f962f88f-cf7a-4cb3-acf7-811119c0952e req-153187e2-f428-4fe7-a82c-d3454fe6fdbc tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:59.704647 n-d-808199-11 neutron-server[103570]: INFO neutron.db.l3_db [req-f962f88f-cf7a-4cb3-acf7-811119c0952e req-153187e2-f428-4fe7-a82c-d3454fe6fdbc tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Floating IP 1dabe0b5-1f62-4fdd-bab9-5d79d131fa51 disassociated. External IP: 172.25.5.103, port: e6294caa-eb75-4d6f-9636-ce880c21f4f1. Nov 25 13:16:59.746412 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-19081cad-902b-4708-ab5c-1a79f85bc1d7 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] For port 37b3872b-bb92-4cde-8c0f-32fade306061, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:16:59.747044 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-19081cad-902b-4708-ab5c-1a79f85bc1d7 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attempted to set empty binding levels {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 25 13:16:59.753805 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-19081cad-902b-4708-ab5c-1a79f85bc1d7 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:59.797225 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-19081cad-902b-4708-ab5c-1a79f85bc1d7 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] In _notify_port_updated(), no bound segment for port 37b3872b-bb92-4cde-8c0f-32fade306061 on network db681568-9aff-45d4-9ffc-b58088cb3f0c {{(pid=103571) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 13:16:59.798111 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19081cad-902b-4708-ab5c-1a79f85bc1d7 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:16:59.798751 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-19081cad-902b-4708-ab5c-1a79f85bc1d7 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:16:59.800101 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-19081cad-902b-4708-ab5c-1a79f85bc1d7 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] 10.222.0.53 "PUT /v2.0/ports/37b3872b-bb92-4cde-8c0f-32fade306061 HTTP/1.1" status: 200 len: 976 time: 1.5357211 Nov 25 13:16:59.808793 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 47536) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:16:59.888378 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19081cad-902b-4708-ab5c-1a79f85bc1d7 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Pushing event updated for resources: {'Port': ['ID=37b3872b-bb92-4cde-8c0f-32fade306061,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:16:59.924465 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-214726c9-d400-43cb-b963-223db05e5041 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Deleting port 37b3872b-bb92-4cde-8c0f-32fade306061 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:16:59.924932 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-214726c9-d400-43cb-b963-223db05e5041 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:00.066920 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-214726c9-d400-43cb-b963-223db05e5041 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] For port 37b3872b-bb92-4cde-8c0f-32fade306061, host n-h2-808199-11, got binding levels [] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:17:00.067336 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-214726c9-d400-43cb-b963-223db05e5041 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:00.110562 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-214726c9-d400-43cb-b963-223db05e5041 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Calling delete_port for 37b3872b-bb92-4cde-8c0f-32fade306061 owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:17:00.174040 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f962f88f-cf7a-4cb3-acf7-811119c0952e req-153187e2-f428-4fe7-a82c-d3454fe6fdbc tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Router fc5e4480-9680-4230-91ca-75120d6779c1 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:17:00.292528 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-214726c9-d400-43cb-b963-223db05e5041 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:00.342183 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c7de2902-b91c-4dff-b46f-31fb27e96af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:00.413280 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214726c9-d400-43cb-b963-223db05e5041 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Pushing event deleted for resources: {'Port': ['ID=37b3872b-bb92-4cde-8c0f-32fade306061,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:00.463422 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-214726c9-d400-43cb-b963-223db05e5041 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:00.468066 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1cd027-f3e9-4e94-b042-0dfc414b18a7 req-b253daf0-ba3f-4e59-9e59-1742261dca96 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:00.473239 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8b1cd027-f3e9-4e94-b042-0dfc414b18a7 req-b253daf0-ba3f-4e59-9e59-1742261dca96 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=49392237-36aa-4a57-9070-b5a42c36fa86 HTTP/1.1" status: 200 len: 945 time: 0.1982887 Nov 25 13:17:00.489304 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 47574) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:00.501547 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-214726c9-d400-43cb-b963-223db05e5041 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] 10.222.0.53 "DELETE /v2.0/ports/37b3872b-bb92-4cde-8c0f-32fade306061 HTTP/1.1" status: 204 len: 168 time: 0.6631925 Nov 25 13:17:00.550862 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b33d396-250f-4133-842d-56b2dac2df20 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] GET failed (client error): The resource could not be found. Nov 25 13:17:00.552347 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-0b33d396-250f-4133-842d-56b2dac2df20 tempest-PortsAdminExtendedAttrsTestJSON-1011096022 tempest-PortsAdminExtendedAttrsTestJSON-1011096022-project-admin] 10.222.0.53 "GET /v2.0/ports/37b3872b-bb92-4cde-8c0f-32fade306061 HTTP/1.1" status: 404 len: 333 time: 0.0579655 Nov 25 13:17:00.553566 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f962f88f-cf7a-4cb3-acf7-811119c0952e req-153187e2-f428-4fe7-a82c-d3454fe6fdbc tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:17:00.556256 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 47576) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:00.560878 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-f962f88f-cf7a-4cb3-acf7-811119c0952e req-153187e2-f428-4fe7-a82c-d3454fe6fdbc tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:00.567258 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf00795-7afc-4b43-969e-21812f9d88d6 None None] Sync routers for ids ['fc5e4480-9680-4230-91ca-75120d6779c1'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:17:00.584637 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf00795-7afc-4b43-969e-21812f9d88d6 None None] Routers {'fc5e4480-9680-4230-91ca-75120d6779c1'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:17:00.587669 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-faf00795-7afc-4b43-969e-21812f9d88d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:16:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['fc5e4480-9680-4230-91ca-75120d6779c1'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:17:00.610540 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 47578) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:00.711241 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f962f88f-cf7a-4cb3-acf7-811119c0952e req-153187e2-f428-4fe7-a82c-d3454fe6fdbc tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "PUT /v2.0/floatingips/1dabe0b5-1f62-4fdd-bab9-5d79d131fa51 HTTP/1.1" status: 200 len: 696 time: 1.5333750 Nov 25 13:17:00.713378 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d06c340-3828-448b-ad35-25a20044120b', 'tag': 'e6294caa-eb75-4d6f-9636-ce880c21f4f1'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:17:00.718125 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc5c25f-4303-4546-9d6f-39d358e60183" -d '{"events": [{"name": "network-changed", "server_uuid": "8d06c340-3828-448b-ad35-25a20044120b", "tag": "e6294caa-eb75-4d6f-9636-ce880c21f4f1"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:17:00.728437 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-68fa237d-958b-4e76-9bbc-55f59671e1b3 tempest-PortsAdminExtendedAttrsTestJSON-745796202 tempest-PortsAdminExtendedAttrsTestJSON-745796202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:00.737169 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-faf00795-7afc-4b43-969e-21812f9d88d6 None None] Set router fc5e4480-9680-4230-91ca-75120d6779c1 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:17:00.750166 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8b1cd027-f3e9-4e94-b042-0dfc414b18a7 req-5eb0a972-61f4-4b24-9b95-ae67043af30b tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec610c10-0015-4919-a10e-9c11537c59cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382567 Nov 25 13:17:00.778047 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-8270e626-0618-428a-a7ae-e7ec8c39e25d admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-300590978-network', 'tenant_id': '64602e0ec6fb4a738e1e6e0faccb6293'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:17:00.882190 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8270e626-0618-428a-a7ae-e7ec8c39e25d admin admin] Made reservation on behalf of 64602e0ec6fb4a738e1e6e0faccb6293 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:17:00.886319 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8270e626-0618-428a-a7ae-e7ec8c39e25d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:00.929248 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8270e626-0618-428a-a7ae-e7ec8c39e25d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:00.981752 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962f88f-cf7a-4cb3-acf7-811119c0952e req-84b38193-f227-492f-b8c5-0b748beb668e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:00.992036 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f962f88f-cf7a-4cb3-acf7-811119c0952e req-84b38193-f227-492f-b8c5-0b748beb668e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=011bce4f061943c38bb17c6e89517c3b&device_id=8d06c340-3828-448b-ad35-25a20044120b HTTP/1.1" status: 200 len: 1098 time: 0.2688608 Nov 25 13:17:01.121835 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device e2a5a626-de21-4a40-bd62-bacea0a9d1bd up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:17:01.150165 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8270e626-0618-428a-a7ae-e7ec8c39e25d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:01.163742 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8270e626-0618-428a-a7ae-e7ec8c39e25d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:01.166438 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-68fa237d-958b-4e76-9bbc-55f59671e1b3 tempest-PortsAdminExtendedAttrsTestJSON-745796202 tempest-PortsAdminExtendedAttrsTestJSON-745796202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:01.238729 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8270e626-0618-428a-a7ae-e7ec8c39e25d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9200d83a-329b-4ad5-86ae-84da9f8a7cc1,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:01.251139 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-68fa237d-958b-4e76-9bbc-55f59671e1b3 tempest-PortsAdminExtendedAttrsTestJSON-745796202 tempest-PortsAdminExtendedAttrsTestJSON-745796202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db681568-9aff-45d4-9ffc-b58088cb3f0c']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:17:01.253522 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8270e626-0618-428a-a7ae-e7ec8c39e25d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:17:01.268974 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-68fa237d-958b-4e76-9bbc-55f59671e1b3 tempest-PortsAdminExtendedAttrsTestJSON-745796202 tempest-PortsAdminExtendedAttrsTestJSON-745796202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '037de3ac-c2be-444e-9f6e-8fe51590e985') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:17:01.269176 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-68fa237d-958b-4e76-9bbc-55f59671e1b3 tempest-PortsAdminExtendedAttrsTestJSON-745796202 tempest-PortsAdminExtendedAttrsTestJSON-745796202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '037de3ac-c2be-444e-9f6e-8fe51590e985') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:17:01.278262 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8270e626-0618-428a-a7ae-e7ec8c39e25d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:01.278571 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-8270e626-0618-428a-a7ae-e7ec8c39e25d admin admin] Added segment fce75d79-afff-444e-a670-074434c84613 of type vlan for network 0983177e-e01c-46fd-aae0-5d162abcfe55 Nov 25 13:17:01.298934 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-68fa237d-958b-4e76-9bbc-55f59671e1b3 tempest-PortsAdminExtendedAttrsTestJSON-745796202 tempest-PortsAdminExtendedAttrsTestJSON-745796202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:01.333429 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962f88f-cf7a-4cb3-acf7-811119c0952e req-03eee115-ec58-4f0f-b654-e46097d9d114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:01.338056 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f962f88f-cf7a-4cb3-acf7-811119c0952e req-03eee115-ec58-4f0f-b654-e46097d9d114 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d0fcbb25-711a-42a9-b82a-fa06187c61e7 HTTP/1.1" status: 200 len: 922 time: 0.3434858 Nov 25 13:17:01.339735 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-68fa237d-958b-4e76-9bbc-55f59671e1b3 tempest-PortsAdminExtendedAttrsTestJSON-745796202 tempest-PortsAdminExtendedAttrsTestJSON-745796202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:01.347587 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port e2a5a626-de21-4a40-bd62-bacea0a9d1bd completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:17:01.349428 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68fa237d-958b-4e76-9bbc-55f59671e1b3 tempest-PortsAdminExtendedAttrsTestJSON-745796202 tempest-PortsAdminExtendedAttrsTestJSON-745796202-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:17:01.349980 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-68fa237d-958b-4e76-9bbc-55f59671e1b3 tempest-PortsAdminExtendedAttrsTestJSON-745796202 tempest-PortsAdminExtendedAttrsTestJSON-745796202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:01.366616 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port e2a5a626-de21-4a40-bd62-bacea0a9d1bd triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:17:01.367685 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:01.400063 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8270e626-0618-428a-a7ae-e7ec8c39e25d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:01.401941 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:17:01.401941 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:17:01.401941 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:17:01.401941 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:17:01.401941 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:17:01.401941 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:17:01.401941 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:17:01.401941 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:17:01.401941 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:17:01.401941 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:17:01.401941 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:17:01.401941 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:17:01.401941 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:17:01.401941 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:17:01.401941 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:17:01.401941 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:17:01.401941 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:17:01.401941 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:17:01.401941 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:17:01.401941 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:17:01.401941 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:17:01.401941 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:17:01.401941 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:17:01.401941 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:17:01.401941 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:17:01.401941 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:17:01.401941 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:17:01.401941 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:17:01.401941 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:17:01.401941 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:17:01.401941 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:17:01.401941 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:17:01.480602 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8270e626-0618-428a-a7ae-e7ec8c39e25d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:01.481949 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8270e626-0618-428a-a7ae-e7ec8c39e25d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:01.482745 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8270e626-0618-428a-a7ae-e7ec8c39e25d admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:01.524494 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:01.543776 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-8270e626-0618-428a-a7ae-e7ec8c39e25d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9290297 Nov 25 13:17:01.586518 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 47622) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:01.603077 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49392237-36aa-4a57-9070-b5a42c36fa86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a5a626-de21-4a40-bd62-bacea0a9d1bd'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:17:01.607935 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-563c8c8e-892b-4452-8852-1ba420eee57b admin admin] Request body: {'subnet': {'network_id': '0983177e-e01c-46fd-aae0-5d162abcfe55', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-300590978-subnet', 'tenant_id': '64602e0ec6fb4a738e1e6e0faccb6293', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:17:01.608326 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6226d61-8ab6-4aae-92d7-1c6453c9c7c2" -d '{"events": [{"server_uuid": "49392237-36aa-4a57-9070-b5a42c36fa86", "name": "network-vif-plugged", "status": "completed", "tag": "e2a5a626-de21-4a40-bd62-bacea0a9d1bd"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:17:01.624652 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port e2a5a626-de21-4a40-bd62-bacea0a9d1bd, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=e2a5a626-de21-4a40-bd62-bacea0a9d1bd,segment=NetworkSegment(c770b2a8-6850-4501-ba81-87e53f72232e),segment_id=c770b2a8-6850-4501-ba81-87e53f72232e)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:17:01.633090 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:01.634186 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:17:01.639852 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f962f88f-cf7a-4cb3-acf7-811119c0952e req-05cf077c-3e64-48f9-88d4-213fac520f68 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6294caa-eb75-4d6f-9636-ce880c21f4f1 HTTP/1.1" status: 200 len: 217 time: 0.2296641 Nov 25 13:17:01.677465 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8270e626-0618-428a-a7ae-e7ec8c39e25d admin admin] Pushing event updated for resources: {'Network': ['ID=0983177e-e01c-46fd-aae0-5d162abcfe55,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:01.699439 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-faf00795-7afc-4b43-969e-21812f9d88d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'name': 'tempest-FloatingIPsAssociationTestJSON-2047343648-router', 'tenant_id': '011bce4f061943c38bb17c6e89517c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '1602871f-8b05-4630-b029-51e088c75da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:15:18Z', 'updated_at': '2021-11-25T13:15:26Z', 'revision_number': 4, 'project_id': '011bce4f061943c38bb17c6e89517c3b', 'gw_port': {'id': '1602871f-8b05-4630-b029-51e088c75da6', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:15:19Z', 'updated_at': '2021-11-25T13:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'be82d167-6675-474b-bc09-7b168b1f7195', 'name': '', 'network_id': 'd0fcbb25-711a-42a9-b82a-fa06187c61e7', 'tenant_id': '011bce4f061943c38bb17c6e89517c3b', 'mac_address': 'fa:16:3e:6c:0c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e77448f8-5c9e-48cf-b9f8-c58db39caf08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:15:24Z', 'updated_at': '2021-11-25T13:15:37Z', 'revision_number': 5, 'project_id': '011bce4f061943c38bb17c6e89517c3b', 'subnets': [{'id': 'e77448f8-5c9e-48cf-b9f8-c58db39caf08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:17:01.760199 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf00795-7afc-4b43-969e-21812f9d88d6 None None] Checking router: fc5e4480-9680-4230-91ca-75120d6779c1 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:17:01.774684 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=e2a5a626-de21-4a40-bd62-bacea0a9d1bd,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:01.781347 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf00795-7afc-4b43-969e-21812f9d88d6 None None] Routers {'fc5e4480-9680-4230-91ca-75120d6779c1'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:17:01.785467 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 0983177e-e01c-46fd-aae0-5d162abcfe55 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:17:01.787190 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-faf00795-7afc-4b43-969e-21812f9d88d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:16:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['fc5e4480-9680-4230-91ca-75120d6779c1'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:17:01.797174 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962f88f-cf7a-4cb3-acf7-811119c0952e req-92ab2ded-721e-4818-8f0a-ff6c21d3b185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:01.799486 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f962f88f-cf7a-4cb3-acf7-811119c0952e req-92ab2ded-721e-4818-8f0a-ff6c21d3b185 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e77448f8-5c9e-48cf-b9f8-c58db39caf08 HTTP/1.1" status: 200 len: 860 time: 0.1127887 Nov 25 13:17:01.815340 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-68fa237d-958b-4e76-9bbc-55f59671e1b3 tempest-PortsAdminExtendedAttrsTestJSON-745796202 tempest-PortsAdminExtendedAttrsTestJSON-745796202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:01.822940 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-68fa237d-958b-4e76-9bbc-55f59671e1b3 tempest-PortsAdminExtendedAttrsTestJSON-745796202 tempest-PortsAdminExtendedAttrsTestJSON-745796202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:01.830114 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-68fa237d-958b-4e76-9bbc-55f59671e1b3 tempest-PortsAdminExtendedAttrsTestJSON-745796202 tempest-PortsAdminExtendedAttrsTestJSON-745796202-project] 10.222.0.53 "DELETE /v2.0/networks/db681568-9aff-45d4-9ffc-b58088cb3f0c HTTP/1.1" status: 204 len: 168 time: 1.2726257 Nov 25 13:17:01.923950 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fa237d-958b-4e76-9bbc-55f59671e1b3 tempest-PortsAdminExtendedAttrsTestJSON-745796202 tempest-PortsAdminExtendedAttrsTestJSON-745796202-project] Pushing event deleted for resources: {'Network': ['ID=db681568-9aff-45d4-9ffc-b58088cb3f0c,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:01.962031 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563c8c8e-892b-4452-8852-1ba420eee57b admin admin] Made reservation on behalf of 64602e0ec6fb4a738e1e6e0faccb6293 for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:17:01.968090 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-563c8c8e-892b-4452-8852-1ba420eee57b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:01.992504 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port 122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:17:01.993198 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:02.123590 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:02.160618 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-faf00795-7afc-4b43-969e-21812f9d88d6 None None] Set router fc5e4480-9680-4230-91ca-75120d6779c1 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:17:02.175071 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962f88f-cf7a-4cb3-acf7-811119c0952e req-71ba6291-c296-45da-81a9-b6ad811bf3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:02.176946 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f962f88f-cf7a-4cb3-acf7-811119c0952e req-71ba6291-c296-45da-81a9-b6ad811bf3c3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d0fcbb25-711a-42a9-b82a-fa06187c61e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3668396 Nov 25 13:17:02.180849 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-563c8c8e-892b-4452-8852-1ba420eee57b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:02.224389 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:17:02.242325 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:02.354325 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e,revision_number=7']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:02.429549 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f962f88f-cf7a-4cb3-acf7-811119c0952e req-334f026b-f6eb-48d0-8b3d-44aa28fd2a08 service neutron] 10.222.0.53 "GET /v2.0/networks/d0fcbb25-711a-42a9-b82a-fa06187c61e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398756 Nov 25 13:17:02.498800 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 47648) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:02.503555 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed246091-b12e-4d7b-a3b3-6eb77c247634 x-openstack-request-id: req-ed246091-b12e-4d7b-a3b3-6eb77c247634 {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:17:02.504075 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc5c25f-4303-4546-9d6f-39d358e60183 req-1be916f4-c60b-4abb-a8fc-96d4564abd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:02.506023 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d06c340-3828-448b-ad35-25a20044120b", "tag": "e6294caa-eb75-4d6f-9636-ce880c21f4f1", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:17:02.506297 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ed246091-b12e-4d7b-a3b3-6eb77c247634 {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:17:02.506756 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d06c340-3828-448b-ad35-25a20044120b', 'tag': 'e6294caa-eb75-4d6f-9636-ce880c21f4f1', 'status': 'completed', 'code': 200} Nov 25 13:17:02.507919 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0dc5c25f-4303-4546-9d6f-39d358e60183 req-1be916f4-c60b-4abb-a8fc-96d4564abd18 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=011bce4f061943c38bb17c6e89517c3b&device_id=8d06c340-3828-448b-ad35-25a20044120b HTTP/1.1" status: 200 len: 1098 time: 0.1362982 Nov 25 13:17:02.681604 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-faf00795-7afc-4b43-969e-21812f9d88d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'name': 'tempest-FloatingIPsAssociationTestJSON-2047343648-router', 'tenant_id': '011bce4f061943c38bb17c6e89517c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '1602871f-8b05-4630-b029-51e088c75da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:15:18Z', 'updated_at': '2021-11-25T13:15:26Z', 'revision_number': 4, 'project_id': '011bce4f061943c38bb17c6e89517c3b', 'gw_port': {'id': '1602871f-8b05-4630-b029-51e088c75da6', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:15:19Z', 'updated_at': '2021-11-25T13:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'be82d167-6675-474b-bc09-7b168b1f7195', 'name': '', 'network_id': 'd0fcbb25-711a-42a9-b82a-fa06187c61e7', 'tenant_id': '011bce4f061943c38bb17c6e89517c3b', 'mac_address': 'fa:16:3e:6c:0c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e77448f8-5c9e-48cf-b9f8-c58db39caf08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:15:24Z', 'updated_at': '2021-11-25T13:15:37Z', 'revision_number': 5, 'project_id': '011bce4f061943c38bb17c6e89517c3b', 'subnets': [{'id': 'e77448f8-5c9e-48cf-b9f8-c58db39caf08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:17:02.720431 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc5c25f-4303-4546-9d6f-39d358e60183 req-c3b969ea-5699-4ab2-a04a-3f1dab082b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:02.727287 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0dc5c25f-4303-4546-9d6f-39d358e60183 req-c3b969ea-5699-4ab2-a04a-3f1dab082b9d service neutron] 10.222.0.47 "GET /v2.0/networks?id=d0fcbb25-711a-42a9-b82a-fa06187c61e7 HTTP/1.1" status: 200 len: 922 time: 0.2032235 Nov 25 13:17:02.750968 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1a642b-4688-416f-8d98-da2adfb9eeee x-openstack-request-id: req-de1a642b-4688-416f-8d98-da2adfb9eeee {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:17:02.751180 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49392237-36aa-4a57-9070-b5a42c36fa86", "name": "network-vif-plugged", "status": "completed", "tag": "e2a5a626-de21-4a40-bd62-bacea0a9d1bd", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:17:02.751446 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-de1a642b-4688-416f-8d98-da2adfb9eeee {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:17:02.751740 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49392237-36aa-4a57-9070-b5a42c36fa86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a5a626-de21-4a40-bd62-bacea0a9d1bd', 'code': 200} Nov 25 13:17:02.758458 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d12fcd4e-efde-4587-a2aa-9a96839e0743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:02.830082 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf00795-7afc-4b43-969e-21812f9d88d6 None None] The sync data for ids ['fc5e4480-9680-4230-91ca-75120d6779c1'] in n-d-808199-11 is: [{'id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'name': 'tempest-FloatingIPsAssociationTestJSON-2047343648-router', 'tenant_id': '011bce4f061943c38bb17c6e89517c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '1602871f-8b05-4630-b029-51e088c75da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:15:18Z', 'updated_at': '2021-11-25T13:15:26Z', 'revision_number': 4, 'project_id': '011bce4f061943c38bb17c6e89517c3b', 'gw_port': {'id': '1602871f-8b05-4630-b029-51e088c75da6', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:15:19Z', 'updated_at': '2021-11-25T13:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'be82d167-6675-474b-bc09-7b168b1f7195', 'name': '', 'network_id': 'd0fcbb25-711a-42a9-b82a-fa06187c61e7', 'tenant_id': '011bce4f061943c38bb17c6e89517c3b', 'mac_address': 'fa:16:3e:6c:0c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e77448f8-5c9e-48cf-b9f8-c58db39caf08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:15:24Z', 'updated_at': '2021-11-25T13:15:37Z', 'revision_number': 5, 'project_id': '011bce4f061943c38bb17c6e89517c3b', 'subnets': [{'id': 'e77448f8-5c9e-48cf-b9f8-c58db39caf08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:17:02.846476 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c8c8e-892b-4452-8852-1ba420eee57b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3072173-0ac4-4f6c-a786-4d173031b30a,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:02.892188 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0dc5c25f-4303-4546-9d6f-39d358e60183 req-9c21d7bc-4790-4e0d-8f3c-0ec68b5ff9dd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6294caa-eb75-4d6f-9636-ce880c21f4f1 HTTP/1.1" status: 200 len: 217 time: 0.1587672 Nov 25 13:17:02.991473 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc5c25f-4303-4546-9d6f-39d358e60183 req-f9971981-970a-4cff-a7a3-59e69529e85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:02.993276 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0dc5c25f-4303-4546-9d6f-39d358e60183 req-f9971981-970a-4cff-a7a3-59e69529e85d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e77448f8-5c9e-48cf-b9f8-c58db39caf08 HTTP/1.1" status: 200 len: 860 time: 0.0847816 Nov 25 13:17:02.999032 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5bddd187-7325-4c32-a496-0ca2c15e8341 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c9ebcaf130fb4f4d87f6a7784f0a81f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4870703 Nov 25 13:17:02.999879 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 47654) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:03.010829 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563c8c8e-892b-4452-8852-1ba420eee57b admin admin] Checking segment: {'id': 'fce75d79-afff-444e-a670-074434c84613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '0983177e-e01c-46fd-aae0-5d162abcfe55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:17:03.011165 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563c8c8e-892b-4452-8852-1ba420eee57b admin admin] Network hostable DHCP agents. Network: 0983177e-e01c-46fd-aae0-5d162abcfe55, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:17:03.091870 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f962f88f-cf7a-4cb3-acf7-811119c0952e req-c88c8f67-4119-4782-b838-cd2602cb367e service neutron] 10.222.0.53 "GET /v2.0/networks/d0fcbb25-711a-42a9-b82a-fa06187c61e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5506542 Nov 25 13:17:03.104047 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9bf838-8f0f-44cf-bdf2-50dbdc270cf8 req-de5abed0-3d8f-4d79-aa12-63ceda5020c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:03.137618 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6d9bf838-8f0f-44cf-bdf2-50dbdc270cf8 req-de5abed0-3d8f-4d79-aa12-63ceda5020c7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=49392237-36aa-4a57-9070-b5a42c36fa86 HTTP/1.1" status: 200 len: 1098 time: 0.2770927 Nov 25 13:17:03.142188 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563c8c8e-892b-4452-8852-1ba420eee57b admin admin] Network 0983177e-e01c-46fd-aae0-5d162abcfe55 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:17:03.195204 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988e8b6d-9353-4eb1-aaeb-ae557a931194 req-2eb10959-2a3c-49c9-baf9-0df75fc1d1a1 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:03.205041 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-988e8b6d-9353-4eb1-aaeb-ae557a931194 req-2eb10959-2a3c-49c9-baf9-0df75fc1d1a1 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=49392237-36aa-4a57-9070-b5a42c36fa86 HTTP/1.1" status: 200 len: 946 time: 0.2905018 Nov 25 13:17:03.213771 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc5c25f-4303-4546-9d6f-39d358e60183 req-5b55b29f-1f9d-4306-ab27-0528f7294905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:03.223599 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0dc5c25f-4303-4546-9d6f-39d358e60183 req-5b55b29f-1f9d-4306-ab27-0528f7294905 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d0fcbb25-711a-42a9-b82a-fa06187c61e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2213230 Nov 25 13:17:03.245761 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1be1ea72-a892-4441-bac6-56d377c2d85c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:03.265941 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-563c8c8e-892b-4452-8852-1ba420eee57b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 0983177e-e01c-46fd-aae0-5d162abcfe55) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:17:03.275635 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabd0b0b-a84e-4d5c-8ad7-7222a48c70aa None None] Network 0983177e-e01c-46fd-aae0-5d162abcfe55 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:17:03.280796 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563c8c8e-892b-4452-8852-1ba420eee57b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:03.281396 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-563c8c8e-892b-4452-8852-1ba420eee57b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:03.353849 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-563c8c8e-892b-4452-8852-1ba420eee57b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.7534339 Nov 25 13:17:03.397687 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6d9bf838-8f0f-44cf-bdf2-50dbdc270cf8 req-8956b29e-56ab-44e4-9c1e-8c62f575a656 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ec610c10-0015-4919-a10e-9c11537c59cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481828 Nov 25 13:17:03.451947 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f52113c-a27b-4e37-a685-f797facc7991 None None] New status for floating IP 1dabe0b5-1f62-4fdd-bab9-5d79d131fa51: DOWN {{(pid=103572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 13:17:03.453596 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-988e8b6d-9353-4eb1-aaeb-ae557a931194 req-e9f7abc8-a5ac-4e9e-9ac6-fbf4a5663504 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec610c10-0015-4919-a10e-9c11537c59cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475798 Nov 25 13:17:03.515255 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1be1ea72-a892-4441-bac6-56d377c2d85c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:03.717659 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0dc5c25f-4303-4546-9d6f-39d358e60183 req-98eb87b7-420a-4bf5-a5de-c0ab74842992 service neutron] 10.222.0.47 "GET /v2.0/networks/d0fcbb25-711a-42a9-b82a-fa06187c61e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4830201 Nov 25 13:17:03.796981 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1be1ea72-a892-4441-bac6-56d377c2d85c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:03.811753 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1be1ea72-a892-4441-bac6-56d377c2d85c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:03.816436 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5f855e7b-956d-408d-af1b-830598a0e81c req-bef96b01-86ce-4ee7-8269-09df521dd92f tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/floatingips/1dabe0b5-1f62-4fdd-bab9-5d79d131fa51 HTTP/1.1" status: 200 len: 696 time: 0.1724341 Nov 25 13:17:03.826635 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-1be1ea72-a892-4441-bac6-56d377c2d85c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/50f8c9a5-a4af-4795-b9c6-211ce4c2c7d5 HTTP/1.1" status: 204 len: 168 time: 0.8255205 Nov 25 13:17:03.943321 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be1ea72-a892-4441-bac6-56d377c2d85c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f8c9a5-a4af-4795-b9c6-211ce4c2c7d5,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:04.020865 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0dc5c25f-4303-4546-9d6f-39d358e60183 req-c2729e7e-6067-470b-819f-e7ba1e8fd40a service neutron] 10.222.0.47 "GET /v2.0/networks/d0fcbb25-711a-42a9-b82a-fa06187c61e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930920 Nov 25 13:17:04.065540 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f855e7b-956d-408d-af1b-830598a0e81c req-76d95df8-64a6-45bb-960c-6956a643d156 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:04.067942 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5f855e7b-956d-408d-af1b-830598a0e81c req-76d95df8-64a6-45bb-960c-6956a643d156 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/networks/7542d3d9-0db3-40e7-ab88-a168871141f7 HTTP/1.1" status: 200 len: 784 time: 0.2452366 Nov 25 13:17:04.105669 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:04.168298 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5f855e7b-956d-408d-af1b-830598a0e81c req-69b5713d-f035-413f-8602-35410e4913f2 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.103 HTTP/1.1" status: 200 len: 699 time: 0.0927947 Nov 25 13:17:04.317488 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5f855e7b-956d-408d-af1b-830598a0e81c req-a4a447c7-4bca-4f70-a7be-3d718f36feea tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.103 HTTP/1.1" status: 200 len: 699 time: 0.1409311 Nov 25 13:17:04.373562 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 47728) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:04.404556 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df96d711-fba9-4948-8b98-3bf2f6f391bc None None] Network 0983177e-e01c-46fd-aae0-5d162abcfe55 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:17:04.474364 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d1528da8-f1aa-46df-b13a-bac161a4c74a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ac68a38b2d764325b5ee3b7fcf352c07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0992632 Nov 25 13:17:04.476565 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 47732) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:04.651015 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fa0bdfec-dbd6-4ec0-b1d7-7735e9b0f9ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:04.751000 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fa0bdfec-dbd6-4ec0-b1d7-7735e9b0f9ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:04.781337 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e23d7bc0-0e21-420d-9355-e4e3f6a07b36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:17:04.790749 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b628e786-940c-4238-a54e-a2a465d4902b" -d '{"events": [{"server_uuid": "e23d7bc0-0e21-420d-9355-e4e3f6a07b36", "name": "network-vif-plugged", "status": "completed", "tag": "122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:17:04.929515 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fa0bdfec-dbd6-4ec0-b1d7-7735e9b0f9ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:04.932680 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fa0bdfec-dbd6-4ec0-b1d7-7735e9b0f9ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:04.936042 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-fa0bdfec-dbd6-4ec0-b1d7-7735e9b0f9ff admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b0c05a01-8af1-4f05-aed9-b54488026b31 HTTP/1.1" status: 204 len: 168 time: 0.4582705 Nov 25 13:17:04.966778 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0bdfec-dbd6-4ec0-b1d7-7735e9b0f9ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c05a01-8af1-4f05-aed9-b54488026b31,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:05.098875 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:05.457091 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f7e8fb-02c3-418b-a241-e8f3fc635643 req-950b0f3f-2b4a-4023-b7e6-6bf3862c31f0 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:05.465040 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f6f7e8fb-02c3-418b-a241-e8f3fc635643 req-950b0f3f-2b4a-4023-b7e6-6bf3862c31f0 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/networks?id=0983177e-e01c-46fd-aae0-5d162abcfe55 HTTP/1.1" status: 200 len: 821 time: 0.1632996 Nov 25 13:17:05.482462 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f6f7e8fb-02c3-418b-a241-e8f3fc635643 req-69fbe115-11c6-429a-8418-cc22e410d9a5 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/quotas/64602e0ec6fb4a738e1e6e0faccb6293 HTTP/1.1" status: 200 len: 375 time: 0.0164907 Nov 25 13:17:05.520847 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f6f7e8fb-02c3-418b-a241-e8f3fc635643 req-6ecda3bf-a771-4f76-8470-4bdcde8519d8 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=64602e0ec6fb4a738e1e6e0faccb6293&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373893 Nov 25 13:17:05.627366 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-5f855e7b-956d-408d-af1b-830598a0e81c req-a266c84d-ec5b-40ea-accd-cdb3f92cc85d tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Deleting port f8b75ba9-68fc-4aaf-b045-81d4e6593202 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:17:05.627715 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-5f855e7b-956d-408d-af1b-830598a0e81c req-a266c84d-ec5b-40ea-accd-cdb3f92cc85d tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:05.710128 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f6f7e8fb-02c3-418b-a241-e8f3fc635643 req-c215e444-5d9e-40fb-be37-9da48a7b81a4 service neutron] 10.222.0.53 "GET /v2.0/networks/0983177e-e01c-46fd-aae0-5d162abcfe55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878178 Nov 25 13:17:05.796616 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-5f855e7b-956d-408d-af1b-830598a0e81c req-a266c84d-ec5b-40ea-accd-cdb3f92cc85d tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:05.796949 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-5f855e7b-956d-408d-af1b-830598a0e81c req-a266c84d-ec5b-40ea-accd-cdb3f92cc85d tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:05.817067 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-5f855e7b-956d-408d-af1b-830598a0e81c req-a266c84d-ec5b-40ea-accd-cdb3f92cc85d tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Calling delete_port for f8b75ba9-68fc-4aaf-b045-81d4e6593202 owned by network:floatingip {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:17:05.860216 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f6f7e8fb-02c3-418b-a241-e8f3fc635643 req-5da63b10-c7da-40ce-a7b5-ebef3e68494a service neutron] 10.222.0.53 "GET /v2.0/networks/0983177e-e01c-46fd-aae0-5d162abcfe55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490719 Nov 25 13:17:06.073117 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-5f855e7b-956d-408d-af1b-830598a0e81c req-a266c84d-ec5b-40ea-accd-cdb3f92cc85d tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:06.129806 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a266c84d-ec5b-40ea-accd-cdb3f92cc85d tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Pushing event deleted for resources: {'Port': ['ID=f8b75ba9-68fc-4aaf-b045-81d4e6593202,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:06.217691 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:06.249511 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-5f855e7b-956d-408d-af1b-830598a0e81c req-a266c84d-ec5b-40ea-accd-cdb3f92cc85d tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Publish callbacks [] for floatingip, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:06.252195 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-5f855e7b-956d-408d-af1b-830598a0e81c req-a266c84d-ec5b-40ea-accd-cdb3f92cc85d tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:06.253356 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5f855e7b-956d-408d-af1b-830598a0e81c req-a266c84d-ec5b-40ea-accd-cdb3f92cc85d tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "DELETE /v2.0/floatingips/1dabe0b5-1f62-4fdd-bab9-5d79d131fa51 HTTP/1.1" status: 204 len: 173 time: 1.9350626 Nov 25 13:17:06.405041 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 47802) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:06.448889 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94820b6f-7175-4ce2-a1e4-71cbd2e337c3 req-b1505b4b-c02d-4219-843e-81765dbb6cec tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:06.458934 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-94820b6f-7175-4ce2-a1e4-71cbd2e337c3 req-b1505b4b-c02d-4219-843e-81765dbb6cec tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=49392237-36aa-4a57-9070-b5a42c36fa86 HTTP/1.1" status: 200 len: 946 time: 0.1000075 Nov 25 13:17:06.527979 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-94820b6f-7175-4ce2-a1e4-71cbd2e337c3 req-722f797a-7c11-4bef-a0ef-d3f99d7c326d tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec610c10-0015-4919-a10e-9c11537c59cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641465 Nov 25 13:17:06.592209 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff540f6-12d6-4cc2-85a5-38b25e8c576c x-openstack-request-id: req-5ff540f6-12d6-4cc2-85a5-38b25e8c576c {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:17:06.592952 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e23d7bc0-0e21-420d-9355-e4e3f6a07b36", "name": "network-vif-plugged", "status": "completed", "tag": "122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:17:06.593384 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5ff540f6-12d6-4cc2-85a5-38b25e8c576c {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:17:06.593983 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e23d7bc0-0e21-420d-9355-e4e3f6a07b36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e', 'code': 200} Nov 25 13:17:06.636495 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-245085c0-2961-467e-9a68-32e9efdcb0c3 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1072381640'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:17:06.685289 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245085c0-2961-467e-9a68-32e9efdcb0c3 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Made reservation on behalf of 22ba648da9f241c0a9e2114a63bb303f for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:17:06.690311 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-245085c0-2961-467e-9a68-32e9efdcb0c3 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:06.721622 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-245085c0-2961-467e-9a68-32e9efdcb0c3 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:06.721838 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8199abdc-3986-48f4-9bfc-d7528ceb9c23 req-16728ff1-72c9-4ef1-a9f0-e375a74bcbd4 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/ports?device_id=68f65f11-1e73-41d9-a7ee-e5f9a86aa90c HTTP/1.1" status: 200 len: 210 time: 0.0481384 Nov 25 13:17:06.934871 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-245085c0-2961-467e-9a68-32e9efdcb0c3 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:06.940878 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-245085c0-2961-467e-9a68-32e9efdcb0c3 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:06.989469 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-245085c0-2961-467e-9a68-32e9efdcb0c3 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:17:07.009043 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245085c0-2961-467e-9a68-32e9efdcb0c3 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=408875a5-d5bd-4c21-9c65-3649b63d5ab1,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:07.014526 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-245085c0-2961-467e-9a68-32e9efdcb0c3 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:07.014935 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-245085c0-2961-467e-9a68-32e9efdcb0c3 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Added segment ca54d698-5a71-4faa-a407-84841341ff7a of type vlan for network 2370d101-2af9-4274-b902-f3d9048a682a Nov 25 13:17:07.077980 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-245085c0-2961-467e-9a68-32e9efdcb0c3 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:07.130222 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-245085c0-2961-467e-9a68-32e9efdcb0c3 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:07.138104 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245085c0-2961-467e-9a68-32e9efdcb0c3 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:07.139146 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-245085c0-2961-467e-9a68-32e9efdcb0c3 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:07.184283 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-245085c0-2961-467e-9a68-32e9efdcb0c3 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7762465 Nov 25 13:17:07.329063 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245085c0-2961-467e-9a68-32e9efdcb0c3 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Pushing event updated for resources: {'Network': ['ID=2370d101-2af9-4274-b902-f3d9048a682a,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:07.349460 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 2370d101-2af9-4274-b902-f3d9048a682a details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:17:07.366831 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 47874) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:07.402520 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-c941d779-2c2c-4bcb-8c46-6cd08faecc3c tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Request body: {'subnet': {'network_id': '2370d101-2af9-4274-b902-f3d9048a682a', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:17:07.564340 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1a3bce-426e-4b8a-af90-ea218788efb7 req-5f5e31b4-8759-4ce2-bd1e-2ac718b1dc75 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:07.566286 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ce1a3bce-426e-4b8a-af90-ea218788efb7 req-5f5e31b4-8759-4ce2-bd1e-2ac718b1dc75 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d06c340-3828-448b-ad35-25a20044120b HTTP/1.1" status: 200 len: 946 time: 0.2048554 Nov 25 13:17:07.617251 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c941d779-2c2c-4bcb-8c46-6cd08faecc3c tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Made reservation on behalf of 22ba648da9f241c0a9e2114a63bb303f for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:17:07.622173 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c941d779-2c2c-4bcb-8c46-6cd08faecc3c tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:07.677870 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ce1a3bce-426e-4b8a-af90-ea218788efb7 req-8ef9cc30-5515-4a3c-826c-03de2e26b302 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab66d2e3-b9ac-4237-bab2-b4aaf0695f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989163 Nov 25 13:17:07.875428 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:08.063356 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3795702-90bc-4cbf-898c-8128b4106515 req-d92dcb79-8b15-4ba4-9e2f-6831a3e15ca3 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:08.066673 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d3795702-90bc-4cbf-898c-8128b4106515 req-d92dcb79-8b15-4ba4-9e2f-6831a3e15ca3 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=49392237-36aa-4a57-9070-b5a42c36fa86 HTTP/1.1" status: 200 len: 946 time: 0.1451416 Nov 25 13:17:08.168670 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d3795702-90bc-4cbf-898c-8128b4106515 req-b6fa98b9-176d-4282-bd43-e40edc2a834d tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec610c10-0015-4919-a10e-9c11537c59cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954452 Nov 25 13:17:08.288353 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c941d779-2c2c-4bcb-8c46-6cd08faecc3c tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:08.408373 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c941d779-2c2c-4bcb-8c46-6cd08faecc3c tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Pushing event updated for resources: {'Subnet': ['ID=f9168bf7-cab2-42c4-a863-057b41d62721,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:08.462223 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e57a7a1f-e78f-40b9-96a9-534ee48bf450 req-11e7b932-7206-4dd3-b177-b1c3d6a37612 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/ports?device_id=68f65f11-1e73-41d9-a7ee-e5f9a86aa90c HTTP/1.1" status: 200 len: 210 time: 0.1248584 Nov 25 13:17:08.488893 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f7e8fb-02c3-418b-a241-e8f3fc635643 req-12a93e03-bd1e-4e4b-b6b8-3adde99c89e7 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:08.488893 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f6f7e8fb-02c3-418b-a241-e8f3fc635643 req-12a93e03-bd1e-4e4b-b6b8-3adde99c89e7 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.47 "GET /v2.0/networks?id=0983177e-e01c-46fd-aae0-5d162abcfe55 HTTP/1.1" status: 200 len: 821 time: 0.2944522 Nov 25 13:17:08.491179 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c941d779-2c2c-4bcb-8c46-6cd08faecc3c tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Checking segment: {'id': 'ca54d698-5a71-4faa-a407-84841341ff7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2370d101-2af9-4274-b902-f3d9048a682a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:17:08.494320 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c941d779-2c2c-4bcb-8c46-6cd08faecc3c tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Network hostable DHCP agents. Network: 2370d101-2af9-4274-b902-f3d9048a682a, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:17:08.524644 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-f6f7e8fb-02c3-418b-a241-e8f3fc635643 req-725f7a6a-ef2f-4962-a808-6f96b2e6f3ac tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Request body: {'port': {'device_id': '68f65f11-1e73-41d9-a7ee-e5f9a86aa90c', 'network_id': '0983177e-e01c-46fd-aae0-5d162abcfe55', 'admin_state_up': True, 'tenant_id': '64602e0ec6fb4a738e1e6e0faccb6293'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:17:08.686647 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c941d779-2c2c-4bcb-8c46-6cd08faecc3c tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Network 2370d101-2af9-4274-b902-f3d9048a682a is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:17:08.761800 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-c941d779-2c2c-4bcb-8c46-6cd08faecc3c tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 2370d101-2af9-4274-b902-f3d9048a682a) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:17:08.767092 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c941d779-2c2c-4bcb-8c46-6cd08faecc3c tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:08.768261 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c941d779-2c2c-4bcb-8c46-6cd08faecc3c tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:08.773161 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babaf2c5-4f40-4845-94f0-8fc2f8e42cd2 None None] Network 2370d101-2af9-4274-b902-f3d9048a682a requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:17:08.827913 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c941d779-2c2c-4bcb-8c46-6cd08faecc3c tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.4592383 Nov 25 13:17:08.847369 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 47958) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:08.871831 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee221db-5d8e-43ce-aa22-69381616e927 req-844747df-0793-4dbc-b914-9552e1d48f9e tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:08.878059 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7ee221db-5d8e-43ce-aa22-69381616e927 req-844747df-0793-4dbc-b914-9552e1d48f9e tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d06c340-3828-448b-ad35-25a20044120b HTTP/1.1" status: 200 len: 946 time: 0.1727502 Nov 25 13:17:08.892109 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ee978-c78f-4f18-90b8-7a40be260bef req-6682c110-7c4d-411a-a390-7e814a3a8bbf tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:08.900910 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-253ee978-c78f-4f18-90b8-7a40be260bef req-6682c110-7c4d-411a-a390-7e814a3a8bbf tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d06c340-3828-448b-ad35-25a20044120b HTTP/1.1" status: 200 len: 946 time: 0.1205888 Nov 25 13:17:08.917469 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-8c0e9682-425a-456b-a8b1-fa26a3485f68 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-774156683'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:17:09.024837 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-253ee978-c78f-4f18-90b8-7a40be260bef req-0571131f-3c68-4811-a987-e9a3fd6541dd tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab66d2e3-b9ac-4237-bab2-b4aaf0695f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228604 Nov 25 13:17:09.173055 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.db.api [req-f6f7e8fb-02c3-418b-a241-e8f3fc635643 req-725f7a6a-ef2f-4962-a808-6f96b2e6f3ac tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 25 13:17:09.173055 n-d-808199-11 neutron-server[103571]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 25 13:17:09.173055 n-d-808199-11 neutron-server[103571]: [parameters: {'project_id_1': '64602e0ec6fb4a738e1e6e0faccb6293', 'expiration_1': datetime.datetime(2021, 11, 25, 13, 16, 49, 82038)}] Nov 25 13:17:09.173055 n-d-808199-11 neutron-server[103571]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 13:17:09.173055 n-d-808199-11 neutron-server[103571]: DEBUG oslo_db.api [req-f6f7e8fb-02c3-418b-a241-e8f3fc635643 req-725f7a6a-ef2f-4962-a808-6f96b2e6f3ac tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 13:17:09.187150 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0e9682-425a-456b-a8b1-fa26a3485f68 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Made reservation on behalf of 22ba648da9f241c0a9e2114a63bb303f for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:17:09.190716 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8c0e9682-425a-456b-a8b1-fa26a3485f68 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:09.293097 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1951f494-a6a3-462c-ad25-9c43eabde38a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-2370d101-2af9-4274-b902-f3d9048a682a', 'network_id': '2370d101-2af9-4274-b902-f3d9048a682a', 'tenant_id': '22ba648da9f241c0a9e2114a63bb303f', 'fixed_ips': [{'subnet_id': 'f9168bf7-cab2-42c4-a863-057b41d62721'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:17:09.301906 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1951f494-a6a3-462c-ad25-9c43eabde38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:09.317205 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c0e9682-425a-456b-a8b1-fa26a3485f68 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:17:09.321450 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-7ee221db-5d8e-43ce-aa22-69381616e927 req-aaf40d5a-7f53-4754-ac87-c6cc4ec2b0cd tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Deleting port e6294caa-eb75-4d6f-9636-ce880c21f4f1 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:17:09.321797 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-7ee221db-5d8e-43ce-aa22-69381616e927 req-aaf40d5a-7f53-4754-ac87-c6cc4ec2b0cd tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:09.501963 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8c0e9682-425a-456b-a8b1-fa26a3485f68 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:09.502320 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-8c0e9682-425a-456b-a8b1-fa26a3485f68 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Added segment 47ff752f-e929-4434-952e-872b71cc87e2 of type vlan for network cde6fb93-b27a-4287-b454-e355822b680e Nov 25 13:17:09.542007 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3934b6-f281-4e03-a4c9-d9d4797ec21c req-7ad605ba-5405-4f07-8211-a1ef903a05e1 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:09.567550 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ec3934b6-f281-4e03-a4c9-d9d4797ec21c req-7ad605ba-5405-4f07-8211-a1ef903a05e1 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=49392237-36aa-4a57-9070-b5a42c36fa86 HTTP/1.1" status: 200 len: 946 time: 0.2083781 Nov 25 13:17:09.611143 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8c0e9682-425a-456b-a8b1-fa26a3485f68 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:09.684176 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ec3934b6-f281-4e03-a4c9-d9d4797ec21c req-d21c9398-79e3-40ae-a2f3-0e686cad5cc8 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec610c10-0015-4919-a10e-9c11537c59cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152627 Nov 25 13:17:09.711931 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-7ee221db-5d8e-43ce-aa22-69381616e927 req-aaf40d5a-7f53-4754-ac87-c6cc4ec2b0cd tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] For port e6294caa-eb75-4d6f-9636-ce880c21f4f1, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=e6294caa-eb75-4d6f-9636-ce880c21f4f1,segment=NetworkSegment(e2f12bb0-3918-46c8-880a-6df39de82054),segment_id=e2f12bb0-3918-46c8-880a-6df39de82054)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:17:09.712499 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-7ee221db-5d8e-43ce-aa22-69381616e927 req-aaf40d5a-7f53-4754-ac87-c6cc4ec2b0cd tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:09.761214 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-7ee221db-5d8e-43ce-aa22-69381616e927 req-aaf40d5a-7f53-4754-ac87-c6cc4ec2b0cd tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Calling delete_port for e6294caa-eb75-4d6f-9636-ce880c21f4f1 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:17:09.763630 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-723f50d3-4c17-4930-a7b0-f9e898d98222 req-92fe6b42-dc71-4f7c-a359-8a82de4ee14e tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/ports?device_id=68f65f11-1e73-41d9-a7ee-e5f9a86aa90c HTTP/1.1" status: 200 len: 210 time: 0.0535743 Nov 25 13:17:09.812650 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6f7e8fb-02c3-418b-a241-e8f3fc635643 req-725f7a6a-ef2f-4962-a808-6f96b2e6f3ac tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Made reservation on behalf of 64602e0ec6fb4a738e1e6e0faccb6293 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:17:09.816263 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f6f7e8fb-02c3-418b-a241-e8f3fc635643 req-725f7a6a-ef2f-4962-a808-6f96b2e6f3ac tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:09.818389 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8c0e9682-425a-456b-a8b1-fa26a3485f68 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:09.823862 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0e9682-425a-456b-a8b1-fa26a3485f68 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:09.824695 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8c0e9682-425a-456b-a8b1-fa26a3485f68 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:09.953969 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-8c0e9682-425a-456b-a8b1-fa26a3485f68 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1030607 Nov 25 13:17:09.954335 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 48004) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:09.963992 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-f6c23e93-a0af-49d6-8287-1a5f72768815 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Request body: {'subnet': {'network_id': 'cde6fb93-b27a-4287-b454-e355822b680e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:17:10.023841 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-1951f494-a6a3-462c-ad25-9c43eabde38a None None] Allocated IP 172.20.255.242 (2370d101-2af9-4274-b902-f3d9048a682a/f9168bf7-cab2-42c4-a863-057b41d62721/ef41463f-6188-42eb-861b-24c1589961bc) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:17:10.121996 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0e9682-425a-456b-a8b1-fa26a3485f68 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Pushing event updated for resources: {'Network': ['ID=cde6fb93-b27a-4287-b454-e355822b680e,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:10.220215 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network cde6fb93-b27a-4287-b454-e355822b680e details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:17:10.238705 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c23e93-a0af-49d6-8287-1a5f72768815 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Made reservation on behalf of 22ba648da9f241c0a9e2114a63bb303f for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:17:10.242232 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f6c23e93-a0af-49d6-8287-1a5f72768815 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:10.378995 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-f6f7e8fb-02c3-418b-a241-e8f3fc635643 req-725f7a6a-ef2f-4962-a808-6f96b2e6f3ac tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Allocated IP 172.20.0.7 (0983177e-e01c-46fd-aae0-5d162abcfe55/a3072173-0ac4-4f6c-a786-4d173031b30a/0bfc1ca3-bd15-4e62-b39f-5513bf088e36) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:17:10.487206 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-7ee221db-5d8e-43ce-aa22-69381616e927 req-aaf40d5a-7f53-4754-ac87-c6cc4ec2b0cd tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:10.558486 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb021e0-c8d3-494e-bc9a-4001d4d1835c req-9d0f6e23-de16-442f-a3d5-e82da0a106c5 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:10.591426 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6fb021e0-c8d3-494e-bc9a-4001d4d1835c req-9d0f6e23-de16-442f-a3d5-e82da0a106c5 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d06c340-3828-448b-ad35-25a20044120b HTTP/1.1" status: 200 len: 946 time: 0.3832827 Nov 25 13:17:10.715845 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['e6294caa-eb75-4d6f-9636-ce880c21f4f1'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:17:10.728521 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf40d5a-7f53-4754-ac87-c6cc4ec2b0cd tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Pushing event deleted for resources: {'Port': ['ID=e6294caa-eb75-4d6f-9636-ce880c21f4f1,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:10.769641 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 48026) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:10.838997 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1951f494-a6a3-462c-ad25-9c43eabde38a None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:10.851305 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1951f494-a6a3-462c-ad25-9c43eabde38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:10.866685 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ee221db-5d8e-43ce-aa22-69381616e927 req-aaf40d5a-7f53-4754-ac87-c6cc4ec2b0cd tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] No DVR routers for this DVR port e6294caa-eb75-4d6f-9636-ce880c21f4f1 on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:17:10.871118 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-7ee221db-5d8e-43ce-aa22-69381616e927 req-aaf40d5a-7f53-4754-ac87-c6cc4ec2b0cd tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:10.875116 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7ee221db-5d8e-43ce-aa22-69381616e927 req-aaf40d5a-7f53-4754-ac87-c6cc4ec2b0cd tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.47 "DELETE /v2.0/ports/e6294caa-eb75-4d6f-9636-ce880c21f4f1 HTTP/1.1" status: 204 len: 173 time: 1.9261007 Nov 25 13:17:10.876427 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d06c340-3828-448b-ad35-25a20044120b', 'name': 'network-vif-deleted', 'tag': 'e6294caa-eb75-4d6f-9636-ce880c21f4f1'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:17:10.878867 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940d6ef0-686d-4a37-8ad8-ac270e7d688d" -d '{"events": [{"server_uuid": "8d06c340-3828-448b-ad35-25a20044120b", "name": "network-vif-deleted", "tag": "e6294caa-eb75-4d6f-9636-ce880c21f4f1"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:17:10.920196 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1951f494-a6a3-462c-ad25-9c43eabde38a None None] Network 2370d101-2af9-4274-b902-f3d9048a682a is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:17:10.924595 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-1951f494-a6a3-462c-ad25-9c43eabde38a None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:17:10.934172 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1951f494-a6a3-462c-ad25-9c43eabde38a None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:17:11.007924 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1951f494-a6a3-462c-ad25-9c43eabde38a None None] Pushing event updated for resources: {'Port': ['ID=ef41463f-6188-42eb-861b-24c1589961bc,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:11.142850 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-1951f494-a6a3-462c-ad25-9c43eabde38a None None] Attempting to bind port ef41463f-6188-42eb-861b-24c1589961bc on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:17:11.143499 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-1951f494-a6a3-462c-ad25-9c43eabde38a None None] Attempting to bind port ef41463f-6188-42eb-861b-24c1589961bc by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'ca54d698-5a71-4faa-a407-84841341ff7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2370d101-2af9-4274-b902-f3d9048a682a'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:17:11.143730 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1951f494-a6a3-462c-ad25-9c43eabde38a None None] Attempting to bind port ef41463f-6188-42eb-861b-24c1589961bc on network 2370d101-2af9-4274-b902-f3d9048a682a {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:17:11.156672 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1951f494-a6a3-462c-ad25-9c43eabde38a None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:17:11.157072 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1951f494-a6a3-462c-ad25-9c43eabde38a None None] Checking segment: {'id': 'ca54d698-5a71-4faa-a407-84841341ff7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2370d101-2af9-4274-b902-f3d9048a682a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:17:11.157481 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1951f494-a6a3-462c-ad25-9c43eabde38a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:11.163941 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1951f494-a6a3-462c-ad25-9c43eabde38a None None] Bound using segment: {'id': 'ca54d698-5a71-4faa-a407-84841341ff7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2370d101-2af9-4274-b902-f3d9048a682a'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:17:11.164946 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-1951f494-a6a3-462c-ad25-9c43eabde38a None None] Bound port: ef41463f-6188-42eb-861b-24c1589961bc, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca54d698-5a71-4faa-a407-84841341ff7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2370d101-2af9-4274-b902-f3d9048a682a'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:17:11.164946 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1951f494-a6a3-462c-ad25-9c43eabde38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:11.333083 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6fb021e0-c8d3-494e-bc9a-4001d4d1835c req-4897c211-3c75-4685-ab44-932ac74f1ed1 tempest-FloatingIPsAssociationTestJSON-1280144552 tempest-FloatingIPsAssociationTestJSON-1280144552-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab66d2e3-b9ac-4237-bab2-b4aaf0695f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7336893 Nov 25 13:17:11.335424 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f6c23e93-a0af-49d6-8287-1a5f72768815 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:11.359423 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f6f7e8fb-02c3-418b-a241-e8f3fc635643 req-725f7a6a-ef2f-4962-a808-6f96b2e6f3ac tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:11.445993 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-1951f494-a6a3-462c-ad25-9c43eabde38a None None] For port ef41463f-6188-42eb-861b-24c1589961bc, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:17:11.450430 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-1951f494-a6a3-462c-ad25-9c43eabde38a None None] For port ef41463f-6188-42eb-861b-24c1589961bc, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=ef41463f-6188-42eb-861b-24c1589961bc,segment=NetworkSegment(ca54d698-5a71-4faa-a407-84841341ff7a),segment_id=ca54d698-5a71-4faa-a407-84841341ff7a)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:17:11.463509 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1951f494-a6a3-462c-ad25-9c43eabde38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:11.464849 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c23e93-a0af-49d6-8287-1a5f72768815 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Pushing event updated for resources: {'Subnet': ['ID=48d010f5-8ac7-4f3f-b8b5-1892abea2d18,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:11.478140 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f6f7e8fb-02c3-418b-a241-e8f3fc635643 req-725f7a6a-ef2f-4962-a808-6f96b2e6f3ac tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:11.498921 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f252b0b9-5b61-429a-b180-3c3d1981b4f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:11.500415 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce49e7a8-55c1-4419-8699-6198a1dcc888 req-5a6fbe1b-4bbf-4ccb-afde-fceaf79e1b79 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:11.508126 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ce49e7a8-55c1-4419-8699-6198a1dcc888 req-5a6fbe1b-4bbf-4ccb-afde-fceaf79e1b79 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=49392237-36aa-4a57-9070-b5a42c36fa86 HTTP/1.1" status: 200 len: 946 time: 0.4537065 Nov 25 13:17:11.576998 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c23e93-a0af-49d6-8287-1a5f72768815 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Checking segment: {'id': '47ff752f-e929-4434-952e-872b71cc87e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'cde6fb93-b27a-4287-b454-e355822b680e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:17:11.578190 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c23e93-a0af-49d6-8287-1a5f72768815 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Network hostable DHCP agents. Network: cde6fb93-b27a-4287-b454-e355822b680e, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:17:11.592423 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6f7e8fb-02c3-418b-a241-e8f3fc635643 req-725f7a6a-ef2f-4962-a808-6f96b2e6f3ac tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Network 0983177e-e01c-46fd-aae0-5d162abcfe55 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:17:11.600631 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-f6f7e8fb-02c3-418b-a241-e8f3fc635643 req-725f7a6a-ef2f-4962-a808-6f96b2e6f3ac tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:17:11.609472 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1951f494-a6a3-462c-ad25-9c43eabde38a None None] Pushing event updated for resources: {'Port': ['ID=ef41463f-6188-42eb-861b-24c1589961bc,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:11.614359 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6f7e8fb-02c3-418b-a241-e8f3fc635643 req-725f7a6a-ef2f-4962-a808-6f96b2e6f3ac tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:17:11.617634 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:11.637578 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ce49e7a8-55c1-4419-8699-6198a1dcc888 req-876271b7-ec75-45fd-9443-39c1797edc7a tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec610c10-0015-4919-a10e-9c11537c59cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280985 Nov 25 13:17:11.672617 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f7e8fb-02c3-418b-a241-e8f3fc635643 req-725f7a6a-ef2f-4962-a808-6f96b2e6f3ac tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:11.673367 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f6f7e8fb-02c3-418b-a241-e8f3fc635643 req-725f7a6a-ef2f-4962-a808-6f96b2e6f3ac tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:11.685901 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725f7a6a-ef2f-4962-a808-6f96b2e6f3ac tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Pushing event updated for resources: {'Port': ['ID=0bfc1ca3-bd15-4e62-b39f-5513bf088e36,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:11.688187 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6edfbb-3ee1-4ada-a2e3-ec47c7a62408 req-7491b9c7-9e43-4eff-84e9-a5a9341959fb tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:11.699937 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f6f7e8fb-02c3-418b-a241-e8f3fc635643 req-725f7a6a-ef2f-4962-a808-6f96b2e6f3ac tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1998227 Nov 25 13:17:11.701991 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8f6edfbb-3ee1-4ada-a2e3-ec47c7a62408 req-7491b9c7-9e43-4eff-84e9-a5a9341959fb tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/ports?device_id=68f65f11-1e73-41d9-a7ee-e5f9a86aa90c HTTP/1.1" status: 200 len: 931 time: 0.2386379 Nov 25 13:17:11.721904 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-f6f7e8fb-02c3-418b-a241-e8f3fc635643 req-edf7d94d-6b99-4e84-9ea8-5be61dbe27c0 service neutron] Request body: {'port': {'device_id': '68f65f11-1e73-41d9-a7ee-e5f9a86aa90c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:17:11.727952 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c23e93-a0af-49d6-8287-1a5f72768815 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Network cde6fb93-b27a-4287-b454-e355822b680e is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:17:11.731512 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9eb645-a0cb-4118-914f-686e82d2a00e x-openstack-request-id: req-8f9eb645-a0cb-4118-914f-686e82d2a00e {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:17:11.732046 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d06c340-3828-448b-ad35-25a20044120b", "name": "network-vif-deleted", "tag": "e6294caa-eb75-4d6f-9636-ce880c21f4f1", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:17:11.735357 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8f9eb645-a0cb-4118-914f-686e82d2a00e {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:17:11.735702 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d06c340-3828-448b-ad35-25a20044120b', 'name': 'network-vif-deleted', 'tag': 'e6294caa-eb75-4d6f-9636-ce880c21f4f1', 'status': 'completed', 'code': 200} Nov 25 13:17:11.768440 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-f6c23e93-a0af-49d6-8287-1a5f72768815 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, cde6fb93-b27a-4287-b454-e355822b680e) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:17:11.776114 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c23e93-a0af-49d6-8287-1a5f72768815 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:11.777416 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f6c23e93-a0af-49d6-8287-1a5f72768815 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:11.780981 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d237e7cf-6966-414c-9ea4-fdf780ca175b None None] Network cde6fb93-b27a-4287-b454-e355822b680e requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:17:11.848517 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f6c23e93-a0af-49d6-8287-1a5f72768815 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.8929644 Nov 25 13:17:11.852516 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 48048) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:11.863963 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f6f7e8fb-02c3-418b-a241-e8f3fc635643 req-edf7d94d-6b99-4e84-9ea8-5be61dbe27c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:11.928739 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f252b0b9-5b61-429a-b180-3c3d1981b4f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:11.945569 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f252b0b9-5b61-429a-b180-3c3d1981b4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:11.985460 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-f252b0b9-5b61-429a-b180-3c3d1981b4f1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=06ede43ffcc140c98be27fc283c6c7d9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2133539 Nov 25 13:17:12.005157 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 48050) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:12.071610 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8f6edfbb-3ee1-4ada-a2e3-ec47c7a62408 req-6103bdbf-ac1b-4477-951c-32bbe39ea351 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/security-groups?id=9200d83a-329b-4ad5-86ae-84da9f8a7cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3523717 Nov 25 13:17:12.151436 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-12b5ca71-b13d-4b48-be92-afd7755c5ab7 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:12.176679 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ac5ee7-5ea7-473a-992c-54438b7c9276 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-cde6fb93-b27a-4287-b454-e355822b680e', 'network_id': 'cde6fb93-b27a-4287-b454-e355822b680e', 'tenant_id': '22ba648da9f241c0a9e2114a63bb303f', 'fixed_ips': [{'subnet_id': '48d010f5-8ac7-4f3f-b8b5-1892abea2d18'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:17:12.178294 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-97ac5ee7-5ea7-473a-992c-54438b7c9276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:12.294652 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f252b0b9-5b61-429a-b180-3c3d1981b4f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb1988a-fd46-44d8-94a2-6494a3b8875b,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:12.296041 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-12b5ca71-b13d-4b48-be92-afd7755c5ab7 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:12.335328 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8f6d51e6-229d-43d5-a014-1dd11f75344d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:12.459719 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 48054) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:12.514478 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-97ac5ee7-5ea7-473a-992c-54438b7c9276 None None] Allocated IP 172.20.0.2 (cde6fb93-b27a-4287-b454-e355822b680e/48d010f5-8ac7-4f3f-b8b5-1892abea2d18/eb44173d-77ae-479e-82e0-6160fe88f4eb) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:17:12.704656 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-97ac5ee7-5ea7-473a-992c-54438b7c9276 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:12.715408 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device ef41463f-6188-42eb-861b-24c1589961bc up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:17:12.826468 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-97ac5ee7-5ea7-473a-992c-54438b7c9276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:12.982716 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port ef41463f-6188-42eb-861b-24c1589961bc triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:17:12.984453 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:13.002193 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ac5ee7-5ea7-473a-992c-54438b7c9276 None None] Network cde6fb93-b27a-4287-b454-e355822b680e is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:17:13.067686 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-97ac5ee7-5ea7-473a-992c-54438b7c9276 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:17:13.077844 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ac5ee7-5ea7-473a-992c-54438b7c9276 None None] Pushing event updated for resources: {'Port': ['ID=eb44173d-77ae-479e-82e0-6160fe88f4eb,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:13.095412 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ac5ee7-5ea7-473a-992c-54438b7c9276 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:17:13.135626 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-12b5ca71-b13d-4b48-be92-afd7755c5ab7 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:13.240436 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device e6294caa-eb75-4d6f-9636-ce880c21f4f1 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:17:13.318426 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b5ca71-b13d-4b48-be92-afd7755c5ab7 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Pushing event deleted for resources: {'Subnet': ['ID=48d010f5-8ac7-4f3f-b8b5-1892abea2d18,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:13.329697 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-f6f7e8fb-02c3-418b-a241-e8f3fc635643 req-edf7d94d-6b99-4e84-9ea8-5be61dbe27c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bfc1ca3-bd15-4e62-b39f-5513bf088e36 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:17:13.362440 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f6f7e8fb-02c3-418b-a241-e8f3fc635643 req-edf7d94d-6b99-4e84-9ea8-5be61dbe27c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:13.395187 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-97ac5ee7-5ea7-473a-992c-54438b7c9276 None None] Attempting to bind port eb44173d-77ae-479e-82e0-6160fe88f4eb on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:17:13.399797 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-97ac5ee7-5ea7-473a-992c-54438b7c9276 None None] Attempting to bind port eb44173d-77ae-479e-82e0-6160fe88f4eb by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '47ff752f-e929-4434-952e-872b71cc87e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'cde6fb93-b27a-4287-b454-e355822b680e'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:17:13.399797 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ac5ee7-5ea7-473a-992c-54438b7c9276 None None] Attempting to bind port eb44173d-77ae-479e-82e0-6160fe88f4eb on network cde6fb93-b27a-4287-b454-e355822b680e {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:17:13.411454 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: e6294caa-eb75-4d6f-9636-ce880c21f4f1 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:17:13.411454 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device e6294caa-eb75-4d6f-9636-ce880c21f4f1 not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:17:13.413167 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-f6f7e8fb-02c3-418b-a241-e8f3fc635643 req-edf7d94d-6b99-4e84-9ea8-5be61dbe27c0 service neutron] Transition to ACTIVE for port object 0bfc1ca3-bd15-4e62-b39f-5513bf088e36 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:17:13.435206 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f6f7e8fb-02c3-418b-a241-e8f3fc635643 req-edf7d94d-6b99-4e84-9ea8-5be61dbe27c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:13.441077 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ac5ee7-5ea7-473a-992c-54438b7c9276 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:17:13.441411 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ac5ee7-5ea7-473a-992c-54438b7c9276 None None] Checking segment: {'id': '47ff752f-e929-4434-952e-872b71cc87e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'cde6fb93-b27a-4287-b454-e355822b680e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:17:13.441748 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-97ac5ee7-5ea7-473a-992c-54438b7c9276 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:13.442165 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ac5ee7-5ea7-473a-992c-54438b7c9276 None None] Bound using segment: {'id': '47ff752f-e929-4434-952e-872b71cc87e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'cde6fb93-b27a-4287-b454-e355822b680e'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:17:13.442758 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-97ac5ee7-5ea7-473a-992c-54438b7c9276 None None] Bound port: eb44173d-77ae-479e-82e0-6160fe88f4eb, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47ff752f-e929-4434-952e-872b71cc87e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'cde6fb93-b27a-4287-b454-e355822b680e'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:17:13.445900 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-97ac5ee7-5ea7-473a-992c-54438b7c9276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:13.446892 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:13.482058 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-12b5ca71-b13d-4b48-be92-afd7755c5ab7 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:13.540566 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] For port ef41463f-6188-42eb-861b-24c1589961bc, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=ef41463f-6188-42eb-861b-24c1589961bc,segment=NetworkSegment(ca54d698-5a71-4faa-a407-84841341ff7a),segment_id=ca54d698-5a71-4faa-a407-84841341ff7a)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:17:13.542926 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8f6d51e6-229d-43d5-a014-1dd11f75344d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:13.545224 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf7d94d-6b99-4e84-9ea8-5be61dbe27c0 service neutron] Pushing event updated for resources: {'Port': ['ID=0bfc1ca3-bd15-4e62-b39f-5513bf088e36,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:13.570899 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-12b5ca71-b13d-4b48-be92-afd7755c5ab7 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cde6fb93-b27a-4287-b454-e355822b680e']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:17:13.576300 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:13.616902 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-97ac5ee7-5ea7-473a-992c-54438b7c9276 None None] For port eb44173d-77ae-479e-82e0-6160fe88f4eb, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:17:13.655877 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768b9324-ff06-4df8-8a4a-3233f5e6b74a None None] Network 2370d101-2af9-4274-b902-f3d9048a682a requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:17:13.667107 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-12b5ca71-b13d-4b48-be92-afd7755c5ab7 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47ff752f-e929-4434-952e-872b71cc87e2') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:17:13.667394 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-12b5ca71-b13d-4b48-be92-afd7755c5ab7 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47ff752f-e929-4434-952e-872b71cc87e2') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:17:13.731448 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8f6d51e6-229d-43d5-a014-1dd11f75344d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:13.736151 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-97ac5ee7-5ea7-473a-992c-54438b7c9276 None None] For port eb44173d-77ae-479e-82e0-6160fe88f4eb, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=eb44173d-77ae-479e-82e0-6160fe88f4eb,segment=NetworkSegment(47ff752f-e929-4434-952e-872b71cc87e2),segment_id=47ff752f-e929-4434-952e-872b71cc87e2)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:17:13.742953 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8f6d51e6-229d-43d5-a014-1dd11f75344d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:13.743507 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-8f6d51e6-229d-43d5-a014-1dd11f75344d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bbb1988a-fd46-44d8-94a2-6494a3b8875b HTTP/1.1" status: 204 len: 168 time: 1.7294910 Nov 25 13:17:13.754917 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-12b5ca71-b13d-4b48-be92-afd7755c5ab7 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:13.767827 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-97ac5ee7-5ea7-473a-992c-54438b7c9276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:13.773587 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-fd127628-56dd-4d69-a4d6-ff446ee321e4 None None] Provisioning complete for port ef41463f-6188-42eb-861b-24c1589961bc triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:17:13.774078 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fd127628-56dd-4d69-a4d6-ff446ee321e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:13.815714 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Pushing event updated for resources: {'Port': ['ID=ef41463f-6188-42eb-861b-24c1589961bc,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:13.824529 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-12b5ca71-b13d-4b48-be92-afd7755c5ab7 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:13.872624 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ac475-7c8c-43b7-ad04-d752653beb73 req-d9958738-640d-4aef-b910-5210eb10ec83 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:13.874861 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a67ac475-7c8c-43b7-ad04-d752653beb73 req-d9958738-640d-4aef-b910-5210eb10ec83 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=49392237-36aa-4a57-9070-b5a42c36fa86 HTTP/1.1" status: 200 len: 946 time: 0.8558552 Nov 25 13:17:13.877500 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12b5ca71-b13d-4b48-be92-afd7755c5ab7 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:17:13.879835 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-12b5ca71-b13d-4b48-be92-afd7755c5ab7 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:13.888565 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:17:13.888565 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:17:13.888565 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:17:13.888565 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:17:13.888565 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:17:13.888565 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:17:13.888565 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:17:13.888565 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:17:13.888565 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:17:13.888565 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:17:13.888565 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:17:13.888565 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:17:13.888565 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:17:13.888565 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:17:13.888565 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:17:13.888565 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:17:13.888565 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:17:13.888565 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:17:13.888565 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:17:13.888565 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:17:13.888565 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:17:13.888565 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:17:13.888565 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:17:13.888565 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:17:13.888565 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:17:13.888565 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:17:13.888565 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:17:13.888565 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:17:13.888565 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:17:13.888565 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:17:13.888565 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:17:13.888565 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:17:13.912619 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6d51e6-229d-43d5-a014-1dd11f75344d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb1988a-fd46-44d8-94a2-6494a3b8875b,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:14.032098 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-f6f7e8fb-02c3-418b-a241-e8f3fc635643 req-edf7d94d-6b99-4e84-9ea8-5be61dbe27c0 service neutron] Attempting to bind port 0bfc1ca3-bd15-4e62-b39f-5513bf088e36 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:17:14.032454 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-f6f7e8fb-02c3-418b-a241-e8f3fc635643 req-edf7d94d-6b99-4e84-9ea8-5be61dbe27c0 service neutron] Attempting to bind port 0bfc1ca3-bd15-4e62-b39f-5513bf088e36 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': 'fce75d79-afff-444e-a670-074434c84613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '0983177e-e01c-46fd-aae0-5d162abcfe55'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:17:14.037733 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f7e8fb-02c3-418b-a241-e8f3fc635643 req-edf7d94d-6b99-4e84-9ea8-5be61dbe27c0 service neutron] Attempting to bind port 0bfc1ca3-bd15-4e62-b39f-5513bf088e36 on network 0983177e-e01c-46fd-aae0-5d162abcfe55 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:17:14.051624 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af49f533-f286-439e-92ce-f05ef9c2595d None None] Network cde6fb93-b27a-4287-b454-e355822b680e requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:17:14.066005 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f7e8fb-02c3-418b-a241-e8f3fc635643 req-edf7d94d-6b99-4e84-9ea8-5be61dbe27c0 service neutron] Port 0bfc1ca3-bd15-4e62-b39f-5513bf088e36 on network 0983177e-e01c-46fd-aae0-5d162abcfe55 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:17:14.071008 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f7e8fb-02c3-418b-a241-e8f3fc635643 req-edf7d94d-6b99-4e84-9ea8-5be61dbe27c0 service neutron] Attempting to bind port 0bfc1ca3-bd15-4e62-b39f-5513bf088e36 on network 0983177e-e01c-46fd-aae0-5d162abcfe55 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:17:14.092487 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f7e8fb-02c3-418b-a241-e8f3fc635643 req-edf7d94d-6b99-4e84-9ea8-5be61dbe27c0 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:17:14.093951 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f7e8fb-02c3-418b-a241-e8f3fc635643 req-edf7d94d-6b99-4e84-9ea8-5be61dbe27c0 service neutron] Checking segment: {'id': 'fce75d79-afff-444e-a670-074434c84613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '0983177e-e01c-46fd-aae0-5d162abcfe55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:17:14.094662 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f7e8fb-02c3-418b-a241-e8f3fc635643 req-edf7d94d-6b99-4e84-9ea8-5be61dbe27c0 service neutron] Bound using segment: {'id': 'fce75d79-afff-444e-a670-074434c84613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '0983177e-e01c-46fd-aae0-5d162abcfe55'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:17:14.095375 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-f6f7e8fb-02c3-418b-a241-e8f3fc635643 req-edf7d94d-6b99-4e84-9ea8-5be61dbe27c0 service neutron] Bound port: 0bfc1ca3-bd15-4e62-b39f-5513bf088e36, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fce75d79-afff-444e-a670-074434c84613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '0983177e-e01c-46fd-aae0-5d162abcfe55'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:17:14.096123 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f6f7e8fb-02c3-418b-a241-e8f3fc635643 req-edf7d94d-6b99-4e84-9ea8-5be61dbe27c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:14.165740 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ac5ee7-5ea7-473a-992c-54438b7c9276 None None] Pushing event updated for resources: {'Port': ['ID=eb44173d-77ae-479e-82e0-6160fe88f4eb,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:14.227958 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-f6f7e8fb-02c3-418b-a241-e8f3fc635643 req-edf7d94d-6b99-4e84-9ea8-5be61dbe27c0 service neutron] For port 0bfc1ca3-bd15-4e62-b39f-5513bf088e36, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:17:14.231949 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-f6f7e8fb-02c3-418b-a241-e8f3fc635643 req-edf7d94d-6b99-4e84-9ea8-5be61dbe27c0 service neutron] For port 0bfc1ca3-bd15-4e62-b39f-5513bf088e36, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=0bfc1ca3-bd15-4e62-b39f-5513bf088e36,segment=NetworkSegment(fce75d79-afff-444e-a670-074434c84613),segment_id=fce75d79-afff-444e-a670-074434c84613)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:17:14.243208 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f6f7e8fb-02c3-418b-a241-e8f3fc635643 req-edf7d94d-6b99-4e84-9ea8-5be61dbe27c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:14.276210 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb7570-3358-4d73-b1e3-4c25df42b9b7 req-53547216-9659-44a3-8c72-53c99a192813 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:14.286238 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-44eb7570-3358-4d73-b1e3-4c25df42b9b7 req-53547216-9659-44a3-8c72-53c99a192813 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/ports?device_id=68f65f11-1e73-41d9-a7ee-e5f9a86aa90c HTTP/1.1" status: 200 len: 943 time: 0.9878139 Nov 25 13:17:14.303532 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.db.api [None req-12b5ca71-b13d-4b48-be92-afd7755c5ab7 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 13:17:14.303532 n-d-808199-11 neutron-server[103570]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 13:17:14.303532 n-d-808199-11 neutron-server[103570]: [parameters: {'id': 'cde6fb93-b27a-4287-b454-e355822b680e'}] Nov 25 13:17:14.303532 n-d-808199-11 neutron-server[103570]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 13:17:14.304593 n-d-808199-11 neutron-server[103570]: DEBUG oslo_db.api [None req-12b5ca71-b13d-4b48-be92-afd7755c5ab7 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 13:17:14.333677 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f7e8fb-02c3-418b-a241-e8f3fc635643 req-edf7d94d-6b99-4e84-9ea8-5be61dbe27c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:14.340318 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f6f7e8fb-02c3-418b-a241-e8f3fc635643 req-edf7d94d-6b99-4e84-9ea8-5be61dbe27c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:14.347566 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f6f7e8fb-02c3-418b-a241-e8f3fc635643 req-edf7d94d-6b99-4e84-9ea8-5be61dbe27c0 service neutron] 10.222.0.47 "PUT /v2.0/ports/0bfc1ca3-bd15-4e62-b39f-5513bf088e36 HTTP/1.1" status: 200 len: 1092 time: 2.6298687 Nov 25 13:17:14.348060 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68f65f11-1e73-41d9-a7ee-e5f9a86aa90c', 'tag': '0bfc1ca3-bd15-4e62-b39f-5513bf088e36'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:17:14.361496 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9a2d1d-afbe-4548-b48e-7e3bee69b6bb" -d '{"events": [{"name": "network-changed", "server_uuid": "68f65f11-1e73-41d9-a7ee-e5f9a86aa90c", "tag": "0bfc1ca3-bd15-4e62-b39f-5513bf088e36"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:17:14.442937 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device ef41463f-6188-42eb-861b-24c1589961bc up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:17:14.602656 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a67ac475-7c8c-43b7-ad04-d752653beb73 req-29e04d26-2426-4d91-924c-8b9bae5fd453 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec610c10-0015-4919-a10e-9c11537c59cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4431629 Nov 25 13:17:14.627940 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf7d94d-6b99-4e84-9ea8-5be61dbe27c0 service neutron] Pushing event updated for resources: {'Port': ['ID=0bfc1ca3-bd15-4e62-b39f-5513bf088e36,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:14.632270 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port ef41463f-6188-42eb-861b-24c1589961bc triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:17:14.632662 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:14.636903 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-44eb7570-3358-4d73-b1e3-4c25df42b9b7 req-494ac4fb-fc96-4bfc-8d10-8ccae741a6d5 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/security-groups?id=9200d83a-329b-4ad5-86ae-84da9f8a7cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3407981 Nov 25 13:17:14.672928 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f7e8fb-02c3-418b-a241-e8f3fc635643 req-77e8e57f-19cc-4a08-9b57-509bce0cd4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:14.674495 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f6f7e8fb-02c3-418b-a241-e8f3fc635643 req-77e8e57f-19cc-4a08-9b57-509bce0cd4e2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=64602e0ec6fb4a738e1e6e0faccb6293&device_id=68f65f11-1e73-41d9-a7ee-e5f9a86aa90c HTTP/1.1" status: 200 len: 1095 time: 0.2494886 Nov 25 13:17:14.737766 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-57b4cba5-9db6-4e3b-8305-c2d0efaee367 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:14.844695 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-12b5ca71-b13d-4b48-be92-afd7755c5ab7 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:14.887151 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f6f7e8fb-02c3-418b-a241-e8f3fc635643 req-0b3a4ad2-7df7-4f86-8830-d3fd5fdfecc8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0bfc1ca3-bd15-4e62-b39f-5513bf088e36 HTTP/1.1" status: 200 len: 217 time: 0.1866453 Nov 25 13:17:14.913054 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93fb18c0-f4e5-4145-b7a5-8f13718502b2 x-openstack-request-id: req-93fb18c0-f4e5-4145-b7a5-8f13718502b2 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:17:14.913346 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68f65f11-1e73-41d9-a7ee-e5f9a86aa90c", "tag": "0bfc1ca3-bd15-4e62-b39f-5513bf088e36", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:17:14.913654 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-93fb18c0-f4e5-4145-b7a5-8f13718502b2 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:17:14.917461 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68f65f11-1e73-41d9-a7ee-e5f9a86aa90c', 'tag': '0bfc1ca3-bd15-4e62-b39f-5513bf088e36', 'status': 'completed', 'code': 200} Nov 25 13:17:14.975713 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df01820-ad6b-49e0-85bd-22cd67f5c37a None None] get_active_networks_info from n-d-808199-11 {{(pid=103572) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 13:17:14.995061 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f7e8fb-02c3-418b-a241-e8f3fc635643 req-c6d251ee-fe44-47f7-94c2-13d98e69e0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:14.996540 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f6f7e8fb-02c3-418b-a241-e8f3fc635643 req-c6d251ee-fe44-47f7-94c2-13d98e69e0bc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a3072173-0ac4-4f6c-a786-4d173031b30a HTTP/1.1" status: 200 len: 861 time: 0.1016276 Nov 25 13:17:15.069839 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f6f7e8fb-02c3-418b-a241-e8f3fc635643 req-8ed05462-3da4-45c7-a546-4ab778dfd011 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0983177e-e01c-46fd-aae0-5d162abcfe55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641887 Nov 25 13:17:15.090947 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-5ca13cb9-5b24-40a1-a074-16f3d776e547 None None] Provisioning complete for port ef41463f-6188-42eb-861b-24c1589961bc triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:17:15.091684 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ca13cb9-5b24-40a1-a074-16f3d776e547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:15.245291 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df01820-ad6b-49e0-85bd-22cd67f5c37a None None] Resources bound (agent type, host, resource id): {{(pid=103572) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 13:17:15.325540 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-12b5ca71-b13d-4b48-be92-afd7755c5ab7 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Deleting port eb44173d-77ae-479e-82e0-6160fe88f4eb {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:17:15.326149 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-12b5ca71-b13d-4b48-be92-afd7755c5ab7 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:15.327562 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f6f7e8fb-02c3-418b-a241-e8f3fc635643 req-c971641e-5833-474d-96d8-e405e7b29519 service neutron] 10.222.0.47 "GET /v2.0/networks/0983177e-e01c-46fd-aae0-5d162abcfe55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468767 Nov 25 13:17:15.481845 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-12b5ca71-b13d-4b48-be92-afd7755c5ab7 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] For port eb44173d-77ae-479e-82e0-6160fe88f4eb, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=eb44173d-77ae-479e-82e0-6160fe88f4eb,segment=NetworkSegment(47ff752f-e929-4434-952e-872b71cc87e2),segment_id=47ff752f-e929-4434-952e-872b71cc87e2)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:17:15.482299 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-12b5ca71-b13d-4b48-be92-afd7755c5ab7 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:15.499040 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-12b5ca71-b13d-4b48-be92-afd7755c5ab7 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Calling delete_port for eb44173d-77ae-479e-82e0-6160fe88f4eb owned by network:dhcp {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:17:15.556563 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f6f7e8fb-02c3-418b-a241-e8f3fc635643 req-0d57fadc-afe6-47e1-a568-e0c6af0c4ece service neutron] 10.222.0.47 "GET /v2.0/networks/0983177e-e01c-46fd-aae0-5d162abcfe55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182693 Nov 25 13:17:15.672942 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-12b5ca71-b13d-4b48-be92-afd7755c5ab7 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:15.691763 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a2d1d-afbe-4548-b48e-7e3bee69b6bb req-381c39d7-6be7-4f74-9e73-589c430a8093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:15.693583 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1a9a2d1d-afbe-4548-b48e-7e3bee69b6bb req-381c39d7-6be7-4f74-9e73-589c430a8093 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=64602e0ec6fb4a738e1e6e0faccb6293&device_id=68f65f11-1e73-41d9-a7ee-e5f9a86aa90c HTTP/1.1" status: 200 len: 1095 time: 0.0845604 Nov 25 13:17:15.701195 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b5ca71-b13d-4b48-be92-afd7755c5ab7 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Pushing event deleted for resources: {'Port': ['ID=eb44173d-77ae-479e-82e0-6160fe88f4eb,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:15.718577 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b5ca71-b13d-4b48-be92-afd7755c5ab7 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] No DVR routers for this DVR port eb44173d-77ae-479e-82e0-6160fe88f4eb on host n-d-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:17:15.871636 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a2d1d-afbe-4548-b48e-7e3bee69b6bb req-35d3e11e-4f02-4dfa-981d-5a45f30c59bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:15.873271 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1a9a2d1d-afbe-4548-b48e-7e3bee69b6bb req-35d3e11e-4f02-4dfa-981d-5a45f30c59bd service neutron] 10.222.0.47 "GET /v2.0/networks?id=0983177e-e01c-46fd-aae0-5d162abcfe55 HTTP/1.1" status: 200 len: 922 time: 0.1706088 Nov 25 13:17:15.906720 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-12b5ca71-b13d-4b48-be92-afd7755c5ab7 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:15.934938 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-57b4cba5-9db6-4e3b-8305-c2d0efaee367 admin admin] Deleting port be82d167-6675-474b-bc09-7b168b1f7195 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:17:15.935518 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-57b4cba5-9db6-4e3b-8305-c2d0efaee367 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:15.950843 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1a9a2d1d-afbe-4548-b48e-7e3bee69b6bb req-5957835d-360e-401a-82df-eb9de5332546 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0bfc1ca3-bd15-4e62-b39f-5513bf088e36 HTTP/1.1" status: 200 len: 217 time: 0.0683994 Nov 25 13:17:16.042986 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a2d1d-afbe-4548-b48e-7e3bee69b6bb req-8a069277-721f-4419-8f76-0506057e3951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:16.045099 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1a9a2d1d-afbe-4548-b48e-7e3bee69b6bb req-8a069277-721f-4419-8f76-0506057e3951 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a3072173-0ac4-4f6c-a786-4d173031b30a HTTP/1.1" status: 200 len: 861 time: 0.0851598 Nov 25 13:17:16.092429 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1a9a2d1d-afbe-4548-b48e-7e3bee69b6bb req-98caaf4e-e76a-4dfd-94ca-a1612f5141e3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0983177e-e01c-46fd-aae0-5d162abcfe55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369482 Nov 25 13:17:16.275135 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1a9a2d1d-afbe-4548-b48e-7e3bee69b6bb req-0adc26de-7a47-4702-b164-5374e56075a1 service neutron] 10.222.0.47 "GET /v2.0/networks/0983177e-e01c-46fd-aae0-5d162abcfe55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730075 Nov 25 13:17:16.411025 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-12b5ca71-b13d-4b48-be92-afd7755c5ab7 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cde6fb93-b27a-4287-b454-e355822b680e']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:17:16.422106 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-12b5ca71-b13d-4b48-be92-afd7755c5ab7 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47ff752f-e929-4434-952e-872b71cc87e2') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:17:16.422347 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1a9a2d1d-afbe-4548-b48e-7e3bee69b6bb req-296dfc89-e021-4498-ab7f-824d9d29ba50 service neutron] 10.222.0.47 "GET /v2.0/networks/0983177e-e01c-46fd-aae0-5d162abcfe55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372316 Nov 25 13:17:16.422435 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-12b5ca71-b13d-4b48-be92-afd7755c5ab7 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47ff752f-e929-4434-952e-872b71cc87e2') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:17:16.445186 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-12b5ca71-b13d-4b48-be92-afd7755c5ab7 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:16.496506 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c80bbc-39ed-4d5c-a9ce-6351e48f1940 req-35b1b24b-648c-4440-a93c-46dac979401d tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:16.500959 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e4c80bbc-39ed-4d5c-a9ce-6351e48f1940 req-35b1b24b-648c-4440-a93c-46dac979401d tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/ports?device_id=68f65f11-1e73-41d9-a7ee-e5f9a86aa90c HTTP/1.1" status: 200 len: 943 time: 0.6504633 Nov 25 13:17:16.517256 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f200d-f2e7-489b-aabd-75fb789400d3 req-a5b88d6b-80ed-4867-8355-8b3c1d6a32a9 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:16.523949 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:17:16.525848 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-282f200d-f2e7-489b-aabd-75fb789400d3 req-a5b88d6b-80ed-4867-8355-8b3c1d6a32a9 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=49392237-36aa-4a57-9070-b5a42c36fa86 HTTP/1.1" status: 200 len: 946 time: 0.6769388 Nov 25 13:17:16.536351 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-12b5ca71-b13d-4b48-be92-afd7755c5ab7 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:16.571484 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12b5ca71-b13d-4b48-be92-afd7755c5ab7 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:17:16.571892 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-12b5ca71-b13d-4b48-be92-afd7755c5ab7 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:16.574936 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:17:16.574936 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:17:16.574936 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:17:16.574936 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:17:16.574936 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:17:16.574936 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:17:16.574936 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:17:16.574936 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:17:16.574936 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:17:16.574936 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:17:16.574936 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:17:16.574936 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:17:16.574936 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:17:16.574936 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:17:16.574936 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:17:16.574936 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:17:16.574936 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:17:16.574936 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:17:16.574936 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:17:16.574936 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:17:16.574936 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:17:16.574936 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:17:16.574936 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:17:16.574936 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:17:16.574936 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:17:16.574936 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:17:16.574936 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:17:16.574936 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:17:16.574936 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:17:16.574936 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:17:16.574936 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:17:16.574936 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:17:16.603859 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-57b4cba5-9db6-4e3b-8305-c2d0efaee367 admin admin] For port be82d167-6675-474b-bc09-7b168b1f7195, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=be82d167-6675-474b-bc09-7b168b1f7195,segment=NetworkSegment(e2f12bb0-3918-46c8-880a-6df39de82054),segment_id=e2f12bb0-3918-46c8-880a-6df39de82054)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:17:16.604258 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-57b4cba5-9db6-4e3b-8305-c2d0efaee367 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:16.664178 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-57b4cba5-9db6-4e3b-8305-c2d0efaee367 admin admin] Calling delete_port for be82d167-6675-474b-bc09-7b168b1f7195 owned by network:router_interface {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:17:16.742142 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-282f200d-f2e7-489b-aabd-75fb789400d3 req-9c563974-4ba2-4908-847f-8028702e0a52 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec610c10-0015-4919-a10e-9c11537c59cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153273 Nov 25 13:17:16.795792 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e4c80bbc-39ed-4d5c-a9ce-6351e48f1940 req-0a2a05de-23c1-4f18-a795-5a72db4ff5b1 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/security-groups?id=9200d83a-329b-4ad5-86ae-84da9f8a7cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678225 Nov 25 13:17:16.813672 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-12b5ca71-b13d-4b48-be92-afd7755c5ab7 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:16.819492 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-12b5ca71-b13d-4b48-be92-afd7755c5ab7 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:16.823603 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-12b5ca71-b13d-4b48-be92-afd7755c5ab7 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "DELETE /v2.0/networks/cde6fb93-b27a-4287-b454-e355822b680e HTTP/1.1" status: 204 len: 168 time: 4.9593191 Nov 25 13:17:16.826738 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 48132) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:16.841110 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-e7e46e6f-168c-404e-a8d3-3a6e381ef060 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-909817576'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:17:16.849600 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b5ca71-b13d-4b48-be92-afd7755c5ab7 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Pushing event deleted for resources: {'Network': ['ID=cde6fb93-b27a-4287-b454-e355822b680e,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:16.941441 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e46e6f-168c-404e-a8d3-3a6e381ef060 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Made reservation on behalf of 22ba648da9f241c0a9e2114a63bb303f for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:17:16.946156 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e7e46e6f-168c-404e-a8d3-3a6e381ef060 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:17.004356 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7e46e6f-168c-404e-a8d3-3a6e381ef060 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:17:17.029589 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e7e46e6f-168c-404e-a8d3-3a6e381ef060 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:17.029589 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-e7e46e6f-168c-404e-a8d3-3a6e381ef060 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Added segment dec8153d-7433-4982-a749-79d6447ae255 of type vlan for network 949af91d-7b5a-4d89-a941-06de3217f0d0 Nov 25 13:17:17.129865 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e7e46e6f-168c-404e-a8d3-3a6e381ef060 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:17.204414 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-57b4cba5-9db6-4e3b-8305-c2d0efaee367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:17.231267 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e7e46e6f-168c-404e-a8d3-3a6e381ef060 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:17.237129 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e46e6f-168c-404e-a8d3-3a6e381ef060 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:17.237725 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e7e46e6f-168c-404e-a8d3-3a6e381ef060 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:17.254380 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b4cba5-9db6-4e3b-8305-c2d0efaee367 admin admin] Pushing event deleted for resources: {'Port': ['ID=be82d167-6675-474b-bc09-7b168b1f7195,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:17.277112 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-e7e46e6f-168c-404e-a8d3-3a6e381ef060 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4486370 Nov 25 13:17:17.300158 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 48146) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:17.312679 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-a3b0f51f-6f33-4640-8ec5-4ebb50dc2af2 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Request body: {'subnet': {'network_id': '949af91d-7b5a-4d89-a941-06de3217f0d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:17:17.504342 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e46e6f-168c-404e-a8d3-3a6e381ef060 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Pushing event updated for resources: {'Network': ['ID=949af91d-7b5a-4d89-a941-06de3217f0d0,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:17.515960 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 949af91d-7b5a-4d89-a941-06de3217f0d0 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:17:17.517569 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-57b4cba5-9db6-4e3b-8305-c2d0efaee367 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:17.601162 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b0f51f-6f33-4640-8ec5-4ebb50dc2af2 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Made reservation on behalf of 22ba648da9f241c0a9e2114a63bb303f for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:17:17.604891 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a3b0f51f-6f33-4640-8ec5-4ebb50dc2af2 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:17.725178 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.ipam_backend_mixin [None req-a3b0f51f-6f33-4640-8ec5-4ebb50dc2af2 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Performing IP validity checks on allocation pools {{(pid=103571) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 25 13:17:17.726572 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.ipam_backend_mixin [None req-a3b0f51f-6f33-4640-8ec5-4ebb50dc2af2 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103571) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 25 13:17:17.886030 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a3b0f51f-6f33-4640-8ec5-4ebb50dc2af2 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:17.948342 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b4cba5-9db6-4e3b-8305-c2d0efaee367 admin admin] Router fc5e4480-9680-4230-91ca-75120d6779c1 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:17:17.977290 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb36633d-3439-4225-b234-b0266af67758 req-e34d376b-80d4-4304-9c7b-88789daf0c5f tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:17.978907 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-eb36633d-3439-4225-b234-b0266af67758 req-e34d376b-80d4-4304-9c7b-88789daf0c5f tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=49392237-36aa-4a57-9070-b5a42c36fa86 HTTP/1.1" status: 200 len: 946 time: 0.1080670 Nov 25 13:17:17.992898 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b0f51f-6f33-4640-8ec5-4ebb50dc2af2 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Pushing event updated for resources: {'Subnet': ['ID=2ef9f06f-513c-46ce-ab22-058da8f73c35,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:17.999742 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b0f51f-6f33-4640-8ec5-4ebb50dc2af2 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Checking segment: {'id': 'dec8153d-7433-4982-a749-79d6447ae255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '949af91d-7b5a-4d89-a941-06de3217f0d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:17:17.999742 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b0f51f-6f33-4640-8ec5-4ebb50dc2af2 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Network hostable DHCP agents. Network: 949af91d-7b5a-4d89-a941-06de3217f0d0, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:17:18.026618 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b0f51f-6f33-4640-8ec5-4ebb50dc2af2 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Network 949af91d-7b5a-4d89-a941-06de3217f0d0 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:17:18.040308 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-a3b0f51f-6f33-4640-8ec5-4ebb50dc2af2 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 949af91d-7b5a-4d89-a941-06de3217f0d0) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:17:18.049564 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b0f51f-6f33-4640-8ec5-4ebb50dc2af2 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:18.050183 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a3b0f51f-6f33-4640-8ec5-4ebb50dc2af2 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:18.051235 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675ea8bc-7361-41b0-ad53-9e897635edf4 None None] Network 949af91d-7b5a-4d89-a941-06de3217f0d0 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:17:18.088358 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-a3b0f51f-6f33-4640-8ec5-4ebb50dc2af2 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.7854743 Nov 25 13:17:18.088898 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 48160) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:18.295147 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-eb36633d-3439-4225-b234-b0266af67758 req-31f59137-59a5-440a-81a4-5246ba792cf1 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec610c10-0015-4919-a10e-9c11537c59cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086488 Nov 25 13:17:18.314498 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea57577-8780-412d-afa5-54e12a107790 req-182d44a8-bc71-45f1-a959-9ae7137793de tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:18.316091 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cea57577-8780-412d-afa5-54e12a107790 req-182d44a8-bc71-45f1-a959-9ae7137793de tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/ports?device_id=68f65f11-1e73-41d9-a7ee-e5f9a86aa90c HTTP/1.1" status: 200 len: 943 time: 0.2709682 Nov 25 13:17:18.335334 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b4cba5-9db6-4e3b-8305-c2d0efaee367 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:17:18.341160 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-57b4cba5-9db6-4e3b-8305-c2d0efaee367 admin admin] 10.222.0.53 "PUT /v2.0/routers/fc5e4480-9680-4230-91ca-75120d6779c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8779469 Nov 25 13:17:18.356888 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 48164) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:18.381995 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-25477010-2ec8-4dd1-9da9-b5c6f0256550 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:18.384733 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed74279-0036-4aab-a4b9-632bbcaa299d None None] Sync routers for ids ['fc5e4480-9680-4230-91ca-75120d6779c1'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:17:18.449534 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed74279-0036-4aab-a4b9-632bbcaa299d None None] Routers {'fc5e4480-9680-4230-91ca-75120d6779c1'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:17:18.450285 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-3ed74279-0036-4aab-a4b9-632bbcaa299d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:17:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['fc5e4480-9680-4230-91ca-75120d6779c1'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:17:18.529617 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-25477010-2ec8-4dd1-9da9-b5c6f0256550 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:18.639572 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cea57577-8780-412d-afa5-54e12a107790 req-b969b534-7c8b-437b-8d72-c2920ee772af tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/security-groups?id=9200d83a-329b-4ad5-86ae-84da9f8a7cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063874 Nov 25 13:17:18.692994 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-25477010-2ec8-4dd1-9da9-b5c6f0256550 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:18.707624 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-04a8ba14-65d8-4672-90e7-35bae8f01416 admin admin] Publish callbacks [] for router, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:18.746279 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25477010-2ec8-4dd1-9da9-b5c6f0256550 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Pushing event deleted for resources: {'Subnet': ['ID=2ef9f06f-513c-46ce-ab22-058da8f73c35,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:18.748796 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-3ed74279-0036-4aab-a4b9-632bbcaa299d None None] Set router fc5e4480-9680-4230-91ca-75120d6779c1 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:17:18.832723 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfba550-1d63-47f1-86d6-52d0f400e846 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-949af91d-7b5a-4d89-a941-06de3217f0d0', 'network_id': '949af91d-7b5a-4d89-a941-06de3217f0d0', 'tenant_id': '22ba648da9f241c0a9e2114a63bb303f', 'fixed_ips': [{'subnet_id': '2ef9f06f-513c-46ce-ab22-058da8f73c35'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:17:18.833544 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-abfba550-1d63-47f1-86d6-52d0f400e846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:18.897338 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-25477010-2ec8-4dd1-9da9-b5c6f0256550 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:18.938667 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-25477010-2ec8-4dd1-9da9-b5c6f0256550 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['949af91d-7b5a-4d89-a941-06de3217f0d0']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:17:18.962578 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-25477010-2ec8-4dd1-9da9-b5c6f0256550 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dec8153d-7433-4982-a749-79d6447ae255') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:17:18.962936 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-25477010-2ec8-4dd1-9da9-b5c6f0256550 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dec8153d-7433-4982-a749-79d6447ae255') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:17:18.989945 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-25477010-2ec8-4dd1-9da9-b5c6f0256550 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:19.027683 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-25477010-2ec8-4dd1-9da9-b5c6f0256550 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:19.042166 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25477010-2ec8-4dd1-9da9-b5c6f0256550 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:17:19.042853 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-25477010-2ec8-4dd1-9da9-b5c6f0256550 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:19.068070 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-04a8ba14-65d8-4672-90e7-35bae8f01416 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:19.070651 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bf7a77-5a2b-4881-a0bd-50301d861db5 None None] Network 949af91d-7b5a-4d89-a941-06de3217f0d0 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:17:19.192527 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:17:19.192527 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:17:19.192527 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:17:19.192527 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:17:19.192527 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:17:19.192527 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:17:19.192527 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:17:19.192527 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:17:19.192527 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:17:19.192527 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:17:19.192527 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:17:19.192527 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:17:19.192527 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:17:19.192527 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:17:19.192527 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:17:19.192527 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:17:19.192527 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:17:19.192527 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:17:19.192527 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:17:19.192527 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:17:19.192527 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:17:19.192527 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:17:19.192527 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:17:19.192527 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:17:19.192527 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:17:19.192527 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:17:19.192527 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:17:19.192527 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:17:19.192527 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:17:19.192527 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:17:19.192527 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:17:19.192527 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:17:19.203488 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-25477010-2ec8-4dd1-9da9-b5c6f0256550 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:19.213482 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-25477010-2ec8-4dd1-9da9-b5c6f0256550 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:19.225306 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-25477010-2ec8-4dd1-9da9-b5c6f0256550 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "DELETE /v2.0/networks/949af91d-7b5a-4d89-a941-06de3217f0d0 HTTP/1.1" status: 204 len: 168 time: 1.1353593 Nov 25 13:17:19.231996 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 48190) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:19.250791 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-e93e8dfe-6336-4bf2-94cf-a4e76e82f81f tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-504664886'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:17:19.269853 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25477010-2ec8-4dd1-9da9-b5c6f0256550 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Pushing event deleted for resources: {'Network': ['ID=949af91d-7b5a-4d89-a941-06de3217f0d0,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:19.284679 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 0bfc1ca3-bd15-4e62-b39f-5513bf088e36 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:17:19.307559 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-04a8ba14-65d8-4672-90e7-35bae8f01416 admin admin] Deleting port 1602871f-8b05-4630-b029-51e088c75da6 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:17:19.307920 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-04a8ba14-65d8-4672-90e7-35bae8f01416 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:19.362171 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-3ed74279-0036-4aab-a4b9-632bbcaa299d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'name': 'tempest-FloatingIPsAssociationTestJSON-2047343648-router', 'tenant_id': '011bce4f061943c38bb17c6e89517c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '1602871f-8b05-4630-b029-51e088c75da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:15:18Z', 'updated_at': '2021-11-25T13:17:17Z', 'revision_number': 5, 'project_id': '011bce4f061943c38bb17c6e89517c3b', 'gw_port': {'id': '1602871f-8b05-4630-b029-51e088c75da6', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:15:19Z', 'updated_at': '2021-11-25T13:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:17:19.440639 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed74279-0036-4aab-a4b9-632bbcaa299d None None] Checking router: fc5e4480-9680-4230-91ca-75120d6779c1 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:17:19.451305 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-04a8ba14-65d8-4672-90e7-35bae8f01416 admin admin] For port 1602871f-8b05-4630-b029-51e088c75da6, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=1602871f-8b05-4630-b029-51e088c75da6,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:17:19.451677 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-04a8ba14-65d8-4672-90e7-35bae8f01416 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:19.457680 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed74279-0036-4aab-a4b9-632bbcaa299d None None] Routers {'fc5e4480-9680-4230-91ca-75120d6779c1'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:17:19.459071 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-3ed74279-0036-4aab-a4b9-632bbcaa299d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:17:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['fc5e4480-9680-4230-91ca-75120d6779c1'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:17:19.465869 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-04a8ba14-65d8-4672-90e7-35bae8f01416 admin admin] Calling delete_port for 1602871f-8b05-4630-b029-51e088c75da6 owned by network:router_gateway {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:17:19.612012 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-3ed74279-0036-4aab-a4b9-632bbcaa299d None None] Set router fc5e4480-9680-4230-91ca-75120d6779c1 gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:17:19.612442 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 0bfc1ca3-bd15-4e62-b39f-5513bf088e36, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=0bfc1ca3-bd15-4e62-b39f-5513bf088e36,segment=NetworkSegment(fce75d79-afff-444e-a670-074434c84613),segment_id=fce75d79-afff-444e-a670-074434c84613)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:17:19.649407 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '0bfc1ca3-bd15-4e62-b39f-5513bf088e36', 'network_id': '0983177e-e01c-46fd-aae0-5d162abcfe55', 'port_id': '0bfc1ca3-bd15-4e62-b39f-5513bf088e36', 'mac_address': 'fa:16:3e:8f:49:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3072173-0ac4-4f6c-a786-4d173031b30a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:17:19.683944 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-3ed74279-0036-4aab-a4b9-632bbcaa299d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'name': 'tempest-FloatingIPsAssociationTestJSON-2047343648-router', 'tenant_id': '011bce4f061943c38bb17c6e89517c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:15:18Z', 'updated_at': '2021-11-25T13:17:19Z', 'revision_number': 6, 'project_id': '011bce4f061943c38bb17c6e89517c3b', 'gw_port_host': None}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:17:19.760363 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed74279-0036-4aab-a4b9-632bbcaa299d None None] The sync data for ids ['fc5e4480-9680-4230-91ca-75120d6779c1'] in n-d-808199-11 is: [{'id': 'fc5e4480-9680-4230-91ca-75120d6779c1', 'name': 'tempest-FloatingIPsAssociationTestJSON-2047343648-router', 'tenant_id': '011bce4f061943c38bb17c6e89517c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:15:18Z', 'updated_at': '2021-11-25T13:17:19Z', 'revision_number': 6, 'project_id': '011bce4f061943c38bb17c6e89517c3b', 'gw_port_host': None}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:17:19.791599 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:19.868738 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bfc1ca3-bd15-4e62-b39f-5513bf088e36 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:17:19.887820 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 48216) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:19.906221 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93e8dfe-6336-4bf2-94cf-a4e76e82f81f tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Made reservation on behalf of 22ba648da9f241c0a9e2114a63bb303f for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:17:19.912171 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e93e8dfe-6336-4bf2-94cf-a4e76e82f81f tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:19.942306 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 0bfc1ca3-bd15-4e62-b39f-5513bf088e36, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=0bfc1ca3-bd15-4e62-b39f-5513bf088e36,segment=NetworkSegment(fce75d79-afff-444e-a670-074434c84613),segment_id=fce75d79-afff-444e-a670-074434c84613)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:17:19.960341 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:19.967253 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-04a8ba14-65d8-4672-90e7-35bae8f01416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:20.045034 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=0bfc1ca3-bd15-4e62-b39f-5513bf088e36,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:20.049663 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05921e4-2328-4181-9d41-a88c39a9c0f1 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:17:20.082116 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e93e8dfe-6336-4bf2-94cf-a4e76e82f81f tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:17:20.084465 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8ba14-65d8-4672-90e7-35bae8f01416 admin admin] Pushing event deleted for resources: {'Port': ['ID=1602871f-8b05-4630-b029-51e088c75da6,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:20.117484 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fb3ec542-50fb-43b7-96c3-58c8bfaf44ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:20.156537 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-04a8ba14-65d8-4672-90e7-35bae8f01416 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:20.184714 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['0bfc1ca3-bd15-4e62-b39f-5513bf088e36'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:17:20.321382 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-04a8ba14-65d8-4672-90e7-35bae8f01416 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:20.324053 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-04a8ba14-65d8-4672-90e7-35bae8f01416 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:20.365632 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fb3ec542-50fb-43b7-96c3-58c8bfaf44ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:20.372663 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fb3ec542-50fb-43b7-96c3-58c8bfaf44ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:20.385457 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device be82d167-6675-474b-bc09-7b168b1f7195 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:17:20.413900 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65cf21d-3190-4da1-94ed-174d627ede61 req-ed83abcf-fdc5-40e1-897d-fcd28d937440 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:20.422390 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c65cf21d-3190-4da1-94ed-174d627ede61 req-ed83abcf-fdc5-40e1-897d-fcd28d937440 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/ports?device_id=68f65f11-1e73-41d9-a7ee-e5f9a86aa90c HTTP/1.1" status: 200 len: 943 time: 0.4919219 Nov 25 13:17:20.436618 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-fb3ec542-50fb-43b7-96c3-58c8bfaf44ec admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=142e2c2f95e6495091a7330c012a2ce9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5472703 Nov 25 13:17:20.438516 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 48220) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:20.461638 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: be82d167-6675-474b-bc09-7b168b1f7195 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:17:20.462161 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device be82d167-6675-474b-bc09-7b168b1f7195 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:17:20.467497 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e93e8dfe-6336-4bf2-94cf-a4e76e82f81f tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:20.467824 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-e93e8dfe-6336-4bf2-94cf-a4e76e82f81f tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Added segment 874990f6-27a4-4b0b-a5b7-3364d40c9a42 of type vlan for network d27105fd-5d43-437e-8641-c6c48184c8ae Nov 25 13:17:20.482383 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-04a8ba14-65d8-4672-90e7-35bae8f01416 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:20.482973 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a8ba14-65d8-4672-90e7-35bae8f01416 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc5e4480-9680-4230-91ca-75120d6779c1 {{(pid=103570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:17:20.488197 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3ec542-50fb-43b7-96c3-58c8bfaf44ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3d66ab-3f2a-43c2-b46d-2157c8056454,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:20.491740 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-04a8ba14-65d8-4672-90e7-35bae8f01416 admin admin] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:20.495565 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-04a8ba14-65d8-4672-90e7-35bae8f01416 admin admin] 10.222.0.53 "DELETE /v2.0/routers/fc5e4480-9680-4230-91ca-75120d6779c1 HTTP/1.1" status: 204 len: 168 time: 2.1376715 Nov 25 13:17:20.501085 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 48222) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:20.534277 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0594b80-cb4a-4fb6-a6ad-46b93f82a32e req-75ce63c5-6c26-492c-bda8-aea516b5e92d tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:20.544547 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b0594b80-cb4a-4fb6-a6ad-46b93f82a32e req-75ce63c5-6c26-492c-bda8-aea516b5e92d tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=49392237-36aa-4a57-9070-b5a42c36fa86 HTTP/1.1" status: 200 len: 946 time: 0.6153400 Nov 25 13:17:20.570445 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f04d44c0-3259-428b-89f5-3e1c654e6930 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:20.603657 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e93e8dfe-6336-4bf2-94cf-a4e76e82f81f tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:20.618184 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f04d44c0-3259-428b-89f5-3e1c654e6930 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:20.627267 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c65cf21d-3190-4da1-94ed-174d627ede61 req-39c69509-756d-4465-ab63-f55002a87a6e tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/security-groups?id=9200d83a-329b-4ad5-86ae-84da9f8a7cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016165 Nov 25 13:17:20.678205 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-cad896a2-1c93-4c3b-9888-230af4492170 admin admin] Deleting subnet e77448f8-5c9e-48cf-b9f8-c58db39caf08 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:17:20.682577 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cad896a2-1c93-4c3b-9888-230af4492170 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:20.684579 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f04d44c0-3259-428b-89f5-3e1c654e6930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:20.687408 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f04d44c0-3259-428b-89f5-3e1c654e6930 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:20.689062 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-f04d44c0-3259-428b-89f5-3e1c654e6930 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1c3d66ab-3f2a-43c2-b46d-2157c8056454 HTTP/1.1" status: 204 len: 168 time: 0.2496510 Nov 25 13:17:20.729396 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b0594b80-cb4a-4fb6-a6ad-46b93f82a32e req-18fd8187-e4d7-4229-bafa-216f2782b037 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec610c10-0015-4919-a10e-9c11537c59cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771507 Nov 25 13:17:20.730220 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e93e8dfe-6336-4bf2-94cf-a4e76e82f81f tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:20.750919 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d44c0-3259-428b-89f5-3e1c654e6930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3d66ab-3f2a-43c2-b46d-2157c8056454,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:20.760152 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93e8dfe-6336-4bf2-94cf-a4e76e82f81f tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:20.760820 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e93e8dfe-6336-4bf2-94cf-a4e76e82f81f tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:20.777734 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cad896a2-1c93-4c3b-9888-230af4492170 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:20.866357 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e93e8dfe-6336-4bf2-94cf-a4e76e82f81f tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6202400 Nov 25 13:17:20.867840 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 48234) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:20.877616 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-d7979dab-04cf-4048-88c1-e44f195892fa tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Request body: {'subnet': {'network_id': 'd27105fd-5d43-437e-8641-c6c48184c8ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:17:20.950058 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cad896a2-1c93-4c3b-9888-230af4492170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:20.963368 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93e8dfe-6336-4bf2-94cf-a4e76e82f81f tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Pushing event updated for resources: {'Network': ['ID=d27105fd-5d43-437e-8641-c6c48184c8ae,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:20.976803 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network d27105fd-5d43-437e-8641-c6c48184c8ae details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:17:21.027415 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cad896a2-1c93-4c3b-9888-230af4492170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:21.069943 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad896a2-1c93-4c3b-9888-230af4492170 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e77448f8-5c9e-48cf-b9f8-c58db39caf08,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:21.074246 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cad896a2-1c93-4c3b-9888-230af4492170 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:21.080732 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-cad896a2-1c93-4c3b-9888-230af4492170 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e77448f8-5c9e-48cf-b9f8-c58db39caf08 HTTP/1.1" status: 204 len: 168 time: 0.5756357 Nov 25 13:17:21.081470 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 48242) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:21.089306 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7979dab-04cf-4048-88c1-e44f195892fa tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Made reservation on behalf of 22ba648da9f241c0a9e2114a63bb303f for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:17:21.096358 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d7979dab-04cf-4048-88c1-e44f195892fa tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:21.100053 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a79e66-1d0a-488f-9d98-b17c26f679f2 None None] Network d0fcbb25-711a-42a9-b82a-fa06187c61e7 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:17:21.268144 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2b401569-73f8-496d-b98d-e535bf3b6834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:21.311474 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 0bfc1ca3-bd15-4e62-b39f-5513bf088e36 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:17:21.431506 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-2b401569-73f8-496d-b98d-e535bf3b6834 admin admin] Deleting port 09922186-51d6-474e-927e-fbee3f770578 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:17:21.432070 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2b401569-73f8-496d-b98d-e535bf3b6834 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:21.448272 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 0bfc1ca3-bd15-4e62-b39f-5513bf088e36 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:17:21.454907 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 0bfc1ca3-bd15-4e62-b39f-5513bf088e36 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:17:21.454907 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:21.498741 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d782df63-0e64-4cbe-b9e9-820a0408ee2d None None] DHCP port deletion for d0fcbb25-711a-42a9-b82a-fa06187c61e7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:17:21.618584 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-2b401569-73f8-496d-b98d-e535bf3b6834 admin admin] For port 09922186-51d6-474e-927e-fbee3f770578, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=09922186-51d6-474e-927e-fbee3f770578,segment=NetworkSegment(e2f12bb0-3918-46c8-880a-6df39de82054),segment_id=e2f12bb0-3918-46c8-880a-6df39de82054)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:17:21.619915 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2b401569-73f8-496d-b98d-e535bf3b6834 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:21.624202 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d7979dab-04cf-4048-88c1-e44f195892fa tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:21.690552 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-2b401569-73f8-496d-b98d-e535bf3b6834 admin admin] Calling delete_port for 09922186-51d6-474e-927e-fbee3f770578 owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:17:21.733689 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7979dab-04cf-4048-88c1-e44f195892fa tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Checking segment: {'id': '874990f6-27a4-4b0b-a5b7-3364d40c9a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd27105fd-5d43-437e-8641-c6c48184c8ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:17:21.734066 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7979dab-04cf-4048-88c1-e44f195892fa tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Network hostable DHCP agents. Network: d27105fd-5d43-437e-8641-c6c48184c8ae, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:17:21.746785 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7979dab-04cf-4048-88c1-e44f195892fa tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Pushing event updated for resources: {'Subnet': ['ID=b5859a55-ab78-4cfc-8af0-c9c9ae396161,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:21.760239 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-d782df63-0e64-4cbe-b9e9-820a0408ee2d None None] Deleting port 09922186-51d6-474e-927e-fbee3f770578 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:17:21.761461 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d782df63-0e64-4cbe-b9e9-820a0408ee2d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:21.773226 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:21.855864 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c6de2-18ea-4cc8-9eeb-9b377edc73b7 req-e69584b3-e85e-46d8-b537-74cdfae49950 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:21.857507 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a33c6de2-18ea-4cc8-9eeb-9b377edc73b7 req-e69584b3-e85e-46d8-b537-74cdfae49950 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/ports?device_id=68f65f11-1e73-41d9-a7ee-e5f9a86aa90c HTTP/1.1" status: 200 len: 944 time: 0.0952654 Nov 25 13:17:21.858166 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7979dab-04cf-4048-88c1-e44f195892fa tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Network d27105fd-5d43-437e-8641-c6c48184c8ae is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:17:21.924913 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-d7979dab-04cf-4048-88c1-e44f195892fa tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, d27105fd-5d43-437e-8641-c6c48184c8ae) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:17:21.931345 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7979dab-04cf-4048-88c1-e44f195892fa tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:21.932265 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d7979dab-04cf-4048-88c1-e44f195892fa tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:21.977109 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2b401569-73f8-496d-b98d-e535bf3b6834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:21.988276 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a33c6de2-18ea-4cc8-9eeb-9b377edc73b7 req-e05656a8-765d-43c5-b3d7-5392443adf5a tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/security-groups?id=9200d83a-329b-4ad5-86ae-84da9f8a7cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122923 Nov 25 13:17:21.993465 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d7979dab-04cf-4048-88c1-e44f195892fa tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1191771 Nov 25 13:17:21.998152 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 48264) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:22.021812 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b401569-73f8-496d-b98d-e535bf3b6834 admin admin] No DVR routers for this DVR port 09922186-51d6-474e-927e-fbee3f770578 on host n-d-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:17:22.072575 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-d782df63-0e64-4cbe-b9e9-820a0408ee2d None None] For port 09922186-51d6-474e-927e-fbee3f770578, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=09922186-51d6-474e-927e-fbee3f770578,segment=NetworkSegment(e2f12bb0-3918-46c8-880a-6df39de82054),segment_id=e2f12bb0-3918-46c8-880a-6df39de82054)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:17:22.073227 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d782df63-0e64-4cbe-b9e9-820a0408ee2d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:22.104322 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b401569-73f8-496d-b98d-e535bf3b6834 admin admin] Pushing event deleted for resources: {'Port': ['ID=09922186-51d6-474e-927e-fbee3f770578,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:22.137555 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-d782df63-0e64-4cbe-b9e9-820a0408ee2d None None] Calling delete_port for 09922186-51d6-474e-927e-fbee3f770578 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:17:22.171247 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97dc8c4-6f5e-4d47-8ed9-6cc2b9c54060 req-f7ef025a-b1f8-46f7-bbf3-3ed25555034f tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:22.180662 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f97dc8c4-6f5e-4d47-8ed9-6cc2b9c54060 req-f7ef025a-b1f8-46f7-bbf3-3ed25555034f tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=49392237-36aa-4a57-9070-b5a42c36fa86 HTTP/1.1" status: 200 len: 946 time: 0.3195233 Nov 25 13:17:22.265338 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2b401569-73f8-496d-b98d-e535bf3b6834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:22.336231 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f97dc8c4-6f5e-4d47-8ed9-6cc2b9c54060 req-e4ab034a-e514-4df3-b8d3-41c3ef8ba1ad tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec610c10-0015-4919-a10e-9c11537c59cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490459 Nov 25 13:17:22.346662 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3e850661-4ef9-4828-96e4-ade194956f9c tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:22.350789 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-2b401569-73f8-496d-b98d-e535bf3b6834 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0fcbb25-711a-42a9-b82a-fa06187c61e7']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:17:22.397352 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-2b401569-73f8-496d-b98d-e535bf3b6834 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2f12bb0-3918-46c8-880a-6df39de82054') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:17:22.397650 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-2b401569-73f8-496d-b98d-e535bf3b6834 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2f12bb0-3918-46c8-880a-6df39de82054') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:17:22.412134 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2b401569-73f8-496d-b98d-e535bf3b6834 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:22.421700 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d782df63-0e64-4cbe-b9e9-820a0408ee2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:22.426026 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8214f5e-8725-4647-83a0-76a766359e67 None None] Network d27105fd-5d43-437e-8641-c6c48184c8ae requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:17:22.441136 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2b401569-73f8-496d-b98d-e535bf3b6834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:22.449184 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b401569-73f8-496d-b98d-e535bf3b6834 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:17:22.449582 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2b401569-73f8-496d-b98d-e535bf3b6834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:22.452865 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:17:22.452865 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:17:22.452865 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:17:22.452865 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:17:22.452865 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:17:22.452865 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:17:22.452865 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:17:22.452865 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:17:22.452865 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:17:22.452865 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:17:22.452865 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:17:22.452865 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:17:22.452865 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:17:22.452865 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:17:22.452865 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:17:22.452865 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:17:22.452865 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:17:22.452865 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:17:22.452865 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:17:22.452865 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:17:22.452865 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:17:22.452865 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:17:22.452865 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:17:22.452865 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:17:22.452865 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:17:22.452865 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:17:22.452865 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:17:22.452865 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:17:22.452865 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:17:22.452865 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:17:22.452865 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:17:22.452865 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:17:22.507529 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3e850661-4ef9-4828-96e4-ade194956f9c tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:22.523492 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 1602871f-8b05-4630-b029-51e088c75da6 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:17:22.554741 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 48280) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:22.563117 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2b401569-73f8-496d-b98d-e535bf3b6834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:22.569792 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2b401569-73f8-496d-b98d-e535bf3b6834 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:22.582610 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-2b401569-73f8-496d-b98d-e535bf3b6834 admin admin] 10.222.0.53 "DELETE /v2.0/networks/d0fcbb25-711a-42a9-b82a-fa06187c61e7 HTTP/1.1" status: 204 len: 168 time: 1.4958935 Nov 25 13:17:22.611983 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 1602871f-8b05-4630-b029-51e088c75da6 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:17:22.612341 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 1602871f-8b05-4630-b029-51e088c75da6 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:17:22.613750 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 09922186-51d6-474e-927e-fbee3f770578 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:17:22.618409 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d782df63-0e64-4cbe-b9e9-820a0408ee2d None None] Pushing event deleted for resources: {'Port': ['ID=09922186-51d6-474e-927e-fbee3f770578,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:22.623980 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b401569-73f8-496d-b98d-e535bf3b6834 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0fcbb25-711a-42a9-b82a-fa06187c61e7,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:22.672419 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3e850661-4ef9-4828-96e4-ade194956f9c tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:22.695055 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 0bfc1ca3-bd15-4e62-b39f-5513bf088e36, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=0bfc1ca3-bd15-4e62-b39f-5513bf088e36,segment=NetworkSegment(fce75d79-afff-444e-a670-074434c84613),segment_id=fce75d79-afff-444e-a670-074434c84613)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:17:22.759460 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e850661-4ef9-4828-96e4-ade194956f9c tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Pushing event deleted for resources: {'Subnet': ['ID=b5859a55-ab78-4cfc-8af0-c9c9ae396161,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:22.768568 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-6d1092d2-9616-43fe-8b56-01831fa84df4 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-701224397-network', 'tenant_id': '339b8dbeacd64bb19f805f939498c16a'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:17:22.770269 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f65f11-1e73-41d9-a7ee-e5f9a86aa90c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bfc1ca3-bd15-4e62-b39f-5513bf088e36'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:17:22.772975 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e209813-212f-4a6f-9281-3edf309fba27" -d '{"events": [{"server_uuid": "68f65f11-1e73-41d9-a7ee-e5f9a86aa90c", "name": "network-vif-plugged", "status": "completed", "tag": "0bfc1ca3-bd15-4e62-b39f-5513bf088e36"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:17:22.783573 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:22.787872 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d782df63-0e64-4cbe-b9e9-820a0408ee2d None None] No DVR routers for this DVR port 09922186-51d6-474e-927e-fbee3f770578 on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:17:22.789228 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 09922186-51d6-474e-927e-fbee3f770578 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:17:22.789592 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 09922186-51d6-474e-927e-fbee3f770578 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:17:22.805499 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d782df63-0e64-4cbe-b9e9-820a0408ee2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:17:22.805853 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d782df63-0e64-4cbe-b9e9-820a0408ee2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:17:22.806208 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d782df63-0e64-4cbe-b9e9-820a0408ee2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:17:22.806560 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d782df63-0e64-4cbe-b9e9-820a0408ee2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:17:22.806940 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d782df63-0e64-4cbe-b9e9-820a0408ee2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:17:22.807291 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d782df63-0e64-4cbe-b9e9-820a0408ee2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:17:22.807634 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d782df63-0e64-4cbe-b9e9-820a0408ee2d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:17:22.807973 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d782df63-0e64-4cbe-b9e9-820a0408ee2d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:17:22.808309 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d782df63-0e64-4cbe-b9e9-820a0408ee2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:17:22.808644 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d782df63-0e64-4cbe-b9e9-820a0408ee2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:17:22.808978 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d782df63-0e64-4cbe-b9e9-820a0408ee2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:17:22.809316 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d782df63-0e64-4cbe-b9e9-820a0408ee2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:17:22.877152 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1111b39-f7ef-4fe0-a968-fa0059d1001a x-openstack-request-id: req-b1111b39-f7ef-4fe0-a968-fa0059d1001a {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:17:22.877892 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68f65f11-1e73-41d9-a7ee-e5f9a86aa90c", "name": "network-vif-plugged", "status": "completed", "tag": "0bfc1ca3-bd15-4e62-b39f-5513bf088e36", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:17:22.878667 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b1111b39-f7ef-4fe0-a968-fa0059d1001a {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:17:22.879508 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f65f11-1e73-41d9-a7ee-e5f9a86aa90c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bfc1ca3-bd15-4e62-b39f-5513bf088e36', 'code': 200} Nov 25 13:17:22.902952 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 48292) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:22.903306 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3e850661-4ef9-4828-96e4-ade194956f9c tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:22.960103 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-3e850661-4ef9-4828-96e4-ade194956f9c tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d27105fd-5d43-437e-8641-c6c48184c8ae']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:17:22.982554 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-3e850661-4ef9-4828-96e4-ade194956f9c tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '874990f6-27a4-4b0b-a5b7-3364d40c9a42') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:17:22.983167 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-3e850661-4ef9-4828-96e4-ade194956f9c tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '874990f6-27a4-4b0b-a5b7-3364d40c9a42') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:17:22.990938 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1092d2-9616-43fe-8b56-01831fa84df4 admin admin] Made reservation on behalf of 339b8dbeacd64bb19f805f939498c16a for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:17:23.004858 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6d1092d2-9616-43fe-8b56-01831fa84df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:23.008110 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3e850661-4ef9-4828-96e4-ade194956f9c tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:23.028938 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6d1092d2-9616-43fe-8b56-01831fa84df4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:23.040989 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-3a8910b8-30a9-4d36-938e-55eec3a3b918 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=011bce4f061943c38bb17c6e89517c3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1349406 Nov 25 13:17:23.041761 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 48296) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:23.063389 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3e850661-4ef9-4828-96e4-ade194956f9c tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:23.072020 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e850661-4ef9-4828-96e4-ade194956f9c tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:17:23.072420 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3e850661-4ef9-4828-96e4-ade194956f9c tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:23.077424 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:17:23.077424 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:17:23.077424 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:17:23.077424 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:17:23.077424 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:17:23.077424 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:17:23.077424 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:17:23.077424 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:17:23.077424 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:17:23.077424 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:17:23.077424 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:17:23.077424 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:17:23.077424 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:17:23.077424 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:17:23.077424 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:17:23.077424 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:17:23.077424 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:17:23.077424 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:17:23.077424 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:17:23.077424 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:17:23.077424 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:17:23.077424 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:17:23.077424 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:17:23.077424 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:17:23.077424 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:17:23.077424 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:17:23.077424 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:17:23.077424 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:17:23.077424 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:17:23.077424 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:17:23.077424 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:17:23.077424 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:17:23.085704 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d647db-bfef-4998-b0b4-894b35e65533 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-d27105fd-5d43-437e-8641-c6c48184c8ae', 'network_id': 'd27105fd-5d43-437e-8641-c6c48184c8ae', 'tenant_id': '22ba648da9f241c0a9e2114a63bb303f', 'fixed_ips': [{'subnet_id': 'b5859a55-ab78-4cfc-8af0-c9c9ae396161'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:17:23.086586 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-07d647db-bfef-4998-b0b4-894b35e65533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:23.180765 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=0bfc1ca3-bd15-4e62-b39f-5513bf088e36,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:23.226628 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.db.api [None req-07d647db-bfef-4998-b0b4-894b35e65533 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 25 13:17:23.226628 n-d-808199-11 neutron-server[103572]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, status, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Nov 25 13:17:23.226628 n-d-808199-11 neutron-server[103572]: [parameters: {'project_id': '22ba648da9f241c0a9e2114a63bb303f', 'id': 'b36b43e3-0c1c-48a1-b84a-cdd8f10d4910', 'name': '', 'network_id': 'd27105fd-5d43-437e-8641-c6c48184c8ae', 'mac_address': 'fa:16:3e:6c:49:e1', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-d27105fd-5d43-437e-8641-c6c48184c8ae', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 1411}] Nov 25 13:17:23.226628 n-d-808199-11 neutron-server[103572]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 13:17:23.227104 n-d-808199-11 neutron-server[103572]: DEBUG oslo_db.api [None req-07d647db-bfef-4998-b0b4-894b35e65533 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 13:17:23.246753 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3e850661-4ef9-4828-96e4-ade194956f9c tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:23.280855 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6144761-527a-4f46-8e14-e92eb2d20fe1 req-5eff89b9-9384-4253-9e22-8b6f3f1c9bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:23.282516 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f6144761-527a-4f46-8e14-e92eb2d20fe1 req-5eff89b9-9384-4253-9e22-8b6f3f1c9bb1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=68f65f11-1e73-41d9-a7ee-e5f9a86aa90c HTTP/1.1" status: 200 len: 1097 time: 0.1823621 Nov 25 13:17:23.284859 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-af8afa52-e6f7-4599-b876-2740040b1e0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:23.340355 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3e850661-4ef9-4828-96e4-ade194956f9c tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:23.341105 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-af8afa52-e6f7-4599-b876-2740040b1e0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:23.350371 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3e850661-4ef9-4828-96e4-ade194956f9c tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "DELETE /v2.0/networks/d27105fd-5d43-437e-8641-c6c48184c8ae HTTP/1.1" status: 204 len: 168 time: 1.3496830 Nov 25 13:17:23.355974 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e850661-4ef9-4828-96e4-ade194956f9c tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Pushing event deleted for resources: {'Network': ['ID=d27105fd-5d43-437e-8641-c6c48184c8ae,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:23.359785 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 48316) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:23.381497 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-0d9d3315-b5c2-4aa7-93c8-dbeac5a76ebd tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1310498117'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:17:23.436731 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f6144761-527a-4f46-8e14-e92eb2d20fe1 req-ba2dc8c9-1be8-45ff-9b93-25211bf87e86 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9200d83a-329b-4ad5-86ae-84da9f8a7cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418869 Nov 25 13:17:23.448945 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba73697-295c-4a9d-bd3d-af10179251fe req-49d3dc71-d128-45e7-bca4-ee1cab2b8c83 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:23.459061 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6d1092d2-9616-43fe-8b56-01831fa84df4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:23.463108 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fba73697-295c-4a9d-bd3d-af10179251fe req-49d3dc71-d128-45e7-bca4-ee1cab2b8c83 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/ports?device_id=68f65f11-1e73-41d9-a7ee-e5f9a86aa90c HTTP/1.1" status: 200 len: 945 time: 0.2383718 Nov 25 13:17:23.464837 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6d1092d2-9616-43fe-8b56-01831fa84df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:23.471729 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9d3315-b5c2-4aa7-93c8-dbeac5a76ebd tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Made reservation on behalf of 22ba648da9f241c0a9e2114a63bb303f for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:17:23.476321 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0d9d3315-b5c2-4aa7-93c8-dbeac5a76ebd tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:23.513806 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d1092d2-9616-43fe-8b56-01831fa84df4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:17:23.525085 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1092d2-9616-43fe-8b56-01831fa84df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d373f882-d7b6-4e09-8ca8-d80626887b8f,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:23.530475 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-af8afa52-e6f7-4599-b876-2740040b1e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:23.533335 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-af8afa52-e6f7-4599-b876-2740040b1e0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:23.534580 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-af8afa52-e6f7-4599-b876-2740040b1e0c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ab66d2e3-b9ac-4237-bab2-b4aaf0695f01 HTTP/1.1" status: 204 len: 168 time: 0.4735603 Nov 25 13:17:23.541753 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6d1092d2-9616-43fe-8b56-01831fa84df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:23.542143 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-6d1092d2-9616-43fe-8b56-01831fa84df4 admin admin] Added segment b4286da9-f9b5-47ca-b73d-632843e5edea of type vlan for network fdc81d99-7562-46bc-abaa-0de137c7f45d Nov 25 13:17:23.561730 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d9d3315-b5c2-4aa7-93c8-dbeac5a76ebd tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:17:23.583892 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8afa52-e6f7-4599-b876-2740040b1e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab66d2e3-b9ac-4237-bab2-b4aaf0695f01,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:23.617015 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0d9d3315-b5c2-4aa7-93c8-dbeac5a76ebd tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:23.617453 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-0d9d3315-b5c2-4aa7-93c8-dbeac5a76ebd tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Added segment 6419bd15-d031-47d1-bdaa-ab3f4633addd of type vlan for network 68814b13-72ed-4191-9e28-022242be51e4 Nov 25 13:17:23.642070 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6d1092d2-9616-43fe-8b56-01831fa84df4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:23.658641 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fba73697-295c-4a9d-bd3d-af10179251fe req-1a980cdf-bafe-4821-8f2a-e7815b36822a tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/security-groups?id=9200d83a-329b-4ad5-86ae-84da9f8a7cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686785 Nov 25 13:17:23.701591 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0d9d3315-b5c2-4aa7-93c8-dbeac5a76ebd tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:23.713698 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6d1092d2-9616-43fe-8b56-01831fa84df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:23.714599 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1092d2-9616-43fe-8b56-01831fa84df4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:23.715204 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6d1092d2-9616-43fe-8b56-01831fa84df4 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:23.718114 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b239c-0043-4c00-ae13-cced0b1d0191 req-fba96644-6737-4166-937b-1e4740c7dee0 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:23.729392 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-07d647db-bfef-4998-b0b4-894b35e65533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:23.731188 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9c6b239c-0043-4c00-ae13-cced0b1d0191 req-fba96644-6737-4166-937b-1e4740c7dee0 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=49392237-36aa-4a57-9070-b5a42c36fa86 HTTP/1.1" status: 200 len: 946 time: 0.2657576 Nov 25 13:17:23.780692 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00a4267-5467-4124-945f-b2dce6309d3b None None] Network d27105fd-5d43-437e-8641-c6c48184c8ae requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:17:23.800850 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00a4267-5467-4124-945f-b2dce6309d3b None None] Network d27105fd-5d43-437e-8641-c6c48184c8ae could not be found, it might have been deleted concurrently. {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 25 13:17:23.820965 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9c6b239c-0043-4c00-ae13-cced0b1d0191 req-4adf0e15-cc41-4612-92bc-72714190ff93 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec610c10-0015-4919-a10e-9c11537c59cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860324 Nov 25 13:17:23.849443 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-6d1092d2-9616-43fe-8b56-01831fa84df4 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2904427 Nov 25 13:17:23.850977 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 48322) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:23.859508 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-ec9ef2fc-446f-4be6-9e27-24799fe433dd admin admin] Request body: {'subnet': {'network_id': 'fdc81d99-7562-46bc-abaa-0de137c7f45d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-701224397-subnet', 'tenant_id': '339b8dbeacd64bb19f805f939498c16a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:17:23.863347 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1092d2-9616-43fe-8b56-01831fa84df4 admin admin] Pushing event updated for resources: {'Network': ['ID=fdc81d99-7562-46bc-abaa-0de137c7f45d,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:23.867105 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0d9d3315-b5c2-4aa7-93c8-dbeac5a76ebd tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:23.873619 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9d3315-b5c2-4aa7-93c8-dbeac5a76ebd tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:23.874276 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0d9d3315-b5c2-4aa7-93c8-dbeac5a76ebd tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:23.875870 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network fdc81d99-7562-46bc-abaa-0de137c7f45d details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:17:23.946656 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-0d9d3315-b5c2-4aa7-93c8-dbeac5a76ebd tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5788515 Nov 25 13:17:23.947534 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 48326) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:23.957108 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-7f01659a-0223-4873-9c16-035f7b9df01d tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Request body: {'subnet': {'network_id': '68814b13-72ed-4191-9e28-022242be51e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:17:23.991246 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9d3315-b5c2-4aa7-93c8-dbeac5a76ebd tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Pushing event updated for resources: {'Network': ['ID=68814b13-72ed-4191-9e28-022242be51e4,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:23.991476 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9ef2fc-446f-4be6-9e27-24799fe433dd admin admin] Made reservation on behalf of 339b8dbeacd64bb19f805f939498c16a for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:17:24.003053 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ec9ef2fc-446f-4be6-9e27-24799fe433dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:24.026862 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 68814b13-72ed-4191-9e28-022242be51e4 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:17:24.133423 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f01659a-0223-4873-9c16-035f7b9df01d tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Made reservation on behalf of 22ba648da9f241c0a9e2114a63bb303f for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:17:24.140591 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7f01659a-0223-4873-9c16-035f7b9df01d tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:24.558086 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ec9ef2fc-446f-4be6-9e27-24799fe433dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:24.566172 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7f01659a-0223-4873-9c16-035f7b9df01d tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:24.726789 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f01659a-0223-4873-9c16-035f7b9df01d tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Pushing event updated for resources: {'Subnet': ['ID=50dc7b39-2d08-496b-8cce-54a66654e21f,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:24.731767 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f01659a-0223-4873-9c16-035f7b9df01d tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Checking segment: {'id': '6419bd15-d031-47d1-bdaa-ab3f4633addd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '68814b13-72ed-4191-9e28-022242be51e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:17:24.732338 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f01659a-0223-4873-9c16-035f7b9df01d tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Network hostable DHCP agents. Network: 68814b13-72ed-4191-9e28-022242be51e4, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:17:24.752204 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f01659a-0223-4873-9c16-035f7b9df01d tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Network 68814b13-72ed-4191-9e28-022242be51e4 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:17:24.762184 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9ef2fc-446f-4be6-9e27-24799fe433dd admin admin] Checking segment: {'id': 'b4286da9-f9b5-47ca-b73d-632843e5edea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'fdc81d99-7562-46bc-abaa-0de137c7f45d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:17:24.762549 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9ef2fc-446f-4be6-9e27-24799fe433dd admin admin] Network hostable DHCP agents. Network: fdc81d99-7562-46bc-abaa-0de137c7f45d, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:17:24.780197 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-7f01659a-0223-4873-9c16-035f7b9df01d tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 68814b13-72ed-4191-9e28-022242be51e4) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:17:24.780541 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9ef2fc-446f-4be6-9e27-24799fe433dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3c14fe1-1bf2-45a5-8d5a-3f3ac4b82ac3,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:24.789902 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cddeace-438f-4d4c-a92b-a2cd268f982d None None] Network 68814b13-72ed-4191-9e28-022242be51e4 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:17:24.798093 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f01659a-0223-4873-9c16-035f7b9df01d tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:24.799282 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7f01659a-0223-4873-9c16-035f7b9df01d tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:24.845013 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 48376) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:24.848356 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-7f01659a-0223-4873-9c16-035f7b9df01d tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8868353 Nov 25 13:17:24.861357 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9ef2fc-446f-4be6-9e27-24799fe433dd admin admin] Network fdc81d99-7562-46bc-abaa-0de137c7f45d is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:17:24.921271 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-ec9ef2fc-446f-4be6-9e27-24799fe433dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, fdc81d99-7562-46bc-abaa-0de137c7f45d) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:17:24.932071 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a400ce3a-1d06-4f5c-995e-cd7b6218de58 None None] Network fdc81d99-7562-46bc-abaa-0de137c7f45d requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:17:24.947040 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62fe4d1-fa33-4ccc-9f83-d771e017d481 req-bd43da09-74bc-40da-9b07-b24e737d35f2 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:24.956194 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f62fe4d1-fa33-4ccc-9f83-d771e017d481 req-bd43da09-74bc-40da-9b07-b24e737d35f2 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/ports?device_id=68f65f11-1e73-41d9-a7ee-e5f9a86aa90c HTTP/1.1" status: 200 len: 945 time: 0.1784117 Nov 25 13:17:24.958909 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9ef2fc-446f-4be6-9e27-24799fe433dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:24.959507 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ec9ef2fc-446f-4be6-9e27-24799fe433dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:24.960227 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 48378) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:25.006572 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-ec9ef2fc-446f-4be6-9e27-24799fe433dd admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1541095 Nov 25 13:17:25.100390 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f62fe4d1-fa33-4ccc-9f83-d771e017d481 req-2023e107-0c7e-4f7d-a121-6c2966c63cfd tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/security-groups?id=9200d83a-329b-4ad5-86ae-84da9f8a7cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368017 Nov 25 13:17:25.204448 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3bcc413e-c07c-4fb2-96ef-1c7a44580601 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:25.237284 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-7b33ccb3-c7c9-4a1b-9ccf-af8d82771293 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1693762775-network', 'tenant_id': 'a66046ba7ab241f7a28e6ccb64e01d36'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:17:25.242645 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343dabdf-8c5a-48ed-8b7b-fd7ab7af48e8 req-56996441-3c5f-47bb-96ab-3f48d9fac63d tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:25.250565 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-343dabdf-8c5a-48ed-8b7b-fd7ab7af48e8 req-56996441-3c5f-47bb-96ab-3f48d9fac63d tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=49392237-36aa-4a57-9070-b5a42c36fa86 HTTP/1.1" status: 200 len: 946 time: 0.2392433 Nov 25 13:17:25.264268 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b33ccb3-c7c9-4a1b-9ccf-af8d82771293 admin admin] Made reservation on behalf of a66046ba7ab241f7a28e6ccb64e01d36 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:17:25.281882 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7b33ccb3-c7c9-4a1b-9ccf-af8d82771293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:25.294046 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7b33ccb3-c7c9-4a1b-9ccf-af8d82771293 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:25.304689 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a66afa0-a6b8-4587-92f3-1f8524d9ac69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-68814b13-72ed-4191-9e28-022242be51e4', 'network_id': '68814b13-72ed-4191-9e28-022242be51e4', 'tenant_id': '22ba648da9f241c0a9e2114a63bb303f', 'fixed_ips': [{'subnet_id': '50dc7b39-2d08-496b-8cce-54a66654e21f'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:17:25.306286 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8a66afa0-a6b8-4587-92f3-1f8524d9ac69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:25.330792 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e38f92-e94d-4523-95f3-49bc70f43b2d None None] Network fdc81d99-7562-46bc-abaa-0de137c7f45d requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:17:25.401257 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-343dabdf-8c5a-48ed-8b7b-fd7ab7af48e8 req-a47a84a1-6d4e-4178-a6b8-7ecbbba9a8ef tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec610c10-0015-4919-a10e-9c11537c59cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497962 Nov 25 13:17:25.416667 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf19b8-d046-48c6-b961-4f9cf3bd8746 req-3a9e5bb9-b752-4a6d-b3ae-da4c7d342c57 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:25.418232 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-67bf19b8-d046-48c6-b961-4f9cf3bd8746 req-3a9e5bb9-b752-4a6d-b3ae-da4c7d342c57 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/ports?device_id=68f65f11-1e73-41d9-a7ee-e5f9a86aa90c HTTP/1.1" status: 200 len: 945 time: 0.1621859 Nov 25 13:17:25.435565 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3bcc413e-c07c-4fb2-96ef-1c7a44580601 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:25.441969 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7b33ccb3-c7c9-4a1b-9ccf-af8d82771293 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:25.455646 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7b33ccb3-c7c9-4a1b-9ccf-af8d82771293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:25.471069 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b33ccb3-c7c9-4a1b-9ccf-af8d82771293 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:17:25.483023 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7b33ccb3-c7c9-4a1b-9ccf-af8d82771293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:25.483380 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-7b33ccb3-c7c9-4a1b-9ccf-af8d82771293 admin admin] Added segment ecd61d97-2a12-4d12-8094-1197283ab536 of type vlan for network 852a4914-50f1-4e00-b3d9-1a927fff763c Nov 25 13:17:25.554215 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7b33ccb3-c7c9-4a1b-9ccf-af8d82771293 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:25.588989 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7b33ccb3-c7c9-4a1b-9ccf-af8d82771293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:25.590426 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b33ccb3-c7c9-4a1b-9ccf-af8d82771293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:25.591090 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7b33ccb3-c7c9-4a1b-9ccf-af8d82771293 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:25.632461 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-7b33ccb3-c7c9-4a1b-9ccf-af8d82771293 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.6710865 Nov 25 13:17:25.674148 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 48396) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:25.682139 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-926fe755-86c1-4c3e-ac0b-822d2c726de1 admin admin] Request body: {'subnet': {'network_id': '852a4914-50f1-4e00-b3d9-1a927fff763c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1693762775-subnet', 'tenant_id': 'a66046ba7ab241f7a28e6ccb64e01d36', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:17:25.705568 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b33ccb3-c7c9-4a1b-9ccf-af8d82771293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6a8ef6-f648-4def-8495-65d828aabec6,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:25.720362 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-926fe755-86c1-4c3e-ac0b-822d2c726de1 admin admin] Made reservation on behalf of a66046ba7ab241f7a28e6ccb64e01d36 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:17:25.722996 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-926fe755-86c1-4c3e-ac0b-822d2c726de1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:25.804697 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-8a66afa0-a6b8-4587-92f3-1f8524d9ac69 None None] Allocated IP 172.20.0.2 (68814b13-72ed-4191-9e28-022242be51e4/50dc7b39-2d08-496b-8cce-54a66654e21f/06ab860a-d114-44be-aaeb-87ef9eeef553) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:17:25.807166 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b33ccb3-c7c9-4a1b-9ccf-af8d82771293 admin admin] Pushing event updated for resources: {'Network': ['ID=852a4914-50f1-4e00-b3d9-1a927fff763c,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:25.827610 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 852a4914-50f1-4e00-b3d9-1a927fff763c details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:17:25.964416 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-c360a24a-eda4-426e-b5f9-37e4a863d910 req-a1a61f96-7f56-4f07-9875-52b4e87b18b9 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-867297929', 'description': 'tempest-description-355931351'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:17:25.980092 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-926fe755-86c1-4c3e-ac0b-822d2c726de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:26.039555 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-67bf19b8-d046-48c6-b961-4f9cf3bd8746 req-2fc74087-1275-4712-b528-4341a6b04592 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/security-groups?id=9200d83a-329b-4ad5-86ae-84da9f8a7cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6006310 Nov 25 13:17:26.042661 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-c360a24a-eda4-426e-b5f9-37e4a863d910 req-a1a61f96-7f56-4f07-9875-52b4e87b18b9 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:26.079866 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926fe755-86c1-4c3e-ac0b-822d2c726de1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a9c809c-58ba-4418-b161-113227da05aa,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:26.090627 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926fe755-86c1-4c3e-ac0b-822d2c726de1 admin admin] Checking segment: {'id': 'ecd61d97-2a12-4d12-8094-1197283ab536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '852a4914-50f1-4e00-b3d9-1a927fff763c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:17:26.091105 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926fe755-86c1-4c3e-ac0b-822d2c726de1 admin admin] Network hostable DHCP agents. Network: 852a4914-50f1-4e00-b3d9-1a927fff763c, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:17:26.117972 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926fe755-86c1-4c3e-ac0b-822d2c726de1 admin admin] Network 852a4914-50f1-4e00-b3d9-1a927fff763c is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:17:26.133182 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-926fe755-86c1-4c3e-ac0b-822d2c726de1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 852a4914-50f1-4e00-b3d9-1a927fff763c) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:17:26.140559 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926fe755-86c1-4c3e-ac0b-822d2c726de1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:26.142003 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-926fe755-86c1-4c3e-ac0b-822d2c726de1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:26.143848 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-c360a24a-eda4-426e-b5f9-37e4a863d910 req-a1a61f96-7f56-4f07-9875-52b4e87b18b9 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:26.151474 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-c360a24a-eda4-426e-b5f9-37e4a863d910 req-a1a61f96-7f56-4f07-9875-52b4e87b18b9 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:26.174300 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-926fe755-86c1-4c3e-ac0b-822d2c726de1 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4969051 Nov 25 13:17:26.175009 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 48400) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:26.186185 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-cb915688-1d5d-4baf-ad08-8d652853666f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1693762775-router', 'tenant_id': 'a66046ba7ab241f7a28e6ccb64e01d36', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:17:26.191717 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a61f96-7f56-4f07-9875-52b4e87b18b9 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e151576c-4b1e-4370-993a-9dffc2b8c54c,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:26.205383 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-c360a24a-eda4-426e-b5f9-37e4a863d910 req-a1a61f96-7f56-4f07-9875-52b4e87b18b9 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:26.219299 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c360a24a-eda4-426e-b5f9-37e4a863d910 req-a1a61f96-7f56-4f07-9875-52b4e87b18b9 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.2478573 Nov 25 13:17:26.243848 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cb915688-1d5d-4baf-ad08-8d652853666f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:26.245647 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cb915688-1d5d-4baf-ad08-8d652853666f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:26.248060 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1254f2f3-1e74-4fdb-9319-d19c3d8060c1 None None] Network 852a4914-50f1-4e00-b3d9-1a927fff763c requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:17:26.311924 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0321f4a5-3551-4501-8a0c-8aefd5b66260 req-7d66c006-4ac5-41e0-87ab-f9a673452176 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] 10.222.0.53 "GET /v2.0/security-groups/e151576c-4b1e-4370-993a-9dffc2b8c54c HTTP/1.1" status: 200 len: 1822 time: 0.0537589 Nov 25 13:17:26.320204 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cb915688-1d5d-4baf-ad08-8d652853666f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:26.325048 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-0321f4a5-3551-4501-8a0c-8aefd5b66260 req-2cb9dead-af07-461c-80fb-e97bfa707b49 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e151576c-4b1e-4370-993a-9dffc2b8c54c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:17:26.325490 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-0321f4a5-3551-4501-8a0c-8aefd5b66260 req-2cb9dead-af07-461c-80fb-e97bfa707b49 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e151576c-4b1e-4370-993a-9dffc2b8c54c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:17:26.434799 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-0321f4a5-3551-4501-8a0c-8aefd5b66260 req-2cb9dead-af07-461c-80fb-e97bfa707b49 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:26.464812 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-0321f4a5-3551-4501-8a0c-8aefd5b66260 req-2cb9dead-af07-461c-80fb-e97bfa707b49 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:26.474577 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb4d845-521d-4f77-9829-be4666abdacf req-1f6efe97-6cd6-4cd4-9922-5dc4cfa99ef7 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:26.476763 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1fb4d845-521d-4f77-9829-be4666abdacf req-1f6efe97-6cd6-4cd4-9922-5dc4cfa99ef7 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/ports?device_id=68f65f11-1e73-41d9-a7ee-e5f9a86aa90c HTTP/1.1" status: 200 len: 945 time: 0.1306610 Nov 25 13:17:26.478254 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-0321f4a5-3551-4501-8a0c-8aefd5b66260 req-2cb9dead-af07-461c-80fb-e97bfa707b49 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:26.514026 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9dead-af07-461c-80fb-e97bfa707b49 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcdb76f0-200b-44fb-84af-3ea81de15794,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:26.521267 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cb915688-1d5d-4baf-ad08-8d652853666f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:26.522607 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-0321f4a5-3551-4501-8a0c-8aefd5b66260 req-2cb9dead-af07-461c-80fb-e97bfa707b49 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:26.524046 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0321f4a5-3551-4501-8a0c-8aefd5b66260 req-2cb9dead-af07-461c-80fb-e97bfa707b49 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2043633 Nov 25 13:17:26.569034 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b72f271-ff4f-402b-a26f-d6aa60dc73e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-852a4914-50f1-4e00-b3d9-1a927fff763c', 'network_id': '852a4914-50f1-4e00-b3d9-1a927fff763c', 'tenant_id': 'a66046ba7ab241f7a28e6ccb64e01d36', 'fixed_ips': [{'subnet_id': '7a9c809c-58ba-4418-b161-113227da05aa'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:17:26.569947 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9b72f271-ff4f-402b-a26f-d6aa60dc73e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:26.575931 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1fb4d845-521d-4f77-9829-be4666abdacf req-a6c767c0-d7ac-4947-89bd-514771198f31 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/security-groups?id=9200d83a-329b-4ad5-86ae-84da9f8a7cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890033 Nov 25 13:17:26.653162 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-6a350e4c-4869-44b8-b898-1e0843f62684 req-d323fe21-fe02-404c-8328-c26fa76b0097 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1018022556', 'description': 'tempest-description-1797409452'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:17:26.751600 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984510a1-33b8-49a2-9377-cc00838dc52c req-51677282-eb71-44d3-9a09-87c7c824c21d tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:26.759862 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-984510a1-33b8-49a2-9377-cc00838dc52c req-51677282-eb71-44d3-9a09-87c7c824c21d tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=49392237-36aa-4a57-9070-b5a42c36fa86 HTTP/1.1" status: 200 len: 946 time: 0.0939579 Nov 25 13:17:26.762677 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-6a350e4c-4869-44b8-b898-1e0843f62684 req-d323fe21-fe02-404c-8328-c26fa76b0097 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:26.765512 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-9b72f271-ff4f-402b-a26f-d6aa60dc73e3 None None] Allocated IP 172.20.0.2 (852a4914-50f1-4e00-b3d9-1a927fff763c/7a9c809c-58ba-4418-b161-113227da05aa/67bc3e3d-78ca-4d6c-b6fe-b6581a45e2fd) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:17:26.855360 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-6a350e4c-4869-44b8-b898-1e0843f62684 req-d323fe21-fe02-404c-8328-c26fa76b0097 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:26.862981 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cb915688-1d5d-4baf-ad08-8d652853666f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:26.870541 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-6a350e4c-4869-44b8-b898-1e0843f62684 req-d323fe21-fe02-404c-8328-c26fa76b0097 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:26.893558 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cb915688-1d5d-4baf-ad08-8d652853666f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:26.913088 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-6a350e4c-4869-44b8-b898-1e0843f62684 req-d323fe21-fe02-404c-8328-c26fa76b0097 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:26.926335 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6a350e4c-4869-44b8-b898-1e0843f62684 req-d323fe21-fe02-404c-8328-c26fa76b0097 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.2773020 Nov 25 13:17:26.954784 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9b72f271-ff4f-402b-a26f-d6aa60dc73e3 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:26.959364 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-984510a1-33b8-49a2-9377-cc00838dc52c req-1a54da90-6acc-4d9f-80ce-2906dfca396f tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec610c10-0015-4919-a10e-9c11537c59cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983876 Nov 25 13:17:26.963327 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8a66afa0-a6b8-4587-92f3-1f8524d9ac69 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:26.969591 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9b72f271-ff4f-402b-a26f-d6aa60dc73e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:26.981828 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d323fe21-fe02-404c-8328-c26fa76b0097 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7167b21-a75c-47d5-9a4c-f94ae021f7aa,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:27.012279 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3bcc413e-c07c-4fb2-96ef-1c7a44580601 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:27.048447 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8a66afa0-a6b8-4587-92f3-1f8524d9ac69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:27.079434 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b72f271-ff4f-402b-a26f-d6aa60dc73e3 None None] Network 852a4914-50f1-4e00-b3d9-1a927fff763c is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:17:27.082536 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b72f271-ff4f-402b-a26f-d6aa60dc73e3 None None] Pushing event updated for resources: {'Port': ['ID=67bc3e3d-78ca-4d6c-b6fe-b6581a45e2fd,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:27.090787 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-cb915688-1d5d-4baf-ad08-8d652853666f admin admin] Allocated IP 172.25.5.222 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/594032a2-fd6f-40af-b69f-a1891f4af5c0) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:17:27.113051 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc413e-c07c-4fb2-96ef-1c7a44580601 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Pushing event deleted for resources: {'Subnet': ['ID=50dc7b39-2d08-496b-8cce-54a66654e21f,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:27.122485 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-9b72f271-ff4f-402b-a26f-d6aa60dc73e3 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:17:27.125580 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b72f271-ff4f-402b-a26f-d6aa60dc73e3 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:17:27.145939 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a66afa0-a6b8-4587-92f3-1f8524d9ac69 None None] Network 68814b13-72ed-4191-9e28-022242be51e4 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:17:27.152593 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-8a66afa0-a6b8-4587-92f3-1f8524d9ac69 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:17:27.155069 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a66afa0-a6b8-4587-92f3-1f8524d9ac69 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:17:27.170437 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a66afa0-a6b8-4587-92f3-1f8524d9ac69 None None] Pushing event updated for resources: {'Port': ['ID=06ab860a-d114-44be-aaeb-87ef9eeef553,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:27.227014 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3bcc413e-c07c-4fb2-96ef-1c7a44580601 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:27.258306 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24cb63-b515-4413-98ac-f737065ec8f5 req-8b6044ea-f02e-43a8-b524-d5bd331a1159 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:27.260122 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5c24cb63-b515-4413-98ac-f737065ec8f5 req-8b6044ea-f02e-43a8-b524-d5bd331a1159 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/ports?device_id=68f65f11-1e73-41d9-a7ee-e5f9a86aa90c HTTP/1.1" status: 200 len: 945 time: 0.2393839 Nov 25 13:17:27.264803 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-9b72f271-ff4f-402b-a26f-d6aa60dc73e3 None None] Attempting to bind port 67bc3e3d-78ca-4d6c-b6fe-b6581a45e2fd on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:17:27.265885 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-9b72f271-ff4f-402b-a26f-d6aa60dc73e3 None None] Attempting to bind port 67bc3e3d-78ca-4d6c-b6fe-b6581a45e2fd by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'ecd61d97-2a12-4d12-8094-1197283ab536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '852a4914-50f1-4e00-b3d9-1a927fff763c'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:17:27.265885 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b72f271-ff4f-402b-a26f-d6aa60dc73e3 None None] Attempting to bind port 67bc3e3d-78ca-4d6c-b6fe-b6581a45e2fd on network 852a4914-50f1-4e00-b3d9-1a927fff763c {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:17:27.279472 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cb915688-1d5d-4baf-ad08-8d652853666f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:27.281420 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc5c3f-deec-4d2c-95d7-30bfcfee68c8 req-605ab100-a374-4c6a-985a-a2d49577e0f3 tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:27.284006 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:17:27.287398 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b72f271-ff4f-402b-a26f-d6aa60dc73e3 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:17:27.287856 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b72f271-ff4f-402b-a26f-d6aa60dc73e3 None None] Checking segment: {'id': 'ecd61d97-2a12-4d12-8094-1197283ab536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '852a4914-50f1-4e00-b3d9-1a927fff763c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:17:27.288189 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9b72f271-ff4f-402b-a26f-d6aa60dc73e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:27.288597 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b72f271-ff4f-402b-a26f-d6aa60dc73e3 None None] Bound using segment: {'id': 'ecd61d97-2a12-4d12-8094-1197283ab536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '852a4914-50f1-4e00-b3d9-1a927fff763c'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:17:27.289044 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-18cc5c3f-deec-4d2c-95d7-30bfcfee68c8 req-605ab100-a374-4c6a-985a-a2d49577e0f3 tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] 10.222.0.53 "GET /v2.0/ports?device_id=e23d7bc0-0e21-420d-9355-e4e3f6a07b36 HTTP/1.1" status: 200 len: 949 time: 0.1793742 Nov 25 13:17:27.289223 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-9b72f271-ff4f-402b-a26f-d6aa60dc73e3 None None] Bound port: 67bc3e3d-78ca-4d6c-b6fe-b6581a45e2fd, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecd61d97-2a12-4d12-8094-1197283ab536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '852a4914-50f1-4e00-b3d9-1a927fff763c'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:17:27.289554 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9b72f271-ff4f-402b-a26f-d6aa60dc73e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:27.291594 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-8a66afa0-a6b8-4587-92f3-1f8524d9ac69 None None] Attempting to bind port 06ab860a-d114-44be-aaeb-87ef9eeef553 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:17:27.291965 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-8a66afa0-a6b8-4587-92f3-1f8524d9ac69 None None] Attempting to bind port 06ab860a-d114-44be-aaeb-87ef9eeef553 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '6419bd15-d031-47d1-bdaa-ab3f4633addd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '68814b13-72ed-4191-9e28-022242be51e4'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:17:27.292476 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a66afa0-a6b8-4587-92f3-1f8524d9ac69 None None] Attempting to bind port 06ab860a-d114-44be-aaeb-87ef9eeef553 on network 68814b13-72ed-4191-9e28-022242be51e4 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:17:27.301189 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-3bcc413e-c07c-4fb2-96ef-1c7a44580601 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68814b13-72ed-4191-9e28-022242be51e4']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:17:27.332734 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a66afa0-a6b8-4587-92f3-1f8524d9ac69 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:17:27.333123 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a66afa0-a6b8-4587-92f3-1f8524d9ac69 None None] Checking segment: {'id': '6419bd15-d031-47d1-bdaa-ab3f4633addd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '68814b13-72ed-4191-9e28-022242be51e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:17:27.333536 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8a66afa0-a6b8-4587-92f3-1f8524d9ac69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:27.333652 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-3bcc413e-c07c-4fb2-96ef-1c7a44580601 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6419bd15-d031-47d1-bdaa-ab3f4633addd') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:17:27.333875 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-3bcc413e-c07c-4fb2-96ef-1c7a44580601 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6419bd15-d031-47d1-bdaa-ab3f4633addd') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:17:27.333986 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a66afa0-a6b8-4587-92f3-1f8524d9ac69 None None] Bound using segment: {'id': '6419bd15-d031-47d1-bdaa-ab3f4633addd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '68814b13-72ed-4191-9e28-022242be51e4'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:17:27.334408 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-8a66afa0-a6b8-4587-92f3-1f8524d9ac69 None None] Bound port: 06ab860a-d114-44be-aaeb-87ef9eeef553, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6419bd15-d031-47d1-bdaa-ab3f4633addd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '68814b13-72ed-4191-9e28-022242be51e4'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:17:27.334812 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8a66afa0-a6b8-4587-92f3-1f8524d9ac69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:27.347553 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3bcc413e-c07c-4fb2-96ef-1c7a44580601 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:27.353182 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cb915688-1d5d-4baf-ad08-8d652853666f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:27.418641 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb915688-1d5d-4baf-ad08-8d652853666f admin admin] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:17:27.425185 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-cb915688-1d5d-4baf-ad08-8d652853666f admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:17:27.431334 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb915688-1d5d-4baf-ad08-8d652853666f admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:17:27.447537 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb915688-1d5d-4baf-ad08-8d652853666f admin admin] Pushing event updated for resources: {'Port': ['ID=594032a2-fd6f-40af-b69f-a1891f4af5c0,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:27.448729 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-18cc5c3f-deec-4d2c-95d7-30bfcfee68c8 req-f842b0af-b5aa-49e6-b4a3-32455773206e tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] 10.222.0.53 "GET /v2.0/security-groups?id=3018a1a8-bfb1-4887-8960-229341a1634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420898 Nov 25 13:17:27.453025 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5c24cb63-b515-4413-98ac-f737065ec8f5 req-98bf12f6-226d-4149-b5f9-c5eac3a239e1 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/security-groups?id=9200d83a-329b-4ad5-86ae-84da9f8a7cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802311 Nov 25 13:17:27.458820 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3bcc413e-c07c-4fb2-96ef-1c7a44580601 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:27.460828 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24082a21-dc38-476a-a1d3-86d654c4e361 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:17:27.475344 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bcc413e-c07c-4fb2-96ef-1c7a44580601 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:17:27.475938 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3bcc413e-c07c-4fb2-96ef-1c7a44580601 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:27.480838 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:17:27.480838 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:17:27.480838 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:17:27.480838 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:17:27.480838 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:17:27.480838 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:17:27.480838 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:17:27.480838 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:17:27.480838 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:17:27.480838 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:17:27.480838 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:17:27.480838 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:17:27.480838 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:17:27.480838 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:17:27.480838 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:17:27.480838 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:17:27.480838 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:17:27.480838 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:17:27.480838 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:17:27.480838 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:17:27.480838 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:17:27.480838 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:17:27.480838 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:17:27.480838 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:17:27.480838 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:17:27.480838 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:17:27.480838 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:17:27.480838 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:17:27.480838 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:17:27.480838 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:17:27.480838 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:17:27.480838 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:17:27.543483 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9b72f271-ff4f-402b-a26f-d6aa60dc73e3 None None] For port 67bc3e3d-78ca-4d6c-b6fe-b6581a45e2fd, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:17:27.567370 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9b72f271-ff4f-402b-a26f-d6aa60dc73e3 None None] For port 67bc3e3d-78ca-4d6c-b6fe-b6581a45e2fd, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=67bc3e3d-78ca-4d6c-b6fe-b6581a45e2fd,segment=NetworkSegment(ecd61d97-2a12-4d12-8094-1197283ab536),segment_id=ecd61d97-2a12-4d12-8094-1197283ab536)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:17:27.568700 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-8a66afa0-a6b8-4587-92f3-1f8524d9ac69 None None] For port 06ab860a-d114-44be-aaeb-87ef9eeef553, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:17:27.571176 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:27.582922 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9b72f271-ff4f-402b-a26f-d6aa60dc73e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:27.597166 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ce05881f-e33a-4ab3-8934-262df378f132 req-824ae054-ef3e-4845-8c86-5fcf39d93643 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] 10.222.0.53 "GET /v2.0/security-groups/a7167b21-a75c-47d5-9a4c-f94ae021f7aa HTTP/1.1" status: 200 len: 1824 time: 0.1171958 Nov 25 13:17:27.603319 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-ce05881f-e33a-4ab3-8934-262df378f132 req-f5b03b06-9fb0-4260-8ff1-016ac125a56f tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a7167b21-a75c-47d5-9a4c-f94ae021f7aa', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:17:27.603644 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-ce05881f-e33a-4ab3-8934-262df378f132 req-f5b03b06-9fb0-4260-8ff1-016ac125a56f tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a7167b21-a75c-47d5-9a4c-f94ae021f7aa', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:17:27.609577 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.db.api [None req-3bcc413e-c07c-4fb2-96ef-1c7a44580601 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 13:17:27.609577 n-d-808199-11 neutron-server[103570]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 13:17:27.609577 n-d-808199-11 neutron-server[103570]: [parameters: {'id': '68814b13-72ed-4191-9e28-022242be51e4'}] Nov 25 13:17:27.609577 n-d-808199-11 neutron-server[103570]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 13:17:27.609941 n-d-808199-11 neutron-server[103570]: DEBUG oslo_db.api [None req-3bcc413e-c07c-4fb2-96ef-1c7a44580601 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 13:17:27.645403 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b72f271-ff4f-402b-a26f-d6aa60dc73e3 None None] Pushing event updated for resources: {'Port': ['ID=67bc3e3d-78ca-4d6c-b6fe-b6581a45e2fd,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:27.681578 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-ce05881f-e33a-4ab3-8934-262df378f132 req-f5b03b06-9fb0-4260-8ff1-016ac125a56f tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:27.682406 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-8a66afa0-a6b8-4587-92f3-1f8524d9ac69 None None] For port 06ab860a-d114-44be-aaeb-87ef9eeef553, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=06ab860a-d114-44be-aaeb-87ef9eeef553,segment=NetworkSegment(6419bd15-d031-47d1-bdaa-ab3f4633addd),segment_id=6419bd15-d031-47d1-bdaa-ab3f4633addd)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:17:27.695132 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e23d7bc0-0e21-420d-9355-e4e3f6a07b36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:17:27.697547 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53dcfdd2-1f6d-4480-879f-b7dc549aea57" -d '{"events": [{"server_uuid": "e23d7bc0-0e21-420d-9355-e4e3f6a07b36", "name": "network-vif-unplugged", "status": "completed", "tag": "122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:17:27.715287 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8a66afa0-a6b8-4587-92f3-1f8524d9ac69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:27.738068 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-ce05881f-e33a-4ab3-8934-262df378f132 req-f5b03b06-9fb0-4260-8ff1-016ac125a56f tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:27.738503 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:17:27.755061 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-ce05881f-e33a-4ab3-8934-262df378f132 req-f5b03b06-9fb0-4260-8ff1-016ac125a56f tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:27.791058 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b03b06-9fb0-4260-8ff1-016ac125a56f tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f058c939-270b-47c6-8151-9900ec882edb,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:27.796596 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-ce05881f-e33a-4ab3-8934-262df378f132 req-f5b03b06-9fb0-4260-8ff1-016ac125a56f tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:27.797827 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ce05881f-e33a-4ab3-8934-262df378f132 req-f5b03b06-9fb0-4260-8ff1-016ac125a56f tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1997795 Nov 25 13:17:27.823643 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:27.890227 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-0b48c4d1-3450-4efb-9b5d-1db5b6392097 None None] Provisioning complete for port 594032a2-fd6f-40af-b69f-a1891f4af5c0 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:17:27.890624 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0b48c4d1-3450-4efb-9b5d-1db5b6392097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:27.959014 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 13:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2929532-99af-4a4e-88dd-9be69f9e96c2 x-openstack-request-id: req-f2929532-99af-4a4e-88dd-9be69f9e96c2 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:17:27.959690 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e23d7bc0-0e21-420d-9355-e4e3f6a07b36", "name": "network-vif-unplugged", "status": "completed", "tag": "122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:17:27.959690 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f2929532-99af-4a4e-88dd-9be69f9e96c2 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:17:27.959988 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e23d7bc0-0e21-420d-9355-e4e3f6a07b36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e', 'code': 200} Nov 25 13:17:27.976378 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-56125547-34af-4b04-b40b-28d30387f142 req-a6e15243-4cc6-47e8-b710-9aeb9facfe81 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-311105582', 'description': 'tempest-description-138600907'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:17:28.021925 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-56125547-34af-4b04-b40b-28d30387f142 req-a6e15243-4cc6-47e8-b710-9aeb9facfe81 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:28.025113 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a66afa0-a6b8-4587-92f3-1f8524d9ac69 None None] Pushing event updated for resources: {'Port': ['ID=06ab860a-d114-44be-aaeb-87ef9eeef553,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:28.112449 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3bcc413e-c07c-4fb2-96ef-1c7a44580601 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:28.193200 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e,revision_number=8']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:28.250989 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-56125547-34af-4b04-b40b-28d30387f142 req-a6e15243-4cc6-47e8-b710-9aeb9facfe81 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:28.251750 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b32af3-be21-4b37-b259-bd981fe39ea5 None None] Network 68814b13-72ed-4191-9e28-022242be51e4 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:17:28.262029 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-56125547-34af-4b04-b40b-28d30387f142 req-a6e15243-4cc6-47e8-b710-9aeb9facfe81 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:28.287144 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-3bcc413e-c07c-4fb2-96ef-1c7a44580601 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Deleting port 06ab860a-d114-44be-aaeb-87ef9eeef553 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:17:28.287485 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3bcc413e-c07c-4fb2-96ef-1c7a44580601 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:28.408256 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-56125547-34af-4b04-b40b-28d30387f142 req-a6e15243-4cc6-47e8-b710-9aeb9facfe81 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:28.412743 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-56125547-34af-4b04-b40b-28d30387f142 req-a6e15243-4cc6-47e8-b710-9aeb9facfe81 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.4428980 Nov 25 13:17:28.459213 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e15243-4cc6-47e8-b710-9aeb9facfe81 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=995ecf7d-ecec-44b2-b806-c65a46057b74,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:28.509103 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-0b48c4d1-3450-4efb-9b5d-1db5b6392097 None None] Port 594032a2-fd6f-40af-b69f-a1891f4af5c0 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:17:28.581377 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed905c-70a7-463d-9784-3fd87bc979d5 req-65a679ab-6ae4-4d63-8354-e44b9d15fe33 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:28.590206 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b1ed905c-70a7-463d-9784-3fd87bc979d5 req-65a679ab-6ae4-4d63-8354-e44b9d15fe33 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/ports?device_id=68f65f11-1e73-41d9-a7ee-e5f9a86aa90c HTTP/1.1" status: 200 len: 945 time: 0.2382143 Nov 25 13:17:28.601498 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-3bcc413e-c07c-4fb2-96ef-1c7a44580601 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] For port 06ab860a-d114-44be-aaeb-87ef9eeef553, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=06ab860a-d114-44be-aaeb-87ef9eeef553,segment=NetworkSegment(6419bd15-d031-47d1-bdaa-ab3f4633addd),segment_id=6419bd15-d031-47d1-bdaa-ab3f4633addd)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:17:28.601869 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3bcc413e-c07c-4fb2-96ef-1c7a44580601 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:28.617821 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 67bc3e3d-78ca-4d6c-b6fe-b6581a45e2fd up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:17:28.636651 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cb915688-1d5d-4baf-ad08-8d652853666f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:28.640612 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-3bcc413e-c07c-4fb2-96ef-1c7a44580601 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Calling delete_port for 06ab860a-d114-44be-aaeb-87ef9eeef553 owned by network:dhcp {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:17:28.690440 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2669d6a8-cc47-4b6e-a0e0-c68373756177 req-85776808-361a-4af8-985d-e56e1a7b42d0 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:28.692024 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2669d6a8-cc47-4b6e-a0e0-c68373756177 req-85776808-361a-4af8-985d-e56e1a7b42d0 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=49392237-36aa-4a57-9070-b5a42c36fa86 HTTP/1.1" status: 200 len: 946 time: 0.1619406 Nov 25 13:17:28.712404 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 67bc3e3d-78ca-4d6c-b6fe-b6581a45e2fd triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:17:28.713027 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:28.779112 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b1ed905c-70a7-463d-9784-3fd87bc979d5 req-d2256bb7-a87e-4bcb-8459-889daab393e8 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/security-groups?id=9200d83a-329b-4ad5-86ae-84da9f8a7cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833601 Nov 25 13:17:28.859809 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:28.894976 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2669d6a8-cc47-4b6e-a0e0-c68373756177 req-9b0448b1-9955-42cf-bedf-a15b4b664a1b tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec610c10-0015-4919-a10e-9c11537c59cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633430 Nov 25 13:17:28.899816 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3bcc413e-c07c-4fb2-96ef-1c7a44580601 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:28.930383 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-aff33c23-612d-4d81-88db-a751b1c940f6 req-1ef0b2f2-624d-4596-a6bc-d544fe1c2b8a tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-883874682', 'description': 'tempest-description-1301307809'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:17:28.961442 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] For port 67bc3e3d-78ca-4d6c-b6fe-b6581a45e2fd, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=67bc3e3d-78ca-4d6c-b6fe-b6581a45e2fd,segment=NetworkSegment(ecd61d97-2a12-4d12-8094-1197283ab536),segment_id=ecd61d97-2a12-4d12-8094-1197283ab536)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:17:28.964683 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cb915688-1d5d-4baf-ad08-8d652853666f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:28.973274 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:29.054657 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcc413e-c07c-4fb2-96ef-1c7a44580601 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] No DVR routers for this DVR port 06ab860a-d114-44be-aaeb-87ef9eeef553 on host n-d-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:17:29.062410 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc413e-c07c-4fb2-96ef-1c7a44580601 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Pushing event deleted for resources: {'Port': ['ID=06ab860a-d114-44be-aaeb-87ef9eeef553,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:29.108075 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Pushing event updated for resources: {'Port': ['ID=67bc3e3d-78ca-4d6c-b6fe-b6581a45e2fd,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:29.122547 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-aff33c23-612d-4d81-88db-a751b1c940f6 req-1ef0b2f2-624d-4596-a6bc-d544fe1c2b8a tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:29.201740 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb915688-1d5d-4baf-ad08-8d652853666f admin admin] Router 0269e300-787d-4073-afb4-fff6cd965809 is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:17:29.298057 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3bcc413e-c07c-4fb2-96ef-1c7a44580601 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:29.323474 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-3bcc413e-c07c-4fb2-96ef-1c7a44580601 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68814b13-72ed-4191-9e28-022242be51e4']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:17:29.334188 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-3bcc413e-c07c-4fb2-96ef-1c7a44580601 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6419bd15-d031-47d1-bdaa-ab3f4633addd') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:17:29.334642 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-3bcc413e-c07c-4fb2-96ef-1c7a44580601 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6419bd15-d031-47d1-bdaa-ab3f4633addd') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:17:29.345753 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3bcc413e-c07c-4fb2-96ef-1c7a44580601 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:29.352897 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb915688-1d5d-4baf-ad08-8d652853666f admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:17:29.363107 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfb5810-ed34-4580-b9fd-d6d204728fcf None None] Sync routers for ids ['0269e300-787d-4073-afb4-fff6cd965809'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:17:29.384483 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cb915688-1d5d-4baf-ad08-8d652853666f admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:29.385842 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3bcc413e-c07c-4fb2-96ef-1c7a44580601 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:29.385971 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-cb915688-1d5d-4baf-ad08-8d652853666f admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 3.2081912 Nov 25 13:17:29.388428 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 48482) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:29.401719 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfb5810-ed34-4580-b9fd-d6d204728fcf None None] Routers {'0269e300-787d-4073-afb4-fff6cd965809'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:17:29.403308 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-fdfb5810-ed34-4580-b9fd-d6d204728fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:17:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['0269e300-787d-4073-afb4-fff6cd965809'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:17:29.408673 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bcc413e-c07c-4fb2-96ef-1c7a44580601 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:17:29.409427 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3bcc413e-c07c-4fb2-96ef-1c7a44580601 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:29.553263 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:17:29.553263 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:17:29.553263 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:17:29.553263 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:17:29.553263 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:17:29.553263 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:17:29.553263 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:17:29.553263 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:17:29.553263 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:17:29.553263 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:17:29.553263 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:17:29.553263 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:17:29.553263 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:17:29.553263 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:17:29.553263 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:17:29.553263 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:17:29.553263 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:17:29.553263 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:17:29.553263 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:17:29.553263 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:17:29.553263 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:17:29.553263 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:17:29.553263 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:17:29.553263 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:17:29.553263 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:17:29.553263 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:17:29.553263 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:17:29.553263 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:17:29.553263 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:17:29.553263 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:17:29.553263 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:17:29.553263 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:17:29.565817 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3bcc413e-c07c-4fb2-96ef-1c7a44580601 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:29.602025 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2c9d9d-883e-476c-92b6-0795e3d513f1 None None] Network 852a4914-50f1-4e00-b3d9-1a927fff763c requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:17:29.620222 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3bcc413e-c07c-4fb2-96ef-1c7a44580601 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:29.627634 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3bcc413e-c07c-4fb2-96ef-1c7a44580601 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "DELETE /v2.0/networks/68814b13-72ed-4191-9e28-022242be51e4 HTTP/1.1" status: 204 len: 168 time: 4.7811334 Nov 25 13:17:29.630998 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc413e-c07c-4fb2-96ef-1c7a44580601 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Pushing event deleted for resources: {'Network': ['ID=68814b13-72ed-4191-9e28-022242be51e4,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:29.637153 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 48484) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:29.663246 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-c82b00c4-b4cb-4cdd-91ef-3312200bced8 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1316514189'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:17:29.736157 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c613bdb-7d87-448d-b74f-108dd31a7005 req-7a311e00-536e-40a2-95ef-57e09bd08bdc tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:29.746982 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3c613bdb-7d87-448d-b74f-108dd31a7005 req-7a311e00-536e-40a2-95ef-57e09bd08bdc tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/ports?device_id=68f65f11-1e73-41d9-a7ee-e5f9a86aa90c HTTP/1.1" status: 200 len: 945 time: 0.5956140 Nov 25 13:17:29.752355 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-0bc10c20-f251-4b6f-ac86-ed4c91cb417d None None] Provisioning complete for port 67bc3e3d-78ca-4d6c-b6fe-b6581a45e2fd triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:17:29.752861 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0bc10c20-f251-4b6f-ac86-ed4c91cb417d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:29.783916 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82b00c4-b4cb-4cdd-91ef-3312200bced8 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Made reservation on behalf of 22ba648da9f241c0a9e2114a63bb303f for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:17:29.788147 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c82b00c4-b4cb-4cdd-91ef-3312200bced8 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:29.800771 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-fdfb5810-ed34-4580-b9fd-d6d204728fcf None None] Set router 0269e300-787d-4073-afb4-fff6cd965809 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:17:29.852895 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-aff33c23-612d-4d81-88db-a751b1c940f6 req-1ef0b2f2-624d-4596-a6bc-d544fe1c2b8a tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:29.872542 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c82b00c4-b4cb-4cdd-91ef-3312200bced8 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:17:29.883453 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c82b00c4-b4cb-4cdd-91ef-3312200bced8 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:29.884403 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-c82b00c4-b4cb-4cdd-91ef-3312200bced8 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Added segment 607f6e0b-5081-4e43-b1b1-69865e9bb761 of type vlan for network f303d7db-24ce-4d81-bc8e-f0c3cb65c55f Nov 25 13:17:29.921385 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-aff33c23-612d-4d81-88db-a751b1c940f6 req-1ef0b2f2-624d-4596-a6bc-d544fe1c2b8a tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:29.958517 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c82b00c4-b4cb-4cdd-91ef-3312200bced8 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:29.998940 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3c613bdb-7d87-448d-b74f-108dd31a7005 req-993a5d63-d91d-4663-9f05-23abef44cae1 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/security-groups?id=9200d83a-329b-4ad5-86ae-84da9f8a7cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510278 Nov 25 13:17:30.032914 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-aff33c23-612d-4d81-88db-a751b1c940f6 req-1ef0b2f2-624d-4596-a6bc-d544fe1c2b8a tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:30.034171 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-aff33c23-612d-4d81-88db-a751b1c940f6 req-1ef0b2f2-624d-4596-a6bc-d544fe1c2b8a tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 1.1200542 Nov 25 13:17:30.052705 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef0b2f2-624d-4596-a6bc-d544fe1c2b8a tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b056a555-5cba-4714-ae71-9f3a1d7fbe42,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:30.069525 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c82b00c4-b4cb-4cdd-91ef-3312200bced8 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:30.078058 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82b00c4-b4cb-4cdd-91ef-3312200bced8 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:30.078910 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c82b00c4-b4cb-4cdd-91ef-3312200bced8 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:30.094097 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7e2ac982-2aa8-42ea-a6c8-0f6be53f146b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:30.190198 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-fdfb5810-ed34-4580-b9fd-d6d204728fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0269e300-787d-4073-afb4-fff6cd965809', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1693762775-router', 'tenant_id': 'a66046ba7ab241f7a28e6ccb64e01d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '594032a2-fd6f-40af-b69f-a1891f4af5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:17:26Z', 'updated_at': '2021-11-25T13:17:28Z', 'revision_number': 3, 'project_id': 'a66046ba7ab241f7a28e6ccb64e01d36', 'gw_port': {'id': '594032a2-fd6f-40af-b69f-a1891f4af5c0', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:78:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0269e300-787d-4073-afb4-fff6cd965809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:17:26Z', 'updated_at': '2021-11-25T13:17:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:17:30.222966 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c82b00c4-b4cb-4cdd-91ef-3312200bced8 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5809834 Nov 25 13:17:30.223383 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfb5810-ed34-4580-b9fd-d6d204728fcf None None] Checking router: 0269e300-787d-4073-afb4-fff6cd965809 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:17:30.223383 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfb5810-ed34-4580-b9fd-d6d204728fcf None None] Updating router 0269e300-787d-4073-afb4-fff6cd965809 port 594032a2-fd6f-40af-b69f-a1891f4af5c0 binding host n-d-808199-11 {{(pid=103572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:17:30.226407 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 48508) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:30.233402 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-3706e496-f31c-41da-98b5-a71205d91dac tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Request body: {'subnet': {'network_id': 'f303d7db-24ce-4d81-bc8e-f0c3cb65c55f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:17:30.263663 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fdfb5810-ed34-4580-b9fd-d6d204728fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:30.333465 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-7e2ac982-2aa8-42ea-a6c8-0f6be53f146b admin admin] Allocated IP 172.20.0.1 (852a4914-50f1-4e00-b3d9-1a927fff763c/7a9c809c-58ba-4418-b161-113227da05aa/ff51eff9-62c6-48c6-ab67-0733773c24d6) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:17:30.430375 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 67bc3e3d-78ca-4d6c-b6fe-b6581a45e2fd up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:17:30.469588 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8b674497-b279-4a29-88cf-f40ac44dd37a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:30.512667 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7e2ac982-2aa8-42ea-a6c8-0f6be53f146b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:30.527814 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82b00c4-b4cb-4cdd-91ef-3312200bced8 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Pushing event updated for resources: {'Network': ['ID=f303d7db-24ce-4d81-bc8e-f0c3cb65c55f,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:30.569315 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7e2ac982-2aa8-42ea-a6c8-0f6be53f146b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:30.593122 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6f4316c8-a83b-4f57-a7d3-e4d31b9a9bf1 req-58b68d3d-61de-4ed7-9ae1-1895ca8b23f0 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] 10.222.0.53 "GET /v2.0/security-groups/995ecf7d-ecec-44b2-b806-c65a46057b74 HTTP/1.1" status: 200 len: 1822 time: 0.1922867 Nov 25 13:17:30.608448 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5470114f-5a56-4552-ad96-e0d94c5456d2 req-efcedec2-c003-46c3-ac87-2a700ef49bea tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:30.616547 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5470114f-5a56-4552-ad96-e0d94c5456d2 req-efcedec2-c003-46c3-ac87-2a700ef49bea tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=49392237-36aa-4a57-9070-b5a42c36fa86 HTTP/1.1" status: 200 len: 946 time: 0.4228048 Nov 25 13:17:30.635387 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2ac982-2aa8-42ea-a6c8-0f6be53f146b admin admin] Pushing event updated for resources: {'Port': ['ID=ff51eff9-62c6-48c6-ab67-0733773c24d6,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:30.660487 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2ac982-2aa8-42ea-a6c8-0f6be53f146b admin admin] Network 852a4914-50f1-4e00-b3d9-1a927fff763c is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:17:30.663886 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-7e2ac982-2aa8-42ea-a6c8-0f6be53f146b admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:17:30.676587 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2ac982-2aa8-42ea-a6c8-0f6be53f146b admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:17:30.713458 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11f65e5-5917-4eed-9f7a-65e637812669 None None] get_active_networks_info from n-d-808199-11 {{(pid=103572) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 13:17:30.715411 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network f303d7db-24ce-4d81-bc8e-f0c3cb65c55f details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:17:30.716645 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6f4316c8-a83b-4f57-a7d3-e4d31b9a9bf1 req-3175e6cd-7116-4d84-9cc6-d0aa7e635b5b tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] 10.222.0.53 "GET /v2.0/security-groups/b056a555-5cba-4714-ae71-9f3a1d7fbe42 HTTP/1.1" status: 200 len: 1823 time: 0.1224160 Nov 25 13:17:30.722832 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-6f4316c8-a83b-4f57-a7d3-e4d31b9a9bf1 req-bd8f5d65-bff5-4f0f-85c1-68790842f39f tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '995ecf7d-ecec-44b2-b806-c65a46057b74', 'remote_group_id': 'b056a555-5cba-4714-ae71-9f3a1d7fbe42', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:17:30.723155 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-6f4316c8-a83b-4f57-a7d3-e4d31b9a9bf1 req-bd8f5d65-bff5-4f0f-85c1-68790842f39f tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '995ecf7d-ecec-44b2-b806-c65a46057b74', 'remote_group_id': 'b056a555-5cba-4714-ae71-9f3a1d7fbe42', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:17:30.727816 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3706e496-f31c-41da-98b5-a71205d91dac tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Made reservation on behalf of 22ba648da9f241c0a9e2114a63bb303f for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:17:30.731126 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3706e496-f31c-41da-98b5-a71205d91dac tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:30.733675 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7e2ac982-2aa8-42ea-a6c8-0f6be53f146b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:30.760365 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5470114f-5a56-4552-ad96-e0d94c5456d2 req-083a458b-3fcd-4f41-bf27-346c1e8ea5f9 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec610c10-0015-4919-a10e-9c11537c59cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428523 Nov 25 13:17:30.815614 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-a9d038c0-b916-4abe-ae3b-5a57acc0af7f None None] Provisioning complete for port 67bc3e3d-78ca-4d6c-b6fe-b6581a45e2fd triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:17:30.815997 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a9d038c0-b916-4abe-ae3b-5a57acc0af7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:30.868953 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 67bc3e3d-78ca-4d6c-b6fe-b6581a45e2fd triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:17:30.869420 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:30.900972 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.ipam_backend_mixin [None req-3706e496-f31c-41da-98b5-a71205d91dac tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Performing IP validity checks on allocation pools {{(pid=103570) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 25 13:17:30.901507 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.ipam_backend_mixin [None req-3706e496-f31c-41da-98b5-a71205d91dac tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103570) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 25 13:17:30.908500 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7e2ac982-2aa8-42ea-a6c8-0f6be53f146b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:30.985067 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f7a21d-0ad9-453e-9583-bec561dbd3b1 req-d00dfe38-d395-4c64-9b75-24c641ee6555 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:30.986599 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-04f7a21d-0ad9-453e-9583-bec561dbd3b1 req-d00dfe38-d395-4c64-9b75-24c641ee6555 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/ports?device_id=68f65f11-1e73-41d9-a7ee-e5f9a86aa90c HTTP/1.1" status: 200 len: 945 time: 0.1257722 Nov 25 13:17:31.111281 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-6f4316c8-a83b-4f57-a7d3-e4d31b9a9bf1 req-bd8f5d65-bff5-4f0f-85c1-68790842f39f tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:31.119030 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11f65e5-5917-4eed-9f7a-65e637812669 None None] Resources bound (agent type, host, resource id): {{(pid=103572) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 13:17:31.121342 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-04f7a21d-0ad9-453e-9583-bec561dbd3b1 req-a645c8b4-8932-4771-aa81-db69fa0ee277 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/security-groups?id=9200d83a-329b-4ad5-86ae-84da9f8a7cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238775 Nov 25 13:17:31.165996 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7e2ac982-2aa8-42ea-a6c8-0f6be53f146b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:31.175128 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7e2ac982-2aa8-42ea-a6c8-0f6be53f146b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:31.222439 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-6f4316c8-a83b-4f57-a7d3-e4d31b9a9bf1 req-bd8f5d65-bff5-4f0f-85c1-68790842f39f tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:31.227000 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3706e496-f31c-41da-98b5-a71205d91dac tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:31.263936 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7e2ac982-2aa8-42ea-a6c8-0f6be53f146b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:31.288676 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2ac982-2aa8-42ea-a6c8-0f6be53f146b admin admin] Pushing event updated for resources: {'Port': ['ID=ff51eff9-62c6-48c6-ab67-0733773c24d6,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:31.332327 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3706e496-f31c-41da-98b5-a71205d91dac tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Pushing event updated for resources: {'Subnet': ['ID=3e726d4f-d056-4a2a-88d4-74a66df4addf,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:31.346609 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device c4148b1e-2e38-4b8a-a9a2-1bc3ac636534 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:17:31.352592 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-6f4316c8-a83b-4f57-a7d3-e4d31b9a9bf1 req-bd8f5d65-bff5-4f0f-85c1-68790842f39f tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:31.434059 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2ac982-2aa8-42ea-a6c8-0f6be53f146b admin admin] Network 852a4914-50f1-4e00-b3d9-1a927fff763c is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:17:31.435563 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-7e2ac982-2aa8-42ea-a6c8-0f6be53f146b admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:17:31.456906 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8f5d65-bff5-4f0f-85c1-68790842f39f tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6cfe068-6aff-4ce7-8177-3f2c99b101a0,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:31.509769 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3706e496-f31c-41da-98b5-a71205d91dac tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Checking segment: {'id': '607f6e0b-5081-4e43-b1b1-69865e9bb761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'f303d7db-24ce-4d81-bc8e-f0c3cb65c55f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:17:31.510421 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3706e496-f31c-41da-98b5-a71205d91dac tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Network hostable DHCP agents. Network: f303d7db-24ce-4d81-bc8e-f0c3cb65c55f, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:17:31.518889 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-6f4316c8-a83b-4f57-a7d3-e4d31b9a9bf1 req-bd8f5d65-bff5-4f0f-85c1-68790842f39f tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:31.521537 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6f4316c8-a83b-4f57-a7d3-e4d31b9a9bf1 req-bd8f5d65-bff5-4f0f-85c1-68790842f39f tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.8040638 Nov 25 13:17:31.537956 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fdfb5810-ed34-4580-b9fd-d6d204728fcf None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:31.549312 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1cf67-c42a-4969-bba6-c68c6831bcc5 req-1f923db9-5696-49b1-915b-2d5c49e1270a tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:31.551169 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-05d1cf67-c42a-4969-bba6-c68c6831bcc5 req-1f923db9-5696-49b1-915b-2d5c49e1270a tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/ports?device_id=68f65f11-1e73-41d9-a7ee-e5f9a86aa90c HTTP/1.1" status: 200 len: 945 time: 0.2198777 Nov 25 13:17:31.553240 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3706e496-f31c-41da-98b5-a71205d91dac tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Network f303d7db-24ce-4d81-bc8e-f0c3cb65c55f is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:17:31.575759 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-3706e496-f31c-41da-98b5-a71205d91dac tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, f303d7db-24ce-4d81-bc8e-f0c3cb65c55f) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:17:31.591407 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3706e496-f31c-41da-98b5-a71205d91dac tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:31.592240 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3706e496-f31c-41da-98b5-a71205d91dac tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:31.634430 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fdfb5810-ed34-4580-b9fd-d6d204728fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:31.639366 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-05d1cf67-c42a-4969-bba6-c68c6831bcc5 req-6d8d9a4f-b167-4c59-87db-1a5798d37957 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/security-groups?id=9200d83a-329b-4ad5-86ae-84da9f8a7cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764892 Nov 25 13:17:31.676513 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3706e496-f31c-41da-98b5-a71205d91dac tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.4420526 Nov 25 13:17:31.676513 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 48538) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:31.738291 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-8b5c9c7a-803d-40bb-97c2-7e771fe0c072 req-fdfb2abe-834f-4fba-aa6b-ffaada3fafbc tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-245464793', 'description': 'tempest-description-1080316170'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:17:31.766734 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e2ac982-2aa8-42ea-a6c8-0f6be53f146b admin admin] Router 0269e300-787d-4073-afb4-fff6cd965809 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:17:31.786316 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1652ce-ad2b-4931-971e-0361341a4922 None None] Pushing event updated for resources: {'Port': ['ID=594032a2-fd6f-40af-b69f-a1891f4af5c0,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:31.863377 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port c4148b1e-2e38-4b8a-a9a2-1bc3ac636534, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=c4148b1e-2e38-4b8a-a9a2-1bc3ac636534,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:17:31.884887 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': 'c4148b1e-2e38-4b8a-a9a2-1bc3ac636534', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'port_id': 'c4148b1e-2e38-4b8a-a9a2-1bc3ac636534', 'mac_address': 'fa:16:3e:92:23:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce5ca48-e3be-44c6-9584-fd9eb8c67222', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:17:31.896639 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-8b5c9c7a-803d-40bb-97c2-7e771fe0c072 req-fdfb2abe-834f-4fba-aa6b-ffaada3fafbc tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:32.026078 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b2f59a5a-86d5-4336-8ef5-2edb96a7f2f2 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:32.029251 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:32.032746 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-fdfb5810-ed34-4580-b9fd-d6d204728fcf None None] Attempting to bind port 594032a2-fd6f-40af-b69f-a1891f4af5c0 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:17:32.033467 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-fdfb5810-ed34-4580-b9fd-d6d204728fcf None None] Attempting to bind port 594032a2-fd6f-40af-b69f-a1891f4af5c0 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:17:32.034004 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfb5810-ed34-4580-b9fd-d6d204728fcf None None] Attempting to bind port 594032a2-fd6f-40af-b69f-a1891f4af5c0 on network 7542d3d9-0db3-40e7-ab88-a168871141f7 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:17:32.036480 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e2ac982-2aa8-42ea-a6c8-0f6be53f146b admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:17:32.045285 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfb5810-ed34-4580-b9fd-d6d204728fcf None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:17:32.046084 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfb5810-ed34-4580-b9fd-d6d204728fcf None None] Checking segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:17:32.046515 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fdfb5810-ed34-4580-b9fd-d6d204728fcf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:32.047323 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfb5810-ed34-4580-b9fd-d6d204728fcf None None] Bound using segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:17:32.048345 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-fdfb5810-ed34-4580-b9fd-d6d204728fcf None None] Bound port: 594032a2-fd6f-40af-b69f-a1891f4af5c0, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:17:32.048735 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fdfb5810-ed34-4580-b9fd-d6d204728fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:32.059874 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-7e2ac982-2aa8-42ea-a6c8-0f6be53f146b admin admin] 10.222.0.53 "PUT /v2.0/routers/0269e300-787d-4073-afb4-fff6cd965809/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6701941 Nov 25 13:17:32.177579 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-fdfb5810-ed34-4580-b9fd-d6d204728fcf None None] For port 594032a2-fd6f-40af-b69f-a1891f4af5c0, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:17:32.184486 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-fdfb5810-ed34-4580-b9fd-d6d204728fcf None None] For port 594032a2-fd6f-40af-b69f-a1891f4af5c0, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=594032a2-fd6f-40af-b69f-a1891f4af5c0,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:17:32.230165 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fdfb5810-ed34-4580-b9fd-d6d204728fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:32.272968 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-8b5c9c7a-803d-40bb-97c2-7e771fe0c072 req-fdfb2abe-834f-4fba-aa6b-ffaada3fafbc tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:32.274336 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b2f59a5a-86d5-4336-8ef5-2edb96a7f2f2 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:32.289839 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-8b5c9c7a-803d-40bb-97c2-7e771fe0c072 req-fdfb2abe-834f-4fba-aa6b-ffaada3fafbc tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:32.304980 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c4148b1e-2e38-4b8a-a9a2-1bc3ac636534 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:17:32.398086 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port c4148b1e-2e38-4b8a-a9a2-1bc3ac636534, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=c4148b1e-2e38-4b8a-a9a2-1bc3ac636534,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:17:32.464614 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1652ce-ad2b-4931-971e-0361341a4922 None None] Pushing event updated for resources: {'Port': ['ID=594032a2-fd6f-40af-b69f-a1891f4af5c0,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:32.467952 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:32.479724 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfb5810-ed34-4580-b9fd-d6d204728fcf None None] Routers {'0269e300-787d-4073-afb4-fff6cd965809'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:17:32.480277 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-fdfb5810-ed34-4580-b9fd-d6d204728fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:17:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['0269e300-787d-4073-afb4-fff6cd965809'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:17:32.492340 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b2f59a5a-86d5-4336-8ef5-2edb96a7f2f2 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:32.606121 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f59a5a-86d5-4336-8ef5-2edb96a7f2f2 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Pushing event deleted for resources: {'Subnet': ['ID=3e726d4f-d056-4a2a-88d4-74a66df4addf,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:32.621237 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-8b5c9c7a-803d-40bb-97c2-7e771fe0c072 req-fdfb2abe-834f-4fba-aa6b-ffaada3fafbc tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:32.622539 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8b5c9c7a-803d-40bb-97c2-7e771fe0c072 req-fdfb2abe-834f-4fba-aa6b-ffaada3fafbc tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.9255531 Nov 25 13:17:32.743876 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['c4148b1e-2e38-4b8a-a9a2-1bc3ac636534'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:17:32.808213 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=c4148b1e-2e38-4b8a-a9a2-1bc3ac636534,revision_number=6']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:32.842686 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ef44c2f5-a1b7-457a-a0d7-bc82536a243b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:32.875902 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b2f59a5a-86d5-4336-8ef5-2edb96a7f2f2 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:32.890330 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-fdfb5810-ed34-4580-b9fd-d6d204728fcf None None] Set router 0269e300-787d-4073-afb4-fff6cd965809 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:17:32.926114 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-b2f59a5a-86d5-4336-8ef5-2edb96a7f2f2 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f303d7db-24ce-4d81-bc8e-f0c3cb65c55f']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:17:32.951951 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-b2f59a5a-86d5-4336-8ef5-2edb96a7f2f2 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '607f6e0b-5081-4e43-b1b1-69865e9bb761') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:17:32.952258 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-b2f59a5a-86d5-4336-8ef5-2edb96a7f2f2 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '607f6e0b-5081-4e43-b1b1-69865e9bb761') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:17:32.975249 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b2f59a5a-86d5-4336-8ef5-2edb96a7f2f2 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:32.997862 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147a70c6-686e-47ca-98ad-894fb37d265a None None] Network f303d7db-24ce-4d81-bc8e-f0c3cb65c55f requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:17:32.999156 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b2f59a5a-86d5-4336-8ef5-2edb96a7f2f2 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:33.008144 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2f59a5a-86d5-4336-8ef5-2edb96a7f2f2 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:17:33.009192 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b2f59a5a-86d5-4336-8ef5-2edb96a7f2f2 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:33.009659 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fd2459-c002-4c6e-960f-3fbd5d241e94 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:17:33.101246 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfb2abe-834f-4fba-aa6b-ffaada3fafbc tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=740c3564-0f2c-4414-91d0-c32e210dde10,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:33.124667 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:17:33.124667 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:17:33.124667 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:17:33.124667 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:17:33.124667 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:17:33.124667 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:17:33.124667 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:17:33.124667 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:17:33.124667 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:17:33.124667 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:17:33.124667 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:17:33.124667 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:17:33.124667 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:17:33.124667 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:17:33.124667 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:17:33.124667 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:17:33.124667 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:17:33.124667 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:17:33.124667 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:17:33.124667 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:17:33.124667 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:17:33.124667 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:17:33.124667 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:17:33.124667 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:17:33.124667 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:17:33.124667 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:17:33.124667 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:17:33.124667 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:17:33.124667 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:17:33.124667 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:17:33.124667 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:17:33.124667 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:17:33.127606 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b2f59a5a-86d5-4336-8ef5-2edb96a7f2f2 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:33.131906 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b2f59a5a-86d5-4336-8ef5-2edb96a7f2f2 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:33.135586 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b2f59a5a-86d5-4336-8ef5-2edb96a7f2f2 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "DELETE /v2.0/networks/f303d7db-24ce-4d81-bc8e-f0c3cb65c55f HTTP/1.1" status: 204 len: 168 time: 1.4651790 Nov 25 13:17:33.139506 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 48594) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:33.145376 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-14295df2-66a3-4db2-8550-0f3901f6508d tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1785886045'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:17:33.162293 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f59a5a-86d5-4336-8ef5-2edb96a7f2f2 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Pushing event deleted for resources: {'Network': ['ID=f303d7db-24ce-4d81-bc8e-f0c3cb65c55f,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:33.223583 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14295df2-66a3-4db2-8550-0f3901f6508d tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Made reservation on behalf of 22ba648da9f241c0a9e2114a63bb303f for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:17:33.228834 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-14295df2-66a3-4db2-8550-0f3901f6508d tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:33.235542 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8fb0ee-cda2-4d06-a414-18426ab19a96 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:17:33.288312 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b6057-7bec-4c97-b8f1-1d4925eb7ff0 req-a13bda6a-a32e-4d80-b981-435aad010931 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:33.288890 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14295df2-66a3-4db2-8550-0f3901f6508d tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:17:33.299996 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6a4b6057-7bec-4c97-b8f1-1d4925eb7ff0 req-a13bda6a-a32e-4d80-b981-435aad010931 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=49392237-36aa-4a57-9070-b5a42c36fa86 HTTP/1.1" status: 200 len: 946 time: 0.6431193 Nov 25 13:17:33.312162 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-14295df2-66a3-4db2-8550-0f3901f6508d tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:33.312648 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-14295df2-66a3-4db2-8550-0f3901f6508d tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Added segment 59d65de2-0b24-4d04-b1a8-8b50d34ca83f of type vlan for network ca70d5d8-15ce-41db-ad3c-9f16d446b0e9 Nov 25 13:17:33.363764 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-14295df2-66a3-4db2-8550-0f3901f6508d tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:33.402071 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-14295df2-66a3-4db2-8550-0f3901f6508d tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:33.418943 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14295df2-66a3-4db2-8550-0f3901f6508d tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:33.420622 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-14295df2-66a3-4db2-8550-0f3901f6508d tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:33.521803 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6a4b6057-7bec-4c97-b8f1-1d4925eb7ff0 req-e8aaf796-79e9-4aa6-97c4-d3c6e9217d26 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec610c10-0015-4919-a10e-9c11537c59cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206049 Nov 25 13:17:33.578060 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae94a3-7c56-47c2-9af2-60e82ad63abf req-aaa1b597-bbc3-4fe4-9e53-284cd630bf54 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:33.578372 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-14295df2-66a3-4db2-8550-0f3901f6508d tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4345014 Nov 25 13:17:33.586380 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b2ae94a3-7c56-47c2-9af2-60e82ad63abf req-aaa1b597-bbc3-4fe4-9e53-284cd630bf54 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] 10.222.0.53 "GET /v2.0/networks?id=852a4914-50f1-4e00-b3d9-1a927fff763c HTTP/1.1" status: 200 len: 829 time: 0.4806862 Nov 25 13:17:33.587224 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 48598) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:33.601991 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-f8d67dff-4f8c-4e2b-a4d7-99bbb309e831 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Request body: {'subnet': {'network_id': 'ca70d5d8-15ce-41db-ad3c-9f16d446b0e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:17:33.623122 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b2ae94a3-7c56-47c2-9af2-60e82ad63abf req-11871ed0-5eb0-479b-81c7-9b4e97322102 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] 10.222.0.53 "GET /v2.0/quotas/a66046ba7ab241f7a28e6ccb64e01d36 HTTP/1.1" status: 200 len: 375 time: 0.0309372 Nov 25 13:17:33.683397 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-25fbb594-3211-4ce8-9884-d8f141cb8cf7 None None] Provisioning complete for port 594032a2-fd6f-40af-b69f-a1891f4af5c0 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:17:33.683921 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-25fbb594-3211-4ce8-9884-d8f141cb8cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:33.736112 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b2ae94a3-7c56-47c2-9af2-60e82ad63abf req-4a53d918-f39f-4361-9db0-9b76f9cdb0d8 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a66046ba7ab241f7a28e6ccb64e01d36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1117926 Nov 25 13:17:33.752935 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [req-b2ae94a3-7c56-47c2-9af2-60e82ad63abf req-a0608ae4-b78b-4d09-8f39-f2657200b3e1 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:17:33.763893 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b2ae94a3-7c56-47c2-9af2-60e82ad63abf req-a0608ae4-b78b-4d09-8f39-f2657200b3e1 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0261319 Nov 25 13:17:33.950262 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-43f75c7a-2fa8-485a-b68f-b298231bcbf1 req-cb907fd5-1bf5-479a-b985-7c3333161cdc tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1866540827', 'description': 'tempest-description-563513683'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:17:34.023332 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-43f75c7a-2fa8-485a-b68f-b298231bcbf1 req-cb907fd5-1bf5-479a-b985-7c3333161cdc tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:34.053517 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b2ae94a3-7c56-47c2-9af2-60e82ad63abf req-4abefe5a-eeec-4504-ace6-06fb3a1f7770 service neutron] 10.222.0.53 "GET /v2.0/networks/852a4914-50f1-4e00-b3d9-1a927fff763c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879434 Nov 25 13:17:34.163300 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b2ae94a3-7c56-47c2-9af2-60e82ad63abf req-a686b79a-ade8-4a1b-9af5-9bf5a1c08e8d service neutron] 10.222.0.53 "GET /v2.0/networks/852a4914-50f1-4e00-b3d9-1a927fff763c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938058 Nov 25 13:17:34.255550 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b672d32c-fe11-48b4-b0c2-b852f1bc0aab None None] Network f303d7db-24ce-4d81-bc8e-f0c3cb65c55f requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:17:34.277426 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-43f75c7a-2fa8-485a-b68f-b298231bcbf1 req-cb907fd5-1bf5-479a-b985-7c3333161cdc tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:34.292184 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14295df2-66a3-4db2-8550-0f3901f6508d tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Pushing event updated for resources: {'Network': ['ID=ca70d5d8-15ce-41db-ad3c-9f16d446b0e9,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:34.292754 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:34.294185 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-43f75c7a-2fa8-485a-b68f-b298231bcbf1 req-cb907fd5-1bf5-479a-b985-7c3333161cdc tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:34.307067 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b672d32c-fe11-48b4-b0c2-b852f1bc0aab None None] Network f303d7db-24ce-4d81-bc8e-f0c3cb65c55f could not be found, it might have been deleted concurrently. {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 25 13:17:34.331571 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network ca70d5d8-15ce-41db-ad3c-9f16d446b0e9 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:17:34.356438 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-fdfb5810-ed34-4580-b9fd-d6d204728fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0269e300-787d-4073-afb4-fff6cd965809', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1693762775-router', 'tenant_id': 'a66046ba7ab241f7a28e6ccb64e01d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '594032a2-fd6f-40af-b69f-a1891f4af5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:17:26Z', 'updated_at': '2021-11-25T13:17:30Z', 'revision_number': 4, 'project_id': 'a66046ba7ab241f7a28e6ccb64e01d36', 'gw_port': {'id': '594032a2-fd6f-40af-b69f-a1891f4af5c0', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:78:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0269e300-787d-4073-afb4-fff6cd965809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:17:26Z', 'updated_at': '2021-11-25T13:17:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'ff51eff9-62c6-48c6-ab67-0733773c24d6', 'name': '', 'network_id': '852a4914-50f1-4e00-b3d9-1a927fff763c', 'tenant_id': 'a66046ba7ab241f7a28e6ccb64e01d36', 'mac_address': 'fa:16:3e:e9:21:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0269e300-787d-4073-afb4-fff6cd965809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '7a9c809c-58ba-4418-b161-113227da05aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:17:30Z', 'updated_at': '2021-11-25T13:17:30Z', 'revision_number': 2, 'project_id': 'a66046ba7ab241f7a28e6ccb64e01d36', 'subnets': [{'id': '7a9c809c-58ba-4418-b161-113227da05aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:17:34.365751 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-43f75c7a-2fa8-485a-b68f-b298231bcbf1 req-cb907fd5-1bf5-479a-b985-7c3333161cdc tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:34.369555 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-43f75c7a-2fa8-485a-b68f-b298231bcbf1 req-cb907fd5-1bf5-479a-b985-7c3333161cdc tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.4483621 Nov 25 13:17:34.391121 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb907fd5-1bf5-479a-b985-7c3333161cdc tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d718150-3284-456a-82dd-6a7de9b543fb,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:34.437939 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfb5810-ed34-4580-b9fd-d6d204728fcf None None] The sync data for ids ['0269e300-787d-4073-afb4-fff6cd965809'] in n-d-808199-11 is: [{'id': '0269e300-787d-4073-afb4-fff6cd965809', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1693762775-router', 'tenant_id': 'a66046ba7ab241f7a28e6ccb64e01d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '594032a2-fd6f-40af-b69f-a1891f4af5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:17:26Z', 'updated_at': '2021-11-25T13:17:30Z', 'revision_number': 4, 'project_id': 'a66046ba7ab241f7a28e6ccb64e01d36', 'gw_port': {'id': '594032a2-fd6f-40af-b69f-a1891f4af5c0', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:78:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0269e300-787d-4073-afb4-fff6cd965809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:17:26Z', 'updated_at': '2021-11-25T13:17:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'ff51eff9-62c6-48c6-ab67-0733773c24d6', 'name': '', 'network_id': '852a4914-50f1-4e00-b3d9-1a927fff763c', 'tenant_id': 'a66046ba7ab241f7a28e6ccb64e01d36', 'mac_address': 'fa:16:3e:e9:21:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0269e300-787d-4073-afb4-fff6cd965809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '7a9c809c-58ba-4418-b161-113227da05aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:17:30Z', 'updated_at': '2021-11-25T13:17:30Z', 'revision_number': 2, 'project_id': 'a66046ba7ab241f7a28e6ccb64e01d36', 'subnets': [{'id': '7a9c809c-58ba-4418-b161-113227da05aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:17:34.531049 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d67dff-4f8c-4e2b-a4d7-99bbb309e831 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Made reservation on behalf of 22ba648da9f241c0a9e2114a63bb303f for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:17:34.543934 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f8d67dff-4f8c-4e2b-a4d7-99bbb309e831 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:34.632873 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6faee62f-dc27-462a-b1c2-40c78142597a req-b0f74f0f-5924-497a-a38a-4575850b00f5 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] 10.222.0.53 "GET /v2.0/security-groups/740c3564-0f2c-4414-91d0-c32e210dde10 HTTP/1.1" status: 200 len: 1823 time: 0.0692978 Nov 25 13:17:34.714742 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-25fbb594-3211-4ce8-9884-d8f141cb8cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:34.738024 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6faee62f-dc27-462a-b1c2-40c78142597a req-2797156b-4080-40e6-b97d-d0c0c64a989d tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] 10.222.0.53 "GET /v2.0/security-groups/0d718150-3284-456a-82dd-6a7de9b543fb HTTP/1.1" status: 200 len: 1823 time: 0.1036122 Nov 25 13:17:34.745961 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-6faee62f-dc27-462a-b1c2-40c78142597a req-5d9ad283-99a3-44c8-8a86-1d2f3668d2d3 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '740c3564-0f2c-4414-91d0-c32e210dde10', 'remote_group_id': '0d718150-3284-456a-82dd-6a7de9b543fb', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:17:34.746552 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-6faee62f-dc27-462a-b1c2-40c78142597a req-5d9ad283-99a3-44c8-8a86-1d2f3668d2d3 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '740c3564-0f2c-4414-91d0-c32e210dde10', 'remote_group_id': '0d718150-3284-456a-82dd-6a7de9b543fb', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:17:34.799941 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-25fbb594-3211-4ce8-9884-d8f141cb8cf7 None None] For port 594032a2-fd6f-40af-b69f-a1891f4af5c0, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=594032a2-fd6f-40af-b69f-a1891f4af5c0,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:17:34.812206 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-25fbb594-3211-4ce8-9884-d8f141cb8cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:34.981033 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-626fed1b-7e9c-4dcf-a733-31e0aceb423e req-7b66b36c-585b-4651-9ee0-5b82fdee591e tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] 10.222.0.53 "GET /v2.0/ports?device_id=4835e952-2b66-48c9-8aa5-a4b720024657 HTTP/1.1" status: 200 len: 210 time: 0.1527300 Nov 25 13:17:34.982543 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-6faee62f-dc27-462a-b1c2-40c78142597a req-5d9ad283-99a3-44c8-8a86-1d2f3668d2d3 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:34.990347 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-d552685a-70b0-4bde-a72e-b544fc46a3ed None None] Provisioning complete for port 594032a2-fd6f-40af-b69f-a1891f4af5c0 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:17:34.991143 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d552685a-70b0-4bde-a72e-b544fc46a3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:35.023156 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-6faee62f-dc27-462a-b1c2-40c78142597a req-5d9ad283-99a3-44c8-8a86-1d2f3668d2d3 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:35.039994 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-6faee62f-dc27-462a-b1c2-40c78142597a req-5d9ad283-99a3-44c8-8a86-1d2f3668d2d3 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:35.061158 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fbb594-3211-4ce8-9884-d8f141cb8cf7 None None] Pushing event updated for resources: {'Port': ['ID=594032a2-fd6f-40af-b69f-a1891f4af5c0,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:35.079414 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9ad283-99a3-44c8-8a86-1d2f3668d2d3 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9102290f-4767-4ba8-afb2-a4fc2daaec9b,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:35.114622 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-6faee62f-dc27-462a-b1c2-40c78142597a req-5d9ad283-99a3-44c8-8a86-1d2f3668d2d3 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:35.126292 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6faee62f-dc27-462a-b1c2-40c78142597a req-5d9ad283-99a3-44c8-8a86-1d2f3668d2d3 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3862607 Nov 25 13:17:35.148392 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:35.180263 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-d552685a-70b0-4bde-a72e-b544fc46a3ed None None] Provisioning complete for port ff51eff9-62c6-48c6-ab67-0733773c24d6 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:17:35.180263 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d552685a-70b0-4bde-a72e-b544fc46a3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:35.248133 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f8d67dff-4f8c-4e2b-a4d7-99bbb309e831 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:35.290675 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-d552685a-70b0-4bde-a72e-b544fc46a3ed None None] Port ff51eff9-62c6-48c6-ab67-0733773c24d6 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:17:35.356575 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 0bfc1ca3-bd15-4e62-b39f-5513bf088e36 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:17:35.368021 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device c4148b1e-2e38-4b8a-a9a2-1bc3ac636534 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:17:35.450184 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d67dff-4f8c-4e2b-a4d7-99bbb309e831 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Pushing event updated for resources: {'Subnet': ['ID=6d8023ff-6ed8-4801-895d-c2884a1667e1,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:35.453255 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715dd48d-5f46-4aaa-994a-9805bcafb59c req-45bf7c92-0ab8-4a42-a54e-a3433bbf3305 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:35.457147 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-715dd48d-5f46-4aaa-994a-9805bcafb59c req-45bf7c92-0ab8-4a42-a54e-a3433bbf3305 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=49392237-36aa-4a57-9070-b5a42c36fa86 HTTP/1.1" status: 200 len: 946 time: 0.2362206 Nov 25 13:17:35.486341 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d67dff-4f8c-4e2b-a4d7-99bbb309e831 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:17:35.487015 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d67dff-4f8c-4e2b-a4d7-99bbb309e831 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:17:35.487523 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d67dff-4f8c-4e2b-a4d7-99bbb309e831 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:17:35.488080 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d67dff-4f8c-4e2b-a4d7-99bbb309e831 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:17:35.488598 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d67dff-4f8c-4e2b-a4d7-99bbb309e831 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:17:35.489680 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d67dff-4f8c-4e2b-a4d7-99bbb309e831 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:17:35.490918 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d67dff-4f8c-4e2b-a4d7-99bbb309e831 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:17:35.491434 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d67dff-4f8c-4e2b-a4d7-99bbb309e831 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:17:35.491955 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d67dff-4f8c-4e2b-a4d7-99bbb309e831 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:17:35.492666 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d67dff-4f8c-4e2b-a4d7-99bbb309e831 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:17:35.493355 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d67dff-4f8c-4e2b-a4d7-99bbb309e831 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:17:35.493972 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d67dff-4f8c-4e2b-a4d7-99bbb309e831 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:17:35.502369 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d67dff-4f8c-4e2b-a4d7-99bbb309e831 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Checking segment: {'id': '59d65de2-0b24-4d04-b1a8-8b50d34ca83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ca70d5d8-15ce-41db-ad3c-9f16d446b0e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:17:35.503104 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d67dff-4f8c-4e2b-a4d7-99bbb309e831 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Network hostable DHCP agents. Network: ca70d5d8-15ce-41db-ad3c-9f16d446b0e9, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:17:35.542402 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d59d66-29b1-41a7-9bfd-7b6c1c8bbb78 req-71d649a9-349f-4d5d-a41c-a0485d5cc7fc tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:35.546627 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e2d59d66-29b1-41a7-9bfd-7b6c1c8bbb78 req-71d649a9-349f-4d5d-a41c-a0485d5cc7fc tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/ports?device_id=68f65f11-1e73-41d9-a7ee-e5f9a86aa90c HTTP/1.1" status: 200 len: 945 time: 0.2664039 Nov 25 13:17:35.558282 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d67dff-4f8c-4e2b-a4d7-99bbb309e831 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Network ca70d5d8-15ce-41db-ad3c-9f16d446b0e9 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:17:35.586022 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-f8d67dff-4f8c-4e2b-a4d7-99bbb309e831 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, ca70d5d8-15ce-41db-ad3c-9f16d446b0e9) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:17:35.604913 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d67dff-4f8c-4e2b-a4d7-99bbb309e831 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:35.605531 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f8d67dff-4f8c-4e2b-a4d7-99bbb309e831 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:35.632069 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-715dd48d-5f46-4aaa-994a-9805bcafb59c req-25a851cd-3559-4c8a-ac14-2783d12b8887 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec610c10-0015-4919-a10e-9c11537c59cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661198 Nov 25 13:17:35.640780 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bda6d8-8a33-496e-b2ae-c0a362f3211b None None] Network ca70d5d8-15ce-41db-ad3c-9f16d446b0e9 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:17:35.659109 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-f8d67dff-4f8c-4e2b-a4d7-99bbb309e831 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.0701425 Nov 25 13:17:35.667557 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 48640) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:35.735641 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e2d59d66-29b1-41a7-9bfd-7b6c1c8bbb78 req-460e32a8-481d-4a8c-84d5-1226889a58ec tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/security-groups?id=9200d83a-329b-4ad5-86ae-84da9f8a7cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679368 Nov 25 13:17:36.028551 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6088fd07-a453-47e7-8873-b66a6a3d9da8 req-cd28d511-5175-4450-b801-a25013814382 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] 10.222.0.53 "GET /v2.0/security-groups/0d718150-3284-456a-82dd-6a7de9b543fb HTTP/1.1" status: 200 len: 1823 time: 0.2275786 Nov 25 13:17:36.040682 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f22221b6-f98b-4670-bd6e-35098ddc51cc tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:36.183797 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port c4148b1e-2e38-4b8a-a9a2-1bc3ac636534 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:17:36.184343 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:36.196328 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-6088fd07-a453-47e7-8873-b66a6a3d9da8 req-32188128-ed25-4a27-a893-e494168c6a07 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:36.210250 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f22221b6-f98b-4670-bd6e-35098ddc51cc tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:36.242285 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-6088fd07-a453-47e7-8873-b66a6a3d9da8 req-32188128-ed25-4a27-a893-e494168c6a07 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:36.340974 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3a94738b-5f07-4d07-b37f-0fe94d675fd8 req-39d5d63e-bdd6-4676-b4b9-f649e8c2b0ab tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] 10.222.0.53 "GET /v2.0/ports?device_id=4835e952-2b66-48c9-8aa5-a4b720024657 HTTP/1.1" status: 200 len: 210 time: 0.0563445 Nov 25 13:17:36.373806 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-6088fd07-a453-47e7-8873-b66a6a3d9da8 req-32188128-ed25-4a27-a893-e494168c6a07 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:36.378132 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-6088fd07-a453-47e7-8873-b66a6a3d9da8 req-32188128-ed25-4a27-a893-e494168c6a07 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:36.384599 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6088fd07-a453-47e7-8873-b66a6a3d9da8 req-32188128-ed25-4a27-a893-e494168c6a07 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] 10.222.0.53 "DELETE /v2.0/security-groups/0d718150-3284-456a-82dd-6a7de9b543fb HTTP/1.1" status: 204 len: 173 time: 0.3548834 Nov 25 13:17:36.385242 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f22221b6-f98b-4670-bd6e-35098ddc51cc tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:36.411615 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 0bfc1ca3-bd15-4e62-b39f-5513bf088e36, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=0bfc1ca3-bd15-4e62-b39f-5513bf088e36,segment=NetworkSegment(fce75d79-afff-444e-a670-074434c84613),segment_id=fce75d79-afff-444e-a670-074434c84613)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:17:36.415710 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32188128-ed25-4a27-a893-e494168c6a07 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d718150-3284-456a-82dd-6a7de9b543fb,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:36.447626 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22221b6-f98b-4670-bd6e-35098ddc51cc tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Pushing event deleted for resources: {'Subnet': ['ID=6d8023ff-6ed8-4801-895d-c2884a1667e1,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:36.509789 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a17ff34e-89a0-4719-be37-298e76ceafe2 req-b88f86b1-80c4-4d34-9767-3d4b5d10e4ff tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] 10.222.0.53 "GET /v2.0/security-groups/740c3564-0f2c-4414-91d0-c32e210dde10 HTTP/1.1" status: 200 len: 1823 time: 0.0960779 Nov 25 13:17:36.566279 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 594032a2-fd6f-40af-b69f-a1891f4af5c0 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:17:36.615224 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-ba3d59b2-4f95-49ac-92b8-337635c5f612 req-d19fb6fa-5ff6-4c5a-9eee-24695b77bd75 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1903545791', 'description': 'tempest-description-393075524'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:17:36.636003 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374e45c7-493e-41b3-ac66-957821510efa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-ca70d5d8-15ce-41db-ad3c-9f16d446b0e9', 'network_id': 'ca70d5d8-15ce-41db-ad3c-9f16d446b0e9', 'tenant_id': '22ba648da9f241c0a9e2114a63bb303f', 'fixed_ips': [{'subnet_id': '6d8023ff-6ed8-4801-895d-c2884a1667e1'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:17:36.647037 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-374e45c7-493e-41b3-ac66-957821510efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:36.654590 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '0bfc1ca3-bd15-4e62-b39f-5513bf088e36', 'network_id': '0983177e-e01c-46fd-aae0-5d162abcfe55', 'port_id': '0bfc1ca3-bd15-4e62-b39f-5513bf088e36', 'mac_address': 'fa:16:3e:8f:49:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3072173-0ac4-4f6c-a786-4d173031b30a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:17:36.664369 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:36.681332 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f22221b6-f98b-4670-bd6e-35098ddc51cc tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:36.732331 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-f22221b6-f98b-4670-bd6e-35098ddc51cc tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca70d5d8-15ce-41db-ad3c-9f16d446b0e9']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:17:36.755982 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-f22221b6-f98b-4670-bd6e-35098ddc51cc tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59d65de2-0b24-4d04-b1a8-8b50d34ca83f') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:17:36.756339 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-f22221b6-f98b-4670-bd6e-35098ddc51cc tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59d65de2-0b24-4d04-b1a8-8b50d34ca83f') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:17:36.815902 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f22221b6-f98b-4670-bd6e-35098ddc51cc tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:36.849471 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f22221b6-f98b-4670-bd6e-35098ddc51cc tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:36.865582 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f22221b6-f98b-4670-bd6e-35098ddc51cc tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:17:36.867788 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f22221b6-f98b-4670-bd6e-35098ddc51cc tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:36.878921 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:17:36.878921 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:17:36.878921 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:17:36.878921 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:17:36.878921 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:17:36.878921 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:17:36.878921 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:17:36.878921 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:17:36.878921 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:17:36.878921 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:17:36.878921 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:17:36.878921 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:17:36.878921 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:17:36.878921 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:17:36.878921 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:17:36.878921 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:17:36.878921 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:17:36.878921 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:17:36.878921 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:17:36.878921 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:17:36.878921 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:17:36.878921 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:17:36.878921 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:17:36.878921 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:17:36.878921 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:17:36.878921 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:17:36.878921 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:17:36.878921 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:17:36.878921 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:17:36.878921 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:17:36.878921 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:17:36.878921 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:17:36.903245 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a414c8-b3cc-4d96-bf10-bc0bdc22294b req-776468dd-baec-4721-9cd2-feacfcf74251 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:36.904897 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-19a414c8-b3cc-4d96-bf10-bc0bdc22294b req-776468dd-baec-4721-9cd2-feacfcf74251 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 944 time: 0.3755102 Nov 25 13:17:36.934507 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae94a3-7c56-47c2-9af2-60e82ad63abf req-84e4de29-9b59-4b6b-bafd-8418ea77757b tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:36.936520 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b2ae94a3-7c56-47c2-9af2-60e82ad63abf req-84e4de29-9b59-4b6b-bafd-8418ea77757b tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] 10.222.0.66 "GET /v2.0/networks?id=852a4914-50f1-4e00-b3d9-1a927fff763c HTTP/1.1" status: 200 len: 829 time: 0.3030701 Nov 25 13:17:36.939588 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 594032a2-fd6f-40af-b69f-a1891f4af5c0 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:17:36.939977 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:36.941259 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-ba3d59b2-4f95-49ac-92b8-337635c5f612 req-d19fb6fa-5ff6-4c5a-9eee-24695b77bd75 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:36.941794 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:36.952113 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:36.987442 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-b2ae94a3-7c56-47c2-9af2-60e82ad63abf req-8f48871f-a607-49a2-86a0-7ab9db86fb5f tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Request body: {'port': {'device_id': '4835e952-2b66-48c9-8aa5-a4b720024657', 'network_id': '852a4914-50f1-4e00-b3d9-1a927fff763c', 'admin_state_up': True, 'tenant_id': 'a66046ba7ab241f7a28e6ccb64e01d36'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:17:37.081241 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f22221b6-f98b-4670-bd6e-35098ddc51cc tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:37.094743 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f22221b6-f98b-4670-bd6e-35098ddc51cc tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:37.099537 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-f22221b6-f98b-4670-bd6e-35098ddc51cc tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "DELETE /v2.0/networks/ca70d5d8-15ce-41db-ad3c-9f16d446b0e9 HTTP/1.1" status: 204 len: 168 time: 1.4292505 Nov 25 13:17:37.115658 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 48672) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:37.142254 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-72271342-ec5f-4e12-a5b6-b4f0784d5c4e tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-89743794'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:17:37.160977 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22221b6-f98b-4670-bd6e-35098ddc51cc tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Pushing event deleted for resources: {'Network': ['ID=ca70d5d8-15ce-41db-ad3c-9f16d446b0e9,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:37.184325 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0bfc1ca3-bd15-4e62-b39f-5513bf088e36 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:17:37.219145 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.db.api [None req-374e45c7-493e-41b3-ac66-957821510efa None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 25 13:17:37.219145 n-d-808199-11 neutron-server[103572]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, status, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Nov 25 13:17:37.219145 n-d-808199-11 neutron-server[103572]: [parameters: {'project_id': '22ba648da9f241c0a9e2114a63bb303f', 'id': 'ff7885c4-81ea-41f7-bbd1-4bf51cd8dac2', 'name': '', 'network_id': 'ca70d5d8-15ce-41db-ad3c-9f16d446b0e9', 'mac_address': 'fa:16:3e:e6:66:cf', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-ca70d5d8-15ce-41db-ad3c-9f16d446b0e9', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 1463}] Nov 25 13:17:37.219145 n-d-808199-11 neutron-server[103572]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 13:17:37.220946 n-d-808199-11 neutron-server[103572]: DEBUG oslo_db.api [None req-374e45c7-493e-41b3-ac66-957821510efa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 13:17:37.279395 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port c4148b1e-2e38-4b8a-a9a2-1bc3ac636534, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=c4148b1e-2e38-4b8a-a9a2-1bc3ac636534,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:17:37.282236 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '299b6d78-f2b2-4f11-a6f8-2b89c9144734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4148b1e-2e38-4b8a-a9a2-1bc3ac636534'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:17:37.285754 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3031fcb-0121-4943-8e71-36b2c7077060" -d '{"events": [{"server_uuid": "299b6d78-f2b2-4f11-a6f8-2b89c9144734", "name": "network-vif-plugged", "status": "completed", "tag": "c4148b1e-2e38-4b8a-a9a2-1bc3ac636534"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:17:37.319407 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:37.324848 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-ba3d59b2-4f95-49ac-92b8-337635c5f612 req-d19fb6fa-5ff6-4c5a-9eee-24695b77bd75 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:37.340526 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-ba3d59b2-4f95-49ac-92b8-337635c5f612 req-d19fb6fa-5ff6-4c5a-9eee-24695b77bd75 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:37.352733 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 0bfc1ca3-bd15-4e62-b39f-5513bf088e36, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=0bfc1ca3-bd15-4e62-b39f-5513bf088e36,segment=NetworkSegment(fce75d79-afff-444e-a670-074434c84613),segment_id=fce75d79-afff-444e-a670-074434c84613)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:17:37.391727 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72271342-ec5f-4e12-a5b6-b4f0784d5c4e tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Made reservation on behalf of 22ba648da9f241c0a9e2114a63bb303f for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:17:37.398146 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-72271342-ec5f-4e12-a5b6-b4f0784d5c4e tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:37.422079 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19fb6fa-5ff6-4c5a-9eee-24695b77bd75 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3322be8c-5f9d-4714-860e-204c087fe0d2,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:37.435729 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:37.445203 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72271342-ec5f-4e12-a5b6-b4f0784d5c4e tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:17:37.450577 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 48680) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:37.500970 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=c4148b1e-2e38-4b8a-a9a2-1bc3ac636534,revision_number=7']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:37.504908 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-72271342-ec5f-4e12-a5b6-b4f0784d5c4e tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:37.505275 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-72271342-ec5f-4e12-a5b6-b4f0784d5c4e tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Added segment 3cf4104e-91dc-4b82-9803-10dc543ae8fe of type vlan for network 4e141426-b092-4e49-a82f-f8609156f382 Nov 25 13:17:37.580929 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=0bfc1ca3-bd15-4e62-b39f-5513bf088e36,revision_number=6']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:37.613209 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-72271342-ec5f-4e12-a5b6-b4f0784d5c4e tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:37.699129 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8a7312ff-4dc9-4ae2-8da7-e4aa947134d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:37.716900 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-19a414c8-b3cc-4d96-bf10-bc0bdc22294b req-40d8583c-15ad-474c-a0d9-3011a98c2baa tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7787931 Nov 25 13:17:37.724118 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-374e45c7-493e-41b3-ac66-957821510efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:37.728786 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-ba3d59b2-4f95-49ac-92b8-337635c5f612 req-d19fb6fa-5ff6-4c5a-9eee-24695b77bd75 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:37.730286 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ba3d59b2-4f95-49ac-92b8-337635c5f612 req-d19fb6fa-5ff6-4c5a-9eee-24695b77bd75 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 1.1449931 Nov 25 13:17:37.742976 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-72271342-ec5f-4e12-a5b6-b4f0784d5c4e tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:37.749719 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72271342-ec5f-4e12-a5b6-b4f0784d5c4e tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:37.750644 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-72271342-ec5f-4e12-a5b6-b4f0784d5c4e tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:37.799057 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf20ae3-b555-43b0-ba9a-c66e902005f5 None None] Network ca70d5d8-15ce-41db-ad3c-9f16d446b0e9 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:17:37.861860 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf20ae3-b555-43b0-ba9a-c66e902005f5 None None] Network ca70d5d8-15ce-41db-ad3c-9f16d446b0e9 could not be found, it might have been deleted concurrently. {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 25 13:17:37.897586 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8a7312ff-4dc9-4ae2-8da7-e4aa947134d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:37.911860 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8a7312ff-4dc9-4ae2-8da7-e4aa947134d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:37.916386 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:37.922947 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2ae94a3-7c56-47c2-9af2-60e82ad63abf req-8f48871f-a607-49a2-86a0-7ab9db86fb5f tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Made reservation on behalf of a66046ba7ab241f7a28e6ccb64e01d36 for: {'port': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:17:37.929424 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-b2ae94a3-7c56-47c2-9af2-60e82ad63abf req-8f48871f-a607-49a2-86a0-7ab9db86fb5f tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:37.981933 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-8a7312ff-4dc9-4ae2-8da7-e4aa947134d5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5ffa5c1e0be847c3a9eed0bf85e6af14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5300369 Nov 25 13:17:37.983044 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7312ff-4dc9-4ae2-8da7-e4aa947134d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c97dec8-d8a3-4407-9e27-013142432577,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:37.987045 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 48696) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:38.007836 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72271342-ec5f-4e12-a5b6-b4f0784d5c4e tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Pushing event updated for resources: {'Network': ['ID=4e141426-b092-4e49-a82f-f8609156f382,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:38.027945 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-72271342-ec5f-4e12-a5b6-b4f0784d5c4e tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.8996634 Nov 25 13:17:38.031448 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 4e141426-b092-4e49-a82f-f8609156f382 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:17:38.042417 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 48698) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:38.066297 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-04ae4233-bf63-41ad-b5e4-374fc2810855 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Request body: {'subnet': {'network_id': '4e141426-b092-4e49-a82f-f8609156f382', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:17:38.144684 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f74af2-7058-425b-91a3-b2889c43515e x-openstack-request-id: req-f5f74af2-7058-425b-91a3-b2889c43515e {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:17:38.144983 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "299b6d78-f2b2-4f11-a6f8-2b89c9144734", "name": "network-vif-plugged", "status": "completed", "tag": "c4148b1e-2e38-4b8a-a9a2-1bc3ac636534", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:17:38.145336 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f5f74af2-7058-425b-91a3-b2889c43515e {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:17:38.145889 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '299b6d78-f2b2-4f11-a6f8-2b89c9144734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4148b1e-2e38-4b8a-a9a2-1bc3ac636534', 'code': 200} Nov 25 13:17:38.164324 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4393d3b6-a7b6-46f8-9ca2-b4ce868155f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:38.169724 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f38f6b-2469-4941-bc4e-9380cf848aae req-64c3fdcc-432a-4781-aa54-b7257899fa89 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:38.181180 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-11f38f6b-2469-4941-bc4e-9380cf848aae req-64c3fdcc-432a-4781-aa54-b7257899fa89 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/ports?device_id=68f65f11-1e73-41d9-a7ee-e5f9a86aa90c HTTP/1.1" status: 200 len: 944 time: 0.3291473 Nov 25 13:17:38.226181 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4393d3b6-a7b6-46f8-9ca2-b4ce868155f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:38.309206 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4393d3b6-a7b6-46f8-9ca2-b4ce868155f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:38.313370 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4393d3b6-a7b6-46f8-9ca2-b4ce868155f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:38.318747 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-4393d3b6-a7b6-46f8-9ca2-b4ce868155f6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8c97dec8-d8a3-4407-9e27-013142432577 HTTP/1.1" status: 204 len: 168 time: 0.3304212 Nov 25 13:17:38.329163 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4393d3b6-a7b6-46f8-9ca2-b4ce868155f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c97dec8-d8a3-4407-9e27-013142432577,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:38.544911 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8334a3de-06b2-44d0-9d1e-406adde6bf47 None None] Sync routers for ids ['0269e300-787d-4073-afb4-fff6cd965809'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:17:38.559046 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8334a3de-06b2-44d0-9d1e-406adde6bf47 None None] Routers {'0269e300-787d-4073-afb4-fff6cd965809'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:17:38.559717 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-8334a3de-06b2-44d0-9d1e-406adde6bf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:17:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['0269e300-787d-4073-afb4-fff6cd965809'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:17:38.829428 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9aa0ef5d-c5ce-41a3-8f97-58c681fe6bfd req-6acb0298-2209-409e-a314-f6ab8cbeea1f tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] 10.222.0.53 "GET /v2.0/ports?device_id=4835e952-2b66-48c9-8aa5-a4b720024657 HTTP/1.1" status: 200 len: 210 time: 0.0803623 Nov 25 13:17:38.910490 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-8334a3de-06b2-44d0-9d1e-406adde6bf47 None None] Set router 0269e300-787d-4073-afb4-fff6cd965809 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:17:38.945933 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-11f38f6b-2469-4941-bc4e-9380cf848aae req-2bdddd90-9953-424d-95dc-d46af9fd9198 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/security-groups?id=9200d83a-329b-4ad5-86ae-84da9f8a7cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7636659 Nov 25 13:17:39.062712 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [req-b2ae94a3-7c56-47c2-9af2-60e82ad63abf req-8f48871f-a607-49a2-86a0-7ab9db86fb5f tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Allocated IP 172.20.0.9 (852a4914-50f1-4e00-b3d9-1a927fff763c/7a9c809c-58ba-4418-b161-113227da05aa/30ec427b-9801-4cf5-af5e-deeda352edf2) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:17:39.071840 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ae4233-bf63-41ad-b5e4-374fc2810855 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Made reservation on behalf of 22ba648da9f241c0a9e2114a63bb303f for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:17:39.075410 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-04ae4233-bf63-41ad-b5e4-374fc2810855 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:39.098294 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a7a94175-35e1-44d6-8da9-73801b241f4c req-b4b40666-a8ad-4624-8f1d-c75ff7d8a5d6 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] 10.222.0.53 "GET /v2.0/security-groups/3322be8c-5f9d-4714-860e-204c087fe0d2 HTTP/1.1" status: 200 len: 1823 time: 0.2152221 Nov 25 13:17:39.127934 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-a7a94175-35e1-44d6-8da9-73801b241f4c req-4109e4a6-5ca3-427f-ba04-68fa23809489 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3322be8c-5f9d-4714-860e-204c087fe0d2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:17:39.128264 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-a7a94175-35e1-44d6-8da9-73801b241f4c req-4109e4a6-5ca3-427f-ba04-68fa23809489 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3322be8c-5f9d-4714-860e-204c087fe0d2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:17:39.184066 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-8334a3de-06b2-44d0-9d1e-406adde6bf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0269e300-787d-4073-afb4-fff6cd965809', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1693762775-router', 'tenant_id': 'a66046ba7ab241f7a28e6ccb64e01d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '594032a2-fd6f-40af-b69f-a1891f4af5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:17:26Z', 'updated_at': '2021-11-25T13:17:30Z', 'revision_number': 4, 'project_id': 'a66046ba7ab241f7a28e6ccb64e01d36', 'gw_port': {'id': '594032a2-fd6f-40af-b69f-a1891f4af5c0', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:78:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0269e300-787d-4073-afb4-fff6cd965809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:17:26Z', 'updated_at': '2021-11-25T13:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'ff51eff9-62c6-48c6-ab67-0733773c24d6', 'name': '', 'network_id': '852a4914-50f1-4e00-b3d9-1a927fff763c', 'tenant_id': 'a66046ba7ab241f7a28e6ccb64e01d36', 'mac_address': 'fa:16:3e:e9:21:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0269e300-787d-4073-afb4-fff6cd965809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '7a9c809c-58ba-4418-b161-113227da05aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:17:30Z', 'updated_at': '2021-11-25T13:17:30Z', 'revision_number': 2, 'project_id': 'a66046ba7ab241f7a28e6ccb64e01d36', 'subnets': [{'id': '7a9c809c-58ba-4418-b161-113227da05aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:17:39.221650 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8334a3de-06b2-44d0-9d1e-406adde6bf47 None None] Checking router: 0269e300-787d-4073-afb4-fff6cd965809 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:17:39.222182 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8334a3de-06b2-44d0-9d1e-406adde6bf47 None None] Updating router 0269e300-787d-4073-afb4-fff6cd965809 port ff51eff9-62c6-48c6-ab67-0733773c24d6 binding host n-d-808199-11 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:17:39.244237 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33b002-8542-4355-ae54-928c5f9234e5 req-2ed773ac-f840-4a88-8eb5-c41524707166 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:39.251593 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8e33b002-8542-4355-ae54-928c5f9234e5 req-2ed773ac-f840-4a88-8eb5-c41524707166 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 944 time: 0.2041962 Nov 25 13:17:39.253421 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8334a3de-06b2-44d0-9d1e-406adde6bf47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:39.444395 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8e33b002-8542-4355-ae54-928c5f9234e5 req-d19a1e9c-ef09-4339-bb6c-3a6f844c4bf1 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1869383 Nov 25 13:17:39.485786 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 0bfc1ca3-bd15-4e62-b39f-5513bf088e36 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:17:39.487497 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-a7a94175-35e1-44d6-8da9-73801b241f4c req-4109e4a6-5ca3-427f-ba04-68fa23809489 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:39.493573 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 0bfc1ca3-bd15-4e62-b39f-5513bf088e36 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:17:39.568595 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-b2ae94a3-7c56-47c2-9af2-60e82ad63abf req-8f48871f-a607-49a2-86a0-7ab9db86fb5f tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:39.604241 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-a7a94175-35e1-44d6-8da9-73801b241f4c req-4109e4a6-5ca3-427f-ba04-68fa23809489 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:39.681545 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.db.resource_extend [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 13:17:39.690208 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-a7a94175-35e1-44d6-8da9-73801b241f4c req-4109e4a6-5ca3-427f-ba04-68fa23809489 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:39.785287 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4109e4a6-5ca3-427f-ba04-68fa23809489 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2888dfed-4c65-4516-9335-b255bfb36d4c,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:39.802770 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-a7a94175-35e1-44d6-8da9-73801b241f4c req-4109e4a6-5ca3-427f-ba04-68fa23809489 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:39.832714 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 0bfc1ca3-bd15-4e62-b39f-5513bf088e36, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=0bfc1ca3-bd15-4e62-b39f-5513bf088e36,segment=NetworkSegment(fce75d79-afff-444e-a670-074434c84613),segment_id=fce75d79-afff-444e-a670-074434c84613)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:17:39.839943 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a7a94175-35e1-44d6-8da9-73801b241f4c req-4109e4a6-5ca3-427f-ba04-68fa23809489 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7256727 Nov 25 13:17:39.849061 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-04ae4233-bf63-41ad-b5e4-374fc2810855 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:39.860058 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '0bfc1ca3-bd15-4e62-b39f-5513bf088e36', 'network_id': '0983177e-e01c-46fd-aae0-5d162abcfe55', 'port_id': '0bfc1ca3-bd15-4e62-b39f-5513bf088e36', 'mac_address': 'fa:16:3e:8f:49:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3072173-0ac4-4f6c-a786-4d173031b30a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:17:39.955126 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:39.966331 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-b2ae94a3-7c56-47c2-9af2-60e82ad63abf req-8f48871f-a607-49a2-86a0-7ab9db86fb5f tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:40.012343 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['0bfc1ca3-bd15-4e62-b39f-5513bf088e36'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:17:40.085738 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 0bfc1ca3-bd15-4e62-b39f-5513bf088e36 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:17:40.157012 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 0bfc1ca3-bd15-4e62-b39f-5513bf088e36, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=0bfc1ca3-bd15-4e62-b39f-5513bf088e36,segment=NetworkSegment(fce75d79-afff-444e-a670-074434c84613),segment_id=fce75d79-afff-444e-a670-074434c84613)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:17:40.202473 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:40.219175 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8334a3de-06b2-44d0-9d1e-406adde6bf47 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:40.247621 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8334a3de-06b2-44d0-9d1e-406adde6bf47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:40.274051 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2ae94a3-7c56-47c2-9af2-60e82ad63abf req-8f48871f-a607-49a2-86a0-7ab9db86fb5f tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Network 852a4914-50f1-4e00-b3d9-1a927fff763c is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:17:40.313457 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=0bfc1ca3-bd15-4e62-b39f-5513bf088e36,revision_number=7']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:40.332362 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1a35d1-d2c3-44ce-b692-c3e70b58526a None None] Pushing event updated for resources: {'Port': ['ID=ff51eff9-62c6-48c6-ab67-0733773c24d6,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:40.343343 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ae4233-bf63-41ad-b5e4-374fc2810855 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Pushing event updated for resources: {'Subnet': ['ID=8c6a5e31-3562-47a7-b840-4e355d1e92d2,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:40.395949 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1a35d1-d2c3-44ce-b692-c3e70b58526a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:17:40.396309 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1a35d1-d2c3-44ce-b692-c3e70b58526a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:17:40.396659 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1a35d1-d2c3-44ce-b692-c3e70b58526a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:17:40.397002 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1a35d1-d2c3-44ce-b692-c3e70b58526a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:17:40.397671 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1a35d1-d2c3-44ce-b692-c3e70b58526a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:17:40.397671 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1a35d1-d2c3-44ce-b692-c3e70b58526a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:17:40.398063 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1a35d1-d2c3-44ce-b692-c3e70b58526a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:17:40.398299 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1a35d1-d2c3-44ce-b692-c3e70b58526a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:17:40.398629 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1a35d1-d2c3-44ce-b692-c3e70b58526a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:17:40.398992 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1a35d1-d2c3-44ce-b692-c3e70b58526a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:17:40.399380 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1a35d1-d2c3-44ce-b692-c3e70b58526a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:17:40.399631 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1a35d1-d2c3-44ce-b692-c3e70b58526a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:17:40.405488 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [req-b2ae94a3-7c56-47c2-9af2-60e82ad63abf req-8f48871f-a607-49a2-86a0-7ab9db86fb5f tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:17:40.415453 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2ae94a3-7c56-47c2-9af2-60e82ad63abf req-8f48871f-a607-49a2-86a0-7ab9db86fb5f tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:17:40.434729 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f48871f-a607-49a2-86a0-7ab9db86fb5f tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Pushing event updated for resources: {'Port': ['ID=30ec427b-9801-4cf5-af5e-deeda352edf2,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:40.435935 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-8334a3de-06b2-44d0-9d1e-406adde6bf47 None None] Attempting to bind port ff51eff9-62c6-48c6-ab67-0733773c24d6 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:17:40.436313 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-8334a3de-06b2-44d0-9d1e-406adde6bf47 None None] Attempting to bind port ff51eff9-62c6-48c6-ab67-0733773c24d6 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'ecd61d97-2a12-4d12-8094-1197283ab536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '852a4914-50f1-4e00-b3d9-1a927fff763c'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:17:40.437042 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8334a3de-06b2-44d0-9d1e-406adde6bf47 None None] Attempting to bind port ff51eff9-62c6-48c6-ab67-0733773c24d6 on network 852a4914-50f1-4e00-b3d9-1a927fff763c {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:17:40.448081 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8334a3de-06b2-44d0-9d1e-406adde6bf47 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:17:40.448679 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8334a3de-06b2-44d0-9d1e-406adde6bf47 None None] Checking segment: {'id': 'ecd61d97-2a12-4d12-8094-1197283ab536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '852a4914-50f1-4e00-b3d9-1a927fff763c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:17:40.450567 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8334a3de-06b2-44d0-9d1e-406adde6bf47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:40.451177 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8334a3de-06b2-44d0-9d1e-406adde6bf47 None None] Bound using segment: {'id': 'ecd61d97-2a12-4d12-8094-1197283ab536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '852a4914-50f1-4e00-b3d9-1a927fff763c'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:17:40.451657 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-8334a3de-06b2-44d0-9d1e-406adde6bf47 None None] Bound port: ff51eff9-62c6-48c6-ab67-0733773c24d6, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecd61d97-2a12-4d12-8094-1197283ab536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '852a4914-50f1-4e00-b3d9-1a927fff763c'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:17:40.452040 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8334a3de-06b2-44d0-9d1e-406adde6bf47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:40.459477 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ae4233-bf63-41ad-b5e4-374fc2810855 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Checking segment: {'id': '3cf4104e-91dc-4b82-9803-10dc543ae8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4e141426-b092-4e49-a82f-f8609156f382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:17:40.459921 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ae4233-bf63-41ad-b5e4-374fc2810855 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Network hostable DHCP agents. Network: 4e141426-b092-4e49-a82f-f8609156f382, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:17:40.505490 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-de822584-16e7-4619-ba89-ae6878caa660 req-80e9cef7-4713-445f-ba4a-1175baebd435 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] 10.222.0.53 "GET /v2.0/security-groups/3322be8c-5f9d-4714-860e-204c087fe0d2 HTTP/1.1" status: 200 len: 2417 time: 0.4296622 Nov 25 13:17:40.539473 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae94a3-7c56-47c2-9af2-60e82ad63abf req-8f48871f-a607-49a2-86a0-7ab9db86fb5f tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:40.540416 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-b2ae94a3-7c56-47c2-9af2-60e82ad63abf req-8f48871f-a607-49a2-86a0-7ab9db86fb5f tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:40.547514 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-de822584-16e7-4619-ba89-ae6878caa660 req-24488951-981f-4cf6-aa6b-8c43d69f695e tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3322be8c-5f9d-4714-860e-204c087fe0d2', 'remote_group_id': None}]} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:17:40.548101 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-de822584-16e7-4619-ba89-ae6878caa660 req-24488951-981f-4cf6-aa6b-8c43d69f695e tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3322be8c-5f9d-4714-860e-204c087fe0d2', 'remote_group_id': None}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:17:40.573044 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-8334a3de-06b2-44d0-9d1e-406adde6bf47 None None] For port ff51eff9-62c6-48c6-ab67-0733773c24d6, host n-d-808199-11, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:17:40.576463 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-8334a3de-06b2-44d0-9d1e-406adde6bf47 None None] For port ff51eff9-62c6-48c6-ab67-0733773c24d6, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=ff51eff9-62c6-48c6-ab67-0733773c24d6,segment=NetworkSegment(ecd61d97-2a12-4d12-8094-1197283ab536),segment_id=ecd61d97-2a12-4d12-8094-1197283ab536)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:17:40.589161 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8334a3de-06b2-44d0-9d1e-406adde6bf47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:40.615389 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9592f2bc-6fc5-4a25-9f3a-caf0f3f4e23d req-41bfa69c-9e9d-4edd-aa69-2187dc44b038 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:40.623764 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9592f2bc-6fc5-4a25-9f3a-caf0f3f4e23d req-41bfa69c-9e9d-4edd-aa69-2187dc44b038 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/networks?id=9accb235-a825-49d8-b9c6-39063069a4b3 HTTP/1.1" status: 200 len: 811 time: 0.5491383 Nov 25 13:17:40.644824 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ae4233-bf63-41ad-b5e4-374fc2810855 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Network 4e141426-b092-4e49-a82f-f8609156f382 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:17:40.677716 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-07ace834-2809-44d5-a440-92a7a01fbe42 None None] Provisioning complete for port ff51eff9-62c6-48c6-ab67-0733773c24d6 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:17:40.681370 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-07ace834-2809-44d5-a440-92a7a01fbe42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:40.693250 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8334a3de-06b2-44d0-9d1e-406adde6bf47 None None] Routers {'0269e300-787d-4073-afb4-fff6cd965809'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:17:40.693898 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-8334a3de-06b2-44d0-9d1e-406adde6bf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:17:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['0269e300-787d-4073-afb4-fff6cd965809'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:17:40.711749 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9592f2bc-6fc5-4a25-9f3a-caf0f3f4e23d req-485869e8-991e-4158-ac83-51c4f7ac7947 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/quotas/621e47be21954218b422540d084376f9 HTTP/1.1" status: 200 len: 375 time: 0.0870209 Nov 25 13:17:40.741249 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1a35d1-d2c3-44ce-b692-c3e70b58526a None None] Pushing event updated for resources: {'Port': ['ID=ff51eff9-62c6-48c6-ab67-0733773c24d6,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:40.763251 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-04ae4233-bf63-41ad-b5e4-374fc2810855 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 4e141426-b092-4e49-a82f-f8609156f382) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:17:40.774654 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b2ae94a3-7c56-47c2-9af2-60e82ad63abf req-8f48871f-a607-49a2-86a0-7ab9db86fb5f tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8146613 Nov 25 13:17:40.838175 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-b2ae94a3-7c56-47c2-9af2-60e82ad63abf req-37410abe-e3a4-4d33-820b-6eddc9839032 service neutron] Request body: {'port': {'device_id': '4835e952-2b66-48c9-8aa5-a4b720024657', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-11'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:17:40.874828 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e3a16c-3233-460e-bd51-aed435a88536 None None] Network 4e141426-b092-4e49-a82f-f8609156f382 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:17:40.897508 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-8334a3de-06b2-44d0-9d1e-406adde6bf47 None None] Set router 0269e300-787d-4073-afb4-fff6cd965809 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:17:40.936584 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ae4233-bf63-41ad-b5e4-374fc2810855 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:40.937174 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-04ae4233-bf63-41ad-b5e4-374fc2810855 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66683297'] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:41.057567 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-07ace834-2809-44d5-a440-92a7a01fbe42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:41.077606 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9592f2bc-6fc5-4a25-9f3a-caf0f3f4e23d req-2f1d5de8-16ef-4fd8-be12-528c59a8be3b tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=621e47be21954218b422540d084376f9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3508852 Nov 25 13:17:41.091096 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-04ae4233-bf63-41ad-b5e4-374fc2810855 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.0467331 Nov 25 13:17:41.094316 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 48770) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:41.099888 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-de822584-16e7-4619-ba89-ae6878caa660 req-24488951-981f-4cf6-aa6b-8c43d69f695e tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:41.114091 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-b2ae94a3-7c56-47c2-9af2-60e82ad63abf req-37410abe-e3a4-4d33-820b-6eddc9839032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:41.167712 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-07ace834-2809-44d5-a440-92a7a01fbe42 None None] For port ff51eff9-62c6-48c6-ab67-0733773c24d6, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=ff51eff9-62c6-48c6-ab67-0733773c24d6,segment=NetworkSegment(ecd61d97-2a12-4d12-8094-1197283ab536),segment_id=ecd61d97-2a12-4d12-8094-1197283ab536)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:17:41.175984 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-de822584-16e7-4619-ba89-ae6878caa660 req-24488951-981f-4cf6-aa6b-8c43d69f695e tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:41.204934 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-07ace834-2809-44d5-a440-92a7a01fbe42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:41.235049 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b8c110-4776-48e6-b096-86c3399f15d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-4e141426-b092-4e49-a82f-f8609156f382', 'network_id': '4e141426-b092-4e49-a82f-f8609156f382', 'tenant_id': '22ba648da9f241c0a9e2114a63bb303f', 'fixed_ips': [{'subnet_id': '8c6a5e31-3562-47a7-b840-4e355d1e92d2'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:17:41.237307 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-77b8c110-4776-48e6-b096-86c3399f15d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:41.243809 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-de822584-16e7-4619-ba89-ae6878caa660 req-24488951-981f-4cf6-aa6b-8c43d69f695e tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:41.348040 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24488951-981f-4cf6-aa6b-8c43d69f695e tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e35de9e8-1253-4b5d-a5bd-e3681f832a98,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:41.379268 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-de822584-16e7-4619-ba89-ae6878caa660 req-24488951-981f-4cf6-aa6b-8c43d69f695e tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:41.392146 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-de822584-16e7-4619-ba89-ae6878caa660 req-24488951-981f-4cf6-aa6b-8c43d69f695e tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.8780787 Nov 25 13:17:41.426083 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a1579d5f-5026-4fc5-953c-4671ae5ae307 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:41.540157 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-8334a3de-06b2-44d0-9d1e-406adde6bf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0269e300-787d-4073-afb4-fff6cd965809', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1693762775-router', 'tenant_id': 'a66046ba7ab241f7a28e6ccb64e01d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '594032a2-fd6f-40af-b69f-a1891f4af5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:17:26Z', 'updated_at': '2021-11-25T13:17:30Z', 'revision_number': 4, 'project_id': 'a66046ba7ab241f7a28e6ccb64e01d36', 'gw_port': {'id': '594032a2-fd6f-40af-b69f-a1891f4af5c0', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:78:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0269e300-787d-4073-afb4-fff6cd965809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:17:26Z', 'updated_at': '2021-11-25T13:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'ff51eff9-62c6-48c6-ab67-0733773c24d6', 'name': '', 'network_id': '852a4914-50f1-4e00-b3d9-1a927fff763c', 'tenant_id': 'a66046ba7ab241f7a28e6ccb64e01d36', 'mac_address': 'fa:16:3e:e9:21:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0269e300-787d-4073-afb4-fff6cd965809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '7a9c809c-58ba-4418-b161-113227da05aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:17:30Z', 'updated_at': '2021-11-25T13:17:40Z', 'revision_number': 4, 'project_id': 'a66046ba7ab241f7a28e6ccb64e01d36', 'subnets': [{'id': '7a9c809c-58ba-4418-b161-113227da05aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:17:41.590531 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-77b8c110-4776-48e6-b096-86c3399f15d9 None None] Allocated IP 172.20.0.1 (4e141426-b092-4e49-a82f-f8609156f382/8c6a5e31-3562-47a7-b840-4e355d1e92d2/617a1c76-4b7f-49fd-afb7-5bb186cee87a) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:17:41.603558 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8334a3de-06b2-44d0-9d1e-406adde6bf47 None None] The sync data for ids ['0269e300-787d-4073-afb4-fff6cd965809'] in n-d-808199-11 is: [{'id': '0269e300-787d-4073-afb4-fff6cd965809', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1693762775-router', 'tenant_id': 'a66046ba7ab241f7a28e6ccb64e01d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '594032a2-fd6f-40af-b69f-a1891f4af5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:17:26Z', 'updated_at': '2021-11-25T13:17:30Z', 'revision_number': 4, 'project_id': 'a66046ba7ab241f7a28e6ccb64e01d36', 'gw_port': {'id': '594032a2-fd6f-40af-b69f-a1891f4af5c0', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:78:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0269e300-787d-4073-afb4-fff6cd965809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:17:26Z', 'updated_at': '2021-11-25T13:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'ff51eff9-62c6-48c6-ab67-0733773c24d6', 'name': '', 'network_id': '852a4914-50f1-4e00-b3d9-1a927fff763c', 'tenant_id': 'a66046ba7ab241f7a28e6ccb64e01d36', 'mac_address': 'fa:16:3e:e9:21:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0269e300-787d-4073-afb4-fff6cd965809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '7a9c809c-58ba-4418-b161-113227da05aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:17:30Z', 'updated_at': '2021-11-25T13:17:40Z', 'revision_number': 4, 'project_id': 'a66046ba7ab241f7a28e6ccb64e01d36', 'subnets': [{'id': '7a9c809c-58ba-4418-b161-113227da05aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:17:41.618824 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a1579d5f-5026-4fc5-953c-4671ae5ae307 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:41.720147 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a0182b-9abe-4851-8965-86237718615a req-3d804d77-d12a-4ad7-be58-bdd037ddf7ee tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:41.722739 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-86a0182b-9abe-4851-8965-86237718615a req-3d804d77-d12a-4ad7-be58-bdd037ddf7ee tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.47 "GET /v2.0/ports?device_id=68f65f11-1e73-41d9-a7ee-e5f9a86aa90c HTTP/1.1" status: 200 len: 943 time: 0.2121933 Nov 25 13:17:41.791216 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-77b8c110-4776-48e6-b096-86c3399f15d9 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:41.841464 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 0bfc1ca3-bd15-4e62-b39f-5513bf088e36 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:17:41.849752 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-77b8c110-4776-48e6-b096-86c3399f15d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:41.952858 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:41.960392 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-4d002225-85a2-40e9-8e70-790cb3ab169a None None] Provisioning complete for port 30ec427b-9801-4cf5-af5e-deeda352edf2 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:17:41.960934 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4d002225-85a2-40e9-8e70-790cb3ab169a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:42.018895 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b8c110-4776-48e6-b096-86c3399f15d9 None None] Network 4e141426-b092-4e49-a82f-f8609156f382 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:17:42.026323 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-4d002225-85a2-40e9-8e70-790cb3ab169a None None] Port 30ec427b-9801-4cf5-af5e-deeda352edf2 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:17:42.034782 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-86a0182b-9abe-4851-8965-86237718615a req-d9d919fc-4ac9-4622-8541-9cab59edba59 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Deleting port 0bfc1ca3-bd15-4e62-b39f-5513bf088e36 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:17:42.035732 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-86a0182b-9abe-4851-8965-86237718615a req-d9d919fc-4ac9-4622-8541-9cab59edba59 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:42.037996 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-77b8c110-4776-48e6-b096-86c3399f15d9 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:17:42.047244 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b8c110-4776-48e6-b096-86c3399f15d9 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:17:42.061638 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ace834-2809-44d5-a440-92a7a01fbe42 None None] Pushing event updated for resources: {'Port': ['ID=ff51eff9-62c6-48c6-ab67-0733773c24d6,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:42.169786 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-86a0182b-9abe-4851-8965-86237718615a req-d9d919fc-4ac9-4622-8541-9cab59edba59 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] For port 0bfc1ca3-bd15-4e62-b39f-5513bf088e36, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=0bfc1ca3-bd15-4e62-b39f-5513bf088e36,segment=NetworkSegment(fce75d79-afff-444e-a670-074434c84613),segment_id=fce75d79-afff-444e-a670-074434c84613)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:17:42.170957 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-86a0182b-9abe-4851-8965-86237718615a req-d9d919fc-4ac9-4622-8541-9cab59edba59 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:42.188659 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-86a0182b-9abe-4851-8965-86237718615a req-d9d919fc-4ac9-4622-8541-9cab59edba59 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Calling delete_port for 0bfc1ca3-bd15-4e62-b39f-5513bf088e36 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:17:42.191784 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-77b8c110-4776-48e6-b096-86c3399f15d9 None None] Attempting to bind port 617a1c76-4b7f-49fd-afb7-5bb186cee87a on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:17:42.193437 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-77b8c110-4776-48e6-b096-86c3399f15d9 None None] Attempting to bind port 617a1c76-4b7f-49fd-afb7-5bb186cee87a by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '3cf4104e-91dc-4b82-9803-10dc543ae8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4e141426-b092-4e49-a82f-f8609156f382'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:17:42.194268 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b8c110-4776-48e6-b096-86c3399f15d9 None None] Attempting to bind port 617a1c76-4b7f-49fd-afb7-5bb186cee87a on network 4e141426-b092-4e49-a82f-f8609156f382 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:17:42.208782 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b8c110-4776-48e6-b096-86c3399f15d9 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:17:42.209488 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b8c110-4776-48e6-b096-86c3399f15d9 None None] Checking segment: {'id': '3cf4104e-91dc-4b82-9803-10dc543ae8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4e141426-b092-4e49-a82f-f8609156f382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:17:42.210237 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-77b8c110-4776-48e6-b096-86c3399f15d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:42.210975 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b8c110-4776-48e6-b096-86c3399f15d9 None None] Bound using segment: {'id': '3cf4104e-91dc-4b82-9803-10dc543ae8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4e141426-b092-4e49-a82f-f8609156f382'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:17:42.211698 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-77b8c110-4776-48e6-b096-86c3399f15d9 None None] Bound port: 617a1c76-4b7f-49fd-afb7-5bb186cee87a, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cf4104e-91dc-4b82-9803-10dc543ae8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4e141426-b092-4e49-a82f-f8609156f382'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:17:42.212357 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-77b8c110-4776-48e6-b096-86c3399f15d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:42.253434 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [req-b2ae94a3-7c56-47c2-9af2-60e82ad63abf req-37410abe-e3a4-4d33-820b-6eddc9839032 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30ec427b-9801-4cf5-af5e-deeda352edf2 {{(pid=103570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:17:42.275783 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-b2ae94a3-7c56-47c2-9af2-60e82ad63abf req-37410abe-e3a4-4d33-820b-6eddc9839032 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:42.288176 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 0bfc1ca3-bd15-4e62-b39f-5513bf088e36 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:17:42.289007 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:42.335320 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247c0c4-733d-4e0e-bee0-b1bec869ccb1 req-3d3295cc-37e9-4f50-ba05-a39d3a08a556 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:42.337948 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a1579d5f-5026-4fc5-953c-4671ae5ae307 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:42.338667 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-ae9afbff-a73d-4770-aa10-06e048980618 None None] Provisioning complete for port ff51eff9-62c6-48c6-ab67-0733773c24d6 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:17:42.339137 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ae9afbff-a73d-4770-aa10-06e048980618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:42.341997 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b8c110-4776-48e6-b096-86c3399f15d9 None None] Pushing event updated for resources: {'Port': ['ID=617a1c76-4b7f-49fd-afb7-5bb186cee87a,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:42.353731 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9247c0c4-733d-4e0e-bee0-b1bec869ccb1 req-3d3295cc-37e9-4f50-ba05-a39d3a08a556 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] 10.222.0.53 "GET /v2.0/ports?device_id=4835e952-2b66-48c9-8aa5-a4b720024657 HTTP/1.1" status: 200 len: 931 time: 0.7987156 Nov 25 13:17:42.417936 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1579d5f-5026-4fc5-953c-4671ae5ae307 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Pushing event deleted for resources: {'Subnet': ['ID=8c6a5e31-3562-47a7-b840-4e355d1e92d2,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:42.418181 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9592f2bc-6fc5-4a25-9f3a-caf0f3f4e23d req-5ce9ae30-0af0-4489-acbb-07f6e9c70147 service neutron] 10.222.0.53 "GET /v2.0/networks/9accb235-a825-49d8-b9c6-39063069a4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3221116 Nov 25 13:17:42.534656 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-86a0182b-9abe-4851-8965-86237718615a req-d9d919fc-4ac9-4622-8541-9cab59edba59 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:42.582229 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.provisioning_blocks [req-b2ae94a3-7c56-47c2-9af2-60e82ad63abf req-37410abe-e3a4-4d33-820b-6eddc9839032 service neutron] Transition to ACTIVE for port object 30ec427b-9801-4cf5-af5e-deeda352edf2 will not be triggered until provisioned by entity L2. {{(pid=103570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:17:42.591722 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a1579d5f-5026-4fc5-953c-4671ae5ae307 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:42.599736 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-b2ae94a3-7c56-47c2-9af2-60e82ad63abf req-37410abe-e3a4-4d33-820b-6eddc9839032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:42.663064 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37410abe-e3a4-4d33-820b-6eddc9839032 service neutron] Pushing event updated for resources: {'Port': ['ID=30ec427b-9801-4cf5-af5e-deeda352edf2,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:42.681759 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9247c0c4-733d-4e0e-bee0-b1bec869ccb1 req-7e855728-297e-49ad-a687-efbce9bf5bba tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa6a8ef6-f648-4def-8495-65d828aabec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155961 Nov 25 13:17:42.720078 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-86a0182b-9abe-4851-8965-86237718615a req-d9d919fc-4ac9-4622-8541-9cab59edba59 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] No DVR routers for this DVR port 0bfc1ca3-bd15-4e62-b39f-5513bf088e36 on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:17:42.729773 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-86a0182b-9abe-4851-8965-86237718615a req-d9d919fc-4ac9-4622-8541-9cab59edba59 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:42.741961 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-86a0182b-9abe-4851-8965-86237718615a req-d9d919fc-4ac9-4622-8541-9cab59edba59 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.47 "DELETE /v2.0/ports/0bfc1ca3-bd15-4e62-b39f-5513bf088e36 HTTP/1.1" status: 204 len: 173 time: 1.0104885 Nov 25 13:17:42.742822 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d919fc-4ac9-4622-8541-9cab59edba59 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Pushing event deleted for resources: {'Port': ['ID=0bfc1ca3-bd15-4e62-b39f-5513bf088e36,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:42.761662 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f65f11-1e73-41d9-a7ee-e5f9a86aa90c', 'name': 'network-vif-deleted', 'tag': '0bfc1ca3-bd15-4e62-b39f-5513bf088e36'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:17:42.766334 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db44f81c-4d0a-447c-bcee-c5bc108630c6" -d '{"events": [{"server_uuid": "68f65f11-1e73-41d9-a7ee-e5f9a86aa90c", "name": "network-vif-deleted", "tag": "0bfc1ca3-bd15-4e62-b39f-5513bf088e36"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:17:42.784639 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-a1579d5f-5026-4fc5-953c-4671ae5ae307 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e141426-b092-4e49-a82f-f8609156f382']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:17:42.820938 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-a1579d5f-5026-4fc5-953c-4671ae5ae307 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cf4104e-91dc-4b82-9803-10dc543ae8fe') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:17:42.825169 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-a1579d5f-5026-4fc5-953c-4671ae5ae307 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cf4104e-91dc-4b82-9803-10dc543ae8fe') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:17:42.843884 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9592f2bc-6fc5-4a25-9f3a-caf0f3f4e23d req-098b7020-540c-409d-a31f-9656ce8cd09a service neutron] 10.222.0.53 "GET /v2.0/networks/9accb235-a825-49d8-b9c6-39063069a4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4081330 Nov 25 13:17:42.852876 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a1579d5f-5026-4fc5-953c-4671ae5ae307 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:42.902357 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device ff51eff9-62c6-48c6-ab67-0733773c24d6 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:17:42.903549 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a1579d5f-5026-4fc5-953c-4671ae5ae307 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:42.907034 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['0bfc1ca3-bd15-4e62-b39f-5513bf088e36'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:17:42.909342 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1ad003-5ed3-4276-a2e0-b06d39830891 None None] DHCP port deletion for 0983177e-e01c-46fd-aae0-5d162abcfe55 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:17:42.927792 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1579d5f-5026-4fc5-953c-4671ae5ae307 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:17:42.932225 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a1579d5f-5026-4fc5-953c-4671ae5ae307 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:42.990107 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-caf7a848-6a68-4c7d-9e81-5b4a82d4c41d req-23550ea8-2610-413c-b672-89140bc5371b tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/ports?device_id=68f65f11-1e73-41d9-a7ee-e5f9a86aa90c HTTP/1.1" status: 200 len: 210 time: 0.1430087 Nov 25 13:17:43.055168 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-b2ae94a3-7c56-47c2-9af2-60e82ad63abf req-37410abe-e3a4-4d33-820b-6eddc9839032 service neutron] Attempting to bind port 30ec427b-9801-4cf5-af5e-deeda352edf2 on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:17:43.055487 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-b2ae94a3-7c56-47c2-9af2-60e82ad63abf req-37410abe-e3a4-4d33-820b-6eddc9839032 service neutron] Attempting to bind port 30ec427b-9801-4cf5-af5e-deeda352edf2 by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': 'ecd61d97-2a12-4d12-8094-1197283ab536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '852a4914-50f1-4e00-b3d9-1a927fff763c'}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:17:43.056137 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ae94a3-7c56-47c2-9af2-60e82ad63abf req-37410abe-e3a4-4d33-820b-6eddc9839032 service neutron] Attempting to bind port 30ec427b-9801-4cf5-af5e-deeda352edf2 on network 852a4914-50f1-4e00-b3d9-1a927fff763c {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:17:43.075300 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ae94a3-7c56-47c2-9af2-60e82ad63abf req-37410abe-e3a4-4d33-820b-6eddc9839032 service neutron] Port 30ec427b-9801-4cf5-af5e-deeda352edf2 on network 852a4914-50f1-4e00-b3d9-1a927fff763c not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:17:43.078605 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ae94a3-7c56-47c2-9af2-60e82ad63abf req-37410abe-e3a4-4d33-820b-6eddc9839032 service neutron] Attempting to bind port 30ec427b-9801-4cf5-af5e-deeda352edf2 on network 852a4914-50f1-4e00-b3d9-1a927fff763c {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:17:43.092158 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ae94a3-7c56-47c2-9af2-60e82ad63abf req-37410abe-e3a4-4d33-820b-6eddc9839032 service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:17:43.093135 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ae94a3-7c56-47c2-9af2-60e82ad63abf req-37410abe-e3a4-4d33-820b-6eddc9839032 service neutron] Checking segment: {'id': 'ecd61d97-2a12-4d12-8094-1197283ab536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '852a4914-50f1-4e00-b3d9-1a927fff763c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:17:43.094741 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ae94a3-7c56-47c2-9af2-60e82ad63abf req-37410abe-e3a4-4d33-820b-6eddc9839032 service neutron] Bound using segment: {'id': 'ecd61d97-2a12-4d12-8094-1197283ab536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '852a4914-50f1-4e00-b3d9-1a927fff763c'} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:17:43.095208 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-b2ae94a3-7c56-47c2-9af2-60e82ad63abf req-37410abe-e3a4-4d33-820b-6eddc9839032 service neutron] Bound port: 30ec427b-9801-4cf5-af5e-deeda352edf2, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecd61d97-2a12-4d12-8094-1197283ab536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '852a4914-50f1-4e00-b3d9-1a927fff763c'}}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:17:43.095581 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-b2ae94a3-7c56-47c2-9af2-60e82ad63abf req-37410abe-e3a4-4d33-820b-6eddc9839032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:43.112107 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:17:43.112107 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:17:43.112107 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:17:43.112107 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:17:43.112107 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:17:43.112107 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:17:43.112107 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:17:43.112107 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:17:43.112107 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:17:43.112107 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:17:43.112107 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:17:43.112107 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:17:43.112107 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:17:43.112107 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:17:43.112107 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:17:43.112107 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:17:43.112107 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:17:43.112107 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:17:43.112107 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:17:43.112107 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:17:43.112107 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:17:43.112107 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:17:43.112107 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:17:43.112107 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:17:43.112107 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:17:43.112107 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:17:43.112107 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:17:43.112107 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:17:43.112107 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:17:43.112107 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:17:43.112107 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:17:43.112107 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:17:43.117171 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.db.api [None req-a1579d5f-5026-4fc5-953c-4671ae5ae307 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 13:17:43.117171 n-d-808199-11 neutron-server[103571]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 13:17:43.117171 n-d-808199-11 neutron-server[103571]: [parameters: {'id': '4e141426-b092-4e49-a82f-f8609156f382'}] Nov 25 13:17:43.117171 n-d-808199-11 neutron-server[103571]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 13:17:43.117551 n-d-808199-11 neutron-server[103571]: DEBUG oslo_db.api [None req-a1579d5f-5026-4fc5-953c-4671ae5ae307 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 13:17:43.151313 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Could not find standard attr ID for object 0bfc1ca3-bd15-4e62-b39f-5513bf088e36. {{(pid=103572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 13:17:43.199201 n-d-808199-11 neutron-server[103572]: INFO neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No ports have port_id starting with 0bfc1ca3-bd15-4e62-b39f-5513bf088e36 Nov 25 13:17:43.200779 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-77b8c110-4776-48e6-b096-86c3399f15d9 None None] For port 617a1c76-4b7f-49fd-afb7-5bb186cee87a, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:17:43.227589 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-77b8c110-4776-48e6-b096-86c3399f15d9 None None] For port 617a1c76-4b7f-49fd-afb7-5bb186cee87a, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=617a1c76-4b7f-49fd-afb7-5bb186cee87a,segment=NetworkSegment(3cf4104e-91dc-4b82-9803-10dc543ae8fe),segment_id=3cf4104e-91dc-4b82-9803-10dc543ae8fe)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:17:43.263064 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-77b8c110-4776-48e6-b096-86c3399f15d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:43.339460 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port ff51eff9-62c6-48c6-ab67-0733773c24d6 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:17:43.339838 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:43.349992 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-b2ae94a3-7c56-47c2-9af2-60e82ad63abf req-37410abe-e3a4-4d33-820b-6eddc9839032 service neutron] For port 30ec427b-9801-4cf5-af5e-deeda352edf2, host n-h1-808199-11, cleared binding levels {{(pid=103570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:17:43.399555 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-b2ae94a3-7c56-47c2-9af2-60e82ad63abf req-37410abe-e3a4-4d33-820b-6eddc9839032 service neutron] For port 30ec427b-9801-4cf5-af5e-deeda352edf2, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=30ec427b-9801-4cf5-af5e-deeda352edf2,segment=NetworkSegment(ecd61d97-2a12-4d12-8094-1197283ab536),segment_id=ecd61d97-2a12-4d12-8094-1197283ab536)] {{(pid=103570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:17:43.410858 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-b2ae94a3-7c56-47c2-9af2-60e82ad63abf req-37410abe-e3a4-4d33-820b-6eddc9839032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:43.429699 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-90aa710e-f5cb-4958-9934-f69cd6428a25 req-dd8ca256-1104-471a-a008-6190797816a0 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] 10.222.0.53 "GET /v2.0/security-groups/3322be8c-5f9d-4714-860e-204c087fe0d2 HTTP/1.1" status: 200 len: 3016 time: 0.1705410 Nov 25 13:17:43.477239 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae94a3-7c56-47c2-9af2-60e82ad63abf req-37410abe-e3a4-4d33-820b-6eddc9839032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:43.478288 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-b2ae94a3-7c56-47c2-9af2-60e82ad63abf req-37410abe-e3a4-4d33-820b-6eddc9839032 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:43.493879 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b2ae94a3-7c56-47c2-9af2-60e82ad63abf req-37410abe-e3a4-4d33-820b-6eddc9839032 service neutron] 10.222.0.66 "PUT /v2.0/ports/30ec427b-9801-4cf5-af5e-deeda352edf2 HTTP/1.1" status: 200 len: 1092 time: 2.6715853 Nov 25 13:17:43.495380 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4835e952-2b66-48c9-8aa5-a4b720024657', 'tag': '30ec427b-9801-4cf5-af5e-deeda352edf2'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:17:43.501235 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b8c110-4776-48e6-b096-86c3399f15d9 None None] Pushing event updated for resources: {'Port': ['ID=617a1c76-4b7f-49fd-afb7-5bb186cee87a,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:43.505047 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75588dff-d957-4f27-8efd-4154e649c765" -d '{"events": [{"name": "network-changed", "server_uuid": "4835e952-2b66-48c9-8aa5-a4b720024657", "tag": "30ec427b-9801-4cf5-af5e-deeda352edf2"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:17:43.567350 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3623b4e-e942-4849-bea3-03633d87430a x-openstack-request-id: req-c3623b4e-e942-4849-bea3-03633d87430a {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:17:43.567838 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68f65f11-1e73-41d9-a7ee-e5f9a86aa90c", "name": "network-vif-deleted", "tag": "0bfc1ca3-bd15-4e62-b39f-5513bf088e36", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:17:43.567983 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c3623b4e-e942-4849-bea3-03633d87430a {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:17:43.568459 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f65f11-1e73-41d9-a7ee-e5f9a86aa90c', 'name': 'network-vif-deleted', 'tag': '0bfc1ca3-bd15-4e62-b39f-5513bf088e36', 'status': 'completed', 'code': 200} Nov 25 13:17:43.589133 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961f94e1-bb55-4b6a-8bef-e6119a4926a5 None None] Network 4e141426-b092-4e49-a82f-f8609156f382 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:17:43.597218 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-01a33cda-cc93-4b59-855c-352a9cdf0383 req-c3da093b-122e-4a30-bfa8-393834aee46a tempest-VolumesNegativeTest-491399444 tempest-VolumesNegativeTest-491399444-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=7d50fe7daacd49eda60783f02e539acc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1264493 Nov 25 13:17:43.619683 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a1579d5f-5026-4fc5-953c-4671ae5ae307 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:43.756653 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-a1579d5f-5026-4fc5-953c-4671ae5ae307 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Deleting port 617a1c76-4b7f-49fd-afb7-5bb186cee87a {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:17:43.757438 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a1579d5f-5026-4fc5-953c-4671ae5ae307 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:43.803396 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37410abe-e3a4-4d33-820b-6eddc9839032 service neutron] Pushing event updated for resources: {'Port': ['ID=30ec427b-9801-4cf5-af5e-deeda352edf2,revision_number=3']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:43.872494 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae94a3-7c56-47c2-9af2-60e82ad63abf req-05b0ab7e-f9f3-4ab7-af5e-18a2df4970d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:43.874246 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b2ae94a3-7c56-47c2-9af2-60e82ad63abf req-05b0ab7e-f9f3-4ab7-af5e-18a2df4970d6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a66046ba7ab241f7a28e6ccb64e01d36&device_id=4835e952-2b66-48c9-8aa5-a4b720024657 HTTP/1.1" status: 200 len: 1095 time: 0.2668228 Nov 25 13:17:43.909240 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-a1579d5f-5026-4fc5-953c-4671ae5ae307 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] For port 617a1c76-4b7f-49fd-afb7-5bb186cee87a, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=617a1c76-4b7f-49fd-afb7-5bb186cee87a,segment=NetworkSegment(3cf4104e-91dc-4b82-9803-10dc543ae8fe),segment_id=3cf4104e-91dc-4b82-9803-10dc543ae8fe)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:17:43.909982 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a1579d5f-5026-4fc5-953c-4671ae5ae307 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:43.937819 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-a1579d5f-5026-4fc5-953c-4671ae5ae307 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Calling delete_port for 617a1c76-4b7f-49fd-afb7-5bb186cee87a owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:17:44.037127 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b2ae94a3-7c56-47c2-9af2-60e82ad63abf req-2ac9d7a7-e5bb-4a0a-a132-f0cadf17974d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30ec427b-9801-4cf5-af5e-deeda352edf2 HTTP/1.1" status: 200 len: 217 time: 0.1373174 Nov 25 13:17:44.046031 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a1579d5f-5026-4fc5-953c-4671ae5ae307 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:44.088090 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f519370-b823-442a-bfad-a8a9a0657386 None None] get_active_networks_info from n-d-808199-11 {{(pid=103572) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 13:17:44.128249 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1579d5f-5026-4fc5-953c-4671ae5ae307 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Pushing event deleted for resources: {'Port': ['ID=617a1c76-4b7f-49fd-afb7-5bb186cee87a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:44.134448 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a33cda-cc93-4b59-855c-352a9cdf0383 req-d48040aa-0e1f-4cf5-ae1a-89a8ea22f02b tempest-VolumesNegativeTest-491399444 tempest-VolumesNegativeTest-491399444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:44.136775 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1579d5f-5026-4fc5-953c-4671ae5ae307 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] No DVR routers for this DVR port 617a1c76-4b7f-49fd-afb7-5bb186cee87a on host n-d-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:17:44.149523 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-01a33cda-cc93-4b59-855c-352a9cdf0383 req-d48040aa-0e1f-4cf5-ae1a-89a8ea22f02b tempest-VolumesNegativeTest-491399444 tempest-VolumesNegativeTest-491399444-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5118520 Nov 25 13:17:44.254473 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c5d6cf0c-79e9-4641-8513-6f42b59fed5d req-a5cd6fea-27d9-4b80-a1d2-d9e36465df06 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=2157e63b-df45-4a8a-bb8e-b5e37b6c333c HTTP/1.1" status: 200 len: 210 time: 0.1705253 Nov 25 13:17:44.283555 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-01a33cda-cc93-4b59-855c-352a9cdf0383 req-2c5b4c7f-1043-4622-aef0-91c6c79a508e tempest-VolumesNegativeTest-491399444 tempest-VolumesNegativeTest-491399444-project] 10.222.0.53 "GET /v2.0/quotas/7d50fe7daacd49eda60783f02e539acc HTTP/1.1" status: 200 len: 375 time: 0.1325276 Nov 25 13:17:44.298420 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f519370-b823-442a-bfad-a8a9a0657386 None None] Resources bound (agent type, host, resource id): {{(pid=103572) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 13:17:44.308834 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a1579d5f-5026-4fc5-953c-4671ae5ae307 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:44.354889 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-a1579d5f-5026-4fc5-953c-4671ae5ae307 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e141426-b092-4e49-a82f-f8609156f382']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:17:44.370334 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-01a33cda-cc93-4b59-855c-352a9cdf0383 req-2518f3bf-b7b1-40b7-83c4-78468e3c3abf tempest-VolumesNegativeTest-491399444 tempest-VolumesNegativeTest-491399444-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7d50fe7daacd49eda60783f02e539acc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0854888 Nov 25 13:17:44.380031 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-a1579d5f-5026-4fc5-953c-4671ae5ae307 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cf4104e-91dc-4b82-9803-10dc543ae8fe') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:17:44.380712 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-a1579d5f-5026-4fc5-953c-4671ae5ae307 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cf4104e-91dc-4b82-9803-10dc543ae8fe') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:17:44.396662 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a1579d5f-5026-4fc5-953c-4671ae5ae307 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:44.402090 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-439838fe-c73a-4517-8ef7-c69118b50851 req-6772d47d-577b-4f9e-90a7-017aeb8c8f2d tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] 10.222.0.53 "GET /v2.0/security-group-rules/e35de9e8-1253-4b5d-a5bd-e3681f832a98 HTTP/1.1" status: 200 len: 783 time: 0.1015275 Nov 25 13:17:44.408412 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae94a3-7c56-47c2-9af2-60e82ad63abf req-a9b74a00-25fd-4116-b1d3-a3a199b2970f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:44.411770 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b2ae94a3-7c56-47c2-9af2-60e82ad63abf req-a9b74a00-25fd-4116-b1d3-a3a199b2970f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7a9c809c-58ba-4418-b161-113227da05aa HTTP/1.1" status: 200 len: 868 time: 0.3443882 Nov 25 13:17:44.432665 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a1579d5f-5026-4fc5-953c-4671ae5ae307 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:44.449896 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1579d5f-5026-4fc5-953c-4671ae5ae307 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:17:44.450308 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a1579d5f-5026-4fc5-953c-4671ae5ae307 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:44.453485 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:17:44.453485 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:17:44.453485 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:17:44.453485 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:17:44.453485 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:17:44.453485 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:17:44.453485 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:17:44.453485 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:17:44.453485 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:17:44.453485 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:17:44.453485 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:17:44.453485 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:17:44.453485 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:17:44.453485 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:17:44.453485 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:17:44.453485 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:17:44.453485 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:17:44.453485 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:17:44.453485 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:17:44.453485 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:17:44.453485 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:17:44.453485 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:17:44.453485 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:17:44.453485 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:17:44.453485 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:17:44.453485 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:17:44.453485 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:17:44.453485 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:17:44.453485 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:17:44.453485 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:17:44.453485 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:17:44.453485 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:17:44.561194 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae94a3-7c56-47c2-9af2-60e82ad63abf req-630522b1-cd8a-4d1d-ac03-b9d26c11c4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:44.562830 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b2ae94a3-7c56-47c2-9af2-60e82ad63abf req-630522b1-cd8a-4d1d-ac03-b9d26c11c4bf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=852a4914-50f1-4e00-b3d9-1a927fff763c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1282032 Nov 25 13:17:44.585348 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-439838fe-c73a-4517-8ef7-c69118b50851 req-e6a4f8b9-84cf-4073-a6c5-2c7727a7fc19 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] 10.222.0.53 "GET /v2.0/security-groups/3322be8c-5f9d-4714-860e-204c087fe0d2 HTTP/1.1" status: 200 len: 3016 time: 0.1712937 Nov 25 13:17:44.607310 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a1579d5f-5026-4fc5-953c-4671ae5ae307 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:44.620643 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a1579d5f-5026-4fc5-953c-4671ae5ae307 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:44.628437 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-a1579d5f-5026-4fc5-953c-4671ae5ae307 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "DELETE /v2.0/networks/4e141426-b092-4e49-a82f-f8609156f382 HTTP/1.1" status: 204 len: 168 time: 3.5297897 Nov 25 13:17:44.629399 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 48826) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:44.644582 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-dafaef7a-301b-4550-bf9f-d81c5e8a98d1 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1938427326'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:17:44.650251 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1579d5f-5026-4fc5-953c-4671ae5ae307 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Pushing event deleted for resources: {'Network': ['ID=4e141426-b092-4e49-a82f-f8609156f382,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:44.686003 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dafaef7a-301b-4550-bf9f-d81c5e8a98d1 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Made reservation on behalf of 22ba648da9f241c0a9e2114a63bb303f for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:17:44.693920 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dafaef7a-301b-4550-bf9f-d81c5e8a98d1 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:44.696217 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-439838fe-c73a-4517-8ef7-c69118b50851 req-5943fba0-ca5e-4af8-9a7d-7cbc3fc82d4a tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:44.714531 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-439838fe-c73a-4517-8ef7-c69118b50851 req-5943fba0-ca5e-4af8-9a7d-7cbc3fc82d4a tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:44.753082 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dafaef7a-301b-4550-bf9f-d81c5e8a98d1 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:17:44.781297 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dafaef7a-301b-4550-bf9f-d81c5e8a98d1 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:44.781656 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-dafaef7a-301b-4550-bf9f-d81c5e8a98d1 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Added segment ea00a1c2-3781-416a-9566-8e78bd8f8cc6 of type vlan for network 5d4e6de0-6ffd-49bc-82c9-6f3f2aa11e5b Nov 25 13:17:44.783679 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c19c4831-d8df-4364-86b7-0605b2c40902 x-openstack-request-id: req-c19c4831-d8df-4364-86b7-0605b2c40902 {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:17:44.783983 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4835e952-2b66-48c9-8aa5-a4b720024657", "tag": "30ec427b-9801-4cf5-af5e-deeda352edf2", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:17:44.784414 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c19c4831-d8df-4364-86b7-0605b2c40902 {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:17:44.784730 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4835e952-2b66-48c9-8aa5-a4b720024657', 'tag': '30ec427b-9801-4cf5-af5e-deeda352edf2', 'status': 'completed', 'code': 200} Nov 25 13:17:44.847455 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-439838fe-c73a-4517-8ef7-c69118b50851 req-5943fba0-ca5e-4af8-9a7d-7cbc3fc82d4a tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:44.852850 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b2ae94a3-7c56-47c2-9af2-60e82ad63abf req-79d8d4a0-5644-4a1a-96c6-5173a8b4a662 service neutron] 10.222.0.66 "GET /v2.0/networks/852a4914-50f1-4e00-b3d9-1a927fff763c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595732 Nov 25 13:17:44.858817 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-439838fe-c73a-4517-8ef7-c69118b50851 req-5943fba0-ca5e-4af8-9a7d-7cbc3fc82d4a tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:44.875673 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-439838fe-c73a-4517-8ef7-c69118b50851 req-5943fba0-ca5e-4af8-9a7d-7cbc3fc82d4a tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/e35de9e8-1253-4b5d-a5bd-e3681f832a98 HTTP/1.1" status: 204 len: 173 time: 0.2889733 Nov 25 13:17:44.902074 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dafaef7a-301b-4550-bf9f-d81c5e8a98d1 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:44.949982 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dafaef7a-301b-4550-bf9f-d81c5e8a98d1 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:44.958306 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafaef7a-301b-4550-bf9f-d81c5e8a98d1 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:44.961137 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dafaef7a-301b-4550-bf9f-d81c5e8a98d1 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:44.966501 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5943fba0-ca5e-4af8-9a7d-7cbc3fc82d4a tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e35de9e8-1253-4b5d-a5bd-e3681f832a98,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:45.086466 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafaef7a-301b-4550-bf9f-d81c5e8a98d1 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Pushing event updated for resources: {'Network': ['ID=5d4e6de0-6ffd-49bc-82c9-6f3f2aa11e5b,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:45.101878 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 5d4e6de0-6ffd-49bc-82c9-6f3f2aa11e5b details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:17:45.106326 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-dafaef7a-301b-4550-bf9f-d81c5e8a98d1 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4741204 Nov 25 13:17:45.115790 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 48848) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:45.135871 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-aaae7bc0-47d4-47c2-9171-fe9277bc3883 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:17:45.271604 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9592f2bc-6fc5-4a25-9f3a-caf0f3f4e23d req-49f1ff69-ceb4-42d1-9831-4c0370f0ca16 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:45.273888 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9592f2bc-6fc5-4a25-9f3a-caf0f3f4e23d req-49f1ff69-ceb4-42d1-9831-4c0370f0ca16 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.47 "GET /v2.0/networks?id=9accb235-a825-49d8-b9c6-39063069a4b3 HTTP/1.1" status: 200 len: 811 time: 0.2898922 Nov 25 13:17:45.291291 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-9592f2bc-6fc5-4a25-9f3a-caf0f3f4e23d req-54635140-db9d-471a-931c-1d6b6d7dd4d6 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Request body: {'port': {'device_id': '2157e63b-df45-4a8a-bb8e-b5e37b6c333c', 'network_id': '9accb235-a825-49d8-b9c6-39063069a4b3', 'admin_state_up': True, 'tenant_id': '621e47be21954218b422540d084376f9'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:17:45.293231 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d63fb3-ee5e-4c3d-a4fa-351f6875fbb5 req-4b482c42-f466-43a7-8033-8b20ef17bf3c tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:45.301217 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b4d63fb3-ee5e-4c3d-a4fa-351f6875fbb5 req-4b482c42-f466-43a7-8033-8b20ef17bf3c tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] 10.222.0.53 "GET /v2.0/ports?device_id=4835e952-2b66-48c9-8aa5-a4b720024657 HTTP/1.1" status: 200 len: 943 time: 0.3987877 Nov 25 13:17:45.315387 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b2ae94a3-7c56-47c2-9af2-60e82ad63abf req-289d622d-12dd-4621-8194-15cc49239292 service neutron] 10.222.0.66 "GET /v2.0/networks/852a4914-50f1-4e00-b3d9-1a927fff763c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4323599 Nov 25 13:17:45.404241 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-901ad07b-713f-4c51-b561-8458be1762b1 req-28d3c44b-06ea-44e7-8f34-b5628da192dd tempest-VolumesNegativeTest-491399444 tempest-VolumesNegativeTest-491399444-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb436a77-cc04-40b6-b1a9-e23d0f0e42aa HTTP/1.1" status: 200 len: 210 time: 0.0909464 Nov 25 13:17:45.438372 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9592f2bc-6fc5-4a25-9f3a-caf0f3f4e23d req-54635140-db9d-471a-931c-1d6b6d7dd4d6 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Made reservation on behalf of 621e47be21954218b422540d084376f9 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:17:45.445337 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9592f2bc-6fc5-4a25-9f3a-caf0f3f4e23d req-54635140-db9d-471a-931c-1d6b6d7dd4d6 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:45.522896 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 0bfc1ca3-bd15-4e62-b39f-5513bf088e36 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:17:45.565081 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: 0bfc1ca3-bd15-4e62-b39f-5513bf088e36 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:17:45.565484 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 0bfc1ca3-bd15-4e62-b39f-5513bf088e36 not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:17:45.567934 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b4d63fb3-ee5e-4c3d-a4fa-351f6875fbb5 req-77e2cf70-f33c-4744-bdd6-660908052dd8 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa6a8ef6-f648-4def-8495-65d828aabec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655394 Nov 25 13:17:45.623693 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75588dff-d957-4f27-8efd-4154e649c765 req-b204aecd-d631-4f8c-bc60-e2d70a2c1cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:45.625398 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-75588dff-d957-4f27-8efd-4154e649c765 req-b204aecd-d631-4f8c-bc60-e2d70a2c1cae service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a66046ba7ab241f7a28e6ccb64e01d36&device_id=4835e952-2b66-48c9-8aa5-a4b720024657 HTTP/1.1" status: 200 len: 1095 time: 0.2247267 Nov 25 13:17:45.663673 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-9592f2bc-6fc5-4a25-9f3a-caf0f3f4e23d req-54635140-db9d-471a-931c-1d6b6d7dd4d6 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Allocated IP 172.20.0.7 (9accb235-a825-49d8-b9c6-39063069a4b3/b6a84af7-6347-4e0f-945a-98a5515a4a22/d6e63749-0e7e-47e9-84a3-14fef84346a7) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:17:45.808755 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75588dff-d957-4f27-8efd-4154e649c765 req-1a4a008f-5bb1-4550-822d-05c50930396d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:45.810891 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-75588dff-d957-4f27-8efd-4154e649c765 req-1a4a008f-5bb1-4550-822d-05c50930396d service neutron] 10.222.0.66 "GET /v2.0/networks?id=852a4914-50f1-4e00-b3d9-1a927fff763c HTTP/1.1" status: 200 len: 930 time: 0.1344366 Nov 25 13:17:45.828651 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-aaae7bc0-47d4-47c2-9171-fe9277bc3883 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:45.879884 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2873b70b-53a4-4646-ad32-a7928221eeca req-72d7603c-55e3-44f2-8b78-1ca28a7f4746 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] 10.222.0.53 "GET /v2.0/security-groups/3322be8c-5f9d-4714-860e-204c087fe0d2 HTTP/1.1" status: 200 len: 2417 time: 0.4249349 Nov 25 13:17:45.887052 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 48854) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:45.893702 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-ae2584de-dc4d-465b-aaf7-4c84106d2cb8 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Request body: {'security_group': {'name': 'tempest-securitygroup--27935538', 'description': 'tempest-description--1958031986'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:17:45.897688 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-aaae7bc0-47d4-47c2-9171-fe9277bc3883 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:45.962107 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ae2584de-dc4d-465b-aaf7-4c84106d2cb8 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:45.966410 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9592f2bc-6fc5-4a25-9f3a-caf0f3f4e23d req-54635140-db9d-471a-931c-1d6b6d7dd4d6 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:45.971153 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-75588dff-d957-4f27-8efd-4154e649c765 req-72179f58-28a2-4e85-83e2-c12d219368a8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30ec427b-9801-4cf5-af5e-deeda352edf2 HTTP/1.1" status: 200 len: 217 time: 0.0864117 Nov 25 13:17:45.980602 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-aaae7bc0-47d4-47c2-9171-fe9277bc3883 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Network 5d4e6de0-6ffd-49bc-82c9-6f3f2aa11e5b is not hosted by any dhcp agent {{(pid=103570) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 13:17:45.987573 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaae7bc0-47d4-47c2-9171-fe9277bc3883 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:45.988192 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-aaae7bc0-47d4-47c2-9171-fe9277bc3883 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:45.993354 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-aaae7bc0-47d4-47c2-9171-fe9277bc3883 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "PUT /v2.0/networks/5d4e6de0-6ffd-49bc-82c9-6f3f2aa11e5b HTTP/1.1" status: 200 len: 723 time: 0.8709078 Nov 25 13:17:45.993960 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 48856) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:46.002933 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-f8fceb12-f771-488c-aec3-64204c3b4ce1 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Request body: {'subnet': {'network_id': '5d4e6de0-6ffd-49bc-82c9-6f3f2aa11e5b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:17:46.152664 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ae2584de-dc4d-465b-aaf7-4c84106d2cb8 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:46.166041 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ae2584de-dc4d-465b-aaf7-4c84106d2cb8 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:46.186992 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9592f2bc-6fc5-4a25-9f3a-caf0f3f4e23d req-54635140-db9d-471a-931c-1d6b6d7dd4d6 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:46.201198 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['e2a5a626-de21-4a40-bd62-bacea0a9d1bd'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:17:46.341685 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-01a33cda-cc93-4b59-855c-352a9cdf0383 req-2ff9104b-9b86-4a6f-9262-105097000b51 tempest-VolumesNegativeTest-491399444 tempest-VolumesNegativeTest-491399444-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=7d50fe7daacd49eda60783f02e539acc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0773630 Nov 25 13:17:46.351900 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9592f2bc-6fc5-4a25-9f3a-caf0f3f4e23d req-54635140-db9d-471a-931c-1d6b6d7dd4d6 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Network 9accb235-a825-49d8-b9c6-39063069a4b3 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:17:46.353488 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8fceb12-f771-488c-aec3-64204c3b4ce1 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Made reservation on behalf of 22ba648da9f241c0a9e2114a63bb303f for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:17:46.357821 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f8fceb12-f771-488c-aec3-64204c3b4ce1 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:46.377090 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-9592f2bc-6fc5-4a25-9f3a-caf0f3f4e23d req-54635140-db9d-471a-931c-1d6b6d7dd4d6 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:17:46.392602 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ae2584de-dc4d-465b-aaf7-4c84106d2cb8 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:46.394564 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-ae2584de-dc4d-465b-aaf7-4c84106d2cb8 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5065525 Nov 25 13:17:46.412464 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-9592f2bc-6fc5-4a25-9f3a-caf0f3f4e23d req-54635140-db9d-471a-931c-1d6b6d7dd4d6 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:17:46.435837 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2584de-dc4d-465b-aaf7-4c84106d2cb8 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f478d550-4fc2-48b3-9dce-84f5265d1962,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:46.459244 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 48862) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:46.468962 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-fa79f2dc-0168-47c1-8368-b5883ba3ae7a tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Request body: {'security_group_rule': {'security_group_id': 'f478d550-4fc2-48b3-9dce-84f5265d1962', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:17:46.601898 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54635140-db9d-471a-931c-1d6b6d7dd4d6 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Pushing event updated for resources: {'Port': ['ID=d6e63749-0e7e-47e9-84a3-14fef84346a7,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:46.703372 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae7bc0-47d4-47c2-9171-fe9277bc3883 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Pushing event updated for resources: {'Network': ['ID=5d4e6de0-6ffd-49bc-82c9-6f3f2aa11e5b,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:46.718606 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fa79f2dc-0168-47c1-8368-b5883ba3ae7a tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:46.722787 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 5d4e6de0-6ffd-49bc-82c9-6f3f2aa11e5b details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:17:46.757371 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75588dff-d957-4f27-8efd-4154e649c765 req-eb1bd492-e329-470c-84e4-a631c4da1f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:46.759205 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-75588dff-d957-4f27-8efd-4154e649c765 req-eb1bd492-e329-470c-84e4-a631c4da1f33 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7a9c809c-58ba-4418-b161-113227da05aa HTTP/1.1" status: 200 len: 868 time: 0.7336154 Nov 25 13:17:46.766885 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9592f2bc-6fc5-4a25-9f3a-caf0f3f4e23d req-54635140-db9d-471a-931c-1d6b6d7dd4d6 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:46.767654 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9592f2bc-6fc5-4a25-9f3a-caf0f3f4e23d req-54635140-db9d-471a-931c-1d6b6d7dd4d6 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:46.797736 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a33cda-cc93-4b59-855c-352a9cdf0383 req-4f55c2a8-16f9-4044-a10f-820aa872dee9 tempest-VolumesNegativeTest-491399444 tempest-VolumesNegativeTest-491399444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:46.800039 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-01a33cda-cc93-4b59-855c-352a9cdf0383 req-4f55c2a8-16f9-4044-a10f-820aa872dee9 tempest-VolumesNegativeTest-491399444 tempest-VolumesNegativeTest-491399444-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4346979 Nov 25 13:17:46.815979 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-01a33cda-cc93-4b59-855c-352a9cdf0383 req-3ae468c8-88b3-475a-bfc1-132549f2c79f tempest-VolumesNegativeTest-491399444 tempest-VolumesNegativeTest-491399444-project] Request body: {'port': {'device_id': 'fb436a77-cc04-40b6-b1a9-e23d0f0e42aa', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'admin_state_up': True, 'tenant_id': '7d50fe7daacd49eda60783f02e539acc'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:17:46.826723 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da5836-795c-4335-9ec1-cee2d6441cce req-160ace0a-a8fb-4a35-b0c0-56e0d9031cca tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:46.834821 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e5da5836-795c-4335-9ec1-cee2d6441cce req-160ace0a-a8fb-4a35-b0c0-56e0d9031cca tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=2157e63b-df45-4a8a-bb8e-b5e37b6c333c HTTP/1.1" status: 200 len: 931 time: 0.8102651 Nov 25 13:17:46.857090 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-4e7696bc-4eb3-4b16-afcb-11bb62c52790 None None] Provisioning complete for port d6e63749-0e7e-47e9-84a3-14fef84346a7 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:17:46.858091 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-2873b70b-53a4-4646-ad32-a7928221eeca req-204da143-95ae-497b-9304-61a51757a64f tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:46.858649 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4e7696bc-4eb3-4b16-afcb-11bb62c52790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:46.916726 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-4e7696bc-4eb3-4b16-afcb-11bb62c52790 None None] Port d6e63749-0e7e-47e9-84a3-14fef84346a7 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:17:46.937886 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-2873b70b-53a4-4646-ad32-a7928221eeca req-204da143-95ae-497b-9304-61a51757a64f tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:46.938357 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9592f2bc-6fc5-4a25-9f3a-caf0f3f4e23d req-54635140-db9d-471a-931c-1d6b6d7dd4d6 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6527314 Nov 25 13:17:46.952102 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fa79f2dc-0168-47c1-8368-b5883ba3ae7a tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:46.960824 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-9592f2bc-6fc5-4a25-9f3a-caf0f3f4e23d req-e0b7f036-17bd-4616-878f-656ba3ce4082 service neutron] Request body: {'port': {'device_id': '2157e63b-df45-4a8a-bb8e-b5e37b6c333c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:17:46.967205 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75588dff-d957-4f27-8efd-4154e649c765 req-593d90d4-71e6-42f6-aa4d-a28ae5a9f3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:46.968803 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fa79f2dc-0168-47c1-8368-b5883ba3ae7a tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:46.968929 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-75588dff-d957-4f27-8efd-4154e649c765 req-593d90d4-71e6-42f6-aa4d-a28ae5a9f3ac service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=852a4914-50f1-4e00-b3d9-1a927fff763c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1962647 Nov 25 13:17:46.980993 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e5da5836-795c-4335-9ec1-cee2d6441cce req-86f62d0c-4a10-45d9-885d-7783585d8959 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec610c10-0015-4919-a10e-9c11537c59cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446850 Nov 25 13:17:47.015911 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01a33cda-cc93-4b59-855c-352a9cdf0383 req-3ae468c8-88b3-475a-bfc1-132549f2c79f tempest-VolumesNegativeTest-491399444 tempest-VolumesNegativeTest-491399444-project] Made reservation on behalf of 7d50fe7daacd49eda60783f02e539acc for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:17:47.019668 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-01a33cda-cc93-4b59-855c-352a9cdf0383 req-3ae468c8-88b3-475a-bfc1-132549f2c79f tempest-VolumesNegativeTest-491399444 tempest-VolumesNegativeTest-491399444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:47.044837 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-01a33cda-cc93-4b59-855c-352a9cdf0383 req-3ae468c8-88b3-475a-bfc1-132549f2c79f tempest-VolumesNegativeTest-491399444 tempest-VolumesNegativeTest-491399444-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:47.123516 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa79f2dc-0168-47c1-8368-b5883ba3ae7a tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a453c458-469d-433c-8948-0755ad0fde3c,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:47.140819 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fa79f2dc-0168-47c1-8368-b5883ba3ae7a tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:47.142376 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-fa79f2dc-0168-47c1-8368-b5883ba3ae7a tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6804435 Nov 25 13:17:47.146228 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-2873b70b-53a4-4646-ad32-a7928221eeca req-204da143-95ae-497b-9304-61a51757a64f tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:47.149037 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-2873b70b-53a4-4646-ad32-a7928221eeca req-204da143-95ae-497b-9304-61a51757a64f tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:47.160306 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2873b70b-53a4-4646-ad32-a7928221eeca req-204da143-95ae-497b-9304-61a51757a64f tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] 10.222.0.53 "DELETE /v2.0/security-groups/3322be8c-5f9d-4714-860e-204c087fe0d2 HTTP/1.1" status: 204 len: 173 time: 1.2748024 Nov 25 13:17:47.165465 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-75588dff-d957-4f27-8efd-4154e649c765 req-e6e43088-016e-4dc0-91fd-3be41fb456b4 service neutron] 10.222.0.66 "GET /v2.0/networks/852a4914-50f1-4e00-b3d9-1a927fff763c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813281 Nov 25 13:17:47.165946 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 48876) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:47.185949 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-1c46ebbd-1db2-4d4d-bd70-01f5a251fe3c tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Request body: {'security_group_rule': {'security_group_id': 'f478d550-4fc2-48b3-9dce-84f5265d1962', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:17:47.216326 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9592f2bc-6fc5-4a25-9f3a-caf0f3f4e23d req-e0b7f036-17bd-4616-878f-656ba3ce4082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:47.234532 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204da143-95ae-497b-9304-61a51757a64f tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3322be8c-5f9d-4714-860e-204c087fe0d2,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:47.320068 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204da143-95ae-497b-9304-61a51757a64f tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:17:47.320590 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204da143-95ae-497b-9304-61a51757a64f tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:17:47.321036 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204da143-95ae-497b-9304-61a51757a64f tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:17:47.321466 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204da143-95ae-497b-9304-61a51757a64f tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:17:47.322670 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204da143-95ae-497b-9304-61a51757a64f tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:17:47.322670 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204da143-95ae-497b-9304-61a51757a64f tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:17:47.322670 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204da143-95ae-497b-9304-61a51757a64f tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:17:47.323461 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204da143-95ae-497b-9304-61a51757a64f tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:17:47.323582 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204da143-95ae-497b-9304-61a51757a64f tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:17:47.323976 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204da143-95ae-497b-9304-61a51757a64f tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:17:47.324400 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204da143-95ae-497b-9304-61a51757a64f tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:17:47.324828 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204da143-95ae-497b-9304-61a51757a64f tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:17:47.338176 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 30ec427b-9801-4cf5-af5e-deeda352edf2 details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:17:47.343135 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f8fceb12-f771-488c-aec3-64204c3b4ce1 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:47.408768 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7afadde0-6c6f-46ec-a0f2-c5fba8d25f02 req-47c69581-1f6d-4dd7-9acb-70c5d14401e7 tempest-VolumesNegativeTest-491399444 tempest-VolumesNegativeTest-491399444-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb436a77-cc04-40b6-b1a9-e23d0f0e42aa HTTP/1.1" status: 200 len: 210 time: 0.1451976 Nov 25 13:17:47.471212 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1c46ebbd-1db2-4d4d-bd70-01f5a251fe3c tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:47.475734 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [req-b496954b-8790-4764-b6c9-cd019d210b34 req-62325898-ff77-4de3-b573-55b4da9f526d tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] show failed (client error): The resource could not be found. Nov 25 13:17:47.484239 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b496954b-8790-4764-b6c9-cd019d210b34 req-62325898-ff77-4de3-b573-55b4da9f526d tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] 10.222.0.53 "GET /v2.0/security-groups/0d718150-3284-456a-82dd-6a7de9b543fb HTTP/1.1" status: 404 len: 352 time: 0.0411668 Nov 25 13:17:47.525678 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212374bf-0d4b-4ad6-aee7-5afd00c45aa5 req-6c00dc5b-27e6-44dd-b7a8-15eb5cd2992c tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:47.532745 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-212374bf-0d4b-4ad6-aee7-5afd00c45aa5 req-6c00dc5b-27e6-44dd-b7a8-15eb5cd2992c tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] 10.222.0.53 "GET /v2.0/ports?device_id=4835e952-2b66-48c9-8aa5-a4b720024657 HTTP/1.1" status: 200 len: 943 time: 0.2304804 Nov 25 13:17:47.560803 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-01a33cda-cc93-4b59-855c-352a9cdf0383 req-3ae468c8-88b3-475a-bfc1-132549f2c79f tempest-VolumesNegativeTest-491399444 tempest-VolumesNegativeTest-491399444-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:47.576813 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 30ec427b-9801-4cf5-af5e-deeda352edf2, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=30ec427b-9801-4cf5-af5e-deeda352edf2,segment=NetworkSegment(ecd61d97-2a12-4d12-8094-1197283ab536),segment_id=ecd61d97-2a12-4d12-8094-1197283ab536)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:17:47.598977 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-01a33cda-cc93-4b59-855c-352a9cdf0383 req-3ae468c8-88b3-475a-bfc1-132549f2c79f tempest-VolumesNegativeTest-491399444 tempest-VolumesNegativeTest-491399444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:47.599427 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': '30ec427b-9801-4cf5-af5e-deeda352edf2', 'network_id': '852a4914-50f1-4e00-b3d9-1a927fff763c', 'port_id': '30ec427b-9801-4cf5-af5e-deeda352edf2', 'mac_address': 'fa:16:3e:c8:b4:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a9c809c-58ba-4418-b161-113227da05aa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:17:47.602014 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fceb12-f771-488c-aec3-64204c3b4ce1 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Pushing event updated for resources: {'Subnet': ['ID=91b19610-b17c-45e7-8468-c65c29ad8943,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:47.639419 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fceb12-f771-488c-aec3-64204c3b4ce1 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Checking segment: {'id': 'ea00a1c2-3781-416a-9566-8e78bd8f8cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '5d4e6de0-6ffd-49bc-82c9-6f3f2aa11e5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:17:47.639791 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fceb12-f771-488c-aec3-64204c3b4ce1 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Network hostable DHCP agents. Network: 5d4e6de0-6ffd-49bc-82c9-6f3f2aa11e5b, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:17:47.704271 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:47.722761 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30ec427b-9801-4cf5-af5e-deeda352edf2 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:17:47.723698 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-75588dff-d957-4f27-8efd-4154e649c765 req-f1232b77-3ca8-4568-9a51-83f181e57b1a service neutron] 10.222.0.66 "GET /v2.0/networks/852a4914-50f1-4e00-b3d9-1a927fff763c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5256145 Nov 25 13:17:47.736283 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-566e0e38-5200-415d-bfc0-2e47c600b1c5 req-65682048-52ac-4661-bc23-dbafe5316968 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] 10.222.0.53 "GET /v2.0/security-groups/740c3564-0f2c-4414-91d0-c32e210dde10 HTTP/1.1" status: 200 len: 1823 time: 0.2021089 Nov 25 13:17:47.753261 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 30ec427b-9801-4cf5-af5e-deeda352edf2, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=30ec427b-9801-4cf5-af5e-deeda352edf2,segment=NetworkSegment(ecd61d97-2a12-4d12-8094-1197283ab536),segment_id=ecd61d97-2a12-4d12-8094-1197283ab536)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:17:47.761521 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae468c8-88b3-475a-bfc1-132549f2c79f tempest-VolumesNegativeTest-491399444 tempest-VolumesNegativeTest-491399444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9adb203-1184-487a-b733-e4f42226f91d,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:47.763677 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:47.787982 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1c46ebbd-1db2-4d4d-bd70-01f5a251fe3c tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:47.789332 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fceb12-f771-488c-aec3-64204c3b4ce1 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Network 5d4e6de0-6ffd-49bc-82c9-6f3f2aa11e5b is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:17:47.813543 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-212374bf-0d4b-4ad6-aee7-5afd00c45aa5 req-8cca1b50-81ec-4b45-9832-a1f8f574c6e3 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa6a8ef6-f648-4def-8495-65d828aabec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653592 Nov 25 13:17:47.817461 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1c46ebbd-1db2-4d4d-bd70-01f5a251fe3c tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:47.843475 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=30ec427b-9801-4cf5-af5e-deeda352edf2,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:47.850810 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c46ebbd-1db2-4d4d-bd70-01f5a251fe3c tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de4416fb-a1ea-4859-97f3-d182af0845b4,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:47.863492 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-f8fceb12-f771-488c-aec3-64204c3b4ce1 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 5d4e6de0-6ffd-49bc-82c9-6f3f2aa11e5b) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:17:47.868420 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1c46ebbd-1db2-4d4d-bd70-01f5a251fe3c tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:47.869775 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-1c46ebbd-1db2-4d4d-bd70-01f5a251fe3c tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6997838 Nov 25 13:17:47.873005 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 48882) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:47.879778 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-3e90c82f-fcd6-4a12-8947-885139e5506c tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Request body: {'floatingip': {'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:17:47.880865 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9c77dc-f8db-41d8-b4c3-33e77f2c0b13 None None] Network 5d4e6de0-6ffd-49bc-82c9-6f3f2aa11e5b requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:17:47.881509 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fceb12-f771-488c-aec3-64204c3b4ce1 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:47.882137 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f8fceb12-f771-488c-aec3-64204c3b4ce1 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:47.885576 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-566e0e38-5200-415d-bfc0-2e47c600b1c5 req-c580fed1-7fbd-45ae-bbe4-dc60b80d832c tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:47.905869 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-01a33cda-cc93-4b59-855c-352a9cdf0383 req-3ae468c8-88b3-475a-bfc1-132549f2c79f tempest-VolumesNegativeTest-491399444 tempest-VolumesNegativeTest-491399444-project] Allocated IP 192.168.233.28 (85f6380f-3625-4f44-8465-fbcf0c11fed5/2ce5ca48-e3be-44c6-9584-fd9eb8c67222/a9d69e02-467a-4b3f-942b-882b7f9ec631) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:17:47.927890 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-566e0e38-5200-415d-bfc0-2e47c600b1c5 req-c580fed1-7fbd-45ae-bbe4-dc60b80d832c tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:47.965479 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3e90c82f-fcd6-4a12-8947-885139e5506c tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Publish callbacks [] for floatingip, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:48.053304 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-9592f2bc-6fc5-4a25-9f3a-caf0f3f4e23d req-e0b7f036-17bd-4616-878f-656ba3ce4082 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6e63749-0e7e-47e9-84a3-14fef84346a7 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:17:48.062210 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9592f2bc-6fc5-4a25-9f3a-caf0f3f4e23d req-e0b7f036-17bd-4616-878f-656ba3ce4082 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:48.080947 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-9592f2bc-6fc5-4a25-9f3a-caf0f3f4e23d req-e0b7f036-17bd-4616-878f-656ba3ce4082 service neutron] Transition to ACTIVE for port object d6e63749-0e7e-47e9-84a3-14fef84346a7 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:17:48.091309 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-f8fceb12-f771-488c-aec3-64204c3b4ce1 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0954065 Nov 25 13:17:48.093314 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 48888) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:48.111261 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-664f8ac6-2e4b-43f1-8878-262f0d081b2e tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:17:48.127208 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9592f2bc-6fc5-4a25-9f3a-caf0f3f4e23d req-e0b7f036-17bd-4616-878f-656ba3ce4082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:48.131111 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e91e796-bd80-489e-ad3c-9110e1c52952 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-5d4e6de0-6ffd-49bc-82c9-6f3f2aa11e5b', 'network_id': '5d4e6de0-6ffd-49bc-82c9-6f3f2aa11e5b', 'tenant_id': '22ba648da9f241c0a9e2114a63bb303f', 'fixed_ips': [{'subnet_id': '91b19610-b17c-45e7-8468-c65c29ad8943'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:17:48.133411 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0e91e796-bd80-489e-ad3c-9110e1c52952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:48.139325 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['30ec427b-9801-4cf5-af5e-deeda352edf2'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:17:48.145881 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-566e0e38-5200-415d-bfc0-2e47c600b1c5 req-c580fed1-7fbd-45ae-bbe4-dc60b80d832c tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:48.148432 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-566e0e38-5200-415d-bfc0-2e47c600b1c5 req-c580fed1-7fbd-45ae-bbe4-dc60b80d832c tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:48.149553 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-566e0e38-5200-415d-bfc0-2e47c600b1c5 req-c580fed1-7fbd-45ae-bbe4-dc60b80d832c tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] 10.222.0.53 "DELETE /v2.0/security-groups/740c3564-0f2c-4414-91d0-c32e210dde10 HTTP/1.1" status: 204 len: 173 time: 0.4015965 Nov 25 13:17:48.238917 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c580fed1-7fbd-45ae-bbe4-dc60b80d832c tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=740c3564-0f2c-4414-91d0-c32e210dde10,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:48.314764 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed087c-419d-428f-87d6-d74e09da84fd req-67ef074f-b065-4d3a-8200-ac0b4c934bb9 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:48.322302 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-60ed087c-419d-428f-87d6-d74e09da84fd req-67ef074f-b065-4d3a-8200-ac0b4c934bb9 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=2157e63b-df45-4a8a-bb8e-b5e37b6c333c HTTP/1.1" status: 200 len: 943 time: 0.2052929 Nov 25 13:17:48.396087 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-664f8ac6-2e4b-43f1-8878-262f0d081b2e tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-63284757'] for subnet, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:48.402366 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b7f036-17bd-4616-878f-656ba3ce4082 service neutron] Pushing event updated for resources: {'Port': ['ID=d6e63749-0e7e-47e9-84a3-14fef84346a7,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:48.522875 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-9592f2bc-6fc5-4a25-9f3a-caf0f3f4e23d req-e0b7f036-17bd-4616-878f-656ba3ce4082 service neutron] Attempting to bind port d6e63749-0e7e-47e9-84a3-14fef84346a7 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:17:48.523183 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-9592f2bc-6fc5-4a25-9f3a-caf0f3f4e23d req-e0b7f036-17bd-4616-878f-656ba3ce4082 service neutron] Attempting to bind port d6e63749-0e7e-47e9-84a3-14fef84346a7 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': 'c770b2a8-6850-4501-ba81-87e53f72232e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9accb235-a825-49d8-b9c6-39063069a4b3'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:17:48.523482 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9592f2bc-6fc5-4a25-9f3a-caf0f3f4e23d req-e0b7f036-17bd-4616-878f-656ba3ce4082 service neutron] Attempting to bind port d6e63749-0e7e-47e9-84a3-14fef84346a7 on network 9accb235-a825-49d8-b9c6-39063069a4b3 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:17:48.531647 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9592f2bc-6fc5-4a25-9f3a-caf0f3f4e23d req-e0b7f036-17bd-4616-878f-656ba3ce4082 service neutron] Port d6e63749-0e7e-47e9-84a3-14fef84346a7 on network 9accb235-a825-49d8-b9c6-39063069a4b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:17:48.532124 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9592f2bc-6fc5-4a25-9f3a-caf0f3f4e23d req-e0b7f036-17bd-4616-878f-656ba3ce4082 service neutron] Attempting to bind port d6e63749-0e7e-47e9-84a3-14fef84346a7 on network 9accb235-a825-49d8-b9c6-39063069a4b3 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:17:48.540772 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9592f2bc-6fc5-4a25-9f3a-caf0f3f4e23d req-e0b7f036-17bd-4616-878f-656ba3ce4082 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:17:48.541107 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9592f2bc-6fc5-4a25-9f3a-caf0f3f4e23d req-e0b7f036-17bd-4616-878f-656ba3ce4082 service neutron] Checking segment: {'id': 'c770b2a8-6850-4501-ba81-87e53f72232e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9accb235-a825-49d8-b9c6-39063069a4b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:17:48.541553 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9592f2bc-6fc5-4a25-9f3a-caf0f3f4e23d req-e0b7f036-17bd-4616-878f-656ba3ce4082 service neutron] Bound using segment: {'id': 'c770b2a8-6850-4501-ba81-87e53f72232e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9accb235-a825-49d8-b9c6-39063069a4b3'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:17:48.541959 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-9592f2bc-6fc5-4a25-9f3a-caf0f3f4e23d req-e0b7f036-17bd-4616-878f-656ba3ce4082 service neutron] Bound port: d6e63749-0e7e-47e9-84a3-14fef84346a7, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c770b2a8-6850-4501-ba81-87e53f72232e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9accb235-a825-49d8-b9c6-39063069a4b3'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:17:48.542439 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9592f2bc-6fc5-4a25-9f3a-caf0f3f4e23d req-e0b7f036-17bd-4616-878f-656ba3ce4082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:48.553007 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-60ed087c-419d-428f-87d6-d74e09da84fd req-cdbd38c7-40cd-4c72-ac88-5c61a9d83b23 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec610c10-0015-4919-a10e-9c11537c59cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298594 Nov 25 13:17:48.563638 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a32c456b-37e5-4120-8826-e09e835778f8 req-83c1c304-c97b-4ba0-afc3-56e23e086efb tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] 10.222.0.53 "GET /v2.0/security-groups/b056a555-5cba-4714-ae71-9f3a1d7fbe42 HTTP/1.1" status: 200 len: 1823 time: 0.2369637 Nov 25 13:17:48.564481 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-0e91e796-bd80-489e-ad3c-9110e1c52952 None None] Allocated IP 172.20.0.2 (5d4e6de0-6ffd-49bc-82c9-6f3f2aa11e5b/91b19610-b17c-45e7-8468-c65c29ad8943/f3792d66-0a53-4382-bebf-8f3bb00b0573) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:17:48.714836 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3e90c82f-fcd6-4a12-8947-885139e5506c tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:48.734465 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-a32c456b-37e5-4120-8826-e09e835778f8 req-e43ac0f2-b0f3-4605-aff2-e512ad4b404e tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:48.804232 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0e91e796-bd80-489e-ad3c-9110e1c52952 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:48.831088 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0e91e796-bd80-489e-ad3c-9110e1c52952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:48.844736 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-81fa32df-8798-456c-ab6c-6c30af35bb10 req-c9c28590-efc2-416a-ae5d-efe4fc9c1264 tempest-VolumesNegativeTest-491399444 tempest-VolumesNegativeTest-491399444-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb436a77-cc04-40b6-b1a9-e23d0f0e42aa HTTP/1.1" status: 200 len: 210 time: 0.0785606 Nov 25 13:17:48.888681 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-a32c456b-37e5-4120-8826-e09e835778f8 req-e43ac0f2-b0f3-4605-aff2-e512ad4b404e tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:49.008860 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e91e796-bd80-489e-ad3c-9110e1c52952 None None] Network 5d4e6de0-6ffd-49bc-82c9-6f3f2aa11e5b is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:17:49.020311 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-0e91e796-bd80-489e-ad3c-9110e1c52952 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:17:49.026546 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e91e796-bd80-489e-ad3c-9110e1c52952 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:17:49.051571 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e91e796-bd80-489e-ad3c-9110e1c52952 None None] Pushing event updated for resources: {'Port': ['ID=f3792d66-0a53-4382-bebf-8f3bb00b0573,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:49.115715 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-01a33cda-cc93-4b59-855c-352a9cdf0383 req-3ae468c8-88b3-475a-bfc1-132549f2c79f tempest-VolumesNegativeTest-491399444 tempest-VolumesNegativeTest-491399444-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:49.128796 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-0e91e796-bd80-489e-ad3c-9110e1c52952 None None] Attempting to bind port f3792d66-0a53-4382-bebf-8f3bb00b0573 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:17:49.130095 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-0e91e796-bd80-489e-ad3c-9110e1c52952 None None] Attempting to bind port f3792d66-0a53-4382-bebf-8f3bb00b0573 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'ea00a1c2-3781-416a-9566-8e78bd8f8cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '5d4e6de0-6ffd-49bc-82c9-6f3f2aa11e5b'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:17:49.130664 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e91e796-bd80-489e-ad3c-9110e1c52952 None None] Attempting to bind port f3792d66-0a53-4382-bebf-8f3bb00b0573 on network 5d4e6de0-6ffd-49bc-82c9-6f3f2aa11e5b {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:17:49.138571 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e91e796-bd80-489e-ad3c-9110e1c52952 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:17:49.139480 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e91e796-bd80-489e-ad3c-9110e1c52952 None None] Checking segment: {'id': 'ea00a1c2-3781-416a-9566-8e78bd8f8cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '5d4e6de0-6ffd-49bc-82c9-6f3f2aa11e5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:17:49.140086 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0e91e796-bd80-489e-ad3c-9110e1c52952 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:49.140640 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e91e796-bd80-489e-ad3c-9110e1c52952 None None] Bound using segment: {'id': 'ea00a1c2-3781-416a-9566-8e78bd8f8cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '5d4e6de0-6ffd-49bc-82c9-6f3f2aa11e5b'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:17:49.141278 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-0e91e796-bd80-489e-ad3c-9110e1c52952 None None] Bound port: f3792d66-0a53-4382-bebf-8f3bb00b0573, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea00a1c2-3781-416a-9566-8e78bd8f8cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '5d4e6de0-6ffd-49bc-82c9-6f3f2aa11e5b'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:17:49.141833 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0e91e796-bd80-489e-ad3c-9110e1c52952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:49.178429 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-9592f2bc-6fc5-4a25-9f3a-caf0f3f4e23d req-e0b7f036-17bd-4616-878f-656ba3ce4082 service neutron] For port d6e63749-0e7e-47e9-84a3-14fef84346a7, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:17:49.183141 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-9592f2bc-6fc5-4a25-9f3a-caf0f3f4e23d req-e0b7f036-17bd-4616-878f-656ba3ce4082 service neutron] For port d6e63749-0e7e-47e9-84a3-14fef84346a7, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=d6e63749-0e7e-47e9-84a3-14fef84346a7,segment=NetworkSegment(c770b2a8-6850-4501-ba81-87e53f72232e),segment_id=c770b2a8-6850-4501-ba81-87e53f72232e)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:17:49.185950 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-3e90c82f-fcd6-4a12-8947-885139e5506c tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Allocated IP 172.25.5.77 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/3265ddb2-8267-4090-a33a-4448d01063fe) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:17:49.186330 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-01a33cda-cc93-4b59-855c-352a9cdf0383 req-3ae468c8-88b3-475a-bfc1-132549f2c79f tempest-VolumesNegativeTest-491399444 tempest-VolumesNegativeTest-491399444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:49.214546 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9592f2bc-6fc5-4a25-9f3a-caf0f3f4e23d req-e0b7f036-17bd-4616-878f-656ba3ce4082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:49.217760 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b04a1-df1b-4703-b14b-13100df19536 req-1cf58785-7676-4b0a-bc74-3ad6dc161da2 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:49.225307 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f90b04a1-df1b-4703-b14b-13100df19536 req-1cf58785-7676-4b0a-bc74-3ad6dc161da2 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] 10.222.0.53 "GET /v2.0/ports?device_id=4835e952-2b66-48c9-8aa5-a4b720024657 HTTP/1.1" status: 200 len: 944 time: 0.2354555 Nov 25 13:17:49.274255 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-664f8ac6-2e4b-43f1-8878-262f0d081b2e tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753177070879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-63611457'] for subnet, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:49.279835 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01a33cda-cc93-4b59-855c-352a9cdf0383 req-3ae468c8-88b3-475a-bfc1-132549f2c79f tempest-VolumesNegativeTest-491399444 tempest-VolumesNegativeTest-491399444-project] Network 85f6380f-3625-4f44-8465-fbcf0c11fed5 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:17:49.288733 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9592f2bc-6fc5-4a25-9f3a-caf0f3f4e23d req-e0b7f036-17bd-4616-878f-656ba3ce4082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:49.289365 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9592f2bc-6fc5-4a25-9f3a-caf0f3f4e23d req-e0b7f036-17bd-4616-878f-656ba3ce4082 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:49.290888 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9592f2bc-6fc5-4a25-9f3a-caf0f3f4e23d req-e0b7f036-17bd-4616-878f-656ba3ce4082 service neutron] 10.222.0.47 "PUT /v2.0/ports/d6e63749-0e7e-47e9-84a3-14fef84346a7 HTTP/1.1" status: 200 len: 1092 time: 2.3377478 Nov 25 13:17:49.291430 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2157e63b-df45-4a8a-bb8e-b5e37b6c333c', 'tag': 'd6e63749-0e7e-47e9-84a3-14fef84346a7'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:17:49.294343 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d9aa85-78aa-4c38-8fc1-1492d16d3821" -d '{"events": [{"name": "network-changed", "server_uuid": "2157e63b-df45-4a8a-bb8e-b5e37b6c333c", "tag": "d6e63749-0e7e-47e9-84a3-14fef84346a7"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:17:49.309552 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-01a33cda-cc93-4b59-855c-352a9cdf0383 req-3ae468c8-88b3-475a-bfc1-132549f2c79f tempest-VolumesNegativeTest-491399444 tempest-VolumesNegativeTest-491399444-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:17:49.311684 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-a32c456b-37e5-4120-8826-e09e835778f8 req-e43ac0f2-b0f3-4605-aff2-e512ad4b404e tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:49.312279 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-01a33cda-cc93-4b59-855c-352a9cdf0383 req-3ae468c8-88b3-475a-bfc1-132549f2c79f tempest-VolumesNegativeTest-491399444 tempest-VolumesNegativeTest-491399444-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:17:49.314659 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-a32c456b-37e5-4120-8826-e09e835778f8 req-e43ac0f2-b0f3-4605-aff2-e512ad4b404e tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:49.315938 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a32c456b-37e5-4120-8826-e09e835778f8 req-e43ac0f2-b0f3-4605-aff2-e512ad4b404e tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] 10.222.0.53 "DELETE /v2.0/security-groups/b056a555-5cba-4714-ae71-9f3a1d7fbe42 HTTP/1.1" status: 204 len: 173 time: 0.7247782 Nov 25 13:17:49.347096 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae468c8-88b3-475a-bfc1-132549f2c79f tempest-VolumesNegativeTest-491399444 tempest-VolumesNegativeTest-491399444-project] Pushing event updated for resources: {'Port': ['ID=a9d69e02-467a-4b3f-942b-882b7f9ec631,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:49.351763 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-0e91e796-bd80-489e-ad3c-9110e1c52952 None None] For port f3792d66-0a53-4382-bebf-8f3bb00b0573, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:17:49.365437 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-0e91e796-bd80-489e-ad3c-9110e1c52952 None None] For port f3792d66-0a53-4382-bebf-8f3bb00b0573, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=f3792d66-0a53-4382-bebf-8f3bb00b0573,segment=NetworkSegment(ea00a1c2-3781-416a-9566-8e78bd8f8cc6),segment_id=ea00a1c2-3781-416a-9566-8e78bd8f8cc6)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:17:49.391326 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0e91e796-bd80-489e-ad3c-9110e1c52952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:49.465081 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f90b04a1-df1b-4703-b14b-13100df19536 req-bdaae2dc-6c9a-4df0-a3c7-b208d72a56ea tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa6a8ef6-f648-4def-8495-65d828aabec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388232 Nov 25 13:17:49.529022 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664f8ac6-2e4b-43f1-8878-262f0d081b2e tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:49.529965 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-664f8ac6-2e4b-43f1-8878-262f0d081b2e tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:49.531716 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-664f8ac6-2e4b-43f1-8878-262f0d081b2e tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "PUT /v2.0/subnets/91b19610-b17c-45e7-8468-c65c29ad8943 HTTP/1.1" status: 200 len: 806 time: 1.4360969 Nov 25 13:17:49.542877 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-113ada7a-bdfe-447d-8b46-a8fb54cbd535 x-openstack-request-id: req-113ada7a-bdfe-447d-8b46-a8fb54cbd535 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:17:49.542877 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2157e63b-df45-4a8a-bb8e-b5e37b6c333c", "tag": "d6e63749-0e7e-47e9-84a3-14fef84346a7", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:17:49.542877 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-113ada7a-bdfe-447d-8b46-a8fb54cbd535 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:17:49.542877 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2157e63b-df45-4a8a-bb8e-b5e37b6c333c', 'tag': 'd6e63749-0e7e-47e9-84a3-14fef84346a7', 'status': 'completed', 'code': 200} Nov 25 13:17:49.587108 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e91e796-bd80-489e-ad3c-9110e1c52952 None None] Pushing event updated for resources: {'Port': ['ID=f3792d66-0a53-4382-bebf-8f3bb00b0573,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:49.589528 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 48924) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:49.594570 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b7f036-17bd-4616-878f-656ba3ce4082 service neutron] Pushing event updated for resources: {'Port': ['ID=d6e63749-0e7e-47e9-84a3-14fef84346a7,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:49.717348 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3e90c82f-fcd6-4a12-8947-885139e5506c tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:49.788627 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a33cda-cc93-4b59-855c-352a9cdf0383 req-3ae468c8-88b3-475a-bfc1-132549f2c79f tempest-VolumesNegativeTest-491399444 tempest-VolumesNegativeTest-491399444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:49.789730 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-01a33cda-cc93-4b59-855c-352a9cdf0383 req-3ae468c8-88b3-475a-bfc1-132549f2c79f tempest-VolumesNegativeTest-491399444 tempest-VolumesNegativeTest-491399444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:49.813089 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9592f2bc-6fc5-4a25-9f3a-caf0f3f4e23d req-7d700f27-8494-43ea-b17a-702d5001ebef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:49.813360 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43ac0f2-b0f3-4605-aff2-e512ad4b404e tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b056a555-5cba-4714-ae71-9f3a1d7fbe42,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:49.815593 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9592f2bc-6fc5-4a25-9f3a-caf0f3f4e23d req-7d700f27-8494-43ea-b17a-702d5001ebef service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=621e47be21954218b422540d084376f9&device_id=2157e63b-df45-4a8a-bb8e-b5e37b6c333c HTTP/1.1" status: 200 len: 1095 time: 0.4720800 Nov 25 13:17:49.894492 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f3ca669c-e450-4e2e-a977-e1c62567bf78 req-d6f27f83-9381-4755-b0e7-1cb86b8403aa tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] 10.222.0.53 "GET /v2.0/security-groups/995ecf7d-ecec-44b2-b806-c65a46057b74 HTTP/1.1" status: 200 len: 1822 time: 0.3915162 Nov 25 13:17:49.898230 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664f8ac6-2e4b-43f1-8878-262f0d081b2e tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Pushing event updated for resources: {'Subnet': ['ID=91b19610-b17c-45e7-8468-c65c29ad8943,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:49.945917 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9592f2bc-6fc5-4a25-9f3a-caf0f3f4e23d req-80defdb2-5915-434b-a320-0aecea2a765b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6e63749-0e7e-47e9-84a3-14fef84346a7 HTTP/1.1" status: 200 len: 217 time: 0.0834904 Nov 25 13:17:49.954352 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9b0e647d-2fca-4739-a71b-7064afce2057 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:49.979075 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-01a33cda-cc93-4b59-855c-352a9cdf0383 req-3ae468c8-88b3-475a-bfc1-132549f2c79f tempest-VolumesNegativeTest-491399444 tempest-VolumesNegativeTest-491399444-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1665809 Nov 25 13:17:50.014418 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-01a33cda-cc93-4b59-855c-352a9cdf0383 req-5ea3b681-eaec-477c-b990-52cada72aacc service neutron] Request body: {'port': {'device_id': 'fb436a77-cc04-40b6-b1a9-e23d0f0e42aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:17:50.032882 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847588d2-b6f5-49a6-9a59-616eb25aba1f req-fa76f08a-31bf-4723-a34a-1e607741d9ed tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:50.033766 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-1fd6a3d0-283b-41fd-baec-e23133efea96 None None] Provisioning complete for port a9d69e02-467a-4b3f-942b-882b7f9ec631 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:17:50.034458 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-847588d2-b6f5-49a6-9a59-616eb25aba1f req-fa76f08a-31bf-4723-a34a-1e607741d9ed tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=2157e63b-df45-4a8a-bb8e-b5e37b6c333c HTTP/1.1" status: 200 len: 943 time: 0.2081559 Nov 25 13:17:50.042609 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1fd6a3d0-283b-41fd-baec-e23133efea96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:50.049200 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3e90c82f-fcd6-4a12-8947-885139e5506c tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:50.071501 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9592f2bc-6fc5-4a25-9f3a-caf0f3f4e23d req-15eb5b34-6053-4dff-85ca-3701e474a845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:50.073224 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9592f2bc-6fc5-4a25-9f3a-caf0f3f4e23d req-15eb5b34-6053-4dff-85ca-3701e474a845 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b6a84af7-6347-4e0f-945a-98a5515a4a22 HTTP/1.1" status: 200 len: 850 time: 0.1130223 Nov 25 13:17:50.119045 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-f3ca669c-e450-4e2e-a977-e1c62567bf78 req-d833ef3c-36ee-436e-b2c5-377e1a202371 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:50.119641 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-1fd6a3d0-283b-41fd-baec-e23133efea96 None None] Port a9d69e02-467a-4b3f-942b-882b7f9ec631 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:17:50.146834 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e90c82f-fcd6-4a12-8947-885139e5506c tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:17:50.190231 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-847588d2-b6f5-49a6-9a59-616eb25aba1f req-bef08c74-a851-481c-8231-6930ffde61ef tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec610c10-0015-4919-a10e-9c11537c59cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370740 Nov 25 13:17:50.192303 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-3e90c82f-fcd6-4a12-8947-885139e5506c tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:17:50.199598 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-f3ca669c-e450-4e2e-a977-e1c62567bf78 req-d833ef3c-36ee-436e-b2c5-377e1a202371 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:50.202508 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e90c82f-fcd6-4a12-8947-885139e5506c tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:17:50.207108 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-01a33cda-cc93-4b59-855c-352a9cdf0383 req-5ea3b681-eaec-477c-b990-52cada72aacc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:50.231318 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-9b0e647d-2fca-4739-a71b-7064afce2057 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Deleting port f3792d66-0a53-4382-bebf-8f3bb00b0573 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:17:50.231736 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9b0e647d-2fca-4739-a71b-7064afce2057 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:50.252916 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9592f2bc-6fc5-4a25-9f3a-caf0f3f4e23d req-7fd561b9-cff3-4af3-b146-5e14cedd6d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:50.255124 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9592f2bc-6fc5-4a25-9f3a-caf0f3f4e23d req-7fd561b9-cff3-4af3-b146-5e14cedd6d08 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9accb235-a825-49d8-b9c6-39063069a4b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1471617 Nov 25 13:17:50.270342 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e90c82f-fcd6-4a12-8947-885139e5506c tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Pushing event updated for resources: {'Port': ['ID=3265ddb2-8267-4090-a33a-4448d01063fe,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:50.363301 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-f3ca669c-e450-4e2e-a977-e1c62567bf78 req-d833ef3c-36ee-436e-b2c5-377e1a202371 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:50.368966 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-f3ca669c-e450-4e2e-a977-e1c62567bf78 req-d833ef3c-36ee-436e-b2c5-377e1a202371 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:50.373584 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f3ca669c-e450-4e2e-a977-e1c62567bf78 req-d833ef3c-36ee-436e-b2c5-377e1a202371 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] 10.222.0.53 "DELETE /v2.0/security-groups/995ecf7d-ecec-44b2-b806-c65a46057b74 HTTP/1.1" status: 204 len: 173 time: 0.4776506 Nov 25 13:17:50.432166 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3e90c82f-fcd6-4a12-8947-885139e5506c tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:50.466611 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device f3792d66-0a53-4382-bebf-8f3bb00b0573 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:17:50.475307 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d833ef3c-36ee-436e-b2c5-377e1a202371 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=995ecf7d-ecec-44b2-b806-c65a46057b74,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:50.573739 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9592f2bc-6fc5-4a25-9f3a-caf0f3f4e23d req-95d9106b-2c99-4018-86a2-c538078650bb service neutron] 10.222.0.47 "GET /v2.0/networks/9accb235-a825-49d8-b9c6-39063069a4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740681 Nov 25 13:17:50.584373 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3e90c82f-fcd6-4a12-8947-885139e5506c tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:50.592849 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port f3792d66-0a53-4382-bebf-8f3bb00b0573 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:17:50.593333 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:50.623713 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-9b0e647d-2fca-4739-a71b-7064afce2057 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] For port f3792d66-0a53-4382-bebf-8f3bb00b0573, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=f3792d66-0a53-4382-bebf-8f3bb00b0573,segment=NetworkSegment(ea00a1c2-3781-416a-9566-8e78bd8f8cc6),segment_id=ea00a1c2-3781-416a-9566-8e78bd8f8cc6)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:17:50.624220 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9b0e647d-2fca-4739-a71b-7064afce2057 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:50.642117 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-9b0e647d-2fca-4739-a71b-7064afce2057 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Calling delete_port for f3792d66-0a53-4382-bebf-8f3bb00b0573 owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:17:50.739345 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bcae9e-d163-4797-ac57-c1b8f0b591bf req-94b927bb-d4b5-4350-b5fa-c82374a6efb4 tempest-VolumesNegativeTest-491399444 tempest-VolumesNegativeTest-491399444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:50.753194 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d5bcae9e-d163-4797-ac57-c1b8f0b591bf req-94b927bb-d4b5-4350-b5fa-c82374a6efb4 tempest-VolumesNegativeTest-491399444 tempest-VolumesNegativeTest-491399444-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb436a77-cc04-40b6-b1a9-e23d0f0e42aa HTTP/1.1" status: 200 len: 935 time: 0.2840409 Nov 25 13:17:50.768300 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5ac59216-8951-406f-80a2-e29b1ac26e31 req-cdac2a73-b86b-4cc2-ad83-6c39e0d89765 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] 10.222.0.53 "GET /v2.0/security-groups/a7167b21-a75c-47d5-9a4c-f94ae021f7aa HTTP/1.1" status: 200 len: 2424 time: 0.3231213 Nov 25 13:17:50.780162 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:50.861634 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] For port f3792d66-0a53-4382-bebf-8f3bb00b0573, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=f3792d66-0a53-4382-bebf-8f3bb00b0573,segment=NetworkSegment(ea00a1c2-3781-416a-9566-8e78bd8f8cc6),segment_id=ea00a1c2-3781-416a-9566-8e78bd8f8cc6)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:17:50.874419 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:50.977223 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Pushing event updated for resources: {'Port': ['ID=f3792d66-0a53-4382-bebf-8f3bb00b0573,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:50.981995 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-5ac59216-8951-406f-80a2-e29b1ac26e31 req-cfb38ba9-8fd1-44f1-b513-9daac6fc0d52 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:51.001554 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9b0e647d-2fca-4739-a71b-7064afce2057 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:51.028295 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d5bcae9e-d163-4797-ac57-c1b8f0b591bf req-d5ec54f6-c6d8-48d2-b950-cdf4a282aa71 tempest-VolumesNegativeTest-491399444 tempest-VolumesNegativeTest-491399444-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9adb203-1184-487a-b733-e4f42226f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728143 Nov 25 13:17:51.056641 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346e389c-7ae2-45f5-b256-0169b02792c2 None None] Network 5d4e6de0-6ffd-49bc-82c9-6f3f2aa11e5b requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:17:51.091289 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-5ac59216-8951-406f-80a2-e29b1ac26e31 req-cfb38ba9-8fd1-44f1-b513-9daac6fc0d52 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:51.104839 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0e647d-2fca-4739-a71b-7064afce2057 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Pushing event deleted for resources: {'Port': ['ID=f3792d66-0a53-4382-bebf-8f3bb00b0573,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:51.172713 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3e90c82f-fcd6-4a12-8947-885139e5506c tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:51.192443 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3e90c82f-fcd6-4a12-8947-885139e5506c tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:51.230941 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-2822c60b-4785-41d0-a345-1b77d8f1d435 None None] Could not find standard attr ID for object f3792d66-0a53-4382-bebf-8f3bb00b0573. {{(pid=103572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 13:17:51.322550 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-01a33cda-cc93-4b59-855c-352a9cdf0383 req-5ea3b681-eaec-477c-b990-52cada72aacc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9d69e02-467a-4b3f-942b-882b7f9ec631 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:17:51.331514 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3e90c82f-fcd6-4a12-8947-885139e5506c tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:51.335310 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-01a33cda-cc93-4b59-855c-352a9cdf0383 req-5ea3b681-eaec-477c-b990-52cada72aacc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:51.338780 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 30ec427b-9801-4cf5-af5e-deeda352edf2 up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:17:51.357434 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-5ac59216-8951-406f-80a2-e29b1ac26e31 req-cfb38ba9-8fd1-44f1-b513-9daac6fc0d52 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:51.357636 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-01a33cda-cc93-4b59-855c-352a9cdf0383 req-5ea3b681-eaec-477c-b990-52cada72aacc service neutron] Transition to ACTIVE for port object a9d69e02-467a-4b3f-942b-882b7f9ec631 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:17:51.360313 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-5ac59216-8951-406f-80a2-e29b1ac26e31 req-cfb38ba9-8fd1-44f1-b513-9daac6fc0d52 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:51.361591 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5ac59216-8951-406f-80a2-e29b1ac26e31 req-cfb38ba9-8fd1-44f1-b513-9daac6fc0d52 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] 10.222.0.53 "DELETE /v2.0/security-groups/a7167b21-a75c-47d5-9a4c-f94ae021f7aa HTTP/1.1" status: 204 len: 173 time: 0.5924847 Nov 25 13:17:51.365347 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9592f2bc-6fc5-4a25-9f3a-caf0f3f4e23d req-c98766a4-3fc2-4d4e-b5f1-dc29f71857e9 service neutron] 10.222.0.47 "GET /v2.0/networks/9accb235-a825-49d8-b9c6-39063069a4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6901214 Nov 25 13:17:51.368637 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-01a33cda-cc93-4b59-855c-352a9cdf0383 req-5ea3b681-eaec-477c-b990-52cada72aacc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:51.454519 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb38ba9-8fd1-44f1-b513-9daac6fc0d52 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7167b21-a75c-47d5-9a4c-f94ae021f7aa,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:51.479520 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea3b681-eaec-477c-b990-52cada72aacc service neutron] Pushing event updated for resources: {'Port': ['ID=a9d69e02-467a-4b3f-942b-882b7f9ec631,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:51.486058 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0e647d-2fca-4739-a71b-7064afce2057 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] No DVR routers for this DVR port f3792d66-0a53-4382-bebf-8f3bb00b0573 on host n-d-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:17:51.486414 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e90c82f-fcd6-4a12-8947-885139e5506c tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Pushing event updated for resources: {'Port': ['ID=3265ddb2-8267-4090-a33a-4448d01063fe,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:51.513705 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3e90c82f-fcd6-4a12-8947-885139e5506c tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:51.517590 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3e90c82f-fcd6-4a12-8947-885139e5506c tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6435778 Nov 25 13:17:51.547191 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port 30ec427b-9801-4cf5-af5e-deeda352edf2 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:17:51.574445 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port 30ec427b-9801-4cf5-af5e-deeda352edf2 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:17:51.575175 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:51.600028 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9b0e647d-2fca-4739-a71b-7064afce2057 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:51.643078 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f7035-1cb3-47d5-9340-9fd577c8adc5 req-26554c33-4261-41af-b028-243725ff59ae tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:51.656629 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0b6f7035-1cb3-47d5-9340-9fd577c8adc5 req-26554c33-4261-41af-b028-243725ff59ae tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] 10.222.0.53 "GET /v2.0/ports?device_id=4835e952-2b66-48c9-8aa5-a4b720024657 HTTP/1.1" status: 200 len: 944 time: 0.4107618 Nov 25 13:17:51.671582 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107360f7-382c-4cae-a6af-e6eefabb1255 None None] Network 5d4e6de0-6ffd-49bc-82c9-6f3f2aa11e5b requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:17:51.761419 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0b6f7035-1cb3-47d5-9340-9fd577c8adc5 req-a595bb67-5180-4938-a90f-d91994363579 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa6a8ef6-f648-4def-8495-65d828aabec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916197 Nov 25 13:17:51.770318 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65900b72-14f8-40a8-80a3-8b56bab56598 req-b77142d8-4ad6-413d-9120-9b207082204c tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:51.778568 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-65900b72-14f8-40a8-80a3-8b56bab56598 req-b77142d8-4ad6-413d-9120-9b207082204c tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=2157e63b-df45-4a8a-bb8e-b5e37b6c333c HTTP/1.1" status: 200 len: 943 time: 0.2695637 Nov 25 13:17:51.783071 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d9aa85-78aa-4c38-8fc1-1492d16d3821 req-4de2a377-5d44-4675-a298-776d14dbbc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:51.789590 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d7d9aa85-78aa-4c38-8fc1-1492d16d3821 req-4de2a377-5d44-4675-a298-776d14dbbc0a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=621e47be21954218b422540d084376f9&device_id=2157e63b-df45-4a8a-bb8e-b5e37b6c333c HTTP/1.1" status: 200 len: 1095 time: 0.3070316 Nov 25 13:17:51.860453 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9b0e647d-2fca-4739-a71b-7064afce2057 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:51.888800 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:51.889042 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-65900b72-14f8-40a8-80a3-8b56bab56598 req-66db72c0-4f60-4d01-805c-fa9486cce8f5 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec610c10-0015-4919-a10e-9c11537c59cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094825 Nov 25 13:17:51.950052 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4835e952-2b66-48c9-8aa5-a4b720024657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30ec427b-9801-4cf5-af5e-deeda352edf2'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:17:51.952267 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c2be03d-896b-4e93-a85c-aba2c0ad603b" -d '{"events": [{"server_uuid": "4835e952-2b66-48c9-8aa5-a4b720024657", "name": "network-vif-plugged", "status": "completed", "tag": "30ec427b-9801-4cf5-af5e-deeda352edf2"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:17:51.981536 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 30ec427b-9801-4cf5-af5e-deeda352edf2, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=30ec427b-9801-4cf5-af5e-deeda352edf2,segment=NetworkSegment(ecd61d97-2a12-4d12-8094-1197283ab536),segment_id=ecd61d97-2a12-4d12-8094-1197283ab536)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:17:51.986496 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:52.002760 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f1f25065-7343-4495-a580-ca4babb82e12 req-ee02afd6-21ff-4a3d-b156-00defa4f1e89 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] 10.222.0.53 "GET /v2.0/security-groups/e151576c-4b1e-4370-993a-9dffc2b8c54c HTTP/1.1" status: 200 len: 2416 time: 0.1072140 Nov 25 13:17:52.058103 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0e647d-2fca-4739-a71b-7064afce2057 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Pushing event deleted for resources: {'Subnet': ['ID=91b19610-b17c-45e7-8468-c65c29ad8943,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:52.073651 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5a6b97-93ac-4a80-8c9f-bc707cbde445 None None] DHCP port deletion for 5d4e6de0-6ffd-49bc-82c9-6f3f2aa11e5b request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:17:52.099455 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=30ec427b-9801-4cf5-af5e-deeda352edf2,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:52.193839 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-01a33cda-cc93-4b59-855c-352a9cdf0383 req-5ea3b681-eaec-477c-b990-52cada72aacc service neutron] Attempting to bind port a9d69e02-467a-4b3f-942b-882b7f9ec631 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:17:52.193839 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-01a33cda-cc93-4b59-855c-352a9cdf0383 req-5ea3b681-eaec-477c-b990-52cada72aacc service neutron] Attempting to bind port a9d69e02-467a-4b3f-942b-882b7f9ec631 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:17:52.193839 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a33cda-cc93-4b59-855c-352a9cdf0383 req-5ea3b681-eaec-477c-b990-52cada72aacc service neutron] Attempting to bind port a9d69e02-467a-4b3f-942b-882b7f9ec631 on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:17:52.199709 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-f1f25065-7343-4495-a580-ca4babb82e12 req-2aa5a45f-9337-4c27-8759-dfda6b034600 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:52.202605 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a33cda-cc93-4b59-855c-352a9cdf0383 req-5ea3b681-eaec-477c-b990-52cada72aacc service neutron] Port a9d69e02-467a-4b3f-942b-882b7f9ec631 on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:17:52.203455 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a33cda-cc93-4b59-855c-352a9cdf0383 req-5ea3b681-eaec-477c-b990-52cada72aacc service neutron] Attempting to bind port a9d69e02-467a-4b3f-942b-882b7f9ec631 on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:17:52.212604 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9b0e647d-2fca-4739-a71b-7064afce2057 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:52.243584 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a33cda-cc93-4b59-855c-352a9cdf0383 req-5ea3b681-eaec-477c-b990-52cada72aacc service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:17:52.244272 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-f1f25065-7343-4495-a580-ca4babb82e12 req-2aa5a45f-9337-4c27-8759-dfda6b034600 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:52.244729 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a33cda-cc93-4b59-855c-352a9cdf0383 req-5ea3b681-eaec-477c-b990-52cada72aacc service neutron] Checking segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:17:52.245278 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a33cda-cc93-4b59-855c-352a9cdf0383 req-5ea3b681-eaec-477c-b990-52cada72aacc service neutron] Bound using segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:17:52.246018 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-01a33cda-cc93-4b59-855c-352a9cdf0383 req-5ea3b681-eaec-477c-b990-52cada72aacc service neutron] Bound port: a9d69e02-467a-4b3f-942b-882b7f9ec631, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:17:52.246549 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-01a33cda-cc93-4b59-855c-352a9cdf0383 req-5ea3b681-eaec-477c-b990-52cada72aacc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:52.275462 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-9b0e647d-2fca-4739-a71b-7064afce2057 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d4e6de0-6ffd-49bc-82c9-6f3f2aa11e5b']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:17:52.289254 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d9aa85-78aa-4c38-8fc1-1492d16d3821 req-f4764658-8d85-420a-86a4-cd491ea8c0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:52.290139 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76403704-3243-4312-87d7-bc052953b252 req-978043d0-0098-48f1-a5a7-894861fb83ae tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:52.290763 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d7d9aa85-78aa-4c38-8fc1-1492d16d3821 req-f4764658-8d85-420a-86a4-cd491ea8c0ef service neutron] 10.222.0.47 "GET /v2.0/networks?id=9accb235-a825-49d8-b9c6-39063069a4b3 HTTP/1.1" status: 200 len: 912 time: 0.4473405 Nov 25 13:17:52.291973 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-76403704-3243-4312-87d7-bc052953b252 req-978043d0-0098-48f1-a5a7-894861fb83ae tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/networks?id=0983177e-e01c-46fd-aae0-5d162abcfe55 HTTP/1.1" status: 200 len: 821 time: 0.1948817 Nov 25 13:17:52.292547 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-9b0e647d-2fca-4739-a71b-7064afce2057 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea00a1c2-3781-416a-9566-8e78bd8f8cc6') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:17:52.292845 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-9b0e647d-2fca-4739-a71b-7064afce2057 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea00a1c2-3781-416a-9566-8e78bd8f8cc6') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:17:52.324633 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-76403704-3243-4312-87d7-bc052953b252 req-99a59b83-4688-44e9-be49-d964676c7b6f tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/quotas/64602e0ec6fb4a738e1e6e0faccb6293 HTTP/1.1" status: 200 len: 375 time: 0.0259326 Nov 25 13:17:52.328782 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9b0e647d-2fca-4739-a71b-7064afce2057 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:52.363169 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-76403704-3243-4312-87d7-bc052953b252 req-b5362047-be82-4b7f-a0c9-33b1644a452d tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=64602e0ec6fb4a738e1e6e0faccb6293&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375941 Nov 25 13:17:52.377329 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d7d9aa85-78aa-4c38-8fc1-1492d16d3821 req-43e0fce4-2b86-49bb-b1be-0cdd06d5bca1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6e63749-0e7e-47e9-84a3-14fef84346a7 HTTP/1.1" status: 200 len: 217 time: 0.0738916 Nov 25 13:17:52.382271 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9b0e647d-2fca-4739-a71b-7064afce2057 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:52.400091 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device f3792d66-0a53-4382-bebf-8f3bb00b0573 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:17:52.436819 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: f3792d66-0a53-4382-bebf-8f3bb00b0573 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:17:52.437172 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device f3792d66-0a53-4382-bebf-8f3bb00b0573 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:17:52.455880 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-f1f25065-7343-4495-a580-ca4babb82e12 req-2aa5a45f-9337-4c27-8759-dfda6b034600 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:52.457924 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b0e647d-2fca-4739-a71b-7064afce2057 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:17:52.458336 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9b0e647d-2fca-4739-a71b-7064afce2057 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:52.458896 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-f1f25065-7343-4495-a580-ca4babb82e12 req-2aa5a45f-9337-4c27-8759-dfda6b034600 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:52.471251 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f1f25065-7343-4495-a580-ca4babb82e12 req-2aa5a45f-9337-4c27-8759-dfda6b034600 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] 10.222.0.53 "DELETE /v2.0/security-groups/e151576c-4b1e-4370-993a-9dffc2b8c54c HTTP/1.1" status: 204 len: 173 time: 0.4597461 Nov 25 13:17:52.477827 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 48970) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:52.527098 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e62bab-533e-42ff-bf36-6fd4ae027c0c x-openstack-request-id: req-c4e62bab-533e-42ff-bf36-6fd4ae027c0c {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:17:52.527548 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4835e952-2b66-48c9-8aa5-a4b720024657", "name": "network-vif-plugged", "status": "completed", "tag": "30ec427b-9801-4cf5-af5e-deeda352edf2", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:17:52.527804 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c4e62bab-533e-42ff-bf36-6fd4ae027c0c {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:17:52.528203 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4835e952-2b66-48c9-8aa5-a4b720024657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30ec427b-9801-4cf5-af5e-deeda352edf2', 'code': 200} Nov 25 13:17:52.536380 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:17:52.536380 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:17:52.536380 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:17:52.536380 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:17:52.536380 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:17:52.536380 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:17:52.536380 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:17:52.536380 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:17:52.536380 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:17:52.536380 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:17:52.536380 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:17:52.536380 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:17:52.536380 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:17:52.536380 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:17:52.536380 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:17:52.536380 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:17:52.536380 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:17:52.536380 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:17:52.536380 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:17:52.536380 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:17:52.536380 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:17:52.536380 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:17:52.536380 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:17:52.536380 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:17:52.536380 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:17:52.536380 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:17:52.536380 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:17:52.536380 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:17:52.536380 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:17:52.536380 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:17:52.536380 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:17:52.536380 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:17:52.552502 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9b0e647d-2fca-4739-a71b-7064afce2057 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:52.567077 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9b0e647d-2fca-4739-a71b-7064afce2057 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:52.573568 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-9b0e647d-2fca-4739-a71b-7064afce2057 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "DELETE /v2.0/networks/5d4e6de0-6ffd-49bc-82c9-6f3f2aa11e5b HTTP/1.1" status: 204 len: 168 time: 2.9719675 Nov 25 13:17:52.577769 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-01a33cda-cc93-4b59-855c-352a9cdf0383 req-5ea3b681-eaec-477c-b990-52cada72aacc service neutron] For port a9d69e02-467a-4b3f-942b-882b7f9ec631, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:17:52.580030 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 48972) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:52.583456 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-01a33cda-cc93-4b59-855c-352a9cdf0383 req-5ea3b681-eaec-477c-b990-52cada72aacc service neutron] For port a9d69e02-467a-4b3f-942b-882b7f9ec631, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=a9d69e02-467a-4b3f-942b-882b7f9ec631,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:17:52.588722 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa5a45f-9337-4c27-8759-dfda6b034600 tempest-SecurityGroupRulesTestJSON-448882159 tempest-SecurityGroupRulesTestJSON-448882159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e151576c-4b1e-4370-993a-9dffc2b8c54c,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:52.622884 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-76403704-3243-4312-87d7-bc052953b252 req-3dc8c007-3f1f-404e-a059-2b82de980290 service neutron] 10.222.0.53 "GET /v2.0/networks/0983177e-e01c-46fd-aae0-5d162abcfe55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580819 Nov 25 13:17:52.626299 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d9aa85-78aa-4c38-8fc1-1492d16d3821 req-bf885dfd-6501-4f86-a25c-2f442ce4ba9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:52.627948 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d7d9aa85-78aa-4c38-8fc1-1492d16d3821 req-bf885dfd-6501-4f86-a25c-2f442ce4ba9f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b6a84af7-6347-4e0f-945a-98a5515a4a22 HTTP/1.1" status: 200 len: 850 time: 0.2387919 Nov 25 13:17:52.628574 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0e647d-2fca-4739-a71b-7064afce2057 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Pushing event deleted for resources: {'Network': ['ID=5d4e6de0-6ffd-49bc-82c9-6f3f2aa11e5b,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:52.631207 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-01a33cda-cc93-4b59-855c-352a9cdf0383 req-5ea3b681-eaec-477c-b990-52cada72aacc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:52.638090 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6daf830-1a15-4b40-93d5-33aed099a8c3 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] DELETE failed (client error): The resource could not be found. Nov 25 13:17:52.638619 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6daf830-1a15-4b40-93d5-33aed099a8c3 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:17:52.650510 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b6daf830-1a15-4b40-93d5-33aed099a8c3 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "DELETE /v2.0/networks/5d4e6de0-6ffd-49bc-82c9-6f3f2aa11e5b HTTP/1.1" status: 404 len: 339 time: 0.0670342 Nov 25 13:17:52.657533 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 48974) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:52.689348 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-e1c22b4b-30b6-4748-a9a7-ad4b727948a2 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1044399152', 'description': 'd1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:17:52.736133 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a33cda-cc93-4b59-855c-352a9cdf0383 req-5ea3b681-eaec-477c-b990-52cada72aacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:52.736133 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-01a33cda-cc93-4b59-855c-352a9cdf0383 req-5ea3b681-eaec-477c-b990-52cada72aacc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:52.738469 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-01a33cda-cc93-4b59-855c-352a9cdf0383 req-5ea3b681-eaec-477c-b990-52cada72aacc service neutron] 10.222.0.47 "PUT /v2.0/ports/a9d69e02-467a-4b3f-942b-882b7f9ec631 HTTP/1.1" status: 200 len: 1096 time: 2.7295010 Nov 25 13:17:52.742627 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb436a77-cc04-40b6-b1a9-e23d0f0e42aa', 'tag': 'a9d69e02-467a-4b3f-942b-882b7f9ec631'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:17:52.745000 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f3aa0c-3447-40d8-bb7b-ff8ee3136dd1" -d '{"events": [{"name": "network-changed", "server_uuid": "fb436a77-cc04-40b6-b1a9-e23d0f0e42aa", "tag": "a9d69e02-467a-4b3f-942b-882b7f9ec631"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:17:52.770183 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c22b4b-30b6-4748-a9a7-ad4b727948a2 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Made reservation on behalf of 22ba648da9f241c0a9e2114a63bb303f for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:17:52.773688 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e1c22b4b-30b6-4748-a9a7-ad4b727948a2 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:52.786597 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea3b681-eaec-477c-b990-52cada72aacc service neutron] Pushing event updated for resources: {'Port': ['ID=a9d69e02-467a-4b3f-942b-882b7f9ec631,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:52.851169 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c24508-af7f-480b-bffe-bfd688560710 req-7035bcaf-06fc-4690-be21-b76b5b67f570 tempest-VolumesNegativeTest-491399444 tempest-VolumesNegativeTest-491399444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:52.862320 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b0c24508-af7f-480b-bffe-bfd688560710 req-7035bcaf-06fc-4690-be21-b76b5b67f570 tempest-VolumesNegativeTest-491399444 tempest-VolumesNegativeTest-491399444-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb436a77-cc04-40b6-b1a9-e23d0f0e42aa HTTP/1.1" status: 200 len: 947 time: 0.1737838 Nov 25 13:17:52.865530 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1c22b4b-30b6-4748-a9a7-ad4b727948a2 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:17:52.875696 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d9aa85-78aa-4c38-8fc1-1492d16d3821 req-15f8ac63-e439-4f55-afd0-564ae89d55ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:52.877580 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d7d9aa85-78aa-4c38-8fc1-1492d16d3821 req-15f8ac63-e439-4f55-afd0-564ae89d55ed service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9accb235-a825-49d8-b9c6-39063069a4b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2408803 Nov 25 13:17:52.887601 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e1c22b4b-30b6-4748-a9a7-ad4b727948a2 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:52.888206 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-e1c22b4b-30b6-4748-a9a7-ad4b727948a2 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Added segment 1cc13746-24c2-49b8-82f5-1f539a53ecf2 of type vlan for network 8036e03e-ad93-4642-aabf-c64205155535 Nov 25 13:17:52.889544 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-875d0c24-dcef-47b0-a600-36650907a7a3 admin admin] Deleting subnet b3c14fe1-1bf2-45a5-8d5a-3f3ac4b82ac3 {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:17:52.893129 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-875d0c24-dcef-47b0-a600-36650907a7a3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:52.953500 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-875d0c24-dcef-47b0-a600-36650907a7a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:52.986383 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da71c5-de27-4d30-ae34-88361552909d req-7a389967-edf5-45ac-92dd-f7e61229b3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:52.988149 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-75da71c5-de27-4d30-ae34-88361552909d req-7a389967-edf5-45ac-92dd-f7e61229b3e3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4835e952-2b66-48c9-8aa5-a4b720024657 HTTP/1.1" status: 200 len: 1097 time: 0.3043809 Nov 25 13:17:53.009162 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a33cda-cc93-4b59-855c-352a9cdf0383 req-f7b0f9b2-28a0-4cab-be5a-6977121713c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:53.010675 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-01a33cda-cc93-4b59-855c-352a9cdf0383 req-f7b0f9b2-28a0-4cab-be5a-6977121713c5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7d50fe7daacd49eda60783f02e539acc&device_id=fb436a77-cc04-40b6-b1a9-e23d0f0e42aa HTTP/1.1" status: 200 len: 1099 time: 0.2204306 Nov 25 13:17:53.040585 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e1c22b4b-30b6-4748-a9a7-ad4b727948a2 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:53.051911 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b0c24508-af7f-480b-bffe-bfd688560710 req-9600ca55-d675-47d9-800f-676d4a5e93a5 tempest-VolumesNegativeTest-491399444 tempest-VolumesNegativeTest-491399444-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9adb203-1184-487a-b733-e4f42226f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886768 Nov 25 13:17:53.088772 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-76403704-3243-4312-87d7-bc052953b252 req-19d7de77-c94d-46c6-9075-2fe03ea05dd3 service neutron] 10.222.0.53 "GET /v2.0/networks/0983177e-e01c-46fd-aae0-5d162abcfe55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4644468 Nov 25 13:17:53.102832 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-01a33cda-cc93-4b59-855c-352a9cdf0383 req-cb264f68-82af-48af-8850-8d0474d9a8b9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=a9d69e02-467a-4b3f-942b-882b7f9ec631 HTTP/1.1" status: 200 len: 217 time: 0.0752800 Nov 25 13:17:53.182648 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d7d9aa85-78aa-4c38-8fc1-1492d16d3821 req-b1459332-d83a-4086-be56-c60ee72bf033 service neutron] 10.222.0.47 "GET /v2.0/networks/9accb235-a825-49d8-b9c6-39063069a4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922673 Nov 25 13:17:53.185174 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-75da71c5-de27-4d30-ae34-88361552909d req-ea1470b9-f870-4aac-a038-45041d9a9ece service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=aa6a8ef6-f648-4def-8495-65d828aabec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413157 Nov 25 13:17:53.203490 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-875d0c24-dcef-47b0-a600-36650907a7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:53.222819 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e1c22b4b-30b6-4748-a9a7-ad4b727948a2 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:53.229599 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c22b4b-30b6-4748-a9a7-ad4b727948a2 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:53.230192 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e1c22b4b-30b6-4748-a9a7-ad4b727948a2 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:53.237120 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4377b880-e45b-4c19-a36b-def59d0b81cc x-openstack-request-id: req-4377b880-e45b-4c19-a36b-def59d0b81cc {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:17:53.237332 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb436a77-cc04-40b6-b1a9-e23d0f0e42aa", "tag": "a9d69e02-467a-4b3f-942b-882b7f9ec631", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:17:53.237591 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4377b880-e45b-4c19-a36b-def59d0b81cc {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:17:53.238647 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb436a77-cc04-40b6-b1a9-e23d0f0e42aa', 'tag': 'a9d69e02-467a-4b3f-942b-882b7f9ec631', 'status': 'completed', 'code': 200} Nov 25 13:17:53.289259 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-875d0c24-dcef-47b0-a600-36650907a7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:53.369240 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d0c24-dcef-47b0-a600-36650907a7a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3c14fe1-1bf2-45a5-8d5a-3f3ac4b82ac3,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:53.391186 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-875d0c24-dcef-47b0-a600-36650907a7a3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:53.398279 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fcc036-cc07-4cb1-8e1b-b2ac486f2167 None None] Network fdc81d99-7562-46bc-abaa-0de137c7f45d requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:17:53.399396 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-875d0c24-dcef-47b0-a600-36650907a7a3 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b3c14fe1-1bf2-45a5-8d5a-3f3ac4b82ac3 HTTP/1.1" status: 204 len: 168 time: 0.8993604 Nov 25 13:17:53.400322 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 48996) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:53.498490 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-034ce95e-ea63-4d6d-befe-c9242e982766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:53.514206 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:17:53.519448 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf13d4-69f1-4bd6-8e49-5c90b9f9dbb1 req-94c1d03b-2533-4b99-8ef0-8eb7384151ac tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:53.528311 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fbcf13d4-69f1-4bd6-8e49-5c90b9f9dbb1 req-94c1d03b-2533-4b99-8ef0-8eb7384151ac tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] 10.222.0.53 "GET /v2.0/ports?device_id=4835e952-2b66-48c9-8aa5-a4b720024657 HTTP/1.1" status: 200 len: 945 time: 0.2214971 Nov 25 13:17:53.625387 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a33cda-cc93-4b59-855c-352a9cdf0383 req-59ccc857-b094-4edd-a823-3e4252081bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:53.626912 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-01a33cda-cc93-4b59-855c-352a9cdf0383 req-59ccc857-b094-4edd-a823-3e4252081bb4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.5148628 Nov 25 13:17:53.693466 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fbcf13d4-69f1-4bd6-8e49-5c90b9f9dbb1 req-e01fccd6-4e32-4e31-b8ab-d06fb2138e95 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa6a8ef6-f648-4def-8495-65d828aabec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642623 Nov 25 13:17:53.716412 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-e1c22b4b-30b6-4748-a9a7-ad4b727948a2 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.0443676 Nov 25 13:17:53.716412 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 48998) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:53.731928 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c22b4b-30b6-4748-a9a7-ad4b727948a2 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Pushing event updated for resources: {'Network': ['ID=8036e03e-ad93-4642-aabf-c64205155535,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:53.835003 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-50badea9-9f2f-4b8c-b377-3a400e98153a req-e8278cea-1f75-4230-b607-2de3d4fcfb28 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/ports?device_id=a85b50dc-e5de-4ddf-aa34-9dea49118e99 HTTP/1.1" status: 200 len: 210 time: 0.0377502 Nov 25 13:17:53.844837 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45807db-6a12-4cc7-8258-c1a5c06b7ef4 req-471831ff-41d2-4adb-903a-d0447849fb40 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:53.852150 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e45807db-6a12-4cc7-8258-c1a5c06b7ef4 req-471831ff-41d2-4adb-903a-d0447849fb40 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=2157e63b-df45-4a8a-bb8e-b5e37b6c333c HTTP/1.1" status: 200 len: 943 time: 0.2757380 Nov 25 13:17:53.860460 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-034ce95e-ea63-4d6d-befe-c9242e982766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:53.882450 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device d6e63749-0e7e-47e9-84a3-14fef84346a7 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:17:53.884476 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 8036e03e-ad93-4642-aabf-c64205155535 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:17:53.889023 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd74a6a-6a84-410e-b0bc-708b2197e473 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:53.890961 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-0fd74a6a-6a84-410e-b0bc-708b2197e473 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "GET /v2.0/networks?id=8036e03e-ad93-4642-aabf-c64205155535 HTTP/1.1" status: 200 len: 761 time: 0.1763802 Nov 25 13:17:53.906949 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49004) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:53.910566 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-034ce95e-ea63-4d6d-befe-c9242e982766 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdc81d99-7562-46bc-abaa-0de137c7f45d']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:17:53.925086 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-c5c446d0-97d0-40fe-94e4-1d897b3ffbac tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Request body: {'network': {'description': 'd2'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:17:53.937121 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d7d9aa85-78aa-4c38-8fc1-1492d16d3821 req-95b81098-cbfd-4d0d-a34e-396f6c47fc13 service neutron] 10.222.0.47 "GET /v2.0/networks/9accb235-a825-49d8-b9c6-39063069a4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7460747 Nov 25 13:17:53.943415 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a33cda-cc93-4b59-855c-352a9cdf0383 req-518bb3fc-b261-4425-9b0f-3ad373694ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:53.944881 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-01a33cda-cc93-4b59-855c-352a9cdf0383 req-518bb3fc-b261-4425-9b0f-3ad373694ad4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2834408 Nov 25 13:17:53.973569 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-034ce95e-ea63-4d6d-befe-c9242e982766 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4286da9-f9b5-47ca-b73d-632843e5edea') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:17:53.973569 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-034ce95e-ea63-4d6d-befe-c9242e982766 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4286da9-f9b5-47ca-b73d-632843e5edea') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:17:54.155035 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-034ce95e-ea63-4d6d-befe-c9242e982766 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:54.164987 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48ad9cf-7f2c-45cc-b8bc-aa0568b45872 None None] DHCP port deletion for fdc81d99-7562-46bc-abaa-0de137c7f45d request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:17:54.169916 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e45807db-6a12-4cc7-8258-c1a5c06b7ef4 req-260de3ee-1958-4e12-9004-09b6e52724c2 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec610c10-0015-4919-a10e-9c11537c59cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168943 Nov 25 13:17:54.171764 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-01a33cda-cc93-4b59-855c-352a9cdf0383 req-3400c88b-8849-47e5-9857-3beb81db56f6 service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182992 Nov 25 13:17:54.209785 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-034ce95e-ea63-4d6d-befe-c9242e982766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:54.209970 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port d6e63749-0e7e-47e9-84a3-14fef84346a7, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=d6e63749-0e7e-47e9-84a3-14fef84346a7,segment=NetworkSegment(c770b2a8-6850-4501-ba81-87e53f72232e),segment_id=c770b2a8-6850-4501-ba81-87e53f72232e)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:17:54.226254 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-034ce95e-ea63-4d6d-befe-c9242e982766 admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:17:54.226254 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-034ce95e-ea63-4d6d-befe-c9242e982766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:54.241868 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:17:54.241868 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:17:54.241868 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:17:54.241868 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:17:54.241868 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:17:54.241868 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:17:54.241868 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:17:54.241868 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:17:54.241868 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:17:54.241868 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:17:54.241868 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:17:54.241868 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:17:54.241868 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:17:54.241868 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:17:54.241868 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:17:54.241868 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:17:54.241868 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:17:54.241868 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:17:54.241868 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:17:54.241868 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:17:54.241868 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:17:54.241868 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:17:54.241868 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:17:54.241868 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:17:54.241868 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:17:54.241868 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:17:54.241868 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:17:54.241868 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:17:54.241868 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:17:54.241868 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:17:54.241868 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:17:54.241868 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:17:54.272066 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': 'd6e63749-0e7e-47e9-84a3-14fef84346a7', 'network_id': '9accb235-a825-49d8-b9c6-39063069a4b3', 'port_id': 'd6e63749-0e7e-47e9-84a3-14fef84346a7', 'mac_address': 'fa:16:3e:8f:87:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6a84af7-6347-4e0f-945a-98a5515a4a22', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:17:54.355781 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:54.367054 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-01a33cda-cc93-4b59-855c-352a9cdf0383 req-d2dcbb69-bb11-4dea-afde-13643081f3af service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871433 Nov 25 13:17:54.380760 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6e63749-0e7e-47e9-84a3-14fef84346a7 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:17:54.444190 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port d6e63749-0e7e-47e9-84a3-14fef84346a7, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=d6e63749-0e7e-47e9-84a3-14fef84346a7,segment=NetworkSegment(c770b2a8-6850-4501-ba81-87e53f72232e),segment_id=c770b2a8-6850-4501-ba81-87e53f72232e)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:17:54.454405 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:54.487541 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e3193f-110a-4d5a-bf44-29c0362f12f5 req-9714374d-edf7-4f10-93c1-d724a87151e3 tempest-VolumesNegativeTest-491399444 tempest-VolumesNegativeTest-491399444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:54.508912 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-67e3193f-110a-4d5a-bf44-29c0362f12f5 req-9714374d-edf7-4f10-93c1-d724a87151e3 tempest-VolumesNegativeTest-491399444 tempest-VolumesNegativeTest-491399444-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb436a77-cc04-40b6-b1a9-e23d0f0e42aa HTTP/1.1" status: 200 len: 947 time: 0.3117704 Nov 25 13:17:54.519327 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-034ce95e-ea63-4d6d-befe-c9242e982766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:54.557992 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-034ce95e-ea63-4d6d-befe-c9242e982766 admin admin] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:54.561443 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=d6e63749-0e7e-47e9-84a3-14fef84346a7,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:54.565829 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-034ce95e-ea63-4d6d-befe-c9242e982766 admin admin] 10.222.0.53 "DELETE /v2.0/networks/fdc81d99-7562-46bc-abaa-0de137c7f45d HTTP/1.1" status: 204 len: 168 time: 1.1620352 Nov 25 13:17:54.607494 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034ce95e-ea63-4d6d-befe-c9242e982766 admin admin] Pushing event deleted for resources: {'Network': ['ID=fdc81d99-7562-46bc-abaa-0de137c7f45d,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:54.610955 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c5c446d0-97d0-40fe-94e4-1d897b3ffbac tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:54.641650 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c5c446d0-97d0-40fe-94e4-1d897b3ffbac tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:54.649709 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3aa0c-3447-40d8-bb7b-ff8ee3136dd1 req-704c87e3-3343-4e53-a47f-ddc2f22db581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:54.653269 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-25f3aa0c-3447-40d8-bb7b-ff8ee3136dd1 req-704c87e3-3343-4e53-a47f-ddc2f22db581 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7d50fe7daacd49eda60783f02e539acc&device_id=fb436a77-cc04-40b6-b1a9-e23d0f0e42aa HTTP/1.1" status: 200 len: 1099 time: 0.1459658 Nov 25 13:17:54.678942 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c5c446d0-97d0-40fe-94e4-1d897b3ffbac tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Network 8036e03e-ad93-4642-aabf-c64205155535 is not hosted by any dhcp agent {{(pid=103570) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 13:17:54.686305 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c446d0-97d0-40fe-94e4-1d897b3ffbac tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:54.687496 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c5c446d0-97d0-40fe-94e4-1d897b3ffbac tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:54.689041 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c5c446d0-97d0-40fe-94e4-1d897b3ffbac tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "PUT /v2.0/networks/8036e03e-ad93-4642-aabf-c64205155535 HTTP/1.1" status: 200 len: 758 time: 0.7761064 Nov 25 13:17:54.693270 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49024) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:54.714148 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-67e3193f-110a-4d5a-bf44-29c0362f12f5 req-f8336741-c743-4638-af23-1423446a2ac9 tempest-VolumesNegativeTest-491399444 tempest-VolumesNegativeTest-491399444-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9adb203-1184-487a-b733-e4f42226f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003186 Nov 25 13:17:54.717690 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['d6e63749-0e7e-47e9-84a3-14fef84346a7'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:17:54.902546 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3aa0c-3447-40d8-bb7b-ff8ee3136dd1 req-df2bcaa1-ba67-4396-879e-1b5b8ff5b1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:54.905086 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-25f3aa0c-3447-40d8-bb7b-ff8ee3136dd1 req-df2bcaa1-ba67-4396-879e-1b5b8ff5b1fc service neutron] 10.222.0.47 "GET /v2.0/networks?id=85f6380f-3625-4f44-8465-fbcf0c11fed5 HTTP/1.1" status: 200 len: 870 time: 0.2426620 Nov 25 13:17:54.910857 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 49030) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:54.986653 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-25f3aa0c-3447-40d8-bb7b-ff8ee3136dd1 req-622e591d-d18d-4938-93ed-139c1624d75f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=a9d69e02-467a-4b3f-942b-882b7f9ec631 HTTP/1.1" status: 200 len: 217 time: 0.0628932 Nov 25 13:17:55.062793 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-67d042a0-8522-4f34-ab5c-81c9498d07e9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=339b8dbeacd64bb19f805f939498c16a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1483028 Nov 25 13:17:55.065426 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 49032) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:55.114551 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3aa0c-3447-40d8-bb7b-ff8ee3136dd1 req-a6ececa9-0690-4d23-baab-ff116b4c5c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:55.116057 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-25f3aa0c-3447-40d8-bb7b-ff8ee3136dd1 req-a6ececa9-0690-4d23-baab-ff116b4c5c7d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.1185880 Nov 25 13:17:55.157703 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-803fae87-abca-48da-bc8d-a3f91c511f06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:55.190631 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-803fae87-abca-48da-bc8d-a3f91c511f06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:55.214754 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3aa0c-3447-40d8-bb7b-ff8ee3136dd1 req-02dfe809-ef19-4d12-a088-d400f1bc4be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:55.218837 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-25f3aa0c-3447-40d8-bb7b-ff8ee3136dd1 req-02dfe809-ef19-4d12-a088-d400f1bc4be2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0883985 Nov 25 13:17:55.258638 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e0e8ad3f-14fe-438a-8c3b-769a1b9442a5 req-c00acd3c-2b91-4650-b4c7-afb76d460f2b tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/ports?device_id=a85b50dc-e5de-4ddf-aa34-9dea49118e99 HTTP/1.1" status: 200 len: 210 time: 0.0354681 Nov 25 13:17:55.419421 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-803fae87-abca-48da-bc8d-a3f91c511f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:55.422469 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-803fae87-abca-48da-bc8d-a3f91c511f06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:55.423873 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-803fae87-abca-48da-bc8d-a3f91c511f06 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d373f882-d7b6-4e09-8ca8-d80626887b8f HTTP/1.1" status: 204 len: 168 time: 0.3574958 Nov 25 13:17:55.427989 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-25f3aa0c-3447-40d8-bb7b-ff8ee3136dd1 req-59cf5ea0-0c86-4c45-9b04-d65d2251957d service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005088 Nov 25 13:17:55.434941 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803fae87-abca-48da-bc8d-a3f91c511f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d373f882-d7b6-4e09-8ca8-d80626887b8f,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:55.473039 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c446d0-97d0-40fe-94e4-1d897b3ffbac tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Pushing event updated for resources: {'Network': ['ID=8036e03e-ad93-4642-aabf-c64205155535,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:55.494181 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 8036e03e-ad93-4642-aabf-c64205155535 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:17:55.547085 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584818d1-b95d-49a1-80a4-c11ac2a51baa req-18bff1d5-55e7-4d7a-8a38-0d50bd9facb2 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:55.549143 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-584818d1-b95d-49a1-80a4-c11ac2a51baa req-18bff1d5-55e7-4d7a-8a38-0d50bd9facb2 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] 10.222.0.53 "GET /v2.0/ports?device_id=4835e952-2b66-48c9-8aa5-a4b720024657 HTTP/1.1" status: 200 len: 945 time: 0.3455586 Nov 25 13:17:55.562269 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d046978d-0306-4710-947c-8fb4aa4f1c78 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:55.567920 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 49042) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:55.570659 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d046978d-0306-4710-947c-8fb4aa4f1c78 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "GET /v2.0/networks?id=8036e03e-ad93-4642-aabf-c64205155535 HTTP/1.1" status: 200 len: 761 time: 0.8758683 Nov 25 13:17:55.605397 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb0610-cc26-4249-b4bb-719960cc0129 req-e1cf59ff-1c52-4194-b136-6a6305a2a9e2 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:55.605882 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-b02dd148-40a0-4925-ac61-8881fa06ec0d tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1346144697'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:17:55.614497 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-88eb0610-cc26-4249-b4bb-719960cc0129 req-e1cf59ff-1c52-4194-b136-6a6305a2a9e2 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=2157e63b-df45-4a8a-bb8e-b5e37b6c333c HTTP/1.1" status: 200 len: 944 time: 0.2089264 Nov 25 13:17:55.619138 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device d6e63749-0e7e-47e9-84a3-14fef84346a7 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:17:55.675171 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-584818d1-b95d-49a1-80a4-c11ac2a51baa req-c6c231fc-462d-461c-8a4b-c3d2ab91d9b8 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa6a8ef6-f648-4def-8495-65d828aabec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032159 Nov 25 13:17:55.708028 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76403704-3243-4312-87d7-bc052953b252 req-484503ba-e45e-4788-87f9-822ed3b841ba tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:55.709995 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-76403704-3243-4312-87d7-bc052953b252 req-484503ba-e45e-4788-87f9-822ed3b841ba tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.66 "GET /v2.0/networks?id=0983177e-e01c-46fd-aae0-5d162abcfe55 HTTP/1.1" status: 200 len: 821 time: 0.3941014 Nov 25 13:17:55.718650 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-25f3aa0c-3447-40d8-bb7b-ff8ee3136dd1 req-d2e01d3c-62e5-409c-ba3e-66ac2bece3a4 service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812824 Nov 25 13:17:55.725554 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-88eb0610-cc26-4249-b4bb-719960cc0129 req-16cd115f-5de2-4c86-8af7-118385bcb95d tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec610c10-0015-4919-a10e-9c11537c59cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100657 Nov 25 13:17:55.743585 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-76403704-3243-4312-87d7-bc052953b252 req-3fd5dd3c-d4c5-41db-ac0c-9306bf4f13d2 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Request body: {'port': {'device_id': 'a85b50dc-e5de-4ddf-aa34-9dea49118e99', 'network_id': '0983177e-e01c-46fd-aae0-5d162abcfe55', 'admin_state_up': True, 'tenant_id': '64602e0ec6fb4a738e1e6e0faccb6293'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:17:55.756657 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b02dd148-40a0-4925-ac61-8881fa06ec0d tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Made reservation on behalf of 22ba648da9f241c0a9e2114a63bb303f for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:17:55.760317 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b02dd148-40a0-4925-ac61-8881fa06ec0d tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:55.847572 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b02dd148-40a0-4925-ac61-8881fa06ec0d tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:17:55.867931 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b02dd148-40a0-4925-ac61-8881fa06ec0d tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:55.868356 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-b02dd148-40a0-4925-ac61-8881fa06ec0d tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Added segment dafdcc31-867e-48db-ab84-f56d8f614952 of type vlan for network 52eb90ac-0611-4564-8097-14f07525bc27 Nov 25 13:17:55.877248 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port d6e63749-0e7e-47e9-84a3-14fef84346a7 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:17:55.882618 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port d6e63749-0e7e-47e9-84a3-14fef84346a7 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:17:55.883158 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:55.968596 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b02dd148-40a0-4925-ac61-8881fa06ec0d tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:56.031806 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b02dd148-40a0-4925-ac61-8881fa06ec0d tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:56.042735 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02dd148-40a0-4925-ac61-8881fa06ec0d tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:56.043742 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b02dd148-40a0-4925-ac61-8881fa06ec0d tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:56.070502 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:56.103920 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2157e63b-df45-4a8a-bb8e-b5e37b6c333c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e63749-0e7e-47e9-84a3-14fef84346a7'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:17:56.108186 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d9590e-6f63-4a87-9c62-5cc17f51d79c" -d '{"events": [{"server_uuid": "2157e63b-df45-4a8a-bb8e-b5e37b6c333c", "name": "network-vif-plugged", "status": "completed", "tag": "d6e63749-0e7e-47e9-84a3-14fef84346a7"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:17:56.131604 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port d6e63749-0e7e-47e9-84a3-14fef84346a7, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=d6e63749-0e7e-47e9-84a3-14fef84346a7,segment=NetworkSegment(c770b2a8-6850-4501-ba81-87e53f72232e),segment_id=c770b2a8-6850-4501-ba81-87e53f72232e)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:17:56.142769 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:56.169274 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b02dd148-40a0-4925-ac61-8881fa06ec0d tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6002073 Nov 25 13:17:56.173056 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 49074) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:56.176871 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-306c8dc2-a6f3-4c4b-921c-ff0145474b3e req-8412c760-4d29-46fa-b19b-ab31708f97b7 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=7542d3d9-0db3-40e7-ab88-a168871141f7 HTTP/1.1" status: 200 len: 258 time: 0.3178935 Nov 25 13:17:56.185970 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-0c6ebc1c-60a1-48c9-ac6d-19d3829407f9 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Request body: {'subnet': {'network_id': '52eb90ac-0611-4564-8097-14f07525bc27', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:17:56.226149 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-306c8dc2-a6f3-4c4b-921c-ff0145474b3e req-590d1b29-84e3-4d55-b1af-96a13dd745a1 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Request body: {'floatingip': {'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:17:56.257655 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=d6e63749-0e7e-47e9-84a3-14fef84346a7,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:56.276639 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de31e6-1bfb-411d-8631-6e530db3aea8 req-ca590720-9e06-43ca-9b5e-ee79bc8650f2 tempest-VolumesNegativeTest-491399444 tempest-VolumesNegativeTest-491399444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:56.282391 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-87de31e6-1bfb-411d-8631-6e530db3aea8 req-ca590720-9e06-43ca-9b5e-ee79bc8650f2 tempest-VolumesNegativeTest-491399444 tempest-VolumesNegativeTest-491399444-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb436a77-cc04-40b6-b1a9-e23d0f0e42aa HTTP/1.1" status: 200 len: 947 time: 0.2209365 Nov 25 13:17:56.309526 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02dd148-40a0-4925-ac61-8881fa06ec0d tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Pushing event updated for resources: {'Network': ['ID=52eb90ac-0611-4564-8097-14f07525bc27,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:56.318913 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76403704-3243-4312-87d7-bc052953b252 req-3fd5dd3c-d4c5-41db-ac0c-9306bf4f13d2 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Made reservation on behalf of 64602e0ec6fb4a738e1e6e0faccb6293 for: {'port': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:17:56.323405 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-76403704-3243-4312-87d7-bc052953b252 req-3fd5dd3c-d4c5-41db-ac0c-9306bf4f13d2 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:56.328012 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 52eb90ac-0611-4564-8097-14f07525bc27 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:17:56.414166 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-87de31e6-1bfb-411d-8631-6e530db3aea8 req-339185da-a9a2-4efc-b0ce-ea02eb6237bc tempest-VolumesNegativeTest-491399444 tempest-VolumesNegativeTest-491399444-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9adb203-1184-487a-b733-e4f42226f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237905 Nov 25 13:17:56.472022 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09185e3e-8846-4f61-ad81-b03a0f7d69df x-openstack-request-id: req-09185e3e-8846-4f61-ad81-b03a0f7d69df {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:17:56.472370 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2157e63b-df45-4a8a-bb8e-b5e37b6c333c", "name": "network-vif-plugged", "status": "completed", "tag": "d6e63749-0e7e-47e9-84a3-14fef84346a7", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:17:56.473704 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-09185e3e-8846-4f61-ad81-b03a0f7d69df {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:17:56.474118 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2157e63b-df45-4a8a-bb8e-b5e37b6c333c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e63749-0e7e-47e9-84a3-14fef84346a7', 'code': 200} Nov 25 13:17:56.486903 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c6ebc1c-60a1-48c9-ac6d-19d3829407f9 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Made reservation on behalf of 22ba648da9f241c0a9e2114a63bb303f for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:17:56.491682 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0c6ebc1c-60a1-48c9-ac6d-19d3829407f9 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:56.546069 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-306c8dc2-a6f3-4c4b-921c-ff0145474b3e req-590d1b29-84e3-4d55-b1af-96a13dd745a1 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Publish callbacks [] for floatingip, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:56.619806 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 49084) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:56.632614 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e434899c-ac35-4779-876f-1dfbf2571034 req-dd591a2f-01b0-4b65-ae6f-1385ec153a58 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/ports?device_id=a85b50dc-e5de-4ddf-aa34-9dea49118e99 HTTP/1.1" status: 200 len: 210 time: 0.0771492 Nov 25 13:17:56.715777 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade61b5-6baa-4a2f-9b0b-dd9edcb4b77f req-f68559e7-5e27-46a7-a33e-9d5eeafe290c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:56.717357 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2ade61b5-6baa-4a2f-9b0b-dd9edcb4b77f req-f68559e7-5e27-46a7-a33e-9d5eeafe290c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2157e63b-df45-4a8a-bb8e-b5e37b6c333c HTTP/1.1" status: 200 len: 1097 time: 0.1756716 Nov 25 13:17:56.814326 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2ade61b5-6baa-4a2f-9b0b-dd9edcb4b77f req-d2e74daa-155c-4627-b849-47952ff938e6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ec610c10-0015-4919-a10e-9c11537c59cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846775 Nov 25 13:17:56.868922 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-bd6f1291-0c6e-4c4a-a724-d0cdf3b793db admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-787813261-network', 'tenant_id': 'd3f9f88292274c1e909ee2b5229333e7'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:17:56.884922 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0c6ebc1c-60a1-48c9-ac6d-19d3829407f9 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:56.886439 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [req-76403704-3243-4312-87d7-bc052953b252 req-3fd5dd3c-d4c5-41db-ac0c-9306bf4f13d2 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Allocated IP 172.20.0.2 (0983177e-e01c-46fd-aae0-5d162abcfe55/a3072173-0ac4-4f6c-a786-4d173031b30a/e48b4967-3690-431b-bd83-ef41b8e853b5) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:17:56.924719 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd6f1291-0c6e-4c4a-a724-d0cdf3b793db admin admin] Made reservation on behalf of d3f9f88292274c1e909ee2b5229333e7 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:17:56.927029 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bd6f1291-0c6e-4c4a-a724-d0cdf3b793db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:56.948968 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bd6f1291-0c6e-4c4a-a724-d0cdf3b793db admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:56.958050 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0888cd25-929b-45dd-bb0a-73056e305ac2 req-990a056d-56d4-48ea-99f1-afabc4d5a229 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:56.965670 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0888cd25-929b-45dd-bb0a-73056e305ac2 req-990a056d-56d4-48ea-99f1-afabc4d5a229 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=2157e63b-df45-4a8a-bb8e-b5e37b6c333c HTTP/1.1" status: 200 len: 945 time: 0.1222999 Nov 25 13:17:56.980411 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ebc1c-60a1-48c9-ac6d-19d3829407f9 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Pushing event updated for resources: {'Subnet': ['ID=6ab1b0bb-fe3c-4a6d-91ff-610d0b7dc18f,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:57.003797 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6ebc1c-60a1-48c9-ac6d-19d3829407f9 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Checking segment: {'id': 'dafdcc31-867e-48db-ab84-f56d8f614952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '52eb90ac-0611-4564-8097-14f07525bc27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:17:57.004711 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6ebc1c-60a1-48c9-ac6d-19d3829407f9 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Network hostable DHCP agents. Network: 52eb90ac-0611-4564-8097-14f07525bc27, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:17:57.042742 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6ebc1c-60a1-48c9-ac6d-19d3829407f9 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Network 52eb90ac-0611-4564-8097-14f07525bc27 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:17:57.081134 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-0c6ebc1c-60a1-48c9-ac6d-19d3829407f9 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 52eb90ac-0611-4564-8097-14f07525bc27) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:17:57.087275 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6ebc1c-60a1-48c9-ac6d-19d3829407f9 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:57.087869 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0c6ebc1c-60a1-48c9-ac6d-19d3829407f9 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:57.092152 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-306c8dc2-a6f3-4c4b-921c-ff0145474b3e req-590d1b29-84e3-4d55-b1af-96a13dd745a1 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:57.099536 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3aa3d7b-637a-48af-a566-6d49243a1938 None None] Network 52eb90ac-0611-4564-8097-14f07525bc27 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:17:57.118290 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bd6f1291-0c6e-4c4a-a724-d0cdf3b793db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:57.125210 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-0c6ebc1c-60a1-48c9-ac6d-19d3829407f9 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9483306 Nov 25 13:17:57.125210 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bd6f1291-0c6e-4c4a-a724-d0cdf3b793db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:57.127867 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 49096) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:57.145080 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0888cd25-929b-45dd-bb0a-73056e305ac2 req-9602c199-fdb8-4887-b3f3-8f7837aef9b8 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec610c10-0015-4919-a10e-9c11537c59cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784515 Nov 25 13:17:57.275959 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd6f1291-0c6e-4c4a-a724-d0cdf3b793db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:17:57.276897 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-76403704-3243-4312-87d7-bc052953b252 req-3fd5dd3c-d4c5-41db-ac0c-9306bf4f13d2 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:57.305858 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6f1291-0c6e-4c4a-a724-d0cdf3b793db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4740d5e6-ba1b-4fd6-9612-9b9185db2d9b,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:57.311842 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bd6f1291-0c6e-4c4a-a724-d0cdf3b793db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:57.312226 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-bd6f1291-0c6e-4c4a-a724-d0cdf3b793db admin admin] Added segment ea599390-cb21-4f42-a770-5e7220a6f048 of type vlan for network 07e98a44-e123-4654-87bd-63f0784ad214 Nov 25 13:17:57.326134 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [req-306c8dc2-a6f3-4c4b-921c-ff0145474b3e req-590d1b29-84e3-4d55-b1af-96a13dd745a1 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Allocated IP 172.25.5.166 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/f46d2969-a64d-4ff5-8fca-b838ee5efbee) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:17:57.364254 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-76403704-3243-4312-87d7-bc052953b252 req-3fd5dd3c-d4c5-41db-ac0c-9306bf4f13d2 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:57.369151 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936a5a29-4929-49b2-ab35-e8515b373d1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-52eb90ac-0611-4564-8097-14f07525bc27', 'network_id': '52eb90ac-0611-4564-8097-14f07525bc27', 'tenant_id': '22ba648da9f241c0a9e2114a63bb303f', 'fixed_ips': [{'subnet_id': '6ab1b0bb-fe3c-4a6d-91ff-610d0b7dc18f'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:17:57.370482 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-936a5a29-4929-49b2-ab35-e8515b373d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:57.398356 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bd6f1291-0c6e-4c4a-a724-d0cdf3b793db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:57.405388 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-61f5387b-7429-4ff2-9243-e151f687db97 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:57.448557 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76403704-3243-4312-87d7-bc052953b252 req-3fd5dd3c-d4c5-41db-ac0c-9306bf4f13d2 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Network 0983177e-e01c-46fd-aae0-5d162abcfe55 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:17:57.454472 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bd6f1291-0c6e-4c4a-a724-d0cdf3b793db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:57.455160 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6f1291-0c6e-4c4a-a724-d0cdf3b793db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:57.455604 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bd6f1291-0c6e-4c4a-a724-d0cdf3b793db admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:57.457593 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [req-76403704-3243-4312-87d7-bc052953b252 req-3fd5dd3c-d4c5-41db-ac0c-9306bf4f13d2 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:17:57.464979 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-76403704-3243-4312-87d7-bc052953b252 req-3fd5dd3c-d4c5-41db-ac0c-9306bf4f13d2 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:17:57.498644 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebf70d1-22c5-4fcd-a597-8872b1b8e30d None None] DHCP port deletion for 0983177e-e01c-46fd-aae0-5d162abcfe55 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:17:57.499830 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd5dd3c-d4c5-41db-ac0c-9306bf4f13d2 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Pushing event updated for resources: {'Port': ['ID=e48b4967-3690-431b-bd83-ef41b8e853b5,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:57.551725 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-306c8dc2-a6f3-4c4b-921c-ff0145474b3e req-590d1b29-84e3-4d55-b1af-96a13dd745a1 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:57.559842 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device a9d69e02-467a-4b3f-942b-882b7f9ec631 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:17:57.563956 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-bd6f1291-0c6e-4c4a-a724-d0cdf3b793db admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9271846 Nov 25 13:17:57.564217 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-61f5387b-7429-4ff2-9243-e151f687db97 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:57.565103 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76403704-3243-4312-87d7-bc052953b252 req-3fd5dd3c-d4c5-41db-ac0c-9306bf4f13d2 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:57.565737 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-76403704-3243-4312-87d7-bc052953b252 req-3fd5dd3c-d4c5-41db-ac0c-9306bf4f13d2 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:57.569517 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49116) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:57.587003 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-d82370e0-6c52-4ba0-af80-88f74aaddc9a admin admin] Request body: {'subnet': {'network_id': '07e98a44-e123-4654-87bd-63f0784ad214', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-787813261-subnet', 'tenant_id': 'd3f9f88292274c1e909ee2b5229333e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:17:57.594871 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6f1291-0c6e-4c4a-a724-d0cdf3b793db admin admin] Pushing event updated for resources: {'Network': ['ID=07e98a44-e123-4654-87bd-63f0784ad214,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:57.604212 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-936a5a29-4929-49b2-ab35-e8515b373d1e None None] Allocated IP 172.20.0.2 (52eb90ac-0611-4564-8097-14f07525bc27/6ab1b0bb-fe3c-4a6d-91ff-610d0b7dc18f/8db0c5a7-c310-4915-ab43-fdf7dc463a83) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:17:57.624007 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 07e98a44-e123-4654-87bd-63f0784ad214 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:17:57.649249 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d82370e0-6c52-4ba0-af80-88f74aaddc9a admin admin] Made reservation on behalf of d3f9f88292274c1e909ee2b5229333e7 for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:17:57.651764 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d82370e0-6c52-4ba0-af80-88f74aaddc9a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:57.659629 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-804756e5-f5d7-4167-bdc3-9f68d4a6398f None None] Provisioning complete for port e48b4967-3690-431b-bd83-ef41b8e853b5 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:17:57.660564 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-804756e5-f5d7-4167-bdc3-9f68d4a6398f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:57.662782 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-76403704-3243-4312-87d7-bc052953b252 req-3fd5dd3c-d4c5-41db-ac0c-9306bf4f13d2 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9325335 Nov 25 13:17:57.711315 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-76403704-3243-4312-87d7-bc052953b252 req-e1e7e17a-a6e3-4759-9de1-c5e55cb3b935 service neutron] Request body: {'port': {'device_id': 'a85b50dc-e5de-4ddf-aa34-9dea49118e99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-11'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:17:57.743538 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a2b565-2d16-4304-8018-58cd4618a52d req-cac5bd2c-cea0-4283-8d14-2c84bf9059b1 tempest-VolumesNegativeTest-491399444 tempest-VolumesNegativeTest-491399444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:57.745048 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-01a2b565-2d16-4304-8018-58cd4618a52d req-cac5bd2c-cea0-4283-8d14-2c84bf9059b1 tempest-VolumesNegativeTest-491399444 tempest-VolumesNegativeTest-491399444-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb436a77-cc04-40b6-b1a9-e23d0f0e42aa HTTP/1.1" status: 200 len: 947 time: 0.1882286 Nov 25 13:17:57.770230 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-306c8dc2-a6f3-4c4b-921c-ff0145474b3e req-590d1b29-84e3-4d55-b1af-96a13dd745a1 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:57.809807 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-804756e5-f5d7-4167-bdc3-9f68d4a6398f None None] Port e48b4967-3690-431b-bd83-ef41b8e853b5 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:17:57.846245 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port a9d69e02-467a-4b3f-942b-882b7f9ec631, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=a9d69e02-467a-4b3f-942b-882b7f9ec631,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:17:57.871885 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': 'a9d69e02-467a-4b3f-942b-882b7f9ec631', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'port_id': 'a9d69e02-467a-4b3f-942b-882b7f9ec631', 'mac_address': 'fa:16:3e:09:1d:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce5ca48-e3be-44c6-9584-fd9eb8c67222', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:17:57.872995 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-306c8dc2-a6f3-4c4b-921c-ff0145474b3e req-590d1b29-84e3-4d55-b1af-96a13dd745a1 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:17:57.881749 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-76403704-3243-4312-87d7-bc052953b252 req-e1e7e17a-a6e3-4759-9de1-c5e55cb3b935 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:57.890003 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [req-306c8dc2-a6f3-4c4b-921c-ff0145474b3e req-590d1b29-84e3-4d55-b1af-96a13dd745a1 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:17:57.909730 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-306c8dc2-a6f3-4c4b-921c-ff0145474b3e req-590d1b29-84e3-4d55-b1af-96a13dd745a1 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:17:57.914961 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590d1b29-84e3-4d55-b1af-96a13dd745a1 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Pushing event updated for resources: {'Port': ['ID=f46d2969-a64d-4ff5-8fca-b838ee5efbee,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:57.920482 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-01a2b565-2d16-4304-8018-58cd4618a52d req-f7bf97fa-a067-45ba-87d8-e29013cbca77 tempest-VolumesNegativeTest-491399444 tempest-VolumesNegativeTest-491399444-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9adb203-1184-487a-b733-e4f42226f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644280 Nov 25 13:17:57.961596 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:57.985186 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-936a5a29-4929-49b2-ab35-e8515b373d1e None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:57.990385 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9d69e02-467a-4b3f-942b-882b7f9ec631 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:17:57.996842 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-936a5a29-4929-49b2-ab35-e8515b373d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:58.027010 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-61f5387b-7429-4ff2-9243-e151f687db97 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:58.052276 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port a9d69e02-467a-4b3f-942b-882b7f9ec631, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=a9d69e02-467a-4b3f-942b-882b7f9ec631,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:17:58.065724 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936a5a29-4929-49b2-ab35-e8515b373d1e None None] Network 52eb90ac-0611-4564-8097-14f07525bc27 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:17:58.069871 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-936a5a29-4929-49b2-ab35-e8515b373d1e None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:17:58.071736 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:58.075251 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936a5a29-4929-49b2-ab35-e8515b373d1e None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:17:58.088153 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f5387b-7429-4ff2-9243-e151f687db97 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Pushing event deleted for resources: {'Subnet': ['ID=6ab1b0bb-fe3c-4a6d-91ff-610d0b7dc18f,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:58.120740 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936a5a29-4929-49b2-ab35-e8515b373d1e None None] Pushing event updated for resources: {'Port': ['ID=8db0c5a7-c310-4915-ab43-fdf7dc463a83,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:58.158670 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-61f5387b-7429-4ff2-9243-e151f687db97 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:58.185140 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-61f5387b-7429-4ff2-9243-e151f687db97 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52eb90ac-0611-4564-8097-14f07525bc27']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:17:58.196133 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-61f5387b-7429-4ff2-9243-e151f687db97 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dafdcc31-867e-48db-ab84-f56d8f614952') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:17:58.196634 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-61f5387b-7429-4ff2-9243-e151f687db97 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dafdcc31-867e-48db-ab84-f56d8f614952') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:17:58.203984 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=a9d69e02-467a-4b3f-942b-882b7f9ec631,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:58.209572 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-936a5a29-4929-49b2-ab35-e8515b373d1e None None] Attempting to bind port 8db0c5a7-c310-4915-ab43-fdf7dc463a83 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:17:58.210082 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-936a5a29-4929-49b2-ab35-e8515b373d1e None None] Attempting to bind port 8db0c5a7-c310-4915-ab43-fdf7dc463a83 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'dafdcc31-867e-48db-ab84-f56d8f614952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '52eb90ac-0611-4564-8097-14f07525bc27'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:17:58.210456 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936a5a29-4929-49b2-ab35-e8515b373d1e None None] Attempting to bind port 8db0c5a7-c310-4915-ab43-fdf7dc463a83 on network 52eb90ac-0611-4564-8097-14f07525bc27 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:17:58.214939 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-61f5387b-7429-4ff2-9243-e151f687db97 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:58.218627 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936a5a29-4929-49b2-ab35-e8515b373d1e None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:17:58.219067 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936a5a29-4929-49b2-ab35-e8515b373d1e None None] Checking segment: {'id': 'dafdcc31-867e-48db-ab84-f56d8f614952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '52eb90ac-0611-4564-8097-14f07525bc27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:17:58.219478 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-936a5a29-4929-49b2-ab35-e8515b373d1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:58.219906 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936a5a29-4929-49b2-ab35-e8515b373d1e None None] Bound using segment: {'id': 'dafdcc31-867e-48db-ab84-f56d8f614952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '52eb90ac-0611-4564-8097-14f07525bc27'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:17:58.220751 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-936a5a29-4929-49b2-ab35-e8515b373d1e None None] Bound port: 8db0c5a7-c310-4915-ab43-fdf7dc463a83, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dafdcc31-867e-48db-ab84-f56d8f614952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '52eb90ac-0611-4564-8097-14f07525bc27'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:17:58.220751 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-936a5a29-4929-49b2-ab35-e8515b373d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:58.233451 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-61f5387b-7429-4ff2-9243-e151f687db97 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:58.240981 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d82370e0-6c52-4ba0-af80-88f74aaddc9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:58.241285 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61f5387b-7429-4ff2-9243-e151f687db97 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:17:58.241858 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-61f5387b-7429-4ff2-9243-e151f687db97 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:58.245301 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:17:58.245301 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:17:58.245301 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:17:58.245301 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:17:58.245301 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:17:58.245301 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:17:58.245301 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:17:58.245301 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:17:58.245301 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:17:58.245301 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:17:58.245301 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:17:58.245301 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:17:58.245301 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:17:58.245301 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:17:58.245301 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:17:58.245301 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:17:58.245301 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:17:58.245301 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:17:58.245301 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:17:58.245301 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:17:58.245301 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:17:58.245301 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:17:58.245301 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:17:58.245301 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:17:58.245301 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:17:58.245301 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:17:58.245301 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:17:58.245301 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:17:58.245301 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:17:58.245301 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:17:58.245301 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:17:58.245301 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:17:58.290634 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['a9d69e02-467a-4b3f-942b-882b7f9ec631'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:17:58.307659 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.db.api [None req-61f5387b-7429-4ff2-9243-e151f687db97 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 13:17:58.307659 n-d-808199-11 neutron-server[103571]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 13:17:58.307659 n-d-808199-11 neutron-server[103571]: [parameters: {'id': '52eb90ac-0611-4564-8097-14f07525bc27'}] Nov 25 13:17:58.307659 n-d-808199-11 neutron-server[103571]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 13:17:58.308201 n-d-808199-11 neutron-server[103571]: DEBUG oslo_db.api [None req-61f5387b-7429-4ff2-9243-e151f687db97 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 13:17:58.309287 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-306c8dc2-a6f3-4c4b-921c-ff0145474b3e req-590d1b29-84e3-4d55-b1af-96a13dd745a1 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:58.314669 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-936a5a29-4929-49b2-ab35-e8515b373d1e None None] For port 8db0c5a7-c310-4915-ab43-fdf7dc463a83, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:17:58.331202 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-936a5a29-4929-49b2-ab35-e8515b373d1e None None] For port 8db0c5a7-c310-4915-ab43-fdf7dc463a83, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=8db0c5a7-c310-4915-ab43-fdf7dc463a83,segment=NetworkSegment(dafdcc31-867e-48db-ab84-f56d8f614952),segment_id=dafdcc31-867e-48db-ab84-f56d8f614952)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:17:58.343190 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-936a5a29-4929-49b2-ab35-e8515b373d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:58.361638 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7241722-5489-4277-9695-a6276dfbdd4f req-35678412-6593-40ae-9ef2-9f5c8835946f tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:58.363173 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c7241722-5489-4277-9695-a6276dfbdd4f req-35678412-6593-40ae-9ef2-9f5c8835946f tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/ports?device_id=a85b50dc-e5de-4ddf-aa34-9dea49118e99 HTTP/1.1" status: 200 len: 931 time: 0.2326114 Nov 25 13:17:58.400791 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82370e0-6c52-4ba0-af80-88f74aaddc9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=15f44c57-43c8-4ee0-9da7-9da2c4fb151a,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:58.442676 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-306c8dc2-a6f3-4c4b-921c-ff0145474b3e req-590d1b29-84e3-4d55-b1af-96a13dd745a1 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:58.451510 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936a5a29-4929-49b2-ab35-e8515b373d1e None None] Pushing event updated for resources: {'Port': ['ID=8db0c5a7-c310-4915-ab43-fdf7dc463a83,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:58.471139 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef452fa-e0fd-4080-ab1d-63c3618323b9 None None] Network 52eb90ac-0611-4564-8097-14f07525bc27 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:17:58.493097 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82370e0-6c52-4ba0-af80-88f74aaddc9a admin admin] Checking segment: {'id': 'ea599390-cb21-4f42-a770-5e7220a6f048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '07e98a44-e123-4654-87bd-63f0784ad214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:17:58.493467 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82370e0-6c52-4ba0-af80-88f74aaddc9a admin admin] Network hostable DHCP agents. Network: 07e98a44-e123-4654-87bd-63f0784ad214, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:17:58.564535 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c7241722-5489-4277-9695-a6276dfbdd4f req-ef0d8e6b-e38c-4e4d-a6f2-edd99d7c4075 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/security-groups?id=9200d83a-329b-4ad5-86ae-84da9f8a7cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817966 Nov 25 13:17:58.621267 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82370e0-6c52-4ba0-af80-88f74aaddc9a admin admin] Network 07e98a44-e123-4654-87bd-63f0784ad214 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:17:58.634609 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [req-76403704-3243-4312-87d7-bc052953b252 req-e1e7e17a-a6e3-4759-9de1-c5e55cb3b935 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e48b4967-3690-431b-bd83-ef41b8e853b5 {{(pid=103570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:17:58.644426 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af740483-262a-4d53-8b8b-47a0fac473d5 None None] get_active_networks_info from n-d-808199-11 {{(pid=103572) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 13:17:58.651137 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-76403704-3243-4312-87d7-bc052953b252 req-e1e7e17a-a6e3-4759-9de1-c5e55cb3b935 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:58.653586 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-d82370e0-6c52-4ba0-af80-88f74aaddc9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 07e98a44-e123-4654-87bd-63f0784ad214) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:17:58.688316 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82370e0-6c52-4ba0-af80-88f74aaddc9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:58.688913 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d82370e0-6c52-4ba0-af80-88f74aaddc9a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:58.705710 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.provisioning_blocks [req-76403704-3243-4312-87d7-bc052953b252 req-e1e7e17a-a6e3-4759-9de1-c5e55cb3b935 service neutron] Transition to ACTIVE for port object e48b4967-3690-431b-bd83-ef41b8e853b5 will not be triggered until provisioned by entity L2. {{(pid=103570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:17:58.723592 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-76403704-3243-4312-87d7-bc052953b252 req-e1e7e17a-a6e3-4759-9de1-c5e55cb3b935 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:58.727952 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d82370e0-6c52-4ba0-af80-88f74aaddc9a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1499527 Nov 25 13:17:58.767677 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af740483-262a-4d53-8b8b-47a0fac473d5 None None] Resources bound (agent type, host, resource id): {{(pid=103572) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 13:17:58.784439 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e607c06-af48-4003-abfa-a7761d59d0b5 req-afe3f5eb-3a64-46e7-82fe-f1b73ad81847 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:58.786559 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0e607c06-af48-4003-abfa-a7761d59d0b5 req-afe3f5eb-3a64-46e7-82fe-f1b73ad81847 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=2157e63b-df45-4a8a-bb8e-b5e37b6c333c HTTP/1.1" status: 200 len: 945 time: 0.1434746 Nov 25 13:17:58.809401 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-61f5387b-7429-4ff2-9243-e151f687db97 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:58.844528 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e7e17a-a6e3-4759-9de1-c5e55cb3b935 service neutron] Pushing event updated for resources: {'Port': ['ID=e48b4967-3690-431b-bd83-ef41b8e853b5,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:58.855622 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-306c8dc2-a6f3-4c4b-921c-ff0145474b3e req-590d1b29-84e3-4d55-b1af-96a13dd745a1 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:58.881440 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-306c8dc2-a6f3-4c4b-921c-ff0145474b3e req-590d1b29-84e3-4d55-b1af-96a13dd745a1 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:58.883474 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-61f5387b-7429-4ff2-9243-e151f687db97 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Deleting port 8db0c5a7-c310-4915-ab43-fdf7dc463a83 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:17:58.883960 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-61f5387b-7429-4ff2-9243-e151f687db97 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:58.963611 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-61f5387b-7429-4ff2-9243-e151f687db97 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] For port 8db0c5a7-c310-4915-ab43-fdf7dc463a83, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=8db0c5a7-c310-4915-ab43-fdf7dc463a83,segment=NetworkSegment(dafdcc31-867e-48db-ab84-f56d8f614952),segment_id=dafdcc31-867e-48db-ab84-f56d8f614952)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:17:58.964208 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-61f5387b-7429-4ff2-9243-e151f687db97 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:58.979678 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-61f5387b-7429-4ff2-9243-e151f687db97 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Calling delete_port for 8db0c5a7-c310-4915-ab43-fdf7dc463a83 owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:17:58.993065 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0e607c06-af48-4003-abfa-a7761d59d0b5 req-88be0a91-a485-4012-b766-3aca7480c895 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec610c10-0015-4919-a10e-9c11537c59cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958525 Nov 25 13:17:59.013587 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590d1b29-84e3-4d55-b1af-96a13dd745a1 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Pushing event updated for resources: {'Port': ['ID=f46d2969-a64d-4ff5-8fca-b838ee5efbee,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:59.041078 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-76403704-3243-4312-87d7-bc052953b252 req-e1e7e17a-a6e3-4759-9de1-c5e55cb3b935 service neutron] Attempting to bind port e48b4967-3690-431b-bd83-ef41b8e853b5 on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:17:59.041425 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-76403704-3243-4312-87d7-bc052953b252 req-e1e7e17a-a6e3-4759-9de1-c5e55cb3b935 service neutron] Attempting to bind port e48b4967-3690-431b-bd83-ef41b8e853b5 by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': 'fce75d79-afff-444e-a670-074434c84613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '0983177e-e01c-46fd-aae0-5d162abcfe55'}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:17:59.041770 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76403704-3243-4312-87d7-bc052953b252 req-e1e7e17a-a6e3-4759-9de1-c5e55cb3b935 service neutron] Attempting to bind port e48b4967-3690-431b-bd83-ef41b8e853b5 on network 0983177e-e01c-46fd-aae0-5d162abcfe55 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:17:59.044353 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-306c8dc2-a6f3-4c4b-921c-ff0145474b3e req-590d1b29-84e3-4d55-b1af-96a13dd745a1 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:59.055575 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76403704-3243-4312-87d7-bc052953b252 req-e1e7e17a-a6e3-4759-9de1-c5e55cb3b935 service neutron] Port e48b4967-3690-431b-bd83-ef41b8e853b5 on network 0983177e-e01c-46fd-aae0-5d162abcfe55 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:17:59.056010 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76403704-3243-4312-87d7-bc052953b252 req-e1e7e17a-a6e3-4759-9de1-c5e55cb3b935 service neutron] Attempting to bind port e48b4967-3690-431b-bd83-ef41b8e853b5 on network 0983177e-e01c-46fd-aae0-5d162abcfe55 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:17:59.064896 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76403704-3243-4312-87d7-bc052953b252 req-e1e7e17a-a6e3-4759-9de1-c5e55cb3b935 service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:17:59.065254 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76403704-3243-4312-87d7-bc052953b252 req-e1e7e17a-a6e3-4759-9de1-c5e55cb3b935 service neutron] Checking segment: {'id': 'fce75d79-afff-444e-a670-074434c84613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '0983177e-e01c-46fd-aae0-5d162abcfe55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:17:59.065698 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76403704-3243-4312-87d7-bc052953b252 req-e1e7e17a-a6e3-4759-9de1-c5e55cb3b935 service neutron] Bound using segment: {'id': 'fce75d79-afff-444e-a670-074434c84613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '0983177e-e01c-46fd-aae0-5d162abcfe55'} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:17:59.066148 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-76403704-3243-4312-87d7-bc052953b252 req-e1e7e17a-a6e3-4759-9de1-c5e55cb3b935 service neutron] Bound port: e48b4967-3690-431b-bd83-ef41b8e853b5, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fce75d79-afff-444e-a670-074434c84613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '0983177e-e01c-46fd-aae0-5d162abcfe55'}}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:17:59.067090 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-76403704-3243-4312-87d7-bc052953b252 req-e1e7e17a-a6e3-4759-9de1-c5e55cb3b935 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:59.085109 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-306c8dc2-a6f3-4c4b-921c-ff0145474b3e req-590d1b29-84e3-4d55-b1af-96a13dd745a1 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:59.086344 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-306c8dc2-a6f3-4c4b-921c-ff0145474b3e req-590d1b29-84e3-4d55-b1af-96a13dd745a1 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8765025 Nov 25 13:17:59.114963 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-61f5387b-7429-4ff2-9243-e151f687db97 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:59.127282 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cf390c-30ce-49a1-ada0-60fd0d3a99ee None None] Network 07e98a44-e123-4654-87bd-63f0784ad214 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:17:59.151350 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f5387b-7429-4ff2-9243-e151f687db97 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Pushing event deleted for resources: {'Port': ['ID=8db0c5a7-c310-4915-ab43-fdf7dc463a83,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:59.155217 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f5387b-7429-4ff2-9243-e151f687db97 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] No DVR routers for this DVR port 8db0c5a7-c310-4915-ab43-fdf7dc463a83 on host n-d-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:17:59.159493 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce16026-8593-49dc-b94b-03c6c4ecc663 None None] DHCP port deletion for 0983177e-e01c-46fd-aae0-5d162abcfe55 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:17:59.188287 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-306c8dc2-a6f3-4c4b-921c-ff0145474b3e req-94772879-601e-4c58-9a59-25701aa0efbd tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.166 HTTP/1.1" status: 200 len: 696 time: 0.0748010 Nov 25 13:17:59.259169 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-61f5387b-7429-4ff2-9243-e151f687db97 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:59.283358 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-61f5387b-7429-4ff2-9243-e151f687db97 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52eb90ac-0611-4564-8097-14f07525bc27']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:17:59.295737 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-61f5387b-7429-4ff2-9243-e151f687db97 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dafdcc31-867e-48db-ab84-f56d8f614952') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:17:59.297187 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-61f5387b-7429-4ff2-9243-e151f687db97 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dafdcc31-867e-48db-ab84-f56d8f614952') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:17:59.310103 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-61f5387b-7429-4ff2-9243-e151f687db97 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:59.327060 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-61f5387b-7429-4ff2-9243-e151f687db97 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:59.335613 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61f5387b-7429-4ff2-9243-e151f687db97 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:17:59.336888 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-61f5387b-7429-4ff2-9243-e151f687db97 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:59.340703 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:17:59.340703 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:17:59.340703 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:17:59.340703 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:17:59.340703 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:17:59.340703 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:17:59.340703 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:17:59.340703 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:17:59.340703 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:17:59.340703 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:17:59.340703 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:17:59.340703 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:17:59.340703 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:17:59.340703 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:17:59.340703 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:17:59.340703 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:17:59.340703 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:17:59.340703 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:17:59.340703 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:17:59.340703 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:17:59.340703 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:17:59.340703 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:17:59.340703 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:17:59.340703 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:17:59.340703 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:17:59.340703 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:17:59.340703 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:17:59.340703 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:17:59.340703 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:17:59.340703 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:17:59.340703 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:17:59.340703 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:17:59.419588 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-61f5387b-7429-4ff2-9243-e151f687db97 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:59.442178 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-61f5387b-7429-4ff2-9243-e151f687db97 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:59.448183 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-61f5387b-7429-4ff2-9243-e151f687db97 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "DELETE /v2.0/networks/52eb90ac-0611-4564-8097-14f07525bc27 HTTP/1.1" status: 204 len: 168 time: 2.3148675 Nov 25 13:17:59.448183 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f5387b-7429-4ff2-9243-e151f687db97 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Pushing event deleted for resources: {'Network': ['ID=52eb90ac-0611-4564-8097-14f07525bc27,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:59.449237 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 49146) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:59.477157 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-54942100-808c-478c-b1dd-d7c0294f6cf2 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] GET failed (client error): The resource could not be found. Nov 25 13:17:59.478604 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-54942100-808c-478c-b1dd-d7c0294f6cf2 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "GET /v2.0/subnets/6ab1b0bb-fe3c-4a6d-91ff-610d0b7dc18f HTTP/1.1" status: 404 len: 337 time: 0.0290666 Nov 25 13:17:59.481321 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 49148) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:59.500739 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fa76b60-efc6-41c6-b8fa-b4641b48ceae tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] DELETE failed (client error): The resource could not be found. Nov 25 13:17:59.501313 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fa76b60-efc6-41c6-b8fa-b4641b48ceae tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:17:59.505188 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-8fa76b60-efc6-41c6-b8fa-b4641b48ceae tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "DELETE /v2.0/networks/52eb90ac-0611-4564-8097-14f07525bc27 HTTP/1.1" status: 404 len: 339 time: 0.0227354 Nov 25 13:17:59.511153 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 49150) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:59.520939 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32974d8-5e8e-4f70-a763-4d87d47fe86f None None] Network 07e98a44-e123-4654-87bd-63f0784ad214 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:17:59.568507 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device a9d69e02-467a-4b3f-942b-882b7f9ec631 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:17:59.585597 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-76403704-3243-4312-87d7-bc052953b252 req-e1e7e17a-a6e3-4759-9de1-c5e55cb3b935 service neutron] For port e48b4967-3690-431b-bd83-ef41b8e853b5, host n-h1-808199-11, cleared binding levels {{(pid=103570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:17:59.597138 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-00031079-3fdd-48c0-aa5d-c489fcbf1930 req-9fc19ed3-1039-429d-99c6-8de45219fc38 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-783832995', 'description': 'tempest-description-417186622'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:17:59.615542 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-76403704-3243-4312-87d7-bc052953b252 req-e1e7e17a-a6e3-4759-9de1-c5e55cb3b935 service neutron] For port e48b4967-3690-431b-bd83-ef41b8e853b5, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=e48b4967-3690-431b-bd83-ef41b8e853b5,segment=NetworkSegment(fce75d79-afff-444e-a670-074434c84613),segment_id=fce75d79-afff-444e-a670-074434c84613)] {{(pid=103570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:17:59.627466 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-76403704-3243-4312-87d7-bc052953b252 req-e1e7e17a-a6e3-4759-9de1-c5e55cb3b935 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:59.681843 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-00031079-3fdd-48c0-aa5d-c489fcbf1930 req-9fc19ed3-1039-429d-99c6-8de45219fc38 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:59.697451 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524829b4-a504-44a8-a0b8-07d6da615bb1 None None] DHCP port deletion for 0983177e-e01c-46fd-aae0-5d162abcfe55 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:17:59.701309 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port a9d69e02-467a-4b3f-942b-882b7f9ec631 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:17:59.702886 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76403704-3243-4312-87d7-bc052953b252 req-e1e7e17a-a6e3-4759-9de1-c5e55cb3b935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:59.703503 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-76403704-3243-4312-87d7-bc052953b252 req-e1e7e17a-a6e3-4759-9de1-c5e55cb3b935 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:59.704888 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-76403704-3243-4312-87d7-bc052953b252 req-e1e7e17a-a6e3-4759-9de1-c5e55cb3b935 service neutron] 10.222.0.66 "PUT /v2.0/ports/e48b4967-3690-431b-bd83-ef41b8e853b5 HTTP/1.1" status: 200 len: 1092 time: 2.0249760 Nov 25 13:17:59.705353 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a85b50dc-e5de-4ddf-aa34-9dea49118e99', 'tag': 'e48b4967-3690-431b-bd83-ef41b8e853b5'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:17:59.707641 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7072cf-190c-44e7-b7d1-b49dbfc22f90" -d '{"events": [{"name": "network-changed", "server_uuid": "a85b50dc-e5de-4ddf-aa34-9dea49118e99", "tag": "e48b4967-3690-431b-bd83-ef41b8e853b5"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:17:59.709383 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port a9d69e02-467a-4b3f-942b-882b7f9ec631 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:17:59.709716 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:59.734350 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16287287-41ca-4eb2-bbba-e8fb19dd863f tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:59.737770 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-16287287-41ca-4eb2-bbba-e8fb19dd863f tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2242377 Nov 25 13:17:59.739840 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49156) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:59.756715 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a513839d-7883-48bb-950e-60fc2fda651f None None] DHCP port deletion for 07e98a44-e123-4654-87bd-63f0784ad214 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:17:59.773729 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c8dc2-a6f3-4c4b-921c-ff0145474b3e req-c7380101-9ff3-4721-a023-cfb652b7588f tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:59.775105 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-306c8dc2-a6f3-4c4b-921c-ff0145474b3e req-c7380101-9ff3-4721-a023-cfb652b7588f tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] 10.222.0.53 "GET /v2.0/networks/7542d3d9-0db3-40e7-ab88-a168871141f7 HTTP/1.1" status: 200 len: 784 time: 0.5769901 Nov 25 13:17:59.808561 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e7e17a-a6e3-4759-9de1-c5e55cb3b935 service neutron] Pushing event updated for resources: {'Port': ['ID=e48b4967-3690-431b-bd83-ef41b8e853b5,revision_number=3']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:59.815117 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:59.820111 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-2d763f61-5edd-4a58-b014-952743b2bbf5 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "GET /v2.0/subnets?network_id=7542d3d9-0db3-40e7-ab88-a168871141f7 HTTP/1.1" status: 200 len: 207 time: 0.0742445 Nov 25 13:17:59.821291 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 49158) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:17:59.838190 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [req-306c8dc2-a6f3-4c4b-921c-ff0145474b3e req-86aa9c97-ad79-47aa-8355-8add43c5fed9 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:17:59.839312 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-306c8dc2-a6f3-4c4b-921c-ff0145474b3e req-86aa9c97-ad79-47aa-8355-8add43c5fed9 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0320334 Nov 25 13:17:59.849240 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb436a77-cc04-40b6-b1a9-e23d0f0e42aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d69e02-467a-4b3f-942b-882b7f9ec631'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:17:59.849240 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a90c80-ef77-41be-9f0a-51d1df6bfc12" -d '{"events": [{"server_uuid": "fb436a77-cc04-40b6-b1a9-e23d0f0e42aa", "name": "network-vif-plugged", "status": "completed", "tag": "a9d69e02-467a-4b3f-942b-882b7f9ec631"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:17:59.866579 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port a9d69e02-467a-4b3f-942b-882b7f9ec631, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=a9d69e02-467a-4b3f-942b-882b7f9ec631,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:17:59.875723 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:59.877314 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device c4148b1e-2e38-4b8a-a9a2-1bc3ac636534 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:17:59.884084 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76403704-3243-4312-87d7-bc052953b252 req-50a34fb8-f669-406b-9424-89e230e5ac76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:59.885606 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-76403704-3243-4312-87d7-bc052953b252 req-50a34fb8-f669-406b-9424-89e230e5ac76 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=64602e0ec6fb4a738e1e6e0faccb6293&device_id=a85b50dc-e5de-4ddf-aa34-9dea49118e99 HTTP/1.1" status: 200 len: 1095 time: 0.1066704 Nov 25 13:17:59.944744 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-00031079-3fdd-48c0-aa5d-c489fcbf1930 req-9fc19ed3-1039-429d-99c6-8de45219fc38 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:59.951347 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6e9172-c9c3-431f-8858-ca6806474883 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:59.953989 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-76403704-3243-4312-87d7-bc052953b252 req-8347f56c-1e7a-46e3-8fce-859b8d08f053 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e48b4967-3690-431b-bd83-ef41b8e853b5 HTTP/1.1" status: 200 len: 217 time: 0.0583699 Nov 25 13:17:59.956937 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-00031079-3fdd-48c0-aa5d-c489fcbf1930 req-9fc19ed3-1039-429d-99c6-8de45219fc38 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:17:59.959059 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6e9172-c9c3-431f-8858-ca6806474883 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:59.966888 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6e9172-c9c3-431f-8858-ca6806474883 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:59.976402 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=a9d69e02-467a-4b3f-942b-882b7f9ec631,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:17:59.977530 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6e9172-c9c3-431f-8858-ca6806474883 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:17:59.983997 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-0c6e9172-c9c3-431f-8858-ca6806474883 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.1615903 Nov 25 13:17:59.985086 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 49164) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:00.027436 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:00.039400 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-00031079-3fdd-48c0-aa5d-c489fcbf1930 req-9fc19ed3-1039-429d-99c6-8de45219fc38 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:00.040624 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-00031079-3fdd-48c0-aa5d-c489fcbf1930 req-9fc19ed3-1039-429d-99c6-8de45219fc38 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.4526567 Nov 25 13:18:00.055330 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc19ed3-1039-429d-99c6-8de45219fc38 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2ac121-c65a-4ad1-8e4f-321dc181b756,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:00.063972 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port c4148b1e-2e38-4b8a-a9a2-1bc3ac636534, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=c4148b1e-2e38-4b8a-a9a2-1bc3ac636534,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:18:00.069861 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:00.071233 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d41748-b70b-4be7-a5e5-79a6aa1162ec req-1f718680-4c6d-4219-8df9-bcbc41bb92e0 tempest-VolumesNegativeTest-491399444 tempest-VolumesNegativeTest-491399444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:00.072922 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d5d41748-b70b-4be7-a5e5-79a6aa1162ec req-1f718680-4c6d-4219-8df9-bcbc41bb92e0 tempest-VolumesNegativeTest-491399444 tempest-VolumesNegativeTest-491399444-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb436a77-cc04-40b6-b1a9-e23d0f0e42aa HTTP/1.1" status: 200 len: 949 time: 0.1659799 Nov 25 13:18:00.076928 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76403704-3243-4312-87d7-bc052953b252 req-95cfa4c7-8762-42a5-87e6-9824eb879bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:00.078345 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-76403704-3243-4312-87d7-bc052953b252 req-95cfa4c7-8762-42a5-87e6-9824eb879bf7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a3072173-0ac4-4f6c-a786-4d173031b30a HTTP/1.1" status: 200 len: 861 time: 0.0982718 Nov 25 13:18:00.126339 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=c4148b1e-2e38-4b8a-a9a2-1bc3ac636534,revision_number=8']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:00.128013 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-76403704-3243-4312-87d7-bc052953b252 req-c9bb7866-8c88-45dc-975a-6842ecbf2f1f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0983177e-e01c-46fd-aae0-5d162abcfe55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365107 Nov 25 13:18:00.142906 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-387433c5-8c63-4d82-b1db-188aa521af48 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1564691 Nov 25 13:18:00.146681 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 49168) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:00.207657 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d5d41748-b70b-4be7-a5e5-79a6aa1162ec req-184eaca1-f947-45fc-8b7d-e157fc3643f8 tempest-VolumesNegativeTest-491399444 tempest-VolumesNegativeTest-491399444-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9adb203-1184-487a-b733-e4f42226f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235166 Nov 25 13:18:00.244425 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de260aeb-9215-451a-9dd1-6fbf923130ac tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:00.245948 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de260aeb-9215-451a-9dd1-6fbf923130ac tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:00.247978 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-de260aeb-9215-451a-9dd1-6fbf923130ac tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0999329 Nov 25 13:18:00.251415 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49182) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:00.279195 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00da4cdd-34ca-4b8f-aceb-e2d3f3d6a95d x-openstack-request-id: req-00da4cdd-34ca-4b8f-aceb-e2d3f3d6a95d {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:18:00.279409 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a85b50dc-e5de-4ddf-aa34-9dea49118e99", "tag": "e48b4967-3690-431b-bd83-ef41b8e853b5", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:18:00.279668 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-00da4cdd-34ca-4b8f-aceb-e2d3f3d6a95d {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:18:00.280072 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a85b50dc-e5de-4ddf-aa34-9dea49118e99', 'tag': 'e48b4967-3690-431b-bd83-ef41b8e853b5', 'status': 'completed', 'code': 200} Nov 25 13:18:00.292898 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3199995d-30ad-4597-b473-bb64a63bef44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:00.352639 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-76403704-3243-4312-87d7-bc052953b252 req-475c0a1b-e17b-4f54-b4ea-2fb888015394 service neutron] 10.222.0.66 "GET /v2.0/networks/0983177e-e01c-46fd-aae0-5d162abcfe55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143040 Nov 25 13:18:00.409338 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5074135c-3599-4781-8ec7-a76198e30f85 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Attributes excluded by policy engine: ['shared'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:00.411453 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5074135c-3599-4781-8ec7-a76198e30f85 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Attributes excluded by policy engine: ['shared'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:00.412978 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-5074135c-3599-4781-8ec7-a76198e30f85 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1606061 Nov 25 13:18:00.416591 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 49184) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:00.462609 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706582aa-a9cf-44a4-be97-39852a31959a req-ea14359d-5d80-44e8-baf9-02ced4736705 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:00.464144 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-706582aa-a9cf-44a4-be97-39852a31959a req-ea14359d-5d80-44e8-baf9-02ced4736705 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/ports?device_id=a85b50dc-e5de-4ddf-aa34-9dea49118e99 HTTP/1.1" status: 200 len: 943 time: 0.1889131 Nov 25 13:18:00.499682 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2bd5d1-ec88-4b16-ad60-49a48db2c0b0 req-80300036-21b4-4081-9ffb-21b2943a7c0f tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:00.501156 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ac2bd5d1-ec88-4b16-ad60-49a48db2c0b0 req-80300036-21b4-4081-9ffb-21b2943a7c0f tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] 10.222.0.53 "GET /v2.0/ports?device_id=4835e952-2b66-48c9-8aa5-a4b720024657&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1783068 Nov 25 13:18:00.520814 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca793072-1ce3-4922-b026-8a71533a2e05 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:00.522177 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-ca793072-1ce3-4922-b026-8a71533a2e05 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "GET /v2.0/networks/2370d101-2af9-4274-b902-f3d9048a682a HTTP/1.1" status: 200 len: 800 time: 0.1046126 Nov 25 13:18:00.525849 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 49186) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:00.586026 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ac2bd5d1-ec88-4b16-ad60-49a48db2c0b0 req-d5c6723e-0dfa-47fa-bac1-93f3efdd02bc tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.166 HTTP/1.1" status: 200 len: 696 time: 0.0730541 Nov 25 13:18:00.590742 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-76403704-3243-4312-87d7-bc052953b252 req-54763d1f-f180-482a-89b1-b5b571ad20c3 service neutron] 10.222.0.66 "GET /v2.0/networks/0983177e-e01c-46fd-aae0-5d162abcfe55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175767 Nov 25 13:18:00.597159 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-706582aa-a9cf-44a4-be97-39852a31959a req-5aaf95e9-a8ba-40e8-8534-ded1eb1cb8b6 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/security-groups?id=9200d83a-329b-4ad5-86ae-84da9f8a7cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263063 Nov 25 13:18:00.600104 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-ac2bd5d1-ec88-4b16-ad60-49a48db2c0b0 req-9059cc86-6b6a-494b-967d-0077a94edaab tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Request body: {'floatingip': {'port_id': '30ec427b-9801-4cf5-af5e-deeda352edf2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:18:00.638961 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-bf6ab189-5cac-4d8f-a1ed-b3375b9c745d tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "GET /v2.0/networks/2370d101-2af9-4274-b902-f3d9048a682a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1118844 Nov 25 13:18:00.642201 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 49188) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:00.649975 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e509ce5-db5a-436b-ac73-3a5503fa5b93 x-openstack-request-id: req-9e509ce5-db5a-436b-ac73-3a5503fa5b93 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:18:00.650280 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb436a77-cc04-40b6-b1a9-e23d0f0e42aa", "name": "network-vif-plugged", "status": "completed", "tag": "a9d69e02-467a-4b3f-942b-882b7f9ec631", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:18:00.650543 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9e509ce5-db5a-436b-ac73-3a5503fa5b93 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:18:00.650977 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb436a77-cc04-40b6-b1a9-e23d0f0e42aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d69e02-467a-4b3f-942b-882b7f9ec631', 'code': 200} Nov 25 13:18:00.652194 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-ac2bd5d1-ec88-4b16-ad60-49a48db2c0b0 req-9059cc86-6b6a-494b-967d-0077a94edaab tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Publish callbacks [] for floatingip, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:00.695346 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-4e9b3ecf-86f0-4179-bf4b-d2ac3db455d2 req-3a396356-b981-4af7-a32f-10d1d3424e95 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-244546217', 'description': 'tempest-description-1228037925'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:18:00.708549 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a625de-2550-499b-b214-b3a902a58123 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:00.709903 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-28a625de-2550-499b-b214-b3a902a58123 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "GET /v2.0/subnets/f9168bf7-cab2-42c4-a863-057b41d62721 HTTP/1.1" status: 200 len: 811 time: 0.0666828 Nov 25 13:18:00.721452 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 49190) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:00.795253 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b133d2-af02-4b17-8ada-43c8d2ab7c5e tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Attributes excluded by policy engine: ['shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:00.796790 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-31b133d2-af02-4b17-8ada-43c8d2ab7c5e tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "GET /v2.0/subnets/f9168bf7-cab2-42c4-a863-057b41d62721?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0742989 Nov 25 13:18:00.799871 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4001ed9b-3e7f-402f-8e57-5a3ef43b8c70 req-b1a3f63c-1145-485c-83f1-5d00ee3f03fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:00.800729 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49192) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:00.800863 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4001ed9b-3e7f-402f-8e57-5a3ef43b8c70 req-b1a3f63c-1145-485c-83f1-5d00ee3f03fb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fb436a77-cc04-40b6-b1a9-e23d0f0e42aa HTTP/1.1" status: 200 len: 1101 time: 0.0867906 Nov 25 13:18:00.807411 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-ce5820b7-ef69-427c-856a-d9265b627dc2 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-552916122'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:18:00.820562 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-4e9b3ecf-86f0-4179-bf4b-d2ac3db455d2 req-3a396356-b981-4af7-a32f-10d1d3424e95 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:00.836585 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7072cf-190c-44e7-b7d1-b49dbfc22f90 req-5670076d-3957-4511-b23a-fd21d630ea8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:00.838006 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1d7072cf-190c-44e7-b7d1-b49dbfc22f90 req-5670076d-3957-4511-b23a-fd21d630ea8d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=64602e0ec6fb4a738e1e6e0faccb6293&device_id=a85b50dc-e5de-4ddf-aa34-9dea49118e99 HTTP/1.1" status: 200 len: 1095 time: 0.1508768 Nov 25 13:18:00.848402 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4001ed9b-3e7f-402f-8e57-5a3ef43b8c70 req-71543d6f-08bf-4992-a286-664ca9df2eda service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e9adb203-1184-487a-b733-e4f42226f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395682 Nov 25 13:18:00.952646 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce5820b7-ef69-427c-856a-d9265b627dc2 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Made reservation on behalf of 22ba648da9f241c0a9e2114a63bb303f for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:18:00.956437 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ce5820b7-ef69-427c-856a-d9265b627dc2 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:01.069411 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce5820b7-ef69-427c-856a-d9265b627dc2 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:18:01.091008 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7072cf-190c-44e7-b7d1-b49dbfc22f90 req-710e07c5-a6a7-4df2-925e-f44386a72217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:01.092386 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1d7072cf-190c-44e7-b7d1-b49dbfc22f90 req-710e07c5-a6a7-4df2-925e-f44386a72217 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0983177e-e01c-46fd-aae0-5d162abcfe55 HTTP/1.1" status: 200 len: 922 time: 0.2425427 Nov 25 13:18:01.100143 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ce5820b7-ef69-427c-856a-d9265b627dc2 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:01.100496 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-ce5820b7-ef69-427c-856a-d9265b627dc2 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Added segment b7bc52a8-572d-4c34-b134-4048ff73a321 of type vlan for network 8297cef2-7add-4917-b22b-a32c6d150fd4 Nov 25 13:18:01.148906 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-4e9b3ecf-86f0-4179-bf4b-d2ac3db455d2 req-3a396356-b981-4af7-a32f-10d1d3424e95 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:01.160387 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-4e9b3ecf-86f0-4179-bf4b-d2ac3db455d2 req-3a396356-b981-4af7-a32f-10d1d3424e95 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:01.253779 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1d7072cf-190c-44e7-b7d1-b49dbfc22f90 req-5966d168-0f57-4f2a-aec8-587537b10bbe service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e48b4967-3690-431b-bd83-ef41b8e853b5 HTTP/1.1" status: 200 len: 217 time: 0.1119382 Nov 25 13:18:01.277003 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ce5820b7-ef69-427c-856a-d9265b627dc2 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:01.321084 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-4e9b3ecf-86f0-4179-bf4b-d2ac3db455d2 req-3a396356-b981-4af7-a32f-10d1d3424e95 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:01.322271 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4e9b3ecf-86f0-4179-bf4b-d2ac3db455d2 req-3a396356-b981-4af7-a32f-10d1d3424e95 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.6366217 Nov 25 13:18:01.335672 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a396356-b981-4af7-a32f-10d1d3424e95 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85033ee8-81f5-4878-9490-1fc50eeb27d9,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:01.398913 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7072cf-190c-44e7-b7d1-b49dbfc22f90 req-daf430ca-a7d5-416e-ab31-763b53257235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:01.400402 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1d7072cf-190c-44e7-b7d1-b49dbfc22f90 req-daf430ca-a7d5-416e-ab31-763b53257235 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a3072173-0ac4-4f6c-a786-4d173031b30a HTTP/1.1" status: 200 len: 861 time: 0.1318810 Nov 25 13:18:01.403897 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ce5820b7-ef69-427c-856a-d9265b627dc2 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:01.409316 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5820b7-ef69-427c-856a-d9265b627dc2 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:01.409910 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ce5820b7-ef69-427c-856a-d9265b627dc2 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:01.474299 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1d7072cf-190c-44e7-b7d1-b49dbfc22f90 req-0515c021-3659-45ec-915b-94870bb44959 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0983177e-e01c-46fd-aae0-5d162abcfe55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583646 Nov 25 13:18:01.565354 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-ce5820b7-ef69-427c-856a-d9265b627dc2 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7639253 Nov 25 13:18:01.568261 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 49202) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:01.576378 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-054551e2-0b42-4281-9af0-10d4ee2fe2fb tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Request body: {'subnet': {'network_id': '8297cef2-7add-4917-b22b-a32c6d150fd4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:18:01.621235 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5820b7-ef69-427c-856a-d9265b627dc2 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Pushing event updated for resources: {'Network': ['ID=8297cef2-7add-4917-b22b-a32c6d150fd4,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:01.633147 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.db.resource_extend [req-ac2bd5d1-ec88-4b16-ad60-49a48db2c0b0 req-9059cc86-6b6a-494b-967d-0077a94edaab tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 13:18:01.638413 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 8297cef2-7add-4917-b22b-a32c6d150fd4 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:18:01.685484 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-054551e2-0b42-4281-9af0-10d4ee2fe2fb tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Made reservation on behalf of 22ba648da9f241c0a9e2114a63bb303f for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:18:01.690964 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-054551e2-0b42-4281-9af0-10d4ee2fe2fb tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:01.705016 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7da23d5-845c-4fed-bb7d-0a9f8bb565ea req-d4398ec4-b5fd-4a0f-b353-ec1cb693edc0 tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:01.712893 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a7da23d5-845c-4fed-bb7d-0a9f8bb565ea req-d4398ec4-b5fd-4a0f-b353-ec1cb693edc0 tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] 10.222.0.53 "GET /v2.0/ports?device_id=299b6d78-f2b2-4f11-a6f8-2b89c9144734 HTTP/1.1" status: 200 len: 948 time: 0.2422302 Nov 25 13:18:01.749198 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-ac2bd5d1-ec88-4b16-ad60-49a48db2c0b0 req-9059cc86-6b6a-494b-967d-0077a94edaab tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:01.759293 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-ac2bd5d1-ec88-4b16-ad60-49a48db2c0b0 req-9059cc86-6b6a-494b-967d-0077a94edaab tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:01.762304 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1d7072cf-190c-44e7-b7d1-b49dbfc22f90 req-839d31e3-11d3-4d11-af65-289d80e627cb service neutron] 10.222.0.66 "GET /v2.0/networks/0983177e-e01c-46fd-aae0-5d162abcfe55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456436 Nov 25 13:18:01.907937 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a7da23d5-845c-4fed-bb7d-0a9f8bb565ea req-cbc58254-62a1-4fa1-a0ac-db688fa65d11 tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] 10.222.0.53 "GET /v2.0/security-groups?id=3018a1a8-bfb1-4887-8960-229341a1634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745040 Nov 25 13:18:02.011960 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1d7072cf-190c-44e7-b7d1-b49dbfc22f90 req-6bf3cbe2-2846-492f-8c32-eeb6f433f0d3 service neutron] 10.222.0.66 "GET /v2.0/networks/0983177e-e01c-46fd-aae0-5d162abcfe55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073255 Nov 25 13:18:02.012771 n-d-808199-11 neutron-server[103570]: INFO neutron.db.l3_db [req-ac2bd5d1-ec88-4b16-ad60-49a48db2c0b0 req-9059cc86-6b6a-494b-967d-0077a94edaab tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Floating IP c1a92569-a2e0-4c28-bdc3-dd1148a7457d associated. External IP: 172.25.5.166, port: 30ec427b-9801-4cf5-af5e-deeda352edf2. Nov 25 13:18:02.058058 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.ipam_backend_mixin [None req-054551e2-0b42-4281-9af0-10d4ee2fe2fb tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Performing IP validity checks on allocation pools {{(pid=103571) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 25 13:18:02.058586 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.ipam_backend_mixin [None req-054551e2-0b42-4281-9af0-10d4ee2fe2fb tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103571) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 25 13:18:02.175246 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a97f8c-780f-40b3-a5b2-b26151f513a1 req-09b9348c-aa86-4212-8a14-4b8c1655900f tempest-VolumesNegativeTest-491399444 tempest-VolumesNegativeTest-491399444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:02.176779 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f8a97f8c-780f-40b3-a5b2-b26151f513a1 req-09b9348c-aa86-4212-8a14-4b8c1655900f tempest-VolumesNegativeTest-491399444 tempest-VolumesNegativeTest-491399444-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb436a77-cc04-40b6-b1a9-e23d0f0e42aa HTTP/1.1" status: 200 len: 949 time: 0.0908728 Nov 25 13:18:02.209229 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-054551e2-0b42-4281-9af0-10d4ee2fe2fb tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:02.306384 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054551e2-0b42-4281-9af0-10d4ee2fe2fb tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Pushing event updated for resources: {'Subnet': ['ID=5a221cf5-470a-4b41-8355-2e4982f9a2f6,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:02.315429 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f8a97f8c-780f-40b3-a5b2-b26151f513a1 req-db1a03e3-7586-42c5-ae7d-262fc6e68198 tempest-VolumesNegativeTest-491399444 tempest-VolumesNegativeTest-491399444-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9adb203-1184-487a-b733-e4f42226f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306143 Nov 25 13:18:02.318007 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054551e2-0b42-4281-9af0-10d4ee2fe2fb tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Checking segment: {'id': 'b7bc52a8-572d-4c34-b134-4048ff73a321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '8297cef2-7add-4917-b22b-a32c6d150fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:18:02.319103 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054551e2-0b42-4281-9af0-10d4ee2fe2fb tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Network hostable DHCP agents. Network: 8297cef2-7add-4917-b22b-a32c6d150fd4, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:18:02.342634 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac2bd5d1-ec88-4b16-ad60-49a48db2c0b0 req-9059cc86-6b6a-494b-967d-0077a94edaab tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Router 0269e300-787d-4073-afb4-fff6cd965809 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:18:02.361435 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054551e2-0b42-4281-9af0-10d4ee2fe2fb tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Network 8297cef2-7add-4917-b22b-a32c6d150fd4 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:18:02.383483 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-054551e2-0b42-4281-9af0-10d4ee2fe2fb tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 8297cef2-7add-4917-b22b-a32c6d150fd4) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:18:02.394192 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054551e2-0b42-4281-9af0-10d4ee2fe2fb tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:02.395262 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-054551e2-0b42-4281-9af0-10d4ee2fe2fb tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:02.402642 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3696bc-ce8b-4118-b9e8-eba65e5cccb4 None None] Network 8297cef2-7add-4917-b22b-a32c6d150fd4 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:18:02.425390 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-054551e2-0b42-4281-9af0-10d4ee2fe2fb tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.8557763 Nov 25 13:18:02.428354 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 49222) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:02.437105 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-11ab8049-e680-45be-8e2e-2c52c3e2a0cf tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:18:02.566293 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-11ab8049-e680-45be-8e2e-2c52c3e2a0cf tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-58554552'] for subnet, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:02.601420 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54290eb-e8f3-471d-a4e3-ae6edbb57833 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-8297cef2-7add-4917-b22b-a32c6d150fd4', 'network_id': '8297cef2-7add-4917-b22b-a32c6d150fd4', 'tenant_id': '22ba648da9f241c0a9e2114a63bb303f', 'fixed_ips': [{'subnet_id': '5a221cf5-470a-4b41-8355-2e4982f9a2f6'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:18:02.602299 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c54290eb-e8f3-471d-a4e3-ae6edbb57833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:02.688247 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '299b6d78-f2b2-4f11-a6f8-2b89c9144734', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4148b1e-2e38-4b8a-a9a2-1bc3ac636534'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:18:02.690613 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38fcfac1-6ec1-4d89-861d-c6675f6d20ca" -d '{"events": [{"server_uuid": "299b6d78-f2b2-4f11-a6f8-2b89c9144734", "name": "network-vif-unplugged", "status": "completed", "tag": "c4148b1e-2e38-4b8a-a9a2-1bc3ac636534"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:18:02.740252 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-83955fce-10ec-43c8-8dff-1dbc55c041b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:02.786340 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-11ab8049-e680-45be-8e2e-2c52c3e2a0cf tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753177070879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-58715743'] for subnet, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:02.838541 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ab8049-e680-45be-8e2e-2c52c3e2a0cf tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:02.839197 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-11ab8049-e680-45be-8e2e-2c52c3e2a0cf tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:02.840659 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-11ab8049-e680-45be-8e2e-2c52c3e2a0cf tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "PUT /v2.0/subnets/5a221cf5-470a-4b41-8355-2e4982f9a2f6 HTTP/1.1" status: 200 len: 877 time: 0.4112830 Nov 25 13:18:02.844174 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 49226) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:02.856989 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-c54290eb-e8f3-471d-a4e3-ae6edbb57833 None None] Allocated IP 172.20.0.3 (8297cef2-7add-4917-b22b-a32c6d150fd4/5a221cf5-470a-4b41-8355-2e4982f9a2f6/4d16cc8c-08a5-4298-bc93-64fb98d8ab21) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:18:02.876253 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ab8049-e680-45be-8e2e-2c52c3e2a0cf tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Pushing event updated for resources: {'Subnet': ['ID=5a221cf5-470a-4b41-8355-2e4982f9a2f6,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:02.935350 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac2bd5d1-ec88-4b16-ad60-49a48db2c0b0 req-9059cc86-6b6a-494b-967d-0077a94edaab tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:18:02.940230 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-ac2bd5d1-ec88-4b16-ad60-49a48db2c0b0 req-9059cc86-6b6a-494b-967d-0077a94edaab tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:02.950426 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272e2980-d066-44fd-a247-cc87d67e82c3 None None] Sync routers for ids ['0269e300-787d-4073-afb4-fff6cd965809'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:18:02.969291 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cb6e12f2-fb07-4474-a2f4-ccdcd0e6c482 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:02.973618 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272e2980-d066-44fd-a247-cc87d67e82c3 None None] Routers {'0269e300-787d-4073-afb4-fff6cd965809'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:18:02.974258 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-272e2980-d066-44fd-a247-cc87d67e82c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:18:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['0269e300-787d-4073-afb4-fff6cd965809'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:18:02.980800 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a08e845-dedf-4ddb-805b-7e88cf3b6634 req-cb3e14e0-8baf-4030-9d97-f69118788d07 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:02.983370 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9a08e845-dedf-4ddb-805b-7e88cf3b6634 req-cb3e14e0-8baf-4030-9d97-f69118788d07 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/networks?id=07e98a44-e123-4654-87bd-63f0784ad214 HTTP/1.1" status: 200 len: 812 time: 0.5679288 Nov 25 13:18:02.993074 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ac2bd5d1-ec88-4b16-ad60-49a48db2c0b0 req-9059cc86-6b6a-494b-967d-0077a94edaab tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] 10.222.0.53 "PUT /v2.0/floatingips/c1a92569-a2e0-4c28-bdc3-dd1148a7457d HTTP/1.1" status: 200 len: 996 time: 2.4002030 Nov 25 13:18:02.998805 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4835e952-2b66-48c9-8aa5-a4b720024657', 'tag': '30ec427b-9801-4cf5-af5e-deeda352edf2'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:18:03.001369 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a493985e-d907-4bda-8150-3abf3f6cf474" -d '{"events": [{"name": "network-changed", "server_uuid": "4835e952-2b66-48c9-8aa5-a4b720024657", "tag": "30ec427b-9801-4cf5-af5e-deeda352edf2"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:18:03.008801 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9a08e845-dedf-4ddb-805b-7e88cf3b6634 req-643e4f70-3d56-47a7-859f-10cd92b87dc0 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/quotas/d3f9f88292274c1e909ee2b5229333e7 HTTP/1.1" status: 200 len: 375 time: 0.0184994 Nov 25 13:18:03.032644 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cb6e12f2-fb07-4474-a2f4-ccdcd0e6c482 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:03.065946 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9a08e845-dedf-4ddb-805b-7e88cf3b6634 req-0acad759-fb79-43a9-bee5-292fa55d809b tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d3f9f88292274c1e909ee2b5229333e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464790 Nov 25 13:18:03.159606 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2bd5d1-ec88-4b16-ad60-49a48db2c0b0 req-310ef614-51e3-41c0-8353-da1fe39f9c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:03.159958 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-272e2980-d066-44fd-a247-cc87d67e82c3 None None] Set router 0269e300-787d-4073-afb4-fff6cd965809 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:18:03.161593 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ac2bd5d1-ec88-4b16-ad60-49a48db2c0b0 req-310ef614-51e3-41c0-8353-da1fe39f9c84 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a66046ba7ab241f7a28e6ccb64e01d36&device_id=4835e952-2b66-48c9-8aa5-a4b720024657 HTTP/1.1" status: 200 len: 1097 time: 0.1546428 Nov 25 13:18:03.162804 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c54290eb-e8f3-471d-a4e3-ae6edbb57833 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:03.189924 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c54290eb-e8f3-471d-a4e3-ae6edbb57833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:03.191478 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cb6e12f2-fb07-4474-a2f4-ccdcd0e6c482 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:03.211258 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9a08e845-dedf-4ddb-805b-7e88cf3b6634 req-4c4c96ba-d520-491b-a5f5-7d4192f07ad6 service neutron] 10.222.0.53 "GET /v2.0/networks/07e98a44-e123-4654-87bd-63f0784ad214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448481 Nov 25 13:18:03.221503 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6e12f2-fb07-4474-a2f4-ccdcd0e6c482 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Pushing event deleted for resources: {'Subnet': ['ID=5a221cf5-470a-4b41-8355-2e4982f9a2f6,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:03.239741 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54290eb-e8f3-471d-a4e3-ae6edbb57833 None None] Network 8297cef2-7add-4917-b22b-a32c6d150fd4 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:18:03.245771 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-c54290eb-e8f3-471d-a4e3-ae6edbb57833 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:18:03.252289 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54290eb-e8f3-471d-a4e3-ae6edbb57833 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:18:03.303293 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54290eb-e8f3-471d-a4e3-ae6edbb57833 None None] Pushing event updated for resources: {'Port': ['ID=4d16cc8c-08a5-4298-bc93-64fb98d8ab21,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:03.306804 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cb6e12f2-fb07-4474-a2f4-ccdcd0e6c482 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:03.332705 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-cb6e12f2-fb07-4474-a2f4-ccdcd0e6c482 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8297cef2-7add-4917-b22b-a32c6d150fd4']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:18:03.343170 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-cb6e12f2-fb07-4474-a2f4-ccdcd0e6c482 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7bc52a8-572d-4c34-b134-4048ff73a321') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:18:03.343602 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-cb6e12f2-fb07-4474-a2f4-ccdcd0e6c482 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7bc52a8-572d-4c34-b134-4048ff73a321') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:18:03.356390 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cb6e12f2-fb07-4474-a2f4-ccdcd0e6c482 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:03.361325 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2bd5d1-ec88-4b16-ad60-49a48db2c0b0 req-d0bbc749-acff-4fef-893b-a8c16575352f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:03.363376 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ac2bd5d1-ec88-4b16-ad60-49a48db2c0b0 req-d0bbc749-acff-4fef-893b-a8c16575352f service neutron] 10.222.0.53 "GET /v2.0/networks?id=852a4914-50f1-4e00-b3d9-1a927fff763c HTTP/1.1" status: 200 len: 930 time: 0.1897771 Nov 25 13:18:03.369228 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-c54290eb-e8f3-471d-a4e3-ae6edbb57833 None None] Attempting to bind port 4d16cc8c-08a5-4298-bc93-64fb98d8ab21 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:18:03.369613 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-c54290eb-e8f3-471d-a4e3-ae6edbb57833 None None] Attempting to bind port 4d16cc8c-08a5-4298-bc93-64fb98d8ab21 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'b7bc52a8-572d-4c34-b134-4048ff73a321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '8297cef2-7add-4917-b22b-a32c6d150fd4'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:18:03.369986 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54290eb-e8f3-471d-a4e3-ae6edbb57833 None None] Attempting to bind port 4d16cc8c-08a5-4298-bc93-64fb98d8ab21 on network 8297cef2-7add-4917-b22b-a32c6d150fd4 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:18:03.370757 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9a08e845-dedf-4ddb-805b-7e88cf3b6634 req-fbcce7bb-3af2-4d87-911e-81de7c9f37fd service neutron] 10.222.0.53 "GET /v2.0/networks/07e98a44-e123-4654-87bd-63f0784ad214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582763 Nov 25 13:18:03.379402 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cb6e12f2-fb07-4474-a2f4-ccdcd0e6c482 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:03.387436 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb6e12f2-fb07-4474-a2f4-ccdcd0e6c482 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:18:03.388064 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cb6e12f2-fb07-4474-a2f4-ccdcd0e6c482 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:03.389071 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54290eb-e8f3-471d-a4e3-ae6edbb57833 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:18:03.389643 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54290eb-e8f3-471d-a4e3-ae6edbb57833 None None] Checking segment: {'id': 'b7bc52a8-572d-4c34-b134-4048ff73a321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '8297cef2-7add-4917-b22b-a32c6d150fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:18:03.390241 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c54290eb-e8f3-471d-a4e3-ae6edbb57833 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:03.390650 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54290eb-e8f3-471d-a4e3-ae6edbb57833 None None] Bound using segment: {'id': 'b7bc52a8-572d-4c34-b134-4048ff73a321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '8297cef2-7add-4917-b22b-a32c6d150fd4'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:18:03.391201 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-c54290eb-e8f3-471d-a4e3-ae6edbb57833 None None] Bound port: 4d16cc8c-08a5-4298-bc93-64fb98d8ab21, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7bc52a8-572d-4c34-b134-4048ff73a321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '8297cef2-7add-4917-b22b-a32c6d150fd4'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:18:03.391594 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c54290eb-e8f3-471d-a4e3-ae6edbb57833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:03.393818 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:18:03.393818 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:18:03.393818 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:18:03.393818 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:18:03.393818 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:18:03.393818 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:18:03.393818 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:18:03.393818 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:18:03.393818 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:18:03.393818 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:18:03.393818 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:18:03.393818 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:18:03.393818 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:18:03.393818 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:18:03.393818 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:18:03.393818 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:18:03.393818 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:18:03.393818 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:18:03.393818 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:18:03.393818 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:18:03.393818 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:18:03.393818 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:18:03.393818 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:18:03.393818 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:18:03.393818 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:18:03.393818 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:18:03.393818 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:18:03.393818 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:18:03.393818 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:18:03.393818 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:18:03.393818 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:18:03.393818 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:18:03.445743 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device e48b4967-3690-431b-bd83-ef41b8e853b5 details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:18:03.460285 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ac2bd5d1-ec88-4b16-ad60-49a48db2c0b0 req-7ba7acab-ea46-4482-8e63-e38f825a399c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30ec427b-9801-4cf5-af5e-deeda352edf2 HTTP/1.1" status: 200 len: 999 time: 0.0884254 Nov 25 13:18:03.478343 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.db.api [None req-cb6e12f2-fb07-4474-a2f4-ccdcd0e6c482 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 13:18:03.478343 n-d-808199-11 neutron-server[103571]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 13:18:03.478343 n-d-808199-11 neutron-server[103571]: [parameters: {'id': '8297cef2-7add-4917-b22b-a32c6d150fd4'}] Nov 25 13:18:03.478343 n-d-808199-11 neutron-server[103571]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 13:18:03.478794 n-d-808199-11 neutron-server[103571]: DEBUG oslo_db.api [None req-cb6e12f2-fb07-4474-a2f4-ccdcd0e6c482 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 13:18:03.516694 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2bd5d1-ec88-4b16-ad60-49a48db2c0b0 req-83b1bade-c510-4767-b4f9-ad12db17da28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:03.518302 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ac2bd5d1-ec88-4b16-ad60-49a48db2c0b0 req-83b1bade-c510-4767-b4f9-ad12db17da28 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7a9c809c-58ba-4418-b161-113227da05aa HTTP/1.1" status: 200 len: 868 time: 0.0519035 Nov 25 13:18:03.609535 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-c54290eb-e8f3-471d-a4e3-ae6edbb57833 None None] For port 4d16cc8c-08a5-4298-bc93-64fb98d8ab21, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:18:03.614411 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-c54290eb-e8f3-471d-a4e3-ae6edbb57833 None None] For port 4d16cc8c-08a5-4298-bc93-64fb98d8ab21, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=4d16cc8c-08a5-4298-bc93-64fb98d8ab21,segment=NetworkSegment(b7bc52a8-572d-4c34-b134-4048ff73a321),segment_id=b7bc52a8-572d-4c34-b134-4048ff73a321)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:18:03.618565 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2bd5d1-ec88-4b16-ad60-49a48db2c0b0 req-d485c576-1f11-4d26-9590-9763836f3499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:03.620141 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ac2bd5d1-ec88-4b16-ad60-49a48db2c0b0 req-d485c576-1f11-4d26-9590-9763836f3499 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=852a4914-50f1-4e00-b3d9-1a927fff763c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0872343 Nov 25 13:18:03.633078 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f699f75-9767-403a-bb41-4e11a306863a req-9d49af40-953d-4768-84b4-7096c524db42 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:03.634525 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c54290eb-e8f3-471d-a4e3-ae6edbb57833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:03.645761 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7f699f75-9767-403a-bb41-4e11a306863a req-9d49af40-953d-4768-84b4-7096c524db42 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/ports?device_id=a85b50dc-e5de-4ddf-aa34-9dea49118e99 HTTP/1.1" status: 200 len: 943 time: 0.0724390 Nov 25 13:18:03.727997 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port e48b4967-3690-431b-bd83-ef41b8e853b5, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=e48b4967-3690-431b-bd83-ef41b8e853b5,segment=NetworkSegment(fce75d79-afff-444e-a670-074434c84613),segment_id=fce75d79-afff-444e-a670-074434c84613)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:18:03.765068 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7f699f75-9767-403a-bb41-4e11a306863a req-3de3b889-3fff-4bdf-81fb-f06569c0b9b1 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/security-groups?id=9200d83a-329b-4ad5-86ae-84da9f8a7cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089640 Nov 25 13:18:03.796888 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': 'e48b4967-3690-431b-bd83-ef41b8e853b5', 'network_id': '0983177e-e01c-46fd-aae0-5d162abcfe55', 'port_id': 'e48b4967-3690-431b-bd83-ef41b8e853b5', 'mac_address': 'fa:16:3e:df:50:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3072173-0ac4-4f6c-a786-4d173031b30a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:18:03.807122 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54290eb-e8f3-471d-a4e3-ae6edbb57833 None None] Pushing event updated for resources: {'Port': ['ID=4d16cc8c-08a5-4298-bc93-64fb98d8ab21,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:03.810580 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:03.834751 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ac2bd5d1-ec88-4b16-ad60-49a48db2c0b0 req-c8dafcec-c819-4b16-8f32-ae5e5e10bd3d service neutron] 10.222.0.53 "GET /v2.0/networks/852a4914-50f1-4e00-b3d9-1a927fff763c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878598 Nov 25 13:18:03.851836 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f3ec8d-daef-4c67-b986-4a289be840a1 None None] Network 8297cef2-7add-4917-b22b-a32c6d150fd4 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:18:03.879315 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-272e2980-d066-44fd-a247-cc87d67e82c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0269e300-787d-4073-afb4-fff6cd965809', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1693762775-router', 'tenant_id': 'a66046ba7ab241f7a28e6ccb64e01d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '594032a2-fd6f-40af-b69f-a1891f4af5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:17:26Z', 'updated_at': '2021-11-25T13:17:30Z', 'revision_number': 4, 'project_id': 'a66046ba7ab241f7a28e6ccb64e01d36', 'gw_port': {'id': '594032a2-fd6f-40af-b69f-a1891f4af5c0', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:78:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0269e300-787d-4073-afb4-fff6cd965809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:17:26Z', 'updated_at': '2021-11-25T13:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': 'c1a92569-a2e0-4c28-bdc3-dd1148a7457d', 'tenant_id': 'a66046ba7ab241f7a28e6ccb64e01d36', 'floating_ip_address': '172.25.5.166', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '0269e300-787d-4073-afb4-fff6cd965809', 'port_id': '30ec427b-9801-4cf5-af5e-deeda352edf2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '852a4914-50f1-4e00-b3d9-1a927fff763c', 'mac_address': 'fa:16:3e:c8:b4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835e952-2b66-48c9-8aa5-a4b720024657', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:17:58Z', 'updated_at': '2021-11-25T13:18:01Z', 'revision_number': 1, 'project_id': 'a66046ba7ab241f7a28e6ccb64e01d36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff51eff9-62c6-48c6-ab67-0733773c24d6', 'name': '', 'network_id': '852a4914-50f1-4e00-b3d9-1a927fff763c', 'tenant_id': 'a66046ba7ab241f7a28e6ccb64e01d36', 'mac_address': 'fa:16:3e:e9:21:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0269e300-787d-4073-afb4-fff6cd965809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '7a9c809c-58ba-4418-b161-113227da05aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:17:30Z', 'updated_at': '2021-11-25T13:17:41Z', 'revision_number': 5, 'project_id': 'a66046ba7ab241f7a28e6ccb64e01d36', 'subnets': [{'id': '7a9c809c-58ba-4418-b161-113227da05aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:18:03.943602 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ac2bd5d1-ec88-4b16-ad60-49a48db2c0b0 req-f4ab638f-c71e-4dcf-bc12-c7e98377b5a5 service neutron] 10.222.0.53 "GET /v2.0/networks/852a4914-50f1-4e00-b3d9-1a927fff763c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011732 Nov 25 13:18:03.980273 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cb6e12f2-fb07-4474-a2f4-ccdcd0e6c482 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:04.049898 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-cb6e12f2-fb07-4474-a2f4-ccdcd0e6c482 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Deleting port 4d16cc8c-08a5-4298-bc93-64fb98d8ab21 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:18:04.050552 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cb6e12f2-fb07-4474-a2f4-ccdcd0e6c482 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:04.114193 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272e2980-d066-44fd-a247-cc87d67e82c3 None None] Checking router: 0269e300-787d-4073-afb4-fff6cd965809 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:18:04.116071 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:04.157719 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e48b4967-3690-431b-bd83-ef41b8e853b5 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:18:04.161307 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-cb6e12f2-fb07-4474-a2f4-ccdcd0e6c482 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] For port 4d16cc8c-08a5-4298-bc93-64fb98d8ab21, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=4d16cc8c-08a5-4298-bc93-64fb98d8ab21,segment=NetworkSegment(b7bc52a8-572d-4c34-b134-4048ff73a321),segment_id=b7bc52a8-572d-4c34-b134-4048ff73a321)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:18:04.161873 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cb6e12f2-fb07-4474-a2f4-ccdcd0e6c482 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:04.162615 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272e2980-d066-44fd-a247-cc87d67e82c3 None None] Routers {'0269e300-787d-4073-afb4-fff6cd965809'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:18:04.163276 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-272e2980-d066-44fd-a247-cc87d67e82c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:18:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['0269e300-787d-4073-afb4-fff6cd965809'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:18:04.193364 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-cb6e12f2-fb07-4474-a2f4-ccdcd0e6c482 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Calling delete_port for 4d16cc8c-08a5-4298-bc93-64fb98d8ab21 owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:18:04.265894 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port e48b4967-3690-431b-bd83-ef41b8e853b5, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=e48b4967-3690-431b-bd83-ef41b8e853b5,segment=NetworkSegment(fce75d79-afff-444e-a670-074434c84613),segment_id=fce75d79-afff-444e-a670-074434c84613)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:18:04.276250 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:04.332983 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cb6e12f2-fb07-4474-a2f4-ccdcd0e6c482 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:04.343697 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 13:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f425eab2-64e8-4777-b81f-675d832addc3 x-openstack-request-id: req-f425eab2-64e8-4777-b81f-675d832addc3 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:18:04.343983 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "299b6d78-f2b2-4f11-a6f8-2b89c9144734", "name": "network-vif-unplugged", "status": "completed", "tag": "c4148b1e-2e38-4b8a-a9a2-1bc3ac636534", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:18:04.344242 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f425eab2-64e8-4777-b81f-675d832addc3 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:18:04.344632 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '299b6d78-f2b2-4f11-a6f8-2b89c9144734', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4148b1e-2e38-4b8a-a9a2-1bc3ac636534', 'code': 200} Nov 25 13:18:04.395075 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6e12f2-fb07-4474-a2f4-ccdcd0e6c482 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Pushing event deleted for resources: {'Port': ['ID=4d16cc8c-08a5-4298-bc93-64fb98d8ab21,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:04.398686 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25366bd2-4c06-4108-98a9-d973bf267526 None None] Network 8297cef2-7add-4917-b22b-a32c6d150fd4 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:18:04.409352 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6e12f2-fb07-4474-a2f4-ccdcd0e6c482 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] No DVR routers for this DVR port 4d16cc8c-08a5-4298-bc93-64fb98d8ab21 on host n-d-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:18:04.436520 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-272e2980-d066-44fd-a247-cc87d67e82c3 None None] Set router 0269e300-787d-4073-afb4-fff6cd965809 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:18:04.511333 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf552a9f-2868-4d9e-b959-22eac45fe16c x-openstack-request-id: req-cf552a9f-2868-4d9e-b959-22eac45fe16c {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:18:04.511638 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4835e952-2b66-48c9-8aa5-a4b720024657", "tag": "30ec427b-9801-4cf5-af5e-deeda352edf2", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:18:04.511898 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cf552a9f-2868-4d9e-b959-22eac45fe16c {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:18:04.512305 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4835e952-2b66-48c9-8aa5-a4b720024657', 'tag': '30ec427b-9801-4cf5-af5e-deeda352edf2', 'status': 'completed', 'code': 200} Nov 25 13:18:04.532335 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cb6e12f2-fb07-4474-a2f4-ccdcd0e6c482 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:04.545733 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=e48b4967-3690-431b-bd83-ef41b8e853b5,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:04.560416 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-cb6e12f2-fb07-4474-a2f4-ccdcd0e6c482 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8297cef2-7add-4917-b22b-a32c6d150fd4']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:18:04.573306 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-cb6e12f2-fb07-4474-a2f4-ccdcd0e6c482 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7bc52a8-572d-4c34-b134-4048ff73a321') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:18:04.573672 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-cb6e12f2-fb07-4474-a2f4-ccdcd0e6c482 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7bc52a8-572d-4c34-b134-4048ff73a321') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:18:04.585073 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cb6e12f2-fb07-4474-a2f4-ccdcd0e6c482 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:04.600176 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cb6e12f2-fb07-4474-a2f4-ccdcd0e6c482 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:04.607800 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb6e12f2-fb07-4474-a2f4-ccdcd0e6c482 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:18:04.608197 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cb6e12f2-fb07-4474-a2f4-ccdcd0e6c482 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:04.611288 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-34a76a17-fb4d-41d3-bbf6-9c33bf9e40b2 req-e68f6201-5153-44af-9c83-a07fbba236d2 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/ports?device_id=07917f82-99db-4cff-b8f3-6dff095f4e9f HTTP/1.1" status: 200 len: 210 time: 0.1236119 Nov 25 13:18:04.611440 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:18:04.611440 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:18:04.611440 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:18:04.611440 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:18:04.611440 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:18:04.611440 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:18:04.611440 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:18:04.611440 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:18:04.611440 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:18:04.611440 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:18:04.611440 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:18:04.611440 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:18:04.611440 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:18:04.611440 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:18:04.611440 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:18:04.611440 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:18:04.611440 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:18:04.611440 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:18:04.611440 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:18:04.611440 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:18:04.611440 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:18:04.611440 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:18:04.611440 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:18:04.611440 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:18:04.611440 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:18:04.611440 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:18:04.611440 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:18:04.611440 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:18:04.611440 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:18:04.611440 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:18:04.611440 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:18:04.611440 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:18:04.695112 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['e48b4967-3690-431b-bd83-ef41b8e853b5'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:18:04.695660 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cb6e12f2-fb07-4474-a2f4-ccdcd0e6c482 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:04.704375 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cb6e12f2-fb07-4474-a2f4-ccdcd0e6c482 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:04.708610 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-cb6e12f2-fb07-4474-a2f4-ccdcd0e6c482 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "DELETE /v2.0/networks/8297cef2-7add-4917-b22b-a32c6d150fd4 HTTP/1.1" status: 204 len: 168 time: 1.8633263 Nov 25 13:18:04.712935 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 49260) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:04.713765 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a493985e-d907-4bda-8150-3abf3f6cf474 req-d0822856-915d-433f-a84e-3db9ce166113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:04.715250 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a493985e-d907-4bda-8150-3abf3f6cf474 req-d0822856-915d-433f-a84e-3db9ce166113 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a66046ba7ab241f7a28e6ccb64e01d36&device_id=4835e952-2b66-48c9-8aa5-a4b720024657 HTTP/1.1" status: 200 len: 1097 time: 0.1670165 Nov 25 13:18:04.736796 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6e12f2-fb07-4474-a2f4-ccdcd0e6c482 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Pushing event deleted for resources: {'Network': ['ID=8297cef2-7add-4917-b22b-a32c6d150fd4,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:04.749419 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fbeaf1-aef4-43da-a6fb-4b1283c7418c None None] get_active_networks_info from n-d-808199-11 {{(pid=103572) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 13:18:04.761110 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-30e34a06-43aa-4df4-8d81-07e2acaa3345 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] DELETE failed (client error): The resource could not be found. Nov 25 13:18:04.761644 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30e34a06-43aa-4df4-8d81-07e2acaa3345 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:18:04.767166 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-30e34a06-43aa-4df4-8d81-07e2acaa3345 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "DELETE /v2.0/subnets/5a221cf5-470a-4b41-8355-2e4982f9a2f6 HTTP/1.1" status: 404 len: 337 time: 0.0538330 Nov 25 13:18:04.769030 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 49262) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:04.794129 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e23b5a0-8d63-44ac-9702-9619739a5b6e tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] DELETE failed (client error): The resource could not be found. Nov 25 13:18:04.795045 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e23b5a0-8d63-44ac-9702-9619739a5b6e tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:18:04.799825 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-9e23b5a0-8d63-44ac-9702-9619739a5b6e tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "DELETE /v2.0/networks/8297cef2-7add-4917-b22b-a32c6d150fd4 HTTP/1.1" status: 404 len: 339 time: 0.0288575 Nov 25 13:18:04.803914 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 49266) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:04.845952 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-22b97d8a-f0c3-4b6c-8e31-92dc7b2b30c2 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] DELETE failed (client error): The resource could not be found. Nov 25 13:18:04.846420 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22b97d8a-f0c3-4b6c-8e31-92dc7b2b30c2 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:18:04.850760 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-350e300c-500a-493d-b910-53c392d19105 req-1195527d-08b6-47b1-8799-de98eb454c93 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=7542d3d9-0db3-40e7-ab88-a168871141f7 HTTP/1.1" status: 200 len: 258 time: 0.3041990 Nov 25 13:18:04.854735 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-22b97d8a-f0c3-4b6c-8e31-92dc7b2b30c2 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "DELETE /v2.0/subnets/6ab1b0bb-fe3c-4a6d-91ff-610d0b7dc18f HTTP/1.1" status: 404 len: 337 time: 0.0495603 Nov 25 13:18:04.856348 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 49268) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:04.874827 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6c1bd-58f7-41d6-9fe2-2706f674156d req-6f975b78-b579-4366-b9bd-2436f4759944 tempest-VolumesNegativeTest-491399444 tempest-VolumesNegativeTest-491399444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:04.876999 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8ff6c1bd-58f7-41d6-9fe2-2706f674156d req-6f975b78-b579-4366-b9bd-2436f4759944 tempest-VolumesNegativeTest-491399444 tempest-VolumesNegativeTest-491399444-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb436a77-cc04-40b6-b1a9-e23d0f0e42aa HTTP/1.1" status: 200 len: 949 time: 0.1810894 Nov 25 13:18:04.884018 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-350e300c-500a-493d-b910-53c392d19105 req-12222921-a2d4-44db-a089-26380dd7ea51 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Request body: {'floatingip': {'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:18:04.885183 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-f36941d9-bc02-448e-9382-763607c09472 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] DELETE failed (client error): The resource could not be found. Nov 25 13:18:04.885722 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f36941d9-bc02-448e-9382-763607c09472 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:18:04.891701 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-f36941d9-bc02-448e-9382-763607c09472 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "DELETE /v2.0/networks/52eb90ac-0611-4564-8097-14f07525bc27 HTTP/1.1" status: 404 len: 339 time: 0.0336745 Nov 25 13:18:04.892309 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 49270) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:04.952575 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a493985e-d907-4bda-8150-3abf3f6cf474 req-9b61e393-7ac1-4ac2-b770-79ecd51d6395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:04.954259 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a493985e-d907-4bda-8150-3abf3f6cf474 req-9b61e393-7ac1-4ac2-b770-79ecd51d6395 service neutron] 10.222.0.66 "GET /v2.0/networks?id=852a4914-50f1-4e00-b3d9-1a927fff763c HTTP/1.1" status: 200 len: 930 time: 0.2317016 Nov 25 13:18:04.985992 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-350e300c-500a-493d-b910-53c392d19105 req-12222921-a2d4-44db-a089-26380dd7ea51 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Publish callbacks [] for floatingip, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:05.001813 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-322f6db0-a54f-4dfc-ab26-2e5e87b35850 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:05.040295 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8ff6c1bd-58f7-41d6-9fe2-2706f674156d req-01a5cb1c-9132-4bab-853f-2c9349d5ed66 tempest-VolumesNegativeTest-491399444 tempest-VolumesNegativeTest-491399444-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9adb203-1184-487a-b733-e4f42226f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404049 Nov 25 13:18:05.120147 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fbeaf1-aef4-43da-a6fb-4b1283c7418c None None] Resources bound (agent type, host, resource id): {{(pid=103572) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 13:18:05.129506 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a493985e-d907-4bda-8150-3abf3f6cf474 req-85020884-8cf7-4011-9fbd-cd17c4a6702a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30ec427b-9801-4cf5-af5e-deeda352edf2 HTTP/1.1" status: 200 len: 999 time: 0.1552107 Nov 25 13:18:05.169067 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-322f6db0-a54f-4dfc-ab26-2e5e87b35850 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:05.210248 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-322f6db0-a54f-4dfc-ab26-2e5e87b35850 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8036e03e-ad93-4642-aabf-c64205155535']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:18:05.231672 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-322f6db0-a54f-4dfc-ab26-2e5e87b35850 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cc13746-24c2-49b8-82f5-1f539a53ecf2') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:18:05.232047 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-322f6db0-a54f-4dfc-ab26-2e5e87b35850 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cc13746-24c2-49b8-82f5-1f539a53ecf2') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:18:05.239981 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-272e2980-d066-44fd-a247-cc87d67e82c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0269e300-787d-4073-afb4-fff6cd965809', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1693762775-router', 'tenant_id': 'a66046ba7ab241f7a28e6ccb64e01d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '594032a2-fd6f-40af-b69f-a1891f4af5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:17:26Z', 'updated_at': '2021-11-25T13:17:30Z', 'revision_number': 4, 'project_id': 'a66046ba7ab241f7a28e6ccb64e01d36', 'gw_port': {'id': '594032a2-fd6f-40af-b69f-a1891f4af5c0', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:78:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0269e300-787d-4073-afb4-fff6cd965809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:17:26Z', 'updated_at': '2021-11-25T13:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': 'c1a92569-a2e0-4c28-bdc3-dd1148a7457d', 'tenant_id': 'a66046ba7ab241f7a28e6ccb64e01d36', 'floating_ip_address': '172.25.5.166', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '0269e300-787d-4073-afb4-fff6cd965809', 'port_id': '30ec427b-9801-4cf5-af5e-deeda352edf2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '852a4914-50f1-4e00-b3d9-1a927fff763c', 'mac_address': 'fa:16:3e:c8:b4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835e952-2b66-48c9-8aa5-a4b720024657', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:17:58Z', 'updated_at': '2021-11-25T13:18:01Z', 'revision_number': 1, 'project_id': 'a66046ba7ab241f7a28e6ccb64e01d36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff51eff9-62c6-48c6-ab67-0733773c24d6', 'name': '', 'network_id': '852a4914-50f1-4e00-b3d9-1a927fff763c', 'tenant_id': 'a66046ba7ab241f7a28e6ccb64e01d36', 'mac_address': 'fa:16:3e:e9:21:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0269e300-787d-4073-afb4-fff6cd965809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '7a9c809c-58ba-4418-b161-113227da05aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:17:30Z', 'updated_at': '2021-11-25T13:17:41Z', 'revision_number': 5, 'project_id': 'a66046ba7ab241f7a28e6ccb64e01d36', 'subnets': [{'id': '7a9c809c-58ba-4418-b161-113227da05aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:18:05.247787 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a08e845-dedf-4ddb-805b-7e88cf3b6634 req-38923158-3514-4baf-b989-f2aa00f0d97d tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:05.249231 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9a08e845-dedf-4ddb-805b-7e88cf3b6634 req-38923158-3514-4baf-b989-f2aa00f0d97d tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.47 "GET /v2.0/networks?id=07e98a44-e123-4654-87bd-63f0784ad214 HTTP/1.1" status: 200 len: 812 time: 0.2603314 Nov 25 13:18:05.253479 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-322f6db0-a54f-4dfc-ab26-2e5e87b35850 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:05.260389 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a493985e-d907-4bda-8150-3abf3f6cf474 req-741ebd12-14b3-428f-8787-84e587be37e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:05.261882 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a493985e-d907-4bda-8150-3abf3f6cf474 req-741ebd12-14b3-428f-8787-84e587be37e3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7a9c809c-58ba-4418-b161-113227da05aa HTTP/1.1" status: 200 len: 868 time: 0.1181955 Nov 25 13:18:05.265768 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-9a08e845-dedf-4ddb-805b-7e88cf3b6634 req-2bcfe9d0-1759-43d5-b3e8-fc17a6796c04 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Request body: {'port': {'device_id': '07917f82-99db-4cff-b8f3-6dff095f4e9f', 'network_id': '07e98a44-e123-4654-87bd-63f0784ad214', 'admin_state_up': True, 'tenant_id': 'd3f9f88292274c1e909ee2b5229333e7'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:18:05.283323 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:05.292309 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272e2980-d066-44fd-a247-cc87d67e82c3 None None] The sync data for ids ['0269e300-787d-4073-afb4-fff6cd965809'] in n-d-808199-11 is: [{'id': '0269e300-787d-4073-afb4-fff6cd965809', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1693762775-router', 'tenant_id': 'a66046ba7ab241f7a28e6ccb64e01d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '594032a2-fd6f-40af-b69f-a1891f4af5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:17:26Z', 'updated_at': '2021-11-25T13:17:30Z', 'revision_number': 4, 'project_id': 'a66046ba7ab241f7a28e6ccb64e01d36', 'gw_port': {'id': '594032a2-fd6f-40af-b69f-a1891f4af5c0', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:78:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0269e300-787d-4073-afb4-fff6cd965809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:17:26Z', 'updated_at': '2021-11-25T13:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': 'c1a92569-a2e0-4c28-bdc3-dd1148a7457d', 'tenant_id': 'a66046ba7ab241f7a28e6ccb64e01d36', 'floating_ip_address': '172.25.5.166', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '0269e300-787d-4073-afb4-fff6cd965809', 'port_id': '30ec427b-9801-4cf5-af5e-deeda352edf2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '852a4914-50f1-4e00-b3d9-1a927fff763c', 'mac_address': 'fa:16:3e:c8:b4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835e952-2b66-48c9-8aa5-a4b720024657', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:17:58Z', 'updated_at': '2021-11-25T13:18:01Z', 'revision_number': 1, 'project_id': 'a66046ba7ab241f7a28e6ccb64e01d36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff51eff9-62c6-48c6-ab67-0733773c24d6', 'name': '', 'network_id': '852a4914-50f1-4e00-b3d9-1a927fff763c', 'tenant_id': 'a66046ba7ab241f7a28e6ccb64e01d36', 'mac_address': 'fa:16:3e:e9:21:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0269e300-787d-4073-afb4-fff6cd965809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '7a9c809c-58ba-4418-b161-113227da05aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:17:30Z', 'updated_at': '2021-11-25T13:17:41Z', 'revision_number': 5, 'project_id': 'a66046ba7ab241f7a28e6ccb64e01d36', 'subnets': [{'id': '7a9c809c-58ba-4418-b161-113227da05aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:18:05.297221 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-322f6db0-a54f-4dfc-ab26-2e5e87b35850 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:05.303873 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-350e300c-500a-493d-b910-53c392d19105 req-12222921-a2d4-44db-a089-26380dd7ea51 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:05.330649 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3fb17a-fdaa-4115-8f83-b88f0b29ceba req-4f662f2d-de68-4d30-94ba-3a36871afb3b tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:05.332283 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ba3fb17a-fdaa-4115-8f83-b88f0b29ceba req-4f662f2d-de68-4d30-94ba-3a36871afb3b tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/ports?device_id=a85b50dc-e5de-4ddf-aa34-9dea49118e99 HTTP/1.1" status: 200 len: 944 time: 0.1186657 Nov 25 13:18:05.352459 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-322f6db0-a54f-4dfc-ab26-2e5e87b35850 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:18:05.352875 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-322f6db0-a54f-4dfc-ab26-2e5e87b35850 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:05.357134 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:18:05.357134 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:18:05.357134 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:18:05.357134 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:18:05.357134 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:18:05.357134 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:18:05.357134 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:18:05.357134 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:18:05.357134 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:18:05.357134 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:18:05.357134 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:18:05.357134 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:18:05.357134 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:18:05.357134 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:18:05.357134 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:18:05.357134 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:18:05.357134 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:18:05.357134 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:18:05.357134 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:18:05.357134 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:18:05.357134 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:18:05.357134 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:18:05.357134 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:18:05.357134 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:18:05.357134 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:18:05.357134 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:18:05.357134 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:18:05.357134 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:18:05.357134 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:18:05.357134 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:18:05.357134 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:18:05.357134 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:18:05.428430 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a493985e-d907-4bda-8150-3abf3f6cf474 req-81972a31-97b4-4191-84c0-6172c8e557b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:05.430038 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a493985e-d907-4bda-8150-3abf3f6cf474 req-81972a31-97b4-4191-84c0-6172c8e557b5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=852a4914-50f1-4e00-b3d9-1a927fff763c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1597250 Nov 25 13:18:05.454802 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-322f6db0-a54f-4dfc-ab26-2e5e87b35850 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:05.460830 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-322f6db0-a54f-4dfc-ab26-2e5e87b35850 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:05.466827 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-322f6db0-a54f-4dfc-ab26-2e5e87b35850 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "DELETE /v2.0/networks/8036e03e-ad93-4642-aabf-c64205155535 HTTP/1.1" status: 204 len: 168 time: 0.5710177 Nov 25 13:18:05.471535 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49284) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:05.486219 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322f6db0-a54f-4dfc-ab26-2e5e87b35850 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Pushing event deleted for resources: {'Network': ['ID=8036e03e-ad93-4642-aabf-c64205155535,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:05.513940 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a08e845-dedf-4ddb-805b-7e88cf3b6634 req-2bcfe9d0-1759-43d5-b3e8-fc17a6796c04 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Made reservation on behalf of d3f9f88292274c1e909ee2b5229333e7 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:18:05.519153 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9a08e845-dedf-4ddb-805b-7e88cf3b6634 req-2bcfe9d0-1759-43d5-b3e8-fc17a6796c04 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:05.583145 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ba3fb17a-fdaa-4115-8f83-b88f0b29ceba req-289a5717-2097-45f9-9390-8a3b7617296c tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/security-groups?id=9200d83a-329b-4ad5-86ae-84da9f8a7cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185915 Nov 25 13:18:05.588810 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a14c3d5-66c3-4db1-ad9e-e4827741f400 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] DELETE failed (client error): The resource could not be found. Nov 25 13:18:05.590732 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a14c3d5-66c3-4db1-ad9e-e4827741f400 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:18:05.598490 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 49286) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:05.599197 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-1a14c3d5-66c3-4db1-ad9e-e4827741f400 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "DELETE /v2.0/subnets/91b19610-b17c-45e7-8468-c65c29ad8943 HTTP/1.1" status: 404 len: 337 time: 0.1187711 Nov 25 13:18:05.620559 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [req-350e300c-500a-493d-b910-53c392d19105 req-12222921-a2d4-44db-a089-26380dd7ea51 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Allocated IP 172.25.5.81 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/88132164-d9de-46b3-b764-0c6989df6dff) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:18:05.621753 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a244b31a-7105-4d09-adec-55ca0f00a215 None None] New status for floating IP c1a92569-a2e0-4c28-bdc3-dd1148a7457d: ACTIVE {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 13:18:05.706007 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a493985e-d907-4bda-8150-3abf3f6cf474 req-28198c4b-403f-46c1-8dd7-2307c511bf6a service neutron] 10.222.0.66 "GET /v2.0/networks/852a4914-50f1-4e00-b3d9-1a927fff763c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408824 Nov 25 13:18:05.737861 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-d56551ff-e8fe-4bfb-95b3-4fecf4d691fe tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] DELETE failed (client error): The resource could not be found. Nov 25 13:18:05.738417 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d56551ff-e8fe-4bfb-95b3-4fecf4d691fe tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:18:05.741536 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d56551ff-e8fe-4bfb-95b3-4fecf4d691fe tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "DELETE /v2.0/networks/5d4e6de0-6ffd-49bc-82c9-6f3f2aa11e5b HTTP/1.1" status: 404 len: 339 time: 0.0602188 Nov 25 13:18:05.742920 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-9a08e845-dedf-4ddb-805b-7e88cf3b6634 req-2bcfe9d0-1759-43d5-b3e8-fc17a6796c04 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Allocated IP 172.20.0.6 (07e98a44-e123-4654-87bd-63f0784ad214/15f44c57-43c8-4ee0-9da7-9da2c4fb151a/e865706f-7df6-4e7a-bcf9-facba69873bc) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:18:05.746742 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 49290) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:05.787631 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-416078a6-ab92-44d0-b398-80656f840b09 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] DELETE failed (client error): The resource could not be found. Nov 25 13:18:05.788160 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-416078a6-ab92-44d0-b398-80656f840b09 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:18:05.794940 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-416078a6-ab92-44d0-b398-80656f840b09 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "DELETE /v2.0/subnets/8c6a5e31-3562-47a7-b840-4e355d1e92d2 HTTP/1.1" status: 404 len: 337 time: 0.0444221 Nov 25 13:18:05.795305 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49292) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:05.829608 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33522b99-5447-409f-a95d-e1b69b6a6cd2 req-23df7926-895b-4bfa-b383-f3e0f80f0e36 tempest-VolumesNegativeTest-491399444 tempest-VolumesNegativeTest-491399444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:05.831177 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-33522b99-5447-409f-a95d-e1b69b6a6cd2 req-23df7926-895b-4bfa-b383-f3e0f80f0e36 tempest-VolumesNegativeTest-491399444 tempest-VolumesNegativeTest-491399444-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb436a77-cc04-40b6-b1a9-e23d0f0e42aa HTTP/1.1" status: 200 len: 949 time: 0.1414018 Nov 25 13:18:05.837407 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cfcd32d-246c-4f7c-8fdd-ccd39cb32362 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] DELETE failed (client error): The resource could not be found. Nov 25 13:18:05.838074 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cfcd32d-246c-4f7c-8fdd-ccd39cb32362 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:18:05.843499 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-8cfcd32d-246c-4f7c-8fdd-ccd39cb32362 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "DELETE /v2.0/networks/4e141426-b092-4e49-a82f-f8609156f382 HTTP/1.1" status: 404 len: 339 time: 0.0409751 Nov 25 13:18:05.852254 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 49294) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:05.875666 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-350e300c-500a-493d-b910-53c392d19105 req-12222921-a2d4-44db-a089-26380dd7ea51 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:05.898162 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a1fc1a8-77f0-40c3-994c-7a8700f0c8f4 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] DELETE failed (client error): The resource could not be found. Nov 25 13:18:05.898614 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a1fc1a8-77f0-40c3-994c-7a8700f0c8f4 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:18:05.898758 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-91c05ab2-d945-4618-87c0-033e2616ea22 req-0fd4d4e9-a8e0-4815-805f-846746ad364f tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/ports?device_id=07917f82-99db-4cff-b8f3-6dff095f4e9f HTTP/1.1" status: 200 len: 210 time: 0.0386536 Nov 25 13:18:05.904395 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-6a1fc1a8-77f0-40c3-994c-7a8700f0c8f4 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "DELETE /v2.0/subnets/6d8023ff-6ed8-4801-895d-c2884a1667e1 HTTP/1.1" status: 404 len: 337 time: 0.0483100 Nov 25 13:18:05.910383 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49296) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:05.947738 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a1eb916-3d00-4e2f-a0ec-8a2f23b98c44 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] DELETE failed (client error): The resource could not be found. Nov 25 13:18:05.948262 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a1eb916-3d00-4e2f-a0ec-8a2f23b98c44 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:18:05.951337 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-9a1eb916-3d00-4e2f-a0ec-8a2f23b98c44 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "DELETE /v2.0/networks/ca70d5d8-15ce-41db-ad3c-9f16d446b0e9 HTTP/1.1" status: 404 len: 339 time: 0.0399725 Nov 25 13:18:05.955136 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 49298) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:05.960996 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a493985e-d907-4bda-8150-3abf3f6cf474 req-3f5f410f-92d3-4059-aae2-5d3142d8343e service neutron] 10.222.0.66 "GET /v2.0/networks/852a4914-50f1-4e00-b3d9-1a927fff763c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437155 Nov 25 13:18:05.975785 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-350e300c-500a-493d-b910-53c392d19105 req-12222921-a2d4-44db-a089-26380dd7ea51 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:06.018557 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-350e300c-500a-493d-b910-53c392d19105 req-12222921-a2d4-44db-a089-26380dd7ea51 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:18:06.024251 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [req-350e300c-500a-493d-b910-53c392d19105 req-12222921-a2d4-44db-a089-26380dd7ea51 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:18:06.027802 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-350e300c-500a-493d-b910-53c392d19105 req-12222921-a2d4-44db-a089-26380dd7ea51 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:18:06.028274 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-c043406f-a483-4f5d-b1e8-5970b49a3e3b tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] DELETE failed (client error): The resource could not be found. Nov 25 13:18:06.028835 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c043406f-a483-4f5d-b1e8-5970b49a3e3b tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:18:06.032269 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c043406f-a483-4f5d-b1e8-5970b49a3e3b tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "DELETE /v2.0/subnets/3e726d4f-d056-4a2a-88d4-74a66df4addf HTTP/1.1" status: 404 len: 337 time: 0.0721509 Nov 25 13:18:06.039318 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 49300) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:06.059473 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12222921-a2d4-44db-a089-26380dd7ea51 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Pushing event updated for resources: {'Port': ['ID=88132164-d9de-46b3-b764-0c6989df6dff,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:06.075420 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-fda537c1-ef22-4717-bb3a-6618c775f861 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] DELETE failed (client error): The resource could not be found. Nov 25 13:18:06.075924 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fda537c1-ef22-4717-bb3a-6618c775f861 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:18:06.079278 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-fda537c1-ef22-4717-bb3a-6618c775f861 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "DELETE /v2.0/networks/f303d7db-24ce-4d81-bc8e-f0c3cb65c55f HTTP/1.1" status: 404 len: 339 time: 0.0383778 Nov 25 13:18:06.082933 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49302) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:06.118210 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-33522b99-5447-409f-a95d-e1b69b6a6cd2 req-d420a28f-a50b-48ca-9400-7aaf38d59abb tempest-VolumesNegativeTest-491399444 tempest-VolumesNegativeTest-491399444-project] Deleting port a9d69e02-467a-4b3f-942b-882b7f9ec631 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:18:06.118541 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-33522b99-5447-409f-a95d-e1b69b6a6cd2 req-d420a28f-a50b-48ca-9400-7aaf38d59abb tempest-VolumesNegativeTest-491399444 tempest-VolumesNegativeTest-491399444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:06.135767 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8b4abbd-ef86-4aba-bee3-125afb0abcb1 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] DELETE failed (client error): The resource could not be found. Nov 25 13:18:06.136941 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8b4abbd-ef86-4aba-bee3-125afb0abcb1 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:18:06.143332 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b8b4abbd-ef86-4aba-bee3-125afb0abcb1 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "DELETE /v2.0/subnets/50dc7b39-2d08-496b-8cce-54a66654e21f HTTP/1.1" status: 404 len: 337 time: 0.0591452 Nov 25 13:18:06.144025 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49306) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:06.148997 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9a08e845-dedf-4ddb-805b-7e88cf3b6634 req-2bcfe9d0-1759-43d5-b3e8-fc17a6796c04 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:06.184121 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e98c1fa-3bf9-4036-b553-247215ca27b3 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] DELETE failed (client error): The resource could not be found. Nov 25 13:18:06.186152 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e98c1fa-3bf9-4036-b553-247215ca27b3 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:18:06.193537 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3e98c1fa-3bf9-4036-b553-247215ca27b3 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "DELETE /v2.0/networks/68814b13-72ed-4191-9e28-022242be51e4 HTTP/1.1" status: 404 len: 339 time: 0.0414135 Nov 25 13:18:06.194735 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 49310) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:06.205081 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:06.218104 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-350e300c-500a-493d-b910-53c392d19105 req-12222921-a2d4-44db-a089-26380dd7ea51 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:06.250594 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-45375e5f-30e4-4780-840c-35e170893b1f tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] DELETE failed (client error): The resource could not be found. Nov 25 13:18:06.251068 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45375e5f-30e4-4780-840c-35e170893b1f tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:18:06.254646 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-45375e5f-30e4-4780-840c-35e170893b1f tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "DELETE /v2.0/subnets/b5859a55-ab78-4cfc-8af0-c9c9ae396161 HTTP/1.1" status: 404 len: 337 time: 0.0577328 Nov 25 13:18:06.257292 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49312) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:06.276937 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-33522b99-5447-409f-a95d-e1b69b6a6cd2 req-d420a28f-a50b-48ca-9400-7aaf38d59abb tempest-VolumesNegativeTest-491399444 tempest-VolumesNegativeTest-491399444-project] For port a9d69e02-467a-4b3f-942b-882b7f9ec631, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=a9d69e02-467a-4b3f-942b-882b7f9ec631,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:18:06.277310 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-33522b99-5447-409f-a95d-e1b69b6a6cd2 req-d420a28f-a50b-48ca-9400-7aaf38d59abb tempest-VolumesNegativeTest-491399444 tempest-VolumesNegativeTest-491399444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:06.287069 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9a08e845-dedf-4ddb-805b-7e88cf3b6634 req-2bcfe9d0-1759-43d5-b3e8-fc17a6796c04 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:06.287650 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711f1890-ceeb-4aba-b670-3f587753aaaf req-22d4216c-3c69-498e-9a7a-91a059e0b55a tempest-VolumesNegativeTest-491399444 tempest-VolumesNegativeTest-491399444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:06.295266 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-711f1890-ceeb-4aba-b670-3f587753aaaf req-22d4216c-3c69-498e-9a7a-91a059e0b55a tempest-VolumesNegativeTest-491399444 tempest-VolumesNegativeTest-491399444-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb436a77-cc04-40b6-b1a9-e23d0f0e42aa HTTP/1.1" status: 200 len: 949 time: 0.1375003 Nov 25 13:18:06.296720 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-350e300c-500a-493d-b910-53c392d19105 req-12222921-a2d4-44db-a089-26380dd7ea51 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:06.297260 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-33522b99-5447-409f-a95d-e1b69b6a6cd2 req-d420a28f-a50b-48ca-9400-7aaf38d59abb tempest-VolumesNegativeTest-491399444 tempest-VolumesNegativeTest-491399444-project] Calling delete_port for a9d69e02-467a-4b3f-942b-882b7f9ec631 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:18:06.301667 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9401592-3aea-41e0-9f7f-6a2f15bbb831 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] DELETE failed (client error): The resource could not be found. Nov 25 13:18:06.302205 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9401592-3aea-41e0-9f7f-6a2f15bbb831 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:18:06.305410 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e9401592-3aea-41e0-9f7f-6a2f15bbb831 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "DELETE /v2.0/networks/d27105fd-5d43-437e-8641-c6c48184c8ae HTTP/1.1" status: 404 len: 339 time: 0.0467892 Nov 25 13:18:06.319293 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 49314) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:06.368727 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-d214f16e-c33e-4893-ba04-f978aee4a29f tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] DELETE failed (client error): The resource could not be found. Nov 25 13:18:06.369185 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d214f16e-c33e-4893-ba04-f978aee4a29f tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:18:06.372387 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d214f16e-c33e-4893-ba04-f978aee4a29f tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "DELETE /v2.0/subnets/2ef9f06f-513c-46ce-ab22-058da8f73c35 HTTP/1.1" status: 404 len: 337 time: 0.0485637 Nov 25 13:18:06.376146 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49316) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:06.408617 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-711f1890-ceeb-4aba-b670-3f587753aaaf req-29194c1b-0a55-4150-aa3f-b42b85c7be65 tempest-VolumesNegativeTest-491399444 tempest-VolumesNegativeTest-491399444-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9adb203-1184-487a-b733-e4f42226f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096380 Nov 25 13:18:06.429569 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a08e845-dedf-4ddb-805b-7e88cf3b6634 req-2bcfe9d0-1759-43d5-b3e8-fc17a6796c04 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Network 07e98a44-e123-4654-87bd-63f0784ad214 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:18:06.429569 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-9a08e845-dedf-4ddb-805b-7e88cf3b6634 req-2bcfe9d0-1759-43d5-b3e8-fc17a6796c04 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:18:06.434007 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a08e845-dedf-4ddb-805b-7e88cf3b6634 req-2bcfe9d0-1759-43d5-b3e8-fc17a6796c04 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:18:06.436704 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcfe9d0-1759-43d5-b3e8-fc17a6796c04 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Pushing event updated for resources: {'Port': ['ID=e865706f-7df6-4e7a-bcf9-facba69873bc,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:06.446873 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a6319f-9fb5-44df-a4ad-1cf38e65408c None None] DHCP port deletion for 07e98a44-e123-4654-87bd-63f0784ad214 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:18:06.447468 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5e4eb5b-fdf5-4f9a-8374-f08649b6c23a tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] DELETE failed (client error): The resource could not be found. Nov 25 13:18:06.448041 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5e4eb5b-fdf5-4f9a-8374-f08649b6c23a tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:18:06.453834 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-a5e4eb5b-fdf5-4f9a-8374-f08649b6c23a tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "DELETE /v2.0/networks/949af91d-7b5a-4d89-a941-06de3217f0d0 HTTP/1.1" status: 404 len: 339 time: 0.0734265 Nov 25 13:18:06.459676 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49322) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:06.493908 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-90a79f4d-f5fb-4e9a-bfcb-9e01d8fa89a8 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] DELETE failed (client error): The resource could not be found. Nov 25 13:18:06.494481 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90a79f4d-f5fb-4e9a-bfcb-9e01d8fa89a8 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:18:06.498114 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-90a79f4d-f5fb-4e9a-bfcb-9e01d8fa89a8 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "DELETE /v2.0/subnets/48d010f5-8ac7-4f3f-b8b5-1892abea2d18 HTTP/1.1" status: 404 len: 337 time: 0.0373752 Nov 25 13:18:06.500623 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49328) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:06.511040 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-a21c041e-5713-4e7f-b014-23ce63293c94 None None] Provisioning complete for port e865706f-7df6-4e7a-bcf9-facba69873bc triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:18:06.511637 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a21c041e-5713-4e7f-b014-23ce63293c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:06.521172 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a08e845-dedf-4ddb-805b-7e88cf3b6634 req-2bcfe9d0-1759-43d5-b3e8-fc17a6796c04 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:06.521852 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9a08e845-dedf-4ddb-805b-7e88cf3b6634 req-2bcfe9d0-1759-43d5-b3e8-fc17a6796c04 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:06.526111 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-c45f986d-f3cf-493f-ad0f-4532802aeecc tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] DELETE failed (client error): The resource could not be found. Nov 25 13:18:06.526748 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c45f986d-f3cf-493f-ad0f-4532802aeecc tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:18:06.530062 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c45f986d-f3cf-493f-ad0f-4532802aeecc tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "DELETE /v2.0/networks/cde6fb93-b27a-4287-b454-e355822b680e HTTP/1.1" status: 404 len: 339 time: 0.0285313 Nov 25 13:18:06.534453 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 49330) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:06.548842 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-a21c041e-5713-4e7f-b014-23ce63293c94 None None] Port e865706f-7df6-4e7a-bcf9-facba69873bc cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:18:06.584864 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-350e300c-500a-493d-b910-53c392d19105 req-12222921-a2d4-44db-a089-26380dd7ea51 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:06.589356 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-350e300c-500a-493d-b910-53c392d19105 req-12222921-a2d4-44db-a089-26380dd7ea51 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:06.591501 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9a08e845-dedf-4ddb-805b-7e88cf3b6634 req-2bcfe9d0-1759-43d5-b3e8-fc17a6796c04 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3304520 Nov 25 13:18:06.623834 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-9a08e845-dedf-4ddb-805b-7e88cf3b6634 req-c8b3b19d-1a44-4528-86e6-62415dbf6ce6 service neutron] Request body: {'port': {'device_id': '07917f82-99db-4cff-b8f3-6dff095f4e9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:18:06.667342 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-d13f065c-7069-420d-8beb-6d5ccafc59f8 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Deleting subnet f9168bf7-cab2-42c4-a863-057b41d62721 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:18:06.672851 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d13f065c-7069-420d-8beb-6d5ccafc59f8 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:06.690881 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12222921-a2d4-44db-a089-26380dd7ea51 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Pushing event updated for resources: {'Port': ['ID=88132164-d9de-46b3-b764-0c6989df6dff,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:06.702455 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-350e300c-500a-493d-b910-53c392d19105 req-12222921-a2d4-44db-a089-26380dd7ea51 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:06.724288 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-350e300c-500a-493d-b910-53c392d19105 req-12222921-a2d4-44db-a089-26380dd7ea51 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:06.725540 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-350e300c-500a-493d-b910-53c392d19105 req-12222921-a2d4-44db-a089-26380dd7ea51 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8615787 Nov 25 13:18:06.733973 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0fdbc1-3fea-4c4c-95f1-04c6b46d7c57 req-960a5abb-fe70-4046-a0b0-34909ed5b7f7 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:06.735056 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6c0fdbc1-3fea-4c4c-95f1-04c6b46d7c57 req-960a5abb-fe70-4046-a0b0-34909ed5b7f7 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/ports?device_id=a85b50dc-e5de-4ddf-aa34-9dea49118e99 HTTP/1.1" status: 200 len: 944 time: 0.0804954 Nov 25 13:18:06.749519 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-33522b99-5447-409f-a95d-e1b69b6a6cd2 req-d420a28f-a50b-48ca-9400-7aaf38d59abb tempest-VolumesNegativeTest-491399444 tempest-VolumesNegativeTest-491399444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:06.761504 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['a9d69e02-467a-4b3f-942b-882b7f9ec631'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:18:06.765526 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d13f065c-7069-420d-8beb-6d5ccafc59f8 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:06.771051 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9a08e845-dedf-4ddb-805b-7e88cf3b6634 req-c8b3b19d-1a44-4528-86e6-62415dbf6ce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:06.791696 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-350e300c-500a-493d-b910-53c392d19105 req-6a879f61-6f4e-49e7-9ada-45bbaa30e5d3 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.81 HTTP/1.1" status: 200 len: 695 time: 0.0551927 Nov 25 13:18:06.829942 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d420a28f-a50b-48ca-9400-7aaf38d59abb tempest-VolumesNegativeTest-491399444 tempest-VolumesNegativeTest-491399444-project] Pushing event deleted for resources: {'Port': ['ID=a9d69e02-467a-4b3f-942b-882b7f9ec631,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:06.891166 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6c0fdbc1-3fea-4c4c-95f1-04c6b46d7c57 req-8f108d30-4a77-401f-899d-d6412b82c843 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/security-groups?id=9200d83a-329b-4ad5-86ae-84da9f8a7cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154566 Nov 25 13:18:06.905023 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-33522b99-5447-409f-a95d-e1b69b6a6cd2 req-d420a28f-a50b-48ca-9400-7aaf38d59abb tempest-VolumesNegativeTest-491399444 tempest-VolumesNegativeTest-491399444-project] No DVR routers for this DVR port a9d69e02-467a-4b3f-942b-882b7f9ec631 on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:18:06.913925 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-33522b99-5447-409f-a95d-e1b69b6a6cd2 req-d420a28f-a50b-48ca-9400-7aaf38d59abb tempest-VolumesNegativeTest-491399444 tempest-VolumesNegativeTest-491399444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:06.917350 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-33522b99-5447-409f-a95d-e1b69b6a6cd2 req-d420a28f-a50b-48ca-9400-7aaf38d59abb tempest-VolumesNegativeTest-491399444 tempest-VolumesNegativeTest-491399444-project] 10.222.0.47 "DELETE /v2.0/ports/a9d69e02-467a-4b3f-942b-882b7f9ec631 HTTP/1.1" status: 204 len: 173 time: 1.0755532 Nov 25 13:18:06.919755 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb436a77-cc04-40b6-b1a9-e23d0f0e42aa', 'name': 'network-vif-deleted', 'tag': 'a9d69e02-467a-4b3f-942b-882b7f9ec631'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:18:06.922072 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d036a91c-9ca9-4303-8d69-eb9011d193e7" -d '{"events": [{"server_uuid": "fb436a77-cc04-40b6-b1a9-e23d0f0e42aa", "name": "network-vif-deleted", "tag": "a9d69e02-467a-4b3f-942b-882b7f9ec631"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:18:06.959403 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e300c-500a-493d-b910-53c392d19105 req-c80e28dd-69ee-4d7c-a95c-3dda2aa0530a tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:06.961077 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-350e300c-500a-493d-b910-53c392d19105 req-c80e28dd-69ee-4d7c-a95c-3dda2aa0530a tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] 10.222.0.53 "GET /v2.0/networks/7542d3d9-0db3-40e7-ab88-a168871141f7 HTTP/1.1" status: 200 len: 784 time: 0.1633441 Nov 25 13:18:06.973246 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [req-350e300c-500a-493d-b910-53c392d19105 req-726bbbf5-1d88-490e-9c95-b32f6f7e3239 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:18:06.974272 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-350e300c-500a-493d-b910-53c392d19105 req-726bbbf5-1d88-490e-9c95-b32f6f7e3239 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075402 Nov 25 13:18:07.108402 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a6645e8-5c88-40df-8d54-e75a3cf4a3ad x-openstack-request-id: req-1a6645e8-5c88-40df-8d54-e75a3cf4a3ad {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:18:07.108402 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb436a77-cc04-40b6-b1a9-e23d0f0e42aa", "name": "network-vif-deleted", "tag": "a9d69e02-467a-4b3f-942b-882b7f9ec631", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:18:07.109009 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1a6645e8-5c88-40df-8d54-e75a3cf4a3ad {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:18:07.109009 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb436a77-cc04-40b6-b1a9-e23d0f0e42aa', 'name': 'network-vif-deleted', 'tag': 'a9d69e02-467a-4b3f-942b-882b7f9ec631', 'status': 'completed', 'code': 200} Nov 25 13:18:07.115828 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d13f065c-7069-420d-8beb-6d5ccafc59f8 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:07.153173 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c9e85-43a9-4242-b7ab-97f5bbb56795 req-a7536006-dacd-4557-9cc4-946f4cc6b693 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:07.160724 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cf1c9e85-43a9-4242-b7ab-97f5bbb56795 req-a7536006-dacd-4557-9cc4-946f4cc6b693 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/ports?device_id=07917f82-99db-4cff-b8f3-6dff095f4e9f HTTP/1.1" status: 200 len: 931 time: 0.0701194 Nov 25 13:18:07.236551 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d13f065c-7069-420d-8beb-6d5ccafc59f8 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:07.243461 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cf1c9e85-43a9-4242-b7ab-97f5bbb56795 req-3d201635-070b-4d32-b76b-6d02000450b5 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/security-groups?id=4740d5e6-ba1b-4fd6-9612-9b9185db2d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814784 Nov 25 13:18:07.251074 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f57e5b-0d7e-4241-b69a-9643a9fcac58 req-3ff82157-749b-43b6-aeeb-fdfa65388497 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:07.252547 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a8f57e5b-0d7e-4241-b69a-9643a9fcac58 req-3ff82157-749b-43b6-aeeb-fdfa65388497 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] 10.222.0.53 "GET /v2.0/ports?device_id=4835e952-2b66-48c9-8aa5-a4b720024657&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0836670 Nov 25 13:18:07.281922 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13f065c-7069-420d-8beb-6d5ccafc59f8 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Pushing event deleted for resources: {'Subnet': ['ID=f9168bf7-cab2-42c4-a863-057b41d62721,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:07.285486 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d13f065c-7069-420d-8beb-6d5ccafc59f8 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:07.287371 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc28c9c-51c3-42ea-bac4-49bfdba00179 None None] Network 2370d101-2af9-4274-b902-f3d9048a682a requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:18:07.291264 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d13f065c-7069-420d-8beb-6d5ccafc59f8 tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "DELETE /v2.0/subnets/f9168bf7-cab2-42c4-a863-057b41d62721 HTTP/1.1" status: 204 len: 168 time: 0.7522867 Nov 25 13:18:07.295454 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49344) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:07.333006 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a8f57e5b-0d7e-4241-b69a-9643a9fcac58 req-3eca2034-561e-4daf-80af-4a3c2fe3fab4 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.81 HTTP/1.1" status: 200 len: 695 time: 0.0732930 Nov 25 13:18:07.351401 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-9a08e845-dedf-4ddb-805b-7e88cf3b6634 req-c8b3b19d-1a44-4528-86e6-62415dbf6ce6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e865706f-7df6-4e7a-bcf9-facba69873bc {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:18:07.359136 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9a08e845-dedf-4ddb-805b-7e88cf3b6634 req-c8b3b19d-1a44-4528-86e6-62415dbf6ce6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:07.365439 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-a8f57e5b-0d7e-4241-b69a-9643a9fcac58 req-0e72ee87-a701-415e-b73d-abe510691d93 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Request body: {'floatingip': {'port_id': '30ec427b-9801-4cf5-af5e-deeda352edf2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:18:07.372237 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-9a08e845-dedf-4ddb-805b-7e88cf3b6634 req-c8b3b19d-1a44-4528-86e6-62415dbf6ce6 service neutron] Transition to ACTIVE for port object e865706f-7df6-4e7a-bcf9-facba69873bc will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:18:07.379542 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9a08e845-dedf-4ddb-805b-7e88cf3b6634 req-c8b3b19d-1a44-4528-86e6-62415dbf6ce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:07.408441 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device e48b4967-3690-431b-bd83-ef41b8e853b5 up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:18:07.422424 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-a8f57e5b-0d7e-4241-b69a-9643a9fcac58 req-0e72ee87-a701-415e-b73d-abe510691d93 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Publish callbacks [] for floatingip, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:07.438238 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735e7916-e6fb-4531-8b0a-de79c6ca9915 None None] DHCP port deletion for 07e98a44-e123-4654-87bd-63f0784ad214 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:18:07.490085 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b3b19d-1a44-4528-86e6-62415dbf6ce6 service neutron] Pushing event updated for resources: {'Port': ['ID=e865706f-7df6-4e7a-bcf9-facba69873bc,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:07.526928 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ca03a82f-109e-4eaf-aa79-dd76955106dc tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:07.531232 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port e48b4967-3690-431b-bd83-ef41b8e853b5 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:18:07.537560 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port e48b4967-3690-431b-bd83-ef41b8e853b5 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:18:07.538532 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:07.552382 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-9a08e845-dedf-4ddb-805b-7e88cf3b6634 req-c8b3b19d-1a44-4528-86e6-62415dbf6ce6 service neutron] Attempting to bind port e865706f-7df6-4e7a-bcf9-facba69873bc on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:18:07.553086 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-9a08e845-dedf-4ddb-805b-7e88cf3b6634 req-c8b3b19d-1a44-4528-86e6-62415dbf6ce6 service neutron] Attempting to bind port e865706f-7df6-4e7a-bcf9-facba69873bc by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': 'ea599390-cb21-4f42-a770-5e7220a6f048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '07e98a44-e123-4654-87bd-63f0784ad214'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:18:07.553650 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a08e845-dedf-4ddb-805b-7e88cf3b6634 req-c8b3b19d-1a44-4528-86e6-62415dbf6ce6 service neutron] Attempting to bind port e865706f-7df6-4e7a-bcf9-facba69873bc on network 07e98a44-e123-4654-87bd-63f0784ad214 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:18:07.562831 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a08e845-dedf-4ddb-805b-7e88cf3b6634 req-c8b3b19d-1a44-4528-86e6-62415dbf6ce6 service neutron] Port e865706f-7df6-4e7a-bcf9-facba69873bc on network 07e98a44-e123-4654-87bd-63f0784ad214 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:18:07.563633 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a08e845-dedf-4ddb-805b-7e88cf3b6634 req-c8b3b19d-1a44-4528-86e6-62415dbf6ce6 service neutron] Attempting to bind port e865706f-7df6-4e7a-bcf9-facba69873bc on network 07e98a44-e123-4654-87bd-63f0784ad214 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:18:07.586154 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a08e845-dedf-4ddb-805b-7e88cf3b6634 req-c8b3b19d-1a44-4528-86e6-62415dbf6ce6 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:18:07.586785 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a08e845-dedf-4ddb-805b-7e88cf3b6634 req-c8b3b19d-1a44-4528-86e6-62415dbf6ce6 service neutron] Checking segment: {'id': 'ea599390-cb21-4f42-a770-5e7220a6f048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '07e98a44-e123-4654-87bd-63f0784ad214'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:18:07.587445 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a08e845-dedf-4ddb-805b-7e88cf3b6634 req-c8b3b19d-1a44-4528-86e6-62415dbf6ce6 service neutron] Bound using segment: {'id': 'ea599390-cb21-4f42-a770-5e7220a6f048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '07e98a44-e123-4654-87bd-63f0784ad214'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:18:07.588184 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-9a08e845-dedf-4ddb-805b-7e88cf3b6634 req-c8b3b19d-1a44-4528-86e6-62415dbf6ce6 service neutron] Bound port: e865706f-7df6-4e7a-bcf9-facba69873bc, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea599390-cb21-4f42-a770-5e7220a6f048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '07e98a44-e123-4654-87bd-63f0784ad214'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:18:07.588621 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9a08e845-dedf-4ddb-805b-7e88cf3b6634 req-c8b3b19d-1a44-4528-86e6-62415dbf6ce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:07.624024 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f925659-184d-47be-af3e-cf0ba1e7da23 None None] DHCP port deletion for 2370d101-2af9-4274-b902-f3d9048a682a request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:18:07.672320 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-9a08e845-dedf-4ddb-805b-7e88cf3b6634 req-c8b3b19d-1a44-4528-86e6-62415dbf6ce6 service neutron] For port e865706f-7df6-4e7a-bcf9-facba69873bc, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:18:07.675764 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-9a08e845-dedf-4ddb-805b-7e88cf3b6634 req-c8b3b19d-1a44-4528-86e6-62415dbf6ce6 service neutron] For port e865706f-7df6-4e7a-bcf9-facba69873bc, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=e865706f-7df6-4e7a-bcf9-facba69873bc,segment=NetworkSegment(ea599390-cb21-4f42-a770-5e7220a6f048),segment_id=ea599390-cb21-4f42-a770-5e7220a6f048)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:18:07.679973 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9a08e845-dedf-4ddb-805b-7e88cf3b6634 req-c8b3b19d-1a44-4528-86e6-62415dbf6ce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:07.681367 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-556e744f-c94d-48e2-802a-19e62fbe8182 req-5bc82ac1-8703-42c5-b6e9-d5243e10a784 tempest-VolumesNegativeTest-491399444 tempest-VolumesNegativeTest-491399444-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb436a77-cc04-40b6-b1a9-e23d0f0e42aa HTTP/1.1" status: 200 len: 210 time: 0.0630414 Nov 25 13:18:07.716324 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd78b5b2-098c-4162-937a-3be597e92148 None None] DHCP port deletion for 07e98a44-e123-4654-87bd-63f0784ad214 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:18:07.716724 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a08e845-dedf-4ddb-805b-7e88cf3b6634 req-c8b3b19d-1a44-4528-86e6-62415dbf6ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:07.717499 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9a08e845-dedf-4ddb-805b-7e88cf3b6634 req-c8b3b19d-1a44-4528-86e6-62415dbf6ce6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:07.729598 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9a08e845-dedf-4ddb-805b-7e88cf3b6634 req-c8b3b19d-1a44-4528-86e6-62415dbf6ce6 service neutron] 10.222.0.47 "PUT /v2.0/ports/e865706f-7df6-4e7a-bcf9-facba69873bc HTTP/1.1" status: 200 len: 1092 time: 1.1174865 Nov 25 13:18:07.737504 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:07.766874 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-ca03a82f-109e-4eaf-aa79-dd76955106dc tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Deleting port ef41463f-6188-42eb-861b-24c1589961bc {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:18:07.767247 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ca03a82f-109e-4eaf-aa79-dd76955106dc tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:07.800154 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b3b19d-1a44-4528-86e6-62415dbf6ce6 service neutron] Pushing event updated for resources: {'Port': ['ID=e865706f-7df6-4e7a-bcf9-facba69873bc,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:07.846375 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a08e845-dedf-4ddb-805b-7e88cf3b6634 req-3e79f0ad-27e2-4754-842b-9f15f0fb99f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:07.848583 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9a08e845-dedf-4ddb-805b-7e88cf3b6634 req-3e79f0ad-27e2-4754-842b-9f15f0fb99f4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d3f9f88292274c1e909ee2b5229333e7&device_id=07917f82-99db-4cff-b8f3-6dff095f4e9f HTTP/1.1" status: 200 len: 1095 time: 0.0604548 Nov 25 13:18:07.887262 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-ca03a82f-109e-4eaf-aa79-dd76955106dc tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] For port ef41463f-6188-42eb-861b-24c1589961bc, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=ef41463f-6188-42eb-861b-24c1589961bc,segment=NetworkSegment(ca54d698-5a71-4faa-a407-84841341ff7a),segment_id=ca54d698-5a71-4faa-a407-84841341ff7a)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:18:07.887636 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ca03a82f-109e-4eaf-aa79-dd76955106dc tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:07.898398 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9a08e845-dedf-4ddb-805b-7e88cf3b6634 req-54cdaccf-2a9b-4078-be06-108c59b940f6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e865706f-7df6-4e7a-bcf9-facba69873bc HTTP/1.1" status: 200 len: 217 time: 0.0372705 Nov 25 13:18:07.904194 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [req-a8f57e5b-0d7e-4241-b69a-9643a9fcac58 req-0e72ee87-a701-415e-b73d-abe510691d93 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] update failed (client error): There was a conflict when trying to complete your request. Nov 25 13:18:07.905244 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a8f57e5b-0d7e-4241-b69a-9643a9fcac58 req-0e72ee87-a701-415e-b73d-abe510691d93 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] 10.222.0.53 "PUT /v2.0/floatingips/7ce8159b-900d-4bec-a406-d7ba30a00055 HTTP/1.1" status: 409 len: 549 time: 0.5469260 Nov 25 13:18:07.906119 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-ca03a82f-109e-4eaf-aa79-dd76955106dc tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Calling delete_port for ef41463f-6188-42eb-861b-24c1589961bc owned by network:dhcp {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:18:07.983602 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a08e845-dedf-4ddb-805b-7e88cf3b6634 req-6ee71406-2e6a-46af-bbe9-2c6ec4262247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:07.985290 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9a08e845-dedf-4ddb-805b-7e88cf3b6634 req-6ee71406-2e6a-46af-bbe9-2c6ec4262247 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=15f44c57-43c8-4ee0-9da7-9da2c4fb151a HTTP/1.1" status: 200 len: 852 time: 0.0780520 Nov 25 13:18:07.986041 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-3f925659-184d-47be-af3e-cf0ba1e7da23 None None] Deleting port ef41463f-6188-42eb-861b-24c1589961bc {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:18:07.986425 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3f925659-184d-47be-af3e-cf0ba1e7da23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:08.023804 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9a08e845-dedf-4ddb-805b-7e88cf3b6634 req-7e1cc479-4a88-442c-9009-e457ecd4dfbb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=07e98a44-e123-4654-87bd-63f0784ad214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306313 Nov 25 13:18:08.063933 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85b50dc-e5de-4ddf-aa34-9dea49118e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e48b4967-3690-431b-bd83-ef41b8e853b5'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:18:08.069272 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de0ff414-796a-4a53-90d8-bdabff00e79a" -d '{"events": [{"server_uuid": "a85b50dc-e5de-4ddf-aa34-9dea49118e99", "name": "network-vif-plugged", "status": "completed", "tag": "e48b4967-3690-431b-bd83-ef41b8e853b5"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:18:08.078119 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port e48b4967-3690-431b-bd83-ef41b8e853b5, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=e48b4967-3690-431b-bd83-ef41b8e853b5,segment=NetworkSegment(fce75d79-afff-444e-a670-074434c84613),segment_id=fce75d79-afff-444e-a670-074434c84613)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:18:08.089707 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:08.099663 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:08.153002 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9a08e845-dedf-4ddb-805b-7e88cf3b6634 req-2ccfa323-70d2-4744-a6cd-86a3f3e8620f service neutron] 10.222.0.47 "GET /v2.0/networks/07e98a44-e123-4654-87bd-63f0784ad214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216316 Nov 25 13:18:08.155726 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-3f925659-184d-47be-af3e-cf0ba1e7da23 None None] For port ef41463f-6188-42eb-861b-24c1589961bc, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=ef41463f-6188-42eb-861b-24c1589961bc,segment=NetworkSegment(ca54d698-5a71-4faa-a407-84841341ff7a),segment_id=ca54d698-5a71-4faa-a407-84841341ff7a)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:18:08.156142 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3f925659-184d-47be-af3e-cf0ba1e7da23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:08.177848 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-3f925659-184d-47be-af3e-cf0ba1e7da23 None None] Calling delete_port for ef41463f-6188-42eb-861b-24c1589961bc owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:18:08.199915 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=e48b4967-3690-431b-bd83-ef41b8e853b5,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:08.279530 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3f925659-184d-47be-af3e-cf0ba1e7da23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:08.283207 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9a08e845-dedf-4ddb-805b-7e88cf3b6634 req-c57b2bf0-7a62-4385-bac4-cb17d980bb14 service neutron] 10.222.0.47 "GET /v2.0/networks/07e98a44-e123-4654-87bd-63f0784ad214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226506 Nov 25 13:18:08.324028 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f925659-184d-47be-af3e-cf0ba1e7da23 None None] No DVR routers for this DVR port ef41463f-6188-42eb-861b-24c1589961bc on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:18:08.327817 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f925659-184d-47be-af3e-cf0ba1e7da23 None None] Pushing event deleted for resources: {'Port': ['ID=ef41463f-6188-42eb-861b-24c1589961bc,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:08.369299 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device ef41463f-6188-42eb-861b-24c1589961bc no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:18:08.394601 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: ef41463f-6188-42eb-861b-24c1589961bc {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:18:08.394973 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device ef41463f-6188-42eb-861b-24c1589961bc not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:18:08.404642 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0da41ccc-ba72-4a9f-9fdf-b8f5b2ca1ea7 req-03ab8a9c-3e4d-4b5f-87fe-78bf92fad964 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] 10.222.0.53 "GET /v2.0/floatingips/7ce8159b-900d-4bec-a406-d7ba30a00055 HTTP/1.1" status: 200 len: 692 time: 0.0930793 Nov 25 13:18:08.485839 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048bac8-d98e-4f36-8c50-3fe483329825 req-26c5b446-61a2-42f7-80fe-4a18c89e5adb tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:08.487659 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0048bac8-d98e-4f36-8c50-3fe483329825 req-26c5b446-61a2-42f7-80fe-4a18c89e5adb tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/ports?device_id=a85b50dc-e5de-4ddf-aa34-9dea49118e99 HTTP/1.1" status: 200 len: 945 time: 0.1737869 Nov 25 13:18:08.494471 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ca03a82f-109e-4eaf-aa79-dd76955106dc tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:08.546302 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca03a82f-109e-4eaf-aa79-dd76955106dc tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Pushing event deleted for resources: {'Port': ['ID=ef41463f-6188-42eb-861b-24c1589961bc,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:08.548253 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca03a82f-109e-4eaf-aa79-dd76955106dc tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] No DVR routers for this DVR port ef41463f-6188-42eb-861b-24c1589961bc on host n-d-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:18:08.634177 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0048bac8-d98e-4f36-8c50-3fe483329825 req-42acd221-bdb0-4e7c-a217-d344c43a0ba8 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/security-groups?id=9200d83a-329b-4ad5-86ae-84da9f8a7cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347744 Nov 25 13:18:08.665885 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da41ccc-ba72-4a9f-9fdf-b8f5b2ca1ea7 req-5ffd2755-e784-4905-b04e-776125bce4a0 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:08.667300 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0da41ccc-ba72-4a9f-9fdf-b8f5b2ca1ea7 req-5ffd2755-e784-4905-b04e-776125bce4a0 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] 10.222.0.53 "GET /v2.0/networks/7542d3d9-0db3-40e7-ab88-a168871141f7 HTTP/1.1" status: 200 len: 784 time: 0.2549944 Nov 25 13:18:08.688450 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [req-0da41ccc-ba72-4a9f-9fdf-b8f5b2ca1ea7 req-02d5f698-f0ac-421b-8a2b-3d5d9af760ae tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:18:08.689504 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0da41ccc-ba72-4a9f-9fdf-b8f5b2ca1ea7 req-02d5f698-f0ac-421b-8a2b-3d5d9af760ae tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0154455 Nov 25 13:18:08.692202 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ca03a82f-109e-4eaf-aa79-dd76955106dc tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:08.761017 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-ca03a82f-109e-4eaf-aa79-dd76955106dc tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2370d101-2af9-4274-b902-f3d9048a682a']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:18:08.766288 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0da41ccc-ba72-4a9f-9fdf-b8f5b2ca1ea7 req-6c5a7f81-0562-4ebf-b9b6-526dc447138c tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.81 HTTP/1.1" status: 200 len: 695 time: 0.0658286 Nov 25 13:18:08.774924 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-ca03a82f-109e-4eaf-aa79-dd76955106dc tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca54d698-5a71-4faa-a407-84841341ff7a') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:18:08.783960 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-ca03a82f-109e-4eaf-aa79-dd76955106dc tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca54d698-5a71-4faa-a407-84841341ff7a') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:18:08.808576 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ca03a82f-109e-4eaf-aa79-dd76955106dc tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:08.819015 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf9ad98-e0c7-4781-b8f4-9f677ebb26ed x-openstack-request-id: req-faf9ad98-e0c7-4781-b8f4-9f677ebb26ed {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:18:08.819304 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a85b50dc-e5de-4ddf-aa34-9dea49118e99", "name": "network-vif-plugged", "status": "completed", "tag": "e48b4967-3690-431b-bd83-ef41b8e853b5", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:18:08.819599 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-faf9ad98-e0c7-4781-b8f4-9f677ebb26ed {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:18:08.819950 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a85b50dc-e5de-4ddf-aa34-9dea49118e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e48b4967-3690-431b-bd83-ef41b8e853b5', 'code': 200} Nov 25 13:18:08.857937 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0da41ccc-ba72-4a9f-9fdf-b8f5b2ca1ea7 req-86376c00-0e35-4a87-8ce1-e7ebcaf0e70d tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.81 HTTP/1.1" status: 200 len: 695 time: 0.0729687 Nov 25 13:18:08.858969 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ca03a82f-109e-4eaf-aa79-dd76955106dc tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:08.867428 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca03a82f-109e-4eaf-aa79-dd76955106dc tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:18:08.867833 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ca03a82f-109e-4eaf-aa79-dd76955106dc tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:08.870971 n-d-808199-11 neutron-server[103570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:18:08.870971 n-d-808199-11 neutron-server[103570]: self.session.flush() Nov 25 13:18:08.870971 n-d-808199-11 neutron-server[103570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:18:08.870971 n-d-808199-11 neutron-server[103570]: self.session.flush() Nov 25 13:18:08.870971 n-d-808199-11 neutron-server[103570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:18:08.870971 n-d-808199-11 neutron-server[103570]: self.session.flush() Nov 25 13:18:08.870971 n-d-808199-11 neutron-server[103570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:18:08.870971 n-d-808199-11 neutron-server[103570]: self.session.flush() Nov 25 13:18:08.870971 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:18:08.870971 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:18:08.870971 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:18:08.870971 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:18:08.870971 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:18:08.870971 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:18:08.870971 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:18:08.870971 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:18:08.870971 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:18:08.870971 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:18:08.870971 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:18:08.870971 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:18:08.870971 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:18:08.870971 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:18:08.870971 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:18:08.870971 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:18:08.870971 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:18:08.870971 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:18:08.870971 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:18:08.870971 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:18:08.870971 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:18:08.870971 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:18:08.870971 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:18:08.870971 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:18:08.870971 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:18:08.870971 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:18:08.870971 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:18:08.870971 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:18:08.870971 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:18:08.870971 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:18:08.870971 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:18:08.870971 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:18:09.062411 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ca03a82f-109e-4eaf-aa79-dd76955106dc tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:09.073136 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ca03a82f-109e-4eaf-aa79-dd76955106dc tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:09.079522 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-ca03a82f-109e-4eaf-aa79-dd76955106dc tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] 10.222.0.53 "DELETE /v2.0/networks/2370d101-2af9-4274-b902-f3d9048a682a HTTP/1.1" status: 204 len: 168 time: 1.7799027 Nov 25 13:18:09.110079 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07917f82-99db-4cff-b8f3-6dff095f4e9f', 'tag': 'e865706f-7df6-4e7a-bcf9-facba69873bc'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:18:09.112648 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43d8344-49cb-4249-956d-b7957390f26d" -d '{"events": [{"name": "network-changed", "server_uuid": "07917f82-99db-4cff-b8f3-6dff095f4e9f", "tag": "e865706f-7df6-4e7a-bcf9-facba69873bc"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:18:09.117940 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca03a82f-109e-4eaf-aa79-dd76955106dc tempest-NetworksTest-430031767 tempest-NetworksTest-430031767-project] Pushing event deleted for resources: {'Network': ['ID=2370d101-2af9-4274-b902-f3d9048a682a,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:09.135629 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505b25a-f981-4c6c-9f85-e5c76d97e179 req-782c77d6-2924-43d5-94bd-0af10150396c tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:09.143167 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2505b25a-f981-4c6c-9f85-e5c76d97e179 req-782c77d6-2924-43d5-94bd-0af10150396c tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/ports?device_id=07917f82-99db-4cff-b8f3-6dff095f4e9f HTTP/1.1" status: 200 len: 943 time: 0.2711415 Nov 25 13:18:09.148879 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75372180-5011-4249-bec0-3c9f03b2719e req-2e16a6f9-f9e0-4688-b63d-01b51d6650ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:09.150372 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-75372180-5011-4249-bec0-3c9f03b2719e req-2e16a6f9-f9e0-4688-b63d-01b51d6650ac service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a85b50dc-e5de-4ddf-aa34-9dea49118e99 HTTP/1.1" status: 200 len: 1097 time: 0.2490165 Nov 25 13:18:09.255125 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2505b25a-f981-4c6c-9f85-e5c76d97e179 req-52383035-2619-46c0-a33b-93018f511b88 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/security-groups?id=4740d5e6-ba1b-4fd6-9612-9b9185db2d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109262 Nov 25 13:18:09.259700 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-75372180-5011-4249-bec0-3c9f03b2719e req-efbdbdce-4044-49cd-86be-7d9a8f7c9405 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9200d83a-329b-4ad5-86ae-84da9f8a7cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949211 Nov 25 13:18:09.261967 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-0da41ccc-ba72-4a9f-9fdf-b8f5b2ca1ea7 req-692f4b7b-4517-4a67-bbce-a157049f32cc tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Deleting port 88132164-d9de-46b3-b764-0c6989df6dff {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:18:09.262307 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-0da41ccc-ba72-4a9f-9fdf-b8f5b2ca1ea7 req-692f4b7b-4517-4a67-bbce-a157049f32cc tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:09.398554 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-0da41ccc-ba72-4a9f-9fdf-b8f5b2ca1ea7 req-692f4b7b-4517-4a67-bbce-a157049f32cc tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:09.399288 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-0da41ccc-ba72-4a9f-9fdf-b8f5b2ca1ea7 req-692f4b7b-4517-4a67-bbce-a157049f32cc tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:09.407856 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:18:09.414311 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-0da41ccc-ba72-4a9f-9fdf-b8f5b2ca1ea7 req-692f4b7b-4517-4a67-bbce-a157049f32cc tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Calling delete_port for 88132164-d9de-46b3-b764-0c6989df6dff owned by network:floatingip {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:18:09.594335 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device a9d69e02-467a-4b3f-942b-882b7f9ec631 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:18:09.599912 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 49422) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:09.659540 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: a9d69e02-467a-4b3f-942b-882b7f9ec631 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:18:09.660215 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device a9d69e02-467a-4b3f-942b-882b7f9ec631 not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:18:09.675371 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-0da41ccc-ba72-4a9f-9fdf-b8f5b2ca1ea7 req-692f4b7b-4517-4a67-bbce-a157049f32cc tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:09.730328 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:18:09.745936 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': '122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'port_id': '122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e', 'mac_address': 'fa:16:3e:c6:9d:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce5ca48-e3be-44c6-9584-fd9eb8c67222', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:18:09.751845 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692f4b7b-4517-4a67-bbce-a157049f32cc tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Pushing event deleted for resources: {'Port': ['ID=88132164-d9de-46b3-b764-0c6989df6dff,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:09.796202 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:09.812627 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:18:09.839537 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:18:09.852103 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:09.883276 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-0da41ccc-ba72-4a9f-9fdf-b8f5b2ca1ea7 req-692f4b7b-4517-4a67-bbce-a157049f32cc tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Publish callbacks [] for floatingip, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:09.887059 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-0da41ccc-ba72-4a9f-9fdf-b8f5b2ca1ea7 req-692f4b7b-4517-4a67-bbce-a157049f32cc tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:09.889704 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0da41ccc-ba72-4a9f-9fdf-b8f5b2ca1ea7 req-692f4b7b-4517-4a67-bbce-a157049f32cc tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] 10.222.0.53 "DELETE /v2.0/floatingips/7ce8159b-900d-4bec-a406-d7ba30a00055 HTTP/1.1" status: 204 len: 173 time: 1.0241868 Nov 25 13:18:09.898394 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-475fe779-ac92-473a-925b-58cc855bc702 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=22ba648da9f241c0a9e2114a63bb303f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2938960 Nov 25 13:18:09.899187 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49438) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:09.943320 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b35b00d-1ff2-48a0-81da-425f89ea29ab x-openstack-request-id: req-6b35b00d-1ff2-48a0-81da-425f89ea29ab {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:18:09.943617 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07917f82-99db-4cff-b8f3-6dff095f4e9f", "tag": "e865706f-7df6-4e7a-bcf9-facba69873bc", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:18:09.943897 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6b35b00d-1ff2-48a0-81da-425f89ea29ab {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:18:09.944311 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07917f82-99db-4cff-b8f3-6dff095f4e9f', 'tag': 'e865706f-7df6-4e7a-bcf9-facba69873bc', 'status': 'completed', 'code': 200} Nov 25 13:18:09.952791 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e,revision_number=9']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:10.007403 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:18:10.009057 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1ea56daf-d609-4e9d-b446-fe0b70bd0d89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:10.062277 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1ea56daf-d609-4e9d-b446-fe0b70bd0d89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:10.120338 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53611ac-23b4-4702-8a83-6b4ae93bc278 req-258446dc-0754-4e07-9904-c48f3c32c7df tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:10.122059 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e53611ac-23b4-4702-8a83-6b4ae93bc278 req-258446dc-0754-4e07-9904-c48f3c32c7df tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/ports?device_id=a85b50dc-e5de-4ddf-aa34-9dea49118e99 HTTP/1.1" status: 200 len: 945 time: 0.1020033 Nov 25 13:18:10.177717 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1ea56daf-d609-4e9d-b446-fe0b70bd0d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:10.181057 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1ea56daf-d609-4e9d-b446-fe0b70bd0d89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:10.186642 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-1ea56daf-d609-4e9d-b446-fe0b70bd0d89 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/408875a5-d5bd-4c21-9c65-3649b63d5ab1 HTTP/1.1" status: 204 len: 168 time: 0.2840354 Nov 25 13:18:10.227583 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea56daf-d609-4e9d-b446-fe0b70bd0d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=408875a5-d5bd-4c21-9c65-3649b63d5ab1,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:10.320905 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e53611ac-23b4-4702-8a83-6b4ae93bc278 req-0bdee874-56d8-4f53-bbd1-de4fe5cad021 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/security-groups?id=9200d83a-329b-4ad5-86ae-84da9f8a7cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709588 Nov 25 13:18:10.535984 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d8344-49cb-4249-956d-b7957390f26d req-6284624d-bc82-4172-bd0e-4b96728689a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:10.538224 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a43d8344-49cb-4249-956d-b7957390f26d req-6284624d-bc82-4172-bd0e-4b96728689a0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d3f9f88292274c1e909ee2b5229333e7&device_id=07917f82-99db-4cff-b8f3-6dff095f4e9f HTTP/1.1" status: 200 len: 1095 time: 0.5680225 Nov 25 13:18:10.563462 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bd54ee0d-4595-4a4c-99b7-2378af3db4ac req-586bc3d5-cf0c-4c0b-81c7-3836d5b0db31 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.166 HTTP/1.1" status: 200 len: 1001 time: 0.2034650 Nov 25 13:18:10.712309 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dddd4c-5fd8-4505-ab5d-6592ae655d96 req-76b078df-3c6d-4c1d-9be9-48b4a1d6c3b8 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:10.715589 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-65dddd4c-5fd8-4505-ab5d-6592ae655d96 req-76b078df-3c6d-4c1d-9be9-48b4a1d6c3b8 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/ports?device_id=07917f82-99db-4cff-b8f3-6dff095f4e9f HTTP/1.1" status: 200 len: 943 time: 0.0707872 Nov 25 13:18:10.733249 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd54ee0d-4595-4a4c-99b7-2378af3db4ac req-b20655c7-1614-4216-8d38-ad86983f49bb tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:10.752563 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bd54ee0d-4595-4a4c-99b7-2378af3db4ac req-b20655c7-1614-4216-8d38-ad86983f49bb tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] 10.222.0.53 "GET /v2.0/ports/30ec427b-9801-4cf5-af5e-deeda352edf2 HTTP/1.1" status: 200 len: 942 time: 0.1692896 Nov 25 13:18:10.800055 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d8344-49cb-4249-956d-b7957390f26d req-0de3bbfb-eb8e-4663-9c37-5dd576852b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:10.805319 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a43d8344-49cb-4249-956d-b7957390f26d req-0de3bbfb-eb8e-4663-9c37-5dd576852b15 service neutron] 10.222.0.47 "GET /v2.0/networks?id=07e98a44-e123-4654-87bd-63f0784ad214 HTTP/1.1" status: 200 len: 913 time: 0.2592134 Nov 25 13:18:10.896015 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-65dddd4c-5fd8-4505-ab5d-6592ae655d96 req-53ea4fbf-518c-4a0a-94c2-721363a3548a tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/security-groups?id=4740d5e6-ba1b-4fd6-9612-9b9185db2d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413321 Nov 25 13:18:10.917467 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a43d8344-49cb-4249-956d-b7957390f26d req-abb5d605-8ec6-4d39-836a-bdd81a7471db service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e865706f-7df6-4e7a-bcf9-facba69873bc HTTP/1.1" status: 200 len: 217 time: 0.0863404 Nov 25 13:18:11.009827 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bd54ee0d-4595-4a4c-99b7-2378af3db4ac req-026516c3-4b88-4c8b-9a55-6eaacae9dcb3 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.166 HTTP/1.1" status: 200 len: 1001 time: 0.1300349 Nov 25 13:18:11.030311 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d8344-49cb-4249-956d-b7957390f26d req-f8c35bf3-2ade-4250-8d46-cdee46d8be98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:11.032660 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a43d8344-49cb-4249-956d-b7957390f26d req-f8c35bf3-2ade-4250-8d46-cdee46d8be98 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=15f44c57-43c8-4ee0-9da7-9da2c4fb151a HTTP/1.1" status: 200 len: 852 time: 0.0990808 Nov 25 13:18:11.082322 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a43d8344-49cb-4249-956d-b7957390f26d req-9531c53e-5845-466f-9468-d12a175dd22a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=07e98a44-e123-4654-87bd-63f0784ad214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404978 Nov 25 13:18:11.210661 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd54ee0d-4595-4a4c-99b7-2378af3db4ac req-004cdb95-5b60-4bd9-9807-ae6bad811cec tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:11.212435 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bd54ee0d-4595-4a4c-99b7-2378af3db4ac req-004cdb95-5b60-4bd9-9807-ae6bad811cec tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] 10.222.0.53 "GET /v2.0/networks/7542d3d9-0db3-40e7-ab88-a168871141f7 HTTP/1.1" status: 200 len: 784 time: 0.2014980 Nov 25 13:18:11.285689 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a43d8344-49cb-4249-956d-b7957390f26d req-4b8d82ba-b942-420a-84d3-fa50c401d942 service neutron] 10.222.0.47 "GET /v2.0/networks/07e98a44-e123-4654-87bd-63f0784ad214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944194 Nov 25 13:18:11.326852 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bd54ee0d-4595-4a4c-99b7-2378af3db4ac req-e2153495-4112-475c-b02f-2df1213a50af tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.166 HTTP/1.1" status: 200 len: 1001 time: 0.1048965 Nov 25 13:18:11.339176 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-bd54ee0d-4595-4a4c-99b7-2378af3db4ac req-06487fad-e38e-490a-ae8a-90367f77499a tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:18:11.415711 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:11.422775 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:18:11.440997 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-bd54ee0d-4595-4a4c-99b7-2378af3db4ac req-06487fad-e38e-490a-ae8a-90367f77499a tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Publish callbacks [] for floatingip, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:11.456304 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a43d8344-49cb-4249-956d-b7957390f26d req-45776d8f-2a20-4066-b717-2de666fbd5c8 service neutron] 10.222.0.47 "GET /v2.0/networks/07e98a44-e123-4654-87bd-63f0784ad214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476409 Nov 25 13:18:11.530738 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port 122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:18:11.532385 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:11.596110 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device e865706f-7df6-4e7a-bcf9-facba69873bc details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:18:11.714959 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 49560) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:11.764327 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-bd54ee0d-4595-4a4c-99b7-2378af3db4ac req-06487fad-e38e-490a-ae8a-90367f77499a tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:11.770487 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-bd54ee0d-4595-4a4c-99b7-2378af3db4ac req-06487fad-e38e-490a-ae8a-90367f77499a tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:11.772057 n-d-808199-11 neutron-server[103570]: INFO neutron.db.l3_db [req-bd54ee0d-4595-4a4c-99b7-2378af3db4ac req-06487fad-e38e-490a-ae8a-90367f77499a tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Floating IP c1a92569-a2e0-4c28-bdc3-dd1148a7457d disassociated. External IP: 172.25.5.166, port: 30ec427b-9801-4cf5-af5e-deeda352edf2. Nov 25 13:18:11.896497 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port e865706f-7df6-4e7a-bcf9-facba69873bc, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=e865706f-7df6-4e7a-bcf9-facba69873bc,segment=NetworkSegment(ea599390-cb21-4f42-a770-5e7220a6f048),segment_id=ea599390-cb21-4f42-a770-5e7220a6f048)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:18:11.924929 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': 'e865706f-7df6-4e7a-bcf9-facba69873bc', 'network_id': '07e98a44-e123-4654-87bd-63f0784ad214', 'port_id': 'e865706f-7df6-4e7a-bcf9-facba69873bc', 'mac_address': 'fa:16:3e:b8:73:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15f44c57-43c8-4ee0-9da7-9da2c4fb151a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:18:12.004139 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-bf8ef4cd-479f-4e7c-9d89-889950bda568 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1913793071'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:18:12.012359 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:12.025471 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:12.054623 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8ef4cd-479f-4e7c-9d89-889950bda568 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Made reservation on behalf of 103222503d1f447390d34cefdf0e19b7 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:18:12.059712 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bf8ef4cd-479f-4e7c-9d89-889950bda568 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:12.067472 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:18:12.069271 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e23d7bc0-0e21-420d-9355-e4e3f6a07b36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:18:12.072717 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a9249a-faa9-42f1-a9eb-2dc3387a05ce" -d '{"events": [{"server_uuid": "e23d7bc0-0e21-420d-9355-e4e3f6a07b36", "name": "network-vif-plugged", "status": "completed", "tag": "122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:18:12.076676 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e865706f-7df6-4e7a-bcf9-facba69873bc {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:18:12.085484 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:12.090173 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bf8ef4cd-479f-4e7c-9d89-889950bda568 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:12.128424 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port e865706f-7df6-4e7a-bcf9-facba69873bc, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=e865706f-7df6-4e7a-bcf9-facba69873bc,segment=NetworkSegment(ea599390-cb21-4f42-a770-5e7220a6f048),segment_id=ea599390-cb21-4f42-a770-5e7220a6f048)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:18:12.165684 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:12.177198 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7379fe-cffb-44af-9e26-4d4906439076 req-0880e985-7963-4ccd-b0cf-50b2d01292a8 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:12.187914 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7c7379fe-cffb-44af-9e26-4d4906439076 req-0880e985-7963-4ccd-b0cf-50b2d01292a8 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/ports?device_id=a85b50dc-e5de-4ddf-aa34-9dea49118e99 HTTP/1.1" status: 200 len: 945 time: 0.1636744 Nov 25 13:18:12.193122 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e,revision_number=10']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:12.237014 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bf8ef4cd-479f-4e7c-9d89-889950bda568 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:12.248369 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bf8ef4cd-479f-4e7c-9d89-889950bda568 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:12.291565 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf8ef4cd-479f-4e7c-9d89-889950bda568 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:18:12.311732 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7c7379fe-cffb-44af-9e26-4d4906439076 req-76f10c5a-d337-461e-8da1-8739a6e06759 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/security-groups?id=9200d83a-329b-4ad5-86ae-84da9f8a7cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088393 Nov 25 13:18:12.322416 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=e865706f-7df6-4e7a-bcf9-facba69873bc,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:12.339733 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bf8ef4cd-479f-4e7c-9d89-889950bda568 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:12.340152 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-bf8ef4cd-479f-4e7c-9d89-889950bda568 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Added segment 6145c0f7-9244-4b4f-ac2e-d26da4c7fe8c of type vlan for network 52ae875d-0ffa-4694-baf0-c8a9daf7457a Nov 25 13:18:12.357451 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8ef4cd-479f-4e7c-9d89-889950bda568 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75d5992c-42ce-4632-b594-cc31b208bea1,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:12.409305 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bf8ef4cd-479f-4e7c-9d89-889950bda568 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:12.436522 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['e865706f-7df6-4e7a-bcf9-facba69873bc'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:18:12.462136 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bf8ef4cd-479f-4e7c-9d89-889950bda568 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:12.472831 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8ef4cd-479f-4e7c-9d89-889950bda568 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:12.475104 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bf8ef4cd-479f-4e7c-9d89-889950bda568 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:12.558912 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd54ee0d-4595-4a4c-99b7-2378af3db4ac req-06487fad-e38e-490a-ae8a-90367f77499a tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Router 0269e300-787d-4073-afb4-fff6cd965809 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:18:12.578062 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-bf8ef4cd-479f-4e7c-9d89-889950bda568 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.8598676 Nov 25 13:18:12.579016 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 49588) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:12.584258 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-56656261-632b-4c58-9d5a-5fb781afa5e1 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Request body: {'port': {'network_id': '52ae875d-0ffa-4694-baf0-c8a9daf7457a', 'name': 'tempest-PortsTestJSON-1414880185'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:18:12.677652 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8ef4cd-479f-4e7c-9d89-889950bda568 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event updated for resources: {'Network': ['ID=52ae875d-0ffa-4694-baf0-c8a9daf7457a,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:12.702074 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 52ae875d-0ffa-4694-baf0-c8a9daf7457a details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:18:12.746965 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc07fb3-2f60-44e9-9f25-2003475f3086 req-7b8caf50-7aa7-4bb3-b79d-e23a4ef266b7 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:12.754294 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8dc07fb3-2f60-44e9-9f25-2003475f3086 req-7b8caf50-7aa7-4bb3-b79d-e23a4ef266b7 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/ports?device_id=07917f82-99db-4cff-b8f3-6dff095f4e9f HTTP/1.1" status: 200 len: 944 time: 0.1801891 Nov 25 13:18:12.817802 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56656261-632b-4c58-9d5a-5fb781afa5e1 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Made reservation on behalf of 103222503d1f447390d34cefdf0e19b7 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:18:12.821913 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-56656261-632b-4c58-9d5a-5fb781afa5e1 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:12.838794 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8dc07fb3-2f60-44e9-9f25-2003475f3086 req-554189c0-8af2-430b-8d03-7dfa8c269e6a tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/security-groups?id=4740d5e6-ba1b-4fd6-9612-9b9185db2d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753300 Nov 25 13:18:12.840615 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd54ee0d-4595-4a4c-99b7-2378af3db4ac req-06487fad-e38e-490a-ae8a-90367f77499a tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:18:12.846660 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-bd54ee0d-4595-4a4c-99b7-2378af3db4ac req-06487fad-e38e-490a-ae8a-90367f77499a tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:12.858312 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2020114-576e-46c3-aec0-b2705b7e8726 None None] Sync routers for ids ['0269e300-787d-4073-afb4-fff6cd965809'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:18:12.879603 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2020114-576e-46c3-aec0-b2705b7e8726 None None] Routers {'0269e300-787d-4073-afb4-fff6cd965809'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:18:12.880542 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-e2020114-576e-46c3-aec0-b2705b7e8726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:18:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['0269e300-787d-4073-afb4-fff6cd965809'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:18:12.884512 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-56656261-632b-4c58-9d5a-5fb781afa5e1 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] device_id is not set on port 1018f78a-f98c-47f1-9f13-e27f71ef6e5a yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:18:12.893033 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71458c7e-95da-4e68-b72a-21d8c99e0a30 x-openstack-request-id: req-71458c7e-95da-4e68-b72a-21d8c99e0a30 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:18:12.894511 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e23d7bc0-0e21-420d-9355-e4e3f6a07b36", "name": "network-vif-plugged", "status": "completed", "tag": "122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:18:12.894511 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-71458c7e-95da-4e68-b72a-21d8c99e0a30 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:18:12.898902 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e23d7bc0-0e21-420d-9355-e4e3f6a07b36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e', 'code': 200} Nov 25 13:18:12.934654 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bd54ee0d-4595-4a4c-99b7-2378af3db4ac req-06487fad-e38e-490a-ae8a-90367f77499a tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] 10.222.0.53 "PUT /v2.0/floatingips/c1a92569-a2e0-4c28-bdc3-dd1148a7457d HTTP/1.1" status: 200 len: 695 time: 1.6012514 Nov 25 13:18:12.935135 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4835e952-2b66-48c9-8aa5-a4b720024657', 'tag': '30ec427b-9801-4cf5-af5e-deeda352edf2'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:18:12.937461 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744245e3-4a75-4138-b896-66008d92049f" -d '{"events": [{"name": "network-changed", "server_uuid": "4835e952-2b66-48c9-8aa5-a4b720024657", "tag": "30ec427b-9801-4cf5-af5e-deeda352edf2"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:18:13.103392 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd54ee0d-4595-4a4c-99b7-2378af3db4ac req-4dcb38a0-7c67-4fed-b19e-419c5010e2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:13.111013 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bd54ee0d-4595-4a4c-99b7-2378af3db4ac req-4dcb38a0-7c67-4fed-b19e-419c5010e2ee service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a66046ba7ab241f7a28e6ccb64e01d36&device_id=4835e952-2b66-48c9-8aa5-a4b720024657 HTTP/1.1" status: 200 len: 1097 time: 0.1578841 Nov 25 13:18:13.150238 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-e2020114-576e-46c3-aec0-b2705b7e8726 None None] Set router 0269e300-787d-4073-afb4-fff6cd965809 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:18:13.160777 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6255944-8942-4abb-a884-f79544dae166 req-3f376220-7f17-4d0f-9733-5826a4e049ef tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:13.169837 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f6255944-8942-4abb-a884-f79544dae166 req-3f376220-7f17-4d0f-9733-5826a4e049ef tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/ports?device_id=a85b50dc-e5de-4ddf-aa34-9dea49118e99 HTTP/1.1" status: 200 len: 945 time: 0.1973758 Nov 25 13:18:13.297763 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f6255944-8942-4abb-a884-f79544dae166 req-74a637f5-1fc3-478e-9309-ba8950bba2d0 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/security-groups?id=9200d83a-329b-4ad5-86ae-84da9f8a7cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208646 Nov 25 13:18:13.354493 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd54ee0d-4595-4a4c-99b7-2378af3db4ac req-931b5f47-65fc-4522-82cb-adfcc5ac3de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:13.357087 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bd54ee0d-4595-4a4c-99b7-2378af3db4ac req-931b5f47-65fc-4522-82cb-adfcc5ac3de9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=852a4914-50f1-4e00-b3d9-1a927fff763c HTTP/1.1" status: 200 len: 930 time: 0.2378767 Nov 25 13:18:13.374712 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-56656261-632b-4c58-9d5a-5fb781afa5e1 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:13.463060 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-56656261-632b-4c58-9d5a-5fb781afa5e1 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:13.465171 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bd54ee0d-4595-4a4c-99b7-2378af3db4ac req-7510fb5b-46c6-4028-a741-3ec6bc0ded0e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30ec427b-9801-4cf5-af5e-deeda352edf2 HTTP/1.1" status: 200 len: 217 time: 0.0990059 Nov 25 13:18:13.493943 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-e2020114-576e-46c3-aec0-b2705b7e8726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0269e300-787d-4073-afb4-fff6cd965809', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1693762775-router', 'tenant_id': 'a66046ba7ab241f7a28e6ccb64e01d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '594032a2-fd6f-40af-b69f-a1891f4af5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:17:26Z', 'updated_at': '2021-11-25T13:17:30Z', 'revision_number': 4, 'project_id': 'a66046ba7ab241f7a28e6ccb64e01d36', 'gw_port': {'id': '594032a2-fd6f-40af-b69f-a1891f4af5c0', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:78:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0269e300-787d-4073-afb4-fff6cd965809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:17:26Z', 'updated_at': '2021-11-25T13:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'ff51eff9-62c6-48c6-ab67-0733773c24d6', 'name': '', 'network_id': '852a4914-50f1-4e00-b3d9-1a927fff763c', 'tenant_id': 'a66046ba7ab241f7a28e6ccb64e01d36', 'mac_address': 'fa:16:3e:e9:21:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0269e300-787d-4073-afb4-fff6cd965809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '7a9c809c-58ba-4418-b161-113227da05aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:17:30Z', 'updated_at': '2021-11-25T13:17:41Z', 'revision_number': 5, 'project_id': 'a66046ba7ab241f7a28e6ccb64e01d36', 'subnets': [{'id': '7a9c809c-58ba-4418-b161-113227da05aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:18:13.532123 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd54ee0d-4595-4a4c-99b7-2378af3db4ac req-86750507-d4e5-471c-bdf3-56fa16f3be93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:13.538965 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2020114-576e-46c3-aec0-b2705b7e8726 None None] Checking router: 0269e300-787d-4073-afb4-fff6cd965809 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:18:13.540882 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bd54ee0d-4595-4a4c-99b7-2378af3db4ac req-86750507-d4e5-471c-bdf3-56fa16f3be93 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7a9c809c-58ba-4418-b161-113227da05aa HTTP/1.1" status: 200 len: 868 time: 0.0750105 Nov 25 13:18:13.546036 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56656261-632b-4c58-9d5a-5fb781afa5e1 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event updated for resources: {'Port': ['ID=1018f78a-f98c-47f1-9f13-e27f71ef6e5a,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:13.549084 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2020114-576e-46c3-aec0-b2705b7e8726 None None] Routers {'0269e300-787d-4073-afb4-fff6cd965809'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:18:13.549775 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-e2020114-576e-46c3-aec0-b2705b7e8726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:18:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['0269e300-787d-4073-afb4-fff6cd965809'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:18:13.590254 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56656261-632b-4c58-9d5a-5fb781afa5e1 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Checking segment: {'id': '6145c0f7-9244-4b4f-ac2e-d26da4c7fe8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '52ae875d-0ffa-4694-baf0-c8a9daf7457a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:18:13.590254 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56656261-632b-4c58-9d5a-5fb781afa5e1 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Network hostable DHCP agents. Network: 52ae875d-0ffa-4694-baf0-c8a9daf7457a, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:18:13.602873 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device e865706f-7df6-4e7a-bcf9-facba69873bc up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:18:13.619031 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56656261-632b-4c58-9d5a-5fb781afa5e1 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Network 52ae875d-0ffa-4694-baf0-c8a9daf7457a is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:18:13.634956 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-56656261-632b-4c58-9d5a-5fb781afa5e1 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 52ae875d-0ffa-4694-baf0-c8a9daf7457a) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:18:13.641136 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56656261-632b-4c58-9d5a-5fb781afa5e1 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:18:13.650074 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5065840-643b-4dcb-9efd-01ba4d90c8ad None None] Network 52ae875d-0ffa-4694-baf0-c8a9daf7457a requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:18:13.656275 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56656261-632b-4c58-9d5a-5fb781afa5e1 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:13.658936 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-56656261-632b-4c58-9d5a-5fb781afa5e1 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:13.663606 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d8291b-4f33-4554-8fd1-ca9b5f3defeb req-f6593ddc-4faf-4a8a-ae08-ac8404b8e893 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:13.676124 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b1d8291b-4f33-4554-8fd1-ca9b5f3defeb req-f6593ddc-4faf-4a8a-ae08-ac8404b8e893 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 944 time: 0.2087340 Nov 25 13:18:13.692471 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd54ee0d-4595-4a4c-99b7-2378af3db4ac req-fa33b5a2-2213-4b35-8345-adf98dc80b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:13.702537 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bd54ee0d-4595-4a4c-99b7-2378af3db4ac req-fa33b5a2-2213-4b35-8345-adf98dc80b67 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=852a4914-50f1-4e00-b3d9-1a927fff763c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1607227 Nov 25 13:18:13.707599 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-56656261-632b-4c58-9d5a-5fb781afa5e1 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1250710 Nov 25 13:18:13.709025 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 49662) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:13.731816 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-8ecaa925-f6eb-45dc-8631-195627017aa3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1251826374'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:18:13.789776 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ecaa925-f6eb-45dc-8631-195627017aa3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Made reservation on behalf of 103222503d1f447390d34cefdf0e19b7 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:18:13.796081 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8ecaa925-f6eb-45dc-8631-195627017aa3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:13.848176 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ecaa925-f6eb-45dc-8631-195627017aa3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:18:13.871449 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8ecaa925-f6eb-45dc-8631-195627017aa3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:13.872538 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-8ecaa925-f6eb-45dc-8631-195627017aa3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Added segment 81a81ed3-2b94-4ac9-83ee-2b5b66f9d766 of type vlan for network 300f3894-503e-4318-a2b4-f4820a95ef68 Nov 25 13:18:13.886957 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-e2020114-576e-46c3-aec0-b2705b7e8726 None None] Set router 0269e300-787d-4073-afb4-fff6cd965809 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:18:13.892184 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port e865706f-7df6-4e7a-bcf9-facba69873bc completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:18:13.920592 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port e865706f-7df6-4e7a-bcf9-facba69873bc triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:18:13.920981 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:13.939835 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8ecaa925-f6eb-45dc-8631-195627017aa3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:13.941766 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b1d8291b-4f33-4554-8fd1-ca9b5f3defeb req-18b49190-a7a4-4ead-b65c-75b9dc0b0188 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2602746 Nov 25 13:18:13.980791 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8ecaa925-f6eb-45dc-8631-195627017aa3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:13.991382 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecaa925-f6eb-45dc-8631-195627017aa3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:13.992115 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8ecaa925-f6eb-45dc-8631-195627017aa3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:14.012411 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bd54ee0d-4595-4a4c-99b7-2378af3db4ac req-7354b795-2cae-4d2a-b854-e147aec1bd1c service neutron] 10.222.0.53 "GET /v2.0/networks/852a4914-50f1-4e00-b3d9-1a927fff763c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089616 Nov 25 13:18:14.108906 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-8ecaa925-f6eb-45dc-8631-195627017aa3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3987823 Nov 25 13:18:14.118003 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 49698) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:14.125530 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-186c9610-056c-469f-ac3b-134934c71b52 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Request body: {'ports': [{'network_id': '52ae875d-0ffa-4694-baf0-c8a9daf7457a'}, {'network_id': '300f3894-503e-4318-a2b4-f4820a95ef68'}]} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:18:14.126105 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-186c9610-056c-469f-ac3b-134934c71b52 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Request body: {'port': {'network_id': '52ae875d-0ffa-4694-baf0-c8a9daf7457a'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:18:14.126782 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-186c9610-056c-469f-ac3b-134934c71b52 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Request body: {'port': {'network_id': '300f3894-503e-4318-a2b4-f4820a95ef68'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:18:14.154853 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecaa925-f6eb-45dc-8631-195627017aa3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event updated for resources: {'Network': ['ID=300f3894-503e-4318-a2b4-f4820a95ef68,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:14.246825 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bd54ee0d-4595-4a4c-99b7-2378af3db4ac req-244cc539-0883-4714-901d-b7068c334998 service neutron] 10.222.0.53 "GET /v2.0/networks/852a4914-50f1-4e00-b3d9-1a927fff763c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269225 Nov 25 13:18:14.294189 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91aff30f-8263-44c1-8ae0-29f1473d4cb3 x-openstack-request-id: req-91aff30f-8263-44c1-8ae0-29f1473d4cb3 {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:18:14.295229 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4835e952-2b66-48c9-8aa5-a4b720024657", "tag": "30ec427b-9801-4cf5-af5e-deeda352edf2", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:18:14.296838 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-91aff30f-8263-44c1-8ae0-29f1473d4cb3 {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:18:14.296838 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4835e952-2b66-48c9-8aa5-a4b720024657', 'tag': '30ec427b-9801-4cf5-af5e-deeda352edf2', 'status': 'completed', 'code': 200} Nov 25 13:18:14.383987 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744245e3-4a75-4138-b896-66008d92049f req-6b0974f3-bf84-4f67-b51c-78743a4924a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:14.385795 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-744245e3-4a75-4138-b896-66008d92049f req-6b0974f3-bf84-4f67-b51c-78743a4924a5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a66046ba7ab241f7a28e6ccb64e01d36&device_id=4835e952-2b66-48c9-8aa5-a4b720024657 HTTP/1.1" status: 200 len: 1097 time: 0.0774577 Nov 25 13:18:14.461879 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 300f3894-503e-4318-a2b4-f4820a95ef68 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:18:14.512287 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186c9610-056c-469f-ac3b-134934c71b52 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Made reservation on behalf of 103222503d1f447390d34cefdf0e19b7 for: {'port': 2} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:18:14.525531 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-186c9610-056c-469f-ac3b-134934c71b52 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:14.556527 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-186c9610-056c-469f-ac3b-134934c71b52 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:14.649973 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab4cda8-7196-409c-af71-9e3a65550a2b req-048de9b6-2d69-49fd-b1a8-aef6c3dd3b1c tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:14.653616 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5ab4cda8-7196-409c-af71-9e3a65550a2b req-048de9b6-2d69-49fd-b1a8-aef6c3dd3b1c tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/ports?device_id=07917f82-99db-4cff-b8f3-6dff095f4e9f HTTP/1.1" status: 200 len: 944 time: 0.2474053 Nov 25 13:18:14.729548 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744245e3-4a75-4138-b896-66008d92049f req-9bb9ea0c-b5d4-40a9-a3c0-9e989ebfd109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:14.731969 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-744245e3-4a75-4138-b896-66008d92049f req-9bb9ea0c-b5d4-40a9-a3c0-9e989ebfd109 service neutron] 10.222.0.66 "GET /v2.0/networks?id=852a4914-50f1-4e00-b3d9-1a927fff763c HTTP/1.1" status: 200 len: 930 time: 0.3362603 Nov 25 13:18:14.758728 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-186c9610-056c-469f-ac3b-134934c71b52 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] device_id is not set on port c0c444a8-bbb8-48a2-be35-02b8f8b728f5 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:18:14.819855 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:14.908956 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-744245e3-4a75-4138-b896-66008d92049f req-2577f21c-ddda-4b90-8b3f-816c3410853f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30ec427b-9801-4cf5-af5e-deeda352edf2 HTTP/1.1" status: 200 len: 217 time: 0.1509955 Nov 25 13:18:14.939971 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07917f82-99db-4cff-b8f3-6dff095f4e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e865706f-7df6-4e7a-bcf9-facba69873bc'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:18:14.942419 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028f092f-8089-4792-9a83-aa94d3e8bcb4" -d '{"events": [{"server_uuid": "07917f82-99db-4cff-b8f3-6dff095f4e9f", "name": "network-vif-plugged", "status": "completed", "tag": "e865706f-7df6-4e7a-bcf9-facba69873bc"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:18:14.961596 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port e865706f-7df6-4e7a-bcf9-facba69873bc, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=e865706f-7df6-4e7a-bcf9-facba69873bc,segment=NetworkSegment(ea599390-cb21-4f42-a770-5e7220a6f048),segment_id=ea599390-cb21-4f42-a770-5e7220a6f048)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:18:15.003611 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-186c9610-056c-469f-ac3b-134934c71b52 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:15.011688 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:15.067077 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5ab4cda8-7196-409c-af71-9e3a65550a2b req-ba1ead30-ef69-4744-b5c0-28ac059edd5f tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/security-groups?id=4740d5e6-ba1b-4fd6-9612-9b9185db2d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3724928 Nov 25 13:18:15.095615 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744245e3-4a75-4138-b896-66008d92049f req-ffe10aa1-d2f7-4043-8e45-c31f313d699d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:15.095615 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-744245e3-4a75-4138-b896-66008d92049f req-ffe10aa1-d2f7-4043-8e45-c31f313d699d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7a9c809c-58ba-4418-b161-113227da05aa HTTP/1.1" status: 200 len: 868 time: 0.1742272 Nov 25 13:18:15.105312 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-e2020114-576e-46c3-aec0-b2705b7e8726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0269e300-787d-4073-afb4-fff6cd965809', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1693762775-router', 'tenant_id': 'a66046ba7ab241f7a28e6ccb64e01d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '594032a2-fd6f-40af-b69f-a1891f4af5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:17:26Z', 'updated_at': '2021-11-25T13:17:30Z', 'revision_number': 4, 'project_id': 'a66046ba7ab241f7a28e6ccb64e01d36', 'gw_port': {'id': '594032a2-fd6f-40af-b69f-a1891f4af5c0', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:78:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0269e300-787d-4073-afb4-fff6cd965809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:17:26Z', 'updated_at': '2021-11-25T13:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'ff51eff9-62c6-48c6-ab67-0733773c24d6', 'name': '', 'network_id': '852a4914-50f1-4e00-b3d9-1a927fff763c', 'tenant_id': 'a66046ba7ab241f7a28e6ccb64e01d36', 'mac_address': 'fa:16:3e:e9:21:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0269e300-787d-4073-afb4-fff6cd965809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '7a9c809c-58ba-4418-b161-113227da05aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:17:30Z', 'updated_at': '2021-11-25T13:17:41Z', 'revision_number': 5, 'project_id': 'a66046ba7ab241f7a28e6ccb64e01d36', 'subnets': [{'id': '7a9c809c-58ba-4418-b161-113227da05aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:18:15.156679 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-186c9610-056c-469f-ac3b-134934c71b52 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] device_id is not set on port 7b072d74-c079-4e96-8164-039eb2c0dc41 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:18:15.170535 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2020114-576e-46c3-aec0-b2705b7e8726 None None] The sync data for ids ['0269e300-787d-4073-afb4-fff6cd965809'] in n-d-808199-11 is: [{'id': '0269e300-787d-4073-afb4-fff6cd965809', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1693762775-router', 'tenant_id': 'a66046ba7ab241f7a28e6ccb64e01d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '594032a2-fd6f-40af-b69f-a1891f4af5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:17:26Z', 'updated_at': '2021-11-25T13:17:30Z', 'revision_number': 4, 'project_id': 'a66046ba7ab241f7a28e6ccb64e01d36', 'gw_port': {'id': '594032a2-fd6f-40af-b69f-a1891f4af5c0', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:78:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0269e300-787d-4073-afb4-fff6cd965809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:17:26Z', 'updated_at': '2021-11-25T13:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'ff51eff9-62c6-48c6-ab67-0733773c24d6', 'name': '', 'network_id': '852a4914-50f1-4e00-b3d9-1a927fff763c', 'tenant_id': 'a66046ba7ab241f7a28e6ccb64e01d36', 'mac_address': 'fa:16:3e:e9:21:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0269e300-787d-4073-afb4-fff6cd965809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '7a9c809c-58ba-4418-b161-113227da05aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:17:30Z', 'updated_at': '2021-11-25T13:17:41Z', 'revision_number': 5, 'project_id': 'a66046ba7ab241f7a28e6ccb64e01d36', 'subnets': [{'id': '7a9c809c-58ba-4418-b161-113227da05aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:18:15.233567 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=e865706f-7df6-4e7a-bcf9-facba69873bc,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:15.374068 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-186c9610-056c-469f-ac3b-134934c71b52 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:15.433870 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-186c9610-056c-469f-ac3b-134934c71b52 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:15.509034 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186c9610-056c-469f-ac3b-134934c71b52 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Network 52ae875d-0ffa-4694-baf0-c8a9daf7457a is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:18:15.512523 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-186c9610-056c-469f-ac3b-134934c71b52 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:18:15.517221 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186c9610-056c-469f-ac3b-134934c71b52 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:18:15.518174 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-186c9610-056c-469f-ac3b-134934c71b52 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:15.538899 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186c9610-056c-469f-ac3b-134934c71b52 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event updated for resources: {'Port': ['ID=c0c444a8-bbb8-48a2-be35-02b8f8b728f5,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:15.638219 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186c9610-056c-469f-ac3b-134934c71b52 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event updated for resources: {'Port': ['ID=7b072d74-c079-4e96-8164-039eb2c0dc41,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:15.645480 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186c9610-056c-469f-ac3b-134934c71b52 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Checking segment: {'id': '81a81ed3-2b94-4ac9-83ee-2b5b66f9d766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '300f3894-503e-4318-a2b4-f4820a95ef68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:18:15.645841 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186c9610-056c-469f-ac3b-134934c71b52 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Network hostable DHCP agents. Network: 300f3894-503e-4318-a2b4-f4820a95ef68, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:18:15.669018 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186c9610-056c-469f-ac3b-134934c71b52 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Network 300f3894-503e-4318-a2b4-f4820a95ef68 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:18:15.691350 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-186c9610-056c-469f-ac3b-134934c71b52 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 300f3894-503e-4318-a2b4-f4820a95ef68) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:18:15.694857 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02edcca0-f338-43f2-bf5c-c084754279f6 req-f4c23a29-a664-4823-bb51-1cf373c30965 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:15.701831 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f0283d-4bf1-44a5-bfd0-9a3260c0f62d None None] Network 300f3894-503e-4318-a2b4-f4820a95ef68 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:18:15.702367 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-02edcca0-f338-43f2-bf5c-c084754279f6 req-f4c23a29-a664-4823-bb51-1cf373c30965 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 944 time: 0.7433865 Nov 25 13:18:15.716151 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186c9610-056c-469f-ac3b-134934c71b52 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:18:15.717387 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526ce882-d881-4efc-a205-9de830ba6489 None None] New status for floating IP c1a92569-a2e0-4c28-bdc3-dd1148a7457d: DOWN {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 13:18:15.722468 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-72ec94bb-cd91-40a4-9907-4608847c3171 req-19969cb2-d0e1-46d2-b54e-d5c033be106b tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] 10.222.0.53 "GET /v2.0/floatingips/c1a92569-a2e0-4c28-bdc3-dd1148a7457d HTTP/1.1" status: 200 len: 695 time: 0.6122360 Nov 25 13:18:15.733689 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186c9610-056c-469f-ac3b-134934c71b52 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:15.748629 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186c9610-056c-469f-ac3b-134934c71b52 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:15.749448 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-186c9610-056c-469f-ac3b-134934c71b52 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:15.785664 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-186c9610-056c-469f-ac3b-134934c71b52 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6659203 Nov 25 13:18:15.788873 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 49760) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:15.804353 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744245e3-4a75-4138-b896-66008d92049f req-fa12697e-dda3-4b4d-a130-80f8e7183499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:15.806239 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-744245e3-4a75-4138-b896-66008d92049f req-fa12697e-dda3-4b4d-a130-80f8e7183499 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=852a4914-50f1-4e00-b3d9-1a927fff763c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6974895 Nov 25 13:18:15.868672 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-02edcca0-f338-43f2-bf5c-c084754279f6 req-58d04de8-e0c8-43bb-a757-d632704e0f68 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651447 Nov 25 13:18:15.990963 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ec94bb-cd91-40a4-9907-4608847c3171 req-35386f80-c3f6-4849-837b-48febf57fb57 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:16.002376 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-7cefb09a-790d-4294-a70f-4f837dfb72b5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Deleting port 7b072d74-c079-4e96-8164-039eb2c0dc41 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:18:16.002756 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7cefb09a-790d-4294-a70f-4f837dfb72b5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:16.006193 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-72ec94bb-cd91-40a4-9907-4608847c3171 req-35386f80-c3f6-4849-837b-48febf57fb57 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] 10.222.0.53 "GET /v2.0/networks/7542d3d9-0db3-40e7-ab88-a168871141f7 HTTP/1.1" status: 200 len: 784 time: 0.2827814 Nov 25 13:18:16.140608 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7cefb09a-790d-4294-a70f-4f837dfb72b5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:16.176510 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-72ec94bb-cd91-40a4-9907-4608847c3171 req-9a28ee8b-34b0-4ba8-972d-bc8f74f14434 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.166 HTTP/1.1" status: 200 len: 698 time: 0.1689866 Nov 25 13:18:16.183369 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-7cefb09a-790d-4294-a70f-4f837dfb72b5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Calling delete_port for 7b072d74-c079-4e96-8164-039eb2c0dc41 owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:18:16.272749 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d05a48-39bf-4289-900e-985e5de13a1c x-openstack-request-id: req-20d05a48-39bf-4289-900e-985e5de13a1c {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:18:16.273206 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07917f82-99db-4cff-b8f3-6dff095f4e9f", "name": "network-vif-plugged", "status": "completed", "tag": "e865706f-7df6-4e7a-bcf9-facba69873bc", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:18:16.273317 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-20d05a48-39bf-4289-900e-985e5de13a1c {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:18:16.273772 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07917f82-99db-4cff-b8f3-6dff095f4e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e865706f-7df6-4e7a-bcf9-facba69873bc', 'code': 200} Nov 25 13:18:16.330870 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-744245e3-4a75-4138-b896-66008d92049f req-6c1cfe10-4f2a-4022-8980-cf5e00907c30 service neutron] 10.222.0.66 "GET /v2.0/networks/852a4914-50f1-4e00-b3d9-1a927fff763c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5106592 Nov 25 13:18:16.333280 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7cefb09a-790d-4294-a70f-4f837dfb72b5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:16.369399 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-72ec94bb-cd91-40a4-9907-4608847c3171 req-eee8065c-1e04-420f-b821-3c45d039a2c9 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.166 HTTP/1.1" status: 200 len: 698 time: 0.1906860 Nov 25 13:18:16.428714 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7cefb09a-790d-4294-a70f-4f837dfb72b5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:16.442329 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-7cefb09a-790d-4294-a70f-4f837dfb72b5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "DELETE /v2.0/ports/7b072d74-c079-4e96-8164-039eb2c0dc41 HTTP/1.1" status: 204 len: 168 time: 0.6499441 Nov 25 13:18:16.457786 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cefb09a-790d-4294-a70f-4f837dfb72b5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event deleted for resources: {'Port': ['ID=7b072d74-c079-4e96-8164-039eb2c0dc41,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:16.459144 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49782) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:16.492891 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b5dc8d-f0a4-4826-9f1c-2d33492d4d68 req-cda2d4c7-1e9e-4525-9d72-f701d8f17155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:16.495126 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-58b5dc8d-f0a4-4826-9f1c-2d33492d4d68 req-cda2d4c7-1e9e-4525-9d72-f701d8f17155 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=07917f82-99db-4cff-b8f3-6dff095f4e9f HTTP/1.1" status: 200 len: 1097 time: 0.1416819 Nov 25 13:18:16.563633 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-58b5dc8d-f0a4-4826-9f1c-2d33492d4d68 req-217172a8-9892-4da7-b3d5-4ac7efe79182 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4740d5e6-ba1b-4fd6-9612-9b9185db2d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607445 Nov 25 13:18:16.660138 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9140e86f-7689-4729-9b70-697932637200 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:16.666473 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9140e86f-7689-4729-9b70-697932637200 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:16.668530 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-9140e86f-7689-4729-9b70-697932637200 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2078476 Nov 25 13:18:16.671416 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 49784) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:16.690062 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-744245e3-4a75-4138-b896-66008d92049f req-421356ca-1156-4b4b-ac01-3cd9c71f6090 service neutron] 10.222.0.66 "GET /v2.0/networks/852a4914-50f1-4e00-b3d9-1a927fff763c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455362 Nov 25 13:18:16.711216 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-72ec94bb-cd91-40a4-9907-4608847c3171 req-49722f2a-5dd4-4c43-9f33-124ab2ee819c tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Deleting port f46d2969-a64d-4ff5-8fca-b838ee5efbee {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:18:16.713158 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-72ec94bb-cd91-40a4-9907-4608847c3171 req-49722f2a-5dd4-4c43-9f33-124ab2ee819c tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:16.862375 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-26a449b5-c044-4482-931f-7a44f4a15c52 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Deleting port c0c444a8-bbb8-48a2-be35-02b8f8b728f5 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:18:16.862933 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-26a449b5-c044-4482-931f-7a44f4a15c52 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:16.886778 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323db19d-4e9e-404e-9973-5ed1d7e5e15a req-82b046b3-a5f4-4c0d-898b-da06aa1ed66c tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:16.895300 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-323db19d-4e9e-404e-9973-5ed1d7e5e15a req-82b046b3-a5f4-4c0d-898b-da06aa1ed66c tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/ports?device_id=07917f82-99db-4cff-b8f3-6dff095f4e9f HTTP/1.1" status: 200 len: 945 time: 0.0827909 Nov 25 13:18:16.912007 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-72ec94bb-cd91-40a4-9907-4608847c3171 req-49722f2a-5dd4-4c43-9f33-124ab2ee819c tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:16.912701 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-72ec94bb-cd91-40a4-9907-4608847c3171 req-49722f2a-5dd4-4c43-9f33-124ab2ee819c tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:16.935630 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-72ec94bb-cd91-40a4-9907-4608847c3171 req-49722f2a-5dd4-4c43-9f33-124ab2ee819c tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Calling delete_port for f46d2969-a64d-4ff5-8fca-b838ee5efbee owned by network:floatingip {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:18:16.948816 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-26a449b5-c044-4482-931f-7a44f4a15c52 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:16.964277 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-26a449b5-c044-4482-931f-7a44f4a15c52 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Calling delete_port for c0c444a8-bbb8-48a2-be35-02b8f8b728f5 owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:18:16.974181 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-323db19d-4e9e-404e-9973-5ed1d7e5e15a req-2aa7292b-dbeb-4ab1-b0d9-0a6f78078bea tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/security-groups?id=4740d5e6-ba1b-4fd6-9612-9b9185db2d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775833 Nov 25 13:18:17.080925 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-26a449b5-c044-4482-931f-7a44f4a15c52 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:17.130404 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a449b5-c044-4482-931f-7a44f4a15c52 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event deleted for resources: {'Port': ['ID=c0c444a8-bbb8-48a2-be35-02b8f8b728f5,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:17.147656 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-26a449b5-c044-4482-931f-7a44f4a15c52 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:17.154952 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-26a449b5-c044-4482-931f-7a44f4a15c52 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "DELETE /v2.0/ports/c0c444a8-bbb8-48a2-be35-02b8f8b728f5 HTTP/1.1" status: 204 len: 168 time: 0.4819930 Nov 25 13:18:17.155161 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49794) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:17.219884 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ea650-c18b-4dc5-85ae-4f5b4f61d39e req-6808cb3a-01b2-4a82-a051-04e7288efc0e tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:17.227260 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-744ea650-c18b-4dc5-85ae-4f5b4f61d39e req-6808cb3a-01b2-4a82-a051-04e7288efc0e tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 944 time: 0.1104183 Nov 25 13:18:17.311414 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b5ed0a-73bc-41ee-ae70-0d07ed1cff50 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:17.315189 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-86b5ed0a-73bc-41ee-ae70-0d07ed1cff50 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1581025 Nov 25 13:18:17.316399 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 49796) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:17.350292 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-72ec94bb-cd91-40a4-9907-4608847c3171 req-49722f2a-5dd4-4c43-9f33-124ab2ee819c tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:17.369250 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-aec00f2b-4757-4c4e-8dcb-449369abbb55 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] GET failed (client error): The resource could not be found. Nov 25 13:18:17.371162 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-aec00f2b-4757-4c4e-8dcb-449369abbb55 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "GET /v2.0/ports/7b072d74-c079-4e96-8164-039eb2c0dc41 HTTP/1.1" status: 404 len: 333 time: 0.0505242 Nov 25 13:18:17.373866 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 49798) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:17.418846 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-744ea650-c18b-4dc5-85ae-4f5b4f61d39e req-d924db0d-c556-480d-b745-c1d9155a3a60 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884117 Nov 25 13:18:17.428919 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b410260-7f56-4bcf-ba52-ea277e4d3a55 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] GET failed (client error): The resource could not be found. Nov 25 13:18:17.445949 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-4b410260-7f56-4bcf-ba52-ea277e4d3a55 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "GET /v2.0/ports/c0c444a8-bbb8-48a2-be35-02b8f8b728f5 HTTP/1.1" status: 404 len: 333 time: 0.0560262 Nov 25 13:18:17.446041 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49722f2a-5dd4-4c43-9f33-124ab2ee819c tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Pushing event deleted for resources: {'Port': ['ID=f46d2969-a64d-4ff5-8fca-b838ee5efbee,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:17.446120 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 49802) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:17.572636 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-96e6f24f-bb9f-4110-80e6-883d19027f79 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:17.576926 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-72ec94bb-cd91-40a4-9907-4608847c3171 req-49722f2a-5dd4-4c43-9f33-124ab2ee819c tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Publish callbacks [] for floatingip, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:17.579727 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-72ec94bb-cd91-40a4-9907-4608847c3171 req-49722f2a-5dd4-4c43-9f33-124ab2ee819c tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:17.586339 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-72ec94bb-cd91-40a4-9907-4608847c3171 req-49722f2a-5dd4-4c43-9f33-124ab2ee819c tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] 10.222.0.53 "DELETE /v2.0/floatingips/c1a92569-a2e0-4c28-bdc3-dd1148a7457d HTTP/1.1" status: 204 len: 173 time: 1.2159486 Nov 25 13:18:17.619161 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ee1f9-71fc-4b8a-87fb-3bef50a5d569 req-7ded8bf0-5cd2-419b-9378-ff3aa7bd7356 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:17.628564 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2d3ee1f9-71fc-4b8a-87fb-3bef50a5d569 req-7ded8bf0-5cd2-419b-9378-ff3aa7bd7356 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/ports?device_id=a85b50dc-e5de-4ddf-aa34-9dea49118e99 HTTP/1.1" status: 200 len: 945 time: 0.0957634 Nov 25 13:18:17.782391 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-96e6f24f-bb9f-4110-80e6-883d19027f79 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:17.797380 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2d3ee1f9-71fc-4b8a-87fb-3bef50a5d569 req-c18d2f05-5db4-43c5-a5e4-0c4aa7e0f04c tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/security-groups?id=9200d83a-329b-4ad5-86ae-84da9f8a7cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642389 Nov 25 13:18:17.815883 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-96e6f24f-bb9f-4110-80e6-883d19027f79 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['300f3894-503e-4318-a2b4-f4820a95ef68']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:18:17.830738 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-96e6f24f-bb9f-4110-80e6-883d19027f79 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81a81ed3-2b94-4ac9-83ee-2b5b66f9d766') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:18:17.831049 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-96e6f24f-bb9f-4110-80e6-883d19027f79 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81a81ed3-2b94-4ac9-83ee-2b5b66f9d766') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:18:17.843354 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-96e6f24f-bb9f-4110-80e6-883d19027f79 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:17.862622 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-96e6f24f-bb9f-4110-80e6-883d19027f79 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:17.871503 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96e6f24f-bb9f-4110-80e6-883d19027f79 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:18:17.872761 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-96e6f24f-bb9f-4110-80e6-883d19027f79 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:17.978368 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:18:17.978368 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:18:17.978368 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:18:17.978368 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:18:17.978368 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:18:17.978368 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:18:17.978368 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:18:17.978368 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:18:17.978368 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:18:17.978368 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:18:17.978368 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:18:17.978368 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:18:17.978368 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:18:17.978368 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:18:17.978368 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:18:17.978368 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:18:17.978368 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:18:17.978368 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:18:17.978368 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:18:17.978368 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:18:17.978368 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:18:17.978368 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:18:17.978368 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:18:17.978368 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:18:17.978368 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:18:17.978368 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:18:17.978368 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:18:17.978368 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:18:17.978368 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:18:17.978368 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:18:17.978368 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:18:17.978368 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:18:17.989226 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-96e6f24f-bb9f-4110-80e6-883d19027f79 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:18.004101 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-96e6f24f-bb9f-4110-80e6-883d19027f79 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:18.007299 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-96e6f24f-bb9f-4110-80e6-883d19027f79 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "DELETE /v2.0/networks/300f3894-503e-4318-a2b4-f4820a95ef68 HTTP/1.1" status: 204 len: 168 time: 0.5712976 Nov 25 13:18:18.015492 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49826) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:18.028757 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e6f24f-bb9f-4110-80e6-883d19027f79 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event deleted for resources: {'Network': ['ID=300f3894-503e-4318-a2b4-f4820a95ef68,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:18.082463 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-900ba6e9-1829-4eb6-8ef1-1c109036039f tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1442858019'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:18:18.177246 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1ef8e-616e-40a4-ad90-e58090eabd36 req-585470ae-a240-42aa-bda4-01f3d7305055 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:18.178878 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-92e1ef8e-616e-40a4-ad90-e58090eabd36 req-585470ae-a240-42aa-bda4-01f3d7305055 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] 10.222.0.53 "GET /v2.0/ports?device_id=4835e952-2b66-48c9-8aa5-a4b720024657&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2201004 Nov 25 13:18:18.181475 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900ba6e9-1829-4eb6-8ef1-1c109036039f tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Made reservation on behalf of 103222503d1f447390d34cefdf0e19b7 for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:18:18.185076 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-900ba6e9-1829-4eb6-8ef1-1c109036039f tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:18.252843 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-92e1ef8e-616e-40a4-ad90-e58090eabd36 req-fe45a533-abf2-4ff1-9647-d057c7971838 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0645485 Nov 25 13:18:18.272976 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-900ba6e9-1829-4eb6-8ef1-1c109036039f tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:18:18.283628 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ada17a-0437-445b-bdd8-7d2a7a9111e8 req-f8b0d1ca-dd84-4f97-9da7-9bd25966fb4e tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:18.285756 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-42ada17a-0437-445b-bdd8-7d2a7a9111e8 req-f8b0d1ca-dd84-4f97-9da7-9bd25966fb4e tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/ports?device_id=07917f82-99db-4cff-b8f3-6dff095f4e9f HTTP/1.1" status: 200 len: 945 time: 0.1580145 Nov 25 13:18:18.301635 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-900ba6e9-1829-4eb6-8ef1-1c109036039f tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:18.302005 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-900ba6e9-1829-4eb6-8ef1-1c109036039f tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Added segment 9c8b9b42-ec5a-4543-adcf-81ab7f965fe1 of type vlan for network 334408c7-4937-44f9-9e5b-05874d2ec571 Nov 25 13:18:18.383435 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-900ba6e9-1829-4eb6-8ef1-1c109036039f tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:18.450177 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-42ada17a-0437-445b-bdd8-7d2a7a9111e8 req-73130559-6e7d-4957-b333-8da0d06fce52 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/security-groups?id=4740d5e6-ba1b-4fd6-9612-9b9185db2d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377234 Nov 25 13:18:18.487504 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-900ba6e9-1829-4eb6-8ef1-1c109036039f tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:18.497251 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900ba6e9-1829-4eb6-8ef1-1c109036039f tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:18.498513 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-900ba6e9-1829-4eb6-8ef1-1c109036039f tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:18.570587 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-900ba6e9-1829-4eb6-8ef1-1c109036039f tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4928081 Nov 25 13:18:18.574742 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 49836) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:18.579270 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-2d0775ff-f630-4b92-a225-20c26ec37b9a tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Request body: {'subnet': {'network_id': '334408c7-4937-44f9-9e5b-05874d2ec571', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:18:18.698341 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900ba6e9-1829-4eb6-8ef1-1c109036039f tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event updated for resources: {'Network': ['ID=334408c7-4937-44f9-9e5b-05874d2ec571,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:18.711012 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 334408c7-4937-44f9-9e5b-05874d2ec571 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:18:18.745107 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-21f4effb-031e-4383-88f4-72c0bf57699c req-b24a5bb4-2d27-434a-9d00-db5f81574c68 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.2317786 Nov 25 13:18:18.758414 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d0775ff-f630-4b92-a225-20c26ec37b9a tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Made reservation on behalf of 103222503d1f447390d34cefdf0e19b7 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:18:18.767058 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2d0775ff-f630-4b92-a225-20c26ec37b9a tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:18.830845 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cc04bd7d-6097-4128-a220-45e41cddf727 req-8bb6d2ff-2fea-4f58-acc7-4fabe1cb55d9 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-783832995&fields=id&tenant_id=d3f9f88292274c1e909ee2b5229333e7 HTTP/1.1" status: 200 len: 267 time: 0.1643076 Nov 25 13:18:18.932504 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.ipam_backend_mixin [None req-2d0775ff-f630-4b92-a225-20c26ec37b9a tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Performing IP validity checks on allocation pools {{(pid=103571) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 25 13:18:18.933149 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.ipam_backend_mixin [None req-2d0775ff-f630-4b92-a225-20c26ec37b9a tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103571) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 25 13:18:18.990672 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4998c3-f2cd-4dc3-928b-e400332e7ed3 req-efcf1c87-ba62-431a-a284-30e4fb45b7ee tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:18.998776 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ce4998c3-f2cd-4dc3-928b-e400332e7ed3 req-efcf1c87-ba62-431a-a284-30e4fb45b7ee tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 944 time: 0.1618707 Nov 25 13:18:19.028816 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04bd7d-6097-4128-a220-45e41cddf727 req-ae54d16b-3458-4e48-b8ec-20f1289d9a3e tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:19.030771 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cc04bd7d-6097-4128-a220-45e41cddf727 req-ae54d16b-3458-4e48-b8ec-20f1289d9a3e tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/ports?device_id=07917f82-99db-4cff-b8f3-6dff095f4e9f HTTP/1.1" status: 200 len: 945 time: 0.1918118 Nov 25 13:18:19.052319 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-cc04bd7d-6097-4128-a220-45e41cddf727 req-752f9cfd-c541-4eae-8ba2-eedc4dfac3a3 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Request body: {'port': {'security_groups': ['4740d5e6-ba1b-4fd6-9612-9b9185db2d9b', 'fe2ac121-c65a-4ad1-8e4f-321dc181b756']}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:18:19.112751 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ce4998c3-f2cd-4dc3-928b-e400332e7ed3 req-bda92cfc-688f-4985-9369-565734b8088d tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125498 Nov 25 13:18:19.179488 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-cc04bd7d-6097-4128-a220-45e41cddf727 req-752f9cfd-c541-4eae-8ba2-eedc4dfac3a3 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:19.267215 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 49862) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:19.288425 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2d0775ff-f630-4b92-a225-20c26ec37b9a tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:19.467684 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device e48b4967-3690-431b-bd83-ef41b8e853b5 details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:18:19.512675 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0775ff-f630-4b92-a225-20c26ec37b9a tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event updated for resources: {'Subnet': ['ID=d8f21844-39fc-4ac1-9665-9b111b6b9778,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:19.529774 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0775ff-f630-4b92-a225-20c26ec37b9a tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Checking segment: {'id': '9c8b9b42-ec5a-4543-adcf-81ab7f965fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '334408c7-4937-44f9-9e5b-05874d2ec571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:18:19.530986 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0775ff-f630-4b92-a225-20c26ec37b9a tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Network hostable DHCP agents. Network: 334408c7-4937-44f9-9e5b-05874d2ec571, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:18:19.656332 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-cc04bd7d-6097-4128-a220-45e41cddf727 req-752f9cfd-c541-4eae-8ba2-eedc4dfac3a3 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] For port e865706f-7df6-4e7a-bcf9-facba69873bc, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=e865706f-7df6-4e7a-bcf9-facba69873bc,segment=NetworkSegment(ea599390-cb21-4f42-a770-5e7220a6f048),segment_id=ea599390-cb21-4f42-a770-5e7220a6f048)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:18:19.665994 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0775ff-f630-4b92-a225-20c26ec37b9a tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Network 334408c7-4937-44f9-9e5b-05874d2ec571 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:18:19.695494 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ccf18d-39a7-4c37-8809-e5d2103f25f5 req-50bfb7d6-097f-4c64-8c87-937479ea913c tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:19.697087 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-37ccf18d-39a7-4c37-8809-e5d2103f25f5 req-50bfb7d6-097f-4c64-8c87-937479ea913c tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/ports?device_id=a85b50dc-e5de-4ddf-aa34-9dea49118e99 HTTP/1.1" status: 200 len: 945 time: 0.0953572 Nov 25 13:18:19.714989 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b56e6c3a-194a-46e6-bbef-7225a33906de admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7d50fe7daacd49eda60783f02e539acc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4450088 Nov 25 13:18:19.716895 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49868) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:19.718922 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-2d0775ff-f630-4b92-a225-20c26ec37b9a tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 334408c7-4937-44f9-9e5b-05874d2ec571) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:18:19.720051 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-cc04bd7d-6097-4128-a220-45e41cddf727 req-752f9cfd-c541-4eae-8ba2-eedc4dfac3a3 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:19.727065 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0775ff-f630-4b92-a225-20c26ec37b9a tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:19.729036 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2d0775ff-f630-4b92-a225-20c26ec37b9a tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:19.742025 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d71d602-5be5-42c0-a58d-6012931dc995 None None] Network 334408c7-4937-44f9-9e5b-05874d2ec571 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:18:19.742956 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-cc04bd7d-6097-4128-a220-45e41cddf727 req-752f9cfd-c541-4eae-8ba2-eedc4dfac3a3 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:19.772761 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-2d0775ff-f630-4b92-a225-20c26ec37b9a tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1955996 Nov 25 13:18:19.773296 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 49870) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:19.785733 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-c5691016-b374-4c70-9cc9-26d69be41bf3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Request body: {'port': {'network_id': '334408c7-4937-44f9-9e5b-05874d2ec571', 'name': 'tempest-PortsTestJSON-24584638'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:18:19.799896 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04bd7d-6097-4128-a220-45e41cddf727 req-752f9cfd-c541-4eae-8ba2-eedc4dfac3a3 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:19.800527 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-cc04bd7d-6097-4128-a220-45e41cddf727 req-752f9cfd-c541-4eae-8ba2-eedc4dfac3a3 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:19.801974 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cc04bd7d-6097-4128-a220-45e41cddf727 req-752f9cfd-c541-4eae-8ba2-eedc4dfac3a3 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "PUT /v2.0/ports/e865706f-7df6-4e7a-bcf9-facba69873bc HTTP/1.1" status: 200 len: 981 time: 0.7590647 Nov 25 13:18:19.802653 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['e865706f-7df6-4e7a-bcf9-facba69873bc'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:18:19.811758 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07917f82-99db-4cff-b8f3-6dff095f4e9f', 'tag': 'e865706f-7df6-4e7a-bcf9-facba69873bc'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:18:19.813776 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98139526-568d-4b3b-894e-47b8fe45b2ee" -d '{"events": [{"name": "network-changed", "server_uuid": "07917f82-99db-4cff-b8f3-6dff095f4e9f", "tag": "e865706f-7df6-4e7a-bcf9-facba69873bc"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:18:19.824299 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b02884-2b86-48d7-911e-2868379e54bb None None] DHCP port deletion for 07e98a44-e123-4654-87bd-63f0784ad214 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:18:19.865938 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-37ccf18d-39a7-4c37-8809-e5d2103f25f5 req-3b419a5e-daf3-4c59-ac28-8a341fa7f4eb tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/security-groups?id=9200d83a-329b-4ad5-86ae-84da9f8a7cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578183 Nov 25 13:18:19.894607 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752f9cfd-c541-4eae-8ba2-eedc4dfac3a3 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Pushing event updated for resources: {'Port': ['ID=e865706f-7df6-4e7a-bcf9-facba69873bc,revision_number=6']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:19.907717 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7c0a882d-7229-4eca-945e-a74570b2f33d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:19.955560 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7c0a882d-7229-4eca-945e-a74570b2f33d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:19.972063 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port e48b4967-3690-431b-bd83-ef41b8e853b5, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=e48b4967-3690-431b-bd83-ef41b8e853b5,segment=NetworkSegment(fce75d79-afff-444e-a670-074434c84613),segment_id=fce75d79-afff-444e-a670-074434c84613)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:18:20.012228 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['e865706f-7df6-4e7a-bcf9-facba69873bc'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:18:20.032012 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5691016-b374-4c70-9cc9-26d69be41bf3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Made reservation on behalf of 103222503d1f447390d34cefdf0e19b7 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:18:20.042186 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c5691016-b374-4c70-9cc9-26d69be41bf3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:20.062009 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': 'e48b4967-3690-431b-bd83-ef41b8e853b5', 'network_id': '0983177e-e01c-46fd-aae0-5d162abcfe55', 'port_id': 'e48b4967-3690-431b-bd83-ef41b8e853b5', 'mac_address': 'fa:16:3e:df:50:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3072173-0ac4-4f6c-a786-4d173031b30a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:18:20.063819 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7c0a882d-7229-4eca-945e-a74570b2f33d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:20.069449 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7c0a882d-7229-4eca-945e-a74570b2f33d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:20.070706 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-7c0a882d-7229-4eca-945e-a74570b2f33d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e9adb203-1184-487a-b733-e4f42226f91d HTTP/1.1" status: 204 len: 168 time: 0.3486154 Nov 25 13:18:20.101807 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-c5691016-b374-4c70-9cc9-26d69be41bf3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] device_id is not set on port 2e5a9669-00df-4478-a055-311ed1c356a3 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:18:20.152643 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0a882d-7229-4eca-945e-a74570b2f33d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9adb203-1184-487a-b733-e4f42226f91d,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:20.156492 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-49d54ebb-d640-4478-94ad-fe210311823b None None] Provisioning complete for port e865706f-7df6-4e7a-bcf9-facba69873bc triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:18:20.157014 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-49d54ebb-d640-4478-94ad-fe210311823b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:20.256397 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-41a197c3-20ab-408d-a9ef-0bb30782f292 req-0fc83f30-7318-4716-9fa3-952a4646437d tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-244546217&fields=id&tenant_id=d3f9f88292274c1e909ee2b5229333e7 HTTP/1.1" status: 200 len: 267 time: 0.1436481 Nov 25 13:18:20.315339 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295e758-97be-49a1-acb3-98b0e3f2c8ad req-f884a473-be23-43b4-8266-994e85f94dd4 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:20.316991 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e295e758-97be-49a1-acb3-98b0e3f2c8ad req-f884a473-be23-43b4-8266-994e85f94dd4 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] 10.222.0.53 "GET /v2.0/ports?device_id=4835e952-2b66-48c9-8aa5-a4b720024657 HTTP/1.1" status: 200 len: 945 time: 0.2653816 Nov 25 13:18:20.363133 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:20.388625 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-c5691016-b374-4c70-9cc9-26d69be41bf3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Allocated IP 172.20.0.4 (334408c7-4937-44f9-9e5b-05874d2ec571/d8f21844-39fc-4ac1-9665-9b111b6b9778/2e5a9669-00df-4478-a055-311ed1c356a3) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:18:20.418359 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e48b4967-3690-431b-bd83-ef41b8e853b5 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:18:20.514969 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bd47f1-8bc8-4bb6-bda7-1c4ec07cbe08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-334408c7-4937-44f9-9e5b-05874d2ec571', 'network_id': '334408c7-4937-44f9-9e5b-05874d2ec571', 'tenant_id': '103222503d1f447390d34cefdf0e19b7', 'fixed_ips': [{'subnet_id': 'd8f21844-39fc-4ac1-9665-9b111b6b9778'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:18:20.516000 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-61bd47f1-8bc8-4bb6-bda7-1c4ec07cbe08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:20.539390 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a197c3-20ab-408d-a9ef-0bb30782f292 req-e57b8bcd-b13e-4fa6-8496-3a9d1f67a25c tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:20.566365 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-41a197c3-20ab-408d-a9ef-0bb30782f292 req-e57b8bcd-b13e-4fa6-8496-3a9d1f67a25c tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/ports?device_id=07917f82-99db-4cff-b8f3-6dff095f4e9f HTTP/1.1" status: 200 len: 984 time: 0.3009944 Nov 25 13:18:20.578459 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port e48b4967-3690-431b-bd83-ef41b8e853b5, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=e48b4967-3690-431b-bd83-ef41b8e853b5,segment=NetworkSegment(fce75d79-afff-444e-a670-074434c84613),segment_id=fce75d79-afff-444e-a670-074434c84613)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:18:20.580687 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-41a197c3-20ab-408d-a9ef-0bb30782f292 req-24659e80-828f-4069-a856-b4bdb23d7383 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Request body: {'port': {'security_groups': ['4740d5e6-ba1b-4fd6-9612-9b9185db2d9b', 'fe2ac121-c65a-4ad1-8e4f-321dc181b756', '85033ee8-81f5-4878-9490-1fc50eeb27d9']}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:18:20.623276 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:20.725931 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e295e758-97be-49a1-acb3-98b0e3f2c8ad req-d9a030f5-dca5-46d5-9cea-ce98e0f00a94 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa6a8ef6-f648-4def-8495-65d828aabec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3731372 Nov 25 13:18:20.796797 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c5691016-b374-4c70-9cc9-26d69be41bf3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:20.842114 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c0b410-e3fe-43e0-b551-72febdbb1cf7 x-openstack-request-id: req-77c0b410-e3fe-43e0-b551-72febdbb1cf7 {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:18:20.842542 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07917f82-99db-4cff-b8f3-6dff095f4e9f", "tag": "e865706f-7df6-4e7a-bcf9-facba69873bc", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:18:20.842928 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-77c0b410-e3fe-43e0-b551-72febdbb1cf7 {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:18:20.843990 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07917f82-99db-4cff-b8f3-6dff095f4e9f', 'tag': 'e865706f-7df6-4e7a-bcf9-facba69873bc', 'status': 'completed', 'code': 200} Nov 25 13:18:20.854054 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-41a197c3-20ab-408d-a9ef-0bb30782f292 req-24659e80-828f-4069-a856-b4bdb23d7383 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:20.942399 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['e48b4967-3690-431b-bd83-ef41b8e853b5'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:18:20.950441 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c5691016-b374-4c70-9cc9-26d69be41bf3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:20.965794 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=e48b4967-3690-431b-bd83-ef41b8e853b5,revision_number=6']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:21.066331 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5691016-b374-4c70-9cc9-26d69be41bf3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event updated for resources: {'Port': ['ID=2e5a9669-00df-4478-a055-311ed1c356a3,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:21.093186 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98139526-568d-4b3b-894e-47b8fe45b2ee req-506600e8-bf88-46d2-b3b4-576e9927c81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:21.095420 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-98139526-568d-4b3b-894e-47b8fe45b2ee req-506600e8-bf88-46d2-b3b4-576e9927c81f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d3f9f88292274c1e909ee2b5229333e7&device_id=07917f82-99db-4cff-b8f3-6dff095f4e9f HTTP/1.1" status: 200 len: 1136 time: 0.2418265 Nov 25 13:18:21.126548 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea1cbb-4ad1-4a88-845b-34e2f68ae131 req-5f459dc9-022d-4c10-b2c9-ffbf78c0fafd tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:21.128260 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5dea1cbb-4ad1-4a88-845b-34e2f68ae131 req-5f459dc9-022d-4c10-b2c9-ffbf78c0fafd tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] 10.222.0.66 "GET /v2.0/ports?device_id=4835e952-2b66-48c9-8aa5-a4b720024657 HTTP/1.1" status: 200 len: 945 time: 0.0905681 Nov 25 13:18:21.208134 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5691016-b374-4c70-9cc9-26d69be41bf3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Network 334408c7-4937-44f9-9e5b-05874d2ec571 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:18:21.279817 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-c5691016-b374-4c70-9cc9-26d69be41bf3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:18:21.285466 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-5dea1cbb-4ad1-4a88-845b-34e2f68ae131 req-b13bb002-28f7-4af2-a91e-0a9fef33ac38 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Deleting port 30ec427b-9801-4cf5-af5e-deeda352edf2 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:18:21.285844 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-5dea1cbb-4ad1-4a88-845b-34e2f68ae131 req-b13bb002-28f7-4af2-a91e-0a9fef33ac38 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:21.294892 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5691016-b374-4c70-9cc9-26d69be41bf3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:18:21.393994 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-61bd47f1-8bc8-4bb6-bda7-1c4ec07cbe08 None None] Allocated IP 172.20.0.2 (334408c7-4937-44f9-9e5b-05874d2ec571/d8f21844-39fc-4ac1-9665-9b111b6b9778/c2306eeb-49de-4b8f-ae37-52b945104ed9) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:18:21.416554 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-5dea1cbb-4ad1-4a88-845b-34e2f68ae131 req-b13bb002-28f7-4af2-a91e-0a9fef33ac38 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] For port 30ec427b-9801-4cf5-af5e-deeda352edf2, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=30ec427b-9801-4cf5-af5e-deeda352edf2,segment=NetworkSegment(ecd61d97-2a12-4d12-8094-1197283ab536),segment_id=ecd61d97-2a12-4d12-8094-1197283ab536)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:18:21.417006 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-5dea1cbb-4ad1-4a88-845b-34e2f68ae131 req-b13bb002-28f7-4af2-a91e-0a9fef33ac38 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:21.453819 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-5dea1cbb-4ad1-4a88-845b-34e2f68ae131 req-b13bb002-28f7-4af2-a91e-0a9fef33ac38 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Calling delete_port for 30ec427b-9801-4cf5-af5e-deeda352edf2 owned by compute:nova {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:18:21.517853 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5691016-b374-4c70-9cc9-26d69be41bf3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:21.518524 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c5691016-b374-4c70-9cc9-26d69be41bf3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:21.604171 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c5691016-b374-4c70-9cc9-26d69be41bf3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.8264637 Nov 25 13:18:21.613346 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98139526-568d-4b3b-894e-47b8fe45b2ee req-07d51c95-3157-4eab-b8d3-9728c3bd95fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:21.614999 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-98139526-568d-4b3b-894e-47b8fe45b2ee req-07d51c95-3157-4eab-b8d3-9728c3bd95fb service neutron] 10.222.0.47 "GET /v2.0/networks?id=07e98a44-e123-4654-87bd-63f0784ad214 HTTP/1.1" status: 200 len: 913 time: 0.4941974 Nov 25 13:18:21.615494 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 49906) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:21.620817 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device e48b4967-3690-431b-bd83-ef41b8e853b5 no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:18:21.697881 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-98139526-568d-4b3b-894e-47b8fe45b2ee req-edb39438-94b1-48f4-8014-7c00b6f51cf0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e865706f-7df6-4e7a-bcf9-facba69873bc HTTP/1.1" status: 200 len: 217 time: 0.0598121 Nov 25 13:18:21.701411 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-61bd47f1-8bc8-4bb6-bda7-1c4ec07cbe08 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:21.766994 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41137d6c-5642-4008-b680-97649c40fbcb req-0479fbd0-a099-4769-baf0-aca23e287224 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:21.776339 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-41137d6c-5642-4008-b680-97649c40fbcb req-0479fbd0-a099-4769-baf0-aca23e287224 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 944 time: 0.1871641 Nov 25 13:18:21.799548 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98139526-568d-4b3b-894e-47b8fe45b2ee req-4c5b8d45-7f76-4365-808f-e3952aae86a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:21.801395 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-98139526-568d-4b3b-894e-47b8fe45b2ee req-4c5b8d45-7f76-4365-808f-e3952aae86a0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=15f44c57-43c8-4ee0-9da7-9da2c4fb151a HTTP/1.1" status: 200 len: 852 time: 0.0917878 Nov 25 13:18:21.828037 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-61bd47f1-8bc8-4bb6-bda7-1c4ec07cbe08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:21.861330 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-98139526-568d-4b3b-894e-47b8fe45b2ee req-046106b2-ed39-4d0c-bef1-8f5edd870cce service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=07e98a44-e123-4654-87bd-63f0784ad214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507274 Nov 25 13:18:21.868883 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-35df044e-0416-47fe-ae4d-252341c4466d tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Deleting port 2e5a9669-00df-4478-a055-311ed1c356a3 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:18:21.873276 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-35df044e-0416-47fe-ae4d-252341c4466d tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:21.887294 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:21.899538 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61bd47f1-8bc8-4bb6-bda7-1c4ec07cbe08 None None] Network 334408c7-4937-44f9-9e5b-05874d2ec571 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:18:21.913812 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-61bd47f1-8bc8-4bb6-bda7-1c4ec07cbe08 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:18:21.917077 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bd47f1-8bc8-4bb6-bda7-1c4ec07cbe08 None None] Pushing event updated for resources: {'Port': ['ID=c2306eeb-49de-4b8f-ae37-52b945104ed9,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:21.920183 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bd47f1-8bc8-4bb6-bda7-1c4ec07cbe08 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:18:21.924306 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e48b4967-3690-431b-bd83-ef41b8e853b5 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:18:21.960668 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-41a197c3-20ab-408d-a9ef-0bb30782f292 req-24659e80-828f-4069-a856-b4bdb23d7383 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] For port e865706f-7df6-4e7a-bcf9-facba69873bc, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=e865706f-7df6-4e7a-bcf9-facba69873bc,segment=NetworkSegment(ea599390-cb21-4f42-a770-5e7220a6f048),segment_id=ea599390-cb21-4f42-a770-5e7220a6f048)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:18:21.982818 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port e48b4967-3690-431b-bd83-ef41b8e853b5, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=e48b4967-3690-431b-bd83-ef41b8e853b5,segment=NetworkSegment(fce75d79-afff-444e-a670-074434c84613),segment_id=fce75d79-afff-444e-a670-074434c84613)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:18:22.001965 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-5dea1cbb-4ad1-4a88-845b-34e2f68ae131 req-b13bb002-28f7-4af2-a91e-0a9fef33ac38 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:22.008859 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:22.054040 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-61bd47f1-8bc8-4bb6-bda7-1c4ec07cbe08 None None] Attempting to bind port c2306eeb-49de-4b8f-ae37-52b945104ed9 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:18:22.054564 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-61bd47f1-8bc8-4bb6-bda7-1c4ec07cbe08 None None] Attempting to bind port c2306eeb-49de-4b8f-ae37-52b945104ed9 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '9c8b9b42-ec5a-4543-adcf-81ab7f965fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '334408c7-4937-44f9-9e5b-05874d2ec571'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:18:22.055060 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bd47f1-8bc8-4bb6-bda7-1c4ec07cbe08 None None] Attempting to bind port c2306eeb-49de-4b8f-ae37-52b945104ed9 on network 334408c7-4937-44f9-9e5b-05874d2ec571 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:18:22.072075 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bd47f1-8bc8-4bb6-bda7-1c4ec07cbe08 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:18:22.072075 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bd47f1-8bc8-4bb6-bda7-1c4ec07cbe08 None None] Checking segment: {'id': '9c8b9b42-ec5a-4543-adcf-81ab7f965fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '334408c7-4937-44f9-9e5b-05874d2ec571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:18:22.072075 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-61bd47f1-8bc8-4bb6-bda7-1c4ec07cbe08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:22.072075 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bd47f1-8bc8-4bb6-bda7-1c4ec07cbe08 None None] Bound using segment: {'id': '9c8b9b42-ec5a-4543-adcf-81ab7f965fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '334408c7-4937-44f9-9e5b-05874d2ec571'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:18:22.073062 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-61bd47f1-8bc8-4bb6-bda7-1c4ec07cbe08 None None] Bound port: c2306eeb-49de-4b8f-ae37-52b945104ed9, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c8b9b42-ec5a-4543-adcf-81ab7f965fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '334408c7-4937-44f9-9e5b-05874d2ec571'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:18:22.073758 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-61bd47f1-8bc8-4bb6-bda7-1c4ec07cbe08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:22.077835 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-98139526-568d-4b3b-894e-47b8fe45b2ee req-70215745-0778-4510-99b4-a96e4669cfd1 service neutron] 10.222.0.47 "GET /v2.0/networks/07e98a44-e123-4654-87bd-63f0784ad214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006660 Nov 25 13:18:22.116323 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13bb002-28f7-4af2-a91e-0a9fef33ac38 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Pushing event deleted for resources: {'Port': ['ID=30ec427b-9801-4cf5-af5e-deeda352edf2,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:22.167342 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-41137d6c-5642-4008-b680-97649c40fbcb req-3dd9cc56-0de5-460a-bd40-2554a292a3b8 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3829579 Nov 25 13:18:22.170999 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-41a197c3-20ab-408d-a9ef-0bb30782f292 req-24659e80-828f-4069-a856-b4bdb23d7383 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:22.185702 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-41a197c3-20ab-408d-a9ef-0bb30782f292 req-24659e80-828f-4069-a856-b4bdb23d7383 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:22.204573 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=e48b4967-3690-431b-bd83-ef41b8e853b5,revision_number=7']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:22.235147 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['e865706f-7df6-4e7a-bcf9-facba69873bc'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:18:22.246831 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['30ec427b-9801-4cf5-af5e-deeda352edf2'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:18:22.300940 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-98139526-568d-4b3b-894e-47b8fe45b2ee req-4ab12a1f-0912-4737-b866-c4363d4fdad1 service neutron] 10.222.0.47 "GET /v2.0/networks/07e98a44-e123-4654-87bd-63f0784ad214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081614 Nov 25 13:18:22.340208 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-35df044e-0416-47fe-ae4d-252341c4466d tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:22.374233 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-35df044e-0416-47fe-ae4d-252341c4466d tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Calling delete_port for 2e5a9669-00df-4478-a055-311ed1c356a3 owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:18:22.419086 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dea1cbb-4ad1-4a88-845b-34e2f68ae131 req-b13bb002-28f7-4af2-a91e-0a9fef33ac38 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] No DVR routers for this DVR port 30ec427b-9801-4cf5-af5e-deeda352edf2 on host n-h1-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:18:22.427358 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-5dea1cbb-4ad1-4a88-845b-34e2f68ae131 req-b13bb002-28f7-4af2-a91e-0a9fef33ac38 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:22.432163 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5dea1cbb-4ad1-4a88-845b-34e2f68ae131 req-b13bb002-28f7-4af2-a91e-0a9fef33ac38 tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] 10.222.0.66 "DELETE /v2.0/ports/30ec427b-9801-4cf5-af5e-deeda352edf2 HTTP/1.1" status: 204 len: 173 time: 1.2927799 Nov 25 13:18:22.447384 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a197c3-20ab-408d-a9ef-0bb30782f292 req-24659e80-828f-4069-a856-b4bdb23d7383 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:22.448394 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-41a197c3-20ab-408d-a9ef-0bb30782f292 req-24659e80-828f-4069-a856-b4bdb23d7383 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:22.450386 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-41a197c3-20ab-408d-a9ef-0bb30782f292 req-24659e80-828f-4069-a856-b4bdb23d7383 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "PUT /v2.0/ports/e865706f-7df6-4e7a-bcf9-facba69873bc HTTP/1.1" status: 200 len: 1020 time: 1.8808506 Nov 25 13:18:22.555810 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24659e80-828f-4069-a856-b4bdb23d7383 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Pushing event updated for resources: {'Port': ['ID=e865706f-7df6-4e7a-bcf9-facba69873bc,revision_number=7']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:22.794285 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8e96fc1f-c4dc-43c7-9e72-e5cffe483db7 req-360f74a3-02bd-4a7a-9f8d-27eb5789b0c3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3068271 Nov 25 13:18:22.856542 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4835e952-2b66-48c9-8aa5-a4b720024657', 'name': 'network-vif-deleted', 'tag': '30ec427b-9801-4cf5-af5e-deeda352edf2'}, {'name': 'network-changed', 'server_uuid': '07917f82-99db-4cff-b8f3-6dff095f4e9f', 'tag': 'e865706f-7df6-4e7a-bcf9-facba69873bc'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:18:22.856722 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5952a7a-c5d0-414b-9826-7adcda60a394 None None] DHCP port deletion for 07e98a44-e123-4654-87bd-63f0784ad214 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:18:22.859094 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178b2b82-9f6d-491c-9c61-e933b7282e3d" -d '{"events": [{"server_uuid": "4835e952-2b66-48c9-8aa5-a4b720024657", "name": "network-vif-deleted", "tag": "30ec427b-9801-4cf5-af5e-deeda352edf2"}, {"name": "network-changed", "server_uuid": "07917f82-99db-4cff-b8f3-6dff095f4e9f", "tag": "e865706f-7df6-4e7a-bcf9-facba69873bc"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:18:22.879524 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-48005742-e9cf-4f28-9ee4-b51097646ad1 req-8f09754d-2791-4130-82eb-412ce513b4ff tempest-FloatingIPsAssociationNegativeTestJSON-424336900 tempest-FloatingIPsAssociationNegativeTestJSON-424336900-project] 10.222.0.53 "GET /v2.0/ports?device_id=4835e952-2b66-48c9-8aa5-a4b720024657 HTTP/1.1" status: 200 len: 210 time: 0.1168764 Nov 25 13:18:22.912008 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-35df044e-0416-47fe-ae4d-252341c4466d tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:22.914876 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-61bd47f1-8bc8-4bb6-bda7-1c4ec07cbe08 None None] For port c2306eeb-49de-4b8f-ae37-52b945104ed9, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:18:22.922295 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['e865706f-7df6-4e7a-bcf9-facba69873bc'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:18:22.931420 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-61bd47f1-8bc8-4bb6-bda7-1c4ec07cbe08 None None] For port c2306eeb-49de-4b8f-ae37-52b945104ed9, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=c2306eeb-49de-4b8f-ae37-52b945104ed9,segment=NetworkSegment(9c8b9b42-ec5a-4543-adcf-81ab7f965fe1),segment_id=9c8b9b42-ec5a-4543-adcf-81ab7f965fe1)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:18:22.982389 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c184cc-fdee-4121-bb28-164f7af78757 req-e898a01a-6ce6-4cd3-a305-50ba3e1275e8 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:22.994769 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-41c184cc-fdee-4121-bb28-164f7af78757 req-e898a01a-6ce6-4cd3-a305-50ba3e1275e8 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/ports?device_id=a85b50dc-e5de-4ddf-aa34-9dea49118e99 HTTP/1.1" status: 200 len: 943 time: 0.2552292 Nov 25 13:18:23.000822 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-61bd47f1-8bc8-4bb6-bda7-1c4ec07cbe08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:23.005088 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35df044e-0416-47fe-ae4d-252341c4466d tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event deleted for resources: {'Port': ['ID=2e5a9669-00df-4478-a055-311ed1c356a3,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:23.033722 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e96fc1f-c4dc-43c7-9e72-e5cffe483db7 req-f10daff5-2f10-4cae-af19-107486b0e92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:23.034211 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e96fc1f-c4dc-43c7-9e72-e5cffe483db7 req-f10daff5-2f10-4cae-af19-107486b0e92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:23.035258 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e96fc1f-c4dc-43c7-9e72-e5cffe483db7 req-f10daff5-2f10-4cae-af19-107486b0e92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:23.035734 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e96fc1f-c4dc-43c7-9e72-e5cffe483db7 req-f10daff5-2f10-4cae-af19-107486b0e92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:23.036312 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e96fc1f-c4dc-43c7-9e72-e5cffe483db7 req-f10daff5-2f10-4cae-af19-107486b0e92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:23.036652 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e96fc1f-c4dc-43c7-9e72-e5cffe483db7 req-f10daff5-2f10-4cae-af19-107486b0e92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:23.037112 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e96fc1f-c4dc-43c7-9e72-e5cffe483db7 req-f10daff5-2f10-4cae-af19-107486b0e92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:23.039078 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8e96fc1f-c4dc-43c7-9e72-e5cffe483db7 req-f10daff5-2f10-4cae-af19-107486b0e92c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f253db84e4e241d4aa7c98f5a2e10d18&device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 6509 time: 0.1176817 Nov 25 13:18:23.106440 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-8cc13f7c-9ae8-4cea-9b88-3edb7a633f8d None None] Provisioning complete for port e865706f-7df6-4e7a-bcf9-facba69873bc triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:18:23.106887 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8cc13f7c-9ae8-4cea-9b88-3edb7a633f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:23.262886 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e96fc1f-c4dc-43c7-9e72-e5cffe483db7 req-24f512dd-e40b-454d-b583-dc43bd9cbf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:23.263652 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e96fc1f-c4dc-43c7-9e72-e5cffe483db7 req-24f512dd-e40b-454d-b583-dc43bd9cbf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:23.264299 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e96fc1f-c4dc-43c7-9e72-e5cffe483db7 req-24f512dd-e40b-454d-b583-dc43bd9cbf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:23.266078 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8e96fc1f-c4dc-43c7-9e72-e5cffe483db7 req-24f512dd-e40b-454d-b583-dc43bd9cbf64 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c70f7334-0865-479f-9b23-a45cfad81392&id=2b823069-d9bd-4f42-87ec-afb97511a19d&id=2b823069-d9bd-4f42-87ec-afb97511a19d&id=2b823069-d9bd-4f42-87ec-afb97511a19d&id=2b823069-d9bd-4f42-87ec-afb97511a19d&id=ce8b7f62-300f-4958-8057-b23aa4d60523&id=ce8b7f62-300f-4958-8057-b23aa4d60523 HTTP/1.1" status: 200 len: 2298 time: 0.1781559 Nov 25 13:18:23.292507 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b9a1e-046e-4c3b-a70f-a9289cbeafcd req-83d1e8d2-81ad-48f9-9a32-86216b4f07a1 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:23.295069 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-af3b9a1e-046e-4c3b-a70f-a9289cbeafcd req-83d1e8d2-81ad-48f9-9a32-86216b4f07a1 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.66 "GET /v2.0/ports?device_id=a85b50dc-e5de-4ddf-aa34-9dea49118e99 HTTP/1.1" status: 200 len: 943 time: 0.2980762 Nov 25 13:18:23.306839 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-41c184cc-fdee-4121-bb28-164f7af78757 req-0f54591a-08bc-449b-89ff-dff504d29a6b tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/security-groups?id=9200d83a-329b-4ad5-86ae-84da9f8a7cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110507 Nov 25 13:18:23.362743 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bd47f1-8bc8-4bb6-bda7-1c4ec07cbe08 None None] Pushing event updated for resources: {'Port': ['ID=c2306eeb-49de-4b8f-ae37-52b945104ed9,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:23.398096 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bd47f1-8bc8-4bb6-bda7-1c4ec07cbe08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:18:23.401656 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-35df044e-0416-47fe-ae4d-252341c4466d tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:23.402161 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bd47f1-8bc8-4bb6-bda7-1c4ec07cbe08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:18:23.403327 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bd47f1-8bc8-4bb6-bda7-1c4ec07cbe08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:18:23.403782 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bd47f1-8bc8-4bb6-bda7-1c4ec07cbe08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:18:23.404363 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bd47f1-8bc8-4bb6-bda7-1c4ec07cbe08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:18:23.404785 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bd47f1-8bc8-4bb6-bda7-1c4ec07cbe08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:18:23.405203 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bd47f1-8bc8-4bb6-bda7-1c4ec07cbe08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:18:23.405810 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bd47f1-8bc8-4bb6-bda7-1c4ec07cbe08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:18:23.406553 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bd47f1-8bc8-4bb6-bda7-1c4ec07cbe08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:18:23.413728 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-35df044e-0416-47fe-ae4d-252341c4466d tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "DELETE /v2.0/ports/2e5a9669-00df-4478-a055-311ed1c356a3 HTTP/1.1" status: 204 len: 168 time: 1.7941310 Nov 25 13:18:23.413945 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bd47f1-8bc8-4bb6-bda7-1c4ec07cbe08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:18:23.413945 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bd47f1-8bc8-4bb6-bda7-1c4ec07cbe08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:18:23.414435 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bd47f1-8bc8-4bb6-bda7-1c4ec07cbe08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:18:23.432216 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 49942) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:23.491028 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 25 Nov 2021 13:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de5bcd6-4c27-416d-bb8e-a4c36ebb0ca7 x-openstack-request-id: req-3de5bcd6-4c27-416d-bb8e-a4c36ebb0ca7 {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:18:23.491445 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4835e952-2b66-48c9-8aa5-a4b720024657", "name": "network-vif-deleted", "tag": "30ec427b-9801-4cf5-af5e-deeda352edf2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "07917f82-99db-4cff-b8f3-6dff095f4e9f", "tag": "e865706f-7df6-4e7a-bcf9-facba69873bc", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:18:23.491944 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3de5bcd6-4c27-416d-bb8e-a4c36ebb0ca7 {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:18:23.492457 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4835e952-2b66-48c9-8aa5-a4b720024657', 'name': 'network-vif-deleted', 'tag': '30ec427b-9801-4cf5-af5e-deeda352edf2', 'status': 'completed', 'code': 200} Nov 25 13:18:23.492809 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07917f82-99db-4cff-b8f3-6dff095f4e9f', 'tag': 'e865706f-7df6-4e7a-bcf9-facba69873bc', 'status': 'completed', 'code': 200} Nov 25 13:18:23.512685 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device e48b4967-3690-431b-bd83-ef41b8e853b5 up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:18:23.544231 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ddc1a8-7417-4641-8796-1dae58309059 req-df92b6dc-7774-42c4-a2ae-06ae0c341768 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:23.562030 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-66ddc1a8-7417-4641-8796-1dae58309059 req-df92b6dc-7774-42c4-a2ae-06ae0c341768 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/ports?device_id=07917f82-99db-4cff-b8f3-6dff095f4e9f HTTP/1.1" status: 200 len: 1023 time: 0.2942345 Nov 25 13:18:23.594491 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8e96fc1f-c4dc-43c7-9e72-e5cffe483db7 req-8ff99d12-9f57-4218-9bbe-d6984546c627 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71333c9f-e78f-47f6-8c82-caebeb1cd0f0 HTTP/1.1" status: 200 len: 1001 time: 0.3112710 Nov 25 13:18:23.633923 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-d821d2f8-0c40-413a-928f-f54898a9ff57 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] DELETE failed (client error): The resource could not be found. Nov 25 13:18:23.634775 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d821d2f8-0c40-413a-928f-f54898a9ff57 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:18:23.638674 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d821d2f8-0c40-413a-928f-f54898a9ff57 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "DELETE /v2.0/ports/2e5a9669-00df-4478-a055-311ed1c356a3 HTTP/1.1" status: 404 len: 333 time: 0.1952372 Nov 25 13:18:23.645899 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 49946) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:23.698498 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e96fc1f-c4dc-43c7-9e72-e5cffe483db7 req-86937d78-b204-4886-8967-9f5fb052aa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:23.701192 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8e96fc1f-c4dc-43c7-9e72-e5cffe483db7 req-86937d78-b204-4886-8967-9f5fb052aa77 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fc9e2fcf-0a5d-4e99-a435-c082f1996d71 HTTP/1.1" status: 200 len: 855 time: 0.0970645 Nov 25 13:18:23.913854 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e96fc1f-c4dc-43c7-9e72-e5cffe483db7 req-40a76497-8e1d-4e0e-bde4-296e37497fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:23.916390 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8e96fc1f-c4dc-43c7-9e72-e5cffe483db7 req-40a76497-8e1d-4e0e-bde4-296e37497fe7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c70f7334-0865-479f-9b23-a45cfad81392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1564164 Nov 25 13:18:23.927347 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d515327-36c0-44dd-92e0-12add75ffa12 req-11125870-99e1-477e-82a7-063ed807b733 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:23.929565 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6d515327-36c0-44dd-92e0-12add75ffa12 req-11125870-99e1-477e-82a7-063ed807b733 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 944 time: 0.2341757 Nov 25 13:18:24.183787 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b14fd98-3d2d-491c-b038-926b0069e4b2 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] GET failed (client error): The resource could not be found. Nov 25 13:18:24.188201 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5b14fd98-3d2d-491c-b038-926b0069e4b2 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "GET /v2.0/ports/2e5a9669-00df-4478-a055-311ed1c356a3 HTTP/1.1" status: 404 len: 333 time: 0.0704937 Nov 25 13:18:24.192763 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 49952) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:24.193617 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port e48b4967-3690-431b-bd83-ef41b8e853b5 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:18:24.194075 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:24.196138 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b2b82-9f6d-491c-9c61-e933b7282e3d req-847e7b98-1552-4dec-879a-bb21b6655e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:24.198773 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-178b2b82-9f6d-491c-9c61-e933b7282e3d req-847e7b98-1552-4dec-879a-bb21b6655e55 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d3f9f88292274c1e909ee2b5229333e7&device_id=07917f82-99db-4cff-b8f3-6dff095f4e9f HTTP/1.1" status: 200 len: 1175 time: 0.5927927 Nov 25 13:18:24.355656 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-af3b9a1e-046e-4c3b-a70f-a9289cbeafcd req-d55e6db7-9950-4861-b918-20408fcd44d8 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Deleting port e48b4967-3690-431b-bd83-ef41b8e853b5 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:18:24.356003 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-af3b9a1e-046e-4c3b-a70f-a9289cbeafcd req-d55e6db7-9950-4861-b918-20408fcd44d8 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:24.536229 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device c2306eeb-49de-4b8f-ae37-52b945104ed9 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:18:24.551803 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0a31c66-7527-4e3d-9119-4d459e79933b tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Deleting subnet d8f21844-39fc-4ac1-9665-9b111b6b9778 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:18:24.657610 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b2b82-9f6d-491c-9c61-e933b7282e3d req-d33cef89-cb69-4d43-a55c-bec248fdf4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:24.659919 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-178b2b82-9f6d-491c-9c61-e933b7282e3d req-d33cef89-cb69-4d43-a55c-bec248fdf4ca service neutron] 10.222.0.47 "GET /v2.0/networks?id=07e98a44-e123-4654-87bd-63f0784ad214 HTTP/1.1" status: 200 len: 913 time: 0.3887746 Nov 25 13:18:24.663990 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d0a31c66-7527-4e3d-9119-4d459e79933b tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:24.781364 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-66ddc1a8-7417-4641-8796-1dae58309059 req-9199b0ef-2b24-49ae-9a46-3398268c92fc tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/security-groups?id=4740d5e6-ba1b-4fd6-9612-9b9185db2d9b&id=fe2ac121-c65a-4ad1-8e4f-321dc181b756&id=85033ee8-81f5-4878-9490-1fc50eeb27d9 HTTP/1.1" status: 200 len: 6206 time: 1.2179585 Nov 25 13:18:24.889945 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port c2306eeb-49de-4b8f-ae37-52b945104ed9 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:18:24.890323 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:24.893068 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:24.974939 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85b50dc-e5de-4ddf-aa34-9dea49118e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e48b4967-3690-431b-bd83-ef41b8e853b5'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:18:24.977398 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88b84a1-f2d1-4510-ad15-f7edea5a9689" -d '{"events": [{"server_uuid": "a85b50dc-e5de-4ddf-aa34-9dea49118e99", "name": "network-vif-plugged", "status": "completed", "tag": "e48b4967-3690-431b-bd83-ef41b8e853b5"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:18:25.011968 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-178b2b82-9f6d-491c-9c61-e933b7282e3d req-5c75f856-7dee-4817-91f4-8093aa7b3115 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e865706f-7df6-4e7a-bcf9-facba69873bc HTTP/1.1" status: 200 len: 217 time: 0.2862687 Nov 25 13:18:25.019230 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167062fd-2a7e-4ab4-a53b-13c93a9b4c21 None None] Network 334408c7-4937-44f9-9e5b-05874d2ec571 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:18:25.024809 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port e48b4967-3690-431b-bd83-ef41b8e853b5, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=e48b4967-3690-431b-bd83-ef41b8e853b5,segment=NetworkSegment(fce75d79-afff-444e-a670-074434c84613),segment_id=fce75d79-afff-444e-a670-074434c84613)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:18:25.051585 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6d515327-36c0-44dd-92e0-12add75ffa12 req-d3807c98-1edb-4824-8436-9b903275db69 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3111792 Nov 25 13:18:25.114323 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8e96fc1f-c4dc-43c7-9e72-e5cffe483db7 req-ac810e3c-49a4-4776-8a64-b28e67eb0b4c service neutron] 10.222.0.66 "GET /v2.0/networks/c70f7334-0865-479f-9b23-a45cfad81392?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1804943 Nov 25 13:18:25.117562 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d0a31c66-7527-4e3d-9119-4d459e79933b tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:25.118846 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49972) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:25.146180 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:25.147021 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 30ec427b-9801-4cf5-af5e-deeda352edf2 no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:18:25.225600 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] No Port match for: 30ec427b-9801-4cf5-af5e-deeda352edf2 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:18:25.226249 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 30ec427b-9801-4cf5-af5e-deeda352edf2 not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:18:25.233632 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=e48b4967-3690-431b-bd83-ef41b8e853b5,revision_number=8']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:25.250468 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-af3b9a1e-046e-4c3b-a70f-a9289cbeafcd req-d55e6db7-9950-4861-b918-20408fcd44d8 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] For port e48b4967-3690-431b-bd83-ef41b8e853b5, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=e48b4967-3690-431b-bd83-ef41b8e853b5,segment=NetworkSegment(fce75d79-afff-444e-a670-074434c84613),segment_id=fce75d79-afff-444e-a670-074434c84613)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:18:25.250976 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-af3b9a1e-046e-4c3b-a70f-a9289cbeafcd req-d55e6db7-9950-4861-b918-20408fcd44d8 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:25.275732 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b2b82-9f6d-491c-9c61-e933b7282e3d req-5327329b-5e75-46e9-b1c2-49a802c7e751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:25.277245 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-178b2b82-9f6d-491c-9c61-e933b7282e3d req-5327329b-5e75-46e9-b1c2-49a802c7e751 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=15f44c57-43c8-4ee0-9da7-9da2c4fb151a HTTP/1.1" status: 200 len: 852 time: 0.2542706 Nov 25 13:18:25.289725 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-af3b9a1e-046e-4c3b-a70f-a9289cbeafcd req-d55e6db7-9950-4861-b918-20408fcd44d8 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Calling delete_port for e48b4967-3690-431b-bd83-ef41b8e853b5 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:18:25.345653 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-178b2b82-9f6d-491c-9c61-e933b7282e3d req-8b959d27-9ff6-435d-b614-d1d22a1bf14f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=07e98a44-e123-4654-87bd-63f0784ad214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578609 Nov 25 13:18:25.382038 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-312dcf24-9f7e-43e8-80b1-9798452fc6d6 None None] Provisioning complete for port c2306eeb-49de-4b8f-ae37-52b945104ed9 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:18:25.382662 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-312dcf24-9f7e-43e8-80b1-9798452fc6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:25.438802 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-6f0e7e62-7600-4722-9ed3-0bd3312259c1 req-7947e53f-eb8a-4153-907b-86e3085c6caf tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1032269819 ', 'description': 'tempest-description-1548187716'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:18:25.473565 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:25.550759 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d0a31c66-7527-4e3d-9119-4d459e79933b tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:25.582053 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8e96fc1f-c4dc-43c7-9e72-e5cffe483db7 req-79bab584-c9e5-4104-bc00-6127a9cdddbf service neutron] 10.222.0.66 "GET /v2.0/networks/c70f7334-0865-479f-9b23-a45cfad81392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4564419 Nov 25 13:18:25.611922 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-312dcf24-9f7e-43e8-80b1-9798452fc6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:25.700533 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-6f0e7e62-7600-4722-9ed3-0bd3312259c1 req-7947e53f-eb8a-4153-907b-86e3085c6caf tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:25.711166 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8e96fc1f-c4dc-43c7-9e72-e5cffe483db7 req-361b748e-1cf6-49c8-9850-3f6d618a2c6a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.234&port_id=0f2c65ca-cd9b-4cf4-b4b7-974dd4a0e921 HTTP/1.1" status: 200 len: 217 time: 0.0868139 Nov 25 13:18:25.746221 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb4d69-0a18-4574-864f-df8b4e340e82 req-5a8481a5-ce55-4bd6-a0e1-28edcea6579e tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:25.747996 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-92cb4d69-0a18-4574-864f-df8b4e340e82 req-5a8481a5-ce55-4bd6-a0e1-28edcea6579e tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/ports?device_id=a85b50dc-e5de-4ddf-aa34-9dea49118e99 HTTP/1.1" status: 200 len: 945 time: 0.3151762 Nov 25 13:18:25.774008 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-178b2b82-9f6d-491c-9c61-e933b7282e3d req-1fc4d656-c2a9-4707-9906-f14d5b0339d1 service neutron] 10.222.0.47 "GET /v2.0/networks/07e98a44-e123-4654-87bd-63f0784ad214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3989751 Nov 25 13:18:25.812893 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d0a31c66-7527-4e3d-9119-4d459e79933b tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:25.878160 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a31c66-7527-4e3d-9119-4d459e79933b tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event deleted for resources: {'Subnet': ['ID=d8f21844-39fc-4ac1-9665-9b111b6b9778,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:25.880556 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.db.api [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 13:18:25.880932 n-d-808199-11 neutron-server[103572]: DEBUG oslo_db.api [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 13:18:25.950013 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d0a31c66-7527-4e3d-9119-4d459e79933b tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:25.954400 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d0a31c66-7527-4e3d-9119-4d459e79933b tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "DELETE /v2.0/subnets/d8f21844-39fc-4ac1-9665-9b111b6b9778 HTTP/1.1" status: 204 len: 168 time: 1.7523293 Nov 25 13:18:25.960036 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 49978) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:25.973138 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.db.api [None req-312dcf24-9f7e-43e8-80b1-9798452fc6d6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 13:18:25.973138 n-d-808199-11 neutron-server[103572]: DEBUG oslo_db.api [None req-312dcf24-9f7e-43e8-80b1-9798452fc6d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 13:18:25.992907 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502248fb-0af2-4972-8865-e54c4aef95f5 None None] Network 334408c7-4937-44f9-9e5b-05874d2ec571 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:18:26.103599 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-af3b9a1e-046e-4c3b-a70f-a9289cbeafcd req-d55e6db7-9950-4861-b918-20408fcd44d8 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:26.129867 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f6ed0707-b65d-48a7-ac54-f623a53502f3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:26.134158 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-178b2b82-9f6d-491c-9c61-e933b7282e3d req-f432b4fe-d60e-4422-91e1-f8642b79f2db service neutron] 10.222.0.47 "GET /v2.0/networks/07e98a44-e123-4654-87bd-63f0784ad214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513951 Nov 25 13:18:26.141822 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-92cb4d69-0a18-4574-864f-df8b4e340e82 req-f08631ff-7724-4b74-8824-3305e90f95f1 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/security-groups?id=9200d83a-329b-4ad5-86ae-84da9f8a7cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483083 Nov 25 13:18:26.194286 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55e6db7-9950-4861-b918-20408fcd44d8 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Pushing event deleted for resources: {'Port': ['ID=e48b4967-3690-431b-bd83-ef41b8e853b5,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:26.289928 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e96fc1f-c4dc-43c7-9e72-e5cffe483db7 req-bb5ab4b0-8019-45df-8070-51472628be8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:26.292003 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8e96fc1f-c4dc-43c7-9e72-e5cffe483db7 req-bb5ab4b0-8019-45df-8070-51472628be8e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e25e12e8-af35-42f8-83c0-b8f9f41a748f HTTP/1.1" status: 200 len: 797 time: 0.5649571 Nov 25 13:18:26.294578 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39617ff1-16c1-4c5d-bb60-25dc9ec1d0f2 x-openstack-request-id: req-39617ff1-16c1-4c5d-bb60-25dc9ec1d0f2 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:18:26.295081 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a85b50dc-e5de-4ddf-aa34-9dea49118e99", "name": "network-vif-plugged", "status": "completed", "tag": "e48b4967-3690-431b-bd83-ef41b8e853b5", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:18:26.303873 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-39617ff1-16c1-4c5d-bb60-25dc9ec1d0f2 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:18:26.304369 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a85b50dc-e5de-4ddf-aa34-9dea49118e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e48b4967-3690-431b-bd83-ef41b8e853b5', 'code': 200} Nov 25 13:18:26.305157 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7dba1ee-079b-4030-b496-be054835fd8c None None] DHCP port deletion for 0983177e-e01c-46fd-aae0-5d162abcfe55 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:18:26.308276 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-af3b9a1e-046e-4c3b-a70f-a9289cbeafcd req-d55e6db7-9950-4861-b918-20408fcd44d8 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] No DVR routers for this DVR port e48b4967-3690-431b-bd83-ef41b8e853b5 on host n-h1-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:18:26.311880 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-af3b9a1e-046e-4c3b-a70f-a9289cbeafcd req-d55e6db7-9950-4861-b918-20408fcd44d8 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:26.318956 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-af3b9a1e-046e-4c3b-a70f-a9289cbeafcd req-d55e6db7-9950-4861-b918-20408fcd44d8 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.66 "DELETE /v2.0/ports/e48b4967-3690-431b-bd83-ef41b8e853b5 HTTP/1.1" status: 204 len: 173 time: 3.0168774 Nov 25 13:18:26.319479 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85b50dc-e5de-4ddf-aa34-9dea49118e99', 'name': 'network-vif-deleted', 'tag': 'e48b4967-3690-431b-bd83-ef41b8e853b5'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:18:26.322256 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4066146a-534d-4dfb-a415-ac8324265dd9" -d '{"events": [{"server_uuid": "a85b50dc-e5de-4ddf-aa34-9dea49118e99", "name": "network-vif-deleted", "tag": "e48b4967-3690-431b-bd83-ef41b8e853b5"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:18:26.369840 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-f6ed0707-b65d-48a7-ac54-f623a53502f3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Deleting port c2306eeb-49de-4b8f-ae37-52b945104ed9 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:18:26.370185 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f6ed0707-b65d-48a7-ac54-f623a53502f3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:26.523297 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:26.527441 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-312dcf24-9f7e-43e8-80b1-9798452fc6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:26.552700 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e96fc1f-c4dc-43c7-9e72-e5cffe483db7 req-d8f31435-6a22-4a85-a606-e51bf2eb7071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:26.563408 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8e96fc1f-c4dc-43c7-9e72-e5cffe483db7 req-d8f31435-6a22-4a85-a606-e51bf2eb7071 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2b823069-d9bd-4f42-87ec-afb97511a19d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2506707 Nov 25 13:18:26.610375 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] For port c2306eeb-49de-4b8f-ae37-52b945104ed9, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=c2306eeb-49de-4b8f-ae37-52b945104ed9,segment=NetworkSegment(9c8b9b42-ec5a-4543-adcf-81ab7f965fe1),segment_id=9c8b9b42-ec5a-4543-adcf-81ab7f965fe1)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:18:26.658041 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-f6ed0707-b65d-48a7-ac54-f623a53502f3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] For port c2306eeb-49de-4b8f-ae37-52b945104ed9, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=c2306eeb-49de-4b8f-ae37-52b945104ed9,segment=NetworkSegment(9c8b9b42-ec5a-4543-adcf-81ab7f965fe1),segment_id=9c8b9b42-ec5a-4543-adcf-81ab7f965fe1)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:18:26.658449 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f6ed0707-b65d-48a7-ac54-f623a53502f3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:26.670026 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.db.api [None req-312dcf24-9f7e-43e8-80b1-9798452fc6d6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 13:18:26.670390 n-d-808199-11 neutron-server[103572]: DEBUG oslo_db.api [None req-312dcf24-9f7e-43e8-80b1-9798452fc6d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 13:18:26.670988 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:26.699740 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-f6ed0707-b65d-48a7-ac54-f623a53502f3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Calling delete_port for c2306eeb-49de-4b8f-ae37-52b945104ed9 owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:18:26.724851 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace3f20c-6109-4b3d-a080-f809391e92f1 None None] DHCP port deletion for 334408c7-4937-44f9-9e5b-05874d2ec571 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:18:26.809033 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Pushing event updated for resources: {'Port': ['ID=c2306eeb-49de-4b8f-ae37-52b945104ed9,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:26.840017 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-6f0e7e62-7600-4722-9ed3-0bd3312259c1 req-7947e53f-eb8a-4153-907b-86e3085c6caf tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:26.853460 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device c2306eeb-49de-4b8f-ae37-52b945104ed9 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:18:26.860290 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f6ed0707-b65d-48a7-ac54-f623a53502f3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:26.875262 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-6f0e7e62-7600-4722-9ed3-0bd3312259c1 req-7947e53f-eb8a-4153-907b-86e3085c6caf tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:26.883282 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-ace3f20c-6109-4b3d-a080-f809391e92f1 None None] Deleting port c2306eeb-49de-4b8f-ae37-52b945104ed9 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:18:26.883880 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ace3f20c-6109-4b3d-a080-f809391e92f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:26.925817 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-312dcf24-9f7e-43e8-80b1-9798452fc6d6 None None] Port c2306eeb-49de-4b8f-ae37-52b945104ed9 update to ACTIVE by agent not found {{(pid=103572) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 25 13:18:26.930618 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ed0707-b65d-48a7-ac54-f623a53502f3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event deleted for resources: {'Port': ['ID=c2306eeb-49de-4b8f-ae37-52b945104ed9,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:26.939062 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7947e53f-eb8a-4153-907b-86e3085c6caf tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c29d8c8a-4193-46a4-9ea9-74f97aee4362,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:26.944670 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-6f0e7e62-7600-4722-9ed3-0bd3312259c1 req-7947e53f-eb8a-4153-907b-86e3085c6caf tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:26.949539 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ed0707-b65d-48a7-ac54-f623a53502f3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] No DVR routers for this DVR port c2306eeb-49de-4b8f-ae37-52b945104ed9 on host n-d-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:18:26.973780 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6f0e7e62-7600-4722-9ed3-0bd3312259c1 req-7947e53f-eb8a-4153-907b-86e3085c6caf tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.7023394 Nov 25 13:18:27.002146 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494239e-0936-46bb-8e00-a7f98cbfeb43 req-8c251820-2ef9-4614-b067-dc641622d6b1 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:27.022650 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No active binding found for port c2306eeb-49de-4b8f-ae37-52b945104ed9 {{(pid=103572) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 25 13:18:27.022902 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d494239e-0936-46bb-8e00-a7f98cbfeb43 req-8c251820-2ef9-4614-b067-dc641622d6b1 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 944 time: 0.4834812 Nov 25 13:18:27.023483 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device c2306eeb-49de-4b8f-ae37-52b945104ed9 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:18:27.046958 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-ace3f20c-6109-4b3d-a080-f809391e92f1 None None] For port c2306eeb-49de-4b8f-ae37-52b945104ed9, host n-d-808199-11, got binding levels [] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:18:27.047621 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ace3f20c-6109-4b3d-a080-f809391e92f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:27.054768 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8e96fc1f-c4dc-43c7-9e72-e5cffe483db7 req-f9bd9c99-94e0-46a4-a465-9387c8001f56 service neutron] 10.222.0.66 "GET /v2.0/networks/2b823069-d9bd-4f42-87ec-afb97511a19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385696 Nov 25 13:18:27.062165 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-cc12845c-9504-4499-92d1-39bb218cae15 None None] Could not find standard attr ID for object c2306eeb-49de-4b8f-ae37-52b945104ed9. {{(pid=103572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 13:18:27.070784 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-ace3f20c-6109-4b3d-a080-f809391e92f1 None None] Calling delete_port for c2306eeb-49de-4b8f-ae37-52b945104ed9 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:18:27.073973 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.ipam_backend_mixin [None req-ace3f20c-6109-4b3d-a080-f809391e92f1 None None] Port c2306eeb-49de-4b8f-ae37-52b945104ed9 was not found and therefore no delete operation was performed {{(pid=103572) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 13:18:27.075675 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ace3f20c-6109-4b3d-a080-f809391e92f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:27.105605 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace3f20c-6109-4b3d-a080-f809391e92f1 None None] Pushing event deleted for resources: {'Port': ['ID=c2306eeb-49de-4b8f-ae37-52b945104ed9,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:27.113840 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b977b59-85af-4a0f-af3a-5bf7636c8d78 x-openstack-request-id: req-6b977b59-85af-4a0f-af3a-5bf7636c8d78 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:18:27.114946 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a85b50dc-e5de-4ddf-aa34-9dea49118e99", "name": "network-vif-deleted", "tag": "e48b4967-3690-431b-bd83-ef41b8e853b5", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:18:27.115209 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6b977b59-85af-4a0f-af3a-5bf7636c8d78 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:18:27.115622 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a85b50dc-e5de-4ddf-aa34-9dea49118e99', 'name': 'network-vif-deleted', 'tag': 'e48b4967-3690-431b-bd83-ef41b8e853b5', 'status': 'completed', 'code': 200} Nov 25 13:18:27.117110 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace3f20c-6109-4b3d-a080-f809391e92f1 None None] No DVR routers for this DVR port c2306eeb-49de-4b8f-ae37-52b945104ed9 on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:18:27.255105 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f6ed0707-b65d-48a7-ac54-f623a53502f3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:27.270937 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d9cab-c5ed-4d90-823f-434d0a94fa53 req-ec541385-8128-4d6b-8347-22053ee8d4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:27.272688 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4c8d9cab-c5ed-4d90-823f-434d0a94fa53 req-ec541385-8128-4d6b-8347-22053ee8d4cb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=621e47be21954218b422540d084376f9&device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 1096 time: 0.1488636 Nov 25 13:18:27.317021 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-f6ed0707-b65d-48a7-ac54-f623a53502f3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['334408c7-4937-44f9-9e5b-05874d2ec571']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:18:27.344282 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d494239e-0936-46bb-8e00-a7f98cbfeb43 req-99dceb38-3c57-4a12-afa3-cbde1eda610a tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3165815 Nov 25 13:18:27.359060 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8a6bf25d-edd8-44a2-a57e-17515f045a88 req-851f887b-84e5-43c2-bfaa-9874d4b3add8 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/security-groups/c29d8c8a-4193-46a4-9ea9-74f97aee4362 HTTP/1.1" status: 200 len: 1800 time: 0.2189188 Nov 25 13:18:27.401271 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-f6ed0707-b65d-48a7-ac54-f623a53502f3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c8b9b42-ec5a-4543-adcf-81ab7f965fe1') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:18:27.404037 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-f6ed0707-b65d-48a7-ac54-f623a53502f3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c8b9b42-ec5a-4543-adcf-81ab7f965fe1') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:18:27.433717 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f6ed0707-b65d-48a7-ac54-f623a53502f3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:27.481359 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a3dcf373-0ce3-479e-8978-869d9e2d7905 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:27.492658 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f6ed0707-b65d-48a7-ac54-f623a53502f3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:27.511198 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device e48b4967-3690-431b-bd83-ef41b8e853b5 no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:18:27.520997 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ca158186-02a5-4ef6-bdeb-711be6bf4ba0 req-cd03f6d8-1ee0-41ad-8527-1905b188911c tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/security-groups/c29d8c8a-4193-46a4-9ea9-74f97aee4362 HTTP/1.1" status: 200 len: 1800 time: 0.1236901 Nov 25 13:18:27.523151 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8e96fc1f-c4dc-43c7-9e72-e5cffe483db7 req-89a88498-cc4b-4c42-a8ea-02dabeca1c3a service neutron] 10.222.0.66 "GET /v2.0/networks/2b823069-d9bd-4f42-87ec-afb97511a19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4255714 Nov 25 13:18:27.568507 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] No Port match for: e48b4967-3690-431b-bd83-ef41b8e853b5 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:18:27.570877 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device e48b4967-3690-431b-bd83-ef41b8e853b5 not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:18:27.574142 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6ed0707-b65d-48a7-ac54-f623a53502f3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:18:27.574611 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f6ed0707-b65d-48a7-ac54-f623a53502f3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:27.590776 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:18:27.590776 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:18:27.590776 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:18:27.590776 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:18:27.590776 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:18:27.590776 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:18:27.590776 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:18:27.590776 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:18:27.590776 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:18:27.590776 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:18:27.590776 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:18:27.590776 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:18:27.590776 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:18:27.590776 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:18:27.590776 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:18:27.590776 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:18:27.590776 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:18:27.590776 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:18:27.590776 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:18:27.590776 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:18:27.590776 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:18:27.590776 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:18:27.590776 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:18:27.590776 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:18:27.590776 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:18:27.590776 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:18:27.590776 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:18:27.590776 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:18:27.590776 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:18:27.590776 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:18:27.590776 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:18:27.590776 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:18:27.634020 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8e96fc1f-c4dc-43c7-9e72-e5cffe483db7 req-f26ddf49-a571-4f7b-bdb5-aae09e4029ad service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=724cccc6-fca6-4f56-9b33-692920a85a29 HTTP/1.1" status: 200 len: 217 time: 0.0842183 Nov 25 13:18:27.684562 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d9cab-c5ed-4d90-823f-434d0a94fa53 req-ac7011ec-0952-44f9-8807-e38aa491573e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:27.686064 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4c8d9cab-c5ed-4d90-823f-434d0a94fa53 req-ac7011ec-0952-44f9-8807-e38aa491573e service neutron] 10.222.0.47 "GET /v2.0/networks?id=9accb235-a825-49d8-b9c6-39063069a4b3 HTTP/1.1" status: 200 len: 912 time: 0.3879371 Nov 25 13:18:27.750921 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e96fc1f-c4dc-43c7-9e72-e5cffe483db7 req-871cb722-ee1c-4e37-b197-85aec678b8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:27.752403 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8e96fc1f-c4dc-43c7-9e72-e5cffe483db7 req-871cb722-ee1c-4e37-b197-85aec678b8a3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e25e12e8-af35-42f8-83c0-b8f9f41a748f HTTP/1.1" status: 200 len: 797 time: 0.1092057 Nov 25 13:18:27.777886 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-ca158186-02a5-4ef6-bdeb-711be6bf4ba0 req-c23b110d-43d2-48da-9c69-58f9590ff1ee tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:27.800522 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f6ed0707-b65d-48a7-ac54-f623a53502f3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:27.819854 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f6ed0707-b65d-48a7-ac54-f623a53502f3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:27.823163 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-f6ed0707-b65d-48a7-ac54-f623a53502f3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "DELETE /v2.0/networks/334408c7-4937-44f9-9e5b-05874d2ec571 HTTP/1.1" status: 204 len: 168 time: 1.8590026 Nov 25 13:18:27.828998 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 50028) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:27.836183 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-56ac9859-8307-496b-a243-cef045081e51 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1315683416'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:18:27.863946 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ed0707-b65d-48a7-ac54-f623a53502f3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event deleted for resources: {'Network': ['ID=334408c7-4937-44f9-9e5b-05874d2ec571,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:27.872643 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4c8d9cab-c5ed-4d90-823f-434d0a94fa53 req-12b6b6a3-0abe-4d5d-8d55-c77497c50971 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14 HTTP/1.1" status: 200 len: 999 time: 0.1777434 Nov 25 13:18:27.897400 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ac9859-8307-496b-a243-cef045081e51 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Made reservation on behalf of 103222503d1f447390d34cefdf0e19b7 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:18:27.901310 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-56ac9859-8307-496b-a243-cef045081e51 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:27.957077 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56ac9859-8307-496b-a243-cef045081e51 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:18:27.967428 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-56ac9859-8307-496b-a243-cef045081e51 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:27.967428 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-56ac9859-8307-496b-a243-cef045081e51 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Added segment ed55e6a2-7fa7-43bc-be1e-603b9a89a214 of type vlan for network 07cf2854-197b-4a4c-b96b-de86cb1d3804 Nov 25 13:18:28.004787 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-ca158186-02a5-4ef6-bdeb-711be6bf4ba0 req-c23b110d-43d2-48da-9c69-58f9590ff1ee tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:28.025754 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d9cab-c5ed-4d90-823f-434d0a94fa53 req-7ade6a37-913e-46c3-a33e-66a8a1cde078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:28.027327 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4c8d9cab-c5ed-4d90-823f-434d0a94fa53 req-7ade6a37-913e-46c3-a33e-66a8a1cde078 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b6a84af7-6347-4e0f-945a-98a5515a4a22 HTTP/1.1" status: 200 len: 850 time: 0.1431515 Nov 25 13:18:28.029273 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-56ac9859-8307-496b-a243-cef045081e51 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:28.132992 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-56ac9859-8307-496b-a243-cef045081e51 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:28.146378 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ac9859-8307-496b-a243-cef045081e51 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:28.147058 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-56ac9859-8307-496b-a243-cef045081e51 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:28.221160 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-56ac9859-8307-496b-a243-cef045081e51 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3902109 Nov 25 13:18:28.229791 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e96fc1f-c4dc-43c7-9e72-e5cffe483db7 req-9698fe18-0966-4934-875b-db5caca3cd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:28.231746 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8e96fc1f-c4dc-43c7-9e72-e5cffe483db7 req-9698fe18-0966-4934-875b-db5caca3cd8e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2b823069-d9bd-4f42-87ec-afb97511a19d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4547071 Nov 25 13:18:28.246251 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 50030) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:28.252224 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-ed471a40-f483-447d-86f7-72cab0698440 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Request body: {'subnet': {'network_id': '07cf2854-197b-4a4c-b96b-de86cb1d3804', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:18:28.253429 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d9cab-c5ed-4d90-823f-434d0a94fa53 req-ba00e7a7-9b6c-4000-a215-0f6b42b13cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:28.254631 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4c8d9cab-c5ed-4d90-823f-434d0a94fa53 req-ba00e7a7-9b6c-4000-a215-0f6b42b13cb0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9accb235-a825-49d8-b9c6-39063069a4b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2164295 Nov 25 13:18:28.402376 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ac9859-8307-496b-a243-cef045081e51 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event updated for resources: {'Network': ['ID=07cf2854-197b-4a4c-b96b-de86cb1d3804,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:28.417070 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 07cf2854-197b-4a4c-b96b-de86cb1d3804 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:18:28.461872 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6a784-c8f7-461b-9aff-a163964021ba req-e7c8fa1a-d164-44cd-97c8-d079b834af69 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:28.469490 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8da6a784-c8f7-461b-9aff-a163964021ba req-e7c8fa1a-d164-44cd-97c8-d079b834af69 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/networks?id=0983177e-e01c-46fd-aae0-5d162abcfe55 HTTP/1.1" status: 200 len: 821 time: 0.6939645 Nov 25 13:18:28.479105 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4c8d9cab-c5ed-4d90-823f-434d0a94fa53 req-ccfd26a2-6816-4f1d-a74d-571772fbedb1 service neutron] 10.222.0.47 "GET /v2.0/networks/9accb235-a825-49d8-b9c6-39063069a4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775591 Nov 25 13:18:28.497010 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-ca158186-02a5-4ef6-bdeb-711be6bf4ba0 req-c23b110d-43d2-48da-9c69-58f9590ff1ee tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:28.499836 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-ca158186-02a5-4ef6-bdeb-711be6bf4ba0 req-c23b110d-43d2-48da-9c69-58f9590ff1ee tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:28.501102 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ca158186-02a5-4ef6-bdeb-711be6bf4ba0 req-c23b110d-43d2-48da-9c69-58f9590ff1ee tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "DELETE /v2.0/security-groups/c29d8c8a-4193-46a4-9ea9-74f97aee4362 HTTP/1.1" status: 204 len: 173 time: 0.9675758 Nov 25 13:18:28.531362 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8da6a784-c8f7-461b-9aff-a163964021ba req-ec21926a-41ad-4f01-9edf-ab47243da43b tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/quotas/64602e0ec6fb4a738e1e6e0faccb6293 HTTP/1.1" status: 200 len: 375 time: 0.0603113 Nov 25 13:18:28.610827 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8da6a784-c8f7-461b-9aff-a163964021ba req-715fd422-b6b9-44ff-add8-0a771b5bc89f tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=64602e0ec6fb4a738e1e6e0faccb6293&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0788250 Nov 25 13:18:28.611690 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23b110d-43d2-48da-9c69-58f9590ff1ee tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29d8c8a-4193-46a4-9ea9-74f97aee4362,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:28.660964 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4c8d9cab-c5ed-4d90-823f-434d0a94fa53 req-d5e44661-ac98-48da-a8db-1ba6d57ef5c2 service neutron] 10.222.0.47 "GET /v2.0/networks/9accb235-a825-49d8-b9c6-39063069a4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739926 Nov 25 13:18:28.814483 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed471a40-f483-447d-86f7-72cab0698440 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Made reservation on behalf of 103222503d1f447390d34cefdf0e19b7 for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:18:28.821910 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ed471a40-f483-447d-86f7-72cab0698440 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:28.848949 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8e96fc1f-c4dc-43c7-9e72-e5cffe483db7 req-a7f3069c-1621-4678-ad13-8e013f6713b8 service neutron] 10.222.0.66 "GET /v2.0/networks/2b823069-d9bd-4f42-87ec-afb97511a19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5677278 Nov 25 13:18:28.986422 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460db7f3-848d-4230-8109-4c3b06c95251 req-4288990b-566d-4ffb-9e5a-6df367fa9f60 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:28.989288 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-460db7f3-848d-4230-8109-4c3b06c95251 req-4288990b-566d-4ffb-9e5a-6df367fa9f60 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 944 time: 0.3577697 Nov 25 13:18:29.046189 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8da6a784-c8f7-461b-9aff-a163964021ba req-1a58294f-042d-470b-a03a-88ac997a5f17 service neutron] 10.222.0.53 "GET /v2.0/networks/0983177e-e01c-46fd-aae0-5d162abcfe55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4194028 Nov 25 13:18:29.220348 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-a3dcf373-0ce3-479e-8978-869d9e2d7905 admin admin] Deleting port ff51eff9-62c6-48c6-ab67-0733773c24d6 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:18:29.220689 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a3dcf373-0ce3-479e-8978-869d9e2d7905 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:29.232906 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-460db7f3-848d-4230-8109-4c3b06c95251 req-eaf92fef-bc8a-4719-a053-97eb780fcc08 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2089674 Nov 25 13:18:29.310168 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8e96fc1f-c4dc-43c7-9e72-e5cffe483db7 req-4af882e0-fb44-4b80-86ca-826d1ba1a16a service neutron] 10.222.0.66 "GET /v2.0/networks/2b823069-d9bd-4f42-87ec-afb97511a19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4077296 Nov 25 13:18:29.371294 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [req-1c2e2c4a-9c6a-4132-8295-9dec4f0533f7 req-cdc7952b-82b5-4dcd-a67e-159486c0b7ad tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] show failed (client error): The resource could not be found. Nov 25 13:18:29.372356 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1c2e2c4a-9c6a-4132-8295-9dec4f0533f7 req-cdc7952b-82b5-4dcd-a67e-159486c0b7ad tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/security-groups/c29d8c8a-4193-46a4-9ea9-74f97aee4362 HTTP/1.1" status: 404 len: 352 time: 0.1076958 Nov 25 13:18:29.381708 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8da6a784-c8f7-461b-9aff-a163964021ba req-42efc566-cd6c-4aef-b813-f44fac6994f7 service neutron] 10.222.0.53 "GET /v2.0/networks/0983177e-e01c-46fd-aae0-5d162abcfe55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343227 Nov 25 13:18:29.530786 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8e96fc1f-c4dc-43c7-9e72-e5cffe483db7 req-379672ac-f853-4c14-914a-8e0bbb06c47d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=938ce238-0316-4d1c-bb63-dde0afdb2932 HTTP/1.1" status: 200 len: 217 time: 0.1826046 Nov 25 13:18:29.592482 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-0e9c1641-3ec5-4538-a8ef-a0f09a6c10a8 req-393b83b4-765a-401c-9a2e-a374b5139660 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-888603757', 'description': 'tempest-description-1552030021'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:18:29.674937 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f23f22e6-2097-4cba-954e-07180ab7d9fd req-82e8b5ce-fbfb-4b49-a275-beb99cd1228a tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4300df4-5aa5-4090-adff-ae682b82fb5a HTTP/1.1" status: 200 len: 210 time: 0.0326226 Nov 25 13:18:29.684505 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-0e9c1641-3ec5-4538-a8ef-a0f09a6c10a8 req-393b83b4-765a-401c-9a2e-a374b5139660 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:29.812742 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-0e9c1641-3ec5-4538-a8ef-a0f09a6c10a8 req-393b83b4-765a-401c-9a2e-a374b5139660 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:29.822163 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ed471a40-f483-447d-86f7-72cab0698440 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:29.870327 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-a3dcf373-0ce3-479e-8978-869d9e2d7905 admin admin] For port ff51eff9-62c6-48c6-ab67-0733773c24d6, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=ff51eff9-62c6-48c6-ab67-0733773c24d6,segment=NetworkSegment(ecd61d97-2a12-4d12-8094-1197283ab536),segment_id=ecd61d97-2a12-4d12-8094-1197283ab536)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:18:29.870732 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a3dcf373-0ce3-479e-8978-869d9e2d7905 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:29.873636 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-0e9c1641-3ec5-4538-a8ef-a0f09a6c10a8 req-393b83b4-765a-401c-9a2e-a374b5139660 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:30.339460 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-a3dcf373-0ce3-479e-8978-869d9e2d7905 admin admin] Calling delete_port for ff51eff9-62c6-48c6-ab67-0733773c24d6 owned by network:router_interface {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:18:30.345461 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e96fc1f-c4dc-43c7-9e72-e5cffe483db7 req-1ab72692-b3a4-48db-b30c-ac5fb77320e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:30.347084 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8e96fc1f-c4dc-43c7-9e72-e5cffe483db7 req-1ab72692-b3a4-48db-b30c-ac5fb77320e0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e25e12e8-af35-42f8-83c0-b8f9f41a748f HTTP/1.1" status: 200 len: 797 time: 0.7993689 Nov 25 13:18:30.358990 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-23f2f380-6649-4ad7-93ee-fe83b9cd44e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:30.441142 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-0e9c1641-3ec5-4538-a8ef-a0f09a6c10a8 req-393b83b4-765a-401c-9a2e-a374b5139660 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:30.442392 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0e9c1641-3ec5-4538-a8ef-a0f09a6c10a8 req-393b83b4-765a-401c-9a2e-a374b5139660 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.8541341 Nov 25 13:18:30.482496 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-e8b6eff3-37d9-48bd-938d-bb7dd77b9fc1 req-4eb69ca8-6439-4df5-9e6e-6aee1957d9f2 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-732224976', 'description': 'tempest-description-1635556425'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:18:30.491002 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393b83b4-765a-401c-9a2e-a374b5139660 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a5c3a1-bd02-418a-9cd2-05bbbe46d666,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:30.498483 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed471a40-f483-447d-86f7-72cab0698440 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event updated for resources: {'Subnet': ['ID=cdbcabc6-1ca7-47b3-86be-271bd24686da,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:30.517383 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:18:30.614776 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed471a40-f483-447d-86f7-72cab0698440 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Checking segment: {'id': 'ed55e6a2-7fa7-43bc-be1e-603b9a89a214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '07cf2854-197b-4a4c-b96b-de86cb1d3804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:18:30.615311 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed471a40-f483-447d-86f7-72cab0698440 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Network hostable DHCP agents. Network: 07cf2854-197b-4a4c-b96b-de86cb1d3804, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:18:30.629940 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e96fc1f-c4dc-43c7-9e72-e5cffe483db7 req-83c4cdca-3098-49b3-9ae9-13d4c1917d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:30.637735 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8e96fc1f-c4dc-43c7-9e72-e5cffe483db7 req-83c4cdca-3098-49b3-9ae9-13d4c1917d45 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2b823069-d9bd-4f42-87ec-afb97511a19d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2741055 Nov 25 13:18:30.652195 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-e8b6eff3-37d9-48bd-938d-bb7dd77b9fc1 req-4eb69ca8-6439-4df5-9e6e-6aee1957d9f2 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:30.854640 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec7da7-4d2c-4c47-84c9-f5c0c604f9f8 req-c55c5433-e85e-455a-9b6e-b5a0e51cc1f8 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:30.856553 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ccec7da7-4d2c-4c47-84c9-f5c0c604f9f8 req-c55c5433-e85e-455a-9b6e-b5a0e51cc1f8 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 944 time: 0.4132609 Nov 25 13:18:30.890978 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a3dcf373-0ce3-479e-8978-869d9e2d7905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:30.969939 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dcf373-0ce3-479e-8978-869d9e2d7905 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff51eff9-62c6-48c6-ab67-0733773c24d6,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:30.972902 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed471a40-f483-447d-86f7-72cab0698440 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Network 07cf2854-197b-4a4c-b96b-de86cb1d3804 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:18:31.093372 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ccec7da7-4d2c-4c47-84c9-f5c0c604f9f8 req-dba179f5-9bc0-4e7f-8d06-caf39a35e5b6 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1885667 Nov 25 13:18:31.125351 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-ed471a40-f483-447d-86f7-72cab0698440 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 07cf2854-197b-4a4c-b96b-de86cb1d3804) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:18:31.130961 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed471a40-f483-447d-86f7-72cab0698440 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:31.131606 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ed471a40-f483-447d-86f7-72cab0698440 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:31.146810 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327a5896-946b-41ac-a65b-f34acda97dc1 None None] Network 07cf2854-197b-4a4c-b96b-de86cb1d3804 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:18:31.395181 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8e96fc1f-c4dc-43c7-9e72-e5cffe483db7 req-089b271b-44b0-4c0a-b096-2b17406453cf service neutron] 10.222.0.66 "GET /v2.0/networks/2b823069-d9bd-4f42-87ec-afb97511a19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7117093 Nov 25 13:18:31.457207 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-ed471a40-f483-447d-86f7-72cab0698440 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2094710 Nov 25 13:18:31.459294 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 50102) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:31.465797 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-e8b6eff3-37d9-48bd-938d-bb7dd77b9fc1 req-4eb69ca8-6439-4df5-9e6e-6aee1957d9f2 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:31.468961 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-25c93237-56ad-4208-866d-389fe7f5e6f1 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Request body: {'port': {'network_id': '07cf2854-197b-4a4c-b96b-de86cb1d3804', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1888453107'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:18:31.528966 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5acc658f-02f2-407a-a35d-3a8caba8cb92 req-5711b221-636d-426c-93b4-a06f3ae09398 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4300df4-5aa5-4090-adff-ae682b82fb5a HTTP/1.1" status: 200 len: 210 time: 0.1159694 Nov 25 13:18:31.529564 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad2e931-0ab6-462b-9515-ffdf8ac5d929 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-07cf2854-197b-4a4c-b96b-de86cb1d3804', 'network_id': '07cf2854-197b-4a4c-b96b-de86cb1d3804', 'tenant_id': '103222503d1f447390d34cefdf0e19b7', 'fixed_ips': [{'subnet_id': 'cdbcabc6-1ca7-47b3-86be-271bd24686da'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:18:31.530544 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4ad2e931-0ab6-462b-9515-ffdf8ac5d929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:31.532924 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-e8b6eff3-37d9-48bd-938d-bb7dd77b9fc1 req-4eb69ca8-6439-4df5-9e6e-6aee1957d9f2 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:31.601556 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6a784-c8f7-461b-9aff-a163964021ba req-5102c9b6-8858-41db-9fce-e06be1c55b1c tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:31.603126 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8da6a784-c8f7-461b-9aff-a163964021ba req-5102c9b6-8858-41db-9fce-e06be1c55b1c tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.66 "GET /v2.0/networks?id=0983177e-e01c-46fd-aae0-5d162abcfe55 HTTP/1.1" status: 200 len: 821 time: 0.3635750 Nov 25 13:18:31.618483 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-e8b6eff3-37d9-48bd-938d-bb7dd77b9fc1 req-4eb69ca8-6439-4df5-9e6e-6aee1957d9f2 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:31.619793 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e8b6eff3-37d9-48bd-938d-bb7dd77b9fc1 req-4eb69ca8-6439-4df5-9e6e-6aee1957d9f2 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 1.1421552 Nov 25 13:18:31.624435 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb69ca8-6439-4df5-9e6e-6aee1957d9f2 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2559bcd4-5499-4246-842c-52bc50d608f1,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:31.624793 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-8da6a784-c8f7-461b-9aff-a163964021ba req-028ac129-c654-4262-825f-8cf83571ea65 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Request body: {'port': {'device_id': 'c4300df4-5aa5-4090-adff-ae682b82fb5a', 'network_id': '0983177e-e01c-46fd-aae0-5d162abcfe55', 'admin_state_up': True, 'tenant_id': '64602e0ec6fb4a738e1e6e0faccb6293'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:18:31.631762 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a3dcf373-0ce3-479e-8978-869d9e2d7905 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:31.666017 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-5e45666d-1985-4834-a189-3fa73f17b84b req-8816ec76-b551-4202-b8ac-cc268504dc12 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-353085208', 'description': 'tempest-description-2007175605'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:18:31.765763 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-4ad2e931-0ab6-462b-9515-ffdf8ac5d929 None None] Allocated IP 172.20.0.2 (07cf2854-197b-4a4c-b96b-de86cb1d3804/cdbcabc6-1ca7-47b3-86be-271bd24686da/b97e8ef8-60b9-4a53-8015-a89ce2cfa586) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:18:31.791964 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c93237-56ad-4208-866d-389fe7f5e6f1 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Made reservation on behalf of 103222503d1f447390d34cefdf0e19b7 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:18:31.796715 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-25c93237-56ad-4208-866d-389fe7f5e6f1 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:31.863507 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8e96fc1f-c4dc-43c7-9e72-e5cffe483db7 req-8635ff98-dda6-4b48-9d20-bedbadc6fd6b service neutron] 10.222.0.66 "GET /v2.0/networks/2b823069-d9bd-4f42-87ec-afb97511a19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4475241 Nov 25 13:18:31.888496 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-25c93237-56ad-4208-866d-389fe7f5e6f1 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] device_id is not set on port 329c6a80-095c-4f35-857d-40e6c76d8fcd yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:18:31.922374 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8da6a784-c8f7-461b-9aff-a163964021ba req-028ac129-c654-4262-825f-8cf83571ea65 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Made reservation on behalf of 64602e0ec6fb4a738e1e6e0faccb6293 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:18:31.926226 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8da6a784-c8f7-461b-9aff-a163964021ba req-028ac129-c654-4262-825f-8cf83571ea65 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:32.027715 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8e96fc1f-c4dc-43c7-9e72-e5cffe483db7 req-692211db-e1b3-48b1-9375-cf9d3b1ac614 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=6a9422b9-9b35-47c0-860e-beb2d93e73ce HTTP/1.1" status: 200 len: 217 time: 0.1544323 Nov 25 13:18:32.028951 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-5e45666d-1985-4834-a189-3fa73f17b84b req-8816ec76-b551-4202-b8ac-cc268504dc12 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:32.057503 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4ad2e931-0ab6-462b-9515-ffdf8ac5d929 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:32.064868 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4ad2e931-0ab6-462b-9515-ffdf8ac5d929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:32.127568 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad2e931-0ab6-462b-9515-ffdf8ac5d929 None None] Pushing event updated for resources: {'Port': ['ID=b97e8ef8-60b9-4a53-8015-a89ce2cfa586,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:32.153833 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad2e931-0ab6-462b-9515-ffdf8ac5d929 None None] Network 07cf2854-197b-4a4c-b96b-de86cb1d3804 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:18:32.155701 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-4ad2e931-0ab6-462b-9515-ffdf8ac5d929 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:18:32.162591 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad2e931-0ab6-462b-9515-ffdf8ac5d929 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:18:32.196925 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-25c93237-56ad-4208-866d-389fe7f5e6f1 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Allocated IP 172.20.0.12 (07cf2854-197b-4a4c-b96b-de86cb1d3804/cdbcabc6-1ca7-47b3-86be-271bd24686da/329c6a80-095c-4f35-857d-40e6c76d8fcd) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:18:32.243172 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-8da6a784-c8f7-461b-9aff-a163964021ba req-028ac129-c654-4262-825f-8cf83571ea65 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Allocated IP 172.20.0.12 (0983177e-e01c-46fd-aae0-5d162abcfe55/a3072173-0ac4-4f6c-a786-4d173031b30a/5531352d-5548-4385-936e-828130753d34) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:18:32.250300 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-4ad2e931-0ab6-462b-9515-ffdf8ac5d929 None None] Attempting to bind port b97e8ef8-60b9-4a53-8015-a89ce2cfa586 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:18:32.250782 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-4ad2e931-0ab6-462b-9515-ffdf8ac5d929 None None] Attempting to bind port b97e8ef8-60b9-4a53-8015-a89ce2cfa586 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'ed55e6a2-7fa7-43bc-be1e-603b9a89a214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '07cf2854-197b-4a4c-b96b-de86cb1d3804'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:18:32.251166 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad2e931-0ab6-462b-9515-ffdf8ac5d929 None None] Attempting to bind port b97e8ef8-60b9-4a53-8015-a89ce2cfa586 on network 07cf2854-197b-4a4c-b96b-de86cb1d3804 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:18:32.258733 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad2e931-0ab6-462b-9515-ffdf8ac5d929 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:18:32.259088 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad2e931-0ab6-462b-9515-ffdf8ac5d929 None None] Checking segment: {'id': 'ed55e6a2-7fa7-43bc-be1e-603b9a89a214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '07cf2854-197b-4a4c-b96b-de86cb1d3804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:18:32.260143 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4ad2e931-0ab6-462b-9515-ffdf8ac5d929 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:32.260422 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad2e931-0ab6-462b-9515-ffdf8ac5d929 None None] Bound using segment: {'id': 'ed55e6a2-7fa7-43bc-be1e-603b9a89a214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '07cf2854-197b-4a4c-b96b-de86cb1d3804'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:18:32.261034 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-4ad2e931-0ab6-462b-9515-ffdf8ac5d929 None None] Bound port: b97e8ef8-60b9-4a53-8015-a89ce2cfa586, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed55e6a2-7fa7-43bc-be1e-603b9a89a214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '07cf2854-197b-4a4c-b96b-de86cb1d3804'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:18:32.261613 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4ad2e931-0ab6-462b-9515-ffdf8ac5d929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:32.289317 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-5e45666d-1985-4834-a189-3fa73f17b84b req-8816ec76-b551-4202-b8ac-cc268504dc12 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:32.292526 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e96fc1f-c4dc-43c7-9e72-e5cffe483db7 req-a5caced7-210a-4b3c-ab00-836a05eb2136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:32.294349 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8e96fc1f-c4dc-43c7-9e72-e5cffe483db7 req-a5caced7-210a-4b3c-ab00-836a05eb2136 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e25e12e8-af35-42f8-83c0-b8f9f41a748f HTTP/1.1" status: 200 len: 797 time: 0.2534916 Nov 25 13:18:32.303338 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-5e45666d-1985-4834-a189-3fa73f17b84b req-8816ec76-b551-4202-b8ac-cc268504dc12 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:32.343477 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-4ad2e931-0ab6-462b-9515-ffdf8ac5d929 None None] For port b97e8ef8-60b9-4a53-8015-a89ce2cfa586, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:18:32.347623 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-4ad2e931-0ab6-462b-9515-ffdf8ac5d929 None None] For port b97e8ef8-60b9-4a53-8015-a89ce2cfa586, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=b97e8ef8-60b9-4a53-8015-a89ce2cfa586,segment=NetworkSegment(ed55e6a2-7fa7-43bc-be1e-603b9a89a214),segment_id=ed55e6a2-7fa7-43bc-be1e-603b9a89a214)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:18:32.354046 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4ad2e931-0ab6-462b-9515-ffdf8ac5d929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:32.373670 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3dcf373-0ce3-479e-8978-869d9e2d7905 admin admin] Router 0269e300-787d-4073-afb4-fff6cd965809 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:18:32.379636 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-5e45666d-1985-4834-a189-3fa73f17b84b req-8816ec76-b551-4202-b8ac-cc268504dc12 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:32.391704 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5e45666d-1985-4834-a189-3fa73f17b84b req-8816ec76-b551-4202-b8ac-cc268504dc12 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.7372003 Nov 25 13:18:32.412661 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f6ed9e-cdc6-42cb-bddb-ddfc7f2f5b23 req-1ee9075f-c42b-479a-9946-0650779c0761 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:32.420329 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-26f6ed9e-cdc6-42cb-bddb-ddfc7f2f5b23 req-1ee9075f-c42b-479a-9946-0650779c0761 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 944 time: 0.2199879 Nov 25 13:18:32.440157 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8816ec76-b551-4202-b8ac-cc268504dc12 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87089ad7-679b-46a8-b280-54138775293c,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:32.454231 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad2e931-0ab6-462b-9515-ffdf8ac5d929 None None] Pushing event updated for resources: {'Port': ['ID=b97e8ef8-60b9-4a53-8015-a89ce2cfa586,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:32.455176 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-25c93237-56ad-4208-866d-389fe7f5e6f1 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:32.479658 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e96fc1f-c4dc-43c7-9e72-e5cffe483db7 req-2ca00391-4e3c-4fae-908a-dad804bcf6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:32.481731 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8e96fc1f-c4dc-43c7-9e72-e5cffe483db7 req-2ca00391-4e3c-4fae-908a-dad804bcf6e2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2b823069-d9bd-4f42-87ec-afb97511a19d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1756654 Nov 25 13:18:32.535933 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-25c93237-56ad-4208-866d-389fe7f5e6f1 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:32.558140 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8da6a784-c8f7-461b-9aff-a163964021ba req-028ac129-c654-4262-825f-8cf83571ea65 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:32.595383 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-26f6ed9e-cdc6-42cb-bddb-ddfc7f2f5b23 req-aa70832f-2c36-420b-8940-87a8078987a1 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735699 Nov 25 13:18:32.600311 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c93237-56ad-4208-866d-389fe7f5e6f1 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Network 07cf2854-197b-4a4c-b96b-de86cb1d3804 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:18:32.606296 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-25c93237-56ad-4208-866d-389fe7f5e6f1 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:18:32.617043 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c93237-56ad-4208-866d-389fe7f5e6f1 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:18:32.664263 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c93237-56ad-4208-866d-389fe7f5e6f1 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event updated for resources: {'Port': ['ID=329c6a80-095c-4f35-857d-40e6c76d8fcd,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:32.728619 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db1dedb3-1e73-4289-9127-6edd2edabe00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:32.738376 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c93237-56ad-4208-866d-389fe7f5e6f1 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:32.739183 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-25c93237-56ad-4208-866d-389fe7f5e6f1 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:32.746196 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8da6a784-c8f7-461b-9aff-a163964021ba req-028ac129-c654-4262-825f-8cf83571ea65 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:32.759521 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8e96fc1f-c4dc-43c7-9e72-e5cffe483db7 req-38395c83-c520-4a68-94bf-4cf4a1327099 service neutron] 10.222.0.66 "GET /v2.0/networks/2b823069-d9bd-4f42-87ec-afb97511a19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304888 Nov 25 13:18:32.808616 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-25c93237-56ad-4208-866d-389fe7f5e6f1 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.3457198 Nov 25 13:18:32.812646 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8da6a784-c8f7-461b-9aff-a163964021ba req-028ac129-c654-4262-825f-8cf83571ea65 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Network 0983177e-e01c-46fd-aae0-5d162abcfe55 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:18:32.822782 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 50138) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:32.882767 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-8da6a784-c8f7-461b-9aff-a163964021ba req-028ac129-c654-4262-825f-8cf83571ea65 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:18:32.885073 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-8da6a784-c8f7-461b-9aff-a163964021ba req-028ac129-c654-4262-825f-8cf83571ea65 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:18:32.897962 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec345f2f-33f7-4ab1-93e0-37a2f2ba7c3c None None] DHCP port deletion for 0983177e-e01c-46fd-aae0-5d162abcfe55 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:18:32.961987 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-29523f11-2a40-491c-8450-5a2735e00ffe None None] Provisioning complete for port 5531352d-5548-4385-936e-828130753d34 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:18:32.962758 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-29523f11-2a40-491c-8450-5a2735e00ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:32.966371 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028ac129-c654-4262-825f-8cf83571ea65 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Pushing event updated for resources: {'Port': ['ID=5531352d-5548-4385-936e-828130753d34,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:32.994030 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3dcf373-0ce3-479e-8978-869d9e2d7905 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:18:33.009305 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-a3dcf373-0ce3-479e-8978-869d9e2d7905 admin admin] 10.222.0.53 "PUT /v2.0/routers/0269e300-787d-4073-afb4-fff6cd965809/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8856709 Nov 25 13:18:33.011432 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 50144) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:33.043583 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-29523f11-2a40-491c-8450-5a2735e00ffe None None] Port 5531352d-5548-4385-936e-828130753d34 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:18:33.046656 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6196b059-1114-4e5e-ae86-b7038ffb4fc2 None None] Sync routers for ids ['0269e300-787d-4073-afb4-fff6cd965809'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:18:33.052448 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device b97e8ef8-60b9-4a53-8015-a89ce2cfa586 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:18:33.055856 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe441f-4e7d-44cc-8e8c-1fe1c379e8eb req-94f1005d-77dc-46d9-9a90-544b9e111e23 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:33.063780 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-acbe441f-4e7d-44cc-8e8c-1fe1c379e8eb req-94f1005d-77dc-46d9-9a90-544b9e111e23 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4300df4-5aa5-4090-adff-ae682b82fb5a HTTP/1.1" status: 200 len: 932 time: 0.2160203 Nov 25 13:18:33.094833 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6196b059-1114-4e5e-ae86-b7038ffb4fc2 None None] Routers {'0269e300-787d-4073-afb4-fff6cd965809'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:18:33.095813 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-6196b059-1114-4e5e-ae86-b7038ffb4fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:18:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['0269e300-787d-4073-afb4-fff6cd965809'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:18:33.099614 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ea5301a7-2faf-45a3-bc40-89f8ad3a02be req-c02cd8da-789b-4f62-9102-d7dcf716324d tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d3f9f88292274c1e909ee2b5229333e7 HTTP/1.1" status: 200 len: 11010 time: 0.3369699 Nov 25 13:18:33.114504 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6a784-c8f7-461b-9aff-a163964021ba req-028ac129-c654-4262-825f-8cf83571ea65 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:33.115201 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8da6a784-c8f7-461b-9aff-a163964021ba req-028ac129-c654-4262-825f-8cf83571ea65 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:33.167438 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ea5301a7-2faf-45a3-bc40-89f8ad3a02be req-30056fa3-3666-47ac-a0e0-1c10a6cf538c tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/security-groups/4740d5e6-ba1b-4fd6-9612-9b9185db2d9b HTTP/1.1" status: 200 len: 3002 time: 0.0668776 Nov 25 13:18:33.177343 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8e96fc1f-c4dc-43c7-9e72-e5cffe483db7 req-db353491-9db6-41c2-a774-213afa1c95b3 service neutron] 10.222.0.66 "GET /v2.0/networks/2b823069-d9bd-4f42-87ec-afb97511a19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3315103 Nov 25 13:18:33.207628 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8da6a784-c8f7-461b-9aff-a163964021ba req-028ac129-c654-4262-825f-8cf83571ea65 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5885518 Nov 25 13:18:33.226874 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-8da6a784-c8f7-461b-9aff-a163964021ba req-3c0cd14c-293c-4cba-9979-c1aba2675507 service neutron] Request body: {'port': {'device_id': 'c4300df4-5aa5-4090-adff-ae682b82fb5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:18:33.258882 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b7897336-2759-461a-8c90-0ff64d621864 admin admin] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:33.260975 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8e96fc1f-c4dc-43c7-9e72-e5cffe483db7 req-9d2b221a-8855-4ce3-b826-7970bda1fc1c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=319ab71f-208d-41ad-889f-9bd1500155cd HTTP/1.1" status: 200 len: 217 time: 0.0702848 Nov 25 13:18:33.265029 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-6196b059-1114-4e5e-ae86-b7038ffb4fc2 None None] Set router 0269e300-787d-4073-afb4-fff6cd965809 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:18:33.353665 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-acbe441f-4e7d-44cc-8e8c-1fe1c379e8eb req-8559575b-6014-47de-9559-8ae771ed25d4 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/security-groups?id=9200d83a-329b-4ad5-86ae-84da9f8a7cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888355 Nov 25 13:18:33.411855 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ea5301a7-2faf-45a3-bc40-89f8ad3a02be req-dffd68dc-da02-4d58-aa7c-b7d1303e95fe tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/security-groups/4740d5e6-ba1b-4fd6-9612-9b9185db2d9b HTTP/1.1" status: 200 len: 3002 time: 0.2429452 Nov 25 13:18:33.450110 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e96fc1f-c4dc-43c7-9e72-e5cffe483db7 req-96f8bd6f-6e7e-489e-b891-10c1d974418f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:33.453862 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8e96fc1f-c4dc-43c7-9e72-e5cffe483db7 req-96f8bd6f-6e7e-489e-b891-10c1d974418f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=06817033-b081-4244-92d2-8969dbcfd417 HTTP/1.1" status: 200 len: 797 time: 0.1746757 Nov 25 13:18:33.517687 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port b97e8ef8-60b9-4a53-8015-a89ce2cfa586 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:18:33.518102 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:33.636745 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:33.661584 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e96fc1f-c4dc-43c7-9e72-e5cffe483db7 req-76befbad-94f7-4357-b893-c2849ae71427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:33.663168 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8e96fc1f-c4dc-43c7-9e72-e5cffe483db7 req-76befbad-94f7-4357-b893-c2849ae71427 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ce8b7f62-300f-4958-8057-b23aa4d60523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2023962 Nov 25 13:18:33.671778 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-6196b059-1114-4e5e-ae86-b7038ffb4fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0269e300-787d-4073-afb4-fff6cd965809', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1693762775-router', 'tenant_id': 'a66046ba7ab241f7a28e6ccb64e01d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '594032a2-fd6f-40af-b69f-a1891f4af5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:17:26Z', 'updated_at': '2021-11-25T13:18:30Z', 'revision_number': 5, 'project_id': 'a66046ba7ab241f7a28e6ccb64e01d36', 'gw_port': {'id': '594032a2-fd6f-40af-b69f-a1891f4af5c0', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:78:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0269e300-787d-4073-afb4-fff6cd965809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:17:26Z', 'updated_at': '2021-11-25T13:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:18:33.705411 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c80b52-becd-487a-91f4-f34c2632fc2a req-b0fc0bb1-da4d-4c8d-92f5-802085205a4b tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:33.707290 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-56c80b52-becd-487a-91f4-f34c2632fc2a req-b0fc0bb1-da4d-4c8d-92f5-802085205a4b tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] 10.222.0.53 "GET /v2.0/ports?device_id=e23d7bc0-0e21-420d-9355-e4e3f6a07b36 HTTP/1.1" status: 200 len: 950 time: 0.1793747 Nov 25 13:18:33.718592 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f58d282c-e9e0-4409-9744-69c1ef43993c req-489878d8-f7bb-4cbd-a3d1-791a2258c9d8 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/security-groups/d3a5c3a1-bd02-418a-9cd2-05bbbe46d666 HTTP/1.1" status: 200 len: 1819 time: 0.2427118 Nov 25 13:18:33.732878 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6196b059-1114-4e5e-ae86-b7038ffb4fc2 None None] Checking router: 0269e300-787d-4073-afb4-fff6cd965809 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:18:33.758531 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-caf77ebe-d981-4e32-a0d5-0d2a66b77ee5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Deleting port 329c6a80-095c-4f35-857d-40e6c76d8fcd {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:18:33.759804 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-caf77ebe-d981-4e32-a0d5-0d2a66b77ee5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:33.800770 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] For port b97e8ef8-60b9-4a53-8015-a89ce2cfa586, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=b97e8ef8-60b9-4a53-8015-a89ce2cfa586,segment=NetworkSegment(ed55e6a2-7fa7-43bc-be1e-603b9a89a214),segment_id=ed55e6a2-7fa7-43bc-be1e-603b9a89a214)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:18:33.821683 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:33.824157 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:33.845401 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-56c80b52-becd-487a-91f4-f34c2632fc2a req-5c555868-2d51-411c-baff-688f257ffdf2 tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] 10.222.0.53 "GET /v2.0/security-groups?id=3018a1a8-bfb1-4887-8960-229341a1634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213782 Nov 25 13:18:33.886439 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Pushing event updated for resources: {'Port': ['ID=b97e8ef8-60b9-4a53-8015-a89ce2cfa586,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:33.890595 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6196b059-1114-4e5e-ae86-b7038ffb4fc2 None None] Routers {'0269e300-787d-4073-afb4-fff6cd965809'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:18:33.891258 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-6196b059-1114-4e5e-ae86-b7038ffb4fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:18:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['0269e300-787d-4073-afb4-fff6cd965809'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:18:33.981092 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-f58d282c-e9e0-4409-9744-69c1ef43993c req-29fd1560-cbca-4aab-b7f8-3a3eee662dd5 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:33.990047 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8da6a784-c8f7-461b-9aff-a163964021ba req-3c0cd14c-293c-4cba-9979-c1aba2675507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:34.027162 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-6196b059-1114-4e5e-ae86-b7038ffb4fc2 None None] Set router 0269e300-787d-4073-afb4-fff6cd965809 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:18:34.037782 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-f58d282c-e9e0-4409-9744-69c1ef43993c req-29fd1560-cbca-4aab-b7f8-3a3eee662dd5 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:34.042278 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8e96fc1f-c4dc-43c7-9e72-e5cffe483db7 req-21df11c6-f71b-4fea-8b0a-bfca2355f9ee service neutron] 10.222.0.66 "GET /v2.0/networks/ce8b7f62-300f-4958-8057-b23aa4d60523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3572671 Nov 25 13:18:34.095594 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132d5b25-b33c-4f7a-9cff-f97257246e16 None None] Network 07cf2854-197b-4a4c-b96b-de86cb1d3804 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:18:34.117850 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-caf77ebe-d981-4e32-a0d5-0d2a66b77ee5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:34.142568 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-caf77ebe-d981-4e32-a0d5-0d2a66b77ee5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Calling delete_port for 329c6a80-095c-4f35-857d-40e6c76d8fcd owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:18:34.147457 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b7897336-2759-461a-8c90-0ff64d621864 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:34.162245 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8e96fc1f-c4dc-43c7-9e72-e5cffe483db7 req-efe93b61-d6e4-4e3a-bfb8-ec40841e3662 service neutron] 10.222.0.66 "GET /v2.0/networks/ce8b7f62-300f-4958-8057-b23aa4d60523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092939 Nov 25 13:18:34.202931 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-b8201585-81dc-40ce-b9e2-7ca2bd102d20 None None] Provisioning complete for port b97e8ef8-60b9-4a53-8015-a89ce2cfa586 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:18:34.203407 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b8201585-81dc-40ce-b9e2-7ca2bd102d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:34.320907 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-f58d282c-e9e0-4409-9744-69c1ef43993c req-29fd1560-cbca-4aab-b7f8-3a3eee662dd5 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:34.328739 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-f58d282c-e9e0-4409-9744-69c1ef43993c req-29fd1560-cbca-4aab-b7f8-3a3eee662dd5 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:34.330003 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f58d282c-e9e0-4409-9744-69c1ef43993c req-29fd1560-cbca-4aab-b7f8-3a3eee662dd5 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "DELETE /v2.0/security-groups/d3a5c3a1-bd02-418a-9cd2-05bbbe46d666 HTTP/1.1" status: 204 len: 173 time: 0.5048282 Nov 25 13:18:34.331419 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8e96fc1f-c4dc-43c7-9e72-e5cffe483db7 req-2c847a79-13f4-411d-afa9-4aa97d5230a2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3c54be67-fab8-4e6e-9f89-11a59ddfbd31 HTTP/1.1" status: 200 len: 217 time: 0.1420479 Nov 25 13:18:34.398436 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd1560-cbca-4aab-b7f8-3a3eee662dd5 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a5c3a1-bd02-418a-9cd2-05bbbe46d666,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:34.428558 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b0a5e-bb8d-4048-ab10-d707c310a6dd req-463e50c2-59fd-43e2-9eb9-a478b9720668 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:34.430582 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6d3b0a5e-bb8d-4048-ab10-d707c310a6dd req-463e50c2-59fd-43e2-9eb9-a478b9720668 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 944 time: 0.2643187 Nov 25 13:18:34.459424 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e96fc1f-c4dc-43c7-9e72-e5cffe483db7 req-327829a8-d193-4387-9d1c-351e735b9fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:34.461018 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8e96fc1f-c4dc-43c7-9e72-e5cffe483db7 req-327829a8-d193-4387-9d1c-351e735b9fa9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=06817033-b081-4244-92d2-8969dbcfd417 HTTP/1.1" status: 200 len: 797 time: 0.1169429 Nov 25 13:18:34.534530 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-b7897336-2759-461a-8c90-0ff64d621864 admin admin] Deleting port 594032a2-fd6f-40af-b69f-a1891f4af5c0 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:18:34.534902 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b7897336-2759-461a-8c90-0ff64d621864 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:34.553985 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-6196b059-1114-4e5e-ae86-b7038ffb4fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0269e300-787d-4073-afb4-fff6cd965809', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1693762775-router', 'tenant_id': 'a66046ba7ab241f7a28e6ccb64e01d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '594032a2-fd6f-40af-b69f-a1891f4af5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:17:26Z', 'updated_at': '2021-11-25T13:18:30Z', 'revision_number': 5, 'project_id': 'a66046ba7ab241f7a28e6ccb64e01d36', 'gw_port': {'id': '594032a2-fd6f-40af-b69f-a1891f4af5c0', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:78:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0269e300-787d-4073-afb4-fff6cd965809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:17:26Z', 'updated_at': '2021-11-25T13:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:18:34.572996 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [req-ff3494b0-f931-462e-b759-b6a1cee10fe3 req-61c5beb3-c989-4aa7-a03f-624a9501dc6e tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] show failed (client error): The resource could not be found. Nov 25 13:18:34.574099 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ff3494b0-f931-462e-b759-b6a1cee10fe3 req-61c5beb3-c989-4aa7-a03f-624a9501dc6e tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/security-groups/d3a5c3a1-bd02-418a-9cd2-05bbbe46d666 HTTP/1.1" status: 404 len: 352 time: 0.0198350 Nov 25 13:18:34.581853 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6d3b0a5e-bb8d-4048-ab10-d707c310a6dd req-5201e6e9-f316-4f4e-8365-e7d703f886d3 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440601 Nov 25 13:18:34.594925 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6196b059-1114-4e5e-ae86-b7038ffb4fc2 None None] The sync data for ids ['0269e300-787d-4073-afb4-fff6cd965809'] in n-d-808199-11 is: [{'id': '0269e300-787d-4073-afb4-fff6cd965809', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1693762775-router', 'tenant_id': 'a66046ba7ab241f7a28e6ccb64e01d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '594032a2-fd6f-40af-b69f-a1891f4af5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:17:26Z', 'updated_at': '2021-11-25T13:18:30Z', 'revision_number': 5, 'project_id': 'a66046ba7ab241f7a28e6ccb64e01d36', 'gw_port': {'id': '594032a2-fd6f-40af-b69f-a1891f4af5c0', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:78:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0269e300-787d-4073-afb4-fff6cd965809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:17:26Z', 'updated_at': '2021-11-25T13:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:18:34.618297 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e96fc1f-c4dc-43c7-9e72-e5cffe483db7 req-ea707350-6168-410c-a2e9-dd98803a9baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:34.619849 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8e96fc1f-c4dc-43c7-9e72-e5cffe483db7 req-ea707350-6168-410c-a2e9-dd98803a9baa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ce8b7f62-300f-4958-8057-b23aa4d60523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1491678 Nov 25 13:18:34.648777 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-caf77ebe-d981-4e32-a0d5-0d2a66b77ee5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:34.738786 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf77ebe-d981-4e32-a0d5-0d2a66b77ee5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event deleted for resources: {'Port': ['ID=329c6a80-095c-4f35-857d-40e6c76d8fcd,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:34.786941 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8e96fc1f-c4dc-43c7-9e72-e5cffe483db7 req-46f4c51d-0ef3-4774-afe8-b8d63e4fe101 service neutron] 10.222.0.66 "GET /v2.0/networks/ce8b7f62-300f-4958-8057-b23aa4d60523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574750 Nov 25 13:18:34.868543 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device b97e8ef8-60b9-4a53-8015-a89ce2cfa586 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:18:34.947728 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-b7897336-2759-461a-8c90-0ff64d621864 admin admin] For port 594032a2-fd6f-40af-b69f-a1891f4af5c0, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=594032a2-fd6f-40af-b69f-a1891f4af5c0,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:18:34.948280 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b7897336-2759-461a-8c90-0ff64d621864 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:34.959579 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-8da6a784-c8f7-461b-9aff-a163964021ba req-3c0cd14c-293c-4cba-9979-c1aba2675507 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5531352d-5548-4385-936e-828130753d34 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:18:34.983615 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port b97e8ef8-60b9-4a53-8015-a89ce2cfa586 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:18:34.984005 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:35.007928 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8da6a784-c8f7-461b-9aff-a163964021ba req-3c0cd14c-293c-4cba-9979-c1aba2675507 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:35.021562 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-b7897336-2759-461a-8c90-0ff64d621864 admin admin] Calling delete_port for 594032a2-fd6f-40af-b69f-a1891f4af5c0 owned by network:router_gateway {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:18:35.059459 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-caf77ebe-d981-4e32-a0d5-0d2a66b77ee5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:35.060615 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eafd93d-b7de-43c0-b034-c1c463ea34b8 req-789bfbb8-569e-444b-be44-c44f4ebb38d1 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:35.065967 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-caf77ebe-d981-4e32-a0d5-0d2a66b77ee5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "DELETE /v2.0/ports/329c6a80-095c-4f35-857d-40e6c76d8fcd HTTP/1.1" status: 204 len: 168 time: 2.2393298 Nov 25 13:18:35.068783 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 50188) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:35.073013 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6eafd93d-b7de-43c0-b034-c1c463ea34b8 req-789bfbb8-569e-444b-be44-c44f4ebb38d1 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4300df4-5aa5-4090-adff-ae682b82fb5a HTTP/1.1" status: 200 len: 932 time: 0.2850175 Nov 25 13:18:35.109926 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8e96fc1f-c4dc-43c7-9e72-e5cffe483db7 req-6d20ba84-cfb6-4fc0-b95c-d65ea25fafe6 service neutron] 10.222.0.66 "GET /v2.0/networks/ce8b7f62-300f-4958-8057-b23aa4d60523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101466 Nov 25 13:18:35.122192 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device ff51eff9-62c6-48c6-ab67-0733773c24d6 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:18:35.127466 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-8da6a784-c8f7-461b-9aff-a163964021ba req-3c0cd14c-293c-4cba-9979-c1aba2675507 service neutron] Transition to ACTIVE for port object 5531352d-5548-4385-936e-828130753d34 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:18:35.165676 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: ff51eff9-62c6-48c6-ab67-0733773c24d6 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:18:35.166041 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device ff51eff9-62c6-48c6-ab67-0733773c24d6 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:18:35.173425 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-c1b6b04e-2b75-4303-898d-64cfc0813fd7 None None] Could not find standard attr ID for object 329c6a80-095c-4f35-857d-40e6c76d8fcd. {{(pid=103572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 13:18:35.188234 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:35.200674 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-c1b6b04e-2b75-4303-898d-64cfc0813fd7 None None] Provisioning complete for port b97e8ef8-60b9-4a53-8015-a89ce2cfa586 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:18:35.201498 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c1b6b04e-2b75-4303-898d-64cfc0813fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:35.206837 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a85860a-574c-4222-869e-8f72123e9a79 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] GET failed (client error): The resource could not be found. Nov 25 13:18:35.210659 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-8a85860a-574c-4222-869e-8f72123e9a79 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "GET /v2.0/ports/329c6a80-095c-4f35-857d-40e6c76d8fcd HTTP/1.1" status: 404 len: 333 time: 0.1408844 Nov 25 13:18:35.216616 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 50190) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:35.219129 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8da6a784-c8f7-461b-9aff-a163964021ba req-3c0cd14c-293c-4cba-9979-c1aba2675507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:35.253361 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ab0bcad4-2ff1-4dee-9d16-0d24d75ab1ac req-459653e7-f94f-4299-b52d-8946f1718164 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/security-groups/2559bcd4-5499-4246-842c-52bc50d608f1 HTTP/1.1" status: 200 len: 1819 time: 0.1786342 Nov 25 13:18:35.258313 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6eafd93d-b7de-43c0-b034-c1c463ea34b8 req-4229b7b2-23af-4f25-9a8d-afe6b043b378 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/security-groups?id=9200d83a-329b-4ad5-86ae-84da9f8a7cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465929 Nov 25 13:18:35.309912 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791326ed-f695-4929-bb67-1e4513a3a0c8 None None] DHCP port deletion for 0983177e-e01c-46fd-aae0-5d162abcfe55 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:18:35.507827 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-ab0bcad4-2ff1-4dee-9d16-0d24d75ab1ac req-d25fe793-de09-4680-ac00-c7f0e8f20d5c tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:35.524424 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:18:35.565986 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-ab0bcad4-2ff1-4dee-9d16-0d24d75ab1ac req-d25fe793-de09-4680-ac00-c7f0e8f20d5c tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:35.645796 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-ab0bcad4-2ff1-4dee-9d16-0d24d75ab1ac req-d25fe793-de09-4680-ac00-c7f0e8f20d5c tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:35.649008 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-ab0bcad4-2ff1-4dee-9d16-0d24d75ab1ac req-d25fe793-de09-4680-ac00-c7f0e8f20d5c tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:35.662157 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ab0bcad4-2ff1-4dee-9d16-0d24d75ab1ac req-d25fe793-de09-4680-ac00-c7f0e8f20d5c tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "DELETE /v2.0/security-groups/2559bcd4-5499-4246-842c-52bc50d608f1 HTTP/1.1" status: 204 len: 173 time: 0.3591504 Nov 25 13:18:35.697660 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25fe793-de09-4680-ac00-c7f0e8f20d5c tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2559bcd4-5499-4246-842c-52bc50d608f1,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:35.720292 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-be4571f4-d66e-4a5b-a493-f3176a454729 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Deleting subnet cdbcabc6-1ca7-47b3-86be-271bd24686da {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:18:35.743654 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-be4571f4-d66e-4a5b-a493-f3176a454729 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:35.882589 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-be4571f4-d66e-4a5b-a493-f3176a454729 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:35.911895 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [req-9774bfb9-56df-45ea-8cf3-249fa3573c45 req-0a5aba1d-8e65-4d83-840c-1597a121cfeb tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] show failed (client error): The resource could not be found. Nov 25 13:18:35.913052 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9774bfb9-56df-45ea-8cf3-249fa3573c45 req-0a5aba1d-8e65-4d83-840c-1597a121cfeb tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/security-groups/2559bcd4-5499-4246-842c-52bc50d608f1 HTTP/1.1" status: 404 len: 352 time: 0.0261595 Nov 25 13:18:35.924362 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f928b6-dd07-45a1-b578-adec577713f1 req-e9a24d55-8596-433c-900b-754a370824bf tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:35.926660 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-25f928b6-dd07-45a1-b578-adec577713f1 req-e9a24d55-8596-433c-900b-754a370824bf tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 944 time: 0.0696795 Nov 25 13:18:35.951183 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0cd14c-293c-4cba-9979-c1aba2675507 service neutron] Pushing event updated for resources: {'Port': ['ID=5531352d-5548-4385-936e-828130753d34,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:35.979127 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b7897336-2759-461a-8c90-0ff64d621864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:35.981812 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0cd14c-293c-4cba-9979-c1aba2675507 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:18:35.982170 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0cd14c-293c-4cba-9979-c1aba2675507 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:18:35.982509 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0cd14c-293c-4cba-9979-c1aba2675507 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:18:35.982884 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0cd14c-293c-4cba-9979-c1aba2675507 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:18:35.983226 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0cd14c-293c-4cba-9979-c1aba2675507 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:18:35.983577 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0cd14c-293c-4cba-9979-c1aba2675507 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:18:35.983788 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:35.984272 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0cd14c-293c-4cba-9979-c1aba2675507 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:18:35.984272 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0cd14c-293c-4cba-9979-c1aba2675507 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:18:35.984528 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0cd14c-293c-4cba-9979-c1aba2675507 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:18:35.984862 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0cd14c-293c-4cba-9979-c1aba2675507 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:18:35.985184 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0cd14c-293c-4cba-9979-c1aba2675507 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:18:35.985522 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0cd14c-293c-4cba-9979-c1aba2675507 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:18:35.990438 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-b5693993-0a48-4bce-b698-57e91824922d None None] Could not find standard attr ID for object 329c6a80-095c-4f35-857d-40e6c76d8fcd. {{(pid=103572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 13:18:36.002718 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-25f928b6-dd07-45a1-b578-adec577713f1 req-5f192851-05b0-4de7-ab31-492d87442296 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692365 Nov 25 13:18:36.035498 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e23d7bc0-0e21-420d-9355-e4e3f6a07b36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:18:36.037641 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7897336-2759-461a-8c90-0ff64d621864 admin admin] Pushing event deleted for resources: {'Port': ['ID=594032a2-fd6f-40af-b69f-a1891f4af5c0,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:36.037787 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089b1505-9280-4f30-93f3-7d23b18858f6" -d '{"events": [{"server_uuid": "e23d7bc0-0e21-420d-9355-e4e3f6a07b36", "name": "network-vif-unplugged", "status": "completed", "tag": "122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:18:36.065675 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:18:36.067652 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-8da6a784-c8f7-461b-9aff-a163964021ba req-3c0cd14c-293c-4cba-9979-c1aba2675507 service neutron] Attempting to bind port 5531352d-5548-4385-936e-828130753d34 on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:18:36.068134 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88070500-0287-4a5d-98a1-105d435c23f6 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:18:36.068395 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-8da6a784-c8f7-461b-9aff-a163964021ba req-3c0cd14c-293c-4cba-9979-c1aba2675507 service neutron] Attempting to bind port 5531352d-5548-4385-936e-828130753d34 by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': 'fce75d79-afff-444e-a670-074434c84613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '0983177e-e01c-46fd-aae0-5d162abcfe55'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:18:36.068912 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da6a784-c8f7-461b-9aff-a163964021ba req-3c0cd14c-293c-4cba-9979-c1aba2675507 service neutron] Attempting to bind port 5531352d-5548-4385-936e-828130753d34 on network 0983177e-e01c-46fd-aae0-5d162abcfe55 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:18:36.074179 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:36.087670 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da6a784-c8f7-461b-9aff-a163964021ba req-3c0cd14c-293c-4cba-9979-c1aba2675507 service neutron] Port 5531352d-5548-4385-936e-828130753d34 on network 0983177e-e01c-46fd-aae0-5d162abcfe55 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:18:36.087995 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da6a784-c8f7-461b-9aff-a163964021ba req-3c0cd14c-293c-4cba-9979-c1aba2675507 service neutron] Attempting to bind port 5531352d-5548-4385-936e-828130753d34 on network 0983177e-e01c-46fd-aae0-5d162abcfe55 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:18:36.094560 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a5015b-18ad-4fb7-a847-0719258f32a4 req-ec6ae7e6-a93d-4ddc-9359-96d8d087841b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:36.096088 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-94a5015b-18ad-4fb7-a847-0719258f32a4 req-ec6ae7e6-a93d-4ddc-9359-96d8d087841b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=621e47be21954218b422540d084376f9&device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 1096 time: 0.3032782 Nov 25 13:18:36.100122 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da6a784-c8f7-461b-9aff-a163964021ba req-3c0cd14c-293c-4cba-9979-c1aba2675507 service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:18:36.100464 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da6a784-c8f7-461b-9aff-a163964021ba req-3c0cd14c-293c-4cba-9979-c1aba2675507 service neutron] Checking segment: {'id': 'fce75d79-afff-444e-a670-074434c84613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '0983177e-e01c-46fd-aae0-5d162abcfe55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:18:36.100848 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da6a784-c8f7-461b-9aff-a163964021ba req-3c0cd14c-293c-4cba-9979-c1aba2675507 service neutron] Bound using segment: {'id': 'fce75d79-afff-444e-a670-074434c84613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '0983177e-e01c-46fd-aae0-5d162abcfe55'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:18:36.101294 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-8da6a784-c8f7-461b-9aff-a163964021ba req-3c0cd14c-293c-4cba-9979-c1aba2675507 service neutron] Bound port: 5531352d-5548-4385-936e-828130753d34, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fce75d79-afff-444e-a670-074434c84613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '0983177e-e01c-46fd-aae0-5d162abcfe55'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:18:36.101649 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8da6a784-c8f7-461b-9aff-a163964021ba req-3c0cd14c-293c-4cba-9979-c1aba2675507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:36.103359 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-63a82c43-f51f-4cc2-ad1b-568997387d41 req-6d5af9d2-a8d1-4e02-90d1-c5c53b93309c tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/security-groups/87089ad7-679b-46a8-b280-54138775293c HTTP/1.1" status: 200 len: 1819 time: 0.0790904 Nov 25 13:18:36.141822 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e,revision_number=11']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:36.163808 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 13:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b96749a7-93fc-49e7-9f13-aba4f3c89978 x-openstack-request-id: req-b96749a7-93fc-49e7-9f13-aba4f3c89978 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:18:36.164182 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e23d7bc0-0e21-420d-9355-e4e3f6a07b36", "name": "network-vif-unplugged", "status": "completed", "tag": "122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:18:36.164638 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b96749a7-93fc-49e7-9f13-aba4f3c89978 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:18:36.165172 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e23d7bc0-0e21-420d-9355-e4e3f6a07b36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e', 'code': 200} Nov 25 13:18:36.177664 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-63a82c43-f51f-4cc2-ad1b-568997387d41 req-bfdb6181-b12d-4256-8ccc-447599cbb9f8 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:36.203772 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:36.204664 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-63a82c43-f51f-4cc2-ad1b-568997387d41 req-bfdb6181-b12d-4256-8ccc-447599cbb9f8 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:36.256819 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-63a82c43-f51f-4cc2-ad1b-568997387d41 req-bfdb6181-b12d-4256-8ccc-447599cbb9f8 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:36.260199 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-63a82c43-f51f-4cc2-ad1b-568997387d41 req-bfdb6181-b12d-4256-8ccc-447599cbb9f8 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:36.261441 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-63a82c43-f51f-4cc2-ad1b-568997387d41 req-bfdb6181-b12d-4256-8ccc-447599cbb9f8 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "DELETE /v2.0/security-groups/87089ad7-679b-46a8-b280-54138775293c HTTP/1.1" status: 204 len: 173 time: 0.1493549 Nov 25 13:18:36.274904 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdb6181-b12d-4256-8ccc-447599cbb9f8 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87089ad7-679b-46a8-b280-54138775293c,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:36.302115 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-be4571f4-d66e-4a5b-a493-f3176a454729 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:36.302756 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [req-ee8f31bb-8918-43c7-a040-b512e5146b79 req-8815da86-6690-4a07-a726-e9c10e155a28 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] show failed (client error): The resource could not be found. Nov 25 13:18:36.303822 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ee8f31bb-8918-43c7-a040-b512e5146b79 req-8815da86-6690-4a07-a726-e9c10e155a28 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/security-groups/87089ad7-679b-46a8-b280-54138775293c HTTP/1.1" status: 404 len: 352 time: 0.0159829 Nov 25 13:18:36.367431 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b7897336-2759-461a-8c90-0ff64d621864 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:36.432259 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-13444abd-1330-47a6-b792-d3f51ccfc6bc req-1d428bc7-8ee8-417e-9eb7-ac5ceb44b57f tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d3f9f88292274c1e909ee2b5229333e7 HTTP/1.1" status: 200 len: 6206 time: 0.0968013 Nov 25 13:18:36.476082 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f1138-5b7c-4fa0-afda-dd9532cdc00b req-bffbd32c-fc82-4296-be9f-37dd942da18c tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:36.477768 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f84f1138-5b7c-4fa0-afda-dd9532cdc00b req-bffbd32c-fc82-4296-be9f-37dd942da18c tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4300df4-5aa5-4090-adff-ae682b82fb5a HTTP/1.1" status: 200 len: 944 time: 0.1051779 Nov 25 13:18:36.508687 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a5015b-18ad-4fb7-a847-0719258f32a4 req-e64c811c-0b7e-422f-9424-0543838cc8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:36.510306 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-94a5015b-18ad-4fb7-a847-0719258f32a4 req-e64c811c-0b7e-422f-9424-0543838cc8b4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9accb235-a825-49d8-b9c6-39063069a4b3 HTTP/1.1" status: 200 len: 912 time: 0.3814836 Nov 25 13:18:36.520068 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b7897336-2759-461a-8c90-0ff64d621864 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:36.524435 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b7897336-2759-461a-8c90-0ff64d621864 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:36.531234 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-13444abd-1330-47a6-b792-d3f51ccfc6bc req-7b2cd8e4-a387-430d-9249-9835640e8edf tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/security-groups/4740d5e6-ba1b-4fd6-9612-9b9185db2d9b HTTP/1.1" status: 200 len: 3002 time: 0.0910811 Nov 25 13:18:36.543445 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-8da6a784-c8f7-461b-9aff-a163964021ba req-3c0cd14c-293c-4cba-9979-c1aba2675507 service neutron] For port 5531352d-5548-4385-936e-828130753d34, host n-h1-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:18:36.596288 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f84f1138-5b7c-4fa0-afda-dd9532cdc00b req-0ddec8c4-1c19-4343-b7f6-6881af76b9db tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/security-groups?id=9200d83a-329b-4ad5-86ae-84da9f8a7cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078193 Nov 25 13:18:36.608885 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-13444abd-1330-47a6-b792-d3f51ccfc6bc req-95233557-50cb-49f6-9cf4-bba36071d766 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/security-groups/4740d5e6-ba1b-4fd6-9612-9b9185db2d9b HTTP/1.1" status: 200 len: 3002 time: 0.0763621 Nov 25 13:18:36.628465 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-8da6a784-c8f7-461b-9aff-a163964021ba req-3c0cd14c-293c-4cba-9979-c1aba2675507 service neutron] For port 5531352d-5548-4385-936e-828130753d34, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=5531352d-5548-4385-936e-828130753d34,segment=NetworkSegment(fce75d79-afff-444e-a670-074434c84613),segment_id=fce75d79-afff-444e-a670-074434c84613)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:18:36.631957 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-be4571f4-d66e-4a5b-a493-f3176a454729 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:36.663168 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-02f5082f-5325-409b-9700-a5c34c520989 req-6f8c08aa-5f5c-458f-98fb-dddb7cb9ac8f tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1296698214', 'description': 'tempest-description-329293047'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:18:36.669120 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8da6a784-c8f7-461b-9aff-a163964021ba req-3c0cd14c-293c-4cba-9979-c1aba2675507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:36.684612 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b7897336-2759-461a-8c90-0ff64d621864 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:36.684612 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7897336-2759-461a-8c90-0ff64d621864 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0269e300-787d-4073-afb4-fff6cd965809 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:18:36.685675 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4571f4-d66e-4a5b-a493-f3176a454729 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event deleted for resources: {'Subnet': ['ID=cdbcabc6-1ca7-47b3-86be-271bd24686da,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:36.705173 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-02f5082f-5325-409b-9700-a5c34c520989 req-6f8c08aa-5f5c-458f-98fb-dddb7cb9ac8f tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:36.715019 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edaa4eb3-5ca8-410b-90eb-fade8c6c6222 None None] Network 07cf2854-197b-4a4c-b96b-de86cb1d3804 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:18:36.726084 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b7897336-2759-461a-8c90-0ff64d621864 admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:36.726084 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b7897336-2759-461a-8c90-0ff64d621864 admin admin] 10.222.0.53 "DELETE /v2.0/routers/0269e300-787d-4073-afb4-fff6cd965809 HTTP/1.1" status: 204 len: 168 time: 3.7126958 Nov 25 13:18:36.729746 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-be4571f4-d66e-4a5b-a493-f3176a454729 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:36.732940 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-be4571f4-d66e-4a5b-a493-f3176a454729 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "DELETE /v2.0/subnets/cdbcabc6-1ca7-47b3-86be-271bd24686da HTTP/1.1" status: 204 len: 168 time: 1.5111156 Nov 25 13:18:36.746963 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 50272) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:36.747498 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 50274) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:36.757395 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-94a5015b-18ad-4fb7-a847-0719258f32a4 req-a07c4512-c815-440f-a805-77da9de2f4f7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14 HTTP/1.1" status: 200 len: 999 time: 0.2311087 Nov 25 13:18:36.783677 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6a784-c8f7-461b-9aff-a163964021ba req-3c0cd14c-293c-4cba-9979-c1aba2675507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:36.784413 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8da6a784-c8f7-461b-9aff-a163964021ba req-3c0cd14c-293c-4cba-9979-c1aba2675507 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:36.785798 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8da6a784-c8f7-461b-9aff-a163964021ba req-3c0cd14c-293c-4cba-9979-c1aba2675507 service neutron] 10.222.0.66 "PUT /v2.0/ports/5531352d-5548-4385-936e-828130753d34 HTTP/1.1" status: 200 len: 1093 time: 3.5645726 Nov 25 13:18:36.867080 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4300df4-5aa5-4090-adff-ae682b82fb5a', 'tag': '5531352d-5548-4385-936e-828130753d34'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:18:36.871147 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c3aa75-4a25-4859-b002-daae2df00ee8" -d '{"events": [{"name": "network-changed", "server_uuid": "c4300df4-5aa5-4090-adff-ae682b82fb5a", "tag": "5531352d-5548-4385-936e-828130753d34"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:18:36.872579 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b4385b-775b-4586-83d8-927cba7f7eb8 None None] DHCP port deletion for 0983177e-e01c-46fd-aae0-5d162abcfe55 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:18:36.875724 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0cd14c-293c-4cba-9979-c1aba2675507 service neutron] Pushing event updated for resources: {'Port': ['ID=5531352d-5548-4385-936e-828130753d34,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:37.014926 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6a784-c8f7-461b-9aff-a163964021ba req-c13ba38f-fe1e-4686-acbd-4409da04d28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:37.015569 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8da6a784-c8f7-461b-9aff-a163964021ba req-c13ba38f-fe1e-4686-acbd-4409da04d28a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=64602e0ec6fb4a738e1e6e0faccb6293&device_id=c4300df4-5aa5-4090-adff-ae682b82fb5a HTTP/1.1" status: 200 len: 1096 time: 0.1236949 Nov 25 13:18:37.023740 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a5015b-18ad-4fb7-a847-0719258f32a4 req-cf4cadae-3262-4646-b716-8ac14f76942e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:37.028031 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-94a5015b-18ad-4fb7-a847-0719258f32a4 req-cf4cadae-3262-4646-b716-8ac14f76942e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b6a84af7-6347-4e0f-945a-98a5515a4a22 HTTP/1.1" status: 200 len: 850 time: 0.2460895 Nov 25 13:18:37.085388 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1b54d6ed-2598-42d0-8af6-0a48258bbb7b tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:37.094726 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d2269f4-bc02-4a89-8fa2-f376563a2d5c admin admin] Deleting subnet 7a9c809c-58ba-4418-b161-113227da05aa {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:18:37.106243 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9d2269f4-bc02-4a89-8fa2-f376563a2d5c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:37.158598 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-02f5082f-5325-409b-9700-a5c34c520989 req-6f8c08aa-5f5c-458f-98fb-dddb7cb9ac8f tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:37.171038 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8da6a784-c8f7-461b-9aff-a163964021ba req-ed239594-9dc5-4311-a939-d8fa60c15900 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5531352d-5548-4385-936e-828130753d34 HTTP/1.1" status: 200 len: 217 time: 0.1280887 Nov 25 13:18:37.178265 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-02f5082f-5325-409b-9700-a5c34c520989 req-6f8c08aa-5f5c-458f-98fb-dddb7cb9ac8f tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:37.184150 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9d2269f4-bc02-4a89-8fa2-f376563a2d5c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:37.201090 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a5015b-18ad-4fb7-a847-0719258f32a4 req-0cfcb9e7-0060-44f3-b855-a72d5c5ff89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:37.202710 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-94a5015b-18ad-4fb7-a847-0719258f32a4 req-0cfcb9e7-0060-44f3-b855-a72d5c5ff89b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9accb235-a825-49d8-b9c6-39063069a4b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1584327 Nov 25 13:18:37.224756 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d54a71-4665-4ce6-8f87-c9664a76c88b x-openstack-request-id: req-59d54a71-4665-4ce6-8f87-c9664a76c88b {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:18:37.225041 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4300df4-5aa5-4090-adff-ae682b82fb5a", "tag": "5531352d-5548-4385-936e-828130753d34", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:18:37.225296 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-59d54a71-4665-4ce6-8f87-c9664a76c88b {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:18:37.225881 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4300df4-5aa5-4090-adff-ae682b82fb5a', 'tag': '5531352d-5548-4385-936e-828130753d34', 'status': 'completed', 'code': 200} Nov 25 13:18:37.330198 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785c9177-7940-43f7-9a48-656b1fd92c52 None None] DHCP port deletion for 07cf2854-197b-4a4c-b96b-de86cb1d3804 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:18:37.430414 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-785c9177-7940-43f7-9a48-656b1fd92c52 None None] Deleting port b97e8ef8-60b9-4a53-8015-a89ce2cfa586 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:18:37.431205 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-785c9177-7940-43f7-9a48-656b1fd92c52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:37.545755 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-785c9177-7940-43f7-9a48-656b1fd92c52 None None] For port b97e8ef8-60b9-4a53-8015-a89ce2cfa586, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=b97e8ef8-60b9-4a53-8015-a89ce2cfa586,segment=NetworkSegment(ed55e6a2-7fa7-43bc-be1e-603b9a89a214),segment_id=ed55e6a2-7fa7-43bc-be1e-603b9a89a214)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:18:37.545755 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-785c9177-7940-43f7-9a48-656b1fd92c52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:37.568919 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-785c9177-7940-43f7-9a48-656b1fd92c52 None None] Calling delete_port for b97e8ef8-60b9-4a53-8015-a89ce2cfa586 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:18:37.646891 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6a784-c8f7-461b-9aff-a163964021ba req-2367b53e-7355-47f5-a2b4-e857112d25af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:37.648710 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8da6a784-c8f7-461b-9aff-a163964021ba req-2367b53e-7355-47f5-a2b4-e857112d25af service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a3072173-0ac4-4f6c-a786-4d173031b30a HTTP/1.1" status: 200 len: 861 time: 0.4597788 Nov 25 13:18:37.675524 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-785c9177-7940-43f7-9a48-656b1fd92c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:37.700910 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-02f5082f-5325-409b-9700-a5c34c520989 req-6f8c08aa-5f5c-458f-98fb-dddb7cb9ac8f tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:37.702172 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-02f5082f-5325-409b-9700-a5c34c520989 req-6f8c08aa-5f5c-458f-98fb-dddb7cb9ac8f tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 1.0440526 Nov 25 13:18:37.707037 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8c08aa-5f5c-458f-98fb-dddb7cb9ac8f tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71b745fe-d2cb-422a-add1-953b5e124736,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:37.720595 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c9177-7940-43f7-9a48-656b1fd92c52 None None] Pushing event deleted for resources: {'Port': ['ID=b97e8ef8-60b9-4a53-8015-a89ce2cfa586,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:37.726163 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8da6a784-c8f7-461b-9aff-a163964021ba req-cc3519b9-be4a-44d1-93d0-76a5a1f5fb48 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0983177e-e01c-46fd-aae0-5d162abcfe55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621662 Nov 25 13:18:37.728274 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785c9177-7940-43f7-9a48-656b1fd92c52 None None] No DVR routers for this DVR port b97e8ef8-60b9-4a53-8015-a89ce2cfa586 on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:18:37.790302 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3c4130-167d-4392-b887-3657950a7d23 req-17f0e993-3382-4148-9e13-2c8dbbad961b tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:37.797900 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6e3c4130-167d-4392-b887-3657950a7d23 req-17f0e993-3382-4148-9e13-2c8dbbad961b tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 944 time: 0.1635356 Nov 25 13:18:37.819983 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9d2269f4-bc02-4a89-8fa2-f376563a2d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:37.835713 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-94a5015b-18ad-4fb7-a847-0719258f32a4 req-b00e2460-8803-4c81-b988-738e786c2c2b service neutron] 10.222.0.47 "GET /v2.0/networks/9accb235-a825-49d8-b9c6-39063069a4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6083932 Nov 25 13:18:37.865561 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-1b54d6ed-2598-42d0-8af6-0a48258bbb7b tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Deleting port b97e8ef8-60b9-4a53-8015-a89ce2cfa586 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:18:37.865903 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1b54d6ed-2598-42d0-8af6-0a48258bbb7b tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:37.892802 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:37.957919 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8da6a784-c8f7-461b-9aff-a163964021ba req-c585df98-afe4-4b03-85d6-2af268c9fcd3 service neutron] 10.222.0.66 "GET /v2.0/networks/0983177e-e01c-46fd-aae0-5d162abcfe55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171907 Nov 25 13:18:38.005023 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-94a5015b-18ad-4fb7-a847-0719258f32a4 req-a96ea816-072d-4711-9f1f-7ebb6fe0a3d5 service neutron] 10.222.0.47 "GET /v2.0/networks/9accb235-a825-49d8-b9c6-39063069a4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616220 Nov 25 13:18:38.007541 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6e3c4130-167d-4392-b887-3657950a7d23 req-be18a84a-70ab-4686-8d84-9edd731bcab0 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1961679 Nov 25 13:18:38.017374 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-1b54d6ed-2598-42d0-8af6-0a48258bbb7b tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] For port b97e8ef8-60b9-4a53-8015-a89ce2cfa586, host n-d-808199-11, got binding levels [] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:18:38.017759 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1b54d6ed-2598-42d0-8af6-0a48258bbb7b tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:38.034353 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-1b54d6ed-2598-42d0-8af6-0a48258bbb7b tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Calling delete_port for b97e8ef8-60b9-4a53-8015-a89ce2cfa586 owned by network:dhcp {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:18:38.040960 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.ipam_backend_mixin [None req-1b54d6ed-2598-42d0-8af6-0a48258bbb7b tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Port b97e8ef8-60b9-4a53-8015-a89ce2cfa586 was not found and therefore no delete operation was performed {{(pid=103570) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 13:18:38.046550 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-6546e9b0-09cc-4f6f-85ee-a4cfb30de244 req-1a3f4b4f-9454-46af-8290-8ae28479ff09 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-782538004', 'description': 'tempest-description-1423640494'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:18:38.076019 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1b54d6ed-2598-42d0-8af6-0a48258bbb7b tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:38.093394 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8da6a784-c8f7-461b-9aff-a163964021ba req-4dc1d95c-ed98-4ee2-9967-4c6815011b95 service neutron] 10.222.0.66 "GET /v2.0/networks/0983177e-e01c-46fd-aae0-5d162abcfe55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122327 Nov 25 13:18:38.096746 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-6546e9b0-09cc-4f6f-85ee-a4cfb30de244 req-1a3f4b4f-9454-46af-8290-8ae28479ff09 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:38.119702 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b54d6ed-2598-42d0-8af6-0a48258bbb7b tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] No DVR routers for this DVR port b97e8ef8-60b9-4a53-8015-a89ce2cfa586 on host n-d-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:18:38.160559 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b54d6ed-2598-42d0-8af6-0a48258bbb7b tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event deleted for resources: {'Port': ['ID=b97e8ef8-60b9-4a53-8015-a89ce2cfa586,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:38.173661 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eeb97f-e2be-4f14-916b-aec3961de0c8 req-e55f60a7-f1fd-4f8a-a30e-b93b72cc7ff7 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:38.175427 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a8eeb97f-e2be-4f14-916b-aec3961de0c8 req-e55f60a7-f1fd-4f8a-a30e-b93b72cc7ff7 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4300df4-5aa5-4090-adff-ae682b82fb5a HTTP/1.1" status: 200 len: 944 time: 0.2913613 Nov 25 13:18:38.182344 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9d2269f4-bc02-4a89-8fa2-f376563a2d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:38.216218 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c3aa75-4a25-4859-b002-daae2df00ee8 req-65970dc9-c2d4-4782-aef9-4746b6ca8d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:38.218013 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-33c3aa75-4a25-4859-b002-daae2df00ee8 req-65970dc9-c2d4-4782-aef9-4746b6ca8d3d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=64602e0ec6fb4a738e1e6e0faccb6293&device_id=c4300df4-5aa5-4090-adff-ae682b82fb5a HTTP/1.1" status: 200 len: 1096 time: 0.0654812 Nov 25 13:18:38.292859 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2269f4-bc02-4a89-8fa2-f376563a2d5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a9c809c-58ba-4418-b161-113227da05aa,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:38.296459 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7dc780-2110-40b6-a6d6-362ee05249c1 None None] Network 852a4914-50f1-4e00-b3d9-1a927fff763c requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:18:38.300090 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9d2269f4-bc02-4a89-8fa2-f376563a2d5c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:38.306157 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-9d2269f4-bc02-4a89-8fa2-f376563a2d5c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/7a9c809c-58ba-4418-b161-113227da05aa HTTP/1.1" status: 204 len: 168 time: 1.5292499 Nov 25 13:18:38.318193 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 50352) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:38.346811 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1b54d6ed-2598-42d0-8af6-0a48258bbb7b tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:38.351210 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c3aa75-4a25-4859-b002-daae2df00ee8 req-d8ba5abf-848d-4a13-9790-7a78e929d967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:38.353552 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-33c3aa75-4a25-4859-b002-daae2df00ee8 req-d8ba5abf-848d-4a13-9790-7a78e929d967 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0983177e-e01c-46fd-aae0-5d162abcfe55 HTTP/1.1" status: 200 len: 922 time: 0.1268466 Nov 25 13:18:38.385353 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a8eeb97f-e2be-4f14-916b-aec3961de0c8 req-083262b6-ccde-4490-8006-0e6c63867e2b tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/security-groups?id=9200d83a-329b-4ad5-86ae-84da9f8a7cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889157 Nov 25 13:18:38.412851 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-33c3aa75-4a25-4859-b002-daae2df00ee8 req-eac33625-d89a-4c58-a441-e6b523c65701 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5531352d-5548-4385-936e-828130753d34 HTTP/1.1" status: 200 len: 217 time: 0.0488026 Nov 25 13:18:38.473856 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-1b54d6ed-2598-42d0-8af6-0a48258bbb7b tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07cf2854-197b-4a4c-b96b-de86cb1d3804']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:18:38.504884 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c3aa75-4a25-4859-b002-daae2df00ee8 req-49a76895-e46c-4e9c-9677-4ab027e6cdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:38.506843 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-33c3aa75-4a25-4859-b002-daae2df00ee8 req-49a76895-e46c-4e9c-9677-4ab027e6cdc9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a3072173-0ac4-4f6c-a786-4d173031b30a HTTP/1.1" status: 200 len: 861 time: 0.0710788 Nov 25 13:18:38.529076 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-1b54d6ed-2598-42d0-8af6-0a48258bbb7b tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed55e6a2-7fa7-43bc-be1e-603b9a89a214') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:18:38.529385 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-1b54d6ed-2598-42d0-8af6-0a48258bbb7b tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed55e6a2-7fa7-43bc-be1e-603b9a89a214') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:18:38.548301 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-eb3dcd21-0267-4115-941f-fcdf4c0ba0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:38.577105 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8b0a4d-14fd-4843-9b97-ba6a4a0a0368 None None] DHCP port deletion for 852a4914-50f1-4e00-b3d9-1a927fff763c request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:18:38.580782 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1b54d6ed-2598-42d0-8af6-0a48258bbb7b tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:38.583358 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-33c3aa75-4a25-4859-b002-daae2df00ee8 req-bb21bd36-35ad-448d-a55a-0b74df062d0c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0983177e-e01c-46fd-aae0-5d162abcfe55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480752 Nov 25 13:18:38.597718 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-6546e9b0-09cc-4f6f-85ee-a4cfb30de244 req-1a3f4b4f-9454-46af-8290-8ae28479ff09 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:38.640643 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1b54d6ed-2598-42d0-8af6-0a48258bbb7b tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:38.641004 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-4a8b0a4d-14fd-4843-9b97-ba6a4a0a0368 None None] Deleting port 67bc3e3d-78ca-4d6c-b6fe-b6581a45e2fd {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:18:38.641443 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4a8b0a4d-14fd-4843-9b97-ba6a4a0a0368 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:38.647487 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-6546e9b0-09cc-4f6f-85ee-a4cfb30de244 req-1a3f4b4f-9454-46af-8290-8ae28479ff09 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:38.685601 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b54d6ed-2598-42d0-8af6-0a48258bbb7b tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:18:38.686138 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1b54d6ed-2598-42d0-8af6-0a48258bbb7b tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:38.690779 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3f4b4f-9454-46af-8290-8ae28479ff09 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0fa1136-972a-4a83-97a5-428013953e38,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:38.705759 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:18:38.705759 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:18:38.705759 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:18:38.705759 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:18:38.705759 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:18:38.705759 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:18:38.705759 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:18:38.705759 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:18:38.705759 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:18:38.705759 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:18:38.705759 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:18:38.705759 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:18:38.705759 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:18:38.705759 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:18:38.705759 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:18:38.705759 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:18:38.705759 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:18:38.705759 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:18:38.705759 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:18:38.705759 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:18:38.705759 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:18:38.705759 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:18:38.705759 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:18:38.705759 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:18:38.705759 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:18:38.705759 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:18:38.705759 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:18:38.705759 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:18:38.705759 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:18:38.705759 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:18:38.705759 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:18:38.705759 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:18:38.779528 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-33c3aa75-4a25-4859-b002-daae2df00ee8 req-788be98a-370c-4988-96e8-456cde8e6f28 service neutron] 10.222.0.66 "GET /v2.0/networks/0983177e-e01c-46fd-aae0-5d162abcfe55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867483 Nov 25 13:18:38.787422 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-4a8b0a4d-14fd-4843-9b97-ba6a4a0a0368 None None] For port 67bc3e3d-78ca-4d6c-b6fe-b6581a45e2fd, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=67bc3e3d-78ca-4d6c-b6fe-b6581a45e2fd,segment=NetworkSegment(ecd61d97-2a12-4d12-8094-1197283ab536),segment_id=ecd61d97-2a12-4d12-8094-1197283ab536)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:18:38.788062 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4a8b0a4d-14fd-4843-9b97-ba6a4a0a0368 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:38.817290 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-4a8b0a4d-14fd-4843-9b97-ba6a4a0a0368 None None] Calling delete_port for 67bc3e3d-78ca-4d6c-b6fe-b6581a45e2fd owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:18:38.841041 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 594032a2-fd6f-40af-b69f-a1891f4af5c0 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:18:38.856852 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-6546e9b0-09cc-4f6f-85ee-a4cfb30de244 req-1a3f4b4f-9454-46af-8290-8ae28479ff09 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:38.861533 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6546e9b0-09cc-4f6f-85ee-a4cfb30de244 req-1a3f4b4f-9454-46af-8290-8ae28479ff09 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.8291106 Nov 25 13:18:38.875374 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-eb3dcd21-0267-4115-941f-fcdf4c0ba0d8 admin admin] Deleting port 67bc3e3d-78ca-4d6c-b6fe-b6581a45e2fd {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:18:38.876338 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-eb3dcd21-0267-4115-941f-fcdf4c0ba0d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:38.879139 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1b54d6ed-2598-42d0-8af6-0a48258bbb7b tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:38.899695 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1b54d6ed-2598-42d0-8af6-0a48258bbb7b tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:38.906157 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-1b54d6ed-2598-42d0-8af6-0a48258bbb7b tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "DELETE /v2.0/networks/07cf2854-197b-4a4c-b96b-de86cb1d3804 HTTP/1.1" status: 204 len: 168 time: 2.1250873 Nov 25 13:18:38.942817 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 50382) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:38.950576 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-784c3ba2-c1a3-4a52-ae24-63627cc9d651 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Request body: {'port': {'network_id': '52ae875d-0ffa-4694-baf0-c8a9daf7457a', 'name': 'tempest-PortsTestJSON-455791047'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:18:38.985490 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-33c3aa75-4a25-4859-b002-daae2df00ee8 req-f8733ce9-573a-40fe-bdbd-34e471240edc service neutron] 10.222.0.66 "GET /v2.0/networks/0983177e-e01c-46fd-aae0-5d162abcfe55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974304 Nov 25 13:18:39.015539 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 594032a2-fd6f-40af-b69f-a1891f4af5c0 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:18:39.016955 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 594032a2-fd6f-40af-b69f-a1891f4af5c0 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:18:39.017619 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device b97e8ef8-60b9-4a53-8015-a89ce2cfa586 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:18:39.024363 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4a8b0a4d-14fd-4843-9b97-ba6a4a0a0368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:39.080380 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b54d6ed-2598-42d0-8af6-0a48258bbb7b tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event deleted for resources: {'Network': ['ID=07cf2854-197b-4a4c-b96b-de86cb1d3804,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:39.092447 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8b0a4d-14fd-4843-9b97-ba6a4a0a0368 None None] No DVR routers for this DVR port 67bc3e3d-78ca-4d6c-b6fe-b6581a45e2fd on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:18:39.099300 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8b0a4d-14fd-4843-9b97-ba6a4a0a0368 None None] Pushing event deleted for resources: {'Port': ['ID=67bc3e3d-78ca-4d6c-b6fe-b6581a45e2fd,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:39.111203 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: b97e8ef8-60b9-4a53-8015-a89ce2cfa586 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:18:39.113158 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device b97e8ef8-60b9-4a53-8015-a89ce2cfa586 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:18:39.113863 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 67bc3e3d-78ca-4d6c-b6fe-b6581a45e2fd no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:18:39.139517 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 67bc3e3d-78ca-4d6c-b6fe-b6581a45e2fd {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:18:39.139903 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 67bc3e3d-78ca-4d6c-b6fe-b6581a45e2fd not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:18:39.195837 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-eb3dcd21-0267-4115-941f-fcdf4c0ba0d8 admin admin] For port 67bc3e3d-78ca-4d6c-b6fe-b6581a45e2fd, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=67bc3e3d-78ca-4d6c-b6fe-b6581a45e2fd,segment=NetworkSegment(ecd61d97-2a12-4d12-8094-1197283ab536),segment_id=ecd61d97-2a12-4d12-8094-1197283ab536)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:18:39.196437 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-eb3dcd21-0267-4115-941f-fcdf4c0ba0d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:39.244171 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-eb3dcd21-0267-4115-941f-fcdf4c0ba0d8 admin admin] Calling delete_port for 67bc3e3d-78ca-4d6c-b6fe-b6581a45e2fd owned by network:dhcp {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:18:39.347043 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-784c3ba2-c1a3-4a52-ae24-63627cc9d651 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Made reservation on behalf of 103222503d1f447390d34cefdf0e19b7 for: {'port': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:18:39.350499 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-784c3ba2-c1a3-4a52-ae24-63627cc9d651 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:39.430639 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b264f3f-349f-4157-921b-bb1504ec8dc8 req-e7f70e70-94c3-457c-b470-c51e7e715c54 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:39.432251 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9b264f3f-349f-4157-921b-bb1504ec8dc8 req-e7f70e70-94c3-457c-b470-c51e7e715c54 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 944 time: 0.3090961 Nov 25 13:18:39.470464 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [None req-784c3ba2-c1a3-4a52-ae24-63627cc9d651 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] device_id is not set on port 477fcd2e-1f8a-4290-acb7-2f727535e3a5 yet. {{(pid=103570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:18:39.582463 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-eb3dcd21-0267-4115-941f-fcdf4c0ba0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:39.621899 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9b264f3f-349f-4157-921b-bb1504ec8dc8 req-6cbc92d0-1b90-4669-a69f-8db4b6330dd0 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668022 Nov 25 13:18:39.631256 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3daae97-a0d5-43a4-b00e-91d80866719c req-7f0eec4b-0c63-4ba5-b09a-0a3f57befa5e tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:39.632718 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d3daae97-a0d5-43a4-b00e-91d80866719c req-7f0eec4b-0c63-4ba5-b09a-0a3f57befa5e tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/networks?id=07e98a44-e123-4654-87bd-63f0784ad214 HTTP/1.1" status: 200 len: 812 time: 0.3069150 Nov 25 13:18:39.646971 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3dcd21-0267-4115-941f-fcdf4c0ba0d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=67bc3e3d-78ca-4d6c-b6fe-b6581a45e2fd,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:39.649719 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3dcd21-0267-4115-941f-fcdf4c0ba0d8 admin admin] No DVR routers for this DVR port 67bc3e3d-78ca-4d6c-b6fe-b6581a45e2fd on host n-d-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:18:39.689055 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d3daae97-a0d5-43a4-b00e-91d80866719c req-81005c72-68e9-41a4-bad5-c9d8d7a7269a tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/quotas/d3f9f88292274c1e909ee2b5229333e7 HTTP/1.1" status: 200 len: 375 time: 0.0438037 Nov 25 13:18:39.827793 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-eb3dcd21-0267-4115-941f-fcdf4c0ba0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:39.884013 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-eb3dcd21-0267-4115-941f-fcdf4c0ba0d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['852a4914-50f1-4e00-b3d9-1a927fff763c']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:18:39.910386 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-eb3dcd21-0267-4115-941f-fcdf4c0ba0d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecd61d97-2a12-4d12-8094-1197283ab536') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:18:39.910597 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-eb3dcd21-0267-4115-941f-fcdf4c0ba0d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecd61d97-2a12-4d12-8094-1197283ab536') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:18:39.914094 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-784c3ba2-c1a3-4a52-ae24-63627cc9d651 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:39.919413 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d3daae97-a0d5-43a4-b00e-91d80866719c req-65d1b182-28d5-4d84-a0ad-dd38dde66bf4 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d3f9f88292274c1e909ee2b5229333e7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2179408 Nov 25 13:18:39.936331 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [req-d3daae97-a0d5-43a4-b00e-91d80866719c req-c05946ac-9a61-4938-9285-ae587b9e95e3 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:18:39.937301 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d3daae97-a0d5-43a4-b00e-91d80866719c req-c05946ac-9a61-4938-9285-ae587b9e95e3 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0094635 Nov 25 13:18:39.938948 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-eb3dcd21-0267-4115-941f-fcdf4c0ba0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:39.956158 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c754465a-a615-4231-ba51-12afbc3da4bb req-82681977-8418-4931-a351-26593947fb17 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:39.957573 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c754465a-a615-4231-ba51-12afbc3da4bb req-82681977-8418-4931-a351-26593947fb17 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4300df4-5aa5-4090-adff-ae682b82fb5a HTTP/1.1" status: 200 len: 944 time: 0.1881971 Nov 25 13:18:39.989021 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-eb3dcd21-0267-4115-941f-fcdf4c0ba0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:40.039029 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb3dcd21-0267-4115-941f-fcdf4c0ba0d8 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:18:40.039438 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-eb3dcd21-0267-4115-941f-fcdf4c0ba0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:40.041081 n-d-808199-11 neutron-server[103570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:18:40.041081 n-d-808199-11 neutron-server[103570]: self.session.flush() Nov 25 13:18:40.041081 n-d-808199-11 neutron-server[103570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:18:40.041081 n-d-808199-11 neutron-server[103570]: self.session.flush() Nov 25 13:18:40.041081 n-d-808199-11 neutron-server[103570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:18:40.041081 n-d-808199-11 neutron-server[103570]: self.session.flush() Nov 25 13:18:40.041081 n-d-808199-11 neutron-server[103570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:18:40.041081 n-d-808199-11 neutron-server[103570]: self.session.flush() Nov 25 13:18:40.041081 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:18:40.041081 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:18:40.041081 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:18:40.041081 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:18:40.041081 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:18:40.041081 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:18:40.041081 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:18:40.041081 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:18:40.041081 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:18:40.041081 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:18:40.041081 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:18:40.041081 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:18:40.041081 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:18:40.041081 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:18:40.041081 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:18:40.041081 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:18:40.041081 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:18:40.041081 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:18:40.041081 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:18:40.041081 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:18:40.041081 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:18:40.041081 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:18:40.041081 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:18:40.041081 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:18:40.041081 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:18:40.041081 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:18:40.041081 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:18:40.041081 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:18:40.041081 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:18:40.041081 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:18:40.041081 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:18:40.041081 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:18:40.141079 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c754465a-a615-4231-ba51-12afbc3da4bb req-b1c758ce-b86f-4ce6-81ba-5ca5a3368f86 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/security-groups?id=9200d83a-329b-4ad5-86ae-84da9f8a7cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725259 Nov 25 13:18:40.142043 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-784c3ba2-c1a3-4a52-ae24-63627cc9d651 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:40.145872 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-eb3dcd21-0267-4115-941f-fcdf4c0ba0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:40.166290 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-eb3dcd21-0267-4115-941f-fcdf4c0ba0d8 admin admin] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:40.169763 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-eb3dcd21-0267-4115-941f-fcdf4c0ba0d8 admin admin] 10.222.0.53 "DELETE /v2.0/networks/852a4914-50f1-4e00-b3d9-1a927fff763c HTTP/1.1" status: 204 len: 168 time: 1.8505867 Nov 25 13:18:40.212011 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3dcd21-0267-4115-941f-fcdf4c0ba0d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=852a4914-50f1-4e00-b3d9-1a927fff763c,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:40.220471 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d3daae97-a0d5-43a4-b00e-91d80866719c req-b8e3a95c-35e9-4c3c-9cba-4c001e8a202c service neutron] 10.222.0.53 "GET /v2.0/networks/07e98a44-e123-4654-87bd-63f0784ad214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723768 Nov 25 13:18:40.237090 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784c3ba2-c1a3-4a52-ae24-63627cc9d651 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Network 52ae875d-0ffa-4694-baf0-c8a9daf7457a is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:18:40.266375 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-784c3ba2-c1a3-4a52-ae24-63627cc9d651 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:18:40.270218 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784c3ba2-c1a3-4a52-ae24-63627cc9d651 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:18:40.275766 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784c3ba2-c1a3-4a52-ae24-63627cc9d651 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:40.276426 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-784c3ba2-c1a3-4a52-ae24-63627cc9d651 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:40.331993 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784c3ba2-c1a3-4a52-ae24-63627cc9d651 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event updated for resources: {'Port': ['ID=477fcd2e-1f8a-4290-acb7-2f727535e3a5,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:40.356715 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-784c3ba2-c1a3-4a52-ae24-63627cc9d651 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4127836 Nov 25 13:18:40.359885 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 50422) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:40.368808 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f7897d-4ba7-4023-b310-32f6a7280bae req-54e54d36-ad62-4b1f-a12d-e88b00daeeae tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:40.371024 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f5f7897d-4ba7-4023-b310-32f6a7280bae req-54e54d36-ad62-4b1f-a12d-e88b00daeeae tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 944 time: 0.1595984 Nov 25 13:18:40.416899 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d3daae97-a0d5-43a4-b00e-91d80866719c req-41165706-fa19-4dd4-a799-4b728637fff3 service neutron] 10.222.0.53 "GET /v2.0/networks/07e98a44-e123-4654-87bd-63f0784ad214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773288 Nov 25 13:18:40.450610 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f5f7897d-4ba7-4023-b310-32f6a7280bae req-be538ea7-201b-4ba8-b020-b288dbbf8872 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515811 Nov 25 13:18:40.483412 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-faf48225-85b1-47a8-bc0e-ab39b83dd556 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Deleting port 477fcd2e-1f8a-4290-acb7-2f727535e3a5 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:18:40.483899 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-faf48225-85b1-47a8-bc0e-ab39b83dd556 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:40.507981 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 50426) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:40.602341 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-faf48225-85b1-47a8-bc0e-ab39b83dd556 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:40.626017 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-faf48225-85b1-47a8-bc0e-ab39b83dd556 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Calling delete_port for 477fcd2e-1f8a-4290-acb7-2f727535e3a5 owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:18:40.639202 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d1ce2722-36be-47c7-b1ee-bb3ff6919805 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a66046ba7ab241f7a28e6ccb64e01d36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1277316 Nov 25 13:18:40.642465 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 50444) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:40.691474 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ee433472-b786-4d0b-90e7-5eb950deee3a req-84baa370-2572-4d35-b89e-dffcec2938b4 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/ports?device_id=c674b94d-cfaa-46b9-b0d5-de2847250938 HTTP/1.1" status: 200 len: 210 time: 0.0502050 Nov 25 13:18:40.780375 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-efda5f9b-1f05-44e4-b162-f70debb7de74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:40.793308 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-faf48225-85b1-47a8-bc0e-ab39b83dd556 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:40.851858 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-efda5f9b-1f05-44e4-b162-f70debb7de74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:40.862017 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf48225-85b1-47a8-bc0e-ab39b83dd556 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event deleted for resources: {'Port': ['ID=477fcd2e-1f8a-4290-acb7-2f727535e3a5,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:40.889139 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-faf48225-85b1-47a8-bc0e-ab39b83dd556 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:40.894057 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-faf48225-85b1-47a8-bc0e-ab39b83dd556 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "DELETE /v2.0/ports/477fcd2e-1f8a-4290-acb7-2f727535e3a5 HTTP/1.1" status: 204 len: 168 time: 0.5320420 Nov 25 13:18:40.896574 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 50470) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:40.901491 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-8a247a7f-c285-4813-8b6d-b6ac4e988d30 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Request body: {'port': {'network_id': '52ae875d-0ffa-4694-baf0-c8a9daf7457a', 'mac_address': 'fa:16:3e:66:e2:a5', 'name': 'tempest-PortsTestJSON-561302741'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:18:40.906125 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f618905a-4f3b-467d-b4c8-ce509fda6e01 req-5e77d81a-2804-448d-acf0-8e35e7e13006 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:40.923578 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f618905a-4f3b-467d-b4c8-ce509fda6e01 req-5e77d81a-2804-448d-acf0-8e35e7e13006 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 944 time: 0.0880110 Nov 25 13:18:40.977733 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f618905a-4f3b-467d-b4c8-ce509fda6e01 req-768215a7-80d4-40a8-97ca-a5268a5eed85 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513136 Nov 25 13:18:41.035265 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-efda5f9b-1f05-44e4-b162-f70debb7de74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:41.039187 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-efda5f9b-1f05-44e4-b162-f70debb7de74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:41.044141 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-efda5f9b-1f05-44e4-b162-f70debb7de74 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/aa6a8ef6-f648-4def-8495-65d828aabec6 HTTP/1.1" status: 204 len: 168 time: 0.3999007 Nov 25 13:18:41.099691 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efda5f9b-1f05-44e4-b162-f70debb7de74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6a8ef6-f648-4def-8495-65d828aabec6,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:41.126718 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a247a7f-c285-4813-8b6d-b6ac4e988d30 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Made reservation on behalf of 103222503d1f447390d34cefdf0e19b7 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:18:41.242841 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8a247a7f-c285-4813-8b6d-b6ac4e988d30 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:41.296157 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-8a247a7f-c285-4813-8b6d-b6ac4e988d30 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] device_id is not set on port 5f0c11d5-4f77-47d9-b893-1d1b00c724a6 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:18:41.412644 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80742713-b1fc-4ee6-90a4-70da4289fc42 req-fbc3df8b-b5f0-4fb0-ac20-5a12ff7840fd tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:41.414432 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:41.425182 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-80742713-b1fc-4ee6-90a4-70da4289fc42 req-fbc3df8b-b5f0-4fb0-ac20-5a12ff7840fd tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4300df4-5aa5-4090-adff-ae682b82fb5a HTTP/1.1" status: 200 len: 944 time: 0.1479187 Nov 25 13:18:41.522342 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-80742713-b1fc-4ee6-90a4-70da4289fc42 req-968649e7-c944-483f-b3c5-ed24c06e8ae0 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/security-groups?id=9200d83a-329b-4ad5-86ae-84da9f8a7cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939906 Nov 25 13:18:41.553036 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 5531352d-5548-4385-936e-828130753d34 details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:18:41.643100 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8a247a7f-c285-4813-8b6d-b6ac4e988d30 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:41.726811 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8a247a7f-c285-4813-8b6d-b6ac4e988d30 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:41.735488 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a32f54-4c77-45b6-b572-2ec4023f337a req-bb392c81-bd39-457b-92d0-ae22f20a6c29 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:41.749788 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-31a32f54-4c77-45b6-b572-2ec4023f337a req-bb392c81-bd39-457b-92d0-ae22f20a6c29 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 944 time: 0.1137891 Nov 25 13:18:41.789092 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 5531352d-5548-4385-936e-828130753d34, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=5531352d-5548-4385-936e-828130753d34,segment=NetworkSegment(fce75d79-afff-444e-a670-074434c84613),segment_id=fce75d79-afff-444e-a670-074434c84613)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:18:41.827442 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a247a7f-c285-4813-8b6d-b6ac4e988d30 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Network 52ae875d-0ffa-4694-baf0-c8a9daf7457a is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:18:41.849579 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': '5531352d-5548-4385-936e-828130753d34', 'network_id': '0983177e-e01c-46fd-aae0-5d162abcfe55', 'port_id': '5531352d-5548-4385-936e-828130753d34', 'mac_address': 'fa:16:3e:da:15:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3072173-0ac4-4f6c-a786-4d173031b30a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:18:41.852190 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-8a247a7f-c285-4813-8b6d-b6ac4e988d30 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:18:41.856297 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a247a7f-c285-4813-8b6d-b6ac4e988d30 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:18:41.865582 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a247a7f-c285-4813-8b6d-b6ac4e988d30 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:41.866136 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-31a32f54-4c77-45b6-b572-2ec4023f337a req-0cd99fe2-9714-40ef-8d58-045167222e05 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145382 Nov 25 13:18:41.877790 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8a247a7f-c285-4813-8b6d-b6ac4e988d30 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:41.891800 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a247a7f-c285-4813-8b6d-b6ac4e988d30 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event updated for resources: {'Port': ['ID=5f0c11d5-4f77-47d9-b893-1d1b00c724a6,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:41.918140 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:41.926196 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-8a247a7f-c285-4813-8b6d-b6ac4e988d30 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0285177 Nov 25 13:18:41.928871 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 50534) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:41.949311 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5531352d-5548-4385-936e-828130753d34 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:18:41.977035 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 5531352d-5548-4385-936e-828130753d34, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=5531352d-5548-4385-936e-828130753d34,segment=NetworkSegment(fce75d79-afff-444e-a670-074434c84613),segment_id=fce75d79-afff-444e-a670-074434c84613)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:18:41.987899 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:42.045253 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136507b2-9d40-45c2-8f5a-ede806a96ddd tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:42.047580 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-136507b2-9d40-45c2-8f5a-ede806a96ddd tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "GET /v2.0/ports/5f0c11d5-4f77-47d9-b893-1d1b00c724a6 HTTP/1.1" status: 200 len: 840 time: 0.1175096 Nov 25 13:18:42.050517 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 50542) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:42.086940 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-afd7962a-af00-4f6e-b411-164c365e9f75 req-e03e1beb-5ebc-4aa7-895c-94b8d0bb82ef tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/ports?device_id=c674b94d-cfaa-46b9-b0d5-de2847250938 HTTP/1.1" status: 200 len: 210 time: 0.1038983 Nov 25 13:18:42.104443 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=5531352d-5548-4385-936e-828130753d34,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:42.345582 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['5531352d-5548-4385-936e-828130753d34'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:18:42.436402 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-93ba6189-aa18-4300-9c33-54fae992c671 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Deleting port 5f0c11d5-4f77-47d9-b893-1d1b00c724a6 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:18:42.441728 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-93ba6189-aa18-4300-9c33-54fae992c671 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:42.490931 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3daae97-a0d5-43a4-b00e-91d80866719c req-271ae280-bab1-4fc3-9d9d-5fd3065238e6 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:42.498436 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d3daae97-a0d5-43a4-b00e-91d80866719c req-271ae280-bab1-4fc3-9d9d-5fd3065238e6 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.47 "GET /v2.0/networks?id=07e98a44-e123-4654-87bd-63f0784ad214 HTTP/1.1" status: 200 len: 812 time: 0.3713722 Nov 25 13:18:42.584613 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bdbd06-6f84-4096-ad86-deaef6221ebd req-89e60b55-2d0b-4872-b9ac-af332f042ebb tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:42.602217 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-74bdbd06-6f84-4096-ad86-deaef6221ebd req-89e60b55-2d0b-4872-b9ac-af332f042ebb tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 944 time: 0.1312222 Nov 25 13:18:42.614890 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-d3daae97-a0d5-43a4-b00e-91d80866719c req-3b895420-cb3e-4fa7-8aef-ddfea213549f tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Request body: {'port': {'device_id': 'c674b94d-cfaa-46b9-b0d5-de2847250938', 'network_id': '07e98a44-e123-4654-87bd-63f0784ad214', 'admin_state_up': True, 'tenant_id': 'd3f9f88292274c1e909ee2b5229333e7'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:18:42.694026 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 50566) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:42.750316 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-93ba6189-aa18-4300-9c33-54fae992c671 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:42.793505 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-74bdbd06-6f84-4096-ad86-deaef6221ebd req-fab865c4-693a-46a0-b680-f110b6192ac8 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872170 Nov 25 13:18:42.798995 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-93ba6189-aa18-4300-9c33-54fae992c671 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Calling delete_port for 5f0c11d5-4f77-47d9-b893-1d1b00c724a6 owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:18:42.925962 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3daae97-a0d5-43a4-b00e-91d80866719c req-3b895420-cb3e-4fa7-8aef-ddfea213549f tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Made reservation on behalf of d3f9f88292274c1e909ee2b5229333e7 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:18:42.930534 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d3daae97-a0d5-43a4-b00e-91d80866719c req-3b895420-cb3e-4fa7-8aef-ddfea213549f tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:42.946797 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e9866-a6bf-43c1-b42b-bd0a73380aea req-c59d7d62-88b2-4c64-903e-65da1d99186c tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:42.954156 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cc2e9866-a6bf-43c1-b42b-bd0a73380aea req-c59d7d62-88b2-4c64-903e-65da1d99186c tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4300df4-5aa5-4090-adff-ae682b82fb5a HTTP/1.1" status: 200 len: 945 time: 0.0699134 Nov 25 13:18:42.993458 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-dd8c0691-e6a2-40a0-8391-339271341375 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-807661554-network', 'tenant_id': 'b9333966b41349c9ba0e3dfb564eeccf'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:18:43.039993 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cc2e9866-a6bf-43c1-b42b-bd0a73380aea req-b690f158-78bc-452f-a382-1b1462d938cd tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/security-groups?id=9200d83a-329b-4ad5-86ae-84da9f8a7cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841997 Nov 25 13:18:43.061123 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd8c0691-e6a2-40a0-8391-339271341375 admin admin] Made reservation on behalf of b9333966b41349c9ba0e3dfb564eeccf for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:18:43.065605 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-dd8c0691-e6a2-40a0-8391-339271341375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:43.077162 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-dd8c0691-e6a2-40a0-8391-339271341375 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:43.094980 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-d3daae97-a0d5-43a4-b00e-91d80866719c req-3b895420-cb3e-4fa7-8aef-ddfea213549f tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Allocated IP 172.20.0.2 (07e98a44-e123-4654-87bd-63f0784ad214/15f44c57-43c8-4ee0-9da7-9da2c4fb151a/3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:18:43.126307 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-93ba6189-aa18-4300-9c33-54fae992c671 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:43.179699 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-dd8c0691-e6a2-40a0-8391-339271341375 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:43.185792 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-dd8c0691-e6a2-40a0-8391-339271341375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:43.188479 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ba6189-aa18-4300-9c33-54fae992c671 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event deleted for resources: {'Port': ['ID=5f0c11d5-4f77-47d9-b893-1d1b00c724a6,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:43.198434 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-93ba6189-aa18-4300-9c33-54fae992c671 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:43.202599 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-93ba6189-aa18-4300-9c33-54fae992c671 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "DELETE /v2.0/ports/5f0c11d5-4f77-47d9-b893-1d1b00c724a6 HTTP/1.1" status: 204 len: 168 time: 1.1506870 Nov 25 13:18:43.206450 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 50604) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:43.219594 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd8c0691-e6a2-40a0-8391-339271341375 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:18:43.247401 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-19d816f4-832f-487c-acb3-9a9e88076d79 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] GET failed (client error): The resource could not be found. Nov 25 13:18:43.250932 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-19d816f4-832f-487c-acb3-9a9e88076d79 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "GET /v2.0/ports/5f0c11d5-4f77-47d9-b893-1d1b00c724a6 HTTP/1.1" status: 404 len: 333 time: 0.0413754 Nov 25 13:18:43.259676 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 50606) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:43.261746 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0174855d-f58f-47a7-b926-58ec181b3013 req-d55f96e9-b066-4862-98fb-24963a5e3779 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/ports?device_id=c674b94d-cfaa-46b9-b0d5-de2847250938 HTTP/1.1" status: 200 len: 210 time: 0.0393193 Nov 25 13:18:43.262998 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-dd8c0691-e6a2-40a0-8391-339271341375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:43.263341 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-dd8c0691-e6a2-40a0-8391-339271341375 admin admin] Added segment bbcf8305-d703-4c68-85bf-12f560a35c81 of type vlan for network 29b99312-fc63-48f9-ab7c-dec5a83cc23d Nov 25 13:18:43.264935 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8c0691-e6a2-40a0-8391-339271341375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8f49a9-1f4b-44d4-a7d4-f664f6a99683,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:43.266989 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-5befb959-f1fe-465c-b774-1b1555e0d44e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Request body: {'port': {'network_id': '52ae875d-0ffa-4694-baf0-c8a9daf7457a', 'name': 'tempest-PortsTestJSON-311428381'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:18:43.315777 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-dd8c0691-e6a2-40a0-8391-339271341375 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:43.343240 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-dd8c0691-e6a2-40a0-8391-339271341375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:43.345040 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8c0691-e6a2-40a0-8391-339271341375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:43.345602 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-dd8c0691-e6a2-40a0-8391-339271341375 admin admin] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:43.404228 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-dd8c0691-e6a2-40a0-8391-339271341375 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7036335 Nov 25 13:18:43.404228 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 50612) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:43.415794 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-1bc02d9e-b371-4582-9cc2-43a6f872e362 admin admin] Request body: {'subnet': {'network_id': '29b99312-fc63-48f9-ab7c-dec5a83cc23d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-807661554-subnet', 'tenant_id': 'b9333966b41349c9ba0e3dfb564eeccf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:18:43.426435 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8c0691-e6a2-40a0-8391-339271341375 admin admin] Pushing event updated for resources: {'Network': ['ID=29b99312-fc63-48f9-ab7c-dec5a83cc23d,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:43.447959 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d3daae97-a0d5-43a4-b00e-91d80866719c req-3b895420-cb3e-4fa7-8aef-ddfea213549f tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:43.448275 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 29b99312-fc63-48f9-ab7c-dec5a83cc23d details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:18:43.457789 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5befb959-f1fe-465c-b774-1b1555e0d44e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Made reservation on behalf of 103222503d1f447390d34cefdf0e19b7 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:18:43.461655 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5befb959-f1fe-465c-b774-1b1555e0d44e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:43.485726 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-5befb959-f1fe-465c-b774-1b1555e0d44e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] device_id is not set on port 3a49b158-a6af-4c03-9414-520a22361cce yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:18:43.496710 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc02d9e-b371-4582-9cc2-43a6f872e362 admin admin] Made reservation on behalf of b9333966b41349c9ba0e3dfb564eeccf for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:18:43.501093 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1bc02d9e-b371-4582-9cc2-43a6f872e362 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:43.572152 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d3daae97-a0d5-43a4-b00e-91d80866719c req-3b895420-cb3e-4fa7-8aef-ddfea213549f tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:43.588601 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['e865706f-7df6-4e7a-bcf9-facba69873bc'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:18:43.642095 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3daae97-a0d5-43a4-b00e-91d80866719c req-3b895420-cb3e-4fa7-8aef-ddfea213549f tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Network 07e98a44-e123-4654-87bd-63f0784ad214 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:18:43.648899 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-d3daae97-a0d5-43a4-b00e-91d80866719c req-3b895420-cb3e-4fa7-8aef-ddfea213549f tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:18:43.659694 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3daae97-a0d5-43a4-b00e-91d80866719c req-3b895420-cb3e-4fa7-8aef-ddfea213549f tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:18:43.694315 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c90c263-f0bd-4c08-a993-b84626839275 None None] DHCP port deletion for 07e98a44-e123-4654-87bd-63f0784ad214 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:18:43.703656 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b895420-cb3e-4fa7-8aef-ddfea213549f tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Pushing event updated for resources: {'Port': ['ID=3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:43.772232 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1bc02d9e-b371-4582-9cc2-43a6f872e362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:43.796127 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3daae97-a0d5-43a4-b00e-91d80866719c req-3b895420-cb3e-4fa7-8aef-ddfea213549f tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:43.796802 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d3daae97-a0d5-43a4-b00e-91d80866719c req-3b895420-cb3e-4fa7-8aef-ddfea213549f tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:43.851914 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5befb959-f1fe-465c-b774-1b1555e0d44e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:43.856893 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc02d9e-b371-4582-9cc2-43a6f872e362 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec2b22e2-3f62-41f1-a8a5-bef2d3005b2b,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:43.860911 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-1904188e-47a8-4d63-8dbf-efa3ce088da1 None None] Provisioning complete for port 3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:18:43.861446 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1904188e-47a8-4d63-8dbf-efa3ce088da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:43.864275 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d3daae97-a0d5-43a4-b00e-91d80866719c req-3b895420-cb3e-4fa7-8aef-ddfea213549f tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2787058 Nov 25 13:18:43.892219 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-d3daae97-a0d5-43a4-b00e-91d80866719c req-84ad4a2a-a6b5-400c-9b64-7a22981e9fc5 service neutron] Request body: {'port': {'device_id': 'c674b94d-cfaa-46b9-b0d5-de2847250938', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:18:43.908275 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc02d9e-b371-4582-9cc2-43a6f872e362 admin admin] Checking segment: {'id': 'bbcf8305-d703-4c68-85bf-12f560a35c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '29b99312-fc63-48f9-ab7c-dec5a83cc23d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:18:43.910564 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc02d9e-b371-4582-9cc2-43a6f872e362 admin admin] Network hostable DHCP agents. Network: 29b99312-fc63-48f9-ab7c-dec5a83cc23d, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:18:43.983756 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d3daae97-a0d5-43a4-b00e-91d80866719c req-84ad4a2a-a6b5-400c-9b64-7a22981e9fc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:43.988429 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5befb959-f1fe-465c-b774-1b1555e0d44e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:43.998847 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-1904188e-47a8-4d63-8dbf-efa3ce088da1 None None] Port 3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:18:44.013514 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41645cc7-72f1-4ecc-abc8-495fe1f4d181 req-2f51bbc2-50f5-4f68-8458-704f64e316a9 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:44.027061 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-41645cc7-72f1-4ecc-abc8-495fe1f4d181 req-2f51bbc2-50f5-4f68-8458-704f64e316a9 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 944 time: 0.1085494 Nov 25 13:18:44.030035 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc02d9e-b371-4582-9cc2-43a6f872e362 admin admin] Network 29b99312-fc63-48f9-ab7c-dec5a83cc23d is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:18:44.060863 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-1bc02d9e-b371-4582-9cc2-43a6f872e362 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 29b99312-fc63-48f9-ab7c-dec5a83cc23d) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:18:44.071838 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1ace53-3ac3-48b4-9f8b-5d4e04924f97 None None] Network 29b99312-fc63-48f9-ab7c-dec5a83cc23d requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:18:44.073254 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc02d9e-b371-4582-9cc2-43a6f872e362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:44.074042 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1bc02d9e-b371-4582-9cc2-43a6f872e362 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:44.110670 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-41645cc7-72f1-4ecc-abc8-495fe1f4d181 req-33875766-70b6-4605-9ca6-bcbb46bd7c9a tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822649 Nov 25 13:18:44.115725 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-1bc02d9e-b371-4582-9cc2-43a6f872e362 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7107339 Nov 25 13:18:44.123063 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 50652) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:44.142067 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-fa11f546-53fe-4fdf-97dd-bbadeecca972 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-807661554-router', 'tenant_id': 'b9333966b41349c9ba0e3dfb564eeccf', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:18:44.209272 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fa11f546-53fe-4fdf-97dd-bbadeecca972 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:44.210518 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fa11f546-53fe-4fdf-97dd-bbadeecca972 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:44.319795 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1575aefc-60d4-446d-b87b-0894dc0d68ff req-09c06c15-c291-46ae-a31a-788ba98b89b4 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:44.321316 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1575aefc-60d4-446d-b87b-0894dc0d68ff req-09c06c15-c291-46ae-a31a-788ba98b89b4 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4300df4-5aa5-4090-adff-ae682b82fb5a HTTP/1.1" status: 200 len: 945 time: 0.1055000 Nov 25 13:18:44.324081 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fa11f546-53fe-4fdf-97dd-bbadeecca972 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:44.403343 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5befb959-f1fe-465c-b774-1b1555e0d44e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Network 52ae875d-0ffa-4694-baf0-c8a9daf7457a is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:18:44.405664 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1cab65-6631-4b2e-a2ed-795cc278370b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-29b99312-fc63-48f9-ab7c-dec5a83cc23d', 'network_id': '29b99312-fc63-48f9-ab7c-dec5a83cc23d', 'tenant_id': 'b9333966b41349c9ba0e3dfb564eeccf', 'fixed_ips': [{'subnet_id': 'ec2b22e2-3f62-41f1-a8a5-bef2d3005b2b'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:18:44.408001 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ec1cab65-6631-4b2e-a2ed-795cc278370b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:44.416804 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-5befb959-f1fe-465c-b774-1b1555e0d44e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:18:44.426196 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5befb959-f1fe-465c-b774-1b1555e0d44e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:18:44.433875 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5befb959-f1fe-465c-b774-1b1555e0d44e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:44.433875 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5befb959-f1fe-465c-b774-1b1555e0d44e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:44.449399 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befb959-f1fe-465c-b774-1b1555e0d44e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event updated for resources: {'Port': ['ID=3a49b158-a6af-4c03-9414-520a22361cce,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:44.470739 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5befb959-f1fe-465c-b774-1b1555e0d44e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2098842 Nov 25 13:18:44.480958 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 50662) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:44.487612 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-870a83e7-3fe5-49e9-b464-3f7d85cad8cd tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:18:44.491643 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2247aef2-e848-4a9c-8912-f4519c5b9eed req-f27a92d2-05a1-460d-862e-87ef2e0c88ec tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:44.493656 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2247aef2-e848-4a9c-8912-f4519c5b9eed req-f27a92d2-05a1-460d-862e-87ef2e0c88ec tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 944 time: 0.1709421 Nov 25 13:18:44.581281 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1575aefc-60d4-446d-b87b-0894dc0d68ff req-3820cc0a-da20-4ad2-91b9-6de7ce55c826 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/security-groups?id=9200d83a-329b-4ad5-86ae-84da9f8a7cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477453 Nov 25 13:18:44.592194 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fa11f546-53fe-4fdf-97dd-bbadeecca972 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:44.630481 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-ec1cab65-6631-4b2e-a2ed-795cc278370b None None] Allocated IP 172.20.0.2 (29b99312-fc63-48f9-ab7c-dec5a83cc23d/ec2b22e2-3f62-41f1-a8a5-bef2d3005b2b/85fdab2a-42ac-4e83-843c-bada79ccddad) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:18:44.646244 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2247aef2-e848-4a9c-8912-f4519c5b9eed req-c9ae0c22-d8ce-4643-9143-d4a8b851e3a2 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195281 Nov 25 13:18:44.685259 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-d3daae97-a0d5-43a4-b00e-91d80866719c req-84ad4a2a-a6b5-400c-9b64-7a22981e9fc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:18:44.696044 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d3daae97-a0d5-43a4-b00e-91d80866719c req-84ad4a2a-a6b5-400c-9b64-7a22981e9fc5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:44.728456 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-d3daae97-a0d5-43a4-b00e-91d80866719c req-84ad4a2a-a6b5-400c-9b64-7a22981e9fc5 service neutron] Transition to ACTIVE for port object 3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:18:44.732872 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-870a83e7-3fe5-49e9-b464-3f7d85cad8cd tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:44.751898 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d3daae97-a0d5-43a4-b00e-91d80866719c req-84ad4a2a-a6b5-400c-9b64-7a22981e9fc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:44.827542 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27eb936-93b7-480a-940a-29fe626ca8ab req-58545ecd-14d0-453b-bd2d-b12eef44f0b7 tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:44.835955 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a27eb936-93b7-480a-940a-29fe626ca8ab req-58545ecd-14d0-453b-bd2d-b12eef44f0b7 tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] 10.222.0.53 "GET /v2.0/ports?device_id=299b6d78-f2b2-4f11-a6f8-2b89c9144734 HTTP/1.1" status: 200 len: 948 time: 0.1062903 Nov 25 13:18:44.860433 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc948d9-88a3-4028-8355-98bb5e2e5061 None None] DHCP port deletion for 07e98a44-e123-4654-87bd-63f0784ad214 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:18:44.918977 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ec1cab65-6631-4b2e-a2ed-795cc278370b None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:44.938287 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ec1cab65-6631-4b2e-a2ed-795cc278370b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:44.944763 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ad4a2a-a6b5-400c-9b64-7a22981e9fc5 service neutron] Pushing event updated for resources: {'Port': ['ID=3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:44.992644 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1cab65-6631-4b2e-a2ed-795cc278370b None None] Pushing event updated for resources: {'Port': ['ID=85fdab2a-42ac-4e83-843c-bada79ccddad,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:45.010165 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1cab65-6631-4b2e-a2ed-795cc278370b None None] Network 29b99312-fc63-48f9-ab7c-dec5a83cc23d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:18:45.012473 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-ec1cab65-6631-4b2e-a2ed-795cc278370b None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:18:45.015636 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a27eb936-93b7-480a-940a-29fe626ca8ab req-7c046ff5-ed93-40fc-bd03-9e9a19f3d0ac tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] 10.222.0.53 "GET /v2.0/security-groups?id=3018a1a8-bfb1-4887-8960-229341a1634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790268 Nov 25 13:18:45.017142 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1cab65-6631-4b2e-a2ed-795cc278370b None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:18:45.026052 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793cc907-b7f3-4e76-bef4-3f8946908d94 req-95753397-2575-4973-86f3-17d584e04f95 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:45.027816 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-793cc907-b7f3-4e76-bef4-3f8946908d94 req-95753397-2575-4973-86f3-17d584e04f95 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/ports?device_id=c674b94d-cfaa-46b9-b0d5-de2847250938 HTTP/1.1" status: 200 len: 943 time: 0.1894855 Nov 25 13:18:45.057231 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-d3daae97-a0d5-43a4-b00e-91d80866719c req-84ad4a2a-a6b5-400c-9b64-7a22981e9fc5 service neutron] Attempting to bind port 3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:18:45.057674 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-d3daae97-a0d5-43a4-b00e-91d80866719c req-84ad4a2a-a6b5-400c-9b64-7a22981e9fc5 service neutron] Attempting to bind port 3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': 'ea599390-cb21-4f42-a770-5e7220a6f048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '07e98a44-e123-4654-87bd-63f0784ad214'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:18:45.057900 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3daae97-a0d5-43a4-b00e-91d80866719c req-84ad4a2a-a6b5-400c-9b64-7a22981e9fc5 service neutron] Attempting to bind port 3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1 on network 07e98a44-e123-4654-87bd-63f0784ad214 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:18:45.072976 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3daae97-a0d5-43a4-b00e-91d80866719c req-84ad4a2a-a6b5-400c-9b64-7a22981e9fc5 service neutron] Port 3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1 on network 07e98a44-e123-4654-87bd-63f0784ad214 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:18:45.073452 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3daae97-a0d5-43a4-b00e-91d80866719c req-84ad4a2a-a6b5-400c-9b64-7a22981e9fc5 service neutron] Attempting to bind port 3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1 on network 07e98a44-e123-4654-87bd-63f0784ad214 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:18:45.079925 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3daae97-a0d5-43a4-b00e-91d80866719c req-84ad4a2a-a6b5-400c-9b64-7a22981e9fc5 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:18:45.080273 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3daae97-a0d5-43a4-b00e-91d80866719c req-84ad4a2a-a6b5-400c-9b64-7a22981e9fc5 service neutron] Checking segment: {'id': 'ea599390-cb21-4f42-a770-5e7220a6f048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '07e98a44-e123-4654-87bd-63f0784ad214'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:18:45.081874 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3daae97-a0d5-43a4-b00e-91d80866719c req-84ad4a2a-a6b5-400c-9b64-7a22981e9fc5 service neutron] Bound using segment: {'id': 'ea599390-cb21-4f42-a770-5e7220a6f048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '07e98a44-e123-4654-87bd-63f0784ad214'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:18:45.082279 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-d3daae97-a0d5-43a4-b00e-91d80866719c req-84ad4a2a-a6b5-400c-9b64-7a22981e9fc5 service neutron] Bound port: 3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea599390-cb21-4f42-a770-5e7220a6f048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '07e98a44-e123-4654-87bd-63f0784ad214'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:18:45.082709 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d3daae97-a0d5-43a4-b00e-91d80866719c req-84ad4a2a-a6b5-400c-9b64-7a22981e9fc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:45.132823 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-ec1cab65-6631-4b2e-a2ed-795cc278370b None None] Attempting to bind port 85fdab2a-42ac-4e83-843c-bada79ccddad on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:18:45.133216 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-ec1cab65-6631-4b2e-a2ed-795cc278370b None None] Attempting to bind port 85fdab2a-42ac-4e83-843c-bada79ccddad by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'bbcf8305-d703-4c68-85bf-12f560a35c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '29b99312-fc63-48f9-ab7c-dec5a83cc23d'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:18:45.133593 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1cab65-6631-4b2e-a2ed-795cc278370b None None] Attempting to bind port 85fdab2a-42ac-4e83-843c-bada79ccddad on network 29b99312-fc63-48f9-ab7c-dec5a83cc23d {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:18:45.140328 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1cab65-6631-4b2e-a2ed-795cc278370b None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:18:45.140328 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1cab65-6631-4b2e-a2ed-795cc278370b None None] Checking segment: {'id': 'bbcf8305-d703-4c68-85bf-12f560a35c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '29b99312-fc63-48f9-ab7c-dec5a83cc23d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:18:45.140682 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ec1cab65-6631-4b2e-a2ed-795cc278370b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:45.141798 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1cab65-6631-4b2e-a2ed-795cc278370b None None] Bound using segment: {'id': 'bbcf8305-d703-4c68-85bf-12f560a35c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '29b99312-fc63-48f9-ab7c-dec5a83cc23d'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:18:45.142242 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-ec1cab65-6631-4b2e-a2ed-795cc278370b None None] Bound port: 85fdab2a-42ac-4e83-843c-bada79ccddad, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbcf8305-d703-4c68-85bf-12f560a35c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '29b99312-fc63-48f9-ab7c-dec5a83cc23d'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:18:45.142636 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ec1cab65-6631-4b2e-a2ed-795cc278370b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:45.144151 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-870a83e7-3fe5-49e9-b464-3f7d85cad8cd tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:45.152965 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fa11f546-53fe-4fdf-97dd-bbadeecca972 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:45.175811 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-870a83e7-3fe5-49e9-b464-3f7d85cad8cd tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:45.197781 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-870a83e7-3fe5-49e9-b464-3f7d85cad8cd tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] In _notify_port_updated(), no bound segment for port 3a49b158-a6af-4c03-9414-520a22361cce on network 52ae875d-0ffa-4694-baf0-c8a9daf7457a {{(pid=103571) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 13:18:45.199194 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fa11f546-53fe-4fdf-97dd-bbadeecca972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:45.204641 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870a83e7-3fe5-49e9-b464-3f7d85cad8cd tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:45.206832 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-870a83e7-3fe5-49e9-b464-3f7d85cad8cd tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:45.208756 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-870a83e7-3fe5-49e9-b464-3f7d85cad8cd tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "PUT /v2.0/ports/3a49b158-a6af-4c03-9414-520a22361cce HTTP/1.1" status: 200 len: 818 time: 0.7265811 Nov 25 13:18:45.213306 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 50668) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:45.230901 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-793cc907-b7f3-4e76-bef4-3f8946908d94 req-e2833c15-3e40-44f1-ad6e-0558ca7a5268 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/security-groups?id=4740d5e6-ba1b-4fd6-9612-9b9185db2d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402378 Nov 25 13:18:45.267856 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870a83e7-3fe5-49e9-b464-3f7d85cad8cd tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event updated for resources: {'Port': ['ID=3a49b158-a6af-4c03-9414-520a22361cce,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:45.280912 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-ec1cab65-6631-4b2e-a2ed-795cc278370b None None] For port 85fdab2a-42ac-4e83-843c-bada79ccddad, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:18:45.282632 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-d3daae97-a0d5-43a4-b00e-91d80866719c req-84ad4a2a-a6b5-400c-9b64-7a22981e9fc5 service neutron] For port 3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:18:45.285805 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-ec1cab65-6631-4b2e-a2ed-795cc278370b None None] For port 85fdab2a-42ac-4e83-843c-bada79ccddad, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=85fdab2a-42ac-4e83-843c-bada79ccddad,segment=NetworkSegment(bbcf8305-d703-4c68-85bf-12f560a35c81),segment_id=bbcf8305-d703-4c68-85bf-12f560a35c81)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:18:45.287487 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-d3daae97-a0d5-43a4-b00e-91d80866719c req-84ad4a2a-a6b5-400c-9b64-7a22981e9fc5 service neutron] For port 3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1,segment=NetworkSegment(ea599390-cb21-4f42-a770-5e7220a6f048),segment_id=ea599390-cb21-4f42-a770-5e7220a6f048)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:18:45.290660 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ec1cab65-6631-4b2e-a2ed-795cc278370b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:45.295642 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d3daae97-a0d5-43a4-b00e-91d80866719c req-84ad4a2a-a6b5-400c-9b64-7a22981e9fc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:45.311951 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2499b9-d873-4963-8b5b-6f24b7f3f511 req-35632909-4034-4253-9f50-27709b257949 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:45.313661 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ff2499b9-d873-4963-8b5b-6f24b7f3f511 req-35632909-4034-4253-9f50-27709b257949 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 944 time: 0.1811669 Nov 25 13:18:45.332978 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3daae97-a0d5-43a4-b00e-91d80866719c req-84ad4a2a-a6b5-400c-9b64-7a22981e9fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:45.333527 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d3daae97-a0d5-43a4-b00e-91d80866719c req-84ad4a2a-a6b5-400c-9b64-7a22981e9fc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:45.335152 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d3daae97-a0d5-43a4-b00e-91d80866719c req-84ad4a2a-a6b5-400c-9b64-7a22981e9fc5 service neutron] 10.222.0.47 "PUT /v2.0/ports/3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1 HTTP/1.1" status: 200 len: 1092 time: 1.4611464 Nov 25 13:18:45.335610 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c674b94d-cfaa-46b9-b0d5-de2847250938', 'tag': '3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:18:45.337950 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1bd600-149f-406c-8096-e3c595f1fdbb" -d '{"events": [{"name": "network-changed", "server_uuid": "c674b94d-cfaa-46b9-b0d5-de2847250938", "tag": "3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:18:45.366505 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ad4a2a-a6b5-400c-9b64-7a22981e9fc5 service neutron] Pushing event updated for resources: {'Port': ['ID=3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:45.381466 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c09bb3e-4c76-4df6-81dd-0e6656816abf None None] DHCP port deletion for 07e98a44-e123-4654-87bd-63f0784ad214 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:18:45.387109 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1cab65-6631-4b2e-a2ed-795cc278370b None None] Pushing event updated for resources: {'Port': ['ID=85fdab2a-42ac-4e83-843c-bada79ccddad,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:45.440799 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8130e0d-98df-44a4-9644-08236b0c6ccc x-openstack-request-id: req-c8130e0d-98df-44a4-9644-08236b0c6ccc {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:18:45.441838 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c674b94d-cfaa-46b9-b0d5-de2847250938", "tag": "3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:18:45.442204 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c8130e0d-98df-44a4-9644-08236b0c6ccc {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:18:45.442526 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c674b94d-cfaa-46b9-b0d5-de2847250938', 'tag': '3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1', 'status': 'completed', 'code': 200} Nov 25 13:18:45.465569 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3daae97-a0d5-43a4-b00e-91d80866719c req-38a783d8-ecc7-4e94-978b-4b21fc5eef48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:45.467458 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d3daae97-a0d5-43a4-b00e-91d80866719c req-38a783d8-ecc7-4e94-978b-4b21fc5eef48 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d3f9f88292274c1e909ee2b5229333e7&device_id=c674b94d-cfaa-46b9-b0d5-de2847250938 HTTP/1.1" status: 200 len: 1095 time: 0.0660806 Nov 25 13:18:45.532932 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d3daae97-a0d5-43a4-b00e-91d80866719c req-d4a6ad72-2cb9-47c6-86a0-a01a9a0ac6be service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1 HTTP/1.1" status: 200 len: 217 time: 0.0555611 Nov 25 13:18:45.602514 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 5531352d-5548-4385-936e-828130753d34 up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:18:45.606808 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3daae97-a0d5-43a4-b00e-91d80866719c req-05b64dab-3a71-46ab-81c8-4039f2db3951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:45.617050 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d3daae97-a0d5-43a4-b00e-91d80866719c req-05b64dab-3a71-46ab-81c8-4039f2db3951 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=15f44c57-43c8-4ee0-9da7-9da2c4fb151a HTTP/1.1" status: 200 len: 852 time: 0.0748591 Nov 25 13:18:45.721137 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d3daae97-a0d5-43a4-b00e-91d80866719c req-466170e5-0f8d-408b-872c-fef3811064d0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=07e98a44-e123-4654-87bd-63f0784ad214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966160 Nov 25 13:18:45.767538 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port 5531352d-5548-4385-936e-828130753d34 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:18:45.772592 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port 5531352d-5548-4385-936e-828130753d34 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:18:45.773246 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:45.865726 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-fa11f546-53fe-4fdf-97dd-bbadeecca972 admin admin] Allocated IP 172.25.5.30 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/fe57f2f0-cf99-4c4a-91e2-fc2e381095ea) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:18:45.894453 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d3daae97-a0d5-43a4-b00e-91d80866719c req-8656025e-ecc7-462f-9260-4e3eb3317c98 service neutron] 10.222.0.47 "GET /v2.0/networks/07e98a44-e123-4654-87bd-63f0784ad214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643100 Nov 25 13:18:45.906522 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:45.936365 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ff2499b9-d873-4963-8b5b-6f24b7f3f511 req-63569a2a-a7a4-4421-8aaa-6c5ec125f68f tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6120496 Nov 25 13:18:45.960086 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4300df4-5aa5-4090-adff-ae682b82fb5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5531352d-5548-4385-936e-828130753d34'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:18:45.972644 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586e1280-37db-46f7-8364-b31b9090c7ce" -d '{"events": [{"server_uuid": "c4300df4-5aa5-4090-adff-ae682b82fb5a", "name": "network-vif-plugged", "status": "completed", "tag": "5531352d-5548-4385-936e-828130753d34"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:18:46.003836 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-66aa22a7-fa37-4185-92c3-303569402ef7 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Deleting port 3a49b158-a6af-4c03-9414-520a22361cce {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:18:46.004729 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-66aa22a7-fa37-4185-92c3-303569402ef7 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:46.009092 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 5531352d-5548-4385-936e-828130753d34, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=5531352d-5548-4385-936e-828130753d34,segment=NetworkSegment(fce75d79-afff-444e-a670-074434c84613),segment_id=fce75d79-afff-444e-a670-074434c84613)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:18:46.022376 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:46.038966 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4160dcf-136a-41ba-bd80-843e392a36c6 req-ddfdda8f-0c42-4e42-bdd2-9cc3e0f5fda4 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:46.046905 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c4160dcf-136a-41ba-bd80-843e392a36c6 req-ddfdda8f-0c42-4e42-bdd2-9cc3e0f5fda4 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4300df4-5aa5-4090-adff-ae682b82fb5a HTTP/1.1" status: 200 len: 945 time: 0.1939354 Nov 25 13:18:46.181698 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fa11f546-53fe-4fdf-97dd-bbadeecca972 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:46.183213 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=5531352d-5548-4385-936e-828130753d34,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:46.186238 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-66aa22a7-fa37-4185-92c3-303569402ef7 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:46.223820 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c4160dcf-136a-41ba-bd80-843e392a36c6 req-7429a3e4-468d-4c36-a9a0-cc903b61e9c2 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/security-groups?id=9200d83a-329b-4ad5-86ae-84da9f8a7cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745739 Nov 25 13:18:46.224885 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-66aa22a7-fa37-4185-92c3-303569402ef7 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Calling delete_port for 3a49b158-a6af-4c03-9414-520a22361cce owned by {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:18:46.281088 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54aa7a1a-7b65-4599-8c72-26197579d6be x-openstack-request-id: req-54aa7a1a-7b65-4599-8c72-26197579d6be {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:18:46.281249 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4300df4-5aa5-4090-adff-ae682b82fb5a", "name": "network-vif-plugged", "status": "completed", "tag": "5531352d-5548-4385-936e-828130753d34", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:18:46.281555 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-54aa7a1a-7b65-4599-8c72-26197579d6be {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:18:46.282348 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4300df4-5aa5-4090-adff-ae682b82fb5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5531352d-5548-4385-936e-828130753d34', 'code': 200} Nov 25 13:18:46.366584 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e15a4-4144-488f-8135-908da3ce7f24 req-aba6512f-f625-4c7a-958e-5a321a8f56f5 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:46.368348 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7f6e15a4-4144-488f-8135-908da3ce7f24 req-aba6512f-f625-4c7a-958e-5a321a8f56f5 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 944 time: 0.1381884 Nov 25 13:18:46.390223 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fa11f546-53fe-4fdf-97dd-bbadeecca972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:46.412572 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8821042-4dcd-4277-a398-d138cf358655 req-946591ba-4901-4b7c-b8b0-610f71e161aa tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:46.414069 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b8821042-4dcd-4277-a398-d138cf358655 req-946591ba-4901-4b7c-b8b0-610f71e161aa tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] 10.222.0.47 "GET /v2.0/ports?device_id=299b6d78-f2b2-4f11-a6f8-2b89c9144734 HTTP/1.1" status: 200 len: 948 time: 0.1386688 Nov 25 13:18:46.469818 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d3daae97-a0d5-43a4-b00e-91d80866719c req-8d8e4532-2a48-4c27-b180-2d9067ece6ee service neutron] 10.222.0.47 "GET /v2.0/networks/07e98a44-e123-4654-87bd-63f0784ad214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5658979 Nov 25 13:18:46.483247 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f711f968-5a79-4ea3-acd5-161ae2b6bbf5 req-8b6efe22-6f69-4850-a9b6-657af62df594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:46.483471 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa11f546-53fe-4fdf-97dd-bbadeecca972 admin admin] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:18:46.484825 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f711f968-5a79-4ea3-acd5-161ae2b6bbf5 req-8b6efe22-6f69-4850-a9b6-657af62df594 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c4300df4-5aa5-4090-adff-ae682b82fb5a HTTP/1.1" status: 200 len: 1098 time: 0.1153765 Nov 25 13:18:46.495951 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-fa11f546-53fe-4fdf-97dd-bbadeecca972 admin admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:18:46.508165 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa11f546-53fe-4fdf-97dd-bbadeecca972 admin admin] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:18:46.521549 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa11f546-53fe-4fdf-97dd-bbadeecca972 admin admin] Pushing event updated for resources: {'Port': ['ID=fe57f2f0-cf99-4c4a-91e2-fc2e381095ea,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:46.527863 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b23c0c-e2da-4ed7-8b35-b292a08d049c None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:18:46.568985 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d8ea2-c5c0-4d55-bbb2-75457ee4c233 req-c4bebe23-9516-4bf7-bd10-33cc1c53f1c7 tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:46.570807 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b63d8ea2-c5c0-4d55-bbb2-75457ee4c233 req-c4bebe23-9516-4bf7-bd10-33cc1c53f1c7 tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] 10.222.0.53 "GET /v2.0/ports?device_id=299b6d78-f2b2-4f11-a6f8-2b89c9144734 HTTP/1.1" status: 200 len: 948 time: 0.2170348 Nov 25 13:18:46.571478 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-66aa22a7-fa37-4185-92c3-303569402ef7 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:46.616764 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f711f968-5a79-4ea3-acd5-161ae2b6bbf5 req-273cface-cd4f-4b43-b146-e8318e057056 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9200d83a-329b-4ad5-86ae-84da9f8a7cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942783 Nov 25 13:18:46.622439 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7f6e15a4-4144-488f-8135-908da3ce7f24 req-5715267d-e786-494a-b66c-44dd4af1ba65 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2124259 Nov 25 13:18:46.626208 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1bd600-149f-406c-8096-e3c595f1fdbb req-5dfbf680-9bd8-43d5-8a6c-cdda3664f65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:46.628490 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0b1bd600-149f-406c-8096-e3c595f1fdbb req-5dfbf680-9bd8-43d5-8a6c-cdda3664f65f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d3f9f88292274c1e909ee2b5229333e7&device_id=c674b94d-cfaa-46b9-b0d5-de2847250938 HTTP/1.1" status: 200 len: 1095 time: 0.0956852 Nov 25 13:18:46.635548 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aa22a7-fa37-4185-92c3-303569402ef7 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event deleted for resources: {'Port': ['ID=3a49b158-a6af-4c03-9414-520a22361cce,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:46.663000 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-b8821042-4dcd-4277-a398-d138cf358655 req-b23f4aba-b24b-4b44-97ac-4e8c47eb08dd tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] Deleting port c4148b1e-2e38-4b8a-a9a2-1bc3ac636534 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:18:46.663000 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b8821042-4dcd-4277-a398-d138cf358655 req-b23f4aba-b24b-4b44-97ac-4e8c47eb08dd tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:46.663413 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-66aa22a7-fa37-4185-92c3-303569402ef7 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:46.665151 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-66aa22a7-fa37-4185-92c3-303569402ef7 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "DELETE /v2.0/ports/3a49b158-a6af-4c03-9414-520a22361cce HTTP/1.1" status: 204 len: 168 time: 1.4448454 Nov 25 13:18:46.665805 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 50688) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:46.679525 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-f905a50d-5898-4517-ab43-c93c3a3b6569 None None] Provisioning complete for port fe57f2f0-cf99-4c4a-91e2-fc2e381095ea triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:18:46.679907 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f905a50d-5898-4517-ab43-c93c3a3b6569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:46.736170 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-f905a50d-5898-4517-ab43-c93c3a3b6569 None None] Port fe57f2f0-cf99-4c4a-91e2-fc2e381095ea cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:18:46.854752 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b63d8ea2-c5c0-4d55-bbb2-75457ee4c233 req-060e6de6-39cb-4f45-ad62-7f5c4df606fa tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] 10.222.0.53 "GET /v2.0/security-groups?id=3018a1a8-bfb1-4887-8960-229341a1634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705996 Nov 25 13:18:46.857998 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-b8821042-4dcd-4277-a398-d138cf358655 req-b23f4aba-b24b-4b44-97ac-4e8c47eb08dd tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] For port c4148b1e-2e38-4b8a-a9a2-1bc3ac636534, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=c4148b1e-2e38-4b8a-a9a2-1bc3ac636534,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:18:46.858653 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b8821042-4dcd-4277-a398-d138cf358655 req-b23f4aba-b24b-4b44-97ac-4e8c47eb08dd tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:46.887647 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 85fdab2a-42ac-4e83-843c-bada79ccddad up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:18:46.892602 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1bd600-149f-406c-8096-e3c595f1fdbb req-e5b07b6c-79b7-455b-8265-8173debd8eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:46.894354 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c56391-b85d-4bcf-b420-c6675b6cdaed req-867a45e6-0ba4-4114-a5ec-9be971faacc5 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:46.894892 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0b1bd600-149f-406c-8096-e3c595f1fdbb req-e5b07b6c-79b7-455b-8265-8173debd8eb3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=07e98a44-e123-4654-87bd-63f0784ad214 HTTP/1.1" status: 200 len: 913 time: 0.2580216 Nov 25 13:18:46.896523 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-49c56391-b85d-4bcf-b420-c6675b6cdaed req-867a45e6-0ba4-4114-a5ec-9be971faacc5 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/ports?device_id=c674b94d-cfaa-46b9-b0d5-de2847250938 HTTP/1.1" status: 200 len: 943 time: 0.1417711 Nov 25 13:18:46.905933 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-b8821042-4dcd-4277-a398-d138cf358655 req-b23f4aba-b24b-4b44-97ac-4e8c47eb08dd tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] Calling delete_port for c4148b1e-2e38-4b8a-a9a2-1bc3ac636534 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:18:46.906234 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149ed363-b99d-4525-985e-587657cb090c tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:46.910290 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-149ed363-b99d-4525-985e-587657cb090c tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1918840 Nov 25 13:18:46.911354 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 50690) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:46.916270 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266eef6b-8861-430b-83bf-17269803b4c0 None None] Network 29b99312-fc63-48f9-ab7c-dec5a83cc23d requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:18:46.982090 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0b1bd600-149f-406c-8096-e3c595f1fdbb req-e83c0b91-d98a-491b-a21a-49d5d319f8bd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1 HTTP/1.1" status: 200 len: 217 time: 0.0738802 Nov 25 13:18:46.987905 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-253bf2bc-546e-4ea7-849f-58828cf43710 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] GET failed (client error): The resource could not be found. Nov 25 13:18:46.992797 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-253bf2bc-546e-4ea7-849f-58828cf43710 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "GET /v2.0/ports/3a49b158-a6af-4c03-9414-520a22361cce HTTP/1.1" status: 404 len: 333 time: 0.0723019 Nov 25 13:18:46.998120 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-45ef7580-2d75-4630-ae02-fd76454a59fd None None] Provisioning complete for port 85fdab2a-42ac-4e83-843c-bada79ccddad triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:18:46.998530 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-45ef7580-2d75-4630-ae02-fd76454a59fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:47.008421 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 50692) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:47.017957 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-b4561bdb-9aca-4b90-aa3c-c2de5ed7cb7e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-131090230'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:18:47.051258 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-49c56391-b85d-4bcf-b420-c6675b6cdaed req-672b2c67-5444-45dd-9dfa-8914ead0fd6a tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/security-groups?id=4740d5e6-ba1b-4fd6-9612-9b9185db2d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408424 Nov 25 13:18:47.062266 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 85fdab2a-42ac-4e83-843c-bada79ccddad triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:18:47.062735 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:47.071854 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4561bdb-9aca-4b90-aa3c-c2de5ed7cb7e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Made reservation on behalf of 103222503d1f447390d34cefdf0e19b7 for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:18:47.075635 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b4561bdb-9aca-4b90-aa3c-c2de5ed7cb7e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:47.078393 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fa11f546-53fe-4fdf-97dd-bbadeecca972 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:47.085107 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1bd600-149f-406c-8096-e3c595f1fdbb req-89e38d2f-99e8-43ab-888d-c3cd1f286f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:47.086298 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0b1bd600-149f-406c-8096-e3c595f1fdbb req-89e38d2f-99e8-43ab-888d-c3cd1f286f23 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=15f44c57-43c8-4ee0-9da7-9da2c4fb151a HTTP/1.1" status: 200 len: 852 time: 0.0691679 Nov 25 13:18:47.142107 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0b1bd600-149f-406c-8096-e3c595f1fdbb req-78330b20-496f-48b5-b88d-5be7d393e958 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=07e98a44-e123-4654-87bd-63f0784ad214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419006 Nov 25 13:18:47.147468 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4561bdb-9aca-4b90-aa3c-c2de5ed7cb7e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:18:47.198094 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b4561bdb-9aca-4b90-aa3c-c2de5ed7cb7e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:47.198468 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-b4561bdb-9aca-4b90-aa3c-c2de5ed7cb7e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Added segment fb92b2ad-869e-45cc-a3e7-4e3fa2655d14 of type vlan for network 4c79da23-6876-444f-89d3-677a08979e58 Nov 25 13:18:47.249498 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b4561bdb-9aca-4b90-aa3c-c2de5ed7cb7e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:47.271675 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b8821042-4dcd-4277-a398-d138cf358655 req-b23f4aba-b24b-4b44-97ac-4e8c47eb08dd tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:47.330555 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-45ef7580-2d75-4630-ae02-fd76454a59fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:47.335290 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:47.350503 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23f4aba-b24b-4b44-97ac-4e8c47eb08dd tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] Pushing event deleted for resources: {'Port': ['ID=c4148b1e-2e38-4b8a-a9a2-1bc3ac636534,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:47.363593 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0b1bd600-149f-406c-8096-e3c595f1fdbb req-c6f78d66-dce7-4477-bb25-f98da415b9db service neutron] 10.222.0.47 "GET /v2.0/networks/07e98a44-e123-4654-87bd-63f0784ad214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953623 Nov 25 13:18:47.448083 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fa11f546-53fe-4fdf-97dd-bbadeecca972 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:47.452835 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b4561bdb-9aca-4b90-aa3c-c2de5ed7cb7e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:47.459564 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4561bdb-9aca-4b90-aa3c-c2de5ed7cb7e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:47.460382 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b4561bdb-9aca-4b90-aa3c-c2de5ed7cb7e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:47.524966 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8821042-4dcd-4277-a398-d138cf358655 req-b23f4aba-b24b-4b44-97ac-4e8c47eb08dd tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] No DVR routers for this DVR port c4148b1e-2e38-4b8a-a9a2-1bc3ac636534 on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:18:47.528054 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b8821042-4dcd-4277-a398-d138cf358655 req-b23f4aba-b24b-4b44-97ac-4e8c47eb08dd tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:47.532353 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b8821042-4dcd-4277-a398-d138cf358655 req-b23f4aba-b24b-4b44-97ac-4e8c47eb08dd tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] 10.222.0.47 "DELETE /v2.0/ports/c4148b1e-2e38-4b8a-a9a2-1bc3ac636534 HTTP/1.1" status: 204 len: 173 time: 1.1099691 Nov 25 13:18:47.532808 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '299b6d78-f2b2-4f11-a6f8-2b89c9144734', 'name': 'network-vif-deleted', 'tag': 'c4148b1e-2e38-4b8a-a9a2-1bc3ac636534'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:18:47.545851 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5188a919-1a23-46c7-9110-628efc01e420" -d '{"events": [{"server_uuid": "299b6d78-f2b2-4f11-a6f8-2b89c9144734", "name": "network-vif-deleted", "tag": "c4148b1e-2e38-4b8a-a9a2-1bc3ac636534"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:18:47.551978 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0b1bd600-149f-406c-8096-e3c595f1fdbb req-9926fad0-61be-48e4-85f6-aab57d8a122c service neutron] 10.222.0.47 "GET /v2.0/networks/07e98a44-e123-4654-87bd-63f0784ad214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304924 Nov 25 13:18:47.553014 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] For port 85fdab2a-42ac-4e83-843c-bada79ccddad, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=85fdab2a-42ac-4e83-843c-bada79ccddad,segment=NetworkSegment(bbcf8305-d703-4c68-85bf-12f560a35c81),segment_id=bbcf8305-d703-4c68-85bf-12f560a35c81)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:18:47.565149 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:47.650083 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b4561bdb-9aca-4b90-aa3c-c2de5ed7cb7e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6385641 Nov 25 13:18:47.653287 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 50706) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:47.659771 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-4a40188f-fbbe-4afd-8c37-c7067b07d6e0 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Request body: {'subnet': {'network_id': '4c79da23-6876-444f-89d3-677a08979e58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:18:47.677178 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4561bdb-9aca-4b90-aa3c-c2de5ed7cb7e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event updated for resources: {'Network': ['ID=4c79da23-6876-444f-89d3-677a08979e58,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:47.715233 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Pushing event updated for resources: {'Port': ['ID=85fdab2a-42ac-4e83-843c-bada79ccddad,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:47.740454 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce8a1f58-0f7c-46b7-9969-4117d1b59b55 x-openstack-request-id: req-ce8a1f58-0f7c-46b7-9969-4117d1b59b55 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:18:47.740766 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "299b6d78-f2b2-4f11-a6f8-2b89c9144734", "name": "network-vif-deleted", "tag": "c4148b1e-2e38-4b8a-a9a2-1bc3ac636534", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:18:47.741032 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ce8a1f58-0f7c-46b7-9969-4117d1b59b55 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:18:47.741457 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '299b6d78-f2b2-4f11-a6f8-2b89c9144734', 'name': 'network-vif-deleted', 'tag': 'c4148b1e-2e38-4b8a-a9a2-1bc3ac636534', 'status': 'completed', 'code': 200} Nov 25 13:18:47.748038 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.db.api [None req-45ef7580-2d75-4630-ae02-fd76454a59fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 13:18:47.748753 n-d-808199-11 neutron-server[103572]: DEBUG oslo_db.api [None req-45ef7580-2d75-4630-ae02-fd76454a59fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 13:18:47.793108 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4561bdb-9aca-4b90-aa3c-c2de5ed7cb7e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:18:47.793563 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4561bdb-9aca-4b90-aa3c-c2de5ed7cb7e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:18:47.794619 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4561bdb-9aca-4b90-aa3c-c2de5ed7cb7e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:18:47.794984 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4561bdb-9aca-4b90-aa3c-c2de5ed7cb7e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:18:47.795351 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4561bdb-9aca-4b90-aa3c-c2de5ed7cb7e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:18:47.795659 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4561bdb-9aca-4b90-aa3c-c2de5ed7cb7e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:18:47.796020 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4561bdb-9aca-4b90-aa3c-c2de5ed7cb7e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:18:47.796490 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4561bdb-9aca-4b90-aa3c-c2de5ed7cb7e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:18:47.797114 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4561bdb-9aca-4b90-aa3c-c2de5ed7cb7e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:18:47.797454 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4561bdb-9aca-4b90-aa3c-c2de5ed7cb7e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:18:47.797782 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4561bdb-9aca-4b90-aa3c-c2de5ed7cb7e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:18:47.798182 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4561bdb-9aca-4b90-aa3c-c2de5ed7cb7e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:18:47.800250 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a40188f-fbbe-4afd-8c37-c7067b07d6e0 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Made reservation on behalf of 103222503d1f447390d34cefdf0e19b7 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:18:47.811131 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1fe165-e9ef-4ba5-962a-87da5f46ade2 req-b75385cd-1d5a-42c7-b120-0587779c9571 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:47.811918 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 4c79da23-6876-444f-89d3-677a08979e58 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:18:47.817860 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ae1fe165-e9ef-4ba5-962a-87da5f46ade2 req-b75385cd-1d5a-42c7-b120-0587779c9571 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4300df4-5aa5-4090-adff-ae682b82fb5a HTTP/1.1" status: 200 len: 946 time: 0.3659749 Nov 25 13:18:47.826286 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4a40188f-fbbe-4afd-8c37-c7067b07d6e0 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:47.955292 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ae1fe165-e9ef-4ba5-962a-87da5f46ade2 req-1b2bd787-aefd-4471-ba06-6c4681026c1d tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/security-groups?id=9200d83a-329b-4ad5-86ae-84da9f8a7cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230135 Nov 25 13:18:48.047367 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa11f546-53fe-4fdf-97dd-bbadeecca972 admin admin] Router f25d61c2-36a7-4320-975a-f57b8df412b1 is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:18:48.075751 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4e6cd76d-63a3-413b-b533-005acfd46db2 req-ea1028c6-e204-4fde-a657-b5672b3d884e tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] 10.222.0.53 "GET /v2.0/ports?device_id=299b6d78-f2b2-4f11-a6f8-2b89c9144734 HTTP/1.1" status: 200 len: 210 time: 0.0514555 Nov 25 13:18:48.225194 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4a40188f-fbbe-4afd-8c37-c7067b07d6e0 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:48.277521 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa11f546-53fe-4fdf-97dd-bbadeecca972 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:18:48.290514 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db23511b-ec59-4fd9-a437-b56466aec9cc None None] Sync routers for ids ['f25d61c2-36a7-4320-975a-f57b8df412b1'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:18:48.312982 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a40188f-fbbe-4afd-8c37-c7067b07d6e0 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event updated for resources: {'Subnet': ['ID=10cbd517-0c6a-429d-8657-4fc888cca580,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:48.313980 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db23511b-ec59-4fd9-a437-b56466aec9cc None None] Routers {'f25d61c2-36a7-4320-975a-f57b8df412b1'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:18:48.317693 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-db23511b-ec59-4fd9-a437-b56466aec9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:18:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['f25d61c2-36a7-4320-975a-f57b8df412b1'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:18:48.330886 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd0d2c3-b395-47f9-ba9c-f0d859fd91f7 req-97f6249a-75c4-4717-a1d9-ea711111ada6 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:48.338932 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8fd0d2c3-b395-47f9-ba9c-f0d859fd91f7 req-97f6249a-75c4-4717-a1d9-ea711111ada6 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/ports?device_id=c674b94d-cfaa-46b9-b0d5-de2847250938 HTTP/1.1" status: 200 len: 943 time: 0.1390824 Nov 25 13:18:48.342249 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a40188f-fbbe-4afd-8c37-c7067b07d6e0 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Checking segment: {'id': 'fb92b2ad-869e-45cc-a3e7-4e3fa2655d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '4c79da23-6876-444f-89d3-677a08979e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:18:48.342629 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a40188f-fbbe-4afd-8c37-c7067b07d6e0 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Network hostable DHCP agents. Network: 4c79da23-6876-444f-89d3-677a08979e58, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:18:48.348897 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fa11f546-53fe-4fdf-97dd-bbadeecca972 admin admin] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:48.353189 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-fa11f546-53fe-4fdf-97dd-bbadeecca972 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.2285607 Nov 25 13:18:48.353540 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 50716) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:48.366445 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a40188f-fbbe-4afd-8c37-c7067b07d6e0 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Network 4c79da23-6876-444f-89d3-677a08979e58 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:18:48.400046 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-4a40188f-fbbe-4afd-8c37-c7067b07d6e0 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 4c79da23-6876-444f-89d3-677a08979e58) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:18:48.404682 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a40188f-fbbe-4afd-8c37-c7067b07d6e0 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:48.405288 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4a40188f-fbbe-4afd-8c37-c7067b07d6e0 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:48.410722 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2451116-e5ef-4c5f-9bec-d8ff1f82d63c None None] Network 4c79da23-6876-444f-89d3-677a08979e58 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:18:48.427368 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-4a40188f-fbbe-4afd-8c37-c7067b07d6e0 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7728312 Nov 25 13:18:48.429768 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 50718) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:48.436027 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-d33ff898-bb1c-4d5d-90a1-12fd71b5a0fe tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Request body: {'subnet': {'network_id': '4c79da23-6876-444f-89d3-677a08979e58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:18:48.491261 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-db23511b-ec59-4fd9-a437-b56466aec9cc None None] Set router f25d61c2-36a7-4320-975a-f57b8df412b1 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:18:48.508809 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8fd0d2c3-b395-47f9-ba9c-f0d859fd91f7 req-f50e5cc6-d0d0-41d8-a190-dfcca691f68f tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/security-groups?id=4740d5e6-ba1b-4fd6-9612-9b9185db2d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549358 Nov 25 13:18:48.584244 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33ff898-bb1c-4d5d-90a1-12fd71b5a0fe tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Made reservation on behalf of 103222503d1f447390d34cefdf0e19b7 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:18:48.589566 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d33ff898-bb1c-4d5d-90a1-12fd71b5a0fe tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:48.592759 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-cac15e76-f451-4a1d-9d45-0343b2810453 None None] Provisioning complete for port 85fdab2a-42ac-4e83-843c-bada79ccddad triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:18:48.593498 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cac15e76-f451-4a1d-9d45-0343b2810453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:48.689053 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21d9ab1-3b06-4e16-98bf-f72b1dc17daf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-4c79da23-6876-444f-89d3-677a08979e58', 'network_id': '4c79da23-6876-444f-89d3-677a08979e58', 'tenant_id': '103222503d1f447390d34cefdf0e19b7', 'fixed_ips': [{'subnet_id': '10cbd517-0c6a-429d-8657-4fc888cca580'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:18:48.690989 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c21d9ab1-3b06-4e16-98bf-f72b1dc17daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:48.743607 n-d-808199-11 neutron-server[103571]: INFO neutron.db.ipam_backend_mixin [None req-d33ff898-bb1c-4d5d-90a1-12fd71b5a0fe tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 10cbd517-0c6a-429d-8657-4fc888cca580 (CIDR: 172.20.0.0/28) Nov 25 13:18:48.747895 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-d33ff898-bb1c-4d5d-90a1-12fd71b5a0fe tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 13:18:48.748614 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d33ff898-bb1c-4d5d-90a1-12fd71b5a0fe tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:18:48.773039 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d33ff898-bb1c-4d5d-90a1-12fd71b5a0fe tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3419783 Nov 25 13:18:48.773926 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 50720) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:48.779694 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-9129122f-af80-4fc7-82a0-28cc12829b4b tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Request body: {'subnet': {'network_id': '4c79da23-6876-444f-89d3-677a08979e58', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:18:48.870437 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 85fdab2a-42ac-4e83-843c-bada79ccddad up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:18:48.986195 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-c21d9ab1-3b06-4e16-98bf-f72b1dc17daf None None] Allocated IP 172.20.0.2 (4c79da23-6876-444f-89d3-677a08979e58/10cbd517-0c6a-429d-8657-4fc888cca580/7bcb7cb8-693f-482e-b72c-e8ed0e9aa034) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:18:49.007361 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 85fdab2a-42ac-4e83-843c-bada79ccddad triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:18:49.008107 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:49.009034 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9129122f-af80-4fc7-82a0-28cc12829b4b tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Made reservation on behalf of 103222503d1f447390d34cefdf0e19b7 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:18:49.013912 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9129122f-af80-4fc7-82a0-28cc12829b4b tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:49.015396 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-db23511b-ec59-4fd9-a437-b56466aec9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f25d61c2-36a7-4320-975a-f57b8df412b1', 'name': 'tempest-FloatingIPsNegativeTestJSON-807661554-router', 'tenant_id': 'b9333966b41349c9ba0e3dfb564eeccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'fe57f2f0-cf99-4c4a-91e2-fc2e381095ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:18:44Z', 'updated_at': '2021-11-25T13:18:46Z', 'revision_number': 3, 'project_id': 'b9333966b41349c9ba0e3dfb564eeccf', 'gw_port': {'id': 'fe57f2f0-cf99-4c4a-91e2-fc2e381095ea', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:70:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f25d61c2-36a7-4320-975a-f57b8df412b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:18:45Z', 'updated_at': '2021-11-25T13:18:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:18:49.054333 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db23511b-ec59-4fd9-a437-b56466aec9cc None None] Checking router: f25d61c2-36a7-4320-975a-f57b8df412b1 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:18:49.055151 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db23511b-ec59-4fd9-a437-b56466aec9cc None None] Updating router f25d61c2-36a7-4320-975a-f57b8df412b1 port fe57f2f0-cf99-4c4a-91e2-fc2e381095ea binding host n-d-808199-11 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:18:49.103812 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-db23511b-ec59-4fd9-a437-b56466aec9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:49.268277 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f5a2a5-b18b-4025-96f4-5c403598fc61 req-b3520d24-3a9c-43f6-995f-0b846ecfe55b tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:49.278063 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-80f5a2a5-b18b-4025-96f4-5c403598fc61 req-b3520d24-3a9c-43f6-995f-0b846ecfe55b tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4300df4-5aa5-4090-adff-ae682b82fb5a HTTP/1.1" status: 200 len: 946 time: 0.1863093 Nov 25 13:18:49.305002 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c21d9ab1-3b06-4e16-98bf-f72b1dc17daf None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:49.317332 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c21d9ab1-3b06-4e16-98bf-f72b1dc17daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:49.393293 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21d9ab1-3b06-4e16-98bf-f72b1dc17daf None None] Network 4c79da23-6876-444f-89d3-677a08979e58 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:18:49.401137 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-c21d9ab1-3b06-4e16-98bf-f72b1dc17daf None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:18:49.407436 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21d9ab1-3b06-4e16-98bf-f72b1dc17daf None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:18:49.427641 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-80f5a2a5-b18b-4025-96f4-5c403598fc61 req-6dda0b91-84c2-450a-a8f8-a966c42b5694 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/security-groups?id=9200d83a-329b-4ad5-86ae-84da9f8a7cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439071 Nov 25 13:18:49.445004 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b323bf4e-081c-4cad-81d4-16ef851f5401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:49.450293 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21d9ab1-3b06-4e16-98bf-f72b1dc17daf None None] Pushing event updated for resources: {'Port': ['ID=7bcb7cb8-693f-482e-b72c-e8ed0e9aa034,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:49.512238 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9129122f-af80-4fc7-82a0-28cc12829b4b tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:49.557798 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-c21d9ab1-3b06-4e16-98bf-f72b1dc17daf None None] Attempting to bind port 7bcb7cb8-693f-482e-b72c-e8ed0e9aa034 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:18:49.558233 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-c21d9ab1-3b06-4e16-98bf-f72b1dc17daf None None] Attempting to bind port 7bcb7cb8-693f-482e-b72c-e8ed0e9aa034 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'fb92b2ad-869e-45cc-a3e7-4e3fa2655d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '4c79da23-6876-444f-89d3-677a08979e58'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:18:49.558717 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21d9ab1-3b06-4e16-98bf-f72b1dc17daf None None] Attempting to bind port 7bcb7cb8-693f-482e-b72c-e8ed0e9aa034 on network 4c79da23-6876-444f-89d3-677a08979e58 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:18:49.571229 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21d9ab1-3b06-4e16-98bf-f72b1dc17daf None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:18:49.573040 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21d9ab1-3b06-4e16-98bf-f72b1dc17daf None None] Checking segment: {'id': 'fb92b2ad-869e-45cc-a3e7-4e3fa2655d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '4c79da23-6876-444f-89d3-677a08979e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:18:49.574868 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c21d9ab1-3b06-4e16-98bf-f72b1dc17daf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:49.575389 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21d9ab1-3b06-4e16-98bf-f72b1dc17daf None None] Bound using segment: {'id': 'fb92b2ad-869e-45cc-a3e7-4e3fa2655d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '4c79da23-6876-444f-89d3-677a08979e58'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:18:49.577647 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-c21d9ab1-3b06-4e16-98bf-f72b1dc17daf None None] Bound port: 7bcb7cb8-693f-482e-b72c-e8ed0e9aa034, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb92b2ad-869e-45cc-a3e7-4e3fa2655d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '4c79da23-6876-444f-89d3-677a08979e58'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:18:49.578365 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c21d9ab1-3b06-4e16-98bf-f72b1dc17daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:49.635898 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9129122f-af80-4fc7-82a0-28cc12829b4b tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event updated for resources: {'Subnet': ['ID=5ad9d313-42e8-4b79-a986-03b92bd06b11,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:49.657220 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9129122f-af80-4fc7-82a0-28cc12829b4b tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Network 4c79da23-6876-444f-89d3-677a08979e58 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:18:49.659341 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-9129122f-af80-4fc7-82a0-28cc12829b4b tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:18:49.666926 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9129122f-af80-4fc7-82a0-28cc12829b4b tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:49.667800 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9129122f-af80-4fc7-82a0-28cc12829b4b tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:49.694460 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-db23511b-ec59-4fd9-a437-b56466aec9cc None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:49.710263 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-9129122f-af80-4fc7-82a0-28cc12829b4b tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9326568 Nov 25 13:18:49.710480 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-db23511b-ec59-4fd9-a437-b56466aec9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:49.711652 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 50736) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:49.718950 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-6ce4ee4c-3f0c-4738-a95b-c0ff10513e5a tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Request body: {'port': {'network_id': '4c79da23-6876-444f-89d3-677a08979e58', 'fixed_ips': [{'subnet_id': '10cbd517-0c6a-429d-8657-4fc888cca580'}, {'subnet_id': '5ad9d313-42e8-4b79-a986-03b92bd06b11'}], 'name': 'tempest-PortsTestJSON-481446827'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:18:49.728418 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-c21d9ab1-3b06-4e16-98bf-f72b1dc17daf None None] For port 7bcb7cb8-693f-482e-b72c-e8ed0e9aa034, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:18:49.733195 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-c21d9ab1-3b06-4e16-98bf-f72b1dc17daf None None] For port 7bcb7cb8-693f-482e-b72c-e8ed0e9aa034, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=7bcb7cb8-693f-482e-b72c-e8ed0e9aa034,segment=NetworkSegment(fb92b2ad-869e-45cc-a3e7-4e3fa2655d14),segment_id=fb92b2ad-869e-45cc-a3e7-4e3fa2655d14)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:18:49.747394 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:18:49.771549 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device c4148b1e-2e38-4b8a-a9a2-1bc3ac636534 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:18:49.782204 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c21d9ab1-3b06-4e16-98bf-f72b1dc17daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:49.792301 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a0b1d-5e26-4879-b39e-a528715f836b None None] Pushing event updated for resources: {'Port': ['ID=fe57f2f0-cf99-4c4a-91e2-fc2e381095ea,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:49.828045 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076a0b1d-5e26-4879-b39e-a528715f836b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:18:49.828617 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076a0b1d-5e26-4879-b39e-a528715f836b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:18:49.829185 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076a0b1d-5e26-4879-b39e-a528715f836b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:18:49.829727 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076a0b1d-5e26-4879-b39e-a528715f836b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:18:49.830812 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076a0b1d-5e26-4879-b39e-a528715f836b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:18:49.831958 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076a0b1d-5e26-4879-b39e-a528715f836b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:18:49.832490 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076a0b1d-5e26-4879-b39e-a528715f836b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:18:49.833093 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076a0b1d-5e26-4879-b39e-a528715f836b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:18:49.833628 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076a0b1d-5e26-4879-b39e-a528715f836b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:18:49.845060 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076a0b1d-5e26-4879-b39e-a528715f836b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:18:49.845701 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076a0b1d-5e26-4879-b39e-a528715f836b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:18:49.846919 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076a0b1d-5e26-4879-b39e-a528715f836b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:18:49.857188 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b52d3f2-48c7-41e8-bcb3-b8f548b410fd None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:18:49.866550 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: c4148b1e-2e38-4b8a-a9a2-1bc3ac636534 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:18:49.868966 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device c4148b1e-2e38-4b8a-a9a2-1bc3ac636534 not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:18:49.874555 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-db23511b-ec59-4fd9-a437-b56466aec9cc None None] Attempting to bind port fe57f2f0-cf99-4c4a-91e2-fc2e381095ea on host n-d-808199-11 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:18:49.886106 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-db23511b-ec59-4fd9-a437-b56466aec9cc None None] Attempting to bind port fe57f2f0-cf99-4c4a-91e2-fc2e381095ea by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:18:49.886641 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db23511b-ec59-4fd9-a437-b56466aec9cc None None] Attempting to bind port fe57f2f0-cf99-4c4a-91e2-fc2e381095ea on network 7542d3d9-0db3-40e7-ab88-a168871141f7 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:18:49.888424 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-b323bf4e-081c-4cad-81d4-16ef851f5401 admin admin] Allocated IP 172.20.0.1 (29b99312-fc63-48f9-ab7c-dec5a83cc23d/ec2b22e2-3f62-41f1-a8a5-bef2d3005b2b/b3cb31e0-f705-498d-98b8-2ff5b6414d24) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:18:49.892580 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db23511b-ec59-4fd9-a437-b56466aec9cc None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:18:49.893611 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db23511b-ec59-4fd9-a437-b56466aec9cc None None] Checking segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:18:49.894219 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-db23511b-ec59-4fd9-a437-b56466aec9cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:49.897617 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db23511b-ec59-4fd9-a437-b56466aec9cc None None] Bound using segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:18:49.897617 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-db23511b-ec59-4fd9-a437-b56466aec9cc None None] Bound port: fe57f2f0-cf99-4c4a-91e2-fc2e381095ea, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:18:49.897617 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-db23511b-ec59-4fd9-a437-b56466aec9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:49.905952 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.db.resource_extend [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 13:18:50.004678 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce4ee4c-3f0c-4738-a95b-c0ff10513e5a tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Made reservation on behalf of 103222503d1f447390d34cefdf0e19b7 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:18:50.033574 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21d9ab1-3b06-4e16-98bf-f72b1dc17daf None None] Pushing event updated for resources: {'Port': ['ID=7bcb7cb8-693f-482e-b72c-e8ed0e9aa034,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:50.045367 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-5ebad4e7-d891-4c0a-88b8-d7a02b83ede0 None None] Provisioning complete for port fe57f2f0-cf99-4c4a-91e2-fc2e381095ea triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:18:50.045888 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ebad4e7-d891-4c0a-88b8-d7a02b83ede0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:50.050352 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-db23511b-ec59-4fd9-a437-b56466aec9cc None None] For port fe57f2f0-cf99-4c4a-91e2-fc2e381095ea, host n-d-808199-11, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:18:50.062580 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-db23511b-ec59-4fd9-a437-b56466aec9cc None None] For port fe57f2f0-cf99-4c4a-91e2-fc2e381095ea, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=fe57f2f0-cf99-4c4a-91e2-fc2e381095ea,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:18:50.071929 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-db23511b-ec59-4fd9-a437-b56466aec9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:50.123185 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1,segment=NetworkSegment(ea599390-cb21-4f42-a770-5e7220a6f048),segment_id=ea599390-cb21-4f42-a770-5e7220a6f048)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:18:50.129248 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6ce4ee4c-3f0c-4738-a95b-c0ff10513e5a tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:50.133221 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08be346f-08a4-4d41-bef5-48c5337e4eb6 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:18:50.137030 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-5ebad4e7-d891-4c0a-88b8-d7a02b83ede0 None None] Port fe57f2f0-cf99-4c4a-91e2-fc2e381095ea cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:18:50.142575 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1', 'network_id': '07e98a44-e123-4654-87bd-63f0784ad214', 'port_id': '3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1', 'mac_address': 'fa:16:3e:d7:84:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15f44c57-43c8-4ee0-9da7-9da2c4fb151a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:18:50.152844 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a0b1d-5e26-4879-b39e-a528715f836b None None] Pushing event updated for resources: {'Port': ['ID=fe57f2f0-cf99-4c4a-91e2-fc2e381095ea,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:50.155774 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db23511b-ec59-4fd9-a437-b56466aec9cc None None] Routers {'f25d61c2-36a7-4320-975a-f57b8df412b1'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:18:50.156578 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-db23511b-ec59-4fd9-a437-b56466aec9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:18:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['f25d61c2-36a7-4320-975a-f57b8df412b1'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:18:50.159721 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-6ce4ee4c-3f0c-4738-a95b-c0ff10513e5a tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] device_id is not set on port a842d308-fc0f-4e3a-a843-af5130c96735 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:18:50.204975 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:50.240839 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:18:50.297195 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b323bf4e-081c-4cad-81d4-16ef851f5401 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:50.335710 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11663003-01f0-482a-8b95-c5872cbf5928 req-f2137050-92bf-4a64-8490-b09ef9e349f2 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:50.337299 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-11663003-01f0-482a-8b95-c5872cbf5928 req-f2137050-92bf-4a64-8490-b09ef9e349f2 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/ports?device_id=c674b94d-cfaa-46b9-b0d5-de2847250938 HTTP/1.1" status: 200 len: 943 time: 0.1949139 Nov 25 13:18:50.339521 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1,segment=NetworkSegment(ea599390-cb21-4f42-a770-5e7220a6f048),segment_id=ea599390-cb21-4f42-a770-5e7220a6f048)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:18:50.345832 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-ef9442f4-b5e8-4038-bdb2-dabb4bc1c1e4 None None] Provisioning complete for port fe57f2f0-cf99-4c4a-91e2-fc2e381095ea triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:18:50.346234 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ef9442f4-b5e8-4038-bdb2-dabb4bc1c1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:50.378941 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:50.425298 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-db23511b-ec59-4fd9-a437-b56466aec9cc None None] Set router f25d61c2-36a7-4320-975a-f57b8df412b1 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:18:50.447543 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:50.488757 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac3bb7f-39c0-4ab0-b821-fc97b562b4a7 req-304a5543-fd5a-4e58-ba64-f266c972fb4a tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:50.500073 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3ac3bb7f-39c0-4ab0-b821-fc97b562b4a7 req-304a5543-fd5a-4e58-ba64-f266c972fb4a tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4300df4-5aa5-4090-adff-ae682b82fb5a HTTP/1.1" status: 200 len: 946 time: 0.3518665 Nov 25 13:18:50.538466 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b323bf4e-081c-4cad-81d4-16ef851f5401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:50.599526 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ef9442f4-b5e8-4038-bdb2-dabb4bc1c1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:50.652842 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b323bf4e-081c-4cad-81d4-16ef851f5401 admin admin] Network 29b99312-fc63-48f9-ab7c-dec5a83cc23d is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:18:50.656939 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-ef9442f4-b5e8-4038-bdb2-dabb4bc1c1e4 None None] For port fe57f2f0-cf99-4c4a-91e2-fc2e381095ea, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=fe57f2f0-cf99-4c4a-91e2-fc2e381095ea,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:18:50.660483 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:18:50.665031 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-11663003-01f0-482a-8b95-c5872cbf5928 req-d885c92d-719c-48fc-9314-d10b6a8a174f tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/security-groups?id=4740d5e6-ba1b-4fd6-9612-9b9185db2d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113832 Nov 25 13:18:50.673290 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-b323bf4e-081c-4cad-81d4-16ef851f5401 admin admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:18:50.693471 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b323bf4e-081c-4cad-81d4-16ef851f5401 admin admin] Pushing event updated for resources: {'Port': ['ID=b3cb31e0-f705-498d-98b8-2ff5b6414d24,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:50.697522 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b323bf4e-081c-4cad-81d4-16ef851f5401 admin admin] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:18:50.708827 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ef9442f4-b5e8-4038-bdb2-dabb4bc1c1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:50.789427 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b323bf4e-081c-4cad-81d4-16ef851f5401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:50.813117 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3ac3bb7f-39c0-4ab0-b821-fc97b562b4a7 req-93a10981-ccae-4cab-996c-66180b46ea5d tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/security-groups?id=9200d83a-329b-4ad5-86ae-84da9f8a7cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097086 Nov 25 13:18:50.819558 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-6ce4ee4c-3f0c-4738-a95b-c0ff10513e5a tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Allocated IP 172.20.0.6 (4c79da23-6876-444f-89d3-677a08979e58/10cbd517-0c6a-429d-8657-4fc888cca580/a842d308-fc0f-4e3a-a843-af5130c96735) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:18:50.829773 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-6ce4ee4c-3f0c-4738-a95b-c0ff10513e5a tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Allocated IP 172.20.0.28 (4c79da23-6876-444f-89d3-677a08979e58/5ad9d313-42e8-4b79-a986-03b92bd06b11/a842d308-fc0f-4e3a-a843-af5130c96735) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:18:50.876948 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9442f4-b5e8-4038-bdb2-dabb4bc1c1e4 None None] Pushing event updated for resources: {'Port': ['ID=fe57f2f0-cf99-4c4a-91e2-fc2e381095ea,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:50.923314 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-db23511b-ec59-4fd9-a437-b56466aec9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f25d61c2-36a7-4320-975a-f57b8df412b1', 'name': 'tempest-FloatingIPsNegativeTestJSON-807661554-router', 'tenant_id': 'b9333966b41349c9ba0e3dfb564eeccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'fe57f2f0-cf99-4c4a-91e2-fc2e381095ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:18:44Z', 'updated_at': '2021-11-25T13:18:46Z', 'revision_number': 3, 'project_id': 'b9333966b41349c9ba0e3dfb564eeccf', 'gw_port': {'id': 'fe57f2f0-cf99-4c4a-91e2-fc2e381095ea', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:70:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f25d61c2-36a7-4320-975a-f57b8df412b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:18:45Z', 'updated_at': '2021-11-25T13:18:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:18:50.970027 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db23511b-ec59-4fd9-a437-b56466aec9cc None None] The sync data for ids ['f25d61c2-36a7-4320-975a-f57b8df412b1'] in n-d-808199-11 is: [{'id': 'f25d61c2-36a7-4320-975a-f57b8df412b1', 'name': 'tempest-FloatingIPsNegativeTestJSON-807661554-router', 'tenant_id': 'b9333966b41349c9ba0e3dfb564eeccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'fe57f2f0-cf99-4c4a-91e2-fc2e381095ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:18:44Z', 'updated_at': '2021-11-25T13:18:46Z', 'revision_number': 3, 'project_id': 'b9333966b41349c9ba0e3dfb564eeccf', 'gw_port': {'id': 'fe57f2f0-cf99-4c4a-91e2-fc2e381095ea', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:70:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f25d61c2-36a7-4320-975a-f57b8df412b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:18:45Z', 'updated_at': '2021-11-25T13:18:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:18:51.053575 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 7bcb7cb8-693f-482e-b72c-e8ed0e9aa034 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:18:51.134206 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6ce4ee4c-3f0c-4738-a95b-c0ff10513e5a tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:51.146023 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8ac3c-a2af-4eaa-b7ba-b9989005de5e req-fb2ff095-98c6-4805-b147-7ece6e485e5b tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:51.157016 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-88e8ac3c-a2af-4eaa-b7ba-b9989005de5e req-fb2ff095-98c6-4805-b147-7ece6e485e5b tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] 10.222.0.53 "GET /v2.0/ports?device_id=e23d7bc0-0e21-420d-9355-e4e3f6a07b36 HTTP/1.1" status: 200 len: 948 time: 0.3626497 Nov 25 13:18:51.187692 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-98c361b2-f86f-4e23-8df7-ea1441d4adb7 None None] Provisioning complete for port b3cb31e0-f705-498d-98b8-2ff5b6414d24 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:18:51.188121 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-98c361b2-f86f-4e23-8df7-ea1441d4adb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:51.214266 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6ce4ee4c-3f0c-4738-a95b-c0ff10513e5a tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:51.250358 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 7bcb7cb8-693f-482e-b72c-e8ed0e9aa034 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:18:51.251077 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:51.269601 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-88e8ac3c-a2af-4eaa-b7ba-b9989005de5e req-3267b402-fd11-4d07-9832-a51e3a73a810 tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] 10.222.0.53 "GET /v2.0/security-groups?id=3018a1a8-bfb1-4887-8960-229341a1634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095958 Nov 25 13:18:51.309738 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-98c361b2-f86f-4e23-8df7-ea1441d4adb7 None None] Port b3cb31e0-f705-498d-98b8-2ff5b6414d24 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:18:51.315902 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b323bf4e-081c-4cad-81d4-16ef851f5401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:51.332456 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce4ee4c-3f0c-4738-a95b-c0ff10513e5a tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Network 4c79da23-6876-444f-89d3-677a08979e58 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:18:51.343348 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-6ce4ee4c-3f0c-4738-a95b-c0ff10513e5a tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:18:51.354297 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce4ee4c-3f0c-4738-a95b-c0ff10513e5a tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:18:51.402216 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:51.495706 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] For port 7bcb7cb8-693f-482e-b72c-e8ed0e9aa034, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=7bcb7cb8-693f-482e-b72c-e8ed0e9aa034,segment=NetworkSegment(fb92b2ad-869e-45cc-a3e7-4e3fa2655d14),segment_id=fb92b2ad-869e-45cc-a3e7-4e3fa2655d14)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:18:51.499501 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfaa134-ee20-493b-8c95-510a269301e4 req-906cf007-9cfb-4b22-ad09-8da7d3b75ea0 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:51.501074 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:51.501536 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5bfaa134-ee20-493b-8c95-510a269301e4 req-906cf007-9cfb-4b22-ad09-8da7d3b75ea0 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4300df4-5aa5-4090-adff-ae682b82fb5a HTTP/1.1" status: 200 len: 946 time: 0.2827761 Nov 25 13:18:51.502918 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce4ee4c-3f0c-4738-a95b-c0ff10513e5a tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event updated for resources: {'Port': ['ID=a842d308-fc0f-4e3a-a843-af5130c96735,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:51.559826 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce4ee4c-3f0c-4738-a95b-c0ff10513e5a tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:51.560549 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6ce4ee4c-3f0c-4738-a95b-c0ff10513e5a tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:51.628106 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-6ce4ee4c-3f0c-4738-a95b-c0ff10513e5a tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.9163532 Nov 25 13:18:51.634537 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 50748) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:51.645660 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Pushing event updated for resources: {'Port': ['ID=7bcb7cb8-693f-482e-b72c-e8ed0e9aa034,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:51.647084 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b323bf4e-081c-4cad-81d4-16ef851f5401 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:51.659248 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-ba41b22a-2544-442f-920d-6b1d6daa2557 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '10cbd517-0c6a-429d-8657-4fc888cca580'}]}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:18:51.659926 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b323bf4e-081c-4cad-81d4-16ef851f5401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:51.739014 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29cc3f24-46aa-401f-bbee-63fa9a03f52e None None] Network 4c79da23-6876-444f-89d3-677a08979e58 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:18:51.767227 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b323bf4e-081c-4cad-81d4-16ef851f5401 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:51.785166 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b323bf4e-081c-4cad-81d4-16ef851f5401 admin admin] Pushing event updated for resources: {'Port': ['ID=b3cb31e0-f705-498d-98b8-2ff5b6414d24,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:51.811756 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:18:51.889132 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ba41b22a-2544-442f-920d-6b1d6daa2557 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:52.000354 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-2dfafee4-7311-4146-9b50-2b0a70e3815c None None] Provisioning complete for port 7bcb7cb8-693f-482e-b72c-e8ed0e9aa034 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:18:52.000762 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2dfafee4-7311-4146-9b50-2b0a70e3815c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:52.049637 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 50760) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:52.058361 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:18:52.125160 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a70395e-394c-45e3-8688-fd1ff4f25347 req-9e3ebf88-9b94-4a5b-9d2a-d7b156f25702 tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:52.126619 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6a70395e-394c-45e3-8688-fd1ff4f25347 req-9e3ebf88-9b94-4a5b-9d2a-d7b156f25702 tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] 10.222.0.66 "GET /v2.0/ports?device_id=e23d7bc0-0e21-420d-9355-e4e3f6a07b36 HTTP/1.1" status: 200 len: 948 time: 0.1949680 Nov 25 13:18:52.130744 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-5bfaa134-ee20-493b-8c95-510a269301e4 req-617d87fb-d12e-49e3-8354-8e86ef7a1823 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Deleting port 5531352d-5548-4385-936e-828130753d34 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:18:52.131225 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5bfaa134-ee20-493b-8c95-510a269301e4 req-617d87fb-d12e-49e3-8354-8e86ef7a1823 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:52.133376 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:18:52.133751 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:52.228746 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fdb008-5f1d-4970-966b-4054ac38207b req-7be96d59-edf3-4d71-9e4e-3511f9615254 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:52.236257 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e0fdb008-5f1d-4970-966b-4054ac38207b req-7be96d59-edf3-4d71-9e4e-3511f9615254 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4300df4-5aa5-4090-adff-ae682b82fb5a HTTP/1.1" status: 200 len: 946 time: 0.2662635 Nov 25 13:18:52.256979 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-5bfaa134-ee20-493b-8c95-510a269301e4 req-617d87fb-d12e-49e3-8354-8e86ef7a1823 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] For port 5531352d-5548-4385-936e-828130753d34, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=5531352d-5548-4385-936e-828130753d34,segment=NetworkSegment(fce75d79-afff-444e-a670-074434c84613),segment_id=fce75d79-afff-444e-a670-074434c84613)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:18:52.257241 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5bfaa134-ee20-493b-8c95-510a269301e4 req-617d87fb-d12e-49e3-8354-8e86ef7a1823 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:52.273496 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-5bfaa134-ee20-493b-8c95-510a269301e4 req-617d87fb-d12e-49e3-8354-8e86ef7a1823 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Calling delete_port for 5531352d-5548-4385-936e-828130753d34 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:18:52.288115 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b70c6-a1c1-4b02-bd84-a7a87bac6428 req-190b04a9-ae86-4a84-b520-b042fe90f92e tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:52.296522 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ad2b70c6-a1c1-4b02-bd84-a7a87bac6428 req-190b04a9-ae86-4a84-b520-b042fe90f92e tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/ports?device_id=c674b94d-cfaa-46b9-b0d5-de2847250938 HTTP/1.1" status: 200 len: 944 time: 0.4782920 Nov 25 13:18:52.323410 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b323bf4e-081c-4cad-81d4-16ef851f5401 admin admin] Network 29b99312-fc63-48f9-ab7c-dec5a83cc23d is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:18:52.341599 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-b323bf4e-081c-4cad-81d4-16ef851f5401 admin admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:18:52.457566 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:52.543432 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1,segment=NetworkSegment(ea599390-cb21-4f42-a770-5e7220a6f048),segment_id=ea599390-cb21-4f42-a770-5e7220a6f048)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:18:52.545626 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c674b94d-cfaa-46b9-b0d5-de2847250938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:18:52.548993 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0fa5a2-965b-4d63-9e1a-5da60696f76e" -d '{"events": [{"server_uuid": "c674b94d-cfaa-46b9-b0d5-de2847250938", "name": "network-vif-plugged", "status": "completed", "tag": "3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:18:52.549857 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ad2b70c6-a1c1-4b02-bd84-a7a87bac6428 req-59e172b9-6fd2-4631-a9f7-1f8c82202920 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/security-groups?id=4740d5e6-ba1b-4fd6-9612-9b9185db2d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521701 Nov 25 13:18:52.557992 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:52.583304 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e0fdb008-5f1d-4970-966b-4054ac38207b req-78aa4f67-eafc-406d-b6ec-dd2d98f6ba5e tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/security-groups?id=9200d83a-329b-4ad5-86ae-84da9f8a7cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3455465 Nov 25 13:18:52.668619 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:52.683126 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4cebaa-7f41-48e2-b544-77cdc1a05b69 None None] Update dhcp port {'port': {'network_id': '4c79da23-6876-444f-89d3-677a08979e58', 'fixed_ips': [{'subnet_id': '10cbd517-0c6a-429d-8657-4fc888cca580', 'ip_address': '172.20.0.2'}, {'subnet_id': '5ad9d313-42e8-4b79-a986-03b92bd06b11'}], 'binding:host_id': 'n-d-808199-11'}, 'id': '7bcb7cb8-693f-482e-b72c-e8ed0e9aa034'} from n-d-808199-11. {{(pid=103572) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 13:18:52.737001 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9b4cebaa-7f41-48e2-b544-77cdc1a05b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:52.960573 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058e7318-0919-4c9e-b69f-8606ab1c4eab x-openstack-request-id: req-058e7318-0919-4c9e-b69f-8606ab1c4eab {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:18:52.961059 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-17d4f3c9-8779-4046-b235-a45d256517d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:52.961783 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c674b94d-cfaa-46b9-b0d5-de2847250938", "name": "network-vif-plugged", "status": "completed", "tag": "3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:18:52.962204 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-058e7318-0919-4c9e-b69f-8606ab1c4eab {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:18:52.962933 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c674b94d-cfaa-46b9-b0d5-de2847250938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1', 'code': 200} Nov 25 13:18:52.971945 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device fe57f2f0-cf99-4c4a-91e2-fc2e381095ea up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:18:53.108339 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-9b4cebaa-7f41-48e2-b544-77cdc1a05b69 None None] Allocated IP 172.20.0.18 (4c79da23-6876-444f-89d3-677a08979e58/5ad9d313-42e8-4b79-a986-03b92bd06b11/7bcb7cb8-693f-482e-b72c-e8ed0e9aa034) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:18:53.108603 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb5b699-a2c5-450e-809b-5aba50f9a0fa req-1bfe5c2a-8e20-4f2b-9d2b-9592fe82f31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:53.110748 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8bb5b699-a2c5-450e-809b-5aba50f9a0fa req-1bfe5c2a-8e20-4f2b-9d2b-9592fe82f31e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c674b94d-cfaa-46b9-b0d5-de2847250938 HTTP/1.1" status: 200 len: 1097 time: 0.1945620 Nov 25 13:18:53.139747 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-97103e9a-cc15-4180-8f39-4bde2e9ead45 None None] Provisioning complete for port b3cb31e0-f705-498d-98b8-2ff5b6414d24 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:18:53.140160 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-97103e9a-cc15-4180-8f39-4bde2e9ead45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:53.179573 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5bfaa134-ee20-493b-8c95-510a269301e4 req-617d87fb-d12e-49e3-8354-8e86ef7a1823 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:53.195017 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-17d4f3c9-8779-4046-b235-a45d256517d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:53.204575 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['5531352d-5548-4385-936e-828130753d34'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:18:53.228877 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8bb5b699-a2c5-450e-809b-5aba50f9a0fa req-856031c2-7b11-43d7-9f20-a37f3b139f62 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4740d5e6-ba1b-4fd6-9612-9b9185db2d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030040 Nov 25 13:18:53.229490 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-17d4f3c9-8779-4046-b235-a45d256517d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:53.229736 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b323bf4e-081c-4cad-81d4-16ef851f5401 admin admin] Router f25d61c2-36a7-4320-975a-f57b8df412b1 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:18:53.237067 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-6a70395e-394c-45e3-8688-fd1ff4f25347 req-53b7a642-79ea-4ea4-a33a-1c215746c9f6 tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] Deleting port 122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:18:53.237426 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-6a70395e-394c-45e3-8688-fd1ff4f25347 req-53b7a642-79ea-4ea4-a33a-1c215746c9f6 tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:53.247237 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72592fbd-af68-4259-ba77-66f85d31454f req-82fca2b3-1b5b-4a5d-beed-9a613d35302a tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:53.248815 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-72592fbd-af68-4259-ba77-66f85d31454f req-82fca2b3-1b5b-4a5d-beed-9a613d35302a tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] 10.222.0.53 "GET /v2.0/ports?device_id=e23d7bc0-0e21-420d-9355-e4e3f6a07b36 HTTP/1.1" status: 200 len: 948 time: 0.0990126 Nov 25 13:18:53.252673 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617d87fb-d12e-49e3-8354-8e86ef7a1823 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Pushing event deleted for resources: {'Port': ['ID=5531352d-5548-4385-936e-828130753d34,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:53.258084 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-17d4f3c9-8779-4046-b235-a45d256517d6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6606edb0d75742428d284931898a461e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2032304 Nov 25 13:18:53.261887 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 50770) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:53.295649 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59da80e-18ca-49d7-b496-19bcf6c276cd None None] DHCP port deletion for 0983177e-e01c-46fd-aae0-5d162abcfe55 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:18:53.344408 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-97103e9a-cc15-4180-8f39-4bde2e9ead45 None None] Port b3cb31e0-f705-498d-98b8-2ff5b6414d24 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:18:53.349338 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bfaa134-ee20-493b-8c95-510a269301e4 req-617d87fb-d12e-49e3-8354-8e86ef7a1823 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] No DVR routers for this DVR port 5531352d-5548-4385-936e-828130753d34 on host n-h1-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:18:53.351422 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port fe57f2f0-cf99-4c4a-91e2-fc2e381095ea triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:18:53.351422 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:53.352257 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d4f3c9-8779-4046-b235-a45d256517d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c90169b1-435b-42dc-bc3c-edd61a539085,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:53.354895 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5bfaa134-ee20-493b-8c95-510a269301e4 req-617d87fb-d12e-49e3-8354-8e86ef7a1823 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:53.358223 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5bfaa134-ee20-493b-8c95-510a269301e4 req-617d87fb-d12e-49e3-8354-8e86ef7a1823 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.66 "DELETE /v2.0/ports/5531352d-5548-4385-936e-828130753d34 HTTP/1.1" status: 204 len: 173 time: 1.8057556 Nov 25 13:18:53.363634 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4300df4-5aa5-4090-adff-ae682b82fb5a', 'name': 'network-vif-deleted', 'tag': '5531352d-5548-4385-936e-828130753d34'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:18:53.366545 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f79678f-a1df-4ea0-9139-9c0bf21195f0" -d '{"events": [{"server_uuid": "c4300df4-5aa5-4090-adff-ae682b82fb5a", "name": "network-vif-deleted", "tag": "5531352d-5548-4385-936e-828130753d34"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:18:53.387459 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-84d87cca-5513-4ddd-950c-0fd5abd2e2a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:53.417874 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-84d87cca-5513-4ddd-950c-0fd5abd2e2a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:53.454684 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cbceafd-af6d-45a1-b72f-bf9052a810ea x-openstack-request-id: req-3cbceafd-af6d-45a1-b72f-bf9052a810ea {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:18:53.456374 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4300df4-5aa5-4090-adff-ae682b82fb5a", "name": "network-vif-deleted", "tag": "5531352d-5548-4385-936e-828130753d34", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:18:53.456632 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3cbceafd-af6d-45a1-b72f-bf9052a810ea {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:18:53.457136 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4300df4-5aa5-4090-adff-ae682b82fb5a', 'name': 'network-vif-deleted', 'tag': '5531352d-5548-4385-936e-828130753d34', 'status': 'completed', 'code': 200} Nov 25 13:18:53.484123 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-84d87cca-5513-4ddd-950c-0fd5abd2e2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:53.489528 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-84d87cca-5513-4ddd-950c-0fd5abd2e2a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:53.493558 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-84d87cca-5513-4ddd-950c-0fd5abd2e2a3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c90169b1-435b-42dc-bc3c-edd61a539085 HTTP/1.1" status: 204 len: 168 time: 0.2291067 Nov 25 13:18:53.501265 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d87cca-5513-4ddd-950c-0fd5abd2e2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90169b1-435b-42dc-bc3c-edd61a539085,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:53.588038 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-6a70395e-394c-45e3-8688-fd1ff4f25347 req-53b7a642-79ea-4ea4-a33a-1c215746c9f6 tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] For port 122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:18:53.588542 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-6a70395e-394c-45e3-8688-fd1ff4f25347 req-53b7a642-79ea-4ea4-a33a-1c215746c9f6 tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:53.609378 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-6a70395e-394c-45e3-8688-fd1ff4f25347 req-53b7a642-79ea-4ea4-a33a-1c215746c9f6 tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] Calling delete_port for 122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e owned by compute:nova {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:18:53.661645 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b323bf4e-081c-4cad-81d4-16ef851f5401 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:18:53.672177 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b323bf4e-081c-4cad-81d4-16ef851f5401 admin admin] 10.222.0.53 "PUT /v2.0/routers/f25d61c2-36a7-4320-975a-f57b8df412b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3104923 Nov 25 13:18:53.686586 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-72592fbd-af68-4259-ba77-66f85d31454f req-9172b7cf-e11d-4bf0-9ab7-b3b06a4fb343 tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] 10.222.0.53 "GET /v2.0/security-groups?id=3018a1a8-bfb1-4887-8960-229341a1634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4243100 Nov 25 13:18:53.691789 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9b4cebaa-7f41-48e2-b544-77cdc1a05b69 None None] For port 7bcb7cb8-693f-482e-b72c-e8ed0e9aa034, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=7bcb7cb8-693f-482e-b72c-e8ed0e9aa034,segment=NetworkSegment(fb92b2ad-869e-45cc-a3e7-4e3fa2655d14),segment_id=fb92b2ad-869e-45cc-a3e7-4e3fa2655d14)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:18:53.768597 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9b4cebaa-7f41-48e2-b544-77cdc1a05b69 None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:53.780646 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba4eb7-4534-4771-b8f5-d2e294b70be4 req-2496d04f-6339-432f-98db-d02ba32ef1e7 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:53.782148 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9b4cebaa-7f41-48e2-b544-77cdc1a05b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:53.788703 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-97ba4eb7-4534-4771-b8f5-d2e294b70be4 req-2496d04f-6339-432f-98db-d02ba32ef1e7 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/ports?device_id=c674b94d-cfaa-46b9-b0d5-de2847250938 HTTP/1.1" status: 200 len: 945 time: 0.1250703 Nov 25 13:18:53.894782 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-ba41b22a-2544-442f-920d-6b1d6daa2557 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Delete allocated IP 172.20.0.28 (4c79da23-6876-444f-89d3-677a08979e58/5ad9d313-42e8-4b79-a986-03b92bd06b11) {{(pid=103571) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 25 13:18:53.914661 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d91ad7-2803-4b1e-8c9e-5ac16f231d7d None None] Sync routers for ids ['f25d61c2-36a7-4320-975a-f57b8df412b1'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:18:53.967208 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9de8dfd7-fb63-42e8-b1e6-0f5ab917dd12 req-e1a450e7-9528-4994-87cb-3cdb3364522d tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4300df4-5aa5-4090-adff-ae682b82fb5a HTTP/1.1" status: 200 len: 210 time: 0.0541737 Nov 25 13:18:54.013958 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d91ad7-2803-4b1e-8c9e-5ac16f231d7d None None] Routers {'f25d61c2-36a7-4320-975a-f57b8df412b1'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:18:54.021015 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-64d91ad7-2803-4b1e-8c9e-5ac16f231d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:18:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['f25d61c2-36a7-4320-975a-f57b8df412b1'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:18:54.047825 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-97ba4eb7-4534-4771-b8f5-d2e294b70be4 req-bce8cec6-b1e5-476c-82db-be8cd0d42ba4 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/security-groups?id=4740d5e6-ba1b-4fd6-9612-9b9185db2d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478592 Nov 25 13:18:54.050634 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-6a70395e-394c-45e3-8688-fd1ff4f25347 req-53b7a642-79ea-4ea4-a33a-1c215746c9f6 tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:54.072845 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 7bcb7cb8-693f-482e-b72c-e8ed0e9aa034 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:18:54.137691 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4cebaa-7f41-48e2-b544-77cdc1a05b69 None None] Pushing event updated for resources: {'Port': ['ID=7bcb7cb8-693f-482e-b72c-e8ed0e9aa034,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:54.175174 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b7a642-79ea-4ea4-a33a-1c215746c9f6 tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] Pushing event deleted for resources: {'Port': ['ID=122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:54.235345 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ba41b22a-2544-442f-920d-6b1d6daa2557 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:54.235918 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 7bcb7cb8-693f-482e-b72c-e8ed0e9aa034 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:18:54.236023 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:54.244931 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ba41b22a-2544-442f-920d-6b1d6daa2557 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:54.262764 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a70395e-394c-45e3-8688-fd1ff4f25347 req-53b7a642-79ea-4ea4-a33a-1c215746c9f6 tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] No DVR routers for this DVR port 122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e on host n-h1-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:18:54.266150 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-6a70395e-394c-45e3-8688-fd1ff4f25347 req-53b7a642-79ea-4ea4-a33a-1c215746c9f6 tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:54.280131 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6a70395e-394c-45e3-8688-fd1ff4f25347 req-53b7a642-79ea-4ea4-a33a-1c215746c9f6 tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] 10.222.0.66 "DELETE /v2.0/ports/122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e HTTP/1.1" status: 204 len: 173 time: 2.1170001 Nov 25 13:18:54.281279 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e23d7bc0-0e21-420d-9355-e4e3f6a07b36', 'name': 'network-vif-deleted', 'tag': '122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:18:54.300186 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93e5b6c-f838-42d9-9597-64d6ccf3b78a" -d '{"events": [{"server_uuid": "e23d7bc0-0e21-420d-9355-e4e3f6a07b36", "name": "network-vif-deleted", "tag": "122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:18:54.324596 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-64d91ad7-2803-4b1e-8c9e-5ac16f231d7d None None] Set router f25d61c2-36a7-4320-975a-f57b8df412b1 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:18:54.400671 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04b833e-4b39-4a13-991c-f2b8a183896f x-openstack-request-id: req-a04b833e-4b39-4a13-991c-f2b8a183896f {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:18:54.401462 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e23d7bc0-0e21-420d-9355-e4e3f6a07b36", "name": "network-vif-deleted", "tag": "122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:18:54.401462 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a04b833e-4b39-4a13-991c-f2b8a183896f {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:18:54.401674 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e23d7bc0-0e21-420d-9355-e4e3f6a07b36', 'name': 'network-vif-deleted', 'tag': '122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e', 'status': 'completed', 'code': 200} Nov 25 13:18:54.484488 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba41b22a-2544-442f-920d-6b1d6daa2557 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event updated for resources: {'Port': ['ID=a842d308-fc0f-4e3a-a843-af5130c96735,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:54.536688 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-ba41b22a-2544-442f-920d-6b1d6daa2557 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] In _notify_port_updated(), no bound segment for port a842d308-fc0f-4e3a-a843-af5130c96735 on network 4c79da23-6876-444f-89d3-677a08979e58 {{(pid=103571) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 13:18:54.550122 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba41b22a-2544-442f-920d-6b1d6daa2557 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:54.555778 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ba41b22a-2544-442f-920d-6b1d6daa2557 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:54.561486 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-ba41b22a-2544-442f-920d-6b1d6daa2557 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "PUT /v2.0/ports/a842d308-fc0f-4e3a-a843-af5130c96735 HTTP/1.1" status: 200 len: 918 time: 2.9257753 Nov 25 13:18:54.564278 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 50804) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:54.570842 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-e380e916-d687-446b-8ae9-dea75694b593 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '10cbd517-0c6a-429d-8657-4fc888cca580'}, {'subnet_id': '5ad9d313-42e8-4b79-a986-03b92bd06b11'}]}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:18:54.724825 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-50b259a9-4dd0-4ec0-92ad-aa0ad9defabd req-144de1e6-22c1-42d6-adbc-e436dcfbd46b tempest-FloatingIPsNegativeTestJSON-945409304 tempest-FloatingIPsNegativeTestJSON-945409304-project] 10.222.0.53 "GET /v2.0/floatingips?tenant_id=b9333966b41349c9ba0e3dfb564eeccf HTTP/1.1" status: 200 len: 217 time: 0.0890338 Nov 25 13:18:54.809167 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-64d91ad7-2803-4b1e-8c9e-5ac16f231d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f25d61c2-36a7-4320-975a-f57b8df412b1', 'name': 'tempest-FloatingIPsNegativeTestJSON-807661554-router', 'tenant_id': 'b9333966b41349c9ba0e3dfb564eeccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'fe57f2f0-cf99-4c4a-91e2-fc2e381095ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:18:44Z', 'updated_at': '2021-11-25T13:18:51Z', 'revision_number': 4, 'project_id': 'b9333966b41349c9ba0e3dfb564eeccf', 'gw_port': {'id': 'fe57f2f0-cf99-4c4a-91e2-fc2e381095ea', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:70:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25d61c2-36a7-4320-975a-f57b8df412b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:18:45Z', 'updated_at': '2021-11-25T13:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'b3cb31e0-f705-498d-98b8-2ff5b6414d24', 'name': '', 'network_id': '29b99312-fc63-48f9-ab7c-dec5a83cc23d', 'tenant_id': 'b9333966b41349c9ba0e3dfb564eeccf', 'mac_address': 'fa:16:3e:e6:79:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f25d61c2-36a7-4320-975a-f57b8df412b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': 'ec2b22e2-3f62-41f1-a8a5-bef2d3005b2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:18:49Z', 'updated_at': '2021-11-25T13:18:51Z', 'revision_number': 2, 'project_id': 'b9333966b41349c9ba0e3dfb564eeccf', 'subnets': [{'id': 'ec2b22e2-3f62-41f1-a8a5-bef2d3005b2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:18:54.840854 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ada14a16-cc75-4fa9-a866-2ba29829472a req-c7c1fa49-80c7-4ff9-8a7a-6719deea99dc tempest-FloatingIPsNegativeTestJSON-945409304 tempest-FloatingIPsNegativeTestJSON-945409304-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0804014 Nov 25 13:18:54.884769 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 7bcb7cb8-693f-482e-b72c-e8ed0e9aa034 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:18:54.914899 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 50816) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:54.930346 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d91ad7-2803-4b1e-8c9e-5ac16f231d7d None None] Checking router: f25d61c2-36a7-4320-975a-f57b8df412b1 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:18:54.930730 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d91ad7-2803-4b1e-8c9e-5ac16f231d7d None None] Updating router f25d61c2-36a7-4320-975a-f57b8df412b1 port b3cb31e0-f705-498d-98b8-2ff5b6414d24 binding host n-d-808199-11 {{(pid=103572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:18:54.960471 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-64d91ad7-2803-4b1e-8c9e-5ac16f231d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:54.989414 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 7bcb7cb8-693f-482e-b72c-e8ed0e9aa034 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:18:54.989789 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:55.040278 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfbc07f-8fa8-4e8b-a322-03be82911922 None None] Network 4c79da23-6876-444f-89d3-677a08979e58 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:18:55.050281 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5e968ab6-a2ee-4245-8e5b-7caa70529eb5 req-a91d4ab0-f0b1-4329-9256-d6bbaee04d4a tempest-ListImageFiltersTestJSON-188270290 tempest-ListImageFiltersTestJSON-188270290-project] 10.222.0.53 "GET /v2.0/ports?device_id=e23d7bc0-0e21-420d-9355-e4e3f6a07b36 HTTP/1.1" status: 200 len: 210 time: 0.1627994 Nov 25 13:18:55.054054 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [req-3708d8c2-330e-4a26-8ea5-d5063a64f6b4 req-94347e5f-0a21-4d86-bf50-9c3677ec7250 tempest-FloatingIPsNegativeTestJSON-945409304 tempest-FloatingIPsNegativeTestJSON-945409304-project] show failed (client error): The resource could not be found. Nov 25 13:18:55.055172 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3708d8c2-330e-4a26-8ea5-d5063a64f6b4 req-94347e5f-0a21-4d86-bf50-9c3677ec7250 tempest-FloatingIPsNegativeTestJSON-945409304 tempest-FloatingIPsNegativeTestJSON-945409304-project] 10.222.0.53 "GET /v2.0/floatingips/ff79451a-304f-4a5b-8cbe-a63b52fa9ddb HTTP/1.1" status: 404 len: 350 time: 0.1644266 Nov 25 13:18:55.061133 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-3c4b9b39-739e-463e-bf6f-7349c7bd2a44 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1730900946-network', 'tenant_id': 'f316b895b9bc47d6886b73ece5df5d1d'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:18:55.065617 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e380e916-d687-446b-8ae9-dea75694b593 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:55.071930 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 50822) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:55.158831 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4b9b39-739e-463e-bf6f-7349c7bd2a44 admin admin] Made reservation on behalf of f316b895b9bc47d6886b73ece5df5d1d for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:18:55.161225 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3c4b9b39-739e-463e-bf6f-7349c7bd2a44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:55.171672 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-fcc64579-7585-4f16-b30a-9f69f14fcdf8 None None] Provisioning complete for port a842d308-fc0f-4e3a-a843-af5130c96735 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:18:55.172670 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fcc64579-7585-4f16-b30a-9f69f14fcdf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:55.239016 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3c4b9b39-739e-463e-bf6f-7349c7bd2a44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:55.375519 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3cfaa-9066-442d-895a-f490ca9e28be req-bd83dd44-3f8b-40af-9d08-9923739d15b6 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:55.380199 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-fcc64579-7585-4f16-b30a-9f69f14fcdf8 None None] Port a842d308-fc0f-4e3a-a843-af5130c96735 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:18:55.384183 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f3c3cfaa-9066-442d-895a-f490ca9e28be req-bd83dd44-3f8b-40af-9d08-9923739d15b6 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/ports?device_id=c674b94d-cfaa-46b9-b0d5-de2847250938 HTTP/1.1" status: 200 len: 945 time: 0.1583378 Nov 25 13:18:55.456625 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 50840) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:55.493550 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3c4b9b39-739e-463e-bf6f-7349c7bd2a44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:55.501254 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3c4b9b39-739e-463e-bf6f-7349c7bd2a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:55.503450 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f3c3cfaa-9066-442d-895a-f490ca9e28be req-c818c125-aa5e-4c54-bc32-69d51575cf6c tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/security-groups?id=4740d5e6-ba1b-4fd6-9612-9b9185db2d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143770 Nov 25 13:18:55.505857 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-fcc64579-7585-4f16-b30a-9f69f14fcdf8 None None] Provisioning complete for port 7bcb7cb8-693f-482e-b72c-e8ed0e9aa034 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:18:55.506242 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fcc64579-7585-4f16-b30a-9f69f14fcdf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:55.548010 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c4b9b39-739e-463e-bf6f-7349c7bd2a44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:18:55.567660 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3c4b9b39-739e-463e-bf6f-7349c7bd2a44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:55.569703 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-3c4b9b39-739e-463e-bf6f-7349c7bd2a44 admin admin] Added segment 97c77095-bc47-41b9-ad4e-e95f82e3a97b of type vlan for network 5a608445-48fc-4cb4-86bf-6068f5ffd561 Nov 25 13:18:55.596374 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-e380e916-d687-446b-8ae9-dea75694b593 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Allocated IP 172.20.0.27 (4c79da23-6876-444f-89d3-677a08979e58/5ad9d313-42e8-4b79-a986-03b92bd06b11/a842d308-fc0f-4e3a-a843-af5130c96735) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:18:55.636238 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4b9b39-739e-463e-bf6f-7349c7bd2a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8eb0ac4-0143-4fc6-a13c-848b87498e6d,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:55.637601 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 5531352d-5548-4385-936e-828130753d34 no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:18:55.643374 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3c4b9b39-739e-463e-bf6f-7349c7bd2a44 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:55.689529 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] No Port match for: 5531352d-5548-4385-936e-828130753d34 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:18:55.690410 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 5531352d-5548-4385-936e-828130753d34 not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:18:55.690870 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:18:55.703429 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3c4b9b39-739e-463e-bf6f-7349c7bd2a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:55.704294 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4b9b39-739e-463e-bf6f-7349c7bd2a44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:55.704980 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3c4b9b39-739e-463e-bf6f-7349c7bd2a44 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:55.725418 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] No Port match for: 122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:18:55.725769 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 122a33a7-5d4d-4f9d-a6ad-43b6e5588e6e not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:18:55.728645 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-64d91ad7-2803-4b1e-8c9e-5ac16f231d7d None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:55.729592 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e380e916-d687-446b-8ae9-dea75694b593 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:55.739179 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-64d91ad7-2803-4b1e-8c9e-5ac16f231d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:55.753230 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e380e916-d687-446b-8ae9-dea75694b593 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:55.785345 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-3c4b9b39-739e-463e-bf6f-7349c7bd2a44 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8659084 Nov 25 13:18:55.794184 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 50844) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:55.795077 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ba53ec-abed-4358-a382-62e69ce5f809 None None] Pushing event updated for resources: {'Port': ['ID=b3cb31e0-f705-498d-98b8-2ff5b6414d24,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:55.801102 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-81afd22b-0bc2-4d0b-b58f-24052af216e0 admin admin] Request body: {'subnet': {'network_id': '5a608445-48fc-4cb4-86bf-6068f5ffd561', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1730900946-subnet', 'tenant_id': 'f316b895b9bc47d6886b73ece5df5d1d', 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:18:55.806599 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a5cd1888-c94e-4efe-902c-d5e4d5a69dbf tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:55.826018 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4b9b39-739e-463e-bf6f-7349c7bd2a44 admin admin] Pushing event updated for resources: {'Network': ['ID=5a608445-48fc-4cb4-86bf-6068f5ffd561,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:55.851971 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81afd22b-0bc2-4d0b-b58f-24052af216e0 admin admin] Made reservation on behalf of f316b895b9bc47d6886b73ece5df5d1d for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:18:55.857269 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-81afd22b-0bc2-4d0b-b58f-24052af216e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:55.858921 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 5a608445-48fc-4cb4-86bf-6068f5ffd561 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:18:55.878278 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-64d91ad7-2803-4b1e-8c9e-5ac16f231d7d None None] Attempting to bind port b3cb31e0-f705-498d-98b8-2ff5b6414d24 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:18:55.878862 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-64d91ad7-2803-4b1e-8c9e-5ac16f231d7d None None] Attempting to bind port b3cb31e0-f705-498d-98b8-2ff5b6414d24 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'bbcf8305-d703-4c68-85bf-12f560a35c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '29b99312-fc63-48f9-ab7c-dec5a83cc23d'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:18:55.879344 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d91ad7-2803-4b1e-8c9e-5ac16f231d7d None None] Attempting to bind port b3cb31e0-f705-498d-98b8-2ff5b6414d24 on network 29b99312-fc63-48f9-ab7c-dec5a83cc23d {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:18:55.911240 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d91ad7-2803-4b1e-8c9e-5ac16f231d7d None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:18:55.911788 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d91ad7-2803-4b1e-8c9e-5ac16f231d7d None None] Checking segment: {'id': 'bbcf8305-d703-4c68-85bf-12f560a35c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '29b99312-fc63-48f9-ab7c-dec5a83cc23d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:18:55.912317 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-64d91ad7-2803-4b1e-8c9e-5ac16f231d7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:55.912880 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d91ad7-2803-4b1e-8c9e-5ac16f231d7d None None] Bound using segment: {'id': 'bbcf8305-d703-4c68-85bf-12f560a35c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '29b99312-fc63-48f9-ab7c-dec5a83cc23d'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:18:55.913543 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-64d91ad7-2803-4b1e-8c9e-5ac16f231d7d None None] Bound port: b3cb31e0-f705-498d-98b8-2ff5b6414d24, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbcf8305-d703-4c68-85bf-12f560a35c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '29b99312-fc63-48f9-ab7c-dec5a83cc23d'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:18:55.914143 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-64d91ad7-2803-4b1e-8c9e-5ac16f231d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:55.927694 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a16de146-c981-4c66-af2f-4cea0eca2c76 req-bc99ff5c-eb4d-4c0b-bc41-b96b9c4890d3 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1296698214&fields=id&tenant_id=d3f9f88292274c1e909ee2b5229333e7 HTTP/1.1" status: 200 len: 267 time: 0.1958275 Nov 25 13:18:55.929855 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a5cd1888-c94e-4efe-902c-d5e4d5a69dbf tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:55.934592 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e380e916-d687-446b-8ae9-dea75694b593 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event updated for resources: {'Port': ['ID=a842d308-fc0f-4e3a-a843-af5130c96735,revision_number=3']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:56.009056 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2bda6073-ccbd-4c62-aa7e-bdac907e1e4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:56.019331 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-64d91ad7-2803-4b1e-8c9e-5ac16f231d7d None None] For port b3cb31e0-f705-498d-98b8-2ff5b6414d24, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:18:56.023088 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-64d91ad7-2803-4b1e-8c9e-5ac16f231d7d None None] For port b3cb31e0-f705-498d-98b8-2ff5b6414d24, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=b3cb31e0-f705-498d-98b8-2ff5b6414d24,segment=NetworkSegment(bbcf8305-d703-4c68-85bf-12f560a35c81),segment_id=bbcf8305-d703-4c68-85bf-12f560a35c81)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:18:56.029303 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-e380e916-d687-446b-8ae9-dea75694b593 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] In _notify_port_updated(), no bound segment for port a842d308-fc0f-4e3a-a843-af5130c96735 on network 4c79da23-6876-444f-89d3-677a08979e58 {{(pid=103570) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 13:18:56.031056 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-64d91ad7-2803-4b1e-8c9e-5ac16f231d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:56.036211 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e380e916-d687-446b-8ae9-dea75694b593 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:56.037076 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e380e916-d687-446b-8ae9-dea75694b593 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:56.038580 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e380e916-d687-446b-8ae9-dea75694b593 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "PUT /v2.0/ports/a842d308-fc0f-4e3a-a843-af5130c96735 HTTP/1.1" status: 200 len: 998 time: 1.4732058 Nov 25 13:18:56.047559 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 50846) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:56.088660 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d91ad7-2803-4b1e-8c9e-5ac16f231d7d None None] Routers {'f25d61c2-36a7-4320-975a-f57b8df412b1'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:18:56.089304 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-64d91ad7-2803-4b1e-8c9e-5ac16f231d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:18:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['f25d61c2-36a7-4320-975a-f57b8df412b1'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:18:56.155531 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16de146-c981-4c66-af2f-4cea0eca2c76 req-add1972a-d3d2-4d2a-9f4a-9fbe6a5c5d16 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:56.165134 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a16de146-c981-4c66-af2f-4cea0eca2c76 req-add1972a-d3d2-4d2a-9f4a-9fbe6a5c5d16 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/ports?device_id=c674b94d-cfaa-46b9-b0d5-de2847250938 HTTP/1.1" status: 200 len: 945 time: 0.2217722 Nov 25 13:18:56.173024 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-a16de146-c981-4c66-af2f-4cea0eca2c76 req-b3b8d778-9199-4046-a630-cafe1dfc6c82 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Request body: {'port': {'security_groups': ['4740d5e6-ba1b-4fd6-9612-9b9185db2d9b', '71b745fe-d2cb-422a-add1-953b5e124736']}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:18:56.219828 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a5cd1888-c94e-4efe-902c-d5e4d5a69dbf tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:56.223793 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a5cd1888-c94e-4efe-902c-d5e4d5a69dbf tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:56.228047 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-a5cd1888-c94e-4efe-902c-d5e4d5a69dbf tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "DELETE /v2.0/security-groups/f478d550-4fc2-48b3-9dce-84f5265d1962 HTTP/1.1" status: 204 len: 168 time: 0.7673967 Nov 25 13:18:56.233391 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 50858) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:56.300834 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-a16de146-c981-4c66-af2f-4cea0eca2c76 req-b3b8d778-9199-4046-a630-cafe1dfc6c82 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:56.302955 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cd1888-c94e-4efe-902c-d5e4d5a69dbf tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f478d550-4fc2-48b3-9dce-84f5265d1962,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:56.329574 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-0e590da2-65f3-420d-b17e-b8b4686f0570 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Deleting port a842d308-fc0f-4e3a-a843-af5130c96735 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:18:56.329935 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0e590da2-65f3-420d-b17e-b8b4686f0570 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:56.370905 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [None req-9ad21c29-20d7-4bbd-923d-43bfd8a520f6 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] show failed (client error): The resource could not be found. Nov 25 13:18:56.374716 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-9ad21c29-20d7-4bbd-923d-43bfd8a520f6 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "GET /v2.0/security-groups/f478d550-4fc2-48b3-9dce-84f5265d1962 HTTP/1.1" status: 404 len: 347 time: 0.1362419 Nov 25 13:18:56.425142 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 50862) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:56.466065 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-81afd22b-0bc2-4d0b-b58f-24052af216e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:56.468086 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ba53ec-abed-4358-a382-62e69ce5f809 None None] Pushing event updated for resources: {'Port': ['ID=b3cb31e0-f705-498d-98b8-2ff5b6414d24,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:56.496564 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-64d91ad7-2803-4b1e-8c9e-5ac16f231d7d None None] Set router f25d61c2-36a7-4320-975a-f57b8df412b1 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:18:56.498830 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-db253bb9-ac92-4998-b0e3-be12c610ea66 None None] Provisioning complete for port b3cb31e0-f705-498d-98b8-2ff5b6414d24 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:18:56.499470 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db253bb9-ac92-4998-b0e3-be12c610ea66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:56.586433 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0e590da2-65f3-420d-b17e-b8b4686f0570 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:56.649336 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-0e590da2-65f3-420d-b17e-b8b4686f0570 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Calling delete_port for a842d308-fc0f-4e3a-a843-af5130c96735 owned by {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:18:56.761055 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db253bb9-ac92-4998-b0e3-be12c610ea66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:56.807687 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81afd22b-0bc2-4d0b-b58f-24052af216e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4997cc2a-e143-43c9-a247-504e1c6f3545,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:56.823562 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-a16de146-c981-4c66-af2f-4cea0eca2c76 req-b3b8d778-9199-4046-a630-cafe1dfc6c82 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] For port 3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1,segment=NetworkSegment(ea599390-cb21-4f42-a770-5e7220a6f048),segment_id=ea599390-cb21-4f42-a770-5e7220a6f048)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:18:56.831461 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-db253bb9-ac92-4998-b0e3-be12c610ea66 None None] For port b3cb31e0-f705-498d-98b8-2ff5b6414d24, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=b3cb31e0-f705-498d-98b8-2ff5b6414d24,segment=NetworkSegment(bbcf8305-d703-4c68-85bf-12f560a35c81),segment_id=bbcf8305-d703-4c68-85bf-12f560a35c81)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:18:56.847197 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db253bb9-ac92-4998-b0e3-be12c610ea66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:56.869464 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81afd22b-0bc2-4d0b-b58f-24052af216e0 admin admin] Checking segment: {'id': '97c77095-bc47-41b9-ad4e-e95f82e3a97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '5a608445-48fc-4cb4-86bf-6068f5ffd561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:18:56.870097 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81afd22b-0bc2-4d0b-b58f-24052af216e0 admin admin] Network hostable DHCP agents. Network: 5a608445-48fc-4cb4-86bf-6068f5ffd561, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:18:56.897233 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-a16de146-c981-4c66-af2f-4cea0eca2c76 req-b3b8d778-9199-4046-a630-cafe1dfc6c82 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:56.903759 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-64d91ad7-2803-4b1e-8c9e-5ac16f231d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f25d61c2-36a7-4320-975a-f57b8df412b1', 'name': 'tempest-FloatingIPsNegativeTestJSON-807661554-router', 'tenant_id': 'b9333966b41349c9ba0e3dfb564eeccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'fe57f2f0-cf99-4c4a-91e2-fc2e381095ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:18:44Z', 'updated_at': '2021-11-25T13:18:51Z', 'revision_number': 4, 'project_id': 'b9333966b41349c9ba0e3dfb564eeccf', 'gw_port': {'id': 'fe57f2f0-cf99-4c4a-91e2-fc2e381095ea', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:70:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25d61c2-36a7-4320-975a-f57b8df412b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:18:45Z', 'updated_at': '2021-11-25T13:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'b3cb31e0-f705-498d-98b8-2ff5b6414d24', 'name': '', 'network_id': '29b99312-fc63-48f9-ab7c-dec5a83cc23d', 'tenant_id': 'b9333966b41349c9ba0e3dfb564eeccf', 'mac_address': 'fa:16:3e:e6:79:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f25d61c2-36a7-4320-975a-f57b8df412b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': 'ec2b22e2-3f62-41f1-a8a5-bef2d3005b2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:18:49Z', 'updated_at': '2021-11-25T13:18:56Z', 'revision_number': 4, 'project_id': 'b9333966b41349c9ba0e3dfb564eeccf', 'subnets': [{'id': 'ec2b22e2-3f62-41f1-a8a5-bef2d3005b2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:18:56.906090 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-99e3477a-881e-4ede-a793-0c3951098d86 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Deleting port 3265ddb2-8267-4090-a33a-4448d01063fe {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:18:56.907009 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-99e3477a-881e-4ede-a793-0c3951098d86 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:56.910054 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-a16de146-c981-4c66-af2f-4cea0eca2c76 req-b3b8d778-9199-4046-a630-cafe1dfc6c82 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:56.964365 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['e865706f-7df6-4e7a-bcf9-facba69873bc', '3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:18:56.975533 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d91ad7-2803-4b1e-8c9e-5ac16f231d7d None None] The sync data for ids ['f25d61c2-36a7-4320-975a-f57b8df412b1'] in n-d-808199-11 is: [{'id': 'f25d61c2-36a7-4320-975a-f57b8df412b1', 'name': 'tempest-FloatingIPsNegativeTestJSON-807661554-router', 'tenant_id': 'b9333966b41349c9ba0e3dfb564eeccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'fe57f2f0-cf99-4c4a-91e2-fc2e381095ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:18:44Z', 'updated_at': '2021-11-25T13:18:51Z', 'revision_number': 4, 'project_id': 'b9333966b41349c9ba0e3dfb564eeccf', 'gw_port': {'id': 'fe57f2f0-cf99-4c4a-91e2-fc2e381095ea', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:70:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25d61c2-36a7-4320-975a-f57b8df412b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:18:45Z', 'updated_at': '2021-11-25T13:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'b3cb31e0-f705-498d-98b8-2ff5b6414d24', 'name': '', 'network_id': '29b99312-fc63-48f9-ab7c-dec5a83cc23d', 'tenant_id': 'b9333966b41349c9ba0e3dfb564eeccf', 'mac_address': 'fa:16:3e:e6:79:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f25d61c2-36a7-4320-975a-f57b8df412b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': 'ec2b22e2-3f62-41f1-a8a5-bef2d3005b2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:18:49Z', 'updated_at': '2021-11-25T13:18:56Z', 'revision_number': 4, 'project_id': 'b9333966b41349c9ba0e3dfb564eeccf', 'subnets': [{'id': 'ec2b22e2-3f62-41f1-a8a5-bef2d3005b2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:18:57.015052 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16de146-c981-4c66-af2f-4cea0eca2c76 req-b3b8d778-9199-4046-a630-cafe1dfc6c82 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:57.015824 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-a16de146-c981-4c66-af2f-4cea0eca2c76 req-b3b8d778-9199-4046-a630-cafe1dfc6c82 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:57.034801 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81afd22b-0bc2-4d0b-b58f-24052af216e0 admin admin] Network 5a608445-48fc-4cb4-86bf-6068f5ffd561 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:18:57.042803 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a16de146-c981-4c66-af2f-4cea0eca2c76 req-b3b8d778-9199-4046-a630-cafe1dfc6c82 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "PUT /v2.0/ports/3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1 HTTP/1.1" status: 200 len: 981 time: 0.8754568 Nov 25 13:18:57.056519 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c674b94d-cfaa-46b9-b0d5-de2847250938', 'tag': '3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:18:57.062112 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162778e1-bbe6-4d84-932c-fec7b6a7e6d6 None None] DHCP port deletion for 07e98a44-e123-4654-87bd-63f0784ad214 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:18:57.073426 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d995162-999b-4c52-8c80-874d1184e308" -d '{"events": [{"name": "network-changed", "server_uuid": "c674b94d-cfaa-46b9-b0d5-de2847250938", "tag": "3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:18:57.119436 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db253bb9-ac92-4998-b0e3-be12c610ea66 None None] Pushing event updated for resources: {'Port': ['ID=b3cb31e0-f705-498d-98b8-2ff5b6414d24,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:57.144614 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-eb171e5f-e049-43fc-8678-ae526952eefe None None] Provisioning complete for port a842d308-fc0f-4e3a-a843-af5130c96735 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:18:57.145215 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eb171e5f-e049-43fc-8678-ae526952eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:57.184838 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:18:57.226079 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-81afd22b-0bc2-4d0b-b58f-24052af216e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 5a608445-48fc-4cb4-86bf-6068f5ffd561) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:18:57.244225 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-99e3477a-881e-4ede-a793-0c3951098d86 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:57.244554 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-99e3477a-881e-4ede-a793-0c3951098d86 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:57.246818 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9380fb-d297-4f96-a985-9ddf5e7ee6c5 None None] Network 5a608445-48fc-4cb4-86bf-6068f5ffd561 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:18:57.247828 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81afd22b-0bc2-4d0b-b58f-24052af216e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:57.248424 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-81afd22b-0bc2-4d0b-b58f-24052af216e0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:57.268181 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b8d778-9199-4046-a630-cafe1dfc6c82 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Pushing event updated for resources: {'Port': ['ID=3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1,revision_number=6']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:57.272405 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-99e3477a-881e-4ede-a793-0c3951098d86 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Calling delete_port for 3265ddb2-8267-4090-a33a-4448d01063fe owned by network:floatingip {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:18:57.296403 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d329e97f-1bb2-4818-b39f-ec2f1336c258 req-8461b273-7df4-4700-8f0b-09595177447a tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/security-groups/71b745fe-d2cb-422a-add1-953b5e124736 HTTP/1.1" status: 200 len: 1819 time: 0.2166739 Nov 25 13:18:57.303863 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-81afd22b-0bc2-4d0b-b58f-24052af216e0 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5039802 Nov 25 13:18:57.303863 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 50896) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:57.343975 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-e73bbc1e-bf32-4be1-969c-abf5f347d711 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1730900946-router', 'tenant_id': 'f316b895b9bc47d6886b73ece5df5d1d', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:18:57.379107 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-2bda6073-ccbd-4c62-aa7e-bdac907e1e4e admin admin] Deleting port b3cb31e0-f705-498d-98b8-2ff5b6414d24 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:18:57.379770 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2bda6073-ccbd-4c62-aa7e-bdac907e1e4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:57.399569 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-eb171e5f-e049-43fc-8678-ae526952eefe None None] Port a842d308-fc0f-4e3a-a843-af5130c96735 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:18:57.402791 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0e590da2-65f3-420d-b17e-b8b4686f0570 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:57.452269 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06dc8067-00c1-4d76-ad7e-b39ed02849ea x-openstack-request-id: req-06dc8067-00c1-4d76-ad7e-b39ed02849ea {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:18:57.452559 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c674b94d-cfaa-46b9-b0d5-de2847250938", "tag": "3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:18:57.453366 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-06dc8067-00c1-4d76-ad7e-b39ed02849ea {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:18:57.453982 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c674b94d-cfaa-46b9-b0d5-de2847250938', 'tag': '3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1', 'status': 'completed', 'code': 200} Nov 25 13:18:57.456821 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e590da2-65f3-420d-b17e-b8b4686f0570 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event deleted for resources: {'Port': ['ID=a842d308-fc0f-4e3a-a843-af5130c96735,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:57.469370 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [req-d329e97f-1bb2-4818-b39f-ec2f1336c258 req-683ac3c3-71b7-471a-a558-53d787cb19a1 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 25 13:18:57.470440 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d329e97f-1bb2-4818-b39f-ec2f1336c258 req-683ac3c3-71b7-471a-a558-53d787cb19a1 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "DELETE /v2.0/security-groups/71b745fe-d2cb-422a-add1-953b5e124736 HTTP/1.1" status: 409 len: 341 time: 0.1729136 Nov 25 13:18:57.511951 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-eb171e5f-e049-43fc-8678-ae526952eefe None None] Provisioning complete for port b3cb31e0-f705-498d-98b8-2ff5b6414d24 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:18:57.512334 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eb171e5f-e049-43fc-8678-ae526952eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:57.572727 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-2bda6073-ccbd-4c62-aa7e-bdac907e1e4e admin admin] For port b3cb31e0-f705-498d-98b8-2ff5b6414d24, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=b3cb31e0-f705-498d-98b8-2ff5b6414d24,segment=NetworkSegment(bbcf8305-d703-4c68-85bf-12f560a35c81),segment_id=bbcf8305-d703-4c68-85bf-12f560a35c81)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:18:57.573752 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2bda6073-ccbd-4c62-aa7e-bdac907e1e4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:57.636762 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-2bda6073-ccbd-4c62-aa7e-bdac907e1e4e admin admin] Calling delete_port for b3cb31e0-f705-498d-98b8-2ff5b6414d24 owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:18:57.649864 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0e590da2-65f3-420d-b17e-b8b4686f0570 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:57.655158 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-0e590da2-65f3-420d-b17e-b8b4686f0570 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "DELETE /v2.0/ports/a842d308-fc0f-4e3a-a843-af5130c96735 HTTP/1.1" status: 204 len: 168 time: 1.6063199 Nov 25 13:18:57.661767 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 50912) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:57.698468 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e73bbc1e-bf32-4be1-969c-abf5f347d711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:57.699715 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e73bbc1e-bf32-4be1-969c-abf5f347d711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:57.754279 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-4659a076-cb2f-48d8-a198-8f3eb9506286 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] GET failed (client error): The resource could not be found. Nov 25 13:18:57.758456 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-4659a076-cb2f-48d8-a198-8f3eb9506286 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "GET /v2.0/ports/a842d308-fc0f-4e3a-a843-af5130c96735 HTTP/1.1" status: 404 len: 333 time: 0.0916288 Nov 25 13:18:57.758456 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 50920) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:57.761082 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d995162-999b-4c52-8c80-874d1184e308 req-ee66f83d-d64f-4ff3-968e-3b31b569fb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:57.768645 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3d995162-999b-4c52-8c80-874d1184e308 req-ee66f83d-d64f-4ff3-968e-3b31b569fb3b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d3f9f88292274c1e909ee2b5229333e7&device_id=c674b94d-cfaa-46b9-b0d5-de2847250938 HTTP/1.1" status: 200 len: 1136 time: 0.1837442 Nov 25 13:18:57.887195 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d995162-999b-4c52-8c80-874d1184e308 req-79f0c484-d5a4-4db2-a0ce-704149cd4f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:57.888685 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3d995162-999b-4c52-8c80-874d1184e308 req-79f0c484-d5a4-4db2-a0ce-704149cd4f48 service neutron] 10.222.0.47 "GET /v2.0/networks?id=07e98a44-e123-4654-87bd-63f0784ad214 HTTP/1.1" status: 200 len: 913 time: 0.1148057 Nov 25 13:18:57.907550 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-90351afe-bb0e-4b29-9f3d-090627416425 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Deleting subnet 5ad9d313-42e8-4b79-a986-03b92bd06b11 {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:18:57.921785 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570ddeef-7610-4e24-b424-690afe9967b3 req-c83e7d11-4458-4779-9de9-9281644e8399 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:57.924409 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-570ddeef-7610-4e24-b424-690afe9967b3 req-c83e7d11-4458-4779-9de9-9281644e8399 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/ports?device_id=c674b94d-cfaa-46b9-b0d5-de2847250938 HTTP/1.1" status: 200 len: 984 time: 0.1162219 Nov 25 13:18:57.925164 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-90351afe-bb0e-4b29-9f3d-090627416425 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:57.960580 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47da1f95-b8e5-4266-b070-5b83e1b02ef3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-5a608445-48fc-4cb4-86bf-6068f5ffd561', 'network_id': '5a608445-48fc-4cb4-86bf-6068f5ffd561', 'tenant_id': 'f316b895b9bc47d6886b73ece5df5d1d', 'fixed_ips': [{'subnet_id': '4997cc2a-e143-43c9-a247-504e1c6f3545'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:18:57.961206 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-47da1f95-b8e5-4266-b070-5b83e1b02ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:57.984180 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3d995162-999b-4c52-8c80-874d1184e308 req-dfc5f750-177f-433e-9cda-8db665ccca07 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1 HTTP/1.1" status: 200 len: 217 time: 0.0861480 Nov 25 13:18:58.077885 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-90351afe-bb0e-4b29-9f3d-090627416425 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:58.115025 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e73bbc1e-bf32-4be1-969c-abf5f347d711 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:58.191037 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-570ddeef-7610-4e24-b424-690afe9967b3 req-c8b5405d-6d91-4d49-8d5d-fef30ff16b6f tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/security-groups?id=4740d5e6-ba1b-4fd6-9612-9b9185db2d9b&id=71b745fe-d2cb-422a-add1-953b5e124736&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2243168 Nov 25 13:18:58.257398 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 50930) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:58.265957 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-90351afe-bb0e-4b29-9f3d-090627416425 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:58.355758 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-90351afe-bb0e-4b29-9f3d-090627416425 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:58.407620 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-eb171e5f-e049-43fc-8678-ae526952eefe None None] Provisioning complete for port 7bcb7cb8-693f-482e-b72c-e8ed0e9aa034 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:18:58.408479 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eb171e5f-e049-43fc-8678-ae526952eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:58.425013 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90351afe-bb0e-4b29-9f3d-090627416425 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event deleted for resources: {'Subnet': ['ID=5ad9d313-42e8-4b79-a986-03b92bd06b11,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:58.449709 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-90351afe-bb0e-4b29-9f3d-090627416425 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:58.453305 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-90351afe-bb0e-4b29-9f3d-090627416425 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "DELETE /v2.0/subnets/5ad9d313-42e8-4b79-a986-03b92bd06b11 HTTP/1.1" status: 204 len: 168 time: 0.6933236 Nov 25 13:18:58.456243 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 50934) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:58.539541 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c279dc8e-412a-4301-acac-5dab66e84999 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e84a4c00d84d4d2cbb0b4f6986f512f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2808962 Nov 25 13:18:58.547239 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 50936) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:58.583161 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c1aaff6-d377-42ad-a9ec-9260a8903c4a tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Deleting subnet 10cbd517-0c6a-429d-8657-4fc888cca580 {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:18:58.601874 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9c1aaff6-d377-42ad-a9ec-9260a8903c4a tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:58.669318 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-47da1f95-b8e5-4266-b070-5b83e1b02ef3 None None] Allocated IP 172.20.0.2 (5a608445-48fc-4cb4-86bf-6068f5ffd561/4997cc2a-e143-43c9-a247-504e1c6f3545/cd3e2535-4a3a-4dda-8b4a-e56d4db6d2e9) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:18:58.694656 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2736b64b-0880-4cb4-a61f-3bf1a8059334 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:58.706824 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d995162-999b-4c52-8c80-874d1184e308 req-9a3842d3-566d-40fd-bfcc-91ca9aa4f63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:58.708944 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3d995162-999b-4c52-8c80-874d1184e308 req-9a3842d3-566d-40fd-bfcc-91ca9aa4f63c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=15f44c57-43c8-4ee0-9da7-9da2c4fb151a HTTP/1.1" status: 200 len: 852 time: 0.7141795 Nov 25 13:18:58.720121 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2736b64b-0880-4cb4-a61f-3bf1a8059334 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:58.743499 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265f7292-f7b3-4bfa-ae60-250b31eb5c31 None None] Network 4c79da23-6876-444f-89d3-677a08979e58 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:18:58.750606 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-99e3477a-881e-4ede-a793-0c3951098d86 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:58.763671 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9c1aaff6-d377-42ad-a9ec-9260a8903c4a tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:58.788102 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2736b64b-0880-4cb4-a61f-3bf1a8059334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:58.790665 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2736b64b-0880-4cb4-a61f-3bf1a8059334 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:58.795158 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-2736b64b-0880-4cb4-a61f-3bf1a8059334 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3018a1a8-bfb1-4887-8960-229341a1634c HTTP/1.1" status: 204 len: 168 time: 0.2470880 Nov 25 13:18:58.846567 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3d995162-999b-4c52-8c80-874d1184e308 req-4935fc93-b8f8-44c5-b711-d23f948a2a8d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=07e98a44-e123-4654-87bd-63f0784ad214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541716 Nov 25 13:18:58.878886 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2736b64b-0880-4cb4-a61f-3bf1a8059334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3018a1a8-bfb1-4887-8960-229341a1634c,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:58.879120 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e73bbc1e-bf32-4be1-969c-abf5f347d711 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:58.908338 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e3477a-881e-4ede-a793-0c3951098d86 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Pushing event deleted for resources: {'Port': ['ID=3265ddb2-8267-4090-a33a-4448d01063fe,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:58.942371 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-73bdcbca-6918-4fbe-96bf-5e4ad6672b34 None None] Could not find standard attr ID for object a842d308-fc0f-4e3a-a843-af5130c96735. {{(pid=103572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 13:18:58.953888 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device b3cb31e0-f705-498d-98b8-2ff5b6414d24 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:18:58.997146 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9c1aaff6-d377-42ad-a9ec-9260a8903c4a tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:59.084747 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-73bdcbca-6918-4fbe-96bf-5e4ad6672b34 None None] Provisioning complete for port 3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:18:59.085213 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-73bdcbca-6918-4fbe-96bf-5e4ad6672b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:59.120991 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-99e3477a-881e-4ede-a793-0c3951098d86 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Publish callbacks [] for floatingip, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:59.123862 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-99e3477a-881e-4ede-a793-0c3951098d86 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:59.124811 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-99e3477a-881e-4ede-a793-0c3951098d86 tempest-ImagesOneServerNegativeTestJSON-813793415 tempest-ImagesOneServerNegativeTestJSON-813793415-project] 10.222.0.53 "DELETE /v2.0/floatingips/2cbca3c0-b2e3-4bca-af65-b1e410541d13 HTTP/1.1" status: 204 len: 168 time: 2.6653297 Nov 25 13:18:59.180639 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3d995162-999b-4c52-8c80-874d1184e308 req-a870f2bb-05ab-4f21-a016-6d7abddee326 service neutron] 10.222.0.47 "GET /v2.0/networks/07e98a44-e123-4654-87bd-63f0784ad214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068285 Nov 25 13:18:59.194233 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9c1aaff6-d377-42ad-a9ec-9260a8903c4a tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:59.200081 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2bda6073-ccbd-4c62-aa7e-bdac907e1e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:59.250958 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port b3cb31e0-f705-498d-98b8-2ff5b6414d24 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:18:59.251196 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:59.288950 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1aaff6-d377-42ad-a9ec-9260a8903c4a tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event deleted for resources: {'Subnet': ['ID=10cbd517-0c6a-429d-8657-4fc888cca580,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:59.300436 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9c1aaff6-d377-42ad-a9ec-9260a8903c4a tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:59.305741 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-9c1aaff6-d377-42ad-a9ec-9260a8903c4a tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "DELETE /v2.0/subnets/10cbd517-0c6a-429d-8657-4fc888cca580 HTTP/1.1" status: 204 len: 168 time: 0.8484747 Nov 25 13:18:59.323557 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 50958) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:59.331760 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bda6073-ccbd-4c62-aa7e-bdac907e1e4e admin admin] Pushing event deleted for resources: {'Port': ['ID=b3cb31e0-f705-498d-98b8-2ff5b6414d24,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:59.427283 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 50964) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:59.469474 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba5466-1da7-4dc3-9766-77cfeff27892 req-046b729a-b0e8-4e48-b798-d8825bfbfce2 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:59.479732 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-80ba5466-1da7-4dc3-9766-77cfeff27892 req-046b729a-b0e8-4e48-b798-d8825bfbfce2 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/ports?device_id=c674b94d-cfaa-46b9-b0d5-de2847250938 HTTP/1.1" status: 200 len: 984 time: 0.1035478 Nov 25 13:18:59.528917 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-52ee7d81-f766-4537-807e-ad315354c769 admin admin] Deleting subnet a3072173-0ac4-4f6c-a786-4d173031b30a {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:18:59.530979 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-52ee7d81-f766-4537-807e-ad315354c769 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:59.568104 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Port b3cb31e0-f705-498d-98b8-2ff5b6414d24 was deleted so its status cannot be updated. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 25 13:18:59.603403 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-52ee7d81-f766-4537-807e-ad315354c769 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:59.604460 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3d995162-999b-4c52-8c80-874d1184e308 req-e06ab849-5927-4e58-add7-a55e5c7a95e0 service neutron] 10.222.0.47 "GET /v2.0/networks/07e98a44-e123-4654-87bd-63f0784ad214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4161127 Nov 25 13:18:59.647961 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-80ba5466-1da7-4dc3-9766-77cfeff27892 req-5c91c3c2-632a-4535-a495-b583ec91f3d0 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/security-groups?id=4740d5e6-ba1b-4fd6-9612-9b9185db2d9b&id=71b745fe-d2cb-422a-add1-953b5e124736&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1660893 Nov 25 13:18:59.684826 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-52ee7d81-f766-4537-807e-ad315354c769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:59.685139 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-47da1f95-b8e5-4266-b070-5b83e1b02ef3 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:59.716777 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-47da1f95-b8e5-4266-b070-5b83e1b02ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:59.763418 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-52ee7d81-f766-4537-807e-ad315354c769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:59.770868 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47da1f95-b8e5-4266-b070-5b83e1b02ef3 None None] Network 5a608445-48fc-4cb4-86bf-6068f5ffd561 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:18:59.781062 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-47da1f95-b8e5-4266-b070-5b83e1b02ef3 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:18:59.785645 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47da1f95-b8e5-4266-b070-5b83e1b02ef3 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:18:59.788038 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-317b914a-20da-41bb-ac83-eb2fb2a92d68 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:59.795211 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6c8724-4c67-4362-8b05-9264e7232081 None None] Update dhcp port {'port': {'network_id': '4c79da23-6876-444f-89d3-677a08979e58', 'fixed_ips': [{'subnet_id': '10cbd517-0c6a-429d-8657-4fc888cca580'}], 'binding:host_id': 'n-d-808199-11'}, 'id': '7bcb7cb8-693f-482e-b72c-e8ed0e9aa034'} from n-d-808199-11. {{(pid=103572) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 13:18:59.798032 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ee7d81-f766-4537-807e-ad315354c769 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3072173-0ac4-4f6c-a786-4d173031b30a,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:59.803360 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-52ee7d81-f766-4537-807e-ad315354c769 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:59.806777 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-52ee7d81-f766-4537-807e-ad315354c769 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a3072173-0ac4-4f6c-a786-4d173031b30a HTTP/1.1" status: 204 len: 168 time: 0.3773932 Nov 25 13:18:59.809111 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 50974) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:18:59.832198 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47da1f95-b8e5-4266-b070-5b83e1b02ef3 None None] Pushing event updated for resources: {'Port': ['ID=cd3e2535-4a3a-4dda-8b4a-e56d4db6d2e9,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:18:59.834569 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55d15db-706f-4c80-b19f-d9c212513b45 None None] Network 0983177e-e01c-46fd-aae0-5d162abcfe55 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:18:59.905699 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6b03832e-e499-45d4-9127-533cebe168d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:59.929683 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1c6c8724-4c67-4362-8b05-9264e7232081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:18:59.962979 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c06ac66-cbaf-482d-ab60-69edc0716bd1 req-e30d954a-2b44-429e-88d8-5b6cb63efafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:18:59.964493 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4c06ac66-cbaf-482d-ab60-69edc0716bd1 req-e30d954a-2b44-429e-88d8-5b6cb63efafe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d3f9f88292274c1e909ee2b5229333e7&device_id=c674b94d-cfaa-46b9-b0d5-de2847250938 HTTP/1.1" status: 200 len: 1136 time: 0.2493377 Nov 25 13:18:59.972082 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2bda6073-ccbd-4c62-aa7e-bdac907e1e4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:00.007879 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6b03832e-e499-45d4-9127-533cebe168d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:00.039818 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-6b03832e-e499-45d4-9127-533cebe168d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0983177e-e01c-46fd-aae0-5d162abcfe55']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:00.051031 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-6b03832e-e499-45d4-9127-533cebe168d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fce75d79-afff-444e-a670-074434c84613') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:00.051491 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-6b03832e-e499-45d4-9127-533cebe168d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fce75d79-afff-444e-a670-074434c84613') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:00.063346 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6b03832e-e499-45d4-9127-533cebe168d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:00.083397 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6b03832e-e499-45d4-9127-533cebe168d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:00.090767 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b03832e-e499-45d4-9127-533cebe168d8 admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:19:00.091171 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6b03832e-e499-45d4-9127-533cebe168d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:00.093582 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:19:00.093582 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:19:00.093582 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:19:00.093582 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:19:00.093582 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:19:00.093582 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:19:00.093582 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:19:00.093582 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:19:00.093582 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:19:00.093582 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:19:00.093582 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:19:00.093582 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:19:00.093582 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:19:00.093582 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:19:00.093582 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:19:00.093582 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:19:00.093582 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:19:00.093582 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:19:00.093582 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:19:00.093582 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:19:00.093582 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:19:00.093582 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:19:00.093582 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:19:00.093582 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:19:00.093582 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:19:00.093582 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:19:00.093582 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:19:00.093582 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:19:00.093582 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:19:00.093582 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:19:00.093582 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:19:00.093582 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:19:00.107295 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-47da1f95-b8e5-4266-b070-5b83e1b02ef3 None None] Attempting to bind port cd3e2535-4a3a-4dda-8b4a-e56d4db6d2e9 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:19:00.107739 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-47da1f95-b8e5-4266-b070-5b83e1b02ef3 None None] Attempting to bind port cd3e2535-4a3a-4dda-8b4a-e56d4db6d2e9 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '97c77095-bc47-41b9-ad4e-e95f82e3a97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '5a608445-48fc-4cb4-86bf-6068f5ffd561'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:19:00.108586 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47da1f95-b8e5-4266-b070-5b83e1b02ef3 None None] Attempting to bind port cd3e2535-4a3a-4dda-8b4a-e56d4db6d2e9 on network 5a608445-48fc-4cb4-86bf-6068f5ffd561 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:19:00.114887 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47da1f95-b8e5-4266-b070-5b83e1b02ef3 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:19:00.116523 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47da1f95-b8e5-4266-b070-5b83e1b02ef3 None None] Checking segment: {'id': '97c77095-bc47-41b9-ad4e-e95f82e3a97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '5a608445-48fc-4cb4-86bf-6068f5ffd561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:19:00.116943 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-47da1f95-b8e5-4266-b070-5b83e1b02ef3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:00.117350 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47da1f95-b8e5-4266-b070-5b83e1b02ef3 None None] Bound using segment: {'id': '97c77095-bc47-41b9-ad4e-e95f82e3a97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '5a608445-48fc-4cb4-86bf-6068f5ffd561'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:19:00.118252 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-47da1f95-b8e5-4266-b070-5b83e1b02ef3 None None] Bound port: cd3e2535-4a3a-4dda-8b4a-e56d4db6d2e9, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97c77095-bc47-41b9-ad4e-e95f82e3a97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '5a608445-48fc-4cb4-86bf-6068f5ffd561'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:19:00.118252 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-47da1f95-b8e5-4266-b070-5b83e1b02ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:00.121020 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e73bbc1e-bf32-4be1-969c-abf5f347d711 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:00.147451 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f4468b-454a-4347-855c-4d1665af8469 None None] DHCP port deletion for 0983177e-e01c-46fd-aae0-5d162abcfe55 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:19:00.167517 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 50980) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:00.182844 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e73bbc1e-bf32-4be1-969c-abf5f347d711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:00.187949 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6b03832e-e499-45d4-9127-533cebe168d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:00.194394 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6b03832e-e499-45d4-9127-533cebe168d8 admin admin] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:00.197516 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-6b03832e-e499-45d4-9127-533cebe168d8 admin admin] 10.222.0.53 "DELETE /v2.0/networks/0983177e-e01c-46fd-aae0-5d162abcfe55 HTTP/1.1" status: 204 len: 168 time: 0.3873241 Nov 25 13:19:00.233657 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-47da1f95-b8e5-4266-b070-5b83e1b02ef3 None None] For port cd3e2535-4a3a-4dda-8b4a-e56d4db6d2e9, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:19:00.234247 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b03832e-e499-45d4-9127-533cebe168d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0983177e-e01c-46fd-aae0-5d162abcfe55,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:00.243037 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-47da1f95-b8e5-4266-b070-5b83e1b02ef3 None None] For port cd3e2535-4a3a-4dda-8b4a-e56d4db6d2e9, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=cd3e2535-4a3a-4dda-8b4a-e56d4db6d2e9,segment=NetworkSegment(97c77095-bc47-41b9-ad4e-e95f82e3a97b),segment_id=97c77095-bc47-41b9-ad4e-e95f82e3a97b)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:19:00.247204 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af7dc7f-dc5d-40ba-b4c5-b6fee194d6d8 None None] Network 4c79da23-6876-444f-89d3-677a08979e58 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:19:00.267796 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-47da1f95-b8e5-4266-b070-5b83e1b02ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:00.317849 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-317b914a-20da-41bb-ac83-eb2fb2a92d68 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Deleting port 7bcb7cb8-693f-482e-b72c-e8ed0e9aa034 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:19:00.318198 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-317b914a-20da-41bb-ac83-eb2fb2a92d68 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:00.324705 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c06ac66-cbaf-482d-ab60-69edc0716bd1 req-8902de9b-4d9b-46ed-b0f2-592e27be3385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:00.326201 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4c06ac66-cbaf-482d-ab60-69edc0716bd1 req-8902de9b-4d9b-46ed-b0f2-592e27be3385 service neutron] 10.222.0.47 "GET /v2.0/networks?id=07e98a44-e123-4654-87bd-63f0784ad214 HTTP/1.1" status: 200 len: 913 time: 0.3306141 Nov 25 13:19:00.393394 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-f8b2107e-aaea-4f64-ac34-19aaaf37c181 None None] Provisioning complete for port 7bcb7cb8-693f-482e-b72c-e8ed0e9aa034 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:00.393775 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f8b2107e-aaea-4f64-ac34-19aaaf37c181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:00.429044 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-729c2022-1f1b-45c3-86c9-1c6a740936d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:00.501277 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47da1f95-b8e5-4266-b070-5b83e1b02ef3 None None] Pushing event updated for resources: {'Port': ['ID=cd3e2535-4a3a-4dda-8b4a-e56d4db6d2e9,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:00.507415 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4c06ac66-cbaf-482d-ab60-69edc0716bd1 req-649b3f12-3e71-45aa-9b8c-52eb14b3a472 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1 HTTP/1.1" status: 200 len: 217 time: 0.1533885 Nov 25 13:19:00.507601 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 50990) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:00.536350 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-88276611-316e-4236-b19e-01b5d4c0eac6 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1234303653-network', 'tenant_id': 'f4b2c247b6d44eebbcd9263839aab5b2'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:19:00.572296 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e580c1e-228e-4c9f-a39d-f12dde561762 None None] DHCP port deletion for 4c79da23-6876-444f-89d3-677a08979e58 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:19:00.577569 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad21b301-006e-451f-a41d-82ad616568fe req-7a63068c-8fe3-493e-9441-327c79b1aa06 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:00.583912 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad21b301-006e-451f-a41d-82ad616568fe req-7a63068c-8fe3-493e-9441-327c79b1aa06 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:00.590543 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad21b301-006e-451f-a41d-82ad616568fe req-7a63068c-8fe3-493e-9441-327c79b1aa06 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:00.603090 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad21b301-006e-451f-a41d-82ad616568fe req-7a63068c-8fe3-493e-9441-327c79b1aa06 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:00.610751 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad21b301-006e-451f-a41d-82ad616568fe req-7a63068c-8fe3-493e-9441-327c79b1aa06 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:00.618598 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad21b301-006e-451f-a41d-82ad616568fe req-7a63068c-8fe3-493e-9441-327c79b1aa06 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:00.633646 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad21b301-006e-451f-a41d-82ad616568fe req-7a63068c-8fe3-493e-9441-327c79b1aa06 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:00.636024 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ad21b301-006e-451f-a41d-82ad616568fe req-7a63068c-8fe3-493e-9441-327c79b1aa06 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 5445 time: 0.1632857 Nov 25 13:19:00.639543 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-6883e117-d2a8-4b4c-b2cb-483a39329ef8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=64602e0ec6fb4a738e1e6e0faccb6293&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1295083 Nov 25 13:19:00.643469 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 50992) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:00.694312 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-317b914a-20da-41bb-ac83-eb2fb2a92d68 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] For port 7bcb7cb8-693f-482e-b72c-e8ed0e9aa034, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=7bcb7cb8-693f-482e-b72c-e8ed0e9aa034,segment=NetworkSegment(fb92b2ad-869e-45cc-a3e7-4e3fa2655d14),segment_id=fb92b2ad-869e-45cc-a3e7-4e3fa2655d14)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:19:00.694686 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-317b914a-20da-41bb-ac83-eb2fb2a92d68 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:00.705844 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-0e580c1e-228e-4c9f-a39d-f12dde561762 None None] Deleting port 7bcb7cb8-693f-482e-b72c-e8ed0e9aa034 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:19:00.706466 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0e580c1e-228e-4c9f-a39d-f12dde561762 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:00.751559 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-e73bbc1e-bf32-4be1-969c-abf5f347d711 admin admin] Allocated IP 172.25.5.157 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/d215e37b-23a6-4010-b32a-d320f22a363e) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:19:00.788565 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-12432092-3697-4665-bd8d-c2ab7a0efbe5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:00.793949 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-317b914a-20da-41bb-ac83-eb2fb2a92d68 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Calling delete_port for 7bcb7cb8-693f-482e-b72c-e8ed0e9aa034 owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:19:00.807296 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88276611-316e-4236-b19e-01b5d4c0eac6 admin admin] Made reservation on behalf of f4b2c247b6d44eebbcd9263839aab5b2 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:19:00.809575 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-88276611-316e-4236-b19e-01b5d4c0eac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:00.842015 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c06ac66-cbaf-482d-ab60-69edc0716bd1 req-c0db0f99-27b7-47e0-83bd-1e7fc94e5500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:00.843540 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4c06ac66-cbaf-482d-ab60-69edc0716bd1 req-c0db0f99-27b7-47e0-83bd-1e7fc94e5500 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=15f44c57-43c8-4ee0-9da7-9da2c4fb151a HTTP/1.1" status: 200 len: 852 time: 0.3039234 Nov 25 13:19:00.848028 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-0e580c1e-228e-4c9f-a39d-f12dde561762 None None] For port 7bcb7cb8-693f-482e-b72c-e8ed0e9aa034, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=7bcb7cb8-693f-482e-b72c-e8ed0e9aa034,segment=NetworkSegment(fb92b2ad-869e-45cc-a3e7-4e3fa2655d14),segment_id=fb92b2ad-869e-45cc-a3e7-4e3fa2655d14)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:19:00.848028 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0e580c1e-228e-4c9f-a39d-f12dde561762 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:00.853167 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-88276611-316e-4236-b19e-01b5d4c0eac6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:00.884557 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-0e580c1e-228e-4c9f-a39d-f12dde561762 None None] Calling delete_port for 7bcb7cb8-693f-482e-b72c-e8ed0e9aa034 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:19:00.892152 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ad21b301-006e-451f-a41d-82ad616568fe req-3285ff6c-56d4-4e1f-a326-0fffe409a797 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/security-groups?id=b58ccaf7-fcbc-46a0-8300-65e745ae9e20&id=0bfd0f62-df40-4a2c-8890-32844a1d7ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2315400 Nov 25 13:19:00.901967 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-12432092-3697-4665-bd8d-c2ab7a0efbe5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:00.941894 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c52de6-b3f6-46f6-a5a9-cd53b678be21 req-4b1fc512-872a-40c7-afb4-2d190b143d7d tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:00.950297 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-93c52de6-b3f6-46f6-a5a9-cd53b678be21 req-4b1fc512-872a-40c7-afb4-2d190b143d7d tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/ports?device_id=c674b94d-cfaa-46b9-b0d5-de2847250938 HTTP/1.1" status: 200 len: 984 time: 0.1892917 Nov 25 13:19:01.032833 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device cd3e2535-4a3a-4dda-8b4a-e56d4db6d2e9 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:19:01.071518 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-12432092-3697-4665-bd8d-c2ab7a0efbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:01.078207 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0e580c1e-228e-4c9f-a39d-f12dde561762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:01.080183 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-12432092-3697-4665-bd8d-c2ab7a0efbe5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:01.084271 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-12432092-3697-4665-bd8d-c2ab7a0efbe5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9200d83a-329b-4ad5-86ae-84da9f8a7cc1 HTTP/1.1" status: 204 len: 168 time: 0.4390328 Nov 25 13:19:01.112737 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e580c1e-228e-4c9f-a39d-f12dde561762 None None] Pushing event deleted for resources: {'Port': ['ID=7bcb7cb8-693f-482e-b72c-e8ed0e9aa034,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:01.113317 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12432092-3697-4665-bd8d-c2ab7a0efbe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9200d83a-329b-4ad5-86ae-84da9f8a7cc1,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:01.114476 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e580c1e-228e-4c9f-a39d-f12dde561762 None None] No DVR routers for this DVR port 7bcb7cb8-693f-482e-b72c-e8ed0e9aa034 on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:19:01.120371 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-93c52de6-b3f6-46f6-a5a9-cd53b678be21 req-c184d6da-7e1e-452d-ae61-bb7d80afffd9 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/security-groups?id=4740d5e6-ba1b-4fd6-9612-9b9185db2d9b&id=71b745fe-d2cb-422a-add1-953b5e124736&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1691561 Nov 25 13:19:01.125665 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port cd3e2535-4a3a-4dda-8b4a-e56d4db6d2e9 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:01.126042 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:01.139462 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16640461-333e-46d8-b1c1-ee4c486e139b req-d41701da-eb00-4375-bd0b-a84da9cb186d tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:01.151122 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16640461-333e-46d8-b1c1-ee4c486e139b req-d41701da-eb00-4375-bd0b-a84da9cb186d tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:01.155876 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16640461-333e-46d8-b1c1-ee4c486e139b req-d41701da-eb00-4375-bd0b-a84da9cb186d tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:01.162635 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16640461-333e-46d8-b1c1-ee4c486e139b req-d41701da-eb00-4375-bd0b-a84da9cb186d tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:01.170627 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16640461-333e-46d8-b1c1-ee4c486e139b req-d41701da-eb00-4375-bd0b-a84da9cb186d tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:01.178212 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16640461-333e-46d8-b1c1-ee4c486e139b req-d41701da-eb00-4375-bd0b-a84da9cb186d tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:01.186769 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16640461-333e-46d8-b1c1-ee4c486e139b req-d41701da-eb00-4375-bd0b-a84da9cb186d tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:01.188835 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-16640461-333e-46d8-b1c1-ee4c486e139b req-d41701da-eb00-4375-bd0b-a84da9cb186d tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 5445 time: 0.1641600 Nov 25 13:19:01.229926 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:01.268634 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] For port cd3e2535-4a3a-4dda-8b4a-e56d4db6d2e9, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=cd3e2535-4a3a-4dda-8b4a-e56d4db6d2e9,segment=NetworkSegment(97c77095-bc47-41b9-ad4e-e95f82e3a97b),segment_id=97c77095-bc47-41b9-ad4e-e95f82e3a97b)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:19:01.272863 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:01.341022 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Pushing event updated for resources: {'Port': ['ID=cd3e2535-4a3a-4dda-8b4a-e56d4db6d2e9,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:01.401725 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4c06ac66-cbaf-482d-ab60-69edc0716bd1 req-890ae189-9e08-48e9-970f-8f1b1cf864ae service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=07e98a44-e123-4654-87bd-63f0784ad214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5119007 Nov 25 13:19:01.404152 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 7bcb7cb8-693f-482e-b72c-e8ed0e9aa034 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:19:01.436039 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 7bcb7cb8-693f-482e-b72c-e8ed0e9aa034 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:19:01.436483 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 7bcb7cb8-693f-482e-b72c-e8ed0e9aa034 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:19:01.533994 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bda6073-ccbd-4c62-aa7e-bdac907e1e4e admin admin] Router f25d61c2-36a7-4320-975a-f57b8df412b1 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:19:01.536270 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4c06ac66-cbaf-482d-ab60-69edc0716bd1 req-8914a10d-62ad-4470-a8d9-44f9ce56cb27 service neutron] 10.222.0.47 "GET /v2.0/networks/07e98a44-e123-4654-87bd-63f0784ad214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072495 Nov 25 13:19:01.703344 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-317b914a-20da-41bb-ac83-eb2fb2a92d68 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:01.767043 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317b914a-20da-41bb-ac83-eb2fb2a92d68 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event deleted for resources: {'Port': ['ID=7bcb7cb8-693f-482e-b72c-e8ed0e9aa034,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:01.776133 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e73bbc1e-bf32-4be1-969c-abf5f347d711 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:01.783850 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317b914a-20da-41bb-ac83-eb2fb2a92d68 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] No DVR routers for this DVR port 7bcb7cb8-693f-482e-b72c-e8ed0e9aa034 on host n-d-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:19:01.818425 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cce28bd-b78b-47c8-b378-ec37af952fdb None None] Network 5a608445-48fc-4cb4-86bf-6068f5ffd561 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:19:01.894608 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-88276611-316e-4236-b19e-01b5d4c0eac6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:01.918852 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-d77930d3-80ec-4a0c-8ab3-8c96e49a9e57 None None] Provisioning complete for port cd3e2535-4a3a-4dda-8b4a-e56d4db6d2e9 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:01.919275 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d77930d3-80ec-4a0c-8ab3-8c96e49a9e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:01.951072 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-88276611-316e-4236-b19e-01b5d4c0eac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:01.966178 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4c06ac66-cbaf-482d-ab60-69edc0716bd1 req-9cf4ec98-6766-48dc-92d1-b446f79fa348 service neutron] 10.222.0.47 "GET /v2.0/networks/07e98a44-e123-4654-87bd-63f0784ad214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4159603 Nov 25 13:19:02.015893 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-317b914a-20da-41bb-ac83-eb2fb2a92d68 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:02.025048 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88276611-316e-4236-b19e-01b5d4c0eac6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:19:02.043216 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bda6073-ccbd-4c62-aa7e-bdac907e1e4e admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:19:02.054420 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4632b2-3a7a-4d50-b3e2-f1c1919e57ed None None] Sync routers for ids ['f25d61c2-36a7-4320-975a-f57b8df412b1'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:19:02.058785 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-317b914a-20da-41bb-ac83-eb2fb2a92d68 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c79da23-6876-444f-89d3-677a08979e58']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:02.065840 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-2bda6073-ccbd-4c62-aa7e-bdac907e1e4e admin admin] 10.222.0.53 "PUT /v2.0/routers/f25d61c2-36a7-4320-975a-f57b8df412b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9927115 Nov 25 13:19:02.068471 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 51020) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:02.074514 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88276611-316e-4236-b19e-01b5d4c0eac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef2b60a-00eb-47e9-b45b-561cca7f6515,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:02.081042 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-88276611-316e-4236-b19e-01b5d4c0eac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:02.081222 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4632b2-3a7a-4d50-b3e2-f1c1919e57ed None None] Routers {'f25d61c2-36a7-4320-975a-f57b8df412b1'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:19:02.081453 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-88276611-316e-4236-b19e-01b5d4c0eac6 admin admin] Added segment 8e8e2e95-f8a0-4afe-a539-972f8081808f of type vlan for network acf5578a-0f23-4846-a7a3-c62bf1311b60 Nov 25 13:19:02.081852 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-9f4632b2-3a7a-4d50-b3e2-f1c1919e57ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:18:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['f25d61c2-36a7-4320-975a-f57b8df412b1'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:02.084815 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-317b914a-20da-41bb-ac83-eb2fb2a92d68 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb92b2ad-869e-45cc-a3e7-4e3fa2655d14') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:02.085118 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-317b914a-20da-41bb-ac83-eb2fb2a92d68 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb92b2ad-869e-45cc-a3e7-4e3fa2655d14') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:02.100935 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e73bbc1e-bf32-4be1-969c-abf5f347d711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:02.128318 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-317b914a-20da-41bb-ac83-eb2fb2a92d68 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:02.202611 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-88276611-316e-4236-b19e-01b5d4c0eac6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:02.247015 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-317b914a-20da-41bb-ac83-eb2fb2a92d68 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:02.274012 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73bbc1e-bf32-4be1-969c-abf5f347d711 admin admin] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:19:02.283360 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73bbc1e-bf32-4be1-969c-abf5f347d711 admin admin] Pushing event updated for resources: {'Port': ['ID=d215e37b-23a6-4010-b32a-d320f22a363e,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:02.301167 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-317b914a-20da-41bb-ac83-eb2fb2a92d68 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:19:02.301588 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-317b914a-20da-41bb-ac83-eb2fb2a92d68 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:02.305130 n-d-808199-11 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:19:02.305130 n-d-808199-11 neutron-server[103571]: self.session.flush() Nov 25 13:19:02.305130 n-d-808199-11 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:19:02.305130 n-d-808199-11 neutron-server[103571]: self.session.flush() Nov 25 13:19:02.305130 n-d-808199-11 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:19:02.305130 n-d-808199-11 neutron-server[103571]: self.session.flush() Nov 25 13:19:02.305130 n-d-808199-11 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:19:02.305130 n-d-808199-11 neutron-server[103571]: self.session.flush() Nov 25 13:19:02.305130 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:19:02.305130 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:19:02.305130 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:19:02.305130 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:19:02.305130 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:19:02.305130 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:19:02.305130 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:19:02.305130 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:19:02.305130 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:19:02.305130 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:19:02.305130 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:19:02.305130 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:19:02.305130 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:19:02.305130 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:19:02.305130 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:19:02.305130 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:19:02.305130 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:19:02.305130 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:19:02.305130 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:19:02.305130 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:19:02.305130 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:19:02.305130 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:19:02.305130 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:19:02.305130 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:19:02.305130 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:19:02.305130 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:19:02.305130 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:19:02.305130 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:19:02.305130 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:19:02.305130 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:19:02.305130 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:19:02.305130 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:19:02.317175 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-e73bbc1e-bf32-4be1-969c-abf5f347d711 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:19:02.353403 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20de81f6-a490-4092-9d86-9d4e9ef81248 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:19:02.358443 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73bbc1e-bf32-4be1-969c-abf5f347d711 admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:19:02.362397 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-9f4632b2-3a7a-4d50-b3e2-f1c1919e57ed None None] Set router f25d61c2-36a7-4320-975a-f57b8df412b1 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:19:02.471513 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-7a29ba74-275b-490c-9da7-e0135098b547 None None] Provisioning complete for port d215e37b-23a6-4010-b32a-d320f22a363e triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:02.471769 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-88276611-316e-4236-b19e-01b5d4c0eac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:02.472090 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7a29ba74-275b-490c-9da7-e0135098b547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:02.472615 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88276611-316e-4236-b19e-01b5d4c0eac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:02.473266 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-88276611-316e-4236-b19e-01b5d4c0eac6 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:02.566399 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-317b914a-20da-41bb-ac83-eb2fb2a92d68 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:02.585457 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-7a29ba74-275b-490c-9da7-e0135098b547 None None] Port d215e37b-23a6-4010-b32a-d320f22a363e cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:19:02.653240 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-88276611-316e-4236-b19e-01b5d4c0eac6 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.4711721 Nov 25 13:19:02.656645 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-317b914a-20da-41bb-ac83-eb2fb2a92d68 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:02.664703 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-317b914a-20da-41bb-ac83-eb2fb2a92d68 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "DELETE /v2.0/networks/4c79da23-6876-444f-89d3-677a08979e58 HTTP/1.1" status: 204 len: 168 time: 3.3336112 Nov 25 13:19:02.678993 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51030) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:02.681159 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51034) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:02.721400 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-80025818-567f-466a-91cd-5829b96dc8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:02.755987 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-74747018-045a-4fef-93e8-6088ab964b6d admin admin] Request body: {'subnet': {'network_id': 'acf5578a-0f23-4846-a7a3-c62bf1311b60', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1234303653-subnet', 'tenant_id': 'f4b2c247b6d44eebbcd9263839aab5b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:19:02.760018 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-9f4632b2-3a7a-4d50-b3e2-f1c1919e57ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f25d61c2-36a7-4320-975a-f57b8df412b1', 'name': 'tempest-FloatingIPsNegativeTestJSON-807661554-router', 'tenant_id': 'b9333966b41349c9ba0e3dfb564eeccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'fe57f2f0-cf99-4c4a-91e2-fc2e381095ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:18:44Z', 'updated_at': '2021-11-25T13:18:59Z', 'revision_number': 5, 'project_id': 'b9333966b41349c9ba0e3dfb564eeccf', 'gw_port': {'id': 'fe57f2f0-cf99-4c4a-91e2-fc2e381095ea', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:70:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25d61c2-36a7-4320-975a-f57b8df412b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:18:45Z', 'updated_at': '2021-11-25T13:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:02.814556 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-115561cb-f917-4d2b-b761-f4a6e42a91d5 None None] Provisioning complete for port cd3e2535-4a3a-4dda-8b4a-e56d4db6d2e9 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:02.814556 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-115561cb-f917-4d2b-b761-f4a6e42a91d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:02.839494 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4632b2-3a7a-4d50-b3e2-f1c1919e57ed None None] Checking router: f25d61c2-36a7-4320-975a-f57b8df412b1 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:19:02.866289 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4632b2-3a7a-4d50-b3e2-f1c1919e57ed None None] Routers {'f25d61c2-36a7-4320-975a-f57b8df412b1'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:19:02.867000 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-9f4632b2-3a7a-4d50-b3e2-f1c1919e57ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:19:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['f25d61c2-36a7-4320-975a-f57b8df412b1'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:02.878591 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device cd3e2535-4a3a-4dda-8b4a-e56d4db6d2e9 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:19:03.030910 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3ccf8168-c152-45f3-8bc1-b20b9eb569b5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:03.102329 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88276611-316e-4236-b19e-01b5d4c0eac6 admin admin] Pushing event updated for resources: {'Network': ['ID=acf5578a-0f23-4846-a7a3-c62bf1311b60,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:03.141700 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network acf5578a-0f23-4846-a7a3-c62bf1311b60 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:19:03.148989 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317b914a-20da-41bb-ac83-eb2fb2a92d68 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event deleted for resources: {'Network': ['ID=4c79da23-6876-444f-89d3-677a08979e58,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:03.161692 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-9f4632b2-3a7a-4d50-b3e2-f1c1919e57ed None None] Set router f25d61c2-36a7-4320-975a-f57b8df412b1 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:19:03.177425 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8f1251-94c2-412d-9825-f7ce1ab1fbb4 req-c7f68715-a8db-49fb-b4d8-7de16c122b77 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:03.179065 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7a8f1251-94c2-412d-9825-f7ce1ab1fbb4 req-c7f68715-a8db-49fb-b4d8-7de16c122b77 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/ports?device_id=c674b94d-cfaa-46b9-b0d5-de2847250938 HTTP/1.1" status: 200 len: 984 time: 0.2110078 Nov 25 13:19:03.182958 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3ccf8168-c152-45f3-8bc1-b20b9eb569b5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:03.220961 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74747018-045a-4fef-93e8-6088ab964b6d admin admin] Made reservation on behalf of f4b2c247b6d44eebbcd9263839aab5b2 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:19:03.225906 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-74747018-045a-4fef-93e8-6088ab964b6d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:03.250112 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 51044) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:03.256703 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077318e7-6976-442a-b88b-b948cf51dca8 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:03.258396 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-077318e7-6976-442a-b88b-b948cf51dca8 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.5731151 Nov 25 13:19:03.265583 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51046) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:03.307461 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7a8f1251-94c2-412d-9825-f7ce1ab1fbb4 req-49ac514f-60f4-4bb4-834b-fb9241e2f842 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/security-groups?id=4740d5e6-ba1b-4fd6-9612-9b9185db2d9b&id=71b745fe-d2cb-422a-add1-953b5e124736&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1207693 Nov 25 13:19:03.320096 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf8168-c152-45f3-8bc1-b20b9eb569b5 admin admin] Deleting port fe57f2f0-cf99-4c4a-91e2-fc2e381095ea {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:19:03.320456 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3ccf8168-c152-45f3-8bc1-b20b9eb569b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:03.468827 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e73bbc1e-bf32-4be1-969c-abf5f347d711 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:03.501744 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-57f52693-fa11-4928-8c66-59f9234e272d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:03.516157 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-3ccf8168-c152-45f3-8bc1-b20b9eb569b5 admin admin] For port fe57f2f0-cf99-4c4a-91e2-fc2e381095ea, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=fe57f2f0-cf99-4c4a-91e2-fc2e381095ea,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:19:03.516982 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3ccf8168-c152-45f3-8bc1-b20b9eb569b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:03.529334 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port cd3e2535-4a3a-4dda-8b4a-e56d4db6d2e9 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:03.530441 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:03.536770 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf8168-c152-45f3-8bc1-b20b9eb569b5 admin admin] Calling delete_port for fe57f2f0-cf99-4c4a-91e2-fc2e381095ea owned by network:router_gateway {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:19:03.667133 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-9f4632b2-3a7a-4d50-b3e2-f1c1919e57ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f25d61c2-36a7-4320-975a-f57b8df412b1', 'name': 'tempest-FloatingIPsNegativeTestJSON-807661554-router', 'tenant_id': 'b9333966b41349c9ba0e3dfb564eeccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'fe57f2f0-cf99-4c4a-91e2-fc2e381095ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:18:44Z', 'updated_at': '2021-11-25T13:18:59Z', 'revision_number': 5, 'project_id': 'b9333966b41349c9ba0e3dfb564eeccf', 'gw_port': {'id': 'fe57f2f0-cf99-4c4a-91e2-fc2e381095ea', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:70:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25d61c2-36a7-4320-975a-f57b8df412b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:18:45Z', 'updated_at': '2021-11-25T13:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:03.697151 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4632b2-3a7a-4d50-b3e2-f1c1919e57ed None None] The sync data for ids ['f25d61c2-36a7-4320-975a-f57b8df412b1'] in n-d-808199-11 is: [{'id': 'f25d61c2-36a7-4320-975a-f57b8df412b1', 'name': 'tempest-FloatingIPsNegativeTestJSON-807661554-router', 'tenant_id': 'b9333966b41349c9ba0e3dfb564eeccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'fe57f2f0-cf99-4c4a-91e2-fc2e381095ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:18:44Z', 'updated_at': '2021-11-25T13:18:59Z', 'revision_number': 5, 'project_id': 'b9333966b41349c9ba0e3dfb564eeccf', 'gw_port': {'id': 'fe57f2f0-cf99-4c4a-91e2-fc2e381095ea', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:70:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25d61c2-36a7-4320-975a-f57b8df412b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:18:45Z', 'updated_at': '2021-11-25T13:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:19:03.710415 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-57f52693-fa11-4928-8c66-59f9234e272d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:03.738767 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-57f52693-fa11-4928-8c66-59f9234e272d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:03.794141 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:03.816399 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-57f52693-fa11-4928-8c66-59f9234e272d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=49cd98445367453290a77d1a0418349c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5630288 Nov 25 13:19:03.824217 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 51056) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:03.869564 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-74747018-045a-4fef-93e8-6088ab964b6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:03.880267 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f52693-fa11-4928-8c66-59f9234e272d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e12cc29-426e-476f-bc90-142b8a2764cc,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:03.930727 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3ccf8168-c152-45f3-8bc1-b20b9eb569b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:03.951209 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-756f3e02-7dd0-4e0b-a7c2-275607b3c83a tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.6816506 Nov 25 13:19:03.963194 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 51064) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:03.968320 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-40099fc2-937e-4b2b-8207-9af04e36b259 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1155690061'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:19:03.975688 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf8168-c152-45f3-8bc1-b20b9eb569b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe57f2f0-cf99-4c4a-91e2-fc2e381095ea,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:03.978954 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-490fd8ca-1a8b-4bc3-bd8a-045bd1a1144c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:03.993438 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74747018-045a-4fef-93e8-6088ab964b6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba92a799-eefa-477c-868f-a705bdaed2a8,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:04.001800 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b45d1f-704f-49e8-9a41-44ea748713d8 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:19:04.007768 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51066) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:04.053434 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40099fc2-937e-4b2b-8207-9af04e36b259 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Made reservation on behalf of 103222503d1f447390d34cefdf0e19b7 for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:19:04.053951 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74747018-045a-4fef-93e8-6088ab964b6d admin admin] Checking segment: {'id': '8e8e2e95-f8a0-4afe-a539-972f8081808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'acf5578a-0f23-4846-a7a3-c62bf1311b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:19:04.054273 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74747018-045a-4fef-93e8-6088ab964b6d admin admin] Network hostable DHCP agents. Network: acf5578a-0f23-4846-a7a3-c62bf1311b60, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:19:04.056726 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-40099fc2-937e-4b2b-8207-9af04e36b259 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:04.087426 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-490fd8ca-1a8b-4bc3-bd8a-045bd1a1144c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:04.123286 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74747018-045a-4fef-93e8-6088ab964b6d admin admin] Network acf5578a-0f23-4846-a7a3-c62bf1311b60 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:19:04.125694 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e73bbc1e-bf32-4be1-969c-abf5f347d711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:04.144750 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40099fc2-937e-4b2b-8207-9af04e36b259 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:19:04.156189 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3ccf8168-c152-45f3-8bc1-b20b9eb569b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:04.161898 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-40099fc2-937e-4b2b-8207-9af04e36b259 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:04.162250 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-40099fc2-937e-4b2b-8207-9af04e36b259 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Added segment 3d4c5b2c-f8c3-498a-b0c4-16f00140ae11 of type vlan for network 1db291b8-7bca-495e-86d9-714da0223278 Nov 25 13:19:04.177509 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-74747018-045a-4fef-93e8-6088ab964b6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, acf5578a-0f23-4846-a7a3-c62bf1311b60) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:19:04.181773 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74747018-045a-4fef-93e8-6088ab964b6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:04.182509 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-74747018-045a-4fef-93e8-6088ab964b6d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:04.186478 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f103ef-9ab2-41d0-858e-c8d6dc6ee3ff None None] Network acf5578a-0f23-4846-a7a3-c62bf1311b60 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:19:04.210117 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a18e5f-94e9-4f29-9273-2fe0af83f491 req-38adb3d8-0a9f-4a18-959b-21c178141cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:04.210879 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a18e5f-94e9-4f29-9273-2fe0af83f491 req-38adb3d8-0a9f-4a18-959b-21c178141cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:04.211300 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a18e5f-94e9-4f29-9273-2fe0af83f491 req-38adb3d8-0a9f-4a18-959b-21c178141cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:04.211873 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a18e5f-94e9-4f29-9273-2fe0af83f491 req-38adb3d8-0a9f-4a18-959b-21c178141cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:04.212379 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a18e5f-94e9-4f29-9273-2fe0af83f491 req-38adb3d8-0a9f-4a18-959b-21c178141cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:04.212877 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a18e5f-94e9-4f29-9273-2fe0af83f491 req-38adb3d8-0a9f-4a18-959b-21c178141cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:04.213434 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a18e5f-94e9-4f29-9273-2fe0af83f491 req-38adb3d8-0a9f-4a18-959b-21c178141cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:04.215418 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a6a18e5f-94e9-4f29-9273-2fe0af83f491 req-38adb3d8-0a9f-4a18-959b-21c178141cbb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 6509 time: 0.2065334 Nov 25 13:19:04.264609 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-74747018-045a-4fef-93e8-6088ab964b6d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5821390 Nov 25 13:19:04.346454 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-40099fc2-937e-4b2b-8207-9af04e36b259 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:04.372696 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a6a18e5f-94e9-4f29-9273-2fe0af83f491 req-ec4470ab-67e3-4087-abc1-2cf36ba02011 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b58ccaf7-fcbc-46a0-8300-65e745ae9e20&id=0bfd0f62-df40-4a2c-8890-32844a1d7ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1500907 Nov 25 13:19:04.396706 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3ccf8168-c152-45f3-8bc1-b20b9eb569b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:04.400912 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3ccf8168-c152-45f3-8bc1-b20b9eb569b5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:04.407698 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e73bbc1e-bf32-4be1-969c-abf5f347d711 admin admin] Router 3a5f7005-8d46-4d00-a884-62a9a0c57b2b is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:19:04.408977 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-40099fc2-937e-4b2b-8207-9af04e36b259 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:04.424950 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40099fc2-937e-4b2b-8207-9af04e36b259 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:04.425575 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-40099fc2-937e-4b2b-8207-9af04e36b259 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:04.452893 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c386c42c-c1c8-4089-8f80-cbeda4831b79 None None] Network acf5578a-0f23-4846-a7a3-c62bf1311b60 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:19:04.510363 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-490fd8ca-1a8b-4bc3-bd8a-045bd1a1144c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:04.513272 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-490fd8ca-1a8b-4bc3-bd8a-045bd1a1144c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:04.514082 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-490fd8ca-1a8b-4bc3-bd8a-045bd1a1144c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5e12cc29-426e-476f-bc90-142b8a2764cc HTTP/1.1" status: 204 len: 168 time: 0.6889141 Nov 25 13:19:04.587710 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-40099fc2-937e-4b2b-8207-9af04e36b259 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6232910 Nov 25 13:19:04.605389 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 51082) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:04.615468 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-d32a4e80-5cb5-4cae-9ef7-5934f0beb4be tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Request body: {'subnet': {'network_id': '1db291b8-7bca-495e-86d9-714da0223278', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:19:04.618925 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3ccf8168-c152-45f3-8bc1-b20b9eb569b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:04.619452 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ccf8168-c152-45f3-8bc1-b20b9eb569b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f25d61c2-36a7-4320-975a-f57b8df412b1 {{(pid=103570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:19:04.621097 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490fd8ca-1a8b-4bc3-bd8a-045bd1a1144c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e12cc29-426e-476f-bc90-142b8a2764cc,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:04.629566 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3ccf8168-c152-45f3-8bc1-b20b9eb569b5 admin admin] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:04.632899 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3ccf8168-c152-45f3-8bc1-b20b9eb569b5 admin admin] 10.222.0.53 "DELETE /v2.0/routers/f25d61c2-36a7-4320-975a-f57b8df412b1 HTTP/1.1" status: 204 len: 168 time: 2.5607870 Nov 25 13:19:04.634722 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 51084) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:04.636336 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40099fc2-937e-4b2b-8207-9af04e36b259 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event updated for resources: {'Network': ['ID=1db291b8-7bca-495e-86d9-714da0223278,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:04.643248 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e73bbc1e-bf32-4be1-969c-abf5f347d711 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:19:04.666518 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 1db291b8-7bca-495e-86d9-714da0223278 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:19:04.674651 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29b2471-47ab-438e-accd-dd3c31ed9a2a None None] Sync routers for ids ['3a5f7005-8d46-4d00-a884-62a9a0c57b2b'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:19:04.681790 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e73bbc1e-bf32-4be1-969c-abf5f347d711 admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:04.687856 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-e73bbc1e-bf32-4be1-969c-abf5f347d711 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.3833263 Nov 25 13:19:04.690895 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51088) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:04.797238 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b884086-42e8-4dcf-93d4-2967f55ca975 req-df3f82d5-f1bb-4da3-8dbe-47bed8569444 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:04.813747 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2b884086-42e8-4dcf-93d4-2967f55ca975 req-df3f82d5-f1bb-4da3-8dbe-47bed8569444 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/ports?device_id=c674b94d-cfaa-46b9-b0d5-de2847250938 HTTP/1.1" status: 200 len: 984 time: 0.3545697 Nov 25 13:19:04.847952 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-06e2bc1c-3556-410d-9264-4e8898880565 admin admin] Deleting subnet ec2b22e2-3f62-41f1-a8a5-bef2d3005b2b {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:19:04.848187 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29b2471-47ab-438e-accd-dd3c31ed9a2a None None] Routers {'3a5f7005-8d46-4d00-a884-62a9a0c57b2b'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:19:04.848857 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-c29b2471-47ab-438e-accd-dd3c31ed9a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:19:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['3a5f7005-8d46-4d00-a884-62a9a0c57b2b'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:04.858220 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-06e2bc1c-3556-410d-9264-4e8898880565 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:04.927442 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-06e2bc1c-3556-410d-9264-4e8898880565 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:04.931896 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d32a4e80-5cb5-4cae-9ef7-5934f0beb4be tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Made reservation on behalf of 103222503d1f447390d34cefdf0e19b7 for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:19:04.935938 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d32a4e80-5cb5-4cae-9ef7-5934f0beb4be tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:04.968474 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device b3cb31e0-f705-498d-98b8-2ff5b6414d24 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:19:04.991661 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2b884086-42e8-4dcf-93d4-2967f55ca975 req-2ed2fe68-d376-479a-a8a3-d9aa0a579245 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/security-groups?id=4740d5e6-ba1b-4fd6-9612-9b9185db2d9b&id=71b745fe-d2cb-422a-add1-953b5e124736&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1821921 Nov 25 13:19:05.013222 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: b3cb31e0-f705-498d-98b8-2ff5b6414d24 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:19:05.013578 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device b3cb31e0-f705-498d-98b8-2ff5b6414d24 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:19:05.092526 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [req-01c72347-6aed-4da8-9b60-ab4cc6123d95 req-a485b954-7de6-4f66-b705-11842b819afe tempest-SecurityGroupsNegativeTestJSON-1840532926 tempest-SecurityGroupsNegativeTestJSON-1840532926-project] show failed (client error): The resource could not be found. Nov 25 13:19:05.093462 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-01c72347-6aed-4da8-9b60-ab4cc6123d95 req-a485b954-7de6-4f66-b705-11842b819afe tempest-SecurityGroupsNegativeTestJSON-1840532926 tempest-SecurityGroupsNegativeTestJSON-1840532926-project] 10.222.0.53 "GET /v2.0/security-groups/3e0bce8a-2120-4527-8d09-ee0b1cc40a36 HTTP/1.1" status: 404 len: 352 time: 0.0435958 Nov 25 13:19:05.200416 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:05.210312 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-c29b2471-47ab-438e-accd-dd3c31ed9a2a None None] Set router 3a5f7005-8d46-4d00-a884-62a9a0c57b2b gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:19:05.247076 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-06e2bc1c-3556-410d-9264-4e8898880565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:05.285327 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6513bfed-9f26-4810-bf26-d606c49464e0 req-77bb3836-6340-4957-a5a3-0dc2b2e3bcf4 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-782538004&fields=id&tenant_id=d3f9f88292274c1e909ee2b5229333e7 HTTP/1.1" status: 200 len: 267 time: 0.1726086 Nov 25 13:19:05.430733 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-60c17382-a193-44fb-a047-b58b8a417b49 req-83fa1d5d-bf3d-4bf3-8299-d884d14cbba9 tempest-SecurityGroupsNegativeTestJSON-1840532926 tempest-SecurityGroupsNegativeTestJSON-1840532926-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f4b2c247b6d44eebbcd9263839aab5b2 HTTP/1.1" status: 200 len: 3005 time: 0.2548358 Nov 25 13:19:05.494039 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-c29b2471-47ab-438e-accd-dd3c31ed9a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5f7005-8d46-4d00-a884-62a9a0c57b2b', 'name': 'tempest-TestServerBasicOps-1730900946-router', 'tenant_id': 'f316b895b9bc47d6886b73ece5df5d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': 'd215e37b-23a6-4010-b32a-d320f22a363e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:18:57Z', 'updated_at': '2021-11-25T13:19:03Z', 'revision_number': 3, 'project_id': 'f316b895b9bc47d6886b73ece5df5d1d', 'gw_port': {'id': 'd215e37b-23a6-4010-b32a-d320f22a363e', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a0:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a5f7005-8d46-4d00-a884-62a9a0c57b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:00Z', 'updated_at': '2021-11-25T13:19:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:05.509516 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6513bfed-9f26-4810-bf26-d606c49464e0 req-21889e85-2d4f-4928-a006-89984adf4b9e tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:05.510154 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6513bfed-9f26-4810-bf26-d606c49464e0 req-21889e85-2d4f-4928-a006-89984adf4b9e tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/ports?device_id=c674b94d-cfaa-46b9-b0d5-de2847250938 HTTP/1.1" status: 200 len: 984 time: 0.2240291 Nov 25 13:19:05.515344 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-06e2bc1c-3556-410d-9264-4e8898880565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:05.536868 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d32a4e80-5cb5-4cae-9ef7-5934f0beb4be tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:05.543178 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-6513bfed-9f26-4810-bf26-d606c49464e0 req-5840c4ff-8a31-488a-88d4-ad146c5e05d6 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Request body: {'port': {'security_groups': ['4740d5e6-ba1b-4fd6-9612-9b9185db2d9b', '71b745fe-d2cb-422a-add1-953b5e124736', 'b0fa1136-972a-4a83-97a5-428013953e38']}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:19:05.550942 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29b2471-47ab-438e-accd-dd3c31ed9a2a None None] Checking router: 3a5f7005-8d46-4d00-a884-62a9a0c57b2b for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:19:05.551309 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29b2471-47ab-438e-accd-dd3c31ed9a2a None None] Updating router 3a5f7005-8d46-4d00-a884-62a9a0c57b2b port d215e37b-23a6-4010-b32a-d320f22a363e binding host n-d-808199-11 {{(pid=103572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:19:05.569609 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e2bc1c-3556-410d-9264-4e8898880565 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec2b22e2-3f62-41f1-a8a5-bef2d3005b2b,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:05.584108 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c29b2471-47ab-438e-accd-dd3c31ed9a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:05.611498 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27678dbe-df65-4a73-8263-c17e30d7a0ab None None] Network 29b99312-fc63-48f9-ab7c-dec5a83cc23d requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:19:05.616549 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51114) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:05.681592 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-06e2bc1c-3556-410d-9264-4e8898880565 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:05.686273 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-06e2bc1c-3556-410d-9264-4e8898880565 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ec2b22e2-3f62-41f1-a8a5-bef2d3005b2b HTTP/1.1" status: 204 len: 168 time: 1.0508549 Nov 25 13:19:05.687502 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32a4e80-5cb5-4cae-9ef7-5934f0beb4be tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event updated for resources: {'Subnet': ['ID=16f3251e-c505-410e-b5d3-3b5b7619e352,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:05.693263 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51118) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:05.742568 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32a4e80-5cb5-4cae-9ef7-5934f0beb4be tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Checking segment: {'id': '3d4c5b2c-f8c3-498a-b0c4-16f00140ae11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1db291b8-7bca-495e-86d9-714da0223278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:19:05.743247 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32a4e80-5cb5-4cae-9ef7-5934f0beb4be tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Network hostable DHCP agents. Network: 1db291b8-7bca-495e-86d9-714da0223278, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:19:05.753909 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-60c17382-a193-44fb-a047-b58b8a417b49 req-f890b0d1-1354-4551-a9c0-44ea6dfa909a tempest-SecurityGroupsNegativeTestJSON-1840532926 tempest-SecurityGroupsNegativeTestJSON-1840532926-project] 10.222.0.53 "GET /v2.0/security-groups/6ef2b60a-00eb-47e9-b45b-561cca7f6515 HTTP/1.1" status: 200 len: 3002 time: 0.2864888 Nov 25 13:19:05.769433 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-d53bb507-aef1-4686-a85b-f7263cd0cb4d admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-421086233-network', 'tenant_id': '6ba3ab7c0d724058adeab7a26e218a01'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:19:05.827859 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32a4e80-5cb5-4cae-9ef7-5934f0beb4be tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Network 1db291b8-7bca-495e-86d9-714da0223278 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:19:05.834055 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-6513bfed-9f26-4810-bf26-d606c49464e0 req-5840c4ff-8a31-488a-88d4-ad146c5e05d6 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:05.854649 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-d32a4e80-5cb5-4cae-9ef7-5934f0beb4be tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 1db291b8-7bca-495e-86d9-714da0223278) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:19:05.862747 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32a4e80-5cb5-4cae-9ef7-5934f0beb4be tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:05.863281 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d32a4e80-5cb5-4cae-9ef7-5934f0beb4be tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:05.871566 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3290c50-9e1f-421b-a3b7-a756d7e3c41f None None] Network 1db291b8-7bca-495e-86d9-714da0223278 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:19:05.880375 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-60c17382-a193-44fb-a047-b58b8a417b49 req-bc20fb1e-7dfc-4a06-801e-c88b26ac5c51 tempest-SecurityGroupsNegativeTestJSON-1840532926 tempest-SecurityGroupsNegativeTestJSON-1840532926-project] 10.222.0.53 "GET /v2.0/security-groups/6ef2b60a-00eb-47e9-b45b-561cca7f6515 HTTP/1.1" status: 200 len: 3002 time: 0.0953853 Nov 25 13:19:05.887877 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-359153ee-7d9b-4381-bcae-9a76f2d28808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:05.893586 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f1a1ea8d-ff24-49d6-a62b-17098f47d55f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:05.900666 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53bb507-aef1-4686-a85b-f7263cd0cb4d admin admin] Made reservation on behalf of 6ba3ab7c0d724058adeab7a26e218a01 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:19:05.905538 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d53bb507-aef1-4686-a85b-f7263cd0cb4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:05.912982 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d32a4e80-5cb5-4cae-9ef7-5934f0beb4be tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3039665 Nov 25 13:19:05.916563 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 51122) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:05.921374 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-3b061b60-76c9-40dc-9f46-9ed8867f13a3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Request body: {'port': {'network_id': '1db291b8-7bca-495e-86d9-714da0223278', 'name': 'tempest-PortsTestJSON-1594382669'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:19:05.935629 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d53bb507-aef1-4686-a85b-f7263cd0cb4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:05.991062 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28b8ab4-bb39-4bae-8bd9-4fb42885d5c0 None None] DHCP port deletion for 29b99312-fc63-48f9-ab7c-dec5a83cc23d request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:19:06.055450 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7c089054-515f-4a07-99ae-6277f3e73b64 req-1e038832-2dcb-4e46-836b-6464dda1eeca tempest-SecurityGroupsNegativeTestJSON-1840532926 tempest-SecurityGroupsNegativeTestJSON-1840532926-project] 10.222.0.53 "GET /v2.0/security-groups/6ef2b60a-00eb-47e9-b45b-561cca7f6515 HTTP/1.1" status: 200 len: 3002 time: 0.1429977 Nov 25 13:19:06.099259 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c29b2471-47ab-438e-accd-dd3c31ed9a2a None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:06.117871 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c29b2471-47ab-438e-accd-dd3c31ed9a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:06.139262 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-359153ee-7d9b-4381-bcae-9a76f2d28808 admin admin] Deleting port 85fdab2a-42ac-4e83-843c-bada79ccddad {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:19:06.139675 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-359153ee-7d9b-4381-bcae-9a76f2d28808 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:06.211057 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330e4260-f500-4afa-917b-75084baaae3f None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:19:06.225563 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898a3d0d-07cd-4011-aa34-e5e5dbe0b571 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-1db291b8-7bca-495e-86d9-714da0223278', 'network_id': '1db291b8-7bca-495e-86d9-714da0223278', 'tenant_id': '103222503d1f447390d34cefdf0e19b7', 'fixed_ips': [{'subnet_id': '16f3251e-c505-410e-b5d3-3b5b7619e352'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:19:06.226427 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-898a3d0d-07cd-4011-aa34-e5e5dbe0b571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:06.243654 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a519cd6-7406-46d0-a2ba-125b1eaa29f4 None None] Pushing event updated for resources: {'Port': ['ID=d215e37b-23a6-4010-b32a-d320f22a363e,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:06.253733 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-c29b2471-47ab-438e-accd-dd3c31ed9a2a None None] Attempting to bind port d215e37b-23a6-4010-b32a-d320f22a363e on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:19:06.254112 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-c29b2471-47ab-438e-accd-dd3c31ed9a2a None None] Attempting to bind port d215e37b-23a6-4010-b32a-d320f22a363e by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:19:06.255405 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29b2471-47ab-438e-accd-dd3c31ed9a2a None None] Attempting to bind port d215e37b-23a6-4010-b32a-d320f22a363e on network 7542d3d9-0db3-40e7-ab88-a168871141f7 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:19:06.255526 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b061b60-76c9-40dc-9f46-9ed8867f13a3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Made reservation on behalf of 103222503d1f447390d34cefdf0e19b7 for: {'port': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:19:06.259179 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3b061b60-76c9-40dc-9f46-9ed8867f13a3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:06.271054 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-e28b8ab4-bb39-4bae-8bd9-4fb42885d5c0 None None] Deleting port 85fdab2a-42ac-4e83-843c-bada79ccddad {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:19:06.271328 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e28b8ab4-bb39-4bae-8bd9-4fb42885d5c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:06.275525 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29b2471-47ab-438e-accd-dd3c31ed9a2a None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:19:06.275525 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29b2471-47ab-438e-accd-dd3c31ed9a2a None None] Checking segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:19:06.275525 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c29b2471-47ab-438e-accd-dd3c31ed9a2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:06.275978 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29b2471-47ab-438e-accd-dd3c31ed9a2a None None] Bound using segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:19:06.276618 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-c29b2471-47ab-438e-accd-dd3c31ed9a2a None None] Bound port: d215e37b-23a6-4010-b32a-d320f22a363e, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:19:06.277520 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d53bb507-aef1-4686-a85b-f7263cd0cb4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:06.277645 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c29b2471-47ab-438e-accd-dd3c31ed9a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:06.278994 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-359153ee-7d9b-4381-bcae-9a76f2d28808 admin admin] For port 85fdab2a-42ac-4e83-843c-bada79ccddad, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=85fdab2a-42ac-4e83-843c-bada79ccddad,segment=NetworkSegment(bbcf8305-d703-4c68-85bf-12f560a35c81),segment_id=bbcf8305-d703-4c68-85bf-12f560a35c81)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:19:06.279471 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-359153ee-7d9b-4381-bcae-9a76f2d28808 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:06.282246 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [None req-3b061b60-76c9-40dc-9f46-9ed8867f13a3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] device_id is not set on port f8d2b5be-a519-4421-ba44-39d149d9ec33 yet. {{(pid=103570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:19:06.290898 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:06.293341 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d53bb507-aef1-4686-a85b-f7263cd0cb4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:06.305771 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-359153ee-7d9b-4381-bcae-9a76f2d28808 admin admin] Calling delete_port for 85fdab2a-42ac-4e83-843c-bada79ccddad owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:19:06.329358 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [req-7c089054-515f-4a07-99ae-6277f3e73b64 req-99124126-3fb5-4bea-817f-bc1152a9f946 tempest-SecurityGroupsNegativeTestJSON-1840532926 tempest-SecurityGroupsNegativeTestJSON-1840532926-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 25 13:19:06.330470 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7c089054-515f-4a07-99ae-6277f3e73b64 req-99124126-3fb5-4bea-817f-bc1152a9f946 tempest-SecurityGroupsNegativeTestJSON-1840532926 tempest-SecurityGroupsNegativeTestJSON-1840532926-project] 10.222.0.53 "DELETE /v2.0/security-groups/6ef2b60a-00eb-47e9-b45b-561cca7f6515 HTTP/1.1" status: 409 len: 352 time: 0.2456212 Nov 25 13:19:06.338792 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-f1a1ea8d-ff24-49d6-a62b-17098f47d55f admin admin] Allocated IP 172.20.0.1 (5a608445-48fc-4cb4-86bf-6068f5ffd561/4997cc2a-e143-43c9-a247-504e1c6f3545/8d4daf44-e2bf-473a-8988-96eef2fd238e) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:19:06.342634 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d53bb507-aef1-4686-a85b-f7263cd0cb4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:19:06.388118 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-6513bfed-9f26-4810-bf26-d606c49464e0 req-5840c4ff-8a31-488a-88d4-ad146c5e05d6 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] For port 3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1,segment=NetworkSegment(ea599390-cb21-4f42-a770-5e7220a6f048),segment_id=ea599390-cb21-4f42-a770-5e7220a6f048)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:19:06.419716 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53bb507-aef1-4686-a85b-f7263cd0cb4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4edf022-cb19-4414-8a2c-5af27854ae74,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:06.427923 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d53bb507-aef1-4686-a85b-f7263cd0cb4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:06.428649 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-d53bb507-aef1-4686-a85b-f7263cd0cb4d admin admin] Added segment 5f9112fc-ff49-4b47-aa73-9d987cde76c7 of type vlan for network 302cd77f-0aa0-4fd0-9347-1bf95451c456 Nov 25 13:19:06.431737 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-e28b8ab4-bb39-4bae-8bd9-4fb42885d5c0 None None] For port 85fdab2a-42ac-4e83-843c-bada79ccddad, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=85fdab2a-42ac-4e83-843c-bada79ccddad,segment=NetworkSegment(bbcf8305-d703-4c68-85bf-12f560a35c81),segment_id=bbcf8305-d703-4c68-85bf-12f560a35c81)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:19:06.432174 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e28b8ab4-bb39-4bae-8bd9-4fb42885d5c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:06.438300 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [req-b6d070aa-8ae5-4050-affa-b17269a3a90f req-4f5e0a9c-3cee-415c-a0a8-af78e65182dd tempest-SecurityGroupsNegativeTestJSON-1840532926 tempest-SecurityGroupsNegativeTestJSON-1840532926-project] show failed (client error): The resource could not be found. Nov 25 13:19:06.439941 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b6d070aa-8ae5-4050-affa-b17269a3a90f req-4f5e0a9c-3cee-415c-a0a8-af78e65182dd tempest-SecurityGroupsNegativeTestJSON-1840532926 tempest-SecurityGroupsNegativeTestJSON-1840532926-project] 10.222.0.53 "GET /v2.0/security-groups/e4ed7e14-0698-4504-baf7-d280c497d48d HTTP/1.1" status: 404 len: 352 time: 0.0599360 Nov 25 13:19:06.481088 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-6513bfed-9f26-4810-bf26-d606c49464e0 req-5840c4ff-8a31-488a-88d4-ad146c5e05d6 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:06.491533 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-3b061b60-76c9-40dc-9f46-9ed8867f13a3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Allocated IP 172.20.0.2 (1db291b8-7bca-495e-86d9-714da0223278/16f3251e-c505-410e-b5d3-3b5b7619e352/f8d2b5be-a519-4421-ba44-39d149d9ec33) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:19:06.495970 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-6513bfed-9f26-4810-bf26-d606c49464e0 req-5840c4ff-8a31-488a-88d4-ad146c5e05d6 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:06.497920 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [req-3f0fe52e-8a5f-424a-a109-5aa95780d1a2 req-728e6018-73b1-45ef-8763-31be62a1edfc tempest-SecurityGroupsNegativeTestJSON-1840532926 tempest-SecurityGroupsNegativeTestJSON-1840532926-project] show failed (client error): The resource could not be found. Nov 25 13:19:06.499011 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3f0fe52e-8a5f-424a-a109-5aa95780d1a2 req-728e6018-73b1-45ef-8763-31be62a1edfc tempest-SecurityGroupsNegativeTestJSON-1840532926 tempest-SecurityGroupsNegativeTestJSON-1840532926-project] 10.222.0.53 "GET /v2.0/security-groups/5a5bba1b-1486-42e9-b090-b460bca3ca25 HTTP/1.1" status: 404 len: 352 time: 0.0311990 Nov 25 13:19:06.499205 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-39d41f04-b5b9-49c9-b82f-4286cf3162a3 None None] Provisioning complete for port d215e37b-23a6-4010-b32a-d320f22a363e triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:06.499614 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-39d41f04-b5b9-49c9-b82f-4286cf3162a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:06.527331 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 51130) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:06.562835 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-359153ee-7d9b-4381-bcae-9a76f2d28808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:06.596277 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6513bfed-9f26-4810-bf26-d606c49464e0 req-5840c4ff-8a31-488a-88d4-ad146c5e05d6 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:06.596981 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-6513bfed-9f26-4810-bf26-d606c49464e0 req-5840c4ff-8a31-488a-88d4-ad146c5e05d6 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:06.599435 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6513bfed-9f26-4810-bf26-d606c49464e0 req-5840c4ff-8a31-488a-88d4-ad146c5e05d6 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "PUT /v2.0/ports/3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1 HTTP/1.1" status: 200 len: 1020 time: 1.0749638 Nov 25 13:19:06.608160 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c674b94d-cfaa-46b9-b0d5-de2847250938', 'tag': '3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:19:06.610620 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30aebd94-40d3-40b2-a67d-7c40d8099092" -d '{"events": [{"name": "network-changed", "server_uuid": "c674b94d-cfaa-46b9-b0d5-de2847250938", "tag": "3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:19:06.641547 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359153ee-7d9b-4381-bcae-9a76f2d28808 admin admin] Pushing event deleted for resources: {'Port': ['ID=85fdab2a-42ac-4e83-843c-bada79ccddad,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:06.644317 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359153ee-7d9b-4381-bcae-9a76f2d28808 admin admin] No DVR routers for this DVR port 85fdab2a-42ac-4e83-843c-bada79ccddad on host n-d-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:19:06.654133 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5840c4ff-8a31-488a-88d4-ad146c5e05d6 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Pushing event updated for resources: {'Port': ['ID=3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1,revision_number=7']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:06.671604 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-053f8ea9-3ba5-4db6-ae7f-e8a63f26f892 admin admin] Deleting subnet ba92a799-eefa-477c-868f-a705bdaed2a8 {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:19:06.679517 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-053f8ea9-3ba5-4db6-ae7f-e8a63f26f892 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:06.690100 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-e28b8ab4-bb39-4bae-8bd9-4fb42885d5c0 None None] Calling delete_port for 85fdab2a-42ac-4e83-843c-bada79ccddad owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:19:06.692470 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d53bb507-aef1-4686-a85b-f7263cd0cb4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:06.705334 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['e865706f-7df6-4e7a-bcf9-facba69873bc', '3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:19:06.736665 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d317d80b-8b79-43f2-8582-b62e3594917f x-openstack-request-id: req-d317d80b-8b79-43f2-8582-b62e3594917f {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:19:06.736955 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c674b94d-cfaa-46b9-b0d5-de2847250938", "tag": "3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:19:06.737216 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d317d80b-8b79-43f2-8582-b62e3594917f {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:19:06.737625 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c674b94d-cfaa-46b9-b0d5-de2847250938', 'tag': '3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1', 'status': 'completed', 'code': 200} Nov 25 13:19:06.759934 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137e2892-813a-4da1-a1bf-cc3fb5cee650 None None] DHCP port deletion for 07e98a44-e123-4654-87bd-63f0784ad214 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:19:06.802803 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-053f8ea9-3ba5-4db6-ae7f-e8a63f26f892 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:06.832039 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2020770d-db2d-48fc-b2b8-28a42ab21c7a req-c8a76542-2a13-4994-be4c-f3832f8b37d0 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/security-groups/b0fa1136-972a-4a83-97a5-428013953e38 HTTP/1.1" status: 200 len: 1819 time: 0.1564207 Nov 25 13:19:06.869634 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f1a1ea8d-ff24-49d6-a62b-17098f47d55f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:06.874315 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-359153ee-7d9b-4381-bcae-9a76f2d28808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:06.880818 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:19:06.892126 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d53bb507-aef1-4686-a85b-f7263cd0cb4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:06.893896 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53bb507-aef1-4686-a85b-f7263cd0cb4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:06.894465 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d53bb507-aef1-4686-a85b-f7263cd0cb4d admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:06.899565 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-053f8ea9-3ba5-4db6-ae7f-e8a63f26f892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:06.908973 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-c29b2471-47ab-438e-accd-dd3c31ed9a2a None None] For port d215e37b-23a6-4010-b32a-d320f22a363e, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:19:06.912698 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device fe57f2f0-cf99-4c4a-91e2-fc2e381095ea no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:19:06.914475 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-39d41f04-b5b9-49c9-b82f-4286cf3162a3 None None] Port d215e37b-23a6-4010-b32a-d320f22a363e cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:19:06.931116 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-359153ee-7d9b-4381-bcae-9a76f2d28808 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29b99312-fc63-48f9-ab7c-dec5a83cc23d']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:06.962052 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3b061b60-76c9-40dc-9f46-9ed8867f13a3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:06.971972 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-c29b2471-47ab-438e-accd-dd3c31ed9a2a None None] For port d215e37b-23a6-4010-b32a-d320f22a363e, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=d215e37b-23a6-4010-b32a-d320f22a363e,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:19:06.975211 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [req-2020770d-db2d-48fc-b2b8-28a42ab21c7a req-aae62e52-23b8-4791-8d55-aaeeaffa1e53 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 25 13:19:06.976689 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2020770d-db2d-48fc-b2b8-28a42ab21c7a req-aae62e52-23b8-4791-8d55-aaeeaffa1e53 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "DELETE /v2.0/security-groups/b0fa1136-972a-4a83-97a5-428013953e38 HTTP/1.1" status: 409 len: 341 time: 0.1352906 Nov 25 13:19:06.979102 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: fe57f2f0-cf99-4c4a-91e2-fc2e381095ea {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:19:06.979361 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device fe57f2f0-cf99-4c4a-91e2-fc2e381095ea not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:19:06.979854 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 85fdab2a-42ac-4e83-843c-bada79ccddad no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:19:06.989967 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-359153ee-7d9b-4381-bcae-9a76f2d28808 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbcf8305-d703-4c68-85bf-12f560a35c81') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:06.990538 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-359153ee-7d9b-4381-bcae-9a76f2d28808 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbcf8305-d703-4c68-85bf-12f560a35c81') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:06.999233 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aebd94-40d3-40b2-a67d-7c40d8099092 req-af6066da-3714-4498-912a-bed96bdbbb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:07.001230 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-30aebd94-40d3-40b2-a67d-7c40d8099092 req-af6066da-3714-4498-912a-bed96bdbbb80 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d3f9f88292274c1e909ee2b5229333e7&device_id=c674b94d-cfaa-46b9-b0d5-de2847250938 HTTP/1.1" status: 200 len: 1175 time: 0.2295187 Nov 25 13:19:07.004425 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 85fdab2a-42ac-4e83-843c-bada79ccddad {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:19:07.004862 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 85fdab2a-42ac-4e83-843c-bada79ccddad not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:19:07.005825 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d53bb507-aef1-4686-a85b-f7263cd0cb4d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3881621 Nov 25 13:19:07.009187 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 51138) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:07.013344 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c29b2471-47ab-438e-accd-dd3c31ed9a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:07.014736 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-4ef0dd51-073e-46ba-a351-fc4475f147cf admin admin] Request body: {'subnet': {'network_id': '302cd77f-0aa0-4fd0-9347-1bf95451c456', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-421086233-subnet', 'tenant_id': '6ba3ab7c0d724058adeab7a26e218a01', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:19:07.025381 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-053f8ea9-3ba5-4db6-ae7f-e8a63f26f892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:07.048808 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-359153ee-7d9b-4381-bcae-9a76f2d28808 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:07.063931 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053f8ea9-3ba5-4db6-ae7f-e8a63f26f892 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba92a799-eefa-477c-868f-a705bdaed2a8,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:07.070589 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-053f8ea9-3ba5-4db6-ae7f-e8a63f26f892 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:07.076502 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-053f8ea9-3ba5-4db6-ae7f-e8a63f26f892 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ba92a799-eefa-477c-868f-a705bdaed2a8 HTTP/1.1" status: 204 len: 168 time: 0.5424573 Nov 25 13:19:07.077038 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 51140) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:07.088455 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3b061b60-76c9-40dc-9f46-9ed8867f13a3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:07.148936 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53bb507-aef1-4686-a85b-f7263cd0cb4d admin admin] Pushing event updated for resources: {'Network': ['ID=302cd77f-0aa0-4fd0-9347-1bf95451c456,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:07.153196 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5242118b-2997-4387-91e8-05a87cef3a69 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:19:07.168697 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-359153ee-7d9b-4381-bcae-9a76f2d28808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:07.169392 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef0dd51-073e-46ba-a351-fc4475f147cf admin admin] Made reservation on behalf of 6ba3ab7c0d724058adeab7a26e218a01 for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:19:07.171808 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4ef0dd51-073e-46ba-a351-fc4475f147cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:07.185625 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-359153ee-7d9b-4381-bcae-9a76f2d28808 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:19:07.186217 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-359153ee-7d9b-4381-bcae-9a76f2d28808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:07.188353 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:19:07.188353 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:19:07.188353 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:19:07.188353 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:19:07.188353 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:19:07.188353 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:19:07.188353 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:19:07.188353 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:19:07.188353 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:19:07.188353 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:19:07.188353 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:19:07.188353 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:19:07.188353 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:19:07.188353 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:19:07.188353 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:19:07.188353 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:19:07.188353 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:19:07.188353 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:19:07.188353 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:19:07.188353 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:19:07.188353 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:19:07.188353 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:19:07.188353 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:19:07.188353 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:19:07.188353 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:19:07.188353 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:19:07.188353 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:19:07.188353 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:19:07.188353 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:19:07.188353 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:19:07.188353 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:19:07.188353 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:19:07.190835 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 302cd77f-0aa0-4fd0-9347-1bf95451c456 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:19:07.206140 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f1a1ea8d-ff24-49d6-a62b-17098f47d55f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:07.243811 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-86bad60f-b87f-4f2b-9fd2-063baae901cd None None] Provisioning complete for port 3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:07.244190 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-86bad60f-b87f-4f2b-9fd2-063baae901cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:07.278503 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b061b60-76c9-40dc-9f46-9ed8867f13a3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Network 1db291b8-7bca-495e-86d9-714da0223278 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:19:07.283965 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f0f6db9e-80ec-4f1f-bac7-202189f123cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:07.309386 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-3b061b60-76c9-40dc-9f46-9ed8867f13a3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:19:07.312061 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b061b60-76c9-40dc-9f46-9ed8867f13a3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:19:07.328317 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a519cd6-7406-46d0-a2ba-125b1eaa29f4 None None] Pushing event updated for resources: {'Port': ['ID=d215e37b-23a6-4010-b32a-d320f22a363e,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:07.331748 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e28b8ab4-bb39-4bae-8bd9-4fb42885d5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:07.341583 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b061b60-76c9-40dc-9f46-9ed8867f13a3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event updated for resources: {'Port': ['ID=f8d2b5be-a519-4421-ba44-39d149d9ec33,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:07.371114 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a1ea8d-ff24-49d6-a62b-17098f47d55f admin admin] Pushing event updated for resources: {'Port': ['ID=8d4daf44-e2bf-473a-8988-96eef2fd238e,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:07.399161 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a1ea8d-ff24-49d6-a62b-17098f47d55f admin admin] Network 5a608445-48fc-4cb4-86bf-6068f5ffd561 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:19:07.401003 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aebd94-40d3-40b2-a67d-7c40d8099092 req-5eae4f91-501b-4e8d-8073-18d99d60f4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:07.402684 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-30aebd94-40d3-40b2-a67d-7c40d8099092 req-5eae4f91-501b-4e8d-8073-18d99d60f4b0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=07e98a44-e123-4654-87bd-63f0784ad214 HTTP/1.1" status: 200 len: 913 time: 0.3659790 Nov 25 13:19:07.403425 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-359153ee-7d9b-4381-bcae-9a76f2d28808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:07.406053 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-f1a1ea8d-ff24-49d6-a62b-17098f47d55f admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:19:07.419559 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a1ea8d-ff24-49d6-a62b-17098f47d55f admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:19:07.421746 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-359153ee-7d9b-4381-bcae-9a76f2d28808 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:07.425430 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29b2471-47ab-438e-accd-dd3c31ed9a2a None None] Routers {'3a5f7005-8d46-4d00-a884-62a9a0c57b2b'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:19:07.426093 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-359153ee-7d9b-4381-bcae-9a76f2d28808 admin admin] 10.222.0.53 "DELETE /v2.0/networks/29b99312-fc63-48f9-ab7c-dec5a83cc23d HTTP/1.1" status: 204 len: 168 time: 1.7318637 Nov 25 13:19:07.427187 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-c29b2471-47ab-438e-accd-dd3c31ed9a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:19:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['3a5f7005-8d46-4d00-a884-62a9a0c57b2b'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:07.451695 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b061b60-76c9-40dc-9f46-9ed8867f13a3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:07.452731 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3b061b60-76c9-40dc-9f46-9ed8867f13a3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:07.466973 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359153ee-7d9b-4381-bcae-9a76f2d28808 admin admin] Pushing event deleted for resources: {'Network': ['ID=29b99312-fc63-48f9-ab7c-dec5a83cc23d,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:07.494249 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-30aebd94-40d3-40b2-a67d-7c40d8099092 req-662913b4-94d5-49e4-b962-2caeea08e13c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1 HTTP/1.1" status: 200 len: 217 time: 0.0805330 Nov 25 13:19:07.496723 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.db.api [None req-898a3d0d-07cd-4011-aa34-e5e5dbe0b571 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-06bc9203-8c16-4a74-bc19-413951b31ef7 {{(pid=103572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 13:19:07.497538 n-d-808199-11 neutron-server[103572]: DEBUG oslo_db.api [None req-898a3d0d-07cd-4011-aa34-e5e5dbe0b571 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 13:19:07.500115 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28b8ab4-bb39-4bae-8bd9-4fb42885d5c0 None None] No DVR routers for this DVR port 85fdab2a-42ac-4e83-843c-bada79ccddad on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:19:07.506023 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28b8ab4-bb39-4bae-8bd9-4fb42885d5c0 None None] Pushing event deleted for resources: {'Port': ['ID=85fdab2a-42ac-4e83-843c-bada79ccddad,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:07.516446 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:19:07.588844 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3b061b60-76c9-40dc-9f46-9ed8867f13a3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6713169 Nov 25 13:19:07.591528 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51146) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:07.599792 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-d03f2853-fbeb-43d9-80e5-0f0b7ae1b372 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Request body: {'port': {'network_id': '1db291b8-7bca-495e-86d9-714da0223278', 'name': 'tempest-PortsTestJSON-425779057'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:19:07.614657 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f1a1ea8d-ff24-49d6-a62b-17098f47d55f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:07.633075 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f0f6db9e-80ec-4f1f-bac7-202189f123cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:07.666319 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a7063e-7cf1-4c98-a20d-2876217b0c21 req-aab84419-e202-40a1-9556-7400d20223ba tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:07.668242 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-64a7063e-7cf1-4c98-a20d-2876217b0c21 req-aab84419-e202-40a1-9556-7400d20223ba tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/ports?device_id=c674b94d-cfaa-46b9-b0d5-de2847250938 HTTP/1.1" status: 200 len: 1023 time: 0.2789133 Nov 25 13:19:07.733994 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51148) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:07.740154 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-c29b2471-47ab-438e-accd-dd3c31ed9a2a None None] Set router 3a5f7005-8d46-4d00-a884-62a9a0c57b2b gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:19:07.759211 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aebd94-40d3-40b2-a67d-7c40d8099092 req-7435691b-016f-4e6b-a719-049ad9b79f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:07.761166 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-30aebd94-40d3-40b2-a67d-7c40d8099092 req-7435691b-016f-4e6b-a719-049ad9b79f81 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=15f44c57-43c8-4ee0-9da7-9da2c4fb151a HTTP/1.1" status: 200 len: 852 time: 0.2410586 Nov 25 13:19:07.781167 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-f0f6db9e-80ec-4f1f-bac7-202189f123cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acf5578a-0f23-4846-a7a3-c62bf1311b60']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:07.821561 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-30aebd94-40d3-40b2-a67d-7c40d8099092 req-21b03fb9-835c-4446-b6ad-972223fed30a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=07e98a44-e123-4654-87bd-63f0784ad214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442171 Nov 25 13:19:07.827334 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-f0f6db9e-80ec-4f1f-bac7-202189f123cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e8e2e95-f8a0-4afe-a539-972f8081808f') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:07.827628 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-f0f6db9e-80ec-4f1f-bac7-202189f123cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e8e2e95-f8a0-4afe-a539-972f8081808f') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:07.849415 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f0f6db9e-80ec-4f1f-bac7-202189f123cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:07.850988 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-52567a45-6269-49bc-9aa1-66890e04c454 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b9333966b41349c9ba0e3dfb564eeccf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1149652 Nov 25 13:19:07.856811 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-64a7063e-7cf1-4c98-a20d-2876217b0c21 req-4735f884-aef3-44ea-a9de-3caac9fdbbdf tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/security-groups?id=4740d5e6-ba1b-4fd6-9612-9b9185db2d9b&id=71b745fe-d2cb-422a-add1-953b5e124736&id=b0fa1136-972a-4a83-97a5-428013953e38&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1810374 Nov 25 13:19:07.857287 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 51150) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:07.895450 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f0f6db9e-80ec-4f1f-bac7-202189f123cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:07.902893 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4ef0dd51-073e-46ba-a351-fc4475f147cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:07.919843 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0f6db9e-80ec-4f1f-bac7-202189f123cc admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:19:07.920169 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f0f6db9e-80ec-4f1f-bac7-202189f123cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:07.922615 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:19:07.922615 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:19:07.922615 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:19:07.922615 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:19:07.922615 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:19:07.922615 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:19:07.922615 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:19:07.922615 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:19:07.922615 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:19:07.922615 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:19:07.922615 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:19:07.922615 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:19:07.922615 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:19:07.922615 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:19:07.922615 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:19:07.922615 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:19:07.922615 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:19:07.922615 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:19:07.922615 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:19:07.922615 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:19:07.922615 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:19:07.922615 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:19:07.922615 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:19:07.922615 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:19:07.922615 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:19:07.922615 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:19:07.922615 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:19:07.922615 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:19:07.922615 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:19:07.922615 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:19:07.922615 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:19:07.922615 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:19:07.953193 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:07.953941 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e1fe9e9-d76e-44ad-99c0-c9ad5e4d48f7 None None] Provisioning complete for port d215e37b-23a6-4010-b32a-d320f22a363e triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:07.954337 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e1fe9e9-d76e-44ad-99c0-c9ad5e4d48f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:08.009520 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-898a3d0d-07cd-4011-aa34-e5e5dbe0b571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:08.035722 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef0dd51-073e-46ba-a351-fc4475f147cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=9357717b-7827-46e4-94ff-fefe4f5006a5,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:08.042465 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03f2853-fbeb-43d9-80e5-0f0b7ae1b372 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Made reservation on behalf of 103222503d1f447390d34cefdf0e19b7 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:19:08.045958 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d03f2853-fbeb-43d9-80e5-0f0b7ae1b372 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:08.051024 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f1a1ea8d-ff24-49d6-a62b-17098f47d55f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:08.052919 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6f0a5f98-5b85-46e1-b6e1-8d72324fbfc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:08.062275 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f0f6db9e-80ec-4f1f-bac7-202189f123cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:08.063607 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-30aebd94-40d3-40b2-a67d-7c40d8099092 req-b3def1e9-c4bc-42ab-bebc-3f8ac43a834d service neutron] 10.222.0.47 "GET /v2.0/networks/07e98a44-e123-4654-87bd-63f0784ad214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290246 Nov 25 13:19:08.077863 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f0f6db9e-80ec-4f1f-bac7-202189f123cc admin admin] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:08.081697 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f0f6db9e-80ec-4f1f-bac7-202189f123cc admin admin] 10.222.0.53 "DELETE /v2.0/networks/acf5578a-0f23-4846-a7a3-c62bf1311b60 HTTP/1.1" status: 204 len: 168 time: 1.0038176 Nov 25 13:19:08.090076 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-d03f2853-fbeb-43d9-80e5-0f0b7ae1b372 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] device_id is not set on port 69e61d6f-ac0f-441f-8188-81835fc9871f yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:19:08.107888 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6f0a5f98-5b85-46e1-b6e1-8d72324fbfc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:08.116138 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef0dd51-073e-46ba-a351-fc4475f147cf admin admin] Checking segment: {'id': '5f9112fc-ff49-4b47-aa73-9d987cde76c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '302cd77f-0aa0-4fd0-9347-1bf95451c456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:19:08.116730 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef0dd51-073e-46ba-a351-fc4475f147cf admin admin] Network hostable DHCP agents. Network: 302cd77f-0aa0-4fd0-9347-1bf95451c456, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:19:08.122520 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f6db9e-80ec-4f1f-bac7-202189f123cc admin admin] Pushing event deleted for resources: {'Network': ['ID=acf5578a-0f23-4846-a7a3-c62bf1311b60,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:08.174622 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef0dd51-073e-46ba-a351-fc4475f147cf admin admin] Network 302cd77f-0aa0-4fd0-9347-1bf95451c456 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:19:08.194613 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-4ef0dd51-073e-46ba-a351-fc4475f147cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 302cd77f-0aa0-4fd0-9347-1bf95451c456) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:19:08.217982 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef0dd51-073e-46ba-a351-fc4475f147cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:08.219346 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4ef0dd51-073e-46ba-a351-fc4475f147cf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:08.225634 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6f0a5f98-5b85-46e1-b6e1-8d72324fbfc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:08.227436 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22955ee9-b1fa-4be5-8e98-8a0ed5dc88c3 None None] Network 302cd77f-0aa0-4fd0-9347-1bf95451c456 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:19:08.229037 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6f0a5f98-5b85-46e1-b6e1-8d72324fbfc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:08.231095 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-6f0a5f98-5b85-46e1-b6e1-8d72324fbfc3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1e8f49a9-1f4b-44d4-a7d4-f664f6a99683 HTTP/1.1" status: 204 len: 168 time: 0.3623574 Nov 25 13:19:08.275479 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0a5f98-5b85-46e1-b6e1-8d72324fbfc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8f49a9-1f4b-44d4-a7d4-f664f6a99683,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:08.296457 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-4ef0dd51-073e-46ba-a351-fc4475f147cf admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2852173 Nov 25 13:19:08.298812 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 51156) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:08.305042 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-5accdbbc-e791-475f-9b6c-1aa8b9cfb0ad admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-421086233-router', 'tenant_id': '6ba3ab7c0d724058adeab7a26e218a01', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:19:08.334579 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5accdbbc-e791-475f-9b6c-1aa8b9cfb0ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:08.336207 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5accdbbc-e791-475f-9b6c-1aa8b9cfb0ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:08.378657 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-30aebd94-40d3-40b2-a67d-7c40d8099092 req-f731097b-321f-4900-8a0e-dbaa69752872 service neutron] 10.222.0.47 "GET /v2.0/networks/07e98a44-e123-4654-87bd-63f0784ad214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978985 Nov 25 13:19:08.442747 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-d03f2853-fbeb-43d9-80e5-0f0b7ae1b372 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Allocated IP 172.20.0.5 (1db291b8-7bca-495e-86d9-714da0223278/16f3251e-c505-410e-b5d3-3b5b7619e352/69e61d6f-ac0f-441f-8188-81835fc9871f) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:19:08.443201 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e1fe9e9-d76e-44ad-99c0-c9ad5e4d48f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:08.456524 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51158) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:08.459003 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5accdbbc-e791-475f-9b6c-1aa8b9cfb0ad admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:08.567613 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-c29b2471-47ab-438e-accd-dd3c31ed9a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5f7005-8d46-4d00-a884-62a9a0c57b2b', 'name': 'tempest-TestServerBasicOps-1730900946-router', 'tenant_id': 'f316b895b9bc47d6886b73ece5df5d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': 'd215e37b-23a6-4010-b32a-d320f22a363e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:18:57Z', 'updated_at': '2021-11-25T13:19:03Z', 'revision_number': 3, 'project_id': 'f316b895b9bc47d6886b73ece5df5d1d', 'gw_port': {'id': 'd215e37b-23a6-4010-b32a-d320f22a363e', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a0:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a5f7005-8d46-4d00-a884-62a9a0c57b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:00Z', 'updated_at': '2021-11-25T13:19:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:08.582059 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f1a1ea8d-ff24-49d6-a62b-17098f47d55f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:08.607011 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29b2471-47ab-438e-accd-dd3c31ed9a2a None None] The sync data for ids ['3a5f7005-8d46-4d00-a884-62a9a0c57b2b'] in n-d-808199-11 is: [{'id': '3a5f7005-8d46-4d00-a884-62a9a0c57b2b', 'name': 'tempest-TestServerBasicOps-1730900946-router', 'tenant_id': 'f316b895b9bc47d6886b73ece5df5d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': 'd215e37b-23a6-4010-b32a-d320f22a363e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:18:57Z', 'updated_at': '2021-11-25T13:19:03Z', 'revision_number': 3, 'project_id': 'f316b895b9bc47d6886b73ece5df5d1d', 'gw_port': {'id': 'd215e37b-23a6-4010-b32a-d320f22a363e', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a0:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a5f7005-8d46-4d00-a884-62a9a0c57b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:00Z', 'updated_at': '2021-11-25T13:19:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:19:08.609039 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-e414a607-54fa-4495-851d-dd4744741ef2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f4b2c247b6d44eebbcd9263839aab5b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1516607 Nov 25 13:19:08.609615 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e1fe9e9-d76e-44ad-99c0-c9ad5e4d48f7 None None] For port d215e37b-23a6-4010-b32a-d320f22a363e, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=d215e37b-23a6-4010-b32a-d320f22a363e,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:19:08.613464 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 51164) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:08.615881 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f1a1ea8d-ff24-49d6-a62b-17098f47d55f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:08.647433 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e1fe9e9-d76e-44ad-99c0-c9ad5e4d48f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:08.652838 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5accdbbc-e791-475f-9b6c-1aa8b9cfb0ad admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:08.717396 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e1fe9e9-d76e-44ad-99c0-c9ad5e4d48f7 None None] Provisioning complete for port 8d4daf44-e2bf-473a-8988-96eef2fd238e triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:08.717808 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e1fe9e9-d76e-44ad-99c0-c9ad5e4d48f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:09.036091 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccfb2b7-e473-4646-a35d-759b306169e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-302cd77f-0aa0-4fd0-9347-1bf95451c456', 'network_id': '302cd77f-0aa0-4fd0-9347-1bf95451c456', 'tenant_id': '6ba3ab7c0d724058adeab7a26e218a01', 'fixed_ips': [{'subnet_id': '9357717b-7827-46e4-94ff-fefe4f5006a5'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:19:09.037072 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0ccfb2b7-e473-4646-a35d-759b306169e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:09.217996 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-0ccfb2b7-e473-4646-a35d-759b306169e8 None None] Allocated IP 172.20.0.2 (302cd77f-0aa0-4fd0-9347-1bf95451c456/9357717b-7827-46e4-94ff-fefe4f5006a5/fb53be9b-7e95-4fbf-aba8-d082a6d333fc) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:19:09.300668 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1fe9e9-d76e-44ad-99c0-c9ad5e4d48f7 None None] Pushing event updated for resources: {'Port': ['ID=d215e37b-23a6-4010-b32a-d320f22a363e,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:09.313228 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-20e7faf3-b90f-4990-b301-ac5a320507fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:09.324542 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e1fe9e9-d76e-44ad-99c0-c9ad5e4d48f7 None None] Port 8d4daf44-e2bf-473a-8988-96eef2fd238e cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:19:09.396573 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d03f2853-fbeb-43d9-80e5-0f0b7ae1b372 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:09.416275 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-20e7faf3-b90f-4990-b301-ac5a320507fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:09.460612 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551ea98-c071-4474-b544-fb35171d8883 req-cbce1e28-d475-45c7-b27e-bbaa47d32535 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:09.463483 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8551ea98-c071-4474-b544-fb35171d8883 req-cbce1e28-d475-45c7-b27e-bbaa47d32535 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/ports?device_id=c674b94d-cfaa-46b9-b0d5-de2847250938 HTTP/1.1" status: 200 len: 1023 time: 0.2248268 Nov 25 13:19:09.469470 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a1ea8d-ff24-49d6-a62b-17098f47d55f admin admin] Pushing event updated for resources: {'Port': ['ID=8d4daf44-e2bf-473a-8988-96eef2fd238e,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:09.499764 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d03f2853-fbeb-43d9-80e5-0f0b7ae1b372 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:09.520933 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-898a3d0d-07cd-4011-aa34-e5e5dbe0b571 None None] Allocated IP 172.20.0.3 (1db291b8-7bca-495e-86d9-714da0223278/16f3251e-c505-410e-b5d3-3b5b7619e352/4a59c9cd-9206-4895-bcbd-e159725ee815) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:19:09.582224 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f1a1ea8d-ff24-49d6-a62b-17098f47d55f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:09.587798 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-20e7faf3-b90f-4990-b301-ac5a320507fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:09.590555 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-20e7faf3-b90f-4990-b301-ac5a320507fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:09.596601 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-20e7faf3-b90f-4990-b301-ac5a320507fd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6ef2b60a-00eb-47e9-b45b-561cca7f6515 HTTP/1.1" status: 204 len: 168 time: 0.9821808 Nov 25 13:19:09.626000 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03f2853-fbeb-43d9-80e5-0f0b7ae1b372 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event updated for resources: {'Port': ['ID=69e61d6f-ac0f-441f-8188-81835fc9871f,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:09.681534 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03f2853-fbeb-43d9-80e5-0f0b7ae1b372 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Network 1db291b8-7bca-495e-86d9-714da0223278 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:19:09.720231 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb25e1a-1a7d-4c43-834e-61deb9fa71b1 req-8521a017-5a8e-4b7c-960e-91ec34220508 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:09.722611 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-fcb25e1a-1a7d-4c43-834e-61deb9fa71b1 req-8521a017-5a8e-4b7c-960e-91ec34220508 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.47 "GET /v2.0/ports?device_id=c674b94d-cfaa-46b9-b0d5-de2847250938 HTTP/1.1" status: 200 len: 1023 time: 0.2640479 Nov 25 13:19:09.725995 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-d03f2853-fbeb-43d9-80e5-0f0b7ae1b372 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:19:09.745091 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03f2853-fbeb-43d9-80e5-0f0b7ae1b372 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:19:09.805030 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0ccfb2b7-e473-4646-a35d-759b306169e8 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:09.807699 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e7faf3-b90f-4990-b301-ac5a320507fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef2b60a-00eb-47e9-b45b-561cca7f6515,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:09.843782 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0ccfb2b7-e473-4646-a35d-759b306169e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:09.845098 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8551ea98-c071-4474-b544-fb35171d8883 req-89031018-8579-4a0a-bc27-5d026867c7fb tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/security-groups?id=4740d5e6-ba1b-4fd6-9612-9b9185db2d9b&id=71b745fe-d2cb-422a-add1-953b5e124736&id=b0fa1136-972a-4a83-97a5-428013953e38&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3688247 Nov 25 13:19:09.885425 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5accdbbc-e791-475f-9b6c-1aa8b9cfb0ad admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:09.920020 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5accdbbc-e791-475f-9b6c-1aa8b9cfb0ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:09.990823 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccfb2b7-e473-4646-a35d-759b306169e8 None None] Network 302cd77f-0aa0-4fd0-9347-1bf95451c456 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:19:10.000775 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-0ccfb2b7-e473-4646-a35d-759b306169e8 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:19:10.003376 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccfb2b7-e473-4646-a35d-759b306169e8 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:19:10.020317 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-898a3d0d-07cd-4011-aa34-e5e5dbe0b571 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:10.025803 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03f2853-fbeb-43d9-80e5-0f0b7ae1b372 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:10.026569 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d03f2853-fbeb-43d9-80e5-0f0b7ae1b372 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:10.036394 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-898a3d0d-07cd-4011-aa34-e5e5dbe0b571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:10.056092 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a1ea8d-ff24-49d6-a62b-17098f47d55f admin admin] Network 5a608445-48fc-4cb4-86bf-6068f5ffd561 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:19:10.063860 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-f1a1ea8d-ff24-49d6-a62b-17098f47d55f admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:19:10.072981 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccfb2b7-e473-4646-a35d-759b306169e8 None None] Pushing event updated for resources: {'Port': ['ID=fb53be9b-7e95-4fbf-aba8-d082a6d333fc,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:10.088060 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d03f2853-fbeb-43d9-80e5-0f0b7ae1b372 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.4935071 Nov 25 13:19:10.088563 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51214) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:10.115332 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898a3d0d-07cd-4011-aa34-e5e5dbe0b571 None None] Network 1db291b8-7bca-495e-86d9-714da0223278 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:19:10.153260 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-898a3d0d-07cd-4011-aa34-e5e5dbe0b571 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:19:10.161622 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898a3d0d-07cd-4011-aa34-e5e5dbe0b571 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:19:10.238608 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-5accdbbc-e791-475f-9b6c-1aa8b9cfb0ad admin admin] Allocated IP 172.25.5.100 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/8fb37192-d7ba-432a-ba4a-f907e25ba280) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:19:10.244857 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-0ccfb2b7-e473-4646-a35d-759b306169e8 None None] Attempting to bind port fb53be9b-7e95-4fbf-aba8-d082a6d333fc on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:19:10.245241 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-0ccfb2b7-e473-4646-a35d-759b306169e8 None None] Attempting to bind port fb53be9b-7e95-4fbf-aba8-d082a6d333fc by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '5f9112fc-ff49-4b47-aa73-9d987cde76c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '302cd77f-0aa0-4fd0-9347-1bf95451c456'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:19:10.245619 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccfb2b7-e473-4646-a35d-759b306169e8 None None] Attempting to bind port fb53be9b-7e95-4fbf-aba8-d082a6d333fc on network 302cd77f-0aa0-4fd0-9347-1bf95451c456 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:19:10.294765 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccfb2b7-e473-4646-a35d-759b306169e8 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:19:10.295265 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccfb2b7-e473-4646-a35d-759b306169e8 None None] Checking segment: {'id': '5f9112fc-ff49-4b47-aa73-9d987cde76c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '302cd77f-0aa0-4fd0-9347-1bf95451c456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:19:10.295687 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0ccfb2b7-e473-4646-a35d-759b306169e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:10.296186 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccfb2b7-e473-4646-a35d-759b306169e8 None None] Bound using segment: {'id': '5f9112fc-ff49-4b47-aa73-9d987cde76c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '302cd77f-0aa0-4fd0-9347-1bf95451c456'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:19:10.296805 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-0ccfb2b7-e473-4646-a35d-759b306169e8 None None] Bound port: fb53be9b-7e95-4fbf-aba8-d082a6d333fc, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f9112fc-ff49-4b47-aa73-9d987cde76c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '302cd77f-0aa0-4fd0-9347-1bf95451c456'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:19:10.297201 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0ccfb2b7-e473-4646-a35d-759b306169e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:10.325739 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898a3d0d-07cd-4011-aa34-e5e5dbe0b571 None None] Pushing event updated for resources: {'Port': ['ID=4a59c9cd-9206-4895-bcbd-e159725ee815,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:10.342132 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-898a3d0d-07cd-4011-aa34-e5e5dbe0b571 None None] Attempting to bind port 4a59c9cd-9206-4895-bcbd-e159725ee815 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:19:10.342518 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-898a3d0d-07cd-4011-aa34-e5e5dbe0b571 None None] Attempting to bind port 4a59c9cd-9206-4895-bcbd-e159725ee815 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '3d4c5b2c-f8c3-498a-b0c4-16f00140ae11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1db291b8-7bca-495e-86d9-714da0223278'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:19:10.342978 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898a3d0d-07cd-4011-aa34-e5e5dbe0b571 None None] Attempting to bind port 4a59c9cd-9206-4895-bcbd-e159725ee815 on network 1db291b8-7bca-495e-86d9-714da0223278 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:19:10.377287 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898a3d0d-07cd-4011-aa34-e5e5dbe0b571 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:19:10.377575 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898a3d0d-07cd-4011-aa34-e5e5dbe0b571 None None] Checking segment: {'id': '3d4c5b2c-f8c3-498a-b0c4-16f00140ae11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1db291b8-7bca-495e-86d9-714da0223278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:19:10.377755 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-898a3d0d-07cd-4011-aa34-e5e5dbe0b571 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:10.378169 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898a3d0d-07cd-4011-aa34-e5e5dbe0b571 None None] Bound using segment: {'id': '3d4c5b2c-f8c3-498a-b0c4-16f00140ae11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1db291b8-7bca-495e-86d9-714da0223278'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:19:10.378962 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-898a3d0d-07cd-4011-aa34-e5e5dbe0b571 None None] Bound port: 4a59c9cd-9206-4895-bcbd-e159725ee815, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d4c5b2c-f8c3-498a-b0c4-16f00140ae11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1db291b8-7bca-495e-86d9-714da0223278'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:19:10.379359 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-898a3d0d-07cd-4011-aa34-e5e5dbe0b571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:10.433633 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a1ea8d-ff24-49d6-a62b-17098f47d55f admin admin] Router 3a5f7005-8d46-4d00-a884-62a9a0c57b2b has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:19:10.446175 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5accdbbc-e791-475f-9b6c-1aa8b9cfb0ad admin admin] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:10.479124 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-0ccfb2b7-e473-4646-a35d-759b306169e8 None None] For port fb53be9b-7e95-4fbf-aba8-d082a6d333fc, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:19:10.480878 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-0ccfb2b7-e473-4646-a35d-759b306169e8 None None] For port fb53be9b-7e95-4fbf-aba8-d082a6d333fc, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=fb53be9b-7e95-4fbf-aba8-d082a6d333fc,segment=NetworkSegment(5f9112fc-ff49-4b47-aa73-9d987cde76c7),segment_id=5f9112fc-ff49-4b47-aa73-9d987cde76c7)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:19:10.490643 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0ccfb2b7-e473-4646-a35d-759b306169e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:10.493650 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5accdbbc-e791-475f-9b6c-1aa8b9cfb0ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:10.503242 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-fcb25e1a-1a7d-4c43-834e-61deb9fa71b1 req-85dafb0d-35a7-4389-99b6-402ea32a9120 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Deleting port 3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:19:10.503591 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fcb25e1a-1a7d-4c43-834e-61deb9fa71b1 req-85dafb0d-35a7-4389-99b6-402ea32a9120 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:10.543279 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8479d676-9199-4fa5-a0ae-ad0c7529b2c0 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:10.544839 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-8479d676-9199-4fa5-a0ae-ad0c7529b2c0 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.2 HTTP/1.1" status: 200 len: 922 time: 0.4511218 Nov 25 13:19:10.548238 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5accdbbc-e791-475f-9b6c-1aa8b9cfb0ad admin admin] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:19:10.552164 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 51238) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:10.560830 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccfb2b7-e473-4646-a35d-759b306169e8 None None] Pushing event updated for resources: {'Port': ['ID=fb53be9b-7e95-4fbf-aba8-d082a6d333fc,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:10.568717 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-898a3d0d-07cd-4011-aa34-e5e5dbe0b571 None None] For port 4a59c9cd-9206-4895-bcbd-e159725ee815, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:19:10.602464 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-898a3d0d-07cd-4011-aa34-e5e5dbe0b571 None None] For port 4a59c9cd-9206-4895-bcbd-e159725ee815, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=4a59c9cd-9206-4895-bcbd-e159725ee815,segment=NetworkSegment(3d4c5b2c-f8c3-498a-b0c4-16f00140ae11),segment_id=3d4c5b2c-f8c3-498a-b0c4-16f00140ae11)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:19:10.605552 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-888a9621-c864-495d-98d7-5e2a9a84407d None None] Provisioning complete for port 8d4daf44-e2bf-473a-8988-96eef2fd238e triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:10.605931 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-888a9621-c864-495d-98d7-5e2a9a84407d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:10.636313 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-5accdbbc-e791-475f-9b6c-1aa8b9cfb0ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:19:10.641337 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-898a3d0d-07cd-4011-aa34-e5e5dbe0b571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:10.657029 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5accdbbc-e791-475f-9b6c-1aa8b9cfb0ad admin admin] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:19:10.664639 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 51240) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:10.706528 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898a3d0d-07cd-4011-aa34-e5e5dbe0b571 None None] Pushing event updated for resources: {'Port': ['ID=4a59c9cd-9206-4895-bcbd-e159725ee815,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:10.710475 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36bd0f1-e6a4-40ea-a560-779bb6d16a46 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:19:10.746212 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-888a9621-c864-495d-98d7-5e2a9a84407d None None] Port 8d4daf44-e2bf-473a-8988-96eef2fd238e cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:19:10.770446 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5accdbbc-e791-475f-9b6c-1aa8b9cfb0ad admin admin] Pushing event updated for resources: {'Port': ['ID=8fb37192-d7ba-432a-ba4a-f907e25ba280,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:10.886396 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-f216e5a2-3cce-4a10-b1fb-97c5362b338c None None] Provisioning complete for port 8fb37192-d7ba-432a-ba4a-f907e25ba280 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:10.891589 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f216e5a2-3cce-4a10-b1fb-97c5362b338c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:11.033961 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-f216e5a2-3cce-4a10-b1fb-97c5362b338c None None] Port 8fb37192-d7ba-432a-ba4a-f907e25ba280 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:19:11.049415 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device d215e37b-23a6-4010-b32a-d320f22a363e up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:19:11.080764 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-fcb25e1a-1a7d-4c43-834e-61deb9fa71b1 req-85dafb0d-35a7-4389-99b6-402ea32a9120 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] For port 3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1,segment=NetworkSegment(ea599390-cb21-4f42-a770-5e7220a6f048),segment_id=ea599390-cb21-4f42-a770-5e7220a6f048)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:19:11.081160 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fcb25e1a-1a7d-4c43-834e-61deb9fa71b1 req-85dafb0d-35a7-4389-99b6-402ea32a9120 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:11.098863 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-fbec4b10-888a-4c24-b889-e15c65fe749b tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Deleting port 69e61d6f-ac0f-441f-8188-81835fc9871f {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:19:11.099209 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fbec4b10-888a-4c24-b889-e15c65fe749b tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:11.108559 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-fcb25e1a-1a7d-4c43-834e-61deb9fa71b1 req-85dafb0d-35a7-4389-99b6-402ea32a9120 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Calling delete_port for 3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:19:11.123621 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1a1e41d2-8ac4-43e2-a79e-bf8ef9ab56b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:11.193847 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port d215e37b-23a6-4010-b32a-d320f22a363e triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:11.194254 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:11.303640 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a1ea8d-ff24-49d6-a62b-17098f47d55f admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:19:11.317512 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-f1a1ea8d-ff24-49d6-a62b-17098f47d55f admin admin] 10.222.0.53 "PUT /v2.0/routers/3a5f7005-8d46-4d00-a884-62a9a0c57b2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6111135 Nov 25 13:19:11.416160 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:11.440167 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fbec4b10-888a-4c24-b889-e15c65fe749b tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:11.452532 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fcb25e1a-1a7d-4c43-834e-61deb9fa71b1 req-85dafb0d-35a7-4389-99b6-402ea32a9120 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:11.465696 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5878a68e-4a2e-4c91-a636-73faeaebd122 req-a16ed167-5dd7-4433-a99d-fd0356d9b541 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:11.467564 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5878a68e-4a2e-4c91-a636-73faeaebd122 req-a16ed167-5dd7-4433-a99d-fd0356d9b541 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/ports?device_id=c674b94d-cfaa-46b9-b0d5-de2847250938 HTTP/1.1" status: 200 len: 1023 time: 0.3835378 Nov 25 13:19:11.472317 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5accdbbc-e791-475f-9b6c-1aa8b9cfb0ad admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:11.473443 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['e865706f-7df6-4e7a-bcf9-facba69873bc'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:19:11.480066 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-fbec4b10-888a-4c24-b889-e15c65fe749b tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Calling delete_port for 69e61d6f-ac0f-441f-8188-81835fc9871f owned by {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:19:11.571112 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dafb0d-35a7-4389-99b6-402ea32a9120 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Pushing event deleted for resources: {'Port': ['ID=3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:11.589015 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80790ef1-017c-4075-af3c-e41ec190a181 None None] DHCP port deletion for 07e98a44-e123-4654-87bd-63f0784ad214 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:19:11.646458 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcb25e1a-1a7d-4c43-834e-61deb9fa71b1 req-85dafb0d-35a7-4389-99b6-402ea32a9120 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] No DVR routers for this DVR port 3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1 on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:19:11.650213 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fcb25e1a-1a7d-4c43-834e-61deb9fa71b1 req-85dafb0d-35a7-4389-99b6-402ea32a9120 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:11.655334 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-fcb25e1a-1a7d-4c43-834e-61deb9fa71b1 req-85dafb0d-35a7-4389-99b6-402ea32a9120 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.47 "DELETE /v2.0/ports/3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1 HTTP/1.1" status: 204 len: 173 time: 1.9018853 Nov 25 13:19:11.655797 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c674b94d-cfaa-46b9-b0d5-de2847250938', 'name': 'network-vif-deleted', 'tag': '3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:19:11.660273 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9511334-7dd4-4e09-bb30-c14d85509b36" -d '{"events": [{"server_uuid": "c674b94d-cfaa-46b9-b0d5-de2847250938", "name": "network-vif-deleted", "tag": "3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:19:11.676907 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51260) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:11.727258 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9229cbfb-ef2b-4101-b4bd-bc399675c4eb x-openstack-request-id: req-9229cbfb-ef2b-4101-b4bd-bc399675c4eb {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:19:11.727622 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c674b94d-cfaa-46b9-b0d5-de2847250938", "name": "network-vif-deleted", "tag": "3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:19:11.727989 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9229cbfb-ef2b-4101-b4bd-bc399675c4eb {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:19:11.728459 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c674b94d-cfaa-46b9-b0d5-de2847250938', 'name': 'network-vif-deleted', 'tag': '3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1', 'status': 'completed', 'code': 200} Nov 25 13:19:11.772923 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5aa3aa1-cc89-4ce9-add0-bfb5731c4e83 None None] Sync routers for ids ['3a5f7005-8d46-4d00-a884-62a9a0c57b2b'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:19:11.800426 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5aa3aa1-cc89-4ce9-add0-bfb5731c4e83 None None] Routers {'3a5f7005-8d46-4d00-a884-62a9a0c57b2b'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:19:11.803751 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-f5aa3aa1-cc89-4ce9-add0-bfb5731c4e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:19:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['3a5f7005-8d46-4d00-a884-62a9a0c57b2b'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:11.827059 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:19:11.832866 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1a1e41d2-8ac4-43e2-a79e-bf8ef9ab56b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:11.848115 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1a1e41d2-8ac4-43e2-a79e-bf8ef9ab56b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:11.868793 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5878a68e-4a2e-4c91-a636-73faeaebd122 req-22586d42-fa96-439b-8471-9d259cb7588a tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/security-groups?id=4740d5e6-ba1b-4fd6-9612-9b9185db2d9b&id=71b745fe-d2cb-422a-add1-953b5e124736&id=b0fa1136-972a-4a83-97a5-428013953e38&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3780789 Nov 25 13:19:11.918258 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: 3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:19:11.918619 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 3f49bc1d-ae46-45b4-9eb4-117f01a9b6d1 not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:19:11.963331 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51266) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:11.963521 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-1a1e41d2-8ac4-43e2-a79e-bf8ef9ab56b2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4715fb76f4a1429bb359237ad6627a42&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2974560 Nov 25 13:19:11.964333 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1e41d2-8ac4-43e2-a79e-bf8ef9ab56b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b33f3a2b-7f64-49f6-8fe7-ad44d9bfea08,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:12.036496 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-f5aa3aa1-cc89-4ce9-add0-bfb5731c4e83 None None] Set router 3a5f7005-8d46-4d00-a884-62a9a0c57b2b gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:19:12.106821 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-54c4213d-88e7-4988-bea2-cd2a80e5836a admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-684622249-network', 'tenant_id': 'df651ad79fe54ccfbbf19c1e8711e872'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:19:12.174175 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fbec4b10-888a-4c24-b889-e15c65fe749b tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:12.223726 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8ecacd77-68f2-4fdc-99d7-08bad034ba01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:12.256819 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c4213d-88e7-4988-bea2-cd2a80e5836a admin admin] Made reservation on behalf of df651ad79fe54ccfbbf19c1e8711e872 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:19:12.262754 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-54c4213d-88e7-4988-bea2-cd2a80e5836a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:12.266183 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5accdbbc-e791-475f-9b6c-1aa8b9cfb0ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:12.283734 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbec4b10-888a-4c24-b889-e15c65fe749b tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event deleted for resources: {'Port': ['ID=69e61d6f-ac0f-441f-8188-81835fc9871f,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:12.325957 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-54c4213d-88e7-4988-bea2-cd2a80e5836a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:12.377641 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8ecacd77-68f2-4fdc-99d7-08bad034ba01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:12.482143 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-f5aa3aa1-cc89-4ce9-add0-bfb5731c4e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5f7005-8d46-4d00-a884-62a9a0c57b2b', 'name': 'tempest-TestServerBasicOps-1730900946-router', 'tenant_id': 'f316b895b9bc47d6886b73ece5df5d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': 'd215e37b-23a6-4010-b32a-d320f22a363e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:18:57Z', 'updated_at': '2021-11-25T13:19:07Z', 'revision_number': 4, 'project_id': 'f316b895b9bc47d6886b73ece5df5d1d', 'gw_port': {'id': 'd215e37b-23a6-4010-b32a-d320f22a363e', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5f7005-8d46-4d00-a884-62a9a0c57b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:00Z', 'updated_at': '2021-11-25T13:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '8d4daf44-e2bf-473a-8988-96eef2fd238e', 'name': '', 'network_id': '5a608445-48fc-4cb4-86bf-6068f5ffd561', 'tenant_id': 'f316b895b9bc47d6886b73ece5df5d1d', 'mac_address': 'fa:16:3e:35:7e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a5f7005-8d46-4d00-a884-62a9a0c57b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '4997cc2a-e143-43c9-a247-504e1c6f3545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:05Z', 'updated_at': '2021-11-25T13:19:08Z', 'revision_number': 2, 'project_id': 'f316b895b9bc47d6886b73ece5df5d1d', 'subnets': [{'id': '4997cc2a-e143-43c9-a247-504e1c6f3545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:12.514497 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5aa3aa1-cc89-4ce9-add0-bfb5731c4e83 None None] Checking router: 3a5f7005-8d46-4d00-a884-62a9a0c57b2b for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:19:12.515153 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5aa3aa1-cc89-4ce9-add0-bfb5731c4e83 None None] Updating router 3a5f7005-8d46-4d00-a884-62a9a0c57b2b port 8d4daf44-e2bf-473a-8988-96eef2fd238e binding host n-d-808199-11 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:19:12.533058 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51276) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:12.551724 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f5aa3aa1-cc89-4ce9-add0-bfb5731c4e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:12.560703 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-ce78b8a3-aaa9-4f83-82c8-dec5fb2a199e admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-176723973-network', 'tenant_id': '008ddee935614353988b03e476a6856d'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:19:12.607589 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fbec4b10-888a-4c24-b889-e15c65fe749b tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:12.614390 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-fbec4b10-888a-4c24-b889-e15c65fe749b tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "DELETE /v2.0/ports/69e61d6f-ac0f-441f-8188-81835fc9871f HTTP/1.1" status: 204 len: 168 time: 2.0584166 Nov 25 13:19:12.615341 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 51278) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:12.649811 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9fdf911-2359-4f76-a203-b6edbc2d6e59 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] GET failed (client error): The resource could not be found. Nov 25 13:19:12.650042 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce78b8a3-aaa9-4f83-82c8-dec5fb2a199e admin admin] Made reservation on behalf of 008ddee935614353988b03e476a6856d for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:19:12.650139 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f9fdf911-2359-4f76-a203-b6edbc2d6e59 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "GET /v2.0/ports/69e61d6f-ac0f-441f-8188-81835fc9871f HTTP/1.1" status: 404 len: 333 time: 0.0318081 Nov 25 13:19:12.652528 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 51280) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:12.653326 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ce78b8a3-aaa9-4f83-82c8-dec5fb2a199e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:12.683438 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ce78b8a3-aaa9-4f83-82c8-dec5fb2a199e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:12.695761 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5accdbbc-e791-475f-9b6c-1aa8b9cfb0ad admin admin] Router 66f86dbc-94fd-491b-ab25-f56f6a9eb3e8 is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:19:12.724840 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8ecacd77-68f2-4fdc-99d7-08bad034ba01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:12.729580 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8ecacd77-68f2-4fdc-99d7-08bad034ba01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:12.733766 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-8ecacd77-68f2-4fdc-99d7-08bad034ba01 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b33f3a2b-7f64-49f6-8fe7-ad44d9bfea08 HTTP/1.1" status: 204 len: 168 time: 0.7684240 Nov 25 13:19:12.837250 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ce78b8a3-aaa9-4f83-82c8-dec5fb2a199e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:12.872951 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ce78b8a3-aaa9-4f83-82c8-dec5fb2a199e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:12.888865 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce78b8a3-aaa9-4f83-82c8-dec5fb2a199e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:19:12.903745 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ce78b8a3-aaa9-4f83-82c8-dec5fb2a199e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:12.904198 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-ce78b8a3-aaa9-4f83-82c8-dec5fb2a199e admin admin] Added segment fec5da0f-d1de-40d0-aac7-e8dd86a9f9a9 of type vlan for network b1f71836-0a1a-445e-93bc-46ab97da1b91 Nov 25 13:19:12.917742 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e421a85-91a0-4142-b973-cf2d5087560d None None] Network 302cd77f-0aa0-4fd0-9347-1bf95451c456 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:19:12.926359 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f5aa3aa1-cc89-4ce9-add0-bfb5731c4e83 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:12.938145 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f5aa3aa1-cc89-4ce9-add0-bfb5731c4e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:12.956471 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ce78b8a3-aaa9-4f83-82c8-dec5fb2a199e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:12.993180 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-54c4213d-88e7-4988-bea2-cd2a80e5836a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:12.996695 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecacd77-68f2-4fdc-99d7-08bad034ba01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33f3a2b-7f64-49f6-8fe7-ad44d9bfea08,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:13.005368 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-54c4213d-88e7-4988-bea2-cd2a80e5836a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:13.016238 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ce78b8a3-aaa9-4f83-82c8-dec5fb2a199e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:13.017388 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce78b8a3-aaa9-4f83-82c8-dec5fb2a199e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:13.017824 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ce78b8a3-aaa9-4f83-82c8-dec5fb2a199e admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:13.075268 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54c4213d-88e7-4988-bea2-cd2a80e5836a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:19:13.077911 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce78b8a3-aaa9-4f83-82c8-dec5fb2a199e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb9fe50-3394-43aa-80f2-283a0eb64a6e,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:13.128055 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ad7e30-bc5f-4957-96f3-2d61d779450e None None] Pushing event updated for resources: {'Port': ['ID=8d4daf44-e2bf-473a-8988-96eef2fd238e,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:13.154855 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1795e88d-00f8-480a-b308-1a8e549369a7 None None] Network 1db291b8-7bca-495e-86d9-714da0223278 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:19:13.207580 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5accdbbc-e791-475f-9b6c-1aa8b9cfb0ad admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:19:13.214577 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b7be0688-9f27-4f90-9d67-53c3adf564e4 req-abfcaaca-2429-4f52-8ecd-8e6a807e6974 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/security-groups/71b745fe-d2cb-422a-add1-953b5e124736 HTTP/1.1" status: 200 len: 1819 time: 0.1212485 Nov 25 13:19:13.218412 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c4213d-88e7-4988-bea2-cd2a80e5836a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a779c821-5ca5-40d4-9252-6cb7f7207ca7,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:13.237720 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-ce78b8a3-aaa9-4f83-82c8-dec5fb2a199e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6822243 Nov 25 13:19:13.242106 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-49f03dd9-6941-40af-b5a7-def2e9494d14 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Deleting port f8d2b5be-a519-4421-ba44-39d149d9ec33 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:19:13.242559 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-49f03dd9-6941-40af-b5a7-def2e9494d14 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:13.247680 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 51292) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:13.256893 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-f5aa3aa1-cc89-4ce9-add0-bfb5731c4e83 None None] Attempting to bind port 8d4daf44-e2bf-473a-8988-96eef2fd238e on host n-d-808199-11 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:19:13.257264 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-f5aa3aa1-cc89-4ce9-add0-bfb5731c4e83 None None] Attempting to bind port 8d4daf44-e2bf-473a-8988-96eef2fd238e by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '97c77095-bc47-41b9-ad4e-e95f82e3a97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '5a608445-48fc-4cb4-86bf-6068f5ffd561'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:19:13.258882 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5aa3aa1-cc89-4ce9-add0-bfb5731c4e83 None None] Attempting to bind port 8d4daf44-e2bf-473a-8988-96eef2fd238e on network 5a608445-48fc-4cb4-86bf-6068f5ffd561 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:19:13.265148 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device fb53be9b-7e95-4fbf-aba8-d082a6d333fc up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:19:13.270090 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-54c4213d-88e7-4988-bea2-cd2a80e5836a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:13.270090 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-54c4213d-88e7-4988-bea2-cd2a80e5836a admin admin] Added segment 414786ef-10c3-4147-9abd-e15f64f822ae of type vlan for network 884fbd20-5b2c-4fb3-8df2-e56b22e47b5d Nov 25 13:19:13.271175 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5aa3aa1-cc89-4ce9-add0-bfb5731c4e83 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:19:13.271556 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5aa3aa1-cc89-4ce9-add0-bfb5731c4e83 None None] Checking segment: {'id': '97c77095-bc47-41b9-ad4e-e95f82e3a97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '5a608445-48fc-4cb4-86bf-6068f5ffd561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:19:13.277053 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f5aa3aa1-cc89-4ce9-add0-bfb5731c4e83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:13.277480 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5aa3aa1-cc89-4ce9-add0-bfb5731c4e83 None None] Bound using segment: {'id': '97c77095-bc47-41b9-ad4e-e95f82e3a97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '5a608445-48fc-4cb4-86bf-6068f5ffd561'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:19:13.277699 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-e129881f-ff3d-481c-ad85-3d4c42ef46b4 admin admin] Request body: {'subnet': {'network_id': 'b1f71836-0a1a-445e-93bc-46ab97da1b91', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-176723973-subnet', 'tenant_id': '008ddee935614353988b03e476a6856d', 'ip_version': 4}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:19:13.277986 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-f5aa3aa1-cc89-4ce9-add0-bfb5731c4e83 None None] Bound port: 8d4daf44-e2bf-473a-8988-96eef2fd238e, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97c77095-bc47-41b9-ad4e-e95f82e3a97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '5a608445-48fc-4cb4-86bf-6068f5ffd561'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:19:13.278376 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f5aa3aa1-cc89-4ce9-add0-bfb5731c4e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:13.297444 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce78b8a3-aaa9-4f83-82c8-dec5fb2a199e admin admin] Pushing event updated for resources: {'Network': ['ID=b1f71836-0a1a-445e-93bc-46ab97da1b91,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:13.347643 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network b1f71836-0a1a-445e-93bc-46ab97da1b91 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:19:13.352400 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02f8fd7-9264-4ed9-a5a4-a72b74bf75cc None None] Sync routers for ids ['66f86dbc-94fd-491b-ab25-f56f6a9eb3e8'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:19:13.373708 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-54c4213d-88e7-4988-bea2-cd2a80e5836a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:13.415701 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-f5aa3aa1-cc89-4ce9-add0-bfb5731c4e83 None None] For port 8d4daf44-e2bf-473a-8988-96eef2fd238e, host n-d-808199-11, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:19:13.420036 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-f5aa3aa1-cc89-4ce9-add0-bfb5731c4e83 None None] For port 8d4daf44-e2bf-473a-8988-96eef2fd238e, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=8d4daf44-e2bf-473a-8988-96eef2fd238e,segment=NetworkSegment(97c77095-bc47-41b9-ad4e-e95f82e3a97b),segment_id=97c77095-bc47-41b9-ad4e-e95f82e3a97b)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:19:13.439888 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f5aa3aa1-cc89-4ce9-add0-bfb5731c4e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:13.441643 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02f8fd7-9264-4ed9-a5a4-a72b74bf75cc None None] Routers {'66f86dbc-94fd-491b-ab25-f56f6a9eb3e8'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:19:13.442727 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-b02f8fd7-9264-4ed9-a5a4-a72b74bf75cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:19:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['66f86dbc-94fd-491b-ab25-f56f6a9eb3e8'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:13.448456 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-54c4213d-88e7-4988-bea2-cd2a80e5836a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:13.451277 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c4213d-88e7-4988-bea2-cd2a80e5836a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:13.452645 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-54c4213d-88e7-4988-bea2-cd2a80e5836a admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:13.460467 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e129881f-ff3d-481c-ad85-3d4c42ef46b4 admin admin] Made reservation on behalf of 008ddee935614353988b03e476a6856d for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:19:13.463412 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e129881f-ff3d-481c-ad85-3d4c42ef46b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:13.505750 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5accdbbc-e791-475f-9b6c-1aa8b9cfb0ad admin admin] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:13.512829 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-5accdbbc-e791-475f-9b6c-1aa8b9cfb0ad admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.2120936 Nov 25 13:19:13.528867 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 51298) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:13.543113 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-54c4213d-88e7-4988-bea2-cd2a80e5836a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.8621016 Nov 25 13:19:13.543781 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51302) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:13.549874 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5aa3aa1-cc89-4ce9-add0-bfb5731c4e83 None None] Routers {'3a5f7005-8d46-4d00-a884-62a9a0c57b2b'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:19:13.552201 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-f5aa3aa1-cc89-4ce9-add0-bfb5731c4e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:19:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['3a5f7005-8d46-4d00-a884-62a9a0c57b2b'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:13.554882 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-845b5602-3043-4c24-b2de-d6573bf7b3cf None None] Provisioning complete for port fb53be9b-7e95-4fbf-aba8-d082a6d333fc triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:13.555333 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-845b5602-3043-4c24-b2de-d6573bf7b3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:13.556593 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-ff727e66-28d4-4fe6-8a75-0fde451579e9 admin admin] Request body: {'subnet': {'network_id': '884fbd20-5b2c-4fb3-8df2-e56b22e47b5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-684622249-subnet', 'tenant_id': 'df651ad79fe54ccfbbf19c1e8711e872', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:19:13.581309 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c4213d-88e7-4988-bea2-cd2a80e5836a admin admin] Pushing event updated for resources: {'Network': ['ID=884fbd20-5b2c-4fb3-8df2-e56b22e47b5d,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:13.630592 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ad7e30-bc5f-4957-96f3-2d61d779450e None None] Pushing event updated for resources: {'Port': ['ID=8d4daf44-e2bf-473a-8988-96eef2fd238e,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:13.651216 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff727e66-28d4-4fe6-8a75-0fde451579e9 admin admin] Made reservation on behalf of df651ad79fe54ccfbbf19c1e8711e872 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:19:13.653918 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ff727e66-28d4-4fe6-8a75-0fde451579e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:13.772713 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-f5aa3aa1-cc89-4ce9-add0-bfb5731c4e83 None None] Set router 3a5f7005-8d46-4d00-a884-62a9a0c57b2b gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:19:13.786566 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-b7be0688-9f27-4f90-9d67-53c3adf564e4 req-98704953-6f10-440b-95e6-c715b08ac768 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:13.795537 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 884fbd20-5b2c-4fb3-8df2-e56b22e47b5d details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:19:13.857946 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-b7be0688-9f27-4f90-9d67-53c3adf564e4 req-98704953-6f10-440b-95e6-c715b08ac768 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:13.870656 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-49f03dd9-6941-40af-b5a7-def2e9494d14 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:13.955837 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-49f03dd9-6941-40af-b5a7-def2e9494d14 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Calling delete_port for f8d2b5be-a519-4421-ba44-39d149d9ec33 owned by {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:19:14.045219 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ff727e66-28d4-4fe6-8a75-0fde451579e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:14.138806 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-b7be0688-9f27-4f90-9d67-53c3adf564e4 req-98704953-6f10-440b-95e6-c715b08ac768 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:14.141869 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-b7be0688-9f27-4f90-9d67-53c3adf564e4 req-98704953-6f10-440b-95e6-c715b08ac768 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:14.148229 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b7be0688-9f27-4f90-9d67-53c3adf564e4 req-98704953-6f10-440b-95e6-c715b08ac768 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "DELETE /v2.0/security-groups/71b745fe-d2cb-422a-add1-953b5e124736 HTTP/1.1" status: 204 len: 173 time: 0.8894489 Nov 25 13:19:14.178078 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff727e66-28d4-4fe6-8a75-0fde451579e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a9b2e46-421a-4b61-8a19-01c511a48cad,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:14.181729 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port fb53be9b-7e95-4fbf-aba8-d082a6d333fc triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:14.182275 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:14.183785 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff727e66-28d4-4fe6-8a75-0fde451579e9 admin admin] Checking segment: {'id': '414786ef-10c3-4147-9abd-e15f64f822ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '884fbd20-5b2c-4fb3-8df2-e56b22e47b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:19:14.184171 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff727e66-28d4-4fe6-8a75-0fde451579e9 admin admin] Network hostable DHCP agents. Network: 884fbd20-5b2c-4fb3-8df2-e56b22e47b5d, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:19:14.226114 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-f5aa3aa1-cc89-4ce9-add0-bfb5731c4e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5f7005-8d46-4d00-a884-62a9a0c57b2b', 'name': 'tempest-TestServerBasicOps-1730900946-router', 'tenant_id': 'f316b895b9bc47d6886b73ece5df5d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': 'd215e37b-23a6-4010-b32a-d320f22a363e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:18:57Z', 'updated_at': '2021-11-25T13:19:07Z', 'revision_number': 4, 'project_id': 'f316b895b9bc47d6886b73ece5df5d1d', 'gw_port': {'id': 'd215e37b-23a6-4010-b32a-d320f22a363e', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5f7005-8d46-4d00-a884-62a9a0c57b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:00Z', 'updated_at': '2021-11-25T13:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '8d4daf44-e2bf-473a-8988-96eef2fd238e', 'name': '', 'network_id': '5a608445-48fc-4cb4-86bf-6068f5ffd561', 'tenant_id': 'f316b895b9bc47d6886b73ece5df5d1d', 'mac_address': 'fa:16:3e:35:7e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a5f7005-8d46-4d00-a884-62a9a0c57b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '4997cc2a-e143-43c9-a247-504e1c6f3545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:05Z', 'updated_at': '2021-11-25T13:19:13Z', 'revision_number': 4, 'project_id': 'f316b895b9bc47d6886b73ece5df5d1d', 'subnets': [{'id': '4997cc2a-e143-43c9-a247-504e1c6f3545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:14.227862 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff727e66-28d4-4fe6-8a75-0fde451579e9 admin admin] Network 884fbd20-5b2c-4fb3-8df2-e56b22e47b5d is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:19:14.256731 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-ff727e66-28d4-4fe6-8a75-0fde451579e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 884fbd20-5b2c-4fb3-8df2-e56b22e47b5d) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:19:14.269688 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51318) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:14.278386 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5aa3aa1-cc89-4ce9-add0-bfb5731c4e83 None None] The sync data for ids ['3a5f7005-8d46-4d00-a884-62a9a0c57b2b'] in n-d-808199-11 is: [{'id': '3a5f7005-8d46-4d00-a884-62a9a0c57b2b', 'name': 'tempest-TestServerBasicOps-1730900946-router', 'tenant_id': 'f316b895b9bc47d6886b73ece5df5d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': 'd215e37b-23a6-4010-b32a-d320f22a363e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:18:57Z', 'updated_at': '2021-11-25T13:19:07Z', 'revision_number': 4, 'project_id': 'f316b895b9bc47d6886b73ece5df5d1d', 'gw_port': {'id': 'd215e37b-23a6-4010-b32a-d320f22a363e', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5f7005-8d46-4d00-a884-62a9a0c57b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:00Z', 'updated_at': '2021-11-25T13:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '8d4daf44-e2bf-473a-8988-96eef2fd238e', 'name': '', 'network_id': '5a608445-48fc-4cb4-86bf-6068f5ffd561', 'tenant_id': 'f316b895b9bc47d6886b73ece5df5d1d', 'mac_address': 'fa:16:3e:35:7e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a5f7005-8d46-4d00-a884-62a9a0c57b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '4997cc2a-e143-43c9-a247-504e1c6f3545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:05Z', 'updated_at': '2021-11-25T13:19:13Z', 'revision_number': 4, 'project_id': 'f316b895b9bc47d6886b73ece5df5d1d', 'subnets': [{'id': '4997cc2a-e143-43c9-a247-504e1c6f3545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:19:14.281041 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff727e66-28d4-4fe6-8a75-0fde451579e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:14.281845 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ff727e66-28d4-4fe6-8a75-0fde451579e9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:14.341372 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-ff727e66-28d4-4fe6-8a75-0fde451579e9 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7969880 Nov 25 13:19:14.344150 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51322) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:14.381476 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-87475b6b-572d-4ad8-a84f-f5c186435639 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-684622249-router', 'tenant_id': 'df651ad79fe54ccfbbf19c1e8711e872', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:19:14.440934 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-87475b6b-572d-4ad8-a84f-f5c186435639 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:14.442746 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-87475b6b-572d-4ad8-a84f-f5c186435639 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:14.522580 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-9008e377-a832-46de-be54-c385d66e5976 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1364209551-network', 'tenant_id': '0013694c3d8b4bbab5d29ed70a5d2a34'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:19:14.524050 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9510e20-4bf8-405a-a755-3f05dd60af9f None None] Network 884fbd20-5b2c-4fb3-8df2-e56b22e47b5d requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:19:14.533527 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-87475b6b-572d-4ad8-a84f-f5c186435639 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:14.599394 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9008e377-a832-46de-be54-c385d66e5976 admin admin] Made reservation on behalf of 0013694c3d8b4bbab5d29ed70a5d2a34 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:19:14.601853 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9008e377-a832-46de-be54-c385d66e5976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:14.643193 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9008e377-a832-46de-be54-c385d66e5976 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:14.669161 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-b02f8fd7-9264-4ed9-a5a4-a72b74bf75cc None None] Set router 66f86dbc-94fd-491b-ab25-f56f6a9eb3e8 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:19:14.675132 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-845b5602-3043-4c24-b2de-d6573bf7b3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:14.740510 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-87475b6b-572d-4ad8-a84f-f5c186435639 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:14.740754 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-845b5602-3043-4c24-b2de-d6573bf7b3cf None None] For port fb53be9b-7e95-4fbf-aba8-d082a6d333fc, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=fb53be9b-7e95-4fbf-aba8-d082a6d333fc,segment=NetworkSegment(5f9112fc-ff49-4b47-aa73-9d987cde76c7),segment_id=5f9112fc-ff49-4b47-aa73-9d987cde76c7)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:19:14.746183 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98704953-6f10-440b-95e6-c715b08ac768 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b745fe-d2cb-422a-add1-953b5e124736,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:14.795625 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-845b5602-3043-4c24-b2de-d6573bf7b3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:14.879979 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-11ee1171-afd5-4211-9488-80e7db986063 req-20eca00b-d6c1-4039-b7c1-1a3ef6770730 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/security-groups/b0fa1136-972a-4a83-97a5-428013953e38 HTTP/1.1" status: 200 len: 1819 time: 0.7074370 Nov 25 13:19:14.908095 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9008e377-a832-46de-be54-c385d66e5976 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:14.926851 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9008e377-a832-46de-be54-c385d66e5976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:14.960061 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9008e377-a832-46de-be54-c385d66e5976 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:19:14.988696 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9008e377-a832-46de-be54-c385d66e5976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d99732d-27ce-4b13-a87b-dc87f5897cef,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:14.995864 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9008e377-a832-46de-be54-c385d66e5976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:14.996218 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-9008e377-a832-46de-be54-c385d66e5976 admin admin] Added segment 6fb7f782-47b7-4daf-90f8-79d2f2e4c952 of type vlan for network 2f3e9f4b-171e-4038-9419-459f783f3398 Nov 25 13:19:15.078844 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e129881f-ff3d-481c-ad85-3d4c42ef46b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:15.089361 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845b5602-3043-4c24-b2de-d6573bf7b3cf None None] Pushing event updated for resources: {'Port': ['ID=fb53be9b-7e95-4fbf-aba8-d082a6d333fc,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:15.132180 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:15.160970 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-49f03dd9-6941-40af-b5a7-def2e9494d14 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:15.189766 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9008e377-a832-46de-be54-c385d66e5976 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:15.220194 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-19ac6f76-72ab-4f14-92bd-c3e6baf0d196 None None] Provisioning complete for port 4a59c9cd-9206-4895-bcbd-e159725ee815 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:15.221809 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-19ac6f76-72ab-4f14-92bd-c3e6baf0d196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:15.236357 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c291ba-63e9-4fbd-9f32-fe497184e306 req-dcd308e6-4bd9-4b2d-a7d7-e499d89b767a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:15.237635 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a1c291ba-63e9-4fbd-9f32-fe497184e306 req-dcd308e6-4bd9-4b2d-a7d7-e499d89b767a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=621e47be21954218b422540d084376f9&device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 1096 time: 0.1409426 Nov 25 13:19:15.246072 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-87475b6b-572d-4ad8-a84f-f5c186435639 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:15.274421 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e129881f-ff3d-481c-ad85-3d4c42ef46b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5973b94-edbe-44c9-8889-e807c5639609,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:15.289295 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9008e377-a832-46de-be54-c385d66e5976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:15.290313 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9008e377-a832-46de-be54-c385d66e5976 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:15.291106 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9008e377-a832-46de-be54-c385d66e5976 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:15.293759 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-87475b6b-572d-4ad8-a84f-f5c186435639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:15.380276 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-11ee1171-afd5-4211-9488-80e7db986063 req-39d31296-dd4e-4d61-8e95-d943e27657b0 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:15.412558 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-11ee1171-afd5-4211-9488-80e7db986063 req-39d31296-dd4e-4d61-8e95-d943e27657b0 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:15.436005 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f03dd9-6941-40af-b5a7-def2e9494d14 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event deleted for resources: {'Port': ['ID=f8d2b5be-a519-4421-ba44-39d149d9ec33,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:15.469288 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.db.api [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 13:19:15.469645 n-d-808199-11 neutron-server[103572]: DEBUG oslo_db.api [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 13:19:15.489621 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-9008e377-a832-46de-be54-c385d66e5976 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2144604 Nov 25 13:19:15.499158 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 51328) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:15.499977 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e129881f-ff3d-481c-ad85-3d4c42ef46b4 admin admin] Checking segment: {'id': 'fec5da0f-d1de-40d0-aac7-e8dd86a9f9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b1f71836-0a1a-445e-93bc-46ab97da1b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:19:15.500744 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e129881f-ff3d-481c-ad85-3d4c42ef46b4 admin admin] Network hostable DHCP agents. Network: b1f71836-0a1a-445e-93bc-46ab97da1b91, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:19:15.520657 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c995ca3f-7a09-4fd5-b591-a3a691695669 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-884fbd20-5b2c-4fb3-8df2-e56b22e47b5d', 'network_id': '884fbd20-5b2c-4fb3-8df2-e56b22e47b5d', 'tenant_id': 'df651ad79fe54ccfbbf19c1e8711e872', 'fixed_ips': [{'subnet_id': '4a9b2e46-421a-4b61-8a19-01c511a48cad'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:19:15.522926 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c995ca3f-7a09-4fd5-b591-a3a691695669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:15.553623 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-19ac6f76-72ab-4f14-92bd-c3e6baf0d196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:15.560812 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-03f0bcae-f4f8-4bf9-b66f-80aaf5bc1005 admin admin] Request body: {'subnet': {'network_id': '2f3e9f4b-171e-4038-9419-459f783f3398', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1364209551-subnet', 'tenant_id': '0013694c3d8b4bbab5d29ed70a5d2a34', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:19:15.564788 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9008e377-a832-46de-be54-c385d66e5976 admin admin] Pushing event updated for resources: {'Network': ['ID=2f3e9f4b-171e-4038-9419-459f783f3398,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:15.610239 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-19ac6f76-72ab-4f14-92bd-c3e6baf0d196 None None] For port 4a59c9cd-9206-4895-bcbd-e159725ee815, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=4a59c9cd-9206-4895-bcbd-e159725ee815,segment=NetworkSegment(3d4c5b2c-f8c3-498a-b0c4-16f00140ae11),segment_id=3d4c5b2c-f8c3-498a-b0c4-16f00140ae11)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:19:15.612615 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 2f3e9f4b-171e-4038-9419-459f783f3398 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:19:15.640428 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-19ac6f76-72ab-4f14-92bd-c3e6baf0d196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:15.676987 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab63b3c-a5cf-4ac5-930c-2d64f5441720 req-446b67ea-9193-49ce-8638-6c6e4e928b19 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:15.678952 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3ab63b3c-a5cf-4ac5-930c-2d64f5441720 req-446b67ea-9193-49ce-8638-6c6e4e928b19 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 944 time: 0.5120811 Nov 25 13:19:15.681273 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c291ba-63e9-4fbd-9f32-fe497184e306 req-13a8c08a-95da-489e-8ce4-4308eb759b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:15.684274 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a1c291ba-63e9-4fbd-9f32-fe497184e306 req-13a8c08a-95da-489e-8ce4-4308eb759b21 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9accb235-a825-49d8-b9c6-39063069a4b3 HTTP/1.1" status: 200 len: 912 time: 0.4350550 Nov 25 13:19:15.690533 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e129881f-ff3d-481c-ad85-3d4c42ef46b4 admin admin] Network b1f71836-0a1a-445e-93bc-46ab97da1b91 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:19:15.702416 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-87475b6b-572d-4ad8-a84f-f5c186435639 admin admin] Allocated IP 172.25.5.3 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/a0b8058e-4811-415a-8cb1-40daa95fdcdc) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:19:15.703348 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-11ee1171-afd5-4211-9488-80e7db986063 req-39d31296-dd4e-4d61-8e95-d943e27657b0 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:15.707082 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-11ee1171-afd5-4211-9488-80e7db986063 req-39d31296-dd4e-4d61-8e95-d943e27657b0 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:15.708322 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-11ee1171-afd5-4211-9488-80e7db986063 req-39d31296-dd4e-4d61-8e95-d943e27657b0 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "DELETE /v2.0/security-groups/b0fa1136-972a-4a83-97a5-428013953e38 HTTP/1.1" status: 204 len: 173 time: 0.8142233 Nov 25 13:19:15.800767 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3ab63b3c-a5cf-4ac5-930c-2d64f5441720 req-4d1dc98d-d8f6-4693-8e04-a1aa2e77513c tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006467 Nov 25 13:19:15.801430 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f0bcae-f4f8-4bf9-b66f-80aaf5bc1005 admin admin] Made reservation on behalf of 0013694c3d8b4bbab5d29ed70a5d2a34 for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:19:15.803816 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-03f0bcae-f4f8-4bf9-b66f-80aaf5bc1005 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:15.858171 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a1c291ba-63e9-4fbd-9f32-fe497184e306 req-80975ca7-0ce5-4bf6-9779-ee95c2115ee9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14 HTTP/1.1" status: 200 len: 999 time: 0.1574662 Nov 25 13:19:15.902100 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-c995ca3f-7a09-4fd5-b591-a3a691695669 None None] Allocated IP 172.20.0.2 (884fbd20-5b2c-4fb3-8df2-e56b22e47b5d/4a9b2e46-421a-4b61-8a19-01c511a48cad/82f32d4b-37a0-4ee7-981b-d21874c828be) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:19:15.909472 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-49f03dd9-6941-40af-b5a7-def2e9494d14 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:15.915306 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-49f03dd9-6941-40af-b5a7-def2e9494d14 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "DELETE /v2.0/ports/f8d2b5be-a519-4421-ba44-39d149d9ec33 HTTP/1.1" status: 204 len: 168 time: 3.2577231 Nov 25 13:19:15.919228 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-e129881f-ff3d-481c-ad85-3d4c42ef46b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, b1f71836-0a1a-445e-93bc-46ab97da1b91) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:19:15.924388 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e129881f-ff3d-481c-ad85-3d4c42ef46b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:15.925007 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e129881f-ff3d-481c-ad85-3d4c42ef46b4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:15.935207 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51332) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:15.941102 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-dc87b00e-06dc-456a-84c0-4526e0a645ea req-cc28b713-2785-4e38-92fd-5da3d9673329 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1883475145', 'description': 'tempest-description-1097641643'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:19:15.963269 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d31296-dd4e-4d61-8e95-d943e27657b0 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0fa1136-972a-4a83-97a5-428013953e38,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:15.981500 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51334) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:15.982202 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e129881f-ff3d-481c-ad85-3d4c42ef46b4 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.7191584 Nov 25 13:19:15.994591 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-7250dbd3-659f-403f-a115-076e4cbbc2f7 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] GET failed (client error): The resource could not be found. Nov 25 13:19:15.999404 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-7250dbd3-659f-403f-a115-076e4cbbc2f7 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "GET /v2.0/ports/f8d2b5be-a519-4421-ba44-39d149d9ec33 HTTP/1.1" status: 404 len: 333 time: 0.0611873 Nov 25 13:19:16.002366 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51336) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:16.005728 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-143ae445-1f62-4dc3-a71c-6c8a03a07df6 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-176723973-router', 'tenant_id': '008ddee935614353988b03e476a6856d', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:19:16.073797 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-dc87b00e-06dc-456a-84c0-4526e0a645ea req-cc28b713-2785-4e38-92fd-5da3d9673329 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:16.083929 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c291ba-63e9-4fbd-9f32-fe497184e306 req-7cca8453-07ba-4033-841f-30ef905dcf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:16.085969 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a1c291ba-63e9-4fbd-9f32-fe497184e306 req-7cca8453-07ba-4033-841f-30ef905dcf57 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b6a84af7-6347-4e0f-945a-98a5515a4a22 HTTP/1.1" status: 200 len: 850 time: 0.1919992 Nov 25 13:19:16.157169 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-87475b6b-572d-4ad8-a84f-f5c186435639 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:16.186056 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-03ee1294-9bda-4f80-951d-4990e98f2796 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Deleting subnet 16f3251e-c505-410e-b5d3-3b5b7619e352 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:19:16.199489 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-03ee1294-9bda-4f80-951d-4990e98f2796 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:16.236068 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6112aa1e-b453-4446-a4a1-d694533c30df None None] Network b1f71836-0a1a-445e-93bc-46ab97da1b91 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:19:16.240039 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ac6f76-72ab-4f14-92bd-c3e6baf0d196 None None] Pushing event updated for resources: {'Port': ['ID=4a59c9cd-9206-4895-bcbd-e159725ee815,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:16.267546 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-03f0bcae-f4f8-4bf9-b66f-80aaf5bc1005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:16.274179 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b51c54f4-aeb9-44be-b52e-54f6223208c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:16.329303 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-143ae445-1f62-4dc3-a71c-6c8a03a07df6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:16.331687 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-143ae445-1f62-4dc3-a71c-6c8a03a07df6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:16.332153 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c995ca3f-7a09-4fd5-b591-a3a691695669 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:16.341531 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-dc87b00e-06dc-456a-84c0-4526e0a645ea req-cc28b713-2785-4e38-92fd-5da3d9673329 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:16.345987 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-03ee1294-9bda-4f80-951d-4990e98f2796 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:16.363482 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-dc87b00e-06dc-456a-84c0-4526e0a645ea req-cc28b713-2785-4e38-92fd-5da3d9673329 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:16.406869 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c995ca3f-7a09-4fd5-b591-a3a691695669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:16.429256 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f0bcae-f4f8-4bf9-b66f-80aaf5bc1005 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47c2cdfb-b269-4d0e-b0a7-798aceb1b080,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:16.444619 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-19ac6f76-72ab-4f14-92bd-c3e6baf0d196 None None] Provisioning complete for port fb53be9b-7e95-4fbf-aba8-d082a6d333fc triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:16.444619 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-19ac6f76-72ab-4f14-92bd-c3e6baf0d196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:16.480232 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc28b713-2785-4e38-92fd-5da3d9673329 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=878c9eb5-62cf-4bfa-828a-d8fd7c86e882,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:16.503125 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-03ee1294-9bda-4f80-951d-4990e98f2796 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:16.508111 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-dc87b00e-06dc-456a-84c0-4526e0a645ea req-cc28b713-2785-4e38-92fd-5da3d9673329 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:16.512861 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dc87b00e-06dc-456a-84c0-4526e0a645ea req-cc28b713-2785-4e38-92fd-5da3d9673329 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.7213547 Nov 25 13:19:16.522232 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f0bcae-f4f8-4bf9-b66f-80aaf5bc1005 admin admin] Checking segment: {'id': '6fb7f782-47b7-4daf-90f8-79d2f2e4c952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2f3e9f4b-171e-4038-9419-459f783f3398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:19:16.522976 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f0bcae-f4f8-4bf9-b66f-80aaf5bc1005 admin admin] Network hostable DHCP agents. Network: 2f3e9f4b-171e-4038-9419-459f783f3398, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:19:16.568454 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 4a59c9cd-9206-4895-bcbd-e159725ee815 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:19:16.610297 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c995ca3f-7a09-4fd5-b591-a3a691695669 None None] Network 884fbd20-5b2c-4fb3-8df2-e56b22e47b5d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:19:16.625887 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f0bcae-f4f8-4bf9-b66f-80aaf5bc1005 admin admin] Network 2f3e9f4b-171e-4038-9419-459f783f3398 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:19:16.632611 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-b02f8fd7-9264-4ed9-a5a4-a72b74bf75cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f86dbc-94fd-491b-ab25-f56f6a9eb3e8', 'name': 'tempest-ServersTestFqdnHostnames-421086233-router', 'tenant_id': '6ba3ab7c0d724058adeab7a26e218a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '8fb37192-d7ba-432a-ba4a-f907e25ba280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:19:08Z', 'updated_at': '2021-11-25T13:19:10Z', 'revision_number': 3, 'project_id': '6ba3ab7c0d724058adeab7a26e218a01', 'gw_port': {'id': '8fb37192-d7ba-432a-ba4a-f907e25ba280', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ce:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f86dbc-94fd-491b-ab25-f56f6a9eb3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:09Z', 'updated_at': '2021-11-25T13:19:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:16.634899 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-c995ca3f-7a09-4fd5-b591-a3a691695669 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:19:16.651416 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c995ca3f-7a09-4fd5-b591-a3a691695669 None None] Pushing event updated for resources: {'Port': ['ID=82f32d4b-37a0-4ee7-981b-d21874c828be,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:16.666608 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-143ae445-1f62-4dc3-a71c-6c8a03a07df6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:16.671409 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-03ee1294-9bda-4f80-951d-4990e98f2796 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:16.675153 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-87475b6b-572d-4ad8-a84f-f5c186435639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:16.687234 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-03f0bcae-f4f8-4bf9-b66f-80aaf5bc1005 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 2f3e9f4b-171e-4038-9419-459f783f3398) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:19:16.687554 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c995ca3f-7a09-4fd5-b591-a3a691695669 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:19:16.694054 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f0bcae-f4f8-4bf9-b66f-80aaf5bc1005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:16.695033 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-03f0bcae-f4f8-4bf9-b66f-80aaf5bc1005 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:16.703624 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bad166fb-8d9e-4028-85e8-6f700d821fa5 req-47a9ebb6-0aae-4c5a-908b-ba52ef84e8f7 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/security-groups/878c9eb5-62cf-4bfa-828a-d8fd7c86e882 HTTP/1.1" status: 200 len: 1820 time: 0.1337407 Nov 25 13:19:16.706163 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87475b6b-572d-4ad8-a84f-f5c186435639 admin admin] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:19:16.709238 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02f8fd7-9264-4ed9-a5a4-a72b74bf75cc None None] Checking router: 66f86dbc-94fd-491b-ab25-f56f6a9eb3e8 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:19:16.709630 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02f8fd7-9264-4ed9-a5a4-a72b74bf75cc None None] Updating router 66f86dbc-94fd-491b-ab25-f56f6a9eb3e8 port 8fb37192-d7ba-432a-ba4a-f907e25ba280 binding host n-d-808199-11 {{(pid=103572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:19:16.712998 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748d390e-fcba-4185-ab0b-f7c3ada726f7 None None] Network 2f3e9f4b-171e-4038-9419-459f783f3398 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:19:16.724021 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-bad166fb-8d9e-4028-85e8-6f700d821fa5 req-44caa6cc-1f5e-4aef-9573-9f4f070d19dd tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1825950139', 'description': 'tempest-description-hth-974630737'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:19:16.746824 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-03f0bcae-f4f8-4bf9-b66f-80aaf5bc1005 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2403822 Nov 25 13:19:16.750679 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-b51c54f4-aeb9-44be-b52e-54f6223208c8 admin admin] Allocated IP 172.20.0.1 (302cd77f-0aa0-4fd0-9347-1bf95451c456/9357717b-7827-46e4-94ff-fefe4f5006a5/0b205b83-f849-4c02-849e-40e4986edbcc) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:19:16.757085 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 51340) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:16.770280 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-e82aab8f-e3e5-4f84-9890-43feba79bc50 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1364209551-router', 'tenant_id': '0013694c3d8b4bbab5d29ed70a5d2a34', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:19:16.815030 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-bad166fb-8d9e-4028-85e8-6f700d821fa5 req-44caa6cc-1f5e-4aef-9573-9f4f070d19dd tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks [] for security_group, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:16.874049 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e82aab8f-e3e5-4f84-9890-43feba79bc50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:16.875226 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e82aab8f-e3e5-4f84-9890-43feba79bc50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:16.898038 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 4a59c9cd-9206-4895-bcbd-e159725ee815 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:16.899106 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:17.003098 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-bad166fb-8d9e-4028-85e8-6f700d821fa5 req-44caa6cc-1f5e-4aef-9573-9f4f070d19dd tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks [] for security_group, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:17.015758 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e82aab8f-e3e5-4f84-9890-43feba79bc50 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:17.018027 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-bad166fb-8d9e-4028-85e8-6f700d821fa5 req-44caa6cc-1f5e-4aef-9573-9f4f070d19dd tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:17.021464 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-bad166fb-8d9e-4028-85e8-6f700d821fa5 req-44caa6cc-1f5e-4aef-9573-9f4f070d19dd tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:17.023104 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bad166fb-8d9e-4028-85e8-6f700d821fa5 req-44caa6cc-1f5e-4aef-9573-9f4f070d19dd tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "PUT /v2.0/security-groups/878c9eb5-62cf-4bfa-828a-d8fd7c86e882 HTTP/1.1" status: 200 len: 1793 time: 0.3082776 Nov 25 13:19:17.117405 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b02f8fd7-9264-4ed9-a5a4-a72b74bf75cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:17.120888 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-87475b6b-572d-4ad8-a84f-f5c186435639 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:19:17.164575 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87475b6b-572d-4ad8-a84f-f5c186435639 admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:19:17.168890 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44caa6cc-1f5e-4aef-9573-9f4f070d19dd tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=878c9eb5-62cf-4bfa-828a-d8fd7c86e882,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:17.170444 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c291ba-63e9-4fbd-9f32-fe497184e306 req-3287b4dd-51d6-4ae0-83b4-e18c6924a253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:17.171996 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a1c291ba-63e9-4fbd-9f32-fe497184e306 req-3287b4dd-51d6-4ae0-83b4-e18c6924a253 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9accb235-a825-49d8-b9c6-39063069a4b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8985822 Nov 25 13:19:17.193173 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ee1294-9bda-4f80-951d-4990e98f2796 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event deleted for resources: {'Subnet': ['ID=16f3251e-c505-410e-b5d3-3b5b7619e352,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:17.196072 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b18ef02-5d8b-4735-93e4-f0defa8c524d req-12855a9e-ccfd-481b-9f4f-f77357c7dbcb tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:17.206159 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42944fca-aea3-476d-aa56-ab0da565ecb5 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:19:17.208641 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6b18ef02-5d8b-4735-93e4-f0defa8c524d req-12855a9e-ccfd-481b-9f4f-f77357c7dbcb tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 944 time: 0.3014607 Nov 25 13:19:17.216002 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-03ee1294-9bda-4f80-951d-4990e98f2796 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:17.219340 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-03ee1294-9bda-4f80-951d-4990e98f2796 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "DELETE /v2.0/subnets/16f3251e-c505-410e-b5d3-3b5b7619e352 HTTP/1.1" status: 204 len: 168 time: 1.2078838 Nov 25 13:19:17.226604 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937c291b-11f7-4f58-a977-a6ae3c4bd9b0 None None] Network 1db291b8-7bca-495e-86d9-714da0223278 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:19:17.230421 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51346) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:17.254816 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-c995ca3f-7a09-4fd5-b591-a3a691695669 None None] Attempting to bind port 82f32d4b-37a0-4ee7-981b-d21874c828be on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:19:17.255373 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-c995ca3f-7a09-4fd5-b591-a3a691695669 None None] Attempting to bind port 82f32d4b-37a0-4ee7-981b-d21874c828be by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '414786ef-10c3-4147-9abd-e15f64f822ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '884fbd20-5b2c-4fb3-8df2-e56b22e47b5d'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:19:17.255468 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c995ca3f-7a09-4fd5-b591-a3a691695669 None None] Attempting to bind port 82f32d4b-37a0-4ee7-981b-d21874c828be on network 884fbd20-5b2c-4fb3-8df2-e56b22e47b5d {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:19:17.305062 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b51c54f4-aeb9-44be-b52e-54f6223208c8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:17.330835 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-063451f1-1e4c-4737-bc79-5a9193d1f582 req-bde3bf50-e3b9-4c78-80ac-fb5c933cf2d0 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/security-groups/878c9eb5-62cf-4bfa-828a-d8fd7c86e882 HTTP/1.1" status: 200 len: 1793 time: 0.2413080 Nov 25 13:19:17.333482 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e82aab8f-e3e5-4f84-9890-43feba79bc50 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:17.340962 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c995ca3f-7a09-4fd5-b591-a3a691695669 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:19:17.341345 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c995ca3f-7a09-4fd5-b591-a3a691695669 None None] Checking segment: {'id': '414786ef-10c3-4147-9abd-e15f64f822ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '884fbd20-5b2c-4fb3-8df2-e56b22e47b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:19:17.341753 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c995ca3f-7a09-4fd5-b591-a3a691695669 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:17.342502 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c995ca3f-7a09-4fd5-b591-a3a691695669 None None] Bound using segment: {'id': '414786ef-10c3-4147-9abd-e15f64f822ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '884fbd20-5b2c-4fb3-8df2-e56b22e47b5d'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:19:17.342619 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-c995ca3f-7a09-4fd5-b591-a3a691695669 None None] Bound port: 82f32d4b-37a0-4ee7-981b-d21874c828be, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '414786ef-10c3-4147-9abd-e15f64f822ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '884fbd20-5b2c-4fb3-8df2-e56b22e47b5d'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:19:17.343028 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c995ca3f-7a09-4fd5-b591-a3a691695669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:17.348277 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87475b6b-572d-4ad8-a84f-f5c186435639 admin admin] Pushing event updated for resources: {'Port': ['ID=a0b8058e-4811-415a-8cb1-40daa95fdcdc,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:17.374375 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-143ae445-1f62-4dc3-a71c-6c8a03a07df6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:17.439270 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6b18ef02-5d8b-4735-93e4-f0defa8c524d req-8888c895-b341-4e49-a027-85cfecaa7fc1 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2297351 Nov 25 13:19:17.443719 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1607dae-5d7f-415d-a555-91a63a03b48b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-b1f71836-0a1a-445e-93bc-46ab97da1b91', 'network_id': 'b1f71836-0a1a-445e-93bc-46ab97da1b91', 'tenant_id': '008ddee935614353988b03e476a6856d', 'fixed_ips': [{'subnet_id': 'd5973b94-edbe-44c9-8889-e807c5639609'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:19:17.444546 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b1607dae-5d7f-415d-a555-91a63a03b48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:17.488059 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b51c54f4-aeb9-44be-b52e-54f6223208c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:17.538432 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-19ac6f76-72ab-4f14-92bd-c3e6baf0d196 None None] Provisioning complete for port 8d4daf44-e2bf-473a-8988-96eef2fd238e triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:17.539103 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-19ac6f76-72ab-4f14-92bd-c3e6baf0d196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:17.562753 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51c54f4-aeb9-44be-b52e-54f6223208c8 admin admin] Network 302cd77f-0aa0-4fd0-9347-1bf95451c456 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:19:17.571005 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-b51c54f4-aeb9-44be-b52e-54f6223208c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:19:17.584147 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51c54f4-aeb9-44be-b52e-54f6223208c8 admin admin] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:19:17.590180 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51c54f4-aeb9-44be-b52e-54f6223208c8 admin admin] Pushing event updated for resources: {'Port': ['ID=0b205b83-f849-4c02-849e-40e4986edbcc,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:17.593443 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b22d053c-e417-432a-801d-374172afa9d3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:17.597487 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a1c291ba-63e9-4fbd-9f32-fe497184e306 req-78a027c7-d28d-41a2-b397-ca0c3d48be20 service neutron] 10.222.0.47 "GET /v2.0/networks/9accb235-a825-49d8-b9c6-39063069a4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3992307 Nov 25 13:19:17.621205 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b1653e85-ea7d-45f3-9d2e-7835b836debf req-c76226b3-b93f-4a60-80c2-312efe14c883 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/security-groups/878c9eb5-62cf-4bfa-828a-d8fd7c86e882 HTTP/1.1" status: 200 len: 1793 time: 0.1511078 Nov 25 13:19:17.647343 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b51c54f4-aeb9-44be-b52e-54f6223208c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:17.860330 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-c995ca3f-7a09-4fd5-b591-a3a691695669 None None] For port 82f32d4b-37a0-4ee7-981b-d21874c828be, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:19:17.869543 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793b97b9-7602-4243-90c2-f1b0368519ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-2f3e9f4b-171e-4038-9419-459f783f3398', 'network_id': '2f3e9f4b-171e-4038-9419-459f783f3398', 'tenant_id': '0013694c3d8b4bbab5d29ed70a5d2a34', 'fixed_ips': [{'subnet_id': '47c2cdfb-b269-4d0e-b0a7-798aceb1b080'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:19:17.870449 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-793b97b9-7602-4243-90c2-f1b0368519ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:17.920270 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b51c54f4-aeb9-44be-b52e-54f6223208c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:17.924647 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-c995ca3f-7a09-4fd5-b591-a3a691695669 None None] For port 82f32d4b-37a0-4ee7-981b-d21874c828be, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=82f32d4b-37a0-4ee7-981b-d21874c828be,segment=NetworkSegment(414786ef-10c3-4147-9abd-e15f64f822ae),segment_id=414786ef-10c3-4147-9abd-e15f64f822ae)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:19:17.938148 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a1c291ba-63e9-4fbd-9f32-fe497184e306 req-a6373690-7e36-4c02-831c-e96d86c2b1fc service neutron] 10.222.0.47 "GET /v2.0/networks/9accb235-a825-49d8-b9c6-39063069a4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296239 Nov 25 13:19:17.957883 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c995ca3f-7a09-4fd5-b591-a3a691695669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:17.980727 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-b1653e85-ea7d-45f3-9d2e-7835b836debf req-8b91fb4d-1de0-465e-9e51-2de87b081d04 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:17.988139 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-87475b6b-572d-4ad8-a84f-f5c186435639 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:17.990930 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-b22d053c-e417-432a-801d-374172afa9d3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Deleting port 4a59c9cd-9206-4895-bcbd-e159725ee815 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:19:17.991490 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b22d053c-e417-432a-801d-374172afa9d3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:18.060589 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c995ca3f-7a09-4fd5-b591-a3a691695669 None None] Pushing event updated for resources: {'Port': ['ID=82f32d4b-37a0-4ee7-981b-d21874c828be,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:18.097561 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-b1653e85-ea7d-45f3-9d2e-7835b836debf req-8b91fb4d-1de0-465e-9e51-2de87b081d04 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:18.162297 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f007b2c-8df8-461c-a02c-2a973060b037 None None] DHCP port deletion for 1db291b8-7bca-495e-86d9-714da0223278 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:19:18.164379 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device fb53be9b-7e95-4fbf-aba8-d082a6d333fc up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:19:18.264135 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-b22d053c-e417-432a-801d-374172afa9d3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] For port 4a59c9cd-9206-4895-bcbd-e159725ee815, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=4a59c9cd-9206-4895-bcbd-e159725ee815,segment=NetworkSegment(3d4c5b2c-f8c3-498a-b0c4-16f00140ae11),segment_id=3d4c5b2c-f8c3-498a-b0c4-16f00140ae11)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:19:18.264135 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b22d053c-e417-432a-801d-374172afa9d3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:18.293544 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-b22d053c-e417-432a-801d-374172afa9d3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Calling delete_port for 4a59c9cd-9206-4895-bcbd-e159725ee815 owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:19:18.299753 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e82aab8f-e3e5-4f84-9890-43feba79bc50 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:18.306708 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-143ae445-1f62-4dc3-a71c-6c8a03a07df6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:18.349590 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-143ae445-1f62-4dc3-a71c-6c8a03a07df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:18.358367 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-b1653e85-ea7d-45f3-9d2e-7835b836debf req-8b91fb4d-1de0-465e-9e51-2de87b081d04 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:18.362239 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-b1653e85-ea7d-45f3-9d2e-7835b836debf req-8b91fb4d-1de0-465e-9e51-2de87b081d04 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:18.363968 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b1653e85-ea7d-45f3-9d2e-7835b836debf req-8b91fb4d-1de0-465e-9e51-2de87b081d04 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "DELETE /v2.0/security-groups/878c9eb5-62cf-4bfa-828a-d8fd7c86e882 HTTP/1.1" status: 204 len: 173 time: 0.7209752 Nov 25 13:19:18.427372 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-b1607dae-5d7f-415d-a555-91a63a03b48b None None] Allocated IP 172.20.0.2 (b1f71836-0a1a-445e-93bc-46ab97da1b91/d5973b94-edbe-44c9-8889-e807c5639609/f0a2e5e6-a996-42a1-b494-4d28b62e8207) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:19:18.455688 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-19ac6f76-72ab-4f14-92bd-c3e6baf0d196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:18.504401 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b02f8fd7-9264-4ed9-a5a4-a72b74bf75cc None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:18.550232 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b91fb4d-1de0-465e-9e51-2de87b081d04 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=878c9eb5-62cf-4bfa-828a-d8fd7c86e882,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:18.555795 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e82aab8f-e3e5-4f84-9890-43feba79bc50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:18.601865 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b02f8fd7-9264-4ed9-a5a4-a72b74bf75cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:18.735016 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-793b97b9-7602-4243-90c2-f1b0368519ff None None] Allocated IP 172.20.0.2 (2f3e9f4b-171e-4038-9419-459f783f3398/47c2cdfb-b269-4d0e-b0a7-798aceb1b080/754f2951-f03a-4efa-831b-af14044f2337) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:19:18.791694 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-19ac6f76-72ab-4f14-92bd-c3e6baf0d196 None None] For port 8d4daf44-e2bf-473a-8988-96eef2fd238e, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=8d4daf44-e2bf-473a-8988-96eef2fd238e,segment=NetworkSegment(97c77095-bc47-41b9-ad4e-e95f82e3a97b),segment_id=97c77095-bc47-41b9-ad4e-e95f82e3a97b)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:19:18.824264 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [req-15602459-01c4-4a5a-964a-a9c0cd8ec587 req-d18efff1-183d-46aa-82a1-9bd28649ffe1 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] show failed (client error): The resource could not be found. Nov 25 13:19:18.830530 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-19ac6f76-72ab-4f14-92bd-c3e6baf0d196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:18.832429 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-15602459-01c4-4a5a-964a-a9c0cd8ec587 req-d18efff1-183d-46aa-82a1-9bd28649ffe1 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/security-groups/b0fa1136-972a-4a83-97a5-428013953e38 HTTP/1.1" status: 404 len: 352 time: 0.0593581 Nov 25 13:19:18.867707 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-87475b6b-572d-4ad8-a84f-f5c186435639 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:18.871563 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c327d6c-38c0-43dd-8dc6-4d43021e7ba3 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:19:18.873592 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port fb53be9b-7e95-4fbf-aba8-d082a6d333fc triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:18.874071 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:18.888859 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b22d053c-e417-432a-801d-374172afa9d3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:18.898747 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-143ae445-1f62-4dc3-a71c-6c8a03a07df6 admin admin] Allocated IP 172.25.5.192 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/b969dc7a-26d1-496b-9308-ceb61dbc6a12) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:19:18.903842 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a896b669-63eb-4d49-b089-275cdea751c3 req-e9b3e470-0096-4b0e-afd8-892bde77947a tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:18.905584 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a896b669-63eb-4d49-b089-275cdea751c3 req-e9b3e470-0096-4b0e-afd8-892bde77947a tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 944 time: 0.3120880 Nov 25 13:19:18.937387 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [req-31e14967-184e-464f-a072-23074eae8f29 req-665a2fac-af33-4d0e-bf14-60abce1acca6 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] show failed (client error): The resource could not be found. Nov 25 13:19:18.938395 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-31e14967-184e-464f-a072-23074eae8f29 req-665a2fac-af33-4d0e-bf14-60abce1acca6 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/security-groups/71b745fe-d2cb-422a-add1-953b5e124736 HTTP/1.1" status: 404 len: 352 time: 0.0547984 Nov 25 13:19:18.973921 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22d053c-e417-432a-801d-374172afa9d3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] No DVR routers for this DVR port 4a59c9cd-9206-4895-bcbd-e159725ee815 on host n-d-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:19:18.981199 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d053c-e417-432a-801d-374172afa9d3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event deleted for resources: {'Port': ['ID=4a59c9cd-9206-4895-bcbd-e159725ee815,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:19.009372 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [req-1a903324-00ae-4726-acfe-af49af175ef3 req-afd9bb22-7478-408b-b742-64f6dbd98a44 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] show failed (client error): The resource could not be found. Nov 25 13:19:19.010423 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1a903324-00ae-4726-acfe-af49af175ef3 req-afd9bb22-7478-408b-b742-64f6dbd98a44 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/security-groups/87089ad7-679b-46a8-b280-54138775293c HTTP/1.1" status: 404 len: 352 time: 0.0434692 Nov 25 13:19:19.012552 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b51c54f4-aeb9-44be-b52e-54f6223208c8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:19.016330 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-6f007b2c-8df8-461c-a02c-2a973060b037 None None] Deleting port 4a59c9cd-9206-4895-bcbd-e159725ee815 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:19:19.016689 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6f007b2c-8df8-461c-a02c-2a973060b037 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:19.025166 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b51c54f4-aeb9-44be-b52e-54f6223208c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:19.027179 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7143423d-6e4e-4ad9-a61c-913ea4d43de1 None None] Pushing event updated for resources: {'Port': ['ID=8fb37192-d7ba-432a-ba4a-f907e25ba280,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:19.042761 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-b02f8fd7-9264-4ed9-a5a4-a72b74bf75cc None None] Attempting to bind port 8fb37192-d7ba-432a-ba4a-f907e25ba280 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:19:19.043037 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-b02f8fd7-9264-4ed9-a5a4-a72b74bf75cc None None] Attempting to bind port 8fb37192-d7ba-432a-ba4a-f907e25ba280 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:19:19.043355 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02f8fd7-9264-4ed9-a5a4-a72b74bf75cc None None] Attempting to bind port 8fb37192-d7ba-432a-ba4a-f907e25ba280 on network 7542d3d9-0db3-40e7-ab88-a168871141f7 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:19:19.070399 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a896b669-63eb-4d49-b089-275cdea751c3 req-dd1be309-1b1c-4bac-a19e-11bbd176fa94 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510084 Nov 25 13:19:19.130656 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51c54f4-aeb9-44be-b52e-54f6223208c8 admin admin] Pushing event updated for resources: {'Port': ['ID=0b205b83-f849-4c02-849e-40e4986edbcc,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:19.134646 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [req-44975e5e-5d86-4548-b6b6-4b2fcd91568a req-34156f21-7e08-4464-aa9a-a6f2c055b73f tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] show failed (client error): The resource could not be found. Nov 25 13:19:19.135844 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-44975e5e-5d86-4548-b6b6-4b2fcd91568a req-34156f21-7e08-4464-aa9a-a6f2c055b73f tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/security-groups/2559bcd4-5499-4246-842c-52bc50d608f1 HTTP/1.1" status: 404 len: 352 time: 0.0228889 Nov 25 13:19:19.155714 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b51c54f4-aeb9-44be-b52e-54f6223208c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:19.156523 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02f8fd7-9264-4ed9-a5a4-a72b74bf75cc None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:19:19.156909 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02f8fd7-9264-4ed9-a5a4-a72b74bf75cc None None] Checking segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:19:19.157311 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b02f8fd7-9264-4ed9-a5a4-a72b74bf75cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:19.157759 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02f8fd7-9264-4ed9-a5a4-a72b74bf75cc None None] Bound using segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:19:19.158420 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-b02f8fd7-9264-4ed9-a5a4-a72b74bf75cc None None] Bound port: 8fb37192-d7ba-432a-ba4a-f907e25ba280, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:19:19.158622 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b02f8fd7-9264-4ed9-a5a4-a72b74bf75cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:19.184208 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [req-7b6be9a4-d851-4e16-89a8-c42ea7672f2a req-abf90f35-0b97-4ab5-8fad-720f1c738097 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] show failed (client error): The resource could not be found. Nov 25 13:19:19.185447 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7b6be9a4-d851-4e16-89a8-c42ea7672f2a req-abf90f35-0b97-4ab5-8fad-720f1c738097 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/security-groups/d3a5c3a1-bd02-418a-9cd2-05bbbe46d666 HTTP/1.1" status: 404 len: 352 time: 0.0182426 Nov 25 13:19:19.245231 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b22d053c-e417-432a-801d-374172afa9d3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:19.253588 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [req-ce69a8a5-e3bc-480d-be12-6b447dbe87eb req-5dda7bce-82dd-487f-88c5-00adb20679dc tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] show failed (client error): The resource could not be found. Nov 25 13:19:19.260132 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ce69a8a5-e3bc-480d-be12-6b447dbe87eb req-5dda7bce-82dd-487f-88c5-00adb20679dc tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/security-groups/c29d8c8a-4193-46a4-9ea9-74f97aee4362 HTTP/1.1" status: 404 len: 352 time: 0.0506523 Nov 25 13:19:19.267854 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-98f989fa-f7c5-441c-a4dc-5ecc0fa34346 None None] Provisioning complete for port 0b205b83-f849-4c02-849e-40e4986edbcc triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:19.268148 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-98f989fa-f7c5-441c-a4dc-5ecc0fa34346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:19.291552 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-6f007b2c-8df8-461c-a02c-2a973060b037 None None] For port 4a59c9cd-9206-4895-bcbd-e159725ee815, host n-d-808199-11, got binding levels [] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:19:19.292222 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6f007b2c-8df8-461c-a02c-2a973060b037 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:19.302505 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-b22d053c-e417-432a-801d-374172afa9d3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1db291b8-7bca-495e-86d9-714da0223278']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:19.324742 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-b22d053c-e417-432a-801d-374172afa9d3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d4c5b2c-f8c3-498a-b0c4-16f00140ae11') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:19.324742 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-b22d053c-e417-432a-801d-374172afa9d3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d4c5b2c-f8c3-498a-b0c4-16f00140ae11') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:19.332158 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-143ae445-1f62-4dc3-a71c-6c8a03a07df6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:19.368576 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51c54f4-aeb9-44be-b52e-54f6223208c8 admin admin] Network 302cd77f-0aa0-4fd0-9347-1bf95451c456 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:19:19.370191 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-b51c54f4-aeb9-44be-b52e-54f6223208c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:19:19.371973 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-6f007b2c-8df8-461c-a02c-2a973060b037 None None] Calling delete_port for 4a59c9cd-9206-4895-bcbd-e159725ee815 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:19:19.387595 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ac6f76-72ab-4f14-92bd-c3e6baf0d196 None None] Pushing event updated for resources: {'Port': ['ID=8d4daf44-e2bf-473a-8988-96eef2fd238e,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:19.393189 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.ipam_backend_mixin [None req-6f007b2c-8df8-461c-a02c-2a973060b037 None None] Port 4a59c9cd-9206-4895-bcbd-e159725ee815 was not found and therefore no delete operation was performed {{(pid=103572) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 13:19:19.418677 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b22d053c-e417-432a-801d-374172afa9d3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:19.442376 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b22d053c-e417-432a-801d-374172afa9d3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:19.449898 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b22d053c-e417-432a-801d-374172afa9d3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:19:19.450564 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b22d053c-e417-432a-801d-374172afa9d3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:19.574998 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:19:19.574998 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:19:19.574998 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:19:19.574998 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:19:19.574998 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:19:19.574998 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:19:19.574998 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:19:19.574998 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:19:19.574998 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:19:19.574998 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:19:19.574998 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:19:19.574998 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:19:19.574998 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:19:19.574998 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:19:19.574998 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:19:19.574998 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:19:19.574998 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:19:19.574998 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:19:19.574998 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:19:19.574998 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:19:19.574998 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:19:19.574998 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:19:19.574998 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:19:19.574998 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:19:19.574998 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:19:19.574998 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:19:19.574998 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:19:19.574998 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:19:19.574998 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:19:19.574998 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:19:19.574998 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:19:19.574998 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:19:19.580106 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-143ae445-1f62-4dc3-a71c-6c8a03a07df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:19.643213 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143ae445-1f62-4dc3-a71c-6c8a03a07df6 admin admin] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:19:19.648960 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-143ae445-1f62-4dc3-a71c-6c8a03a07df6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:19:19.649703 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-e82aab8f-e3e5-4f84-9890-43feba79bc50 admin admin] Allocated IP 172.25.5.146 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/ad6ee71f-7b15-4623-8411-fb2e307853d9) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:19:19.654509 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b22d053c-e417-432a-801d-374172afa9d3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:19.657129 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143ae445-1f62-4dc3-a71c-6c8a03a07df6 admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:19:19.722248 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b22d053c-e417-432a-801d-374172afa9d3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:19.730256 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b22d053c-e417-432a-801d-374172afa9d3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "DELETE /v2.0/networks/1db291b8-7bca-495e-86d9-714da0223278 HTTP/1.1" status: 204 len: 168 time: 2.4902959 Nov 25 13:19:19.744877 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 51374) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:19.746935 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b51c54f4-aeb9-44be-b52e-54f6223208c8 admin admin] Router 66f86dbc-94fd-491b-ab25-f56f6a9eb3e8 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:19:19.750092 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6f007b2c-8df8-461c-a02c-2a973060b037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:19.760429 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b1607dae-5d7f-415d-a555-91a63a03b48b None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:19.763378 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5115f0-3f25-457d-9bf9-05b56d802668 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:19:19.763815 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d053c-e417-432a-801d-374172afa9d3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event deleted for resources: {'Network': ['ID=1db291b8-7bca-495e-86d9-714da0223278,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:19.778313 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-d09e3896-a0f4-4649-b7ac-2a208707beb7 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1834215861'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:19:19.788205 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143ae445-1f62-4dc3-a71c-6c8a03a07df6 admin admin] Pushing event updated for resources: {'Port': ['ID=b969dc7a-26d1-496b-9308-ceb61dbc6a12,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:19.792661 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-b02f8fd7-9264-4ed9-a5a4-a72b74bf75cc None None] For port 8fb37192-d7ba-432a-ba4a-f907e25ba280, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:19:19.815396 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-98f989fa-f7c5-441c-a4dc-5ecc0fa34346 None None] Port 0b205b83-f849-4c02-849e-40e4986edbcc cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:19:19.822157 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6f007b2c-8df8-461c-a02c-2a973060b037 None None] Network 1db291b8-7bca-495e-86d9-714da0223278 is not hosted by any dhcp agent {{(pid=103572) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 13:19:19.822611 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f007b2c-8df8-461c-a02c-2a973060b037 None None] No DVR routers for this DVR port 4a59c9cd-9206-4895-bcbd-e159725ee815 on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:19:19.837693 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b1607dae-5d7f-415d-a555-91a63a03b48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:19.839601 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f007b2c-8df8-461c-a02c-2a973060b037 None None] Pushing event deleted for resources: {'Port': ['ID=4a59c9cd-9206-4895-bcbd-e159725ee815,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:19.852199 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09e3896-a0f4-4649-b7ac-2a208707beb7 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Made reservation on behalf of 103222503d1f447390d34cefdf0e19b7 for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:19:19.852737 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-b02f8fd7-9264-4ed9-a5a4-a72b74bf75cc None None] For port 8fb37192-d7ba-432a-ba4a-f907e25ba280, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=8fb37192-d7ba-432a-ba4a-f907e25ba280,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:19:19.862135 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d09e3896-a0f4-4649-b7ac-2a208707beb7 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:19.896996 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 8d4daf44-e2bf-473a-8988-96eef2fd238e up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:19:19.899114 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b02f8fd7-9264-4ed9-a5a4-a72b74bf75cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:19.923712 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87475b6b-572d-4ad8-a84f-f5c186435639 admin admin] Router 5417f724-fad1-463f-a83e-3c974c9556d2 is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:19:19.952101 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-793b97b9-7602-4243-90c2-f1b0368519ff None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:19.965722 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1607dae-5d7f-415d-a555-91a63a03b48b None None] Network b1f71836-0a1a-445e-93bc-46ab97da1b91 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:19:19.966456 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-98f989fa-f7c5-441c-a4dc-5ecc0fa34346 None None] Provisioning complete for port a0b8058e-4811-415a-8cb1-40daa95fdcdc triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:19.966850 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-98f989fa-f7c5-441c-a4dc-5ecc0fa34346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:19.974476 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8505ec6-0e0a-43aa-a751-201f16bb5d28 None None] Network 884fbd20-5b2c-4fb3-8df2-e56b22e47b5d requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:19:19.991694 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-793b97b9-7602-4243-90c2-f1b0368519ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:19.993845 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-b1607dae-5d7f-415d-a555-91a63a03b48b None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:19:20.030319 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990a6895-eeff-41c8-a548-7d8fccb121d5 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:19:20.037000 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1607dae-5d7f-415d-a555-91a63a03b48b None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:19:20.080049 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1607dae-5d7f-415d-a555-91a63a03b48b None None] Pushing event updated for resources: {'Port': ['ID=f0a2e5e6-a996-42a1-b494-4d28b62e8207,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:20.147007 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793b97b9-7602-4243-90c2-f1b0368519ff None None] Network 2f3e9f4b-171e-4038-9419-459f783f3398 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:19:20.169599 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02f8fd7-9264-4ed9-a5a4-a72b74bf75cc None None] Routers {'66f86dbc-94fd-491b-ab25-f56f6a9eb3e8'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:19:20.170259 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-b02f8fd7-9264-4ed9-a5a4-a72b74bf75cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:19:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['66f86dbc-94fd-491b-ab25-f56f6a9eb3e8'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:20.179253 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-793b97b9-7602-4243-90c2-f1b0368519ff None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:19:20.181072 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-98f989fa-f7c5-441c-a4dc-5ecc0fa34346 None None] Port a0b8058e-4811-415a-8cb1-40daa95fdcdc cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:19:20.186931 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793b97b9-7602-4243-90c2-f1b0368519ff None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:19:20.272715 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-98f989fa-f7c5-441c-a4dc-5ecc0fa34346 None None] Could not find standard attr ID for object 69e61d6f-ac0f-441f-8188-81835fc9871f. {{(pid=103572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 13:19:20.326083 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-98f989fa-f7c5-441c-a4dc-5ecc0fa34346 None None] Could not find standard attr ID for object f8d2b5be-a519-4421-ba44-39d149d9ec33. {{(pid=103572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 13:19:20.334637 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-b1607dae-5d7f-415d-a555-91a63a03b48b None None] Attempting to bind port f0a2e5e6-a996-42a1-b494-4d28b62e8207 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:19:20.335044 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-b1607dae-5d7f-415d-a555-91a63a03b48b None None] Attempting to bind port f0a2e5e6-a996-42a1-b494-4d28b62e8207 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'fec5da0f-d1de-40d0-aac7-e8dd86a9f9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b1f71836-0a1a-445e-93bc-46ab97da1b91'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:19:20.335412 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1607dae-5d7f-415d-a555-91a63a03b48b None None] Attempting to bind port f0a2e5e6-a996-42a1-b494-4d28b62e8207 on network b1f71836-0a1a-445e-93bc-46ab97da1b91 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:19:20.337491 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7143423d-6e4e-4ad9-a61c-913ea4d43de1 None None] Pushing event updated for resources: {'Port': ['ID=8fb37192-d7ba-432a-ba4a-f907e25ba280,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:20.345870 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 8d4daf44-e2bf-473a-8988-96eef2fd238e triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:20.346146 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:20.382042 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d09e3896-a0f4-4649-b7ac-2a208707beb7 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:19:20.384401 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-98f989fa-f7c5-441c-a4dc-5ecc0fa34346 None None] Could not find standard attr ID for object 4a59c9cd-9206-4895-bcbd-e159725ee815. {{(pid=103572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 13:19:20.394093 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d09e3896-a0f4-4649-b7ac-2a208707beb7 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:20.394499 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-d09e3896-a0f4-4649-b7ac-2a208707beb7 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Added segment 853aa3db-7954-45c5-a6c7-faad4399e1c5 of type vlan for network 286309f6-f4d4-43c2-81ea-5aca73b6335a Nov 25 13:19:20.441476 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1607dae-5d7f-415d-a555-91a63a03b48b None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:19:20.441859 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1607dae-5d7f-415d-a555-91a63a03b48b None None] Checking segment: {'id': 'fec5da0f-d1de-40d0-aac7-e8dd86a9f9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b1f71836-0a1a-445e-93bc-46ab97da1b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:19:20.442271 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b1607dae-5d7f-415d-a555-91a63a03b48b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:20.442670 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1607dae-5d7f-415d-a555-91a63a03b48b None None] Bound using segment: {'id': 'fec5da0f-d1de-40d0-aac7-e8dd86a9f9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b1f71836-0a1a-445e-93bc-46ab97da1b91'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:19:20.443488 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-b1607dae-5d7f-415d-a555-91a63a03b48b None None] Bound port: f0a2e5e6-a996-42a1-b494-4d28b62e8207, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fec5da0f-d1de-40d0-aac7-e8dd86a9f9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b1f71836-0a1a-445e-93bc-46ab97da1b91'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:19:20.443842 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b1607dae-5d7f-415d-a555-91a63a03b48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:20.453603 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe65363-29af-4b2c-8206-13ca87819cdf req-b419102a-51c0-4ccb-83ca-59783207ac38 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:20.455807 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9fe65363-29af-4b2c-8206-13ca87819cdf req-b419102a-51c0-4ccb-83ca-59783207ac38 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/ports?device_id=07917f82-99db-4cff-b8f3-6dff095f4e9f HTTP/1.1" status: 200 len: 1023 time: 0.7073727 Nov 25 13:19:20.499272 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d09e3896-a0f4-4649-b7ac-2a208707beb7 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:20.499796 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87475b6b-572d-4ad8-a84f-f5c186435639 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:19:20.513253 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291f624a-ba3c-4af6-a98d-ec73e76bbba9 None None] Sync routers for ids ['5417f724-fad1-463f-a83e-3c974c9556d2'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:19:20.525201 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291f624a-ba3c-4af6-a98d-ec73e76bbba9 None None] Routers {'5417f724-fad1-463f-a83e-3c974c9556d2'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:19:20.526091 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-291f624a-ba3c-4af6-a98d-ec73e76bbba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:19:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['5417f724-fad1-463f-a83e-3c974c9556d2'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:20.526359 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-87475b6b-572d-4ad8-a84f-f5c186435639 admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:20.527740 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-87475b6b-572d-4ad8-a84f-f5c186435639 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 6.1825643 Nov 25 13:19:20.530654 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-143ae445-1f62-4dc3-a71c-6c8a03a07df6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:20.532157 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51378) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:20.563469 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793b97b9-7602-4243-90c2-f1b0368519ff None None] Pushing event updated for resources: {'Port': ['ID=754f2951-f03a-4efa-831b-af14044f2337,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:20.567496 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-793b97b9-7602-4243-90c2-f1b0368519ff None None] Attempting to bind port 754f2951-f03a-4efa-831b-af14044f2337 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:19:20.567867 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-793b97b9-7602-4243-90c2-f1b0368519ff None None] Attempting to bind port 754f2951-f03a-4efa-831b-af14044f2337 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '6fb7f782-47b7-4daf-90f8-79d2f2e4c952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2f3e9f4b-171e-4038-9419-459f783f3398'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:19:20.568234 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793b97b9-7602-4243-90c2-f1b0368519ff None None] Attempting to bind port 754f2951-f03a-4efa-831b-af14044f2337 on network 2f3e9f4b-171e-4038-9419-459f783f3398 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:19:20.569672 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e82aab8f-e3e5-4f84-9890-43feba79bc50 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:20.597183 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-b02f8fd7-9264-4ed9-a5a4-a72b74bf75cc None None] Set router 66f86dbc-94fd-491b-ab25-f56f6a9eb3e8 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:19:20.640605 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793b97b9-7602-4243-90c2-f1b0368519ff None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:19:20.640984 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793b97b9-7602-4243-90c2-f1b0368519ff None None] Checking segment: {'id': '6fb7f782-47b7-4daf-90f8-79d2f2e4c952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2f3e9f4b-171e-4038-9419-459f783f3398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:19:20.641392 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-793b97b9-7602-4243-90c2-f1b0368519ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:20.642322 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793b97b9-7602-4243-90c2-f1b0368519ff None None] Bound using segment: {'id': '6fb7f782-47b7-4daf-90f8-79d2f2e4c952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2f3e9f4b-171e-4038-9419-459f783f3398'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:19:20.642848 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-793b97b9-7602-4243-90c2-f1b0368519ff None None] Bound port: 754f2951-f03a-4efa-831b-af14044f2337, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fb7f782-47b7-4daf-90f8-79d2f2e4c952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2f3e9f4b-171e-4038-9419-459f783f3398'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:19:20.643231 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-793b97b9-7602-4243-90c2-f1b0368519ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:20.675498 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-69512797-0513-4a8f-a201-81c2595dcaf8 None None] Provisioning complete for port 82f32d4b-37a0-4ee7-981b-d21874c828be triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:20.675873 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-69512797-0513-4a8f-a201-81c2595dcaf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:20.705371 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-291f624a-ba3c-4af6-a98d-ec73e76bbba9 None None] Set router 5417f724-fad1-463f-a83e-3c974c9556d2 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:19:20.765946 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-b1607dae-5d7f-415d-a555-91a63a03b48b None None] For port f0a2e5e6-a996-42a1-b494-4d28b62e8207, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:19:20.772719 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9fe65363-29af-4b2c-8206-13ca87819cdf req-fdb93a7b-d055-47e0-9420-da5d780822dc tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/security-groups?id=4740d5e6-ba1b-4fd6-9612-9b9185db2d9b&id=fe2ac121-c65a-4ad1-8e4f-321dc181b756&id=85033ee8-81f5-4878-9490-1fc50eeb27d9&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2907460 Nov 25 13:19:20.779026 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e82aab8f-e3e5-4f84-9890-43feba79bc50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:20.840062 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-b1607dae-5d7f-415d-a555-91a63a03b48b None None] For port f0a2e5e6-a996-42a1-b494-4d28b62e8207, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=f0a2e5e6-a996-42a1-b494-4d28b62e8207,segment=NetworkSegment(fec5da0f-d1de-40d0-aac7-e8dd86a9f9a9),segment_id=fec5da0f-d1de-40d0-aac7-e8dd86a9f9a9)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:19:20.880156 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82aab8f-e3e5-4f84-9890-43feba79bc50 admin admin] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:19:20.882203 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d09e3896-a0f4-4649-b7ac-2a208707beb7 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:20.889003 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09e3896-a0f4-4649-b7ac-2a208707beb7 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:20.889688 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b1607dae-5d7f-415d-a555-91a63a03b48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:20.892719 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d09e3896-a0f4-4649-b7ac-2a208707beb7 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:20.937773 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82aab8f-e3e5-4f84-9890-43feba79bc50 admin admin] Pushing event updated for resources: {'Port': ['ID=ad6ee71f-7b15-4623-8411-fb2e307853d9,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:20.942289 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-e82aab8f-e3e5-4f84-9890-43feba79bc50 admin admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:19:20.960852 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82aab8f-e3e5-4f84-9890-43feba79bc50 admin admin] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:19:20.973206 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8623c201-e66e-4131-bb0b-b5c7ac400431 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:19:20.982584 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-291f624a-ba3c-4af6-a98d-ec73e76bbba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5417f724-fad1-463f-a83e-3c974c9556d2', 'name': 'tempest-ServersTestJSON-684622249-router', 'tenant_id': 'df651ad79fe54ccfbbf19c1e8711e872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'a0b8058e-4811-415a-8cb1-40daa95fdcdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:19:14Z', 'updated_at': '2021-11-25T13:19:17Z', 'revision_number': 3, 'project_id': 'df651ad79fe54ccfbbf19c1e8711e872', 'gw_port': {'id': 'a0b8058e-4811-415a-8cb1-40daa95fdcdc', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5417f724-fad1-463f-a83e-3c974c9556d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:15Z', 'updated_at': '2021-11-25T13:19:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:21.029653 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-793b97b9-7602-4243-90c2-f1b0368519ff None None] For port 754f2951-f03a-4efa-831b-af14044f2337, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:19:21.059224 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b51c54f4-aeb9-44be-b52e-54f6223208c8 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:19:21.087602 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b51c54f4-aeb9-44be-b52e-54f6223208c8 admin admin] 10.222.0.53 "PUT /v2.0/routers/66f86dbc-94fd-491b-ab25-f56f6a9eb3e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5164099 Nov 25 13:19:21.092007 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291f624a-ba3c-4af6-a98d-ec73e76bbba9 None None] Checking router: 5417f724-fad1-463f-a83e-3c974c9556d2 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:19:21.092369 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291f624a-ba3c-4af6-a98d-ec73e76bbba9 None None] Updating router 5417f724-fad1-463f-a83e-3c974c9556d2 port a0b8058e-4811-415a-8cb1-40daa95fdcdc binding host n-d-808199-11 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:19:21.180386 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-291f624a-ba3c-4af6-a98d-ec73e76bbba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:21.230631 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d09e3896-a0f4-4649-b7ac-2a208707beb7 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4569039 Nov 25 13:19:21.234628 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51382) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:21.251398 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab8f94-9734-4a3e-bd2e-2dcdff470e95 req-5e0c78dc-c400-4424-bf4c-430218381bfe tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:21.253233 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3fab8f94-9734-4a3e-bd2e-2dcdff470e95 req-5e0c78dc-c400-4424-bf4c-430218381bfe tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.47 "GET /v2.0/ports?device_id=07917f82-99db-4cff-b8f3-6dff095f4e9f HTTP/1.1" status: 200 len: 1023 time: 0.3510756 Nov 25 13:19:21.258548 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-704013d4-7a13-46b7-a08a-1d6f6309f8d9 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Request body: {'subnet': {'network_id': '286309f6-f4d4-43c2-81ea-5aca73b6335a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:19:21.268489 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-793b97b9-7602-4243-90c2-f1b0368519ff None None] For port 754f2951-f03a-4efa-831b-af14044f2337, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=754f2951-f03a-4efa-831b-af14044f2337,segment=NetworkSegment(6fb7f782-47b7-4daf-90f8-79d2f2e4c952),segment_id=6fb7f782-47b7-4daf-90f8-79d2f2e4c952)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:19:21.301817 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1607dae-5d7f-415d-a555-91a63a03b48b None None] Pushing event updated for resources: {'Port': ['ID=f0a2e5e6-a996-42a1-b494-4d28b62e8207,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:21.426197 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf689230-0d62-4e2f-8fc4-ac6918c3aa44 req-882a8da0-279e-499b-8f4a-2dc26ddd1915 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:21.428305 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bf689230-0d62-4e2f-8fc4-ac6918c3aa44 req-882a8da0-279e-499b-8f4a-2dc26ddd1915 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 944 time: 0.9892242 Nov 25 13:19:21.430407 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09e3896-a0f4-4649-b7ac-2a208707beb7 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event updated for resources: {'Network': ['ID=286309f6-f4d4-43c2-81ea-5aca73b6335a,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:21.497903 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-793b97b9-7602-4243-90c2-f1b0368519ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:21.613244 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-69512797-0513-4a8f-a201-81c2595dcaf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:21.672306 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-143ae445-1f62-4dc3-a71c-6c8a03a07df6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:21.678673 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-291f624a-ba3c-4af6-a98d-ec73e76bbba9 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:21.696218 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-291f624a-ba3c-4af6-a98d-ec73e76bbba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:21.717938 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bf689230-0d62-4e2f-8fc4-ac6918c3aa44 req-43107ed9-a3c2-4205-8022-58855d131a66 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2652838 Nov 25 13:19:21.778876 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35d02ad-17e4-4bd2-a896-348e2f57d346 None None] Pushing event updated for resources: {'Port': ['ID=a0b8058e-4811-415a-8cb1-40daa95fdcdc,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:21.789400 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-69512797-0513-4a8f-a201-81c2595dcaf8 None None] For port 82f32d4b-37a0-4ee7-981b-d21874c828be, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=82f32d4b-37a0-4ee7-981b-d21874c828be,segment=NetworkSegment(414786ef-10c3-4147-9abd-e15f64f822ae),segment_id=414786ef-10c3-4147-9abd-e15f64f822ae)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:19:21.824645 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-69512797-0513-4a8f-a201-81c2595dcaf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:21.854205 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-291f624a-ba3c-4af6-a98d-ec73e76bbba9 None None] Attempting to bind port a0b8058e-4811-415a-8cb1-40daa95fdcdc on host n-d-808199-11 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:19:21.854578 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-291f624a-ba3c-4af6-a98d-ec73e76bbba9 None None] Attempting to bind port a0b8058e-4811-415a-8cb1-40daa95fdcdc by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:19:21.857483 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291f624a-ba3c-4af6-a98d-ec73e76bbba9 None None] Attempting to bind port a0b8058e-4811-415a-8cb1-40daa95fdcdc on network 7542d3d9-0db3-40e7-ab88-a168871141f7 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:19:21.874438 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b760a98b-4283-42de-9676-ee100b7d5710 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:19:21.880419 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291f624a-ba3c-4af6-a98d-ec73e76bbba9 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:19:21.881074 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291f624a-ba3c-4af6-a98d-ec73e76bbba9 None None] Checking segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:19:21.885841 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-291f624a-ba3c-4af6-a98d-ec73e76bbba9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:21.888342 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291f624a-ba3c-4af6-a98d-ec73e76bbba9 None None] Bound using segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:19:21.899502 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-291f624a-ba3c-4af6-a98d-ec73e76bbba9 None None] Bound port: a0b8058e-4811-415a-8cb1-40daa95fdcdc, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:19:21.900277 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-291f624a-ba3c-4af6-a98d-ec73e76bbba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:21.942793 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793b97b9-7602-4243-90c2-f1b0368519ff None None] Pushing event updated for resources: {'Port': ['ID=754f2951-f03a-4efa-831b-af14044f2337,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:22.027558 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-69512797-0513-4a8f-a201-81c2595dcaf8 None None] Provisioning complete for port 0b205b83-f849-4c02-849e-40e4986edbcc triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:22.031612 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-69512797-0513-4a8f-a201-81c2595dcaf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:22.034460 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-291f624a-ba3c-4af6-a98d-ec73e76bbba9 None None] For port a0b8058e-4811-415a-8cb1-40daa95fdcdc, host n-d-808199-11, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:19:22.042218 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-b02f8fd7-9264-4ed9-a5a4-a72b74bf75cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f86dbc-94fd-491b-ab25-f56f6a9eb3e8', 'name': 'tempest-ServersTestFqdnHostnames-421086233-router', 'tenant_id': '6ba3ab7c0d724058adeab7a26e218a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '8fb37192-d7ba-432a-ba4a-f907e25ba280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:19:08Z', 'updated_at': '2021-11-25T13:19:17Z', 'revision_number': 4, 'project_id': '6ba3ab7c0d724058adeab7a26e218a01', 'gw_port': {'id': '8fb37192-d7ba-432a-ba4a-f907e25ba280', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ce:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f86dbc-94fd-491b-ab25-f56f6a9eb3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:09Z', 'updated_at': '2021-11-25T13:19:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '0b205b83-f849-4c02-849e-40e4986edbcc', 'name': '', 'network_id': '302cd77f-0aa0-4fd0-9347-1bf95451c456', 'tenant_id': '6ba3ab7c0d724058adeab7a26e218a01', 'mac_address': 'fa:16:3e:80:ab:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f86dbc-94fd-491b-ab25-f56f6a9eb3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '9357717b-7827-46e4-94ff-fefe4f5006a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:16Z', 'updated_at': '2021-11-25T13:19:18Z', 'revision_number': 2, 'project_id': '6ba3ab7c0d724058adeab7a26e218a01', 'subnets': [{'id': '9357717b-7827-46e4-94ff-fefe4f5006a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:22.046621 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-291f624a-ba3c-4af6-a98d-ec73e76bbba9 None None] For port a0b8058e-4811-415a-8cb1-40daa95fdcdc, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=a0b8058e-4811-415a-8cb1-40daa95fdcdc,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:19:22.057142 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-291f624a-ba3c-4af6-a98d-ec73e76bbba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:22.100930 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 286309f6-f4d4-43c2-81ea-5aca73b6335a details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:19:22.178978 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02f8fd7-9264-4ed9-a5a4-a72b74bf75cc None None] The sync data for ids ['66f86dbc-94fd-491b-ab25-f56f6a9eb3e8'] in n-d-808199-11 is: [{'id': '66f86dbc-94fd-491b-ab25-f56f6a9eb3e8', 'name': 'tempest-ServersTestFqdnHostnames-421086233-router', 'tenant_id': '6ba3ab7c0d724058adeab7a26e218a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '8fb37192-d7ba-432a-ba4a-f907e25ba280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:19:08Z', 'updated_at': '2021-11-25T13:19:17Z', 'revision_number': 4, 'project_id': '6ba3ab7c0d724058adeab7a26e218a01', 'gw_port': {'id': '8fb37192-d7ba-432a-ba4a-f907e25ba280', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ce:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f86dbc-94fd-491b-ab25-f56f6a9eb3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:09Z', 'updated_at': '2021-11-25T13:19:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '0b205b83-f849-4c02-849e-40e4986edbcc', 'name': '', 'network_id': '302cd77f-0aa0-4fd0-9347-1bf95451c456', 'tenant_id': '6ba3ab7c0d724058adeab7a26e218a01', 'mac_address': 'fa:16:3e:80:ab:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f86dbc-94fd-491b-ab25-f56f6a9eb3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '9357717b-7827-46e4-94ff-fefe4f5006a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:16Z', 'updated_at': '2021-11-25T13:19:18Z', 'revision_number': 2, 'project_id': '6ba3ab7c0d724058adeab7a26e218a01', 'subnets': [{'id': '9357717b-7827-46e4-94ff-fefe4f5006a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:19:22.224125 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35d02ad-17e4-4bd2-a896-348e2f57d346 None None] Pushing event updated for resources: {'Port': ['ID=a0b8058e-4811-415a-8cb1-40daa95fdcdc,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:22.279079 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 82f32d4b-37a0-4ee7-981b-d21874c828be up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:19:22.283521 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9512097-66e0-41d3-a88e-a60c098db68f None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:19:22.287411 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291f624a-ba3c-4af6-a98d-ec73e76bbba9 None None] Routers {'5417f724-fad1-463f-a83e-3c974c9556d2'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:19:22.290065 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-291f624a-ba3c-4af6-a98d-ec73e76bbba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:19:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['5417f724-fad1-463f-a83e-3c974c9556d2'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:22.297205 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69512797-0513-4a8f-a201-81c2595dcaf8 None None] Pushing event updated for resources: {'Port': ['ID=82f32d4b-37a0-4ee7-981b-d21874c828be,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:22.328198 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 51392) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:22.422873 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1223c5-9d9e-4b30-a1e1-23adae10cc59 req-50824506-f9f0-459d-8c95-e1530582f394 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:22.430968 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9b1223c5-9d9e-4b30-a1e1-23adae10cc59 req-50824506-f9f0-459d-8c95-e1530582f394 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/ports?device_id=07917f82-99db-4cff-b8f3-6dff095f4e9f HTTP/1.1" status: 200 len: 1023 time: 0.4106042 Nov 25 13:19:22.437274 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-4d24226d-3c33-4158-b7b1-c28498912d11 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1269946967', 'description': 'tempest-description--1897671027'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:19:22.470535 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-143ae445-1f62-4dc3-a71c-6c8a03a07df6 admin admin] Router 86aca145-4dba-48b6-95a5-f5c1008e10aa is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:19:22.533599 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-07665275-8939-40ac-9d7d-b7dd0c4cc70a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:22.550793 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4d24226d-3c33-4158-b7b1-c28498912d11 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:22.571285 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-291f624a-ba3c-4af6-a98d-ec73e76bbba9 None None] Set router 5417f724-fad1-463f-a83e-3c974c9556d2 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:19:22.595886 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704013d4-7a13-46b7-a08a-1d6f6309f8d9 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Made reservation on behalf of 103222503d1f447390d34cefdf0e19b7 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:19:22.600226 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-704013d4-7a13-46b7-a08a-1d6f6309f8d9 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:22.722503 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e82aab8f-e3e5-4f84-9890-43feba79bc50 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:22.790652 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-69512797-0513-4a8f-a201-81c2595dcaf8 None None] Port 0b205b83-f849-4c02-849e-40e4986edbcc cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:19:22.857294 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-3fab8f94-9734-4a3e-bd2e-2dcdff470e95 req-fcbc6e88-4358-4925-864e-59776b9264f2 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Deleting port e865706f-7df6-4e7a-bcf9-facba69873bc {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:19:22.857730 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3fab8f94-9734-4a3e-bd2e-2dcdff470e95 req-fcbc6e88-4358-4925-864e-59776b9264f2 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:22.860864 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9b1223c5-9d9e-4b30-a1e1-23adae10cc59 req-c2601377-3ec7-405c-8354-1835d5e98556 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/security-groups?id=4740d5e6-ba1b-4fd6-9612-9b9185db2d9b&id=fe2ac121-c65a-4ad1-8e4f-321dc181b756&id=85033ee8-81f5-4878-9490-1fc50eeb27d9&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.4281485 Nov 25 13:19:22.864587 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-69512797-0513-4a8f-a201-81c2595dcaf8 None None] Provisioning complete for port 8fb37192-d7ba-432a-ba4a-f907e25ba280 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:22.865191 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-69512797-0513-4a8f-a201-81c2595dcaf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:22.972150 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 82f32d4b-37a0-4ee7-981b-d21874c828be triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:22.972791 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:22.974256 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-291f624a-ba3c-4af6-a98d-ec73e76bbba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5417f724-fad1-463f-a83e-3c974c9556d2', 'name': 'tempest-ServersTestJSON-684622249-router', 'tenant_id': 'df651ad79fe54ccfbbf19c1e8711e872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'a0b8058e-4811-415a-8cb1-40daa95fdcdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:19:14Z', 'updated_at': '2021-11-25T13:19:17Z', 'revision_number': 3, 'project_id': 'df651ad79fe54ccfbbf19c1e8711e872', 'gw_port': {'id': 'a0b8058e-4811-415a-8cb1-40daa95fdcdc', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5417f724-fad1-463f-a83e-3c974c9556d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:15Z', 'updated_at': '2021-11-25T13:19:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:23.008691 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-3fab8f94-9734-4a3e-bd2e-2dcdff470e95 req-fcbc6e88-4358-4925-864e-59776b9264f2 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] For port e865706f-7df6-4e7a-bcf9-facba69873bc, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=e865706f-7df6-4e7a-bcf9-facba69873bc,segment=NetworkSegment(ea599390-cb21-4f42-a770-5e7220a6f048),segment_id=ea599390-cb21-4f42-a770-5e7220a6f048)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:19:23.009065 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3fab8f94-9734-4a3e-bd2e-2dcdff470e95 req-fcbc6e88-4358-4925-864e-59776b9264f2 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:23.011208 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291f624a-ba3c-4af6-a98d-ec73e76bbba9 None None] The sync data for ids ['5417f724-fad1-463f-a83e-3c974c9556d2'] in n-d-808199-11 is: [{'id': '5417f724-fad1-463f-a83e-3c974c9556d2', 'name': 'tempest-ServersTestJSON-684622249-router', 'tenant_id': 'df651ad79fe54ccfbbf19c1e8711e872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'a0b8058e-4811-415a-8cb1-40daa95fdcdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:19:14Z', 'updated_at': '2021-11-25T13:19:17Z', 'revision_number': 3, 'project_id': 'df651ad79fe54ccfbbf19c1e8711e872', 'gw_port': {'id': 'a0b8058e-4811-415a-8cb1-40daa95fdcdc', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5417f724-fad1-463f-a83e-3c974c9556d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:15Z', 'updated_at': '2021-11-25T13:19:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:19:23.025762 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4e4a00-c206-4426-bada-42890806a9f4 None None] Network b1f71836-0a1a-445e-93bc-46ab97da1b91 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:19:23.029879 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-3fab8f94-9734-4a3e-bd2e-2dcdff470e95 req-fcbc6e88-4358-4925-864e-59776b9264f2 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Calling delete_port for e865706f-7df6-4e7a-bcf9-facba69873bc owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:19:23.085528 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4d24226d-3c33-4158-b7b1-c28498912d11 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:23.108333 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4d24226d-3c33-4158-b7b1-c28498912d11 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:23.222450 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-704013d4-7a13-46b7-a08a-1d6f6309f8d9 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:23.307904 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-69512797-0513-4a8f-a201-81c2595dcaf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:23.375731 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e82aab8f-e3e5-4f84-9890-43feba79bc50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:23.385975 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4d24226d-3c33-4158-b7b1-c28498912d11 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:23.393815 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 8d4daf44-e2bf-473a-8988-96eef2fd238e up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:19:23.396211 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-4d24226d-3c33-4158-b7b1-c28498912d11 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.9622352 Nov 25 13:19:23.402146 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 51394) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:23.410947 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-ff417180-ef35-4977-a391-915eded7a94b tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Request body: {'security_group_rule': {'security_group_id': '85e8e2a5-fed9-4563-adb3-f2b8359cafca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:19:23.415056 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3fab8f94-9734-4a3e-bd2e-2dcdff470e95 req-fcbc6e88-4358-4925-864e-59776b9264f2 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:23.422420 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d24226d-3c33-4158-b7b1-c28498912d11 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85e8e2a5-fed9-4563-adb3-f2b8359cafca,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:23.466900 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-69512797-0513-4a8f-a201-81c2595dcaf8 None None] For port 8fb37192-d7ba-432a-ba4a-f907e25ba280, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=8fb37192-d7ba-432a-ba4a-f907e25ba280,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:19:23.520535 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cd6ac2-ecde-4824-a9e3-cb00be2c2f10 None None] DHCP port deletion for 07e98a44-e123-4654-87bd-63f0784ad214 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:19:23.528015 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-69512797-0513-4a8f-a201-81c2595dcaf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:23.528759 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ff417180-ef35-4977-a391-915eded7a94b tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:23.567299 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbc6e88-4358-4925-864e-59776b9264f2 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Pushing event deleted for resources: {'Port': ['ID=e865706f-7df6-4e7a-bcf9-facba69873bc,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:23.698529 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704013d4-7a13-46b7-a08a-1d6f6309f8d9 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event updated for resources: {'Subnet': ['ID=2d8201e4-0452-4b23-95f4-bddfc5ab381e,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:23.700585 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ff417180-ef35-4977-a391-915eded7a94b tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:23.708531 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fab8f94-9734-4a3e-bd2e-2dcdff470e95 req-fcbc6e88-4358-4925-864e-59776b9264f2 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] No DVR routers for this DVR port e865706f-7df6-4e7a-bcf9-facba69873bc on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:19:23.718403 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3fab8f94-9734-4a3e-bd2e-2dcdff470e95 req-fcbc6e88-4358-4925-864e-59776b9264f2 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:23.720048 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-69512797-0513-4a8f-a201-81c2595dcaf8 None None] Provisioning complete for port b969dc7a-26d1-496b-9308-ceb61dbc6a12 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:23.720048 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-69512797-0513-4a8f-a201-81c2595dcaf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:23.726353 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3fab8f94-9734-4a3e-bd2e-2dcdff470e95 req-fcbc6e88-4358-4925-864e-59776b9264f2 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.47 "DELETE /v2.0/ports/e865706f-7df6-4e7a-bcf9-facba69873bc HTTP/1.1" status: 204 len: 173 time: 2.4406006 Nov 25 13:19:23.728514 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ff417180-ef35-4977-a391-915eded7a94b tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:23.731292 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07917f82-99db-4cff-b8f3-6dff095f4e9f', 'name': 'network-vif-deleted', 'tag': 'e865706f-7df6-4e7a-bcf9-facba69873bc'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:19:23.733429 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c3640a-e2b2-4e68-a32f-aa2da6fdf1ba" -d '{"events": [{"server_uuid": "07917f82-99db-4cff-b8f3-6dff095f4e9f", "name": "network-vif-deleted", "tag": "e865706f-7df6-4e7a-bcf9-facba69873bc"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:19:23.746667 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-143ae445-1f62-4dc3-a71c-6c8a03a07df6 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:19:23.781404 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbac2a1-e040-43e7-8e57-0006aeda7f80 None None] Network 2f3e9f4b-171e-4038-9419-459f783f3398 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:19:23.790012 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704013d4-7a13-46b7-a08a-1d6f6309f8d9 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Checking segment: {'id': '853aa3db-7954-45c5-a6c7-faad4399e1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '286309f6-f4d4-43c2-81ea-5aca73b6335a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:19:23.790383 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704013d4-7a13-46b7-a08a-1d6f6309f8d9 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Network hostable DHCP agents. Network: 286309f6-f4d4-43c2-81ea-5aca73b6335a, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:19:23.796176 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff417180-ef35-4977-a391-915eded7a94b tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47452be8-a47f-483e-b998-68f1089545a2,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:23.815836 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ff417180-ef35-4977-a391-915eded7a94b tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:23.820558 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-ff417180-ef35-4977-a391-915eded7a94b tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4172938 Nov 25 13:19:23.823711 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 51398) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:23.830341 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-0f36d6b9-fa59-4f9c-92f8-003b03bad283 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Request body: {'security_group_rule': {'security_group_id': '85e8e2a5-fed9-4563-adb3-f2b8359cafca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:19:23.845814 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d489bad5-c1e7-42e4-82d4-e3cc1653b15f x-openstack-request-id: req-d489bad5-c1e7-42e4-82d4-e3cc1653b15f {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:19:23.846151 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07917f82-99db-4cff-b8f3-6dff095f4e9f", "name": "network-vif-deleted", "tag": "e865706f-7df6-4e7a-bcf9-facba69873bc", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:19:23.847371 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d489bad5-c1e7-42e4-82d4-e3cc1653b15f {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:19:23.847982 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07917f82-99db-4cff-b8f3-6dff095f4e9f', 'name': 'network-vif-deleted', 'tag': 'e865706f-7df6-4e7a-bcf9-facba69873bc', 'status': 'completed', 'code': 200} Nov 25 13:19:23.862485 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b124b76b-37ea-4cd8-90c2-1e131875bb8b None None] Sync routers for ids ['86aca145-4dba-48b6-95a5-f5c1008e10aa'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:19:23.873559 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-143ae445-1f62-4dc3-a71c-6c8a03a07df6 admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:23.874873 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-143ae445-1f62-4dc3-a71c-6c8a03a07df6 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.8817072 Nov 25 13:19:23.880216 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 51400) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:23.895710 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69512797-0513-4a8f-a201-81c2595dcaf8 None None] Pushing event updated for resources: {'Port': ['ID=8fb37192-d7ba-432a-ba4a-f907e25ba280,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:23.927225 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device e865706f-7df6-4e7a-bcf9-facba69873bc no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:19:23.933612 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-07665275-8939-40ac-9d7d-b7dd0c4cc70a admin admin] Allocated IP 172.20.0.1 (884fbd20-5b2c-4fb3-8df2-e56b22e47b5d/4a9b2e46-421a-4b61-8a19-01c511a48cad/0a5360e6-212e-4ddb-9b74-ab459fe51413) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:19:23.936111 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704013d4-7a13-46b7-a08a-1d6f6309f8d9 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Network 286309f6-f4d4-43c2-81ea-5aca73b6335a is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:19:23.965141 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-704013d4-7a13-46b7-a08a-1d6f6309f8d9 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 286309f6-f4d4-43c2-81ea-5aca73b6335a) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:19:23.973440 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704013d4-7a13-46b7-a08a-1d6f6309f8d9 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:23.973917 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-704013d4-7a13-46b7-a08a-1d6f6309f8d9 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:24.002803 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0f36d6b9-fa59-4f9c-92f8-003b03bad283 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:24.005547 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e82aab8f-e3e5-4f84-9890-43feba79bc50 admin admin] Router ffe7a1e7-7266-497a-babd-81f42fbcf57a is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:19:24.086291 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1279e047-bbc3-4b61-99c3-8692bc133594 None None] Network 286309f6-f4d4-43c2-81ea-5aca73b6335a requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:19:24.115063 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4f2e72fd-dc9f-438f-8535-0134cc6c3f74 req-7c3c1ab8-247c-4dfb-9c65-39651b7cd6eb tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/ports?device_id=07917f82-99db-4cff-b8f3-6dff095f4e9f HTTP/1.1" status: 200 len: 210 time: 0.0546319 Nov 25 13:19:24.117186 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-704013d4-7a13-46b7-a08a-1d6f6309f8d9 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8628361 Nov 25 13:19:24.120596 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51404) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:24.128704 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-5384b7b5-9139-46dc-9aff-24e37f6d7b5e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Request body: {'port': {'network_id': '286309f6-f4d4-43c2-81ea-5aca73b6335a', 'name': 'tempest-PortsTestJSON-1787504942', 'fixed_ips': [{'subnet_id': '2d8201e4-0452-4b23-95f4-bddfc5ab381e', 'ip_address': '172.20.0.10'}]}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:19:24.152178 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-69512797-0513-4a8f-a201-81c2595dcaf8 None None] Port b969dc7a-26d1-496b-9308-ceb61dbc6a12 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:19:24.163862 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69512797-0513-4a8f-a201-81c2595dcaf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:19:24.165654 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69512797-0513-4a8f-a201-81c2595dcaf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:19:24.166170 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69512797-0513-4a8f-a201-81c2595dcaf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:19:24.166783 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69512797-0513-4a8f-a201-81c2595dcaf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:19:24.167540 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69512797-0513-4a8f-a201-81c2595dcaf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:19:24.168024 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69512797-0513-4a8f-a201-81c2595dcaf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:19:24.168513 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69512797-0513-4a8f-a201-81c2595dcaf8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:19:24.169031 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69512797-0513-4a8f-a201-81c2595dcaf8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:19:24.169538 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69512797-0513-4a8f-a201-81c2595dcaf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:19:24.170021 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69512797-0513-4a8f-a201-81c2595dcaf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:19:24.170518 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69512797-0513-4a8f-a201-81c2595dcaf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:19:24.171077 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69512797-0513-4a8f-a201-81c2595dcaf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:19:24.196971 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: e865706f-7df6-4e7a-bcf9-facba69873bc {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:19:24.197597 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device e865706f-7df6-4e7a-bcf9-facba69873bc not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:19:24.210226 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b124b76b-37ea-4cd8-90c2-1e131875bb8b None None] Routers {'86aca145-4dba-48b6-95a5-f5c1008e10aa'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:19:24.210859 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-b124b76b-37ea-4cd8-90c2-1e131875bb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:19:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['86aca145-4dba-48b6-95a5-f5c1008e10aa'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:24.242362 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-07665275-8939-40ac-9d7d-b7dd0c4cc70a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:24.431530 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-07665275-8939-40ac-9d7d-b7dd0c4cc70a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:24.482343 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-b124b76b-37ea-4cd8-90c2-1e131875bb8b None None] Set router 86aca145-4dba-48b6-95a5-f5c1008e10aa gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:19:24.482579 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0f36d6b9-fa59-4f9c-92f8-003b03bad283 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:24.489572 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5384b7b5-9139-46dc-9aff-24e37f6d7b5e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Made reservation on behalf of 103222503d1f447390d34cefdf0e19b7 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:19:24.554196 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0f36d6b9-fa59-4f9c-92f8-003b03bad283 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:24.593353 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07665275-8939-40ac-9d7d-b7dd0c4cc70a admin admin] Network 884fbd20-5b2c-4fb3-8df2-e56b22e47b5d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:19:24.613574 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-07665275-8939-40ac-9d7d-b7dd0c4cc70a admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:19:24.626839 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07665275-8939-40ac-9d7d-b7dd0c4cc70a admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:19:24.638103 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 8d4daf44-e2bf-473a-8988-96eef2fd238e triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:24.638487 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:24.647031 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e82aab8f-e3e5-4f84-9890-43feba79bc50 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:19:24.660694 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb352a95-00ae-4c82-ab10-e44ce8dead06 None None] Sync routers for ids ['ffe7a1e7-7266-497a-babd-81f42fbcf57a'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:19:24.663619 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f36d6b9-fa59-4f9c-92f8-003b03bad283 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae517532-1612-4065-ba13-f044f53c8009,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:24.682332 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb352a95-00ae-4c82-ab10-e44ce8dead06 None None] Routers {'ffe7a1e7-7266-497a-babd-81f42fbcf57a'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:19:24.685058 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-cb352a95-00ae-4c82-ab10-e44ce8dead06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:19:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['ffe7a1e7-7266-497a-babd-81f42fbcf57a'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:24.693899 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07665275-8939-40ac-9d7d-b7dd0c4cc70a admin admin] Pushing event updated for resources: {'Port': ['ID=0a5360e6-212e-4ddb-9b74-ab459fe51413,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:24.731972 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-07665275-8939-40ac-9d7d-b7dd0c4cc70a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:24.758749 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0f36d6b9-fa59-4f9c-92f8-003b03bad283 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:24.760380 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-0f36d6b9-fa59-4f9c-92f8-003b03bad283 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9355156 Nov 25 13:19:24.763319 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e82aab8f-e3e5-4f84-9890-43feba79bc50 admin admin] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:24.766954 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e82aab8f-e3e5-4f84-9890-43feba79bc50 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.0061376 Nov 25 13:19:24.766954 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 51406) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:24.774030 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 51408) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:24.817656 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5384b7b5-9139-46dc-9aff-24e37f6d7b5e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:24.864960 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-5384b7b5-9139-46dc-9aff-24e37f6d7b5e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] device_id is not set on port b00f6091-de8d-43c1-acf0-854904bb61c0 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:19:24.901797 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-d90f7201-906d-4816-b695-ff826e47af5b tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Request body: {'floatingip': {'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:19:24.936956 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-cb352a95-00ae-4c82-ab10-e44ce8dead06 None None] Set router ffe7a1e7-7266-497a-babd-81f42fbcf57a gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:19:24.977469 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d90f7201-906d-4816-b695-ff826e47af5b tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Publish callbacks [] for floatingip, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:25.002392 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-b7cd743a-c6f4-4040-a0cc-79a47dda2c08 None None] Provisioning complete for port a0b8058e-4811-415a-8cb1-40daa95fdcdc triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:25.003510 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b7cd743a-c6f4-4040-a0cc-79a47dda2c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:25.054306 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f6979dd1-d2a7-46d5-826b-2c9bf7143bc2 req-6476c1fa-4f1b-4273-8bc1-e2336515b75d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=49392237-36aa-4a57-9070-b5a42c36fa86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4920523 Nov 25 13:19:25.104077 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-07665275-8939-40ac-9d7d-b7dd0c4cc70a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:25.274444 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6979dd1-d2a7-46d5-826b-2c9bf7143bc2 req-dfe2d3c4-dff7-4fbc-9bbe-c8f06777be26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:25.277015 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f6979dd1-d2a7-46d5-826b-2c9bf7143bc2 req-dfe2d3c4-dff7-4fbc-9bbe-c8f06777be26 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=621e47be21954218b422540d084376f9&device_id=49392237-36aa-4a57-9070-b5a42c36fa86 HTTP/1.1" status: 200 len: 1098 time: 0.1365283 Nov 25 13:19:25.285817 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-cb352a95-00ae-4c82-ab10-e44ce8dead06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe7a1e7-7266-497a-babd-81f42fbcf57a', 'name': 'tempest-ServersTestManualDisk-1364209551-router', 'tenant_id': '0013694c3d8b4bbab5d29ed70a5d2a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'ad6ee71f-7b15-4623-8411-fb2e307853d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:19:16Z', 'updated_at': '2021-11-25T13:19:22Z', 'revision_number': 3, 'project_id': '0013694c3d8b4bbab5d29ed70a5d2a34', 'gw_port': {'id': 'ad6ee71f-7b15-4623-8411-fb2e307853d9', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe7a1e7-7266-497a-babd-81f42fbcf57a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:18Z', 'updated_at': '2021-11-25T13:19:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:25.320935 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb352a95-00ae-4c82-ab10-e44ce8dead06 None None] Checking router: ffe7a1e7-7266-497a-babd-81f42fbcf57a for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:19:25.321302 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb352a95-00ae-4c82-ab10-e44ce8dead06 None None] Updating router ffe7a1e7-7266-497a-babd-81f42fbcf57a port ad6ee71f-7b15-4623-8411-fb2e307853d9 binding host n-d-808199-11 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:19:25.352563 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cb352a95-00ae-4c82-ab10-e44ce8dead06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:25.406442 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-b124b76b-37ea-4cd8-90c2-1e131875bb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86aca145-4dba-48b6-95a5-f5c1008e10aa', 'name': 'tempest-TestServerBasicOps-176723973-router', 'tenant_id': '008ddee935614353988b03e476a6856d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'b969dc7a-26d1-496b-9308-ceb61dbc6a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:19:16Z', 'updated_at': '2021-11-25T13:19:19Z', 'revision_number': 3, 'project_id': '008ddee935614353988b03e476a6856d', 'gw_port': {'id': 'b969dc7a-26d1-496b-9308-ceb61dbc6a12', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86aca145-4dba-48b6-95a5-f5c1008e10aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:18Z', 'updated_at': '2021-11-25T13:19:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:25.444716 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 4a59c9cd-9206-4895-bcbd-e159725ee815 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:19:25.477800 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011cee4d-cf7d-4f70-9033-98a1259c62d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-286309f6-f4d4-43c2-81ea-5aca73b6335a', 'network_id': '286309f6-f4d4-43c2-81ea-5aca73b6335a', 'tenant_id': '103222503d1f447390d34cefdf0e19b7', 'fixed_ips': [{'subnet_id': '2d8201e4-0452-4b23-95f4-bddfc5ab381e'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:19:25.479360 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-011cee4d-cf7d-4f70-9033-98a1259c62d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:25.523782 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b124b76b-37ea-4cd8-90c2-1e131875bb8b None None] Checking router: 86aca145-4dba-48b6-95a5-f5c1008e10aa for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:19:25.523782 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b124b76b-37ea-4cd8-90c2-1e131875bb8b None None] Updating router 86aca145-4dba-48b6-95a5-f5c1008e10aa port b969dc7a-26d1-496b-9308-ceb61dbc6a12 binding host n-d-808199-11 {{(pid=103572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:19:25.554973 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 4a59c9cd-9206-4895-bcbd-e159725ee815 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:19:25.555472 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 4a59c9cd-9206-4895-bcbd-e159725ee815 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:19:25.623037 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b7cd743a-c6f4-4040-a0cc-79a47dda2c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:25.630956 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b124b76b-37ea-4cd8-90c2-1e131875bb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:25.773199 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cb352a95-00ae-4c82-ab10-e44ce8dead06 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:25.773719 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-b7cd743a-c6f4-4040-a0cc-79a47dda2c08 None None] For port a0b8058e-4811-415a-8cb1-40daa95fdcdc, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=a0b8058e-4811-415a-8cb1-40daa95fdcdc,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:19:25.786072 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cb352a95-00ae-4c82-ab10-e44ce8dead06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:25.792442 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b7cd743a-c6f4-4040-a0cc-79a47dda2c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:25.855388 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-5384b7b5-9139-46dc-9aff-24e37f6d7b5e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Allocated IP 172.20.0.10 (286309f6-f4d4-43c2-81ea-5aca73b6335a/2d8201e4-0452-4b23-95f4-bddfc5ab381e/b00f6091-de8d-43c1-acf0-854904bb61c0) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:19:25.922360 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-cb352a95-00ae-4c82-ab10-e44ce8dead06 None None] Attempting to bind port ad6ee71f-7b15-4623-8411-fb2e307853d9 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:19:25.926283 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-cb352a95-00ae-4c82-ab10-e44ce8dead06 None None] Attempting to bind port ad6ee71f-7b15-4623-8411-fb2e307853d9 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:19:25.927474 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb352a95-00ae-4c82-ab10-e44ce8dead06 None None] Attempting to bind port ad6ee71f-7b15-4623-8411-fb2e307853d9 on network 7542d3d9-0db3-40e7-ab88-a168871141f7 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:19:25.932685 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-07665275-8939-40ac-9d7d-b7dd0c4cc70a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:25.939769 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28f1ee-d610-4d83-8d2a-29559e3936c8 None None] Pushing event updated for resources: {'Port': ['ID=ad6ee71f-7b15-4623-8411-fb2e307853d9,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:25.948029 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb352a95-00ae-4c82-ab10-e44ce8dead06 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:19:25.948379 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb352a95-00ae-4c82-ab10-e44ce8dead06 None None] Checking segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:19:25.948939 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cb352a95-00ae-4c82-ab10-e44ce8dead06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:25.949398 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb352a95-00ae-4c82-ab10-e44ce8dead06 None None] Bound using segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:19:25.950001 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-cb352a95-00ae-4c82-ab10-e44ce8dead06 None None] Bound port: ad6ee71f-7b15-4623-8411-fb2e307853d9, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:19:25.950451 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cb352a95-00ae-4c82-ab10-e44ce8dead06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:26.084615 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-cb352a95-00ae-4c82-ab10-e44ce8dead06 None None] For port ad6ee71f-7b15-4623-8411-fb2e307853d9, host n-d-808199-11, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:19:26.086670 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-07665275-8939-40ac-9d7d-b7dd0c4cc70a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:26.088999 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-cb352a95-00ae-4c82-ab10-e44ce8dead06 None None] For port ad6ee71f-7b15-4623-8411-fb2e307853d9, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=ad6ee71f-7b15-4623-8411-fb2e307853d9,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:19:26.093523 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5384b7b5-9139-46dc-9aff-24e37f6d7b5e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:26.095523 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cb352a95-00ae-4c82-ab10-e44ce8dead06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:26.157958 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07665275-8939-40ac-9d7d-b7dd0c4cc70a admin admin] Pushing event updated for resources: {'Port': ['ID=0a5360e6-212e-4ddb-9b74-ab459fe51413,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:26.167394 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28f1ee-d610-4d83-8d2a-29559e3936c8 None None] Pushing event updated for resources: {'Port': ['ID=ad6ee71f-7b15-4623-8411-fb2e307853d9,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:26.175721 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b2bfc9-3f2a-402e-a1d9-b2035aef5225 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:19:26.193111 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device a0b8058e-4811-415a-8cb1-40daa95fdcdc up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:19:26.204179 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-07665275-8939-40ac-9d7d-b7dd0c4cc70a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:26.208041 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb352a95-00ae-4c82-ab10-e44ce8dead06 None None] Routers {'ffe7a1e7-7266-497a-babd-81f42fbcf57a'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:19:26.208963 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-cb352a95-00ae-4c82-ab10-e44ce8dead06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:19:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['ffe7a1e7-7266-497a-babd-81f42fbcf57a'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:26.307901 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6979dd1-d2a7-46d5-826b-2c9bf7143bc2 req-b8a56226-3d33-4d62-a278-ef4b262904e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:26.309435 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f6979dd1-d2a7-46d5-826b-2c9bf7143bc2 req-b8a56226-3d33-4d62-a278-ef4b262904e8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9accb235-a825-49d8-b9c6-39063069a4b3 HTTP/1.1" status: 200 len: 912 time: 0.9564981 Nov 25 13:19:26.315715 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07665275-8939-40ac-9d7d-b7dd0c4cc70a admin admin] Network 884fbd20-5b2c-4fb3-8df2-e56b22e47b5d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:19:26.318933 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-07665275-8939-40ac-9d7d-b7dd0c4cc70a admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:19:26.375252 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5384b7b5-9139-46dc-9aff-24e37f6d7b5e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:26.402579 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5384b7b5-9139-46dc-9aff-24e37f6d7b5e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Network 286309f6-f4d4-43c2-81ea-5aca73b6335a is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:19:26.408165 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-5384b7b5-9139-46dc-9aff-24e37f6d7b5e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:19:26.408576 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cd743a-c6f4-4040-a0cc-79a47dda2c08 None None] Pushing event updated for resources: {'Port': ['ID=a0b8058e-4811-415a-8cb1-40daa95fdcdc,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:26.412006 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5384b7b5-9139-46dc-9aff-24e37f6d7b5e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:19:26.415664 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f6979dd1-d2a7-46d5-826b-2c9bf7143bc2 req-cb7234dd-1fb3-4529-ae53-094749b6282d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2a5a626-de21-4a40-bd62-bacea0a9d1bd HTTP/1.1" status: 200 len: 217 time: 0.0945373 Nov 25 13:19:26.421158 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf5b772-c40e-400a-b529-db5b9dd43b65 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:19:26.460735 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-b7cd743a-c6f4-4040-a0cc-79a47dda2c08 None None] Provisioning complete for port ad6ee71f-7b15-4623-8411-fb2e307853d9 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:26.461112 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b7cd743a-c6f4-4040-a0cc-79a47dda2c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:26.527693 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5384b7b5-9139-46dc-9aff-24e37f6d7b5e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:26.528359 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5384b7b5-9139-46dc-9aff-24e37f6d7b5e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:26.594218 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-cb352a95-00ae-4c82-ab10-e44ce8dead06 None None] Set router ffe7a1e7-7266-497a-babd-81f42fbcf57a gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:19:26.617551 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5384b7b5-9139-46dc-9aff-24e37f6d7b5e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.4935284 Nov 25 13:19:26.622755 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51414) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:26.628656 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-f0b303a3-8c2a-4666-8456-675e115dbf3f tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Request body: {'port': {'network_id': '286309f6-f4d4-43c2-81ea-5aca73b6335a', 'name': 'tempest-PortsTestJSON-898262085', 'fixed_ips': [{'subnet_id': '2d8201e4-0452-4b23-95f4-bddfc5ab381e', 'ip_address': '172.20.0.9'}]}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:19:26.636376 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5384b7b5-9139-46dc-9aff-24e37f6d7b5e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event updated for resources: {'Port': ['ID=b00f6091-de8d-43c1-acf0-854904bb61c0,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:26.680153 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-011cee4d-cf7d-4f70-9033-98a1259c62d5 None None] Allocated IP 172.20.0.2 (286309f6-f4d4-43c2-81ea-5aca73b6335a/2d8201e4-0452-4b23-95f4-bddfc5ab381e/2d12aa50-7489-49b3-8260-3447919ff5e3) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:19:26.696905 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5baa2f7d-1c0c-402e-a635-50521061efe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:26.713861 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6979dd1-d2a7-46d5-826b-2c9bf7143bc2 req-bc3b3fe1-4b45-42f0-a352-bd5a05c18fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:26.717738 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f6979dd1-d2a7-46d5-826b-2c9bf7143bc2 req-bc3b3fe1-4b45-42f0-a352-bd5a05c18fda service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b6a84af7-6347-4e0f-945a-98a5515a4a22 HTTP/1.1" status: 200 len: 850 time: 0.1849682 Nov 25 13:19:26.727330 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07665275-8939-40ac-9d7d-b7dd0c4cc70a admin admin] Router 5417f724-fad1-463f-a83e-3c974c9556d2 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:19:26.780387 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6f870b21-97d6-4682-a42a-4cb70d70cbbe req-1068b979-e531-4525-8011-d4509a4defba tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/security-groups/85033ee8-81f5-4878-9490-1fc50eeb27d9 HTTP/1.1" status: 200 len: 1819 time: 1.5088284 Nov 25 13:19:26.838842 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b124b76b-37ea-4cd8-90c2-1e131875bb8b None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:26.849876 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port a0b8058e-4811-415a-8cb1-40daa95fdcdc triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:26.850335 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:26.871674 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b303a3-8c2a-4666-8456-675e115dbf3f tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Made reservation on behalf of 103222503d1f447390d34cefdf0e19b7 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:19:26.876605 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f0b303a3-8c2a-4666-8456-675e115dbf3f tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:26.889066 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-cb352a95-00ae-4c82-ab10-e44ce8dead06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe7a1e7-7266-497a-babd-81f42fbcf57a', 'name': 'tempest-ServersTestManualDisk-1364209551-router', 'tenant_id': '0013694c3d8b4bbab5d29ed70a5d2a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'ad6ee71f-7b15-4623-8411-fb2e307853d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:19:16Z', 'updated_at': '2021-11-25T13:19:22Z', 'revision_number': 3, 'project_id': '0013694c3d8b4bbab5d29ed70a5d2a34', 'gw_port': {'id': 'ad6ee71f-7b15-4623-8411-fb2e307853d9', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe7a1e7-7266-497a-babd-81f42fbcf57a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:18Z', 'updated_at': '2021-11-25T13:19:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:26.906603 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-f0b303a3-8c2a-4666-8456-675e115dbf3f tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] device_id is not set on port 8be94f4f-64d1-481c-94fa-058fdc288314 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:19:26.928888 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb352a95-00ae-4c82-ab10-e44ce8dead06 None None] The sync data for ids ['ffe7a1e7-7266-497a-babd-81f42fbcf57a'] in n-d-808199-11 is: [{'id': 'ffe7a1e7-7266-497a-babd-81f42fbcf57a', 'name': 'tempest-ServersTestManualDisk-1364209551-router', 'tenant_id': '0013694c3d8b4bbab5d29ed70a5d2a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'ad6ee71f-7b15-4623-8411-fb2e307853d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:19:16Z', 'updated_at': '2021-11-25T13:19:22Z', 'revision_number': 3, 'project_id': '0013694c3d8b4bbab5d29ed70a5d2a34', 'gw_port': {'id': 'ad6ee71f-7b15-4623-8411-fb2e307853d9', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe7a1e7-7266-497a-babd-81f42fbcf57a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:18Z', 'updated_at': '2021-11-25T13:19:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:19:26.962273 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07665275-8939-40ac-9d7d-b7dd0c4cc70a admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:19:26.971497 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-07665275-8939-40ac-9d7d-b7dd0c4cc70a admin admin] 10.222.0.53 "PUT /v2.0/routers/5417f724-fad1-463f-a83e-3c974c9556d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4364812 Nov 25 13:19:27.002524 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6979dd1-d2a7-46d5-826b-2c9bf7143bc2 req-ed948205-ca47-4114-9cd5-0befec3a1c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:27.002524 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f6979dd1-d2a7-46d5-826b-2c9bf7143bc2 req-ed948205-ca47-4114-9cd5-0befec3a1c91 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9accb235-a825-49d8-b9c6-39063069a4b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2418413 Nov 25 13:19:27.040369 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d90f7201-906d-4816-b695-ff826e47af5b tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:27.049338 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b124b76b-37ea-4cd8-90c2-1e131875bb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:27.156760 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-b124b76b-37ea-4cd8-90c2-1e131875bb8b None None] Attempting to bind port b969dc7a-26d1-496b-9308-ceb61dbc6a12 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:19:27.157951 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-b124b76b-37ea-4cd8-90c2-1e131875bb8b None None] Attempting to bind port b969dc7a-26d1-496b-9308-ceb61dbc6a12 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:19:27.158510 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b124b76b-37ea-4cd8-90c2-1e131875bb8b None None] Attempting to bind port b969dc7a-26d1-496b-9308-ceb61dbc6a12 on network 7542d3d9-0db3-40e7-ab88-a168871141f7 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:19:27.189366 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b124b76b-37ea-4cd8-90c2-1e131875bb8b None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:19:27.190086 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b124b76b-37ea-4cd8-90c2-1e131875bb8b None None] Checking segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:19:27.190192 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b124b76b-37ea-4cd8-90c2-1e131875bb8b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:27.190530 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b124b76b-37ea-4cd8-90c2-1e131875bb8b None None] Bound using segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:19:27.191056 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-b124b76b-37ea-4cd8-90c2-1e131875bb8b None None] Bound port: b969dc7a-26d1-496b-9308-ceb61dbc6a12, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:19:27.191429 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b124b76b-37ea-4cd8-90c2-1e131875bb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:27.193157 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c9df64-0402-46d0-845e-eafa8e99e954 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:19:27.218452 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-6f870b21-97d6-4682-a42a-4cb70d70cbbe req-b225c861-e84e-47ed-a9d5-476f10232a5d tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:27.239015 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b7cd743a-c6f4-4040-a0cc-79a47dda2c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:27.252646 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48454f5-9ceb-4c94-ad8f-27082e6c9187 None None] Pushing event updated for resources: {'Port': ['ID=b969dc7a-26d1-496b-9308-ceb61dbc6a12,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:27.316600 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-b7cd743a-c6f4-4040-a0cc-79a47dda2c08 None None] For port ad6ee71f-7b15-4623-8411-fb2e307853d9, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=ad6ee71f-7b15-4623-8411-fb2e307853d9,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:19:27.324930 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-6f870b21-97d6-4682-a42a-4cb70d70cbbe req-b225c861-e84e-47ed-a9d5-476f10232a5d tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:27.331574 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device f0a2e5e6-a996-42a1-b494-4d28b62e8207 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:19:27.353232 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b7cd743a-c6f4-4040-a0cc-79a47dda2c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:27.372988 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-5baa2f7d-1c0c-402e-a635-50521061efe8 admin admin] Allocated IP 172.20.0.1 (b1f71836-0a1a-445e-93bc-46ab97da1b91/d5973b94-edbe-44c9-8889-e807c5639609/981d7646-f583-4f57-8c06-a8b1f87ca63d) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:19:27.437672 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f6979dd1-d2a7-46d5-826b-2c9bf7143bc2 req-e373fdef-9f2c-4820-ac21-64b8e3104e56 service neutron] 10.222.0.66 "GET /v2.0/networks/9accb235-a825-49d8-b9c6-39063069a4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4066689 Nov 25 13:19:27.460110 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-011cee4d-cf7d-4f70-9033-98a1259c62d5 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:27.463261 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cd743a-c6f4-4040-a0cc-79a47dda2c08 None None] Pushing event updated for resources: {'Port': ['ID=ad6ee71f-7b15-4623-8411-fb2e307853d9,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:27.468803 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400dc822-3e50-44bc-86a5-382d16ac0b1a None None] Sync routers for ids ['66f86dbc-94fd-491b-ab25-f56f6a9eb3e8'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:19:27.478513 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-b124b76b-37ea-4cd8-90c2-1e131875bb8b None None] For port b969dc7a-26d1-496b-9308-ceb61dbc6a12, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:19:27.492474 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-011cee4d-cf7d-4f70-9033-98a1259c62d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:27.521229 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-b124b76b-37ea-4cd8-90c2-1e131875bb8b None None] For port b969dc7a-26d1-496b-9308-ceb61dbc6a12, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=b969dc7a-26d1-496b-9308-ceb61dbc6a12,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:19:27.573764 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400dc822-3e50-44bc-86a5-382d16ac0b1a None None] Routers {'66f86dbc-94fd-491b-ab25-f56f6a9eb3e8'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:19:27.574518 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7058cde9-4960-4441-b93a-a5214fb11575 None None] Sync routers for ids ['5417f724-fad1-463f-a83e-3c974c9556d2'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:19:27.574803 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-400dc822-3e50-44bc-86a5-382d16ac0b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:19:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['66f86dbc-94fd-491b-ab25-f56f6a9eb3e8'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:27.587567 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7058cde9-4960-4441-b93a-a5214fb11575 None None] Routers {'5417f724-fad1-463f-a83e-3c974c9556d2'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:19:27.588276 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-7058cde9-4960-4441-b93a-a5214fb11575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:19:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['5417f724-fad1-463f-a83e-3c974c9556d2'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:27.632716 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f6979dd1-d2a7-46d5-826b-2c9bf7143bc2 req-b3b2dc77-243f-472e-aac0-03bd3739b721 service neutron] 10.222.0.66 "GET /v2.0/networks/9accb235-a825-49d8-b9c6-39063069a4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807208 Nov 25 13:19:27.646034 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b124b76b-37ea-4cd8-90c2-1e131875bb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:27.680147 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-b7cd743a-c6f4-4040-a0cc-79a47dda2c08 None None] Provisioning complete for port f0a2e5e6-a996-42a1-b494-4d28b62e8207 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:27.680672 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b7cd743a-c6f4-4040-a0cc-79a47dda2c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:27.693833 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-f0b303a3-8c2a-4666-8456-675e115dbf3f tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Allocated IP 172.20.0.9 (286309f6-f4d4-43c2-81ea-5aca73b6335a/2d8201e4-0452-4b23-95f4-bddfc5ab381e/8be94f4f-64d1-481c-94fa-058fdc288314) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:19:27.694545 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011cee4d-cf7d-4f70-9033-98a1259c62d5 None None] Network 286309f6-f4d4-43c2-81ea-5aca73b6335a is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:19:27.761393 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-011cee4d-cf7d-4f70-9033-98a1259c62d5 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:19:27.770165 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011cee4d-cf7d-4f70-9033-98a1259c62d5 None None] Pushing event updated for resources: {'Port': ['ID=2d12aa50-7489-49b3-8260-3447919ff5e3,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:27.773266 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc5f6c4-438a-4267-8b86-bca0e5f955b5 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:19:27.792039 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5baa2f7d-1c0c-402e-a635-50521061efe8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:27.803364 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-d90f7201-906d-4816-b695-ff826e47af5b tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Allocated IP 172.25.5.233 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/0101b609-59c5-47cb-b4da-8f9c94a01d86) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:19:27.815605 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-aa6afb4d-f040-4923-9c9a-26a04e0792a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:27.820141 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011cee4d-cf7d-4f70-9033-98a1259c62d5 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:19:27.852674 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-7058cde9-4960-4441-b93a-a5214fb11575 None None] Set router 5417f724-fad1-463f-a83e-3c974c9556d2 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:19:28.137317 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c9a4e313-d3a7-47a8-b989-8c4434d73b0e req-0290bd50-ef5e-4423-b840-c28378a40f6a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2157e63b-df45-4a8a-bb8e-b5e37b6c333c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1160271 Nov 25 13:19:28.143266 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b124b76b-37ea-4cd8-90c2-1e131875bb8b None None] Routers {'86aca145-4dba-48b6-95a5-f5c1008e10aa'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:19:28.153471 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-b124b76b-37ea-4cd8-90c2-1e131875bb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:19:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['86aca145-4dba-48b6-95a5-f5c1008e10aa'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:28.176967 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f0b303a3-8c2a-4666-8456-675e115dbf3f tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:28.260297 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port f0a2e5e6-a996-42a1-b494-4d28b62e8207 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:28.260791 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:28.264416 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51424) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:28.271048 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a4e313-d3a7-47a8-b989-8c4434d73b0e req-9644d918-9436-444c-b470-6856cc79696b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:28.273211 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c9a4e313-d3a7-47a8-b989-8c4434d73b0e req-9644d918-9436-444c-b470-6856cc79696b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=621e47be21954218b422540d084376f9&device_id=2157e63b-df45-4a8a-bb8e-b5e37b6c333c HTTP/1.1" status: 200 len: 1097 time: 0.0917947 Nov 25 13:19:28.279492 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-2790d5d1-b6ba-4a54-9032-6d1c492fea71 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1925817880', 'description': 'tempest-description--679937159'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:19:28.306248 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-400dc822-3e50-44bc-86a5-382d16ac0b1a None None] Set router 66f86dbc-94fd-491b-ab25-f56f6a9eb3e8 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:19:28.342606 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-aa6afb4d-f040-4923-9c9a-26a04e0792a9 admin admin] Allocated IP 172.20.0.1 (2f3e9f4b-171e-4038-9419-459f783f3398/47c2cdfb-b269-4d0e-b0a7-798aceb1b080/96ddf671-ac2b-415e-a567-1da2732e2f5b) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:19:28.358253 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-7058cde9-4960-4441-b93a-a5214fb11575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5417f724-fad1-463f-a83e-3c974c9556d2', 'name': 'tempest-ServersTestJSON-684622249-router', 'tenant_id': 'df651ad79fe54ccfbbf19c1e8711e872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'a0b8058e-4811-415a-8cb1-40daa95fdcdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:19:14Z', 'updated_at': '2021-11-25T13:19:24Z', 'revision_number': 4, 'project_id': 'df651ad79fe54ccfbbf19c1e8711e872', 'gw_port': {'id': 'a0b8058e-4811-415a-8cb1-40daa95fdcdc', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5417f724-fad1-463f-a83e-3c974c9556d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:15Z', 'updated_at': '2021-11-25T13:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '0a5360e6-212e-4ddb-9b74-ab459fe51413', 'name': '', 'network_id': '884fbd20-5b2c-4fb3-8df2-e56b22e47b5d', 'tenant_id': 'df651ad79fe54ccfbbf19c1e8711e872', 'mac_address': 'fa:16:3e:90:b0:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5417f724-fad1-463f-a83e-3c974c9556d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '4a9b2e46-421a-4b61-8a19-01c511a48cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:23Z', 'updated_at': '2021-11-25T13:19:25Z', 'revision_number': 2, 'project_id': 'df651ad79fe54ccfbbf19c1e8711e872', 'subnets': [{'id': '4a9b2e46-421a-4b61-8a19-01c511a48cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:28.392119 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48454f5-9ceb-4c94-ad8f-27082e6c9187 None None] Pushing event updated for resources: {'Port': ['ID=b969dc7a-26d1-496b-9308-ceb61dbc6a12,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:28.403065 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7058cde9-4960-4441-b93a-a5214fb11575 None None] Checking router: 5417f724-fad1-463f-a83e-3c974c9556d2 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:19:28.403424 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7058cde9-4960-4441-b93a-a5214fb11575 None None] Updating router 5417f724-fad1-463f-a83e-3c974c9556d2 port 0a5360e6-212e-4ddb-9b74-ab459fe51413 binding host n-d-808199-11 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:19:28.421303 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-011cee4d-cf7d-4f70-9033-98a1259c62d5 None None] Attempting to bind port 2d12aa50-7489-49b3-8260-3447919ff5e3 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:19:28.421831 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-011cee4d-cf7d-4f70-9033-98a1259c62d5 None None] Attempting to bind port 2d12aa50-7489-49b3-8260-3447919ff5e3 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '853aa3db-7954-45c5-a6c7-faad4399e1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '286309f6-f4d4-43c2-81ea-5aca73b6335a'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:19:28.422308 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011cee4d-cf7d-4f70-9033-98a1259c62d5 None None] Attempting to bind port 2d12aa50-7489-49b3-8260-3447919ff5e3 on network 286309f6-f4d4-43c2-81ea-5aca73b6335a {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:19:28.461770 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7058cde9-4960-4441-b93a-a5214fb11575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:28.498625 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a4e313-d3a7-47a8-b989-8c4434d73b0e req-f363e04b-7cbe-4be0-b0b3-3fed8a272b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:28.500366 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c9a4e313-d3a7-47a8-b989-8c4434d73b0e req-f363e04b-7cbe-4be0-b0b3-3fed8a272b72 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9accb235-a825-49d8-b9c6-39063069a4b3 HTTP/1.1" status: 200 len: 912 time: 0.1856644 Nov 25 13:19:28.516187 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-aa6afb4d-f040-4923-9c9a-26a04e0792a9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:28.520248 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011cee4d-cf7d-4f70-9033-98a1259c62d5 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:19:28.521108 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011cee4d-cf7d-4f70-9033-98a1259c62d5 None None] Checking segment: {'id': '853aa3db-7954-45c5-a6c7-faad4399e1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '286309f6-f4d4-43c2-81ea-5aca73b6335a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:19:28.521622 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-011cee4d-cf7d-4f70-9033-98a1259c62d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:28.522153 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011cee4d-cf7d-4f70-9033-98a1259c62d5 None None] Bound using segment: {'id': '853aa3db-7954-45c5-a6c7-faad4399e1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '286309f6-f4d4-43c2-81ea-5aca73b6335a'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:19:28.522805 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-011cee4d-cf7d-4f70-9033-98a1259c62d5 None None] Bound port: 2d12aa50-7489-49b3-8260-3447919ff5e3, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '853aa3db-7954-45c5-a6c7-faad4399e1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '286309f6-f4d4-43c2-81ea-5aca73b6335a'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:19:28.523291 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-011cee4d-cf7d-4f70-9033-98a1259c62d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:28.601061 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c9a4e313-d3a7-47a8-b989-8c4434d73b0e req-d7de84f3-c1d3-47d2-83a1-106d92b5f9d6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6e63749-0e7e-47e9-84a3-14fef84346a7 HTTP/1.1" status: 200 len: 217 time: 0.0902493 Nov 25 13:19:28.604039 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d90f7201-906d-4816-b695-ff826e47af5b tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:28.606566 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f0b303a3-8c2a-4666-8456-675e115dbf3f tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:28.652680 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-6f870b21-97d6-4682-a42a-4cb70d70cbbe req-b225c861-e84e-47ed-a9d5-476f10232a5d tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:28.655659 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-6f870b21-97d6-4682-a42a-4cb70d70cbbe req-b225c861-e84e-47ed-a9d5-476f10232a5d tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:28.658062 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6f870b21-97d6-4682-a42a-4cb70d70cbbe req-b225c861-e84e-47ed-a9d5-476f10232a5d tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "DELETE /v2.0/security-groups/85033ee8-81f5-4878-9490-1fc50eeb27d9 HTTP/1.1" status: 204 len: 173 time: 1.8432221 Nov 25 13:19:28.681874 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d90f7201-906d-4816-b695-ff826e47af5b tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:28.720235 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b303a3-8c2a-4666-8456-675e115dbf3f tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event updated for resources: {'Port': ['ID=8be94f4f-64d1-481c-94fa-058fdc288314,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:28.726483 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2790d5d1-b6ba-4a54-9032-6d1c492fea71 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:28.751464 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a4e313-d3a7-47a8-b989-8c4434d73b0e req-850b6dd7-5a0a-4993-a6ad-0554e500ee1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:28.752611 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c9a4e313-d3a7-47a8-b989-8c4434d73b0e req-850b6dd7-5a0a-4993-a6ad-0554e500ee1f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b6a84af7-6347-4e0f-945a-98a5515a4a22 HTTP/1.1" status: 200 len: 850 time: 0.1374307 Nov 25 13:19:28.759860 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b225c861-e84e-47ed-a9d5-476f10232a5d tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85033ee8-81f5-4878-9490-1fc50eeb27d9,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:28.778136 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b7cd743a-c6f4-4040-a0cc-79a47dda2c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:28.787003 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90f7201-906d-4816-b695-ff826e47af5b tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:19:28.796402 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-d90f7201-906d-4816-b695-ff826e47af5b tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:19:28.808504 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-b124b76b-37ea-4cd8-90c2-1e131875bb8b None None] Set router 86aca145-4dba-48b6-95a5-f5c1008e10aa gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:19:28.814157 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90f7201-906d-4816-b695-ff826e47af5b tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:19:28.824291 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-aa6afb4d-f040-4923-9c9a-26a04e0792a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:28.834578 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2790d5d1-b6ba-4a54-9032-6d1c492fea71 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:28.861193 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b303a3-8c2a-4666-8456-675e115dbf3f tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Network 286309f6-f4d4-43c2-81ea-5aca73b6335a is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:19:28.881385 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-f0b303a3-8c2a-4666-8456-675e115dbf3f tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:19:28.884710 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b303a3-8c2a-4666-8456-675e115dbf3f tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:19:28.903870 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5baa2f7d-1c0c-402e-a635-50521061efe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:28.913562 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90f7201-906d-4816-b695-ff826e47af5b tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Pushing event updated for resources: {'Port': ['ID=0101b609-59c5-47cb-b4da-8f9c94a01d86,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:28.923747 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6afb4d-f040-4923-9c9a-26a04e0792a9 admin admin] Network 2f3e9f4b-171e-4038-9419-459f783f3398 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:19:28.940229 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2790d5d1-b6ba-4a54-9032-6d1c492fea71 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:28.940744 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-aa6afb4d-f040-4923-9c9a-26a04e0792a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:19:28.950754 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b303a3-8c2a-4666-8456-675e115dbf3f tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:28.951412 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f0b303a3-8c2a-4666-8456-675e115dbf3f tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:28.980115 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6afb4d-f040-4923-9c9a-26a04e0792a9 admin admin] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:19:28.996833 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7058cde9-4960-4441-b93a-a5214fb11575 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:28.997136 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2790d5d1-b6ba-4a54-9032-6d1c492fea71 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58bff553-2229-45d1-9352-ab18f925ebb2,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:29.004870 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-f0b303a3-8c2a-4666-8456-675e115dbf3f tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.3806407 Nov 25 13:19:29.009230 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51428) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:29.012214 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7058cde9-4960-4441-b93a-a5214fb11575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:29.057177 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-aa6afb4d-f040-4923-9c9a-26a04e0792a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:29.082067 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2790d5d1-b6ba-4a54-9032-6d1c492fea71 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:29.083470 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-2790d5d1-b6ba-4a54-9032-6d1c492fea71 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8094137 Nov 25 13:19:29.093364 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51430) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:29.105984 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb0f609-4206-4cd9-9fb3-42a289145ce2 None None] Pushing event updated for resources: {'Port': ['ID=0a5360e6-212e-4ddb-9b74-ab459fe51413,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:29.107671 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-fb35709d-523c-43cb-88d1-217555dda7f7 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Request body: {'security_group_rule': {'security_group_id': '58bff553-2229-45d1-9352-ab18f925ebb2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:19:29.161791 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a4e313-d3a7-47a8-b989-8c4434d73b0e req-be914554-7bf8-4dc2-8a87-5a68367877a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:29.165500 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c9a4e313-d3a7-47a8-b989-8c4434d73b0e req-be914554-7bf8-4dc2-8a87-5a68367877a5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9accb235-a825-49d8-b9c6-39063069a4b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3273067 Nov 25 13:19:29.173419 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1e1ac387-2373-45fe-8a78-7e3be404fbc8 req-3842c2c8-f432-4523-a1ff-d179047c5662 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "GET /v2.0/security-groups/fe2ac121-c65a-4ad1-8e4f-321dc181b756 HTTP/1.1" status: 200 len: 1818 time: 0.4812307 Nov 25 13:19:29.176883 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fb35709d-523c-43cb-88d1-217555dda7f7 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:29.190362 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5141eff2-162e-404b-8440-0045e612a7e3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:29.193194 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5141eff2-162e-404b-8440-0045e612a7e3 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1830859 Nov 25 13:19:29.211049 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5baa2f7d-1c0c-402e-a635-50521061efe8 admin admin] Network b1f71836-0a1a-445e-93bc-46ab97da1b91 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:19:29.214463 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51432) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:29.268104 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-5baa2f7d-1c0c-402e-a635-50521061efe8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:19:29.275603 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-7058cde9-4960-4441-b93a-a5214fb11575 None None] Attempting to bind port 0a5360e6-212e-4ddb-9b74-ab459fe51413 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:19:29.275603 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-7058cde9-4960-4441-b93a-a5214fb11575 None None] Attempting to bind port 0a5360e6-212e-4ddb-9b74-ab459fe51413 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '414786ef-10c3-4147-9abd-e15f64f822ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '884fbd20-5b2c-4fb3-8df2-e56b22e47b5d'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:19:29.276043 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7058cde9-4960-4441-b93a-a5214fb11575 None None] Attempting to bind port 0a5360e6-212e-4ddb-9b74-ab459fe51413 on network 884fbd20-5b2c-4fb3-8df2-e56b22e47b5d {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:19:29.284184 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7058cde9-4960-4441-b93a-a5214fb11575 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:19:29.284647 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7058cde9-4960-4441-b93a-a5214fb11575 None None] Checking segment: {'id': '414786ef-10c3-4147-9abd-e15f64f822ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '884fbd20-5b2c-4fb3-8df2-e56b22e47b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:19:29.285141 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7058cde9-4960-4441-b93a-a5214fb11575 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:29.286173 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7058cde9-4960-4441-b93a-a5214fb11575 None None] Bound using segment: {'id': '414786ef-10c3-4147-9abd-e15f64f822ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '884fbd20-5b2c-4fb3-8df2-e56b22e47b5d'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:19:29.286745 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-7058cde9-4960-4441-b93a-a5214fb11575 None None] Bound port: 0a5360e6-212e-4ddb-9b74-ab459fe51413, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '414786ef-10c3-4147-9abd-e15f64f822ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '884fbd20-5b2c-4fb3-8df2-e56b22e47b5d'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:19:29.287297 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7058cde9-4960-4441-b93a-a5214fb11575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:29.288502 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5baa2f7d-1c0c-402e-a635-50521061efe8 admin admin] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:19:29.355426 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-011cee4d-cf7d-4f70-9033-98a1259c62d5 None None] For port 2d12aa50-7489-49b3-8260-3447919ff5e3, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:19:29.396515 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-011cee4d-cf7d-4f70-9033-98a1259c62d5 None None] For port 2d12aa50-7489-49b3-8260-3447919ff5e3, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=2d12aa50-7489-49b3-8260-3447919ff5e3,segment=NetworkSegment(853aa3db-7954-45c5-a6c7-faad4399e1c5),segment_id=853aa3db-7954-45c5-a6c7-faad4399e1c5)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:19:29.398808 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:29.427434 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6afb4d-f040-4923-9c9a-26a04e0792a9 admin admin] Pushing event updated for resources: {'Port': ['ID=96ddf671-ac2b-415e-a567-1da2732e2f5b,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:29.446347 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4dbc4a6-a49e-4187-a986-a43f48710178 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:29.466881 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4dbc4a6-a49e-4187-a986-a43f48710178 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:29.480112 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4dbc4a6-a49e-4187-a986-a43f48710178 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:29.490541 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-e4dbc4a6-a49e-4187-a986-a43f48710178 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.2747982 Nov 25 13:19:29.492020 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51434) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:29.499110 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-7058cde9-4960-4441-b93a-a5214fb11575 None None] For port 0a5360e6-212e-4ddb-9b74-ab459fe51413, host n-d-808199-11, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:19:29.504558 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-7058cde9-4960-4441-b93a-a5214fb11575 None None] For port 0a5360e6-212e-4ddb-9b74-ab459fe51413, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=0a5360e6-212e-4ddb-9b74-ab459fe51413,segment=NetworkSegment(414786ef-10c3-4147-9abd-e15f64f822ae),segment_id=414786ef-10c3-4147-9abd-e15f64f822ae)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:19:29.511100 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7058cde9-4960-4441-b93a-a5214fb11575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:29.523680 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-011cee4d-cf7d-4f70-9033-98a1259c62d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:29.569830 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fb35709d-523c-43cb-88d1-217555dda7f7 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:29.589074 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fb35709d-523c-43cb-88d1-217555dda7f7 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:29.607414 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-b7cd743a-c6f4-4040-a0cc-79a47dda2c08 None None] For port f0a2e5e6-a996-42a1-b494-4d28b62e8207, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=f0a2e5e6-a996-42a1-b494-4d28b62e8207,segment=NetworkSegment(fec5da0f-d1de-40d0-aac7-e8dd86a9f9a9),segment_id=fec5da0f-d1de-40d0-aac7-e8dd86a9f9a9)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:19:29.644677 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb0f609-4206-4cd9-9fb3-42a289145ce2 None None] Pushing event updated for resources: {'Port': ['ID=0a5360e6-212e-4ddb-9b74-ab459fe51413,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:29.664975 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baa2f7d-1c0c-402e-a635-50521061efe8 admin admin] Pushing event updated for resources: {'Port': ['ID=981d7646-f583-4f57-8c06-a8b1f87ca63d,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:29.669741 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d90f7201-906d-4816-b695-ff826e47af5b tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:29.676388 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5baa2f7d-1c0c-402e-a635-50521061efe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:29.691734 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011cee4d-cf7d-4f70-9033-98a1259c62d5 None None] Pushing event updated for resources: {'Port': ['ID=2d12aa50-7489-49b3-8260-3447919ff5e3,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:29.700497 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b7cd743a-c6f4-4040-a0cc-79a47dda2c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:29.716980 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7058cde9-4960-4441-b93a-a5214fb11575 None None] Routers {'5417f724-fad1-463f-a83e-3c974c9556d2'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:19:29.718359 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c9a4e313-d3a7-47a8-b989-8c4434d73b0e req-3ef72235-2d6f-4108-b8fc-4d4457ab8532 service neutron] 10.222.0.47 "GET /v2.0/networks/9accb235-a825-49d8-b9c6-39063069a4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5427833 Nov 25 13:19:29.721305 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-7058cde9-4960-4441-b93a-a5214fb11575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:19:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['5417f724-fad1-463f-a83e-3c974c9556d2'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:29.721704 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb35709d-523c-43cb-88d1-217555dda7f7 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cff8ad8-b01b-4dbd-a927-6632e72ea4bb,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:29.785230 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fb35709d-523c-43cb-88d1-217555dda7f7 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:29.786639 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-fb35709d-523c-43cb-88d1-217555dda7f7 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6831641 Nov 25 13:19:29.787173 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-1e1ac387-2373-45fe-8a78-7e3be404fbc8 req-7f2dcb15-a3ca-406b-9d0c-864ca50769a4 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:29.792170 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51436) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:29.836707 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-e0f4194e-53c0-40eb-beb6-5c4eaa181107 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Request body: {'security_group_rule': {'security_group_id': '58bff553-2229-45d1-9352-ab18f925ebb2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:19:29.900495 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-aa6afb4d-f040-4923-9c9a-26a04e0792a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:29.913152 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d90f7201-906d-4816-b695-ff826e47af5b tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:29.983816 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-7058cde9-4960-4441-b93a-a5214fb11575 None None] Set router 5417f724-fad1-463f-a83e-3c974c9556d2 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:19:30.009604 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-1d61f095-2a1c-436a-a155-a888b4856cd0 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Deleting port 8be94f4f-64d1-481c-94fa-058fdc288314 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:19:30.010212 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1d61f095-2a1c-436a-a155-a888b4856cd0 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:30.016754 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cd743a-c6f4-4040-a0cc-79a47dda2c08 None None] Pushing event updated for resources: {'Port': ['ID=f0a2e5e6-a996-42a1-b494-4d28b62e8207,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:30.021328 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e0f4194e-53c0-40eb-beb6-5c4eaa181107 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:30.024949 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-b7cd743a-c6f4-4040-a0cc-79a47dda2c08 None None] Provisioning complete for port 82f32d4b-37a0-4ee7-981b-d21874c828be triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:30.025283 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b7cd743a-c6f4-4040-a0cc-79a47dda2c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:30.030249 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-1e1ac387-2373-45fe-8a78-7e3be404fbc8 req-7f2dcb15-a3ca-406b-9d0c-864ca50769a4 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:30.088216 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c9a4e313-d3a7-47a8-b989-8c4434d73b0e req-af96e940-7525-46c1-a98d-8e386f717350 service neutron] 10.222.0.47 "GET /v2.0/networks/9accb235-a825-49d8-b9c6-39063069a4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3598199 Nov 25 13:19:30.255671 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-400dc822-3e50-44bc-86a5-382d16ac0b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f86dbc-94fd-491b-ab25-f56f6a9eb3e8', 'name': 'tempest-ServersTestFqdnHostnames-421086233-router', 'tenant_id': '6ba3ab7c0d724058adeab7a26e218a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '8fb37192-d7ba-432a-ba4a-f907e25ba280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:19:08Z', 'updated_at': '2021-11-25T13:19:17Z', 'revision_number': 4, 'project_id': '6ba3ab7c0d724058adeab7a26e218a01', 'gw_port': {'id': '8fb37192-d7ba-432a-ba4a-f907e25ba280', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ce:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f86dbc-94fd-491b-ab25-f56f6a9eb3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:09Z', 'updated_at': '2021-11-25T13:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '0b205b83-f849-4c02-849e-40e4986edbcc', 'name': '', 'network_id': '302cd77f-0aa0-4fd0-9347-1bf95451c456', 'tenant_id': '6ba3ab7c0d724058adeab7a26e218a01', 'mac_address': 'fa:16:3e:80:ab:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f86dbc-94fd-491b-ab25-f56f6a9eb3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '9357717b-7827-46e4-94ff-fefe4f5006a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:16Z', 'updated_at': '2021-11-25T13:19:18Z', 'revision_number': 2, 'project_id': '6ba3ab7c0d724058adeab7a26e218a01', 'subnets': [{'id': '9357717b-7827-46e4-94ff-fefe4f5006a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:30.262112 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.db.api [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 13:19:30.262411 n-d-808199-11 neutron-server[103572]: DEBUG oslo_db.api [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 13:19:30.267792 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e0f4194e-53c0-40eb-beb6-5c4eaa181107 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:30.293876 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e0f4194e-53c0-40eb-beb6-5c4eaa181107 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:30.316837 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400dc822-3e50-44bc-86a5-382d16ac0b1a None None] Checking router: 66f86dbc-94fd-491b-ab25-f56f6a9eb3e8 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:19:30.317355 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400dc822-3e50-44bc-86a5-382d16ac0b1a None None] Updating router 66f86dbc-94fd-491b-ab25-f56f6a9eb3e8 port 0b205b83-f849-4c02-849e-40e4986edbcc binding host n-d-808199-11 {{(pid=103572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:19:30.346621 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f4194e-53c0-40eb-beb6-5c4eaa181107 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f9dc740-1f2f-4d05-a231-72dd628662af,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:30.350939 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1d61f095-2a1c-436a-a155-a888b4856cd0 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:30.377762 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-1d61f095-2a1c-436a-a155-a888b4856cd0 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Calling delete_port for 8be94f4f-64d1-481c-94fa-058fdc288314 owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:19:30.407924 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e0f4194e-53c0-40eb-beb6-5c4eaa181107 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:30.411441 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-e0f4194e-53c0-40eb-beb6-5c4eaa181107 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5806041 Nov 25 13:19:30.415202 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51438) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:30.426808 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-7f1ef8ab-f489-4111-bc00-cc0319dc2cc1 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Request body: {'floatingip': {'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:19:30.435180 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-400dc822-3e50-44bc-86a5-382d16ac0b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:30.437289 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-da681665-7cc0-413a-b344-9bdf456fe15d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:30.511667 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-1e1ac387-2373-45fe-8a78-7e3be404fbc8 req-7f2dcb15-a3ca-406b-9d0c-864ca50769a4 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:30.515017 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-1e1ac387-2373-45fe-8a78-7e3be404fbc8 req-7f2dcb15-a3ca-406b-9d0c-864ca50769a4 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:30.516210 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1e1ac387-2373-45fe-8a78-7e3be404fbc8 req-7f2dcb15-a3ca-406b-9d0c-864ca50769a4 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] 10.222.0.53 "DELETE /v2.0/security-groups/fe2ac121-c65a-4ad1-8e4f-321dc181b756 HTTP/1.1" status: 204 len: 173 time: 1.3416324 Nov 25 13:19:30.527682 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51440) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:30.531322 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-7058cde9-4960-4441-b93a-a5214fb11575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5417f724-fad1-463f-a83e-3c974c9556d2', 'name': 'tempest-ServersTestJSON-684622249-router', 'tenant_id': 'df651ad79fe54ccfbbf19c1e8711e872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'a0b8058e-4811-415a-8cb1-40daa95fdcdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:19:14Z', 'updated_at': '2021-11-25T13:19:24Z', 'revision_number': 4, 'project_id': 'df651ad79fe54ccfbbf19c1e8711e872', 'gw_port': {'id': 'a0b8058e-4811-415a-8cb1-40daa95fdcdc', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5417f724-fad1-463f-a83e-3c974c9556d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:15Z', 'updated_at': '2021-11-25T13:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '0a5360e6-212e-4ddb-9b74-ab459fe51413', 'name': '', 'network_id': '884fbd20-5b2c-4fb3-8df2-e56b22e47b5d', 'tenant_id': 'df651ad79fe54ccfbbf19c1e8711e872', 'mac_address': 'fa:16:3e:90:b0:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5417f724-fad1-463f-a83e-3c974c9556d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '4a9b2e46-421a-4b61-8a19-01c511a48cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:23Z', 'updated_at': '2021-11-25T13:19:29Z', 'revision_number': 4, 'project_id': 'df651ad79fe54ccfbbf19c1e8711e872', 'subnets': [{'id': '4a9b2e46-421a-4b61-8a19-01c511a48cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:30.540076 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2dcb15-a3ca-406b-9d0c-864ca50769a4 tempest-SecurityGroupsTestJSON-971264895 tempest-SecurityGroupsTestJSON-971264895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2ac121-c65a-4ad1-8e4f-321dc181b756,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:30.560505 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5baa2f7d-1c0c-402e-a635-50521061efe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:30.571159 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-b124b76b-37ea-4cd8-90c2-1e131875bb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86aca145-4dba-48b6-95a5-f5c1008e10aa', 'name': 'tempest-TestServerBasicOps-176723973-router', 'tenant_id': '008ddee935614353988b03e476a6856d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'b969dc7a-26d1-496b-9308-ceb61dbc6a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:19:16Z', 'updated_at': '2021-11-25T13:19:19Z', 'revision_number': 3, 'project_id': '008ddee935614353988b03e476a6856d', 'gw_port': {'id': 'b969dc7a-26d1-496b-9308-ceb61dbc6a12', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86aca145-4dba-48b6-95a5-f5c1008e10aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:18Z', 'updated_at': '2021-11-25T13:19:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:30.584841 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7f1ef8ab-f489-4111-bc00-cc0319dc2cc1 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Publish callbacks [] for floatingip, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:30.610019 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7058cde9-4960-4441-b93a-a5214fb11575 None None] The sync data for ids ['5417f724-fad1-463f-a83e-3c974c9556d2'] in n-d-808199-11 is: [{'id': '5417f724-fad1-463f-a83e-3c974c9556d2', 'name': 'tempest-ServersTestJSON-684622249-router', 'tenant_id': 'df651ad79fe54ccfbbf19c1e8711e872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'a0b8058e-4811-415a-8cb1-40daa95fdcdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:19:14Z', 'updated_at': '2021-11-25T13:19:24Z', 'revision_number': 4, 'project_id': 'df651ad79fe54ccfbbf19c1e8711e872', 'gw_port': {'id': 'a0b8058e-4811-415a-8cb1-40daa95fdcdc', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5417f724-fad1-463f-a83e-3c974c9556d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:15Z', 'updated_at': '2021-11-25T13:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '0a5360e6-212e-4ddb-9b74-ab459fe51413', 'name': '', 'network_id': '884fbd20-5b2c-4fb3-8df2-e56b22e47b5d', 'tenant_id': 'df651ad79fe54ccfbbf19c1e8711e872', 'mac_address': 'fa:16:3e:90:b0:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5417f724-fad1-463f-a83e-3c974c9556d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '4a9b2e46-421a-4b61-8a19-01c511a48cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:23Z', 'updated_at': '2021-11-25T13:19:29Z', 'revision_number': 4, 'project_id': 'df651ad79fe54ccfbbf19c1e8711e872', 'subnets': [{'id': '4a9b2e46-421a-4b61-8a19-01c511a48cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:19:30.618207 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-c955dc26-17be-40c7-bb27-c77621de4678 admin admin] Deleting subnet 15f44c57-43c8-4ee0-9da7-9da2c4fb151a {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:19:30.624222 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c955dc26-17be-40c7-bb27-c77621de4678 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:30.675753 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b124b76b-37ea-4cd8-90c2-1e131875bb8b None None] The sync data for ids ['86aca145-4dba-48b6-95a5-f5c1008e10aa'] in n-d-808199-11 is: [{'id': '86aca145-4dba-48b6-95a5-f5c1008e10aa', 'name': 'tempest-TestServerBasicOps-176723973-router', 'tenant_id': '008ddee935614353988b03e476a6856d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'b969dc7a-26d1-496b-9308-ceb61dbc6a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:19:16Z', 'updated_at': '2021-11-25T13:19:19Z', 'revision_number': 3, 'project_id': '008ddee935614353988b03e476a6856d', 'gw_port': {'id': 'b969dc7a-26d1-496b-9308-ceb61dbc6a12', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86aca145-4dba-48b6-95a5-f5c1008e10aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:18Z', 'updated_at': '2021-11-25T13:19:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:19:30.714345 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-b7cd743a-c6f4-4040-a0cc-79a47dda2c08 None None] Provisioning complete for port 754f2951-f03a-4efa-831b-af14044f2337 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:30.714799 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b7cd743a-c6f4-4040-a0cc-79a47dda2c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:30.756215 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c955dc26-17be-40c7-bb27-c77621de4678 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:30.815652 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d90f7201-906d-4816-b695-ff826e47af5b tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:30.822963 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-aa6afb4d-f040-4923-9c9a-26a04e0792a9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:30.829968 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d90f7201-906d-4816-b695-ff826e47af5b tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:30.897761 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1d61f095-2a1c-436a-a155-a888b4856cd0 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:30.899888 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-aa6afb4d-f040-4923-9c9a-26a04e0792a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:30.900788 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 754f2951-f03a-4efa-831b-af14044f2337 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:19:30.920152 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90f7201-906d-4816-b695-ff826e47af5b tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Pushing event updated for resources: {'Port': ['ID=0101b609-59c5-47cb-b4da-8f9c94a01d86,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:30.983434 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d61f095-2a1c-436a-a155-a888b4856cd0 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event deleted for resources: {'Port': ['ID=8be94f4f-64d1-481c-94fa-058fdc288314,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:30.990637 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c955dc26-17be-40c7-bb27-c77621de4678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:31.228617 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 754f2951-f03a-4efa-831b-af14044f2337 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:31.231320 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:31.345099 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b7cd743a-c6f4-4040-a0cc-79a47dda2c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:31.499177 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-b7cd743a-c6f4-4040-a0cc-79a47dda2c08 None None] For port 754f2951-f03a-4efa-831b-af14044f2337, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=754f2951-f03a-4efa-831b-af14044f2337,segment=NetworkSegment(6fb7f782-47b7-4daf-90f8-79d2f2e4c952),segment_id=6fb7f782-47b7-4daf-90f8-79d2f2e4c952)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:19:31.545499 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b7cd743a-c6f4-4040-a0cc-79a47dda2c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:31.627410 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-400dc822-3e50-44bc-86a5-382d16ac0b1a None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:31.631384 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:31.637017 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6afb4d-f040-4923-9c9a-26a04e0792a9 admin admin] Pushing event updated for resources: {'Port': ['ID=96ddf671-ac2b-415e-a567-1da2732e2f5b,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:31.650682 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd130d4-ef1c-49b7-af0a-b3883d2c76a3 None None] Network 286309f6-f4d4-43c2-81ea-5aca73b6335a requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:19:31.698198 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-400dc822-3e50-44bc-86a5-382d16ac0b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:31.721322 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5baa2f7d-1c0c-402e-a635-50521061efe8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:31.735021 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c955dc26-17be-40c7-bb27-c77621de4678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:31.773113 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-aa6afb4d-f040-4923-9c9a-26a04e0792a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:31.784990 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d90f7201-906d-4816-b695-ff826e47af5b tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:31.787963 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cd743a-c6f4-4040-a0cc-79a47dda2c08 None None] Pushing event updated for resources: {'Port': ['ID=754f2951-f03a-4efa-831b-af14044f2337,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:31.800481 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c955dc26-17be-40c7-bb27-c77621de4678 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15f44c57-43c8-4ee0-9da7-9da2c4fb151a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:31.834671 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c955dc26-17be-40c7-bb27-c77621de4678 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:31.843025 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c955dc26-17be-40c7-bb27-c77621de4678 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/15f44c57-43c8-4ee0-9da7-9da2c4fb151a HTTP/1.1" status: 204 len: 168 time: 1.3128822 Nov 25 13:19:31.847983 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51442) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:31.872104 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c589695-f36c-449f-96a2-43c4aecadf6b None None] Pushing event updated for resources: {'Port': ['ID=0b205b83-f849-4c02-849e-40e4986edbcc,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:31.880331 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998b4250-86ab-47c1-9e60-f735ffe74ea5 None None] Network 07e98a44-e123-4654-87bd-63f0784ad214 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:19:31.882375 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bbde960f-97ea-4382-85fc-85bf96d3613d None None] Provisioning complete for port 981d7646-f583-4f57-8c06-a8b1f87ca63d triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:31.882766 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bbde960f-97ea-4382-85fc-85bf96d3613d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:31.913269 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5baa2f7d-1c0c-402e-a635-50521061efe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:31.974430 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-86a57c77-8320-4298-8912-83004acf37f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:31.981180 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6afb4d-f040-4923-9c9a-26a04e0792a9 admin admin] Network 2f3e9f4b-171e-4038-9419-459f783f3398 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:19:31.990253 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7f1ef8ab-f489-4111-bc00-cc0319dc2cc1 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:32.042276 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5baa2f7d-1c0c-402e-a635-50521061efe8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:32.054955 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-aa6afb4d-f040-4923-9c9a-26a04e0792a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:19:32.109484 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d90f7201-906d-4816-b695-ff826e47af5b tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:32.111898 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1d61f095-2a1c-436a-a155-a888b4856cd0 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:32.116179 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-1d61f095-2a1c-436a-a155-a888b4856cd0 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "DELETE /v2.0/ports/8be94f4f-64d1-481c-94fa-058fdc288314 HTTP/1.1" status: 204 len: 168 time: 2.6019449 Nov 25 13:19:32.121838 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d90f7201-906d-4816-b695-ff826e47af5b tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.3496540 Nov 25 13:19:32.121973 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51444) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:32.238279 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.db.api [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 13:19:32.240013 n-d-808199-11 neutron-server[103572]: DEBUG oslo_db.api [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 13:19:32.244994 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baa2f7d-1c0c-402e-a635-50521061efe8 admin admin] Pushing event updated for resources: {'Port': ['ID=981d7646-f583-4f57-8c06-a8b1f87ca63d,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:32.259491 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eb47c21-89e7-4aeb-b334-6297d6325952 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] GET failed (client error): The resource could not be found. Nov 25 13:19:32.261829 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-0eb47c21-89e7-4aeb-b334-6297d6325952 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "GET /v2.0/ports/8be94f4f-64d1-481c-94fa-058fdc288314 HTTP/1.1" status: 404 len: 333 time: 0.1342804 Nov 25 13:19:32.275690 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51450) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:32.282369 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bbde960f-97ea-4382-85fc-85bf96d3613d None None] Port 981d7646-f583-4f57-8c06-a8b1f87ca63d cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:19:32.370992 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-400dc822-3e50-44bc-86a5-382d16ac0b1a None None] Attempting to bind port 0b205b83-f849-4c02-849e-40e4986edbcc on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:19:32.378361 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-400dc822-3e50-44bc-86a5-382d16ac0b1a None None] Attempting to bind port 0b205b83-f849-4c02-849e-40e4986edbcc by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '5f9112fc-ff49-4b47-aa73-9d987cde76c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '302cd77f-0aa0-4fd0-9347-1bf95451c456'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:19:32.378361 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400dc822-3e50-44bc-86a5-382d16ac0b1a None None] Attempting to bind port 0b205b83-f849-4c02-849e-40e4986edbcc on network 302cd77f-0aa0-4fd0-9347-1bf95451c456 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:19:32.410982 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-7f1ef8ab-f489-4111-bc00-cc0319dc2cc1 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Allocated IP 172.25.5.218 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/a4ea2ded-df43-4fe5-ae3b-c0c4044accd7) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:19:32.423187 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400dc822-3e50-44bc-86a5-382d16ac0b1a None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:19:32.423733 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400dc822-3e50-44bc-86a5-382d16ac0b1a None None] Checking segment: {'id': '5f9112fc-ff49-4b47-aa73-9d987cde76c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '302cd77f-0aa0-4fd0-9347-1bf95451c456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:19:32.424230 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-400dc822-3e50-44bc-86a5-382d16ac0b1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:32.424559 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-86a57c77-8320-4298-8912-83004acf37f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:32.424811 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400dc822-3e50-44bc-86a5-382d16ac0b1a None None] Bound using segment: {'id': '5f9112fc-ff49-4b47-aa73-9d987cde76c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '302cd77f-0aa0-4fd0-9347-1bf95451c456'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:19:32.425391 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-400dc822-3e50-44bc-86a5-382d16ac0b1a None None] Bound port: 0b205b83-f849-4c02-849e-40e4986edbcc, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f9112fc-ff49-4b47-aa73-9d987cde76c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '302cd77f-0aa0-4fd0-9347-1bf95451c456'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:19:32.425872 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-400dc822-3e50-44bc-86a5-382d16ac0b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:32.445289 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bbde960f-97ea-4382-85fc-85bf96d3613d None None] Provisioning complete for port 0a5360e6-212e-4ddb-9b74-ab459fe51413 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:32.445767 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bbde960f-97ea-4382-85fc-85bf96d3613d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:32.452995 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6193cf-34e6-4e91-af47-d62b6a91fbbd None None] DHCP port deletion for 07e98a44-e123-4654-87bd-63f0784ad214 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:19:32.507179 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-86a57c77-8320-4298-8912-83004acf37f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07e98a44-e123-4654-87bd-63f0784ad214']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:32.526659 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-86a57c77-8320-4298-8912-83004acf37f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea599390-cb21-4f42-a770-5e7220a6f048') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:32.527022 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-86a57c77-8320-4298-8912-83004acf37f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea599390-cb21-4f42-a770-5e7220a6f048') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:32.538160 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-86a57c77-8320-4298-8912-83004acf37f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:32.554545 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-86a57c77-8320-4298-8912-83004acf37f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:32.554864 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5baa2f7d-1c0c-402e-a635-50521061efe8 admin admin] Network b1f71836-0a1a-445e-93bc-46ab97da1b91 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:19:32.561970 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86a57c77-8320-4298-8912-83004acf37f3 admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:19:32.562378 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-86a57c77-8320-4298-8912-83004acf37f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:32.572654 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-5baa2f7d-1c0c-402e-a635-50521061efe8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:19:32.577917 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa6afb4d-f040-4923-9c9a-26a04e0792a9 admin admin] Router ffe7a1e7-7266-497a-babd-81f42fbcf57a has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:19:32.588130 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-086ec1ab-ed90-4b29-941f-fd2efa17a539 req-59e28f30-00a4-4a5e-aadf-5f835a5c98d6 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1269946967&fields=id&tenant_id=6ba3ab7c0d724058adeab7a26e218a01 HTTP/1.1" status: 200 len: 267 time: 0.1667581 Nov 25 13:19:32.611976 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-400dc822-3e50-44bc-86a5-382d16ac0b1a None None] For port 0b205b83-f849-4c02-849e-40e4986edbcc, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:19:32.619107 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-400dc822-3e50-44bc-86a5-382d16ac0b1a None None] For port 0b205b83-f849-4c02-849e-40e4986edbcc, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=0b205b83-f849-4c02-849e-40e4986edbcc,segment=NetworkSegment(5f9112fc-ff49-4b47-aa73-9d987cde76c7),segment_id=5f9112fc-ff49-4b47-aa73-9d987cde76c7)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:19:32.673750 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bbde960f-97ea-4382-85fc-85bf96d3613d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:32.676810 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-400dc822-3e50-44bc-86a5-382d16ac0b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:32.752402 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:19:32.752402 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:19:32.752402 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:19:32.752402 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:19:32.752402 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:19:32.752402 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:19:32.752402 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:19:32.752402 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:19:32.752402 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:19:32.752402 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:19:32.752402 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:19:32.752402 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:19:32.752402 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:19:32.752402 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:19:32.752402 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:19:32.752402 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:19:32.752402 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:19:32.752402 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:19:32.752402 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:19:32.752402 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:19:32.752402 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:19:32.752402 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:19:32.752402 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:19:32.752402 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:19:32.752402 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:19:32.752402 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:19:32.752402 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:19:32.752402 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:19:32.752402 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:19:32.752402 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:19:32.752402 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:19:32.752402 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:19:32.824799 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-72c3d6d0-c2d7-4da9-a49d-4a98ed9db2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:32.827621 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400dc822-3e50-44bc-86a5-382d16ac0b1a None None] Routers {'66f86dbc-94fd-491b-ab25-f56f6a9eb3e8'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:19:32.828268 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-400dc822-3e50-44bc-86a5-382d16ac0b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:19:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['66f86dbc-94fd-491b-ab25-f56f6a9eb3e8'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:32.836852 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-86a57c77-8320-4298-8912-83004acf37f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:32.862072 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-86a57c77-8320-4298-8912-83004acf37f3 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:32.875500 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-86a57c77-8320-4298-8912-83004acf37f3 admin admin] 10.222.0.53 "DELETE /v2.0/networks/07e98a44-e123-4654-87bd-63f0784ad214 HTTP/1.1" status: 204 len: 168 time: 1.0172327 Nov 25 13:19:32.904414 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a57c77-8320-4298-8912-83004acf37f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=07e98a44-e123-4654-87bd-63f0784ad214,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:33.019279 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7f1ef8ab-f489-4111-bc00-cc0319dc2cc1 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:33.026911 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ec1ab-ed90-4b29-941f-fd2efa17a539 req-d2f2566d-aa49-40df-ad71-b36d0086d23c tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:33.029224 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-086ec1ab-ed90-4b29-941f-fd2efa17a539 req-d2f2566d-aa49-40df-ad71-b36d0086d23c tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] 10.222.0.53 "GET /v2.0/networks?id=302cd77f-0aa0-4fd0-9347-1bf95451c456 HTTP/1.1" status: 200 len: 814 time: 0.3785655 Nov 25 13:19:33.071371 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7f1ef8ab-f489-4111-bc00-cc0319dc2cc1 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:33.104084 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-dceee03a-860a-4473-98f2-e4fbfd87c13e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Deleting port b00f6091-de8d-43c1-acf0-854904bb61c0 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:19:33.104490 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dceee03a-860a-4473-98f2-e4fbfd87c13e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:33.126050 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-086ec1ab-ed90-4b29-941f-fd2efa17a539 req-c7355387-1ea1-4c98-afdf-445b65528177 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] 10.222.0.53 "GET /v2.0/quotas/6ba3ab7c0d724058adeab7a26e218a01 HTTP/1.1" status: 200 len: 375 time: 0.0342710 Nov 25 13:19:33.216056 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c589695-f36c-449f-96a2-43c4aecadf6b None None] Pushing event updated for resources: {'Port': ['ID=0b205b83-f849-4c02-849e-40e4986edbcc,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:33.217995 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 51462) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:33.221726 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 82f32d4b-37a0-4ee7-981b-d21874c828be up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:19:33.240717 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dceee03a-860a-4473-98f2-e4fbfd87c13e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:33.251732 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bbde960f-97ea-4382-85fc-85bf96d3613d None None] For port 0a5360e6-212e-4ddb-9b74-ab459fe51413, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=0a5360e6-212e-4ddb-9b74-ab459fe51413,segment=NetworkSegment(414786ef-10c3-4147-9abd-e15f64f822ae),segment_id=414786ef-10c3-4147-9abd-e15f64f822ae)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:19:33.258922 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-dceee03a-860a-4473-98f2-e4fbfd87c13e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Calling delete_port for b00f6091-de8d-43c1-acf0-854904bb61c0 owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:19:33.275309 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bbde960f-97ea-4382-85fc-85bf96d3613d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:33.294867 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5baa2f7d-1c0c-402e-a635-50521061efe8 admin admin] Router 86aca145-4dba-48b6-95a5-f5c1008e10aa has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:19:33.309769 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-086ec1ab-ed90-4b29-941f-fd2efa17a539 req-aba2b0ca-c2b7-4614-8f73-b2cec56698f5 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6ba3ab7c0d724058adeab7a26e218a01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1332009 Nov 25 13:19:33.325458 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6afb4d-f040-4923-9c9a-26a04e0792a9 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:19:33.356538 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-aa6afb4d-f040-4923-9c9a-26a04e0792a9 admin admin] 10.222.0.53 "PUT /v2.0/routers/ffe7a1e7-7266-497a-babd-81f42fbcf57a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4221210 Nov 25 13:19:33.370452 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08266016-ac6c-4d16-8783-665d9c999010 None None] Sync routers for ids ['ffe7a1e7-7266-497a-babd-81f42fbcf57a'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:19:33.418731 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08266016-ac6c-4d16-8783-665d9c999010 None None] Routers {'ffe7a1e7-7266-497a-babd-81f42fbcf57a'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:19:33.419838 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-08266016-ac6c-4d16-8783-665d9c999010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:19:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['ffe7a1e7-7266-497a-babd-81f42fbcf57a'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:33.421663 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e4b80c20-67c1-4023-a5f7-f25f221d9615 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d3f9f88292274c1e909ee2b5229333e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1945608 Nov 25 13:19:33.422420 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bbde960f-97ea-4382-85fc-85bf96d3613d None None] Provisioning complete for port 2d12aa50-7489-49b3-8260-3447919ff5e3 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:33.422942 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bbde960f-97ea-4382-85fc-85bf96d3613d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:33.427107 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 51466) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:33.493409 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1ef8ab-f489-4111-bc00-cc0319dc2cc1 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:19:33.507958 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ef8ab-f489-4111-bc00-cc0319dc2cc1 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Pushing event updated for resources: {'Port': ['ID=a4ea2ded-df43-4fe5-ae3b-c0c4044accd7,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:33.513661 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-7f1ef8ab-f489-4111-bc00-cc0319dc2cc1 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:19:33.516134 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1ef8ab-f489-4111-bc00-cc0319dc2cc1 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:19:33.563024 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dceee03a-860a-4473-98f2-e4fbfd87c13e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:33.581162 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-400dc822-3e50-44bc-86a5-382d16ac0b1a None None] Set router 66f86dbc-94fd-491b-ab25-f56f6a9eb3e8 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:19:33.627307 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5baa2f7d-1c0c-402e-a635-50521061efe8 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:19:33.640721 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-5baa2f7d-1c0c-402e-a635-50521061efe8 admin admin] 10.222.0.53 "PUT /v2.0/routers/86aca145-4dba-48b6-95a5-f5c1008e10aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7563846 Nov 25 13:19:33.672184 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde960f-97ea-4382-85fc-85bf96d3613d None None] Pushing event updated for resources: {'Port': ['ID=0a5360e6-212e-4ddb-9b74-ab459fe51413,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:33.719985 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceee03a-860a-4473-98f2-e4fbfd87c13e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event deleted for resources: {'Port': ['ID=b00f6091-de8d-43c1-acf0-854904bb61c0,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:33.769640 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-db092842-039d-47dc-be10-8ae90a04ca8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:33.805082 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 82f32d4b-37a0-4ee7-981b-d21874c828be triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:33.806118 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:33.815289 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-db092842-039d-47dc-be10-8ae90a04ca8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:33.871407 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dceee03a-860a-4473-98f2-e4fbfd87c13e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:33.882789 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-dceee03a-860a-4473-98f2-e4fbfd87c13e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "DELETE /v2.0/ports/b00f6091-de8d-43c1-acf0-854904bb61c0 HTTP/1.1" status: 204 len: 168 time: 1.6037512 Nov 25 13:19:33.896249 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51476) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:33.908669 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-086ec1ab-ed90-4b29-941f-fd2efa17a539 req-836d873c-c5f6-42c6-9ec4-4fa9ed6fbc1a service neutron] 10.222.0.53 "GET /v2.0/networks/302cd77f-0aa0-4fd0-9347-1bf95451c456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5490022 Nov 25 13:19:33.926792 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-db092842-039d-47dc-be10-8ae90a04ca8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:33.929345 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-db092842-039d-47dc-be10-8ae90a04ca8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:33.930468 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-db092842-039d-47dc-be10-8ae90a04ca8b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4740d5e6-ba1b-4fd6-9612-9b9185db2d9b HTTP/1.1" status: 204 len: 168 time: 0.5024347 Nov 25 13:19:33.937839 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-1863c23a-12bf-47de-9deb-d4f305c2b7f8 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] GET failed (client error): The resource could not be found. Nov 25 13:19:33.939473 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-1863c23a-12bf-47de-9deb-d4f305c2b7f8 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "GET /v2.0/ports/b00f6091-de8d-43c1-acf0-854904bb61c0 HTTP/1.1" status: 404 len: 333 time: 0.0420730 Nov 25 13:19:33.955516 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7f1ef8ab-f489-4111-bc00-cc0319dc2cc1 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:33.992746 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db092842-039d-47dc-be10-8ae90a04ca8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4740d5e6-ba1b-4fd6-9612-9b9185db2d9b,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:34.028744 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51480) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:34.085404 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7f1ef8ab-f489-4111-bc00-cc0319dc2cc1 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:34.165654 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:34.172772 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-086ec1ab-ed90-4b29-941f-fd2efa17a539 req-8afaa22d-56ac-4891-8c99-d54a7b7fd9de service neutron] 10.222.0.53 "GET /v2.0/networks/302cd77f-0aa0-4fd0-9347-1bf95451c456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629580 Nov 25 13:19:34.217978 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c81b976-1505-4187-8450-0653b9850c5f tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Deleting subnet 2d8201e4-0452-4b23-95f4-bddfc5ab381e {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:19:34.222223 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4c81b976-1505-4187-8450-0653b9850c5f tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:34.241018 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 51482) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:34.245731 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-db26b4df-7f7a-4752-b4a8-7afb3c4ea69f tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2133192674', 'description': 'tempest-description--5624814'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:19:34.253483 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-08266016-ac6c-4d16-8783-665d9c999010 None None] Set router ffe7a1e7-7266-497a-babd-81f42fbcf57a gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:19:34.307725 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4c81b976-1505-4187-8450-0653b9850c5f tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:34.309614 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-db26b4df-7f7a-4752-b4a8-7afb3c4ea69f tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:34.346629 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bbde960f-97ea-4382-85fc-85bf96d3613d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:34.503202 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-db26b4df-7f7a-4752-b4a8-7afb3c4ea69f tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:34.518851 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-db26b4df-7f7a-4752-b4a8-7afb3c4ea69f tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:34.547574 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bbde960f-97ea-4382-85fc-85bf96d3613d None None] For port 2d12aa50-7489-49b3-8260-3447919ff5e3, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=2d12aa50-7489-49b3-8260-3447919ff5e3,segment=NetworkSegment(853aa3db-7954-45c5-a6c7-faad4399e1c5),segment_id=853aa3db-7954-45c5-a6c7-faad4399e1c5)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:19:34.552494 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-400dc822-3e50-44bc-86a5-382d16ac0b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f86dbc-94fd-491b-ab25-f56f6a9eb3e8', 'name': 'tempest-ServersTestFqdnHostnames-421086233-router', 'tenant_id': '6ba3ab7c0d724058adeab7a26e218a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '8fb37192-d7ba-432a-ba4a-f907e25ba280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:19:08Z', 'updated_at': '2021-11-25T13:19:17Z', 'revision_number': 4, 'project_id': '6ba3ab7c0d724058adeab7a26e218a01', 'gw_port': {'id': '8fb37192-d7ba-432a-ba4a-f907e25ba280', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ce:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f86dbc-94fd-491b-ab25-f56f6a9eb3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:09Z', 'updated_at': '2021-11-25T13:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '0b205b83-f849-4c02-849e-40e4986edbcc', 'name': '', 'network_id': '302cd77f-0aa0-4fd0-9347-1bf95451c456', 'tenant_id': '6ba3ab7c0d724058adeab7a26e218a01', 'mac_address': 'fa:16:3e:80:ab:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f86dbc-94fd-491b-ab25-f56f6a9eb3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '9357717b-7827-46e4-94ff-fefe4f5006a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:16Z', 'updated_at': '2021-11-25T13:19:32Z', 'revision_number': 4, 'project_id': '6ba3ab7c0d724058adeab7a26e218a01', 'subnets': [{'id': '9357717b-7827-46e4-94ff-fefe4f5006a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:34.556620 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 8fb37192-d7ba-432a-ba4a-f907e25ba280 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:19:34.612189 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bbde960f-97ea-4382-85fc-85bf96d3613d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:34.621146 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-db26b4df-7f7a-4752-b4a8-7afb3c4ea69f tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:34.632148 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-db26b4df-7f7a-4752-b4a8-7afb3c4ea69f tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3876090 Nov 25 13:19:34.642959 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7f1ef8ab-f489-4111-bc00-cc0319dc2cc1 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:34.648036 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51494) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:34.656343 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-32c788ba-df9f-4eae-965e-b9241c112359 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Request body: {'security_group_rule': {'security_group_id': '7a67b344-a277-4a59-9ec0-02294555dd86', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:19:34.664805 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400dc822-3e50-44bc-86a5-382d16ac0b1a None None] The sync data for ids ['66f86dbc-94fd-491b-ab25-f56f6a9eb3e8'] in n-d-808199-11 is: [{'id': '66f86dbc-94fd-491b-ab25-f56f6a9eb3e8', 'name': 'tempest-ServersTestFqdnHostnames-421086233-router', 'tenant_id': '6ba3ab7c0d724058adeab7a26e218a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '8fb37192-d7ba-432a-ba4a-f907e25ba280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:19:08Z', 'updated_at': '2021-11-25T13:19:17Z', 'revision_number': 4, 'project_id': '6ba3ab7c0d724058adeab7a26e218a01', 'gw_port': {'id': '8fb37192-d7ba-432a-ba4a-f907e25ba280', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ce:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f86dbc-94fd-491b-ab25-f56f6a9eb3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:09Z', 'updated_at': '2021-11-25T13:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '0b205b83-f849-4c02-849e-40e4986edbcc', 'name': '', 'network_id': '302cd77f-0aa0-4fd0-9347-1bf95451c456', 'tenant_id': '6ba3ab7c0d724058adeab7a26e218a01', 'mac_address': 'fa:16:3e:80:ab:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f86dbc-94fd-491b-ab25-f56f6a9eb3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '9357717b-7827-46e4-94ff-fefe4f5006a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:16Z', 'updated_at': '2021-11-25T13:19:32Z', 'revision_number': 4, 'project_id': '6ba3ab7c0d724058adeab7a26e218a01', 'subnets': [{'id': '9357717b-7827-46e4-94ff-fefe4f5006a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:19:34.670506 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-07a4c3c9-2707-4925-9b8c-03c229b54723 req-9f3a630e-35ba-4d4c-b5de-350736bdd7e5 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc3d014a-3305-4ffe-bddb-08c65c6e7ca8 HTTP/1.1" status: 200 len: 210 time: 0.0897768 Nov 25 13:19:34.673609 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db26b4df-7f7a-4752-b4a8-7afb3c4ea69f tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a67b344-a277-4a59-9ec0-02294555dd86,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:34.680435 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde960f-97ea-4382-85fc-85bf96d3613d None None] Pushing event updated for resources: {'Port': ['ID=2d12aa50-7489-49b3-8260-3447919ff5e3,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:34.714996 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bbde960f-97ea-4382-85fc-85bf96d3613d None None] Provisioning complete for port ad6ee71f-7b15-4623-8411-fb2e307853d9 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:34.715375 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bbde960f-97ea-4382-85fc-85bf96d3613d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:34.771840 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7f1ef8ab-f489-4111-bc00-cc0319dc2cc1 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:34.774720 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 8fb37192-d7ba-432a-ba4a-f907e25ba280 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:34.775102 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:34.891037 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-08266016-ac6c-4d16-8783-665d9c999010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe7a1e7-7266-497a-babd-81f42fbcf57a', 'name': 'tempest-ServersTestManualDisk-1364209551-router', 'tenant_id': '0013694c3d8b4bbab5d29ed70a5d2a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'ad6ee71f-7b15-4623-8411-fb2e307853d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:19:16Z', 'updated_at': '2021-11-25T13:19:29Z', 'revision_number': 4, 'project_id': '0013694c3d8b4bbab5d29ed70a5d2a34', 'gw_port': {'id': 'ad6ee71f-7b15-4623-8411-fb2e307853d9', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe7a1e7-7266-497a-babd-81f42fbcf57a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:18Z', 'updated_at': '2021-11-25T13:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '96ddf671-ac2b-415e-a567-1da2732e2f5b', 'name': '', 'network_id': '2f3e9f4b-171e-4038-9419-459f783f3398', 'tenant_id': '0013694c3d8b4bbab5d29ed70a5d2a34', 'mac_address': 'fa:16:3e:05:e6:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe7a1e7-7266-497a-babd-81f42fbcf57a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '47c2cdfb-b269-4d0e-b0a7-798aceb1b080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:27Z', 'updated_at': '2021-11-25T13:19:30Z', 'revision_number': 2, 'project_id': '0013694c3d8b4bbab5d29ed70a5d2a34', 'subnets': [{'id': '47c2cdfb-b269-4d0e-b0a7-798aceb1b080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:34.923974 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08266016-ac6c-4d16-8783-665d9c999010 None None] Checking router: ffe7a1e7-7266-497a-babd-81f42fbcf57a for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:19:34.924331 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08266016-ac6c-4d16-8783-665d9c999010 None None] Updating router ffe7a1e7-7266-497a-babd-81f42fbcf57a port 96ddf671-ac2b-415e-a567-1da2732e2f5b binding host n-d-808199-11 {{(pid=103572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:19:34.928080 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7f1ef8ab-f489-4111-bc00-cc0319dc2cc1 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:34.940513 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-32c788ba-df9f-4eae-965e-b9241c112359 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:34.994985 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bbde960f-97ea-4382-85fc-85bf96d3613d None None] Provisioning complete for port f0a2e5e6-a996-42a1-b494-4d28b62e8207 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:34.995362 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bbde960f-97ea-4382-85fc-85bf96d3613d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:35.011106 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 51506) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:35.016880 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7f1ef8ab-f489-4111-bc00-cc0319dc2cc1 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:35.018423 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-a053e4c5-8532-46b5-a8eb-f03dce145757 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-530743754', 'description': 'tempest-secgroup-smoke-530743754 description', 'project_id': 'f316b895b9bc47d6886b73ece5df5d1d'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:19:35.023374 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-08266016-ac6c-4d16-8783-665d9c999010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:35.029658 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-7f1ef8ab-f489-4111-bc00-cc0319dc2cc1 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6133578 Nov 25 13:19:35.064693 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4c81b976-1505-4187-8450-0653b9850c5f tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:35.080653 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ef8ab-f489-4111-bc00-cc0319dc2cc1 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Pushing event updated for resources: {'Port': ['ID=a4ea2ded-df43-4fe5-ae3b-c0c4044accd7,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:35.085022 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a053e4c5-8532-46b5-a8eb-f03dce145757 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:35.148934 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:35.272911 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-32c788ba-df9f-4eae-965e-b9241c112359 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:35.308700 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-32c788ba-df9f-4eae-965e-b9241c112359 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:35.354972 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a053e4c5-8532-46b5-a8eb-f03dce145757 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:35.363521 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a053e4c5-8532-46b5-a8eb-f03dce145757 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:35.391205 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4c81b976-1505-4187-8450-0653b9850c5f tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:35.440632 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a053e4c5-8532-46b5-a8eb-f03dce145757 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:35.446467 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-a053e4c5-8532-46b5-a8eb-f03dce145757 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4335823 Nov 25 13:19:35.449020 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 51528) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:35.450293 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bbde960f-97ea-4382-85fc-85bf96d3613d None None] Provisioning complete for port 96ddf671-ac2b-415e-a567-1da2732e2f5b triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:35.450766 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bbde960f-97ea-4382-85fc-85bf96d3613d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:35.461893 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c81b976-1505-4187-8450-0653b9850c5f tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event deleted for resources: {'Subnet': ['ID=2d8201e4-0452-4b23-95f4-bddfc5ab381e,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:35.463965 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c788ba-df9f-4eae-965e-b9241c112359 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=034e549c-d0f9-4f11-8229-7b7cc29e6eed,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:35.466070 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-f87156ef-93e7-4eb5-a03a-d67c12cb691d tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Request body: {'security_group_rule': {'security_group_id': 'bfe63d26-24ca-4370-adc0-048d0d6d24d0', 'project_id': 'f316b895b9bc47d6886b73ece5df5d1d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:19:35.481387 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4c81b976-1505-4187-8450-0653b9850c5f tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:35.485039 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-4c81b976-1505-4187-8450-0653b9850c5f tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "DELETE /v2.0/subnets/2d8201e4-0452-4b23-95f4-bddfc5ab381e HTTP/1.1" status: 204 len: 168 time: 1.4452114 Nov 25 13:19:35.488352 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-32c788ba-df9f-4eae-965e-b9241c112359 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:35.489640 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-32c788ba-df9f-4eae-965e-b9241c112359 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8407016 Nov 25 13:19:35.490215 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51530) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:35.514967 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bbde960f-97ea-4382-85fc-85bf96d3613d None None] Port 96ddf671-ac2b-415e-a567-1da2732e2f5b cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:19:35.520532 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d9ec03-1d1b-4087-99f6-82d60f98b5fa None None] Network 286309f6-f4d4-43c2-81ea-5aca73b6335a requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:19:35.524876 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 51532) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:35.541295 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a053e4c5-8532-46b5-a8eb-f03dce145757 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe63d26-24ca-4370-adc0-048d0d6d24d0,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:35.549343 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-506cba7e-1f87-446b-8f81-67d162a0b169 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Request body: {'security_group_rule': {'security_group_id': '7a67b344-a277-4a59-9ec0-02294555dd86', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:19:35.620615 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-06cbe418-cb83-4149-b9ac-c55b698e6236 req-7128f7b4-9b27-4ce8-a5cf-2298daab3eb5 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1925817880&fields=id&tenant_id=df651ad79fe54ccfbbf19c1e8711e872 HTTP/1.1" status: 200 len: 267 time: 0.2532444 Nov 25 13:19:35.630480 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bef5441b-3a52-482b-9df9-1ed9ea0035c5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:35.645541 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f87156ef-93e7-4eb5-a03a-d67c12cb691d tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:35.675670 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 51536) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:35.742436 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-bef5441b-3a52-482b-9df9-1ed9ea0035c5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Deleting port 2d12aa50-7489-49b3-8260-3447919ff5e3 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:19:35.743334 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bef5441b-3a52-482b-9df9-1ed9ea0035c5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:35.756682 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-506cba7e-1f87-446b-8f81-67d162a0b169 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:35.880142 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bbde960f-97ea-4382-85fc-85bf96d3613d None None] Provisioning complete for port b969dc7a-26d1-496b-9308-ceb61dbc6a12 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:35.880700 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bbde960f-97ea-4382-85fc-85bf96d3613d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:35.937882 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device ad6ee71f-7b15-4623-8411-fb2e307853d9 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:19:35.939328 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-506cba7e-1f87-446b-8f81-67d162a0b169 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:35.958396 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-506cba7e-1f87-446b-8f81-67d162a0b169 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:35.967549 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f87156ef-93e7-4eb5-a03a-d67c12cb691d tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:35.982042 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-6f6e4ac7-6a67-41e5-9d8e-18e8f85cba33 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1087633694-network', 'tenant_id': '40d8826cb6bc406990351c3cc8406e5b'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:19:35.996604 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-bef5441b-3a52-482b-9df9-1ed9ea0035c5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] For port 2d12aa50-7489-49b3-8260-3447919ff5e3, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=2d12aa50-7489-49b3-8260-3447919ff5e3,segment=NetworkSegment(853aa3db-7954-45c5-a6c7-faad4399e1c5),segment_id=853aa3db-7954-45c5-a6c7-faad4399e1c5)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:19:35.998137 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bef5441b-3a52-482b-9df9-1ed9ea0035c5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:36.015505 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f87156ef-93e7-4eb5-a03a-d67c12cb691d tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:36.032980 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-bef5441b-3a52-482b-9df9-1ed9ea0035c5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Calling delete_port for 2d12aa50-7489-49b3-8260-3447919ff5e3 owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:19:36.055148 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8cd48705-6e86-4ee1-8dac-d3da6681dba0 req-6e9aba10-5da8-4222-b4b9-88cb036c0b53 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc3d014a-3305-4ffe-bddb-08c65c6e7ca8 HTTP/1.1" status: 200 len: 210 time: 0.0696781 Nov 25 13:19:36.059007 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506cba7e-1f87-446b-8f81-67d162a0b169 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceb75ad7-0c80-4e2c-a571-6db06f44c1a8,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:36.068142 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cbe418-cb83-4149-b9ac-c55b698e6236 req-62e77752-8eed-4933-9dc7-8b2a9f41b8c3 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:36.076848 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-06cbe418-cb83-4149-b9ac-c55b698e6236 req-62e77752-8eed-4933-9dc7-8b2a9f41b8c3 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] 10.222.0.53 "GET /v2.0/networks?id=884fbd20-5b2c-4fb3-8df2-e56b22e47b5d HTTP/1.1" status: 200 len: 805 time: 0.4546025 Nov 25 13:19:36.094311 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-08266016-ac6c-4d16-8783-665d9c999010 None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:36.114122 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-08266016-ac6c-4d16-8783-665d9c999010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:36.116221 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-06cbe418-cb83-4149-b9ac-c55b698e6236 req-1227004a-94a9-4a7a-bc66-3b3f8b450fb2 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] 10.222.0.53 "GET /v2.0/quotas/df651ad79fe54ccfbbf19c1e8711e872 HTTP/1.1" status: 200 len: 375 time: 0.0388682 Nov 25 13:19:36.127389 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87156ef-93e7-4eb5-a03a-d67c12cb691d tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=203f5ea4-5e63-4086-a860-a8850c4c7cbe,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:36.134490 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6e4ac7-6a67-41e5-9d8e-18e8f85cba33 admin admin] Made reservation on behalf of 40d8826cb6bc406990351c3cc8406e5b for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:19:36.134825 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6f6e4ac7-6a67-41e5-9d8e-18e8f85cba33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:36.144260 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port ad6ee71f-7b15-4623-8411-fb2e307853d9 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:36.144260 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:36.161345 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f87156ef-93e7-4eb5-a03a-d67c12cb691d tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:36.165057 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f87156ef-93e7-4eb5-a03a-d67c12cb691d tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7018960 Nov 25 13:19:36.166079 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-506cba7e-1f87-446b-8f81-67d162a0b169 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:36.171171 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-506cba7e-1f87-446b-8f81-67d162a0b169 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6416020 Nov 25 13:19:36.171171 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 51542) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:36.171171 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 51544) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:36.171171 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6f6e4ac7-6a67-41e5-9d8e-18e8f85cba33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:36.182625 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-daf56b75-0ee3-418d-bc48-bb952d9ae200 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Request body: {'floatingip': {'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:19:36.189622 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bef5441b-3a52-482b-9df9-1ed9ea0035c5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:36.194871 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-d58e5245-dc34-4403-9588-332af91d645f tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Request body: {'security_group_rule': {'security_group_id': 'bfe63d26-24ca-4370-adc0-048d0d6d24d0', 'project_id': 'f316b895b9bc47d6886b73ece5df5d1d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:19:36.224918 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef5441b-3a52-482b-9df9-1ed9ea0035c5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event deleted for resources: {'Port': ['ID=2d12aa50-7489-49b3-8260-3447919ff5e3,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:36.243697 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef5441b-3a52-482b-9df9-1ed9ea0035c5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] No DVR routers for this DVR port 2d12aa50-7489-49b3-8260-3447919ff5e3 on host n-d-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:19:36.246869 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.db.api [None req-daf56b75-0ee3-418d-bc48-bb952d9ae200 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 25 13:19:36.246869 n-d-808199-11 neutron-server[103570]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 25 13:19:36.246869 n-d-808199-11 neutron-server[103570]: [parameters: {'project_id_1': '0013694c3d8b4bbab5d29ed70a5d2a34', 'expiration_1': datetime.datetime(2021, 11, 25, 13, 19, 16, 210376)}] Nov 25 13:19:36.246869 n-d-808199-11 neutron-server[103570]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 13:19:36.247254 n-d-808199-11 neutron-server[103570]: DEBUG oslo_db.api [None req-daf56b75-0ee3-418d-bc48-bb952d9ae200 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 13:19:36.249851 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef5441b-3a52-482b-9df9-1ed9ea0035c5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:19:36.250216 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef5441b-3a52-482b-9df9-1ed9ea0035c5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:19:36.252518 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef5441b-3a52-482b-9df9-1ed9ea0035c5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:19:36.252886 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef5441b-3a52-482b-9df9-1ed9ea0035c5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:19:36.253222 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef5441b-3a52-482b-9df9-1ed9ea0035c5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:19:36.253571 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef5441b-3a52-482b-9df9-1ed9ea0035c5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:19:36.253911 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef5441b-3a52-482b-9df9-1ed9ea0035c5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:19:36.254248 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef5441b-3a52-482b-9df9-1ed9ea0035c5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:19:36.254587 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef5441b-3a52-482b-9df9-1ed9ea0035c5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:19:36.254948 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef5441b-3a52-482b-9df9-1ed9ea0035c5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:19:36.255407 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef5441b-3a52-482b-9df9-1ed9ea0035c5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:19:36.255756 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef5441b-3a52-482b-9df9-1ed9ea0035c5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:19:36.262988 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-06cbe418-cb83-4149-b9ac-c55b698e6236 req-2a6de4be-2b8d-41bb-b128-cd6ca6053455 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=df651ad79fe54ccfbbf19c1e8711e872&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1459248 Nov 25 13:19:36.283247 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5d4eec-16e8-4d03-b84f-9e1c78021fc7 None None] Pushing event updated for resources: {'Port': ['ID=96ddf671-ac2b-415e-a567-1da2732e2f5b,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:36.303006 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d58e5245-dc34-4403-9588-332af91d645f tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:36.321555 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b963106-7432-40de-a468-24a2df06836b None None] DHCP port deletion for 286309f6-f4d4-43c2-81ea-5aca73b6335a request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:19:36.429694 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bef5441b-3a52-482b-9df9-1ed9ea0035c5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:36.433190 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bbde960f-97ea-4382-85fc-85bf96d3613d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:36.462106 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:36.481562 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-bef5441b-3a52-482b-9df9-1ed9ea0035c5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['286309f6-f4d4-43c2-81ea-5aca73b6335a']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:36.521799 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-bef5441b-3a52-482b-9df9-1ed9ea0035c5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '853aa3db-7954-45c5-a6c7-faad4399e1c5') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:36.522105 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-bef5441b-3a52-482b-9df9-1ed9ea0035c5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '853aa3db-7954-45c5-a6c7-faad4399e1c5') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:36.543377 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bef5441b-3a52-482b-9df9-1ed9ea0035c5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:36.569293 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bbde960f-97ea-4382-85fc-85bf96d3613d None None] For port b969dc7a-26d1-496b-9308-ceb61dbc6a12, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=b969dc7a-26d1-496b-9308-ceb61dbc6a12,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:19:36.571732 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bef5441b-3a52-482b-9df9-1ed9ea0035c5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:36.581207 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bef5441b-3a52-482b-9df9-1ed9ea0035c5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:19:36.582174 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bef5441b-3a52-482b-9df9-1ed9ea0035c5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:36.586040 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:19:36.586040 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:19:36.586040 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:19:36.586040 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:19:36.586040 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:19:36.586040 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:19:36.586040 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:19:36.586040 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:19:36.586040 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:19:36.586040 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:19:36.586040 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:19:36.586040 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:19:36.586040 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:19:36.586040 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:19:36.586040 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:19:36.586040 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:19:36.586040 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:19:36.586040 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:19:36.586040 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:19:36.586040 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:19:36.586040 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:19:36.586040 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:19:36.586040 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:19:36.586040 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:19:36.586040 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:19:36.586040 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:19:36.586040 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:19:36.586040 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:19:36.586040 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:19:36.586040 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:19:36.586040 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:19:36.586040 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:19:36.620410 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d58e5245-dc34-4403-9588-332af91d645f tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:36.704108 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bef5441b-3a52-482b-9df9-1ed9ea0035c5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:36.712768 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bbde960f-97ea-4382-85fc-85bf96d3613d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:36.713006 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bef5441b-3a52-482b-9df9-1ed9ea0035c5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:36.720753 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-bef5441b-3a52-482b-9df9-1ed9ea0035c5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "DELETE /v2.0/networks/286309f6-f4d4-43c2-81ea-5aca73b6335a HTTP/1.1" status: 204 len: 168 time: 1.2251878 Nov 25 13:19:36.721397 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 2d12aa50-7489-49b3-8260-3447919ff5e3 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:19:36.734574 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51546) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:36.736057 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef5441b-3a52-482b-9df9-1ed9ea0035c5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event deleted for resources: {'Network': ['ID=286309f6-f4d4-43c2-81ea-5aca73b6335a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:36.749083 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-0b12b17a-3572-4576-b5da-99afa2247a1c tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2134941856'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:19:36.783349 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e21316f-bb56-4581-a75b-fb903d7aeefa None None] Sync routers for ids ['86aca145-4dba-48b6-95a5-f5c1008e10aa'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:19:36.787338 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b12b17a-3572-4576-b5da-99afa2247a1c tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Made reservation on behalf of 103222503d1f447390d34cefdf0e19b7 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:19:36.791077 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b12b17a-3572-4576-b5da-99afa2247a1c tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:36.791503 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d58e5245-dc34-4403-9588-332af91d645f tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:36.799927 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e21316f-bb56-4581-a75b-fb903d7aeefa None None] Routers {'86aca145-4dba-48b6-95a5-f5c1008e10aa'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:19:36.807122 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-1e21316f-bb56-4581-a75b-fb903d7aeefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:19:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['86aca145-4dba-48b6-95a5-f5c1008e10aa'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:36.809697 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6f6e4ac7-6a67-41e5-9d8e-18e8f85cba33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:36.826432 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-06cbe418-cb83-4149-b9ac-c55b698e6236 req-c9466794-8cd5-425a-8edb-02bc8d8a087c service neutron] 10.222.0.53 "GET /v2.0/networks/884fbd20-5b2c-4fb3-8df2-e56b22e47b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5496850 Nov 25 13:19:36.835495 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b12b17a-3572-4576-b5da-99afa2247a1c tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:19:36.838177 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 2d12aa50-7489-49b3-8260-3447919ff5e3 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:19:36.838544 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 2d12aa50-7489-49b3-8260-3447919ff5e3 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 25 13:19:36.842674 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6f6e4ac7-6a67-41e5-9d8e-18e8f85cba33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:36.846544 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde960f-97ea-4382-85fc-85bf96d3613d None None] Pushing event updated for resources: {'Port': ['ID=b969dc7a-26d1-496b-9308-ceb61dbc6a12,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:36.850278 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b12b17a-3572-4576-b5da-99afa2247a1c tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:36.850761 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-0b12b17a-3572-4576-b5da-99afa2247a1c tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Added segment 79392563-2519-4347-9897-d5c449891b1b of type vlan for network 2bdb8bb4-0421-4276-9862-82785daab345 Nov 25 13:19:36.907469 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-08266016-ac6c-4d16-8783-665d9c999010 None None] Attempting to bind port 96ddf671-ac2b-415e-a567-1da2732e2f5b on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:19:36.908039 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-08266016-ac6c-4d16-8783-665d9c999010 None None] Attempting to bind port 96ddf671-ac2b-415e-a567-1da2732e2f5b by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '6fb7f782-47b7-4daf-90f8-79d2f2e4c952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2f3e9f4b-171e-4038-9419-459f783f3398'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:19:36.908179 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e5245-dc34-4403-9588-332af91d645f tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54ba599e-7b01-4f3a-95fe-7eb26251bf33,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:36.908287 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08266016-ac6c-4d16-8783-665d9c999010 None None] Attempting to bind port 96ddf671-ac2b-415e-a567-1da2732e2f5b on network 2f3e9f4b-171e-4038-9419-459f783f3398 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:19:36.909970 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Port 2d12aa50-7489-49b3-8260-3447919ff5e3 not found, will not notify nova. {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 25 13:19:36.910388 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device b969dc7a-26d1-496b-9308-ceb61dbc6a12 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:19:36.921875 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b12b17a-3572-4576-b5da-99afa2247a1c tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:36.953557 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bbde960f-97ea-4382-85fc-85bf96d3613d None None] Provisioning complete for port 754f2951-f03a-4efa-831b-af14044f2337 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:36.954482 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bbde960f-97ea-4382-85fc-85bf96d3613d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:36.956527 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b12b17a-3572-4576-b5da-99afa2247a1c tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:36.958993 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f6e4ac7-6a67-41e5-9d8e-18e8f85cba33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:19:36.966150 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b12b17a-3572-4576-b5da-99afa2247a1c tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:36.967448 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b12b17a-3572-4576-b5da-99afa2247a1c tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:36.975110 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-daf56b75-0ee3-418d-bc48-bb952d9ae200 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Publish callbacks [] for floatingip, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:36.989370 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d58e5245-dc34-4403-9588-332af91d645f tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:36.993298 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d58e5245-dc34-4403-9588-332af91d645f tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8168435 Nov 25 13:19:37.002416 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51548) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:37.023514 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-a5e4aeeb-e0c7-4ca4-b30a-69f4b0f029d2 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Request body: {'security_group_rule': {'security_group_id': 'bfe63d26-24ca-4370-adc0-048d0d6d24d0', 'project_id': 'f316b895b9bc47d6886b73ece5df5d1d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:19:37.025339 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08266016-ac6c-4d16-8783-665d9c999010 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:19:37.025683 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08266016-ac6c-4d16-8783-665d9c999010 None None] Checking segment: {'id': '6fb7f782-47b7-4daf-90f8-79d2f2e4c952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2f3e9f4b-171e-4038-9419-459f783f3398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:19:37.026118 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-08266016-ac6c-4d16-8783-665d9c999010 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:37.026512 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08266016-ac6c-4d16-8783-665d9c999010 None None] Bound using segment: {'id': '6fb7f782-47b7-4daf-90f8-79d2f2e4c952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2f3e9f4b-171e-4038-9419-459f783f3398'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:19:37.027055 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-08266016-ac6c-4d16-8783-665d9c999010 None None] Bound port: 96ddf671-ac2b-415e-a567-1da2732e2f5b, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fb7f782-47b7-4daf-90f8-79d2f2e4c952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2f3e9f4b-171e-4038-9419-459f783f3398'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:19:37.027444 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-08266016-ac6c-4d16-8783-665d9c999010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:37.028945 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6f6e4ac7-6a67-41e5-9d8e-18e8f85cba33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:37.029368 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-6f6e4ac7-6a67-41e5-9d8e-18e8f85cba33 admin admin] Added segment 85cbc951-06c6-4281-8bbe-d0f3e25e56f3 of type vlan for network 29e88c53-1a16-4ddf-bb52-3aa3dac4a9e8 Nov 25 13:19:37.061406 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ec1ab-ed90-4b29-941f-fd2efa17a539 req-dad25cae-baca-4d7b-bd9e-db8cb57ad97f tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:37.063222 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-086ec1ab-ed90-4b29-941f-fd2efa17a539 req-dad25cae-baca-4d7b-bd9e-db8cb57ad97f tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] 10.222.0.66 "GET /v2.0/networks?id=302cd77f-0aa0-4fd0-9347-1bf95451c456 HTTP/1.1" status: 200 len: 814 time: 0.4881306 Nov 25 13:19:37.067420 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6e4ac7-6a67-41e5-9d8e-18e8f85cba33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d72843-407f-43cb-8cc2-b99f7d61ed18,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:37.127881 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a5e4aeeb-e0c7-4ca4-b30a-69f4b0f029d2 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:37.162484 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-08266016-ac6c-4d16-8783-665d9c999010 None None] For port 96ddf671-ac2b-415e-a567-1da2732e2f5b, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:19:37.169546 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-0b12b17a-3572-4576-b5da-99afa2247a1c tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4250591 Nov 25 13:19:37.170122 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-08266016-ac6c-4d16-8783-665d9c999010 None None] For port 96ddf671-ac2b-415e-a567-1da2732e2f5b, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=96ddf671-ac2b-415e-a567-1da2732e2f5b,segment=NetworkSegment(6fb7f782-47b7-4daf-90f8-79d2f2e4c952),segment_id=6fb7f782-47b7-4daf-90f8-79d2f2e4c952)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:19:37.177777 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 51552) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:37.185333 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-08266016-ac6c-4d16-8783-665d9c999010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:37.190996 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-b7a189c8-2818-46cf-8481-6ef26a4d74e0 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Request body: {'subnet': {'network_id': '2bdb8bb4-0421-4276-9862-82785daab345', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:19:37.208422 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6f6e4ac7-6a67-41e5-9d8e-18e8f85cba33 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:37.216330 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-1e21316f-bb56-4581-a75b-fb903d7aeefa None None] Set router 86aca145-4dba-48b6-95a5-f5c1008e10aa gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:19:37.228368 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a5e4aeeb-e0c7-4ca4-b30a-69f4b0f029d2 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:37.241424 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b12b17a-3572-4576-b5da-99afa2247a1c tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event updated for resources: {'Network': ['ID=2bdb8bb4-0421-4276-9862-82785daab345,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:37.254825 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a5e4aeeb-e0c7-4ca4-b30a-69f4b0f029d2 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:37.263067 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 2bdb8bb4-0421-4276-9862-82785daab345 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:19:37.308694 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e4aeeb-e0c7-4ca4-b30a-69f4b0f029d2 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13575999-d517-4ba4-a0d9-2011427a2107,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:37.325103 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a5e4aeeb-e0c7-4ca4-b30a-69f4b0f029d2 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:37.330758 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-a5e4aeeb-e0c7-4ca4-b30a-69f4b0f029d2 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3180950 Nov 25 13:19:37.331527 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51554) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:37.337070 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-238e47a1-e8cf-4f35-89cf-1ae112cf986b tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Request body: {'security_group_rule': {'security_group_id': 'bfe63d26-24ca-4370-adc0-048d0d6d24d0', 'project_id': 'f316b895b9bc47d6886b73ece5df5d1d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:19:37.372497 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-238e47a1-e8cf-4f35-89cf-1ae112cf986b tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:37.434604 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port b969dc7a-26d1-496b-9308-ceb61dbc6a12 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:37.438762 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:37.446954 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-06cbe418-cb83-4149-b9ac-c55b698e6236 req-1d12d95f-aed5-49d9-bb5f-eac9cfe89c44 service neutron] 10.222.0.53 "GET /v2.0/networks/884fbd20-5b2c-4fb3-8df2-e56b22e47b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6119733 Nov 25 13:19:37.452298 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-238e47a1-e8cf-4f35-89cf-1ae112cf986b tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:37.461220 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8c058ac0-411f-44e1-8efa-391b49e3758b req-88ab0b34-d051-404e-b12d-a159536516a1 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc3d014a-3305-4ffe-bddb-08c65c6e7ca8 HTTP/1.1" status: 200 len: 210 time: 0.2572582 Nov 25 13:19:37.461948 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-238e47a1-e8cf-4f35-89cf-1ae112cf986b tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:37.469032 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08266016-ac6c-4d16-8783-665d9c999010 None None] Routers {'ffe7a1e7-7266-497a-babd-81f42fbcf57a'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:19:37.471345 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-08266016-ac6c-4d16-8783-665d9c999010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:19:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['ffe7a1e7-7266-497a-babd-81f42fbcf57a'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:37.484673 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a189c8-2818-46cf-8481-6ef26a4d74e0 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Made reservation on behalf of 103222503d1f447390d34cefdf0e19b7 for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:19:37.487717 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238e47a1-e8cf-4f35-89cf-1ae112cf986b tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26546ac3-58a3-4e31-b1c0-bb4899514fc3,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:37.488716 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b7a189c8-2818-46cf-8481-6ef26a4d74e0 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:37.494041 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.db.resource_extend [None req-6f6e4ac7-6a67-41e5-9d8e-18e8f85cba33 admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 13:19:37.512354 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-238e47a1-e8cf-4f35-89cf-1ae112cf986b tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:37.518497 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-238e47a1-e8cf-4f35-89cf-1ae112cf986b tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1857452 Nov 25 13:19:37.519628 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51556) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:37.525296 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-2629f2fc-b0e5-42b5-8d84-d3024570db02 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Request body: {'security_group_rule': {'security_group_id': 'bfe63d26-24ca-4370-adc0-048d0d6d24d0', 'project_id': 'f316b895b9bc47d6886b73ece5df5d1d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:19:37.560218 n-d-808199-11 neutron-server[103571]: INFO neutron.db.securitygroups_db [None req-2629f2fc-b0e5-42b5-8d84-d3024570db02 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Project f316b895b9bc47d6886b73ece5df5d1d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 13:19:37.567236 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-1e21316f-bb56-4581-a75b-fb903d7aeefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86aca145-4dba-48b6-95a5-f5c1008e10aa', 'name': 'tempest-TestServerBasicOps-176723973-router', 'tenant_id': '008ddee935614353988b03e476a6856d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'b969dc7a-26d1-496b-9308-ceb61dbc6a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:19:16Z', 'updated_at': '2021-11-25T13:19:30Z', 'revision_number': 4, 'project_id': '008ddee935614353988b03e476a6856d', 'gw_port': {'id': 'b969dc7a-26d1-496b-9308-ceb61dbc6a12', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86aca145-4dba-48b6-95a5-f5c1008e10aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:18Z', 'updated_at': '2021-11-25T13:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '981d7646-f583-4f57-8c06-a8b1f87ca63d', 'name': '', 'network_id': 'b1f71836-0a1a-445e-93bc-46ab97da1b91', 'tenant_id': '008ddee935614353988b03e476a6856d', 'mac_address': 'fa:16:3e:32:6b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86aca145-4dba-48b6-95a5-f5c1008e10aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'd5973b94-edbe-44c9-8889-e807c5639609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:26Z', 'updated_at': '2021-11-25T13:19:30Z', 'revision_number': 2, 'project_id': '008ddee935614353988b03e476a6856d', 'subnets': [{'id': 'd5973b94-edbe-44c9-8889-e807c5639609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:37.569657 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2629f2fc-b0e5-42b5-8d84-d3024570db02 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:37.610585 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-086ec1ab-ed90-4b29-941f-fd2efa17a539 req-a69c0c57-d217-49d3-a748-00435cab72ce tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ba3ab7c0d724058adeab7a26e218a01 HTTP/1.1" status: 200 len: 380 time: 0.4906137 Nov 25 13:19:37.635426 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-086ec1ab-ed90-4b29-941f-fd2efa17a539 req-a1557efc-f483-466a-8b26-9f8dc5d3a041 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Request body: {'port': {'device_id': 'bc3d014a-3305-4ffe-bddb-08c65c6e7ca8', 'network_id': '302cd77f-0aa0-4fd0-9347-1bf95451c456', 'admin_state_up': True, 'tenant_id': '6ba3ab7c0d724058adeab7a26e218a01', 'security_groups': ['85e8e2a5-fed9-4563-adb3-f2b8359cafca']}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:19:37.641188 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e21316f-bb56-4581-a75b-fb903d7aeefa None None] Checking router: 86aca145-4dba-48b6-95a5-f5c1008e10aa for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:19:37.641580 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e21316f-bb56-4581-a75b-fb903d7aeefa None None] Updating router 86aca145-4dba-48b6-95a5-f5c1008e10aa port 981d7646-f583-4f57-8c06-a8b1f87ca63d binding host n-d-808199-11 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:19:37.644345 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-08266016-ac6c-4d16-8783-665d9c999010 None None] Set router ffe7a1e7-7266-497a-babd-81f42fbcf57a gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:19:37.646273 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6f6e4ac7-6a67-41e5-9d8e-18e8f85cba33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:37.647568 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6e4ac7-6a67-41e5-9d8e-18e8f85cba33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:37.648504 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6f6e4ac7-6a67-41e5-9d8e-18e8f85cba33 admin admin] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:37.675991 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1e21316f-bb56-4581-a75b-fb903d7aeefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:37.722155 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5d4eec-16e8-4d03-b84f-9e1c78021fc7 None None] Pushing event updated for resources: {'Port': ['ID=96ddf671-ac2b-415e-a567-1da2732e2f5b,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:37.726557 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2629f2fc-b0e5-42b5-8d84-d3024570db02 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:37.736815 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2629f2fc-b0e5-42b5-8d84-d3024570db02 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:37.756539 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6e4ac7-6a67-41e5-9d8e-18e8f85cba33 admin admin] Pushing event updated for resources: {'Network': ['ID=29e88c53-1a16-4ddf-bb52-3aa3dac4a9e8,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:37.779286 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 29e88c53-1a16-4ddf-bb52-3aa3dac4a9e8 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:19:37.804605 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2629f2fc-b0e5-42b5-8d84-d3024570db02 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ef74d2f-2d37-4ce3-becc-cf97fa974dba,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:37.841288 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2629f2fc-b0e5-42b5-8d84-d3024570db02 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:37.848162 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-2629f2fc-b0e5-42b5-8d84-d3024570db02 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3273673 Nov 25 13:19:37.848802 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51560) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:37.857361 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-57dcc015-b679-4d54-8f9a-3d4657b8e2bd tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Request body: {'security_group_rule': {'security_group_id': 'bfe63d26-24ca-4370-adc0-048d0d6d24d0', 'project_id': 'f316b895b9bc47d6886b73ece5df5d1d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:19:37.881168 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-6f6e4ac7-6a67-41e5-9d8e-18e8f85cba33 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.2046146 Nov 25 13:19:37.886354 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51564) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:37.893932 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-1a957dd9-c8c6-49bd-b8be-4ca410db043a admin admin] Request body: {'subnet': {'network_id': '29e88c53-1a16-4ddf-bb52-3aa3dac4a9e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1087633694-subnet', 'tenant_id': '40d8826cb6bc406990351c3cc8406e5b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:19:37.902227 n-d-808199-11 neutron-server[103571]: INFO neutron.db.securitygroups_db [None req-57dcc015-b679-4d54-8f9a-3d4657b8e2bd tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Project f316b895b9bc47d6886b73ece5df5d1d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 13:19:37.911726 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-57dcc015-b679-4d54-8f9a-3d4657b8e2bd tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:37.935721 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-daf56b75-0ee3-418d-bc48-bb952d9ae200 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:37.980392 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6f285d0d-922b-4334-9a86-a14c7702c0e1 req-086ff431-5547-4c55-a5a3-aa0f07d91e78 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbce244a-1b99-45fb-8772-6d1e1fc4128c HTTP/1.1" status: 200 len: 210 time: 0.0656109 Nov 25 13:19:38.011286 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-57dcc015-b679-4d54-8f9a-3d4657b8e2bd tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:38.019928 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-57dcc015-b679-4d54-8f9a-3d4657b8e2bd tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:38.047093 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dcc015-b679-4d54-8f9a-3d4657b8e2bd tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f17253de-be58-4dd7-a795-c630c2a40539,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:38.058830 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a957dd9-c8c6-49bd-b8be-4ca410db043a admin admin] Made reservation on behalf of 40d8826cb6bc406990351c3cc8406e5b for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:19:38.061303 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1a957dd9-c8c6-49bd-b8be-4ca410db043a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:38.154769 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:38.159844 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-0689b8f0-0276-449a-9990-97f81e56bada None None] Provisioning complete for port 981d7646-f583-4f57-8c06-a8b1f87ca63d triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:38.160353 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0689b8f0-0276-449a-9990-97f81e56bada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:38.197319 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-086ec1ab-ed90-4b29-941f-fd2efa17a539 req-a1557efc-f483-466a-8b26-9f8dc5d3a041 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Made reservation on behalf of 6ba3ab7c0d724058adeab7a26e218a01 for: {'port': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:19:38.202896 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-086ec1ab-ed90-4b29-941f-fd2efa17a539 req-a1557efc-f483-466a-8b26-9f8dc5d3a041 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:38.203605 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-0689b8f0-0276-449a-9990-97f81e56bada None None] Port 981d7646-f583-4f57-8c06-a8b1f87ca63d cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:19:38.210051 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1e21316f-bb56-4581-a75b-fb903d7aeefa None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:38.228838 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1e21316f-bb56-4581-a75b-fb903d7aeefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:38.257470 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-0689b8f0-0276-449a-9990-97f81e56bada None None] Provisioning complete for port 0b205b83-f849-4c02-849e-40e4986edbcc triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:38.257983 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0689b8f0-0276-449a-9990-97f81e56bada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:38.296723 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928c0614-6e97-4a96-9507-b9d3c7a23576 None None] Pushing event updated for resources: {'Port': ['ID=981d7646-f583-4f57-8c06-a8b1f87ca63d,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:38.371548 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b7a189c8-2818-46cf-8481-6ef26a4d74e0 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:38.376660 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-08266016-ac6c-4d16-8783-665d9c999010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe7a1e7-7266-497a-babd-81f42fbcf57a', 'name': 'tempest-ServersTestManualDisk-1364209551-router', 'tenant_id': '0013694c3d8b4bbab5d29ed70a5d2a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'ad6ee71f-7b15-4623-8411-fb2e307853d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:19:16Z', 'updated_at': '2021-11-25T13:19:29Z', 'revision_number': 4, 'project_id': '0013694c3d8b4bbab5d29ed70a5d2a34', 'gw_port': {'id': 'ad6ee71f-7b15-4623-8411-fb2e307853d9', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe7a1e7-7266-497a-babd-81f42fbcf57a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:18Z', 'updated_at': '2021-11-25T13:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '96ddf671-ac2b-415e-a567-1da2732e2f5b', 'name': '', 'network_id': '2f3e9f4b-171e-4038-9419-459f783f3398', 'tenant_id': '0013694c3d8b4bbab5d29ed70a5d2a34', 'mac_address': 'fa:16:3e:05:e6:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe7a1e7-7266-497a-babd-81f42fbcf57a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '47c2cdfb-b269-4d0e-b0a7-798aceb1b080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:27Z', 'updated_at': '2021-11-25T13:19:37Z', 'revision_number': 4, 'project_id': '0013694c3d8b4bbab5d29ed70a5d2a34', 'subnets': [{'id': '47c2cdfb-b269-4d0e-b0a7-798aceb1b080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:38.382145 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device a0b8058e-4811-415a-8cb1-40daa95fdcdc up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:19:38.388426 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-1e21316f-bb56-4581-a75b-fb903d7aeefa None None] Attempting to bind port 981d7646-f583-4f57-8c06-a8b1f87ca63d on host n-d-808199-11 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:19:38.389056 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-1e21316f-bb56-4581-a75b-fb903d7aeefa None None] Attempting to bind port 981d7646-f583-4f57-8c06-a8b1f87ca63d by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'fec5da0f-d1de-40d0-aac7-e8dd86a9f9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b1f71836-0a1a-445e-93bc-46ab97da1b91'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:19:38.389665 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e21316f-bb56-4581-a75b-fb903d7aeefa None None] Attempting to bind port 981d7646-f583-4f57-8c06-a8b1f87ca63d on network b1f71836-0a1a-445e-93bc-46ab97da1b91 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:19:38.398227 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e21316f-bb56-4581-a75b-fb903d7aeefa None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:19:38.399001 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e21316f-bb56-4581-a75b-fb903d7aeefa None None] Checking segment: {'id': 'fec5da0f-d1de-40d0-aac7-e8dd86a9f9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b1f71836-0a1a-445e-93bc-46ab97da1b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:19:38.399779 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1e21316f-bb56-4581-a75b-fb903d7aeefa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:38.400665 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e21316f-bb56-4581-a75b-fb903d7aeefa None None] Bound using segment: {'id': 'fec5da0f-d1de-40d0-aac7-e8dd86a9f9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b1f71836-0a1a-445e-93bc-46ab97da1b91'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:19:38.401365 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-1e21316f-bb56-4581-a75b-fb903d7aeefa None None] Bound port: 981d7646-f583-4f57-8c06-a8b1f87ca63d, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fec5da0f-d1de-40d0-aac7-e8dd86a9f9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b1f71836-0a1a-445e-93bc-46ab97da1b91'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:19:38.401920 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1e21316f-bb56-4581-a75b-fb903d7aeefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:38.421659 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-57dcc015-b679-4d54-8f9a-3d4657b8e2bd tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:38.451158 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-57dcc015-b679-4d54-8f9a-3d4657b8e2bd tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5912435 Nov 25 13:19:38.452841 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1a957dd9-c8c6-49bd-b8be-4ca410db043a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:38.511713 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-1e21316f-bb56-4581-a75b-fb903d7aeefa None None] For port 981d7646-f583-4f57-8c06-a8b1f87ca63d, host n-d-808199-11, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:19:38.517677 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08266016-ac6c-4d16-8783-665d9c999010 None None] The sync data for ids ['ffe7a1e7-7266-497a-babd-81f42fbcf57a'] in n-d-808199-11 is: [{'id': 'ffe7a1e7-7266-497a-babd-81f42fbcf57a', 'name': 'tempest-ServersTestManualDisk-1364209551-router', 'tenant_id': '0013694c3d8b4bbab5d29ed70a5d2a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'ad6ee71f-7b15-4623-8411-fb2e307853d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:19:16Z', 'updated_at': '2021-11-25T13:19:29Z', 'revision_number': 4, 'project_id': '0013694c3d8b4bbab5d29ed70a5d2a34', 'gw_port': {'id': 'ad6ee71f-7b15-4623-8411-fb2e307853d9', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe7a1e7-7266-497a-babd-81f42fbcf57a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:18Z', 'updated_at': '2021-11-25T13:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '96ddf671-ac2b-415e-a567-1da2732e2f5b', 'name': '', 'network_id': '2f3e9f4b-171e-4038-9419-459f783f3398', 'tenant_id': '0013694c3d8b4bbab5d29ed70a5d2a34', 'mac_address': 'fa:16:3e:05:e6:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe7a1e7-7266-497a-babd-81f42fbcf57a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '47c2cdfb-b269-4d0e-b0a7-798aceb1b080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:27Z', 'updated_at': '2021-11-25T13:19:37Z', 'revision_number': 4, 'project_id': '0013694c3d8b4bbab5d29ed70a5d2a34', 'subnets': [{'id': '47c2cdfb-b269-4d0e-b0a7-798aceb1b080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:19:38.523579 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-1e21316f-bb56-4581-a75b-fb903d7aeefa None None] For port 981d7646-f583-4f57-8c06-a8b1f87ca63d, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=981d7646-f583-4f57-8c06-a8b1f87ca63d,segment=NetworkSegment(fec5da0f-d1de-40d0-aac7-e8dd86a9f9a9),segment_id=fec5da0f-d1de-40d0-aac7-e8dd86a9f9a9)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:19:38.536741 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-daf56b75-0ee3-418d-bc48-bb952d9ae200 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Allocated IP 172.25.5.224 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/7771efac-aad1-4419-8755-12bb7cb5abb8) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:19:38.537302 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1e21316f-bb56-4581-a75b-fb903d7aeefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:38.608392 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a957dd9-c8c6-49bd-b8be-4ca410db043a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b01a5ad9-9f38-426c-a191-2cdc57143c78,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:38.619533 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a957dd9-c8c6-49bd-b8be-4ca410db043a admin admin] Checking segment: {'id': '85cbc951-06c6-4281-8bbe-d0f3e25e56f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '29e88c53-1a16-4ddf-bb52-3aa3dac4a9e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:19:38.620662 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a957dd9-c8c6-49bd-b8be-4ca410db043a admin admin] Network hostable DHCP agents. Network: 29e88c53-1a16-4ddf-bb52-3aa3dac4a9e8, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:19:38.658082 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a957dd9-c8c6-49bd-b8be-4ca410db043a admin admin] Network 29e88c53-1a16-4ddf-bb52-3aa3dac4a9e8 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:19:38.668354 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0689b8f0-0276-449a-9990-97f81e56bada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:38.675103 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a189c8-2818-46cf-8481-6ef26a4d74e0 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event updated for resources: {'Subnet': ['ID=9969f2d8-0e7d-4f69-a11e-465ffb7262b1,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:38.675700 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-1a957dd9-c8c6-49bd-b8be-4ca410db043a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 29e88c53-1a16-4ddf-bb52-3aa3dac4a9e8) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:19:38.680973 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a957dd9-c8c6-49bd-b8be-4ca410db043a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:38.681580 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1a957dd9-c8c6-49bd-b8be-4ca410db043a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:38.707027 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-1a957dd9-c8c6-49bd-b8be-4ca410db043a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8160343 Nov 25 13:19:38.707027 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51582) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:38.711557 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-41e1b18b-4d4e-41d8-b8bd-b218cb874150 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1087633694-router', 'tenant_id': '40d8826cb6bc406990351c3cc8406e5b', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:19:38.737683 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928c0614-6e97-4a96-9507-b9d3c7a23576 None None] Pushing event updated for resources: {'Port': ['ID=981d7646-f583-4f57-8c06-a8b1f87ca63d,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:38.769020 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e21316f-bb56-4581-a75b-fb903d7aeefa None None] Routers {'86aca145-4dba-48b6-95a5-f5c1008e10aa'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:19:38.770039 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-1e21316f-bb56-4581-a75b-fb903d7aeefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:19:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['86aca145-4dba-48b6-95a5-f5c1008e10aa'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:38.780454 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41e1b18b-4d4e-41d8-b8bd-b218cb874150 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:38.783834 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41e1b18b-4d4e-41d8-b8bd-b218cb874150 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:38.902918 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001ea7d0-5f67-46db-bfee-db11eec8c1e0 None None] Network 29e88c53-1a16-4ddf-bb52-3aa3dac4a9e8 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:19:38.917546 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41e1b18b-4d4e-41d8-b8bd-b218cb874150 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:39.015408 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-1e21316f-bb56-4581-a75b-fb903d7aeefa None None] Set router 86aca145-4dba-48b6-95a5-f5c1008e10aa gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:19:39.149608 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f024750-6c0c-4932-82ff-badecd6d4aea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-29e88c53-1a16-4ddf-bb52-3aa3dac4a9e8', 'network_id': '29e88c53-1a16-4ddf-bb52-3aa3dac4a9e8', 'tenant_id': '40d8826cb6bc406990351c3cc8406e5b', 'fixed_ips': [{'subnet_id': 'b01a5ad9-9f38-426c-a191-2cdc57143c78'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:19:39.150504 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9f024750-6c0c-4932-82ff-badecd6d4aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:39.227193 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-0689b8f0-0276-449a-9990-97f81e56bada None None] For port 0b205b83-f849-4c02-849e-40e4986edbcc, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=0b205b83-f849-4c02-849e-40e4986edbcc,segment=NetworkSegment(5f9112fc-ff49-4b47-aa73-9d987cde76c7),segment_id=5f9112fc-ff49-4b47-aa73-9d987cde76c7)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:19:39.264825 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41e1b18b-4d4e-41d8-b8bd-b218cb874150 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:39.368288 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0689b8f0-0276-449a-9990-97f81e56bada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:39.403727 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port a0b8058e-4811-415a-8cb1-40daa95fdcdc triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:39.404129 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:39.455236 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f6565135-3823-4655-a8b6-9c40e549a32e req-e890d5a7-0299-4a9d-86ca-9f0aed06a126 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc3d014a-3305-4ffe-bddb-08c65c6e7ca8 HTTP/1.1" status: 200 len: 210 time: 0.8157442 Nov 25 13:19:39.473167 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-0689b8f0-0276-449a-9990-97f81e56bada None None] Could not find standard attr ID for object b00f6091-de8d-43c1-acf0-854904bb61c0. {{(pid=103572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 13:19:39.478179 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0689b8f0-0276-449a-9990-97f81e56bada None None] Pushing event updated for resources: {'Port': ['ID=0b205b83-f849-4c02-849e-40e4986edbcc,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:39.515610 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-1e21316f-bb56-4581-a75b-fb903d7aeefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86aca145-4dba-48b6-95a5-f5c1008e10aa', 'name': 'tempest-TestServerBasicOps-176723973-router', 'tenant_id': '008ddee935614353988b03e476a6856d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'b969dc7a-26d1-496b-9308-ceb61dbc6a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:19:16Z', 'updated_at': '2021-11-25T13:19:30Z', 'revision_number': 4, 'project_id': '008ddee935614353988b03e476a6856d', 'gw_port': {'id': 'b969dc7a-26d1-496b-9308-ceb61dbc6a12', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86aca145-4dba-48b6-95a5-f5c1008e10aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:18Z', 'updated_at': '2021-11-25T13:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '981d7646-f583-4f57-8c06-a8b1f87ca63d', 'name': '', 'network_id': 'b1f71836-0a1a-445e-93bc-46ab97da1b91', 'tenant_id': '008ddee935614353988b03e476a6856d', 'mac_address': 'fa:16:3e:32:6b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86aca145-4dba-48b6-95a5-f5c1008e10aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'd5973b94-edbe-44c9-8889-e807c5639609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:26Z', 'updated_at': '2021-11-25T13:19:38Z', 'revision_number': 4, 'project_id': '008ddee935614353988b03e476a6856d', 'subnets': [{'id': 'd5973b94-edbe-44c9-8889-e807c5639609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:39.587968 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a189c8-2818-46cf-8481-6ef26a4d74e0 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Checking segment: {'id': '79392563-2519-4347-9897-d5c449891b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2bdb8bb4-0421-4276-9862-82785daab345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:19:39.590298 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a189c8-2818-46cf-8481-6ef26a4d74e0 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Network hostable DHCP agents. Network: 2bdb8bb4-0421-4276-9862-82785daab345, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:19:39.592411 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e21316f-bb56-4581-a75b-fb903d7aeefa None None] The sync data for ids ['86aca145-4dba-48b6-95a5-f5c1008e10aa'] in n-d-808199-11 is: [{'id': '86aca145-4dba-48b6-95a5-f5c1008e10aa', 'name': 'tempest-TestServerBasicOps-176723973-router', 'tenant_id': '008ddee935614353988b03e476a6856d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'b969dc7a-26d1-496b-9308-ceb61dbc6a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:19:16Z', 'updated_at': '2021-11-25T13:19:30Z', 'revision_number': 4, 'project_id': '008ddee935614353988b03e476a6856d', 'gw_port': {'id': 'b969dc7a-26d1-496b-9308-ceb61dbc6a12', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86aca145-4dba-48b6-95a5-f5c1008e10aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:18Z', 'updated_at': '2021-11-25T13:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '981d7646-f583-4f57-8c06-a8b1f87ca63d', 'name': '', 'network_id': 'b1f71836-0a1a-445e-93bc-46ab97da1b91', 'tenant_id': '008ddee935614353988b03e476a6856d', 'mac_address': 'fa:16:3e:32:6b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86aca145-4dba-48b6-95a5-f5c1008e10aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'd5973b94-edbe-44c9-8889-e807c5639609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:26Z', 'updated_at': '2021-11-25T13:19:38Z', 'revision_number': 4, 'project_id': '008ddee935614353988b03e476a6856d', 'subnets': [{'id': 'd5973b94-edbe-44c9-8889-e807c5639609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:19:39.624088 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-0689b8f0-0276-449a-9990-97f81e56bada None None] Provisioning complete for port 96ddf671-ac2b-415e-a567-1da2732e2f5b triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:39.624444 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0689b8f0-0276-449a-9990-97f81e56bada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:39.698598 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-9f024750-6c0c-4932-82ff-badecd6d4aea None None] Allocated IP 172.20.0.2 (29e88c53-1a16-4ddf-bb52-3aa3dac4a9e8/b01a5ad9-9f38-426c-a191-2cdc57143c78/2d547580-6473-4032-8395-cc71a6fbef91) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:19:39.730603 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-979926ad-71fe-4b33-b516-842a721f85f8 req-7a3ff55b-8844-4645-af91-c0d79a26b18a tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbce244a-1b99-45fb-8772-6d1e1fc4128c HTTP/1.1" status: 200 len: 210 time: 0.1445215 Nov 25 13:19:39.759073 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [req-086ec1ab-ed90-4b29-941f-fd2efa17a539 req-a1557efc-f483-466a-8b26-9f8dc5d3a041 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Allocated IP 172.20.0.8 (302cd77f-0aa0-4fd0-9347-1bf95451c456/9357717b-7827-46e4-94ff-fefe4f5006a5/8ee914d7-dc46-4391-9c91-ab28844b7542) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:19:39.841879 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cbe418-cb83-4149-b9ac-c55b698e6236 req-d51c7523-1230-4536-a9f9-400f08527d72 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:39.843703 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-06cbe418-cb83-4149-b9ac-c55b698e6236 req-d51c7523-1230-4536-a9f9-400f08527d72 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] 10.222.0.47 "GET /v2.0/networks?id=884fbd20-5b2c-4fb3-8df2-e56b22e47b5d HTTP/1.1" status: 200 len: 805 time: 0.3037701 Nov 25 13:19:39.846400 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a189c8-2818-46cf-8481-6ef26a4d74e0 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Network 2bdb8bb4-0421-4276-9862-82785daab345 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:19:39.858818 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 0a5360e6-212e-4ddb-9b74-ab459fe51413 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:19:39.880065 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41e1b18b-4d4e-41d8-b8bd-b218cb874150 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:39.888254 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-22576f1c-e451-4065-b13a-e2fabc412094 req-4af41669-3bd8-4cf0-a187-802319d24035 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-530743754&fields=id&tenant_id=f316b895b9bc47d6886b73ece5df5d1d HTTP/1.1" status: 200 len: 267 time: 1.0717585 Nov 25 13:19:39.903596 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41e1b18b-4d4e-41d8-b8bd-b218cb874150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:39.972467 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-06cbe418-cb83-4149-b9ac-c55b698e6236 req-a738b8c5-2652-42c7-8b3d-f4348700683b tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df651ad79fe54ccfbbf19c1e8711e872 HTTP/1.1" status: 200 len: 380 time: 0.1158116 Nov 25 13:19:40.030463 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-06cbe418-cb83-4149-b9ac-c55b698e6236 req-d1a2f38a-e750-45d5-b09e-a886c3441b1b tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Request body: {'port': {'device_id': 'bbce244a-1b99-45fb-8772-6d1e1fc4128c', 'network_id': '884fbd20-5b2c-4fb3-8df2-e56b22e47b5d', 'admin_state_up': True, 'tenant_id': 'df651ad79fe54ccfbbf19c1e8711e872', 'security_groups': ['58bff553-2229-45d1-9352-ab18f925ebb2']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:19:40.030875 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0689b8f0-0276-449a-9990-97f81e56bada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:40.075803 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22576f1c-e451-4065-b13a-e2fabc412094 req-41f7ecfe-4f53-4e8e-b05c-1638603f8ecb tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:40.077569 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-22576f1c-e451-4065-b13a-e2fabc412094 req-41f7ecfe-4f53-4e8e-b05c-1638603f8ecb tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] 10.222.0.53 "GET /v2.0/networks?id=5a608445-48fc-4cb4-86bf-6068f5ffd561 HTTP/1.1" status: 200 len: 809 time: 0.1523306 Nov 25 13:19:40.078229 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-b7a189c8-2818-46cf-8481-6ef26a4d74e0 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 2bdb8bb4-0421-4276-9862-82785daab345) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:19:40.110260 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4eee94-15f2-4a66-ba87-7a3bc8206492 None None] Network 2bdb8bb4-0421-4276-9862-82785daab345 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:19:40.117408 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a189c8-2818-46cf-8481-6ef26a4d74e0 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:40.118013 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b7a189c8-2818-46cf-8481-6ef26a4d74e0 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:40.149600 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 0a5360e6-212e-4ddb-9b74-ab459fe51413 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:40.149979 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:40.180565 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-22576f1c-e451-4065-b13a-e2fabc412094 req-b937250f-c700-450b-83f1-9e9544fdb4ec tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] 10.222.0.53 "GET /v2.0/quotas/f316b895b9bc47d6886b73ece5df5d1d HTTP/1.1" status: 200 len: 375 time: 0.0846560 Nov 25 13:19:40.186664 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-daf56b75-0ee3-418d-bc48-bb952d9ae200 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:40.206619 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06cbe418-cb83-4149-b9ac-c55b698e6236 req-d1a2f38a-e750-45d5-b09e-a886c3441b1b tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Made reservation on behalf of df651ad79fe54ccfbbf19c1e8711e872 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:19:40.210337 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-06cbe418-cb83-4149-b9ac-c55b698e6236 req-d1a2f38a-e750-45d5-b09e-a886c3441b1b tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:40.244256 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b7a189c8-2818-46cf-8481-6ef26a4d74e0 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0590062 Nov 25 13:19:40.246495 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 51590) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:40.256328 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-0689b8f0-0276-449a-9990-97f81e56bada None None] For port 96ddf671-ac2b-415e-a567-1da2732e2f5b, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=96ddf671-ac2b-415e-a567-1da2732e2f5b,segment=NetworkSegment(6fb7f782-47b7-4daf-90f8-79d2f2e4c952),segment_id=6fb7f782-47b7-4daf-90f8-79d2f2e4c952)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:19:40.269451 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-042872b6-b87b-435e-8735-ad06cc4926d4 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-562938458', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:19:40.346631 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9f024750-6c0c-4932-82ff-badecd6d4aea None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:40.348238 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0689b8f0-0276-449a-9990-97f81e56bada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:40.366795 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-042872b6-b87b-435e-8735-ad06cc4926d4 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:40.367752 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-042872b6-b87b-435e-8735-ad06cc4926d4 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:40.396367 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-22576f1c-e451-4065-b13a-e2fabc412094 req-541569b6-65af-4317-a01a-e6c9a1a58d89 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f316b895b9bc47d6886b73ece5df5d1d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2015800 Nov 25 13:19:40.411514 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0689b8f0-0276-449a-9990-97f81e56bada None None] Pushing event updated for resources: {'Port': ['ID=96ddf671-ac2b-415e-a567-1da2732e2f5b,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:40.425901 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-0689b8f0-0276-449a-9990-97f81e56bada None None] Could not find standard attr ID for object 2d12aa50-7489-49b3-8260-3447919ff5e3. {{(pid=103572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 13:19:40.429990 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9f024750-6c0c-4932-82ff-badecd6d4aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:40.435951 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-086ec1ab-ed90-4b29-941f-fd2efa17a539 req-a1557efc-f483-466a-8b26-9f8dc5d3a041 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:40.465632 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-0689b8f0-0276-449a-9990-97f81e56bada None None] Could not find standard attr ID for object 8be94f4f-64d1-481c-94fa-058fdc288314. {{(pid=103572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 13:19:40.471314 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-daf56b75-0ee3-418d-bc48-bb952d9ae200 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:40.491893 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f024750-6c0c-4932-82ff-badecd6d4aea None None] Network 29e88c53-1a16-4ddf-bb52-3aa3dac4a9e8 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:19:40.506959 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-9f024750-6c0c-4932-82ff-badecd6d4aea None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:19:40.515824 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f024750-6c0c-4932-82ff-badecd6d4aea None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:19:40.623329 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f024750-6c0c-4932-82ff-badecd6d4aea None None] Pushing event updated for resources: {'Port': ['ID=2d547580-6473-4032-8395-cc71a6fbef91,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:40.647570 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-042872b6-b87b-435e-8735-ad06cc4926d4 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:40.653015 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf56b75-0ee3-418d-bc48-bb952d9ae200 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:19:40.707748 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-9f024750-6c0c-4932-82ff-badecd6d4aea None None] Attempting to bind port 2d547580-6473-4032-8395-cc71a6fbef91 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:19:40.708114 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-9f024750-6c0c-4932-82ff-badecd6d4aea None None] Attempting to bind port 2d547580-6473-4032-8395-cc71a6fbef91 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '85cbc951-06c6-4281-8bbe-d0f3e25e56f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '29e88c53-1a16-4ddf-bb52-3aa3dac4a9e8'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:19:40.708684 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f024750-6c0c-4932-82ff-badecd6d4aea None None] Attempting to bind port 2d547580-6473-4032-8395-cc71a6fbef91 on network 29e88c53-1a16-4ddf-bb52-3aa3dac4a9e8 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:19:40.716851 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device f0a2e5e6-a996-42a1-b494-4d28b62e8207 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:19:40.718477 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9afafa1a-2e22-41e0-88a7-906c4eba3260 None None] Provisioning complete for port 981d7646-f583-4f57-8c06-a8b1f87ca63d triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:40.723696 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9afafa1a-2e22-41e0-88a7-906c4eba3260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:40.724656 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-042872b6-b87b-435e-8735-ad06cc4926d4 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:40.729890 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-daf56b75-0ee3-418d-bc48-bb952d9ae200 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:19:40.733125 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf56b75-0ee3-418d-bc48-bb952d9ae200 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:19:40.788012 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-57fa4250-e58b-495b-b2f2-fbe3b8dff9e5 req-52b74ad7-945b-4d75-9971-2b8eb1fec2e0 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc3d014a-3305-4ffe-bddb-08c65c6e7ca8 HTTP/1.1" status: 200 len: 210 time: 0.1585679 Nov 25 13:19:40.792847 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f024750-6c0c-4932-82ff-badecd6d4aea None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:19:40.793226 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f024750-6c0c-4932-82ff-badecd6d4aea None None] Checking segment: {'id': '85cbc951-06c6-4281-8bbe-d0f3e25e56f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '29e88c53-1a16-4ddf-bb52-3aa3dac4a9e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:19:40.793634 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9f024750-6c0c-4932-82ff-badecd6d4aea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:40.794031 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f024750-6c0c-4932-82ff-badecd6d4aea None None] Bound using segment: {'id': '85cbc951-06c6-4281-8bbe-d0f3e25e56f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '29e88c53-1a16-4ddf-bb52-3aa3dac4a9e8'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:19:40.794525 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-9f024750-6c0c-4932-82ff-badecd6d4aea None None] Bound port: 2d547580-6473-4032-8395-cc71a6fbef91, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85cbc951-06c6-4281-8bbe-d0f3e25e56f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '29e88c53-1a16-4ddf-bb52-3aa3dac4a9e8'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:19:40.794928 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9f024750-6c0c-4932-82ff-badecd6d4aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:40.808358 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-086ec1ab-ed90-4b29-941f-fd2efa17a539 req-a1557efc-f483-466a-8b26-9f8dc5d3a041 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:40.849915 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf56b75-0ee3-418d-bc48-bb952d9ae200 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Pushing event updated for resources: {'Port': ['ID=7771efac-aad1-4419-8755-12bb7cb5abb8,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:40.876148 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6f7189-57d2-4ae9-b987-39c2eb5c52a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-2bdb8bb4-0421-4276-9862-82785daab345', 'network_id': '2bdb8bb4-0421-4276-9862-82785daab345', 'tenant_id': '103222503d1f447390d34cefdf0e19b7', 'fixed_ips': [{'subnet_id': '9969f2d8-0e7d-4f69-a11e-465ffb7262b1'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:19:40.877363 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8a6f7189-57d2-4ae9-b987-39c2eb5c52a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:40.898352 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-41e1b18b-4d4e-41d8-b8bd-b218cb874150 admin admin] Allocated IP 172.25.5.182 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/b2f35e38-ca45-4914-b763-85614b642496) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:19:40.966530 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1557efc-f483-466a-8b26-9f8dc5d3a041 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Pushing event updated for resources: {'Port': ['ID=8ee914d7-dc46-4391-9c91-ab28844b7542,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:40.970899 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-06cbe418-cb83-4149-b9ac-c55b698e6236 req-d1a2f38a-e750-45d5-b09e-a886c3441b1b tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Allocated IP 172.20.0.9 (884fbd20-5b2c-4fb3-8df2-e56b22e47b5d/4a9b2e46-421a-4b61-8a19-01c511a48cad/2fc84434-e7c8-4bd6-b4b7-3ed027b92d19) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:19:41.005289 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9afafa1a-2e22-41e0-88a7-906c4eba3260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:41.005537 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-042872b6-b87b-435e-8735-ad06cc4926d4 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:41.006740 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-042872b6-b87b-435e-8735-ad06cc4926d4 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.7414305 Nov 25 13:19:41.016612 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51596) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:41.024883 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-2d597e58-8639-46e9-aea0-0f77efac74fd tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Request body: {'port': {'network_id': '2bdb8bb4-0421-4276-9862-82785daab345', 'name': 'tempest-PortsTestJSON-1386887239'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:19:41.030712 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8bd34773-49f6-4e56-817a-3f207c945cb0 req-457654ca-59ec-4471-b048-95cdd4582b9b tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbce244a-1b99-45fb-8772-6d1e1fc4128c HTTP/1.1" status: 200 len: 210 time: 0.0666258 Nov 25 13:19:41.039039 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-22576f1c-e451-4065-b13a-e2fabc412094 req-931b8907-60f9-44ba-9074-427efd1415f8 service neutron] 10.222.0.53 "GET /v2.0/networks/5a608445-48fc-4cb4-86bf-6068f5ffd561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6272974 Nov 25 13:19:41.041093 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-086ec1ab-ed90-4b29-941f-fd2efa17a539 req-a1557efc-f483-466a-8b26-9f8dc5d3a041 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Network 302cd77f-0aa0-4fd0-9347-1bf95451c456 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:19:41.042719 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-daf56b75-0ee3-418d-bc48-bb952d9ae200 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:41.049980 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [req-086ec1ab-ed90-4b29-941f-fd2efa17a539 req-a1557efc-f483-466a-8b26-9f8dc5d3a041 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:19:41.066959 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port f0a2e5e6-a996-42a1-b494-4d28b62e8207 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:41.068298 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:41.073529 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-086ec1ab-ed90-4b29-941f-fd2efa17a539 req-a1557efc-f483-466a-8b26-9f8dc5d3a041 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:19:41.131229 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ec1ab-ed90-4b29-941f-fd2efa17a539 req-a1557efc-f483-466a-8b26-9f8dc5d3a041 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:41.131905 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-086ec1ab-ed90-4b29-941f-fd2efa17a539 req-a1557efc-f483-466a-8b26-9f8dc5d3a041 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:41.138188 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9f024750-6c0c-4932-82ff-badecd6d4aea None None] For port 2d547580-6473-4032-8395-cc71a6fbef91, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:19:41.142476 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9f024750-6c0c-4932-82ff-badecd6d4aea None None] For port 2d547580-6473-4032-8395-cc71a6fbef91, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=2d547580-6473-4032-8395-cc71a6fbef91,segment=NetworkSegment(85cbc951-06c6-4281-8bbe-d0f3e25e56f3),segment_id=85cbc951-06c6-4281-8bbe-d0f3e25e56f3)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:19:41.154722 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41e1b18b-4d4e-41d8-b8bd-b218cb874150 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:41.163678 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9f024750-6c0c-4932-82ff-badecd6d4aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:41.187769 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-daf56b75-0ee3-418d-bc48-bb952d9ae200 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:41.280394 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9afafa1a-2e22-41e0-88a7-906c4eba3260 None None] For port 981d7646-f583-4f57-8c06-a8b1f87ca63d, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=981d7646-f583-4f57-8c06-a8b1f87ca63d,segment=NetworkSegment(fec5da0f-d1de-40d0-aac7-e8dd86a9f9a9),segment_id=fec5da0f-d1de-40d0-aac7-e8dd86a9f9a9)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:19:41.308081 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9afafa1a-2e22-41e0-88a7-906c4eba3260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:41.312934 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41e1b18b-4d4e-41d8-b8bd-b218cb874150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:41.378257 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-daf56b75-0ee3-418d-bc48-bb952d9ae200 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:41.381042 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-06cbe418-cb83-4149-b9ac-c55b698e6236 req-d1a2f38a-e750-45d5-b09e-a886c3441b1b tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:41.383458 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-086ec1ab-ed90-4b29-941f-fd2efa17a539 req-a1557efc-f483-466a-8b26-9f8dc5d3a041 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7626109 Nov 25 13:19:41.398511 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d597e58-8639-46e9-aea0-0f77efac74fd tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Made reservation on behalf of 103222503d1f447390d34cefdf0e19b7 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:19:41.403056 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2d597e58-8639-46e9-aea0-0f77efac74fd tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:41.418913 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e1b18b-4d4e-41d8-b8bd-b218cb874150 admin admin] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:19:41.426366 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-086ec1ab-ed90-4b29-941f-fd2efa17a539 req-55a486d0-6293-4985-8502-d0b66236ffb2 service neutron] Request body: {'port': {'device_id': 'bc3d014a-3305-4ffe-bddb-08c65c6e7ca8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-11'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:19:41.432881 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-daf56b75-0ee3-418d-bc48-bb952d9ae200 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:41.441024 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-41e1b18b-4d4e-41d8-b8bd-b218cb874150 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:19:41.444417 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e1b18b-4d4e-41d8-b8bd-b218cb874150 admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:19:41.458356 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f024750-6c0c-4932-82ff-badecd6d4aea None None] Pushing event updated for resources: {'Port': ['ID=2d547580-6473-4032-8395-cc71a6fbef91,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:41.480053 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e1b18b-4d4e-41d8-b8bd-b218cb874150 admin admin] Pushing event updated for resources: {'Port': ['ID=b2f35e38-ca45-4914-b763-85614b642496,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:41.489261 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-2d597e58-8639-46e9-aea0-0f77efac74fd tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] device_id is not set on port 5c0d36b3-9d7c-4d2c-9ce8-0e43c2c3a067 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:19:41.539774 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-daf56b75-0ee3-418d-bc48-bb952d9ae200 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:41.569298 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f4188d-8c89-41ca-a0cf-4ee865d0ba81 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:19:41.571721 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afafa1a-2e22-41e0-88a7-906c4eba3260 None None] Pushing event updated for resources: {'Port': ['ID=981d7646-f583-4f57-8c06-a8b1f87ca63d,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:41.580670 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:41.596712 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-daf56b75-0ee3-418d-bc48-bb952d9ae200 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:41.598454 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-daf56b75-0ee3-418d-bc48-bb952d9ae200 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4223270 Nov 25 13:19:41.622303 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf56b75-0ee3-418d-bc48-bb952d9ae200 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Pushing event updated for resources: {'Port': ['ID=7771efac-aad1-4419-8755-12bb7cb5abb8,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:41.629438 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-086ec1ab-ed90-4b29-941f-fd2efa17a539 req-55a486d0-6293-4985-8502-d0b66236ffb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:41.646327 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-514d4a60-4595-492b-a33d-3c565dc89de9 None None] Provisioning complete for port 8ee914d7-dc46-4391-9c91-ab28844b7542 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:41.646841 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-514d4a60-4595-492b-a33d-3c565dc89de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:41.664274 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-22576f1c-e451-4065-b13a-e2fabc412094 req-16aa260c-a75c-4d2c-af0e-47d5ecae5f27 service neutron] 10.222.0.53 "GET /v2.0/networks/5a608445-48fc-4cb4-86bf-6068f5ffd561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6155958 Nov 25 13:19:41.704903 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-8a6f7189-57d2-4ae9-b987-39c2eb5c52a2 None None] Allocated IP 172.20.0.2 (2bdb8bb4-0421-4276-9862-82785daab345/9969f2d8-0e7d-4f69-a11e-465ffb7262b1/41b2f0a2-b4ad-467f-9eb8-2b1186dbcf8c) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:19:41.709854 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-06cbe418-cb83-4149-b9ac-c55b698e6236 req-d1a2f38a-e750-45d5-b09e-a886c3441b1b tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:41.819378 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a2f38a-e750-45d5-b09e-a886c3441b1b tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Pushing event updated for resources: {'Port': ['ID=2fc84434-e7c8-4bd6-b4b7-3ed027b92d19,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:41.908154 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06cbe418-cb83-4149-b9ac-c55b698e6236 req-d1a2f38a-e750-45d5-b09e-a886c3441b1b tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Network 884fbd20-5b2c-4fb3-8df2-e56b22e47b5d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:19:41.932313 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-06cbe418-cb83-4149-b9ac-c55b698e6236 req-d1a2f38a-e750-45d5-b09e-a886c3441b1b tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:19:41.935107 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-06cbe418-cb83-4149-b9ac-c55b698e6236 req-d1a2f38a-e750-45d5-b09e-a886c3441b1b tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:19:42.106594 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [req-086ec1ab-ed90-4b29-941f-fd2efa17a539 req-55a486d0-6293-4985-8502-d0b66236ffb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ee914d7-dc46-4391-9c91-ab28844b7542 {{(pid=103570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:19:42.117578 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cbe418-cb83-4149-b9ac-c55b698e6236 req-d1a2f38a-e750-45d5-b09e-a886c3441b1b tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:42.117900 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-086ec1ab-ed90-4b29-941f-fd2efa17a539 req-55a486d0-6293-4985-8502-d0b66236ffb2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:42.118271 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-06cbe418-cb83-4149-b9ac-c55b698e6236 req-d1a2f38a-e750-45d5-b09e-a886c3441b1b tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:42.166350 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.provisioning_blocks [req-086ec1ab-ed90-4b29-941f-fd2efa17a539 req-55a486d0-6293-4985-8502-d0b66236ffb2 service neutron] Transition to ACTIVE for port object 8ee914d7-dc46-4391-9c91-ab28844b7542 will not be triggered until provisioned by entity L2. {{(pid=103570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:19:42.219541 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-06cbe418-cb83-4149-b9ac-c55b698e6236 req-d1a2f38a-e750-45d5-b09e-a886c3441b1b tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1959944 Nov 25 13:19:42.228790 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41e1b18b-4d4e-41d8-b8bd-b218cb874150 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:42.239277 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-086ec1ab-ed90-4b29-941f-fd2efa17a539 req-55a486d0-6293-4985-8502-d0b66236ffb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:42.263914 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8a6f7189-57d2-4ae9-b987-39c2eb5c52a2 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:42.271282 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 754f2951-f03a-4efa-831b-af14044f2337 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:19:42.306002 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8a6f7189-57d2-4ae9-b987-39c2eb5c52a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:42.372813 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7aa22d-e0a5-44b2-8eaf-580e33ab58ae req-f4945626-ca10-489b-855f-700190499269 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:42.378550 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-514d4a60-4595-492b-a33d-3c565dc89de9 None None] Port 8ee914d7-dc46-4391-9c91-ab28844b7542 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:19:42.389762 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ed7aa22d-e0a5-44b2-8eaf-580e33ab58ae req-f4945626-ca10-489b-855f-700190499269 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc3d014a-3305-4ffe-bddb-08c65c6e7ca8 HTTP/1.1" status: 200 len: 931 time: 0.2541184 Nov 25 13:19:42.391994 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-06cbe418-cb83-4149-b9ac-c55b698e6236 req-2cec8330-47b1-4160-b2ff-54ab7c8b96cf service neutron] Request body: {'port': {'device_id': 'bbce244a-1b99-45fb-8772-6d1e1fc4128c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:19:42.409549 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6f7189-57d2-4ae9-b987-39c2eb5c52a2 None None] Network 2bdb8bb4-0421-4276-9862-82785daab345 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:19:42.418010 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-8a6f7189-57d2-4ae9-b987-39c2eb5c52a2 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:19:42.426331 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6f7189-57d2-4ae9-b987-39c2eb5c52a2 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:19:42.429034 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b671f1b7-b008-4ede-9b23-683a9b454b9c req-1c87a4b2-b458-4d90-91bc-5817d5c7646f tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--2133192674&fields=id&tenant_id=0013694c3d8b4bbab5d29ed70a5d2a34 HTTP/1.1" status: 200 len: 267 time: 0.2969456 Nov 25 13:19:42.447098 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6f7189-57d2-4ae9-b987-39c2eb5c52a2 None None] Pushing event updated for resources: {'Port': ['ID=41b2f0a2-b4ad-467f-9eb8-2b1186dbcf8c,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:42.504642 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 754f2951-f03a-4efa-831b-af14044f2337 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:42.504889 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:42.598559 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-8a6f7189-57d2-4ae9-b987-39c2eb5c52a2 None None] Attempting to bind port 41b2f0a2-b4ad-467f-9eb8-2b1186dbcf8c on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:19:42.599145 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-8a6f7189-57d2-4ae9-b987-39c2eb5c52a2 None None] Attempting to bind port 41b2f0a2-b4ad-467f-9eb8-2b1186dbcf8c by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '79392563-2519-4347-9897-d5c449891b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2bdb8bb4-0421-4276-9862-82785daab345'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:19:42.599685 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6f7189-57d2-4ae9-b987-39c2eb5c52a2 None None] Attempting to bind port 41b2f0a2-b4ad-467f-9eb8-2b1186dbcf8c on network 2bdb8bb4-0421-4276-9862-82785daab345 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:19:42.603884 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-02cfff5e-5e91-4ed2-a668-0b9141ae1b1f None None] Provisioning complete for port 2fc84434-e7c8-4bd6-b4b7-3ed027b92d19 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:42.604525 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-02cfff5e-5e91-4ed2-a668-0b9141ae1b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:42.611297 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a486d0-6293-4985-8502-d0b66236ffb2 service neutron] Pushing event updated for resources: {'Port': ['ID=8ee914d7-dc46-4391-9c91-ab28844b7542,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:42.650532 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6f7189-57d2-4ae9-b987-39c2eb5c52a2 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:19:42.650949 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6f7189-57d2-4ae9-b987-39c2eb5c52a2 None None] Checking segment: {'id': '79392563-2519-4347-9897-d5c449891b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2bdb8bb4-0421-4276-9862-82785daab345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:19:42.651509 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8a6f7189-57d2-4ae9-b987-39c2eb5c52a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:42.652448 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6f7189-57d2-4ae9-b987-39c2eb5c52a2 None None] Bound using segment: {'id': '79392563-2519-4347-9897-d5c449891b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2bdb8bb4-0421-4276-9862-82785daab345'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:19:42.652595 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-8a6f7189-57d2-4ae9-b987-39c2eb5c52a2 None None] Bound port: 41b2f0a2-b4ad-467f-9eb8-2b1186dbcf8c, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79392563-2519-4347-9897-d5c449891b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2bdb8bb4-0421-4276-9862-82785daab345'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:19:42.653126 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8a6f7189-57d2-4ae9-b987-39c2eb5c52a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:42.690588 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-02cfff5e-5e91-4ed2-a668-0b9141ae1b1f None None] Port 2fc84434-e7c8-4bd6-b4b7-3ed027b92d19 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:19:42.772919 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-8a6f7189-57d2-4ae9-b987-39c2eb5c52a2 None None] For port 41b2f0a2-b4ad-467f-9eb8-2b1186dbcf8c, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:19:42.775582 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 0b205b83-f849-4c02-849e-40e4986edbcc up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:19:42.780746 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-8a6f7189-57d2-4ae9-b987-39c2eb5c52a2 None None] For port 41b2f0a2-b4ad-467f-9eb8-2b1186dbcf8c, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=41b2f0a2-b4ad-467f-9eb8-2b1186dbcf8c,segment=NetworkSegment(79392563-2519-4347-9897-d5c449891b1b),segment_id=79392563-2519-4347-9897-d5c449891b1b)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:19:42.785348 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-02cfff5e-5e91-4ed2-a668-0b9141ae1b1f None None] Provisioning complete for port b2f35e38-ca45-4914-b763-85614b642496 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:42.789193 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-02cfff5e-5e91-4ed2-a668-0b9141ae1b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:42.821090 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ed7aa22d-e0a5-44b2-8eaf-580e33ab58ae req-54b85c1b-5539-4c77-a825-f2b345d77e73 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] 10.222.0.53 "GET /v2.0/security-groups?id=85e8e2a5-fed9-4563-adb3-f2b8359cafca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4292877 Nov 25 13:19:42.832305 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8a6f7189-57d2-4ae9-b987-39c2eb5c52a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:42.856996 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671f1b7-b008-4ede-9b23-683a9b454b9c req-7242015e-afc5-4bf5-be32-f143ce6e48f1 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:42.866624 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b671f1b7-b008-4ede-9b23-683a9b454b9c req-7242015e-afc5-4bf5-be32-f143ce6e48f1 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] 10.222.0.53 "GET /v2.0/networks?id=2f3e9f4b-171e-4038-9419-459f783f3398 HTTP/1.1" status: 200 len: 812 time: 0.4366286 Nov 25 13:19:42.888262 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b671f1b7-b008-4ede-9b23-683a9b454b9c req-55e1cb88-827a-4449-b37b-9ede909584ac tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] 10.222.0.53 "GET /v2.0/quotas/0013694c3d8b4bbab5d29ed70a5d2a34 HTTP/1.1" status: 200 len: 375 time: 0.0205832 Nov 25 13:19:42.918818 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-2d597e58-8639-46e9-aea0-0f77efac74fd tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Allocated IP 172.20.0.10 (2bdb8bb4-0421-4276-9862-82785daab345/9969f2d8-0e7d-4f69-a11e-465ffb7262b1/5c0d36b3-9d7c-4d2c-9ce8-0e43c2c3a067) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:19:42.922978 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-02cfff5e-5e91-4ed2-a668-0b9141ae1b1f None None] Port b2f35e38-ca45-4914-b763-85614b642496 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:19:42.936246 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41e1b18b-4d4e-41d8-b8bd-b218cb874150 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:42.944898 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-06cbe418-cb83-4149-b9ac-c55b698e6236 req-2cec8330-47b1-4160-b2ff-54ab7c8b96cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:42.982159 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-086ec1ab-ed90-4b29-941f-fd2efa17a539 req-55a486d0-6293-4985-8502-d0b66236ffb2 service neutron] Attempting to bind port 8ee914d7-dc46-4391-9c91-ab28844b7542 on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:19:42.982551 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-086ec1ab-ed90-4b29-941f-fd2efa17a539 req-55a486d0-6293-4985-8502-d0b66236ffb2 service neutron] Attempting to bind port 8ee914d7-dc46-4391-9c91-ab28844b7542 by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': '5f9112fc-ff49-4b47-aa73-9d987cde76c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '302cd77f-0aa0-4fd0-9347-1bf95451c456'}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:19:42.982938 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086ec1ab-ed90-4b29-941f-fd2efa17a539 req-55a486d0-6293-4985-8502-d0b66236ffb2 service neutron] Attempting to bind port 8ee914d7-dc46-4391-9c91-ab28844b7542 on network 302cd77f-0aa0-4fd0-9347-1bf95451c456 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:19:43.000276 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6f7189-57d2-4ae9-b987-39c2eb5c52a2 None None] Pushing event updated for resources: {'Port': ['ID=41b2f0a2-b4ad-467f-9eb8-2b1186dbcf8c,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:43.005689 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 0b205b83-f849-4c02-849e-40e4986edbcc triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:43.006063 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:43.019900 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086ec1ab-ed90-4b29-941f-fd2efa17a539 req-55a486d0-6293-4985-8502-d0b66236ffb2 service neutron] Port 8ee914d7-dc46-4391-9c91-ab28844b7542 on network 302cd77f-0aa0-4fd0-9347-1bf95451c456 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:19:43.020159 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086ec1ab-ed90-4b29-941f-fd2efa17a539 req-55a486d0-6293-4985-8502-d0b66236ffb2 service neutron] Attempting to bind port 8ee914d7-dc46-4391-9c91-ab28844b7542 on network 302cd77f-0aa0-4fd0-9347-1bf95451c456 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:19:43.023908 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-27e806c5-c661-4f7f-a248-9c3dfee8eb1d req-39c702a6-3446-4bfb-b79c-ec7aedc2bba3 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] 10.222.0.53 "GET /v2.0/ports?device_id=32ba8698-b3b1-4dfd-a8f2-8fbd4efeab35 HTTP/1.1" status: 200 len: 210 time: 0.0445952 Nov 25 13:19:43.030321 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086ec1ab-ed90-4b29-941f-fd2efa17a539 req-55a486d0-6293-4985-8502-d0b66236ffb2 service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:19:43.031089 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086ec1ab-ed90-4b29-941f-fd2efa17a539 req-55a486d0-6293-4985-8502-d0b66236ffb2 service neutron] Checking segment: {'id': '5f9112fc-ff49-4b47-aa73-9d987cde76c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '302cd77f-0aa0-4fd0-9347-1bf95451c456'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:19:43.031089 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086ec1ab-ed90-4b29-941f-fd2efa17a539 req-55a486d0-6293-4985-8502-d0b66236ffb2 service neutron] Bound using segment: {'id': '5f9112fc-ff49-4b47-aa73-9d987cde76c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '302cd77f-0aa0-4fd0-9347-1bf95451c456'} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:19:43.031517 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-086ec1ab-ed90-4b29-941f-fd2efa17a539 req-55a486d0-6293-4985-8502-d0b66236ffb2 service neutron] Bound port: 8ee914d7-dc46-4391-9c91-ab28844b7542, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f9112fc-ff49-4b47-aa73-9d987cde76c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '302cd77f-0aa0-4fd0-9347-1bf95451c456'}}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:19:43.032460 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-086ec1ab-ed90-4b29-941f-fd2efa17a539 req-55a486d0-6293-4985-8502-d0b66236ffb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:43.068575 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b671f1b7-b008-4ede-9b23-683a9b454b9c req-abd7c704-a25c-4959-b243-45aa7e63b4f5 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0013694c3d8b4bbab5d29ed70a5d2a34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1793780 Nov 25 13:19:43.106405 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1139c64-6e71-4d71-9488-4bbe703fee87 None None] Network 29e88c53-1a16-4ddf-bb52-3aa3dac4a9e8 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:19:43.283175 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-086ec1ab-ed90-4b29-941f-fd2efa17a539 req-55a486d0-6293-4985-8502-d0b66236ffb2 service neutron] For port 8ee914d7-dc46-4391-9c91-ab28844b7542, host n-h1-808199-11, cleared binding levels {{(pid=103570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:19:43.289554 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-086ec1ab-ed90-4b29-941f-fd2efa17a539 req-55a486d0-6293-4985-8502-d0b66236ffb2 service neutron] For port 8ee914d7-dc46-4391-9c91-ab28844b7542, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=8ee914d7-dc46-4391-9c91-ab28844b7542,segment=NetworkSegment(5f9112fc-ff49-4b47-aa73-9d987cde76c7),segment_id=5f9112fc-ff49-4b47-aa73-9d987cde76c7)] {{(pid=103570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:19:43.323582 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-086ec1ab-ed90-4b29-941f-fd2efa17a539 req-55a486d0-6293-4985-8502-d0b66236ffb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:43.347918 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f21335-2394-42a7-9693-b83bff9c5696 req-9b51f669-5822-4ec1-ba3a-d6a9b54f341a tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:43.350345 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-23f21335-2394-42a7-9693-b83bff9c5696 req-9b51f669-5822-4ec1-ba3a-d6a9b54f341a tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbce244a-1b99-45fb-8772-6d1e1fc4128c HTTP/1.1" status: 200 len: 931 time: 0.2231710 Nov 25 13:19:43.366633 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-efaa6d2d-9764-4480-80ff-93ea8d3f860c None None] Provisioning complete for port 2d547580-6473-4032-8395-cc71a6fbef91 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:43.367156 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-efaa6d2d-9764-4480-80ff-93ea8d3f860c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:43.411010 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b671f1b7-b008-4ede-9b23-683a9b454b9c req-2e43bae1-9c02-43d2-ba5d-421d703c73a2 service neutron] 10.222.0.53 "GET /v2.0/networks/2f3e9f4b-171e-4038-9419-459f783f3398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739222 Nov 25 13:19:43.428801 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ec1ab-ed90-4b29-941f-fd2efa17a539 req-55a486d0-6293-4985-8502-d0b66236ffb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:43.430899 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-086ec1ab-ed90-4b29-941f-fd2efa17a539 req-55a486d0-6293-4985-8502-d0b66236ffb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:43.432752 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-086ec1ab-ed90-4b29-941f-fd2efa17a539 req-55a486d0-6293-4985-8502-d0b66236ffb2 service neutron] 10.222.0.66 "PUT /v2.0/ports/8ee914d7-dc46-4391-9c91-ab28844b7542 HTTP/1.1" status: 200 len: 1092 time: 2.0115595 Nov 25 13:19:43.497715 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc3d014a-3305-4ffe-bddb-08c65c6e7ca8', 'tag': '8ee914d7-dc46-4391-9c91-ab28844b7542'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:19:43.517678 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f363688d-d9df-458d-8a99-773daeb6d7bc" -d '{"events": [{"name": "network-changed", "server_uuid": "bc3d014a-3305-4ffe-bddb-08c65c6e7ca8", "tag": "8ee914d7-dc46-4391-9c91-ab28844b7542"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:19:43.539861 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-efaa6d2d-9764-4480-80ff-93ea8d3f860c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:43.633848 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-efaa6d2d-9764-4480-80ff-93ea8d3f860c None None] For port 2d547580-6473-4032-8395-cc71a6fbef91, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=2d547580-6473-4032-8395-cc71a6fbef91,segment=NetworkSegment(85cbc951-06c6-4281-8bbe-d0f3e25e56f3),segment_id=85cbc951-06c6-4281-8bbe-d0f3e25e56f3)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:19:43.643725 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-efaa6d2d-9764-4480-80ff-93ea8d3f860c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:43.850126 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a486d0-6293-4985-8502-d0b66236ffb2 service neutron] Pushing event updated for resources: {'Port': ['ID=8ee914d7-dc46-4391-9c91-ab28844b7542,revision_number=3']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:43.858050 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaa6d2d-9764-4480-80ff-93ea8d3f860c None None] Pushing event updated for resources: {'Port': ['ID=2d547580-6473-4032-8395-cc71a6fbef91,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:43.891284 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ec1ab-ed90-4b29-941f-fd2efa17a539 req-b2eae8cc-216e-4d1c-b436-15c6f60ac939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:43.900829 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-086ec1ab-ed90-4b29-941f-fd2efa17a539 req-b2eae8cc-216e-4d1c-b436-15c6f60ac939 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6ba3ab7c0d724058adeab7a26e218a01&device_id=bc3d014a-3305-4ffe-bddb-08c65c6e7ca8 HTTP/1.1" status: 200 len: 1095 time: 0.2821479 Nov 25 13:19:43.933591 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-23f21335-2394-42a7-9693-b83bff9c5696 req-6dcb74ad-e6e4-4292-a7fd-e84db9fbecfb tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] 10.222.0.53 "GET /v2.0/security-groups?id=58bff553-2229-45d1-9352-ab18f925ebb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5453246 Nov 25 13:19:44.024550 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-086ec1ab-ed90-4b29-941f-fd2efa17a539 req-938bd753-ba39-46a0-8b02-8db67a1c6885 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ee914d7-dc46-4391-9c91-ab28844b7542 HTTP/1.1" status: 200 len: 217 time: 0.0834022 Nov 25 13:19:44.031174 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c2e20e2-50d1-4fdf-b91e-55fde600ceb4 x-openstack-request-id: req-1c2e20e2-50d1-4fdf-b91e-55fde600ceb4 {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:19:44.031462 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc3d014a-3305-4ffe-bddb-08c65c6e7ca8", "tag": "8ee914d7-dc46-4391-9c91-ab28844b7542", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:19:44.032243 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1c2e20e2-50d1-4fdf-b91e-55fde600ceb4 {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:19:44.032737 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc3d014a-3305-4ffe-bddb-08c65c6e7ca8', 'tag': '8ee914d7-dc46-4391-9c91-ab28844b7542', 'status': 'completed', 'code': 200} Nov 25 13:19:44.087961 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 981d7646-f583-4f57-8c06-a8b1f87ca63d up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:19:44.146955 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9278e4e7-89b7-4cb4-8396-fc74cc61e48b None None] Provisioning complete for port 2d547580-6473-4032-8395-cc71a6fbef91 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:44.147341 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9278e4e7-89b7-4cb4-8396-fc74cc61e48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:44.160122 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ec1ab-ed90-4b29-941f-fd2efa17a539 req-89a253c9-aec5-4b4c-aab2-f1586ac5e92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:44.161477 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-086ec1ab-ed90-4b29-941f-fd2efa17a539 req-89a253c9-aec5-4b4c-aab2-f1586ac5e92f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9357717b-7827-46e4-94ff-fefe4f5006a5 HTTP/1.1" status: 200 len: 853 time: 0.1048701 Nov 25 13:19:44.187500 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b671f1b7-b008-4ede-9b23-683a9b454b9c req-6c4b9aed-af4c-401b-b111-27da9d4bd6c1 service neutron] 10.222.0.53 "GET /v2.0/networks/2f3e9f4b-171e-4038-9419-459f783f3398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7364953 Nov 25 13:19:44.223147 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2d597e58-8639-46e9-aea0-0f77efac74fd tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:44.249978 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22576f1c-e451-4065-b13a-e2fabc412094 req-386e8a5f-1bb4-4450-9ac0-0d19a4b1c4b5 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:44.252189 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-22576f1c-e451-4065-b13a-e2fabc412094 req-386e8a5f-1bb4-4450-9ac0-0d19a4b1c4b5 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] 10.222.0.66 "GET /v2.0/networks?id=5a608445-48fc-4cb4-86bf-6068f5ffd561 HTTP/1.1" status: 200 len: 809 time: 0.5182235 Nov 25 13:19:44.261914 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1dec8a-a805-4c2b-b287-172370af3b93 req-9f6b2ef8-5e00-405e-a759-b9b8585990e1 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:44.266210 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7e1dec8a-a805-4c2b-b287-172370af3b93 req-9f6b2ef8-5e00-405e-a759-b9b8585990e1 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc3d014a-3305-4ffe-bddb-08c65c6e7ca8 HTTP/1.1" status: 200 len: 943 time: 0.1327815 Nov 25 13:19:44.278320 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41e1b18b-4d4e-41d8-b8bd-b218cb874150 admin admin] Router f60b0a0c-d205-4ed3-b4c3-def7f677e77c is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:19:44.380287 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 981d7646-f583-4f57-8c06-a8b1f87ca63d triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:44.380752 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:44.391671 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ec1ab-ed90-4b29-941f-fd2efa17a539 req-4a42624e-c983-4d60-97b8-44593b56c3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:44.403569 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-086ec1ab-ed90-4b29-941f-fd2efa17a539 req-4a42624e-c983-4d60-97b8-44593b56c3ea service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=302cd77f-0aa0-4fd0-9347-1bf95451c456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2186325 Nov 25 13:19:44.437770 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-22576f1c-e451-4065-b13a-e2fabc412094 req-7fcf73ef-062c-454f-8e6a-0882bd284954 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f316b895b9bc47d6886b73ece5df5d1d HTTP/1.1" status: 200 len: 379 time: 0.1694133 Nov 25 13:19:44.465028 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7e1dec8a-a805-4c2b-b287-172370af3b93 req-3e810a78-8087-43e6-9a92-18f41fba1c1b tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] 10.222.0.53 "GET /v2.0/security-groups?id=85e8e2a5-fed9-4563-adb3-f2b8359cafca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1909299 Nov 25 13:19:44.499390 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-06cbe418-cb83-4149-b9ac-c55b698e6236 req-2cec8330-47b1-4160-b2ff-54ab7c8b96cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fc84434-e7c8-4bd6-b4b7-3ed027b92d19 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:19:44.509293 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-06cbe418-cb83-4149-b9ac-c55b698e6236 req-2cec8330-47b1-4160-b2ff-54ab7c8b96cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:44.517538 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:19:44.527669 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-06cbe418-cb83-4149-b9ac-c55b698e6236 req-2cec8330-47b1-4160-b2ff-54ab7c8b96cf service neutron] Transition to ACTIVE for port object 2fc84434-e7c8-4bd6-b4b7-3ed027b92d19 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:19:44.561897 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 96ddf671-ac2b-415e-a567-1da2732e2f5b up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:19:44.586785 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-22576f1c-e451-4065-b13a-e2fabc412094 req-f24f3466-6396-4eab-9292-9e71c7ff3590 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Request body: {'port': {'device_id': '32ba8698-b3b1-4dfd-a8f2-8fbd4efeab35', 'network_id': '5a608445-48fc-4cb4-86bf-6068f5ffd561', 'admin_state_up': True, 'tenant_id': 'f316b895b9bc47d6886b73ece5df5d1d', 'security_groups': ['bfe63d26-24ca-4370-adc0-048d0d6d24d0']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:19:44.596794 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-59b8a17d-5d1b-4200-a49a-3b1b60540735 req-bc4f1334-e74c-4ecf-be82-ad0e9bda4fc1 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c811d06-f1e2-4f21-afe0-11e65cfbb472 HTTP/1.1" status: 200 len: 210 time: 0.0443270 Nov 25 13:19:44.639349 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-88cff108-2585-4329-815d-cec1c0ba57ae req-dc2ee1cb-15dd-48d7-8c2a-d54169dfb82b tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] 10.222.0.53 "GET /v2.0/ports?device_id=32ba8698-b3b1-4dfd-a8f2-8fbd4efeab35 HTTP/1.1" status: 200 len: 210 time: 0.0757301 Nov 25 13:19:44.647102 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 96ddf671-ac2b-415e-a567-1da2732e2f5b triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:44.647684 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:44.655344 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-06cbe418-cb83-4149-b9ac-c55b698e6236 req-2cec8330-47b1-4160-b2ff-54ab7c8b96cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:44.666768 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2d597e58-8639-46e9-aea0-0f77efac74fd tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:44.702234 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-086ec1ab-ed90-4b29-941f-fd2efa17a539 req-56dc8440-1335-4666-ae35-e08455b7bfba service neutron] 10.222.0.66 "GET /v2.0/networks/302cd77f-0aa0-4fd0-9347-1bf95451c456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813516 Nov 25 13:19:44.778579 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cec8330-47b1-4160-b2ff-54ab7c8b96cf service neutron] Pushing event updated for resources: {'Port': ['ID=2fc84434-e7c8-4bd6-b4b7-3ed027b92d19,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:44.806619 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d597e58-8639-46e9-aea0-0f77efac74fd tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Network 2bdb8bb4-0421-4276-9862-82785daab345 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:19:44.817647 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device b969dc7a-26d1-496b-9308-ceb61dbc6a12 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:19:44.868309 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee1c771-a7f3-4535-b2b9-431a1c6c38aa None None] Network 2bdb8bb4-0421-4276-9862-82785daab345 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:19:44.903056 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-086ec1ab-ed90-4b29-941f-fd2efa17a539 req-f0e09a14-bb06-4be8-8aa4-5166eef11170 service neutron] 10.222.0.66 "GET /v2.0/networks/302cd77f-0aa0-4fd0-9347-1bf95451c456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862106 Nov 25 13:19:44.980892 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-d0968886-8611-4af5-b4a0-8aee3e1606d2 None None] Provisioning complete for port 41b2f0a2-b4ad-467f-9eb8-2b1186dbcf8c triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:44.981268 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d0968886-8611-4af5-b4a0-8aee3e1606d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:45.075294 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port b969dc7a-26d1-496b-9308-ceb61dbc6a12 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:45.075948 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:45.077322 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f363688d-d9df-458d-8a99-773daeb6d7bc req-a9936626-3e6d-4410-8190-3f5582975449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:45.083170 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f363688d-d9df-458d-8a99-773daeb6d7bc req-a9936626-3e6d-4410-8190-3f5582975449 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6ba3ab7c0d724058adeab7a26e218a01&device_id=bc3d014a-3305-4ffe-bddb-08c65c6e7ca8 HTTP/1.1" status: 200 len: 1095 time: 0.1033344 Nov 25 13:19:45.240424 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d0968886-8611-4af5-b4a0-8aee3e1606d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:45.245971 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82526220-c27f-450a-8631-2fbe0b9012ae req-580abbc0-cf24-440a-9d29-03874bd4312e tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:45.254721 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-82526220-c27f-450a-8631-2fbe0b9012ae req-580abbc0-cf24-440a-9d29-03874bd4312e tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbce244a-1b99-45fb-8772-6d1e1fc4128c HTTP/1.1" status: 200 len: 943 time: 0.1690204 Nov 25 13:19:45.309092 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f363688d-d9df-458d-8a99-773daeb6d7bc req-192526d2-969f-43d6-a1d6-41f174c6135f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:45.310737 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f363688d-d9df-458d-8a99-773daeb6d7bc req-192526d2-969f-43d6-a1d6-41f174c6135f service neutron] 10.222.0.66 "GET /v2.0/networks?id=302cd77f-0aa0-4fd0-9347-1bf95451c456 HTTP/1.1" status: 200 len: 915 time: 0.2147768 Nov 25 13:19:45.315512 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-d0968886-8611-4af5-b4a0-8aee3e1606d2 None None] For port 41b2f0a2-b4ad-467f-9eb8-2b1186dbcf8c, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=41b2f0a2-b4ad-467f-9eb8-2b1186dbcf8c,segment=NetworkSegment(79392563-2519-4347-9897-d5c449891b1b),segment_id=79392563-2519-4347-9897-d5c449891b1b)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:19:45.319997 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 41b2f0a2-b4ad-467f-9eb8-2b1186dbcf8c up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:19:45.345866 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-82526220-c27f-450a-8631-2fbe0b9012ae req-f4e1be58-5b44-4aa7-858d-b7c6fa7b54c4 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] 10.222.0.53 "GET /v2.0/security-groups?id=58bff553-2229-45d1-9352-ab18f925ebb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880132 Nov 25 13:19:45.348427 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d0968886-8611-4af5-b4a0-8aee3e1606d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:45.378810 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22576f1c-e451-4065-b13a-e2fabc412094 req-f24f3466-6396-4eab-9292-9e71c7ff3590 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Made reservation on behalf of f316b895b9bc47d6886b73ece5df5d1d for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:19:45.383708 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-22576f1c-e451-4065-b13a-e2fabc412094 req-f24f3466-6396-4eab-9292-9e71c7ff3590 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:45.390274 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-2d597e58-8639-46e9-aea0-0f77efac74fd tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:19:45.412164 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f363688d-d9df-458d-8a99-773daeb6d7bc req-b465d137-5d89-43ee-b923-62b619abd8e4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ee914d7-dc46-4391-9c91-ab28844b7542 HTTP/1.1" status: 200 len: 217 time: 0.0906591 Nov 25 13:19:45.427729 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d597e58-8639-46e9-aea0-0f77efac74fd tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:19:45.468236 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0968886-8611-4af5-b4a0-8aee3e1606d2 None None] Pushing event updated for resources: {'Port': ['ID=41b2f0a2-b4ad-467f-9eb8-2b1186dbcf8c,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:45.482462 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f363688d-d9df-458d-8a99-773daeb6d7bc req-d6295003-0137-4952-b762-2fdeaea21ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:45.484539 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f363688d-d9df-458d-8a99-773daeb6d7bc req-d6295003-0137-4952-b762-2fdeaea21ffe service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9357717b-7827-46e4-94ff-fefe4f5006a5 HTTP/1.1" status: 200 len: 853 time: 0.0620184 Nov 25 13:19:45.494122 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 41b2f0a2-b4ad-467f-9eb8-2b1186dbcf8c triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:45.494505 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:45.557884 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d597e58-8639-46e9-aea0-0f77efac74fd tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:45.558994 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2d597e58-8639-46e9-aea0-0f77efac74fd tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:45.563843 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f363688d-d9df-458d-8a99-773daeb6d7bc req-3c0c3167-a78e-435c-befa-3b44653aa587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:45.565745 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f363688d-d9df-458d-8a99-773daeb6d7bc req-3c0c3167-a78e-435c-befa-3b44653aa587 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=302cd77f-0aa0-4fd0-9347-1bf95451c456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0718310 Nov 25 13:19:45.638720 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 2d547580-6473-4032-8395-cc71a6fbef91 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:19:45.647389 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d597e58-8639-46e9-aea0-0f77efac74fd tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event updated for resources: {'Port': ['ID=5c0d36b3-9d7c-4d2c-9ce8-0e43c2c3a067,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:45.710169 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e1b18b-4d4e-41d8-b8bd-b218cb874150 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:19:45.712222 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 2d547580-6473-4032-8395-cc71a6fbef91 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:45.712835 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:45.716644 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-2d597e58-8639-46e9-aea0-0f77efac74fd tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.6986868 Nov 25 13:19:45.722772 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1b790afb-c587-4544-8374-dd6f57026cfc req-1277dd5d-6a89-42a6-90f4-c8c37d19344c tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c811d06-f1e2-4f21-afe0-11e65cfbb472 HTTP/1.1" status: 200 len: 210 time: 0.0345905 Nov 25 13:19:45.723250 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 51650) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:45.743041 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e7c513-e8a5-4a04-9e96-748d4de41175 None None] Sync routers for ids ['f60b0a0c-d205-4ed3-b4c3-def7f677e77c'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:19:45.751730 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41e1b18b-4d4e-41d8-b8bd-b218cb874150 admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:45.756955 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-41e1b18b-4d4e-41d8-b8bd-b218cb874150 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.0487738 Nov 25 13:19:45.757837 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-06cbe418-cb83-4149-b9ac-c55b698e6236 req-2cec8330-47b1-4160-b2ff-54ab7c8b96cf service neutron] Attempting to bind port 2fc84434-e7c8-4bd6-b4b7-3ed027b92d19 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:19:45.758170 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-06cbe418-cb83-4149-b9ac-c55b698e6236 req-2cec8330-47b1-4160-b2ff-54ab7c8b96cf service neutron] Attempting to bind port 2fc84434-e7c8-4bd6-b4b7-3ed027b92d19 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '414786ef-10c3-4147-9abd-e15f64f822ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '884fbd20-5b2c-4fb3-8df2-e56b22e47b5d'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:19:45.758588 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cbe418-cb83-4149-b9ac-c55b698e6236 req-2cec8330-47b1-4160-b2ff-54ab7c8b96cf service neutron] Attempting to bind port 2fc84434-e7c8-4bd6-b4b7-3ed027b92d19 on network 884fbd20-5b2c-4fb3-8df2-e56b22e47b5d {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:19:45.764238 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 51652) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:45.771698 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cbe418-cb83-4149-b9ac-c55b698e6236 req-2cec8330-47b1-4160-b2ff-54ab7c8b96cf service neutron] Port 2fc84434-e7c8-4bd6-b4b7-3ed027b92d19 on network 884fbd20-5b2c-4fb3-8df2-e56b22e47b5d not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:19:45.777847 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cbe418-cb83-4149-b9ac-c55b698e6236 req-2cec8330-47b1-4160-b2ff-54ab7c8b96cf service neutron] Attempting to bind port 2fc84434-e7c8-4bd6-b4b7-3ed027b92d19 on network 884fbd20-5b2c-4fb3-8df2-e56b22e47b5d {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:19:45.794779 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e7c513-e8a5-4a04-9e96-748d4de41175 None None] Routers {'f60b0a0c-d205-4ed3-b4c3-def7f677e77c'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:19:45.795650 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cbe418-cb83-4149-b9ac-c55b698e6236 req-2cec8330-47b1-4160-b2ff-54ab7c8b96cf service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:19:45.795996 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cbe418-cb83-4149-b9ac-c55b698e6236 req-2cec8330-47b1-4160-b2ff-54ab7c8b96cf service neutron] Checking segment: {'id': '414786ef-10c3-4147-9abd-e15f64f822ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '884fbd20-5b2c-4fb3-8df2-e56b22e47b5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:19:45.796394 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cbe418-cb83-4149-b9ac-c55b698e6236 req-2cec8330-47b1-4160-b2ff-54ab7c8b96cf service neutron] Bound using segment: {'id': '414786ef-10c3-4147-9abd-e15f64f822ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '884fbd20-5b2c-4fb3-8df2-e56b22e47b5d'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:19:45.796829 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-06cbe418-cb83-4149-b9ac-c55b698e6236 req-2cec8330-47b1-4160-b2ff-54ab7c8b96cf service neutron] Bound port: 2fc84434-e7c8-4bd6-b4b7-3ed027b92d19, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '414786ef-10c3-4147-9abd-e15f64f822ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '884fbd20-5b2c-4fb3-8df2-e56b22e47b5d'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:19:45.797801 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-06cbe418-cb83-4149-b9ac-c55b698e6236 req-2cec8330-47b1-4160-b2ff-54ab7c8b96cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:45.799753 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-f9e7c513-e8a5-4a04-9e96-748d4de41175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:19:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['f60b0a0c-d205-4ed3-b4c3-def7f677e77c'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:45.904357 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-22576f1c-e451-4065-b13a-e2fabc412094 req-f24f3466-6396-4eab-9292-9e71c7ff3590 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Allocated IP 172.20.0.7 (5a608445-48fc-4cb4-86bf-6068f5ffd561/4997cc2a-e143-43c9-a247-504e1c6f3545/59053dba-2c76-45f3-ad4a-19e7d38c9a02) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:19:45.946251 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-29140f6f-85bd-40db-b968-55e72952c156 None None] Provisioning complete for port 5c0d36b3-9d7c-4d2c-9ce8-0e43c2c3a067 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:45.946819 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-29140f6f-85bd-40db-b968-55e72952c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:45.958939 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-06cbe418-cb83-4149-b9ac-c55b698e6236 req-2cec8330-47b1-4160-b2ff-54ab7c8b96cf service neutron] For port 2fc84434-e7c8-4bd6-b4b7-3ed027b92d19, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:19:45.967580 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-06cbe418-cb83-4149-b9ac-c55b698e6236 req-2cec8330-47b1-4160-b2ff-54ab7c8b96cf service neutron] For port 2fc84434-e7c8-4bd6-b4b7-3ed027b92d19, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=2fc84434-e7c8-4bd6-b4b7-3ed027b92d19,segment=NetworkSegment(414786ef-10c3-4147-9abd-e15f64f822ae),segment_id=414786ef-10c3-4147-9abd-e15f64f822ae)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:19:45.983054 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-06cbe418-cb83-4149-b9ac-c55b698e6236 req-2cec8330-47b1-4160-b2ff-54ab7c8b96cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:46.058263 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-29140f6f-85bd-40db-b968-55e72952c156 None None] Port 5c0d36b3-9d7c-4d2c-9ce8-0e43c2c3a067 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:19:46.070976 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 0b205b83-f849-4c02-849e-40e4986edbcc up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:19:46.109506 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-f9e7c513-e8a5-4a04-9e96-748d4de41175 None None] Set router f60b0a0c-d205-4ed3-b4c3-def7f677e77c gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:19:46.127897 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cbe418-cb83-4149-b9ac-c55b698e6236 req-2cec8330-47b1-4160-b2ff-54ab7c8b96cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:46.128538 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-06cbe418-cb83-4149-b9ac-c55b698e6236 req-2cec8330-47b1-4160-b2ff-54ab7c8b96cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:46.129983 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-06cbe418-cb83-4149-b9ac-c55b698e6236 req-2cec8330-47b1-4160-b2ff-54ab7c8b96cf service neutron] 10.222.0.47 "PUT /v2.0/ports/2fc84434-e7c8-4bd6-b4b7-3ed027b92d19 HTTP/1.1" status: 200 len: 1092 time: 3.7723141 Nov 25 13:19:46.174503 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbce244a-1b99-45fb-8772-6d1e1fc4128c', 'tag': '2fc84434-e7c8-4bd6-b4b7-3ed027b92d19'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:19:46.185579 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd27d80f-389d-47c8-8200-c320c748efbf" -d '{"events": [{"name": "network-changed", "server_uuid": "bbce244a-1b99-45fb-8772-6d1e1fc4128c", "tag": "2fc84434-e7c8-4bd6-b4b7-3ed027b92d19"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:19:46.194049 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-29140f6f-85bd-40db-b968-55e72952c156 None None] Provisioning complete for port 41b2f0a2-b4ad-467f-9eb8-2b1186dbcf8c triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:46.194515 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-29140f6f-85bd-40db-b968-55e72952c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:46.286626 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cec8330-47b1-4160-b2ff-54ab7c8b96cf service neutron] Pushing event updated for resources: {'Port': ['ID=2fc84434-e7c8-4bd6-b4b7-3ed027b92d19,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:46.348917 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cbe418-cb83-4149-b9ac-c55b698e6236 req-d6c11cfe-aead-484d-9a0f-879a8f404fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:46.350548 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-06cbe418-cb83-4149-b9ac-c55b698e6236 req-d6c11cfe-aead-484d-9a0f-879a8f404fb7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=df651ad79fe54ccfbbf19c1e8711e872&device_id=bbce244a-1b99-45fb-8772-6d1e1fc4128c HTTP/1.1" status: 200 len: 1095 time: 0.1524417 Nov 25 13:19:46.380176 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671f1b7-b008-4ede-9b23-683a9b454b9c req-7fedcab0-af53-4dc9-8d88-27e225036008 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:46.380176 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b671f1b7-b008-4ede-9b23-683a9b454b9c req-7fedcab0-af53-4dc9-8d88-27e225036008 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] 10.222.0.47 "GET /v2.0/networks?id=2f3e9f4b-171e-4038-9419-459f783f3398 HTTP/1.1" status: 200 len: 812 time: 0.3724158 Nov 25 13:19:46.427841 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-06cbe418-cb83-4149-b9ac-c55b698e6236 req-3b847dd4-6b72-48ea-8c31-e567c7bc5fe7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fc84434-e7c8-4bd6-b4b7-3ed027b92d19 HTTP/1.1" status: 200 len: 217 time: 0.0675552 Nov 25 13:19:46.440625 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-22576f1c-e451-4065-b13a-e2fabc412094 req-f24f3466-6396-4eab-9292-9e71c7ff3590 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:46.475595 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f363688d-d9df-458d-8a99-773daeb6d7bc req-e51c6139-febe-41e2-8a25-88fc7dbfb78f service neutron] 10.222.0.66 "GET /v2.0/networks/302cd77f-0aa0-4fd0-9347-1bf95451c456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8997290 Nov 25 13:19:46.517743 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b0d0af-afe9-4c2e-8df3-83be96e4e55a req-7df25e94-6f70-41b7-bc1e-a4a9075c7a58 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:46.519477 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-48b0d0af-afe9-4c2e-8df3-83be96e4e55a req-7df25e94-6f70-41b7-bc1e-a4a9075c7a58 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc3d014a-3305-4ffe-bddb-08c65c6e7ca8 HTTP/1.1" status: 200 len: 943 time: 0.9272897 Nov 25 13:19:46.532711 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ed1e8bce-eefb-4a36-879a-0a535d394b53 req-f6e71ea8-dbe6-444c-b18b-3a3cc7881f25 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] 10.222.0.53 "GET /v2.0/ports?device_id=32ba8698-b3b1-4dfd-a8f2-8fbd4efeab35 HTTP/1.1" status: 200 len: 210 time: 0.6611540 Nov 25 13:19:46.553459 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cbe418-cb83-4149-b9ac-c55b698e6236 req-fac5ab99-cbb8-4b50-9e4f-1b081c81ec3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:46.555499 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-06cbe418-cb83-4149-b9ac-c55b698e6236 req-fac5ab99-cbb8-4b50-9e4f-1b081c81ec3b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4a9b2e46-421a-4b61-8a19-01c511a48cad HTTP/1.1" status: 200 len: 844 time: 0.1126528 Nov 25 13:19:46.563739 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b671f1b7-b008-4ede-9b23-683a9b454b9c req-ea640bc9-1423-49d1-917e-af6826cebfc5 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0013694c3d8b4bbab5d29ed70a5d2a34 HTTP/1.1" status: 200 len: 380 time: 0.1498141 Nov 25 13:19:46.565820 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 0b205b83-f849-4c02-849e-40e4986edbcc triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:46.567593 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:46.600429 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-b671f1b7-b008-4ede-9b23-683a9b454b9c req-72126450-ebbd-4fca-80fe-cc2dce857525 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Request body: {'port': {'device_id': '3c811d06-f1e2-4f21-afe0-11e65cfbb472', 'network_id': '2f3e9f4b-171e-4038-9419-459f783f3398', 'admin_state_up': True, 'tenant_id': '0013694c3d8b4bbab5d29ed70a5d2a34', 'security_groups': ['7a67b344-a277-4a59-9ec0-02294555dd86']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:19:46.606722 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1388d4db-0be1-470b-902f-47b419e1b9c3 x-openstack-request-id: req-1388d4db-0be1-470b-902f-47b419e1b9c3 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:19:46.607022 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbce244a-1b99-45fb-8772-6d1e1fc4128c", "tag": "2fc84434-e7c8-4bd6-b4b7-3ed027b92d19", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:19:46.607270 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1388d4db-0be1-470b-902f-47b419e1b9c3 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:19:46.607738 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbce244a-1b99-45fb-8772-6d1e1fc4128c', 'tag': '2fc84434-e7c8-4bd6-b4b7-3ed027b92d19', 'status': 'completed', 'code': 200} Nov 25 13:19:46.649431 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f363688d-d9df-458d-8a99-773daeb6d7bc req-ab198b22-924c-4251-8b45-ace2317b529e service neutron] 10.222.0.66 "GET /v2.0/networks/302cd77f-0aa0-4fd0-9347-1bf95451c456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483097 Nov 25 13:19:46.672241 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-22576f1c-e451-4065-b13a-e2fabc412094 req-f24f3466-6396-4eab-9292-9e71c7ff3590 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:46.712039 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cbe418-cb83-4149-b9ac-c55b698e6236 req-0f64928f-1ac9-4747-b941-9a937a4306aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:46.713575 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-06cbe418-cb83-4149-b9ac-c55b698e6236 req-0f64928f-1ac9-4747-b941-9a937a4306aa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=884fbd20-5b2c-4fb3-8df2-e56b22e47b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1463015 Nov 25 13:19:46.727702 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-f9e7c513-e8a5-4a04-9e96-748d4de41175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f60b0a0c-d205-4ed3-b4c3-def7f677e77c', 'name': 'tempest-ServersTestBootFromVolume-1087633694-router', 'tenant_id': '40d8826cb6bc406990351c3cc8406e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'b2f35e38-ca45-4914-b763-85614b642496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:19:38Z', 'updated_at': '2021-11-25T13:19:41Z', 'revision_number': 3, 'project_id': '40d8826cb6bc406990351c3cc8406e5b', 'gw_port': {'id': 'b2f35e38-ca45-4914-b763-85614b642496', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:dd:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f60b0a0c-d205-4ed3-b4c3-def7f677e77c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:39Z', 'updated_at': '2021-11-25T13:19:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:46.763014 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e7c513-e8a5-4a04-9e96-748d4de41175 None None] Checking router: f60b0a0c-d205-4ed3-b4c3-def7f677e77c for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:19:46.763740 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e7c513-e8a5-4a04-9e96-748d4de41175 None None] Updating router f60b0a0c-d205-4ed3-b4c3-def7f677e77c port b2f35e38-ca45-4914-b763-85614b642496 binding host n-d-808199-11 {{(pid=103572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:19:46.764920 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22576f1c-e451-4065-b13a-e2fabc412094 req-f24f3466-6396-4eab-9292-9e71c7ff3590 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Network 5a608445-48fc-4cb4-86bf-6068f5ffd561 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:19:46.803803 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f9e7c513-e8a5-4a04-9e96-748d4de41175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:46.820572 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-22576f1c-e451-4065-b13a-e2fabc412094 req-f24f3466-6396-4eab-9292-9e71c7ff3590 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:19:46.836955 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-22576f1c-e451-4065-b13a-e2fabc412094 req-f24f3466-6396-4eab-9292-9e71c7ff3590 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:19:46.847926 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24f3466-6396-4eab-9292-9e71c7ff3590 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Pushing event updated for resources: {'Port': ['ID=59053dba-2c76-45f3-ad4a-19e7d38c9a02,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:46.879963 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-48b0d0af-afe9-4c2e-8df3-83be96e4e55a req-3806ec6f-f4eb-4420-bf1a-e597317de387 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] 10.222.0.53 "GET /v2.0/security-groups?id=85e8e2a5-fed9-4563-adb3-f2b8359cafca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3433948 Nov 25 13:19:46.947746 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22576f1c-e451-4065-b13a-e2fabc412094 req-f24f3466-6396-4eab-9292-9e71c7ff3590 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:46.948404 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-22576f1c-e451-4065-b13a-e2fabc412094 req-f24f3466-6396-4eab-9292-9e71c7ff3590 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:46.964910 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-06cbe418-cb83-4149-b9ac-c55b698e6236 req-6fb265ad-7165-423e-ad37-9a40c2ce04ce service neutron] 10.222.0.47 "GET /v2.0/networks/884fbd20-5b2c-4fb3-8df2-e56b22e47b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420726 Nov 25 13:19:46.971017 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b671f1b7-b008-4ede-9b23-683a9b454b9c req-72126450-ebbd-4fca-80fe-cc2dce857525 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Made reservation on behalf of 0013694c3d8b4bbab5d29ed70a5d2a34 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:19:46.975463 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 2d12aa50-7489-49b3-8260-3447919ff5e3 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:19:46.977384 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b671f1b7-b008-4ede-9b23-683a9b454b9c req-72126450-ebbd-4fca-80fe-cc2dce857525 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:47.014154 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-22576f1c-e451-4065-b13a-e2fabc412094 req-f24f3466-6396-4eab-9292-9e71c7ff3590 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4319222 Nov 25 13:19:47.019001 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 2d12aa50-7489-49b3-8260-3447919ff5e3 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:19:47.019577 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 2d12aa50-7489-49b3-8260-3447919ff5e3 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:19:47.035708 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-28f906f4-99c3-47cc-90aa-d62375f03d3d None None] Provisioning complete for port 5c0d36b3-9d7c-4d2c-9ce8-0e43c2c3a067 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:47.036386 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-28f906f4-99c3-47cc-90aa-d62375f03d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:47.047797 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100efed-9343-425e-810c-83659bad6823 req-adac3f18-7222-47c4-aa83-de4fb51e4cba tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:47.062171 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a100efed-9343-425e-810c-83659bad6823 req-adac3f18-7222-47c4-aa83-de4fb51e4cba tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbce244a-1b99-45fb-8772-6d1e1fc4128c HTTP/1.1" status: 200 len: 943 time: 0.2938404 Nov 25 13:19:47.102507 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-22576f1c-e451-4065-b13a-e2fabc412094 req-3446807f-7bc1-4383-a14b-85412b569d70 service neutron] Request body: {'port': {'device_id': '32ba8698-b3b1-4dfd-a8f2-8fbd4efeab35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:19:47.165212 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7d4695da-f05c-4fef-9a3e-ef29672cad7f req-f3da449a-1445-491b-aecf-3c67f7605772 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c811d06-f1e2-4f21-afe0-11e65cfbb472 HTTP/1.1" status: 200 len: 210 time: 0.1423824 Nov 25 13:19:47.178631 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 2d547580-6473-4032-8395-cc71a6fbef91 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:19:47.204180 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-28f906f4-99c3-47cc-90aa-d62375f03d3d None None] Port 5c0d36b3-9d7c-4d2c-9ce8-0e43c2c3a067 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:19:47.288241 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 2d547580-6473-4032-8395-cc71a6fbef91 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:47.288703 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:47.290901 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-06cbe418-cb83-4149-b9ac-c55b698e6236 req-78bf2e2a-2376-4c1c-9a7a-1de4b6bce5d3 service neutron] 10.222.0.47 "GET /v2.0/networks/884fbd20-5b2c-4fb3-8df2-e56b22e47b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097916 Nov 25 13:19:47.294891 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-22576f1c-e451-4065-b13a-e2fabc412094 req-3446807f-7bc1-4383-a14b-85412b569d70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:47.312450 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a100efed-9343-425e-810c-83659bad6823 req-e60ab3e2-8193-476b-b56c-2f40fc20a03f tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] 10.222.0.53 "GET /v2.0/security-groups?id=58bff553-2229-45d1-9352-ab18f925ebb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2453604 Nov 25 13:19:47.393376 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2cbac3ef-8b49-4a89-a19e-bc93bd22c1cf tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:47.401548 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-99786b99-9b66-4e28-87e6-be6aeac7084b None None] Provisioning complete for port 59053dba-2c76-45f3-ad4a-19e7d38c9a02 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:47.401923 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-99786b99-9b66-4e28-87e6-be6aeac7084b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:47.404591 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f9e7c513-e8a5-4a04-9e96-748d4de41175 None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:47.431831 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f9e7c513-e8a5-4a04-9e96-748d4de41175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:47.508236 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad8030e-58cb-452c-8263-22dacabb9712 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:19:47.519963 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-b671f1b7-b008-4ede-9b23-683a9b454b9c req-72126450-ebbd-4fca-80fe-cc2dce857525 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Allocated IP 172.20.0.6 (2f3e9f4b-171e-4038-9419-459f783f3398/47c2cdfb-b269-4d0e-b0a7-798aceb1b080/f9e11cbf-735f-4dc4-b7af-b4b0e65142f1) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:19:47.524730 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-99786b99-9b66-4e28-87e6-be6aeac7084b None None] Port 59053dba-2c76-45f3-ad4a-19e7d38c9a02 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:19:47.546158 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-f9e7c513-e8a5-4a04-9e96-748d4de41175 None None] Attempting to bind port b2f35e38-ca45-4914-b763-85614b642496 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:19:47.546550 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-f9e7c513-e8a5-4a04-9e96-748d4de41175 None None] Attempting to bind port b2f35e38-ca45-4914-b763-85614b642496 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:19:47.546934 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e7c513-e8a5-4a04-9e96-748d4de41175 None None] Attempting to bind port b2f35e38-ca45-4914-b763-85614b642496 on network 7542d3d9-0db3-40e7-ab88-a168871141f7 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:19:47.577768 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 41b2f0a2-b4ad-467f-9eb8-2b1186dbcf8c up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:19:47.580449 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7687c62-ac3e-4b0a-a1f4-6d12e987946e None None] Pushing event updated for resources: {'Port': ['ID=b2f35e38-ca45-4914-b763-85614b642496,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:47.584040 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e7c513-e8a5-4a04-9e96-748d4de41175 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:19:47.584368 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e7c513-e8a5-4a04-9e96-748d4de41175 None None] Checking segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:19:47.584779 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f9e7c513-e8a5-4a04-9e96-748d4de41175 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:47.585755 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e7c513-e8a5-4a04-9e96-748d4de41175 None None] Bound using segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:19:47.586040 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-f9e7c513-e8a5-4a04-9e96-748d4de41175 None None] Bound port: b2f35e38-ca45-4914-b763-85614b642496, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:19:47.586545 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f9e7c513-e8a5-4a04-9e96-748d4de41175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:47.587462 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd27d80f-389d-47c8-8200-c320c748efbf req-3f552f90-35bc-47fe-91b8-69425448cfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:47.590727 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-dd27d80f-389d-47c8-8200-c320c748efbf req-3f552f90-35bc-47fe-91b8-69425448cfd2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=df651ad79fe54ccfbbf19c1e8711e872&device_id=bbce244a-1b99-45fb-8772-6d1e1fc4128c HTTP/1.1" status: 200 len: 1095 time: 0.1450002 Nov 25 13:19:47.689428 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-f9e7c513-e8a5-4a04-9e96-748d4de41175 None None] For port b2f35e38-ca45-4914-b763-85614b642496, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:19:47.691348 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-0f6d3aee-a0e1-43b5-9366-35bb8a92d272 None None] Provisioning complete for port b2f35e38-ca45-4914-b763-85614b642496 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:47.692235 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0f6d3aee-a0e1-43b5-9366-35bb8a92d272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:47.695799 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-f9e7c513-e8a5-4a04-9e96-748d4de41175 None None] For port b2f35e38-ca45-4914-b763-85614b642496, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=b2f35e38-ca45-4914-b763-85614b642496,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:19:47.719572 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f9e7c513-e8a5-4a04-9e96-748d4de41175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:47.797103 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-0f6d3aee-a0e1-43b5-9366-35bb8a92d272 None None] Port b2f35e38-ca45-4914-b763-85614b642496 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:19:47.797103 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 41b2f0a2-b4ad-467f-9eb8-2b1186dbcf8c triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:47.797103 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:47.832848 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34247bf7-397f-4115-930b-017a95417dcc None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:19:47.845046 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 8ee914d7-dc46-4391-9c91-ab28844b7542 details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:19:47.852808 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7687c62-ac3e-4b0a-a1f4-6d12e987946e None None] Pushing event updated for resources: {'Port': ['ID=b2f35e38-ca45-4914-b763-85614b642496,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:47.861479 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd27d80f-389d-47c8-8200-c320c748efbf req-de33f128-8092-4d4b-8833-576547253aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:47.863305 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-dd27d80f-389d-47c8-8200-c320c748efbf req-de33f128-8092-4d4b-8833-576547253aa7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=884fbd20-5b2c-4fb3-8df2-e56b22e47b5d HTTP/1.1" status: 200 len: 906 time: 0.2627082 Nov 25 13:19:47.864697 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e7c513-e8a5-4a04-9e96-748d4de41175 None None] Routers {'f60b0a0c-d205-4ed3-b4c3-def7f677e77c'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:19:47.865519 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-f9e7c513-e8a5-4a04-9e96-748d4de41175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:19:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['f60b0a0c-d205-4ed3-b4c3-def7f677e77c'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:47.900280 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b83e7-ea29-4a18-a2a6-2f0021b4dfd8 req-394ffc48-18a8-4957-8e48-176743e3e189 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:47.901833 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-655b83e7-ea29-4a18-a2a6-2f0021b4dfd8 req-394ffc48-18a8-4957-8e48-176743e3e189 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] 10.222.0.53 "GET /v2.0/ports?device_id=32ba8698-b3b1-4dfd-a8f2-8fbd4efeab35 HTTP/1.1" status: 200 len: 931 time: 0.1909411 Nov 25 13:19:47.945291 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b671f1b7-b008-4ede-9b23-683a9b454b9c req-72126450-ebbd-4fca-80fe-cc2dce857525 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:47.959077 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-dd27d80f-389d-47c8-8200-c320c748efbf req-333bacc9-9aef-433c-b1fb-542674094ee7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fc84434-e7c8-4bd6-b4b7-3ed027b92d19 HTTP/1.1" status: 200 len: 217 time: 0.0841689 Nov 25 13:19:47.961343 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-22576f1c-e451-4065-b13a-e2fabc412094 req-3446807f-7bc1-4383-a14b-85412b569d70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59053dba-2c76-45f3-ad4a-19e7d38c9a02 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:19:47.979838 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2cbac3ef-8b49-4a89-a19e-bc93bd22c1cf tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:47.981394 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-22576f1c-e451-4065-b13a-e2fabc412094 req-3446807f-7bc1-4383-a14b-85412b569d70 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:48.003289 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5c20554b-6d4e-42b1-9d47-d5caed386490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:48.005219 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2cbac3ef-8b49-4a89-a19e-bc93bd22c1cf tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:48.038465 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-22576f1c-e451-4065-b13a-e2fabc412094 req-3446807f-7bc1-4383-a14b-85412b569d70 service neutron] Transition to ACTIVE for port object 59053dba-2c76-45f3-ad4a-19e7d38c9a02 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:19:48.042166 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd27d80f-389d-47c8-8200-c320c748efbf req-188d8699-7dc3-4174-9ea5-49286a8b57f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:48.043703 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-dd27d80f-389d-47c8-8200-c320c748efbf req-188d8699-7dc3-4174-9ea5-49286a8b57f1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4a9b2e46-421a-4b61-8a19-01c511a48cad HTTP/1.1" status: 200 len: 844 time: 0.0721779 Nov 25 13:19:48.049162 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-22576f1c-e451-4065-b13a-e2fabc412094 req-3446807f-7bc1-4383-a14b-85412b569d70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:48.080916 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-02427771-88da-4eb0-9642-759ce17d36c9 None None] Provisioning complete for port b2f35e38-ca45-4914-b763-85614b642496 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:48.081297 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-02427771-88da-4eb0-9642-759ce17d36c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:48.114126 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b671f1b7-b008-4ede-9b23-683a9b454b9c req-72126450-ebbd-4fca-80fe-cc2dce857525 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:48.114381 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-655b83e7-ea29-4a18-a2a6-2f0021b4dfd8 req-6eb336e0-e0d5-4db5-8d87-794738bc480d tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfe63d26-24ca-4370-adc0-048d0d6d24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2017760 Nov 25 13:19:48.167830 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b671f1b7-b008-4ede-9b23-683a9b454b9c req-72126450-ebbd-4fca-80fe-cc2dce857525 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Network 2f3e9f4b-171e-4038-9419-459f783f3398 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:19:48.168423 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3446807f-7bc1-4383-a14b-85412b569d70 service neutron] Pushing event updated for resources: {'Port': ['ID=59053dba-2c76-45f3-ad4a-19e7d38c9a02,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:48.170414 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbac3ef-8b49-4a89-a19e-bc93bd22c1cf tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event updated for resources: {'Port': ['ID=5c0d36b3-9d7c-4d2c-9ce8-0e43c2c3a067,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:48.181736 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-f9e7c513-e8a5-4a04-9e96-748d4de41175 None None] Set router f60b0a0c-d205-4ed3-b4c3-def7f677e77c gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:19:48.185395 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-b671f1b7-b008-4ede-9b23-683a9b454b9c req-72126450-ebbd-4fca-80fe-cc2dce857525 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:19:48.213493 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-b671f1b7-b008-4ede-9b23-683a9b454b9c req-72126450-ebbd-4fca-80fe-cc2dce857525 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:19:48.287791 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbac3ef-8b49-4a89-a19e-bc93bd22c1cf tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:19:48.288392 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbac3ef-8b49-4a89-a19e-bc93bd22c1cf tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:19:48.288914 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbac3ef-8b49-4a89-a19e-bc93bd22c1cf tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:19:48.294022 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbac3ef-8b49-4a89-a19e-bc93bd22c1cf tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:19:48.294544 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbac3ef-8b49-4a89-a19e-bc93bd22c1cf tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:19:48.295534 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbac3ef-8b49-4a89-a19e-bc93bd22c1cf tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:19:48.296055 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbac3ef-8b49-4a89-a19e-bc93bd22c1cf tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:19:48.296607 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbac3ef-8b49-4a89-a19e-bc93bd22c1cf tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:19:48.297093 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbac3ef-8b49-4a89-a19e-bc93bd22c1cf tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:19:48.297612 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbac3ef-8b49-4a89-a19e-bc93bd22c1cf tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:19:48.298107 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbac3ef-8b49-4a89-a19e-bc93bd22c1cf tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:19:48.298596 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbac3ef-8b49-4a89-a19e-bc93bd22c1cf tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:19:48.313147 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd27d80f-389d-47c8-8200-c320c748efbf req-dfa56cf6-b6cf-48fb-ad0d-ceb9dea08fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:48.316198 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 8ee914d7-dc46-4391-9c91-ab28844b7542, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=8ee914d7-dc46-4391-9c91-ab28844b7542,segment=NetworkSegment(5f9112fc-ff49-4b47-aa73-9d987cde76c7),segment_id=5f9112fc-ff49-4b47-aa73-9d987cde76c7)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:19:48.318180 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-dd27d80f-389d-47c8-8200-c320c748efbf req-dfa56cf6-b6cf-48fb-ad0d-ceb9dea08fec service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=884fbd20-5b2c-4fb3-8df2-e56b22e47b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2641952 Nov 25 13:19:48.338950 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b2c83e-f59d-48d8-a41d-bc28d865903c req-4520ffce-8001-4ab7-8374-71c5b24d50af tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:48.348587 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a5b2c83e-f59d-48d8-a41d-bc28d865903c req-4520ffce-8001-4ab7-8374-71c5b24d50af tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc3d014a-3305-4ffe-bddb-08c65c6e7ca8 HTTP/1.1" status: 200 len: 943 time: 0.3475432 Nov 25 13:19:48.394887 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': '8ee914d7-dc46-4391-9c91-ab28844b7542', 'network_id': '302cd77f-0aa0-4fd0-9347-1bf95451c456', 'port_id': '8ee914d7-dc46-4391-9c91-ab28844b7542', 'mac_address': 'fa:16:3e:0f:17:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9357717b-7827-46e4-94ff-fefe4f5006a5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:19:48.521269 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72126450-ebbd-4fca-80fe-cc2dce857525 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Pushing event updated for resources: {'Port': ['ID=f9e11cbf-735f-4dc4-b7af-b4b0e65142f1,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:48.530027 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671f1b7-b008-4ede-9b23-683a9b454b9c req-72126450-ebbd-4fca-80fe-cc2dce857525 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:48.530845 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b671f1b7-b008-4ede-9b23-683a9b454b9c req-72126450-ebbd-4fca-80fe-cc2dce857525 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:48.558024 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:48.560341 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-22576f1c-e451-4065-b13a-e2fabc412094 req-3446807f-7bc1-4383-a14b-85412b569d70 service neutron] Attempting to bind port 59053dba-2c76-45f3-ad4a-19e7d38c9a02 on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:19:48.560755 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-22576f1c-e451-4065-b13a-e2fabc412094 req-3446807f-7bc1-4383-a14b-85412b569d70 service neutron] Attempting to bind port 59053dba-2c76-45f3-ad4a-19e7d38c9a02 by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': '97c77095-bc47-41b9-ad4e-e95f82e3a97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '5a608445-48fc-4cb4-86bf-6068f5ffd561'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:19:48.561217 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22576f1c-e451-4065-b13a-e2fabc412094 req-3446807f-7bc1-4383-a14b-85412b569d70 service neutron] Attempting to bind port 59053dba-2c76-45f3-ad4a-19e7d38c9a02 on network 5a608445-48fc-4cb4-86bf-6068f5ffd561 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:19:48.580689 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-02427771-88da-4eb0-9642-759ce17d36c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:48.604284 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b671f1b7-b008-4ede-9b23-683a9b454b9c req-72126450-ebbd-4fca-80fe-cc2dce857525 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0102706 Nov 25 13:19:48.609807 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-b671f1b7-b008-4ede-9b23-683a9b454b9c req-e0cabe21-df7e-4911-a676-4f94e069af3c service neutron] Request body: {'port': {'device_id': '3c811d06-f1e2-4f21-afe0-11e65cfbb472', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:19:48.611015 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ee914d7-dc46-4391-9c91-ab28844b7542 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:19:48.616888 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22576f1c-e451-4065-b13a-e2fabc412094 req-3446807f-7bc1-4383-a14b-85412b569d70 service neutron] Port 59053dba-2c76-45f3-ad4a-19e7d38c9a02 on network 5a608445-48fc-4cb4-86bf-6068f5ffd561 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:19:48.617285 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22576f1c-e451-4065-b13a-e2fabc412094 req-3446807f-7bc1-4383-a14b-85412b569d70 service neutron] Attempting to bind port 59053dba-2c76-45f3-ad4a-19e7d38c9a02 on network 5a608445-48fc-4cb4-86bf-6068f5ffd561 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:19:48.635864 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-02427771-88da-4eb0-9642-759ce17d36c9 None None] For port b2f35e38-ca45-4914-b763-85614b642496, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=b2f35e38-ca45-4914-b763-85614b642496,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:19:48.656176 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 8ee914d7-dc46-4391-9c91-ab28844b7542, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=8ee914d7-dc46-4391-9c91-ab28844b7542,segment=NetworkSegment(5f9112fc-ff49-4b47-aa73-9d987cde76c7),segment_id=5f9112fc-ff49-4b47-aa73-9d987cde76c7)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:19:48.656987 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a5b2c83e-f59d-48d8-a41d-bc28d865903c req-f6c3ef2a-18f1-4e0b-8737-2ff092a2d171 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] 10.222.0.53 "GET /v2.0/security-groups?id=85e8e2a5-fed9-4563-adb3-f2b8359cafca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3070688 Nov 25 13:19:48.660893 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22576f1c-e451-4065-b13a-e2fabc412094 req-3446807f-7bc1-4383-a14b-85412b569d70 service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:19:48.661129 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22576f1c-e451-4065-b13a-e2fabc412094 req-3446807f-7bc1-4383-a14b-85412b569d70 service neutron] Checking segment: {'id': '97c77095-bc47-41b9-ad4e-e95f82e3a97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '5a608445-48fc-4cb4-86bf-6068f5ffd561'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:19:48.661522 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22576f1c-e451-4065-b13a-e2fabc412094 req-3446807f-7bc1-4383-a14b-85412b569d70 service neutron] Bound using segment: {'id': '97c77095-bc47-41b9-ad4e-e95f82e3a97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '5a608445-48fc-4cb4-86bf-6068f5ffd561'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:19:48.661976 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-22576f1c-e451-4065-b13a-e2fabc412094 req-3446807f-7bc1-4383-a14b-85412b569d70 service neutron] Bound port: 59053dba-2c76-45f3-ad4a-19e7d38c9a02, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97c77095-bc47-41b9-ad4e-e95f82e3a97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '5a608445-48fc-4cb4-86bf-6068f5ffd561'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:19:48.662725 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-22576f1c-e451-4065-b13a-e2fabc412094 req-3446807f-7bc1-4383-a14b-85412b569d70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:48.666358 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-dd27d80f-389d-47c8-8200-c320c748efbf req-63549e5b-d221-4e4b-8d47-bd447a5503ce service neutron] 10.222.0.47 "GET /v2.0/networks/884fbd20-5b2c-4fb3-8df2-e56b22e47b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969625 Nov 25 13:19:48.673758 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-02427771-88da-4eb0-9642-759ce17d36c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:48.688669 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:48.695429 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afdffee-ca9e-4b79-8f95-6c30b1bbf00f req-c17aeb5d-abf9-473a-a680-cb5dd126cc1f tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:48.697536 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1afdffee-ca9e-4b79-8f95-6c30b1bbf00f req-c17aeb5d-abf9-473a-a680-cb5dd126cc1f tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c811d06-f1e2-4f21-afe0-11e65cfbb472 HTTP/1.1" status: 200 len: 931 time: 0.2393646 Nov 25 13:19:48.739163 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-5c20554b-6d4e-42b1-9d47-d5caed386490 admin admin] Allocated IP 172.20.0.1 (29e88c53-1a16-4ddf-bb52-3aa3dac4a9e8/b01a5ad9-9f38-426c-a191-2cdc57143c78/4cd902ae-5953-4ef5-9f1a-4fb722c9a36c) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:19:48.779153 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02427771-88da-4eb0-9642-759ce17d36c9 None None] Pushing event updated for resources: {'Port': ['ID=b2f35e38-ca45-4914-b763-85614b642496,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:48.783101 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b671f1b7-b008-4ede-9b23-683a9b454b9c req-e0cabe21-df7e-4911-a676-4f94e069af3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:48.881271 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-22576f1c-e451-4065-b13a-e2fabc412094 req-3446807f-7bc1-4383-a14b-85412b569d70 service neutron] For port 59053dba-2c76-45f3-ad4a-19e7d38c9a02, host n-h1-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:19:48.895735 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2cbac3ef-8b49-4a89-a19e-bc93bd22c1cf tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:48.912282 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-22576f1c-e451-4065-b13a-e2fabc412094 req-3446807f-7bc1-4383-a14b-85412b569d70 service neutron] For port 59053dba-2c76-45f3-ad4a-19e7d38c9a02, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=59053dba-2c76-45f3-ad4a-19e7d38c9a02,segment=NetworkSegment(97c77095-bc47-41b9-ad4e-e95f82e3a97b),segment_id=97c77095-bc47-41b9-ad4e-e95f82e3a97b)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:19:48.916313 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-dd27d80f-389d-47c8-8200-c320c748efbf req-2e8da4d2-91c1-4ab9-a0ac-b809b44307ae service neutron] 10.222.0.47 "GET /v2.0/networks/884fbd20-5b2c-4fb3-8df2-e56b22e47b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261269 Nov 25 13:19:48.925044 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-22576f1c-e451-4065-b13a-e2fabc412094 req-3446807f-7bc1-4383-a14b-85412b569d70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:48.948421 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1afdffee-ca9e-4b79-8f95-6c30b1bbf00f req-f27936b1-af30-4248-a0e3-2f9f4957223c tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a67b344-a277-4a59-9ec0-02294555dd86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2186208 Nov 25 13:19:48.968175 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66150a26-a8c6-4524-922b-685ffb4599da req-c631a661-32cf-4316-915a-9110307af6e3 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:48.969689 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-66150a26-a8c6-4524-922b-685ffb4599da req-c631a661-32cf-4316-915a-9110307af6e3 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbce244a-1b99-45fb-8772-6d1e1fc4128c HTTP/1.1" status: 200 len: 943 time: 0.2154934 Nov 25 13:19:49.003477 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-f9e7c513-e8a5-4a04-9e96-748d4de41175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f60b0a0c-d205-4ed3-b4c3-def7f677e77c', 'name': 'tempest-ServersTestBootFromVolume-1087633694-router', 'tenant_id': '40d8826cb6bc406990351c3cc8406e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'b2f35e38-ca45-4914-b763-85614b642496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:19:38Z', 'updated_at': '2021-11-25T13:19:41Z', 'revision_number': 3, 'project_id': '40d8826cb6bc406990351c3cc8406e5b', 'gw_port': {'id': 'b2f35e38-ca45-4914-b763-85614b642496', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:dd:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f60b0a0c-d205-4ed3-b4c3-def7f677e77c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:39Z', 'updated_at': '2021-11-25T13:19:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:49.033086 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22576f1c-e451-4065-b13a-e2fabc412094 req-3446807f-7bc1-4383-a14b-85412b569d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:49.033459 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-22576f1c-e451-4065-b13a-e2fabc412094 req-3446807f-7bc1-4383-a14b-85412b569d70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:49.034875 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-22576f1c-e451-4065-b13a-e2fabc412094 req-3446807f-7bc1-4383-a14b-85412b569d70 service neutron] 10.222.0.66 "PUT /v2.0/ports/59053dba-2c76-45f3-ad4a-19e7d38c9a02 HTTP/1.1" status: 200 len: 1092 time: 1.9588084 Nov 25 13:19:49.038412 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32ba8698-b3b1-4dfd-a8f2-8fbd4efeab35', 'tag': '59053dba-2c76-45f3-ad4a-19e7d38c9a02'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:19:49.042226 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5cf655b-a2ff-46ff-b522-245122e78cc7" -d '{"events": [{"name": "network-changed", "server_uuid": "32ba8698-b3b1-4dfd-a8f2-8fbd4efeab35", "tag": "59053dba-2c76-45f3-ad4a-19e7d38c9a02"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:19:49.099410 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5c20554b-6d4e-42b1-9d47-d5caed386490 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:49.113919 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a0f68c-5221-4ff1-9f72-5d01b37d1227 x-openstack-request-id: req-26a0f68c-5221-4ff1-9f72-5d01b37d1227 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:19:49.114343 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32ba8698-b3b1-4dfd-a8f2-8fbd4efeab35", "tag": "59053dba-2c76-45f3-ad4a-19e7d38c9a02", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:19:49.114716 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-26a0f68c-5221-4ff1-9f72-5d01b37d1227 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:19:49.115472 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32ba8698-b3b1-4dfd-a8f2-8fbd4efeab35', 'tag': '59053dba-2c76-45f3-ad4a-19e7d38c9a02', 'status': 'completed', 'code': 200} Nov 25 13:19:49.125030 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3446807f-7bc1-4383-a14b-85412b569d70 service neutron] Pushing event updated for resources: {'Port': ['ID=59053dba-2c76-45f3-ad4a-19e7d38c9a02,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:49.132468 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e7c513-e8a5-4a04-9e96-748d4de41175 None None] The sync data for ids ['f60b0a0c-d205-4ed3-b4c3-def7f677e77c'] in n-d-808199-11 is: [{'id': 'f60b0a0c-d205-4ed3-b4c3-def7f677e77c', 'name': 'tempest-ServersTestBootFromVolume-1087633694-router', 'tenant_id': '40d8826cb6bc406990351c3cc8406e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'b2f35e38-ca45-4914-b763-85614b642496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:19:38Z', 'updated_at': '2021-11-25T13:19:41Z', 'revision_number': 3, 'project_id': '40d8826cb6bc406990351c3cc8406e5b', 'gw_port': {'id': 'b2f35e38-ca45-4914-b763-85614b642496', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:dd:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f60b0a0c-d205-4ed3-b4c3-def7f677e77c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:39Z', 'updated_at': '2021-11-25T13:19:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:19:49.145432 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-66150a26-a8c6-4524-922b-685ffb4599da req-cae4b1e4-f0ec-4b63-9553-000b90c9421e tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] 10.222.0.53 "GET /v2.0/security-groups?id=58bff553-2229-45d1-9352-ab18f925ebb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489623 Nov 25 13:19:49.148189 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2cbac3ef-8b49-4a89-a19e-bc93bd22c1cf tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:49.157092 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=8ee914d7-dc46-4391-9c91-ab28844b7542,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:49.195806 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['8ee914d7-dc46-4391-9c91-ab28844b7542'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:19:49.256146 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22576f1c-e451-4065-b13a-e2fabc412094 req-e14e87e9-381c-4b66-a985-f3169f5a713b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:49.257636 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-22576f1c-e451-4065-b13a-e2fabc412094 req-e14e87e9-381c-4b66-a985-f3169f5a713b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f316b895b9bc47d6886b73ece5df5d1d&device_id=32ba8698-b3b1-4dfd-a8f2-8fbd4efeab35 HTTP/1.1" status: 200 len: 1095 time: 0.1270242 Nov 25 13:19:49.261243 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-e1ef4fd4-6b70-4f87-847a-a78ecb20949c None None] Provisioning complete for port 5c0d36b3-9d7c-4d2c-9ce8-0e43c2c3a067 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:49.261619 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e1ef4fd4-6b70-4f87-847a-a78ecb20949c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:49.320986 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-22576f1c-e451-4065-b13a-e2fabc412094 req-54a02a4e-9192-4362-ab1c-9d8102e13e8e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59053dba-2c76-45f3-ad4a-19e7d38c9a02 HTTP/1.1" status: 200 len: 217 time: 0.0527818 Nov 25 13:19:49.328111 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5c20554b-6d4e-42b1-9d47-d5caed386490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:49.349131 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-e1ef4fd4-6b70-4f87-847a-a78ecb20949c None None] Port 5c0d36b3-9d7c-4d2c-9ce8-0e43c2c3a067 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:19:49.381396 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-e1ef4fd4-6b70-4f87-847a-a78ecb20949c None None] Provisioning complete for port f9e11cbf-735f-4dc4-b7af-b4b0e65142f1 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:49.381773 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e1ef4fd4-6b70-4f87-847a-a78ecb20949c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:49.438048 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-b671f1b7-b008-4ede-9b23-683a9b454b9c req-e0cabe21-df7e-4911-a676-4f94e069af3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9e11cbf-735f-4dc4-b7af-b4b0e65142f1 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:19:49.449555 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b671f1b7-b008-4ede-9b23-683a9b454b9c req-e0cabe21-df7e-4911-a676-4f94e069af3c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:49.467566 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22576f1c-e451-4065-b13a-e2fabc412094 req-a8b24f3d-0a0e-46a3-b1f8-8bef667ade1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:49.470523 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-22576f1c-e451-4065-b13a-e2fabc412094 req-a8b24f3d-0a0e-46a3-b1f8-8bef667ade1a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4997cc2a-e143-43c9-a247-504e1c6f3545 HTTP/1.1" status: 200 len: 848 time: 0.0974848 Nov 25 13:19:49.471189 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-e1ef4fd4-6b70-4f87-847a-a78ecb20949c None None] Port f9e11cbf-735f-4dc4-b7af-b4b0e65142f1 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:19:49.473303 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-b671f1b7-b008-4ede-9b23-683a9b454b9c req-e0cabe21-df7e-4911-a676-4f94e069af3c service neutron] Transition to ACTIVE for port object f9e11cbf-735f-4dc4-b7af-b4b0e65142f1 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:19:49.495903 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b671f1b7-b008-4ede-9b23-683a9b454b9c req-e0cabe21-df7e-4911-a676-4f94e069af3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:49.548137 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f620d-acca-434a-97fc-1d11bbece8dc req-7308664a-4e2c-4f10-b61f-ab7915417508 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:49.559537 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-751f620d-acca-434a-97fc-1d11bbece8dc req-7308664a-4e2c-4f10-b61f-ab7915417508 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] 10.222.0.53 "GET /v2.0/ports?device_id=32ba8698-b3b1-4dfd-a8f2-8fbd4efeab35 HTTP/1.1" status: 200 len: 943 time: 0.3027778 Nov 25 13:19:49.565482 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c20554b-6d4e-42b1-9d47-d5caed386490 admin admin] Network 29e88c53-1a16-4ddf-bb52-3aa3dac4a9e8 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:19:49.580021 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cabe21-df7e-4911-a676-4f94e069af3c service neutron] Pushing event updated for resources: {'Port': ['ID=f9e11cbf-735f-4dc4-b7af-b4b0e65142f1,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:49.592738 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-5c20554b-6d4e-42b1-9d47-d5caed386490 admin admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:19:49.622263 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c20554b-6d4e-42b1-9d47-d5caed386490 admin admin] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:19:49.650737 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22576f1c-e451-4065-b13a-e2fabc412094 req-00494bfb-5217-4712-b8bd-cd84354234d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:49.653591 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-22576f1c-e451-4065-b13a-e2fabc412094 req-00494bfb-5217-4712-b8bd-cd84354234d0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5a608445-48fc-4cb4-86bf-6068f5ffd561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1670637 Nov 25 13:19:49.809193 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-22576f1c-e451-4065-b13a-e2fabc412094 req-27e4355b-3479-46a6-a347-86536e0a7ce5 service neutron] 10.222.0.66 "GET /v2.0/networks/5a608445-48fc-4cb4-86bf-6068f5ffd561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329906 Nov 25 13:19:49.827335 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-b671f1b7-b008-4ede-9b23-683a9b454b9c req-e0cabe21-df7e-4911-a676-4f94e069af3c service neutron] Attempting to bind port f9e11cbf-735f-4dc4-b7af-b4b0e65142f1 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:19:49.827676 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-b671f1b7-b008-4ede-9b23-683a9b454b9c req-e0cabe21-df7e-4911-a676-4f94e069af3c service neutron] Attempting to bind port f9e11cbf-735f-4dc4-b7af-b4b0e65142f1 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '6fb7f782-47b7-4daf-90f8-79d2f2e4c952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2f3e9f4b-171e-4038-9419-459f783f3398'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:19:49.828027 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b671f1b7-b008-4ede-9b23-683a9b454b9c req-e0cabe21-df7e-4911-a676-4f94e069af3c service neutron] Attempting to bind port f9e11cbf-735f-4dc4-b7af-b4b0e65142f1 on network 2f3e9f4b-171e-4038-9419-459f783f3398 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:19:49.919015 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b671f1b7-b008-4ede-9b23-683a9b454b9c req-e0cabe21-df7e-4911-a676-4f94e069af3c service neutron] Port f9e11cbf-735f-4dc4-b7af-b4b0e65142f1 on network 2f3e9f4b-171e-4038-9419-459f783f3398 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:19:49.919348 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b671f1b7-b008-4ede-9b23-683a9b454b9c req-e0cabe21-df7e-4911-a676-4f94e069af3c service neutron] Attempting to bind port f9e11cbf-735f-4dc4-b7af-b4b0e65142f1 on network 2f3e9f4b-171e-4038-9419-459f783f3398 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:19:49.930457 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b671f1b7-b008-4ede-9b23-683a9b454b9c req-e0cabe21-df7e-4911-a676-4f94e069af3c service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:19:49.930883 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b671f1b7-b008-4ede-9b23-683a9b454b9c req-e0cabe21-df7e-4911-a676-4f94e069af3c service neutron] Checking segment: {'id': '6fb7f782-47b7-4daf-90f8-79d2f2e4c952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2f3e9f4b-171e-4038-9419-459f783f3398'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:19:49.931197 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b671f1b7-b008-4ede-9b23-683a9b454b9c req-e0cabe21-df7e-4911-a676-4f94e069af3c service neutron] Bound using segment: {'id': '6fb7f782-47b7-4daf-90f8-79d2f2e4c952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2f3e9f4b-171e-4038-9419-459f783f3398'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:19:49.931648 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-b671f1b7-b008-4ede-9b23-683a9b454b9c req-e0cabe21-df7e-4911-a676-4f94e069af3c service neutron] Bound port: f9e11cbf-735f-4dc4-b7af-b4b0e65142f1, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fb7f782-47b7-4daf-90f8-79d2f2e4c952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2f3e9f4b-171e-4038-9419-459f783f3398'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:19:49.932006 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b671f1b7-b008-4ede-9b23-683a9b454b9c req-e0cabe21-df7e-4911-a676-4f94e069af3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:49.954068 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-22576f1c-e451-4065-b13a-e2fabc412094 req-03f375ca-35b7-4898-9f30-042e255dbbec service neutron] 10.222.0.66 "GET /v2.0/networks/5a608445-48fc-4cb4-86bf-6068f5ffd561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273227 Nov 25 13:19:49.968610 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 2fc84434-e7c8-4bd6-b4b7-3ed027b92d19 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:19:50.076358 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-b671f1b7-b008-4ede-9b23-683a9b454b9c req-e0cabe21-df7e-4911-a676-4f94e069af3c service neutron] For port f9e11cbf-735f-4dc4-b7af-b4b0e65142f1, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:19:50.082100 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-b671f1b7-b008-4ede-9b23-683a9b454b9c req-e0cabe21-df7e-4911-a676-4f94e069af3c service neutron] For port f9e11cbf-735f-4dc4-b7af-b4b0e65142f1, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=f9e11cbf-735f-4dc4-b7af-b4b0e65142f1,segment=NetworkSegment(6fb7f782-47b7-4daf-90f8-79d2f2e4c952),segment_id=6fb7f782-47b7-4daf-90f8-79d2f2e4c952)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:19:50.103845 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b671f1b7-b008-4ede-9b23-683a9b454b9c req-e0cabe21-df7e-4911-a676-4f94e069af3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:50.145506 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 2fc84434-e7c8-4bd6-b4b7-3ed027b92d19, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=2fc84434-e7c8-4bd6-b4b7-3ed027b92d19,segment=NetworkSegment(414786ef-10c3-4147-9abd-e15f64f822ae),segment_id=414786ef-10c3-4147-9abd-e15f64f822ae)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:19:50.164353 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '2fc84434-e7c8-4bd6-b4b7-3ed027b92d19', 'network_id': '884fbd20-5b2c-4fb3-8df2-e56b22e47b5d', 'port_id': '2fc84434-e7c8-4bd6-b4b7-3ed027b92d19', 'mac_address': 'fa:16:3e:ff:4d:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a9b2e46-421a-4b61-8a19-01c511a48cad', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:19:50.179321 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671f1b7-b008-4ede-9b23-683a9b454b9c req-e0cabe21-df7e-4911-a676-4f94e069af3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:50.180042 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b671f1b7-b008-4ede-9b23-683a9b454b9c req-e0cabe21-df7e-4911-a676-4f94e069af3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:50.181552 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b671f1b7-b008-4ede-9b23-683a9b454b9c req-e0cabe21-df7e-4911-a676-4f94e069af3c service neutron] 10.222.0.47 "PUT /v2.0/ports/f9e11cbf-735f-4dc4-b7af-b4b0e65142f1 HTTP/1.1" status: 200 len: 1092 time: 1.5764551 Nov 25 13:19:50.181713 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-751f620d-acca-434a-97fc-1d11bbece8dc req-6ae33260-46ab-41c4-b69f-fc18b7b76373 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfe63d26-24ca-4370-adc0-048d0d6d24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6229451 Nov 25 13:19:50.182476 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5c20554b-6d4e-42b1-9d47-d5caed386490 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:50.224541 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf655b-a2ff-46ff-b522-245122e78cc7 req-c1b99757-66eb-4a45-a3eb-03a4bbf93858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:50.226470 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d5cf655b-a2ff-46ff-b522-245122e78cc7 req-c1b99757-66eb-4a45-a3eb-03a4bbf93858 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f316b895b9bc47d6886b73ece5df5d1d&device_id=32ba8698-b3b1-4dfd-a8f2-8fbd4efeab35 HTTP/1.1" status: 200 len: 1095 time: 0.1422732 Nov 25 13:19:50.281883 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cabe21-df7e-4911-a676-4f94e069af3c service neutron] Pushing event updated for resources: {'Port': ['ID=f9e11cbf-735f-4dc4-b7af-b4b0e65142f1,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:50.310901 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:50.375129 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fc84434-e7c8-4bd6-b4b7-3ed027b92d19 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:19:50.391611 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-0b76156d-35e3-428b-a54a-fe6c39c9c338 None None] Provisioning complete for port 4cd902ae-5953-4ef5-9f1a-4fb722c9a36c triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:50.391611 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0b76156d-35e3-428b-a54a-fe6c39c9c338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:50.450459 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 2fc84434-e7c8-4bd6-b4b7-3ed027b92d19, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=2fc84434-e7c8-4bd6-b4b7-3ed027b92d19,segment=NetworkSegment(414786ef-10c3-4147-9abd-e15f64f822ae),segment_id=414786ef-10c3-4147-9abd-e15f64f822ae)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:19:50.460511 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:50.462419 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-0b76156d-35e3-428b-a54a-fe6c39c9c338 None None] Port 4cd902ae-5953-4ef5-9f1a-4fb722c9a36c cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:19:50.517751 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5c20554b-6d4e-42b1-9d47-d5caed386490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:50.523404 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=2fc84434-e7c8-4bd6-b4b7-3ed027b92d19,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:50.550548 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c20554b-6d4e-42b1-9d47-d5caed386490 admin admin] Pushing event updated for resources: {'Port': ['ID=4cd902ae-5953-4ef5-9f1a-4fb722c9a36c,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:50.580302 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777283c-3c2c-48e3-b29b-528ec25cd482 req-bcfba06c-49d3-4ead-8ce1-b55efc9c7eea tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:50.583127 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7777283c-3c2c-48e3-b29b-528ec25cd482 req-bcfba06c-49d3-4ead-8ce1-b55efc9c7eea tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc3d014a-3305-4ffe-bddb-08c65c6e7ca8 HTTP/1.1" status: 200 len: 944 time: 0.1908548 Nov 25 13:19:50.595274 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a77050d-e0e1-4123-b029-9a874d48288b req-675dacc0-cf57-45bf-b9dc-b7dd0c21296e tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:50.596800 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7a77050d-e0e1-4123-b029-9a874d48288b req-675dacc0-cf57-45bf-b9dc-b7dd0c21296e tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c811d06-f1e2-4f21-afe0-11e65cfbb472 HTTP/1.1" status: 200 len: 943 time: 0.1507719 Nov 25 13:19:50.694455 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['2fc84434-e7c8-4bd6-b4b7-3ed027b92d19'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:19:50.738677 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671f1b7-b008-4ede-9b23-683a9b454b9c req-5508634f-a8ca-4b45-b800-8a1c01da3851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:50.740231 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b671f1b7-b008-4ede-9b23-683a9b454b9c req-5508634f-a8ca-4b45-b800-8a1c01da3851 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0013694c3d8b4bbab5d29ed70a5d2a34&device_id=3c811d06-f1e2-4f21-afe0-11e65cfbb472 HTTP/1.1" status: 200 len: 1095 time: 0.4871471 Nov 25 13:19:50.795029 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b671f1b7-b008-4ede-9b23-683a9b454b9c req-9424f8b2-ac09-449b-beb3-c45e938e04a6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9e11cbf-735f-4dc4-b7af-b4b0e65142f1 HTTP/1.1" status: 200 len: 217 time: 0.0436358 Nov 25 13:19:50.803929 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7777283c-3c2c-48e3-b29b-528ec25cd482 req-80bb78db-113d-4519-babc-c6909fdeddee tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] 10.222.0.53 "GET /v2.0/security-groups?id=85e8e2a5-fed9-4563-adb3-f2b8359cafca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1888046 Nov 25 13:19:50.806743 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2cbac3ef-8b49-4a89-a19e-bc93bd22c1cf tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:50.816556 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7a77050d-e0e1-4123-b029-9a874d48288b req-753cb0fd-fe61-4747-a4e5-4c81bab1b0be tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a67b344-a277-4a59-9ec0-02294555dd86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1888633 Nov 25 13:19:50.825041 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2cbac3ef-8b49-4a89-a19e-bc93bd22c1cf tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:50.860776 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf655b-a2ff-46ff-b522-245122e78cc7 req-331a95cc-f33f-4314-8bdd-467c271ba4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:50.862362 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d5cf655b-a2ff-46ff-b522-245122e78cc7 req-331a95cc-f33f-4314-8bdd-467c271ba4db service neutron] 10.222.0.66 "GET /v2.0/networks?id=5a608445-48fc-4cb4-86bf-6068f5ffd561 HTTP/1.1" status: 200 len: 910 time: 0.6209800 Nov 25 13:19:50.923679 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d5cf655b-a2ff-46ff-b522-245122e78cc7 req-8f5df066-96da-4cb2-8574-8aa14c13a57f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59053dba-2c76-45f3-ad4a-19e7d38c9a02 HTTP/1.1" status: 200 len: 217 time: 0.0459399 Nov 25 13:19:50.927426 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671f1b7-b008-4ede-9b23-683a9b454b9c req-f0aa9cdd-aae2-4a30-972f-153d11bda143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:50.928800 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b671f1b7-b008-4ede-9b23-683a9b454b9c req-f0aa9cdd-aae2-4a30-972f-153d11bda143 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=47c2cdfb-b269-4d0e-b0a7-798aceb1b080 HTTP/1.1" status: 200 len: 851 time: 0.1248815 Nov 25 13:19:50.947650 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2cbac3ef-8b49-4a89-a19e-bc93bd22c1cf tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:50.977894 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbac3ef-8b49-4a89-a19e-bc93bd22c1cf tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event updated for resources: {'Port': ['ID=5c0d36b3-9d7c-4d2c-9ce8-0e43c2c3a067,revision_number=3']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:51.007923 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf655b-a2ff-46ff-b522-245122e78cc7 req-97a21911-f54a-47a3-83b1-6558042543e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:51.009383 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d5cf655b-a2ff-46ff-b522-245122e78cc7 req-97a21911-f54a-47a3-83b1-6558042543e4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4997cc2a-e143-43c9-a247-504e1c6f3545 HTTP/1.1" status: 200 len: 848 time: 0.0765758 Nov 25 13:19:51.014498 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671f1b7-b008-4ede-9b23-683a9b454b9c req-2a6a19da-60bb-4c10-9aa4-9a2799d9555c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:51.016544 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b671f1b7-b008-4ede-9b23-683a9b454b9c req-2a6a19da-60bb-4c10-9aa4-9a2799d9555c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2f3e9f4b-171e-4038-9419-459f783f3398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0752797 Nov 25 13:19:51.064524 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4eb028-4b50-4cbc-8836-69f612a235a4 req-4bed8082-e453-4ec5-ba90-ab64f1abd05d tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:51.071795 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7d4eb028-4b50-4cbc-8836-69f612a235a4 req-4bed8082-e453-4ec5-ba90-ab64f1abd05d tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbce244a-1b99-45fb-8772-6d1e1fc4128c HTTP/1.1" status: 200 len: 944 time: 0.1464684 Nov 25 13:19:51.118320 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c811d06-f1e2-4f21-afe0-11e65cfbb472', 'tag': 'f9e11cbf-735f-4dc4-b7af-b4b0e65142f1'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:19:51.120989 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a94836-6bef-4920-948a-7b07e2f55c2f" -d '{"events": [{"name": "network-changed", "server_uuid": "3c811d06-f1e2-4f21-afe0-11e65cfbb472", "tag": "f9e11cbf-735f-4dc4-b7af-b4b0e65142f1"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:19:51.122718 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5c20554b-6d4e-42b1-9d47-d5caed386490 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:51.132782 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf655b-a2ff-46ff-b522-245122e78cc7 req-da5cbd00-1a82-4ad1-8267-57127215eaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:51.134308 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d5cf655b-a2ff-46ff-b522-245122e78cc7 req-da5cbd00-1a82-4ad1-8267-57127215eaff service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5a608445-48fc-4cb4-86bf-6068f5ffd561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1169028 Nov 25 13:19:51.139749 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5c20554b-6d4e-42b1-9d47-d5caed386490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:51.153449 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b671f1b7-b008-4ede-9b23-683a9b454b9c req-98611aa9-2d9b-4c66-a024-d7c5adf73107 service neutron] 10.222.0.47 "GET /v2.0/networks/2f3e9f4b-171e-4038-9419-459f783f3398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288371 Nov 25 13:19:51.196373 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7d4eb028-4b50-4cbc-8836-69f612a235a4 req-0f47dc66-72da-4acc-8417-293967cefb9e tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] 10.222.0.53 "GET /v2.0/security-groups?id=58bff553-2229-45d1-9352-ab18f925ebb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236753 Nov 25 13:19:51.224916 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8afe7a9-189d-4f3d-be87-a2afa1bc3060 x-openstack-request-id: req-d8afe7a9-189d-4f3d-be87-a2afa1bc3060 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:19:51.225157 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device b2f35e38-ca45-4914-b763-85614b642496 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:19:51.225624 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c811d06-f1e2-4f21-afe0-11e65cfbb472", "tag": "f9e11cbf-735f-4dc4-b7af-b4b0e65142f1", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:19:51.225624 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d8afe7a9-189d-4f3d-be87-a2afa1bc3060 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:19:51.225937 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c811d06-f1e2-4f21-afe0-11e65cfbb472', 'tag': 'f9e11cbf-735f-4dc4-b7af-b4b0e65142f1', 'status': 'completed', 'code': 200} Nov 25 13:19:51.248605 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbac3ef-8b49-4a89-a19e-bc93bd22c1cf tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Network 2bdb8bb4-0421-4276-9862-82785daab345 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:19:51.257046 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-2cbac3ef-8b49-4a89-a19e-bc93bd22c1cf tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:19:51.266511 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5c20554b-6d4e-42b1-9d47-d5caed386490 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:51.288816 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port b2f35e38-ca45-4914-b763-85614b642496 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:51.289411 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:51.314729 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c20554b-6d4e-42b1-9d47-d5caed386490 admin admin] Pushing event updated for resources: {'Port': ['ID=4cd902ae-5953-4ef5-9f1a-4fb722c9a36c,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:51.373106 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d5cf655b-a2ff-46ff-b522-245122e78cc7 req-506f8f95-ca7b-4f84-99ac-c5522b824ee9 service neutron] 10.222.0.66 "GET /v2.0/networks/5a608445-48fc-4cb4-86bf-6068f5ffd561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184136 Nov 25 13:19:51.404633 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b671f1b7-b008-4ede-9b23-683a9b454b9c req-58e2b623-3bed-4794-aa85-a7f5a57c787d service neutron] 10.222.0.47 "GET /v2.0/networks/2f3e9f4b-171e-4038-9419-459f783f3398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904142 Nov 25 13:19:51.517642 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6c663-3333-4361-b503-49f381e72475 req-4ffbff7e-d17a-4d70-988c-4fc618c9bd86 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:51.525130 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-58a6c663-3333-4361-b503-49f381e72475 req-4ffbff7e-d17a-4d70-988c-4fc618c9bd86 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] 10.222.0.53 "GET /v2.0/ports?device_id=32ba8698-b3b1-4dfd-a8f2-8fbd4efeab35 HTTP/1.1" status: 200 len: 943 time: 0.1587782 Nov 25 13:19:51.546334 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d5cf655b-a2ff-46ff-b522-245122e78cc7 req-79a4561e-6804-4057-800a-56942d3e1bd8 service neutron] 10.222.0.66 "GET /v2.0/networks/5a608445-48fc-4cb4-86bf-6068f5ffd561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595356 Nov 25 13:19:51.549585 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a94836-6bef-4920-948a-7b07e2f55c2f req-7b5a6c97-e53c-4278-b85d-6a46f0855711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:51.551119 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-00a94836-6bef-4920-948a-7b07e2f55c2f req-7b5a6c97-e53c-4278-b85d-6a46f0855711 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0013694c3d8b4bbab5d29ed70a5d2a34&device_id=3c811d06-f1e2-4f21-afe0-11e65cfbb472 HTTP/1.1" status: 200 len: 1095 time: 0.0818169 Nov 25 13:19:51.621191 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-58a6c663-3333-4361-b503-49f381e72475 req-4e13e539-3b8f-49d9-bd3a-da40b0774f31 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfe63d26-24ca-4370-adc0-048d0d6d24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952063 Nov 25 13:19:51.623087 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c20554b-6d4e-42b1-9d47-d5caed386490 admin admin] Network 29e88c53-1a16-4ddf-bb52-3aa3dac4a9e8 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:19:51.625871 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-5c20554b-6d4e-42b1-9d47-d5caed386490 admin admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:19:51.631508 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cbac3ef-8b49-4a89-a19e-bc93bd22c1cf tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Router f59b056e-6e53-4b29-b7de-072bd6160e63 is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:19:51.664140 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a94836-6bef-4920-948a-7b07e2f55c2f req-f6173ba0-b198-46dd-a5cb-6744b9f443fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:51.664424 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-1f2cac9a-3af9-49fd-b157-1aa1a5197c7b None None] Provisioning complete for port 5c0d36b3-9d7c-4d2c-9ce8-0e43c2c3a067 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:51.664892 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1f2cac9a-3af9-49fd-b157-1aa1a5197c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:51.665853 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-00a94836-6bef-4920-948a-7b07e2f55c2f req-f6173ba0-b198-46dd-a5cb-6744b9f443fc service neutron] 10.222.0.47 "GET /v2.0/networks?id=2f3e9f4b-171e-4038-9419-459f783f3398 HTTP/1.1" status: 200 len: 913 time: 0.1067321 Nov 25 13:19:51.713643 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-1f2cac9a-3af9-49fd-b157-1aa1a5197c7b None None] Port 5c0d36b3-9d7c-4d2c-9ce8-0e43c2c3a067 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:19:51.720856 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-00a94836-6bef-4920-948a-7b07e2f55c2f req-3ec5ff30-1601-43b7-97cf-bcb80f1640f8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9e11cbf-735f-4dc4-b7af-b4b0e65142f1 HTTP/1.1" status: 200 len: 217 time: 0.0469177 Nov 25 13:19:51.779345 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a94836-6bef-4920-948a-7b07e2f55c2f req-0722ce19-f985-4e2b-b917-734d654cadc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:51.780857 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-00a94836-6bef-4920-948a-7b07e2f55c2f req-0722ce19-f985-4e2b-b917-734d654cadc4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=47c2cdfb-b269-4d0e-b0a7-798aceb1b080 HTTP/1.1" status: 200 len: 851 time: 0.0504673 Nov 25 13:19:51.822760 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cbac3ef-8b49-4a89-a19e-bc93bd22c1cf tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:19:51.831907 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-2cbac3ef-8b49-4a89-a19e-bc93bd22c1cf tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "PUT /v2.0/routers/f59b056e-6e53-4b29-b7de-072bd6160e63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1045156 Nov 25 13:19:51.832221 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51682) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:51.839169 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24761ad-cc1a-4675-a9a7-7aad1b59360f None None] Sync routers for ids ['f59b056e-6e53-4b29-b7de-072bd6160e63'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:19:51.840573 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c20554b-6d4e-42b1-9d47-d5caed386490 admin admin] Router f60b0a0c-d205-4ed3-b4c3-def7f677e77c has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:19:51.849752 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24761ad-cc1a-4675-a9a7-7aad1b59360f None None] Routers {'f59b056e-6e53-4b29-b7de-072bd6160e63'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:19:51.850955 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-a24761ad-cc1a-4675-a9a7-7aad1b59360f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:19:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['f59b056e-6e53-4b29-b7de-072bd6160e63'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:51.877468 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a94836-6bef-4920-948a-7b07e2f55c2f req-83a57638-f970-4f1c-95f1-4c6a924d21f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:51.879521 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-00a94836-6bef-4920-948a-7b07e2f55c2f req-83a57638-f970-4f1c-95f1-4c6a924d21f2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2f3e9f4b-171e-4038-9419-459f783f3398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0895886 Nov 25 13:19:51.881282 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 8ee914d7-dc46-4391-9c91-ab28844b7542 up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:19:51.942792 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-a24761ad-cc1a-4675-a9a7-7aad1b59360f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:51.959478 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24761ad-cc1a-4675-a9a7-7aad1b59360f None None] Routers {'f59b056e-6e53-4b29-b7de-072bd6160e63'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:19:51.961841 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-a24761ad-cc1a-4675-a9a7-7aad1b59360f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:19:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['f59b056e-6e53-4b29-b7de-072bd6160e63'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:51.961986 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-68db30e3-e4cc-4333-8f0b-75ee1db82d79 None None] Provisioning complete for port 4cd902ae-5953-4ef5-9f1a-4fb722c9a36c triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:51.962221 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-68db30e3-e4cc-4333-8f0b-75ee1db82d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:51.989991 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad13d5a-4d78-454e-bffd-811cdb2d3eb4 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:51.995218 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-fad13d5a-4d78-454e-bffd-811cdb2d3eb4 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "GET /v2.0/ports?device_id=f59b056e-6e53-4b29-b7de-072bd6160e63 HTTP/1.1" status: 200 len: 983 time: 0.1598597 Nov 25 13:19:51.998250 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51688) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:52.002114 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 2fc84434-e7c8-4bd6-b4b7-3ed027b92d19 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:19:52.004440 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port 8ee914d7-dc46-4391-9c91-ab28844b7542 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:19:52.008128 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-a24761ad-cc1a-4675-a9a7-7aad1b59360f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:52.008967 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24761ad-cc1a-4675-a9a7-7aad1b59360f None None] The sync data for ids ['f59b056e-6e53-4b29-b7de-072bd6160e63'] in n-d-808199-11 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:19:52.042736 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port 8ee914d7-dc46-4391-9c91-ab28844b7542 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:52.043070 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:52.065414 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c20554b-6d4e-42b1-9d47-d5caed386490 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:19:52.073799 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-68db30e3-e4cc-4333-8f0b-75ee1db82d79 None None] Port 4cd902ae-5953-4ef5-9f1a-4fb722c9a36c cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:19:52.074448 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-5c20554b-6d4e-42b1-9d47-d5caed386490 admin admin] 10.222.0.53 "PUT /v2.0/routers/f60b0a0c-d205-4ed3-b4c3-def7f677e77c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3062658 Nov 25 13:19:52.084627 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a310e500-e547-4999-bcf4-a18fe9368411 req-adbffe5c-9f6d-460e-b9b6-8e52401b474b tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:52.086143 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a310e500-e547-4999-bcf4-a18fe9368411 req-adbffe5c-9f6d-460e-b9b6-8e52401b474b tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc3d014a-3305-4ffe-bddb-08c65c6e7ca8 HTTP/1.1" status: 200 len: 944 time: 0.1043744 Nov 25 13:19:52.095081 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f0aa9-f020-4299-ac55-b7a75663c0ad req-1a917fa5-9b3d-439f-bfe1-a7a139758f5d tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:52.100647 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a105c40-efef-47fd-ac2a-2637e1a73962 None None] Sync routers for ids ['f60b0a0c-d205-4ed3-b4c3-def7f677e77c'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:19:52.102147 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1b2f0aa9-f020-4299-ac55-b7a75663c0ad req-1a917fa5-9b3d-439f-bfe1-a7a139758f5d tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c811d06-f1e2-4f21-afe0-11e65cfbb472 HTTP/1.1" status: 200 len: 943 time: 0.1289618 Nov 25 13:19:52.145399 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a105c40-efef-47fd-ac2a-2637e1a73962 None None] Routers {'f60b0a0c-d205-4ed3-b4c3-def7f677e77c'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:19:52.145949 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-8a105c40-efef-47fd-ac2a-2637e1a73962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:19:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['f60b0a0c-d205-4ed3-b4c3-def7f677e77c'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:52.177434 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a310e500-e547-4999-bcf4-a18fe9368411 req-0620ce83-b81b-48d6-a4f4-9bea6eadef69 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] 10.222.0.53 "GET /v2.0/security-groups?id=85e8e2a5-fed9-4563-adb3-f2b8359cafca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726006 Nov 25 13:19:52.201179 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1b2f0aa9-f020-4299-ac55-b7a75663c0ad req-5ad8389e-0f5d-47fb-892d-5985350eccda tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a67b344-a277-4a59-9ec0-02294555dd86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847933 Nov 25 13:19:52.228516 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-00a94836-6bef-4920-948a-7b07e2f55c2f req-ca25e36e-a34b-4718-9209-4ada54ca2fd3 service neutron] 10.222.0.47 "GET /v2.0/networks/2f3e9f4b-171e-4038-9419-459f783f3398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351543 Nov 25 13:19:52.236986 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 2fc84434-e7c8-4bd6-b4b7-3ed027b92d19 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:19:52.246217 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 2fc84434-e7c8-4bd6-b4b7-3ed027b92d19 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:52.246599 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:52.357407 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:52.364171 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca2261-7229-4e8c-943b-6c2cd4aef6a0 req-1d631945-25f8-4fd2-b5c0-b11f681b5299 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:52.367981 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-77ca2261-7229-4e8c-943b-6c2cd4aef6a0 req-1d631945-25f8-4fd2-b5c0-b11f681b5299 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbce244a-1b99-45fb-8772-6d1e1fc4128c HTTP/1.1" status: 200 len: 944 time: 0.0768316 Nov 25 13:19:52.384896 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-8a105c40-efef-47fd-ac2a-2637e1a73962 None None] Set router f60b0a0c-d205-4ed3-b4c3-def7f677e77c gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:19:52.425045 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc3d014a-3305-4ffe-bddb-08c65c6e7ca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ee914d7-dc46-4391-9c91-ab28844b7542'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:19:52.427351 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d8ef61-82cc-40b8-b712-40475e2e45ec" -d '{"events": [{"server_uuid": "bc3d014a-3305-4ffe-bddb-08c65c6e7ca8", "name": "network-vif-plugged", "status": "completed", "tag": "8ee914d7-dc46-4391-9c91-ab28844b7542"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:19:52.449372 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-77ca2261-7229-4e8c-943b-6c2cd4aef6a0 req-65ddc92b-4d35-40c0-9f8c-ea455e9b4682 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] 10.222.0.53 "GET /v2.0/security-groups?id=58bff553-2229-45d1-9352-ab18f925ebb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722017 Nov 25 13:19:52.452739 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 8ee914d7-dc46-4391-9c91-ab28844b7542, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=8ee914d7-dc46-4391-9c91-ab28844b7542,segment=NetworkSegment(5f9112fc-ff49-4b47-aa73-9d987cde76c7),segment_id=5f9112fc-ff49-4b47-aa73-9d987cde76c7)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:19:52.481785 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:52.501963 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-00a94836-6bef-4920-948a-7b07e2f55c2f req-2cdac653-c453-4e99-a581-a034fffb34a0 service neutron] 10.222.0.47 "GET /v2.0/networks/2f3e9f4b-171e-4038-9419-459f783f3398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849918 Nov 25 13:19:52.531922 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f8f4f8-643c-47a7-94e8-a43c2b65e71b x-openstack-request-id: req-f8f8f4f8-643c-47a7-94e8-a43c2b65e71b {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:19:52.532519 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc3d014a-3305-4ffe-bddb-08c65c6e7ca8", "name": "network-vif-plugged", "status": "completed", "tag": "8ee914d7-dc46-4391-9c91-ab28844b7542", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:19:52.532947 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f8f8f4f8-643c-47a7-94e8-a43c2b65e71b {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:19:52.533502 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc3d014a-3305-4ffe-bddb-08c65c6e7ca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ee914d7-dc46-4391-9c91-ab28844b7542', 'code': 200} Nov 25 13:19:52.543157 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:52.582269 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 51700) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:52.587290 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-9dc654a4-0813-4561-ab4c-601081dd9d78 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1706839640', 'description': 'tempest-description--1126213928'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:19:52.614550 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9dc654a4-0813-4561-ab4c-601081dd9d78 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:52.683761 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 2fc84434-e7c8-4bd6-b4b7-3ed027b92d19, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=2fc84434-e7c8-4bd6-b4b7-3ed027b92d19,segment=NetworkSegment(414786ef-10c3-4147-9abd-e15f64f822ae),segment_id=414786ef-10c3-4147-9abd-e15f64f822ae)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:19:52.696251 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d246dcd2-1724-4315-8c2d-b54495178d69 req-3def10c0-cef6-4658-bf06-b062fa97a855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:52.697745 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d246dcd2-1724-4315-8c2d-b54495178d69 req-3def10c0-cef6-4658-bf06-b062fa97a855 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=bc3d014a-3305-4ffe-bddb-08c65c6e7ca8 HTTP/1.1" status: 200 len: 1097 time: 0.1181600 Nov 25 13:19:52.699276 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=8ee914d7-dc46-4391-9c91-ab28844b7542,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:52.699854 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9dc654a4-0813-4561-ab4c-601081dd9d78 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:52.705371 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9dc654a4-0813-4561-ab4c-601081dd9d78 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:52.705703 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:52.758844 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1a9f3f5c-bc73-42dc-b9fd-17454d7ccef5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:52.759556 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9dc654a4-0813-4561-ab4c-601081dd9d78 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:52.762750 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-9dc654a4-0813-4561-ab4c-601081dd9d78 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1773539 Nov 25 13:19:52.776442 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 51704) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:52.782864 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-cb478ef2-9306-455e-8441-9f8827841353 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Request body: {'security_group_rule': {'security_group_id': 'b82ec6f0-cd59-483d-84f2-ae972f5c56e9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:19:52.789828 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc654a4-0813-4561-ab4c-601081dd9d78 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b82ec6f0-cd59-483d-84f2-ae972f5c56e9,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:52.808550 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=2fc84434-e7c8-4bd6-b4b7-3ed027b92d19,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:52.825728 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3598ae67-cef2-4d0c-85c9-1de519e687fd req-e28c51b3-d2d7-43cf-b97a-524a630fa827 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:52.827412 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3598ae67-cef2-4d0c-85c9-1de519e687fd req-e28c51b3-d2d7-43cf-b97a-524a630fa827 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] 10.222.0.53 "GET /v2.0/ports?device_id=32ba8698-b3b1-4dfd-a8f2-8fbd4efeab35 HTTP/1.1" status: 200 len: 943 time: 0.0899045 Nov 25 13:19:52.840740 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-8a105c40-efef-47fd-ac2a-2637e1a73962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f60b0a0c-d205-4ed3-b4c3-def7f677e77c', 'name': 'tempest-ServersTestBootFromVolume-1087633694-router', 'tenant_id': '40d8826cb6bc406990351c3cc8406e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'b2f35e38-ca45-4914-b763-85614b642496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:19:38Z', 'updated_at': '2021-11-25T13:19:50Z', 'revision_number': 4, 'project_id': '40d8826cb6bc406990351c3cc8406e5b', 'gw_port': {'id': 'b2f35e38-ca45-4914-b763-85614b642496', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:dd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60b0a0c-d205-4ed3-b4c3-def7f677e77c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:39Z', 'updated_at': '2021-11-25T13:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '4cd902ae-5953-4ef5-9f1a-4fb722c9a36c', 'name': '', 'network_id': '29e88c53-1a16-4ddf-bb52-3aa3dac4a9e8', 'tenant_id': '40d8826cb6bc406990351c3cc8406e5b', 'mac_address': 'fa:16:3e:53:b1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f60b0a0c-d205-4ed3-b4c3-def7f677e77c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'b01a5ad9-9f38-426c-a191-2cdc57143c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:48Z', 'updated_at': '2021-11-25T13:19:50Z', 'revision_number': 2, 'project_id': '40d8826cb6bc406990351c3cc8406e5b', 'subnets': [{'id': 'b01a5ad9-9f38-426c-a191-2cdc57143c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:52.845725 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cb478ef2-9306-455e-8441-9f8827841353 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:52.866801 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d246dcd2-1724-4315-8c2d-b54495178d69 req-b823b7f7-d1e6-4fa7-9755-f8df5a1e297e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=85e8e2a5-fed9-4563-adb3-f2b8359cafca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516082 Nov 25 13:19:52.869590 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a105c40-efef-47fd-ac2a-2637e1a73962 None None] Checking router: f60b0a0c-d205-4ed3-b4c3-def7f677e77c for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:19:52.869962 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a105c40-efef-47fd-ac2a-2637e1a73962 None None] Updating router f60b0a0c-d205-4ed3-b4c3-def7f677e77c port 4cd902ae-5953-4ef5-9f1a-4fb722c9a36c binding host n-d-808199-11 {{(pid=103572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:19:52.896030 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8a105c40-efef-47fd-ac2a-2637e1a73962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:52.914469 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3598ae67-cef2-4d0c-85c9-1de519e687fd req-94106a2c-2ae5-48a6-b765-2b0ce973fb55 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfe63d26-24ca-4370-adc0-048d0d6d24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777693 Nov 25 13:19:52.935511 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cb478ef2-9306-455e-8441-9f8827841353 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:52.940178 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cb478ef2-9306-455e-8441-9f8827841353 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:52.960136 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb478ef2-9306-455e-8441-9f8827841353 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d476c0a1-1d26-4c4e-a8f2-a8ae5961336b,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:52.968149 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cb478ef2-9306-455e-8441-9f8827841353 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:52.970091 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-cb478ef2-9306-455e-8441-9f8827841353 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1909642 Nov 25 13:19:52.972689 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 51706) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:52.979238 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-8fefb68a-cad3-4023-a937-29fce08aed57 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Request body: {'security_group_rule': {'security_group_id': 'b82ec6f0-cd59-483d-84f2-ae972f5c56e9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:19:53.010663 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8fefb68a-cad3-4023-a937-29fce08aed57 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:53.041039 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-1a9f3f5c-bc73-42dc-b9fd-17454d7ccef5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Deleting port 5c0d36b3-9d7c-4d2c-9ce8-0e43c2c3a067 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:19:53.042020 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1a9f3f5c-bc73-42dc-b9fd-17454d7ccef5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:53.079862 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8fefb68a-cad3-4023-a937-29fce08aed57 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:53.084743 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8fefb68a-cad3-4023-a937-29fce08aed57 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:53.118854 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fefb68a-cad3-4023-a937-29fce08aed57 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9c65c38-dd63-4658-9662-d715adb8e0d4,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:53.135104 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8fefb68a-cad3-4023-a937-29fce08aed57 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:53.139086 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-8fefb68a-cad3-4023-a937-29fce08aed57 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1615872 Nov 25 13:19:53.139448 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 51708) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:53.144622 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-9592f551-e804-452f-87ff-d9ad78a34055 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Request body: {'floatingip': {'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:19:53.168220 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9592f551-e804-452f-87ff-d9ad78a34055 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Publish callbacks [] for floatingip, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:53.212397 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8a105c40-efef-47fd-ac2a-2637e1a73962 None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:53.222842 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8a105c40-efef-47fd-ac2a-2637e1a73962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:53.294773 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9592f551-e804-452f-87ff-d9ad78a34055 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:53.324898 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83788110-1796-4415-9d66-4d87fa2622fe None None] Pushing event updated for resources: {'Port': ['ID=4cd902ae-5953-4ef5-9f1a-4fb722c9a36c,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:53.411722 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-8a105c40-efef-47fd-ac2a-2637e1a73962 None None] Attempting to bind port 4cd902ae-5953-4ef5-9f1a-4fb722c9a36c on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:19:53.412110 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-8a105c40-efef-47fd-ac2a-2637e1a73962 None None] Attempting to bind port 4cd902ae-5953-4ef5-9f1a-4fb722c9a36c by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '85cbc951-06c6-4281-8bbe-d0f3e25e56f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '29e88c53-1a16-4ddf-bb52-3aa3dac4a9e8'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:19:53.412485 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a105c40-efef-47fd-ac2a-2637e1a73962 None None] Attempting to bind port 4cd902ae-5953-4ef5-9f1a-4fb722c9a36c on network 29e88c53-1a16-4ddf-bb52-3aa3dac4a9e8 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:19:53.419288 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a105c40-efef-47fd-ac2a-2637e1a73962 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:19:53.419655 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a105c40-efef-47fd-ac2a-2637e1a73962 None None] Checking segment: {'id': '85cbc951-06c6-4281-8bbe-d0f3e25e56f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '29e88c53-1a16-4ddf-bb52-3aa3dac4a9e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:19:53.420081 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8a105c40-efef-47fd-ac2a-2637e1a73962 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:53.421176 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a105c40-efef-47fd-ac2a-2637e1a73962 None None] Bound using segment: {'id': '85cbc951-06c6-4281-8bbe-d0f3e25e56f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '29e88c53-1a16-4ddf-bb52-3aa3dac4a9e8'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:19:53.421837 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-8a105c40-efef-47fd-ac2a-2637e1a73962 None None] Bound port: 4cd902ae-5953-4ef5-9f1a-4fb722c9a36c, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85cbc951-06c6-4281-8bbe-d0f3e25e56f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '29e88c53-1a16-4ddf-bb52-3aa3dac4a9e8'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:19:53.422829 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8a105c40-efef-47fd-ac2a-2637e1a73962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:53.464301 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc573d-c1cb-4151-9b31-676558a3e1b2 req-6cf8a181-283c-43ce-b197-a7442518eddf tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:53.471900 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9bcc573d-c1cb-4151-9b31-676558a3e1b2 req-6cf8a181-283c-43ce-b197-a7442518eddf tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c811d06-f1e2-4f21-afe0-11e65cfbb472 HTTP/1.1" status: 200 len: 943 time: 0.1608586 Nov 25 13:19:53.492715 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1a9f3f5c-bc73-42dc-b9fd-17454d7ccef5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:53.510841 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-1a9f3f5c-bc73-42dc-b9fd-17454d7ccef5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Calling delete_port for 5c0d36b3-9d7c-4d2c-9ce8-0e43c2c3a067 owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:19:53.520820 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6812f6-779f-45d6-a73c-8ce66cdd135b req-b2fdd30e-d57c-404f-9874-83462f08eb25 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:53.521759 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-8a105c40-efef-47fd-ac2a-2637e1a73962 None None] For port 4cd902ae-5953-4ef5-9f1a-4fb722c9a36c, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:19:53.522589 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2c6812f6-779f-45d6-a73c-8ce66cdd135b req-b2fdd30e-d57c-404f-9874-83462f08eb25 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc3d014a-3305-4ffe-bddb-08c65c6e7ca8 HTTP/1.1" status: 200 len: 945 time: 0.1966233 Nov 25 13:19:53.525671 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-8a105c40-efef-47fd-ac2a-2637e1a73962 None None] For port 4cd902ae-5953-4ef5-9f1a-4fb722c9a36c, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=4cd902ae-5953-4ef5-9f1a-4fb722c9a36c,segment=NetworkSegment(85cbc951-06c6-4281-8bbe-d0f3e25e56f3),segment_id=85cbc951-06c6-4281-8bbe-d0f3e25e56f3)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:19:53.532344 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8a105c40-efef-47fd-ac2a-2637e1a73962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:53.569801 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-9592f551-e804-452f-87ff-d9ad78a34055 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Allocated IP 172.25.5.153 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/e3db557a-742a-4b0c-8c12-bea49db8de36) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:19:53.604632 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9bcc573d-c1cb-4151-9b31-676558a3e1b2 req-94126778-e991-4fad-b21f-f91c060b5bc6 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a67b344-a277-4a59-9ec0-02294555dd86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317267 Nov 25 13:19:53.608273 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a105c40-efef-47fd-ac2a-2637e1a73962 None None] Routers {'f60b0a0c-d205-4ed3-b4c3-def7f677e77c'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:19:53.609479 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-8a105c40-efef-47fd-ac2a-2637e1a73962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:19:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['f60b0a0c-d205-4ed3-b4c3-def7f677e77c'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:53.618671 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83788110-1796-4415-9d66-4d87fa2622fe None None] Pushing event updated for resources: {'Port': ['ID=4cd902ae-5953-4ef5-9f1a-4fb722c9a36c,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:53.697263 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-ed93d212-4d5b-45f3-a322-27608a1be2b3 None None] Provisioning complete for port 4cd902ae-5953-4ef5-9f1a-4fb722c9a36c triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:53.697646 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ed93d212-4d5b-45f3-a322-27608a1be2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:53.705465 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2c6812f6-779f-45d6-a73c-8ce66cdd135b req-1d5e1260-f899-4235-ab95-07a1ef437101 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] 10.222.0.53 "GET /v2.0/security-groups?id=85e8e2a5-fed9-4563-adb3-f2b8359cafca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666908 Nov 25 13:19:53.766875 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1a9f3f5c-bc73-42dc-b9fd-17454d7ccef5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:53.818982 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9592f551-e804-452f-87ff-d9ad78a34055 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:53.820536 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9f3f5c-bc73-42dc-b9fd-17454d7ccef5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event deleted for resources: {'Port': ['ID=5c0d36b3-9d7c-4d2c-9ce8-0e43c2c3a067,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:53.918259 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba386c-2155-469a-873b-63919cadd405 req-43bfa71c-ee95-4ceb-a839-c4b5fda4e301 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:53.920074 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-83ba386c-2155-469a-873b-63919cadd405 req-43bfa71c-ee95-4ceb-a839-c4b5fda4e301 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbce244a-1b99-45fb-8772-6d1e1fc4128c HTTP/1.1" status: 200 len: 945 time: 0.1504490 Nov 25 13:19:53.976014 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652847c7-94f9-440e-a5de-0d6302e06093 req-373bd1da-c191-4423-9bc5-a40b0c74ba6a tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:53.985028 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-652847c7-94f9-440e-a5de-0d6302e06093 req-373bd1da-c191-4423-9bc5-a40b0c74ba6a tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 944 time: 0.1602297 Nov 25 13:19:53.999793 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 59053dba-2c76-45f3-ad4a-19e7d38c9a02 details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:19:54.002512 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device f9e11cbf-735f-4dc4-b7af-b4b0e65142f1 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:19:54.026283 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-83ba386c-2155-469a-873b-63919cadd405 req-fe007138-3584-4798-8899-f8b5e40f3046 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] 10.222.0.53 "GET /v2.0/security-groups?id=58bff553-2229-45d1-9352-ab18f925ebb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991604 Nov 25 13:19:54.027305 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9592f551-e804-452f-87ff-d9ad78a34055 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:54.106063 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9592f551-e804-452f-87ff-d9ad78a34055 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:19:54.113608 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1a9f3f5c-bc73-42dc-b9fd-17454d7ccef5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:54.119348 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port f9e11cbf-735f-4dc4-b7af-b4b0e65142f1, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=f9e11cbf-735f-4dc4-b7af-b4b0e65142f1,segment=NetworkSegment(6fb7f782-47b7-4daf-90f8-79d2f2e4c952),segment_id=6fb7f782-47b7-4daf-90f8-79d2f2e4c952)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:19:54.155502 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': 'f9e11cbf-735f-4dc4-b7af-b4b0e65142f1', 'network_id': '2f3e9f4b-171e-4038-9419-459f783f3398', 'port_id': 'f9e11cbf-735f-4dc4-b7af-b4b0e65142f1', 'mac_address': 'fa:16:3e:52:f6:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47c2cdfb-b269-4d0e-b0a7-798aceb1b080', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:19:54.178787 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-9592f551-e804-452f-87ff-d9ad78a34055 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:19:54.204154 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9592f551-e804-452f-87ff-d9ad78a34055 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:19:54.271665 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-652847c7-94f9-440e-a5de-0d6302e06093 req-bbd6e79b-e74d-48d7-a606-92167ae14fc3 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2853315 Nov 25 13:19:54.283444 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9592f551-e804-452f-87ff-d9ad78a34055 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Pushing event updated for resources: {'Port': ['ID=e3db557a-742a-4b0c-8c12-bea49db8de36,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:54.292685 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-8a105c40-efef-47fd-ac2a-2637e1a73962 None None] Set router f60b0a0c-d205-4ed3-b4c3-def7f677e77c gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:19:54.305402 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd3b0c3-3789-4817-b375-fe8d1799ac41 req-883f2899-de61-4d1d-a392-bf48bff2a060 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:54.307203 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5dd3b0c3-3789-4817-b375-fe8d1799ac41 req-883f2899-de61-4d1d-a392-bf48bff2a060 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] 10.222.0.53 "GET /v2.0/ports?device_id=32ba8698-b3b1-4dfd-a8f2-8fbd4efeab35 HTTP/1.1" status: 200 len: 943 time: 0.1385624 Nov 25 13:19:54.326128 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a9f3f5c-bc73-42dc-b9fd-17454d7ccef5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Router f59b056e-6e53-4b29-b7de-072bd6160e63 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:19:54.374547 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5dd3b0c3-3789-4817-b375-fe8d1799ac41 req-42f4b72f-ffbb-42f9-a6ff-b1374f4e2586 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfe63d26-24ca-4370-adc0-048d0d6d24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602739 Nov 25 13:19:54.375684 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:54.381853 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ed93d212-4d5b-45f3-a322-27608a1be2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:54.427684 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a9f3f5c-bc73-42dc-b9fd-17454d7ccef5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:19:54.435829 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-1a9f3f5c-bc73-42dc-b9fd-17454d7ccef5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "PUT /v2.0/routers/f59b056e-6e53-4b29-b7de-072bd6160e63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4363689 Nov 25 13:19:54.439026 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51722) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:54.448087 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf60623-4dce-40f7-81d2-08cd0be46f50 None None] Sync routers for ids ['f59b056e-6e53-4b29-b7de-072bd6160e63'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:19:54.458383 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f45f9bc-d63a-444d-9f2d-5de4c4f873e9 req-d3a5e48b-3ce0-4dc6-82ed-9df3adb56a65 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:54.459967 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4f45f9bc-d63a-444d-9f2d-5de4c4f873e9 req-d3a5e48b-3ce0-4dc6-82ed-9df3adb56a65 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 944 time: 0.0918186 Nov 25 13:19:54.465264 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9592f551-e804-452f-87ff-d9ad78a34055 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:54.468326 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf60623-4dce-40f7-81d2-08cd0be46f50 None None] Routers {'f59b056e-6e53-4b29-b7de-072bd6160e63'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:19:54.471459 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ddf60623-4dce-40f7-81d2-08cd0be46f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:19:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['f59b056e-6e53-4b29-b7de-072bd6160e63'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:54.472716 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-cae32e4d-d2e3-408c-a3f1-972d4bbdc9d7 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] GET failed (client error): The resource could not be found. Nov 25 13:19:54.475499 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-cae32e4d-d2e3-408c-a3f1-972d4bbdc9d7 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "GET /v2.0/ports/5c0d36b3-9d7c-4d2c-9ce8-0e43c2c3a067 HTTP/1.1" status: 404 len: 333 time: 0.0336733 Nov 25 13:19:54.477653 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51724) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:54.487831 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9e11cbf-735f-4dc4-b7af-b4b0e65142f1 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:19:54.509318 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-ed93d212-4d5b-45f3-a322-27608a1be2b3 None None] For port 4cd902ae-5953-4ef5-9f1a-4fb722c9a36c, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=4cd902ae-5953-4ef5-9f1a-4fb722c9a36c,segment=NetworkSegment(85cbc951-06c6-4281-8bbe-d0f3e25e56f3),segment_id=85cbc951-06c6-4281-8bbe-d0f3e25e56f3)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:19:54.521217 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ddf60623-4dce-40f7-81d2-08cd0be46f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:54.522436 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9592f551-e804-452f-87ff-d9ad78a34055 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:54.533360 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf60623-4dce-40f7-81d2-08cd0be46f50 None None] Routers {'f59b056e-6e53-4b29-b7de-072bd6160e63'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:19:54.534326 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ddf60623-4dce-40f7-81d2-08cd0be46f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:19:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['f59b056e-6e53-4b29-b7de-072bd6160e63'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:54.536890 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbce244a-1b99-45fb-8772-6d1e1fc4128c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc84434-e7c8-4bd6-b4b7-3ed027b92d19'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:19:54.539887 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e22a2962-4d49-4406-a0c6-08072397f901" -d '{"events": [{"server_uuid": "bbce244a-1b99-45fb-8772-6d1e1fc4128c", "name": "network-vif-plugged", "status": "completed", "tag": "2fc84434-e7c8-4bd6-b4b7-3ed027b92d19"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:19:54.568605 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ed93d212-4d5b-45f3-a322-27608a1be2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:54.582957 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ddf60623-4dce-40f7-81d2-08cd0be46f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:54.583851 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf60623-4dce-40f7-81d2-08cd0be46f50 None None] The sync data for ids ['f59b056e-6e53-4b29-b7de-072bd6160e63'] in n-d-808199-11 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:19:54.599650 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eed038de-71e1-4f62-abf5-122e62ef1bf2 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:54.600720 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4f45f9bc-d63a-444d-9f2d-5de4c4f873e9 req-05beff34-aaf0-420e-9325-8cfc368fc6a9 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335678 Nov 25 13:19:54.651672 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-756a7a87-649c-45ed-b4e1-253e477eca43 x-openstack-request-id: req-756a7a87-649c-45ed-b4e1-253e477eca43 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:19:54.651968 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbce244a-1b99-45fb-8772-6d1e1fc4128c", "name": "network-vif-plugged", "status": "completed", "tag": "2fc84434-e7c8-4bd6-b4b7-3ed027b92d19", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:19:54.652225 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-756a7a87-649c-45ed-b4e1-253e477eca43 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:19:54.652619 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbce244a-1b99-45fb-8772-6d1e1fc4128c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc84434-e7c8-4bd6-b4b7-3ed027b92d19', 'code': 200} Nov 25 13:19:54.654937 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port f9e11cbf-735f-4dc4-b7af-b4b0e65142f1, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=f9e11cbf-735f-4dc4-b7af-b4b0e65142f1,segment=NetworkSegment(6fb7f782-47b7-4daf-90f8-79d2f2e4c952),segment_id=6fb7f782-47b7-4daf-90f8-79d2f2e4c952)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:19:54.743732 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9592f551-e804-452f-87ff-d9ad78a34055 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:54.748510 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 59053dba-2c76-45f3-ad4a-19e7d38c9a02, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=59053dba-2c76-45f3-ad4a-19e7d38c9a02,segment=NetworkSegment(97c77095-bc47-41b9-ad4e-e95f82e3a97b),segment_id=97c77095-bc47-41b9-ad4e-e95f82e3a97b)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:19:54.756861 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9592f551-e804-452f-87ff-d9ad78a34055 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:54.763239 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:54.812418 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': '59053dba-2c76-45f3-ad4a-19e7d38c9a02', 'network_id': '5a608445-48fc-4cb4-86bf-6068f5ffd561', 'port_id': '59053dba-2c76-45f3-ad4a-19e7d38c9a02', 'mac_address': 'fa:16:3e:a5:e3:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4997cc2a-e143-43c9-a247-504e1c6f3545', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:19:54.819891 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-82f22137-576f-4ed9-99ec-428a4858bd3c None None] Provisioning complete for port 4cd902ae-5953-4ef5-9f1a-4fb722c9a36c triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:54.820266 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-82f22137-576f-4ed9-99ec-428a4858bd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:54.838082 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560d291c-4e38-4958-ae53-fe7bec685c5f req-f1c0347e-5418-47c2-85d0-80b90ac891ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:54.838082 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-560d291c-4e38-4958-ae53-fe7bec685c5f req-f1c0347e-5418-47c2-85d0-80b90ac891ba service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bbce244a-1b99-45fb-8772-6d1e1fc4128c HTTP/1.1" status: 200 len: 1097 time: 0.1461582 Nov 25 13:19:54.885245 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eed038de-71e1-4f62-abf5-122e62ef1bf2 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:54.888296 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eed038de-71e1-4f62-abf5-122e62ef1bf2 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:54.908172 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9592f551-e804-452f-87ff-d9ad78a34055 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Pushing event updated for resources: {'Port': ['ID=e3db557a-742a-4b0c-8c12-bea49db8de36,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:54.924147 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9592f551-e804-452f-87ff-d9ad78a34055 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:54.936313 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a29f5cb-8a9e-4183-b2dd-b9cb54a8fe67 req-5fb84aee-2080-4db3-89ee-44e29729a92c tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:54.937920 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1a29f5cb-8a9e-4183-b2dd-b9cb54a8fe67 req-5fb84aee-2080-4db3-89ee-44e29729a92c tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c811d06-f1e2-4f21-afe0-11e65cfbb472 HTTP/1.1" status: 200 len: 944 time: 0.1399822 Nov 25 13:19:54.943094 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed93d212-4d5b-45f3-a322-27608a1be2b3 None None] Pushing event updated for resources: {'Port': ['ID=4cd902ae-5953-4ef5-9f1a-4fb722c9a36c,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:54.952409 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1ed298-e130-4ab8-a877-d494d5d0db37 req-34dff8c8-ec07-42e2-ad98-4d604f1fd1c5 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:54.952988 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1a1ed298-e130-4ab8-a877-d494d5d0db37 req-34dff8c8-ec07-42e2-ad98-4d604f1fd1c5 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc3d014a-3305-4ffe-bddb-08c65c6e7ca8 HTTP/1.1" status: 200 len: 945 time: 0.1443884 Nov 25 13:19:54.958316 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-560d291c-4e38-4958-ae53-fe7bec685c5f req-7337a446-86e2-4b56-a96e-5fd619e624c5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=58bff553-2229-45d1-9352-ab18f925ebb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922356 Nov 25 13:19:54.961618 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eed038de-71e1-4f62-abf5-122e62ef1bf2 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:54.962207 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed038de-71e1-4f62-abf5-122e62ef1bf2 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Fanout notify agent at l3_agent the message router_deleted on router f59b056e-6e53-4b29-b7de-072bd6160e63 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:19:54.970788 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eed038de-71e1-4f62-abf5-122e62ef1bf2 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:54.971945 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-eed038de-71e1-4f62-abf5-122e62ef1bf2 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "DELETE /v2.0/routers/f59b056e-6e53-4b29-b7de-072bd6160e63 HTTP/1.1" status: 204 len: 168 time: 0.4921536 Nov 25 13:19:54.974586 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51736) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:54.988591 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9592f551-e804-452f-87ff-d9ad78a34055 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:54.990153 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-9592f551-e804-452f-87ff-d9ad78a34055 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8496230 Nov 25 13:19:55.010767 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:55.035135 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['f9e11cbf-735f-4dc4-b7af-b4b0e65142f1'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:19:55.036706 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1a1ed298-e130-4ab8-a877-d494d5d0db37 req-5bf0c06e-e51e-4d04-a63f-5f3950e4b608 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] 10.222.0.53 "GET /v2.0/security-groups?id=85e8e2a5-fed9-4563-adb3-f2b8359cafca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633681 Nov 25 13:19:55.050317 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-292cb2ec-979e-49e5-a27a-b7a5704be567 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Deleting subnet 9969f2d8-0e7d-4f69-a11e-465ffb7262b1 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:19:55.053347 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-292cb2ec-979e-49e5-a27a-b7a5704be567 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:55.083320 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=f9e11cbf-735f-4dc4-b7af-b4b0e65142f1,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:55.088648 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59053dba-2c76-45f3-ad4a-19e7d38c9a02 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:19:55.112371 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1a29f5cb-8a9e-4183-b2dd-b9cb54a8fe67 req-9aaf45a5-17e1-49f3-b747-11a1af85c841 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a67b344-a277-4a59-9ec0-02294555dd86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381500 Nov 25 13:19:55.152253 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-292cb2ec-979e-49e5-a27a-b7a5704be567 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:55.170313 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 59053dba-2c76-45f3-ad4a-19e7d38c9a02, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=59053dba-2c76-45f3-ad4a-19e7d38c9a02,segment=NetworkSegment(97c77095-bc47-41b9-ad4e-e95f82e3a97b),segment_id=97c77095-bc47-41b9-ad4e-e95f82e3a97b)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:19:55.207551 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:55.220492 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-8a105c40-efef-47fd-ac2a-2637e1a73962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f60b0a0c-d205-4ed3-b4c3-def7f677e77c', 'name': 'tempest-ServersTestBootFromVolume-1087633694-router', 'tenant_id': '40d8826cb6bc406990351c3cc8406e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'b2f35e38-ca45-4914-b763-85614b642496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:19:38Z', 'updated_at': '2021-11-25T13:19:50Z', 'revision_number': 4, 'project_id': '40d8826cb6bc406990351c3cc8406e5b', 'gw_port': {'id': 'b2f35e38-ca45-4914-b763-85614b642496', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:dd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60b0a0c-d205-4ed3-b4c3-def7f677e77c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:39Z', 'updated_at': '2021-11-25T13:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '4cd902ae-5953-4ef5-9f1a-4fb722c9a36c', 'name': '', 'network_id': '29e88c53-1a16-4ddf-bb52-3aa3dac4a9e8', 'tenant_id': '40d8826cb6bc406990351c3cc8406e5b', 'mac_address': 'fa:16:3e:53:b1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f60b0a0c-d205-4ed3-b4c3-def7f677e77c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'b01a5ad9-9f38-426c-a191-2cdc57143c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:48Z', 'updated_at': '2021-11-25T13:19:53Z', 'revision_number': 4, 'project_id': '40d8826cb6bc406990351c3cc8406e5b', 'subnets': [{'id': 'b01a5ad9-9f38-426c-a191-2cdc57143c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:55.288136 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-292cb2ec-979e-49e5-a27a-b7a5704be567 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:55.292786 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a105c40-efef-47fd-ac2a-2637e1a73962 None None] The sync data for ids ['f60b0a0c-d205-4ed3-b4c3-def7f677e77c'] in n-d-808199-11 is: [{'id': 'f60b0a0c-d205-4ed3-b4c3-def7f677e77c', 'name': 'tempest-ServersTestBootFromVolume-1087633694-router', 'tenant_id': '40d8826cb6bc406990351c3cc8406e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'b2f35e38-ca45-4914-b763-85614b642496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:19:38Z', 'updated_at': '2021-11-25T13:19:50Z', 'revision_number': 4, 'project_id': '40d8826cb6bc406990351c3cc8406e5b', 'gw_port': {'id': 'b2f35e38-ca45-4914-b763-85614b642496', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:dd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60b0a0c-d205-4ed3-b4c3-def7f677e77c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:39Z', 'updated_at': '2021-11-25T13:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '4cd902ae-5953-4ef5-9f1a-4fb722c9a36c', 'name': '', 'network_id': '29e88c53-1a16-4ddf-bb52-3aa3dac4a9e8', 'tenant_id': '40d8826cb6bc406990351c3cc8406e5b', 'mac_address': 'fa:16:3e:53:b1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f60b0a0c-d205-4ed3-b4c3-def7f677e77c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'b01a5ad9-9f38-426c-a191-2cdc57143c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:48Z', 'updated_at': '2021-11-25T13:19:53Z', 'revision_number': 4, 'project_id': '40d8826cb6bc406990351c3cc8406e5b', 'subnets': [{'id': 'b01a5ad9-9f38-426c-a191-2cdc57143c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:19:55.347768 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ac48e8-b653-4a64-a050-ffeb80067962 req-8e2d430e-63b0-4403-b045-3a23d1225477 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:55.349456 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b8ac48e8-b653-4a64-a050-ffeb80067962 req-8e2d430e-63b0-4403-b045-3a23d1225477 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/networks?id=9accb235-a825-49d8-b9c6-39063069a4b3 HTTP/1.1" status: 200 len: 811 time: 0.1875741 Nov 25 13:19:55.411604 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b8ac48e8-b653-4a64-a050-ffeb80067962 req-daf30713-e4d9-4551-bb6a-0e6c33286b47 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/quotas/621e47be21954218b422540d084376f9 HTTP/1.1" status: 200 len: 375 time: 0.0454860 Nov 25 13:19:55.440987 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-292cb2ec-979e-49e5-a27a-b7a5704be567 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:55.447027 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0445669-a235-4d6a-873f-c984519f55c6 req-fe8eb90a-4294-4445-94f2-0674a40e0fa0 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:55.448526 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b0445669-a235-4d6a-873f-c984519f55c6 req-fe8eb90a-4294-4445-94f2-0674a40e0fa0 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbce244a-1b99-45fb-8772-6d1e1fc4128c HTTP/1.1" status: 200 len: 945 time: 0.1539481 Nov 25 13:19:55.452752 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=59053dba-2c76-45f3-ad4a-19e7d38c9a02,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:55.493235 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292cb2ec-979e-49e5-a27a-b7a5704be567 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event deleted for resources: {'Subnet': ['ID=9969f2d8-0e7d-4f69-a11e-465ffb7262b1,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:55.510319 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f60e9d-810a-4816-bafc-bc112b789363 None None] Network 2bdb8bb4-0421-4276-9862-82785daab345 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:19:55.515083 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-292cb2ec-979e-49e5-a27a-b7a5704be567 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:55.522842 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-292cb2ec-979e-49e5-a27a-b7a5704be567 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "DELETE /v2.0/subnets/9969f2d8-0e7d-4f69-a11e-465ffb7262b1 HTTP/1.1" status: 204 len: 168 time: 0.5470872 Nov 25 13:19:55.523511 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51790) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:55.529022 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b8ac48e8-b653-4a64-a050-ffeb80067962 req-92e86709-0ede-4ac3-bbe0-8182d74adfb1 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=621e47be21954218b422540d084376f9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1085126 Nov 25 13:19:55.542162 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['59053dba-2c76-45f3-ad4a-19e7d38c9a02'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:19:55.654071 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b8ac48e8-b653-4a64-a050-ffeb80067962 req-d32f30f3-c9cc-43f4-a22d-e3b6a8505c86 service neutron] 10.222.0.53 "GET /v2.0/networks/9accb235-a825-49d8-b9c6-39063069a4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118381 Nov 25 13:19:55.672870 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-036765bd-b8e3-45d5-96de-cac0947a5baa tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:55.743347 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b0445669-a235-4d6a-873f-c984519f55c6 req-ca2d732e-ad4d-4d92-860a-46371c03c935 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] 10.222.0.53 "GET /v2.0/security-groups?id=58bff553-2229-45d1-9352-ab18f925ebb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2587526 Nov 25 13:19:55.810331 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-036765bd-b8e3-45d5-96de-cac0947a5baa tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Deleting port 41b2f0a2-b4ad-467f-9eb8-2b1186dbcf8c {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:19:55.810921 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-036765bd-b8e3-45d5-96de-cac0947a5baa tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:55.860118 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b8ac48e8-b653-4a64-a050-ffeb80067962 req-5a453ddb-9599-498c-a294-b550f0b30945 service neutron] 10.222.0.53 "GET /v2.0/networks/9accb235-a825-49d8-b9c6-39063069a4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871302 Nov 25 13:19:55.886585 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d642309-151b-49e2-90e0-73217310be92 None None] DHCP port deletion for 2bdb8bb4-0421-4276-9862-82785daab345 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:19:55.945745 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-036765bd-b8e3-45d5-96de-cac0947a5baa tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] For port 41b2f0a2-b4ad-467f-9eb8-2b1186dbcf8c, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=41b2f0a2-b4ad-467f-9eb8-2b1186dbcf8c,segment=NetworkSegment(79392563-2519-4347-9897-d5c449891b1b),segment_id=79392563-2519-4347-9897-d5c449891b1b)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:19:55.946124 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-036765bd-b8e3-45d5-96de-cac0947a5baa tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:55.965185 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-036765bd-b8e3-45d5-96de-cac0947a5baa tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Calling delete_port for 41b2f0a2-b4ad-467f-9eb8-2b1186dbcf8c owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:19:56.060972 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e9e68-5f69-489d-975d-8c2855e4281c req-2e16d760-5236-43a1-9747-d8490cd889ba tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:56.067184 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4e2e9e68-5f69-489d-975d-8c2855e4281c req-2e16d760-5236-43a1-9747-d8490cd889ba tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc3d014a-3305-4ffe-bddb-08c65c6e7ca8 HTTP/1.1" status: 200 len: 945 time: 0.2010515 Nov 25 13:19:56.087847 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 51798) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:56.094947 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-8d642309-151b-49e2-90e0-73217310be92 None None] Deleting port 41b2f0a2-b4ad-467f-9eb8-2b1186dbcf8c {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:19:56.095536 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8d642309-151b-49e2-90e0-73217310be92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:56.106731 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-db1fc5b6-baaa-431f-9d23-550beceacbd5 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Request body: {'floatingip': {'port_id': '8ee914d7-dc46-4391-9c91-ab28844b7542'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:19:56.142932 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-036765bd-b8e3-45d5-96de-cac0947a5baa tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:56.208961 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036765bd-b8e3-45d5-96de-cac0947a5baa tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event deleted for resources: {'Port': ['ID=41b2f0a2-b4ad-467f-9eb8-2b1186dbcf8c,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:56.212700 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036765bd-b8e3-45d5-96de-cac0947a5baa tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] No DVR routers for this DVR port 41b2f0a2-b4ad-467f-9eb8-2b1186dbcf8c on host n-d-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:19:56.246745 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-db1fc5b6-baaa-431f-9d23-550beceacbd5 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Publish callbacks [] for floatingip, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:56.334436 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-8d642309-151b-49e2-90e0-73217310be92 None None] For port 41b2f0a2-b4ad-467f-9eb8-2b1186dbcf8c, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=41b2f0a2-b4ad-467f-9eb8-2b1186dbcf8c,segment=NetworkSegment(79392563-2519-4347-9897-d5c449891b1b),segment_id=79392563-2519-4347-9897-d5c449891b1b)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:19:56.335013 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8d642309-151b-49e2-90e0-73217310be92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:56.386632 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-036765bd-b8e3-45d5-96de-cac0947a5baa tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:56.411972 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-036765bd-b8e3-45d5-96de-cac0947a5baa tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bdb8bb4-0421-4276-9862-82785daab345']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:56.424594 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-036765bd-b8e3-45d5-96de-cac0947a5baa tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79392563-2519-4347-9897-d5c449891b1b') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:56.424898 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-036765bd-b8e3-45d5-96de-cac0947a5baa tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79392563-2519-4347-9897-d5c449891b1b') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:19:56.426533 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-8d642309-151b-49e2-90e0-73217310be92 None None] Calling delete_port for 41b2f0a2-b4ad-467f-9eb8-2b1186dbcf8c owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:19:56.435621 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-036765bd-b8e3-45d5-96de-cac0947a5baa tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:56.452794 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-036765bd-b8e3-45d5-96de-cac0947a5baa tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:56.475324 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-036765bd-b8e3-45d5-96de-cac0947a5baa tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:19:56.475766 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-036765bd-b8e3-45d5-96de-cac0947a5baa tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:56.560668 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8d642309-151b-49e2-90e0-73217310be92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:56.602889 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d642309-151b-49e2-90e0-73217310be92 None None] Pushing event deleted for resources: {'Port': ['ID=41b2f0a2-b4ad-467f-9eb8-2b1186dbcf8c,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:56.606184 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d642309-151b-49e2-90e0-73217310be92 None None] No DVR routers for this DVR port 41b2f0a2-b4ad-467f-9eb8-2b1186dbcf8c on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:19:56.623114 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:19:56.623114 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:19:56.623114 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:19:56.623114 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:19:56.623114 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:19:56.623114 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:19:56.623114 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:19:56.623114 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:19:56.623114 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:19:56.623114 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:19:56.623114 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:19:56.623114 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:19:56.623114 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:19:56.623114 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:19:56.623114 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:19:56.623114 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:19:56.623114 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:19:56.623114 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:19:56.623114 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:19:56.623114 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:19:56.623114 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:19:56.623114 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:19:56.623114 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:19:56.623114 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:19:56.623114 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:19:56.623114 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:19:56.623114 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:19:56.623114 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:19:56.623114 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:19:56.623114 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:19:56.623114 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:19:56.623114 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:19:56.639710 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-036765bd-b8e3-45d5-96de-cac0947a5baa tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:56.656059 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-036765bd-b8e3-45d5-96de-cac0947a5baa tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:56.672428 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-036765bd-b8e3-45d5-96de-cac0947a5baa tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "DELETE /v2.0/networks/2bdb8bb4-0421-4276-9862-82785daab345 HTTP/1.1" status: 204 len: 168 time: 1.1478529 Nov 25 13:19:56.676736 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51840) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:56.737095 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036765bd-b8e3-45d5-96de-cac0947a5baa tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event deleted for resources: {'Network': ['ID=2bdb8bb4-0421-4276-9862-82785daab345,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:56.767339 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebe3536-80fe-487b-ae10-2089f0ac00ce tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:56.768880 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5ebe3536-80fe-487b-ae10-2089f0ac00ce tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "GET /v2.0/ports/1018f78a-f98c-47f1-9f13-e27f71ef6e5a HTTP/1.1" status: 200 len: 841 time: 0.0914562 Nov 25 13:19:56.774939 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51846) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:56.841355 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-1547c4d3-658c-4980-81a2-b9157386bdbd tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "GET /v2.0/ports/1018f78a-f98c-47f1-9f13-e27f71ef6e5a?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0611477 Nov 25 13:19:56.842464 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51848) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:56.851061 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-5b4ecea5-7e23-4b74-9f2c-d54773cd93c5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Request body: {'subnet': {'network_id': '52ae875d-0ffa-4694-baf0-c8a9daf7457a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:19:56.986615 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4ecea5-7e23-4b74-9f2c-d54773cd93c5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Made reservation on behalf of 103222503d1f447390d34cefdf0e19b7 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:19:56.993859 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5b4ecea5-7e23-4b74-9f2c-d54773cd93c5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:57.073016 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc62ea7-7185-431c-ae56-32a09967bc1f req-28f36e92-46c2-4562-a55a-8df1c43d8842 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:57.081188 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4fc62ea7-7185-431c-ae56-32a09967bc1f req-28f36e92-46c2-4562-a55a-8df1c43d8842 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] 10.222.0.53 "GET /v2.0/ports?device_id=32ba8698-b3b1-4dfd-a8f2-8fbd4efeab35 HTTP/1.1" status: 200 len: 944 time: 0.8685408 Nov 25 13:19:57.161981 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5796257-6470-4e5e-9dfd-7baaa5ecd535 req-6c55e0ba-a913-4282-b03d-614d566598d4 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:57.163608 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a5796257-6470-4e5e-9dfd-7baaa5ecd535 req-6c55e0ba-a913-4282-b03d-614d566598d4 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c811d06-f1e2-4f21-afe0-11e65cfbb472 HTTP/1.1" status: 200 len: 944 time: 0.1709788 Nov 25 13:19:57.261748 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 4cd902ae-5953-4ef5-9f1a-4fb722c9a36c up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:19:57.304821 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5b4ecea5-7e23-4b74-9f2c-d54773cd93c5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:57.336969 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 4cd902ae-5953-4ef5-9f1a-4fb722c9a36c triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:57.337346 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:57.361126 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4ecea5-7e23-4b74-9f2c-d54773cd93c5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Network 52ae875d-0ffa-4694-baf0-c8a9daf7457a is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:19:57.365405 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-5b4ecea5-7e23-4b74-9f2c-d54773cd93c5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:19:57.371082 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4ecea5-7e23-4b74-9f2c-d54773cd93c5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:57.371771 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5b4ecea5-7e23-4b74-9f2c-d54773cd93c5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:57.391607 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4ecea5-7e23-4b74-9f2c-d54773cd93c5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event updated for resources: {'Subnet': ['ID=d1e7d05a-e6f7-4553-bed1-95e2b76ac5ca,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:57.402080 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5b4ecea5-7e23-4b74-9f2c-d54773cd93c5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5579233 Nov 25 13:19:57.404821 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51852) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:57.410372 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-fdd54d55-b915-436e-b963-4ed985038f76 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Request body: {'security_group': {'name': 'tempest-secgroup-1227674701'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:19:57.442725 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4fc62ea7-7185-431c-ae56-32a09967bc1f req-8c76f9df-cb41-4074-8b3b-a2eac7759e18 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfe63d26-24ca-4370-adc0-048d0d6d24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3605902 Nov 25 13:19:57.460352 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fdd54d55-b915-436e-b963-4ed985038f76 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:57.502129 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a5796257-6470-4e5e-9dfd-7baaa5ecd535 req-01d6492d-9f30-4180-b684-f30a6df29ec5 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a67b344-a277-4a59-9ec0-02294555dd86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3106053 Nov 25 13:19:57.581257 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb9ca4d-65bc-4c7c-9e68-e5cee81a1df2 None None] Network 52ae875d-0ffa-4694-baf0-c8a9daf7457a requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:19:57.609111 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bdc09972-6ea3-4d63-97cc-d74cb5d177a7 req-99bf393b-9243-41d9-a635-6a7a5b5d69ef tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=96f607cf-5cc8-4448-a85a-7003800016d0 HTTP/1.1" status: 200 len: 210 time: 0.0299275 Nov 25 13:19:57.628821 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fdd54d55-b915-436e-b963-4ed985038f76 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:57.634005 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fdd54d55-b915-436e-b963-4ed985038f76 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:57.691732 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd54d55-b915-436e-b963-4ed985038f76 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24f911e6-e7ca-4fb5-8764-e99295ed4a4a,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:57.714653 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fdd54d55-b915-436e-b963-4ed985038f76 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:57.720191 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-fdd54d55-b915-436e-b963-4ed985038f76 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3141057 Nov 25 13:19:57.720806 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51854) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:57.725215 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-5b0441f0-7ea3-49c8-83a1-03a5893888fb tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Request body: {'security_group': {'name': 'tempest-secgroup-2026538333'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:19:57.832076 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9d6858-9899-472d-8415-589402221629 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-52ae875d-0ffa-4694-baf0-c8a9daf7457a', 'network_id': '52ae875d-0ffa-4694-baf0-c8a9daf7457a', 'tenant_id': '103222503d1f447390d34cefdf0e19b7', 'fixed_ips': [{'subnet_id': 'd1e7d05a-e6f7-4553-bed1-95e2b76ac5ca'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:19:57.833494 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ec9d6858-9899-472d-8415-589402221629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:57.845980 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8f101-24cf-48d6-ac32-9fa993bed686 req-6c3ea295-e357-468f-9b45-a889d04557c8 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:57.848885 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-65e8f101-24cf-48d6-ac32-9fa993bed686 req-6c3ea295-e357-468f-9b45-a889d04557c8 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbce244a-1b99-45fb-8772-6d1e1fc4128c HTTP/1.1" status: 200 len: 945 time: 0.2382343 Nov 25 13:19:57.865734 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 41b2f0a2-b4ad-467f-9eb8-2b1186dbcf8c no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:19:57.918943 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-65e8f101-24cf-48d6-ac32-9fa993bed686 req-2b9fb564-d403-48da-9c18-864d75b43600 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] 10.222.0.53 "GET /v2.0/security-groups?id=58bff553-2229-45d1-9352-ab18f925ebb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576363 Nov 25 13:19:57.940001 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 41b2f0a2-b4ad-467f-9eb8-2b1186dbcf8c {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:19:57.940347 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 41b2f0a2-b4ad-467f-9eb8-2b1186dbcf8c not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:19:57.950551 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 59053dba-2c76-45f3-ad4a-19e7d38c9a02 up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:19:57.983494 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ac48e8-b653-4a64-a050-ffeb80067962 req-050cdb7f-03ee-47ae-a09b-d7fbb352dd50 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:57.987466 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b8ac48e8-b653-4a64-a050-ffeb80067962 req-050cdb7f-03ee-47ae-a09b-d7fbb352dd50 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.66 "GET /v2.0/networks?id=9accb235-a825-49d8-b9c6-39063069a4b3 HTTP/1.1" status: 200 len: 811 time: 0.2565663 Nov 25 13:19:58.003247 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-b8ac48e8-b653-4a64-a050-ffeb80067962 req-e8be2f53-eba2-4aeb-b414-2623ac2d9882 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Request body: {'port': {'device_id': '96f607cf-5cc8-4448-a85a-7003800016d0', 'network_id': '9accb235-a825-49d8-b9c6-39063069a4b3', 'admin_state_up': True, 'tenant_id': '621e47be21954218b422540d084376f9'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:19:58.011323 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device f9e11cbf-735f-4dc4-b7af-b4b0e65142f1 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:19:58.017067 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5b0441f0-7ea3-49c8-83a1-03a5893888fb tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:58.055149 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-db1fc5b6-baaa-431f-9d23-550beceacbd5 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:58.073700 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-db1fc5b6-baaa-431f-9d23-550beceacbd5 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:58.189128 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-ec9d6858-9899-472d-8415-589402221629 None None] Allocated IP 172.20.0.2 (52ae875d-0ffa-4694-baf0-c8a9daf7457a/d1e7d05a-e6f7-4553-bed1-95e2b76ac5ca/f014ac33-536e-4b50-8ac4-1106e391da6d) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:19:58.202250 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port 59053dba-2c76-45f3-ad4a-19e7d38c9a02 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:19:58.205171 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7aadd-cf73-4f37-b462-4821b1f55ba4 req-b2a4fe19-744d-43a9-b583-684a45124115 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:58.206799 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4af7aadd-cf73-4f37-b462-4821b1f55ba4 req-b2a4fe19-744d-43a9-b583-684a45124115 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbce244a-1b99-45fb-8772-6d1e1fc4128c HTTP/1.1" status: 200 len: 945 time: 0.1499474 Nov 25 13:19:58.212408 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port 59053dba-2c76-45f3-ad4a-19e7d38c9a02 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:58.212657 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:58.215384 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port f9e11cbf-735f-4dc4-b7af-b4b0e65142f1 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:19:58.219518 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 51860) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:58.226669 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-b39ece5a-c0a3-47e0-a651-b97bd84808e6 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Request body: {'floatingip': {'port_id': '2fc84434-e7c8-4bd6-b4b7-3ed027b92d19'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:19:58.256886 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port f9e11cbf-735f-4dc4-b7af-b4b0e65142f1 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:58.257340 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:58.269866 n-d-808199-11 neutron-server[103570]: INFO neutron.db.l3_db [None req-db1fc5b6-baaa-431f-9d23-550beceacbd5 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Floating IP 7ecb0335-bf42-4d6a-b823-f6fd5c2aebf7 associated. External IP: 172.25.5.233, port: 8ee914d7-dc46-4391-9c91-ab28844b7542. Nov 25 13:19:58.273558 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b39ece5a-c0a3-47e0-a651-b97bd84808e6 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Publish callbacks [] for floatingip, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:58.294569 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8ac48e8-b653-4a64-a050-ffeb80067962 req-e8be2f53-eba2-4aeb-b414-2623ac2d9882 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Made reservation on behalf of 621e47be21954218b422540d084376f9 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:19:58.298744 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b8ac48e8-b653-4a64-a050-ffeb80067962 req-e8be2f53-eba2-4aeb-b414-2623ac2d9882 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:58.340633 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5b0441f0-7ea3-49c8-83a1-03a5893888fb tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:58.399112 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5b0441f0-7ea3-49c8-83a1-03a5893888fb tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:58.441015 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5b0441f0-7ea3-49c8-83a1-03a5893888fb tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:58.445897 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5b0441f0-7ea3-49c8-83a1-03a5893888fb tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7240565 Nov 25 13:19:58.446811 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 51862) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:19:58.457874 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-4dfcb177-b47f-4e52-b60f-333ad118012a tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-905823719', 'security_groups': ['a5bfa57a-c95f-4d0e-a042-70df2bcd818d'], 'network_id': '52ae875d-0ffa-4694-baf0-c8a9daf7457a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd1e7d05a-e6f7-4553-bed1-95e2b76ac5ca'}]}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:19:58.513429 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:58.513678 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0441f0-7ea3-49c8-83a1-03a5893888fb tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5bfa57a-c95f-4d0e-a042-70df2bcd818d,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:58.555857 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port f9e11cbf-735f-4dc4-b7af-b4b0e65142f1, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=f9e11cbf-735f-4dc4-b7af-b4b0e65142f1,segment=NetworkSegment(6fb7f782-47b7-4daf-90f8-79d2f2e4c952),segment_id=6fb7f782-47b7-4daf-90f8-79d2f2e4c952)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:19:58.588593 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c811d06-f1e2-4f21-afe0-11e65cfbb472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e11cbf-735f-4dc4-b7af-b4b0e65142f1'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:19:58.591630 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d309ab57-bb3f-45f1-b659-daf8e1239c59" -d '{"events": [{"server_uuid": "3c811d06-f1e2-4f21-afe0-11e65cfbb472", "name": "network-vif-plugged", "status": "completed", "tag": "f9e11cbf-735f-4dc4-b7af-b4b0e65142f1"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:19:58.599368 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:58.606666 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:58.634177 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-b8ac48e8-b653-4a64-a050-ffeb80067962 req-e8be2f53-eba2-4aeb-b414-2623ac2d9882 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Allocated IP 172.20.0.14 (9accb235-a825-49d8-b9c6-39063069a4b3/b6a84af7-6347-4e0f-945a-98a5515a4a22/6791656b-b210-481e-9a3a-dd38c51ba87b) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:19:58.661263 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ec9d6858-9899-472d-8415-589402221629 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:58.688966 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ec9d6858-9899-472d-8415-589402221629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:58.701890 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 59053dba-2c76-45f3-ad4a-19e7d38c9a02, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=59053dba-2c76-45f3-ad4a-19e7d38c9a02,segment=NetworkSegment(97c77095-bc47-41b9-ad4e-e95f82e3a97b),segment_id=97c77095-bc47-41b9-ad4e-e95f82e3a97b)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:19:58.702873 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=f9e11cbf-735f-4dc4-b7af-b4b0e65142f1,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:58.712977 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:58.750857 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9d6858-9899-472d-8415-589402221629 None None] Network 52ae875d-0ffa-4694-baf0-c8a9daf7457a is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:19:58.753804 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-ec9d6858-9899-472d-8415-589402221629 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:19:58.757727 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9d6858-9899-472d-8415-589402221629 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:19:58.763840 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9d6858-9899-472d-8415-589402221629 None None] Pushing event updated for resources: {'Port': ['ID=f014ac33-536e-4b50-8ac4-1106e391da6d,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:58.852347 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-ec9d6858-9899-472d-8415-589402221629 None None] Attempting to bind port f014ac33-536e-4b50-8ac4-1106e391da6d on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:19:58.853023 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-ec9d6858-9899-472d-8415-589402221629 None None] Attempting to bind port f014ac33-536e-4b50-8ac4-1106e391da6d by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '6145c0f7-9244-4b4f-ac2e-d26da4c7fe8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '52ae875d-0ffa-4694-baf0-c8a9daf7457a'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:19:58.853023 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9d6858-9899-472d-8415-589402221629 None None] Attempting to bind port f014ac33-536e-4b50-8ac4-1106e391da6d on network 52ae875d-0ffa-4694-baf0-c8a9daf7457a {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:19:58.858137 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=59053dba-2c76-45f3-ad4a-19e7d38c9a02,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:58.861685 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9d6858-9899-472d-8415-589402221629 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:19:58.862068 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9d6858-9899-472d-8415-589402221629 None None] Checking segment: {'id': '6145c0f7-9244-4b4f-ac2e-d26da4c7fe8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '52ae875d-0ffa-4694-baf0-c8a9daf7457a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:19:58.862473 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ec9d6858-9899-472d-8415-589402221629 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:58.862883 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9d6858-9899-472d-8415-589402221629 None None] Bound using segment: {'id': '6145c0f7-9244-4b4f-ac2e-d26da4c7fe8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '52ae875d-0ffa-4694-baf0-c8a9daf7457a'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:19:58.863364 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-ec9d6858-9899-472d-8415-589402221629 None None] Bound port: f014ac33-536e-4b50-8ac4-1106e391da6d, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6145c0f7-9244-4b4f-ac2e-d26da4c7fe8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '52ae875d-0ffa-4694-baf0-c8a9daf7457a'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:19:58.864469 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ec9d6858-9899-472d-8415-589402221629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:58.872252 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa95a9d0-0bcc-4ac8-8d7f-dac9154096e9 req-992dac7b-04b7-4291-842d-27fb260929f3 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:58.880062 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b8ac48e8-b653-4a64-a050-ffeb80067962 req-e8be2f53-eba2-4aeb-b414-2623ac2d9882 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:58.880248 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-aa95a9d0-0bcc-4ac8-8d7f-dac9154096e9 req-992dac7b-04b7-4291-842d-27fb260929f3 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c811d06-f1e2-4f21-afe0-11e65cfbb472 HTTP/1.1" status: 200 len: 945 time: 0.1676786 Nov 25 13:19:58.909830 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a36c0-b4f2-42a7-abaa-1a4bf735f09f req-3e2712a3-8fbb-4f60-af15-6e7f4c7542c1 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:58.911846 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d64a36c0-b4f2-42a7-abaa-1a4bf735f09f req-3e2712a3-8fbb-4f60-af15-6e7f4c7542c1 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] 10.222.0.53 "GET /v2.0/ports?device_id=32ba8698-b3b1-4dfd-a8f2-8fbd4efeab35 HTTP/1.1" status: 200 len: 944 time: 0.2263548 Nov 25 13:19:58.923978 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b8ac48e8-b653-4a64-a050-ffeb80067962 req-e8be2f53-eba2-4aeb-b414-2623ac2d9882 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:58.948609 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['e2a5a626-de21-4a40-bd62-bacea0a9d1bd'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:19:58.952696 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['d6e63749-0e7e-47e9-84a3-14fef84346a7'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:19:58.976646 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8ac48e8-b653-4a64-a050-ffeb80067962 req-e8be2f53-eba2-4aeb-b414-2623ac2d9882 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Network 9accb235-a825-49d8-b9c6-39063069a4b3 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:19:58.980741 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-b8ac48e8-b653-4a64-a050-ffeb80067962 req-e8be2f53-eba2-4aeb-b414-2623ac2d9882 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:19:58.985458 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8ac48e8-b653-4a64-a050-ffeb80067962 req-e8be2f53-eba2-4aeb-b414-2623ac2d9882 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:19:58.993953 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8be2f53-eba2-4aeb-b414-2623ac2d9882 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Pushing event updated for resources: {'Port': ['ID=6791656b-b210-481e-9a3a-dd38c51ba87b,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:59.041110 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-ec9d6858-9899-472d-8415-589402221629 None None] For port f014ac33-536e-4b50-8ac4-1106e391da6d, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:19:59.056095 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ac48e8-b653-4a64-a050-ffeb80067962 req-e8be2f53-eba2-4aeb-b414-2623ac2d9882 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:59.056474 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b8ac48e8-b653-4a64-a050-ffeb80067962 req-e8be2f53-eba2-4aeb-b414-2623ac2d9882 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:59.075360 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-ec9d6858-9899-472d-8415-589402221629 None None] For port f014ac33-536e-4b50-8ac4-1106e391da6d, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=f014ac33-536e-4b50-8ac4-1106e391da6d,segment=NetworkSegment(6145c0f7-9244-4b4f-ac2e-d26da4c7fe8c),segment_id=6145c0f7-9244-4b4f-ac2e-d26da4c7fe8c)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:19:59.095538 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ec9d6858-9899-472d-8415-589402221629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:59.112037 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b8ac48e8-b653-4a64-a050-ffeb80067962 req-e8be2f53-eba2-4aeb-b414-2623ac2d9882 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1123164 Nov 25 13:19:59.118551 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dfcb177-b47f-4e52-b60f-333ad118012a tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Made reservation on behalf of 103222503d1f447390d34cefdf0e19b7 for: {'port': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:19:59.126460 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-b8ac48e8-b653-4a64-a050-ffeb80067962 req-3d801d3c-3229-43c9-9eea-603979d1490d service neutron] Request body: {'port': {'device_id': '96f607cf-5cc8-4448-a85a-7003800016d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:19:59.214557 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-aa95a9d0-0bcc-4ac8-8d7f-dac9154096e9 req-d9d4ba05-a9f1-401b-8641-8d4a97c78d39 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a67b344-a277-4a59-9ec0-02294555dd86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3333881 Nov 25 13:19:59.261080 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db1fc5b6-baaa-431f-9d23-550beceacbd5 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Router 66f86dbc-94fd-491b-ab25-f56f6a9eb3e8 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:19:59.273263 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b8ac48e8-b653-4a64-a050-ffeb80067962 req-3d801d3c-3229-43c9-9eea-603979d1490d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:59.282355 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9d6858-9899-472d-8415-589402221629 None None] Pushing event updated for resources: {'Port': ['ID=f014ac33-536e-4b50-8ac4-1106e391da6d,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:19:59.337230 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-602f4df8-84f9-4aab-9f88-0a2acd13317c x-openstack-request-id: req-602f4df8-84f9-4aab-9f88-0a2acd13317c {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:19:59.337553 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c811d06-f1e2-4f21-afe0-11e65cfbb472", "name": "network-vif-plugged", "status": "completed", "tag": "f9e11cbf-735f-4dc4-b7af-b4b0e65142f1", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:19:59.337815 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-602f4df8-84f9-4aab-9f88-0a2acd13317c {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:19:59.338233 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c811d06-f1e2-4f21-afe0-11e65cfbb472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e11cbf-735f-4dc4-b7af-b4b0e65142f1', 'code': 200} Nov 25 13:19:59.487257 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4dfcb177-b47f-4e52-b60f-333ad118012a tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:59.537642 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d64a36c0-b4f2-42a7-abaa-1a4bf735f09f req-a92264e0-697d-4465-947b-58f78ea1c169 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfe63d26-24ca-4370-adc0-048d0d6d24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5718131 Nov 25 13:19:59.602411 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e8ac5-a78d-4c38-b957-bd3286089a0a req-5297b3f6-2a90-4b58-9411-f518e5449a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:19:59.604147 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4d1e8ac5-a78d-4c38-b957-bd3286089a0a req-5297b3f6-2a90-4b58-9411-f518e5449a4d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3c811d06-f1e2-4f21-afe0-11e65cfbb472 HTTP/1.1" status: 200 len: 1097 time: 0.2020688 Nov 25 13:19:59.611964 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-519b936b-362a-4b7c-bed5-481d1aae004b None None] Provisioning complete for port 6791656b-b210-481e-9a3a-dd38c51ba87b triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:19:59.612463 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-519b936b-362a-4b7c-bed5-481d1aae004b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:59.632732 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [None req-4dfcb177-b47f-4e52-b60f-333ad118012a tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] device_id is not set on port db703459-99f9-43ee-879e-953d8cd3d250 yet. {{(pid=103570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:19:59.676649 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-519b936b-362a-4b7c-bed5-481d1aae004b None None] Port 6791656b-b210-481e-9a3a-dd38c51ba87b cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:19:59.720343 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4d1e8ac5-a78d-4c38-b957-bd3286089a0a req-0c565bfa-ffb0-4d97-ae3c-71d8b019b5b5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7a67b344-a277-4a59-9ec0-02294555dd86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052685 Nov 25 13:19:59.795866 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.db.resource_extend [None req-b39ece5a-c0a3-47e0-a651-b97bd84808e6 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 13:19:59.834138 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-b8ac48e8-b653-4a64-a050-ffeb80067962 req-3d801d3c-3229-43c9-9eea-603979d1490d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6791656b-b210-481e-9a3a-dd38c51ba87b {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:19:59.843678 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b8ac48e8-b653-4a64-a050-ffeb80067962 req-3d801d3c-3229-43c9-9eea-603979d1490d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:59.862362 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-b8ac48e8-b653-4a64-a050-ffeb80067962 req-3d801d3c-3229-43c9-9eea-603979d1490d service neutron] Transition to ACTIVE for port object 6791656b-b210-481e-9a3a-dd38c51ba87b will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:19:59.867043 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b8ac48e8-b653-4a64-a050-ffeb80067962 req-3d801d3c-3229-43c9-9eea-603979d1490d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:19:59.980664 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d801d3c-3229-43c9-9eea-603979d1490d service neutron] Pushing event updated for resources: {'Port': ['ID=6791656b-b210-481e-9a3a-dd38c51ba87b,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:00.068753 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-b8ac48e8-b653-4a64-a050-ffeb80067962 req-3d801d3c-3229-43c9-9eea-603979d1490d service neutron] Attempting to bind port 6791656b-b210-481e-9a3a-dd38c51ba87b on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:20:00.069253 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-b8ac48e8-b653-4a64-a050-ffeb80067962 req-3d801d3c-3229-43c9-9eea-603979d1490d service neutron] Attempting to bind port 6791656b-b210-481e-9a3a-dd38c51ba87b by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': 'c770b2a8-6850-4501-ba81-87e53f72232e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9accb235-a825-49d8-b9c6-39063069a4b3'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:20:00.070424 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ac48e8-b653-4a64-a050-ffeb80067962 req-3d801d3c-3229-43c9-9eea-603979d1490d service neutron] Attempting to bind port 6791656b-b210-481e-9a3a-dd38c51ba87b on network 9accb235-a825-49d8-b9c6-39063069a4b3 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:20:00.079723 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ac48e8-b653-4a64-a050-ffeb80067962 req-3d801d3c-3229-43c9-9eea-603979d1490d service neutron] Port 6791656b-b210-481e-9a3a-dd38c51ba87b on network 9accb235-a825-49d8-b9c6-39063069a4b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:20:00.080848 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ac48e8-b653-4a64-a050-ffeb80067962 req-3d801d3c-3229-43c9-9eea-603979d1490d service neutron] Attempting to bind port 6791656b-b210-481e-9a3a-dd38c51ba87b on network 9accb235-a825-49d8-b9c6-39063069a4b3 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:20:00.090296 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ac48e8-b653-4a64-a050-ffeb80067962 req-3d801d3c-3229-43c9-9eea-603979d1490d service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:20:00.091072 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ac48e8-b653-4a64-a050-ffeb80067962 req-3d801d3c-3229-43c9-9eea-603979d1490d service neutron] Checking segment: {'id': 'c770b2a8-6850-4501-ba81-87e53f72232e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9accb235-a825-49d8-b9c6-39063069a4b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:20:00.091672 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ac48e8-b653-4a64-a050-ffeb80067962 req-3d801d3c-3229-43c9-9eea-603979d1490d service neutron] Bound using segment: {'id': 'c770b2a8-6850-4501-ba81-87e53f72232e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9accb235-a825-49d8-b9c6-39063069a4b3'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:20:00.092309 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-b8ac48e8-b653-4a64-a050-ffeb80067962 req-3d801d3c-3229-43c9-9eea-603979d1490d service neutron] Bound port: 6791656b-b210-481e-9a3a-dd38c51ba87b, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c770b2a8-6850-4501-ba81-87e53f72232e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9accb235-a825-49d8-b9c6-39063069a4b3'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:20:00.092869 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b8ac48e8-b653-4a64-a050-ffeb80067962 req-3d801d3c-3229-43c9-9eea-603979d1490d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:00.188530 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-b8ac48e8-b653-4a64-a050-ffeb80067962 req-3d801d3c-3229-43c9-9eea-603979d1490d service neutron] For port 6791656b-b210-481e-9a3a-dd38c51ba87b, host n-h1-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:20:00.192883 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-b8ac48e8-b653-4a64-a050-ffeb80067962 req-3d801d3c-3229-43c9-9eea-603979d1490d service neutron] For port 6791656b-b210-481e-9a3a-dd38c51ba87b, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=6791656b-b210-481e-9a3a-dd38c51ba87b,segment=NetworkSegment(c770b2a8-6850-4501-ba81-87e53f72232e),segment_id=c770b2a8-6850-4501-ba81-87e53f72232e)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:20:00.199540 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b8ac48e8-b653-4a64-a050-ffeb80067962 req-3d801d3c-3229-43c9-9eea-603979d1490d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:00.258070 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ac48e8-b653-4a64-a050-ffeb80067962 req-3d801d3c-3229-43c9-9eea-603979d1490d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:00.261116 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199dd255-1b5c-4a65-96ee-6f3573b233b0 req-c7cba160-f512-4841-a2c7-f1b0d8b69646 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:00.262330 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b8ac48e8-b653-4a64-a050-ffeb80067962 req-3d801d3c-3229-43c9-9eea-603979d1490d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:00.262721 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-199dd255-1b5c-4a65-96ee-6f3573b233b0 req-c7cba160-f512-4841-a2c7-f1b0d8b69646 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=96f607cf-5cc8-4448-a85a-7003800016d0 HTTP/1.1" status: 200 len: 932 time: 0.6559706 Nov 25 13:20:00.265229 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b8ac48e8-b653-4a64-a050-ffeb80067962 req-3d801d3c-3229-43c9-9eea-603979d1490d service neutron] 10.222.0.66 "PUT /v2.0/ports/6791656b-b210-481e-9a3a-dd38c51ba87b HTTP/1.1" status: 200 len: 1093 time: 1.1436043 Nov 25 13:20:00.268007 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96f607cf-5cc8-4448-a85a-7003800016d0', 'tag': '6791656b-b210-481e-9a3a-dd38c51ba87b'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:20:00.271169 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2f4093-6146-4502-ba70-50f29d85a695" -d '{"events": [{"name": "network-changed", "server_uuid": "96f607cf-5cc8-4448-a85a-7003800016d0", "tag": "6791656b-b210-481e-9a3a-dd38c51ba87b"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:20:00.383567 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3d50091d-c977-4531-aeb2-ba36278ee61a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:00.414350 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d801d3c-3229-43c9-9eea-603979d1490d service neutron] Pushing event updated for resources: {'Port': ['ID=6791656b-b210-481e-9a3a-dd38c51ba87b,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:00.440470 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b39ece5a-c0a3-47e0-a651-b97bd84808e6 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:00.456282 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ac48e8-b653-4a64-a050-ffeb80067962 req-c4d06562-e44b-4229-8fdf-1dd94d155024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:00.457955 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b8ac48e8-b653-4a64-a050-ffeb80067962 req-c4d06562-e44b-4229-8fdf-1dd94d155024 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=621e47be21954218b422540d084376f9&device_id=96f607cf-5cc8-4448-a85a-7003800016d0 HTTP/1.1" status: 200 len: 1096 time: 0.1256902 Nov 25 13:20:00.476451 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-199dd255-1b5c-4a65-96ee-6f3573b233b0 req-72248bd7-0e4d-4d01-ae54-ad33631dad13 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec610c10-0015-4919-a10e-9c11537c59cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683917 Nov 25 13:20:00.496879 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b39ece5a-c0a3-47e0-a651-b97bd84808e6 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:00.518608 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b8ac48e8-b653-4a64-a050-ffeb80067962 req-b01423e6-5534-4dd9-b56f-95b482123b65 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6791656b-b210-481e-9a3a-dd38c51ba87b HTTP/1.1" status: 200 len: 217 time: 0.0527406 Nov 25 13:20:00.568870 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-091e3f63-97cc-43f7-8630-f00cb0d281b6 x-openstack-request-id: req-091e3f63-97cc-43f7-8630-f00cb0d281b6 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:20:00.570922 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96f607cf-5cc8-4448-a85a-7003800016d0", "tag": "6791656b-b210-481e-9a3a-dd38c51ba87b", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:20:00.571248 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-091e3f63-97cc-43f7-8630-f00cb0d281b6 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:20:00.571734 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96f607cf-5cc8-4448-a85a-7003800016d0', 'tag': '6791656b-b210-481e-9a3a-dd38c51ba87b', 'status': 'completed', 'code': 200} Nov 25 13:20:00.591499 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ac48e8-b653-4a64-a050-ffeb80067962 req-e459baa5-9c04-49e9-a491-67a9b970038d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:00.594103 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b8ac48e8-b653-4a64-a050-ffeb80067962 req-e459baa5-9c04-49e9-a491-67a9b970038d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b6a84af7-6347-4e0f-945a-98a5515a4a22 HTTP/1.1" status: 200 len: 850 time: 0.0656300 Nov 25 13:20:00.643020 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db1fc5b6-baaa-431f-9d23-550beceacbd5 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:20:00.658197 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc036a8-deed-47c2-b6a9-dfc7c405fcb3 None None] Sync routers for ids ['66f86dbc-94fd-491b-ab25-f56f6a9eb3e8'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:20:00.659347 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-db1fc5b6-baaa-431f-9d23-550beceacbd5 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:00.690607 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ac48e8-b653-4a64-a050-ffeb80067962 req-04b89012-4e5b-425d-86ae-3e83afa0e8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:00.692159 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b8ac48e8-b653-4a64-a050-ffeb80067962 req-04b89012-4e5b-425d-86ae-3e83afa0e8fc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9accb235-a825-49d8-b9c6-39063069a4b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0902529 Nov 25 13:20:00.692947 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc036a8-deed-47c2-b6a9-dfc7c405fcb3 None None] Routers {'66f86dbc-94fd-491b-ab25-f56f6a9eb3e8'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:20:00.693624 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-0bc036a8-deed-47c2-b6a9-dfc7c405fcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:19:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['66f86dbc-94fd-491b-ab25-f56f6a9eb3e8'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:00.836197 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c9c9a-70cc-4956-9984-8c83faea3d58 req-0ada6f39-a9fe-4af5-8af3-4b245c6b8161 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:00.843198 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d43c9c9a-70cc-4956-9984-8c83faea3d58 req-0ada6f39-a9fe-4af5-8af3-4b245c6b8161 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c811d06-f1e2-4f21-afe0-11e65cfbb472 HTTP/1.1" status: 200 len: 945 time: 0.4431050 Nov 25 13:20:00.851534 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-4dfcb177-b47f-4e52-b60f-333ad118012a tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Allocated IP 172.20.0.5 (52ae875d-0ffa-4694-baf0-c8a9daf7457a/d1e7d05a-e6f7-4553-bed1-95e2b76ac5ca/db703459-99f9-43ee-879e-953d8cd3d250) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:20:00.864061 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b8ac48e8-b653-4a64-a050-ffeb80067962 req-a89b1613-4d42-4724-a551-a50907a923a8 service neutron] 10.222.0.66 "GET /v2.0/networks/9accb235-a825-49d8-b9c6-39063069a4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626637 Nov 25 13:20:00.876744 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-0bc036a8-deed-47c2-b6a9-dfc7c405fcb3 None None] Set router 66f86dbc-94fd-491b-ab25-f56f6a9eb3e8 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:20:00.900737 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-db1fc5b6-baaa-431f-9d23-550beceacbd5 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] 10.222.0.53 "PUT /v2.0/floatingips/7ecb0335-bf42-4d6a-b823-f6fd5c2aebf7 HTTP/1.1" status: 200 len: 991 time: 4.8102872 Nov 25 13:20:00.917483 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc3d014a-3305-4ffe-bddb-08c65c6e7ca8', 'tag': '8ee914d7-dc46-4391-9c91-ab28844b7542'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:20:00.919911 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412d2e3e-87e1-4508-a835-b54ec76d9479" -d '{"events": [{"name": "network-changed", "server_uuid": "bc3d014a-3305-4ffe-bddb-08c65c6e7ca8", "tag": "8ee914d7-dc46-4391-9c91-ab28844b7542"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:20:00.991433 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b8ac48e8-b653-4a64-a050-ffeb80067962 req-eadacced-6d3c-40c8-b9c8-d147bf6a0f32 service neutron] 10.222.0.66 "GET /v2.0/networks/9accb235-a825-49d8-b9c6-39063069a4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204045 Nov 25 13:20:01.005816 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ccae86-8fb4-4791-93b7-2d5a80a14538 req-5cd48ed4-881c-4b5b-a290-9c985634b94d tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:01.013806 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-07ccae86-8fb4-4791-93b7-2d5a80a14538 req-5cd48ed4-881c-4b5b-a290-9c985634b94d tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] 10.222.0.53 "GET /v2.0/ports?device_id=32ba8698-b3b1-4dfd-a8f2-8fbd4efeab35 HTTP/1.1" status: 200 len: 945 time: 0.3329370 Nov 25 13:20:01.044130 n-d-808199-11 neutron-server[103570]: INFO neutron.db.l3_db [None req-b39ece5a-c0a3-47e0-a651-b97bd84808e6 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Floating IP d657e3c3-79df-443f-ac08-800eb52e22a8 associated. External IP: 172.25.5.218, port: 2fc84434-e7c8-4bd6-b4b7-3ed027b92d19. Nov 25 13:20:01.044729 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-b644e996-e932-4cb7-bcc8-10fc031e6f11 None None] Provisioning complete for port 1018f78a-f98c-47f1-9f13-e27f71ef6e5a triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:20:01.045112 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b644e996-e932-4cb7-bcc8-10fc031e6f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:01.118556 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d43c9c9a-70cc-4956-9984-8c83faea3d58 req-0215b786-74b0-461d-bfe4-89971658c405 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a67b344-a277-4a59-9ec0-02294555dd86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2735300 Nov 25 13:20:01.126824 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f4093-6146-4502-ba70-50f29d85a695 req-69c8b1d5-e852-4695-804c-0619fbcc9136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:01.130514 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0c2f4093-6146-4502-ba70-50f29d85a695 req-69c8b1d5-e852-4695-804c-0619fbcc9136 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=621e47be21954218b422540d084376f9&device_id=96f607cf-5cc8-4448-a85a-7003800016d0 HTTP/1.1" status: 200 len: 1096 time: 0.0775671 Nov 25 13:20:01.186909 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-b644e996-e932-4cb7-bcc8-10fc031e6f11 None None] Port 1018f78a-f98c-47f1-9f13-e27f71ef6e5a cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:20:01.207684 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-b644e996-e932-4cb7-bcc8-10fc031e6f11 None None] Provisioning complete for port f014ac33-536e-4b50-8ac4-1106e391da6d triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:20:01.210294 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b644e996-e932-4cb7-bcc8-10fc031e6f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:01.252193 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-07ccae86-8fb4-4791-93b7-2d5a80a14538 req-113b702e-e57b-43e1-8210-a06707b00f8f tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfe63d26-24ca-4370-adc0-048d0d6d24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2342391 Nov 25 13:20:01.338807 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7a1b9c-dce8-4491-8789-2496f715bc8f x-openstack-request-id: req-ab7a1b9c-dce8-4491-8789-2496f715bc8f {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:20:01.340226 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc3d014a-3305-4ffe-bddb-08c65c6e7ca8", "tag": "8ee914d7-dc46-4391-9c91-ab28844b7542", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:20:01.340792 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ab7a1b9c-dce8-4491-8789-2496f715bc8f {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:20:01.341387 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc3d014a-3305-4ffe-bddb-08c65c6e7ca8', 'tag': '8ee914d7-dc46-4391-9c91-ab28844b7542', 'status': 'completed', 'code': 200} Nov 25 13:20:01.341805 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f4093-6146-4502-ba70-50f29d85a695 req-aa7bfac8-5704-4fda-8546-a93f44a64044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:01.343460 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0c2f4093-6146-4502-ba70-50f29d85a695 req-aa7bfac8-5704-4fda-8546-a93f44a64044 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9accb235-a825-49d8-b9c6-39063069a4b3 HTTP/1.1" status: 200 len: 912 time: 0.2053974 Nov 25 13:20:01.414555 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4dfcb177-b47f-4e52-b60f-333ad118012a tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:01.426059 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0c2f4093-6146-4502-ba70-50f29d85a695 req-fd5e94f3-91ce-4af5-9652-277a00afc207 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6791656b-b210-481e-9a3a-dd38c51ba87b HTTP/1.1" status: 200 len: 217 time: 0.0731432 Nov 25 13:20:01.482315 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32ba8698-b3b1-4dfd-a8f2-8fbd4efeab35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59053dba-2c76-45f3-ad4a-19e7d38c9a02'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:20:01.485115 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c1b53a3-451f-4ebb-8223-ae6c101ad909" -d '{"events": [{"server_uuid": "32ba8698-b3b1-4dfd-a8f2-8fbd4efeab35", "name": "network-vif-plugged", "status": "completed", "tag": "59053dba-2c76-45f3-ad4a-19e7d38c9a02"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:20:01.490674 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device f014ac33-536e-4b50-8ac4-1106e391da6d up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:20:01.518810 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f4093-6146-4502-ba70-50f29d85a695 req-6df0c515-7e75-48bb-b40c-4d6b3427d466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:01.520614 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0c2f4093-6146-4502-ba70-50f29d85a695 req-6df0c515-7e75-48bb-b40c-4d6b3427d466 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b6a84af7-6347-4e0f-945a-98a5515a4a22 HTTP/1.1" status: 200 len: 850 time: 0.0808628 Nov 25 13:20:01.587396 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22caf03f-fb1a-4127-a845-c663ac33f762 x-openstack-request-id: req-22caf03f-fb1a-4127-a845-c663ac33f762 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:20:01.587852 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32ba8698-b3b1-4dfd-a8f2-8fbd4efeab35", "name": "network-vif-plugged", "status": "completed", "tag": "59053dba-2c76-45f3-ad4a-19e7d38c9a02", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:20:01.588196 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-22caf03f-fb1a-4127-a845-c663ac33f762 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:20:01.589258 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32ba8698-b3b1-4dfd-a8f2-8fbd4efeab35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59053dba-2c76-45f3-ad4a-19e7d38c9a02', 'code': 200} Nov 25 13:20:01.596029 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d2e3e-87e1-4508-a835-b54ec76d9479 req-0948f0bd-0614-4a85-b0bf-0792f07adb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:01.597639 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-412d2e3e-87e1-4508-a835-b54ec76d9479 req-0948f0bd-0614-4a85-b0bf-0792f07adb5e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6ba3ab7c0d724058adeab7a26e218a01&device_id=bc3d014a-3305-4ffe-bddb-08c65c6e7ca8 HTTP/1.1" status: 200 len: 1097 time: 0.2376263 Nov 25 13:20:01.697369 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f4093-6146-4502-ba70-50f29d85a695 req-ff1f6e3e-fdd6-43fb-9860-971917ae365f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:01.709958 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4dfcb177-b47f-4e52-b60f-333ad118012a tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:01.710202 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0c2f4093-6146-4502-ba70-50f29d85a695 req-ff1f6e3e-fdd6-43fb-9860-971917ae365f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9accb235-a825-49d8-b9c6-39063069a4b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1718531 Nov 25 13:20:01.713685 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b644e996-e932-4cb7-bcc8-10fc031e6f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:01.716659 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port f014ac33-536e-4b50-8ac4-1106e391da6d triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:20:01.717134 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:01.775062 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b39ece5a-c0a3-47e0-a651-b97bd84808e6 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Router 5417f724-fad1-463f-a83e-3c974c9556d2 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:20:01.787460 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee671af-e9cb-4a2c-b351-b918a4770dc1 req-70580939-d788-470c-8ad9-f785106f0db8 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:01.789169 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-b644e996-e932-4cb7-bcc8-10fc031e6f11 None None] For port f014ac33-536e-4b50-8ac4-1106e391da6d, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=f014ac33-536e-4b50-8ac4-1106e391da6d,segment=NetworkSegment(6145c0f7-9244-4b4f-ac2e-d26da4c7fe8c),segment_id=6145c0f7-9244-4b4f-ac2e-d26da4c7fe8c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:20:01.796285 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1ee671af-e9cb-4a2c-b351-b918a4770dc1 req-70580939-d788-470c-8ad9-f785106f0db8 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=96f607cf-5cc8-4448-a85a-7003800016d0 HTTP/1.1" status: 200 len: 944 time: 0.1961000 Nov 25 13:20:01.818977 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b644e996-e932-4cb7-bcc8-10fc031e6f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:01.833092 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfcb177-b47f-4e52-b60f-333ad118012a tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Network 52ae875d-0ffa-4694-baf0-c8a9daf7457a is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:20:01.860940 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-4dfcb177-b47f-4e52-b60f-333ad118012a tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:20:01.871553 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-0bc036a8-deed-47c2-b6a9-dfc7c405fcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f86dbc-94fd-491b-ab25-f56f6a9eb3e8', 'name': 'tempest-ServersTestFqdnHostnames-421086233-router', 'tenant_id': '6ba3ab7c0d724058adeab7a26e218a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '8fb37192-d7ba-432a-ba4a-f907e25ba280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:19:08Z', 'updated_at': '2021-11-25T13:19:17Z', 'revision_number': 4, 'project_id': '6ba3ab7c0d724058adeab7a26e218a01', 'gw_port': {'id': '8fb37192-d7ba-432a-ba4a-f907e25ba280', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ce:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f86dbc-94fd-491b-ab25-f56f6a9eb3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:09Z', 'updated_at': '2021-11-25T13:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '7ecb0335-bf42-4d6a-b823-f6fd5c2aebf7', 'tenant_id': '6ba3ab7c0d724058adeab7a26e218a01', 'floating_ip_address': '172.25.5.233', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '66f86dbc-94fd-491b-ab25-f56f6a9eb3e8', 'port_id': '8ee914d7-dc46-4391-9c91-ab28844b7542', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '302cd77f-0aa0-4fd0-9347-1bf95451c456', 'mac_address': 'fa:16:3e:0f:17:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3d014a-3305-4ffe-bddb-08c65c6e7ca8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:19:29Z', 'updated_at': '2021-11-25T13:19:57Z', 'revision_number': 1, 'project_id': '6ba3ab7c0d724058adeab7a26e218a01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b205b83-f849-4c02-849e-40e4986edbcc', 'name': '', 'network_id': '302cd77f-0aa0-4fd0-9347-1bf95451c456', 'tenant_id': '6ba3ab7c0d724058adeab7a26e218a01', 'mac_address': 'fa:16:3e:80:ab:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f86dbc-94fd-491b-ab25-f56f6a9eb3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '9357717b-7827-46e4-94ff-fefe4f5006a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:16Z', 'updated_at': '2021-11-25T13:19:39Z', 'revision_number': 5, 'project_id': '6ba3ab7c0d724058adeab7a26e218a01', 'subnets': [{'id': '9357717b-7827-46e4-94ff-fefe4f5006a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:01.874079 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfcb177-b47f-4e52-b60f-333ad118012a tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:20:01.877499 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfcb177-b47f-4e52-b60f-333ad118012a tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event updated for resources: {'Port': ['ID=db703459-99f9-43ee-879e-953d8cd3d250,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:01.919989 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc036a8-deed-47c2-b6a9-dfc7c405fcb3 None None] Checking router: 66f86dbc-94fd-491b-ab25-f56f6a9eb3e8 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:20:01.942554 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc036a8-deed-47c2-b6a9-dfc7c405fcb3 None None] Routers {'66f86dbc-94fd-491b-ab25-f56f6a9eb3e8'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:20:01.943636 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-0bc036a8-deed-47c2-b6a9-dfc7c405fcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:19:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['66f86dbc-94fd-491b-ab25-f56f6a9eb3e8'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:01.950419 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0c2f4093-6146-4502-ba70-50f29d85a695 req-f5c69cba-2466-4713-af90-e6f04653c512 service neutron] 10.222.0.66 "GET /v2.0/networks/9accb235-a825-49d8-b9c6-39063069a4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393463 Nov 25 13:20:01.953693 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d2e3e-87e1-4508-a835-b54ec76d9479 req-52a4209c-ffff-44d5-b726-db2d4b4d5c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:01.955545 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-412d2e3e-87e1-4508-a835-b54ec76d9479 req-52a4209c-ffff-44d5-b726-db2d4b4d5c30 service neutron] 10.222.0.66 "GET /v2.0/networks?id=302cd77f-0aa0-4fd0-9347-1bf95451c456 HTTP/1.1" status: 200 len: 915 time: 0.3363044 Nov 25 13:20:01.965381 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b644e996-e932-4cb7-bcc8-10fc031e6f11 None None] Pushing event updated for resources: {'Port': ['ID=f014ac33-536e-4b50-8ac4-1106e391da6d,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:02.105666 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9bab3e-dff8-44a5-aab5-e7e5a8feb75a req-39dabe2b-3653-4676-a2e1-87d8bd8bf91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:02.111525 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6e9bab3e-dff8-44a5-aab5-e7e5a8feb75a req-39dabe2b-3653-4676-a2e1-87d8bd8bf91d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=32ba8698-b3b1-4dfd-a8f2-8fbd4efeab35 HTTP/1.1" status: 200 len: 1097 time: 0.4870193 Nov 25 13:20:02.180866 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1ee671af-e9cb-4a2c-b351-b918a4770dc1 req-ae9e0f0d-e6b2-44d0-b7f4-5649ad237dce tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec610c10-0015-4919-a10e-9c11537c59cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3792663 Nov 25 13:20:02.187672 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-0bc036a8-deed-47c2-b6a9-dfc7c405fcb3 None None] Set router 66f86dbc-94fd-491b-ab25-f56f6a9eb3e8 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:20:02.213594 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0c2f4093-6146-4502-ba70-50f29d85a695 req-f6455cd3-b0ae-497e-96aa-faf576377d19 service neutron] 10.222.0.66 "GET /v2.0/networks/9accb235-a825-49d8-b9c6-39063069a4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486258 Nov 25 13:20:02.221463 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6e9bab3e-dff8-44a5-aab5-e7e5a8feb75a req-c903730a-d98e-4ffb-9c8d-0680a3f3146c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=bfe63d26-24ca-4370-adc0-048d0d6d24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987027 Nov 25 13:20:02.244454 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfcb177-b47f-4e52-b60f-333ad118012a tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:02.245398 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4dfcb177-b47f-4e52-b60f-333ad118012a tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:02.316908 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-412d2e3e-87e1-4508-a835-b54ec76d9479 req-90fe8ab7-3e24-42ef-99a4-2a861eb203f1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ee914d7-dc46-4391-9c91-ab28844b7542 HTTP/1.1" status: 200 len: 999 time: 0.3269944 Nov 25 13:20:02.413683 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-4dfcb177-b47f-4e52-b60f-333ad118012a tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.9618304 Nov 25 13:20:02.416923 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51898) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:02.422243 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-4fcbf465-ab4d-4f7e-b303-2c6403c4b18e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Request body: {'subnet': {'network_id': '52ae875d-0ffa-4694-baf0-c8a9daf7457a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:20:02.422414 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b39ece5a-c0a3-47e0-a651-b97bd84808e6 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:20:02.428148 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-660b0065-6da0-40a6-a7df-a57121de6c2c None None] Provisioning complete for port db703459-99f9-43ee-879e-953d8cd3d250 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:20:02.428672 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-660b0065-6da0-40a6-a7df-a57121de6c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:02.440037 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ce68b4-bb98-46cf-a0c9-b25e1a569eb4 None None] Sync routers for ids ['5417f724-fad1-463f-a83e-3c974c9556d2'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:20:02.449904 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b39ece5a-c0a3-47e0-a651-b97bd84808e6 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:02.461484 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ce68b4-bb98-46cf-a0c9-b25e1a569eb4 None None] Routers {'5417f724-fad1-463f-a83e-3c974c9556d2'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:20:02.462159 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-c5ce68b4-bb98-46cf-a0c9-b25e1a569eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:19:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['5417f724-fad1-463f-a83e-3c974c9556d2'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:02.506338 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-660b0065-6da0-40a6-a7df-a57121de6c2c None None] Port db703459-99f9-43ee-879e-953d8cd3d250 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:20:02.512895 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b39ece5a-c0a3-47e0-a651-b97bd84808e6 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] 10.222.0.53 "PUT /v2.0/floatingips/d657e3c3-79df-443f-ac08-800eb52e22a8 HTTP/1.1" status: 200 len: 991 time: 4.2921050 Nov 25 13:20:02.621407 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-c5ce68b4-bb98-46cf-a0c9-b25e1a569eb4 None None] Set router 5417f724-fad1-463f-a83e-3c974c9556d2 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:20:02.634326 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1e320d-090d-4966-8117-e8c7adee6cc8 req-9fe1252e-d9f8-4664-8871-57d2b217bc99 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:02.643364 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fcbf465-ab4d-4f7e-b303-2c6403c4b18e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Made reservation on behalf of 103222503d1f447390d34cefdf0e19b7 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:20:02.646845 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5b1e320d-090d-4966-8117-e8c7adee6cc8 req-9fe1252e-d9f8-4664-8871-57d2b217bc99 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c811d06-f1e2-4f21-afe0-11e65cfbb472 HTTP/1.1" status: 200 len: 945 time: 0.3206530 Nov 25 13:20:02.647675 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4fcbf465-ab4d-4f7e-b303-2c6403c4b18e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:02.679184 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d2e3e-87e1-4508-a835-b54ec76d9479 req-9a9801f5-0050-451d-b71a-49d068fef3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:02.681395 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-412d2e3e-87e1-4508-a835-b54ec76d9479 req-9a9801f5-0050-451d-b71a-49d068fef3ae service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9357717b-7827-46e4-94ff-fefe4f5006a5 HTTP/1.1" status: 200 len: 853 time: 0.2473679 Nov 25 13:20:02.755689 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d206e5-c0b0-4017-9b83-35b0a90fe096 req-8c181dd1-7799-439e-b65f-86b7c808ea2c tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:02.771846 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-24d206e5-c0b0-4017-9b83-35b0a90fe096 req-8c181dd1-7799-439e-b65f-86b7c808ea2c tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] 10.222.0.53 "GET /v2.0/ports?device_id=32ba8698-b3b1-4dfd-a8f2-8fbd4efeab35 HTTP/1.1" status: 200 len: 945 time: 0.4290948 Nov 25 13:20:02.786307 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5727099e-c97d-4516-97f1-32f5aff2d8ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:02.835202 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-0bc036a8-deed-47c2-b6a9-dfc7c405fcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f86dbc-94fd-491b-ab25-f56f6a9eb3e8', 'name': 'tempest-ServersTestFqdnHostnames-421086233-router', 'tenant_id': '6ba3ab7c0d724058adeab7a26e218a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '8fb37192-d7ba-432a-ba4a-f907e25ba280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:19:08Z', 'updated_at': '2021-11-25T13:19:17Z', 'revision_number': 4, 'project_id': '6ba3ab7c0d724058adeab7a26e218a01', 'gw_port': {'id': '8fb37192-d7ba-432a-ba4a-f907e25ba280', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ce:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f86dbc-94fd-491b-ab25-f56f6a9eb3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:09Z', 'updated_at': '2021-11-25T13:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '7ecb0335-bf42-4d6a-b823-f6fd5c2aebf7', 'tenant_id': '6ba3ab7c0d724058adeab7a26e218a01', 'floating_ip_address': '172.25.5.233', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '66f86dbc-94fd-491b-ab25-f56f6a9eb3e8', 'port_id': '8ee914d7-dc46-4391-9c91-ab28844b7542', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '302cd77f-0aa0-4fd0-9347-1bf95451c456', 'mac_address': 'fa:16:3e:0f:17:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3d014a-3305-4ffe-bddb-08c65c6e7ca8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:19:29Z', 'updated_at': '2021-11-25T13:19:57Z', 'revision_number': 1, 'project_id': '6ba3ab7c0d724058adeab7a26e218a01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b205b83-f849-4c02-849e-40e4986edbcc', 'name': '', 'network_id': '302cd77f-0aa0-4fd0-9347-1bf95451c456', 'tenant_id': '6ba3ab7c0d724058adeab7a26e218a01', 'mac_address': 'fa:16:3e:80:ab:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f86dbc-94fd-491b-ab25-f56f6a9eb3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '9357717b-7827-46e4-94ff-fefe4f5006a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:16Z', 'updated_at': '2021-11-25T13:19:39Z', 'revision_number': 5, 'project_id': '6ba3ab7c0d724058adeab7a26e218a01', 'subnets': [{'id': '9357717b-7827-46e4-94ff-fefe4f5006a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:02.866849 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc036a8-deed-47c2-b6a9-dfc7c405fcb3 None None] The sync data for ids ['66f86dbc-94fd-491b-ab25-f56f6a9eb3e8'] in n-d-808199-11 is: [{'id': '66f86dbc-94fd-491b-ab25-f56f6a9eb3e8', 'name': 'tempest-ServersTestFqdnHostnames-421086233-router', 'tenant_id': '6ba3ab7c0d724058adeab7a26e218a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '8fb37192-d7ba-432a-ba4a-f907e25ba280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:19:08Z', 'updated_at': '2021-11-25T13:19:17Z', 'revision_number': 4, 'project_id': '6ba3ab7c0d724058adeab7a26e218a01', 'gw_port': {'id': '8fb37192-d7ba-432a-ba4a-f907e25ba280', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ce:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f86dbc-94fd-491b-ab25-f56f6a9eb3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:09Z', 'updated_at': '2021-11-25T13:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '7ecb0335-bf42-4d6a-b823-f6fd5c2aebf7', 'tenant_id': '6ba3ab7c0d724058adeab7a26e218a01', 'floating_ip_address': '172.25.5.233', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '66f86dbc-94fd-491b-ab25-f56f6a9eb3e8', 'port_id': '8ee914d7-dc46-4391-9c91-ab28844b7542', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '302cd77f-0aa0-4fd0-9347-1bf95451c456', 'mac_address': 'fa:16:3e:0f:17:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3d014a-3305-4ffe-bddb-08c65c6e7ca8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:19:29Z', 'updated_at': '2021-11-25T13:19:57Z', 'revision_number': 1, 'project_id': '6ba3ab7c0d724058adeab7a26e218a01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b205b83-f849-4c02-849e-40e4986edbcc', 'name': '', 'network_id': '302cd77f-0aa0-4fd0-9347-1bf95451c456', 'tenant_id': '6ba3ab7c0d724058adeab7a26e218a01', 'mac_address': 'fa:16:3e:80:ab:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f86dbc-94fd-491b-ab25-f56f6a9eb3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '9357717b-7827-46e4-94ff-fefe4f5006a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:16Z', 'updated_at': '2021-11-25T13:19:39Z', 'revision_number': 5, 'project_id': '6ba3ab7c0d724058adeab7a26e218a01', 'subnets': [{'id': '9357717b-7827-46e4-94ff-fefe4f5006a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:20:02.875795 n-d-808199-11 neutron-server[103571]: INFO neutron.db.ipam_backend_mixin [None req-4fcbf465-ab4d-4f7e-b303-2c6403c4b18e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d1e7d05a-e6f7-4553-bed1-95e2b76ac5ca (CIDR: 172.20.0.0/28) Nov 25 13:20:02.882939 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fcbf465-ab4d-4f7e-b303-2c6403c4b18e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 13:20:02.883442 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fcbf465-ab4d-4f7e-b303-2c6403c4b18e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:20:02.915823 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-4fcbf465-ab4d-4f7e-b303-2c6403c4b18e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4975922 Nov 25 13:20:02.918616 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51904) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:02.931029 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-5db75960-c951-45c0-9122-29e2967e2c6d tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Request body: {'subnet': {'network_id': '52ae875d-0ffa-4694-baf0-c8a9daf7457a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:20:02.944188 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d2e3e-87e1-4508-a835-b54ec76d9479 req-84e5f9b8-4793-4503-aa79-241b56593a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:02.946258 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-412d2e3e-87e1-4508-a835-b54ec76d9479 req-84e5f9b8-4793-4503-aa79-241b56593a71 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=302cd77f-0aa0-4fd0-9347-1bf95451c456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2415526 Nov 25 13:20:02.953770 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5b1e320d-090d-4966-8117-e8c7adee6cc8 req-736a2a26-9e24-4610-94d1-9e8c08aaf5fa tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a67b344-a277-4a59-9ec0-02294555dd86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3051934 Nov 25 13:20:02.970080 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-24d206e5-c0b0-4017-9b83-35b0a90fe096 req-3d76b16f-8030-46cc-ab33-494b25267617 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfe63d26-24ca-4370-adc0-048d0d6d24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1963615 Nov 25 13:20:03.014394 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-c5ce68b4-bb98-46cf-a0c9-b25e1a569eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5417f724-fad1-463f-a83e-3c974c9556d2', 'name': 'tempest-ServersTestJSON-684622249-router', 'tenant_id': 'df651ad79fe54ccfbbf19c1e8711e872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'a0b8058e-4811-415a-8cb1-40daa95fdcdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:19:14Z', 'updated_at': '2021-11-25T13:19:24Z', 'revision_number': 4, 'project_id': 'df651ad79fe54ccfbbf19c1e8711e872', 'gw_port': {'id': 'a0b8058e-4811-415a-8cb1-40daa95fdcdc', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5417f724-fad1-463f-a83e-3c974c9556d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:15Z', 'updated_at': '2021-11-25T13:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': 'd657e3c3-79df-443f-ac08-800eb52e22a8', 'tenant_id': 'df651ad79fe54ccfbbf19c1e8711e872', 'floating_ip_address': '172.25.5.218', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '5417f724-fad1-463f-a83e-3c974c9556d2', 'port_id': '2fc84434-e7c8-4bd6-b4b7-3ed027b92d19', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '884fbd20-5b2c-4fb3-8df2-e56b22e47b5d', 'mac_address': 'fa:16:3e:ff:4d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbce244a-1b99-45fb-8772-6d1e1fc4128c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:19:33Z', 'updated_at': '2021-11-25T13:19:59Z', 'revision_number': 1, 'project_id': 'df651ad79fe54ccfbbf19c1e8711e872', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a5360e6-212e-4ddb-9b74-ab459fe51413', 'name': '', 'network_id': '884fbd20-5b2c-4fb3-8df2-e56b22e47b5d', 'tenant_id': 'df651ad79fe54ccfbbf19c1e8711e872', 'mac_address': 'fa:16:3e:90:b0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5417f724-fad1-463f-a83e-3c974c9556d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '4a9b2e46-421a-4b61-8a19-01c511a48cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:23Z', 'updated_at': '2021-11-25T13:19:32Z', 'revision_number': 5, 'project_id': 'df651ad79fe54ccfbbf19c1e8711e872', 'subnets': [{'id': '4a9b2e46-421a-4b61-8a19-01c511a48cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:03.103647 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ce68b4-bb98-46cf-a0c9-b25e1a569eb4 None None] Checking router: 5417f724-fad1-463f-a83e-3c974c9556d2 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:20:03.128130 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ce68b4-bb98-46cf-a0c9-b25e1a569eb4 None None] Routers {'5417f724-fad1-463f-a83e-3c974c9556d2'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:20:03.139565 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-c5ce68b4-bb98-46cf-a0c9-b25e1a569eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:20:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['5417f724-fad1-463f-a83e-3c974c9556d2'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:03.197561 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-412d2e3e-87e1-4508-a835-b54ec76d9479 req-cc912556-2f02-4e5a-9c58-e868f44c2569 service neutron] 10.222.0.66 "GET /v2.0/networks/302cd77f-0aa0-4fd0-9347-1bf95451c456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421918 Nov 25 13:20:03.307345 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device f014ac33-536e-4b50-8ac4-1106e391da6d up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:20:03.337849 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db75960-c951-45c0-9122-29e2967e2c6d tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Made reservation on behalf of 103222503d1f447390d34cefdf0e19b7 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:20:03.341930 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5db75960-c951-45c0-9122-29e2967e2c6d tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:03.448104 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port f014ac33-536e-4b50-8ac4-1106e391da6d triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:20:03.448802 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:03.523295 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45330b96-9ed4-491f-b98c-e882a9f3c615 None None] New status for floating IP 7ecb0335-bf42-4d6a-b823-f6fd5c2aebf7: ACTIVE {{(pid=103572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 13:20:03.524232 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-c5ce68b4-bb98-46cf-a0c9-b25e1a569eb4 None None] Set router 5417f724-fad1-463f-a83e-3c974c9556d2 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:20:03.583942 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbce244a-1b99-45fb-8772-6d1e1fc4128c', 'tag': '2fc84434-e7c8-4bd6-b4b7-3ed027b92d19'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:20:03.586392 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aec27ba-d326-4155-9fbe-95db4bff954c" -d '{"events": [{"name": "network-changed", "server_uuid": "bbce244a-1b99-45fb-8772-6d1e1fc4128c", "tag": "2fc84434-e7c8-4bd6-b4b7-3ed027b92d19"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:20:03.590680 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-412d2e3e-87e1-4508-a835-b54ec76d9479 req-da0789c0-6ec3-4974-b04c-f11f866fd010 service neutron] 10.222.0.66 "GET /v2.0/networks/302cd77f-0aa0-4fd0-9347-1bf95451c456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3852849 Nov 25 13:20:03.804188 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6763b49-6149-439d-a94b-b996fe490357 req-a2b4be25-4044-4b90-92d8-88c7dd3c8285 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:03.806210 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b6763b49-6149-439d-a94b-b996fe490357 req-a2b4be25-4044-4b90-92d8-88c7dd3c8285 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c811d06-f1e2-4f21-afe0-11e65cfbb472 HTTP/1.1" status: 200 len: 945 time: 0.1998355 Nov 25 13:20:03.817110 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca9be88-e4b2-49e6-b465-43c335ba4d43 req-a6a51be9-c547-4ee9-8d24-7683405939c2 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:03.823980 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:03.826882 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-eca9be88-e4b2-49e6-b465-43c335ba4d43 req-a6a51be9-c547-4ee9-8d24-7683405939c2 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=96f607cf-5cc8-4448-a85a-7003800016d0 HTTP/1.1" status: 200 len: 944 time: 0.2218060 Nov 25 13:20:03.830234 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 51914) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:03.836248 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-5cc779d2-2a9a-4661-9895-be82c48a225e tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Request body: {'floatingip': {'port_id': 'f9e11cbf-735f-4dc4-b7af-b4b0e65142f1'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:20:03.898478 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5cc779d2-2a9a-4661-9895-be82c48a225e tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Publish callbacks [] for floatingip, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:03.927480 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 6791656b-b210-481e-9a3a-dd38c51ba87b details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:20:04.009051 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-c5ce68b4-bb98-46cf-a0c9-b25e1a569eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5417f724-fad1-463f-a83e-3c974c9556d2', 'name': 'tempest-ServersTestJSON-684622249-router', 'tenant_id': 'df651ad79fe54ccfbbf19c1e8711e872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'a0b8058e-4811-415a-8cb1-40daa95fdcdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:19:14Z', 'updated_at': '2021-11-25T13:19:24Z', 'revision_number': 4, 'project_id': 'df651ad79fe54ccfbbf19c1e8711e872', 'gw_port': {'id': 'a0b8058e-4811-415a-8cb1-40daa95fdcdc', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5417f724-fad1-463f-a83e-3c974c9556d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:15Z', 'updated_at': '2021-11-25T13:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': 'd657e3c3-79df-443f-ac08-800eb52e22a8', 'tenant_id': 'df651ad79fe54ccfbbf19c1e8711e872', 'floating_ip_address': '172.25.5.218', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '5417f724-fad1-463f-a83e-3c974c9556d2', 'port_id': '2fc84434-e7c8-4bd6-b4b7-3ed027b92d19', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '884fbd20-5b2c-4fb3-8df2-e56b22e47b5d', 'mac_address': 'fa:16:3e:ff:4d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbce244a-1b99-45fb-8772-6d1e1fc4128c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:19:33Z', 'updated_at': '2021-11-25T13:19:59Z', 'revision_number': 1, 'project_id': 'df651ad79fe54ccfbbf19c1e8711e872', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a5360e6-212e-4ddb-9b74-ab459fe51413', 'name': '', 'network_id': '884fbd20-5b2c-4fb3-8df2-e56b22e47b5d', 'tenant_id': 'df651ad79fe54ccfbbf19c1e8711e872', 'mac_address': 'fa:16:3e:90:b0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5417f724-fad1-463f-a83e-3c974c9556d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '4a9b2e46-421a-4b61-8a19-01c511a48cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:23Z', 'updated_at': '2021-11-25T13:19:32Z', 'revision_number': 5, 'project_id': 'df651ad79fe54ccfbbf19c1e8711e872', 'subnets': [{'id': '4a9b2e46-421a-4b61-8a19-01c511a48cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:04.090544 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ce68b4-bb98-46cf-a0c9-b25e1a569eb4 None None] The sync data for ids ['5417f724-fad1-463f-a83e-3c974c9556d2'] in n-d-808199-11 is: [{'id': '5417f724-fad1-463f-a83e-3c974c9556d2', 'name': 'tempest-ServersTestJSON-684622249-router', 'tenant_id': 'df651ad79fe54ccfbbf19c1e8711e872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'a0b8058e-4811-415a-8cb1-40daa95fdcdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:19:14Z', 'updated_at': '2021-11-25T13:19:24Z', 'revision_number': 4, 'project_id': 'df651ad79fe54ccfbbf19c1e8711e872', 'gw_port': {'id': 'a0b8058e-4811-415a-8cb1-40daa95fdcdc', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5417f724-fad1-463f-a83e-3c974c9556d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:15Z', 'updated_at': '2021-11-25T13:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': 'd657e3c3-79df-443f-ac08-800eb52e22a8', 'tenant_id': 'df651ad79fe54ccfbbf19c1e8711e872', 'floating_ip_address': '172.25.5.218', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '5417f724-fad1-463f-a83e-3c974c9556d2', 'port_id': '2fc84434-e7c8-4bd6-b4b7-3ed027b92d19', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '884fbd20-5b2c-4fb3-8df2-e56b22e47b5d', 'mac_address': 'fa:16:3e:ff:4d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbce244a-1b99-45fb-8772-6d1e1fc4128c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:19:33Z', 'updated_at': '2021-11-25T13:19:59Z', 'revision_number': 1, 'project_id': 'df651ad79fe54ccfbbf19c1e8711e872', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a5360e6-212e-4ddb-9b74-ab459fe51413', 'name': '', 'network_id': '884fbd20-5b2c-4fb3-8df2-e56b22e47b5d', 'tenant_id': 'df651ad79fe54ccfbbf19c1e8711e872', 'mac_address': 'fa:16:3e:90:b0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5417f724-fad1-463f-a83e-3c974c9556d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '4a9b2e46-421a-4b61-8a19-01c511a48cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:23Z', 'updated_at': '2021-11-25T13:19:32Z', 'revision_number': 5, 'project_id': 'df651ad79fe54ccfbbf19c1e8711e872', 'subnets': [{'id': '4a9b2e46-421a-4b61-8a19-01c511a48cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:20:04.100085 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e09fab-b26c-4c68-9e63-ebd95e6b88af x-openstack-request-id: req-04e09fab-b26c-4c68-9e63-ebd95e6b88af {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:20:04.111964 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbce244a-1b99-45fb-8772-6d1e1fc4128c", "tag": "2fc84434-e7c8-4bd6-b4b7-3ed027b92d19", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:20:04.112379 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-04e09fab-b26c-4c68-9e63-ebd95e6b88af {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:20:04.112913 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbce244a-1b99-45fb-8772-6d1e1fc4128c', 'tag': '2fc84434-e7c8-4bd6-b4b7-3ed027b92d19', 'status': 'completed', 'code': 200} Nov 25 13:20:04.154965 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 6791656b-b210-481e-9a3a-dd38c51ba87b, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=6791656b-b210-481e-9a3a-dd38c51ba87b,segment=NetworkSegment(c770b2a8-6850-4501-ba81-87e53f72232e),segment_id=c770b2a8-6850-4501-ba81-87e53f72232e)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:20:04.173158 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': '6791656b-b210-481e-9a3a-dd38c51ba87b', 'network_id': '9accb235-a825-49d8-b9c6-39063069a4b3', 'port_id': '6791656b-b210-481e-9a3a-dd38c51ba87b', 'mac_address': 'fa:16:3e:e3:e8:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6a84af7-6347-4e0f-945a-98a5515a4a22', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:20:04.209152 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aec27ba-d326-4155-9fbe-95db4bff954c req-3d041069-e860-41c8-963b-4cb73fcb9213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:04.214486 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9aec27ba-d326-4155-9fbe-95db4bff954c req-3d041069-e860-41c8-963b-4cb73fcb9213 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=df651ad79fe54ccfbbf19c1e8711e872&device_id=bbce244a-1b99-45fb-8772-6d1e1fc4128c HTTP/1.1" status: 200 len: 1097 time: 0.1124842 Nov 25 13:20:04.220540 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:04.237980 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-eca9be88-e4b2-49e6-b465-43c335ba4d43 req-0905e96c-0374-4461-be28-365039dab0ab tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec610c10-0015-4919-a10e-9c11537c59cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4096777 Nov 25 13:20:04.239948 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6791656b-b210-481e-9a3a-dd38c51ba87b {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:20:04.279079 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 6791656b-b210-481e-9a3a-dd38c51ba87b, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=6791656b-b210-481e-9a3a-dd38c51ba87b,segment=NetworkSegment(c770b2a8-6850-4501-ba81-87e53f72232e),segment_id=c770b2a8-6850-4501-ba81-87e53f72232e)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:20:04.287190 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:04.334222 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc40f7-e39e-4ac4-bb5e-0a5899031970 req-463006f7-56a5-43db-a6da-b481ea323a4e tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:04.353163 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f9fc40f7-e39e-4ac4-bb5e-0a5899031970 req-463006f7-56a5-43db-a6da-b481ea323a4e tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] 10.222.0.53 "GET /v2.0/ports?device_id=32ba8698-b3b1-4dfd-a8f2-8fbd4efeab35 HTTP/1.1" status: 200 len: 945 time: 0.1751623 Nov 25 13:20:04.360762 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=6791656b-b210-481e-9a3a-dd38c51ba87b,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:04.457557 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aec27ba-d326-4155-9fbe-95db4bff954c req-0718ef1f-7f78-44c3-bf57-64a8923798b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:04.459668 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9aec27ba-d326-4155-9fbe-95db4bff954c req-0718ef1f-7f78-44c3-bf57-64a8923798b3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=884fbd20-5b2c-4fb3-8df2-e56b22e47b5d HTTP/1.1" status: 200 len: 906 time: 0.2329412 Nov 25 13:20:04.498224 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bcf740-b503-483f-8237-29c7e5607aaa None None] New status for floating IP d657e3c3-79df-443f-ac08-800eb52e22a8: ACTIVE {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 13:20:04.562599 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f9fc40f7-e39e-4ac4-bb5e-0a5899031970 req-a574d313-0f91-4241-ac10-7789efdf0fd8 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfe63d26-24ca-4370-adc0-048d0d6d24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2083166 Nov 25 13:20:04.595303 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9aec27ba-d326-4155-9fbe-95db4bff954c req-478f45da-54c4-446c-9594-183229955ffb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fc84434-e7c8-4bd6-b4b7-3ed027b92d19 HTTP/1.1" status: 200 len: 999 time: 0.1244264 Nov 25 13:20:04.614279 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['6791656b-b210-481e-9a3a-dd38c51ba87b'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:20:04.713884 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aec27ba-d326-4155-9fbe-95db4bff954c req-f18cd455-ce10-440f-94b0-6a95b6ec8e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:04.715685 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9aec27ba-d326-4155-9fbe-95db4bff954c req-f18cd455-ce10-440f-94b0-6a95b6ec8e20 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4a9b2e46-421a-4b61-8a19-01c511a48cad HTTP/1.1" status: 200 len: 844 time: 0.1093981 Nov 25 13:20:04.785939 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5db75960-c951-45c0-9122-29e2967e2c6d tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:04.843817 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f95f1f-ceb0-479f-8681-acec88d7f0e6 req-9c3b9ccb-239f-42ea-8620-edc97ce70fda tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:04.853142 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-54f95f1f-ceb0-479f-8681-acec88d7f0e6 req-9c3b9ccb-239f-42ea-8620-edc97ce70fda tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] 10.222.0.53 "GET /v2.0/ports?device_id=32ba8698-b3b1-4dfd-a8f2-8fbd4efeab35 HTTP/1.1" status: 200 len: 945 time: 0.1662140 Nov 25 13:20:04.862813 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db75960-c951-45c0-9122-29e2967e2c6d tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Network 52ae875d-0ffa-4694-baf0-c8a9daf7457a is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:20:04.863019 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.db.resource_extend [None req-5cc779d2-2a9a-4661-9895-be82c48a225e tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 13:20:04.873286 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-5db75960-c951-45c0-9122-29e2967e2c6d tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:20:04.882105 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db75960-c951-45c0-9122-29e2967e2c6d tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:04.882940 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5db75960-c951-45c0-9122-29e2967e2c6d tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:04.888408 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b81701a-435a-4940-9afc-9c98cf8347c9 None None] Network 52ae875d-0ffa-4694-baf0-c8a9daf7457a requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:20:04.898671 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aec27ba-d326-4155-9fbe-95db4bff954c req-fa732fd4-d486-4225-84d4-0ca326eb6d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:04.900476 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9aec27ba-d326-4155-9fbe-95db4bff954c req-fa732fd4-d486-4225-84d4-0ca326eb6d42 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=884fbd20-5b2c-4fb3-8df2-e56b22e47b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1673005 Nov 25 13:20:04.905865 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db75960-c951-45c0-9122-29e2967e2c6d tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event updated for resources: {'Subnet': ['ID=523f2824-6d19-4c71-9dfd-cf51e0d83e6e,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:04.942007 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5db75960-c951-45c0-9122-29e2967e2c6d tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0221565 Nov 25 13:20:04.946298 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 51926) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:04.953261 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-4a9f6b65-3a2a-4358-a822-e0879a9be97e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1727596810', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '523f2824-6d19-4c71-9dfd-cf51e0d83e6e'}], 'security_groups': ['24f911e6-e7ca-4fb5-8764-e99295ed4a4a']}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:20:04.985466 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5cc779d2-2a9a-4661-9895-be82c48a225e tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:05.000987 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-54f95f1f-ceb0-479f-8681-acec88d7f0e6 req-08bf151f-e90c-4727-a946-605555190b6f tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfe63d26-24ca-4370-adc0-048d0d6d24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460650 Nov 25 13:20:05.019287 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5cc779d2-2a9a-4661-9895-be82c48a225e tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:05.042259 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9aec27ba-d326-4155-9fbe-95db4bff954c req-0f068c2b-a6c5-4425-9e14-4e0a92d138a0 service neutron] 10.222.0.47 "GET /v2.0/networks/884fbd20-5b2c-4fb3-8df2-e56b22e47b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325064 Nov 25 13:20:05.144468 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:05.167198 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9aec27ba-d326-4155-9fbe-95db4bff954c req-fd82aad9-00de-4182-a82c-a2404e7baa06 service neutron] 10.222.0.47 "GET /v2.0/networks/884fbd20-5b2c-4fb3-8df2-e56b22e47b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114652 Nov 25 13:20:05.249911 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e04062e-d8cf-454c-b4a8-ea9f626e29f0 req-34236e6a-843a-4571-b8e3-a8648fcf9d38 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:05.250627 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d6a1fd-3c91-4e32-9c93-839928e6e240 None None] Update dhcp port {'port': {'network_id': '52ae875d-0ffa-4694-baf0-c8a9daf7457a', 'fixed_ips': [{'subnet_id': 'd1e7d05a-e6f7-4553-bed1-95e2b76ac5ca', 'ip_address': '172.20.0.2'}, {'subnet_id': '523f2824-6d19-4c71-9dfd-cf51e0d83e6e'}], 'binding:host_id': 'n-d-808199-11'}, 'id': 'f014ac33-536e-4b50-8ac4-1106e391da6d'} from n-d-808199-11. {{(pid=103572) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 13:20:05.251425 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2e04062e-d8cf-454c-b4a8-ea9f626e29f0 req-34236e6a-843a-4571-b8e3-a8648fcf9d38 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] 10.222.0.53 "GET /v2.0/ports?device_id=32ba8698-b3b1-4dfd-a8f2-8fbd4efeab35 HTTP/1.1" status: 200 len: 945 time: 0.1544502 Nov 25 13:20:05.277790 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b7d6a1fd-3c91-4e32-9c93-839928e6e240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:05.312002 n-d-808199-11 neutron-server[103570]: INFO neutron.db.l3_db [None req-5cc779d2-2a9a-4661-9895-be82c48a225e tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Floating IP 164f2c1d-c9dc-4a75-acf2-92524cfd9945 associated. External IP: 172.25.5.224, port: f9e11cbf-735f-4dc4-b7af-b4b0e65142f1. Nov 25 13:20:05.482922 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-b7d6a1fd-3c91-4e32-9c93-839928e6e240 None None] Allocated IP 172.20.0.18 (52ae875d-0ffa-4694-baf0-c8a9daf7457a/523f2824-6d19-4c71-9dfd-cf51e0d83e6e/f014ac33-536e-4b50-8ac4-1106e391da6d) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:20:05.600233 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-b7d6a1fd-3c91-4e32-9c93-839928e6e240 None None] For port f014ac33-536e-4b50-8ac4-1106e391da6d, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=f014ac33-536e-4b50-8ac4-1106e391da6d,segment=NetworkSegment(6145c0f7-9244-4b4f-ac2e-d26da4c7fe8c),segment_id=6145c0f7-9244-4b4f-ac2e-d26da4c7fe8c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:20:05.632625 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b7d6a1fd-3c91-4e32-9c93-839928e6e240 None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:05.638327 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b7d6a1fd-3c91-4e32-9c93-839928e6e240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:05.742470 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d6a1fd-3c91-4e32-9c93-839928e6e240 None None] Pushing event updated for resources: {'Port': ['ID=f014ac33-536e-4b50-8ac4-1106e391da6d,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:05.791117 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4a9f6b65-3a2a-4358-a822-e0879a9be97e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:05.925092 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb15d28-ade2-4bbf-8e3f-408f6e186802 req-b6215a4f-1c60-4472-8bb9-edff238d89c7 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:05.926662 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2cb15d28-ade2-4bbf-8e3f-408f6e186802 req-b6215a4f-1c60-4472-8bb9-edff238d89c7 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=96f607cf-5cc8-4448-a85a-7003800016d0 HTTP/1.1" status: 200 len: 945 time: 0.6073413 Nov 25 13:20:05.936757 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2e04062e-d8cf-454c-b4a8-ea9f626e29f0 req-c2da894c-0970-4a32-913c-e7016f764380 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfe63d26-24ca-4370-adc0-048d0d6d24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6642368 Nov 25 13:20:05.944108 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 6791656b-b210-481e-9a3a-dd38c51ba87b up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:20:05.981837 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51938) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:06.073384 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port 6791656b-b210-481e-9a3a-dd38c51ba87b completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:20:06.079755 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port 6791656b-b210-481e-9a3a-dd38c51ba87b triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:20:06.080133 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:06.138480 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2cb15d28-ade2-4bbf-8e3f-408f6e186802 req-4783eb92-7870-440c-9f99-8a73cd7b7715 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec610c10-0015-4919-a10e-9c11537c59cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980989 Nov 25 13:20:06.273811 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:06.305447 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:06.342213 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f607cf-5cc8-4448-a85a-7003800016d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6791656b-b210-481e-9a3a-dd38c51ba87b'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:20:06.346757 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8617a51c-59a6-4b41-acf5-556fb6bf3d95" -d '{"events": [{"server_uuid": "96f607cf-5cc8-4448-a85a-7003800016d0", "name": "network-vif-plugged", "status": "completed", "tag": "6791656b-b210-481e-9a3a-dd38c51ba87b"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:20:06.354304 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff6249f-7f2a-493a-b42b-30e50a884684 tempest-TestServerBasicOps-770227407 tempest-TestServerBasicOps-770227407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:06.359725 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-0ff6249f-7f2a-493a-b42b-30e50a884684 tempest-TestServerBasicOps-770227407 tempest-TestServerBasicOps-770227407-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=32ba8698-b3b1-4dfd-a8f2-8fbd4efeab35 HTTP/1.1" status: 200 len: 1092 time: 0.3759151 Nov 25 13:20:06.362284 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51944) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:06.365673 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 6791656b-b210-481e-9a3a-dd38c51ba87b, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=6791656b-b210-481e-9a3a-dd38c51ba87b,segment=NetworkSegment(c770b2a8-6850-4501-ba81-87e53f72232e),segment_id=c770b2a8-6850-4501-ba81-87e53f72232e)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:20:06.379851 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-ed3a564c-3783-450c-a01b-d7a31202f18a tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Request body: {'floatingip': {'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'port_id': '59053dba-2c76-45f3-ad4a-19e7d38c9a02', 'tenant_id': 'f316b895b9bc47d6886b73ece5df5d1d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:20:06.384592 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:06.437827 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b9c3ba-2b27-449e-a26d-de973588b2f6 x-openstack-request-id: req-f0b9c3ba-2b27-449e-a26d-de973588b2f6 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:20:06.438113 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96f607cf-5cc8-4448-a85a-7003800016d0", "name": "network-vif-plugged", "status": "completed", "tag": "6791656b-b210-481e-9a3a-dd38c51ba87b", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:20:06.438438 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f0b9c3ba-2b27-449e-a26d-de973588b2f6 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:20:06.442189 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f607cf-5cc8-4448-a85a-7003800016d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6791656b-b210-481e-9a3a-dd38c51ba87b', 'code': 200} Nov 25 13:20:06.453677 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ed3a564c-3783-450c-a01b-d7a31202f18a tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Publish callbacks [] for floatingip, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:06.509976 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cc779d2-2a9a-4661-9895-be82c48a225e tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Router ffe7a1e7-7266-497a-babd-81f42fbcf57a has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:20:06.524994 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=6791656b-b210-481e-9a3a-dd38c51ba87b,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:06.552974 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-a9049b57-290a-4147-a7e7-a2262f61f848 None None] Provisioning complete for port 1018f78a-f98c-47f1-9f13-e27f71ef6e5a triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:20:06.553635 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a9049b57-290a-4147-a7e7-a2262f61f848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:06.590966 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ed3a564c-3783-450c-a01b-d7a31202f18a tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:06.607883 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-a9049b57-290a-4147-a7e7-a2262f61f848 None None] Port 1018f78a-f98c-47f1-9f13-e27f71ef6e5a cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:20:06.621070 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-a9049b57-290a-4147-a7e7-a2262f61f848 None None] Provisioning complete for port f014ac33-536e-4b50-8ac4-1106e391da6d triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:20:06.621720 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a9049b57-290a-4147-a7e7-a2262f61f848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:06.703073 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a41b9-51d7-4216-a748-6a1a05c9ecb0 req-c9b4df88-8939-4d57-9d4d-23f15a71d7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:06.704692 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e20a41b9-51d7-4216-a748-6a1a05c9ecb0 req-c9b4df88-8939-4d57-9d4d-23f15a71d7fc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=96f607cf-5cc8-4448-a85a-7003800016d0 HTTP/1.1" status: 200 len: 1098 time: 0.1790321 Nov 25 13:20:06.728329 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-ed3a564c-3783-450c-a01b-d7a31202f18a tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Allocated IP 172.25.5.39 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/e1c229f0-8462-4add-9b77-550800634843) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:20:06.751926 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-4a9f6b65-3a2a-4358-a822-e0879a9be97e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Delete allocated IP 172.20.0.5 (52ae875d-0ffa-4694-baf0-c8a9daf7457a/d1e7d05a-e6f7-4553-bed1-95e2b76ac5ca) {{(pid=103570) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 25 13:20:06.767219 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-4a9f6b65-3a2a-4358-a822-e0879a9be97e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Allocated IP 172.20.0.23 (52ae875d-0ffa-4694-baf0-c8a9daf7457a/523f2824-6d19-4c71-9dfd-cf51e0d83e6e/db703459-99f9-43ee-879e-953d8cd3d250) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:20:06.772845 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-a9049b57-290a-4147-a7e7-a2262f61f848 None None] Provisioning complete for port db703459-99f9-43ee-879e-953d8cd3d250 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:20:06.773493 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a9049b57-290a-4147-a7e7-a2262f61f848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:06.798185 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc779d2-2a9a-4661-9895-be82c48a225e tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:20:06.803638 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5cc779d2-2a9a-4661-9895-be82c48a225e tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:06.828729 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac07e36-e7e9-4744-99e0-0956518af0e0 None None] Sync routers for ids ['ffe7a1e7-7266-497a-babd-81f42fbcf57a'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:20:06.841833 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ed3a564c-3783-450c-a01b-d7a31202f18a tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:06.852849 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e20a41b9-51d7-4216-a748-6a1a05c9ecb0 req-201de096-8c76-4722-8fc8-5e9be27c208b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ec610c10-0015-4919-a10e-9c11537c59cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270065 Nov 25 13:20:06.858733 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-a9049b57-290a-4147-a7e7-a2262f61f848 None None] Port db703459-99f9-43ee-879e-953d8cd3d250 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:20:06.860986 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac07e36-e7e9-4744-99e0-0956518af0e0 None None] Routers {'ffe7a1e7-7266-497a-babd-81f42fbcf57a'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:20:06.861900 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-cac07e36-e7e9-4744-99e0-0956518af0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:20:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['ffe7a1e7-7266-497a-babd-81f42fbcf57a'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:06.865171 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-5cc779d2-2a9a-4661-9895-be82c48a225e tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] 10.222.0.53 "PUT /v2.0/floatingips/164f2c1d-c9dc-4a75-acf2-92524cfd9945 HTTP/1.1" status: 200 len: 991 time: 3.0336416 Nov 25 13:20:06.867343 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c811d06-f1e2-4f21-afe0-11e65cfbb472', 'tag': 'f9e11cbf-735f-4dc4-b7af-b4b0e65142f1'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:20:06.880061 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deef1831-bfd0-46f4-a844-990827274ef1" -d '{"events": [{"name": "network-changed", "server_uuid": "3c811d06-f1e2-4f21-afe0-11e65cfbb472", "tag": "f9e11cbf-735f-4dc4-b7af-b4b0e65142f1"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:20:06.891518 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ed3a564c-3783-450c-a01b-d7a31202f18a tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:06.978969 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865a8004-4edb-47a2-a49c-e4955a86ed46 x-openstack-request-id: req-865a8004-4edb-47a2-a49c-e4955a86ed46 {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:20:06.979638 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c811d06-f1e2-4f21-afe0-11e65cfbb472", "tag": "f9e11cbf-735f-4dc4-b7af-b4b0e65142f1", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:20:06.979638 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-865a8004-4edb-47a2-a49c-e4955a86ed46 {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:20:06.979904 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c811d06-f1e2-4f21-afe0-11e65cfbb472', 'tag': 'f9e11cbf-735f-4dc4-b7af-b4b0e65142f1', 'status': 'completed', 'code': 200} Nov 25 13:20:07.036329 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3a564c-3783-450c-a01b-d7a31202f18a tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:20:07.040363 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-ed3a564c-3783-450c-a01b-d7a31202f18a tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:20:07.046224 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3a564c-3783-450c-a01b-d7a31202f18a tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:20:07.049714 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-cac07e36-e7e9-4744-99e0-0956518af0e0 None None] Set router ffe7a1e7-7266-497a-babd-81f42fbcf57a gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:20:07.082483 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4a9f6b65-3a2a-4358-a822-e0879a9be97e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:07.083446 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3a564c-3783-450c-a01b-d7a31202f18a tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Pushing event updated for resources: {'Port': ['ID=e1c229f0-8462-4add-9b77-550800634843,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:07.091686 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4a9f6b65-3a2a-4358-a822-e0879a9be97e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:07.093984 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef1831-bfd0-46f4-a844-990827274ef1 req-217c9c5d-356e-4599-b46f-b95ac63d4988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:07.095973 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-deef1831-bfd0-46f4-a844-990827274ef1 req-217c9c5d-356e-4599-b46f-b95ac63d4988 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0013694c3d8b4bbab5d29ed70a5d2a34&device_id=3c811d06-f1e2-4f21-afe0-11e65cfbb472 HTTP/1.1" status: 200 len: 1097 time: 0.0975275 Nov 25 13:20:07.221471 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9f6b65-3a2a-4358-a822-e0879a9be97e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event updated for resources: {'Port': ['ID=db703459-99f9-43ee-879e-953d8cd3d250,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:07.252885 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-4a9f6b65-3a2a-4358-a822-e0879a9be97e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] In _notify_port_updated(), no bound segment for port db703459-99f9-43ee-879e-953d8cd3d250 on network 52ae875d-0ffa-4694-baf0-c8a9daf7457a {{(pid=103570) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 13:20:07.260003 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9f6b65-3a2a-4358-a822-e0879a9be97e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:07.260891 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4a9f6b65-3a2a-4358-a822-e0879a9be97e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:07.262355 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-4a9f6b65-3a2a-4358-a822-e0879a9be97e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "PUT /v2.0/ports/db703459-99f9-43ee-879e-953d8cd3d250 HTTP/1.1" status: 200 len: 921 time: 2.3134170 Nov 25 13:20:07.265304 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 51958) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:07.304082 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device f014ac33-536e-4b50-8ac4-1106e391da6d up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:20:07.433623 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef1831-bfd0-46f4-a844-990827274ef1 req-f05a5d66-c361-4231-9125-ff0c5dea5749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:07.435211 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-deef1831-bfd0-46f4-a844-990827274ef1 req-f05a5d66-c361-4231-9125-ff0c5dea5749 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2f3e9f4b-171e-4038-9419-459f783f3398 HTTP/1.1" status: 200 len: 913 time: 0.3318398 Nov 25 13:20:07.449893 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79fe481-820c-4038-baa0-22e1a07c576a req-51604987-191d-48e0-93cf-32b695f5b41f tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:07.451529 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a79fe481-820c-4038-baa0-22e1a07c576a req-51604987-191d-48e0-93cf-32b695f5b41f tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=96f607cf-5cc8-4448-a85a-7003800016d0 HTTP/1.1" status: 200 len: 946 time: 0.1253285 Nov 25 13:20:07.492621 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-10873561-3464-40d8-85b5-2afc99dd4e88 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Deleting port db703459-99f9-43ee-879e-953d8cd3d250 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:20:07.492972 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-10873561-3464-40d8-85b5-2afc99dd4e88 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:07.599289 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-deef1831-bfd0-46f4-a844-990827274ef1 req-19ddc222-1e99-482d-8850-853191029ac2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9e11cbf-735f-4dc4-b7af-b4b0e65142f1 HTTP/1.1" status: 200 len: 999 time: 0.1549482 Nov 25 13:20:07.643781 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-10873561-3464-40d8-85b5-2afc99dd4e88 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:07.662635 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-10873561-3464-40d8-85b5-2afc99dd4e88 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Calling delete_port for db703459-99f9-43ee-879e-953d8cd3d250 owned by {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:20:07.686026 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port f014ac33-536e-4b50-8ac4-1106e391da6d triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:20:07.686408 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:07.766673 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-cac07e36-e7e9-4744-99e0-0956518af0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe7a1e7-7266-497a-babd-81f42fbcf57a', 'name': 'tempest-ServersTestManualDisk-1364209551-router', 'tenant_id': '0013694c3d8b4bbab5d29ed70a5d2a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'ad6ee71f-7b15-4623-8411-fb2e307853d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:19:16Z', 'updated_at': '2021-11-25T13:19:29Z', 'revision_number': 4, 'project_id': '0013694c3d8b4bbab5d29ed70a5d2a34', 'gw_port': {'id': 'ad6ee71f-7b15-4623-8411-fb2e307853d9', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe7a1e7-7266-497a-babd-81f42fbcf57a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:18Z', 'updated_at': '2021-11-25T13:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '164f2c1d-c9dc-4a75-acf2-92524cfd9945', 'tenant_id': '0013694c3d8b4bbab5d29ed70a5d2a34', 'floating_ip_address': '172.25.5.224', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': 'ffe7a1e7-7266-497a-babd-81f42fbcf57a', 'port_id': 'f9e11cbf-735f-4dc4-b7af-b4b0e65142f1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f3e9f4b-171e-4038-9419-459f783f3398', 'mac_address': 'fa:16:3e:52:f6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c811d06-f1e2-4f21-afe0-11e65cfbb472', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:19:40Z', 'updated_at': '2021-11-25T13:20:04Z', 'revision_number': 1, 'project_id': '0013694c3d8b4bbab5d29ed70a5d2a34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96ddf671-ac2b-415e-a567-1da2732e2f5b', 'name': '', 'network_id': '2f3e9f4b-171e-4038-9419-459f783f3398', 'tenant_id': '0013694c3d8b4bbab5d29ed70a5d2a34', 'mac_address': 'fa:16:3e:05:e6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe7a1e7-7266-497a-babd-81f42fbcf57a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '47c2cdfb-b269-4d0e-b0a7-798aceb1b080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:27Z', 'updated_at': '2021-11-25T13:19:40Z', 'revision_number': 5, 'project_id': '0013694c3d8b4bbab5d29ed70a5d2a34', 'subnets': [{'id': '47c2cdfb-b269-4d0e-b0a7-798aceb1b080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:07.778649 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a79fe481-820c-4038-baa0-22e1a07c576a req-5fcb10d0-834c-4bcb-94cb-7858fbb069ed tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec610c10-0015-4919-a10e-9c11537c59cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182938 Nov 25 13:20:07.829480 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac07e36-e7e9-4744-99e0-0956518af0e0 None None] Checking router: ffe7a1e7-7266-497a-babd-81f42fbcf57a for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:20:07.840182 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef1831-bfd0-46f4-a844-990827274ef1 req-7ecd7bb3-5dc3-4579-8d9e-f9d9241d01e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:07.841602 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-deef1831-bfd0-46f4-a844-990827274ef1 req-7ecd7bb3-5dc3-4579-8d9e-f9d9241d01e9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=47c2cdfb-b269-4d0e-b0a7-798aceb1b080 HTTP/1.1" status: 200 len: 851 time: 0.2268879 Nov 25 13:20:07.867859 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-d446e090-52ca-4e9e-aae3-88fe0e8fc2e0 None None] Provisioning complete for port db703459-99f9-43ee-879e-953d8cd3d250 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:20:07.868218 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d446e090-52ca-4e9e-aae3-88fe0e8fc2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:07.870084 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac07e36-e7e9-4744-99e0-0956518af0e0 None None] Routers {'ffe7a1e7-7266-497a-babd-81f42fbcf57a'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:20:07.870947 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-cac07e36-e7e9-4744-99e0-0956518af0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:20:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['ffe7a1e7-7266-497a-babd-81f42fbcf57a'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:07.883762 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-10873561-3464-40d8-85b5-2afc99dd4e88 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:07.926621 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10873561-3464-40d8-85b5-2afc99dd4e88 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event deleted for resources: {'Port': ['ID=db703459-99f9-43ee-879e-953d8cd3d250,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:08.005411 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef1831-bfd0-46f4-a844-990827274ef1 req-505ecf28-953f-428f-86fa-04f7c2b756ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:08.006945 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-deef1831-bfd0-46f4-a844-990827274ef1 req-505ecf28-953f-428f-86fa-04f7c2b756ff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2f3e9f4b-171e-4038-9419-459f783f3398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1461852 Nov 25 13:20:08.093946 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-d446e090-52ca-4e9e-aae3-88fe0e8fc2e0 None None] Port db703459-99f9-43ee-879e-953d8cd3d250 was deleted so its status cannot be updated. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 25 13:20:08.112184 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-10873561-3464-40d8-85b5-2afc99dd4e88 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:08.123149 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-10873561-3464-40d8-85b5-2afc99dd4e88 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "DELETE /v2.0/ports/db703459-99f9-43ee-879e-953d8cd3d250 HTTP/1.1" status: 204 len: 168 time: 0.8564630 Nov 25 13:20:08.123789 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 51964) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:08.161291 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:08.179093 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-cac07e36-e7e9-4744-99e0-0956518af0e0 None None] Set router ffe7a1e7-7266-497a-babd-81f42fbcf57a gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:20:08.183819 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-40621906-b8a4-4b24-995b-70a0dcb49c4b tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] GET failed (client error): The resource could not be found. Nov 25 13:20:08.185331 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-40621906-b8a4-4b24-995b-70a0dcb49c4b tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "GET /v2.0/ports/db703459-99f9-43ee-879e-953d8cd3d250 HTTP/1.1" status: 404 len: 333 time: 0.0583830 Nov 25 13:20:08.189046 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 51966) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:08.195336 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-deef1831-bfd0-46f4-a844-990827274ef1 req-4d203937-326e-4fe0-8044-8a70b25b2365 service neutron] 10.222.0.47 "GET /v2.0/networks/2f3e9f4b-171e-4038-9419-459f783f3398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521027 Nov 25 13:20:08.218963 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ed3a564c-3783-450c-a01b-d7a31202f18a tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:08.287653 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1b462e06-4d49-4c7b-afb3-0ffe71f556f1 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:08.349552 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1b462e06-4d49-4c7b-afb3-0ffe71f556f1 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:08.428666 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ed3a564c-3783-450c-a01b-d7a31202f18a tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:08.433527 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1b462e06-4d49-4c7b-afb3-0ffe71f556f1 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:08.436755 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1b462e06-4d49-4c7b-afb3-0ffe71f556f1 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:08.440198 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-1b462e06-4d49-4c7b-afb3-0ffe71f556f1 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "DELETE /v2.0/security-groups/a5bfa57a-c95f-4d0e-a042-70df2bcd818d HTTP/1.1" status: 204 len: 168 time: 0.2497025 Nov 25 13:20:08.445614 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 51972) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:08.477070 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b462e06-4d49-4c7b-afb3-0ffe71f556f1 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5bfa57a-c95f-4d0e-a042-70df2bcd818d,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:08.496091 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-deef1831-bfd0-46f4-a844-990827274ef1 req-f52603ed-8943-4374-9e47-4a7bfbabed56 service neutron] 10.222.0.47 "GET /v2.0/networks/2f3e9f4b-171e-4038-9419-459f783f3398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945117 Nov 25 13:20:08.535673 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9382198a-b5f4-4fd1-8ceb-f19aa2853871 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:08.557419 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-cac07e36-e7e9-4744-99e0-0956518af0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe7a1e7-7266-497a-babd-81f42fbcf57a', 'name': 'tempest-ServersTestManualDisk-1364209551-router', 'tenant_id': '0013694c3d8b4bbab5d29ed70a5d2a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'ad6ee71f-7b15-4623-8411-fb2e307853d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:19:16Z', 'updated_at': '2021-11-25T13:19:29Z', 'revision_number': 4, 'project_id': '0013694c3d8b4bbab5d29ed70a5d2a34', 'gw_port': {'id': 'ad6ee71f-7b15-4623-8411-fb2e307853d9', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe7a1e7-7266-497a-babd-81f42fbcf57a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:18Z', 'updated_at': '2021-11-25T13:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '164f2c1d-c9dc-4a75-acf2-92524cfd9945', 'tenant_id': '0013694c3d8b4bbab5d29ed70a5d2a34', 'floating_ip_address': '172.25.5.224', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': 'ffe7a1e7-7266-497a-babd-81f42fbcf57a', 'port_id': 'f9e11cbf-735f-4dc4-b7af-b4b0e65142f1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f3e9f4b-171e-4038-9419-459f783f3398', 'mac_address': 'fa:16:3e:52:f6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c811d06-f1e2-4f21-afe0-11e65cfbb472', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:19:40Z', 'updated_at': '2021-11-25T13:20:04Z', 'revision_number': 1, 'project_id': '0013694c3d8b4bbab5d29ed70a5d2a34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96ddf671-ac2b-415e-a567-1da2732e2f5b', 'name': '', 'network_id': '2f3e9f4b-171e-4038-9419-459f783f3398', 'tenant_id': '0013694c3d8b4bbab5d29ed70a5d2a34', 'mac_address': 'fa:16:3e:05:e6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe7a1e7-7266-497a-babd-81f42fbcf57a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '47c2cdfb-b269-4d0e-b0a7-798aceb1b080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:27Z', 'updated_at': '2021-11-25T13:19:40Z', 'revision_number': 5, 'project_id': '0013694c3d8b4bbab5d29ed70a5d2a34', 'subnets': [{'id': '47c2cdfb-b269-4d0e-b0a7-798aceb1b080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:08.561934 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9382198a-b5f4-4fd1-8ceb-f19aa2853871 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:08.593291 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac07e36-e7e9-4744-99e0-0956518af0e0 None None] The sync data for ids ['ffe7a1e7-7266-497a-babd-81f42fbcf57a'] in n-d-808199-11 is: [{'id': 'ffe7a1e7-7266-497a-babd-81f42fbcf57a', 'name': 'tempest-ServersTestManualDisk-1364209551-router', 'tenant_id': '0013694c3d8b4bbab5d29ed70a5d2a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'ad6ee71f-7b15-4623-8411-fb2e307853d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:19:16Z', 'updated_at': '2021-11-25T13:19:29Z', 'revision_number': 4, 'project_id': '0013694c3d8b4bbab5d29ed70a5d2a34', 'gw_port': {'id': 'ad6ee71f-7b15-4623-8411-fb2e307853d9', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe7a1e7-7266-497a-babd-81f42fbcf57a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:18Z', 'updated_at': '2021-11-25T13:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '164f2c1d-c9dc-4a75-acf2-92524cfd9945', 'tenant_id': '0013694c3d8b4bbab5d29ed70a5d2a34', 'floating_ip_address': '172.25.5.224', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': 'ffe7a1e7-7266-497a-babd-81f42fbcf57a', 'port_id': 'f9e11cbf-735f-4dc4-b7af-b4b0e65142f1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f3e9f4b-171e-4038-9419-459f783f3398', 'mac_address': 'fa:16:3e:52:f6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c811d06-f1e2-4f21-afe0-11e65cfbb472', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:19:40Z', 'updated_at': '2021-11-25T13:20:04Z', 'revision_number': 1, 'project_id': '0013694c3d8b4bbab5d29ed70a5d2a34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96ddf671-ac2b-415e-a567-1da2732e2f5b', 'name': '', 'network_id': '2f3e9f4b-171e-4038-9419-459f783f3398', 'tenant_id': '0013694c3d8b4bbab5d29ed70a5d2a34', 'mac_address': 'fa:16:3e:05:e6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe7a1e7-7266-497a-babd-81f42fbcf57a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '47c2cdfb-b269-4d0e-b0a7-798aceb1b080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:27Z', 'updated_at': '2021-11-25T13:19:40Z', 'revision_number': 5, 'project_id': '0013694c3d8b4bbab5d29ed70a5d2a34', 'subnets': [{'id': '47c2cdfb-b269-4d0e-b0a7-798aceb1b080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:20:08.617531 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9382198a-b5f4-4fd1-8ceb-f19aa2853871 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:08.633698 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9382198a-b5f4-4fd1-8ceb-f19aa2853871 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:08.638140 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-9382198a-b5f4-4fd1-8ceb-f19aa2853871 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "DELETE /v2.0/security-groups/24f911e6-e7ca-4fb5-8764-e99295ed4a4a HTTP/1.1" status: 204 len: 168 time: 0.1896019 Nov 25 13:20:08.638458 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51974) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:08.648649 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9382198a-b5f4-4fd1-8ceb-f19aa2853871 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f911e6-e7ca-4fb5-8764-e99295ed4a4a,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:08.709934 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ed3a564c-3783-450c-a01b-d7a31202f18a tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:08.720204 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5948682-b2b5-422e-83c6-ad81d446ef66 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Deleting subnet d1e7d05a-e6f7-4553-bed1-95e2b76ac5ca {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:20:08.722230 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ed3a564c-3783-450c-a01b-d7a31202f18a tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:08.736201 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a5948682-b2b5-422e-83c6-ad81d446ef66 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:08.838982 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a5948682-b2b5-422e-83c6-ad81d446ef66 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:08.841541 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3a564c-3783-450c-a01b-d7a31202f18a tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Pushing event updated for resources: {'Port': ['ID=e1c229f0-8462-4add-9b77-550800634843,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:08.864436 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ed3a564c-3783-450c-a01b-d7a31202f18a tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:08.914625 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695df1a0-53ea-4cd0-8ced-40990e7dd3d9 None None] New status for floating IP 164f2c1d-c9dc-4a75-acf2-92524cfd9945: ACTIVE {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 13:20:08.966409 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd48db5-f782-4485-87ae-9b89d9db16f1 req-a7095ba9-efda-4d94-8527-097d5fc0a176 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:08.967962 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0bd48db5-f782-4485-87ae-9b89d9db16f1 req-a7095ba9-efda-4d94-8527-097d5fc0a176 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=96f607cf-5cc8-4448-a85a-7003800016d0 HTTP/1.1" status: 200 len: 946 time: 0.0627737 Nov 25 13:20:08.992124 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a5948682-b2b5-422e-83c6-ad81d446ef66 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:09.029491 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0bd48db5-f782-4485-87ae-9b89d9db16f1 req-d192cd72-6704-49a7-83a6-97c0d7cbe9fa tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec610c10-0015-4919-a10e-9c11537c59cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541909 Nov 25 13:20:09.072941 n-d-808199-11 neutron-server[103571]: INFO neutron.db.l3_db [None req-ed3a564c-3783-450c-a01b-d7a31202f18a tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Floating IP 45e44509-51a0-478f-b6b4-067b1735f300 associated. External IP: 172.25.5.39, port: 59053dba-2c76-45f3-ad4a-19e7d38c9a02. Nov 25 13:20:09.224208 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a5948682-b2b5-422e-83c6-ad81d446ef66 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:09.256443 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-73278c9c-94af-458c-84cd-a2a2230881e7 req-2d2be421-6e43-4f94-88aa-201c78d85ba1 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=621e47be21954218b422540d084376f9 HTTP/1.1" status: 200 len: 267 time: 0.1021092 Nov 25 13:20:09.266934 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5948682-b2b5-422e-83c6-ad81d446ef66 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event deleted for resources: {'Subnet': ['ID=d1e7d05a-e6f7-4553-bed1-95e2b76ac5ca,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:09.272299 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a5948682-b2b5-422e-83c6-ad81d446ef66 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:09.282931 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-a5948682-b2b5-422e-83c6-ad81d446ef66 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "DELETE /v2.0/subnets/d1e7d05a-e6f7-4553-bed1-95e2b76ac5ca HTTP/1.1" status: 204 len: 168 time: 0.6313808 Nov 25 13:20:09.285340 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4ff368-0da1-440c-8bc9-d6f71f5a7b2d None None] Network 52ae875d-0ffa-4694-baf0-c8a9daf7457a requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:20:09.288197 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 51984) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:09.298265 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-7a7c330c-758c-491a-8960-db772a93c579 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Request body: {'subnet': {'network_id': '52ae875d-0ffa-4694-baf0-c8a9daf7457a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:20:09.449535 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73278c9c-94af-458c-84cd-a2a2230881e7 req-566eca90-300f-4739-9bd6-205453b7285a tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:09.451124 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-73278c9c-94af-458c-84cd-a2a2230881e7 req-566eca90-300f-4739-9bd6-205453b7285a tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=96f607cf-5cc8-4448-a85a-7003800016d0 HTTP/1.1" status: 200 len: 946 time: 0.1831355 Nov 25 13:20:09.488461 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed3a564c-3783-450c-a01b-d7a31202f18a tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Router 3a5f7005-8d46-4d00-a884-62a9a0c57b2b has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:20:09.490543 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-73278c9c-94af-458c-84cd-a2a2230881e7 req-06bf991e-6720-41b1-92fb-116c445a0d09 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Request body: {'port': {'security_groups': []}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:20:09.633416 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-73278c9c-94af-458c-84cd-a2a2230881e7 req-06bf991e-6720-41b1-92fb-116c445a0d09 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:09.657861 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a7c330c-758c-491a-8960-db772a93c579 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Made reservation on behalf of 103222503d1f447390d34cefdf0e19b7 for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:20:09.657967 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed3a564c-3783-450c-a01b-d7a31202f18a tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:20:09.668752 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7a7c330c-758c-491a-8960-db772a93c579 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:09.677317 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046ebc73-714b-4e6d-a019-6e070f29c508 None None] Sync routers for ids ['3a5f7005-8d46-4d00-a884-62a9a0c57b2b'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:20:09.682102 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ed3a564c-3783-450c-a01b-d7a31202f18a tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:09.706901 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046ebc73-714b-4e6d-a019-6e070f29c508 None None] Routers {'3a5f7005-8d46-4d00-a884-62a9a0c57b2b'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:20:09.708225 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-046ebc73-714b-4e6d-a019-6e070f29c508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:20:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['3a5f7005-8d46-4d00-a884-62a9a0c57b2b'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:09.726671 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-ed3a564c-3783-450c-a01b-d7a31202f18a tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.3610694 Nov 25 13:20:09.727795 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32ba8698-b3b1-4dfd-a8f2-8fbd4efeab35', 'tag': '59053dba-2c76-45f3-ad4a-19e7d38c9a02'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:20:09.733001 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5bb7a31-9f42-4950-b682-f83864e7ecae" -d '{"events": [{"name": "network-changed", "server_uuid": "32ba8698-b3b1-4dfd-a8f2-8fbd4efeab35", "tag": "59053dba-2c76-45f3-ad4a-19e7d38c9a02"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:20:09.815357 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2e0d06-09d8-4b1c-82d8-e97a327c019f x-openstack-request-id: req-2a2e0d06-09d8-4b1c-82d8-e97a327c019f {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:20:09.815761 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32ba8698-b3b1-4dfd-a8f2-8fbd4efeab35", "tag": "59053dba-2c76-45f3-ad4a-19e7d38c9a02", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:20:09.816121 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2a2e0d06-09d8-4b1c-82d8-e97a327c019f {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:20:09.816710 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32ba8698-b3b1-4dfd-a8f2-8fbd4efeab35', 'tag': '59053dba-2c76-45f3-ad4a-19e7d38c9a02', 'status': 'completed', 'code': 200} Nov 25 13:20:09.893470 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-046ebc73-714b-4e6d-a019-6e070f29c508 None None] Set router 3a5f7005-8d46-4d00-a884-62a9a0c57b2b gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:20:09.976784 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb7a31-9f42-4950-b682-f83864e7ecae req-8a5840c1-f80f-412f-904a-0b32fb4b3c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:09.978228 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c5bb7a31-9f42-4950-b682-f83864e7ecae req-8a5840c1-f80f-412f-904a-0b32fb4b3c99 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f316b895b9bc47d6886b73ece5df5d1d&device_id=32ba8698-b3b1-4dfd-a8f2-8fbd4efeab35 HTTP/1.1" status: 200 len: 1097 time: 0.1522779 Nov 25 13:20:10.075524 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-73278c9c-94af-458c-84cd-a2a2230881e7 req-06bf991e-6720-41b1-92fb-116c445a0d09 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] For port 6791656b-b210-481e-9a3a-dd38c51ba87b, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=6791656b-b210-481e-9a3a-dd38c51ba87b,segment=NetworkSegment(c770b2a8-6850-4501-ba81-87e53f72232e),segment_id=c770b2a8-6850-4501-ba81-87e53f72232e)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:20:10.192793 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-73278c9c-94af-458c-84cd-a2a2230881e7 req-06bf991e-6720-41b1-92fb-116c445a0d09 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:10.198985 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb7a31-9f42-4950-b682-f83864e7ecae req-0451bf5f-5e57-4a74-badc-ef75d9518bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:10.200404 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c5bb7a31-9f42-4950-b682-f83864e7ecae req-0451bf5f-5e57-4a74-badc-ef75d9518bdb service neutron] 10.222.0.66 "GET /v2.0/networks?id=5a608445-48fc-4cb4-86bf-6068f5ffd561 HTTP/1.1" status: 200 len: 910 time: 0.2111402 Nov 25 13:20:10.232019 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-73278c9c-94af-458c-84cd-a2a2230881e7 req-06bf991e-6720-41b1-92fb-116c445a0d09 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:10.234441 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-046ebc73-714b-4e6d-a019-6e070f29c508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5f7005-8d46-4d00-a884-62a9a0c57b2b', 'name': 'tempest-TestServerBasicOps-1730900946-router', 'tenant_id': 'f316b895b9bc47d6886b73ece5df5d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': 'd215e37b-23a6-4010-b32a-d320f22a363e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:18:57Z', 'updated_at': '2021-11-25T13:19:07Z', 'revision_number': 4, 'project_id': 'f316b895b9bc47d6886b73ece5df5d1d', 'gw_port': {'id': 'd215e37b-23a6-4010-b32a-d320f22a363e', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5f7005-8d46-4d00-a884-62a9a0c57b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:00Z', 'updated_at': '2021-11-25T13:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '45e44509-51a0-478f-b6b4-067b1735f300', 'tenant_id': 'f316b895b9bc47d6886b73ece5df5d1d', 'floating_ip_address': '172.25.5.39', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '3a5f7005-8d46-4d00-a884-62a9a0c57b2b', 'port_id': '59053dba-2c76-45f3-ad4a-19e7d38c9a02', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1760, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a608445-48fc-4cb4-86bf-6068f5ffd561', 'mac_address': 'fa:16:3e:a5:e3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ba8698-b3b1-4dfd-a8f2-8fbd4efeab35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:20:07Z', 'updated_at': '2021-11-25T13:20:07Z', 'revision_number': 0, 'project_id': 'f316b895b9bc47d6886b73ece5df5d1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d4daf44-e2bf-473a-8988-96eef2fd238e', 'name': '', 'network_id': '5a608445-48fc-4cb4-86bf-6068f5ffd561', 'tenant_id': 'f316b895b9bc47d6886b73ece5df5d1d', 'mac_address': 'fa:16:3e:35:7e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5f7005-8d46-4d00-a884-62a9a0c57b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '4997cc2a-e143-43c9-a247-504e1c6f3545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:05Z', 'updated_at': '2021-11-25T13:19:18Z', 'revision_number': 5, 'project_id': 'f316b895b9bc47d6886b73ece5df5d1d', 'subnets': [{'id': '4997cc2a-e143-43c9-a247-504e1c6f3545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:10.271425 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['e2a5a626-de21-4a40-bd62-bacea0a9d1bd', '6791656b-b210-481e-9a3a-dd38c51ba87b'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:20:10.273643 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['d6e63749-0e7e-47e9-84a3-14fef84346a7'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:20:10.278401 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046ebc73-714b-4e6d-a019-6e070f29c508 None None] Checking router: 3a5f7005-8d46-4d00-a884-62a9a0c57b2b for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:20:10.350333 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046ebc73-714b-4e6d-a019-6e070f29c508 None None] Routers {'3a5f7005-8d46-4d00-a884-62a9a0c57b2b'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:20:10.351910 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-046ebc73-714b-4e6d-a019-6e070f29c508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:20:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['3a5f7005-8d46-4d00-a884-62a9a0c57b2b'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:10.413763 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73278c9c-94af-458c-84cd-a2a2230881e7 req-06bf991e-6720-41b1-92fb-116c445a0d09 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:10.414427 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-73278c9c-94af-458c-84cd-a2a2230881e7 req-06bf991e-6720-41b1-92fb-116c445a0d09 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:10.415874 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-73278c9c-94af-458c-84cd-a2a2230881e7 req-06bf991e-6720-41b1-92fb-116c445a0d09 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "PUT /v2.0/ports/6791656b-b210-481e-9a3a-dd38c51ba87b HTTP/1.1" status: 200 len: 905 time: 0.9395905 Nov 25 13:20:10.421728 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96f607cf-5cc8-4448-a85a-7003800016d0', 'tag': '6791656b-b210-481e-9a3a-dd38c51ba87b'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:20:10.426452 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3522326-5fe9-4f43-bf4c-fd4d5822a29f" -d '{"events": [{"name": "network-changed", "server_uuid": "96f607cf-5cc8-4448-a85a-7003800016d0", "tag": "6791656b-b210-481e-9a3a-dd38c51ba87b"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:20:10.500669 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7205717-f908-4b77-8a3b-3801c99836fb x-openstack-request-id: req-e7205717-f908-4b77-8a3b-3801c99836fb {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:20:10.500964 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96f607cf-5cc8-4448-a85a-7003800016d0", "tag": "6791656b-b210-481e-9a3a-dd38c51ba87b", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:20:10.501225 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e7205717-f908-4b77-8a3b-3801c99836fb {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:20:10.501629 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96f607cf-5cc8-4448-a85a-7003800016d0', 'tag': '6791656b-b210-481e-9a3a-dd38c51ba87b', 'status': 'completed', 'code': 200} Nov 25 13:20:10.532052 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c5bb7a31-9f42-4950-b682-f83864e7ecae req-bca5d007-815b-4773-9a75-f725ebfa6f5a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59053dba-2c76-45f3-ad4a-19e7d38c9a02 HTTP/1.1" status: 200 len: 998 time: 0.3060415 Nov 25 13:20:10.532675 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bf991e-6720-41b1-92fb-116c445a0d09 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Pushing event updated for resources: {'Port': ['ID=6791656b-b210-481e-9a3a-dd38c51ba87b,revision_number=6']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:10.535425 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-046ebc73-714b-4e6d-a019-6e070f29c508 None None] Set router 3a5f7005-8d46-4d00-a884-62a9a0c57b2b gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:20:10.626891 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3522326-5fe9-4f43-bf4c-fd4d5822a29f req-57f0c056-5aa3-4904-a570-7d37c73dbab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:10.628484 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e3522326-5fe9-4f43-bf4c-fd4d5822a29f req-57f0c056-5aa3-4904-a570-7d37c73dbab1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=621e47be21954218b422540d084376f9&device_id=96f607cf-5cc8-4448-a85a-7003800016d0 HTTP/1.1" status: 200 len: 1060 time: 0.0881464 Nov 25 13:20:10.646177 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7a7c330c-758c-491a-8960-db772a93c579 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:10.675605 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['6791656b-b210-481e-9a3a-dd38c51ba87b'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:20:10.731301 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3578cdb-d620-456f-b887-d89bce1d476b req-d268ad6f-206b-4e8c-8b03-46d67a8f6564 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:10.732946 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b3578cdb-d620-456f-b887-d89bce1d476b req-d268ad6f-206b-4e8c-8b03-46d67a8f6564 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=96f607cf-5cc8-4448-a85a-7003800016d0 HTTP/1.1" status: 200 len: 908 time: 0.2352152 Nov 25 13:20:10.741373 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb7a31-9f42-4950-b682-f83864e7ecae req-04e47732-d6a3-4dd9-9c8b-aab926521c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:10.742994 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c5bb7a31-9f42-4950-b682-f83864e7ecae req-04e47732-d6a3-4dd9-9c8b-aab926521c22 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4997cc2a-e143-43c9-a247-504e1c6f3545 HTTP/1.1" status: 200 len: 848 time: 0.1936438 Nov 25 13:20:10.752434 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7c330c-758c-491a-8960-db772a93c579 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Network 52ae875d-0ffa-4694-baf0-c8a9daf7457a is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:20:10.767747 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-7a7c330c-758c-491a-8960-db772a93c579 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:20:10.784792 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7c330c-758c-491a-8960-db772a93c579 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event updated for resources: {'Subnet': ['ID=d0e38795-c685-4ebb-a2b4-c5e6700759bc,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:10.787918 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7c330c-758c-491a-8960-db772a93c579 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:10.788639 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7a7c330c-758c-491a-8960-db772a93c579 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:10.799191 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076766cf-36ad-4ef2-8527-88b955a14532 None None] Network 52ae875d-0ffa-4694-baf0-c8a9daf7457a requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:20:10.817889 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-7a7c330c-758c-491a-8960-db772a93c579 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5265806 Nov 25 13:20:10.821178 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb7a31-9f42-4950-b682-f83864e7ecae req-fecb1194-90a5-4134-95e2-e6a67003e242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:10.822872 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c5bb7a31-9f42-4950-b682-f83864e7ecae req-fecb1194-90a5-4134-95e2-e6a67003e242 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5a608445-48fc-4cb4-86bf-6068f5ffd561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0692546 Nov 25 13:20:10.823446 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52008) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:10.828872 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-ec1cfb9e-6216-489e-83c7-bdb95ae8253c tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Request body: {'security_group': {'name': 'tempest-secgroup-1051916042'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:20:10.866670 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3522326-5fe9-4f43-bf4c-fd4d5822a29f req-a2a0de1f-a04e-42f3-9e85-a7086201a5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:10.868512 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e3522326-5fe9-4f43-bf4c-fd4d5822a29f req-a2a0de1f-a04e-42f3-9e85-a7086201a5de service neutron] 10.222.0.66 "GET /v2.0/networks?id=9accb235-a825-49d8-b9c6-39063069a4b3 HTTP/1.1" status: 200 len: 912 time: 0.2324557 Nov 25 13:20:10.929669 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e3522326-5fe9-4f43-bf4c-fd4d5822a29f req-bea047eb-c53b-46fc-b71e-39c318d9c4bf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6791656b-b210-481e-9a3a-dd38c51ba87b HTTP/1.1" status: 200 len: 217 time: 0.0510321 Nov 25 13:20:10.938089 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ec1cfb9e-6216-489e-83c7-bdb95ae8253c tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:11.000610 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3522326-5fe9-4f43-bf4c-fd4d5822a29f req-ef2c4a59-ad1e-4185-836b-3e2047c14e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:11.004279 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e3522326-5fe9-4f43-bf4c-fd4d5822a29f req-ef2c4a59-ad1e-4185-836b-3e2047c14e29 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b6a84af7-6347-4e0f-945a-98a5515a4a22 HTTP/1.1" status: 200 len: 850 time: 0.0675380 Nov 25 13:20:11.015760 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c2c2c-0314-4e69-a6a7-409373561279 req-9b6e7a6f-1596-4362-ab37-9212b896ee14 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:11.017459 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-650c2c2c-0314-4e69-a6a7-409373561279 req-9b6e7a6f-1596-4362-ab37-9212b896ee14 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 944 time: 0.1570854 Nov 25 13:20:11.017604 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-966cfaeb-0b2b-42d2-a477-fdd6df30bd64 None None] Provisioning complete for port 1018f78a-f98c-47f1-9f13-e27f71ef6e5a triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:20:11.017873 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-966cfaeb-0b2b-42d2-a477-fdd6df30bd64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:11.048125 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c5bb7a31-9f42-4950-b682-f83864e7ecae req-65160720-7e17-4777-8c41-4c30a6dfc300 service neutron] 10.222.0.66 "GET /v2.0/networks/5a608445-48fc-4cb4-86bf-6068f5ffd561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123079 Nov 25 13:20:11.099877 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3522326-5fe9-4f43-bf4c-fd4d5822a29f req-22c4eb9a-6cda-4e03-b066-eabd0f22bfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:11.102663 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e3522326-5fe9-4f43-bf4c-fd4d5822a29f req-22c4eb9a-6cda-4e03-b066-eabd0f22bfd4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9accb235-a825-49d8-b9c6-39063069a4b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0892069 Nov 25 13:20:11.175745 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ec1cfb9e-6216-489e-83c7-bdb95ae8253c tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:11.192050 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ec1cfb9e-6216-489e-83c7-bdb95ae8253c tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:11.203596 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-966cfaeb-0b2b-42d2-a477-fdd6df30bd64 None None] Port 1018f78a-f98c-47f1-9f13-e27f71ef6e5a cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:20:11.217858 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e3522326-5fe9-4f43-bf4c-fd4d5822a29f req-fe092b13-5c10-45ef-a187-c9e86bb9c357 service neutron] 10.222.0.66 "GET /v2.0/networks/9accb235-a825-49d8-b9c6-39063069a4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072958 Nov 25 13:20:11.263162 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-650c2c2c-0314-4e69-a6a7-409373561279 req-78befeb6-e75d-4cec-920f-df559bc10af6 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2217062 Nov 25 13:20:11.317417 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ec1cfb9e-6216-489e-83c7-bdb95ae8253c tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:11.326981 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-ec1cfb9e-6216-489e-83c7-bdb95ae8253c tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5023134 Nov 25 13:20:11.337217 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52016) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:11.353135 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-62ed673d-0660-4ae8-9d1d-26598f17fca1 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Request body: {'security_group': {'name': 'tempest-secgroup-1681977076'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:20:11.384878 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1cfb9e-6216-489e-83c7-bdb95ae8253c tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=940b6904-fc66-45a0-813a-fef3734007fd,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:11.421574 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c5bb7a31-9f42-4950-b682-f83864e7ecae req-55396b0c-736c-4d71-8c8d-8eaef4ad9d98 service neutron] 10.222.0.66 "GET /v2.0/networks/5a608445-48fc-4cb4-86bf-6068f5ffd561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3550470 Nov 25 13:20:11.491753 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71278a3-5cf5-4e3d-b138-7ae98173aec7 req-df4851cc-7681-44aa-89f0-57eeac8dc9d9 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:11.495168 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f71278a3-5cf5-4e3d-b138-7ae98173aec7 req-df4851cc-7681-44aa-89f0-57eeac8dc9d9 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 944 time: 0.1365755 Nov 25 13:20:11.496781 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-62ed673d-0660-4ae8-9d1d-26598f17fca1 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:11.514113 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-966cfaeb-0b2b-42d2-a477-fdd6df30bd64 None None] Provisioning complete for port f014ac33-536e-4b50-8ac4-1106e391da6d triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:20:11.514768 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-966cfaeb-0b2b-42d2-a477-fdd6df30bd64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:11.562068 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:11.626094 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-62ed673d-0660-4ae8-9d1d-26598f17fca1 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:11.663023 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-62ed673d-0660-4ae8-9d1d-26598f17fca1 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:11.737891 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f71278a3-5cf5-4e3d-b138-7ae98173aec7 req-111e8052-e660-4ed6-9add-b475a5b39c37 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2232668 Nov 25 13:20:11.752985 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-62ed673d-0660-4ae8-9d1d-26598f17fca1 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:11.754473 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-62ed673d-0660-4ae8-9d1d-26598f17fca1 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4168363 Nov 25 13:20:11.757568 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52022) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:11.762781 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-9903a54f-f20c-4f59-a69c-5db932b22060 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Request body: {'security_group': {'name': 'tempest-secgroup-319310006'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:20:11.777552 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ed673d-0660-4ae8-9d1d-26598f17fca1 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc18fae-ed88-4816-ba25-36922000411b,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:11.793167 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e3522326-5fe9-4f43-bf4c-fd4d5822a29f req-5765f1b5-78bc-4f15-aa7d-18811be10044 service neutron] 10.222.0.66 "GET /v2.0/networks/9accb235-a825-49d8-b9c6-39063069a4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5678163 Nov 25 13:20:11.809622 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9903a54f-f20c-4f59-a69c-5db932b22060 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:11.850779 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-046ebc73-714b-4e6d-a019-6e070f29c508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5f7005-8d46-4d00-a884-62a9a0c57b2b', 'name': 'tempest-TestServerBasicOps-1730900946-router', 'tenant_id': 'f316b895b9bc47d6886b73ece5df5d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': 'd215e37b-23a6-4010-b32a-d320f22a363e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:18:57Z', 'updated_at': '2021-11-25T13:19:07Z', 'revision_number': 4, 'project_id': 'f316b895b9bc47d6886b73ece5df5d1d', 'gw_port': {'id': 'd215e37b-23a6-4010-b32a-d320f22a363e', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5f7005-8d46-4d00-a884-62a9a0c57b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:00Z', 'updated_at': '2021-11-25T13:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '45e44509-51a0-478f-b6b4-067b1735f300', 'tenant_id': 'f316b895b9bc47d6886b73ece5df5d1d', 'floating_ip_address': '172.25.5.39', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '3a5f7005-8d46-4d00-a884-62a9a0c57b2b', 'port_id': '59053dba-2c76-45f3-ad4a-19e7d38c9a02', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1760, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a608445-48fc-4cb4-86bf-6068f5ffd561', 'mac_address': 'fa:16:3e:a5:e3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ba8698-b3b1-4dfd-a8f2-8fbd4efeab35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:20:07Z', 'updated_at': '2021-11-25T13:20:07Z', 'revision_number': 0, 'project_id': 'f316b895b9bc47d6886b73ece5df5d1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d4daf44-e2bf-473a-8988-96eef2fd238e', 'name': '', 'network_id': '5a608445-48fc-4cb4-86bf-6068f5ffd561', 'tenant_id': 'f316b895b9bc47d6886b73ece5df5d1d', 'mac_address': 'fa:16:3e:35:7e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5f7005-8d46-4d00-a884-62a9a0c57b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '4997cc2a-e143-43c9-a247-504e1c6f3545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:05Z', 'updated_at': '2021-11-25T13:19:18Z', 'revision_number': 5, 'project_id': 'f316b895b9bc47d6886b73ece5df5d1d', 'subnets': [{'id': '4997cc2a-e143-43c9-a247-504e1c6f3545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:11.884178 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046ebc73-714b-4e6d-a019-6e070f29c508 None None] The sync data for ids ['3a5f7005-8d46-4d00-a884-62a9a0c57b2b'] in n-d-808199-11 is: [{'id': '3a5f7005-8d46-4d00-a884-62a9a0c57b2b', 'name': 'tempest-TestServerBasicOps-1730900946-router', 'tenant_id': 'f316b895b9bc47d6886b73ece5df5d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': 'd215e37b-23a6-4010-b32a-d320f22a363e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:18:57Z', 'updated_at': '2021-11-25T13:19:07Z', 'revision_number': 4, 'project_id': 'f316b895b9bc47d6886b73ece5df5d1d', 'gw_port': {'id': 'd215e37b-23a6-4010-b32a-d320f22a363e', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5f7005-8d46-4d00-a884-62a9a0c57b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:00Z', 'updated_at': '2021-11-25T13:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '45e44509-51a0-478f-b6b4-067b1735f300', 'tenant_id': 'f316b895b9bc47d6886b73ece5df5d1d', 'floating_ip_address': '172.25.5.39', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '3a5f7005-8d46-4d00-a884-62a9a0c57b2b', 'port_id': '59053dba-2c76-45f3-ad4a-19e7d38c9a02', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1760, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a608445-48fc-4cb4-86bf-6068f5ffd561', 'mac_address': 'fa:16:3e:a5:e3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ba8698-b3b1-4dfd-a8f2-8fbd4efeab35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:20:07Z', 'updated_at': '2021-11-25T13:20:07Z', 'revision_number': 0, 'project_id': 'f316b895b9bc47d6886b73ece5df5d1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d4daf44-e2bf-473a-8988-96eef2fd238e', 'name': '', 'network_id': '5a608445-48fc-4cb4-86bf-6068f5ffd561', 'tenant_id': 'f316b895b9bc47d6886b73ece5df5d1d', 'mac_address': 'fa:16:3e:35:7e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5f7005-8d46-4d00-a884-62a9a0c57b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '4997cc2a-e143-43c9-a247-504e1c6f3545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:05Z', 'updated_at': '2021-11-25T13:19:18Z', 'revision_number': 5, 'project_id': 'f316b895b9bc47d6886b73ece5df5d1d', 'subnets': [{'id': '4997cc2a-e143-43c9-a247-504e1c6f3545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:20:11.946647 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf622ce-6f30-411e-b021-97dfc59c3e3f None None] Update dhcp port {'port': {'network_id': '52ae875d-0ffa-4694-baf0-c8a9daf7457a', 'fixed_ips': [{'subnet_id': '523f2824-6d19-4c71-9dfd-cf51e0d83e6e', 'ip_address': '172.20.0.18'}, {'subnet_id': 'd0e38795-c685-4ebb-a2b4-c5e6700759bc'}], 'binding:host_id': 'n-d-808199-11'}, 'id': 'f014ac33-536e-4b50-8ac4-1106e391da6d'} from n-d-808199-11. {{(pid=103572) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 13:20:11.977739 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9903a54f-f20c-4f59-a69c-5db932b22060 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:11.993416 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-dd095915-5e6e-4bc5-90a8-d6a8a05aa89e None None] Provisioning complete for port 6791656b-b210-481e-9a3a-dd38c51ba87b triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:20:11.993964 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dd095915-5e6e-4bc5-90a8-d6a8a05aa89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:12.018826 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9903a54f-f20c-4f59-a69c-5db932b22060 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:12.026073 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-faf622ce-6f30-411e-b021-97dfc59c3e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:12.083231 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9903a54f-f20c-4f59-a69c-5db932b22060 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:12.087389 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 52036) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:12.087585 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-9903a54f-f20c-4f59-a69c-5db932b22060 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3287742 Nov 25 13:20:12.091719 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9903a54f-f20c-4f59-a69c-5db932b22060 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e04107b-d998-488d-9231-4d7e349d7265,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:12.092411 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-37afe247-886d-4f0b-a5b6-cbd79c359bd7 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1179932143', 'security_groups': ['0e04107b-d998-488d-9231-4d7e349d7265'], 'network_id': '52ae875d-0ffa-4694-baf0-c8a9daf7457a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd0e38795-c685-4ebb-a2b4-c5e6700759bc'}]}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:20:12.127297 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265744ef-6b1f-4f5b-91da-3f6fe811ab69 req-5b1442f4-764c-42ba-b8bd-1dcbd176e69a tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:12.129134 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-265744ef-6b1f-4f5b-91da-3f6fe811ab69 req-5b1442f4-764c-42ba-b8bd-1dcbd176e69a tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/networks?id=9accb235-a825-49d8-b9c6-39063069a4b3 HTTP/1.1" status: 200 len: 811 time: 0.1861141 Nov 25 13:20:12.150132 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-265744ef-6b1f-4f5b-91da-3f6fe811ab69 req-304f6175-b2ad-40cb-85a7-7dbebf599bbe tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/quotas/621e47be21954218b422540d084376f9 HTTP/1.1" status: 200 len: 375 time: 0.0150683 Nov 25 13:20:12.187984 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6e5236-3baa-4e28-87c5-ae15b744204d None None] New status for floating IP 45e44509-51a0-478f-b6b4-067b1735f300: ACTIVE {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 13:20:12.255019 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-265744ef-6b1f-4f5b-91da-3f6fe811ab69 req-759413bb-7a17-458b-8833-d02630fac6d6 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=621e47be21954218b422540d084376f9&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0955918 Nov 25 13:20:12.271084 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37afe247-886d-4f0b-a5b6-cbd79c359bd7 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Made reservation on behalf of 103222503d1f447390d34cefdf0e19b7 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:20:12.336953 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-faf622ce-6f30-411e-b021-97dfc59c3e3f None None] Allocated IP 172.20.0.2 (52ae875d-0ffa-4694-baf0-c8a9daf7457a/d0e38795-c685-4ebb-a2b4-c5e6700759bc/f014ac33-536e-4b50-8ac4-1106e391da6d) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:20:12.411608 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-265744ef-6b1f-4f5b-91da-3f6fe811ab69 req-2f30b1c0-d962-435a-9528-37490f3a29d1 service neutron] 10.222.0.53 "GET /v2.0/networks/9accb235-a825-49d8-b9c6-39063069a4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486290 Nov 25 13:20:12.438871 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-37afe247-886d-4f0b-a5b6-cbd79c359bd7 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:12.467236 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-37afe247-886d-4f0b-a5b6-cbd79c359bd7 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] device_id is not set on port 4cae2474-6e18-4248-a673-3719bae3c05a yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:20:12.490256 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-faf622ce-6f30-411e-b021-97dfc59c3e3f None None] For port f014ac33-536e-4b50-8ac4-1106e391da6d, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=f014ac33-536e-4b50-8ac4-1106e391da6d,segment=NetworkSegment(6145c0f7-9244-4b4f-ac2e-d26da4c7fe8c),segment_id=6145c0f7-9244-4b4f-ac2e-d26da4c7fe8c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:20:12.553258 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-265744ef-6b1f-4f5b-91da-3f6fe811ab69 req-61380134-290e-4a5b-85b3-2e23220ec974 service neutron] 10.222.0.53 "GET /v2.0/networks/9accb235-a825-49d8-b9c6-39063069a4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260715 Nov 25 13:20:12.562938 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-faf622ce-6f30-411e-b021-97dfc59c3e3f None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:12.570063 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-faf622ce-6f30-411e-b021-97dfc59c3e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:12.699662 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf622ce-6f30-411e-b021-97dfc59c3e3f None None] Pushing event updated for resources: {'Port': ['ID=f014ac33-536e-4b50-8ac4-1106e391da6d,revision_number=6']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:12.854134 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-eae19132-6dfb-4ff3-a6ea-56f2ee17842f req-4a62589b-0d5f-42fd-b4c8-9770d69f438a tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc856a1-e795-4cb8-b5b4-c434962ee665 HTTP/1.1" status: 200 len: 210 time: 0.0485523 Nov 25 13:20:12.942603 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.db.api [None req-37afe247-886d-4f0b-a5b6-cbd79c359bd7 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-62d69750-5002-4014-ac08-d6fbccbfd020 {{(pid=103571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 13:20:12.943251 n-d-808199-11 neutron-server[103571]: DEBUG oslo_db.api [None req-37afe247-886d-4f0b-a5b6-cbd79c359bd7 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 13:20:13.177574 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device f014ac33-536e-4b50-8ac4-1106e391da6d up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:20:13.245511 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port f014ac33-536e-4b50-8ac4-1106e391da6d triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:20:13.245888 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:13.418803 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-f2cf53bc-6ccd-480d-8084-4dbef551fa6c None None] Provisioning complete for port 1018f78a-f98c-47f1-9f13-e27f71ef6e5a triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:20:13.419265 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f2cf53bc-6ccd-480d-8084-4dbef551fa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:13.444086 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-37afe247-886d-4f0b-a5b6-cbd79c359bd7 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:13.466154 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-f2cf53bc-6ccd-480d-8084-4dbef551fa6c None None] Port 1018f78a-f98c-47f1-9f13-e27f71ef6e5a cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:20:13.467415 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-37afe247-886d-4f0b-a5b6-cbd79c359bd7 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] device_id is not set on port 292aa9e4-3ac6-451b-b5d6-a6541a5eea16 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:20:13.479048 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-f2cf53bc-6ccd-480d-8084-4dbef551fa6c None None] Provisioning complete for port f014ac33-536e-4b50-8ac4-1106e391da6d triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:20:13.479432 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f2cf53bc-6ccd-480d-8084-4dbef551fa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:13.705104 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-37afe247-886d-4f0b-a5b6-cbd79c359bd7 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Allocated IP 172.20.0.6 (52ae875d-0ffa-4694-baf0-c8a9daf7457a/d0e38795-c685-4ebb-a2b4-c5e6700759bc/292aa9e4-3ac6-451b-b5d6-a6541a5eea16) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:20:13.851543 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-37afe247-886d-4f0b-a5b6-cbd79c359bd7 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:13.889240 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-37afe247-886d-4f0b-a5b6-cbd79c359bd7 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:13.944435 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37afe247-886d-4f0b-a5b6-cbd79c359bd7 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Network 52ae875d-0ffa-4694-baf0-c8a9daf7457a is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:20:13.948306 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-37afe247-886d-4f0b-a5b6-cbd79c359bd7 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:20:13.970678 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37afe247-886d-4f0b-a5b6-cbd79c359bd7 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:20:13.975699 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0a9e36fe-7e1e-4315-a894-bbf43d92ca79 req-871e5565-af8d-4b7e-bc71-fafac3eb8e6b tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc856a1-e795-4cb8-b5b4-c434962ee665 HTTP/1.1" status: 200 len: 210 time: 0.0426059 Nov 25 13:20:14.069810 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37afe247-886d-4f0b-a5b6-cbd79c359bd7 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event updated for resources: {'Port': ['ID=292aa9e4-3ac6-451b-b5d6-a6541a5eea16,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:14.082804 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37afe247-886d-4f0b-a5b6-cbd79c359bd7 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:14.084325 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-37afe247-886d-4f0b-a5b6-cbd79c359bd7 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:14.118374 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-37afe247-886d-4f0b-a5b6-cbd79c359bd7 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0298517 Nov 25 13:20:14.121137 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 52074) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:14.127925 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-b5eb854d-1e18-4421-bd2e-462b0000fbec tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Request body: {'subnet': {'network_id': '52ae875d-0ffa-4694-baf0-c8a9daf7457a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:20:14.302685 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265744ef-6b1f-4f5b-91da-3f6fe811ab69 req-1a8bea9d-38eb-4eac-8f4c-74a8fc864a85 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:14.304063 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-265744ef-6b1f-4f5b-91da-3f6fe811ab69 req-1a8bea9d-38eb-4eac-8f4c-74a8fc864a85 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.47 "GET /v2.0/networks?id=9accb235-a825-49d8-b9c6-39063069a4b3 HTTP/1.1" status: 200 len: 811 time: 0.1998436 Nov 25 13:20:14.304207 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-278528d7-cac6-45c5-b268-6d98bd891edc None None] Provisioning complete for port 292aa9e4-3ac6-451b-b5d6-a6541a5eea16 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:20:14.306080 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-278528d7-cac6-45c5-b268-6d98bd891edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:14.322549 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-265744ef-6b1f-4f5b-91da-3f6fe811ab69 req-23f06e55-f57a-4276-bc45-e11a7150e242 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Request body: {'port': {'device_id': '3cc856a1-e795-4cb8-b5b4-c434962ee665', 'network_id': '9accb235-a825-49d8-b9c6-39063069a4b3', 'admin_state_up': True, 'tenant_id': '621e47be21954218b422540d084376f9'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:20:14.343957 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-278528d7-cac6-45c5-b268-6d98bd891edc None None] Port 292aa9e4-3ac6-451b-b5d6-a6541a5eea16 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:20:14.375198 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5eb854d-1e18-4421-bd2e-462b0000fbec tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Made reservation on behalf of 103222503d1f447390d34cefdf0e19b7 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:20:14.378562 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b5eb854d-1e18-4421-bd2e-462b0000fbec tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:14.506829 n-d-808199-11 neutron-server[103571]: INFO neutron.db.ipam_backend_mixin [None req-b5eb854d-1e18-4421-bd2e-462b0000fbec tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d0e38795-c685-4ebb-a2b4-c5e6700759bc (CIDR: 172.20.0.0/28) Nov 25 13:20:14.513441 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5eb854d-1e18-4421-bd2e-462b0000fbec tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 13:20:14.514251 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5eb854d-1e18-4421-bd2e-462b0000fbec tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:20:14.529328 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-265744ef-6b1f-4f5b-91da-3f6fe811ab69 req-23f06e55-f57a-4276-bc45-e11a7150e242 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Made reservation on behalf of 621e47be21954218b422540d084376f9 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:20:14.533094 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-265744ef-6b1f-4f5b-91da-3f6fe811ab69 req-23f06e55-f57a-4276-bc45-e11a7150e242 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:14.539193 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b5eb854d-1e18-4421-bd2e-462b0000fbec tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4170122 Nov 25 13:20:14.542950 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52086) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:14.554423 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-c7ec406c-e34c-4ce8-b0e0-f79015339570 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Request body: {'subnet': {'network_id': '52ae875d-0ffa-4694-baf0-c8a9daf7457a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:20:14.684947 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ec406c-e34c-4ce8-b0e0-f79015339570 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Made reservation on behalf of 103222503d1f447390d34cefdf0e19b7 for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:20:14.688964 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c7ec406c-e34c-4ce8-b0e0-f79015339570 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:14.692668 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-265744ef-6b1f-4f5b-91da-3f6fe811ab69 req-23f06e55-f57a-4276-bc45-e11a7150e242 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Allocated IP 172.20.0.10 (9accb235-a825-49d8-b9c6-39063069a4b3/b6a84af7-6347-4e0f-945a-98a5515a4a22/25e5820e-3d16-4b76-8ce4-8c1cecbc39e5) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:20:14.786938 n-d-808199-11 neutron-server[103570]: INFO neutron.db.ipam_backend_mixin [None req-c7ec406c-e34c-4ce8-b0e0-f79015339570 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 523f2824-6d19-4c71-9dfd-cf51e0d83e6e (CIDR: 172.20.0.16/28) Nov 25 13:20:14.792932 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7ec406c-e34c-4ce8-b0e0-f79015339570 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 13:20:14.794385 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7ec406c-e34c-4ce8-b0e0-f79015339570 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:20:14.814337 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c7ec406c-e34c-4ce8-b0e0-f79015339570 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.2699618 Nov 25 13:20:14.816755 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52090) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:14.821614 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-b81b3086-5475-45a1-bbd3-48fe9236a926 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Request body: {'subnet': {'network_id': '52ae875d-0ffa-4694-baf0-c8a9daf7457a', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:20:14.866117 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-265744ef-6b1f-4f5b-91da-3f6fe811ab69 req-23f06e55-f57a-4276-bc45-e11a7150e242 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:14.904179 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-265744ef-6b1f-4f5b-91da-3f6fe811ab69 req-23f06e55-f57a-4276-bc45-e11a7150e242 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:14.919921 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['d6e63749-0e7e-47e9-84a3-14fef84346a7'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:20:14.925382 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['e2a5a626-de21-4a40-bd62-bacea0a9d1bd'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:20:14.959551 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b81b3086-5475-45a1-bbd3-48fe9236a926 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Made reservation on behalf of 103222503d1f447390d34cefdf0e19b7 for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:20:14.965077 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b81b3086-5475-45a1-bbd3-48fe9236a926 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:14.972822 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-265744ef-6b1f-4f5b-91da-3f6fe811ab69 req-23f06e55-f57a-4276-bc45-e11a7150e242 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Network 9accb235-a825-49d8-b9c6-39063069a4b3 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:20:14.975671 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-265744ef-6b1f-4f5b-91da-3f6fe811ab69 req-23f06e55-f57a-4276-bc45-e11a7150e242 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:20:14.977540 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f06e55-f57a-4276-bc45-e11a7150e242 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Pushing event updated for resources: {'Port': ['ID=25e5820e-3d16-4b76-8ce4-8c1cecbc39e5,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:14.979764 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-265744ef-6b1f-4f5b-91da-3f6fe811ab69 req-23f06e55-f57a-4276-bc45-e11a7150e242 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:20:15.042790 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265744ef-6b1f-4f5b-91da-3f6fe811ab69 req-23f06e55-f57a-4276-bc45-e11a7150e242 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:15.044611 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-265744ef-6b1f-4f5b-91da-3f6fe811ab69 req-23f06e55-f57a-4276-bc45-e11a7150e242 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:15.085981 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-265744ef-6b1f-4f5b-91da-3f6fe811ab69 req-23f06e55-f57a-4276-bc45-e11a7150e242 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7676890 Nov 25 13:20:15.111392 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-265744ef-6b1f-4f5b-91da-3f6fe811ab69 req-171e4bde-f777-44d2-815c-bf9bfdb06274 service neutron] Request body: {'port': {'device_id': '3cc856a1-e795-4cb8-b5b4-c434962ee665', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:20:15.255481 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-265744ef-6b1f-4f5b-91da-3f6fe811ab69 req-171e4bde-f777-44d2-815c-bf9bfdb06274 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:15.422310 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-f0b390ce-5534-42c7-a27f-638efa379ed6 None None] Provisioning complete for port 25e5820e-3d16-4b76-8ce4-8c1cecbc39e5 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:20:15.422961 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f0b390ce-5534-42c7-a27f-638efa379ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:15.458493 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-f0b390ce-5534-42c7-a27f-638efa379ed6 None None] Port 25e5820e-3d16-4b76-8ce4-8c1cecbc39e5 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:20:15.576050 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae49bbd6-093e-425f-9c7e-a9b4e2b77151 req-e94e8d6d-d29c-4ddf-8de3-694d98c53c51 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:15.577612 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ae49bbd6-093e-425f-9c7e-a9b4e2b77151 req-e94e8d6d-d29c-4ddf-8de3-694d98c53c51 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc856a1-e795-4cb8-b5b4-c434962ee665 HTTP/1.1" status: 200 len: 932 time: 0.4607143 Nov 25 13:20:15.599101 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-265744ef-6b1f-4f5b-91da-3f6fe811ab69 req-171e4bde-f777-44d2-815c-bf9bfdb06274 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25e5820e-3d16-4b76-8ce4-8c1cecbc39e5 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:20:15.607311 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-265744ef-6b1f-4f5b-91da-3f6fe811ab69 req-171e4bde-f777-44d2-815c-bf9bfdb06274 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:15.627748 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-265744ef-6b1f-4f5b-91da-3f6fe811ab69 req-171e4bde-f777-44d2-815c-bf9bfdb06274 service neutron] Transition to ACTIVE for port object 25e5820e-3d16-4b76-8ce4-8c1cecbc39e5 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:20:15.632945 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-265744ef-6b1f-4f5b-91da-3f6fe811ab69 req-171e4bde-f777-44d2-815c-bf9bfdb06274 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:15.662000 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ae49bbd6-093e-425f-9c7e-a9b4e2b77151 req-a00e669d-12f0-442f-b603-4f89249efe44 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec610c10-0015-4919-a10e-9c11537c59cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730026 Nov 25 13:20:15.756082 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b81b3086-5475-45a1-bbd3-48fe9236a926 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:15.776867 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e4bde-f777-44d2-815c-bf9bfdb06274 service neutron] Pushing event updated for resources: {'Port': ['ID=25e5820e-3d16-4b76-8ce4-8c1cecbc39e5,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:15.792102 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-265744ef-6b1f-4f5b-91da-3f6fe811ab69 req-171e4bde-f777-44d2-815c-bf9bfdb06274 service neutron] Attempting to bind port 25e5820e-3d16-4b76-8ce4-8c1cecbc39e5 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:20:15.795340 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-265744ef-6b1f-4f5b-91da-3f6fe811ab69 req-171e4bde-f777-44d2-815c-bf9bfdb06274 service neutron] Attempting to bind port 25e5820e-3d16-4b76-8ce4-8c1cecbc39e5 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': 'c770b2a8-6850-4501-ba81-87e53f72232e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9accb235-a825-49d8-b9c6-39063069a4b3'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:20:15.795884 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265744ef-6b1f-4f5b-91da-3f6fe811ab69 req-171e4bde-f777-44d2-815c-bf9bfdb06274 service neutron] Attempting to bind port 25e5820e-3d16-4b76-8ce4-8c1cecbc39e5 on network 9accb235-a825-49d8-b9c6-39063069a4b3 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:20:15.803642 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81b3086-5475-45a1-bbd3-48fe9236a926 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Network 52ae875d-0ffa-4694-baf0-c8a9daf7457a is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:20:15.809114 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-b81b3086-5475-45a1-bbd3-48fe9236a926 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:20:15.814399 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81b3086-5475-45a1-bbd3-48fe9236a926 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:15.815060 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b81b3086-5475-45a1-bbd3-48fe9236a926 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:15.826882 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265744ef-6b1f-4f5b-91da-3f6fe811ab69 req-171e4bde-f777-44d2-815c-bf9bfdb06274 service neutron] Port 25e5820e-3d16-4b76-8ce4-8c1cecbc39e5 on network 9accb235-a825-49d8-b9c6-39063069a4b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:20:15.827725 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265744ef-6b1f-4f5b-91da-3f6fe811ab69 req-171e4bde-f777-44d2-815c-bf9bfdb06274 service neutron] Attempting to bind port 25e5820e-3d16-4b76-8ce4-8c1cecbc39e5 on network 9accb235-a825-49d8-b9c6-39063069a4b3 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:20:15.834542 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265744ef-6b1f-4f5b-91da-3f6fe811ab69 req-171e4bde-f777-44d2-815c-bf9bfdb06274 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:20:15.835289 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265744ef-6b1f-4f5b-91da-3f6fe811ab69 req-171e4bde-f777-44d2-815c-bf9bfdb06274 service neutron] Checking segment: {'id': 'c770b2a8-6850-4501-ba81-87e53f72232e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9accb235-a825-49d8-b9c6-39063069a4b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:20:15.836239 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265744ef-6b1f-4f5b-91da-3f6fe811ab69 req-171e4bde-f777-44d2-815c-bf9bfdb06274 service neutron] Bound using segment: {'id': 'c770b2a8-6850-4501-ba81-87e53f72232e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9accb235-a825-49d8-b9c6-39063069a4b3'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:20:15.837020 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-265744ef-6b1f-4f5b-91da-3f6fe811ab69 req-171e4bde-f777-44d2-815c-bf9bfdb06274 service neutron] Bound port: 25e5820e-3d16-4b76-8ce4-8c1cecbc39e5, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c770b2a8-6850-4501-ba81-87e53f72232e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9accb235-a825-49d8-b9c6-39063069a4b3'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:20:15.837627 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-265744ef-6b1f-4f5b-91da-3f6fe811ab69 req-171e4bde-f777-44d2-815c-bf9bfdb06274 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:15.838100 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81b3086-5475-45a1-bbd3-48fe9236a926 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event updated for resources: {'Subnet': ['ID=d375762e-0db0-4e53-8ca5-aa085c82da34,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:15.854074 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b81b3086-5475-45a1-bbd3-48fe9236a926 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0360560 Nov 25 13:20:15.854949 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52102) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:15.861946 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-9a56efd3-587a-4290-befc-cacf48c4986b tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1182459924', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd375762e-0db0-4e53-8ca5-aa085c82da34'}], 'security_groups': ['940b6904-fc66-45a0-813a-fef3734007fd', 'ebc18fae-ed88-4816-ba25-36922000411b']}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:20:15.937081 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-265744ef-6b1f-4f5b-91da-3f6fe811ab69 req-171e4bde-f777-44d2-815c-bf9bfdb06274 service neutron] For port 25e5820e-3d16-4b76-8ce4-8c1cecbc39e5, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:20:15.941161 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-265744ef-6b1f-4f5b-91da-3f6fe811ab69 req-171e4bde-f777-44d2-815c-bf9bfdb06274 service neutron] For port 25e5820e-3d16-4b76-8ce4-8c1cecbc39e5, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=25e5820e-3d16-4b76-8ce4-8c1cecbc39e5,segment=NetworkSegment(c770b2a8-6850-4501-ba81-87e53f72232e),segment_id=c770b2a8-6850-4501-ba81-87e53f72232e)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:20:15.951916 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-265744ef-6b1f-4f5b-91da-3f6fe811ab69 req-171e4bde-f777-44d2-815c-bf9bfdb06274 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:15.989149 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265744ef-6b1f-4f5b-91da-3f6fe811ab69 req-171e4bde-f777-44d2-815c-bf9bfdb06274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:15.989842 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-265744ef-6b1f-4f5b-91da-3f6fe811ab69 req-171e4bde-f777-44d2-815c-bf9bfdb06274 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:15.991216 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-265744ef-6b1f-4f5b-91da-3f6fe811ab69 req-171e4bde-f777-44d2-815c-bf9bfdb06274 service neutron] 10.222.0.47 "PUT /v2.0/ports/25e5820e-3d16-4b76-8ce4-8c1cecbc39e5 HTTP/1.1" status: 200 len: 1093 time: 0.8859818 Nov 25 13:20:15.994319 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc856a1-e795-4cb8-b5b4-c434962ee665', 'tag': '25e5820e-3d16-4b76-8ce4-8c1cecbc39e5'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:20:16.005127 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d497e8a8-0b10-4d06-90de-55938ce10908" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc856a1-e795-4cb8-b5b4-c434962ee665", "tag": "25e5820e-3d16-4b76-8ce4-8c1cecbc39e5"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:20:16.031914 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987394f1-f5b7-4ba4-af4e-58f7737dfdbd None None] Network 52ae875d-0ffa-4694-baf0-c8a9daf7457a requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:20:16.046747 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e4bde-f777-44d2-815c-bf9bfdb06274 service neutron] Pushing event updated for resources: {'Port': ['ID=25e5820e-3d16-4b76-8ce4-8c1cecbc39e5,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:16.049372 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9a56efd3-587a-4290-befc-cacf48c4986b tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:16.117808 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152d909a-c0f9-4ef0-a67a-a732b5aca0df x-openstack-request-id: req-152d909a-c0f9-4ef0-a67a-a732b5aca0df {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:20:16.118144 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc856a1-e795-4cb8-b5b4-c434962ee665", "tag": "25e5820e-3d16-4b76-8ce4-8c1cecbc39e5", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:20:16.118362 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-152d909a-c0f9-4ef0-a67a-a732b5aca0df {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:20:16.118922 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc856a1-e795-4cb8-b5b4-c434962ee665', 'tag': '25e5820e-3d16-4b76-8ce4-8c1cecbc39e5', 'status': 'completed', 'code': 200} Nov 25 13:20:16.132882 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265744ef-6b1f-4f5b-91da-3f6fe811ab69 req-a028218b-0df9-4d35-ae27-9d68c0568703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:16.134489 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-265744ef-6b1f-4f5b-91da-3f6fe811ab69 req-a028218b-0df9-4d35-ae27-9d68c0568703 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=621e47be21954218b422540d084376f9&device_id=3cc856a1-e795-4cb8-b5b4-c434962ee665 HTTP/1.1" status: 200 len: 1096 time: 0.0800364 Nov 25 13:20:16.219779 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-265744ef-6b1f-4f5b-91da-3f6fe811ab69 req-6e4469ad-188d-4e32-a904-aa943b257af6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25e5820e-3d16-4b76-8ce4-8c1cecbc39e5 HTTP/1.1" status: 200 len: 217 time: 0.0737813 Nov 25 13:20:16.305637 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265744ef-6b1f-4f5b-91da-3f6fe811ab69 req-84538aa8-1368-4e3c-9259-9593594fbc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:16.311282 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-265744ef-6b1f-4f5b-91da-3f6fe811ab69 req-84538aa8-1368-4e3c-9259-9593594fbc74 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b6a84af7-6347-4e0f-945a-98a5515a4a22 HTTP/1.1" status: 200 len: 850 time: 0.0746005 Nov 25 13:20:16.400765 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265744ef-6b1f-4f5b-91da-3f6fe811ab69 req-ff25b3bc-5d4c-48ec-b802-e7fcfc9d7792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:16.401485 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-265744ef-6b1f-4f5b-91da-3f6fe811ab69 req-ff25b3bc-5d4c-48ec-b802-e7fcfc9d7792 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9accb235-a825-49d8-b9c6-39063069a4b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0819285 Nov 25 13:20:16.490169 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d79238-d786-43bf-b827-d6e1d828d0d0 None None] Update dhcp port {'port': {'network_id': '52ae875d-0ffa-4694-baf0-c8a9daf7457a', 'fixed_ips': [{'subnet_id': '523f2824-6d19-4c71-9dfd-cf51e0d83e6e', 'ip_address': '172.20.0.18'}, {'subnet_id': 'd0e38795-c685-4ebb-a2b4-c5e6700759bc', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd375762e-0db0-4e53-8ca5-aa085c82da34'}], 'binding:host_id': 'n-d-808199-11'}, 'id': 'f014ac33-536e-4b50-8ac4-1106e391da6d'} from n-d-808199-11. {{(pid=103572) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 13:20:16.527518 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-265744ef-6b1f-4f5b-91da-3f6fe811ab69 req-0ffa85e5-f490-447e-b5b5-7cc2a36a2631 service neutron] 10.222.0.47 "GET /v2.0/networks/9accb235-a825-49d8-b9c6-39063069a4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149194 Nov 25 13:20:16.529631 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-57d79238-d786-43bf-b827-d6e1d828d0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:16.571452 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-9a56efd3-587a-4290-befc-cacf48c4986b tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Delete allocated IP 172.20.0.6 (52ae875d-0ffa-4694-baf0-c8a9daf7457a/d0e38795-c685-4ebb-a2b4-c5e6700759bc) {{(pid=103570) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 25 13:20:16.582667 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-9a56efd3-587a-4290-befc-cacf48c4986b tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Allocated IP 172.20.0.36 (52ae875d-0ffa-4694-baf0-c8a9daf7457a/d375762e-0db0-4e53-8ca5-aa085c82da34/292aa9e4-3ac6-451b-b5d6-a6541a5eea16) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:20:16.647652 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-265744ef-6b1f-4f5b-91da-3f6fe811ab69 req-ce58e96f-9746-4258-828d-94cc50bf90a4 service neutron] 10.222.0.47 "GET /v2.0/networks/9accb235-a825-49d8-b9c6-39063069a4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118793 Nov 25 13:20:16.780892 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497e8a8-0b10-4d06-90de-55938ce10908 req-019490eb-32d2-421e-a5e5-697437017247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:16.784969 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d497e8a8-0b10-4d06-90de-55938ce10908 req-019490eb-32d2-421e-a5e5-697437017247 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=621e47be21954218b422540d084376f9&device_id=3cc856a1-e795-4cb8-b5b4-c434962ee665 HTTP/1.1" status: 200 len: 1096 time: 0.0642815 Nov 25 13:20:16.824185 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9a56efd3-587a-4290-befc-cacf48c4986b tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:16.831662 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9a56efd3-587a-4290-befc-cacf48c4986b tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:16.845390 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a45ef7a-8c81-4351-80f7-7c61a4c83acd req-220071a1-4a91-4e19-8fcd-5ca49c3a5dd0 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:16.847036 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6a45ef7a-8c81-4351-80f7-7c61a4c83acd req-220071a1-4a91-4e19-8fcd-5ca49c3a5dd0 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc856a1-e795-4cb8-b5b4-c434962ee665 HTTP/1.1" status: 200 len: 944 time: 0.0788443 Nov 25 13:20:16.891207 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497e8a8-0b10-4d06-90de-55938ce10908 req-d3704b58-d63a-4db8-ab87-a26e4f2a9279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:16.893064 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d497e8a8-0b10-4d06-90de-55938ce10908 req-d3704b58-d63a-4db8-ab87-a26e4f2a9279 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9accb235-a825-49d8-b9c6-39063069a4b3 HTTP/1.1" status: 200 len: 912 time: 0.1026704 Nov 25 13:20:16.943080 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-57d79238-d786-43bf-b827-d6e1d828d0d0 None None] Allocated IP 172.20.0.34 (52ae875d-0ffa-4694-baf0-c8a9daf7457a/d375762e-0db0-4e53-8ca5-aa085c82da34/f014ac33-536e-4b50-8ac4-1106e391da6d) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:20:16.945516 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d497e8a8-0b10-4d06-90de-55938ce10908 req-28e5dc8b-ffca-42fd-8857-74043b8f6aac service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25e5820e-3d16-4b76-8ce4-8c1cecbc39e5 HTTP/1.1" status: 200 len: 217 time: 0.0437078 Nov 25 13:20:16.959753 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a56efd3-587a-4290-befc-cacf48c4986b tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event updated for resources: {'Port': ['ID=292aa9e4-3ac6-451b-b5d6-a6541a5eea16,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:17.000384 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6a45ef7a-8c81-4351-80f7-7c61a4c83acd req-14df3972-16bc-4710-982e-0501a11b7a7e tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec610c10-0015-4919-a10e-9c11537c59cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231391 Nov 25 13:20:17.003950 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-9a56efd3-587a-4290-befc-cacf48c4986b tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] In _notify_port_updated(), no bound segment for port 292aa9e4-3ac6-451b-b5d6-a6541a5eea16 on network 52ae875d-0ffa-4694-baf0-c8a9daf7457a {{(pid=103570) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 13:20:17.009536 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a56efd3-587a-4290-befc-cacf48c4986b tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:17.010226 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9a56efd3-587a-4290-befc-cacf48c4986b tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:17.014264 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-9a56efd3-587a-4290-befc-cacf48c4986b tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "PUT /v2.0/ports/292aa9e4-3ac6-451b-b5d6-a6541a5eea16 HTTP/1.1" status: 200 len: 960 time: 1.1555855 Nov 25 13:20:17.016193 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 52124) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:17.029323 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497e8a8-0b10-4d06-90de-55938ce10908 req-a96678af-de77-4d96-8dff-96fc74bc1c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:17.029732 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d497e8a8-0b10-4d06-90de-55938ce10908 req-a96678af-de77-4d96-8dff-96fc74bc1c48 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b6a84af7-6347-4e0f-945a-98a5515a4a22 HTTP/1.1" status: 200 len: 850 time: 0.0763683 Nov 25 13:20:17.083541 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-57d79238-d786-43bf-b827-d6e1d828d0d0 None None] For port f014ac33-536e-4b50-8ac4-1106e391da6d, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=f014ac33-536e-4b50-8ac4-1106e391da6d,segment=NetworkSegment(6145c0f7-9244-4b4f-ac2e-d26da4c7fe8c),segment_id=6145c0f7-9244-4b4f-ac2e-d26da4c7fe8c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:20:17.115538 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-57d79238-d786-43bf-b827-d6e1d828d0d0 None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:17.126633 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-57d79238-d786-43bf-b827-d6e1d828d0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:17.146369 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497e8a8-0b10-4d06-90de-55938ce10908 req-0f624e4d-af83-454e-9611-c937cf666535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:17.147873 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d497e8a8-0b10-4d06-90de-55938ce10908 req-0f624e4d-af83-454e-9611-c937cf666535 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9accb235-a825-49d8-b9c6-39063069a4b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0971227 Nov 25 13:20:17.163597 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-345a91f1-5d66-4e68-9335-b35f1198556d tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Deleting port 292aa9e4-3ac6-451b-b5d6-a6541a5eea16 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:20:17.163597 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-345a91f1-5d66-4e68-9335-b35f1198556d tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:17.231950 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d79238-d786-43bf-b827-d6e1d828d0d0 None None] Pushing event updated for resources: {'Port': ['ID=f014ac33-536e-4b50-8ac4-1106e391da6d,revision_number=7']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:17.331344 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-345a91f1-5d66-4e68-9335-b35f1198556d tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:17.340735 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d497e8a8-0b10-4d06-90de-55938ce10908 req-b5492dce-c9d6-4004-be00-7ef63a3d5cc6 service neutron] 10.222.0.47 "GET /v2.0/networks/9accb235-a825-49d8-b9c6-39063069a4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821811 Nov 25 13:20:17.347472 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-345a91f1-5d66-4e68-9335-b35f1198556d tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Calling delete_port for 292aa9e4-3ac6-451b-b5d6-a6541a5eea16 owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:20:17.509607 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d497e8a8-0b10-4d06-90de-55938ce10908 req-89ff3783-5e63-4c7c-aae1-7ff442964325 service neutron] 10.222.0.47 "GET /v2.0/networks/9accb235-a825-49d8-b9c6-39063069a4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532612 Nov 25 13:20:17.573832 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-345a91f1-5d66-4e68-9335-b35f1198556d tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:17.621694 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345a91f1-5d66-4e68-9335-b35f1198556d tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event deleted for resources: {'Port': ['ID=292aa9e4-3ac6-451b-b5d6-a6541a5eea16,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:17.694633 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-345a91f1-5d66-4e68-9335-b35f1198556d tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:17.700627 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-345a91f1-5d66-4e68-9335-b35f1198556d tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "DELETE /v2.0/ports/292aa9e4-3ac6-451b-b5d6-a6541a5eea16 HTTP/1.1" status: 204 len: 168 time: 0.6811919 Nov 25 13:20:17.701052 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52130) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:17.729683 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-4518bff0-02e6-491d-9ad6-666ed090a281 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] GET failed (client error): The resource could not be found. Nov 25 13:20:17.733891 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-4518bff0-02e6-491d-9ad6-666ed090a281 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "GET /v2.0/ports/292aa9e4-3ac6-451b-b5d6-a6541a5eea16 HTTP/1.1" status: 404 len: 333 time: 0.0291724 Nov 25 13:20:17.734239 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 52132) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:17.793081 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ba36092a-5378-4a5b-8bfb-93aa31cc23d6 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:17.817487 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ba36092a-5378-4a5b-8bfb-93aa31cc23d6 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:17.859786 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ba36092a-5378-4a5b-8bfb-93aa31cc23d6 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:17.862491 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ba36092a-5378-4a5b-8bfb-93aa31cc23d6 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:17.863751 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-ba36092a-5378-4a5b-8bfb-93aa31cc23d6 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "DELETE /v2.0/security-groups/0e04107b-d998-488d-9231-4d7e349d7265 HTTP/1.1" status: 204 len: 168 time: 0.1285095 Nov 25 13:20:17.867444 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52138) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:17.873580 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba36092a-5378-4a5b-8bfb-93aa31cc23d6 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e04107b-d998-488d-9231-4d7e349d7265,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:17.905309 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-a8a02bed-7bb2-4fc6-bd45-f2b476eea555 None None] Provisioning complete for port 1018f78a-f98c-47f1-9f13-e27f71ef6e5a triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:20:17.905817 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a8a02bed-7bb2-4fc6-bd45-f2b476eea555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:17.928774 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f9da727c-2bcf-4513-8054-f455301c8ad6 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:17.942118 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-a8a02bed-7bb2-4fc6-bd45-f2b476eea555 None None] Port 1018f78a-f98c-47f1-9f13-e27f71ef6e5a cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:20:17.953670 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-a8a02bed-7bb2-4fc6-bd45-f2b476eea555 None None] Provisioning complete for port f014ac33-536e-4b50-8ac4-1106e391da6d triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:20:17.954139 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a8a02bed-7bb2-4fc6-bd45-f2b476eea555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:17.955630 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f9da727c-2bcf-4513-8054-f455301c8ad6 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:18.001369 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f9da727c-2bcf-4513-8054-f455301c8ad6 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:18.006308 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f9da727c-2bcf-4513-8054-f455301c8ad6 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:18.010422 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 52140) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:18.010598 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f9da727c-2bcf-4513-8054-f455301c8ad6 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "DELETE /v2.0/security-groups/ebc18fae-ed88-4816-ba25-36922000411b HTTP/1.1" status: 204 len: 168 time: 0.1415935 Nov 25 13:20:18.020426 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9da727c-2bcf-4513-8054-f455301c8ad6 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc18fae-ed88-4816-ba25-36922000411b,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:18.076332 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fc32f29f-d69d-4e10-b97d-d02e90dff1ca tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:18.101735 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-a8a02bed-7bb2-4fc6-bd45-f2b476eea555 None None] Could not find standard attr ID for object 292aa9e4-3ac6-451b-b5d6-a6541a5eea16. {{(pid=103572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 13:20:18.111279 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fc32f29f-d69d-4e10-b97d-d02e90dff1ca tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:18.115661 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 25e5820e-3d16-4b76-8ce4-8c1cecbc39e5 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:20:18.199539 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fc32f29f-d69d-4e10-b97d-d02e90dff1ca tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:18.204065 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fc32f29f-d69d-4e10-b97d-d02e90dff1ca tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:18.205759 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-fc32f29f-d69d-4e10-b97d-d02e90dff1ca tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "DELETE /v2.0/security-groups/940b6904-fc66-45a0-813a-fef3734007fd HTTP/1.1" status: 204 len: 168 time: 0.1941514 Nov 25 13:20:18.210188 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 52146) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:18.234607 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0269d2b-458f-4920-be51-586ae30f6031 req-26705256-3253-43ba-a217-726f65fd8a54 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:18.236307 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b0269d2b-458f-4920-be51-586ae30f6031 req-26705256-3253-43ba-a217-726f65fd8a54 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc856a1-e795-4cb8-b5b4-c434962ee665 HTTP/1.1" status: 200 len: 944 time: 0.1020002 Nov 25 13:20:18.284702 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-d85066e7-f906-43a5-967d-d727d6812bce tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Deleting subnet d0e38795-c685-4ebb-a2b4-c5e6700759bc {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:20:18.293152 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc32f29f-d69d-4e10-b97d-d02e90dff1ca tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=940b6904-fc66-45a0-813a-fef3734007fd,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:18.295110 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d85066e7-f906-43a5-967d-d727d6812bce tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:18.336172 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b0269d2b-458f-4920-be51-586ae30f6031 req-1daef332-bed6-4a01-9d97-62287e7755ec tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec610c10-0015-4919-a10e-9c11537c59cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868032 Nov 25 13:20:18.356005 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d85066e7-f906-43a5-967d-d727d6812bce tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:18.368187 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 25e5820e-3d16-4b76-8ce4-8c1cecbc39e5, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=25e5820e-3d16-4b76-8ce4-8c1cecbc39e5,segment=NetworkSegment(c770b2a8-6850-4501-ba81-87e53f72232e),segment_id=c770b2a8-6850-4501-ba81-87e53f72232e)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:20:18.515688 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d85066e7-f906-43a5-967d-d727d6812bce tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:18.591651 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d85066e7-f906-43a5-967d-d727d6812bce tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:18.601661 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '25e5820e-3d16-4b76-8ce4-8c1cecbc39e5', 'network_id': '9accb235-a825-49d8-b9c6-39063069a4b3', 'port_id': '25e5820e-3d16-4b76-8ce4-8c1cecbc39e5', 'mac_address': 'fa:16:3e:9b:18:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6a84af7-6347-4e0f-945a-98a5515a4a22', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:20:18.620594 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85066e7-f906-43a5-967d-d727d6812bce tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event deleted for resources: {'Subnet': ['ID=d0e38795-c685-4ebb-a2b4-c5e6700759bc,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:18.630198 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d85066e7-f906-43a5-967d-d727d6812bce tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:18.631795 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-ad591dbd-827a-4664-84f2-b63bff31a47d None None] Could not find standard attr ID for object 292aa9e4-3ac6-451b-b5d6-a6541a5eea16. {{(pid=103572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 13:20:18.633692 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d85066e7-f906-43a5-967d-d727d6812bce tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "DELETE /v2.0/subnets/d0e38795-c685-4ebb-a2b4-c5e6700759bc HTTP/1.1" status: 204 len: 168 time: 0.4223316 Nov 25 13:20:18.637553 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52152) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:18.649678 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:18.664992 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25e5820e-3d16-4b76-8ce4-8c1cecbc39e5 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:20:18.688947 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 25e5820e-3d16-4b76-8ce4-8c1cecbc39e5, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=25e5820e-3d16-4b76-8ce4-8c1cecbc39e5,segment=NetworkSegment(c770b2a8-6850-4501-ba81-87e53f72232e),segment_id=c770b2a8-6850-4501-ba81-87e53f72232e)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:20:18.695447 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:18.703761 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-49ebbc0c-974b-4c5c-bbba-88c6d8c5de30 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Deleting subnet d375762e-0db0-4e53-8ca5-aa085c82da34 {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:20:18.709280 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-49ebbc0c-974b-4c5c-bbba-88c6d8c5de30 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:18.751916 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=25e5820e-3d16-4b76-8ce4-8c1cecbc39e5,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:18.758797 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79c1234-c687-4065-a219-574fa4683771 None None] Network 52ae875d-0ffa-4694-baf0-c8a9daf7457a requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:20:18.763671 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-49ebbc0c-974b-4c5c-bbba-88c6d8c5de30 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:18.863551 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-49ebbc0c-974b-4c5c-bbba-88c6d8c5de30 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:18.928148 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-49ebbc0c-974b-4c5c-bbba-88c6d8c5de30 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:18.960122 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ebbc0c-974b-4c5c-bbba-88c6d8c5de30 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event deleted for resources: {'Subnet': ['ID=d375762e-0db0-4e53-8ca5-aa085c82da34,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:18.963995 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-49ebbc0c-974b-4c5c-bbba-88c6d8c5de30 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:18.967474 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-49ebbc0c-974b-4c5c-bbba-88c6d8c5de30 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "DELETE /v2.0/subnets/d375762e-0db0-4e53-8ca5-aa085c82da34 HTTP/1.1" status: 204 len: 168 time: 0.3289409 Nov 25 13:20:18.970532 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 52156) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:18.972928 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['25e5820e-3d16-4b76-8ce4-8c1cecbc39e5'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:20:18.999091 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b781183-12d8-4fb8-b62f-afa289af8509 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] DELETE failed (client error): The resource could not be found. Nov 25 13:20:18.999786 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b781183-12d8-4fb8-b62f-afa289af8509 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:20:19.005079 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-8b781183-12d8-4fb8-b62f-afa289af8509 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "DELETE /v2.0/subnets/d0e38795-c685-4ebb-a2b4-c5e6700759bc HTTP/1.1" status: 404 len: 337 time: 0.0309782 Nov 25 13:20:19.005673 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52158) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:19.064186 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-c084ceb2-38b1-4953-a40b-0ca5d942bdb5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Deleting subnet 523f2824-6d19-4c71-9dfd-cf51e0d83e6e {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:20:19.067639 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c084ceb2-38b1-4953-a40b-0ca5d942bdb5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:19.078736 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09902982-6376-43df-a2bf-f7029af124ab None None] Update dhcp port {'port': {'network_id': '52ae875d-0ffa-4694-baf0-c8a9daf7457a', 'fixed_ips': [{'subnet_id': '523f2824-6d19-4c71-9dfd-cf51e0d83e6e', 'ip_address': '172.20.0.18'}, {'subnet_id': 'd375762e-0db0-4e53-8ca5-aa085c82da34'}], 'binding:host_id': 'n-d-808199-11'}, 'id': 'f014ac33-536e-4b50-8ac4-1106e391da6d'} from n-d-808199-11. {{(pid=103572) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 13:20:19.123698 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-09902982-6376-43df-a2bf-f7029af124ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:19.128552 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c084ceb2-38b1-4953-a40b-0ca5d942bdb5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:19.283038 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c084ceb2-38b1-4953-a40b-0ca5d942bdb5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:19.297026 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device f014ac33-536e-4b50-8ac4-1106e391da6d up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:20:19.356340 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c084ceb2-38b1-4953-a40b-0ca5d942bdb5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:19.386794 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server [None req-09902982-6376-43df-a2bf-f7029af124ab None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 523f2824-6d19-4c71-9dfd-cf51e0d83e6e: This subnet is being modified by another concurrent operation. Nov 25 13:20:19.386794 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 13:20:19.386794 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 13:20:19.386794 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 13:20:19.386794 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 13:20:19.386794 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 13:20:19.386794 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 13:20:19.386794 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 13:20:19.386794 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 13:20:19.386794 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 13:20:19.386794 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 13:20:19.386794 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 13:20:19.386794 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 13:20:19.386794 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 13:20:19.386794 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 13:20:19.386794 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 13:20:19.386794 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 13:20:19.386794 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 13:20:19.386794 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 13:20:19.386794 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 13:20:19.386794 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 13:20:19.386794 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 13:20:19.386794 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 13:20:19.386794 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 13:20:19.386794 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 13:20:19.386794 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 13:20:19.386794 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 13:20:19.386794 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 13:20:19.386794 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 13:20:19.386794 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 13:20:19.386794 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 13:20:19.386794 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 13:20:19.386794 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 13:20:19.386794 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 13:20:19.386794 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 13:20:19.386794 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 13:20:19.386794 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 25 13:20:19.386794 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 25 13:20:19.386794 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 25 13:20:19.386794 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 25 13:20:19.386794 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 25 13:20:19.386794 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 13:20:19.386794 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 13:20:19.386794 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 13:20:19.386794 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 13:20:19.386794 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 13:20:19.386794 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 13:20:19.386794 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 13:20:19.386794 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 13:20:19.386794 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 13:20:19.386794 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 13:20:19.386794 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 13:20:19.386794 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 13:20:19.386794 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 13:20:19.393188 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 13:20:19.393188 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 13:20:19.393188 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 13:20:19.393188 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 13:20:19.393188 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 13:20:19.393188 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 13:20:19.393188 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 13:20:19.393188 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 13:20:19.393188 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 13:20:19.393188 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 13:20:19.393188 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 13:20:19.393188 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 13:20:19.393188 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 13:20:19.393188 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 13:20:19.393188 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 25 13:20:19.393188 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 25 13:20:19.393188 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 13:20:19.393188 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 13:20:19.393188 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 25 13:20:19.393188 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 25 13:20:19.393188 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 25 13:20:19.393188 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 25 13:20:19.393188 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 25 13:20:19.393188 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 25 13:20:19.393188 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 25 13:20:19.393188 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 13:20:19.393188 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 25 13:20:19.393188 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 13:20:19.393188 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 13:20:19.393188 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise exception Nov 25 13:20:19.393188 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 523f2824-6d19-4c71-9dfd-cf51e0d83e6e: This subnet is being modified by another concurrent operation. Nov 25 13:20:19.393188 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server Nov 25 13:20:19.396736 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c084ceb2-38b1-4953-a40b-0ca5d942bdb5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event deleted for resources: {'Subnet': ['ID=523f2824-6d19-4c71-9dfd-cf51e0d83e6e,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:19.402870 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c084ceb2-38b1-4953-a40b-0ca5d942bdb5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:19.407385 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c084ceb2-38b1-4953-a40b-0ca5d942bdb5 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "DELETE /v2.0/subnets/523f2824-6d19-4c71-9dfd-cf51e0d83e6e HTTP/1.1" status: 204 len: 168 time: 0.4006224 Nov 25 13:20:19.409871 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52164) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:19.441062 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port f014ac33-536e-4b50-8ac4-1106e391da6d triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:20:19.441446 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:19.441583 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-629bb7d3-e980-456b-a942-2029989e520f tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] DELETE failed (client error): The resource could not be found. Nov 25 13:20:19.442153 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-629bb7d3-e980-456b-a942-2029989e520f tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:20:19.449697 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-629bb7d3-e980-456b-a942-2029989e520f tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "DELETE /v2.0/subnets/d1e7d05a-e6f7-4553-bed1-95e2b76ac5ca HTTP/1.1" status: 404 len: 337 time: 0.0359976 Nov 25 13:20:19.450294 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52166) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:19.515782 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 52170) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:19.516258 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-4d290641-5121-405e-a65d-3829c278662c tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "GET /v2.0/ports?device_id=f59b056e-6e53-4b29-b7de-072bd6160e63 HTTP/1.1" status: 200 len: 205 time: 0.0637550 Nov 25 13:20:19.544796 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61d45af-bcc8-4c75-9f28-8515a57048d1 None None] Network 52ae875d-0ffa-4694-baf0-c8a9daf7457a requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:20:19.573369 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [None req-33437a61-e334-43cc-b885-a22d737fa81a tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] delete failed (client error): The resource could not be found. Nov 25 13:20:19.575174 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-33437a61-e334-43cc-b885-a22d737fa81a tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "DELETE /v2.0/routers/f59b056e-6e53-4b29-b7de-072bd6160e63 HTTP/1.1" status: 404 len: 336 time: 0.0582509 Nov 25 13:20:19.578640 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408bd39-bcb9-4f5e-a8b8-0d28a1a48e64 req-cb4e7c0c-8875-4dbf-af0d-f5bca7c5dd6a tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:19.579297 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 52174) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:19.581057 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9408bd39-bcb9-4f5e-a8b8-0d28a1a48e64 req-cb4e7c0c-8875-4dbf-af0d-f5bca7c5dd6a tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc856a1-e795-4cb8-b5b4-c434962ee665 HTTP/1.1" status: 200 len: 945 time: 0.0826526 Nov 25 13:20:19.610202 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-838ffbcf-6e9e-47cf-96b2-a8d0b7ece611 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] DELETE failed (client error): The resource could not be found. Nov 25 13:20:19.610714 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-838ffbcf-6e9e-47cf-96b2-a8d0b7ece611 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:20:19.614685 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-838ffbcf-6e9e-47cf-96b2-a8d0b7ece611 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "DELETE /v2.0/subnets/9969f2d8-0e7d-4f69-a11e-465ffb7262b1 HTTP/1.1" status: 404 len: 337 time: 0.0343304 Nov 25 13:20:19.617918 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 52176) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:19.658180 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0f38f27-7573-4f2a-b009-345dc9c01b2f tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] DELETE failed (client error): The resource could not be found. Nov 25 13:20:19.658929 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-c775456c-8ec3-46bf-b339-0be6085576f8 None None] Provisioning complete for port 1018f78a-f98c-47f1-9f13-e27f71ef6e5a triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:20:19.659322 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c775456c-8ec3-46bf-b339-0be6085576f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:19.659468 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0f38f27-7573-4f2a-b009-345dc9c01b2f tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:20:19.666837 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-a0f38f27-7573-4f2a-b009-345dc9c01b2f tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "DELETE /v2.0/subnets/2d8201e4-0452-4b23-95f4-bddfc5ab381e HTTP/1.1" status: 404 len: 337 time: 0.0437293 Nov 25 13:20:19.666837 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 52178) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:19.715314 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e91f9c0-4481-49a5-b34d-4a04dec94176 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] DELETE failed (client error): The resource could not be found. Nov 25 13:20:19.715828 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e91f9c0-4481-49a5-b34d-4a04dec94176 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:20:19.719441 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9408bd39-bcb9-4f5e-a8b8-0d28a1a48e64 req-6ed5e035-b33d-46fb-b299-6121fe5de815 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec610c10-0015-4919-a10e-9c11537c59cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291499 Nov 25 13:20:19.729723 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-4e91f9c0-4481-49a5-b34d-4a04dec94176 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "DELETE /v2.0/subnets/16f3251e-c505-410e-b5d3-3b5b7619e352 HTTP/1.1" status: 404 len: 337 time: 0.0615091 Nov 25 13:20:19.732134 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52180) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:19.751631 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-c775456c-8ec3-46bf-b339-0be6085576f8 None None] Port 1018f78a-f98c-47f1-9f13-e27f71ef6e5a cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:20:19.764690 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-86b33312-dfa1-4a11-b3af-cb78a5628017 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] DELETE failed (client error): The resource could not be found. Nov 25 13:20:19.765376 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86b33312-dfa1-4a11-b3af-cb78a5628017 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:20:19.771208 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-c775456c-8ec3-46bf-b339-0be6085576f8 None None] Provisioning complete for port f014ac33-536e-4b50-8ac4-1106e391da6d triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:20:19.771900 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c775456c-8ec3-46bf-b339-0be6085576f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:19.772744 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-86b33312-dfa1-4a11-b3af-cb78a5628017 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "DELETE /v2.0/ports/a842d308-fc0f-4e3a-a843-af5130c96735 HTTP/1.1" status: 404 len: 333 time: 0.0392714 Nov 25 13:20:19.772888 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 52182) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:19.794058 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63834ffb-937d-44ec-a8e1-95b18ab6f29d None None] DHCP port deletion for 52ae875d-0ffa-4694-baf0-c8a9daf7457a request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:20:19.805612 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc4d44ab-d71a-4a91-a6a3-2ce670dfa28e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] DELETE failed (client error): The resource could not be found. Nov 25 13:20:19.806078 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc4d44ab-d71a-4a91-a6a3-2ce670dfa28e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:20:19.809594 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-fc4d44ab-d71a-4a91-a6a3-2ce670dfa28e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "DELETE /v2.0/subnets/5ad9d313-42e8-4b79-a986-03b92bd06b11 HTTP/1.1" status: 404 len: 337 time: 0.0350244 Nov 25 13:20:19.812977 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 52184) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:19.845916 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb4e2bf6-ce86-44c4-8238-f19802f5354e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] DELETE failed (client error): The resource could not be found. Nov 25 13:20:19.845916 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb4e2bf6-ce86-44c4-8238-f19802f5354e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:20:19.848848 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-bb4e2bf6-ce86-44c4-8238-f19802f5354e tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "DELETE /v2.0/subnets/10cbd517-0c6a-429d-8657-4fc888cca580 HTTP/1.1" status: 404 len: 337 time: 0.0348644 Nov 25 13:20:19.852800 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 52186) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:19.890165 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b0e30a2-93a2-4f73-ab7b-7ee08d880b21 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] DELETE failed (client error): The resource could not be found. Nov 25 13:20:19.890987 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b0e30a2-93a2-4f73-ab7b-7ee08d880b21 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:20:19.894404 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-6b0e30a2-93a2-4f73-ab7b-7ee08d880b21 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "DELETE /v2.0/ports/329c6a80-095c-4f35-857d-40e6c76d8fcd HTTP/1.1" status: 404 len: 333 time: 0.0402315 Nov 25 13:20:19.897057 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 52190) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:19.925574 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-64767542-4c4f-4912-9e3f-501ed05d672f tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] DELETE failed (client error): The resource could not be found. Nov 25 13:20:19.925574 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64767542-4c4f-4912-9e3f-501ed05d672f tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:20:19.928897 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-64767542-4c4f-4912-9e3f-501ed05d672f tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "DELETE /v2.0/subnets/cdbcabc6-1ca7-47b3-86be-271bd24686da HTTP/1.1" status: 404 len: 337 time: 0.0308595 Nov 25 13:20:19.931312 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 52192) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:19.944933 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-63834ffb-937d-44ec-a8e1-95b18ab6f29d None None] Deleting port f014ac33-536e-4b50-8ac4-1106e391da6d {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:20:19.945454 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-63834ffb-937d-44ec-a8e1-95b18ab6f29d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:19.958619 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5f06be9-1f0c-4880-8437-4ffce8ac26cd tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] DELETE failed (client error): The resource could not be found. Nov 25 13:20:19.959340 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5f06be9-1f0c-4880-8437-4ffce8ac26cd tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:20:19.962657 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c5f06be9-1f0c-4880-8437-4ffce8ac26cd tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "DELETE /v2.0/subnets/d8f21844-39fc-4ac1-9665-9b111b6b9778 HTTP/1.1" status: 404 len: 337 time: 0.0301955 Nov 25 13:20:19.965019 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52194) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:20.016640 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-63834ffb-937d-44ec-a8e1-95b18ab6f29d None None] For port f014ac33-536e-4b50-8ac4-1106e391da6d, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=f014ac33-536e-4b50-8ac4-1106e391da6d,segment=NetworkSegment(6145c0f7-9244-4b4f-ac2e-d26da4c7fe8c),segment_id=6145c0f7-9244-4b4f-ac2e-d26da4c7fe8c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:20:20.017335 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-63834ffb-937d-44ec-a8e1-95b18ab6f29d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:20.035147 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-63834ffb-937d-44ec-a8e1-95b18ab6f29d None None] Calling delete_port for f014ac33-536e-4b50-8ac4-1106e391da6d owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:20:20.057878 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-4b0fee20-e63b-429b-b3bf-f05367ead1d7 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Deleting port 1018f78a-f98c-47f1-9f13-e27f71ef6e5a {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:20:20.058233 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4b0fee20-e63b-429b-b3bf-f05367ead1d7 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:20.121568 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-63834ffb-937d-44ec-a8e1-95b18ab6f29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:20.132030 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4b0fee20-e63b-429b-b3bf-f05367ead1d7 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:20.145878 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-4b0fee20-e63b-429b-b3bf-f05367ead1d7 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Calling delete_port for 1018f78a-f98c-47f1-9f13-e27f71ef6e5a owned by {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:20:20.149675 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 25e5820e-3d16-4b76-8ce4-8c1cecbc39e5 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:20:20.153596 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63834ffb-937d-44ec-a8e1-95b18ab6f29d None None] Pushing event deleted for resources: {'Port': ['ID=f014ac33-536e-4b50-8ac4-1106e391da6d,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:20.177009 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63834ffb-937d-44ec-a8e1-95b18ab6f29d None None] No DVR routers for this DVR port f014ac33-536e-4b50-8ac4-1106e391da6d on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:20:20.210434 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b35c33-7843-45d2-b8a9-a827bc3a5859 None None] get_active_networks_info from n-d-808199-11 {{(pid=103572) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 13:20:20.236431 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4b0fee20-e63b-429b-b3bf-f05367ead1d7 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:20.270077 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0fee20-e63b-429b-b3bf-f05367ead1d7 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event deleted for resources: {'Port': ['ID=1018f78a-f98c-47f1-9f13-e27f71ef6e5a,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:20.276101 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4b0fee20-e63b-429b-b3bf-f05367ead1d7 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:20.286749 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-4b0fee20-e63b-429b-b3bf-f05367ead1d7 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "DELETE /v2.0/ports/1018f78a-f98c-47f1-9f13-e27f71ef6e5a HTTP/1.1" status: 204 len: 168 time: 0.3188851 Nov 25 13:20:20.287394 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 52198) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:20.317191 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 25e5820e-3d16-4b76-8ce4-8c1cecbc39e5 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:20:20.330812 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 25e5820e-3d16-4b76-8ce4-8c1cecbc39e5 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:20:20.331356 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:20.424158 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-44ebe735-888e-4f7d-a28e-5df6c7db0c35 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:20.469571 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b35c33-7843-45d2-b8a9-a827bc3a5859 None None] Resources bound (agent type, host, resource id): {{(pid=103572) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 13:20:20.491754 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:20.516332 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-44ebe735-888e-4f7d-a28e-5df6c7db0c35 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:20.540001 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-44ebe735-888e-4f7d-a28e-5df6c7db0c35 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52ae875d-0ffa-4694-baf0-c8a9daf7457a']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:20.550936 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-44ebe735-888e-4f7d-a28e-5df6c7db0c35 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6145c0f7-9244-4b4f-ac2e-d26da4c7fe8c') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:20.551320 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-44ebe735-888e-4f7d-a28e-5df6c7db0c35 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6145c0f7-9244-4b4f-ac2e-d26da4c7fe8c') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:20.561937 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-44ebe735-888e-4f7d-a28e-5df6c7db0c35 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:20.562194 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc856a1-e795-4cb8-b5b4-c434962ee665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25e5820e-3d16-4b76-8ce4-8c1cecbc39e5'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:20:20.564640 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57777727-dc98-48b3-a9b6-f6076fb41f2c" -d '{"events": [{"server_uuid": "3cc856a1-e795-4cb8-b5b4-c434962ee665", "name": "network-vif-plugged", "status": "completed", "tag": "25e5820e-3d16-4b76-8ce4-8c1cecbc39e5"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:20:20.576101 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-44ebe735-888e-4f7d-a28e-5df6c7db0c35 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:20.583601 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 25e5820e-3d16-4b76-8ce4-8c1cecbc39e5, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=25e5820e-3d16-4b76-8ce4-8c1cecbc39e5,segment=NetworkSegment(c770b2a8-6850-4501-ba81-87e53f72232e),segment_id=c770b2a8-6850-4501-ba81-87e53f72232e)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:20:20.586248 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44ebe735-888e-4f7d-a28e-5df6c7db0c35 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:20:20.586747 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-44ebe735-888e-4f7d-a28e-5df6c7db0c35 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:20.590861 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:20:20.590861 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:20:20.590861 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:20:20.590861 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:20:20.590861 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:20:20.590861 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:20:20.590861 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:20:20.590861 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:20:20.590861 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:20:20.590861 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:20:20.590861 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:20:20.590861 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:20:20.590861 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:20:20.590861 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:20:20.590861 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:20:20.590861 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:20:20.590861 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:20:20.590861 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:20:20.590861 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:20:20.590861 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:20:20.590861 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:20:20.590861 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:20:20.590861 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:20:20.590861 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:20:20.590861 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:20:20.590861 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:20:20.590861 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:20:20.590861 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:20:20.590861 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:20:20.590861 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:20:20.590861 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:20:20.590861 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:20:20.597454 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:20.614266 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d84f086-30c7-4ab5-9426-f11601e779d9 x-openstack-request-id: req-4d84f086-30c7-4ab5-9426-f11601e779d9 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:20:20.614566 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc856a1-e795-4cb8-b5b4-c434962ee665", "name": "network-vif-plugged", "status": "completed", "tag": "25e5820e-3d16-4b76-8ce4-8c1cecbc39e5", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:20:20.614850 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4d84f086-30c7-4ab5-9426-f11601e779d9 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:20:20.615251 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc856a1-e795-4cb8-b5b4-c434962ee665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25e5820e-3d16-4b76-8ce4-8c1cecbc39e5', 'code': 200} Nov 25 13:20:20.682178 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-44ebe735-888e-4f7d-a28e-5df6c7db0c35 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:20.690824 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-44ebe735-888e-4f7d-a28e-5df6c7db0c35 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:20.698149 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-44ebe735-888e-4f7d-a28e-5df6c7db0c35 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] 10.222.0.53 "DELETE /v2.0/networks/52ae875d-0ffa-4694-baf0-c8a9daf7457a HTTP/1.1" status: 204 len: 168 time: 0.4094658 Nov 25 13:20:20.727631 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ebe735-888e-4f7d-a28e-5df6c7db0c35 tempest-PortsTestJSON-1089324944 tempest-PortsTestJSON-1089324944-project] Pushing event deleted for resources: {'Network': ['ID=52ae875d-0ffa-4694-baf0-c8a9daf7457a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:20.784516 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f9448-a970-424d-8e50-3528fcfb1f2d req-249bdd92-b72b-45ee-8a26-13fcec41c328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:20.786445 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1b3f9448-a970-424d-8e50-3528fcfb1f2d req-249bdd92-b72b-45ee-8a26-13fcec41c328 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3cc856a1-e795-4cb8-b5b4-c434962ee665 HTTP/1.1" status: 200 len: 1098 time: 0.0868793 Nov 25 13:20:20.789572 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=25e5820e-3d16-4b76-8ce4-8c1cecbc39e5,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:20.887134 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1b3f9448-a970-424d-8e50-3528fcfb1f2d req-87cb3d51-967a-4b21-be67-7dd7f689b385 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ec610c10-0015-4919-a10e-9c11537c59cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909173 Nov 25 13:20:20.918565 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69edaa53-6037-4769-8f86-df61c8f2045c req-f9e238cc-97ef-4b4e-a08a-906f7a096137 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:20.920686 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-69edaa53-6037-4769-8f86-df61c8f2045c req-f9e238cc-97ef-4b4e-a08a-906f7a096137 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc856a1-e795-4cb8-b5b4-c434962ee665 HTTP/1.1" status: 200 len: 946 time: 0.0732348 Nov 25 13:20:20.987116 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-69edaa53-6037-4769-8f86-df61c8f2045c req-5491037c-48ff-467c-96ac-7028a48960db tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec610c10-0015-4919-a10e-9c11537c59cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584347 Nov 25 13:20:21.021406 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 52214) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:21.152864 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-2b143eab-6b5e-499f-b005-3fe7b19328d0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=103222503d1f447390d34cefdf0e19b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1303124 Nov 25 13:20:21.153385 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device f014ac33-536e-4b50-8ac4-1106e391da6d no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:20:21.155420 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 52218) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:21.174898 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: f014ac33-536e-4b50-8ac4-1106e391da6d {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:20:21.175251 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device f014ac33-536e-4b50-8ac4-1106e391da6d not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:20:21.206777 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bd578a4f-094c-4147-bb3b-53840b30b17b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:21.228650 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bd578a4f-094c-4147-bb3b-53840b30b17b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:21.277626 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bd578a4f-094c-4147-bb3b-53840b30b17b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:21.281320 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bd578a4f-094c-4147-bb3b-53840b30b17b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:21.282489 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-bd578a4f-094c-4147-bb3b-53840b30b17b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/75d5992c-42ce-4632-b594-cc31b208bea1 HTTP/1.1" status: 204 len: 168 time: 0.1261742 Nov 25 13:20:21.290867 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd578a4f-094c-4147-bb3b-53840b30b17b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d5992c-42ce-4632-b594-cc31b208bea1,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:21.517383 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:20:21.918907 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 52248) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:22.017676 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-481df121-dae5-41d5-b73a-41b8736c719b tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-569071804'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:20:22.041553 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481df121-dae5-41d5-b73a-41b8736c719b tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Made reservation on behalf of a543f77797954304a6b9e3db0f63b18f for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:20:22.045069 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-481df121-dae5-41d5-b73a-41b8736c719b tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:22.066864 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-481df121-dae5-41d5-b73a-41b8736c719b tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:22.152163 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c316b-8681-4b7f-807a-54743fdd4916 req-dc30e0f0-91c3-48ea-9187-9d8333129111 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:22.153714 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bf0c316b-8681-4b7f-807a-54743fdd4916 req-dc30e0f0-91c3-48ea-9187-9d8333129111 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc856a1-e795-4cb8-b5b4-c434962ee665 HTTP/1.1" status: 200 len: 946 time: 0.0912378 Nov 25 13:20:22.159163 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-481df121-dae5-41d5-b73a-41b8736c719b tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:22.163355 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-481df121-dae5-41d5-b73a-41b8736c719b tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:22.193680 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-481df121-dae5-41d5-b73a-41b8736c719b tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:20:22.203639 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481df121-dae5-41d5-b73a-41b8736c719b tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92281c81-edc2-4772-8c34-b852c38ac752,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:22.208612 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-481df121-dae5-41d5-b73a-41b8736c719b tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:22.208959 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-481df121-dae5-41d5-b73a-41b8736c719b tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Added segment 0efeb3a6-885a-4d0f-848b-9ddbc05446fa of type vlan for network f5e19152-5c37-4e7c-9a50-83e9104b683c Nov 25 13:20:22.224912 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3d6e4b69-2463-4155-a90c-1883d93ffd4e req-191ac56b-b7d3-42d3-9584-f7cb56804a5c tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1706839640&fields=id&tenant_id=40d8826cb6bc406990351c3cc8406e5b HTTP/1.1" status: 200 len: 267 time: 0.0944257 Nov 25 13:20:22.237418 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bf0c316b-8681-4b7f-807a-54743fdd4916 req-7052e427-2ae2-44dd-b265-3b2f59450f8b tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec610c10-0015-4919-a10e-9c11537c59cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740831 Nov 25 13:20:22.254068 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-481df121-dae5-41d5-b73a-41b8736c719b tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:22.279355 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-481df121-dae5-41d5-b73a-41b8736c719b tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:22.285395 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481df121-dae5-41d5-b73a-41b8736c719b tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:22.285976 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-481df121-dae5-41d5-b73a-41b8736c719b tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:22.341460 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-481df121-dae5-41d5-b73a-41b8736c719b tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.4213490 Nov 25 13:20:22.344854 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 52260) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:22.347316 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6e4b69-2463-4155-a90c-1883d93ffd4e req-dfadc678-2821-42f2-9963-31c3b2f321c2 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:22.348818 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3d6e4b69-2463-4155-a90c-1883d93ffd4e req-dfadc678-2821-42f2-9963-31c3b2f321c2 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] 10.222.0.53 "GET /v2.0/networks?id=29e88c53-1a16-4ddf-bb52-3aa3dac4a9e8 HTTP/1.1" status: 200 len: 816 time: 0.1105297 Nov 25 13:20:22.351942 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-4b69aaed-cbb6-4273-a362-d18da40238ea tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Request body: {'subnet': {'network_id': 'f5e19152-5c37-4e7c-9a50-83e9104b683c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:20:22.365000 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3d6e4b69-2463-4155-a90c-1883d93ffd4e req-62738055-7022-4b4d-bbf8-69b4323e4983 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] 10.222.0.53 "GET /v2.0/quotas/40d8826cb6bc406990351c3cc8406e5b HTTP/1.1" status: 200 len: 375 time: 0.0097172 Nov 25 13:20:22.403559 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481df121-dae5-41d5-b73a-41b8736c719b tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Pushing event updated for resources: {'Network': ['ID=f5e19152-5c37-4e7c-9a50-83e9104b683c,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:22.415836 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network f5e19152-5c37-4e7c-9a50-83e9104b683c details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:20:22.427269 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3d6e4b69-2463-4155-a90c-1883d93ffd4e req-1bcc6319-793f-4441-b229-1ae00cef5739 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=40d8826cb6bc406990351c3cc8406e5b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538185 Nov 25 13:20:22.453112 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b69aaed-cbb6-4273-a362-d18da40238ea tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Made reservation on behalf of a543f77797954304a6b9e3db0f63b18f for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:20:22.456798 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4b69aaed-cbb6-4273-a362-d18da40238ea tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:22.536375 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3d6e4b69-2463-4155-a90c-1883d93ffd4e req-8fd8874d-f189-4f58-9ad2-b54a60de7d0f service neutron] 10.222.0.53 "GET /v2.0/networks/29e88c53-1a16-4ddf-bb52-3aa3dac4a9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028922 Nov 25 13:20:22.627614 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3d6e4b69-2463-4155-a90c-1883d93ffd4e req-1ef4907b-cc03-4e09-a98c-237a7ce4626a service neutron] 10.222.0.53 "GET /v2.0/networks/29e88c53-1a16-4ddf-bb52-3aa3dac4a9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842800 Nov 25 13:20:22.641684 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4b69aaed-cbb6-4273-a362-d18da40238ea tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:22.710792 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b69aaed-cbb6-4273-a362-d18da40238ea tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Pushing event updated for resources: {'Subnet': ['ID=54be51fe-dab7-40e8-9247-d3a661cb7fbc,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:22.713235 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b69aaed-cbb6-4273-a362-d18da40238ea tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Checking segment: {'id': '0efeb3a6-885a-4d0f-848b-9ddbc05446fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f5e19152-5c37-4e7c-9a50-83e9104b683c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:20:22.713591 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b69aaed-cbb6-4273-a362-d18da40238ea tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Network hostable DHCP agents. Network: f5e19152-5c37-4e7c-9a50-83e9104b683c, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:20:22.731738 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b69aaed-cbb6-4273-a362-d18da40238ea tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Network f5e19152-5c37-4e7c-9a50-83e9104b683c is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:20:22.740780 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-4b69aaed-cbb6-4273-a362-d18da40238ea tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, f5e19152-5c37-4e7c-9a50-83e9104b683c) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:20:22.746900 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b69aaed-cbb6-4273-a362-d18da40238ea tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:22.747009 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4b69aaed-cbb6-4273-a362-d18da40238ea tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:22.750016 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7776f06-dfff-4c4a-99ac-dad70e348ddb None None] Network f5e19152-5c37-4e7c-9a50-83e9104b683c requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:20:22.774158 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-4b69aaed-cbb6-4273-a362-d18da40238ea tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4282513 Nov 25 13:20:22.776898 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 52270) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:22.784112 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-ebb79450-a812-4064-9c6a-08b82ecf29cb tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Request body: {'port': {'network_id': 'f5e19152-5c37-4e7c-9a50-83e9104b683c', 'name': 'tempest-TagsExtTest-875442912'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:20:22.918312 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb79450-a812-4064-9c6a-08b82ecf29cb tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Made reservation on behalf of a543f77797954304a6b9e3db0f63b18f for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:20:22.926986 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ebb79450-a812-4064-9c6a-08b82ecf29cb tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:22.938035 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bda1f0-3098-4bfc-91ba-a5b9e354e25b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-f5e19152-5c37-4e7c-9a50-83e9104b683c', 'network_id': 'f5e19152-5c37-4e7c-9a50-83e9104b683c', 'tenant_id': 'a543f77797954304a6b9e3db0f63b18f', 'fixed_ips': [{'subnet_id': '54be51fe-dab7-40e8-9247-d3a661cb7fbc'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:20:22.939109 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-32bda1f0-3098-4bfc-91ba-a5b9e354e25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:22.957103 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-ebb79450-a812-4064-9c6a-08b82ecf29cb tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] device_id is not set on port 5858319f-7d39-4f4d-8db0-5b77cca01de9 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:20:23.031632 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-428da748-2903-47e5-b6c8-74235fdd673f req-3cad9cc6-9e46-407e-a457-45b01d275f7c tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] 10.222.0.53 "GET /v2.0/ports?device_id=df1cd83d-d42e-4996-a102-e20cb106f612 HTTP/1.1" status: 200 len: 210 time: 0.0471344 Nov 25 13:20:23.081683 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-ebb79450-a812-4064-9c6a-08b82ecf29cb tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Allocated IP 172.20.0.11 (f5e19152-5c37-4e7c-9a50-83e9104b683c/54be51fe-dab7-40e8-9247-d3a661cb7fbc/5858319f-7d39-4f4d-8db0-5b77cca01de9) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:20:23.239700 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ebb79450-a812-4064-9c6a-08b82ecf29cb tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:23.277798 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ebb79450-a812-4064-9c6a-08b82ecf29cb tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:23.332733 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb79450-a812-4064-9c6a-08b82ecf29cb tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Pushing event updated for resources: {'Port': ['ID=5858319f-7d39-4f4d-8db0-5b77cca01de9,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:23.348141 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-32bda1f0-3098-4bfc-91ba-a5b9e354e25b None None] Allocated IP 172.20.0.2 (f5e19152-5c37-4e7c-9a50-83e9104b683c/54be51fe-dab7-40e8-9247-d3a661cb7fbc/c9eee5f2-65aa-44d6-88a9-eef978990655) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:20:23.348734 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb79450-a812-4064-9c6a-08b82ecf29cb tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Network f5e19152-5c37-4e7c-9a50-83e9104b683c is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:20:23.350271 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-ebb79450-a812-4064-9c6a-08b82ecf29cb tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:20:23.355357 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb79450-a812-4064-9c6a-08b82ecf29cb tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:20:23.401930 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8315a04f-4bab-4c9b-970c-9ee0c0adcb84 req-b90fbb50-0ce2-4cf9-8a1a-b5f2a35cd36a tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:23.409968 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8315a04f-4bab-4c9b-970c-9ee0c0adcb84 req-b90fbb50-0ce2-4cf9-8a1a-b5f2a35cd36a tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc856a1-e795-4cb8-b5b4-c434962ee665 HTTP/1.1" status: 200 len: 946 time: 0.0906372 Nov 25 13:20:23.447358 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb79450-a812-4064-9c6a-08b82ecf29cb tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:23.448613 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ebb79450-a812-4064-9c6a-08b82ecf29cb tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:23.457611 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8315a04f-4bab-4c9b-970c-9ee0c0adcb84 req-fa8546b0-e834-4263-926c-93814a04cb73 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec610c10-0015-4919-a10e-9c11537c59cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467315 Nov 25 13:20:23.477829 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-ebb79450-a812-4064-9c6a-08b82ecf29cb tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.6957703 Nov 25 13:20:23.478074 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52288) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:23.485441 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-34b4b8e5-603f-4869-b163-8e558fdccdb2 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-68020478', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:20:23.511585 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-34b4b8e5-603f-4869-b163-8e558fdccdb2 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:23.512775 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-34b4b8e5-603f-4869-b163-8e558fdccdb2 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:23.589830 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-34b4b8e5-603f-4869-b163-8e558fdccdb2 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:23.595573 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-34b4b8e5-603f-4869-b163-8e558fdccdb2 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:23.604815 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-32bda1f0-3098-4bfc-91ba-a5b9e354e25b None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:23.616857 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-32bda1f0-3098-4bfc-91ba-a5b9e354e25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:23.633289 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-34b4b8e5-603f-4869-b163-8e558fdccdb2 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:23.634804 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-34b4b8e5-603f-4869-b163-8e558fdccdb2 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1556797 Nov 25 13:20:23.637726 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 52296) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:23.643622 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-e98908c1-a89c-4190-a88d-41b5443312ff tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1635222146', 'prefixes': ['172.20.0.0/16']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:20:23.668798 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bda1f0-3098-4bfc-91ba-a5b9e354e25b None None] Network f5e19152-5c37-4e7c-9a50-83e9104b683c is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:20:23.672389 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-32bda1f0-3098-4bfc-91ba-a5b9e354e25b None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:20:23.677544 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bda1f0-3098-4bfc-91ba-a5b9e354e25b None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:20:23.680790 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bda1f0-3098-4bfc-91ba-a5b9e354e25b None None] Pushing event updated for resources: {'Port': ['ID=c9eee5f2-65aa-44d6-88a9-eef978990655,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:23.749024 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e400c-44c8-48e5-a7a1-c5ce95421dfb req-562699f9-85ab-4435-97a9-8bc0474c7388 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:23.751038 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-449e400c-44c8-48e5-a7a1-c5ce95421dfb req-562699f9-85ab-4435-97a9-8bc0474c7388 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc856a1-e795-4cb8-b5b4-c434962ee665 HTTP/1.1" status: 200 len: 946 time: 0.0689585 Nov 25 13:20:23.755816 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-32bda1f0-3098-4bfc-91ba-a5b9e354e25b None None] Attempting to bind port c9eee5f2-65aa-44d6-88a9-eef978990655 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:20:23.756193 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-32bda1f0-3098-4bfc-91ba-a5b9e354e25b None None] Attempting to bind port c9eee5f2-65aa-44d6-88a9-eef978990655 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '0efeb3a6-885a-4d0f-848b-9ddbc05446fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f5e19152-5c37-4e7c-9a50-83e9104b683c'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:20:23.756568 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bda1f0-3098-4bfc-91ba-a5b9e354e25b None None] Attempting to bind port c9eee5f2-65aa-44d6-88a9-eef978990655 on network f5e19152-5c37-4e7c-9a50-83e9104b683c {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:20:23.762190 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bda1f0-3098-4bfc-91ba-a5b9e354e25b None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:20:23.762553 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bda1f0-3098-4bfc-91ba-a5b9e354e25b None None] Checking segment: {'id': '0efeb3a6-885a-4d0f-848b-9ddbc05446fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f5e19152-5c37-4e7c-9a50-83e9104b683c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:20:23.763015 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-32bda1f0-3098-4bfc-91ba-a5b9e354e25b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:23.763471 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bda1f0-3098-4bfc-91ba-a5b9e354e25b None None] Bound using segment: {'id': '0efeb3a6-885a-4d0f-848b-9ddbc05446fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f5e19152-5c37-4e7c-9a50-83e9104b683c'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:20:23.764016 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-32bda1f0-3098-4bfc-91ba-a5b9e354e25b None None] Bound port: c9eee5f2-65aa-44d6-88a9-eef978990655, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0efeb3a6-885a-4d0f-848b-9ddbc05446fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f5e19152-5c37-4e7c-9a50-83e9104b683c'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:20:23.764437 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-32bda1f0-3098-4bfc-91ba-a5b9e354e25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:23.779830 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e98908c1-a89c-4190-a88d-41b5443312ff tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Publish callbacks [] for subnetpool, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:23.783866 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-e98908c1-a89c-4190-a88d-41b5443312ff tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1437814 Nov 25 13:20:23.785226 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52298) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:23.795662 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.tag.tag_plugin [None req-593791f6-4c81-47e2-9ff5-f7f90254b297 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '54be51fe-dab7-40e8-9247-d3a661cb7fbc', 'tempest-TagsExtTest-Tag-131411214') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:23.855412 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-32bda1f0-3098-4bfc-91ba-a5b9e354e25b None None] For port c9eee5f2-65aa-44d6-88a9-eef978990655, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:20:23.859083 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-32bda1f0-3098-4bfc-91ba-a5b9e354e25b None None] For port c9eee5f2-65aa-44d6-88a9-eef978990655, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=c9eee5f2-65aa-44d6-88a9-eef978990655,segment=NetworkSegment(0efeb3a6-885a-4d0f-848b-9ddbc05446fa),segment_id=0efeb3a6-885a-4d0f-848b-9ddbc05446fa)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:20:23.863318 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-449e400c-44c8-48e5-a7a1-c5ce95421dfb req-dbe990b6-9a80-406d-9c6c-1f8198693b14 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec610c10-0015-4919-a10e-9c11537c59cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039166 Nov 25 13:20:23.863717 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-32bda1f0-3098-4bfc-91ba-a5b9e354e25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:23.922167 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bda1f0-3098-4bfc-91ba-a5b9e354e25b None None] Pushing event updated for resources: {'Port': ['ID=c9eee5f2-65aa-44d6-88a9-eef978990655,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:23.945964 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-593791f6-4c81-47e2-9ff5-f7f90254b297 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] 10.222.0.53 "PUT /v2.0/subnets/54be51fe-dab7-40e8-9247-d3a661cb7fbc/tags/tempest-TagsExtTest-Tag-131411214 HTTP/1.1" status: 201 len: 201 time: 0.1596344 Nov 25 13:20:23.948434 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52302) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:23.953723 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.tag.tag_plugin [None req-8f90306f-3e1e-46a5-9304-e82096ec1cee tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5858319f-7d39-4f4d-8db0-5b77cca01de9', 'tempest-TagsExtTest-Tag-377900156') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:24.032271 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-8f90306f-3e1e-46a5-9304-e82096ec1cee tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] 10.222.0.53 "PUT /v2.0/ports/5858319f-7d39-4f4d-8db0-5b77cca01de9/tags/tempest-TagsExtTest-Tag-377900156 HTTP/1.1" status: 201 len: 201 time: 0.0802610 Nov 25 13:20:24.032625 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52306) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:24.037658 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.tag.tag_plugin [None req-61e89314-3edf-4a69-a9a8-574b5cb4ef3f tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f27d0bc6-11ca-49f1-96d6-a097c20bd830', 'tempest-TagsExtTest-Tag-401276358') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:24.177061 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8ba16111-e4e5-4a81-918d-a6c34031d4e4 req-7257e3be-439f-4374-b470-e5712195925f tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] 10.222.0.53 "GET /v2.0/ports?device_id=df1cd83d-d42e-4996-a102-e20cb106f612 HTTP/1.1" status: 200 len: 210 time: 0.0407083 Nov 25 13:20:24.192527 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-61e89314-3edf-4a69-a9a8-574b5cb4ef3f tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] 10.222.0.53 "PUT /v2.0/routers/f27d0bc6-11ca-49f1-96d6-a097c20bd830/tags/tempest-TagsExtTest-Tag-401276358 HTTP/1.1" status: 201 len: 201 time: 0.1582544 Nov 25 13:20:24.194598 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 52310) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:24.199452 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.tag.tag_plugin [None req-4c5f1c98-ba19-4510-a11b-c865e673f15e tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '4d874f9a-15d9-4c0a-b89e-67be1a4644d1', 'tempest-TagsExtTest-Tag-526089824') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:24.323350 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-4c5f1c98-ba19-4510-a11b-c865e673f15e tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] 10.222.0.53 "PUT /v2.0/subnetpools/4d874f9a-15d9-4c0a-b89e-67be1a4644d1/tags/tempest-TagsExtTest-Tag-526089824 HTTP/1.1" status: 201 len: 201 time: 0.1275887 Nov 25 13:20:24.325972 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52312) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:24.330358 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.tag.tag_plugin [None req-7f67aa32-b55c-42a1-a6b2-3a9b3bdb8f75 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '54be51fe-dab7-40e8-9247-d3a661cb7fbc') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:24.354330 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6e4b69-2463-4155-a90c-1883d93ffd4e req-203cda6b-27e8-46a1-8afa-6e57535185b7 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:24.355842 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3d6e4b69-2463-4155-a90c-1883d93ffd4e req-203cda6b-27e8-46a1-8afa-6e57535185b7 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] 10.222.0.47 "GET /v2.0/networks?id=29e88c53-1a16-4ddf-bb52-3aa3dac4a9e8 HTTP/1.1" status: 200 len: 816 time: 0.1336894 Nov 25 13:20:24.389991 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-7f67aa32-b55c-42a1-a6b2-3a9b3bdb8f75 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] 10.222.0.53 "GET /v2.0/subnets/54be51fe-dab7-40e8-9247-d3a661cb7fbc/tags HTTP/1.1" status: 200 len: 240 time: 0.0628436 Nov 25 13:20:24.393528 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 52314) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:24.399177 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.tag.tag_plugin [None req-328d6b5d-58e9-43cd-a171-1b550caaff77 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '54be51fe-dab7-40e8-9247-d3a661cb7fbc', 'tempest-TagsExtTest-Tag-131411214') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:24.867584 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3d6e4b69-2463-4155-a90c-1883d93ffd4e req-c98abb38-b476-471f-a92d-f1a1eddcfe9b tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40d8826cb6bc406990351c3cc8406e5b HTTP/1.1" status: 200 len: 380 time: 0.4987998 Nov 25 13:20:24.882573 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-3d6e4b69-2463-4155-a90c-1883d93ffd4e req-7abe3010-5f35-4352-9abc-b6a8569611ca tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Request body: {'port': {'device_id': 'df1cd83d-d42e-4996-a102-e20cb106f612', 'network_id': '29e88c53-1a16-4ddf-bb52-3aa3dac4a9e8', 'admin_state_up': True, 'tenant_id': '40d8826cb6bc406990351c3cc8406e5b', 'security_groups': ['b82ec6f0-cd59-483d-84f2-ae972f5c56e9']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:20:24.947905 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-901563cc-8ddf-47cc-aeb9-e21886ccede1 req-268a6eff-771d-486f-acfa-de0278ca8e98 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.5122402 Nov 25 13:20:24.965971 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-328d6b5d-58e9-43cd-a171-1b550caaff77 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] 10.222.0.53 "GET /v2.0/subnets/54be51fe-dab7-40e8-9247-d3a661cb7fbc/tags/tempest-TagsExtTest-Tag-131411214 HTTP/1.1" status: 204 len: 168 time: 0.5713177 Nov 25 13:20:24.969520 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 52322) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:24.976040 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.tag.tag_plugin [None req-527ef76b-dda1-4f6c-8de2-bdc59e8a621b tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '54be51fe-dab7-40e8-9247-d3a661cb7fbc', 'tempest-TagsExtTest-Tag-131411214') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:24.999960 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc73838c-da69-4741-9dca-cdb31e165b44 None None] Network f5e19152-5c37-4e7c-9a50-83e9104b683c requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:20:25.058273 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28eaa85-41be-4ab3-9080-f51baa4e233f req-31c239e5-1e5c-4de8-8210-97ae9042ccd2 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:25.059871 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a28eaa85-41be-4ab3-9080-f51baa4e233f req-31c239e5-1e5c-4de8-8210-97ae9042ccd2 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc856a1-e795-4cb8-b5b4-c434962ee665 HTTP/1.1" status: 200 len: 946 time: 0.1048689 Nov 25 13:20:25.121527 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901563cc-8ddf-47cc-aeb9-e21886ccede1 req-19093ce3-dcf5-4a5e-b3a8-9bc9fd2b1ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:25.121964 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901563cc-8ddf-47cc-aeb9-e21886ccede1 req-19093ce3-dcf5-4a5e-b3a8-9bc9fd2b1ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:25.122450 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901563cc-8ddf-47cc-aeb9-e21886ccede1 req-19093ce3-dcf5-4a5e-b3a8-9bc9fd2b1ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:25.122957 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901563cc-8ddf-47cc-aeb9-e21886ccede1 req-19093ce3-dcf5-4a5e-b3a8-9bc9fd2b1ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:25.123534 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901563cc-8ddf-47cc-aeb9-e21886ccede1 req-19093ce3-dcf5-4a5e-b3a8-9bc9fd2b1ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:25.124034 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901563cc-8ddf-47cc-aeb9-e21886ccede1 req-19093ce3-dcf5-4a5e-b3a8-9bc9fd2b1ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:25.124867 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-b210c5ef-73c5-47b8-8b73-717a15355ac3 None None] Provisioning complete for port c9eee5f2-65aa-44d6-88a9-eef978990655 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:20:25.125027 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901563cc-8ddf-47cc-aeb9-e21886ccede1 req-19093ce3-dcf5-4a5e-b3a8-9bc9fd2b1ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:25.125131 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b210c5ef-73c5-47b8-8b73-717a15355ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:25.127348 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-901563cc-8ddf-47cc-aeb9-e21886ccede1 req-19093ce3-dcf5-4a5e-b3a8-9bc9fd2b1ca7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f253db84e4e241d4aa7c98f5a2e10d18&device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 6509 time: 0.1045957 Nov 25 13:20:25.130723 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d6e4b69-2463-4155-a90c-1883d93ffd4e req-7abe3010-5f35-4352-9abc-b6a8569611ca tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Made reservation on behalf of 40d8826cb6bc406990351c3cc8406e5b for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:20:25.134037 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3d6e4b69-2463-4155-a90c-1883d93ffd4e req-7abe3010-5f35-4352-9abc-b6a8569611ca tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:25.177621 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a28eaa85-41be-4ab3-9080-f51baa4e233f req-e5acdf95-28f6-4f95-978b-7cc8d53620d8 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec610c10-0015-4919-a10e-9c11537c59cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054778 Nov 25 13:20:25.180793 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52326) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:25.180931 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-527ef76b-dda1-4f6c-8de2-bdc59e8a621b tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] 10.222.0.53 "DELETE /v2.0/subnets/54be51fe-dab7-40e8-9247-d3a661cb7fbc/tags/tempest-TagsExtTest-Tag-131411214 HTTP/1.1" status: 204 len: 168 time: 0.2107124 Nov 25 13:20:25.186854 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.tag.tag_plugin [None req-c7cfa9da-7fcb-439a-b504-6b3ea29e7d36 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '54be51fe-dab7-40e8-9247-d3a661cb7fbc') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:25.323240 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device c9eee5f2-65aa-44d6-88a9-eef978990655 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:20:25.354590 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c5539839-8bd0-4596-978d-7480842d2387 req-632c7409-01d4-4043-84dc-dcb4d279f64d tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] 10.222.0.53 "GET /v2.0/ports?device_id=df1cd83d-d42e-4996-a102-e20cb106f612 HTTP/1.1" status: 200 len: 210 time: 0.0371301 Nov 25 13:20:25.368601 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c7cfa9da-7fcb-439a-b504-6b3ea29e7d36 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] 10.222.0.53 "GET /v2.0/subnets/54be51fe-dab7-40e8-9247-d3a661cb7fbc/tags HTTP/1.1" status: 200 len: 205 time: 0.1843162 Nov 25 13:20:25.379576 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52332) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:25.395962 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.tag.tag_plugin [None req-2f2f1880-c066-48d4-9846-6ffeedb79760 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5858319f-7d39-4f4d-8db0-5b77cca01de9') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:25.438618 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901563cc-8ddf-47cc-aeb9-e21886ccede1 req-ad916e9c-eef8-433b-99b5-40c7fb7b5a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:25.439800 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901563cc-8ddf-47cc-aeb9-e21886ccede1 req-ad916e9c-eef8-433b-99b5-40c7fb7b5a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:25.440434 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901563cc-8ddf-47cc-aeb9-e21886ccede1 req-ad916e9c-eef8-433b-99b5-40c7fb7b5a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:25.442278 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-901563cc-8ddf-47cc-aeb9-e21886ccede1 req-ad916e9c-eef8-433b-99b5-40c7fb7b5a55 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c70f7334-0865-479f-9b23-a45cfad81392&id=2b823069-d9bd-4f42-87ec-afb97511a19d&id=2b823069-d9bd-4f42-87ec-afb97511a19d&id=2b823069-d9bd-4f42-87ec-afb97511a19d&id=2b823069-d9bd-4f42-87ec-afb97511a19d&id=ce8b7f62-300f-4958-8057-b23aa4d60523&id=ce8b7f62-300f-4958-8057-b23aa4d60523 HTTP/1.1" status: 200 len: 2298 time: 0.2762277 Nov 25 13:20:25.463462 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-3d6e4b69-2463-4155-a90c-1883d93ffd4e req-7abe3010-5f35-4352-9abc-b6a8569611ca tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Allocated IP 172.20.0.3 (29e88c53-1a16-4ddf-bb52-3aa3dac4a9e8/b01a5ad9-9f38-426c-a191-2cdc57143c78/5be01006-b209-4dfc-824a-a222c272bd9a) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:20:25.475611 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port c9eee5f2-65aa-44d6-88a9-eef978990655 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:20:25.475996 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:25.501234 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-2f2f1880-c066-48d4-9846-6ffeedb79760 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] 10.222.0.53 "GET /v2.0/ports/5858319f-7d39-4f4d-8db0-5b77cca01de9/tags HTTP/1.1" status: 200 len: 240 time: 0.1202059 Nov 25 13:20:25.505187 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 52338) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:25.517546 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.tag.tag_plugin [None req-4a7f1cdf-828f-481c-a082-e0f0dcc06cc1 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5858319f-7d39-4f4d-8db0-5b77cca01de9', 'tempest-TagsExtTest-Tag-377900156') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:25.586409 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-901563cc-8ddf-47cc-aeb9-e21886ccede1 req-50705dda-6221-40ca-bedf-1d9eba2caa38 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71333c9f-e78f-47f6-8c82-caebeb1cd0f0 HTTP/1.1" status: 200 len: 1001 time: 0.1340656 Nov 25 13:20:25.726542 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901563cc-8ddf-47cc-aeb9-e21886ccede1 req-e2abb025-2213-4e54-a909-75391aa371ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:25.728246 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-901563cc-8ddf-47cc-aeb9-e21886ccede1 req-e2abb025-2213-4e54-a909-75391aa371ae service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fc9e2fcf-0a5d-4e99-a435-c082f1996d71 HTTP/1.1" status: 200 len: 855 time: 0.1291239 Nov 25 13:20:25.734278 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b210c5ef-73c5-47b8-8b73-717a15355ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:25.745637 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-4a7f1cdf-828f-481c-a082-e0f0dcc06cc1 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] 10.222.0.53 "GET /v2.0/ports/5858319f-7d39-4f4d-8db0-5b77cca01de9/tags/tempest-TagsExtTest-Tag-377900156 HTTP/1.1" status: 204 len: 168 time: 0.2351677 Nov 25 13:20:25.747119 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52348) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:25.753434 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.tag.tag_plugin [None req-7a2f74ec-fe93-4c48-a588-d096feecd415 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '5858319f-7d39-4f4d-8db0-5b77cca01de9', 'tempest-TagsExtTest-Tag-377900156') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:25.851599 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901563cc-8ddf-47cc-aeb9-e21886ccede1 req-56017315-b420-4b62-9ce2-69f92cba52c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:25.854835 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-901563cc-8ddf-47cc-aeb9-e21886ccede1 req-56017315-b420-4b62-9ce2-69f92cba52c1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c70f7334-0865-479f-9b23-a45cfad81392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1092587 Nov 25 13:20:25.857780 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-b210c5ef-73c5-47b8-8b73-717a15355ac3 None None] For port c9eee5f2-65aa-44d6-88a9-eef978990655, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=c9eee5f2-65aa-44d6-88a9-eef978990655,segment=NetworkSegment(0efeb3a6-885a-4d0f-848b-9ddbc05446fa),segment_id=0efeb3a6-885a-4d0f-848b-9ddbc05446fa)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:20:25.866462 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3d6e4b69-2463-4155-a90c-1883d93ffd4e req-7abe3010-5f35-4352-9abc-b6a8569611ca tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:25.907120 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b210c5ef-73c5-47b8-8b73-717a15355ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:25.961742 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:25.999952 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b210c5ef-73c5-47b8-8b73-717a15355ac3 None None] Pushing event updated for resources: {'Port': ['ID=c9eee5f2-65aa-44d6-88a9-eef978990655,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:26.008322 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b512ac-9262-4360-8882-30881211609a req-9dfe0f7e-2ab2-4ce2-bf1f-2867bcd1b316 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:26.016594 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e5b512ac-9262-4360-8882-30881211609a req-9dfe0f7e-2ab2-4ce2-bf1f-2867bcd1b316 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc856a1-e795-4cb8-b5b4-c434962ee665 HTTP/1.1" status: 200 len: 946 time: 0.1526721 Nov 25 13:20:26.023921 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-901563cc-8ddf-47cc-aeb9-e21886ccede1 req-2fe9198c-af7c-4f30-a337-2958bad9d95d service neutron] 10.222.0.66 "GET /v2.0/networks/c70f7334-0865-479f-9b23-a45cfad81392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551020 Nov 25 13:20:26.043960 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b210c5ef-73c5-47b8-8b73-717a15355ac3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:20:26.044437 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b210c5ef-73c5-47b8-8b73-717a15355ac3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:20:26.044904 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b210c5ef-73c5-47b8-8b73-717a15355ac3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:20:26.045417 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b210c5ef-73c5-47b8-8b73-717a15355ac3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:20:26.045989 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b210c5ef-73c5-47b8-8b73-717a15355ac3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:20:26.047384 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b210c5ef-73c5-47b8-8b73-717a15355ac3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:20:26.047509 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b210c5ef-73c5-47b8-8b73-717a15355ac3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:20:26.047934 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b210c5ef-73c5-47b8-8b73-717a15355ac3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:20:26.048360 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b210c5ef-73c5-47b8-8b73-717a15355ac3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:20:26.048787 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b210c5ef-73c5-47b8-8b73-717a15355ac3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:20:26.049259 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b210c5ef-73c5-47b8-8b73-717a15355ac3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:20:26.049379 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3d6e4b69-2463-4155-a90c-1883d93ffd4e req-7abe3010-5f35-4352-9abc-b6a8569611ca tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:26.049788 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b210c5ef-73c5-47b8-8b73-717a15355ac3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:20:26.056525 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-7a2f74ec-fe93-4c48-a588-d096feecd415 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] 10.222.0.53 "DELETE /v2.0/ports/5858319f-7d39-4f4d-8db0-5b77cca01de9/tags/tempest-TagsExtTest-Tag-377900156 HTTP/1.1" status: 204 len: 168 time: 0.3058405 Nov 25 13:20:26.057310 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52352) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:26.069418 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.db.api [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 13:20:26.069927 n-d-808199-11 neutron-server[103572]: DEBUG oslo_db.api [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 13:20:26.071382 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.tag.tag_plugin [None req-28062e40-cd88-4483-a44a-bdc08b56f3c7 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5858319f-7d39-4f4d-8db0-5b77cca01de9') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:26.133393 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-8836bb60-9a6a-43f5-bbe1-a9fa1c3a3070 None None] Provisioning complete for port c9eee5f2-65aa-44d6-88a9-eef978990655 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:20:26.134116 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8836bb60-9a6a-43f5-bbe1-a9fa1c3a3070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:26.142035 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e5b512ac-9262-4360-8882-30881211609a req-c23694f0-84a4-4d40-a38c-8a6afd001d10 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec610c10-0015-4919-a10e-9c11537c59cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245666 Nov 25 13:20:26.192810 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d6e4b69-2463-4155-a90c-1883d93ffd4e req-7abe3010-5f35-4352-9abc-b6a8569611ca tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Network 29e88c53-1a16-4ddf-bb52-3aa3dac4a9e8 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:20:26.199742 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-28062e40-cd88-4483-a44a-bdc08b56f3c7 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] 10.222.0.53 "GET /v2.0/ports/5858319f-7d39-4f4d-8db0-5b77cca01de9/tags HTTP/1.1" status: 200 len: 205 time: 0.1366160 Nov 25 13:20:26.203546 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-3d6e4b69-2463-4155-a90c-1883d93ffd4e req-7abe3010-5f35-4352-9abc-b6a8569611ca tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:20:26.203902 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52356) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:26.206629 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d6e4b69-2463-4155-a90c-1883d93ffd4e req-7abe3010-5f35-4352-9abc-b6a8569611ca tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:20:26.208332 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.tag.tag_plugin [None req-fa7fe820-dbc4-4585-a176-43053c11ccb2 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f27d0bc6-11ca-49f1-96d6-a097c20bd830') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:26.270847 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-8836bb60-9a6a-43f5-bbe1-a9fa1c3a3070 None None] Provisioning complete for port 5858319f-7d39-4f4d-8db0-5b77cca01de9 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:20:26.271373 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8836bb60-9a6a-43f5-bbe1-a9fa1c3a3070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:26.361659 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abe3010-5f35-4352-9abc-b6a8569611ca tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Pushing event updated for resources: {'Port': ['ID=5be01006-b209-4dfc-824a-a222c272bd9a,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:26.379478 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-8836bb60-9a6a-43f5-bbe1-a9fa1c3a3070 None None] Port 5858319f-7d39-4f4d-8db0-5b77cca01de9 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:20:26.403726 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6e4b69-2463-4155-a90c-1883d93ffd4e req-7abe3010-5f35-4352-9abc-b6a8569611ca tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:26.404767 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3d6e4b69-2463-4155-a90c-1883d93ffd4e req-7abe3010-5f35-4352-9abc-b6a8569611ca tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:26.416957 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-fa7fe820-dbc4-4585-a176-43053c11ccb2 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] 10.222.0.53 "GET /v2.0/routers/f27d0bc6-11ca-49f1-96d6-a097c20bd830/tags HTTP/1.1" status: 200 len: 240 time: 0.2118430 Nov 25 13:20:26.420378 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52362) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:26.438420 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.tag.tag_plugin [None req-cb2bac7c-162b-4c4d-80f5-e3a7c4290ef0 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f27d0bc6-11ca-49f1-96d6-a097c20bd830', 'tempest-TagsExtTest-Tag-401276358') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:26.472597 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3d6e4b69-2463-4155-a90c-1883d93ffd4e req-7abe3010-5f35-4352-9abc-b6a8569611ca tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5945256 Nov 25 13:20:26.487863 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-901563cc-8ddf-47cc-aeb9-e21886ccede1 req-3d208b68-3615-484a-9203-e01147054152 service neutron] 10.222.0.66 "GET /v2.0/networks/c70f7334-0865-479f-9b23-a45cfad81392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4441283 Nov 25 13:20:26.498867 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-3d6e4b69-2463-4155-a90c-1883d93ffd4e req-2e635bdd-c1b5-42b2-861e-27498555844b service neutron] Request body: {'port': {'device_id': 'df1cd83d-d42e-4996-a102-e20cb106f612', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:20:26.513008 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-f0b9771f-f541-47d2-8dc2-4028debc79f9 None None] Provisioning complete for port 5858319f-7d39-4f4d-8db0-5b77cca01de9 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:20:26.513385 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f0b9771f-f541-47d2-8dc2-4028debc79f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:26.583632 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-cb2bac7c-162b-4c4d-80f5-e3a7c4290ef0 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] 10.222.0.53 "GET /v2.0/routers/f27d0bc6-11ca-49f1-96d6-a097c20bd830/tags/tempest-TagsExtTest-Tag-401276358 HTTP/1.1" status: 204 len: 168 time: 0.1536860 Nov 25 13:20:26.584131 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52364) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:26.588579 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.tag.tag_plugin [None req-ae10d7c6-109e-4fcc-aa5b-233a5d2aa218 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'f27d0bc6-11ca-49f1-96d6-a097c20bd830', 'tempest-TagsExtTest-Tag-401276358') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:26.598859 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-901563cc-8ddf-47cc-aeb9-e21886ccede1 req-eb0d2539-196e-4bea-b9a4-92f3862f3089 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.234&port_id=0f2c65ca-cd9b-4cf4-b4b7-974dd4a0e921 HTTP/1.1" status: 200 len: 217 time: 0.0603962 Nov 25 13:20:26.603506 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69041e2-793a-4101-b44f-87215e9df03d req-760d51fd-d4b1-4a4a-bb0c-c5992cc9cbb3 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:26.603997 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3d6e4b69-2463-4155-a90c-1883d93ffd4e req-2e635bdd-c1b5-42b2-861e-27498555844b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:26.613032 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d69041e2-793a-4101-b44f-87215e9df03d req-760d51fd-d4b1-4a4a-bb0c-c5992cc9cbb3 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] 10.222.0.53 "GET /v2.0/ports?device_id=df1cd83d-d42e-4996-a102-e20cb106f612 HTTP/1.1" status: 200 len: 931 time: 0.0827415 Nov 25 13:20:26.637801 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-f0b9771f-f541-47d2-8dc2-4028debc79f9 None None] Port 5858319f-7d39-4f4d-8db0-5b77cca01de9 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:20:26.727992 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d69041e2-793a-4101-b44f-87215e9df03d req-617ff9ab-6967-4fdb-9d58-7c24373d7c25 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] 10.222.0.53 "GET /v2.0/security-groups?id=b82ec6f0-cd59-483d-84f2-ae972f5c56e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139936 Nov 25 13:20:26.759779 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-ae10d7c6-109e-4fcc-aa5b-233a5d2aa218 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] 10.222.0.53 "DELETE /v2.0/routers/f27d0bc6-11ca-49f1-96d6-a097c20bd830/tags/tempest-TagsExtTest-Tag-401276358 HTTP/1.1" status: 204 len: 168 time: 0.1747661 Nov 25 13:20:26.762419 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52366) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:26.768112 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.tag.tag_plugin [None req-eec0ca9a-2840-47a8-b9bc-7a78d989a39e tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f27d0bc6-11ca-49f1-96d6-a097c20bd830') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:26.769787 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-4f7e0617-8766-43bd-b974-e557bbb02044 None None] Provisioning complete for port 5be01006-b209-4dfc-824a-a222c272bd9a triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:20:26.770495 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4f7e0617-8766-43bd-b974-e557bbb02044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:26.797498 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901563cc-8ddf-47cc-aeb9-e21886ccede1 req-5eb21787-8a88-4147-9de8-5ff6a3d0bcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:26.799376 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-901563cc-8ddf-47cc-aeb9-e21886ccede1 req-5eb21787-8a88-4147-9de8-5ff6a3d0bcfe service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e25e12e8-af35-42f8-83c0-b8f9f41a748f HTTP/1.1" status: 200 len: 797 time: 0.1865051 Nov 25 13:20:26.826661 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-4f7e0617-8766-43bd-b974-e557bbb02044 None None] Port 5be01006-b209-4dfc-824a-a222c272bd9a cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:20:26.859909 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-eec0ca9a-2840-47a8-b9bc-7a78d989a39e tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] 10.222.0.53 "GET /v2.0/routers/f27d0bc6-11ca-49f1-96d6-a097c20bd830/tags HTTP/1.1" status: 200 len: 205 time: 0.0962801 Nov 25 13:20:26.862342 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52370) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:26.867113 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.tag.tag_plugin [None req-d76f3c68-000f-4a67-806f-7d092d983c01 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '4d874f9a-15d9-4c0a-b89e-67be1a4644d1') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:26.905009 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d76f3c68-000f-4a67-806f-7d092d983c01 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] 10.222.0.53 "GET /v2.0/subnetpools/4d874f9a-15d9-4c0a-b89e-67be1a4644d1/tags HTTP/1.1" status: 200 len: 240 time: 0.0414598 Nov 25 13:20:26.908088 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52372) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:26.912298 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.tag.tag_plugin [None req-a8b8ef17-1fd8-43dd-acf5-191ce08390ee tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4d874f9a-15d9-4c0a-b89e-67be1a4644d1', 'tempest-TagsExtTest-Tag-526089824') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:26.913814 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901563cc-8ddf-47cc-aeb9-e21886ccede1 req-be4d8aa6-c116-46cf-9cdd-17118d0be8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:26.915555 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-901563cc-8ddf-47cc-aeb9-e21886ccede1 req-be4d8aa6-c116-46cf-9cdd-17118d0be8b7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2b823069-d9bd-4f42-87ec-afb97511a19d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0950789 Nov 25 13:20:26.938468 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-a8b8ef17-1fd8-43dd-acf5-191ce08390ee tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] 10.222.0.53 "GET /v2.0/subnetpools/4d874f9a-15d9-4c0a-b89e-67be1a4644d1/tags/tempest-TagsExtTest-Tag-526089824 HTTP/1.1" status: 204 len: 168 time: 0.0269737 Nov 25 13:20:26.939548 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52374) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:26.944689 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.tag.tag_plugin [None req-77d8425c-8985-43c3-8a93-97ffc24a93c4 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '4d874f9a-15d9-4c0a-b89e-67be1a4644d1', 'tempest-TagsExtTest-Tag-526089824') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:26.986344 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-77d8425c-8985-43c3-8a93-97ffc24a93c4 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] 10.222.0.53 "DELETE /v2.0/subnetpools/4d874f9a-15d9-4c0a-b89e-67be1a4644d1/tags/tempest-TagsExtTest-Tag-526089824 HTTP/1.1" status: 204 len: 168 time: 0.0456548 Nov 25 13:20:26.988548 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52376) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:26.992906 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.tag.tag_plugin [None req-a3c0da77-4f20-4a42-8014-8a822c714138 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '4d874f9a-15d9-4c0a-b89e-67be1a4644d1') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:27.014261 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-a3c0da77-4f20-4a42-8014-8a822c714138 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] 10.222.0.53 "GET /v2.0/subnetpools/4d874f9a-15d9-4c0a-b89e-67be1a4644d1/tags HTTP/1.1" status: 200 len: 205 time: 0.0243566 Nov 25 13:20:27.016780 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 52378) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:27.027017 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.tag.tag_plugin [None req-9157107b-d326-429d-9a5e-dae02fc65e0e tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4d874f9a-15d9-4c0a-b89e-67be1a4644d1') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:27.091328 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-3d6e4b69-2463-4155-a90c-1883d93ffd4e req-2e635bdd-c1b5-42b2-861e-27498555844b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5be01006-b209-4dfc-824a-a222c272bd9a {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:20:27.098336 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-901563cc-8ddf-47cc-aeb9-e21886ccede1 req-746ca488-67d6-4b16-8111-1e86c58c3595 service neutron] 10.222.0.66 "GET /v2.0/networks/2b823069-d9bd-4f42-87ec-afb97511a19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698482 Nov 25 13:20:27.103005 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3d6e4b69-2463-4155-a90c-1883d93ffd4e req-2e635bdd-c1b5-42b2-861e-27498555844b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:27.140273 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-9157107b-d326-429d-9a5e-dae02fc65e0e tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] 10.222.0.53 "DELETE /v2.0/subnetpools/4d874f9a-15d9-4c0a-b89e-67be1a4644d1/tags HTTP/1.1" status: 204 len: 168 time: 0.1219146 Nov 25 13:20:27.141339 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-3d6e4b69-2463-4155-a90c-1883d93ffd4e req-2e635bdd-c1b5-42b2-861e-27498555844b service neutron] Transition to ACTIVE for port object 5be01006-b209-4dfc-824a-a222c272bd9a will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:20:27.143403 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52380) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:27.149235 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.tag.tag_plugin [None req-0efe6a76-0512-446e-9bd0-4be3683664e7 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f27d0bc6-11ca-49f1-96d6-a097c20bd830') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:27.173754 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3d6e4b69-2463-4155-a90c-1883d93ffd4e req-2e635bdd-c1b5-42b2-861e-27498555844b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:27.182766 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device c9eee5f2-65aa-44d6-88a9-eef978990655 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:20:27.247849 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-901563cc-8ddf-47cc-aeb9-e21886ccede1 req-d7509351-d71b-4aa2-849a-edd323307eb4 service neutron] 10.222.0.66 "GET /v2.0/networks/2b823069-d9bd-4f42-87ec-afb97511a19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350522 Nov 25 13:20:27.315629 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port c9eee5f2-65aa-44d6-88a9-eef978990655 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:20:27.316000 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:27.344694 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-901563cc-8ddf-47cc-aeb9-e21886ccede1 req-3152e918-4efa-485f-a9b8-4aff2745031a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=724cccc6-fca6-4f56-9b33-692920a85a29 HTTP/1.1" status: 200 len: 217 time: 0.0861349 Nov 25 13:20:27.349642 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e635bdd-c1b5-42b2-861e-27498555844b service neutron] Pushing event updated for resources: {'Port': ['ID=5be01006-b209-4dfc-824a-a222c272bd9a,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:27.467264 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0caa8-0695-4fea-a790-6698806f87d7 req-cb6115af-d0da-486c-ac83-23c2b34a4b0f tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:27.469579 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-efc0caa8-0695-4fea-a790-6698806f87d7 req-cb6115af-d0da-486c-ac83-23c2b34a4b0f tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc856a1-e795-4cb8-b5b4-c434962ee665 HTTP/1.1" status: 200 len: 946 time: 0.1503890 Nov 25 13:20:27.478878 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-0efe6a76-0512-446e-9bd0-4be3683664e7 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] 10.222.0.53 "DELETE /v2.0/routers/f27d0bc6-11ca-49f1-96d6-a097c20bd830/tags HTTP/1.1" status: 204 len: 168 time: 0.3273754 Nov 25 13:20:27.480551 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52388) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:27.488753 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.tag.tag_plugin [None req-d2bb23b5-7450-4a86-993d-6b66a67d8099 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5858319f-7d39-4f4d-8db0-5b77cca01de9') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:27.528976 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-3d6e4b69-2463-4155-a90c-1883d93ffd4e req-2e635bdd-c1b5-42b2-861e-27498555844b service neutron] Attempting to bind port 5be01006-b209-4dfc-824a-a222c272bd9a on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:20:27.529498 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-3d6e4b69-2463-4155-a90c-1883d93ffd4e req-2e635bdd-c1b5-42b2-861e-27498555844b service neutron] Attempting to bind port 5be01006-b209-4dfc-824a-a222c272bd9a by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '85cbc951-06c6-4281-8bbe-d0f3e25e56f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '29e88c53-1a16-4ddf-bb52-3aa3dac4a9e8'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:20:27.529803 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6e4b69-2463-4155-a90c-1883d93ffd4e req-2e635bdd-c1b5-42b2-861e-27498555844b service neutron] Attempting to bind port 5be01006-b209-4dfc-824a-a222c272bd9a on network 29e88c53-1a16-4ddf-bb52-3aa3dac4a9e8 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:20:27.542605 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6e4b69-2463-4155-a90c-1883d93ffd4e req-2e635bdd-c1b5-42b2-861e-27498555844b service neutron] Port 5be01006-b209-4dfc-824a-a222c272bd9a on network 29e88c53-1a16-4ddf-bb52-3aa3dac4a9e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:20:27.543118 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6e4b69-2463-4155-a90c-1883d93ffd4e req-2e635bdd-c1b5-42b2-861e-27498555844b service neutron] Attempting to bind port 5be01006-b209-4dfc-824a-a222c272bd9a on network 29e88c53-1a16-4ddf-bb52-3aa3dac4a9e8 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:20:27.552540 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901563cc-8ddf-47cc-aeb9-e21886ccede1 req-50d2abad-c89f-425d-b52e-c568538d76f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:27.554281 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-901563cc-8ddf-47cc-aeb9-e21886ccede1 req-50d2abad-c89f-425d-b52e-c568538d76f8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e25e12e8-af35-42f8-83c0-b8f9f41a748f HTTP/1.1" status: 200 len: 797 time: 0.1849930 Nov 25 13:20:27.555310 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6e4b69-2463-4155-a90c-1883d93ffd4e req-2e635bdd-c1b5-42b2-861e-27498555844b service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:20:27.555750 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6e4b69-2463-4155-a90c-1883d93ffd4e req-2e635bdd-c1b5-42b2-861e-27498555844b service neutron] Checking segment: {'id': '85cbc951-06c6-4281-8bbe-d0f3e25e56f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '29e88c53-1a16-4ddf-bb52-3aa3dac4a9e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:20:27.556247 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6e4b69-2463-4155-a90c-1883d93ffd4e req-2e635bdd-c1b5-42b2-861e-27498555844b service neutron] Bound using segment: {'id': '85cbc951-06c6-4281-8bbe-d0f3e25e56f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '29e88c53-1a16-4ddf-bb52-3aa3dac4a9e8'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:20:27.556794 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-3d6e4b69-2463-4155-a90c-1883d93ffd4e req-2e635bdd-c1b5-42b2-861e-27498555844b service neutron] Bound port: 5be01006-b209-4dfc-824a-a222c272bd9a, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85cbc951-06c6-4281-8bbe-d0f3e25e56f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '29e88c53-1a16-4ddf-bb52-3aa3dac4a9e8'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:20:27.557287 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3d6e4b69-2463-4155-a90c-1883d93ffd4e req-2e635bdd-c1b5-42b2-861e-27498555844b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:27.594293 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-efc0caa8-0695-4fea-a790-6698806f87d7 req-ac334ca2-3c7e-4445-9108-14d36444e0dd tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec610c10-0015-4919-a10e-9c11537c59cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144564 Nov 25 13:20:27.604929 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d2bb23b5-7450-4a86-993d-6b66a67d8099 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] 10.222.0.53 "DELETE /v2.0/ports/5858319f-7d39-4f4d-8db0-5b77cca01de9/tags HTTP/1.1" status: 204 len: 168 time: 0.1234529 Nov 25 13:20:27.608215 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52390) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:27.612508 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.tag.tag_plugin [None req-898cfcd5-e194-4134-a317-651288cb1551 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '54be51fe-dab7-40e8-9247-d3a661cb7fbc') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:27.662578 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901563cc-8ddf-47cc-aeb9-e21886ccede1 req-12ff9f01-4d93-41cf-a877-60fc42700192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:27.664247 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-901563cc-8ddf-47cc-aeb9-e21886ccede1 req-12ff9f01-4d93-41cf-a877-60fc42700192 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2b823069-d9bd-4f42-87ec-afb97511a19d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0975351 Nov 25 13:20:27.669626 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-3d6e4b69-2463-4155-a90c-1883d93ffd4e req-2e635bdd-c1b5-42b2-861e-27498555844b service neutron] For port 5be01006-b209-4dfc-824a-a222c272bd9a, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:20:27.673344 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-3d6e4b69-2463-4155-a90c-1883d93ffd4e req-2e635bdd-c1b5-42b2-861e-27498555844b service neutron] For port 5be01006-b209-4dfc-824a-a222c272bd9a, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=5be01006-b209-4dfc-824a-a222c272bd9a,segment=NetworkSegment(85cbc951-06c6-4281-8bbe-d0f3e25e56f3),segment_id=85cbc951-06c6-4281-8bbe-d0f3e25e56f3)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:20:27.687114 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-898cfcd5-e194-4134-a317-651288cb1551 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] 10.222.0.53 "DELETE /v2.0/subnets/54be51fe-dab7-40e8-9247-d3a661cb7fbc/tags HTTP/1.1" status: 204 len: 168 time: 0.0735064 Nov 25 13:20:27.688944 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52392) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:27.693685 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.tag.tag_plugin [None req-1bc20613-0fcf-470d-b743-54a62fd786ad tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '54be51fe-dab7-40e8-9247-d3a661cb7fbc', 'tempest-TagsExtTest-Tag-87648118') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:27.694395 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3d6e4b69-2463-4155-a90c-1883d93ffd4e req-2e635bdd-c1b5-42b2-861e-27498555844b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:27.772072 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-1bc20613-0fcf-470d-b743-54a62fd786ad tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] 10.222.0.53 "PUT /v2.0/subnets/54be51fe-dab7-40e8-9247-d3a661cb7fbc/tags/tempest-TagsExtTest-Tag-87648118 HTTP/1.1" status: 201 len: 201 time: 0.0783281 Nov 25 13:20:27.772072 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52396) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:27.776204 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.tag.tag_plugin [None req-21ecb1b9-bf8b-4cd2-ade7-1c4ae16d425d tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5858319f-7d39-4f4d-8db0-5b77cca01de9', 'tempest-TagsExtTest-Tag-357695281') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:27.785210 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6e4b69-2463-4155-a90c-1883d93ffd4e req-2e635bdd-c1b5-42b2-861e-27498555844b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:27.786003 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3d6e4b69-2463-4155-a90c-1883d93ffd4e req-2e635bdd-c1b5-42b2-861e-27498555844b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:27.787591 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3d6e4b69-2463-4155-a90c-1883d93ffd4e req-2e635bdd-c1b5-42b2-861e-27498555844b service neutron] 10.222.0.47 "PUT /v2.0/ports/5be01006-b209-4dfc-824a-a222c272bd9a HTTP/1.1" status: 200 len: 1092 time: 1.2987752 Nov 25 13:20:27.788143 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df1cd83d-d42e-4996-a102-e20cb106f612', 'tag': '5be01006-b209-4dfc-824a-a222c272bd9a'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:20:27.791353 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc827ec-3eb4-4ef7-bd22-8f8ad75e9b0a" -d '{"events": [{"name": "network-changed", "server_uuid": "df1cd83d-d42e-4996-a102-e20cb106f612", "tag": "5be01006-b209-4dfc-824a-a222c272bd9a"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:20:27.863876 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb42fa4-5134-4599-86f9-90dd6a3c9463 x-openstack-request-id: req-7bb42fa4-5134-4599-86f9-90dd6a3c9463 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:20:27.864441 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df1cd83d-d42e-4996-a102-e20cb106f612", "tag": "5be01006-b209-4dfc-824a-a222c272bd9a", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:20:27.865017 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7bb42fa4-5134-4599-86f9-90dd6a3c9463 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:20:27.866844 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df1cd83d-d42e-4996-a102-e20cb106f612', 'tag': '5be01006-b209-4dfc-824a-a222c272bd9a', 'status': 'completed', 'code': 200} Nov 25 13:20:27.900240 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-21ecb1b9-bf8b-4cd2-ade7-1c4ae16d425d tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] 10.222.0.53 "PUT /v2.0/ports/5858319f-7d39-4f4d-8db0-5b77cca01de9/tags/tempest-TagsExtTest-Tag-357695281 HTTP/1.1" status: 201 len: 201 time: 0.1243322 Nov 25 13:20:27.900240 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52402) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:27.901811 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e635bdd-c1b5-42b2-861e-27498555844b service neutron] Pushing event updated for resources: {'Port': ['ID=5be01006-b209-4dfc-824a-a222c272bd9a,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:27.906348 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.tag.tag_plugin [None req-c798ba60-3709-4406-878a-a6794d744a72 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f27d0bc6-11ca-49f1-96d6-a097c20bd830', 'tempest-TagsExtTest-Tag-817494925') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:27.920578 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-901563cc-8ddf-47cc-aeb9-e21886ccede1 req-ef716f25-aa10-494f-9ea7-377428f1dc11 service neutron] 10.222.0.66 "GET /v2.0/networks/2b823069-d9bd-4f42-87ec-afb97511a19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449927 Nov 25 13:20:27.932850 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6e4b69-2463-4155-a90c-1883d93ffd4e req-17de66ea-b83d-4e2b-b0a2-f304c4ed8186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:27.935305 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3d6e4b69-2463-4155-a90c-1883d93ffd4e req-17de66ea-b83d-4e2b-b0a2-f304c4ed8186 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=40d8826cb6bc406990351c3cc8406e5b&device_id=df1cd83d-d42e-4996-a102-e20cb106f612 HTTP/1.1" status: 200 len: 1095 time: 0.0654182 Nov 25 13:20:28.006887 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32388f29-a366-4a33-891f-8154f3a122a7 req-fd3018e7-e186-4f06-98d1-08adfa2da4c4 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:28.009159 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-32388f29-a366-4a33-891f-8154f3a122a7 req-fd3018e7-e186-4f06-98d1-08adfa2da4c4 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] 10.222.0.53 "GET /v2.0/ports?device_id=df1cd83d-d42e-4996-a102-e20cb106f612 HTTP/1.1" status: 200 len: 943 time: 0.1590855 Nov 25 13:20:28.062642 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3d6e4b69-2463-4155-a90c-1883d93ffd4e req-e2e6e0c5-0316-4043-98f6-dc3d52043483 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5be01006-b209-4dfc-824a-a222c272bd9a HTTP/1.1" status: 200 len: 217 time: 0.0649779 Nov 25 13:20:28.094503 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-32388f29-a366-4a33-891f-8154f3a122a7 req-5ec7df67-1b7e-4c17-96b7-24becb238b6e tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] 10.222.0.53 "GET /v2.0/security-groups?id=b82ec6f0-cd59-483d-84f2-ae972f5c56e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744665 Nov 25 13:20:28.107054 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c798ba60-3709-4406-878a-a6794d744a72 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] 10.222.0.53 "PUT /v2.0/routers/f27d0bc6-11ca-49f1-96d6-a097c20bd830/tags/tempest-TagsExtTest-Tag-817494925 HTTP/1.1" status: 201 len: 201 time: 0.2062876 Nov 25 13:20:28.110170 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52406) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:28.115546 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.tag.tag_plugin [None req-3725984f-0bad-4ee7-9774-3912ab37cf97 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '4d874f9a-15d9-4c0a-b89e-67be1a4644d1', 'tempest-TagsExtTest-Tag-1620051426') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:28.173714 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-901563cc-8ddf-47cc-aeb9-e21886ccede1 req-7b8c34c1-676a-4862-9e79-cc654e7f3a31 service neutron] 10.222.0.66 "GET /v2.0/networks/2b823069-d9bd-4f42-87ec-afb97511a19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369263 Nov 25 13:20:28.191423 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6e4b69-2463-4155-a90c-1883d93ffd4e req-5e8f99e3-5e91-4d84-b0d0-2837136ac9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:28.192851 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3d6e4b69-2463-4155-a90c-1883d93ffd4e req-5e8f99e3-5e91-4d84-b0d0-2837136ac9a7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b01a5ad9-9f38-426c-a191-2cdc57143c78 HTTP/1.1" status: 200 len: 855 time: 0.0901613 Nov 25 13:20:28.196438 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3725984f-0bad-4ee7-9774-3912ab37cf97 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] 10.222.0.53 "PUT /v2.0/subnetpools/4d874f9a-15d9-4c0a-b89e-67be1a4644d1/tags/tempest-TagsExtTest-Tag-1620051426 HTTP/1.1" status: 201 len: 201 time: 0.0849485 Nov 25 13:20:28.200155 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52414) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:28.205902 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.tag.tag_plugin [None req-4c57995a-5239-43cf-a94c-f5445dc91338 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '54be51fe-dab7-40e8-9247-d3a661cb7fbc', {'tags': ['tempest-TagsExtTest-Tag-2126517421', 'tempest-TagsExtTest-Tag-60644178', 'tempest-TagsExtTest-Tag-900585944']}) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:28.224229 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 25e5820e-3d16-4b76-8ce4-8c1cecbc39e5 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:20:28.288590 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-901563cc-8ddf-47cc-aeb9-e21886ccede1 req-b595ca09-c45e-46fe-ba42-4a1d08209294 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=938ce238-0316-4d1c-bb63-dde0afdb2932 HTTP/1.1" status: 200 len: 217 time: 0.1039040 Nov 25 13:20:28.307599 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-4c57995a-5239-43cf-a94c-f5445dc91338 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] 10.222.0.53 "PUT /v2.0/subnets/54be51fe-dab7-40e8-9247-d3a661cb7fbc/tags HTTP/1.1" status: 200 len: 315 time: 0.1061773 Nov 25 13:20:28.308692 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52416) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:28.314179 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.tag.tag_plugin [None req-53a8cecd-a749-438e-a77e-9d78c7d7de2b tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '54be51fe-dab7-40e8-9247-d3a661cb7fbc') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:28.352476 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 25e5820e-3d16-4b76-8ce4-8c1cecbc39e5, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=25e5820e-3d16-4b76-8ce4-8c1cecbc39e5,segment=NetworkSegment(c770b2a8-6850-4501-ba81-87e53f72232e),segment_id=c770b2a8-6850-4501-ba81-87e53f72232e)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:20:28.367481 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6e4b69-2463-4155-a90c-1883d93ffd4e req-06c30ea6-5431-4124-9d8e-5ce056434b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:28.369135 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3d6e4b69-2463-4155-a90c-1883d93ffd4e req-06c30ea6-5431-4124-9d8e-5ce056434b53 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=29e88c53-1a16-4ddf-bb52-3aa3dac4a9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1098418 Nov 25 13:20:28.373191 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901563cc-8ddf-47cc-aeb9-e21886ccede1 req-5b6d5820-786b-4a41-b8c9-dca183674285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:28.380214 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-901563cc-8ddf-47cc-aeb9-e21886ccede1 req-5b6d5820-786b-4a41-b8c9-dca183674285 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e25e12e8-af35-42f8-83c0-b8f9f41a748f HTTP/1.1" status: 200 len: 797 time: 0.0708437 Nov 25 13:20:28.381901 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '25e5820e-3d16-4b76-8ce4-8c1cecbc39e5', 'network_id': '9accb235-a825-49d8-b9c6-39063069a4b3', 'port_id': '25e5820e-3d16-4b76-8ce4-8c1cecbc39e5', 'mac_address': 'fa:16:3e:9b:18:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6a84af7-6347-4e0f-945a-98a5515a4a22', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:20:28.442852 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-53a8cecd-a749-438e-a77e-9d78c7d7de2b tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] 10.222.0.53 "DELETE /v2.0/subnets/54be51fe-dab7-40e8-9247-d3a661cb7fbc/tags HTTP/1.1" status: 204 len: 168 time: 0.1329417 Nov 25 13:20:28.445655 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52424) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:28.450870 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.tag.tag_plugin [None req-4ef19301-60ed-4ca8-b093-af0b378f846f tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '54be51fe-dab7-40e8-9247-d3a661cb7fbc', 'tempest-TagsExtTest-Tag-2126517421') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:28.455299 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:28.470002 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 25e5820e-3d16-4b76-8ce4-8c1cecbc39e5 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:20:28.494206 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 25e5820e-3d16-4b76-8ce4-8c1cecbc39e5, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=25e5820e-3d16-4b76-8ce4-8c1cecbc39e5,segment=NetworkSegment(c770b2a8-6850-4501-ba81-87e53f72232e),segment_id=c770b2a8-6850-4501-ba81-87e53f72232e)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:20:28.501269 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:28.539772 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [None req-4ef19301-60ed-4ca8-b093-af0b378f846f tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] show failed (client error): The resource could not be found. Nov 25 13:20:28.543766 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-4ef19301-60ed-4ca8-b093-af0b378f846f tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] 10.222.0.53 "GET /v2.0/subnets/54be51fe-dab7-40e8-9247-d3a661cb7fbc/tags/tempest-TagsExtTest-Tag-2126517421 HTTP/1.1" status: 404 len: 329 time: 0.0944364 Nov 25 13:20:28.544319 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52430) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:28.549956 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.tag.tag_plugin [None req-825034bf-1d42-4e29-abb8-3a82319086b0 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '54be51fe-dab7-40e8-9247-d3a661cb7fbc', 'tempest-TagsExtTest-Tag-60644178') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:28.615474 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [None req-825034bf-1d42-4e29-abb8-3a82319086b0 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] show failed (client error): The resource could not be found. Nov 25 13:20:28.616777 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-825034bf-1d42-4e29-abb8-3a82319086b0 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] 10.222.0.53 "GET /v2.0/subnets/54be51fe-dab7-40e8-9247-d3a661cb7fbc/tags/tempest-TagsExtTest-Tag-60644178 HTTP/1.1" status: 404 len: 327 time: 0.0712466 Nov 25 13:20:28.619192 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52436) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:28.623490 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.tag.tag_plugin [None req-a350b2f2-19ac-4cab-87cc-fad31b242133 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '54be51fe-dab7-40e8-9247-d3a661cb7fbc', 'tempest-TagsExtTest-Tag-900585944') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:28.634429 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=25e5820e-3d16-4b76-8ce4-8c1cecbc39e5,revision_number=6']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:28.646545 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['25e5820e-3d16-4b76-8ce4-8c1cecbc39e5'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:20:28.680340 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [None req-a350b2f2-19ac-4cab-87cc-fad31b242133 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] show failed (client error): The resource could not be found. Nov 25 13:20:28.681851 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-a350b2f2-19ac-4cab-87cc-fad31b242133 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] 10.222.0.53 "GET /v2.0/subnets/54be51fe-dab7-40e8-9247-d3a661cb7fbc/tags/tempest-TagsExtTest-Tag-900585944 HTTP/1.1" status: 404 len: 328 time: 0.0613356 Nov 25 13:20:28.684188 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52444) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:28.689707 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.tag.tag_plugin [None req-84f1dac6-cb49-4ae1-aa44-c8f3b62918fc tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '5858319f-7d39-4f4d-8db0-5b77cca01de9', {'tags': ['tempest-TagsExtTest-Tag-2005026729', 'tempest-TagsExtTest-Tag-1580301177', 'tempest-TagsExtTest-Tag-339144660']}) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:28.864338 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-84f1dac6-cb49-4ae1-aa44-c8f3b62918fc tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] 10.222.0.53 "PUT /v2.0/ports/5858319f-7d39-4f4d-8db0-5b77cca01de9/tags HTTP/1.1" status: 200 len: 317 time: 0.1788430 Nov 25 13:20:28.875091 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707d18a-a7ad-4f06-984b-86e49658b551 req-b63e418b-9d90-4b42-a65d-bd0f211a9544 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:28.880554 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9707d18a-a7ad-4f06-984b-86e49658b551 req-b63e418b-9d90-4b42-a65d-bd0f211a9544 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc856a1-e795-4cb8-b5b4-c434962ee665 HTTP/1.1" status: 200 len: 945 time: 0.0882909 Nov 25 13:20:28.881299 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52448) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:28.886897 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.tag.tag_plugin [None req-128cb09b-20b7-4860-aa08-ba71f3af6682 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5858319f-7d39-4f4d-8db0-5b77cca01de9') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:28.922749 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901563cc-8ddf-47cc-aeb9-e21886ccede1 req-d71dd3a7-d6a2-4c24-821d-f10d422ee91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:28.924244 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-901563cc-8ddf-47cc-aeb9-e21886ccede1 req-d71dd3a7-d6a2-4c24-821d-f10d422ee91f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2b823069-d9bd-4f42-87ec-afb97511a19d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5224102 Nov 25 13:20:28.933934 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3d6e4b69-2463-4155-a90c-1883d93ffd4e req-79f5734a-ef51-4c33-9244-0b7d2aa629f9 service neutron] 10.222.0.47 "GET /v2.0/networks/29e88c53-1a16-4ddf-bb52-3aa3dac4a9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5490601 Nov 25 13:20:29.008952 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9707d18a-a7ad-4f06-984b-86e49658b551 req-8fa350f2-67e1-4ca2-9351-9a275b3d67c7 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec610c10-0015-4919-a10e-9c11537c59cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938947 Nov 25 13:20:29.084146 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-128cb09b-20b7-4860-aa08-ba71f3af6682 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] 10.222.0.53 "DELETE /v2.0/ports/5858319f-7d39-4f4d-8db0-5b77cca01de9/tags HTTP/1.1" status: 204 len: 168 time: 0.2015767 Nov 25 13:20:29.087002 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52456) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:29.094413 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.tag.tag_plugin [None req-63c536cd-b00e-4cb7-a44b-3f0e2d876f53 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5858319f-7d39-4f4d-8db0-5b77cca01de9', 'tempest-TagsExtTest-Tag-2005026729') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:29.131616 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3d6e4b69-2463-4155-a90c-1883d93ffd4e req-68e2ff2d-31e2-4d00-b063-bf8222e66d6d service neutron] 10.222.0.47 "GET /v2.0/networks/29e88c53-1a16-4ddf-bb52-3aa3dac4a9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822495 Nov 25 13:20:29.200577 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [None req-63c536cd-b00e-4cb7-a44b-3f0e2d876f53 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] show failed (client error): The resource could not be found. Nov 25 13:20:29.201764 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-63c536cd-b00e-4cb7-a44b-3f0e2d876f53 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] 10.222.0.53 "GET /v2.0/ports/5858319f-7d39-4f4d-8db0-5b77cca01de9/tags/tempest-TagsExtTest-Tag-2005026729 HTTP/1.1" status: 404 len: 329 time: 0.1136086 Nov 25 13:20:29.205627 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52460) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:29.212406 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.tag.tag_plugin [None req-d49513a8-b0e6-4a94-a62a-f611a462a238 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5858319f-7d39-4f4d-8db0-5b77cca01de9', 'tempest-TagsExtTest-Tag-1580301177') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:29.260855 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-901563cc-8ddf-47cc-aeb9-e21886ccede1 req-181eeeac-bb62-47b8-a3b0-ba5c233b8ff9 service neutron] 10.222.0.66 "GET /v2.0/networks/2b823069-d9bd-4f42-87ec-afb97511a19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223491 Nov 25 13:20:29.321304 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb1eeb-70d8-454c-a94b-d6c60c85851e req-41c125d8-6664-4f52-8e12-96831e3241b2 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:29.329471 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-87cb1eeb-70d8-454c-a94b-d6c60c85851e req-41c125d8-6664-4f52-8e12-96831e3241b2 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] 10.222.0.53 "GET /v2.0/ports?device_id=df1cd83d-d42e-4996-a102-e20cb106f612 HTTP/1.1" status: 200 len: 943 time: 0.1143913 Nov 25 13:20:29.382858 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [None req-d49513a8-b0e6-4a94-a62a-f611a462a238 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] show failed (client error): The resource could not be found. Nov 25 13:20:29.384355 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d49513a8-b0e6-4a94-a62a-f611a462a238 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] 10.222.0.53 "GET /v2.0/ports/5858319f-7d39-4f4d-8db0-5b77cca01de9/tags/tempest-TagsExtTest-Tag-1580301177 HTTP/1.1" status: 404 len: 329 time: 0.1774342 Nov 25 13:20:29.399063 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52462) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:29.407317 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.tag.tag_plugin [None req-26510fe8-dddc-4044-95aa-509fa938f4ef tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5858319f-7d39-4f4d-8db0-5b77cca01de9', 'tempest-TagsExtTest-Tag-339144660') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:29.417279 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc827ec-3eb4-4ef7-bd22-8f8ad75e9b0a req-bb90b0ec-896a-4da1-a3bf-87aa522d62e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:29.418809 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-efc827ec-3eb4-4ef7-bd22-8f8ad75e9b0a req-bb90b0ec-896a-4da1-a3bf-87aa522d62e7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=40d8826cb6bc406990351c3cc8406e5b&device_id=df1cd83d-d42e-4996-a102-e20cb106f612 HTTP/1.1" status: 200 len: 1095 time: 0.2091308 Nov 25 13:20:29.422277 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-901563cc-8ddf-47cc-aeb9-e21886ccede1 req-50d30d0b-b090-41d9-9a90-86b4f01850da service neutron] 10.222.0.66 "GET /v2.0/networks/2b823069-d9bd-4f42-87ec-afb97511a19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438544 Nov 25 13:20:29.427376 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-87cb1eeb-70d8-454c-a94b-d6c60c85851e req-9bfbe93f-60de-4f22-8190-fc8d77f4aee7 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] 10.222.0.53 "GET /v2.0/security-groups?id=b82ec6f0-cd59-483d-84f2-ae972f5c56e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923061 Nov 25 13:20:29.493156 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-901563cc-8ddf-47cc-aeb9-e21886ccede1 req-e41eb33b-be32-4968-91ca-8c09dec14650 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=6a9422b9-9b35-47c0-860e-beb2d93e73ce HTTP/1.1" status: 200 len: 217 time: 0.0579889 Nov 25 13:20:29.504501 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [None req-26510fe8-dddc-4044-95aa-509fa938f4ef tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] show failed (client error): The resource could not be found. Nov 25 13:20:29.505709 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-26510fe8-dddc-4044-95aa-509fa938f4ef tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] 10.222.0.53 "GET /v2.0/ports/5858319f-7d39-4f4d-8db0-5b77cca01de9/tags/tempest-TagsExtTest-Tag-339144660 HTTP/1.1" status: 404 len: 328 time: 0.1054220 Nov 25 13:20:29.508486 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52468) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:29.513282 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.tag.tag_plugin [None req-2bb0e944-3c1d-4bb3-83da-0489679a2f02 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'f27d0bc6-11ca-49f1-96d6-a097c20bd830', {'tags': ['tempest-TagsExtTest-Tag-1306117448', 'tempest-TagsExtTest-Tag-1814889143', 'tempest-TagsExtTest-Tag-2083661983']}) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:29.567030 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901563cc-8ddf-47cc-aeb9-e21886ccede1 req-22f23d14-7f99-40ed-87b2-300eac7aacb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:29.568827 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-901563cc-8ddf-47cc-aeb9-e21886ccede1 req-22f23d14-7f99-40ed-87b2-300eac7aacb9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e25e12e8-af35-42f8-83c0-b8f9f41a748f HTTP/1.1" status: 200 len: 797 time: 0.0635350 Nov 25 13:20:29.655053 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-2bb0e944-3c1d-4bb3-83da-0489679a2f02 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] 10.222.0.53 "PUT /v2.0/routers/f27d0bc6-11ca-49f1-96d6-a097c20bd830/tags HTTP/1.1" status: 200 len: 318 time: 0.1453283 Nov 25 13:20:29.658516 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52472) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:29.664199 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.tag.tag_plugin [None req-333222bb-c362-4120-8025-6e1f56368c76 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f27d0bc6-11ca-49f1-96d6-a097c20bd830') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:29.691382 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901563cc-8ddf-47cc-aeb9-e21886ccede1 req-03607bf1-90c8-4c39-9149-a6f451eb3e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:29.692887 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-901563cc-8ddf-47cc-aeb9-e21886ccede1 req-03607bf1-90c8-4c39-9149-a6f451eb3e56 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2b823069-d9bd-4f42-87ec-afb97511a19d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1089334 Nov 25 13:20:29.788931 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-333222bb-c362-4120-8025-6e1f56368c76 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] 10.222.0.53 "DELETE /v2.0/routers/f27d0bc6-11ca-49f1-96d6-a097c20bd830/tags HTTP/1.1" status: 204 len: 168 time: 0.1290114 Nov 25 13:20:29.792288 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52474) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:29.802151 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.tag.tag_plugin [None req-06c440af-efbd-4bac-a850-765a94152349 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f27d0bc6-11ca-49f1-96d6-a097c20bd830', 'tempest-TagsExtTest-Tag-1306117448') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:29.831632 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc827ec-3eb4-4ef7-bd22-8f8ad75e9b0a req-bc9ea7dd-388e-42f0-b112-710e46c922ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:29.833419 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-efc827ec-3eb4-4ef7-bd22-8f8ad75e9b0a req-bc9ea7dd-388e-42f0-b112-710e46c922ea service neutron] 10.222.0.47 "GET /v2.0/networks?id=29e88c53-1a16-4ddf-bb52-3aa3dac4a9e8 HTTP/1.1" status: 200 len: 917 time: 0.3385658 Nov 25 13:20:29.893346 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-901563cc-8ddf-47cc-aeb9-e21886ccede1 req-5743cf94-aa6a-4f3c-9568-5278c6ced1bd service neutron] 10.222.0.66 "GET /v2.0/networks/2b823069-d9bd-4f42-87ec-afb97511a19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806483 Nov 25 13:20:29.895117 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-efc827ec-3eb4-4ef7-bd22-8f8ad75e9b0a req-94fa3330-debb-4973-a5c7-d79302eaf830 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5be01006-b209-4dfc-824a-a222c272bd9a HTTP/1.1" status: 200 len: 217 time: 0.0424938 Nov 25 13:20:29.932891 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [None req-06c440af-efbd-4bac-a850-765a94152349 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] show failed (client error): The resource could not be found. Nov 25 13:20:29.934052 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-06c440af-efbd-4bac-a850-765a94152349 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] 10.222.0.53 "GET /v2.0/routers/f27d0bc6-11ca-49f1-96d6-a097c20bd830/tags/tempest-TagsExtTest-Tag-1306117448 HTTP/1.1" status: 404 len: 329 time: 0.1401811 Nov 25 13:20:29.937366 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52476) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:29.946276 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.tag.tag_plugin [None req-13a8dfd0-6d70-4d73-b2b8-1c5de9d8db44 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f27d0bc6-11ca-49f1-96d6-a097c20bd830', 'tempest-TagsExtTest-Tag-1814889143') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:30.023378 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc827ec-3eb4-4ef7-bd22-8f8ad75e9b0a req-8741c48e-bf97-417f-adf4-21fe54633c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:30.025689 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-efc827ec-3eb4-4ef7-bd22-8f8ad75e9b0a req-8741c48e-bf97-417f-adf4-21fe54633c51 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b01a5ad9-9f38-426c-a191-2cdc57143c78 HTTP/1.1" status: 200 len: 855 time: 0.1074739 Nov 25 13:20:30.058054 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [None req-13a8dfd0-6d70-4d73-b2b8-1c5de9d8db44 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] show failed (client error): The resource could not be found. Nov 25 13:20:30.059163 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-13a8dfd0-6d70-4d73-b2b8-1c5de9d8db44 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] 10.222.0.53 "GET /v2.0/routers/f27d0bc6-11ca-49f1-96d6-a097c20bd830/tags/tempest-TagsExtTest-Tag-1814889143 HTTP/1.1" status: 404 len: 329 time: 0.1208534 Nov 25 13:20:30.062539 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52480) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:30.079383 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.tag.tag_plugin [None req-13397552-928f-4471-acfa-b25ff31cc29b tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f27d0bc6-11ca-49f1-96d6-a097c20bd830', 'tempest-TagsExtTest-Tag-2083661983') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:30.139228 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-901563cc-8ddf-47cc-aeb9-e21886ccede1 req-b0cf1bc6-56e6-4c2d-b9ea-04be2d136318 service neutron] 10.222.0.66 "GET /v2.0/networks/2b823069-d9bd-4f42-87ec-afb97511a19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340658 Nov 25 13:20:30.152139 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc827ec-3eb4-4ef7-bd22-8f8ad75e9b0a req-2d02f5a7-7f34-4b5f-bfe6-e31761b9ada2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:30.153806 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-efc827ec-3eb4-4ef7-bd22-8f8ad75e9b0a req-2d02f5a7-7f34-4b5f-bfe6-e31761b9ada2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=29e88c53-1a16-4ddf-bb52-3aa3dac4a9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1163590 Nov 25 13:20:30.224860 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-901563cc-8ddf-47cc-aeb9-e21886ccede1 req-17c3cebb-14ae-4531-9d09-1da1a4cba78a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=319ab71f-208d-41ad-889f-9bd1500155cd HTTP/1.1" status: 200 len: 217 time: 0.0692334 Nov 25 13:20:30.248823 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 25e5820e-3d16-4b76-8ce4-8c1cecbc39e5 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:20:30.342524 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901563cc-8ddf-47cc-aeb9-e21886ccede1 req-82ab2836-f01c-40f8-bc0a-d1d4a12b9bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:30.344805 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-901563cc-8ddf-47cc-aeb9-e21886ccede1 req-82ab2836-f01c-40f8-bc0a-d1d4a12b9bdf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=06817033-b081-4244-92d2-8969dbcfd417 HTTP/1.1" status: 200 len: 797 time: 0.1071410 Nov 25 13:20:30.387356 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 25e5820e-3d16-4b76-8ce4-8c1cecbc39e5 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:20:30.387995 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:30.459185 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-be6187d7-f7eb-4f25-84f3-12e8bb0653d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:30.461861 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-efc827ec-3eb4-4ef7-bd22-8f8ad75e9b0a req-4d417a0c-3af2-4909-a71b-5df83657556e service neutron] 10.222.0.47 "GET /v2.0/networks/29e88c53-1a16-4ddf-bb52-3aa3dac4a9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848544 Nov 25 13:20:30.596431 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:30.621755 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901563cc-8ddf-47cc-aeb9-e21886ccede1 req-495f77e2-76e2-4f70-9dd2-94335c65c4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:30.623334 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-901563cc-8ddf-47cc-aeb9-e21886ccede1 req-495f77e2-76e2-4f70-9dd2-94335c65c4ef service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ce8b7f62-300f-4958-8057-b23aa4d60523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2554355 Nov 25 13:20:30.644406 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc856a1-e795-4cb8-b5b4-c434962ee665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25e5820e-3d16-4b76-8ce4-8c1cecbc39e5'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:20:30.651109 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d16570-e5ce-4bc7-a059-20f204800d30" -d '{"events": [{"server_uuid": "3cc856a1-e795-4cb8-b5b4-c434962ee665", "name": "network-vif-plugged", "status": "completed", "tag": "25e5820e-3d16-4b76-8ce4-8c1cecbc39e5"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:20:30.680804 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 25e5820e-3d16-4b76-8ce4-8c1cecbc39e5, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=25e5820e-3d16-4b76-8ce4-8c1cecbc39e5,segment=NetworkSegment(c770b2a8-6850-4501-ba81-87e53f72232e),segment_id=c770b2a8-6850-4501-ba81-87e53f72232e)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:20:30.691407 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:30.810446 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=25e5820e-3d16-4b76-8ce4-8c1cecbc39e5,revision_number=7']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:30.817510 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-efc827ec-3eb4-4ef7-bd22-8f8ad75e9b0a req-14d87e73-4401-48d5-aeeb-948dcb128abc service neutron] 10.222.0.47 "GET /v2.0/networks/29e88c53-1a16-4ddf-bb52-3aa3dac4a9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547204 Nov 25 13:20:30.840171 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc18eb4-1c8e-4008-b629-bb8bfa2693f8 req-e7654765-2302-45e4-ae32-0a4d902591dd tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:30.841832 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3dc18eb4-1c8e-4008-b629-bb8bfa2693f8 req-e7654765-2302-45e4-ae32-0a4d902591dd tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] 10.222.0.53 "GET /v2.0/ports?device_id=df1cd83d-d42e-4996-a102-e20cb106f612 HTTP/1.1" status: 200 len: 943 time: 0.1689301 Nov 25 13:20:30.848459 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [None req-13397552-928f-4471-acfa-b25ff31cc29b tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] show failed (client error): The resource could not be found. Nov 25 13:20:30.852106 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-13397552-928f-4471-acfa-b25ff31cc29b tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] 10.222.0.53 "GET /v2.0/routers/f27d0bc6-11ca-49f1-96d6-a097c20bd830/tags/tempest-TagsExtTest-Tag-2083661983 HTTP/1.1" status: 404 len: 329 time: 0.7859373 Nov 25 13:20:30.865380 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-901563cc-8ddf-47cc-aeb9-e21886ccede1 req-04f36f77-2a33-4395-9a5e-de82083f8609 service neutron] 10.222.0.66 "GET /v2.0/networks/ce8b7f62-300f-4958-8057-b23aa4d60523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307868 Nov 25 13:20:30.865869 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 52492) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:30.871046 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.tag.tag_plugin [None req-91385c75-d446-4290-9b3d-f0b8d656a121 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '4d874f9a-15d9-4c0a-b89e-67be1a4644d1', {'tags': ['tempest-TagsExtTest-Tag-1869097092', 'tempest-TagsExtTest-Tag-1316361501', 'tempest-TagsExtTest-Tag-1900795742']}) {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:30.890769 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59791ba7-1324-4900-ae23-9b19b46022fe req-b544efbd-c155-441f-8340-6e351990af63 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:30.892672 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-59791ba7-1324-4900-ae23-9b19b46022fe req-b544efbd-c155-441f-8340-6e351990af63 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc856a1-e795-4cb8-b5b4-c434962ee665 HTTP/1.1" status: 200 len: 946 time: 0.1835074 Nov 25 13:20:30.964709 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3dc18eb4-1c8e-4008-b629-bb8bfa2693f8 req-66356894-fea4-4e15-9c07-da34cd4560a3 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] 10.222.0.53 "GET /v2.0/security-groups?id=b82ec6f0-cd59-483d-84f2-ae972f5c56e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134768 Nov 25 13:20:30.990259 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-91385c75-d446-4290-9b3d-f0b8d656a121 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] 10.222.0.53 "PUT /v2.0/subnetpools/4d874f9a-15d9-4c0a-b89e-67be1a4644d1/tags HTTP/1.1" status: 200 len: 318 time: 0.1215522 Nov 25 13:20:30.992714 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52494) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:30.999781 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.tag.tag_plugin [None req-0aaa6ed2-e86b-4e5b-bc2e-8866ac49ddae tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4d874f9a-15d9-4c0a-b89e-67be1a4644d1') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:31.007973 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-59791ba7-1324-4900-ae23-9b19b46022fe req-52dce715-b60a-4548-8931-41033a92cf1c tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec610c10-0015-4919-a10e-9c11537c59cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075070 Nov 25 13:20:31.028954 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-901563cc-8ddf-47cc-aeb9-e21886ccede1 req-29d3b12a-28dd-4e0d-96c5-e2ad8d4309b3 service neutron] 10.222.0.66 "GET /v2.0/networks/ce8b7f62-300f-4958-8057-b23aa4d60523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413133 Nov 25 13:20:31.070414 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-0aaa6ed2-e86b-4e5b-bc2e-8866ac49ddae tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] 10.222.0.53 "DELETE /v2.0/subnetpools/4d874f9a-15d9-4c0a-b89e-67be1a4644d1/tags HTTP/1.1" status: 204 len: 168 time: 0.0758533 Nov 25 13:20:31.072978 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52496) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:31.080081 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.tag.tag_plugin [None req-c340b6e0-18a2-444c-8e24-65679d653078 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4d874f9a-15d9-4c0a-b89e-67be1a4644d1', 'tempest-TagsExtTest-Tag-1869097092') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:31.083602 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-901563cc-8ddf-47cc-aeb9-e21886ccede1 req-d0f7d09c-387f-40d1-a24f-0d91d05d2c3e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3c54be67-fab8-4e6e-9f89-11a59ddfbd31 HTTP/1.1" status: 200 len: 217 time: 0.0454044 Nov 25 13:20:31.105781 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad650fc-7c12-476c-a99a-3199a2a17df2 x-openstack-request-id: req-fad650fc-7c12-476c-a99a-3199a2a17df2 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:20:31.106411 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc856a1-e795-4cb8-b5b4-c434962ee665", "name": "network-vif-plugged", "status": "completed", "tag": "25e5820e-3d16-4b76-8ce4-8c1cecbc39e5", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:20:31.106669 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fad650fc-7c12-476c-a99a-3199a2a17df2 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:20:31.107113 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc856a1-e795-4cb8-b5b4-c434962ee665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25e5820e-3d16-4b76-8ce4-8c1cecbc39e5', 'code': 200} Nov 25 13:20:31.145423 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [None req-c340b6e0-18a2-444c-8e24-65679d653078 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] show failed (client error): The resource could not be found. Nov 25 13:20:31.156037 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c340b6e0-18a2-444c-8e24-65679d653078 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] 10.222.0.53 "GET /v2.0/subnetpools/4d874f9a-15d9-4c0a-b89e-67be1a4644d1/tags/tempest-TagsExtTest-Tag-1869097092 HTTP/1.1" status: 404 len: 329 time: 0.0812302 Nov 25 13:20:31.156925 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52498) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:31.162458 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.tag.tag_plugin [None req-43261ef5-7479-49a0-af99-1d014ae6c40e tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4d874f9a-15d9-4c0a-b89e-67be1a4644d1', 'tempest-TagsExtTest-Tag-1316361501') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:31.190399 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [None req-43261ef5-7479-49a0-af99-1d014ae6c40e tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] show failed (client error): The resource could not be found. Nov 25 13:20:31.193965 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-43261ef5-7479-49a0-af99-1d014ae6c40e tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] 10.222.0.53 "GET /v2.0/subnetpools/4d874f9a-15d9-4c0a-b89e-67be1a4644d1/tags/tempest-TagsExtTest-Tag-1316361501 HTTP/1.1" status: 404 len: 329 time: 0.0336056 Nov 25 13:20:31.194171 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901563cc-8ddf-47cc-aeb9-e21886ccede1 req-0d098189-725e-4b88-ab20-62f375543a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:31.194288 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52500) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:31.196309 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-901563cc-8ddf-47cc-aeb9-e21886ccede1 req-0d098189-725e-4b88-ab20-62f375543a1c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=06817033-b081-4244-92d2-8969dbcfd417 HTTP/1.1" status: 200 len: 797 time: 0.0949192 Nov 25 13:20:31.198925 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.tag.tag_plugin [None req-ba292335-33e4-4b49-b16a-70243242b669 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4d874f9a-15d9-4c0a-b89e-67be1a4644d1', 'tempest-TagsExtTest-Tag-1900795742') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:31.228391 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [None req-ba292335-33e4-4b49-b16a-70243242b669 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] show failed (client error): The resource could not be found. Nov 25 13:20:31.232387 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-ba292335-33e4-4b49-b16a-70243242b669 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] 10.222.0.53 "GET /v2.0/subnetpools/4d874f9a-15d9-4c0a-b89e-67be1a4644d1/tags/tempest-TagsExtTest-Tag-1900795742 HTTP/1.1" status: 404 len: 329 time: 0.0346429 Nov 25 13:20:31.232936 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52502) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:31.237298 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.tag.tag_plugin [None req-d75e4e21-6f89-464f-84af-2f8b035c176c tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4d874f9a-15d9-4c0a-b89e-67be1a4644d1') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:31.253579 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901563cc-8ddf-47cc-aeb9-e21886ccede1 req-51a5b4b7-14c6-45cc-87df-9cc4d492064d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:31.255129 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-901563cc-8ddf-47cc-aeb9-e21886ccede1 req-51a5b4b7-14c6-45cc-87df-9cc4d492064d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ce8b7f62-300f-4958-8057-b23aa4d60523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0512846 Nov 25 13:20:31.297925 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d75e4e21-6f89-464f-84af-2f8b035c176c tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] 10.222.0.53 "DELETE /v2.0/subnetpools/4d874f9a-15d9-4c0a-b89e-67be1a4644d1/tags HTTP/1.1" status: 204 len: 168 time: 0.0616922 Nov 25 13:20:31.298305 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52504) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:31.303059 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.tag.tag_plugin [None req-21221e9a-6cf7-4cc7-aea2-47362b24c620 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f27d0bc6-11ca-49f1-96d6-a097c20bd830') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:31.438736 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-21221e9a-6cf7-4cc7-aea2-47362b24c620 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] 10.222.0.53 "DELETE /v2.0/routers/f27d0bc6-11ca-49f1-96d6-a097c20bd830/tags HTTP/1.1" status: 204 len: 168 time: 0.1371846 Nov 25 13:20:31.438998 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-901563cc-8ddf-47cc-aeb9-e21886ccede1 req-14a61ad7-dff6-4edb-a29e-99d8cd53f10e service neutron] 10.222.0.66 "GET /v2.0/networks/ce8b7f62-300f-4958-8057-b23aa4d60523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740105 Nov 25 13:20:31.439788 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52508) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:31.444963 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.tag.tag_plugin [None req-136a5ad4-ec1c-4154-9426-afa6336bfca5 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5858319f-7d39-4f4d-8db0-5b77cca01de9') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:31.525238 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-136a5ad4-ec1c-4154-9426-afa6336bfca5 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] 10.222.0.53 "DELETE /v2.0/ports/5858319f-7d39-4f4d-8db0-5b77cca01de9/tags HTTP/1.1" status: 204 len: 168 time: 0.0841727 Nov 25 13:20:31.528064 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52510) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:31.533403 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.tag.tag_plugin [None req-85d567c3-e728-492b-97f6-5fc37dc324db tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '54be51fe-dab7-40e8-9247-d3a661cb7fbc') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:31.607270 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-85d567c3-e728-492b-97f6-5fc37dc324db tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] 10.222.0.53 "DELETE /v2.0/subnets/54be51fe-dab7-40e8-9247-d3a661cb7fbc/tags HTTP/1.1" status: 204 len: 168 time: 0.0734448 Nov 25 13:20:31.609028 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 52512) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:31.659613 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-901563cc-8ddf-47cc-aeb9-e21886ccede1 req-6da218b2-6f2a-42e1-9fd5-e323471bedfd service neutron] 10.222.0.66 "GET /v2.0/networks/ce8b7f62-300f-4958-8057-b23aa4d60523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144203 Nov 25 13:20:31.747880 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-23746ecc-3097-4c6f-b2d8-9e168217fc70 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Publish callbacks [] for subnetpool, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:31.752589 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52514) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:31.752770 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-23746ecc-3097-4c6f-b2d8-9e168217fc70 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] 10.222.0.53 "DELETE /v2.0/subnetpools/4d874f9a-15d9-4c0a-b89e-67be1a4644d1 HTTP/1.1" status: 204 len: 168 time: 0.1425543 Nov 25 13:20:31.799046 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-299cbd00-fc70-4e3e-8147-d1a3c38b027c tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] 10.222.0.53 "GET /v2.0/ports?device_id=f27d0bc6-11ca-49f1-96d6-a097c20bd830 HTTP/1.1" status: 200 len: 205 time: 0.0446665 Nov 25 13:20:31.802925 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 52516) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:31.892410 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-398ff138-0291-42c1-8551-2372187fb06d tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:32.069525 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-398ff138-0291-42c1-8551-2372187fb06d tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:32.089206 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-398ff138-0291-42c1-8551-2372187fb06d tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:32.158247 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-398ff138-0291-42c1-8551-2372187fb06d tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:32.160934 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398ff138-0291-42c1-8551-2372187fb06d tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Fanout notify agent at l3_agent the message router_deleted on router f27d0bc6-11ca-49f1-96d6-a097c20bd830 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:20:32.185248 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-398ff138-0291-42c1-8551-2372187fb06d tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:32.186019 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e6021-68a6-4963-aaa0-0f2856d9c274 req-0e65f316-fb6d-49bb-8d89-4ebb53c1be09 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:32.187538 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-398ff138-0291-42c1-8551-2372187fb06d tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] 10.222.0.53 "DELETE /v2.0/routers/f27d0bc6-11ca-49f1-96d6-a097c20bd830 HTTP/1.1" status: 204 len: 168 time: 0.3827434 Nov 25 13:20:32.191256 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 52524) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:32.194176 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-450e6021-68a6-4963-aaa0-0f2856d9c274 req-0e65f316-fb6d-49bb-8d89-4ebb53c1be09 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] 10.222.0.53 "GET /v2.0/ports?device_id=df1cd83d-d42e-4996-a102-e20cb106f612 HTTP/1.1" status: 200 len: 943 time: 0.1223416 Nov 25 13:20:32.216718 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00680658-22ef-41ba-a78f-5cad2621538f req-96b23837-5313-406d-82ba-de2b8a22c1bf tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:32.218940 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-00680658-22ef-41ba-a78f-5cad2621538f req-96b23837-5313-406d-82ba-de2b8a22c1bf tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc856a1-e795-4cb8-b5b4-c434962ee665 HTTP/1.1" status: 200 len: 946 time: 0.0987463 Nov 25 13:20:32.303361 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-450e6021-68a6-4963-aaa0-0f2856d9c274 req-cedf9b23-4884-4b59-a703-073a55b74888 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] 10.222.0.53 "GET /v2.0/security-groups?id=b82ec6f0-cd59-483d-84f2-ae972f5c56e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082971 Nov 25 13:20:32.312129 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-00680658-22ef-41ba-a78f-5cad2621538f req-d4e998bd-f876-4d27-9629-8710adc5fa6c tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec610c10-0015-4919-a10e-9c11537c59cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807869 Nov 25 13:20:32.340414 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-e4ff738c-a6e6-4826-b69c-683cc2e9bbd1 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Deleting port 5858319f-7d39-4f4d-8db0-5b77cca01de9 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:20:32.341002 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e4ff738c-a6e6-4826-b69c-683cc2e9bbd1 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:32.499372 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e4ff738c-a6e6-4826-b69c-683cc2e9bbd1 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:32.517289 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-e4ff738c-a6e6-4826-b69c-683cc2e9bbd1 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Calling delete_port for 5858319f-7d39-4f4d-8db0-5b77cca01de9 owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:20:32.660617 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e4ff738c-a6e6-4826-b69c-683cc2e9bbd1 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:32.691233 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ff738c-a6e6-4826-b69c-683cc2e9bbd1 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Pushing event deleted for resources: {'Port': ['ID=5858319f-7d39-4f4d-8db0-5b77cca01de9,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:32.730773 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aef0a16c-9099-4e1f-a521-7f6141306e9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:32.787726 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e4ff738c-a6e6-4826-b69c-683cc2e9bbd1 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:32.795614 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52530) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:32.803354 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-e4ff738c-a6e6-4826-b69c-683cc2e9bbd1 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] 10.222.0.53 "DELETE /v2.0/ports/5858319f-7d39-4f4d-8db0-5b77cca01de9 HTTP/1.1" status: 204 len: 168 time: 0.6106491 Nov 25 13:20:32.878978 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-7de3f4fd-5457-440a-a05a-9575e6f6bf63 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Deleting subnet 54be51fe-dab7-40e8-9247-d3a661cb7fbc {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:20:32.882961 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7de3f4fd-5457-440a-a05a-9575e6f6bf63 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:32.934460 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7de3f4fd-5457-440a-a05a-9575e6f6bf63 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:33.031962 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7de3f4fd-5457-440a-a05a-9575e6f6bf63 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:33.111863 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7de3f4fd-5457-440a-a05a-9575e6f6bf63 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:33.139507 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de3f4fd-5457-440a-a05a-9575e6f6bf63 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Pushing event deleted for resources: {'Subnet': ['ID=54be51fe-dab7-40e8-9247-d3a661cb7fbc,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:33.145235 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7de3f4fd-5457-440a-a05a-9575e6f6bf63 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:33.151235 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-7de3f4fd-5457-440a-a05a-9575e6f6bf63 tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] 10.222.0.53 "DELETE /v2.0/subnets/54be51fe-dab7-40e8-9247-d3a661cb7fbc HTTP/1.1" status: 204 len: 168 time: 0.3554156 Nov 25 13:20:33.151514 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 52532) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:33.158160 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3b73bc-14e7-4e65-bcc7-842546920f69 None None] Network f5e19152-5c37-4e7c-9a50-83e9104b683c requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:20:33.304518 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a6804754-3e4a-41ed-9af2-71afe7f7898c tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:33.397314 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-a6804754-3e4a-41ed-9af2-71afe7f7898c tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Deleting port c9eee5f2-65aa-44d6-88a9-eef978990655 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:20:33.397670 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a6804754-3e4a-41ed-9af2-71afe7f7898c tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:33.517676 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851c08a5-63c8-43f0-8f72-b7519d41bcb0 None None] DHCP port deletion for f5e19152-5c37-4e7c-9a50-83e9104b683c request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:20:33.537700 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-a6804754-3e4a-41ed-9af2-71afe7f7898c tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] For port c9eee5f2-65aa-44d6-88a9-eef978990655, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=c9eee5f2-65aa-44d6-88a9-eef978990655,segment=NetworkSegment(0efeb3a6-885a-4d0f-848b-9ddbc05446fa),segment_id=0efeb3a6-885a-4d0f-848b-9ddbc05446fa)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:20:33.538063 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a6804754-3e4a-41ed-9af2-71afe7f7898c tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:33.545945 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea8ec3-75c0-4152-8754-66bf285825c8 req-e04bb0dc-7efc-46b8-8e86-c196464e7b3d tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:33.547646 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9bea8ec3-75c0-4152-8754-66bf285825c8 req-e04bb0dc-7efc-46b8-8e86-c196464e7b3d tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc856a1-e795-4cb8-b5b4-c434962ee665 HTTP/1.1" status: 200 len: 946 time: 0.0758345 Nov 25 13:20:33.555426 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-a6804754-3e4a-41ed-9af2-71afe7f7898c tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Calling delete_port for c9eee5f2-65aa-44d6-88a9-eef978990655 owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:20:33.565730 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180ff41-39ef-4011-819f-62673e47fa1f req-3b2f4e80-9f81-4402-ad05-59cfac790bf0 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:33.567513 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2180ff41-39ef-4011-819f-62673e47fa1f req-3b2f4e80-9f81-4402-ad05-59cfac790bf0 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] 10.222.0.53 "GET /v2.0/ports?device_id=df1cd83d-d42e-4996-a102-e20cb106f612 HTTP/1.1" status: 200 len: 943 time: 0.1403708 Nov 25 13:20:33.575305 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-851c08a5-63c8-43f0-8f72-b7519d41bcb0 None None] Deleting port c9eee5f2-65aa-44d6-88a9-eef978990655 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:20:33.575689 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-851c08a5-63c8-43f0-8f72-b7519d41bcb0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:33.668232 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2180ff41-39ef-4011-819f-62673e47fa1f req-88f80d91-2bee-4d4e-887f-0b0ed88b4f4a tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] 10.222.0.53 "GET /v2.0/security-groups?id=b82ec6f0-cd59-483d-84f2-ae972f5c56e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859032 Nov 25 13:20:33.687441 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9bea8ec3-75c0-4152-8754-66bf285825c8 req-8a6d0347-2608-4025-8bb9-bcb7b77a0559 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec610c10-0015-4919-a10e-9c11537c59cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102893 Nov 25 13:20:33.774421 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-851c08a5-63c8-43f0-8f72-b7519d41bcb0 None None] For port c9eee5f2-65aa-44d6-88a9-eef978990655, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=c9eee5f2-65aa-44d6-88a9-eef978990655,segment=NetworkSegment(0efeb3a6-885a-4d0f-848b-9ddbc05446fa),segment_id=0efeb3a6-885a-4d0f-848b-9ddbc05446fa)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:20:33.779422 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-851c08a5-63c8-43f0-8f72-b7519d41bcb0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:33.813518 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-851c08a5-63c8-43f0-8f72-b7519d41bcb0 None None] Calling delete_port for c9eee5f2-65aa-44d6-88a9-eef978990655 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:20:33.830048 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:33.932551 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-851c08a5-63c8-43f0-8f72-b7519d41bcb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:33.951768 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851c08a5-63c8-43f0-8f72-b7519d41bcb0 None None] No DVR routers for this DVR port c9eee5f2-65aa-44d6-88a9-eef978990655 on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:20:33.988743 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851c08a5-63c8-43f0-8f72-b7519d41bcb0 None None] Pushing event deleted for resources: {'Port': ['ID=c9eee5f2-65aa-44d6-88a9-eef978990655,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:34.028016 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a6804754-3e4a-41ed-9af2-71afe7f7898c tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:34.060574 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6804754-3e4a-41ed-9af2-71afe7f7898c tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Pushing event deleted for resources: {'Port': ['ID=c9eee5f2-65aa-44d6-88a9-eef978990655,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:34.062453 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6804754-3e4a-41ed-9af2-71afe7f7898c tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] No DVR routers for this DVR port c9eee5f2-65aa-44d6-88a9-eef978990655 on host n-d-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:20:34.149028 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a6804754-3e4a-41ed-9af2-71afe7f7898c tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:34.170800 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-a6804754-3e4a-41ed-9af2-71afe7f7898c tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5e19152-5c37-4e7c-9a50-83e9104b683c']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:34.184049 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-a6804754-3e4a-41ed-9af2-71afe7f7898c tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0efeb3a6-885a-4d0f-848b-9ddbc05446fa') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:34.184619 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-a6804754-3e4a-41ed-9af2-71afe7f7898c tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0efeb3a6-885a-4d0f-848b-9ddbc05446fa') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:34.195921 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a6804754-3e4a-41ed-9af2-71afe7f7898c tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:34.214395 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a6804754-3e4a-41ed-9af2-71afe7f7898c tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:34.221957 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6804754-3e4a-41ed-9af2-71afe7f7898c tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:20:34.222355 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a6804754-3e4a-41ed-9af2-71afe7f7898c tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:34.225635 n-d-808199-11 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:20:34.225635 n-d-808199-11 neutron-server[103571]: self.session.flush() Nov 25 13:20:34.225635 n-d-808199-11 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:20:34.225635 n-d-808199-11 neutron-server[103571]: self.session.flush() Nov 25 13:20:34.225635 n-d-808199-11 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:20:34.225635 n-d-808199-11 neutron-server[103571]: self.session.flush() Nov 25 13:20:34.225635 n-d-808199-11 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:20:34.225635 n-d-808199-11 neutron-server[103571]: self.session.flush() Nov 25 13:20:34.225635 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:20:34.225635 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:20:34.225635 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:20:34.225635 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:20:34.225635 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:20:34.225635 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:20:34.225635 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:20:34.225635 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:20:34.225635 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:20:34.225635 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:20:34.225635 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:20:34.225635 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:20:34.225635 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:20:34.225635 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:20:34.225635 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:20:34.225635 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:20:34.225635 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:20:34.225635 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:20:34.225635 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:20:34.225635 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:20:34.225635 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:20:34.225635 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:20:34.225635 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:20:34.225635 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:20:34.225635 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:20:34.225635 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:20:34.225635 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:20:34.225635 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:20:34.225635 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:20:34.225635 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:20:34.225635 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:20:34.225635 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:20:34.304514 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a6804754-3e4a-41ed-9af2-71afe7f7898c tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:34.312201 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a6804754-3e4a-41ed-9af2-71afe7f7898c tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:34.316032 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-a6804754-3e4a-41ed-9af2-71afe7f7898c tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] 10.222.0.53 "DELETE /v2.0/networks/f5e19152-5c37-4e7c-9a50-83e9104b683c HTTP/1.1" status: 204 len: 168 time: 1.1634843 Nov 25 13:20:34.337597 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6804754-3e4a-41ed-9af2-71afe7f7898c tempest-TagsExtTest-1929896269 tempest-TagsExtTest-1929896269-project] Pushing event deleted for resources: {'Network': ['ID=f5e19152-5c37-4e7c-9a50-83e9104b683c,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:34.627299 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 52552) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:34.795202 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b08d80b4-7123-4410-9f96-925472b01482 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a543f77797954304a6b9e3db0f63b18f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1666603 Nov 25 13:20:34.798190 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 52560) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:34.860028 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4ecdcb88-fea9-4e5d-a7f2-3f98397141e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:34.888678 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4ecdcb88-fea9-4e5d-a7f2-3f98397141e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:34.914871 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e6aa02-8dbf-4a2e-b749-2c808332bdb0 req-4e3d8ea9-0c34-489e-973f-ad9fafcb1063 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:34.916824 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-38e6aa02-8dbf-4a2e-b749-2c808332bdb0 req-4e3d8ea9-0c34-489e-973f-ad9fafcb1063 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] 10.222.0.53 "GET /v2.0/ports?device_id=df1cd83d-d42e-4996-a102-e20cb106f612 HTTP/1.1" status: 200 len: 943 time: 0.1065953 Nov 25 13:20:34.939077 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60753caf-22b9-45b4-add2-37ddbd9b0057 req-d1d133f9-5e9e-4514-8bfb-88de0dc46527 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:34.941322 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-60753caf-22b9-45b4-add2-37ddbd9b0057 req-d1d133f9-5e9e-4514-8bfb-88de0dc46527 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc856a1-e795-4cb8-b5b4-c434962ee665 HTTP/1.1" status: 200 len: 946 time: 0.0901940 Nov 25 13:20:34.970975 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4ecdcb88-fea9-4e5d-a7f2-3f98397141e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:34.973954 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4ecdcb88-fea9-4e5d-a7f2-3f98397141e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:34.975683 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-4ecdcb88-fea9-4e5d-a7f2-3f98397141e6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/92281c81-edc2-4772-8c34-b852c38ac752 HTTP/1.1" status: 204 len: 168 time: 0.1764748 Nov 25 13:20:34.986678 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecdcb88-fea9-4e5d-a7f2-3f98397141e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92281c81-edc2-4772-8c34-b852c38ac752,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:35.038030 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-38e6aa02-8dbf-4a2e-b749-2c808332bdb0 req-3347e64e-bd64-48d3-82a5-3815246d9bbb tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] 10.222.0.53 "GET /v2.0/security-groups?id=b82ec6f0-cd59-483d-84f2-ae972f5c56e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951307 Nov 25 13:20:35.050186 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-60753caf-22b9-45b4-add2-37ddbd9b0057 req-759dea48-e6d0-493f-9c40-722f3615a139 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec610c10-0015-4919-a10e-9c11537c59cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921531 Nov 25 13:20:35.144607 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:35.271211 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device c9eee5f2-65aa-44d6-88a9-eef978990655 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:20:35.298332 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: c9eee5f2-65aa-44d6-88a9-eef978990655 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:20:35.298964 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device c9eee5f2-65aa-44d6-88a9-eef978990655 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:20:36.222593 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:36.292303 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea57a0cf-bd47-40da-af42-931f745a58c7 req-2d492cd8-18c5-4f69-b043-8d2d5a8d6fee tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:36.302299 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ea57a0cf-bd47-40da-af42-931f745a58c7 req-2d492cd8-18c5-4f69-b043-8d2d5a8d6fee tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc856a1-e795-4cb8-b5b4-c434962ee665 HTTP/1.1" status: 200 len: 946 time: 0.0924881 Nov 25 13:20:36.317215 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f7ceb-809d-4607-929a-c0dd48d5a837 req-136dd8ed-5290-4f4f-85b0-52c5c38dbcc6 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:36.318745 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ae3f7ceb-809d-4607-929a-c0dd48d5a837 req-136dd8ed-5290-4f4f-85b0-52c5c38dbcc6 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] 10.222.0.53 "GET /v2.0/ports?device_id=df1cd83d-d42e-4996-a102-e20cb106f612 HTTP/1.1" status: 200 len: 943 time: 0.1771204 Nov 25 13:20:36.422923 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ae3f7ceb-809d-4607-929a-c0dd48d5a837 req-7b8e5d1e-dfa9-47c5-8dc4-eaa56e49bf54 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] 10.222.0.53 "GET /v2.0/security-groups?id=b82ec6f0-cd59-483d-84f2-ae972f5c56e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829215 Nov 25 13:20:36.475443 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ea57a0cf-bd47-40da-af42-931f745a58c7 req-c36e9c00-dff0-46b9-b5d1-71e93297d0cd tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec610c10-0015-4919-a10e-9c11537c59cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680050 Nov 25 13:20:37.219102 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 52634) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:37.348847 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-addb8e73-a022-4c80-b01d-c448943c8f85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:37.451765 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-addb8e73-a022-4c80-b01d-c448943c8f85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:37.457134 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-addb8e73-a022-4c80-b01d-c448943c8f85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:37.507261 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-addb8e73-a022-4c80-b01d-c448943c8f85 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e541a227d7c245398cbc6f81f7d62e4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2869406 Nov 25 13:20:37.508131 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addb8e73-a022-4c80-b01d-c448943c8f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b24918-70fe-4a2e-beea-4d37f15b73ca,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:37.510443 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 52642) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:37.532607 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addb8e73-a022-4c80-b01d-c448943c8f85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:20:37.533070 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addb8e73-a022-4c80-b01d-c448943c8f85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:20:37.533495 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addb8e73-a022-4c80-b01d-c448943c8f85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:20:37.533929 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addb8e73-a022-4c80-b01d-c448943c8f85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:20:37.534324 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addb8e73-a022-4c80-b01d-c448943c8f85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:20:37.534762 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addb8e73-a022-4c80-b01d-c448943c8f85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:20:37.535169 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addb8e73-a022-4c80-b01d-c448943c8f85 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:20:37.535622 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addb8e73-a022-4c80-b01d-c448943c8f85 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:20:37.535961 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addb8e73-a022-4c80-b01d-c448943c8f85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:20:37.536302 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addb8e73-a022-4c80-b01d-c448943c8f85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:20:37.536636 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addb8e73-a022-4c80-b01d-c448943c8f85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:20:37.536959 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addb8e73-a022-4c80-b01d-c448943c8f85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:20:37.558139 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a543a6-ee71-4f51-849f-40ec317e0bd6 req-cb9edeb0-53d0-4359-a68b-51cb8bfd06a9 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:37.566735 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-07a543a6-ee71-4f51-849f-40ec317e0bd6 req-cb9edeb0-53d0-4359-a68b-51cb8bfd06a9 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] 10.222.0.53 "GET /v2.0/ports?device_id=df1cd83d-d42e-4996-a102-e20cb106f612 HTTP/1.1" status: 200 len: 943 time: 0.0817552 Nov 25 13:20:37.605638 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-71152bd7-bfc5-4a10-94e5-78412ebf72d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:37.630749 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-71152bd7-bfc5-4a10-94e5-78412ebf72d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:37.667517 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-07a543a6-ee71-4f51-849f-40ec317e0bd6 req-bafcdebe-4252-46c0-b9b3-e2b2e5867735 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] 10.222.0.53 "GET /v2.0/security-groups?id=b82ec6f0-cd59-483d-84f2-ae972f5c56e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998328 Nov 25 13:20:37.679174 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af42c81a-c3ec-4a25-ba74-c2ac31013797 req-b0ee856e-4be5-4b92-9f9f-a677de84d0b1 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:37.687401 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-af42c81a-c3ec-4a25-ba74-c2ac31013797 req-b0ee856e-4be5-4b92-9f9f-a677de84d0b1 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc856a1-e795-4cb8-b5b4-c434962ee665 HTTP/1.1" status: 200 len: 946 time: 0.1104348 Nov 25 13:20:37.692563 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-71152bd7-bfc5-4a10-94e5-78412ebf72d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:37.703328 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-71152bd7-bfc5-4a10-94e5-78412ebf72d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:37.707706 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-71152bd7-bfc5-4a10-94e5-78412ebf72d5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/15b24918-70fe-4a2e-beea-4d37f15b73ca HTTP/1.1" status: 204 len: 168 time: 0.1961043 Nov 25 13:20:37.724584 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71152bd7-bfc5-4a10-94e5-78412ebf72d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b24918-70fe-4a2e-beea-4d37f15b73ca,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:37.783477 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-af42c81a-c3ec-4a25-ba74-c2ac31013797 req-4731f157-98e2-4c95-963c-66cf4b526dbe tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec610c10-0015-4919-a10e-9c11537c59cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950954 Nov 25 13:20:37.935077 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:38.119289 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52654) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:38.135379 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-645f49ee-5d1c-4b44-acae-d6970d8cf218 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:38.269122 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-645f49ee-5d1c-4b44-acae-d6970d8cf218 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:38.274873 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-645f49ee-5d1c-4b44-acae-d6970d8cf218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:38.317411 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-645f49ee-5d1c-4b44-acae-d6970d8cf218 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4d933f9a3c7f4a41904b377ad67b1789&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1965079 Nov 25 13:20:38.320326 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 52656) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:38.323644 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645f49ee-5d1c-4b44-acae-d6970d8cf218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04168f62-a91f-4f74-a3df-1d873da16f2a,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:38.382932 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2530c3ec-2dbf-404a-ae74-85fff7977daa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:38.410161 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2530c3ec-2dbf-404a-ae74-85fff7977daa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:38.466919 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2530c3ec-2dbf-404a-ae74-85fff7977daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:38.469825 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2530c3ec-2dbf-404a-ae74-85fff7977daa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:38.471095 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-2530c3ec-2dbf-404a-ae74-85fff7977daa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/04168f62-a91f-4f74-a3df-1d873da16f2a HTTP/1.1" status: 204 len: 168 time: 0.1487114 Nov 25 13:20:38.488708 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2530c3ec-2dbf-404a-ae74-85fff7977daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04168f62-a91f-4f74-a3df-1d873da16f2a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:38.837420 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941bb561-b1c4-4aca-aeea-3403298e0850 req-dd8d3b7c-b456-4bef-9c4b-5c8532ef9bea tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:38.849031 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-941bb561-b1c4-4aca-aeea-3403298e0850 req-dd8d3b7c-b456-4bef-9c4b-5c8532ef9bea tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] 10.222.0.53 "GET /v2.0/ports?device_id=df1cd83d-d42e-4996-a102-e20cb106f612 HTTP/1.1" status: 200 len: 943 time: 0.0836449 Nov 25 13:20:38.939508 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-941bb561-b1c4-4aca-aeea-3403298e0850 req-d24fabf7-c563-47c9-8213-66d25247e06b tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] 10.222.0.53 "GET /v2.0/security-groups?id=b82ec6f0-cd59-483d-84f2-ae972f5c56e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921383 Nov 25 13:20:38.965235 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815d5df-c41d-467b-bcd5-149128c29b4b req-01464341-f207-43dd-a384-8e3a658a7297 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:38.966684 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7815d5df-c41d-467b-bcd5-149128c29b4b req-01464341-f207-43dd-a384-8e3a658a7297 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc856a1-e795-4cb8-b5b4-c434962ee665 HTTP/1.1" status: 200 len: 946 time: 0.0857587 Nov 25 13:20:39.055399 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7815d5df-c41d-467b-bcd5-149128c29b4b req-b60663f7-c570-4a18-92ee-204ee7c142df tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec610c10-0015-4919-a10e-9c11537c59cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819156 Nov 25 13:20:40.089056 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb77963c-72be-4a46-8076-695454f48b4c req-75500c34-0538-4f42-be45-33f08c2f3053 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:40.100696 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cb77963c-72be-4a46-8076-695454f48b4c req-75500c34-0538-4f42-be45-33f08c2f3053 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] 10.222.0.53 "GET /v2.0/ports?device_id=df1cd83d-d42e-4996-a102-e20cb106f612 HTTP/1.1" status: 200 len: 943 time: 0.0876052 Nov 25 13:20:40.190476 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cb77963c-72be-4a46-8076-695454f48b4c req-643c281d-9a52-4ed1-b11b-2b35b8b9b2d5 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] 10.222.0.53 "GET /v2.0/security-groups?id=b82ec6f0-cd59-483d-84f2-ae972f5c56e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870252 Nov 25 13:20:40.255005 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9430ceff-bf18-4ed4-bdeb-3854121673d9 req-0a74a0cb-c085-4018-8cf9-d3b7c7894cef tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:40.257797 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9430ceff-bf18-4ed4-bdeb-3854121673d9 req-0a74a0cb-c085-4018-8cf9-d3b7c7894cef tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc856a1-e795-4cb8-b5b4-c434962ee665 HTTP/1.1" status: 200 len: 946 time: 0.0653768 Nov 25 13:20:40.318305 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 5be01006-b209-4dfc-824a-a222c272bd9a details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:20:40.340961 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9430ceff-bf18-4ed4-bdeb-3854121673d9 req-e58bf90a-3f68-4aac-bc46-721ceae48d58 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec610c10-0015-4919-a10e-9c11537c59cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773609 Nov 25 13:20:40.470514 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 5be01006-b209-4dfc-824a-a222c272bd9a, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=5be01006-b209-4dfc-824a-a222c272bd9a,segment=NetworkSegment(85cbc951-06c6-4281-8bbe-d0f3e25e56f3),segment_id=85cbc951-06c6-4281-8bbe-d0f3e25e56f3)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:20:40.489276 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '5be01006-b209-4dfc-824a-a222c272bd9a', 'network_id': '29e88c53-1a16-4ddf-bb52-3aa3dac4a9e8', 'port_id': '5be01006-b209-4dfc-824a-a222c272bd9a', 'mac_address': 'fa:16:3e:1e:eb:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b01a5ad9-9f38-426c-a191-2cdc57143c78', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:20:40.536304 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:40.551719 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5be01006-b209-4dfc-824a-a222c272bd9a {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:20:40.573702 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 5be01006-b209-4dfc-824a-a222c272bd9a, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=5be01006-b209-4dfc-824a-a222c272bd9a,segment=NetworkSegment(85cbc951-06c6-4281-8bbe-d0f3e25e56f3),segment_id=85cbc951-06c6-4281-8bbe-d0f3e25e56f3)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:20:40.580418 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:40.642826 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=5be01006-b209-4dfc-824a-a222c272bd9a,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:40.792186 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 52742) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:40.862324 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['5be01006-b209-4dfc-824a-a222c272bd9a'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:20:40.898042 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-105b2611-bd27-4b5e-b0d9-dddf617a336a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:40.976624 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-105b2611-bd27-4b5e-b0d9-dddf617a336a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:40.980674 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-105b2611-bd27-4b5e-b0d9-dddf617a336a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:41.019326 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-105b2611-bd27-4b5e-b0d9-dddf617a336a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=66a64fb750db482098cc8fb844ba27b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2260165 Nov 25 13:20:41.021294 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105b2611-bd27-4b5e-b0d9-dddf617a336a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=227786d8-421a-45a3-a22e-77bc347443d7,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:41.022010 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52748) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:41.072534 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-76ef1763-a33d-4632-a1a4-1da5d5c2837e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:41.093815 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-76ef1763-a33d-4632-a1a4-1da5d5c2837e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:41.139999 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-76ef1763-a33d-4632-a1a4-1da5d5c2837e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:41.143193 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-76ef1763-a33d-4632-a1a4-1da5d5c2837e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:41.144742 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-76ef1763-a33d-4632-a1a4-1da5d5c2837e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/227786d8-421a-45a3-a22e-77bc347443d7 HTTP/1.1" status: 204 len: 168 time: 0.1214597 Nov 25 13:20:41.153865 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ef1763-a33d-4632-a1a4-1da5d5c2837e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=227786d8-421a-45a3-a22e-77bc347443d7,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:41.318884 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d2b143-816a-41c2-8e89-4478568fbe0f req-b7864517-1d81-4de5-9f65-a89691af82c1 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:41.320413 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f4d2b143-816a-41c2-8e89-4478568fbe0f req-b7864517-1d81-4de5-9f65-a89691af82c1 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] 10.222.0.53 "GET /v2.0/ports?device_id=df1cd83d-d42e-4996-a102-e20cb106f612 HTTP/1.1" status: 200 len: 944 time: 0.0576799 Nov 25 13:20:41.331033 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2bd23e-0a6d-4a79-b5cf-8cd5605ca89c req-76bc038a-6e30-41b1-8749-4b614d73f173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:41.332825 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0e2bd23e-0a6d-4a79-b5cf-8cd5605ca89c req-76bc038a-6e30-41b1-8749-4b614d73f173 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=621e47be21954218b422540d084376f9&device_id=3cc856a1-e795-4cb8-b5b4-c434962ee665 HTTP/1.1" status: 200 len: 1098 time: 0.0461595 Nov 25 13:20:41.388677 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f4d2b143-816a-41c2-8e89-4478568fbe0f req-30777ebe-00e1-48c5-b00b-59037fb569f0 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] 10.222.0.53 "GET /v2.0/security-groups?id=b82ec6f0-cd59-483d-84f2-ae972f5c56e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594742 Nov 25 13:20:41.443582 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:41.465217 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2bd23e-0a6d-4a79-b5cf-8cd5605ca89c req-5516402b-e6de-4569-ac6b-a0347b5c4289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:41.467093 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0e2bd23e-0a6d-4a79-b5cf-8cd5605ca89c req-5516402b-e6de-4569-ac6b-a0347b5c4289 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9accb235-a825-49d8-b9c6-39063069a4b3 HTTP/1.1" status: 200 len: 912 time: 0.1266577 Nov 25 13:20:41.491179 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52764) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:41.506879 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c67f981-7968-4a87-8799-cd8572447249 req-1a10a67e-a75e-49b4-add9-400a483c7fa1 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:41.508394 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0c67f981-7968-4a87-8799-cd8572447249 req-1a10a67e-a75e-49b4-add9-400a483c7fa1 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc856a1-e795-4cb8-b5b4-c434962ee665 HTTP/1.1" status: 200 len: 946 time: 0.0609181 Nov 25 13:20:41.515501 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0e2bd23e-0a6d-4a79-b5cf-8cd5605ca89c req-daeebf38-ddd8-4191-82c2-53fc3a522f14 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25e5820e-3d16-4b76-8ce4-8c1cecbc39e5 HTTP/1.1" status: 200 len: 217 time: 0.0388248 Nov 25 13:20:41.518456 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-eef756e4-d612-41f1-a0c5-c74e4860fae8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:41.565519 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2bd23e-0a6d-4a79-b5cf-8cd5605ca89c req-df5e1173-9bc4-45df-b59c-27185e31ed38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:41.566631 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0e2bd23e-0a6d-4a79-b5cf-8cd5605ca89c req-df5e1173-9bc4-45df-b59c-27185e31ed38 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b6a84af7-6347-4e0f-945a-98a5515a4a22 HTTP/1.1" status: 200 len: 850 time: 0.0443187 Nov 25 13:20:41.587502 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0c67f981-7968-4a87-8799-cd8572447249 req-ba9bf337-33b9-4d0b-93a4-413265d05868 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec610c10-0015-4919-a10e-9c11537c59cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714564 Nov 25 13:20:41.614197 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2bd23e-0a6d-4a79-b5cf-8cd5605ca89c req-c558d522-f5c3-45fb-b98d-150ae0bd4321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:41.615729 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0e2bd23e-0a6d-4a79-b5cf-8cd5605ca89c req-c558d522-f5c3-45fb-b98d-150ae0bd4321 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9accb235-a825-49d8-b9c6-39063069a4b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415769 Nov 25 13:20:41.637781 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-eef756e4-d612-41f1-a0c5-c74e4860fae8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:41.642265 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-eef756e4-d612-41f1-a0c5-c74e4860fae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:41.682129 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-eef756e4-d612-41f1-a0c5-c74e4860fae8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e6a9efa8aa23404aa39d11a8e67dc501&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1898794 Nov 25 13:20:41.684657 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52766) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:41.690672 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef756e4-d612-41f1-a0c5-c74e4860fae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=783b213f-dcf2-41a4-97d0-3c6f128ed07c,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:41.716835 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0e2bd23e-0a6d-4a79-b5cf-8cd5605ca89c req-501d7a94-fe89-4204-9994-b66a7069fa97 service neutron] 10.222.0.47 "GET /v2.0/networks/9accb235-a825-49d8-b9c6-39063069a4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927396 Nov 25 13:20:41.735978 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0e1f26c9-9f7e-4a2d-b507-f94ad9f3d738 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:41.758022 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0e1f26c9-9f7e-4a2d-b507-f94ad9f3d738 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:41.807885 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0e1f26c9-9f7e-4a2d-b507-f94ad9f3d738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:41.811469 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0e1f26c9-9f7e-4a2d-b507-f94ad9f3d738 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:41.815045 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-0e1f26c9-9f7e-4a2d-b507-f94ad9f3d738 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/783b213f-dcf2-41a4-97d0-3c6f128ed07c HTTP/1.1" status: 204 len: 168 time: 0.1270754 Nov 25 13:20:41.819781 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0e2bd23e-0a6d-4a79-b5cf-8cd5605ca89c req-92ae1c31-2a6b-4393-b0a4-7d3407babac1 service neutron] 10.222.0.47 "GET /v2.0/networks/9accb235-a825-49d8-b9c6-39063069a4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936241 Nov 25 13:20:41.820277 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1f26c9-9f7e-4a2d-b507-f94ad9f3d738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=783b213f-dcf2-41a4-97d0-3c6f128ed07c,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:42.350470 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 5be01006-b209-4dfc-824a-a222c272bd9a up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:20:42.421776 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 5be01006-b209-4dfc-824a-a222c272bd9a completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:20:42.427079 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 5be01006-b209-4dfc-824a-a222c272bd9a triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:20:42.428057 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:42.515026 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:42.538788 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b34793-e332-4a86-a743-af6162f29759 req-7e16f531-fc63-4137-93d1-4c136a6c7d15 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:42.542162 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e4b34793-e332-4a86-a743-af6162f29759 req-7e16f531-fc63-4137-93d1-4c136a6c7d15 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] 10.222.0.53 "GET /v2.0/ports?device_id=df1cd83d-d42e-4996-a102-e20cb106f612 HTTP/1.1" status: 200 len: 944 time: 0.0694101 Nov 25 13:20:42.555458 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 5be01006-b209-4dfc-824a-a222c272bd9a, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=5be01006-b209-4dfc-824a-a222c272bd9a,segment=NetworkSegment(85cbc951-06c6-4281-8bbe-d0f3e25e56f3),segment_id=85cbc951-06c6-4281-8bbe-d0f3e25e56f3)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:20:42.556433 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df1cd83d-d42e-4996-a102-e20cb106f612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5be01006-b209-4dfc-824a-a222c272bd9a'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:20:42.559928 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b1bc1cf-0d59-4c5c-bdeb-e4efdbba56c6" -d '{"events": [{"server_uuid": "df1cd83d-d42e-4996-a102-e20cb106f612", "name": "network-vif-plugged", "status": "completed", "tag": "5be01006-b209-4dfc-824a-a222c272bd9a"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:20:42.564894 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:42.565789 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 25e5820e-3d16-4b76-8ce4-8c1cecbc39e5 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:20:42.610548 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e4b34793-e332-4a86-a743-af6162f29759 req-a1cb99c0-6115-4061-bc11-9d4e29d861e4 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] 10.222.0.53 "GET /v2.0/security-groups?id=b82ec6f0-cd59-483d-84f2-ae972f5c56e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595179 Nov 25 13:20:42.653856 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebfd2664-d0cc-492b-a02c-b44d968fa0df x-openstack-request-id: req-ebfd2664-d0cc-492b-a02c-b44d968fa0df {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:20:42.654642 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df1cd83d-d42e-4996-a102-e20cb106f612", "name": "network-vif-plugged", "status": "completed", "tag": "5be01006-b209-4dfc-824a-a222c272bd9a", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:20:42.654993 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ebfd2664-d0cc-492b-a02c-b44d968fa0df {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:20:42.655404 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df1cd83d-d42e-4996-a102-e20cb106f612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5be01006-b209-4dfc-824a-a222c272bd9a', 'code': 200} Nov 25 13:20:42.668874 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=5be01006-b209-4dfc-824a-a222c272bd9a,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:42.721906 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:42.747407 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c49a5-e762-408b-9b52-eee139b40aa7 req-7e4f5570-1cc1-4c06-9192-64acd15f891d tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:42.749535 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-682c49a5-e762-408b-9b52-eee139b40aa7 req-7e4f5570-1cc1-4c06-9192-64acd15f891d tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc856a1-e795-4cb8-b5b4-c434962ee665 HTTP/1.1" status: 200 len: 946 time: 0.0661483 Nov 25 13:20:42.757875 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 25e5820e-3d16-4b76-8ce4-8c1cecbc39e5, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=25e5820e-3d16-4b76-8ce4-8c1cecbc39e5,segment=NetworkSegment(c770b2a8-6850-4501-ba81-87e53f72232e),segment_id=c770b2a8-6850-4501-ba81-87e53f72232e)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:20:42.763214 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:42.787344 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5adf19b-23a5-4925-8603-9b97b7d15393 req-c3ccdd4a-5c0b-4e31-90a4-abafbfb0f007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:42.789202 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a5adf19b-23a5-4925-8603-9b97b7d15393 req-c3ccdd4a-5c0b-4e31-90a4-abafbfb0f007 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=df1cd83d-d42e-4996-a102-e20cb106f612 HTTP/1.1" status: 200 len: 1097 time: 0.0588093 Nov 25 13:20:42.809927 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-682c49a5-e762-408b-9b52-eee139b40aa7 req-09d62d6c-35d2-4f9a-a667-02cc7e36b439 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec610c10-0015-4919-a10e-9c11537c59cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536468 Nov 25 13:20:42.821106 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=25e5820e-3d16-4b76-8ce4-8c1cecbc39e5,revision_number=8']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:42.854117 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a5adf19b-23a5-4925-8603-9b97b7d15393 req-911c22c5-7cce-4026-9e19-e81f8fd7da04 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b82ec6f0-cd59-483d-84f2-ae972f5c56e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554693 Nov 25 13:20:43.575029 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52838) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:43.681624 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a620df4b-a427-439f-a9d5-2afa93add11b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:43.755491 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd80bc8-5f69-4f0c-9f87-6c867750cf7c req-b66de4b4-7779-4e79-ae8a-daa86df089a5 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:43.756999 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7fd80bc8-5f69-4f0c-9f87-6c867750cf7c req-b66de4b4-7779-4e79-ae8a-daa86df089a5 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] 10.222.0.53 "GET /v2.0/ports?device_id=df1cd83d-d42e-4996-a102-e20cb106f612 HTTP/1.1" status: 200 len: 945 time: 0.0733702 Nov 25 13:20:43.839600 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7fd80bc8-5f69-4f0c-9f87-6c867750cf7c req-c84bbfc5-eea1-4b10-a05a-b64f903a4107 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] 10.222.0.53 "GET /v2.0/security-groups?id=b82ec6f0-cd59-483d-84f2-ae972f5c56e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730946 Nov 25 13:20:43.841464 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a620df4b-a427-439f-a9d5-2afa93add11b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:43.847557 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a620df4b-a427-439f-a9d5-2afa93add11b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:43.886219 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-a620df4b-a427-439f-a9d5-2afa93add11b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d5699f4c32444873b4dbd691d3fa8035&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3100812 Nov 25 13:20:43.889579 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 52850) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:43.892347 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a620df4b-a427-439f-a9d5-2afa93add11b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4e0152-c1fc-4fe3-9aec-51753ea114fb,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:43.948361 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ad1a5e27-0cc2-4784-ac95-57e28aa42822 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:43.952612 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc44341-fc06-4678-ac8b-7330783a137c req-1cd4b559-d94c-4b87-82f3-dc421fc319a3 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:43.963271 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9dc44341-fc06-4678-ac8b-7330783a137c req-1cd4b559-d94c-4b87-82f3-dc421fc319a3 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc856a1-e795-4cb8-b5b4-c434962ee665 HTTP/1.1" status: 200 len: 944 time: 0.0632620 Nov 25 13:20:43.974656 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ad1a5e27-0cc2-4784-ac95-57e28aa42822 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:44.012242 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9dc44341-fc06-4678-ac8b-7330783a137c req-041f3b8c-83ec-4f67-8885-b700b66ffc21 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec610c10-0015-4919-a10e-9c11537c59cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480952 Nov 25 13:20:44.033183 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ad1a5e27-0cc2-4784-ac95-57e28aa42822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:44.036902 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ad1a5e27-0cc2-4784-ac95-57e28aa42822 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:44.041196 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-ad1a5e27-0cc2-4784-ac95-57e28aa42822 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1b4e0152-c1fc-4fe3-9aec-51753ea114fb HTTP/1.1" status: 204 len: 168 time: 0.1487746 Nov 25 13:20:44.052037 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1a5e27-0cc2-4784-ac95-57e28aa42822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4e0152-c1fc-4fe3-9aec-51753ea114fb,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:44.153538 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c4349-aa12-4d2d-9b87-bda8f5924043 req-f8842ddd-87a3-4cdb-9606-6a8994b3c508 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:44.155375 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e58c4349-aa12-4d2d-9b87-bda8f5924043 req-f8842ddd-87a3-4cdb-9606-6a8994b3c508 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 944 time: 0.0513048 Nov 25 13:20:44.223433 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e58c4349-aa12-4d2d-9b87-bda8f5924043 req-0602db3c-21d9-48d3-b46f-cc241c0aa486 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604413 Nov 25 13:20:44.335725 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 52862) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:44.352308 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d99faab4-6cf8-4b79-b13f-c2874ade2daf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:44.354929 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c6526a-9222-4a3d-a1d4-ceb2e95f4df4 req-8ee16548-c628-480b-9022-f719e94b5f4c tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:44.356575 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-57c6526a-9222-4a3d-a1d4-ceb2e95f4df4 req-8ee16548-c628-480b-9022-f719e94b5f4c tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 944 time: 0.0535610 Nov 25 13:20:44.417649 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-57c6526a-9222-4a3d-a1d4-ceb2e95f4df4 req-3d5e0a66-16c4-45f8-88bf-370795ec66a6 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481694 Nov 25 13:20:44.448086 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d99faab4-6cf8-4b79-b13f-c2874ade2daf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:44.452595 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d99faab4-6cf8-4b79-b13f-c2874ade2daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:44.496636 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d99faab4-6cf8-4b79-b13f-c2874ade2daf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8b1617be05904b73835151b55ed2bc1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1575184 Nov 25 13:20:44.496976 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 52866) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:44.499708 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99faab4-6cf8-4b79-b13f-c2874ade2daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0ba76b-b656-4f33-8324-ec1ba327ce18,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:44.553742 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-85351a07-7117-49da-8069-9feded25c82c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:44.580575 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-85351a07-7117-49da-8069-9feded25c82c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:44.632135 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-85351a07-7117-49da-8069-9feded25c82c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:44.634812 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-85351a07-7117-49da-8069-9feded25c82c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:44.638302 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-85351a07-7117-49da-8069-9feded25c82c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ad0ba76b-b656-4f33-8324-ec1ba327ce18 HTTP/1.1" status: 204 len: 168 time: 0.1379716 Nov 25 13:20:44.644106 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85351a07-7117-49da-8069-9feded25c82c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0ba76b-b656-4f33-8324-ec1ba327ce18,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:44.647017 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d3b46c-4de0-4378-9c3f-513f9f35a6ca req-de6d339d-5576-49e6-b222-271baf19c192 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:44.648586 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-33d3b46c-4de0-4378-9c3f-513f9f35a6ca req-de6d339d-5576-49e6-b222-271baf19c192 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 944 time: 0.0581279 Nov 25 13:20:44.656681 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc856a1-e795-4cb8-b5b4-c434962ee665', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25e5820e-3d16-4b76-8ce4-8c1cecbc39e5'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:20:44.658977 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35903b69-0f00-4e44-8c56-497a3ee6a3dd" -d '{"events": [{"server_uuid": "3cc856a1-e795-4cb8-b5b4-c434962ee665", "name": "network-vif-unplugged", "status": "completed", "tag": "25e5820e-3d16-4b76-8ce4-8c1cecbc39e5"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:20:44.702515 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-33d3b46c-4de0-4378-9c3f-513f9f35a6ca req-15b116ab-37eb-4077-99f9-1d1d4944a9cf tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462866 Nov 25 13:20:44.702662 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 25 Nov 2021 13:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c03721-bb3c-4b7e-966a-e053b2808645 x-openstack-request-id: req-e7c03721-bb3c-4b7e-966a-e053b2808645 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:20:44.703342 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc856a1-e795-4cb8-b5b4-c434962ee665", "name": "network-vif-unplugged", "status": "failed", "tag": "25e5820e-3d16-4b76-8ce4-8c1cecbc39e5", "code": 422}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:20:44.703829 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e7c03721-bb3c-4b7e-966a-e053b2808645 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:20:44.704461 n-d-808199-11 neutron-server[103572]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3cc856a1-e795-4cb8-b5b4-c434962ee665', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '25e5820e-3d16-4b76-8ce4-8c1cecbc39e5', 'code': 422} returned with failed status Nov 25 13:20:44.983785 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c6c443-670f-4379-ad78-8af4a9295fb5 req-9baf5fee-d3a1-4553-8e03-9a100bfaffcd tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:44.985307 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d4c6c443-670f-4379-ad78-8af4a9295fb5 req-9baf5fee-d3a1-4553-8e03-9a100bfaffcd tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] 10.222.0.53 "GET /v2.0/ports?device_id=df1cd83d-d42e-4996-a102-e20cb106f612 HTTP/1.1" status: 200 len: 945 time: 0.0566485 Nov 25 13:20:45.036433 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d4c6c443-670f-4379-ad78-8af4a9295fb5 req-fee31f41-2a6b-43e7-82fe-31a904caed47 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] 10.222.0.53 "GET /v2.0/security-groups?id=b82ec6f0-cd59-483d-84f2-ae972f5c56e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443914 Nov 25 13:20:45.148066 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 52904) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:45.159724 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c047e85-0b48-40fb-94cd-d791a563656a req-e2225353-4f9f-41c5-bdfe-daf1177b1ee7 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:45.161381 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3c047e85-0b48-40fb-94cd-d791a563656a req-e2225353-4f9f-41c5-bdfe-daf1177b1ee7 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] 10.222.0.53 "GET /v2.0/ports?device_id=df1cd83d-d42e-4996-a102-e20cb106f612 HTTP/1.1" status: 200 len: 945 time: 0.0553961 Nov 25 13:20:45.170093 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52910) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:45.174720 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-822afb1b-3727-4675-b80f-5e3b7b8cba86 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Request body: {'floatingip': {'port_id': '5be01006-b209-4dfc-824a-a222c272bd9a'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:20:45.221386 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-822afb1b-3727-4675-b80f-5e3b7b8cba86 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Publish callbacks [] for floatingip, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:45.237676 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97a5bc3-0b3b-44c8-859d-2b8fcd77382b req-8e5057f9-5b25-4a47-a2e3-55686810a8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:45.239273 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f97a5bc3-0b3b-44c8-859d-2b8fcd77382b req-8e5057f9-5b25-4a47-a2e3-55686810a8c5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=32ba8698-b3b1-4dfd-a8f2-8fbd4efeab35 HTTP/1.1" status: 200 len: 1097 time: 0.0897124 Nov 25 13:20:45.293811 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f97a5bc3-0b3b-44c8-859d-2b8fcd77382b req-ab03ce73-72a9-4614-b5ff-913dc82761ce service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=bfe63d26-24ca-4370-adc0-048d0d6d24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455408 Nov 25 13:20:45.685137 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-822afb1b-3727-4675-b80f-5e3b7b8cba86 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:45.689749 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-822afb1b-3727-4675-b80f-5e3b7b8cba86 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:45.829367 n-d-808199-11 neutron-server[103570]: INFO neutron.db.l3_db [None req-822afb1b-3727-4675-b80f-5e3b7b8cba86 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Floating IP 8fd17926-6d2a-45a3-9eb3-1ce6e4606bbe associated. External IP: 172.25.5.153, port: 5be01006-b209-4dfc-824a-a222c272bd9a. Nov 25 13:20:45.888899 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b635fa26-4fb5-43d5-b728-12ee37ecb628 req-52e5b37c-1689-45e9-8585-6cc60adee858 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:45.890428 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b635fa26-4fb5-43d5-b728-12ee37ecb628 req-52e5b37c-1689-45e9-8585-6cc60adee858 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 944 time: 0.1079831 Nov 25 13:20:45.984343 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b635fa26-4fb5-43d5-b728-12ee37ecb628 req-de976501-4edb-457a-8d71-6aba3aa9a810 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871685 Nov 25 13:20:46.094976 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-822afb1b-3727-4675-b80f-5e3b7b8cba86 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Router f60b0a0c-d205-4ed3-b4c3-def7f677e77c has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:20:46.222125 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-822afb1b-3727-4675-b80f-5e3b7b8cba86 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:20:46.229579 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-822afb1b-3727-4675-b80f-5e3b7b8cba86 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:46.239139 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef167ad-a11c-4b5c-8bf3-5a572d3631c1 None None] Sync routers for ids ['f60b0a0c-d205-4ed3-b4c3-def7f677e77c'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:20:46.251308 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef167ad-a11c-4b5c-8bf3-5a572d3631c1 None None] Routers {'f60b0a0c-d205-4ed3-b4c3-def7f677e77c'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:20:46.251946 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-eef167ad-a11c-4b5c-8bf3-5a572d3631c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:20:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['f60b0a0c-d205-4ed3-b4c3-def7f677e77c'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:46.271480 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-822afb1b-3727-4675-b80f-5e3b7b8cba86 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] 10.222.0.53 "PUT /v2.0/floatingips/8fd17926-6d2a-45a3-9eb3-1ce6e4606bbe HTTP/1.1" status: 200 len: 991 time: 1.0995989 Nov 25 13:20:46.272097 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df1cd83d-d42e-4996-a102-e20cb106f612', 'tag': '5be01006-b209-4dfc-824a-a222c272bd9a'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:20:46.274409 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28227e6-1d1d-40b8-8236-e67f4d5fe9df" -d '{"events": [{"name": "network-changed", "server_uuid": "df1cd83d-d42e-4996-a102-e20cb106f612", "tag": "5be01006-b209-4dfc-824a-a222c272bd9a"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:20:46.314837 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024aea01-84b7-4097-9a40-60913aee91bd x-openstack-request-id: req-024aea01-84b7-4097-9a40-60913aee91bd {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:20:46.315225 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df1cd83d-d42e-4996-a102-e20cb106f612", "tag": "5be01006-b209-4dfc-824a-a222c272bd9a", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:20:46.315560 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-024aea01-84b7-4097-9a40-60913aee91bd {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:20:46.316038 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df1cd83d-d42e-4996-a102-e20cb106f612', 'tag': '5be01006-b209-4dfc-824a-a222c272bd9a', 'status': 'completed', 'code': 200} Nov 25 13:20:46.385783 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28227e6-1d1d-40b8-8236-e67f4d5fe9df req-c51609e4-82c1-43fa-aa51-43bf0397763c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:46.387859 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c28227e6-1d1d-40b8-8236-e67f4d5fe9df req-c51609e4-82c1-43fa-aa51-43bf0397763c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=40d8826cb6bc406990351c3cc8406e5b&device_id=df1cd83d-d42e-4996-a102-e20cb106f612 HTTP/1.1" status: 200 len: 1097 time: 0.0502732 Nov 25 13:20:46.414987 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-eef167ad-a11c-4b5c-8bf3-5a572d3631c1 None None] Set router f60b0a0c-d205-4ed3-b4c3-def7f677e77c gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:20:46.486935 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28227e6-1d1d-40b8-8236-e67f4d5fe9df req-c15e2b2f-4802-4b89-8836-06bf5baea585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:46.488698 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c28227e6-1d1d-40b8-8236-e67f4d5fe9df req-c15e2b2f-4802-4b89-8836-06bf5baea585 service neutron] 10.222.0.47 "GET /v2.0/networks?id=29e88c53-1a16-4ddf-bb52-3aa3dac4a9e8 HTTP/1.1" status: 200 len: 917 time: 0.0930467 Nov 25 13:20:46.584325 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c28227e6-1d1d-40b8-8236-e67f4d5fe9df req-3073ffe6-4e91-4591-a7a3-3fd4f43f4edd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5be01006-b209-4dfc-824a-a222c272bd9a HTTP/1.1" status: 200 len: 999 time: 0.0861697 Nov 25 13:20:46.637138 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28227e6-1d1d-40b8-8236-e67f4d5fe9df req-d192421a-805e-4289-95e1-38d138e43140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:46.638853 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c28227e6-1d1d-40b8-8236-e67f4d5fe9df req-d192421a-805e-4289-95e1-38d138e43140 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b01a5ad9-9f38-426c-a191-2cdc57143c78 HTTP/1.1" status: 200 len: 855 time: 0.0471017 Nov 25 13:20:46.669034 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-eef167ad-a11c-4b5c-8bf3-5a572d3631c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f60b0a0c-d205-4ed3-b4c3-def7f677e77c', 'name': 'tempest-ServersTestBootFromVolume-1087633694-router', 'tenant_id': '40d8826cb6bc406990351c3cc8406e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'b2f35e38-ca45-4914-b763-85614b642496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:19:38Z', 'updated_at': '2021-11-25T13:19:50Z', 'revision_number': 4, 'project_id': '40d8826cb6bc406990351c3cc8406e5b', 'gw_port': {'id': 'b2f35e38-ca45-4914-b763-85614b642496', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:dd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60b0a0c-d205-4ed3-b4c3-def7f677e77c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:39Z', 'updated_at': '2021-11-25T13:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '8fd17926-6d2a-45a3-9eb3-1ce6e4606bbe', 'tenant_id': '40d8826cb6bc406990351c3cc8406e5b', 'floating_ip_address': '172.25.5.153', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': 'f60b0a0c-d205-4ed3-b4c3-def7f677e77c', 'port_id': '5be01006-b209-4dfc-824a-a222c272bd9a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29e88c53-1a16-4ddf-bb52-3aa3dac4a9e8', 'mac_address': 'fa:16:3e:1e:eb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1cd83d-d42e-4996-a102-e20cb106f612', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:19:54Z', 'updated_at': '2021-11-25T13:20:45Z', 'revision_number': 1, 'project_id': '40d8826cb6bc406990351c3cc8406e5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cd902ae-5953-4ef5-9f1a-4fb722c9a36c', 'name': '', 'network_id': '29e88c53-1a16-4ddf-bb52-3aa3dac4a9e8', 'tenant_id': '40d8826cb6bc406990351c3cc8406e5b', 'mac_address': 'fa:16:3e:53:b1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60b0a0c-d205-4ed3-b4c3-def7f677e77c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'b01a5ad9-9f38-426c-a191-2cdc57143c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:48Z', 'updated_at': '2021-11-25T13:19:54Z', 'revision_number': 5, 'project_id': '40d8826cb6bc406990351c3cc8406e5b', 'subnets': [{'id': 'b01a5ad9-9f38-426c-a191-2cdc57143c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:46.694725 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28227e6-1d1d-40b8-8236-e67f4d5fe9df req-ed864800-117c-415d-abac-489d629ac122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:46.696731 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef167ad-a11c-4b5c-8bf3-5a572d3631c1 None None] Checking router: f60b0a0c-d205-4ed3-b4c3-def7f677e77c for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:20:46.697640 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c28227e6-1d1d-40b8-8236-e67f4d5fe9df req-ed864800-117c-415d-abac-489d629ac122 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=29e88c53-1a16-4ddf-bb52-3aa3dac4a9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517960 Nov 25 13:20:46.708193 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef167ad-a11c-4b5c-8bf3-5a572d3631c1 None None] Routers {'f60b0a0c-d205-4ed3-b4c3-def7f677e77c'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:20:46.711614 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-eef167ad-a11c-4b5c-8bf3-5a572d3631c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:20:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['f60b0a0c-d205-4ed3-b4c3-def7f677e77c'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:46.810387 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c28227e6-1d1d-40b8-8236-e67f4d5fe9df req-cea8a233-2e11-4ec7-aad0-00f52eea2887 service neutron] 10.222.0.47 "GET /v2.0/networks/29e88c53-1a16-4ddf-bb52-3aa3dac4a9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007566 Nov 25 13:20:46.811325 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52996) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:46.926789 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c28227e6-1d1d-40b8-8236-e67f4d5fe9df req-1176c442-515b-4fd7-ae1b-a55f02c78de0 service neutron] 10.222.0.47 "GET /v2.0/networks/29e88c53-1a16-4ddf-bb52-3aa3dac4a9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029196 Nov 25 13:20:46.942343 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-081e4891-95b8-4320-a47e-916c2616a9e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:46.996555 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-eef167ad-a11c-4b5c-8bf3-5a572d3631c1 None None] Set router f60b0a0c-d205-4ed3-b4c3-def7f677e77c gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:20:47.022018 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-081e4891-95b8-4320-a47e-916c2616a9e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:47.027199 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-081e4891-95b8-4320-a47e-916c2616a9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:47.068216 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-081e4891-95b8-4320-a47e-916c2616a9e0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=90c69297ba174c69a46a7e88c43d2db1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2557633 Nov 25 13:20:47.070069 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 53004) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:47.071516 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081e4891-95b8-4320-a47e-916c2616a9e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e03118d-2c11-4e96-8aa5-eba3315ede53,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:47.124644 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8a4e873f-a9b2-4c62-99f8-e4594692e52f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:47.127819 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18455d7d-7b35-4624-b6b2-faee8f3bc9b6 req-ea4ca964-47ca-484a-a0a6-885e448be6d0 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:47.129510 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-18455d7d-7b35-4624-b6b2-faee8f3bc9b6 req-ea4ca964-47ca-484a-a0a6-885e448be6d0 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 944 time: 0.0597172 Nov 25 13:20:47.146830 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8a4e873f-a9b2-4c62-99f8-e4594692e52f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:47.183643 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-18455d7d-7b35-4624-b6b2-faee8f3bc9b6 req-5339523c-4669-45b5-a345-6737e292e714 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472534 Nov 25 13:20:47.208350 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8a4e873f-a9b2-4c62-99f8-e4594692e52f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:47.211134 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8a4e873f-a9b2-4c62-99f8-e4594692e52f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:47.212276 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-8a4e873f-a9b2-4c62-99f8-e4594692e52f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6e03118d-2c11-4e96-8aa5-eba3315ede53 HTTP/1.1" status: 204 len: 168 time: 0.1409512 Nov 25 13:20:47.223635 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4e873f-a9b2-4c62-99f8-e4594692e52f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e03118d-2c11-4e96-8aa5-eba3315ede53,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:47.265726 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-eef167ad-a11c-4b5c-8bf3-5a572d3631c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f60b0a0c-d205-4ed3-b4c3-def7f677e77c', 'name': 'tempest-ServersTestBootFromVolume-1087633694-router', 'tenant_id': '40d8826cb6bc406990351c3cc8406e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'b2f35e38-ca45-4914-b763-85614b642496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:19:38Z', 'updated_at': '2021-11-25T13:19:50Z', 'revision_number': 4, 'project_id': '40d8826cb6bc406990351c3cc8406e5b', 'gw_port': {'id': 'b2f35e38-ca45-4914-b763-85614b642496', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:dd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60b0a0c-d205-4ed3-b4c3-def7f677e77c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:39Z', 'updated_at': '2021-11-25T13:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '8fd17926-6d2a-45a3-9eb3-1ce6e4606bbe', 'tenant_id': '40d8826cb6bc406990351c3cc8406e5b', 'floating_ip_address': '172.25.5.153', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': 'f60b0a0c-d205-4ed3-b4c3-def7f677e77c', 'port_id': '5be01006-b209-4dfc-824a-a222c272bd9a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29e88c53-1a16-4ddf-bb52-3aa3dac4a9e8', 'mac_address': 'fa:16:3e:1e:eb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1cd83d-d42e-4996-a102-e20cb106f612', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:19:54Z', 'updated_at': '2021-11-25T13:20:45Z', 'revision_number': 1, 'project_id': '40d8826cb6bc406990351c3cc8406e5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cd902ae-5953-4ef5-9f1a-4fb722c9a36c', 'name': '', 'network_id': '29e88c53-1a16-4ddf-bb52-3aa3dac4a9e8', 'tenant_id': '40d8826cb6bc406990351c3cc8406e5b', 'mac_address': 'fa:16:3e:53:b1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60b0a0c-d205-4ed3-b4c3-def7f677e77c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'b01a5ad9-9f38-426c-a191-2cdc57143c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:48Z', 'updated_at': '2021-11-25T13:19:54Z', 'revision_number': 5, 'project_id': '40d8826cb6bc406990351c3cc8406e5b', 'subnets': [{'id': 'b01a5ad9-9f38-426c-a191-2cdc57143c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:20:47.293767 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef167ad-a11c-4b5c-8bf3-5a572d3631c1 None None] The sync data for ids ['f60b0a0c-d205-4ed3-b4c3-def7f677e77c'] in n-d-808199-11 is: [{'id': 'f60b0a0c-d205-4ed3-b4c3-def7f677e77c', 'name': 'tempest-ServersTestBootFromVolume-1087633694-router', 'tenant_id': '40d8826cb6bc406990351c3cc8406e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'b2f35e38-ca45-4914-b763-85614b642496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:19:38Z', 'updated_at': '2021-11-25T13:19:50Z', 'revision_number': 4, 'project_id': '40d8826cb6bc406990351c3cc8406e5b', 'gw_port': {'id': 'b2f35e38-ca45-4914-b763-85614b642496', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:dd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60b0a0c-d205-4ed3-b4c3-def7f677e77c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:39Z', 'updated_at': '2021-11-25T13:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '8fd17926-6d2a-45a3-9eb3-1ce6e4606bbe', 'tenant_id': '40d8826cb6bc406990351c3cc8406e5b', 'floating_ip_address': '172.25.5.153', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': 'f60b0a0c-d205-4ed3-b4c3-def7f677e77c', 'port_id': '5be01006-b209-4dfc-824a-a222c272bd9a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29e88c53-1a16-4ddf-bb52-3aa3dac4a9e8', 'mac_address': 'fa:16:3e:1e:eb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1cd83d-d42e-4996-a102-e20cb106f612', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:19:54Z', 'updated_at': '2021-11-25T13:20:45Z', 'revision_number': 1, 'project_id': '40d8826cb6bc406990351c3cc8406e5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cd902ae-5953-4ef5-9f1a-4fb722c9a36c', 'name': '', 'network_id': '29e88c53-1a16-4ddf-bb52-3aa3dac4a9e8', 'tenant_id': '40d8826cb6bc406990351c3cc8406e5b', 'mac_address': 'fa:16:3e:53:b1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60b0a0c-d205-4ed3-b4c3-def7f677e77c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'b01a5ad9-9f38-426c-a191-2cdc57143c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:48Z', 'updated_at': '2021-11-25T13:19:54Z', 'revision_number': 5, 'project_id': '40d8826cb6bc406990351c3cc8406e5b', 'subnets': [{'id': 'b01a5ad9-9f38-426c-a191-2cdc57143c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:20:47.503526 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 53012) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:47.512471 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26343f85-f2ac-4228-99e8-69f85794427a None None] New status for floating IP 8fd17926-6d2a-45a3-9eb3-1ce6e4606bbe: ACTIVE {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 13:20:47.522036 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-20638c1b-2f80-45c3-a32b-b8706e0f0099 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:47.601026 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-20638c1b-2f80-45c3-a32b-b8706e0f0099 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:47.605462 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-20638c1b-2f80-45c3-a32b-b8706e0f0099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:47.644846 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20638c1b-2f80-45c3-a32b-b8706e0f0099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8994bd24-1f03-4c3c-b397-750bdccfc01c,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:47.649125 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-20638c1b-2f80-45c3-a32b-b8706e0f0099 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=76881acbd0364b0ba597c10b2818539a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1412616 Nov 25 13:20:47.651842 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 53016) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:20:47.704133 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a8dca22d-f292-4087-8342-0a59ff4798b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:47.725053 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a8dca22d-f292-4087-8342-0a59ff4798b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:47.772050 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a8dca22d-f292-4087-8342-0a59ff4798b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:47.774854 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a8dca22d-f292-4087-8342-0a59ff4798b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:20:47.776004 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-a8dca22d-f292-4087-8342-0a59ff4798b9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8994bd24-1f03-4c3c-b397-750bdccfc01c HTTP/1.1" status: 204 len: 168 time: 0.1232586 Nov 25 13:20:47.787259 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dca22d-f292-4087-8342-0a59ff4798b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8994bd24-1f03-4c3c-b397-750bdccfc01c,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:20:48.313052 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0a266-245a-4769-b80c-5fb2698f8dda req-a463aa86-ef4a-4542-b07b-27e7003026c2 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:48.314537 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ebe0a266-245a-4769-b80c-5fb2698f8dda req-a463aa86-ef4a-4542-b07b-27e7003026c2 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 944 time: 0.0528934 Nov 25 13:20:48.363190 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ebe0a266-245a-4769-b80c-5fb2698f8dda req-a2abd250-178c-45d9-9e00-0f6ce462938c tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423622 Nov 25 13:20:48.394942 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 25e5820e-3d16-4b76-8ce4-8c1cecbc39e5 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:20:49.498555 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081bbbb9-f842-4b2e-83f5-1b149f3cd3be req-d7e63ef6-19f0-4feb-bc55-4b857712e6dc tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:49.500661 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-081bbbb9-f842-4b2e-83f5-1b149f3cd3be req-d7e63ef6-19f0-4feb-bc55-4b857712e6dc tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 944 time: 0.0528584 Nov 25 13:20:49.556452 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-081bbbb9-f842-4b2e-83f5-1b149f3cd3be req-2030cb02-f49e-4c93-aab7-0c70c8eddd15 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485015 Nov 25 13:20:50.683389 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2286520-2f95-49af-9814-25631895d499 req-9635bd65-deba-4875-90f1-3928ca1364b8 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:50.685180 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e2286520-2f95-49af-9814-25631895d499 req-9635bd65-deba-4875-90f1-3928ca1364b8 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 944 time: 0.0494161 Nov 25 13:20:50.738302 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e2286520-2f95-49af-9814-25631895d499 req-9f6a4f45-33b7-49ec-8f36-95b4279c3a6f tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465884 Nov 25 13:20:51.860996 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af931e23-01e6-4d40-9856-5c79af877c4a req-c498d657-21fa-4858-b417-8c032da77331 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:51.862580 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-af931e23-01e6-4d40-9856-5c79af877c4a req-c498d657-21fa-4858-b417-8c032da77331 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 944 time: 0.0509794 Nov 25 13:20:51.921772 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-af931e23-01e6-4d40-9856-5c79af877c4a req-4ccc7ae5-9046-417a-877c-01a95b33b11c tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510819 Nov 25 13:20:53.043107 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef72006-9c1a-41e0-8e40-d42005dc78d7 req-14f09f9d-964a-4d8c-802a-6df5c9ec65bd tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:53.044598 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3ef72006-9c1a-41e0-8e40-d42005dc78d7 req-14f09f9d-964a-4d8c-802a-6df5c9ec65bd tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 944 time: 0.0521872 Nov 25 13:20:53.095691 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3ef72006-9c1a-41e0-8e40-d42005dc78d7 req-52ec381f-d7db-4571-a7ff-9e4e50255b80 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442441 Nov 25 13:20:54.239507 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72151969-f942-4e07-820f-cd6381a7fe15 req-326c048b-dec3-44af-8c80-21a08bc7c380 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:54.241041 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-72151969-f942-4e07-820f-cd6381a7fe15 req-326c048b-dec3-44af-8c80-21a08bc7c380 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 944 time: 0.0681803 Nov 25 13:20:54.289466 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-72151969-f942-4e07-820f-cd6381a7fe15 req-dbf90dc9-eb31-408d-beef-299c11a062df tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424170 Nov 25 13:20:55.423629 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b2ac98-c34d-4e62-8416-f2fb68d543cf req-878c122d-1119-4380-a021-cdd74c0c0087 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:55.425327 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a6b2ac98-c34d-4e62-8416-f2fb68d543cf req-878c122d-1119-4380-a021-cdd74c0c0087 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 944 time: 0.0573468 Nov 25 13:20:55.480561 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a6b2ac98-c34d-4e62-8416-f2fb68d543cf req-42895891-8701-4743-95c3-c9c1883fcdd6 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486605 Nov 25 13:20:55.714454 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1f30a-2cfa-4c28-baca-3f67028a320a req-231a2d9f-9437-4657-a5d5-cee43f1bc6e0 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:55.716095 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-24f1f30a-2cfa-4c28-baca-3f67028a320a req-231a2d9f-9437-4657-a5d5-cee43f1bc6e0 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 944 time: 0.0641906 Nov 25 13:20:55.768702 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff78e4-53f7-4dbb-bcc4-4ea4e0b03c45 req-1219c78b-9542-4c98-813f-0b153917498e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:55.770169 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-caff78e4-53f7-4dbb-bcc4-4ea4e0b03c45 req-1219c78b-9542-4c98-813f-0b153917498e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=621e47be21954218b422540d084376f9&device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 1096 time: 0.0621433 Nov 25 13:20:55.780884 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-24f1f30a-2cfa-4c28-baca-3f67028a320a req-56d05896-8ad3-454f-9047-a6f8849874b5 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571003 Nov 25 13:20:55.872511 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff78e4-53f7-4dbb-bcc4-4ea4e0b03c45 req-114e9f83-76fe-4472-bab6-15b5dd96103f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:55.874184 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-caff78e4-53f7-4dbb-bcc4-4ea4e0b03c45 req-114e9f83-76fe-4472-bab6-15b5dd96103f service neutron] 10.222.0.47 "GET /v2.0/networks?id=9accb235-a825-49d8-b9c6-39063069a4b3 HTTP/1.1" status: 200 len: 912 time: 0.0964298 Nov 25 13:20:55.949801 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-caff78e4-53f7-4dbb-bcc4-4ea4e0b03c45 req-3e1ae05c-eae4-488f-b6eb-0ee4973a1cea service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14 HTTP/1.1" status: 200 len: 999 time: 0.0670671 Nov 25 13:20:56.001575 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff78e4-53f7-4dbb-bcc4-4ea4e0b03c45 req-058d869a-9f19-4b3e-81b8-63a1d2ba3b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:56.003494 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-caff78e4-53f7-4dbb-bcc4-4ea4e0b03c45 req-058d869a-9f19-4b3e-81b8-63a1d2ba3b13 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b6a84af7-6347-4e0f-945a-98a5515a4a22 HTTP/1.1" status: 200 len: 850 time: 0.0458148 Nov 25 13:20:56.052075 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff78e4-53f7-4dbb-bcc4-4ea4e0b03c45 req-6a78a099-4d74-4cc2-bdd4-845a3a2cc03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:56.053576 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-caff78e4-53f7-4dbb-bcc4-4ea4e0b03c45 req-6a78a099-4d74-4cc2-bdd4-845a3a2cc03a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9accb235-a825-49d8-b9c6-39063069a4b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429304 Nov 25 13:20:56.152476 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-caff78e4-53f7-4dbb-bcc4-4ea4e0b03c45 req-e6d14a5e-3b95-47d7-a76e-5042e1b92ace service neutron] 10.222.0.47 "GET /v2.0/networks/9accb235-a825-49d8-b9c6-39063069a4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891342 Nov 25 13:20:56.250956 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-caff78e4-53f7-4dbb-bcc4-4ea4e0b03c45 req-cb5dea0b-808a-49f5-8cf7-d5f54f4f4823 service neutron] 10.222.0.47 "GET /v2.0/networks/9accb235-a825-49d8-b9c6-39063069a4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913517 Nov 25 13:20:56.910867 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d0e68-a83c-48f4-8006-4b319d48d1a7 req-6d9878f2-9fe5-4f1a-b9f3-2fc0f70898b5 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:56.912511 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fe0d0e68-a83c-48f4-8006-4b319d48d1a7 req-6d9878f2-9fe5-4f1a-b9f3-2fc0f70898b5 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 944 time: 0.0491872 Nov 25 13:20:56.966490 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fe0d0e68-a83c-48f4-8006-4b319d48d1a7 req-18d74538-7ec2-4ca6-ab65-7c320c237807 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476418 Nov 25 13:20:57.084787 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0777eb-ca88-4f7d-8917-57374fb0332b req-d9d59d90-e2eb-4768-9fbf-c2444003f59d tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:57.086323 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5e0777eb-ca88-4f7d-8917-57374fb0332b req-d9d59d90-e2eb-4768-9fbf-c2444003f59d tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 944 time: 0.0495274 Nov 25 13:20:57.141085 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5e0777eb-ca88-4f7d-8917-57374fb0332b req-5b024a61-3767-403c-acc6-9f0a35081d43 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477681 Nov 25 13:20:57.269432 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5240cb4-7d2d-43e9-96fd-0c7220aeab90 req-5c154765-9555-4adc-9507-78c35f129bca tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:57.271245 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d5240cb4-7d2d-43e9-96fd-0c7220aeab90 req-5c154765-9555-4adc-9507-78c35f129bca tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 944 time: 0.0512216 Nov 25 13:20:57.350240 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d5240cb4-7d2d-43e9-96fd-0c7220aeab90 req-b114a02e-0e1a-41f4-b343-c6dbbc93a7e9 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722218 Nov 25 13:20:57.608248 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d9f3d-adc4-41b7-8719-10ced10dcb0d req-f274b4f0-e0d6-41eb-a15f-142e64c804a4 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:57.610279 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-831d9f3d-adc4-41b7-8719-10ced10dcb0d req-f274b4f0-e0d6-41eb-a15f-142e64c804a4 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 944 time: 0.0535052 Nov 25 13:20:57.659948 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-831d9f3d-adc4-41b7-8719-10ced10dcb0d req-fd88cb07-532d-4748-b6b3-d12a9af32223 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430734 Nov 25 13:20:58.517685 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:20:58.785024 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f48545f-ecbe-4211-aba1-240d00d36436 req-ea91965c-512c-4d59-afde-ff9f23624445 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:58.786624 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4f48545f-ecbe-4211-aba1-240d00d36436 req-ea91965c-512c-4d59-afde-ff9f23624445 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 944 time: 0.0533621 Nov 25 13:20:58.834591 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4f48545f-ecbe-4211-aba1-240d00d36436 req-0a27afee-b80f-410c-984a-d6e93c1dd48f tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416281 Nov 25 13:20:59.048716 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10107e1b-ad7d-4224-a648-9c8f0e34f0f5 req-a16523a2-981b-4c9e-aa30-bf2922fa49d3 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:59.050382 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-10107e1b-ad7d-4224-a648-9c8f0e34f0f5 req-a16523a2-981b-4c9e-aa30-bf2922fa49d3 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 944 time: 0.0569649 Nov 25 13:20:59.068508 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc56e97-9739-479a-ba05-4731b5ae2354 req-e7c407e5-91b1-4577-828d-7ce335d6ff0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:59.070833 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bcc56e97-9739-479a-ba05-4731b5ae2354 req-e7c407e5-91b1-4577-828d-7ce335d6ff0e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=621e47be21954218b422540d084376f9&device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 1096 time: 0.0437818 Nov 25 13:20:59.106190 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-10107e1b-ad7d-4224-a648-9c8f0e34f0f5 req-4d1fff61-f6a1-4a8f-8ed6-24b6f07c8948 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492721 Nov 25 13:20:59.192915 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc56e97-9739-479a-ba05-4731b5ae2354 req-1abbd91e-97d8-4e7c-b3db-6ac116aab52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:59.194442 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bcc56e97-9739-479a-ba05-4731b5ae2354 req-1abbd91e-97d8-4e7c-b3db-6ac116aab52c service neutron] 10.222.0.47 "GET /v2.0/networks?id=9accb235-a825-49d8-b9c6-39063069a4b3 HTTP/1.1" status: 200 len: 912 time: 0.1145794 Nov 25 13:20:59.263842 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bcc56e97-9739-479a-ba05-4731b5ae2354 req-ad04ec44-2bc7-4239-915a-7d131f2f1573 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14 HTTP/1.1" status: 200 len: 999 time: 0.0615678 Nov 25 13:20:59.321703 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc56e97-9739-479a-ba05-4731b5ae2354 req-37fe5044-b2b9-4f88-be01-3d14b1525839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:59.323199 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bcc56e97-9739-479a-ba05-4731b5ae2354 req-37fe5044-b2b9-4f88-be01-3d14b1525839 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b6a84af7-6347-4e0f-945a-98a5515a4a22 HTTP/1.1" status: 200 len: 850 time: 0.0499241 Nov 25 13:20:59.368482 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc56e97-9739-479a-ba05-4731b5ae2354 req-13a0fb46-7378-4a35-a566-26e03e15abdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:20:59.369901 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bcc56e97-9739-479a-ba05-4731b5ae2354 req-13a0fb46-7378-4a35-a566-26e03e15abdd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9accb235-a825-49d8-b9c6-39063069a4b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395219 Nov 25 13:20:59.465619 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bcc56e97-9739-479a-ba05-4731b5ae2354 req-06d1eaa5-b04a-4fc8-886b-948057b8c696 service neutron] 10.222.0.47 "GET /v2.0/networks/9accb235-a825-49d8-b9c6-39063069a4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876811 Nov 25 13:20:59.563863 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bcc56e97-9739-479a-ba05-4731b5ae2354 req-e1d5e95c-a8f5-4a66-930c-ea1725c090ed service neutron] 10.222.0.47 "GET /v2.0/networks/9accb235-a825-49d8-b9c6-39063069a4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907817 Nov 25 13:21:00.251554 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dbe612-c3ae-4770-9db8-c2ef68b59782 req-ac15137d-728d-436d-9163-08e7bf38a9d4 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:00.253038 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f0dbe612-c3ae-4770-9db8-c2ef68b59782 req-ac15137d-728d-436d-9163-08e7bf38a9d4 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 944 time: 0.0637362 Nov 25 13:21:00.301690 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-990312ff-6d43-4148-a949-f066b8cee0d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:00.315825 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f0dbe612-c3ae-4770-9db8-c2ef68b59782 req-1eec2a57-9565-4504-9819-459e6a2f0b8b tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552104 Nov 25 13:21:01.433599 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ac9399-4dec-4549-a278-c3d7648648f9 req-32ac5922-ac94-453e-823a-907a3e3eb82d tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:01.435025 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-04ac9399-4dec-4549-a278-c3d7648648f9 req-32ac5922-ac94-453e-823a-907a3e3eb82d tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 944 time: 0.0490794 Nov 25 13:21:01.486729 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-04ac9399-4dec-4549-a278-c3d7648648f9 req-b14bb3f3-773d-4ec5-87fb-41acbd901261 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450201 Nov 25 13:21:01.651355 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37230fa-47d8-4bf0-8b8c-64730618a067 req-d8281a5e-5ab5-4b2c-9f32-ebd2483d216d tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:01.653083 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c37230fa-47d8-4bf0-8b8c-64730618a067 req-d8281a5e-5ab5-4b2c-9f32-ebd2483d216d tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 944 time: 0.0641727 Nov 25 13:21:01.713712 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c37230fa-47d8-4bf0-8b8c-64730618a067 req-15753bf2-410b-4ee7-8429-202136f77307 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518787 Nov 25 13:21:02.503804 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eccc31-4e5d-4630-bb5f-672e6559f369 req-9b32eab9-0c1d-4a89-b0f3-3f2c52853ece tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:02.505376 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-36eccc31-4e5d-4630-bb5f-672e6559f369 req-9b32eab9-0c1d-4a89-b0f3-3f2c52853ece tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc856a1-e795-4cb8-b5b4-c434962ee665 HTTP/1.1" status: 200 len: 944 time: 0.0555947 Nov 25 13:21:02.605819 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-36eccc31-4e5d-4630-bb5f-672e6559f369 req-c116d83b-2c61-4168-a73a-f6c6eca684b4 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Deleting port 25e5820e-3d16-4b76-8ce4-8c1cecbc39e5 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:21:02.606195 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-36eccc31-4e5d-4630-bb5f-672e6559f369 req-c116d83b-2c61-4168-a73a-f6c6eca684b4 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:02.724063 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-36eccc31-4e5d-4630-bb5f-672e6559f369 req-c116d83b-2c61-4168-a73a-f6c6eca684b4 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] For port 25e5820e-3d16-4b76-8ce4-8c1cecbc39e5, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=25e5820e-3d16-4b76-8ce4-8c1cecbc39e5,segment=NetworkSegment(c770b2a8-6850-4501-ba81-87e53f72232e),segment_id=c770b2a8-6850-4501-ba81-87e53f72232e)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:21:02.724330 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-36eccc31-4e5d-4630-bb5f-672e6559f369 req-c116d83b-2c61-4168-a73a-f6c6eca684b4 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:02.729033 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-26c117e8-ccb5-45a0-a296-ad4d6a09ec95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:02.740057 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-36eccc31-4e5d-4630-bb5f-672e6559f369 req-c116d83b-2c61-4168-a73a-f6c6eca684b4 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Calling delete_port for 25e5820e-3d16-4b76-8ce4-8c1cecbc39e5 owned by compute:nova {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:21:02.894095 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-36eccc31-4e5d-4630-bb5f-672e6559f369 req-c116d83b-2c61-4168-a73a-f6c6eca684b4 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:02.908720 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['d6e63749-0e7e-47e9-84a3-14fef84346a7'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:21:02.926053 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c116d83b-2c61-4168-a73a-f6c6eca684b4 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Pushing event deleted for resources: {'Port': ['ID=25e5820e-3d16-4b76-8ce4-8c1cecbc39e5,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:02.939945 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c116d83b-2c61-4168-a73a-f6c6eca684b4 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:21:02.940417 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c116d83b-2c61-4168-a73a-f6c6eca684b4 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:21:02.940891 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c116d83b-2c61-4168-a73a-f6c6eca684b4 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:21:02.941334 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c116d83b-2c61-4168-a73a-f6c6eca684b4 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:21:02.941779 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c116d83b-2c61-4168-a73a-f6c6eca684b4 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:21:02.942217 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c116d83b-2c61-4168-a73a-f6c6eca684b4 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:21:02.942651 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c116d83b-2c61-4168-a73a-f6c6eca684b4 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:21:02.943103 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c116d83b-2c61-4168-a73a-f6c6eca684b4 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:21:02.943542 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c116d83b-2c61-4168-a73a-f6c6eca684b4 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:21:02.943972 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c116d83b-2c61-4168-a73a-f6c6eca684b4 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:21:02.944420 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c116d83b-2c61-4168-a73a-f6c6eca684b4 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:21:02.944854 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c116d83b-2c61-4168-a73a-f6c6eca684b4 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:21:02.972653 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['e2a5a626-de21-4a40-bd62-bacea0a9d1bd'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:21:02.994153 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-36eccc31-4e5d-4630-bb5f-672e6559f369 req-c116d83b-2c61-4168-a73a-f6c6eca684b4 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] No DVR routers for this DVR port 25e5820e-3d16-4b76-8ce4-8c1cecbc39e5 on host n-h2-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:21:03.001941 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-36eccc31-4e5d-4630-bb5f-672e6559f369 req-c116d83b-2c61-4168-a73a-f6c6eca684b4 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:03.006876 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-36eccc31-4e5d-4630-bb5f-672e6559f369 req-c116d83b-2c61-4168-a73a-f6c6eca684b4 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "DELETE /v2.0/ports/25e5820e-3d16-4b76-8ce4-8c1cecbc39e5 HTTP/1.1" status: 204 len: 173 time: 0.4943836 Nov 25 13:21:03.007336 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc856a1-e795-4cb8-b5b4-c434962ee665', 'name': 'network-vif-deleted', 'tag': '25e5820e-3d16-4b76-8ce4-8c1cecbc39e5'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:21:03.009654 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728741f7-1b28-4589-a582-3f51f5b5e7bf" -d '{"events": [{"server_uuid": "3cc856a1-e795-4cb8-b5b4-c434962ee665", "name": "network-vif-deleted", "tag": "25e5820e-3d16-4b76-8ce4-8c1cecbc39e5"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:21:03.104301 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 25 Nov 2021 13:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f40291a-98c8-41af-80eb-6eaac59e20aa x-openstack-request-id: req-5f40291a-98c8-41af-80eb-6eaac59e20aa {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:21:03.104625 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc856a1-e795-4cb8-b5b4-c434962ee665", "name": "network-vif-deleted", "tag": "25e5820e-3d16-4b76-8ce4-8c1cecbc39e5", "status": "failed", "code": 422}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:21:03.104879 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5f40291a-98c8-41af-80eb-6eaac59e20aa {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:21:03.105315 n-d-808199-11 neutron-server[103570]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3cc856a1-e795-4cb8-b5b4-c434962ee665', 'name': 'network-vif-deleted', 'tag': '25e5820e-3d16-4b76-8ce4-8c1cecbc39e5', 'status': 'failed', 'code': 422} returned with failed status Nov 25 13:21:03.777731 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:03.905237 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c065c6e-5788-4f5e-a270-3eb142d0460c req-94d7da06-21ac-440b-9fa0-8d477a3dc09b tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:03.907497 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1c065c6e-5788-4f5e-a270-3eb142d0460c req-94d7da06-21ac-440b-9fa0-8d477a3dc09b tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=96f607cf-5cc8-4448-a85a-7003800016d0 HTTP/1.1" status: 200 len: 908 time: 0.0573349 Nov 25 13:21:05.044371 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f408ed-f2ba-42e1-a6d5-2327a6ee0b7c req-81037050-deaa-4b4a-b30b-c3693dca00f0 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:05.045973 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-02f408ed-f2ba-42e1-a6d5-2327a6ee0b7c req-81037050-deaa-4b4a-b30b-c3693dca00f0 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=96f607cf-5cc8-4448-a85a-7003800016d0 HTTP/1.1" status: 200 len: 908 time: 0.0590088 Nov 25 13:21:05.111398 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:05.331967 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a20747-c924-49eb-bf70-1057454d6bff req-d6e16bd5-3652-47d5-b184-65f07f93c8e6 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:05.333560 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d0a20747-c924-49eb-bf70-1057454d6bff req-d6e16bd5-3652-47d5-b184-65f07f93c8e6 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.66 "GET /v2.0/ports?device_id=96f607cf-5cc8-4448-a85a-7003800016d0 HTTP/1.1" status: 200 len: 908 time: 0.0546291 Nov 25 13:21:05.446335 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-d0a20747-c924-49eb-bf70-1057454d6bff req-0554c569-5529-4bac-b526-c44b7fbdb9d5 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Deleting port 6791656b-b210-481e-9a3a-dd38c51ba87b {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:21:05.446669 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d0a20747-c924-49eb-bf70-1057454d6bff req-0554c569-5529-4bac-b526-c44b7fbdb9d5 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:05.538094 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-d0a20747-c924-49eb-bf70-1057454d6bff req-0554c569-5529-4bac-b526-c44b7fbdb9d5 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] For port 6791656b-b210-481e-9a3a-dd38c51ba87b, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=6791656b-b210-481e-9a3a-dd38c51ba87b,segment=NetworkSegment(c770b2a8-6850-4501-ba81-87e53f72232e),segment_id=c770b2a8-6850-4501-ba81-87e53f72232e)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:21:05.538455 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d0a20747-c924-49eb-bf70-1057454d6bff req-0554c569-5529-4bac-b526-c44b7fbdb9d5 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:05.553055 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-d0a20747-c924-49eb-bf70-1057454d6bff req-0554c569-5529-4bac-b526-c44b7fbdb9d5 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Calling delete_port for 6791656b-b210-481e-9a3a-dd38c51ba87b owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:21:05.689222 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d0a20747-c924-49eb-bf70-1057454d6bff req-0554c569-5529-4bac-b526-c44b7fbdb9d5 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:05.720426 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0554c569-5529-4bac-b526-c44b7fbdb9d5 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Pushing event deleted for resources: {'Port': ['ID=6791656b-b210-481e-9a3a-dd38c51ba87b,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:05.773226 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a20747-c924-49eb-bf70-1057454d6bff req-0554c569-5529-4bac-b526-c44b7fbdb9d5 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] No DVR routers for this DVR port 6791656b-b210-481e-9a3a-dd38c51ba87b on host n-h1-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:21:05.776902 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d0a20747-c924-49eb-bf70-1057454d6bff req-0554c569-5529-4bac-b526-c44b7fbdb9d5 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:05.781268 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d0a20747-c924-49eb-bf70-1057454d6bff req-0554c569-5529-4bac-b526-c44b7fbdb9d5 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.66 "DELETE /v2.0/ports/6791656b-b210-481e-9a3a-dd38c51ba87b HTTP/1.1" status: 204 len: 173 time: 0.4378166 Nov 25 13:21:05.781807 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f607cf-5cc8-4448-a85a-7003800016d0', 'name': 'network-vif-deleted', 'tag': '6791656b-b210-481e-9a3a-dd38c51ba87b'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:21:05.784334 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7a53e4-7bc4-4afd-a001-5fa9be47a40c" -d '{"events": [{"server_uuid": "96f607cf-5cc8-4448-a85a-7003800016d0", "name": "network-vif-deleted", "tag": "6791656b-b210-481e-9a3a-dd38c51ba87b"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:21:05.837936 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c602ca4e-7e22-42e8-8b11-6d82123c2061 x-openstack-request-id: req-c602ca4e-7e22-42e8-8b11-6d82123c2061 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:21:05.838315 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96f607cf-5cc8-4448-a85a-7003800016d0", "name": "network-vif-deleted", "tag": "6791656b-b210-481e-9a3a-dd38c51ba87b", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:21:05.838642 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c602ca4e-7e22-42e8-8b11-6d82123c2061 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:21:05.839180 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f607cf-5cc8-4448-a85a-7003800016d0', 'name': 'network-vif-deleted', 'tag': '6791656b-b210-481e-9a3a-dd38c51ba87b', 'status': 'completed', 'code': 200} Nov 25 13:21:06.179426 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-783d1966-c87e-4864-86fb-b7f4c55f0776 req-b75fc742-cb5a-44b7-98dd-4d4b19d2dd5c tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=96f607cf-5cc8-4448-a85a-7003800016d0 HTTP/1.1" status: 200 len: 210 time: 0.0270033 Nov 25 13:21:06.209104 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:06.803396 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ee2eb-a40f-4132-88b0-728151e895bc req-919d13f2-b013-4557-bcd8-676751fead37 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:06.809473 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ee2eb-a40f-4132-88b0-728151e895bc req-919d13f2-b013-4557-bcd8-676751fead37 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:06.815331 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ee2eb-a40f-4132-88b0-728151e895bc req-919d13f2-b013-4557-bcd8-676751fead37 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:06.821388 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ee2eb-a40f-4132-88b0-728151e895bc req-919d13f2-b013-4557-bcd8-676751fead37 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:06.827442 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ee2eb-a40f-4132-88b0-728151e895bc req-919d13f2-b013-4557-bcd8-676751fead37 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:06.833817 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ee2eb-a40f-4132-88b0-728151e895bc req-919d13f2-b013-4557-bcd8-676751fead37 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:06.839779 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ee2eb-a40f-4132-88b0-728151e895bc req-919d13f2-b013-4557-bcd8-676751fead37 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:06.841767 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8b8ee2eb-a40f-4132-88b0-728151e895bc req-919d13f2-b013-4557-bcd8-676751fead37 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 5445 time: 0.0939403 Nov 25 13:21:06.903496 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8b8ee2eb-a40f-4132-88b0-728151e895bc req-48f23318-2714-4bb6-9cde-37e73d8c4178 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/security-groups?id=b58ccaf7-fcbc-46a0-8300-65e745ae9e20&id=0bfd0f62-df40-4a2c-8890-32844a1d7ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546887 Nov 25 13:21:07.525091 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb58d19-30d1-4c53-988a-3564d1fbc059 req-3e4617ac-5257-4a6e-872b-3758eae8f954 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:07.527397 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3bb58d19-30d1-4c53-988a-3564d1fbc059 req-3e4617ac-5257-4a6e-872b-3758eae8f954 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=2157e63b-df45-4a8a-bb8e-b5e37b6c333c HTTP/1.1" status: 200 len: 945 time: 0.0691023 Nov 25 13:21:07.575007 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53448) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:21:07.590239 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3bb58d19-30d1-4c53-988a-3564d1fbc059 req-e8860c74-2e3c-4fe0-94c0-ce2f57c155d0 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec610c10-0015-4919-a10e-9c11537c59cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559795 Nov 25 13:21:07.692582 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8f22b3d9-19bb-4311-b0ba-1a2a0d82c7f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:07.771088 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8f22b3d9-19bb-4311-b0ba-1a2a0d82c7f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:07.775067 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8f22b3d9-19bb-4311-b0ba-1a2a0d82c7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:07.816086 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-8f22b3d9-19bb-4311-b0ba-1a2a0d82c7f6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=03cc4043de944c029b40f508f4946334&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2398229 Nov 25 13:21:07.817031 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f22b3d9-19bb-4311-b0ba-1a2a0d82c7f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=680f75c8-7a41-43ea-ba80-98a5d06aabb4,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:07.820005 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 53454) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:21:07.877271 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-abfab0eb-5b96-427d-a2c9-bf0bd2efa3b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:07.905421 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-abfab0eb-5b96-427d-a2c9-bf0bd2efa3b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:07.952535 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:07.970526 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-abfab0eb-5b96-427d-a2c9-bf0bd2efa3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:07.974076 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-abfab0eb-5b96-427d-a2c9-bf0bd2efa3b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:07.976047 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-abfab0eb-5b96-427d-a2c9-bf0bd2efa3b1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/680f75c8-7a41-43ea-ba80-98a5d06aabb4 HTTP/1.1" status: 204 len: 168 time: 0.1538901 Nov 25 13:21:07.987516 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfab0eb-5b96-427d-a2c9-bf0bd2efa3b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=680f75c8-7a41-43ea-ba80-98a5d06aabb4,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:08.069050 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-9e1e6ba8-6bf0-40eb-9a66-b6fc71114c9d tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:08.074085 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda6a0de-be55-4171-b4b4-64e2e49d39ba req-51d3df9a-12e7-4644-8e5f-fa2e70681e38 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:08.075461 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-9e1e6ba8-6bf0-40eb-9a66-b6fc71114c9d tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:08.081818 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-9e1e6ba8-6bf0-40eb-9a66-b6fc71114c9d tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:08.083216 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda6a0de-be55-4171-b4b4-64e2e49d39ba req-51d3df9a-12e7-4644-8e5f-fa2e70681e38 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:08.088808 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-9e1e6ba8-6bf0-40eb-9a66-b6fc71114c9d tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:08.090133 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda6a0de-be55-4171-b4b4-64e2e49d39ba req-51d3df9a-12e7-4644-8e5f-fa2e70681e38 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:08.096045 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-9e1e6ba8-6bf0-40eb-9a66-b6fc71114c9d tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:08.099770 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda6a0de-be55-4171-b4b4-64e2e49d39ba req-51d3df9a-12e7-4644-8e5f-fa2e70681e38 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:08.102464 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-9e1e6ba8-6bf0-40eb-9a66-b6fc71114c9d tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:08.108607 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-9e1e6ba8-6bf0-40eb-9a66-b6fc71114c9d tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:08.110722 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda6a0de-be55-4171-b4b4-64e2e49d39ba req-51d3df9a-12e7-4644-8e5f-fa2e70681e38 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:08.111630 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-9e1e6ba8-6bf0-40eb-9a66-b6fc71114c9d tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.66 "GET /v2.0/ports?device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 5445 time: 0.1061027 Nov 25 13:21:08.121849 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda6a0de-be55-4171-b4b4-64e2e49d39ba req-51d3df9a-12e7-4644-8e5f-fa2e70681e38 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:08.130257 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda6a0de-be55-4171-b4b4-64e2e49d39ba req-51d3df9a-12e7-4644-8e5f-fa2e70681e38 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:08.139156 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dda6a0de-be55-4171-b4b4-64e2e49d39ba req-51d3df9a-12e7-4644-8e5f-fa2e70681e38 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 5445 time: 0.1366463 Nov 25 13:21:08.196154 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-d9b14eb9-db43-48e4-94ae-06e803ebdd1f tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:08.208282 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-d9b14eb9-db43-48e4-94ae-06e803ebdd1f tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.66 "GET /v2.0/ports/724cccc6-fca6-4f56-9b33-692920a85a29?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0858173 Nov 25 13:21:08.241462 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dda6a0de-be55-4171-b4b4-64e2e49d39ba req-df197c3f-240c-4a23-a942-4c866a347e40 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/security-groups?id=b58ccaf7-fcbc-46a0-8300-65e745ae9e20&id=0bfd0f62-df40-4a2c-8890-32844a1d7ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1000774 Nov 25 13:21:08.274930 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 3c54be67-fab8-4e6e-9f89-11a59ddfbd31 no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:21:08.396678 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-a4838feb-b58e-4f4a-b4f8-a632f8d3739d tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.66 "GET /v2.0/networks/2b823069-d9bd-4f42-87ec-afb97511a19d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1756916 Nov 25 13:21:08.414013 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-aefb7a4b-b4db-4068-a367-b9b358955c16 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:21:08.444421 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:08.473215 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee53681-812c-43dc-8dd6-e2917a13f52b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c54be67-fab8-4e6e-9f89-11a59ddfbd31'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:21:08.476341 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b03143a-53b4-4c89-ba17-1341dc4ac535" -d '{"events": [{"server_uuid": "1ee53681-812c-43dc-8dd6-e2917a13f52b", "name": "network-vif-unplugged", "status": "completed", "tag": "3c54be67-fab8-4e6e-9f89-11a59ddfbd31"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:21:08.493144 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-aefb7a4b-b4db-4068-a367-b9b358955c16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:08.505396 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 3c54be67-fab8-4e6e-9f89-11a59ddfbd31, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=3c54be67-fab8-4e6e-9f89-11a59ddfbd31,segment=NetworkSegment(d1ee1bae-4fd4-4d54-817b-17b6c5f31726),segment_id=d1ee1bae-4fd4-4d54-817b-17b6c5f31726)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:21:08.509674 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:08.510377 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 6791656b-b210-481e-9a3a-dd38c51ba87b no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:21:08.548462 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 13:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06e1446-8f81-4d6f-b928-608db52a9a4b x-openstack-request-id: req-f06e1446-8f81-4d6f-b928-608db52a9a4b {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:21:08.548710 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ee53681-812c-43dc-8dd6-e2917a13f52b", "name": "network-vif-unplugged", "status": "completed", "tag": "3c54be67-fab8-4e6e-9f89-11a59ddfbd31", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:21:08.548918 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f06e1446-8f81-4d6f-b928-608db52a9a4b {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:21:08.549311 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee53681-812c-43dc-8dd6-e2917a13f52b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c54be67-fab8-4e6e-9f89-11a59ddfbd31', 'code': 200} Nov 25 13:21:08.551957 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] No Port match for: 6791656b-b210-481e-9a3a-dd38c51ba87b {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:21:08.552307 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 6791656b-b210-481e-9a3a-dd38c51ba87b not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:21:08.581798 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=3c54be67-fab8-4e6e-9f89-11a59ddfbd31,revision_number=6']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:08.656539 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-aefb7a4b-b4db-4068-a367-b9b358955c16 service neutron] For port 724cccc6-fca6-4f56-9b33-692920a85a29, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=724cccc6-fca6-4f56-9b33-692920a85a29,segment=NetworkSegment(4bbc928c-6a05-48c7-bd98-100069b17bb5),segment_id=4bbc928c-6a05-48c7-bd98-100069b17bb5)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:21:08.699097 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-aefb7a4b-b4db-4068-a367-b9b358955c16 service neutron] For port 724cccc6-fca6-4f56-9b33-692920a85a29, host n-h1-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:21:08.721354 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35b89e-28c3-4556-9c81-6fe5daea3edc req-818c0b5e-1a97-4306-85e0-a1a0299a646d tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:08.723017 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ad35b89e-28c3-4556-9c81-6fe5daea3edc req-818c0b5e-1a97-4306-85e0-a1a0299a646d tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=2157e63b-df45-4a8a-bb8e-b5e37b6c333c HTTP/1.1" status: 200 len: 945 time: 0.0564976 Nov 25 13:21:08.734160 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-aefb7a4b-b4db-4068-a367-b9b358955c16 service neutron] device_id is not set on port 724cccc6-fca6-4f56-9b33-692920a85a29 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:21:08.743247 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-aefb7a4b-b4db-4068-a367-b9b358955c16 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:08.748708 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-aefb7a4b-b4db-4068-a367-b9b358955c16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:08.783743 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ad35b89e-28c3-4556-9c81-6fe5daea3edc req-bce8c7d2-66f7-4264-82c7-c18c042c17d9 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec610c10-0015-4919-a10e-9c11537c59cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535748 Nov 25 13:21:08.813138 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-aefb7a4b-b4db-4068-a367-b9b358955c16 service neutron] No DVR routers for this DVR port 724cccc6-fca6-4f56-9b33-692920a85a29 on host n-h1-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:21:08.816349 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefb7a4b-b4db-4068-a367-b9b358955c16 service neutron] Pushing event updated for resources: {'Port': ['ID=724cccc6-fca6-4f56-9b33-692920a85a29,revision_number=6']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:08.882953 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-aefb7a4b-b4db-4068-a367-b9b358955c16 service neutron] In _notify_port_updated(), no bound segment for port 724cccc6-fca6-4f56-9b33-692920a85a29 on network 2b823069-d9bd-4f42-87ec-afb97511a19d {{(pid=103571) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 13:21:08.883840 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-aefb7a4b-b4db-4068-a367-b9b358955c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:08.884458 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-aefb7a4b-b4db-4068-a367-b9b358955c16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:08.885753 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-aefb7a4b-b4db-4068-a367-b9b358955c16 service neutron] 10.222.0.66 "PUT /v2.0/ports/724cccc6-fca6-4f56-9b33-692920a85a29 HTTP/1.1" status: 200 len: 1032 time: 0.4780171 Nov 25 13:21:08.915719 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e7f7c-a81d-4d9c-bc6e-4b5074a7ccbb req-752559c8-1d6f-400d-a220-232fcd22a893 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:08.917138 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4b6e7f7c-a81d-4d9c-bc6e-4b5074a7ccbb req-752559c8-1d6f-400d-a220-232fcd22a893 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.47 "GET /v2.0/ports?device_id=2157e63b-df45-4a8a-bb8e-b5e37b6c333c HTTP/1.1" status: 200 len: 945 time: 0.0751772 Nov 25 13:21:08.977408 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-43ed756f-7055-44b7-b46a-89c40b2a426e tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:08.978974 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-43ed756f-7055-44b7-b46a-89c40b2a426e tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.66 "GET /v2.0/ports/0f2c65ca-cd9b-4cf4-b4b7-974dd4a0e921?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0814724 Nov 25 13:21:08.996733 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-59775e21-a40d-4b96-a481-2d314917e8b1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:21:09.024365 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-97eced99-5b3c-43c2-b31c-19e10b996ca4 None None] Provisioning complete for port 724cccc6-fca6-4f56-9b33-692920a85a29 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:21:09.024923 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-97eced99-5b3c-43c2-b31c-19e10b996ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:09.062390 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-97eced99-5b3c-43c2-b31c-19e10b996ca4 None None] Port 724cccc6-fca6-4f56-9b33-692920a85a29 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:21:09.084226 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-59775e21-a40d-4b96-a481-2d314917e8b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:09.126989 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-4b6e7f7c-a81d-4d9c-bc6e-4b5074a7ccbb req-82ed91b1-7e45-4c12-b2be-3d4fec9e411c tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Deleting port d6e63749-0e7e-47e9-84a3-14fef84346a7 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:21:09.127337 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-4b6e7f7c-a81d-4d9c-bc6e-4b5074a7ccbb req-82ed91b1-7e45-4c12-b2be-3d4fec9e411c tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:09.276400 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-4b6e7f7c-a81d-4d9c-bc6e-4b5074a7ccbb req-82ed91b1-7e45-4c12-b2be-3d4fec9e411c tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] For port d6e63749-0e7e-47e9-84a3-14fef84346a7, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=d6e63749-0e7e-47e9-84a3-14fef84346a7,segment=NetworkSegment(c770b2a8-6850-4501-ba81-87e53f72232e),segment_id=c770b2a8-6850-4501-ba81-87e53f72232e)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:21:09.276733 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-4b6e7f7c-a81d-4d9c-bc6e-4b5074a7ccbb req-82ed91b1-7e45-4c12-b2be-3d4fec9e411c tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:09.300850 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-4b6e7f7c-a81d-4d9c-bc6e-4b5074a7ccbb req-82ed91b1-7e45-4c12-b2be-3d4fec9e411c tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Calling delete_port for d6e63749-0e7e-47e9-84a3-14fef84346a7 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:21:09.318627 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-59775e21-a40d-4b96-a481-2d314917e8b1 service neutron] For port 0f2c65ca-cd9b-4cf4-b4b7-974dd4a0e921, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=0f2c65ca-cd9b-4cf4-b4b7-974dd4a0e921,segment=NetworkSegment(4bbc928c-6a05-48c7-bd98-100069b17bb5),segment_id=4bbc928c-6a05-48c7-bd98-100069b17bb5)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:21:09.403000 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-59775e21-a40d-4b96-a481-2d314917e8b1 service neutron] For port 0f2c65ca-cd9b-4cf4-b4b7-974dd4a0e921, host n-h1-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:21:09.438191 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b037c5-a5e0-4a00-a580-85b11fa56926 req-bc11e970-a22a-4af2-9585-e21a6fab276e tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:09.445859 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b037c5-a5e0-4a00-a580-85b11fa56926 req-bc11e970-a22a-4af2-9585-e21a6fab276e tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:09.447467 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-59775e21-a40d-4b96-a481-2d314917e8b1 service neutron] device_id is not set on port 0f2c65ca-cd9b-4cf4-b4b7-974dd4a0e921 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:21:09.455220 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b037c5-a5e0-4a00-a580-85b11fa56926 req-bc11e970-a22a-4af2-9585-e21a6fab276e tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:09.456754 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-59775e21-a40d-4b96-a481-2d314917e8b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:09.462663 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b037c5-a5e0-4a00-a580-85b11fa56926 req-bc11e970-a22a-4af2-9585-e21a6fab276e tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:09.466335 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-59775e21-a40d-4b96-a481-2d314917e8b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:09.470597 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b037c5-a5e0-4a00-a580-85b11fa56926 req-bc11e970-a22a-4af2-9585-e21a6fab276e tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:09.477909 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b037c5-a5e0-4a00-a580-85b11fa56926 req-bc11e970-a22a-4af2-9585-e21a6fab276e tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:09.480246 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-72b037c5-a5e0-4a00-a580-85b11fa56926 req-bc11e970-a22a-4af2-9585-e21a6fab276e tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 4664 time: 0.1081614 Nov 25 13:21:09.547574 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-72b037c5-a5e0-4a00-a580-85b11fa56926 req-17f85f9e-3478-4899-9ebe-5b01cd2fc953 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/security-groups?id=b58ccaf7-fcbc-46a0-8300-65e745ae9e20&id=0bfd0f62-df40-4a2c-8890-32844a1d7ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0599005 Nov 25 13:21:09.556900 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59775e21-a40d-4b96-a481-2d314917e8b1 service neutron] Pushing event updated for resources: {'Port': ['ID=0f2c65ca-cd9b-4cf4-b4b7-974dd4a0e921,revision_number=6']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:09.572476 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-4b6e7f7c-a81d-4d9c-bc6e-4b5074a7ccbb req-82ed91b1-7e45-4c12-b2be-3d4fec9e411c tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:09.574591 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-59775e21-a40d-4b96-a481-2d314917e8b1 service neutron] No DVR routers for this DVR port 0f2c65ca-cd9b-4cf4-b4b7-974dd4a0e921 on host n-h1-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:21:09.589801 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['d6e63749-0e7e-47e9-84a3-14fef84346a7'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:21:09.593977 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['e2a5a626-de21-4a40-bd62-bacea0a9d1bd'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:21:09.625400 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ed91b1-7e45-4c12-b2be-3d4fec9e411c tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Pushing event deleted for resources: {'Port': ['ID=d6e63749-0e7e-47e9-84a3-14fef84346a7,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:09.664984 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-59775e21-a40d-4b96-a481-2d314917e8b1 service neutron] In _notify_port_updated(), no bound segment for port 0f2c65ca-cd9b-4cf4-b4b7-974dd4a0e921 on network 2b823069-d9bd-4f42-87ec-afb97511a19d {{(pid=103571) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 13:21:09.666131 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-59775e21-a40d-4b96-a481-2d314917e8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:09.666817 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-59775e21-a40d-4b96-a481-2d314917e8b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:09.668098 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-59775e21-a40d-4b96-a481-2d314917e8b1 service neutron] 10.222.0.66 "PUT /v2.0/ports/0f2c65ca-cd9b-4cf4-b4b7-974dd4a0e921 HTTP/1.1" status: 200 len: 1033 time: 0.6752725 Nov 25 13:21:09.685756 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b6e7f7c-a81d-4d9c-bc6e-4b5074a7ccbb req-82ed91b1-7e45-4c12-b2be-3d4fec9e411c tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] No DVR routers for this DVR port d6e63749-0e7e-47e9-84a3-14fef84346a7 on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:21:09.694745 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-4b6e7f7c-a81d-4d9c-bc6e-4b5074a7ccbb req-82ed91b1-7e45-4c12-b2be-3d4fec9e411c tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:09.697807 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4b6e7f7c-a81d-4d9c-bc6e-4b5074a7ccbb req-82ed91b1-7e45-4c12-b2be-3d4fec9e411c tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.47 "DELETE /v2.0/ports/d6e63749-0e7e-47e9-84a3-14fef84346a7 HTTP/1.1" status: 204 len: 173 time: 0.7634804 Nov 25 13:21:09.698277 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2157e63b-df45-4a8a-bb8e-b5e37b6c333c', 'name': 'network-vif-deleted', 'tag': 'd6e63749-0e7e-47e9-84a3-14fef84346a7'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:21:09.700638 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7157733-c689-45cd-b46b-954c63b9ad5b" -d '{"events": [{"server_uuid": "2157e63b-df45-4a8a-bb8e-b5e37b6c333c", "name": "network-vif-deleted", "tag": "d6e63749-0e7e-47e9-84a3-14fef84346a7"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:21:09.766266 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8cc05c-3826-4b3a-ba35-33dc8d7fe50f x-openstack-request-id: req-6d8cc05c-3826-4b3a-ba35-33dc8d7fe50f {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:21:09.766845 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2157e63b-df45-4a8a-bb8e-b5e37b6c333c", "name": "network-vif-deleted", "tag": "d6e63749-0e7e-47e9-84a3-14fef84346a7", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:21:09.767261 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6d8cc05c-3826-4b3a-ba35-33dc8d7fe50f {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:21:09.767838 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2157e63b-df45-4a8a-bb8e-b5e37b6c333c', 'name': 'network-vif-deleted', 'tag': 'd6e63749-0e7e-47e9-84a3-14fef84346a7', 'status': 'completed', 'code': 200} Nov 25 13:21:09.814568 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-30a6392c-32db-4c19-a372-acc914580d17 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Deleting port 319ab71f-208d-41ad-889f-9bd1500155cd {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:21:09.815791 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-30a6392c-32db-4c19-a372-acc914580d17 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:09.897543 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-5073ff2a-fe6b-4bf5-865b-023f057a9610 None None] Provisioning complete for port 0f2c65ca-cd9b-4cf4-b4b7-974dd4a0e921 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:21:09.897926 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5073ff2a-fe6b-4bf5-865b-023f057a9610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:09.912324 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2b99d6d9-db2b-4d6d-b6a7-4b37791e02b6 req-47cb6680-ca37-41f0-9558-42e5dd7257c2 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=2157e63b-df45-4a8a-bb8e-b5e37b6c333c HTTP/1.1" status: 200 len: 210 time: 0.0347123 Nov 25 13:21:09.940569 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-5073ff2a-fe6b-4bf5-865b-023f057a9610 None None] Port 0f2c65ca-cd9b-4cf4-b4b7-974dd4a0e921 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:21:09.960638 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-30a6392c-32db-4c19-a372-acc914580d17 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] For port 319ab71f-208d-41ad-889f-9bd1500155cd, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=319ab71f-208d-41ad-889f-9bd1500155cd,segment=NetworkSegment(d1ee1bae-4fd4-4d54-817b-17b6c5f31726),segment_id=d1ee1bae-4fd4-4d54-817b-17b6c5f31726)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:21:09.961227 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-30a6392c-32db-4c19-a372-acc914580d17 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:09.976802 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-30a6392c-32db-4c19-a372-acc914580d17 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Calling delete_port for 319ab71f-208d-41ad-889f-9bd1500155cd owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:21:10.124221 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-30a6392c-32db-4c19-a372-acc914580d17 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:10.158009 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a6392c-32db-4c19-a372-acc914580d17 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Pushing event deleted for resources: {'Port': ['ID=319ab71f-208d-41ad-889f-9bd1500155cd,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:10.206054 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-30a6392c-32db-4c19-a372-acc914580d17 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] No DVR routers for this DVR port 319ab71f-208d-41ad-889f-9bd1500155cd on host n-h1-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:21:10.208942 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-30a6392c-32db-4c19-a372-acc914580d17 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:10.212605 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-30a6392c-32db-4c19-a372-acc914580d17 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.66 "DELETE /v2.0/ports/319ab71f-208d-41ad-889f-9bd1500155cd HTTP/1.1" status: 204 len: 173 time: 0.5294967 Nov 25 13:21:10.269479 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 319ab71f-208d-41ad-889f-9bd1500155cd no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:21:10.295093 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] No Port match for: 319ab71f-208d-41ad-889f-9bd1500155cd {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:21:10.295447 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 319ab71f-208d-41ad-889f-9bd1500155cd not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:21:10.296125 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 724cccc6-fca6-4f56-9b33-692920a85a29 no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:21:10.340275 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 724cccc6-fca6-4f56-9b33-692920a85a29 not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:21:10.340730 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 0f2c65ca-cd9b-4cf4-b4b7-974dd4a0e921 no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:21:10.391095 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 0f2c65ca-cd9b-4cf4-b4b7-974dd4a0e921 not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:21:10.391553 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 938ce238-0316-4d1c-bb63-dde0afdb2932 no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:21:10.476351 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:10.513326 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 938ce238-0316-4d1c-bb63-dde0afdb2932, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=938ce238-0316-4d1c-bb63-dde0afdb2932,segment=NetworkSegment(4bbc928c-6a05-48c7-bd98-100069b17bb5),segment_id=4bbc928c-6a05-48c7-bd98-100069b17bb5)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:21:10.518324 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:10.519082 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 71333c9f-e78f-47f6-8c82-caebeb1cd0f0 no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:21:10.564321 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee53681-812c-43dc-8dd6-e2917a13f52b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '938ce238-0316-4d1c-bb63-dde0afdb2932'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:21:10.564772 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-cef3b973-050c-46e8-8859-9ec321c653ea tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Deleting port 6a9422b9-9b35-47c0-860e-beb2d93e73ce {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:21:10.565131 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-cef3b973-050c-46e8-8859-9ec321c653ea tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:10.567090 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9512583c-150d-491d-a00a-7ea17a914d01" -d '{"events": [{"server_uuid": "1ee53681-812c-43dc-8dd6-e2917a13f52b", "name": "network-vif-unplugged", "status": "completed", "tag": "938ce238-0316-4d1c-bb63-dde0afdb2932"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:21:10.628673 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 13:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b25b2d-cd5c-414d-bc92-034856a99776 x-openstack-request-id: req-49b25b2d-cd5c-414d-bc92-034856a99776 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:21:10.628673 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ee53681-812c-43dc-8dd6-e2917a13f52b", "name": "network-vif-unplugged", "status": "completed", "tag": "938ce238-0316-4d1c-bb63-dde0afdb2932", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:21:10.628673 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-49b25b2d-cd5c-414d-bc92-034856a99776 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:21:10.628673 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee53681-812c-43dc-8dd6-e2917a13f52b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '938ce238-0316-4d1c-bb63-dde0afdb2932', 'code': 200} Nov 25 13:21:10.666652 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-cef3b973-050c-46e8-8859-9ec321c653ea tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] For port 6a9422b9-9b35-47c0-860e-beb2d93e73ce, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=6a9422b9-9b35-47c0-860e-beb2d93e73ce,segment=NetworkSegment(4bbc928c-6a05-48c7-bd98-100069b17bb5),segment_id=4bbc928c-6a05-48c7-bd98-100069b17bb5)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:21:10.667133 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-cef3b973-050c-46e8-8859-9ec321c653ea tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:10.680631 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=938ce238-0316-4d1c-bb63-dde0afdb2932,revision_number=6']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:10.684161 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-cef3b973-050c-46e8-8859-9ec321c653ea tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Calling delete_port for 6a9422b9-9b35-47c0-860e-beb2d93e73ce owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:21:10.692521 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:10.722992 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d8da4-de43-4d4b-b353-113c261b9531 req-b2dc6fe6-4d6e-4396-8cea-5ebf32d9ea2b tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:10.728934 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d8da4-de43-4d4b-b353-113c261b9531 req-b2dc6fe6-4d6e-4396-8cea-5ebf32d9ea2b tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:10.730537 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 71333c9f-e78f-47f6-8c82-caebeb1cd0f0, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=71333c9f-e78f-47f6-8c82-caebeb1cd0f0,segment=NetworkSegment(bf03692c-8f81-4407-bac1-1616e298bcc5),segment_id=bf03692c-8f81-4407-bac1-1616e298bcc5)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:21:10.736432 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d8da4-de43-4d4b-b353-113c261b9531 req-b2dc6fe6-4d6e-4396-8cea-5ebf32d9ea2b tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:10.740407 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:10.741568 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 6a9422b9-9b35-47c0-860e-beb2d93e73ce no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:21:10.745095 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d8da4-de43-4d4b-b353-113c261b9531 req-b2dc6fe6-4d6e-4396-8cea-5ebf32d9ea2b tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:10.753838 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3d5d8da4-de43-4d4b-b353-113c261b9531 req-b2dc6fe6-4d6e-4396-8cea-5ebf32d9ea2b tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 3147 time: 0.0892532 Nov 25 13:21:10.804313 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3d5d8da4-de43-4d4b-b353-113c261b9531 req-a9ebffd6-5605-49d2-a325-b6ea76782255 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/security-groups?id=b58ccaf7-fcbc-46a0-8300-65e745ae9e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492620 Nov 25 13:21:10.849877 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-cef3b973-050c-46e8-8859-9ec321c653ea tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:10.863632 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=71333c9f-e78f-47f6-8c82-caebeb1cd0f0,revision_number=6']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:10.880251 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef3b973-050c-46e8-8859-9ec321c653ea tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Pushing event deleted for resources: {'Port': ['ID=6a9422b9-9b35-47c0-860e-beb2d93e73ce,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:10.882556 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:10.924939 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-cef3b973-050c-46e8-8859-9ec321c653ea tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] No DVR routers for this DVR port 6a9422b9-9b35-47c0-860e-beb2d93e73ce on host n-h1-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:21:10.927451 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-cef3b973-050c-46e8-8859-9ec321c653ea tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:10.930905 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-cef3b973-050c-46e8-8859-9ec321c653ea tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.66 "DELETE /v2.0/ports/6a9422b9-9b35-47c0-860e-beb2d93e73ce HTTP/1.1" status: 204 len: 173 time: 0.7086167 Nov 25 13:21:11.044666 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-9f15fa05-372a-4a98-bc58-66084488041b tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Deleting port 938ce238-0316-4d1c-bb63-dde0afdb2932 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:21:11.045342 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-9f15fa05-372a-4a98-bc58-66084488041b tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:11.150769 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-9f15fa05-372a-4a98-bc58-66084488041b tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] For port 938ce238-0316-4d1c-bb63-dde0afdb2932, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=938ce238-0316-4d1c-bb63-dde0afdb2932,segment=NetworkSegment(4bbc928c-6a05-48c7-bd98-100069b17bb5),segment_id=4bbc928c-6a05-48c7-bd98-100069b17bb5)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:21:11.151162 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-9f15fa05-372a-4a98-bc58-66084488041b tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:11.165606 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-9f15fa05-372a-4a98-bc58-66084488041b tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Calling delete_port for 938ce238-0316-4d1c-bb63-dde0afdb2932 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:21:11.195669 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d4361-5a02-4e9f-9f17-b2ce92d18e12 req-23b79afc-46e4-4de4-9ecf-6c6f0eec2cab tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:11.197174 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-419d4361-5a02-4e9f-9f17-b2ce92d18e12 req-23b79afc-46e4-4de4-9ecf-6c6f0eec2cab tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=49392237-36aa-4a57-9070-b5a42c36fa86 HTTP/1.1" status: 200 len: 946 time: 0.0496960 Nov 25 13:21:11.265902 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-419d4361-5a02-4e9f-9f17-b2ce92d18e12 req-c85d36ab-4562-4875-8af6-07c769896e3d tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec610c10-0015-4919-a10e-9c11537c59cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616770 Nov 25 13:21:11.320931 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-9f15fa05-372a-4a98-bc58-66084488041b tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:11.357135 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f15fa05-372a-4a98-bc58-66084488041b tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Pushing event deleted for resources: {'Port': ['ID=938ce238-0316-4d1c-bb63-dde0afdb2932,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:11.415013 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-9f15fa05-372a-4a98-bc58-66084488041b tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] No DVR routers for this DVR port 938ce238-0316-4d1c-bb63-dde0afdb2932 on host n-h1-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:21:11.418078 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-9f15fa05-372a-4a98-bc58-66084488041b tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:11.422926 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-9f15fa05-372a-4a98-bc58-66084488041b tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.66 "DELETE /v2.0/ports/938ce238-0316-4d1c-bb63-dde0afdb2932 HTTP/1.1" status: 204 len: 173 time: 0.4822345 Nov 25 13:21:11.448969 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:11.541363 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-4c79820f-9180-411a-add9-d679eaedc20d tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Deleting port 71333c9f-e78f-47f6-8c82-caebeb1cd0f0 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:21:11.541698 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-4c79820f-9180-411a-add9-d679eaedc20d tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:11.634245 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-4c79820f-9180-411a-add9-d679eaedc20d tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] For port 71333c9f-e78f-47f6-8c82-caebeb1cd0f0, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=71333c9f-e78f-47f6-8c82-caebeb1cd0f0,segment=NetworkSegment(bf03692c-8f81-4407-bac1-1616e298bcc5),segment_id=bf03692c-8f81-4407-bac1-1616e298bcc5)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:21:11.634611 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-4c79820f-9180-411a-add9-d679eaedc20d tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:11.781835 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee53681-812c-43dc-8dd6-e2917a13f52b', 'name': 'network-vif-deleted', 'tag': '319ab71f-208d-41ad-889f-9bd1500155cd'}, {'server_uuid': '1ee53681-812c-43dc-8dd6-e2917a13f52b', 'name': 'network-vif-deleted', 'tag': '6a9422b9-9b35-47c0-860e-beb2d93e73ce'}, {'server_uuid': '1ee53681-812c-43dc-8dd6-e2917a13f52b', 'name': 'network-vif-deleted', 'tag': '938ce238-0316-4d1c-bb63-dde0afdb2932'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:21:11.784201 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ced61b1-ee09-4ac6-ab70-44b6a2a883ee" -d '{"events": [{"server_uuid": "1ee53681-812c-43dc-8dd6-e2917a13f52b", "name": "network-vif-deleted", "tag": "319ab71f-208d-41ad-889f-9bd1500155cd"}, {"server_uuid": "1ee53681-812c-43dc-8dd6-e2917a13f52b", "name": "network-vif-deleted", "tag": "6a9422b9-9b35-47c0-860e-beb2d93e73ce"}, {"server_uuid": "1ee53681-812c-43dc-8dd6-e2917a13f52b", "name": "network-vif-deleted", "tag": "938ce238-0316-4d1c-bb63-dde0afdb2932"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:21:11.837406 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 25 Nov 2021 13:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-849ba855-cb59-4731-a22d-e3fdaaf3243f x-openstack-request-id: req-849ba855-cb59-4731-a22d-e3fdaaf3243f {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:21:11.837711 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ee53681-812c-43dc-8dd6-e2917a13f52b", "name": "network-vif-deleted", "tag": "319ab71f-208d-41ad-889f-9bd1500155cd", "status": "completed", "code": 200}, {"server_uuid": "1ee53681-812c-43dc-8dd6-e2917a13f52b", "name": "network-vif-deleted", "tag": "6a9422b9-9b35-47c0-860e-beb2d93e73ce", "status": "completed", "code": 200}, {"server_uuid": "1ee53681-812c-43dc-8dd6-e2917a13f52b", "name": "network-vif-deleted", "tag": "938ce238-0316-4d1c-bb63-dde0afdb2932", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:21:11.837974 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-849ba855-cb59-4731-a22d-e3fdaaf3243f {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:21:11.838376 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee53681-812c-43dc-8dd6-e2917a13f52b', 'name': 'network-vif-deleted', 'tag': '319ab71f-208d-41ad-889f-9bd1500155cd', 'status': 'completed', 'code': 200} Nov 25 13:21:11.838637 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee53681-812c-43dc-8dd6-e2917a13f52b', 'name': 'network-vif-deleted', 'tag': '6a9422b9-9b35-47c0-860e-beb2d93e73ce', 'status': 'completed', 'code': 200} Nov 25 13:21:11.838920 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee53681-812c-43dc-8dd6-e2917a13f52b', 'name': 'network-vif-deleted', 'tag': '938ce238-0316-4d1c-bb63-dde0afdb2932', 'status': 'completed', 'code': 200} Nov 25 13:21:11.948924 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-4c79820f-9180-411a-add9-d679eaedc20d tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:11.949814 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-4c79820f-9180-411a-add9-d679eaedc20d tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:11.950127 n-d-808199-11 neutron-server[103571]: INFO neutron.db.l3_db [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-4c79820f-9180-411a-add9-d679eaedc20d tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Floating IP 6c0806cb-29cb-45ec-971f-d6cdf50ba094 disassociated. External IP: 172.25.5.64, port: 71333c9f-e78f-47f6-8c82-caebeb1cd0f0. Nov 25 13:21:11.950551 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-4c79820f-9180-411a-add9-d679eaedc20d tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Calling delete_port for 71333c9f-e78f-47f6-8c82-caebeb1cd0f0 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:21:11.964073 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1abf03-8d4d-44dd-9e1e-4cc9d3e8633d req-c2942b7b-119a-4ca3-9c7c-fabcb2626ddb tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:11.970741 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1abf03-8d4d-44dd-9e1e-4cc9d3e8633d req-c2942b7b-119a-4ca3-9c7c-fabcb2626ddb tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:11.972394 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4b1abf03-8d4d-44dd-9e1e-4cc9d3e8633d req-c2942b7b-119a-4ca3-9c7c-fabcb2626ddb tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 1678 time: 0.0711670 Nov 25 13:21:12.021248 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4b1abf03-8d4d-44dd-9e1e-4cc9d3e8633d req-edb50ebd-6088-4f42-9204-4051f82ac4cd tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/security-groups?id=b58ccaf7-fcbc-46a0-8300-65e745ae9e20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423682 Nov 25 13:21:12.098517 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-4c79820f-9180-411a-add9-d679eaedc20d tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:12.127481 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c79820f-9180-411a-add9-d679eaedc20d tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Pushing event deleted for resources: {'Port': ['ID=71333c9f-e78f-47f6-8c82-caebeb1cd0f0,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:12.240240 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-4c79820f-9180-411a-add9-d679eaedc20d tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Router 0341e1e1-5d4e-47b6-8d37-f958c4dc8325 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:21:12.350996 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-4c79820f-9180-411a-add9-d679eaedc20d tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:21:12.364736 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60279bab-c796-4964-b388-77e3e125ebca None None] Sync routers for ids ['0341e1e1-5d4e-47b6-8d37-f958c4dc8325'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:21:12.379870 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60279bab-c796-4964-b388-77e3e125ebca None None] Routers {'0341e1e1-5d4e-47b6-8d37-f958c4dc8325'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:21:12.383718 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-60279bab-c796-4964-b388-77e3e125ebca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:21:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['0341e1e1-5d4e-47b6-8d37-f958c4dc8325'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:21:12.389854 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06542a7a-5489-4d9f-86e1-c0e6aefd2979 req-7be50668-bed2-464d-b4eb-496d5d8f4af6 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:12.392392 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-06542a7a-5489-4d9f-86e1-c0e6aefd2979 req-7be50668-bed2-464d-b4eb-496d5d8f4af6 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=49392237-36aa-4a57-9070-b5a42c36fa86 HTTP/1.1" status: 200 len: 946 time: 0.0537500 Nov 25 13:21:12.405067 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-4c79820f-9180-411a-add9-d679eaedc20d tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] No DVR routers for this DVR port 71333c9f-e78f-47f6-8c82-caebeb1cd0f0 on host n-h1-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:21:12.407830 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-4c79820f-9180-411a-add9-d679eaedc20d tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:12.411581 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-4c79820f-9180-411a-add9-d679eaedc20d tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.66 "DELETE /v2.0/ports/71333c9f-e78f-47f6-8c82-caebeb1cd0f0 HTTP/1.1" status: 204 len: 173 time: 0.9827793 Nov 25 13:21:12.458145 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-06542a7a-5489-4d9f-86e1-c0e6aefd2979 req-8001711f-e7c5-478a-89d6-380eec70a4ee tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec610c10-0015-4919-a10e-9c11537c59cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592644 Nov 25 13:21:12.520952 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device d6e63749-0e7e-47e9-84a3-14fef84346a7 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:21:12.527640 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-60279bab-c796-4964-b388-77e3e125ebca None None] Set router 0341e1e1-5d4e-47b6-8d37-f958c4dc8325 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:21:12.573343 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-2e4334fb-ea84-4855-8acf-5a69f04ce55f tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Deleting port 3c54be67-fab8-4e6e-9f89-11a59ddfbd31 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:21:12.573851 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-2e4334fb-ea84-4855-8acf-5a69f04ce55f tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:12.581778 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: d6e63749-0e7e-47e9-84a3-14fef84346a7 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:21:12.582124 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device d6e63749-0e7e-47e9-84a3-14fef84346a7 not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:21:12.637593 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee53681-812c-43dc-8dd6-e2917a13f52b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71333c9f-e78f-47f6-8c82-caebeb1cd0f0'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:21:12.653731 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be00a0a-7692-4bdb-9aa5-23cce70e435d" -d '{"events": [{"server_uuid": "1ee53681-812c-43dc-8dd6-e2917a13f52b", "name": "network-vif-unplugged", "status": "completed", "tag": "71333c9f-e78f-47f6-8c82-caebeb1cd0f0"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:21:12.736717 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-2e4334fb-ea84-4855-8acf-5a69f04ce55f tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] For port 3c54be67-fab8-4e6e-9f89-11a59ddfbd31, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=3c54be67-fab8-4e6e-9f89-11a59ddfbd31,segment=NetworkSegment(d1ee1bae-4fd4-4d54-817b-17b6c5f31726),segment_id=d1ee1bae-4fd4-4d54-817b-17b6c5f31726)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:21:12.737437 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-2e4334fb-ea84-4855-8acf-5a69f04ce55f tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:12.753699 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-2e4334fb-ea84-4855-8acf-5a69f04ce55f tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Calling delete_port for 3c54be67-fab8-4e6e-9f89-11a59ddfbd31 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:21:12.769664 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 13:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a9c8ab-cb81-44a8-bec9-72daf9827a64 x-openstack-request-id: req-27a9c8ab-cb81-44a8-bec9-72daf9827a64 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:21:12.769664 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ee53681-812c-43dc-8dd6-e2917a13f52b", "name": "network-vif-unplugged", "status": "completed", "tag": "71333c9f-e78f-47f6-8c82-caebeb1cd0f0", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:21:12.769664 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-27a9c8ab-cb81-44a8-bec9-72daf9827a64 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:21:12.770160 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee53681-812c-43dc-8dd6-e2917a13f52b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71333c9f-e78f-47f6-8c82-caebeb1cd0f0', 'code': 200} Nov 25 13:21:12.888601 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-60279bab-c796-4964-b388-77e3e125ebca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0341e1e1-5d4e-47b6-8d37-f958c4dc8325', 'name': 'tempest-TaggedBootDevicesTest_v242-377680740-router', 'tenant_id': 'f253db84e4e241d4aa7c98f5a2e10d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'b094d7a2-0b2d-4040-8562-f7b7df4c102f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:09:47Z', 'updated_at': '2021-11-25T13:09:58Z', 'revision_number': 4, 'project_id': 'f253db84e4e241d4aa7c98f5a2e10d18', 'gw_port': {'id': 'b094d7a2-0b2d-4040-8562-f7b7df4c102f', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0341e1e1-5d4e-47b6-8d37-f958c4dc8325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:09:49Z', 'updated_at': '2021-11-25T13:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'b79560da-e193-483e-af51-c7aaa2404d2e', 'name': '', 'network_id': 'c70f7334-0865-479f-9b23-a45cfad81392', 'tenant_id': 'f253db84e4e241d4aa7c98f5a2e10d18', 'mac_address': 'fa:16:3e:d7:9e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0341e1e1-5d4e-47b6-8d37-f958c4dc8325', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'fc9e2fcf-0a5d-4e99-a435-c082f1996d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:09:56Z', 'updated_at': '2021-11-25T13:10:03Z', 'revision_number': 5, 'project_id': 'f253db84e4e241d4aa7c98f5a2e10d18', 'subnets': [{'id': 'fc9e2fcf-0a5d-4e99-a435-c082f1996d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:21:12.913530 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-2e4334fb-ea84-4855-8acf-5a69f04ce55f tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:12.927065 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60279bab-c796-4964-b388-77e3e125ebca None None] Checking router: 0341e1e1-5d4e-47b6-8d37-f958c4dc8325 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:21:12.937771 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60279bab-c796-4964-b388-77e3e125ebca None None] Routers {'0341e1e1-5d4e-47b6-8d37-f958c4dc8325'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:21:12.938536 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-60279bab-c796-4964-b388-77e3e125ebca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:21:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['0341e1e1-5d4e-47b6-8d37-f958c4dc8325'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:21:12.952172 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4334fb-ea84-4855-8acf-5a69f04ce55f tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Pushing event deleted for resources: {'Port': ['ID=3c54be67-fab8-4e6e-9f89-11a59ddfbd31,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:12.985339 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b843c8f-7b21-449a-abe6-80125ec51ff9 req-204af2f4-7be3-4491-b4e4-e175ed02b571 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:12.986510 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4b843c8f-7b21-449a-abe6-80125ec51ff9 req-204af2f4-7be3-4491-b4e4-e175ed02b571 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.66 "GET /v2.0/ports?device_id=49392237-36aa-4a57-9070-b5a42c36fa86 HTTP/1.1" status: 200 len: 946 time: 0.4699645 Nov 25 13:21:13.003431 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-2e4334fb-ea84-4855-8acf-5a69f04ce55f tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] No DVR routers for this DVR port 3c54be67-fab8-4e6e-9f89-11a59ddfbd31 on host n-h1-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:21:13.006372 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-2e4334fb-ea84-4855-8acf-5a69f04ce55f tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:13.009857 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c3abac07-7299-4ae1-a371-7f03289f6ae5 req-2e4334fb-ea84-4855-8acf-5a69f04ce55f tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.66 "DELETE /v2.0/ports/3c54be67-fab8-4e6e-9f89-11a59ddfbd31 HTTP/1.1" status: 204 len: 173 time: 0.5915868 Nov 25 13:21:13.075232 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-60279bab-c796-4964-b388-77e3e125ebca None None] Set router 0341e1e1-5d4e-47b6-8d37-f958c4dc8325 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:21:13.193476 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-4b843c8f-7b21-449a-abe6-80125ec51ff9 req-e6a941c1-97ba-4c92-86ef-5ef5868ec35e tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Deleting port e2a5a626-de21-4a40-bd62-bacea0a9d1bd {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:21:13.194446 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-4b843c8f-7b21-449a-abe6-80125ec51ff9 req-e6a941c1-97ba-4c92-86ef-5ef5868ec35e tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:13.213580 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fba8ec6c-9aab-482d-b1cd-fac736984b0b req-5cb333aa-241f-4556-acac-7d471c81a64c tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 210 time: 0.0992506 Nov 25 13:21:13.336830 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-4b843c8f-7b21-449a-abe6-80125ec51ff9 req-e6a941c1-97ba-4c92-86ef-5ef5868ec35e tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] For port e2a5a626-de21-4a40-bd62-bacea0a9d1bd, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=e2a5a626-de21-4a40-bd62-bacea0a9d1bd,segment=NetworkSegment(c770b2a8-6850-4501-ba81-87e53f72232e),segment_id=c770b2a8-6850-4501-ba81-87e53f72232e)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:21:13.337206 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-4b843c8f-7b21-449a-abe6-80125ec51ff9 req-e6a941c1-97ba-4c92-86ef-5ef5868ec35e tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:13.360049 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-4b843c8f-7b21-449a-abe6-80125ec51ff9 req-e6a941c1-97ba-4c92-86ef-5ef5868ec35e tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Calling delete_port for e2a5a626-de21-4a40-bd62-bacea0a9d1bd owned by compute:nova {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:21:13.457940 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-60279bab-c796-4964-b388-77e3e125ebca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0341e1e1-5d4e-47b6-8d37-f958c4dc8325', 'name': 'tempest-TaggedBootDevicesTest_v242-377680740-router', 'tenant_id': 'f253db84e4e241d4aa7c98f5a2e10d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'b094d7a2-0b2d-4040-8562-f7b7df4c102f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:09:47Z', 'updated_at': '2021-11-25T13:09:58Z', 'revision_number': 4, 'project_id': 'f253db84e4e241d4aa7c98f5a2e10d18', 'gw_port': {'id': 'b094d7a2-0b2d-4040-8562-f7b7df4c102f', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0341e1e1-5d4e-47b6-8d37-f958c4dc8325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:09:49Z', 'updated_at': '2021-11-25T13:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'b79560da-e193-483e-af51-c7aaa2404d2e', 'name': '', 'network_id': 'c70f7334-0865-479f-9b23-a45cfad81392', 'tenant_id': 'f253db84e4e241d4aa7c98f5a2e10d18', 'mac_address': 'fa:16:3e:d7:9e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0341e1e1-5d4e-47b6-8d37-f958c4dc8325', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'fc9e2fcf-0a5d-4e99-a435-c082f1996d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:09:56Z', 'updated_at': '2021-11-25T13:10:03Z', 'revision_number': 5, 'project_id': 'f253db84e4e241d4aa7c98f5a2e10d18', 'subnets': [{'id': 'fc9e2fcf-0a5d-4e99-a435-c082f1996d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:21:13.523106 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-4b843c8f-7b21-449a-abe6-80125ec51ff9 req-e6a941c1-97ba-4c92-86ef-5ef5868ec35e tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:13.561736 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60279bab-c796-4964-b388-77e3e125ebca None None] The sync data for ids ['0341e1e1-5d4e-47b6-8d37-f958c4dc8325'] in n-d-808199-11 is: [{'id': '0341e1e1-5d4e-47b6-8d37-f958c4dc8325', 'name': 'tempest-TaggedBootDevicesTest_v242-377680740-router', 'tenant_id': 'f253db84e4e241d4aa7c98f5a2e10d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'b094d7a2-0b2d-4040-8562-f7b7df4c102f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:09:47Z', 'updated_at': '2021-11-25T13:09:58Z', 'revision_number': 4, 'project_id': 'f253db84e4e241d4aa7c98f5a2e10d18', 'gw_port': {'id': 'b094d7a2-0b2d-4040-8562-f7b7df4c102f', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0341e1e1-5d4e-47b6-8d37-f958c4dc8325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:09:49Z', 'updated_at': '2021-11-25T13:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'b79560da-e193-483e-af51-c7aaa2404d2e', 'name': '', 'network_id': 'c70f7334-0865-479f-9b23-a45cfad81392', 'tenant_id': 'f253db84e4e241d4aa7c98f5a2e10d18', 'mac_address': 'fa:16:3e:d7:9e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0341e1e1-5d4e-47b6-8d37-f958c4dc8325', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'fc9e2fcf-0a5d-4e99-a435-c082f1996d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:09:56Z', 'updated_at': '2021-11-25T13:10:03Z', 'revision_number': 5, 'project_id': 'f253db84e4e241d4aa7c98f5a2e10d18', 'subnets': [{'id': 'fc9e2fcf-0a5d-4e99-a435-c082f1996d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:21:13.570988 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a941c1-97ba-4c92-86ef-5ef5868ec35e tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Pushing event deleted for resources: {'Port': ['ID=e2a5a626-de21-4a40-bd62-bacea0a9d1bd,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:13.572300 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['e2a5a626-de21-4a40-bd62-bacea0a9d1bd'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:21:13.702544 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b843c8f-7b21-449a-abe6-80125ec51ff9 req-e6a941c1-97ba-4c92-86ef-5ef5868ec35e tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] No DVR routers for this DVR port e2a5a626-de21-4a40-bd62-bacea0a9d1bd on host n-h1-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:21:13.705971 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9ec228c6-869b-4235-a363-b0739b0bfc39 req-2d0cf292-4f6e-4cf1-809c-e6f9a573bcf9 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=49392237-36aa-4a57-9070-b5a42c36fa86 HTTP/1.1" status: 200 len: 210 time: 0.0624366 Nov 25 13:21:13.707094 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-4b843c8f-7b21-449a-abe6-80125ec51ff9 req-e6a941c1-97ba-4c92-86ef-5ef5868ec35e tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:13.710922 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4b843c8f-7b21-449a-abe6-80125ec51ff9 req-e6a941c1-97ba-4c92-86ef-5ef5868ec35e tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.66 "DELETE /v2.0/ports/e2a5a626-de21-4a40-bd62-bacea0a9d1bd HTTP/1.1" status: 204 len: 173 time: 0.7130640 Nov 25 13:21:13.711667 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49392237-36aa-4a57-9070-b5a42c36fa86', 'name': 'network-vif-deleted', 'tag': 'e2a5a626-de21-4a40-bd62-bacea0a9d1bd'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:21:13.714951 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669b1181-c142-46ab-b9c7-e144ceec956f" -d '{"events": [{"server_uuid": "49392237-36aa-4a57-9070-b5a42c36fa86", "name": "network-vif-deleted", "tag": "e2a5a626-de21-4a40-bd62-bacea0a9d1bd"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:21:13.808443 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bdceb86-d5b9-4c5e-93e3-1f07d5a66f07 x-openstack-request-id: req-8bdceb86-d5b9-4c5e-93e3-1f07d5a66f07 {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:21:13.808970 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49392237-36aa-4a57-9070-b5a42c36fa86", "name": "network-vif-deleted", "tag": "e2a5a626-de21-4a40-bd62-bacea0a9d1bd", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:21:13.809446 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8bdceb86-d5b9-4c5e-93e3-1f07d5a66f07 {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:21:13.809826 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49392237-36aa-4a57-9070-b5a42c36fa86', 'name': 'network-vif-deleted', 'tag': 'e2a5a626-de21-4a40-bd62-bacea0a9d1bd', 'status': 'completed', 'code': 200} Nov 25 13:21:13.840439 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee53681-812c-43dc-8dd6-e2917a13f52b', 'name': 'network-vif-deleted', 'tag': '71333c9f-e78f-47f6-8c82-caebeb1cd0f0'}, {'server_uuid': '1ee53681-812c-43dc-8dd6-e2917a13f52b', 'name': 'network-vif-deleted', 'tag': '3c54be67-fab8-4e6e-9f89-11a59ddfbd31'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:21:13.843242 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe26af5-336c-40c2-97ae-adaa5934872b" -d '{"events": [{"server_uuid": "1ee53681-812c-43dc-8dd6-e2917a13f52b", "name": "network-vif-deleted", "tag": "71333c9f-e78f-47f6-8c82-caebeb1cd0f0"}, {"server_uuid": "1ee53681-812c-43dc-8dd6-e2917a13f52b", "name": "network-vif-deleted", "tag": "3c54be67-fab8-4e6e-9f89-11a59ddfbd31"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:21:13.891905 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 25 Nov 2021 13:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36cce59f-1b01-43f3-acb3-4401819460ad x-openstack-request-id: req-36cce59f-1b01-43f3-acb3-4401819460ad {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:21:13.892229 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ee53681-812c-43dc-8dd6-e2917a13f52b", "name": "network-vif-deleted", "tag": "71333c9f-e78f-47f6-8c82-caebeb1cd0f0", "status": "completed", "code": 200}, {"server_uuid": "1ee53681-812c-43dc-8dd6-e2917a13f52b", "name": "network-vif-deleted", "tag": "3c54be67-fab8-4e6e-9f89-11a59ddfbd31", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:21:13.892589 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-36cce59f-1b01-43f3-acb3-4401819460ad {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:21:13.893051 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee53681-812c-43dc-8dd6-e2917a13f52b', 'name': 'network-vif-deleted', 'tag': '71333c9f-e78f-47f6-8c82-caebeb1cd0f0', 'status': 'completed', 'code': 200} Nov 25 13:21:13.893317 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee53681-812c-43dc-8dd6-e2917a13f52b', 'name': 'network-vif-deleted', 'tag': '3c54be67-fab8-4e6e-9f89-11a59ddfbd31', 'status': 'completed', 'code': 200} Nov 25 13:21:14.027903 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf059ce-94e5-4e4f-98fb-8d7394ad64f4 None None] New status for floating IP 6c0806cb-29cb-45ec-971f-d6cdf50ba094: DOWN {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 13:21:14.354658 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8d7adc2d-4b9a-46ae-9656-3823b863ea24 req-49d31968-70b2-4f63-9d9e-e976d65a6dbc tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 210 time: 0.0376241 Nov 25 13:21:15.027029 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea51611-2906-44f0-995c-d68df18acac5 req-7114c360-a729-4f16-942b-e4c4beefe928 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:15.028804 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-eea51611-2906-44f0-995c-d68df18acac5 req-7114c360-a729-4f16-942b-e4c4beefe928 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 944 time: 0.0554242 Nov 25 13:21:15.079249 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-eea51611-2906-44f0-995c-d68df18acac5 req-5f9bd8ff-7cfe-46e8-b8c7-982016929e06 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444260 Nov 25 13:21:15.475036 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-87bb9641-b419-4be6-b56f-90b5c138f0b5 req-38d689ab-5caf-42ac-a01b-4fd67e23d7e2 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 210 time: 0.0265920 Nov 25 13:21:16.205007 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c360ae00-2bd7-48d7-bb2e-d2f9bb0263c9 req-0d208e7b-be9e-444c-b346-45468137490b tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:16.206477 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c360ae00-2bd7-48d7-bb2e-d2f9bb0263c9 req-0d208e7b-be9e-444c-b346-45468137490b tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 944 time: 0.0528595 Nov 25 13:21:16.259951 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c360ae00-2bd7-48d7-bb2e-d2f9bb0263c9 req-9562d4e9-1cb6-40f4-a0d6-82c20d865c8a tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups?id=a15d94dc-5574-4b64-92b7-73b39253a888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473077 Nov 25 13:21:16.301149 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device e2a5a626-de21-4a40-bd62-bacea0a9d1bd no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:21:16.324636 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] No Port match for: e2a5a626-de21-4a40-bd62-bacea0a9d1bd {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:21:16.324988 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device e2a5a626-de21-4a40-bd62-bacea0a9d1bd not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:21:16.585965 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9dcad6a7-b0a9-4322-80ce-66d126e98837 req-9a4ce253-ab54-4ccc-b389-8f5f003aa485 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 210 time: 0.0283470 Nov 25 13:21:16.790544 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf6fcd8-22b1-4e55-9aa8-f5e2b9f24c8e req-2c11c5af-c1d2-46bb-a836-23a5c174940e tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:16.791974 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7cf6fcd8-22b1-4e55-9aa8-f5e2b9f24c8e req-2c11c5af-c1d2-46bb-a836-23a5c174940e tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 944 time: 0.0565681 Nov 25 13:21:16.891640 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-7cf6fcd8-22b1-4e55-9aa8-f5e2b9f24c8e req-7086abdb-e2e0-4efe-94a8-712921c99e97 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Deleting port 8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:21:16.891983 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-7cf6fcd8-22b1-4e55-9aa8-f5e2b9f24c8e req-7086abdb-e2e0-4efe-94a8-712921c99e97 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:16.989537 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-7cf6fcd8-22b1-4e55-9aa8-f5e2b9f24c8e req-7086abdb-e2e0-4efe-94a8-712921c99e97 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] For port 8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14,segment=NetworkSegment(c770b2a8-6850-4501-ba81-87e53f72232e),segment_id=c770b2a8-6850-4501-ba81-87e53f72232e)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:21:16.990044 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-7cf6fcd8-22b1-4e55-9aa8-f5e2b9f24c8e req-7086abdb-e2e0-4efe-94a8-712921c99e97 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:17.170327 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-7cf6fcd8-22b1-4e55-9aa8-f5e2b9f24c8e req-7086abdb-e2e0-4efe-94a8-712921c99e97 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:17.170679 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-7cf6fcd8-22b1-4e55-9aa8-f5e2b9f24c8e req-7086abdb-e2e0-4efe-94a8-712921c99e97 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:17.171030 n-d-808199-11 neutron-server[103571]: INFO neutron.db.l3_db [req-7cf6fcd8-22b1-4e55-9aa8-f5e2b9f24c8e req-7086abdb-e2e0-4efe-94a8-712921c99e97 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Floating IP 12b3ceb5-8104-4759-9ea1-8241adc0aa89 disassociated. External IP: 172.25.5.252, port: 8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14. Nov 25 13:21:17.171402 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-7cf6fcd8-22b1-4e55-9aa8-f5e2b9f24c8e req-7086abdb-e2e0-4efe-94a8-712921c99e97 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Calling delete_port for 8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:21:17.305955 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-7cf6fcd8-22b1-4e55-9aa8-f5e2b9f24c8e req-7086abdb-e2e0-4efe-94a8-712921c99e97 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:17.335356 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7086abdb-e2e0-4efe-94a8-712921c99e97 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Pushing event deleted for resources: {'Port': ['ID=8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:17.367432 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-02435d3f-60ea-47f5-9587-4390779f3170 req-fd32e35c-605c-408c-9eaf-318b8c6e7b21 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 210 time: 0.0302849 Nov 25 13:21:17.482327 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7cf6fcd8-22b1-4e55-9aa8-f5e2b9f24c8e req-7086abdb-e2e0-4efe-94a8-712921c99e97 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Router 77284998-ba42-41c3-a260-3b3762c389cf has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:21:17.699107 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-831327d5-671b-4fa6-bc76-d8353fa22d28 req-0f4b76ab-05d1-427e-9f4e-6ab42b854918 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 210 time: 0.0314994 Nov 25 13:21:17.826468 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7cf6fcd8-22b1-4e55-9aa8-f5e2b9f24c8e req-7086abdb-e2e0-4efe-94a8-712921c99e97 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:21:17.836842 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12624c3f-66a6-43ce-88a2-20fd84bc1c4a None None] Sync routers for ids ['77284998-ba42-41c3-a260-3b3762c389cf'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:21:17.848652 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12624c3f-66a6-43ce-88a2-20fd84bc1c4a None None] Routers {'77284998-ba42-41c3-a260-3b3762c389cf'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:21:17.849596 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-12624c3f-66a6-43ce-88a2-20fd84bc1c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:21:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['77284998-ba42-41c3-a260-3b3762c389cf'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:21:17.868705 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cf6fcd8-22b1-4e55-9aa8-f5e2b9f24c8e req-7086abdb-e2e0-4efe-94a8-712921c99e97 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] No DVR routers for this DVR port 8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14 on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:21:17.871309 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-7cf6fcd8-22b1-4e55-9aa8-f5e2b9f24c8e req-7086abdb-e2e0-4efe-94a8-712921c99e97 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:17.874872 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7cf6fcd8-22b1-4e55-9aa8-f5e2b9f24c8e req-7086abdb-e2e0-4efe-94a8-712921c99e97 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.47 "DELETE /v2.0/ports/8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14 HTTP/1.1" status: 204 len: 173 time: 1.0753238 Nov 25 13:21:17.875359 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a473b0-12a5-4eaf-a002-8ffa88b87577', 'name': 'network-vif-deleted', 'tag': '8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:21:17.877832 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb8d139-1052-418d-ba16-31253ead6846" -d '{"events": [{"server_uuid": "a5a473b0-12a5-4eaf-a002-8ffa88b87577", "name": "network-vif-deleted", "tag": "8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:21:17.935838 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d520d0-af20-4877-a75a-2f09dda661d4 x-openstack-request-id: req-99d520d0-af20-4877-a75a-2f09dda661d4 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:21:17.936342 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a473b0-12a5-4eaf-a002-8ffa88b87577", "name": "network-vif-deleted", "tag": "8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:21:17.936584 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-99d520d0-af20-4877-a75a-2f09dda661d4 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:21:17.937158 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a473b0-12a5-4eaf-a002-8ffa88b87577', 'name': 'network-vif-deleted', 'tag': '8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14', 'status': 'completed', 'code': 200} Nov 25 13:21:18.002775 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-12624c3f-66a6-43ce-88a2-20fd84bc1c4a None None] Set router 77284998-ba42-41c3-a260-3b3762c389cf gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:21:18.455849 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-12624c3f-66a6-43ce-88a2-20fd84bc1c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77284998-ba42-41c3-a260-3b3762c389cf', 'name': 'tempest-ServerActionsTestJSON-510647676-router', 'tenant_id': '621e47be21954218b422540d084376f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '8c03a923-282b-4761-83da-5ee6f0c4e148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:12:32Z', 'updated_at': '2021-11-25T13:12:38Z', 'revision_number': 4, 'project_id': '621e47be21954218b422540d084376f9', 'gw_port': {'id': '8c03a923-282b-4761-83da-5ee6f0c4e148', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:13:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77284998-ba42-41c3-a260-3b3762c389cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:12:33Z', 'updated_at': '2021-11-25T13:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '3d2caf7f-050d-4d37-b799-2022274ec4bd', 'name': '', 'network_id': '9accb235-a825-49d8-b9c6-39063069a4b3', 'tenant_id': '621e47be21954218b422540d084376f9', 'mac_address': 'fa:16:3e:ed:3d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77284998-ba42-41c3-a260-3b3762c389cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'b6a84af7-6347-4e0f-945a-98a5515a4a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:12:37Z', 'updated_at': '2021-11-25T13:12:46Z', 'revision_number': 5, 'project_id': '621e47be21954218b422540d084376f9', 'subnets': [{'id': 'b6a84af7-6347-4e0f-945a-98a5515a4a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:21:18.501989 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12624c3f-66a6-43ce-88a2-20fd84bc1c4a None None] Checking router: 77284998-ba42-41c3-a260-3b3762c389cf for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:21:18.511007 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12624c3f-66a6-43ce-88a2-20fd84bc1c4a None None] Routers {'77284998-ba42-41c3-a260-3b3762c389cf'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:21:18.511635 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-12624c3f-66a6-43ce-88a2-20fd84bc1c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:21:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['77284998-ba42-41c3-a260-3b3762c389cf'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:21:18.529219 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1b280238-c9ce-45db-a950-dfe1e862b87c req-59c5c188-f683-4ff4-8af5-39feb68e6ce3 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5a473b0-12a5-4eaf-a002-8ffa88b87577 HTTP/1.1" status: 200 len: 210 time: 0.0517833 Nov 25 13:21:18.627699 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-12624c3f-66a6-43ce-88a2-20fd84bc1c4a None None] Set router 77284998-ba42-41c3-a260-3b3762c389cf gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:21:18.814009 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2ecf8453-0662-470c-b5dc-4a5d302faf09 req-723beafe-cd19-4a3a-b0d4-65c2ea62e12a tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 210 time: 0.0305417 Nov 25 13:21:18.831939 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-12624c3f-66a6-43ce-88a2-20fd84bc1c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77284998-ba42-41c3-a260-3b3762c389cf', 'name': 'tempest-ServerActionsTestJSON-510647676-router', 'tenant_id': '621e47be21954218b422540d084376f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '8c03a923-282b-4761-83da-5ee6f0c4e148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:12:32Z', 'updated_at': '2021-11-25T13:12:38Z', 'revision_number': 4, 'project_id': '621e47be21954218b422540d084376f9', 'gw_port': {'id': '8c03a923-282b-4761-83da-5ee6f0c4e148', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:13:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77284998-ba42-41c3-a260-3b3762c389cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:12:33Z', 'updated_at': '2021-11-25T13:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '3d2caf7f-050d-4d37-b799-2022274ec4bd', 'name': '', 'network_id': '9accb235-a825-49d8-b9c6-39063069a4b3', 'tenant_id': '621e47be21954218b422540d084376f9', 'mac_address': 'fa:16:3e:ed:3d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77284998-ba42-41c3-a260-3b3762c389cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'b6a84af7-6347-4e0f-945a-98a5515a4a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:12:37Z', 'updated_at': '2021-11-25T13:12:46Z', 'revision_number': 5, 'project_id': '621e47be21954218b422540d084376f9', 'subnets': [{'id': 'b6a84af7-6347-4e0f-945a-98a5515a4a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:21:18.859659 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12624c3f-66a6-43ce-88a2-20fd84bc1c4a None None] The sync data for ids ['77284998-ba42-41c3-a260-3b3762c389cf'] in n-d-808199-11 is: [{'id': '77284998-ba42-41c3-a260-3b3762c389cf', 'name': 'tempest-ServerActionsTestJSON-510647676-router', 'tenant_id': '621e47be21954218b422540d084376f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '8c03a923-282b-4761-83da-5ee6f0c4e148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:12:32Z', 'updated_at': '2021-11-25T13:12:38Z', 'revision_number': 4, 'project_id': '621e47be21954218b422540d084376f9', 'gw_port': {'id': '8c03a923-282b-4761-83da-5ee6f0c4e148', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:13:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77284998-ba42-41c3-a260-3b3762c389cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:12:33Z', 'updated_at': '2021-11-25T13:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '3d2caf7f-050d-4d37-b799-2022274ec4bd', 'name': '', 'network_id': '9accb235-a825-49d8-b9c6-39063069a4b3', 'tenant_id': '621e47be21954218b422540d084376f9', 'mac_address': 'fa:16:3e:ed:3d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77284998-ba42-41c3-a260-3b3762c389cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'b6a84af7-6347-4e0f-945a-98a5515a4a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:12:37Z', 'updated_at': '2021-11-25T13:12:46Z', 'revision_number': 5, 'project_id': '621e47be21954218b422540d084376f9', 'subnets': [{'id': 'b6a84af7-6347-4e0f-945a-98a5515a4a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:21:19.111817 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5ce102-a3b9-45dd-b4df-49f188cfb67b None None] New status for floating IP 12b3ceb5-8104-4759-9ea1-8241adc0aa89: DOWN {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 13:21:19.606726 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 53612) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:21:19.661790 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b36caee5-dfae-42a8-9cdd-43fafb2465fe tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:19.684720 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b36caee5-dfae-42a8-9cdd-43fafb2465fe tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:19.734811 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b36caee5-dfae-42a8-9cdd-43fafb2465fe tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:19.737539 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b36caee5-dfae-42a8-9cdd-43fafb2465fe tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:19.738751 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b36caee5-dfae-42a8-9cdd-43fafb2465fe tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "DELETE /v2.0/security-groups/a15d94dc-5574-4b64-92b7-73b39253a888 HTTP/1.1" status: 204 len: 168 time: 0.1308677 Nov 25 13:21:19.741371 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53614) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:21:19.749277 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36caee5-dfae-42a8-9cdd-43fafb2465fe tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15d94dc-5574-4b64-92b7-73b39253a888,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:19.758457 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [None req-ec19c789-d23b-498b-9786-df703302cb42 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] show failed (client error): The resource could not be found. Nov 25 13:21:19.759764 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-ec19c789-d23b-498b-9786-df703302cb42 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "GET /v2.0/security-groups/a15d94dc-5574-4b64-92b7-73b39253a888 HTTP/1.1" status: 404 len: 347 time: 0.0170443 Nov 25 13:21:19.764864 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53616) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:21:19.905843 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-f7f4332d-4049-4816-8305-1951fd4c7314 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Deleting port e34e75fb-b5b5-4858-9944-e39c80be07ad {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:21:19.906192 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f7f4332d-4049-4816-8305-1951fd4c7314 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:19.923312 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-02c4578d-6fa0-46b2-89e6-0141251a9080 req-f6a7296a-4e72-4b47-8697-c6defa235bdd tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 210 time: 0.0298059 Nov 25 13:21:19.998031 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f7f4332d-4049-4816-8305-1951fd4c7314 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:19.998361 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f7f4332d-4049-4816-8305-1951fd4c7314 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:20.011262 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-f7f4332d-4049-4816-8305-1951fd4c7314 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Calling delete_port for e34e75fb-b5b5-4858-9944-e39c80be07ad owned by network:floatingip {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:21:20.159361 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f7f4332d-4049-4816-8305-1951fd4c7314 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:20.185623 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4332d-4049-4816-8305-1951fd4c7314 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Pushing event deleted for resources: {'Port': ['ID=e34e75fb-b5b5-4858-9944-e39c80be07ad,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:20.201570 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0828470-02c3-4089-9507-5c58972b1c4c None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:21:20.254147 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f7f4332d-4049-4816-8305-1951fd4c7314 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks [] for floatingip, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:20.257452 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f7f4332d-4049-4816-8305-1951fd4c7314 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:20.262838 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f7f4332d-4049-4816-8305-1951fd4c7314 tempest-ServerActionsTestJSON-855648797 tempest-ServerActionsTestJSON-855648797-project] 10.222.0.53 "DELETE /v2.0/floatingips/12b3ceb5-8104-4759-9ea1-8241adc0aa89 HTTP/1.1" status: 204 len: 168 time: 0.4930282 Nov 25 13:21:20.263186 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53626) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:21:20.534058 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:21:20.559540 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: 8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:21:20.560063 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 8cf818bb-ae9b-44dc-83d0-2e4ab4d91a14 not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:21:20.806471 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-69d17306-aa37-40bd-9fdd-efef3c821124 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:21.035710 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b3670b89-c90f-40b0-8abc-a3b3521752d3 req-becdd087-691d-4b91-90f5-3466379d2b55 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 210 time: 0.0306520 Nov 25 13:21:21.086707 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-69d17306-aa37-40bd-9fdd-efef3c821124 admin admin] Deleting port 3d2caf7f-050d-4d37-b799-2022274ec4bd {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:21:21.087066 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-69d17306-aa37-40bd-9fdd-efef3c821124 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:21.169325 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-69d17306-aa37-40bd-9fdd-efef3c821124 admin admin] For port 3d2caf7f-050d-4d37-b799-2022274ec4bd, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=3d2caf7f-050d-4d37-b799-2022274ec4bd,segment=NetworkSegment(c770b2a8-6850-4501-ba81-87e53f72232e),segment_id=c770b2a8-6850-4501-ba81-87e53f72232e)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:21:21.169810 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-69d17306-aa37-40bd-9fdd-efef3c821124 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:21.185638 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-69d17306-aa37-40bd-9fdd-efef3c821124 admin admin] Calling delete_port for 3d2caf7f-050d-4d37-b799-2022274ec4bd owned by network:router_interface {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:21:21.382525 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-69d17306-aa37-40bd-9fdd-efef3c821124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:21.410193 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d17306-aa37-40bd-9fdd-efef3c821124 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d2caf7f-050d-4d37-b799-2022274ec4bd,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:21.593820 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-69d17306-aa37-40bd-9fdd-efef3c821124 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:21.831896 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69d17306-aa37-40bd-9fdd-efef3c821124 admin admin] Router 77284998-ba42-41c3-a260-3b3762c389cf has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:21:21.940957 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d17306-aa37-40bd-9fdd-efef3c821124 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:21:21.945954 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-69d17306-aa37-40bd-9fdd-efef3c821124 admin admin] 10.222.0.53 "PUT /v2.0/routers/77284998-ba42-41c3-a260-3b3762c389cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6817179 Nov 25 13:21:21.948683 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53642) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:21:21.951200 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13bea38-45f6-4731-ae14-151a6a63ccb9 None None] Sync routers for ids ['77284998-ba42-41c3-a260-3b3762c389cf'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:21:21.962615 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13bea38-45f6-4731-ae14-151a6a63ccb9 None None] Routers {'77284998-ba42-41c3-a260-3b3762c389cf'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:21:21.963409 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-d13bea38-45f6-4731-ae14-151a6a63ccb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:21:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['77284998-ba42-41c3-a260-3b3762c389cf'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:21:22.067356 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2bc02aa3-7fe4-4c68-8462-ae5e55360247 admin admin] Publish callbacks [] for router, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:22.077030 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-d13bea38-45f6-4731-ae14-151a6a63ccb9 None None] Set router 77284998-ba42-41c3-a260-3b3762c389cf gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:21:22.197878 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2cef28d0-c871-4782-ae1e-314625c56b3a req-57a43bc9-ae88-4600-9971-aa9288941b5f tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 210 time: 0.0633974 Nov 25 13:21:22.224143 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2bc02aa3-7fe4-4c68-8462-ae5e55360247 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:22.301657 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-d13bea38-45f6-4731-ae14-151a6a63ccb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77284998-ba42-41c3-a260-3b3762c389cf', 'name': 'tempest-ServerActionsTestJSON-510647676-router', 'tenant_id': '621e47be21954218b422540d084376f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '8c03a923-282b-4761-83da-5ee6f0c4e148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:12:32Z', 'updated_at': '2021-11-25T13:21:21Z', 'revision_number': 5, 'project_id': '621e47be21954218b422540d084376f9', 'gw_port': {'id': '8c03a923-282b-4761-83da-5ee6f0c4e148', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:13:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77284998-ba42-41c3-a260-3b3762c389cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:12:33Z', 'updated_at': '2021-11-25T13:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:21:22.320764 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-2bc02aa3-7fe4-4c68-8462-ae5e55360247 admin admin] Deleting port 8c03a923-282b-4761-83da-5ee6f0c4e148 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:21:22.320994 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2bc02aa3-7fe4-4c68-8462-ae5e55360247 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:22.339264 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13bea38-45f6-4731-ae14-151a6a63ccb9 None None] Checking router: 77284998-ba42-41c3-a260-3b3762c389cf for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:21:22.348693 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13bea38-45f6-4731-ae14-151a6a63ccb9 None None] Routers {'77284998-ba42-41c3-a260-3b3762c389cf'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:21:22.349527 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-d13bea38-45f6-4731-ae14-151a6a63ccb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:21:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['77284998-ba42-41c3-a260-3b3762c389cf'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:21:22.459310 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-d13bea38-45f6-4731-ae14-151a6a63ccb9 None None] Set router 77284998-ba42-41c3-a260-3b3762c389cf gateway port host: None {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:21:22.459545 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-2bc02aa3-7fe4-4c68-8462-ae5e55360247 admin admin] For port 8c03a923-282b-4761-83da-5ee6f0c4e148, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=8c03a923-282b-4761-83da-5ee6f0c4e148,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:21:22.459902 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2bc02aa3-7fe4-4c68-8462-ae5e55360247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:22.475936 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-2bc02aa3-7fe4-4c68-8462-ae5e55360247 admin admin] Calling delete_port for 8c03a923-282b-4761-83da-5ee6f0c4e148 owned by network:router_gateway {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:21:22.528312 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-d13bea38-45f6-4731-ae14-151a6a63ccb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77284998-ba42-41c3-a260-3b3762c389cf', 'name': 'tempest-ServerActionsTestJSON-510647676-router', 'tenant_id': '621e47be21954218b422540d084376f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:12:32Z', 'updated_at': '2021-11-25T13:21:22Z', 'revision_number': 6, 'project_id': '621e47be21954218b422540d084376f9', 'gw_port_host': None}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:21:22.557062 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13bea38-45f6-4731-ae14-151a6a63ccb9 None None] The sync data for ids ['77284998-ba42-41c3-a260-3b3762c389cf'] in n-d-808199-11 is: [{'id': '77284998-ba42-41c3-a260-3b3762c389cf', 'name': 'tempest-ServerActionsTestJSON-510647676-router', 'tenant_id': '621e47be21954218b422540d084376f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:12:32Z', 'updated_at': '2021-11-25T13:21:22Z', 'revision_number': 6, 'project_id': '621e47be21954218b422540d084376f9', 'gw_port_host': None}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:21:22.667987 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2bc02aa3-7fe4-4c68-8462-ae5e55360247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:22.700788 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc02aa3-7fe4-4c68-8462-ae5e55360247 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c03a923-282b-4761-83da-5ee6f0c4e148,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:22.713738 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386ec8a1-3288-46b8-881b-eb20d44a9c7f None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:21:22.765835 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2bc02aa3-7fe4-4c68-8462-ae5e55360247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:22.859939 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2bc02aa3-7fe4-4c68-8462-ae5e55360247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:22.862146 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2bc02aa3-7fe4-4c68-8462-ae5e55360247 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:22.907149 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2bc02aa3-7fe4-4c68-8462-ae5e55360247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:22.907819 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc02aa3-7fe4-4c68-8462-ae5e55360247 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77284998-ba42-41c3-a260-3b3762c389cf {{(pid=103570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:21:22.912833 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2bc02aa3-7fe4-4c68-8462-ae5e55360247 admin admin] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:22.914308 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-2bc02aa3-7fe4-4c68-8462-ae5e55360247 admin admin] 10.222.0.53 "DELETE /v2.0/routers/77284998-ba42-41c3-a260-3b3762c389cf HTTP/1.1" status: 204 len: 168 time: 0.9643579 Nov 25 13:21:22.917078 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53654) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:21:22.972078 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-c46a6149-8b28-4927-a32c-6b8296943641 admin admin] Deleting subnet b6a84af7-6347-4e0f-945a-98a5515a4a22 {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:21:22.976313 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c46a6149-8b28-4927-a32c-6b8296943641 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:23.016672 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c46a6149-8b28-4927-a32c-6b8296943641 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:23.101268 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c46a6149-8b28-4927-a32c-6b8296943641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:23.160969 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c46a6149-8b28-4927-a32c-6b8296943641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:23.197403 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46a6149-8b28-4927-a32c-6b8296943641 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6a84af7-6347-4e0f-945a-98a5515a4a22,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:23.204767 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c46a6149-8b28-4927-a32c-6b8296943641 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:23.211832 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdb99e5-2f5c-413a-8956-307fb548567b None None] Network 9accb235-a825-49d8-b9c6-39063069a4b3 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:21:23.222628 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c46a6149-8b28-4927-a32c-6b8296943641 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b6a84af7-6347-4e0f-945a-98a5515a4a22 HTTP/1.1" status: 204 len: 168 time: 0.3022809 Nov 25 13:21:23.223221 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 53656) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:21:23.224271 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 3d2caf7f-050d-4d37-b799-2022274ec4bd no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:21:23.261066 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 3d2caf7f-050d-4d37-b799-2022274ec4bd {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:21:23.261641 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 3d2caf7f-050d-4d37-b799-2022274ec4bd not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:21:23.262239 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 8c03a923-282b-4761-83da-5ee6f0c4e148 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:21:23.323133 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 8c03a923-282b-4761-83da-5ee6f0c4e148 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:21:23.323910 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 8c03a923-282b-4761-83da-5ee6f0c4e148 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:21:23.432483 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3cc29e47-6b5d-4496-b06a-594279acdbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:23.447079 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-966bc909-e31e-48bd-a09a-2533d4cdd460 req-19f747ad-440d-4c91-977a-4a3b9d5e725e tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 210 time: 0.0351710 Nov 25 13:21:23.555887 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-3cc29e47-6b5d-4496-b06a-594279acdbc8 admin admin] Deleting port 4dfba55e-db07-4b26-bc9a-a884da1a0c0c {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:21:23.556231 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3cc29e47-6b5d-4496-b06a-594279acdbc8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:23.580308 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ed29f9-a72a-4e37-addd-a840b8b06d65 None None] DHCP port deletion for 9accb235-a825-49d8-b9c6-39063069a4b3 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:21:23.650815 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-63ed29f9-a72a-4e37-addd-a840b8b06d65 None None] Deleting port 4dfba55e-db07-4b26-bc9a-a884da1a0c0c {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:21:23.651569 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-63ed29f9-a72a-4e37-addd-a840b8b06d65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:23.657363 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-3cc29e47-6b5d-4496-b06a-594279acdbc8 admin admin] For port 4dfba55e-db07-4b26-bc9a-a884da1a0c0c, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=4dfba55e-db07-4b26-bc9a-a884da1a0c0c,segment=NetworkSegment(c770b2a8-6850-4501-ba81-87e53f72232e),segment_id=c770b2a8-6850-4501-ba81-87e53f72232e)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:21:23.657830 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3cc29e47-6b5d-4496-b06a-594279acdbc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:23.673591 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-3cc29e47-6b5d-4496-b06a-594279acdbc8 admin admin] Calling delete_port for 4dfba55e-db07-4b26-bc9a-a884da1a0c0c owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:21:23.727775 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-63ed29f9-a72a-4e37-addd-a840b8b06d65 None None] For port 4dfba55e-db07-4b26-bc9a-a884da1a0c0c, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=4dfba55e-db07-4b26-bc9a-a884da1a0c0c,segment=NetworkSegment(c770b2a8-6850-4501-ba81-87e53f72232e),segment_id=c770b2a8-6850-4501-ba81-87e53f72232e)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:21:23.728195 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-63ed29f9-a72a-4e37-addd-a840b8b06d65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:23.742136 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-63ed29f9-a72a-4e37-addd-a840b8b06d65 None None] Calling delete_port for 4dfba55e-db07-4b26-bc9a-a884da1a0c0c owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:21:23.760609 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3cc29e47-6b5d-4496-b06a-594279acdbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:23.792463 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc29e47-6b5d-4496-b06a-594279acdbc8 admin admin] No DVR routers for this DVR port 4dfba55e-db07-4b26-bc9a-a884da1a0c0c on host n-d-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:21:23.800259 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc29e47-6b5d-4496-b06a-594279acdbc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dfba55e-db07-4b26-bc9a-a884da1a0c0c,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:23.844954 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-63ed29f9-a72a-4e37-addd-a840b8b06d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:23.857770 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ed29f9-a72a-4e37-addd-a840b8b06d65 None None] No DVR routers for this DVR port 4dfba55e-db07-4b26-bc9a-a884da1a0c0c on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:21:23.881735 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ed29f9-a72a-4e37-addd-a840b8b06d65 None None] Pushing event deleted for resources: {'Port': ['ID=4dfba55e-db07-4b26-bc9a-a884da1a0c0c,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:23.891496 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3cc29e47-6b5d-4496-b06a-594279acdbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:23.915470 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-3cc29e47-6b5d-4496-b06a-594279acdbc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9accb235-a825-49d8-b9c6-39063069a4b3']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:21:23.927351 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-3cc29e47-6b5d-4496-b06a-594279acdbc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c770b2a8-6850-4501-ba81-87e53f72232e') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:21:23.927973 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-3cc29e47-6b5d-4496-b06a-594279acdbc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c770b2a8-6850-4501-ba81-87e53f72232e') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:21:23.941615 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3cc29e47-6b5d-4496-b06a-594279acdbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:23.959198 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3cc29e47-6b5d-4496-b06a-594279acdbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:23.966258 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cc29e47-6b5d-4496-b06a-594279acdbc8 admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:21:23.967045 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3cc29e47-6b5d-4496-b06a-594279acdbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:23.969909 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:21:23.969909 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:21:23.969909 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:21:23.969909 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:21:23.969909 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:21:23.969909 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:21:23.969909 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:21:23.969909 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:21:23.969909 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:21:23.969909 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:21:23.969909 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:21:23.969909 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:21:23.969909 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:21:23.969909 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:21:23.969909 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:21:23.969909 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:21:23.969909 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:21:23.969909 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:21:23.969909 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:21:23.969909 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:21:23.969909 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:21:23.969909 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:21:23.969909 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:21:23.969909 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:21:23.969909 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:21:23.969909 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:21:23.969909 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:21:23.969909 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:21:23.969909 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:21:23.969909 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:21:23.969909 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:21:23.969909 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:21:24.035592 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3cc29e47-6b5d-4496-b06a-594279acdbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:24.041222 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3cc29e47-6b5d-4496-b06a-594279acdbc8 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:24.045127 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-3cc29e47-6b5d-4496-b06a-594279acdbc8 admin admin] 10.222.0.53 "DELETE /v2.0/networks/9accb235-a825-49d8-b9c6-39063069a4b3 HTTP/1.1" status: 204 len: 168 time: 0.8207948 Nov 25 13:21:24.067770 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc29e47-6b5d-4496-b06a-594279acdbc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9accb235-a825-49d8-b9c6-39063069a4b3,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:24.172640 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53670) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:21:24.217893 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-6ac4eb03-8b30-4090-ae42-c37397e9ef3f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=621e47be21954218b422540d084376f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0439048 Nov 25 13:21:24.220888 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 53672) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:21:24.274545 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2bf2ec97-e1cc-425a-8673-fcce16b5ba02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:24.298911 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2bf2ec97-e1cc-425a-8673-fcce16b5ba02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:24.349024 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2bf2ec97-e1cc-425a-8673-fcce16b5ba02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:24.352063 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2bf2ec97-e1cc-425a-8673-fcce16b5ba02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:24.353230 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-2bf2ec97-e1cc-425a-8673-fcce16b5ba02 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ec610c10-0015-4919-a10e-9c11537c59cd HTTP/1.1" status: 204 len: 168 time: 0.1311958 Nov 25 13:21:24.362225 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2ec97-e1cc-425a-8673-fcce16b5ba02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec610c10-0015-4919-a10e-9c11537c59cd,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:24.533426 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9ff1e4f8-2451-464d-9c99-4791c137edca req-6819a5b7-c3d5-43f8-88bf-9f48792219d0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=bc3d014a-3305-4ffe-bddb-08c65c6e7ca8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0688908 Nov 25 13:21:24.670351 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-66000ebe-8bbe-49b3-b526-3738273d8cd4 req-24750900-3189-4dfc-a46b-65f2bb0669b2 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 210 time: 0.0662873 Nov 25 13:21:24.706957 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff1e4f8-2451-464d-9c99-4791c137edca req-8efcc3ab-35ee-43c1-889f-054d9ef5294d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:24.710029 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9ff1e4f8-2451-464d-9c99-4791c137edca req-8efcc3ab-35ee-43c1-889f-054d9ef5294d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6ba3ab7c0d724058adeab7a26e218a01&device_id=bc3d014a-3305-4ffe-bddb-08c65c6e7ca8 HTTP/1.1" status: 200 len: 1097 time: 0.1448255 Nov 25 13:21:24.843046 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff1e4f8-2451-464d-9c99-4791c137edca req-3c7ee422-d05f-4ba0-b183-499eacb69e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:24.844797 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9ff1e4f8-2451-464d-9c99-4791c137edca req-3c7ee422-d05f-4ba0-b183-499eacb69e31 service neutron] 10.222.0.66 "GET /v2.0/networks?id=302cd77f-0aa0-4fd0-9347-1bf95451c456 HTTP/1.1" status: 200 len: 915 time: 0.1031682 Nov 25 13:21:24.924501 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9ff1e4f8-2451-464d-9c99-4791c137edca req-fb46b173-5b23-44ff-9697-e49ff08feb50 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ee914d7-dc46-4391-9c91-ab28844b7542 HTTP/1.1" status: 200 len: 1001 time: 0.0681331 Nov 25 13:21:24.985269 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff1e4f8-2451-464d-9c99-4791c137edca req-030bc853-aa6a-424a-ad83-0bfa04e125de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:24.986781 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9ff1e4f8-2451-464d-9c99-4791c137edca req-030bc853-aa6a-424a-ad83-0bfa04e125de service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9357717b-7827-46e4-94ff-fefe4f5006a5 HTTP/1.1" status: 200 len: 853 time: 0.0518534 Nov 25 13:21:25.049753 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff1e4f8-2451-464d-9c99-4791c137edca req-02ed8481-2296-4395-8093-809fedd0451f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:25.050988 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9ff1e4f8-2451-464d-9c99-4791c137edca req-02ed8481-2296-4395-8093-809fedd0451f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=302cd77f-0aa0-4fd0-9347-1bf95451c456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521774 Nov 25 13:21:25.162843 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9ff1e4f8-2451-464d-9c99-4791c137edca req-c94653ff-5506-4db6-97d5-ef5f75c57383 service neutron] 10.222.0.66 "GET /v2.0/networks/302cd77f-0aa0-4fd0-9347-1bf95451c456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994797 Nov 25 13:21:25.224623 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53704) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:21:25.228842 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 4dfba55e-db07-4b26-bc9a-a884da1a0c0c no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:21:25.254795 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 4dfba55e-db07-4b26-bc9a-a884da1a0c0c {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:21:25.255391 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 4dfba55e-db07-4b26-bc9a-a884da1a0c0c not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:21:25.282596 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9ff1e4f8-2451-464d-9c99-4791c137edca req-60396297-e0ab-4dc3-aa04-7c04ae67592d service neutron] 10.222.0.66 "GET /v2.0/networks/302cd77f-0aa0-4fd0-9347-1bf95451c456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071677 Nov 25 13:21:25.341902 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-336cab94-220d-46db-892a-0fab9d02748f admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1220217641-network', 'tenant_id': 'e8eb606c81c046deb34c1a5676c6c588'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:21:25.363893 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-336cab94-220d-46db-892a-0fab9d02748f admin admin] Made reservation on behalf of e8eb606c81c046deb34c1a5676c6c588 for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:21:25.366483 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-336cab94-220d-46db-892a-0fab9d02748f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:25.375986 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-336cab94-220d-46db-892a-0fab9d02748f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:25.454989 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-336cab94-220d-46db-892a-0fab9d02748f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:25.458975 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-336cab94-220d-46db-892a-0fab9d02748f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:25.489264 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-336cab94-220d-46db-892a-0fab9d02748f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:21:25.500388 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336cab94-220d-46db-892a-0fab9d02748f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4036e189-14c5-4f91-950d-36bea44344a4,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:25.505681 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-336cab94-220d-46db-892a-0fab9d02748f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:25.506029 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-336cab94-220d-46db-892a-0fab9d02748f admin admin] Added segment cd8a0afa-00cf-4ef3-a742-85b41b2ab380 of type vlan for network 79357146-45cc-4e55-816c-fe865266d46d Nov 25 13:21:25.550126 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-336cab94-220d-46db-892a-0fab9d02748f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:25.580503 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-336cab94-220d-46db-892a-0fab9d02748f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:25.581598 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336cab94-220d-46db-892a-0fab9d02748f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:25.582201 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-336cab94-220d-46db-892a-0fab9d02748f admin admin] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:25.646686 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-336cab94-220d-46db-892a-0fab9d02748f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4183414 Nov 25 13:21:25.647686 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 53712) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:21:25.649465 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336cab94-220d-46db-892a-0fab9d02748f admin admin] Pushing event updated for resources: {'Network': ['ID=79357146-45cc-4e55-816c-fe865266d46d,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:25.659539 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-d6961e3d-b398-4c8f-b67e-e4b5338855d7 admin admin] Request body: {'subnet': {'network_id': '79357146-45cc-4e55-816c-fe865266d46d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1220217641-subnet', 'tenant_id': 'e8eb606c81c046deb34c1a5676c6c588', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:21:25.668093 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 79357146-45cc-4e55-816c-fe865266d46d details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:21:25.691817 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6961e3d-b398-4c8f-b67e-e4b5338855d7 admin admin] Made reservation on behalf of e8eb606c81c046deb34c1a5676c6c588 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:21:25.694488 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d6961e3d-b398-4c8f-b67e-e4b5338855d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:25.818284 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-df029809-101d-4252-8357-32ff1e0dedda req-67eb9c8b-b68d-46d1-b214-049f07f9a5fc tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 210 time: 0.0407336 Nov 25 13:21:25.882405 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d6961e3d-b398-4c8f-b67e-e4b5338855d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:25.939148 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6961e3d-b398-4c8f-b67e-e4b5338855d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=984a2eb4-56c5-4bd1-a9dc-006dd8ee007a,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:25.948779 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6961e3d-b398-4c8f-b67e-e4b5338855d7 admin admin] Checking segment: {'id': 'cd8a0afa-00cf-4ef3-a742-85b41b2ab380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '79357146-45cc-4e55-816c-fe865266d46d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:21:25.949147 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6961e3d-b398-4c8f-b67e-e4b5338855d7 admin admin] Network hostable DHCP agents. Network: 79357146-45cc-4e55-816c-fe865266d46d, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:21:25.965843 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6961e3d-b398-4c8f-b67e-e4b5338855d7 admin admin] Network 79357146-45cc-4e55-816c-fe865266d46d is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:21:25.975449 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-d6961e3d-b398-4c8f-b67e-e4b5338855d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 79357146-45cc-4e55-816c-fe865266d46d) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:21:25.979914 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6961e3d-b398-4c8f-b67e-e4b5338855d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:25.980522 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d6961e3d-b398-4c8f-b67e-e4b5338855d7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:25.985670 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f142139-c138-41a6-b500-9a8e68c089d7 None None] Network 79357146-45cc-4e55-816c-fe865266d46d requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:21:26.000468 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d6961e3d-b398-4c8f-b67e-e4b5338855d7 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3500602 Nov 25 13:21:26.132768 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb97213a-7c19-43d7-b919-d4d9c3a96687 None None] Network 79357146-45cc-4e55-816c-fe865266d46d requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:21:26.461851 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344608f7-dddb-4b9c-bd5d-90d86e832cbe req-0baf14ab-9994-4f08-b3dd-666116ff3224 tempest-ServerPasswordTestJSON-526938703 tempest-ServerPasswordTestJSON-526938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:26.463390 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-344608f7-dddb-4b9c-bd5d-90d86e832cbe req-0baf14ab-9994-4f08-b3dd-666116ff3224 tempest-ServerPasswordTestJSON-526938703 tempest-ServerPasswordTestJSON-526938703-project] 10.222.0.53 "GET /v2.0/networks?id=79357146-45cc-4e55-816c-fe865266d46d HTTP/1.1" status: 200 len: 813 time: 0.1145647 Nov 25 13:21:26.479753 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-344608f7-dddb-4b9c-bd5d-90d86e832cbe req-d0e19b43-2bc4-4574-9edc-22eac5dd0684 tempest-ServerPasswordTestJSON-526938703 tempest-ServerPasswordTestJSON-526938703-project] 10.222.0.53 "GET /v2.0/quotas/e8eb606c81c046deb34c1a5676c6c588 HTTP/1.1" status: 200 len: 375 time: 0.0093565 Nov 25 13:21:26.510326 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-344608f7-dddb-4b9c-bd5d-90d86e832cbe req-5938bf8f-8f6f-4015-9396-b93d5cab0aa1 tempest-ServerPasswordTestJSON-526938703 tempest-ServerPasswordTestJSON-526938703-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e8eb606c81c046deb34c1a5676c6c588&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251331 Nov 25 13:21:26.605964 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-344608f7-dddb-4b9c-bd5d-90d86e832cbe req-08446261-f2c1-4b76-9413-ecd208466852 service neutron] 10.222.0.53 "GET /v2.0/networks/79357146-45cc-4e55-816c-fe865266d46d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877106 Nov 25 13:21:26.699763 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-344608f7-dddb-4b9c-bd5d-90d86e832cbe req-da0a704d-ef3c-47cf-86e3-135a06d83ca0 service neutron] 10.222.0.53 "GET /v2.0/networks/79357146-45cc-4e55-816c-fe865266d46d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869613 Nov 25 13:21:26.884520 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7b29492b-aa7a-417e-9585-8944c54b8702 req-38efb2e6-75ec-452d-a907-551d7cc14525 tempest-ServerPasswordTestJSON-526938703 tempest-ServerPasswordTestJSON-526938703-project] 10.222.0.53 "GET /v2.0/ports?device_id=0729e200-79e3-4444-9b6f-c218e1054306 HTTP/1.1" status: 200 len: 210 time: 0.0448778 Nov 25 13:21:26.961642 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-31c5ea1a-df71-4ec6-97ac-a29e579d76f5 req-9cc6037f-3ca0-4dd7-8cae-db4739d421dc tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ee53681-812c-43dc-8dd6-e2917a13f52b HTTP/1.1" status: 200 len: 210 time: 0.0315294 Nov 25 13:21:27.917483 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344608f7-dddb-4b9c-bd5d-90d86e832cbe req-3b525cbf-c255-4a85-bd85-8365809135a5 tempest-ServerPasswordTestJSON-526938703 tempest-ServerPasswordTestJSON-526938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:27.918969 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-344608f7-dddb-4b9c-bd5d-90d86e832cbe req-3b525cbf-c255-4a85-bd85-8365809135a5 tempest-ServerPasswordTestJSON-526938703 tempest-ServerPasswordTestJSON-526938703-project] 10.222.0.47 "GET /v2.0/networks?id=79357146-45cc-4e55-816c-fe865266d46d HTTP/1.1" status: 200 len: 813 time: 0.1243596 Nov 25 13:21:27.933496 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-344608f7-dddb-4b9c-bd5d-90d86e832cbe req-8d957872-9d96-4406-94ac-1bbf369ec8b5 tempest-ServerPasswordTestJSON-526938703 tempest-ServerPasswordTestJSON-526938703-project] Request body: {'port': {'device_id': '0729e200-79e3-4444-9b6f-c218e1054306', 'network_id': '79357146-45cc-4e55-816c-fe865266d46d', 'admin_state_up': True, 'tenant_id': 'e8eb606c81c046deb34c1a5676c6c588'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:21:28.004246 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ffdd1d66-17c7-4df8-856c-0cb526dc3536 req-012e0198-bf92-4590-9baf-f40972e1380b tempest-ServerPasswordTestJSON-526938703 tempest-ServerPasswordTestJSON-526938703-project] 10.222.0.53 "GET /v2.0/ports?device_id=0729e200-79e3-4444-9b6f-c218e1054306 HTTP/1.1" status: 200 len: 210 time: 0.0280707 Nov 25 13:21:28.064971 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-344608f7-dddb-4b9c-bd5d-90d86e832cbe req-8d957872-9d96-4406-94ac-1bbf369ec8b5 tempest-ServerPasswordTestJSON-526938703 tempest-ServerPasswordTestJSON-526938703-project] Made reservation on behalf of e8eb606c81c046deb34c1a5676c6c588 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:21:28.065119 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53770) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:21:28.068584 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-344608f7-dddb-4b9c-bd5d-90d86e832cbe req-8d957872-9d96-4406-94ac-1bbf369ec8b5 tempest-ServerPasswordTestJSON-526938703 tempest-ServerPasswordTestJSON-526938703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:28.118808 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b62561b0-10d9-4d15-a0a9-a70290b592ff tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:28.145601 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b62561b0-10d9-4d15-a0a9-a70290b592ff tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:28.206016 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-344608f7-dddb-4b9c-bd5d-90d86e832cbe req-8d957872-9d96-4406-94ac-1bbf369ec8b5 tempest-ServerPasswordTestJSON-526938703 tempest-ServerPasswordTestJSON-526938703-project] Allocated IP 172.20.0.4 (79357146-45cc-4e55-816c-fe865266d46d/984a2eb4-56c5-4bd1-a9dc-006dd8ee007a/fcfd1507-141c-48ea-85d6-26811d6a10cd) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:21:28.209891 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b62561b0-10d9-4d15-a0a9-a70290b592ff tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:28.213585 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b62561b0-10d9-4d15-a0a9-a70290b592ff tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:28.214510 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b62561b0-10d9-4d15-a0a9-a70290b592ff tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "DELETE /v2.0/security-groups/b58ccaf7-fcbc-46a0-8300-65e745ae9e20 HTTP/1.1" status: 204 len: 168 time: 0.1482713 Nov 25 13:21:28.218620 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 53774) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:21:28.227473 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62561b0-10d9-4d15-a0a9-a70290b592ff tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58ccaf7-fcbc-46a0-8300-65e745ae9e20,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:28.239909 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [None req-b9e85660-52f3-407d-900e-d242816e24dd tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] show failed (client error): The resource could not be found. Nov 25 13:21:28.241036 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b9e85660-52f3-407d-900e-d242816e24dd tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "GET /v2.0/security-groups/b58ccaf7-fcbc-46a0-8300-65e745ae9e20 HTTP/1.1" status: 404 len: 347 time: 0.0211382 Nov 25 13:21:28.244054 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53776) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:21:28.385311 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-344608f7-dddb-4b9c-bd5d-90d86e832cbe req-8d957872-9d96-4406-94ac-1bbf369ec8b5 tempest-ServerPasswordTestJSON-526938703 tempest-ServerPasswordTestJSON-526938703-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:28.422438 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-344608f7-dddb-4b9c-bd5d-90d86e832cbe req-8d957872-9d96-4406-94ac-1bbf369ec8b5 tempest-ServerPasswordTestJSON-526938703 tempest-ServerPasswordTestJSON-526938703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:28.476695 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-344608f7-dddb-4b9c-bd5d-90d86e832cbe req-8d957872-9d96-4406-94ac-1bbf369ec8b5 tempest-ServerPasswordTestJSON-526938703 tempest-ServerPasswordTestJSON-526938703-project] Network 79357146-45cc-4e55-816c-fe865266d46d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:21:28.479703 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-344608f7-dddb-4b9c-bd5d-90d86e832cbe req-8d957872-9d96-4406-94ac-1bbf369ec8b5 tempest-ServerPasswordTestJSON-526938703 tempest-ServerPasswordTestJSON-526938703-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:21:28.482194 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-344608f7-dddb-4b9c-bd5d-90d86e832cbe req-8d957872-9d96-4406-94ac-1bbf369ec8b5 tempest-ServerPasswordTestJSON-526938703 tempest-ServerPasswordTestJSON-526938703-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:21:28.515443 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d957872-9d96-4406-94ac-1bbf369ec8b5 tempest-ServerPasswordTestJSON-526938703 tempest-ServerPasswordTestJSON-526938703-project] Pushing event updated for resources: {'Port': ['ID=fcfd1507-141c-48ea-85d6-26811d6a10cd,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:28.541694 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344608f7-dddb-4b9c-bd5d-90d86e832cbe req-8d957872-9d96-4406-94ac-1bbf369ec8b5 tempest-ServerPasswordTestJSON-526938703 tempest-ServerPasswordTestJSON-526938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:28.542339 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-344608f7-dddb-4b9c-bd5d-90d86e832cbe req-8d957872-9d96-4406-94ac-1bbf369ec8b5 tempest-ServerPasswordTestJSON-526938703 tempest-ServerPasswordTestJSON-526938703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:28.559253 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-344608f7-dddb-4b9c-bd5d-90d86e832cbe req-8d957872-9d96-4406-94ac-1bbf369ec8b5 tempest-ServerPasswordTestJSON-526938703 tempest-ServerPasswordTestJSON-526938703-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6303947 Nov 25 13:21:28.572540 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-344608f7-dddb-4b9c-bd5d-90d86e832cbe req-23cc87e1-cb83-4a03-84ed-b964d3100365 service neutron] Request body: {'port': {'device_id': '0729e200-79e3-4444-9b6f-c218e1054306', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:21:28.629363 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-344608f7-dddb-4b9c-bd5d-90d86e832cbe req-23cc87e1-cb83-4a03-84ed-b964d3100365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:28.723168 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-f8861368-76f7-4ac4-b14b-f14e257ce0d6 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Deleting port fd76cc7a-05f6-4d7a-a6ae-3c3d98625ce1 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:21:28.723521 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f8861368-76f7-4ac4-b14b-f14e257ce0d6 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:28.803606 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f8861368-76f7-4ac4-b14b-f14e257ce0d6 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:28.803939 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f8861368-76f7-4ac4-b14b-f14e257ce0d6 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:28.816850 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-f8861368-76f7-4ac4-b14b-f14e257ce0d6 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Calling delete_port for fd76cc7a-05f6-4d7a-a6ae-3c3d98625ce1 owned by network:floatingip {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:21:28.911452 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-344608f7-dddb-4b9c-bd5d-90d86e832cbe req-23cc87e1-cb83-4a03-84ed-b964d3100365 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcfd1507-141c-48ea-85d6-26811d6a10cd {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:21:28.919445 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-344608f7-dddb-4b9c-bd5d-90d86e832cbe req-23cc87e1-cb83-4a03-84ed-b964d3100365 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:28.960353 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f8861368-76f7-4ac4-b14b-f14e257ce0d6 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:28.970812 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-344608f7-dddb-4b9c-bd5d-90d86e832cbe req-23cc87e1-cb83-4a03-84ed-b964d3100365 service neutron] Transition to ACTIVE for port object fcfd1507-141c-48ea-85d6-26811d6a10cd will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:21:28.982667 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-344608f7-dddb-4b9c-bd5d-90d86e832cbe req-23cc87e1-cb83-4a03-84ed-b964d3100365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:28.990181 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8861368-76f7-4ac4-b14b-f14e257ce0d6 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Pushing event deleted for resources: {'Port': ['ID=fd76cc7a-05f6-4d7a-a6ae-3c3d98625ce1,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:29.012395 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7296b7f6-799c-4bc5-bf26-f32633d16d93 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:21:29.043251 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cc87e1-cb83-4a03-84ed-b964d3100365 service neutron] Pushing event updated for resources: {'Port': ['ID=fcfd1507-141c-48ea-85d6-26811d6a10cd,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:29.067347 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f8861368-76f7-4ac4-b14b-f14e257ce0d6 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks [] for floatingip, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:29.072363 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f8861368-76f7-4ac4-b14b-f14e257ce0d6 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:29.073665 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f8861368-76f7-4ac4-b14b-f14e257ce0d6 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "DELETE /v2.0/floatingips/6c0806cb-29cb-45ec-971f-d6cdf50ba094 HTTP/1.1" status: 204 len: 168 time: 0.8286231 Nov 25 13:21:29.079161 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53786) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:21:29.098023 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-930c84f0-8efc-47bf-9a0a-94ebf1f856ad req-0832f05a-4a57-4294-b14b-62b1310e4f11 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bbce244a-1b99-45fb-8772-6d1e1fc4128c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1258800 Nov 25 13:21:29.161438 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-344608f7-dddb-4b9c-bd5d-90d86e832cbe req-23cc87e1-cb83-4a03-84ed-b964d3100365 service neutron] Attempting to bind port fcfd1507-141c-48ea-85d6-26811d6a10cd on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:21:29.161683 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-344608f7-dddb-4b9c-bd5d-90d86e832cbe req-23cc87e1-cb83-4a03-84ed-b964d3100365 service neutron] Attempting to bind port fcfd1507-141c-48ea-85d6-26811d6a10cd by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': 'cd8a0afa-00cf-4ef3-a742-85b41b2ab380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '79357146-45cc-4e55-816c-fe865266d46d'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:21:29.161974 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344608f7-dddb-4b9c-bd5d-90d86e832cbe req-23cc87e1-cb83-4a03-84ed-b964d3100365 service neutron] Attempting to bind port fcfd1507-141c-48ea-85d6-26811d6a10cd on network 79357146-45cc-4e55-816c-fe865266d46d {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:21:29.185969 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344608f7-dddb-4b9c-bd5d-90d86e832cbe req-23cc87e1-cb83-4a03-84ed-b964d3100365 service neutron] Port fcfd1507-141c-48ea-85d6-26811d6a10cd on network 79357146-45cc-4e55-816c-fe865266d46d not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:21:29.186997 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344608f7-dddb-4b9c-bd5d-90d86e832cbe req-23cc87e1-cb83-4a03-84ed-b964d3100365 service neutron] Attempting to bind port fcfd1507-141c-48ea-85d6-26811d6a10cd on network 79357146-45cc-4e55-816c-fe865266d46d {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:21:29.191652 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73641888-2586-4916-b595-70d00ce74e7f req-b2a0d86f-f0ac-4ed3-92ef-08ceab3d71d1 tempest-ServerPasswordTestJSON-526938703 tempest-ServerPasswordTestJSON-526938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:29.193364 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-73641888-2586-4916-b595-70d00ce74e7f req-b2a0d86f-f0ac-4ed3-92ef-08ceab3d71d1 tempest-ServerPasswordTestJSON-526938703 tempest-ServerPasswordTestJSON-526938703-project] 10.222.0.53 "GET /v2.0/ports?device_id=0729e200-79e3-4444-9b6f-c218e1054306 HTTP/1.1" status: 200 len: 943 time: 0.0876467 Nov 25 13:21:29.194616 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344608f7-dddb-4b9c-bd5d-90d86e832cbe req-23cc87e1-cb83-4a03-84ed-b964d3100365 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:21:29.195049 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344608f7-dddb-4b9c-bd5d-90d86e832cbe req-23cc87e1-cb83-4a03-84ed-b964d3100365 service neutron] Checking segment: {'id': 'cd8a0afa-00cf-4ef3-a742-85b41b2ab380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '79357146-45cc-4e55-816c-fe865266d46d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:21:29.195497 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344608f7-dddb-4b9c-bd5d-90d86e832cbe req-23cc87e1-cb83-4a03-84ed-b964d3100365 service neutron] Bound using segment: {'id': 'cd8a0afa-00cf-4ef3-a742-85b41b2ab380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '79357146-45cc-4e55-816c-fe865266d46d'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:21:29.196115 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-344608f7-dddb-4b9c-bd5d-90d86e832cbe req-23cc87e1-cb83-4a03-84ed-b964d3100365 service neutron] Bound port: fcfd1507-141c-48ea-85d6-26811d6a10cd, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd8a0afa-00cf-4ef3-a742-85b41b2ab380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '79357146-45cc-4e55-816c-fe865266d46d'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:21:29.196561 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-344608f7-dddb-4b9c-bd5d-90d86e832cbe req-23cc87e1-cb83-4a03-84ed-b964d3100365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:29.243640 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c84f0-8efc-47bf-9a0a-94ebf1f856ad req-b37d9cce-a7fe-443f-a667-2b97758871c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:29.243820 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-ce0075e0-842a-4fb7-a1e3-425faa7687e8 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Deleting port 724cccc6-fca6-4f56-9b33-692920a85a29 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:21:29.243996 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ce0075e0-842a-4fb7-a1e3-425faa7687e8 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:29.245148 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-930c84f0-8efc-47bf-9a0a-94ebf1f856ad req-b37d9cce-a7fe-443f-a667-2b97758871c6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=df651ad79fe54ccfbbf19c1e8711e872&device_id=bbce244a-1b99-45fb-8772-6d1e1fc4128c HTTP/1.1" status: 200 len: 1097 time: 0.0949538 Nov 25 13:21:29.300821 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-73641888-2586-4916-b595-70d00ce74e7f req-d8d9e286-7eb3-4f4e-93e1-2fa85d068e9f tempest-ServerPasswordTestJSON-526938703 tempest-ServerPasswordTestJSON-526938703-project] 10.222.0.53 "GET /v2.0/security-groups?id=4036e189-14c5-4f91-950d-36bea44344a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962608 Nov 25 13:21:29.325800 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-344608f7-dddb-4b9c-bd5d-90d86e832cbe req-23cc87e1-cb83-4a03-84ed-b964d3100365 service neutron] For port fcfd1507-141c-48ea-85d6-26811d6a10cd, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:21:29.341913 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-344608f7-dddb-4b9c-bd5d-90d86e832cbe req-23cc87e1-cb83-4a03-84ed-b964d3100365 service neutron] For port fcfd1507-141c-48ea-85d6-26811d6a10cd, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=fcfd1507-141c-48ea-85d6-26811d6a10cd,segment=NetworkSegment(cd8a0afa-00cf-4ef3-a742-85b41b2ab380),segment_id=cd8a0afa-00cf-4ef3-a742-85b41b2ab380)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:21:29.349950 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-344608f7-dddb-4b9c-bd5d-90d86e832cbe req-23cc87e1-cb83-4a03-84ed-b964d3100365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:29.356919 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ce0075e0-842a-4fb7-a1e3-425faa7687e8 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:29.368991 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-ce0075e0-842a-4fb7-a1e3-425faa7687e8 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Calling delete_port for 724cccc6-fca6-4f56-9b33-692920a85a29 owned by {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:21:29.401392 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344608f7-dddb-4b9c-bd5d-90d86e832cbe req-23cc87e1-cb83-4a03-84ed-b964d3100365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:29.402010 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-344608f7-dddb-4b9c-bd5d-90d86e832cbe req-23cc87e1-cb83-4a03-84ed-b964d3100365 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:29.403406 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-344608f7-dddb-4b9c-bd5d-90d86e832cbe req-23cc87e1-cb83-4a03-84ed-b964d3100365 service neutron] 10.222.0.47 "PUT /v2.0/ports/fcfd1507-141c-48ea-85d6-26811d6a10cd HTTP/1.1" status: 200 len: 1092 time: 0.8352757 Nov 25 13:21:29.403847 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0729e200-79e3-4444-9b6f-c218e1054306', 'tag': 'fcfd1507-141c-48ea-85d6-26811d6a10cd'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:21:29.406790 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c16b6afd-08b4-4cd2-8e8b-1852a650af8c" -d '{"events": [{"name": "network-changed", "server_uuid": "0729e200-79e3-4444-9b6f-c218e1054306", "tag": "fcfd1507-141c-48ea-85d6-26811d6a10cd"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:21:29.424069 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c84f0-8efc-47bf-9a0a-94ebf1f856ad req-5e06ce26-6be9-4e92-a88a-7ebac7445d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:29.425538 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-930c84f0-8efc-47bf-9a0a-94ebf1f856ad req-5e06ce26-6be9-4e92-a88a-7ebac7445d15 service neutron] 10.222.0.47 "GET /v2.0/networks?id=884fbd20-5b2c-4fb3-8df2-e56b22e47b5d HTTP/1.1" status: 200 len: 906 time: 0.1600404 Nov 25 13:21:29.471590 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f0277b8-f657-437a-9608-5522f378f2b5 x-openstack-request-id: req-0f0277b8-f657-437a-9608-5522f378f2b5 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:21:29.471884 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0729e200-79e3-4444-9b6f-c218e1054306", "tag": "fcfd1507-141c-48ea-85d6-26811d6a10cd", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:21:29.472138 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0f0277b8-f657-437a-9608-5522f378f2b5 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:21:29.472535 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0729e200-79e3-4444-9b6f-c218e1054306', 'tag': 'fcfd1507-141c-48ea-85d6-26811d6a10cd', 'status': 'completed', 'code': 200} Nov 25 13:21:29.482678 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cc87e1-cb83-4a03-84ed-b964d3100365 service neutron] Pushing event updated for resources: {'Port': ['ID=fcfd1507-141c-48ea-85d6-26811d6a10cd,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:29.511591 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ce0075e0-842a-4fb7-a1e3-425faa7687e8 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:29.531163 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-930c84f0-8efc-47bf-9a0a-94ebf1f856ad req-e50c0059-b41a-4b5c-a9a0-39031f38c107 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fc84434-e7c8-4bd6-b4b7-3ed027b92d19 HTTP/1.1" status: 200 len: 1001 time: 0.0972705 Nov 25 13:21:29.542683 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0075e0-842a-4fb7-a1e3-425faa7687e8 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Pushing event deleted for resources: {'Port': ['ID=724cccc6-fca6-4f56-9b33-692920a85a29,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:29.549037 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344608f7-dddb-4b9c-bd5d-90d86e832cbe req-af5ec19c-4a81-4795-be64-7f8e4f845f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:29.550529 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-344608f7-dddb-4b9c-bd5d-90d86e832cbe req-af5ec19c-4a81-4795-be64-7f8e4f845f2e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e8eb606c81c046deb34c1a5676c6c588&device_id=0729e200-79e3-4444-9b6f-c218e1054306 HTTP/1.1" status: 200 len: 1095 time: 0.0772521 Nov 25 13:21:29.610367 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-344608f7-dddb-4b9c-bd5d-90d86e832cbe req-d9166bf6-cf90-49ed-9c53-6bb36c736b23 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fcfd1507-141c-48ea-85d6-26811d6a10cd HTTP/1.1" status: 200 len: 217 time: 0.0406830 Nov 25 13:21:29.613358 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ce0075e0-842a-4fb7-a1e3-425faa7687e8 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:29.619142 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-ce0075e0-842a-4fb7-a1e3-425faa7687e8 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "DELETE /v2.0/ports/724cccc6-fca6-4f56-9b33-692920a85a29 HTTP/1.1" status: 204 len: 168 time: 0.5365651 Nov 25 13:21:29.619476 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53792) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:21:29.627988 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c84f0-8efc-47bf-9a0a-94ebf1f856ad req-db85cabe-964b-4d84-a50e-4de1626cbce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:29.629412 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-930c84f0-8efc-47bf-9a0a-94ebf1f856ad req-db85cabe-964b-4d84-a50e-4de1626cbce6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4a9b2e46-421a-4b61-8a19-01c511a48cad HTTP/1.1" status: 200 len: 844 time: 0.0914505 Nov 25 13:21:29.692624 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344608f7-dddb-4b9c-bd5d-90d86e832cbe req-506f0676-9181-4277-87a9-c53f6770381a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:29.694089 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-344608f7-dddb-4b9c-bd5d-90d86e832cbe req-506f0676-9181-4277-87a9-c53f6770381a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=984a2eb4-56c5-4bd1-a9dc-006dd8ee007a HTTP/1.1" status: 200 len: 853 time: 0.0772462 Nov 25 13:21:29.711249 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-9baf5b6d-3647-41d8-8b85-ae15aed0513f tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Deleting port 0f2c65ca-cd9b-4cf4-b4b7-974dd4a0e921 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:21:29.711611 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9baf5b6d-3647-41d8-8b85-ae15aed0513f tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:29.711855 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c84f0-8efc-47bf-9a0a-94ebf1f856ad req-39ef4082-4aa0-4daa-98d9-1a5295ad89b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:29.713314 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-930c84f0-8efc-47bf-9a0a-94ebf1f856ad req-39ef4082-4aa0-4daa-98d9-1a5295ad89b5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=884fbd20-5b2c-4fb3-8df2-e56b22e47b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0628474 Nov 25 13:21:29.734934 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-344608f7-dddb-4b9c-bd5d-90d86e832cbe req-dfca56be-4889-491c-b9c8-fdb726c75357 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=79357146-45cc-4e55-816c-fe865266d46d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336239 Nov 25 13:21:29.802068 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9baf5b6d-3647-41d8-8b85-ae15aed0513f tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:29.814462 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-9baf5b6d-3647-41d8-8b85-ae15aed0513f tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Calling delete_port for 0f2c65ca-cd9b-4cf4-b4b7-974dd4a0e921 owned by {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:21:29.880536 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-930c84f0-8efc-47bf-9a0a-94ebf1f856ad req-876d04ba-dd6e-4d95-ba66-2cf093da8530 service neutron] 10.222.0.47 "GET /v2.0/networks/884fbd20-5b2c-4fb3-8df2-e56b22e47b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537669 Nov 25 13:21:29.884135 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-344608f7-dddb-4b9c-bd5d-90d86e832cbe req-e491eef3-e48c-423a-8886-8dd7d6253622 service neutron] 10.222.0.47 "GET /v2.0/networks/79357146-45cc-4e55-816c-fe865266d46d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390140 Nov 25 13:21:29.961087 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9baf5b6d-3647-41d8-8b85-ae15aed0513f tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:30.001688 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baf5b6d-3647-41d8-8b85-ae15aed0513f tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Pushing event deleted for resources: {'Port': ['ID=0f2c65ca-cd9b-4cf4-b4b7-974dd4a0e921,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:30.062955 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-930c84f0-8efc-47bf-9a0a-94ebf1f856ad req-f3449357-2055-49c9-a9a3-8e7cd8adc7e2 service neutron] 10.222.0.47 "GET /v2.0/networks/884fbd20-5b2c-4fb3-8df2-e56b22e47b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700735 Nov 25 13:21:30.066892 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-344608f7-dddb-4b9c-bd5d-90d86e832cbe req-f959ced9-e959-4e27-ad0f-cb19c5732ac9 service neutron] 10.222.0.47 "GET /v2.0/networks/79357146-45cc-4e55-816c-fe865266d46d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727314 Nov 25 13:21:30.073483 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9baf5b6d-3647-41d8-8b85-ae15aed0513f tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:30.078539 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-9baf5b6d-3647-41d8-8b85-ae15aed0513f tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "DELETE /v2.0/ports/0f2c65ca-cd9b-4cf4-b4b7-974dd4a0e921 HTTP/1.1" status: 204 len: 168 time: 0.4579253 Nov 25 13:21:30.081726 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53802) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:21:30.148391 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-63b4f4d1-0972-49e2-a436-e45b9f946e23 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Deleting subnet 06817033-b081-4244-92d2-8969dbcfd417 {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:21:30.152037 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-63b4f4d1-0972-49e2-a436-e45b9f946e23 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:30.178889 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b6afd-08b4-4cd2-8e8b-1852a650af8c req-bc0267f4-136e-43de-8ee0-d598453cf720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:30.180468 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c16b6afd-08b4-4cd2-8e8b-1852a650af8c req-bc0267f4-136e-43de-8ee0-d598453cf720 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e8eb606c81c046deb34c1a5676c6c588&device_id=0729e200-79e3-4444-9b6f-c218e1054306 HTTP/1.1" status: 200 len: 1095 time: 0.0555873 Nov 25 13:21:30.193314 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-63b4f4d1-0972-49e2-a436-e45b9f946e23 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:30.270642 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b6afd-08b4-4cd2-8e8b-1852a650af8c req-af6787d1-feed-4efe-b5ce-85fc759f5c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:30.272240 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c16b6afd-08b4-4cd2-8e8b-1852a650af8c req-af6787d1-feed-4efe-b5ce-85fc759f5c18 service neutron] 10.222.0.47 "GET /v2.0/networks?id=79357146-45cc-4e55-816c-fe865266d46d HTTP/1.1" status: 200 len: 914 time: 0.0834618 Nov 25 13:21:30.279163 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-63b4f4d1-0972-49e2-a436-e45b9f946e23 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:30.305761 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ccc9a3b3-71c6-471d-bba3-b682a0241a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:30.320061 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c16b6afd-08b4-4cd2-8e8b-1852a650af8c req-ddb6ab85-75d3-493b-acf8-0ef06bda591d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fcfd1507-141c-48ea-85d6-26811d6a10cd HTTP/1.1" status: 200 len: 217 time: 0.0406179 Nov 25 13:21:30.355709 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-63b4f4d1-0972-49e2-a436-e45b9f946e23 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:30.376638 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b6afd-08b4-4cd2-8e8b-1852a650af8c req-4878daa7-afc8-4555-8e9a-6ae28faa5286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:30.378137 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c16b6afd-08b4-4cd2-8e8b-1852a650af8c req-4878daa7-afc8-4555-8e9a-6ae28faa5286 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=984a2eb4-56c5-4bd1-a9dc-006dd8ee007a HTTP/1.1" status: 200 len: 853 time: 0.0496488 Nov 25 13:21:30.404654 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b4f4d1-0972-49e2-a436-e45b9f946e23 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Pushing event deleted for resources: {'Subnet': ['ID=06817033-b081-4244-92d2-8969dbcfd417,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:30.410052 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54488ef-32c5-446d-90ea-1baf1c001f82 None None] Network ce8b7f62-300f-4958-8057-b23aa4d60523 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:21:30.423049 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-63b4f4d1-0972-49e2-a436-e45b9f946e23 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:30.423739 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c16b6afd-08b4-4cd2-8e8b-1852a650af8c req-802f9950-3391-4f54-a23b-29f275456ea7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=79357146-45cc-4e55-816c-fe865266d46d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345380 Nov 25 13:21:30.426289 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-63b4f4d1-0972-49e2-a436-e45b9f946e23 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "DELETE /v2.0/subnets/06817033-b081-4244-92d2-8969dbcfd417 HTTP/1.1" status: 204 len: 168 time: 0.3433754 Nov 25 13:21:30.429559 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53808) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:21:30.487742 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b665b1c-3d1e-41a8-adb9-982efb352bd7 req-7494445d-e909-4976-a7a5-79d660a05b94 tempest-ServerPasswordTestJSON-526938703 tempest-ServerPasswordTestJSON-526938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:30.494932 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8b665b1c-3d1e-41a8-adb9-982efb352bd7 req-7494445d-e909-4976-a7a5-79d660a05b94 tempest-ServerPasswordTestJSON-526938703 tempest-ServerPasswordTestJSON-526938703-project] 10.222.0.53 "GET /v2.0/ports?device_id=0729e200-79e3-4444-9b6f-c218e1054306 HTTP/1.1" status: 200 len: 943 time: 0.1038680 Nov 25 13:21:30.522520 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-2af401d1-f994-4bf6-aa57-f4bf98716528 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Deleting subnet e25e12e8-af35-42f8-83c0-b8f9f41a748f {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:21:30.535234 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2af401d1-f994-4bf6-aa57-f4bf98716528 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:30.537935 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c16b6afd-08b4-4cd2-8e8b-1852a650af8c req-3c0a0664-aa74-4122-b047-7ca5dc411923 service neutron] 10.222.0.47 "GET /v2.0/networks/79357146-45cc-4e55-816c-fe865266d46d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046133 Nov 25 13:21:30.607453 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2af401d1-f994-4bf6-aa57-f4bf98716528 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:30.618747 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8b665b1c-3d1e-41a8-adb9-982efb352bd7 req-e4c61ace-d1f5-4ecd-a661-3a649ad5583f tempest-ServerPasswordTestJSON-526938703 tempest-ServerPasswordTestJSON-526938703-project] 10.222.0.53 "GET /v2.0/security-groups?id=4036e189-14c5-4f91-950d-36bea44344a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227617 Nov 25 13:21:30.647730 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8384c709-de71-4678-bf13-566fddfecdd5 None None] DHCP port deletion for ce8b7f62-300f-4958-8057-b23aa4d60523 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:21:30.664098 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c16b6afd-08b4-4cd2-8e8b-1852a650af8c req-9a0ad6ba-dbe4-43d2-a0a2-c6e6f712c433 service neutron] 10.222.0.47 "GET /v2.0/networks/79357146-45cc-4e55-816c-fe865266d46d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180501 Nov 25 13:21:30.707159 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-8384c709-de71-4678-bf13-566fddfecdd5 None None] Deleting port f29bb505-4e08-4ddc-b5f8-582b80b80bc5 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:21:30.707454 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8384c709-de71-4678-bf13-566fddfecdd5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:30.710236 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2af401d1-f994-4bf6-aa57-f4bf98716528 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:30.769352 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2af401d1-f994-4bf6-aa57-f4bf98716528 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:30.772368 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-8384c709-de71-4678-bf13-566fddfecdd5 None None] For port f29bb505-4e08-4ddc-b5f8-582b80b80bc5, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=f29bb505-4e08-4ddc-b5f8-582b80b80bc5,segment=NetworkSegment(d1ee1bae-4fd4-4d54-817b-17b6c5f31726),segment_id=d1ee1bae-4fd4-4d54-817b-17b6c5f31726)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:21:30.772799 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8384c709-de71-4678-bf13-566fddfecdd5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:30.785070 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-8384c709-de71-4678-bf13-566fddfecdd5 None None] Calling delete_port for f29bb505-4e08-4ddc-b5f8-582b80b80bc5 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:21:30.796223 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af401d1-f994-4bf6-aa57-f4bf98716528 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Pushing event deleted for resources: {'Subnet': ['ID=e25e12e8-af35-42f8-83c0-b8f9f41a748f,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:30.801055 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2af401d1-f994-4bf6-aa57-f4bf98716528 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:30.804328 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-2af401d1-f994-4bf6-aa57-f4bf98716528 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "DELETE /v2.0/subnets/e25e12e8-af35-42f8-83c0-b8f9f41a748f HTTP/1.1" status: 204 len: 168 time: 0.3737102 Nov 25 13:21:30.806940 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53810) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:21:30.831185 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf6c4ed-2f30-4489-a06a-9f4b3fadd6bf None None] Network 2b823069-d9bd-4f42-87ec-afb97511a19d requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:21:30.891182 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1bca557f-9c21-4153-8624-e4f283305fff tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:30.952145 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-1bca557f-9c21-4153-8624-e4f283305fff tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Deleting port f29bb505-4e08-4ddc-b5f8-582b80b80bc5 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:21:30.952474 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1bca557f-9c21-4153-8624-e4f283305fff tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:31.029871 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-1bca557f-9c21-4153-8624-e4f283305fff tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] For port f29bb505-4e08-4ddc-b5f8-582b80b80bc5, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=f29bb505-4e08-4ddc-b5f8-582b80b80bc5,segment=NetworkSegment(d1ee1bae-4fd4-4d54-817b-17b6c5f31726),segment_id=d1ee1bae-4fd4-4d54-817b-17b6c5f31726)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:21:31.030371 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1bca557f-9c21-4153-8624-e4f283305fff tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:31.046520 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-1bca557f-9c21-4153-8624-e4f283305fff tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Calling delete_port for f29bb505-4e08-4ddc-b5f8-582b80b80bc5 owned by network:dhcp {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:21:31.126143 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1bca557f-9c21-4153-8624-e4f283305fff tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:31.127056 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8384c709-de71-4678-bf13-566fddfecdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:31.154395 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bca557f-9c21-4153-8624-e4f283305fff tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] No DVR routers for this DVR port f29bb505-4e08-4ddc-b5f8-582b80b80bc5 on host n-d-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:21:31.154982 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8384c709-de71-4678-bf13-566fddfecdd5 None None] Pushing event deleted for resources: {'Port': ['ID=f29bb505-4e08-4ddc-b5f8-582b80b80bc5,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:31.156678 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bca557f-9c21-4153-8624-e4f283305fff tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Pushing event deleted for resources: {'Port': ['ID=f29bb505-4e08-4ddc-b5f8-582b80b80bc5,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:31.165730 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8384c709-de71-4678-bf13-566fddfecdd5 None None] No DVR routers for this DVR port f29bb505-4e08-4ddc-b5f8-582b80b80bc5 on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:21:31.173995 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8384c709-de71-4678-bf13-566fddfecdd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:21:31.174353 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8384c709-de71-4678-bf13-566fddfecdd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:21:31.174717 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8384c709-de71-4678-bf13-566fddfecdd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:21:31.178045 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8384c709-de71-4678-bf13-566fddfecdd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:21:31.178045 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8384c709-de71-4678-bf13-566fddfecdd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:21:31.178045 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8384c709-de71-4678-bf13-566fddfecdd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:21:31.178045 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8384c709-de71-4678-bf13-566fddfecdd5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:21:31.178045 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8384c709-de71-4678-bf13-566fddfecdd5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:21:31.178045 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8384c709-de71-4678-bf13-566fddfecdd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:21:31.178045 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8384c709-de71-4678-bf13-566fddfecdd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:21:31.178045 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8384c709-de71-4678-bf13-566fddfecdd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:21:31.178045 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8384c709-de71-4678-bf13-566fddfecdd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:21:31.243410 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device f29bb505-4e08-4ddc-b5f8-582b80b80bc5 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:21:31.273726 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: f29bb505-4e08-4ddc-b5f8-582b80b80bc5 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:21:31.274161 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device f29bb505-4e08-4ddc-b5f8-582b80b80bc5 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:21:31.285244 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1bca557f-9c21-4153-8624-e4f283305fff tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:31.303025 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f32847-f4a9-49a4-bd50-53a3f071377d None None] DHCP port deletion for 2b823069-d9bd-4f42-87ec-afb97511a19d request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:21:31.309270 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-1bca557f-9c21-4153-8624-e4f283305fff tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce8b7f62-300f-4958-8057-b23aa4d60523']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:21:31.319685 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-1bca557f-9c21-4153-8624-e4f283305fff tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1ee1bae-4fd4-4d54-817b-17b6c5f31726') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:21:31.320066 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-1bca557f-9c21-4153-8624-e4f283305fff tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1ee1bae-4fd4-4d54-817b-17b6c5f31726') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:21:31.330053 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1bca557f-9c21-4153-8624-e4f283305fff tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:31.343310 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1bca557f-9c21-4153-8624-e4f283305fff tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:31.349191 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bca557f-9c21-4153-8624-e4f283305fff tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:21:31.349586 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1bca557f-9c21-4153-8624-e4f283305fff tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:31.352570 n-d-808199-11 neutron-server[103570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:21:31.352570 n-d-808199-11 neutron-server[103570]: self.session.flush() Nov 25 13:21:31.352570 n-d-808199-11 neutron-server[103570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:21:31.352570 n-d-808199-11 neutron-server[103570]: self.session.flush() Nov 25 13:21:31.352570 n-d-808199-11 neutron-server[103570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:21:31.352570 n-d-808199-11 neutron-server[103570]: self.session.flush() Nov 25 13:21:31.352570 n-d-808199-11 neutron-server[103570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:21:31.352570 n-d-808199-11 neutron-server[103570]: self.session.flush() Nov 25 13:21:31.352570 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:21:31.352570 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:21:31.352570 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:21:31.352570 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:21:31.352570 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:21:31.352570 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:21:31.352570 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:21:31.352570 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:21:31.352570 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:21:31.352570 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:21:31.352570 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:21:31.352570 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:21:31.352570 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:21:31.352570 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:21:31.352570 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:21:31.352570 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:21:31.352570 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:21:31.352570 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:21:31.352570 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:21:31.352570 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:21:31.352570 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:21:31.352570 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:21:31.352570 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:21:31.352570 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:21:31.352570 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:21:31.352570 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:21:31.352570 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:21:31.352570 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:21:31.352570 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:21:31.352570 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:21:31.352570 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:21:31.352570 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:21:31.355525 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-84f32847-f4a9-49a4-bd50-53a3f071377d None None] Deleting port 4393fabd-fa68-4745-9c81-12570199014d {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:21:31.355525 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-84f32847-f4a9-49a4-bd50-53a3f071377d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:31.415302 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1bca557f-9c21-4153-8624-e4f283305fff tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:31.420932 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-84f32847-f4a9-49a4-bd50-53a3f071377d None None] For port 4393fabd-fa68-4745-9c81-12570199014d, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=4393fabd-fa68-4745-9c81-12570199014d,segment=NetworkSegment(4bbc928c-6a05-48c7-bd98-100069b17bb5),segment_id=4bbc928c-6a05-48c7-bd98-100069b17bb5)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:21:31.421455 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-84f32847-f4a9-49a4-bd50-53a3f071377d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:31.424411 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1bca557f-9c21-4153-8624-e4f283305fff tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:31.428684 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-1bca557f-9c21-4153-8624-e4f283305fff tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "DELETE /v2.0/networks/ce8b7f62-300f-4958-8057-b23aa4d60523 HTTP/1.1" status: 204 len: 168 time: 0.6207426 Nov 25 13:21:31.431360 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53820) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:21:31.438215 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-84f32847-f4a9-49a4-bd50-53a3f071377d None None] Calling delete_port for 4393fabd-fa68-4745-9c81-12570199014d owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:21:31.457312 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bca557f-9c21-4153-8624-e4f283305fff tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Pushing event deleted for resources: {'Network': ['ID=ce8b7f62-300f-4958-8057-b23aa4d60523,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:31.520009 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-84f32847-f4a9-49a4-bd50-53a3f071377d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:31.527424 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-17f4e961-7132-4fe1-86e3-a820e58c6a98 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:31.549096 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f32847-f4a9-49a4-bd50-53a3f071377d None None] Pushing event deleted for resources: {'Port': ['ID=4393fabd-fa68-4745-9c81-12570199014d,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:31.552730 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f32847-f4a9-49a4-bd50-53a3f071377d None None] No DVR routers for this DVR port 4393fabd-fa68-4745-9c81-12570199014d on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:21:31.621260 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-17f4e961-7132-4fe1-86e3-a820e58c6a98 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:31.642302 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-17f4e961-7132-4fe1-86e3-a820e58c6a98 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b823069-d9bd-4f42-87ec-afb97511a19d']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:21:31.651852 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-17f4e961-7132-4fe1-86e3-a820e58c6a98 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bbc928c-6a05-48c7-bd98-100069b17bb5') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:21:31.652159 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-17f4e961-7132-4fe1-86e3-a820e58c6a98 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bbc928c-6a05-48c7-bd98-100069b17bb5') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:21:31.662292 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-17f4e961-7132-4fe1-86e3-a820e58c6a98 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:31.676420 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-17f4e961-7132-4fe1-86e3-a820e58c6a98 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:31.682436 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17f4e961-7132-4fe1-86e3-a820e58c6a98 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:21:31.682866 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-17f4e961-7132-4fe1-86e3-a820e58c6a98 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:31.686015 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:21:31.686015 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:21:31.686015 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:21:31.686015 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:21:31.686015 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:21:31.686015 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:21:31.686015 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:21:31.686015 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:21:31.686015 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:21:31.686015 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:21:31.686015 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:21:31.686015 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:21:31.686015 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:21:31.686015 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:21:31.686015 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:21:31.686015 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:21:31.686015 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:21:31.686015 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:21:31.686015 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:21:31.686015 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:21:31.686015 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:21:31.686015 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:21:31.686015 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:21:31.686015 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:21:31.686015 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:21:31.686015 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:21:31.686015 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:21:31.686015 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:21:31.686015 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:21:31.686015 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:21:31.686015 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:21:31.686015 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:21:31.774405 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-17f4e961-7132-4fe1-86e3-a820e58c6a98 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:31.787774 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49fe827-c433-4c2e-bf86-77c01d5eccbe req-88f62519-8529-4d73-bd16-6604a5e287c4 tempest-ServerPasswordTestJSON-526938703 tempest-ServerPasswordTestJSON-526938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:31.789272 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d49fe827-c433-4c2e-bf86-77c01d5eccbe req-88f62519-8529-4d73-bd16-6604a5e287c4 tempest-ServerPasswordTestJSON-526938703 tempest-ServerPasswordTestJSON-526938703-project] 10.222.0.53 "GET /v2.0/ports?device_id=0729e200-79e3-4444-9b6f-c218e1054306 HTTP/1.1" status: 200 len: 943 time: 0.1025114 Nov 25 13:21:31.790501 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-17f4e961-7132-4fe1-86e3-a820e58c6a98 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:31.793591 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-17f4e961-7132-4fe1-86e3-a820e58c6a98 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] 10.222.0.53 "DELETE /v2.0/networks/2b823069-d9bd-4f42-87ec-afb97511a19d HTTP/1.1" status: 204 len: 168 time: 0.3611987 Nov 25 13:21:31.810789 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f4e961-7132-4fe1-86e3-a820e58c6a98 tempest-TaggedBootDevicesTest_v242-1656951525 tempest-TaggedBootDevicesTest_v242-1656951525-project] Pushing event deleted for resources: {'Network': ['ID=2b823069-d9bd-4f42-87ec-afb97511a19d,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:31.849311 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d49fe827-c433-4c2e-bf86-77c01d5eccbe req-ca512070-5c67-44a8-8d42-ab867551a76f tempest-ServerPasswordTestJSON-526938703 tempest-ServerPasswordTestJSON-526938703-project] 10.222.0.53 "GET /v2.0/security-groups?id=4036e189-14c5-4f91-950d-36bea44344a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530207 Nov 25 13:21:32.581192 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device fcfd1507-141c-48ea-85d6-26811d6a10cd details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:21:32.676345 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port fcfd1507-141c-48ea-85d6-26811d6a10cd, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=fcfd1507-141c-48ea-85d6-26811d6a10cd,segment=NetworkSegment(cd8a0afa-00cf-4ef3-a742-85b41b2ab380),segment_id=cd8a0afa-00cf-4ef3-a742-85b41b2ab380)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:21:32.689706 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': 'fcfd1507-141c-48ea-85d6-26811d6a10cd', 'network_id': '79357146-45cc-4e55-816c-fe865266d46d', 'port_id': 'fcfd1507-141c-48ea-85d6-26811d6a10cd', 'mac_address': 'fa:16:3e:ad:2d:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '984a2eb4-56c5-4bd1-a9dc-006dd8ee007a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:21:32.740146 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:32.743170 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-621eabe9-643f-44cf-87aa-0a41fa34c525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:32.755926 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcfd1507-141c-48ea-85d6-26811d6a10cd {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:21:32.776618 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port fcfd1507-141c-48ea-85d6-26811d6a10cd, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=fcfd1507-141c-48ea-85d6-26811d6a10cd,segment=NetworkSegment(cd8a0afa-00cf-4ef3-a742-85b41b2ab380),segment_id=cd8a0afa-00cf-4ef3-a742-85b41b2ab380)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:21:32.781439 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:32.830280 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=fcfd1507-141c-48ea-85d6-26811d6a10cd,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:33.015024 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['fcfd1507-141c-48ea-85d6-26811d6a10cd'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:21:33.026568 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63514851-94de-4b97-8c76-102ce1db9d6c req-a0500fac-e6d8-41e4-a179-e50ab647298f tempest-ServerPasswordTestJSON-526938703 tempest-ServerPasswordTestJSON-526938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:33.028116 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-63514851-94de-4b97-8c76-102ce1db9d6c req-a0500fac-e6d8-41e4-a179-e50ab647298f tempest-ServerPasswordTestJSON-526938703 tempest-ServerPasswordTestJSON-526938703-project] 10.222.0.53 "GET /v2.0/ports?device_id=0729e200-79e3-4444-9b6f-c218e1054306 HTTP/1.1" status: 200 len: 944 time: 0.1070745 Nov 25 13:21:33.082324 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-63514851-94de-4b97-8c76-102ce1db9d6c req-64cbd0e6-97eb-4a37-89dd-7e5e67e9fbd2 tempest-ServerPasswordTestJSON-526938703 tempest-ServerPasswordTestJSON-526938703-project] 10.222.0.53 "GET /v2.0/security-groups?id=4036e189-14c5-4f91-950d-36bea44344a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467598 Nov 25 13:21:33.247920 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 4393fabd-fa68-4745-9c81-12570199014d no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:21:33.269067 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 4393fabd-fa68-4745-9c81-12570199014d {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:21:33.269633 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 4393fabd-fa68-4745-9c81-12570199014d not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:21:33.772456 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:34.282546 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d36425b-96e6-4621-9817-2722683d0f2a req-68ac10b3-6744-4f4f-a300-4ec73914acf3 tempest-ServerPasswordTestJSON-526938703 tempest-ServerPasswordTestJSON-526938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:34.287348 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7d36425b-96e6-4621-9817-2722683d0f2a req-68ac10b3-6744-4f4f-a300-4ec73914acf3 tempest-ServerPasswordTestJSON-526938703 tempest-ServerPasswordTestJSON-526938703-project] 10.222.0.53 "GET /v2.0/ports?device_id=0729e200-79e3-4444-9b6f-c218e1054306 HTTP/1.1" status: 200 len: 944 time: 0.1262269 Nov 25 13:21:34.333809 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7d36425b-96e6-4621-9817-2722683d0f2a req-c383eb26-647d-474d-b78a-d6e76e1c50fe tempest-ServerPasswordTestJSON-526938703 tempest-ServerPasswordTestJSON-526938703-project] 10.222.0.53 "GET /v2.0/security-groups?id=4036e189-14c5-4f91-950d-36bea44344a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433350 Nov 25 13:21:34.581805 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device fcfd1507-141c-48ea-85d6-26811d6a10cd up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:21:34.630812 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port fcfd1507-141c-48ea-85d6-26811d6a10cd completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:21:34.634557 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port fcfd1507-141c-48ea-85d6-26811d6a10cd triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:21:34.634975 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:34.722409 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:34.745838 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0729e200-79e3-4444-9b6f-c218e1054306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcfd1507-141c-48ea-85d6-26811d6a10cd'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:21:34.748257 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203ceeeb-8ca3-4d55-99ec-c15d15c65fcf" -d '{"events": [{"server_uuid": "0729e200-79e3-4444-9b6f-c218e1054306", "name": "network-vif-plugged", "status": "completed", "tag": "fcfd1507-141c-48ea-85d6-26811d6a10cd"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:21:34.762272 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port fcfd1507-141c-48ea-85d6-26811d6a10cd, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=fcfd1507-141c-48ea-85d6-26811d6a10cd,segment=NetworkSegment(cd8a0afa-00cf-4ef3-a742-85b41b2ab380),segment_id=cd8a0afa-00cf-4ef3-a742-85b41b2ab380)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:21:34.768541 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:34.794415 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22af2191-f2a9-41e9-a977-8914aad01b54 x-openstack-request-id: req-22af2191-f2a9-41e9-a977-8914aad01b54 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:21:34.795113 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0729e200-79e3-4444-9b6f-c218e1054306", "name": "network-vif-plugged", "status": "completed", "tag": "fcfd1507-141c-48ea-85d6-26811d6a10cd", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:21:34.795113 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-22af2191-f2a9-41e9-a977-8914aad01b54 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:21:34.795363 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0729e200-79e3-4444-9b6f-c218e1054306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcfd1507-141c-48ea-85d6-26811d6a10cd', 'code': 200} Nov 25 13:21:34.823252 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=fcfd1507-141c-48ea-85d6-26811d6a10cd,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:34.918471 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad190b4-2236-47f4-8e43-c2bc8fbea71d req-e6b67c03-c34d-4eb1-b451-161ac6ac2a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:34.919942 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6ad190b4-2236-47f4-8e43-c2bc8fbea71d req-e6b67c03-c34d-4eb1-b451-161ac6ac2a6a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0729e200-79e3-4444-9b6f-c218e1054306 HTTP/1.1" status: 200 len: 1097 time: 0.0534453 Nov 25 13:21:34.965320 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6ad190b4-2236-47f4-8e43-c2bc8fbea71d req-cb704f3e-b6e7-4b23-b26f-bd26f5e94160 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4036e189-14c5-4f91-950d-36bea44344a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377800 Nov 25 13:21:35.106662 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:35.473461 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2368e6-ae06-4303-a39f-a0c40adb879d req-682d045a-e1d9-4faa-af49-c683ddc7c6b6 tempest-ServerPasswordTestJSON-526938703 tempest-ServerPasswordTestJSON-526938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:35.475807 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4d2368e6-ae06-4303-a39f-a0c40adb879d req-682d045a-e1d9-4faa-af49-c683ddc7c6b6 tempest-ServerPasswordTestJSON-526938703 tempest-ServerPasswordTestJSON-526938703-project] 10.222.0.53 "GET /v2.0/ports?device_id=0729e200-79e3-4444-9b6f-c218e1054306 HTTP/1.1" status: 200 len: 945 time: 0.0592916 Nov 25 13:21:35.521507 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:21:35.543242 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4d2368e6-ae06-4303-a39f-a0c40adb879d req-ba3c1b60-9a9c-4736-8f0f-1d13e0f573ed tempest-ServerPasswordTestJSON-526938703 tempest-ServerPasswordTestJSON-526938703-project] 10.222.0.53 "GET /v2.0/security-groups?id=4036e189-14c5-4f91-950d-36bea44344a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593355 Nov 25 13:21:36.206886 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:36.664004 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e684219-be3b-4679-855a-2af70e97ec12 req-2780fb75-18f2-4777-a4c7-d52315ba9669 tempest-ServerPasswordTestJSON-526938703 tempest-ServerPasswordTestJSON-526938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:36.665845 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4e684219-be3b-4679-855a-2af70e97ec12 req-2780fb75-18f2-4777-a4c7-d52315ba9669 tempest-ServerPasswordTestJSON-526938703 tempest-ServerPasswordTestJSON-526938703-project] 10.222.0.53 "GET /v2.0/ports?device_id=0729e200-79e3-4444-9b6f-c218e1054306 HTTP/1.1" status: 200 len: 945 time: 0.0485480 Nov 25 13:21:36.716607 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4e684219-be3b-4679-855a-2af70e97ec12 req-a3f3fd57-61e0-4a96-a1ab-72b2a8a550d8 tempest-ServerPasswordTestJSON-526938703 tempest-ServerPasswordTestJSON-526938703-project] 10.222.0.53 "GET /v2.0/security-groups?id=4036e189-14c5-4f91-950d-36bea44344a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447862 Nov 25 13:21:37.089074 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174333d7-8f19-450b-8399-66acd99854e9 req-3f0c9efe-61a3-4b98-9d24-20798bf40bd3 tempest-ServerPasswordTestJSON-526938703 tempest-ServerPasswordTestJSON-526938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:37.090576 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-174333d7-8f19-450b-8399-66acd99854e9 req-3f0c9efe-61a3-4b98-9d24-20798bf40bd3 tempest-ServerPasswordTestJSON-526938703 tempest-ServerPasswordTestJSON-526938703-project] 10.222.0.53 "GET /v2.0/ports?device_id=0729e200-79e3-4444-9b6f-c218e1054306 HTTP/1.1" status: 200 len: 945 time: 0.0492902 Nov 25 13:21:37.144269 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-174333d7-8f19-450b-8399-66acd99854e9 req-6fb26d4e-dc62-4e6b-b30f-51be15f47a15 tempest-ServerPasswordTestJSON-526938703 tempest-ServerPasswordTestJSON-526938703-project] 10.222.0.53 "GET /v2.0/security-groups?id=4036e189-14c5-4f91-950d-36bea44344a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474796 Nov 25 13:21:37.955408 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:38.277968 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47269a-c211-40e8-9de0-d34491ee3e02 req-a8c10e50-a1ad-4ae7-8a67-854debfc69ac tempest-ServerPasswordTestJSON-526938703 tempest-ServerPasswordTestJSON-526938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:38.280153 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7c47269a-c211-40e8-9de0-d34491ee3e02 req-a8c10e50-a1ad-4ae7-8a67-854debfc69ac tempest-ServerPasswordTestJSON-526938703 tempest-ServerPasswordTestJSON-526938703-project] 10.222.0.53 "GET /v2.0/ports?device_id=0729e200-79e3-4444-9b6f-c218e1054306 HTTP/1.1" status: 200 len: 945 time: 0.0525994 Nov 25 13:21:38.354995 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7c47269a-c211-40e8-9de0-d34491ee3e02 req-355140f6-ed87-4a05-bb3c-0476b96907de tempest-ServerPasswordTestJSON-526938703 tempest-ServerPasswordTestJSON-526938703-project] 10.222.0.53 "GET /v2.0/security-groups?id=4036e189-14c5-4f91-950d-36bea44344a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651298 Nov 25 13:21:38.426931 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e57c38-7264-4aeb-8a9d-7c225b653c6b req-7edaacd6-e72f-481c-98ab-d3387593ffdd tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:38.428430 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-90e57c38-7264-4aeb-8a9d-7c225b653c6b req-7edaacd6-e72f-481c-98ab-d3387593ffdd tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc3d014a-3305-4ffe-bddb-08c65c6e7ca8 HTTP/1.1" status: 200 len: 945 time: 0.0563025 Nov 25 13:21:38.443771 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb737ebd-cd7e-4084-bc16-fa424e0221cb req-79842130-92e3-47e4-a1f7-8d0d823a7495 tempest-ServerPasswordTestJSON-526938703 tempest-ServerPasswordTestJSON-526938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:38.445230 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-eb737ebd-cd7e-4084-bc16-fa424e0221cb req-79842130-92e3-47e4-a1f7-8d0d823a7495 tempest-ServerPasswordTestJSON-526938703 tempest-ServerPasswordTestJSON-526938703-project] 10.222.0.47 "GET /v2.0/ports?device_id=0729e200-79e3-4444-9b6f-c218e1054306 HTTP/1.1" status: 200 len: 945 time: 0.0559249 Nov 25 13:21:38.477970 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-90e57c38-7264-4aeb-8a9d-7c225b653c6b req-4aa0d937-cb3b-422c-8157-668f33afc645 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] 10.222.0.53 "GET /v2.0/security-groups?id=85e8e2a5-fed9-4563-adb3-f2b8359cafca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424395 Nov 25 13:21:38.547919 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-eb737ebd-cd7e-4084-bc16-fa424e0221cb req-93fbf9cc-c183-4f6f-ba26-ec1353f250e8 tempest-ServerPasswordTestJSON-526938703 tempest-ServerPasswordTestJSON-526938703-project] Deleting port fcfd1507-141c-48ea-85d6-26811d6a10cd {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:21:38.548251 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-eb737ebd-cd7e-4084-bc16-fa424e0221cb req-93fbf9cc-c183-4f6f-ba26-ec1353f250e8 tempest-ServerPasswordTestJSON-526938703 tempest-ServerPasswordTestJSON-526938703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:38.705064 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-eb737ebd-cd7e-4084-bc16-fa424e0221cb req-93fbf9cc-c183-4f6f-ba26-ec1353f250e8 tempest-ServerPasswordTestJSON-526938703 tempest-ServerPasswordTestJSON-526938703-project] For port fcfd1507-141c-48ea-85d6-26811d6a10cd, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=fcfd1507-141c-48ea-85d6-26811d6a10cd,segment=NetworkSegment(cd8a0afa-00cf-4ef3-a742-85b41b2ab380),segment_id=cd8a0afa-00cf-4ef3-a742-85b41b2ab380)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:21:38.709314 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-eb737ebd-cd7e-4084-bc16-fa424e0221cb req-93fbf9cc-c183-4f6f-ba26-ec1353f250e8 tempest-ServerPasswordTestJSON-526938703 tempest-ServerPasswordTestJSON-526938703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:38.729051 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-eb737ebd-cd7e-4084-bc16-fa424e0221cb req-93fbf9cc-c183-4f6f-ba26-ec1353f250e8 tempest-ServerPasswordTestJSON-526938703 tempest-ServerPasswordTestJSON-526938703-project] Calling delete_port for fcfd1507-141c-48ea-85d6-26811d6a10cd owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:21:38.783157 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb34a0-af9a-4236-ad74-e71c960f5c0b req-6e784e8c-e309-4f43-870b-28fc32892922 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:38.785088 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0dbb34a0-af9a-4236-ad74-e71c960f5c0b req-6e784e8c-e309-4f43-870b-28fc32892922 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbce244a-1b99-45fb-8772-6d1e1fc4128c HTTP/1.1" status: 200 len: 945 time: 0.0508792 Nov 25 13:21:38.857635 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0dbb34a0-af9a-4236-ad74-e71c960f5c0b req-87a41110-edfd-4591-b802-91c89cc2efc7 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] 10.222.0.53 "GET /v2.0/security-groups?id=58bff553-2229-45d1-9352-ab18f925ebb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629480 Nov 25 13:21:38.922778 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-eb737ebd-cd7e-4084-bc16-fa424e0221cb req-93fbf9cc-c183-4f6f-ba26-ec1353f250e8 tempest-ServerPasswordTestJSON-526938703 tempest-ServerPasswordTestJSON-526938703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:38.938325 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['fcfd1507-141c-48ea-85d6-26811d6a10cd'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:21:38.975283 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fbf9cc-c183-4f6f-ba26-ec1353f250e8 tempest-ServerPasswordTestJSON-526938703 tempest-ServerPasswordTestJSON-526938703-project] Pushing event deleted for resources: {'Port': ['ID=fcfd1507-141c-48ea-85d6-26811d6a10cd,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:38.997279 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fbf9cc-c183-4f6f-ba26-ec1353f250e8 tempest-ServerPasswordTestJSON-526938703 tempest-ServerPasswordTestJSON-526938703-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:21:38.997623 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fbf9cc-c183-4f6f-ba26-ec1353f250e8 tempest-ServerPasswordTestJSON-526938703 tempest-ServerPasswordTestJSON-526938703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:21:38.997970 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fbf9cc-c183-4f6f-ba26-ec1353f250e8 tempest-ServerPasswordTestJSON-526938703 tempest-ServerPasswordTestJSON-526938703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:21:38.998305 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fbf9cc-c183-4f6f-ba26-ec1353f250e8 tempest-ServerPasswordTestJSON-526938703 tempest-ServerPasswordTestJSON-526938703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:21:38.998640 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fbf9cc-c183-4f6f-ba26-ec1353f250e8 tempest-ServerPasswordTestJSON-526938703 tempest-ServerPasswordTestJSON-526938703-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:21:38.999003 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fbf9cc-c183-4f6f-ba26-ec1353f250e8 tempest-ServerPasswordTestJSON-526938703 tempest-ServerPasswordTestJSON-526938703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:21:38.999888 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fbf9cc-c183-4f6f-ba26-ec1353f250e8 tempest-ServerPasswordTestJSON-526938703 tempest-ServerPasswordTestJSON-526938703-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:21:39.000223 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fbf9cc-c183-4f6f-ba26-ec1353f250e8 tempest-ServerPasswordTestJSON-526938703 tempest-ServerPasswordTestJSON-526938703-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:21:39.000545 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fbf9cc-c183-4f6f-ba26-ec1353f250e8 tempest-ServerPasswordTestJSON-526938703 tempest-ServerPasswordTestJSON-526938703-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:21:39.000869 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fbf9cc-c183-4f6f-ba26-ec1353f250e8 tempest-ServerPasswordTestJSON-526938703 tempest-ServerPasswordTestJSON-526938703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:21:39.001786 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fbf9cc-c183-4f6f-ba26-ec1353f250e8 tempest-ServerPasswordTestJSON-526938703 tempest-ServerPasswordTestJSON-526938703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:21:39.002116 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fbf9cc-c183-4f6f-ba26-ec1353f250e8 tempest-ServerPasswordTestJSON-526938703 tempest-ServerPasswordTestJSON-526938703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:21:39.026897 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb737ebd-cd7e-4084-bc16-fa424e0221cb req-93fbf9cc-c183-4f6f-ba26-ec1353f250e8 tempest-ServerPasswordTestJSON-526938703 tempest-ServerPasswordTestJSON-526938703-project] No DVR routers for this DVR port fcfd1507-141c-48ea-85d6-26811d6a10cd on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:21:39.029981 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-eb737ebd-cd7e-4084-bc16-fa424e0221cb req-93fbf9cc-c183-4f6f-ba26-ec1353f250e8 tempest-ServerPasswordTestJSON-526938703 tempest-ServerPasswordTestJSON-526938703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:39.034357 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-eb737ebd-cd7e-4084-bc16-fa424e0221cb req-93fbf9cc-c183-4f6f-ba26-ec1353f250e8 tempest-ServerPasswordTestJSON-526938703 tempest-ServerPasswordTestJSON-526938703-project] 10.222.0.47 "DELETE /v2.0/ports/fcfd1507-141c-48ea-85d6-26811d6a10cd HTTP/1.1" status: 204 len: 173 time: 0.5830469 Nov 25 13:21:39.034867 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0729e200-79e3-4444-9b6f-c218e1054306', 'name': 'network-vif-deleted', 'tag': 'fcfd1507-141c-48ea-85d6-26811d6a10cd'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:21:39.037852 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b1c6c9-b2d9-4220-ac99-99846e700b29" -d '{"events": [{"server_uuid": "0729e200-79e3-4444-9b6f-c218e1054306", "name": "network-vif-deleted", "tag": "fcfd1507-141c-48ea-85d6-26811d6a10cd"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:21:39.084721 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6741db6-adbb-4ef4-9052-70b823bff1b8 x-openstack-request-id: req-b6741db6-adbb-4ef4-9052-70b823bff1b8 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:21:39.085035 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0729e200-79e3-4444-9b6f-c218e1054306", "name": "network-vif-deleted", "tag": "fcfd1507-141c-48ea-85d6-26811d6a10cd", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:21:39.085378 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b6741db6-adbb-4ef4-9052-70b823bff1b8 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:21:39.085869 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0729e200-79e3-4444-9b6f-c218e1054306', 'name': 'network-vif-deleted', 'tag': 'fcfd1507-141c-48ea-85d6-26811d6a10cd', 'status': 'completed', 'code': 200} Nov 25 13:21:39.473135 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a4109761-80ba-4438-be95-973d61ccbff9 req-c4202b81-b6e5-4abb-bc95-c3de5429da40 tempest-ServerPasswordTestJSON-526938703 tempest-ServerPasswordTestJSON-526938703-project] 10.222.0.53 "GET /v2.0/ports?device_id=0729e200-79e3-4444-9b6f-c218e1054306 HTTP/1.1" status: 200 len: 210 time: 0.0322649 Nov 25 13:21:39.647070 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e236a-bbc3-4c3f-972f-5f1b7b291e54 req-04283565-71a5-4520-8379-d47c1b926370 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:39.648566 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-051e236a-bbc3-4c3f-972f-5f1b7b291e54 req-04283565-71a5-4520-8379-d47c1b926370 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc3d014a-3305-4ffe-bddb-08c65c6e7ca8 HTTP/1.1" status: 200 len: 945 time: 0.0631878 Nov 25 13:21:39.706141 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-051e236a-bbc3-4c3f-972f-5f1b7b291e54 req-b80006f4-2b55-4f19-a144-e7a1f285fe6d tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] 10.222.0.53 "GET /v2.0/security-groups?id=85e8e2a5-fed9-4563-adb3-f2b8359cafca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514748 Nov 25 13:21:39.816836 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a62a29-9e73-4bb3-a942-c98d8e08713e req-22e03de2-f8c0-471e-b412-f7df4afa8c83 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:39.818340 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f0a62a29-9e73-4bb3-a942-c98d8e08713e req-22e03de2-f8c0-471e-b412-f7df4afa8c83 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc3d014a-3305-4ffe-bddb-08c65c6e7ca8 HTTP/1.1" status: 200 len: 945 time: 0.0583801 Nov 25 13:21:39.949019 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2629599d-55ed-46e2-be7c-dc6a3d9417c1 req-b88719b5-11dd-49bf-b7ee-c03f40ff76c5 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:39.950416 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2629599d-55ed-46e2-be7c-dc6a3d9417c1 req-b88719b5-11dd-49bf-b7ee-c03f40ff76c5 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbce244a-1b99-45fb-8772-6d1e1fc4128c HTTP/1.1" status: 200 len: 945 time: 0.0629311 Nov 25 13:21:39.957120 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-f0a62a29-9e73-4bb3-a942-c98d8e08713e req-ad9fa71d-512e-4a9d-b17c-864dec4873de tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Deleting port 8ee914d7-dc46-4391-9c91-ab28844b7542 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:21:39.957462 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-f0a62a29-9e73-4bb3-a942-c98d8e08713e req-ad9fa71d-512e-4a9d-b17c-864dec4873de tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:40.072611 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2629599d-55ed-46e2-be7c-dc6a3d9417c1 req-d023972c-7aa3-42d2-ac27-a7cfff0a1163 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] 10.222.0.53 "GET /v2.0/security-groups?id=58bff553-2229-45d1-9352-ab18f925ebb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108775 Nov 25 13:21:40.087018 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-f0a62a29-9e73-4bb3-a942-c98d8e08713e req-ad9fa71d-512e-4a9d-b17c-864dec4873de tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] For port 8ee914d7-dc46-4391-9c91-ab28844b7542, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=8ee914d7-dc46-4391-9c91-ab28844b7542,segment=NetworkSegment(5f9112fc-ff49-4b47-aa73-9d987cde76c7),segment_id=5f9112fc-ff49-4b47-aa73-9d987cde76c7)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:21:40.087379 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-f0a62a29-9e73-4bb3-a942-c98d8e08713e req-ad9fa71d-512e-4a9d-b17c-864dec4873de tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:40.339167 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-f0a62a29-9e73-4bb3-a942-c98d8e08713e req-ad9fa71d-512e-4a9d-b17c-864dec4873de tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:40.339537 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-f0a62a29-9e73-4bb3-a942-c98d8e08713e req-ad9fa71d-512e-4a9d-b17c-864dec4873de tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:40.339863 n-d-808199-11 neutron-server[103570]: INFO neutron.db.l3_db [req-f0a62a29-9e73-4bb3-a942-c98d8e08713e req-ad9fa71d-512e-4a9d-b17c-864dec4873de tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Floating IP 7ecb0335-bf42-4d6a-b823-f6fd5c2aebf7 disassociated. External IP: 172.25.5.233, port: 8ee914d7-dc46-4391-9c91-ab28844b7542. Nov 25 13:21:40.340218 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-f0a62a29-9e73-4bb3-a942-c98d8e08713e req-ad9fa71d-512e-4a9d-b17c-864dec4873de tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Calling delete_port for 8ee914d7-dc46-4391-9c91-ab28844b7542 owned by compute:nova {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:21:40.485112 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-f0a62a29-9e73-4bb3-a942-c98d8e08713e req-ad9fa71d-512e-4a9d-b17c-864dec4873de tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:40.518820 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9fa71d-512e-4a9d-b17c-864dec4873de tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Pushing event deleted for resources: {'Port': ['ID=8ee914d7-dc46-4391-9c91-ab28844b7542,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:40.583092 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 53966) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:21:40.645397 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a8efc8d-a3bf-46b5-8d7a-233d178e9523 admin admin] Deleting subnet 984a2eb4-56c5-4bd1-a9dc-006dd8ee007a {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:21:40.649110 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5a8efc8d-a3bf-46b5-8d7a-233d178e9523 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:40.686654 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5a8efc8d-a3bf-46b5-8d7a-233d178e9523 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:40.728659 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8419c113-739f-449e-8ff4-8df59bf623d7 req-d693c803-b68a-4e45-b475-33e976da4fc1 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:40.729315 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8419c113-739f-449e-8ff4-8df59bf623d7 req-d693c803-b68a-4e45-b475-33e976da4fc1 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbce244a-1b99-45fb-8772-6d1e1fc4128c HTTP/1.1" status: 200 len: 945 time: 0.0681901 Nov 25 13:21:40.731229 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5a8efc8d-a3bf-46b5-8d7a-233d178e9523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:40.732704 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0a62a29-9e73-4bb3-a942-c98d8e08713e req-ad9fa71d-512e-4a9d-b17c-864dec4873de tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Router 66f86dbc-94fd-491b-ab25-f56f6a9eb3e8 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:21:40.823521 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5a8efc8d-a3bf-46b5-8d7a-233d178e9523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:40.852341 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cd2d2e17-6b8e-4477-820b-6c47f6832f90 req-799b8b6f-4734-4721-a3ff-e952e8eaea3c tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc3d014a-3305-4ffe-bddb-08c65c6e7ca8 HTTP/1.1" status: 200 len: 210 time: 0.0423126 Nov 25 13:21:40.853407 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8efc8d-a3bf-46b5-8d7a-233d178e9523 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=984a2eb4-56c5-4bd1-a9dc-006dd8ee007a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:40.860134 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5a8efc8d-a3bf-46b5-8d7a-233d178e9523 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:40.863913 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5a8efc8d-a3bf-46b5-8d7a-233d178e9523 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/984a2eb4-56c5-4bd1-a9dc-006dd8ee007a HTTP/1.1" status: 204 len: 168 time: 0.2790685 Nov 25 13:21:40.866197 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 53974) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:21:40.910515 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8419c113-739f-449e-8ff4-8df59bf623d7 req-319ba8d5-7398-4f66-873e-b4004ba5b55d tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] 10.222.0.53 "GET /v2.0/security-groups?id=58bff553-2229-45d1-9352-ab18f925ebb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244936 Nov 25 13:21:40.941336 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-05ab5ced-b0a6-4499-b095-7d3bf14f721b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:40.944478 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0a62a29-9e73-4bb3-a942-c98d8e08713e req-ad9fa71d-512e-4a9d-b17c-864dec4873de tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:21:40.959224 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea0a713-c888-4a10-a26b-44423923f4dd None None] Sync routers for ids ['66f86dbc-94fd-491b-ab25-f56f6a9eb3e8'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:21:40.979137 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea0a713-c888-4a10-a26b-44423923f4dd None None] Routers {'66f86dbc-94fd-491b-ab25-f56f6a9eb3e8'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:21:40.980083 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-bea0a713-c888-4a10-a26b-44423923f4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:21:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['66f86dbc-94fd-491b-ab25-f56f6a9eb3e8'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:21:41.058757 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a62a29-9e73-4bb3-a942-c98d8e08713e req-ad9fa71d-512e-4a9d-b17c-864dec4873de tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] No DVR routers for this DVR port 8ee914d7-dc46-4391-9c91-ab28844b7542 on host n-h1-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:21:41.068498 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-f0a62a29-9e73-4bb3-a942-c98d8e08713e req-ad9fa71d-512e-4a9d-b17c-864dec4873de tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:41.074651 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f0a62a29-9e73-4bb3-a942-c98d8e08713e req-ad9fa71d-512e-4a9d-b17c-864dec4873de tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] 10.222.0.66 "DELETE /v2.0/ports/8ee914d7-dc46-4391-9c91-ab28844b7542 HTTP/1.1" status: 204 len: 173 time: 1.2502398 Nov 25 13:21:41.079888 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc3d014a-3305-4ffe-bddb-08c65c6e7ca8', 'name': 'network-vif-deleted', 'tag': '8ee914d7-dc46-4391-9c91-ab28844b7542'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:21:41.084625 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a67596-234b-424c-acb4-9d50f3130678" -d '{"events": [{"server_uuid": "bc3d014a-3305-4ffe-bddb-08c65c6e7ca8", "name": "network-vif-deleted", "tag": "8ee914d7-dc46-4391-9c91-ab28844b7542"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:21:41.086508 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-05ab5ced-b0a6-4499-b095-7d3bf14f721b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:41.119900 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-05ab5ced-b0a6-4499-b095-7d3bf14f721b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79357146-45cc-4e55-816c-fe865266d46d']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:21:41.145835 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-05ab5ced-b0a6-4499-b095-7d3bf14f721b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd8a0afa-00cf-4ef3-a742-85b41b2ab380') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:21:41.146139 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-05ab5ced-b0a6-4499-b095-7d3bf14f721b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd8a0afa-00cf-4ef3-a742-85b41b2ab380') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:21:41.147239 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed05b68e-dd30-46a0-97a3-154cc78673ea x-openstack-request-id: req-ed05b68e-dd30-46a0-97a3-154cc78673ea {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:21:41.147724 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc3d014a-3305-4ffe-bddb-08c65c6e7ca8", "name": "network-vif-deleted", "tag": "8ee914d7-dc46-4391-9c91-ab28844b7542", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:21:41.148106 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ed05b68e-dd30-46a0-97a3-154cc78673ea {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:21:41.148685 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc3d014a-3305-4ffe-bddb-08c65c6e7ca8', 'name': 'network-vif-deleted', 'tag': '8ee914d7-dc46-4391-9c91-ab28844b7542', 'status': 'completed', 'code': 200} Nov 25 13:21:41.163063 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-05ab5ced-b0a6-4499-b095-7d3bf14f721b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:41.180063 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-05ab5ced-b0a6-4499-b095-7d3bf14f721b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:41.193658 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05ab5ced-b0a6-4499-b095-7d3bf14f721b admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:21:41.194674 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-05ab5ced-b0a6-4499-b095-7d3bf14f721b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:41.196214 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:21:41.196214 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:21:41.196214 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:21:41.196214 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:21:41.196214 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:21:41.196214 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:21:41.196214 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:21:41.196214 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:21:41.196214 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:21:41.196214 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:21:41.196214 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:21:41.196214 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:21:41.196214 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:21:41.196214 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:21:41.196214 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:21:41.196214 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:21:41.196214 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:21:41.196214 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:21:41.196214 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:21:41.196214 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:21:41.196214 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:21:41.196214 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:21:41.196214 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:21:41.196214 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:21:41.196214 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:21:41.196214 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:21:41.196214 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:21:41.196214 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:21:41.196214 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:21:41.196214 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:21:41.196214 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:21:41.196214 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:21:41.200223 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-bea0a713-c888-4a10-a26b-44423923f4dd None None] Set router 66f86dbc-94fd-491b-ab25-f56f6a9eb3e8 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:21:41.272930 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-05ab5ced-b0a6-4499-b095-7d3bf14f721b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:41.297050 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-05ab5ced-b0a6-4499-b095-7d3bf14f721b admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:41.304752 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-05ab5ced-b0a6-4499-b095-7d3bf14f721b admin admin] 10.222.0.53 "DELETE /v2.0/networks/79357146-45cc-4e55-816c-fe865266d46d HTTP/1.1" status: 204 len: 168 time: 0.4356952 Nov 25 13:21:41.307074 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ab5ced-b0a6-4499-b095-7d3bf14f721b admin admin] Pushing event deleted for resources: {'Network': ['ID=79357146-45cc-4e55-816c-fe865266d46d,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:41.433552 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53982) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:21:41.433752 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:41.443284 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-bea0a713-c888-4a10-a26b-44423923f4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f86dbc-94fd-491b-ab25-f56f6a9eb3e8', 'name': 'tempest-ServersTestFqdnHostnames-421086233-router', 'tenant_id': '6ba3ab7c0d724058adeab7a26e218a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '8fb37192-d7ba-432a-ba4a-f907e25ba280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:19:08Z', 'updated_at': '2021-11-25T13:19:17Z', 'revision_number': 4, 'project_id': '6ba3ab7c0d724058adeab7a26e218a01', 'gw_port': {'id': '8fb37192-d7ba-432a-ba4a-f907e25ba280', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ce:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f86dbc-94fd-491b-ab25-f56f6a9eb3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:09Z', 'updated_at': '2021-11-25T13:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '0b205b83-f849-4c02-849e-40e4986edbcc', 'name': '', 'network_id': '302cd77f-0aa0-4fd0-9347-1bf95451c456', 'tenant_id': '6ba3ab7c0d724058adeab7a26e218a01', 'mac_address': 'fa:16:3e:80:ab:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f86dbc-94fd-491b-ab25-f56f6a9eb3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '9357717b-7827-46e4-94ff-fefe4f5006a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:16Z', 'updated_at': '2021-11-25T13:19:39Z', 'revision_number': 5, 'project_id': '6ba3ab7c0d724058adeab7a26e218a01', 'subnets': [{'id': '9357717b-7827-46e4-94ff-fefe4f5006a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:21:41.469901 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea0a713-c888-4a10-a26b-44423923f4dd None None] Checking router: 66f86dbc-94fd-491b-ab25-f56f6a9eb3e8 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:21:41.478865 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea0a713-c888-4a10-a26b-44423923f4dd None None] Routers {'66f86dbc-94fd-491b-ab25-f56f6a9eb3e8'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:21:41.479476 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-bea0a713-c888-4a10-a26b-44423923f4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:21:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['66f86dbc-94fd-491b-ab25-f56f6a9eb3e8'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:21:41.482981 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-dfeb57d1-f377-47f6-b411-8186eca32295 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e8eb606c81c046deb34c1a5676c6c588&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0471139 Nov 25 13:21:41.485565 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 53984) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:21:41.535830 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-914689dd-9efc-4ad9-89f2-d7a2c05c83ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:41.559078 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-914689dd-9efc-4ad9-89f2-d7a2c05c83ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:41.593663 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-bea0a713-c888-4a10-a26b-44423923f4dd None None] Set router 66f86dbc-94fd-491b-ab25-f56f6a9eb3e8 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:21:41.642208 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-914689dd-9efc-4ad9-89f2-d7a2c05c83ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:41.645950 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-914689dd-9efc-4ad9-89f2-d7a2c05c83ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:41.649984 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-914689dd-9efc-4ad9-89f2-d7a2c05c83ee admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4036e189-14c5-4f91-950d-36bea44344a4 HTTP/1.1" status: 204 len: 168 time: 0.1606047 Nov 25 13:21:41.659339 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914689dd-9efc-4ad9-89f2-d7a2c05c83ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4036e189-14c5-4f91-950d-36bea44344a4,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:41.819166 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 53990) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:21:41.857588 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-bea0a713-c888-4a10-a26b-44423923f4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f86dbc-94fd-491b-ab25-f56f6a9eb3e8', 'name': 'tempest-ServersTestFqdnHostnames-421086233-router', 'tenant_id': '6ba3ab7c0d724058adeab7a26e218a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '8fb37192-d7ba-432a-ba4a-f907e25ba280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:19:08Z', 'updated_at': '2021-11-25T13:19:17Z', 'revision_number': 4, 'project_id': '6ba3ab7c0d724058adeab7a26e218a01', 'gw_port': {'id': '8fb37192-d7ba-432a-ba4a-f907e25ba280', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ce:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f86dbc-94fd-491b-ab25-f56f6a9eb3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:09Z', 'updated_at': '2021-11-25T13:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '0b205b83-f849-4c02-849e-40e4986edbcc', 'name': '', 'network_id': '302cd77f-0aa0-4fd0-9347-1bf95451c456', 'tenant_id': '6ba3ab7c0d724058adeab7a26e218a01', 'mac_address': 'fa:16:3e:80:ab:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f86dbc-94fd-491b-ab25-f56f6a9eb3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '9357717b-7827-46e4-94ff-fefe4f5006a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:16Z', 'updated_at': '2021-11-25T13:19:39Z', 'revision_number': 5, 'project_id': '6ba3ab7c0d724058adeab7a26e218a01', 'subnets': [{'id': '9357717b-7827-46e4-94ff-fefe4f5006a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:21:41.890869 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea0a713-c888-4a10-a26b-44423923f4dd None None] The sync data for ids ['66f86dbc-94fd-491b-ab25-f56f6a9eb3e8'] in n-d-808199-11 is: [{'id': '66f86dbc-94fd-491b-ab25-f56f6a9eb3e8', 'name': 'tempest-ServersTestFqdnHostnames-421086233-router', 'tenant_id': '6ba3ab7c0d724058adeab7a26e218a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '8fb37192-d7ba-432a-ba4a-f907e25ba280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:19:08Z', 'updated_at': '2021-11-25T13:19:17Z', 'revision_number': 4, 'project_id': '6ba3ab7c0d724058adeab7a26e218a01', 'gw_port': {'id': '8fb37192-d7ba-432a-ba4a-f907e25ba280', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ce:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f86dbc-94fd-491b-ab25-f56f6a9eb3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:09Z', 'updated_at': '2021-11-25T13:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '0b205b83-f849-4c02-849e-40e4986edbcc', 'name': '', 'network_id': '302cd77f-0aa0-4fd0-9347-1bf95451c456', 'tenant_id': '6ba3ab7c0d724058adeab7a26e218a01', 'mac_address': 'fa:16:3e:80:ab:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f86dbc-94fd-491b-ab25-f56f6a9eb3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '9357717b-7827-46e4-94ff-fefe4f5006a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:16Z', 'updated_at': '2021-11-25T13:19:39Z', 'revision_number': 5, 'project_id': '6ba3ab7c0d724058adeab7a26e218a01', 'subnets': [{'id': '9357717b-7827-46e4-94ff-fefe4f5006a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:21:42.054373 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc6b82-ef4f-41cb-9076-f81b9d340b90 req-7dcc90a6-c4aa-4e5e-9b58-17cebfb5b424 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:42.057948 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-03bc6b82-ef4f-41cb-9076-f81b9d340b90 req-7dcc90a6-c4aa-4e5e-9b58-17cebfb5b424 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbce244a-1b99-45fb-8772-6d1e1fc4128c HTTP/1.1" status: 200 len: 945 time: 0.1212423 Nov 25 13:21:42.070602 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 54006) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:21:42.220164 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5450daf-b5f4-45bb-be2f-c1d3c3999df5 req-404b65bd-150c-49df-915f-cf6501c8fbdc tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:42.228839 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e5450daf-b5f4-45bb-be2f-c1d3c3999df5 req-404b65bd-150c-49df-915f-cf6501c8fbdc tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbce244a-1b99-45fb-8772-6d1e1fc4128c HTTP/1.1" status: 200 len: 945 time: 0.1592982 Nov 25 13:21:42.318893 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e5450daf-b5f4-45bb-be2f-c1d3c3999df5 req-76c409a3-4d3c-4e63-acdb-c6f67cf8dff3 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] 10.222.0.53 "GET /v2.0/security-groups?id=58bff553-2229-45d1-9352-ab18f925ebb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887232 Nov 25 13:21:42.350017 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3a3cb98d-85fb-481b-b589-f420ae82d2b1 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:42.381010 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3a3cb98d-85fb-481b-b589-f420ae82d2b1 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:42.388462 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc855b12-fe38-49ec-99ca-6d136bba43ae None None] New status for floating IP 7ecb0335-bf42-4d6a-b823-f6fd5c2aebf7: DOWN {{(pid=103572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 13:21:42.460293 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3a3cb98d-85fb-481b-b589-f420ae82d2b1 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:42.463412 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3a3cb98d-85fb-481b-b589-f420ae82d2b1 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:42.464640 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3a3cb98d-85fb-481b-b589-f420ae82d2b1 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] 10.222.0.53 "DELETE /v2.0/security-groups/85e8e2a5-fed9-4563-adb3-f2b8359cafca HTTP/1.1" status: 204 len: 168 time: 0.3931162 Nov 25 13:21:42.470279 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 54022) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:21:42.474802 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 8ee914d7-dc46-4391-9c91-ab28844b7542 no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:21:42.492360 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3cb98d-85fb-481b-b589-f420ae82d2b1 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e8e2a5-fed9-4563-adb3-f2b8359cafca,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:42.506351 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [None req-42446d43-5d96-4844-b3f2-c8b18af8b322 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] show failed (client error): The resource could not be found. Nov 25 13:21:42.508314 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-42446d43-5d96-4844-b3f2-c8b18af8b322 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] 10.222.0.53 "GET /v2.0/security-groups/85e8e2a5-fed9-4563-adb3-f2b8359cafca HTTP/1.1" status: 404 len: 347 time: 0.0370843 Nov 25 13:21:42.511244 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 54026) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:21:42.619238 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] No Port match for: 8ee914d7-dc46-4391-9c91-ab28844b7542 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:21:42.619514 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 8ee914d7-dc46-4391-9c91-ab28844b7542 not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:21:42.637676 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 2fc84434-e7c8-4bd6-b4b7-3ed027b92d19 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:21:42.699074 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 54030) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:21:42.738609 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-4363bd89-8761-4190-8776-e041097b9785 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Deleting port 0101b609-59c5-47cb-b4da-8f9c94a01d86 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:21:42.739152 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4363bd89-8761-4190-8776-e041097b9785 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:42.761989 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-03bc6b82-ef4f-41cb-9076-f81b9d340b90 req-4817a14b-ef70-4db3-ac9e-b6fc30ef2ed3 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Deleting port 2fc84434-e7c8-4bd6-b4b7-3ed027b92d19 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:21:42.762961 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-03bc6b82-ef4f-41cb-9076-f81b9d340b90 req-4817a14b-ef70-4db3-ac9e-b6fc30ef2ed3 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:42.768468 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:42.834328 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbce244a-1b99-45fb-8772-6d1e1fc4128c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fc84434-e7c8-4bd6-b4b7-3ed027b92d19'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:21:42.836740 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b4dd25-808e-42e4-ba3b-ed7457668624" -d '{"events": [{"server_uuid": "bbce244a-1b99-45fb-8772-6d1e1fc4128c", "name": "network-vif-unplugged", "status": "completed", "tag": "2fc84434-e7c8-4bd6-b4b7-3ed027b92d19"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:21:42.855872 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 2fc84434-e7c8-4bd6-b4b7-3ed027b92d19, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=2fc84434-e7c8-4bd6-b4b7-3ed027b92d19,segment=NetworkSegment(414786ef-10c3-4147-9abd-e15f64f822ae),segment_id=414786ef-10c3-4147-9abd-e15f64f822ae)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:21:42.863636 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:42.864451 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device fcfd1507-141c-48ea-85d6-26811d6a10cd no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:21:42.876464 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-5f16d30b-cd08-4238-94b8-318b16c0815a admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1456592745-network', 'tenant_id': 'ff01795a08ee4aa88c37a63bbaa9f87f'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:21:42.928142 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f16d30b-cd08-4238-94b8-318b16c0815a admin admin] Made reservation on behalf of ff01795a08ee4aa88c37a63bbaa9f87f for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:21:42.930880 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5f16d30b-cd08-4238-94b8-318b16c0815a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:42.934139 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 13:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ecbab7-a17c-4c0f-8d6c-eb57512006f8 x-openstack-request-id: req-e6ecbab7-a17c-4c0f-8d6c-eb57512006f8 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:21:42.934439 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbce244a-1b99-45fb-8772-6d1e1fc4128c", "name": "network-vif-unplugged", "status": "completed", "tag": "2fc84434-e7c8-4bd6-b4b7-3ed027b92d19", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:21:42.934881 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e6ecbab7-a17c-4c0f-8d6c-eb57512006f8 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:21:42.935115 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbce244a-1b99-45fb-8772-6d1e1fc4128c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fc84434-e7c8-4bd6-b4b7-3ed027b92d19', 'code': 200} Nov 25 13:21:42.938461 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: fcfd1507-141c-48ea-85d6-26811d6a10cd {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:21:42.939051 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device fcfd1507-141c-48ea-85d6-26811d6a10cd not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:21:42.942959 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4363bd89-8761-4190-8776-e041097b9785 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:42.942959 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4363bd89-8761-4190-8776-e041097b9785 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:42.945966 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5f16d30b-cd08-4238-94b8-318b16c0815a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:42.966300 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-4363bd89-8761-4190-8776-e041097b9785 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Calling delete_port for 0101b609-59c5-47cb-b4da-8f9c94a01d86 owned by network:floatingip {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:21:42.972345 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=2fc84434-e7c8-4bd6-b4b7-3ed027b92d19,revision_number=6']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:43.023336 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-03bc6b82-ef4f-41cb-9076-f81b9d340b90 req-4817a14b-ef70-4db3-ac9e-b6fc30ef2ed3 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] For port 2fc84434-e7c8-4bd6-b4b7-3ed027b92d19, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=2fc84434-e7c8-4bd6-b4b7-3ed027b92d19,segment=NetworkSegment(414786ef-10c3-4147-9abd-e15f64f822ae),segment_id=414786ef-10c3-4147-9abd-e15f64f822ae)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:21:43.023849 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-03bc6b82-ef4f-41cb-9076-f81b9d340b90 req-4817a14b-ef70-4db3-ac9e-b6fc30ef2ed3 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:43.117716 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5f16d30b-cd08-4238-94b8-318b16c0815a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:43.124952 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5f16d30b-cd08-4238-94b8-318b16c0815a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:43.192487 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f16d30b-cd08-4238-94b8-318b16c0815a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:21:43.208392 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f16d30b-cd08-4238-94b8-318b16c0815a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d03e0a67-ee56-4581-b9a5-68713e941f6f,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:43.216690 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5f16d30b-cd08-4238-94b8-318b16c0815a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:43.216983 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-5f16d30b-cd08-4238-94b8-318b16c0815a admin admin] Added segment 9bafd94b-e001-4d88-bf3c-ed556d2b0183 of type vlan for network c46de9c4-c931-4409-8aac-351dc4f62a1c Nov 25 13:21:43.251830 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4363bd89-8761-4190-8776-e041097b9785 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:43.272678 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5f16d30b-cd08-4238-94b8-318b16c0815a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:43.304396 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4363bd89-8761-4190-8776-e041097b9785 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Pushing event deleted for resources: {'Port': ['ID=0101b609-59c5-47cb-b4da-8f9c94a01d86,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:43.324728 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-03bc6b82-ef4f-41cb-9076-f81b9d340b90 req-4817a14b-ef70-4db3-ac9e-b6fc30ef2ed3 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:43.325091 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-03bc6b82-ef4f-41cb-9076-f81b9d340b90 req-4817a14b-ef70-4db3-ac9e-b6fc30ef2ed3 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:43.325407 n-d-808199-11 neutron-server[103571]: INFO neutron.db.l3_db [req-03bc6b82-ef4f-41cb-9076-f81b9d340b90 req-4817a14b-ef70-4db3-ac9e-b6fc30ef2ed3 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Floating IP d657e3c3-79df-443f-ac08-800eb52e22a8 disassociated. External IP: 172.25.5.218, port: 2fc84434-e7c8-4bd6-b4b7-3ed027b92d19. Nov 25 13:21:43.326298 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-03bc6b82-ef4f-41cb-9076-f81b9d340b90 req-4817a14b-ef70-4db3-ac9e-b6fc30ef2ed3 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Calling delete_port for 2fc84434-e7c8-4bd6-b4b7-3ed027b92d19 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:21:43.352101 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-68c5dd9a-7b44-482c-973b-26dd2b4f3a79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:43.373360 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5f16d30b-cd08-4238-94b8-318b16c0815a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:43.376263 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f16d30b-cd08-4238-94b8-318b16c0815a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:43.376875 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5f16d30b-cd08-4238-94b8-318b16c0815a admin admin] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:43.456022 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4363bd89-8761-4190-8776-e041097b9785 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Publish callbacks [] for floatingip, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:43.459293 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4363bd89-8761-4190-8776-e041097b9785 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:43.461100 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-4363bd89-8761-4190-8776-e041097b9785 tempest-ServersTestFqdnHostnames-659195866 tempest-ServersTestFqdnHostnames-659195866-project] 10.222.0.53 "DELETE /v2.0/floatingips/7ecb0335-bf42-4d6a-b823-f6fd5c2aebf7 HTTP/1.1" status: 204 len: 168 time: 0.9489188 Nov 25 13:21:43.473013 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 54044) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:21:43.511539 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-5f16d30b-cd08-4238-94b8-318b16c0815a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8113620 Nov 25 13:21:43.662191 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-03bc6b82-ef4f-41cb-9076-f81b9d340b90 req-4817a14b-ef70-4db3-ac9e-b6fc30ef2ed3 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:43.743564 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4817a14b-ef70-4db3-ac9e-b6fc30ef2ed3 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Pushing event deleted for resources: {'Port': ['ID=2fc84434-e7c8-4bd6-b4b7-3ed027b92d19,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:43.901114 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-68c5dd9a-7b44-482c-973b-26dd2b4f3a79 admin admin] Deleting port b79560da-e193-483e-af51-c7aaa2404d2e {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:21:43.901830 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-68c5dd9a-7b44-482c-973b-26dd2b4f3a79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:43.917304 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03bc6b82-ef4f-41cb-9076-f81b9d340b90 req-4817a14b-ef70-4db3-ac9e-b6fc30ef2ed3 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Router 5417f724-fad1-463f-a83e-3c974c9556d2 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:21:43.920064 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f16d30b-cd08-4238-94b8-318b16c0815a admin admin] Pushing event updated for resources: {'Network': ['ID=c46de9c4-c931-4409-8aac-351dc4f62a1c,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:43.931498 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network c46de9c4-c931-4409-8aac-351dc4f62a1c details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:21:43.957842 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-19781b75-ff83-4da9-83c5-9476f070c1e7 req-49bc7cc3-e519-4eba-977f-b97158161054 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbce244a-1b99-45fb-8772-6d1e1fc4128c HTTP/1.1" status: 200 len: 210 time: 0.0440736 Nov 25 13:21:44.025949 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7503c-c0d8-447f-85a6-fc59b02aa691 req-f65ccdc2-2438-475d-9f8f-609ed05c2348 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:44.033620 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e5f7503c-c0d8-447f-85a6-fc59b02aa691 req-f65ccdc2-2438-475d-9f8f-609ed05c2348 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c811d06-f1e2-4f21-afe0-11e65cfbb472 HTTP/1.1" status: 200 len: 945 time: 0.6087661 Nov 25 13:21:44.104122 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03bc6b82-ef4f-41cb-9076-f81b9d340b90 req-4817a14b-ef70-4db3-ac9e-b6fc30ef2ed3 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:21:44.119579 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-68c5dd9a-7b44-482c-973b-26dd2b4f3a79 admin admin] For port b79560da-e193-483e-af51-c7aaa2404d2e, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=b79560da-e193-483e-af51-c7aaa2404d2e,segment=NetworkSegment(bf03692c-8f81-4407-bac1-1616e298bcc5),segment_id=bf03692c-8f81-4407-bac1-1616e298bcc5)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:21:44.120042 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-68c5dd9a-7b44-482c-973b-26dd2b4f3a79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:44.120289 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e195bbf-d85b-4074-bce2-a77b8098eaf7 None None] Sync routers for ids ['5417f724-fad1-463f-a83e-3c974c9556d2'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:21:44.136914 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e195bbf-d85b-4074-bce2-a77b8098eaf7 None None] Routers {'5417f724-fad1-463f-a83e-3c974c9556d2'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:21:44.139904 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-9e195bbf-d85b-4074-bce2-a77b8098eaf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:21:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['5417f724-fad1-463f-a83e-3c974c9556d2'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:21:44.140316 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e5f7503c-c0d8-447f-85a6-fc59b02aa691 req-1dfaa2ae-ec2a-4488-8a7f-11496c776d76 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a67b344-a277-4a59-9ec0-02294555dd86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037514 Nov 25 13:21:44.183208 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-03bc6b82-ef4f-41cb-9076-f81b9d340b90 req-4817a14b-ef70-4db3-ac9e-b6fc30ef2ed3 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] No DVR routers for this DVR port 2fc84434-e7c8-4bd6-b4b7-3ed027b92d19 on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:21:44.190225 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-03bc6b82-ef4f-41cb-9076-f81b9d340b90 req-4817a14b-ef70-4db3-ac9e-b6fc30ef2ed3 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:44.194489 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-03bc6b82-ef4f-41cb-9076-f81b9d340b90 req-4817a14b-ef70-4db3-ac9e-b6fc30ef2ed3 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] 10.222.0.47 "DELETE /v2.0/ports/2fc84434-e7c8-4bd6-b4b7-3ed027b92d19 HTTP/1.1" status: 204 len: 173 time: 2.1277659 Nov 25 13:21:44.201117 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbce244a-1b99-45fb-8772-6d1e1fc4128c', 'name': 'network-vif-deleted', 'tag': '2fc84434-e7c8-4bd6-b4b7-3ed027b92d19'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:21:44.204496 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5c2bcf-fd3f-4e35-b66b-d39b05f19aaa" -d '{"events": [{"server_uuid": "bbce244a-1b99-45fb-8772-6d1e1fc4128c", "name": "network-vif-deleted", "tag": "2fc84434-e7c8-4bd6-b4b7-3ed027b92d19"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:21:44.220330 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-68c5dd9a-7b44-482c-973b-26dd2b4f3a79 admin admin] Calling delete_port for b79560da-e193-483e-af51-c7aaa2404d2e owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:21:44.308975 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c30b71-1fdd-4a5e-bd59-cacbd96149ee x-openstack-request-id: req-95c30b71-1fdd-4a5e-bd59-cacbd96149ee {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:21:44.309858 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbce244a-1b99-45fb-8772-6d1e1fc4128c", "name": "network-vif-deleted", "tag": "2fc84434-e7c8-4bd6-b4b7-3ed027b92d19", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:21:44.310264 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-95c30b71-1fdd-4a5e-bd59-cacbd96149ee {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:21:44.310839 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbce244a-1b99-45fb-8772-6d1e1fc4128c', 'name': 'network-vif-deleted', 'tag': '2fc84434-e7c8-4bd6-b4b7-3ed027b92d19', 'status': 'completed', 'code': 200} Nov 25 13:21:44.324924 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-9e195bbf-d85b-4074-bce2-a77b8098eaf7 None None] Set router 5417f724-fad1-463f-a83e-3c974c9556d2 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:21:44.555540 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a30f45-5994-423f-be24-333c9acebcdc req-2edc8dff-b0ae-402e-8b85-75a4525ef8c5 tempest-ComputeTenantNetworksTest-603140661 tempest-ComputeTenantNetworksTest-603140661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:44.561251 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-68c5dd9a-7b44-482c-973b-26dd2b4f3a79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:44.563190 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a30f45-5994-423f-be24-333c9acebcdc req-2edc8dff-b0ae-402e-8b85-75a4525ef8c5 tempest-ComputeTenantNetworksTest-603140661 tempest-ComputeTenantNetworksTest-603140661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:44.567906 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-9e195bbf-d85b-4074-bce2-a77b8098eaf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5417f724-fad1-463f-a83e-3c974c9556d2', 'name': 'tempest-ServersTestJSON-684622249-router', 'tenant_id': 'df651ad79fe54ccfbbf19c1e8711e872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'a0b8058e-4811-415a-8cb1-40daa95fdcdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:19:14Z', 'updated_at': '2021-11-25T13:19:24Z', 'revision_number': 4, 'project_id': 'df651ad79fe54ccfbbf19c1e8711e872', 'gw_port': {'id': 'a0b8058e-4811-415a-8cb1-40daa95fdcdc', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5417f724-fad1-463f-a83e-3c974c9556d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:15Z', 'updated_at': '2021-11-25T13:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '0a5360e6-212e-4ddb-9b74-ab459fe51413', 'name': '', 'network_id': '884fbd20-5b2c-4fb3-8df2-e56b22e47b5d', 'tenant_id': 'df651ad79fe54ccfbbf19c1e8711e872', 'mac_address': 'fa:16:3e:90:b0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5417f724-fad1-463f-a83e-3c974c9556d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '4a9b2e46-421a-4b61-8a19-01c511a48cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:23Z', 'updated_at': '2021-11-25T13:19:32Z', 'revision_number': 5, 'project_id': 'df651ad79fe54ccfbbf19c1e8711e872', 'subnets': [{'id': '4a9b2e46-421a-4b61-8a19-01c511a48cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:21:44.568990 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a30f45-5994-423f-be24-333c9acebcdc req-2edc8dff-b0ae-402e-8b85-75a4525ef8c5 tempest-ComputeTenantNetworksTest-603140661 tempest-ComputeTenantNetworksTest-603140661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:44.574061 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-07a30f45-5994-423f-be24-333c9acebcdc req-2edc8dff-b0ae-402e-8b85-75a4525ef8c5 tempest-ComputeTenantNetworksTest-603140661 tempest-ComputeTenantNetworksTest-603140661-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3377814 Nov 25 13:21:44.599952 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e195bbf-d85b-4074-bce2-a77b8098eaf7 None None] Checking router: 5417f724-fad1-463f-a83e-3c974c9556d2 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:21:44.610325 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e195bbf-d85b-4074-bce2-a77b8098eaf7 None None] Routers {'5417f724-fad1-463f-a83e-3c974c9556d2'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:21:44.611002 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-9e195bbf-d85b-4074-bce2-a77b8098eaf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:21:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['5417f724-fad1-463f-a83e-3c974c9556d2'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:21:44.731527 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-9e195bbf-d85b-4074-bce2-a77b8098eaf7 None None] Set router 5417f724-fad1-463f-a83e-3c974c9556d2 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:21:44.759454 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceabc5c9-9295-4a09-9703-f77ca65eed61 req-5d3cbca5-9bc9-43d0-8cab-eae081b0665e tempest-ComputeTenantNetworksTest-603140661 tempest-ComputeTenantNetworksTest-603140661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:44.766187 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ceabc5c9-9295-4a09-9703-f77ca65eed61 req-5d3cbca5-9bc9-43d0-8cab-eae081b0665e tempest-ComputeTenantNetworksTest-603140661 tempest-ComputeTenantNetworksTest-603140661-project] 10.222.0.53 "GET /v2.0/networks/c46de9c4-c931-4409-8aac-351dc4f62a1c HTTP/1.1" status: 200 len: 769 time: 0.1685750 Nov 25 13:21:44.776528 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 54066) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:21:44.881555 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4fa5beb7-3179-4b28-80c2-bd2f591f8db2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:44.911080 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c5dd9a-7b44-482c-973b-26dd2b4f3a79 admin admin] Pushing event deleted for resources: {'Port': ['ID=b79560da-e193-483e-af51-c7aaa2404d2e,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:44.977141 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5026311d-1e8e-4ae4-ad63-e547ee8832f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:45.100472 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 54074) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:21:45.106312 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-9e195bbf-d85b-4074-bce2-a77b8098eaf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5417f724-fad1-463f-a83e-3c974c9556d2', 'name': 'tempest-ServersTestJSON-684622249-router', 'tenant_id': 'df651ad79fe54ccfbbf19c1e8711e872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'a0b8058e-4811-415a-8cb1-40daa95fdcdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:19:14Z', 'updated_at': '2021-11-25T13:19:24Z', 'revision_number': 4, 'project_id': 'df651ad79fe54ccfbbf19c1e8711e872', 'gw_port': {'id': 'a0b8058e-4811-415a-8cb1-40daa95fdcdc', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5417f724-fad1-463f-a83e-3c974c9556d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:15Z', 'updated_at': '2021-11-25T13:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '0a5360e6-212e-4ddb-9b74-ab459fe51413', 'name': '', 'network_id': '884fbd20-5b2c-4fb3-8df2-e56b22e47b5d', 'tenant_id': 'df651ad79fe54ccfbbf19c1e8711e872', 'mac_address': 'fa:16:3e:90:b0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5417f724-fad1-463f-a83e-3c974c9556d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '4a9b2e46-421a-4b61-8a19-01c511a48cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:23Z', 'updated_at': '2021-11-25T13:19:32Z', 'revision_number': 5, 'project_id': 'df651ad79fe54ccfbbf19c1e8711e872', 'subnets': [{'id': '4a9b2e46-421a-4b61-8a19-01c511a48cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:21:45.137550 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-68c5dd9a-7b44-482c-973b-26dd2b4f3a79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:45.138564 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e195bbf-d85b-4074-bce2-a77b8098eaf7 None None] The sync data for ids ['5417f724-fad1-463f-a83e-3c974c9556d2'] in n-d-808199-11 is: [{'id': '5417f724-fad1-463f-a83e-3c974c9556d2', 'name': 'tempest-ServersTestJSON-684622249-router', 'tenant_id': 'df651ad79fe54ccfbbf19c1e8711e872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'a0b8058e-4811-415a-8cb1-40daa95fdcdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:19:14Z', 'updated_at': '2021-11-25T13:19:24Z', 'revision_number': 4, 'project_id': 'df651ad79fe54ccfbbf19c1e8711e872', 'gw_port': {'id': 'a0b8058e-4811-415a-8cb1-40daa95fdcdc', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5417f724-fad1-463f-a83e-3c974c9556d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:15Z', 'updated_at': '2021-11-25T13:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '0a5360e6-212e-4ddb-9b74-ab459fe51413', 'name': '', 'network_id': '884fbd20-5b2c-4fb3-8df2-e56b22e47b5d', 'tenant_id': 'df651ad79fe54ccfbbf19c1e8711e872', 'mac_address': 'fa:16:3e:90:b0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5417f724-fad1-463f-a83e-3c974c9556d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '4a9b2e46-421a-4b61-8a19-01c511a48cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:23Z', 'updated_at': '2021-11-25T13:19:32Z', 'revision_number': 5, 'project_id': 'df651ad79fe54ccfbbf19c1e8711e872', 'subnets': [{'id': '4a9b2e46-421a-4b61-8a19-01c511a48cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:21:45.318441 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3fbf1783-b891-427c-92ae-5673b77f3648 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:45.345239 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625510f2-58a8-4724-b094-208b40c38d24 req-d2c4d68c-e79d-4f20-a908-a218bf88d74c tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:45.346815 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-625510f2-58a8-4724-b094-208b40c38d24 req-d2c4d68c-e79d-4f20-a908-a218bf88d74c tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c811d06-f1e2-4f21-afe0-11e65cfbb472 HTTP/1.1" status: 200 len: 945 time: 0.3147573 Nov 25 13:21:45.369601 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5026311d-1e8e-4ae4-ad63-e547ee8832f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:45.412423 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3fbf1783-b891-427c-92ae-5673b77f3648 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:45.422291 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68c5dd9a-7b44-482c-973b-26dd2b4f3a79 admin admin] Router 0341e1e1-5d4e-47b6-8d37-f958c4dc8325 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:21:45.438281 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-5026311d-1e8e-4ae4-ad63-e547ee8832f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c46de9c4-c931-4409-8aac-351dc4f62a1c']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:21:45.466266 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-5026311d-1e8e-4ae4-ad63-e547ee8832f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bafd94b-e001-4d88-bf3c-ed556d2b0183') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:21:45.466571 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-5026311d-1e8e-4ae4-ad63-e547ee8832f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bafd94b-e001-4d88-bf3c-ed556d2b0183') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:21:45.487048 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db22f56-c4e5-4e89-ab9c-d7beb4594d9e None None] New status for floating IP d657e3c3-79df-443f-ac08-800eb52e22a8: DOWN {{(pid=103572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 13:21:45.502677 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5026311d-1e8e-4ae4-ad63-e547ee8832f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:45.519103 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-625510f2-58a8-4724-b094-208b40c38d24 req-f61e691d-6ae8-4614-bb11-3fd0c0f90a39 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a67b344-a277-4a59-9ec0-02294555dd86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613786 Nov 25 13:21:45.530141 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5026311d-1e8e-4ae4-ad63-e547ee8832f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:45.545191 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5026311d-1e8e-4ae4-ad63-e547ee8832f1 admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:21:45.545607 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5026311d-1e8e-4ae4-ad63-e547ee8832f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:45.548764 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:21:45.548764 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:21:45.548764 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:21:45.548764 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:21:45.548764 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:21:45.548764 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:21:45.548764 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:21:45.548764 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:21:45.548764 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:21:45.548764 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:21:45.548764 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:21:45.548764 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:21:45.548764 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:21:45.548764 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:21:45.548764 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:21:45.548764 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:21:45.548764 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:21:45.548764 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:21:45.548764 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:21:45.548764 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:21:45.548764 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:21:45.548764 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:21:45.548764 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:21:45.548764 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:21:45.548764 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:21:45.548764 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:21:45.548764 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:21:45.548764 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:21:45.548764 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:21:45.548764 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:21:45.548764 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:21:45.548764 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:21:45.570875 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c5dd9a-7b44-482c-973b-26dd2b4f3a79 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:21:45.585313 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88b4dd6-4a22-41ea-ae45-5bf3f8a375c4 None None] Sync routers for ids ['0341e1e1-5d4e-47b6-8d37-f958c4dc8325'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:21:45.587410 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-68c5dd9a-7b44-482c-973b-26dd2b4f3a79 admin admin] 10.222.0.53 "PUT /v2.0/routers/0341e1e1-5d4e-47b6-8d37-f958c4dc8325/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7663763 Nov 25 13:21:45.589776 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 54082) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:21:45.607339 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88b4dd6-4a22-41ea-ae45-5bf3f8a375c4 None None] Routers {'0341e1e1-5d4e-47b6-8d37-f958c4dc8325'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:21:45.607982 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-a88b4dd6-4a22-41ea-ae45-5bf3f8a375c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:21:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['0341e1e1-5d4e-47b6-8d37-f958c4dc8325'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:21:45.615203 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3fbf1783-b891-427c-92ae-5673b77f3648 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:45.618012 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3fbf1783-b891-427c-92ae-5673b77f3648 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:45.619272 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3fbf1783-b891-427c-92ae-5673b77f3648 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] 10.222.0.53 "DELETE /v2.0/security-groups/58bff553-2229-45d1-9352-ab18f925ebb2 HTTP/1.1" status: 204 len: 168 time: 0.5110507 Nov 25 13:21:45.627206 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 54084) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:21:45.674539 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbf1783-b891-427c-92ae-5673b77f3648 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58bff553-2229-45d1-9352-ab18f925ebb2,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:45.680632 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5026311d-1e8e-4ae4-ad63-e547ee8832f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:45.682673 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [None req-114bfacf-aff2-41b5-9a60-422fc6722b33 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] show failed (client error): The resource could not be found. Nov 25 13:21:45.683470 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-114bfacf-aff2-41b5-9a60-422fc6722b33 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] 10.222.0.53 "GET /v2.0/security-groups/58bff553-2229-45d1-9352-ab18f925ebb2 HTTP/1.1" status: 404 len: 347 time: 0.0429101 Nov 25 13:21:45.708145 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 54086) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:21:45.713676 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5026311d-1e8e-4ae4-ad63-e547ee8832f1 admin admin] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:45.719811 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-5026311d-1e8e-4ae4-ad63-e547ee8832f1 admin admin] 10.222.0.53 "DELETE /v2.0/networks/c46de9c4-c931-4409-8aac-351dc4f62a1c HTTP/1.1" status: 204 len: 168 time: 0.9312885 Nov 25 13:21:45.732620 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5026311d-1e8e-4ae4-ad63-e547ee8832f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c46de9c4-c931-4409-8aac-351dc4f62a1c,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:45.756493 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-4fa5beb7-3179-4b28-80c2-bd2f591f8db2 admin admin] Deleting port 0b205b83-f849-4c02-849e-40e4986edbcc {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:21:45.756855 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4fa5beb7-3179-4b28-80c2-bd2f591f8db2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:45.819374 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-a88b4dd6-4a22-41ea-ae45-5bf3f8a375c4 None None] Set router 0341e1e1-5d4e-47b6-8d37-f958c4dc8325 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:21:45.854733 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a9c48ecf-a987-4664-b35d-0ddcee41f057 admin admin] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:45.855311 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-4fa5beb7-3179-4b28-80c2-bd2f591f8db2 admin admin] For port 0b205b83-f849-4c02-849e-40e4986edbcc, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=0b205b83-f849-4c02-849e-40e4986edbcc,segment=NetworkSegment(5f9112fc-ff49-4b47-aa73-9d987cde76c7),segment_id=5f9112fc-ff49-4b47-aa73-9d987cde76c7)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:21:45.855686 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4fa5beb7-3179-4b28-80c2-bd2f591f8db2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:45.877391 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-4fa5beb7-3179-4b28-80c2-bd2f591f8db2 admin admin] Calling delete_port for 0b205b83-f849-4c02-849e-40e4986edbcc owned by network:router_interface {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:21:45.925270 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 54092) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:21:46.019556 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-e464586c-db0b-442e-a744-bc33b19648e1 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Deleting port a4ea2ded-df43-4fe5-ae3b-c0c4044accd7 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:21:46.020315 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e464586c-db0b-442e-a744-bc33b19648e1 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:46.069933 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-a88b4dd6-4a22-41ea-ae45-5bf3f8a375c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0341e1e1-5d4e-47b6-8d37-f958c4dc8325', 'name': 'tempest-TaggedBootDevicesTest_v242-377680740-router', 'tenant_id': 'f253db84e4e241d4aa7c98f5a2e10d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'b094d7a2-0b2d-4040-8562-f7b7df4c102f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:09:47Z', 'updated_at': '2021-11-25T13:21:44Z', 'revision_number': 5, 'project_id': 'f253db84e4e241d4aa7c98f5a2e10d18', 'gw_port': {'id': 'b094d7a2-0b2d-4040-8562-f7b7df4c102f', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0341e1e1-5d4e-47b6-8d37-f958c4dc8325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:09:49Z', 'updated_at': '2021-11-25T13:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:21:46.099905 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88b4dd6-4a22-41ea-ae45-5bf3f8a375c4 None None] Checking router: 0341e1e1-5d4e-47b6-8d37-f958c4dc8325 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:21:46.101428 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4fa5beb7-3179-4b28-80c2-bd2f591f8db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:46.107234 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-68661b5a-7807-4f7e-af71-ed59c2a5c3fa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ff01795a08ee4aa88c37a63bbaa9f87f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1790538 Nov 25 13:21:46.108363 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 54096) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:21:46.112462 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88b4dd6-4a22-41ea-ae45-5bf3f8a375c4 None None] Routers {'0341e1e1-5d4e-47b6-8d37-f958c4dc8325'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:21:46.113636 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-a88b4dd6-4a22-41ea-ae45-5bf3f8a375c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:21:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['0341e1e1-5d4e-47b6-8d37-f958c4dc8325'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:21:46.150657 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a9c48ecf-a987-4664-b35d-0ddcee41f057 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:46.154106 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa5beb7-3179-4b28-80c2-bd2f591f8db2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b205b83-f849-4c02-849e-40e4986edbcc,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:46.168258 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e464586c-db0b-442e-a744-bc33b19648e1 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:46.168481 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e464586c-db0b-442e-a744-bc33b19648e1 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:46.203905 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-e464586c-db0b-442e-a744-bc33b19648e1 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Calling delete_port for a4ea2ded-df43-4fe5-ae3b-c0c4044accd7 owned by network:floatingip {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:21:46.230508 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-a88b4dd6-4a22-41ea-ae45-5bf3f8a375c4 None None] Set router 0341e1e1-5d4e-47b6-8d37-f958c4dc8325 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:21:46.292676 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f10de-b25a-4557-be0f-7ba07780b865 req-0429a3f8-b09d-492d-96f6-ebd497cb54d2 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:46.302054 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-330f10de-b25a-4557-be0f-7ba07780b865 req-0429a3f8-b09d-492d-96f6-ebd497cb54d2 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c811d06-f1e2-4f21-afe0-11e65cfbb472 HTTP/1.1" status: 200 len: 945 time: 0.1879382 Nov 25 13:21:46.304082 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f630b2a9-e330-4d82-b8b0-c5939faaf96c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:46.316666 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-a9c48ecf-a987-4664-b35d-0ddcee41f057 admin admin] Deleting port b094d7a2-0b2d-4040-8562-f7b7df4c102f {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:21:46.316914 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a9c48ecf-a987-4664-b35d-0ddcee41f057 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:46.396733 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f630b2a9-e330-4d82-b8b0-c5939faaf96c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:46.428995 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-a88b4dd6-4a22-41ea-ae45-5bf3f8a375c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0341e1e1-5d4e-47b6-8d37-f958c4dc8325', 'name': 'tempest-TaggedBootDevicesTest_v242-377680740-router', 'tenant_id': 'f253db84e4e241d4aa7c98f5a2e10d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'b094d7a2-0b2d-4040-8562-f7b7df4c102f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:09:47Z', 'updated_at': '2021-11-25T13:21:44Z', 'revision_number': 5, 'project_id': 'f253db84e4e241d4aa7c98f5a2e10d18', 'gw_port': {'id': 'b094d7a2-0b2d-4040-8562-f7b7df4c102f', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0341e1e1-5d4e-47b6-8d37-f958c4dc8325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:09:49Z', 'updated_at': '2021-11-25T13:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:21:46.458575 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88b4dd6-4a22-41ea-ae45-5bf3f8a375c4 None None] The sync data for ids ['0341e1e1-5d4e-47b6-8d37-f958c4dc8325'] in n-d-808199-11 is: [{'id': '0341e1e1-5d4e-47b6-8d37-f958c4dc8325', 'name': 'tempest-TaggedBootDevicesTest_v242-377680740-router', 'tenant_id': 'f253db84e4e241d4aa7c98f5a2e10d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'b094d7a2-0b2d-4040-8562-f7b7df4c102f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:09:47Z', 'updated_at': '2021-11-25T13:21:44Z', 'revision_number': 5, 'project_id': 'f253db84e4e241d4aa7c98f5a2e10d18', 'gw_port': {'id': 'b094d7a2-0b2d-4040-8562-f7b7df4c102f', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0341e1e1-5d4e-47b6-8d37-f958c4dc8325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:09:49Z', 'updated_at': '2021-11-25T13:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:21:46.462531 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f630b2a9-e330-4d82-b8b0-c5939faaf96c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:46.464960 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e464586c-db0b-442e-a744-bc33b19648e1 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:46.466018 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f630b2a9-e330-4d82-b8b0-c5939faaf96c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:46.470680 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f630b2a9-e330-4d82-b8b0-c5939faaf96c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d03e0a67-ee56-4581-b9a5-68713e941f6f HTTP/1.1" status: 204 len: 168 time: 0.3552217 Nov 25 13:21:46.518306 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-a9c48ecf-a987-4664-b35d-0ddcee41f057 admin admin] For port b094d7a2-0b2d-4040-8562-f7b7df4c102f, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=b094d7a2-0b2d-4040-8562-f7b7df4c102f,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:21:46.519057 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a9c48ecf-a987-4664-b35d-0ddcee41f057 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:46.521154 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e464586c-db0b-442e-a744-bc33b19648e1 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Pushing event deleted for resources: {'Port': ['ID=a4ea2ded-df43-4fe5-ae3b-c0c4044accd7,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:46.529606 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f630b2a9-e330-4d82-b8b0-c5939faaf96c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03e0a67-ee56-4581-b9a5-68713e941f6f,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:46.554939 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-a9c48ecf-a987-4664-b35d-0ddcee41f057 admin admin] Calling delete_port for b094d7a2-0b2d-4040-8562-f7b7df4c102f owned by network:router_gateway {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:21:46.555288 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-330f10de-b25a-4557-be0f-7ba07780b865 req-decff743-422a-43cd-8053-b7c1bc1fc1a8 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a67b344-a277-4a59-9ec0-02294555dd86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2521312 Nov 25 13:21:46.585147 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4fa5beb7-3179-4b28-80c2-bd2f591f8db2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:46.638438 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e464586c-db0b-442e-a744-bc33b19648e1 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Publish callbacks [] for floatingip, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:46.643439 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e464586c-db0b-442e-a744-bc33b19648e1 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:46.647807 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-e464586c-db0b-442e-a744-bc33b19648e1 tempest-ServersTestJSON-525906649 tempest-ServersTestJSON-525906649-project] 10.222.0.53 "DELETE /v2.0/floatingips/d657e3c3-79df-443f-ac08-800eb52e22a8 HTTP/1.1" status: 204 len: 168 time: 0.9385042 Nov 25 13:21:46.648447 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 54100) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:21:46.981616 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a9c48ecf-a987-4664-b35d-0ddcee41f057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:47.034122 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c48ecf-a987-4664-b35d-0ddcee41f057 admin admin] Pushing event deleted for resources: {'Port': ['ID=b094d7a2-0b2d-4040-8562-f7b7df4c102f,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:47.052172 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dab84a9-8342-458f-a1b0-efc05d612c7e None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:21:47.128794 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa5beb7-3179-4b28-80c2-bd2f591f8db2 admin admin] Router 66f86dbc-94fd-491b-ab25-f56f6a9eb3e8 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:21:47.260498 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa5beb7-3179-4b28-80c2-bd2f591f8db2 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:21:47.266540 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-4fa5beb7-3179-4b28-80c2-bd2f591f8db2 admin admin] 10.222.0.53 "PUT /v2.0/routers/66f86dbc-94fd-491b-ab25-f56f6a9eb3e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7882986 Nov 25 13:21:47.269226 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 54118) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:21:47.276659 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c116683-70f0-45fb-9bd1-1c9475375e1b None None] Sync routers for ids ['66f86dbc-94fd-491b-ab25-f56f6a9eb3e8'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:21:47.297204 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c116683-70f0-45fb-9bd1-1c9475375e1b None None] Routers {'66f86dbc-94fd-491b-ab25-f56f6a9eb3e8'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:21:47.298065 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-1c116683-70f0-45fb-9bd1-1c9475375e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:21:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['66f86dbc-94fd-491b-ab25-f56f6a9eb3e8'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:21:47.344651 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device b79560da-e193-483e-af51-c7aaa2404d2e no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:21:47.371119 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: b79560da-e193-483e-af51-c7aaa2404d2e {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:21:47.371707 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device b79560da-e193-483e-af51-c7aaa2404d2e not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:21:47.378334 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a9c48ecf-a987-4664-b35d-0ddcee41f057 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:47.422686 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3acf666d-f12b-4ca1-a3ed-5e21fe061087 admin admin] Publish callbacks [] for router, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:47.461179 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-1c116683-70f0-45fb-9bd1-1c9475375e1b None None] Set router 66f86dbc-94fd-491b-ab25-f56f6a9eb3e8 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:21:47.529842 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a9c48ecf-a987-4664-b35d-0ddcee41f057 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:47.533429 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a9c48ecf-a987-4664-b35d-0ddcee41f057 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:47.562056 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3acf666d-f12b-4ca1-a3ed-5e21fe061087 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:47.597628 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb631a3b-9d26-4ef1-a2f8-1f3048d85c9f req-1b5a8ced-d812-40f3-8bf4-147ff0448278 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:47.599270 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-eb631a3b-9d26-4ef1-a2f8-1f3048d85c9f req-1b5a8ced-d812-40f3-8bf4-147ff0448278 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c811d06-f1e2-4f21-afe0-11e65cfbb472 HTTP/1.1" status: 200 len: 945 time: 0.2239022 Nov 25 13:21:47.653404 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a9c48ecf-a987-4664-b35d-0ddcee41f057 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:47.654102 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c48ecf-a987-4664-b35d-0ddcee41f057 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0341e1e1-5d4e-47b6-8d37-f958c4dc8325 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:21:47.689463 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a9c48ecf-a987-4664-b35d-0ddcee41f057 admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:47.693486 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-a9c48ecf-a987-4664-b35d-0ddcee41f057 admin admin] 10.222.0.53 "DELETE /v2.0/routers/0341e1e1-5d4e-47b6-8d37-f958c4dc8325 HTTP/1.1" status: 204 len: 168 time: 2.0999236 Nov 25 13:21:47.694431 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 54130) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:21:47.715109 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-1c116683-70f0-45fb-9bd1-1c9475375e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f86dbc-94fd-491b-ab25-f56f6a9eb3e8', 'name': 'tempest-ServersTestFqdnHostnames-421086233-router', 'tenant_id': '6ba3ab7c0d724058adeab7a26e218a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '8fb37192-d7ba-432a-ba4a-f907e25ba280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:19:08Z', 'updated_at': '2021-11-25T13:21:46Z', 'revision_number': 5, 'project_id': '6ba3ab7c0d724058adeab7a26e218a01', 'gw_port': {'id': '8fb37192-d7ba-432a-ba4a-f907e25ba280', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ce:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f86dbc-94fd-491b-ab25-f56f6a9eb3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:09Z', 'updated_at': '2021-11-25T13:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:21:47.716950 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-3acf666d-f12b-4ca1-a3ed-5e21fe061087 admin admin] Deleting port 8fb37192-d7ba-432a-ba4a-f907e25ba280 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:21:47.717301 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3acf666d-f12b-4ca1-a3ed-5e21fe061087 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:47.753585 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c116683-70f0-45fb-9bd1-1c9475375e1b None None] Checking router: 66f86dbc-94fd-491b-ab25-f56f6a9eb3e8 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:21:47.763520 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c116683-70f0-45fb-9bd1-1c9475375e1b None None] Routers {'66f86dbc-94fd-491b-ab25-f56f6a9eb3e8'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:21:47.764354 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-1c116683-70f0-45fb-9bd1-1c9475375e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:21:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['66f86dbc-94fd-491b-ab25-f56f6a9eb3e8'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:21:47.835166 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-95262094-3783-40fa-ab4c-cf30adfb127b admin admin] Deleting subnet fc9e2fcf-0a5d-4e99-a435-c082f1996d71 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:21:47.840514 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-95262094-3783-40fa-ab4c-cf30adfb127b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:47.870534 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-1c116683-70f0-45fb-9bd1-1c9475375e1b None None] Set router 66f86dbc-94fd-491b-ab25-f56f6a9eb3e8 gateway port host: None {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:21:47.874842 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcccf5f-357c-4bbb-abea-1f9e71ef3e5f req-db686ec6-13d9-44e4-9be0-27e22e2d5e48 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:47.876585 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bdcccf5f-357c-4bbb-abea-1f9e71ef3e5f req-db686ec6-13d9-44e4-9be0-27e22e2d5e48 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c811d06-f1e2-4f21-afe0-11e65cfbb472 HTTP/1.1" status: 200 len: 945 time: 0.1419988 Nov 25 13:21:47.906635 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-95262094-3783-40fa-ab4c-cf30adfb127b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:47.910079 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-eb631a3b-9d26-4ef1-a2f8-1f3048d85c9f req-74456989-ba27-40e8-97af-5bd4941b357a tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Deleting port f9e11cbf-735f-4dc4-b7af-b4b0e65142f1 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:21:47.910417 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-eb631a3b-9d26-4ef1-a2f8-1f3048d85c9f req-74456989-ba27-40e8-97af-5bd4941b357a tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:47.935109 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-1c116683-70f0-45fb-9bd1-1c9475375e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f86dbc-94fd-491b-ab25-f56f6a9eb3e8', 'name': 'tempest-ServersTestFqdnHostnames-421086233-router', 'tenant_id': '6ba3ab7c0d724058adeab7a26e218a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:19:08Z', 'updated_at': '2021-11-25T13:21:47Z', 'revision_number': 6, 'project_id': '6ba3ab7c0d724058adeab7a26e218a01', 'gw_port_host': None}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:21:47.969255 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bdcccf5f-357c-4bbb-abea-1f9e71ef3e5f req-0ca546b4-8944-41e7-b750-2eae7029bb8b tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a67b344-a277-4a59-9ec0-02294555dd86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844350 Nov 25 13:21:47.975765 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c116683-70f0-45fb-9bd1-1c9475375e1b None None] The sync data for ids ['66f86dbc-94fd-491b-ab25-f56f6a9eb3e8'] in n-d-808199-11 is: [{'id': '66f86dbc-94fd-491b-ab25-f56f6a9eb3e8', 'name': 'tempest-ServersTestFqdnHostnames-421086233-router', 'tenant_id': '6ba3ab7c0d724058adeab7a26e218a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:19:08Z', 'updated_at': '2021-11-25T13:21:47Z', 'revision_number': 6, 'project_id': '6ba3ab7c0d724058adeab7a26e218a01', 'gw_port_host': None}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:21:47.986534 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-3acf666d-f12b-4ca1-a3ed-5e21fe061087 admin admin] For port 8fb37192-d7ba-432a-ba4a-f907e25ba280, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=8fb37192-d7ba-432a-ba4a-f907e25ba280,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:21:47.986953 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3acf666d-f12b-4ca1-a3ed-5e21fe061087 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:48.007457 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-3acf666d-f12b-4ca1-a3ed-5e21fe061087 admin admin] Calling delete_port for 8fb37192-d7ba-432a-ba4a-f907e25ba280 owned by network:router_gateway {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:21:48.064006 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-eb631a3b-9d26-4ef1-a2f8-1f3048d85c9f req-74456989-ba27-40e8-97af-5bd4941b357a tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] For port f9e11cbf-735f-4dc4-b7af-b4b0e65142f1, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=f9e11cbf-735f-4dc4-b7af-b4b0e65142f1,segment=NetworkSegment(6fb7f782-47b7-4daf-90f8-79d2f2e4c952),segment_id=6fb7f782-47b7-4daf-90f8-79d2f2e4c952)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:21:48.064686 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-eb631a3b-9d26-4ef1-a2f8-1f3048d85c9f req-74456989-ba27-40e8-97af-5bd4941b357a tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:48.183350 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e05c2faf-ccc3-487f-8127-b5dd1309c14b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:48.229310 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3acf666d-f12b-4ca1-a3ed-5e21fe061087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:48.275794 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6160dbe-8ac0-4b15-807a-5d564c916d73 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:21:48.294192 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acf666d-f12b-4ca1-a3ed-5e21fe061087 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fb37192-d7ba-432a-ba4a-f907e25ba280,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:48.363754 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-95262094-3783-40fa-ab4c-cf30adfb127b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:48.369007 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3acf666d-f12b-4ca1-a3ed-5e21fe061087 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:48.479405 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3acf666d-f12b-4ca1-a3ed-5e21fe061087 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:48.481576 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3acf666d-f12b-4ca1-a3ed-5e21fe061087 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:48.523891 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-eb631a3b-9d26-4ef1-a2f8-1f3048d85c9f req-74456989-ba27-40e8-97af-5bd4941b357a tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:48.524318 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-eb631a3b-9d26-4ef1-a2f8-1f3048d85c9f req-74456989-ba27-40e8-97af-5bd4941b357a tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:48.524874 n-d-808199-11 neutron-server[103571]: INFO neutron.db.l3_db [req-eb631a3b-9d26-4ef1-a2f8-1f3048d85c9f req-74456989-ba27-40e8-97af-5bd4941b357a tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Floating IP 164f2c1d-c9dc-4a75-acf2-92524cfd9945 disassociated. External IP: 172.25.5.224, port: f9e11cbf-735f-4dc4-b7af-b4b0e65142f1. Nov 25 13:21:48.525250 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-eb631a3b-9d26-4ef1-a2f8-1f3048d85c9f req-74456989-ba27-40e8-97af-5bd4941b357a tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Calling delete_port for f9e11cbf-735f-4dc4-b7af-b4b0e65142f1 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:21:48.530668 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3acf666d-f12b-4ca1-a3ed-5e21fe061087 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:48.531437 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3acf666d-f12b-4ca1-a3ed-5e21fe061087 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66f86dbc-94fd-491b-ab25-f56f6a9eb3e8 {{(pid=103570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:21:48.535923 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3acf666d-f12b-4ca1-a3ed-5e21fe061087 admin admin] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:48.537441 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3acf666d-f12b-4ca1-a3ed-5e21fe061087 admin admin] 10.222.0.53 "DELETE /v2.0/routers/66f86dbc-94fd-491b-ab25-f56f6a9eb3e8 HTTP/1.1" status: 204 len: 168 time: 1.2667558 Nov 25 13:21:48.540205 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 54146) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:21:48.580489 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-95262094-3783-40fa-ab4c-cf30adfb127b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:48.668606 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95262094-3783-40fa-ab4c-cf30adfb127b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc9e2fcf-0a5d-4e99-a435-c082f1996d71,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:48.680142 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-95262094-3783-40fa-ab4c-cf30adfb127b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:48.683685 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-95262094-3783-40fa-ab4c-cf30adfb127b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/fc9e2fcf-0a5d-4e99-a435-c082f1996d71 HTTP/1.1" status: 204 len: 168 time: 0.9759736 Nov 25 13:21:48.686335 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 54148) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:21:48.689303 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b0a921-6a25-463c-9f91-05d7a1b7f4af None None] Network c70f7334-0865-479f-9b23-a45cfad81392 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:21:48.716707 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-d69d3770-7763-4b0e-8fcc-1be2cf1bcb58 admin admin] Deleting subnet 9357717b-7827-46e4-94ff-fefe4f5006a5 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:21:48.725992 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d69d3770-7763-4b0e-8fcc-1be2cf1bcb58 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:48.776711 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d69d3770-7763-4b0e-8fcc-1be2cf1bcb58 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:48.824712 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-155cf3f1-eed5-49be-b730-038fdcce7b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:48.932753 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-155cf3f1-eed5-49be-b730-038fdcce7b98 admin admin] Deleting port e66d4a04-251f-4796-b291-bc92ef37f209 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:21:48.933967 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-155cf3f1-eed5-49be-b730-038fdcce7b98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:48.943817 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-eb631a3b-9d26-4ef1-a2f8-1f3048d85c9f req-74456989-ba27-40e8-97af-5bd4941b357a tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:48.960921 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62804eee-dc35-4df0-b308-39bd9e7456ef None None] DHCP port deletion for c70f7334-0865-479f-9b23-a45cfad81392 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:21:49.007427 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74456989-ba27-40e8-97af-5bd4941b357a tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Pushing event deleted for resources: {'Port': ['ID=f9e11cbf-735f-4dc4-b7af-b4b0e65142f1,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:49.018109 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d69d3770-7763-4b0e-8fcc-1be2cf1bcb58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:49.062351 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-62804eee-dc35-4df0-b308-39bd9e7456ef None None] Deleting port e66d4a04-251f-4796-b291-bc92ef37f209 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:21:49.062876 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-62804eee-dc35-4df0-b308-39bd9e7456ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:49.068130 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-155cf3f1-eed5-49be-b730-038fdcce7b98 admin admin] For port e66d4a04-251f-4796-b291-bc92ef37f209, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=e66d4a04-251f-4796-b291-bc92ef37f209,segment=NetworkSegment(bf03692c-8f81-4407-bac1-1616e298bcc5),segment_id=bf03692c-8f81-4407-bac1-1616e298bcc5)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:21:49.069540 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-155cf3f1-eed5-49be-b730-038fdcce7b98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:49.096892 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-155cf3f1-eed5-49be-b730-038fdcce7b98 admin admin] Calling delete_port for e66d4a04-251f-4796-b291-bc92ef37f209 owned by network:dhcp {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:21:49.159177 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-e05c2faf-ccc3-487f-8127-b5dd1309c14b admin admin] Deleting port 0a5360e6-212e-4ddb-9b74-ab459fe51413 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:21:49.160159 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e05c2faf-ccc3-487f-8127-b5dd1309c14b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:49.252373 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3d4c3d05-0a4b-43f3-91d8-e1279b39703b req-7d9ff8e4-1479-473f-a5fe-daf0f244b726 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c811d06-f1e2-4f21-afe0-11e65cfbb472 HTTP/1.1" status: 200 len: 210 time: 0.0689702 Nov 25 13:21:49.305284 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-155cf3f1-eed5-49be-b730-038fdcce7b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:49.349686 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d69d3770-7763-4b0e-8fcc-1be2cf1bcb58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:49.399024 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155cf3f1-eed5-49be-b730-038fdcce7b98 admin admin] No DVR routers for this DVR port e66d4a04-251f-4796-b291-bc92ef37f209 on host n-d-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:21:49.401381 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155cf3f1-eed5-49be-b730-038fdcce7b98 admin admin] Pushing event deleted for resources: {'Port': ['ID=e66d4a04-251f-4796-b291-bc92ef37f209,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:49.427663 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69d3770-7763-4b0e-8fcc-1be2cf1bcb58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9357717b-7827-46e4-94ff-fefe4f5006a5,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:49.438930 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d69d3770-7763-4b0e-8fcc-1be2cf1bcb58 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:49.448754 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d69d3770-7763-4b0e-8fcc-1be2cf1bcb58 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/9357717b-7827-46e4-94ff-fefe4f5006a5 HTTP/1.1" status: 204 len: 168 time: 0.9028780 Nov 25 13:21:49.450641 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 54158) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:21:49.464601 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb631a3b-9d26-4ef1-a2f8-1f3048d85c9f req-74456989-ba27-40e8-97af-5bd4941b357a tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Router ffe7a1e7-7266-497a-babd-81f42fbcf57a has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:21:49.486601 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-e05c2faf-ccc3-487f-8127-b5dd1309c14b admin admin] For port 0a5360e6-212e-4ddb-9b74-ab459fe51413, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=0a5360e6-212e-4ddb-9b74-ab459fe51413,segment=NetworkSegment(414786ef-10c3-4147-9abd-e15f64f822ae),segment_id=414786ef-10c3-4147-9abd-e15f64f822ae)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:21:49.486997 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e05c2faf-ccc3-487f-8127-b5dd1309c14b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:49.529296 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device b094d7a2-0b2d-4040-8562-f7b7df4c102f no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:21:49.531635 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2afc78-a891-4213-a16e-354e04784149 None None] Network 302cd77f-0aa0-4fd0-9347-1bf95451c456 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:21:49.546443 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-e05c2faf-ccc3-487f-8127-b5dd1309c14b admin admin] Calling delete_port for 0a5360e6-212e-4ddb-9b74-ab459fe51413 owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:21:49.550863 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-155cf3f1-eed5-49be-b730-038fdcce7b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:49.596953 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-155cf3f1-eed5-49be-b730-038fdcce7b98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c70f7334-0865-479f-9b23-a45cfad81392']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:21:49.612111 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4b80d968-5fe0-4c09-8b6d-f1a9c972b248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:49.613947 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: b094d7a2-0b2d-4040-8562-f7b7df4c102f {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:21:49.614305 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device b094d7a2-0b2d-4040-8562-f7b7df4c102f not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:21:49.614761 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device e66d4a04-251f-4796-b291-bc92ef37f209 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:21:49.616625 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-155cf3f1-eed5-49be-b730-038fdcce7b98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf03692c-8f81-4407-bac1-1616e298bcc5') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:21:49.616934 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-155cf3f1-eed5-49be-b730-038fdcce7b98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf03692c-8f81-4407-bac1-1616e298bcc5') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:21:49.631228 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-155cf3f1-eed5-49be-b730-038fdcce7b98 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:49.650383 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-62804eee-dc35-4df0-b308-39bd9e7456ef None None] For port e66d4a04-251f-4796-b291-bc92ef37f209, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=e66d4a04-251f-4796-b291-bc92ef37f209,segment=NetworkSegment(bf03692c-8f81-4407-bac1-1616e298bcc5),segment_id=bf03692c-8f81-4407-bac1-1616e298bcc5)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:21:49.650856 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-62804eee-dc35-4df0-b308-39bd9e7456ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:49.666076 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-155cf3f1-eed5-49be-b730-038fdcce7b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:49.668741 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: e66d4a04-251f-4796-b291-bc92ef37f209 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:21:49.669194 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device e66d4a04-251f-4796-b291-bc92ef37f209 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:21:49.669952 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 0b205b83-f849-4c02-849e-40e4986edbcc no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:21:49.679232 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb631a3b-9d26-4ef1-a2f8-1f3048d85c9f req-74456989-ba27-40e8-97af-5bd4941b357a tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:21:49.680026 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-155cf3f1-eed5-49be-b730-038fdcce7b98 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:21:49.681233 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-155cf3f1-eed5-49be-b730-038fdcce7b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:49.683094 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:21:49.683094 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:21:49.683094 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:21:49.683094 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:21:49.683094 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:21:49.683094 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:21:49.683094 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:21:49.683094 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:21:49.683094 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:21:49.683094 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:21:49.683094 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:21:49.683094 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:21:49.683094 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:21:49.683094 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:21:49.683094 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:21:49.683094 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:21:49.683094 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:21:49.683094 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:21:49.683094 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:21:49.683094 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:21:49.683094 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:21:49.683094 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:21:49.683094 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:21:49.683094 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:21:49.683094 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:21:49.683094 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:21:49.683094 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:21:49.683094 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:21:49.683094 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:21:49.683094 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:21:49.683094 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:21:49.683094 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:21:49.696467 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdec97a3-dec0-4279-81ad-1b084a67898a None None] Sync routers for ids ['ffe7a1e7-7266-497a-babd-81f42fbcf57a'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:21:49.705543 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-62804eee-dc35-4df0-b308-39bd9e7456ef None None] Calling delete_port for e66d4a04-251f-4796-b291-bc92ef37f209 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:21:49.709317 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 0b205b83-f849-4c02-849e-40e4986edbcc {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:21:49.710477 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 0b205b83-f849-4c02-849e-40e4986edbcc not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:21:49.711015 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 8fb37192-d7ba-432a-ba4a-f907e25ba280 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:21:49.719184 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdec97a3-dec0-4279-81ad-1b084a67898a None None] Routers {'ffe7a1e7-7266-497a-babd-81f42fbcf57a'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:21:49.719829 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-cdec97a3-dec0-4279-81ad-1b084a67898a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:21:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['ffe7a1e7-7266-497a-babd-81f42fbcf57a'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:21:49.756536 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 8fb37192-d7ba-432a-ba4a-f907e25ba280 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:21:49.757266 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 8fb37192-d7ba-432a-ba4a-f907e25ba280 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:21:49.806980 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-4b80d968-5fe0-4c09-8b6d-f1a9c972b248 admin admin] Deleting port fb53be9b-7e95-4fbf-aba8-d082a6d333fc {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:21:49.807733 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4b80d968-5fe0-4c09-8b6d-f1a9c972b248 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:49.833529 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-cdec97a3-dec0-4279-81ad-1b084a67898a None None] Set router ffe7a1e7-7266-497a-babd-81f42fbcf57a gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:21:49.882997 n-d-808199-11 neutron-server[103572]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 25 13:21:49.882997 n-d-808199-11 neutron-server[103572]: from cryptography.utils import int_from_bytes Nov 25 13:21:49.882997 n-d-808199-11 neutron-server[103572]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 25 13:21:49.882997 n-d-808199-11 neutron-server[103572]: from cryptography.utils import int_from_bytes Nov 25 13:21:49.882997 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:21:49.882997 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:21:49.882997 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:21:49.882997 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:21:49.882997 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:21:49.882997 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:21:49.882997 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:21:49.882997 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:21:49.882997 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:21:49.882997 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:21:49.882997 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:21:49.882997 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:21:49.882997 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:21:49.882997 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:21:49.882997 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:21:49.882997 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:21:49.882997 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:21:49.882997 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:21:49.882997 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:21:49.882997 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:21:49.882997 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:21:49.882997 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:21:49.882997 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:21:49.882997 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:21:49.882997 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:21:49.882997 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:21:49.882997 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:21:49.882997 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:21:49.882997 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:21:49.882997 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:21:49.882997 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:21:49.882997 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:21:49.882997 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:21:49.882997 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:21:49.882997 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:21:49.882997 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:21:49.882997 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:21:49.882997 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:21:49.886524 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:21:49.886524 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:21:49.886524 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:21:49.886524 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:21:49.886524 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:21:49.886524 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:21:49.886524 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:21:49.886524 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:21:49.886524 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:21:49.886524 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:21:49.886524 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:21:49.886524 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:21:49.886524 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:21:49.886524 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:21:49.893820 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-155cf3f1-eed5-49be-b730-038fdcce7b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:49.901173 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-155cf3f1-eed5-49be-b730-038fdcce7b98 admin admin] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:49.904663 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-155cf3f1-eed5-49be-b730-038fdcce7b98 admin admin] 10.222.0.53 "DELETE /v2.0/networks/c70f7334-0865-479f-9b23-a45cfad81392 HTTP/1.1" status: 204 len: 168 time: 1.2167549 Nov 25 13:21:49.912346 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 54160) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:21:49.925534 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-62804eee-dc35-4df0-b308-39bd9e7456ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:49.963622 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155cf3f1-eed5-49be-b730-038fdcce7b98 admin admin] Pushing event deleted for resources: {'Network': ['ID=c70f7334-0865-479f-9b23-a45cfad81392,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:49.984779 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-4b80d968-5fe0-4c09-8b6d-f1a9c972b248 admin admin] For port fb53be9b-7e95-4fbf-aba8-d082a6d333fc, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=fb53be9b-7e95-4fbf-aba8-d082a6d333fc,segment=NetworkSegment(5f9112fc-ff49-4b47-aa73-9d987cde76c7),segment_id=5f9112fc-ff49-4b47-aa73-9d987cde76c7)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:21:49.985247 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4b80d968-5fe0-4c09-8b6d-f1a9c972b248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:49.987294 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-62804eee-dc35-4df0-b308-39bd9e7456ef None None] Network c70f7334-0865-479f-9b23-a45cfad81392 is not hosted by any dhcp agent {{(pid=103572) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 13:21:49.987978 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62804eee-dc35-4df0-b308-39bd9e7456ef None None] No DVR routers for this DVR port e66d4a04-251f-4796-b291-bc92ef37f209 on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:21:49.989852 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0d10c5-3709-47ea-922d-e60b1cc68c46 None None] DHCP port deletion for 302cd77f-0aa0-4fd0-9347-1bf95451c456 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:21:49.996069 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62804eee-dc35-4df0-b308-39bd9e7456ef None None] Pushing event deleted for resources: {'Port': ['ID=e66d4a04-251f-4796-b291-bc92ef37f209,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:50.011339 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-4b80d968-5fe0-4c09-8b6d-f1a9c972b248 admin admin] Calling delete_port for fb53be9b-7e95-4fbf-aba8-d082a6d333fc owned by network:dhcp {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:21:50.076975 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-8e0d10c5-3709-47ea-922d-e60b1cc68c46 None None] Deleting port fb53be9b-7e95-4fbf-aba8-d082a6d333fc {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:21:50.078664 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8e0d10c5-3709-47ea-922d-e60b1cc68c46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:50.122833 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-cdec97a3-dec0-4279-81ad-1b084a67898a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe7a1e7-7266-497a-babd-81f42fbcf57a', 'name': 'tempest-ServersTestManualDisk-1364209551-router', 'tenant_id': '0013694c3d8b4bbab5d29ed70a5d2a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'ad6ee71f-7b15-4623-8411-fb2e307853d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:19:16Z', 'updated_at': '2021-11-25T13:19:29Z', 'revision_number': 4, 'project_id': '0013694c3d8b4bbab5d29ed70a5d2a34', 'gw_port': {'id': 'ad6ee71f-7b15-4623-8411-fb2e307853d9', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe7a1e7-7266-497a-babd-81f42fbcf57a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:18Z', 'updated_at': '2021-11-25T13:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '96ddf671-ac2b-415e-a567-1da2732e2f5b', 'name': '', 'network_id': '2f3e9f4b-171e-4038-9419-459f783f3398', 'tenant_id': '0013694c3d8b4bbab5d29ed70a5d2a34', 'mac_address': 'fa:16:3e:05:e6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe7a1e7-7266-497a-babd-81f42fbcf57a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '47c2cdfb-b269-4d0e-b0a7-798aceb1b080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:27Z', 'updated_at': '2021-11-25T13:19:40Z', 'revision_number': 5, 'project_id': '0013694c3d8b4bbab5d29ed70a5d2a34', 'subnets': [{'id': '47c2cdfb-b269-4d0e-b0a7-798aceb1b080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:21:50.137508 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb631a3b-9d26-4ef1-a2f8-1f3048d85c9f req-74456989-ba27-40e8-97af-5bd4941b357a tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] No DVR routers for this DVR port f9e11cbf-735f-4dc4-b7af-b4b0e65142f1 on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:21:50.145871 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-eb631a3b-9d26-4ef1-a2f8-1f3048d85c9f req-74456989-ba27-40e8-97af-5bd4941b357a tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:50.153080 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-eb631a3b-9d26-4ef1-a2f8-1f3048d85c9f req-74456989-ba27-40e8-97af-5bd4941b357a tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] 10.222.0.47 "DELETE /v2.0/ports/f9e11cbf-735f-4dc4-b7af-b4b0e65142f1 HTTP/1.1" status: 204 len: 173 time: 2.5459492 Nov 25 13:21:50.154175 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c811d06-f1e2-4f21-afe0-11e65cfbb472', 'name': 'network-vif-deleted', 'tag': 'f9e11cbf-735f-4dc4-b7af-b4b0e65142f1'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:21:50.159053 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8da479-d1c8-49e5-88ee-5296c9c91425" -d '{"events": [{"server_uuid": "3c811d06-f1e2-4f21-afe0-11e65cfbb472", "name": "network-vif-deleted", "tag": "f9e11cbf-735f-4dc4-b7af-b4b0e65142f1"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:21:50.178213 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-8e0d10c5-3709-47ea-922d-e60b1cc68c46 None None] For port fb53be9b-7e95-4fbf-aba8-d082a6d333fc, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=fb53be9b-7e95-4fbf-aba8-d082a6d333fc,segment=NetworkSegment(5f9112fc-ff49-4b47-aa73-9d987cde76c7),segment_id=5f9112fc-ff49-4b47-aa73-9d987cde76c7)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:21:50.178899 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8e0d10c5-3709-47ea-922d-e60b1cc68c46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:50.179219 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdec97a3-dec0-4279-81ad-1b084a67898a None None] Checking router: ffe7a1e7-7266-497a-babd-81f42fbcf57a for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:21:50.206595 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-8e0d10c5-3709-47ea-922d-e60b1cc68c46 None None] Calling delete_port for fb53be9b-7e95-4fbf-aba8-d082a6d333fc owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:21:50.207603 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdec97a3-dec0-4279-81ad-1b084a67898a None None] Routers {'ffe7a1e7-7266-497a-babd-81f42fbcf57a'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:21:50.210315 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-cdec97a3-dec0-4279-81ad-1b084a67898a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:21:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['ffe7a1e7-7266-497a-babd-81f42fbcf57a'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:21:50.242086 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6803c93-e9aa-4214-b9bb-fd175e2b01e2 x-openstack-request-id: req-a6803c93-e9aa-4214-b9bb-fd175e2b01e2 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:21:50.242781 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c811d06-f1e2-4f21-afe0-11e65cfbb472", "name": "network-vif-deleted", "tag": "f9e11cbf-735f-4dc4-b7af-b4b0e65142f1", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:21:50.242963 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a6803c93-e9aa-4214-b9bb-fd175e2b01e2 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:21:50.243595 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c811d06-f1e2-4f21-afe0-11e65cfbb472', 'name': 'network-vif-deleted', 'tag': 'f9e11cbf-735f-4dc4-b7af-b4b0e65142f1', 'status': 'completed', 'code': 200} Nov 25 13:21:50.328547 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e05c2faf-ccc3-487f-8127-b5dd1309c14b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:50.448184 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4b80d968-5fe0-4c09-8b6d-f1a9c972b248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:50.471993 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8e0d10c5-3709-47ea-922d-e60b1cc68c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:50.482964 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05c2faf-ccc3-487f-8127-b5dd1309c14b admin admin] Pushing event deleted for resources: {'Port': ['ID=0a5360e6-212e-4ddb-9b74-ab459fe51413,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:50.498030 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b80d968-5fe0-4c09-8b6d-f1a9c972b248 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb53be9b-7e95-4fbf-aba8-d082a6d333fc,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:50.521389 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0d10c5-3709-47ea-922d-e60b1cc68c46 None None] Pushing event deleted for resources: {'Port': ['ID=fb53be9b-7e95-4fbf-aba8-d082a6d333fc,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:50.524380 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b80e993b-0881-4aa5-b744-b5a7522ee1cb req-435e9dbd-0833-44d1-a27c-8dcf7fa2e532 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c811d06-f1e2-4f21-afe0-11e65cfbb472 HTTP/1.1" status: 200 len: 210 time: 0.0422173 Nov 25 13:21:50.528169 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b80d968-5fe0-4c09-8b6d-f1a9c972b248 admin admin] No DVR routers for this DVR port fb53be9b-7e95-4fbf-aba8-d082a6d333fc on host n-d-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:21:50.548930 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0d10c5-3709-47ea-922d-e60b1cc68c46 None None] No DVR routers for this DVR port fb53be9b-7e95-4fbf-aba8-d082a6d333fc on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:21:50.622606 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4b80d968-5fe0-4c09-8b6d-f1a9c972b248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:50.627916 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device f9e11cbf-735f-4dc4-b7af-b4b0e65142f1 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:21:50.654284 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-4b80d968-5fe0-4c09-8b6d-f1a9c972b248 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['302cd77f-0aa0-4fd0-9347-1bf95451c456']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:21:50.672755 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-4b80d968-5fe0-4c09-8b6d-f1a9c972b248 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f9112fc-ff49-4b47-aa73-9d987cde76c7') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:21:50.672755 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-4b80d968-5fe0-4c09-8b6d-f1a9c972b248 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f9112fc-ff49-4b47-aa73-9d987cde76c7') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:21:50.692245 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: f9e11cbf-735f-4dc4-b7af-b4b0e65142f1 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:21:50.692593 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device f9e11cbf-735f-4dc4-b7af-b4b0e65142f1 not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:21:50.695530 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4b80d968-5fe0-4c09-8b6d-f1a9c972b248 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:50.723949 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4b80d968-5fe0-4c09-8b6d-f1a9c972b248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:50.735676 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b80d968-5fe0-4c09-8b6d-f1a9c972b248 admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:21:50.736193 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4b80d968-5fe0-4c09-8b6d-f1a9c972b248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:50.751929 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-cdec97a3-dec0-4279-81ad-1b084a67898a None None] Set router ffe7a1e7-7266-497a-babd-81f42fbcf57a gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:21:50.829870 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:21:50.829870 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:21:50.829870 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:21:50.829870 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:21:50.829870 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:21:50.829870 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:21:50.829870 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:21:50.829870 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:21:50.829870 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:21:50.829870 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:21:50.829870 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:21:50.829870 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:21:50.829870 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:21:50.829870 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:21:50.829870 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:21:50.829870 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:21:50.829870 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:21:50.829870 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:21:50.829870 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:21:50.829870 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:21:50.829870 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:21:50.829870 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:21:50.829870 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:21:50.829870 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:21:50.829870 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:21:50.829870 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:21:50.829870 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:21:50.829870 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:21:50.829870 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:21:50.829870 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:21:50.829870 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:21:50.829870 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:21:50.841219 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e05c2faf-ccc3-487f-8127-b5dd1309c14b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:50.887434 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4b80d968-5fe0-4c09-8b6d-f1a9c972b248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:50.897406 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4b80d968-5fe0-4c09-8b6d-f1a9c972b248 admin admin] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:50.903795 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-4b80d968-5fe0-4c09-8b6d-f1a9c972b248 admin admin] 10.222.0.53 "DELETE /v2.0/networks/302cd77f-0aa0-4fd0-9347-1bf95451c456 HTTP/1.1" status: 204 len: 168 time: 1.4516413 Nov 25 13:21:50.944809 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b80d968-5fe0-4c09-8b6d-f1a9c972b248 admin admin] Pushing event deleted for resources: {'Network': ['ID=302cd77f-0aa0-4fd0-9347-1bf95451c456,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:50.971023 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2176204a-4868-49a6-92a7-2906f4f74b95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:51.245870 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-cdec97a3-dec0-4279-81ad-1b084a67898a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe7a1e7-7266-497a-babd-81f42fbcf57a', 'name': 'tempest-ServersTestManualDisk-1364209551-router', 'tenant_id': '0013694c3d8b4bbab5d29ed70a5d2a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'ad6ee71f-7b15-4623-8411-fb2e307853d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:19:16Z', 'updated_at': '2021-11-25T13:19:29Z', 'revision_number': 4, 'project_id': '0013694c3d8b4bbab5d29ed70a5d2a34', 'gw_port': {'id': 'ad6ee71f-7b15-4623-8411-fb2e307853d9', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe7a1e7-7266-497a-babd-81f42fbcf57a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:18Z', 'updated_at': '2021-11-25T13:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '96ddf671-ac2b-415e-a567-1da2732e2f5b', 'name': '', 'network_id': '2f3e9f4b-171e-4038-9419-459f783f3398', 'tenant_id': '0013694c3d8b4bbab5d29ed70a5d2a34', 'mac_address': 'fa:16:3e:05:e6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe7a1e7-7266-497a-babd-81f42fbcf57a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '47c2cdfb-b269-4d0e-b0a7-798aceb1b080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:27Z', 'updated_at': '2021-11-25T13:19:40Z', 'revision_number': 5, 'project_id': '0013694c3d8b4bbab5d29ed70a5d2a34', 'subnets': [{'id': '47c2cdfb-b269-4d0e-b0a7-798aceb1b080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:21:51.255653 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 54190) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:21:51.288116 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdec97a3-dec0-4279-81ad-1b084a67898a None None] The sync data for ids ['ffe7a1e7-7266-497a-babd-81f42fbcf57a'] in n-d-808199-11 is: [{'id': 'ffe7a1e7-7266-497a-babd-81f42fbcf57a', 'name': 'tempest-ServersTestManualDisk-1364209551-router', 'tenant_id': '0013694c3d8b4bbab5d29ed70a5d2a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'ad6ee71f-7b15-4623-8411-fb2e307853d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:19:16Z', 'updated_at': '2021-11-25T13:19:29Z', 'revision_number': 4, 'project_id': '0013694c3d8b4bbab5d29ed70a5d2a34', 'gw_port': {'id': 'ad6ee71f-7b15-4623-8411-fb2e307853d9', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe7a1e7-7266-497a-babd-81f42fbcf57a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:18Z', 'updated_at': '2021-11-25T13:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '96ddf671-ac2b-415e-a567-1da2732e2f5b', 'name': '', 'network_id': '2f3e9f4b-171e-4038-9419-459f783f3398', 'tenant_id': '0013694c3d8b4bbab5d29ed70a5d2a34', 'mac_address': 'fa:16:3e:05:e6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe7a1e7-7266-497a-babd-81f42fbcf57a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '47c2cdfb-b269-4d0e-b0a7-798aceb1b080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:27Z', 'updated_at': '2021-11-25T13:19:40Z', 'revision_number': 5, 'project_id': '0013694c3d8b4bbab5d29ed70a5d2a34', 'subnets': [{'id': '47c2cdfb-b269-4d0e-b0a7-798aceb1b080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:21:51.311302 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e05c2faf-ccc3-487f-8127-b5dd1309c14b admin admin] Router 5417f724-fad1-463f-a83e-3c974c9556d2 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:21:51.333242 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b7215424-4c06-4dce-b528-fbfe511d0442 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6ba3ab7c0d724058adeab7a26e218a01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0762146 Nov 25 13:21:51.340063 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 54192) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:21:51.412491 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device fb53be9b-7e95-4fbf-aba8-d082a6d333fc no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:21:51.439414 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: fb53be9b-7e95-4fbf-aba8-d082a6d333fc {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:21:51.439947 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device fb53be9b-7e95-4fbf-aba8-d082a6d333fc not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:21:51.472894 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05c2faf-ccc3-487f-8127-b5dd1309c14b admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:21:51.478743 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-e05c2faf-ccc3-487f-8127-b5dd1309c14b admin admin] 10.222.0.53 "PUT /v2.0/routers/5417f724-fad1-463f-a83e-3c974c9556d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8274097 Nov 25 13:21:51.481001 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 54196) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:21:51.484713 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c6d603-9a49-4450-94e8-5ae51e5c7eb2 None None] Sync routers for ids ['5417f724-fad1-463f-a83e-3c974c9556d2'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:21:51.497620 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c6d603-9a49-4450-94e8-5ae51e5c7eb2 None None] Routers {'5417f724-fad1-463f-a83e-3c974c9556d2'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:21:51.498686 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-27c6d603-9a49-4450-94e8-5ae51e5c7eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:21:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['5417f724-fad1-463f-a83e-3c974c9556d2'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:21:51.535782 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3147d1cb-2d46-4799-9c56-82ac8f9fe591 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:51.552379 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-2176204a-4868-49a6-92a7-2906f4f74b95 admin admin] Deleting port cbad45d9-f1d0-4a4f-ba44-05838dc89e13 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:21:51.552722 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2176204a-4868-49a6-92a7-2906f4f74b95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:51.628072 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3147d1cb-2d46-4799-9c56-82ac8f9fe591 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:51.685498 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-27c6d603-9a49-4450-94e8-5ae51e5c7eb2 None None] Set router 5417f724-fad1-463f-a83e-3c974c9556d2 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:21:51.688811 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 54202) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:21:51.707298 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-87ed4be9-ac5f-4507-9fa3-7ab2bdc719b9 admin admin] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:51.717204 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-2176204a-4868-49a6-92a7-2906f4f74b95 admin admin] For port cbad45d9-f1d0-4a4f-ba44-05838dc89e13, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=cbad45d9-f1d0-4a4f-ba44-05838dc89e13,segment=NetworkSegment(d2f977c6-e8ea-417b-9f30-4d61953a640d),segment_id=d2f977c6-e8ea-417b-9f30-4d61953a640d)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:21:51.718192 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2176204a-4868-49a6-92a7-2906f4f74b95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:51.732205 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-2176204a-4868-49a6-92a7-2906f4f74b95 admin admin] Calling delete_port for cbad45d9-f1d0-4a4f-ba44-05838dc89e13 owned by network:router_interface {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:21:51.739315 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c312015-286f-4a37-8a63-eadb29b01cd1 None None] New status for floating IP 164f2c1d-c9dc-4a75-acf2-92524cfd9945: DOWN {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 13:21:51.746859 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3147d1cb-2d46-4799-9c56-82ac8f9fe591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:51.749718 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3147d1cb-2d46-4799-9c56-82ac8f9fe591 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:51.751115 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3147d1cb-2d46-4799-9c56-82ac8f9fe591 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c4edf022-cb19-4414-8a2c-5af27854ae74 HTTP/1.1" status: 204 len: 168 time: 0.4143605 Nov 25 13:21:51.790737 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3147d1cb-2d46-4799-9c56-82ac8f9fe591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4edf022-cb19-4414-8a2c-5af27854ae74,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:51.921716 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1dcd4e9e-5e10-4759-98d2-1e0686f397e9 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:51.965613 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1dcd4e9e-5e10-4759-98d2-1e0686f397e9 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:52.016097 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-87ed4be9-ac5f-4507-9fa3-7ab2bdc719b9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:52.051831 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2176204a-4868-49a6-92a7-2906f4f74b95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:52.068581 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-27c6d603-9a49-4450-94e8-5ae51e5c7eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5417f724-fad1-463f-a83e-3c974c9556d2', 'name': 'tempest-ServersTestJSON-684622249-router', 'tenant_id': 'df651ad79fe54ccfbbf19c1e8711e872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'a0b8058e-4811-415a-8cb1-40daa95fdcdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:19:14Z', 'updated_at': '2021-11-25T13:21:50Z', 'revision_number': 5, 'project_id': 'df651ad79fe54ccfbbf19c1e8711e872', 'gw_port': {'id': 'a0b8058e-4811-415a-8cb1-40daa95fdcdc', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5417f724-fad1-463f-a83e-3c974c9556d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:15Z', 'updated_at': '2021-11-25T13:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:21:52.069808 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1dcd4e9e-5e10-4759-98d2-1e0686f397e9 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:52.072863 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1dcd4e9e-5e10-4759-98d2-1e0686f397e9 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:52.076608 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-1dcd4e9e-5e10-4759-98d2-1e0686f397e9 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] 10.222.0.53 "DELETE /v2.0/security-groups/7a67b344-a277-4a59-9ec0-02294555dd86 HTTP/1.1" status: 204 len: 168 time: 0.3844547 Nov 25 13:21:52.081604 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 54206) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:21:52.106400 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176204a-4868-49a6-92a7-2906f4f74b95 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbad45d9-f1d0-4a4f-ba44-05838dc89e13,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:52.111522 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcd4e9e-5e10-4759-98d2-1e0686f397e9 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a67b344-a277-4a59-9ec0-02294555dd86,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:52.114202 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [None req-3886a82d-eca0-4e76-a74c-103335d6fe02 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] show failed (client error): The resource could not be found. Nov 25 13:21:52.115139 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-3886a82d-eca0-4e76-a74c-103335d6fe02 tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] 10.222.0.53 "GET /v2.0/security-groups/7a67b344-a277-4a59-9ec0-02294555dd86 HTTP/1.1" status: 404 len: 347 time: 0.0324013 Nov 25 13:21:52.123400 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 54214) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:21:52.133977 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c6d603-9a49-4450-94e8-5ae51e5c7eb2 None None] Checking router: 5417f724-fad1-463f-a83e-3c974c9556d2 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:21:52.160086 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-87ed4be9-ac5f-4507-9fa3-7ab2bdc719b9 admin admin] Deleting port a0b8058e-4811-415a-8cb1-40daa95fdcdc {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:21:52.160429 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-87ed4be9-ac5f-4507-9fa3-7ab2bdc719b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:52.181090 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c6d603-9a49-4450-94e8-5ae51e5c7eb2 None None] Routers {'5417f724-fad1-463f-a83e-3c974c9556d2'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:21:52.181729 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-27c6d603-9a49-4450-94e8-5ae51e5c7eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:21:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['5417f724-fad1-463f-a83e-3c974c9556d2'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:21:52.310141 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-27c6d603-9a49-4450-94e8-5ae51e5c7eb2 None None] Set router 5417f724-fad1-463f-a83e-3c974c9556d2 gateway port host: None {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:21:52.347896 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-87ed4be9-ac5f-4507-9fa3-7ab2bdc719b9 admin admin] For port a0b8058e-4811-415a-8cb1-40daa95fdcdc, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=a0b8058e-4811-415a-8cb1-40daa95fdcdc,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:21:52.348487 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-87ed4be9-ac5f-4507-9fa3-7ab2bdc719b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:52.370864 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-87ed4be9-ac5f-4507-9fa3-7ab2bdc719b9 admin admin] Calling delete_port for a0b8058e-4811-415a-8cb1-40daa95fdcdc owned by network:router_gateway {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:21:52.420817 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-27c6d603-9a49-4450-94e8-5ae51e5c7eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5417f724-fad1-463f-a83e-3c974c9556d2', 'name': 'tempest-ServersTestJSON-684622249-router', 'tenant_id': 'df651ad79fe54ccfbbf19c1e8711e872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:19:14Z', 'updated_at': '2021-11-25T13:21:52Z', 'revision_number': 6, 'project_id': 'df651ad79fe54ccfbbf19c1e8711e872', 'gw_port_host': None}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:21:52.453260 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c6d603-9a49-4450-94e8-5ae51e5c7eb2 None None] The sync data for ids ['5417f724-fad1-463f-a83e-3c974c9556d2'] in n-d-808199-11 is: [{'id': '5417f724-fad1-463f-a83e-3c974c9556d2', 'name': 'tempest-ServersTestJSON-684622249-router', 'tenant_id': 'df651ad79fe54ccfbbf19c1e8711e872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:19:14Z', 'updated_at': '2021-11-25T13:21:52Z', 'revision_number': 6, 'project_id': 'df651ad79fe54ccfbbf19c1e8711e872', 'gw_port_host': None}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:21:52.687996 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-87ed4be9-ac5f-4507-9fa3-7ab2bdc719b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:52.717083 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ed4be9-ac5f-4507-9fa3-7ab2bdc719b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0b8058e-4811-415a-8cb1-40daa95fdcdc,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:52.755690 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a3a876-db5e-4c74-bfd1-c9f9745027d3 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:21:52.813368 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-87ed4be9-ac5f-4507-9fa3-7ab2bdc719b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:52.847946 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-f705349f-ff3c-4f20-91b5-5c6d38d7992d tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Deleting port 7771efac-aad1-4419-8755-12bb7cb5abb8 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:21:52.848485 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f705349f-ff3c-4f20-91b5-5c6d38d7992d tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:52.956938 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2176204a-4868-49a6-92a7-2906f4f74b95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:53.066227 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-87ed4be9-ac5f-4507-9fa3-7ab2bdc719b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:53.069815 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-87ed4be9-ac5f-4507-9fa3-7ab2bdc719b9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:53.113092 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 54234) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:21:53.145056 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-87ed4be9-ac5f-4507-9fa3-7ab2bdc719b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:53.145375 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ed4be9-ac5f-4507-9fa3-7ab2bdc719b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5417f724-fad1-463f-a83e-3c974c9556d2 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:21:53.152175 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-87ed4be9-ac5f-4507-9fa3-7ab2bdc719b9 admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:53.156309 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-87ed4be9-ac5f-4507-9fa3-7ab2bdc719b9 admin admin] 10.222.0.53 "DELETE /v2.0/routers/5417f724-fad1-463f-a83e-3c974c9556d2 HTTP/1.1" status: 204 len: 168 time: 1.6714742 Nov 25 13:21:53.156715 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 54238) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:21:53.168227 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f705349f-ff3c-4f20-91b5-5c6d38d7992d tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:53.168628 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f705349f-ff3c-4f20-91b5-5c6d38d7992d tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:53.187574 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-f705349f-ff3c-4f20-91b5-5c6d38d7992d tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Calling delete_port for 7771efac-aad1-4419-8755-12bb7cb5abb8 owned by network:floatingip {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:21:53.207523 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-c106dc55-8706-417f-bea9-19d2e8684fc1 admin admin] Deleting subnet 4a9b2e46-421a-4b61-8a19-01c511a48cad {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:21:53.212708 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c106dc55-8706-417f-bea9-19d2e8684fc1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:53.265546 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c106dc55-8706-417f-bea9-19d2e8684fc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:53.296764 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-70436fcd-e917-4584-b69d-c1c1f32e57b1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1284589369-network', 'tenant_id': '60de2ce00e39495b9b56ab9e2f307693'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:21:53.347417 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70436fcd-e917-4584-b69d-c1c1f32e57b1 admin admin] Made reservation on behalf of 60de2ce00e39495b9b56ab9e2f307693 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:21:53.350551 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-70436fcd-e917-4584-b69d-c1c1f32e57b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:53.415865 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2176204a-4868-49a6-92a7-2906f4f74b95 admin admin] Router b2620ca8-719e-4dd5-ad52-be3ce29dd150 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:21:53.422259 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-70436fcd-e917-4584-b69d-c1c1f32e57b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:53.454530 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c106dc55-8706-417f-bea9-19d2e8684fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:53.514119 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f705349f-ff3c-4f20-91b5-5c6d38d7992d tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:53.543864 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c106dc55-8706-417f-bea9-19d2e8684fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:53.563324 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f705349f-ff3c-4f20-91b5-5c6d38d7992d tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Pushing event deleted for resources: {'Port': ['ID=7771efac-aad1-4419-8755-12bb7cb5abb8,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:53.591068 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c106dc55-8706-417f-bea9-19d2e8684fc1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:53.596238 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c106dc55-8706-417f-bea9-19d2e8684fc1 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4a9b2e46-421a-4b61-8a19-01c511a48cad HTTP/1.1" status: 204 len: 168 time: 0.4365208 Nov 25 13:21:53.596238 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c106dc55-8706-417f-bea9-19d2e8684fc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a9b2e46-421a-4b61-8a19-01c511a48cad,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:53.599794 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 54254) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:21:53.604486 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32dc65a-f9a1-4935-b66c-a90470842d1c None None] Network 884fbd20-5b2c-4fb3-8df2-e56b22e47b5d requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:21:53.616230 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-70436fcd-e917-4584-b69d-c1c1f32e57b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:53.629223 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-70436fcd-e917-4584-b69d-c1c1f32e57b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:53.648575 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device a0b8058e-4811-415a-8cb1-40daa95fdcdc no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:21:53.702738 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70436fcd-e917-4584-b69d-c1c1f32e57b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:21:53.704979 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70436fcd-e917-4584-b69d-c1c1f32e57b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d315f772-713b-416a-b17f-7e66210ab056,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:53.718033 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-29837052-082c-4d2f-9b8e-88fd9bf8acc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:53.724919 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-70436fcd-e917-4584-b69d-c1c1f32e57b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:53.725424 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-70436fcd-e917-4584-b69d-c1c1f32e57b1 admin admin] Added segment 9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8 of type vlan for network 9b74e527-2eba-4880-abc3-5f552bc5f61d Nov 25 13:21:53.775725 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f705349f-ff3c-4f20-91b5-5c6d38d7992d tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Publish callbacks [] for floatingip, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:53.778823 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f705349f-ff3c-4f20-91b5-5c6d38d7992d tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:53.780579 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f705349f-ff3c-4f20-91b5-5c6d38d7992d tempest-ServersTestManualDisk-1659054413 tempest-ServersTestManualDisk-1659054413-project] 10.222.0.53 "DELETE /v2.0/floatingips/164f2c1d-c9dc-4a75-acf2-92524cfd9945 HTTP/1.1" status: 204 len: 168 time: 1.6567035 Nov 25 13:21:53.783407 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 54256) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:21:53.804271 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-70436fcd-e917-4584-b69d-c1c1f32e57b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:53.845988 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-70436fcd-e917-4584-b69d-c1c1f32e57b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:53.847276 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70436fcd-e917-4584-b69d-c1c1f32e57b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:53.847964 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-70436fcd-e917-4584-b69d-c1c1f32e57b1 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:53.862088 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: a0b8058e-4811-415a-8cb1-40daa95fdcdc {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:21:53.862529 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device a0b8058e-4811-415a-8cb1-40daa95fdcdc not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:21:53.862840 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 0a5360e6-212e-4ddb-9b74-ab459fe51413 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:21:53.874156 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-29837052-082c-4d2f-9b8e-88fd9bf8acc2 admin admin] Deleting port 82f32d4b-37a0-4ee7-981b-d21874c828be {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:21:53.874485 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-29837052-082c-4d2f-9b8e-88fd9bf8acc2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:53.887885 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 0a5360e6-212e-4ddb-9b74-ab459fe51413 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:21:53.888617 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 0a5360e6-212e-4ddb-9b74-ab459fe51413 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:21:53.902456 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2176204a-4868-49a6-92a7-2906f4f74b95 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:21:53.912277 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-2176204a-4868-49a6-92a7-2906f4f74b95 admin admin] 10.222.0.53 "PUT /v2.0/routers/b2620ca8-719e-4dd5-ad52-be3ce29dd150/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9965410 Nov 25 13:21:53.913207 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 54258) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:21:53.928081 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75524d50-90b8-4876-880d-373a280c32b5 None None] Sync routers for ids ['b2620ca8-719e-4dd5-ad52-be3ce29dd150'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:21:53.950117 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75524d50-90b8-4876-880d-373a280c32b5 None None] Routers {'b2620ca8-719e-4dd5-ad52-be3ce29dd150'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:21:53.951223 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-75524d50-90b8-4876-880d-373a280c32b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:21:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['b2620ca8-719e-4dd5-ad52-be3ce29dd150'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:21:53.999980 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-70436fcd-e917-4584-b69d-c1c1f32e57b1 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8848519 Nov 25 13:21:54.017779 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 54260) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:21:54.031278 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-622e51a9-4e1d-4b3e-be95-ef978a85bb53 admin admin] Request body: {'subnet': {'network_id': '9b74e527-2eba-4880-abc3-5f552bc5f61d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1284589369-subnet', 'tenant_id': '60de2ce00e39495b9b56ab9e2f307693', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:21:54.060709 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70436fcd-e917-4584-b69d-c1c1f32e57b1 admin admin] Pushing event updated for resources: {'Network': ['ID=9b74e527-2eba-4880-abc3-5f552bc5f61d,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:54.064767 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f019a5-cc46-4ccd-9399-1a3093ac1571 None None] DHCP port deletion for 884fbd20-5b2c-4fb3-8df2-e56b22e47b5d request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:21:54.074829 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 9b74e527-2eba-4880-abc3-5f552bc5f61d details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:21:54.099217 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-29837052-082c-4d2f-9b8e-88fd9bf8acc2 admin admin] For port 82f32d4b-37a0-4ee7-981b-d21874c828be, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=82f32d4b-37a0-4ee7-981b-d21874c828be,segment=NetworkSegment(414786ef-10c3-4147-9abd-e15f64f822ae),segment_id=414786ef-10c3-4147-9abd-e15f64f822ae)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:21:54.099643 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-29837052-082c-4d2f-9b8e-88fd9bf8acc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:54.110950 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622e51a9-4e1d-4b3e-be95-ef978a85bb53 admin admin] Made reservation on behalf of 60de2ce00e39495b9b56ab9e2f307693 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:21:54.113358 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-622e51a9-4e1d-4b3e-be95-ef978a85bb53 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:54.129929 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-29837052-082c-4d2f-9b8e-88fd9bf8acc2 admin admin] Calling delete_port for 82f32d4b-37a0-4ee7-981b-d21874c828be owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:21:54.207298 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c8c7d30d-3032-453f-a687-b11e1923fcb6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:54.241196 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-75524d50-90b8-4876-880d-373a280c32b5 None None] Set router b2620ca8-719e-4dd5-ad52-be3ce29dd150 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:21:54.301932 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-29837052-082c-4d2f-9b8e-88fd9bf8acc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:54.320156 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29837052-082c-4d2f-9b8e-88fd9bf8acc2 admin admin] No DVR routers for this DVR port 82f32d4b-37a0-4ee7-981b-d21874c828be on host n-d-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:21:54.373032 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-27f019a5-cc46-4ccd-9399-1a3093ac1571 None None] Deleting port 82f32d4b-37a0-4ee7-981b-d21874c828be {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:21:54.373410 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-27f019a5-cc46-4ccd-9399-1a3093ac1571 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:54.402076 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29837052-082c-4d2f-9b8e-88fd9bf8acc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=82f32d4b-37a0-4ee7-981b-d21874c828be,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:54.473126 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c8c7d30d-3032-453f-a687-b11e1923fcb6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:54.486796 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-29837052-082c-4d2f-9b8e-88fd9bf8acc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:54.542880 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-29837052-082c-4d2f-9b8e-88fd9bf8acc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['884fbd20-5b2c-4fb3-8df2-e56b22e47b5d']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:21:54.570180 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-29837052-082c-4d2f-9b8e-88fd9bf8acc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '414786ef-10c3-4147-9abd-e15f64f822ae') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:21:54.570466 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-29837052-082c-4d2f-9b8e-88fd9bf8acc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '414786ef-10c3-4147-9abd-e15f64f822ae') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:21:54.595079 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-29837052-082c-4d2f-9b8e-88fd9bf8acc2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:54.599647 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-c8c7d30d-3032-453f-a687-b11e1923fcb6 admin admin] Deleting port 2be7d6e6-e00e-4746-9064-50614091b900 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:21:54.599991 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c8c7d30d-3032-453f-a687-b11e1923fcb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:54.616609 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-29837052-082c-4d2f-9b8e-88fd9bf8acc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:54.627144 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29837052-082c-4d2f-9b8e-88fd9bf8acc2 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:21:54.627893 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-29837052-082c-4d2f-9b8e-88fd9bf8acc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:54.703321 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:21:54.703321 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:21:54.703321 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:21:54.703321 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:21:54.703321 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:21:54.703321 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:21:54.703321 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:21:54.703321 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:21:54.703321 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:21:54.703321 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:21:54.703321 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:21:54.703321 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:21:54.703321 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:21:54.703321 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:21:54.703321 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:21:54.703321 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:21:54.703321 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:21:54.703321 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:21:54.703321 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:21:54.703321 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:21:54.703321 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:21:54.703321 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:21:54.703321 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:21:54.703321 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:21:54.703321 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:21:54.703321 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:21:54.703321 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:21:54.703321 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:21:54.703321 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:21:54.703321 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:21:54.703321 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:21:54.703321 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:21:54.709416 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-622e51a9-4e1d-4b3e-be95-ef978a85bb53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:54.715768 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-29837052-082c-4d2f-9b8e-88fd9bf8acc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:54.728337 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-27f019a5-cc46-4ccd-9399-1a3093ac1571 None None] For port 82f32d4b-37a0-4ee7-981b-d21874c828be, host n-d-808199-11, got binding levels [] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:21:54.728749 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-27f019a5-cc46-4ccd-9399-1a3093ac1571 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:54.752994 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-27f019a5-cc46-4ccd-9399-1a3093ac1571 None None] Calling delete_port for 82f32d4b-37a0-4ee7-981b-d21874c828be owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:21:54.756523 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.ipam_backend_mixin [None req-27f019a5-cc46-4ccd-9399-1a3093ac1571 None None] Port 82f32d4b-37a0-4ee7-981b-d21874c828be was not found and therefore no delete operation was performed {{(pid=103572) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 13:21:54.759968 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-27f019a5-cc46-4ccd-9399-1a3093ac1571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:54.760970 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-c8c7d30d-3032-453f-a687-b11e1923fcb6 admin admin] For port 2be7d6e6-e00e-4746-9064-50614091b900, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=2be7d6e6-e00e-4746-9064-50614091b900,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:21:54.761642 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c8c7d30d-3032-453f-a687-b11e1923fcb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:54.772925 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4669166b-5b0b-4029-bb67-9d569c0e2f36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:54.812616 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-c8c7d30d-3032-453f-a687-b11e1923fcb6 admin admin] Calling delete_port for 2be7d6e6-e00e-4746-9064-50614091b900 owned by network:router_gateway {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:21:54.816627 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-27f019a5-cc46-4ccd-9399-1a3093ac1571 None None] Network 884fbd20-5b2c-4fb3-8df2-e56b22e47b5d is not hosted by any dhcp agent {{(pid=103572) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 13:21:54.817054 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f019a5-cc46-4ccd-9399-1a3093ac1571 None None] No DVR routers for this DVR port 82f32d4b-37a0-4ee7-981b-d21874c828be on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:21:54.819500 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f019a5-cc46-4ccd-9399-1a3093ac1571 None None] Pushing event deleted for resources: {'Port': ['ID=82f32d4b-37a0-4ee7-981b-d21874c828be,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:54.838538 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-29837052-082c-4d2f-9b8e-88fd9bf8acc2 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:54.841860 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-29837052-082c-4d2f-9b8e-88fd9bf8acc2 admin admin] 10.222.0.53 "DELETE /v2.0/networks/884fbd20-5b2c-4fb3-8df2-e56b22e47b5d HTTP/1.1" status: 204 len: 168 time: 1.2411177 Nov 25 13:21:54.862997 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-75524d50-90b8-4876-880d-373a280c32b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2620ca8-719e-4dd5-ad52-be3ce29dd150', 'name': 'tempest-TaggedBootDevicesTest_v242-1082925888-router', 'tenant_id': '3e679702d4d04ac28dcb3c95867b19f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': '2be7d6e6-e00e-4746-9064-50614091b900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:10:04Z', 'updated_at': '2021-11-25T13:21:51Z', 'revision_number': 5, 'project_id': '3e679702d4d04ac28dcb3c95867b19f9', 'gw_port': {'id': '2be7d6e6-e00e-4746-9064-50614091b900', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:98:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2620ca8-719e-4dd5-ad52-be3ce29dd150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:10:05Z', 'updated_at': '2021-11-25T13:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:21:54.888984 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29837052-082c-4d2f-9b8e-88fd9bf8acc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=884fbd20-5b2c-4fb3-8df2-e56b22e47b5d,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:54.917862 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622e51a9-4e1d-4b3e-be95-ef978a85bb53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06d9fad2-62ee-411b-8cba-f5e1b7fa4731,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:54.939142 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622e51a9-4e1d-4b3e-be95-ef978a85bb53 admin admin] Checking segment: {'id': '9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9b74e527-2eba-4880-abc3-5f552bc5f61d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:21:54.939543 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622e51a9-4e1d-4b3e-be95-ef978a85bb53 admin admin] Network hostable DHCP agents. Network: 9b74e527-2eba-4880-abc3-5f552bc5f61d, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:21:54.956084 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75524d50-90b8-4876-880d-373a280c32b5 None None] Checking router: b2620ca8-719e-4dd5-ad52-be3ce29dd150 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:21:54.969199 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75524d50-90b8-4876-880d-373a280c32b5 None None] Routers {'b2620ca8-719e-4dd5-ad52-be3ce29dd150'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:21:54.970417 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-75524d50-90b8-4876-880d-373a280c32b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:21:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['b2620ca8-719e-4dd5-ad52-be3ce29dd150'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:21:54.980380 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622e51a9-4e1d-4b3e-be95-ef978a85bb53 admin admin] Network 9b74e527-2eba-4880-abc3-5f552bc5f61d is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:21:54.991454 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-622e51a9-4e1d-4b3e-be95-ef978a85bb53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 9b74e527-2eba-4880-abc3-5f552bc5f61d) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:21:54.996530 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622e51a9-4e1d-4b3e-be95-ef978a85bb53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:54.997296 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-622e51a9-4e1d-4b3e-be95-ef978a85bb53 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:55.028799 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-622e51a9-4e1d-4b3e-be95-ef978a85bb53 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9968185 Nov 25 13:21:55.059123 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 54272) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:21:55.126338 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-75524d50-90b8-4876-880d-373a280c32b5 None None] Set router b2620ca8-719e-4dd5-ad52-be3ce29dd150 gateway port host: None {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:21:55.161082 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-14cd7623-6b01-4d33-b37d-b5c8f80fab09 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=df651ad79fe54ccfbbf19c1e8711e872&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0975094 Nov 25 13:21:55.163587 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 54274) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:21:55.183453 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f52613-c248-4182-97fb-4a1f6293be0e None None] Network 9b74e527-2eba-4880-abc3-5f552bc5f61d requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:21:55.242874 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-75524d50-90b8-4876-880d-373a280c32b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2620ca8-719e-4dd5-ad52-be3ce29dd150', 'name': 'tempest-TaggedBootDevicesTest_v242-1082925888-router', 'tenant_id': '3e679702d4d04ac28dcb3c95867b19f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:10:04Z', 'updated_at': '2021-11-25T13:21:54Z', 'revision_number': 6, 'project_id': '3e679702d4d04ac28dcb3c95867b19f9', 'gw_port_host': None}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:21:55.286673 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c8c7d30d-3032-453f-a687-b11e1923fcb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:55.306114 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-88b83469-9791-4196-8db1-4bb21e14ad8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:55.331534 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-88b83469-9791-4196-8db1-4bb21e14ad8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:55.349598 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 82f32d4b-37a0-4ee7-981b-d21874c828be no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:21:55.355900 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c7d30d-3032-453f-a687-b11e1923fcb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2be7d6e6-e00e-4746-9064-50614091b900,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:55.357646 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc08f1f-8fe8-480d-832d-d0ebb8e7f0f6 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:21:55.386110 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75524d50-90b8-4876-880d-373a280c32b5 None None] The sync data for ids ['b2620ca8-719e-4dd5-ad52-be3ce29dd150'] in n-d-808199-11 is: [{'id': 'b2620ca8-719e-4dd5-ad52-be3ce29dd150', 'name': 'tempest-TaggedBootDevicesTest_v242-1082925888-router', 'tenant_id': '3e679702d4d04ac28dcb3c95867b19f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:10:04Z', 'updated_at': '2021-11-25T13:21:54Z', 'revision_number': 6, 'project_id': '3e679702d4d04ac28dcb3c95867b19f9', 'gw_port_host': None}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:21:55.397807 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 82f32d4b-37a0-4ee7-981b-d21874c828be {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:21:55.398361 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 82f32d4b-37a0-4ee7-981b-d21874c828be not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:21:55.432996 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-4669166b-5b0b-4029-bb67-9d569c0e2f36 admin admin] Deleting port 96ddf671-ac2b-415e-a567-1da2732e2f5b {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:21:55.445209 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4669166b-5b0b-4029-bb67-9d569c0e2f36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:55.456703 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-88b83469-9791-4196-8db1-4bb21e14ad8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:55.459714 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-88b83469-9791-4196-8db1-4bb21e14ad8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:55.461028 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-88b83469-9791-4196-8db1-4bb21e14ad8c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a779c821-5ca5-40d4-9252-6cb7f7207ca7 HTTP/1.1" status: 204 len: 168 time: 0.2978365 Nov 25 13:21:55.469946 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b83469-9791-4196-8db1-4bb21e14ad8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a779c821-5ca5-40d4-9252-6cb7f7207ca7,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:55.508560 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e3f9ba-518d-4f07-b8be-f1cab343e474 None None] Network 9b74e527-2eba-4880-abc3-5f552bc5f61d requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:21:55.879759 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c8c7d30d-3032-453f-a687-b11e1923fcb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:56.033667 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c8c7d30d-3032-453f-a687-b11e1923fcb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:56.041256 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c8c7d30d-3032-453f-a687-b11e1923fcb6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:56.063617 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-4669166b-5b0b-4029-bb67-9d569c0e2f36 admin admin] For port 96ddf671-ac2b-415e-a567-1da2732e2f5b, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=96ddf671-ac2b-415e-a567-1da2732e2f5b,segment=NetworkSegment(6fb7f782-47b7-4daf-90f8-79d2f2e4c952),segment_id=6fb7f782-47b7-4daf-90f8-79d2f2e4c952)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:21:56.063986 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4669166b-5b0b-4029-bb67-9d569c0e2f36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:56.118199 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-4669166b-5b0b-4029-bb67-9d569c0e2f36 admin admin] Calling delete_port for 96ddf671-ac2b-415e-a567-1da2732e2f5b owned by network:router_interface {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:21:56.131755 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c8c7d30d-3032-453f-a687-b11e1923fcb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:56.132267 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c7d30d-3032-453f-a687-b11e1923fcb6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2620ca8-719e-4dd5-ad52-be3ce29dd150 {{(pid=103570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:21:56.137228 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c8c7d30d-3032-453f-a687-b11e1923fcb6 admin admin] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:56.142262 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c8c7d30d-3032-453f-a687-b11e1923fcb6 admin admin] 10.222.0.53 "DELETE /v2.0/routers/b2620ca8-719e-4dd5-ad52-be3ce29dd150 HTTP/1.1" status: 204 len: 168 time: 2.2246087 Nov 25 13:21:56.142988 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 54316) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:21:56.155082 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3184f07f-e32c-4936-9413-dcf3520f3fb6 req-be6fd60c-99ee-4653-a368-a17177652e54 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:56.156575 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3184f07f-e32c-4936-9413-dcf3520f3fb6 req-be6fd60c-99ee-4653-a368-a17177652e54 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/networks?id=9b74e527-2eba-4880-abc3-5f552bc5f61d HTTP/1.1" status: 200 len: 812 time: 0.3125126 Nov 25 13:21:56.206214 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3184f07f-e32c-4936-9413-dcf3520f3fb6 req-f6e25074-6852-4918-b5fa-2de8ad0a3b90 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/quotas/60de2ce00e39495b9b56ab9e2f307693 HTTP/1.1" status: 200 len: 375 time: 0.0122006 Nov 25 13:21:56.225365 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1bf6d24-1341-4e03-a614-54ffb2a46539 admin admin] Deleting subnet 68ab7f63-ae58-417f-a77a-6f73e6a8d7b3 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:21:56.229317 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a1bf6d24-1341-4e03-a614-54ffb2a46539 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:56.259862 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3184f07f-e32c-4936-9413-dcf3520f3fb6 req-9151d01d-edf6-449a-9b0e-69374e5be00d tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=60de2ce00e39495b9b56ab9e2f307693&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358303 Nov 25 13:21:56.294874 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a1bf6d24-1341-4e03-a614-54ffb2a46539 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:56.403503 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a1bf6d24-1341-4e03-a614-54ffb2a46539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:56.459819 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3184f07f-e32c-4936-9413-dcf3520f3fb6 req-595107ca-81fc-4e37-8ff8-8f8ffac8e1d0 service neutron] 10.222.0.53 "GET /v2.0/networks/9b74e527-2eba-4880-abc3-5f552bc5f61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627169 Nov 25 13:21:56.492889 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a1bf6d24-1341-4e03-a614-54ffb2a46539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:56.536737 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bf6d24-1341-4e03-a614-54ffb2a46539 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68ab7f63-ae58-417f-a77a-6f73e6a8d7b3,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:56.539749 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a1bf6d24-1341-4e03-a614-54ffb2a46539 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:56.544775 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827aa617-7d3a-4db7-ba1b-57dcc9287d46 None None] Network 784710bb-d0b2-41c2-9ddb-eeec436beeae requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:21:56.546987 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-a1bf6d24-1341-4e03-a614-54ffb2a46539 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/68ab7f63-ae58-417f-a77a-6f73e6a8d7b3 HTTP/1.1" status: 204 len: 168 time: 0.4020259 Nov 25 13:21:56.547981 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 54326) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:21:56.584087 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4669166b-5b0b-4029-bb67-9d569c0e2f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:56.651972 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4669166b-5b0b-4029-bb67-9d569c0e2f36 admin admin] Pushing event deleted for resources: {'Port': ['ID=96ddf671-ac2b-415e-a567-1da2732e2f5b,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:56.741581 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1719b7d1-2b07-4d96-8fed-8c6517b9d4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:56.776764 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3184f07f-e32c-4936-9413-dcf3520f3fb6 req-c68babe3-ad36-4553-abb9-d234c41adaa9 service neutron] 10.222.0.53 "GET /v2.0/networks/9b74e527-2eba-4880-abc3-5f552bc5f61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855036 Nov 25 13:21:56.874019 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-1719b7d1-2b07-4d96-8fed-8c6517b9d4a5 admin admin] Deleting port 00d4a4ce-89c4-43e8-b76d-2681be52e2f7 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:21:56.874946 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1719b7d1-2b07-4d96-8fed-8c6517b9d4a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:56.973884 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe52e2e-b268-4cb1-b415-cba5f3b789bc None None] DHCP port deletion for 784710bb-d0b2-41c2-9ddb-eeec436beeae request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:21:57.020045 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-1719b7d1-2b07-4d96-8fed-8c6517b9d4a5 admin admin] For port 00d4a4ce-89c4-43e8-b76d-2681be52e2f7, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=00d4a4ce-89c4-43e8-b76d-2681be52e2f7,segment=NetworkSegment(d2f977c6-e8ea-417b-9f30-4d61953a640d),segment_id=d2f977c6-e8ea-417b-9f30-4d61953a640d)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:21:57.020501 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1719b7d1-2b07-4d96-8fed-8c6517b9d4a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:57.036213 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-1719b7d1-2b07-4d96-8fed-8c6517b9d4a5 admin admin] Calling delete_port for 00d4a4ce-89c4-43e8-b76d-2681be52e2f7 owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:21:57.074094 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4669166b-5b0b-4029-bb67-9d569c0e2f36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:57.153391 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-cbe52e2e-b268-4cb1-b415-cba5f3b789bc None None] Deleting port 00d4a4ce-89c4-43e8-b76d-2681be52e2f7 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:21:57.153787 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cbe52e2e-b268-4cb1-b415-cba5f3b789bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:57.216422 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1719b7d1-2b07-4d96-8fed-8c6517b9d4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:57.283485 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1719b7d1-2b07-4d96-8fed-8c6517b9d4a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=00d4a4ce-89c4-43e8-b76d-2681be52e2f7,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:57.296478 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1719b7d1-2b07-4d96-8fed-8c6517b9d4a5 admin admin] No DVR routers for this DVR port 00d4a4ce-89c4-43e8-b76d-2681be52e2f7 on host n-d-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:21:57.321811 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-cbe52e2e-b268-4cb1-b415-cba5f3b789bc None None] For port 00d4a4ce-89c4-43e8-b76d-2681be52e2f7, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=00d4a4ce-89c4-43e8-b76d-2681be52e2f7,segment=NetworkSegment(d2f977c6-e8ea-417b-9f30-4d61953a640d),segment_id=d2f977c6-e8ea-417b-9f30-4d61953a640d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:21:57.322224 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cbe52e2e-b268-4cb1-b415-cba5f3b789bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:57.333858 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6b31fdcf-24b6-4c52-883c-86ee45b27016 req-3cd6646a-a960-4d47-ba04-060cfa7d19fb tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a5125a7-d676-4c00-b67e-0e18a0d218a8 HTTP/1.1" status: 200 len: 210 time: 0.0813708 Nov 25 13:21:57.352391 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-cbe52e2e-b268-4cb1-b415-cba5f3b789bc None None] Calling delete_port for 00d4a4ce-89c4-43e8-b76d-2681be52e2f7 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:21:57.421194 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1719b7d1-2b07-4d96-8fed-8c6517b9d4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:57.446382 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device cbad45d9-f1d0-4a4f-ba44-05838dc89e13 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:21:57.457914 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-1719b7d1-2b07-4d96-8fed-8c6517b9d4a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['784710bb-d0b2-41c2-9ddb-eeec436beeae']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:21:57.472985 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-1719b7d1-2b07-4d96-8fed-8c6517b9d4a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2f977c6-e8ea-417b-9f30-4d61953a640d') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:21:57.473630 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-1719b7d1-2b07-4d96-8fed-8c6517b9d4a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2f977c6-e8ea-417b-9f30-4d61953a640d') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:21:57.486980 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1719b7d1-2b07-4d96-8fed-8c6517b9d4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:57.505298 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: cbad45d9-f1d0-4a4f-ba44-05838dc89e13 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:21:57.505673 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device cbad45d9-f1d0-4a4f-ba44-05838dc89e13 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:21:57.506114 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 00d4a4ce-89c4-43e8-b76d-2681be52e2f7 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:21:57.508295 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1719b7d1-2b07-4d96-8fed-8c6517b9d4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:57.528876 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1719b7d1-2b07-4d96-8fed-8c6517b9d4a5 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:21:57.529375 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1719b7d1-2b07-4d96-8fed-8c6517b9d4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:57.532090 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:21:57.532090 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:21:57.532090 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:21:57.532090 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:21:57.532090 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:21:57.532090 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:21:57.532090 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:21:57.532090 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:21:57.532090 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:21:57.532090 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:21:57.532090 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:21:57.532090 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:21:57.532090 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:21:57.532090 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:21:57.532090 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:21:57.532090 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:21:57.532090 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:21:57.532090 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:21:57.532090 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:21:57.532090 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:21:57.532090 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:21:57.532090 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:21:57.532090 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:21:57.532090 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:21:57.532090 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:21:57.532090 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:21:57.532090 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:21:57.532090 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:21:57.532090 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:21:57.532090 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:21:57.532090 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:21:57.532090 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:21:57.569272 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 00d4a4ce-89c4-43e8-b76d-2681be52e2f7 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:21:57.569906 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 00d4a4ce-89c4-43e8-b76d-2681be52e2f7 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:21:57.570092 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 2be7d6e6-e00e-4746-9064-50614091b900 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:21:57.612831 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 2be7d6e6-e00e-4746-9064-50614091b900 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:21:57.616105 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 2be7d6e6-e00e-4746-9064-50614091b900 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:21:57.644909 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4669166b-5b0b-4029-bb67-9d569c0e2f36 admin admin] Router ffe7a1e7-7266-497a-babd-81f42fbcf57a has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:21:57.654124 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1719b7d1-2b07-4d96-8fed-8c6517b9d4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:57.680420 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1719b7d1-2b07-4d96-8fed-8c6517b9d4a5 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:57.685983 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-1719b7d1-2b07-4d96-8fed-8c6517b9d4a5 admin admin] 10.222.0.53 "DELETE /v2.0/networks/784710bb-d0b2-41c2-9ddb-eeec436beeae HTTP/1.1" status: 204 len: 168 time: 1.1370401 Nov 25 13:21:57.687611 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1719b7d1-2b07-4d96-8fed-8c6517b9d4a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=784710bb-d0b2-41c2-9ddb-eeec436beeae,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:57.696634 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cbe52e2e-b268-4cb1-b415-cba5f3b789bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:57.749342 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cbe52e2e-b268-4cb1-b415-cba5f3b789bc None None] Network 784710bb-d0b2-41c2-9ddb-eeec436beeae is not hosted by any dhcp agent {{(pid=103572) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 13:21:57.750143 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe52e2e-b268-4cb1-b415-cba5f3b789bc None None] No DVR routers for this DVR port 00d4a4ce-89c4-43e8-b76d-2681be52e2f7 on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:21:57.752678 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe52e2e-b268-4cb1-b415-cba5f3b789bc None None] Pushing event deleted for resources: {'Port': ['ID=00d4a4ce-89c4-43e8-b76d-2681be52e2f7,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:57.817879 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4669166b-5b0b-4029-bb67-9d569c0e2f36 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:21:57.827048 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-4669166b-5b0b-4029-bb67-9d569c0e2f36 admin admin] 10.222.0.53 "PUT /v2.0/routers/ffe7a1e7-7266-497a-babd-81f42fbcf57a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0422893 Nov 25 13:21:57.829218 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 54372) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:21:57.832248 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b485048d-80ce-4b89-b3be-8d2d407dc9b0 None None] Sync routers for ids ['ffe7a1e7-7266-497a-babd-81f42fbcf57a'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:21:57.850547 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b485048d-80ce-4b89-b3be-8d2d407dc9b0 None None] Routers {'ffe7a1e7-7266-497a-babd-81f42fbcf57a'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:21:57.851218 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-b485048d-80ce-4b89-b3be-8d2d407dc9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:21:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['ffe7a1e7-7266-497a-babd-81f42fbcf57a'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:21:57.915346 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 54376) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:21:58.018122 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e95e4c39-51a5-4a22-880f-491045bea356 admin admin] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:58.048099 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 54384) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:21:58.088956 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-b485048d-80ce-4b89-b3be-8d2d407dc9b0 None None] Set router ffe7a1e7-7266-497a-babd-81f42fbcf57a gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:21:58.183814 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-52b21cd6-18b8-4cfb-81fb-c60019e0925a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f253db84e4e241d4aa7c98f5a2e10d18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1308498 Nov 25 13:21:58.184633 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 54388) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:21:58.265754 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-db46307e-8fdf-4334-b113-3300de6c6aa0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:58.317026 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-db46307e-8fdf-4334-b113-3300de6c6aa0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:58.419511 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-806c1b7a-be75-4cbc-9562-4d466a369f5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:58.464381 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-b485048d-80ce-4b89-b3be-8d2d407dc9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe7a1e7-7266-497a-babd-81f42fbcf57a', 'name': 'tempest-ServersTestManualDisk-1364209551-router', 'tenant_id': '0013694c3d8b4bbab5d29ed70a5d2a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'ad6ee71f-7b15-4623-8411-fb2e307853d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:19:16Z', 'updated_at': '2021-11-25T13:21:56Z', 'revision_number': 5, 'project_id': '0013694c3d8b4bbab5d29ed70a5d2a34', 'gw_port': {'id': 'ad6ee71f-7b15-4623-8411-fb2e307853d9', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe7a1e7-7266-497a-babd-81f42fbcf57a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:18Z', 'updated_at': '2021-11-25T13:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:21:58.487694 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4bef3c56-bbc3-496f-b9b6-5dec7b01f4a1 req-97211b04-1f4b-4081-97fd-bbb2a8477037 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a5125a7-d676-4c00-b67e-0e18a0d218a8 HTTP/1.1" status: 200 len: 210 time: 0.0338514 Nov 25 13:21:58.517702 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-db46307e-8fdf-4334-b113-3300de6c6aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:58.517702 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-db46307e-8fdf-4334-b113-3300de6c6aa0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:58.517702 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-db46307e-8fdf-4334-b113-3300de6c6aa0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0bfd0f62-df40-4a2c-8890-32844a1d7ce8 HTTP/1.1" status: 204 len: 168 time: 0.3299277 Nov 25 13:21:58.518005 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b485048d-80ce-4b89-b3be-8d2d407dc9b0 None None] Checking router: ffe7a1e7-7266-497a-babd-81f42fbcf57a for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:21:58.534816 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db46307e-8fdf-4334-b113-3300de6c6aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bfd0f62-df40-4a2c-8890-32844a1d7ce8,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:58.563045 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b485048d-80ce-4b89-b3be-8d2d407dc9b0 None None] Routers {'ffe7a1e7-7266-497a-babd-81f42fbcf57a'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:21:58.564798 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-b485048d-80ce-4b89-b3be-8d2d407dc9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:21:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['ffe7a1e7-7266-497a-babd-81f42fbcf57a'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:21:58.593534 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-806c1b7a-be75-4cbc-9562-4d466a369f5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:58.609342 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-806c1b7a-be75-4cbc-9562-4d466a369f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:58.645683 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e95e4c39-51a5-4a22-880f-491045bea356 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:58.659554 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-806c1b7a-be75-4cbc-9562-4d466a369f5c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f4437991ea5c46bd9a685a94c1a87879&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7428772 Nov 25 13:21:58.662907 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 54394) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:21:58.682916 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806c1b7a-be75-4cbc-9562-4d466a369f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a7c27c-9a5f-4750-9f82-c9ab83fb2ff7,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:58.749596 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-b485048d-80ce-4b89-b3be-8d2d407dc9b0 None None] Set router ffe7a1e7-7266-497a-babd-81f42fbcf57a gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:21:58.762430 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3c60346f-e23a-4091-a966-1ff47c053910 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:58.792908 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-e95e4c39-51a5-4a22-880f-491045bea356 admin admin] Deleting port ad6ee71f-7b15-4623-8411-fb2e307853d9 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:21:58.793139 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e95e4c39-51a5-4a22-880f-491045bea356 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:58.814568 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3c60346f-e23a-4091-a966-1ff47c053910 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:58.968368 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-e95e4c39-51a5-4a22-880f-491045bea356 admin admin] For port ad6ee71f-7b15-4623-8411-fb2e307853d9, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=ad6ee71f-7b15-4623-8411-fb2e307853d9,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:21:58.968675 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e95e4c39-51a5-4a22-880f-491045bea356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:58.979042 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-b485048d-80ce-4b89-b3be-8d2d407dc9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe7a1e7-7266-497a-babd-81f42fbcf57a', 'name': 'tempest-ServersTestManualDisk-1364209551-router', 'tenant_id': '0013694c3d8b4bbab5d29ed70a5d2a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'ad6ee71f-7b15-4623-8411-fb2e307853d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:19:16Z', 'updated_at': '2021-11-25T13:21:56Z', 'revision_number': 5, 'project_id': '0013694c3d8b4bbab5d29ed70a5d2a34', 'gw_port': {'id': 'ad6ee71f-7b15-4623-8411-fb2e307853d9', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe7a1e7-7266-497a-babd-81f42fbcf57a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:18Z', 'updated_at': '2021-11-25T13:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:21:58.993412 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-e95e4c39-51a5-4a22-880f-491045bea356 admin admin] Calling delete_port for ad6ee71f-7b15-4623-8411-fb2e307853d9 owned by network:router_gateway {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:21:58.996325 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3c60346f-e23a-4091-a966-1ff47c053910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:59.010763 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3c60346f-e23a-4091-a966-1ff47c053910 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:59.016293 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-3c60346f-e23a-4091-a966-1ff47c053910 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/88a7c27c-9a5f-4750-9f82-c9ab83fb2ff7 HTTP/1.1" status: 204 len: 168 time: 0.3521218 Nov 25 13:21:59.029517 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 54400) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:21:59.033038 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b485048d-80ce-4b89-b3be-8d2d407dc9b0 None None] The sync data for ids ['ffe7a1e7-7266-497a-babd-81f42fbcf57a'] in n-d-808199-11 is: [{'id': 'ffe7a1e7-7266-497a-babd-81f42fbcf57a', 'name': 'tempest-ServersTestManualDisk-1364209551-router', 'tenant_id': '0013694c3d8b4bbab5d29ed70a5d2a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'ad6ee71f-7b15-4623-8411-fb2e307853d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:19:16Z', 'updated_at': '2021-11-25T13:21:56Z', 'revision_number': 5, 'project_id': '0013694c3d8b4bbab5d29ed70a5d2a34', 'gw_port': {'id': 'ad6ee71f-7b15-4623-8411-fb2e307853d9', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe7a1e7-7266-497a-babd-81f42fbcf57a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:18Z', 'updated_at': '2021-11-25T13:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:21:59.080603 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c60346f-e23a-4091-a966-1ff47c053910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a7c27c-9a5f-4750-9f82-c9ab83fb2ff7,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:59.155677 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d81365ca-ee2e-4794-a63c-c790c16861fe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3e679702d4d04ac28dcb3c95867b19f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1178985 Nov 25 13:21:59.158212 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 54404) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:21:59.182172 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3184f07f-e32c-4936-9413-dcf3520f3fb6 req-191dd6d8-5328-4172-b8b2-e8f7b012708d tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:21:59.185026 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3184f07f-e32c-4936-9413-dcf3520f3fb6 req-191dd6d8-5328-4172-b8b2-e8f7b012708d tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.66 "GET /v2.0/networks?id=9b74e527-2eba-4880-abc3-5f552bc5f61d HTTP/1.1" status: 200 len: 812 time: 0.2459621 Nov 25 13:21:59.225194 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-3184f07f-e32c-4936-9413-dcf3520f3fb6 req-965cea58-91e3-4be9-a90f-c33a8acd5128 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Request body: {'port': {'device_id': '1a5125a7-d676-4c00-b67e-0e18a0d218a8', 'network_id': '9b74e527-2eba-4880-abc3-5f552bc5f61d', 'admin_state_up': True, 'tenant_id': '60de2ce00e39495b9b56ab9e2f307693'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:21:59.367037 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e95e4c39-51a5-4a22-880f-491045bea356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:59.418281 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 96ddf671-ac2b-415e-a567-1da2732e2f5b no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:21:59.423865 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95e4c39-51a5-4a22-880f-491045bea356 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad6ee71f-7b15-4623-8411-fb2e307853d9,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:59.467805 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af832a31-070e-43bf-9e77-86ad64509eca None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:21:59.489719 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 96ddf671-ac2b-415e-a567-1da2732e2f5b {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:21:59.490077 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 96ddf671-ac2b-415e-a567-1da2732e2f5b not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:21:59.560475 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e95e4c39-51a5-4a22-880f-491045bea356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:59.575210 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3184f07f-e32c-4936-9413-dcf3520f3fb6 req-965cea58-91e3-4be9-a90f-c33a8acd5128 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Made reservation on behalf of 60de2ce00e39495b9b56ab9e2f307693 for: {'port': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:21:59.584224 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-3184f07f-e32c-4936-9413-dcf3520f3fb6 req-965cea58-91e3-4be9-a90f-c33a8acd5128 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:59.692161 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ae8a76fc-bcd3-4f89-ae89-d2c4ccb99e6a req-ff6ff9e9-f909-4a3c-86dd-e8cb669a391e tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a5125a7-d676-4c00-b67e-0e18a0d218a8 HTTP/1.1" status: 200 len: 210 time: 0.0535448 Nov 25 13:21:59.692708 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7e3faaf2-6d7f-4ea5-b8a6-37bb641f221b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:59.770422 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e95e4c39-51a5-4a22-880f-491045bea356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:59.772371 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7e3faaf2-6d7f-4ea5-b8a6-37bb641f221b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:59.773352 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e95e4c39-51a5-4a22-880f-491045bea356 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:59.851237 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e95e4c39-51a5-4a22-880f-491045bea356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:59.852200 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e95e4c39-51a5-4a22-880f-491045bea356 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ffe7a1e7-7266-497a-babd-81f42fbcf57a {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:21:59.860366 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e95e4c39-51a5-4a22-880f-491045bea356 admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:59.864055 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-e95e4c39-51a5-4a22-880f-491045bea356 admin admin] 10.222.0.53 "DELETE /v2.0/routers/ffe7a1e7-7266-497a-babd-81f42fbcf57a HTTP/1.1" status: 204 len: 168 time: 2.0311856 Nov 25 13:21:59.864582 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 54434) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:21:59.909750 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7e3faaf2-6d7f-4ea5-b8a6-37bb641f221b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:59.912333 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7e3faaf2-6d7f-4ea5-b8a6-37bb641f221b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:21:59.916883 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-7e3faaf2-6d7f-4ea5-b8a6-37bb641f221b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a701d5f3-990a-4d32-b9b4-c7391347cd7a HTTP/1.1" status: 204 len: 168 time: 0.7537475 Nov 25 13:21:59.919212 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [req-3184f07f-e32c-4936-9413-dcf3520f3fb6 req-965cea58-91e3-4be9-a90f-c33a8acd5128 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Allocated IP 172.20.0.14 (9b74e527-2eba-4880-abc3-5f552bc5f61d/06d9fad2-62ee-411b-8cba-f5e1b7fa4731/74a71ca0-6fc0-4fa8-981a-e1fa1f584dd3) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:21:59.931853 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3faaf2-6d7f-4ea5-b8a6-37bb641f221b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a701d5f3-990a-4d32-b9b4-c7391347cd7a,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:21:59.934234 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 54438) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:21:59.979211 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e77b407-029a-4f2b-a924-f167ba26f9f6 admin admin] Deleting subnet 47c2cdfb-b269-4d0e-b0a7-798aceb1b080 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:21:59.989928 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6e77b407-029a-4f2b-a924-f167ba26f9f6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:00.062174 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6e77b407-029a-4f2b-a924-f167ba26f9f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:00.204101 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-3184f07f-e32c-4936-9413-dcf3520f3fb6 req-965cea58-91e3-4be9-a90f-c33a8acd5128 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:00.260399 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6e77b407-029a-4f2b-a924-f167ba26f9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:00.265353 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-3184f07f-e32c-4936-9413-dcf3520f3fb6 req-965cea58-91e3-4be9-a90f-c33a8acd5128 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:00.319222 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-18d0db0a-b285-43d3-8261-4606ee28a21c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:00.385866 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-355c4d4d-f7b7-4021-9fdf-d224c8a2a04f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:00.389113 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3184f07f-e32c-4936-9413-dcf3520f3fb6 req-965cea58-91e3-4be9-a90f-c33a8acd5128 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Network 9b74e527-2eba-4880-abc3-5f552bc5f61d is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:22:00.412652 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [req-3184f07f-e32c-4936-9413-dcf3520f3fb6 req-965cea58-91e3-4be9-a90f-c33a8acd5128 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:22:00.417519 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-3184f07f-e32c-4936-9413-dcf3520f3fb6 req-965cea58-91e3-4be9-a90f-c33a8acd5128 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:22:00.417775 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6e77b407-029a-4f2b-a924-f167ba26f9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:00.486068 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e77b407-029a-4f2b-a924-f167ba26f9f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47c2cdfb-b269-4d0e-b0a7-798aceb1b080,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:00.490938 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6e77b407-029a-4f2b-a924-f167ba26f9f6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:00.495928 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-6e77b407-029a-4f2b-a924-f167ba26f9f6 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/47c2cdfb-b269-4d0e-b0a7-798aceb1b080 HTTP/1.1" status: 204 len: 168 time: 0.6291058 Nov 25 13:22:00.500655 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f18c55-3a31-4a9f-b0d8-08082ff8de27 None None] Network 2f3e9f4b-171e-4038-9419-459f783f3398 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:22:00.509985 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 54458) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:22:00.604693 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 54460) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:22:00.611143 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965cea58-91e3-4be9-a90f-c33a8acd5128 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Pushing event updated for resources: {'Port': ['ID=74a71ca0-6fc0-4fa8-981a-e1fa1f584dd3,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:00.653641 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-355c4d4d-f7b7-4021-9fdf-d224c8a2a04f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:00.658097 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aecf223d-ebee-41aa-9218-afe3e5993493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:00.663333 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-355c4d4d-f7b7-4021-9fdf-d224c8a2a04f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:00.675880 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3184f07f-e32c-4936-9413-dcf3520f3fb6 req-965cea58-91e3-4be9-a90f-c33a8acd5128 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:00.676685 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-3184f07f-e32c-4936-9413-dcf3520f3fb6 req-965cea58-91e3-4be9-a90f-c33a8acd5128 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:00.734509 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355c4d4d-f7b7-4021-9fdf-d224c8a2a04f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d10fcce-677d-4916-af67-0dc0024786e2,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:00.739772 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-355c4d4d-f7b7-4021-9fdf-d224c8a2a04f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1a973a8400294db2a23416263ac05b59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8011451 Nov 25 13:22:00.743233 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3184f07f-e32c-4936-9413-dcf3520f3fb6 req-965cea58-91e3-4be9-a90f-c33a8acd5128 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5326738 Nov 25 13:22:00.744180 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 54470) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:22:00.786051 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-aecf223d-ebee-41aa-9218-afe3e5993493 admin admin] Deleting port 754f2951-f03a-4efa-831b-af14044f2337 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:22:00.788717 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aecf223d-ebee-41aa-9218-afe3e5993493 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:00.807003 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505a1adf-0c63-41aa-88bc-dec0eaed44cb None None] DHCP port deletion for 2f3e9f4b-171e-4038-9419-459f783f3398 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:22:00.825106 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f382679a-38c8-4069-8e25-d9ea22a5ee8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:00.858964 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f382679a-38c8-4069-8e25-d9ea22a5ee8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:00.923381 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-505a1adf-0c63-41aa-88bc-dec0eaed44cb None None] Deleting port 754f2951-f03a-4efa-831b-af14044f2337 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:22:00.925227 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-505a1adf-0c63-41aa-88bc-dec0eaed44cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:00.946981 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521c7dd-3a50-48f8-8b5b-f1d946a030b8 req-3defdeaf-98b4-4366-bbc9-a2c4f79b6fac tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:00.949068 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6521c7dd-3a50-48f8-8b5b-f1d946a030b8 req-3defdeaf-98b4-4366-bbc9-a2c4f79b6fac tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a5125a7-d676-4c00-b67e-0e18a0d218a8 HTTP/1.1" status: 200 len: 932 time: 0.0773842 Nov 25 13:22:00.966672 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-1a979fdd-9a7d-4938-ae15-8f0887f1b3f8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-208641899-network', 'tenant_id': '8d2854b381a841d0bb264f5a26a8525e'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:22:00.972388 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-3184f07f-e32c-4936-9413-dcf3520f3fb6 req-1c71e8d7-67cb-441c-b325-4c6ee786dc47 service neutron] Request body: {'port': {'device_id': '1a5125a7-d676-4c00-b67e-0e18a0d218a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-11'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:22:00.979810 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-aecf223d-ebee-41aa-9218-afe3e5993493 admin admin] For port 754f2951-f03a-4efa-831b-af14044f2337, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=754f2951-f03a-4efa-831b-af14044f2337,segment=NetworkSegment(6fb7f782-47b7-4daf-90f8-79d2f2e4c952),segment_id=6fb7f782-47b7-4daf-90f8-79d2f2e4c952)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:22:00.980181 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aecf223d-ebee-41aa-9218-afe3e5993493 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:01.003623 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-505a1adf-0c63-41aa-88bc-dec0eaed44cb None None] For port 754f2951-f03a-4efa-831b-af14044f2337, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=754f2951-f03a-4efa-831b-af14044f2337,segment=NetworkSegment(6fb7f782-47b7-4daf-90f8-79d2f2e4c952),segment_id=6fb7f782-47b7-4daf-90f8-79d2f2e4c952)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:22:01.003906 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-aecf223d-ebee-41aa-9218-afe3e5993493 admin admin] Calling delete_port for 754f2951-f03a-4efa-831b-af14044f2337 owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:22:01.004034 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-505a1adf-0c63-41aa-88bc-dec0eaed44cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:01.017285 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f382679a-38c8-4069-8e25-d9ea22a5ee8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:01.017911 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-505a1adf-0c63-41aa-88bc-dec0eaed44cb None None] Calling delete_port for 754f2951-f03a-4efa-831b-af14044f2337 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:22:01.020275 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f382679a-38c8-4069-8e25-d9ea22a5ee8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:01.024134 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f382679a-38c8-4069-8e25-d9ea22a5ee8e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8d10fcce-677d-4916-af67-0dc0024786e2 HTTP/1.1" status: 204 len: 168 time: 0.2761636 Nov 25 13:22:01.045317 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f382679a-38c8-4069-8e25-d9ea22a5ee8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d10fcce-677d-4916-af67-0dc0024786e2,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:01.070894 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a979fdd-9a7d-4938-ae15-8f0887f1b3f8 admin admin] Made reservation on behalf of 8d2854b381a841d0bb264f5a26a8525e for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:22:01.073458 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1a979fdd-9a7d-4938-ae15-8f0887f1b3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:01.088267 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1a979fdd-9a7d-4938-ae15-8f0887f1b3f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:01.111771 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-3184f07f-e32c-4936-9413-dcf3520f3fb6 req-1c71e8d7-67cb-441c-b325-4c6ee786dc47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:01.119405 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6521c7dd-3a50-48f8-8b5b-f1d946a030b8 req-c8ec8f12-4357-48db-9633-2edb14c1abe6 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616502 Nov 25 13:22:01.178221 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-505a1adf-0c63-41aa-88bc-dec0eaed44cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:01.254253 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505a1adf-0c63-41aa-88bc-dec0eaed44cb None None] Pushing event deleted for resources: {'Port': ['ID=754f2951-f03a-4efa-831b-af14044f2337,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:01.260937 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505a1adf-0c63-41aa-88bc-dec0eaed44cb None None] No DVR routers for this DVR port 754f2951-f03a-4efa-831b-af14044f2337 on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:22:01.265759 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1a979fdd-9a7d-4938-ae15-8f0887f1b3f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:01.281826 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1a979fdd-9a7d-4938-ae15-8f0887f1b3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:01.285317 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device ad6ee71f-7b15-4623-8411-fb2e307853d9 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:22:01.308293 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 54486) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:22:01.313039 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: ad6ee71f-7b15-4623-8411-fb2e307853d9 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:22:01.313659 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device ad6ee71f-7b15-4623-8411-fb2e307853d9 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:22:01.314341 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 754f2951-f03a-4efa-831b-af14044f2337 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:22:01.335147 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a979fdd-9a7d-4938-ae15-8f0887f1b3f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:22:01.335718 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 754f2951-f03a-4efa-831b-af14044f2337 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:22:01.336081 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 754f2951-f03a-4efa-831b-af14044f2337 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:22:01.355209 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aecf223d-ebee-41aa-9218-afe3e5993493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:01.386594 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecf223d-ebee-41aa-9218-afe3e5993493 admin admin] Pushing event deleted for resources: {'Port': ['ID=754f2951-f03a-4efa-831b-af14044f2337,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:01.390735 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1a979fdd-9a7d-4938-ae15-8f0887f1b3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:01.391166 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-1a979fdd-9a7d-4938-ae15-8f0887f1b3f8 admin admin] Added segment b0455d7d-0c79-45af-9e78-87b143c9704a of type vlan for network 8aeff596-29a4-4a6a-a333-9e2b92e15a4b Nov 25 13:22:01.392603 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a979fdd-9a7d-4938-ae15-8f0887f1b3f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc0fe02-ba73-47bf-a1df-8880f3c5890d,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:01.409118 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecf223d-ebee-41aa-9218-afe3e5993493 admin admin] No DVR routers for this DVR port 754f2951-f03a-4efa-831b-af14044f2337 on host n-d-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:22:01.504604 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-9f29f6dd-1cb7-4aa7-b0fe-3886d8520fb5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1202633880-network', 'tenant_id': 'e3a3a10c56944c1ba1ef6f97ca677aaf'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:22:01.541898 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1a979fdd-9a7d-4938-ae15-8f0887f1b3f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:01.571237 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aecf223d-ebee-41aa-9218-afe3e5993493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:01.606614 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-aecf223d-ebee-41aa-9218-afe3e5993493 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f3e9f4b-171e-4038-9419-459f783f3398']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:22:01.609078 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f29f6dd-1cb7-4aa7-b0fe-3886d8520fb5 admin admin] Made reservation on behalf of e3a3a10c56944c1ba1ef6f97ca677aaf for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:22:01.611266 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9f29f6dd-1cb7-4aa7-b0fe-3886d8520fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:01.616454 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [req-3184f07f-e32c-4936-9413-dcf3520f3fb6 req-1c71e8d7-67cb-441c-b325-4c6ee786dc47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74a71ca0-6fc0-4fa8-981a-e1fa1f584dd3 {{(pid=103570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:22:01.629510 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9f29f6dd-1cb7-4aa7-b0fe-3886d8520fb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:01.630373 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-3184f07f-e32c-4936-9413-dcf3520f3fb6 req-1c71e8d7-67cb-441c-b325-4c6ee786dc47 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:01.633514 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-aecf223d-ebee-41aa-9218-afe3e5993493 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fb7f782-47b7-4daf-90f8-79d2f2e4c952') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:22:01.633656 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-aecf223d-ebee-41aa-9218-afe3e5993493 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fb7f782-47b7-4daf-90f8-79d2f2e4c952') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:22:01.648224 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1a979fdd-9a7d-4938-ae15-8f0887f1b3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:01.649199 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a979fdd-9a7d-4938-ae15-8f0887f1b3f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:01.649779 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1a979fdd-9a7d-4938-ae15-8f0887f1b3f8 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:01.659860 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.provisioning_blocks [req-3184f07f-e32c-4936-9413-dcf3520f3fb6 req-1c71e8d7-67cb-441c-b325-4c6ee786dc47 service neutron] Transition to ACTIVE for port object 74a71ca0-6fc0-4fa8-981a-e1fa1f584dd3 will not be triggered until provisioned by entity L2. {{(pid=103570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:22:01.668657 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-3184f07f-e32c-4936-9413-dcf3520f3fb6 req-1c71e8d7-67cb-441c-b325-4c6ee786dc47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:01.669203 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aecf223d-ebee-41aa-9218-afe3e5993493 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:01.739762 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c71e8d7-67cb-441c-b325-4c6ee786dc47 service neutron] Pushing event updated for resources: {'Port': ['ID=74a71ca0-6fc0-4fa8-981a-e1fa1f584dd3,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:01.740296 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aecf223d-ebee-41aa-9218-afe3e5993493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:01.761798 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-1a979fdd-9a7d-4938-ae15-8f0887f1b3f8 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1557553 Nov 25 13:22:01.766906 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 54504) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:22:01.771756 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aecf223d-ebee-41aa-9218-afe3e5993493 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:22:01.772133 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aecf223d-ebee-41aa-9218-afe3e5993493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:01.774053 n-d-808199-11 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:22:01.774053 n-d-808199-11 neutron-server[103571]: self.session.flush() Nov 25 13:22:01.774053 n-d-808199-11 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:22:01.774053 n-d-808199-11 neutron-server[103571]: self.session.flush() Nov 25 13:22:01.774053 n-d-808199-11 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:22:01.774053 n-d-808199-11 neutron-server[103571]: self.session.flush() Nov 25 13:22:01.774053 n-d-808199-11 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:22:01.774053 n-d-808199-11 neutron-server[103571]: self.session.flush() Nov 25 13:22:01.774053 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:22:01.774053 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:22:01.774053 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:22:01.774053 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:22:01.774053 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:22:01.774053 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:22:01.774053 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:22:01.774053 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:22:01.774053 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:22:01.774053 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:22:01.774053 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:22:01.774053 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:22:01.774053 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:22:01.774053 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:22:01.774053 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:22:01.774053 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:22:01.774053 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:22:01.774053 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:22:01.774053 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:22:01.774053 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:22:01.774053 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:22:01.774053 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:22:01.774053 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:22:01.774053 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:22:01.774053 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:22:01.774053 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:22:01.774053 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:22:01.774053 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:22:01.774053 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:22:01.774053 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:22:01.774053 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:22:01.774053 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:22:01.826062 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a979fdd-9a7d-4938-ae15-8f0887f1b3f8 admin admin] Pushing event updated for resources: {'Network': ['ID=8aeff596-29a4-4a6a-a333-9e2b92e15a4b,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:01.841842 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 8aeff596-29a4-4a6a-a333-9e2b92e15a4b details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:22:01.878441 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aecf223d-ebee-41aa-9218-afe3e5993493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:01.887062 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9f29f6dd-1cb7-4aa7-b0fe-3886d8520fb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:01.888466 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aecf223d-ebee-41aa-9218-afe3e5993493 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:01.890740 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-d5973713-5bd8-4179-9750-527faf56ce79 admin admin] Request body: {'subnet': {'network_id': '8aeff596-29a4-4a6a-a333-9e2b92e15a4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-208641899-subnet', 'tenant_id': '8d2854b381a841d0bb264f5a26a8525e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:22:01.894262 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-aecf223d-ebee-41aa-9218-afe3e5993493 admin admin] 10.222.0.53 "DELETE /v2.0/networks/2f3e9f4b-171e-4038-9419-459f783f3398 HTTP/1.1" status: 204 len: 168 time: 1.3784955 Nov 25 13:22:01.934915 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecf223d-ebee-41aa-9218-afe3e5993493 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f3e9f4b-171e-4038-9419-459f783f3398,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:01.937533 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9f29f6dd-1cb7-4aa7-b0fe-3886d8520fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:01.950417 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-3184f07f-e32c-4936-9413-dcf3520f3fb6 req-1c71e8d7-67cb-441c-b325-4c6ee786dc47 service neutron] Attempting to bind port 74a71ca0-6fc0-4fa8-981a-e1fa1f584dd3 on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:22:01.950840 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-3184f07f-e32c-4936-9413-dcf3520f3fb6 req-1c71e8d7-67cb-441c-b325-4c6ee786dc47 service neutron] Attempting to bind port 74a71ca0-6fc0-4fa8-981a-e1fa1f584dd3 by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': '9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9b74e527-2eba-4880-abc3-5f552bc5f61d'}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:22:01.951111 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3184f07f-e32c-4936-9413-dcf3520f3fb6 req-1c71e8d7-67cb-441c-b325-4c6ee786dc47 service neutron] Attempting to bind port 74a71ca0-6fc0-4fa8-981a-e1fa1f584dd3 on network 9b74e527-2eba-4880-abc3-5f552bc5f61d {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:22:01.966424 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3184f07f-e32c-4936-9413-dcf3520f3fb6 req-1c71e8d7-67cb-441c-b325-4c6ee786dc47 service neutron] Port 74a71ca0-6fc0-4fa8-981a-e1fa1f584dd3 on network 9b74e527-2eba-4880-abc3-5f552bc5f61d not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:22:01.966816 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3184f07f-e32c-4936-9413-dcf3520f3fb6 req-1c71e8d7-67cb-441c-b325-4c6ee786dc47 service neutron] Attempting to bind port 74a71ca0-6fc0-4fa8-981a-e1fa1f584dd3 on network 9b74e527-2eba-4880-abc3-5f552bc5f61d {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:22:01.986245 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3184f07f-e32c-4936-9413-dcf3520f3fb6 req-1c71e8d7-67cb-441c-b325-4c6ee786dc47 service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:22:01.987022 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3184f07f-e32c-4936-9413-dcf3520f3fb6 req-1c71e8d7-67cb-441c-b325-4c6ee786dc47 service neutron] Checking segment: {'id': '9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9b74e527-2eba-4880-abc3-5f552bc5f61d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:22:01.987022 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3184f07f-e32c-4936-9413-dcf3520f3fb6 req-1c71e8d7-67cb-441c-b325-4c6ee786dc47 service neutron] Bound using segment: {'id': '9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9b74e527-2eba-4880-abc3-5f552bc5f61d'} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:22:01.993526 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f29f6dd-1cb7-4aa7-b0fe-3886d8520fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ddd3722-1b64-4271-8ee9-7db52c62b6c4,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:01.996970 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-3184f07f-e32c-4936-9413-dcf3520f3fb6 req-1c71e8d7-67cb-441c-b325-4c6ee786dc47 service neutron] Bound port: 74a71ca0-6fc0-4fa8-981a-e1fa1f584dd3, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9b74e527-2eba-4880-abc3-5f552bc5f61d'}}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:22:01.997389 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-3184f07f-e32c-4936-9413-dcf3520f3fb6 req-1c71e8d7-67cb-441c-b325-4c6ee786dc47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:02.018261 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f29f6dd-1cb7-4aa7-b0fe-3886d8520fb5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:22:02.023317 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5973713-5bd8-4179-9750-527faf56ce79 admin admin] Made reservation on behalf of 8d2854b381a841d0bb264f5a26a8525e for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:22:02.025676 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d5973713-5bd8-4179-9750-527faf56ce79 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:02.039900 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9f29f6dd-1cb7-4aa7-b0fe-3886d8520fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:02.040918 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-9f29f6dd-1cb7-4aa7-b0fe-3886d8520fb5 admin admin] Added segment 98a09c09-ca40-4e90-a767-a403ef81fa93 of type vlan for network af451dea-7b21-412a-8cb8-0a3397d2cf49 Nov 25 13:22:02.086254 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9f29f6dd-1cb7-4aa7-b0fe-3886d8520fb5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:02.119721 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9f29f6dd-1cb7-4aa7-b0fe-3886d8520fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:02.120798 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f29f6dd-1cb7-4aa7-b0fe-3886d8520fb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:02.121382 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9f29f6dd-1cb7-4aa7-b0fe-3886d8520fb5 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:02.183626 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 54518) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:22:02.199807 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-3184f07f-e32c-4936-9413-dcf3520f3fb6 req-1c71e8d7-67cb-441c-b325-4c6ee786dc47 service neutron] For port 74a71ca0-6fc0-4fa8-981a-e1fa1f584dd3, host n-h1-808199-11, cleared binding levels {{(pid=103570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:22:02.225228 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-3184f07f-e32c-4936-9413-dcf3520f3fb6 req-1c71e8d7-67cb-441c-b325-4c6ee786dc47 service neutron] For port 74a71ca0-6fc0-4fa8-981a-e1fa1f584dd3, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=74a71ca0-6fc0-4fa8-981a-e1fa1f584dd3,segment=NetworkSegment(9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8),segment_id=9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8)] {{(pid=103570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:22:02.242790 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-3184f07f-e32c-4936-9413-dcf3520f3fb6 req-1c71e8d7-67cb-441c-b325-4c6ee786dc47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:02.266188 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f29f6dd-1cb7-4aa7-b0fe-3886d8520fb5 admin admin] Pushing event updated for resources: {'Network': ['ID=af451dea-7b21-412a-8cb8-0a3397d2cf49,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:02.275091 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-9f29f6dd-1cb7-4aa7-b0fe-3886d8520fb5 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9645815 Nov 25 13:22:02.277053 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 54520) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:22:02.283483 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network af451dea-7b21-412a-8cb8-0a3397d2cf49 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:22:02.283890 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-fa5fc859-dbe2-4ffa-85fe-0a75d7452272 admin admin] Request body: {'subnet': {'network_id': 'af451dea-7b21-412a-8cb8-0a3397d2cf49', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1202633880-subnet', 'tenant_id': 'e3a3a10c56944c1ba1ef6f97ca677aaf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:22:02.314821 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-73d9b86f-36b2-4e25-99ff-d605b3a75c20 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0013694c3d8b4bbab5d29ed70a5d2a34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1284940 Nov 25 13:22:02.317238 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 54522) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:22:02.327671 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3184f07f-e32c-4936-9413-dcf3520f3fb6 req-1c71e8d7-67cb-441c-b325-4c6ee786dc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:02.328295 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-3184f07f-e32c-4936-9413-dcf3520f3fb6 req-1c71e8d7-67cb-441c-b325-4c6ee786dc47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:02.329677 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3184f07f-e32c-4936-9413-dcf3520f3fb6 req-1c71e8d7-67cb-441c-b325-4c6ee786dc47 service neutron] 10.222.0.66 "PUT /v2.0/ports/74a71ca0-6fc0-4fa8-981a-e1fa1f584dd3 HTTP/1.1" status: 200 len: 1093 time: 1.5655267 Nov 25 13:22:02.332158 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5fc859-dbe2-4ffa-85fe-0a75d7452272 admin admin] Made reservation on behalf of e3a3a10c56944c1ba1ef6f97ca677aaf for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:22:02.333030 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a5125a7-d676-4c00-b67e-0e18a0d218a8', 'tag': '74a71ca0-6fc0-4fa8-981a-e1fa1f584dd3'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:22:02.334883 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fa5fc859-dbe2-4ffa-85fe-0a75d7452272 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:02.335310 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd11bb6-9fd4-4ba9-9380-37048af92f7b" -d '{"events": [{"name": "network-changed", "server_uuid": "1a5125a7-d676-4c00-b67e-0e18a0d218a8", "tag": "74a71ca0-6fc0-4fa8-981a-e1fa1f584dd3"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:22:02.429941 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c71e8d7-67cb-441c-b325-4c6ee786dc47 service neutron] Pushing event updated for resources: {'Port': ['ID=74a71ca0-6fc0-4fa8-981a-e1fa1f584dd3,revision_number=3']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:02.435991 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6caff9ff-2b7f-4146-bfe9-f8cd8a3fbeed x-openstack-request-id: req-6caff9ff-2b7f-4146-bfe9-f8cd8a3fbeed {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:22:02.436323 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a5125a7-d676-4c00-b67e-0e18a0d218a8", "tag": "74a71ca0-6fc0-4fa8-981a-e1fa1f584dd3", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:22:02.436611 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6caff9ff-2b7f-4146-bfe9-f8cd8a3fbeed {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:22:02.437024 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a5125a7-d676-4c00-b67e-0e18a0d218a8', 'tag': '74a71ca0-6fc0-4fa8-981a-e1fa1f584dd3', 'status': 'completed', 'code': 200} Nov 25 13:22:02.500684 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a9536-ebde-4ebd-b738-3025d0d5df63 req-8b467fc3-0faa-4889-93e2-bc5693a3a3ec tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:02.502808 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-124a9536-ebde-4ebd-b738-3025d0d5df63 req-8b467fc3-0faa-4889-93e2-bc5693a3a3ec tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a5125a7-d676-4c00-b67e-0e18a0d218a8 HTTP/1.1" status: 200 len: 944 time: 0.2158098 Nov 25 13:22:02.513612 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d5973713-5bd8-4179-9750-527faf56ce79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:02.538374 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8af6f6fc-8d3c-45b1-b2bb-45a5374d3fba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:02.567823 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8af6f6fc-8d3c-45b1-b2bb-45a5374d3fba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:02.675479 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8af6f6fc-8d3c-45b1-b2bb-45a5374d3fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:02.678182 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8af6f6fc-8d3c-45b1-b2bb-45a5374d3fba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:02.681671 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-8af6f6fc-8d3c-45b1-b2bb-45a5374d3fba admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8d99732d-27ce-4b13-a87b-dc87f5897cef HTTP/1.1" status: 204 len: 168 time: 0.3588817 Nov 25 13:22:02.695897 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af6f6fc-8d3c-45b1-b2bb-45a5374d3fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d99732d-27ce-4b13-a87b-dc87f5897cef,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:02.783376 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fa5fc859-dbe2-4ffa-85fe-0a75d7452272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:02.794797 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-35eb6a73-256f-4a0d-8cd5-b2c97c3cafcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:02.858637 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3184f07f-e32c-4936-9413-dcf3520f3fb6 req-89c3c858-ae29-4003-8728-6dfa6c790997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:02.867013 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3184f07f-e32c-4936-9413-dcf3520f3fb6 req-89c3c858-ae29-4003-8728-6dfa6c790997 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=60de2ce00e39495b9b56ab9e2f307693&device_id=1a5125a7-d676-4c00-b67e-0e18a0d218a8 HTTP/1.1" status: 200 len: 1096 time: 0.4720585 Nov 25 13:22:02.904372 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5fc859-dbe2-4ffa-85fe-0a75d7452272 admin admin] Checking segment: {'id': '98a09c09-ca40-4e90-a767-a403ef81fa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'af451dea-7b21-412a-8cb8-0a3397d2cf49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:22:02.904921 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5fc859-dbe2-4ffa-85fe-0a75d7452272 admin admin] Network hostable DHCP agents. Network: af451dea-7b21-412a-8cb8-0a3397d2cf49, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:22:02.928297 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5fc859-dbe2-4ffa-85fe-0a75d7452272 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dfa8e25-6b00-4870-b13d-92b789ff5b1c,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:02.947224 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5fc859-dbe2-4ffa-85fe-0a75d7452272 admin admin] Network af451dea-7b21-412a-8cb8-0a3397d2cf49 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:22:02.961184 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-fa5fc859-dbe2-4ffa-85fe-0a75d7452272 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, af451dea-7b21-412a-8cb8-0a3397d2cf49) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:22:02.972244 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f42c013-c10d-4f68-9d22-bf8f00171af6 None None] Network af451dea-7b21-412a-8cb8-0a3397d2cf49 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:22:02.986024 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5fc859-dbe2-4ffa-85fe-0a75d7452272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:02.987842 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fa5fc859-dbe2-4ffa-85fe-0a75d7452272 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:03.008064 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3184f07f-e32c-4936-9413-dcf3520f3fb6 req-03c12c66-2d9e-408f-8c28-e74700ba3359 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74a71ca0-6fc0-4fa8-981a-e1fa1f584dd3 HTTP/1.1" status: 200 len: 217 time: 0.1233637 Nov 25 13:22:03.008675 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5973713-5bd8-4179-9750-527faf56ce79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43603bfb-2066-4414-ab91-8e5215ee7bf8,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:03.013237 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-fa5fc859-dbe2-4ffa-85fe-0a75d7452272 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7347431 Nov 25 13:22:03.016525 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 54540) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:22:03.021168 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-3eaae83a-2e4e-411a-bafb-6bf625a4a95a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1202633880-router', 'tenant_id': 'e3a3a10c56944c1ba1ef6f97ca677aaf', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:22:03.053568 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3eaae83a-2e4e-411a-bafb-6bf625a4a95a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:03.054973 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3eaae83a-2e4e-411a-bafb-6bf625a4a95a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:03.095532 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5973713-5bd8-4179-9750-527faf56ce79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:22:03.095840 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5973713-5bd8-4179-9750-527faf56ce79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:22:03.096184 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5973713-5bd8-4179-9750-527faf56ce79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:22:03.096530 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5973713-5bd8-4179-9750-527faf56ce79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:22:03.096864 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5973713-5bd8-4179-9750-527faf56ce79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:22:03.097194 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5973713-5bd8-4179-9750-527faf56ce79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:22:03.097522 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5973713-5bd8-4179-9750-527faf56ce79 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:22:03.097847 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5973713-5bd8-4179-9750-527faf56ce79 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:22:03.098173 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5973713-5bd8-4179-9750-527faf56ce79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:22:03.098903 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5973713-5bd8-4179-9750-527faf56ce79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:22:03.099154 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5973713-5bd8-4179-9750-527faf56ce79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:22:03.106345 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5973713-5bd8-4179-9750-527faf56ce79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:22:03.166769 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-124a9536-ebde-4ebd-b738-3025d0d5df63 req-204c1913-ef76-49f1-9f2f-3232a15ab170 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6544750 Nov 25 13:22:03.183872 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5973713-5bd8-4179-9750-527faf56ce79 admin admin] Checking segment: {'id': 'b0455d7d-0c79-45af-9e78-87b143c9704a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8aeff596-29a4-4a6a-a333-9e2b92e15a4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:22:03.184243 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5973713-5bd8-4179-9750-527faf56ce79 admin admin] Network hostable DHCP agents. Network: 8aeff596-29a4-4a6a-a333-9e2b92e15a4b, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:22:03.225485 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3184f07f-e32c-4936-9413-dcf3520f3fb6 req-0673dd07-96f6-4e82-805b-428c0a421b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:03.234097 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3184f07f-e32c-4936-9413-dcf3520f3fb6 req-0673dd07-96f6-4e82-805b-428c0a421b5e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=06d9fad2-62ee-411b-8cba-f5e1b7fa4731 HTTP/1.1" status: 200 len: 852 time: 0.1806226 Nov 25 13:22:03.235280 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5973713-5bd8-4179-9750-527faf56ce79 admin admin] Network 8aeff596-29a4-4a6a-a333-9e2b92e15a4b is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:22:03.252212 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09493cf-8ff4-4c8d-8848-1ef8b15159ae None None] Network af451dea-7b21-412a-8cb8-0a3397d2cf49 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:22:03.259710 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3eaae83a-2e4e-411a-bafb-6bf625a4a95a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:03.272407 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-d5973713-5bd8-4179-9750-527faf56ce79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 8aeff596-29a4-4a6a-a333-9e2b92e15a4b) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:22:03.309872 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3184f07f-e32c-4936-9413-dcf3520f3fb6 req-f22deb56-4867-4d4c-9cc4-6fccc28fa469 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9b74e527-2eba-4880-abc3-5f552bc5f61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608890 Nov 25 13:22:03.322902 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5973713-5bd8-4179-9750-527faf56ce79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:03.323828 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d5973713-5bd8-4179-9750-527faf56ce79 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:03.374361 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a7a752-8f93-431a-b045-b19b613eaec5 None None] Network 8aeff596-29a4-4a6a-a333-9e2b92e15a4b requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:22:03.470256 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d5973713-5bd8-4179-9750-527faf56ce79 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7041149 Nov 25 13:22:03.474650 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 54558) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:22:03.485917 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-e4458e07-cee1-47ee-90db-e9698157565c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-208641899-router', 'tenant_id': '8d2854b381a841d0bb264f5a26a8525e', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:22:03.544458 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3eaae83a-2e4e-411a-bafb-6bf625a4a95a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:03.553791 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e4458e07-cee1-47ee-90db-e9698157565c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:03.555761 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e4458e07-cee1-47ee-90db-e9698157565c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:03.568874 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3184f07f-e32c-4936-9413-dcf3520f3fb6 req-34cf65e3-a3f5-493d-9c6d-2b326fc5685f service neutron] 10.222.0.66 "GET /v2.0/networks/9b74e527-2eba-4880-abc3-5f552bc5f61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414973 Nov 25 13:22:03.571596 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d50b444-967b-4a37-bb1a-574b2a660494 None None] Network 8aeff596-29a4-4a6a-a333-9e2b92e15a4b requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:22:03.682472 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e4458e07-cee1-47ee-90db-e9698157565c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:03.789970 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:03.827036 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3eaae83a-2e4e-411a-bafb-6bf625a4a95a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:03.847802 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3eaae83a-2e4e-411a-bafb-6bf625a4a95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:03.954357 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3184f07f-e32c-4936-9413-dcf3520f3fb6 req-3e4214f3-6436-4d21-a25f-220e1dfdf6e1 service neutron] 10.222.0.66 "GET /v2.0/networks/9b74e527-2eba-4880-abc3-5f552bc5f61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3573396 Nov 25 13:22:03.956408 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e4458e07-cee1-47ee-90db-e9698157565c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:03.972882 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-3eaae83a-2e4e-411a-bafb-6bf625a4a95a admin admin] Allocated IP 172.25.5.78 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/bcc4a824-d1fa-46f8-adaa-281f66bf9234) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:22:04.023337 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 54574) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:22:04.086681 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd11bb6-9fd4-4ba9-9380-37048af92f7b req-dbc6f876-3187-4a04-bc70-a2589d2a0799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:04.088289 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ffd11bb6-9fd4-4ba9-9380-37048af92f7b req-dbc6f876-3187-4a04-bc70-a2589d2a0799 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=60de2ce00e39495b9b56ab9e2f307693&device_id=1a5125a7-d676-4c00-b67e-0e18a0d218a8 HTTP/1.1" status: 200 len: 1096 time: 0.0511711 Nov 25 13:22:04.130059 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3eaae83a-2e4e-411a-bafb-6bf625a4a95a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:04.173409 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3eaae83a-2e4e-411a-bafb-6bf625a4a95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:04.219711 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eaae83a-2e4e-411a-bafb-6bf625a4a95a admin admin] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:22:04.223101 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-3eaae83a-2e4e-411a-bafb-6bf625a4a95a admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:22:04.227909 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eaae83a-2e4e-411a-bafb-6bf625a4a95a admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:22:04.235718 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaae83a-2e4e-411a-bafb-6bf625a4a95a admin admin] Pushing event updated for resources: {'Port': ['ID=bcc4a824-d1fa-46f8-adaa-281f66bf9234,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:04.247673 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4be46c-1bd3-45a1-81a7-f2624213d1ad None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:22:04.275084 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-0cc0965d-ad76-41ed-9abd-44c622900d04 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1418688574-network', 'tenant_id': 'c7b7eead49e04a28b5b17470c05451fe'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:22:04.287700 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd11bb6-9fd4-4ba9-9380-37048af92f7b req-3d8be1e7-4092-4040-ab01-a95ecff5d65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:04.289796 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ffd11bb6-9fd4-4ba9-9380-37048af92f7b req-3d8be1e7-4092-4040-ab01-a95ecff5d65b service neutron] 10.222.0.66 "GET /v2.0/networks?id=9b74e527-2eba-4880-abc3-5f552bc5f61d HTTP/1.1" status: 200 len: 913 time: 0.1912103 Nov 25 13:22:04.309947 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc0965d-ad76-41ed-9abd-44c622900d04 admin admin] Made reservation on behalf of c7b7eead49e04a28b5b17470c05451fe for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:22:04.320846 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0cc0965d-ad76-41ed-9abd-44c622900d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:04.328927 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-d14c67ed-c5e2-4fdb-bb01-3ca857448893 None None] Provisioning complete for port bcc4a824-d1fa-46f8-adaa-281f66bf9234 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:22:04.329546 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d14c67ed-c5e2-4fdb-bb01-3ca857448893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:04.333840 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0cc0965d-ad76-41ed-9abd-44c622900d04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:04.400333 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ffd11bb6-9fd4-4ba9-9380-37048af92f7b req-f931e6f4-5b32-4149-8766-542abc8581b6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74a71ca0-6fc0-4fa8-981a-e1fa1f584dd3 HTTP/1.1" status: 200 len: 217 time: 0.0856283 Nov 25 13:22:04.403623 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-d14c67ed-c5e2-4fdb-bb01-3ca857448893 None None] Port bcc4a824-d1fa-46f8-adaa-281f66bf9234 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:22:04.430857 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e4458e07-cee1-47ee-90db-e9698157565c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:04.483936 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e4458e07-cee1-47ee-90db-e9698157565c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:04.509968 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35eeb9f-df8c-4fb6-a76d-6987329e7048 req-f9b0d874-576b-4f74-acd2-db415692ecfd tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:04.511789 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a35eeb9f-df8c-4fb6-a76d-6987329e7048 req-f9b0d874-576b-4f74-acd2-db415692ecfd tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a5125a7-d676-4c00-b67e-0e18a0d218a8 HTTP/1.1" status: 200 len: 944 time: 0.1982560 Nov 25 13:22:04.539561 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd11bb6-9fd4-4ba9-9380-37048af92f7b req-8b32f310-df7d-4c3c-8da5-9d8ce3328c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:04.541505 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ffd11bb6-9fd4-4ba9-9380-37048af92f7b req-8b32f310-df7d-4c3c-8da5-9d8ce3328c77 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=06d9fad2-62ee-411b-8cba-f5e1b7fa4731 HTTP/1.1" status: 200 len: 852 time: 0.1244290 Nov 25 13:22:04.596762 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0cc0965d-ad76-41ed-9abd-44c622900d04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:04.608299 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0cc0965d-ad76-41ed-9abd-44c622900d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:04.635807 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ffd11bb6-9fd4-4ba9-9380-37048af92f7b req-56b335a9-16a6-40ac-b209-2d3801c14368 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9b74e527-2eba-4880-abc3-5f552bc5f61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487189 Nov 25 13:22:04.637906 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 54586) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:22:04.649500 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cc0965d-ad76-41ed-9abd-44c622900d04 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:22:04.663175 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc0965d-ad76-41ed-9abd-44c622900d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22daa08b-97cb-43e0-8539-4dafee5a974b,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:04.668668 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3eaae83a-2e4e-411a-bafb-6bf625a4a95a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:04.674900 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0cc0965d-ad76-41ed-9abd-44c622900d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:04.675428 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-0cc0965d-ad76-41ed-9abd-44c622900d04 admin admin] Added segment 98c520c6-f2da-46af-82ed-6057431a105c of type vlan for network dd2f53fd-4a9d-4ecc-8de3-9d867aad3ec6 Nov 25 13:22:04.758308 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a35eeb9f-df8c-4fb6-a76d-6987329e7048 req-b8ed5e0c-a09c-4fa1-aa0d-ed62ba36f26a tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209349 Nov 25 13:22:04.791383 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-e4458e07-cee1-47ee-90db-e9698157565c admin admin] Allocated IP 172.25.5.186 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/6109bf1b-60de-4c9e-a67d-e49ec72b14fd) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:22:04.811847 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0cc0965d-ad76-41ed-9abd-44c622900d04 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:04.817662 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ffd11bb6-9fd4-4ba9-9380-37048af92f7b req-9f3328e7-1a59-4143-aa58-bd9bf2f77197 service neutron] 10.222.0.66 "GET /v2.0/networks/9b74e527-2eba-4880-abc3-5f552bc5f61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694288 Nov 25 13:22:04.831336 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c3acf7e9-f4ca-4bc3-b4df-35b84eee5377 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:04.909499 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0cc0965d-ad76-41ed-9abd-44c622900d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:04.910468 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc0965d-ad76-41ed-9abd-44c622900d04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:04.911083 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0cc0965d-ad76-41ed-9abd-44c622900d04 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:04.982730 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ffd11bb6-9fd4-4ba9-9380-37048af92f7b req-df38875d-3f3f-458b-a334-adb690f97ff8 service neutron] 10.222.0.66 "GET /v2.0/networks/9b74e527-2eba-4880-abc3-5f552bc5f61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495075 Nov 25 13:22:04.985655 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e4458e07-cee1-47ee-90db-e9698157565c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:05.020563 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e4458e07-cee1-47ee-90db-e9698157565c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:05.065706 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4458e07-cee1-47ee-90db-e9698157565c admin admin] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:22:05.067226 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-e4458e07-cee1-47ee-90db-e9698157565c admin admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:22:05.071226 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4458e07-cee1-47ee-90db-e9698157565c admin admin] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:22:05.082051 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604e78fa-dff8-4f88-a1be-2dd6c8cbb4b9 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:22:05.095255 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4458e07-cee1-47ee-90db-e9698157565c admin admin] Pushing event updated for resources: {'Port': ['ID=6109bf1b-60de-4c9e-a67d-e49ec72b14fd,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:05.130322 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:05.137612 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-30f4250b-9f8d-4994-87f4-81539e82a871 None None] Provisioning complete for port 6109bf1b-60de-4c9e-a67d-e49ec72b14fd triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:22:05.138135 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-30f4250b-9f8d-4994-87f4-81539e82a871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:05.178717 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-30f4250b-9f8d-4994-87f4-81539e82a871 None None] Port 6109bf1b-60de-4c9e-a67d-e49ec72b14fd cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:22:05.243459 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-0cc0965d-ad76-41ed-9abd-44c622900d04 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1703899 Nov 25 13:22:05.251346 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 54592) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:22:05.291672 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-ef688355-9d5e-4f1c-8719-8c968be416ab admin admin] Request body: {'subnet': {'network_id': 'dd2f53fd-4a9d-4ecc-8de3-9d867aad3ec6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1418688574-subnet', 'tenant_id': 'c7b7eead49e04a28b5b17470c05451fe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:22:05.319940 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc0965d-ad76-41ed-9abd-44c622900d04 admin admin] Pushing event updated for resources: {'Network': ['ID=dd2f53fd-4a9d-4ecc-8de3-9d867aad3ec6,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:05.332874 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network dd2f53fd-4a9d-4ecc-8de3-9d867aad3ec6 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:22:05.353355 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef688355-9d5e-4f1c-8719-8c968be416ab admin admin] Made reservation on behalf of c7b7eead49e04a28b5b17470c05451fe for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:22:05.355698 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ef688355-9d5e-4f1c-8719-8c968be416ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:05.356067 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e4458e07-cee1-47ee-90db-e9698157565c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:05.378881 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3eaae83a-2e4e-411a-bafb-6bf625a4a95a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:05.419163 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c3acf7e9-f4ca-4bc3-b4df-35b84eee5377 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:05.456965 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c3acf7e9-f4ca-4bc3-b4df-35b84eee5377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:05.559567 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c3acf7e9-f4ca-4bc3-b4df-35b84eee5377 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=09dcd5bc641b4bae98e9cd3740edb4e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9165735 Nov 25 13:22:05.572628 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 54594) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:22:05.588784 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3acf7e9-f4ca-4bc3-b4df-35b84eee5377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8240f73-1892-4790-a3f6-92774468ed83,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:05.706969 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c5d6d4b5-1a60-42e4-9b0e-72876562ce2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:05.758628 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eaae83a-2e4e-411a-bafb-6bf625a4a95a admin admin] Router 0757324b-9367-4a2b-afb5-5562bec46876 is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:22:05.786667 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c5d6d4b5-1a60-42e4-9b0e-72876562ce2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:05.803788 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ef688355-9d5e-4f1c-8719-8c968be416ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:05.828557 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e4458e07-cee1-47ee-90db-e9698157565c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:05.955104 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef688355-9d5e-4f1c-8719-8c968be416ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=4338fd81-4e7b-4876-9bda-c88455681113,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:05.960117 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c5d3a-6bab-4de8-9391-8ff21465fa80 req-00c6244d-6fc5-40ef-bcb7-6e828f2b0340 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:05.962248 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-102c5d3a-6bab-4de8-9391-8ff21465fa80 req-00c6244d-6fc5-40ef-bcb7-6e828f2b0340 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a5125a7-d676-4c00-b67e-0e18a0d218a8 HTTP/1.1" status: 200 len: 944 time: 0.0970535 Nov 25 13:22:05.986811 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c5d6d4b5-1a60-42e4-9b0e-72876562ce2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:05.989384 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c5d6d4b5-1a60-42e4-9b0e-72876562ce2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:05.990541 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c5d6d4b5-1a60-42e4-9b0e-72876562ce2b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f8240f73-1892-4790-a3f6-92774468ed83 HTTP/1.1" status: 204 len: 168 time: 0.4169436 Nov 25 13:22:06.000720 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef688355-9d5e-4f1c-8719-8c968be416ab admin admin] Checking segment: {'id': '98c520c6-f2da-46af-82ed-6057431a105c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'dd2f53fd-4a9d-4ecc-8de3-9d867aad3ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:22:06.001219 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef688355-9d5e-4f1c-8719-8c968be416ab admin admin] Network hostable DHCP agents. Network: dd2f53fd-4a9d-4ecc-8de3-9d867aad3ec6, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:22:06.011975 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eaae83a-2e4e-411a-bafb-6bf625a4a95a admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:22:06.024933 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d6d4b5-1a60-42e4-9b0e-72876562ce2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8240f73-1892-4790-a3f6-92774468ed83,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:06.028087 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41210ec-edaa-468d-a699-5e7b6deba012 None None] Sync routers for ids ['0757324b-9367-4a2b-afb5-5562bec46876'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:22:06.048805 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef688355-9d5e-4f1c-8719-8c968be416ab admin admin] Network dd2f53fd-4a9d-4ecc-8de3-9d867aad3ec6 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:22:06.049763 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-102c5d3a-6bab-4de8-9391-8ff21465fa80 req-6d327918-fda2-4153-914a-65d513a0efa4 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777998 Nov 25 13:22:06.052403 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4458e07-cee1-47ee-90db-e9698157565c admin admin] Router 97c4b1cc-fcaf-4181-9903-1f64ccf807ec is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:22:06.057219 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3eaae83a-2e4e-411a-bafb-6bf625a4a95a admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:06.062300 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 54602) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:22:06.062576 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-3eaae83a-2e4e-411a-bafb-6bf625a4a95a admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.0448430 Nov 25 13:22:06.074959 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-ef688355-9d5e-4f1c-8719-8c968be416ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, dd2f53fd-4a9d-4ecc-8de3-9d867aad3ec6) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:22:06.094002 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef688355-9d5e-4f1c-8719-8c968be416ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:06.094609 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ef688355-9d5e-4f1c-8719-8c968be416ab admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:06.100781 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41210ec-edaa-468d-a699-5e7b6deba012 None None] Routers {'0757324b-9367-4a2b-afb5-5562bec46876'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:22:06.101768 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-a41210ec-edaa-468d-a699-5e7b6deba012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:22:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['0757324b-9367-4a2b-afb5-5562bec46876'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:22:06.122658 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1957cf-cdcc-4a32-bf73-5af2c865175d None None] Network dd2f53fd-4a9d-4ecc-8de3-9d867aad3ec6 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:22:06.134737 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-ef688355-9d5e-4f1c-8719-8c968be416ab admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8799307 Nov 25 13:22:06.136011 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 54604) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:22:06.142028 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-d0b5816f-2739-4f95-b2a8-49cc0cee0c3f admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1418688574-router', 'tenant_id': 'c7b7eead49e04a28b5b17470c05451fe', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:22:06.169636 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d0b5816f-2739-4f95-b2a8-49cc0cee0c3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:06.171447 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d0b5816f-2739-4f95-b2a8-49cc0cee0c3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:06.255327 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-a41210ec-edaa-468d-a699-5e7b6deba012 None None] Set router 0757324b-9367-4a2b-afb5-5562bec46876 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:22:06.279005 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d0b5816f-2739-4f95-b2a8-49cc0cee0c3f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:06.335790 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4458e07-cee1-47ee-90db-e9698157565c admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:22:06.349257 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0c58f2-5c4a-47f2-93bf-962b5ee946d7 None None] Sync routers for ids ['97c4b1cc-fcaf-4181-9903-1f64ccf807ec'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:22:06.360392 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0c58f2-5c4a-47f2-93bf-962b5ee946d7 None None] Routers {'97c4b1cc-fcaf-4181-9903-1f64ccf807ec'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:22:06.361015 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-7e0c58f2-5c4a-47f2-93bf-962b5ee946d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:22:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['97c4b1cc-fcaf-4181-9903-1f64ccf807ec'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:22:06.368420 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 54608) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:22:06.385820 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b86a8992-30a8-4d32-9276-a80ff30dc31f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:06.447225 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:06.468282 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b86a8992-30a8-4d32-9276-a80ff30dc31f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:06.475402 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 74a71ca0-6fc0-4fa8-981a-e1fa1f584dd3 details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:22:06.506309 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e4458e07-cee1-47ee-90db-e9698157565c admin admin] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:06.507562 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e4458e07-cee1-47ee-90db-e9698157565c admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.0289545 Nov 25 13:22:06.508245 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b86a8992-30a8-4d32-9276-a80ff30dc31f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:06.512057 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 54610) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:22:06.515316 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-7e0c58f2-5c4a-47f2-93bf-962b5ee946d7 None None] Set router 97c4b1cc-fcaf-4181-9903-1f64ccf807ec gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:22:06.538776 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d0b5816f-2739-4f95-b2a8-49cc0cee0c3f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:06.611867 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 74a71ca0-6fc0-4fa8-981a-e1fa1f584dd3, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=74a71ca0-6fc0-4fa8-981a-e1fa1f584dd3,segment=NetworkSegment(9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8),segment_id=9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:22:06.625747 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': '74a71ca0-6fc0-4fa8-981a-e1fa1f584dd3', 'network_id': '9b74e527-2eba-4880-abc3-5f552bc5f61d', 'port_id': '74a71ca0-6fc0-4fa8-981a-e1fa1f584dd3', 'mac_address': 'fa:16:3e:2f:07:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06d9fad2-62ee-411b-8cba-f5e1b7fa4731', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:22:06.732401 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-7e0c58f2-5c4a-47f2-93bf-962b5ee946d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97c4b1cc-fcaf-4181-9903-1f64ccf807ec', 'name': 'tempest-ServerRescueNegativeTestJSON-208641899-router', 'tenant_id': '8d2854b381a841d0bb264f5a26a8525e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '6109bf1b-60de-4c9e-a67d-e49ec72b14fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:22:03Z', 'updated_at': '2021-11-25T13:22:05Z', 'revision_number': 3, 'project_id': '8d2854b381a841d0bb264f5a26a8525e', 'gw_port': {'id': '6109bf1b-60de-4c9e-a67d-e49ec72b14fd', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:74:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97c4b1cc-fcaf-4181-9903-1f64ccf807ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:22:04Z', 'updated_at': '2021-11-25T13:22:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:22:06.758435 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:06.765092 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b86a8992-30a8-4d32-9276-a80ff30dc31f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c2a408ac70f247c7b273bd602c32b86e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3940175 Nov 25 13:22:06.766057 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 54612) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:22:06.772116 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0c58f2-5c4a-47f2-93bf-962b5ee946d7 None None] Checking router: 97c4b1cc-fcaf-4181-9903-1f64ccf807ec for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:22:06.772724 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0c58f2-5c4a-47f2-93bf-962b5ee946d7 None None] Updating router 97c4b1cc-fcaf-4181-9903-1f64ccf807ec port 6109bf1b-60de-4c9e-a67d-e49ec72b14fd binding host n-d-808199-11 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:22:06.784886 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1859fe45-6750-4035-a99c-4511bb457bee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-dd2f53fd-4a9d-4ecc-8de3-9d867aad3ec6', 'network_id': 'dd2f53fd-4a9d-4ecc-8de3-9d867aad3ec6', 'tenant_id': 'c7b7eead49e04a28b5b17470c05451fe', 'fixed_ips': [{'subnet_id': '4338fd81-4e7b-4876-9bda-c88455681113'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:22:06.785942 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1859fe45-6750-4035-a99c-4511bb457bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:06.808016 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74a71ca0-6fc0-4fa8-981a-e1fa1f584dd3 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:22:06.808958 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7e0c58f2-5c4a-47f2-93bf-962b5ee946d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:06.829848 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d0b5816f-2739-4f95-b2a8-49cc0cee0c3f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:06.836843 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 74a71ca0-6fc0-4fa8-981a-e1fa1f584dd3, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=74a71ca0-6fc0-4fa8-981a-e1fa1f584dd3,segment=NetworkSegment(9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8),segment_id=9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:22:06.854536 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:06.859405 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d0b5816f-2739-4f95-b2a8-49cc0cee0c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:06.886673 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-a41210ec-edaa-468d-a699-5e7b6deba012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0757324b-9367-4a2b-afb5-5562bec46876', 'name': 'tempest-ServerRescueTestJSONUnderV235-1202633880-router', 'tenant_id': 'e3a3a10c56944c1ba1ef6f97ca677aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'bcc4a824-d1fa-46f8-adaa-281f66bf9234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:22:03Z', 'updated_at': '2021-11-25T13:22:04Z', 'revision_number': 3, 'project_id': 'e3a3a10c56944c1ba1ef6f97ca677aaf', 'gw_port': {'id': 'bcc4a824-d1fa-46f8-adaa-281f66bf9234', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c3:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0757324b-9367-4a2b-afb5-5562bec46876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:22:03Z', 'updated_at': '2021-11-25T13:22:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:22:06.939692 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86a8992-30a8-4d32-9276-a80ff30dc31f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b189d18d-1cc3-4e10-971b-37a6a961b206,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:06.978452 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41210ec-edaa-468d-a699-5e7b6deba012 None None] Checking router: 0757324b-9367-4a2b-afb5-5562bec46876 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:22:06.979004 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41210ec-edaa-468d-a699-5e7b6deba012 None None] Updating router 0757324b-9367-4a2b-afb5-5562bec46876 port bcc4a824-d1fa-46f8-adaa-281f66bf9234 binding host n-d-808199-11 {{(pid=103572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:22:06.995889 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-d0b5816f-2739-4f95-b2a8-49cc0cee0c3f admin admin] Allocated IP 172.25.5.191 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/6d45f16a-a384-4d47-af18-5c08b909c40e) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:22:07.038296 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a41210ec-edaa-468d-a699-5e7b6deba012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:07.058431 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=74a71ca0-6fc0-4fa8-981a-e1fa1f584dd3,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:07.125861 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['74a71ca0-6fc0-4fa8-981a-e1fa1f584dd3'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:22:07.138499 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d0b5816f-2739-4f95-b2a8-49cc0cee0c3f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:07.166252 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-043cac7c-71f1-468c-a346-263ae856633b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:07.195041 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d0b5816f-2739-4f95-b2a8-49cc0cee0c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:07.212688 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-1859fe45-6750-4035-a99c-4511bb457bee None None] Allocated IP 172.20.0.2 (dd2f53fd-4a9d-4ecc-8de3-9d867aad3ec6/4338fd81-4e7b-4876-9bda-c88455681113/55d1a675-0106-44de-a252-c92c3e47bdf8) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:22:07.245551 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b5816f-2739-4f95-b2a8-49cc0cee0c3f admin admin] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:22:07.249657 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-d0b5816f-2739-4f95-b2a8-49cc0cee0c3f admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:22:07.253309 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-043cac7c-71f1-468c-a346-263ae856633b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:07.254386 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b5816f-2739-4f95-b2a8-49cc0cee0c3f admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:22:07.279067 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92e8e79-1f89-4787-9f9a-e0fdc49bc3c9 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:22:07.315024 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-68a7c8a3-c43e-4d0c-833f-2a510767b6dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:07.331028 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-043cac7c-71f1-468c-a346-263ae856633b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:07.333668 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-043cac7c-71f1-468c-a346-263ae856633b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:07.334904 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-043cac7c-71f1-468c-a346-263ae856633b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b189d18d-1cc3-4e10-971b-37a6a961b206 HTTP/1.1" status: 204 len: 168 time: 0.5645206 Nov 25 13:22:07.355759 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b5816f-2739-4f95-b2a8-49cc0cee0c3f admin admin] Pushing event updated for resources: {'Port': ['ID=6d45f16a-a384-4d47-af18-5c08b909c40e,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:07.432852 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043cac7c-71f1-468c-a346-263ae856633b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b189d18d-1cc3-4e10-971b-37a6a961b206,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:07.475874 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-31fd0a83-7a3c-4ff6-8b17-30ac0b20aa0b None None] Provisioning complete for port 6d45f16a-a384-4d47-af18-5c08b909c40e triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:22:07.476989 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-31fd0a83-7a3c-4ff6-8b17-30ac0b20aa0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:07.578048 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7e0c58f2-5c4a-47f2-93bf-962b5ee946d7 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:07.589881 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-31fd0a83-7a3c-4ff6-8b17-30ac0b20aa0b None None] Port 6d45f16a-a384-4d47-af18-5c08b909c40e cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:22:07.590471 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1859fe45-6750-4035-a99c-4511bb457bee None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:07.593076 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7e0c58f2-5c4a-47f2-93bf-962b5ee946d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:07.616426 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1859fe45-6750-4035-a99c-4511bb457bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:07.658506 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2471f7-e5a7-41e0-aca4-b60956cdd510 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:22:07.674005 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-7e0c58f2-5c4a-47f2-93bf-962b5ee946d7 None None] Attempting to bind port 6109bf1b-60de-4c9e-a67d-e49ec72b14fd on host n-d-808199-11 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:22:07.674474 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-7e0c58f2-5c4a-47f2-93bf-962b5ee946d7 None None] Attempting to bind port 6109bf1b-60de-4c9e-a67d-e49ec72b14fd by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:22:07.674643 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d7a82-2580-4be8-af68-591d93db34eb req-d16d8197-2a5f-403d-901b-0314d06c8b3f tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:07.675185 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0c58f2-5c4a-47f2-93bf-962b5ee946d7 None None] Attempting to bind port 6109bf1b-60de-4c9e-a67d-e49ec72b14fd on network 7542d3d9-0db3-40e7-ab88-a168871141f7 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:22:07.679332 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6612247b-be07-4e2f-8d41-4532044cb4d7 None None] Pushing event updated for resources: {'Port': ['ID=6109bf1b-60de-4c9e-a67d-e49ec72b14fd,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:07.687093 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-682d7a82-2580-4be8-af68-591d93db34eb req-d16d8197-2a5f-403d-901b-0314d06c8b3f tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a5125a7-d676-4c00-b67e-0e18a0d218a8 HTTP/1.1" status: 200 len: 945 time: 0.3825409 Nov 25 13:22:07.689988 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0c58f2-5c4a-47f2-93bf-962b5ee946d7 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:22:07.691046 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0c58f2-5c4a-47f2-93bf-962b5ee946d7 None None] Checking segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:22:07.691046 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7e0c58f2-5c4a-47f2-93bf-962b5ee946d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:07.691469 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0c58f2-5c4a-47f2-93bf-962b5ee946d7 None None] Bound using segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:22:07.692016 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-7e0c58f2-5c4a-47f2-93bf-962b5ee946d7 None None] Bound port: 6109bf1b-60de-4c9e-a67d-e49ec72b14fd, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:22:07.692586 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7e0c58f2-5c4a-47f2-93bf-962b5ee946d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:07.696881 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6612247b-be07-4e2f-8d41-4532044cb4d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:22:07.697426 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6612247b-be07-4e2f-8d41-4532044cb4d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:22:07.697995 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6612247b-be07-4e2f-8d41-4532044cb4d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:22:07.698410 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6612247b-be07-4e2f-8d41-4532044cb4d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:22:07.699565 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6612247b-be07-4e2f-8d41-4532044cb4d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:22:07.699975 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6612247b-be07-4e2f-8d41-4532044cb4d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:22:07.700386 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6612247b-be07-4e2f-8d41-4532044cb4d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:22:07.701087 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6612247b-be07-4e2f-8d41-4532044cb4d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:22:07.701281 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6612247b-be07-4e2f-8d41-4532044cb4d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:22:07.701684 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6612247b-be07-4e2f-8d41-4532044cb4d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:22:07.702086 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6612247b-be07-4e2f-8d41-4532044cb4d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:22:07.707352 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6612247b-be07-4e2f-8d41-4532044cb4d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:22:07.727669 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1859fe45-6750-4035-a99c-4511bb457bee None None] Network dd2f53fd-4a9d-4ecc-8de3-9d867aad3ec6 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:22:07.739688 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-1859fe45-6750-4035-a99c-4511bb457bee None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:22:07.749418 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1859fe45-6750-4035-a99c-4511bb457bee None None] Pushing event updated for resources: {'Port': ['ID=55d1a675-0106-44de-a252-c92c3e47bdf8,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:07.753724 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1859fe45-6750-4035-a99c-4511bb457bee None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:22:07.798907 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d0b5816f-2739-4f95-b2a8-49cc0cee0c3f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:07.801948 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-7e0c58f2-5c4a-47f2-93bf-962b5ee946d7 None None] For port 6109bf1b-60de-4c9e-a67d-e49ec72b14fd, host n-d-808199-11, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:22:07.807944 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-7e0c58f2-5c4a-47f2-93bf-962b5ee946d7 None None] For port 6109bf1b-60de-4c9e-a67d-e49ec72b14fd, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=6109bf1b-60de-4c9e-a67d-e49ec72b14fd,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:22:07.816651 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7e0c58f2-5c4a-47f2-93bf-962b5ee946d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:07.840410 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-682d7a82-2580-4be8-af68-591d93db34eb req-82d9b474-c0b8-439a-b729-ad62f8f36dd0 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392941 Nov 25 13:22:07.885453 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0c58f2-5c4a-47f2-93bf-962b5ee946d7 None None] Routers {'97c4b1cc-fcaf-4181-9903-1f64ccf807ec'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:22:07.886421 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-7e0c58f2-5c4a-47f2-93bf-962b5ee946d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:22:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['97c4b1cc-fcaf-4181-9903-1f64ccf807ec'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:22:08.020774 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6612247b-be07-4e2f-8d41-4532044cb4d7 None None] Pushing event updated for resources: {'Port': ['ID=6109bf1b-60de-4c9e-a67d-e49ec72b14fd,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:08.052016 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-7e0c58f2-5c4a-47f2-93bf-962b5ee946d7 None None] Set router 97c4b1cc-fcaf-4181-9903-1f64ccf807ec gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:22:08.125942 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d0b5816f-2739-4f95-b2a8-49cc0cee0c3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:08.157026 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2a8030-e143-42ea-8011-36b6e6c0c0af None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:22:08.282035 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-7e0c58f2-5c4a-47f2-93bf-962b5ee946d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97c4b1cc-fcaf-4181-9903-1f64ccf807ec', 'name': 'tempest-ServerRescueNegativeTestJSON-208641899-router', 'tenant_id': '8d2854b381a841d0bb264f5a26a8525e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '6109bf1b-60de-4c9e-a67d-e49ec72b14fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:22:03Z', 'updated_at': '2021-11-25T13:22:05Z', 'revision_number': 3, 'project_id': '8d2854b381a841d0bb264f5a26a8525e', 'gw_port': {'id': '6109bf1b-60de-4c9e-a67d-e49ec72b14fd', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:74:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97c4b1cc-fcaf-4181-9903-1f64ccf807ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:22:04Z', 'updated_at': '2021-11-25T13:22:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:22:08.291596 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-1859fe45-6750-4035-a99c-4511bb457bee None None] Attempting to bind port 55d1a675-0106-44de-a252-c92c3e47bdf8 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:22:08.292329 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-1859fe45-6750-4035-a99c-4511bb457bee None None] Attempting to bind port 55d1a675-0106-44de-a252-c92c3e47bdf8 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '98c520c6-f2da-46af-82ed-6057431a105c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'dd2f53fd-4a9d-4ecc-8de3-9d867aad3ec6'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:22:08.292871 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1859fe45-6750-4035-a99c-4511bb457bee None None] Attempting to bind port 55d1a675-0106-44de-a252-c92c3e47bdf8 on network dd2f53fd-4a9d-4ecc-8de3-9d867aad3ec6 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:22:08.311783 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:08.320887 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-da90d788-9e80-42b3-a02d-048ed58cae5b None None] Provisioning complete for port 6109bf1b-60de-4c9e-a67d-e49ec72b14fd triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:22:08.321495 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-da90d788-9e80-42b3-a02d-048ed58cae5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:08.337830 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0c58f2-5c4a-47f2-93bf-962b5ee946d7 None None] The sync data for ids ['97c4b1cc-fcaf-4181-9903-1f64ccf807ec'] in n-d-808199-11 is: [{'id': '97c4b1cc-fcaf-4181-9903-1f64ccf807ec', 'name': 'tempest-ServerRescueNegativeTestJSON-208641899-router', 'tenant_id': '8d2854b381a841d0bb264f5a26a8525e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '6109bf1b-60de-4c9e-a67d-e49ec72b14fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:22:03Z', 'updated_at': '2021-11-25T13:22:05Z', 'revision_number': 3, 'project_id': '8d2854b381a841d0bb264f5a26a8525e', 'gw_port': {'id': '6109bf1b-60de-4c9e-a67d-e49ec72b14fd', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:74:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97c4b1cc-fcaf-4181-9903-1f64ccf807ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:22:04Z', 'updated_at': '2021-11-25T13:22:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:22:08.344650 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1859fe45-6750-4035-a99c-4511bb457bee None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:22:08.345261 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1859fe45-6750-4035-a99c-4511bb457bee None None] Checking segment: {'id': '98c520c6-f2da-46af-82ed-6057431a105c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'dd2f53fd-4a9d-4ecc-8de3-9d867aad3ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:22:08.345681 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1859fe45-6750-4035-a99c-4511bb457bee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:08.346086 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1859fe45-6750-4035-a99c-4511bb457bee None None] Bound using segment: {'id': '98c520c6-f2da-46af-82ed-6057431a105c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'dd2f53fd-4a9d-4ecc-8de3-9d867aad3ec6'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:22:08.346607 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-1859fe45-6750-4035-a99c-4511bb457bee None None] Bound port: 55d1a675-0106-44de-a252-c92c3e47bdf8, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c520c6-f2da-46af-82ed-6057431a105c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'dd2f53fd-4a9d-4ecc-8de3-9d867aad3ec6'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:22:08.347026 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1859fe45-6750-4035-a99c-4511bb457bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:08.363116 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b5816f-2739-4f95-b2a8-49cc0cee0c3f admin admin] Router d6dd2bc3-0cfa-4a50-9129-f762c87cd766 is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:22:08.427117 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a41210ec-edaa-468d-a699-5e7b6deba012 None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:08.430863 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1e44dc18-f1f7-409e-b23b-590870a436af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:08.446756 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a41210ec-edaa-468d-a699-5e7b6deba012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:08.454928 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-68a7c8a3-c43e-4d0c-833f-2a510767b6dc admin admin] Allocated IP 172.20.0.1 (af451dea-7b21-412a-8cb8-0a3397d2cf49/4dfa8e25-6b00-4870-b13d-92b789ff5b1c/f5c171f6-49f7-466c-8938-4c05396ebb3e) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:22:08.531984 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b5816f-2739-4f95-b2a8-49cc0cee0c3f admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:22:08.550550 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 74a71ca0-6fc0-4fa8-981a-e1fa1f584dd3 up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:22:08.556469 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d0b5816f-2739-4f95-b2a8-49cc0cee0c3f admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:08.561326 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d0b5816f-2739-4f95-b2a8-49cc0cee0c3f admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4239860 Nov 25 13:22:08.562023 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 54640) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:22:08.567561 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bf5e53-371b-4b22-9159-d2cded4106a7 None None] Sync routers for ids ['d6dd2bc3-0cfa-4a50-9129-f762c87cd766'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:22:08.623952 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-1859fe45-6750-4035-a99c-4511bb457bee None None] For port 55d1a675-0106-44de-a252-c92c3e47bdf8, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:22:08.647584 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9841bc-969d-418d-aefa-a653cc82e7fa None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:22:08.651396 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-a41210ec-edaa-468d-a699-5e7b6deba012 None None] Attempting to bind port bcc4a824-d1fa-46f8-adaa-281f66bf9234 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:22:08.651927 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-a41210ec-edaa-468d-a699-5e7b6deba012 None None] Attempting to bind port bcc4a824-d1fa-46f8-adaa-281f66bf9234 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:22:08.652454 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41210ec-edaa-468d-a699-5e7b6deba012 None None] Attempting to bind port bcc4a824-d1fa-46f8-adaa-281f66bf9234 on network 7542d3d9-0db3-40e7-ab88-a168871141f7 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:22:08.721575 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-1859fe45-6750-4035-a99c-4511bb457bee None None] For port 55d1a675-0106-44de-a252-c92c3e47bdf8, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=55d1a675-0106-44de-a252-c92c3e47bdf8,segment=NetworkSegment(98c520c6-f2da-46af-82ed-6057431a105c),segment_id=98c520c6-f2da-46af-82ed-6057431a105c)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:22:08.726869 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41210ec-edaa-468d-a699-5e7b6deba012 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:22:08.727235 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41210ec-edaa-468d-a699-5e7b6deba012 None None] Checking segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:22:08.727765 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a41210ec-edaa-468d-a699-5e7b6deba012 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:08.728210 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41210ec-edaa-468d-a699-5e7b6deba012 None None] Bound using segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:22:08.728690 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-a41210ec-edaa-468d-a699-5e7b6deba012 None None] Bound port: bcc4a824-d1fa-46f8-adaa-281f66bf9234, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:22:08.729073 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a41210ec-edaa-468d-a699-5e7b6deba012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:08.755080 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c9dcca-fb50-4085-a5e2-f0f3bf62aebe None None] Pushing event updated for resources: {'Port': ['ID=bcc4a824-d1fa-46f8-adaa-281f66bf9234,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:08.765539 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1859fe45-6750-4035-a99c-4511bb457bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:08.767424 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bf5e53-371b-4b22-9159-d2cded4106a7 None None] Routers {'d6dd2bc3-0cfa-4a50-9129-f762c87cd766'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:22:08.768169 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-21bf5e53-371b-4b22-9159-d2cded4106a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:22:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['d6dd2bc3-0cfa-4a50-9129-f762c87cd766'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:22:08.797075 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-68a7c8a3-c43e-4d0c-833f-2a510767b6dc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:08.831208 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-1e44dc18-f1f7-409e-b23b-590870a436af admin admin] Allocated IP 172.20.0.1 (8aeff596-29a4-4a6a-a333-9e2b92e15a4b/43603bfb-2066-4414-ab91-8e5215ee7bf8/8737cfe7-541d-4b07-b3f6-cba1bf229bb6) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:22:08.909330 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-da90d788-9e80-42b3-a02d-048ed58cae5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:08.936565 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-da90d788-9e80-42b3-a02d-048ed58cae5b None None] For port 6109bf1b-60de-4c9e-a67d-e49ec72b14fd, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=6109bf1b-60de-4c9e-a67d-e49ec72b14fd,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:22:08.955550 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-da90d788-9e80-42b3-a02d-048ed58cae5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:09.017803 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1859fe45-6750-4035-a99c-4511bb457bee None None] Pushing event updated for resources: {'Port': ['ID=55d1a675-0106-44de-a252-c92c3e47bdf8,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:09.037364 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-68a7c8a3-c43e-4d0c-833f-2a510767b6dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:09.114984 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port 74a71ca0-6fc0-4fa8-981a-e1fa1f584dd3 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:22:09.127530 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port 74a71ca0-6fc0-4fa8-981a-e1fa1f584dd3 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:22:09.128163 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:09.149700 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-a41210ec-edaa-468d-a699-5e7b6deba012 None None] For port bcc4a824-d1fa-46f8-adaa-281f66bf9234, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:22:09.279947 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a7c8a3-c43e-4d0c-833f-2a510767b6dc admin admin] Network af451dea-7b21-412a-8cb8-0a3397d2cf49 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:22:09.306250 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-21bf5e53-371b-4b22-9159-d2cded4106a7 None None] Set router d6dd2bc3-0cfa-4a50-9129-f762c87cd766 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:22:09.308926 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47220b91-695b-43c5-9573-7f01e4cef9ab req-21ad35e6-5241-479a-a0cc-03600befe8b3 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:09.310533 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-47220b91-695b-43c5-9573-7f01e4cef9ab req-21ad35e6-5241-479a-a0cc-03600befe8b3 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a5125a7-d676-4c00-b67e-0e18a0d218a8 HTTP/1.1" status: 200 len: 945 time: 0.3144488 Nov 25 13:22:09.311918 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a7c8a3-c43e-4d0c-833f-2a510767b6dc admin admin] Pushing event updated for resources: {'Port': ['ID=f5c171f6-49f7-466c-8938-4c05396ebb3e,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:09.316268 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-a41210ec-edaa-468d-a699-5e7b6deba012 None None] For port bcc4a824-d1fa-46f8-adaa-281f66bf9234, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=bcc4a824-d1fa-46f8-adaa-281f66bf9234,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:22:09.319865 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-68a7c8a3-c43e-4d0c-833f-2a510767b6dc admin admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:22:09.335850 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a7c8a3-c43e-4d0c-833f-2a510767b6dc admin admin] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:22:09.477599 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c3ec15ac-dacb-4cce-a25e-90e30a5bde59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:09.484236 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-076eee66-c307-476a-bc58-c1bc00b3f9fe None None] Provisioning complete for port bcc4a824-d1fa-46f8-adaa-281f66bf9234 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:22:09.484618 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-076eee66-c307-476a-bc58-c1bc00b3f9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:09.490196 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1e44dc18-f1f7-409e-b23b-590870a436af admin admin] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:09.511268 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-68a7c8a3-c43e-4d0c-833f-2a510767b6dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:09.536155 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 6109bf1b-60de-4c9e-a67d-e49ec72b14fd up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:22:09.594620 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a41210ec-edaa-468d-a699-5e7b6deba012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:09.647874 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da90d788-9e80-42b3-a02d-048ed58cae5b None None] Pushing event updated for resources: {'Port': ['ID=6109bf1b-60de-4c9e-a67d-e49ec72b14fd,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:09.669711 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-47220b91-695b-43c5-9573-7f01e4cef9ab req-abe6ffd3-5180-428d-b94a-5c9f585d2834 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416061 Nov 25 13:22:09.715065 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1e44dc18-f1f7-409e-b23b-590870a436af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:09.770067 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61aa4dbb-6d01-44a5-a183-77e91cef26b9 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:22:09.805344 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 6109bf1b-60de-4c9e-a67d-e49ec72b14fd triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:22:09.805751 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:09.845062 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e44dc18-f1f7-409e-b23b-590870a436af admin admin] Network 8aeff596-29a4-4a6a-a333-9e2b92e15a4b is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:22:09.848336 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-c3ec15ac-dacb-4cce-a25e-90e30a5bde59 admin admin] Allocated IP 172.20.0.1 (dd2f53fd-4a9d-4ecc-8de3-9d867aad3ec6/4338fd81-4e7b-4876-9bda-c88455681113/8ad7a44d-0655-439e-99ce-b953ce20078e) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:22:09.853616 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-1e44dc18-f1f7-409e-b23b-590870a436af admin admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:22:09.863114 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e44dc18-f1f7-409e-b23b-590870a436af admin admin] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:22:09.896958 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e44dc18-f1f7-409e-b23b-590870a436af admin admin] Pushing event updated for resources: {'Port': ['ID=8737cfe7-541d-4b07-b3f6-cba1bf229bb6,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:09.968699 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-68a7c8a3-c43e-4d0c-833f-2a510767b6dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:09.971118 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1e44dc18-f1f7-409e-b23b-590870a436af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:10.041080 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41210ec-edaa-468d-a699-5e7b6deba012 None None] Routers {'0757324b-9367-4a2b-afb5-5562bec46876'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:22:10.041915 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-a41210ec-edaa-468d-a699-5e7b6deba012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:22:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['0757324b-9367-4a2b-afb5-5562bec46876'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:22:10.096354 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c9dcca-fb50-4085-a5e2-f0f3bf62aebe None None] Pushing event updated for resources: {'Port': ['ID=bcc4a824-d1fa-46f8-adaa-281f66bf9234,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:10.226468 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:10.338324 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-68a7c8a3-c43e-4d0c-833f-2a510767b6dc admin admin] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:10.347013 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-076eee66-c307-476a-bc58-c1bc00b3f9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:10.352491 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-68a7c8a3-c43e-4d0c-833f-2a510767b6dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:10.395851 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a5125a7-d676-4c00-b67e-0e18a0d218a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74a71ca0-6fc0-4fa8-981a-e1fa1f584dd3'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:22:10.401261 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a30b41ca-8ac4-41ab-8a64-7d6afd76d9fb" -d '{"events": [{"server_uuid": "1a5125a7-d676-4c00-b67e-0e18a0d218a8", "name": "network-vif-plugged", "status": "completed", "tag": "74a71ca0-6fc0-4fa8-981a-e1fa1f584dd3"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:22:10.449868 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 74a71ca0-6fc0-4fa8-981a-e1fa1f584dd3, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=74a71ca0-6fc0-4fa8-981a-e1fa1f584dd3,segment=NetworkSegment(9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8),segment_id=9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:22:10.501560 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:10.525902 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-076eee66-c307-476a-bc58-c1bc00b3f9fe None None] For port bcc4a824-d1fa-46f8-adaa-281f66bf9234, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=bcc4a824-d1fa-46f8-adaa-281f66bf9234,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:22:10.541250 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c3ec15ac-dacb-4cce-a25e-90e30a5bde59 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:10.587472 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a7c8a3-c43e-4d0c-833f-2a510767b6dc admin admin] Pushing event updated for resources: {'Port': ['ID=f5c171f6-49f7-466c-8938-4c05396ebb3e,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:10.596374 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-076eee66-c307-476a-bc58-c1bc00b3f9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:10.599633 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-68a7c8a3-c43e-4d0c-833f-2a510767b6dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:10.625668 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c3ec15ac-dacb-4cce-a25e-90e30a5bde59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:10.650977 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=74a71ca0-6fc0-4fa8-981a-e1fa1f584dd3,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:10.683945 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a690389-dd7b-4aa5-aab1-a1b6c86e8edc None None] Network dd2f53fd-4a9d-4ecc-8de3-9d867aad3ec6 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:22:10.776141 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ec15ac-dacb-4cce-a25e-90e30a5bde59 admin admin] Pushing event updated for resources: {'Port': ['ID=8ad7a44d-0655-439e-99ce-b953ce20078e,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:10.788520 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eccf42e2-5ca2-4626-a969-c07c2459aa3d x-openstack-request-id: req-eccf42e2-5ca2-4626-a969-c07c2459aa3d {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:22:10.788902 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a5125a7-d676-4c00-b67e-0e18a0d218a8", "name": "network-vif-plugged", "status": "completed", "tag": "74a71ca0-6fc0-4fa8-981a-e1fa1f584dd3", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:22:10.789380 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eccf42e2-5ca2-4626-a969-c07c2459aa3d {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:22:10.789792 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a5125a7-d676-4c00-b67e-0e18a0d218a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74a71ca0-6fc0-4fa8-981a-e1fa1f584dd3', 'code': 200} Nov 25 13:22:10.792256 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-a41210ec-edaa-468d-a699-5e7b6deba012 None None] Set router 0757324b-9367-4a2b-afb5-5562bec46876 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:22:10.802243 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ec15ac-dacb-4cce-a25e-90e30a5bde59 admin admin] Network dd2f53fd-4a9d-4ecc-8de3-9d867aad3ec6 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:22:10.804327 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-c3ec15ac-dacb-4cce-a25e-90e30a5bde59 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:22:10.810585 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ec15ac-dacb-4cce-a25e-90e30a5bde59 admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:22:10.814377 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1e44dc18-f1f7-409e-b23b-590870a436af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:10.820670 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-21bf5e53-371b-4b22-9159-d2cded4106a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6dd2bc3-0cfa-4a50-9129-f762c87cd766', 'name': 'tempest-ServersTestMultiNic-1418688574-router', 'tenant_id': 'c7b7eead49e04a28b5b17470c05451fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '6d45f16a-a384-4d47-af18-5c08b909c40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:22:06Z', 'updated_at': '2021-11-25T13:22:07Z', 'revision_number': 3, 'project_id': 'c7b7eead49e04a28b5b17470c05451fe', 'gw_port': {'id': '6d45f16a-a384-4d47-af18-5c08b909c40e', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f3:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6dd2bc3-0cfa-4a50-9129-f762c87cd766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:22:06Z', 'updated_at': '2021-11-25T13:22:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:22:10.870823 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c3ec15ac-dacb-4cce-a25e-90e30a5bde59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:11.013926 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a7c8a3-c43e-4d0c-833f-2a510767b6dc admin admin] Network af451dea-7b21-412a-8cb8-0a3397d2cf49 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:22:11.028870 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e2fdf1-76a2-4b7c-b468-1ac340936258 req-1bf3beda-1f49-4296-9e3d-405ea30328bc tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:11.037379 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-20e2fdf1-76a2-4b7c-b468-1ac340936258 req-1bf3beda-1f49-4296-9e3d-405ea30328bc tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a5125a7-d676-4c00-b67e-0e18a0d218a8 HTTP/1.1" status: 200 len: 946 time: 0.2037978 Nov 25 13:22:11.053072 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-68a7c8a3-c43e-4d0c-833f-2a510767b6dc admin admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:22:11.079635 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc94dc-d112-4752-bb85-983e2a7f3dc7 req-bc560555-e533-4374-8f96-abbe2ca9ec7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:11.079837 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-92cc94dc-d112-4752-bb85-983e2a7f3dc7 req-bc560555-e533-4374-8f96-abbe2ca9ec7a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1a5125a7-d676-4c00-b67e-0e18a0d218a8 HTTP/1.1" status: 200 len: 1098 time: 0.2358096 Nov 25 13:22:11.105260 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c3ec15ac-dacb-4cce-a25e-90e30a5bde59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:11.142459 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-076eee66-c307-476a-bc58-c1bc00b3f9fe None None] Provisioning complete for port 6109bf1b-60de-4c9e-a67d-e49ec72b14fd triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:22:11.143242 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-076eee66-c307-476a-bc58-c1bc00b3f9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:11.145108 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bf5e53-371b-4b22-9159-d2cded4106a7 None None] Checking router: d6dd2bc3-0cfa-4a50-9129-f762c87cd766 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:22:11.145654 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bf5e53-371b-4b22-9159-d2cded4106a7 None None] Updating router d6dd2bc3-0cfa-4a50-9129-f762c87cd766 port 6d45f16a-a384-4d47-af18-5c08b909c40e binding host n-d-808199-11 {{(pid=103572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:22:11.187369 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-21bf5e53-371b-4b22-9159-d2cded4106a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:11.313013 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-20e2fdf1-76a2-4b7c-b468-1ac340936258 req-5946adbb-166f-49bd-acf0-d7d72904a74c tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744541 Nov 25 13:22:11.331788 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68a7c8a3-c43e-4d0c-833f-2a510767b6dc admin admin] Router 0757324b-9367-4a2b-afb5-5562bec46876 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:22:11.396868 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-92cc94dc-d112-4752-bb85-983e2a7f3dc7 req-f4a1ce3c-47e5-462a-a06b-1dc56af9680c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815838 Nov 25 13:22:11.478944 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c3ec15ac-dacb-4cce-a25e-90e30a5bde59 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:11.495613 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c3ec15ac-dacb-4cce-a25e-90e30a5bde59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:11.533760 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1e44dc18-f1f7-409e-b23b-590870a436af admin admin] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:11.540770 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 55d1a675-0106-44de-a252-c92c3e47bdf8 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:22:11.551983 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1e44dc18-f1f7-409e-b23b-590870a436af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:11.589398 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ec15ac-dacb-4cce-a25e-90e30a5bde59 admin admin] Pushing event updated for resources: {'Port': ['ID=8ad7a44d-0655-439e-99ce-b953ce20078e,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:11.591836 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076eee66-c307-476a-bc58-c1bc00b3f9fe None None] Pushing event updated for resources: {'Port': ['ID=bcc4a824-d1fa-46f8-adaa-281f66bf9234,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:11.599073 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c3ec15ac-dacb-4cce-a25e-90e30a5bde59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:11.625754 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:11.691269 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e44dc18-f1f7-409e-b23b-590870a436af admin admin] Pushing event updated for resources: {'Port': ['ID=8737cfe7-541d-4b07-b3f6-cba1bf229bb6,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:11.705791 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a7c8a3-c43e-4d0c-833f-2a510767b6dc admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:22:11.713388 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-68a7c8a3-c43e-4d0c-833f-2a510767b6dc admin admin] 10.222.0.53 "PUT /v2.0/routers/0757324b-9367-4a2b-afb5-5562bec46876/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6498208 Nov 25 13:22:11.722488 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1e44dc18-f1f7-409e-b23b-590870a436af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:11.756286 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ec15ac-dacb-4cce-a25e-90e30a5bde59 admin admin] Network dd2f53fd-4a9d-4ecc-8de3-9d867aad3ec6 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:22:11.758282 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-c3ec15ac-dacb-4cce-a25e-90e30a5bde59 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:22:11.876309 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e44dc18-f1f7-409e-b23b-590870a436af admin admin] Network 8aeff596-29a4-4a6a-a333-9e2b92e15a4b is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:22:11.878028 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-1e44dc18-f1f7-409e-b23b-590870a436af admin admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:22:11.903097 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 55d1a675-0106-44de-a252-c92c3e47bdf8 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:22:11.903484 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:12.002952 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3ec15ac-dacb-4cce-a25e-90e30a5bde59 admin admin] Router d6dd2bc3-0cfa-4a50-9129-f762c87cd766 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:22:12.026533 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-21bf5e53-371b-4b22-9159-d2cded4106a7 None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:12.082645 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-21bf5e53-371b-4b22-9159-d2cded4106a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:12.124315 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e44dc18-f1f7-409e-b23b-590870a436af admin admin] Router 97c4b1cc-fcaf-4181-9903-1f64ccf807ec has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:22:12.145500 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-97807a70-3fc4-4720-a83c-4933b182441b None None] Provisioning complete for port bcc4a824-d1fa-46f8-adaa-281f66bf9234 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:22:12.146301 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-97807a70-3fc4-4720-a83c-4933b182441b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:12.155935 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4493ac1-f93e-4b4b-9c76-c639593b53e7 None None] Pushing event updated for resources: {'Port': ['ID=6d45f16a-a384-4d47-af18-5c08b909c40e,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:12.209828 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ec15ac-dacb-4cce-a25e-90e30a5bde59 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:22:12.212291 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5715e4b1-cac1-47a6-8bf5-1f6b0f609d9a None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:22:12.236654 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:12.239972 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c3ec15ac-dacb-4cce-a25e-90e30a5bde59 admin admin] 10.222.0.53 "PUT /v2.0/routers/d6dd2bc3-0cfa-4a50-9129-f762c87cd766/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6687086 Nov 25 13:22:12.252501 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-21bf5e53-371b-4b22-9159-d2cded4106a7 None None] Attempting to bind port 6d45f16a-a384-4d47-af18-5c08b909c40e on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:22:12.252945 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-21bf5e53-371b-4b22-9159-d2cded4106a7 None None] Attempting to bind port 6d45f16a-a384-4d47-af18-5c08b909c40e by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:22:12.253428 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bf5e53-371b-4b22-9159-d2cded4106a7 None None] Attempting to bind port 6d45f16a-a384-4d47-af18-5c08b909c40e on network 7542d3d9-0db3-40e7-ab88-a168871141f7 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:22:12.270601 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bf5e53-371b-4b22-9159-d2cded4106a7 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:22:12.271141 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bf5e53-371b-4b22-9159-d2cded4106a7 None None] Checking segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:22:12.271673 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-21bf5e53-371b-4b22-9159-d2cded4106a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:12.272299 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bf5e53-371b-4b22-9159-d2cded4106a7 None None] Bound using segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:22:12.273012 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-21bf5e53-371b-4b22-9159-d2cded4106a7 None None] Bound port: 6d45f16a-a384-4d47-af18-5c08b909c40e, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:22:12.273505 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-21bf5e53-371b-4b22-9159-d2cded4106a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:12.353685 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-a41210ec-edaa-468d-a699-5e7b6deba012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0757324b-9367-4a2b-afb5-5562bec46876', 'name': 'tempest-ServerRescueTestJSONUnderV235-1202633880-router', 'tenant_id': 'e3a3a10c56944c1ba1ef6f97ca677aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'bcc4a824-d1fa-46f8-adaa-281f66bf9234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:22:03Z', 'updated_at': '2021-11-25T13:22:09Z', 'revision_number': 4, 'project_id': 'e3a3a10c56944c1ba1ef6f97ca677aaf', 'gw_port': {'id': 'bcc4a824-d1fa-46f8-adaa-281f66bf9234', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c3:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0757324b-9367-4a2b-afb5-5562bec46876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:22:03Z', 'updated_at': '2021-11-25T13:22:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'f5c171f6-49f7-466c-8938-4c05396ebb3e', 'name': '', 'network_id': 'af451dea-7b21-412a-8cb8-0a3397d2cf49', 'tenant_id': 'e3a3a10c56944c1ba1ef6f97ca677aaf', 'mac_address': 'fa:16:3e:22:a5:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0757324b-9367-4a2b-afb5-5562bec46876', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '4dfa8e25-6b00-4870-b13d-92b789ff5b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:22:07Z', 'updated_at': '2021-11-25T13:22:08Z', 'revision_number': 1, 'project_id': 'e3a3a10c56944c1ba1ef6f97ca677aaf', 'subnets': [{'id': '4dfa8e25-6b00-4870-b13d-92b789ff5b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:22:12.395577 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41210ec-edaa-468d-a699-5e7b6deba012 None None] The sync data for ids ['0757324b-9367-4a2b-afb5-5562bec46876'] in n-d-808199-11 is: [{'id': '0757324b-9367-4a2b-afb5-5562bec46876', 'name': 'tempest-ServerRescueTestJSONUnderV235-1202633880-router', 'tenant_id': 'e3a3a10c56944c1ba1ef6f97ca677aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'bcc4a824-d1fa-46f8-adaa-281f66bf9234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:22:03Z', 'updated_at': '2021-11-25T13:22:09Z', 'revision_number': 4, 'project_id': 'e3a3a10c56944c1ba1ef6f97ca677aaf', 'gw_port': {'id': 'bcc4a824-d1fa-46f8-adaa-281f66bf9234', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c3:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0757324b-9367-4a2b-afb5-5562bec46876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:22:03Z', 'updated_at': '2021-11-25T13:22:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'f5c171f6-49f7-466c-8938-4c05396ebb3e', 'name': '', 'network_id': 'af451dea-7b21-412a-8cb8-0a3397d2cf49', 'tenant_id': 'e3a3a10c56944c1ba1ef6f97ca677aaf', 'mac_address': 'fa:16:3e:22:a5:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0757324b-9367-4a2b-afb5-5562bec46876', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '4dfa8e25-6b00-4870-b13d-92b789ff5b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:22:07Z', 'updated_at': '2021-11-25T13:22:08Z', 'revision_number': 1, 'project_id': 'e3a3a10c56944c1ba1ef6f97ca677aaf', 'subnets': [{'id': '4dfa8e25-6b00-4870-b13d-92b789ff5b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:22:12.430999 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 54708) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:22:12.444180 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] For port 55d1a675-0106-44de-a252-c92c3e47bdf8, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=55d1a675-0106-44de-a252-c92c3e47bdf8,segment=NetworkSegment(98c520c6-f2da-46af-82ed-6057431a105c),segment_id=98c520c6-f2da-46af-82ed-6057431a105c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:22:12.495005 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:12.496083 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 6109bf1b-60de-4c9e-a67d-e49ec72b14fd up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:22:12.524005 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:22:12.582460 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-21bf5e53-371b-4b22-9159-d2cded4106a7 None None] For port 6d45f16a-a384-4d47-af18-5c08b909c40e, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:22:12.673236 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-21bf5e53-371b-4b22-9159-d2cded4106a7 None None] For port 6d45f16a-a384-4d47-af18-5c08b909c40e, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=6d45f16a-a384-4d47-af18-5c08b909c40e,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:22:12.714478 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-21bf5e53-371b-4b22-9159-d2cded4106a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:12.723344 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-50cd6eaa-74ad-455e-8f85-a1cb17a5672d tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1965845722'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:22:12.738763 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 6109bf1b-60de-4c9e-a67d-e49ec72b14fd triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:22:12.739152 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:12.791958 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50cd6eaa-74ad-455e-8f85-a1cb17a5672d tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Made reservation on behalf of c7b7eead49e04a28b5b17470c05451fe for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:22:12.810413 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-50cd6eaa-74ad-455e-8f85-a1cb17a5672d tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:12.822185 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Pushing event updated for resources: {'Port': ['ID=55d1a675-0106-44de-a252-c92c3e47bdf8,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:12.858254 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50cd6eaa-74ad-455e-8f85-a1cb17a5672d tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:22:12.882353 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-50cd6eaa-74ad-455e-8f85-a1cb17a5672d tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:12.882597 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13738859-ebef-46e5-b85f-5e0d0ed86fc5 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:22:12.883722 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-50cd6eaa-74ad-455e-8f85-a1cb17a5672d tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Added segment 81051605-1bc5-477c-a234-64173956196c of type vlan for network cd416db4-a041-4c84-9c55-d03be0781f61 Nov 25 13:22:12.928553 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bf5e53-371b-4b22-9159-d2cded4106a7 None None] Routers {'d6dd2bc3-0cfa-4a50-9129-f762c87cd766'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:22:12.929207 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-21bf5e53-371b-4b22-9159-d2cded4106a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:22:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['d6dd2bc3-0cfa-4a50-9129-f762c87cd766'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:22:12.958832 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-50cd6eaa-74ad-455e-8f85-a1cb17a5672d tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:13.012106 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-50cd6eaa-74ad-455e-8f85-a1cb17a5672d tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:13.018352 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50cd6eaa-74ad-455e-8f85-a1cb17a5672d tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:13.025906 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-50cd6eaa-74ad-455e-8f85-a1cb17a5672d tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:13.074148 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-97807a70-3fc4-4720-a83c-4933b182441b None None] Provisioning complete for port 55d1a675-0106-44de-a252-c92c3e47bdf8 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:22:13.074625 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-97807a70-3fc4-4720-a83c-4933b182441b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:13.102026 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e44dc18-f1f7-409e-b23b-590870a436af admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:22:13.119299 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-1e44dc18-f1f7-409e-b23b-590870a436af admin admin] 10.222.0.53 "PUT /v2.0/routers/97c4b1cc-fcaf-4181-9903-1f64ccf807ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6047940 Nov 25 13:22:13.120149 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e769a8e5-9f3e-4cee-919d-85dfb06b413c None None] Sync routers for ids ['97c4b1cc-fcaf-4181-9903-1f64ccf807ec'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:22:13.148334 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e769a8e5-9f3e-4cee-919d-85dfb06b413c None None] Routers {'97c4b1cc-fcaf-4181-9903-1f64ccf807ec'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:22:13.148970 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-e769a8e5-9f3e-4cee-919d-85dfb06b413c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:22:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['97c4b1cc-fcaf-4181-9903-1f64ccf807ec'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:22:13.157581 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-50cd6eaa-74ad-455e-8f85-a1cb17a5672d tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7227969 Nov 25 13:22:13.159485 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d0f4b-7303-4513-aebf-5068ebfc3114 req-9d607ed8-b958-4b4f-a3a6-4a0db79d0a86 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:13.176894 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 54726) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:22:13.182016 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6b1d0f4b-7303-4513-aebf-5068ebfc3114 req-9d607ed8-b958-4b4f-a3a6-4a0db79d0a86 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a5125a7-d676-4c00-b67e-0e18a0d218a8 HTTP/1.1" status: 200 len: 946 time: 0.3945351 Nov 25 13:22:13.188076 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-049917b1-aeb4-4f9d-95f9-8fbe49133cfe tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Request body: {'subnet': {'network_id': 'cd416db4-a041-4c84-9c55-d03be0781f61', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:22:13.265473 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4493ac1-f93e-4b4b-9c76-c639593b53e7 None None] Pushing event updated for resources: {'Port': ['ID=6d45f16a-a384-4d47-af18-5c08b909c40e,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:13.280336 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8449e3b-fc6a-4b18-a80f-52418da848f4 req-46170d6a-1fe6-48f7-9cc0-ce207a3359e8 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:13.283046 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b8449e3b-fc6a-4b18-a80f-52418da848f4 req-46170d6a-1fe6-48f7-9cc0-ce207a3359e8 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/networks?id=af451dea-7b21-412a-8cb8-0a3397d2cf49 HTTP/1.1" status: 200 len: 820 time: 0.4968204 Nov 25 13:22:13.328414 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cd6eaa-74ad-455e-8f85-a1cb17a5672d tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Pushing event updated for resources: {'Network': ['ID=cd416db4-a041-4c84-9c55-d03be0781f61,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:13.353269 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6b1d0f4b-7303-4513-aebf-5068ebfc3114 req-efe81b51-8af7-4871-8cb6-36d1b192421a tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703908 Nov 25 13:22:13.356424 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b8449e3b-fc6a-4b18-a80f-52418da848f4 req-fe412ce0-bb9e-42ee-aba1-8dae1e48c20a tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/quotas/e3a3a10c56944c1ba1ef6f97ca677aaf HTTP/1.1" status: 200 len: 375 time: 0.0573792 Nov 25 13:22:13.364249 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network cd416db4-a041-4c84-9c55-d03be0781f61 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:22:13.372272 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-21bf5e53-371b-4b22-9159-d2cded4106a7 None None] Set router d6dd2bc3-0cfa-4a50-9129-f762c87cd766 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:22:13.411044 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049917b1-aeb4-4f9d-95f9-8fbe49133cfe tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Made reservation on behalf of c7b7eead49e04a28b5b17470c05451fe for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:22:13.439941 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-049917b1-aeb4-4f9d-95f9-8fbe49133cfe tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:13.460436 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-e769a8e5-9f3e-4cee-919d-85dfb06b413c None None] Set router 97c4b1cc-fcaf-4181-9903-1f64ccf807ec gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:22:13.520611 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b8449e3b-fc6a-4b18-a80f-52418da848f4 req-eb0de1b3-c80b-43b1-8c96-263ad191c134 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e3a3a10c56944c1ba1ef6f97ca677aaf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1558461 Nov 25 13:22:13.737577 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b8449e3b-fc6a-4b18-a80f-52418da848f4 req-6e7a97fb-9b70-4588-9263-82e37d09c1af service neutron] 10.222.0.53 "GET /v2.0/networks/af451dea-7b21-412a-8cb8-0a3397d2cf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094948 Nov 25 13:22:13.864559 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-b37b3db8-7ceb-4b5a-8a9a-f2768ba8c99f None None] Provisioning complete for port 8ad7a44d-0655-439e-99ce-b953ce20078e triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:22:13.865116 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b37b3db8-7ceb-4b5a-8a9a-f2768ba8c99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:13.904722 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 54736) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:22:14.013107 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b8449e3b-fc6a-4b18-a80f-52418da848f4 req-d1e5b7b4-4364-4a76-8152-be0a972789f1 service neutron] 10.222.0.53 "GET /v2.0/networks/af451dea-7b21-412a-8cb8-0a3397d2cf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614815 Nov 25 13:22:14.037458 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-049917b1-aeb4-4f9d-95f9-8fbe49133cfe tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:14.174671 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-e769a8e5-9f3e-4cee-919d-85dfb06b413c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97c4b1cc-fcaf-4181-9903-1f64ccf807ec', 'name': 'tempest-ServerRescueNegativeTestJSON-208641899-router', 'tenant_id': '8d2854b381a841d0bb264f5a26a8525e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '6109bf1b-60de-4c9e-a67d-e49ec72b14fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:22:03Z', 'updated_at': '2021-11-25T13:22:10Z', 'revision_number': 4, 'project_id': '8d2854b381a841d0bb264f5a26a8525e', 'gw_port': {'id': '6109bf1b-60de-4c9e-a67d-e49ec72b14fd', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:74:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c4b1cc-fcaf-4181-9903-1f64ccf807ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:22:04Z', 'updated_at': '2021-11-25T13:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '8737cfe7-541d-4b07-b3f6-cba1bf229bb6', 'name': '', 'network_id': '8aeff596-29a4-4a6a-a333-9e2b92e15a4b', 'tenant_id': '8d2854b381a841d0bb264f5a26a8525e', 'mac_address': 'fa:16:3e:a3:86:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97c4b1cc-fcaf-4181-9903-1f64ccf807ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '43603bfb-2066-4414-ab91-8e5215ee7bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:22:08Z', 'updated_at': '2021-11-25T13:22:10Z', 'revision_number': 2, 'project_id': '8d2854b381a841d0bb264f5a26a8525e', 'subnets': [{'id': '43603bfb-2066-4414-ab91-8e5215ee7bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:22:14.215410 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-08d0b2b3-09cf-4849-b667-bffe7ec7d25e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:14.227078 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e769a8e5-9f3e-4cee-919d-85dfb06b413c None None] Checking router: 97c4b1cc-fcaf-4181-9903-1f64ccf807ec for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:22:14.227540 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e769a8e5-9f3e-4cee-919d-85dfb06b413c None None] Updating router 97c4b1cc-fcaf-4181-9903-1f64ccf807ec port 8737cfe7-541d-4b07-b3f6-cba1bf229bb6 binding host n-d-808199-11 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:22:14.271086 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049917b1-aeb4-4f9d-95f9-8fbe49133cfe tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Pushing event updated for resources: {'Subnet': ['ID=3f8da185-dd63-4197-b46e-ebc58989c21e,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:14.281248 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049917b1-aeb4-4f9d-95f9-8fbe49133cfe tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Checking segment: {'id': '81051605-1bc5-477c-a234-64173956196c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'cd416db4-a041-4c84-9c55-d03be0781f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:22:14.281719 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049917b1-aeb4-4f9d-95f9-8fbe49133cfe tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Network hostable DHCP agents. Network: cd416db4-a041-4c84-9c55-d03be0781f61, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:22:14.285562 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e769a8e5-9f3e-4cee-919d-85dfb06b413c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:14.313671 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049917b1-aeb4-4f9d-95f9-8fbe49133cfe tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Network cd416db4-a041-4c84-9c55-d03be0781f61 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:22:14.345863 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-049917b1-aeb4-4f9d-95f9-8fbe49133cfe tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, cd416db4-a041-4c84-9c55-d03be0781f61) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:22:14.351750 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049917b1-aeb4-4f9d-95f9-8fbe49133cfe tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:14.352809 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-049917b1-aeb4-4f9d-95f9-8fbe49133cfe tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:14.419026 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-049917b1-aeb4-4f9d-95f9-8fbe49133cfe tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2408202 Nov 25 13:22:14.422028 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 54754) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:22:14.444305 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-09c7bdfc-6f1a-4398-8675-26a7205e26d4 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1847919584'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:22:14.460863 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-706fec06-a513-4d8b-8c98-95af6ed1d397 req-f5f0ccef-77f8-4a55-aa81-7d488c536b1b tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ae7607-c91e-4259-8f9c-8ea50f30aa38 HTTP/1.1" status: 200 len: 210 time: 0.0444384 Nov 25 13:22:14.492121 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c7bdfc-6f1a-4398-8675-26a7205e26d4 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Made reservation on behalf of c7b7eead49e04a28b5b17470c05451fe for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:22:14.500346 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-09c7bdfc-6f1a-4398-8675-26a7205e26d4 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:14.543202 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09c7bdfc-6f1a-4398-8675-26a7205e26d4 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:22:14.543419 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-08d0b2b3-09cf-4849-b667-bffe7ec7d25e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:14.555476 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d054f-9ca5-4bc1-8146-95581d37fff7 req-fedfc0b2-0665-4216-ab95-185b503c1c7e tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:14.562389 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-09c7bdfc-6f1a-4398-8675-26a7205e26d4 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:14.563365 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-09c7bdfc-6f1a-4398-8675-26a7205e26d4 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Added segment 2b2363e5-3894-46ca-ad12-8634a480587e of type vlan for network 0b5e32d4-0fe8-49ab-a6e5-34b841ceaf51 Nov 25 13:22:14.569861 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d50d054f-9ca5-4bc1-8146-95581d37fff7 req-fedfc0b2-0665-4216-ab95-185b503c1c7e tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/networks?id=8aeff596-29a4-4a6a-a333-9e2b92e15a4b HTTP/1.1" status: 200 len: 818 time: 0.2833695 Nov 25 13:22:14.579675 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-08d0b2b3-09cf-4849-b667-bffe7ec7d25e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:14.634955 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-09c7bdfc-6f1a-4398-8675-26a7205e26d4 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:14.651246 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f990d4bd-42c0-47d3-8130-ab74b2ae9fe5 None None] Network cd416db4-a041-4c84-9c55-d03be0781f61 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:22:14.677576 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d50d054f-9ca5-4bc1-8146-95581d37fff7 req-5e830d25-c8f3-4851-8dad-2a7d6ae80eff tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/quotas/8d2854b381a841d0bb264f5a26a8525e HTTP/1.1" status: 200 len: 375 time: 0.1066897 Nov 25 13:22:14.723529 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-09c7bdfc-6f1a-4398-8675-26a7205e26d4 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:14.729338 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c7bdfc-6f1a-4398-8675-26a7205e26d4 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:14.729953 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-09c7bdfc-6f1a-4398-8675-26a7205e26d4 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:14.828111 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d0b2b3-09cf-4849-b667-bffe7ec7d25e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=091af169-ec5c-4a75-9c9d-21943acc0551,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:14.863559 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574387d-ce48-4d1d-985e-bc0607916e4f req-9a5cf0c3-6892-4185-9277-d9ada0fa5a24 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:14.871781 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4574387d-ce48-4d1d-985e-bc0607916e4f req-9a5cf0c3-6892-4185-9277-d9ada0fa5a24 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a5125a7-d676-4c00-b67e-0e18a0d218a8 HTTP/1.1" status: 200 len: 946 time: 0.2649775 Nov 25 13:22:14.879084 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-09c7bdfc-6f1a-4398-8675-26a7205e26d4 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4555967 Nov 25 13:22:14.881711 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-08d0b2b3-09cf-4849-b667-bffe7ec7d25e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6d412ec42cbf47f691dc33f4cf4eb4ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9755561 Nov 25 13:22:14.882417 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 54762) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:22:14.885154 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 54764) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:22:14.889779 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-6f9f9dd5-b002-4dd7-93b1-f9d55fbcce96 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Request body: {'subnet': {'network_id': '0b5e32d4-0fe8-49ab-a6e5-34b841ceaf51', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:22:14.916519 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e769a8e5-9f3e-4cee-919d-85dfb06b413c None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:14.937510 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e769a8e5-9f3e-4cee-919d-85dfb06b413c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:14.943599 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d50d054f-9ca5-4bc1-8146-95581d37fff7 req-97b6acbd-bf83-4391-ba7c-b39f30174641 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8d2854b381a841d0bb264f5a26a8525e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2639470 Nov 25 13:22:14.977328 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c7bdfc-6f1a-4398-8675-26a7205e26d4 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Pushing event updated for resources: {'Network': ['ID=0b5e32d4-0fe8-49ab-a6e5-34b841ceaf51,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:15.021403 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 0b5e32d4-0fe8-49ab-a6e5-34b841ceaf51 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:22:15.045831 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a372bde-fb80-4324-9a96-457afa764592 None None] Pushing event updated for resources: {'Port': ['ID=8737cfe7-541d-4b07-b3f6-cba1bf229bb6,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:15.059687 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4f7eb3ac-576f-443e-add0-ce138dba0c19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:15.061246 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 55d1a675-0106-44de-a252-c92c3e47bdf8 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:22:15.120681 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4f7eb3ac-576f-443e-add0-ce138dba0c19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:15.129986 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9f9dd5-b002-4dd7-93b1-f9d55fbcce96 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Made reservation on behalf of c7b7eead49e04a28b5b17470c05451fe for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:22:15.133959 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6f9f9dd5-b002-4dd7-93b1-f9d55fbcce96 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:15.151492 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4574387d-ce48-4d1d-985e-bc0607916e4f req-d5517254-b3a4-4971-9fd9-b6ab22b92b84 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786913 Nov 25 13:22:15.191728 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-e769a8e5-9f3e-4cee-919d-85dfb06b413c None None] Attempting to bind port 8737cfe7-541d-4b07-b3f6-cba1bf229bb6 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:22:15.192323 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-e769a8e5-9f3e-4cee-919d-85dfb06b413c None None] Attempting to bind port 8737cfe7-541d-4b07-b3f6-cba1bf229bb6 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'b0455d7d-0c79-45af-9e78-87b143c9704a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8aeff596-29a4-4a6a-a333-9e2b92e15a4b'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:22:15.192441 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e769a8e5-9f3e-4cee-919d-85dfb06b413c None None] Attempting to bind port 8737cfe7-541d-4b07-b3f6-cba1bf229bb6 on network 8aeff596-29a4-4a6a-a333-9e2b92e15a4b {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:22:15.217772 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e769a8e5-9f3e-4cee-919d-85dfb06b413c None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:22:15.218123 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e769a8e5-9f3e-4cee-919d-85dfb06b413c None None] Checking segment: {'id': 'b0455d7d-0c79-45af-9e78-87b143c9704a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8aeff596-29a4-4a6a-a333-9e2b92e15a4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:22:15.218531 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e769a8e5-9f3e-4cee-919d-85dfb06b413c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:15.222013 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e769a8e5-9f3e-4cee-919d-85dfb06b413c None None] Bound using segment: {'id': 'b0455d7d-0c79-45af-9e78-87b143c9704a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8aeff596-29a4-4a6a-a333-9e2b92e15a4b'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:22:15.225673 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-e769a8e5-9f3e-4cee-919d-85dfb06b413c None None] Bound port: 8737cfe7-541d-4b07-b3f6-cba1bf229bb6, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0455d7d-0c79-45af-9e78-87b143c9704a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8aeff596-29a4-4a6a-a333-9e2b92e15a4b'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:22:15.226095 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e769a8e5-9f3e-4cee-919d-85dfb06b413c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:15.253461 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4f7eb3ac-576f-443e-add0-ce138dba0c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:15.256177 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4f7eb3ac-576f-443e-add0-ce138dba0c19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:15.273016 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-4f7eb3ac-576f-443e-add0-ce138dba0c19 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/091af169-ec5c-4a75-9c9d-21943acc0551 HTTP/1.1" status: 204 len: 168 time: 0.3736718 Nov 25 13:22:15.285030 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7eb3ac-576f-443e-add0-ce138dba0c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091af169-ec5c-4a75-9c9d-21943acc0551,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:15.359104 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-b37b3db8-7ceb-4b5a-8a9a-f2768ba8c99f None None] Port 8ad7a44d-0655-439e-99ce-b953ce20078e cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:22:15.370523 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-e769a8e5-9f3e-4cee-919d-85dfb06b413c None None] For port 8737cfe7-541d-4b07-b3f6-cba1bf229bb6, host n-d-808199-11, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:22:15.383198 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-e769a8e5-9f3e-4cee-919d-85dfb06b413c None None] For port 8737cfe7-541d-4b07-b3f6-cba1bf229bb6, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=8737cfe7-541d-4b07-b3f6-cba1bf229bb6,segment=NetworkSegment(b0455d7d-0c79-45af-9e78-87b143c9704a),segment_id=b0455d7d-0c79-45af-9e78-87b143c9704a)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:22:15.383609 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400af3b3-e87f-4db9-a7d5-10c688509d3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-cd416db4-a041-4c84-9c55-d03be0781f61', 'network_id': 'cd416db4-a041-4c84-9c55-d03be0781f61', 'tenant_id': 'c7b7eead49e04a28b5b17470c05451fe', 'fixed_ips': [{'subnet_id': '3f8da185-dd63-4197-b46e-ebc58989c21e'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:22:15.385914 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-400af3b3-e87f-4db9-a7d5-10c688509d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:15.397241 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e769a8e5-9f3e-4cee-919d-85dfb06b413c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:15.442029 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-b37b3db8-7ceb-4b5a-8a9a-f2768ba8c99f None None] Provisioning complete for port 55d1a675-0106-44de-a252-c92c3e47bdf8 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:22:15.442531 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b37b3db8-7ceb-4b5a-8a9a-f2768ba8c99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:15.499384 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e769a8e5-9f3e-4cee-919d-85dfb06b413c None None] Routers {'97c4b1cc-fcaf-4181-9903-1f64ccf807ec'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:22:15.500396 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-e769a8e5-9f3e-4cee-919d-85dfb06b413c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:22:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['97c4b1cc-fcaf-4181-9903-1f64ccf807ec'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:22:15.532609 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d50d054f-9ca5-4bc1-8146-95581d37fff7 req-62e9141a-a069-43f1-81f8-004ded559374 service neutron] 10.222.0.53 "GET /v2.0/networks/8aeff596-29a4-4a6a-a333-9e2b92e15a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5877995 Nov 25 13:22:15.541037 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a372bde-fb80-4324-9a96-457afa764592 None None] Pushing event updated for resources: {'Port': ['ID=8737cfe7-541d-4b07-b3f6-cba1bf229bb6,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:15.633140 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-e769a8e5-9f3e-4cee-919d-85dfb06b413c None None] Set router 97c4b1cc-fcaf-4181-9903-1f64ccf807ec gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:22:15.660089 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 55d1a675-0106-44de-a252-c92c3e47bdf8 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:22:15.660452 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:15.668470 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-21bf5e53-371b-4b22-9159-d2cded4106a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6dd2bc3-0cfa-4a50-9129-f762c87cd766', 'name': 'tempest-ServersTestMultiNic-1418688574-router', 'tenant_id': 'c7b7eead49e04a28b5b17470c05451fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '6d45f16a-a384-4d47-af18-5c08b909c40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:22:06Z', 'updated_at': '2021-11-25T13:22:11Z', 'revision_number': 4, 'project_id': 'c7b7eead49e04a28b5b17470c05451fe', 'gw_port': {'id': '6d45f16a-a384-4d47-af18-5c08b909c40e', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f3:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6dd2bc3-0cfa-4a50-9129-f762c87cd766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:22:06Z', 'updated_at': '2021-11-25T13:22:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '8ad7a44d-0655-439e-99ce-b953ce20078e', 'name': '', 'network_id': 'dd2f53fd-4a9d-4ecc-8de3-9d867aad3ec6', 'tenant_id': 'c7b7eead49e04a28b5b17470c05451fe', 'mac_address': 'fa:16:3e:59:19:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6dd2bc3-0cfa-4a50-9129-f762c87cd766', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '4338fd81-4e7b-4876-9bda-c88455681113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:22:09Z', 'updated_at': '2021-11-25T13:22:11Z', 'revision_number': 2, 'project_id': 'c7b7eead49e04a28b5b17470c05451fe', 'subnets': [{'id': '4338fd81-4e7b-4876-9bda-c88455681113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:22:15.721947 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d50d054f-9ca5-4bc1-8146-95581d37fff7 req-2e4c3707-da8a-426c-9e8b-6d69280173f6 service neutron] 10.222.0.53 "GET /v2.0/networks/8aeff596-29a4-4a6a-a333-9e2b92e15a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842415 Nov 25 13:22:15.774142 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 54778) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:22:15.792577 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bf5e53-371b-4b22-9159-d2cded4106a7 None None] The sync data for ids ['d6dd2bc3-0cfa-4a50-9129-f762c87cd766'] in n-d-808199-11 is: [{'id': 'd6dd2bc3-0cfa-4a50-9129-f762c87cd766', 'name': 'tempest-ServersTestMultiNic-1418688574-router', 'tenant_id': 'c7b7eead49e04a28b5b17470c05451fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '6d45f16a-a384-4d47-af18-5c08b909c40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:22:06Z', 'updated_at': '2021-11-25T13:22:11Z', 'revision_number': 4, 'project_id': 'c7b7eead49e04a28b5b17470c05451fe', 'gw_port': {'id': '6d45f16a-a384-4d47-af18-5c08b909c40e', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f3:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6dd2bc3-0cfa-4a50-9129-f762c87cd766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:22:06Z', 'updated_at': '2021-11-25T13:22:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '8ad7a44d-0655-439e-99ce-b953ce20078e', 'name': '', 'network_id': 'dd2f53fd-4a9d-4ecc-8de3-9d867aad3ec6', 'tenant_id': 'c7b7eead49e04a28b5b17470c05451fe', 'mac_address': 'fa:16:3e:59:19:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6dd2bc3-0cfa-4a50-9129-f762c87cd766', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '4338fd81-4e7b-4876-9bda-c88455681113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:22:09Z', 'updated_at': '2021-11-25T13:22:11Z', 'revision_number': 2, 'project_id': 'c7b7eead49e04a28b5b17470c05451fe', 'subnets': [{'id': '4338fd81-4e7b-4876-9bda-c88455681113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:22:15.796198 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4b5ddcbd-2a6c-4526-ab9a-aa38869ae195 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:15.885072 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-376dbd71-f0aa-433e-955d-0985de984593 req-01779c8d-ac5a-4482-ae18-816ef1f5077e tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ae7607-c91e-4259-8f9c-8ea50f30aa38 HTTP/1.1" status: 200 len: 210 time: 0.1546435 Nov 25 13:22:15.915800 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6f9f9dd5-b002-4dd7-93b1-f9d55fbcce96 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:15.945424 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4b5ddcbd-2a6c-4526-ab9a-aa38869ae195 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:15.956996 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4b5ddcbd-2a6c-4526-ab9a-aa38869ae195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:16.059095 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9f9dd5-b002-4dd7-93b1-f9d55fbcce96 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Pushing event updated for resources: {'Subnet': ['ID=58d50e4f-9403-4b3b-870e-b42f02ad2322,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:16.093388 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-b37b3db8-7ceb-4b5a-8a9a-f2768ba8c99f None None] Provisioning complete for port 6d45f16a-a384-4d47-af18-5c08b909c40e triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:22:16.094474 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b37b3db8-7ceb-4b5a-8a9a-f2768ba8c99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:16.097178 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-400af3b3-e87f-4db9-a7d5-10c688509d3d None None] Allocated IP 19.80.0.2 (cd416db4-a041-4c84-9c55-d03be0781f61/3f8da185-dd63-4197-b46e-ebc58989c21e/92bf56e0-8c75-4e58-82b3-4acceb00e193) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:22:16.110564 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6ae26b62-0adb-429b-96e8-e2356f15c8dc req-0835f3d8-fd9a-4993-9a5b-68c1536461a8 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=06e3a85a-4c3a-4297-b374-0fdcd0494740 HTTP/1.1" status: 200 len: 210 time: 0.0631168 Nov 25 13:22:16.199504 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ddcbd-2a6c-4526-ab9a-aa38869ae195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac99ca6-20a6-4a3a-8715-2491a1b6fd82,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:16.217527 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-4b5ddcbd-2a6c-4526-ab9a-aa38869ae195 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0ecdc5b955f64cbeac2c374ac0ec082f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4389904 Nov 25 13:22:16.221111 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 54786) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:22:16.234793 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561eebf4-b50e-4aa5-af0e-d256bed89004 req-d362b650-c9b9-4b0b-a560-59cc400166ee tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:16.245051 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-561eebf4-b50e-4aa5-af0e-d256bed89004 req-d362b650-c9b9-4b0b-a560-59cc400166ee tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a5125a7-d676-4c00-b67e-0e18a0d218a8 HTTP/1.1" status: 200 len: 946 time: 0.1878879 Nov 25 13:22:16.248764 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9f9dd5-b002-4dd7-93b1-f9d55fbcce96 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Checking segment: {'id': '2b2363e5-3894-46ca-ad12-8634a480587e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0b5e32d4-0fe8-49ab-a6e5-34b841ceaf51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:22:16.251166 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9f9dd5-b002-4dd7-93b1-f9d55fbcce96 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Network hostable DHCP agents. Network: 0b5e32d4-0fe8-49ab-a6e5-34b841ceaf51, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:22:16.313146 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9f9dd5-b002-4dd7-93b1-f9d55fbcce96 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Network 0b5e32d4-0fe8-49ab-a6e5-34b841ceaf51 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:22:16.361116 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8449e3b-fc6a-4b18-a80f-52418da848f4 req-fe4f3b6f-3c44-45e3-a539-a3efd187c8c0 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:16.363542 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b8449e3b-fc6a-4b18-a80f-52418da848f4 req-fe4f3b6f-3c44-45e3-a539-a3efd187c8c0 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.47 "GET /v2.0/networks?id=af451dea-7b21-412a-8cb8-0a3397d2cf49 HTTP/1.1" status: 200 len: 820 time: 0.3484077 Nov 25 13:22:16.401880 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-b8449e3b-fc6a-4b18-a80f-52418da848f4 req-7a671a5a-ee6c-43c5-aa3f-ce0ed55f9001 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Request body: {'port': {'device_id': '71ae7607-c91e-4259-8f9c-8ea50f30aa38', 'network_id': 'af451dea-7b21-412a-8cb8-0a3397d2cf49', 'admin_state_up': True, 'tenant_id': 'e3a3a10c56944c1ba1ef6f97ca677aaf'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:22:16.426149 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-6f9f9dd5-b002-4dd7-93b1-f9d55fbcce96 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 0b5e32d4-0fe8-49ab-a6e5-34b841ceaf51) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:22:16.448528 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9f9dd5-b002-4dd7-93b1-f9d55fbcce96 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:16.451011 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6f9f9dd5-b002-4dd7-93b1-f9d55fbcce96 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:16.466277 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc3efe4-d3dc-43b0-9a1f-b8ce62071f51 None None] Network 0b5e32d4-0fe8-49ab-a6e5-34b841ceaf51 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:22:16.495349 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-561eebf4-b50e-4aa5-af0e-d256bed89004 req-703e0fb2-ec3f-4b38-9ae2-83581704d1f0 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483573 Nov 25 13:22:16.529319 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-6f9f9dd5-b002-4dd7-93b1-f9d55fbcce96 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6439948 Nov 25 13:22:16.583515 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-e769a8e5-9f3e-4cee-919d-85dfb06b413c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97c4b1cc-fcaf-4181-9903-1f64ccf807ec', 'name': 'tempest-ServerRescueNegativeTestJSON-208641899-router', 'tenant_id': '8d2854b381a841d0bb264f5a26a8525e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '6109bf1b-60de-4c9e-a67d-e49ec72b14fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:22:03Z', 'updated_at': '2021-11-25T13:22:10Z', 'revision_number': 4, 'project_id': '8d2854b381a841d0bb264f5a26a8525e', 'gw_port': {'id': '6109bf1b-60de-4c9e-a67d-e49ec72b14fd', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:74:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c4b1cc-fcaf-4181-9903-1f64ccf807ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:22:04Z', 'updated_at': '2021-11-25T13:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '8737cfe7-541d-4b07-b3f6-cba1bf229bb6', 'name': '', 'network_id': '8aeff596-29a4-4a6a-a333-9e2b92e15a4b', 'tenant_id': '8d2854b381a841d0bb264f5a26a8525e', 'mac_address': 'fa:16:3e:a3:86:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97c4b1cc-fcaf-4181-9903-1f64ccf807ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '43603bfb-2066-4414-ab91-8e5215ee7bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:22:08Z', 'updated_at': '2021-11-25T13:22:15Z', 'revision_number': 4, 'project_id': '8d2854b381a841d0bb264f5a26a8525e', 'subnets': [{'id': '43603bfb-2066-4414-ab91-8e5215ee7bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:22:16.658438 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3001aa88-32dc-4620-80ec-e0dd957cde6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:16.666831 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e769a8e5-9f3e-4cee-919d-85dfb06b413c None None] The sync data for ids ['97c4b1cc-fcaf-4181-9903-1f64ccf807ec'] in n-d-808199-11 is: [{'id': '97c4b1cc-fcaf-4181-9903-1f64ccf807ec', 'name': 'tempest-ServerRescueNegativeTestJSON-208641899-router', 'tenant_id': '8d2854b381a841d0bb264f5a26a8525e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '6109bf1b-60de-4c9e-a67d-e49ec72b14fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:22:03Z', 'updated_at': '2021-11-25T13:22:10Z', 'revision_number': 4, 'project_id': '8d2854b381a841d0bb264f5a26a8525e', 'gw_port': {'id': '6109bf1b-60de-4c9e-a67d-e49ec72b14fd', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:74:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c4b1cc-fcaf-4181-9903-1f64ccf807ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:22:04Z', 'updated_at': '2021-11-25T13:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '8737cfe7-541d-4b07-b3f6-cba1bf229bb6', 'name': '', 'network_id': '8aeff596-29a4-4a6a-a333-9e2b92e15a4b', 'tenant_id': '8d2854b381a841d0bb264f5a26a8525e', 'mac_address': 'fa:16:3e:a3:86:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97c4b1cc-fcaf-4181-9903-1f64ccf807ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '43603bfb-2066-4414-ab91-8e5215ee7bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:22:08Z', 'updated_at': '2021-11-25T13:22:15Z', 'revision_number': 4, 'project_id': '8d2854b381a841d0bb264f5a26a8525e', 'subnets': [{'id': '43603bfb-2066-4414-ab91-8e5215ee7bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:22:16.692871 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ecb419-4e37-4390-ae58-27f58fd47683 None None] Sync routers for ids ['0757324b-9367-4a2b-afb5-5562bec46876'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:22:16.705712 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device bcc4a824-d1fa-46f8-adaa-281f66bf9234 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:22:16.749432 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3001aa88-32dc-4620-80ec-e0dd957cde6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:16.827739 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8449e3b-fc6a-4b18-a80f-52418da848f4 req-7a671a5a-ee6c-43c5-aa3f-ce0ed55f9001 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Made reservation on behalf of e3a3a10c56944c1ba1ef6f97ca677aaf for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:22:16.831316 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b8449e3b-fc6a-4b18-a80f-52418da848f4 req-7a671a5a-ee6c-43c5-aa3f-ce0ed55f9001 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:16.868263 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385eaee4-0c26-4928-929b-fe131f802d6c req-a5bf7e61-f1c9-4255-a83c-ba19c38c67c4 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:16.878836 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-385eaee4-0c26-4928-929b-fe131f802d6c req-a5bf7e61-f1c9-4255-a83c-ba19c38c67c4 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/networks?id=8aeff596-29a4-4a6a-a333-9e2b92e15a4b HTTP/1.1" status: 200 len: 818 time: 0.2463138 Nov 25 13:22:16.901583 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ecb419-4e37-4390-ae58-27f58fd47683 None None] Routers {'0757324b-9367-4a2b-afb5-5562bec46876'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:22:16.902483 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-86ecb419-4e37-4390-ae58-27f58fd47683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:22:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['0757324b-9367-4a2b-afb5-5562bec46876'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:22:16.903285 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-385eaee4-0c26-4928-929b-fe131f802d6c req-71ea99af-f3b1-4a8e-96eb-ce55e1f1a971 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/quotas/8d2854b381a841d0bb264f5a26a8525e HTTP/1.1" status: 200 len: 375 time: 0.0231097 Nov 25 13:22:17.069530 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-b8449e3b-fc6a-4b18-a80f-52418da848f4 req-7a671a5a-ee6c-43c5-aa3f-ce0ed55f9001 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Allocated IP 172.20.0.6 (af451dea-7b21-412a-8cb8-0a3397d2cf49/4dfa8e25-6b00-4870-b13d-92b789ff5b1c/500f0189-2da4-416b-9ab0-dc30f3653a5d) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:22:17.074158 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3001aa88-32dc-4620-80ec-e0dd957cde6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:17.076839 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3001aa88-32dc-4620-80ec-e0dd957cde6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:17.080449 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-3001aa88-32dc-4620-80ec-e0dd957cde6c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3ac99ca6-20a6-4a3a-8715-2491a1b6fd82 HTTP/1.1" status: 204 len: 168 time: 0.7404096 Nov 25 13:22:17.105841 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3001aa88-32dc-4620-80ec-e0dd957cde6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac99ca6-20a6-4a3a-8715-2491a1b6fd82,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:17.131071 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-385eaee4-0c26-4928-929b-fe131f802d6c req-0a097570-947f-411b-83e6-771b5efe7cbd tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8d2854b381a841d0bb264f5a26a8525e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2267005 Nov 25 13:22:17.356760 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74bad24-0a23-42bb-b80b-582040f4cdc0 req-f06ebaab-c511-4e17-a02a-5ea3ca515b16 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:17.359450 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d74bad24-0a23-42bb-b80b-582040f4cdc0 req-f06ebaab-c511-4e17-a02a-5ea3ca515b16 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a5125a7-d676-4c00-b67e-0e18a0d218a8 HTTP/1.1" status: 200 len: 946 time: 0.3375902 Nov 25 13:22:17.373067 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a47b3f-d8af-475c-ae05-86509853fafe req-5606de41-b8d8-4cca-a6f7-de0bf04d89f0 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:17.394552 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port bcc4a824-d1fa-46f8-adaa-281f66bf9234 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:22:17.395283 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:17.401181 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a47b3f-d8af-475c-ae05-86509853fafe req-5606de41-b8d8-4cca-a6f7-de0bf04d89f0 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:17.422086 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-39a47b3f-d8af-475c-ae05-86509853fafe req-5606de41-b8d8-4cca-a6f7-de0bf04d89f0 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/networks?id=cd416db4-a041-4c84-9c55-d03be0781f61&id=0b5e32d4-0fe8-49ab-a6e5-34b841ceaf51&id=cd416db4-a041-4c84-9c55-d03be0781f61 HTTP/1.1" status: 200 len: 1392 time: 0.4751811 Nov 25 13:22:17.453651 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b8449e3b-fc6a-4b18-a80f-52418da848f4 req-7a671a5a-ee6c-43c5-aa3f-ce0ed55f9001 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:17.512435 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b37b3db8-7ceb-4b5a-8a9a-f2768ba8c99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:17.544492 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b8449e3b-fc6a-4b18-a80f-52418da848f4 req-7a671a5a-ee6c-43c5-aa3f-ce0ed55f9001 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:17.567001 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-39a47b3f-d8af-475c-ae05-86509853fafe req-bd03994c-36b8-4755-845d-3b429f4fdea7 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/quotas/c7b7eead49e04a28b5b17470c05451fe HTTP/1.1" status: 200 len: 375 time: 0.1387775 Nov 25 13:22:17.576988 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-86ecb419-4e37-4390-ae58-27f58fd47683 None None] Set router 0757324b-9367-4a2b-afb5-5562bec46876 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:22:17.593920 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-400af3b3-e87f-4db9-a7d5-10c688509d3d None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:17.656907 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-385eaee4-0c26-4928-929b-fe131f802d6c req-4ea7e7ec-a080-4e8e-bb8b-ff62512e3e76 service neutron] 10.222.0.53 "GET /v2.0/networks/8aeff596-29a4-4a6a-a333-9e2b92e15a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5247777 Nov 25 13:22:17.680282 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8449e3b-fc6a-4b18-a80f-52418da848f4 req-7a671a5a-ee6c-43c5-aa3f-ce0ed55f9001 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Network af451dea-7b21-412a-8cb8-0a3397d2cf49 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:22:17.682410 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a671a5a-ee6c-43c5-aa3f-ce0ed55f9001 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Pushing event updated for resources: {'Port': ['ID=500f0189-2da4-416b-9ab0-dc30f3653a5d,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:17.687283 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-b37b3db8-7ceb-4b5a-8a9a-f2768ba8c99f None None] For port 6d45f16a-a384-4d47-af18-5c08b909c40e, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=6d45f16a-a384-4d47-af18-5c08b909c40e,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:22:17.696140 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-400af3b3-e87f-4db9-a7d5-10c688509d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:17.709963 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-b8449e3b-fc6a-4b18-a80f-52418da848f4 req-7a671a5a-ee6c-43c5-aa3f-ce0ed55f9001 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:22:17.721012 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee54232-6461-4e23-b39d-0b3f6f4fa3ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-0b5e32d4-0fe8-49ab-a6e5-34b841ceaf51', 'network_id': '0b5e32d4-0fe8-49ab-a6e5-34b841ceaf51', 'tenant_id': 'c7b7eead49e04a28b5b17470c05451fe', 'fixed_ips': [{'subnet_id': '58d50e4f-9403-4b3b-870e-b42f02ad2322'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:22:17.722024 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cee54232-6461-4e23-b39d-0b3f6f4fa3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:17.726410 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8449e3b-fc6a-4b18-a80f-52418da848f4 req-7a671a5a-ee6c-43c5-aa3f-ce0ed55f9001 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:22:17.737213 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b37b3db8-7ceb-4b5a-8a9a-f2768ba8c99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:17.838597 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8449e3b-fc6a-4b18-a80f-52418da848f4 req-7a671a5a-ee6c-43c5-aa3f-ce0ed55f9001 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:17.839320 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b8449e3b-fc6a-4b18-a80f-52418da848f4 req-7a671a5a-ee6c-43c5-aa3f-ce0ed55f9001 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:17.919138 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-39a47b3f-d8af-475c-ae05-86509853fafe req-77e219bc-21be-4e2d-8f23-cb76c9a8a32b tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c7b7eead49e04a28b5b17470c05451fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3511271 Nov 25 13:22:17.999365 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400af3b3-e87f-4db9-a7d5-10c688509d3d None None] Pushing event updated for resources: {'Port': ['ID=92bf56e0-8c75-4e58-82b3-4acceb00e193,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:18.010087 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400af3b3-e87f-4db9-a7d5-10c688509d3d None None] Network cd416db4-a041-4c84-9c55-d03be0781f61 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:22:18.032804 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b8449e3b-fc6a-4b18-a80f-52418da848f4 req-7a671a5a-ee6c-43c5-aa3f-ce0ed55f9001 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6519446 Nov 25 13:22:18.036309 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-400af3b3-e87f-4db9-a7d5-10c688509d3d None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:22:18.049836 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-39a47b3f-d8af-475c-ae05-86509853fafe req-e0faaf07-b064-4046-b8fc-e775581a276d service neutron] 10.222.0.53 "GET /v2.0/networks/cd416db4-a041-4c84-9c55-d03be0781f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284711 Nov 25 13:22:18.167469 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-d74bad24-0a23-42bb-b80b-582040f4cdc0 req-3f4cf07a-6512-447c-98c0-7b466d66f768 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Deleting port 74a71ca0-6fc0-4fa8-981a-e1fa1f584dd3 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:22:18.167828 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-d74bad24-0a23-42bb-b80b-582040f4cdc0 req-3f4cf07a-6512-447c-98c0-7b466d66f768 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:18.187085 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-385eaee4-0c26-4928-929b-fe131f802d6c req-2abb85f8-a9d3-473c-942d-7dceb5676a5b service neutron] 10.222.0.53 "GET /v2.0/networks/8aeff596-29a4-4a6a-a333-9e2b92e15a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5286055 Nov 25 13:22:18.189961 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d054f-9ca5-4bc1-8146-95581d37fff7 req-f53e57e7-4339-420c-ac2d-6f68a5d765da tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:18.201118 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d50d054f-9ca5-4bc1-8146-95581d37fff7 req-f53e57e7-4339-420c-ac2d-6f68a5d765da tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.66 "GET /v2.0/networks?id=8aeff596-29a4-4a6a-a333-9e2b92e15a4b HTTP/1.1" status: 200 len: 818 time: 0.3450482 Nov 25 13:22:18.217746 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-d50d054f-9ca5-4bc1-8146-95581d37fff7 req-f1942549-0cdc-4fb8-8272-d45b5aac7157 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Request body: {'port': {'device_id': '06e3a85a-4c3a-4297-b374-0fdcd0494740', 'network_id': '8aeff596-29a4-4a6a-a333-9e2b92e15a4b', 'admin_state_up': True, 'tenant_id': '8d2854b381a841d0bb264f5a26a8525e'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:22:18.278985 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-b8449e3b-fc6a-4b18-a80f-52418da848f4 req-e64ad0f5-c972-4457-805b-55733a651e1f service neutron] Request body: {'port': {'device_id': '71ae7607-c91e-4259-8f9c-8ea50f30aa38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:22:18.294810 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-39a47b3f-d8af-475c-ae05-86509853fafe req-bce121c5-5437-4b84-8d74-81bbcdbc5890 service neutron] 10.222.0.53 "GET /v2.0/networks/cd416db4-a041-4c84-9c55-d03be0781f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439227 Nov 25 13:22:18.401251 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-d74bad24-0a23-42bb-b80b-582040f4cdc0 req-3f4cf07a-6512-447c-98c0-7b466d66f768 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] For port 74a71ca0-6fc0-4fa8-981a-e1fa1f584dd3, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=74a71ca0-6fc0-4fa8-981a-e1fa1f584dd3,segment=NetworkSegment(9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8),segment_id=9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:22:18.403417 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-d74bad24-0a23-42bb-b80b-582040f4cdc0 req-3f4cf07a-6512-447c-98c0-7b466d66f768 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:18.449395 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-d74bad24-0a23-42bb-b80b-582040f4cdc0 req-3f4cf07a-6512-447c-98c0-7b466d66f768 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Calling delete_port for 74a71ca0-6fc0-4fa8-981a-e1fa1f584dd3 owned by compute:nova {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:22:18.487086 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b8449e3b-fc6a-4b18-a80f-52418da848f4 req-e64ad0f5-c972-4457-805b-55733a651e1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:18.527342 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-39a47b3f-d8af-475c-ae05-86509853fafe req-c65f8f87-b673-4132-b13b-681adde3f164 service neutron] 10.222.0.53 "GET /v2.0/networks/0b5e32d4-0fe8-49ab-a6e5-34b841ceaf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310183 Nov 25 13:22:18.561308 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400af3b3-e87f-4db9-a7d5-10c688509d3d None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:22:18.738358 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba71bf-c405-4d0a-ae52-6bffb3d02bc2 req-ce050b8d-910f-443b-8585-452c74fafc97 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:18.747543 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f9ba71bf-c405-4d0a-ae52-6bffb3d02bc2 req-ce050b8d-910f-443b-8585-452c74fafc97 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ae7607-c91e-4259-8f9c-8ea50f30aa38 HTTP/1.1" status: 200 len: 931 time: 0.1696873 Nov 25 13:22:18.861966 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d50d054f-9ca5-4bc1-8146-95581d37fff7 req-f1942549-0cdc-4fb8-8272-d45b5aac7157 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Made reservation on behalf of 8d2854b381a841d0bb264f5a26a8525e for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:22:18.865843 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d50d054f-9ca5-4bc1-8146-95581d37fff7 req-f1942549-0cdc-4fb8-8272-d45b5aac7157 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:18.955276 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37b3db8-7ceb-4b5a-8a9a-f2768ba8c99f None None] Pushing event updated for resources: {'Port': ['ID=6d45f16a-a384-4d47-af18-5c08b909c40e,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:19.019737 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-400af3b3-e87f-4db9-a7d5-10c688509d3d None None] Attempting to bind port 92bf56e0-8c75-4e58-82b3-4acceb00e193 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:22:19.020350 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-400af3b3-e87f-4db9-a7d5-10c688509d3d None None] Attempting to bind port 92bf56e0-8c75-4e58-82b3-4acceb00e193 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '81051605-1bc5-477c-a234-64173956196c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'cd416db4-a041-4c84-9c55-d03be0781f61'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:22:19.020859 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400af3b3-e87f-4db9-a7d5-10c688509d3d None None] Attempting to bind port 92bf56e0-8c75-4e58-82b3-4acceb00e193 on network cd416db4-a041-4c84-9c55-d03be0781f61 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:22:19.023582 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 8737cfe7-541d-4b07-b3f6-cba1bf229bb6 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:22:19.075047 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400af3b3-e87f-4db9-a7d5-10c688509d3d None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:22:19.075531 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400af3b3-e87f-4db9-a7d5-10c688509d3d None None] Checking segment: {'id': '81051605-1bc5-477c-a234-64173956196c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'cd416db4-a041-4c84-9c55-d03be0781f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:22:19.076094 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-400af3b3-e87f-4db9-a7d5-10c688509d3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:19.076792 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400af3b3-e87f-4db9-a7d5-10c688509d3d None None] Bound using segment: {'id': '81051605-1bc5-477c-a234-64173956196c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'cd416db4-a041-4c84-9c55-d03be0781f61'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:22:19.077395 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-400af3b3-e87f-4db9-a7d5-10c688509d3d None None] Bound port: 92bf56e0-8c75-4e58-82b3-4acceb00e193, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81051605-1bc5-477c-a234-64173956196c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'cd416db4-a041-4c84-9c55-d03be0781f61'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:22:19.077899 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-400af3b3-e87f-4db9-a7d5-10c688509d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:19.103292 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-cee54232-6461-4e23-b39d-0b3f6f4fa3ae None None] Allocated IP 19.86.0.2 (0b5e32d4-0fe8-49ab-a6e5-34b841ceaf51/58d50e4f-9403-4b3b-870e-b42f02ad2322/f35b8f2b-7169-46d0-9410-0fa286d34256) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:22:19.150184 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-b8449e3b-fc6a-4b18-a80f-52418da848f4 req-e64ad0f5-c972-4457-805b-55733a651e1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 500f0189-2da4-416b-9ab0-dc30f3653a5d {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:22:19.168047 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b8449e3b-fc6a-4b18-a80f-52418da848f4 req-e64ad0f5-c972-4457-805b-55733a651e1f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:19.190149 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-b8449e3b-fc6a-4b18-a80f-52418da848f4 req-e64ad0f5-c972-4457-805b-55733a651e1f service neutron] Transition to ACTIVE for port object 500f0189-2da4-416b-9ab0-dc30f3653a5d will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:22:19.203610 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-400af3b3-e87f-4db9-a7d5-10c688509d3d None None] For port 92bf56e0-8c75-4e58-82b3-4acceb00e193, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:22:19.207956 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-400af3b3-e87f-4db9-a7d5-10c688509d3d None None] For port 92bf56e0-8c75-4e58-82b3-4acceb00e193, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=92bf56e0-8c75-4e58-82b3-4acceb00e193,segment=NetworkSegment(81051605-1bc5-477c-a234-64173956196c),segment_id=81051605-1bc5-477c-a234-64173956196c)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:22:19.215596 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-d50d054f-9ca5-4bc1-8146-95581d37fff7 req-f1942549-0cdc-4fb8-8272-d45b5aac7157 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Allocated IP 172.20.0.14 (8aeff596-29a4-4a6a-a333-9e2b92e15a4b/43603bfb-2066-4414-ab91-8e5215ee7bf8/15db2a29-af9e-455b-8d27-e9bdbaa77981) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:22:19.221102 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b8449e3b-fc6a-4b18-a80f-52418da848f4 req-e64ad0f5-c972-4457-805b-55733a651e1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:19.227924 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-400af3b3-e87f-4db9-a7d5-10c688509d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:19.261961 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-39a47b3f-d8af-475c-ae05-86509853fafe req-c608443c-8029-4a3b-bc79-86efe6224cef service neutron] 10.222.0.53 "GET /v2.0/networks/0b5e32d4-0fe8-49ab-a6e5-34b841ceaf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6824863 Nov 25 13:22:19.338593 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64ad0f5-c972-4457-805b-55733a651e1f service neutron] Pushing event updated for resources: {'Port': ['ID=500f0189-2da4-416b-9ab0-dc30f3653a5d,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:19.401958 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 8737cfe7-541d-4b07-b3f6-cba1bf229bb6 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:22:19.403055 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:19.426213 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-86ecb419-4e37-4390-ae58-27f58fd47683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0757324b-9367-4a2b-afb5-5562bec46876', 'name': 'tempest-ServerRescueTestJSONUnderV235-1202633880-router', 'tenant_id': 'e3a3a10c56944c1ba1ef6f97ca677aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'bcc4a824-d1fa-46f8-adaa-281f66bf9234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:22:03Z', 'updated_at': '2021-11-25T13:22:09Z', 'revision_number': 4, 'project_id': 'e3a3a10c56944c1ba1ef6f97ca677aaf', 'gw_port': {'id': 'bcc4a824-d1fa-46f8-adaa-281f66bf9234', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0757324b-9367-4a2b-afb5-5562bec46876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:22:03Z', 'updated_at': '2021-11-25T13:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'f5c171f6-49f7-466c-8938-4c05396ebb3e', 'name': '', 'network_id': 'af451dea-7b21-412a-8cb8-0a3397d2cf49', 'tenant_id': 'e3a3a10c56944c1ba1ef6f97ca677aaf', 'mac_address': 'fa:16:3e:22:a5:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0757324b-9367-4a2b-afb5-5562bec46876', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '4dfa8e25-6b00-4870-b13d-92b789ff5b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:22:07Z', 'updated_at': '2021-11-25T13:22:10Z', 'revision_number': 2, 'project_id': 'e3a3a10c56944c1ba1ef6f97ca677aaf', 'subnets': [{'id': '4dfa8e25-6b00-4870-b13d-92b789ff5b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:22:19.506472 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f9ba71bf-c405-4d0a-ae52-6bffb3d02bc2 req-1b862119-961c-4931-9275-785a860c7d34 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ddd3722-1b64-4271-8ee9-7db52c62b6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7574966 Nov 25 13:22:19.564265 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-d74bad24-0a23-42bb-b80b-582040f4cdc0 req-3f4cf07a-6512-447c-98c0-7b466d66f768 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:19.603212 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cee54232-6461-4e23-b39d-0b3f6f4fa3ae None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:19.627339 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-b8449e3b-fc6a-4b18-a80f-52418da848f4 req-e64ad0f5-c972-4457-805b-55733a651e1f service neutron] Attempting to bind port 500f0189-2da4-416b-9ab0-dc30f3653a5d on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:22:19.627830 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-b8449e3b-fc6a-4b18-a80f-52418da848f4 req-e64ad0f5-c972-4457-805b-55733a651e1f service neutron] Attempting to bind port 500f0189-2da4-416b-9ab0-dc30f3653a5d by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '98a09c09-ca40-4e90-a767-a403ef81fa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'af451dea-7b21-412a-8cb8-0a3397d2cf49'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:22:19.627963 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8449e3b-fc6a-4b18-a80f-52418da848f4 req-e64ad0f5-c972-4457-805b-55733a651e1f service neutron] Attempting to bind port 500f0189-2da4-416b-9ab0-dc30f3653a5d on network af451dea-7b21-412a-8cb8-0a3397d2cf49 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:22:19.667306 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8449e3b-fc6a-4b18-a80f-52418da848f4 req-e64ad0f5-c972-4457-805b-55733a651e1f service neutron] Port 500f0189-2da4-416b-9ab0-dc30f3653a5d on network af451dea-7b21-412a-8cb8-0a3397d2cf49 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:22:19.674578 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8449e3b-fc6a-4b18-a80f-52418da848f4 req-e64ad0f5-c972-4457-805b-55733a651e1f service neutron] Attempting to bind port 500f0189-2da4-416b-9ab0-dc30f3653a5d on network af451dea-7b21-412a-8cb8-0a3397d2cf49 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:22:19.676407 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400af3b3-e87f-4db9-a7d5-10c688509d3d None None] Pushing event updated for resources: {'Port': ['ID=92bf56e0-8c75-4e58-82b3-4acceb00e193,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:19.680273 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cee54232-6461-4e23-b39d-0b3f6f4fa3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:19.692249 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ecb419-4e37-4390-ae58-27f58fd47683 None None] Checking router: 0757324b-9367-4a2b-afb5-5562bec46876 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:22:19.692616 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ecb419-4e37-4390-ae58-27f58fd47683 None None] Updating router 0757324b-9367-4a2b-afb5-5562bec46876 port f5c171f6-49f7-466c-8938-4c05396ebb3e binding host n-d-808199-11 {{(pid=103572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:22:19.710018 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8449e3b-fc6a-4b18-a80f-52418da848f4 req-e64ad0f5-c972-4457-805b-55733a651e1f service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:22:19.710359 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8449e3b-fc6a-4b18-a80f-52418da848f4 req-e64ad0f5-c972-4457-805b-55733a651e1f service neutron] Checking segment: {'id': '98a09c09-ca40-4e90-a767-a403ef81fa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'af451dea-7b21-412a-8cb8-0a3397d2cf49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:22:19.710770 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8449e3b-fc6a-4b18-a80f-52418da848f4 req-e64ad0f5-c972-4457-805b-55733a651e1f service neutron] Bound using segment: {'id': '98a09c09-ca40-4e90-a767-a403ef81fa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'af451dea-7b21-412a-8cb8-0a3397d2cf49'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:22:19.711220 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-b8449e3b-fc6a-4b18-a80f-52418da848f4 req-e64ad0f5-c972-4457-805b-55733a651e1f service neutron] Bound port: 500f0189-2da4-416b-9ab0-dc30f3653a5d, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98a09c09-ca40-4e90-a767-a403ef81fa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'af451dea-7b21-412a-8cb8-0a3397d2cf49'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:22:19.711575 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b8449e3b-fc6a-4b18-a80f-52418da848f4 req-e64ad0f5-c972-4457-805b-55733a651e1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:19.723157 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4cf07a-6512-447c-98c0-7b466d66f768 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Pushing event deleted for resources: {'Port': ['ID=74a71ca0-6fc0-4fa8-981a-e1fa1f584dd3,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:19.792711 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-39a47b3f-d8af-475c-ae05-86509853fafe req-1ceee3aa-41ee-4cbb-863c-1bd0a2199cb9 service neutron] 10.222.0.53 "GET /v2.0/networks/cd416db4-a041-4c84-9c55-d03be0781f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5177734 Nov 25 13:22:19.825074 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee54232-6461-4e23-b39d-0b3f6f4fa3ae None None] Network 0b5e32d4-0fe8-49ab-a6e5-34b841ceaf51 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:22:19.827592 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d50d054f-9ca5-4bc1-8146-95581d37fff7 req-f1942549-0cdc-4fb8-8272-d45b5aac7157 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:19.842655 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-d74bad24-0a23-42bb-b80b-582040f4cdc0 req-3f4cf07a-6512-447c-98c0-7b466d66f768 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] No DVR routers for this DVR port 74a71ca0-6fc0-4fa8-981a-e1fa1f584dd3 on host n-h1-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:22:19.847225 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-d74bad24-0a23-42bb-b80b-582040f4cdc0 req-3f4cf07a-6512-447c-98c0-7b466d66f768 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:19.848233 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-cee54232-6461-4e23-b39d-0b3f6f4fa3ae None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:22:19.853523 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-86ecb419-4e37-4390-ae58-27f58fd47683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:19.856976 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d74bad24-0a23-42bb-b80b-582040f4cdc0 req-3f4cf07a-6512-447c-98c0-7b466d66f768 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.66 "DELETE /v2.0/ports/74a71ca0-6fc0-4fa8-981a-e1fa1f584dd3 HTTP/1.1" status: 204 len: 173 time: 2.4324822 Nov 25 13:22:19.870765 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a5125a7-d676-4c00-b67e-0e18a0d218a8', 'name': 'network-vif-deleted', 'tag': '74a71ca0-6fc0-4fa8-981a-e1fa1f584dd3'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:22:19.874950 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a5ec82a-c213-4926-8deb-68022676eb2a" -d '{"events": [{"server_uuid": "1a5125a7-d676-4c00-b67e-0e18a0d218a8", "name": "network-vif-deleted", "tag": "74a71ca0-6fc0-4fa8-981a-e1fa1f584dd3"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:22:19.877096 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee54232-6461-4e23-b39d-0b3f6f4fa3ae None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:22:19.888183 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee54232-6461-4e23-b39d-0b3f6f4fa3ae None None] Pushing event updated for resources: {'Port': ['ID=f35b8f2b-7169-46d0-9410-0fa286d34256,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:19.909583 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d50d054f-9ca5-4bc1-8146-95581d37fff7 req-f1942549-0cdc-4fb8-8272-d45b5aac7157 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:19.952827 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fc55fa90-701c-4ffc-add0-7f1763b193bb req-61333692-e8bc-4e0d-a1fe-3c700abe122c tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a5125a7-d676-4c00-b67e-0e18a0d218a8 HTTP/1.1" status: 200 len: 210 time: 0.1227357 Nov 25 13:22:20.037699 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1942549-0cdc-4fb8-8272-d45b5aac7157 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Pushing event updated for resources: {'Port': ['ID=15db2a29-af9e-455b-8d27-e9bdbaa77981,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:20.113063 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-39a47b3f-d8af-475c-ae05-86509853fafe req-3b0fb01b-c0f1-4e73-9f91-92773777aa63 service neutron] 10.222.0.53 "GET /v2.0/networks/cd416db4-a041-4c84-9c55-d03be0781f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077803 Nov 25 13:22:20.176513 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d50d054f-9ca5-4bc1-8146-95581d37fff7 req-f1942549-0cdc-4fb8-8272-d45b5aac7157 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Network 8aeff596-29a4-4a6a-a333-9e2b92e15a4b is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:22:20.209601 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-b8449e3b-fc6a-4b18-a80f-52418da848f4 req-e64ad0f5-c972-4457-805b-55733a651e1f service neutron] For port 500f0189-2da4-416b-9ab0-dc30f3653a5d, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:22:20.219456 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3ffa489a-bff3-443c-b5b7-627d098c53af req-0460665a-2b1a-4161-8bb3-5781eac55165 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b2089d6-077a-4484-aeae-3f3baeb9f079 HTTP/1.1" status: 200 len: 210 time: 0.0694947 Nov 25 13:22:20.224433 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-d50d054f-9ca5-4bc1-8146-95581d37fff7 req-f1942549-0cdc-4fb8-8272-d45b5aac7157 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:22:20.230802 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-d50d054f-9ca5-4bc1-8146-95581d37fff7 req-f1942549-0cdc-4fb8-8272-d45b5aac7157 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:22:20.322994 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-b8449e3b-fc6a-4b18-a80f-52418da848f4 req-e64ad0f5-c972-4457-805b-55733a651e1f service neutron] For port 500f0189-2da4-416b-9ab0-dc30f3653a5d, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=500f0189-2da4-416b-9ab0-dc30f3653a5d,segment=NetworkSegment(98a09c09-ca40-4e90-a767-a403ef81fa93),segment_id=98a09c09-ca40-4e90-a767-a403ef81fa93)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:22:20.331870 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18630fb-0380-45b4-8cd2-d919e2b16a40 x-openstack-request-id: req-f18630fb-0380-45b4-8cd2-d919e2b16a40 {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:22:20.332404 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a5125a7-d676-4c00-b67e-0e18a0d218a8", "name": "network-vif-deleted", "tag": "74a71ca0-6fc0-4fa8-981a-e1fa1f584dd3", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:22:20.333789 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f18630fb-0380-45b4-8cd2-d919e2b16a40 {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:22:20.334329 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a5125a7-d676-4c00-b67e-0e18a0d218a8', 'name': 'network-vif-deleted', 'tag': '74a71ca0-6fc0-4fa8-981a-e1fa1f584dd3', 'status': 'completed', 'code': 200} Nov 25 13:22:20.336389 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-cee54232-6461-4e23-b39d-0b3f6f4fa3ae None None] Attempting to bind port f35b8f2b-7169-46d0-9410-0fa286d34256 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:22:20.336987 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-cee54232-6461-4e23-b39d-0b3f6f4fa3ae None None] Attempting to bind port f35b8f2b-7169-46d0-9410-0fa286d34256 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '2b2363e5-3894-46ca-ad12-8634a480587e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0b5e32d4-0fe8-49ab-a6e5-34b841ceaf51'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:22:20.337940 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee54232-6461-4e23-b39d-0b3f6f4fa3ae None None] Attempting to bind port f35b8f2b-7169-46d0-9410-0fa286d34256 on network 0b5e32d4-0fe8-49ab-a6e5-34b841ceaf51 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:22:20.356353 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:20.372145 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee54232-6461-4e23-b39d-0b3f6f4fa3ae None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:22:20.372816 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee54232-6461-4e23-b39d-0b3f6f4fa3ae None None] Checking segment: {'id': '2b2363e5-3894-46ca-ad12-8634a480587e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0b5e32d4-0fe8-49ab-a6e5-34b841ceaf51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:22:20.373481 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cee54232-6461-4e23-b39d-0b3f6f4fa3ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:20.379633 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee54232-6461-4e23-b39d-0b3f6f4fa3ae None None] Bound using segment: {'id': '2b2363e5-3894-46ca-ad12-8634a480587e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0b5e32d4-0fe8-49ab-a6e5-34b841ceaf51'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:22:20.380602 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-cee54232-6461-4e23-b39d-0b3f6f4fa3ae None None] Bound port: f35b8f2b-7169-46d0-9410-0fa286d34256, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b2363e5-3894-46ca-ad12-8634a480587e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0b5e32d4-0fe8-49ab-a6e5-34b841ceaf51'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:22:20.381192 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cee54232-6461-4e23-b39d-0b3f6f4fa3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:20.599876 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 74a71ca0-6fc0-4fa8-981a-e1fa1f584dd3 no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:22:20.604032 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-51db52f1-7e6e-4939-b7b3-e45eeadebe49 req-17525c66-4129-41a4-bb31-b2f62eb8a255 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/ports?device_id=b06e8a01-1932-41d2-95c2-b8d61badcd8e HTTP/1.1" status: 200 len: 210 time: 0.1204035 Nov 25 13:22:20.671798 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] For port 8737cfe7-541d-4b07-b3f6-cba1bf229bb6, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=8737cfe7-541d-4b07-b3f6-cba1bf229bb6,segment=NetworkSegment(b0455d7d-0c79-45af-9e78-87b143c9704a),segment_id=b0455d7d-0c79-45af-9e78-87b143c9704a)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:22:20.694464 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] No Port match for: 74a71ca0-6fc0-4fa8-981a-e1fa1f584dd3 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:22:20.695042 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 74a71ca0-6fc0-4fa8-981a-e1fa1f584dd3 not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:22:20.727698 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:20.728514 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 6d45f16a-a384-4d47-af18-5c08b909c40e up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:22:20.932470 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea9fa1b-75d5-458f-8b68-ab15f9dd047b req-b73a1e76-20ac-4a72-a9cf-ff2d09980608 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:20.943987 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-cee54232-6461-4e23-b39d-0b3f6f4fa3ae None None] For port f35b8f2b-7169-46d0-9410-0fa286d34256, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:22:20.945606 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bea9fa1b-75d5-458f-8b68-ab15f9dd047b req-b73a1e76-20ac-4a72-a9cf-ff2d09980608 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ae7607-c91e-4259-8f9c-8ea50f30aa38 HTTP/1.1" status: 200 len: 943 time: 0.2161357 Nov 25 13:22:20.951396 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-cee54232-6461-4e23-b39d-0b3f6f4fa3ae None None] For port f35b8f2b-7169-46d0-9410-0fa286d34256, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=f35b8f2b-7169-46d0-9410-0fa286d34256,segment=NetworkSegment(2b2363e5-3894-46ca-ad12-8634a480587e),segment_id=2b2363e5-3894-46ca-ad12-8634a480587e)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:22:20.977254 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cee54232-6461-4e23-b39d-0b3f6f4fa3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:21.020206 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Pushing event updated for resources: {'Port': ['ID=8737cfe7-541d-4b07-b3f6-cba1bf229bb6,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:21.052234 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b8449e3b-fc6a-4b18-a80f-52418da848f4 req-e64ad0f5-c972-4457-805b-55733a651e1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:21.118998 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bea9fa1b-75d5-458f-8b68-ab15f9dd047b req-4e223c37-b480-411d-878f-404076fabaf9 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ddd3722-1b64-4271-8ee9-7db52c62b6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681769 Nov 25 13:22:21.184208 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 6d45f16a-a384-4d47-af18-5c08b909c40e triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:22:21.184503 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:21.197535 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64ad0f5-c972-4457-805b-55733a651e1f service neutron] Pushing event updated for resources: {'Port': ['ID=500f0189-2da4-416b-9ab0-dc30f3653a5d,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:21.256538 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8449e3b-fc6a-4b18-a80f-52418da848f4 req-e64ad0f5-c972-4457-805b-55733a651e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:21.257759 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b8449e3b-fc6a-4b18-a80f-52418da848f4 req-e64ad0f5-c972-4457-805b-55733a651e1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:21.260608 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b8449e3b-fc6a-4b18-a80f-52418da848f4 req-e64ad0f5-c972-4457-805b-55733a651e1f service neutron] 10.222.0.47 "PUT /v2.0/ports/500f0189-2da4-416b-9ab0-dc30f3653a5d HTTP/1.1" status: 200 len: 1092 time: 3.2050974 Nov 25 13:22:21.264018 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71ae7607-c91e-4259-8f9c-8ea50f30aa38', 'tag': '500f0189-2da4-416b-9ab0-dc30f3653a5d'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:22:21.268866 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66210c2-5625-4fb9-8de7-d49a4a09a203" -d '{"events": [{"name": "network-changed", "server_uuid": "71ae7607-c91e-4259-8f9c-8ea50f30aa38", "tag": "500f0189-2da4-416b-9ab0-dc30f3653a5d"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:22:21.283432 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d054f-9ca5-4bc1-8146-95581d37fff7 req-f1942549-0cdc-4fb8-8272-d45b5aac7157 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:21.284145 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d50d054f-9ca5-4bc1-8146-95581d37fff7 req-f1942549-0cdc-4fb8-8272-d45b5aac7157 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:21.351597 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee54232-6461-4e23-b39d-0b3f6f4fa3ae None None] Pushing event updated for resources: {'Port': ['ID=f35b8f2b-7169-46d0-9410-0fa286d34256,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:21.367124 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-86ecb419-4e37-4390-ae58-27f58fd47683 None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:21.391864 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-86ecb419-4e37-4390-ae58-27f58fd47683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:21.470750 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d50d054f-9ca5-4bc1-8146-95581d37fff7 req-f1942549-0cdc-4fb8-8272-d45b5aac7157 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2508395 Nov 25 13:22:21.527156 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-d50d054f-9ca5-4bc1-8146-95581d37fff7 req-da9319fe-9b6a-419f-9a0f-24ccedd14c1e service neutron] Request body: {'port': {'device_id': '06e3a85a-4c3a-4297-b374-0fdcd0494740', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:22:21.534773 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f061717-03be-4a89-81b4-67a6cfa5778e None None] Network cd416db4-a041-4c84-9c55-d03be0781f61 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:22:21.536218 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3f54c1e3-a5d2-4fb5-bdc6-8d820b5a5c98 req-bdd7776d-0c4e-45dc-b773-4c0d2019a5ad tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b2089d6-077a-4484-aeae-3f3baeb9f079 HTTP/1.1" status: 200 len: 210 time: 0.1195297 Nov 25 13:22:21.584651 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385eaee4-0c26-4928-929b-fe131f802d6c req-1a02298b-aad6-4062-9668-1bb0f4a5951d tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:21.584651 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-385eaee4-0c26-4928-929b-fe131f802d6c req-1a02298b-aad6-4062-9668-1bb0f4a5951d tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.47 "GET /v2.0/networks?id=8aeff596-29a4-4a6a-a333-9e2b92e15a4b HTTP/1.1" status: 200 len: 818 time: 1.3958259 Nov 25 13:22:21.611249 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0842ec4f-772e-446e-895b-f5102012c5c3 None None] Pushing event updated for resources: {'Port': ['ID=f5c171f6-49f7-466c-8938-4c05396ebb3e,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:21.645503 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-385eaee4-0c26-4928-929b-fe131f802d6c req-a0bdfb41-86df-4b0a-b847-b22e3423dd44 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Request body: {'port': {'device_id': '0b2089d6-077a-4484-aeae-3f3baeb9f079', 'network_id': '8aeff596-29a4-4a6a-a333-9e2b92e15a4b', 'admin_state_up': True, 'tenant_id': '8d2854b381a841d0bb264f5a26a8525e'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:22:21.743473 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-a4630d3b-f7b3-4cba-a627-3e93dec196f4 None None] Provisioning complete for port 92bf56e0-8c75-4e58-82b3-4acceb00e193 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:22:21.744967 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a4630d3b-f7b3-4cba-a627-3e93dec196f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:21.866343 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d50d054f-9ca5-4bc1-8146-95581d37fff7 req-da9319fe-9b6a-419f-9a0f-24ccedd14c1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:21.923742 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d820d6c6-d3db-47cd-bd2b-d37296202503 req-a38ca6c3-1ce8-4b43-bbdc-22133201e11d tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:21.938835 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d820d6c6-d3db-47cd-bd2b-d37296202503 req-a38ca6c3-1ce8-4b43-bbdc-22133201e11d tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/networks?id=9b74e527-2eba-4880-abc3-5f552bc5f61d HTTP/1.1" status: 200 len: 812 time: 0.1830692 Nov 25 13:22:21.939450 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8449e3b-fc6a-4b18-a80f-52418da848f4 req-4edaed98-fa67-4e31-96c5-2c7155c84ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:21.945867 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b8449e3b-fc6a-4b18-a80f-52418da848f4 req-4edaed98-fa67-4e31-96c5-2c7155c84ff8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3a3a10c56944c1ba1ef6f97ca677aaf&device_id=71ae7607-c91e-4259-8f9c-8ea50f30aa38 HTTP/1.1" status: 200 len: 1095 time: 0.6174467 Nov 25 13:22:21.990919 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d820d6c6-d3db-47cd-bd2b-d37296202503 req-b9ad2e24-2bcf-4854-a215-ab4886abbaa4 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/quotas/60de2ce00e39495b9b56ab9e2f307693 HTTP/1.1" status: 200 len: 375 time: 0.0509734 Nov 25 13:22:22.049033 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d820d6c6-d3db-47cd-bd2b-d37296202503 req-f4f529f9-5167-415d-9196-e09a81c55311 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=60de2ce00e39495b9b56ab9e2f307693&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510607 Nov 25 13:22:22.064769 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-86ecb419-4e37-4390-ae58-27f58fd47683 None None] Attempting to bind port f5c171f6-49f7-466c-8938-4c05396ebb3e on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:22:22.065506 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-86ecb419-4e37-4390-ae58-27f58fd47683 None None] Attempting to bind port f5c171f6-49f7-466c-8938-4c05396ebb3e by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '98a09c09-ca40-4e90-a767-a403ef81fa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'af451dea-7b21-412a-8cb8-0a3397d2cf49'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:22:22.066054 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ecb419-4e37-4390-ae58-27f58fd47683 None None] Attempting to bind port f5c171f6-49f7-466c-8938-4c05396ebb3e on network af451dea-7b21-412a-8cb8-0a3397d2cf49 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:22:22.149297 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ecb419-4e37-4390-ae58-27f58fd47683 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:22:22.149928 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ecb419-4e37-4390-ae58-27f58fd47683 None None] Checking segment: {'id': '98a09c09-ca40-4e90-a767-a403ef81fa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'af451dea-7b21-412a-8cb8-0a3397d2cf49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:22:22.150510 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-86ecb419-4e37-4390-ae58-27f58fd47683 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:22.151097 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ecb419-4e37-4390-ae58-27f58fd47683 None None] Bound using segment: {'id': '98a09c09-ca40-4e90-a767-a403ef81fa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'af451dea-7b21-412a-8cb8-0a3397d2cf49'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:22:22.151745 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-86ecb419-4e37-4390-ae58-27f58fd47683 None None] Bound port: f5c171f6-49f7-466c-8938-4c05396ebb3e, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a09c09-ca40-4e90-a767-a403ef81fa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'af451dea-7b21-412a-8cb8-0a3397d2cf49'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:22:22.152297 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-86ecb419-4e37-4390-ae58-27f58fd47683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:22.280157 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d820d6c6-d3db-47cd-bd2b-d37296202503 req-d38d9021-c7d4-44e0-99d6-fb47d187bc89 service neutron] 10.222.0.53 "GET /v2.0/networks/9b74e527-2eba-4880-abc3-5f552bc5f61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269375 Nov 25 13:22:22.298791 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fac247e-1975-470e-9070-f608cf187f2f x-openstack-request-id: req-7fac247e-1975-470e-9070-f608cf187f2f {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:22:22.299337 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71ae7607-c91e-4259-8f9c-8ea50f30aa38", "tag": "500f0189-2da4-416b-9ab0-dc30f3653a5d", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:22:22.299559 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7fac247e-1975-470e-9070-f608cf187f2f {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:22:22.300279 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71ae7607-c91e-4259-8f9c-8ea50f30aa38', 'tag': '500f0189-2da4-416b-9ab0-dc30f3653a5d', 'status': 'completed', 'code': 200} Nov 25 13:22:22.366964 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e2258490-6819-49b7-aeb1-a962aa307712 req-1920cc33-9029-45d3-b1ed-44ea803ab550 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/ports?device_id=b06e8a01-1932-41d2-95c2-b8d61badcd8e HTTP/1.1" status: 200 len: 210 time: 0.0737159 Nov 25 13:22:22.442430 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d820d6c6-d3db-47cd-bd2b-d37296202503 req-955cd763-ab11-4cca-9c10-c119dde00915 service neutron] 10.222.0.53 "GET /v2.0/networks/9b74e527-2eba-4880-abc3-5f552bc5f61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612759 Nov 25 13:22:22.444819 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b8449e3b-fc6a-4b18-a80f-52418da848f4 req-0fbe3346-02ac-421d-bf80-935d74690851 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=500f0189-2da4-416b-9ab0-dc30f3653a5d HTTP/1.1" status: 200 len: 217 time: 0.1432080 Nov 25 13:22:22.557818 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a4630d3b-f7b3-4cba-a627-3e93dec196f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:22.590481 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device f35b8f2b-7169-46d0-9410-0fa286d34256 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:22:22.661089 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8449e3b-fc6a-4b18-a80f-52418da848f4 req-bd8af5c1-72a5-471d-882f-b74b99f50704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:22.666622 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b8449e3b-fc6a-4b18-a80f-52418da848f4 req-bd8af5c1-72a5-471d-882f-b74b99f50704 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4dfa8e25-6b00-4870-b13d-92b789ff5b1c HTTP/1.1" status: 200 len: 860 time: 0.2049448 Nov 25 13:22:22.815153 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-385eaee4-0c26-4928-929b-fe131f802d6c req-a0bdfb41-86df-4b0a-b847-b22e3423dd44 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Made reservation on behalf of 8d2854b381a841d0bb264f5a26a8525e for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:22:22.818966 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-385eaee4-0c26-4928-929b-fe131f802d6c req-a0bdfb41-86df-4b0a-b847-b22e3423dd44 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:22.846770 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-86ecb419-4e37-4390-ae58-27f58fd47683 None None] For port f5c171f6-49f7-466c-8938-4c05396ebb3e, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:22:22.850888 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-86ecb419-4e37-4390-ae58-27f58fd47683 None None] For port f5c171f6-49f7-466c-8938-4c05396ebb3e, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=f5c171f6-49f7-466c-8938-4c05396ebb3e,segment=NetworkSegment(98a09c09-ca40-4e90-a767-a403ef81fa93),segment_id=98a09c09-ca40-4e90-a767-a403ef81fa93)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:22:22.879347 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-86ecb419-4e37-4390-ae58-27f58fd47683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:22.884596 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b8449e3b-fc6a-4b18-a80f-52418da848f4 req-192ae05f-fb2b-4a12-8183-6f033c05b347 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=af451dea-7b21-412a-8cb8-0a3397d2cf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1138251 Nov 25 13:22:22.892826 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-a4630d3b-f7b3-4cba-a627-3e93dec196f4 None None] For port 92bf56e0-8c75-4e58-82b3-4acceb00e193, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=92bf56e0-8c75-4e58-82b3-4acceb00e193,segment=NetworkSegment(81051605-1bc5-477c-a234-64173956196c),segment_id=81051605-1bc5-477c-a234-64173956196c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:22:22.970858 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a4630d3b-f7b3-4cba-a627-3e93dec196f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:22.979362 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port f35b8f2b-7169-46d0-9410-0fa286d34256 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:22:22.979746 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:23.079660 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2420a691-60eb-473c-be42-403a02df3926 req-be7670aa-9640-429b-8b6b-c963afc62cbe tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b2089d6-077a-4484-aeae-3f3baeb9f079 HTTP/1.1" status: 200 len: 210 time: 0.2466729 Nov 25 13:22:23.182936 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ecb419-4e37-4390-ae58-27f58fd47683 None None] Routers {'0757324b-9367-4a2b-afb5-5562bec46876'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:22:23.184259 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-86ecb419-4e37-4390-ae58-27f58fd47683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:22:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['0757324b-9367-4a2b-afb5-5562bec46876'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:22:23.191381 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b8449e3b-fc6a-4b18-a80f-52418da848f4 req-0462fb2b-a0d8-46ab-8d12-af39380222b3 service neutron] 10.222.0.47 "GET /v2.0/networks/af451dea-7b21-412a-8cb8-0a3397d2cf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898102 Nov 25 13:22:23.238363 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-d50d054f-9ca5-4bc1-8146-95581d37fff7 req-da9319fe-9b6a-419f-9a0f-24ccedd14c1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15db2a29-af9e-455b-8d27-e9bdbaa77981 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:22:23.247194 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6ad0a3-c01d-4113-84ff-87adbcd4e7b0 req-1232a8a8-9cae-47c8-be12-175a511381ff tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:23.260103 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9d6ad0a3-c01d-4113-84ff-87adbcd4e7b0 req-1232a8a8-9cae-47c8-be12-175a511381ff tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ae7607-c91e-4259-8f9c-8ea50f30aa38 HTTP/1.1" status: 200 len: 943 time: 0.5344827 Nov 25 13:22:23.271527 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:23.313636 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0842ec4f-772e-446e-895b-f5102012c5c3 None None] Pushing event updated for resources: {'Port': ['ID=f5c171f6-49f7-466c-8938-4c05396ebb3e,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:23.331149 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499eab97-af2f-4dea-bd14-810bcbac77b2 None None] Network 0b5e32d4-0fe8-49ab-a6e5-34b841ceaf51 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:22:23.380988 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d50d054f-9ca5-4bc1-8146-95581d37fff7 req-da9319fe-9b6a-419f-9a0f-24ccedd14c1e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:23.446195 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4630d3b-f7b3-4cba-a627-3e93dec196f4 None None] Pushing event updated for resources: {'Port': ['ID=92bf56e0-8c75-4e58-82b3-4acceb00e193,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:23.504771 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d4810200-4e3f-4542-ba14-5de83909050b req-91065c56-73cc-499f-aef7-856f39e4f3ad tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=fde15c69-6984-428c-bf46-3b127cea55f8 HTTP/1.1" status: 200 len: 210 time: 0.2190080 Nov 25 13:22:23.512087 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] For port f35b8f2b-7169-46d0-9410-0fa286d34256, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=f35b8f2b-7169-46d0-9410-0fa286d34256,segment=NetworkSegment(2b2363e5-3894-46ca-ad12-8634a480587e),segment_id=2b2363e5-3894-46ca-ad12-8634a480587e)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:22:23.524062 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:23.526540 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 6d45f16a-a384-4d47-af18-5c08b909c40e up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:22:23.538482 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a47b3f-d8af-475c-ae05-86509853fafe req-c67233ca-3057-49b5-8a25-990430679e7b tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:23.545111 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-d50d054f-9ca5-4bc1-8146-95581d37fff7 req-da9319fe-9b6a-419f-9a0f-24ccedd14c1e service neutron] Transition to ACTIVE for port object 15db2a29-af9e-455b-8d27-e9bdbaa77981 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:22:23.559341 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd75169-cd78-4d02-92d4-f984b3d4fcf0 None None] Sync routers for ids ['d6dd2bc3-0cfa-4a50-9129-f762c87cd766'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:22:23.559907 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a47b3f-d8af-475c-ae05-86509853fafe req-c67233ca-3057-49b5-8a25-990430679e7b tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:23.561778 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-39a47b3f-d8af-475c-ae05-86509853fafe req-c67233ca-3057-49b5-8a25-990430679e7b tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.66 "GET /v2.0/networks?id=cd416db4-a041-4c84-9c55-d03be0781f61&id=0b5e32d4-0fe8-49ab-a6e5-34b841ceaf51&id=cd416db4-a041-4c84-9c55-d03be0781f61 HTTP/1.1" status: 200 len: 1392 time: 0.8528407 Nov 25 13:22:23.574572 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d50d054f-9ca5-4bc1-8146-95581d37fff7 req-da9319fe-9b6a-419f-9a0f-24ccedd14c1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:23.577280 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd75169-cd78-4d02-92d4-f984b3d4fcf0 None None] Routers {'d6dd2bc3-0cfa-4a50-9129-f762c87cd766'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:22:23.578051 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2fd75169-cd78-4d02-92d4-f984b3d4fcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:22:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['d6dd2bc3-0cfa-4a50-9129-f762c87cd766'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:22:23.625901 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9d6ad0a3-c01d-4113-84ff-87adbcd4e7b0 req-c9a60463-9ed7-476b-9849-c2b9310c8adf tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ddd3722-1b64-4271-8ee9-7db52c62b6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3602874 Nov 25 13:22:23.632775 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-39a47b3f-d8af-475c-ae05-86509853fafe req-11409e87-e154-4134-9a98-3042ec05f475 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Request body: {'port': {'device_id': 'b06e8a01-1932-41d2-95c2-b8d61badcd8e', 'network_id': 'cd416db4-a041-4c84-9c55-d03be0781f61', 'admin_state_up': True, 'tenant_id': 'c7b7eead49e04a28b5b17470c05451fe'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:22:23.710652 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Pushing event updated for resources: {'Port': ['ID=f35b8f2b-7169-46d0-9410-0fa286d34256,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:23.813217 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-2ca72c98-5bd6-43bb-8a4e-2e1e8faa9b5e None None] Provisioning complete for port f35b8f2b-7169-46d0-9410-0fa286d34256 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:22:23.815362 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2ca72c98-5bd6-43bb-8a4e-2e1e8faa9b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:23.820214 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-2fd75169-cd78-4d02-92d4-f984b3d4fcf0 None None] Set router d6dd2bc3-0cfa-4a50-9129-f762c87cd766 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:22:23.846906 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-96436b93-3750-4313-b3bd-21a5a5f45529 req-40870971-c447-446b-b97b-6bf008dece1a tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/ports?device_id=b06e8a01-1932-41d2-95c2-b8d61badcd8e HTTP/1.1" status: 200 len: 210 time: 0.0973864 Nov 25 13:22:23.952958 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9319fe-9b6a-419f-9a0f-24ccedd14c1e service neutron] Pushing event updated for resources: {'Port': ['ID=15db2a29-af9e-455b-8d27-e9bdbaa77981,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:24.004532 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b8449e3b-fc6a-4b18-a80f-52418da848f4 req-fe26da35-04e7-4d8f-bb8b-92a459ba8651 service neutron] 10.222.0.47 "GET /v2.0/networks/af451dea-7b21-412a-8cb8-0a3397d2cf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7948282 Nov 25 13:22:24.005947 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-86ecb419-4e37-4390-ae58-27f58fd47683 None None] Set router 0757324b-9367-4a2b-afb5-5562bec46876 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:22:24.011309 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39a47b3f-d8af-475c-ae05-86509853fafe req-11409e87-e154-4134-9a98-3042ec05f475 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Made reservation on behalf of c7b7eead49e04a28b5b17470c05451fe for: {'port': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:22:24.016603 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-d50d054f-9ca5-4bc1-8146-95581d37fff7 req-da9319fe-9b6a-419f-9a0f-24ccedd14c1e service neutron] Attempting to bind port 15db2a29-af9e-455b-8d27-e9bdbaa77981 on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:22:24.016948 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-d50d054f-9ca5-4bc1-8146-95581d37fff7 req-da9319fe-9b6a-419f-9a0f-24ccedd14c1e service neutron] Attempting to bind port 15db2a29-af9e-455b-8d27-e9bdbaa77981 by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': 'b0455d7d-0c79-45af-9e78-87b143c9704a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8aeff596-29a4-4a6a-a333-9e2b92e15a4b'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:22:24.020158 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-39a47b3f-d8af-475c-ae05-86509853fafe req-11409e87-e154-4134-9a98-3042ec05f475 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:24.021620 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50d054f-9ca5-4bc1-8146-95581d37fff7 req-da9319fe-9b6a-419f-9a0f-24ccedd14c1e service neutron] Attempting to bind port 15db2a29-af9e-455b-8d27-e9bdbaa77981 on network 8aeff596-29a4-4a6a-a333-9e2b92e15a4b {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:22:24.026648 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-385eaee4-0c26-4928-929b-fe131f802d6c req-a0bdfb41-86df-4b0a-b847-b22e3423dd44 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Allocated IP 172.20.0.12 (8aeff596-29a4-4a6a-a333-9e2b92e15a4b/43603bfb-2066-4414-ab91-8e5215ee7bf8/bade27a4-46a1-4279-bdcb-7c5f29065359) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:22:24.043004 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50d054f-9ca5-4bc1-8146-95581d37fff7 req-da9319fe-9b6a-419f-9a0f-24ccedd14c1e service neutron] Port 15db2a29-af9e-455b-8d27-e9bdbaa77981 on network 8aeff596-29a4-4a6a-a333-9e2b92e15a4b not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:22:24.043798 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50d054f-9ca5-4bc1-8146-95581d37fff7 req-da9319fe-9b6a-419f-9a0f-24ccedd14c1e service neutron] Attempting to bind port 15db2a29-af9e-455b-8d27-e9bdbaa77981 on network 8aeff596-29a4-4a6a-a333-9e2b92e15a4b {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:22:24.066393 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50d054f-9ca5-4bc1-8146-95581d37fff7 req-da9319fe-9b6a-419f-9a0f-24ccedd14c1e service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:22:24.066832 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50d054f-9ca5-4bc1-8146-95581d37fff7 req-da9319fe-9b6a-419f-9a0f-24ccedd14c1e service neutron] Checking segment: {'id': 'b0455d7d-0c79-45af-9e78-87b143c9704a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8aeff596-29a4-4a6a-a333-9e2b92e15a4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:22:24.067269 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50d054f-9ca5-4bc1-8146-95581d37fff7 req-da9319fe-9b6a-419f-9a0f-24ccedd14c1e service neutron] Bound using segment: {'id': 'b0455d7d-0c79-45af-9e78-87b143c9704a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8aeff596-29a4-4a6a-a333-9e2b92e15a4b'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:22:24.067712 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-d50d054f-9ca5-4bc1-8146-95581d37fff7 req-da9319fe-9b6a-419f-9a0f-24ccedd14c1e service neutron] Bound port: 15db2a29-af9e-455b-8d27-e9bdbaa77981, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0455d7d-0c79-45af-9e78-87b143c9704a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8aeff596-29a4-4a6a-a333-9e2b92e15a4b'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:22:24.068078 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d50d054f-9ca5-4bc1-8146-95581d37fff7 req-da9319fe-9b6a-419f-9a0f-24ccedd14c1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:24.204389 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66210c2-5625-4fb9-8de7-d49a4a09a203 req-0efaaa46-db09-42eb-8455-a7d6826f0d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:24.206238 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f66210c2-5625-4fb9-8de7-d49a4a09a203 req-0efaaa46-db09-42eb-8455-a7d6826f0d04 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3a3a10c56944c1ba1ef6f97ca677aaf&device_id=71ae7607-c91e-4259-8f9c-8ea50f30aa38 HTTP/1.1" status: 200 len: 1095 time: 0.1214204 Nov 25 13:22:24.238995 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2fd75169-cd78-4d02-92d4-f984b3d4fcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6dd2bc3-0cfa-4a50-9129-f762c87cd766', 'name': 'tempest-ServersTestMultiNic-1418688574-router', 'tenant_id': 'c7b7eead49e04a28b5b17470c05451fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '6d45f16a-a384-4d47-af18-5c08b909c40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:22:06Z', 'updated_at': '2021-11-25T13:22:11Z', 'revision_number': 4, 'project_id': 'c7b7eead49e04a28b5b17470c05451fe', 'gw_port': {'id': '6d45f16a-a384-4d47-af18-5c08b909c40e', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f3:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6dd2bc3-0cfa-4a50-9129-f762c87cd766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:22:06Z', 'updated_at': '2021-11-25T13:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '8ad7a44d-0655-439e-99ce-b953ce20078e', 'name': '', 'network_id': 'dd2f53fd-4a9d-4ecc-8de3-9d867aad3ec6', 'tenant_id': 'c7b7eead49e04a28b5b17470c05451fe', 'mac_address': 'fa:16:3e:59:19:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6dd2bc3-0cfa-4a50-9129-f762c87cd766', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '4338fd81-4e7b-4876-9bda-c88455681113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:22:09Z', 'updated_at': '2021-11-25T13:22:11Z', 'revision_number': 2, 'project_id': 'c7b7eead49e04a28b5b17470c05451fe', 'subnets': [{'id': '4338fd81-4e7b-4876-9bda-c88455681113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:22:24.263964 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 6d45f16a-a384-4d47-af18-5c08b909c40e triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:22:24.264668 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:24.273724 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d13e8389-a5b4-42c1-8ff3-3ea9de990a82 req-8bd83d1b-abf9-4e3b-8e4f-da53a44dde15 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b2089d6-077a-4484-aeae-3f3baeb9f079 HTTP/1.1" status: 200 len: 210 time: 0.0509775 Nov 25 13:22:24.297250 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd75169-cd78-4d02-92d4-f984b3d4fcf0 None None] Checking router: d6dd2bc3-0cfa-4a50-9129-f762c87cd766 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:22:24.297798 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd75169-cd78-4d02-92d4-f984b3d4fcf0 None None] Updating router d6dd2bc3-0cfa-4a50-9129-f762c87cd766 port 8ad7a44d-0655-439e-99ce-b953ce20078e binding host n-d-808199-11 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:22:24.329945 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [req-39a47b3f-d8af-475c-ae05-86509853fafe req-11409e87-e154-4134-9a98-3042ec05f475 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Allocated IP 19.80.0.126 (cd416db4-a041-4c84-9c55-d03be0781f61/3f8da185-dd63-4197-b46e-ebc58989c21e/e900f5bb-3487-4fed-b8ac-c6d1a54e5826) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:22:24.338067 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2fd75169-cd78-4d02-92d4-f984b3d4fcf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:24.378745 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66210c2-5625-4fb9-8de7-d49a4a09a203 req-1a4f8e69-eaae-44b5-af9c-2f24314605c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:24.378745 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f66210c2-5625-4fb9-8de7-d49a4a09a203 req-1a4f8e69-eaae-44b5-af9c-2f24314605c6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=af451dea-7b21-412a-8cb8-0a3397d2cf49 HTTP/1.1" status: 200 len: 921 time: 0.1584492 Nov 25 13:22:24.455574 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f66210c2-5625-4fb9-8de7-d49a4a09a203 req-b431c088-9931-4fb5-946f-478bf670de3d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=500f0189-2da4-416b-9ab0-dc30f3653a5d HTTP/1.1" status: 200 len: 217 time: 0.0629959 Nov 25 13:22:24.521693 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-d50d054f-9ca5-4bc1-8146-95581d37fff7 req-da9319fe-9b6a-419f-9a0f-24ccedd14c1e service neutron] For port 15db2a29-af9e-455b-8d27-e9bdbaa77981, host n-h1-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:22:24.575693 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 92bf56e0-8c75-4e58-82b3-4acceb00e193 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:22:24.587729 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-86ecb419-4e37-4390-ae58-27f58fd47683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0757324b-9367-4a2b-afb5-5562bec46876', 'name': 'tempest-ServerRescueTestJSONUnderV235-1202633880-router', 'tenant_id': 'e3a3a10c56944c1ba1ef6f97ca677aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'bcc4a824-d1fa-46f8-adaa-281f66bf9234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:22:03Z', 'updated_at': '2021-11-25T13:22:09Z', 'revision_number': 4, 'project_id': 'e3a3a10c56944c1ba1ef6f97ca677aaf', 'gw_port': {'id': 'bcc4a824-d1fa-46f8-adaa-281f66bf9234', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0757324b-9367-4a2b-afb5-5562bec46876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:22:03Z', 'updated_at': '2021-11-25T13:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'f5c171f6-49f7-466c-8938-4c05396ebb3e', 'name': '', 'network_id': 'af451dea-7b21-412a-8cb8-0a3397d2cf49', 'tenant_id': 'e3a3a10c56944c1ba1ef6f97ca677aaf', 'mac_address': 'fa:16:3e:22:a5:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0757324b-9367-4a2b-afb5-5562bec46876', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '4dfa8e25-6b00-4870-b13d-92b789ff5b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:22:07Z', 'updated_at': '2021-11-25T13:22:22Z', 'revision_number': 4, 'project_id': 'e3a3a10c56944c1ba1ef6f97ca677aaf', 'subnets': [{'id': '4dfa8e25-6b00-4870-b13d-92b789ff5b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:22:24.625497 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-4eed46bc-f142-44d1-987d-6b0ca4b4b62b None None] Provisioning complete for port 92bf56e0-8c75-4e58-82b3-4acceb00e193 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:22:24.626034 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4eed46bc-f142-44d1-987d-6b0ca4b4b62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:24.705938 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-d50d054f-9ca5-4bc1-8146-95581d37fff7 req-da9319fe-9b6a-419f-9a0f-24ccedd14c1e service neutron] For port 15db2a29-af9e-455b-8d27-e9bdbaa77981, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=15db2a29-af9e-455b-8d27-e9bdbaa77981,segment=NetworkSegment(b0455d7d-0c79-45af-9e78-87b143c9704a),segment_id=b0455d7d-0c79-45af-9e78-87b143c9704a)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:22:24.774197 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ecb419-4e37-4390-ae58-27f58fd47683 None None] The sync data for ids ['0757324b-9367-4a2b-afb5-5562bec46876'] in n-d-808199-11 is: [{'id': '0757324b-9367-4a2b-afb5-5562bec46876', 'name': 'tempest-ServerRescueTestJSONUnderV235-1202633880-router', 'tenant_id': 'e3a3a10c56944c1ba1ef6f97ca677aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'bcc4a824-d1fa-46f8-adaa-281f66bf9234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:22:03Z', 'updated_at': '2021-11-25T13:22:09Z', 'revision_number': 4, 'project_id': 'e3a3a10c56944c1ba1ef6f97ca677aaf', 'gw_port': {'id': 'bcc4a824-d1fa-46f8-adaa-281f66bf9234', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0757324b-9367-4a2b-afb5-5562bec46876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:22:03Z', 'updated_at': '2021-11-25T13:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'f5c171f6-49f7-466c-8938-4c05396ebb3e', 'name': '', 'network_id': 'af451dea-7b21-412a-8cb8-0a3397d2cf49', 'tenant_id': 'e3a3a10c56944c1ba1ef6f97ca677aaf', 'mac_address': 'fa:16:3e:22:a5:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0757324b-9367-4a2b-afb5-5562bec46876', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '4dfa8e25-6b00-4870-b13d-92b789ff5b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:22:07Z', 'updated_at': '2021-11-25T13:22:22Z', 'revision_number': 4, 'project_id': 'e3a3a10c56944c1ba1ef6f97ca677aaf', 'subnets': [{'id': '4dfa8e25-6b00-4870-b13d-92b789ff5b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:22:24.798636 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-748a4c69-b741-4463-a3d3-ebdc5e97a466 req-f891f5fe-d0ef-42e3-9135-333472459c29 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=fde15c69-6984-428c-bf46-3b127cea55f8 HTTP/1.1" status: 200 len: 210 time: 0.1005974 Nov 25 13:22:24.805192 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d50d054f-9ca5-4bc1-8146-95581d37fff7 req-da9319fe-9b6a-419f-9a0f-24ccedd14c1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:24.874657 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 92bf56e0-8c75-4e58-82b3-4acceb00e193 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:22:24.877134 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:24.907644 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-39a47b3f-d8af-475c-ae05-86509853fafe req-11409e87-e154-4134-9a98-3042ec05f475 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:24.965211 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bacb78e-daad-488f-a0a8-6c3a1d41cf0c req-1a90d4fd-d592-4181-a7c2-c9290578b4a8 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:24.970535 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d820d6c6-d3db-47cd-bd2b-d37296202503 req-821b18a1-187b-45fe-b577-8c68dcb03107 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:24.972083 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d820d6c6-d3db-47cd-bd2b-d37296202503 req-821b18a1-187b-45fe-b577-8c68dcb03107 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.66 "GET /v2.0/networks?id=9b74e527-2eba-4880-abc3-5f552bc5f61d HTTP/1.1" status: 200 len: 812 time: 0.5104434 Nov 25 13:22:24.975851 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3bacb78e-daad-488f-a0a8-6c3a1d41cf0c req-1a90d4fd-d592-4181-a7c2-c9290578b4a8 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ae7607-c91e-4259-8f9c-8ea50f30aa38 HTTP/1.1" status: 200 len: 943 time: 0.1599782 Nov 25 13:22:24.988295 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d054f-9ca5-4bc1-8146-95581d37fff7 req-da9319fe-9b6a-419f-9a0f-24ccedd14c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:24.989192 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d50d054f-9ca5-4bc1-8146-95581d37fff7 req-da9319fe-9b6a-419f-9a0f-24ccedd14c1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:24.990635 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d50d054f-9ca5-4bc1-8146-95581d37fff7 req-da9319fe-9b6a-419f-9a0f-24ccedd14c1e service neutron] 10.222.0.66 "PUT /v2.0/ports/15db2a29-af9e-455b-8d27-e9bdbaa77981 HTTP/1.1" status: 200 len: 1093 time: 3.4808645 Nov 25 13:22:24.991137 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e3a85a-4c3a-4297-b374-0fdcd0494740', 'tag': '15db2a29-af9e-455b-8d27-e9bdbaa77981'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:22:24.993488 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14cb0159-62b9-4dae-a7dd-3a0ae0f0e1a3" -d '{"events": [{"name": "network-changed", "server_uuid": "06e3a85a-4c3a-4297-b374-0fdcd0494740", "tag": "15db2a29-af9e-455b-8d27-e9bdbaa77981"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:22:25.023217 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-d820d6c6-d3db-47cd-bd2b-d37296202503 req-58d654fa-c982-4131-b3d9-98f01e2298ae tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Request body: {'port': {'device_id': 'fde15c69-6984-428c-bf46-3b127cea55f8', 'network_id': '9b74e527-2eba-4880-abc3-5f552bc5f61d', 'admin_state_up': True, 'tenant_id': '60de2ce00e39495b9b56ab9e2f307693'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:22:25.105372 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-39a47b3f-d8af-475c-ae05-86509853fafe req-11409e87-e154-4134-9a98-3042ec05f475 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:25.109219 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66210c2-5625-4fb9-8de7-d49a4a09a203 req-767dad6e-d397-4209-af7e-6638be1fc142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:25.110912 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f66210c2-5625-4fb9-8de7-d49a4a09a203 req-767dad6e-d397-4209-af7e-6638be1fc142 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4dfa8e25-6b00-4870-b13d-92b789ff5b1c HTTP/1.1" status: 200 len: 860 time: 0.5550230 Nov 25 13:22:25.129126 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2fd75169-cd78-4d02-92d4-f984b3d4fcf0 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:25.139751 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2fd75169-cd78-4d02-92d4-f984b3d4fcf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:25.178519 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-b12e5a0d-32c5-4696-931a-2e4913c92c3c None None] Provisioning complete for port f35b8f2b-7169-46d0-9410-0fa286d34256 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:22:25.179119 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b12e5a0d-32c5-4696-931a-2e4913c92c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:25.182510 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 8737cfe7-541d-4b07-b3f6-cba1bf229bb6 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:22:25.207777 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3bacb78e-daad-488f-a0a8-6c3a1d41cf0c req-20370706-9871-4b23-b5d2-dd87d3a0cd4e tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ddd3722-1b64-4271-8ee9-7db52c62b6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206891 Nov 25 13:22:25.210628 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0421a9-fd60-404c-b798-406381185c9a None None] Pushing event updated for resources: {'Port': ['ID=8ad7a44d-0655-439e-99ce-b953ce20078e,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:25.282097 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f66210c2-5625-4fb9-8de7-d49a4a09a203 req-626a6e20-4662-4c54-9f0e-62eec5311fb9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=af451dea-7b21-412a-8cb8-0a3397d2cf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1051488 Nov 25 13:22:25.284426 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39a47b3f-d8af-475c-ae05-86509853fafe req-11409e87-e154-4134-9a98-3042ec05f475 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Network cd416db4-a041-4c84-9c55-d03be0781f61 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:22:25.323742 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [req-39a47b3f-d8af-475c-ae05-86509853fafe req-11409e87-e154-4134-9a98-3042ec05f475 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:22:25.330125 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d4a0c55-4468-4a08-aa53-32ee58377a3a x-openstack-request-id: req-0d4a0c55-4468-4a08-aa53-32ee58377a3a {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:22:25.330430 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06e3a85a-4c3a-4297-b374-0fdcd0494740", "tag": "15db2a29-af9e-455b-8d27-e9bdbaa77981", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:22:25.330713 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0d4a0c55-4468-4a08-aa53-32ee58377a3a {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:22:25.331146 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06e3a85a-4c3a-4297-b374-0fdcd0494740', 'tag': '15db2a29-af9e-455b-8d27-e9bdbaa77981', 'status': 'completed', 'code': 200} Nov 25 13:22:25.336345 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9319fe-9b6a-419f-9a0f-24ccedd14c1e service neutron] Pushing event updated for resources: {'Port': ['ID=15db2a29-af9e-455b-8d27-e9bdbaa77981,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:25.370599 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d054f-9ca5-4bc1-8146-95581d37fff7 req-b912ea78-00fb-4d58-ba2d-75798201fef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:25.375450 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d50d054f-9ca5-4bc1-8146-95581d37fff7 req-b912ea78-00fb-4d58-ba2d-75798201fef5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8d2854b381a841d0bb264f5a26a8525e&device_id=06e3a85a-4c3a-4297-b374-0fdcd0494740 HTTP/1.1" status: 200 len: 1096 time: 0.3100362 Nov 25 13:22:25.375710 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-39a47b3f-d8af-475c-ae05-86509853fafe req-11409e87-e154-4134-9a98-3042ec05f475 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:22:25.446080 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-385eaee4-0c26-4928-929b-fe131f802d6c req-a0bdfb41-86df-4b0a-b847-b22e3423dd44 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:25.479793 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-2fd75169-cd78-4d02-92d4-f984b3d4fcf0 None None] Attempting to bind port 8ad7a44d-0655-439e-99ce-b953ce20078e on host n-d-808199-11 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:22:25.485084 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-2fd75169-cd78-4d02-92d4-f984b3d4fcf0 None None] Attempting to bind port 8ad7a44d-0655-439e-99ce-b953ce20078e by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '98c520c6-f2da-46af-82ed-6057431a105c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'dd2f53fd-4a9d-4ecc-8de3-9d867aad3ec6'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:22:25.488491 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd75169-cd78-4d02-92d4-f984b3d4fcf0 None None] Attempting to bind port 8ad7a44d-0655-439e-99ce-b953ce20078e on network dd2f53fd-4a9d-4ecc-8de3-9d867aad3ec6 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:22:25.499413 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 8737cfe7-541d-4b07-b3f6-cba1bf229bb6 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:22:25.501924 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:25.514865 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd75169-cd78-4d02-92d4-f984b3d4fcf0 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:22:25.517532 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d50d054f-9ca5-4bc1-8146-95581d37fff7 req-088dfd16-5cec-4344-8fb8-35bb9f7d9298 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15db2a29-af9e-455b-8d27-e9bdbaa77981 HTTP/1.1" status: 200 len: 217 time: 0.1126022 Nov 25 13:22:25.519939 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd75169-cd78-4d02-92d4-f984b3d4fcf0 None None] Checking segment: {'id': '98c520c6-f2da-46af-82ed-6057431a105c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'dd2f53fd-4a9d-4ecc-8de3-9d867aad3ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:22:25.522061 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2fd75169-cd78-4d02-92d4-f984b3d4fcf0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:25.522677 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd75169-cd78-4d02-92d4-f984b3d4fcf0 None None] Bound using segment: {'id': '98c520c6-f2da-46af-82ed-6057431a105c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'dd2f53fd-4a9d-4ecc-8de3-9d867aad3ec6'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:22:25.524138 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-2fd75169-cd78-4d02-92d4-f984b3d4fcf0 None None] Bound port: 8ad7a44d-0655-439e-99ce-b953ce20078e, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c520c6-f2da-46af-82ed-6057431a105c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'dd2f53fd-4a9d-4ecc-8de3-9d867aad3ec6'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:22:25.526990 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2fd75169-cd78-4d02-92d4-f984b3d4fcf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:25.632939 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a47b3f-d8af-475c-ae05-86509853fafe req-11409e87-e154-4134-9a98-3042ec05f475 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:25.633930 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-39a47b3f-d8af-475c-ae05-86509853fafe req-11409e87-e154-4134-9a98-3042ec05f475 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:25.712586 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11409e87-e154-4134-9a98-3042ec05f475 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Pushing event updated for resources: {'Port': ['ID=e900f5bb-3487-4fed-b8ac-c6d1a54e5826,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:25.730712 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d054f-9ca5-4bc1-8146-95581d37fff7 req-f5ae0a23-2a90-4ea7-886d-f9eb9e3468db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:25.733456 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d50d054f-9ca5-4bc1-8146-95581d37fff7 req-f5ae0a23-2a90-4ea7-886d-f9eb9e3468db service neutron] 10.222.0.66 "GET /v2.0/subnets?id=43603bfb-2066-4414-ab91-8e5215ee7bf8 HTTP/1.1" status: 200 len: 858 time: 0.1950643 Nov 25 13:22:25.742880 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f66210c2-5625-4fb9-8de7-d49a4a09a203 req-cd912bab-f153-4797-8fd0-00f1b4cb28d0 service neutron] 10.222.0.47 "GET /v2.0/networks/af451dea-7b21-412a-8cb8-0a3397d2cf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4413285 Nov 25 13:22:25.769370 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d820d6c6-d3db-47cd-bd2b-d37296202503 req-58d654fa-c982-4131-b3d9-98f01e2298ae tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Made reservation on behalf of 60de2ce00e39495b9b56ab9e2f307693 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:22:25.778782 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-2fd75169-cd78-4d02-92d4-f984b3d4fcf0 None None] For port 8ad7a44d-0655-439e-99ce-b953ce20078e, host n-d-808199-11, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:22:25.781851 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d820d6c6-d3db-47cd-bd2b-d37296202503 req-58d654fa-c982-4131-b3d9-98f01e2298ae tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:25.794184 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-2fd75169-cd78-4d02-92d4-f984b3d4fcf0 None None] For port 8ad7a44d-0655-439e-99ce-b953ce20078e, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=8ad7a44d-0655-439e-99ce-b953ce20078e,segment=NetworkSegment(98c520c6-f2da-46af-82ed-6057431a105c),segment_id=98c520c6-f2da-46af-82ed-6057431a105c)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:22:25.797662 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27a69d-08d1-40d9-b6c3-0746c6d17daf req-42a42ba5-74b3-494c-b507-876ce1d22de8 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:25.805633 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9a27a69d-08d1-40d9-b6c3-0746c6d17daf req-42a42ba5-74b3-494c-b507-876ce1d22de8 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/ports?device_id=b06e8a01-1932-41d2-95c2-b8d61badcd8e HTTP/1.1" status: 200 len: 932 time: 0.7190948 Nov 25 13:22:25.806068 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2fd75169-cd78-4d02-92d4-f984b3d4fcf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:25.824931 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-385eaee4-0c26-4928-929b-fe131f802d6c req-a0bdfb41-86df-4b0a-b847-b22e3423dd44 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:25.829105 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d50d054f-9ca5-4bc1-8146-95581d37fff7 req-41f823ed-8d86-4213-a1c5-1450e0785ffd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8aeff596-29a4-4a6a-a333-9e2b92e15a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806029 Nov 25 13:22:25.925115 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e43ec90e-3612-47a8-a925-14ffef27f06c req-ef49dda7-0292-4fdf-a916-d8916f792007 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b2089d6-077a-4484-aeae-3f3baeb9f079 HTTP/1.1" status: 200 len: 210 time: 0.2696955 Nov 25 13:22:25.994261 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-39a47b3f-d8af-475c-ae05-86509853fafe req-11409e87-e154-4134-9a98-3042ec05f475 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3884687 Nov 25 13:22:26.012655 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-ddd4ba19-973c-46a5-a67e-2a9378d73996 None None] Provisioning complete for port 8ad7a44d-0655-439e-99ce-b953ce20078e triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:22:26.016925 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ddd4ba19-973c-46a5-a67e-2a9378d73996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:26.032384 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd75169-cd78-4d02-92d4-f984b3d4fcf0 None None] Routers {'d6dd2bc3-0cfa-4a50-9129-f762c87cd766'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:22:26.034645 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-39a47b3f-d8af-475c-ae05-86509853fafe req-925d6188-d342-4eec-924b-243fe447cd10 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Request body: {'port': {'device_id': 'b06e8a01-1932-41d2-95c2-b8d61badcd8e', 'network_id': '0b5e32d4-0fe8-49ab-a6e5-34b841ceaf51', 'admin_state_up': True, 'tenant_id': 'c7b7eead49e04a28b5b17470c05451fe'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:22:26.035489 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2fd75169-cd78-4d02-92d4-f984b3d4fcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:22:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['d6dd2bc3-0cfa-4a50-9129-f762c87cd766'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:22:26.118372 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-385eaee4-0c26-4928-929b-fe131f802d6c req-a0bdfb41-86df-4b0a-b847-b22e3423dd44 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Network 8aeff596-29a4-4a6a-a333-9e2b92e15a4b is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:22:26.149555 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0421a9-fd60-404c-b798-406381185c9a None None] Pushing event updated for resources: {'Port': ['ID=8ad7a44d-0655-439e-99ce-b953ce20078e,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:26.166350 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a6d203b0-ee57-4987-8e22-3de1117331c7 req-26060656-5c8f-4f58-8088-4692f8918f3b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=32ba8698-b3b1-4dfd-a8f2-8fbd4efeab35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5082655 Nov 25 13:22:26.251529 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ddd4ba19-973c-46a5-a67e-2a9378d73996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:26.297829 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-2fd75169-cd78-4d02-92d4-f984b3d4fcf0 None None] Set router d6dd2bc3-0cfa-4a50-9129-f762c87cd766 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:22:26.306222 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9a27a69d-08d1-40d9-b6c3-0746c6d17daf req-12c11917-8bea-4ed6-bbda-81f070bc8827 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/security-groups?id=22daa08b-97cb-43e0-8539-4dafee5a974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3855534 Nov 25 13:22:26.330683 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1215be12-3854-4570-bd5f-b0b41514d5d4 req-6daeb540-e6a4-4ace-bc8c-dd5e39f2c54e tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=fde15c69-6984-428c-bf46-3b127cea55f8 HTTP/1.1" status: 200 len: 210 time: 0.1956444 Nov 25 13:22:26.353147 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 92bf56e0-8c75-4e58-82b3-4acceb00e193 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:22:26.401954 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-ddd4ba19-973c-46a5-a67e-2a9378d73996 None None] For port 8ad7a44d-0655-439e-99ce-b953ce20078e, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=8ad7a44d-0655-439e-99ce-b953ce20078e,segment=NetworkSegment(98c520c6-f2da-46af-82ed-6057431a105c),segment_id=98c520c6-f2da-46af-82ed-6057431a105c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:22:26.428140 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ddd4ba19-973c-46a5-a67e-2a9378d73996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:26.520211 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-ddd4ba19-973c-46a5-a67e-2a9378d73996 None None] Provisioning complete for port e900f5bb-3487-4fed-b8ac-c6d1a54e5826 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:22:26.520792 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ddd4ba19-973c-46a5-a67e-2a9378d73996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:26.583883 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d203b0-ee57-4987-8e22-3de1117331c7 req-b2c423fc-e832-4b54-a3e3-40b582f89771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:26.585393 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a6d203b0-ee57-4987-8e22-3de1117331c7 req-b2c423fc-e832-4b54-a3e3-40b582f89771 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f316b895b9bc47d6886b73ece5df5d1d&device_id=32ba8698-b3b1-4dfd-a8f2-8fbd4efeab35 HTTP/1.1" status: 200 len: 1097 time: 0.3437004 Nov 25 13:22:26.595201 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8325fd3-7e6b-4fd0-840f-b32f797839ac req-bf4265eb-b64a-4bb3-bbd5-d992bc3e3d3f tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:26.602438 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b8325fd3-7e6b-4fd0-840f-b32f797839ac req-bf4265eb-b64a-4bb3-bbd5-d992bc3e3d3f tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ae7607-c91e-4259-8f9c-8ea50f30aa38 HTTP/1.1" status: 200 len: 943 time: 0.1664233 Nov 25 13:22:26.662965 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4ba19-973c-46a5-a67e-2a9378d73996 None None] Port e900f5bb-3487-4fed-b8ac-c6d1a54e5826 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:22:26.668634 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4ba19-973c-46a5-a67e-2a9378d73996 None None] Pushing event updated for resources: {'Port': ['ID=8ad7a44d-0655-439e-99ce-b953ce20078e,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:26.679906 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2fd75169-cd78-4d02-92d4-f984b3d4fcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6dd2bc3-0cfa-4a50-9129-f762c87cd766', 'name': 'tempest-ServersTestMultiNic-1418688574-router', 'tenant_id': 'c7b7eead49e04a28b5b17470c05451fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '6d45f16a-a384-4d47-af18-5c08b909c40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:22:06Z', 'updated_at': '2021-11-25T13:22:11Z', 'revision_number': 4, 'project_id': 'c7b7eead49e04a28b5b17470c05451fe', 'gw_port': {'id': '6d45f16a-a384-4d47-af18-5c08b909c40e', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f3:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6dd2bc3-0cfa-4a50-9129-f762c87cd766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:22:06Z', 'updated_at': '2021-11-25T13:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '8ad7a44d-0655-439e-99ce-b953ce20078e', 'name': '', 'network_id': 'dd2f53fd-4a9d-4ecc-8de3-9d867aad3ec6', 'tenant_id': 'c7b7eead49e04a28b5b17470c05451fe', 'mac_address': 'fa:16:3e:59:19:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6dd2bc3-0cfa-4a50-9129-f762c87cd766', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '4338fd81-4e7b-4876-9bda-c88455681113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:22:09Z', 'updated_at': '2021-11-25T13:22:25Z', 'revision_number': 4, 'project_id': 'c7b7eead49e04a28b5b17470c05451fe', 'subnets': [{'id': '4338fd81-4e7b-4876-9bda-c88455681113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:22:26.686224 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 92bf56e0-8c75-4e58-82b3-4acceb00e193 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:22:26.686829 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:26.719522 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd75169-cd78-4d02-92d4-f984b3d4fcf0 None None] The sync data for ids ['d6dd2bc3-0cfa-4a50-9129-f762c87cd766'] in n-d-808199-11 is: [{'id': 'd6dd2bc3-0cfa-4a50-9129-f762c87cd766', 'name': 'tempest-ServersTestMultiNic-1418688574-router', 'tenant_id': 'c7b7eead49e04a28b5b17470c05451fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '6d45f16a-a384-4d47-af18-5c08b909c40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:22:06Z', 'updated_at': '2021-11-25T13:22:11Z', 'revision_number': 4, 'project_id': 'c7b7eead49e04a28b5b17470c05451fe', 'gw_port': {'id': '6d45f16a-a384-4d47-af18-5c08b909c40e', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f3:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6dd2bc3-0cfa-4a50-9129-f762c87cd766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:22:06Z', 'updated_at': '2021-11-25T13:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '8ad7a44d-0655-439e-99ce-b953ce20078e', 'name': '', 'network_id': 'dd2f53fd-4a9d-4ecc-8de3-9d867aad3ec6', 'tenant_id': 'c7b7eead49e04a28b5b17470c05451fe', 'mac_address': 'fa:16:3e:59:19:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6dd2bc3-0cfa-4a50-9129-f762c87cd766', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '4338fd81-4e7b-4876-9bda-c88455681113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:22:09Z', 'updated_at': '2021-11-25T13:22:25Z', 'revision_number': 4, 'project_id': 'c7b7eead49e04a28b5b17470c05451fe', 'subnets': [{'id': '4338fd81-4e7b-4876-9bda-c88455681113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:22:26.734561 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b8325fd3-7e6b-4fd0-840f-b32f797839ac req-e1be3915-7774-4be7-bbe6-2c35be245408 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ddd3722-1b64-4271-8ee9-7db52c62b6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262078 Nov 25 13:22:26.742498 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39a47b3f-d8af-475c-ae05-86509853fafe req-925d6188-d342-4eec-924b-243fe447cd10 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Made reservation on behalf of c7b7eead49e04a28b5b17470c05451fe for: {'port': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:22:26.745469 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-385eaee4-0c26-4928-929b-fe131f802d6c req-a0bdfb41-86df-4b0a-b847-b22e3423dd44 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:22:26.746939 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-39a47b3f-d8af-475c-ae05-86509853fafe req-925d6188-d342-4eec-924b-243fe447cd10 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:26.754462 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bdfb41-86df-4b0a-b847-b22e3423dd44 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Pushing event updated for resources: {'Port': ['ID=bade27a4-46a1-4279-bdcb-7c5f29065359,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:26.758548 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 500f0189-2da4-416b-9ab0-dc30f3653a5d details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:22:26.769177 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-385eaee4-0c26-4928-929b-fe131f802d6c req-a0bdfb41-86df-4b0a-b847-b22e3423dd44 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:22:26.839738 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f66210c2-5625-4fb9-8de7-d49a4a09a203 req-ca5817c9-3757-4d69-bab3-1b84ca5c525b service neutron] 10.222.0.47 "GET /v2.0/networks/af451dea-7b21-412a-8cb8-0a3397d2cf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0803518 Nov 25 13:22:26.851034 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-a51db408-0e0e-4e3d-b74a-275780f1246b None None] Provisioning complete for port 8ad7a44d-0655-439e-99ce-b953ce20078e triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:22:26.852129 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a51db408-0e0e-4e3d-b74a-275780f1246b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:26.889479 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [req-39a47b3f-d8af-475c-ae05-86509853fafe req-925d6188-d342-4eec-924b-243fe447cd10 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Allocated IP 19.86.0.204 (0b5e32d4-0fe8-49ab-a6e5-34b841ceaf51/58d50e4f-9403-4b3b-870e-b42f02ad2322/2757e1a3-3adc-4889-bd7e-91b5f5e686bc) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:22:26.935950 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385eaee4-0c26-4928-929b-fe131f802d6c req-a0bdfb41-86df-4b0a-b847-b22e3423dd44 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:26.936617 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-385eaee4-0c26-4928-929b-fe131f802d6c req-a0bdfb41-86df-4b0a-b847-b22e3423dd44 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:26.955230 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d50d054f-9ca5-4bc1-8146-95581d37fff7 req-2223883f-c4e3-4894-a944-de9b463964b4 service neutron] 10.222.0.66 "GET /v2.0/networks/8aeff596-29a4-4a6a-a333-9e2b92e15a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0790005 Nov 25 13:22:26.973896 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-385eaee4-0c26-4928-929b-fe131f802d6c req-a0bdfb41-86df-4b0a-b847-b22e3423dd44 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3513517 Nov 25 13:22:27.029852 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-385eaee4-0c26-4928-929b-fe131f802d6c req-41c7988b-e5a3-465d-8e2a-3faf2a70223d service neutron] Request body: {'port': {'device_id': '0b2089d6-077a-4484-aeae-3f3baeb9f079', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:22:27.121885 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d203b0-ee57-4987-8e22-3de1117331c7 req-18174caf-29ec-4b5c-9f6b-c116cb522c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:27.124652 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a6d203b0-ee57-4987-8e22-3de1117331c7 req-18174caf-29ec-4b5c-9f6b-c116cb522c76 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5a608445-48fc-4cb4-86bf-6068f5ffd561 HTTP/1.1" status: 200 len: 910 time: 0.4962528 Nov 25 13:22:27.129013 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-39a47b3f-d8af-475c-ae05-86509853fafe req-925d6188-d342-4eec-924b-243fe447cd10 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:27.151766 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b8783d-a212-494b-a600-fc10968f60d1 req-0b719bc2-b9e2-4481-a9d7-94dcf0c83261 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:27.154216 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-72b8783d-a212-494b-a600-fc10968f60d1 req-0b719bc2-b9e2-4481-a9d7-94dcf0c83261 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b2089d6-077a-4484-aeae-3f3baeb9f079 HTTP/1.1" status: 200 len: 932 time: 0.1237829 Nov 25 13:22:27.155452 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 500f0189-2da4-416b-9ab0-dc30f3653a5d, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=500f0189-2da4-416b-9ab0-dc30f3653a5d,segment=NetworkSegment(98a09c09-ca40-4e90-a767-a403ef81fa93),segment_id=98a09c09-ca40-4e90-a767-a403ef81fa93)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:22:27.167626 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-d820d6c6-d3db-47cd-bd2b-d37296202503 req-58d654fa-c982-4131-b3d9-98f01e2298ae tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Allocated IP 172.20.0.12 (9b74e527-2eba-4880-abc3-5f552bc5f61d/06d9fad2-62ee-411b-8cba-f5e1b7fa4731/1058fb2f-208d-487d-a72a-83b5b3df5e04) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:22:27.173778 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '500f0189-2da4-416b-9ab0-dc30f3653a5d', 'network_id': 'af451dea-7b21-412a-8cb8-0a3397d2cf49', 'port_id': '500f0189-2da4-416b-9ab0-dc30f3653a5d', 'mac_address': 'fa:16:3e:f0:fe:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dfa8e25-6b00-4870-b13d-92b789ff5b1c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:22:27.222101 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-385eaee4-0c26-4928-929b-fe131f802d6c req-41c7988b-e5a3-465d-8e2a-3faf2a70223d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:27.238819 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device f35b8f2b-7169-46d0-9410-0fa286d34256 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:22:27.317031 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-39a47b3f-d8af-475c-ae05-86509853fafe req-925d6188-d342-4eec-924b-243fe447cd10 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:27.352839 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a6d203b0-ee57-4987-8e22-3de1117331c7 req-e90d2474-2b60-401e-b36a-5fa11e7755a6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59053dba-2c76-45f3-ad4a-19e7d38c9a02 HTTP/1.1" status: 200 len: 1000 time: 0.1974964 Nov 25 13:22:27.353474 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:27.379300 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 500f0189-2da4-416b-9ab0-dc30f3653a5d {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:22:27.443966 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-72b8783d-a212-494b-a600-fc10968f60d1 req-ee331c85-bf6d-4197-921d-c9fe21daf5e4 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787688 Nov 25 13:22:27.491473 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d50d054f-9ca5-4bc1-8146-95581d37fff7 req-0863face-a7af-408f-98d9-a3f25b8363cc service neutron] 10.222.0.66 "GET /v2.0/networks/8aeff596-29a4-4a6a-a333-9e2b92e15a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5143509 Nov 25 13:22:27.525115 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 500f0189-2da4-416b-9ab0-dc30f3653a5d, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=500f0189-2da4-416b-9ab0-dc30f3653a5d,segment=NetworkSegment(98a09c09-ca40-4e90-a767-a403ef81fa93),segment_id=98a09c09-ca40-4e90-a767-a403ef81fa93)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:22:27.527025 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port f35b8f2b-7169-46d0-9410-0fa286d34256 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:22:27.527477 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:27.581474 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:27.586652 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39a47b3f-d8af-475c-ae05-86509853fafe req-925d6188-d342-4eec-924b-243fe447cd10 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Network 0b5e32d4-0fe8-49ab-a6e5-34b841ceaf51 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:22:27.606368 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [req-39a47b3f-d8af-475c-ae05-86509853fafe req-925d6188-d342-4eec-924b-243fe447cd10 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:22:27.616390 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-02e28121-f296-4a94-8a36-84df4f89c741 req-cbb02963-2b68-4ddd-93e7-487a5a32bbdf tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=fde15c69-6984-428c-bf46-3b127cea55f8 HTTP/1.1" status: 200 len: 210 time: 0.1311176 Nov 25 13:22:27.617384 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925d6188-d342-4eec-924b-243fe447cd10 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Pushing event updated for resources: {'Port': ['ID=2757e1a3-3adc-4889-bd7e-91b5f5e686bc,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:27.621158 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-39a47b3f-d8af-475c-ae05-86509853fafe req-925d6188-d342-4eec-924b-243fe447cd10 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:22:27.766617 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d203b0-ee57-4987-8e22-3de1117331c7 req-2bd4b062-1eff-417d-bea7-e4b0fa5603c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:27.789695 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=500f0189-2da4-416b-9ab0-dc30f3653a5d,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:27.791593 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a6d203b0-ee57-4987-8e22-3de1117331c7 req-2bd4b062-1eff-417d-bea7-e4b0fa5603c3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4997cc2a-e143-43c9-a247-504e1c6f3545 HTTP/1.1" status: 200 len: 848 time: 0.3354721 Nov 25 13:22:27.804080 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb0159-62b9-4dae-a7dd-3a0ae0f0e1a3 req-3e6593c0-963d-47e4-9f26-6b44a6b265f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:27.805612 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-14cb0159-62b9-4dae-a7dd-3a0ae0f0e1a3 req-3e6593c0-963d-47e4-9f26-6b44a6b265f0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8d2854b381a841d0bb264f5a26a8525e&device_id=06e3a85a-4c3a-4297-b374-0fdcd0494740 HTTP/1.1" status: 200 len: 1096 time: 0.1735785 Nov 25 13:22:27.860215 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device f5c171f6-49f7-466c-8938-4c05396ebb3e up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:22:27.862408 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['500f0189-2da4-416b-9ab0-dc30f3653a5d'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:22:27.866047 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d820d6c6-d3db-47cd-bd2b-d37296202503 req-58d654fa-c982-4131-b3d9-98f01e2298ae tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:28.051258 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb0159-62b9-4dae-a7dd-3a0ae0f0e1a3 req-c1a29fa2-8d28-4f20-912c-508192a626dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:28.053380 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-14cb0159-62b9-4dae-a7dd-3a0ae0f0e1a3 req-c1a29fa2-8d28-4f20-912c-508192a626dd service neutron] 10.222.0.66 "GET /v2.0/networks?id=8aeff596-29a4-4a6a-a333-9e2b92e15a4b HTTP/1.1" status: 200 len: 919 time: 0.2248752 Nov 25 13:22:28.071964 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port f5c171f6-49f7-466c-8938-4c05396ebb3e triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:22:28.072929 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:28.073427 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a47b3f-d8af-475c-ae05-86509853fafe req-925d6188-d342-4eec-924b-243fe447cd10 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:28.076866 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-39a47b3f-d8af-475c-ae05-86509853fafe req-925d6188-d342-4eec-924b-243fe447cd10 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:28.097755 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e634d517-b7d2-4604-8322-af97bccdb218 req-c9de83e8-9e28-4a00-94ea-d32fb7556ce1 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:28.104281 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d820d6c6-d3db-47cd-bd2b-d37296202503 req-58d654fa-c982-4131-b3d9-98f01e2298ae tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:28.121339 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e634d517-b7d2-4604-8322-af97bccdb218 req-c9de83e8-9e28-4a00-94ea-d32fb7556ce1 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:28.124301 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e634d517-b7d2-4604-8322-af97bccdb218 req-c9de83e8-9e28-4a00-94ea-d32fb7556ce1 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/ports?device_id=b06e8a01-1932-41d2-95c2-b8d61badcd8e HTTP/1.1" status: 200 len: 1655 time: 0.5034900 Nov 25 13:22:28.182900 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-c9bc8538-fda0-433c-9ef0-ffb61f23042d None None] Provisioning complete for port 2757e1a3-3adc-4889-bd7e-91b5f5e686bc triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:22:28.183336 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c9bc8538-fda0-433c-9ef0-ffb61f23042d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:28.203473 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d203b0-ee57-4987-8e22-3de1117331c7 req-63bde7f1-a97b-4124-b7b7-7095f5cb3385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:28.206329 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a6d203b0-ee57-4987-8e22-3de1117331c7 req-63bde7f1-a97b-4124-b7b7-7095f5cb3385 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5a608445-48fc-4cb4-86bf-6068f5ffd561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3892500 Nov 25 13:22:28.239826 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-39a47b3f-d8af-475c-ae05-86509853fafe req-925d6188-d342-4eec-924b-243fe447cd10 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2234378 Nov 25 13:22:28.248554 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d654fa-c982-4131-b3d9-98f01e2298ae tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Pushing event updated for resources: {'Port': ['ID=1058fb2f-208d-487d-a72a-83b5b3df5e04,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:28.257496 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-14cb0159-62b9-4dae-a7dd-3a0ae0f0e1a3 req-4367c96b-66a4-4e91-baf7-fb96ce83eedf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15db2a29-af9e-455b-8d27-e9bdbaa77981 HTTP/1.1" status: 200 len: 217 time: 0.1812022 Nov 25 13:22:28.281418 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-c9bc8538-fda0-433c-9ef0-ffb61f23042d None None] Port 2757e1a3-3adc-4889-bd7e-91b5f5e686bc cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:22:28.318366 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:28.320277 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-385eaee4-0c26-4928-929b-fe131f802d6c req-41c7988b-e5a3-465d-8e2a-3faf2a70223d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bade27a4-46a1-4279-bdcb-7c5f29065359 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:22:28.369525 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-385eaee4-0c26-4928-929b-fe131f802d6c req-41c7988b-e5a3-465d-8e2a-3faf2a70223d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:28.373124 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d820d6c6-d3db-47cd-bd2b-d37296202503 req-58d654fa-c982-4131-b3d9-98f01e2298ae tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Network 9b74e527-2eba-4880-abc3-5f552bc5f61d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:22:28.395826 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] For port f5c171f6-49f7-466c-8938-4c05396ebb3e, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=f5c171f6-49f7-466c-8938-4c05396ebb3e,segment=NetworkSegment(98a09c09-ca40-4e90-a767-a403ef81fa93),segment_id=98a09c09-ca40-4e90-a767-a403ef81fa93)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:22:28.403440 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:28.411842 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-d820d6c6-d3db-47cd-bd2b-d37296202503 req-58d654fa-c982-4131-b3d9-98f01e2298ae tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:22:28.414418 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb0159-62b9-4dae-a7dd-3a0ae0f0e1a3 req-903a50d2-6484-48fd-b6d1-d507f86f90bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:28.416310 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-14cb0159-62b9-4dae-a7dd-3a0ae0f0e1a3 req-903a50d2-6484-48fd-b6d1-d507f86f90bf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=43603bfb-2066-4414-ab91-8e5215ee7bf8 HTTP/1.1" status: 200 len: 858 time: 0.1376929 Nov 25 13:22:28.417201 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-d820d6c6-d3db-47cd-bd2b-d37296202503 req-58d654fa-c982-4131-b3d9-98f01e2298ae tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:22:28.455687 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-385eaee4-0c26-4928-929b-fe131f802d6c req-41c7988b-e5a3-465d-8e2a-3faf2a70223d service neutron] Transition to ACTIVE for port object bade27a4-46a1-4279-bdcb-7c5f29065359 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:22:28.465727 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-385eaee4-0c26-4928-929b-fe131f802d6c req-41c7988b-e5a3-465d-8e2a-3faf2a70223d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:28.523347 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-14cb0159-62b9-4dae-a7dd-3a0ae0f0e1a3 req-eceb5367-ffbb-4e4e-9287-6b268f5ef812 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8aeff596-29a4-4a6a-a333-9e2b92e15a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0983443 Nov 25 13:22:28.540201 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Pushing event updated for resources: {'Port': ['ID=f5c171f6-49f7-466c-8938-4c05396ebb3e,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:28.600131 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 15db2a29-af9e-455b-8d27-e9bdbaa77981 details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:22:28.627800 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 8ad7a44d-0655-439e-99ce-b953ce20078e up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:22:28.660762 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-14cb0159-62b9-4dae-a7dd-3a0ae0f0e1a3 req-cf3bc82a-f07a-460f-82cc-c867044e21b7 service neutron] 10.222.0.66 "GET /v2.0/networks/8aeff596-29a4-4a6a-a333-9e2b92e15a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039867 Nov 25 13:22:28.677177 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d820d6c6-d3db-47cd-bd2b-d37296202503 req-58d654fa-c982-4131-b3d9-98f01e2298ae tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:28.678324 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d820d6c6-d3db-47cd-bd2b-d37296202503 req-58d654fa-c982-4131-b3d9-98f01e2298ae tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:28.719161 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d820d6c6-d3db-47cd-bd2b-d37296202503 req-58d654fa-c982-4131-b3d9-98f01e2298ae tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7059729 Nov 25 13:22:28.769443 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 15db2a29-af9e-455b-8d27-e9bdbaa77981, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=15db2a29-af9e-455b-8d27-e9bdbaa77981,segment=NetworkSegment(b0455d7d-0c79-45af-9e78-87b143c9704a),segment_id=b0455d7d-0c79-45af-9e78-87b143c9704a)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:22:28.772724 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 8ad7a44d-0655-439e-99ce-b953ce20078e triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:22:28.773314 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:28.788099 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-d820d6c6-d3db-47cd-bd2b-d37296202503 req-07fc1cb2-ec8c-4d09-89c6-cfc82a1a8b15 service neutron] Request body: {'port': {'device_id': 'fde15c69-6984-428c-bf46-3b127cea55f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:22:28.792843 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c7988b-e5a3-465d-8e2a-3faf2a70223d service neutron] Pushing event updated for resources: {'Port': ['ID=bade27a4-46a1-4279-bdcb-7c5f29065359,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:28.801254 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 500f0189-2da4-416b-9ab0-dc30f3653a5d up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:22:28.807756 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a6d203b0-ee57-4987-8e22-3de1117331c7 req-3afe55b1-9981-42c1-a8fe-016604e94514 service neutron] 10.222.0.66 "GET /v2.0/networks/5a608445-48fc-4cb4-86bf-6068f5ffd561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5817184 Nov 25 13:22:28.821770 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5167c8d-96ec-42ad-8871-7f894e2f6595 req-adaf352b-4dc7-4caf-b872-6c5528a94612 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:28.830556 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c5167c8d-96ec-42ad-8871-7f894e2f6595 req-adaf352b-4dc7-4caf-b872-6c5528a94612 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ae7607-c91e-4259-8f9c-8ea50f30aa38 HTTP/1.1" status: 200 len: 944 time: 0.8980467 Nov 25 13:22:28.844990 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': '15db2a29-af9e-455b-8d27-e9bdbaa77981', 'network_id': '8aeff596-29a4-4a6a-a333-9e2b92e15a4b', 'port_id': '15db2a29-af9e-455b-8d27-e9bdbaa77981', 'mac_address': 'fa:16:3e:a0:c2:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43603bfb-2066-4414-ab91-8e5215ee7bf8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:22:28.877880 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-39a47b3f-d8af-475c-ae05-86509853fafe req-35515353-672f-4c7b-ad8b-a9690d99bfde tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Request body: {'port': {'device_id': 'b06e8a01-1932-41d2-95c2-b8d61badcd8e', 'network_id': 'cd416db4-a041-4c84-9c55-d03be0781f61', 'admin_state_up': True, 'tenant_id': 'c7b7eead49e04a28b5b17470c05451fe'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:22:28.912116 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d820d6c6-d3db-47cd-bd2b-d37296202503 req-07fc1cb2-ec8c-4d09-89c6-cfc82a1a8b15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:28.915749 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:28.938750 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e634d517-b7d2-4604-8322-af97bccdb218 req-e915b57b-a5eb-44ac-832c-c376050abe65 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/security-groups?id=22daa08b-97cb-43e0-8539-4dafee5a974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7942581 Nov 25 13:22:28.955632 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 500f0189-2da4-416b-9ab0-dc30f3653a5d completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:22:28.959424 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 500f0189-2da4-416b-9ab0-dc30f3653a5d triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:22:28.959789 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:28.983878 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15db2a29-af9e-455b-8d27-e9bdbaa77981 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:22:29.025056 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 15db2a29-af9e-455b-8d27-e9bdbaa77981, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=15db2a29-af9e-455b-8d27-e9bdbaa77981,segment=NetworkSegment(b0455d7d-0c79-45af-9e78-87b143c9704a),segment_id=b0455d7d-0c79-45af-9e78-87b143c9704a)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:22:29.036942 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:29.102988 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-385eaee4-0c26-4928-929b-fe131f802d6c req-41c7988b-e5a3-465d-8e2a-3faf2a70223d service neutron] Attempting to bind port bade27a4-46a1-4279-bdcb-7c5f29065359 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:22:29.103812 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-385eaee4-0c26-4928-929b-fe131f802d6c req-41c7988b-e5a3-465d-8e2a-3faf2a70223d service neutron] Attempting to bind port bade27a4-46a1-4279-bdcb-7c5f29065359 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': 'b0455d7d-0c79-45af-9e78-87b143c9704a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8aeff596-29a4-4a6a-a333-9e2b92e15a4b'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:22:29.105043 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385eaee4-0c26-4928-929b-fe131f802d6c req-41c7988b-e5a3-465d-8e2a-3faf2a70223d service neutron] Attempting to bind port bade27a4-46a1-4279-bdcb-7c5f29065359 on network 8aeff596-29a4-4a6a-a333-9e2b92e15a4b {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:22:29.128659 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=15db2a29-af9e-455b-8d27-e9bdbaa77981,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:29.137654 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:29.148862 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385eaee4-0c26-4928-929b-fe131f802d6c req-41c7988b-e5a3-465d-8e2a-3faf2a70223d service neutron] Port bade27a4-46a1-4279-bdcb-7c5f29065359 on network 8aeff596-29a4-4a6a-a333-9e2b92e15a4b not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:22:29.149657 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385eaee4-0c26-4928-929b-fe131f802d6c req-41c7988b-e5a3-465d-8e2a-3faf2a70223d service neutron] Attempting to bind port bade27a4-46a1-4279-bdcb-7c5f29065359 on network 8aeff596-29a4-4a6a-a333-9e2b92e15a4b {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:22:29.168765 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ae7607-c91e-4259-8f9c-8ea50f30aa38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '500f0189-2da4-416b-9ab0-dc30f3653a5d'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:22:29.171026 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f8909e-748e-49d4-a474-1edcb0debbee" -d '{"events": [{"server_uuid": "71ae7607-c91e-4259-8f9c-8ea50f30aa38", "name": "network-vif-plugged", "status": "completed", "tag": "500f0189-2da4-416b-9ab0-dc30f3653a5d"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:22:29.189581 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-14cb0159-62b9-4dae-a7dd-3a0ae0f0e1a3 req-ae59fb5e-8533-4dc1-9a6e-fe8bf3922d0f service neutron] 10.222.0.66 "GET /v2.0/networks/8aeff596-29a4-4a6a-a333-9e2b92e15a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4981227 Nov 25 13:22:29.191700 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385eaee4-0c26-4928-929b-fe131f802d6c req-41c7988b-e5a3-465d-8e2a-3faf2a70223d service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:22:29.192471 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385eaee4-0c26-4928-929b-fe131f802d6c req-41c7988b-e5a3-465d-8e2a-3faf2a70223d service neutron] Checking segment: {'id': 'b0455d7d-0c79-45af-9e78-87b143c9704a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8aeff596-29a4-4a6a-a333-9e2b92e15a4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:22:29.193766 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385eaee4-0c26-4928-929b-fe131f802d6c req-41c7988b-e5a3-465d-8e2a-3faf2a70223d service neutron] Bound using segment: {'id': 'b0455d7d-0c79-45af-9e78-87b143c9704a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8aeff596-29a4-4a6a-a333-9e2b92e15a4b'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:22:29.194537 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-385eaee4-0c26-4928-929b-fe131f802d6c req-41c7988b-e5a3-465d-8e2a-3faf2a70223d service neutron] Bound port: bade27a4-46a1-4279-bdcb-7c5f29065359, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0455d7d-0c79-45af-9e78-87b143c9704a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8aeff596-29a4-4a6a-a333-9e2b92e15a4b'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:22:29.195213 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-385eaee4-0c26-4928-929b-fe131f802d6c req-41c7988b-e5a3-465d-8e2a-3faf2a70223d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:29.196264 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 500f0189-2da4-416b-9ab0-dc30f3653a5d, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=500f0189-2da4-416b-9ab0-dc30f3653a5d,segment=NetworkSegment(98a09c09-ca40-4e90-a767-a403ef81fa93),segment_id=98a09c09-ca40-4e90-a767-a403ef81fa93)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:22:29.203904 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:29.224244 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c5167c8d-96ec-42ad-8871-7f894e2f6595 req-63489492-9e6a-46c6-a927-8608c60cb8c9 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ddd3722-1b64-4271-8ee9-7db52c62b6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3924603 Nov 25 13:22:29.262759 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6323307-4729-4389-b47f-dc113243e82f req-e3538343-a500-4e4c-8a33-97fe5b763cd8 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:29.273462 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f6323307-4729-4389-b47f-dc113243e82f req-e3538343-a500-4e4c-8a33-97fe5b763cd8 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b2089d6-077a-4484-aeae-3f3baeb9f079 HTTP/1.1" status: 200 len: 944 time: 0.1770892 Nov 25 13:22:29.310733 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['15db2a29-af9e-455b-8d27-e9bdbaa77981'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:22:29.346904 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=500f0189-2da4-416b-9ab0-dc30f3653a5d,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:29.408063 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a6d203b0-ee57-4987-8e22-3de1117331c7 req-c6aaaf78-cfd1-41c3-8959-b96c8cd930e6 service neutron] 10.222.0.66 "GET /v2.0/networks/5a608445-48fc-4cb4-86bf-6068f5ffd561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5433302 Nov 25 13:22:29.416584 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-385eaee4-0c26-4928-929b-fe131f802d6c req-41c7988b-e5a3-465d-8e2a-3faf2a70223d service neutron] For port bade27a4-46a1-4279-bdcb-7c5f29065359, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:22:29.448936 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c5237-cdf1-4c04-9fcf-d41b92f0f623 req-e03229b4-aed8-47c9-97f5-be452f8e5706 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:29.450837 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-801c5237-cdf1-4c04-9fcf-d41b92f0f623 req-e03229b4-aed8-47c9-97f5-be452f8e5706 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=fde15c69-6984-428c-bf46-3b127cea55f8 HTTP/1.1" status: 200 len: 932 time: 0.1466527 Nov 25 13:22:29.466814 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-385eaee4-0c26-4928-929b-fe131f802d6c req-41c7988b-e5a3-465d-8e2a-3faf2a70223d service neutron] For port bade27a4-46a1-4279-bdcb-7c5f29065359, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=bade27a4-46a1-4279-bdcb-7c5f29065359,segment=NetworkSegment(b0455d7d-0c79-45af-9e78-87b143c9704a),segment_id=b0455d7d-0c79-45af-9e78-87b143c9704a)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:22:29.482559 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-385eaee4-0c26-4928-929b-fe131f802d6c req-41c7988b-e5a3-465d-8e2a-3faf2a70223d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:29.489077 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f6323307-4729-4389-b47f-dc113243e82f req-4aae6362-7857-410b-aab0-990ba56f09f1 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145243 Nov 25 13:22:29.502232 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39a47b3f-d8af-475c-ae05-86509853fafe req-35515353-672f-4c7b-ad8b-a9690d99bfde tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Made reservation on behalf of c7b7eead49e04a28b5b17470c05451fe for: {'port': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:22:29.506412 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-39a47b3f-d8af-475c-ae05-86509853fafe req-35515353-672f-4c7b-ad8b-a9690d99bfde tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:29.574580 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-801c5237-cdf1-4c04-9fcf-d41b92f0f623 req-d2bb82b9-bf89-4f10-8ad9-5b2bf7fae549 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145658 Nov 25 13:22:29.577719 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385eaee4-0c26-4928-929b-fe131f802d6c req-41c7988b-e5a3-465d-8e2a-3faf2a70223d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:29.578364 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-385eaee4-0c26-4928-929b-fe131f802d6c req-41c7988b-e5a3-465d-8e2a-3faf2a70223d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:29.579867 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-385eaee4-0c26-4928-929b-fe131f802d6c req-41c7988b-e5a3-465d-8e2a-3faf2a70223d service neutron] 10.222.0.47 "PUT /v2.0/ports/bade27a4-46a1-4279-bdcb-7c5f29065359 HTTP/1.1" status: 200 len: 1093 time: 2.5848684 Nov 25 13:22:29.580316 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b2089d6-077a-4484-aeae-3f3baeb9f079', 'tag': 'bade27a4-46a1-4279-bdcb-7c5f29065359'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:22:29.582598 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b054d848-c25c-4833-8510-4d9cd8e398ac" -d '{"events": [{"name": "network-changed", "server_uuid": "0b2089d6-077a-4484-aeae-3f3baeb9f079", "tag": "bade27a4-46a1-4279-bdcb-7c5f29065359"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:22:29.665476 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a1fe67-07c3-4484-983e-d113ca6ec8e2 x-openstack-request-id: req-b9a1fe67-07c3-4484-983e-d113ca6ec8e2 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:22:29.665995 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ae7607-c91e-4259-8f9c-8ea50f30aa38", "name": "network-vif-plugged", "status": "completed", "tag": "500f0189-2da4-416b-9ab0-dc30f3653a5d", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:22:29.666101 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b9a1fe67-07c3-4484-983e-d113ca6ec8e2 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:22:29.666465 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ae7607-c91e-4259-8f9c-8ea50f30aa38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '500f0189-2da4-416b-9ab0-dc30f3653a5d', 'code': 200} Nov 25 13:22:29.702024 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15ba38b-a85e-485a-8b89-ddcb9f2efdfb x-openstack-request-id: req-c15ba38b-a85e-485a-8b89-ddcb9f2efdfb {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:22:29.703035 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b2089d6-077a-4484-aeae-3f3baeb9f079", "tag": "bade27a4-46a1-4279-bdcb-7c5f29065359", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:22:29.703298 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c15ba38b-a85e-485a-8b89-ddcb9f2efdfb {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:22:29.704155 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b2089d6-077a-4484-aeae-3f3baeb9f079', 'tag': 'bade27a4-46a1-4279-bdcb-7c5f29065359', 'status': 'completed', 'code': 200} Nov 25 13:22:29.761518 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-d820d6c6-d3db-47cd-bd2b-d37296202503 req-07fc1cb2-ec8c-4d09-89c6-cfc82a1a8b15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1058fb2f-208d-487d-a72a-83b5b3df5e04 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:22:29.769413 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c7988b-e5a3-465d-8e2a-3faf2a70223d service neutron] Pushing event updated for resources: {'Port': ['ID=bade27a4-46a1-4279-bdcb-7c5f29065359,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:29.796878 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [req-39a47b3f-d8af-475c-ae05-86509853fafe req-35515353-672f-4c7b-ad8b-a9690d99bfde tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Allocated IP 19.80.0.133 (cd416db4-a041-4c84-9c55-d03be0781f61/3f8da185-dd63-4197-b46e-ebc58989c21e/29bb572a-f06a-4b08-ac83-0b6518e9277a) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:22:29.798022 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d820d6c6-d3db-47cd-bd2b-d37296202503 req-07fc1cb2-ec8c-4d09-89c6-cfc82a1a8b15 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:29.827644 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-d820d6c6-d3db-47cd-bd2b-d37296202503 req-07fc1cb2-ec8c-4d09-89c6-cfc82a1a8b15 service neutron] Transition to ACTIVE for port object 1058fb2f-208d-487d-a72a-83b5b3df5e04 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:22:29.831429 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385eaee4-0c26-4928-929b-fe131f802d6c req-ce9ae7c2-40cc-4bea-9b6a-4199e72a673a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:29.831623 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-385eaee4-0c26-4928-929b-fe131f802d6c req-ce9ae7c2-40cc-4bea-9b6a-4199e72a673a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d2854b381a841d0bb264f5a26a8525e&device_id=0b2089d6-077a-4484-aeae-3f3baeb9f079 HTTP/1.1" status: 200 len: 1096 time: 0.1472461 Nov 25 13:22:29.837849 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d820d6c6-d3db-47cd-bd2b-d37296202503 req-07fc1cb2-ec8c-4d09-89c6-cfc82a1a8b15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:29.841977 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb5f81c-0deb-4ef3-bc66-b21a12d8a99e req-55adf239-2cc0-4eb6-851f-6349e606cec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:29.843493 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad4ed8-a957-4e7f-a9dd-2399687d97a9 req-e7340b22-b744-46a3-a281-ff33ed911d3f tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:29.843962 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-fcb5f81c-0deb-4ef3-bc66-b21a12d8a99e req-55adf239-2cc0-4eb6-851f-6349e606cec0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=71ae7607-c91e-4259-8f9c-8ea50f30aa38 HTTP/1.1" status: 200 len: 1097 time: 0.0982242 Nov 25 13:22:29.847192 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1fad4ed8-a957-4e7f-a9dd-2399687d97a9 req-e7340b22-b744-46a3-a281-ff33ed911d3f tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] 10.222.0.53 "GET /v2.0/ports?device_id=df1cd83d-d42e-4996-a102-e20cb106f612 HTTP/1.1" status: 200 len: 945 time: 0.0933354 Nov 25 13:22:29.936224 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-385eaee4-0c26-4928-929b-fe131f802d6c req-c3bf84a9-5d4f-4175-a0ac-3641ad80f89a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bade27a4-46a1-4279-bdcb-7c5f29065359 HTTP/1.1" status: 200 len: 217 time: 0.0908375 Nov 25 13:22:29.965084 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1fad4ed8-a957-4e7f-a9dd-2399687d97a9 req-2ef1b93c-6dc0-4535-b6f1-55bf727e70ec tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] 10.222.0.53 "GET /v2.0/security-groups?id=b82ec6f0-cd59-483d-84f2-ae972f5c56e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123893 Nov 25 13:22:30.011909 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fc1cb2-ec8c-4d09-89c6-cfc82a1a8b15 service neutron] Pushing event updated for resources: {'Port': ['ID=1058fb2f-208d-487d-a72a-83b5b3df5e04,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:30.035085 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-39a47b3f-d8af-475c-ae05-86509853fafe req-35515353-672f-4c7b-ad8b-a9690d99bfde tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:30.050665 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-fcb5f81c-0deb-4ef3-bc66-b21a12d8a99e req-900649f9-1c71-404c-9bc2-c6ea6af292cd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4ddd3722-1b64-4271-8ee9-7db52c62b6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950843 Nov 25 13:22:30.082075 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385eaee4-0c26-4928-929b-fe131f802d6c req-b245cb89-e978-4ebb-8d3d-3559306a7766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:30.083695 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-385eaee4-0c26-4928-929b-fe131f802d6c req-b245cb89-e978-4ebb-8d3d-3559306a7766 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=43603bfb-2066-4414-ab91-8e5215ee7bf8 HTTP/1.1" status: 200 len: 858 time: 0.1338453 Nov 25 13:22:30.104433 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-39a47b3f-d8af-475c-ae05-86509853fafe req-35515353-672f-4c7b-ad8b-a9690d99bfde tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:30.122661 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-d820d6c6-d3db-47cd-bd2b-d37296202503 req-07fc1cb2-ec8c-4d09-89c6-cfc82a1a8b15 service neutron] Attempting to bind port 1058fb2f-208d-487d-a72a-83b5b3df5e04 on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:22:30.123261 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-d820d6c6-d3db-47cd-bd2b-d37296202503 req-07fc1cb2-ec8c-4d09-89c6-cfc82a1a8b15 service neutron] Attempting to bind port 1058fb2f-208d-487d-a72a-83b5b3df5e04 by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': '9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9b74e527-2eba-4880-abc3-5f552bc5f61d'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:22:30.124749 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d820d6c6-d3db-47cd-bd2b-d37296202503 req-07fc1cb2-ec8c-4d09-89c6-cfc82a1a8b15 service neutron] Attempting to bind port 1058fb2f-208d-487d-a72a-83b5b3df5e04 on network 9b74e527-2eba-4880-abc3-5f552bc5f61d {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:22:30.133158 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d820d6c6-d3db-47cd-bd2b-d37296202503 req-07fc1cb2-ec8c-4d09-89c6-cfc82a1a8b15 service neutron] Port 1058fb2f-208d-487d-a72a-83b5b3df5e04 on network 9b74e527-2eba-4880-abc3-5f552bc5f61d not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:22:30.133485 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d820d6c6-d3db-47cd-bd2b-d37296202503 req-07fc1cb2-ec8c-4d09-89c6-cfc82a1a8b15 service neutron] Attempting to bind port 1058fb2f-208d-487d-a72a-83b5b3df5e04 on network 9b74e527-2eba-4880-abc3-5f552bc5f61d {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:22:30.140206 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d820d6c6-d3db-47cd-bd2b-d37296202503 req-07fc1cb2-ec8c-4d09-89c6-cfc82a1a8b15 service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:22:30.140603 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d820d6c6-d3db-47cd-bd2b-d37296202503 req-07fc1cb2-ec8c-4d09-89c6-cfc82a1a8b15 service neutron] Checking segment: {'id': '9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9b74e527-2eba-4880-abc3-5f552bc5f61d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:22:30.141009 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d820d6c6-d3db-47cd-bd2b-d37296202503 req-07fc1cb2-ec8c-4d09-89c6-cfc82a1a8b15 service neutron] Bound using segment: {'id': '9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9b74e527-2eba-4880-abc3-5f552bc5f61d'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:22:30.141446 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-d820d6c6-d3db-47cd-bd2b-d37296202503 req-07fc1cb2-ec8c-4d09-89c6-cfc82a1a8b15 service neutron] Bound port: 1058fb2f-208d-487d-a72a-83b5b3df5e04, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9b74e527-2eba-4880-abc3-5f552bc5f61d'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:22:30.142743 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d820d6c6-d3db-47cd-bd2b-d37296202503 req-07fc1cb2-ec8c-4d09-89c6-cfc82a1a8b15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:30.162581 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39a47b3f-d8af-475c-ae05-86509853fafe req-35515353-672f-4c7b-ad8b-a9690d99bfde tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Network cd416db4-a041-4c84-9c55-d03be0781f61 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:22:30.170789 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [req-39a47b3f-d8af-475c-ae05-86509853fafe req-35515353-672f-4c7b-ad8b-a9690d99bfde tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:22:30.175902 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-39a47b3f-d8af-475c-ae05-86509853fafe req-35515353-672f-4c7b-ad8b-a9690d99bfde tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:22:30.186242 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4719eaaf-73ca-42db-a786-e26153a50643 req-154392ce-3cac-4873-9d82-945c0eaff02f tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:30.192295 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4719eaaf-73ca-42db-a786-e26153a50643 req-154392ce-3cac-4873-9d82-945c0eaff02f tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:30.193967 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4719eaaf-73ca-42db-a786-e26153a50643 req-154392ce-3cac-4873-9d82-945c0eaff02f tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/ports?device_id=b06e8a01-1932-41d2-95c2-b8d61badcd8e HTTP/1.1" status: 200 len: 1655 time: 0.1213360 Nov 25 13:22:30.196430 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35515353-672f-4c7b-ad8b-a9690d99bfde tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Pushing event updated for resources: {'Port': ['ID=29bb572a-f06a-4b08-ac83-0b6518e9277a,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:30.246621 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-d820d6c6-d3db-47cd-bd2b-d37296202503 req-07fc1cb2-ec8c-4d09-89c6-cfc82a1a8b15 service neutron] For port 1058fb2f-208d-487d-a72a-83b5b3df5e04, host n-h1-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:22:30.250960 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-d820d6c6-d3db-47cd-bd2b-d37296202503 req-07fc1cb2-ec8c-4d09-89c6-cfc82a1a8b15 service neutron] For port 1058fb2f-208d-487d-a72a-83b5b3df5e04, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=1058fb2f-208d-487d-a72a-83b5b3df5e04,segment=NetworkSegment(9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8),segment_id=9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:22:30.265733 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d820d6c6-d3db-47cd-bd2b-d37296202503 req-07fc1cb2-ec8c-4d09-89c6-cfc82a1a8b15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:30.294597 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-385eaee4-0c26-4928-929b-fe131f802d6c req-40a628dd-b47b-47e3-a0f6-8a97efddfd6b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8aeff596-29a4-4a6a-a333-9e2b92e15a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411625 Nov 25 13:22:30.333840 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f22e515e-9e45-4ea3-bcb9-630cf9514ad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:30.341405 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4719eaaf-73ca-42db-a786-e26153a50643 req-0635b142-d661-4cae-b8d1-1682705cf342 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/security-groups?id=22daa08b-97cb-43e0-8539-4dafee5a974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941820 Nov 25 13:22:30.354080 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a47b3f-d8af-475c-ae05-86509853fafe req-35515353-672f-4c7b-ad8b-a9690d99bfde tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:30.354806 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-39a47b3f-d8af-475c-ae05-86509853fafe req-35515353-672f-4c7b-ad8b-a9690d99bfde tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:30.373037 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d820d6c6-d3db-47cd-bd2b-d37296202503 req-07fc1cb2-ec8c-4d09-89c6-cfc82a1a8b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:30.374084 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d820d6c6-d3db-47cd-bd2b-d37296202503 req-07fc1cb2-ec8c-4d09-89c6-cfc82a1a8b15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:30.376363 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d820d6c6-d3db-47cd-bd2b-d37296202503 req-07fc1cb2-ec8c-4d09-89c6-cfc82a1a8b15 service neutron] 10.222.0.66 "PUT /v2.0/ports/1058fb2f-208d-487d-a72a-83b5b3df5e04 HTTP/1.1" status: 200 len: 1093 time: 1.6430945 Nov 25 13:22:30.392286 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-39a47b3f-d8af-475c-ae05-86509853fafe req-35515353-672f-4c7b-ad8b-a9690d99bfde tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5757120 Nov 25 13:22:30.403176 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-39a47b3f-d8af-475c-ae05-86509853fafe req-fd4a2a3d-b63b-474d-8a47-5f58acae8a01 service neutron] Request body: {'port': {'device_id': 'b06e8a01-1932-41d2-95c2-b8d61badcd8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-11'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:22:30.542497 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device f5c171f6-49f7-466c-8938-4c05396ebb3e up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:22:30.546423 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-385eaee4-0c26-4928-929b-fe131f802d6c req-c77f1b0f-c2be-46ff-b9da-d0541bc557b0 service neutron] 10.222.0.47 "GET /v2.0/networks/8aeff596-29a4-4a6a-a333-9e2b92e15a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287462 Nov 25 13:22:30.548862 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fc1cb2-ec8c-4d09-89c6-cfc82a1a8b15 service neutron] Pushing event updated for resources: {'Port': ['ID=1058fb2f-208d-487d-a72a-83b5b3df5e04,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:30.609270 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 15db2a29-af9e-455b-8d27-e9bdbaa77981 up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:22:30.624339 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-39a47b3f-d8af-475c-ae05-86509853fafe req-fd4a2a3d-b63b-474d-8a47-5f58acae8a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:30.624612 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d820d6c6-d3db-47cd-bd2b-d37296202503 req-867fe017-acbc-4115-8fdb-eb4ecfd4c7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:30.627539 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d820d6c6-d3db-47cd-bd2b-d37296202503 req-867fe017-acbc-4115-8fdb-eb4ecfd4c7ec service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=60de2ce00e39495b9b56ab9e2f307693&device_id=fde15c69-6984-428c-bf46-3b127cea55f8 HTTP/1.1" status: 200 len: 1096 time: 0.1871097 Nov 25 13:22:30.660974 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39312cf5-b3d1-41e9-acd6-cb71ce4da800 req-bd3c6454-3d0e-4e52-97bc-11aa0472a65d tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:30.662769 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-39312cf5-b3d1-41e9-acd6-cb71ce4da800 req-bd3c6454-3d0e-4e52-97bc-11aa0472a65d tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ae7607-c91e-4259-8f9c-8ea50f30aa38 HTTP/1.1" status: 200 len: 945 time: 0.2481067 Nov 25 13:22:30.687133 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-6fd63bb1-7000-455d-b7fe-2928f6ab8c32 None None] Provisioning complete for port 29bb572a-f06a-4b08-ac83-0b6518e9277a triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:22:30.687662 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6fd63bb1-7000-455d-b7fe-2928f6ab8c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:30.696832 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port f5c171f6-49f7-466c-8938-4c05396ebb3e triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:22:30.697503 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:30.701349 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d820d6c6-d3db-47cd-bd2b-d37296202503 req-2abf7403-49db-4640-8c57-abd0f349d19c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1058fb2f-208d-487d-a72a-83b5b3df5e04 HTTP/1.1" status: 200 len: 217 time: 0.0593982 Nov 25 13:22:30.714993 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41bff8a-328c-4bc4-a4fe-0438891f194d req-1d1f5443-f7a2-415c-98a1-bc983eb3ee43 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:30.717405 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e41bff8a-328c-4bc4-a4fe-0438891f194d req-1d1f5443-f7a2-415c-98a1-bc983eb3ee43 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b2089d6-077a-4484-aeae-3f3baeb9f079 HTTP/1.1" status: 200 len: 944 time: 0.1366391 Nov 25 13:22:30.772042 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-385eaee4-0c26-4928-929b-fe131f802d6c req-84afe5fa-fe15-4745-8ce9-cd0c31d47899 service neutron] 10.222.0.47 "GET /v2.0/networks/8aeff596-29a4-4a6a-a333-9e2b92e15a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103775 Nov 25 13:22:30.788266 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d820d6c6-d3db-47cd-bd2b-d37296202503 req-25c8a34f-baa9-4854-bcf2-a1bbfcaeda16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:30.792106 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d820d6c6-d3db-47cd-bd2b-d37296202503 req-25c8a34f-baa9-4854-bcf2-a1bbfcaeda16 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=06d9fad2-62ee-411b-8cba-f5e1b7fa4731 HTTP/1.1" status: 200 len: 852 time: 0.0784235 Nov 25 13:22:30.830347 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-6fd63bb1-7000-455d-b7fe-2928f6ab8c32 None None] Port 29bb572a-f06a-4b08-ac83-0b6518e9277a cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:22:30.834367 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port 15db2a29-af9e-455b-8d27-e9bdbaa77981 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:22:30.842089 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port 15db2a29-af9e-455b-8d27-e9bdbaa77981 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:22:30.842471 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:30.850332 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d820d6c6-d3db-47cd-bd2b-d37296202503 req-ad98c78d-0de3-4e40-a03b-75e04b3f939b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9b74e527-2eba-4880-abc3-5f552bc5f61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453255 Nov 25 13:22:30.897052 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e41bff8a-328c-4bc4-a4fe-0438891f194d req-78d964cf-b753-4ed6-a322-10035804961c tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699929 Nov 25 13:22:30.903168 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-39312cf5-b3d1-41e9-acd6-cb71ce4da800 req-73b7a3ed-7d74-4191-85d8-6df142c20fbf tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ddd3722-1b64-4271-8ee9-7db52c62b6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279835 Nov 25 13:22:30.984316 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b054d848-c25c-4833-8510-4d9cd8e398ac req-0475b3cb-b1d1-4fa6-b09e-6d4575f86734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:30.985757 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b054d848-c25c-4833-8510-4d9cd8e398ac req-0475b3cb-b1d1-4fa6-b09e-6d4575f86734 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d2854b381a841d0bb264f5a26a8525e&device_id=0b2089d6-077a-4484-aeae-3f3baeb9f079 HTTP/1.1" status: 200 len: 1096 time: 0.1450007 Nov 25 13:22:31.047980 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:31.129581 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 15db2a29-af9e-455b-8d27-e9bdbaa77981, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=15db2a29-af9e-455b-8d27-e9bdbaa77981,segment=NetworkSegment(b0455d7d-0c79-45af-9e78-87b143c9704a),segment_id=b0455d7d-0c79-45af-9e78-87b143c9704a)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:22:31.141563 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:31.173342 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae2d1d9-bdd1-487a-80f1-87018bf35753 req-21e5a769-b43d-445a-9835-daece4afc82e tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:31.176292 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2ae2d1d9-bdd1-487a-80f1-87018bf35753 req-21e5a769-b43d-445a-9835-daece4afc82e tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=fde15c69-6984-428c-bf46-3b127cea55f8 HTTP/1.1" status: 200 len: 944 time: 0.1229033 Nov 25 13:22:31.181024 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [req-39a47b3f-d8af-475c-ae05-86509853fafe req-fd4a2a3d-b63b-474d-8a47-5f58acae8a01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e900f5bb-3487-4fed-b8ac-c6d1a54e5826 {{(pid=103570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:22:31.183574 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d820d6c6-d3db-47cd-bd2b-d37296202503 req-a8676ba8-9983-4ddf-bdc7-4b650b9df20a service neutron] 10.222.0.66 "GET /v2.0/networks/9b74e527-2eba-4880-abc3-5f552bc5f61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110497 Nov 25 13:22:31.201781 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-39a47b3f-d8af-475c-ae05-86509853fafe req-fd4a2a3d-b63b-474d-8a47-5f58acae8a01 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:31.233254 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.provisioning_blocks [req-39a47b3f-d8af-475c-ae05-86509853fafe req-fd4a2a3d-b63b-474d-8a47-5f58acae8a01 service neutron] Transition to ACTIVE for port object e900f5bb-3487-4fed-b8ac-c6d1a54e5826 will not be triggered until provisioned by entity L2. {{(pid=103570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:22:31.246867 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-39a47b3f-d8af-475c-ae05-86509853fafe req-fd4a2a3d-b63b-474d-8a47-5f58acae8a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:31.252146 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=15db2a29-af9e-455b-8d27-e9bdbaa77981,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:31.262158 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:22:31.262875 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:22:31.262875 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:22:31.263322 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:22:31.263875 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:22:31.264346 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:22:31.264690 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:22:31.265026 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:22:31.265357 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:22:31.266779 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:22:31.267164 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:22:31.267604 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:22:31.290291 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d155f356-f1ce-4397-a42c-1fd8fae56783 req-6071a930-73a0-4918-869b-f3d5653e5d09 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=df1cd83d-d42e-4996-a102-e20cb106f612&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2438853 Nov 25 13:22:31.326946 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a2a3d-b63b-474d-8a47-5f58acae8a01 service neutron] Pushing event updated for resources: {'Port': ['ID=e900f5bb-3487-4fed-b8ac-c6d1a54e5826,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:31.339002 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2ae2d1d9-bdd1-487a-80f1-87018bf35753 req-a416d901-3b5b-40a7-a17c-ed310d04fb66 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505656 Nov 25 13:22:31.399642 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b054d848-c25c-4833-8510-4d9cd8e398ac req-3cd46eb6-8993-4d42-bdf1-c1a6f1aa798a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:31.401134 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b054d848-c25c-4833-8510-4d9cd8e398ac req-3cd46eb6-8993-4d42-bdf1-c1a6f1aa798a service neutron] 10.222.0.47 "GET /v2.0/networks?id=8aeff596-29a4-4a6a-a333-9e2b92e15a4b HTTP/1.1" status: 200 len: 919 time: 0.4023235 Nov 25 13:22:31.498224 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b054d848-c25c-4833-8510-4d9cd8e398ac req-fd6ce1ac-caa1-448a-9607-66978ea85958 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bade27a4-46a1-4279-bdcb-7c5f29065359 HTTP/1.1" status: 200 len: 217 time: 0.0850935 Nov 25 13:22:31.506244 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d155f356-f1ce-4397-a42c-1fd8fae56783 req-65fb28bf-6a04-4708-80aa-7f7715372562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:31.507918 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d155f356-f1ce-4397-a42c-1fd8fae56783 req-65fb28bf-6a04-4708-80aa-7f7715372562 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=40d8826cb6bc406990351c3cc8406e5b&device_id=df1cd83d-d42e-4996-a102-e20cb106f612 HTTP/1.1" status: 200 len: 1097 time: 0.1496778 Nov 25 13:22:31.537434 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746968b-7b60-423c-b839-c1b3bf3245fa req-fb1b3aaa-9b0d-4740-b3d5-22383b1875b4 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:31.546112 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b746968b-7b60-423c-b839-c1b3bf3245fa req-fb1b3aaa-9b0d-4740-b3d5-22383b1875b4 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] 10.222.0.53 "GET /v2.0/ports?device_id=df1cd83d-d42e-4996-a102-e20cb106f612 HTTP/1.1" status: 200 len: 945 time: 0.1116002 Nov 25 13:22:31.565801 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-39a47b3f-d8af-475c-ae05-86509853fafe req-fd4a2a3d-b63b-474d-8a47-5f58acae8a01 service neutron] Attempting to bind port e900f5bb-3487-4fed-b8ac-c6d1a54e5826 on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:22:31.566224 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-39a47b3f-d8af-475c-ae05-86509853fafe req-fd4a2a3d-b63b-474d-8a47-5f58acae8a01 service neutron] Attempting to bind port e900f5bb-3487-4fed-b8ac-c6d1a54e5826 by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': '81051605-1bc5-477c-a234-64173956196c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'cd416db4-a041-4c84-9c55-d03be0781f61'}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:22:31.566701 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a47b3f-d8af-475c-ae05-86509853fafe req-fd4a2a3d-b63b-474d-8a47-5f58acae8a01 service neutron] Attempting to bind port e900f5bb-3487-4fed-b8ac-c6d1a54e5826 on network cd416db4-a041-4c84-9c55-d03be0781f61 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:22:31.586121 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d820d6c6-d3db-47cd-bd2b-d37296202503 req-062c9b3c-69f9-412d-aff4-55a1e4fbfc7e service neutron] 10.222.0.66 "GET /v2.0/networks/9b74e527-2eba-4880-abc3-5f552bc5f61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3844807 Nov 25 13:22:31.609421 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a47b3f-d8af-475c-ae05-86509853fafe req-fd4a2a3d-b63b-474d-8a47-5f58acae8a01 service neutron] Port e900f5bb-3487-4fed-b8ac-c6d1a54e5826 on network cd416db4-a041-4c84-9c55-d03be0781f61 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:22:31.609859 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a47b3f-d8af-475c-ae05-86509853fafe req-fd4a2a3d-b63b-474d-8a47-5f58acae8a01 service neutron] Attempting to bind port e900f5bb-3487-4fed-b8ac-c6d1a54e5826 on network cd416db4-a041-4c84-9c55-d03be0781f61 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:22:31.634028 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a47b3f-d8af-475c-ae05-86509853fafe req-fd4a2a3d-b63b-474d-8a47-5f58acae8a01 service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:22:31.634521 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a47b3f-d8af-475c-ae05-86509853fafe req-fd4a2a3d-b63b-474d-8a47-5f58acae8a01 service neutron] Checking segment: {'id': '81051605-1bc5-477c-a234-64173956196c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'cd416db4-a041-4c84-9c55-d03be0781f61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:22:31.635061 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a47b3f-d8af-475c-ae05-86509853fafe req-fd4a2a3d-b63b-474d-8a47-5f58acae8a01 service neutron] Bound using segment: {'id': '81051605-1bc5-477c-a234-64173956196c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'cd416db4-a041-4c84-9c55-d03be0781f61'} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:22:31.635654 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-39a47b3f-d8af-475c-ae05-86509853fafe req-fd4a2a3d-b63b-474d-8a47-5f58acae8a01 service neutron] Bound port: e900f5bb-3487-4fed-b8ac-c6d1a54e5826, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81051605-1bc5-477c-a234-64173956196c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'cd416db4-a041-4c84-9c55-d03be0781f61'}}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:22:31.636029 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-39a47b3f-d8af-475c-ae05-86509853fafe req-fd4a2a3d-b63b-474d-8a47-5f58acae8a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:31.642452 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b054d848-c25c-4833-8510-4d9cd8e398ac req-a04b3108-8aba-4fa3-bf39-82348c3eaf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:31.645146 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b054d848-c25c-4833-8510-4d9cd8e398ac req-a04b3108-8aba-4fa3-bf39-82348c3eaf2c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=43603bfb-2066-4414-ab91-8e5215ee7bf8 HTTP/1.1" status: 200 len: 858 time: 0.1361699 Nov 25 13:22:31.649038 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42864ce0-c1e9-429e-a77c-0581b726b905 req-75f9b70d-2ad2-4507-a8c9-aa8470b9fcf2 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:31.655786 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42864ce0-c1e9-429e-a77c-0581b726b905 req-75f9b70d-2ad2-4507-a8c9-aa8470b9fcf2 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:31.661957 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42864ce0-c1e9-429e-a77c-0581b726b905 req-75f9b70d-2ad2-4507-a8c9-aa8470b9fcf2 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:31.664029 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-42864ce0-c1e9-429e-a77c-0581b726b905 req-75f9b70d-2ad2-4507-a8c9-aa8470b9fcf2 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/ports?device_id=b06e8a01-1932-41d2-95c2-b8d61badcd8e HTTP/1.1" status: 200 len: 2389 time: 0.1732821 Nov 25 13:22:31.670891 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b746968b-7b60-423c-b839-c1b3bf3245fa req-c153dab4-98c0-4ebd-a1d6-07f4ce2f2dc2 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] 10.222.0.53 "GET /v2.0/security-groups?id=b82ec6f0-cd59-483d-84f2-ae972f5c56e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238661 Nov 25 13:22:31.685843 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e3a85a-4c3a-4297-b374-0fdcd0494740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15db2a29-af9e-455b-8d27-e9bdbaa77981'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:22:31.688427 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28774098-6c12-48c6-8070-e4ba7f4ec612" -d '{"events": [{"server_uuid": "06e3a85a-4c3a-4297-b374-0fdcd0494740", "name": "network-vif-plugged", "status": "completed", "tag": "15db2a29-af9e-455b-8d27-e9bdbaa77981"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:22:31.692972 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b054d848-c25c-4833-8510-4d9cd8e398ac req-211c075a-b685-47ec-a932-778f79f854b4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8aeff596-29a4-4a6a-a333-9e2b92e15a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388510 Nov 25 13:22:31.705416 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fde15c69-6984-428c-bf46-3b127cea55f8', 'tag': '1058fb2f-208d-487d-a72a-83b5b3df5e04'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:22:31.707335 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-babca568-a75b-4ecf-8012-62698524872b" -d '{"events": [{"name": "network-changed", "server_uuid": "fde15c69-6984-428c-bf46-3b127cea55f8", "tag": "1058fb2f-208d-487d-a72a-83b5b3df5e04"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:22:31.741106 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d155f356-f1ce-4397-a42c-1fd8fae56783 req-c1bed88b-119d-4649-9e5c-19660053d7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:31.743189 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d155f356-f1ce-4397-a42c-1fd8fae56783 req-c1bed88b-119d-4649-9e5c-19660053d7b2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=29e88c53-1a16-4ddf-bb52-3aa3dac4a9e8 HTTP/1.1" status: 200 len: 917 time: 0.1848385 Nov 25 13:22:31.761959 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17553a97-6c61-437d-98a7-e515c5a10c49 x-openstack-request-id: req-17553a97-6c61-437d-98a7-e515c5a10c49 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:22:31.762395 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e3a85a-4c3a-4297-b374-0fdcd0494740", "name": "network-vif-plugged", "status": "completed", "tag": "15db2a29-af9e-455b-8d27-e9bdbaa77981", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:22:31.762871 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-17553a97-6c61-437d-98a7-e515c5a10c49 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:22:31.764093 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-39a47b3f-d8af-475c-ae05-86509853fafe req-fd4a2a3d-b63b-474d-8a47-5f58acae8a01 service neutron] For port e900f5bb-3487-4fed-b8ac-c6d1a54e5826, host n-h1-808199-11, cleared binding levels {{(pid=103570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:22:31.764362 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e3a85a-4c3a-4297-b374-0fdcd0494740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15db2a29-af9e-455b-8d27-e9bdbaa77981', 'code': 200} Nov 25 13:22:31.767961 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-39a47b3f-d8af-475c-ae05-86509853fafe req-fd4a2a3d-b63b-474d-8a47-5f58acae8a01 service neutron] For port e900f5bb-3487-4fed-b8ac-c6d1a54e5826, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=e900f5bb-3487-4fed-b8ac-c6d1a54e5826,segment=NetworkSegment(81051605-1bc5-477c-a234-64173956196c),segment_id=81051605-1bc5-477c-a234-64173956196c)] {{(pid=103570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:22:31.787152 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-39a47b3f-d8af-475c-ae05-86509853fafe req-fd4a2a3d-b63b-474d-8a47-5f58acae8a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:31.852968 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48ccdbb-5de1-4744-b9a5-2f6e15a28b18 x-openstack-request-id: req-a48ccdbb-5de1-4744-b9a5-2f6e15a28b18 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:22:31.853271 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fde15c69-6984-428c-bf46-3b127cea55f8", "tag": "1058fb2f-208d-487d-a72a-83b5b3df5e04", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:22:31.853533 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a48ccdbb-5de1-4744-b9a5-2f6e15a28b18 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:22:31.854133 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fde15c69-6984-428c-bf46-3b127cea55f8', 'tag': '1058fb2f-208d-487d-a72a-83b5b3df5e04', 'status': 'completed', 'code': 200} Nov 25 13:22:31.858897 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a47b3f-d8af-475c-ae05-86509853fafe req-fd4a2a3d-b63b-474d-8a47-5f58acae8a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:31.860205 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-39a47b3f-d8af-475c-ae05-86509853fafe req-fd4a2a3d-b63b-474d-8a47-5f58acae8a01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:31.862369 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-39a47b3f-d8af-475c-ae05-86509853fafe req-fd4a2a3d-b63b-474d-8a47-5f58acae8a01 service neutron] 10.222.0.66 "PUT /v2.0/ports/e900f5bb-3487-4fed-b8ac-c6d1a54e5826 HTTP/1.1" status: 200 len: 1093 time: 1.4667556 Nov 25 13:22:31.864997 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b06e8a01-1932-41d2-95c2-b8d61badcd8e', 'tag': 'e900f5bb-3487-4fed-b8ac-c6d1a54e5826'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:22:31.868684 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789216b0-5d52-42fa-ae62-34487064e89e" -d '{"events": [{"name": "network-changed", "server_uuid": "b06e8a01-1932-41d2-95c2-b8d61badcd8e", "tag": "e900f5bb-3487-4fed-b8ac-c6d1a54e5826"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:22:31.928654 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-39a47b3f-d8af-475c-ae05-86509853fafe req-023f2e54-cc57-430d-b9b3-32e8946a2c8d service neutron] Request body: {'port': {'device_id': 'b06e8a01-1932-41d2-95c2-b8d61badcd8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-11'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:22:31.950560 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cce04ff-8e0b-4802-8723-78416644a0e6 x-openstack-request-id: req-8cce04ff-8e0b-4802-8723-78416644a0e6 {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:22:31.951499 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b06e8a01-1932-41d2-95c2-b8d61badcd8e", "tag": "e900f5bb-3487-4fed-b8ac-c6d1a54e5826", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:22:31.951808 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8cce04ff-8e0b-4802-8723-78416644a0e6 {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:22:31.952292 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b06e8a01-1932-41d2-95c2-b8d61badcd8e', 'tag': 'e900f5bb-3487-4fed-b8ac-c6d1a54e5826', 'status': 'completed', 'code': 200} Nov 25 13:22:32.035350 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-42864ce0-c1e9-429e-a77c-0581b726b905 req-e3e86db9-4a98-4b94-8720-3b2386b1c7c3 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/security-groups?id=22daa08b-97cb-43e0-8539-4dafee5a974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3401208 Nov 25 13:22:32.072223 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a2a3d-b63b-474d-8a47-5f58acae8a01 service neutron] Pushing event updated for resources: {'Port': ['ID=e900f5bb-3487-4fed-b8ac-c6d1a54e5826,revision_number=3']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:32.114388 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-39a47b3f-d8af-475c-ae05-86509853fafe req-023f2e54-cc57-430d-b9b3-32e8946a2c8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:32.127361 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babca568-a75b-4ecf-8012-62698524872b req-c2dbd0c4-920e-4b2e-b5b5-4de083016b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:32.128912 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-babca568-a75b-4ecf-8012-62698524872b req-c2dbd0c4-920e-4b2e-b5b5-4de083016b49 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=60de2ce00e39495b9b56ab9e2f307693&device_id=fde15c69-6984-428c-bf46-3b127cea55f8 HTTP/1.1" status: 200 len: 1096 time: 0.2543960 Nov 25 13:22:32.260973 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 55106) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:22:32.287598 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d155f356-f1ce-4397-a42c-1fd8fae56783 req-01d0a58f-4d5c-4e55-8e47-e101be6de305 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5be01006-b209-4dfc-824a-a222c272bd9a HTTP/1.1" status: 200 len: 1001 time: 0.5138328 Nov 25 13:22:32.291485 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b054d848-c25c-4833-8510-4d9cd8e398ac req-adaa49b6-cb00-4d18-aaf1-cb884d2ddcd3 service neutron] 10.222.0.47 "GET /v2.0/networks/8aeff596-29a4-4a6a-a333-9e2b92e15a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5872042 Nov 25 13:22:32.306592 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35472e5-2ef9-4068-b487-715d7ab62728 req-0d2fe268-26de-415f-a88c-4112cb5c7e0b tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:32.308074 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b35472e5-2ef9-4068-b487-715d7ab62728 req-0d2fe268-26de-415f-a88c-4112cb5c7e0b tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b2089d6-077a-4484-aeae-3f3baeb9f079 HTTP/1.1" status: 200 len: 944 time: 0.2028728 Nov 25 13:22:32.326441 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44569341-b75c-483c-937d-af33e09cbad9 req-3185e11b-6aa9-4e46-be08-6cd6af7e76c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:32.327963 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-44569341-b75c-483c-937d-af33e09cbad9 req-3185e11b-6aa9-4e46-be08-6cd6af7e76c1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=06e3a85a-4c3a-4297-b374-0fdcd0494740 HTTP/1.1" status: 200 len: 1098 time: 0.4777520 Nov 25 13:22:32.414225 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789216b0-5d52-42fa-ae62-34487064e89e req-2c8fa623-9364-478b-9e41-4f7699fa5300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:32.414726 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789216b0-5d52-42fa-ae62-34487064e89e req-2c8fa623-9364-478b-9e41-4f7699fa5300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:32.415201 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789216b0-5d52-42fa-ae62-34487064e89e req-2c8fa623-9364-478b-9e41-4f7699fa5300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:32.416829 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-789216b0-5d52-42fa-ae62-34487064e89e req-2c8fa623-9364-478b-9e41-4f7699fa5300 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c7b7eead49e04a28b5b17470c05451fe&device_id=b06e8a01-1932-41d2-95c2-b8d61badcd8e HTTP/1.1" status: 200 len: 2733 time: 0.1858618 Nov 25 13:22:32.427380 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4529008-4973-4ab0-83ea-83e8ac0c1969 req-00647f8e-6a95-44ba-a29a-30bae585ff29 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:32.428923 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e4529008-4973-4ab0-83ea-83e8ac0c1969 req-00647f8e-6a95-44ba-a29a-30bae585ff29 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ae7607-c91e-4259-8f9c-8ea50f30aa38 HTTP/1.1" status: 200 len: 945 time: 0.2540019 Nov 25 13:22:32.435644 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babca568-a75b-4ecf-8012-62698524872b req-6e02d0a9-4ed7-4356-975b-102e886f5e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:32.437076 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-babca568-a75b-4ecf-8012-62698524872b req-6e02d0a9-4ed7-4356-975b-102e886f5e59 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9b74e527-2eba-4880-abc3-5f552bc5f61d HTTP/1.1" status: 200 len: 913 time: 0.2913611 Nov 25 13:22:32.495862 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d155f356-f1ce-4397-a42c-1fd8fae56783 req-b9f6116d-2a30-447d-9a45-b581697f7321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:32.497341 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d155f356-f1ce-4397-a42c-1fd8fae56783 req-b9f6116d-2a30-447d-9a45-b581697f7321 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b01a5ad9-9f38-426c-a191-2cdc57143c78 HTTP/1.1" status: 200 len: 855 time: 0.1932433 Nov 25 13:22:32.498249 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-348378f2-72de-45b7-abd6-214b6a19dabf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:32.521411 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-babca568-a75b-4ecf-8012-62698524872b req-41497e90-9601-4145-a325-0d7fece5d7dd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1058fb2f-208d-487d-a72a-83b5b3df5e04 HTTP/1.1" status: 200 len: 217 time: 0.0630598 Nov 25 13:22:32.562221 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b35472e5-2ef9-4068-b487-715d7ab62728 req-c5a5669a-c328-4ffc-af5d-f8405e707997 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372148 Nov 25 13:22:32.623604 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e4529008-4973-4ab0-83ea-83e8ac0c1969 req-1c0a8b37-1e60-420e-a564-abc19abc8ae5 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ddd3722-1b64-4271-8ee9-7db52c62b6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802218 Nov 25 13:22:32.628062 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 1058fb2f-208d-487d-a72a-83b5b3df5e04 details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:22:32.642309 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-44569341-b75c-483c-937d-af33e09cbad9 req-ddb160bb-f480-4ffa-9a5f-f56aea3dc82d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852926 Nov 25 13:22:32.647640 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babca568-a75b-4ecf-8012-62698524872b req-cb7101eb-db40-41d2-9b3e-b73b8816a6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:32.659841 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-babca568-a75b-4ecf-8012-62698524872b req-cb7101eb-db40-41d2-9b3e-b73b8816a6fe service neutron] 10.222.0.66 "GET /v2.0/subnets?id=06d9fad2-62ee-411b-8cba-f5e1b7fa4731 HTTP/1.1" status: 200 len: 852 time: 0.1063249 Nov 25 13:22:32.678627 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b054d848-c25c-4833-8510-4d9cd8e398ac req-76e79175-5fe3-486a-b6ae-852376c94165 service neutron] 10.222.0.47 "GET /v2.0/networks/8aeff596-29a4-4a6a-a333-9e2b92e15a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3713427 Nov 25 13:22:32.750208 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d155f356-f1ce-4397-a42c-1fd8fae56783 req-6283e396-6bb0-4fd3-b586-918680aa5da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:32.752481 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d155f356-f1ce-4397-a42c-1fd8fae56783 req-6283e396-6bb0-4fd3-b586-918680aa5da9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=29e88c53-1a16-4ddf-bb52-3aa3dac4a9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2014606 Nov 25 13:22:32.753978 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [req-39a47b3f-d8af-475c-ae05-86509853fafe req-023f2e54-cc57-430d-b9b3-32e8946a2c8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2757e1a3-3adc-4889-bd7e-91b5f5e686bc {{(pid=103570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:22:32.764081 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789216b0-5d52-42fa-ae62-34487064e89e req-674807ac-0bc3-4fb7-af80-3197646308a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:32.764333 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789216b0-5d52-42fa-ae62-34487064e89e req-674807ac-0bc3-4fb7-af80-3197646308a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:32.764705 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789216b0-5d52-42fa-ae62-34487064e89e req-674807ac-0bc3-4fb7-af80-3197646308a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:32.766294 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-39a47b3f-d8af-475c-ae05-86509853fafe req-023f2e54-cc57-430d-b9b3-32e8946a2c8d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:32.766431 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-789216b0-5d52-42fa-ae62-34487064e89e req-674807ac-0bc3-4fb7-af80-3197646308a8 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=c7b7eead49e04a28b5b17470c05451fe&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3373916 Nov 25 13:22:32.784276 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.provisioning_blocks [req-39a47b3f-d8af-475c-ae05-86509853fafe req-023f2e54-cc57-430d-b9b3-32e8946a2c8d service neutron] Transition to ACTIVE for port object 2757e1a3-3adc-4889-bd7e-91b5f5e686bc will not be triggered until provisioned by entity L2. {{(pid=103570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:22:32.790938 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-39a47b3f-d8af-475c-ae05-86509853fafe req-023f2e54-cc57-430d-b9b3-32e8946a2c8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:32.804452 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device bade27a4-46a1-4279-bdcb-7c5f29065359 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:22:32.811842 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1a55250e-214a-4377-aa6c-2f1d9e64b66b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:32.879091 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 1058fb2f-208d-487d-a72a-83b5b3df5e04, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=1058fb2f-208d-487d-a72a-83b5b3df5e04,segment=NetworkSegment(9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8),segment_id=9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:22:32.943243 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': '1058fb2f-208d-487d-a72a-83b5b3df5e04', 'network_id': '9b74e527-2eba-4880-abc3-5f552bc5f61d', 'port_id': '1058fb2f-208d-487d-a72a-83b5b3df5e04', 'mac_address': 'fa:16:3e:ec:8f:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06d9fad2-62ee-411b-8cba-f5e1b7fa4731', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:22:32.960371 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-babca568-a75b-4ecf-8012-62698524872b req-77dd9e36-3fbd-4d8f-8bd9-90d20e8c7d7e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9b74e527-2eba-4880-abc3-5f552bc5f61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0963795 Nov 25 13:22:32.990624 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f2e54-cc57-430d-b9b3-32e8946a2c8d service neutron] Pushing event updated for resources: {'Port': ['ID=2757e1a3-3adc-4889-bd7e-91b5f5e686bc,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:32.993013 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:33.001145 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-348378f2-72de-45b7-abd6-214b6a19dabf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:33.029130 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1058fb2f-208d-487d-a72a-83b5b3df5e04 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:22:33.045929 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-348378f2-72de-45b7-abd6-214b6a19dabf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:33.069114 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port bade27a4-46a1-4279-bdcb-7c5f29065359, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=bade27a4-46a1-4279-bdcb-7c5f29065359,segment=NetworkSegment(b0455d7d-0c79-45af-9e78-87b143c9704a),segment_id=b0455d7d-0c79-45af-9e78-87b143c9704a)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:22:33.069357 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d155f356-f1ce-4397-a42c-1fd8fae56783 req-6de95d66-0599-43a6-8f3d-5bd7c0a3b3b9 service neutron] 10.222.0.47 "GET /v2.0/networks/29e88c53-1a16-4ddf-bb52-3aa3dac4a9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018582 Nov 25 13:22:33.090447 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 1058fb2f-208d-487d-a72a-83b5b3df5e04, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=1058fb2f-208d-487d-a72a-83b5b3df5e04,segment=NetworkSegment(9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8),segment_id=9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:22:33.093281 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': 'bade27a4-46a1-4279-bdcb-7c5f29065359', 'network_id': '8aeff596-29a4-4a6a-a333-9e2b92e15a4b', 'port_id': 'bade27a4-46a1-4279-bdcb-7c5f29065359', 'mac_address': 'fa:16:3e:99:8f:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43603bfb-2066-4414-ab91-8e5215ee7bf8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:22:33.100372 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:33.190398 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f786c49-cc87-4c49-a33d-b061b3a279d8 req-bc638730-487c-4853-9929-a10e82bb48c0 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:33.204112 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8f786c49-cc87-4c49-a33d-b061b3a279d8 req-bc638730-487c-4853-9929-a10e82bb48c0 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=fde15c69-6984-428c-bf46-3b127cea55f8 HTTP/1.1" status: 200 len: 944 time: 0.3464859 Nov 25 13:22:33.208101 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=1058fb2f-208d-487d-a72a-83b5b3df5e04,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:33.225658 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:33.248586 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bade27a4-46a1-4279-bdcb-7c5f29065359 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:22:33.269101 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-348378f2-72de-45b7-abd6-214b6a19dabf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=47b046b30e264d588689010d2c5fd8dc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0070593 Nov 25 13:22:33.282081 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port bade27a4-46a1-4279-bdcb-7c5f29065359, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=bade27a4-46a1-4279-bdcb-7c5f29065359,segment=NetworkSegment(b0455d7d-0c79-45af-9e78-87b143c9704a),segment_id=b0455d7d-0c79-45af-9e78-87b143c9704a)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:22:33.284629 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348378f2-72de-45b7-abd6-214b6a19dabf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e35533-50b7-408d-a777-0e08be8ce7d4,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:33.287556 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:33.288478 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 55120) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:22:33.295426 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789216b0-5d52-42fa-ae62-34487064e89e req-3a625a50-ad20-4dd5-8542-e16fc4b38c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:33.296898 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-789216b0-5d52-42fa-ae62-34487064e89e req-3a625a50-ad20-4dd5-8542-e16fc4b38c47 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4406664 Nov 25 13:22:33.330539 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-39a47b3f-d8af-475c-ae05-86509853fafe req-023f2e54-cc57-430d-b9b3-32e8946a2c8d service neutron] Attempting to bind port 2757e1a3-3adc-4889-bd7e-91b5f5e686bc on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:22:33.330910 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-39a47b3f-d8af-475c-ae05-86509853fafe req-023f2e54-cc57-430d-b9b3-32e8946a2c8d service neutron] Attempting to bind port 2757e1a3-3adc-4889-bd7e-91b5f5e686bc by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': '2b2363e5-3894-46ca-ad12-8634a480587e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0b5e32d4-0fe8-49ab-a6e5-34b841ceaf51'}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:22:33.331589 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a47b3f-d8af-475c-ae05-86509853fafe req-023f2e54-cc57-430d-b9b3-32e8946a2c8d service neutron] Attempting to bind port 2757e1a3-3adc-4889-bd7e-91b5f5e686bc on network 0b5e32d4-0fe8-49ab-a6e5-34b841ceaf51 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:22:33.339542 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e0290-1780-4b46-ae2f-44f37a100ce9 req-67dd9cf2-2df7-4137-b8df-0b4949214580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:33.341073 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-797e0290-1780-4b46-ae2f-44f37a100ce9 req-67dd9cf2-2df7-4137-b8df-0b4949214580 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3a3a10c56944c1ba1ef6f97ca677aaf&device_id=71ae7607-c91e-4259-8f9c-8ea50f30aa38 HTTP/1.1" status: 200 len: 1097 time: 0.1319737 Nov 25 13:22:33.346452 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['1058fb2f-208d-487d-a72a-83b5b3df5e04'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:22:33.346888 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d155f356-f1ce-4397-a42c-1fd8fae56783 req-63d33798-6014-4178-954d-cb22b40ac7c5 service neutron] 10.222.0.47 "GET /v2.0/networks/29e88c53-1a16-4ddf-bb52-3aa3dac4a9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560923 Nov 25 13:22:33.349864 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=bade27a4-46a1-4279-bdcb-7c5f29065359,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:33.379003 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a47b3f-d8af-475c-ae05-86509853fafe req-023f2e54-cc57-430d-b9b3-32e8946a2c8d service neutron] Port 2757e1a3-3adc-4889-bd7e-91b5f5e686bc on network 0b5e32d4-0fe8-49ab-a6e5-34b841ceaf51 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:22:33.379366 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a47b3f-d8af-475c-ae05-86509853fafe req-023f2e54-cc57-430d-b9b3-32e8946a2c8d service neutron] Attempting to bind port 2757e1a3-3adc-4889-bd7e-91b5f5e686bc on network 0b5e32d4-0fe8-49ab-a6e5-34b841ceaf51 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:22:33.408968 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-babca568-a75b-4ecf-8012-62698524872b req-316b9006-c85c-4b8d-b8e8-efa7ef001422 service neutron] 10.222.0.66 "GET /v2.0/networks/9b74e527-2eba-4880-abc3-5f552bc5f61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4323757 Nov 25 13:22:33.415981 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a47b3f-d8af-475c-ae05-86509853fafe req-023f2e54-cc57-430d-b9b3-32e8946a2c8d service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:22:33.416445 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a47b3f-d8af-475c-ae05-86509853fafe req-023f2e54-cc57-430d-b9b3-32e8946a2c8d service neutron] Checking segment: {'id': '2b2363e5-3894-46ca-ad12-8634a480587e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0b5e32d4-0fe8-49ab-a6e5-34b841ceaf51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:22:33.416697 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a47b3f-d8af-475c-ae05-86509853fafe req-023f2e54-cc57-430d-b9b3-32e8946a2c8d service neutron] Bound using segment: {'id': '2b2363e5-3894-46ca-ad12-8634a480587e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0b5e32d4-0fe8-49ab-a6e5-34b841ceaf51'} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:22:33.417146 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-39a47b3f-d8af-475c-ae05-86509853fafe req-023f2e54-cc57-430d-b9b3-32e8946a2c8d service neutron] Bound port: 2757e1a3-3adc-4889-bd7e-91b5f5e686bc, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b2363e5-3894-46ca-ad12-8634a480587e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0b5e32d4-0fe8-49ab-a6e5-34b841ceaf51'}}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:22:33.417658 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-39a47b3f-d8af-475c-ae05-86509853fafe req-023f2e54-cc57-430d-b9b3-32e8946a2c8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:33.424697 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8f786c49-cc87-4c49-a33d-b061b3a279d8 req-d30584e3-32e8-4f1a-94b7-ff2abc892999 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191863 Nov 25 13:22:33.482721 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd29d1-3f22-4856-b7c1-3f56554fb17b req-bc28d58d-a01e-4c70-8246-a33da10fc0f7 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:33.489898 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ccfd29d1-3f22-4856-b7c1-3f56554fb17b req-bc28d58d-a01e-4c70-8246-a33da10fc0f7 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] 10.222.0.53 "GET /v2.0/ports?device_id=df1cd83d-d42e-4996-a102-e20cb106f612 HTTP/1.1" status: 200 len: 945 time: 0.2648268 Nov 25 13:22:33.494452 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4a8d96fb-0d16-4563-a230-97bf66d7c88e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:33.510073 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e0290-1780-4b46-ae2f-44f37a100ce9 req-649d6897-954a-4611-aa2d-a167f2c2f755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:33.512066 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-797e0290-1780-4b46-ae2f-44f37a100ce9 req-649d6897-954a-4611-aa2d-a167f2c2f755 service neutron] 10.222.0.47 "GET /v2.0/networks?id=af451dea-7b21-412a-8cb8-0a3397d2cf49 HTTP/1.1" status: 200 len: 921 time: 0.1579866 Nov 25 13:22:33.560748 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-797e0290-1780-4b46-ae2f-44f37a100ce9 req-2bbe7e2e-041d-4d29-abbb-5d559b663827 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=500f0189-2da4-416b-9ab0-dc30f3653a5d HTTP/1.1" status: 200 len: 217 time: 0.0388215 Nov 25 13:22:33.563152 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['bade27a4-46a1-4279-bdcb-7c5f29065359'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:22:33.618971 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e0290-1780-4b46-ae2f-44f37a100ce9 req-3acd594e-db87-4e08-a00c-5f3bb365845a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:33.619746 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4a8d96fb-0d16-4563-a230-97bf66d7c88e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:33.620533 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-797e0290-1780-4b46-ae2f-44f37a100ce9 req-3acd594e-db87-4e08-a00c-5f3bb365845a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4dfa8e25-6b00-4870-b13d-92b789ff5b1c HTTP/1.1" status: 200 len: 860 time: 0.0518332 Nov 25 13:22:33.656506 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-797e0290-1780-4b46-ae2f-44f37a100ce9 req-0df8ab12-6c9a-4383-8e18-e93fafbf1494 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=af451dea-7b21-412a-8cb8-0a3397d2cf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272059 Nov 25 13:22:33.717983 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-39a47b3f-d8af-475c-ae05-86509853fafe req-023f2e54-cc57-430d-b9b3-32e8946a2c8d service neutron] For port 2757e1a3-3adc-4889-bd7e-91b5f5e686bc, host n-h1-808199-11, cleared binding levels {{(pid=103570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:22:33.724999 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ccfd29d1-3f22-4856-b7c1-3f56554fb17b req-c1f18277-c4ee-4e27-8066-1dd8d1b8cb35 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] 10.222.0.53 "GET /v2.0/security-groups?id=b82ec6f0-cd59-483d-84f2-ae972f5c56e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2343171 Nov 25 13:22:33.729494 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-babca568-a75b-4ecf-8012-62698524872b req-d96a3471-6c76-404f-a500-7efb0564a0fd service neutron] 10.222.0.66 "GET /v2.0/networks/9b74e527-2eba-4880-abc3-5f552bc5f61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015647 Nov 25 13:22:33.743341 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc48f62c-c566-442c-9b3a-80ee963f0708 req-dca3db1c-21ae-48e0-81ab-c5baaf75fea8 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:33.749731 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc48f62c-c566-442c-9b3a-80ee963f0708 req-dca3db1c-21ae-48e0-81ab-c5baaf75fea8 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:33.755625 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc48f62c-c566-442c-9b3a-80ee963f0708 req-dca3db1c-21ae-48e0-81ab-c5baaf75fea8 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:33.757345 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fc48f62c-c566-442c-9b3a-80ee963f0708 req-dca3db1c-21ae-48e0-81ab-c5baaf75fea8 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/ports?device_id=b06e8a01-1932-41d2-95c2-b8d61badcd8e HTTP/1.1" status: 200 len: 2401 time: 0.2310102 Nov 25 13:22:33.762149 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-39a47b3f-d8af-475c-ae05-86509853fafe req-023f2e54-cc57-430d-b9b3-32e8946a2c8d service neutron] For port 2757e1a3-3adc-4889-bd7e-91b5f5e686bc, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=2757e1a3-3adc-4889-bd7e-91b5f5e686bc,segment=NetworkSegment(2b2363e5-3894-46ca-ad12-8634a480587e),segment_id=2b2363e5-3894-46ca-ad12-8634a480587e)] {{(pid=103570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:22:33.775235 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-39a47b3f-d8af-475c-ae05-86509853fafe req-023f2e54-cc57-430d-b9b3-32e8946a2c8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:33.786659 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-797e0290-1780-4b46-ae2f-44f37a100ce9 req-714fdf8f-2793-4cc2-9cf0-6d850b9c08fd service neutron] 10.222.0.47 "GET /v2.0/networks/af451dea-7b21-412a-8cb8-0a3397d2cf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213117 Nov 25 13:22:33.790321 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:33.906439 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-797e0290-1780-4b46-ae2f-44f37a100ce9 req-94d72ec5-03c6-487c-9cae-d1fd7d30a8c8 service neutron] 10.222.0.47 "GET /v2.0/networks/af451dea-7b21-412a-8cb8-0a3397d2cf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103175 Nov 25 13:22:34.087081 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4a8d96fb-0d16-4563-a230-97bf66d7c88e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:34.089577 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4a8d96fb-0d16-4563-a230-97bf66d7c88e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:34.090643 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-4a8d96fb-0d16-4563-a230-97bf66d7c88e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/91e35533-50b7-408d-a777-0e08be8ce7d4 HTTP/1.1" status: 204 len: 168 time: 0.8004701 Nov 25 13:22:34.129351 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a47b3f-d8af-475c-ae05-86509853fafe req-023f2e54-cc57-430d-b9b3-32e8946a2c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:34.130394 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-39a47b3f-d8af-475c-ae05-86509853fafe req-023f2e54-cc57-430d-b9b3-32e8946a2c8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:34.131846 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-39a47b3f-d8af-475c-ae05-86509853fafe req-023f2e54-cc57-430d-b9b3-32e8946a2c8d service neutron] 10.222.0.66 "PUT /v2.0/ports/2757e1a3-3adc-4889-bd7e-91b5f5e686bc HTTP/1.1" status: 200 len: 1093 time: 2.2115972 Nov 25 13:22:34.143914 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b06e8a01-1932-41d2-95c2-b8d61badcd8e', 'tag': '2757e1a3-3adc-4889-bd7e-91b5f5e686bc'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:22:34.146444 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06bcc560-4a89-40ce-aff1-60b003dba86f" -d '{"events": [{"name": "network-changed", "server_uuid": "b06e8a01-1932-41d2-95c2-b8d61badcd8e", "tag": "2757e1a3-3adc-4889-bd7e-91b5f5e686bc"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:22:34.150023 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8d96fb-0d16-4563-a230-97bf66d7c88e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e35533-50b7-408d-a777-0e08be8ce7d4,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:34.174620 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-39a47b3f-d8af-475c-ae05-86509853fafe req-ffa1ff94-1a10-4c69-a0c9-c3a6b33569e3 service neutron] Request body: {'port': {'device_id': 'b06e8a01-1932-41d2-95c2-b8d61badcd8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-11'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:22:34.230470 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fc48f62c-c566-442c-9b3a-80ee963f0708 req-9ca04042-70e9-4b52-a79a-25485a602cb4 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/security-groups?id=22daa08b-97cb-43e0-8539-4dafee5a974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4630742 Nov 25 13:22:34.246203 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78fe6c6-4883-4414-92d0-6c9a29ba3a2e req-68f9e30e-31d8-4337-99fd-6e1c3812f8be tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:34.254244 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f78fe6c6-4883-4414-92d0-6c9a29ba3a2e req-68f9e30e-31d8-4337-99fd-6e1c3812f8be tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ae7607-c91e-4259-8f9c-8ea50f30aa38 HTTP/1.1" status: 200 len: 945 time: 0.1721220 Nov 25 13:22:34.255678 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f2e54-cc57-430d-b9b3-32e8946a2c8d service neutron] Pushing event updated for resources: {'Port': ['ID=2757e1a3-3adc-4889-bd7e-91b5f5e686bc,revision_number=3']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:34.320191 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-39a47b3f-d8af-475c-ae05-86509853fafe req-ffa1ff94-1a10-4c69-a0c9-c3a6b33569e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:34.399884 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f78fe6c6-4883-4414-92d0-6c9a29ba3a2e req-5406bd86-0c00-4c7b-906d-5385d92d6e1e tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ddd3722-1b64-4271-8ee9-7db52c62b6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452596 Nov 25 13:22:34.445690 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47f4f9c-af5b-4ea4-b63f-bef56487bf10 req-6cc59c86-7234-48dc-b17e-34de3526b59c tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:34.447329 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f47f4f9c-af5b-4ea4-b63f-bef56487bf10 req-6cc59c86-7234-48dc-b17e-34de3526b59c tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] 10.222.0.47 "GET /v2.0/ports?device_id=df1cd83d-d42e-4996-a102-e20cb106f612 HTTP/1.1" status: 200 len: 945 time: 0.0663304 Nov 25 13:22:34.448324 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16827e9-d399-4c2b-9288-4de5ed11298f req-cb71ff34-2010-4dad-a3dc-eb1ba90f9318 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:34.449842 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c16827e9-d399-4c2b-9288-4de5ed11298f req-cb71ff34-2010-4dad-a3dc-eb1ba90f9318 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b2089d6-077a-4484-aeae-3f3baeb9f079 HTTP/1.1" status: 200 len: 945 time: 0.1274846 Nov 25 13:22:34.505425 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 55136) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:22:34.515137 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64774480-0151-4023-8d3d-da4d83b3218c x-openstack-request-id: req-64774480-0151-4023-8d3d-da4d83b3218c {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:22:34.515428 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b06e8a01-1932-41d2-95c2-b8d61badcd8e", "tag": "2757e1a3-3adc-4889-bd7e-91b5f5e686bc", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:22:34.515684 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-64774480-0151-4023-8d3d-da4d83b3218c {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:22:34.516079 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b06e8a01-1932-41d2-95c2-b8d61badcd8e', 'tag': '2757e1a3-3adc-4889-bd7e-91b5f5e686bc', 'status': 'completed', 'code': 200} Nov 25 13:22:34.545652 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c6a00b9e-ecfa-4261-8403-5defa4fb4e44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:34.594370 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-f47f4f9c-af5b-4ea4-b63f-bef56487bf10 req-b9e94968-41ce-4c24-b94c-ad39979d7355 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Deleting port 5be01006-b209-4dfc-824a-a222c272bd9a {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:22:34.594735 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f47f4f9c-af5b-4ea4-b63f-bef56487bf10 req-b9e94968-41ce-4c24-b94c-ad39979d7355 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:34.642746 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 1058fb2f-208d-487d-a72a-83b5b3df5e04 up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:22:34.682184 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c16827e9-d399-4c2b-9288-4de5ed11298f req-f8285c71-6f8f-4a1e-8875-71a9133df790 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651523 Nov 25 13:22:34.692075 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bcc560-4a89-40ce-aff1-60b003dba86f req-972a20dd-f17f-4535-b9ba-183712acf0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:34.692563 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bcc560-4a89-40ce-aff1-60b003dba86f req-972a20dd-f17f-4535-b9ba-183712acf0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:34.693226 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bcc560-4a89-40ce-aff1-60b003dba86f req-972a20dd-f17f-4535-b9ba-183712acf0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:34.695813 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-06bcc560-4a89-40ce-aff1-60b003dba86f req-972a20dd-f17f-4535-b9ba-183712acf0b1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c7b7eead49e04a28b5b17470c05451fe&device_id=b06e8a01-1932-41d2-95c2-b8d61badcd8e HTTP/1.1" status: 200 len: 2801 time: 0.1651392 Nov 25 13:22:34.718675 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ed774d-3777-469d-8b99-dbdd49e992ee req-095bc037-291e-4247-8547-9df10d3ea944 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:34.722236 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-f47f4f9c-af5b-4ea4-b63f-bef56487bf10 req-b9e94968-41ce-4c24-b94c-ad39979d7355 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] For port 5be01006-b209-4dfc-824a-a222c272bd9a, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=5be01006-b209-4dfc-824a-a222c272bd9a,segment=NetworkSegment(85cbc951-06c6-4281-8bbe-d0f3e25e56f3),segment_id=85cbc951-06c6-4281-8bbe-d0f3e25e56f3)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:22:34.722681 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f47f4f9c-af5b-4ea4-b63f-bef56487bf10 req-b9e94968-41ce-4c24-b94c-ad39979d7355 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:34.723779 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port 1058fb2f-208d-487d-a72a-83b5b3df5e04 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:22:34.725825 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-47ed774d-3777-469d-8b99-dbdd49e992ee req-095bc037-291e-4247-8547-9df10d3ea944 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=fde15c69-6984-428c-bf46-3b127cea55f8 HTTP/1.1" status: 200 len: 945 time: 0.1605301 Nov 25 13:22:34.728474 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port 1058fb2f-208d-487d-a72a-83b5b3df5e04 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:22:34.728903 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:34.745679 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c6a00b9e-ecfa-4261-8403-5defa4fb4e44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:34.782002 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c6a00b9e-ecfa-4261-8403-5defa4fb4e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:34.812161 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:34.827221 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c6a00b9e-ecfa-4261-8403-5defa4fb4e44 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=911575a9f9504209a1a3cda6bd4aa03b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3225250 Nov 25 13:22:34.827503 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-47ed774d-3777-469d-8b99-dbdd49e992ee req-3add536d-100e-44d6-b942-420b12b568a8 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005151 Nov 25 13:22:34.832905 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device bade27a4-46a1-4279-bdcb-7c5f29065359 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:22:34.842114 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 55140) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:22:34.884868 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a00b9e-ecfa-4261-8403-5defa4fb4e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a02427-aff4-4268-afbf-433b4c6db884,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:34.886616 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fde15c69-6984-428c-bf46-3b127cea55f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1058fb2f-208d-487d-a72a-83b5b3df5e04'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:22:34.889592 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfef104d-bb84-4ee9-87b6-4a6f7c746342" -d '{"events": [{"server_uuid": "fde15c69-6984-428c-bf46-3b127cea55f8", "name": "network-vif-plugged", "status": "completed", "tag": "1058fb2f-208d-487d-a72a-83b5b3df5e04"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:22:34.925498 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 1058fb2f-208d-487d-a72a-83b5b3df5e04, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=1058fb2f-208d-487d-a72a-83b5b3df5e04,segment=NetworkSegment(9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8),segment_id=9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:22:34.953847 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae953d0-d100-47ff-910f-d69ad4724e8b x-openstack-request-id: req-cae953d0-d100-47ff-910f-d69ad4724e8b {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:22:34.954104 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fde15c69-6984-428c-bf46-3b127cea55f8", "name": "network-vif-plugged", "status": "completed", "tag": "1058fb2f-208d-487d-a72a-83b5b3df5e04", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:22:34.954339 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cae953d0-d100-47ff-910f-d69ad4724e8b {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:22:34.954766 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fde15c69-6984-428c-bf46-3b127cea55f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1058fb2f-208d-487d-a72a-83b5b3df5e04', 'code': 200} Nov 25 13:22:34.960198 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:35.011824 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [req-39a47b3f-d8af-475c-ae05-86509853fafe req-ffa1ff94-1a10-4c69-a0c9-c3a6b33569e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29bb572a-f06a-4b08-ac83-0b6518e9277a {{(pid=103570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:22:35.022987 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port bade27a4-46a1-4279-bdcb-7c5f29065359 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:22:35.033747 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-39a47b3f-d8af-475c-ae05-86509853fafe req-ffa1ff94-1a10-4c69-a0c9-c3a6b33569e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:35.037360 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port bade27a4-46a1-4279-bdcb-7c5f29065359 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:22:35.037739 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:35.039673 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=1058fb2f-208d-487d-a72a-83b5b3df5e04,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:35.044350 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3ef91e48-b72f-4c98-bed8-8cb438fef68b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:35.083233 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf0d47-ddf4-4117-9a8f-d6ae96ca8f21 req-f4b075bc-6a95-48d8-a592-4a11dfe9eb4d tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:35.084983 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a3bf0d47-ddf4-4117-9a8f-d6ae96ca8f21 req-f4b075bc-6a95-48d8-a592-4a11dfe9eb4d tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] 10.222.0.53 "GET /v2.0/ports?device_id=df1cd83d-d42e-4996-a102-e20cb106f612 HTTP/1.1" status: 200 len: 945 time: 0.1775699 Nov 25 13:22:35.091246 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3ef91e48-b72f-4c98-bed8-8cb438fef68b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:35.094488 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f47f4f9c-af5b-4ea4-b63f-bef56487bf10 req-b9e94968-41ce-4c24-b94c-ad39979d7355 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:35.095089 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f47f4f9c-af5b-4ea4-b63f-bef56487bf10 req-b9e94968-41ce-4c24-b94c-ad39979d7355 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:35.095584 n-d-808199-11 neutron-server[103571]: INFO neutron.db.l3_db [req-f47f4f9c-af5b-4ea4-b63f-bef56487bf10 req-b9e94968-41ce-4c24-b94c-ad39979d7355 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Floating IP 8fd17926-6d2a-45a3-9eb3-1ce6e4606bbe disassociated. External IP: 172.25.5.153, port: 5be01006-b209-4dfc-824a-a222c272bd9a. Nov 25 13:22:35.096159 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-f47f4f9c-af5b-4ea4-b63f-bef56487bf10 req-b9e94968-41ce-4c24-b94c-ad39979d7355 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Calling delete_port for 5be01006-b209-4dfc-824a-a222c272bd9a owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:22:35.110355 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.provisioning_blocks [req-39a47b3f-d8af-475c-ae05-86509853fafe req-ffa1ff94-1a10-4c69-a0c9-c3a6b33569e3 service neutron] Transition to ACTIVE for port object 29bb572a-f06a-4b08-ac83-0b6518e9277a will not be triggered until provisioned by entity L2. {{(pid=103570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:22:35.120722 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bcc560-4a89-40ce-aff1-60b003dba86f req-4dc5ed8c-5af8-4234-b4d4-f579e1162872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:35.121322 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bcc560-4a89-40ce-aff1-60b003dba86f req-4dc5ed8c-5af8-4234-b4d4-f579e1162872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:35.121852 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bcc560-4a89-40ce-aff1-60b003dba86f req-4dc5ed8c-5af8-4234-b4d4-f579e1162872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:35.124059 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-06bcc560-4a89-40ce-aff1-60b003dba86f req-4dc5ed8c-5af8-4234-b4d4-f579e1162872 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=c7b7eead49e04a28b5b17470c05451fe&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3271737 Nov 25 13:22:35.126720 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-39a47b3f-d8af-475c-ae05-86509853fafe req-ffa1ff94-1a10-4c69-a0c9-c3a6b33569e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:35.136009 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2576e8-4c62-47d9-b50a-3de0333ca97b req-6ab08c6f-7cdf-40a2-bd3b-777dd8cc0324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:35.137516 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bf2576e8-4c62-47d9-b50a-3de0333ca97b req-6ab08c6f-7cdf-40a2-bd3b-777dd8cc0324 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=fde15c69-6984-428c-bf46-3b127cea55f8 HTTP/1.1" status: 200 len: 1098 time: 0.1245549 Nov 25 13:22:35.152813 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:35.193712 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port bade27a4-46a1-4279-bdcb-7c5f29065359, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=bade27a4-46a1-4279-bdcb-7c5f29065359,segment=NetworkSegment(b0455d7d-0c79-45af-9e78-87b143c9704a),segment_id=b0455d7d-0c79-45af-9e78-87b143c9704a)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:22:35.212936 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:35.253463 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3ef91e48-b72f-4c98-bed8-8cb438fef68b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:35.256358 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3ef91e48-b72f-4c98-bed8-8cb438fef68b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:35.260387 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-3ef91e48-b72f-4c98-bed8-8cb438fef68b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/34a02427-aff4-4268-afbf-433b4c6db884 HTTP/1.1" status: 204 len: 168 time: 0.4171999 Nov 25 13:22:35.266600 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bf2576e8-4c62-47d9-b50a-3de0333ca97b req-9984cc99-8c37-48a6-8bb6-1a9efffbcc8b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894198 Nov 25 13:22:35.274764 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef91e48-b72f-4c98-bed8-8cb438fef68b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a02427-aff4-4268-afbf-433b4c6db884,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:35.324735 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a3bf0d47-ddf4-4117-9a8f-d6ae96ca8f21 req-960496f1-5ab3-4f92-953e-f2d06d722f9e tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] 10.222.0.53 "GET /v2.0/security-groups?id=b82ec6f0-cd59-483d-84f2-ae972f5c56e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2295127 Nov 25 13:22:35.331556 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa1ff94-1a10-4c69-a0c9-c3a6b33569e3 service neutron] Pushing event updated for resources: {'Port': ['ID=29bb572a-f06a-4b08-ac83-0b6518e9277a,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:35.333012 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:35.364231 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=bade27a4-46a1-4279-bdcb-7c5f29065359,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:35.382491 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f47f4f9c-af5b-4ea4-b63f-bef56487bf10 req-b9e94968-41ce-4c24-b94c-ad39979d7355 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:35.415922 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e94968-41ce-4c24-b94c-ad39979d7355 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Pushing event deleted for resources: {'Port': ['ID=5be01006-b209-4dfc-824a-a222c272bd9a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:35.525020 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bcc560-4a89-40ce-aff1-60b003dba86f req-08d7be64-22e2-4f8e-b08b-e3379c3c05ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:35.526624 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-06bcc560-4a89-40ce-aff1-60b003dba86f req-08d7be64-22e2-4f8e-b08b-e3379c3c05ec service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3944080 Nov 25 13:22:35.588754 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f1c64-4b1d-4e3d-a4db-b62a6e8ae06a req-17f20daf-e9db-4889-9f0d-f7100f58d886 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:35.595368 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f1c64-4b1d-4e3d-a4db-b62a6e8ae06a req-17f20daf-e9db-4889-9f0d-f7100f58d886 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:35.602198 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f1c64-4b1d-4e3d-a4db-b62a6e8ae06a req-17f20daf-e9db-4889-9f0d-f7100f58d886 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:35.604063 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b66f1c64-4b1d-4e3d-a4db-b62a6e8ae06a req-17f20daf-e9db-4889-9f0d-f7100f58d886 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/ports?device_id=b06e8a01-1932-41d2-95c2-b8d61badcd8e HTTP/1.1" status: 200 len: 2413 time: 0.2155476 Nov 25 13:22:35.604857 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-39a47b3f-d8af-475c-ae05-86509853fafe req-ffa1ff94-1a10-4c69-a0c9-c3a6b33569e3 service neutron] Attempting to bind port 29bb572a-f06a-4b08-ac83-0b6518e9277a on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:22:35.605258 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-39a47b3f-d8af-475c-ae05-86509853fafe req-ffa1ff94-1a10-4c69-a0c9-c3a6b33569e3 service neutron] Attempting to bind port 29bb572a-f06a-4b08-ac83-0b6518e9277a by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': '81051605-1bc5-477c-a234-64173956196c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'cd416db4-a041-4c84-9c55-d03be0781f61'}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:22:35.605658 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a47b3f-d8af-475c-ae05-86509853fafe req-ffa1ff94-1a10-4c69-a0c9-c3a6b33569e3 service neutron] Attempting to bind port 29bb572a-f06a-4b08-ac83-0b6518e9277a on network cd416db4-a041-4c84-9c55-d03be0781f61 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:22:35.617081 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a47b3f-d8af-475c-ae05-86509853fafe req-ffa1ff94-1a10-4c69-a0c9-c3a6b33569e3 service neutron] Port 29bb572a-f06a-4b08-ac83-0b6518e9277a on network cd416db4-a041-4c84-9c55-d03be0781f61 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:22:35.617466 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a47b3f-d8af-475c-ae05-86509853fafe req-ffa1ff94-1a10-4c69-a0c9-c3a6b33569e3 service neutron] Attempting to bind port 29bb572a-f06a-4b08-ac83-0b6518e9277a on network cd416db4-a041-4c84-9c55-d03be0781f61 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:22:35.637806 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a47b3f-d8af-475c-ae05-86509853fafe req-ffa1ff94-1a10-4c69-a0c9-c3a6b33569e3 service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:22:35.638794 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a47b3f-d8af-475c-ae05-86509853fafe req-ffa1ff94-1a10-4c69-a0c9-c3a6b33569e3 service neutron] Checking segment: {'id': '81051605-1bc5-477c-a234-64173956196c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'cd416db4-a041-4c84-9c55-d03be0781f61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:22:35.639263 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a47b3f-d8af-475c-ae05-86509853fafe req-ffa1ff94-1a10-4c69-a0c9-c3a6b33569e3 service neutron] Bound using segment: {'id': '81051605-1bc5-477c-a234-64173956196c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'cd416db4-a041-4c84-9c55-d03be0781f61'} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:22:35.639801 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-39a47b3f-d8af-475c-ae05-86509853fafe req-ffa1ff94-1a10-4c69-a0c9-c3a6b33569e3 service neutron] Bound port: 29bb572a-f06a-4b08-ac83-0b6518e9277a, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81051605-1bc5-477c-a234-64173956196c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'cd416db4-a041-4c84-9c55-d03be0781f61'}}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:22:35.640197 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-39a47b3f-d8af-475c-ae05-86509853fafe req-ffa1ff94-1a10-4c69-a0c9-c3a6b33569e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:35.643899 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f47f4f9c-af5b-4ea4-b63f-bef56487bf10 req-b9e94968-41ce-4c24-b94c-ad39979d7355 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Router f60b0a0c-d205-4ed3-b4c3-def7f677e77c has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:22:35.673796 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e99a68b-a0c2-4d8a-b405-91394fcd2d2e req-8e9008a2-6ab8-4523-afab-81f421150a61 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:35.675351 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9e99a68b-a0c2-4d8a-b405-91394fcd2d2e req-8e9008a2-6ab8-4523-afab-81f421150a61 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ae7607-c91e-4259-8f9c-8ea50f30aa38 HTTP/1.1" status: 200 len: 945 time: 0.1451597 Nov 25 13:22:35.727218 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b66f1c64-4b1d-4e3d-a4db-b62a6e8ae06a req-bafd43e9-7f37-4845-a79b-d24d9c983535 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/security-groups?id=22daa08b-97cb-43e0-8539-4dafee5a974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145811 Nov 25 13:22:35.771450 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f47f4f9c-af5b-4ea4-b63f-bef56487bf10 req-b9e94968-41ce-4c24-b94c-ad39979d7355 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:22:35.787233 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a80d38c-8ac5-460f-8894-713403e295f9 None None] Sync routers for ids ['f60b0a0c-d205-4ed3-b4c3-def7f677e77c'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:22:35.789464 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-39a47b3f-d8af-475c-ae05-86509853fafe req-ffa1ff94-1a10-4c69-a0c9-c3a6b33569e3 service neutron] For port 29bb572a-f06a-4b08-ac83-0b6518e9277a, host n-h1-808199-11, cleared binding levels {{(pid=103570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:22:35.795022 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9e99a68b-a0c2-4d8a-b405-91394fcd2d2e req-b089874f-5d87-4b4f-85c1-4dc6e5143335 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ddd3722-1b64-4271-8ee9-7db52c62b6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075747 Nov 25 13:22:35.796799 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-39a47b3f-d8af-475c-ae05-86509853fafe req-ffa1ff94-1a10-4c69-a0c9-c3a6b33569e3 service neutron] For port 29bb572a-f06a-4b08-ac83-0b6518e9277a, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=29bb572a-f06a-4b08-ac83-0b6518e9277a,segment=NetworkSegment(81051605-1bc5-477c-a234-64173956196c),segment_id=81051605-1bc5-477c-a234-64173956196c)] {{(pid=103570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:22:35.809415 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-39a47b3f-d8af-475c-ae05-86509853fafe req-ffa1ff94-1a10-4c69-a0c9-c3a6b33569e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:35.828230 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a80d38c-8ac5-460f-8894-713403e295f9 None None] Routers {'f60b0a0c-d205-4ed3-b4c3-def7f677e77c'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:22:35.829057 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-2a80d38c-8ac5-460f-8894-713403e295f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:22:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['f60b0a0c-d205-4ed3-b4c3-def7f677e77c'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:22:35.833984 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-f47f4f9c-af5b-4ea4-b63f-bef56487bf10 req-b9e94968-41ce-4c24-b94c-ad39979d7355 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] No DVR routers for this DVR port 5be01006-b209-4dfc-824a-a222c272bd9a on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:22:35.838002 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f47f4f9c-af5b-4ea4-b63f-bef56487bf10 req-b9e94968-41ce-4c24-b94c-ad39979d7355 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:35.841989 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f47f4f9c-af5b-4ea4-b63f-bef56487bf10 req-b9e94968-41ce-4c24-b94c-ad39979d7355 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] 10.222.0.47 "DELETE /v2.0/ports/5be01006-b209-4dfc-824a-a222c272bd9a HTTP/1.1" status: 204 len: 173 time: 1.3847520 Nov 25 13:22:35.855340 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df1cd83d-d42e-4996-a102-e20cb106f612', 'name': 'network-vif-deleted', 'tag': '5be01006-b209-4dfc-824a-a222c272bd9a'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:22:35.858440 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136eccd7-41d9-4ca2-9cbf-f9b3c3157375" -d '{"events": [{"server_uuid": "df1cd83d-d42e-4996-a102-e20cb106f612", "name": "network-vif-deleted", "tag": "5be01006-b209-4dfc-824a-a222c272bd9a"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:22:35.933472 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a47b3f-d8af-475c-ae05-86509853fafe req-ffa1ff94-1a10-4c69-a0c9-c3a6b33569e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:35.934603 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-39a47b3f-d8af-475c-ae05-86509853fafe req-ffa1ff94-1a10-4c69-a0c9-c3a6b33569e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:35.936357 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-39a47b3f-d8af-475c-ae05-86509853fafe req-ffa1ff94-1a10-4c69-a0c9-c3a6b33569e3 service neutron] 10.222.0.66 "PUT /v2.0/ports/29bb572a-f06a-4b08-ac83-0b6518e9277a HTTP/1.1" status: 200 len: 1093 time: 1.7703757 Nov 25 13:22:36.070092 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa1ff94-1a10-4c69-a0c9-c3a6b33569e3 service neutron] Pushing event updated for resources: {'Port': ['ID=29bb572a-f06a-4b08-ac83-0b6518e9277a,revision_number=3']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:36.116571 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d4dfeb-5559-4772-b2c7-b3d181cea9b4 req-67daab58-d880-4b32-96f0-4c7b72269ee2 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:36.120164 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c1d4dfeb-5559-4772-b2c7-b3d181cea9b4 req-67daab58-d880-4b32-96f0-4c7b72269ee2 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b2089d6-077a-4484-aeae-3f3baeb9f079 HTTP/1.1" status: 200 len: 946 time: 0.2678168 Nov 25 13:22:36.137272 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d634b-34c8-4035-959d-ae2b9e5c8ce8 req-4d3405c5-8263-4ea3-8052-77f3f74aa056 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:36.145296 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1d5d634b-34c8-4035-959d-ae2b9e5c8ce8 req-4d3405c5-8263-4ea3-8052-77f3f74aa056 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=fde15c69-6984-428c-bf46-3b127cea55f8 HTTP/1.1" status: 200 len: 946 time: 0.2050757 Nov 25 13:22:36.217895 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a47b3f-d8af-475c-ae05-86509853fafe req-6645df54-834a-4fed-a659-5935a65ef996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:36.218615 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a47b3f-d8af-475c-ae05-86509853fafe req-6645df54-834a-4fed-a659-5935a65ef996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:36.219232 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a47b3f-d8af-475c-ae05-86509853fafe req-6645df54-834a-4fed-a659-5935a65ef996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:36.221003 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-39a47b3f-d8af-475c-ae05-86509853fafe req-6645df54-834a-4fed-a659-5935a65ef996 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c7b7eead49e04a28b5b17470c05451fe&device_id=b06e8a01-1932-41d2-95c2-b8d61badcd8e HTTP/1.1" status: 200 len: 2869 time: 0.2119021 Nov 25 13:22:36.253122 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:36.284543 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-2a80d38c-8ac5-460f-8894-713403e295f9 None None] Set router f60b0a0c-d205-4ed3-b4c3-def7f677e77c gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:22:36.322977 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-39a47b3f-d8af-475c-ae05-86509853fafe req-cbe9563e-60cf-4468-b71d-50e5510a32ca service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.126&port_id=e900f5bb-3487-4fed-b8ac-c6d1a54e5826 HTTP/1.1" status: 200 len: 217 time: 0.0894423 Nov 25 13:22:36.334587 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c1d4dfeb-5559-4772-b2c7-b3d181cea9b4 req-34c476a2-7054-4429-94d1-52ef6be1b4c9 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864161 Nov 25 13:22:36.351493 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1d5d634b-34c8-4035-959d-ae2b9e5c8ce8 req-851e0073-ee8c-4251-9084-d311b70ec3e6 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000926 Nov 25 13:22:36.470394 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc75445-da93-42b7-b141-ddf657d3fe7a x-openstack-request-id: req-bbc75445-da93-42b7-b141-ddf657d3fe7a {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:22:36.470923 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df1cd83d-d42e-4996-a102-e20cb106f612", "name": "network-vif-deleted", "tag": "5be01006-b209-4dfc-824a-a222c272bd9a", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:22:36.471358 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bbc75445-da93-42b7-b141-ddf657d3fe7a {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:22:36.471975 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df1cd83d-d42e-4996-a102-e20cb106f612', 'name': 'network-vif-deleted', 'tag': '5be01006-b209-4dfc-824a-a222c272bd9a', 'status': 'completed', 'code': 200} Nov 25 13:22:36.500179 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-aa54d673-7634-4e3d-94be-b55038a432b4 req-ebbd48af-35dd-4132-b2ca-f073a4b4e41a tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] 10.222.0.53 "GET /v2.0/ports?device_id=df1cd83d-d42e-4996-a102-e20cb106f612 HTTP/1.1" status: 200 len: 210 time: 0.0406330 Nov 25 13:22:36.510739 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a47b3f-d8af-475c-ae05-86509853fafe req-d4100f42-51d2-4113-9e07-508eaefe7627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:36.513879 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-39a47b3f-d8af-475c-ae05-86509853fafe req-d4100f42-51d2-4113-9e07-508eaefe7627 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3f8da185-dd63-4197-b46e-ebc58989c21e HTTP/1.1" status: 200 len: 801 time: 0.1600492 Nov 25 13:22:36.517985 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b06e8a01-1932-41d2-95c2-b8d61badcd8e', 'tag': '29bb572a-f06a-4b08-ac83-0b6518e9277a'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:22:36.521154 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52443c79-0795-4846-b683-3c08f46d5230" -d '{"events": [{"name": "network-changed", "server_uuid": "b06e8a01-1932-41d2-95c2-b8d61badcd8e", "tag": "29bb572a-f06a-4b08-ac83-0b6518e9277a"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:22:36.590637 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1a371e-1e4a-4d6d-8bb2-d7ff45d53e99 x-openstack-request-id: req-ec1a371e-1e4a-4d6d-8bb2-d7ff45d53e99 {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:22:36.592388 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b06e8a01-1932-41d2-95c2-b8d61badcd8e", "tag": "29bb572a-f06a-4b08-ac83-0b6518e9277a", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:22:36.594848 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ec1a371e-1e4a-4d6d-8bb2-d7ff45d53e99 {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:22:36.596878 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b06e8a01-1932-41d2-95c2-b8d61badcd8e', 'tag': '29bb572a-f06a-4b08-ac83-0b6518e9277a', 'status': 'completed', 'code': 200} Nov 25 13:22:36.617816 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a47b3f-d8af-475c-ae05-86509853fafe req-47a4400c-0538-4598-9cc1-0c48f06b1c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:36.620011 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-39a47b3f-d8af-475c-ae05-86509853fafe req-47a4400c-0538-4598-9cc1-0c48f06b1c99 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cd416db4-a041-4c84-9c55-d03be0781f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0938725 Nov 25 13:22:36.686796 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-2a80d38c-8ac5-460f-8894-713403e295f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f60b0a0c-d205-4ed3-b4c3-def7f677e77c', 'name': 'tempest-ServersTestBootFromVolume-1087633694-router', 'tenant_id': '40d8826cb6bc406990351c3cc8406e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'b2f35e38-ca45-4914-b763-85614b642496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:19:38Z', 'updated_at': '2021-11-25T13:19:50Z', 'revision_number': 4, 'project_id': '40d8826cb6bc406990351c3cc8406e5b', 'gw_port': {'id': 'b2f35e38-ca45-4914-b763-85614b642496', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:dd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60b0a0c-d205-4ed3-b4c3-def7f677e77c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:39Z', 'updated_at': '2021-11-25T13:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '4cd902ae-5953-4ef5-9f1a-4fb722c9a36c', 'name': '', 'network_id': '29e88c53-1a16-4ddf-bb52-3aa3dac4a9e8', 'tenant_id': '40d8826cb6bc406990351c3cc8406e5b', 'mac_address': 'fa:16:3e:53:b1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60b0a0c-d205-4ed3-b4c3-def7f677e77c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'b01a5ad9-9f38-426c-a191-2cdc57143c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:48Z', 'updated_at': '2021-11-25T13:19:54Z', 'revision_number': 5, 'project_id': '40d8826cb6bc406990351c3cc8406e5b', 'subnets': [{'id': 'b01a5ad9-9f38-426c-a191-2cdc57143c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:22:36.717481 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a80d38c-8ac5-460f-8894-713403e295f9 None None] Checking router: f60b0a0c-d205-4ed3-b4c3-def7f677e77c for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:22:36.726527 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a80d38c-8ac5-460f-8894-713403e295f9 None None] Routers {'f60b0a0c-d205-4ed3-b4c3-def7f677e77c'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:22:36.726762 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-39a47b3f-d8af-475c-ae05-86509853fafe req-d2c04147-e704-4fc6-89da-f040eeba98a8 service neutron] 10.222.0.66 "GET /v2.0/networks/cd416db4-a041-4c84-9c55-d03be0781f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974572 Nov 25 13:22:36.727387 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-2a80d38c-8ac5-460f-8894-713403e295f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:22:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['f60b0a0c-d205-4ed3-b4c3-def7f677e77c'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:22:36.818514 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 5be01006-b209-4dfc-824a-a222c272bd9a no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:22:36.856636 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: 5be01006-b209-4dfc-824a-a222c272bd9a {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:22:36.857998 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 5be01006-b209-4dfc-824a-a222c272bd9a not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:22:36.888750 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-2a80d38c-8ac5-460f-8894-713403e295f9 None None] Set router f60b0a0c-d205-4ed3-b4c3-def7f677e77c gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:22:36.916429 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-39a47b3f-d8af-475c-ae05-86509853fafe req-2b76894f-583d-45ca-a5b9-5369486d16df service neutron] 10.222.0.66 "GET /v2.0/networks/cd416db4-a041-4c84-9c55-d03be0781f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809025 Nov 25 13:22:36.952554 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee81c37-7db1-4140-91e9-5c4bd31938af req-1231f4a5-a86c-4a13-8cb9-1784d025f90e tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:36.956351 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b2089d6-077a-4484-aeae-3f3baeb9f079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bade27a4-46a1-4279-bdcb-7c5f29065359'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:22:36.958841 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee81c37-7db1-4140-91e9-5c4bd31938af req-1231f4a5-a86c-4a13-8cb9-1784d025f90e tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:36.958984 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a8ee919-54ab-48b3-86e0-cb89b07ef29f" -d '{"events": [{"server_uuid": "0b2089d6-077a-4484-aeae-3f3baeb9f079", "name": "network-vif-plugged", "status": "completed", "tag": "bade27a4-46a1-4279-bdcb-7c5f29065359"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:22:36.965540 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee81c37-7db1-4140-91e9-5c4bd31938af req-1231f4a5-a86c-4a13-8cb9-1784d025f90e tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:36.974422 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5ee81c37-7db1-4140-91e9-5c4bd31938af req-1231f4a5-a86c-4a13-8cb9-1784d025f90e tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/ports?device_id=b06e8a01-1932-41d2-95c2-b8d61badcd8e HTTP/1.1" status: 200 len: 2413 time: 0.1215532 Nov 25 13:22:37.030609 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-39a47b3f-d8af-475c-ae05-86509853fafe req-ba989adf-1565-4cad-aeb0-516b7960503d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.204&port_id=2757e1a3-3adc-4889-bd7e-91b5f5e686bc HTTP/1.1" status: 200 len: 217 time: 0.1030564 Nov 25 13:22:37.117222 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c148719-9b67-4990-b88b-0328296046e1 req-6dcedea5-89ce-4707-8920-2914dbc6d996 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:37.118800 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1c148719-9b67-4990-b88b-0328296046e1 req-6dcedea5-89ce-4707-8920-2914dbc6d996 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ae7607-c91e-4259-8f9c-8ea50f30aa38 HTTP/1.1" status: 200 len: 945 time: 0.1926477 Nov 25 13:22:37.148542 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a47b3f-d8af-475c-ae05-86509853fafe req-50cc93c1-b169-4646-8911-823dd6fd5457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:37.150277 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-39a47b3f-d8af-475c-ae05-86509853fafe req-50cc93c1-b169-4646-8911-823dd6fd5457 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=58d50e4f-9403-4b3b-870e-b42f02ad2322 HTTP/1.1" status: 200 len: 801 time: 0.1091919 Nov 25 13:22:37.162598 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5ee81c37-7db1-4140-91e9-5c4bd31938af req-6c9465d7-9bf0-4a35-9514-3e842dba420b tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/security-groups?id=22daa08b-97cb-43e0-8539-4dafee5a974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865783 Nov 25 13:22:37.176652 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-2a80d38c-8ac5-460f-8894-713403e295f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f60b0a0c-d205-4ed3-b4c3-def7f677e77c', 'name': 'tempest-ServersTestBootFromVolume-1087633694-router', 'tenant_id': '40d8826cb6bc406990351c3cc8406e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'b2f35e38-ca45-4914-b763-85614b642496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:19:38Z', 'updated_at': '2021-11-25T13:19:50Z', 'revision_number': 4, 'project_id': '40d8826cb6bc406990351c3cc8406e5b', 'gw_port': {'id': 'b2f35e38-ca45-4914-b763-85614b642496', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:dd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60b0a0c-d205-4ed3-b4c3-def7f677e77c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:39Z', 'updated_at': '2021-11-25T13:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '4cd902ae-5953-4ef5-9f1a-4fb722c9a36c', 'name': '', 'network_id': '29e88c53-1a16-4ddf-bb52-3aa3dac4a9e8', 'tenant_id': '40d8826cb6bc406990351c3cc8406e5b', 'mac_address': 'fa:16:3e:53:b1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60b0a0c-d205-4ed3-b4c3-def7f677e77c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'b01a5ad9-9f38-426c-a191-2cdc57143c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:48Z', 'updated_at': '2021-11-25T13:19:54Z', 'revision_number': 5, 'project_id': '40d8826cb6bc406990351c3cc8406e5b', 'subnets': [{'id': 'b01a5ad9-9f38-426c-a191-2cdc57143c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:22:37.246714 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-713bc036-6b38-47eb-a640-b9927c4835f9 x-openstack-request-id: req-713bc036-6b38-47eb-a640-b9927c4835f9 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:22:37.247046 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b2089d6-077a-4484-aeae-3f3baeb9f079", "name": "network-vif-plugged", "status": "completed", "tag": "bade27a4-46a1-4279-bdcb-7c5f29065359", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:22:37.247306 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-713bc036-6b38-47eb-a640-b9927c4835f9 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:22:37.248828 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b2089d6-077a-4484-aeae-3f3baeb9f079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bade27a4-46a1-4279-bdcb-7c5f29065359', 'code': 200} Nov 25 13:22:37.249810 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a47b3f-d8af-475c-ae05-86509853fafe req-c6da6b0b-4b64-4e8b-ae5b-f6d2e292c063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:37.251563 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-39a47b3f-d8af-475c-ae05-86509853fafe req-c6da6b0b-4b64-4e8b-ae5b-f6d2e292c063 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0b5e32d4-0fe8-49ab-a6e5-34b841ceaf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0878363 Nov 25 13:22:37.255360 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1c148719-9b67-4990-b88b-0328296046e1 req-8d771d8a-0933-4c4f-aee6-0d87a44aedf9 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ddd3722-1b64-4271-8ee9-7db52c62b6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227326 Nov 25 13:22:37.255511 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a80d38c-8ac5-460f-8894-713403e295f9 None None] The sync data for ids ['f60b0a0c-d205-4ed3-b4c3-def7f677e77c'] in n-d-808199-11 is: [{'id': 'f60b0a0c-d205-4ed3-b4c3-def7f677e77c', 'name': 'tempest-ServersTestBootFromVolume-1087633694-router', 'tenant_id': '40d8826cb6bc406990351c3cc8406e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'b2f35e38-ca45-4914-b763-85614b642496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:19:38Z', 'updated_at': '2021-11-25T13:19:50Z', 'revision_number': 4, 'project_id': '40d8826cb6bc406990351c3cc8406e5b', 'gw_port': {'id': 'b2f35e38-ca45-4914-b763-85614b642496', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:dd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60b0a0c-d205-4ed3-b4c3-def7f677e77c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:39Z', 'updated_at': '2021-11-25T13:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '4cd902ae-5953-4ef5-9f1a-4fb722c9a36c', 'name': '', 'network_id': '29e88c53-1a16-4ddf-bb52-3aa3dac4a9e8', 'tenant_id': '40d8826cb6bc406990351c3cc8406e5b', 'mac_address': 'fa:16:3e:53:b1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60b0a0c-d205-4ed3-b4c3-def7f677e77c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'b01a5ad9-9f38-426c-a191-2cdc57143c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:48Z', 'updated_at': '2021-11-25T13:19:54Z', 'revision_number': 5, 'project_id': '40d8826cb6bc406990351c3cc8406e5b', 'subnets': [{'id': 'b01a5ad9-9f38-426c-a191-2cdc57143c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:22:37.425229 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-39a47b3f-d8af-475c-ae05-86509853fafe req-dc4bab32-7815-42f5-a467-9d5c3738e187 service neutron] 10.222.0.66 "GET /v2.0/networks/0b5e32d4-0fe8-49ab-a6e5-34b841ceaf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632459 Nov 25 13:22:37.468648 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85316555-5376-4e93-b77f-6db14f87a505 req-722f967e-48c3-4599-beb5-a50dd0642cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:37.470198 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-85316555-5376-4e93-b77f-6db14f87a505 req-722f967e-48c3-4599-beb5-a50dd0642cdb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0b2089d6-077a-4484-aeae-3f3baeb9f079 HTTP/1.1" status: 200 len: 1098 time: 0.1164758 Nov 25 13:22:37.560816 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-85316555-5376-4e93-b77f-6db14f87a505 req-7f2778f3-3e03-4ee5-9a64-76411f22f3d1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835526 Nov 25 13:22:37.722201 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ca9193-e9e5-4642-af17-2d794c6f0697 None None] New status for floating IP 8fd17926-6d2a-45a3-9eb3-1ce6e4606bbe: DOWN {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 13:22:37.858074 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529e640c-1d0a-4fd6-aea7-d8fc1d7453ee req-daabe1ab-715b-4429-a0b1-7b6a7317e18d tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:37.865989 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-529e640c-1d0a-4fd6-aea7-d8fc1d7453ee req-daabe1ab-715b-4429-a0b1-7b6a7317e18d tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=fde15c69-6984-428c-bf46-3b127cea55f8 HTTP/1.1" status: 200 len: 946 time: 0.4065576 Nov 25 13:22:37.918076 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-39a47b3f-d8af-475c-ae05-86509853fafe req-4e3892a9-be15-4e46-9125-c0ce167fe11a service neutron] 10.222.0.66 "GET /v2.0/networks/0b5e32d4-0fe8-49ab-a6e5-34b841ceaf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4846385 Nov 25 13:22:37.926111 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf226d-0159-4ea5-b0b5-006712959cea req-43493414-06b1-4590-bf38-bc0e11e39636 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:37.933623 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-29bf226d-0159-4ea5-b0b5-006712959cea req-43493414-06b1-4590-bf38-bc0e11e39636 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b2089d6-077a-4484-aeae-3f3baeb9f079 HTTP/1.1" status: 200 len: 946 time: 0.4306169 Nov 25 13:22:37.971580 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:38.013244 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-39a47b3f-d8af-475c-ae05-86509853fafe req-3f0ff781-62b1-4984-823e-da2a4879cc25 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.133&port_id=29bb572a-f06a-4b08-ac83-0b6518e9277a HTTP/1.1" status: 200 len: 217 time: 0.0716112 Nov 25 13:22:38.034645 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-529e640c-1d0a-4fd6-aea7-d8fc1d7453ee req-cd7d7cec-9d81-45b1-90a2-65a1ad14eb29 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674039 Nov 25 13:22:38.126493 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-29bf226d-0159-4ea5-b0b5-006712959cea req-45b5be04-1eea-4034-8fe9-3b4b71077637 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919863 Nov 25 13:22:38.230193 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5c5f2984-46f1-42a9-b7ca-3461f280eddc req-bfc0e028-98d0-4087-8807-28242e2bece0 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] 10.222.0.53 "GET /v2.0/ports?device_id=df1cd83d-d42e-4996-a102-e20cb106f612 HTTP/1.1" status: 200 len: 210 time: 0.0725660 Nov 25 13:22:38.238139 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a47b3f-d8af-475c-ae05-86509853fafe req-5e740382-80dd-48f3-9bb0-9ec5e4e89cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:38.239916 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-39a47b3f-d8af-475c-ae05-86509853fafe req-5e740382-80dd-48f3-9bb0-9ec5e4e89cb3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3f8da185-dd63-4197-b46e-ebc58989c21e HTTP/1.1" status: 200 len: 801 time: 0.2161818 Nov 25 13:22:38.348629 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a47b3f-d8af-475c-ae05-86509853fafe req-17ba59df-f4f0-4601-8f8c-5f089959ac1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:38.350318 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-39a47b3f-d8af-475c-ae05-86509853fafe req-17ba59df-f4f0-4601-8f8c-5f089959ac1a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cd416db4-a041-4c84-9c55-d03be0781f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0993440 Nov 25 13:22:38.393621 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de586663-68a7-4118-8cea-9442e5778d0a req-2f3e4273-3abc-4827-bd3e-8107fd6e1bf2 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:38.399317 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de586663-68a7-4118-8cea-9442e5778d0a req-2f3e4273-3abc-4827-bd3e-8107fd6e1bf2 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:38.410081 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de586663-68a7-4118-8cea-9442e5778d0a req-2f3e4273-3abc-4827-bd3e-8107fd6e1bf2 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:38.411884 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-de586663-68a7-4118-8cea-9442e5778d0a req-2f3e4273-3abc-4827-bd3e-8107fd6e1bf2 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/ports?device_id=b06e8a01-1932-41d2-95c2-b8d61badcd8e HTTP/1.1" status: 200 len: 2413 time: 0.1112292 Nov 25 13:22:38.541033 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-de586663-68a7-4118-8cea-9442e5778d0a req-dbd603d5-495d-4102-943d-6be7045d39e7 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/security-groups?id=22daa08b-97cb-43e0-8539-4dafee5a974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165259 Nov 25 13:22:38.631533 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57aed1-94fd-4388-8876-e13f318e7ad1 req-7fb55e42-93c6-4bb2-b60b-bdaae36720ec tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:38.641220 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1e57aed1-94fd-4388-8876-e13f318e7ad1 req-7fb55e42-93c6-4bb2-b60b-bdaae36720ec tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ae7607-c91e-4259-8f9c-8ea50f30aa38 HTTP/1.1" status: 200 len: 945 time: 0.2282152 Nov 25 13:22:38.644662 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-39a47b3f-d8af-475c-ae05-86509853fafe req-c956ced5-72ea-4dc1-90e1-40883d663f30 service neutron] 10.222.0.66 "GET /v2.0/networks/cd416db4-a041-4c84-9c55-d03be0781f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840734 Nov 25 13:22:38.774904 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1e57aed1-94fd-4388-8876-e13f318e7ad1 req-f859031f-4219-49d7-b92d-0bda930a2be2 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ddd3722-1b64-4271-8ee9-7db52c62b6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326492 Nov 25 13:22:38.821557 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-39a47b3f-d8af-475c-ae05-86509853fafe req-0e67353e-e8b6-4173-a0bd-c75aa33408a9 service neutron] 10.222.0.66 "GET /v2.0/networks/cd416db4-a041-4c84-9c55-d03be0781f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608992 Nov 25 13:22:38.945640 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52443c79-0795-4846-b683-3c08f46d5230 req-fdb56721-97e3-4c42-beef-ce173ecea12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:38.946539 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52443c79-0795-4846-b683-3c08f46d5230 req-fdb56721-97e3-4c42-beef-ce173ecea12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:38.947392 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52443c79-0795-4846-b683-3c08f46d5230 req-fdb56721-97e3-4c42-beef-ce173ecea12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:38.949824 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-52443c79-0795-4846-b683-3c08f46d5230 req-fdb56721-97e3-4c42-beef-ce173ecea12d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c7b7eead49e04a28b5b17470c05451fe&device_id=b06e8a01-1932-41d2-95c2-b8d61badcd8e HTTP/1.1" status: 200 len: 2869 time: 0.0640931 Nov 25 13:22:39.083823 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52443c79-0795-4846-b683-3c08f46d5230 req-a0a9f7e1-5bca-46d7-b6fb-6d01cc40027e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:39.086709 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-52443c79-0795-4846-b683-3c08f46d5230 req-a0a9f7e1-5bca-46d7-b6fb-6d01cc40027e service neutron] 10.222.0.66 "GET /v2.0/networks?id=cd416db4-a041-4c84-9c55-d03be0781f61 HTTP/1.1" status: 200 len: 903 time: 0.1284742 Nov 25 13:22:39.149368 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-52443c79-0795-4846-b683-3c08f46d5230 req-84b9fdac-13b4-4644-b68a-4feeb2cb90be service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.133&port_id=29bb572a-f06a-4b08-ac83-0b6518e9277a HTTP/1.1" status: 200 len: 217 time: 0.0552189 Nov 25 13:22:39.258885 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52443c79-0795-4846-b683-3c08f46d5230 req-41bd4888-9416-43ab-935a-9ce7e52e8240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:39.260928 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-52443c79-0795-4846-b683-3c08f46d5230 req-41bd4888-9416-43ab-935a-9ce7e52e8240 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3f8da185-dd63-4197-b46e-ebc58989c21e HTTP/1.1" status: 200 len: 801 time: 0.0941224 Nov 25 13:22:39.353124 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e4139-0ece-46c2-b85e-a91966e39e9e req-a62f7fc6-36f3-4164-9078-1bd2706e18e7 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:39.362051 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a05e4139-0ece-46c2-b85e-a91966e39e9e req-a62f7fc6-36f3-4164-9078-1bd2706e18e7 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b2089d6-077a-4484-aeae-3f3baeb9f079 HTTP/1.1" status: 200 len: 946 time: 0.0999770 Nov 25 13:22:39.401619 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52443c79-0795-4846-b683-3c08f46d5230 req-8fc0ddb4-3f58-49c3-8a1b-1f5dc32d1561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:39.403321 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-52443c79-0795-4846-b683-3c08f46d5230 req-8fc0ddb4-3f58-49c3-8a1b-1f5dc32d1561 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cd416db4-a041-4c84-9c55-d03be0781f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1313360 Nov 25 13:22:39.410866 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-228b8b65-3788-4139-b6a6-529090c58ed1 req-5a983327-de33-4972-8517-e3a3e49a5920 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] 10.222.0.53 "GET /v2.0/ports?device_id=df1cd83d-d42e-4996-a102-e20cb106f612 HTTP/1.1" status: 200 len: 210 time: 0.0441785 Nov 25 13:22:39.496674 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a05e4139-0ece-46c2-b85e-a91966e39e9e req-e0d9ae9d-d965-440a-abb7-ef3d818aa4ae tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335931 Nov 25 13:22:39.564414 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-52443c79-0795-4846-b683-3c08f46d5230 req-22b6b357-6873-4b50-aec3-986baf1d62f4 service neutron] 10.222.0.66 "GET /v2.0/networks/cd416db4-a041-4c84-9c55-d03be0781f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507092 Nov 25 13:22:39.727152 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-52443c79-0795-4846-b683-3c08f46d5230 req-53dbe785-1955-4520-9912-11fa6d48b19c service neutron] 10.222.0.66 "GET /v2.0/networks/cd416db4-a041-4c84-9c55-d03be0781f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525626 Nov 25 13:22:39.795733 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2302fb7-dad1-4e05-8a9e-cb461c247d19 req-1669340d-2680-4fda-8661-130f49274db2 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:39.814190 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2302fb7-dad1-4e05-8a9e-cb461c247d19 req-1669340d-2680-4fda-8661-130f49274db2 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:39.834589 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2302fb7-dad1-4e05-8a9e-cb461c247d19 req-1669340d-2680-4fda-8661-130f49274db2 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:39.838949 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d2302fb7-dad1-4e05-8a9e-cb461c247d19 req-1669340d-2680-4fda-8661-130f49274db2 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/ports?device_id=b06e8a01-1932-41d2-95c2-b8d61badcd8e HTTP/1.1" status: 200 len: 2413 time: 0.1553628 Nov 25 13:22:39.893228 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a77805c-4cb4-4311-bed3-b561f00da657 req-85c0e2d7-357b-471a-94e3-91fd55fd231e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:39.899959 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2a77805c-4cb4-4311-bed3-b561f00da657 req-85c0e2d7-357b-471a-94e3-91fd55fd231e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d2854b381a841d0bb264f5a26a8525e&device_id=0b2089d6-077a-4484-aeae-3f3baeb9f079 HTTP/1.1" status: 200 len: 1098 time: 0.0610206 Nov 25 13:22:39.953021 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d2302fb7-dad1-4e05-8a9e-cb461c247d19 req-809ed269-459c-418c-83c6-9911b8b2b13f tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/security-groups?id=22daa08b-97cb-43e0-8539-4dafee5a974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056645 Nov 25 13:22:39.971352 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a562edd-1496-4622-97dd-844f3cbfca97 req-c7dfcdeb-5f56-4791-a8c7-a1a5f85acfda tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:39.978996 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7a562edd-1496-4622-97dd-844f3cbfca97 req-c7dfcdeb-5f56-4791-a8c7-a1a5f85acfda tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ae7607-c91e-4259-8f9c-8ea50f30aa38 HTTP/1.1" status: 200 len: 945 time: 0.0983045 Nov 25 13:22:40.034147 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7a562edd-1496-4622-97dd-844f3cbfca97 req-4aea7d6d-7f3f-4ade-96b1-95f46932fa02 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ddd3722-1b64-4271-8ee9-7db52c62b6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540121 Nov 25 13:22:40.065309 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a77805c-4cb4-4311-bed3-b561f00da657 req-525ee045-994c-4fac-8c07-0397a43b5d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:40.066981 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2a77805c-4cb4-4311-bed3-b561f00da657 req-525ee045-994c-4fac-8c07-0397a43b5d3f service neutron] 10.222.0.47 "GET /v2.0/networks?id=8aeff596-29a4-4a6a-a333-9e2b92e15a4b HTTP/1.1" status: 200 len: 919 time: 0.1590183 Nov 25 13:22:40.098671 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf317c6-93bb-40d7-9079-c520d2705e8d req-b8540e99-7cb0-4bc0-a8f1-e0cbcea66c92 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:40.100390 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9cf317c6-93bb-40d7-9079-c520d2705e8d req-b8540e99-7cb0-4bc0-a8f1-e0cbcea66c92 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b2089d6-077a-4484-aeae-3f3baeb9f079 HTTP/1.1" status: 200 len: 946 time: 0.0705769 Nov 25 13:22:40.138846 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2a77805c-4cb4-4311-bed3-b561f00da657 req-47ae89f4-b169-4bc3-9e5c-53497613f0bc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bade27a4-46a1-4279-bdcb-7c5f29065359 HTTP/1.1" status: 200 len: 217 time: 0.0648177 Nov 25 13:22:40.183352 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9cf317c6-93bb-40d7-9079-c520d2705e8d req-102d1854-b6ed-41ba-87b4-3a545026e81c tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765555 Nov 25 13:22:40.221360 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a77805c-4cb4-4311-bed3-b561f00da657 req-99927cb8-71ad-47fb-ab08-1e39b033fb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:40.223157 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2a77805c-4cb4-4311-bed3-b561f00da657 req-99927cb8-71ad-47fb-ab08-1e39b033fb90 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=43603bfb-2066-4414-ab91-8e5215ee7bf8 HTTP/1.1" status: 200 len: 858 time: 0.0773416 Nov 25 13:22:40.260790 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2a77805c-4cb4-4311-bed3-b561f00da657 req-132c7db5-1e0d-4f17-aea4-6c8c5ac8b881 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8aeff596-29a4-4a6a-a333-9e2b92e15a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310266 Nov 25 13:22:40.588108 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bea4efeb-9f58-4f67-b31d-0fa781ece19e req-b87367cd-5a1c-438c-a725-72a128efc6bf tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] 10.222.0.53 "GET /v2.0/ports?device_id=df1cd83d-d42e-4996-a102-e20cb106f612 HTTP/1.1" status: 200 len: 210 time: 0.0595682 Nov 25 13:22:40.658571 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 29bb572a-f06a-4b08-ac83-0b6518e9277a details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:22:40.710535 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2a77805c-4cb4-4311-bed3-b561f00da657 req-0465cfb1-878b-460e-85b9-07c9fe868fa9 service neutron] 10.222.0.47 "GET /v2.0/networks/8aeff596-29a4-4a6a-a333-9e2b92e15a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4391983 Nov 25 13:22:40.805853 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 29bb572a-f06a-4b08-ac83-0b6518e9277a, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=29bb572a-f06a-4b08-ac83-0b6518e9277a,segment=NetworkSegment(81051605-1bc5-477c-a234-64173956196c),segment_id=81051605-1bc5-477c-a234-64173956196c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:22:40.818909 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': '29bb572a-f06a-4b08-ac83-0b6518e9277a', 'network_id': 'cd416db4-a041-4c84-9c55-d03be0781f61', 'port_id': '29bb572a-f06a-4b08-ac83-0b6518e9277a', 'mac_address': 'fa:16:3e:df:49:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f8da185-dd63-4197-b46e-ebc58989c21e', 'ip_address': '19.80.0.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:22:40.868655 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:40.897906 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29bb572a-f06a-4b08-ac83-0b6518e9277a {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:22:40.903799 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2a77805c-4cb4-4311-bed3-b561f00da657 req-6d491b8a-4fb0-4551-890e-9938868da631 service neutron] 10.222.0.47 "GET /v2.0/networks/8aeff596-29a4-4a6a-a333-9e2b92e15a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794801 Nov 25 13:22:40.926736 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 29bb572a-f06a-4b08-ac83-0b6518e9277a, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=29bb572a-f06a-4b08-ac83-0b6518e9277a,segment=NetworkSegment(81051605-1bc5-477c-a234-64173956196c),segment_id=81051605-1bc5-477c-a234-64173956196c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:22:40.937837 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:40.938905 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device e900f5bb-3487-4fed-b8ac-c6d1a54e5826 details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:22:41.041015 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=29bb572a-f06a-4b08-ac83-0b6518e9277a,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:41.052593 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port e900f5bb-3487-4fed-b8ac-c6d1a54e5826, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=e900f5bb-3487-4fed-b8ac-c6d1a54e5826,segment=NetworkSegment(81051605-1bc5-477c-a234-64173956196c),segment_id=81051605-1bc5-477c-a234-64173956196c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:22:41.070350 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': 'e900f5bb-3487-4fed-b8ac-c6d1a54e5826', 'network_id': 'cd416db4-a041-4c84-9c55-d03be0781f61', 'port_id': 'e900f5bb-3487-4fed-b8ac-c6d1a54e5826', 'mac_address': 'fa:16:3e:3e:3b:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f8da185-dd63-4197-b46e-ebc58989c21e', 'ip_address': '19.80.0.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:22:41.116981 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:41.135918 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e900f5bb-3487-4fed-b8ac-c6d1a54e5826 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:22:41.172165 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port e900f5bb-3487-4fed-b8ac-c6d1a54e5826, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=e900f5bb-3487-4fed-b8ac-c6d1a54e5826,segment=NetworkSegment(81051605-1bc5-477c-a234-64173956196c),segment_id=81051605-1bc5-477c-a234-64173956196c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:22:41.179365 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:41.180537 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 2757e1a3-3adc-4889-bd7e-91b5f5e686bc details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:22:41.181260 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627dbb51-643e-497d-9e97-a111974bb6de req-be42ea8e-705a-4b1e-aaac-3bc469be7fc2 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:41.188853 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627dbb51-643e-497d-9e97-a111974bb6de req-be42ea8e-705a-4b1e-aaac-3bc469be7fc2 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:41.196502 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627dbb51-643e-497d-9e97-a111974bb6de req-be42ea8e-705a-4b1e-aaac-3bc469be7fc2 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:41.207269 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-627dbb51-643e-497d-9e97-a111974bb6de req-be42ea8e-705a-4b1e-aaac-3bc469be7fc2 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/ports?device_id=b06e8a01-1932-41d2-95c2-b8d61badcd8e HTTP/1.1" status: 200 len: 2414 time: 0.1223459 Nov 25 13:22:41.243118 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=e900f5bb-3487-4fed-b8ac-c6d1a54e5826,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:41.303935 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1906d309-93ab-4dbe-99d8-786f79be6702 req-fd27e4af-f6ea-4503-ba25-ac2260809fbc tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:41.305699 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1906d309-93ab-4dbe-99d8-786f79be6702 req-fd27e4af-f6ea-4503-ba25-ac2260809fbc tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ae7607-c91e-4259-8f9c-8ea50f30aa38 HTTP/1.1" status: 200 len: 945 time: 0.0951209 Nov 25 13:22:41.321343 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-627dbb51-643e-497d-9e97-a111974bb6de req-3d50ce14-51da-47eb-a124-7fae5e7ef19a tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/security-groups?id=22daa08b-97cb-43e0-8539-4dafee5a974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086056 Nov 25 13:22:41.394152 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 2757e1a3-3adc-4889-bd7e-91b5f5e686bc, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=2757e1a3-3adc-4889-bd7e-91b5f5e686bc,segment=NetworkSegment(2b2363e5-3894-46ca-ad12-8634a480587e),segment_id=2b2363e5-3894-46ca-ad12-8634a480587e)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:22:41.409845 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1906d309-93ab-4dbe-99d8-786f79be6702 req-925fd6f5-9c9a-4558-ac83-dfdafdb45c49 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ddd3722-1b64-4271-8ee9-7db52c62b6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871279 Nov 25 13:22:41.424882 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': '2757e1a3-3adc-4889-bd7e-91b5f5e686bc', 'network_id': '0b5e32d4-0fe8-49ab-a6e5-34b841ceaf51', 'port_id': '2757e1a3-3adc-4889-bd7e-91b5f5e686bc', 'mac_address': 'fa:16:3e:2a:9f:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58d50e4f-9403-4b3b-870e-b42f02ad2322', 'ip_address': '19.86.0.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:22:41.473193 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b6f010-92a1-46ab-ab98-7985167373f3 req-fa529ae0-39dd-4048-8ae2-122a5a7e0782 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:41.475589 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-82b6f010-92a1-46ab-ab98-7985167373f3 req-fa529ae0-39dd-4048-8ae2-122a5a7e0782 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b2089d6-077a-4484-aeae-3f3baeb9f079 HTTP/1.1" status: 200 len: 946 time: 0.0646455 Nov 25 13:22:41.520604 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:41.530639 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:41.550069 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2757e1a3-3adc-4889-bd7e-91b5f5e686bc {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:22:41.571112 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-82b6f010-92a1-46ab-ab98-7985167373f3 req-4192abf3-c64f-41c6-8561-bc4f73cad974 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868652 Nov 25 13:22:41.577268 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 2757e1a3-3adc-4889-bd7e-91b5f5e686bc, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=2757e1a3-3adc-4889-bd7e-91b5f5e686bc,segment=NetworkSegment(2b2363e5-3894-46ca-ad12-8634a480587e),segment_id=2b2363e5-3894-46ca-ad12-8634a480587e)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:22:41.587763 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:41.644862 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=2757e1a3-3adc-4889-bd7e-91b5f5e686bc,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:41.701162 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-06f69a73-05c8-4e20-a9ee-6003df4b425b req-4b134b3b-a100-4751-9c0f-d0888b9e0ad7 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] 10.222.0.53 "GET /v2.0/ports?device_id=df1cd83d-d42e-4996-a102-e20cb106f612 HTTP/1.1" status: 200 len: 210 time: 0.0417275 Nov 25 13:22:41.934382 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['2757e1a3-3adc-4889-bd7e-91b5f5e686bc'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:22:41.938258 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['e900f5bb-3487-4fed-b8ac-c6d1a54e5826'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:22:41.982664 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['29bb572a-f06a-4b08-ac83-0b6518e9277a'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:22:42.450410 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc49e24-0672-4e7b-8526-2625f853203e req-a7667706-1af3-4ec7-b43c-7d8bf955a240 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:42.456397 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc49e24-0672-4e7b-8526-2625f853203e req-a7667706-1af3-4ec7-b43c-7d8bf955a240 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:42.462331 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc49e24-0672-4e7b-8526-2625f853203e req-a7667706-1af3-4ec7-b43c-7d8bf955a240 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:42.464094 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5cc49e24-0672-4e7b-8526-2625f853203e req-a7667706-1af3-4ec7-b43c-7d8bf955a240 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/ports?device_id=b06e8a01-1932-41d2-95c2-b8d61badcd8e HTTP/1.1" status: 200 len: 2416 time: 0.0690324 Nov 25 13:22:42.541650 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5cc49e24-0672-4e7b-8526-2625f853203e req-c3d3189f-5e6b-441b-8f68-2ccb06597a7a tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/security-groups?id=22daa08b-97cb-43e0-8539-4dafee5a974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706294 Nov 25 13:22:42.554381 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a79e78-4e1e-4626-93ad-302e8cf9fb01 req-51c6c032-498f-457a-bda0-caefadaee2be tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:42.556117 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-26a79e78-4e1e-4626-93ad-302e8cf9fb01 req-51c6c032-498f-457a-bda0-caefadaee2be tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ae7607-c91e-4259-8f9c-8ea50f30aa38 HTTP/1.1" status: 200 len: 945 time: 0.0703096 Nov 25 13:22:42.618282 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-26a79e78-4e1e-4626-93ad-302e8cf9fb01 req-999a6d8c-fac1-4bf6-b44f-e9129579695e tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ddd3722-1b64-4271-8ee9-7db52c62b6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524347 Nov 25 13:22:42.693427 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a454f50d-a646-46df-bc86-bbb531769195 req-3a9aa92a-38c7-4734-99b7-296f5bff0479 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:42.694933 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a454f50d-a646-46df-bc86-bbb531769195 req-3a9aa92a-38c7-4734-99b7-296f5bff0479 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b2089d6-077a-4484-aeae-3f3baeb9f079 HTTP/1.1" status: 200 len: 946 time: 0.0487056 Nov 25 13:22:42.758273 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a454f50d-a646-46df-bc86-bbb531769195 req-2678c237-103d-430d-a3d0-52f283c4c054 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560663 Nov 25 13:22:42.801950 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 55330) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:22:42.860213 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-87c8c96f-3722-43e0-a2d5-e66d75bee11b tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:42.889503 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-87c8c96f-3722-43e0-a2d5-e66d75bee11b tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:42.943910 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-87c8c96f-3722-43e0-a2d5-e66d75bee11b tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:42.946591 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-87c8c96f-3722-43e0-a2d5-e66d75bee11b tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:42.950054 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-87c8c96f-3722-43e0-a2d5-e66d75bee11b tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] 10.222.0.53 "DELETE /v2.0/security-groups/b82ec6f0-cd59-483d-84f2-ae972f5c56e9 HTTP/1.1" status: 204 len: 168 time: 0.1447144 Nov 25 13:22:42.950546 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 55336) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:22:42.959338 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c8c96f-3722-43e0-a2d5-e66d75bee11b tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82ec6f0-cd59-483d-84f2-ae972f5c56e9,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:42.963942 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [None req-60b07e95-48f1-4d8e-b3b8-d6e880ab9883 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] show failed (client error): The resource could not be found. Nov 25 13:22:42.964988 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-60b07e95-48f1-4d8e-b3b8-d6e880ab9883 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] 10.222.0.53 "GET /v2.0/security-groups/b82ec6f0-cd59-483d-84f2-ae972f5c56e9 HTTP/1.1" status: 404 len: 347 time: 0.0132005 Nov 25 13:22:42.968683 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 55338) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:22:42.975564 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c8c96f-3722-43e0-a2d5-e66d75bee11b tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:22:42.975962 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c8c96f-3722-43e0-a2d5-e66d75bee11b tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:22:42.976376 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c8c96f-3722-43e0-a2d5-e66d75bee11b tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:22:42.976705 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c8c96f-3722-43e0-a2d5-e66d75bee11b tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:22:42.977043 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c8c96f-3722-43e0-a2d5-e66d75bee11b tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:22:42.977377 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c8c96f-3722-43e0-a2d5-e66d75bee11b tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:22:42.977704 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c8c96f-3722-43e0-a2d5-e66d75bee11b tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:22:42.978408 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c8c96f-3722-43e0-a2d5-e66d75bee11b tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:22:42.978781 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c8c96f-3722-43e0-a2d5-e66d75bee11b tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:22:42.979114 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c8c96f-3722-43e0-a2d5-e66d75bee11b tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:22:42.979442 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c8c96f-3722-43e0-a2d5-e66d75bee11b tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:22:42.979919 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c8c96f-3722-43e0-a2d5-e66d75bee11b tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:22:43.100087 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-2ea07905-1707-4616-8a76-cbedfb71a1a8 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Deleting port e3db557a-742a-4b0c-8c12-bea49db8de36 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:22:43.100541 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2ea07905-1707-4616-8a76-cbedfb71a1a8 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:43.184433 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2ea07905-1707-4616-8a76-cbedfb71a1a8 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:43.185326 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2ea07905-1707-4616-8a76-cbedfb71a1a8 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:43.198258 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-2ea07905-1707-4616-8a76-cbedfb71a1a8 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Calling delete_port for e3db557a-742a-4b0c-8c12-bea49db8de36 owned by network:floatingip {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:22:43.354137 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2ea07905-1707-4616-8a76-cbedfb71a1a8 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:43.411360 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea07905-1707-4616-8a76-cbedfb71a1a8 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Pushing event deleted for resources: {'Port': ['ID=e3db557a-742a-4b0c-8c12-bea49db8de36,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:43.457357 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2ea07905-1707-4616-8a76-cbedfb71a1a8 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Publish callbacks [] for floatingip, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:43.460479 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2ea07905-1707-4616-8a76-cbedfb71a1a8 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:43.464805 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 55352) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:22:43.468122 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-2ea07905-1707-4616-8a76-cbedfb71a1a8 tempest-ServersTestBootFromVolume-98421043 tempest-ServersTestBootFromVolume-98421043-project] 10.222.0.53 "DELETE /v2.0/floatingips/8fd17926-6d2a-45a3-9eb3-1ce6e4606bbe HTTP/1.1" status: 204 len: 168 time: 0.4921286 Nov 25 13:22:43.697276 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00397a4c-b2d8-429c-b603-1df91a81a2b9 req-067ed757-68db-4792-8561-b579ed927ad9 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:43.708303 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00397a4c-b2d8-429c-b603-1df91a81a2b9 req-067ed757-68db-4792-8561-b579ed927ad9 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:43.714749 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00397a4c-b2d8-429c-b603-1df91a81a2b9 req-067ed757-68db-4792-8561-b579ed927ad9 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:43.723073 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-00397a4c-b2d8-429c-b603-1df91a81a2b9 req-067ed757-68db-4792-8561-b579ed927ad9 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/ports?device_id=b06e8a01-1932-41d2-95c2-b8d61badcd8e HTTP/1.1" status: 200 len: 2416 time: 0.1016378 Nov 25 13:22:43.875175 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-00397a4c-b2d8-429c-b603-1df91a81a2b9 req-8a7241db-b074-4ba0-aa2f-a8d08dc52031 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/security-groups?id=22daa08b-97cb-43e0-8539-4dafee5a974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509955 Nov 25 13:22:43.892083 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb94fb-5eda-49d8-b231-60a287ea0953 req-0708ab09-b46a-416f-8936-67e4c2bde486 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:43.899091 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6fbb94fb-5eda-49d8-b231-60a287ea0953 req-0708ab09-b46a-416f-8936-67e4c2bde486 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ae7607-c91e-4259-8f9c-8ea50f30aa38 HTTP/1.1" status: 200 len: 945 time: 0.1738138 Nov 25 13:22:43.976181 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-00452d65-fb14-4639-bda4-ea1bac4973a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:43.979109 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6fbb94fb-5eda-49d8-b231-60a287ea0953 req-04266e1a-76aa-446a-85a6-b4337096c125 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ddd3722-1b64-4271-8ee9-7db52c62b6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717971 Nov 25 13:22:44.049261 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e97fdb-c5a3-48fc-8f39-6d1ac8b3af41 req-60681c02-7214-43a2-84c9-ad7c7be7f4c6 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:44.049261 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-85e97fdb-c5a3-48fc-8f39-6d1ac8b3af41 req-60681c02-7214-43a2-84c9-ad7c7be7f4c6 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b2089d6-077a-4484-aeae-3f3baeb9f079 HTTP/1.1" status: 200 len: 946 time: 0.0686646 Nov 25 13:22:44.110266 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-85e97fdb-c5a3-48fc-8f39-6d1ac8b3af41 req-d196af68-c9a7-4545-8b28-073e5620e68c tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457578 Nov 25 13:22:44.157992 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 55366) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:22:44.292923 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-00452d65-fb14-4639-bda4-ea1bac4973a2 admin admin] Deleting port 4cd902ae-5953-4ef5-9f1a-4fb722c9a36c {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:22:44.293354 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-00452d65-fb14-4639-bda4-ea1bac4973a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:44.295070 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-38087aa2-e1d2-45e5-9b97-5e6cba3f27a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:44.379353 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-38087aa2-e1d2-45e5-9b97-5e6cba3f27a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:44.384000 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-00452d65-fb14-4639-bda4-ea1bac4973a2 admin admin] For port 4cd902ae-5953-4ef5-9f1a-4fb722c9a36c, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=4cd902ae-5953-4ef5-9f1a-4fb722c9a36c,segment=NetworkSegment(85cbc951-06c6-4281-8bbe-d0f3e25e56f3),segment_id=85cbc951-06c6-4281-8bbe-d0f3e25e56f3)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:22:44.384434 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-38087aa2-e1d2-45e5-9b97-5e6cba3f27a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:44.384592 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-00452d65-fb14-4639-bda4-ea1bac4973a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:44.399794 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-00452d65-fb14-4639-bda4-ea1bac4973a2 admin admin] Calling delete_port for 4cd902ae-5953-4ef5-9f1a-4fb722c9a36c owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:22:44.436120 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-38087aa2-e1d2-45e5-9b97-5e6cba3f27a2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=05661817fb2d44e79a2e4b7c7b0b2c56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2744138 Nov 25 13:22:44.436120 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 55370) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:22:44.443507 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38087aa2-e1d2-45e5-9b97-5e6cba3f27a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd781bd-7f89-4c61-bd83-4c68eeaf948f,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:44.492976 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c7ba792b-32af-4b64-b694-b30f4254e8e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:44.515812 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c7ba792b-32af-4b64-b694-b30f4254e8e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:44.567604 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c7ba792b-32af-4b64-b694-b30f4254e8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:44.570223 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c7ba792b-32af-4b64-b694-b30f4254e8e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:44.573805 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c7ba792b-32af-4b64-b694-b30f4254e8e1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9cd781bd-7f89-4c61-bd83-4c68eeaf948f HTTP/1.1" status: 204 len: 168 time: 0.1344743 Nov 25 13:22:44.588204 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ba792b-32af-4b64-b694-b30f4254e8e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd781bd-7f89-4c61-bd83-4c68eeaf948f,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:44.633311 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-00452d65-fb14-4639-bda4-ea1bac4973a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:44.664068 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00452d65-fb14-4639-bda4-ea1bac4973a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cd902ae-5953-4ef5-9f1a-4fb722c9a36c,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:44.691471 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 29bb572a-f06a-4b08-ac83-0b6518e9277a up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:22:44.760531 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port 29bb572a-f06a-4b08-ac83-0b6518e9277a completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:22:44.770073 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port 29bb572a-f06a-4b08-ac83-0b6518e9277a triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:22:44.770461 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:44.880966 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-00452d65-fb14-4639-bda4-ea1bac4973a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:44.943396 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:44.971758 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b06e8a01-1932-41d2-95c2-b8d61badcd8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29bb572a-f06a-4b08-ac83-0b6518e9277a'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:22:44.975291 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e0a14d-faf2-4eb6-8a94-6439329f5440" -d '{"events": [{"server_uuid": "b06e8a01-1932-41d2-95c2-b8d61badcd8e", "name": "network-vif-plugged", "status": "completed", "tag": "29bb572a-f06a-4b08-ac83-0b6518e9277a"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:22:44.984509 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 55382) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:22:44.993619 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 29bb572a-f06a-4b08-ac83-0b6518e9277a, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=29bb572a-f06a-4b08-ac83-0b6518e9277a,segment=NetworkSegment(81051605-1bc5-477c-a234-64173956196c),segment_id=81051605-1bc5-477c-a234-64173956196c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:22:45.004918 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:45.007384 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device e900f5bb-3487-4fed-b8ac-c6d1a54e5826 up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:22:45.012460 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-df7a3a83-109f-465e-8506-b6af3db8b689 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:45.054439 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9c9202-1b2f-4b41-b8a5-b24a6aa4083a x-openstack-request-id: req-cb9c9202-1b2f-4b41-b8a5-b24a6aa4083a {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:22:45.055017 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b06e8a01-1932-41d2-95c2-b8d61badcd8e", "name": "network-vif-plugged", "status": "completed", "tag": "29bb572a-f06a-4b08-ac83-0b6518e9277a", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:22:45.055429 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cb9c9202-1b2f-4b41-b8a5-b24a6aa4083a {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:22:45.055978 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b06e8a01-1932-41d2-95c2-b8d61badcd8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29bb572a-f06a-4b08-ac83-0b6518e9277a', 'code': 200} Nov 25 13:22:45.098464 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2ed53-70e4-4232-9c75-0ebf361c1485 req-e83b0cf5-0ed2-48c1-944b-51a5f28b38eb tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:45.104692 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2ed53-70e4-4232-9c75-0ebf361c1485 req-e83b0cf5-0ed2-48c1-944b-51a5f28b38eb tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:45.110829 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2ed53-70e4-4232-9c75-0ebf361c1485 req-e83b0cf5-0ed2-48c1-944b-51a5f28b38eb tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:45.112722 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2dd2ed53-70e4-4232-9c75-0ebf361c1485 req-e83b0cf5-0ed2-48c1-944b-51a5f28b38eb tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/ports?device_id=b06e8a01-1932-41d2-95c2-b8d61badcd8e HTTP/1.1" status: 200 len: 2417 time: 0.1205549 Nov 25 13:22:45.137138 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=29bb572a-f06a-4b08-ac83-0b6518e9277a,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:45.153070 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port e900f5bb-3487-4fed-b8ac-c6d1a54e5826 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:22:45.158645 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port e900f5bb-3487-4fed-b8ac-c6d1a54e5826 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:22:45.163131 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:45.238036 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc2f2b-a894-42ad-9f05-094f8d32cedb req-fe6b8953-179d-4982-a43b-14946cc3f716 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:45.240483 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5adc2f2b-a894-42ad-9f05-094f8d32cedb req-fe6b8953-179d-4982-a43b-14946cc3f716 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ae7607-c91e-4259-8f9c-8ea50f30aa38 HTTP/1.1" status: 200 len: 945 time: 0.1266804 Nov 25 13:22:45.270306 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-df7a3a83-109f-465e-8506-b6af3db8b689 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:45.272551 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:45.283482 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00452d65-fb14-4639-bda4-ea1bac4973a2 admin admin] Router f60b0a0c-d205-4ed3-b4c3-def7f677e77c has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:22:45.284578 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2dd2ed53-70e4-4232-9c75-0ebf361c1485 req-d8f8acee-6a79-4a39-b840-b1af28d17f0a tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/security-groups?id=22daa08b-97cb-43e0-8539-4dafee5a974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322606 Nov 25 13:22:45.287695 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-df7a3a83-109f-465e-8506-b6af3db8b689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:45.329654 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7a3a83-109f-465e-8506-b6af3db8b689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab55f81-4307-4c17-9e7c-89532179cdd2,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:45.340813 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port e900f5bb-3487-4fed-b8ac-c6d1a54e5826, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=e900f5bb-3487-4fed-b8ac-c6d1a54e5826,segment=NetworkSegment(81051605-1bc5-477c-a234-64173956196c),segment_id=81051605-1bc5-477c-a234-64173956196c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:22:45.346365 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:45.347584 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 2757e1a3-3adc-4889-bd7e-91b5f5e686bc up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:22:45.397554 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-df7a3a83-109f-465e-8506-b6af3db8b689 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=55f2d8af16dd47b3a39fdb62f723dd7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4110901 Nov 25 13:22:45.411270 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 55388) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:22:45.453616 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5adc2f2b-a894-42ad-9f05-094f8d32cedb req-05c9e604-0007-4130-a153-2ec047ac3545 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ddd3722-1b64-4271-8ee9-7db52c62b6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816065 Nov 25 13:22:45.470433 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=e900f5bb-3487-4fed-b8ac-c6d1a54e5826,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:45.478378 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port 2757e1a3-3adc-4889-bd7e-91b5f5e686bc completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:22:45.482652 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00452d65-fb14-4639-bda4-ea1bac4973a2 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:22:45.488009 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port 2757e1a3-3adc-4889-bd7e-91b5f5e686bc triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:22:45.488345 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:45.491745 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-00452d65-fb14-4639-bda4-ea1bac4973a2 admin admin] 10.222.0.53 "PUT /v2.0/routers/f60b0a0c-d205-4ed3-b4c3-def7f677e77c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0207176 Nov 25 13:22:45.492603 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 55390) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:22:45.516870 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f970a29-b626-41af-936a-e4731b2dbee3 None None] Sync routers for ids ['f60b0a0c-d205-4ed3-b4c3-def7f677e77c'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:22:45.536767 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f970a29-b626-41af-936a-e4731b2dbee3 None None] Routers {'f60b0a0c-d205-4ed3-b4c3-def7f677e77c'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:22:45.537646 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-0f970a29-b626-41af-936a-e4731b2dbee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:22:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['f60b0a0c-d205-4ed3-b4c3-def7f677e77c'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:22:45.603836 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8cab868b-3cea-413b-a0b3-805c035240d5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:45.649797 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-0f970a29-b626-41af-936a-e4731b2dbee3 None None] Set router f60b0a0c-d205-4ed3-b4c3-def7f677e77c gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:22:45.683902 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-945e401c-012f-4b5f-b507-f31747b12dff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:45.695423 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b7628a-021f-4160-807c-67c8e4ef8d8e req-e597a707-7e12-4b56-bbf4-7e7c7779aaf1 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:45.697052 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c9b7628a-021f-4160-807c-67c8e4ef8d8e req-e597a707-7e12-4b56-bbf4-7e7c7779aaf1 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b2089d6-077a-4484-aeae-3f3baeb9f079 HTTP/1.1" status: 200 len: 946 time: 0.2983990 Nov 25 13:22:45.771264 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-945e401c-012f-4b5f-b507-f31747b12dff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:45.837594 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8cab868b-3cea-413b-a0b3-805c035240d5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:45.849343 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c9b7628a-021f-4160-807c-67c8e4ef8d8e req-0a2d914e-8bab-42cd-b866-ca7f2e9041ec tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241651 Nov 25 13:22:45.910354 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-945e401c-012f-4b5f-b507-f31747b12dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:45.913815 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-945e401c-012f-4b5f-b507-f31747b12dff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:45.919228 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-945e401c-012f-4b5f-b507-f31747b12dff admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7ab55f81-4307-4c17-9e7c-89532179cdd2 HTTP/1.1" status: 204 len: 168 time: 0.5067976 Nov 25 13:22:45.933569 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945e401c-012f-4b5f-b507-f31747b12dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab55f81-4307-4c17-9e7c-89532179cdd2,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:45.952472 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-8cab868b-3cea-413b-a0b3-805c035240d5 admin admin] Deleting port b2f35e38-ca45-4914-b763-85614b642496 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:22:45.953048 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8cab868b-3cea-413b-a0b3-805c035240d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:46.069945 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-8cab868b-3cea-413b-a0b3-805c035240d5 admin admin] For port b2f35e38-ca45-4914-b763-85614b642496, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=b2f35e38-ca45-4914-b763-85614b642496,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:22:46.070883 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8cab868b-3cea-413b-a0b3-805c035240d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:46.087450 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-8cab868b-3cea-413b-a0b3-805c035240d5 admin admin] Calling delete_port for b2f35e38-ca45-4914-b763-85614b642496 owned by network:router_gateway {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:22:46.113191 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:46.205434 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 2757e1a3-3adc-4889-bd7e-91b5f5e686bc, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=2757e1a3-3adc-4889-bd7e-91b5f5e686bc,segment=NetworkSegment(2b2363e5-3894-46ca-ad12-8634a480587e),segment_id=2b2363e5-3894-46ca-ad12-8634a480587e)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:22:46.218515 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:46.289788 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-0f970a29-b626-41af-936a-e4731b2dbee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f60b0a0c-d205-4ed3-b4c3-def7f677e77c', 'name': 'tempest-ServersTestBootFromVolume-1087633694-router', 'tenant_id': '40d8826cb6bc406990351c3cc8406e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'b2f35e38-ca45-4914-b763-85614b642496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:19:38Z', 'updated_at': '2021-11-25T13:22:44Z', 'revision_number': 5, 'project_id': '40d8826cb6bc406990351c3cc8406e5b', 'gw_port': {'id': 'b2f35e38-ca45-4914-b763-85614b642496', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:dd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60b0a0c-d205-4ed3-b4c3-def7f677e77c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:39Z', 'updated_at': '2021-11-25T13:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:22:46.324133 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f970a29-b626-41af-936a-e4731b2dbee3 None None] Checking router: f60b0a0c-d205-4ed3-b4c3-def7f677e77c for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:22:46.324453 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8cab868b-3cea-413b-a0b3-805c035240d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:46.343509 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f970a29-b626-41af-936a-e4731b2dbee3 None None] Routers {'f60b0a0c-d205-4ed3-b4c3-def7f677e77c'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:22:46.344158 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-0f970a29-b626-41af-936a-e4731b2dbee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:22:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['f60b0a0c-d205-4ed3-b4c3-def7f677e77c'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:22:46.357049 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=2757e1a3-3adc-4889-bd7e-91b5f5e686bc,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:46.402583 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cab868b-3cea-413b-a0b3-805c035240d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2f35e38-ca45-4914-b763-85614b642496,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:46.429123 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d611ea-8b0a-4ebf-b746-a20e434c11eb None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:22:46.492521 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-0f970a29-b626-41af-936a-e4731b2dbee3 None None] Set router f60b0a0c-d205-4ed3-b4c3-def7f677e77c gateway port host: None {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:22:46.563372 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f171a-1e82-4fe6-8d3f-bfedf01ca182 req-ff9ceff6-cdaf-4b37-b76c-18b11c9705de tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:46.571748 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f171a-1e82-4fe6-8d3f-bfedf01ca182 req-ff9ceff6-cdaf-4b37-b76c-18b11c9705de tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:46.583367 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f171a-1e82-4fe6-8d3f-bfedf01ca182 req-ff9ceff6-cdaf-4b37-b76c-18b11c9705de tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:46.585947 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-696f171a-1e82-4fe6-8d3f-bfedf01ca182 req-ff9ceff6-cdaf-4b37-b76c-18b11c9705de tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/ports?device_id=b06e8a01-1932-41d2-95c2-b8d61badcd8e HTTP/1.1" status: 200 len: 2419 time: 0.1481361 Nov 25 13:22:46.629917 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8cab868b-3cea-413b-a0b3-805c035240d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:46.663857 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-0f970a29-b626-41af-936a-e4731b2dbee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f60b0a0c-d205-4ed3-b4c3-def7f677e77c', 'name': 'tempest-ServersTestBootFromVolume-1087633694-router', 'tenant_id': '40d8826cb6bc406990351c3cc8406e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:19:38Z', 'updated_at': '2021-11-25T13:22:46Z', 'revision_number': 7, 'project_id': '40d8826cb6bc406990351c3cc8406e5b', 'gw_port_host': None}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:22:46.693521 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f970a29-b626-41af-936a-e4731b2dbee3 None None] The sync data for ids ['f60b0a0c-d205-4ed3-b4c3-def7f677e77c'] in n-d-808199-11 is: [{'id': 'f60b0a0c-d205-4ed3-b4c3-def7f677e77c', 'name': 'tempest-ServersTestBootFromVolume-1087633694-router', 'tenant_id': '40d8826cb6bc406990351c3cc8406e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:19:38Z', 'updated_at': '2021-11-25T13:22:46Z', 'revision_number': 7, 'project_id': '40d8826cb6bc406990351c3cc8406e5b', 'gw_port_host': None}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:22:46.814100 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8cab868b-3cea-413b-a0b3-805c035240d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:46.825247 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a87b8d-ad7a-4fc0-a92d-7482c38f50d9 req-91754525-6139-4482-9b00-69eb9056abb5 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:46.826836 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-50a87b8d-ad7a-4fc0-a92d-7482c38f50d9 req-91754525-6139-4482-9b00-69eb9056abb5 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ae7607-c91e-4259-8f9c-8ea50f30aa38 HTTP/1.1" status: 200 len: 945 time: 0.2369776 Nov 25 13:22:46.828019 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8cab868b-3cea-413b-a0b3-805c035240d5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:46.837052 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-696f171a-1e82-4fe6-8d3f-bfedf01ca182 req-05cb050d-7e2f-4701-aef8-68eac2df9f6e tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/security-groups?id=22daa08b-97cb-43e0-8539-4dafee5a974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382295 Nov 25 13:22:46.905577 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8cab868b-3cea-413b-a0b3-805c035240d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:46.905577 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cab868b-3cea-413b-a0b3-805c035240d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f60b0a0c-d205-4ed3-b4c3-def7f677e77c {{(pid=103570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:22:46.909102 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8cab868b-3cea-413b-a0b3-805c035240d5 admin admin] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:46.912458 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-8cab868b-3cea-413b-a0b3-805c035240d5 admin admin] 10.222.0.53 "DELETE /v2.0/routers/f60b0a0c-d205-4ed3-b4c3-def7f677e77c HTTP/1.1" status: 204 len: 168 time: 1.4167187 Nov 25 13:22:46.912928 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 55418) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:22:46.930119 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-50a87b8d-ad7a-4fc0-a92d-7482c38f50d9 req-9c8e7f12-455c-49b3-b0c2-46b85caef077 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ddd3722-1b64-4271-8ee9-7db52c62b6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919344 Nov 25 13:22:46.972127 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-90782711-fd08-457c-8e2f-83d6018f4bc1 admin admin] Deleting subnet b01a5ad9-9f38-426c-a191-2cdc57143c78 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:22:46.976239 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-90782711-fd08-457c-8e2f-83d6018f4bc1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:47.035217 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-90782711-fd08-457c-8e2f-83d6018f4bc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:47.057397 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b06e8a01-1932-41d2-95c2-b8d61badcd8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e900f5bb-3487-4fed-b8ac-c6d1a54e5826'}, {'server_uuid': 'b06e8a01-1932-41d2-95c2-b8d61badcd8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2757e1a3-3adc-4889-bd7e-91b5f5e686bc'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:22:47.061215 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-020142d8-1267-45dd-af3a-688c0dff0096" -d '{"events": [{"server_uuid": "b06e8a01-1932-41d2-95c2-b8d61badcd8e", "name": "network-vif-plugged", "status": "completed", "tag": "e900f5bb-3487-4fed-b8ac-c6d1a54e5826"}, {"server_uuid": "b06e8a01-1932-41d2-95c2-b8d61badcd8e", "name": "network-vif-plugged", "status": "completed", "tag": "2757e1a3-3adc-4889-bd7e-91b5f5e686bc"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:22:47.071013 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cdd18e-9a57-4071-ae02-ec3a846a4517 req-933509cd-cd24-4484-865a-c72a7f0fc61a tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:47.074409 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b1cdd18e-9a57-4071-ae02-ec3a846a4517 req-933509cd-cd24-4484-865a-c72a7f0fc61a tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b2089d6-077a-4484-aeae-3f3baeb9f079 HTTP/1.1" status: 200 len: 946 time: 0.0835590 Nov 25 13:22:47.127230 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 25 Nov 2021 13:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d82e912-8e74-4f08-a391-adc4901fa124 x-openstack-request-id: req-0d82e912-8e74-4f08-a391-adc4901fa124 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:22:47.128248 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b06e8a01-1932-41d2-95c2-b8d61badcd8e", "name": "network-vif-plugged", "status": "completed", "tag": "e900f5bb-3487-4fed-b8ac-c6d1a54e5826", "code": 200}, {"server_uuid": "b06e8a01-1932-41d2-95c2-b8d61badcd8e", "name": "network-vif-plugged", "status": "completed", "tag": "2757e1a3-3adc-4889-bd7e-91b5f5e686bc", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:22:47.128572 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0d82e912-8e74-4f08-a391-adc4901fa124 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:22:47.129045 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b06e8a01-1932-41d2-95c2-b8d61badcd8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e900f5bb-3487-4fed-b8ac-c6d1a54e5826', 'code': 200} Nov 25 13:22:47.129314 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b06e8a01-1932-41d2-95c2-b8d61badcd8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2757e1a3-3adc-4889-bd7e-91b5f5e686bc', 'code': 200} Nov 25 13:22:47.160061 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b1cdd18e-9a57-4071-ae02-ec3a846a4517 req-9ea6dfb3-acce-4686-a41e-f74c0f70c880 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785074 Nov 25 13:22:47.225849 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-90782711-fd08-457c-8e2f-83d6018f4bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:47.330364 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-90782711-fd08-457c-8e2f-83d6018f4bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:47.364867 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90782711-fd08-457c-8e2f-83d6018f4bc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b01a5ad9-9f38-426c-a191-2cdc57143c78,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:47.377172 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-90782711-fd08-457c-8e2f-83d6018f4bc1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:47.381788 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-90782711-fd08-457c-8e2f-83d6018f4bc1 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b01a5ad9-9f38-426c-a191-2cdc57143c78 HTTP/1.1" status: 204 len: 168 time: 0.4672508 Nov 25 13:22:47.384486 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb292b15-820a-483b-9940-8646b54cf7bc None None] Network 29e88c53-1a16-4ddf-bb52-3aa3dac4a9e8 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:22:47.396111 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 55432) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:22:47.535658 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c3939d94-42cd-4b25-95af-80a106152ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:47.660962 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ec36cf-7e72-4b2c-99a6-1d98cfc19eea None None] DHCP port deletion for 29e88c53-1a16-4ddf-bb52-3aa3dac4a9e8 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:22:47.665413 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-c3939d94-42cd-4b25-95af-80a106152ac2 admin admin] Deleting port 2d547580-6473-4032-8395-cc71a6fbef91 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:22:47.665768 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c3939d94-42cd-4b25-95af-80a106152ac2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:47.744907 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a48d2-7623-4165-90b3-3c34668e292b req-17a0efe2-150e-49dd-ade5-0389e2d1f502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:47.745575 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a48d2-7623-4165-90b3-3c34668e292b req-17a0efe2-150e-49dd-ade5-0389e2d1f502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:47.745971 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a48d2-7623-4165-90b3-3c34668e292b req-17a0efe2-150e-49dd-ade5-0389e2d1f502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:47.747783 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0d7a48d2-7623-4165-90b3-3c34668e292b req-17a0efe2-150e-49dd-ade5-0389e2d1f502 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b06e8a01-1932-41d2-95c2-b8d61badcd8e HTTP/1.1" status: 200 len: 2875 time: 0.5343785 Nov 25 13:22:47.765729 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-e4ec36cf-7e72-4b2c-99a6-1d98cfc19eea None None] Deleting port 2d547580-6473-4032-8395-cc71a6fbef91 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:22:47.766739 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e4ec36cf-7e72-4b2c-99a6-1d98cfc19eea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:47.812203 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-c3939d94-42cd-4b25-95af-80a106152ac2 admin admin] For port 2d547580-6473-4032-8395-cc71a6fbef91, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=2d547580-6473-4032-8395-cc71a6fbef91,segment=NetworkSegment(85cbc951-06c6-4281-8bbe-d0f3e25e56f3),segment_id=85cbc951-06c6-4281-8bbe-d0f3e25e56f3)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:22:47.812578 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c3939d94-42cd-4b25-95af-80a106152ac2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:47.845950 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0d7a48d2-7623-4165-90b3-3c34668e292b req-7e81389f-c703-4262-9bab-cca403dbd73b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=22daa08b-97cb-43e0-8539-4dafee5a974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881367 Nov 25 13:22:47.846459 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-c3939d94-42cd-4b25-95af-80a106152ac2 admin admin] Calling delete_port for 2d547580-6473-4032-8395-cc71a6fbef91 owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:22:47.863434 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-e4ec36cf-7e72-4b2c-99a6-1d98cfc19eea None None] For port 2d547580-6473-4032-8395-cc71a6fbef91, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=2d547580-6473-4032-8395-cc71a6fbef91,segment=NetworkSegment(85cbc951-06c6-4281-8bbe-d0f3e25e56f3),segment_id=85cbc951-06c6-4281-8bbe-d0f3e25e56f3)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:22:47.864215 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e4ec36cf-7e72-4b2c-99a6-1d98cfc19eea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:47.884295 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-e4ec36cf-7e72-4b2c-99a6-1d98cfc19eea None None] Calling delete_port for 2d547580-6473-4032-8395-cc71a6fbef91 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:22:47.921757 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 55444) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:22:48.037519 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e4ec36cf-7e72-4b2c-99a6-1d98cfc19eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:48.053223 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c3939d94-42cd-4b25-95af-80a106152ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:48.091627 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3939d94-42cd-4b25-95af-80a106152ac2 admin admin] No DVR routers for this DVR port 2d547580-6473-4032-8395-cc71a6fbef91 on host n-d-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:22:48.094498 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c5f89-1bd0-4e35-92a6-388ca11d07fd req-bb935aa9-8ff7-47c7-a050-f0da348096c7 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:48.107404 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c5f89-1bd0-4e35-92a6-388ca11d07fd req-bb935aa9-8ff7-47c7-a050-f0da348096c7 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:48.112113 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ec36cf-7e72-4b2c-99a6-1d98cfc19eea None None] Pushing event deleted for resources: {'Port': ['ID=2d547580-6473-4032-8395-cc71a6fbef91,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:48.114055 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c5f89-1bd0-4e35-92a6-388ca11d07fd req-bb935aa9-8ff7-47c7-a050-f0da348096c7 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:48.121889 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-791c5f89-1bd0-4e35-92a6-388ca11d07fd req-bb935aa9-8ff7-47c7-a050-f0da348096c7 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/ports?device_id=b06e8a01-1932-41d2-95c2-b8d61badcd8e HTTP/1.1" status: 200 len: 2419 time: 0.1476617 Nov 25 13:22:48.135381 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ec36cf-7e72-4b2c-99a6-1d98cfc19eea None None] No DVR routers for this DVR port 2d547580-6473-4032-8395-cc71a6fbef91 on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:22:48.162685 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3939d94-42cd-4b25-95af-80a106152ac2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d547580-6473-4032-8395-cc71a6fbef91,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:48.209711 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f1faf611-41d0-4cff-a484-ba3571f6724f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:48.261084 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-791c5f89-1bd0-4e35-92a6-388ca11d07fd req-abf350b5-e028-494f-95e7-1b93b15ce7e0 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/security-groups?id=22daa08b-97cb-43e0-8539-4dafee5a974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376066 Nov 25 13:22:48.268232 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c3939d94-42cd-4b25-95af-80a106152ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:48.305633 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-c3939d94-42cd-4b25-95af-80a106152ac2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29e88c53-1a16-4ddf-bb52-3aa3dac4a9e8']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:22:48.322202 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-c3939d94-42cd-4b25-95af-80a106152ac2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85cbc951-06c6-4281-8bbe-d0f3e25e56f3') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:22:48.322517 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-c3939d94-42cd-4b25-95af-80a106152ac2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85cbc951-06c6-4281-8bbe-d0f3e25e56f3') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:22:48.327868 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f08d525-f6be-47ef-a73e-fad48fac44cb req-c4d88b73-d486-49e1-a8fd-ff9a44661d98 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:48.329515 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3f08d525-f6be-47ef-a73e-fad48fac44cb req-c4d88b73-d486-49e1-a8fd-ff9a44661d98 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ae7607-c91e-4259-8f9c-8ea50f30aa38 HTTP/1.1" status: 200 len: 945 time: 0.2043750 Nov 25 13:22:48.336899 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c3939d94-42cd-4b25-95af-80a106152ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:48.361873 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c3939d94-42cd-4b25-95af-80a106152ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:48.395671 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3939d94-42cd-4b25-95af-80a106152ac2 admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:22:48.396090 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c3939d94-42cd-4b25-95af-80a106152ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:48.397984 n-d-808199-11 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:22:48.397984 n-d-808199-11 neutron-server[103571]: self.session.flush() Nov 25 13:22:48.397984 n-d-808199-11 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:22:48.397984 n-d-808199-11 neutron-server[103571]: self.session.flush() Nov 25 13:22:48.397984 n-d-808199-11 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:22:48.397984 n-d-808199-11 neutron-server[103571]: self.session.flush() Nov 25 13:22:48.397984 n-d-808199-11 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:22:48.397984 n-d-808199-11 neutron-server[103571]: self.session.flush() Nov 25 13:22:48.397984 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:22:48.397984 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:22:48.397984 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:22:48.397984 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:22:48.397984 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:22:48.397984 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:22:48.397984 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:22:48.397984 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:22:48.397984 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:22:48.397984 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:22:48.397984 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:22:48.397984 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:22:48.397984 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:22:48.397984 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:22:48.397984 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:22:48.397984 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:22:48.397984 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:22:48.397984 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:22:48.397984 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:22:48.397984 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:22:48.397984 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:22:48.397984 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:22:48.397984 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:22:48.397984 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:22:48.397984 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:22:48.397984 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:22:48.397984 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:22:48.397984 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:22:48.397984 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:22:48.397984 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:22:48.397984 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:22:48.397984 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:22:48.470144 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c3939d94-42cd-4b25-95af-80a106152ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:48.485458 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3f08d525-f6be-47ef-a73e-fad48fac44cb req-e21b5c33-0dc3-4ba4-bc75-4fb1e471d7c2 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ddd3722-1b64-4271-8ee9-7db52c62b6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454492 Nov 25 13:22:48.500008 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c3939d94-42cd-4b25-95af-80a106152ac2 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:48.505948 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c3939d94-42cd-4b25-95af-80a106152ac2 admin admin] 10.222.0.53 "DELETE /v2.0/networks/29e88c53-1a16-4ddf-bb52-3aa3dac4a9e8 HTTP/1.1" status: 204 len: 168 time: 1.1028631 Nov 25 13:22:48.505948 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3939d94-42cd-4b25-95af-80a106152ac2 admin admin] Pushing event deleted for resources: {'Network': ['ID=29e88c53-1a16-4ddf-bb52-3aa3dac4a9e8,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:48.508847 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f1faf611-41d0-4cff-a484-ba3571f6724f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:48.529100 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6008fe41-a412-4735-b28a-6df602240953 req-5e613ea8-da7b-4bb0-8689-01bfc321ce3d tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:48.530735 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6008fe41-a412-4735-b28a-6df602240953 req-5e613ea8-da7b-4bb0-8689-01bfc321ce3d tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b2089d6-077a-4484-aeae-3f3baeb9f079 HTTP/1.1" status: 200 len: 946 time: 0.1377277 Nov 25 13:22:48.532049 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f1faf611-41d0-4cff-a484-ba3571f6724f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:48.541003 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 2d547580-6473-4032-8395-cc71a6fbef91 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:22:48.582192 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 2d547580-6473-4032-8395-cc71a6fbef91 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:22:48.582896 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 2d547580-6473-4032-8395-cc71a6fbef91 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:22:48.584261 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 4cd902ae-5953-4ef5-9f1a-4fb722c9a36c no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:22:48.601709 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f1faf611-41d0-4cff-a484-ba3571f6724f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b1821fe81eef4e2d8d5781dd8df5444b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6785681 Nov 25 13:22:48.604621 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 55462) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:22:48.605147 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1faf611-41d0-4cff-a484-ba3571f6724f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3de7e8-83f2-4b82-8429-aa5275ff8824,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:48.626391 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 4cd902ae-5953-4ef5-9f1a-4fb722c9a36c {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:22:48.626847 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 4cd902ae-5953-4ef5-9f1a-4fb722c9a36c not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:22:48.627343 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device b2f35e38-ca45-4914-b763-85614b642496 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:22:48.642979 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6008fe41-a412-4735-b28a-6df602240953 req-ce7cd852-dbb4-4bb4-8060-13fcb2c7b1f7 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900810 Nov 25 13:22:48.679175 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ceb01b87-85bc-4b8a-be30-17848f4ed18d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:48.679893 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: b2f35e38-ca45-4914-b763-85614b642496 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:22:48.680636 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device b2f35e38-ca45-4914-b763-85614b642496 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:22:48.710527 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ceb01b87-85bc-4b8a-be30-17848f4ed18d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:48.732192 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 55464) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:22:48.766753 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ceb01b87-85bc-4b8a-be30-17848f4ed18d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:48.769875 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ceb01b87-85bc-4b8a-be30-17848f4ed18d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:48.771076 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-ceb01b87-85bc-4b8a-be30-17848f4ed18d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3b3de7e8-83f2-4b82-8429-aa5275ff8824 HTTP/1.1" status: 204 len: 168 time: 0.1653137 Nov 25 13:22:48.782820 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-ea076f68-f215-48c2-b61d-a0a8ef5f15b6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=40d8826cb6bc406990351c3cc8406e5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0493946 Nov 25 13:22:48.785243 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 55468) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:22:48.790759 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb01b87-85bc-4b8a-be30-17848f4ed18d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3de7e8-83f2-4b82-8429-aa5275ff8824,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:48.849139 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3c6c500d-4fac-47d2-985c-2b5a77d072ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:48.871745 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3c6c500d-4fac-47d2-985c-2b5a77d072ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:48.922809 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3c6c500d-4fac-47d2-985c-2b5a77d072ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:48.925440 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3c6c500d-4fac-47d2-985c-2b5a77d072ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:48.929024 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3c6c500d-4fac-47d2-985c-2b5a77d072ec admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f7d72843-407f-43cb-8cc2-b99f7d61ed18 HTTP/1.1" status: 204 len: 168 time: 0.1403651 Nov 25 13:22:48.935759 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6c500d-4fac-47d2-985c-2b5a77d072ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d72843-407f-43cb-8cc2-b99f7d61ed18,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:49.404595 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c3e43-9e5d-4ddc-8b0b-24b684af93a8 req-e9a5ee62-cfa2-449b-a4ac-c2d2fed5cb49 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:49.411033 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c3e43-9e5d-4ddc-8b0b-24b684af93a8 req-e9a5ee62-cfa2-449b-a4ac-c2d2fed5cb49 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:49.417719 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c3e43-9e5d-4ddc-8b0b-24b684af93a8 req-e9a5ee62-cfa2-449b-a4ac-c2d2fed5cb49 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:49.420360 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-048c3e43-9e5d-4ddc-8b0b-24b684af93a8 req-e9a5ee62-cfa2-449b-a4ac-c2d2fed5cb49 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/ports?device_id=b06e8a01-1932-41d2-95c2-b8d61badcd8e HTTP/1.1" status: 200 len: 2419 time: 0.0736253 Nov 25 13:22:49.495254 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-048c3e43-9e5d-4ddc-8b0b-24b684af93a8 req-f2979525-6f4d-429e-9728-4228fa1cff93 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/security-groups?id=22daa08b-97cb-43e0-8539-4dafee5a974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685737 Nov 25 13:22:49.533684 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:22:49.845690 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 55520) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:22:49.984460 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d238f-1473-4f02-8391-175417b53b64 req-4ba6e675-c6f5-468c-ac50-b201f4c3e4b9 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:49.985976 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-152d238f-1473-4f02-8391-175417b53b64 req-4ba6e675-c6f5-468c-ac50-b201f4c3e4b9 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b2089d6-077a-4484-aeae-3f3baeb9f079 HTTP/1.1" status: 200 len: 946 time: 0.1142695 Nov 25 13:22:50.002188 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9cec4-76f6-4cf0-85f0-c7f2d202d578 req-34ba9551-9258-4f4f-99dd-0f5e525f60db tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:50.003988 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d1f9cec4-76f6-4cf0-85f0-c7f2d202d578 req-34ba9551-9258-4f4f-99dd-0f5e525f60db tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ae7607-c91e-4259-8f9c-8ea50f30aa38 HTTP/1.1" status: 200 len: 945 time: 0.0757225 Nov 25 13:22:50.099983 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-152d238f-1473-4f02-8391-175417b53b64 req-1c36fce4-242e-4442-9e0a-88b2cdc68c9d tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948744 Nov 25 13:22:50.105077 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d1f9cec4-76f6-4cf0-85f0-c7f2d202d578 req-8d264274-881d-45fd-b318-e20ffa7c57dc tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ddd3722-1b64-4271-8ee9-7db52c62b6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852282 Nov 25 13:22:50.139505 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-66e32192-5b44-4f17-8427-daef1f13326b admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1254527202-network', 'tenant_id': 'e21d0fb28eed426e95e3c3f2e5a989aa'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:22:50.176043 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e32192-5b44-4f17-8427-daef1f13326b admin admin] Made reservation on behalf of e21d0fb28eed426e95e3c3f2e5a989aa for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:22:50.178859 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-66e32192-5b44-4f17-8427-daef1f13326b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:50.208995 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-66e32192-5b44-4f17-8427-daef1f13326b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:50.255351 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049aa8d2-fc66-4906-a8bc-3849d0f24f53 req-25dc32c3-dc4b-4f3f-abd4-9657bca8e315 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:50.261596 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049aa8d2-fc66-4906-a8bc-3849d0f24f53 req-25dc32c3-dc4b-4f3f-abd4-9657bca8e315 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:50.267606 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049aa8d2-fc66-4906-a8bc-3849d0f24f53 req-25dc32c3-dc4b-4f3f-abd4-9657bca8e315 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:50.269220 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-049aa8d2-fc66-4906-a8bc-3849d0f24f53 req-25dc32c3-dc4b-4f3f-abd4-9657bca8e315 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/ports?device_id=b06e8a01-1932-41d2-95c2-b8d61badcd8e HTTP/1.1" status: 200 len: 2419 time: 0.1070888 Nov 25 13:22:50.334449 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 55534) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:22:50.353730 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-049aa8d2-fc66-4906-a8bc-3849d0f24f53 req-286ea178-5854-42d4-9314-aa4345d03e12 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/security-groups?id=22daa08b-97cb-43e0-8539-4dafee5a974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773075 Nov 25 13:22:50.368294 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-66e32192-5b44-4f17-8427-daef1f13326b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:50.372977 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-66e32192-5b44-4f17-8427-daef1f13326b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:50.400119 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66e32192-5b44-4f17-8427-daef1f13326b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:22:50.410573 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e32192-5b44-4f17-8427-daef1f13326b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:50.419009 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-66e32192-5b44-4f17-8427-daef1f13326b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:50.419431 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-66e32192-5b44-4f17-8427-daef1f13326b admin admin] Added segment 7416f1b9-0861-4e21-8e76-903d02909f6c of type vlan for network 3dcc6e35-952f-4386-bb71-7353cabbfad7 Nov 25 13:22:50.458036 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5b6c12e3-068f-46da-b138-f0eb5168c59b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:50.462654 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-66e32192-5b44-4f17-8427-daef1f13326b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:50.488927 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-66e32192-5b44-4f17-8427-daef1f13326b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:50.490219 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e32192-5b44-4f17-8427-daef1f13326b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:50.490847 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-66e32192-5b44-4f17-8427-daef1f13326b admin admin] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:50.535212 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5b6c12e3-068f-46da-b138-f0eb5168c59b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:50.541377 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5b6c12e3-068f-46da-b138-f0eb5168c59b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:50.559980 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-66e32192-5b44-4f17-8427-daef1f13326b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7104728 Nov 25 13:22:50.560731 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 55538) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:22:50.565524 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-c7db8c1c-180e-4950-bfda-56b61e265e0f admin admin] Request body: {'subnet': {'network_id': '3dcc6e35-952f-4386-bb71-7353cabbfad7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1254527202-subnet', 'tenant_id': 'e21d0fb28eed426e95e3c3f2e5a989aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:22:50.574617 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e32192-5b44-4f17-8427-daef1f13326b admin admin] Pushing event updated for resources: {'Network': ['ID=3dcc6e35-952f-4386-bb71-7353cabbfad7,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:50.580685 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5b6c12e3-068f-46da-b138-f0eb5168c59b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b301172e9bfb4db086069a3f269fb3a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2443352 Nov 25 13:22:50.581818 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6c12e3-068f-46da-b138-f0eb5168c59b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df05bb04-f78d-466f-836f-17a7a9d0007b,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:50.583647 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 55540) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:22:50.587058 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 3dcc6e35-952f-4386-bb71-7353cabbfad7 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:22:50.614981 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7db8c1c-180e-4950-bfda-56b61e265e0f admin admin] Made reservation on behalf of e21d0fb28eed426e95e3c3f2e5a989aa for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:22:50.617314 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c7db8c1c-180e-4950-bfda-56b61e265e0f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:50.696365 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-35b9a491-cdcd-4190-acc0-9a30e429a1e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:50.729258 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-35b9a491-cdcd-4190-acc0-9a30e429a1e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:50.836533 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-35b9a491-cdcd-4190-acc0-9a30e429a1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:50.838985 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-35b9a491-cdcd-4190-acc0-9a30e429a1e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:50.840120 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-35b9a491-cdcd-4190-acc0-9a30e429a1e8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/df05bb04-f78d-466f-836f-17a7a9d0007b HTTP/1.1" status: 204 len: 168 time: 0.2555974 Nov 25 13:22:50.855433 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c7db8c1c-180e-4950-bfda-56b61e265e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:50.857967 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b9a491-cdcd-4190-acc0-9a30e429a1e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df05bb04-f78d-466f-836f-17a7a9d0007b,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:50.924366 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7db8c1c-180e-4950-bfda-56b61e265e0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=991e5daa-3b4a-4e1b-b46b-0e4b40b2f220,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:50.935043 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7db8c1c-180e-4950-bfda-56b61e265e0f admin admin] Checking segment: {'id': '7416f1b9-0861-4e21-8e76-903d02909f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3dcc6e35-952f-4386-bb71-7353cabbfad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:22:50.935405 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7db8c1c-180e-4950-bfda-56b61e265e0f admin admin] Network hostable DHCP agents. Network: 3dcc6e35-952f-4386-bb71-7353cabbfad7, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:22:50.953863 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7db8c1c-180e-4950-bfda-56b61e265e0f admin admin] Network 3dcc6e35-952f-4386-bb71-7353cabbfad7 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:22:50.962482 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-c7db8c1c-180e-4950-bfda-56b61e265e0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 3dcc6e35-952f-4386-bb71-7353cabbfad7) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:22:50.966925 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7db8c1c-180e-4950-bfda-56b61e265e0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:50.967573 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c7db8c1c-180e-4950-bfda-56b61e265e0f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:50.973177 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9deff976-da58-4144-8fbb-ad8956473b0b None None] Network 3dcc6e35-952f-4386-bb71-7353cabbfad7 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:22:50.983934 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c7db8c1c-180e-4950-bfda-56b61e265e0f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4224789 Nov 25 13:22:51.109401 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ed09c4-932d-4068-8d6c-a366b97be6a3 None None] Network 3dcc6e35-952f-4386-bb71-7353cabbfad7 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:22:51.266396 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5628ff14-c817-4ec9-b458-22d54ab6663e req-a7d5dfc1-a303-4ec5-88b2-03a3b96b0df2 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:51.267938 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5628ff14-c817-4ec9-b458-22d54ab6663e req-a7d5dfc1-a303-4ec5-88b2-03a3b96b0df2 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b2089d6-077a-4484-aeae-3f3baeb9f079 HTTP/1.1" status: 200 len: 946 time: 0.0872700 Nov 25 13:22:51.290318 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab1c35-9fa1-43af-a854-e7fc1de40d6a req-29d14c32-1157-4eee-a988-94b0e13895bd tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:51.291814 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6bab1c35-9fa1-43af-a854-e7fc1de40d6a req-29d14c32-1157-4eee-a988-94b0e13895bd tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ae7607-c91e-4259-8f9c-8ea50f30aa38 HTTP/1.1" status: 200 len: 945 time: 0.0790401 Nov 25 13:22:51.359302 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5628ff14-c817-4ec9-b458-22d54ab6663e req-15c50963-77f5-4eb9-8e80-ca396541de8d tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848391 Nov 25 13:22:51.368341 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6bab1c35-9fa1-43af-a854-e7fc1de40d6a req-8a8783f5-95e7-4220-aed8-fe056499d34e tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ddd3722-1b64-4271-8ee9-7db52c62b6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693312 Nov 25 13:22:51.528174 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c7b31-95ce-4ed6-9955-eb2119f1b622 req-83c85a74-32ff-4ad8-a282-9aeb4a5c51a2 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:51.534146 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c7b31-95ce-4ed6-9955-eb2119f1b622 req-83c85a74-32ff-4ad8-a282-9aeb4a5c51a2 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:51.540357 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c7b31-95ce-4ed6-9955-eb2119f1b622 req-83c85a74-32ff-4ad8-a282-9aeb4a5c51a2 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:51.547785 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6f0c7b31-95ce-4ed6-9955-eb2119f1b622 req-83c85a74-32ff-4ad8-a282-9aeb4a5c51a2 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/ports?device_id=b06e8a01-1932-41d2-95c2-b8d61badcd8e HTTP/1.1" status: 200 len: 2419 time: 0.0773070 Nov 25 13:22:51.618586 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6f0c7b31-95ce-4ed6-9955-eb2119f1b622 req-14540627-60e0-4180-bc9e-ed5c15d05a51 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/security-groups?id=22daa08b-97cb-43e0-8539-4dafee5a974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699146 Nov 25 13:22:51.635739 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f0d6fe-f6f9-4fe5-af80-4bef1de87617 req-fc36b523-234d-4ba2-970c-0a29419c838f tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:51.642456 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f0d6fe-f6f9-4fe5-af80-4bef1de87617 req-fc36b523-234d-4ba2-970c-0a29419c838f tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:51.648774 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f0d6fe-f6f9-4fe5-af80-4bef1de87617 req-fc36b523-234d-4ba2-970c-0a29419c838f tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:51.650439 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-12f0d6fe-f6f9-4fe5-af80-4bef1de87617 req-fc36b523-234d-4ba2-970c-0a29419c838f tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.66 "GET /v2.0/ports?device_id=b06e8a01-1932-41d2-95c2-b8d61badcd8e HTTP/1.1" status: 200 len: 2419 time: 0.1006899 Nov 25 13:22:51.838466 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-12f0d6fe-f6f9-4fe5-af80-4bef1de87617 req-9713d677-7cbc-4adc-9e03-7cb8c1aab685 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Deleting port 2757e1a3-3adc-4889-bd7e-91b5f5e686bc {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:22:51.838842 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-12f0d6fe-f6f9-4fe5-af80-4bef1de87617 req-9713d677-7cbc-4adc-9e03-7cb8c1aab685 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:51.850825 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338f0d0-6a37-4d6e-9831-25083417eab8 req-36da5919-c115-401b-8ecf-52dec58b4ee9 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:51.852304 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0338f0d0-6a37-4d6e-9831-25083417eab8 req-36da5919-c115-401b-8ecf-52dec58b4ee9 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/networks?id=3dcc6e35-952f-4386-bb71-7353cabbfad7 HTTP/1.1" status: 200 len: 815 time: 0.1264935 Nov 25 13:22:51.906357 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0338f0d0-6a37-4d6e-9831-25083417eab8 req-4e845230-9cf9-4e91-beac-938a2205be55 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/quotas/e21d0fb28eed426e95e3c3f2e5a989aa HTTP/1.1" status: 200 len: 375 time: 0.0436397 Nov 25 13:22:51.945405 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0338f0d0-6a37-4d6e-9831-25083417eab8 req-e943f912-7358-46b7-b38c-7b41bb2cb108 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e21d0fb28eed426e95e3c3f2e5a989aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332956 Nov 25 13:22:52.028828 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-12f0d6fe-f6f9-4fe5-af80-4bef1de87617 req-9713d677-7cbc-4adc-9e03-7cb8c1aab685 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] For port 2757e1a3-3adc-4889-bd7e-91b5f5e686bc, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=2757e1a3-3adc-4889-bd7e-91b5f5e686bc,segment=NetworkSegment(2b2363e5-3894-46ca-ad12-8634a480587e),segment_id=2b2363e5-3894-46ca-ad12-8634a480587e)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:22:52.029208 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-12f0d6fe-f6f9-4fe5-af80-4bef1de87617 req-9713d677-7cbc-4adc-9e03-7cb8c1aab685 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:52.046050 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-12f0d6fe-f6f9-4fe5-af80-4bef1de87617 req-9713d677-7cbc-4adc-9e03-7cb8c1aab685 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Calling delete_port for 2757e1a3-3adc-4889-bd7e-91b5f5e686bc owned by compute:nova {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:22:52.119421 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0338f0d0-6a37-4d6e-9831-25083417eab8 req-a31b1fe3-efd2-4255-befb-89da04eaf6f1 service neutron] 10.222.0.53 "GET /v2.0/networks/3dcc6e35-952f-4386-bb71-7353cabbfad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639540 Nov 25 13:22:52.264207 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0338f0d0-6a37-4d6e-9831-25083417eab8 req-a4bafd14-8456-4456-b14b-c15d2174f5d3 service neutron] 10.222.0.53 "GET /v2.0/networks/3dcc6e35-952f-4386-bb71-7353cabbfad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378388 Nov 25 13:22:52.282060 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-12f0d6fe-f6f9-4fe5-af80-4bef1de87617 req-9713d677-7cbc-4adc-9e03-7cb8c1aab685 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:52.298136 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['2757e1a3-3adc-4889-bd7e-91b5f5e686bc', 'e900f5bb-3487-4fed-b8ac-c6d1a54e5826', '29bb572a-f06a-4b08-ac83-0b6518e9277a'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:22:52.312552 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9713d677-7cbc-4adc-9e03-7cb8c1aab685 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Pushing event deleted for resources: {'Port': ['ID=2757e1a3-3adc-4889-bd7e-91b5f5e686bc,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:52.365102 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-12f0d6fe-f6f9-4fe5-af80-4bef1de87617 req-9713d677-7cbc-4adc-9e03-7cb8c1aab685 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] No DVR routers for this DVR port 2757e1a3-3adc-4889-bd7e-91b5f5e686bc on host n-h1-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:22:52.368033 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-12f0d6fe-f6f9-4fe5-af80-4bef1de87617 req-9713d677-7cbc-4adc-9e03-7cb8c1aab685 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:52.372802 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-12f0d6fe-f6f9-4fe5-af80-4bef1de87617 req-9713d677-7cbc-4adc-9e03-7cb8c1aab685 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.66 "DELETE /v2.0/ports/2757e1a3-3adc-4889-bd7e-91b5f5e686bc HTTP/1.1" status: 204 len: 173 time: 0.7131553 Nov 25 13:22:52.373518 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b06e8a01-1932-41d2-95c2-b8d61badcd8e', 'name': 'network-vif-deleted', 'tag': '2757e1a3-3adc-4889-bd7e-91b5f5e686bc'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:22:52.376602 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-637da74b-d76c-4c32-8f7f-b85e23de4974" -d '{"events": [{"server_uuid": "b06e8a01-1932-41d2-95c2-b8d61badcd8e", "name": "network-vif-deleted", "tag": "2757e1a3-3adc-4889-bd7e-91b5f5e686bc"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:22:52.504018 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15388f51-c311-4d2b-a3c9-1c8753efb30d x-openstack-request-id: req-15388f51-c311-4d2b-a3c9-1c8753efb30d {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:22:52.504332 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b06e8a01-1932-41d2-95c2-b8d61badcd8e", "name": "network-vif-deleted", "tag": "2757e1a3-3adc-4889-bd7e-91b5f5e686bc", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:22:52.504589 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-15388f51-c311-4d2b-a3c9-1c8753efb30d {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:22:52.505018 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b06e8a01-1932-41d2-95c2-b8d61badcd8e', 'name': 'network-vif-deleted', 'tag': '2757e1a3-3adc-4889-bd7e-91b5f5e686bc', 'status': 'completed', 'code': 200} Nov 25 13:22:52.610932 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-12f0d6fe-f6f9-4fe5-af80-4bef1de87617 req-ad63c894-9430-471c-8ed1-a3f2220d52e2 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Deleting port 29bb572a-f06a-4b08-ac83-0b6518e9277a {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:22:52.611344 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-12f0d6fe-f6f9-4fe5-af80-4bef1de87617 req-ad63c894-9430-471c-8ed1-a3f2220d52e2 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:52.769445 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357e343-ed75-44ab-8d16-2f9329266c7b req-1a56929b-2121-464e-941a-a8a932be6907 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:52.770988 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b357e343-ed75-44ab-8d16-2f9329266c7b req-1a56929b-2121-464e-941a-a8a932be6907 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ae7607-c91e-4259-8f9c-8ea50f30aa38 HTTP/1.1" status: 200 len: 945 time: 0.1781597 Nov 25 13:22:52.857126 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572dd004-4425-4bb9-bee3-3307304fe484 req-761e8daf-acc6-445a-8566-9c2576b20971 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:52.858775 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-572dd004-4425-4bb9-bee3-3307304fe484 req-761e8daf-acc6-445a-8566-9c2576b20971 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b2089d6-077a-4484-aeae-3f3baeb9f079 HTTP/1.1" status: 200 len: 946 time: 0.2086959 Nov 25 13:22:52.872772 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-12f0d6fe-f6f9-4fe5-af80-4bef1de87617 req-ad63c894-9430-471c-8ed1-a3f2220d52e2 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] For port 29bb572a-f06a-4b08-ac83-0b6518e9277a, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=29bb572a-f06a-4b08-ac83-0b6518e9277a,segment=NetworkSegment(81051605-1bc5-477c-a234-64173956196c),segment_id=81051605-1bc5-477c-a234-64173956196c)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:22:52.873272 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-12f0d6fe-f6f9-4fe5-af80-4bef1de87617 req-ad63c894-9430-471c-8ed1-a3f2220d52e2 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:52.890659 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b357e343-ed75-44ab-8d16-2f9329266c7b req-d597b61e-d2bf-4def-bc32-b6d0e84364e3 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ddd3722-1b64-4271-8ee9-7db52c62b6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116462 Nov 25 13:22:52.903767 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-12f0d6fe-f6f9-4fe5-af80-4bef1de87617 req-ad63c894-9430-471c-8ed1-a3f2220d52e2 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Calling delete_port for 29bb572a-f06a-4b08-ac83-0b6518e9277a owned by compute:nova {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:22:52.996341 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ef559e78-803f-4192-b756-567a787b4a84 req-11fa1ae6-dea4-4011-9654-9b12cdb849fa tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=21fe0049-ebfc-446f-a301-ffbd47309f07 HTTP/1.1" status: 200 len: 210 time: 0.0380230 Nov 25 13:22:53.007931 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-572dd004-4425-4bb9-bee3-3307304fe484 req-417341f8-47bc-4075-8d89-7c979c5afe24 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382518 Nov 25 13:22:53.141295 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-12f0d6fe-f6f9-4fe5-af80-4bef1de87617 req-ad63c894-9430-471c-8ed1-a3f2220d52e2 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:53.147174 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 55658) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:22:53.176256 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad63c894-9430-471c-8ed1-a3f2220d52e2 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Pushing event deleted for resources: {'Port': ['ID=29bb572a-f06a-4b08-ac83-0b6518e9277a,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:53.214045 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eade5b-ab50-4ec3-9cf1-247d7f7b5793 req-f22e3717-2af3-446f-8b54-7d209e4786e4 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:53.220605 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eade5b-ab50-4ec3-9cf1-247d7f7b5793 req-f22e3717-2af3-446f-8b54-7d209e4786e4 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:53.222462 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-67eade5b-ab50-4ec3-9cf1-247d7f7b5793 req-f22e3717-2af3-446f-8b54-7d209e4786e4 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/ports?device_id=b06e8a01-1932-41d2-95c2-b8d61badcd8e HTTP/1.1" status: 200 len: 1604 time: 0.1196930 Nov 25 13:22:53.247134 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-12f0d6fe-f6f9-4fe5-af80-4bef1de87617 req-ad63c894-9430-471c-8ed1-a3f2220d52e2 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] No DVR routers for this DVR port 29bb572a-f06a-4b08-ac83-0b6518e9277a on host n-h1-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:22:53.260505 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-12f0d6fe-f6f9-4fe5-af80-4bef1de87617 req-ad63c894-9430-471c-8ed1-a3f2220d52e2 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:53.264696 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-12f0d6fe-f6f9-4fe5-af80-4bef1de87617 req-ad63c894-9430-471c-8ed1-a3f2220d52e2 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.66 "DELETE /v2.0/ports/29bb572a-f06a-4b08-ac83-0b6518e9277a HTTP/1.1" status: 204 len: 173 time: 0.8828702 Nov 25 13:22:53.289556 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-20660177-2429-4529-a792-637b4ad8a661 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:53.382309 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-67eade5b-ab50-4ec3-9cf1-247d7f7b5793 req-91955dc2-4b12-4c7f-a8db-6cf75cb5dd01 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/security-groups?id=22daa08b-97cb-43e0-8539-4dafee5a974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412339 Nov 25 13:22:53.401048 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-20660177-2429-4529-a792-637b4ad8a661 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:53.406080 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-20660177-2429-4529-a792-637b4ad8a661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:53.414833 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-12f0d6fe-f6f9-4fe5-af80-4bef1de87617 req-44450c34-bf56-4bee-8ba8-07523b2d1629 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Deleting port e900f5bb-3487-4fed-b8ac-c6d1a54e5826 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:22:53.415391 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-12f0d6fe-f6f9-4fe5-af80-4bef1de87617 req-44450c34-bf56-4bee-8ba8-07523b2d1629 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:53.449263 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-20660177-2429-4529-a792-637b4ad8a661 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=286a6dd910af404e98cca6a05b86fe0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3009953 Nov 25 13:22:53.450800 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20660177-2429-4529-a792-637b4ad8a661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=672745d6-4208-4997-9049-0a47ca83abaa,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:53.453267 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 55662) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:22:53.503987 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d444cc4b-88a0-4b1f-a92c-f4415521fb2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:53.513585 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-12f0d6fe-f6f9-4fe5-af80-4bef1de87617 req-44450c34-bf56-4bee-8ba8-07523b2d1629 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] For port e900f5bb-3487-4fed-b8ac-c6d1a54e5826, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=e900f5bb-3487-4fed-b8ac-c6d1a54e5826,segment=NetworkSegment(81051605-1bc5-477c-a234-64173956196c),segment_id=81051605-1bc5-477c-a234-64173956196c)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:22:53.513951 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-12f0d6fe-f6f9-4fe5-af80-4bef1de87617 req-44450c34-bf56-4bee-8ba8-07523b2d1629 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:53.525341 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d444cc4b-88a0-4b1f-a92c-f4415521fb2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:53.531790 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-12f0d6fe-f6f9-4fe5-af80-4bef1de87617 req-44450c34-bf56-4bee-8ba8-07523b2d1629 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Calling delete_port for e900f5bb-3487-4fed-b8ac-c6d1a54e5826 owned by compute:nova {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:22:53.572810 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d444cc4b-88a0-4b1f-a92c-f4415521fb2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:53.575935 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d444cc4b-88a0-4b1f-a92c-f4415521fb2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:53.579827 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d444cc4b-88a0-4b1f-a92c-f4415521fb2e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/672745d6-4208-4997-9049-0a47ca83abaa HTTP/1.1" status: 204 len: 168 time: 0.1227655 Nov 25 13:22:53.587115 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d444cc4b-88a0-4b1f-a92c-f4415521fb2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=672745d6-4208-4997-9049-0a47ca83abaa,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:53.704079 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-12f0d6fe-f6f9-4fe5-af80-4bef1de87617 req-44450c34-bf56-4bee-8ba8-07523b2d1629 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:53.735305 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44450c34-bf56-4bee-8ba8-07523b2d1629 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Pushing event deleted for resources: {'Port': ['ID=e900f5bb-3487-4fed-b8ac-c6d1a54e5826,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:53.804599 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-12f0d6fe-f6f9-4fe5-af80-4bef1de87617 req-44450c34-bf56-4bee-8ba8-07523b2d1629 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] No DVR routers for this DVR port e900f5bb-3487-4fed-b8ac-c6d1a54e5826 on host n-h1-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:22:53.808852 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-12f0d6fe-f6f9-4fe5-af80-4bef1de87617 req-44450c34-bf56-4bee-8ba8-07523b2d1629 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:53.814649 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-12f0d6fe-f6f9-4fe5-af80-4bef1de87617 req-44450c34-bf56-4bee-8ba8-07523b2d1629 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.66 "DELETE /v2.0/ports/e900f5bb-3487-4fed-b8ac-c6d1a54e5826 HTTP/1.1" status: 204 len: 173 time: 0.5414171 Nov 25 13:22:53.850830 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338f0d0-6a37-4d6e-9831-25083417eab8 req-863bb847-d025-497e-9a39-558233d26ddf tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:53.852416 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0338f0d0-6a37-4d6e-9831-25083417eab8 req-863bb847-d025-497e-9a39-558233d26ddf tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.47 "GET /v2.0/networks?id=3dcc6e35-952f-4386-bb71-7353cabbfad7 HTTP/1.1" status: 200 len: 815 time: 0.1669359 Nov 25 13:22:53.869219 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-0338f0d0-6a37-4d6e-9831-25083417eab8 req-6b0134ee-9aae-4e67-99e9-8129ab3652d3 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Request body: {'port': {'device_id': '21fe0049-ebfc-446f-a301-ffbd47309f07', 'network_id': '3dcc6e35-952f-4386-bb71-7353cabbfad7', 'admin_state_up': True, 'tenant_id': 'e21d0fb28eed426e95e3c3f2e5a989aa'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:22:54.014125 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0338f0d0-6a37-4d6e-9831-25083417eab8 req-6b0134ee-9aae-4e67-99e9-8129ab3652d3 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Made reservation on behalf of e21d0fb28eed426e95e3c3f2e5a989aa for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:22:54.018140 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0338f0d0-6a37-4d6e-9831-25083417eab8 req-6b0134ee-9aae-4e67-99e9-8129ab3652d3 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:54.051985 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 55676) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:22:54.072084 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c3134aee-0173-4a8b-ae91-0d1520bdb497 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:54.108325 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a2d4c4-ef8c-4486-80bc-53af9870f876 req-1a952960-320a-4068-acf1-eb71ac0642d2 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:54.110387 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-59a2d4c4-ef8c-4486-80bc-53af9870f876 req-1a952960-320a-4068-acf1-eb71ac0642d2 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ae7607-c91e-4259-8f9c-8ea50f30aa38 HTTP/1.1" status: 200 len: 945 time: 0.1268754 Nov 25 13:22:54.148220 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-50ba5edc-19c5-408c-bcd2-bf05c340db5a req-1be6c520-0167-4682-9902-32a2914622ec tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=21fe0049-ebfc-446f-a301-ffbd47309f07 HTTP/1.1" status: 200 len: 210 time: 0.0605693 Nov 25 13:22:54.219256 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-0338f0d0-6a37-4d6e-9831-25083417eab8 req-6b0134ee-9aae-4e67-99e9-8129ab3652d3 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Allocated IP 172.20.0.8 (3dcc6e35-952f-4386-bb71-7353cabbfad7/991e5daa-3b4a-4e1b-b46b-0e4b40b2f220/26ce0e2e-3438-4e1c-9165-7bdc9f37119b) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:22:54.229724 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-59a2d4c4-ef8c-4486-80bc-53af9870f876 req-890dd6fc-2fda-4c92-b85e-70771e3cefce tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ddd3722-1b64-4271-8ee9-7db52c62b6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028845 Nov 25 13:22:54.281293 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c3134aee-0173-4a8b-ae91-0d1520bdb497 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:54.297385 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c3134aee-0173-4a8b-ae91-0d1520bdb497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:54.351205 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c3134aee-0173-4a8b-ae91-0d1520bdb497 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=54845276468342278491fa744b030581&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2966015 Nov 25 13:22:54.353044 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3134aee-0173-4a8b-ae91-0d1520bdb497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad63a318-7923-4224-8941-c670a61f44e6,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:54.353943 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 55678) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:22:54.363569 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56277620-4302-4e8c-a92d-748268789008 req-e5aa227b-c23a-461f-aad1-63b2d4e1de9d tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:54.365287 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-56277620-4302-4e8c-a92d-748268789008 req-e5aa227b-c23a-461f-aad1-63b2d4e1de9d tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b2089d6-077a-4484-aeae-3f3baeb9f079 HTTP/1.1" status: 200 len: 946 time: 0.1035717 Nov 25 13:22:54.422226 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0338f0d0-6a37-4d6e-9831-25083417eab8 req-6b0134ee-9aae-4e67-99e9-8129ab3652d3 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:54.453824 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-56277620-4302-4e8c-a92d-748268789008 req-a65a43b1-ade7-4d6b-bdc5-6a8882fd122e tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797775 Nov 25 13:22:54.475792 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 55682) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:22:54.491092 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0338f0d0-6a37-4d6e-9831-25083417eab8 req-6b0134ee-9aae-4e67-99e9-8129ab3652d3 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:54.512093 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b06e8a01-1932-41d2-95c2-b8d61badcd8e', 'name': 'network-vif-deleted', 'tag': '29bb572a-f06a-4b08-ac83-0b6518e9277a'}, {'server_uuid': 'b06e8a01-1932-41d2-95c2-b8d61badcd8e', 'name': 'network-vif-deleted', 'tag': 'e900f5bb-3487-4fed-b8ac-c6d1a54e5826'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:22:54.514993 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9183f1b7-de09-4253-abd0-c0b9ce447113" -d '{"events": [{"server_uuid": "b06e8a01-1932-41d2-95c2-b8d61badcd8e", "name": "network-vif-deleted", "tag": "29bb572a-f06a-4b08-ac83-0b6518e9277a"}, {"server_uuid": "b06e8a01-1932-41d2-95c2-b8d61badcd8e", "name": "network-vif-deleted", "tag": "e900f5bb-3487-4fed-b8ac-c6d1a54e5826"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:22:54.542627 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-8061eb05-c418-4981-bcf2-b607349ad509 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Deleting subnet 58d50e4f-9403-4b3b-870e-b42f02ad2322 {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:22:54.547365 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8061eb05-c418-4981-bcf2-b607349ad509 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:54.559697 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0338f0d0-6a37-4d6e-9831-25083417eab8 req-6b0134ee-9aae-4e67-99e9-8129ab3652d3 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Network 3dcc6e35-952f-4386-bb71-7353cabbfad7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:22:54.563777 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-0338f0d0-6a37-4d6e-9831-25083417eab8 req-6b0134ee-9aae-4e67-99e9-8129ab3652d3 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:22:54.566970 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-0338f0d0-6a37-4d6e-9831-25083417eab8 req-6b0134ee-9aae-4e67-99e9-8129ab3652d3 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:22:54.569351 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0134ee-9aae-4e67-99e9-8129ab3652d3 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Pushing event updated for resources: {'Port': ['ID=26ce0e2e-3438-4e1c-9165-7bdc9f37119b,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:54.577324 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 25 Nov 2021 13:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93220c12-e436-408f-839c-8dceda286395 x-openstack-request-id: req-93220c12-e436-408f-839c-8dceda286395 {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:22:54.577645 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b06e8a01-1932-41d2-95c2-b8d61badcd8e", "name": "network-vif-deleted", "tag": "29bb572a-f06a-4b08-ac83-0b6518e9277a", "status": "completed", "code": 200}, {"server_uuid": "b06e8a01-1932-41d2-95c2-b8d61badcd8e", "name": "network-vif-deleted", "tag": "e900f5bb-3487-4fed-b8ac-c6d1a54e5826", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:22:54.577907 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-93220c12-e436-408f-839c-8dceda286395 {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:22:54.578312 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b06e8a01-1932-41d2-95c2-b8d61badcd8e', 'name': 'network-vif-deleted', 'tag': '29bb572a-f06a-4b08-ac83-0b6518e9277a', 'status': 'completed', 'code': 200} Nov 25 13:22:54.578579 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b06e8a01-1932-41d2-95c2-b8d61badcd8e', 'name': 'network-vif-deleted', 'tag': 'e900f5bb-3487-4fed-b8ac-c6d1a54e5826', 'status': 'completed', 'code': 200} Nov 25 13:22:54.595230 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8061eb05-c418-4981-bcf2-b607349ad509 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:54.616326 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-29e41191-f998-4ce9-9c71-f72c62c38e58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:54.642713 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338f0d0-6a37-4d6e-9831-25083417eab8 req-6b0134ee-9aae-4e67-99e9-8129ab3652d3 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:54.643335 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0338f0d0-6a37-4d6e-9831-25083417eab8 req-6b0134ee-9aae-4e67-99e9-8129ab3652d3 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:54.661041 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-29e41191-f998-4ce9-9c71-f72c62c38e58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:54.676447 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0338f0d0-6a37-4d6e-9831-25083417eab8 req-6b0134ee-9aae-4e67-99e9-8129ab3652d3 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8125489 Nov 25 13:22:54.682286 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8061eb05-c418-4981-bcf2-b607349ad509 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:54.693559 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-0338f0d0-6a37-4d6e-9831-25083417eab8 req-6a99ba04-d3bf-4c6f-87a2-c59d3202e689 service neutron] Request body: {'port': {'device_id': '21fe0049-ebfc-446f-a301-ffbd47309f07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:22:54.710831 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 29bb572a-f06a-4b08-ac83-0b6518e9277a no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:22:54.743294 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] No Port match for: 29bb572a-f06a-4b08-ac83-0b6518e9277a {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:22:54.743949 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 29bb572a-f06a-4b08-ac83-0b6518e9277a not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:22:54.744538 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device e900f5bb-3487-4fed-b8ac-c6d1a54e5826 no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:22:54.757568 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0338f0d0-6a37-4d6e-9831-25083417eab8 req-6a99ba04-d3bf-4c6f-87a2-c59d3202e689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:54.771193 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] No Port match for: e900f5bb-3487-4fed-b8ac-c6d1a54e5826 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:22:54.771843 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device e900f5bb-3487-4fed-b8ac-c6d1a54e5826 not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:22:54.772380 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 2757e1a3-3adc-4889-bd7e-91b5f5e686bc no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:22:54.775940 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8061eb05-c418-4981-bcf2-b607349ad509 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:54.778961 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-29e41191-f998-4ce9-9c71-f72c62c38e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:54.784731 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-29e41191-f998-4ce9-9c71-f72c62c38e58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:54.789021 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-29e41191-f998-4ce9-9c71-f72c62c38e58 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ad63a318-7923-4224-8941-c670a61f44e6 HTTP/1.1" status: 204 len: 168 time: 0.4207239 Nov 25 13:22:54.796299 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] No Port match for: 2757e1a3-3adc-4889-bd7e-91b5f5e686bc {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:22:54.796655 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 2757e1a3-3adc-4889-bd7e-91b5f5e686bc not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:22:54.800474 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e41191-f998-4ce9-9c71-f72c62c38e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad63a318-7923-4224-8941-c670a61f44e6,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:54.815168 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8061eb05-c418-4981-bcf2-b607349ad509 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Pushing event deleted for resources: {'Subnet': ['ID=58d50e4f-9403-4b3b-870e-b42f02ad2322,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:54.822516 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8061eb05-c418-4981-bcf2-b607349ad509 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:54.832976 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-8061eb05-c418-4981-bcf2-b607349ad509 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "DELETE /v2.0/subnets/58d50e4f-9403-4b3b-870e-b42f02ad2322 HTTP/1.1" status: 204 len: 168 time: 0.3559284 Nov 25 13:22:54.835430 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 55694) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:22:54.840435 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0bd2e9-ff33-404e-a4e4-acbc74f54782 None None] Network 0b5e32d4-0fe8-49ab-a6e5-34b841ceaf51 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:22:54.975074 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fe09cfaf-c856-471b-8737-1b1d3821a6fd tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:55.080046 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-fe09cfaf-c856-471b-8737-1b1d3821a6fd tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Deleting port f35b8f2b-7169-46d0-9410-0fa286d34256 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:22:55.080730 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fe09cfaf-c856-471b-8737-1b1d3821a6fd tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:55.124909 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaffba58-5c36-4d2b-867e-358303d32c79 None None] DHCP port deletion for 0b5e32d4-0fe8-49ab-a6e5-34b841ceaf51 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:22:55.158715 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c927199-31aa-4b7e-a77c-f00e16187e81 req-70210c49-0c89-4284-9677-af48fe287272 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:55.160463 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6c927199-31aa-4b7e-a77c-f00e16187e81 req-70210c49-0c89-4284-9677-af48fe287272 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=fde15c69-6984-428c-bf46-3b127cea55f8 HTTP/1.1" status: 200 len: 946 time: 0.1285806 Nov 25 13:22:55.176197 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-0338f0d0-6a37-4d6e-9831-25083417eab8 req-6a99ba04-d3bf-4c6f-87a2-c59d3202e689 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26ce0e2e-3438-4e1c-9165-7bdc9f37119b {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:22:55.188553 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-eaffba58-5c36-4d2b-867e-358303d32c79 None None] Deleting port f35b8f2b-7169-46d0-9410-0fa286d34256 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:22:55.189240 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eaffba58-5c36-4d2b-867e-358303d32c79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:55.204146 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0338f0d0-6a37-4d6e-9831-25083417eab8 req-6a99ba04-d3bf-4c6f-87a2-c59d3202e689 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:55.222456 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-fe09cfaf-c856-471b-8737-1b1d3821a6fd tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] For port f35b8f2b-7169-46d0-9410-0fa286d34256, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=f35b8f2b-7169-46d0-9410-0fa286d34256,segment=NetworkSegment(2b2363e5-3894-46ca-ad12-8634a480587e),segment_id=2b2363e5-3894-46ca-ad12-8634a480587e)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:22:55.223019 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fe09cfaf-c856-471b-8737-1b1d3821a6fd tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:55.230914 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-0338f0d0-6a37-4d6e-9831-25083417eab8 req-6a99ba04-d3bf-4c6f-87a2-c59d3202e689 service neutron] Transition to ACTIVE for port object 26ce0e2e-3438-4e1c-9165-7bdc9f37119b will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:22:55.246425 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0338f0d0-6a37-4d6e-9831-25083417eab8 req-6a99ba04-d3bf-4c6f-87a2-c59d3202e689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:55.268466 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-fe09cfaf-c856-471b-8737-1b1d3821a6fd tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Calling delete_port for f35b8f2b-7169-46d0-9410-0fa286d34256 owned by network:dhcp {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:22:55.271283 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-eaffba58-5c36-4d2b-867e-358303d32c79 None None] For port f35b8f2b-7169-46d0-9410-0fa286d34256, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=f35b8f2b-7169-46d0-9410-0fa286d34256,segment=NetworkSegment(2b2363e5-3894-46ca-ad12-8634a480587e),segment_id=2b2363e5-3894-46ca-ad12-8634a480587e)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:22:55.271721 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eaffba58-5c36-4d2b-867e-358303d32c79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:55.295936 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6c927199-31aa-4b7e-a77c-f00e16187e81 req-00d4a9a5-a78c-4835-8237-93181835f1ee tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271656 Nov 25 13:22:55.297660 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-eaffba58-5c36-4d2b-867e-358303d32c79 None None] Calling delete_port for f35b8f2b-7169-46d0-9410-0fa286d34256 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:22:55.377287 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c584ba-5125-4eb8-8854-09fc596b264d req-625e8d3b-b062-4fd7-b87b-ed902cdb876a tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:55.379009 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-30c584ba-5125-4eb8-8854-09fc596b264d req-625e8d3b-b062-4fd7-b87b-ed902cdb876a tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=21fe0049-ebfc-446f-a301-ffbd47309f07 HTTP/1.1" status: 200 len: 943 time: 0.1336057 Nov 25 13:22:55.406528 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a99ba04-d3bf-4c6f-87a2-c59d3202e689 service neutron] Pushing event updated for resources: {'Port': ['ID=26ce0e2e-3438-4e1c-9165-7bdc9f37119b,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:55.419895 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eaffba58-5c36-4d2b-867e-358303d32c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:55.450125 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaffba58-5c36-4d2b-867e-358303d32c79 None None] Pushing event deleted for resources: {'Port': ['ID=f35b8f2b-7169-46d0-9410-0fa286d34256,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:55.452335 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaffba58-5c36-4d2b-867e-358303d32c79 None None] No DVR routers for this DVR port f35b8f2b-7169-46d0-9410-0fa286d34256 on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:22:55.489787 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-0338f0d0-6a37-4d6e-9831-25083417eab8 req-6a99ba04-d3bf-4c6f-87a2-c59d3202e689 service neutron] Attempting to bind port 26ce0e2e-3438-4e1c-9165-7bdc9f37119b on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:22:55.490254 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-0338f0d0-6a37-4d6e-9831-25083417eab8 req-6a99ba04-d3bf-4c6f-87a2-c59d3202e689 service neutron] Attempting to bind port 26ce0e2e-3438-4e1c-9165-7bdc9f37119b by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '7416f1b9-0861-4e21-8e76-903d02909f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3dcc6e35-952f-4386-bb71-7353cabbfad7'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:22:55.490685 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0338f0d0-6a37-4d6e-9831-25083417eab8 req-6a99ba04-d3bf-4c6f-87a2-c59d3202e689 service neutron] Attempting to bind port 26ce0e2e-3438-4e1c-9165-7bdc9f37119b on network 3dcc6e35-952f-4386-bb71-7353cabbfad7 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:22:55.495823 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0338f0d0-6a37-4d6e-9831-25083417eab8 req-6a99ba04-d3bf-4c6f-87a2-c59d3202e689 service neutron] Port 26ce0e2e-3438-4e1c-9165-7bdc9f37119b on network 3dcc6e35-952f-4386-bb71-7353cabbfad7 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:22:55.496243 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0338f0d0-6a37-4d6e-9831-25083417eab8 req-6a99ba04-d3bf-4c6f-87a2-c59d3202e689 service neutron] Attempting to bind port 26ce0e2e-3438-4e1c-9165-7bdc9f37119b on network 3dcc6e35-952f-4386-bb71-7353cabbfad7 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:22:55.502332 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0338f0d0-6a37-4d6e-9831-25083417eab8 req-6a99ba04-d3bf-4c6f-87a2-c59d3202e689 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:22:55.502615 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0338f0d0-6a37-4d6e-9831-25083417eab8 req-6a99ba04-d3bf-4c6f-87a2-c59d3202e689 service neutron] Checking segment: {'id': '7416f1b9-0861-4e21-8e76-903d02909f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3dcc6e35-952f-4386-bb71-7353cabbfad7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:22:55.503202 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0338f0d0-6a37-4d6e-9831-25083417eab8 req-6a99ba04-d3bf-4c6f-87a2-c59d3202e689 service neutron] Bound using segment: {'id': '7416f1b9-0861-4e21-8e76-903d02909f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3dcc6e35-952f-4386-bb71-7353cabbfad7'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:22:55.503643 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-0338f0d0-6a37-4d6e-9831-25083417eab8 req-6a99ba04-d3bf-4c6f-87a2-c59d3202e689 service neutron] Bound port: 26ce0e2e-3438-4e1c-9165-7bdc9f37119b, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7416f1b9-0861-4e21-8e76-903d02909f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3dcc6e35-952f-4386-bb71-7353cabbfad7'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:22:55.504064 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0338f0d0-6a37-4d6e-9831-25083417eab8 req-6a99ba04-d3bf-4c6f-87a2-c59d3202e689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:55.505507 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-30c584ba-5125-4eb8-8854-09fc596b264d req-13d0f018-e719-4aef-a41e-62c47d3db52d tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181042 Nov 25 13:22:55.519424 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d2d6c-8673-4c57-875d-a118287a42ac req-44b7ec0b-ae12-4a99-94a9-ddf45066cbb7 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:55.520942 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b23d2d6c-8673-4c57-875d-a118287a42ac req-44b7ec0b-ae12-4a99-94a9-ddf45066cbb7 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ae7607-c91e-4259-8f9c-8ea50f30aa38 HTTP/1.1" status: 200 len: 945 time: 0.1134534 Nov 25 13:22:55.521751 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fe09cfaf-c856-471b-8737-1b1d3821a6fd tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:55.579541 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe09cfaf-c856-471b-8737-1b1d3821a6fd tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Pushing event deleted for resources: {'Port': ['ID=f35b8f2b-7169-46d0-9410-0fa286d34256,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:55.582118 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe09cfaf-c856-471b-8737-1b1d3821a6fd tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] No DVR routers for this DVR port f35b8f2b-7169-46d0-9410-0fa286d34256 on host n-d-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:22:55.633015 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-0338f0d0-6a37-4d6e-9831-25083417eab8 req-6a99ba04-d3bf-4c6f-87a2-c59d3202e689 service neutron] For port 26ce0e2e-3438-4e1c-9165-7bdc9f37119b, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:22:55.637478 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-0338f0d0-6a37-4d6e-9831-25083417eab8 req-6a99ba04-d3bf-4c6f-87a2-c59d3202e689 service neutron] For port 26ce0e2e-3438-4e1c-9165-7bdc9f37119b, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=26ce0e2e-3438-4e1c-9165-7bdc9f37119b,segment=NetworkSegment(7416f1b9-0861-4e21-8e76-903d02909f6c),segment_id=7416f1b9-0861-4e21-8e76-903d02909f6c)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:22:55.641664 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0338f0d0-6a37-4d6e-9831-25083417eab8 req-6a99ba04-d3bf-4c6f-87a2-c59d3202e689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:55.683825 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338f0d0-6a37-4d6e-9831-25083417eab8 req-6a99ba04-d3bf-4c6f-87a2-c59d3202e689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:55.685383 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0338f0d0-6a37-4d6e-9831-25083417eab8 req-6a99ba04-d3bf-4c6f-87a2-c59d3202e689 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:55.687163 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0338f0d0-6a37-4d6e-9831-25083417eab8 req-6a99ba04-d3bf-4c6f-87a2-c59d3202e689 service neutron] 10.222.0.47 "PUT /v2.0/ports/26ce0e2e-3438-4e1c-9165-7bdc9f37119b HTTP/1.1" status: 200 len: 1092 time: 0.9987717 Nov 25 13:22:55.692494 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21fe0049-ebfc-446f-a301-ffbd47309f07', 'tag': '26ce0e2e-3438-4e1c-9165-7bdc9f37119b'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:22:55.695249 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e63ad3-2b9a-4b51-85aa-02c15d4fe11e" -d '{"events": [{"name": "network-changed", "server_uuid": "21fe0049-ebfc-446f-a301-ffbd47309f07", "tag": "26ce0e2e-3438-4e1c-9165-7bdc9f37119b"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:22:55.699225 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b23d2d6c-8673-4c57-875d-a118287a42ac req-0426a113-7251-4156-87b2-27b19c75dd73 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ddd3722-1b64-4271-8ee9-7db52c62b6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640322 Nov 25 13:22:55.721072 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a99ba04-d3bf-4c6f-87a2-c59d3202e689 service neutron] Pushing event updated for resources: {'Port': ['ID=26ce0e2e-3438-4e1c-9165-7bdc9f37119b,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:55.741179 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fe09cfaf-c856-471b-8737-1b1d3821a6fd tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:55.769528 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5904cc6a-4b59-4cac-8128-1d9ec0ffa831 x-openstack-request-id: req-5904cc6a-4b59-4cac-8128-1d9ec0ffa831 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:22:55.769882 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21fe0049-ebfc-446f-a301-ffbd47309f07", "tag": "26ce0e2e-3438-4e1c-9165-7bdc9f37119b", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:22:55.770149 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5904cc6a-4b59-4cac-8128-1d9ec0ffa831 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:22:55.770603 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21fe0049-ebfc-446f-a301-ffbd47309f07', 'tag': '26ce0e2e-3438-4e1c-9165-7bdc9f37119b', 'status': 'completed', 'code': 200} Nov 25 13:22:55.773840 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da4e91d-ac6b-4ee0-af66-6bb118e6ea5a req-061bf5a2-af9c-409e-b067-5d364a0ad8ae tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:55.775403 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5da4e91d-ac6b-4ee0-af66-6bb118e6ea5a req-061bf5a2-af9c-409e-b067-5d364a0ad8ae tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b2089d6-077a-4484-aeae-3f3baeb9f079 HTTP/1.1" status: 200 len: 946 time: 0.1524050 Nov 25 13:22:55.777101 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-fe09cfaf-c856-471b-8737-1b1d3821a6fd tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b5e32d4-0fe8-49ab-a6e5-34b841ceaf51']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:22:55.787538 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338f0d0-6a37-4d6e-9831-25083417eab8 req-2cf3f046-5bf1-4c04-83d7-5ca4b1b82c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:55.787913 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-fe09cfaf-c856-471b-8737-1b1d3821a6fd tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b2363e5-3894-46ca-ad12-8634a480587e') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:22:55.788217 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-fe09cfaf-c856-471b-8737-1b1d3821a6fd tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b2363e5-3894-46ca-ad12-8634a480587e') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:22:55.789884 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0338f0d0-6a37-4d6e-9831-25083417eab8 req-2cf3f046-5bf1-4c04-83d7-5ca4b1b82c59 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e21d0fb28eed426e95e3c3f2e5a989aa&device_id=21fe0049-ebfc-446f-a301-ffbd47309f07 HTTP/1.1" status: 200 len: 1095 time: 0.0534003 Nov 25 13:22:55.810110 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fe09cfaf-c856-471b-8737-1b1d3821a6fd tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:55.837724 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fe09cfaf-c856-471b-8737-1b1d3821a6fd tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:55.839878 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0338f0d0-6a37-4d6e-9831-25083417eab8 req-f0a91e71-36f1-40d6-aed8-8e5b4cc1bbff service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26ce0e2e-3438-4e1c-9165-7bdc9f37119b HTTP/1.1" status: 200 len: 217 time: 0.0405991 Nov 25 13:22:55.852460 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe09cfaf-c856-471b-8737-1b1d3821a6fd tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:22:55.853179 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fe09cfaf-c856-471b-8737-1b1d3821a6fd tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:55.856036 n-d-808199-11 neutron-server[103570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:22:55.856036 n-d-808199-11 neutron-server[103570]: self.session.flush() Nov 25 13:22:55.856036 n-d-808199-11 neutron-server[103570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:22:55.856036 n-d-808199-11 neutron-server[103570]: self.session.flush() Nov 25 13:22:55.856036 n-d-808199-11 neutron-server[103570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:22:55.856036 n-d-808199-11 neutron-server[103570]: self.session.flush() Nov 25 13:22:55.856036 n-d-808199-11 neutron-server[103570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:22:55.856036 n-d-808199-11 neutron-server[103570]: self.session.flush() Nov 25 13:22:55.856036 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:22:55.856036 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:22:55.856036 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:22:55.856036 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:22:55.856036 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:22:55.856036 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:22:55.856036 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:22:55.856036 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:22:55.856036 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:22:55.856036 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:22:55.856036 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:22:55.856036 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:22:55.856036 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:22:55.856036 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:22:55.856036 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:22:55.856036 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:22:55.856036 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:22:55.856036 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:22:55.856036 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:22:55.856036 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:22:55.856036 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:22:55.856036 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:22:55.856036 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:22:55.856036 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:22:55.856036 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:22:55.856036 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:22:55.856036 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:22:55.856036 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:22:55.856036 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:22:55.856036 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:22:55.856036 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:22:55.856036 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:22:55.875795 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5da4e91d-ac6b-4ee0-af66-6bb118e6ea5a req-e4e69f37-d1bc-48b8-b23d-3e973c6e6138 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898123 Nov 25 13:22:55.904223 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338f0d0-6a37-4d6e-9831-25083417eab8 req-546fa207-a2bf-41d9-b520-e746af2f506c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:55.905801 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0338f0d0-6a37-4d6e-9831-25083417eab8 req-546fa207-a2bf-41d9-b520-e746af2f506c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=991e5daa-3b4a-4e1b-b46b-0e4b40b2f220 HTTP/1.1" status: 200 len: 855 time: 0.0589118 Nov 25 13:22:55.928328 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fe09cfaf-c856-471b-8737-1b1d3821a6fd tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:55.936605 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fe09cfaf-c856-471b-8737-1b1d3821a6fd tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:55.942565 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-fe09cfaf-c856-471b-8737-1b1d3821a6fd tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "DELETE /v2.0/networks/0b5e32d4-0fe8-49ab-a6e5-34b841ceaf51 HTTP/1.1" status: 204 len: 168 time: 1.1036422 Nov 25 13:22:55.942994 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 55730) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:22:55.952588 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe09cfaf-c856-471b-8737-1b1d3821a6fd tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Pushing event deleted for resources: {'Network': ['ID=0b5e32d4-0fe8-49ab-a6e5-34b841ceaf51,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:55.952836 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0338f0d0-6a37-4d6e-9831-25083417eab8 req-35e9138e-bb50-40eb-a3cd-516ef8c1c8a7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3dcc6e35-952f-4386-bb71-7353cabbfad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377896 Nov 25 13:22:56.052395 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-18193adf-b172-4c3f-83e6-f5d461ac164c tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Deleting subnet 3f8da185-dd63-4197-b46e-ebc58989c21e {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:22:56.057869 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-18193adf-b172-4c3f-83e6-f5d461ac164c tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:56.114930 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-18193adf-b172-4c3f-83e6-f5d461ac164c tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:56.138747 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0338f0d0-6a37-4d6e-9831-25083417eab8 req-48f5f377-c911-4a56-9cc7-be06a46dc245 service neutron] 10.222.0.47 "GET /v2.0/networks/3dcc6e35-952f-4386-bb71-7353cabbfad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618066 Nov 25 13:22:56.275176 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-18193adf-b172-4c3f-83e6-f5d461ac164c tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:56.301385 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0338f0d0-6a37-4d6e-9831-25083417eab8 req-efbaccd3-dfcb-4f08-8447-ae44804e9704 service neutron] 10.222.0.47 "GET /v2.0/networks/3dcc6e35-952f-4386-bb71-7353cabbfad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537669 Nov 25 13:22:56.361978 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-18193adf-b172-4c3f-83e6-f5d461ac164c tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:56.418508 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18193adf-b172-4c3f-83e6-f5d461ac164c tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Pushing event deleted for resources: {'Subnet': ['ID=3f8da185-dd63-4197-b46e-ebc58989c21e,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:56.425530 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-18193adf-b172-4c3f-83e6-f5d461ac164c tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:56.428778 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-18193adf-b172-4c3f-83e6-f5d461ac164c tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "DELETE /v2.0/subnets/3f8da185-dd63-4197-b46e-ebc58989c21e HTTP/1.1" status: 204 len: 168 time: 0.4847581 Nov 25 13:22:56.432661 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 55760) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:22:56.437055 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0b1cbc-14d1-4b70-83fa-5fc05ed75271 None None] Network cd416db4-a041-4c84-9c55-d03be0781f61 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:22:56.440388 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a8947-7963-42c5-8748-709ef4ae120d req-c1f61c8f-d55d-4390-862a-8575b7c3db02 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:56.448035 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-451a8947-7963-42c5-8748-709ef4ae120d req-c1f61c8f-d55d-4390-862a-8575b7c3db02 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=fde15c69-6984-428c-bf46-3b127cea55f8 HTTP/1.1" status: 200 len: 946 time: 0.0679433 Nov 25 13:22:56.490792 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e63ad3-2b9a-4b51-85aa-02c15d4fe11e req-83e3f049-d377-4a39-b54c-4fef56874636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:56.492714 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-64e63ad3-2b9a-4b51-85aa-02c15d4fe11e req-83e3f049-d377-4a39-b54c-4fef56874636 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e21d0fb28eed426e95e3c3f2e5a989aa&device_id=21fe0049-ebfc-446f-a301-ffbd47309f07 HTTP/1.1" status: 200 len: 1095 time: 0.1413674 Nov 25 13:22:56.529431 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-451a8947-7963-42c5-8748-709ef4ae120d req-92a2ce99-a224-4a68-b763-d776c56128f3 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720711 Nov 25 13:22:56.599388 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device f35b8f2b-7169-46d0-9410-0fa286d34256 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:22:56.624388 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: f35b8f2b-7169-46d0-9410-0fa286d34256 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:22:56.625048 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device f35b8f2b-7169-46d0-9410-0fa286d34256 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:22:56.660047 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1cd921-de81-4e5b-a54e-f4caad05dd1a req-2a5010e0-aadc-484f-b01e-f3e0654a2e3b tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:56.661750 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fb1cd921-de81-4e5b-a54e-f4caad05dd1a req-2a5010e0-aadc-484f-b01e-f3e0654a2e3b tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=21fe0049-ebfc-446f-a301-ffbd47309f07 HTTP/1.1" status: 200 len: 943 time: 0.0697725 Nov 25 13:22:56.719661 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7238945e-e9b9-4373-accd-5cf809810475 None None] DHCP port deletion for cd416db4-a041-4c84-9c55-d03be0781f61 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:22:56.797629 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fb1cd921-de81-4e5b-a54e-f4caad05dd1a req-e1f85745-fbbd-43b7-aab3-bd03e4d61b81 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290553 Nov 25 13:22:56.821535 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc4882b-893d-4e50-be0f-ffdcc812acf6 req-a181bb24-59d9-4888-a89e-e8ab52b2f013 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:56.823592 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-afc4882b-893d-4e50-be0f-ffdcc812acf6 req-a181bb24-59d9-4888-a89e-e8ab52b2f013 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.66 "GET /v2.0/ports?device_id=fde15c69-6984-428c-bf46-3b127cea55f8 HTTP/1.1" status: 200 len: 946 time: 0.1150377 Nov 25 13:22:56.834560 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-7238945e-e9b9-4373-accd-5cf809810475 None None] Deleting port 92bf56e0-8c75-4e58-82b3-4acceb00e193 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:22:56.834913 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7238945e-e9b9-4373-accd-5cf809810475 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:56.931940 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-7238945e-e9b9-4373-accd-5cf809810475 None None] For port 92bf56e0-8c75-4e58-82b3-4acceb00e193, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=92bf56e0-8c75-4e58-82b3-4acceb00e193,segment=NetworkSegment(81051605-1bc5-477c-a234-64173956196c),segment_id=81051605-1bc5-477c-a234-64173956196c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:22:56.932432 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7238945e-e9b9-4373-accd-5cf809810475 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:56.955036 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-7238945e-e9b9-4373-accd-5cf809810475 None None] Calling delete_port for 92bf56e0-8c75-4e58-82b3-4acceb00e193 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:22:56.956809 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ee1acd32-9a00-408a-8534-fb64873c0108 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:56.985581 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52a67c-d9ef-43b5-8bf8-8c70d0fef928 req-6a41c833-301e-4dc5-9c5b-76cc8dbc7b2b tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:56.987377 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2c52a67c-d9ef-43b5-8bf8-8c70d0fef928 req-6a41c833-301e-4dc5-9c5b-76cc8dbc7b2b tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ae7607-c91e-4259-8f9c-8ea50f30aa38 HTTP/1.1" status: 200 len: 945 time: 0.1601577 Nov 25 13:22:57.028733 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e63ad3-2b9a-4b51-85aa-02c15d4fe11e req-7a89d472-2920-431f-92df-ac1dde2f36cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:57.030217 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-64e63ad3-2b9a-4b51-85aa-02c15d4fe11e req-7a89d472-2920-431f-92df-ac1dde2f36cc service neutron] 10.222.0.47 "GET /v2.0/networks?id=3dcc6e35-952f-4386-bb71-7353cabbfad7 HTTP/1.1" status: 200 len: 916 time: 0.5231185 Nov 25 13:22:57.065271 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7238945e-e9b9-4373-accd-5cf809810475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:57.077646 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-afc4882b-893d-4e50-be0f-ffdcc812acf6 req-5c39990c-bbba-442b-b868-beb5680a346c tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Deleting port 1058fb2f-208d-487d-a72a-83b5b3df5e04 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:22:57.078052 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-afc4882b-893d-4e50-be0f-ffdcc812acf6 req-5c39990c-bbba-442b-b868-beb5680a346c tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:57.085135 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-64e63ad3-2b9a-4b51-85aa-02c15d4fe11e req-2579cc8f-bfe5-449d-a1ee-56d956bb843d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26ce0e2e-3438-4e1c-9165-7bdc9f37119b HTTP/1.1" status: 200 len: 217 time: 0.0452113 Nov 25 13:22:57.089661 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-ee1acd32-9a00-408a-8534-fb64873c0108 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Deleting port 92bf56e0-8c75-4e58-82b3-4acceb00e193 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:22:57.090045 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ee1acd32-9a00-408a-8534-fb64873c0108 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:57.099832 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7238945e-e9b9-4373-accd-5cf809810475 None None] Pushing event deleted for resources: {'Port': ['ID=92bf56e0-8c75-4e58-82b3-4acceb00e193,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:57.109309 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7238945e-e9b9-4373-accd-5cf809810475 None None] No DVR routers for this DVR port 92bf56e0-8c75-4e58-82b3-4acceb00e193 on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:22:57.116393 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2c52a67c-d9ef-43b5-8bf8-8c70d0fef928 req-9d17a366-a18d-425d-8fb2-1d90eeadaffb tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ddd3722-1b64-4271-8ee9-7db52c62b6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113262 Nov 25 13:22:57.214898 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-ee1acd32-9a00-408a-8534-fb64873c0108 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] For port 92bf56e0-8c75-4e58-82b3-4acceb00e193, host n-d-808199-11, got binding levels [] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:22:57.215270 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ee1acd32-9a00-408a-8534-fb64873c0108 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:57.219158 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e63ad3-2b9a-4b51-85aa-02c15d4fe11e req-852d5d68-0a90-41e7-b220-8fddd7c3a96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:57.220647 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-64e63ad3-2b9a-4b51-85aa-02c15d4fe11e req-852d5d68-0a90-41e7-b220-8fddd7c3a96d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=991e5daa-3b4a-4e1b-b46b-0e4b40b2f220 HTTP/1.1" status: 200 len: 855 time: 0.1152310 Nov 25 13:22:57.243914 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-ee1acd32-9a00-408a-8534-fb64873c0108 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Calling delete_port for 92bf56e0-8c75-4e58-82b3-4acceb00e193 owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:22:57.266124 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.ipam_backend_mixin [None req-ee1acd32-9a00-408a-8534-fb64873c0108 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Port 92bf56e0-8c75-4e58-82b3-4acceb00e193 was not found and therefore no delete operation was performed {{(pid=103571) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 13:22:57.268507 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-64e63ad3-2b9a-4b51-85aa-02c15d4fe11e req-8c645bed-a4f2-4024-9177-bbfa0bfb6a7e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3dcc6e35-952f-4386-bb71-7353cabbfad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395191 Nov 25 13:22:57.269603 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ee1acd32-9a00-408a-8534-fb64873c0108 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:57.307792 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1acd32-9a00-408a-8534-fb64873c0108 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Pushing event deleted for resources: {'Port': ['ID=92bf56e0-8c75-4e58-82b3-4acceb00e193,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:57.322625 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1acd32-9a00-408a-8534-fb64873c0108 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] No DVR routers for this DVR port 92bf56e0-8c75-4e58-82b3-4acceb00e193 on host n-d-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:22:57.450611 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50585a-e4be-496c-a37e-fec91c694181 req-bf33bbae-9bf4-41d5-bc5e-5eb0e9fe15e4 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:57.452671 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2b50585a-e4be-496c-a37e-fec91c694181 req-bf33bbae-9bf4-41d5-bc5e-5eb0e9fe15e4 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b2089d6-077a-4484-aeae-3f3baeb9f079 HTTP/1.1" status: 200 len: 946 time: 0.4639432 Nov 25 13:22:57.454224 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ee1acd32-9a00-408a-8534-fb64873c0108 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:57.484697 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-64e63ad3-2b9a-4b51-85aa-02c15d4fe11e req-acf1dfde-cf59-4d9d-b7e8-1cfd0cbf1694 service neutron] 10.222.0.47 "GET /v2.0/networks/3dcc6e35-952f-4386-bb71-7353cabbfad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067540 Nov 25 13:22:57.486254 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-ee1acd32-9a00-408a-8534-fb64873c0108 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd416db4-a041-4c84-9c55-d03be0781f61']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:22:57.507087 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-ee1acd32-9a00-408a-8534-fb64873c0108 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81051605-1bc5-477c-a234-64173956196c') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:22:57.507387 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-ee1acd32-9a00-408a-8534-fb64873c0108 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81051605-1bc5-477c-a234-64173956196c') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:22:57.534665 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-afc4882b-893d-4e50-be0f-ffdcc812acf6 req-5c39990c-bbba-442b-b868-beb5680a346c tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] For port 1058fb2f-208d-487d-a72a-83b5b3df5e04, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=1058fb2f-208d-487d-a72a-83b5b3df5e04,segment=NetworkSegment(9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8),segment_id=9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:22:57.534999 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-afc4882b-893d-4e50-be0f-ffdcc812acf6 req-5c39990c-bbba-442b-b868-beb5680a346c tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:57.546606 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2b50585a-e4be-496c-a37e-fec91c694181 req-7e34d5ff-5aaf-4bd5-aa49-311e30fc9450 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841892 Nov 25 13:22:57.555895 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-afc4882b-893d-4e50-be0f-ffdcc812acf6 req-5c39990c-bbba-442b-b868-beb5680a346c tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Calling delete_port for 1058fb2f-208d-487d-a72a-83b5b3df5e04 owned by compute:nova {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:22:57.571374 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ee1acd32-9a00-408a-8534-fb64873c0108 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:57.588283 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ee1acd32-9a00-408a-8534-fb64873c0108 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:57.630208 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-64e63ad3-2b9a-4b51-85aa-02c15d4fe11e req-36550fe0-7bd3-4851-9027-71ab036c644b service neutron] 10.222.0.47 "GET /v2.0/networks/3dcc6e35-952f-4386-bb71-7353cabbfad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358941 Nov 25 13:22:57.631250 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee1acd32-9a00-408a-8534-fb64873c0108 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:22:57.631649 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ee1acd32-9a00-408a-8534-fb64873c0108 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:57.634919 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:22:57.634919 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:22:57.634919 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:22:57.634919 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:22:57.634919 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:22:57.634919 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:22:57.634919 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:22:57.634919 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:22:57.634919 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:22:57.634919 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:22:57.634919 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:22:57.634919 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:22:57.634919 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:22:57.634919 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:22:57.634919 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:22:57.634919 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:22:57.634919 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:22:57.634919 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:22:57.634919 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:22:57.634919 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:22:57.634919 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:22:57.634919 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:22:57.634919 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:22:57.634919 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:22:57.634919 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:22:57.634919 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:22:57.634919 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:22:57.634919 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:22:57.634919 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:22:57.634919 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:22:57.634919 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:22:57.634919 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:22:57.692224 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1701bd5-c66a-427a-88ab-8383e3425f74 req-4e3ced44-f5ba-4a87-8a33-985f119299f7 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:57.693789 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f1701bd5-c66a-427a-88ab-8383e3425f74 req-4e3ced44-f5ba-4a87-8a33-985f119299f7 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=fde15c69-6984-428c-bf46-3b127cea55f8 HTTP/1.1" status: 200 len: 946 time: 0.0783708 Nov 25 13:22:57.709800 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ee1acd32-9a00-408a-8534-fb64873c0108 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:57.720146 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ee1acd32-9a00-408a-8534-fb64873c0108 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:57.723384 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-ee1acd32-9a00-408a-8534-fb64873c0108 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "DELETE /v2.0/networks/cd416db4-a041-4c84-9c55-d03be0781f61 HTTP/1.1" status: 204 len: 168 time: 1.2897975 Nov 25 13:22:57.734018 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 55854) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:22:57.738945 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-27a3229e-6d20-4367-ab5c-49151e860c6f tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1664484209'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:22:57.749138 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1acd32-9a00-408a-8534-fb64873c0108 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Pushing event deleted for resources: {'Network': ['ID=cd416db4-a041-4c84-9c55-d03be0781f61,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:57.775900 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a3229e-6d20-4367-ab5c-49151e860c6f tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Made reservation on behalf of c7b7eead49e04a28b5b17470c05451fe for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:22:57.781712 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-27a3229e-6d20-4367-ab5c-49151e860c6f tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:57.787751 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f1701bd5-c66a-427a-88ab-8383e3425f74 req-b867810d-22c9-4c6f-b0cd-8d3e3c175a99 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866876 Nov 25 13:22:57.788993 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-afc4882b-893d-4e50-be0f-ffdcc812acf6 req-5c39990c-bbba-442b-b868-beb5680a346c tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:57.818320 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27a3229e-6d20-4367-ab5c-49151e860c6f tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:22:57.831983 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-27a3229e-6d20-4367-ab5c-49151e860c6f tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:57.832630 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-27a3229e-6d20-4367-ab5c-49151e860c6f tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Added segment a64ebec5-6257-4289-8347-8b5c67b8849c of type vlan for network 792b4ffc-a08b-445b-9887-d9b7ae74fb16 Nov 25 13:22:57.842128 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c39990c-bbba-442b-b868-beb5680a346c tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Pushing event deleted for resources: {'Port': ['ID=1058fb2f-208d-487d-a72a-83b5b3df5e04,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:57.890584 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-27a3229e-6d20-4367-ab5c-49151e860c6f tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:57.897332 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-afc4882b-893d-4e50-be0f-ffdcc812acf6 req-5c39990c-bbba-442b-b868-beb5680a346c tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] No DVR routers for this DVR port 1058fb2f-208d-487d-a72a-83b5b3df5e04 on host n-h1-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:22:57.900297 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-afc4882b-893d-4e50-be0f-ffdcc812acf6 req-5c39990c-bbba-442b-b868-beb5680a346c tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:57.904601 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-afc4882b-893d-4e50-be0f-ffdcc812acf6 req-5c39990c-bbba-442b-b868-beb5680a346c tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.66 "DELETE /v2.0/ports/1058fb2f-208d-487d-a72a-83b5b3df5e04 HTTP/1.1" status: 204 len: 173 time: 1.0652626 Nov 25 13:22:57.922855 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-27a3229e-6d20-4367-ab5c-49151e860c6f tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:57.925241 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fde15c69-6984-428c-bf46-3b127cea55f8', 'name': 'network-vif-deleted', 'tag': '1058fb2f-208d-487d-a72a-83b5b3df5e04'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:22:57.928317 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423f2a9d-4ee7-49a1-82d0-7851688dcfbc" -d '{"events": [{"server_uuid": "fde15c69-6984-428c-bf46-3b127cea55f8", "name": "network-vif-deleted", "tag": "1058fb2f-208d-487d-a72a-83b5b3df5e04"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:22:57.928887 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a3229e-6d20-4367-ab5c-49151e860c6f tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:57.929602 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-27a3229e-6d20-4367-ab5c-49151e860c6f tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:58.002333 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0fd417-a8e7-46ed-95bb-7a89defa66b9 req-ffef9aab-dc91-439b-993d-acd5d34e88f8 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:58.004619 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5f0fd417-a8e7-46ed-95bb-7a89defa66b9 req-ffef9aab-dc91-439b-993d-acd5d34e88f8 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=21fe0049-ebfc-446f-a301-ffbd47309f07 HTTP/1.1" status: 200 len: 943 time: 0.1083984 Nov 25 13:22:58.007021 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-028f86d2-5892-48ee-bc69-76a82f29ebe6 x-openstack-request-id: req-028f86d2-5892-48ee-bc69-76a82f29ebe6 {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:22:58.007371 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fde15c69-6984-428c-bf46-3b127cea55f8", "name": "network-vif-deleted", "tag": "1058fb2f-208d-487d-a72a-83b5b3df5e04", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:22:58.007627 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-028f86d2-5892-48ee-bc69-76a82f29ebe6 {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:22:58.008023 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fde15c69-6984-428c-bf46-3b127cea55f8', 'name': 'network-vif-deleted', 'tag': '1058fb2f-208d-487d-a72a-83b5b3df5e04', 'status': 'completed', 'code': 200} Nov 25 13:22:58.029853 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-27a3229e-6d20-4367-ab5c-49151e860c6f tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2944946 Nov 25 13:22:58.033250 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 55878) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:22:58.038608 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-72f16dd5-2188-4c2c-959f-c4936e10ed01 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Request body: {'subnet': {'network_id': '792b4ffc-a08b-445b-9887-d9b7ae74fb16', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:22:58.074097 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5f0fd417-a8e7-46ed-95bb-7a89defa66b9 req-eb2b0d8e-2c40-4ff3-b4d3-f0a23072978e tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632491 Nov 25 13:22:58.125384 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a3229e-6d20-4367-ab5c-49151e860c6f tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Pushing event updated for resources: {'Network': ['ID=792b4ffc-a08b-445b-9887-d9b7ae74fb16,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:58.142134 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 792b4ffc-a08b-445b-9887-d9b7ae74fb16 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:22:58.192761 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f16dd5-2188-4c2c-959f-c4936e10ed01 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Made reservation on behalf of c7b7eead49e04a28b5b17470c05451fe for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:22:58.202357 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-72f16dd5-2188-4c2c-959f-c4936e10ed01 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:58.296252 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ecf486-65c5-4410-bc3d-71acf1402341 req-5d8c42d6-3625-4d77-9a26-349822ee9dcf tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:58.303669 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d9ecf486-65c5-4410-bc3d-71acf1402341 req-5d8c42d6-3625-4d77-9a26-349822ee9dcf tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ae7607-c91e-4259-8f9c-8ea50f30aa38 HTTP/1.1" status: 200 len: 945 time: 0.0662932 Nov 25 13:22:58.369330 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d9ecf486-65c5-4410-bc3d-71acf1402341 req-c089bc95-c9e1-41dd-8614-b489b1053491 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ddd3722-1b64-4271-8ee9-7db52c62b6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598011 Nov 25 13:22:58.457458 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-72f16dd5-2188-4c2c-959f-c4936e10ed01 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:58.539313 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 92bf56e0-8c75-4e58-82b3-4acceb00e193 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:22:58.541009 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f16dd5-2188-4c2c-959f-c4936e10ed01 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Pushing event updated for resources: {'Subnet': ['ID=9b86e480-16aa-4847-b08e-eacf583e588c,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:58.545570 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f16dd5-2188-4c2c-959f-c4936e10ed01 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Checking segment: {'id': 'a64ebec5-6257-4289-8347-8b5c67b8849c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '792b4ffc-a08b-445b-9887-d9b7ae74fb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:22:58.545570 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f16dd5-2188-4c2c-959f-c4936e10ed01 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Network hostable DHCP agents. Network: 792b4ffc-a08b-445b-9887-d9b7ae74fb16, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:22:58.565008 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f16dd5-2188-4c2c-959f-c4936e10ed01 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Network 792b4ffc-a08b-445b-9887-d9b7ae74fb16 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:22:58.582383 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 92bf56e0-8c75-4e58-82b3-4acceb00e193 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:22:58.582601 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 92bf56e0-8c75-4e58-82b3-4acceb00e193 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:22:58.587893 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-72f16dd5-2188-4c2c-959f-c4936e10ed01 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 792b4ffc-a08b-445b-9887-d9b7ae74fb16) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:22:58.600279 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c079da1e-9902-4567-9ccb-188e7da0b91d None None] Network 792b4ffc-a08b-445b-9887-d9b7ae74fb16 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:22:58.603670 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f16dd5-2188-4c2c-959f-c4936e10ed01 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:58.604282 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-72f16dd5-2188-4c2c-959f-c4936e10ed01 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:58.641110 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-72f16dd5-2188-4c2c-959f-c4936e10ed01 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6065931 Nov 25 13:22:58.643408 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 55932) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:22:58.650591 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-1712bdd8-0e35-485c-b00f-0c1ca0d2133b tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1569258210'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:22:58.694551 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1712bdd8-0e35-485c-b00f-0c1ca0d2133b tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Made reservation on behalf of c7b7eead49e04a28b5b17470c05451fe for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:22:58.706581 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1712bdd8-0e35-485c-b00f-0c1ca0d2133b tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:58.745816 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 1058fb2f-208d-487d-a72a-83b5b3df5e04 no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:22:58.767947 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1712bdd8-0e35-485c-b00f-0c1ca0d2133b tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:22:58.775371 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83572a5e-7b88-4dbf-920b-9a893e5f9e9e req-a0819bef-62c7-4842-a6da-32bf910e31ae tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:58.776893 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] No Port match for: 1058fb2f-208d-487d-a72a-83b5b3df5e04 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:22:58.777249 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 1058fb2f-208d-487d-a72a-83b5b3df5e04 not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:22:58.785658 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-83572a5e-7b88-4dbf-920b-9a893e5f9e9e req-a0819bef-62c7-4842-a6da-32bf910e31ae tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b2089d6-077a-4484-aeae-3f3baeb9f079 HTTP/1.1" status: 200 len: 946 time: 0.0994351 Nov 25 13:22:58.792712 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1712bdd8-0e35-485c-b00f-0c1ca0d2133b tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:58.793406 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-1712bdd8-0e35-485c-b00f-0c1ca0d2133b tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Added segment d8258761-dd2f-4f30-a15f-a21648b43312 of type vlan for network d59c1490-91a6-45a0-8a22-a90a00eaf4ab Nov 25 13:22:58.811406 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9802542-2cb9-430f-9baa-fad5a34412ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-792b4ffc-a08b-445b-9887-d9b7ae74fb16', 'network_id': '792b4ffc-a08b-445b-9887-d9b7ae74fb16', 'tenant_id': 'c7b7eead49e04a28b5b17470c05451fe', 'fixed_ips': [{'subnet_id': '9b86e480-16aa-4847-b08e-eacf583e588c'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:22:58.812494 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c9802542-2cb9-430f-9baa-fad5a34412ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:58.887866 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-83572a5e-7b88-4dbf-920b-9a893e5f9e9e req-62cdd762-ce12-4f89-a06d-74704ec3e28d tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009252 Nov 25 13:22:58.904809 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1712bdd8-0e35-485c-b00f-0c1ca0d2133b tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:58.941916 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1712bdd8-0e35-485c-b00f-0c1ca0d2133b tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:58.952319 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8910111f-914e-4556-a7b8-4fe32b7fc94c req-aacbd954-8739-4d40-b0e1-b620af6c12d6 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=fde15c69-6984-428c-bf46-3b127cea55f8 HTTP/1.1" status: 200 len: 210 time: 0.0378647 Nov 25 13:22:58.957809 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1712bdd8-0e35-485c-b00f-0c1ca0d2133b tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:58.960111 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1712bdd8-0e35-485c-b00f-0c1ca0d2133b tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:58.995365 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 55942) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:22:58.995645 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-1712bdd8-0e35-485c-b00f-0c1ca0d2133b tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3506701 Nov 25 13:22:59.003110 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-98a641cd-98f1-4be0-bedd-0fbe3afc5e26 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Request body: {'subnet': {'network_id': 'd59c1490-91a6-45a0-8a22-a90a00eaf4ab', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:22:59.013170 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-c9802542-2cb9-430f-9baa-fad5a34412ef None None] Allocated IP 19.80.0.2 (792b4ffc-a08b-445b-9887-d9b7ae74fb16/9b86e480-16aa-4847-b08e-eacf583e588c/b2791fd5-992b-49f4-a718-8ab59a7299b4) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:22:59.062489 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1712bdd8-0e35-485c-b00f-0c1ca0d2133b tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Pushing event updated for resources: {'Network': ['ID=d59c1490-91a6-45a0-8a22-a90a00eaf4ab,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:59.081273 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network d59c1490-91a6-45a0-8a22-a90a00eaf4ab details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:22:59.153470 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a641cd-98f1-4be0-bedd-0fbe3afc5e26 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Made reservation on behalf of c7b7eead49e04a28b5b17470c05451fe for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:22:59.160445 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-98a641cd-98f1-4be0-bedd-0fbe3afc5e26 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:59.186970 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 55948) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:22:59.329274 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0527c155-151c-403d-beb8-73867050b779 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:59.443697 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0527c155-151c-403d-beb8-73867050b779 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:59.450943 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0527c155-151c-403d-beb8-73867050b779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:59.454293 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-98a641cd-98f1-4be0-bedd-0fbe3afc5e26 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:59.481809 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527c155-151c-403d-beb8-73867050b779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c645883-2fbf-4789-9c09-5560995bdc36,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:59.510062 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-0527c155-151c-403d-beb8-73867050b779 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d84e6fab5fe44440af94f758831fd555&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3197331 Nov 25 13:22:59.510293 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 55954) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:22:59.537989 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c9802542-2cb9-430f-9baa-fad5a34412ef None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:59.554589 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c9802542-2cb9-430f-9baa-fad5a34412ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:59.579295 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-42c31296-f901-4c08-a406-c8f5d23f6a27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:59.584487 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454e9c2-372f-40a4-8c8d-8c0bbd5357a2 req-de13559d-eb7e-4e59-9227-ca1f6f6bbb39 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:59.586611 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8454e9c2-372f-40a4-8c8d-8c0bbd5357a2 req-de13559d-eb7e-4e59-9227-ca1f6f6bbb39 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=21fe0049-ebfc-446f-a301-ffbd47309f07 HTTP/1.1" status: 200 len: 943 time: 0.4145436 Nov 25 13:22:59.604942 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-42c31296-f901-4c08-a406-c8f5d23f6a27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:59.616292 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9802542-2cb9-430f-9baa-fad5a34412ef None None] Pushing event updated for resources: {'Port': ['ID=b2791fd5-992b-49f4-a718-8ab59a7299b4,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:59.634385 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a641cd-98f1-4be0-bedd-0fbe3afc5e26 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Checking segment: {'id': 'd8258761-dd2f-4f30-a15f-a21648b43312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd59c1490-91a6-45a0-8a22-a90a00eaf4ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:22:59.635343 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a641cd-98f1-4be0-bedd-0fbe3afc5e26 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Network hostable DHCP agents. Network: d59c1490-91a6-45a0-8a22-a90a00eaf4ab, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:22:59.640884 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9802542-2cb9-430f-9baa-fad5a34412ef None None] Network 792b4ffc-a08b-445b-9887-d9b7ae74fb16 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:22:59.644142 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-c9802542-2cb9-430f-9baa-fad5a34412ef None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:22:59.650646 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9802542-2cb9-430f-9baa-fad5a34412ef None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:22:59.664947 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a641cd-98f1-4be0-bedd-0fbe3afc5e26 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Pushing event updated for resources: {'Subnet': ['ID=c58d6e62-0aea-4a2e-a4ee-ebd06991f4bb,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:59.675934 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-42c31296-f901-4c08-a406-c8f5d23f6a27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:59.679842 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-42c31296-f901-4c08-a406-c8f5d23f6a27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:59.686387 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-42c31296-f901-4c08-a406-c8f5d23f6a27 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2c645883-2fbf-4789-9c09-5560995bdc36 HTTP/1.1" status: 204 len: 168 time: 0.1750138 Nov 25 13:22:59.696844 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c31296-f901-4c08-a406-c8f5d23f6a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c645883-2fbf-4789-9c09-5560995bdc36,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:22:59.717544 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2481fb-aece-4f59-81a3-e31d597dc1c4 req-9303f3a1-c64b-42e7-a831-e48ba30694db tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:59.719904 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2c2481fb-aece-4f59-81a3-e31d597dc1c4 req-9303f3a1-c64b-42e7-a831-e48ba30694db tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ae7607-c91e-4259-8f9c-8ea50f30aa38 HTTP/1.1" status: 200 len: 945 time: 0.2044761 Nov 25 13:22:59.768911 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-c9802542-2cb9-430f-9baa-fad5a34412ef None None] Attempting to bind port b2791fd5-992b-49f4-a718-8ab59a7299b4 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:22:59.769640 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-c9802542-2cb9-430f-9baa-fad5a34412ef None None] Attempting to bind port b2791fd5-992b-49f4-a718-8ab59a7299b4 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'a64ebec5-6257-4289-8347-8b5c67b8849c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '792b4ffc-a08b-445b-9887-d9b7ae74fb16'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:22:59.770424 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9802542-2cb9-430f-9baa-fad5a34412ef None None] Attempting to bind port b2791fd5-992b-49f4-a718-8ab59a7299b4 on network 792b4ffc-a08b-445b-9887-d9b7ae74fb16 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:22:59.776868 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9802542-2cb9-430f-9baa-fad5a34412ef None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:22:59.777610 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9802542-2cb9-430f-9baa-fad5a34412ef None None] Checking segment: {'id': 'a64ebec5-6257-4289-8347-8b5c67b8849c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '792b4ffc-a08b-445b-9887-d9b7ae74fb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:22:59.778268 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c9802542-2cb9-430f-9baa-fad5a34412ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:59.778858 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9802542-2cb9-430f-9baa-fad5a34412ef None None] Bound using segment: {'id': 'a64ebec5-6257-4289-8347-8b5c67b8849c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '792b4ffc-a08b-445b-9887-d9b7ae74fb16'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:22:59.779577 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-c9802542-2cb9-430f-9baa-fad5a34412ef None None] Bound port: b2791fd5-992b-49f4-a718-8ab59a7299b4, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a64ebec5-6257-4289-8347-8b5c67b8849c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '792b4ffc-a08b-445b-9887-d9b7ae74fb16'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:22:59.780422 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c9802542-2cb9-430f-9baa-fad5a34412ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:59.788265 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2c2481fb-aece-4f59-81a3-e31d597dc1c4 req-74e3a598-d23f-4c53-8be1-0fdf074b3524 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ddd3722-1b64-4271-8ee9-7db52c62b6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563424 Nov 25 13:22:59.792986 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8454e9c2-372f-40a4-8c8d-8c0bbd5357a2 req-6e5b36c5-1a70-4bcf-b6fe-417444d3c955 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807389 Nov 25 13:22:59.793849 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a641cd-98f1-4be0-bedd-0fbe3afc5e26 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Network d59c1490-91a6-45a0-8a22-a90a00eaf4ab is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:22:59.817679 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-98a641cd-98f1-4be0-bedd-0fbe3afc5e26 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, d59c1490-91a6-45a0-8a22-a90a00eaf4ab) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:22:59.833107 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a641cd-98f1-4be0-bedd-0fbe3afc5e26 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:22:59.833462 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfc0843-7349-41eb-aa7f-d6375592cc32 None None] Network d59c1490-91a6-45a0-8a22-a90a00eaf4ab requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:22:59.834222 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-98a641cd-98f1-4be0-bedd-0fbe3afc5e26 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:22:59.859704 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-98a641cd-98f1-4be0-bedd-0fbe3afc5e26 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8626850 Nov 25 13:23:00.017825 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-c9802542-2cb9-430f-9baa-fad5a34412ef None None] For port b2791fd5-992b-49f4-a718-8ab59a7299b4, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:23:00.021986 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-c9802542-2cb9-430f-9baa-fad5a34412ef None None] For port b2791fd5-992b-49f4-a718-8ab59a7299b4, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=b2791fd5-992b-49f4-a718-8ab59a7299b4,segment=NetworkSegment(a64ebec5-6257-4289-8347-8b5c67b8849c),segment_id=a64ebec5-6257-4289-8347-8b5c67b8849c)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:23:00.050036 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c9802542-2cb9-430f-9baa-fad5a34412ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:00.113244 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ea9d8-0148-41b0-81e0-0242fc5fc790 req-c8e3361f-a4b9-4ff8-b679-cacfb8c319fc tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:00.113244 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-be6ea9d8-0148-41b0-81e0-0242fc5fc790 req-c8e3361f-a4b9-4ff8-b679-cacfb8c319fc tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b2089d6-077a-4484-aeae-3f3baeb9f079 HTTP/1.1" status: 200 len: 946 time: 0.1228154 Nov 25 13:23:00.169095 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9802542-2cb9-430f-9baa-fad5a34412ef None None] Pushing event updated for resources: {'Port': ['ID=b2791fd5-992b-49f4-a718-8ab59a7299b4,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:00.178072 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950d30af-1b37-4924-a929-b01f11ee786b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-d59c1490-91a6-45a0-8a22-a90a00eaf4ab', 'network_id': 'd59c1490-91a6-45a0-8a22-a90a00eaf4ab', 'tenant_id': 'c7b7eead49e04a28b5b17470c05451fe', 'fixed_ips': [{'subnet_id': 'c58d6e62-0aea-4a2e-a4ee-ebd06991f4bb'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:23:00.180454 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-950d30af-1b37-4924-a929-b01f11ee786b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:00.190602 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5ae3f9ee-f186-4630-9486-aaf72f9ff349 req-6705c21c-0cb6-40f8-94a0-6647e1da1b86 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=fde15c69-6984-428c-bf46-3b127cea55f8 HTTP/1.1" status: 200 len: 210 time: 0.0767040 Nov 25 13:23:00.263774 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a1bd24-1ca0-4bf1-a76b-668af7b0429f req-313afa6a-bad8-43d1-8200-666fc97bbd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:00.276003 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d5a1bd24-1ca0-4bf1-a76b-668af7b0429f req-313afa6a-bad8-43d1-8200-666fc97bbd05 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=71ae7607-c91e-4259-8f9c-8ea50f30aa38 HTTP/1.1" status: 200 len: 1097 time: 0.1202397 Nov 25 13:23:00.335294 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-be6ea9d8-0148-41b0-81e0-0242fc5fc790 req-1e2dcd8e-6257-4115-8b9f-0bc263e020ac tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211052 Nov 25 13:23:00.336345 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b4cc781d-88ac-4a05-9d29-926e96616dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:00.382279 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d5a1bd24-1ca0-4bf1-a76b-668af7b0429f req-2437ebe4-61b4-4903-91e0-6f3a8932db1a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4ddd3722-1b64-4271-8ee9-7db52c62b6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975754 Nov 25 13:23:00.430246 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-950d30af-1b37-4924-a929-b01f11ee786b None None] Allocated IP 19.86.0.2 (d59c1490-91a6-45a0-8a22-a90a00eaf4ab/c58d6e62-0aea-4a2e-a4ee-ebd06991f4bb/164a9675-cee2-424a-ad34-722c3b441327) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:23:00.553947 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-e38e6aa0-f0b5-46ab-927f-17440584b766 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:00.569260 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-e38e6aa0-f0b5-46ab-927f-17440584b766 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:00.571275 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-e38e6aa0-f0b5-46ab-927f-17440584b766 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/networks?id=792b4ffc-a08b-445b-9887-d9b7ae74fb16&id=d59c1490-91a6-45a0-8a22-a90a00eaf4ab HTTP/1.1" status: 200 len: 1392 time: 0.2397628 Nov 25 13:23:00.609088 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-64311d4d-80ad-4249-8f2b-923b557d12cc tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/quotas/c7b7eead49e04a28b5b17470c05451fe HTTP/1.1" status: 200 len: 375 time: 0.0253222 Nov 25 13:23:00.683625 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-950d30af-1b37-4924-a929-b01f11ee786b None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:00.691338 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-7215de3d-855b-41fb-b37c-fe13f5cba21a tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c7b7eead49e04a28b5b17470c05451fe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0751629 Nov 25 13:23:00.713646 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-950d30af-1b37-4924-a929-b01f11ee786b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:00.759903 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950d30af-1b37-4924-a929-b01f11ee786b None None] Network d59c1490-91a6-45a0-8a22-a90a00eaf4ab is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:23:00.763738 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-950d30af-1b37-4924-a929-b01f11ee786b None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:23:00.768601 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950d30af-1b37-4924-a929-b01f11ee786b None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:23:00.845030 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-950d30af-1b37-4924-a929-b01f11ee786b None None] Attempting to bind port 164a9675-cee2-424a-ad34-722c3b441327 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:23:00.845408 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-950d30af-1b37-4924-a929-b01f11ee786b None None] Attempting to bind port 164a9675-cee2-424a-ad34-722c3b441327 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'd8258761-dd2f-4f30-a15f-a21648b43312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd59c1490-91a6-45a0-8a22-a90a00eaf4ab'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:23:00.845778 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950d30af-1b37-4924-a929-b01f11ee786b None None] Attempting to bind port 164a9675-cee2-424a-ad34-722c3b441327 on network d59c1490-91a6-45a0-8a22-a90a00eaf4ab {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:23:00.848088 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950d30af-1b37-4924-a929-b01f11ee786b None None] Pushing event updated for resources: {'Port': ['ID=164a9675-cee2-424a-ad34-722c3b441327,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:00.854785 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950d30af-1b37-4924-a929-b01f11ee786b None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:23:00.855167 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950d30af-1b37-4924-a929-b01f11ee786b None None] Checking segment: {'id': 'd8258761-dd2f-4f30-a15f-a21648b43312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd59c1490-91a6-45a0-8a22-a90a00eaf4ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:23:00.855575 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-950d30af-1b37-4924-a929-b01f11ee786b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:00.856502 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950d30af-1b37-4924-a929-b01f11ee786b None None] Bound using segment: {'id': 'd8258761-dd2f-4f30-a15f-a21648b43312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd59c1490-91a6-45a0-8a22-a90a00eaf4ab'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:23:00.856983 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-950d30af-1b37-4924-a929-b01f11ee786b None None] Bound port: 164a9675-cee2-424a-ad34-722c3b441327, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8258761-dd2f-4f30-a15f-a21648b43312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd59c1490-91a6-45a0-8a22-a90a00eaf4ab'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:23:00.857361 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-950d30af-1b37-4924-a929-b01f11ee786b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:00.896036 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 26ce0e2e-3438-4e1c-9165-7bdc9f37119b details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:23:00.987646 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c412e-1ad4-4762-953c-641eafa5f630 req-dbb425a5-3c0f-4c5c-8f5d-80b99e5889f5 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:00.989169 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-582c412e-1ad4-4762-953c-641eafa5f630 req-dbb425a5-3c0f-4c5c-8f5d-80b99e5889f5 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ae7607-c91e-4259-8f9c-8ea50f30aa38 HTTP/1.1" status: 200 len: 945 time: 0.0794933 Nov 25 13:23:01.005854 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 26ce0e2e-3438-4e1c-9165-7bdc9f37119b, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=26ce0e2e-3438-4e1c-9165-7bdc9f37119b,segment=NetworkSegment(7416f1b9-0861-4e21-8e76-903d02909f6c),segment_id=7416f1b9-0861-4e21-8e76-903d02909f6c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:23:01.022423 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '26ce0e2e-3438-4e1c-9165-7bdc9f37119b', 'network_id': '3dcc6e35-952f-4386-bb71-7353cabbfad7', 'port_id': '26ce0e2e-3438-4e1c-9165-7bdc9f37119b', 'mac_address': 'fa:16:3e:ef:e8:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '991e5daa-3b4a-4e1b-b46b-0e4b40b2f220', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:23:01.030020 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-1009cf41-a7d4-4a63-916f-5723610442c5 service neutron] 10.222.0.53 "GET /v2.0/networks/792b4ffc-a08b-445b-9887-d9b7ae74fb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370855 Nov 25 13:23:01.103094 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-950d30af-1b37-4924-a929-b01f11ee786b None None] For port 164a9675-cee2-424a-ad34-722c3b441327, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:23:01.119009 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:01.123828 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-950d30af-1b37-4924-a929-b01f11ee786b None None] For port 164a9675-cee2-424a-ad34-722c3b441327, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=164a9675-cee2-424a-ad34-722c3b441327,segment=NetworkSegment(d8258761-dd2f-4f30-a15f-a21648b43312),segment_id=d8258761-dd2f-4f30-a15f-a21648b43312)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:23:01.135893 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-950d30af-1b37-4924-a929-b01f11ee786b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:01.149683 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-ddf05fb6-3abc-4da5-8ee1-2707d4467871 service neutron] 10.222.0.53 "GET /v2.0/networks/792b4ffc-a08b-445b-9887-d9b7ae74fb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187174 Nov 25 13:23:01.164411 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26ce0e2e-3438-4e1c-9165-7bdc9f37119b {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:23:01.217718 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 26ce0e2e-3438-4e1c-9165-7bdc9f37119b, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=26ce0e2e-3438-4e1c-9165-7bdc9f37119b,segment=NetworkSegment(7416f1b9-0861-4e21-8e76-903d02909f6c),segment_id=7416f1b9-0861-4e21-8e76-903d02909f6c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:23:01.234375 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:01.253247 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950d30af-1b37-4924-a929-b01f11ee786b None None] Pushing event updated for resources: {'Port': ['ID=164a9675-cee2-424a-ad34-722c3b441327,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:01.265093 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-582c412e-1ad4-4762-953c-641eafa5f630 req-94d3213d-ac63-49ac-a793-4f92cb9be4de tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ddd3722-1b64-4271-8ee9-7db52c62b6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654188 Nov 25 13:23:01.372376 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-01b3543f-77fe-40d2-b64b-d2357663922c service neutron] 10.222.0.53 "GET /v2.0/networks/d59c1490-91a6-45a0-8a22-a90a00eaf4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215850 Nov 25 13:23:01.405898 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=26ce0e2e-3438-4e1c-9165-7bdc9f37119b,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:01.487788 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['26ce0e2e-3438-4e1c-9165-7bdc9f37119b'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:23:01.610881 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6803b-885c-4a34-8823-0cc9928e8669 req-640d0991-8d22-4822-afe7-0ba3e9c9fd93 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:01.612499 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e0a6803b-885c-4a34-8823-0cc9928e8669 req-640d0991-8d22-4822-afe7-0ba3e9c9fd93 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=21fe0049-ebfc-446f-a301-ffbd47309f07 HTTP/1.1" status: 200 len: 944 time: 0.2121954 Nov 25 13:23:01.734495 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-8d7f2747-cf7b-43c0-a016-e18d18aea68c service neutron] 10.222.0.53 "GET /v2.0/networks/d59c1490-91a6-45a0-8a22-a90a00eaf4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3353038 Nov 25 13:23:01.851972 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e0a6803b-885c-4a34-8823-0cc9928e8669 req-1d528b27-24d5-4427-b411-5c0d8f4fcc93 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315855 Nov 25 13:23:02.017573 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f15cac44-ea63-407f-b76e-de6627c67335 req-d01ca460-4909-4543-bab4-6eebef56894f tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=fde15c69-6984-428c-bf46-3b127cea55f8 HTTP/1.1" status: 200 len: 210 time: 0.0563684 Nov 25 13:23:02.060356 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d975e33f-482a-4e95-bea5-0207a1a63888 None None] Network 792b4ffc-a08b-445b-9887-d9b7ae74fb16 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:23:02.117987 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-10f0a078-2280-4364-9173-80c86fdb5cb4 req-ab4855c2-7296-41ee-96df-1732a906e4e5 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/ports?device_id=18929fbf-33e0-420f-accc-22a7de44e4a8 HTTP/1.1" status: 200 len: 210 time: 0.0458417 Nov 25 13:23:02.244252 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b3326-a97a-422e-95af-2d9864712306 req-1f032dc2-195d-4fa5-b165-fad08383cfe9 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:02.264813 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8b3b3326-a97a-422e-95af-2d9864712306 req-1f032dc2-195d-4fa5-b165-fad08383cfe9 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b2089d6-077a-4484-aeae-3f3baeb9f079 HTTP/1.1" status: 200 len: 946 time: 0.1405849 Nov 25 13:23:02.324022 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-302c46e1-aa84-48c8-a04e-63fb93cb97d5 None None] Provisioning complete for port b2791fd5-992b-49f4-a718-8ab59a7299b4 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:23:02.324399 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-302c46e1-aa84-48c8-a04e-63fb93cb97d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:02.345254 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8b3b3326-a97a-422e-95af-2d9864712306 req-f1bbb713-1333-4df2-98f9-18bc65ede999 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712855 Nov 25 13:23:02.546518 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74784f38-63f5-4b7e-9310-22017c2fc1ef req-8685cc6b-1dc3-463d-98c3-53b4f6b20948 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:02.556622 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-74784f38-63f5-4b7e-9310-22017c2fc1ef req-8685cc6b-1dc3-463d-98c3-53b4f6b20948 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ae7607-c91e-4259-8f9c-8ea50f30aa38 HTTP/1.1" status: 200 len: 945 time: 0.1518917 Nov 25 13:23:02.622591 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-302c46e1-aa84-48c8-a04e-63fb93cb97d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:02.647108 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-74784f38-63f5-4b7e-9310-22017c2fc1ef req-047360df-3f93-4fc3-ba5c-26f8fdc172c5 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ddd3722-1b64-4271-8ee9-7db52c62b6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827837 Nov 25 13:23:02.703756 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-235697dd-0420-47ae-bd42-6a7e41a6d18f req-f400d20b-7c67-475e-bc8c-27078f586a76 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-521938993', 'description': 'tempest-description-1791580660'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:23:02.726205 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-302c46e1-aa84-48c8-a04e-63fb93cb97d5 None None] For port b2791fd5-992b-49f4-a718-8ab59a7299b4, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=b2791fd5-992b-49f4-a718-8ab59a7299b4,segment=NetworkSegment(a64ebec5-6257-4289-8347-8b5c67b8849c),segment_id=a64ebec5-6257-4289-8347-8b5c67b8849c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:23:02.752516 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-302c46e1-aa84-48c8-a04e-63fb93cb97d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:02.757341 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-235697dd-0420-47ae-bd42-6a7e41a6d18f req-f400d20b-7c67-475e-bc8c-27078f586a76 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:02.848022 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 164a9675-cee2-424a-ad34-722c3b441327 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:23:02.853656 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7f0cc4c1-04bf-4ce1-b873-271bdd3776d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:02.945766 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 26ce0e2e-3438-4e1c-9165-7bdc9f37119b up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:23:02.987177 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-235697dd-0420-47ae-bd42-6a7e41a6d18f req-f400d20b-7c67-475e-bc8c-27078f586a76 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:02.999471 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-235697dd-0420-47ae-bd42-6a7e41a6d18f req-f400d20b-7c67-475e-bc8c-27078f586a76 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:03.086351 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302c46e1-aa84-48c8-a04e-63fb93cb97d5 None None] Pushing event updated for resources: {'Port': ['ID=b2791fd5-992b-49f4-a718-8ab59a7299b4,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:03.117190 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f400d20b-7c67-475e-bc8c-27078f586a76 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7cd35c3-8f70-461a-b4a4-bb95e5c78cc2,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:03.143148 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f400d20b-7c67-475e-bc8c-27078f586a76 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:23:03.143372 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-2c54757f-285e-491f-94a0-321dc3d0af8c None None] Provisioning complete for port b2791fd5-992b-49f4-a718-8ab59a7299b4 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:23:03.143587 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2c54757f-285e-491f-94a0-321dc3d0af8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:03.150451 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f400d20b-7c67-475e-bc8c-27078f586a76 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:23:03.151096 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f400d20b-7c67-475e-bc8c-27078f586a76 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:23:03.151620 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f400d20b-7c67-475e-bc8c-27078f586a76 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:23:03.152138 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f400d20b-7c67-475e-bc8c-27078f586a76 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:23:03.152799 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f400d20b-7c67-475e-bc8c-27078f586a76 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:23:03.153334 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f400d20b-7c67-475e-bc8c-27078f586a76 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:23:03.153856 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f400d20b-7c67-475e-bc8c-27078f586a76 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:23:03.154371 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f400d20b-7c67-475e-bc8c-27078f586a76 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:23:03.154916 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f400d20b-7c67-475e-bc8c-27078f586a76 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:23:03.157095 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f400d20b-7c67-475e-bc8c-27078f586a76 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:23:03.157634 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f400d20b-7c67-475e-bc8c-27078f586a76 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:23:03.187714 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 164a9675-cee2-424a-ad34-722c3b441327 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:23:03.188094 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:03.188551 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-235697dd-0420-47ae-bd42-6a7e41a6d18f req-f400d20b-7c67-475e-bc8c-27078f586a76 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:03.189870 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-235697dd-0420-47ae-bd42-6a7e41a6d18f req-f400d20b-7c67-475e-bc8c-27078f586a76 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.4906323 Nov 25 13:23:03.271507 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ae1b5a-7a46-4b5d-8ee4-ba2b6e22cbac req-b0e50959-ec54-4c95-8cce-5d704b6c32c4 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:03.274394 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-16ae1b5a-7a46-4b5d-8ee4-ba2b6e22cbac req-b0e50959-ec54-4c95-8cce-5d704b6c32c4 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=21fe0049-ebfc-446f-a301-ffbd47309f07 HTTP/1.1" status: 200 len: 944 time: 0.2263815 Nov 25 13:23:03.341468 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec3a029-c5c2-4df0-afbc-7aaf5cdf769e None None] Network d59c1490-91a6-45a0-8a22-a90a00eaf4ab requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:23:03.353440 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-77ebba30-6b0d-4018-bf16-4398a9c182d4 req-326d0ed1-f041-4163-ac6e-d0642b79d3b6 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=fde15c69-6984-428c-bf46-3b127cea55f8 HTTP/1.1" status: 200 len: 210 time: 0.0388212 Nov 25 13:23:03.431060 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-16ae1b5a-7a46-4b5d-8ee4-ba2b6e22cbac req-a14de962-57bd-4538-9024-5f50fb7fc725 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467121 Nov 25 13:23:03.537794 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 26ce0e2e-3438-4e1c-9165-7bdc9f37119b completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:23:03.551971 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8f0486ca-b2d9-4bcc-92ea-58df34b11dc9 req-8d379087-2111-444b-b8c2-5de58d0aab7b tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/ports?device_id=18929fbf-33e0-420f-accc-22a7de44e4a8 HTTP/1.1" status: 200 len: 210 time: 0.0578585 Nov 25 13:23:03.562509 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 26ce0e2e-3438-4e1c-9165-7bdc9f37119b triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:23:03.580113 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:03.733785 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-42407b03-1d25-404d-81a3-2759ff111b4f req-eadcd80c-bde8-4f4d-9f39-80c2a32ef531 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-521938993&fields=id&tenant_id=e3a3a10c56944c1ba1ef6f97ca677aaf HTTP/1.1" status: 200 len: 267 time: 0.1914513 Nov 25 13:23:03.749470 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:03.925442 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:03.950047 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806631aa-9ec8-48b7-9fa5-6bf348db156a req-0b8d9797-fc28-4588-b7ce-110460f85a72 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:03.951653 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-806631aa-9ec8-48b7-9fa5-6bf348db156a req-0b8d9797-fc28-4588-b7ce-110460f85a72 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b2089d6-077a-4484-aeae-3f3baeb9f079 HTTP/1.1" status: 200 len: 946 time: 0.2481461 Nov 25 13:23:03.963644 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42407b03-1d25-404d-81a3-2759ff111b4f req-ab1b5248-700c-4237-8ba6-f562f6c4b41e tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:03.965375 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-42407b03-1d25-404d-81a3-2759ff111b4f req-ab1b5248-700c-4237-8ba6-f562f6c4b41e tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ae7607-c91e-4259-8f9c-8ea50f30aa38 HTTP/1.1" status: 200 len: 945 time: 0.1591039 Nov 25 13:23:03.984847 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-42407b03-1d25-404d-81a3-2759ff111b4f req-703d09aa-01c6-411a-8212-f49d07185e06 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Request body: {'port': {'security_groups': ['4ddd3722-1b64-4271-8ee9-7db52c62b6c4', 'b7cd35c3-8f70-461a-b4a4-bb95e5c78cc2']}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:23:03.993682 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] For port 164a9675-cee2-424a-ad34-722c3b441327, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=164a9675-cee2-424a-ad34-722c3b441327,segment=NetworkSegment(d8258761-dd2f-4f30-a15f-a21648b43312),segment_id=d8258761-dd2f-4f30-a15f-a21648b43312)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:23:04.011011 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:04.012566 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device b2791fd5-992b-49f4-a718-8ab59a7299b4 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:23:04.035076 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-6a4e0ffc-3bbb-47f2-afff-30cf76d71cd0 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:04.041376 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-6a4e0ffc-3bbb-47f2-afff-30cf76d71cd0 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:04.042995 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-6a4e0ffc-3bbb-47f2-afff-30cf76d71cd0 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.66 "GET /v2.0/networks?id=792b4ffc-a08b-445b-9887-d9b7ae74fb16&id=d59c1490-91a6-45a0-8a22-a90a00eaf4ab HTTP/1.1" status: 200 len: 1392 time: 0.3964224 Nov 25 13:23:04.063871 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-5e5fbf7c-5572-4ac2-86ed-df5f6261565d tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Request body: {'port': {'device_id': '18929fbf-33e0-420f-accc-22a7de44e4a8', 'network_id': '792b4ffc-a08b-445b-9887-d9b7ae74fb16', 'admin_state_up': True, 'tenant_id': 'c7b7eead49e04a28b5b17470c05451fe'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:23:04.113374 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Pushing event updated for resources: {'Port': ['ID=164a9675-cee2-424a-ad34-722c3b441327,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:04.154560 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:04.201170 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-806631aa-9ec8-48b7-9fa5-6bf348db156a req-ca28348c-1a38-45b2-925c-a58875c70fe2 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344854 Nov 25 13:23:04.211359 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-42407b03-1d25-404d-81a3-2759ff111b4f req-703d09aa-01c6-411a-8212-f49d07185e06 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:04.263842 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56094) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:04.398809 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-8c205fbb-c05f-4120-bbd7-2869bbc13305 None None] Provisioning complete for port 164a9675-cee2-424a-ad34-722c3b441327 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:23:04.399185 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8c205fbb-c05f-4120-bbd7-2869bbc13305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:04.407518 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21fe0049-ebfc-446f-a301-ffbd47309f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ce0e2e-3438-4e1c-9165-7bdc9f37119b'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:23:04.411012 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3675e764-d42c-4fc3-b5c6-6a5552c38472" -d '{"events": [{"server_uuid": "21fe0049-ebfc-446f-a301-ffbd47309f07", "name": "network-vif-plugged", "status": "completed", "tag": "26ce0e2e-3438-4e1c-9165-7bdc9f37119b"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:23:04.440236 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-84a66bdc-4faf-4c18-85fe-32fc0f1b33bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:04.453568 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 26ce0e2e-3438-4e1c-9165-7bdc9f37119b, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=26ce0e2e-3438-4e1c-9165-7bdc9f37119b,segment=NetworkSegment(7416f1b9-0861-4e21-8e76-903d02909f6c),segment_id=7416f1b9-0861-4e21-8e76-903d02909f6c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:23:04.471611 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:04.473445 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port b2791fd5-992b-49f4-a718-8ab59a7299b4 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:23:04.473809 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:04.544781 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=26ce0e2e-3438-4e1c-9165-7bdc9f37119b,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:04.596117 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-5e5fbf7c-5572-4ac2-86ed-df5f6261565d tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Made reservation on behalf of c7b7eead49e04a28b5b17470c05451fe for: {'port': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:23:04.601681 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-5e5fbf7c-5572-4ac2-86ed-df5f6261565d tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:04.604086 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-84a66bdc-4faf-4c18-85fe-32fc0f1b33bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:04.614185 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-84a66bdc-4faf-4c18-85fe-32fc0f1b33bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:04.661842 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-09585605-c7fb-49ed-acf6-28ee00d2e47e req-1236d6cd-f0a1-4db9-8066-d689aba7fe95 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=fde15c69-6984-428c-bf46-3b127cea55f8 HTTP/1.1" status: 200 len: 210 time: 0.1144264 Nov 25 13:23:04.667968 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-84a66bdc-4faf-4c18-85fe-32fc0f1b33bb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2ac15d834a1240c4b1306c0c6023f4cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4030125 Nov 25 13:23:04.668909 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56106) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:04.677917 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a66bdc-4faf-4c18-85fe-32fc0f1b33bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e77ea63b-7f97-4385-b9b9-5949d78e52ef,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:04.768033 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a1b054-717a-4351-be6c-758add7520dc x-openstack-request-id: req-d5a1b054-717a-4351-be6c-758add7520dc {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:23:04.768295 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21fe0049-ebfc-446f-a301-ffbd47309f07", "name": "network-vif-plugged", "status": "completed", "tag": "26ce0e2e-3438-4e1c-9165-7bdc9f37119b", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:23:04.768758 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d5a1b054-717a-4351-be6c-758add7520dc {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:23:04.769825 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21fe0049-ebfc-446f-a301-ffbd47309f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ce0e2e-3438-4e1c-9165-7bdc9f37119b', 'code': 200} Nov 25 13:23:04.789618 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9f901b3a-7ee3-4043-a6c1-297ad11bd781 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:04.856815 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9f901b3a-7ee3-4043-a6c1-297ad11bd781 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:04.866320 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-2556c9c6-1a7a-4f92-9242-5b705d6236b4 None None] Provisioning complete for port 164a9675-cee2-424a-ad34-722c3b441327 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:23:04.867595 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2556c9c6-1a7a-4f92-9242-5b705d6236b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:04.883928 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-5e5fbf7c-5572-4ac2-86ed-df5f6261565d tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Allocated IP 19.80.0.232 (792b4ffc-a08b-445b-9887-d9b7ae74fb16/9b86e480-16aa-4847-b08e-eacf583e588c/61a6543e-c0b5-4999-8f97-d5b3bb33a643) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:23:04.903673 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-42407b03-1d25-404d-81a3-2759ff111b4f req-703d09aa-01c6-411a-8212-f49d07185e06 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] For port 500f0189-2da4-416b-9ab0-dc30f3653a5d, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=500f0189-2da4-416b-9ab0-dc30f3653a5d,segment=NetworkSegment(98a09c09-ca40-4e90-a767-a403ef81fa93),segment_id=98a09c09-ca40-4e90-a767-a403ef81fa93)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:23:04.920939 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 164a9675-cee2-424a-ad34-722c3b441327 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:23:04.944596 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c30cbdc-9c19-4695-9771-0c2ce76bc69b req-b3451a23-ee80-4e51-90bc-fdcfc6f7d1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:04.946111 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2c30cbdc-9c19-4695-9771-0c2ce76bc69b req-b3451a23-ee80-4e51-90bc-fdcfc6f7d1ec service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=21fe0049-ebfc-446f-a301-ffbd47309f07 HTTP/1.1" status: 200 len: 1097 time: 0.0549917 Nov 25 13:23:04.976781 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9f901b3a-7ee3-4043-a6c1-297ad11bd781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:04.984706 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9f901b3a-7ee3-4043-a6c1-297ad11bd781 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:04.986938 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-9f901b3a-7ee3-4043-a6c1-297ad11bd781 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e77ea63b-7f97-4385-b9b9-5949d78e52ef HTTP/1.1" status: 204 len: 168 time: 0.3156481 Nov 25 13:23:05.004870 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-42407b03-1d25-404d-81a3-2759ff111b4f req-703d09aa-01c6-411a-8212-f49d07185e06 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:05.017288 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084175e0-8fb3-40e7-b3f5-cf085d7b9853 req-ce2ddaa3-da52-4d18-b31b-b9ca41e83307 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:05.018895 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-084175e0-8fb3-40e7-b3f5-cf085d7b9853 req-ce2ddaa3-da52-4d18-b31b-b9ca41e83307 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=21fe0049-ebfc-446f-a301-ffbd47309f07 HTTP/1.1" status: 200 len: 945 time: 0.1483660 Nov 25 13:23:05.024187 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-42407b03-1d25-404d-81a3-2759ff111b4f req-703d09aa-01c6-411a-8212-f49d07185e06 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:05.033278 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2c30cbdc-9c19-4695-9771-0c2ce76bc69b req-ec328d11-9547-492f-8d22-95654ec5d950 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787823 Nov 25 13:23:05.041916 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f901b3a-7ee3-4043-a6c1-297ad11bd781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77ea63b-7f97-4385-b9b9-5949d78e52ef,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:05.043029 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['500f0189-2da4-416b-9ab0-dc30f3653a5d'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:23:05.048621 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 164a9675-cee2-424a-ad34-722c3b441327 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:23:05.049202 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:05.143913 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42407b03-1d25-404d-81a3-2759ff111b4f req-703d09aa-01c6-411a-8212-f49d07185e06 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:05.144554 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-42407b03-1d25-404d-81a3-2759ff111b4f req-703d09aa-01c6-411a-8212-f49d07185e06 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:05.146330 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-42407b03-1d25-404d-81a3-2759ff111b4f req-703d09aa-01c6-411a-8212-f49d07185e06 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "PUT /v2.0/ports/500f0189-2da4-416b-9ab0-dc30f3653a5d HTTP/1.1" status: 200 len: 981 time: 1.1664221 Nov 25 13:23:05.148631 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71ae7607-c91e-4259-8f9c-8ea50f30aa38', 'tag': '500f0189-2da4-416b-9ab0-dc30f3653a5d'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:23:05.151007 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11149d1c-bd81-4cbc-a9cd-3fe2df0874f7" -d '{"events": [{"name": "network-changed", "server_uuid": "71ae7607-c91e-4259-8f9c-8ea50f30aa38", "tag": "500f0189-2da4-416b-9ab0-dc30f3653a5d"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:23:05.192682 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:05.208185 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-084175e0-8fb3-40e7-b3f5-cf085d7b9853 req-f176062d-ad55-49b7-a8dd-b1aca46cf493 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820168 Nov 25 13:23:05.219333 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703d09aa-01c6-411a-8212-f49d07185e06 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Pushing event updated for resources: {'Port': ['ID=500f0189-2da4-416b-9ab0-dc30f3653a5d,revision_number=6']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:05.237097 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['500f0189-2da4-416b-9ab0-dc30f3653a5d'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:23:05.251770 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-5e5fbf7c-5572-4ac2-86ed-df5f6261565d tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:05.306550 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c5717c60-14cf-4f55-9c72-fbb354807413 req-fd54b46e-bd3e-4a92-b57b-314d8be8a9f9 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/ports?device_id=18929fbf-33e0-420f-accc-22a7de44e4a8 HTTP/1.1" status: 200 len: 210 time: 0.0529428 Nov 25 13:23:05.356800 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device b2791fd5-992b-49f4-a718-8ab59a7299b4 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:23:05.397777 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-698ff5c2-6652-4d61-a810-33b483538b5b req-90f93a20-0dce-44a3-9980-f402a4db42ba tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-521938993&fields=id&tenant_id=e3a3a10c56944c1ba1ef6f97ca677aaf HTTP/1.1" status: 200 len: 267 time: 0.0885043 Nov 25 13:23:05.439786 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-5e5fbf7c-5572-4ac2-86ed-df5f6261565d tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:05.473187 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56120) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:05.494848 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cd49820a-ebc4-4f67-adeb-1a144ae0bbd0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:05.518520 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698ff5c2-6652-4d61-a810-33b483538b5b req-1ba2de00-8afe-416c-854d-43fbee9c0a73 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:05.520730 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-698ff5c2-6652-4d61-a810-33b483538b5b req-1ba2de00-8afe-416c-854d-43fbee9c0a73 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ae7607-c91e-4259-8f9c-8ea50f30aa38 HTTP/1.1" status: 200 len: 984 time: 0.1223855 Nov 25 13:23:05.531236 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port b2791fd5-992b-49f4-a718-8ab59a7299b4 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:23:05.531470 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:05.538616 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-5e5fbf7c-5572-4ac2-86ed-df5f6261565d tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Network 792b4ffc-a08b-445b-9887-d9b7ae74fb16 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:23:05.546554 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-698ff5c2-6652-4d61-a810-33b483538b5b req-ac88bea6-31d2-4f51-be33-88dfc1d289f9 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Request body: {'port': {'security_groups': ['4ddd3722-1b64-4271-8ee9-7db52c62b6c4']}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:23:05.552734 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-5e5fbf7c-5572-4ac2-86ed-df5f6261565d tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:23:05.555302 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-5e5fbf7c-5572-4ac2-86ed-df5f6261565d tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:23:05.624068 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5fbf7c-5572-4ac2-86ed-df5f6261565d tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Pushing event updated for resources: {'Port': ['ID=61a6543e-c0b5-4999-8f97-d5b3bb33a643,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:05.652973 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cd49820a-ebc4-4f67-adeb-1a144ae0bbd0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:05.665116 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cd49820a-ebc4-4f67-adeb-1a144ae0bbd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:05.710514 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-698ff5c2-6652-4d61-a810-33b483538b5b req-ac88bea6-31d2-4f51-be33-88dfc1d289f9 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:05.733339 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd49820a-ebc4-4f67-adeb-1a144ae0bbd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c73f084-71ca-49e8-bdf3-4a6c775cdf90,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:05.743915 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-cd49820a-ebc4-4f67-adeb-1a144ae0bbd0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9a48ea3c28d849e59567c3625d2db224&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2696106 Nov 25 13:23:05.744685 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56124) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:05.793153 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6085083-8817-4906-a3a3-83795a79c446 x-openstack-request-id: req-c6085083-8817-4906-a3a3-83795a79c446 {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:23:05.793493 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71ae7607-c91e-4259-8f9c-8ea50f30aa38", "tag": "500f0189-2da4-416b-9ab0-dc30f3653a5d", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:23:05.793756 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c6085083-8817-4906-a3a3-83795a79c446 {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:23:05.794156 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71ae7607-c91e-4259-8f9c-8ea50f30aa38', 'tag': '500f0189-2da4-416b-9ab0-dc30f3653a5d', 'status': 'completed', 'code': 200} Nov 25 13:23:05.805325 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-5e5fbf7c-5572-4ac2-86ed-df5f6261565d tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:05.805325 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-5e5fbf7c-5572-4ac2-86ed-df5f6261565d tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:05.857387 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-5e5fbf7c-5572-4ac2-86ed-df5f6261565d tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7990534 Nov 25 13:23:05.869947 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11149d1c-bd81-4cbc-a9cd-3fe2df0874f7 req-d59cea99-d4d6-4896-831d-7486f80b56ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:05.871572 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-11149d1c-bd81-4cbc-a9cd-3fe2df0874f7 req-d59cea99-d4d6-4896-831d-7486f80b56ff service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3a3a10c56944c1ba1ef6f97ca677aaf&device_id=71ae7607-c91e-4259-8f9c-8ea50f30aa38 HTTP/1.1" status: 200 len: 1136 time: 0.0782061 Nov 25 13:23:05.872366 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-965231c4-7fa3-41c9-b883-9b571d1882ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:05.891156 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-a9a39a54-b3b1-476d-8b5c-e2769a8489e9 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Request body: {'port': {'device_id': '18929fbf-33e0-420f-accc-22a7de44e4a8', 'network_id': 'd59c1490-91a6-45a0-8a22-a90a00eaf4ab', 'admin_state_up': True, 'tenant_id': 'c7b7eead49e04a28b5b17470c05451fe'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:23:05.913522 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-965231c4-7fa3-41c9-b883-9b571d1882ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:06.007107 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-023bbe47-eec3-40d2-93fc-c6523c551a63 None None] Provisioning complete for port 61a6543e-c0b5-4999-8f97-d5b3bb33a643 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:23:06.008383 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11149d1c-bd81-4cbc-a9cd-3fe2df0874f7 req-f73dec00-e69a-4a43-a43c-be1e44d94a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:06.009776 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-023bbe47-eec3-40d2-93fc-c6523c551a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:06.009930 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d8fadb-427e-405b-be3a-c4363afa640a req-00d609d9-9a15-48f9-b53a-0e7324288fa4 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:06.010086 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-11149d1c-bd81-4cbc-a9cd-3fe2df0874f7 req-f73dec00-e69a-4a43-a43c-be1e44d94a28 service neutron] 10.222.0.47 "GET /v2.0/networks?id=af451dea-7b21-412a-8cb8-0a3397d2cf49 HTTP/1.1" status: 200 len: 921 time: 0.1282127 Nov 25 13:23:06.015449 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-83d8fadb-427e-405b-be3a-c4363afa640a req-00d609d9-9a15-48f9-b53a-0e7324288fa4 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b2089d6-077a-4484-aeae-3f3baeb9f079 HTTP/1.1" status: 200 len: 946 time: 0.1759918 Nov 25 13:23:06.018383 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-965231c4-7fa3-41c9-b883-9b571d1882ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:06.021334 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-965231c4-7fa3-41c9-b883-9b571d1882ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:06.022821 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-965231c4-7fa3-41c9-b883-9b571d1882ba admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4c73f084-71ca-49e8-bdf3-4a6c775cdf90 HTTP/1.1" status: 204 len: 168 time: 0.2772195 Nov 25 13:23:06.071480 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-11149d1c-bd81-4cbc-a9cd-3fe2df0874f7 req-e617c109-58b5-4dd3-9fae-fb1b7b5e445a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=500f0189-2da4-416b-9ab0-dc30f3653a5d HTTP/1.1" status: 200 len: 217 time: 0.0473597 Nov 25 13:23:06.072533 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965231c4-7fa3-41c9-b883-9b571d1882ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c73f084-71ca-49e8-bdf3-4a6c775cdf90,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:06.087570 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-023bbe47-eec3-40d2-93fc-c6523c551a63 None None] Port 61a6543e-c0b5-4999-8f97-d5b3bb33a643 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:23:06.108548 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-83d8fadb-427e-405b-be3a-c4363afa640a req-bdda0ff7-f77d-4894-a37f-768e5a61a4f2 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847211 Nov 25 13:23:06.140935 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11149d1c-bd81-4cbc-a9cd-3fe2df0874f7 req-70820b16-f5b7-46f4-b61e-5788df647f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:06.142728 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-11149d1c-bd81-4cbc-a9cd-3fe2df0874f7 req-70820b16-f5b7-46f4-b61e-5788df647f4e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4dfa8e25-6b00-4870-b13d-92b789ff5b1c HTTP/1.1" status: 200 len: 860 time: 0.0634999 Nov 25 13:23:06.147731 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-698ff5c2-6652-4d61-a810-33b483538b5b req-ac88bea6-31d2-4f51-be33-88dfc1d289f9 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] For port 500f0189-2da4-416b-9ab0-dc30f3653a5d, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=500f0189-2da4-416b-9ab0-dc30f3653a5d,segment=NetworkSegment(98a09c09-ca40-4e90-a767-a403ef81fa93),segment_id=98a09c09-ca40-4e90-a767-a403ef81fa93)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:23:06.199564 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-11149d1c-bd81-4cbc-a9cd-3fe2df0874f7 req-808e5305-9854-4aa2-94e2-b0d3cce1d648 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=af451dea-7b21-412a-8cb8-0a3397d2cf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398245 Nov 25 13:23:06.201692 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-698ff5c2-6652-4d61-a810-33b483538b5b req-ac88bea6-31d2-4f51-be33-88dfc1d289f9 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:06.221123 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-a9a39a54-b3b1-476d-8b5c-e2769a8489e9 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Made reservation on behalf of c7b7eead49e04a28b5b17470c05451fe for: {'port': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:23:06.227795 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-a9a39a54-b3b1-476d-8b5c-e2769a8489e9 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:06.230377 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-698ff5c2-6652-4d61-a810-33b483538b5b req-ac88bea6-31d2-4f51-be33-88dfc1d289f9 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:06.231805 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:06.244385 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['500f0189-2da4-416b-9ab0-dc30f3653a5d'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:23:06.335660 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698ff5c2-6652-4d61-a810-33b483538b5b req-ac88bea6-31d2-4f51-be33-88dfc1d289f9 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:06.338887 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-698ff5c2-6652-4d61-a810-33b483538b5b req-ac88bea6-31d2-4f51-be33-88dfc1d289f9 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:06.344168 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-698ff5c2-6652-4d61-a810-33b483538b5b req-ac88bea6-31d2-4f51-be33-88dfc1d289f9 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "PUT /v2.0/ports/500f0189-2da4-416b-9ab0-dc30f3653a5d HTTP/1.1" status: 200 len: 942 time: 0.8054991 Nov 25 13:23:06.429639 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-11149d1c-bd81-4cbc-a9cd-3fe2df0874f7 req-c518e830-2653-4853-ac22-739ba600ab2e service neutron] 10.222.0.47 "GET /v2.0/networks/af451dea-7b21-412a-8cb8-0a3397d2cf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207654 Nov 25 13:23:06.431455 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['500f0189-2da4-416b-9ab0-dc30f3653a5d'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:23:06.574068 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-11149d1c-bd81-4cbc-a9cd-3fe2df0874f7 req-a0d2d811-2640-4767-91c6-c27b7df51f6c service neutron] 10.222.0.47 "GET /v2.0/networks/af451dea-7b21-412a-8cb8-0a3397d2cf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269329 Nov 25 13:23:06.838660 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac88bea6-31d2-4f51-be33-88dfc1d289f9 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Pushing event updated for resources: {'Port': ['ID=500f0189-2da4-416b-9ab0-dc30f3653a5d,revision_number=7']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:06.907262 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbea4c6-9a3b-4582-9771-92c358e3765c req-e8aad721-3dcd-4131-9d84-2a50716834d2 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:06.908773 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dfbea4c6-9a3b-4582-9771-92c358e3765c req-e8aad721-3dcd-4131-9d84-2a50716834d2 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=21fe0049-ebfc-446f-a301-ffbd47309f07 HTTP/1.1" status: 200 len: 945 time: 0.1534731 Nov 25 13:23:06.920539 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89be8c0c-f889-49f9-834b-5782d3d9e464 req-f476532e-e3be-4f27-b962-fd0376d0c9f3 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:06.922055 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-89be8c0c-f889-49f9-834b-5782d3d9e464 req-f476532e-e3be-4f27-b962-fd0376d0c9f3 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/ports?device_id=18929fbf-33e0-420f-accc-22a7de44e4a8 HTTP/1.1" status: 200 len: 932 time: 0.1636989 Nov 25 13:23:06.944869 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56158) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:06.961153 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-a9a39a54-b3b1-476d-8b5c-e2769a8489e9 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Allocated IP 19.86.0.34 (d59c1490-91a6-45a0-8a22-a90a00eaf4ab/c58d6e62-0aea-4a2e-a4ee-ebd06991f4bb/a341e86d-9a29-4ba0-bc18-51e95f8b64d5) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:23:07.033614 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dfbea4c6-9a3b-4582-9771-92c358e3765c req-986bdec3-1038-4e19-85d4-9aa9cce1898c tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105528 Nov 25 13:23:07.044001 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-89be8c0c-f889-49f9-834b-5782d3d9e464 req-5b7d6674-d3d5-4b5e-92f0-382d0e711dd0 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/security-groups?id=22daa08b-97cb-43e0-8539-4dafee5a974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094894 Nov 25 13:23:07.045121 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-9aade326-a39d-4703-82c1-6892540d4e33 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-784968345'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:23:07.079626 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aade326-a39d-4703-82c1-6892540d4e33 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Made reservation on behalf of d89e4801b8ea4a54a6b1a83888a2bcd3 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:23:07.083195 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9aade326-a39d-4703-82c1-6892540d4e33 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:07.094515 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9aade326-a39d-4703-82c1-6892540d4e33 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:07.189436 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9aade326-a39d-4703-82c1-6892540d4e33 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:07.221399 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9aade326-a39d-4703-82c1-6892540d4e33 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:07.257915 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aade326-a39d-4703-82c1-6892540d4e33 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:23:07.272916 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aade326-a39d-4703-82c1-6892540d4e33 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2353ed71-0473-4514-a8c7-fff489fd16f1,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:07.275835 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9aade326-a39d-4703-82c1-6892540d4e33 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:07.276186 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-9aade326-a39d-4703-82c1-6892540d4e33 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Added segment 78e53edd-fcb0-4ae5-ba16-ddffb99eb662 of type vlan for network d1181e72-d5e6-46a1-af9d-2ec4a8ba0c97 Nov 25 13:23:07.279449 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c136cb-cf93-4f92-a9cc-128876e282ac req-5f3fe879-4c19-4c02-8cd4-81e2c94e535c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:07.280905 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b8c136cb-cf93-4f92-a9cc-128876e282ac req-5f3fe879-4c19-4c02-8cd4-81e2c94e535c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0b2089d6-077a-4484-aeae-3f3baeb9f079 HTTP/1.1" status: 200 len: 1098 time: 0.0900705 Nov 25 13:23:07.344368 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9aade326-a39d-4703-82c1-6892540d4e33 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:07.373090 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b8c136cb-cf93-4f92-a9cc-128876e282ac req-fa01661c-4462-4911-966b-fd13e0905100 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841086 Nov 25 13:23:07.383969 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9aade326-a39d-4703-82c1-6892540d4e33 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:07.389830 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aade326-a39d-4703-82c1-6892540d4e33 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:07.390373 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9aade326-a39d-4703-82c1-6892540d4e33 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:07.397012 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9ff084b6-eb8f-44bf-9e02-d5003113f214 req-3f45086e-c5d6-4851-9b0a-1e04d907a9f8 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2801385 Nov 25 13:23:07.411617 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-9ff084b6-eb8f-44bf-9e02-d5003113f214 req-c69076f3-b334-4555-9aec-722ed38363a2 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Request body: {'floatingip': {'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:23:07.446948 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-9aade326-a39d-4703-82c1-6892540d4e33 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.4979067 Nov 25 13:23:07.447188 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56172) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:07.448685 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e7a556-f0e0-4a16-8377-7874bf0d3bce req-6751ec2e-aabf-4026-be12-0c4e5af6cdd1 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:07.450221 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-81e7a556-f0e0-4a16-8377-7874bf0d3bce req-6751ec2e-aabf-4026-be12-0c4e5af6cdd1 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=21fe0049-ebfc-446f-a301-ffbd47309f07 HTTP/1.1" status: 200 len: 945 time: 0.1467323 Nov 25 13:23:07.453200 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-a9a39a54-b3b1-476d-8b5c-e2769a8489e9 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:07.454452 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-acc85640-023a-475c-94da-97f2e7c9143f tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Request body: {'subnet': {'network_id': 'd1181e72-d5e6-46a1-af9d-2ec4a8ba0c97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:23:07.481977 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-9ff084b6-eb8f-44bf-9e02-d5003113f214 req-c69076f3-b334-4555-9aec-722ed38363a2 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Publish callbacks [] for floatingip, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:07.507985 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aade326-a39d-4703-82c1-6892540d4e33 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Pushing event updated for resources: {'Network': ['ID=d1181e72-d5e6-46a1-af9d-2ec4a8ba0c97,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:07.519237 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network d1181e72-d5e6-46a1-af9d-2ec4a8ba0c97 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:23:07.560181 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc85640-023a-475c-94da-97f2e7c9143f tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Made reservation on behalf of d89e4801b8ea4a54a6b1a83888a2bcd3 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:23:07.563956 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-acc85640-023a-475c-94da-97f2e7c9143f tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:07.564529 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-81e7a556-f0e0-4a16-8377-7874bf0d3bce req-3f26ffa8-8fb2-4350-92d0-b932316513e7 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074224 Nov 25 13:23:07.567773 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-a9a39a54-b3b1-476d-8b5c-e2769a8489e9 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:07.635216 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-a9a39a54-b3b1-476d-8b5c-e2769a8489e9 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Network d59c1490-91a6-45a0-8a22-a90a00eaf4ab is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:23:07.641676 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-a9a39a54-b3b1-476d-8b5c-e2769a8489e9 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:23:07.643467 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a39a54-b3b1-476d-8b5c-e2769a8489e9 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Pushing event updated for resources: {'Port': ['ID=a341e86d-9a29-4ba0-bc18-51e95f8b64d5,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:07.648313 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-a9a39a54-b3b1-476d-8b5c-e2769a8489e9 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:23:07.749309 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-a9a39a54-b3b1-476d-8b5c-e2769a8489e9 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:07.749967 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-a9a39a54-b3b1-476d-8b5c-e2769a8489e9 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:07.760524 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41eb35-2fe0-440e-87bf-4cf64e4f7d9a req-6e5737cf-db95-474d-8cc1-127b129cc832 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:07.762100 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6e41eb35-2fe0-440e-87bf-4cf64e4f7d9a req-6e5737cf-db95-474d-8cc1-127b129cc832 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b2089d6-077a-4484-aeae-3f3baeb9f079 HTTP/1.1" status: 200 len: 946 time: 0.1148241 Nov 25 13:23:07.791826 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-acc85640-023a-475c-94da-97f2e7c9143f tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:07.799201 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71ae7607-c91e-4259-8f9c-8ea50f30aa38', 'tag': '500f0189-2da4-416b-9ab0-dc30f3653a5d'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:23:07.801469 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-622a5db4-fb49-41cd-b85a-e449ca9915d7" -d '{"events": [{"name": "network-changed", "server_uuid": "71ae7607-c91e-4259-8f9c-8ea50f30aa38", "tag": "500f0189-2da4-416b-9ab0-dc30f3653a5d"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:23:07.810576 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-a9a39a54-b3b1-476d-8b5c-e2769a8489e9 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9333677 Nov 25 13:23:07.820181 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-9ff084b6-eb8f-44bf-9e02-d5003113f214 req-c69076f3-b334-4555-9aec-722ed38363a2 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:07.835498 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-b4c809c2-628c-4430-add0-3a077e9997a5 service neutron] Request body: {'port': {'device_id': '18929fbf-33e0-420f-accc-22a7de44e4a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-11'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:23:07.855409 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc85640-023a-475c-94da-97f2e7c9143f tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Pushing event updated for resources: {'Subnet': ['ID=5c035ed6-f807-4dcb-aa7c-8839698d9a9a,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:07.865481 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc85640-023a-475c-94da-97f2e7c9143f tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Checking segment: {'id': '78e53edd-fcb0-4ae5-ba16-ddffb99eb662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd1181e72-d5e6-46a1-af9d-2ec4a8ba0c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:23:07.866078 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc85640-023a-475c-94da-97f2e7c9143f tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Network hostable DHCP agents. Network: d1181e72-d5e6-46a1-af9d-2ec4a8ba0c97, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:23:07.883271 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc85640-023a-475c-94da-97f2e7c9143f tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Network d1181e72-d5e6-46a1-af9d-2ec4a8ba0c97 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:23:07.891603 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-acc85640-023a-475c-94da-97f2e7c9143f tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, d1181e72-d5e6-46a1-af9d-2ec4a8ba0c97) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:23:07.899004 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc85640-023a-475c-94da-97f2e7c9143f tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:07.899608 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-acc85640-023a-475c-94da-97f2e7c9143f tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:07.907596 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6e41eb35-2fe0-440e-87bf-4cf64e4f7d9a req-57092450-09ed-448b-9c66-4bfd4ed506b1 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359551 Nov 25 13:23:07.907838 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34b00ae-6528-4754-a0be-9f7737682de3 None None] Network d1181e72-d5e6-46a1-af9d-2ec4a8ba0c97 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:23:07.921014 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-acc85640-023a-475c-94da-97f2e7c9143f tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4721358 Nov 25 13:23:07.923196 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56178) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:07.929276 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-9c22c4f8-1b91-4e16-94c4-c19abdc44565 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Request body: {'port': {'network_id': 'd1181e72-d5e6-46a1-af9d-2ec4a8ba0c97', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2008066688'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:23:07.970666 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-b4c809c2-628c-4430-add0-3a077e9997a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:08.023522 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-dee53c74-40c3-4448-b2b4-76557b2112f1 None None] Provisioning complete for port a341e86d-9a29-4ba0-bc18-51e95f8b64d5 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:23:08.023890 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dee53c74-40c3-4448-b2b4-76557b2112f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:08.047168 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:08.063623 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c22c4f8-1b91-4e16-94c4-c19abdc44565 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Made reservation on behalf of d89e4801b8ea4a54a6b1a83888a2bcd3 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:23:08.067370 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9c22c4f8-1b91-4e16-94c4-c19abdc44565 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:08.082199 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-dee53c74-40c3-4448-b2b4-76557b2112f1 None None] Port a341e86d-9a29-4ba0-bc18-51e95f8b64d5 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:23:08.088942 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-9c22c4f8-1b91-4e16-94c4-c19abdc44565 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] device_id is not set on port 5945fe20-93af-405e-b3f4-ed5eebdb0cae yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:23:08.149969 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [req-9ff084b6-eb8f-44bf-9e02-d5003113f214 req-c69076f3-b334-4555-9aec-722ed38363a2 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Allocated IP 172.25.5.129 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/e2fc93f9-f663-417f-bd60-4734a5e237fb) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:23:08.161045 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2bd627-e0b9-4d26-8568-9fbb480bea2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-d1181e72-d5e6-46a1-af9d-2ec4a8ba0c97', 'network_id': 'd1181e72-d5e6-46a1-af9d-2ec4a8ba0c97', 'tenant_id': 'd89e4801b8ea4a54a6b1a83888a2bcd3', 'fixed_ips': [{'subnet_id': '5c035ed6-f807-4dcb-aa7c-8839698d9a9a'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:23:08.162763 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1c2bd627-e0b9-4d26-8568-9fbb480bea2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:08.217252 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-9c22c4f8-1b91-4e16-94c4-c19abdc44565 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Allocated IP 2001:db8::1b1 (d1181e72-d5e6-46a1-af9d-2ec4a8ba0c97/5c035ed6-f807-4dcb-aa7c-8839698d9a9a/5945fe20-93af-405e-b3f4-ed5eebdb0cae) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:23:08.329311 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dedb13f-a4cf-4927-9964-dda6c80ce530 req-ee814e6f-0e3d-4ed5-9bd7-a6566e3faa3d tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:08.335177 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2dedb13f-a4cf-4927-9964-dda6c80ce530 req-ee814e6f-0e3d-4ed5-9bd7-a6566e3faa3d tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/networks?id=9b74e527-2eba-4880-abc3-5f552bc5f61d HTTP/1.1" status: 200 len: 812 time: 0.2660019 Nov 25 13:23:08.371456 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9c22c4f8-1b91-4e16-94c4-c19abdc44565 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:08.409265 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2dedb13f-a4cf-4927-9964-dda6c80ce530 req-255d1aab-acc0-456a-8edf-bc2c0092e17e tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/quotas/60de2ce00e39495b9b56ab9e2f307693 HTTP/1.1" status: 200 len: 375 time: 0.0728841 Nov 25 13:23:08.424039 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9c22c4f8-1b91-4e16-94c4-c19abdc44565 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:08.462574 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2dedb13f-a4cf-4927-9964-dda6c80ce530 req-a18a2213-9478-43f3-96d1-38579c579f3d tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=60de2ce00e39495b9b56ab9e2f307693&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461612 Nov 25 13:23:08.470122 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-1c2bd627-e0b9-4d26-8568-9fbb480bea2f None None] Allocated IP 2001:db8::2 (d1181e72-d5e6-46a1-af9d-2ec4a8ba0c97/5c035ed6-f807-4dcb-aa7c-8839698d9a9a/86310d78-cd0f-40d9-b449-bd9acd09a528) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:23:08.473863 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c22c4f8-1b91-4e16-94c4-c19abdc44565 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Network d1181e72-d5e6-46a1-af9d-2ec4a8ba0c97 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:23:08.477315 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-9c22c4f8-1b91-4e16-94c4-c19abdc44565 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:23:08.481717 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c22c4f8-1b91-4e16-94c4-c19abdc44565 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:23:08.488573 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c22c4f8-1b91-4e16-94c4-c19abdc44565 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:08.489211 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9c22c4f8-1b91-4e16-94c4-c19abdc44565 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:08.497558 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c22c4f8-1b91-4e16-94c4-c19abdc44565 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Pushing event updated for resources: {'Port': ['ID=5945fe20-93af-405e-b3f4-ed5eebdb0cae,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:08.517953 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-9c22c4f8-1b91-4e16-94c4-c19abdc44565 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.5905313 Nov 25 13:23:08.518305 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56190) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:08.524738 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-437735cf-71da-4515-873a-2a98dc0a64c8 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Request body: {'port': {'network_id': 'd1181e72-d5e6-46a1-af9d-2ec4a8ba0c97', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1528813965', 'allowed_address_pairs': [{'ip_address': '2001:db8::1b1', 'mac_address': 'fa:16:3e:44:a3:92'}]}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:23:08.571404 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-9ff084b6-eb8f-44bf-9e02-d5003113f214 req-c69076f3-b334-4555-9aec-722ed38363a2 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:08.640707 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1c2bd627-e0b9-4d26-8568-9fbb480bea2f None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:08.648362 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1c2bd627-e0b9-4d26-8568-9fbb480bea2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:08.648964 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437735cf-71da-4515-873a-2a98dc0a64c8 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Made reservation on behalf of d89e4801b8ea4a54a6b1a83888a2bcd3 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:23:08.659091 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2dedb13f-a4cf-4927-9964-dda6c80ce530 req-a24d4dcd-497b-40cb-827a-0e92949a8316 service neutron] 10.222.0.53 "GET /v2.0/networks/9b74e527-2eba-4880-abc3-5f552bc5f61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817994 Nov 25 13:23:08.698847 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2bd627-e0b9-4d26-8568-9fbb480bea2f None None] Network d1181e72-d5e6-46a1-af9d-2ec4a8ba0c97 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:23:08.702970 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-1c2bd627-e0b9-4d26-8568-9fbb480bea2f None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:23:08.705522 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2bd627-e0b9-4d26-8568-9fbb480bea2f None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:23:08.719869 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2bd627-e0b9-4d26-8568-9fbb480bea2f None None] Pushing event updated for resources: {'Port': ['ID=86310d78-cd0f-40d9-b449-bd9acd09a528,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:08.747381 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-b4c809c2-628c-4430-add0-3a077e9997a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61a6543e-c0b5-4999-8f97-d5b3bb33a643 {{(pid=103570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:23:08.752015 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-437735cf-71da-4515-873a-2a98dc0a64c8 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:08.756062 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-9ff084b6-eb8f-44bf-9e02-d5003113f214 req-c69076f3-b334-4555-9aec-722ed38363a2 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:08.759797 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-b4c809c2-628c-4430-add0-3a077e9997a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:08.771654 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-437735cf-71da-4515-873a-2a98dc0a64c8 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] device_id is not set on port 120cf85a-1edb-4b02-b92e-0126531dd0f1 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:23:08.780369 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-1c2bd627-e0b9-4d26-8568-9fbb480bea2f None None] Attempting to bind port 86310d78-cd0f-40d9-b449-bd9acd09a528 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:23:08.780716 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-1c2bd627-e0b9-4d26-8568-9fbb480bea2f None None] Attempting to bind port 86310d78-cd0f-40d9-b449-bd9acd09a528 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '78e53edd-fcb0-4ae5-ba16-ddffb99eb662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd1181e72-d5e6-46a1-af9d-2ec4a8ba0c97'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:23:08.781168 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2bd627-e0b9-4d26-8568-9fbb480bea2f None None] Attempting to bind port 86310d78-cd0f-40d9-b449-bd9acd09a528 on network d1181e72-d5e6-46a1-af9d-2ec4a8ba0c97 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:23:08.786550 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2bd627-e0b9-4d26-8568-9fbb480bea2f None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:23:08.787024 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2bd627-e0b9-4d26-8568-9fbb480bea2f None None] Checking segment: {'id': '78e53edd-fcb0-4ae5-ba16-ddffb99eb662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd1181e72-d5e6-46a1-af9d-2ec4a8ba0c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:23:08.787369 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1c2bd627-e0b9-4d26-8568-9fbb480bea2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:08.787829 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2bd627-e0b9-4d26-8568-9fbb480bea2f None None] Bound using segment: {'id': '78e53edd-fcb0-4ae5-ba16-ddffb99eb662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd1181e72-d5e6-46a1-af9d-2ec4a8ba0c97'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:23:08.788520 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-1c2bd627-e0b9-4d26-8568-9fbb480bea2f None None] Bound port: 86310d78-cd0f-40d9-b449-bd9acd09a528, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78e53edd-fcb0-4ae5-ba16-ddffb99eb662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd1181e72-d5e6-46a1-af9d-2ec4a8ba0c97'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:23:08.788936 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1c2bd627-e0b9-4d26-8568-9fbb480bea2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:08.816514 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ff084b6-eb8f-44bf-9e02-d5003113f214 req-c69076f3-b334-4555-9aec-722ed38363a2 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:23:08.824007 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.provisioning_blocks [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-b4c809c2-628c-4430-add0-3a077e9997a5 service neutron] Transition to ACTIVE for port object 61a6543e-c0b5-4999-8f97-d5b3bb33a643 will not be triggered until provisioned by entity L2. {{(pid=103570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:23:08.827033 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [req-9ff084b6-eb8f-44bf-9e02-d5003113f214 req-c69076f3-b334-4555-9aec-722ed38363a2 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:23:08.837059 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ff084b6-eb8f-44bf-9e02-d5003113f214 req-c69076f3-b334-4555-9aec-722ed38363a2 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:23:08.843091 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-b4c809c2-628c-4430-add0-3a077e9997a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:08.845078 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69076f3-b334-4555-9aec-722ed38363a2 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Pushing event updated for resources: {'Port': ['ID=e2fc93f9-f663-417f-bd60-4734a5e237fb,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:08.877497 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-1c2bd627-e0b9-4d26-8568-9fbb480bea2f None None] For port 86310d78-cd0f-40d9-b449-bd9acd09a528, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:23:08.877497 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-1c2bd627-e0b9-4d26-8568-9fbb480bea2f None None] For port 86310d78-cd0f-40d9-b449-bd9acd09a528, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=86310d78-cd0f-40d9-b449-bd9acd09a528,segment=NetworkSegment(78e53edd-fcb0-4ae5-ba16-ddffb99eb662),segment_id=78e53edd-fcb0-4ae5-ba16-ddffb99eb662)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:23:08.894044 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1c2bd627-e0b9-4d26-8568-9fbb480bea2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:08.928643 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2dedb13f-a4cf-4927-9964-dda6c80ce530 req-dd6f16ca-c5aa-4a32-b0a3-6a63d3f59311 service neutron] 10.222.0.53 "GET /v2.0/networks/9b74e527-2eba-4880-abc3-5f552bc5f61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508504 Nov 25 13:23:08.929807 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-437735cf-71da-4515-873a-2a98dc0a64c8 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Allocated IP 2001:db8::380 (d1181e72-d5e6-46a1-af9d-2ec4a8ba0c97/5c035ed6-f807-4dcb-aa7c-8839698d9a9a/120cf85a-1edb-4b02-b92e-0126531dd0f1) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:23:08.955838 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c809c2-628c-4430-add0-3a077e9997a5 service neutron] Pushing event updated for resources: {'Port': ['ID=61a6543e-c0b5-4999-8f97-d5b3bb33a643,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:08.989821 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2bd627-e0b9-4d26-8568-9fbb480bea2f None None] Pushing event updated for resources: {'Port': ['ID=86310d78-cd0f-40d9-b449-bd9acd09a528,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:09.081498 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-9ff084b6-eb8f-44bf-9e02-d5003113f214 req-c69076f3-b334-4555-9aec-722ed38363a2 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:09.135741 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-b4c809c2-628c-4430-add0-3a077e9997a5 service neutron] Attempting to bind port 61a6543e-c0b5-4999-8f97-d5b3bb33a643 on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:23:09.135973 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-b4c809c2-628c-4430-add0-3a077e9997a5 service neutron] Attempting to bind port 61a6543e-c0b5-4999-8f97-d5b3bb33a643 by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': 'a64ebec5-6257-4289-8347-8b5c67b8849c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '792b4ffc-a08b-445b-9887-d9b7ae74fb16'}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:23:09.136315 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-b4c809c2-628c-4430-add0-3a077e9997a5 service neutron] Attempting to bind port 61a6543e-c0b5-4999-8f97-d5b3bb33a643 on network 792b4ffc-a08b-445b-9887-d9b7ae74fb16 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:23:09.151257 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-b4c809c2-628c-4430-add0-3a077e9997a5 service neutron] Port 61a6543e-c0b5-4999-8f97-d5b3bb33a643 on network 792b4ffc-a08b-445b-9887-d9b7ae74fb16 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:23:09.151500 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-b4c809c2-628c-4430-add0-3a077e9997a5 service neutron] Attempting to bind port 61a6543e-c0b5-4999-8f97-d5b3bb33a643 on network 792b4ffc-a08b-445b-9887-d9b7ae74fb16 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:23:09.158418 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-9ff084b6-eb8f-44bf-9e02-d5003113f214 req-c69076f3-b334-4555-9aec-722ed38363a2 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:09.162808 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-b4c809c2-628c-4430-add0-3a077e9997a5 service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:23:09.163416 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-b4c809c2-628c-4430-add0-3a077e9997a5 service neutron] Checking segment: {'id': 'a64ebec5-6257-4289-8347-8b5c67b8849c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '792b4ffc-a08b-445b-9887-d9b7ae74fb16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:23:09.163811 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-b4c809c2-628c-4430-add0-3a077e9997a5 service neutron] Bound using segment: {'id': 'a64ebec5-6257-4289-8347-8b5c67b8849c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '792b4ffc-a08b-445b-9887-d9b7ae74fb16'} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:23:09.164248 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-b4c809c2-628c-4430-add0-3a077e9997a5 service neutron] Bound port: 61a6543e-c0b5-4999-8f97-d5b3bb33a643, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a64ebec5-6257-4289-8347-8b5c67b8849c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '792b4ffc-a08b-445b-9887-d9b7ae74fb16'}}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:23:09.164614 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-b4c809c2-628c-4430-add0-3a077e9997a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:09.303789 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-437735cf-71da-4515-873a-2a98dc0a64c8 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:09.385861 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-437735cf-71da-4515-873a-2a98dc0a64c8 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:09.463470 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437735cf-71da-4515-873a-2a98dc0a64c8 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Pushing event updated for resources: {'Port': ['ID=120cf85a-1edb-4b02-b92e-0126531dd0f1,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:09.489794 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437735cf-71da-4515-873a-2a98dc0a64c8 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Network d1181e72-d5e6-46a1-af9d-2ec4a8ba0c97 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:23:09.491519 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-437735cf-71da-4515-873a-2a98dc0a64c8 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:23:09.502409 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437735cf-71da-4515-873a-2a98dc0a64c8 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:23:09.509725 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437735cf-71da-4515-873a-2a98dc0a64c8 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:09.516351 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-437735cf-71da-4515-873a-2a98dc0a64c8 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:09.537895 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137040e9-0d0d-4665-9e5b-7f9b65bedcf2 x-openstack-request-id: req-137040e9-0d0d-4665-9e5b-7f9b65bedcf2 {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:23:09.538639 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71ae7607-c91e-4259-8f9c-8ea50f30aa38", "tag": "500f0189-2da4-416b-9ab0-dc30f3653a5d", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:23:09.538639 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-137040e9-0d0d-4665-9e5b-7f9b65bedcf2 {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:23:09.539007 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71ae7607-c91e-4259-8f9c-8ea50f30aa38', 'tag': '500f0189-2da4-416b-9ab0-dc30f3653a5d', 'status': 'completed', 'code': 200} Nov 25 13:23:09.548333 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-b4c809c2-628c-4430-add0-3a077e9997a5 service neutron] For port 61a6543e-c0b5-4999-8f97-d5b3bb33a643, host n-h1-808199-11, cleared binding levels {{(pid=103570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:23:09.559587 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-437735cf-71da-4515-873a-2a98dc0a64c8 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.0376484 Nov 25 13:23:09.563358 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56216) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:09.575366 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-b4c809c2-628c-4430-add0-3a077e9997a5 service neutron] For port 61a6543e-c0b5-4999-8f97-d5b3bb33a643, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=61a6543e-c0b5-4999-8f97-d5b3bb33a643,segment=NetworkSegment(a64ebec5-6257-4289-8347-8b5c67b8849c),segment_id=a64ebec5-6257-4289-8347-8b5c67b8849c)] {{(pid=103570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:23:09.595185 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-b4c809c2-628c-4430-add0-3a077e9997a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:09.700945 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-b4c809c2-628c-4430-add0-3a077e9997a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:09.701510 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-b4c809c2-628c-4430-add0-3a077e9997a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:09.703449 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-b4c809c2-628c-4430-add0-3a077e9997a5 service neutron] 10.222.0.66 "PUT /v2.0/ports/61a6543e-c0b5-4999-8f97-d5b3bb33a643 HTTP/1.1" status: 200 len: 1093 time: 1.8755352 Nov 25 13:23:09.707498 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-9ff084b6-eb8f-44bf-9e02-d5003113f214 req-c69076f3-b334-4555-9aec-722ed38363a2 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:09.723073 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-9ff084b6-eb8f-44bf-9e02-d5003113f214 req-c69076f3-b334-4555-9aec-722ed38363a2 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:09.729186 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17c4a8b-574d-4953-a0c0-a628641e87d8 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:09.736781 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17c4a8b-574d-4953-a0c0-a628641e87d8 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:09.743450 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-e5845751-cd31-4e8a-9ee3-4b954375678b service neutron] Request body: {'port': {'device_id': '18929fbf-33e0-420f-accc-22a7de44e4a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-11'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:23:09.743628 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17c4a8b-574d-4953-a0c0-a628641e87d8 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:09.748277 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b17c4a8b-574d-4953-a0c0-a628641e87d8 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.1826389 Nov 25 13:23:09.749817 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56220) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:09.758723 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a5db4-fb49-41cd-b85a-e449ca9915d7 req-1333714b-c745-4408-9250-51dc7dbf41e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:09.760271 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-622a5db4-fb49-41cd-b85a-e449ca9915d7 req-1333714b-c745-4408-9250-51dc7dbf41e9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3a3a10c56944c1ba1ef6f97ca677aaf&device_id=71ae7607-c91e-4259-8f9c-8ea50f30aa38 HTTP/1.1" status: 200 len: 1097 time: 0.1959291 Nov 25 13:23:09.825491 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-e5845751-cd31-4e8a-9ee3-4b954375678b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:09.828428 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c809c2-628c-4430-add0-3a077e9997a5 service neutron] Pushing event updated for resources: {'Port': ['ID=61a6543e-c0b5-4999-8f97-d5b3bb33a643,revision_number=3']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:09.856895 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c6a61-b5f4-4371-8630-8149994fc3e9 req-cfadefaa-ab05-494d-a558-b5ee5d3aeaff tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:09.862924 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c6a61-b5f4-4371-8630-8149994fc3e9 req-cfadefaa-ab05-494d-a558-b5ee5d3aeaff tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:09.870547 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-144c6a61-b5f4-4371-8630-8149994fc3e9 req-cfadefaa-ab05-494d-a558-b5ee5d3aeaff tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/ports?device_id=18929fbf-33e0-420f-accc-22a7de44e4a8 HTTP/1.1" status: 200 len: 1666 time: 0.2084808 Nov 25 13:23:09.990100 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a5db4-fb49-41cd-b85a-e449ca9915d7 req-ec124855-909d-4cbc-bca3-0207f52b0771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:09.992813 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-622a5db4-fb49-41cd-b85a-e449ca9915d7 req-ec124855-909d-4cbc-bca3-0207f52b0771 service neutron] 10.222.0.47 "GET /v2.0/networks?id=af451dea-7b21-412a-8cb8-0a3397d2cf49 HTTP/1.1" status: 200 len: 921 time: 0.2090933 Nov 25 13:23:10.054532 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69076f3-b334-4555-9aec-722ed38363a2 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Pushing event updated for resources: {'Port': ['ID=e2fc93f9-f663-417f-bd60-4734a5e237fb,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:10.089037 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-86788490-d191-4bcd-b063-a5eb70ac42b1 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Deleting port 120cf85a-1edb-4b02-b92e-0126531dd0f1 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:23:10.089316 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-86788490-d191-4bcd-b063-a5eb70ac42b1 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:10.098226 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-622a5db4-fb49-41cd-b85a-e449ca9915d7 req-5aad5f75-d44c-45df-924a-3ba16146062f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=500f0189-2da4-416b-9ab0-dc30f3653a5d HTTP/1.1" status: 200 len: 217 time: 0.0915029 Nov 25 13:23:10.125957 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-144c6a61-b5f4-4371-8630-8149994fc3e9 req-e1d05029-38dd-4492-8b83-ab83b1470bdb tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/security-groups?id=22daa08b-97cb-43e0-8539-4dafee5a974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526796 Nov 25 13:23:10.153329 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-9ff084b6-eb8f-44bf-9e02-d5003113f214 req-c69076f3-b334-4555-9aec-722ed38363a2 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:10.221047 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a5db4-fb49-41cd-b85a-e449ca9915d7 req-9c937c26-9ba1-46d1-b6c7-0631f58fc9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:10.224276 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-622a5db4-fb49-41cd-b85a-e449ca9915d7 req-9c937c26-9ba1-46d1-b6c7-0631f58fc9c9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4dfa8e25-6b00-4870-b13d-92b789ff5b1c HTTP/1.1" status: 200 len: 860 time: 0.1140547 Nov 25 13:23:10.263541 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-622a5db4-fb49-41cd-b85a-e449ca9915d7 req-37dad211-e491-401a-8031-8b2375511a24 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=af451dea-7b21-412a-8cb8-0a3397d2cf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327110 Nov 25 13:23:10.274928 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-9ff084b6-eb8f-44bf-9e02-d5003113f214 req-c69076f3-b334-4555-9aec-722ed38363a2 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:10.276159 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9ff084b6-eb8f-44bf-9e02-d5003113f214 req-c69076f3-b334-4555-9aec-722ed38363a2 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8720412 Nov 25 13:23:10.343441 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-86788490-d191-4bcd-b063-a5eb70ac42b1 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:10.366461 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-86788490-d191-4bcd-b063-a5eb70ac42b1 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Calling delete_port for 120cf85a-1edb-4b02-b92e-0126531dd0f1 owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:23:10.398056 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9ff084b6-eb8f-44bf-9e02-d5003113f214 req-8fd4d34b-47d1-4e4c-b557-524cf0aec245 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.129 HTTP/1.1" status: 200 len: 696 time: 0.1106691 Nov 25 13:23:10.467084 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c6ddc9-3450-4b61-acfa-a92572c392ff None None] Network d1181e72-d5e6-46a1-af9d-2ec4a8ba0c97 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:23:10.558356 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-f7fb0cd9-1c23-44b9-89f1-922d5e78f4ac None None] Provisioning complete for port 86310d78-cd0f-40d9-b449-bd9acd09a528 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:23:10.559493 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f7fb0cd9-1c23-44b9-89f1-922d5e78f4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:10.736120 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-622a5db4-fb49-41cd-b85a-e449ca9915d7 req-e6785bb5-7e6a-420f-9e34-b001c50238e2 service neutron] 10.222.0.47 "GET /v2.0/networks/af451dea-7b21-412a-8cb8-0a3397d2cf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4642506 Nov 25 13:23:10.759443 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f7fb0cd9-1c23-44b9-89f1-922d5e78f4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:10.825641 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-f7fb0cd9-1c23-44b9-89f1-922d5e78f4ac None None] For port 86310d78-cd0f-40d9-b449-bd9acd09a528, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=86310d78-cd0f-40d9-b449-bd9acd09a528,segment=NetworkSegment(78e53edd-fcb0-4ae5-ba16-ddffb99eb662),segment_id=78e53edd-fcb0-4ae5-ba16-ddffb99eb662)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:23:10.837520 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f7fb0cd9-1c23-44b9-89f1-922d5e78f4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:10.899797 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-622a5db4-fb49-41cd-b85a-e449ca9915d7 req-b83dc964-bb10-42ed-b36b-5c55832f4283 service neutron] 10.222.0.47 "GET /v2.0/networks/af451dea-7b21-412a-8cb8-0a3397d2cf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536102 Nov 25 13:23:10.929577 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fb0cd9-1c23-44b9-89f1-922d5e78f4ac None None] Pushing event updated for resources: {'Port': ['ID=86310d78-cd0f-40d9-b449-bd9acd09a528,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:10.931218 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-86788490-d191-4bcd-b063-a5eb70ac42b1 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:10.933842 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 86310d78-cd0f-40d9-b449-bd9acd09a528 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:23:10.953140 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10faa24b-89cb-42f8-9e54-ec8350eabe11 req-f02eb46e-23c6-422f-8238-a29e87f7d09c tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:10.960774 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-10faa24b-89cb-42f8-9e54-ec8350eabe11 req-f02eb46e-23c6-422f-8238-a29e87f7d09c tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b2089d6-077a-4484-aeae-3f3baeb9f079 HTTP/1.1" status: 200 len: 946 time: 0.6956513 Nov 25 13:23:10.968571 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86788490-d191-4bcd-b063-a5eb70ac42b1 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Pushing event deleted for resources: {'Port': ['ID=120cf85a-1edb-4b02-b92e-0126531dd0f1,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:11.021897 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 86310d78-cd0f-40d9-b449-bd9acd09a528 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:23:11.022583 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:11.051430 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-10faa24b-89cb-42f8-9e54-ec8350eabe11 req-e0c57b78-3f12-47a4-a2eb-f0b5afd699b7 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845761 Nov 25 13:23:11.109709 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-86788490-d191-4bcd-b063-a5eb70ac42b1 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:11.117776 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-86788490-d191-4bcd-b063-a5eb70ac42b1 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] 10.222.0.53 "DELETE /v2.0/ports/120cf85a-1edb-4b02-b92e-0126531dd0f1 HTTP/1.1" status: 204 len: 168 time: 1.3668931 Nov 25 13:23:11.120868 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 56224) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:11.141421 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dedb13f-a4cf-4927-9964-dda6c80ce530 req-0cfdcc6c-d490-4d5a-9be5-0f7a63594142 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:11.143007 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2dedb13f-a4cf-4927-9964-dda6c80ce530 req-0cfdcc6c-d490-4d5a-9be5-0f7a63594142 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.66 "GET /v2.0/networks?id=9b74e527-2eba-4880-abc3-5f552bc5f61d HTTP/1.1" status: 200 len: 812 time: 0.4001217 Nov 25 13:23:11.168827 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff084b6-eb8f-44bf-9e02-d5003113f214 req-d9ad53b0-2719-44c9-8b04-1c2162b852b8 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:11.170190 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9ff084b6-eb8f-44bf-9e02-d5003113f214 req-d9ad53b0-2719-44c9-8b04-1c2162b852b8 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/networks/7542d3d9-0db3-40e7-ab88-a168871141f7 HTTP/1.1" status: 200 len: 784 time: 0.4299412 Nov 25 13:23:11.174445 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-14fc22df-f6a3-4ccf-8711-610824105679 None None] Could not find standard attr ID for object 120cf85a-1edb-4b02-b92e-0126531dd0f1. {{(pid=103572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 13:23:11.190373 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-14fc22df-f6a3-4ccf-8711-610824105679 None None] Provisioning complete for port 86310d78-cd0f-40d9-b449-bd9acd09a528 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:23:11.190721 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-14fc22df-f6a3-4ccf-8711-610824105679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:11.191265 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-2dedb13f-a4cf-4927-9964-dda6c80ce530 req-0ef12bb9-3ced-42ac-bd31-8d734f03a326 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Request body: {'port': {'device_id': '26e20961-fbc3-42f0-b6bf-74f6cd7735d4', 'network_id': '9b74e527-2eba-4880-abc3-5f552bc5f61d', 'admin_state_up': True, 'tenant_id': '60de2ce00e39495b9b56ab9e2f307693'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:23:11.194416 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-930f6e4e-3a12-4a99-b6d8-0307fcddefd8 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] GET failed (client error): The resource could not be found. Nov 25 13:23:11.195865 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-930f6e4e-3a12-4a99-b6d8-0307fcddefd8 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] 10.222.0.53 "GET /v2.0/ports/120cf85a-1edb-4b02-b92e-0126531dd0f1 HTTP/1.1" status: 404 len: 333 time: 0.0715609 Nov 25 13:23:11.202963 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56230) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:11.208107 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-fe1ea5b2-692d-4c2d-86c8-3e4e7112f5d4 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Request body: {'port': {'network_id': 'd1181e72-d5e6-46a1-af9d-2ec4a8ba0c97', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1291324553'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:23:11.223643 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7fa88763-e9dc-462a-8e8c-c1d53ae64359 req-c7f392ab-d6b5-4220-92bb-d85bdc520cd7 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=26e20961-fbc3-42f0-b6bf-74f6cd7735d4 HTTP/1.1" status: 200 len: 210 time: 0.0782449 Nov 25 13:23:11.344905 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-14fc22df-f6a3-4ccf-8711-610824105679 None None] Provisioning complete for port 5945fe20-93af-405e-b3f4-ed5eebdb0cae triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:23:11.344905 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-14fc22df-f6a3-4ccf-8711-610824105679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:11.380886 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-14fc22df-f6a3-4ccf-8711-610824105679 None None] Port 5945fe20-93af-405e-b3f4-ed5eebdb0cae cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:23:11.421100 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1ea5b2-692d-4c2d-86c8-3e4e7112f5d4 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Made reservation on behalf of d89e4801b8ea4a54a6b1a83888a2bcd3 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:23:11.425109 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fe1ea5b2-692d-4c2d-86c8-3e4e7112f5d4 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:11.443545 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-fe1ea5b2-692d-4c2d-86c8-3e4e7112f5d4 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] device_id is not set on port 34dd4a26-7c61-4b2d-8374-a691b30bc98c yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:23:11.445540 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a4b6d-1ce5-4f0c-bee6-d4cca2b30178 req-9a9f2579-a3c8-415e-ba64-42213fd52d41 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:11.447105 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d74a4b6d-1ce5-4f0c-bee6-d4cca2b30178 req-9a9f2579-a3c8-415e-ba64-42213fd52d41 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=21fe0049-ebfc-446f-a301-ffbd47309f07 HTTP/1.1" status: 200 len: 945 time: 0.1758769 Nov 25 13:23:11.454188 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:11.478039 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-e5845751-cd31-4e8a-9ee3-4b954375678b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a341e86d-9a29-4ba0-bc18-51e95f8b64d5 {{(pid=103570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:23:11.507148 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96e4b9-b7de-45e8-918b-4cb7119c65c3 req-df5cba6a-71b0-423d-afab-047ef8e713be tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:11.509490 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fc96e4b9-b7de-45e8-918b-4cb7119c65c3 req-df5cba6a-71b0-423d-afab-047ef8e713be tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=06e3a85a-4c3a-4297-b374-0fdcd0494740 HTTP/1.1" status: 200 len: 946 time: 0.1895328 Nov 25 13:23:11.513692 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-81e25095-0ee1-4050-a9e1-b579d8f7bf50 None None] Provisioning complete for port 5945fe20-93af-405e-b3f4-ed5eebdb0cae triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:23:11.516562 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-e5845751-cd31-4e8a-9ee3-4b954375678b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:11.517216 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-81e25095-0ee1-4050-a9e1-b579d8f7bf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:11.554452 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18929fbf-33e0-420f-accc-22a7de44e4a8', 'tag': '61a6543e-c0b5-4999-8f97-d5b3bb33a643'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:23:11.556828 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d00a031-4740-42cb-8552-4b4eb98e8a2d" -d '{"events": [{"name": "network-changed", "server_uuid": "18929fbf-33e0-420f-accc-22a7de44e4a8", "tag": "61a6543e-c0b5-4999-8f97-d5b3bb33a643"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:23:11.563721 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-81e25095-0ee1-4050-a9e1-b579d8f7bf50 None None] Port 5945fe20-93af-405e-b3f4-ed5eebdb0cae cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:23:11.576525 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dedb13f-a4cf-4927-9964-dda6c80ce530 req-0ef12bb9-3ced-42ac-bd31-8d734f03a326 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Made reservation on behalf of 60de2ce00e39495b9b56ab9e2f307693 for: {'port': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:23:11.578241 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-fe1ea5b2-692d-4c2d-86c8-3e4e7112f5d4 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Allocated IP 2001:db8::292 (d1181e72-d5e6-46a1-af9d-2ec4a8ba0c97/5c035ed6-f807-4dcb-aa7c-8839698d9a9a/34dd4a26-7c61-4b2d-8374-a691b30bc98c) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:23:11.580045 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-2dedb13f-a4cf-4927-9964-dda6c80ce530 req-0ef12bb9-3ced-42ac-bd31-8d734f03a326 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:11.596123 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.provisioning_blocks [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-e5845751-cd31-4e8a-9ee3-4b954375678b service neutron] Transition to ACTIVE for port object a341e86d-9a29-4ba0-bc18-51e95f8b64d5 will not be triggered until provisioned by entity L2. {{(pid=103570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:23:11.612089 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d74a4b6d-1ce5-4f0c-bee6-d4cca2b30178 req-c1df50c5-7ed7-43c0-bb7f-b1a9863f5e33 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527569 Nov 25 13:23:11.618207 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-e5845751-cd31-4e8a-9ee3-4b954375678b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:11.661236 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fc96e4b9-b7de-45e8-918b-4cb7119c65c3 req-5b2fcc97-1275-4a17-adf3-5e461fbbd1cf tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367137 Nov 25 13:23:11.790370 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5845751-cd31-4e8a-9ee3-4b954375678b service neutron] Pushing event updated for resources: {'Port': ['ID=a341e86d-9a29-4ba0-bc18-51e95f8b64d5,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:11.800936 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fe1ea5b2-692d-4c2d-86c8-3e4e7112f5d4 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:11.859751 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fe1ea5b2-692d-4c2d-86c8-3e4e7112f5d4 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:11.890433 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-b82f92dd-824d-4406-b655-48ca02c72e8d None None] Could not find standard attr ID for object 120cf85a-1edb-4b02-b92e-0126531dd0f1. {{(pid=103572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 13:23:11.920734 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1ea5b2-692d-4c2d-86c8-3e4e7112f5d4 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Network d1181e72-d5e6-46a1-af9d-2ec4a8ba0c97 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:23:11.924849 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-fe1ea5b2-692d-4c2d-86c8-3e4e7112f5d4 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:23:11.927419 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1ea5b2-692d-4c2d-86c8-3e4e7112f5d4 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:23:11.933949 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1ea5b2-692d-4c2d-86c8-3e4e7112f5d4 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:11.934644 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fe1ea5b2-692d-4c2d-86c8-3e4e7112f5d4 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:11.944070 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1ea5b2-692d-4c2d-86c8-3e4e7112f5d4 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Pushing event updated for resources: {'Port': ['ID=34dd4a26-7c61-4b2d-8374-a691b30bc98c,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:11.964049 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-fe1ea5b2-692d-4c2d-86c8-3e4e7112f5d4 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.7571709 Nov 25 13:23:11.964684 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56238) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:11.968736 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461a8d9-cb7b-4d7e-ae5b-9f76fc5d6cc5 req-f085d7a1-10f6-4f8f-9b89-3dfbe0ee83a6 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:11.974130 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-9a22d4f2-69dc-46b8-a104-909dc71c01ad tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1b1', 'mac_address': 'fa:16:3e:44:a3:92'}]}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:23:11.978307 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461a8d9-cb7b-4d7e-ae5b-9f76fc5d6cc5 req-f085d7a1-10f6-4f8f-9b89-3dfbe0ee83a6 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:11.983146 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0461a8d9-cb7b-4d7e-ae5b-9f76fc5d6cc5 req-f085d7a1-10f6-4f8f-9b89-3dfbe0ee83a6 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/ports?device_id=18929fbf-33e0-420f-accc-22a7de44e4a8 HTTP/1.1" status: 200 len: 1678 time: 0.2544093 Nov 25 13:23:12.045177 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1f0a0-7c26-4865-ad74-d4b13b16e957 req-f02abf35-d7d9-4ad9-bed8-7aa2bf483ea3 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:12.048037 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5af1f0a0-7c26-4865-ad74-d4b13b16e957 req-f02abf35-d7d9-4ad9-bed8-7aa2bf483ea3 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ae7607-c91e-4259-8f9c-8ea50f30aa38&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2769346 Nov 25 13:23:12.049966 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [req-2dedb13f-a4cf-4927-9964-dda6c80ce530 req-0ef12bb9-3ced-42ac-bd31-8d734f03a326 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Allocated IP 172.20.0.2 (9b74e527-2eba-4880-abc3-5f552bc5f61d/06d9fad2-62ee-411b-8cba-f5e1b7fa4731/e56931be-d5d5-4e2c-ad7e-3157020ce01b) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:23:12.081420 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9a22d4f2-69dc-46b8-a104-909dc71c01ad tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:12.134476 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-e5845751-cd31-4e8a-9ee3-4b954375678b service neutron] Attempting to bind port a341e86d-9a29-4ba0-bc18-51e95f8b64d5 on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:23:12.134843 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-e5845751-cd31-4e8a-9ee3-4b954375678b service neutron] Attempting to bind port a341e86d-9a29-4ba0-bc18-51e95f8b64d5 by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': 'd8258761-dd2f-4f30-a15f-a21648b43312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd59c1490-91a6-45a0-8a22-a90a00eaf4ab'}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:23:12.135188 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-e5845751-cd31-4e8a-9ee3-4b954375678b service neutron] Attempting to bind port a341e86d-9a29-4ba0-bc18-51e95f8b64d5 on network d59c1490-91a6-45a0-8a22-a90a00eaf4ab {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:23:12.150053 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5af1f0a0-7c26-4865-ad74-d4b13b16e957 req-28dd53ae-254f-48a3-ab2a-1eb0a98d536c tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.129 HTTP/1.1" status: 200 len: 696 time: 0.0921144 Nov 25 13:23:12.163722 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-e5845751-cd31-4e8a-9ee3-4b954375678b service neutron] Port a341e86d-9a29-4ba0-bc18-51e95f8b64d5 on network d59c1490-91a6-45a0-8a22-a90a00eaf4ab not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:23:12.163722 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-e5845751-cd31-4e8a-9ee3-4b954375678b service neutron] Attempting to bind port a341e86d-9a29-4ba0-bc18-51e95f8b64d5 on network d59c1490-91a6-45a0-8a22-a90a00eaf4ab {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:23:12.169656 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0461a8d9-cb7b-4d7e-ae5b-9f76fc5d6cc5 req-679c25c1-3bbd-4108-a1cc-acfc38fe583d tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/security-groups?id=22daa08b-97cb-43e0-8539-4dafee5a974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757166 Nov 25 13:23:12.177513 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-5af1f0a0-7c26-4865-ad74-d4b13b16e957 req-57bfab31-7d6f-4324-b3d4-9361ed008d82 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Request body: {'floatingip': {'port_id': '500f0189-2da4-416b-9ab0-dc30f3653a5d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:23:12.217394 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-e5845751-cd31-4e8a-9ee3-4b954375678b service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:23:12.217747 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-e5845751-cd31-4e8a-9ee3-4b954375678b service neutron] Checking segment: {'id': 'd8258761-dd2f-4f30-a15f-a21648b43312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd59c1490-91a6-45a0-8a22-a90a00eaf4ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:23:12.218141 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-e5845751-cd31-4e8a-9ee3-4b954375678b service neutron] Bound using segment: {'id': 'd8258761-dd2f-4f30-a15f-a21648b43312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd59c1490-91a6-45a0-8a22-a90a00eaf4ab'} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:23:12.218608 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-e5845751-cd31-4e8a-9ee3-4b954375678b service neutron] Bound port: a341e86d-9a29-4ba0-bc18-51e95f8b64d5, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8258761-dd2f-4f30-a15f-a21648b43312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd59c1490-91a6-45a0-8a22-a90a00eaf4ab'}}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:23:12.218996 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-e5845751-cd31-4e8a-9ee3-4b954375678b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:12.250795 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-5af1f0a0-7c26-4865-ad74-d4b13b16e957 req-57bfab31-7d6f-4324-b3d4-9361ed008d82 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Publish callbacks [] for floatingip, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:12.303674 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9a22d4f2-69dc-46b8-a104-909dc71c01ad tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:12.312276 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9a22d4f2-69dc-46b8-a104-909dc71c01ad tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:12.353986 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-9a22d4f2-69dc-46b8-a104-909dc71c01ad tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] In _notify_port_updated(), no bound segment for port 34dd4a26-7c61-4b2d-8374-a691b30bc98c on network d1181e72-d5e6-46a1-af9d-2ec4a8ba0c97 {{(pid=103571) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 13:23:12.360701 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a22d4f2-69dc-46b8-a104-909dc71c01ad tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:12.361431 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9a22d4f2-69dc-46b8-a104-909dc71c01ad tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:12.368078 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-9a22d4f2-69dc-46b8-a104-909dc71c01ad tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] 10.222.0.53 "PUT /v2.0/ports/34dd4a26-7c61-4b2d-8374-a691b30bc98c HTTP/1.1" status: 200 len: 1003 time: 0.3954926 Nov 25 13:23:12.369413 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56242) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:12.420496 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a22d4f2-69dc-46b8-a104-909dc71c01ad tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Pushing event updated for resources: {'Port': ['ID=34dd4a26-7c61-4b2d-8374-a691b30bc98c,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:12.459695 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c40e624-9d67-4f7b-ad0e-6d16eb40db9e x-openstack-request-id: req-0c40e624-9d67-4f7b-ad0e-6d16eb40db9e {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:23:12.459999 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18929fbf-33e0-420f-accc-22a7de44e4a8", "tag": "61a6543e-c0b5-4999-8f97-d5b3bb33a643", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:23:12.460263 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0c40e624-9d67-4f7b-ad0e-6d16eb40db9e {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:23:12.460672 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18929fbf-33e0-420f-accc-22a7de44e4a8', 'tag': '61a6543e-c0b5-4999-8f97-d5b3bb33a643', 'status': 'completed', 'code': 200} Nov 25 13:23:12.475246 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-e5845751-cd31-4e8a-9ee3-4b954375678b service neutron] For port a341e86d-9a29-4ba0-bc18-51e95f8b64d5, host n-h1-808199-11, cleared binding levels {{(pid=103570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:23:12.522454 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00a031-4740-42cb-8552-4b4eb98e8a2d req-be4bdd6a-cc98-4764-951f-107255d1cbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:12.522962 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00a031-4740-42cb-8552-4b4eb98e8a2d req-be4bdd6a-cc98-4764-951f-107255d1cbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:12.524535 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5d00a031-4740-42cb-8552-4b4eb98e8a2d req-be4bdd6a-cc98-4764-951f-107255d1cbd3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c7b7eead49e04a28b5b17470c05451fe&device_id=18929fbf-33e0-420f-accc-22a7de44e4a8 HTTP/1.1" status: 200 len: 1940 time: 0.0584600 Nov 25 13:23:12.537318 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-e5845751-cd31-4e8a-9ee3-4b954375678b service neutron] For port a341e86d-9a29-4ba0-bc18-51e95f8b64d5, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=a341e86d-9a29-4ba0-bc18-51e95f8b64d5,segment=NetworkSegment(d8258761-dd2f-4f30-a15f-a21648b43312),segment_id=d8258761-dd2f-4f30-a15f-a21648b43312)] {{(pid=103570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:23:12.546524 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-455c99cc-f794-4740-9e45-a1873ee3e407 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Deleting port 34dd4a26-7c61-4b2d-8374-a691b30bc98c {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:23:12.546933 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-455c99cc-f794-4740-9e45-a1873ee3e407 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:12.560182 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-b76ea8f1-db55-4089-a210-293012c61171 None None] Provisioning complete for port 34dd4a26-7c61-4b2d-8374-a691b30bc98c triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:23:12.561240 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b76ea8f1-db55-4089-a210-293012c61171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:12.563304 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-556227b3-47f2-4eca-85e2-87122dcfe94e req-d64eaf42-99e2-45e5-b39e-0243316bc188 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=26e20961-fbc3-42f0-b6bf-74f6cd7735d4 HTTP/1.1" status: 200 len: 210 time: 0.0746891 Nov 25 13:23:12.573655 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-e5845751-cd31-4e8a-9ee3-4b954375678b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:12.698086 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-2dedb13f-a4cf-4927-9964-dda6c80ce530 req-0ef12bb9-3ced-42ac-bd31-8d734f03a326 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:12.755420 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-e5845751-cd31-4e8a-9ee3-4b954375678b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:12.756120 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-e5845751-cd31-4e8a-9ee3-4b954375678b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:12.760148 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-e5845751-cd31-4e8a-9ee3-4b954375678b service neutron] 10.222.0.66 "PUT /v2.0/ports/a341e86d-9a29-4ba0-bc18-51e95f8b64d5 HTTP/1.1" status: 200 len: 1092 time: 3.0207095 Nov 25 13:23:12.765826 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-455c99cc-f794-4740-9e45-a1873ee3e407 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:12.791421 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00a031-4740-42cb-8552-4b4eb98e8a2d req-e0fe979f-60ca-4694-9f78-92740afc4b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:12.792072 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00a031-4740-42cb-8552-4b4eb98e8a2d req-e0fe979f-60ca-4694-9f78-92740afc4b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:12.792579 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00a031-4740-42cb-8552-4b4eb98e8a2d req-e0fe979f-60ca-4694-9f78-92740afc4b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:12.801950 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5d00a031-4740-42cb-8552-4b4eb98e8a2d req-e0fe979f-60ca-4694-9f78-92740afc4b35 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=c7b7eead49e04a28b5b17470c05451fe&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2657537 Nov 25 13:23:12.807632 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-455c99cc-f794-4740-9e45-a1873ee3e407 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Calling delete_port for 34dd4a26-7c61-4b2d-8374-a691b30bc98c owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:23:12.897575 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-b76ea8f1-db55-4089-a210-293012c61171 None None] Port 34dd4a26-7c61-4b2d-8374-a691b30bc98c cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:23:12.919006 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 86310d78-cd0f-40d9-b449-bd9acd09a528 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:23:12.941724 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-2dedb13f-a4cf-4927-9964-dda6c80ce530 req-0ef12bb9-3ced-42ac-bd31-8d734f03a326 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:12.977993 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 86310d78-cd0f-40d9-b449-bd9acd09a528 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:23:12.979037 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:12.997898 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5845751-cd31-4e8a-9ee3-4b954375678b service neutron] Pushing event updated for resources: {'Port': ['ID=a341e86d-9a29-4ba0-bc18-51e95f8b64d5,revision_number=3']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:13.064455 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dedb13f-a4cf-4927-9964-dda6c80ce530 req-0ef12bb9-3ced-42ac-bd31-8d734f03a326 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Network 9b74e527-2eba-4880-abc3-5f552bc5f61d is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:23:13.086387 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [req-2dedb13f-a4cf-4927-9964-dda6c80ce530 req-0ef12bb9-3ced-42ac-bd31-8d734f03a326 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:23:13.092559 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00a031-4740-42cb-8552-4b4eb98e8a2d req-829566d8-a171-4bf4-bc6b-5b7c3559ba47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:13.092780 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-aaa5599e-5d5e-42c1-a54d-57d0bd347dae None None] Provisioning complete for port 34dd4a26-7c61-4b2d-8374-a691b30bc98c triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:23:13.093204 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aaa5599e-5d5e-42c1-a54d-57d0bd347dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:13.094078 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5d00a031-4740-42cb-8552-4b4eb98e8a2d req-829566d8-a171-4bf4-bc6b-5b7c3559ba47 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2806442 Nov 25 13:23:13.104426 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dedb13f-a4cf-4927-9964-dda6c80ce530 req-0ef12bb9-3ced-42ac-bd31-8d734f03a326 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:23:13.127704 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-455c99cc-f794-4740-9e45-a1873ee3e407 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:13.129114 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd68382-3fb1-450a-8f65-6f3a05e355fb req-0aa8f34f-742e-4c19-a179-2e5186412da5 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:13.131013 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9fd68382-3fb1-450a-8f65-6f3a05e355fb req-0aa8f34f-742e-4c19-a179-2e5186412da5 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=21fe0049-ebfc-446f-a301-ffbd47309f07 HTTP/1.1" status: 200 len: 945 time: 0.1972604 Nov 25 13:23:13.161652 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef12bb9-3ced-42ac-bd31-8d734f03a326 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Pushing event updated for resources: {'Port': ['ID=e56931be-d5d5-4e2c-ad7e-3157020ce01b,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:13.178647 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-aaa5599e-5d5e-42c1-a54d-57d0bd347dae None None] Port 34dd4a26-7c61-4b2d-8374-a691b30bc98c cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:23:13.187989 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455c99cc-f794-4740-9e45-a1873ee3e407 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Pushing event deleted for resources: {'Port': ['ID=34dd4a26-7c61-4b2d-8374-a691b30bc98c,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:13.266736 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dedb13f-a4cf-4927-9964-dda6c80ce530 req-0ef12bb9-3ced-42ac-bd31-8d734f03a326 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:13.267430 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-2dedb13f-a4cf-4927-9964-dda6c80ce530 req-0ef12bb9-3ced-42ac-bd31-8d734f03a326 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:13.282440 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9fd68382-3fb1-450a-8f65-6f3a05e355fb req-3be1cf5c-401e-4f1a-a209-e93d7b410942 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279154 Nov 25 13:23:13.282624 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-2083a474-f721-4146-b544-ed021d781a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:13.283040 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-2083a474-f721-4146-b544-ed021d781a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:13.284651 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-2083a474-f721-4146-b544-ed021d781a10 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c7b7eead49e04a28b5b17470c05451fe&device_id=18929fbf-33e0-420f-accc-22a7de44e4a8 HTTP/1.1" status: 200 len: 1982 time: 0.0983140 Nov 25 13:23:13.364948 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2dedb13f-a4cf-4927-9964-dda6c80ce530 req-0ef12bb9-3ced-42ac-bd31-8d734f03a326 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1872904 Nov 25 13:23:13.380005 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-455c99cc-f794-4740-9e45-a1873ee3e407 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:13.386126 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-455c99cc-f794-4740-9e45-a1873ee3e407 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] 10.222.0.53 "DELETE /v2.0/ports/34dd4a26-7c61-4b2d-8374-a691b30bc98c HTTP/1.1" status: 204 len: 168 time: 1.0139050 Nov 25 13:23:13.386581 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56252) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:13.400017 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-56221157-8dc2-469c-8c0f-739839801a65 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.232&port_id=61a6543e-c0b5-4999-8f97-d5b3bb33a643 HTTP/1.1" status: 200 len: 217 time: 0.0908308 Nov 25 13:23:13.404430 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-2dedb13f-a4cf-4927-9964-dda6c80ce530 req-12f3203f-7d10-400d-bf85-f60541f0098b service neutron] Request body: {'port': {'device_id': '26e20961-fbc3-42f0-b6bf-74f6cd7735d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-11'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:23:13.428661 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a2ff7db-6f32-40a2-a9f5-6b049272d7e2 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] GET failed (client error): The resource could not be found. Nov 25 13:23:13.434338 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-8a2ff7db-6f32-40a2-a9f5-6b049272d7e2 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] 10.222.0.53 "GET /v2.0/ports/34dd4a26-7c61-4b2d-8374-a691b30bc98c HTTP/1.1" status: 404 len: 333 time: 0.0428004 Nov 25 13:23:13.435318 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56254) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:13.441015 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-89501753-d948-4b13-9a94-8da019eb9144 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Request body: {'port': {'network_id': 'd1181e72-d5e6-46a1-af9d-2ec4a8ba0c97', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1232864453'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:23:13.533528 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-be84f7b3-5d54-4cf6-ac54-7beeb8f6a955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:13.535212 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-be84f7b3-5d54-4cf6-ac54-7beeb8f6a955 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9b86e480-16aa-4847-b08e-eacf583e588c HTTP/1.1" status: 200 len: 801 time: 0.1150775 Nov 25 13:23:13.565984 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-2dedb13f-a4cf-4927-9964-dda6c80ce530 req-12f3203f-7d10-400d-bf85-f60541f0098b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:13.580906 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8697573-b260-4638-946b-d4134a58de16 req-cc1d5dc6-7be6-494e-8bcb-4aae61b4b842 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:13.582321 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b8697573-b260-4638-946b-d4134a58de16 req-cc1d5dc6-7be6-494e-8bcb-4aae61b4b842 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=06e3a85a-4c3a-4297-b374-0fdcd0494740 HTTP/1.1" status: 200 len: 946 time: 0.1749606 Nov 25 13:23:13.616218 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-f3fc8d99-120e-4014-9486-97beda70d4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:13.617837 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-f3fc8d99-120e-4014-9486-97beda70d4eb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=792b4ffc-a08b-445b-9887-d9b7ae74fb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689654 Nov 25 13:23:13.624361 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89501753-d948-4b13-9a94-8da019eb9144 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Made reservation on behalf of d89e4801b8ea4a54a6b1a83888a2bcd3 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:23:13.628044 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-89501753-d948-4b13-9a94-8da019eb9144 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:13.698002 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-89501753-d948-4b13-9a94-8da019eb9144 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] device_id is not set on port 28fb63cc-5ad4-45b4-8599-c409e719b726 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:23:13.792800 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-57b8915c-97ca-4a34-a669-c88cfb23f3b9 service neutron] 10.222.0.66 "GET /v2.0/networks/792b4ffc-a08b-445b-9887-d9b7ae74fb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623232 Nov 25 13:23:13.902796 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-89501753-d948-4b13-9a94-8da019eb9144 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Allocated IP 2001:db8::e0 (d1181e72-d5e6-46a1-af9d-2ec4a8ba0c97/5c035ed6-f807-4dcb-aa7c-8839698d9a9a/28fb63cc-5ad4-45b4-8599-c409e719b726) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:23:13.957338 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-aa78847d-2bf2-43cd-ba68-6205c1bcb224 service neutron] 10.222.0.66 "GET /v2.0/networks/792b4ffc-a08b-445b-9887-d9b7ae74fb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391599 Nov 25 13:23:14.016936 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-2cd94880-7c6a-4ec5-92e2-66db96ac3ba2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.34&port_id=a341e86d-9a29-4ba0-bc18-51e95f8b64d5 HTTP/1.1" status: 200 len: 217 time: 0.0473316 Nov 25 13:23:14.017938 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-5af1f0a0-7c26-4865-ad74-d4b13b16e957 req-57bfab31-7d6f-4324-b3d4-9361ed008d82 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:14.036738 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-5af1f0a0-7c26-4865-ad74-d4b13b16e957 req-57bfab31-7d6f-4324-b3d4-9361ed008d82 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:14.076592 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b8697573-b260-4638-946b-d4134a58de16 req-a9ef976d-e10c-469b-ac81-704fa7cb76f8 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4855707 Nov 25 13:23:14.131843 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-9a849a5b-4eaf-4adf-a7c2-b42050d3b5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:14.133482 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-9a849a5b-4eaf-4adf-a7c2-b42050d3b5f4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c58d6e62-0aea-4a2e-a4ee-ebd06991f4bb HTTP/1.1" status: 200 len: 801 time: 0.0973425 Nov 25 13:23:14.204544 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-89501753-d948-4b13-9a94-8da019eb9144 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:14.216007 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-3817cfa7-dfcf-4891-9a32-a416a1e94514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:14.217661 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-3817cfa7-dfcf-4891-9a32-a416a1e94514 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d59c1490-91a6-45a0-8a22-a90a00eaf4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715771 Nov 25 13:23:14.296813 n-d-808199-11 neutron-server[103570]: INFO neutron.db.l3_db [req-5af1f0a0-7c26-4865-ad74-d4b13b16e957 req-57bfab31-7d6f-4324-b3d4-9361ed008d82 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Floating IP e2b48ea8-2c41-4e25-98a5-3c2efb91807a associated. External IP: 172.25.5.129, port: 500f0189-2da4-416b-9ab0-dc30f3653a5d. Nov 25 13:23:14.303290 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-89501753-d948-4b13-9a94-8da019eb9144 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:14.357069 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89501753-d948-4b13-9a94-8da019eb9144 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Network d1181e72-d5e6-46a1-af9d-2ec4a8ba0c97 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:23:14.359831 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b4aca-7786-4d65-a676-c93b012c051f req-fb1242f3-2a39-44b4-8447-508d43e07a78 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:14.365836 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b4aca-7786-4d65-a676-c93b012c051f req-fb1242f3-2a39-44b4-8447-508d43e07a78 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:14.367471 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b48b4aca-7786-4d65-a676-c93b012c051f req-fb1242f3-2a39-44b4-8447-508d43e07a78 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/ports?device_id=18929fbf-33e0-420f-accc-22a7de44e4a8 HTTP/1.1" status: 200 len: 1678 time: 0.1851044 Nov 25 13:23:14.370076 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-89501753-d948-4b13-9a94-8da019eb9144 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:23:14.377922 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89501753-d948-4b13-9a94-8da019eb9144 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:23:14.383595 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89501753-d948-4b13-9a94-8da019eb9144 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:14.384208 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-89501753-d948-4b13-9a94-8da019eb9144 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:14.400258 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-189be240-a359-4ba1-aa03-44e0b6005e37 service neutron] 10.222.0.66 "GET /v2.0/networks/d59c1490-91a6-45a0-8a22-a90a00eaf4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678343 Nov 25 13:23:14.406155 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89501753-d948-4b13-9a94-8da019eb9144 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Pushing event updated for resources: {'Port': ['ID=28fb63cc-5ad4-45b4-8599-c409e719b726,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:14.425414 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-89501753-d948-4b13-9a94-8da019eb9144 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9892080 Nov 25 13:23:14.436759 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56262) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:14.441788 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-b3b57e31-327f-4b94-9d9c-0fdade329eb7 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:44:a3:92'}]}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:23:14.465893 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18929fbf-33e0-420f-accc-22a7de44e4a8', 'tag': 'a341e86d-9a29-4ba0-bc18-51e95f8b64d5'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:23:14.472727 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf225232-f478-4705-8c8c-fa2a04fb7703" -d '{"events": [{"name": "network-changed", "server_uuid": "18929fbf-33e0-420f-accc-22a7de44e4a8", "tag": "a341e86d-9a29-4ba0-bc18-51e95f8b64d5"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:23:14.564489 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b48b4aca-7786-4d65-a676-c93b012c051f req-98132629-b9d4-493b-b86c-d25f4b764ca9 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/security-groups?id=22daa08b-97cb-43e0-8539-4dafee5a974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743808 Nov 25 13:23:14.619602 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [req-2dedb13f-a4cf-4927-9964-dda6c80ce530 req-12f3203f-7d10-400d-bf85-f60541f0098b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e56931be-d5d5-4e2c-ad7e-3157020ce01b {{(pid=103570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:23:14.628370 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-1d13269b-2eb7-40d8-ab23-9e5be1dc49d1 service neutron] 10.222.0.66 "GET /v2.0/networks/d59c1490-91a6-45a0-8a22-a90a00eaf4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180595 Nov 25 13:23:14.630079 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-2dedb13f-a4cf-4927-9964-dda6c80ce530 req-12f3203f-7d10-400d-bf85-f60541f0098b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:14.701388 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b3b57e31-327f-4b94-9d9c-0fdade329eb7 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:14.706685 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.provisioning_blocks [req-2dedb13f-a4cf-4927-9964-dda6c80ce530 req-12f3203f-7d10-400d-bf85-f60541f0098b service neutron] Transition to ACTIVE for port object e56931be-d5d5-4e2c-ad7e-3157020ce01b will not be triggered until provisioned by entity L2. {{(pid=103570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:23:14.718054 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-2dedb13f-a4cf-4927-9964-dda6c80ce530 req-12f3203f-7d10-400d-bf85-f60541f0098b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:14.782483 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-6730da97-e284-4bba-ba13-a93b202cd961 None None] Provisioning complete for port 28fb63cc-5ad4-45b4-8599-c409e719b726 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:23:14.783501 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6730da97-e284-4bba-ba13-a93b202cd961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:14.788911 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee1aec3-da84-49c4-8da8-5abf1270b3ac req-04cf9840-fe3e-497f-af1d-c737773cd17d tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:14.790466 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bee1aec3-da84-49c4-8da8-5abf1270b3ac req-04cf9840-fe3e-497f-af1d-c737773cd17d tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=26e20961-fbc3-42f0-b6bf-74f6cd7735d4 HTTP/1.1" status: 200 len: 931 time: 0.1512005 Nov 25 13:23:14.804570 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5af1f0a0-7c26-4865-ad74-d4b13b16e957 req-57bfab31-7d6f-4324-b3d4-9361ed008d82 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Router 0757324b-9367-4a2b-afb5-5562bec46876 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:23:14.812432 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f3203f-7d10-400d-bf85-f60541f0098b service neutron] Pushing event updated for resources: {'Port': ['ID=e56931be-d5d5-4e2c-ad7e-3157020ce01b,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:14.822057 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-6730da97-e284-4bba-ba13-a93b202cd961 None None] Port 28fb63cc-5ad4-45b4-8599-c409e719b726 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:23:14.897092 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b3b57e31-327f-4b94-9d9c-0fdade329eb7 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:14.902535 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b3b57e31-327f-4b94-9d9c-0fdade329eb7 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:14.935460 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-b3b57e31-327f-4b94-9d9c-0fdade329eb7 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] In _notify_port_updated(), no bound segment for port 28fb63cc-5ad4-45b4-8599-c409e719b726 on network d1181e72-d5e6-46a1-af9d-2ec4a8ba0c97 {{(pid=103571) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 13:23:14.945058 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bee1aec3-da84-49c4-8da8-5abf1270b3ac req-1530eeb0-5fa4-4646-b4da-13dce8cc388f tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448033 Nov 25 13:23:14.947495 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b57e31-327f-4b94-9d9c-0fdade329eb7 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:14.948203 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b3b57e31-327f-4b94-9d9c-0fdade329eb7 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:14.952785 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b3b57e31-327f-4b94-9d9c-0fdade329eb7 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] 10.222.0.53 "PUT /v2.0/ports/28fb63cc-5ad4-45b4-8599-c409e719b726 HTTP/1.1" status: 200 len: 1002 time: 0.5119314 Nov 25 13:23:14.955314 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56266) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:15.001902 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-2dedb13f-a4cf-4927-9964-dda6c80ce530 req-12f3203f-7d10-400d-bf85-f60541f0098b service neutron] Attempting to bind port e56931be-d5d5-4e2c-ad7e-3157020ce01b on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:23:15.002248 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-2dedb13f-a4cf-4927-9964-dda6c80ce530 req-12f3203f-7d10-400d-bf85-f60541f0098b service neutron] Attempting to bind port e56931be-d5d5-4e2c-ad7e-3157020ce01b by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': '9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9b74e527-2eba-4880-abc3-5f552bc5f61d'}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:23:15.002584 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dedb13f-a4cf-4927-9964-dda6c80ce530 req-12f3203f-7d10-400d-bf85-f60541f0098b service neutron] Attempting to bind port e56931be-d5d5-4e2c-ad7e-3157020ce01b on network 9b74e527-2eba-4880-abc3-5f552bc5f61d {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:23:15.010525 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b57e31-327f-4b94-9d9c-0fdade329eb7 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Pushing event updated for resources: {'Port': ['ID=28fb63cc-5ad4-45b4-8599-c409e719b726,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:15.014680 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dedb13f-a4cf-4927-9964-dda6c80ce530 req-12f3203f-7d10-400d-bf85-f60541f0098b service neutron] Port e56931be-d5d5-4e2c-ad7e-3157020ce01b on network 9b74e527-2eba-4880-abc3-5f552bc5f61d not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:23:15.015060 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dedb13f-a4cf-4927-9964-dda6c80ce530 req-12f3203f-7d10-400d-bf85-f60541f0098b service neutron] Attempting to bind port e56931be-d5d5-4e2c-ad7e-3157020ce01b on network 9b74e527-2eba-4880-abc3-5f552bc5f61d {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:23:15.026283 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dedb13f-a4cf-4927-9964-dda6c80ce530 req-12f3203f-7d10-400d-bf85-f60541f0098b service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:23:15.027142 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dedb13f-a4cf-4927-9964-dda6c80ce530 req-12f3203f-7d10-400d-bf85-f60541f0098b service neutron] Checking segment: {'id': '9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9b74e527-2eba-4880-abc3-5f552bc5f61d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:23:15.027142 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dedb13f-a4cf-4927-9964-dda6c80ce530 req-12f3203f-7d10-400d-bf85-f60541f0098b service neutron] Bound using segment: {'id': '9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9b74e527-2eba-4880-abc3-5f552bc5f61d'} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:23:15.027521 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-2dedb13f-a4cf-4927-9964-dda6c80ce530 req-12f3203f-7d10-400d-bf85-f60541f0098b service neutron] Bound port: e56931be-d5d5-4e2c-ad7e-3157020ce01b, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9b74e527-2eba-4880-abc3-5f552bc5f61d'}}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:23:15.027895 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-2dedb13f-a4cf-4927-9964-dda6c80ce530 req-12f3203f-7d10-400d-bf85-f60541f0098b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:15.047739 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5af1f0a0-7c26-4865-ad74-d4b13b16e957 req-57bfab31-7d6f-4324-b3d4-9361ed008d82 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:23:15.054219 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-5af1f0a0-7c26-4865-ad74-d4b13b16e957 req-57bfab31-7d6f-4324-b3d4-9361ed008d82 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:15.057995 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d43a27e-ecfd-4198-ab4e-3d03f28b4f75 None None] Sync routers for ids ['0757324b-9367-4a2b-afb5-5562bec46876'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:23:15.074859 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d43a27e-ecfd-4198-ab4e-3d03f28b4f75 None None] Routers {'0757324b-9367-4a2b-afb5-5562bec46876'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:23:15.075589 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-5d43a27e-ecfd-4198-ab4e-3d03f28b4f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:23:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['0757324b-9367-4a2b-afb5-5562bec46876'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:23:15.093158 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-0ca44b06-0832-4370-a482-d3637f39dc55 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Deleting port 28fb63cc-5ad4-45b4-8599-c409e719b726 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:23:15.093884 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0ca44b06-0832-4370-a482-d3637f39dc55 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:15.132225 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5af1f0a0-7c26-4865-ad74-d4b13b16e957 req-57bfab31-7d6f-4324-b3d4-9361ed008d82 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "PUT /v2.0/floatingips/e2b48ea8-2c41-4e25-98a5-3c2efb91807a HTTP/1.1" status: 200 len: 996 time: 2.9704692 Nov 25 13:23:15.205465 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-5d43a27e-ecfd-4198-ab4e-3d03f28b4f75 None None] Set router 0757324b-9367-4a2b-afb5-5562bec46876 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:23:15.205852 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0ca44b06-0832-4370-a482-d3637f39dc55 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:15.207005 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-2dedb13f-a4cf-4927-9964-dda6c80ce530 req-12f3203f-7d10-400d-bf85-f60541f0098b service neutron] For port e56931be-d5d5-4e2c-ad7e-3157020ce01b, host n-h1-808199-11, cleared binding levels {{(pid=103570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:23:15.225551 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-0ca44b06-0832-4370-a482-d3637f39dc55 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Calling delete_port for 28fb63cc-5ad4-45b4-8599-c409e719b726 owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:23:15.233342 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-2dedb13f-a4cf-4927-9964-dda6c80ce530 req-12f3203f-7d10-400d-bf85-f60541f0098b service neutron] For port e56931be-d5d5-4e2c-ad7e-3157020ce01b, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=e56931be-d5d5-4e2c-ad7e-3157020ce01b,segment=NetworkSegment(9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8),segment_id=9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8)] {{(pid=103570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:23:15.245028 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1f0a0-7c26-4865-ad74-d4b13b16e957 req-e0876320-59ac-460f-8867-0f67fed5aacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:15.247212 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5af1f0a0-7c26-4865-ad74-d4b13b16e957 req-e0876320-59ac-460f-8867-0f67fed5aacf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e3a3a10c56944c1ba1ef6f97ca677aaf&device_id=71ae7607-c91e-4259-8f9c-8ea50f30aa38 HTTP/1.1" status: 200 len: 1097 time: 0.0935953 Nov 25 13:23:15.249495 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-2dedb13f-a4cf-4927-9964-dda6c80ce530 req-12f3203f-7d10-400d-bf85-f60541f0098b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:15.263205 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6f3374-08e9-4c4c-8aca-97afecb1c50b req-f00842e2-c945-4d3f-803d-0e793ca7fd41 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:15.265300 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dd6f3374-08e9-4c4c-8aca-97afecb1c50b req-f00842e2-c945-4d3f-803d-0e793ca7fd41 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=21fe0049-ebfc-446f-a301-ffbd47309f07 HTTP/1.1" status: 200 len: 945 time: 0.1270585 Nov 25 13:23:15.347988 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-c68307da-3b66-4249-8581-f6dcb75e84f3 None None] Provisioning complete for port 28fb63cc-5ad4-45b4-8599-c409e719b726 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:23:15.348625 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c68307da-3b66-4249-8581-f6dcb75e84f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:15.390523 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0ca44b06-0832-4370-a482-d3637f39dc55 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:15.393898 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dedb13f-a4cf-4927-9964-dda6c80ce530 req-12f3203f-7d10-400d-bf85-f60541f0098b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:15.394839 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-2dedb13f-a4cf-4927-9964-dda6c80ce530 req-12f3203f-7d10-400d-bf85-f60541f0098b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:15.396611 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2dedb13f-a4cf-4927-9964-dda6c80ce530 req-12f3203f-7d10-400d-bf85-f60541f0098b service neutron] 10.222.0.66 "PUT /v2.0/ports/e56931be-d5d5-4e2c-ad7e-3157020ce01b HTTP/1.1" status: 200 len: 1092 time: 2.0003817 Nov 25 13:23:15.408698 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-c68307da-3b66-4249-8581-f6dcb75e84f3 None None] Port 28fb63cc-5ad4-45b4-8599-c409e719b726 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:23:15.455616 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca44b06-0832-4370-a482-d3637f39dc55 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Pushing event deleted for resources: {'Port': ['ID=28fb63cc-5ad4-45b4-8599-c409e719b726,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:15.470964 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f3203f-7d10-400d-bf85-f60541f0098b service neutron] Pushing event updated for resources: {'Port': ['ID=e56931be-d5d5-4e2c-ad7e-3157020ce01b,revision_number=3']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:15.497488 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0ca44b06-0832-4370-a482-d3637f39dc55 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:15.501372 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1f0a0-7c26-4865-ad74-d4b13b16e957 req-71c92257-ae98-4ca6-b2da-056bad11a7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:15.503545 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5af1f0a0-7c26-4865-ad74-d4b13b16e957 req-71c92257-ae98-4ca6-b2da-056bad11a7dd service neutron] 10.222.0.53 "GET /v2.0/networks?id=af451dea-7b21-412a-8cb8-0a3397d2cf49 HTTP/1.1" status: 200 len: 921 time: 0.2372639 Nov 25 13:23:15.508845 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-0ca44b06-0832-4370-a482-d3637f39dc55 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] 10.222.0.53 "DELETE /v2.0/ports/28fb63cc-5ad4-45b4-8599-c409e719b726 HTTP/1.1" status: 204 len: 168 time: 0.5523572 Nov 25 13:23:15.511469 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56270) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:15.515950 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dd6f3374-08e9-4c4c-8aca-97afecb1c50b req-6e6ef251-b244-4ec3-81d3-e0391ff181bc tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691594 Nov 25 13:23:15.544158 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c9288f9-f562-4357-9b8e-a25388a53e73 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] GET failed (client error): The resource could not be found. Nov 25 13:23:15.545629 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-3c9288f9-f562-4357-9b8e-a25388a53e73 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] 10.222.0.53 "GET /v2.0/ports/28fb63cc-5ad4-45b4-8599-c409e719b726 HTTP/1.1" status: 404 len: 333 time: 0.0323801 Nov 25 13:23:15.551412 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56272) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:15.556197 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-33a00c4f-9fe4-4493-ad44-5f852906579b tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Request body: {'port': {'network_id': 'd1181e72-d5e6-46a1-af9d-2ec4a8ba0c97', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1722454878'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:23:15.593809 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dedb13f-a4cf-4927-9964-dda6c80ce530 req-7694be9e-fec7-432f-b3f4-a5ecb61580be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:15.595728 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2dedb13f-a4cf-4927-9964-dda6c80ce530 req-7694be9e-fec7-432f-b3f4-a5ecb61580be service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=60de2ce00e39495b9b56ab9e2f307693&device_id=26e20961-fbc3-42f0-b6bf-74f6cd7735d4 HTTP/1.1" status: 200 len: 1095 time: 0.1517475 Nov 25 13:23:15.606670 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ed1ade-6e26-407e-9988-1d2bb93d14a3 x-openstack-request-id: req-50ed1ade-6e26-407e-9988-1d2bb93d14a3 {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:23:15.607148 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18929fbf-33e0-420f-accc-22a7de44e4a8", "tag": "a341e86d-9a29-4ba0-bc18-51e95f8b64d5", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:23:15.607408 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-50ed1ade-6e26-407e-9988-1d2bb93d14a3 {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:23:15.607969 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18929fbf-33e0-420f-accc-22a7de44e4a8', 'tag': 'a341e86d-9a29-4ba0-bc18-51e95f8b64d5', 'status': 'completed', 'code': 200} Nov 25 13:23:15.648955 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-5d43a27e-ecfd-4198-ab4e-3d03f28b4f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0757324b-9367-4a2b-afb5-5562bec46876', 'name': 'tempest-ServerRescueTestJSONUnderV235-1202633880-router', 'tenant_id': 'e3a3a10c56944c1ba1ef6f97ca677aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'bcc4a824-d1fa-46f8-adaa-281f66bf9234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:22:03Z', 'updated_at': '2021-11-25T13:22:09Z', 'revision_number': 4, 'project_id': 'e3a3a10c56944c1ba1ef6f97ca677aaf', 'gw_port': {'id': 'bcc4a824-d1fa-46f8-adaa-281f66bf9234', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0757324b-9367-4a2b-afb5-5562bec46876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:22:03Z', 'updated_at': '2021-11-25T13:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': 'e2b48ea8-2c41-4e25-98a5-3c2efb91807a', 'tenant_id': 'e3a3a10c56944c1ba1ef6f97ca677aaf', 'floating_ip_address': '172.25.5.129', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '0757324b-9367-4a2b-afb5-5562bec46876', 'port_id': '500f0189-2da4-416b-9ab0-dc30f3653a5d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af451dea-7b21-412a-8cb8-0a3397d2cf49', 'mac_address': 'fa:16:3e:f0:fe:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ae7607-c91e-4259-8f9c-8ea50f30aa38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:23:08Z', 'updated_at': '2021-11-25T13:23:13Z', 'revision_number': 1, 'project_id': 'e3a3a10c56944c1ba1ef6f97ca677aaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5c171f6-49f7-466c-8938-4c05396ebb3e', 'name': '', 'network_id': 'af451dea-7b21-412a-8cb8-0a3397d2cf49', 'tenant_id': 'e3a3a10c56944c1ba1ef6f97ca677aaf', 'mac_address': 'fa:16:3e:22:a5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0757324b-9367-4a2b-afb5-5562bec46876', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '4dfa8e25-6b00-4870-b13d-92b789ff5b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:22:07Z', 'updated_at': '2021-11-25T13:22:28Z', 'revision_number': 5, 'project_id': 'e3a3a10c56944c1ba1ef6f97ca677aaf', 'subnets': [{'id': '4dfa8e25-6b00-4870-b13d-92b789ff5b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:23:15.656841 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2dedb13f-a4cf-4927-9964-dda6c80ce530 req-44d30290-c08a-43c8-a802-0a1a64889715 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e56931be-d5d5-4e2c-ad7e-3157020ce01b HTTP/1.1" status: 200 len: 217 time: 0.0448709 Nov 25 13:23:15.699339 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5af1f0a0-7c26-4865-ad74-d4b13b16e957 req-87a0f0bb-1e47-431e-ac7c-f1e33a95e1c7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=500f0189-2da4-416b-9ab0-dc30f3653a5d HTTP/1.1" status: 200 len: 999 time: 0.1822593 Nov 25 13:23:15.710806 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d43a27e-ecfd-4198-ab4e-3d03f28b4f75 None None] Checking router: 0757324b-9367-4a2b-afb5-5562bec46876 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:23:15.734604 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d43a27e-ecfd-4198-ab4e-3d03f28b4f75 None None] Routers {'0757324b-9367-4a2b-afb5-5562bec46876'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:23:15.736600 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-5d43a27e-ecfd-4198-ab4e-3d03f28b4f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:23:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['0757324b-9367-4a2b-afb5-5562bec46876'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:23:15.787030 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf225232-f478-4705-8c8c-fa2a04fb7703 req-92499ec7-c401-4ac0-90b5-751609ebb8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:15.791322 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf225232-f478-4705-8c8c-fa2a04fb7703 req-92499ec7-c401-4ac0-90b5-751609ebb8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:15.793043 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cf225232-f478-4705-8c8c-fa2a04fb7703 req-92499ec7-c401-4ac0-90b5-751609ebb8d6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c7b7eead49e04a28b5b17470c05451fe&device_id=18929fbf-33e0-420f-accc-22a7de44e4a8 HTTP/1.1" status: 200 len: 1982 time: 0.1421337 Nov 25 13:23:15.798129 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dedb13f-a4cf-4927-9964-dda6c80ce530 req-125e4c5f-2385-4118-bbaf-c3b675708801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:15.801261 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2dedb13f-a4cf-4927-9964-dda6c80ce530 req-125e4c5f-2385-4118-bbaf-c3b675708801 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=06d9fad2-62ee-411b-8cba-f5e1b7fa4731 HTTP/1.1" status: 200 len: 852 time: 0.1344421 Nov 25 13:23:15.833796 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1f0a0-7c26-4865-ad74-d4b13b16e957 req-1882c4b9-7cd2-4dc2-a70b-45b47c06c04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:15.835310 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5af1f0a0-7c26-4865-ad74-d4b13b16e957 req-1882c4b9-7cd2-4dc2-a70b-45b47c06c04e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4dfa8e25-6b00-4870-b13d-92b789ff5b1c HTTP/1.1" status: 200 len: 860 time: 0.1308923 Nov 25 13:23:15.874111 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2dedb13f-a4cf-4927-9964-dda6c80ce530 req-7be2bdbf-bbf7-4315-850a-6433a95aa81c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9b74e527-2eba-4880-abc3-5f552bc5f61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603917 Nov 25 13:23:15.896232 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5af1f0a0-7c26-4865-ad74-d4b13b16e957 req-1a127bf8-e3ff-4636-9bf3-2d42e2e61a95 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=af451dea-7b21-412a-8cb8-0a3397d2cf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339503 Nov 25 13:23:15.899064 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a00c4f-9fe4-4493-ad44-5f852906579b tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Made reservation on behalf of d89e4801b8ea4a54a6b1a83888a2bcd3 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:23:15.902537 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-33a00c4f-9fe4-4493-ad44-5f852906579b tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:15.904237 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-5d43a27e-ecfd-4198-ab4e-3d03f28b4f75 None None] Set router 0757324b-9367-4a2b-afb5-5562bec46876 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:23:15.942506 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-33a00c4f-9fe4-4493-ad44-5f852906579b tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] device_id is not set on port f97a3ccf-5800-48d7-b596-7690073f7090 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:23:15.952021 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf225232-f478-4705-8c8c-fa2a04fb7703 req-0e67ba2a-abdd-4063-852e-1735473f5c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:15.953500 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cf225232-f478-4705-8c8c-fa2a04fb7703 req-0e67ba2a-abdd-4063-852e-1735473f5c9a service neutron] 10.222.0.66 "GET /v2.0/networks?id=d59c1490-91a6-45a0-8a22-a90a00eaf4ab HTTP/1.1" status: 200 len: 903 time: 0.1507170 Nov 25 13:23:16.023212 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee738f7b-6e09-4bad-bb87-f5773007a5f2 req-b24c2568-5f6f-4845-9b8d-342069dcd07d tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:16.031916 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee738f7b-6e09-4bad-bb87-f5773007a5f2 req-b24c2568-5f6f-4845-9b8d-342069dcd07d tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:16.034583 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ee738f7b-6e09-4bad-bb87-f5773007a5f2 req-b24c2568-5f6f-4845-9b8d-342069dcd07d tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/ports?device_id=18929fbf-33e0-420f-accc-22a7de44e4a8 HTTP/1.1" status: 200 len: 1678 time: 0.2250488 Nov 25 13:23:16.145723 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2dedb13f-a4cf-4927-9964-dda6c80ce530 req-6d7a5a29-de8e-4bca-b18b-8c0bdaf2267e service neutron] 10.222.0.66 "GET /v2.0/networks/9b74e527-2eba-4880-abc3-5f552bc5f61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521765 Nov 25 13:23:16.152128 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5af1f0a0-7c26-4865-ad74-d4b13b16e957 req-d3ea2ef2-4f8e-41e1-9fc1-1d8b36e1307f service neutron] 10.222.0.53 "GET /v2.0/networks/af451dea-7b21-412a-8cb8-0a3397d2cf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447231 Nov 25 13:23:16.166909 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ee738f7b-6e09-4bad-bb87-f5773007a5f2 req-31a77c92-6647-4047-b5f6-2c93638ecafa tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/security-groups?id=22daa08b-97cb-43e0-8539-4dafee5a974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126056 Nov 25 13:23:16.202405 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-5d43a27e-ecfd-4198-ab4e-3d03f28b4f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0757324b-9367-4a2b-afb5-5562bec46876', 'name': 'tempest-ServerRescueTestJSONUnderV235-1202633880-router', 'tenant_id': 'e3a3a10c56944c1ba1ef6f97ca677aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'bcc4a824-d1fa-46f8-adaa-281f66bf9234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:22:03Z', 'updated_at': '2021-11-25T13:22:09Z', 'revision_number': 4, 'project_id': 'e3a3a10c56944c1ba1ef6f97ca677aaf', 'gw_port': {'id': 'bcc4a824-d1fa-46f8-adaa-281f66bf9234', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0757324b-9367-4a2b-afb5-5562bec46876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:22:03Z', 'updated_at': '2021-11-25T13:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': 'e2b48ea8-2c41-4e25-98a5-3c2efb91807a', 'tenant_id': 'e3a3a10c56944c1ba1ef6f97ca677aaf', 'floating_ip_address': '172.25.5.129', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '0757324b-9367-4a2b-afb5-5562bec46876', 'port_id': '500f0189-2da4-416b-9ab0-dc30f3653a5d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af451dea-7b21-412a-8cb8-0a3397d2cf49', 'mac_address': 'fa:16:3e:f0:fe:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ae7607-c91e-4259-8f9c-8ea50f30aa38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:23:08Z', 'updated_at': '2021-11-25T13:23:13Z', 'revision_number': 1, 'project_id': 'e3a3a10c56944c1ba1ef6f97ca677aaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5c171f6-49f7-466c-8938-4c05396ebb3e', 'name': '', 'network_id': 'af451dea-7b21-412a-8cb8-0a3397d2cf49', 'tenant_id': 'e3a3a10c56944c1ba1ef6f97ca677aaf', 'mac_address': 'fa:16:3e:22:a5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0757324b-9367-4a2b-afb5-5562bec46876', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '4dfa8e25-6b00-4870-b13d-92b789ff5b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:22:07Z', 'updated_at': '2021-11-25T13:22:28Z', 'revision_number': 5, 'project_id': 'e3a3a10c56944c1ba1ef6f97ca677aaf', 'subnets': [{'id': '4dfa8e25-6b00-4870-b13d-92b789ff5b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:23:16.237724 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d43a27e-ecfd-4198-ab4e-3d03f28b4f75 None None] The sync data for ids ['0757324b-9367-4a2b-afb5-5562bec46876'] in n-d-808199-11 is: [{'id': '0757324b-9367-4a2b-afb5-5562bec46876', 'name': 'tempest-ServerRescueTestJSONUnderV235-1202633880-router', 'tenant_id': 'e3a3a10c56944c1ba1ef6f97ca677aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'bcc4a824-d1fa-46f8-adaa-281f66bf9234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:22:03Z', 'updated_at': '2021-11-25T13:22:09Z', 'revision_number': 4, 'project_id': 'e3a3a10c56944c1ba1ef6f97ca677aaf', 'gw_port': {'id': 'bcc4a824-d1fa-46f8-adaa-281f66bf9234', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0757324b-9367-4a2b-afb5-5562bec46876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:22:03Z', 'updated_at': '2021-11-25T13:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': 'e2b48ea8-2c41-4e25-98a5-3c2efb91807a', 'tenant_id': 'e3a3a10c56944c1ba1ef6f97ca677aaf', 'floating_ip_address': '172.25.5.129', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '0757324b-9367-4a2b-afb5-5562bec46876', 'port_id': '500f0189-2da4-416b-9ab0-dc30f3653a5d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af451dea-7b21-412a-8cb8-0a3397d2cf49', 'mac_address': 'fa:16:3e:f0:fe:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ae7607-c91e-4259-8f9c-8ea50f30aa38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:23:08Z', 'updated_at': '2021-11-25T13:23:13Z', 'revision_number': 1, 'project_id': 'e3a3a10c56944c1ba1ef6f97ca677aaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5c171f6-49f7-466c-8938-4c05396ebb3e', 'name': '', 'network_id': 'af451dea-7b21-412a-8cb8-0a3397d2cf49', 'tenant_id': 'e3a3a10c56944c1ba1ef6f97ca677aaf', 'mac_address': 'fa:16:3e:22:a5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0757324b-9367-4a2b-afb5-5562bec46876', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '4dfa8e25-6b00-4870-b13d-92b789ff5b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:22:07Z', 'updated_at': '2021-11-25T13:22:28Z', 'revision_number': 5, 'project_id': 'e3a3a10c56944c1ba1ef6f97ca677aaf', 'subnets': [{'id': '4dfa8e25-6b00-4870-b13d-92b789ff5b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:23:16.337292 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cf225232-f478-4705-8c8c-fa2a04fb7703 req-92516766-ac56-43a0-b831-46c660fb70fb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.34&port_id=a341e86d-9a29-4ba0-bc18-51e95f8b64d5 HTTP/1.1" status: 200 len: 217 time: 0.3532877 Nov 25 13:23:16.397221 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceaac11-72e3-4d3e-a0d0-b015283c1f76 req-0a232fdc-877c-4ad7-9e4d-d4b24f350ed2 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:16.398880 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-eceaac11-72e3-4d3e-a0d0-b015283c1f76 req-0a232fdc-877c-4ad7-9e4d-d4b24f350ed2 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=06e3a85a-4c3a-4297-b374-0fdcd0494740 HTTP/1.1" status: 200 len: 946 time: 0.1728184 Nov 25 13:23:16.405245 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2dedb13f-a4cf-4927-9964-dda6c80ce530 req-e1bf5084-ed6f-4ddc-956a-2b1950d19edd service neutron] 10.222.0.66 "GET /v2.0/networks/9b74e527-2eba-4880-abc3-5f552bc5f61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230759 Nov 25 13:23:16.407315 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5af1f0a0-7c26-4865-ad74-d4b13b16e957 req-d1ec9ef7-ec6a-40b8-99d4-ac1eaca955ed service neutron] 10.222.0.53 "GET /v2.0/networks/af451dea-7b21-412a-8cb8-0a3397d2cf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373240 Nov 25 13:23:16.462084 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf225232-f478-4705-8c8c-fa2a04fb7703 req-6c58f607-d01e-4f79-90c9-90679e90062a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:16.463687 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cf225232-f478-4705-8c8c-fa2a04fb7703 req-6c58f607-d01e-4f79-90c9-90679e90062a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c58d6e62-0aea-4a2e-a4ee-ebd06991f4bb HTTP/1.1" status: 200 len: 801 time: 0.1144025 Nov 25 13:23:16.486733 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-eceaac11-72e3-4d3e-a0d0-b015283c1f76 req-cf8b9e76-f767-4568-bea4-a843073b4c88 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720308 Nov 25 13:23:16.516151 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb9097a-9e7e-4478-b8f4-2cbabda400c6 None None] New status for floating IP e2b48ea8-2c41-4e25-98a5-3c2efb91807a: ACTIVE {{(pid=103572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 13:23:16.518049 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-33a00c4f-9fe4-4493-ad44-5f852906579b tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Allocated IP 2001:db8::168 (d1181e72-d5e6-46a1-af9d-2ec4a8ba0c97/5c035ed6-f807-4dcb-aa7c-8839698d9a9a/f97a3ccf-5800-48d7-b596-7690073f7090) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:23:16.562051 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf225232-f478-4705-8c8c-fa2a04fb7703 req-94de6524-088e-4133-b1db-51214a672457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:16.563461 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cf225232-f478-4705-8c8c-fa2a04fb7703 req-94de6524-088e-4133-b1db-51214a672457 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d59c1490-91a6-45a0-8a22-a90a00eaf4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0890119 Nov 25 13:23:16.745906 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cf225232-f478-4705-8c8c-fa2a04fb7703 req-75dfe5ef-e07b-4ec1-a10e-748929d683dd service neutron] 10.222.0.66 "GET /v2.0/networks/d59c1490-91a6-45a0-8a22-a90a00eaf4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734271 Nov 25 13:23:16.794333 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-33a00c4f-9fe4-4493-ad44-5f852906579b tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:16.897724 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-33a00c4f-9fe4-4493-ad44-5f852906579b tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:16.927306 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cf225232-f478-4705-8c8c-fa2a04fb7703 req-27d83ef8-23e2-49a8-be53-bc5c6cfc1896 service neutron] 10.222.0.66 "GET /v2.0/networks/d59c1490-91a6-45a0-8a22-a90a00eaf4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691449 Nov 25 13:23:16.961091 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a00c4f-9fe4-4493-ad44-5f852906579b tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Network d1181e72-d5e6-46a1-af9d-2ec4a8ba0c97 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:23:16.965562 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-33a00c4f-9fe4-4493-ad44-5f852906579b tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:23:16.968400 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a00c4f-9fe4-4493-ad44-5f852906579b tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:23:16.974827 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a00c4f-9fe4-4493-ad44-5f852906579b tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:16.976305 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-33a00c4f-9fe4-4493-ad44-5f852906579b tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:16.988280 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a00c4f-9fe4-4493-ad44-5f852906579b tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Pushing event updated for resources: {'Port': ['ID=f97a3ccf-5800-48d7-b596-7690073f7090,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:16.992469 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077e99f0-de0e-4038-8473-a3b10fa14854 req-d06007e6-231d-4d43-a1e8-bdfe05f660a5 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:16.999391 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-33a00c4f-9fe4-4493-ad44-5f852906579b tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4471931 Nov 25 13:23:17.000075 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56290) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:17.000248 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-077e99f0-de0e-4038-8473-a3b10fa14854 req-d06007e6-231d-4d43-a1e8-bdfe05f660a5 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=26e20961-fbc3-42f0-b6bf-74f6cd7735d4 HTTP/1.1" status: 200 len: 943 time: 0.5081904 Nov 25 13:23:17.007182 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-2a8ad20b-1f74-45a8-a656-7b591bcb09c8 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Request body: {'port': {'network_id': 'd1181e72-d5e6-46a1-af9d-2ec4a8ba0c97', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1987806311'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:23:17.013136 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d857d452-7866-4b2e-8ace-02b0f8ad6b4f req-be704e0c-7e47-4b2e-a291-427528b16155 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.129 HTTP/1.1" status: 200 len: 999 time: 0.4914491 Nov 25 13:23:17.084117 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857d452-7866-4b2e-8ace-02b0f8ad6b4f req-f07ba50c-a8d3-4a25-8c18-cbc569e2f077 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:17.085777 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d857d452-7866-4b2e-8ace-02b0f8ad6b4f req-f07ba50c-a8d3-4a25-8c18-cbc569e2f077 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/ports/500f0189-2da4-416b-9ab0-dc30f3653a5d HTTP/1.1" status: 200 len: 942 time: 0.0656300 Nov 25 13:23:17.105092 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-077e99f0-de0e-4038-8473-a3b10fa14854 req-c781b438-5d8f-455b-bfc3-ef1d0615832b tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040528 Nov 25 13:23:17.184065 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8ad20b-1f74-45a8-a656-7b591bcb09c8 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Made reservation on behalf of d89e4801b8ea4a54a6b1a83888a2bcd3 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:23:17.187818 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2a8ad20b-1f74-45a8-a656-7b591bcb09c8 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:17.212115 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-2a8ad20b-1f74-45a8-a656-7b591bcb09c8 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] device_id is not set on port 7614a9ef-2a83-4084-843f-ce7bd74f215a yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:23:17.281037 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d857d452-7866-4b2e-8ace-02b0f8ad6b4f req-3ce2205d-f34d-473c-ad58-d046dbae1dc0 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.129 HTTP/1.1" status: 200 len: 1001 time: 0.1224060 Nov 25 13:23:17.295127 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becec780-4b17-4ba3-a0da-4a3e9b7c7612 req-8c786e88-4ef6-49f7-86e5-d497366168ae tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:17.296875 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-becec780-4b17-4ba3-a0da-4a3e9b7c7612 req-8c786e88-4ef6-49f7-86e5-d497366168ae tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=21fe0049-ebfc-446f-a301-ffbd47309f07 HTTP/1.1" status: 200 len: 945 time: 0.0901444 Nov 25 13:23:17.349855 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-d7743f68-6a9e-45ca-b3dd-f9bfa9b19ed2 None None] Provisioning complete for port f97a3ccf-5800-48d7-b596-7690073f7090 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:23:17.350478 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d7743f68-6a9e-45ca-b3dd-f9bfa9b19ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:17.363896 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-2a8ad20b-1f74-45a8-a656-7b591bcb09c8 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Allocated IP 2001:db8::2a8 (d1181e72-d5e6-46a1-af9d-2ec4a8ba0c97/5c035ed6-f807-4dcb-aa7c-8839698d9a9a/7614a9ef-2a83-4084-843f-ce7bd74f215a) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:23:17.401436 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-d7743f68-6a9e-45ca-b3dd-f9bfa9b19ed2 None None] Port f97a3ccf-5800-48d7-b596-7690073f7090 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:23:17.418369 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-becec780-4b17-4ba3-a0da-4a3e9b7c7612 req-1a1fe991-d970-44f5-ad6e-da6a1fec9721 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106434 Nov 25 13:23:17.446755 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857d452-7866-4b2e-8ace-02b0f8ad6b4f req-ef97c34d-db45-4087-80c3-a873f2b5b826 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:17.446755 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d857d452-7866-4b2e-8ace-02b0f8ad6b4f req-ef97c34d-db45-4087-80c3-a873f2b5b826 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/networks/7542d3d9-0db3-40e7-ab88-a168871141f7 HTTP/1.1" status: 200 len: 784 time: 0.1454992 Nov 25 13:23:17.547831 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2a8ad20b-1f74-45a8-a656-7b591bcb09c8 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:17.556279 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d857d452-7866-4b2e-8ace-02b0f8ad6b4f req-b2f398ca-44a7-499f-97ea-e79224264050 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.129 HTTP/1.1" status: 200 len: 1001 time: 0.1045744 Nov 25 13:23:17.562749 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-d857d452-7866-4b2e-8ace-02b0f8ad6b4f req-6de77faf-fdda-4bf4-8b09-56d67baee32c tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:23:17.592380 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2a8ad20b-1f74-45a8-a656-7b591bcb09c8 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:17.609282 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74ae6a-3ebe-44bb-8faa-a76fa3253b21 req-ee2bd591-c1cb-429b-b233-9fb3cb3943de tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:17.615384 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74ae6a-3ebe-44bb-8faa-a76fa3253b21 req-ee2bd591-c1cb-429b-b233-9fb3cb3943de tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:17.617032 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6b74ae6a-3ebe-44bb-8faa-a76fa3253b21 req-ee2bd591-c1cb-429b-b233-9fb3cb3943de tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/ports?device_id=18929fbf-33e0-420f-accc-22a7de44e4a8 HTTP/1.1" status: 200 len: 1678 time: 0.1175566 Nov 25 13:23:17.619685 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71ae7607-c91e-4259-8f9c-8ea50f30aa38', 'tag': '500f0189-2da4-416b-9ab0-dc30f3653a5d'}, {'name': 'network-changed', 'server_uuid': '26e20961-fbc3-42f0-b6bf-74f6cd7735d4', 'tag': 'e56931be-d5d5-4e2c-ad7e-3157020ce01b'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:23:17.621878 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341bb77b-9956-45e9-b469-91209fca8b32" -d '{"events": [{"name": "network-changed", "server_uuid": "71ae7607-c91e-4259-8f9c-8ea50f30aa38", "tag": "500f0189-2da4-416b-9ab0-dc30f3653a5d"}, {"name": "network-changed", "server_uuid": "26e20961-fbc3-42f0-b6bf-74f6cd7735d4", "tag": "e56931be-d5d5-4e2c-ad7e-3157020ce01b"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:23:17.644271 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8ad20b-1f74-45a8-a656-7b591bcb09c8 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Network d1181e72-d5e6-46a1-af9d-2ec4a8ba0c97 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:23:17.647953 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-2a8ad20b-1f74-45a8-a656-7b591bcb09c8 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:23:17.661966 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8ad20b-1f74-45a8-a656-7b591bcb09c8 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Pushing event updated for resources: {'Port': ['ID=7614a9ef-2a83-4084-843f-ce7bd74f215a,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:17.667313 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8ad20b-1f74-45a8-a656-7b591bcb09c8 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:23:17.668086 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-d857d452-7866-4b2e-8ace-02b0f8ad6b4f req-6de77faf-fdda-4bf4-8b09-56d67baee32c tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Publish callbacks [] for floatingip, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:17.673775 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8ad20b-1f74-45a8-a656-7b591bcb09c8 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:17.675088 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2a8ad20b-1f74-45a8-a656-7b591bcb09c8 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:17.693271 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-2a8ad20b-1f74-45a8-a656-7b591bcb09c8 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.6921415 Nov 25 13:23:17.696371 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56298) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:17.702303 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-0e9dfae2-937d-454a-965f-66813c81ede1 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1b1', 'mac_address': 'fa:16:3e:44:a3:92'}, {'ip_address': '2001:db8::168', 'mac_address': 'fa:16:3e:78:80:27'}]}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:23:17.735981 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6b74ae6a-3ebe-44bb-8faa-a76fa3253b21 req-6914e2ee-05ba-4673-96d8-67ed6556b9b6 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/security-groups?id=22daa08b-97cb-43e0-8539-4dafee5a974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050088 Nov 25 13:23:17.829966 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0e9dfae2-937d-454a-965f-66813c81ede1 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:17.843686 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 25 Nov 2021 13:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-415c63e4-b50c-44a0-a75c-c34e391c3047 x-openstack-request-id: req-415c63e4-b50c-44a0-a75c-c34e391c3047 {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:23:17.843686 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71ae7607-c91e-4259-8f9c-8ea50f30aa38", "tag": "500f0189-2da4-416b-9ab0-dc30f3653a5d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "26e20961-fbc3-42f0-b6bf-74f6cd7735d4", "tag": "e56931be-d5d5-4e2c-ad7e-3157020ce01b", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:23:17.845314 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-415c63e4-b50c-44a0-a75c-c34e391c3047 {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:23:17.846122 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71ae7607-c91e-4259-8f9c-8ea50f30aa38', 'tag': '500f0189-2da4-416b-9ab0-dc30f3653a5d', 'status': 'completed', 'code': 200} Nov 25 13:23:17.846567 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26e20961-fbc3-42f0-b6bf-74f6cd7735d4', 'tag': 'e56931be-d5d5-4e2c-ad7e-3157020ce01b', 'status': 'completed', 'code': 200} Nov 25 13:23:17.917037 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-d857d452-7866-4b2e-8ace-02b0f8ad6b4f req-6de77faf-fdda-4bf4-8b09-56d67baee32c tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:17.931784 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-d857d452-7866-4b2e-8ace-02b0f8ad6b4f req-6de77faf-fdda-4bf4-8b09-56d67baee32c tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:17.943399 n-d-808199-11 neutron-server[103570]: INFO neutron.db.l3_db [req-d857d452-7866-4b2e-8ace-02b0f8ad6b4f req-6de77faf-fdda-4bf4-8b09-56d67baee32c tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Floating IP e2b48ea8-2c41-4e25-98a5-3c2efb91807a disassociated. External IP: 172.25.5.129, port: 500f0189-2da4-416b-9ab0-dc30f3653a5d. Nov 25 13:23:17.976897 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341bb77b-9956-45e9-b469-91209fca8b32 req-52e8a119-d81f-48cf-a177-ef9d81b91997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:17.978563 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-341bb77b-9956-45e9-b469-91209fca8b32 req-52e8a119-d81f-48cf-a177-ef9d81b91997 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3a3a10c56944c1ba1ef6f97ca677aaf&device_id=71ae7607-c91e-4259-8f9c-8ea50f30aa38 HTTP/1.1" status: 200 len: 1097 time: 0.0921254 Nov 25 13:23:18.033511 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-c1d8ef37-ce4a-489a-8f0c-a7df8d76df9d None None] Provisioning complete for port 7614a9ef-2a83-4084-843f-ce7bd74f215a triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:23:18.034108 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c1d8ef37-ce4a-489a-8f0c-a7df8d76df9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:18.077778 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-c1d8ef37-ce4a-489a-8f0c-a7df8d76df9d None None] Port 7614a9ef-2a83-4084-843f-ce7bd74f215a cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:23:18.082654 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341bb77b-9956-45e9-b469-91209fca8b32 req-74f9a96b-08e2-40b1-9d1b-0c58c9596f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:18.084287 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-341bb77b-9956-45e9-b469-91209fca8b32 req-74f9a96b-08e2-40b1-9d1b-0c58c9596f85 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=60de2ce00e39495b9b56ab9e2f307693&device_id=26e20961-fbc3-42f0-b6bf-74f6cd7735d4 HTTP/1.1" status: 200 len: 1095 time: 0.2085013 Nov 25 13:23:18.247377 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d857d452-7866-4b2e-8ace-02b0f8ad6b4f req-6de77faf-fdda-4bf4-8b09-56d67baee32c tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Router 0757324b-9367-4a2b-afb5-5562bec46876 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:23:18.250329 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341bb77b-9956-45e9-b469-91209fca8b32 req-31242620-d888-407c-b7e8-aab3a65e09aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:18.251951 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-341bb77b-9956-45e9-b469-91209fca8b32 req-31242620-d888-407c-b7e8-aab3a65e09aa service neutron] 10.222.0.47 "GET /v2.0/networks?id=af451dea-7b21-412a-8cb8-0a3397d2cf49 HTTP/1.1" status: 200 len: 921 time: 0.2591245 Nov 25 13:23:18.255189 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d2ca5c-120a-4650-af9f-c679ddd76e94 req-43d6e74a-c15a-47d1-b6ed-cc2c26910c57 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:18.256687 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a3d2ca5c-120a-4650-af9f-c679ddd76e94 req-43d6e74a-c15a-47d1-b6ed-cc2c26910c57 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=26e20961-fbc3-42f0-b6bf-74f6cd7735d4 HTTP/1.1" status: 200 len: 943 time: 0.0729465 Nov 25 13:23:18.313768 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-341bb77b-9956-45e9-b469-91209fca8b32 req-886fe81c-c71e-43fb-bc1e-70c953a045ef service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=500f0189-2da4-416b-9ab0-dc30f3653a5d HTTP/1.1" status: 200 len: 217 time: 0.0531464 Nov 25 13:23:18.360500 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341bb77b-9956-45e9-b469-91209fca8b32 req-4729b357-9884-4337-99b1-1ef726acbd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:18.361955 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-341bb77b-9956-45e9-b469-91209fca8b32 req-4729b357-9884-4337-99b1-1ef726acbd04 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9b74e527-2eba-4880-abc3-5f552bc5f61d HTTP/1.1" status: 200 len: 913 time: 0.2491348 Nov 25 13:23:18.378147 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0e9dfae2-937d-454a-965f-66813c81ede1 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:18.391410 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a3d2ca5c-120a-4650-af9f-c679ddd76e94 req-0115c66c-aeb5-4b16-884d-80f5b37c4249 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200919 Nov 25 13:23:18.391907 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0e9dfae2-937d-454a-965f-66813c81ede1 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:18.406043 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d857d452-7866-4b2e-8ace-02b0f8ad6b4f req-6de77faf-fdda-4bf4-8b09-56d67baee32c tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:23:18.411412 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-d857d452-7866-4b2e-8ace-02b0f8ad6b4f req-6de77faf-fdda-4bf4-8b09-56d67baee32c tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:18.419862 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be05b13a-c1c7-4774-9ab6-2f9056c59aeb None None] Sync routers for ids ['0757324b-9367-4a2b-afb5-5562bec46876'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:23:18.431233 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-341bb77b-9956-45e9-b469-91209fca8b32 req-290c5668-aee8-47f1-9e7f-9af15292a4a7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e56931be-d5d5-4e2c-ad7e-3157020ce01b HTTP/1.1" status: 200 len: 217 time: 0.0537982 Nov 25 13:23:18.431741 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be05b13a-c1c7-4774-9ab6-2f9056c59aeb None None] Routers {'0757324b-9367-4a2b-afb5-5562bec46876'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:23:18.432552 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-be05b13a-c1c7-4774-9ab6-2f9056c59aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:23:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['0757324b-9367-4a2b-afb5-5562bec46876'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:23:18.447610 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d857d452-7866-4b2e-8ace-02b0f8ad6b4f req-6de77faf-fdda-4bf4-8b09-56d67baee32c tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "PUT /v2.0/floatingips/e2b48ea8-2c41-4e25-98a5-3c2efb91807a HTTP/1.1" status: 200 len: 695 time: 0.8901134 Nov 25 13:23:18.466869 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341bb77b-9956-45e9-b469-91209fca8b32 req-4a1af4ec-412e-4d71-b0d1-4c9ddf624ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:18.469451 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-341bb77b-9956-45e9-b469-91209fca8b32 req-4a1af4ec-412e-4d71-b0d1-4c9ddf624ac1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4dfa8e25-6b00-4870-b13d-92b789ff5b1c HTTP/1.1" status: 200 len: 860 time: 0.1458833 Nov 25 13:23:18.486354 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-0e9dfae2-937d-454a-965f-66813c81ede1 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] In _notify_port_updated(), no bound segment for port 7614a9ef-2a83-4084-843f-ce7bd74f215a on network d1181e72-d5e6-46a1-af9d-2ec4a8ba0c97 {{(pid=103571) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 13:23:18.498667 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9dfae2-937d-454a-965f-66813c81ede1 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:18.499913 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0e9dfae2-937d-454a-965f-66813c81ede1 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:18.500781 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-0e9dfae2-937d-454a-965f-66813c81ede1 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] 10.222.0.53 "PUT /v2.0/ports/7614a9ef-2a83-4084-843f-ce7bd74f215a HTTP/1.1" status: 200 len: 1068 time: 0.8033109 Nov 25 13:23:18.504029 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 56308) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:18.596513 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-be05b13a-c1c7-4774-9ab6-2f9056c59aeb None None] Set router 0757324b-9367-4a2b-afb5-5562bec46876 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:23:18.603100 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-341bb77b-9956-45e9-b469-91209fca8b32 req-6c106858-f5c8-4c72-bead-7edd2dda975b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=af451dea-7b21-412a-8cb8-0a3397d2cf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0991831 Nov 25 13:23:18.611745 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9dfae2-937d-454a-965f-66813c81ede1 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Pushing event updated for resources: {'Port': ['ID=7614a9ef-2a83-4084-843f-ce7bd74f215a,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:18.688213 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e85d37-ede6-4125-b8f0-42acc987956e req-be37d127-77d1-44b6-810c-722f4f27ec8a tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:18.689778 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-35e85d37-ede6-4125-b8f0-42acc987956e req-be37d127-77d1-44b6-810c-722f4f27ec8a tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=21fe0049-ebfc-446f-a301-ffbd47309f07 HTTP/1.1" status: 200 len: 945 time: 0.1255989 Nov 25 13:23:18.693849 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857d452-7866-4b2e-8ace-02b0f8ad6b4f req-5e756e93-1b8c-41ec-92b4-3481552b5e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:18.695366 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d857d452-7866-4b2e-8ace-02b0f8ad6b4f req-5e756e93-1b8c-41ec-92b4-3481552b5e12 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e3a3a10c56944c1ba1ef6f97ca677aaf&device_id=71ae7607-c91e-4259-8f9c-8ea50f30aa38 HTTP/1.1" status: 200 len: 1097 time: 0.2086015 Nov 25 13:23:18.697438 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341bb77b-9956-45e9-b469-91209fca8b32 req-03d41d40-449f-44fd-8a7c-cbf69f99f713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:18.698929 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-341bb77b-9956-45e9-b469-91209fca8b32 req-03d41d40-449f-44fd-8a7c-cbf69f99f713 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=06d9fad2-62ee-411b-8cba-f5e1b7fa4731 HTTP/1.1" status: 200 len: 852 time: 0.2381787 Nov 25 13:23:18.708976 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-093ca545-13c4-4ee2-a560-01f3988e9ca4 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Deleting port 7614a9ef-2a83-4084-843f-ce7bd74f215a {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:23:18.709323 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-093ca545-13c4-4ee2-a560-01f3988e9ca4 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:18.750794 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device a341e86d-9a29-4ba0-bc18-51e95f8b64d5 details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:23:18.763790 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-341bb77b-9956-45e9-b469-91209fca8b32 req-2027a8c2-400d-4231-808c-1d482aaec2dd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9b74e527-2eba-4880-abc3-5f552bc5f61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459113 Nov 25 13:23:18.789413 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-341bb77b-9956-45e9-b469-91209fca8b32 req-f1206371-8e23-4d63-b07a-63df6662143a service neutron] 10.222.0.47 "GET /v2.0/networks/af451dea-7b21-412a-8cb8-0a3397d2cf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674278 Nov 25 13:23:18.879725 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port a341e86d-9a29-4ba0-bc18-51e95f8b64d5, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=a341e86d-9a29-4ba0-bc18-51e95f8b64d5,segment=NetworkSegment(d8258761-dd2f-4f30-a15f-a21648b43312),segment_id=d8258761-dd2f-4f30-a15f-a21648b43312)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:23:18.904226 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-be05b13a-c1c7-4774-9ab6-2f9056c59aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0757324b-9367-4a2b-afb5-5562bec46876', 'name': 'tempest-ServerRescueTestJSONUnderV235-1202633880-router', 'tenant_id': 'e3a3a10c56944c1ba1ef6f97ca677aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'bcc4a824-d1fa-46f8-adaa-281f66bf9234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:22:03Z', 'updated_at': '2021-11-25T13:22:09Z', 'revision_number': 4, 'project_id': 'e3a3a10c56944c1ba1ef6f97ca677aaf', 'gw_port': {'id': 'bcc4a824-d1fa-46f8-adaa-281f66bf9234', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0757324b-9367-4a2b-afb5-5562bec46876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:22:03Z', 'updated_at': '2021-11-25T13:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'f5c171f6-49f7-466c-8938-4c05396ebb3e', 'name': '', 'network_id': 'af451dea-7b21-412a-8cb8-0a3397d2cf49', 'tenant_id': 'e3a3a10c56944c1ba1ef6f97ca677aaf', 'mac_address': 'fa:16:3e:22:a5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0757324b-9367-4a2b-afb5-5562bec46876', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '4dfa8e25-6b00-4870-b13d-92b789ff5b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:22:07Z', 'updated_at': '2021-11-25T13:22:28Z', 'revision_number': 5, 'project_id': 'e3a3a10c56944c1ba1ef6f97ca677aaf', 'subnets': [{'id': '4dfa8e25-6b00-4870-b13d-92b789ff5b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:23:18.910919 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': 'a341e86d-9a29-4ba0-bc18-51e95f8b64d5', 'network_id': 'd59c1490-91a6-45a0-8a22-a90a00eaf4ab', 'port_id': 'a341e86d-9a29-4ba0-bc18-51e95f8b64d5', 'mac_address': 'fa:16:3e:b2:bb:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c58d6e62-0aea-4a2e-a4ee-ebd06991f4bb', 'ip_address': '19.86.0.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:23:18.920617 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-f664b4db-0370-4d93-96fa-ef93b1e95b24 None None] Provisioning complete for port 7614a9ef-2a83-4084-843f-ce7bd74f215a triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:23:18.921232 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f664b4db-0370-4d93-96fa-ef93b1e95b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:18.934597 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-35e85d37-ede6-4125-b8f0-42acc987956e req-68273e84-bc58-4319-ad1f-74664fbb2f73 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112379 Nov 25 13:23:18.942268 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-341bb77b-9956-45e9-b469-91209fca8b32 req-2d1d6f05-e4d8-46d9-b0fa-2f48f4c53a9b service neutron] 10.222.0.66 "GET /v2.0/networks/9b74e527-2eba-4880-abc3-5f552bc5f61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659949 Nov 25 13:23:18.951307 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be05b13a-c1c7-4774-9ab6-2f9056c59aeb None None] Checking router: 0757324b-9367-4a2b-afb5-5562bec46876 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:23:18.955677 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-341bb77b-9956-45e9-b469-91209fca8b32 req-2faa85c1-2560-420f-90ca-5333119b39c8 service neutron] 10.222.0.47 "GET /v2.0/networks/af451dea-7b21-412a-8cb8-0a3397d2cf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543152 Nov 25 13:23:18.969654 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be05b13a-c1c7-4774-9ab6-2f9056c59aeb None None] Routers {'0757324b-9367-4a2b-afb5-5562bec46876'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:23:18.970314 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-be05b13a-c1c7-4774-9ab6-2f9056c59aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:23:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['0757324b-9367-4a2b-afb5-5562bec46876'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:23:18.988112 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-093ca545-13c4-4ee2-a560-01f3988e9ca4 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:18.992027 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857d452-7866-4b2e-8ace-02b0f8ad6b4f req-ae4c3214-3693-4d8a-941a-df9da0a5c3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:18.999463 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:19.001371 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d857d452-7866-4b2e-8ace-02b0f8ad6b4f req-ae4c3214-3693-4d8a-941a-df9da0a5c3d3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=af451dea-7b21-412a-8cb8-0a3397d2cf49 HTTP/1.1" status: 200 len: 921 time: 0.2854221 Nov 25 13:23:19.016409 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-f664b4db-0370-4d93-96fa-ef93b1e95b24 None None] Port 7614a9ef-2a83-4084-843f-ce7bd74f215a cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:23:19.024615 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a341e86d-9a29-4ba0-bc18-51e95f8b64d5 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:23:19.063218 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d857d452-7866-4b2e-8ace-02b0f8ad6b4f req-43f586b5-34c1-4f0f-a6f8-bef2b037b3bf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=500f0189-2da4-416b-9ab0-dc30f3653a5d HTTP/1.1" status: 200 len: 217 time: 0.0599029 Nov 25 13:23:19.078771 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port a341e86d-9a29-4ba0-bc18-51e95f8b64d5, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=a341e86d-9a29-4ba0-bc18-51e95f8b64d5,segment=NetworkSegment(d8258761-dd2f-4f30-a15f-a21648b43312),segment_id=d8258761-dd2f-4f30-a15f-a21648b43312)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:23:19.093055 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-341bb77b-9956-45e9-b469-91209fca8b32 req-232c6760-7bc8-49bf-8265-8c420d18c5ec service neutron] 10.222.0.66 "GET /v2.0/networks/9b74e527-2eba-4880-abc3-5f552bc5f61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357231 Nov 25 13:23:19.093397 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:19.094297 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 61a6543e-c0b5-4999-8f97-d5b3bb33a643 details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:23:19.124811 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-be05b13a-c1c7-4774-9ab6-2f9056c59aeb None None] Set router 0757324b-9367-4a2b-afb5-5562bec46876 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:23:19.132398 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-093ca545-13c4-4ee2-a560-01f3988e9ca4 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Calling delete_port for 7614a9ef-2a83-4084-843f-ce7bd74f215a owned by {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:23:19.178297 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=a341e86d-9a29-4ba0-bc18-51e95f8b64d5,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:19.205677 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857d452-7866-4b2e-8ace-02b0f8ad6b4f req-6b0e9d85-8b10-440d-9a52-de257bdce853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:19.209167 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d857d452-7866-4b2e-8ace-02b0f8ad6b4f req-6b0e9d85-8b10-440d-9a52-de257bdce853 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4dfa8e25-6b00-4870-b13d-92b789ff5b1c HTTP/1.1" status: 200 len: 860 time: 0.1451182 Nov 25 13:23:19.232340 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea7aefc-6aa3-4e7b-b49a-21e8ed1cb76c req-631cbd84-a382-4284-a1aa-dfb05613acdf tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:19.238152 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea7aefc-6aa3-4e7b-b49a-21e8ed1cb76c req-631cbd84-a382-4284-a1aa-dfb05613acdf tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:19.239742 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-aea7aefc-6aa3-4e7b-b49a-21e8ed1cb76c req-631cbd84-a382-4284-a1aa-dfb05613acdf tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/ports?device_id=18929fbf-33e0-420f-accc-22a7de44e4a8 HTTP/1.1" status: 200 len: 1678 time: 0.1893091 Nov 25 13:23:19.261857 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 61a6543e-c0b5-4999-8f97-d5b3bb33a643, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=61a6543e-c0b5-4999-8f97-d5b3bb33a643,segment=NetworkSegment(a64ebec5-6257-4289-8347-8b5c67b8849c),segment_id=a64ebec5-6257-4289-8347-8b5c67b8849c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:23:19.275041 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': '61a6543e-c0b5-4999-8f97-d5b3bb33a643', 'network_id': '792b4ffc-a08b-445b-9887-d9b7ae74fb16', 'port_id': '61a6543e-c0b5-4999-8f97-d5b3bb33a643', 'mac_address': 'fa:16:3e:e5:c4:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b86e480-16aa-4847-b08e-eacf583e588c', 'ip_address': '19.80.0.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:23:19.283428 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d857d452-7866-4b2e-8ace-02b0f8ad6b4f req-28cc41e1-2aa3-4f0c-89d4-c5b2bfac4179 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=af451dea-7b21-412a-8cb8-0a3397d2cf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411980 Nov 25 13:23:19.316987 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:19.331556 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61a6543e-c0b5-4999-8f97-d5b3bb33a643 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:23:19.345748 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-be05b13a-c1c7-4774-9ab6-2f9056c59aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0757324b-9367-4a2b-afb5-5562bec46876', 'name': 'tempest-ServerRescueTestJSONUnderV235-1202633880-router', 'tenant_id': 'e3a3a10c56944c1ba1ef6f97ca677aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'bcc4a824-d1fa-46f8-adaa-281f66bf9234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:22:03Z', 'updated_at': '2021-11-25T13:22:09Z', 'revision_number': 4, 'project_id': 'e3a3a10c56944c1ba1ef6f97ca677aaf', 'gw_port': {'id': 'bcc4a824-d1fa-46f8-adaa-281f66bf9234', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0757324b-9367-4a2b-afb5-5562bec46876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:22:03Z', 'updated_at': '2021-11-25T13:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'f5c171f6-49f7-466c-8938-4c05396ebb3e', 'name': '', 'network_id': 'af451dea-7b21-412a-8cb8-0a3397d2cf49', 'tenant_id': 'e3a3a10c56944c1ba1ef6f97ca677aaf', 'mac_address': 'fa:16:3e:22:a5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0757324b-9367-4a2b-afb5-5562bec46876', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '4dfa8e25-6b00-4870-b13d-92b789ff5b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:22:07Z', 'updated_at': '2021-11-25T13:22:28Z', 'revision_number': 5, 'project_id': 'e3a3a10c56944c1ba1ef6f97ca677aaf', 'subnets': [{'id': '4dfa8e25-6b00-4870-b13d-92b789ff5b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:23:19.353458 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 61a6543e-c0b5-4999-8f97-d5b3bb33a643, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=61a6543e-c0b5-4999-8f97-d5b3bb33a643,segment=NetworkSegment(a64ebec5-6257-4289-8347-8b5c67b8849c),segment_id=a64ebec5-6257-4289-8347-8b5c67b8849c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:23:19.358531 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:19.401206 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-aea7aefc-6aa3-4e7b-b49a-21e8ed1cb76c req-ec1e0f71-66fd-42af-8c29-259e3a2712dc tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/security-groups?id=22daa08b-97cb-43e0-8539-4dafee5a974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481340 Nov 25 13:23:19.411937 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=61a6543e-c0b5-4999-8f97-d5b3bb33a643,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:19.477347 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d857d452-7866-4b2e-8ace-02b0f8ad6b4f req-d7e640c5-ba3a-4702-872c-5db1815e36f3 service neutron] 10.222.0.53 "GET /v2.0/networks/af451dea-7b21-412a-8cb8-0a3397d2cf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786940 Nov 25 13:23:19.480052 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be05b13a-c1c7-4774-9ab6-2f9056c59aeb None None] The sync data for ids ['0757324b-9367-4a2b-afb5-5562bec46876'] in n-d-808199-11 is: [{'id': '0757324b-9367-4a2b-afb5-5562bec46876', 'name': 'tempest-ServerRescueTestJSONUnderV235-1202633880-router', 'tenant_id': 'e3a3a10c56944c1ba1ef6f97ca677aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'bcc4a824-d1fa-46f8-adaa-281f66bf9234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:22:03Z', 'updated_at': '2021-11-25T13:22:09Z', 'revision_number': 4, 'project_id': 'e3a3a10c56944c1ba1ef6f97ca677aaf', 'gw_port': {'id': 'bcc4a824-d1fa-46f8-adaa-281f66bf9234', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0757324b-9367-4a2b-afb5-5562bec46876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:22:03Z', 'updated_at': '2021-11-25T13:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'f5c171f6-49f7-466c-8938-4c05396ebb3e', 'name': '', 'network_id': 'af451dea-7b21-412a-8cb8-0a3397d2cf49', 'tenant_id': 'e3a3a10c56944c1ba1ef6f97ca677aaf', 'mac_address': 'fa:16:3e:22:a5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0757324b-9367-4a2b-afb5-5562bec46876', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '4dfa8e25-6b00-4870-b13d-92b789ff5b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:22:07Z', 'updated_at': '2021-11-25T13:22:28Z', 'revision_number': 5, 'project_id': 'e3a3a10c56944c1ba1ef6f97ca677aaf', 'subnets': [{'id': '4dfa8e25-6b00-4870-b13d-92b789ff5b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:23:19.496358 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-093ca545-13c4-4ee2-a560-01f3988e9ca4 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:19.565909 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093ca545-13c4-4ee2-a560-01f3988e9ca4 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Pushing event deleted for resources: {'Port': ['ID=7614a9ef-2a83-4084-843f-ce7bd74f215a,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:19.632305 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['a341e86d-9a29-4ba0-bc18-51e95f8b64d5'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:23:19.701226 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d8482-722c-495f-83ba-c69e36a4cecb req-251202c8-0223-4c1b-93a1-ee42c4cb9f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:19.704334 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-703d8482-722c-495f-83ba-c69e36a4cecb req-251202c8-0223-4c1b-93a1-ee42c4cb9f0d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8d2854b381a841d0bb264f5a26a8525e&device_id=06e3a85a-4c3a-4297-b374-0fdcd0494740 HTTP/1.1" status: 200 len: 1098 time: 0.0765493 Nov 25 13:23:19.713237 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d857d452-7866-4b2e-8ace-02b0f8ad6b4f req-305b909e-b843-407e-ae5b-81110b21ac47 service neutron] 10.222.0.53 "GET /v2.0/networks/af451dea-7b21-412a-8cb8-0a3397d2cf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254403 Nov 25 13:23:19.800440 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e399219-7b27-4a86-9d14-56652ce79f52 req-aa486e82-d9ee-4a00-a758-a268b2199683 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:19.802284 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5e399219-7b27-4a86-9d14-56652ce79f52 req-aa486e82-d9ee-4a00-a758-a268b2199683 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=26e20961-fbc3-42f0-b6bf-74f6cd7735d4 HTTP/1.1" status: 200 len: 943 time: 0.1468561 Nov 25 13:23:19.848584 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71ae7607-c91e-4259-8f9c-8ea50f30aa38', 'tag': '500f0189-2da4-416b-9ab0-dc30f3653a5d'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:23:19.851248 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87abe35-ca9f-48d2-9fa0-00e19244447d" -d '{"events": [{"name": "network-changed", "server_uuid": "71ae7607-c91e-4259-8f9c-8ea50f30aa38", "tag": "500f0189-2da4-416b-9ab0-dc30f3653a5d"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:23:19.877621 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d8482-722c-495f-83ba-c69e36a4cecb req-abf79a23-c149-446a-a7e0-3b68147b4db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:19.879163 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-703d8482-722c-495f-83ba-c69e36a4cecb req-abf79a23-c149-446a-a7e0-3b68147b4db5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8aeff596-29a4-4a6a-a333-9e2b92e15a4b HTTP/1.1" status: 200 len: 919 time: 0.1622424 Nov 25 13:23:19.923582 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66a18a2-a79a-4618-bf02-e44b402392c2 None None] New status for floating IP e2b48ea8-2c41-4e25-98a5-3c2efb91807a: DOWN {{(pid=103572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 13:23:19.935698 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-703d8482-722c-495f-83ba-c69e36a4cecb req-8874720b-ecb5-42c0-bb00-50910986e500 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15db2a29-af9e-455b-8d27-e9bdbaa77981 HTTP/1.1" status: 200 len: 217 time: 0.0441663 Nov 25 13:23:19.950022 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-093ca545-13c4-4ee2-a560-01f3988e9ca4 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:19.955814 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-093ca545-13c4-4ee2-a560-01f3988e9ca4 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] 10.222.0.53 "DELETE /v2.0/ports/7614a9ef-2a83-4084-843f-ce7bd74f215a HTTP/1.1" status: 204 len: 168 time: 1.4485152 Nov 25 13:23:19.957220 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 56326) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:19.998234 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d8482-722c-495f-83ba-c69e36a4cecb req-b023cd89-f162-41c5-ac40-0f5a8b12e433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:19.999761 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-703d8482-722c-495f-83ba-c69e36a4cecb req-b023cd89-f162-41c5-ac40-0f5a8b12e433 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=43603bfb-2066-4414-ab91-8e5215ee7bf8 HTTP/1.1" status: 200 len: 858 time: 0.0526896 Nov 25 13:23:20.002838 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5e399219-7b27-4a86-9d14-56652ce79f52 req-76260db6-9e0a-47fa-902f-e048025fe217 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745112 Nov 25 13:23:20.004009 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f7f1855-55cb-4160-87e4-e6c135010c8d tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] GET failed (client error): The resource could not be found. Nov 25 13:23:20.005349 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-8f7f1855-55cb-4160-87e4-e6c135010c8d tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] 10.222.0.53 "GET /v2.0/ports/7614a9ef-2a83-4084-843f-ce7bd74f215a HTTP/1.1" status: 404 len: 333 time: 0.0428481 Nov 25 13:23:20.008709 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56328) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:20.013896 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441bf0ab-59f0-4606-a68b-fcd03cf4a72f req-05ba9a3c-e9bd-4944-b154-80b040bfb4b3 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:20.015419 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-441bf0ab-59f0-4606-a68b-fcd03cf4a72f req-05ba9a3c-e9bd-4944-b154-80b040bfb4b3 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=06e3a85a-4c3a-4297-b374-0fdcd0494740 HTTP/1.1" status: 200 len: 946 time: 0.1608047 Nov 25 13:23:20.069346 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-703d8482-722c-495f-83ba-c69e36a4cecb req-dbbd0952-c3c4-40e4-a706-1f4a96bf7fa4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8aeff596-29a4-4a6a-a333-9e2b92e15a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583217 Nov 25 13:23:20.088304 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fa80bdda-3001-4d9b-ab74-71849a8cdc46 req-15a7b83a-dd98-42df-b5f3-9e90c6674336 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/floatingips/e2b48ea8-2c41-4e25-98a5-3c2efb91807a HTTP/1.1" status: 200 len: 695 time: 0.0570147 Nov 25 13:23:20.181114 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-441bf0ab-59f0-4606-a68b-fcd03cf4a72f req-baa4f9de-895b-4597-aa01-e605508d9aa6 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480300 Nov 25 13:23:20.230655 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa80bdda-3001-4d9b-ab74-71849a8cdc46 req-72300a7c-5df8-414c-95c9-d79a543671e6 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:20.237531 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fa80bdda-3001-4d9b-ab74-71849a8cdc46 req-72300a7c-5df8-414c-95c9-d79a543671e6 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/networks/7542d3d9-0db3-40e7-ab88-a168871141f7 HTTP/1.1" status: 200 len: 784 time: 0.1418710 Nov 25 13:23:20.243498 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-63b8591f-78cf-4e9c-b8da-1370a8190334 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Deleting port f97a3ccf-5800-48d7-b596-7690073f7090 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:23:20.243943 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-63b8591f-78cf-4e9c-b8da-1370a8190334 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:20.245549 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7694f7-d70a-443f-afab-9ae8dd1a2df3 x-openstack-request-id: req-3a7694f7-d70a-443f-afab-9ae8dd1a2df3 {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:23:20.245846 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71ae7607-c91e-4259-8f9c-8ea50f30aa38", "tag": "500f0189-2da4-416b-9ab0-dc30f3653a5d", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:23:20.246656 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3a7694f7-d70a-443f-afab-9ae8dd1a2df3 {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:23:20.247086 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71ae7607-c91e-4259-8f9c-8ea50f30aa38', 'tag': '500f0189-2da4-416b-9ab0-dc30f3653a5d', 'status': 'completed', 'code': 200} Nov 25 13:23:20.252718 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-703d8482-722c-495f-83ba-c69e36a4cecb req-5d34b17f-2927-4652-970b-885149aaccd8 service neutron] 10.222.0.66 "GET /v2.0/networks/8aeff596-29a4-4a6a-a333-9e2b92e15a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708052 Nov 25 13:23:20.287523 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fa80bdda-3001-4d9b-ab74-71849a8cdc46 req-33efdf98-a906-428a-be37-acfdb3ad08e5 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.129 HTTP/1.1" status: 200 len: 696 time: 0.0491056 Nov 25 13:23:20.364956 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fa80bdda-3001-4d9b-ab74-71849a8cdc46 req-796fe77e-e283-4d7d-977a-aebf12ae24dd tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.129 HTTP/1.1" status: 200 len: 696 time: 0.0632188 Nov 25 13:23:20.386976 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56749cae-3d2e-4d24-8164-8940222544c0 req-5d5eb6db-80b5-4f68-833e-73f2a022499c tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:20.388474 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-56749cae-3d2e-4d24-8164-8940222544c0 req-5d5eb6db-80b5-4f68-833e-73f2a022499c tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=21fe0049-ebfc-446f-a301-ffbd47309f07 HTTP/1.1" status: 200 len: 945 time: 0.0969107 Nov 25 13:23:20.426041 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87abe35-ca9f-48d2-9fa0-00e19244447d req-08b8cbb4-2ef2-4c29-b262-225be3203e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:20.427559 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b87abe35-ca9f-48d2-9fa0-00e19244447d req-08b8cbb4-2ef2-4c29-b262-225be3203e8e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3a3a10c56944c1ba1ef6f97ca677aaf&device_id=71ae7607-c91e-4259-8f9c-8ea50f30aa38 HTTP/1.1" status: 200 len: 1097 time: 0.1260004 Nov 25 13:23:20.444105 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-63b8591f-78cf-4e9c-b8da-1370a8190334 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:20.477948 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-63b8591f-78cf-4e9c-b8da-1370a8190334 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Calling delete_port for f97a3ccf-5800-48d7-b596-7690073f7090 owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:23:20.481734 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-703d8482-722c-495f-83ba-c69e36a4cecb req-36139aa7-c47d-46e9-8d26-4f208097ce6f service neutron] 10.222.0.66 "GET /v2.0/networks/8aeff596-29a4-4a6a-a333-9e2b92e15a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153089 Nov 25 13:23:20.530800 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-56749cae-3d2e-4d24-8164-8940222544c0 req-a3680567-3c84-40d8-8c45-dcf1ccd8857a tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126673 Nov 25 13:23:20.552338 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-fa80bdda-3001-4d9b-ab74-71849a8cdc46 req-373d2d00-0b2d-4259-843f-2f5734f7f452 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Deleting port e2fc93f9-f663-417f-bd60-4734a5e237fb {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:23:20.552929 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-fa80bdda-3001-4d9b-ab74-71849a8cdc46 req-373d2d00-0b2d-4259-843f-2f5734f7f452 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:20.724234 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['61a6543e-c0b5-4999-8f97-d5b3bb33a643'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:23:20.767005 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device e56931be-d5d5-4e2c-ad7e-3157020ce01b details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:23:20.773088 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device a341e86d-9a29-4ba0-bc18-51e95f8b64d5 up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:23:20.929068 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87abe35-ca9f-48d2-9fa0-00e19244447d req-55662c7b-4953-4bef-bcab-ed6dd5addb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:20.930637 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b87abe35-ca9f-48d2-9fa0-00e19244447d req-55662c7b-4953-4bef-bcab-ed6dd5addb93 service neutron] 10.222.0.47 "GET /v2.0/networks?id=af451dea-7b21-412a-8cb8-0a3397d2cf49 HTTP/1.1" status: 200 len: 921 time: 0.4840212 Nov 25 13:23:20.935420 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port a341e86d-9a29-4ba0-bc18-51e95f8b64d5 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:23:20.961815 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port a341e86d-9a29-4ba0-bc18-51e95f8b64d5 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:23:20.962227 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:20.965304 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port e56931be-d5d5-4e2c-ad7e-3157020ce01b, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=e56931be-d5d5-4e2c-ad7e-3157020ce01b,segment=NetworkSegment(9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8),segment_id=9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:23:20.977789 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b87abe35-ca9f-48d2-9fa0-00e19244447d req-6d7a8e63-0c43-4520-8a0d-6f6efc46cd9a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=500f0189-2da4-416b-9ab0-dc30f3653a5d HTTP/1.1" status: 200 len: 217 time: 0.0375965 Nov 25 13:23:21.010733 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': 'e56931be-d5d5-4e2c-ad7e-3157020ce01b', 'network_id': '9b74e527-2eba-4880-abc3-5f552bc5f61d', 'port_id': 'e56931be-d5d5-4e2c-ad7e-3157020ce01b', 'mac_address': 'fa:16:3e:fd:22:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06d9fad2-62ee-411b-8cba-f5e1b7fa4731', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:23:21.011014 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-fa80bdda-3001-4d9b-ab74-71849a8cdc46 req-373d2d00-0b2d-4259-843f-2f5734f7f452 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:21.011286 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-fa80bdda-3001-4d9b-ab74-71849a8cdc46 req-373d2d00-0b2d-4259-843f-2f5734f7f452 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:21.034867 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd0d41-0eef-485a-96b8-c56ec6912316 req-f7a6bb31-d258-4459-a997-4a2b130ad102 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:21.041055 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd0d41-0eef-485a-96b8-c56ec6912316 req-f7a6bb31-d258-4459-a997-4a2b130ad102 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:21.045340 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a4dd0d41-0eef-485a-96b8-c56ec6912316 req-f7a6bb31-d258-4459-a997-4a2b130ad102 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/ports?device_id=18929fbf-33e0-420f-accc-22a7de44e4a8 HTTP/1.1" status: 200 len: 1680 time: 0.1003036 Nov 25 13:23:21.047121 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-fa80bdda-3001-4d9b-ab74-71849a8cdc46 req-373d2d00-0b2d-4259-843f-2f5734f7f452 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Calling delete_port for e2fc93f9-f663-417f-bd60-4734a5e237fb owned by network:floatingip {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:23:21.064468 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87abe35-ca9f-48d2-9fa0-00e19244447d req-bbda3bbf-7a25-48c7-9c67-003150b7cfea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:21.065942 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b87abe35-ca9f-48d2-9fa0-00e19244447d req-bbda3bbf-7a25-48c7-9c67-003150b7cfea service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4dfa8e25-6b00-4870-b13d-92b789ff5b1c HTTP/1.1" status: 200 len: 860 time: 0.0799611 Nov 25 13:23:21.081684 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-63b8591f-78cf-4e9c-b8da-1370a8190334 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:21.091388 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:21.110790 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b8591f-78cf-4e9c-b8da-1370a8190334 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Pushing event deleted for resources: {'Port': ['ID=f97a3ccf-5800-48d7-b596-7690073f7090,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:21.128991 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e56931be-d5d5-4e2c-ad7e-3157020ce01b {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:23:21.142765 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b87abe35-ca9f-48d2-9fa0-00e19244447d req-0212d69d-a241-4e25-96d7-f65656cc80d9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=af451dea-7b21-412a-8cb8-0a3397d2cf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329611 Nov 25 13:23:21.159139 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a4dd0d41-0eef-485a-96b8-c56ec6912316 req-03736bba-ca74-416a-945e-b5c3f0214c0e tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/security-groups?id=22daa08b-97cb-43e0-8539-4dafee5a974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077204 Nov 25 13:23:21.165678 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:21.186756 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port e56931be-d5d5-4e2c-ad7e-3157020ce01b, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=e56931be-d5d5-4e2c-ad7e-3157020ce01b,segment=NetworkSegment(9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8),segment_id=9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:23:21.195563 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-63b8591f-78cf-4e9c-b8da-1370a8190334 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:21.199454 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-63b8591f-78cf-4e9c-b8da-1370a8190334 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] 10.222.0.53 "DELETE /v2.0/ports/f97a3ccf-5800-48d7-b596-7690073f7090 HTTP/1.1" status: 204 len: 168 time: 1.1893752 Nov 25 13:23:21.201953 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56338) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:21.220032 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port a341e86d-9a29-4ba0-bc18-51e95f8b64d5, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=a341e86d-9a29-4ba0-bc18-51e95f8b64d5,segment=NetworkSegment(d8258761-dd2f-4f30-a15f-a21648b43312),segment_id=d8258761-dd2f-4f30-a15f-a21648b43312)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:23:21.226939 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18929fbf-33e0-420f-accc-22a7de44e4a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a341e86d-9a29-4ba0-bc18-51e95f8b64d5'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:23:21.229639 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15712b0e-cfed-41b8-a5b1-20d092d20462" -d '{"events": [{"server_uuid": "18929fbf-33e0-420f-accc-22a7de44e4a8", "name": "network-vif-plugged", "status": "completed", "tag": "a341e86d-9a29-4ba0-bc18-51e95f8b64d5"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:23:21.234645 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:21.250542 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:21.268057 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-7caca202-6395-4ee6-ba99-9df7e29f6a85 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] GET failed (client error): The resource could not be found. Nov 25 13:23:21.269512 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-7caca202-6395-4ee6-ba99-9df7e29f6a85 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] 10.222.0.53 "GET /v2.0/ports/f97a3ccf-5800-48d7-b596-7690073f7090 HTTP/1.1" status: 404 len: 333 time: 0.0665789 Nov 25 13:23:21.273449 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56344) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:21.302339 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-fa80bdda-3001-4d9b-ab74-71849a8cdc46 req-373d2d00-0b2d-4259-843f-2f5734f7f452 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:21.321967 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=e56931be-d5d5-4e2c-ad7e-3157020ce01b,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:21.365905 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d2d00-0b2d-4259-843f-2f5734f7f452 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Pushing event deleted for resources: {'Port': ['ID=e2fc93f9-f663-417f-bd60-4734a5e237fb,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:21.396870 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=a341e86d-9a29-4ba0-bc18-51e95f8b64d5,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:21.405485 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b87abe35-ca9f-48d2-9fa0-00e19244447d req-dd96ff90-ccfb-4dc1-815f-43c0d16a91a5 service neutron] 10.222.0.47 "GET /v2.0/networks/af451dea-7b21-412a-8cb8-0a3397d2cf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530160 Nov 25 13:23:21.449165 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391c2c9d-5ee0-4291-b28a-f1f28563518c req-5aec1c7e-ddd9-4f06-b5a0-952429908b36 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:21.450857 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-391c2c9d-5ee0-4291-b28a-f1f28563518c req-5aec1c7e-ddd9-4f06-b5a0-952429908b36 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=26e20961-fbc3-42f0-b6bf-74f6cd7735d4 HTTP/1.1" status: 200 len: 944 time: 0.1406472 Nov 25 13:23:21.456662 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-fa80bdda-3001-4d9b-ab74-71849a8cdc46 req-373d2d00-0b2d-4259-843f-2f5734f7f452 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Publish callbacks [] for floatingip, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:21.459288 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-fa80bdda-3001-4d9b-ab74-71849a8cdc46 req-373d2d00-0b2d-4259-843f-2f5734f7f452 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:21.460791 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fa80bdda-3001-4d9b-ab74-71849a8cdc46 req-373d2d00-0b2d-4259-843f-2f5734f7f452 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "DELETE /v2.0/floatingips/e2b48ea8-2c41-4e25-98a5-3c2efb91807a HTTP/1.1" status: 204 len: 173 time: 1.0870848 Nov 25 13:23:21.488246 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-59043318-e8bf-40c2-8951-0b7a4013c325 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Deleting port 5945fe20-93af-405e-b3f4-ed5eebdb0cae {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:23:21.488934 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-59043318-e8bf-40c2-8951-0b7a4013c325 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:21.502558 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['e56931be-d5d5-4e2c-ad7e-3157020ce01b'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:23:21.514978 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-391c2c9d-5ee0-4291-b28a-f1f28563518c req-1b3428d6-5560-4949-8594-fd024b6c8274 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533206 Nov 25 13:23:21.588629 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b87abe35-ca9f-48d2-9fa0-00e19244447d req-42a5ca3d-7334-428f-83e8-1428c21ab1d0 service neutron] 10.222.0.47 "GET /v2.0/networks/af451dea-7b21-412a-8cb8-0a3397d2cf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667192 Nov 25 13:23:21.591938 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e788bbb7-83ed-4a3b-a3b0-a528ef266dbd x-openstack-request-id: req-e788bbb7-83ed-4a3b-a3b0-a528ef266dbd {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:23:21.592262 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18929fbf-33e0-420f-accc-22a7de44e4a8", "name": "network-vif-plugged", "status": "completed", "tag": "a341e86d-9a29-4ba0-bc18-51e95f8b64d5", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:23:21.592653 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e788bbb7-83ed-4a3b-a3b0-a528ef266dbd {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:23:21.593060 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18929fbf-33e0-420f-accc-22a7de44e4a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a341e86d-9a29-4ba0-bc18-51e95f8b64d5', 'code': 200} Nov 25 13:23:21.595912 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b7b87b-ba62-4811-aef8-c2a838251e78 req-0b618c5a-ab73-4277-92ee-21ec3ae51dee tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:21.603687 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-52b7b87b-ba62-4811-aef8-c2a838251e78 req-0b618c5a-ab73-4277-92ee-21ec3ae51dee tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=06e3a85a-4c3a-4297-b374-0fdcd0494740 HTTP/1.1" status: 200 len: 946 time: 0.0806398 Nov 25 13:23:21.618327 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-59043318-e8bf-40c2-8951-0b7a4013c325 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:21.632606 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-59043318-e8bf-40c2-8951-0b7a4013c325 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Calling delete_port for 5945fe20-93af-405e-b3f4-ed5eebdb0cae owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:23:21.679502 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-71b64b5b-1d57-4a64-b3d3-ea191d4f5bb1 req-9c1de974-aca4-4eaf-b032-14ed30082a77 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/security-groups/b7cd35c3-8f70-461a-b4a4-bb95e5c78cc2 HTTP/1.1" status: 200 len: 1826 time: 0.0685928 Nov 25 13:23:21.682863 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-52b7b87b-ba62-4811-aef8-c2a838251e78 req-8e59c1e5-0c86-4b40-9528-2f07af6ac2ee tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783572 Nov 25 13:23:21.743326 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-71b64b5b-1d57-4a64-b3d3-ea191d4f5bb1 req-28e75872-f8af-4c4f-be88-84af340a013a tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:21.776774 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-59043318-e8bf-40c2-8951-0b7a4013c325 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:21.791053 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-71b64b5b-1d57-4a64-b3d3-ea191d4f5bb1 req-28e75872-f8af-4c4f-be88-84af340a013a tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:21.810571 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59043318-e8bf-40c2-8951-0b7a4013c325 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Pushing event deleted for resources: {'Port': ['ID=5945fe20-93af-405e-b3f4-ed5eebdb0cae,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:21.836948 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-59043318-e8bf-40c2-8951-0b7a4013c325 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:21.837148 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb415f-2f2b-44d4-a7fd-e53213d45262 req-21f2605b-e01a-47d8-920d-92728ad64806 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:21.838661 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3fbb415f-2f2b-44d4-a7fd-e53213d45262 req-21f2605b-e01a-47d8-920d-92728ad64806 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=21fe0049-ebfc-446f-a301-ffbd47309f07 HTTP/1.1" status: 200 len: 945 time: 0.0893672 Nov 25 13:23:21.840481 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-59043318-e8bf-40c2-8951-0b7a4013c325 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] 10.222.0.53 "DELETE /v2.0/ports/5945fe20-93af-405e-b3f4-ed5eebdb0cae HTTP/1.1" status: 204 len: 168 time: 0.5662038 Nov 25 13:23:21.842952 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56350) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:21.864976 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-71b64b5b-1d57-4a64-b3d3-ea191d4f5bb1 req-28e75872-f8af-4c4f-be88-84af340a013a tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:21.868164 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-71b64b5b-1d57-4a64-b3d3-ea191d4f5bb1 req-28e75872-f8af-4c4f-be88-84af340a013a tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:21.869319 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-71b64b5b-1d57-4a64-b3d3-ea191d4f5bb1 req-28e75872-f8af-4c4f-be88-84af340a013a tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "DELETE /v2.0/security-groups/b7cd35c3-8f70-461a-b4a4-bb95e5c78cc2 HTTP/1.1" status: 204 len: 173 time: 0.1830008 Nov 25 13:23:21.880460 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e75872-f8af-4c4f-be88-84af340a013a tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7cd35c3-8f70-461a-b4a4-bb95e5c78cc2,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:21.903273 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b164d08-662c-40f9-a2ba-9a65a543ed5f tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Deleting subnet 5c035ed6-f807-4dcb-aa7c-8839698d9a9a {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:23:21.908234 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1b164d08-662c-40f9-a2ba-9a65a543ed5f tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:21.916078 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3fbb415f-2f2b-44d4-a7fd-e53213d45262 req-e2dd702f-43d9-456c-9ad5-88773a8e5bf2 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699885 Nov 25 13:23:21.954224 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1b164d08-662c-40f9-a2ba-9a65a543ed5f tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:22.072256 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1b164d08-662c-40f9-a2ba-9a65a543ed5f tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:22.130104 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1b164d08-662c-40f9-a2ba-9a65a543ed5f tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:22.135643 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885dde1-4fb9-401f-b18e-4d3f80570948 req-e7e47472-da25-46aa-89b7-5c6be9e3fb65 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:22.137171 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2885dde1-4fb9-401f-b18e-4d3f80570948 req-e7e47472-da25-46aa-89b7-5c6be9e3fb65 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ae7607-c91e-4259-8f9c-8ea50f30aa38 HTTP/1.1" status: 200 len: 945 time: 0.0535738 Nov 25 13:23:22.157712 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b164d08-662c-40f9-a2ba-9a65a543ed5f tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Pushing event deleted for resources: {'Subnet': ['ID=5c035ed6-f807-4dcb-aa7c-8839698d9a9a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:22.159706 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1b164d08-662c-40f9-a2ba-9a65a543ed5f tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:22.163193 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-1b164d08-662c-40f9-a2ba-9a65a543ed5f tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] 10.222.0.53 "DELETE /v2.0/subnets/5c035ed6-f807-4dcb-aa7c-8839698d9a9a HTTP/1.1" status: 204 len: 168 time: 0.3189940 Nov 25 13:23:22.165668 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56356) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:22.169117 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a964b90d-6cc6-4294-a559-33eb162b5fc7 None None] Network d1181e72-d5e6-46a1-af9d-2ec4a8ba0c97 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:23:22.218846 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2885dde1-4fb9-401f-b18e-4d3f80570948 req-8d4a4b0b-9762-468e-8247-84b1f198adbf tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ddd3722-1b64-4271-8ee9-7db52c62b6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616086 Nov 25 13:23:22.250088 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fad3272a-8154-4aa6-a4fb-09ac2b5cce49 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:22.307593 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-fad3272a-8154-4aa6-a4fb-09ac2b5cce49 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Deleting port 86310d78-cd0f-40d9-b449-bd9acd09a528 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:23:22.307939 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fad3272a-8154-4aa6-a4fb-09ac2b5cce49 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:22.313808 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568091ce-424a-425c-a67f-d1efbdcd6571 req-7e150736-57b2-44fe-a837-c83a60595d20 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:22.319907 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568091ce-424a-425c-a67f-d1efbdcd6571 req-7e150736-57b2-44fe-a837-c83a60595d20 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:22.321534 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-568091ce-424a-425c-a67f-d1efbdcd6571 req-7e150736-57b2-44fe-a837-c83a60595d20 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/ports?device_id=18929fbf-33e0-420f-accc-22a7de44e4a8 HTTP/1.1" status: 200 len: 1681 time: 0.0707679 Nov 25 13:23:22.369130 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c9bebb-6498-44dc-921d-330963ff1726 None None] DHCP port deletion for d1181e72-d5e6-46a1-af9d-2ec4a8ba0c97 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:23:22.374728 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-568091ce-424a-425c-a67f-d1efbdcd6571 req-2ee6478f-ea73-498d-a5ba-bbfcdfd56889 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/security-groups?id=22daa08b-97cb-43e0-8539-4dafee5a974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465233 Nov 25 13:23:22.379429 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-fad3272a-8154-4aa6-a4fb-09ac2b5cce49 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] For port 86310d78-cd0f-40d9-b449-bd9acd09a528, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=86310d78-cd0f-40d9-b449-bd9acd09a528,segment=NetworkSegment(78e53edd-fcb0-4ae5-ba16-ddffb99eb662),segment_id=78e53edd-fcb0-4ae5-ba16-ddffb99eb662)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:23:22.383142 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fad3272a-8154-4aa6-a4fb-09ac2b5cce49 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:22.398148 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-fad3272a-8154-4aa6-a4fb-09ac2b5cce49 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Calling delete_port for 86310d78-cd0f-40d9-b449-bd9acd09a528 owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:23:22.420807 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-80c9bebb-6498-44dc-921d-330963ff1726 None None] Deleting port 86310d78-cd0f-40d9-b449-bd9acd09a528 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:23:22.421179 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-80c9bebb-6498-44dc-921d-330963ff1726 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:22.482300 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fad3272a-8154-4aa6-a4fb-09ac2b5cce49 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:22.487843 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-80c9bebb-6498-44dc-921d-330963ff1726 None None] For port 86310d78-cd0f-40d9-b449-bd9acd09a528, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=86310d78-cd0f-40d9-b449-bd9acd09a528,segment=NetworkSegment(78e53edd-fcb0-4ae5-ba16-ddffb99eb662),segment_id=78e53edd-fcb0-4ae5-ba16-ddffb99eb662)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:23:22.488252 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-80c9bebb-6498-44dc-921d-330963ff1726 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:22.500460 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-80c9bebb-6498-44dc-921d-330963ff1726 None None] Calling delete_port for 86310d78-cd0f-40d9-b449-bd9acd09a528 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:23:22.505157 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad3272a-8154-4aa6-a4fb-09ac2b5cce49 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Pushing event deleted for resources: {'Port': ['ID=86310d78-cd0f-40d9-b449-bd9acd09a528,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:22.511850 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad3272a-8154-4aa6-a4fb-09ac2b5cce49 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] No DVR routers for this DVR port 86310d78-cd0f-40d9-b449-bd9acd09a528 on host n-d-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:23:22.577163 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-80c9bebb-6498-44dc-921d-330963ff1726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:22.597941 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fad3272a-8154-4aa6-a4fb-09ac2b5cce49 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:22.607997 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c9bebb-6498-44dc-921d-330963ff1726 None None] Pushing event deleted for resources: {'Port': ['ID=86310d78-cd0f-40d9-b449-bd9acd09a528,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:22.609860 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c9bebb-6498-44dc-921d-330963ff1726 None None] No DVR routers for this DVR port 86310d78-cd0f-40d9-b449-bd9acd09a528 on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:23:22.622588 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-fad3272a-8154-4aa6-a4fb-09ac2b5cce49 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1181e72-d5e6-46a1-af9d-2ec4a8ba0c97']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:23:22.632211 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-fad3272a-8154-4aa6-a4fb-09ac2b5cce49 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78e53edd-fcb0-4ae5-ba16-ddffb99eb662') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:23:22.632519 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-fad3272a-8154-4aa6-a4fb-09ac2b5cce49 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78e53edd-fcb0-4ae5-ba16-ddffb99eb662') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:23:22.642605 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fad3272a-8154-4aa6-a4fb-09ac2b5cce49 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:22.656974 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fad3272a-8154-4aa6-a4fb-09ac2b5cce49 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:22.662637 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fad3272a-8154-4aa6-a4fb-09ac2b5cce49 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:23:22.663325 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fad3272a-8154-4aa6-a4fb-09ac2b5cce49 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:22.666429 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f83be9d-0bd0-43ff-8d2a-47ca178f0ced req-640cd5e5-af38-4fea-a474-878cee7267d7 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:22.666584 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:23:22.666584 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:23:22.666584 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:23:22.666584 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:23:22.666584 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:23:22.666584 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:23:22.666584 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:23:22.666584 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:23:22.666584 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:23:22.666584 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:23:22.666584 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:23:22.666584 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:23:22.666584 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:23:22.666584 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:23:22.666584 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:23:22.666584 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:23:22.666584 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:23:22.666584 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:23:22.666584 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:23:22.666584 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:23:22.666584 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:23:22.666584 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:23:22.666584 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:23:22.666584 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:23:22.666584 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:23:22.666584 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:23:22.666584 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:23:22.666584 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:23:22.666584 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:23:22.666584 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:23:22.666584 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:23:22.666584 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:23:22.671373 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2f83be9d-0bd0-43ff-8d2a-47ca178f0ced req-640cd5e5-af38-4fea-a474-878cee7267d7 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=26e20961-fbc3-42f0-b6bf-74f6cd7735d4 HTTP/1.1" status: 200 len: 944 time: 0.0701559 Nov 25 13:23:22.715843 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2f83be9d-0bd0-43ff-8d2a-47ca178f0ced req-70acbe8e-c750-40c5-b65a-6419092660ba tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418878 Nov 25 13:23:22.729322 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fad3272a-8154-4aa6-a4fb-09ac2b5cce49 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:22.739743 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fad3272a-8154-4aa6-a4fb-09ac2b5cce49 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:22.743447 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-fad3272a-8154-4aa6-a4fb-09ac2b5cce49 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] 10.222.0.53 "DELETE /v2.0/networks/d1181e72-d5e6-46a1-af9d-2ec4a8ba0c97 HTTP/1.1" status: 204 len: 168 time: 0.5768576 Nov 25 13:23:22.755883 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad3272a-8154-4aa6-a4fb-09ac2b5cce49 tempest-AllowedAddressPairIpV6TestJSON-37028673 tempest-AllowedAddressPairIpV6TestJSON-37028673-project] Pushing event deleted for resources: {'Network': ['ID=d1181e72-d5e6-46a1-af9d-2ec4a8ba0c97,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:22.783443 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device e56931be-d5d5-4e2c-ad7e-3157020ce01b up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:23:22.827859 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3659bb4-ac4a-44f3-8776-23aa87c8d743 req-f4adfe77-86ce-4f11-b1b3-a330a73f73f6 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:22.829853 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b3659bb4-ac4a-44f3-8776-23aa87c8d743 req-f4adfe77-86ce-4f11-b1b3-a330a73f73f6 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=06e3a85a-4c3a-4297-b374-0fdcd0494740 HTTP/1.1" status: 200 len: 946 time: 0.0576925 Nov 25 13:23:22.849598 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 86310d78-cd0f-40d9-b449-bd9acd09a528 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:23:22.873139 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 86310d78-cd0f-40d9-b449-bd9acd09a528 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:23:22.873525 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 86310d78-cd0f-40d9-b449-bd9acd09a528 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:23:22.877555 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port e56931be-d5d5-4e2c-ad7e-3157020ce01b completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:23:22.882297 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port e56931be-d5d5-4e2c-ad7e-3157020ce01b triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:23:22.882673 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:22.893788 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b3659bb4-ac4a-44f3-8776-23aa87c8d743 req-0e7bea4f-4dc6-4c86-9fbf-6cd60bfc5d3d tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554302 Nov 25 13:23:22.973588 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:23.007642 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port e56931be-d5d5-4e2c-ad7e-3157020ce01b, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=e56931be-d5d5-4e2c-ad7e-3157020ce01b,segment=NetworkSegment(9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8),segment_id=9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:23:23.014062 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:23.014915 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 61a6543e-c0b5-4999-8f97-d5b3bb33a643 up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:23:23.034212 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b7690-c5d2-477e-b951-79fc3b4656b7 req-fac03961-a7a8-47f8-a1c7-9eaf01886278 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:23.035918 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6d8b7690-c5d2-477e-b951-79fc3b4656b7 req-fac03961-a7a8-47f8-a1c7-9eaf01886278 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=21fe0049-ebfc-446f-a301-ffbd47309f07 HTTP/1.1" status: 200 len: 945 time: 0.0528915 Nov 25 13:23:23.051193 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56370) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:23.094048 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=e56931be-d5d5-4e2c-ad7e-3157020ce01b,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:23.098855 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6d8b7690-c5d2-477e-b951-79fc3b4656b7 req-f137501e-956b-4350-947b-a712a7f72fae tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556402 Nov 25 13:23:23.106356 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port 61a6543e-c0b5-4999-8f97-d5b3bb33a643 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:23:23.110638 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port 61a6543e-c0b5-4999-8f97-d5b3bb33a643 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:23:23.111059 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:23.193512 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:23.205267 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-fc92b17b-51c3-4e0a-a3b7-5e45753628b7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d89e4801b8ea4a54a6b1a83888a2bcd3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1528735 Nov 25 13:23:23.207736 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56374) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:23.226726 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 61a6543e-c0b5-4999-8f97-d5b3bb33a643, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=61a6543e-c0b5-4999-8f97-d5b3bb33a643,segment=NetworkSegment(a64ebec5-6257-4289-8347-8b5c67b8849c),segment_id=a64ebec5-6257-4289-8347-8b5c67b8849c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:23:23.233626 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:23.260913 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5c65b552-62f8-4db4-b330-020cf4ce751b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:23.283133 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5c65b552-62f8-4db4-b330-020cf4ce751b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:23.286442 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=61a6543e-c0b5-4999-8f97-d5b3bb33a643,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:23.323065 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13bb5bf-aaef-4940-a637-ed53ec853c25 req-cabd5d45-9f02-4e39-9d40-0b33933f27f7 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:23.324615 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b13bb5bf-aaef-4940-a637-ed53ec853c25 req-cabd5d45-9f02-4e39-9d40-0b33933f27f7 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ae7607-c91e-4259-8f9c-8ea50f30aa38 HTTP/1.1" status: 200 len: 945 time: 0.0506783 Nov 25 13:23:23.334387 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5c65b552-62f8-4db4-b330-020cf4ce751b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:23.336920 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5c65b552-62f8-4db4-b330-020cf4ce751b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:23.338084 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5c65b552-62f8-4db4-b330-020cf4ce751b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2353ed71-0473-4514-a8c7-fff489fd16f1 HTTP/1.1" status: 204 len: 168 time: 0.1294329 Nov 25 13:23:23.351912 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c65b552-62f8-4db4-b330-020cf4ce751b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2353ed71-0473-4514-a8c7-fff489fd16f1,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:23.380605 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b13bb5bf-aaef-4940-a637-ed53ec853c25 req-76b55994-3496-4b7d-a8ea-70a8c376fdca tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ddd3722-1b64-4271-8ee9-7db52c62b6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491092 Nov 25 13:23:23.500513 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7165351-d3b7-43d1-afbf-93db60f99eaf req-02c5fc5a-d7d5-4667-9a8d-4fef2045c516 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:23.506368 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7165351-d3b7-43d1-afbf-93db60f99eaf req-02c5fc5a-d7d5-4667-9a8d-4fef2045c516 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:23.507957 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d7165351-d3b7-43d1-afbf-93db60f99eaf req-02c5fc5a-d7d5-4667-9a8d-4fef2045c516 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/ports?device_id=18929fbf-33e0-420f-accc-22a7de44e4a8 HTTP/1.1" status: 200 len: 1682 time: 0.0626333 Nov 25 13:23:23.558203 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d7165351-d3b7-43d1-afbf-93db60f99eaf req-6a42bb2c-85b0-4c6e-a150-6600d9faa2d8 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/security-groups?id=22daa08b-97cb-43e0-8539-4dafee5a974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441003 Nov 25 13:23:23.594068 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e20961-fbc3-42f0-b6bf-74f6cd7735d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e56931be-d5d5-4e2c-ad7e-3157020ce01b'}, {'server_uuid': '18929fbf-33e0-420f-accc-22a7de44e4a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a6543e-c0b5-4999-8f97-d5b3bb33a643'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:23:23.596535 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2018c45c-0335-47e9-b9a8-f59cc54fd338" -d '{"events": [{"server_uuid": "26e20961-fbc3-42f0-b6bf-74f6cd7735d4", "name": "network-vif-plugged", "status": "completed", "tag": "e56931be-d5d5-4e2c-ad7e-3157020ce01b"}, {"server_uuid": "18929fbf-33e0-420f-accc-22a7de44e4a8", "name": "network-vif-plugged", "status": "completed", "tag": "61a6543e-c0b5-4999-8f97-d5b3bb33a643"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:23:23.637244 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 25 Nov 2021 13:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b2010fd-6dbe-49c9-8fba-d19078a617a9 x-openstack-request-id: req-9b2010fd-6dbe-49c9-8fba-d19078a617a9 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:23:23.637543 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e20961-fbc3-42f0-b6bf-74f6cd7735d4", "name": "network-vif-plugged", "status": "completed", "tag": "e56931be-d5d5-4e2c-ad7e-3157020ce01b", "code": 200}, {"server_uuid": "18929fbf-33e0-420f-accc-22a7de44e4a8", "name": "network-vif-plugged", "status": "completed", "tag": "61a6543e-c0b5-4999-8f97-d5b3bb33a643", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:23:23.637801 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9b2010fd-6dbe-49c9-8fba-d19078a617a9 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:23:23.638193 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e20961-fbc3-42f0-b6bf-74f6cd7735d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e56931be-d5d5-4e2c-ad7e-3157020ce01b', 'code': 200} Nov 25 13:23:23.638447 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18929fbf-33e0-420f-accc-22a7de44e4a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a6543e-c0b5-4999-8f97-d5b3bb33a643', 'code': 200} Nov 25 13:23:23.766444 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb3ade9-5d06-4af9-8abf-c47dd0475f8d req-f8cc40fb-5a66-4446-8d16-da95d5991aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:23.768687 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-edb3ade9-5d06-4af9-8abf-c47dd0475f8d req-f8cc40fb-5a66-4446-8d16-da95d5991aaa service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=26e20961-fbc3-42f0-b6bf-74f6cd7735d4 HTTP/1.1" status: 200 len: 1097 time: 0.0460172 Nov 25 13:23:23.772505 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d182056a-5eb8-48cd-b275-55dd800b6db3 req-3029a774-58e4-448f-b67d-a05ec63c74cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:23.772989 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d182056a-5eb8-48cd-b275-55dd800b6db3 req-3029a774-58e4-448f-b67d-a05ec63c74cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:23.774724 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d182056a-5eb8-48cd-b275-55dd800b6db3 req-3029a774-58e4-448f-b67d-a05ec63c74cf service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=18929fbf-33e0-420f-accc-22a7de44e4a8 HTTP/1.1" status: 200 len: 1986 time: 0.0519259 Nov 25 13:23:23.843516 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-edb3ade9-5d06-4af9-8abf-c47dd0475f8d req-f70c9032-8ae0-4538-9141-61598f437115 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540469 Nov 25 13:23:23.879521 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d182056a-5eb8-48cd-b275-55dd800b6db3 req-f0fd7443-1c1b-4dac-975d-e94de3f3a04e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=22daa08b-97cb-43e0-8539-4dafee5a974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900736 Nov 25 13:23:23.887817 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037ac45-c387-4ac3-ab4e-763a36e2792d req-8431d905-0d38-4119-9eee-333a87b55a01 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:23.889307 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8037ac45-c387-4ac3-ab4e-763a36e2792d req-8431d905-0d38-4119-9eee-333a87b55a01 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=26e20961-fbc3-42f0-b6bf-74f6cd7735d4 HTTP/1.1" status: 200 len: 945 time: 0.0825748 Nov 25 13:23:23.942600 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8037ac45-c387-4ac3-ab4e-763a36e2792d req-386aa3d1-dc8a-4656-aeed-13f95ba8dcd6 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469637 Nov 25 13:23:24.018736 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcdd957-7e1f-45dd-9873-62d628b4384e req-8d684431-c1c3-4fc4-9f68-c746259b722f tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:24.020234 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6dcdd957-7e1f-45dd-9873-62d628b4384e req-8d684431-c1c3-4fc4-9f68-c746259b722f tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=06e3a85a-4c3a-4297-b374-0fdcd0494740 HTTP/1.1" status: 200 len: 946 time: 0.0492206 Nov 25 13:23:24.032543 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56406) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:24.078237 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6dcdd957-7e1f-45dd-9873-62d628b4384e req-77cdbe00-e417-4cea-84e0-c8859c831a24 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518525 Nov 25 13:23:24.139460 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-e56818de-6f25-45f5-b27f-25a6fe33c5d5 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-13376299'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:23:24.160491 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56818de-6f25-45f5-b27f-25a6fe33c5d5 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Made reservation on behalf of 471881411be245cfb601261a4c957b3b for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:23:24.164318 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e56818de-6f25-45f5-b27f-25a6fe33c5d5 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:24.176362 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e56818de-6f25-45f5-b27f-25a6fe33c5d5 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:24.221225 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd85cb-28c9-4a15-aedd-d9abe67f1d00 req-f62b09f5-f91a-4e89-8214-1c8ab97c2fb8 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:24.222930 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-07bd85cb-28c9-4a15-aedd-d9abe67f1d00 req-f62b09f5-f91a-4e89-8214-1c8ab97c2fb8 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=21fe0049-ebfc-446f-a301-ffbd47309f07 HTTP/1.1" status: 200 len: 945 time: 0.0534809 Nov 25 13:23:24.262316 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e56818de-6f25-45f5-b27f-25a6fe33c5d5 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:24.266782 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e56818de-6f25-45f5-b27f-25a6fe33c5d5 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:24.275923 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-07bd85cb-28c9-4a15-aedd-d9abe67f1d00 req-75fac8b5-aa3e-4e4d-adc6-75f83dd7f109 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456822 Nov 25 13:23:24.293549 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e56818de-6f25-45f5-b27f-25a6fe33c5d5 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:23:24.309386 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56818de-6f25-45f5-b27f-25a6fe33c5d5 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6591acf6-30a4-49b6-9826-b57dbcfebb41,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:24.313265 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e56818de-6f25-45f5-b27f-25a6fe33c5d5 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:24.313618 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-e56818de-6f25-45f5-b27f-25a6fe33c5d5 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Added segment 61e49b16-2da6-4211-a171-39f47de92e62 of type vlan for network f3e960fc-6089-4c20-9536-157fa111f556 Nov 25 13:23:24.357831 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e56818de-6f25-45f5-b27f-25a6fe33c5d5 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:24.381678 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e56818de-6f25-45f5-b27f-25a6fe33c5d5 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:24.387805 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56818de-6f25-45f5-b27f-25a6fe33c5d5 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:24.388398 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e56818de-6f25-45f5-b27f-25a6fe33c5d5 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:24.453076 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-e56818de-6f25-45f5-b27f-25a6fe33c5d5 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.4194062 Nov 25 13:23:24.460094 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56414) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:24.465822 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-e7f4dd1b-8c67-4211-a277-d07407795826 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Request body: {'subnet': {'network_id': 'f3e960fc-6089-4c20-9536-157fa111f556', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:23:24.494251 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56818de-6f25-45f5-b27f-25a6fe33c5d5 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Pushing event updated for resources: {'Network': ['ID=f3e960fc-6089-4c20-9536-157fa111f556,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:24.508808 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ee41c0-3fe2-47c5-bd0e-e8807e3010c4 req-5d48e681-a9cc-4e59-8932-5acd153f464b tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:24.510487 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-13ee41c0-3fe2-47c5-bd0e-e8807e3010c4 req-5d48e681-a9cc-4e59-8932-5acd153f464b tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ae7607-c91e-4259-8f9c-8ea50f30aa38 HTTP/1.1" status: 200 len: 945 time: 0.0590103 Nov 25 13:23:24.516333 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network f3e960fc-6089-4c20-9536-157fa111f556 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:23:24.575199 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-13ee41c0-3fe2-47c5-bd0e-e8807e3010c4 req-a70ab19c-bcfa-450e-bfb9-9d3b7900aab0 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ddd3722-1b64-4271-8ee9-7db52c62b6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527117 Nov 25 13:23:24.583245 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f4dd1b-8c67-4211-a277-d07407795826 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Made reservation on behalf of 471881411be245cfb601261a4c957b3b for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:23:24.586930 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e7f4dd1b-8c67-4211-a277-d07407795826 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:24.692339 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8acc4f-5940-4c07-8e88-24d43ea273a5 req-33fe60a5-efbc-4986-8391-a229d8a08cb6 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:24.698157 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8acc4f-5940-4c07-8e88-24d43ea273a5 req-33fe60a5-efbc-4986-8391-a229d8a08cb6 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:24.700363 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9d8acc4f-5940-4c07-8e88-24d43ea273a5 req-33fe60a5-efbc-4986-8391-a229d8a08cb6 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/ports?device_id=18929fbf-33e0-420f-accc-22a7de44e4a8 HTTP/1.1" status: 200 len: 1682 time: 0.0619874 Nov 25 13:23:24.748710 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9d8acc4f-5940-4c07-8e88-24d43ea273a5 req-b6513c3e-f98d-40d2-90c3-4d62753b8feb tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/security-groups?id=22daa08b-97cb-43e0-8539-4dafee5a974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420895 Nov 25 13:23:24.748987 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ad6aa-9354-4a73-b2dd-ef3d5cc405b6 req-13146f5d-3501-4f10-8cf0-f760a3a50560 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:24.750305 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-880ad6aa-9354-4a73-b2dd-ef3d5cc405b6 req-13146f5d-3501-4f10-8cf0-f760a3a50560 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.47 "GET /v2.0/ports?device_id=71ae7607-c91e-4259-8f9c-8ea50f30aa38 HTTP/1.1" status: 200 len: 945 time: 0.0925682 Nov 25 13:23:24.868267 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e7f4dd1b-8c67-4211-a277-d07407795826 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:24.948348 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f4dd1b-8c67-4211-a277-d07407795826 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Pushing event updated for resources: {'Subnet': ['ID=6a911b5f-5b62-42b2-a112-e58faf0f31ea,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:24.958244 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-880ad6aa-9354-4a73-b2dd-ef3d5cc405b6 req-3b2117ee-1c25-40fc-b928-593a0517f135 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Deleting port 500f0189-2da4-416b-9ab0-dc30f3653a5d {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:23:24.958589 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-880ad6aa-9354-4a73-b2dd-ef3d5cc405b6 req-3b2117ee-1c25-40fc-b928-593a0517f135 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:24.978548 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f4dd1b-8c67-4211-a277-d07407795826 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Checking segment: {'id': '61e49b16-2da6-4211-a171-39f47de92e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f3e960fc-6089-4c20-9536-157fa111f556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:23:24.979043 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f4dd1b-8c67-4211-a277-d07407795826 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Network hostable DHCP agents. Network: f3e960fc-6089-4c20-9536-157fa111f556, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:23:25.045050 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f4dd1b-8c67-4211-a277-d07407795826 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Network f3e960fc-6089-4c20-9536-157fa111f556 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:23:25.062375 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafe007-e511-4f43-95f1-2e1617bda2e8 req-1580da24-bf99-4cde-9598-92a6be0f03b9 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:25.064445 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8fafe007-e511-4f43-95f1-2e1617bda2e8 req-1580da24-bf99-4cde-9598-92a6be0f03b9 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=26e20961-fbc3-42f0-b6bf-74f6cd7735d4 HTTP/1.1" status: 200 len: 945 time: 0.0529454 Nov 25 13:23:25.068032 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-e7f4dd1b-8c67-4211-a277-d07407795826 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, f3e960fc-6089-4c20-9536-157fa111f556) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:23:25.075566 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ea7418-3b3d-4425-8da3-2a8b16583d36 None None] Network f3e960fc-6089-4c20-9536-157fa111f556 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:23:25.075961 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f4dd1b-8c67-4211-a277-d07407795826 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:25.076563 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e7f4dd1b-8c67-4211-a277-d07407795826 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:25.079951 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-880ad6aa-9354-4a73-b2dd-ef3d5cc405b6 req-3b2117ee-1c25-40fc-b928-593a0517f135 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] For port 500f0189-2da4-416b-9ab0-dc30f3653a5d, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=500f0189-2da4-416b-9ab0-dc30f3653a5d,segment=NetworkSegment(98a09c09-ca40-4e90-a767-a403ef81fa93),segment_id=98a09c09-ca40-4e90-a767-a403ef81fa93)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:23:25.080315 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-880ad6aa-9354-4a73-b2dd-ef3d5cc405b6 req-3b2117ee-1c25-40fc-b928-593a0517f135 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:25.098299 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-880ad6aa-9354-4a73-b2dd-ef3d5cc405b6 req-3b2117ee-1c25-40fc-b928-593a0517f135 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Calling delete_port for 500f0189-2da4-416b-9ab0-dc30f3653a5d owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:23:25.115192 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-e7f4dd1b-8c67-4211-a277-d07407795826 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6540329 Nov 25 13:23:25.115817 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56422) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:25.122963 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-34db053a-7b16-4b7f-861a-56bfd353cdc2 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Request body: {'port': {'network_id': 'f3e960fc-6089-4c20-9536-157fa111f556', 'name': 'tempest-AllowedAddressPairTestJSON-228549924'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:23:25.221229 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dedb13f-a4cf-4927-9964-dda6c80ce530 req-727b60ff-466e-42a5-9150-908a87d281c8 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:25.225694 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2dedb13f-a4cf-4927-9964-dda6c80ce530 req-727b60ff-466e-42a5-9150-908a87d281c8 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.66 "GET /v2.0/ports?device_id=26e20961-fbc3-42f0-b6bf-74f6cd7735d4 HTTP/1.1" status: 200 len: 945 time: 0.1330941 Nov 25 13:23:25.240140 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8fafe007-e511-4f43-95f1-2e1617bda2e8 req-1b9b07fc-9106-46cb-a0c0-5086f0d999c0 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665995 Nov 25 13:23:25.391599 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee2f55-f5a7-4883-ac9c-6cdaa78c5127 req-395ea177-4b5b-44d7-9955-509ad7ccc7ec tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:25.394047 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2bee2f55-f5a7-4883-ac9c-6cdaa78c5127 req-395ea177-4b5b-44d7-9955-509ad7ccc7ec tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=06e3a85a-4c3a-4297-b374-0fdcd0494740 HTTP/1.1" status: 200 len: 946 time: 0.2154205 Nov 25 13:23:25.404007 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34db053a-7b16-4b7f-861a-56bfd353cdc2 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Made reservation on behalf of 471881411be245cfb601261a4c957b3b for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:23:25.407995 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-34db053a-7b16-4b7f-861a-56bfd353cdc2 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:25.421729 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-880ad6aa-9354-4a73-b2dd-ef3d5cc405b6 req-3b2117ee-1c25-40fc-b928-593a0517f135 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:25.460388 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cff1c84-a3fb-4139-adda-18f540c7f780 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-f3e960fc-6089-4c20-9536-157fa111f556', 'network_id': 'f3e960fc-6089-4c20-9536-157fa111f556', 'tenant_id': '471881411be245cfb601261a4c957b3b', 'fixed_ips': [{'subnet_id': '6a911b5f-5b62-42b2-a112-e58faf0f31ea'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:23:25.460619 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2117ee-1c25-40fc-b928-593a0517f135 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Pushing event deleted for resources: {'Port': ['ID=500f0189-2da4-416b-9ab0-dc30f3653a5d,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:25.461699 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2cff1c84-a3fb-4139-adda-18f540c7f780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:25.462791 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-2dedb13f-a4cf-4927-9964-dda6c80ce530 req-f2ffd4d8-40e2-46a5-8a77-40c57ff4dfd9 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Deleting port e56931be-d5d5-4e2c-ad7e-3157020ce01b {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:23:25.463170 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-2dedb13f-a4cf-4927-9964-dda6c80ce530 req-f2ffd4d8-40e2-46a5-8a77-40c57ff4dfd9 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:25.464115 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-34db053a-7b16-4b7f-861a-56bfd353cdc2 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] device_id is not set on port 08fabf9f-5541-479c-a7d4-e1a64f38e44c yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:23:25.549650 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c76d7-9430-4b68-a484-20195e09ed5f req-576f5e6a-f3ef-47a7-98f3-eba5befe0491 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:25.551214 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f92c76d7-9430-4b68-a484-20195e09ed5f req-576f5e6a-f3ef-47a7-98f3-eba5befe0491 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=21fe0049-ebfc-446f-a301-ffbd47309f07 HTTP/1.1" status: 200 len: 945 time: 0.1514919 Nov 25 13:23:25.554735 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-880ad6aa-9354-4a73-b2dd-ef3d5cc405b6 req-3b2117ee-1c25-40fc-b928-593a0517f135 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] No DVR routers for this DVR port 500f0189-2da4-416b-9ab0-dc30f3653a5d on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:23:25.557972 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-880ad6aa-9354-4a73-b2dd-ef3d5cc405b6 req-3b2117ee-1c25-40fc-b928-593a0517f135 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:25.561202 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-880ad6aa-9354-4a73-b2dd-ef3d5cc405b6 req-3b2117ee-1c25-40fc-b928-593a0517f135 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.47 "DELETE /v2.0/ports/500f0189-2da4-416b-9ab0-dc30f3653a5d HTTP/1.1" status: 204 len: 173 time: 0.8014872 Nov 25 13:23:25.564280 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ae7607-c91e-4259-8f9c-8ea50f30aa38', 'name': 'network-vif-deleted', 'tag': '500f0189-2da4-416b-9ab0-dc30f3653a5d'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:23:25.567266 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec879510-260e-4124-8a8b-189c4ac38bd3" -d '{"events": [{"server_uuid": "71ae7607-c91e-4259-8f9c-8ea50f30aa38", "name": "network-vif-deleted", "tag": "500f0189-2da4-416b-9ab0-dc30f3653a5d"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:23:25.580125 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2bee2f55-f5a7-4883-ac9c-6cdaa78c5127 req-31f2a0ec-0607-40e6-9bcb-2355e5bb676e tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671739 Nov 25 13:23:25.634643 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-2cff1c84-a3fb-4139-adda-18f540c7f780 None None] Allocated IP 172.20.0.2 (f3e960fc-6089-4c20-9536-157fa111f556/6a911b5f-5b62-42b2-a112-e58faf0f31ea/8745347a-dd5b-43ce-8f1d-cf9c8158e4b5) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:23:25.645640 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b58c76-6ac2-4d0d-ba5e-5d483e46d021 x-openstack-request-id: req-05b58c76-6ac2-4d0d-ba5e-5d483e46d021 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:23:25.646365 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ae7607-c91e-4259-8f9c-8ea50f30aa38", "name": "network-vif-deleted", "tag": "500f0189-2da4-416b-9ab0-dc30f3653a5d", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:23:25.646500 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-05b58c76-6ac2-4d0d-ba5e-5d483e46d021 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:23:25.647052 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ae7607-c91e-4259-8f9c-8ea50f30aa38', 'name': 'network-vif-deleted', 'tag': '500f0189-2da4-416b-9ab0-dc30f3653a5d', 'status': 'completed', 'code': 200} Nov 25 13:23:25.666766 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-2dedb13f-a4cf-4927-9964-dda6c80ce530 req-f2ffd4d8-40e2-46a5-8a77-40c57ff4dfd9 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] For port e56931be-d5d5-4e2c-ad7e-3157020ce01b, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=e56931be-d5d5-4e2c-ad7e-3157020ce01b,segment=NetworkSegment(9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8),segment_id=9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:23:25.667150 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-2dedb13f-a4cf-4927-9964-dda6c80ce530 req-f2ffd4d8-40e2-46a5-8a77-40c57ff4dfd9 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:25.678483 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f92c76d7-9430-4b68-a484-20195e09ed5f req-d50aa991-3bc1-475e-bb34-2f48bb70fc4f tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202867 Nov 25 13:23:25.685739 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-2dedb13f-a4cf-4927-9964-dda6c80ce530 req-f2ffd4d8-40e2-46a5-8a77-40c57ff4dfd9 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Calling delete_port for e56931be-d5d5-4e2c-ad7e-3157020ce01b owned by compute:nova {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:23:25.763053 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-aef83e08-0d6a-4058-92fd-6b2f453f6c4b req-576c0291-242e-4846-b084-ba9e001d07c6 tempest-ServerRescueTestJSONUnderV235-1672950457 tempest-ServerRescueTestJSONUnderV235-1672950457-project] 10.222.0.53 "GET /v2.0/ports?device_id=71ae7607-c91e-4259-8f9c-8ea50f30aa38 HTTP/1.1" status: 200 len: 210 time: 0.0310714 Nov 25 13:23:25.833833 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2cff1c84-a3fb-4139-adda-18f540c7f780 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:25.844012 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2cff1c84-a3fb-4139-adda-18f540c7f780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:25.885808 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cff1c84-a3fb-4139-adda-18f540c7f780 None None] Network f3e960fc-6089-4c20-9536-157fa111f556 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:23:25.887281 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-2dedb13f-a4cf-4927-9964-dda6c80ce530 req-f2ffd4d8-40e2-46a5-8a77-40c57ff4dfd9 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:25.890064 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-2cff1c84-a3fb-4139-adda-18f540c7f780 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:23:25.894131 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cff1c84-a3fb-4139-adda-18f540c7f780 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:23:25.897488 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-34db053a-7b16-4b7f-861a-56bfd353cdc2 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Allocated IP 172.20.0.6 (f3e960fc-6089-4c20-9536-157fa111f556/6a911b5f-5b62-42b2-a112-e58faf0f31ea/08fabf9f-5541-479c-a7d4-e1a64f38e44c) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:23:25.901306 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['e56931be-d5d5-4e2c-ad7e-3157020ce01b'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:23:25.901499 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22678e86-1fab-46dc-8d69-d78dfc6a5870 req-e3f94d7b-f4b3-4942-8fc0-6f2917d47104 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:25.907197 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cff1c84-a3fb-4139-adda-18f540c7f780 None None] Pushing event updated for resources: {'Port': ['ID=8745347a-dd5b-43ce-8f1d-cf9c8158e4b5,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:25.908306 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22678e86-1fab-46dc-8d69-d78dfc6a5870 req-e3f94d7b-f4b3-4942-8fc0-6f2917d47104 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:25.909942 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-22678e86-1fab-46dc-8d69-d78dfc6a5870 req-e3f94d7b-f4b3-4942-8fc0-6f2917d47104 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/ports?device_id=18929fbf-33e0-420f-accc-22a7de44e4a8 HTTP/1.1" status: 200 len: 1682 time: 0.0846930 Nov 25 13:23:25.947646 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ffd4d8-40e2-46a5-8a77-40c57ff4dfd9 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Pushing event deleted for resources: {'Port': ['ID=e56931be-d5d5-4e2c-ad7e-3157020ce01b,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:25.988363 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-2cff1c84-a3fb-4139-adda-18f540c7f780 None None] Attempting to bind port 8745347a-dd5b-43ce-8f1d-cf9c8158e4b5 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:23:25.989147 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-2cff1c84-a3fb-4139-adda-18f540c7f780 None None] Attempting to bind port 8745347a-dd5b-43ce-8f1d-cf9c8158e4b5 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '61e49b16-2da6-4211-a171-39f47de92e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f3e960fc-6089-4c20-9536-157fa111f556'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:23:25.989832 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cff1c84-a3fb-4139-adda-18f540c7f780 None None] Attempting to bind port 8745347a-dd5b-43ce-8f1d-cf9c8158e4b5 on network f3e960fc-6089-4c20-9536-157fa111f556 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:23:25.997455 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cff1c84-a3fb-4139-adda-18f540c7f780 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:23:25.998178 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cff1c84-a3fb-4139-adda-18f540c7f780 None None] Checking segment: {'id': '61e49b16-2da6-4211-a171-39f47de92e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f3e960fc-6089-4c20-9536-157fa111f556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:23:25.998851 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2cff1c84-a3fb-4139-adda-18f540c7f780 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:25.999474 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cff1c84-a3fb-4139-adda-18f540c7f780 None None] Bound using segment: {'id': '61e49b16-2da6-4211-a171-39f47de92e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f3e960fc-6089-4c20-9536-157fa111f556'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:23:26.000179 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-2cff1c84-a3fb-4139-adda-18f540c7f780 None None] Bound port: 8745347a-dd5b-43ce-8f1d-cf9c8158e4b5, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61e49b16-2da6-4211-a171-39f47de92e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f3e960fc-6089-4c20-9536-157fa111f556'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:23:26.001379 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2cff1c84-a3fb-4139-adda-18f540c7f780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:26.011150 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dedb13f-a4cf-4927-9964-dda6c80ce530 req-f2ffd4d8-40e2-46a5-8a77-40c57ff4dfd9 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] No DVR routers for this DVR port e56931be-d5d5-4e2c-ad7e-3157020ce01b on host n-h1-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:23:26.015940 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-2dedb13f-a4cf-4927-9964-dda6c80ce530 req-f2ffd4d8-40e2-46a5-8a77-40c57ff4dfd9 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:26.019283 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2dedb13f-a4cf-4927-9964-dda6c80ce530 req-f2ffd4d8-40e2-46a5-8a77-40c57ff4dfd9 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.66 "DELETE /v2.0/ports/e56931be-d5d5-4e2c-ad7e-3157020ce01b HTTP/1.1" status: 204 len: 173 time: 0.7777185 Nov 25 13:23:26.019728 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e20961-fbc3-42f0-b6bf-74f6cd7735d4', 'name': 'network-vif-deleted', 'tag': 'e56931be-d5d5-4e2c-ad7e-3157020ce01b'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:23:26.022034 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a22a072-9306-4d75-9eea-13c1d8dc7775" -d '{"events": [{"server_uuid": "26e20961-fbc3-42f0-b6bf-74f6cd7735d4", "name": "network-vif-deleted", "tag": "e56931be-d5d5-4e2c-ad7e-3157020ce01b"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:23:26.046844 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-22678e86-1fab-46dc-8d69-d78dfc6a5870 req-a6215498-131a-46db-aef0-2aefec574c4a tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/security-groups?id=22daa08b-97cb-43e0-8539-4dafee5a974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080816 Nov 25 13:23:26.082074 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-34db053a-7b16-4b7f-861a-56bfd353cdc2 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:26.088403 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c3b6782-fd20-4028-a599-2a71db54a30f x-openstack-request-id: req-0c3b6782-fd20-4028-a599-2a71db54a30f {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:23:26.088705 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e20961-fbc3-42f0-b6bf-74f6cd7735d4", "name": "network-vif-deleted", "tag": "e56931be-d5d5-4e2c-ad7e-3157020ce01b", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:23:26.088969 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0c3b6782-fd20-4028-a599-2a71db54a30f {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:23:26.089712 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e20961-fbc3-42f0-b6bf-74f6cd7735d4', 'name': 'network-vif-deleted', 'tag': 'e56931be-d5d5-4e2c-ad7e-3157020ce01b', 'status': 'completed', 'code': 200} Nov 25 13:23:26.131309 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-34db053a-7b16-4b7f-861a-56bfd353cdc2 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:26.147686 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-2cff1c84-a3fb-4139-adda-18f540c7f780 None None] For port 8745347a-dd5b-43ce-8f1d-cf9c8158e4b5, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:23:26.151876 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-2cff1c84-a3fb-4139-adda-18f540c7f780 None None] For port 8745347a-dd5b-43ce-8f1d-cf9c8158e4b5, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=8745347a-dd5b-43ce-8f1d-cf9c8158e4b5,segment=NetworkSegment(61e49b16-2da6-4211-a171-39f47de92e62),segment_id=61e49b16-2da6-4211-a171-39f47de92e62)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:23:26.158613 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2cff1c84-a3fb-4139-adda-18f540c7f780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:26.172292 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34db053a-7b16-4b7f-861a-56bfd353cdc2 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Network f3e960fc-6089-4c20-9536-157fa111f556 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:23:26.175934 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-34db053a-7b16-4b7f-861a-56bfd353cdc2 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:23:26.182500 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34db053a-7b16-4b7f-861a-56bfd353cdc2 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:23:26.246219 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34db053a-7b16-4b7f-861a-56bfd353cdc2 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Pushing event updated for resources: {'Port': ['ID=08fabf9f-5541-479c-a7d4-e1a64f38e44c,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:26.251913 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cff1c84-a3fb-4139-adda-18f540c7f780 None None] Pushing event updated for resources: {'Port': ['ID=8745347a-dd5b-43ce-8f1d-cf9c8158e4b5,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:26.268015 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34db053a-7b16-4b7f-861a-56bfd353cdc2 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:26.268734 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-34db053a-7b16-4b7f-861a-56bfd353cdc2 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:26.286500 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-34db053a-7b16-4b7f-861a-56bfd353cdc2 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1681917 Nov 25 13:23:26.289713 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56440) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:26.296570 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-e8660d50-f779-49a9-8abb-7bc4cee42719 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Request body: {'port': {'network_id': 'f3e960fc-6089-4c20-9536-157fa111f556', 'name': 'tempest-AllowedAddressPairTestJSON-1693036103', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:cd:71:a3'}]}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:23:26.399688 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-911da426-418b-44e1-83d1-f91a07ecf905 req-81fe1407-a854-41cc-9504-6b1fcc773f96 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=26e20961-fbc3-42f0-b6bf-74f6cd7735d4 HTTP/1.1" status: 200 len: 210 time: 0.0718548 Nov 25 13:23:26.451019 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f300bb8b-864c-4a20-82c0-91fa6d6cd568 req-aa5c239d-26b5-4dc4-b169-c538d0ba2fea service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=60de2ce00e39495b9b56ab9e2f307693&device_id=26e20961-fbc3-42f0-b6bf-74f6cd7735d4 HTTP/1.1" status: 200 len: 210 time: 0.0568528 Nov 25 13:23:26.475629 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8660d50-f779-49a9-8abb-7bc4cee42719 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Made reservation on behalf of 471881411be245cfb601261a4c957b3b for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:23:26.523237 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:23:26.581338 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72163f8f-ffd8-47bd-8387-0cc0bab25c9a req-e9e8d7d5-cce7-4252-99cc-18f15f5da0ba tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:26.588964 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72163f8f-ffd8-47bd-8387-0cc0bab25c9a req-e9e8d7d5-cce7-4252-99cc-18f15f5da0ba tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:26.591346 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-72163f8f-ffd8-47bd-8387-0cc0bab25c9a req-e9e8d7d5-cce7-4252-99cc-18f15f5da0ba tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/ports?device_id=18929fbf-33e0-420f-accc-22a7de44e4a8 HTTP/1.1" status: 200 len: 1682 time: 0.1560168 Nov 25 13:23:26.592270 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e8660d50-f779-49a9-8abb-7bc4cee42719 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:26.612300 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-e8660d50-f779-49a9-8abb-7bc4cee42719 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] device_id is not set on port 389f6a9f-9b3c-4218-a7c6-cb94bb090101 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:23:26.647547 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f300bb8b-864c-4a20-82c0-91fa6d6cd568 req-93c56965-9e7c-45cd-99f2-47f9722bebd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:26.649051 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f300bb8b-864c-4a20-82c0-91fa6d6cd568 req-93c56965-9e7c-45cd-99f2-47f9722bebd1 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=60de2ce00e39495b9b56ab9e2f307693&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1770256 Nov 25 13:23:26.707651 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-72163f8f-ffd8-47bd-8387-0cc0bab25c9a req-a1350729-9954-4905-a39c-a70f1cf7455a tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/security-groups?id=22daa08b-97cb-43e0-8539-4dafee5a974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023474 Nov 25 13:23:26.738328 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-e8660d50-f779-49a9-8abb-7bc4cee42719 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Allocated IP 172.20.0.5 (f3e960fc-6089-4c20-9536-157fa111f556/6a911b5f-5b62-42b2-a112-e58faf0f31ea/389f6a9f-9b3c-4218-a7c6-cb94bb090101) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:23:26.803849 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab337d-5ef6-4e2a-b774-4fe47c28c681 req-cc01bf2d-63c1-4014-b009-ae9bf9f23560 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:26.806724 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-55ab337d-5ef6-4e2a-b774-4fe47c28c681 req-cc01bf2d-63c1-4014-b009-ae9bf9f23560 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=06e3a85a-4c3a-4297-b374-0fdcd0494740 HTTP/1.1" status: 200 len: 946 time: 0.1252096 Nov 25 13:23:26.881892 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 8745347a-dd5b-43ce-8f1d-cf9c8158e4b5 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:23:26.922226 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f300bb8b-864c-4a20-82c0-91fa6d6cd568 req-9c46248f-3827-4b08-ba76-2b25d263548c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:26.924642 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f300bb8b-864c-4a20-82c0-91fa6d6cd568 req-9c46248f-3827-4b08-ba76-2b25d263548c service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2545905 Nov 25 13:23:26.938200 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 8745347a-dd5b-43ce-8f1d-cf9c8158e4b5 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:23:26.938887 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:26.979917 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde37c89-0162-462f-bf5b-d7f0fac8db23 req-1f09e891-ddf5-47b1-91ff-26ec0b4b5aef tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:26.982389 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fde37c89-0162-462f-bf5b-d7f0fac8db23 req-1f09e891-ddf5-47b1-91ff-26ec0b4b5aef tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=21fe0049-ebfc-446f-a301-ffbd47309f07 HTTP/1.1" status: 200 len: 945 time: 0.1691997 Nov 25 13:23:26.989915 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e8660d50-f779-49a9-8abb-7bc4cee42719 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:26.991236 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-55ab337d-5ef6-4e2a-b774-4fe47c28c681 req-057ef04d-effd-48f0-b464-95f6c0aef3e5 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519866 Nov 25 13:23:27.021959 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 500f0189-2da4-416b-9ab0-dc30f3653a5d no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:23:27.048431 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e8660d50-f779-49a9-8abb-7bc4cee42719 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:27.052876 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: 500f0189-2da4-416b-9ab0-dc30f3653a5d {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:23:27.053711 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 500f0189-2da4-416b-9ab0-dc30f3653a5d not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:23:27.062717 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fde37c89-0162-462f-bf5b-d7f0fac8db23 req-9e7f6bcb-b317-4b23-b981-c4137264e3d1 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692272 Nov 25 13:23:27.084940 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:27.106310 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 56450) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:27.123000 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8660d50-f779-49a9-8abb-7bc4cee42719 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Network f3e960fc-6089-4c20-9536-157fa111f556 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:23:27.124344 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] For port 8745347a-dd5b-43ce-8f1d-cf9c8158e4b5, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=8745347a-dd5b-43ce-8f1d-cf9c8158e4b5,segment=NetworkSegment(61e49b16-2da6-4211-a171-39f47de92e62),segment_id=61e49b16-2da6-4211-a171-39f47de92e62)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:23:27.130462 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:27.132712 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-e8660d50-f779-49a9-8abb-7bc4cee42719 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:23:27.138269 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8660d50-f779-49a9-8abb-7bc4cee42719 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:23:27.189892 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8660d50-f779-49a9-8abb-7bc4cee42719 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Pushing event updated for resources: {'Port': ['ID=389f6a9f-9b3c-4218-a7c6-cb94bb090101,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:27.195538 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Pushing event updated for resources: {'Port': ['ID=8745347a-dd5b-43ce-8f1d-cf9c8158e4b5,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:27.226982 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8660d50-f779-49a9-8abb-7bc4cee42719 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:27.227647 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e8660d50-f779-49a9-8abb-7bc4cee42719 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:27.247619 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-e8660d50-f779-49a9-8abb-7bc4cee42719 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 0.9568374 Nov 25 13:23:27.250111 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 56452) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:27.407317 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd387d1-44e9-4f08-a090-33d2e67137d1 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:27.413631 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd387d1-44e9-4f08-a090-33d2e67137d1 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:27.420147 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd387d1-44e9-4f08-a090-33d2e67137d1 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:27.423162 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-ccd387d1-44e9-4f08-a090-33d2e67137d1 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1707163 Nov 25 13:23:27.425450 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56456) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:27.501008 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b796ab8-6c7b-45e2-a0b3-b901a62cb8f4 None None] Network f3e960fc-6089-4c20-9536-157fa111f556 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:23:27.524138 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d3969844-5c9f-41eb-b361-ce6e498b0c3f req-e723f49d-afcd-45d1-9db6-888029a524c4 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=26e20961-fbc3-42f0-b6bf-74f6cd7735d4 HTTP/1.1" status: 200 len: 210 time: 0.0309210 Nov 25 13:23:27.535862 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-282f92e2-0bdb-4ba3-a772-e4a78b52b0c9 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Deleting port 389f6a9f-9b3c-4218-a7c6-cb94bb090101 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:23:27.537106 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-282f92e2-0bdb-4ba3-a772-e4a78b52b0c9 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:27.573217 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-f61200c0-8f93-40f9-a609-fd7c88f9ea52 None None] Provisioning complete for port 8745347a-dd5b-43ce-8f1d-cf9c8158e4b5 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:23:27.573768 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f61200c0-8f93-40f9-a609-fd7c88f9ea52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:27.638482 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-282f92e2-0bdb-4ba3-a772-e4a78b52b0c9 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:27.651039 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-282f92e2-0bdb-4ba3-a772-e4a78b52b0c9 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Calling delete_port for 389f6a9f-9b3c-4218-a7c6-cb94bb090101 owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:23:27.651269 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-39e25444-571b-4183-be43-759ee50f880e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:27.810931 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-282f92e2-0bdb-4ba3-a772-e4a78b52b0c9 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:27.843837 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282f92e2-0bdb-4ba3-a772-e4a78b52b0c9 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Pushing event deleted for resources: {'Port': ['ID=389f6a9f-9b3c-4218-a7c6-cb94bb090101,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:27.888956 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7bf69b-0a2e-4856-a62e-1dbd8799bf4b req-57803430-f228-4546-b35b-0a715f42259c tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:27.894868 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7bf69b-0a2e-4856-a62e-1dbd8799bf4b req-57803430-f228-4546-b35b-0a715f42259c tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:27.896499 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7a7bf69b-0a2e-4856-a62e-1dbd8799bf4b req-57803430-f228-4546-b35b-0a715f42259c tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/ports?device_id=18929fbf-33e0-420f-accc-22a7de44e4a8 HTTP/1.1" status: 200 len: 1682 time: 0.0851357 Nov 25 13:23:27.983067 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7a7bf69b-0a2e-4856-a62e-1dbd8799bf4b req-efa36675-7dbf-48bd-9fe4-5e295ec80308 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/security-groups?id=22daa08b-97cb-43e0-8539-4dafee5a974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802889 Nov 25 13:23:27.995079 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-282f92e2-0bdb-4ba3-a772-e4a78b52b0c9 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:28.007072 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-282f92e2-0bdb-4ba3-a772-e4a78b52b0c9 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] 10.222.0.53 "DELETE /v2.0/ports/389f6a9f-9b3c-4218-a7c6-cb94bb090101 HTTP/1.1" status: 204 len: 168 time: 0.5779796 Nov 25 13:23:28.007283 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 56460) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:28.057283 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8ddae54-b576-4262-b794-db2f91551878 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] GET failed (client error): The resource could not be found. Nov 25 13:23:28.057998 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-8d841d40-1650-4670-9fea-2929f52514a3 None None] Provisioning complete for port 08fabf9f-5541-479c-a7d4-e1a64f38e44c triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:23:28.065842 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8d841d40-1650-4670-9fea-2929f52514a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:28.065976 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-a8ddae54-b576-4262-b794-db2f91551878 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] 10.222.0.53 "GET /v2.0/ports/389f6a9f-9b3c-4218-a7c6-cb94bb090101 HTTP/1.1" status: 404 len: 333 time: 0.0506916 Nov 25 13:23:28.066084 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56464) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:28.070686 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-98c0319c-5839-4805-9ef7-9c5b841075a0 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Request body: {'port': {'network_id': 'f3e960fc-6089-4c20-9536-157fa111f556', 'name': 'tempest-AllowedAddressPairTestJSON-748104994'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:23:28.094498 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2776d2-1683-48e0-be51-5bdc680e4465 req-14896cdc-b189-46ef-a769-edf9b1863aff tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:28.100963 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2776d2-1683-48e0-be51-5bdc680e4465 req-14896cdc-b189-46ef-a769-edf9b1863aff tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:28.102873 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1f2776d2-1683-48e0-be51-5bdc680e4465 req-14896cdc-b189-46ef-a769-edf9b1863aff tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.66 "GET /v2.0/ports?device_id=18929fbf-33e0-420f-accc-22a7de44e4a8 HTTP/1.1" status: 200 len: 1682 time: 0.0986078 Nov 25 13:23:28.126570 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-8d841d40-1650-4670-9fea-2929f52514a3 None None] Port 08fabf9f-5541-479c-a7d4-e1a64f38e44c cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:23:28.138130 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-8d841d40-1650-4670-9fea-2929f52514a3 None None] Provisioning complete for port 8745347a-dd5b-43ce-8f1d-cf9c8158e4b5 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:23:28.138652 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8d841d40-1650-4670-9fea-2929f52514a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:28.144399 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-39e25444-571b-4183-be43-759ee50f880e admin admin] Deleting port f5c171f6-49f7-466c-8938-4c05396ebb3e {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:23:28.144399 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-39e25444-571b-4183-be43-759ee50f880e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:28.221764 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c0319c-5839-4805-9ef7-9c5b841075a0 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Made reservation on behalf of 471881411be245cfb601261a4c957b3b for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:23:28.226758 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-98c0319c-5839-4805-9ef7-9c5b841075a0 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:28.238815 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-8d841d40-1650-4670-9fea-2929f52514a3 None None] Could not find standard attr ID for object 389f6a9f-9b3c-4218-a7c6-cb94bb090101. {{(pid=103572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 13:23:28.250594 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-98c0319c-5839-4805-9ef7-9c5b841075a0 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] device_id is not set on port 3ab20263-bb1e-476b-a6fb-0f7f97dba073 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:23:28.367406 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-25acc05d-eee2-45ca-9928-9ff46de89139 None None] Provisioning complete for port 08fabf9f-5541-479c-a7d4-e1a64f38e44c triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:23:28.367886 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-25acc05d-eee2-45ca-9928-9ff46de89139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:28.369250 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9935a70-1e44-4f3b-9ae9-47e9ce99f0ef req-b027e720-e0b5-4918-ac50-aa0e12bbc1a4 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:28.380371 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b9935a70-1e44-4f3b-9ae9-47e9ce99f0ef req-b027e720-e0b5-4918-ac50-aa0e12bbc1a4 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=06e3a85a-4c3a-4297-b374-0fdcd0494740 HTTP/1.1" status: 200 len: 946 time: 0.2671812 Nov 25 13:23:28.383530 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-98c0319c-5839-4805-9ef7-9c5b841075a0 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Allocated IP 172.20.0.9 (f3e960fc-6089-4c20-9536-157fa111f556/6a911b5f-5b62-42b2-a112-e58faf0f31ea/3ab20263-bb1e-476b-a6fb-0f7f97dba073) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:23:28.408295 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-25acc05d-eee2-45ca-9928-9ff46de89139 None None] Port 08fabf9f-5541-479c-a7d4-e1a64f38e44c cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:23:28.432308 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f300bb8b-864c-4a20-82c0-91fa6d6cd568 req-709ba326-a6b6-4457-ad3d-886e377671a6 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.66 "GET /v2.0/ports?device_id=26e20961-fbc3-42f0-b6bf-74f6cd7735d4 HTTP/1.1" status: 200 len: 210 time: 0.0309939 Nov 25 13:23:28.432535 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a8d71-4b1e-4b2b-aec1-b4218d51c3df req-67ef312e-39fd-4cb8-a766-f30b9993d22b tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:28.434560 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-547a8d71-4b1e-4b2b-aec1-b4218d51c3df req-67ef312e-39fd-4cb8-a766-f30b9993d22b tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=21fe0049-ebfc-446f-a301-ffbd47309f07 HTTP/1.1" status: 200 len: 945 time: 0.2633715 Nov 25 13:23:28.477003 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-39e25444-571b-4183-be43-759ee50f880e admin admin] For port f5c171f6-49f7-466c-8938-4c05396ebb3e, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=f5c171f6-49f7-466c-8938-4c05396ebb3e,segment=NetworkSegment(98a09c09-ca40-4e90-a767-a403ef81fa93),segment_id=98a09c09-ca40-4e90-a767-a403ef81fa93)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:23:28.477373 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-39e25444-571b-4183-be43-759ee50f880e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:28.620869 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-d0b9bad0-515e-42a3-a2fb-4668207eefda None None] Could not find standard attr ID for object 389f6a9f-9b3c-4218-a7c6-cb94bb090101. {{(pid=103572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 13:23:28.632817 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-98c0319c-5839-4805-9ef7-9c5b841075a0 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:28.676094 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-98c0319c-5839-4805-9ef7-9c5b841075a0 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:28.725301 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c0319c-5839-4805-9ef7-9c5b841075a0 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Network f3e960fc-6089-4c20-9536-157fa111f556 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:23:28.728683 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-98c0319c-5839-4805-9ef7-9c5b841075a0 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:23:28.733558 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c0319c-5839-4805-9ef7-9c5b841075a0 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:23:28.740513 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c0319c-5839-4805-9ef7-9c5b841075a0 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Pushing event updated for resources: {'Port': ['ID=3ab20263-bb1e-476b-a6fb-0f7f97dba073,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:28.800442 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c0319c-5839-4805-9ef7-9c5b841075a0 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:28.801117 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-98c0319c-5839-4805-9ef7-9c5b841075a0 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:28.820845 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-98c0319c-5839-4805-9ef7-9c5b841075a0 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.7550714 Nov 25 13:23:28.825282 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56470) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:28.830861 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-b058d8f8-6ac2-4ac9-af67-f97ee60de83a tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:cd:71:a3'}]}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:23:28.845865 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 8745347a-dd5b-43ce-8f1d-cf9c8158e4b5 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:23:28.849518 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-39e25444-571b-4183-be43-759ee50f880e admin admin] Calling delete_port for f5c171f6-49f7-466c-8938-4c05396ebb3e owned by network:router_interface {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:23:28.900117 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-1f2776d2-1683-48e0-be51-5bdc680e4465 req-3119016b-4c9d-48ea-86b8-0a42c1230827 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Deleting port a341e86d-9a29-4ba0-bc18-51e95f8b64d5 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:23:28.900569 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-1f2776d2-1683-48e0-be51-5bdc680e4465 req-3119016b-4c9d-48ea-86b8-0a42c1230827 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:28.927745 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b058d8f8-6ac2-4ac9-af67-f97ee60de83a tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:28.960653 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 8745347a-dd5b-43ce-8f1d-cf9c8158e4b5 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:23:28.961937 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:29.003193 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-1f2776d2-1683-48e0-be51-5bdc680e4465 req-3119016b-4c9d-48ea-86b8-0a42c1230827 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] For port a341e86d-9a29-4ba0-bc18-51e95f8b64d5, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=a341e86d-9a29-4ba0-bc18-51e95f8b64d5,segment=NetworkSegment(d8258761-dd2f-4f30-a15f-a21648b43312),segment_id=d8258761-dd2f-4f30-a15f-a21648b43312)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:23:29.003576 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-1f2776d2-1683-48e0-be51-5bdc680e4465 req-3119016b-4c9d-48ea-86b8-0a42c1230827 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:29.017624 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-1f2776d2-1683-48e0-be51-5bdc680e4465 req-3119016b-4c9d-48ea-86b8-0a42c1230827 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Calling delete_port for a341e86d-9a29-4ba0-bc18-51e95f8b64d5 owned by compute:nova {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:23:29.124933 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b9935a70-1e44-4f3b-9ae9-47e9ce99f0ef req-a2fb9fb2-7e31-4edc-94f0-f8a1408458cd tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7450643 Nov 25 13:23:29.137479 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-547a8d71-4b1e-4b2b-aec1-b4218d51c3df req-5fa9706f-e116-4ecf-b0e7-b5fa8119683c tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6926103 Nov 25 13:23:29.157560 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-61d20ad9-2f02-4db1-b713-1dd26e6ce799 None None] Provisioning complete for port 3ab20263-bb1e-476b-a6fb-0f7f97dba073 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:23:29.158055 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-61d20ad9-2f02-4db1-b713-1dd26e6ce799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:29.236404 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-61d20ad9-2f02-4db1-b713-1dd26e6ce799 None None] Port 3ab20263-bb1e-476b-a6fb-0f7f97dba073 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:23:29.262914 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b058d8f8-6ac2-4ac9-af67-f97ee60de83a tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:29.269127 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b058d8f8-6ac2-4ac9-af67-f97ee60de83a tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:29.330987 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c4094b-2d9a-4b41-917c-a5681e7c1823 req-b8f3ffaf-3655-470d-a116-28f3ec9d105e tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:29.337722 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c4094b-2d9a-4b41-917c-a5681e7c1823 req-b8f3ffaf-3655-470d-a116-28f3ec9d105e tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:29.346395 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-72c4094b-2d9a-4b41-917c-a5681e7c1823 req-b8f3ffaf-3655-470d-a116-28f3ec9d105e tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/ports?device_id=18929fbf-33e0-420f-accc-22a7de44e4a8 HTTP/1.1" status: 200 len: 1682 time: 0.1249914 Nov 25 13:23:29.357915 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b058d8f8-6ac2-4ac9-af67-f97ee60de83a tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Pushing event updated for resources: {'Port': ['ID=3ab20263-bb1e-476b-a6fb-0f7f97dba073,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:29.398003 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-b058d8f8-6ac2-4ac9-af67-f97ee60de83a tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] In _notify_port_updated(), no bound segment for port 3ab20263-bb1e-476b-a6fb-0f7f97dba073 on network f3e960fc-6089-4c20-9536-157fa111f556 {{(pid=103571) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 13:23:29.420004 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b058d8f8-6ac2-4ac9-af67-f97ee60de83a tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:29.420698 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b058d8f8-6ac2-4ac9-af67-f97ee60de83a tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:29.422080 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b058d8f8-6ac2-4ac9-af67-f97ee60de83a tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] 10.222.0.53 "PUT /v2.0/ports/3ab20263-bb1e-476b-a6fb-0f7f97dba073 HTTP/1.1" status: 200 len: 992 time: 0.5956488 Nov 25 13:23:29.427059 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56480) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:29.477860 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-1f2776d2-1683-48e0-be51-5bdc680e4465 req-3119016b-4c9d-48ea-86b8-0a42c1230827 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:29.494210 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['a341e86d-9a29-4ba0-bc18-51e95f8b64d5', '61a6543e-c0b5-4999-8f97-d5b3bb33a643'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:23:29.509056 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-72c4094b-2d9a-4b41-917c-a5681e7c1823 req-e4d4ab4b-0a98-4bf0-8b5d-b864a4ba28fb tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/security-groups?id=22daa08b-97cb-43e0-8539-4dafee5a974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583219 Nov 25 13:23:29.534888 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-39e25444-571b-4183-be43-759ee50f880e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:29.549844 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3119016b-4c9d-48ea-86b8-0a42c1230827 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Pushing event deleted for resources: {'Port': ['ID=a341e86d-9a29-4ba0-bc18-51e95f8b64d5,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:29.637238 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e25444-571b-4183-be43-759ee50f880e admin admin] Pushing event deleted for resources: {'Port': ['ID=f5c171f6-49f7-466c-8938-4c05396ebb3e,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:29.687582 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-88f17098-e09e-41b6-90c0-a9b2ef3d4498 None None] Provisioning complete for port 3ab20263-bb1e-476b-a6fb-0f7f97dba073 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:23:29.688121 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-88f17098-e09e-41b6-90c0-a9b2ef3d4498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:29.715311 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f2776d2-1683-48e0-be51-5bdc680e4465 req-3119016b-4c9d-48ea-86b8-0a42c1230827 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] No DVR routers for this DVR port a341e86d-9a29-4ba0-bc18-51e95f8b64d5 on host n-h1-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:23:29.718730 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-1f2776d2-1683-48e0-be51-5bdc680e4465 req-3119016b-4c9d-48ea-86b8-0a42c1230827 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:29.723821 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1f2776d2-1683-48e0-be51-5bdc680e4465 req-3119016b-4c9d-48ea-86b8-0a42c1230827 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.66 "DELETE /v2.0/ports/a341e86d-9a29-4ba0-bc18-51e95f8b64d5 HTTP/1.1" status: 204 len: 173 time: 1.5951827 Nov 25 13:23:29.732164 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18929fbf-33e0-420f-accc-22a7de44e4a8', 'name': 'network-vif-deleted', 'tag': 'a341e86d-9a29-4ba0-bc18-51e95f8b64d5'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:23:29.735158 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03405f8-6c7e-425f-b073-d5d9d8cb2f35" -d '{"events": [{"server_uuid": "18929fbf-33e0-420f-accc-22a7de44e4a8", "name": "network-vif-deleted", "tag": "a341e86d-9a29-4ba0-bc18-51e95f8b64d5"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:23:29.745232 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-88f17098-e09e-41b6-90c0-a9b2ef3d4498 None None] Port 3ab20263-bb1e-476b-a6fb-0f7f97dba073 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:23:29.829401 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2404bf9a-3813-4c08-ad66-7e222f873915 x-openstack-request-id: req-2404bf9a-3813-4c08-ad66-7e222f873915 {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:23:29.829676 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18929fbf-33e0-420f-accc-22a7de44e4a8", "name": "network-vif-deleted", "tag": "a341e86d-9a29-4ba0-bc18-51e95f8b64d5", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:23:29.830087 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2404bf9a-3813-4c08-ad66-7e222f873915 {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:23:29.830520 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18929fbf-33e0-420f-accc-22a7de44e4a8', 'name': 'network-vif-deleted', 'tag': 'a341e86d-9a29-4ba0-bc18-51e95f8b64d5', 'status': 'completed', 'code': 200} Nov 25 13:23:29.942513 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ebbe45-ee67-4ebd-9ed1-87f1421616fc req-ee7ce697-c942-48ba-b8e7-d0d78e211e68 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:29.944011 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d6ebbe45-ee67-4ebd-9ed1-87f1421616fc req-ee7ce697-c942-48ba-b8e7-d0d78e211e68 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/networks?id=9b74e527-2eba-4880-abc3-5f552bc5f61d HTTP/1.1" status: 200 len: 812 time: 0.4322674 Nov 25 13:23:29.953479 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-454b1496-c57f-4808-ba52-6bedc03e6493 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Deleting port 3ab20263-bb1e-476b-a6fb-0f7f97dba073 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:23:29.953479 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-454b1496-c57f-4808-ba52-6bedc03e6493 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:30.003657 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d6ebbe45-ee67-4ebd-9ed1-87f1421616fc req-4252b3cc-0cef-43a6-99a3-586f48631240 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/quotas/60de2ce00e39495b9b56ab9e2f307693 HTTP/1.1" status: 200 len: 375 time: 0.0487754 Nov 25 13:23:30.043760 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-454b1496-c57f-4808-ba52-6bedc03e6493 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:30.050523 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d6ebbe45-ee67-4ebd-9ed1-87f1421616fc req-6fe20cae-74c2-4126-9401-8c7ea65c9a1a tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=60de2ce00e39495b9b56ab9e2f307693&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362396 Nov 25 13:23:30.057007 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-454b1496-c57f-4808-ba52-6bedc03e6493 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Calling delete_port for 3ab20263-bb1e-476b-a6fb-0f7f97dba073 owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:23:30.066792 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-39e25444-571b-4183-be43-759ee50f880e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:30.076230 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-1f2776d2-1683-48e0-be51-5bdc680e4465 req-28bd1144-74a3-446b-be0d-1f7234d73660 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Deleting port 61a6543e-c0b5-4999-8f97-d5b3bb33a643 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:23:30.076565 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-1f2776d2-1683-48e0-be51-5bdc680e4465 req-28bd1144-74a3-446b-be0d-1f7234d73660 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:30.191272 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-454b1496-c57f-4808-ba52-6bedc03e6493 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:30.225868 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454b1496-c57f-4808-ba52-6bedc03e6493 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Pushing event deleted for resources: {'Port': ['ID=3ab20263-bb1e-476b-a6fb-0f7f97dba073,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:30.316787 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-800ad85b-4320-4b2a-9b21-e596230899d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:30.361387 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d6ebbe45-ee67-4ebd-9ed1-87f1421616fc req-364efedb-bde2-40aa-982c-f51e2f8c7ec5 service neutron] 10.222.0.53 "GET /v2.0/networks/9b74e527-2eba-4880-abc3-5f552bc5f61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029246 Nov 25 13:23:30.366173 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-1f2776d2-1683-48e0-be51-5bdc680e4465 req-28bd1144-74a3-446b-be0d-1f7234d73660 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] For port 61a6543e-c0b5-4999-8f97-d5b3bb33a643, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=61a6543e-c0b5-4999-8f97-d5b3bb33a643,segment=NetworkSegment(a64ebec5-6257-4289-8347-8b5c67b8849c),segment_id=a64ebec5-6257-4289-8347-8b5c67b8849c)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:23:30.366556 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-1f2776d2-1683-48e0-be51-5bdc680e4465 req-28bd1144-74a3-446b-be0d-1f7234d73660 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:30.391851 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-454b1496-c57f-4808-ba52-6bedc03e6493 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:30.398254 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-454b1496-c57f-4808-ba52-6bedc03e6493 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] 10.222.0.53 "DELETE /v2.0/ports/3ab20263-bb1e-476b-a6fb-0f7f97dba073 HTTP/1.1" status: 204 len: 168 time: 0.9701159 Nov 25 13:23:30.398946 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56496) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:30.401710 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-1f2776d2-1683-48e0-be51-5bdc680e4465 req-28bd1144-74a3-446b-be0d-1f7234d73660 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Calling delete_port for 61a6543e-c0b5-4999-8f97-d5b3bb33a643 owned by compute:nova {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:23:30.426667 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54655ae8-b33e-469e-ba3e-9d74e266436f req-d50816d6-750e-4a1b-aa5a-caa8c1f817aa tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:30.428303 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-54655ae8-b33e-469e-ba3e-9d74e266436f req-d50816d6-750e-4a1b-aa5a-caa8c1f817aa tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=06e3a85a-4c3a-4297-b374-0fdcd0494740 HTTP/1.1" status: 200 len: 946 time: 0.2214272 Nov 25 13:23:30.431475 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb846d4c-8d1a-4da5-8768-73c9bdffe296 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] GET failed (client error): The resource could not be found. Nov 25 13:23:30.437796 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-eb846d4c-8d1a-4da5-8768-73c9bdffe296 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] 10.222.0.53 "GET /v2.0/ports/3ab20263-bb1e-476b-a6fb-0f7f97dba073 HTTP/1.1" status: 404 len: 333 time: 0.0378091 Nov 25 13:23:30.438658 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56498) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:30.444060 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-00b0855d-2ab2-4942-a4fd-a946f731c70d tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Request body: {'port': {'network_id': 'f3e960fc-6089-4c20-9536-157fa111f556', 'name': 'tempest-AllowedAddressPairTestJSON-1057180419'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:23:30.552688 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b0855d-2ab2-4942-a4fd-a946f731c70d tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Made reservation on behalf of 471881411be245cfb601261a4c957b3b for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:23:30.556370 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-00b0855d-2ab2-4942-a4fd-a946f731c70d tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:30.575267 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-00b0855d-2ab2-4942-a4fd-a946f731c70d tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] device_id is not set on port b00d510e-9187-4e72-abd8-fdfc95039248 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:23:30.663529 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-54655ae8-b33e-469e-ba3e-9d74e266436f req-36f82066-c60f-487c-ab06-fa6e3542fb27 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004957 Nov 25 13:23:30.689226 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d6ebbe45-ee67-4ebd-9ed1-87f1421616fc req-c77f21f2-39ab-41b6-908c-485073be7bcb service neutron] 10.222.0.53 "GET /v2.0/networks/9b74e527-2eba-4880-abc3-5f552bc5f61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178124 Nov 25 13:23:30.707135 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-00b0855d-2ab2-4942-a4fd-a946f731c70d tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Allocated IP 172.20.0.14 (f3e960fc-6089-4c20-9536-157fa111f556/6a911b5f-5b62-42b2-a112-e58faf0f31ea/b00d510e-9187-4e72-abd8-fdfc95039248) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:23:30.737463 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39e25444-571b-4183-be43-759ee50f880e admin admin] Router 0757324b-9367-4a2b-afb5-5562bec46876 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:23:30.792329 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-1f2776d2-1683-48e0-be51-5bdc680e4465 req-28bd1144-74a3-446b-be0d-1f7234d73660 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:30.811140 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['a341e86d-9a29-4ba0-bc18-51e95f8b64d5'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:23:30.890934 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd1144-74a3-446b-be0d-1f7234d73660 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Pushing event deleted for resources: {'Port': ['ID=61a6543e-c0b5-4999-8f97-d5b3bb33a643,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:30.926663 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445cd715-ab11-4a6c-9e4c-4dd64813be74 req-56f57dfa-3216-4c24-8187-7ebef8b8332e tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:30.931858 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-445cd715-ab11-4a6c-9e4c-4dd64813be74 req-56f57dfa-3216-4c24-8187-7ebef8b8332e tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=21fe0049-ebfc-446f-a301-ffbd47309f07 HTTP/1.1" status: 200 len: 945 time: 0.1909571 Nov 25 13:23:30.969875 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-00b0855d-2ab2-4942-a4fd-a946f731c70d tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:31.007049 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7692fbb5-78aa-45a4-b76c-724e66a4c95e req-f498fd12-ebf3-459d-aaa6-1fcb731186f1 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "GET /v2.0/ports?device_id=18929fbf-33e0-420f-accc-22a7de44e4a8 HTTP/1.1" status: 200 len: 210 time: 0.1106141 Nov 25 13:23:31.052430 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-00b0855d-2ab2-4942-a4fd-a946f731c70d tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:31.065262 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e25444-571b-4183-be43-759ee50f880e admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:23:31.076673 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6a1ffe-5546-4a8c-bce6-29ad47f5e4b6 None None] Sync routers for ids ['0757324b-9367-4a2b-afb5-5562bec46876'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:23:31.093018 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6a1ffe-5546-4a8c-bce6-29ad47f5e4b6 None None] Routers {'0757324b-9367-4a2b-afb5-5562bec46876'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:23:31.094171 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-4b6a1ffe-5546-4a8c-bce6-29ad47f5e4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:23:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['0757324b-9367-4a2b-afb5-5562bec46876'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:23:31.097712 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-39e25444-571b-4183-be43-759ee50f880e admin admin] 10.222.0.53 "PUT /v2.0/routers/0757324b-9367-4a2b-afb5-5562bec46876/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9897418 Nov 25 13:23:31.106426 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56510) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:31.128118 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d7e2c869-686e-49e2-b7bb-b3081e783308 req-149e5f22-e606-45df-8f47-a24b0651ed9f tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=37066eee-930e-4716-8431-bf6a47d501da HTTP/1.1" status: 200 len: 210 time: 0.0684581 Nov 25 13:23:31.131390 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f2776d2-1683-48e0-be51-5bdc680e4465 req-28bd1144-74a3-446b-be0d-1f7234d73660 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] No DVR routers for this DVR port 61a6543e-c0b5-4999-8f97-d5b3bb33a643 on host n-h1-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:23:31.135367 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-1f2776d2-1683-48e0-be51-5bdc680e4465 req-28bd1144-74a3-446b-be0d-1f7234d73660 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:31.139381 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1f2776d2-1683-48e0-be51-5bdc680e4465 req-28bd1144-74a3-446b-be0d-1f7234d73660 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.66 "DELETE /v2.0/ports/61a6543e-c0b5-4999-8f97-d5b3bb33a643 HTTP/1.1" status: 204 len: 173 time: 1.3800812 Nov 25 13:23:31.200020 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-445cd715-ab11-4a6c-9e4c-4dd64813be74 req-6ed86424-de7c-46a5-ad61-57f027185fa9 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016027 Nov 25 13:23:31.205273 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b0855d-2ab2-4942-a4fd-a946f731c70d tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Network f3e960fc-6089-4c20-9536-157fa111f556 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:23:31.227481 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-00b0855d-2ab2-4942-a4fd-a946f731c70d tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:23:31.249267 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b0855d-2ab2-4942-a4fd-a946f731c70d tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:23:31.259383 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b0855d-2ab2-4942-a4fd-a946f731c70d tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Pushing event updated for resources: {'Port': ['ID=b00d510e-9187-4e72-abd8-fdfc95039248,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:31.335831 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-4b6a1ffe-5546-4a8c-bce6-29ad47f5e4b6 None None] Set router 0757324b-9367-4a2b-afb5-5562bec46876 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:23:31.349814 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9e7ae566-abc6-4b2b-9af5-b02cf6590b87 req-6a279eed-d8eb-489d-bb65-a419dd902533 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0b2089d6-077a-4484-aeae-3f3baeb9f079&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3739846 Nov 25 13:23:31.397564 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b0855d-2ab2-4942-a4fd-a946f731c70d tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:31.398576 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-00b0855d-2ab2-4942-a4fd-a946f731c70d tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:31.414847 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7413449f-20f9-497f-be21-61f37a62aaf2 admin admin] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:31.470737 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-00b0855d-2ab2-4942-a4fd-a946f731c70d tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0291274 Nov 25 13:23:31.471637 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 56514) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:31.477439 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-1df25e91-5855-4cbb-b7a6-89e06ded2e75 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:cd:71:a3'}]}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:23:31.557690 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ae566-abc6-4b2b-9af5-b02cf6590b87 req-c5e49457-c747-4114-84e8-e1eccf92d6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:31.574260 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9e7ae566-abc6-4b2b-9af5-b02cf6590b87 req-c5e49457-c747-4114-84e8-e1eccf92d6b8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d2854b381a841d0bb264f5a26a8525e&device_id=0b2089d6-077a-4484-aeae-3f3baeb9f079 HTTP/1.1" status: 200 len: 1098 time: 0.1563752 Nov 25 13:23:31.599283 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7413449f-20f9-497f-be21-61f37a62aaf2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:31.629152 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-4b6a1ffe-5546-4a8c-bce6-29ad47f5e4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0757324b-9367-4a2b-afb5-5562bec46876', 'name': 'tempest-ServerRescueTestJSONUnderV235-1202633880-router', 'tenant_id': 'e3a3a10c56944c1ba1ef6f97ca677aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'bcc4a824-d1fa-46f8-adaa-281f66bf9234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:22:03Z', 'updated_at': '2021-11-25T13:23:29Z', 'revision_number': 5, 'project_id': 'e3a3a10c56944c1ba1ef6f97ca677aaf', 'gw_port': {'id': 'bcc4a824-d1fa-46f8-adaa-281f66bf9234', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0757324b-9367-4a2b-afb5-5562bec46876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:22:03Z', 'updated_at': '2021-11-25T13:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:23:31.689074 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6a1ffe-5546-4a8c-bce6-29ad47f5e4b6 None None] Checking router: 0757324b-9367-4a2b-afb5-5562bec46876 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:23:31.703498 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6a1ffe-5546-4a8c-bce6-29ad47f5e4b6 None None] Routers {'0757324b-9367-4a2b-afb5-5562bec46876'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:23:31.704331 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-4b6a1ffe-5546-4a8c-bce6-29ad47f5e4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:23:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['0757324b-9367-4a2b-afb5-5562bec46876'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:23:31.706421 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-97880375-b8d3-4165-80e2-1595ff08c15f None None] Provisioning complete for port b00d510e-9187-4e72-abd8-fdfc95039248 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:23:31.707748 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-97880375-b8d3-4165-80e2-1595ff08c15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:31.737238 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1df25e91-5855-4cbb-b7a6-89e06ded2e75 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:31.759252 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ae566-abc6-4b2b-9af5-b02cf6590b87 req-960aae89-9ed9-43b9-a91e-02e6affd0487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:31.761409 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9e7ae566-abc6-4b2b-9af5-b02cf6590b87 req-960aae89-9ed9-43b9-a91e-02e6affd0487 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8aeff596-29a4-4a6a-a333-9e2b92e15a4b HTTP/1.1" status: 200 len: 919 time: 0.1584418 Nov 25 13:23:31.771123 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-7413449f-20f9-497f-be21-61f37a62aaf2 admin admin] Deleting port bcc4a824-d1fa-46f8-adaa-281f66bf9234 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:23:31.771607 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7413449f-20f9-497f-be21-61f37a62aaf2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:31.797078 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-97880375-b8d3-4165-80e2-1595ff08c15f None None] Port b00d510e-9187-4e72-abd8-fdfc95039248 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:23:31.830865 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9e7ae566-abc6-4b2b-9af5-b02cf6590b87 req-6117f33b-444a-4e9e-a277-25e5eec26c06 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bade27a4-46a1-4279-bdcb-7c5f29065359 HTTP/1.1" status: 200 len: 217 time: 0.0570259 Nov 25 13:23:31.866140 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-4b6a1ffe-5546-4a8c-bce6-29ad47f5e4b6 None None] Set router 0757324b-9367-4a2b-afb5-5562bec46876 gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:23:31.910447 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18929fbf-33e0-420f-accc-22a7de44e4a8', 'name': 'network-vif-deleted', 'tag': '61a6543e-c0b5-4999-8f97-d5b3bb33a643'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:23:31.915311 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19bc4896-07a5-459f-bd4c-1184395bba9c" -d '{"events": [{"server_uuid": "18929fbf-33e0-420f-accc-22a7de44e4a8", "name": "network-vif-deleted", "tag": "61a6543e-c0b5-4999-8f97-d5b3bb33a643"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:23:31.935272 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ae566-abc6-4b2b-9af5-b02cf6590b87 req-092c9f30-3bf4-4938-b3f0-6476620a19a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:31.937195 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9e7ae566-abc6-4b2b-9af5-b02cf6590b87 req-092c9f30-3bf4-4938-b3f0-6476620a19a7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=43603bfb-2066-4414-ab91-8e5215ee7bf8 HTTP/1.1" status: 200 len: 858 time: 0.0785506 Nov 25 13:23:31.944948 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-4b6a1ffe-5546-4a8c-bce6-29ad47f5e4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0757324b-9367-4a2b-afb5-5562bec46876', 'name': 'tempest-ServerRescueTestJSONUnderV235-1202633880-router', 'tenant_id': 'e3a3a10c56944c1ba1ef6f97ca677aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:22:03Z', 'updated_at': '2021-11-25T13:23:31Z', 'revision_number': 6, 'project_id': 'e3a3a10c56944c1ba1ef6f97ca677aaf', 'gw_port_host': None}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:23:31.981224 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9e7ae566-abc6-4b2b-9af5-b02cf6590b87 req-c8da23a2-0c45-4f86-9c57-1a76eab84f1d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8aeff596-29a4-4a6a-a333-9e2b92e15a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330396 Nov 25 13:23:31.991877 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-7413449f-20f9-497f-be21-61f37a62aaf2 admin admin] For port bcc4a824-d1fa-46f8-adaa-281f66bf9234, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=bcc4a824-d1fa-46f8-adaa-281f66bf9234,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:23:31.992357 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7413449f-20f9-497f-be21-61f37a62aaf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:31.998056 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6a1ffe-5546-4a8c-bce6-29ad47f5e4b6 None None] The sync data for ids ['0757324b-9367-4a2b-afb5-5562bec46876'] in n-d-808199-11 is: [{'id': '0757324b-9367-4a2b-afb5-5562bec46876', 'name': 'tempest-ServerRescueTestJSONUnderV235-1202633880-router', 'tenant_id': 'e3a3a10c56944c1ba1ef6f97ca677aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:22:03Z', 'updated_at': '2021-11-25T13:23:31Z', 'revision_number': 6, 'project_id': 'e3a3a10c56944c1ba1ef6f97ca677aaf', 'gw_port_host': None}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:23:32.012236 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bedeeb6-7b82-4c03-9c20-9f1dfec316c4 x-openstack-request-id: req-4bedeeb6-7b82-4c03-9c20-9f1dfec316c4 {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:23:32.012839 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18929fbf-33e0-420f-accc-22a7de44e4a8", "name": "network-vif-deleted", "tag": "61a6543e-c0b5-4999-8f97-d5b3bb33a643", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:23:32.012839 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4bedeeb6-7b82-4c03-9c20-9f1dfec316c4 {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:23:32.013145 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18929fbf-33e0-420f-accc-22a7de44e4a8', 'name': 'network-vif-deleted', 'tag': '61a6543e-c0b5-4999-8f97-d5b3bb33a643', 'status': 'completed', 'code': 200} Nov 25 13:23:32.024799 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-7413449f-20f9-497f-be21-61f37a62aaf2 admin admin] Calling delete_port for bcc4a824-d1fa-46f8-adaa-281f66bf9234 owned by network:router_gateway {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:23:32.069667 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56522) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:32.113943 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4bb0f5-6e48-4e6c-9f20-f4700f0cc792 req-2cb9515c-7ba3-487b-94df-dcdff68b44ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:32.115469 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ee4bb0f5-6e48-4e6c-9f20-f4700f0cc792 req-2cb9515c-7ba3-487b-94df-dcdff68b44ad service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=06e3a85a-4c3a-4297-b374-0fdcd0494740 HTTP/1.1" status: 200 len: 1098 time: 0.1927421 Nov 25 13:23:32.117350 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1df25e91-5855-4cbb-b7a6-89e06ded2e75 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:32.128020 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4ce59c-0dcd-4c16-bf3a-8b2699d226ef req-16f2ee04-34c6-4fc9-b755-e2c79b9a1dea tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:32.129453 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2f4ce59c-0dcd-4c16-bf3a-8b2699d226ef req-16f2ee04-34c6-4fc9-b755-e2c79b9a1dea tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=06e3a85a-4c3a-4297-b374-0fdcd0494740 HTTP/1.1" status: 200 len: 946 time: 0.1808105 Nov 25 13:23:32.136849 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1df25e91-5855-4cbb-b7a6-89e06ded2e75 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:32.184470 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-205c50e4-fa92-4f6b-8d47-dac55356d86d tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Deleting subnet c58d6e62-0aea-4a2e-a4ee-ebd06991f4bb {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:23:32.193353 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-205c50e4-fa92-4f6b-8d47-dac55356d86d tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:32.199769 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9e7ae566-abc6-4b2b-9af5-b02cf6590b87 req-fef6a717-3119-4436-a4c7-8916b8a8783b service neutron] 10.222.0.47 "GET /v2.0/networks/8aeff596-29a4-4a6a-a333-9e2b92e15a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092867 Nov 25 13:23:32.394197 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-205c50e4-fa92-4f6b-8d47-dac55356d86d tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:32.530391 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-b20736fe-ba8b-4604-adb4-6cbcf40be52d None None] Provisioning complete for port b00d510e-9187-4e72-abd8-fdfc95039248 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:23:32.530791 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b20736fe-ba8b-4604-adb4-6cbcf40be52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:32.575895 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-b20736fe-ba8b-4604-adb4-6cbcf40be52d None None] Port b00d510e-9187-4e72-abd8-fdfc95039248 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:23:32.579462 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7413449f-20f9-497f-be21-61f37a62aaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:32.637769 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-205c50e4-fa92-4f6b-8d47-dac55356d86d tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:32.660035 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-da3b822a-e1c4-47c6-9337-3913be35691a req-2e07dd51-cca4-4b63-aedf-0984a59ac6d8 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=37066eee-930e-4716-8431-bf6a47d501da HTTP/1.1" status: 200 len: 210 time: 0.4513018 Nov 25 13:23:32.675526 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df25e91-5855-4cbb-b7a6-89e06ded2e75 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Pushing event updated for resources: {'Port': ['ID=b00d510e-9187-4e72-abd8-fdfc95039248,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:32.692663 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7413449f-20f9-497f-be21-61f37a62aaf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcc4a824-d1fa-46f8-adaa-281f66bf9234,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:32.715587 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-1df25e91-5855-4cbb-b7a6-89e06ded2e75 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] In _notify_port_updated(), no bound segment for port b00d510e-9187-4e72-abd8-fdfc95039248 on network f3e960fc-6089-4c20-9536-157fa111f556 {{(pid=103570) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 13:23:32.721845 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66399f16-761e-46c4-bf2e-badca0250ed4 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:23:32.725457 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df25e91-5855-4cbb-b7a6-89e06ded2e75 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:32.726141 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1df25e91-5855-4cbb-b7a6-89e06ded2e75 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:32.731517 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-1df25e91-5855-4cbb-b7a6-89e06ded2e75 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] 10.222.0.53 "PUT /v2.0/ports/b00d510e-9187-4e72-abd8-fdfc95039248 HTTP/1.1" status: 200 len: 997 time: 1.2549810 Nov 25 13:23:32.733221 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2f4ce59c-0dcd-4c16-bf3a-8b2699d226ef req-af674d31-efda-4acc-8961-cbc408324da0 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5922918 Nov 25 13:23:32.733416 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 56528) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:32.736334 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ebbe45-ee67-4ebd-9ed1-87f1421616fc req-55aacd19-b1c7-47f0-9cdf-53ea1613ad86 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:32.738428 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d6ebbe45-ee67-4ebd-9ed1-87f1421616fc req-55aacd19-b1c7-47f0-9cdf-53ea1613ad86 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.47 "GET /v2.0/networks?id=9b74e527-2eba-4880-abc3-5f552bc5f61d HTTP/1.1" status: 200 len: 812 time: 0.3584170 Nov 25 13:23:32.738623 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ee4bb0f5-6e48-4e6c-9f20-f4700f0cc792 req-678d7bd7-a566-4028-ad62-64d4c5d51f6a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6078489 Nov 25 13:23:32.770410 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-d6ebbe45-ee67-4ebd-9ed1-87f1421616fc req-ace32ea8-70ed-4154-aa79-64cfdf9052b6 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Request body: {'port': {'device_id': '37066eee-930e-4716-8431-bf6a47d501da', 'network_id': '9b74e527-2eba-4880-abc3-5f552bc5f61d', 'admin_state_up': True, 'tenant_id': '60de2ce00e39495b9b56ab9e2f307693'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:23:32.782453 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cf81d465-5877-4463-ae96-3c7246be9bdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:32.812999 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device a341e86d-9a29-4ba0-bc18-51e95f8b64d5 no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:23:32.845992 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] No Port match for: a341e86d-9a29-4ba0-bc18-51e95f8b64d5 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:23:32.846961 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device a341e86d-9a29-4ba0-bc18-51e95f8b64d5 not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:23:32.846961 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device e56931be-d5d5-4e2c-ad7e-3157020ce01b no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:23:32.878596 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9e7ae566-abc6-4b2b-9af5-b02cf6590b87 req-fcf2b874-4328-4a31-b556-648c65033bb1 service neutron] 10.222.0.47 "GET /v2.0/networks/8aeff596-29a4-4a6a-a333-9e2b92e15a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6525526 Nov 25 13:23:32.881300 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] No Port match for: e56931be-d5d5-4e2c-ad7e-3157020ce01b {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:23:32.882059 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device e56931be-d5d5-4e2c-ad7e-3157020ce01b not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:23:32.895127 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 61a6543e-c0b5-4999-8f97-d5b3bb33a643 no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:23:32.905806 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7413449f-20f9-497f-be21-61f37a62aaf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:32.915606 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-205c50e4-fa92-4f6b-8d47-dac55356d86d tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:32.925049 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77826324-389b-4f82-8818-06563e8188d9 req-dfa04300-2fa9-4d29-b885-1c5439f01ae7 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:32.927574 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-77826324-389b-4f82-8818-06563e8188d9 req-dfa04300-2fa9-4d29-b885-1c5439f01ae7 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=21fe0049-ebfc-446f-a301-ffbd47309f07 HTTP/1.1" status: 200 len: 945 time: 0.1356540 Nov 25 13:23:32.937148 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] No Port match for: 61a6543e-c0b5-4999-8f97-d5b3bb33a643 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:23:32.937903 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 61a6543e-c0b5-4999-8f97-d5b3bb33a643 not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:23:32.940880 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device f5c171f6-49f7-466c-8938-4c05396ebb3e no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:23:32.965510 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: f5c171f6-49f7-466c-8938-4c05396ebb3e {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:23:32.965918 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device f5c171f6-49f7-466c-8938-4c05396ebb3e not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:23:32.966569 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device bcc4a824-d1fa-46f8-adaa-281f66bf9234 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:23:32.967716 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-898a2b8e-378b-4b40-bf67-843505a833a0 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Deleting port b00d510e-9187-4e72-abd8-fdfc95039248 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:23:32.968063 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-898a2b8e-378b-4b40-bf67-843505a833a0 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:32.994995 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: bcc4a824-d1fa-46f8-adaa-281f66bf9234 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:23:32.995343 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device bcc4a824-d1fa-46f8-adaa-281f66bf9234 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:23:33.066620 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-77826324-389b-4f82-8818-06563e8188d9 req-fcadaf33-e5a4-4c23-ad4c-96ef82d3bf7c tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273093 Nov 25 13:23:33.097680 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-898a2b8e-378b-4b40-bf67-843505a833a0 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:33.112854 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-898a2b8e-378b-4b40-bf67-843505a833a0 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Calling delete_port for b00d510e-9187-4e72-abd8-fdfc95039248 owned by {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:23:33.250343 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-898a2b8e-378b-4b40-bf67-843505a833a0 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:33.282558 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898a2b8e-378b-4b40-bf67-843505a833a0 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Pushing event deleted for resources: {'Port': ['ID=b00d510e-9187-4e72-abd8-fdfc95039248,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:33.333984 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205c50e4-fa92-4f6b-8d47-dac55356d86d tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Pushing event deleted for resources: {'Subnet': ['ID=c58d6e62-0aea-4a2e-a4ee-ebd06991f4bb,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:33.336094 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-205c50e4-fa92-4f6b-8d47-dac55356d86d tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:33.339999 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-205c50e4-fa92-4f6b-8d47-dac55356d86d tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "DELETE /v2.0/subnets/c58d6e62-0aea-4a2e-a4ee-ebd06991f4bb HTTP/1.1" status: 204 len: 168 time: 1.2686634 Nov 25 13:23:33.342752 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 56530) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:33.344161 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77153bed-0da2-40ba-aac2-d21cc2dd4780 None None] Network d59c1490-91a6-45a0-8a22-a90a00eaf4ab requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:23:33.345663 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7413449f-20f9-497f-be21-61f37a62aaf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:33.350007 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7413449f-20f9-497f-be21-61f37a62aaf2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:33.402806 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7413449f-20f9-497f-be21-61f37a62aaf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:33.403678 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7413449f-20f9-497f-be21-61f37a62aaf2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0757324b-9367-4a2b-afb5-5562bec46876 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:23:33.408726 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7413449f-20f9-497f-be21-61f37a62aaf2 admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:33.410577 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-7413449f-20f9-497f-be21-61f37a62aaf2 admin admin] 10.222.0.53 "DELETE /v2.0/routers/0757324b-9367-4a2b-afb5-5562bec46876 HTTP/1.1" status: 204 len: 168 time: 2.2994511 Nov 25 13:23:33.413441 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56532) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:33.425628 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6ebbe45-ee67-4ebd-9ed1-87f1421616fc req-ace32ea8-70ed-4154-aa79-64cfdf9052b6 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Made reservation on behalf of 60de2ce00e39495b9b56ab9e2f307693 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:23:33.428997 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d6ebbe45-ee67-4ebd-9ed1-87f1421616fc req-ace32ea8-70ed-4154-aa79-64cfdf9052b6 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:33.494087 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-898a2b8e-378b-4b40-bf67-843505a833a0 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:33.502291 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7ff4c68-72a7-442a-979e-68e3f7a49317 admin admin] Deleting subnet 4dfa8e25-6b00-4870-b13d-92b789ff5b1c {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:23:33.506440 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-898a2b8e-378b-4b40-bf67-843505a833a0 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] 10.222.0.53 "DELETE /v2.0/ports/b00d510e-9187-4e72-abd8-fdfc95039248 HTTP/1.1" status: 204 len: 168 time: 0.7716711 Nov 25 13:23:33.509538 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 56534) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:33.534040 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a7ff4c68-72a7-442a-979e-68e3f7a49317 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:33.579231 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cc453b1-e41f-487d-b493-7ff308bb22b6 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] GET failed (client error): The resource could not be found. Nov 25 13:23:33.580719 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-9cc453b1-e41f-487d-b493-7ff308bb22b6 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] 10.222.0.53 "GET /v2.0/ports/b00d510e-9187-4e72-abd8-fdfc95039248 HTTP/1.1" status: 404 len: 333 time: 0.0705020 Nov 25 13:23:33.585328 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56536) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:33.590627 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-013e6179-fc3f-4933-aa28-5a6a7fe6bde3 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:33.593363 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-5582d320-7e2d-41eb-b1a8-d5384f056581 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Request body: {'port': {'network_id': 'f3e960fc-6089-4c20-9536-157fa111f556', 'name': 'tempest-AllowedAddressPairTestJSON-1998257633'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:23:33.618114 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a7ff4c68-72a7-442a-979e-68e3f7a49317 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:33.657077 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81701bc5-bd6d-4e7e-bb04-255edd0bb91c None None] DHCP port deletion for d59c1490-91a6-45a0-8a22-a90a00eaf4ab request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:23:33.660036 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-013e6179-fc3f-4933-aa28-5a6a7fe6bde3 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Deleting port 164a9675-cee2-424a-ad34-722c3b441327 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:23:33.660384 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-013e6179-fc3f-4933-aa28-5a6a7fe6bde3 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:33.725016 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-81701bc5-bd6d-4e7e-bb04-255edd0bb91c None None] Deleting port 164a9675-cee2-424a-ad34-722c3b441327 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:23:33.725639 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-81701bc5-bd6d-4e7e-bb04-255edd0bb91c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:33.738386 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-013e6179-fc3f-4933-aa28-5a6a7fe6bde3 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] For port 164a9675-cee2-424a-ad34-722c3b441327, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=164a9675-cee2-424a-ad34-722c3b441327,segment=NetworkSegment(d8258761-dd2f-4f30-a15f-a21648b43312),segment_id=d8258761-dd2f-4f30-a15f-a21648b43312)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:23:33.738827 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-013e6179-fc3f-4933-aa28-5a6a7fe6bde3 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:33.761085 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-013e6179-fc3f-4933-aa28-5a6a7fe6bde3 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Calling delete_port for 164a9675-cee2-424a-ad34-722c3b441327 owned by network:dhcp {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:23:33.775299 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a7ff4c68-72a7-442a-979e-68e3f7a49317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:33.812947 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-d6ebbe45-ee67-4ebd-9ed1-87f1421616fc req-ace32ea8-70ed-4154-aa79-64cfdf9052b6 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Allocated IP 172.20.0.11 (9b74e527-2eba-4880-abc3-5f552bc5f61d/06d9fad2-62ee-411b-8cba-f5e1b7fa4731/2d3dd326-ee09-4a6b-bf5f-0816478598e5) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:23:33.833281 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-81701bc5-bd6d-4e7e-bb04-255edd0bb91c None None] For port 164a9675-cee2-424a-ad34-722c3b441327, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=164a9675-cee2-424a-ad34-722c3b441327,segment=NetworkSegment(d8258761-dd2f-4f30-a15f-a21648b43312),segment_id=d8258761-dd2f-4f30-a15f-a21648b43312)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:23:33.834032 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-81701bc5-bd6d-4e7e-bb04-255edd0bb91c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:33.835602 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-25986049-1b59-4e67-b9eb-aff56b87058f req-70495c73-06af-4b48-b118-25d6d02bdfc5 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=37066eee-930e-4716-8431-bf6a47d501da HTTP/1.1" status: 200 len: 210 time: 0.0599673 Nov 25 13:23:33.845304 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:33.853545 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-81701bc5-bd6d-4e7e-bb04-255edd0bb91c None None] Calling delete_port for 164a9675-cee2-424a-ad34-722c3b441327 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:23:33.937398 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb37f6e-9b57-44b4-b6ca-68c190db9629 req-0d3fa578-2c26-4dc1-bf56-d5d1701106a8 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:33.939280 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ccb37f6e-9b57-44b4-b6ca-68c190db9629 req-0d3fa578-2c26-4dc1-bf56-d5d1701106a8 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=06e3a85a-4c3a-4297-b374-0fdcd0494740 HTTP/1.1" status: 200 len: 946 time: 0.1027169 Nov 25 13:23:33.986424 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a7ff4c68-72a7-442a-979e-68e3f7a49317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:33.988934 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-013e6179-fc3f-4933-aa28-5a6a7fe6bde3 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:33.990039 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-81701bc5-bd6d-4e7e-bb04-255edd0bb91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:34.018400 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81701bc5-bd6d-4e7e-bb04-255edd0bb91c None None] Pushing event deleted for resources: {'Port': ['ID=164a9675-cee2-424a-ad34-722c3b441327,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:34.020800 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5582d320-7e2d-41eb-b1a8-d5384f056581 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Made reservation on behalf of 471881411be245cfb601261a4c957b3b for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:23:34.024262 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5582d320-7e2d-41eb-b1a8-d5384f056581 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:34.025326 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013e6179-fc3f-4933-aa28-5a6a7fe6bde3 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Pushing event deleted for resources: {'Port': ['ID=164a9675-cee2-424a-ad34-722c3b441327,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:34.030681 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ccb37f6e-9b57-44b4-b6ca-68c190db9629 req-46285465-7c66-4a11-93af-8670852155b1 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842438 Nov 25 13:23:34.032587 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81701bc5-bd6d-4e7e-bb04-255edd0bb91c None None] No DVR routers for this DVR port 164a9675-cee2-424a-ad34-722c3b441327 on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:23:34.033257 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013e6179-fc3f-4933-aa28-5a6a7fe6bde3 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] No DVR routers for this DVR port 164a9675-cee2-424a-ad34-722c3b441327 on host n-d-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:23:34.045412 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81701bc5-bd6d-4e7e-bb04-255edd0bb91c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:23:34.045791 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81701bc5-bd6d-4e7e-bb04-255edd0bb91c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:23:34.046147 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81701bc5-bd6d-4e7e-bb04-255edd0bb91c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:23:34.046497 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81701bc5-bd6d-4e7e-bb04-255edd0bb91c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:23:34.046872 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81701bc5-bd6d-4e7e-bb04-255edd0bb91c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:23:34.047418 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81701bc5-bd6d-4e7e-bb04-255edd0bb91c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:23:34.048019 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81701bc5-bd6d-4e7e-bb04-255edd0bb91c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:23:34.048639 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81701bc5-bd6d-4e7e-bb04-255edd0bb91c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:23:34.049057 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81701bc5-bd6d-4e7e-bb04-255edd0bb91c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:23:34.049400 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81701bc5-bd6d-4e7e-bb04-255edd0bb91c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:23:34.049741 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81701bc5-bd6d-4e7e-bb04-255edd0bb91c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:23:34.050091 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81701bc5-bd6d-4e7e-bb04-255edd0bb91c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:23:34.068576 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ff4c68-72a7-442a-979e-68e3f7a49317 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4dfa8e25-6b00-4870-b13d-92b789ff5b1c,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:34.071028 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a7ff4c68-72a7-442a-979e-68e3f7a49317 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:34.074671 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-a7ff4c68-72a7-442a-979e-68e3f7a49317 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4dfa8e25-6b00-4870-b13d-92b789ff5b1c HTTP/1.1" status: 204 len: 168 time: 0.6599505 Nov 25 13:23:34.078437 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 56542) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:34.107383 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-5582d320-7e2d-41eb-b1a8-d5384f056581 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] device_id is not set on port 5042ba60-03a9-4f27-bf19-daf08f6b1a52 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:23:34.207819 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-013e6179-fc3f-4933-aa28-5a6a7fe6bde3 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:34.212962 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d6ebbe45-ee67-4ebd-9ed1-87f1421616fc req-ace32ea8-70ed-4154-aa79-64cfdf9052b6 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:34.247162 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-53d9201c-9130-4dc5-96f8-e53d6723df9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:34.249495 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-013e6179-fc3f-4933-aa28-5a6a7fe6bde3 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d59c1490-91a6-45a0-8a22-a90a00eaf4ab']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:23:34.264543 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-013e6179-fc3f-4933-aa28-5a6a7fe6bde3 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8258761-dd2f-4f30-a15f-a21648b43312') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:23:34.264865 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-013e6179-fc3f-4933-aa28-5a6a7fe6bde3 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8258761-dd2f-4f30-a15f-a21648b43312') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:23:34.272435 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-5582d320-7e2d-41eb-b1a8-d5384f056581 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Allocated IP 172.20.0.14 (f3e960fc-6089-4c20-9536-157fa111f556/6a911b5f-5b62-42b2-a112-e58faf0f31ea/5042ba60-03a9-4f27-bf19-daf08f6b1a52) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:23:34.282135 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-013e6179-fc3f-4933-aa28-5a6a7fe6bde3 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:34.291110 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf9ff9-34ea-4f70-aaa7-082a7afd08a8 req-696c8c15-9fdd-4dd9-bcbb-fc9a576af447 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:34.293214 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9fdf9ff9-34ea-4f70-aaa7-082a7afd08a8 req-696c8c15-9fdd-4dd9-bcbb-fc9a576af447 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=21fe0049-ebfc-446f-a301-ffbd47309f07 HTTP/1.1" status: 200 len: 945 time: 0.1249380 Nov 25 13:23:34.297923 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d6ebbe45-ee67-4ebd-9ed1-87f1421616fc req-ace32ea8-70ed-4154-aa79-64cfdf9052b6 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:34.346614 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-013e6179-fc3f-4933-aa28-5a6a7fe6bde3 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:34.366777 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-013e6179-fc3f-4933-aa28-5a6a7fe6bde3 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:23:34.367286 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-013e6179-fc3f-4933-aa28-5a6a7fe6bde3 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:34.370250 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:23:34.370250 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:23:34.370250 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:23:34.370250 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:23:34.370250 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:23:34.370250 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:23:34.370250 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:23:34.370250 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:23:34.370250 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:23:34.370250 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:23:34.370250 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:23:34.370250 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:23:34.370250 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:23:34.370250 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:23:34.370250 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:23:34.370250 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:23:34.370250 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:23:34.370250 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:23:34.370250 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:23:34.370250 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:23:34.370250 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:23:34.370250 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:23:34.370250 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:23:34.370250 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:23:34.370250 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:23:34.370250 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:23:34.370250 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:23:34.370250 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:23:34.370250 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:23:34.370250 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:23:34.370250 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:23:34.370250 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:23:34.374137 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6ebbe45-ee67-4ebd-9ed1-87f1421616fc req-ace32ea8-70ed-4154-aa79-64cfdf9052b6 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Network 9b74e527-2eba-4880-abc3-5f552bc5f61d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:23:34.384578 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-d6ebbe45-ee67-4ebd-9ed1-87f1421616fc req-ace32ea8-70ed-4154-aa79-64cfdf9052b6 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:23:34.396802 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6ebbe45-ee67-4ebd-9ed1-87f1421616fc req-ace32ea8-70ed-4154-aa79-64cfdf9052b6 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:23:34.399277 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace32ea8-70ed-4154-aa79-64cfdf9052b6 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Pushing event updated for resources: {'Port': ['ID=2d3dd326-ee09-4a6b-bf5f-0816478598e5,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:34.484781 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ebbe45-ee67-4ebd-9ed1-87f1421616fc req-ace32ea8-70ed-4154-aa79-64cfdf9052b6 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:34.485400 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d6ebbe45-ee67-4ebd-9ed1-87f1421616fc req-ace32ea8-70ed-4154-aa79-64cfdf9052b6 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:34.485550 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-53d9201c-9130-4dc5-96f8-e53d6723df9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:34.498792 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9fdf9ff9-34ea-4f70-aaa7-082a7afd08a8 req-811cd998-1a8e-4e25-8f9e-9f17213cfbc9 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967466 Nov 25 13:23:34.510955 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-013e6179-fc3f-4933-aa28-5a6a7fe6bde3 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:34.522056 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d6ebbe45-ee67-4ebd-9ed1-87f1421616fc req-ace32ea8-70ed-4154-aa79-64cfdf9052b6 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7689328 Nov 25 13:23:34.522165 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-53d9201c-9130-4dc5-96f8-e53d6723df9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af451dea-7b21-412a-8cb8-0a3397d2cf49']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:23:34.525354 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-013e6179-fc3f-4933-aa28-5a6a7fe6bde3 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:34.528717 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-013e6179-fc3f-4933-aa28-5a6a7fe6bde3 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "DELETE /v2.0/networks/d59c1490-91a6-45a0-8a22-a90a00eaf4ab HTTP/1.1" status: 204 len: 168 time: 1.1847928 Nov 25 13:23:34.531657 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56546) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:34.544410 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013e6179-fc3f-4933-aa28-5a6a7fe6bde3 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Pushing event deleted for resources: {'Network': ['ID=d59c1490-91a6-45a0-8a22-a90a00eaf4ab,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:34.547222 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-53d9201c-9130-4dc5-96f8-e53d6723df9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98a09c09-ca40-4e90-a767-a403ef81fa93') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:23:34.547727 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-53d9201c-9130-4dc5-96f8-e53d6723df9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98a09c09-ca40-4e90-a767-a403ef81fa93') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:23:34.549607 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-d6ebbe45-ee67-4ebd-9ed1-87f1421616fc req-fb488052-b3b9-456b-a899-14589b1eb2c0 service neutron] Request body: {'port': {'device_id': '37066eee-930e-4716-8431-bf6a47d501da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:23:34.557173 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-53d9201c-9130-4dc5-96f8-e53d6723df9b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:34.571722 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-53d9201c-9130-4dc5-96f8-e53d6723df9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:34.577716 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53d9201c-9130-4dc5-96f8-e53d6723df9b admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:23:34.578113 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-53d9201c-9130-4dc5-96f8-e53d6723df9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:34.579832 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:23:34.579832 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:23:34.579832 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:23:34.579832 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:23:34.579832 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:23:34.579832 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:23:34.579832 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:23:34.579832 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:23:34.579832 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:23:34.579832 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:23:34.579832 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:23:34.579832 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:23:34.579832 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:23:34.579832 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:23:34.579832 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:23:34.579832 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:23:34.579832 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:23:34.579832 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:23:34.579832 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:23:34.579832 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:23:34.579832 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:23:34.579832 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:23:34.579832 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:23:34.579832 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:23:34.579832 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:23:34.579832 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:23:34.579832 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:23:34.579832 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:23:34.579832 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:23:34.579832 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:23:34.579832 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:23:34.579832 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:23:34.603420 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5582d320-7e2d-41eb-b1a8-d5384f056581 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:34.637310 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-53d9201c-9130-4dc5-96f8-e53d6723df9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:34.642917 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-53d9201c-9130-4dc5-96f8-e53d6723df9b admin admin] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:34.646132 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-53d9201c-9130-4dc5-96f8-e53d6723df9b admin admin] 10.222.0.53 "DELETE /v2.0/networks/af451dea-7b21-412a-8cb8-0a3397d2cf49 HTTP/1.1" status: 204 len: 168 time: 0.5667143 Nov 25 13:23:34.657329 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d9201c-9130-4dc5-96f8-e53d6723df9b admin admin] Pushing event deleted for resources: {'Network': ['ID=af451dea-7b21-412a-8cb8-0a3397d2cf49,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:34.658745 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2a92515-c128-430c-a903-0003ce0989b7 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Deleting subnet 9b86e480-16aa-4847-b08e-eacf583e588c {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:23:34.665116 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a2a92515-c128-430c-a903-0003ce0989b7 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:34.700573 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d6ebbe45-ee67-4ebd-9ed1-87f1421616fc req-fb488052-b3b9-456b-a899-14589b1eb2c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:34.733523 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a2a92515-c128-430c-a903-0003ce0989b7 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:34.800116 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5582d320-7e2d-41eb-b1a8-d5384f056581 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:34.825480 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 164a9675-cee2-424a-ad34-722c3b441327 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:23:34.836205 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 56550) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:34.846153 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 164a9675-cee2-424a-ad34-722c3b441327 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:23:34.846804 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 164a9675-cee2-424a-ad34-722c3b441327 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:23:34.890733 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-8ea87b3c-a3f9-442e-b50a-20357256ef48 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e3a3a10c56944c1ba1ef6f97ca677aaf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0514557 Nov 25 13:23:34.891708 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 56554) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:34.953019 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5582d320-7e2d-41eb-b1a8-d5384f056581 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Network f3e960fc-6089-4c20-9536-157fa111f556 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:23:34.965978 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5582d320-7e2d-41eb-b1a8-d5384f056581 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Pushing event updated for resources: {'Port': ['ID=5042ba60-03a9-4f27-bf19-daf08f6b1a52,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:34.972431 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-5582d320-7e2d-41eb-b1a8-d5384f056581 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:23:34.975196 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d2ae7200-22ff-4cb3-b480-b5c832c60f61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:34.978891 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5582d320-7e2d-41eb-b1a8-d5384f056581 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:23:34.997223 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0249e9-3b72-43fc-bf51-e0d0a3c2107a req-33057988-e39b-498d-92b6-10610eb13de1 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:34.998772 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3c0249e9-3b72-43fc-bf51-e0d0a3c2107a req-33057988-e39b-498d-92b6-10610eb13de1 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=37066eee-930e-4716-8431-bf6a47d501da HTTP/1.1" status: 200 len: 932 time: 0.0710628 Nov 25 13:23:35.016438 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d2ae7200-22ff-4cb3-b480-b5c832c60f61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:35.052148 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a2a92515-c128-430c-a903-0003ce0989b7 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:35.078903 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3c0249e9-3b72-43fc-bf51-e0d0a3c2107a req-53bbf9ff-a34a-44e6-830e-0f9d484f8f1f tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715847 Nov 25 13:23:35.106147 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d2ae7200-22ff-4cb3-b480-b5c832c60f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:35.114114 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d2ae7200-22ff-4cb3-b480-b5c832c60f61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:35.118129 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d2ae7200-22ff-4cb3-b480-b5c832c60f61 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4ddd3722-1b64-4271-8ee9-7db52c62b6c4 HTTP/1.1" status: 204 len: 168 time: 0.2217264 Nov 25 13:23:35.118307 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5582d320-7e2d-41eb-b1a8-d5384f056581 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:35.118307 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5582d320-7e2d-41eb-b1a8-d5384f056581 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:35.127113 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:35.145348 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ae7200-22ff-4cb3-b480-b5c832c60f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ddd3722-1b64-4271-8ee9-7db52c62b6c4,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:35.165912 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5582d320-7e2d-41eb-b1a8-d5384f056581 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5794530 Nov 25 13:23:35.166155 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 56560) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:35.176051 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-9a9a39e5-7993-4f51-aebc-9de8d15e2bcf tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Request body: {'port': {'network_id': 'f3e960fc-6089-4c20-9536-157fa111f556', 'name': 'tempest-AllowedAddressPairTestJSON-741047260'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:23:35.188162 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a2a92515-c128-430c-a903-0003ce0989b7 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:35.235744 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a92515-c128-430c-a903-0003ce0989b7 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Pushing event deleted for resources: {'Subnet': ['ID=9b86e480-16aa-4847-b08e-eacf583e588c,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:35.239710 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a2a92515-c128-430c-a903-0003ce0989b7 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:35.245625 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-a2a92515-c128-430c-a903-0003ce0989b7 tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "DELETE /v2.0/subnets/9b86e480-16aa-4847-b08e-eacf583e588c HTTP/1.1" status: 204 len: 168 time: 0.7126534 Nov 25 13:23:35.250834 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56562) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:35.252443 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b827dd79-7cbb-42ad-a79b-8daffe826260 None None] Network 792b4ffc-a08b-445b-9887-d9b7ae74fb16 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:23:35.349739 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-d6ebbe45-ee67-4ebd-9ed1-87f1421616fc req-fb488052-b3b9-456b-a899-14589b1eb2c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d3dd326-ee09-4a6b-bf5f-0816478598e5 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:23:35.364897 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be0d84-11cd-46dd-9128-d3157b655c2e req-8b078f1d-46a2-455c-8e2e-bbcacceaf8ed tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:35.366161 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d6ebbe45-ee67-4ebd-9ed1-87f1421616fc req-fb488052-b3b9-456b-a899-14589b1eb2c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:35.366798 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c0be0d84-11cd-46dd-9128-d3157b655c2e req-8b078f1d-46a2-455c-8e2e-bbcacceaf8ed tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=06e3a85a-4c3a-4297-b374-0fdcd0494740 HTTP/1.1" status: 200 len: 946 time: 0.1060789 Nov 25 13:23:35.378445 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-db5155c9-152d-4519-bb78-2b5763d92f6c tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:35.384533 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-abdd8c34-9c8d-4fe2-b981-363ff08bfdc4 None None] Provisioning complete for port 5042ba60-03a9-4f27-bf19-daf08f6b1a52 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:23:35.385234 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-abdd8c34-9c8d-4fe2-b981-363ff08bfdc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:35.393586 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-d6ebbe45-ee67-4ebd-9ed1-87f1421616fc req-fb488052-b3b9-456b-a899-14589b1eb2c0 service neutron] Transition to ACTIVE for port object 2d3dd326-ee09-4a6b-bf5f-0816478598e5 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:23:35.425826 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d6ebbe45-ee67-4ebd-9ed1-87f1421616fc req-fb488052-b3b9-456b-a899-14589b1eb2c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:35.457501 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c0be0d84-11cd-46dd-9128-d3157b655c2e req-a377dc79-da45-4b0a-8aea-3d6c9b921e0b tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838373 Nov 25 13:23:35.458079 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a9a39e5-7993-4f51-aebc-9de8d15e2bcf tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Made reservation on behalf of 471881411be245cfb601261a4c957b3b for: {'port': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:23:35.461720 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9a9a39e5-7993-4f51-aebc-9de8d15e2bcf tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:35.502576 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [None req-9a9a39e5-7993-4f51-aebc-9de8d15e2bcf tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] device_id is not set on port 10b26149-8f31-49dc-b32f-e631aa794e35 yet. {{(pid=103570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:23:35.509012 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-abdd8c34-9c8d-4fe2-b981-363ff08bfdc4 None None] Port 5042ba60-03a9-4f27-bf19-daf08f6b1a52 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:23:35.524745 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb488052-b3b9-456b-a899-14589b1eb2c0 service neutron] Pushing event updated for resources: {'Port': ['ID=2d3dd326-ee09-4a6b-bf5f-0816478598e5,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:35.557222 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-db5155c9-152d-4519-bb78-2b5763d92f6c tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Deleting port b2791fd5-992b-49f4-a718-8ab59a7299b4 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:23:35.557631 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-db5155c9-152d-4519-bb78-2b5763d92f6c tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:35.618591 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078c0702-5cb5-4a1e-a672-e0c0b27349b6 None None] DHCP port deletion for 792b4ffc-a08b-445b-9887-d9b7ae74fb16 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:23:35.711531 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-078c0702-5cb5-4a1e-a672-e0c0b27349b6 None None] Deleting port b2791fd5-992b-49f4-a718-8ab59a7299b4 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:23:35.712700 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-078c0702-5cb5-4a1e-a672-e0c0b27349b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:35.719697 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-db5155c9-152d-4519-bb78-2b5763d92f6c tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] For port b2791fd5-992b-49f4-a718-8ab59a7299b4, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=b2791fd5-992b-49f4-a718-8ab59a7299b4,segment=NetworkSegment(a64ebec5-6257-4289-8347-8b5c67b8849c),segment_id=a64ebec5-6257-4289-8347-8b5c67b8849c)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:23:35.720025 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-db5155c9-152d-4519-bb78-2b5763d92f6c tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:35.723699 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-d6ebbe45-ee67-4ebd-9ed1-87f1421616fc req-fb488052-b3b9-456b-a899-14589b1eb2c0 service neutron] Attempting to bind port 2d3dd326-ee09-4a6b-bf5f-0816478598e5 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:23:35.724045 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-d6ebbe45-ee67-4ebd-9ed1-87f1421616fc req-fb488052-b3b9-456b-a899-14589b1eb2c0 service neutron] Attempting to bind port 2d3dd326-ee09-4a6b-bf5f-0816478598e5 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9b74e527-2eba-4880-abc3-5f552bc5f61d'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:23:35.724383 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ebbe45-ee67-4ebd-9ed1-87f1421616fc req-fb488052-b3b9-456b-a899-14589b1eb2c0 service neutron] Attempting to bind port 2d3dd326-ee09-4a6b-bf5f-0816478598e5 on network 9b74e527-2eba-4880-abc3-5f552bc5f61d {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:23:35.730987 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bbf3c5-b8b6-4cab-8ff8-8ec1d323db20 req-9fed24d5-cb12-4f3d-8c3f-3f119a8b6ba8 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:35.732828 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d7bbf3c5-b8b6-4cab-8ff8-8ec1d323db20 req-9fed24d5-cb12-4f3d-8c3f-3f119a8b6ba8 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=21fe0049-ebfc-446f-a301-ffbd47309f07 HTTP/1.1" status: 200 len: 945 time: 0.1120877 Nov 25 13:23:35.742286 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ebbe45-ee67-4ebd-9ed1-87f1421616fc req-fb488052-b3b9-456b-a899-14589b1eb2c0 service neutron] Port 2d3dd326-ee09-4a6b-bf5f-0816478598e5 on network 9b74e527-2eba-4880-abc3-5f552bc5f61d not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:23:35.742645 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ebbe45-ee67-4ebd-9ed1-87f1421616fc req-fb488052-b3b9-456b-a899-14589b1eb2c0 service neutron] Attempting to bind port 2d3dd326-ee09-4a6b-bf5f-0816478598e5 on network 9b74e527-2eba-4880-abc3-5f552bc5f61d {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:23:35.751539 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-db5155c9-152d-4519-bb78-2b5763d92f6c tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Calling delete_port for b2791fd5-992b-49f4-a718-8ab59a7299b4 owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:23:35.757059 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ebbe45-ee67-4ebd-9ed1-87f1421616fc req-fb488052-b3b9-456b-a899-14589b1eb2c0 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:23:35.757059 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ebbe45-ee67-4ebd-9ed1-87f1421616fc req-fb488052-b3b9-456b-a899-14589b1eb2c0 service neutron] Checking segment: {'id': '9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9b74e527-2eba-4880-abc3-5f552bc5f61d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:23:35.757059 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ebbe45-ee67-4ebd-9ed1-87f1421616fc req-fb488052-b3b9-456b-a899-14589b1eb2c0 service neutron] Bound using segment: {'id': '9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9b74e527-2eba-4880-abc3-5f552bc5f61d'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:23:35.757059 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-d6ebbe45-ee67-4ebd-9ed1-87f1421616fc req-fb488052-b3b9-456b-a899-14589b1eb2c0 service neutron] Bound port: 2d3dd326-ee09-4a6b-bf5f-0816478598e5, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9b74e527-2eba-4880-abc3-5f552bc5f61d'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:23:35.757630 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d6ebbe45-ee67-4ebd-9ed1-87f1421616fc req-fb488052-b3b9-456b-a899-14589b1eb2c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:35.782910 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-9a9a39e5-7993-4f51-aebc-9de8d15e2bcf tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Allocated IP 172.20.0.5 (f3e960fc-6089-4c20-9536-157fa111f556/6a911b5f-5b62-42b2-a112-e58faf0f31ea/10b26149-8f31-49dc-b32f-e631aa794e35) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:23:35.878890 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-078c0702-5cb5-4a1e-a672-e0c0b27349b6 None None] For port b2791fd5-992b-49f4-a718-8ab59a7299b4, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=b2791fd5-992b-49f4-a718-8ab59a7299b4,segment=NetworkSegment(a64ebec5-6257-4289-8347-8b5c67b8849c),segment_id=a64ebec5-6257-4289-8347-8b5c67b8849c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:23:35.880502 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-078c0702-5cb5-4a1e-a672-e0c0b27349b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:35.901870 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-d6ebbe45-ee67-4ebd-9ed1-87f1421616fc req-fb488052-b3b9-456b-a899-14589b1eb2c0 service neutron] For port 2d3dd326-ee09-4a6b-bf5f-0816478598e5, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:23:35.902685 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-078c0702-5cb5-4a1e-a672-e0c0b27349b6 None None] Calling delete_port for b2791fd5-992b-49f4-a718-8ab59a7299b4 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:23:35.918451 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-d6ebbe45-ee67-4ebd-9ed1-87f1421616fc req-fb488052-b3b9-456b-a899-14589b1eb2c0 service neutron] For port 2d3dd326-ee09-4a6b-bf5f-0816478598e5, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=2d3dd326-ee09-4a6b-bf5f-0816478598e5,segment=NetworkSegment(9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8),segment_id=9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:23:35.920301 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-db5155c9-152d-4519-bb78-2b5763d92f6c tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:35.951731 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d7bbf3c5-b8b6-4cab-8ff8-8ec1d323db20 req-2ee42a50-03ad-431c-be7d-f4a816c044b2 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108655 Nov 25 13:23:35.961454 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d6ebbe45-ee67-4ebd-9ed1-87f1421616fc req-fb488052-b3b9-456b-a899-14589b1eb2c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:35.970387 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5155c9-152d-4519-bb78-2b5763d92f6c tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Pushing event deleted for resources: {'Port': ['ID=b2791fd5-992b-49f4-a718-8ab59a7299b4,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:36.010308 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5155c9-152d-4519-bb78-2b5763d92f6c tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] No DVR routers for this DVR port b2791fd5-992b-49f4-a718-8ab59a7299b4 on host n-d-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:23:36.010889 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-078c0702-5cb5-4a1e-a672-e0c0b27349b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:36.025309 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cacb72-d095-4015-99a7-227334d8a98a req-cdf05574-fe37-465a-b0fa-01379748625b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:36.027414 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-12cacb72-d095-4015-99a7-227334d8a98a req-cdf05574-fe37-465a-b0fa-01379748625b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8d2854b381a841d0bb264f5a26a8525e&device_id=06e3a85a-4c3a-4297-b374-0fdcd0494740 HTTP/1.1" status: 200 len: 1098 time: 0.2131014 Nov 25 13:23:36.041235 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b8f14d-a053-4bfe-ac48-962342a60840 req-9127fb13-bd77-4444-bcd1-8a2766afa32b tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:36.041854 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078c0702-5cb5-4a1e-a672-e0c0b27349b6 None None] Pushing event deleted for resources: {'Port': ['ID=b2791fd5-992b-49f4-a718-8ab59a7299b4,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:36.044416 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078c0702-5cb5-4a1e-a672-e0c0b27349b6 None None] No DVR routers for this DVR port b2791fd5-992b-49f4-a718-8ab59a7299b4 on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:23:36.049947 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-60b8f14d-a053-4bfe-ac48-962342a60840 req-9127fb13-bd77-4444-bcd1-8a2766afa32b tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=06e3a85a-4c3a-4297-b374-0fdcd0494740 HTTP/1.1" status: 200 len: 946 time: 0.1778200 Nov 25 13:23:36.058998 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ebbe45-ee67-4ebd-9ed1-87f1421616fc req-fb488052-b3b9-456b-a899-14589b1eb2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:36.059622 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d6ebbe45-ee67-4ebd-9ed1-87f1421616fc req-fb488052-b3b9-456b-a899-14589b1eb2c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:36.061014 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d6ebbe45-ee67-4ebd-9ed1-87f1421616fc req-fb488052-b3b9-456b-a899-14589b1eb2c0 service neutron] 10.222.0.47 "PUT /v2.0/ports/2d3dd326-ee09-4a6b-bf5f-0816478598e5 HTTP/1.1" status: 200 len: 1093 time: 1.5211959 Nov 25 13:23:36.061733 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37066eee-930e-4716-8431-bf6a47d501da', 'tag': '2d3dd326-ee09-4a6b-bf5f-0816478598e5'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:23:36.064417 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca81cfb-a994-48a2-b532-47d30239a3e0" -d '{"events": [{"name": "network-changed", "server_uuid": "37066eee-930e-4716-8431-bf6a47d501da", "tag": "2d3dd326-ee09-4a6b-bf5f-0816478598e5"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:23:36.181457 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-60b8f14d-a053-4bfe-ac48-962342a60840 req-26cc1618-2995-4430-af28-0a3d53448bda tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255713 Nov 25 13:23:36.196058 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a240d7-f39c-480a-8101-857b40f778ee x-openstack-request-id: req-08a240d7-f39c-480a-8101-857b40f778ee {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:23:36.196399 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37066eee-930e-4716-8431-bf6a47d501da", "tag": "2d3dd326-ee09-4a6b-bf5f-0816478598e5", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:23:36.196630 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-08a240d7-f39c-480a-8101-857b40f778ee {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:23:36.197033 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37066eee-930e-4716-8431-bf6a47d501da', 'tag': '2d3dd326-ee09-4a6b-bf5f-0816478598e5', 'status': 'completed', 'code': 200} Nov 25 13:23:36.225247 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:36.234854 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb488052-b3b9-456b-a899-14589b1eb2c0 service neutron] Pushing event updated for resources: {'Port': ['ID=2d3dd326-ee09-4a6b-bf5f-0816478598e5,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:36.242198 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-db5155c9-152d-4519-bb78-2b5763d92f6c tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:36.246600 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9a9a39e5-7993-4f51-aebc-9de8d15e2bcf tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:36.263838 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ebbe45-ee67-4ebd-9ed1-87f1421616fc req-722986dc-edf5-4f89-8b4d-6a168e7d9209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:36.265568 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d6ebbe45-ee67-4ebd-9ed1-87f1421616fc req-722986dc-edf5-4f89-8b4d-6a168e7d9209 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=60de2ce00e39495b9b56ab9e2f307693&device_id=37066eee-930e-4716-8431-bf6a47d501da HTTP/1.1" status: 200 len: 1096 time: 0.1532252 Nov 25 13:23:36.276562 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-db5155c9-152d-4519-bb78-2b5763d92f6c tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['792b4ffc-a08b-445b-9887-d9b7ae74fb16']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:23:36.284675 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cacb72-d095-4015-99a7-227334d8a98a req-da4a0985-9bf9-4308-be3c-daeaac570bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:36.286201 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-12cacb72-d095-4015-99a7-227334d8a98a req-da4a0985-9bf9-4308-be3c-daeaac570bec service neutron] 10.222.0.66 "GET /v2.0/networks?id=8aeff596-29a4-4a6a-a333-9e2b92e15a4b HTTP/1.1" status: 200 len: 919 time: 0.2342575 Nov 25 13:23:36.322536 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d6ebbe45-ee67-4ebd-9ed1-87f1421616fc req-c1a7fd78-d1ee-4a61-8bc5-fa3950ee8c4f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d3dd326-ee09-4a6b-bf5f-0816478598e5 HTTP/1.1" status: 200 len: 217 time: 0.0428319 Nov 25 13:23:36.324771 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-db5155c9-152d-4519-bb78-2b5763d92f6c tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a64ebec5-6257-4289-8347-8b5c67b8849c') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:23:36.325076 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-db5155c9-152d-4519-bb78-2b5763d92f6c tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a64ebec5-6257-4289-8347-8b5c67b8849c') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:23:36.343810 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-db5155c9-152d-4519-bb78-2b5763d92f6c tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:36.351581 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-12cacb72-d095-4015-99a7-227334d8a98a req-2e632f82-d032-4f6d-b3a9-bec0efaf3524 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15db2a29-af9e-455b-8d27-e9bdbaa77981 HTTP/1.1" status: 200 len: 217 time: 0.0502079 Nov 25 13:23:36.395611 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-db5155c9-152d-4519-bb78-2b5763d92f6c tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:36.408836 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f951fed-56d4-4f66-bd71-cf16300ce4f5 req-018c28d6-6f63-49c0-9413-e8911d3a034c tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:36.409060 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ebbe45-ee67-4ebd-9ed1-87f1421616fc req-12b7c88a-9ef4-469d-a991-e5e4f2b53b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:36.409992 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4f951fed-56d4-4f66-bd71-cf16300ce4f5 req-018c28d6-6f63-49c0-9413-e8911d3a034c tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=37066eee-930e-4716-8431-bf6a47d501da HTTP/1.1" status: 200 len: 944 time: 0.1500292 Nov 25 13:23:36.410182 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d6ebbe45-ee67-4ebd-9ed1-87f1421616fc req-12b7c88a-9ef4-469d-a991-e5e4f2b53b6c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=06d9fad2-62ee-411b-8cba-f5e1b7fa4731 HTTP/1.1" status: 200 len: 852 time: 0.0783169 Nov 25 13:23:36.411048 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db5155c9-152d-4519-bb78-2b5763d92f6c tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:23:36.411448 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-db5155c9-152d-4519-bb78-2b5763d92f6c tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:36.413645 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9a9a39e5-7993-4f51-aebc-9de8d15e2bcf tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:36.415866 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:23:36.415866 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:23:36.415866 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:23:36.415866 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:23:36.415866 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:23:36.415866 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:23:36.415866 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:23:36.415866 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:23:36.415866 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:23:36.415866 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:23:36.415866 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:23:36.415866 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:23:36.415866 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:23:36.415866 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:23:36.415866 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:23:36.415866 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:23:36.415866 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:23:36.415866 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:23:36.415866 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:23:36.415866 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:23:36.415866 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:23:36.415866 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:23:36.415866 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:23:36.415866 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:23:36.415866 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:23:36.415866 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:23:36.415866 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:23:36.415866 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:23:36.415866 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:23:36.415866 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:23:36.415866 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:23:36.415866 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:23:36.489335 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9a39e5-7993-4f51-aebc-9de8d15e2bcf tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Network f3e960fc-6089-4c20-9536-157fa111f556 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:23:36.491064 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d6ebbe45-ee67-4ebd-9ed1-87f1421616fc req-58b9af54-4a43-4df3-9c62-7c0645fea374 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b74e527-2eba-4880-abc3-5f552bc5f61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636926 Nov 25 13:23:36.495940 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cacb72-d095-4015-99a7-227334d8a98a req-8f5075cf-9ba0-4723-ae0a-7ff9abd4ccc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:36.497885 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-12cacb72-d095-4015-99a7-227334d8a98a req-8f5075cf-9ba0-4723-ae0a-7ff9abd4ccc4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=43603bfb-2066-4414-ab91-8e5215ee7bf8 HTTP/1.1" status: 200 len: 858 time: 0.1361220 Nov 25 13:23:36.501691 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-9a9a39e5-7993-4f51-aebc-9de8d15e2bcf tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:23:36.510593 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9a39e5-7993-4f51-aebc-9de8d15e2bcf tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:23:36.528302 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-db5155c9-152d-4519-bb78-2b5763d92f6c tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:36.532837 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-db5155c9-152d-4519-bb78-2b5763d92f6c tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:36.543059 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-db5155c9-152d-4519-bb78-2b5763d92f6c tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] 10.222.0.53 "DELETE /v2.0/networks/792b4ffc-a08b-445b-9887-d9b7ae74fb16 HTTP/1.1" status: 204 len: 168 time: 1.2861578 Nov 25 13:23:36.550080 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a39e5-7993-4f51-aebc-9de8d15e2bcf tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Pushing event updated for resources: {'Port': ['ID=10b26149-8f31-49dc-b32f-e631aa794e35,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:36.604561 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5155c9-152d-4519-bb78-2b5763d92f6c tempest-ServersTestMultiNic-1159992678 tempest-ServersTestMultiNic-1159992678-project] Pushing event deleted for resources: {'Network': ['ID=792b4ffc-a08b-445b-9887-d9b7ae74fb16,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:36.613011 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-12cacb72-d095-4015-99a7-227334d8a98a req-547c86b5-6231-46df-b553-6b002c6ae2d4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8aeff596-29a4-4a6a-a333-9e2b92e15a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1035094 Nov 25 13:23:36.660760 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d6ebbe45-ee67-4ebd-9ed1-87f1421616fc req-5af3ca4c-f107-4a1d-ad29-fbd4d738c5b1 service neutron] 10.222.0.47 "GET /v2.0/networks/9b74e527-2eba-4880-abc3-5f552bc5f61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476924 Nov 25 13:23:36.679233 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4f951fed-56d4-4f66-bd71-cf16300ce4f5 req-f3f73aa3-4d13-4e71-a61b-91d6dfde5cdd tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311320 Nov 25 13:23:36.747208 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9a39e5-7993-4f51-aebc-9de8d15e2bcf tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:36.748777 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9a9a39e5-7993-4f51-aebc-9de8d15e2bcf tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:36.804750 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d6ebbe45-ee67-4ebd-9ed1-87f1421616fc req-8cac133f-bfa6-4000-bba4-3d0bc5dfe122 service neutron] 10.222.0.47 "GET /v2.0/networks/9b74e527-2eba-4880-abc3-5f552bc5f61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335034 Nov 25 13:23:36.809794 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-9a9a39e5-7993-4f51-aebc-9de8d15e2bcf tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6427686 Nov 25 13:23:36.812457 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56614) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:36.818773 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-46503ac9-fbe9-443d-8698-c3b76b8932ef tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:cd:71:a3'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:04:91:69'}]}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:23:36.880518 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-2f7fc2d4-63d2-4eb8-b953-9784f447ecf6 None None] Provisioning complete for port 10b26149-8f31-49dc-b32f-e631aa794e35 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:23:36.881030 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2f7fc2d4-63d2-4eb8-b953-9784f447ecf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:36.914934 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56622) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:36.924682 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-12cacb72-d095-4015-99a7-227334d8a98a req-b17f9158-8d70-46c3-bfa8-c53d83960139 service neutron] 10.222.0.66 "GET /v2.0/networks/8aeff596-29a4-4a6a-a333-9e2b92e15a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956266 Nov 25 13:23:36.928029 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device b2791fd5-992b-49f4-a718-8ab59a7299b4 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:23:36.943673 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b218e639-a273-4218-b20b-f2e7acc924d7 req-17bc7aa1-8cfa-4676-89d3-4f00cda05825 tempest-ServerShowV257Test-1728882813 tempest-ServerShowV257Test-1728882813-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb10b618-8670-4019-a3cb-7172877518d4 HTTP/1.1" status: 200 len: 210 time: 0.0465674 Nov 25 13:23:36.959336 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-2f7fc2d4-63d2-4eb8-b953-9784f447ecf6 None None] Port 10b26149-8f31-49dc-b32f-e631aa794e35 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:23:36.963058 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: b2791fd5-992b-49f4-a718-8ab59a7299b4 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:23:36.963473 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device b2791fd5-992b-49f4-a718-8ab59a7299b4 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:23:37.058924 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-12cacb72-d095-4015-99a7-227334d8a98a req-9faf3dd2-ec6a-4444-b06c-1e7f02780a44 service neutron] 10.222.0.66 "GET /v2.0/networks/8aeff596-29a4-4a6a-a333-9e2b92e15a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171205 Nov 25 13:23:37.106171 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de4c283-002e-44ed-a166-229b6805f10f req-9df46e9c-acde-4cc1-a8bc-dedf8afd64bd tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:37.108034 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8de4c283-002e-44ed-a166-229b6805f10f req-9df46e9c-acde-4cc1-a8bc-dedf8afd64bd tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=21fe0049-ebfc-446f-a301-ffbd47309f07 HTTP/1.1" status: 200 len: 945 time: 0.0661988 Nov 25 13:23:37.161829 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8de4c283-002e-44ed-a166-229b6805f10f req-fc8ed0e9-ea23-4905-b2ed-e9cf305dce1a tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466015 Nov 25 13:23:37.219129 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca81cfb-a994-48a2-b532-47d30239a3e0 req-be23a5ab-df60-4e12-b1c2-bac61e5cbfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:37.220745 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7ca81cfb-a994-48a2-b532-47d30239a3e0 req-be23a5ab-df60-4e12-b1c2-bac61e5cbfa0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=60de2ce00e39495b9b56ab9e2f307693&device_id=37066eee-930e-4716-8431-bf6a47d501da HTTP/1.1" status: 200 len: 1096 time: 0.3232744 Nov 25 13:23:37.305213 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe46700-b5c6-49dd-b058-4f768c92cbea req-0193fc5f-1ef7-4fa6-a808-b78e00b92df4 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:37.306861 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fbe46700-b5c6-49dd-b058-4f768c92cbea req-0193fc5f-1ef7-4fa6-a808-b78e00b92df4 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=06e3a85a-4c3a-4297-b374-0fdcd0494740 HTTP/1.1" status: 200 len: 946 time: 0.0517483 Nov 25 13:23:37.368307 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fbe46700-b5c6-49dd-b058-4f768c92cbea req-11f31879-d277-4216-b069-9f760a6f1de4 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538075 Nov 25 13:23:37.380150 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-46503ac9-fbe9-443d-8698-c3b76b8932ef tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:37.458653 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca81cfb-a994-48a2-b532-47d30239a3e0 req-3acdcbad-6993-4298-97c1-1c3aba41c1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:37.460064 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7ca81cfb-a994-48a2-b532-47d30239a3e0 req-3acdcbad-6993-4298-97c1-1c3aba41c1e6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9b74e527-2eba-4880-abc3-5f552bc5f61d HTTP/1.1" status: 200 len: 913 time: 0.2264483 Nov 25 13:23:37.521133 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7ca81cfb-a994-48a2-b532-47d30239a3e0 req-6b1ac639-fdee-48e4-b5c6-105b598db096 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d3dd326-ee09-4a6b-bf5f-0816478598e5 HTTP/1.1" status: 200 len: 217 time: 0.0453365 Nov 25 13:23:37.808476 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d961378-522d-40fd-9284-18a5b2be87ea req-be7a02f9-8226-47e2-93dc-39239d414aac tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:37.810013 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0d961378-522d-40fd-9284-18a5b2be87ea req-be7a02f9-8226-47e2-93dc-39239d414aac tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=37066eee-930e-4716-8431-bf6a47d501da HTTP/1.1" status: 200 len: 944 time: 0.0583630 Nov 25 13:23:37.860467 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0d961378-522d-40fd-9284-18a5b2be87ea req-6ff5e15c-da46-4168-aa4c-9b5424b14b1d tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442789 Nov 25 13:23:37.941399 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca81cfb-a994-48a2-b532-47d30239a3e0 req-76083be3-0231-4c37-8e8e-dcc8e2d678d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:37.942880 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7ca81cfb-a994-48a2-b532-47d30239a3e0 req-76083be3-0231-4c37-8e8e-dcc8e2d678d5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=06d9fad2-62ee-411b-8cba-f5e1b7fa4731 HTTP/1.1" status: 200 len: 852 time: 0.4095452 Nov 25 13:23:37.973524 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:37.993171 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7ca81cfb-a994-48a2-b532-47d30239a3e0 req-d17e9222-0926-4df6-8be4-68d851d59878 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b74e527-2eba-4880-abc3-5f552bc5f61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372906 Nov 25 13:23:38.067984 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ac697aad-3767-4f29-9c7f-a6b3f8c37a0b req-de4f1b35-054c-43dd-8446-55e7e03577f8 tempest-ServerShowV257Test-1728882813 tempest-ServerShowV257Test-1728882813-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb10b618-8670-4019-a3cb-7172877518d4 HTTP/1.1" status: 200 len: 210 time: 0.0296216 Nov 25 13:23:38.106973 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-46503ac9-fbe9-443d-8698-c3b76b8932ef tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:38.115075 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-46503ac9-fbe9-443d-8698-c3b76b8932ef tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:38.223393 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7ca81cfb-a994-48a2-b532-47d30239a3e0 req-e6a03e68-466a-4800-b685-d7a0a9740fa8 service neutron] 10.222.0.47 "GET /v2.0/networks/9b74e527-2eba-4880-abc3-5f552bc5f61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160828 Nov 25 13:23:38.227666 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46503ac9-fbe9-443d-8698-c3b76b8932ef tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Pushing event updated for resources: {'Port': ['ID=10b26149-8f31-49dc-b32f-e631aa794e35,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:38.237318 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-78ab1b16-3d19-41ec-a864-27b0f503cb6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:38.299692 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b760444-00c4-46b6-be2a-f5ac237920b7 req-fa2daf62-ceb9-4a2b-8f6d-6a5e60fca1f7 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:38.301428 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-46503ac9-fbe9-443d-8698-c3b76b8932ef tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] In _notify_port_updated(), no bound segment for port 10b26149-8f31-49dc-b32f-e631aa794e35 on network f3e960fc-6089-4c20-9536-157fa111f556 {{(pid=103571) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 13:23:38.306975 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6b760444-00c4-46b6-be2a-f5ac237920b7 req-fa2daf62-ceb9-4a2b-8f6d-6a5e60fca1f7 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=21fe0049-ebfc-446f-a301-ffbd47309f07 HTTP/1.1" status: 200 len: 945 time: 0.0613396 Nov 25 13:23:38.307490 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46503ac9-fbe9-443d-8698-c3b76b8932ef tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:38.307622 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-46503ac9-fbe9-443d-8698-c3b76b8932ef tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:38.308970 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-46503ac9-fbe9-443d-8698-c3b76b8932ef tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] 10.222.0.53 "PUT /v2.0/ports/10b26149-8f31-49dc-b32f-e631aa794e35 HTTP/1.1" status: 200 len: 1055 time: 1.4953682 Nov 25 13:23:38.317825 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 56640) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:38.395190 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-d2e2aad4-34cc-4ef2-80c7-3a924cf04843 None None] Provisioning complete for port 10b26149-8f31-49dc-b32f-e631aa794e35 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:23:38.396096 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d2e2aad4-34cc-4ef2-80c7-3a924cf04843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:38.423458 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6b760444-00c4-46b6-be2a-f5ac237920b7 req-eee7de32-64ca-4602-8234-ff0e3ea87d21 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154265 Nov 25 13:23:38.433683 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7ca81cfb-a994-48a2-b532-47d30239a3e0 req-bfaf6688-59f8-4012-ba23-164ee9162e66 service neutron] 10.222.0.47 "GET /v2.0/networks/9b74e527-2eba-4880-abc3-5f552bc5f61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992455 Nov 25 13:23:38.439809 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-d2e2aad4-34cc-4ef2-80c7-3a924cf04843 None None] Port 10b26149-8f31-49dc-b32f-e631aa794e35 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:23:38.455016 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-827f2904-7652-404d-b269-c8faad065eac tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Deleting port 10b26149-8f31-49dc-b32f-e631aa794e35 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:23:38.455202 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-827f2904-7652-404d-b269-c8faad065eac tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:38.582258 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-827f2904-7652-404d-b269-c8faad065eac tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:38.592045 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ae5d9-609b-4a7d-a8ea-231064b7784f req-9705aae8-5408-4e65-a610-c523172cb959 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:38.594394 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-087ae5d9-609b-4a7d-a8ea-231064b7784f req-9705aae8-5408-4e65-a610-c523172cb959 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=06e3a85a-4c3a-4297-b374-0fdcd0494740 HTTP/1.1" status: 200 len: 946 time: 0.0920141 Nov 25 13:23:38.606465 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-78ab1b16-3d19-41ec-a864-27b0f503cb6a admin admin] Deleting port 8ad7a44d-0655-439e-99ce-b953ce20078e {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:23:38.607141 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-78ab1b16-3d19-41ec-a864-27b0f503cb6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:38.612271 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-827f2904-7652-404d-b269-c8faad065eac tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Calling delete_port for 10b26149-8f31-49dc-b32f-e631aa794e35 owned by {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:23:38.690192 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-78ab1b16-3d19-41ec-a864-27b0f503cb6a admin admin] For port 8ad7a44d-0655-439e-99ce-b953ce20078e, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=8ad7a44d-0655-439e-99ce-b953ce20078e,segment=NetworkSegment(98c520c6-f2da-46af-82ed-6057431a105c),segment_id=98c520c6-f2da-46af-82ed-6057431a105c)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:23:38.690813 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-78ab1b16-3d19-41ec-a864-27b0f503cb6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:38.696454 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-087ae5d9-609b-4a7d-a8ea-231064b7784f req-77b4a5bb-9bdd-454e-b354-790000011a1d tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946124 Nov 25 13:23:38.704704 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-78ab1b16-3d19-41ec-a864-27b0f503cb6a admin admin] Calling delete_port for 8ad7a44d-0655-439e-99ce-b953ce20078e owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:23:38.783947 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-827f2904-7652-404d-b269-c8faad065eac tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:38.813321 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827f2904-7652-404d-b269-c8faad065eac tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Pushing event deleted for resources: {'Port': ['ID=10b26149-8f31-49dc-b32f-e631aa794e35,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:38.910914 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-78ab1b16-3d19-41ec-a864-27b0f503cb6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:38.942544 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ab1b16-3d19-41ec-a864-27b0f503cb6a admin admin] Pushing event deleted for resources: {'Port': ['ID=8ad7a44d-0655-439e-99ce-b953ce20078e,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:39.065041 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 26ce0e2e-3438-4e1c-9165-7bdc9f37119b no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:23:39.102104 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1854ed2-93ba-4834-949e-284e81533284 req-c2b7b12d-b954-42ab-9e2d-976472191799 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:39.111882 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e1854ed2-93ba-4834-949e-284e81533284 req-c2b7b12d-b954-42ab-9e2d-976472191799 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=37066eee-930e-4716-8431-bf6a47d501da HTTP/1.1" status: 200 len: 944 time: 0.1557095 Nov 25 13:23:39.132028 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-827f2904-7652-404d-b269-c8faad065eac tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:39.135489 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-827f2904-7652-404d-b269-c8faad065eac tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] 10.222.0.53 "DELETE /v2.0/ports/10b26149-8f31-49dc-b32f-e631aa794e35 HTTP/1.1" status: 204 len: 168 time: 0.8162377 Nov 25 13:23:39.144928 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 56648) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:39.167750 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-78ab1b16-3d19-41ec-a864-27b0f503cb6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:39.185791 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-44e41819-5cdf-4635-9f78-397d1bd58474 req-718edbaf-7bdd-47a1-a361-518cd2c82731 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bb10b618-8670-4019-a3cb-7172877518d4 HTTP/1.1" status: 200 len: 210 time: 0.1154878 Nov 25 13:23:39.188767 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-17eb60be-e42e-48e4-914d-8489265fb696 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] GET failed (client error): The resource could not be found. Nov 25 13:23:39.190467 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-17eb60be-e42e-48e4-914d-8489265fb696 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] 10.222.0.53 "GET /v2.0/ports/10b26149-8f31-49dc-b32f-e631aa794e35 HTTP/1.1" status: 404 len: 333 time: 0.0441935 Nov 25 13:23:39.193155 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:39.193326 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 56650) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:39.224315 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21fe0049-ebfc-446f-a301-ffbd47309f07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26ce0e2e-3438-4e1c-9165-7bdc9f37119b'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:23:39.227388 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfea58a8-42ca-4187-ae1c-b51f5a696e05" -d '{"events": [{"server_uuid": "21fe0049-ebfc-446f-a301-ffbd47309f07", "name": "network-vif-unplugged", "status": "completed", "tag": "26ce0e2e-3438-4e1c-9165-7bdc9f37119b"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:23:39.241552 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 26ce0e2e-3438-4e1c-9165-7bdc9f37119b, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=26ce0e2e-3438-4e1c-9165-7bdc9f37119b,segment=NetworkSegment(7416f1b9-0861-4e21-8e76-903d02909f6c),segment_id=7416f1b9-0861-4e21-8e76-903d02909f6c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:23:39.249123 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:39.272735 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cc8d835e-f74f-4a79-98a4-71a482e49199 req-18eaac0c-ed70-4a58-a55f-85ccf8cf689f tempest-ServerShowV257Test-1728882813 tempest-ServerShowV257Test-1728882813-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb10b618-8670-4019-a3cb-7172877518d4 HTTP/1.1" status: 200 len: 210 time: 0.0880699 Nov 25 13:23:39.288382 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e1854ed2-93ba-4834-949e-284e81533284 req-2fd5d111-aa33-45a9-86ac-22793aebf0c7 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756136 Nov 25 13:23:39.340298 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=26ce0e2e-3438-4e1c-9165-7bdc9f37119b,revision_number=6']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:39.346720 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 13:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661b0679-20ed-4718-8005-19b702f4aec4 x-openstack-request-id: req-661b0679-20ed-4718-8005-19b702f4aec4 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:23:39.347870 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21fe0049-ebfc-446f-a301-ffbd47309f07", "name": "network-vif-unplugged", "status": "completed", "tag": "26ce0e2e-3438-4e1c-9165-7bdc9f37119b", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:23:39.348204 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-661b0679-20ed-4718-8005-19b702f4aec4 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:23:39.348977 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21fe0049-ebfc-446f-a301-ffbd47309f07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26ce0e2e-3438-4e1c-9165-7bdc9f37119b', 'code': 200} Nov 25 13:23:39.374457 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-fb777e4f-28ff-4f06-bb4c-01b897445542 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Deleting port 5042ba60-03a9-4f27-bf19-daf08f6b1a52 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:23:39.375051 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fb777e4f-28ff-4f06-bb4c-01b897445542 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:39.452559 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78ab1b16-3d19-41ec-a864-27b0f503cb6a admin admin] Router d6dd2bc3-0cfa-4a50-9129-f762c87cd766 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:23:39.465232 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fb777e4f-28ff-4f06-bb4c-01b897445542 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:39.477923 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-fb777e4f-28ff-4f06-bb4c-01b897445542 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Calling delete_port for 5042ba60-03a9-4f27-bf19-daf08f6b1a52 owned by {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:23:39.562038 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ab1b16-3d19-41ec-a864-27b0f503cb6a admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:23:39.567118 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-78ab1b16-3d19-41ec-a864-27b0f503cb6a admin admin] 10.222.0.53 "PUT /v2.0/routers/d6dd2bc3-0cfa-4a50-9129-f762c87cd766/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6511889 Nov 25 13:23:39.570232 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56656) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:39.583837 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f32d4e-90d8-4b66-8af3-c287afcbcef1 None None] Sync routers for ids ['d6dd2bc3-0cfa-4a50-9129-f762c87cd766'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:23:39.586393 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07331006-d31e-4320-b00a-8bc0c7c676a0 req-3768f4c5-d023-4b08-b222-418f8543ee5f tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:39.588113 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-07331006-d31e-4320-b00a-8bc0c7c676a0 req-3768f4c5-d023-4b08-b222-418f8543ee5f tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=21fe0049-ebfc-446f-a301-ffbd47309f07 HTTP/1.1" status: 200 len: 943 time: 0.0687675 Nov 25 13:23:39.603586 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f32d4e-90d8-4b66-8af3-c287afcbcef1 None None] Routers {'d6dd2bc3-0cfa-4a50-9129-f762c87cd766'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:23:39.604215 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-34f32d4e-90d8-4b66-8af3-c287afcbcef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:23:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['d6dd2bc3-0cfa-4a50-9129-f762c87cd766'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:23:39.676345 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-07331006-d31e-4320-b00a-8bc0c7c676a0 req-ec0d6c70-5a0f-468c-803c-7a36f284b69b tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787561 Nov 25 13:23:39.687274 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5cd724e9-d484-4bb6-9687-77ec087d3c85 admin admin] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:39.690642 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fb777e4f-28ff-4f06-bb4c-01b897445542 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:39.718398 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb777e4f-28ff-4f06-bb4c-01b897445542 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Pushing event deleted for resources: {'Port': ['ID=5042ba60-03a9-4f27-bf19-daf08f6b1a52,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:39.731736 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-34f32d4e-90d8-4b66-8af3-c287afcbcef1 None None] Set router d6dd2bc3-0cfa-4a50-9129-f762c87cd766 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:23:39.826186 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5cd724e9-d484-4bb6-9687-77ec087d3c85 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:39.877105 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9948f899-ddcd-42f8-8852-c836c7a6e766 req-4dd50614-fa22-44c0-b46e-33bc89aa2c66 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:39.885735 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9948f899-ddcd-42f8-8852-c836c7a6e766 req-4dd50614-fa22-44c0-b46e-33bc89aa2c66 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=06e3a85a-4c3a-4297-b374-0fdcd0494740 HTTP/1.1" status: 200 len: 946 time: 0.0802743 Nov 25 13:23:39.894130 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-5cd724e9-d484-4bb6-9687-77ec087d3c85 admin admin] Deleting port 6d45f16a-a384-4d47-af18-5c08b909c40e {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:23:39.894517 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5cd724e9-d484-4bb6-9687-77ec087d3c85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:39.905632 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fb777e4f-28ff-4f06-bb4c-01b897445542 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:39.912371 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-fb777e4f-28ff-4f06-bb4c-01b897445542 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] 10.222.0.53 "DELETE /v2.0/ports/5042ba60-03a9-4f27-bf19-daf08f6b1a52 HTTP/1.1" status: 204 len: 168 time: 0.7022924 Nov 25 13:23:39.915510 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 56660) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:39.945929 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-261755a8-e6d1-402a-a0ff-3cf3c095be50 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] GET failed (client error): The resource could not be found. Nov 25 13:23:39.956730 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-261755a8-e6d1-402a-a0ff-3cf3c095be50 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] 10.222.0.53 "GET /v2.0/ports/5042ba60-03a9-4f27-bf19-daf08f6b1a52 HTTP/1.1" status: 404 len: 333 time: 0.0382280 Nov 25 13:23:39.957503 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 56662) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:39.990521 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-5cd724e9-d484-4bb6-9687-77ec087d3c85 admin admin] For port 6d45f16a-a384-4d47-af18-5c08b909c40e, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=6d45f16a-a384-4d47-af18-5c08b909c40e,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:23:39.990966 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5cd724e9-d484-4bb6-9687-77ec087d3c85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:40.006369 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-5cd724e9-d484-4bb6-9687-77ec087d3c85 admin admin] Calling delete_port for 6d45f16a-a384-4d47-af18-5c08b909c40e owned by network:router_gateway {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:23:40.023338 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9948f899-ddcd-42f8-8852-c836c7a6e766 req-61008c55-8381-4101-b81a-77d49c49f30b tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365917 Nov 25 13:23:40.080411 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-278d2dae-59f8-4e3c-b024-d352eecedc7a tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Deleting port 08fabf9f-5541-479c-a7d4-e1a64f38e44c {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:23:40.080757 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-278d2dae-59f8-4e3c-b024-d352eecedc7a tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:40.121682 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-34f32d4e-90d8-4b66-8af3-c287afcbcef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6dd2bc3-0cfa-4a50-9129-f762c87cd766', 'name': 'tempest-ServersTestMultiNic-1418688574-router', 'tenant_id': 'c7b7eead49e04a28b5b17470c05451fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '6d45f16a-a384-4d47-af18-5c08b909c40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:22:06Z', 'updated_at': '2021-11-25T13:23:38Z', 'revision_number': 5, 'project_id': 'c7b7eead49e04a28b5b17470c05451fe', 'gw_port': {'id': '6d45f16a-a384-4d47-af18-5c08b909c40e', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f3:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6dd2bc3-0cfa-4a50-9129-f762c87cd766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:22:06Z', 'updated_at': '2021-11-25T13:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:23:40.157968 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f32d4e-90d8-4b66-8af3-c287afcbcef1 None None] Checking router: d6dd2bc3-0cfa-4a50-9129-f762c87cd766 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:23:40.168211 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f32d4e-90d8-4b66-8af3-c287afcbcef1 None None] Routers {'d6dd2bc3-0cfa-4a50-9129-f762c87cd766'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:23:40.168840 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-34f32d4e-90d8-4b66-8af3-c287afcbcef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:23:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['d6dd2bc3-0cfa-4a50-9129-f762c87cd766'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:23:40.189001 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-278d2dae-59f8-4e3c-b024-d352eecedc7a tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:40.208238 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-278d2dae-59f8-4e3c-b024-d352eecedc7a tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Calling delete_port for 08fabf9f-5541-479c-a7d4-e1a64f38e44c owned by {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:23:40.213277 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5cd724e9-d484-4bb6-9687-77ec087d3c85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:40.252281 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd724e9-d484-4bb6-9687-77ec087d3c85 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d45f16a-a384-4d47-af18-5c08b909c40e,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:40.284382 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9eb11aa-6d11-4e27-afbf-c24ce67ce4e6 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:23:40.322388 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-34f32d4e-90d8-4b66-8af3-c287afcbcef1 None None] Set router d6dd2bc3-0cfa-4a50-9129-f762c87cd766 gateway port host: None {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:23:40.362219 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5cd724e9-d484-4bb6-9687-77ec087d3c85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:40.433607 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-34f32d4e-90d8-4b66-8af3-c287afcbcef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6dd2bc3-0cfa-4a50-9129-f762c87cd766', 'name': 'tempest-ServersTestMultiNic-1418688574-router', 'tenant_id': 'c7b7eead49e04a28b5b17470c05451fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:22:06Z', 'updated_at': '2021-11-25T13:23:39Z', 'revision_number': 6, 'project_id': 'c7b7eead49e04a28b5b17470c05451fe', 'gw_port_host': None}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:23:40.465977 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f32d4e-90d8-4b66-8af3-c287afcbcef1 None None] The sync data for ids ['d6dd2bc3-0cfa-4a50-9129-f762c87cd766'] in n-d-808199-11 is: [{'id': 'd6dd2bc3-0cfa-4a50-9129-f762c87cd766', 'name': 'tempest-ServersTestMultiNic-1418688574-router', 'tenant_id': 'c7b7eead49e04a28b5b17470c05451fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:22:06Z', 'updated_at': '2021-11-25T13:23:39Z', 'revision_number': 6, 'project_id': 'c7b7eead49e04a28b5b17470c05451fe', 'gw_port_host': None}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:23:40.489582 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-278d2dae-59f8-4e3c-b024-d352eecedc7a tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:40.557692 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5cd724e9-d484-4bb6-9687-77ec087d3c85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:40.560972 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5cd724e9-d484-4bb6-9687-77ec087d3c85 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:40.609381 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5cd724e9-d484-4bb6-9687-77ec087d3c85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:40.610364 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd724e9-d484-4bb6-9687-77ec087d3c85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6dd2bc3-0cfa-4a50-9129-f762c87cd766 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:23:40.615195 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5cd724e9-d484-4bb6-9687-77ec087d3c85 admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:40.616698 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5cd724e9-d484-4bb6-9687-77ec087d3c85 admin admin] 10.222.0.53 "DELETE /v2.0/routers/d6dd2bc3-0cfa-4a50-9129-f762c87cd766 HTTP/1.1" status: 204 len: 168 time: 1.0459476 Nov 25 13:23:40.618949 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56676) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:40.676208 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb7dacc9-75f5-4dac-87fe-a73e9b0727aa admin admin] Deleting subnet 4338fd81-4e7b-4876-9bda-c88455681113 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:23:40.680278 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eb7dacc9-75f5-4dac-87fe-a73e9b0727aa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:40.720033 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eb7dacc9-75f5-4dac-87fe-a73e9b0727aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:40.807347 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eb7dacc9-75f5-4dac-87fe-a73e9b0727aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:40.888046 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eb7dacc9-75f5-4dac-87fe-a73e9b0727aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:40.916147 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0d42bb75-f99b-46db-ac12-21a3d11aaed3 req-6c66366f-9075-4d12-a3a4-8504f4441269 tempest-ServerShowV257Test-1728882813 tempest-ServerShowV257Test-1728882813-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb10b618-8670-4019-a3cb-7172877518d4 HTTP/1.1" status: 200 len: 210 time: 0.4295835 Nov 25 13:23:40.924275 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278d2dae-59f8-4e3c-b024-d352eecedc7a tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Pushing event deleted for resources: {'Port': ['ID=08fabf9f-5541-479c-a7d4-e1a64f38e44c,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:40.935561 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7dacc9-75f5-4dac-87fe-a73e9b0727aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4338fd81-4e7b-4876-9bda-c88455681113,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:40.940584 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67288976-28af-443f-afa8-858c5b80279e req-0536b6fa-728d-4276-90f1-e8db12c7e266 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:40.942140 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-67288976-28af-443f-afa8-858c5b80279e req-0536b6fa-728d-4276-90f1-e8db12c7e266 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=37066eee-930e-4716-8431-bf6a47d501da HTTP/1.1" status: 200 len: 944 time: 0.4978828 Nov 25 13:23:40.945831 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eb7dacc9-75f5-4dac-87fe-a73e9b0727aa admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:40.953197 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-eb7dacc9-75f5-4dac-87fe-a73e9b0727aa admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4338fd81-4e7b-4876-9bda-c88455681113 HTTP/1.1" status: 204 len: 168 time: 0.3309722 Nov 25 13:23:40.954526 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56680) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:40.966659 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fde6e5-6874-4675-8bd9-1470ef2e5bfb None None] Network dd2f53fd-4a9d-4ecc-8de3-9d867aad3ec6 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:23:41.079143 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 26ce0e2e-3438-4e1c-9165-7bdc9f37119b details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:23:41.118374 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-049712b0-5e7c-461b-8e73-d579534d1b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:41.131432 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-67288976-28af-443f-afa8-858c5b80279e req-691266b9-2e03-4e49-b525-76d408a2e4aa tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593220 Nov 25 13:23:41.173259 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-278d2dae-59f8-4e3c-b024-d352eecedc7a tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:41.181312 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-278d2dae-59f8-4e3c-b024-d352eecedc7a tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] 10.222.0.53 "DELETE /v2.0/ports/08fabf9f-5541-479c-a7d4-e1a64f38e44c HTTP/1.1" status: 204 len: 168 time: 1.2224174 Nov 25 13:23:41.182159 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56684) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:41.209584 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 26ce0e2e-3438-4e1c-9165-7bdc9f37119b, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=26ce0e2e-3438-4e1c-9165-7bdc9f37119b,segment=NetworkSegment(7416f1b9-0861-4e21-8e76-903d02909f6c),segment_id=7416f1b9-0861-4e21-8e76-903d02909f6c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:23:41.231604 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '26ce0e2e-3438-4e1c-9165-7bdc9f37119b', 'network_id': '3dcc6e35-952f-4386-bb71-7353cabbfad7', 'port_id': '26ce0e2e-3438-4e1c-9165-7bdc9f37119b', 'mac_address': 'fa:16:3e:ef:e8:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '991e5daa-3b4a-4e1b-b46b-0e4b40b2f220', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:23:41.273129 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec22a8e2-c5cc-4743-9dc8-bf8d93b0489f req-045e9ed4-f66b-4990-a861-7a95b9e8134d tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:41.293729 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ec22a8e2-c5cc-4743-9dc8-bf8d93b0489f req-045e9ed4-f66b-4990-a861-7a95b9e8134d tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=21fe0049-ebfc-446f-a301-ffbd47309f07 HTTP/1.1" status: 200 len: 943 time: 0.1609859 Nov 25 13:23:41.335135 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-57462103-e69b-46d4-bf67-748177ba2d6c tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Deleting subnet 6a911b5f-5b62-42b2-a112-e58faf0f31ea {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:23:41.346025 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-57462103-e69b-46d4-bf67-748177ba2d6c tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:41.349562 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:41.365468 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26ce0e2e-3438-4e1c-9165-7bdc9f37119b {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:23:41.398081 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 26ce0e2e-3438-4e1c-9165-7bdc9f37119b, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=26ce0e2e-3438-4e1c-9165-7bdc9f37119b,segment=NetworkSegment(7416f1b9-0861-4e21-8e76-903d02909f6c),segment_id=7416f1b9-0861-4e21-8e76-903d02909f6c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:23:41.412976 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ec22a8e2-c5cc-4743-9dc8-bf8d93b0489f req-67635d42-8f8a-4e70-afe3-cb6c6ff4fba7 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165941 Nov 25 13:23:41.416408 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:41.417285 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 2d3dd326-ee09-4a6b-bf5f-0816478598e5 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:23:41.432460 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 8ad7a44d-0655-439e-99ce-b953ce20078e no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:23:41.441519 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-049712b0-5e7c-461b-8e73-d579534d1b81 admin admin] Deleting port 55d1a675-0106-44de-a252-c92c3e47bdf8 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:23:41.441847 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-049712b0-5e7c-461b-8e73-d579534d1b81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:41.473727 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 8ad7a44d-0655-439e-99ce-b953ce20078e {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:23:41.474436 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 8ad7a44d-0655-439e-99ce-b953ce20078e not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:23:41.481728 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c93e80-bcfe-4704-a4ea-ce47ab9fa3b9 None None] DHCP port deletion for dd2f53fd-4a9d-4ecc-8de3-9d867aad3ec6 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:23:41.519829 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-57462103-e69b-46d4-bf67-748177ba2d6c tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:41.589627 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:41.679302 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=26ce0e2e-3438-4e1c-9165-7bdc9f37119b,revision_number=7']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:41.735995 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2221b1fc-0564-4382-aa18-1592b45de11c req-f93760cc-22fd-402d-a5e3-d233327aaee4 tempest-ServerShowV257Test-1728882813 tempest-ServerShowV257Test-1728882813-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb10b618-8670-4019-a3cb-7172877518d4 HTTP/1.1" status: 200 len: 210 time: 0.0601394 Nov 25 13:23:41.738264 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-01c93e80-bcfe-4704-a4ea-ce47ab9fa3b9 None None] Deleting port 55d1a675-0106-44de-a252-c92c3e47bdf8 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:23:41.738931 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-01c93e80-bcfe-4704-a4ea-ce47ab9fa3b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:41.766731 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-57462103-e69b-46d4-bf67-748177ba2d6c tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:41.797873 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 2d3dd326-ee09-4a6b-bf5f-0816478598e5, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=2d3dd326-ee09-4a6b-bf5f-0816478598e5,segment=NetworkSegment(9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8),segment_id=9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:23:41.817621 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-049712b0-5e7c-461b-8e73-d579534d1b81 admin admin] For port 55d1a675-0106-44de-a252-c92c3e47bdf8, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=55d1a675-0106-44de-a252-c92c3e47bdf8,segment=NetworkSegment(98c520c6-f2da-46af-82ed-6057431a105c),segment_id=98c520c6-f2da-46af-82ed-6057431a105c)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:23:41.817988 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-049712b0-5e7c-461b-8e73-d579534d1b81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:41.825218 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '2d3dd326-ee09-4a6b-bf5f-0816478598e5', 'network_id': '9b74e527-2eba-4880-abc3-5f552bc5f61d', 'port_id': '2d3dd326-ee09-4a6b-bf5f-0816478598e5', 'mac_address': 'fa:16:3e:90:f5:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06d9fad2-62ee-411b-8cba-f5e1b7fa4731', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:23:41.833496 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-01c93e80-bcfe-4704-a4ea-ce47ab9fa3b9 None None] For port 55d1a675-0106-44de-a252-c92c3e47bdf8, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=55d1a675-0106-44de-a252-c92c3e47bdf8,segment=NetworkSegment(98c520c6-f2da-46af-82ed-6057431a105c),segment_id=98c520c6-f2da-46af-82ed-6057431a105c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:23:41.833894 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-01c93e80-bcfe-4704-a4ea-ce47ab9fa3b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:41.849889 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-049712b0-5e7c-461b-8e73-d579534d1b81 admin admin] Calling delete_port for 55d1a675-0106-44de-a252-c92c3e47bdf8 owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:23:41.867358 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-01c93e80-bcfe-4704-a4ea-ce47ab9fa3b9 None None] Calling delete_port for 55d1a675-0106-44de-a252-c92c3e47bdf8 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:23:41.889789 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:41.919343 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-57462103-e69b-46d4-bf67-748177ba2d6c tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:41.941824 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d3dd326-ee09-4a6b-bf5f-0816478598e5 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:23:41.974725 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 2d3dd326-ee09-4a6b-bf5f-0816478598e5, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=2d3dd326-ee09-4a6b-bf5f-0816478598e5,segment=NetworkSegment(9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8),segment_id=9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:23:41.986755 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:42.023334 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-01c93e80-bcfe-4704-a4ea-ce47ab9fa3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:42.050080 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c93e80-bcfe-4704-a4ea-ce47ab9fa3b9 None None] No DVR routers for this DVR port 55d1a675-0106-44de-a252-c92c3e47bdf8 on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:23:42.058271 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=2d3dd326-ee09-4a6b-bf5f-0816478598e5,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:42.087158 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c93e80-bcfe-4704-a4ea-ce47ab9fa3b9 None None] Pushing event deleted for resources: {'Port': ['ID=55d1a675-0106-44de-a252-c92c3e47bdf8,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:42.237855 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['2d3dd326-ee09-4a6b-bf5f-0816478598e5'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:23:42.242665 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['26ce0e2e-3438-4e1c-9165-7bdc9f37119b'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:23:42.248543 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c013146-1891-4213-8563-71cd5220c1d8 req-9ded3134-aafb-4f55-8cc5-1cbb1732281b tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:42.250163 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8c013146-1891-4213-8563-71cd5220c1d8 req-9ded3134-aafb-4f55-8cc5-1cbb1732281b tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=37066eee-930e-4716-8431-bf6a47d501da HTTP/1.1" status: 200 len: 945 time: 0.0557468 Nov 25 13:23:42.278850 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57462103-e69b-46d4-bf67-748177ba2d6c tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Pushing event deleted for resources: {'Subnet': ['ID=6a911b5f-5b62-42b2-a112-e58faf0f31ea,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:42.291804 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-57462103-e69b-46d4-bf67-748177ba2d6c tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:42.294916 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b943340b-9e5c-4ab1-9681-1b1c9b2d5dd8 None None] Network f3e960fc-6089-4c20-9536-157fa111f556 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:23:42.297777 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-57462103-e69b-46d4-bf67-748177ba2d6c tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] 10.222.0.53 "DELETE /v2.0/subnets/6a911b5f-5b62-42b2-a112-e58faf0f31ea HTTP/1.1" status: 204 len: 168 time: 1.1103640 Nov 25 13:23:42.299235 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 56706) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:42.316021 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-049712b0-5e7c-461b-8e73-d579534d1b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:42.331285 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8c013146-1891-4213-8563-71cd5220c1d8 req-3daa5636-24db-4272-bd9e-e34b55e49e41 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740340 Nov 25 13:23:42.348059 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049712b0-5e7c-461b-8e73-d579534d1b81 admin admin] Pushing event deleted for resources: {'Port': ['ID=55d1a675-0106-44de-a252-c92c3e47bdf8,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:42.348059 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049712b0-5e7c-461b-8e73-d579534d1b81 admin admin] No DVR routers for this DVR port 55d1a675-0106-44de-a252-c92c3e47bdf8 on host n-d-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:23:42.418583 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-93671347-16fd-4536-81a7-3574f785cb76 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:42.434262 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-049712b0-5e7c-461b-8e73-d579534d1b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:42.478566 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-049712b0-5e7c-461b-8e73-d579534d1b81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd2f53fd-4a9d-4ecc-8de3-9d867aad3ec6']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:23:42.489352 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-93671347-16fd-4536-81a7-3574f785cb76 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Deleting port 8745347a-dd5b-43ce-8f1d-cf9c8158e4b5 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:23:42.489955 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-049712b0-5e7c-461b-8e73-d579534d1b81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98c520c6-f2da-46af-82ed-6057431a105c') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:23:42.490111 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-93671347-16fd-4536-81a7-3574f785cb76 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:42.490438 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-049712b0-5e7c-461b-8e73-d579534d1b81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98c520c6-f2da-46af-82ed-6057431a105c') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:23:42.501296 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-049712b0-5e7c-461b-8e73-d579534d1b81 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:42.517252 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-049712b0-5e7c-461b-8e73-d579534d1b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:42.524396 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-049712b0-5e7c-461b-8e73-d579534d1b81 admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:23:42.524965 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-049712b0-5e7c-461b-8e73-d579534d1b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:42.527411 n-d-808199-11 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:23:42.527411 n-d-808199-11 neutron-server[103571]: self.session.flush() Nov 25 13:23:42.527411 n-d-808199-11 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:23:42.527411 n-d-808199-11 neutron-server[103571]: self.session.flush() Nov 25 13:23:42.527411 n-d-808199-11 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:23:42.527411 n-d-808199-11 neutron-server[103571]: self.session.flush() Nov 25 13:23:42.527411 n-d-808199-11 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:23:42.527411 n-d-808199-11 neutron-server[103571]: self.session.flush() Nov 25 13:23:42.527411 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:23:42.527411 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:23:42.527411 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:23:42.527411 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:23:42.527411 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:23:42.527411 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:23:42.527411 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:23:42.527411 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:23:42.527411 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:23:42.527411 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:23:42.527411 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:23:42.527411 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:23:42.527411 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:23:42.527411 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:23:42.527411 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:23:42.527411 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:23:42.527411 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:23:42.527411 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:23:42.527411 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:23:42.527411 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:23:42.527411 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:23:42.527411 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:23:42.527411 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:23:42.527411 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:23:42.527411 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:23:42.527411 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:23:42.527411 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:23:42.527411 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:23:42.527411 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:23:42.527411 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:23:42.527411 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:23:42.527411 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:23:42.595261 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-049712b0-5e7c-461b-8e73-d579534d1b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:42.609980 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-93671347-16fd-4536-81a7-3574f785cb76 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] For port 8745347a-dd5b-43ce-8f1d-cf9c8158e4b5, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=8745347a-dd5b-43ce-8f1d-cf9c8158e4b5,segment=NetworkSegment(61e49b16-2da6-4211-a171-39f47de92e62),segment_id=61e49b16-2da6-4211-a171-39f47de92e62)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:23:42.610362 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-93671347-16fd-4536-81a7-3574f785cb76 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:42.624762 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-049712b0-5e7c-461b-8e73-d579534d1b81 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:42.629814 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-049712b0-5e7c-461b-8e73-d579534d1b81 admin admin] 10.222.0.53 "DELETE /v2.0/networks/dd2f53fd-4a9d-4ecc-8de3-9d867aad3ec6 HTTP/1.1" status: 204 len: 168 time: 1.6719277 Nov 25 13:23:42.636959 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c53b2cb-fc06-4513-84ff-3f34f106ef5c req-0e7d8814-73c5-438c-aa9e-ff45ad8021ab tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:42.638497 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4c53b2cb-fc06-4513-84ff-3f34f106ef5c req-0e7d8814-73c5-438c-aa9e-ff45ad8021ab tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=21fe0049-ebfc-446f-a301-ffbd47309f07 HTTP/1.1" status: 200 len: 944 time: 0.1438181 Nov 25 13:23:42.641676 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-93671347-16fd-4536-81a7-3574f785cb76 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Calling delete_port for 8745347a-dd5b-43ce-8f1d-cf9c8158e4b5 owned by network:dhcp {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:23:42.648743 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffbebc3-645f-4a2f-8e76-0986f676d42b None None] DHCP port deletion for f3e960fc-6089-4c20-9536-157fa111f556 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:23:42.654353 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049712b0-5e7c-461b-8e73-d579534d1b81 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd2f53fd-4a9d-4ecc-8de3-9d867aad3ec6,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:42.716359 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-1ffbebc3-645f-4a2f-8e76-0986f676d42b None None] Deleting port 8745347a-dd5b-43ce-8f1d-cf9c8158e4b5 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:23:42.716833 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1ffbebc3-645f-4a2f-8e76-0986f676d42b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:42.757516 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4c53b2cb-fc06-4513-84ff-3f34f106ef5c req-b8f6615f-83b9-444a-90db-69b4e5330c6f tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058300 Nov 25 13:23:42.795634 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-1ffbebc3-645f-4a2f-8e76-0986f676d42b None None] For port 8745347a-dd5b-43ce-8f1d-cf9c8158e4b5, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=8745347a-dd5b-43ce-8f1d-cf9c8158e4b5,segment=NetworkSegment(61e49b16-2da6-4211-a171-39f47de92e62),segment_id=61e49b16-2da6-4211-a171-39f47de92e62)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:23:42.796048 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1ffbebc3-645f-4a2f-8e76-0986f676d42b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:42.810546 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-1ffbebc3-645f-4a2f-8e76-0986f676d42b None None] Calling delete_port for 8745347a-dd5b-43ce-8f1d-cf9c8158e4b5 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:23:42.855778 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c82097-337e-49d2-ac7e-e521d9c162d5 req-ff1ee17e-9273-45fe-aa3c-4fe73d04b579 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:42.857265 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b9c82097-337e-49d2-ac7e-e521d9c162d5 req-ff1ee17e-9273-45fe-aa3c-4fe73d04b579 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=06e3a85a-4c3a-4297-b374-0fdcd0494740 HTTP/1.1" status: 200 len: 946 time: 0.1160495 Nov 25 13:23:42.872895 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 8745347a-dd5b-43ce-8f1d-cf9c8158e4b5 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:23:42.876525 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-93671347-16fd-4536-81a7-3574f785cb76 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:42.898435 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 8745347a-dd5b-43ce-8f1d-cf9c8158e4b5 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:23:42.898820 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 8745347a-dd5b-43ce-8f1d-cf9c8158e4b5 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:23:42.899257 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 6d45f16a-a384-4d47-af18-5c08b909c40e no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:23:42.905687 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56718) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:42.929469 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93671347-16fd-4536-81a7-3574f785cb76 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Pushing event deleted for resources: {'Port': ['ID=8745347a-dd5b-43ce-8f1d-cf9c8158e4b5,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:42.937423 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 6d45f16a-a384-4d47-af18-5c08b909c40e {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:23:42.937987 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93671347-16fd-4536-81a7-3574f785cb76 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] No DVR routers for this DVR port 8745347a-dd5b-43ce-8f1d-cf9c8158e4b5 on host n-d-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:23:42.939802 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 6d45f16a-a384-4d47-af18-5c08b909c40e not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:23:42.940272 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 55d1a675-0106-44de-a252-c92c3e47bdf8 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:23:42.950221 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-361ea2ce-7d7b-4aad-b239-3baa933a9e8e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c7b7eead49e04a28b5b17470c05451fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0432360 Nov 25 13:23:42.952592 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56720) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:42.967446 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 55d1a675-0106-44de-a252-c92c3e47bdf8 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:23:42.967806 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 55d1a675-0106-44de-a252-c92c3e47bdf8 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:23:42.981772 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8599485d-9e2e-46de-853f-6beaf1017b08 req-50a785ba-da42-459b-8411-07d9d899b623 tempest-ServerShowV257Test-1728882813 tempest-ServerShowV257Test-1728882813-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb10b618-8670-4019-a3cb-7172877518d4 HTTP/1.1" status: 200 len: 210 time: 0.0639298 Nov 25 13:23:42.997383 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1ffbebc3-645f-4a2f-8e76-0986f676d42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:43.021733 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ce0146ca-e8ff-42c5-b1fa-6c53fb247077 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:43.022102 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b9c82097-337e-49d2-ac7e-e521d9c162d5 req-69a139a2-4209-476c-bfc3-3e80ef9e82ec tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552062 Nov 25 13:23:43.039477 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffbebc3-645f-4a2f-8e76-0986f676d42b None None] Pushing event deleted for resources: {'Port': ['ID=8745347a-dd5b-43ce-8f1d-cf9c8158e4b5,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:43.053178 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffbebc3-645f-4a2f-8e76-0986f676d42b None None] No DVR routers for this DVR port 8745347a-dd5b-43ce-8f1d-cf9c8158e4b5 on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:23:43.053557 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ce0146ca-e8ff-42c5-b1fa-6c53fb247077 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:43.088308 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-93671347-16fd-4536-81a7-3574f785cb76 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:43.100610 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 26ce0e2e-3438-4e1c-9165-7bdc9f37119b up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:23:43.115729 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ce0146ca-e8ff-42c5-b1fa-6c53fb247077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:43.118481 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ce0146ca-e8ff-42c5-b1fa-6c53fb247077 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:43.119885 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-ce0146ca-e8ff-42c5-b1fa-6c53fb247077 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/22daa08b-97cb-43e0-8539-4dafee5a974b HTTP/1.1" status: 204 len: 168 time: 0.1664004 Nov 25 13:23:43.129427 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0146ca-e8ff-42c5-b1fa-6c53fb247077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22daa08b-97cb-43e0-8539-4dafee5a974b,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:43.140371 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-93671347-16fd-4536-81a7-3574f785cb76 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3e960fc-6089-4c20-9536-157fa111f556']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:23:43.141076 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0146ca-e8ff-42c5-b1fa-6c53fb247077 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:23:43.141989 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0146ca-e8ff-42c5-b1fa-6c53fb247077 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:23:43.142787 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0146ca-e8ff-42c5-b1fa-6c53fb247077 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:23:43.143516 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0146ca-e8ff-42c5-b1fa-6c53fb247077 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:23:43.144006 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0146ca-e8ff-42c5-b1fa-6c53fb247077 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:23:43.144606 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0146ca-e8ff-42c5-b1fa-6c53fb247077 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:23:43.145160 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0146ca-e8ff-42c5-b1fa-6c53fb247077 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:23:43.145585 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0146ca-e8ff-42c5-b1fa-6c53fb247077 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:23:43.146136 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0146ca-e8ff-42c5-b1fa-6c53fb247077 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:23:43.146675 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0146ca-e8ff-42c5-b1fa-6c53fb247077 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:23:43.154561 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0146ca-e8ff-42c5-b1fa-6c53fb247077 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:23:43.155311 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0146ca-e8ff-42c5-b1fa-6c53fb247077 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:23:43.166048 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-93671347-16fd-4536-81a7-3574f785cb76 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61e49b16-2da6-4211-a171-39f47de92e62') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:23:43.166359 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-93671347-16fd-4536-81a7-3574f785cb76 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61e49b16-2da6-4211-a171-39f47de92e62') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:23:43.177532 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-93671347-16fd-4536-81a7-3574f785cb76 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:43.179481 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 26ce0e2e-3438-4e1c-9165-7bdc9f37119b triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:23:43.179927 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:43.192948 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-93671347-16fd-4536-81a7-3574f785cb76 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:43.201622 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93671347-16fd-4536-81a7-3574f785cb76 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:23:43.201954 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-93671347-16fd-4536-81a7-3574f785cb76 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:43.205714 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:23:43.205714 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:23:43.205714 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:23:43.205714 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:23:43.205714 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:23:43.205714 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:23:43.205714 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:23:43.205714 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:23:43.205714 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:23:43.205714 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:23:43.205714 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:23:43.205714 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:23:43.205714 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:23:43.205714 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:23:43.205714 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:23:43.205714 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:23:43.205714 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:23:43.205714 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:23:43.205714 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:23:43.205714 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:23:43.205714 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:23:43.205714 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:23:43.205714 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:23:43.205714 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:23:43.205714 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:23:43.205714 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:23:43.205714 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:23:43.205714 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:23:43.205714 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:23:43.205714 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:23:43.205714 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:23:43.205714 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:23:43.287353 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:43.302190 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-93671347-16fd-4536-81a7-3574f785cb76 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:43.312844 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-93671347-16fd-4536-81a7-3574f785cb76 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:43.316873 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-93671347-16fd-4536-81a7-3574f785cb76 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] 10.222.0.53 "DELETE /v2.0/networks/f3e960fc-6089-4c20-9536-157fa111f556 HTTP/1.1" status: 204 len: 168 time: 1.0165858 Nov 25 13:23:43.326473 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21fe0049-ebfc-446f-a301-ffbd47309f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ce0e2e-3438-4e1c-9165-7bdc9f37119b'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:23:43.330286 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e251fc-d27b-4780-9a0c-268931672d55" -d '{"events": [{"server_uuid": "21fe0049-ebfc-446f-a301-ffbd47309f07", "name": "network-vif-plugged", "status": "completed", "tag": "26ce0e2e-3438-4e1c-9165-7bdc9f37119b"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:23:43.334420 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93671347-16fd-4536-81a7-3574f785cb76 tempest-AllowedAddressPairTestJSON-1756243210 tempest-AllowedAddressPairTestJSON-1756243210-project] Pushing event deleted for resources: {'Network': ['ID=f3e960fc-6089-4c20-9536-157fa111f556,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:43.369888 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 26ce0e2e-3438-4e1c-9165-7bdc9f37119b, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=26ce0e2e-3438-4e1c-9165-7bdc9f37119b,segment=NetworkSegment(7416f1b9-0861-4e21-8e76-903d02909f6c),segment_id=7416f1b9-0861-4e21-8e76-903d02909f6c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:23:43.407510 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a80cb4c-f2b8-4aa8-8420-7c84c427b5da x-openstack-request-id: req-7a80cb4c-f2b8-4aa8-8420-7c84c427b5da {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:23:43.408853 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21fe0049-ebfc-446f-a301-ffbd47309f07", "name": "network-vif-plugged", "status": "completed", "tag": "26ce0e2e-3438-4e1c-9165-7bdc9f37119b", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:23:43.408853 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7a80cb4c-f2b8-4aa8-8420-7c84c427b5da {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:23:43.409258 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21fe0049-ebfc-446f-a301-ffbd47309f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ce0e2e-3438-4e1c-9165-7bdc9f37119b', 'code': 200} Nov 25 13:23:43.411470 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:43.413733 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 2d3dd326-ee09-4a6b-bf5f-0816478598e5 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:23:43.533409 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=26ce0e2e-3438-4e1c-9165-7bdc9f37119b,revision_number=8']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:43.556086 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 2d3dd326-ee09-4a6b-bf5f-0816478598e5 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:23:43.565276 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 2d3dd326-ee09-4a6b-bf5f-0816478598e5 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:23:43.566027 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:43.581058 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f159b-0b1f-4cdc-a436-4deda7ad0558 req-b2b72a72-b1b5-4ac2-95f0-04ea1b3f5b52 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:43.583465 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a59f159b-0b1f-4cdc-a436-4deda7ad0558 req-b2b72a72-b1b5-4ac2-95f0-04ea1b3f5b52 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=37066eee-930e-4716-8431-bf6a47d501da HTTP/1.1" status: 200 len: 945 time: 0.1491120 Nov 25 13:23:43.617897 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d97c2a8-fdfb-4aab-9879-e9f690bf340c req-97ef179f-0684-4862-85d7-0752c0650d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:43.619829 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9d97c2a8-fdfb-4aab-9879-e9f690bf340c req-97ef179f-0684-4862-85d7-0752c0650d2c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=21fe0049-ebfc-446f-a301-ffbd47309f07 HTTP/1.1" status: 200 len: 1097 time: 0.0726824 Nov 25 13:23:43.683830 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a59f159b-0b1f-4cdc-a436-4deda7ad0558 req-4743e410-1aea-44aa-8cd9-05e715f7b218 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911596 Nov 25 13:23:43.705697 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9d97c2a8-fdfb-4aab-9879-e9f690bf340c req-2123a7c4-4e82-4a0e-8c20-246e4a96f0f9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762219 Nov 25 13:23:43.718587 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:43.778494 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 2d3dd326-ee09-4a6b-bf5f-0816478598e5, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=2d3dd326-ee09-4a6b-bf5f-0816478598e5,segment=NetworkSegment(9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8),segment_id=9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:23:43.785582 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:43.852679 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56754) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:43.864233 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=2d3dd326-ee09-4a6b-bf5f-0816478598e5,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:43.928710 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3f5c4-29ae-4170-a19d-be5d35e73a39 req-1d7b0fac-7b96-40c9-a34f-6890f0e7e759 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:43.938235 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-69b3f5c4-29ae-4170-a19d-be5d35e73a39 req-1d7b0fac-7b96-40c9-a34f-6890f0e7e759 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=21fe0049-ebfc-446f-a301-ffbd47309f07 HTTP/1.1" status: 200 len: 945 time: 0.0607464 Nov 25 13:23:44.001025 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-69b3f5c4-29ae-4170-a19d-be5d35e73a39 req-5f05fe07-b536-4a39-b152-3259833622a6 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563812 Nov 25 13:23:44.086014 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-744c777d-852f-4111-bb7e-e335ecd120a2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=471881411be245cfb601261a4c957b3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2320192 Nov 25 13:23:44.088447 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 56766) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:44.133884 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b1c19a2a-5479-49a8-9591-ae8acdb6ae69 req-a62e18ba-0ac5-4fb1-9335-f25758fa1c6a tempest-ServerShowV257Test-1728882813 tempest-ServerShowV257Test-1728882813-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb10b618-8670-4019-a3cb-7172877518d4 HTTP/1.1" status: 200 len: 210 time: 0.0385554 Nov 25 13:23:44.172025 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d1ead9e9-ae36-4021-b0fc-8920379b9f4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:44.195871 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d1ead9e9-ae36-4021-b0fc-8920379b9f4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:44.217538 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56770) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:44.247737 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d1ead9e9-ae36-4021-b0fc-8920379b9f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:44.250881 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d1ead9e9-ae36-4021-b0fc-8920379b9f4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:44.252061 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d1ead9e9-ae36-4021-b0fc-8920379b9f4d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6591acf6-30a4-49b6-9826-b57dbcfebb41 HTTP/1.1" status: 204 len: 168 time: 0.1625216 Nov 25 13:23:44.259997 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ead9e9-ae36-4021-b0fc-8920379b9f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6591acf6-30a4-49b6-9826-b57dbcfebb41,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:44.332137 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-ad7fdb8d-4d41-4724-bd51-a2f36fc0d461 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-8481113-network', 'tenant_id': 'cd7c5e3fb24e497790bddf71745a7be6'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:23:44.356032 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7fdb8d-4d41-4724-bd51-a2f36fc0d461 admin admin] Made reservation on behalf of cd7c5e3fb24e497790bddf71745a7be6 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:23:44.359225 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ad7fdb8d-4d41-4724-bd51-a2f36fc0d461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:44.368984 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ad7fdb8d-4d41-4724-bd51-a2f36fc0d461 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:44.458525 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ad7fdb8d-4d41-4724-bd51-a2f36fc0d461 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:44.463577 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ad7fdb8d-4d41-4724-bd51-a2f36fc0d461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:44.506908 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7fdb8d-4d41-4724-bd51-a2f36fc0d461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ecb83b-aa8b-45e7-9f02-f2f79809d137,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:44.519032 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad7fdb8d-4d41-4724-bd51-a2f36fc0d461 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:23:44.532464 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ad7fdb8d-4d41-4724-bd51-a2f36fc0d461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:44.532843 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-ad7fdb8d-4d41-4724-bd51-a2f36fc0d461 admin admin] Added segment 58642de7-0448-4b9f-b025-6584c86f55e5 of type vlan for network eae7b2f5-436f-4dfa-9d02-19b13705b01d Nov 25 13:23:44.581172 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ad7fdb8d-4d41-4724-bd51-a2f36fc0d461 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:44.606815 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ad7fdb8d-4d41-4724-bd51-a2f36fc0d461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:44.607813 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7fdb8d-4d41-4724-bd51-a2f36fc0d461 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:44.608387 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ad7fdb8d-4d41-4724-bd51-a2f36fc0d461 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:44.673502 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-ad7fdb8d-4d41-4724-bd51-a2f36fc0d461 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.4517927 Nov 25 13:23:44.673502 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56788) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:44.678404 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-1413bbc7-d988-45f0-b6af-d688ae8cce3c admin admin] Request body: {'subnet': {'network_id': 'eae7b2f5-436f-4dfa-9d02-19b13705b01d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-8481113-subnet', 'tenant_id': 'cd7c5e3fb24e497790bddf71745a7be6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:23:44.683692 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7fdb8d-4d41-4724-bd51-a2f36fc0d461 admin admin] Pushing event updated for resources: {'Network': ['ID=eae7b2f5-436f-4dfa-9d02-19b13705b01d,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:44.701401 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network eae7b2f5-436f-4dfa-9d02-19b13705b01d details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:23:44.709532 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1413bbc7-d988-45f0-b6af-d688ae8cce3c admin admin] Made reservation on behalf of cd7c5e3fb24e497790bddf71745a7be6 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:23:44.712387 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1413bbc7-d988-45f0-b6af-d688ae8cce3c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:44.886439 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079507c-1462-4339-a0c7-69bf2c23ad26 req-9b5ee659-90d0-4bcb-816c-b4c82f4b5b5b tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:44.898487 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9079507c-1462-4339-a0c7-69bf2c23ad26 req-9b5ee659-90d0-4bcb-816c-b4c82f4b5b5b tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=37066eee-930e-4716-8431-bf6a47d501da HTTP/1.1" status: 200 len: 946 time: 0.1049924 Nov 25 13:23:44.975162 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1413bbc7-d988-45f0-b6af-d688ae8cce3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:44.975396 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9079507c-1462-4339-a0c7-69bf2c23ad26 req-4acb5697-af3c-48a0-8631-37aae0d972b4 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755064 Nov 25 13:23:45.073661 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1413bbc7-d988-45f0-b6af-d688ae8cce3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e31b5857-6cc7-4cd2-969f-8ff490a68c15,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:45.090573 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1413bbc7-d988-45f0-b6af-d688ae8cce3c admin admin] Checking segment: {'id': '58642de7-0448-4b9f-b025-6584c86f55e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'eae7b2f5-436f-4dfa-9d02-19b13705b01d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:23:45.091642 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1413bbc7-d988-45f0-b6af-d688ae8cce3c admin admin] Network hostable DHCP agents. Network: eae7b2f5-436f-4dfa-9d02-19b13705b01d, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:23:45.112576 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1413bbc7-d988-45f0-b6af-d688ae8cce3c admin admin] Network eae7b2f5-436f-4dfa-9d02-19b13705b01d is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:23:45.125665 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-1413bbc7-d988-45f0-b6af-d688ae8cce3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, eae7b2f5-436f-4dfa-9d02-19b13705b01d) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:23:45.137843 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1413bbc7-d988-45f0-b6af-d688ae8cce3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:45.138590 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1413bbc7-d988-45f0-b6af-d688ae8cce3c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:45.142588 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56802) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:45.143870 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07899704-6ace-46e5-8b53-ad807ddf9a69 None None] Network eae7b2f5-436f-4dfa-9d02-19b13705b01d requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:23:45.158946 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab8c53-d2ed-4788-89fa-17d4be4be016 req-c0deb1fc-42be-46fb-ad3b-df7fd0b71a34 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:45.161154 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c5ab8c53-d2ed-4788-89fa-17d4be4be016 req-c0deb1fc-42be-46fb-ad3b-df7fd0b71a34 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=21fe0049-ebfc-446f-a301-ffbd47309f07 HTTP/1.1" status: 200 len: 945 time: 0.0720785 Nov 25 13:23:45.165812 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-1413bbc7-d988-45f0-b6af-d688ae8cce3c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4911966 Nov 25 13:23:45.257966 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c5ab8c53-d2ed-4788-89fa-17d4be4be016 req-d90eda11-6d64-4dae-abca-a012deb1ba54 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844560 Nov 25 13:23:45.333150 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5f2be2f8-4ecf-4a9d-a49e-e96205cd7e49 req-dbb60d35-1c84-4ee2-bf8d-1afc2a8a02d9 tempest-ServerShowV257Test-1728882813 tempest-ServerShowV257Test-1728882813-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb10b618-8670-4019-a3cb-7172877518d4 HTTP/1.1" status: 200 len: 210 time: 0.0689864 Nov 25 13:23:45.353287 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-f37330e8-3f98-4333-8ce9-aed01cdc77af tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1963435306'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:23:45.407932 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37330e8-3f98-4333-8ce9-aed01cdc77af tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Made reservation on behalf of 33f2ee5c7830442db7d8e3bd7eb6dd8c for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:23:45.410623 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37066eee-930e-4716-8431-bf6a47d501da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d3dd326-ee09-4a6b-bf5f-0816478598e5'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:23:45.415792 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f37330e8-3f98-4333-8ce9-aed01cdc77af tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:45.419619 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62641b47-1870-4285-8416-606d317b7b71" -d '{"events": [{"server_uuid": "37066eee-930e-4716-8431-bf6a47d501da", "name": "network-vif-plugged", "status": "completed", "tag": "2d3dd326-ee09-4a6b-bf5f-0816478598e5"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:23:45.432399 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ec49d7-2b6d-47c0-862e-84cb6d234cd4 None None] Network eae7b2f5-436f-4dfa-9d02-19b13705b01d requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:23:45.438060 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f37330e8-3f98-4333-8ce9-aed01cdc77af tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:45.467136 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3fc571-3084-43db-9eaf-78b38d9cb45f req-bef768db-5671-407d-b142-ea48c3b593cd tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:45.480793 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9c3fc571-3084-43db-9eaf-78b38d9cb45f req-bef768db-5671-407d-b142-ea48c3b593cd tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=21fe0049-ebfc-446f-a301-ffbd47309f07 HTTP/1.1" status: 200 len: 945 time: 0.1102207 Nov 25 13:23:45.537966 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc1b939-c8ae-40d0-874e-f5594f9bd734 x-openstack-request-id: req-3fc1b939-c8ae-40d0-874e-f5594f9bd734 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:23:45.540957 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37066eee-930e-4716-8431-bf6a47d501da", "name": "network-vif-plugged", "status": "completed", "tag": "2d3dd326-ee09-4a6b-bf5f-0816478598e5", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:23:45.541247 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3fc1b939-c8ae-40d0-874e-f5594f9bd734 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:23:45.541672 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37066eee-930e-4716-8431-bf6a47d501da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d3dd326-ee09-4a6b-bf5f-0816478598e5', 'code': 200} Nov 25 13:23:45.573273 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9c3fc571-3084-43db-9eaf-78b38d9cb45f req-4a8611f7-1093-43fd-9048-d3cc7944a39a tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912917 Nov 25 13:23:45.713761 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f37330e8-3f98-4333-8ce9-aed01cdc77af tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:45.722219 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494a27f4-2ae3-4134-a6da-74eebe49b02f req-773c997d-fff2-4244-8ad2-fc3fff222bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:45.724830 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-494a27f4-2ae3-4134-a6da-74eebe49b02f req-773c997d-fff2-4244-8ad2-fc3fff222bc8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=37066eee-930e-4716-8431-bf6a47d501da HTTP/1.1" status: 200 len: 1098 time: 0.1673815 Nov 25 13:23:45.726156 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f37330e8-3f98-4333-8ce9-aed01cdc77af tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:45.780782 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f37330e8-3f98-4333-8ce9-aed01cdc77af tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:23:45.808763 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37330e8-3f98-4333-8ce9-aed01cdc77af tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22e17e5a-191c-4d89-89d7-f08e2252230b,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:45.821775 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f37330e8-3f98-4333-8ce9-aed01cdc77af tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:45.821971 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-f37330e8-3f98-4333-8ce9-aed01cdc77af tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Added segment 763c4857-2934-48cb-b0bd-88c5fb18acb2 of type vlan for network 76323fcd-e711-426a-b224-97a9d8612a45 Nov 25 13:23:45.879294 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-494a27f4-2ae3-4134-a6da-74eebe49b02f req-a58aade6-904d-4905-b5f9-9b2bd0d38853 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420417 Nov 25 13:23:45.890528 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f37330e8-3f98-4333-8ce9-aed01cdc77af tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:45.927195 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f37330e8-3f98-4333-8ce9-aed01cdc77af tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:45.936851 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37330e8-3f98-4333-8ce9-aed01cdc77af tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:45.937563 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f37330e8-3f98-4333-8ce9-aed01cdc77af tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:45.946149 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e655f-5ae0-48ce-8210-661fdb2bd5a5 req-1a9def93-de0c-424f-a695-5c11c800b814 tempest-ServerAddressesNegativeTestJSON-1171938793 tempest-ServerAddressesNegativeTestJSON-1171938793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:45.949260 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e60e655f-5ae0-48ce-8210-661fdb2bd5a5 req-1a9def93-de0c-424f-a695-5c11c800b814 tempest-ServerAddressesNegativeTestJSON-1171938793 tempest-ServerAddressesNegativeTestJSON-1171938793-project] 10.222.0.53 "GET /v2.0/networks?id=eae7b2f5-436f-4dfa-9d02-19b13705b01d HTTP/1.1" status: 200 len: 819 time: 0.1465580 Nov 25 13:23:45.969801 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e60e655f-5ae0-48ce-8210-661fdb2bd5a5 req-dafefc6f-66c0-4be1-9044-536b41026693 tempest-ServerAddressesNegativeTestJSON-1171938793 tempest-ServerAddressesNegativeTestJSON-1171938793-project] 10.222.0.53 "GET /v2.0/quotas/cd7c5e3fb24e497790bddf71745a7be6 HTTP/1.1" status: 200 len: 375 time: 0.0140429 Nov 25 13:23:45.977515 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-f37330e8-3f98-4333-8ce9-aed01cdc77af tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8331158 Nov 25 13:23:45.982035 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 56844) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:46.004852 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-984db94c-0e36-4fda-9436-75a45f13f655 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Request body: {'port': {'network_id': '76323fcd-e711-426a-b224-97a9d8612a45', 'name': 'tempest-PortsIpV6TestJSON-74724816'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:23:46.030823 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37330e8-3f98-4333-8ce9-aed01cdc77af tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event updated for resources: {'Network': ['ID=76323fcd-e711-426a-b224-97a9d8612a45,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:46.041433 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 76323fcd-e711-426a-b224-97a9d8612a45 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:23:46.053663 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e60e655f-5ae0-48ce-8210-661fdb2bd5a5 req-7ff38850-2325-4ca8-8755-f8484c22851d tempest-ServerAddressesNegativeTestJSON-1171938793 tempest-ServerAddressesNegativeTestJSON-1171938793-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=cd7c5e3fb24e497790bddf71745a7be6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0747893 Nov 25 13:23:46.262081 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b5f823-9ff6-4463-a2ae-a578a14ef828 req-c693ee4b-2071-4741-a676-d36b8de5c4a2 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:46.263606 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e1b5f823-9ff6-4463-a2ae-a578a14ef828 req-c693ee4b-2071-4741-a676-d36b8de5c4a2 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/networks?id=3dcc6e35-952f-4386-bb71-7353cabbfad7 HTTP/1.1" status: 200 len: 815 time: 0.2839103 Nov 25 13:23:46.285747 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984db94c-0e36-4fda-9436-75a45f13f655 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Made reservation on behalf of 33f2ee5c7830442db7d8e3bd7eb6dd8c for: {'port': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:23:46.289490 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-984db94c-0e36-4fda-9436-75a45f13f655 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:46.293948 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e60e655f-5ae0-48ce-8210-661fdb2bd5a5 req-6c227757-238f-40dc-a7d7-e7b3a1b30516 service neutron] 10.222.0.53 "GET /v2.0/networks/eae7b2f5-436f-4dfa-9d02-19b13705b01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377737 Nov 25 13:23:46.296431 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e1b5f823-9ff6-4463-a2ae-a578a14ef828 req-9479b60e-7207-4662-8496-62591ae3af57 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/quotas/e21d0fb28eed426e95e3c3f2e5a989aa HTTP/1.1" status: 200 len: 375 time: 0.0253682 Nov 25 13:23:46.387332 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [None req-984db94c-0e36-4fda-9436-75a45f13f655 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] device_id is not set on port 409693c6-c150-4b0e-a83f-a3c9ff946869 yet. {{(pid=103570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:23:46.496094 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e1b5f823-9ff6-4463-a2ae-a578a14ef828 req-16778056-77ca-4388-8974-d79cbbedac5e tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e21d0fb28eed426e95e3c3f2e5a989aa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1838386 Nov 25 13:23:46.539910 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e60e655f-5ae0-48ce-8210-661fdb2bd5a5 req-52063010-b232-4d4a-8c55-c7fbb5fa6eb7 service neutron] 10.222.0.53 "GET /v2.0/networks/eae7b2f5-436f-4dfa-9d02-19b13705b01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362952 Nov 25 13:23:46.678455 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-984db94c-0e36-4fda-9436-75a45f13f655 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:46.687903 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e1b5f823-9ff6-4463-a2ae-a578a14ef828 req-f219cfaa-21d9-43df-9263-4b4121186123 service neutron] 10.222.0.53 "GET /v2.0/networks/3dcc6e35-952f-4386-bb71-7353cabbfad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810799 Nov 25 13:23:46.839017 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-984db94c-0e36-4fda-9436-75a45f13f655 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:46.871861 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e1b5f823-9ff6-4463-a2ae-a578a14ef828 req-6c199703-b94e-43f7-9aa3-273b5f9c5788 service neutron] 10.222.0.53 "GET /v2.0/networks/3dcc6e35-952f-4386-bb71-7353cabbfad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831982 Nov 25 13:23:46.882426 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e95b6cd-c416-4619-beb7-3b1a950f9214 req-995515b4-4740-4d35-a72f-018d76f28e2e tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:46.884055 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2e95b6cd-c416-4619-beb7-3b1a950f9214 req-995515b4-4740-4d35-a72f-018d76f28e2e tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=37066eee-930e-4716-8431-bf6a47d501da HTTP/1.1" status: 200 len: 946 time: 0.1306124 Nov 25 13:23:46.923571 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984db94c-0e36-4fda-9436-75a45f13f655 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event updated for resources: {'Port': ['ID=409693c6-c150-4b0e-a83f-a3c9ff946869,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:46.966938 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984db94c-0e36-4fda-9436-75a45f13f655 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Checking segment: {'id': '763c4857-2934-48cb-b0bd-88c5fb18acb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '76323fcd-e711-426a-b224-97a9d8612a45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:23:46.967321 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984db94c-0e36-4fda-9436-75a45f13f655 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Network hostable DHCP agents. Network: 76323fcd-e711-426a-b224-97a9d8612a45, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:23:46.975192 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2e95b6cd-c416-4619-beb7-3b1a950f9214 req-84b2a860-7863-4e7d-aa03-1f6258da3d93 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799084 Nov 25 13:23:47.022761 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984db94c-0e36-4fda-9436-75a45f13f655 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Network 76323fcd-e711-426a-b224-97a9d8612a45 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:23:47.047692 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-984db94c-0e36-4fda-9436-75a45f13f655 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 76323fcd-e711-426a-b224-97a9d8612a45) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:23:47.061078 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984db94c-0e36-4fda-9436-75a45f13f655 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:23:47.061488 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e390d5-5df0-47eb-a47d-ea513f90d964 None None] Network 76323fcd-e711-426a-b224-97a9d8612a45 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:23:47.071192 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984db94c-0e36-4fda-9436-75a45f13f655 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:47.071822 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-984db94c-0e36-4fda-9436-75a45f13f655 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:47.123548 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-984db94c-0e36-4fda-9436-75a45f13f655 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 1.1376023 Nov 25 13:23:47.126496 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 56868) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:47.141721 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-f683e309-386b-4964-9c92-f8597307ee67 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-397926953'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:23:47.194013 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f683e309-386b-4964-9c92-f8597307ee67 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Made reservation on behalf of 33f2ee5c7830442db7d8e3bd7eb6dd8c for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:23:47.198204 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f683e309-386b-4964-9c92-f8597307ee67 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:47.247120 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5f08032a-2667-405a-9b84-f7120e330968 req-f4ba1062-15e2-4eaa-81d8-0e86ef328160 tempest-ServerShowV257Test-1728882813 tempest-ServerShowV257Test-1728882813-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb10b618-8670-4019-a3cb-7172877518d4 HTTP/1.1" status: 200 len: 210 time: 0.0699966 Nov 25 13:23:47.322191 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-12242591-248f-4150-b206-906ed60e6a14 req-1ab28ce1-6b9e-4ad8-ba6a-4c8490f3d05b tempest-ServerAddressesNegativeTestJSON-1171938793 tempest-ServerAddressesNegativeTestJSON-1171938793-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee7d8910-0f78-4df8-abed-957d266372e6 HTTP/1.1" status: 200 len: 210 time: 0.0860708 Nov 25 13:23:47.362957 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9ed12777-6b54-403a-9ee8-e0462ab1bdb1 req-7a81d8a3-73df-4ecb-832f-69e2b74f1717 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fd33117-29e4-4f90-96fa-861455136eb1 HTTP/1.1" status: 200 len: 210 time: 0.0395491 Nov 25 13:23:47.375740 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f683e309-386b-4964-9c92-f8597307ee67 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:23:47.406629 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f683e309-386b-4964-9c92-f8597307ee67 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:47.407223 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-f683e309-386b-4964-9c92-f8597307ee67 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Added segment 2162fab0-19cc-4999-b13d-2493def64211 of type vlan for network 2bee90fd-eaa2-430f-b9e5-43a5bec1736a Nov 25 13:23:47.458640 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f683e309-386b-4964-9c92-f8597307ee67 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:47.497450 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f683e309-386b-4964-9c92-f8597307ee67 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:47.505485 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f683e309-386b-4964-9c92-f8597307ee67 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:47.506232 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f683e309-386b-4964-9c92-f8597307ee67 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:47.592095 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f683e309-386b-4964-9c92-f8597307ee67 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4608581 Nov 25 13:23:47.599005 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50e44f4-47a2-4f0e-8ffe-0422393f7de7 req-98ad96bc-c80c-4e5d-9b7c-6acd13647098 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:47.605282 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 56874) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:47.610122 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-215d9ec0-f0ea-44f8-bda0-18c6bcf279fa tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Request body: {'ports': [{'network_id': '76323fcd-e711-426a-b224-97a9d8612a45'}, {'network_id': '2bee90fd-eaa2-430f-b9e5-43a5bec1736a'}]} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:23:47.610451 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-215d9ec0-f0ea-44f8-bda0-18c6bcf279fa tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Request body: {'port': {'network_id': '76323fcd-e711-426a-b224-97a9d8612a45'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:23:47.610957 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-215d9ec0-f0ea-44f8-bda0-18c6bcf279fa tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Request body: {'port': {'network_id': '2bee90fd-eaa2-430f-b9e5-43a5bec1736a'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:23:47.613684 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e50e44f4-47a2-4f0e-8ffe-0422393f7de7 req-98ad96bc-c80c-4e5d-9b7c-6acd13647098 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.47 "GET /v2.0/ports?device_id=21fe0049-ebfc-446f-a301-ffbd47309f07 HTTP/1.1" status: 200 len: 945 time: 0.0804579 Nov 25 13:23:47.646094 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f683e309-386b-4964-9c92-f8597307ee67 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event updated for resources: {'Network': ['ID=2bee90fd-eaa2-430f-b9e5-43a5bec1736a,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:47.660663 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 2bee90fd-eaa2-430f-b9e5-43a5bec1736a details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:23:47.780032 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-e50e44f4-47a2-4f0e-8ffe-0422393f7de7 req-097e26c6-23e2-41cb-8a02-89eda9a41c9c tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Deleting port 26ce0e2e-3438-4e1c-9165-7bdc9f37119b {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:23:47.780684 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e50e44f4-47a2-4f0e-8ffe-0422393f7de7 req-097e26c6-23e2-41cb-8a02-89eda9a41c9c tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:47.826049 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-215d9ec0-f0ea-44f8-bda0-18c6bcf279fa tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Made reservation on behalf of 33f2ee5c7830442db7d8e3bd7eb6dd8c for: {'port': 2} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:23:47.831255 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-215d9ec0-f0ea-44f8-bda0-18c6bcf279fa tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:47.862127 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-215d9ec0-f0ea-44f8-bda0-18c6bcf279fa tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:47.939942 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-e50e44f4-47a2-4f0e-8ffe-0422393f7de7 req-097e26c6-23e2-41cb-8a02-89eda9a41c9c tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] For port 26ce0e2e-3438-4e1c-9165-7bdc9f37119b, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=26ce0e2e-3438-4e1c-9165-7bdc9f37119b,segment=NetworkSegment(7416f1b9-0861-4e21-8e76-903d02909f6c),segment_id=7416f1b9-0861-4e21-8e76-903d02909f6c)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:23:47.940611 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e50e44f4-47a2-4f0e-8ffe-0422393f7de7 req-097e26c6-23e2-41cb-8a02-89eda9a41c9c tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:47.964863 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-e50e44f4-47a2-4f0e-8ffe-0422393f7de7 req-097e26c6-23e2-41cb-8a02-89eda9a41c9c tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Calling delete_port for 26ce0e2e-3438-4e1c-9165-7bdc9f37119b owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:23:47.985961 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [None req-215d9ec0-f0ea-44f8-bda0-18c6bcf279fa tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] device_id is not set on port d1de3d01-d46d-4e2c-8b58-6c8ecd85060c yet. {{(pid=103570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:23:48.131131 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e655f-5ae0-48ce-8210-661fdb2bd5a5 req-44b1a186-76ce-4692-8886-db34a82d1e66 tempest-ServerAddressesNegativeTestJSON-1171938793 tempest-ServerAddressesNegativeTestJSON-1171938793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:48.132896 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e60e655f-5ae0-48ce-8210-661fdb2bd5a5 req-44b1a186-76ce-4692-8886-db34a82d1e66 tempest-ServerAddressesNegativeTestJSON-1171938793 tempest-ServerAddressesNegativeTestJSON-1171938793-project] 10.222.0.47 "GET /v2.0/networks?id=eae7b2f5-436f-4dfa-9d02-19b13705b01d HTTP/1.1" status: 200 len: 819 time: 0.1825161 Nov 25 13:23:48.154008 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-e60e655f-5ae0-48ce-8210-661fdb2bd5a5 req-44451a6f-1996-41fc-96a1-d069a5bb249c tempest-ServerAddressesNegativeTestJSON-1171938793 tempest-ServerAddressesNegativeTestJSON-1171938793-project] Request body: {'port': {'device_id': 'ee7d8910-0f78-4df8-abed-957d266372e6', 'network_id': 'eae7b2f5-436f-4dfa-9d02-19b13705b01d', 'admin_state_up': True, 'tenant_id': 'cd7c5e3fb24e497790bddf71745a7be6'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:23:48.231583 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a2c97-8120-4d47-b3dd-f93d1ffc2a7b req-3af36561-6d60-400d-853e-bc2c097dd120 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:48.238828 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e14a2c97-8120-4d47-b3dd-f93d1ffc2a7b req-3af36561-6d60-400d-853e-bc2c097dd120 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=37066eee-930e-4716-8431-bf6a47d501da HTTP/1.1" status: 200 len: 946 time: 0.0993183 Nov 25 13:23:48.279167 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-215d9ec0-f0ea-44f8-bda0-18c6bcf279fa tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:48.300581 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e50e44f4-47a2-4f0e-8ffe-0422393f7de7 req-097e26c6-23e2-41cb-8a02-89eda9a41c9c tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:48.313916 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['26ce0e2e-3438-4e1c-9165-7bdc9f37119b'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:23:48.351638 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097e26c6-23e2-41cb-8a02-89eda9a41c9c tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Pushing event deleted for resources: {'Port': ['ID=26ce0e2e-3438-4e1c-9165-7bdc9f37119b,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:48.360870 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e60e655f-5ae0-48ce-8210-661fdb2bd5a5 req-44451a6f-1996-41fc-96a1-d069a5bb249c tempest-ServerAddressesNegativeTestJSON-1171938793 tempest-ServerAddressesNegativeTestJSON-1171938793-project] Made reservation on behalf of cd7c5e3fb24e497790bddf71745a7be6 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:23:48.364463 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e60e655f-5ae0-48ce-8210-661fdb2bd5a5 req-44451a6f-1996-41fc-96a1-d069a5bb249c tempest-ServerAddressesNegativeTestJSON-1171938793 tempest-ServerAddressesNegativeTestJSON-1171938793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:48.406894 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-e50e44f4-47a2-4f0e-8ffe-0422393f7de7 req-097e26c6-23e2-41cb-8a02-89eda9a41c9c tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] No DVR routers for this DVR port 26ce0e2e-3438-4e1c-9165-7bdc9f37119b on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:23:48.410205 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e50e44f4-47a2-4f0e-8ffe-0422393f7de7 req-097e26c6-23e2-41cb-8a02-89eda9a41c9c tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:48.413856 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e50e44f4-47a2-4f0e-8ffe-0422393f7de7 req-097e26c6-23e2-41cb-8a02-89eda9a41c9c tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.47 "DELETE /v2.0/ports/26ce0e2e-3438-4e1c-9165-7bdc9f37119b HTTP/1.1" status: 204 len: 173 time: 0.7927480 Nov 25 13:23:48.414310 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21fe0049-ebfc-446f-a301-ffbd47309f07', 'name': 'network-vif-deleted', 'tag': '26ce0e2e-3438-4e1c-9165-7bdc9f37119b'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:23:48.416737 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8502af-7bc6-4b91-8a9d-64dd65903769" -d '{"events": [{"server_uuid": "21fe0049-ebfc-446f-a301-ffbd47309f07", "name": "network-vif-deleted", "tag": "26ce0e2e-3438-4e1c-9165-7bdc9f37119b"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:23:48.433905 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a00a54c5-2a74-4901-8f38-08abe2d774b5 req-b4e8a001-6e43-428a-ac22-0fe51baf053b tempest-ServerShowV257Test-1728882813 tempest-ServerShowV257Test-1728882813-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb10b618-8670-4019-a3cb-7172877518d4 HTTP/1.1" status: 200 len: 210 time: 0.0568342 Nov 25 13:23:48.472912 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e14a2c97-8120-4d47-b3dd-f93d1ffc2a7b req-46835a8c-06c3-477f-846d-ed38988a0976 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331367 Nov 25 13:23:48.508647 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [None req-215d9ec0-f0ea-44f8-bda0-18c6bcf279fa tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] device_id is not set on port d3d3bf47-c12d-4e7e-a1e3-0ca50324425d yet. {{(pid=103570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:23:48.588290 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-e60e655f-5ae0-48ce-8210-661fdb2bd5a5 req-44451a6f-1996-41fc-96a1-d069a5bb249c tempest-ServerAddressesNegativeTestJSON-1171938793 tempest-ServerAddressesNegativeTestJSON-1171938793-project] Allocated IP 172.20.0.10 (eae7b2f5-436f-4dfa-9d02-19b13705b01d/e31b5857-6cc7-4cd2-969f-8ff490a68c15/d188b58e-7d13-41a2-b682-9c2251973a97) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:23:48.643376 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-344c7df0-41d4-49b0-b371-10ac19641f2a req-cc46a4c4-2f67-4fc9-a627-17958df54e87 tempest-ServerAddressesNegativeTestJSON-1171938793 tempest-ServerAddressesNegativeTestJSON-1171938793-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee7d8910-0f78-4df8-abed-957d266372e6 HTTP/1.1" status: 200 len: 210 time: 0.0523350 Nov 25 13:23:48.663641 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1eb0d902-2c41-49ed-abb5-9c7130642fff req-9e35f2bf-7286-44c1-abb6-ea3fbb4ebb97 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fd33117-29e4-4f90-96fa-861455136eb1 HTTP/1.1" status: 200 len: 210 time: 0.0626013 Nov 25 13:23:48.756461 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-215d9ec0-f0ea-44f8-bda0-18c6bcf279fa tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:48.781905 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e418bc85-7877-4844-ade3-92765f2ed06c x-openstack-request-id: req-e418bc85-7877-4844-ade3-92765f2ed06c {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:23:48.782509 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21fe0049-ebfc-446f-a301-ffbd47309f07", "name": "network-vif-deleted", "tag": "26ce0e2e-3438-4e1c-9165-7bdc9f37119b", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:23:48.782509 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e418bc85-7877-4844-ade3-92765f2ed06c {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:23:48.783002 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21fe0049-ebfc-446f-a301-ffbd47309f07', 'name': 'network-vif-deleted', 'tag': '26ce0e2e-3438-4e1c-9165-7bdc9f37119b', 'status': 'completed', 'code': 200} Nov 25 13:23:48.801223 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-215d9ec0-f0ea-44f8-bda0-18c6bcf279fa tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:48.854109 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215d9ec0-f0ea-44f8-bda0-18c6bcf279fa tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Network 76323fcd-e711-426a-b224-97a9d8612a45 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:23:48.858855 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-215d9ec0-f0ea-44f8-bda0-18c6bcf279fa tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:23:48.863347 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215d9ec0-f0ea-44f8-bda0-18c6bcf279fa tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:23:48.865482 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-215d9ec0-f0ea-44f8-bda0-18c6bcf279fa tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:48.922947 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215d9ec0-f0ea-44f8-bda0-18c6bcf279fa tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event updated for resources: {'Port': ['ID=d1de3d01-d46d-4e2c-8b58-6c8ecd85060c,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:48.966327 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b5f823-9ff6-4463-a2ae-a578a14ef828 req-eb69e09e-cc39-4901-b60f-94b02c668418 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:48.968429 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e1b5f823-9ff6-4463-a2ae-a578a14ef828 req-eb69e09e-cc39-4901-b60f-94b02c668418 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.47 "GET /v2.0/networks?id=3dcc6e35-952f-4386-bb71-7353cabbfad7 HTTP/1.1" status: 200 len: 815 time: 0.2354367 Nov 25 13:23:48.971638 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e60e655f-5ae0-48ce-8210-661fdb2bd5a5 req-44451a6f-1996-41fc-96a1-d069a5bb249c tempest-ServerAddressesNegativeTestJSON-1171938793 tempest-ServerAddressesNegativeTestJSON-1171938793-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:48.998302 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-e1b5f823-9ff6-4463-a2ae-a578a14ef828 req-e673642e-5656-4c6d-bccb-2d680e727d0d tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Request body: {'port': {'device_id': '3fd33117-29e4-4f90-96fa-861455136eb1', 'network_id': '3dcc6e35-952f-4386-bb71-7353cabbfad7', 'admin_state_up': True, 'tenant_id': 'e21d0fb28eed426e95e3c3f2e5a989aa'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:23:49.019682 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215d9ec0-f0ea-44f8-bda0-18c6bcf279fa tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event updated for resources: {'Port': ['ID=d3d3bf47-c12d-4e7e-a1e3-0ca50324425d,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:49.023005 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215d9ec0-f0ea-44f8-bda0-18c6bcf279fa tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Checking segment: {'id': '2162fab0-19cc-4999-b13d-2493def64211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2bee90fd-eaa2-430f-b9e5-43a5bec1736a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:23:49.023519 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215d9ec0-f0ea-44f8-bda0-18c6bcf279fa tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Network hostable DHCP agents. Network: 2bee90fd-eaa2-430f-b9e5-43a5bec1736a, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:23:49.064623 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06665565-dd34-44e5-9131-cc8cdf6b69ea req-b132c76c-15c9-4343-96cc-c4c90895aa04 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:49.066087 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-06665565-dd34-44e5-9131-cc8cdf6b69ea req-b132c76c-15c9-4343-96cc-c4c90895aa04 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=37066eee-930e-4716-8431-bf6a47d501da HTTP/1.1" status: 200 len: 946 time: 0.1052084 Nov 25 13:23:49.075414 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215d9ec0-f0ea-44f8-bda0-18c6bcf279fa tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Network 2bee90fd-eaa2-430f-b9e5-43a5bec1736a is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:23:49.105966 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-215d9ec0-f0ea-44f8-bda0-18c6bcf279fa tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 2bee90fd-eaa2-430f-b9e5-43a5bec1736a) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:23:49.110081 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e60e655f-5ae0-48ce-8210-661fdb2bd5a5 req-44451a6f-1996-41fc-96a1-d069a5bb249c tempest-ServerAddressesNegativeTestJSON-1171938793 tempest-ServerAddressesNegativeTestJSON-1171938793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:49.113576 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215d9ec0-f0ea-44f8-bda0-18c6bcf279fa tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:23:49.118271 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4e2888-b9d2-4455-af96-eb62921a9709 None None] Network 2bee90fd-eaa2-430f-b9e5-43a5bec1736a requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:23:49.122182 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215d9ec0-f0ea-44f8-bda0-18c6bcf279fa tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:49.127848 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215d9ec0-f0ea-44f8-bda0-18c6bcf279fa tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:49.128658 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-215d9ec0-f0ea-44f8-bda0-18c6bcf279fa tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:49.186572 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-06665565-dd34-44e5-9131-cc8cdf6b69ea req-a146593d-cdf3-4495-859b-42a9056f3935 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064394 Nov 25 13:23:49.193038 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-215d9ec0-f0ea-44f8-bda0-18c6bcf279fa tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.5866792 Nov 25 13:23:49.196302 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 56896) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:49.269862 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e60e655f-5ae0-48ce-8210-661fdb2bd5a5 req-44451a6f-1996-41fc-96a1-d069a5bb249c tempest-ServerAddressesNegativeTestJSON-1171938793 tempest-ServerAddressesNegativeTestJSON-1171938793-project] Network eae7b2f5-436f-4dfa-9d02-19b13705b01d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:23:49.298297 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-e60e655f-5ae0-48ce-8210-661fdb2bd5a5 req-44451a6f-1996-41fc-96a1-d069a5bb249c tempest-ServerAddressesNegativeTestJSON-1171938793 tempest-ServerAddressesNegativeTestJSON-1171938793-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:23:49.303483 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-e60e655f-5ae0-48ce-8210-661fdb2bd5a5 req-44451a6f-1996-41fc-96a1-d069a5bb249c tempest-ServerAddressesNegativeTestJSON-1171938793 tempest-ServerAddressesNegativeTestJSON-1171938793-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:23:49.356380 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-78137f09-fe0a-42a6-970e-e37ca9e29d5b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Deleting port d3d3bf47-c12d-4e7e-a1e3-0ca50324425d {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:23:49.356916 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-78137f09-fe0a-42a6-970e-e37ca9e29d5b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:49.358081 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e655f-5ae0-48ce-8210-661fdb2bd5a5 req-44451a6f-1996-41fc-96a1-d069a5bb249c tempest-ServerAddressesNegativeTestJSON-1171938793 tempest-ServerAddressesNegativeTestJSON-1171938793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:49.358729 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e60e655f-5ae0-48ce-8210-661fdb2bd5a5 req-44451a6f-1996-41fc-96a1-d069a5bb249c tempest-ServerAddressesNegativeTestJSON-1171938793 tempest-ServerAddressesNegativeTestJSON-1171938793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:49.366749 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1b5f823-9ff6-4463-a2ae-a578a14ef828 req-e673642e-5656-4c6d-bccb-2d680e727d0d tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Made reservation on behalf of e21d0fb28eed426e95e3c3f2e5a989aa for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:23:49.370158 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e1b5f823-9ff6-4463-a2ae-a578a14ef828 req-e673642e-5656-4c6d-bccb-2d680e727d0d tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:49.402215 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e60e655f-5ae0-48ce-8210-661fdb2bd5a5 req-44451a6f-1996-41fc-96a1-d069a5bb249c tempest-ServerAddressesNegativeTestJSON-1171938793 tempest-ServerAddressesNegativeTestJSON-1171938793-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2525613 Nov 25 13:23:49.406935 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44451a6f-1996-41fc-96a1-d069a5bb249c tempest-ServerAddressesNegativeTestJSON-1171938793 tempest-ServerAddressesNegativeTestJSON-1171938793-project] Pushing event updated for resources: {'Port': ['ID=d188b58e-7d13-41a2-b682-9c2251973a97,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:49.418413 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-e60e655f-5ae0-48ce-8210-661fdb2bd5a5 req-41dcd7fb-4af0-45e7-8f45-9720567ee22c service neutron] Request body: {'port': {'device_id': 'ee7d8910-0f78-4df8-abed-957d266372e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:23:49.429229 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-78137f09-fe0a-42a6-970e-e37ca9e29d5b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:49.442057 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-78137f09-fe0a-42a6-970e-e37ca9e29d5b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Calling delete_port for d3d3bf47-c12d-4e7e-a1e3-0ca50324425d owned by {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:23:49.515672 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e60e655f-5ae0-48ce-8210-661fdb2bd5a5 req-41dcd7fb-4af0-45e7-8f45-9720567ee22c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:49.535016 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-78137f09-fe0a-42a6-970e-e37ca9e29d5b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:49.579155 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78137f09-fe0a-42a6-970e-e37ca9e29d5b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event deleted for resources: {'Port': ['ID=d3d3bf47-c12d-4e7e-a1e3-0ca50324425d,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:49.596549 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f4fdab56-19b8-4ea8-b649-ca7382c225e8 req-513115d4-89c4-4c15-af2c-8134eb32c826 tempest-ServerShowV257Test-1728882813 tempest-ServerShowV257Test-1728882813-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb10b618-8670-4019-a3cb-7172877518d4 HTTP/1.1" status: 200 len: 210 time: 0.0297127 Nov 25 13:23:49.600626 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-78137f09-fe0a-42a6-970e-e37ca9e29d5b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:49.603884 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-78137f09-fe0a-42a6-970e-e37ca9e29d5b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "DELETE /v2.0/ports/d3d3bf47-c12d-4e7e-a1e3-0ca50324425d HTTP/1.1" status: 204 len: 168 time: 0.4063728 Nov 25 13:23:49.606439 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 56900) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:49.649977 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-e1b5f823-9ff6-4463-a2ae-a578a14ef828 req-e673642e-5656-4c6d-bccb-2d680e727d0d tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Allocated IP 172.20.0.11 (3dcc6e35-952f-4386-bb71-7353cabbfad7/991e5daa-3b4a-4e1b-b46b-0e4b40b2f220/62b3264e-df9f-4ad5-a44f-101d27b3502a) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:23:49.659187 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60d2e62-d7f4-4292-bace-6efd6b325372 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:49.677325 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60d2e62-d7f4-4292-bace-6efd6b325372 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:49.681688 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d60d2e62-d7f4-4292-bace-6efd6b325372 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1454 time: 0.0729589 Nov 25 13:23:49.683824 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 56904) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:49.804671 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0a652e43-53c3-49e7-8acd-2ced6f281e65 req-3fe6827b-cf7f-4eb5-b75c-fb559e274fa5 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fd33117-29e4-4f90-96fa-861455136eb1 HTTP/1.1" status: 200 len: 210 time: 0.0614033 Nov 25 13:23:49.873246 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-1bf00cb0-152b-49d6-bded-9094d93d0451 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Deleting port d1de3d01-d46d-4e2c-8b58-6c8ecd85060c {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:23:49.873588 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1bf00cb0-152b-49d6-bded-9094d93d0451 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:49.884802 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92667e4-b8c1-4e74-9cbc-3319fa0b3a88 req-72c4fa3e-6ec6-4eef-a77a-561f06b48bc4 tempest-ServerAddressesNegativeTestJSON-1171938793 tempest-ServerAddressesNegativeTestJSON-1171938793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:49.886293 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f92667e4-b8c1-4e74-9cbc-3319fa0b3a88 req-72c4fa3e-6ec6-4eef-a77a-561f06b48bc4 tempest-ServerAddressesNegativeTestJSON-1171938793 tempest-ServerAddressesNegativeTestJSON-1171938793-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee7d8910-0f78-4df8-abed-957d266372e6 HTTP/1.1" status: 200 len: 932 time: 0.1196187 Nov 25 13:23:49.972415 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1bf00cb0-152b-49d6-bded-9094d93d0451 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:49.994032 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f92667e4-b8c1-4e74-9cbc-3319fa0b3a88 req-688fdd7d-5bbc-4a27-b452-fe46a139979b tempest-ServerAddressesNegativeTestJSON-1171938793 tempest-ServerAddressesNegativeTestJSON-1171938793-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9ecb83b-aa8b-45e7-9f02-f2f79809d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980432 Nov 25 13:23:49.994901 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-1bf00cb0-152b-49d6-bded-9094d93d0451 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Calling delete_port for d1de3d01-d46d-4e2c-8b58-6c8ecd85060c owned by {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:23:50.016442 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e1b5f823-9ff6-4463-a2ae-a578a14ef828 req-e673642e-5656-4c6d-bccb-2d680e727d0d tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:50.072490 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-e60e655f-5ae0-48ce-8210-661fdb2bd5a5 req-41dcd7fb-4af0-45e7-8f45-9720567ee22c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d188b58e-7d13-41a2-b682-9c2251973a97 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:23:50.082600 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e60e655f-5ae0-48ce-8210-661fdb2bd5a5 req-41dcd7fb-4af0-45e7-8f45-9720567ee22c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:50.102134 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-e60e655f-5ae0-48ce-8210-661fdb2bd5a5 req-41dcd7fb-4af0-45e7-8f45-9720567ee22c service neutron] Transition to ACTIVE for port object d188b58e-7d13-41a2-b682-9c2251973a97 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:23:50.105384 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e1b5f823-9ff6-4463-a2ae-a578a14ef828 req-e673642e-5656-4c6d-bccb-2d680e727d0d tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:50.113774 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e60e655f-5ae0-48ce-8210-661fdb2bd5a5 req-41dcd7fb-4af0-45e7-8f45-9720567ee22c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:50.171629 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1b5f823-9ff6-4463-a2ae-a578a14ef828 req-e673642e-5656-4c6d-bccb-2d680e727d0d tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Network 3dcc6e35-952f-4386-bb71-7353cabbfad7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:23:50.172567 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e673642e-5656-4c6d-bccb-2d680e727d0d tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Pushing event updated for resources: {'Port': ['ID=62b3264e-df9f-4ad5-a44f-101d27b3502a,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:50.198525 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-e1b5f823-9ff6-4463-a2ae-a578a14ef828 req-e673642e-5656-4c6d-bccb-2d680e727d0d tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:23:50.204473 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1b5f823-9ff6-4463-a2ae-a578a14ef828 req-e673642e-5656-4c6d-bccb-2d680e727d0d tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:23:50.307779 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dcd7fb-4af0-45e7-8f45-9720567ee22c service neutron] Pushing event updated for resources: {'Port': ['ID=d188b58e-7d13-41a2-b682-9c2251973a97,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:50.326244 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b5f823-9ff6-4463-a2ae-a578a14ef828 req-e673642e-5656-4c6d-bccb-2d680e727d0d tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:50.326924 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e1b5f823-9ff6-4463-a2ae-a578a14ef828 req-e673642e-5656-4c6d-bccb-2d680e727d0d tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:50.355460 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e1b5f823-9ff6-4463-a2ae-a578a14ef828 req-e673642e-5656-4c6d-bccb-2d680e727d0d tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3626881 Nov 25 13:23:50.357789 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-e60e655f-5ae0-48ce-8210-661fdb2bd5a5 req-41dcd7fb-4af0-45e7-8f45-9720567ee22c service neutron] Attempting to bind port d188b58e-7d13-41a2-b682-9c2251973a97 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:23:50.358124 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-e60e655f-5ae0-48ce-8210-661fdb2bd5a5 req-41dcd7fb-4af0-45e7-8f45-9720567ee22c service neutron] Attempting to bind port d188b58e-7d13-41a2-b682-9c2251973a97 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '58642de7-0448-4b9f-b025-6584c86f55e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'eae7b2f5-436f-4dfa-9d02-19b13705b01d'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:23:50.358455 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60e655f-5ae0-48ce-8210-661fdb2bd5a5 req-41dcd7fb-4af0-45e7-8f45-9720567ee22c service neutron] Attempting to bind port d188b58e-7d13-41a2-b682-9c2251973a97 on network eae7b2f5-436f-4dfa-9d02-19b13705b01d {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:23:50.362887 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60e655f-5ae0-48ce-8210-661fdb2bd5a5 req-41dcd7fb-4af0-45e7-8f45-9720567ee22c service neutron] Port d188b58e-7d13-41a2-b682-9c2251973a97 on network eae7b2f5-436f-4dfa-9d02-19b13705b01d not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:23:50.363210 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60e655f-5ae0-48ce-8210-661fdb2bd5a5 req-41dcd7fb-4af0-45e7-8f45-9720567ee22c service neutron] Attempting to bind port d188b58e-7d13-41a2-b682-9c2251973a97 on network eae7b2f5-436f-4dfa-9d02-19b13705b01d {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:23:50.370504 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-e1b5f823-9ff6-4463-a2ae-a578a14ef828 req-74530c90-1c87-44c6-b7b2-0c4e82822a3b service neutron] Request body: {'port': {'device_id': '3fd33117-29e4-4f90-96fa-861455136eb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:23:50.392518 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60e655f-5ae0-48ce-8210-661fdb2bd5a5 req-41dcd7fb-4af0-45e7-8f45-9720567ee22c service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:23:50.392795 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60e655f-5ae0-48ce-8210-661fdb2bd5a5 req-41dcd7fb-4af0-45e7-8f45-9720567ee22c service neutron] Checking segment: {'id': '58642de7-0448-4b9f-b025-6584c86f55e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'eae7b2f5-436f-4dfa-9d02-19b13705b01d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:23:50.393193 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60e655f-5ae0-48ce-8210-661fdb2bd5a5 req-41dcd7fb-4af0-45e7-8f45-9720567ee22c service neutron] Bound using segment: {'id': '58642de7-0448-4b9f-b025-6584c86f55e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'eae7b2f5-436f-4dfa-9d02-19b13705b01d'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:23:50.393656 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-e60e655f-5ae0-48ce-8210-661fdb2bd5a5 req-41dcd7fb-4af0-45e7-8f45-9720567ee22c service neutron] Bound port: d188b58e-7d13-41a2-b682-9c2251973a97, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58642de7-0448-4b9f-b025-6584c86f55e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'eae7b2f5-436f-4dfa-9d02-19b13705b01d'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:23:50.394012 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e60e655f-5ae0-48ce-8210-661fdb2bd5a5 req-41dcd7fb-4af0-45e7-8f45-9720567ee22c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:50.423600 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb7640-0b10-4386-a3f2-404a6debcd51 req-75afa3fc-4735-4950-9009-4b93aa3e580e tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:50.425084 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e8eb7640-0b10-4386-a3f2-404a6debcd51 req-75afa3fc-4735-4950-9009-4b93aa3e580e tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=37066eee-930e-4716-8431-bf6a47d501da HTTP/1.1" status: 200 len: 946 time: 0.0695760 Nov 25 13:23:50.440137 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1bf00cb0-152b-49d6-bded-9094d93d0451 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:50.471639 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e1b5f823-9ff6-4463-a2ae-a578a14ef828 req-74530c90-1c87-44c6-b7b2-0c4e82822a3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:50.479731 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf00cb0-152b-49d6-bded-9094d93d0451 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event deleted for resources: {'Port': ['ID=d1de3d01-d46d-4e2c-8b58-6c8ecd85060c,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:50.493501 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1bf00cb0-152b-49d6-bded-9094d93d0451 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:50.499179 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-1bf00cb0-152b-49d6-bded-9094d93d0451 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "DELETE /v2.0/ports/d1de3d01-d46d-4e2c-8b58-6c8ecd85060c HTTP/1.1" status: 204 len: 168 time: 0.8118522 Nov 25 13:23:50.500414 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56912) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:50.509608 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e8eb7640-0b10-4386-a3f2-404a6debcd51 req-f75274fe-fb29-4df2-b45d-afeabf73465c tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768793 Nov 25 13:23:50.562252 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-e60e655f-5ae0-48ce-8210-661fdb2bd5a5 req-41dcd7fb-4af0-45e7-8f45-9720567ee22c service neutron] For port d188b58e-7d13-41a2-b682-9c2251973a97, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:23:50.590483 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-e60e655f-5ae0-48ce-8210-661fdb2bd5a5 req-41dcd7fb-4af0-45e7-8f45-9720567ee22c service neutron] For port d188b58e-7d13-41a2-b682-9c2251973a97, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=d188b58e-7d13-41a2-b682-9c2251973a97,segment=NetworkSegment(58642de7-0448-4b9f-b025-6584c86f55e5),segment_id=58642de7-0448-4b9f-b025-6584c86f55e5)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:23:50.601291 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e60e655f-5ae0-48ce-8210-661fdb2bd5a5 req-41dcd7fb-4af0-45e7-8f45-9720567ee22c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:50.708518 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ee5020-6537-44c6-9c51-797074f79f6c tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:50.712787 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-f7ee5020-6537-44c6-9c51-797074f79f6c tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.2070496 Nov 25 13:23:50.720346 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56920) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:50.723933 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-25b409a0-3bbf-4c42-8ddc-60b97ec8a414 req-5323812a-a772-4949-891d-ad45b96ada02 tempest-ServerShowV257Test-1728882813 tempest-ServerShowV257Test-1728882813-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb10b618-8670-4019-a3cb-7172877518d4 HTTP/1.1" status: 200 len: 210 time: 0.0345988 Nov 25 13:23:50.750633 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e655f-5ae0-48ce-8210-661fdb2bd5a5 req-41dcd7fb-4af0-45e7-8f45-9720567ee22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:50.751280 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e60e655f-5ae0-48ce-8210-661fdb2bd5a5 req-41dcd7fb-4af0-45e7-8f45-9720567ee22c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:50.752664 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e60e655f-5ae0-48ce-8210-661fdb2bd5a5 req-41dcd7fb-4af0-45e7-8f45-9720567ee22c service neutron] 10.222.0.47 "PUT /v2.0/ports/d188b58e-7d13-41a2-b682-9c2251973a97 HTTP/1.1" status: 200 len: 1093 time: 1.3408003 Nov 25 13:23:50.787184 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17e199-32e4-40b4-ab7b-3dd7657d0e2e req-d2bf00a9-455d-4140-b32e-ca46c07afb54 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:50.793574 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5e17e199-32e4-40b4-ab7b-3dd7657d0e2e req-d2bf00a9-455d-4140-b32e-ca46c07afb54 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=37066eee-930e-4716-8431-bf6a47d501da HTTP/1.1" status: 200 len: 946 time: 0.0720232 Nov 25 13:23:50.801953 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee7d8910-0f78-4df8-abed-957d266372e6', 'tag': 'd188b58e-7d13-41a2-b682-9c2251973a97'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:23:50.804257 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d95f8ab-116c-4c1b-95b6-1ec416f5c61c" -d '{"events": [{"name": "network-changed", "server_uuid": "ee7d8910-0f78-4df8-abed-957d266372e6", "tag": "d188b58e-7d13-41a2-b682-9c2251973a97"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:23:50.813659 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec6c0af7-4daf-435c-90e5-9ca7d85f53f0 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] GET failed (client error): The resource could not be found. Nov 25 13:23:50.815130 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-ec6c0af7-4daf-435c-90e5-9ca7d85f53f0 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "GET /v2.0/ports/d3d3bf47-c12d-4e7e-a1e3-0ca50324425d HTTP/1.1" status: 404 len: 333 time: 0.0939164 Nov 25 13:23:50.818445 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 56924) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:50.856084 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-73128bd8-69fc-4610-be52-8715993ecd93 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] GET failed (client error): The resource could not be found. Nov 25 13:23:50.859775 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0475d799-743f-4295-af09-84936665b149 x-openstack-request-id: req-0475d799-743f-4295-af09-84936665b149 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:23:50.859970 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-73128bd8-69fc-4610-be52-8715993ecd93 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "GET /v2.0/ports/d1de3d01-d46d-4e2c-8b58-6c8ecd85060c HTTP/1.1" status: 404 len: 333 time: 0.0351074 Nov 25 13:23:50.860079 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee7d8910-0f78-4df8-abed-957d266372e6", "tag": "d188b58e-7d13-41a2-b682-9c2251973a97", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:23:50.860079 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0475d799-743f-4295-af09-84936665b149 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:23:50.860079 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee7d8910-0f78-4df8-abed-957d266372e6', 'tag': 'd188b58e-7d13-41a2-b682-9c2251973a97', 'status': 'completed', 'code': 200} Nov 25 13:23:50.861460 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 56928) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:50.867590 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dcd7fb-4af0-45e7-8f45-9720567ee22c service neutron] Pushing event updated for resources: {'Port': ['ID=d188b58e-7d13-41a2-b682-9c2251973a97,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:50.910752 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e655f-5ae0-48ce-8210-661fdb2bd5a5 req-18671d99-4553-42ff-96c5-057a83f64b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:50.912263 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e60e655f-5ae0-48ce-8210-661fdb2bd5a5 req-18671d99-4553-42ff-96c5-057a83f64b4f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cd7c5e3fb24e497790bddf71745a7be6&device_id=ee7d8910-0f78-4df8-abed-957d266372e6 HTTP/1.1" status: 200 len: 1096 time: 0.0944302 Nov 25 13:23:50.923518 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5e17e199-32e4-40b4-ab7b-3dd7657d0e2e req-6669b4bf-0827-4686-ace7-0d151ef104aa tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277940 Nov 25 13:23:50.982336 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b3589233-7508-4fcc-904c-d82f03d34d76 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:50.992537 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e60e655f-5ae0-48ce-8210-661fdb2bd5a5 req-1596ea7e-a66d-4dbe-89f5-ad4ecdc39504 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d188b58e-7d13-41a2-b682-9c2251973a97 HTTP/1.1" status: 200 len: 217 time: 0.0618393 Nov 25 13:23:51.005029 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d1924-444f-4300-8364-15b2f5bf6142 req-02e4e742-4c14-42f3-adf0-0d556b1d7fde tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:51.005349 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-e1b5f823-9ff6-4463-a2ae-a578a14ef828 req-74530c90-1c87-44c6-b7b2-0c4e82822a3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62b3264e-df9f-4ad5-a44f-101d27b3502a {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:23:51.006566 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f70d1924-444f-4300-8364-15b2f5bf6142 req-02e4e742-4c14-42f3-adf0-0d556b1d7fde tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fd33117-29e4-4f90-96fa-861455136eb1 HTTP/1.1" status: 200 len: 932 time: 0.0869095 Nov 25 13:23:51.022582 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e1b5f823-9ff6-4463-a2ae-a578a14ef828 req-74530c90-1c87-44c6-b7b2-0c4e82822a3b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:51.062268 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-e1b5f823-9ff6-4463-a2ae-a578a14ef828 req-74530c90-1c87-44c6-b7b2-0c4e82822a3b service neutron] Transition to ACTIVE for port object 62b3264e-df9f-4ad5-a44f-101d27b3502a will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:23:51.069586 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e1b5f823-9ff6-4463-a2ae-a578a14ef828 req-74530c90-1c87-44c6-b7b2-0c4e82822a3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:51.072341 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e655f-5ae0-48ce-8210-661fdb2bd5a5 req-59d66c89-bdbc-424e-b28c-7281a7b36bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:51.074412 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e60e655f-5ae0-48ce-8210-661fdb2bd5a5 req-59d66c89-bdbc-424e-b28c-7281a7b36bae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e31b5857-6cc7-4cd2-969f-8ff490a68c15 HTTP/1.1" status: 200 len: 859 time: 0.0646276 Nov 25 13:23:51.110326 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 26ce0e2e-3438-4e1c-9165-7bdc9f37119b no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:23:51.125043 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b3589233-7508-4fcc-904c-d82f03d34d76 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:51.140659 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e60e655f-5ae0-48ce-8210-661fdb2bd5a5 req-ab7d17c8-8b76-4d31-a0cd-610adf52fb34 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eae7b2f5-436f-4dfa-9d02-19b13705b01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408905 Nov 25 13:23:51.163499 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74530c90-1c87-44c6-b7b2-0c4e82822a3b service neutron] Pushing event updated for resources: {'Port': ['ID=62b3264e-df9f-4ad5-a44f-101d27b3502a,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:51.189649 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-b3589233-7508-4fcc-904c-d82f03d34d76 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bee90fd-eaa2-430f-b9e5-43a5bec1736a']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:23:51.205192 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f70d1924-444f-4300-8364-15b2f5bf6142 req-2b5ff694-f1b7-4b01-973c-e1b8b157e4a2 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734345 Nov 25 13:23:51.207169 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-b3589233-7508-4fcc-904c-d82f03d34d76 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2162fab0-19cc-4999-b13d-2493def64211') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:23:51.207475 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-b3589233-7508-4fcc-904c-d82f03d34d76 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2162fab0-19cc-4999-b13d-2493def64211') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:23:51.234202 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b3589233-7508-4fcc-904c-d82f03d34d76 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:51.250237 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a2e834-860e-4483-8f64-0e3672653a1e req-4a826ad6-35fe-4d7d-af2a-dff90011116e tempest-ServerAddressesNegativeTestJSON-1171938793 tempest-ServerAddressesNegativeTestJSON-1171938793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:51.251977 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f3a2e834-860e-4483-8f64-0e3672653a1e req-4a826ad6-35fe-4d7d-af2a-dff90011116e tempest-ServerAddressesNegativeTestJSON-1171938793 tempest-ServerAddressesNegativeTestJSON-1171938793-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee7d8910-0f78-4df8-abed-957d266372e6 HTTP/1.1" status: 200 len: 944 time: 0.1609793 Nov 25 13:23:51.261938 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b3589233-7508-4fcc-904c-d82f03d34d76 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:51.284060 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3589233-7508-4fcc-904c-d82f03d34d76 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:23:51.284457 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b3589233-7508-4fcc-904c-d82f03d34d76 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:51.288049 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:23:51.288049 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:23:51.288049 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:23:51.288049 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:23:51.288049 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:23:51.288049 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:23:51.288049 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:23:51.288049 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:23:51.288049 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:23:51.288049 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:23:51.288049 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:23:51.288049 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:23:51.288049 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:23:51.288049 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:23:51.288049 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:23:51.288049 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:23:51.288049 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:23:51.288049 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:23:51.288049 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:23:51.288049 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:23:51.288049 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:23:51.288049 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:23:51.288049 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:23:51.288049 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:23:51.288049 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:23:51.288049 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:23:51.288049 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:23:51.288049 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:23:51.288049 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:23:51.288049 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:23:51.288049 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:23:51.288049 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:23:51.322077 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: 26ce0e2e-3438-4e1c-9165-7bdc9f37119b {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:23:51.322413 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e60e655f-5ae0-48ce-8210-661fdb2bd5a5 req-f9a7f4ee-ca7d-4cec-b4ad-21aaa840aaaf service neutron] 10.222.0.47 "GET /v2.0/networks/eae7b2f5-436f-4dfa-9d02-19b13705b01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654086 Nov 25 13:23:51.322413 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-e1b5f823-9ff6-4463-a2ae-a578a14ef828 req-74530c90-1c87-44c6-b7b2-0c4e82822a3b service neutron] Attempting to bind port 62b3264e-df9f-4ad5-a44f-101d27b3502a on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:23:51.323811 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 26ce0e2e-3438-4e1c-9165-7bdc9f37119b not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:23:51.323912 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-e1b5f823-9ff6-4463-a2ae-a578a14ef828 req-74530c90-1c87-44c6-b7b2-0c4e82822a3b service neutron] Attempting to bind port 62b3264e-df9f-4ad5-a44f-101d27b3502a by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '7416f1b9-0861-4e21-8e76-903d02909f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3dcc6e35-952f-4386-bb71-7353cabbfad7'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:23:51.323912 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b5f823-9ff6-4463-a2ae-a578a14ef828 req-74530c90-1c87-44c6-b7b2-0c4e82822a3b service neutron] Attempting to bind port 62b3264e-df9f-4ad5-a44f-101d27b3502a on network 3dcc6e35-952f-4386-bb71-7353cabbfad7 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:23:51.327419 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b5f823-9ff6-4463-a2ae-a578a14ef828 req-74530c90-1c87-44c6-b7b2-0c4e82822a3b service neutron] Port 62b3264e-df9f-4ad5-a44f-101d27b3502a on network 3dcc6e35-952f-4386-bb71-7353cabbfad7 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:23:51.327747 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b5f823-9ff6-4463-a2ae-a578a14ef828 req-74530c90-1c87-44c6-b7b2-0c4e82822a3b service neutron] Attempting to bind port 62b3264e-df9f-4ad5-a44f-101d27b3502a on network 3dcc6e35-952f-4386-bb71-7353cabbfad7 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:23:51.341358 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b5f823-9ff6-4463-a2ae-a578a14ef828 req-74530c90-1c87-44c6-b7b2-0c4e82822a3b service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:23:51.341693 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b5f823-9ff6-4463-a2ae-a578a14ef828 req-74530c90-1c87-44c6-b7b2-0c4e82822a3b service neutron] Checking segment: {'id': '7416f1b9-0861-4e21-8e76-903d02909f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3dcc6e35-952f-4386-bb71-7353cabbfad7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:23:51.342073 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b5f823-9ff6-4463-a2ae-a578a14ef828 req-74530c90-1c87-44c6-b7b2-0c4e82822a3b service neutron] Bound using segment: {'id': '7416f1b9-0861-4e21-8e76-903d02909f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3dcc6e35-952f-4386-bb71-7353cabbfad7'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:23:51.342502 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-e1b5f823-9ff6-4463-a2ae-a578a14ef828 req-74530c90-1c87-44c6-b7b2-0c4e82822a3b service neutron] Bound port: 62b3264e-df9f-4ad5-a44f-101d27b3502a, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7416f1b9-0861-4e21-8e76-903d02909f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3dcc6e35-952f-4386-bb71-7353cabbfad7'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:23:51.342880 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e1b5f823-9ff6-4463-a2ae-a578a14ef828 req-74530c90-1c87-44c6-b7b2-0c4e82822a3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:51.383014 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f3a2e834-860e-4483-8f64-0e3672653a1e req-907e171b-47cf-4f24-acd4-35b70673531d tempest-ServerAddressesNegativeTestJSON-1171938793 tempest-ServerAddressesNegativeTestJSON-1171938793-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9ecb83b-aa8b-45e7-9f02-f2f79809d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177804 Nov 25 13:23:51.396832 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b3589233-7508-4fcc-904c-d82f03d34d76 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:51.405552 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b3589233-7508-4fcc-904c-d82f03d34d76 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:51.412900 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b3589233-7508-4fcc-904c-d82f03d34d76 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "DELETE /v2.0/networks/2bee90fd-eaa2-430f-b9e5-43a5bec1736a HTTP/1.1" status: 204 len: 168 time: 0.5464251 Nov 25 13:23:51.413990 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56934) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:51.421728 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3589233-7508-4fcc-904c-d82f03d34d76 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event deleted for resources: {'Network': ['ID=2bee90fd-eaa2-430f-b9e5-43a5bec1736a,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:51.423186 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-689c5a9e-b437-4ce6-a9a0-d2b7b345d5fa tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2092463478'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:23:51.482324 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689c5a9e-b437-4ce6-a9a0-d2b7b345d5fa tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Made reservation on behalf of 33f2ee5c7830442db7d8e3bd7eb6dd8c for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:23:51.484738 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-689c5a9e-b437-4ce6-a9a0-d2b7b345d5fa tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:51.498525 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-e1b5f823-9ff6-4463-a2ae-a578a14ef828 req-74530c90-1c87-44c6-b7b2-0c4e82822a3b service neutron] For port 62b3264e-df9f-4ad5-a44f-101d27b3502a, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:23:51.519668 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-e1b5f823-9ff6-4463-a2ae-a578a14ef828 req-74530c90-1c87-44c6-b7b2-0c4e82822a3b service neutron] For port 62b3264e-df9f-4ad5-a44f-101d27b3502a, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=62b3264e-df9f-4ad5-a44f-101d27b3502a,segment=NetworkSegment(7416f1b9-0861-4e21-8e76-903d02909f6c),segment_id=7416f1b9-0861-4e21-8e76-903d02909f6c)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:23:51.524564 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e60e655f-5ae0-48ce-8210-661fdb2bd5a5 req-916ef6d9-d70e-44bc-9430-1df4640db5ed service neutron] 10.222.0.47 "GET /v2.0/networks/eae7b2f5-436f-4dfa-9d02-19b13705b01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946540 Nov 25 13:23:51.527925 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e1b5f823-9ff6-4463-a2ae-a578a14ef828 req-74530c90-1c87-44c6-b7b2-0c4e82822a3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:51.557032 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-689c5a9e-b437-4ce6-a9a0-d2b7b345d5fa tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:23:51.579183 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b5f823-9ff6-4463-a2ae-a578a14ef828 req-74530c90-1c87-44c6-b7b2-0c4e82822a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:51.579802 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e1b5f823-9ff6-4463-a2ae-a578a14ef828 req-74530c90-1c87-44c6-b7b2-0c4e82822a3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:51.581138 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e1b5f823-9ff6-4463-a2ae-a578a14ef828 req-74530c90-1c87-44c6-b7b2-0c4e82822a3b service neutron] 10.222.0.47 "PUT /v2.0/ports/62b3264e-df9f-4ad5-a44f-101d27b3502a HTTP/1.1" status: 200 len: 1093 time: 1.2149270 Nov 25 13:23:51.582156 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-689c5a9e-b437-4ce6-a9a0-d2b7b345d5fa tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:51.582501 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-689c5a9e-b437-4ce6-a9a0-d2b7b345d5fa tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Added segment 09154d91-25f3-4923-a187-b2e219709115 of type vlan for network eda2d417-2650-4ed7-96fa-337f7d81dc71 Nov 25 13:23:51.833662 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6b1346af-773b-453d-8a87-dd73d19c4c3b req-6ad17ddc-cde6-48cb-9445-52cf9d75a347 tempest-ServerShowV257Test-1728882813 tempest-ServerShowV257Test-1728882813-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb10b618-8670-4019-a3cb-7172877518d4 HTTP/1.1" status: 200 len: 210 time: 0.0272181 Nov 25 13:23:51.964463 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74530c90-1c87-44c6-b7b2-0c4e82822a3b service neutron] Pushing event updated for resources: {'Port': ['ID=62b3264e-df9f-4ad5-a44f-101d27b3502a,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:51.989155 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-689c5a9e-b437-4ce6-a9a0-d2b7b345d5fa tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:51.997098 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95f8ab-116c-4c1b-95b6-1ec416f5c61c req-e3ff83cc-e3f6-4203-9e72-7e215024773e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:51.998600 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0d95f8ab-116c-4c1b-95b6-1ec416f5c61c req-e3ff83cc-e3f6-4203-9e72-7e215024773e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cd7c5e3fb24e497790bddf71745a7be6&device_id=ee7d8910-0f78-4df8-abed-957d266372e6 HTTP/1.1" status: 200 len: 1096 time: 0.4253407 Nov 25 13:23:52.009987 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b5f823-9ff6-4463-a2ae-a578a14ef828 req-a95e1110-bd04-4b7b-975c-e69dd8f30bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:52.011949 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e1b5f823-9ff6-4463-a2ae-a578a14ef828 req-a95e1110-bd04-4b7b-975c-e69dd8f30bcb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e21d0fb28eed426e95e3c3f2e5a989aa&device_id=3fd33117-29e4-4f90-96fa-861455136eb1 HTTP/1.1" status: 200 len: 1096 time: 0.3909707 Nov 25 13:23:52.052824 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1062be0-524c-4343-a584-f1c8a356af0d req-ae4ebf59-93f0-47d2-8c95-ef5a5b82b7ed tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:52.060054 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c1062be0-524c-4343-a584-f1c8a356af0d req-ae4ebf59-93f0-47d2-8c95-ef5a5b82b7ed tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=37066eee-930e-4716-8431-bf6a47d501da HTTP/1.1" status: 200 len: 946 time: 0.0575507 Nov 25 13:23:52.108483 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e1b5f823-9ff6-4463-a2ae-a578a14ef828 req-89cf3185-7910-4e8d-a5be-4af24895f612 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62b3264e-df9f-4ad5-a44f-101d27b3502a HTTP/1.1" status: 200 len: 217 time: 0.0701580 Nov 25 13:23:52.109110 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-689c5a9e-b437-4ce6-a9a0-d2b7b345d5fa tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:52.114483 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689c5a9e-b437-4ce6-a9a0-d2b7b345d5fa tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:52.115097 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-689c5a9e-b437-4ce6-a9a0-d2b7b345d5fa tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:52.117851 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c1062be0-524c-4343-a584-f1c8a356af0d req-b1bf3ade-e075-4e53-bd34-511f32295d98 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569513 Nov 25 13:23:52.232609 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-689c5a9e-b437-4ce6-a9a0-d2b7b345d5fa tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8161705 Nov 25 13:23:52.236236 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 56942) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:52.242236 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-a851825d-1b7a-493b-8b7d-8f7e90fb500f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Request body: {'subnet': {'network_id': 'eda2d417-2650-4ed7-96fa-337f7d81dc71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:23:52.260930 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689c5a9e-b437-4ce6-a9a0-d2b7b345d5fa tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event updated for resources: {'Network': ['ID=eda2d417-2650-4ed7-96fa-337f7d81dc71,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:52.272067 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network eda2d417-2650-4ed7-96fa-337f7d81dc71 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:23:52.283819 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b5f823-9ff6-4463-a2ae-a578a14ef828 req-c4a34043-1ce9-4be9-9f8f-7411a056913d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:52.285303 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e1b5f823-9ff6-4463-a2ae-a578a14ef828 req-c4a34043-1ce9-4be9-9f8f-7411a056913d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=991e5daa-3b4a-4e1b-b46b-0e4b40b2f220 HTTP/1.1" status: 200 len: 855 time: 0.1677346 Nov 25 13:23:52.288731 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95f8ab-116c-4c1b-95b6-1ec416f5c61c req-54b576f3-15d2-4b4a-b15b-f92fc5f28b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:52.290118 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0d95f8ab-116c-4c1b-95b6-1ec416f5c61c req-54b576f3-15d2-4b4a-b15b-f92fc5f28b45 service neutron] 10.222.0.47 "GET /v2.0/networks?id=eae7b2f5-436f-4dfa-9d02-19b13705b01d HTTP/1.1" status: 200 len: 920 time: 0.2727599 Nov 25 13:23:52.305031 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abf03d3-67fb-433b-8528-0edcd9980a17 req-a386cce5-5c60-4a49-a8ab-d219b1183b84 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:52.306573 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9abf03d3-67fb-433b-8528-0edcd9980a17 req-a386cce5-5c60-4a49-a8ab-d219b1183b84 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.47 "GET /v2.0/ports?device_id=37066eee-930e-4716-8431-bf6a47d501da HTTP/1.1" status: 200 len: 946 time: 0.1012108 Nov 25 13:23:52.374841 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e1b5f823-9ff6-4463-a2ae-a578a14ef828 req-f2559119-3b7a-43b3-b6d1-dfb06f1e65c1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3dcc6e35-952f-4386-bb71-7353cabbfad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656772 Nov 25 13:23:52.383252 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b97740-c412-4c37-b483-e67dab9b8b96 req-660aebf7-f726-4db8-80a4-885b9fea19c0 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:52.384772 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a8b97740-c412-4c37-b483-e67dab9b8b96 req-660aebf7-f726-4db8-80a4-885b9fea19c0 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fd33117-29e4-4f90-96fa-861455136eb1 HTTP/1.1" status: 200 len: 944 time: 0.0779650 Nov 25 13:23:52.391731 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0d95f8ab-116c-4c1b-95b6-1ec416f5c61c req-c8ffc742-95c4-42ef-acf5-b11699aa5594 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d188b58e-7d13-41a2-b682-9c2251973a97 HTTP/1.1" status: 200 len: 217 time: 0.0840592 Nov 25 13:23:52.394984 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a851825d-1b7a-493b-8b7d-8f7e90fb500f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Made reservation on behalf of 33f2ee5c7830442db7d8e3bd7eb6dd8c for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:23:52.398581 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a851825d-1b7a-493b-8b7d-8f7e90fb500f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:52.490470 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.ipam_backend_mixin [None req-a851825d-1b7a-493b-8b7d-8f7e90fb500f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Performing IP validity checks on allocation pools {{(pid=103570) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 25 13:23:52.493385 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.ipam_backend_mixin [None req-a851825d-1b7a-493b-8b7d-8f7e90fb500f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103570) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 25 13:23:52.525028 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95f8ab-116c-4c1b-95b6-1ec416f5c61c req-4e8b5f7b-11e4-456c-99a5-4b93183443d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:52.526470 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0d95f8ab-116c-4c1b-95b6-1ec416f5c61c req-4e8b5f7b-11e4-456c-99a5-4b93183443d7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e31b5857-6cc7-4cd2-969f-8ff490a68c15 HTTP/1.1" status: 200 len: 859 time: 0.1220198 Nov 25 13:23:52.543760 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a8b97740-c412-4c37-b483-e67dab9b8b96 req-1b0405e1-4dbd-4a36-9cab-ac03fb3bafc0 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410196 Nov 25 13:23:52.567059 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c9d2f3-d0ab-41e1-ad19-4279be07ce7f req-5138e357-a0ae-4519-a48d-f14d43874b78 tempest-ServerAddressesNegativeTestJSON-1171938793 tempest-ServerAddressesNegativeTestJSON-1171938793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:52.568540 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-82c9d2f3-d0ab-41e1-ad19-4279be07ce7f req-5138e357-a0ae-4519-a48d-f14d43874b78 tempest-ServerAddressesNegativeTestJSON-1171938793 tempest-ServerAddressesNegativeTestJSON-1171938793-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee7d8910-0f78-4df8-abed-957d266372e6 HTTP/1.1" status: 200 len: 944 time: 0.1053970 Nov 25 13:23:52.583384 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0d95f8ab-116c-4c1b-95b6-1ec416f5c61c req-d6209e6a-1272-4993-b145-56a698132c8e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eae7b2f5-436f-4dfa-9d02-19b13705b01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393181 Nov 25 13:23:52.589724 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e1b5f823-9ff6-4463-a2ae-a578a14ef828 req-c4859831-0807-47e3-8116-ff762a8fabb7 service neutron] 10.222.0.47 "GET /v2.0/networks/3dcc6e35-952f-4386-bb71-7353cabbfad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971579 Nov 25 13:23:52.668902 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-82c9d2f3-d0ab-41e1-ad19-4279be07ce7f req-97cf2aed-86c3-4188-9151-4cf20faaa809 tempest-ServerAddressesNegativeTestJSON-1171938793 tempest-ServerAddressesNegativeTestJSON-1171938793-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9ecb83b-aa8b-45e7-9f02-f2f79809d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915895 Nov 25 13:23:52.686681 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-9abf03d3-67fb-433b-8528-0edcd9980a17 req-810e93cc-fba9-4f69-93f6-308d59aa008e tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Deleting port 2d3dd326-ee09-4a6b-bf5f-0816478598e5 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:23:52.687047 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9abf03d3-67fb-433b-8528-0edcd9980a17 req-810e93cc-fba9-4f69-93f6-308d59aa008e tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:52.715736 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a851825d-1b7a-493b-8b7d-8f7e90fb500f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:52.776871 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a851825d-1b7a-493b-8b7d-8f7e90fb500f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event updated for resources: {'Subnet': ['ID=30419330-df63-4e01-9eb5-15382accdbd1,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:52.786170 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a851825d-1b7a-493b-8b7d-8f7e90fb500f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Checking segment: {'id': '09154d91-25f3-4923-a187-b2e219709115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'eda2d417-2650-4ed7-96fa-337f7d81dc71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:23:52.786604 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a851825d-1b7a-493b-8b7d-8f7e90fb500f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Network hostable DHCP agents. Network: eda2d417-2650-4ed7-96fa-337f7d81dc71, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:23:52.803980 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a851825d-1b7a-493b-8b7d-8f7e90fb500f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Network eda2d417-2650-4ed7-96fa-337f7d81dc71 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:23:52.813856 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-a851825d-1b7a-493b-8b7d-8f7e90fb500f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, eda2d417-2650-4ed7-96fa-337f7d81dc71) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:23:52.816574 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e1b5f823-9ff6-4463-a2ae-a578a14ef828 req-bab84ec6-549a-486e-abd6-df8e04688538 service neutron] 10.222.0.47 "GET /v2.0/networks/3dcc6e35-952f-4386-bb71-7353cabbfad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158904 Nov 25 13:23:52.818142 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a851825d-1b7a-493b-8b7d-8f7e90fb500f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:52.818871 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a851825d-1b7a-493b-8b7d-8f7e90fb500f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:52.821386 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0d95f8ab-116c-4c1b-95b6-1ec416f5c61c req-5de57dbc-66d5-4d09-856b-427f8758343a service neutron] 10.222.0.47 "GET /v2.0/networks/eae7b2f5-436f-4dfa-9d02-19b13705b01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300465 Nov 25 13:23:52.834571 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4dd011a-f082-4c41-8ba7-0107a5002318 None None] Network eda2d417-2650-4ed7-96fa-337f7d81dc71 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:23:52.841096 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-a851825d-1b7a-493b-8b7d-8f7e90fb500f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6010466 Nov 25 13:23:52.841822 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 56948) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:52.848038 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-9dd0c66e-6e0d-418b-b245-eb180fae2e01 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Request body: {'port': {'network_id': 'eda2d417-2650-4ed7-96fa-337f7d81dc71', 'name': 'tempest-PortsIpV6TestJSON-2008529819'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:23:52.861992 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fd33117-29e4-4f90-96fa-861455136eb1', 'tag': '62b3264e-df9f-4ad5-a44f-101d27b3502a'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:23:52.864324 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c6d576-dc5d-4f0d-b3bf-e98f74b8a8b3" -d '{"events": [{"name": "network-changed", "server_uuid": "3fd33117-29e4-4f90-96fa-861455136eb1", "tag": "62b3264e-df9f-4ad5-a44f-101d27b3502a"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:23:52.910853 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-9abf03d3-67fb-433b-8528-0edcd9980a17 req-810e93cc-fba9-4f69-93f6-308d59aa008e tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] For port 2d3dd326-ee09-4a6b-bf5f-0816478598e5, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=2d3dd326-ee09-4a6b-bf5f-0816478598e5,segment=NetworkSegment(9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8),segment_id=9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:23:52.911229 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9abf03d3-67fb-433b-8528-0edcd9980a17 req-810e93cc-fba9-4f69-93f6-308d59aa008e tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:52.929022 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-9abf03d3-67fb-433b-8528-0edcd9980a17 req-810e93cc-fba9-4f69-93f6-308d59aa008e tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Calling delete_port for 2d3dd326-ee09-4a6b-bf5f-0816478598e5 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:23:52.933984 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7691b595-3922-4bbf-8fd5-9bac5aa08f0a x-openstack-request-id: req-7691b595-3922-4bbf-8fd5-9bac5aa08f0a {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:23:52.934280 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fd33117-29e4-4f90-96fa-861455136eb1", "tag": "62b3264e-df9f-4ad5-a44f-101d27b3502a", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:23:52.934533 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7691b595-3922-4bbf-8fd5-9bac5aa08f0a {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:23:52.934968 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fd33117-29e4-4f90-96fa-861455136eb1', 'tag': '62b3264e-df9f-4ad5-a44f-101d27b3502a', 'status': 'completed', 'code': 200} Nov 25 13:23:53.001714 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-092e07ea-fee3-42dd-bd40-d7498f1fd7e3 req-3ec88bee-cb10-43eb-a4aa-bbb68ae43ca6 tempest-ServerShowV257Test-1728882813 tempest-ServerShowV257Test-1728882813-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb10b618-8670-4019-a3cb-7172877518d4 HTTP/1.1" status: 200 len: 210 time: 0.0329206 Nov 25 13:23:53.027543 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd0c66e-6e0d-418b-b245-eb180fae2e01 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Made reservation on behalf of 33f2ee5c7830442db7d8e3bd7eb6dd8c for: {'port': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:23:53.031255 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9dd0c66e-6e0d-418b-b245-eb180fae2e01 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:53.041623 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0d95f8ab-116c-4c1b-95b6-1ec416f5c61c req-0fa84384-a11d-41b6-9ed7-1f7d5f5b8ba6 service neutron] 10.222.0.47 "GET /v2.0/networks/eae7b2f5-436f-4dfa-9d02-19b13705b01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108474 Nov 25 13:23:53.052425 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [None req-9dd0c66e-6e0d-418b-b245-eb180fae2e01 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] device_id is not set on port 3fee51f0-3303-4479-a998-01404afde5b5 yet. {{(pid=103570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:23:53.060654 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c6d576-dc5d-4f0d-b3bf-e98f74b8a8b3 req-a8fa02a7-acec-441e-b13b-d3ebd5c7c8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:53.062258 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-97c6d576-dc5d-4f0d-b3bf-e98f74b8a8b3 req-a8fa02a7-acec-441e-b13b-d3ebd5c7c8f4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e21d0fb28eed426e95e3c3f2e5a989aa&device_id=3fd33117-29e4-4f90-96fa-861455136eb1 HTTP/1.1" status: 200 len: 1096 time: 0.1036241 Nov 25 13:23:53.071610 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7fa40a-b5f7-403b-8313-f0efeae4dfe8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-eda2d417-2650-4ed7-96fa-337f7d81dc71', 'network_id': 'eda2d417-2650-4ed7-96fa-337f7d81dc71', 'tenant_id': '33f2ee5c7830442db7d8e3bd7eb6dd8c', 'fixed_ips': [{'subnet_id': '30419330-df63-4e01-9eb5-15382accdbd1'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:23:53.073012 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0e7fa40a-b5f7-403b-8313-f0efeae4dfe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:53.201970 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9abf03d3-67fb-433b-8528-0edcd9980a17 req-810e93cc-fba9-4f69-93f6-308d59aa008e tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:53.204313 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c6d576-dc5d-4f0d-b3bf-e98f74b8a8b3 req-0a62a0ff-eb14-40f3-bd97-f893382a37b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:53.205792 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-97c6d576-dc5d-4f0d-b3bf-e98f74b8a8b3 req-0a62a0ff-eb14-40f3-bd97-f893382a37b5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3dcc6e35-952f-4386-bb71-7353cabbfad7 HTTP/1.1" status: 200 len: 916 time: 0.1352496 Nov 25 13:23:53.208652 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-9dd0c66e-6e0d-418b-b245-eb180fae2e01 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Allocated IP 2001:db8::4b (eda2d417-2650-4ed7-96fa-337f7d81dc71/30419330-df63-4e01-9eb5-15382accdbd1/3fee51f0-3303-4479-a998-01404afde5b5) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:23:53.241450 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810e93cc-fba9-4f69-93f6-308d59aa008e tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Pushing event deleted for resources: {'Port': ['ID=2d3dd326-ee09-4a6b-bf5f-0816478598e5,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:53.272643 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fbca11bb-48ca-4ffc-854b-8ddac7f63938 req-fa9b871c-5ebe-48c5-9adc-e2dffa6f4f68 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=37066eee-930e-4716-8431-bf6a47d501da HTTP/1.1" status: 200 len: 210 time: 0.0348923 Nov 25 13:23:53.273539 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-97c6d576-dc5d-4f0d-b3bf-e98f74b8a8b3 req-d00159b6-786b-4fb2-bef7-8c57c119160e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62b3264e-df9f-4ad5-a44f-101d27b3502a HTTP/1.1" status: 200 len: 217 time: 0.0408876 Nov 25 13:23:53.340823 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-9abf03d3-67fb-433b-8528-0edcd9980a17 req-810e93cc-fba9-4f69-93f6-308d59aa008e tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] No DVR routers for this DVR port 2d3dd326-ee09-4a6b-bf5f-0816478598e5 on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:23:53.344575 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9abf03d3-67fb-433b-8528-0edcd9980a17 req-810e93cc-fba9-4f69-93f6-308d59aa008e tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:53.347851 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9abf03d3-67fb-433b-8528-0edcd9980a17 req-810e93cc-fba9-4f69-93f6-308d59aa008e tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.47 "DELETE /v2.0/ports/2d3dd326-ee09-4a6b-bf5f-0816478598e5 HTTP/1.1" status: 204 len: 173 time: 1.0249665 Nov 25 13:23:53.360510 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c6d576-dc5d-4f0d-b3bf-e98f74b8a8b3 req-0d32358b-cad4-4971-aea4-39172be95fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:53.362219 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-97c6d576-dc5d-4f0d-b3bf-e98f74b8a8b3 req-0d32358b-cad4-4971-aea4-39172be95fdf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=991e5daa-3b4a-4e1b-b46b-0e4b40b2f220 HTTP/1.1" status: 200 len: 855 time: 0.0693338 Nov 25 13:23:53.401053 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-97c6d576-dc5d-4f0d-b3bf-e98f74b8a8b3 req-fcc8b6b2-67d9-4884-9716-1e3fb3b03f40 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3dcc6e35-952f-4386-bb71-7353cabbfad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295360 Nov 25 13:23:53.406012 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9dd0c66e-6e0d-418b-b245-eb180fae2e01 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:53.445605 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9dd0c66e-6e0d-418b-b245-eb180fae2e01 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:53.504701 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd0c66e-6e0d-418b-b245-eb180fae2e01 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Network eda2d417-2650-4ed7-96fa-337f7d81dc71 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:23:53.508478 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-9dd0c66e-6e0d-418b-b245-eb180fae2e01 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:23:53.514264 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd0c66e-6e0d-418b-b245-eb180fae2e01 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:23:53.522473 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd0c66e-6e0d-418b-b245-eb180fae2e01 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:53.523763 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9dd0c66e-6e0d-418b-b245-eb180fae2e01 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:53.524435 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-0e7fa40a-b5f7-403b-8313-f0efeae4dfe8 None None] Allocated IP 2001:db8::2 (eda2d417-2650-4ed7-96fa-337f7d81dc71/30419330-df63-4e01-9eb5-15382accdbd1/3a3199d4-3edf-4bd1-95af-865efcecf7b9) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:23:53.527674 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-97c6d576-dc5d-4f0d-b3bf-e98f74b8a8b3 req-d09dd87a-fd6b-42be-8c75-19d80cf9e390 service neutron] 10.222.0.47 "GET /v2.0/networks/3dcc6e35-952f-4386-bb71-7353cabbfad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141481 Nov 25 13:23:53.542525 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd0c66e-6e0d-418b-b245-eb180fae2e01 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event updated for resources: {'Port': ['ID=3fee51f0-3303-4479-a998-01404afde5b5,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:53.554418 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-9dd0c66e-6e0d-418b-b245-eb180fae2e01 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7110546 Nov 25 13:23:53.557167 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 56958) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:53.663108 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-97c6d576-dc5d-4f0d-b3bf-e98f74b8a8b3 req-925f83a0-86f8-4227-8104-1515fdf124d4 service neutron] 10.222.0.47 "GET /v2.0/networks/3dcc6e35-952f-4386-bb71-7353cabbfad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155059 Nov 25 13:23:53.684183 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0e7fa40a-b5f7-403b-8313-f0efeae4dfe8 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:53.690873 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0e7fa40a-b5f7-403b-8313-f0efeae4dfe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:53.692310 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd35bfa-2edb-4dfe-8d48-311b8de4c566 req-d6748c09-1216-4efe-b5f5-f97c787187a2 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:53.693985 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4cd35bfa-2edb-4dfe-8d48-311b8de4c566 req-d6748c09-1216-4efe-b5f5-f97c787187a2 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fd33117-29e4-4f90-96fa-861455136eb1 HTTP/1.1" status: 200 len: 944 time: 0.0649686 Nov 25 13:23:53.702290 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-78648831-e266-4e15-9c65-b2d6a94a692c tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Deleting port 3fee51f0-3303-4479-a998-01404afde5b5 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:23:53.702640 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-78648831-e266-4e15-9c65-b2d6a94a692c tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:53.736827 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7fa40a-b5f7-403b-8313-f0efeae4dfe8 None None] Network eda2d417-2650-4ed7-96fa-337f7d81dc71 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:23:53.739752 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-0e7fa40a-b5f7-403b-8313-f0efeae4dfe8 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:23:53.743483 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7fa40a-b5f7-403b-8313-f0efeae4dfe8 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:23:53.749787 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7fa40a-b5f7-403b-8313-f0efeae4dfe8 None None] Pushing event updated for resources: {'Port': ['ID=3a3199d4-3edf-4bd1-95af-865efcecf7b9,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:53.804160 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-0e7fa40a-b5f7-403b-8313-f0efeae4dfe8 None None] Attempting to bind port 3a3199d4-3edf-4bd1-95af-865efcecf7b9 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:23:53.804525 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-0e7fa40a-b5f7-403b-8313-f0efeae4dfe8 None None] Attempting to bind port 3a3199d4-3edf-4bd1-95af-865efcecf7b9 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '09154d91-25f3-4923-a187-b2e219709115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'eda2d417-2650-4ed7-96fa-337f7d81dc71'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:23:53.804811 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7fa40a-b5f7-403b-8313-f0efeae4dfe8 None None] Attempting to bind port 3a3199d4-3edf-4bd1-95af-865efcecf7b9 on network eda2d417-2650-4ed7-96fa-337f7d81dc71 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:23:53.811863 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7fa40a-b5f7-403b-8313-f0efeae4dfe8 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:23:53.811863 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7fa40a-b5f7-403b-8313-f0efeae4dfe8 None None] Checking segment: {'id': '09154d91-25f3-4923-a187-b2e219709115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'eda2d417-2650-4ed7-96fa-337f7d81dc71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:23:53.812370 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0e7fa40a-b5f7-403b-8313-f0efeae4dfe8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:53.812645 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7fa40a-b5f7-403b-8313-f0efeae4dfe8 None None] Bound using segment: {'id': '09154d91-25f3-4923-a187-b2e219709115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'eda2d417-2650-4ed7-96fa-337f7d81dc71'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:23:53.813115 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-0e7fa40a-b5f7-403b-8313-f0efeae4dfe8 None None] Bound port: 3a3199d4-3edf-4bd1-95af-865efcecf7b9, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09154d91-25f3-4923-a187-b2e219709115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'eda2d417-2650-4ed7-96fa-337f7d81dc71'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:23:53.813686 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0e7fa40a-b5f7-403b-8313-f0efeae4dfe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:53.847362 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4cd35bfa-2edb-4dfe-8d48-311b8de4c566 req-4cd7387b-9ca5-4e70-be38-e3f292262917 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414783 Nov 25 13:23:53.880882 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d0a6b-a23d-4a6b-bc3f-aea68f7b2f7d req-cbf71b7d-b85f-49a3-bfca-724fea21ddf3 tempest-ServerAddressesNegativeTestJSON-1171938793 tempest-ServerAddressesNegativeTestJSON-1171938793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:53.882503 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4b4d0a6b-a23d-4a6b-bc3f-aea68f7b2f7d req-cbf71b7d-b85f-49a3-bfca-724fea21ddf3 tempest-ServerAddressesNegativeTestJSON-1171938793 tempest-ServerAddressesNegativeTestJSON-1171938793-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee7d8910-0f78-4df8-abed-957d266372e6 HTTP/1.1" status: 200 len: 944 time: 0.1208701 Nov 25 13:23:53.893246 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-0e7fa40a-b5f7-403b-8313-f0efeae4dfe8 None None] For port 3a3199d4-3edf-4bd1-95af-865efcecf7b9, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:23:53.898837 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-0e7fa40a-b5f7-403b-8313-f0efeae4dfe8 None None] For port 3a3199d4-3edf-4bd1-95af-865efcecf7b9, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=3a3199d4-3edf-4bd1-95af-865efcecf7b9,segment=NetworkSegment(09154d91-25f3-4923-a187-b2e219709115),segment_id=09154d91-25f3-4923-a187-b2e219709115)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:23:53.902085 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-78648831-e266-4e15-9c65-b2d6a94a692c tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:53.904209 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0e7fa40a-b5f7-403b-8313-f0efeae4dfe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:53.923898 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-78648831-e266-4e15-9c65-b2d6a94a692c tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Calling delete_port for 3fee51f0-3303-4479-a998-01404afde5b5 owned by {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:23:53.966803 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7fa40a-b5f7-403b-8313-f0efeae4dfe8 None None] Pushing event updated for resources: {'Port': ['ID=3a3199d4-3edf-4bd1-95af-865efcecf7b9,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:53.993130 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4b4d0a6b-a23d-4a6b-bc3f-aea68f7b2f7d req-a844d02c-c9ab-4d4d-a1cd-942de32bcd66 tempest-ServerAddressesNegativeTestJSON-1171938793 tempest-ServerAddressesNegativeTestJSON-1171938793-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9ecb83b-aa8b-45e7-9f02-f2f79809d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000891 Nov 25 13:23:54.088607 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-78648831-e266-4e15-9c65-b2d6a94a692c tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:54.139365 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78648831-e266-4e15-9c65-b2d6a94a692c tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event deleted for resources: {'Port': ['ID=3fee51f0-3303-4479-a998-01404afde5b5,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:54.161988 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-791e58a2-2852-429c-bb0d-f25cf1b0d486 req-96f8b270-42c8-4e88-8c7c-f50762fb9de7 tempest-ServerShowV257Test-1728882813 tempest-ServerShowV257Test-1728882813-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb10b618-8670-4019-a3cb-7172877518d4 HTTP/1.1" status: 200 len: 210 time: 0.0648422 Nov 25 13:23:54.190723 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-78648831-e266-4e15-9c65-b2d6a94a692c tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:54.193994 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-78648831-e266-4e15-9c65-b2d6a94a692c tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "DELETE /v2.0/ports/3fee51f0-3303-4479-a998-01404afde5b5 HTTP/1.1" status: 204 len: 168 time: 0.6358342 Nov 25 13:23:54.196682 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56968) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:54.227614 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2a36181-3992-49ad-81ef-e51c3e76a8ce tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] DELETE failed (client error): The resource could not be found. Nov 25 13:23:54.228818 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2a36181-3992-49ad-81ef-e51c3e76a8ce tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:23:54.232555 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-a2a36181-3992-49ad-81ef-e51c3e76a8ce tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "DELETE /v2.0/ports/3fee51f0-3303-4479-a998-01404afde5b5 HTTP/1.1" status: 404 len: 333 time: 0.0348470 Nov 25 13:23:54.236050 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 56970) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:54.261992 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-97206afa-6994-42ba-a0a7-c04cdcd7f809 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] GET failed (client error): The resource could not be found. Nov 25 13:23:54.263509 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-97206afa-6994-42ba-a0a7-c04cdcd7f809 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "GET /v2.0/ports/3fee51f0-3303-4479-a998-01404afde5b5 HTTP/1.1" status: 404 len: 333 time: 0.0263329 Nov 25 13:23:54.266246 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 56972) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:54.321987 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-38dedfa2-688a-483c-8c11-c82f66cca9a5 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Deleting subnet 30419330-df63-4e01-9eb5-15382accdbd1 {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:23:54.326120 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-38dedfa2-688a-483c-8c11-c82f66cca9a5 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:54.368271 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-38dedfa2-688a-483c-8c11-c82f66cca9a5 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:54.457496 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-38dedfa2-688a-483c-8c11-c82f66cca9a5 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:54.577040 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-38dedfa2-688a-483c-8c11-c82f66cca9a5 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:54.626220 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dedfa2-688a-483c-8c11-c82f66cca9a5 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event deleted for resources: {'Subnet': ['ID=30419330-df63-4e01-9eb5-15382accdbd1,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:54.628371 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-38dedfa2-688a-483c-8c11-c82f66cca9a5 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:54.636728 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-38dedfa2-688a-483c-8c11-c82f66cca9a5 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "DELETE /v2.0/subnets/30419330-df63-4e01-9eb5-15382accdbd1 HTTP/1.1" status: 204 len: 168 time: 0.3642387 Nov 25 13:23:54.636848 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56988) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:54.648309 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c83e61-dbf8-4429-9c04-84574ca6de24 req-10fe26d2-41d0-45e3-beb2-bfa867a83fc5 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:54.649837 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-60c83e61-dbf8-4429-9c04-84574ca6de24 req-10fe26d2-41d0-45e3-beb2-bfa867a83fc5 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/networks?id=9b74e527-2eba-4880-abc3-5f552bc5f61d HTTP/1.1" status: 200 len: 812 time: 0.1519914 Nov 25 13:23:54.669647 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-60c83e61-dbf8-4429-9c04-84574ca6de24 req-87f5575a-8f30-4d3c-ad27-d600b39306f6 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/quotas/60de2ce00e39495b9b56ab9e2f307693 HTTP/1.1" status: 200 len: 375 time: 0.0130510 Nov 25 13:23:54.704536 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-60c83e61-dbf8-4429-9c04-84574ca6de24 req-d1cff15f-bc1c-416b-a644-6472614ab5ea tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=60de2ce00e39495b9b56ab9e2f307693&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284362 Nov 25 13:23:54.722241 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-48a317b0-fecc-4697-8f77-c4d1cd9fd65f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:54.779927 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-48a317b0-fecc-4697-8f77-c4d1cd9fd65f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Deleting port 3a3199d4-3edf-4bd1-95af-865efcecf7b9 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:23:54.780480 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-48a317b0-fecc-4697-8f77-c4d1cd9fd65f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:54.810382 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-60c83e61-dbf8-4429-9c04-84574ca6de24 req-f6cb3277-ae2a-4937-b08d-e7a18491c377 service neutron] 10.222.0.53 "GET /v2.0/networks/9b74e527-2eba-4880-abc3-5f552bc5f61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976424 Nov 25 13:23:54.864747 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-48a317b0-fecc-4697-8f77-c4d1cd9fd65f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] For port 3a3199d4-3edf-4bd1-95af-865efcecf7b9, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=3a3199d4-3edf-4bd1-95af-865efcecf7b9,segment=NetworkSegment(09154d91-25f3-4923-a187-b2e219709115),segment_id=09154d91-25f3-4923-a187-b2e219709115)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:23:54.865111 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-48a317b0-fecc-4697-8f77-c4d1cd9fd65f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:54.879953 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-48a317b0-fecc-4697-8f77-c4d1cd9fd65f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Calling delete_port for 3a3199d4-3edf-4bd1-95af-865efcecf7b9 owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:23:54.900499 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 3a3199d4-3edf-4bd1-95af-865efcecf7b9 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:23:54.953865 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37066eee-930e-4716-8431-bf6a47d501da', 'name': 'network-vif-deleted', 'tag': '2d3dd326-ee09-4a6b-bf5f-0816478598e5'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:23:54.956190 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c469d396-08af-497a-b3dd-ff158dec146c" -d '{"events": [{"server_uuid": "37066eee-930e-4716-8431-bf6a47d501da", "name": "network-vif-deleted", "tag": "2d3dd326-ee09-4a6b-bf5f-0816478598e5"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:23:54.972844 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 3a3199d4-3edf-4bd1-95af-865efcecf7b9 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:23:54.973222 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:54.983460 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-60c83e61-dbf8-4429-9c04-84574ca6de24 req-43b2f317-baa0-4e16-8903-e1c483854ba6 service neutron] 10.222.0.53 "GET /v2.0/networks/9b74e527-2eba-4880-abc3-5f552bc5f61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649005 Nov 25 13:23:55.004186 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3812601d-7be1-48a0-96df-9e6b02955651 req-9fb52393-a95c-4cd8-8b0d-05f614929950 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:55.005718 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3812601d-7be1-48a0-96df-9e6b02955651 req-9fb52393-a95c-4cd8-8b0d-05f614929950 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fd33117-29e4-4f90-96fa-861455136eb1 HTTP/1.1" status: 200 len: 944 time: 0.0600445 Nov 25 13:23:55.023276 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76285185-ea0d-41a8-a367-f9558b05f3b6 None None] Network eda2d417-2650-4ed7-96fa-337f7d81dc71 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:23:55.032655 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-48a317b0-fecc-4697-8f77-c4d1cd9fd65f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:55.063053 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a317b0-fecc-4697-8f77-c4d1cd9fd65f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] No DVR routers for this DVR port 3a3199d4-3edf-4bd1-95af-865efcecf7b9 on host n-d-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:23:55.065115 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a317b0-fecc-4697-8f77-c4d1cd9fd65f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event deleted for resources: {'Port': ['ID=3a3199d4-3edf-4bd1-95af-865efcecf7b9,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:55.076885 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3812601d-7be1-48a0-96df-9e6b02955651 req-ace6a33a-9734-4bc0-9440-8ebf17a52a91 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564859 Nov 25 13:23:55.103388 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Could not find standard attr ID for object 3a3199d4-3edf-4bd1-95af-865efcecf7b9. {{(pid=103572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 13:23:55.108703 n-d-808199-11 neutron-server[103572]: INFO neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No ports have port_id starting with 3a3199d4-3edf-4bd1-95af-865efcecf7b9 Nov 25 13:23:55.168906 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3aed64b-f102-42ad-a851-3c9ef0811d6d x-openstack-request-id: req-e3aed64b-f102-42ad-a851-3c9ef0811d6d {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:23:55.169175 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37066eee-930e-4716-8431-bf6a47d501da", "name": "network-vif-deleted", "tag": "2d3dd326-ee09-4a6b-bf5f-0816478598e5", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:23:55.169428 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e3aed64b-f102-42ad-a851-3c9ef0811d6d {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:23:55.169827 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37066eee-930e-4716-8431-bf6a47d501da', 'name': 'network-vif-deleted', 'tag': '2d3dd326-ee09-4a6b-bf5f-0816478598e5', 'status': 'completed', 'code': 200} Nov 25 13:23:55.175707 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device d188b58e-7d13-41a2-b682-9c2251973a97 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:23:55.183645 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 2d3dd326-ee09-4a6b-bf5f-0816478598e5 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:23:55.220190 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-48a317b0-fecc-4697-8f77-c4d1cd9fd65f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:55.249322 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-48a317b0-fecc-4697-8f77-c4d1cd9fd65f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eda2d417-2650-4ed7-96fa-337f7d81dc71']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:23:55.261395 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0bac2a7e-0853-46d0-b0a6-37f4602b8a4c req-d7d1de25-cbc9-4b5c-b821-59c90f3316cf tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc20867-f972-453a-8ced-0dd44582b1f4 HTTP/1.1" status: 200 len: 210 time: 0.0527780 Nov 25 13:23:55.285542 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab5ceb0-1b8f-4070-9a9d-4352830b2270 req-f45302bc-4708-450b-b080-b20e16ed7398 tempest-ServerAddressesNegativeTestJSON-1171938793 tempest-ServerAddressesNegativeTestJSON-1171938793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:55.288949 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-48a317b0-fecc-4697-8f77-c4d1cd9fd65f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09154d91-25f3-4923-a187-b2e219709115') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:23:55.289230 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-48a317b0-fecc-4697-8f77-c4d1cd9fd65f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09154d91-25f3-4923-a187-b2e219709115') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:23:55.295869 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4ab5ceb0-1b8f-4070-9a9d-4352830b2270 req-f45302bc-4708-450b-b080-b20e16ed7398 tempest-ServerAddressesNegativeTestJSON-1171938793 tempest-ServerAddressesNegativeTestJSON-1171938793-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee7d8910-0f78-4df8-abed-957d266372e6 HTTP/1.1" status: 200 len: 944 time: 0.0957189 Nov 25 13:23:55.308390 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-48a317b0-fecc-4697-8f77-c4d1cd9fd65f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:55.338133 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: 2d3dd326-ee09-4a6b-bf5f-0816478598e5 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:23:55.338494 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 2d3dd326-ee09-4a6b-bf5f-0816478598e5 not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:23:55.344098 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-48a317b0-fecc-4697-8f77-c4d1cd9fd65f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:55.347684 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-6bb751c8-c4b1-4d9e-b5ee-ab3a3e3af45a None None] Could not find standard attr ID for object 3a3199d4-3edf-4bd1-95af-865efcecf7b9. {{(pid=103572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 13:23:55.354074 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48a317b0-fecc-4697-8f77-c4d1cd9fd65f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:23:55.354957 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-48a317b0-fecc-4697-8f77-c4d1cd9fd65f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:55.367591 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:23:55.367591 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:23:55.367591 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:23:55.367591 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:23:55.367591 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:23:55.367591 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:23:55.367591 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:23:55.367591 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:23:55.367591 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:23:55.367591 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:23:55.367591 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:23:55.367591 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:23:55.367591 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:23:55.367591 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:23:55.367591 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:23:55.367591 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:23:55.367591 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:23:55.367591 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:23:55.367591 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:23:55.367591 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:23:55.367591 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:23:55.367591 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:23:55.367591 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:23:55.367591 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:23:55.367591 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:23:55.367591 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:23:55.367591 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:23:55.367591 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:23:55.367591 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:23:55.367591 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:23:55.367591 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:23:55.367591 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:23:55.391892 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4ab5ceb0-1b8f-4070-9a9d-4352830b2270 req-c51da33c-614e-4693-ace9-de7d81ee1a88 tempest-ServerAddressesNegativeTestJSON-1171938793 tempest-ServerAddressesNegativeTestJSON-1171938793-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9ecb83b-aa8b-45e7-9f02-f2f79809d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905769 Nov 25 13:23:55.424294 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a099dd77-f8cc-471d-8cec-b8b679079273 req-84f6dd71-fea8-4f38-821d-a59464314cca tempest-ServerShowV257Test-1728882813 tempest-ServerShowV257Test-1728882813-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb10b618-8670-4019-a3cb-7172877518d4 HTTP/1.1" status: 200 len: 210 time: 0.0481017 Nov 25 13:23:55.432899 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port d188b58e-7d13-41a2-b682-9c2251973a97, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=d188b58e-7d13-41a2-b682-9c2251973a97,segment=NetworkSegment(58642de7-0448-4b9f-b025-6584c86f55e5),segment_id=58642de7-0448-4b9f-b025-6584c86f55e5)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:23:55.452187 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': 'd188b58e-7d13-41a2-b682-9c2251973a97', 'network_id': 'eae7b2f5-436f-4dfa-9d02-19b13705b01d', 'port_id': 'd188b58e-7d13-41a2-b682-9c2251973a97', 'mac_address': 'fa:16:3e:b4:d1:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e31b5857-6cc7-4cd2-969f-8ff490a68c15', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:23:55.503990 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8f6a39-0720-4153-9abf-a45aec0de521 None None] DHCP port deletion for eda2d417-2650-4ed7-96fa-337f7d81dc71 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:23:55.507065 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-48a317b0-fecc-4697-8f77-c4d1cd9fd65f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:55.517095 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-48a317b0-fecc-4697-8f77-c4d1cd9fd65f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:55.520545 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-48a317b0-fecc-4697-8f77-c4d1cd9fd65f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "DELETE /v2.0/networks/eda2d417-2650-4ed7-96fa-337f7d81dc71 HTTP/1.1" status: 204 len: 168 time: 0.8831058 Nov 25 13:23:55.524195 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 57008) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:55.529895 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-4d8b88e9-6d31-42a1-b303-0db807407397 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2019965283'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:23:55.541180 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a317b0-fecc-4697-8f77-c4d1cd9fd65f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event deleted for resources: {'Network': ['ID=eda2d417-2650-4ed7-96fa-337f7d81dc71,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:55.555963 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:55.574909 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d188b58e-7d13-41a2-b682-9c2251973a97 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:23:55.580353 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8b88e9-6d31-42a1-b303-0db807407397 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Made reservation on behalf of 33f2ee5c7830442db7d8e3bd7eb6dd8c for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:23:55.584328 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4d8b88e9-6d31-42a1-b303-0db807407397 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:55.601601 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port d188b58e-7d13-41a2-b682-9c2251973a97, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=d188b58e-7d13-41a2-b682-9c2251973a97,segment=NetworkSegment(58642de7-0448-4b9f-b025-6584c86f55e5),segment_id=58642de7-0448-4b9f-b025-6584c86f55e5)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:23:55.606292 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:55.615949 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d8b88e9-6d31-42a1-b303-0db807407397 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:23:55.627517 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4d8b88e9-6d31-42a1-b303-0db807407397 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:55.628106 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-4d8b88e9-6d31-42a1-b303-0db807407397 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Added segment 8c1cf291-e8d6-4420-a028-b008e3c198c1 of type vlan for network 78402c5f-e3a7-40b4-b094-e2d1e16ee294 Nov 25 13:23:55.657267 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=d188b58e-7d13-41a2-b682-9c2251973a97,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:55.673827 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4d8b88e9-6d31-42a1-b303-0db807407397 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:55.700398 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4d8b88e9-6d31-42a1-b303-0db807407397 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:55.705987 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8b88e9-6d31-42a1-b303-0db807407397 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:55.706519 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4d8b88e9-6d31-42a1-b303-0db807407397 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:55.762216 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-4d8b88e9-6d31-42a1-b303-0db807407397 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2368875 Nov 25 13:23:55.765156 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57012) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:55.770305 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-d562a84a-5cab-422d-9551-b08d4c8de59b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Request body: {'subnet': {'network_id': '78402c5f-e3a7-40b4-b094-e2d1e16ee294', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:23:55.786344 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8b88e9-6d31-42a1-b303-0db807407397 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event updated for resources: {'Network': ['ID=78402c5f-e3a7-40b4-b094-e2d1e16ee294,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:55.799170 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 78402c5f-e3a7-40b4-b094-e2d1e16ee294 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:23:55.854557 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['d188b58e-7d13-41a2-b682-9c2251973a97'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:23:55.873166 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d562a84a-5cab-422d-9551-b08d4c8de59b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Made reservation on behalf of 33f2ee5c7830442db7d8e3bd7eb6dd8c for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:23:55.877250 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d562a84a-5cab-422d-9551-b08d4c8de59b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:56.082999 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d562a84a-5cab-422d-9551-b08d4c8de59b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:56.142232 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d562a84a-5cab-422d-9551-b08d4c8de59b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event updated for resources: {'Subnet': ['ID=b6e9a8ee-69ae-4e61-898d-a0bca34b301d,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:56.151373 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d562a84a-5cab-422d-9551-b08d4c8de59b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Checking segment: {'id': '8c1cf291-e8d6-4420-a028-b008e3c198c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '78402c5f-e3a7-40b4-b094-e2d1e16ee294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:23:56.151740 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d562a84a-5cab-422d-9551-b08d4c8de59b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Network hostable DHCP agents. Network: 78402c5f-e3a7-40b4-b094-e2d1e16ee294, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:23:56.175122 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d562a84a-5cab-422d-9551-b08d4c8de59b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Network 78402c5f-e3a7-40b4-b094-e2d1e16ee294 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:23:56.186906 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-d562a84a-5cab-422d-9551-b08d4c8de59b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 78402c5f-e3a7-40b4-b094-e2d1e16ee294) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:23:56.192994 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d562a84a-5cab-422d-9551-b08d4c8de59b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:56.194460 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d562a84a-5cab-422d-9551-b08d4c8de59b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:56.198608 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9241930e-958d-42be-b5a7-e28b2378638d None None] Network 78402c5f-e3a7-40b4-b094-e2d1e16ee294 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:23:56.214678 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d562a84a-5cab-422d-9551-b08d4c8de59b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4483860 Nov 25 13:23:56.217476 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57016) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:56.222359 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-a6b0251a-3e7a-4958-baaf-7e6f084bf30e tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Request body: {'port': {'network_id': '78402c5f-e3a7-40b4-b094-e2d1e16ee294', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-992696575'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:23:56.222530 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6e8a9-194c-4b29-a69a-6d6189e9e3ed req-8dffe76c-47e1-4839-837b-fc1728f4a6a8 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:56.233614 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e1c6e8a9-194c-4b29-a69a-6d6189e9e3ed req-8dffe76c-47e1-4839-837b-fc1728f4a6a8 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fd33117-29e4-4f90-96fa-861455136eb1 HTTP/1.1" status: 200 len: 944 time: 0.0805147 Nov 25 13:23:56.290339 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e1c6e8a9-194c-4b29-a69a-6d6189e9e3ed req-5e9093b1-9b65-4af7-a711-ddfee0908532 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507472 Nov 25 13:23:56.385934 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8f7e25-c7ae-4e5e-a066-e1c079454e29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-78402c5f-e3a7-40b4-b094-e2d1e16ee294', 'network_id': '78402c5f-e3a7-40b4-b094-e2d1e16ee294', 'tenant_id': '33f2ee5c7830442db7d8e3bd7eb6dd8c', 'fixed_ips': [{'subnet_id': 'b6e9a8ee-69ae-4e61-898d-a0bca34b301d'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:23:56.387233 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ca8f7e25-c7ae-4e5e-a066-e1c079454e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:56.403687 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f02c9181-06db-41cd-992f-3ba01dbbf4e5 req-dbe0b01d-3e58-4b30-b6a5-a76b691357b9 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc20867-f972-453a-8ced-0dd44582b1f4 HTTP/1.1" status: 200 len: 210 time: 0.0499020 Nov 25 13:23:56.550048 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b0251a-3e7a-4958-baaf-7e6f084bf30e tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Made reservation on behalf of 33f2ee5c7830442db7d8e3bd7eb6dd8c for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:23:56.553572 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a6b0251a-3e7a-4958-baaf-7e6f084bf30e tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:56.561556 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f8d64a6a-0c11-4cac-a739-4aa600b2ce5f req-288c091e-b812-4abd-8f77-1087a8768e89 tempest-ServerShowV257Test-1728882813 tempest-ServerShowV257Test-1728882813-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb10b618-8670-4019-a3cb-7172877518d4 HTTP/1.1" status: 200 len: 210 time: 0.0367301 Nov 25 13:23:56.569855 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f53e13-8826-489e-96d9-dc66eb7482f9 req-6d598407-3048-4240-97d7-9911530d01f2 tempest-ServerAddressesNegativeTestJSON-1171938793 tempest-ServerAddressesNegativeTestJSON-1171938793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:56.580127 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b0f53e13-8826-489e-96d9-dc66eb7482f9 req-6d598407-3048-4240-97d7-9911530d01f2 tempest-ServerAddressesNegativeTestJSON-1171938793 tempest-ServerAddressesNegativeTestJSON-1171938793-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee7d8910-0f78-4df8-abed-957d266372e6 HTTP/1.1" status: 200 len: 945 time: 0.1046383 Nov 25 13:23:56.592935 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-a6b0251a-3e7a-4958-baaf-7e6f084bf30e tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] device_id is not set on port a257d297-23b1-45fe-93ef-f7dfdb61765c yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:23:56.637507 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-ca8f7e25-c7ae-4e5e-a066-e1c079454e29 None None] Allocated IP 2001:db8::2 (78402c5f-e3a7-40b4-b094-e2d1e16ee294/b6e9a8ee-69ae-4e61-898d-a0bca34b301d/ae7f8907-a9d6-483f-8668-b6e785eb4443) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:23:56.640167 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b0f53e13-8826-489e-96d9-dc66eb7482f9 req-df8c490c-1fa4-404a-b190-9877d60d9e7b tempest-ServerAddressesNegativeTestJSON-1171938793 tempest-ServerAddressesNegativeTestJSON-1171938793-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9ecb83b-aa8b-45e7-9f02-f2f79809d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593662 Nov 25 13:23:56.686596 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c83e61-dbf8-4429-9c04-84574ca6de24 req-d167d288-868e-4c4d-a386-4f691eea0e68 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:56.688239 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-60c83e61-dbf8-4429-9c04-84574ca6de24 req-d167d288-868e-4c4d-a386-4f691eea0e68 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.47 "GET /v2.0/networks?id=9b74e527-2eba-4880-abc3-5f552bc5f61d HTTP/1.1" status: 200 len: 812 time: 0.3226752 Nov 25 13:23:56.702158 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-60c83e61-dbf8-4429-9c04-84574ca6de24 req-d7d17afa-90f1-4835-9f17-84becff6f070 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Request body: {'port': {'device_id': '5fc20867-f972-453a-8ced-0dd44582b1f4', 'network_id': '9b74e527-2eba-4880-abc3-5f552bc5f61d', 'admin_state_up': True, 'tenant_id': '60de2ce00e39495b9b56ab9e2f307693'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:23:56.817807 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ca8f7e25-c7ae-4e5e-a066-e1c079454e29 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:56.828479 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ca8f7e25-c7ae-4e5e-a066-e1c079454e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:56.885530 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8f7e25-c7ae-4e5e-a066-e1c079454e29 None None] Network 78402c5f-e3a7-40b4-b094-e2d1e16ee294 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:23:56.890947 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-ca8f7e25-c7ae-4e5e-a066-e1c079454e29 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:23:56.892781 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 3a3199d4-3edf-4bd1-95af-865efcecf7b9 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:23:56.894820 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8f7e25-c7ae-4e5e-a066-e1c079454e29 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:23:56.901961 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60c83e61-dbf8-4429-9c04-84574ca6de24 req-d7d17afa-90f1-4835-9f17-84becff6f070 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Made reservation on behalf of 60de2ce00e39495b9b56ab9e2f307693 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:23:56.905043 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-60c83e61-dbf8-4429-9c04-84574ca6de24 req-d7d17afa-90f1-4835-9f17-84becff6f070 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:56.914225 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fea8ce-f048-4813-8481-bca2115a9f83 req-1dc497dc-028b-4d18-9020-55e7dd8836b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:56.916096 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-91fea8ce-f048-4813-8481-bca2115a9f83 req-1dc497dc-028b-4d18-9020-55e7dd8836b9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8d2854b381a841d0bb264f5a26a8525e&device_id=06e3a85a-4c3a-4297-b374-0fdcd0494740 HTTP/1.1" status: 200 len: 1098 time: 0.0880609 Nov 25 13:23:56.919041 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-a6b0251a-3e7a-4958-baaf-7e6f084bf30e tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Allocated IP 2001:db8::346 (78402c5f-e3a7-40b4-b094-e2d1e16ee294/b6e9a8ee-69ae-4e61-898d-a0bca34b301d/a257d297-23b1-45fe-93ef-f7dfdb61765c) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:23:56.928781 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8f7e25-c7ae-4e5e-a066-e1c079454e29 None None] Pushing event updated for resources: {'Port': ['ID=ae7f8907-a9d6-483f-8668-b6e785eb4443,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:56.941431 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96708fbc-a3fb-43a7-9829-b5f9910e76c2 req-848c4b7a-9f90-48fe-aa2b-a1eefcd54a87 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:56.943013 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-96708fbc-a3fb-43a7-9829-b5f9910e76c2 req-848c4b7a-9f90-48fe-aa2b-a1eefcd54a87 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=06e3a85a-4c3a-4297-b374-0fdcd0494740 HTTP/1.1" status: 200 len: 946 time: 0.0849750 Nov 25 13:23:56.946235 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 3a3199d4-3edf-4bd1-95af-865efcecf7b9 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:23:56.946673 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 3a3199d4-3edf-4bd1-95af-865efcecf7b9 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:23:56.983484 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-ca8f7e25-c7ae-4e5e-a066-e1c079454e29 None None] Attempting to bind port ae7f8907-a9d6-483f-8668-b6e785eb4443 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:23:56.983876 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-ca8f7e25-c7ae-4e5e-a066-e1c079454e29 None None] Attempting to bind port ae7f8907-a9d6-483f-8668-b6e785eb4443 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '8c1cf291-e8d6-4420-a028-b008e3c198c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '78402c5f-e3a7-40b4-b094-e2d1e16ee294'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:23:56.984303 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8f7e25-c7ae-4e5e-a066-e1c079454e29 None None] Attempting to bind port ae7f8907-a9d6-483f-8668-b6e785eb4443 on network 78402c5f-e3a7-40b4-b094-e2d1e16ee294 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:23:56.989987 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8f7e25-c7ae-4e5e-a066-e1c079454e29 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:23:56.990426 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8f7e25-c7ae-4e5e-a066-e1c079454e29 None None] Checking segment: {'id': '8c1cf291-e8d6-4420-a028-b008e3c198c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '78402c5f-e3a7-40b4-b094-e2d1e16ee294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:23:56.990878 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ca8f7e25-c7ae-4e5e-a066-e1c079454e29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:56.991276 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8f7e25-c7ae-4e5e-a066-e1c079454e29 None None] Bound using segment: {'id': '8c1cf291-e8d6-4420-a028-b008e3c198c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '78402c5f-e3a7-40b4-b094-e2d1e16ee294'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:23:56.991751 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-ca8f7e25-c7ae-4e5e-a066-e1c079454e29 None None] Bound port: ae7f8907-a9d6-483f-8668-b6e785eb4443, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c1cf291-e8d6-4420-a028-b008e3c198c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '78402c5f-e3a7-40b4-b094-e2d1e16ee294'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:23:56.992139 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ca8f7e25-c7ae-4e5e-a066-e1c079454e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:57.059054 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-96708fbc-a3fb-43a7-9829-b5f9910e76c2 req-370dec03-0189-4a8a-b7e7-8e913cd309b4 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009040 Nov 25 13:23:57.063335 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-ca8f7e25-c7ae-4e5e-a066-e1c079454e29 None None] For port ae7f8907-a9d6-483f-8668-b6e785eb4443, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:23:57.066826 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-ca8f7e25-c7ae-4e5e-a066-e1c079454e29 None None] For port ae7f8907-a9d6-483f-8668-b6e785eb4443, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=ae7f8907-a9d6-483f-8668-b6e785eb4443,segment=NetworkSegment(8c1cf291-e8d6-4420-a028-b008e3c198c1),segment_id=8c1cf291-e8d6-4420-a028-b008e3c198c1)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:23:57.069857 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fea8ce-f048-4813-8481-bca2115a9f83 req-4349373d-c86e-4eb9-b0a7-01af5a610513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:57.071697 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-91fea8ce-f048-4813-8481-bca2115a9f83 req-4349373d-c86e-4eb9-b0a7-01af5a610513 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8aeff596-29a4-4a6a-a333-9e2b92e15a4b HTTP/1.1" status: 200 len: 919 time: 0.1468649 Nov 25 13:23:57.075011 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ca8f7e25-c7ae-4e5e-a066-e1c079454e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:57.137703 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-91fea8ce-f048-4813-8481-bca2115a9f83 req-f13279dd-136a-4f0f-b395-efbb201bd636 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15db2a29-af9e-455b-8d27-e9bdbaa77981 HTTP/1.1" status: 200 len: 217 time: 0.0577841 Nov 25 13:23:57.140649 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8f7e25-c7ae-4e5e-a066-e1c079454e29 None None] Pushing event updated for resources: {'Port': ['ID=ae7f8907-a9d6-483f-8668-b6e785eb4443,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:57.158477 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 62b3264e-df9f-4ad5-a44f-101d27b3502a details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:23:57.162955 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device d188b58e-7d13-41a2-b682-9c2251973a97 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:23:57.163411 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-60c83e61-dbf8-4429-9c04-84574ca6de24 req-d7d17afa-90f1-4835-9f17-84becff6f070 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Allocated IP 172.20.0.2 (9b74e527-2eba-4880-abc3-5f552bc5f61d/06d9fad2-62ee-411b-8cba-f5e1b7fa4731/2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:23:57.180000 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a6b0251a-3e7a-4958-baaf-7e6f084bf30e tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:57.193153 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fea8ce-f048-4813-8481-bca2115a9f83 req-9e2bc610-7f9a-4ae0-9321-2c2f08f98a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:57.194936 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-91fea8ce-f048-4813-8481-bca2115a9f83 req-9e2bc610-7f9a-4ae0-9321-2c2f08f98a59 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=43603bfb-2066-4414-ab91-8e5215ee7bf8 HTTP/1.1" status: 200 len: 858 time: 0.0495455 Nov 25 13:23:57.236951 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-91fea8ce-f048-4813-8481-bca2115a9f83 req-18ab7947-622e-4bca-8305-0c531aa311cf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8aeff596-29a4-4a6a-a333-9e2b92e15a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336471 Nov 25 13:23:57.297861 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port d188b58e-7d13-41a2-b682-9c2251973a97 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:23:57.299603 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a6b0251a-3e7a-4958-baaf-7e6f084bf30e tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:57.325460 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port d188b58e-7d13-41a2-b682-9c2251973a97 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:23:57.327758 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:57.353821 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b0251a-3e7a-4958-baaf-7e6f084bf30e tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event updated for resources: {'Port': ['ID=a257d297-23b1-45fe-93ef-f7dfdb61765c,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:57.390618 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-91fea8ce-f048-4813-8481-bca2115a9f83 req-4d85c601-a787-48f1-a51f-087cbaad0817 service neutron] 10.222.0.66 "GET /v2.0/networks/8aeff596-29a4-4a6a-a333-9e2b92e15a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454539 Nov 25 13:23:57.398527 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b0251a-3e7a-4958-baaf-7e6f084bf30e tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Network 78402c5f-e3a7-40b4-b094-e2d1e16ee294 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:23:57.403937 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-a6b0251a-3e7a-4958-baaf-7e6f084bf30e tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:23:57.407005 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b0251a-3e7a-4958-baaf-7e6f084bf30e tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:23:57.412016 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 62b3264e-df9f-4ad5-a44f-101d27b3502a, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=62b3264e-df9f-4ad5-a44f-101d27b3502a,segment=NetworkSegment(7416f1b9-0861-4e21-8e76-903d02909f6c),segment_id=7416f1b9-0861-4e21-8e76-903d02909f6c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:23:57.416303 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b0251a-3e7a-4958-baaf-7e6f084bf30e tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:57.417692 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a6b0251a-3e7a-4958-baaf-7e6f084bf30e tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:57.443918 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '62b3264e-df9f-4ad5-a44f-101d27b3502a', 'network_id': '3dcc6e35-952f-4386-bb71-7353cabbfad7', 'port_id': '62b3264e-df9f-4ad5-a44f-101d27b3502a', 'mac_address': 'fa:16:3e:5e:9e:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '991e5daa-3b4a-4e1b-b46b-0e4b40b2f220', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:23:57.446935 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-a6b0251a-3e7a-4958-baaf-7e6f084bf30e tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.2276857 Nov 25 13:23:57.457017 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 57038) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:57.504176 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-60c83e61-dbf8-4429-9c04-84574ca6de24 req-d7d17afa-90f1-4835-9f17-84becff6f070 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:57.516156 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:57.540736 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62b3264e-df9f-4ad5-a44f-101d27b3502a {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:23:57.551522 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-60c83e61-dbf8-4429-9c04-84574ca6de24 req-d7d17afa-90f1-4835-9f17-84becff6f070 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:57.603149 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 62b3264e-df9f-4ad5-a44f-101d27b3502a, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=62b3264e-df9f-4ad5-a44f-101d27b3502a,segment=NetworkSegment(7416f1b9-0861-4e21-8e76-903d02909f6c),segment_id=7416f1b9-0861-4e21-8e76-903d02909f6c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:23:57.612805 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:57.616083 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:57.647892 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60c83e61-dbf8-4429-9c04-84574ca6de24 req-d7d17afa-90f1-4835-9f17-84becff6f070 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Network 9b74e527-2eba-4880-abc3-5f552bc5f61d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:23:57.649562 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d17afa-90f1-4835-9f17-84becff6f070 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Pushing event updated for resources: {'Port': ['ID=2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:57.652653 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-60c83e61-dbf8-4429-9c04-84574ca6de24 req-d7d17afa-90f1-4835-9f17-84becff6f070 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:23:57.658489 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-60c83e61-dbf8-4429-9c04-84574ca6de24 req-d7d17afa-90f1-4835-9f17-84becff6f070 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:23:57.671937 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee7d8910-0f78-4df8-abed-957d266372e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd188b58e-7d13-41a2-b682-9c2251973a97'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:23:57.674792 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2819c569-e4c4-4628-91c1-5f6b2a4b840f" -d '{"events": [{"server_uuid": "ee7d8910-0f78-4df8-abed-957d266372e6", "name": "network-vif-plugged", "status": "completed", "tag": "d188b58e-7d13-41a2-b682-9c2251973a97"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:23:57.696314 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port d188b58e-7d13-41a2-b682-9c2251973a97, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=d188b58e-7d13-41a2-b682-9c2251973a97,segment=NetworkSegment(58642de7-0448-4b9f-b025-6584c86f55e5),segment_id=58642de7-0448-4b9f-b025-6584c86f55e5)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:23:57.700360 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=62b3264e-df9f-4ad5-a44f-101d27b3502a,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:57.704973 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:57.717522 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c83e61-dbf8-4429-9c04-84574ca6de24 req-d7d17afa-90f1-4835-9f17-84becff6f070 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:57.718569 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-60c83e61-dbf8-4429-9c04-84574ca6de24 req-d7d17afa-90f1-4835-9f17-84becff6f070 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:57.736271 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac868d-ae40-45a9-b6ab-246c57257c9b req-5c9749e2-0c9c-44a2-a179-25b179a2f06c tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:57.737359 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bdac868d-ae40-45a9-b6ab-246c57257c9b req-5c9749e2-0c9c-44a2-a179-25b179a2f06c tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fd33117-29e4-4f90-96fa-861455136eb1 HTTP/1.1" status: 200 len: 944 time: 0.2858000 Nov 25 13:23:57.742810 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-60c83e61-dbf8-4429-9c04-84574ca6de24 req-d7d17afa-90f1-4835-9f17-84becff6f070 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0392644 Nov 25 13:23:57.753765 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d9d412-407c-4244-b78a-5ad3e108e2cd req-c96769dc-7eb6-407f-9513-f77b138d7550 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:57.754005 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=d188b58e-7d13-41a2-b682-9c2251973a97,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:57.754518 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-60c83e61-dbf8-4429-9c04-84574ca6de24 req-2f98dcc9-e2ab-4702-a0ca-0e31531e0dd4 service neutron] Request body: {'port': {'device_id': '5fc20867-f972-453a-8ced-0dd44582b1f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:23:57.755253 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-21d9d412-407c-4244-b78a-5ad3e108e2cd req-c96769dc-7eb6-407f-9513-f77b138d7550 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc20867-f972-453a-8ced-0dd44582b1f4 HTTP/1.1" status: 200 len: 931 time: 0.1893680 Nov 25 13:23:57.761489 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-91fea8ce-f048-4813-8481-bca2115a9f83 req-52e3cc1d-427b-40ed-915b-c6c04eef0557 service neutron] 10.222.0.66 "GET /v2.0/networks/8aeff596-29a4-4a6a-a333-9e2b92e15a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3616068 Nov 25 13:23:57.809752 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-8aed00a4-a08d-4a5f-a8fb-518b16b1323d tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Deleting port a257d297-23b1-45fe-93ef-f7dfdb61765c {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:23:57.809990 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8aed00a4-a08d-4a5f-a8fb-518b16b1323d tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:57.820676 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-60c83e61-dbf8-4429-9c04-84574ca6de24 req-2f98dcc9-e2ab-4702-a0ca-0e31531e0dd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:57.841883 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['62b3264e-df9f-4ad5-a44f-101d27b3502a'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:23:57.919690 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bdac868d-ae40-45a9-b6ab-246c57257c9b req-2ed6d989-2253-45dd-a088-a27fcd68be01 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736012 Nov 25 13:23:57.938329 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-21d9d412-407c-4244-b78a-5ad3e108e2cd req-fc305422-d681-4444-af83-682eb0bdf75e tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696198 Nov 25 13:23:58.029832 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8aed00a4-a08d-4a5f-a8fb-518b16b1323d tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:58.072697 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-8aed00a4-a08d-4a5f-a8fb-518b16b1323d tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Calling delete_port for a257d297-23b1-45fe-93ef-f7dfdb61765c owned by {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:23:58.121132 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f04ee3bb-b87e-4920-99e4-f90c8da9b378 req-cee7a91c-2f1c-4dea-9abb-ee4cf4b8a851 tempest-ServerShowV257Test-1728882813 tempest-ServerShowV257Test-1728882813-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb10b618-8670-4019-a3cb-7172877518d4 HTTP/1.1" status: 200 len: 210 time: 0.0503983 Nov 25 13:23:58.180626 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb736c2c-38ab-4638-86c7-f1b4e8dbb799 req-9516a9b3-6c29-42e3-9da0-0534778b7420 tempest-ServerAddressesNegativeTestJSON-1171938793 tempest-ServerAddressesNegativeTestJSON-1171938793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:58.180862 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2d6004-39a8-4d74-afd5-3ac65f6ecfcb x-openstack-request-id: req-ac2d6004-39a8-4d74-afd5-3ac65f6ecfcb {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:23:58.181134 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee7d8910-0f78-4df8-abed-957d266372e6", "name": "network-vif-plugged", "status": "completed", "tag": "d188b58e-7d13-41a2-b682-9c2251973a97", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:23:58.181392 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ac2d6004-39a8-4d74-afd5-3ac65f6ecfcb {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:23:58.181786 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee7d8910-0f78-4df8-abed-957d266372e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd188b58e-7d13-41a2-b682-9c2251973a97', 'code': 200} Nov 25 13:23:58.187360 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cb736c2c-38ab-4638-86c7-f1b4e8dbb799 req-9516a9b3-6c29-42e3-9da0-0534778b7420 tempest-ServerAddressesNegativeTestJSON-1171938793 tempest-ServerAddressesNegativeTestJSON-1171938793-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee7d8910-0f78-4df8-abed-957d266372e6 HTTP/1.1" status: 200 len: 946 time: 0.1349463 Nov 25 13:23:58.306769 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cb736c2c-38ab-4638-86c7-f1b4e8dbb799 req-626b236d-3ebb-40d9-85f2-0e7df3483b8c tempest-ServerAddressesNegativeTestJSON-1171938793 tempest-ServerAddressesNegativeTestJSON-1171938793-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9ecb83b-aa8b-45e7-9f02-f2f79809d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162925 Nov 25 13:23:58.357003 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41a2561-d354-4f8a-8550-c62b679a8f84 req-10945037-5ce2-4539-8740-fe0caeac8e46 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:58.358549 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e41a2561-d354-4f8a-8550-c62b679a8f84 req-10945037-5ce2-4539-8740-fe0caeac8e46 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=06e3a85a-4c3a-4297-b374-0fdcd0494740 HTTP/1.1" status: 200 len: 946 time: 0.1030221 Nov 25 13:23:58.381855 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41a6e46-acff-4011-947a-f6d69813524e req-b9bb21e8-d844-4b75-8a4d-79b487917bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:58.383403 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d41a6e46-acff-4011-947a-f6d69813524e req-b9bb21e8-d844-4b75-8a4d-79b487917bb2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ee7d8910-0f78-4df8-abed-957d266372e6 HTTP/1.1" status: 200 len: 1098 time: 0.1276898 Nov 25 13:23:58.388927 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8aed00a4-a08d-4a5f-a8fb-518b16b1323d tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:58.431261 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aed00a4-a08d-4a5f-a8fb-518b16b1323d tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event deleted for resources: {'Port': ['ID=a257d297-23b1-45fe-93ef-f7dfdb61765c,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:58.433313 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06daa04d-010e-4b75-9be0-f62215da94ea None None] Network 78402c5f-e3a7-40b4-b094-e2d1e16ee294 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:23:58.471129 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e41a2561-d354-4f8a-8550-c62b679a8f84 req-9d9481a7-8b01-4ac1-b6fd-2ee73cb1af84 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030395 Nov 25 13:23:58.472190 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8aed00a4-a08d-4a5f-a8fb-518b16b1323d tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:58.475698 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-8aed00a4-a08d-4a5f-a8fb-518b16b1323d tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "DELETE /v2.0/ports/a257d297-23b1-45fe-93ef-f7dfdb61765c HTTP/1.1" status: 204 len: 168 time: 1.0174224 Nov 25 13:23:58.478564 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 57052) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:58.492160 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d41a6e46-acff-4011-947a-f6d69813524e req-df2d1159-6039-4ad6-b711-6bf507c28171 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c9ecb83b-aa8b-45e7-9f02-f2f79809d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913315 Nov 25 13:23:58.521991 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-c16d9135-efbd-466d-b181-21142c0d136f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] GET failed (client error): The resource could not be found. Nov 25 13:23:58.524049 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c16d9135-efbd-466d-b181-21142c0d136f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "GET /v2.0/ports/a257d297-23b1-45fe-93ef-f7dfdb61765c HTTP/1.1" status: 404 len: 333 time: 0.0444388 Nov 25 13:23:58.524645 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-1c4af639-52bc-4a65-9d36-f431c64a1b3d None None] Provisioning complete for port ae7f8907-a9d6-483f-8668-b6e785eb4443 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:23:58.525015 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1c4af639-52bc-4a65-9d36-f431c64a1b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:58.526266 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 57054) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:58.575959 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-60c83e61-dbf8-4429-9c04-84574ca6de24 req-2f98dcc9-e2ab-4702-a0ca-0e31531e0dd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:23:58.578907 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-f61be0d4-275a-4294-89ba-6f3971fc26b4 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Deleting subnet b6e9a8ee-69ae-4e61-898d-a0bca34b301d {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:23:58.582230 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f61be0d4-275a-4294-89ba-6f3971fc26b4 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:58.584115 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-60c83e61-dbf8-4429-9c04-84574ca6de24 req-2f98dcc9-e2ab-4702-a0ca-0e31531e0dd4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:58.597675 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-60c83e61-dbf8-4429-9c04-84574ca6de24 req-2f98dcc9-e2ab-4702-a0ca-0e31531e0dd4 service neutron] Transition to ACTIVE for port object 2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:23:58.602160 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-60c83e61-dbf8-4429-9c04-84574ca6de24 req-2f98dcc9-e2ab-4702-a0ca-0e31531e0dd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:58.626684 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f61be0d4-275a-4294-89ba-6f3971fc26b4 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:58.656868 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f98dcc9-e2ab-4702-a0ca-0e31531e0dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:58.670734 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1c4af639-52bc-4a65-9d36-f431c64a1b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:58.708172 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-1c4af639-52bc-4a65-9d36-f431c64a1b3d None None] For port ae7f8907-a9d6-483f-8668-b6e785eb4443, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=ae7f8907-a9d6-483f-8668-b6e785eb4443,segment=NetworkSegment(8c1cf291-e8d6-4420-a028-b008e3c198c1),segment_id=8c1cf291-e8d6-4420-a028-b008e3c198c1)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:23:58.714876 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1c4af639-52bc-4a65-9d36-f431c64a1b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:58.721082 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f61be0d4-275a-4294-89ba-6f3971fc26b4 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:58.738406 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-60c83e61-dbf8-4429-9c04-84574ca6de24 req-2f98dcc9-e2ab-4702-a0ca-0e31531e0dd4 service neutron] Attempting to bind port 2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:23:58.738783 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-60c83e61-dbf8-4429-9c04-84574ca6de24 req-2f98dcc9-e2ab-4702-a0ca-0e31531e0dd4 service neutron] Attempting to bind port 2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9b74e527-2eba-4880-abc3-5f552bc5f61d'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:23:58.739110 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c83e61-dbf8-4429-9c04-84574ca6de24 req-2f98dcc9-e2ab-4702-a0ca-0e31531e0dd4 service neutron] Attempting to bind port 2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e on network 9b74e527-2eba-4880-abc3-5f552bc5f61d {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:23:58.749785 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c83e61-dbf8-4429-9c04-84574ca6de24 req-2f98dcc9-e2ab-4702-a0ca-0e31531e0dd4 service neutron] Port 2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e on network 9b74e527-2eba-4880-abc3-5f552bc5f61d not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:23:58.750113 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c83e61-dbf8-4429-9c04-84574ca6de24 req-2f98dcc9-e2ab-4702-a0ca-0e31531e0dd4 service neutron] Attempting to bind port 2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e on network 9b74e527-2eba-4880-abc3-5f552bc5f61d {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:23:58.755422 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c83e61-dbf8-4429-9c04-84574ca6de24 req-2f98dcc9-e2ab-4702-a0ca-0e31531e0dd4 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:23:58.755758 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c83e61-dbf8-4429-9c04-84574ca6de24 req-2f98dcc9-e2ab-4702-a0ca-0e31531e0dd4 service neutron] Checking segment: {'id': '9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9b74e527-2eba-4880-abc3-5f552bc5f61d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:23:58.756147 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c83e61-dbf8-4429-9c04-84574ca6de24 req-2f98dcc9-e2ab-4702-a0ca-0e31531e0dd4 service neutron] Bound using segment: {'id': '9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9b74e527-2eba-4880-abc3-5f552bc5f61d'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:23:58.756570 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-60c83e61-dbf8-4429-9c04-84574ca6de24 req-2f98dcc9-e2ab-4702-a0ca-0e31531e0dd4 service neutron] Bound port: 2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9b74e527-2eba-4880-abc3-5f552bc5f61d'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:23:58.756923 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-60c83e61-dbf8-4429-9c04-84574ca6de24 req-2f98dcc9-e2ab-4702-a0ca-0e31531e0dd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:58.790171 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4af639-52bc-4a65-9d36-f431c64a1b3d None None] Pushing event updated for resources: {'Port': ['ID=ae7f8907-a9d6-483f-8668-b6e785eb4443,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:58.804948 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f61be0d4-275a-4294-89ba-6f3971fc26b4 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:58.830205 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-60c83e61-dbf8-4429-9c04-84574ca6de24 req-2f98dcc9-e2ab-4702-a0ca-0e31531e0dd4 service neutron] For port 2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:23:58.833819 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-60c83e61-dbf8-4429-9c04-84574ca6de24 req-2f98dcc9-e2ab-4702-a0ca-0e31531e0dd4 service neutron] For port 2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e,segment=NetworkSegment(9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8),segment_id=9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:23:58.840565 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-60c83e61-dbf8-4429-9c04-84574ca6de24 req-2f98dcc9-e2ab-4702-a0ca-0e31531e0dd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:58.851025 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f61be0d4-275a-4294-89ba-6f3971fc26b4 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:58.860364 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f61be0d4-275a-4294-89ba-6f3971fc26b4 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "DELETE /v2.0/subnets/b6e9a8ee-69ae-4e61-898d-a0bca34b301d HTTP/1.1" status: 204 len: 168 time: 0.3270686 Nov 25 13:23:58.861357 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 57056) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:23:58.869354 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61be0d4-275a-4294-89ba-6f3971fc26b4 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event deleted for resources: {'Subnet': ['ID=b6e9a8ee-69ae-4e61-898d-a0bca34b301d,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:58.892105 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c83e61-dbf8-4429-9c04-84574ca6de24 req-2f98dcc9-e2ab-4702-a0ca-0e31531e0dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:58.892730 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-60c83e61-dbf8-4429-9c04-84574ca6de24 req-2f98dcc9-e2ab-4702-a0ca-0e31531e0dd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:58.894771 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-60c83e61-dbf8-4429-9c04-84574ca6de24 req-2f98dcc9-e2ab-4702-a0ca-0e31531e0dd4 service neutron] 10.222.0.47 "PUT /v2.0/ports/2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e HTTP/1.1" status: 200 len: 1092 time: 1.1451015 Nov 25 13:23:58.895224 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fc20867-f972-453a-8ced-0dd44582b1f4', 'tag': '2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:23:58.897549 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff6b279-c40f-4249-a95f-87ca793cab09" -d '{"events": [{"name": "network-changed", "server_uuid": "5fc20867-f972-453a-8ced-0dd44582b1f4", "tag": "2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:23:58.938641 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device ae7f8907-a9d6-483f-8668-b6e785eb4443 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:23:58.957793 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f98dcc9-e2ab-4702-a0ca-0e31531e0dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:58.982525 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1beac7d3-60a5-4d8c-80bc-5de7a970a0fb tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:59.008329 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5d7bf5-8cc7-439a-805e-d9233b51d6a6 x-openstack-request-id: req-eb5d7bf5-8cc7-439a-805e-d9233b51d6a6 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:23:59.008634 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fc20867-f972-453a-8ced-0dd44582b1f4", "tag": "2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:23:59.008898 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eb5d7bf5-8cc7-439a-805e-d9233b51d6a6 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:23:59.009437 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fc20867-f972-453a-8ced-0dd44582b1f4', 'tag': '2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e', 'status': 'completed', 'code': 200} Nov 25 13:23:59.017095 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port ae7f8907-a9d6-483f-8668-b6e785eb4443 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:23:59.018710 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:59.023747 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c83e61-dbf8-4429-9c04-84574ca6de24 req-a636c743-f72b-4aaa-97d6-9d8afc518ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:59.025581 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-60c83e61-dbf8-4429-9c04-84574ca6de24 req-a636c743-f72b-4aaa-97d6-9d8afc518ff8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=60de2ce00e39495b9b56ab9e2f307693&device_id=5fc20867-f972-453a-8ced-0dd44582b1f4 HTTP/1.1" status: 200 len: 1095 time: 0.0646937 Nov 25 13:23:59.056574 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f655e7ac-d34f-4c22-aa2f-2e76e0c32092 None None] Network 78402c5f-e3a7-40b4-b094-e2d1e16ee294 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:23:59.056831 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-1beac7d3-60a5-4d8c-80bc-5de7a970a0fb tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Deleting port ae7f8907-a9d6-483f-8668-b6e785eb4443 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:23:59.056941 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1beac7d3-60a5-4d8c-80bc-5de7a970a0fb tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:59.081427 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-60c83e61-dbf8-4429-9c04-84574ca6de24 req-12641033-9534-4c6a-ac29-d62420b1ca1f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e HTTP/1.1" status: 200 len: 217 time: 0.0447059 Nov 25 13:23:59.140649 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c83e61-dbf8-4429-9c04-84574ca6de24 req-a60152c8-4cba-4862-9151-949a92602af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:59.142444 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-60c83e61-dbf8-4429-9c04-84574ca6de24 req-a60152c8-4cba-4862-9151-949a92602af9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=06d9fad2-62ee-411b-8cba-f5e1b7fa4731 HTTP/1.1" status: 200 len: 852 time: 0.0533004 Nov 25 13:23:59.180059 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-60c83e61-dbf8-4429-9c04-84574ca6de24 req-78b99e7a-0da2-4a4c-8173-79d33874a6b3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b74e527-2eba-4880-abc3-5f552bc5f61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276582 Nov 25 13:23:59.188591 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-1beac7d3-60a5-4d8c-80bc-5de7a970a0fb tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] For port ae7f8907-a9d6-483f-8668-b6e785eb4443, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=ae7f8907-a9d6-483f-8668-b6e785eb4443,segment=NetworkSegment(8c1cf291-e8d6-4420-a028-b008e3c198c1),segment_id=8c1cf291-e8d6-4420-a028-b008e3c198c1)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:23:59.188957 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1beac7d3-60a5-4d8c-80bc-5de7a970a0fb tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:59.213184 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-1beac7d3-60a5-4d8c-80bc-5de7a970a0fb tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Calling delete_port for ae7f8907-a9d6-483f-8668-b6e785eb4443 owned by network:dhcp {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:23:59.236689 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c3ce07-7d1e-459c-9e18-a5efb57af0d2 req-d09f8523-9a41-4376-8413-801bf892df74 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:59.239227 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b4c3ce07-7d1e-459c-9e18-a5efb57af0d2 req-d09f8523-9a41-4376-8413-801bf892df74 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc20867-f972-453a-8ced-0dd44582b1f4 HTTP/1.1" status: 200 len: 943 time: 0.1404130 Nov 25 13:23:59.254642 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad058487-a89b-4007-9b56-a14c40f28a80 req-f5515f87-c9a5-43dd-a10a-32d5fbf67c1e tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:59.256270 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ad058487-a89b-4007-9b56-a14c40f28a80 req-f5515f87-c9a5-43dd-a10a-32d5fbf67c1e tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fd33117-29e4-4f90-96fa-861455136eb1 HTTP/1.1" status: 200 len: 945 time: 0.1558225 Nov 25 13:23:59.267611 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 62b3264e-df9f-4ad5-a44f-101d27b3502a up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:23:59.304913 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-60c83e61-dbf8-4429-9c04-84574ca6de24 req-633b73fd-ef05-4245-ac60-745b0f2ffdb1 service neutron] 10.222.0.47 "GET /v2.0/networks/9b74e527-2eba-4880-abc3-5f552bc5f61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180792 Nov 25 13:23:59.339619 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-afb7e300-0526-4370-b382-7146b0465965 None None] Provisioning complete for port ae7f8907-a9d6-483f-8668-b6e785eb4443 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:23:59.339994 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-afb7e300-0526-4370-b382-7146b0465965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:59.383162 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ad058487-a89b-4007-9b56-a14c40f28a80 req-4b936e8f-26e8-42ac-98c1-97eb72d01c8b tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921912 Nov 25 13:23:59.405641 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b4c3ce07-7d1e-459c-9e18-a5efb57af0d2 req-edb27c27-7511-4280-86da-951d33fa06b4 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426499 Nov 25 13:23:59.436595 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1beac7d3-60a5-4d8c-80bc-5de7a970a0fb tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:59.454657 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-60c83e61-dbf8-4429-9c04-84574ca6de24 req-e696c072-cc76-4f5e-9591-923018313fa1 service neutron] 10.222.0.47 "GET /v2.0/networks/9b74e527-2eba-4880-abc3-5f552bc5f61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406431 Nov 25 13:23:59.483085 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beac7d3-60a5-4d8c-80bc-5de7a970a0fb tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event deleted for resources: {'Port': ['ID=ae7f8907-a9d6-483f-8668-b6e785eb4443,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:59.494623 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1beac7d3-60a5-4d8c-80bc-5de7a970a0fb tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] No DVR routers for this DVR port ae7f8907-a9d6-483f-8668-b6e785eb4443 on host n-d-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:23:59.500621 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 62b3264e-df9f-4ad5-a44f-101d27b3502a completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:23:59.506815 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 62b3264e-df9f-4ad5-a44f-101d27b3502a triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:23:59.507198 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:59.531921 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-afb7e300-0526-4370-b382-7146b0465965 None None] Could not find standard attr ID for object ae7f8907-a9d6-483f-8668-b6e785eb4443. {{(pid=103572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 13:23:59.543837 n-d-808199-11 neutron-server[103572]: INFO neutron.plugins.ml2.db [None req-afb7e300-0526-4370-b382-7146b0465965 None None] No ports have port_id starting with ae7f8907-a9d6-483f-8668-b6e785eb4443 Nov 25 13:23:59.561808 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6b279-c40f-4249-a95f-87ca793cab09 req-e14cd67f-b4a2-4082-93dc-0715e0e18d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:59.563541 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4ff6b279-c40f-4249-a95f-87ca793cab09 req-e14cd67f-b4a2-4082-93dc-0715e0e18d67 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=60de2ce00e39495b9b56ab9e2f307693&device_id=5fc20867-f972-453a-8ced-0dd44582b1f4 HTTP/1.1" status: 200 len: 1095 time: 0.0468493 Nov 25 13:23:59.607831 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:59.647037 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 62b3264e-df9f-4ad5-a44f-101d27b3502a, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=62b3264e-df9f-4ad5-a44f-101d27b3502a,segment=NetworkSegment(7416f1b9-0861-4e21-8e76-903d02909f6c),segment_id=7416f1b9-0861-4e21-8e76-903d02909f6c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:23:59.649728 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2811f9a8-f74b-4408-8c25-1e511c1a8f4a None None] DHCP port deletion for 78402c5f-e3a7-40b4-b094-e2d1e16ee294 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:23:59.663653 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:59.708569 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6b279-c40f-4249-a95f-87ca793cab09 req-922e3e03-2dc0-469a-8c83-1ccf7f3cfeee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:59.709905 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4ff6b279-c40f-4249-a95f-87ca793cab09 req-922e3e03-2dc0-469a-8c83-1ccf7f3cfeee service neutron] 10.222.0.47 "GET /v2.0/networks?id=9b74e527-2eba-4880-abc3-5f552bc5f61d HTTP/1.1" status: 200 len: 913 time: 0.1324794 Nov 25 13:23:59.726906 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=62b3264e-df9f-4ad5-a44f-101d27b3502a,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:23:59.764562 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4ff6b279-c40f-4249-a95f-87ca793cab09 req-d4c71b39-1303-401d-b554-3f83462921c5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e HTTP/1.1" status: 200 len: 217 time: 0.0434639 Nov 25 13:23:59.826999 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6b279-c40f-4249-a95f-87ca793cab09 req-1a3d7adb-8f0b-442d-9686-12bb8efc92a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:59.828702 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4ff6b279-c40f-4249-a95f-87ca793cab09 req-1a3d7adb-8f0b-442d-9686-12bb8efc92a4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=06d9fad2-62ee-411b-8cba-f5e1b7fa4731 HTTP/1.1" status: 200 len: 852 time: 0.0540569 Nov 25 13:23:59.863169 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4ff6b279-c40f-4249-a95f-87ca793cab09 req-704b55b4-5cb3-4a6f-bbb4-cce0daf7c88d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b74e527-2eba-4880-abc3-5f552bc5f61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257359 Nov 25 13:23:59.879243 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-93fb6ef5-7ddc-462d-9968-1d94d8e18cb9 req-79872754-6e3a-4b4a-9c7a-5829ab5ffdd2 tempest-ServerShowV257Test-1728882813 tempest-ServerShowV257Test-1728882813-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb10b618-8670-4019-a3cb-7172877518d4 HTTP/1.1" status: 200 len: 210 time: 0.3685915 Nov 25 13:23:59.947038 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bc0a11-91e3-4ece-9fb8-9525cff5f5d9 req-66865e13-e2fd-49e8-8bd5-717493376eea tempest-ServerAddressesNegativeTestJSON-1171938793 tempest-ServerAddressesNegativeTestJSON-1171938793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:23:59.949091 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b3bc0a11-91e3-4ece-9fb8-9525cff5f5d9 req-66865e13-e2fd-49e8-8bd5-717493376eea tempest-ServerAddressesNegativeTestJSON-1171938793 tempest-ServerAddressesNegativeTestJSON-1171938793-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee7d8910-0f78-4df8-abed-957d266372e6 HTTP/1.1" status: 200 len: 946 time: 0.4681854 Nov 25 13:23:59.954664 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1beac7d3-60a5-4d8c-80bc-5de7a970a0fb tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:23:59.974085 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4ff6b279-c40f-4249-a95f-87ca793cab09 req-a2ee0527-e5eb-462a-be36-5746060038fd service neutron] 10.222.0.47 "GET /v2.0/networks/9b74e527-2eba-4880-abc3-5f552bc5f61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032286 Nov 25 13:24:00.015280 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-1beac7d3-60a5-4d8c-80bc-5de7a970a0fb tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78402c5f-e3a7-40b4-b094-e2d1e16ee294']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:24:00.035811 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-1beac7d3-60a5-4d8c-80bc-5de7a970a0fb tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c1cf291-e8d6-4420-a028-b008e3c198c1') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:24:00.036132 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-1beac7d3-60a5-4d8c-80bc-5de7a970a0fb tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c1cf291-e8d6-4420-a028-b008e3c198c1') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:24:00.057410 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1beac7d3-60a5-4d8c-80bc-5de7a970a0fb tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:00.067008 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4ff6b279-c40f-4249-a95f-87ca793cab09 req-c38b78b7-8745-49e7-9af1-af64f444ab80 service neutron] 10.222.0.47 "GET /v2.0/networks/9b74e527-2eba-4880-abc3-5f552bc5f61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837045 Nov 25 13:24:00.071463 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b3bc0a11-91e3-4ece-9fb8-9525cff5f5d9 req-7c2e932d-46b8-4389-ab5d-fb8fd4d6bc22 tempest-ServerAddressesNegativeTestJSON-1171938793 tempest-ServerAddressesNegativeTestJSON-1171938793-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9ecb83b-aa8b-45e7-9f02-f2f79809d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081028 Nov 25 13:24:00.081725 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853a6e5-7c05-46e2-ba6b-134d63c00a39 req-70a58121-06ab-4f9e-9ac6-c148ae3ea9ce tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:00.083271 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a853a6e5-7c05-46e2-ba6b-134d63c00a39 req-70a58121-06ab-4f9e-9ac6-c148ae3ea9ce tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=06e3a85a-4c3a-4297-b374-0fdcd0494740 HTTP/1.1" status: 200 len: 946 time: 0.1311622 Nov 25 13:24:00.087675 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1beac7d3-60a5-4d8c-80bc-5de7a970a0fb tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:00.096171 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1beac7d3-60a5-4d8c-80bc-5de7a970a0fb tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:24:00.096576 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1beac7d3-60a5-4d8c-80bc-5de7a970a0fb tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:00.100224 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:24:00.100224 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:24:00.100224 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:24:00.100224 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:24:00.100224 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:24:00.100224 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:24:00.100224 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:24:00.100224 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:24:00.100224 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:24:00.100224 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:24:00.100224 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:24:00.100224 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:24:00.100224 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:24:00.100224 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:24:00.100224 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:24:00.100224 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:24:00.100224 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:24:00.100224 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:24:00.100224 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:24:00.100224 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:24:00.100224 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:24:00.100224 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:24:00.100224 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:24:00.100224 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:24:00.100224 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:24:00.100224 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:24:00.100224 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:24:00.100224 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:24:00.100224 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:24:00.100224 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:24:00.100224 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:24:00.100224 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:24:00.178455 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1beac7d3-60a5-4d8c-80bc-5de7a970a0fb tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:00.183272 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd33117-29e4-4f90-96fa-861455136eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b3264e-df9f-4ad5-a44f-101d27b3502a'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:24:00.186775 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c9579f-93da-4d09-a2cc-58aa83080c5d" -d '{"events": [{"server_uuid": "3fd33117-29e4-4f90-96fa-861455136eb1", "name": "network-vif-plugged", "status": "completed", "tag": "62b3264e-df9f-4ad5-a44f-101d27b3502a"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:24:00.190086 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1beac7d3-60a5-4d8c-80bc-5de7a970a0fb tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:00.193308 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-1beac7d3-60a5-4d8c-80bc-5de7a970a0fb tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "DELETE /v2.0/networks/78402c5f-e3a7-40b4-b094-e2d1e16ee294 HTTP/1.1" status: 204 len: 168 time: 1.3309908 Nov 25 13:24:00.198632 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57072) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:00.204078 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-8aa90c22-43ac-4028-81b7-47f5055066c9 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Request body: {'port': {'network_id': '76323fcd-e711-426a-b224-97a9d8612a45', 'name': 'tempest-PortsIpV6TestJSON-302730980'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:24:00.211058 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a853a6e5-7c05-46e2-ba6b-134d63c00a39 req-534aec2e-c631-49db-a28f-e86be31c1fad tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154182 Nov 25 13:24:00.211271 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beac7d3-60a5-4d8c-80bc-5de7a970a0fb tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event deleted for resources: {'Network': ['ID=78402c5f-e3a7-40b4-b094-e2d1e16ee294,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:00.228854 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e74e6212-c127-4dbe-a402-1034275b2999 x-openstack-request-id: req-e74e6212-c127-4dbe-a402-1034275b2999 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:24:00.229680 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fd33117-29e4-4f90-96fa-861455136eb1", "name": "network-vif-plugged", "status": "completed", "tag": "62b3264e-df9f-4ad5-a44f-101d27b3502a", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:24:00.238105 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e74e6212-c127-4dbe-a402-1034275b2999 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:24:00.238105 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd33117-29e4-4f90-96fa-861455136eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b3264e-df9f-4ad5-a44f-101d27b3502a', 'code': 200} Nov 25 13:24:00.311014 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1d29d400-525c-4d7c-bf7e-023e2851af6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:00.322614 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa90c22-43ac-4028-81b7-47f5055066c9 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Made reservation on behalf of 33f2ee5c7830442db7d8e3bd7eb6dd8c for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:24:00.326585 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8aa90c22-43ac-4028-81b7-47f5055066c9 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:00.349048 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-8aa90c22-43ac-4028-81b7-47f5055066c9 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] device_id is not set on port 54f317b0-c6eb-4c6a-a1c7-6c2efeedf120 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:24:00.361483 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b826b4-37f2-4e4e-a5aa-0d53c109f137 req-ffecde0e-a07b-4aa0-952e-a4a1c09072b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:00.363007 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-69b826b4-37f2-4e4e-a5aa-0d53c109f137 req-ffecde0e-a07b-4aa0-952e-a4a1c09072b4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3fd33117-29e4-4f90-96fa-861455136eb1 HTTP/1.1" status: 200 len: 1098 time: 0.0672131 Nov 25 13:24:00.470836 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-69b826b4-37f2-4e4e-a5aa-0d53c109f137 req-ab1d439c-a204-47d2-ad26-d11114f7c443 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730329 Nov 25 13:24:00.547325 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9967cfa-d32e-4dae-820d-51d744e0d52a req-a4d4517f-f501-45f2-a065-cfd8c996e1d7 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:00.548817 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d9967cfa-d32e-4dae-820d-51d744e0d52a req-a4d4517f-f501-45f2-a065-cfd8c996e1d7 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fd33117-29e4-4f90-96fa-861455136eb1 HTTP/1.1" status: 200 len: 946 time: 0.0679312 Nov 25 13:24:00.552578 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8aa90c22-43ac-4028-81b7-47f5055066c9 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:00.556103 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c3cfb7-45b1-4984-b4d3-de739529fb89 req-211717e5-7310-4815-9a91-327addb52b9c tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:00.557552 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-20c3cfb7-45b1-4984-b4d3-de739529fb89 req-211717e5-7310-4815-9a91-327addb52b9c tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc20867-f972-453a-8ced-0dd44582b1f4 HTTP/1.1" status: 200 len: 943 time: 0.0877154 Nov 25 13:24:00.586333 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8aa90c22-43ac-4028-81b7-47f5055066c9 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:00.623987 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d9967cfa-d32e-4dae-820d-51d744e0d52a req-1b88e55a-de29-42ce-b872-bac484e4f9d2 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654557 Nov 25 13:24:00.636616 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-20c3cfb7-45b1-4984-b4d3-de739529fb89 req-fa69a21a-f248-4ebc-bf88-f77a5dfaa17b tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713656 Nov 25 13:24:00.638514 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa90c22-43ac-4028-81b7-47f5055066c9 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Network 76323fcd-e711-426a-b224-97a9d8612a45 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:24:00.640525 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-8aa90c22-43ac-4028-81b7-47f5055066c9 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:24:00.643093 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa90c22-43ac-4028-81b7-47f5055066c9 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:24:00.649883 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa90c22-43ac-4028-81b7-47f5055066c9 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:00.650519 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8aa90c22-43ac-4028-81b7-47f5055066c9 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:00.674036 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa90c22-43ac-4028-81b7-47f5055066c9 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event updated for resources: {'Port': ['ID=54f317b0-c6eb-4c6a-a1c7-6c2efeedf120,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:00.680088 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-8aa90c22-43ac-4028-81b7-47f5055066c9 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4802859 Nov 25 13:24:00.683214 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57078) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:00.769240 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-b99cfcfb-52c5-4012-913e-ad5c0e8d3538 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Deleting port 54f317b0-c6eb-4c6a-a1c7-6c2efeedf120 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:24:00.769918 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b99cfcfb-52c5-4012-913e-ad5c0e8d3538 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:00.831482 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device ae7f8907-a9d6-483f-8668-b6e785eb4443 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:24:00.841603 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b99cfcfb-52c5-4012-913e-ad5c0e8d3538 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:00.851730 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: ae7f8907-a9d6-483f-8668-b6e785eb4443 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:24:00.852088 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device ae7f8907-a9d6-483f-8668-b6e785eb4443 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:24:00.855268 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-b99cfcfb-52c5-4012-913e-ad5c0e8d3538 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Calling delete_port for 54f317b0-c6eb-4c6a-a1c7-6c2efeedf120 owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:24:00.934260 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b99cfcfb-52c5-4012-913e-ad5c0e8d3538 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:00.964624 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99cfcfb-52c5-4012-913e-ad5c0e8d3538 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event deleted for resources: {'Port': ['ID=54f317b0-c6eb-4c6a-a1c7-6c2efeedf120,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:00.971763 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b99cfcfb-52c5-4012-913e-ad5c0e8d3538 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:00.975515 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b99cfcfb-52c5-4012-913e-ad5c0e8d3538 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "DELETE /v2.0/ports/54f317b0-c6eb-4c6a-a1c7-6c2efeedf120 HTTP/1.1" status: 204 len: 168 time: 0.2913754 Nov 25 13:24:00.978047 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57082) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:00.986348 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-1758f17c-b448-4f97-9deb-5852ccbc7604 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Request body: {'port': {'network_id': '76323fcd-e711-426a-b224-97a9d8612a45', 'mac_address': 'fa:16:3e:a3:9a:7e', 'name': 'tempest-PortsIpV6TestJSON-588374322'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:24:00.998295 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fc316d52-f8a6-4f4e-8be3-b0247e70ad2e req-ff64b8a4-cded-436b-8e75-7a13849968f1 tempest-ServerShowV257Test-1728882813 tempest-ServerShowV257Test-1728882813-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb10b618-8670-4019-a3cb-7172877518d4 HTTP/1.1" status: 200 len: 210 time: 0.0316775 Nov 25 13:24:01.079184 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1758f17c-b448-4f97-9deb-5852ccbc7604 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Made reservation on behalf of 33f2ee5c7830442db7d8e3bd7eb6dd8c for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:24:01.144357 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1758f17c-b448-4f97-9deb-5852ccbc7604 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:01.166425 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-1758f17c-b448-4f97-9deb-5852ccbc7604 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] device_id is not set on port 9a9ce7a9-7609-4f15-8e41-1805dc7b2a81 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:24:01.188748 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa8fbd8-941a-4d97-aaac-b25e7d6fef17 req-b7274d1a-31cc-46ec-ae18-65c1327578cb tempest-ServerAddressesNegativeTestJSON-1171938793 tempest-ServerAddressesNegativeTestJSON-1171938793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:01.190380 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6aa8fbd8-941a-4d97-aaac-b25e7d6fef17 req-b7274d1a-31cc-46ec-ae18-65c1327578cb tempest-ServerAddressesNegativeTestJSON-1171938793 tempest-ServerAddressesNegativeTestJSON-1171938793-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee7d8910-0f78-4df8-abed-957d266372e6 HTTP/1.1" status: 200 len: 946 time: 0.0491488 Nov 25 13:24:01.243243 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6aa8fbd8-941a-4d97-aaac-b25e7d6fef17 req-2f9a1eaf-7c97-448c-86b6-66507aa1e983 tempest-ServerAddressesNegativeTestJSON-1171938793 tempest-ServerAddressesNegativeTestJSON-1171938793-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9ecb83b-aa8b-45e7-9f02-f2f79809d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466211 Nov 25 13:24:01.341293 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5166c924-b8a1-4f4e-90e6-6c26a162782c req-c288dce9-2944-4596-8136-8cd1d1333f53 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:01.342681 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5166c924-b8a1-4f4e-90e6-6c26a162782c req-c288dce9-2944-4596-8136-8cd1d1333f53 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=06e3a85a-4c3a-4297-b374-0fdcd0494740 HTTP/1.1" status: 200 len: 946 time: 0.0536728 Nov 25 13:24:01.344841 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1758f17c-b448-4f97-9deb-5852ccbc7604 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:01.386157 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1758f17c-b448-4f97-9deb-5852ccbc7604 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:01.402673 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5166c924-b8a1-4f4e-90e6-6c26a162782c req-7381ec4d-d7db-48e5-af10-2647ec57ea46 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500395 Nov 25 13:24:01.436236 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1758f17c-b448-4f97-9deb-5852ccbc7604 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Network 76323fcd-e711-426a-b224-97a9d8612a45 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:24:01.441552 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-1758f17c-b448-4f97-9deb-5852ccbc7604 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:24:01.445164 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1758f17c-b448-4f97-9deb-5852ccbc7604 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:24:01.450819 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1758f17c-b448-4f97-9deb-5852ccbc7604 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:01.451421 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1758f17c-b448-4f97-9deb-5852ccbc7604 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:01.468012 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1758f17c-b448-4f97-9deb-5852ccbc7604 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event updated for resources: {'Port': ['ID=9a9ce7a9-7609-4f15-8e41-1805dc7b2a81,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:01.484548 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-1758f17c-b448-4f97-9deb-5852ccbc7604 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5054009 Nov 25 13:24:01.487129 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57094) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:01.536014 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd60fc3-8433-4002-8fd3-75ac18f2910e tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:01.540129 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-8dd60fc3-8433-4002-8fd3-75ac18f2910e tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "GET /v2.0/ports/9a9ce7a9-7609-4f15-8e41-1805dc7b2a81 HTTP/1.1" status: 200 len: 844 time: 0.0493987 Nov 25 13:24:01.540376 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57098) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:01.615733 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43370fa4-031c-4ee0-b122-6b46796d03ac req-0233e48d-e4bd-478a-87d0-252f66d5e73e tempest-ServerAddressesNegativeTestJSON-1171938793 tempest-ServerAddressesNegativeTestJSON-1171938793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:01.619196 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-43370fa4-031c-4ee0-b122-6b46796d03ac req-0233e48d-e4bd-478a-87d0-252f66d5e73e tempest-ServerAddressesNegativeTestJSON-1171938793 tempest-ServerAddressesNegativeTestJSON-1171938793-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee7d8910-0f78-4df8-abed-957d266372e6 HTTP/1.1" status: 200 len: 946 time: 0.0722907 Nov 25 13:24:01.667486 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-bfe6da86-86ad-4243-8cfc-351b258f28a3 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Deleting port 9a9ce7a9-7609-4f15-8e41-1805dc7b2a81 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:24:01.667709 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bfe6da86-86ad-4243-8cfc-351b258f28a3 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:01.679486 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-43370fa4-031c-4ee0-b122-6b46796d03ac req-3bc0db1f-536e-45bd-bafc-f80a6380cae5 tempest-ServerAddressesNegativeTestJSON-1171938793 tempest-ServerAddressesNegativeTestJSON-1171938793-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9ecb83b-aa8b-45e7-9f02-f2f79809d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560153 Nov 25 13:24:01.755983 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bfe6da86-86ad-4243-8cfc-351b258f28a3 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:01.771790 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-bfe6da86-86ad-4243-8cfc-351b258f28a3 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Calling delete_port for 9a9ce7a9-7609-4f15-8e41-1805dc7b2a81 owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:24:01.807470 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea13037-9858-4c4f-8bd7-629db035414f req-61691d72-800f-4c15-8b07-63113ca80b1c tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:01.808961 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4ea13037-9858-4c4f-8bd7-629db035414f req-61691d72-800f-4c15-8b07-63113ca80b1c tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fd33117-29e4-4f90-96fa-861455136eb1 HTTP/1.1" status: 200 len: 946 time: 0.0832100 Nov 25 13:24:01.830815 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b6907d-4000-4e08-a2d1-9eccfb77cbbb req-35be70f9-a5d1-49dc-b825-4370e751767f tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:01.832288 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-76b6907d-4000-4e08-a2d1-9eccfb77cbbb req-35be70f9-a5d1-49dc-b825-4370e751767f tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc20867-f972-453a-8ced-0dd44582b1f4 HTTP/1.1" status: 200 len: 943 time: 0.0744951 Nov 25 13:24:01.863938 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bfe6da86-86ad-4243-8cfc-351b258f28a3 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:01.894899 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4ea13037-9858-4c4f-8bd7-629db035414f req-e83453af-c340-4a7f-948d-287135ebe80b tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776656 Nov 25 13:24:01.922721 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe6da86-86ad-4243-8cfc-351b258f28a3 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event deleted for resources: {'Port': ['ID=9a9ce7a9-7609-4f15-8e41-1805dc7b2a81,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:01.929367 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-76b6907d-4000-4e08-a2d1-9eccfb77cbbb req-3df76b1a-fd35-4a1c-8f04-30783ab8974f tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856044 Nov 25 13:24:01.945222 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bfe6da86-86ad-4243-8cfc-351b258f28a3 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:01.945222 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-bfe6da86-86ad-4243-8cfc-351b258f28a3 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "DELETE /v2.0/ports/9a9ce7a9-7609-4f15-8e41-1805dc7b2a81 HTTP/1.1" status: 204 len: 168 time: 0.3970151 Nov 25 13:24:01.946592 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 57106) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:01.972539 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6da93a0-84f5-4955-ac9d-a622e99204a9 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] GET failed (client error): The resource could not be found. Nov 25 13:24:01.974308 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b6da93a0-84f5-4955-ac9d-a622e99204a9 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "GET /v2.0/ports/9a9ce7a9-7609-4f15-8e41-1805dc7b2a81 HTTP/1.1" status: 404 len: 333 time: 0.0264242 Nov 25 13:24:01.978225 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 57108) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:01.983288 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-ac43f5a7-6f6e-4dce-a22c-cd8203730435 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Request body: {'port': {'network_id': '76323fcd-e711-426a-b224-97a9d8612a45', 'name': 'tempest-PortsIpV6TestJSON-653609040'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:24:02.112838 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5059c6da-6c82-424e-8c2c-10cd4303850a req-62e9a8b5-2887-462d-9be8-5fca0c09ec2e tempest-ServerShowV257Test-1728882813 tempest-ServerShowV257Test-1728882813-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb10b618-8670-4019-a3cb-7172877518d4 HTTP/1.1" status: 200 len: 210 time: 0.0356040 Nov 25 13:24:02.123373 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38282c3c-d0a6-4079-a099-d3a31481f69e req-67180de3-f19c-4c14-9a0f-dece1bd0d993 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:02.124963 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-38282c3c-d0a6-4079-a099-d3a31481f69e req-67180de3-f19c-4c14-9a0f-dece1bd0d993 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fd33117-29e4-4f90-96fa-861455136eb1 HTTP/1.1" status: 200 len: 946 time: 0.1265719 Nov 25 13:24:02.147986 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac43f5a7-6f6e-4dce-a22c-cd8203730435 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Made reservation on behalf of 33f2ee5c7830442db7d8e3bd7eb6dd8c for: {'port': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:24:02.151429 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ac43f5a7-6f6e-4dce-a22c-cd8203730435 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:02.186760 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [None req-ac43f5a7-6f6e-4dce-a22c-cd8203730435 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] device_id is not set on port 405e1b3e-1176-409a-8ab3-12928c7c9f88 yet. {{(pid=103570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:24:02.237692 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-38282c3c-d0a6-4079-a099-d3a31481f69e req-333b0822-9d8e-4fdf-9b8e-55779f4df934 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972970 Nov 25 13:24:02.381714 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ac43f5a7-6f6e-4dce-a22c-cd8203730435 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:02.445479 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ac43f5a7-6f6e-4dce-a22c-cd8203730435 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:02.513039 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac43f5a7-6f6e-4dce-a22c-cd8203730435 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Network 76323fcd-e711-426a-b224-97a9d8612a45 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:24:02.534101 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-ac43f5a7-6f6e-4dce-a22c-cd8203730435 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:24:02.537078 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac43f5a7-6f6e-4dce-a22c-cd8203730435 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:24:02.543242 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac43f5a7-6f6e-4dce-a22c-cd8203730435 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:02.543846 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ac43f5a7-6f6e-4dce-a22c-cd8203730435 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:02.564045 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac43f5a7-6f6e-4dce-a22c-cd8203730435 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event updated for resources: {'Port': ['ID=405e1b3e-1176-409a-8ab3-12928c7c9f88,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:02.576871 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a702e975-6127-40d0-90cf-b3abbbab7669 req-f9d6ea44-2d43-46c1-92ce-4262de1b9e88 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:02.578730 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a702e975-6127-40d0-90cf-b3abbbab7669 req-f9d6ea44-2d43-46c1-92ce-4262de1b9e88 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fd33117-29e4-4f90-96fa-861455136eb1 HTTP/1.1" status: 200 len: 946 time: 0.1640933 Nov 25 13:24:02.590008 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-ac43f5a7-6f6e-4dce-a22c-cd8203730435 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6073990 Nov 25 13:24:02.590550 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57118) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:02.596518 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-e77b8e81-3ab3-4035-89ef-086ca89c84f3 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:24:02.614040 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922ab9a-baa8-4fef-801f-1902bf6f9fda req-3df4817b-0778-45b7-b90c-0481d667d6c7 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:02.616174 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4922ab9a-baa8-4fef-801f-1902bf6f9fda req-3df4817b-0778-45b7-b90c-0481d667d6c7 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=06e3a85a-4c3a-4297-b374-0fdcd0494740 HTTP/1.1" status: 200 len: 946 time: 0.1321974 Nov 25 13:24:02.664363 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a702e975-6127-40d0-90cf-b3abbbab7669 req-f25846b6-45aa-4d07-b45e-66a106339c95 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756114 Nov 25 13:24:02.665142 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e77b8e81-3ab3-4035-89ef-086ca89c84f3 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:02.688855 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4922ab9a-baa8-4fef-801f-1902bf6f9fda req-44c0a4a3-5c6c-44af-a013-83c0e87fcde6 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587213 Nov 25 13:24:02.731238 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-45620ee5-14ff-40ae-beac-b773247a44f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:02.854741 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e77b8e81-3ab3-4035-89ef-086ca89c84f3 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:02.860064 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e77b8e81-3ab3-4035-89ef-086ca89c84f3 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:02.863510 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5152b6-ea8c-40f2-a72d-fa1abe7577ba req-26e52fc5-21a9-462f-b528-0cd3ba19a802 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:02.871097 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9c5152b6-ea8c-40f2-a72d-fa1abe7577ba req-26e52fc5-21a9-462f-b528-0cd3ba19a802 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fd33117-29e4-4f90-96fa-861455136eb1 HTTP/1.1" status: 200 len: 946 time: 0.0993052 Nov 25 13:24:02.880851 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a70f1-114d-4733-96d6-082f52ad2170 req-5dd16ef9-4fb0-4545-99e7-66e120d2d8f6 tempest-ServerAddressesNegativeTestJSON-1171938793 tempest-ServerAddressesNegativeTestJSON-1171938793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:02.882512 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7c1a70f1-114d-4733-96d6-082f52ad2170 req-5dd16ef9-4fb0-4545-99e7-66e120d2d8f6 tempest-ServerAddressesNegativeTestJSON-1171938793 tempest-ServerAddressesNegativeTestJSON-1171938793-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee7d8910-0f78-4df8-abed-957d266372e6 HTTP/1.1" status: 200 len: 946 time: 0.1096482 Nov 25 13:24:02.904537 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-e77b8e81-3ab3-4035-89ef-086ca89c84f3 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] In _notify_port_updated(), no bound segment for port 405e1b3e-1176-409a-8ab3-12928c7c9f88 on network 76323fcd-e711-426a-b224-97a9d8612a45 {{(pid=103571) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 13:24:02.910299 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77b8e81-3ab3-4035-89ef-086ca89c84f3 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:02.910931 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e77b8e81-3ab3-4035-89ef-086ca89c84f3 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:02.912547 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-e77b8e81-3ab3-4035-89ef-086ca89c84f3 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "PUT /v2.0/ports/405e1b3e-1176-409a-8ab3-12928c7c9f88 HTTP/1.1" status: 200 len: 818 time: 0.3204684 Nov 25 13:24:02.915437 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 57124) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:02.951722 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77b8e81-3ab3-4035-89ef-086ca89c84f3 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event updated for resources: {'Port': ['ID=405e1b3e-1176-409a-8ab3-12928c7c9f88,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:02.973635 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a87aaba-f7ac-4750-b181-eb3aec11a60e req-7d725ebf-cf97-4c54-b98c-782a1385eedc tempest-ServerAddressesNegativeTestJSON-1171938793 tempest-ServerAddressesNegativeTestJSON-1171938793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:02.975166 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8a87aaba-f7ac-4750-b181-eb3aec11a60e req-7d725ebf-cf97-4c54-b98c-782a1385eedc tempest-ServerAddressesNegativeTestJSON-1171938793 tempest-ServerAddressesNegativeTestJSON-1171938793-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee7d8910-0f78-4df8-abed-957d266372e6 HTTP/1.1" status: 200 len: 946 time: 0.0560014 Nov 25 13:24:02.987092 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9c5152b6-ea8c-40f2-a72d-fa1abe7577ba req-2863eada-ae4f-48a2-b42c-61ab3949b59e tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150882 Nov 25 13:24:03.024028 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7c1a70f1-114d-4733-96d6-082f52ad2170 req-7805939b-a9f3-4893-89bc-b5288b97790d tempest-ServerAddressesNegativeTestJSON-1171938793 tempest-ServerAddressesNegativeTestJSON-1171938793-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9ecb83b-aa8b-45e7-9f02-f2f79809d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288142 Nov 25 13:24:03.060118 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-8a30b960-7f4f-408c-96c2-389a7375c9d9 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Deleting port 405e1b3e-1176-409a-8ab3-12928c7c9f88 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:24:03.061126 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8a30b960-7f4f-408c-96c2-389a7375c9d9 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:03.078540 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-8a87aaba-f7ac-4750-b181-eb3aec11a60e req-7a8d791a-f8c2-473d-a92f-ff68aeb0d4fe tempest-ServerAddressesNegativeTestJSON-1171938793 tempest-ServerAddressesNegativeTestJSON-1171938793-project] Deleting port d188b58e-7d13-41a2-b682-9c2251973a97 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:24:03.078869 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8a87aaba-f7ac-4750-b181-eb3aec11a60e req-7a8d791a-f8c2-473d-a92f-ff68aeb0d4fe tempest-ServerAddressesNegativeTestJSON-1171938793 tempest-ServerAddressesNegativeTestJSON-1171938793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:03.163049 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8a30b960-7f4f-408c-96c2-389a7375c9d9 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:03.186349 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-8a87aaba-f7ac-4750-b181-eb3aec11a60e req-7a8d791a-f8c2-473d-a92f-ff68aeb0d4fe tempest-ServerAddressesNegativeTestJSON-1171938793 tempest-ServerAddressesNegativeTestJSON-1171938793-project] For port d188b58e-7d13-41a2-b682-9c2251973a97, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=d188b58e-7d13-41a2-b682-9c2251973a97,segment=NetworkSegment(58642de7-0448-4b9f-b025-6584c86f55e5),segment_id=58642de7-0448-4b9f-b025-6584c86f55e5)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:24:03.186751 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8a87aaba-f7ac-4750-b181-eb3aec11a60e req-7a8d791a-f8c2-473d-a92f-ff68aeb0d4fe tempest-ServerAddressesNegativeTestJSON-1171938793 tempest-ServerAddressesNegativeTestJSON-1171938793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:03.187022 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f49df-fead-49c0-9f3c-e78adda410b1 req-f18140bd-a476-4983-ad94-207c3c4bb5bc tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:03.188525 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2a4f49df-fead-49c0-9f3c-e78adda410b1 req-f18140bd-a476-4983-ad94-207c3c4bb5bc tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc20867-f972-453a-8ced-0dd44582b1f4 HTTP/1.1" status: 200 len: 943 time: 0.1084704 Nov 25 13:24:03.189546 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-8a30b960-7f4f-408c-96c2-389a7375c9d9 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Calling delete_port for 405e1b3e-1176-409a-8ab3-12928c7c9f88 owned by {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:24:03.190185 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:24:03.212159 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-8a87aaba-f7ac-4750-b181-eb3aec11a60e req-7a8d791a-f8c2-473d-a92f-ff68aeb0d4fe tempest-ServerAddressesNegativeTestJSON-1171938793 tempest-ServerAddressesNegativeTestJSON-1171938793-project] Calling delete_port for d188b58e-7d13-41a2-b682-9c2251973a97 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:24:03.282174 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2a4f49df-fead-49c0-9f3c-e78adda410b1 req-a6b90eca-e94b-4803-954e-06f1d325efe4 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863025 Nov 25 13:24:03.316124 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e,segment=NetworkSegment(9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8),segment_id=9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:24:03.341906 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e', 'network_id': '9b74e527-2eba-4880-abc3-5f552bc5f61d', 'port_id': '2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e', 'mac_address': 'fa:16:3e:ac:39:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06d9fad2-62ee-411b-8cba-f5e1b7fa4731', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:24:03.405735 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-433c4f39-9a30-43ab-88e7-85793b1bec57 req-198185ce-dc62-406b-a248-8af0fb878193 tempest-ServerShowV257Test-1728882813 tempest-ServerShowV257Test-1728882813-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb10b618-8670-4019-a3cb-7172877518d4 HTTP/1.1" status: 200 len: 210 time: 0.0459726 Nov 25 13:24:03.418302 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8a30b960-7f4f-408c-96c2-389a7375c9d9 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:03.422121 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:03.437291 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:24:03.457837 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e,segment=NetworkSegment(9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8),segment_id=9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:24:03.464547 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:03.471111 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8a87aaba-f7ac-4750-b181-eb3aec11a60e req-7a8d791a-f8c2-473d-a92f-ff68aeb0d4fe tempest-ServerAddressesNegativeTestJSON-1171938793 tempest-ServerAddressesNegativeTestJSON-1171938793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:03.485784 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a30b960-7f4f-408c-96c2-389a7375c9d9 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event deleted for resources: {'Port': ['ID=405e1b3e-1176-409a-8ab3-12928c7c9f88,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:03.503260 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8a30b960-7f4f-408c-96c2-389a7375c9d9 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:03.506898 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-8a30b960-7f4f-408c-96c2-389a7375c9d9 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "DELETE /v2.0/ports/405e1b3e-1176-409a-8ab3-12928c7c9f88 HTTP/1.1" status: 204 len: 168 time: 0.5904553 Nov 25 13:24:03.509421 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a30b960-7f4f-408c-96c2-389a7375c9d9 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:24:03.509785 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a30b960-7f4f-408c-96c2-389a7375c9d9 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:24:03.510171 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a30b960-7f4f-408c-96c2-389a7375c9d9 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:24:03.511171 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a30b960-7f4f-408c-96c2-389a7375c9d9 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:24:03.511527 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a30b960-7f4f-408c-96c2-389a7375c9d9 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:24:03.511769 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['d188b58e-7d13-41a2-b682-9c2251973a97'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:24:03.511911 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a30b960-7f4f-408c-96c2-389a7375c9d9 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:24:03.512208 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a30b960-7f4f-408c-96c2-389a7375c9d9 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:24:03.512551 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a30b960-7f4f-408c-96c2-389a7375c9d9 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:24:03.512893 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a30b960-7f4f-408c-96c2-389a7375c9d9 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:24:03.513491 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a30b960-7f4f-408c-96c2-389a7375c9d9 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:24:03.518248 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a30b960-7f4f-408c-96c2-389a7375c9d9 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:24:03.521200 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57146) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:03.522212 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8d791a-f8c2-473d-a92f-ff68aeb0d4fe tempest-ServerAddressesNegativeTestJSON-1171938793 tempest-ServerAddressesNegativeTestJSON-1171938793-project] Pushing event deleted for resources: {'Port': ['ID=d188b58e-7d13-41a2-b682-9c2251973a97,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:03.523709 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:24:03.524348 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a30b960-7f4f-408c-96c2-389a7375c9d9 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:24:03.552554 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ad3f5-e4eb-498c-af9d-93bd75c66bad req-ab2b4829-c057-4282-9f63-b602c8eedc4c tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:03.563316 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e22ad3f5-e4eb-498c-af9d-93bd75c66bad req-ab2b4829-c057-4282-9f63-b602c8eedc4c tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fd33117-29e4-4f90-96fa-861455136eb1 HTTP/1.1" status: 200 len: 946 time: 0.1722901 Nov 25 13:24:03.569203 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:03.599207 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a87aaba-f7ac-4750-b181-eb3aec11a60e req-7a8d791a-f8c2-473d-a92f-ff68aeb0d4fe tempest-ServerAddressesNegativeTestJSON-1171938793 tempest-ServerAddressesNegativeTestJSON-1171938793-project] No DVR routers for this DVR port d188b58e-7d13-41a2-b682-9c2251973a97 on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:24:03.609138 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a74936-4904-49fb-a0d4-0acdf06270a9 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:03.610733 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-06a74936-4904-49fb-a0d4-0acdf06270a9 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.0853844 Nov 25 13:24:03.612127 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8a87aaba-f7ac-4750-b181-eb3aec11a60e req-7a8d791a-f8c2-473d-a92f-ff68aeb0d4fe tempest-ServerAddressesNegativeTestJSON-1171938793 tempest-ServerAddressesNegativeTestJSON-1171938793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:03.615660 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8a87aaba-f7ac-4750-b181-eb3aec11a60e req-7a8d791a-f8c2-473d-a92f-ff68aeb0d4fe tempest-ServerAddressesNegativeTestJSON-1171938793 tempest-ServerAddressesNegativeTestJSON-1171938793-project] 10.222.0.47 "DELETE /v2.0/ports/d188b58e-7d13-41a2-b682-9c2251973a97 HTTP/1.1" status: 204 len: 173 time: 0.6337752 Nov 25 13:24:03.615812 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 57148) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:03.616453 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee7d8910-0f78-4df8-abed-957d266372e6', 'name': 'network-vif-deleted', 'tag': 'd188b58e-7d13-41a2-b682-9c2251973a97'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:24:03.619069 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef52e4c-6a71-4e04-80be-2eaa0ca0f686" -d '{"events": [{"server_uuid": "ee7d8910-0f78-4df8-abed-957d266372e6", "name": "network-vif-deleted", "tag": "d188b58e-7d13-41a2-b682-9c2251973a97"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:24:03.644684 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e22ad3f5-e4eb-498c-af9d-93bd75c66bad req-d384dc96-133c-44d6-b978-9532d3e111a2 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787418 Nov 25 13:24:03.645755 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f56d6f1-d053-4dbe-bba0-b6cda2ca8c2e tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] GET failed (client error): The resource could not be found. Nov 25 13:24:03.647282 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-0f56d6f1-d053-4dbe-bba0-b6cda2ca8c2e tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "GET /v2.0/ports/405e1b3e-1176-409a-8ab3-12928c7c9f88 HTTP/1.1" status: 404 len: 333 time: 0.0305839 Nov 25 13:24:03.651893 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 57152) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:03.658014 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-9aa5cc0f-291b-4581-b4b6-e5b3a40f7f9b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1956434646'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:24:03.684572 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa5cc0f-291b-4581-b4b6-e5b3a40f7f9b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Made reservation on behalf of 33f2ee5c7830442db7d8e3bd7eb6dd8c for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:24:03.686105 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c8fcd31-5aae-4936-8d16-7b0fe46ac022 x-openstack-request-id: req-3c8fcd31-5aae-4936-8d16-7b0fe46ac022 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:24:03.686728 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee7d8910-0f78-4df8-abed-957d266372e6", "name": "network-vif-deleted", "tag": "d188b58e-7d13-41a2-b682-9c2251973a97", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:24:03.687183 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3c8fcd31-5aae-4936-8d16-7b0fe46ac022 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:24:03.688328 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee7d8910-0f78-4df8-abed-957d266372e6', 'name': 'network-vif-deleted', 'tag': 'd188b58e-7d13-41a2-b682-9c2251973a97', 'status': 'completed', 'code': 200} Nov 25 13:24:03.690164 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9aa5cc0f-291b-4581-b4b6-e5b3a40f7f9b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:03.701508 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:24:03.717250 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aa5cc0f-291b-4581-b4b6-e5b3a40f7f9b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:24:03.727726 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9aa5cc0f-291b-4581-b4b6-e5b3a40f7f9b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:03.728188 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-9aa5cc0f-291b-4581-b4b6-e5b3a40f7f9b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Added segment 8f66c2f8-d99c-4768-a690-6d394e6ae822 of type vlan for network 5ed2525d-307d-4521-8bf7-7363c10c0183 Nov 25 13:24:03.777301 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9aa5cc0f-291b-4581-b4b6-e5b3a40f7f9b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:03.814015 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:03.838962 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9aa5cc0f-291b-4581-b4b6-e5b3a40f7f9b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:03.844451 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa5cc0f-291b-4581-b4b6-e5b3a40f7f9b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:03.845035 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9aa5cc0f-291b-4581-b4b6-e5b3a40f7f9b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:03.873003 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f467e1-b9c5-4671-8713-b00acc90cb1a req-dc4d0ced-7899-4b3b-9240-7be05554b79f tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:03.874514 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b3f467e1-b9c5-4671-8713-b00acc90cb1a req-dc4d0ced-7899-4b3b-9240-7be05554b79f tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=06e3a85a-4c3a-4297-b374-0fdcd0494740 HTTP/1.1" status: 200 len: 946 time: 0.0947201 Nov 25 13:24:03.929958 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-9aa5cc0f-291b-4581-b4b6-e5b3a40f7f9b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2769001 Nov 25 13:24:03.932937 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57156) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:03.938028 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-1c574196-0f50-4b2a-b14e-5dce555d242f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Request body: {'subnet': {'network_id': '5ed2525d-307d-4521-8bf7-7363c10c0183', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:24:03.956488 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa5cc0f-291b-4581-b4b6-e5b3a40f7f9b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event updated for resources: {'Network': ['ID=5ed2525d-307d-4521-8bf7-7363c10c0183,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:03.968572 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 5ed2525d-307d-4521-8bf7-7363c10c0183 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:24:03.974317 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b3f467e1-b9c5-4671-8713-b00acc90cb1a req-ec2f898a-2e7a-41e5-960d-54c2a23d09aa tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928867 Nov 25 13:24:04.032525 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c574196-0f50-4b2a-b14e-5dce555d242f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Made reservation on behalf of 33f2ee5c7830442db7d8e3bd7eb6dd8c for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:24:04.038277 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1c574196-0f50-4b2a-b14e-5dce555d242f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:04.146206 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-eacbe7f7-f6c6-4284-8c7d-ca5522b22cd6 req-d3d7fa04-f68e-4488-b575-30f1eb96eb44 tempest-ServerAddressesNegativeTestJSON-1171938793 tempest-ServerAddressesNegativeTestJSON-1171938793-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee7d8910-0f78-4df8-abed-957d266372e6 HTTP/1.1" status: 200 len: 210 time: 0.0329702 Nov 25 13:24:04.254054 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1c574196-0f50-4b2a-b14e-5dce555d242f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:04.314213 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c574196-0f50-4b2a-b14e-5dce555d242f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event updated for resources: {'Subnet': ['ID=7faf08f1-7e62-4034-9ec2-a36547920317,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:04.327148 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c574196-0f50-4b2a-b14e-5dce555d242f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Checking segment: {'id': '8f66c2f8-d99c-4768-a690-6d394e6ae822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '5ed2525d-307d-4521-8bf7-7363c10c0183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:24:04.327509 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c574196-0f50-4b2a-b14e-5dce555d242f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Network hostable DHCP agents. Network: 5ed2525d-307d-4521-8bf7-7363c10c0183, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:24:04.344311 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c574196-0f50-4b2a-b14e-5dce555d242f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Network 5ed2525d-307d-4521-8bf7-7363c10c0183 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:24:04.353276 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-1c574196-0f50-4b2a-b14e-5dce555d242f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 5ed2525d-307d-4521-8bf7-7363c10c0183) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:24:04.357588 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c574196-0f50-4b2a-b14e-5dce555d242f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:04.358241 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1c574196-0f50-4b2a-b14e-5dce555d242f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:04.363491 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30dc7a28-1635-4e29-9659-4bc7b0a6ee47 None None] Network 5ed2525d-307d-4521-8bf7-7363c10c0183 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:24:04.379567 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-1c574196-0f50-4b2a-b14e-5dce555d242f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4455073 Nov 25 13:24:04.380192 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57162) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:04.390680 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-9947af43-925b-4cc6-82a8-01aaecf6512e tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Request body: {'subnet': {'network_id': '5ed2525d-307d-4521-8bf7-7363c10c0183', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:24:04.414027 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c834402-8a66-48cd-a01c-972f31407066 req-c1a54307-39c3-41af-bc65-e303a1196365 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:04.415575 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2c834402-8a66-48cd-a01c-972f31407066 req-c1a54307-39c3-41af-bc65-e303a1196365 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc20867-f972-453a-8ced-0dd44582b1f4 HTTP/1.1" status: 200 len: 944 time: 0.0577538 Nov 25 13:24:04.476514 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2c834402-8a66-48cd-a01c-972f31407066 req-8f2f2073-0f03-42ca-8cb5-d8c1b5326f51 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549197 Nov 25 13:24:04.523489 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9947af43-925b-4cc6-82a8-01aaecf6512e tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Made reservation on behalf of 33f2ee5c7830442db7d8e3bd7eb6dd8c for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:24:04.527127 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9947af43-925b-4cc6-82a8-01aaecf6512e tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:04.527588 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ad7f3ed5-1a21-4c27-94d1-e11a7f180d15 req-7831fa5d-47f0-4294-ae62-3697f888e111 tempest-ServerShowV257Test-1728882813 tempest-ServerShowV257Test-1728882813-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb10b618-8670-4019-a3cb-7172877518d4 HTTP/1.1" status: 200 len: 210 time: 0.0267804 Nov 25 13:24:04.543598 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fa9e65-1482-414f-906e-d73a45edebe3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-5ed2525d-307d-4521-8bf7-7363c10c0183', 'network_id': '5ed2525d-307d-4521-8bf7-7363c10c0183', 'tenant_id': '33f2ee5c7830442db7d8e3bd7eb6dd8c', 'fixed_ips': [{'subnet_id': '7faf08f1-7e62-4034-9ec2-a36547920317'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:24:04.544549 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-44fa9e65-1482-414f-906e-d73a45edebe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:04.618200 n-d-808199-11 neutron-server[103571]: INFO neutron.db.ipam_backend_mixin [None req-9947af43-925b-4cc6-82a8-01aaecf6512e tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7faf08f1-7e62-4034-9ec2-a36547920317 (CIDR: 2001:db8::/64) Nov 25 13:24:04.621848 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-9947af43-925b-4cc6-82a8-01aaecf6512e tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 13:24:04.622312 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9947af43-925b-4cc6-82a8-01aaecf6512e tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:24:04.638586 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-9947af43-925b-4cc6-82a8-01aaecf6512e tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2573609 Nov 25 13:24:04.641268 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57166) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:04.646209 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-a69f1324-51b2-4def-9f2e-f8bb46f7693c tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Request body: {'subnet': {'network_id': '5ed2525d-307d-4521-8bf7-7363c10c0183', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:24:04.683823 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-44fa9e65-1482-414f-906e-d73a45edebe3 None None] Allocated IP 2001:db8::2 (5ed2525d-307d-4521-8bf7-7363c10c0183/7faf08f1-7e62-4034-9ec2-a36547920317/0431bc29-d45c-4f47-aa90-b4f4cfddb5fc) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:24:04.766033 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5899a39-0b1b-4386-b359-61b2ab23834b req-8982c306-0c94-4e01-a368-dc28d531797e tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:04.766622 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69f1324-51b2-4def-9f2e-f8bb46f7693c tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Made reservation on behalf of 33f2ee5c7830442db7d8e3bd7eb6dd8c for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:24:04.767630 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b5899a39-0b1b-4386-b359-61b2ab23834b req-8982c306-0c94-4e01-a368-dc28d531797e tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fd33117-29e4-4f90-96fa-861455136eb1 HTTP/1.1" status: 200 len: 946 time: 0.0516798 Nov 25 13:24:04.771809 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a69f1324-51b2-4def-9f2e-f8bb46f7693c tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:04.830353 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b5899a39-0b1b-4386-b359-61b2ab23834b req-efbbf5f8-3ef1-4e7b-b6f7-055a520ce5e3 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562265 Nov 25 13:24:04.855899 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-44fa9e65-1482-414f-906e-d73a45edebe3 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:04.862793 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-44fa9e65-1482-414f-906e-d73a45edebe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:04.903399 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fa9e65-1482-414f-906e-d73a45edebe3 None None] Network 5ed2525d-307d-4521-8bf7-7363c10c0183 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:24:04.908011 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-44fa9e65-1482-414f-906e-d73a45edebe3 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:24:04.912615 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fa9e65-1482-414f-906e-d73a45edebe3 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:24:04.915684 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fa9e65-1482-414f-906e-d73a45edebe3 None None] Pushing event updated for resources: {'Port': ['ID=0431bc29-d45c-4f47-aa90-b4f4cfddb5fc,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:04.966666 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-44fa9e65-1482-414f-906e-d73a45edebe3 None None] Attempting to bind port 0431bc29-d45c-4f47-aa90-b4f4cfddb5fc on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:24:04.967075 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-44fa9e65-1482-414f-906e-d73a45edebe3 None None] Attempting to bind port 0431bc29-d45c-4f47-aa90-b4f4cfddb5fc by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '8f66c2f8-d99c-4768-a690-6d394e6ae822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '5ed2525d-307d-4521-8bf7-7363c10c0183'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:24:04.967445 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fa9e65-1482-414f-906e-d73a45edebe3 None None] Attempting to bind port 0431bc29-d45c-4f47-aa90-b4f4cfddb5fc on network 5ed2525d-307d-4521-8bf7-7363c10c0183 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:24:04.972318 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fa9e65-1482-414f-906e-d73a45edebe3 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:24:04.972705 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fa9e65-1482-414f-906e-d73a45edebe3 None None] Checking segment: {'id': '8f66c2f8-d99c-4768-a690-6d394e6ae822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '5ed2525d-307d-4521-8bf7-7363c10c0183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:24:04.973116 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-44fa9e65-1482-414f-906e-d73a45edebe3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:04.973516 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fa9e65-1482-414f-906e-d73a45edebe3 None None] Bound using segment: {'id': '8f66c2f8-d99c-4768-a690-6d394e6ae822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '5ed2525d-307d-4521-8bf7-7363c10c0183'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:24:04.973991 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-44fa9e65-1482-414f-906e-d73a45edebe3 None None] Bound port: 0431bc29-d45c-4f47-aa90-b4f4cfddb5fc, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f66c2f8-d99c-4768-a690-6d394e6ae822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '5ed2525d-307d-4521-8bf7-7363c10c0183'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:24:04.974369 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-44fa9e65-1482-414f-906e-d73a45edebe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:05.012009 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a69f1324-51b2-4def-9f2e-f8bb46f7693c tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:05.041973 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-44fa9e65-1482-414f-906e-d73a45edebe3 None None] For port 0431bc29-d45c-4f47-aa90-b4f4cfddb5fc, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:24:05.045743 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-44fa9e65-1482-414f-906e-d73a45edebe3 None None] For port 0431bc29-d45c-4f47-aa90-b4f4cfddb5fc, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=0431bc29-d45c-4f47-aa90-b4f4cfddb5fc,segment=NetworkSegment(8f66c2f8-d99c-4768-a690-6d394e6ae822),segment_id=8f66c2f8-d99c-4768-a690-6d394e6ae822)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:24:05.051077 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-44fa9e65-1482-414f-906e-d73a45edebe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:05.060359 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69f1324-51b2-4def-9f2e-f8bb46f7693c tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Network 5ed2525d-307d-4521-8bf7-7363c10c0183 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:24:05.065784 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-a69f1324-51b2-4def-9f2e-f8bb46f7693c tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:24:05.070049 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69f1324-51b2-4def-9f2e-f8bb46f7693c tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:05.070653 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a69f1324-51b2-4def-9f2e-f8bb46f7693c tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:05.082071 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69f1324-51b2-4def-9f2e-f8bb46f7693c tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event updated for resources: {'Subnet': ['ID=c4d9fa4f-137e-4611-b2b0-c4d11e9081f5,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:05.096564 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-a69f1324-51b2-4def-9f2e-f8bb46f7693c tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4541092 Nov 25 13:24:05.099146 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 57172) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:05.105064 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-7fd9a268-1109-4bb8-9d64-51a3174558be tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Request body: {'port': {'network_id': '5ed2525d-307d-4521-8bf7-7363c10c0183', 'fixed_ips': [{'subnet_id': '7faf08f1-7e62-4034-9ec2-a36547920317'}, {'subnet_id': 'c4d9fa4f-137e-4611-b2b0-c4d11e9081f5'}], 'name': 'tempest-PortsIpV6TestJSON-879757673'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:24:05.132407 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fa9e65-1482-414f-906e-d73a45edebe3 None None] Pushing event updated for resources: {'Port': ['ID=0431bc29-d45c-4f47-aa90-b4f4cfddb5fc,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:05.136904 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:05.161963 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec89e41-2c8d-45c4-a2f9-c2a61a7d276b req-ebc564ce-4461-4886-99d6-294e892c4b46 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:05.163847 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6ec89e41-2c8d-45c4-a2f9-c2a61a7d276b req-ebc564ce-4461-4886-99d6-294e892c4b46 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=06e3a85a-4c3a-4297-b374-0fdcd0494740 HTTP/1.1" status: 200 len: 946 time: 0.1136422 Nov 25 13:24:05.202889 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:24:05.217721 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57176) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:05.247615 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6ec89e41-2c8d-45c4-a2f9-c2a61a7d276b req-e02cc164-1425-4e60-95a4-55875a5a2196 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770235 Nov 25 13:24:05.273771 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-7da84724-875a-4d42-b220-62f8baef26dc admin admin] Deleting subnet e31b5857-6cc7-4cd2-969f-8ff490a68c15 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:24:05.282806 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7da84724-875a-4d42-b220-62f8baef26dc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:05.283305 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:24:05.314340 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:24:05.315096 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:05.338887 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd9a268-1109-4bb8-9d64-51a3174558be tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Made reservation on behalf of 33f2ee5c7830442db7d8e3bd7eb6dd8c for: {'port': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:24:05.341575 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7da84724-875a-4d42-b220-62f8baef26dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:05.405325 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7da84724-875a-4d42-b220-62f8baef26dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:05.411113 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:05.436764 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc20867-f972-453a-8ced-0dd44582b1f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:24:05.439347 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473b38cb-0b42-443f-9e0b-5ae33ad2d99b" -d '{"events": [{"server_uuid": "5fc20867-f972-453a-8ced-0dd44582b1f4", "name": "network-vif-plugged", "status": "completed", "tag": "2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:24:05.456773 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e,segment=NetworkSegment(9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8),segment_id=9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:24:05.462284 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:05.464953 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device d188b58e-7d13-41a2-b682-9c2251973a97 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:24:05.470898 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7fd9a268-1109-4bb8-9d64-51a3174558be tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:05.490274 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7da84724-875a-4d42-b220-62f8baef26dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:05.494050 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd9c4df-b8ed-4d35-aec7-c39740208f0c x-openstack-request-id: req-3dd9c4df-b8ed-4d35-aec7-c39740208f0c {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:24:05.494357 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fc20867-f972-453a-8ced-0dd44582b1f4", "name": "network-vif-plugged", "status": "completed", "tag": "2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:24:05.494676 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3dd9c4df-b8ed-4d35-aec7-c39740208f0c {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:24:05.495129 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc20867-f972-453a-8ced-0dd44582b1f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e', 'code': 200} Nov 25 13:24:05.497058 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [None req-7fd9a268-1109-4bb8-9d64-51a3174558be tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] device_id is not set on port 152c42cd-c942-4af2-86ee-1c013e6ad04f yet. {{(pid=103570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:24:05.517673 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: d188b58e-7d13-41a2-b682-9c2251973a97 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:24:05.518292 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device d188b58e-7d13-41a2-b682-9c2251973a97 not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:24:05.535385 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da84724-875a-4d42-b220-62f8baef26dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e31b5857-6cc7-4cd2-969f-8ff490a68c15,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:05.538748 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7da84724-875a-4d42-b220-62f8baef26dc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:05.544477 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-7da84724-875a-4d42-b220-62f8baef26dc admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e31b5857-6cc7-4cd2-969f-8ff490a68c15 HTTP/1.1" status: 204 len: 168 time: 0.3254023 Nov 25 13:24:05.546579 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57182) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:05.573925 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:05.657556 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891864d5-08e7-49bc-9593-d5def17f0cba req-c6e45877-1606-449e-9ba4-fdcd3c9eaf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:05.659085 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-891864d5-08e7-49bc-9593-d5def17f0cba req-c6e45877-1606-449e-9ba4-fdcd3c9eaf87 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5fc20867-f972-453a-8ced-0dd44582b1f4 HTTP/1.1" status: 200 len: 1097 time: 0.0917537 Nov 25 13:24:05.661585 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4b56270a-e7c3-4433-b69d-a4791340ffdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:05.696862 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-96e3c817-0821-4662-b440-f6c65fe3e0b3 req-bfef13e2-8042-4812-9a53-55fca1f5270c tempest-ServerShowV257Test-1728882813 tempest-ServerShowV257Test-1728882813-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb10b618-8670-4019-a3cb-7172877518d4 HTTP/1.1" status: 200 len: 210 time: 0.0548127 Nov 25 13:24:05.757064 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9a240-73c0-4da6-a219-5774937a7fd5 req-48f9662d-6613-4eae-ab46-af19e2908915 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:05.758574 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1bc9a240-73c0-4da6-a219-5774937a7fd5 req-48f9662d-6613-4eae-ab46-af19e2908915 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc20867-f972-453a-8ced-0dd44582b1f4 HTTP/1.1" status: 200 len: 945 time: 0.1567280 Nov 25 13:24:05.775251 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-891864d5-08e7-49bc-9593-d5def17f0cba req-0fe0dba5-e973-40a1-99ff-8c3ab08b34d4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039321 Nov 25 13:24:05.778651 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4b56270a-e7c3-4433-b69d-a4791340ffdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:05.802792 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-4b56270a-e7c3-4433-b69d-a4791340ffdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eae7b2f5-436f-4dfa-9d02-19b13705b01d']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:24:05.812691 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-4b56270a-e7c3-4433-b69d-a4791340ffdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58642de7-0448-4b9f-b025-6584c86f55e5') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:24:05.812993 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-4b56270a-e7c3-4433-b69d-a4791340ffdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58642de7-0448-4b9f-b025-6584c86f55e5') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:24:05.822431 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4b56270a-e7c3-4433-b69d-a4791340ffdb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:05.836490 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4b56270a-e7c3-4433-b69d-a4791340ffdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:05.842430 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b56270a-e7c3-4433-b69d-a4791340ffdb admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:24:05.842857 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4b56270a-e7c3-4433-b69d-a4791340ffdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:05.845416 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:24:05.845416 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:24:05.845416 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:24:05.845416 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:24:05.845416 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:24:05.845416 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:24:05.845416 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:24:05.845416 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:24:05.845416 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:24:05.845416 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:24:05.845416 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:24:05.845416 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:24:05.845416 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:24:05.845416 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:24:05.845416 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:24:05.845416 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:24:05.845416 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:24:05.845416 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:24:05.845416 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:24:05.845416 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:24:05.845416 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:24:05.845416 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:24:05.845416 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:24:05.845416 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:24:05.845416 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:24:05.845416 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:24:05.845416 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:24:05.845416 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:24:05.845416 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:24:05.845416 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:24:05.845416 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:24:05.845416 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:24:05.859271 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1bc9a240-73c0-4da6-a219-5774937a7fd5 req-54d8ae1f-e3c9-48ae-a52e-40fdfc23a7c2 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914938 Nov 25 13:24:05.923058 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4b56270a-e7c3-4433-b69d-a4791340ffdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:05.935145 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4b56270a-e7c3-4433-b69d-a4791340ffdb admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:05.941232 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-4b56270a-e7c3-4433-b69d-a4791340ffdb admin admin] 10.222.0.53 "DELETE /v2.0/networks/eae7b2f5-436f-4dfa-9d02-19b13705b01d HTTP/1.1" status: 204 len: 168 time: 0.3934660 Nov 25 13:24:05.955429 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b56270a-e7c3-4433-b69d-a4791340ffdb admin admin] Pushing event deleted for resources: {'Network': ['ID=eae7b2f5-436f-4dfa-9d02-19b13705b01d,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:05.964564 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-7fd9a268-1109-4bb8-9d64-51a3174558be tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Allocated IP 2001:db8::3a (5ed2525d-307d-4521-8bf7-7363c10c0183/7faf08f1-7e62-4034-9ec2-a36547920317/152c42cd-c942-4af2-86ee-1c013e6ad04f) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:24:05.985952 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-7fd9a268-1109-4bb8-9d64-51a3174558be tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Allocated IP 2001:db8:0:1::6f (5ed2525d-307d-4521-8bf7-7363c10c0183/c4d9fa4f-137e-4611-b2b0-c4d11e9081f5/152c42cd-c942-4af2-86ee-1c013e6ad04f) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:24:06.045306 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d0cf2-27cc-4b72-8d95-62343dd0981e req-f2478fb6-d5d5-486a-b46b-ac3ae696713a tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:06.046917 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-970d0cf2-27cc-4b72-8d95-62343dd0981e req-f2478fb6-d5d5-486a-b46b-ac3ae696713a tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fd33117-29e4-4f90-96fa-861455136eb1 HTTP/1.1" status: 200 len: 946 time: 0.1181672 Nov 25 13:24:06.145542 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57190) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:06.155563 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-970d0cf2-27cc-4b72-8d95-62343dd0981e req-07092fee-eac9-424e-a6ba-2f7108d25b28 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003695 Nov 25 13:24:06.208923 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-fd8dc6ad-207f-4733-a114-b7f387621bf7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cd7c5e3fb24e497790bddf71745a7be6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0599825 Nov 25 13:24:06.209806 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 57192) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:06.211391 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:06.217781 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7fd9a268-1109-4bb8-9d64-51a3174558be tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:06.295931 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7fd9a268-1109-4bb8-9d64-51a3174558be tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:06.298288 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2db77947-0b7d-4223-ad22-5a379d338ce7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:06.318801 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6912029f-29ad-4224-97ec-faff1a851d9c None None] Network 5ed2525d-307d-4521-8bf7-7363c10c0183 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:24:06.379318 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-a83267ab-d80e-47d5-a7d8-c290d86df85d None None] Provisioning complete for port 0431bc29-d45c-4f47-aa90-b4f4cfddb5fc triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:24:06.379592 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a83267ab-d80e-47d5-a7d8-c290d86df85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:06.384569 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd9a268-1109-4bb8-9d64-51a3174558be tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Network 5ed2525d-307d-4521-8bf7-7363c10c0183 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:24:06.391191 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2db77947-0b7d-4223-ad22-5a379d338ce7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:06.402961 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-7fd9a268-1109-4bb8-9d64-51a3174558be tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:24:06.410130 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd9a268-1109-4bb8-9d64-51a3174558be tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:24:06.415996 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd9a268-1109-4bb8-9d64-51a3174558be tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:06.417144 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7fd9a268-1109-4bb8-9d64-51a3174558be tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:06.426899 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd9a268-1109-4bb8-9d64-51a3174558be tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event updated for resources: {'Port': ['ID=152c42cd-c942-4af2-86ee-1c013e6ad04f,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:06.459237 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-7fd9a268-1109-4bb8-9d64-51a3174558be tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1014 time: 1.3589861 Nov 25 13:24:06.461053 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57196) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:06.468193 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-b2e64f7e-dd24-45fe-9760-11894c3d19c1 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7faf08f1-7e62-4034-9ec2-a36547920317'}]}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:24:06.472665 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc09407-0bc0-4a4a-b2c5-653db26f5072 req-3c01df86-dd71-4868-9532-937b1ba883fd tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:06.480910 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dfc09407-0bc0-4a4a-b2c5-653db26f5072 req-3c01df86-dd71-4868-9532-937b1ba883fd tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=06e3a85a-4c3a-4297-b374-0fdcd0494740 HTTP/1.1" status: 200 len: 946 time: 0.1406898 Nov 25 13:24:06.517680 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2db77947-0b7d-4223-ad22-5a379d338ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:06.520373 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2db77947-0b7d-4223-ad22-5a379d338ce7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:06.521522 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-2db77947-0b7d-4223-ad22-5a379d338ce7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c9ecb83b-aa8b-45e7-9f02-f2f79809d137 HTTP/1.1" status: 204 len: 168 time: 0.3111892 Nov 25 13:24:06.525599 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a83267ab-d80e-47d5-a7d8-c290d86df85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:06.550346 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db77947-0b7d-4223-ad22-5a379d338ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ecb83b-aa8b-45e7-9f02-f2f79809d137,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:06.567324 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dfc09407-0bc0-4a4a-b2c5-653db26f5072 req-3cc48947-0ccf-43f3-b524-673a62de4ed4 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854383 Nov 25 13:24:06.605688 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-a83267ab-d80e-47d5-a7d8-c290d86df85d None None] For port 0431bc29-d45c-4f47-aa90-b4f4cfddb5fc, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=0431bc29-d45c-4f47-aa90-b4f4cfddb5fc,segment=NetworkSegment(8f66c2f8-d99c-4768-a690-6d394e6ae822),segment_id=8f66c2f8-d99c-4768-a690-6d394e6ae822)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:24:06.614889 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a83267ab-d80e-47d5-a7d8-c290d86df85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:06.678995 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83267ab-d80e-47d5-a7d8-c290d86df85d None None] Pushing event updated for resources: {'Port': ['ID=0431bc29-d45c-4f47-aa90-b4f4cfddb5fc,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:06.689997 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b2e64f7e-dd24-45fe-9760-11894c3d19c1 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:06.714588 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2a80de-a937-478d-b270-6afa44bca280 None None] Update dhcp port {'port': {'network_id': '5ed2525d-307d-4521-8bf7-7363c10c0183', 'fixed_ips': [{'subnet_id': '7faf08f1-7e62-4034-9ec2-a36547920317', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c4d9fa4f-137e-4611-b2b0-c4d11e9081f5'}], 'binding:host_id': 'n-d-808199-11'}, 'id': '0431bc29-d45c-4f47-aa90-b4f4cfddb5fc'} from n-d-808199-11. {{(pid=103572) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 13:24:06.744722 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6d2a80de-a937-478d-b270-6afa44bca280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:06.879940 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fd3bebd3-c05f-42d6-9113-031a81bcc621 req-f7e560aa-50ad-4757-a22d-fc4fbd453607 tempest-ServerShowV257Test-1728882813 tempest-ServerShowV257Test-1728882813-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb10b618-8670-4019-a3cb-7172877518d4 HTTP/1.1" status: 200 len: 210 time: 0.0584247 Nov 25 13:24:06.948247 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 0431bc29-d45c-4f47-aa90-b4f4cfddb5fc up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:24:07.013961 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96212e1-844a-4da5-af33-73766556eaf3 req-82a9f47e-04dc-4cd4-89cd-d481561b0991 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:07.022307 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d96212e1-844a-4da5-af33-73766556eaf3 req-82a9f47e-04dc-4cd4-89cd-d481561b0991 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc20867-f972-453a-8ced-0dd44582b1f4 HTTP/1.1" status: 200 len: 945 time: 0.0760422 Nov 25 13:24:07.038846 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-6d2a80de-a937-478d-b270-6afa44bca280 None None] Allocated IP 2001:db8:0:1::2 (5ed2525d-307d-4521-8bf7-7363c10c0183/c4d9fa4f-137e-4611-b2b0-c4d11e9081f5/0431bc29-d45c-4f47-aa90-b4f4cfddb5fc) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:24:07.074333 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d96212e1-844a-4da5-af33-73766556eaf3 req-0adb86bf-3f26-4987-b909-c5856fef4c22 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505574 Nov 25 13:24:07.082463 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 0431bc29-d45c-4f47-aa90-b4f4cfddb5fc triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:24:07.082875 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:07.181494 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-6d2a80de-a937-478d-b270-6afa44bca280 None None] For port 0431bc29-d45c-4f47-aa90-b4f4cfddb5fc, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=0431bc29-d45c-4f47-aa90-b4f4cfddb5fc,segment=NetworkSegment(8f66c2f8-d99c-4768-a690-6d394e6ae822),segment_id=8f66c2f8-d99c-4768-a690-6d394e6ae822)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:24:07.250425 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6d2a80de-a937-478d-b270-6afa44bca280 None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:07.257443 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6d2a80de-a937-478d-b270-6afa44bca280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:07.289801 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0385c330-40d4-4243-a696-edcb2e866524 req-fd416724-262b-4f80-a9d8-c4ae3526deb8 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:07.293181 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0385c330-40d4-4243-a696-edcb2e866524 req-fd416724-262b-4f80-a9d8-c4ae3526deb8 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fd33117-29e4-4f90-96fa-861455136eb1 HTTP/1.1" status: 200 len: 946 time: 0.0605416 Nov 25 13:24:07.357017 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2a80de-a937-478d-b270-6afa44bca280 None None] Pushing event updated for resources: {'Port': ['ID=0431bc29-d45c-4f47-aa90-b4f4cfddb5fc,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:07.359946 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-b2e64f7e-dd24-45fe-9760-11894c3d19c1 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Delete allocated IP 2001:db8:0:1::6f (5ed2525d-307d-4521-8bf7-7363c10c0183/c4d9fa4f-137e-4611-b2b0-c4d11e9081f5) {{(pid=103571) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 25 13:24:07.379877 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0385c330-40d4-4243-a696-edcb2e866524 req-3bb021c5-44ac-4880-9d44-af95c2f26dfa tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735734 Nov 25 13:24:07.501775 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b2e64f7e-dd24-45fe-9760-11894c3d19c1 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:07.507513 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b2e64f7e-dd24-45fe-9760-11894c3d19c1 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:07.581269 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-b2e64f7e-dd24-45fe-9760-11894c3d19c1 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] In _notify_port_updated(), no bound segment for port 152c42cd-c942-4af2-86ee-1c013e6ad04f on network 5ed2525d-307d-4521-8bf7-7363c10c0183 {{(pid=103571) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 13:24:07.587050 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e64f7e-dd24-45fe-9760-11894c3d19c1 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:07.587694 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b2e64f7e-dd24-45fe-9760-11894c3d19c1 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:07.589811 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b2e64f7e-dd24-45fe-9760-11894c3d19c1 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "PUT /v2.0/ports/152c42cd-c942-4af2-86ee-1c013e6ad04f HTTP/1.1" status: 200 len: 924 time: 1.1269500 Nov 25 13:24:07.592925 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 57228) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:07.597347 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e64f7e-dd24-45fe-9760-11894c3d19c1 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event updated for resources: {'Port': ['ID=152c42cd-c942-4af2-86ee-1c013e6ad04f,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:07.603183 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-d493dcea-c5ad-410d-8765-c9aef8d58fe5 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7faf08f1-7e62-4034-9ec2-a36547920317'}, {'subnet_id': 'c4d9fa4f-137e-4611-b2b0-c4d11e9081f5'}]}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:24:07.717872 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d493dcea-c5ad-410d-8765-c9aef8d58fe5 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:07.734580 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f0390-482c-4c14-bc73-ae9b237bca0f req-a0ba8de3-66d4-489d-b754-5bf8f5ead3ce tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:07.736159 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ba6f0390-482c-4c14-bc73-ae9b237bca0f req-a0ba8de3-66d4-489d-b754-5bf8f5ead3ce tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=06e3a85a-4c3a-4297-b374-0fdcd0494740 HTTP/1.1" status: 200 len: 946 time: 0.0975103 Nov 25 13:24:07.861597 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ba6f0390-482c-4c14-bc73-ae9b237bca0f req-9daef015-00bc-4c9a-a5ca-218396cd72dc tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188638 Nov 25 13:24:07.984157 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1246181-266f-4aee-9294-9b86970d87a9 None None] Network 5ed2525d-307d-4521-8bf7-7363c10c0183 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:24:08.006038 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:08.045364 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-56565050-001e-4965-84b0-69886fada243 req-cfe3a5ff-c65e-4801-a45d-fd1df4f46dc3 tempest-ServerShowV257Test-1728882813 tempest-ServerShowV257Test-1728882813-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb10b618-8670-4019-a3cb-7172877518d4 HTTP/1.1" status: 200 len: 210 time: 0.0395250 Nov 25 13:24:08.079096 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-7975f898-115c-4b7f-a300-9ae0dd988516 None None] Provisioning complete for port 152c42cd-c942-4af2-86ee-1c013e6ad04f triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:24:08.079096 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7975f898-115c-4b7f-a300-9ae0dd988516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:08.119465 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-d493dcea-c5ad-410d-8765-c9aef8d58fe5 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Allocated IP 2001:db8:0:1::1ff (5ed2525d-307d-4521-8bf7-7363c10c0183/c4d9fa4f-137e-4611-b2b0-c4d11e9081f5/152c42cd-c942-4af2-86ee-1c013e6ad04f) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:24:08.123925 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-7975f898-115c-4b7f-a300-9ae0dd988516 None None] Port 152c42cd-c942-4af2-86ee-1c013e6ad04f cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:24:08.163744 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-7975f898-115c-4b7f-a300-9ae0dd988516 None None] Provisioning complete for port 0431bc29-d45c-4f47-aa90-b4f4cfddb5fc triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:24:08.164304 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7975f898-115c-4b7f-a300-9ae0dd988516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:08.264794 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39eae60-e54a-4251-9e18-a5ada036c6d1 req-6ce10897-b4f9-41dc-b453-06c5662b715e tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:08.266346 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c39eae60-e54a-4251-9e18-a5ada036c6d1 req-6ce10897-b4f9-41dc-b453-06c5662b715e tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc20867-f972-453a-8ced-0dd44582b1f4 HTTP/1.1" status: 200 len: 945 time: 0.1111076 Nov 25 13:24:08.335989 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d493dcea-c5ad-410d-8765-c9aef8d58fe5 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:08.347087 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d493dcea-c5ad-410d-8765-c9aef8d58fe5 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:08.352397 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c39eae60-e54a-4251-9e18-a5ada036c6d1 req-85cece06-7d34-4f52-83bc-e7be1c8659e0 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783498 Nov 25 13:24:08.452812 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-d493dcea-c5ad-410d-8765-c9aef8d58fe5 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] In _notify_port_updated(), no bound segment for port 152c42cd-c942-4af2-86ee-1c013e6ad04f on network 5ed2525d-307d-4521-8bf7-7363c10c0183 {{(pid=103570) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 13:24:08.458327 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d493dcea-c5ad-410d-8765-c9aef8d58fe5 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:08.459001 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d493dcea-c5ad-410d-8765-c9aef8d58fe5 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:08.460327 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d493dcea-c5ad-410d-8765-c9aef8d58fe5 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "PUT /v2.0/ports/152c42cd-c942-4af2-86ee-1c013e6ad04f HTTP/1.1" status: 200 len: 1010 time: 0.8662729 Nov 25 13:24:08.461698 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d493dcea-c5ad-410d-8765-c9aef8d58fe5 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event updated for resources: {'Port': ['ID=152c42cd-c942-4af2-86ee-1c013e6ad04f,revision_number=3']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:08.463328 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57260) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:08.571695 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76fbfb-6eb6-496a-9692-df48df54ae64 req-2bd315a6-63d7-4613-8ec1-5dc45897b077 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:08.573477 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6b76fbfb-6eb6-496a-9692-df48df54ae64 req-2bd315a6-63d7-4613-8ec1-5dc45897b077 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fd33117-29e4-4f90-96fa-861455136eb1 HTTP/1.1" status: 200 len: 946 time: 0.0793889 Nov 25 13:24:08.617041 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-ef84be46-877d-4e2d-b298-49fa2d95ae87 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Deleting port 152c42cd-c942-4af2-86ee-1c013e6ad04f {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:24:08.617589 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ef84be46-877d-4e2d-b298-49fa2d95ae87 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:08.628944 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-602fb28f-0fd9-4edb-bb72-de1f5a30ecb4 None None] Provisioning complete for port 152c42cd-c942-4af2-86ee-1c013e6ad04f triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:24:08.629470 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-602fb28f-0fd9-4edb-bb72-de1f5a30ecb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:08.676333 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6b76fbfb-6eb6-496a-9692-df48df54ae64 req-a789818e-bf93-43c3-b9c7-92d2b67aeafa tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931795 Nov 25 13:24:08.695882 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-602fb28f-0fd9-4edb-bb72-de1f5a30ecb4 None None] Port 152c42cd-c942-4af2-86ee-1c013e6ad04f cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:24:08.714049 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-602fb28f-0fd9-4edb-bb72-de1f5a30ecb4 None None] Provisioning complete for port 0431bc29-d45c-4f47-aa90-b4f4cfddb5fc triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:24:08.716444 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-602fb28f-0fd9-4edb-bb72-de1f5a30ecb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:08.756010 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ef84be46-877d-4e2d-b298-49fa2d95ae87 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:08.775522 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-ef84be46-877d-4e2d-b298-49fa2d95ae87 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Calling delete_port for 152c42cd-c942-4af2-86ee-1c013e6ad04f owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:24:08.902601 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 0431bc29-d45c-4f47-aa90-b4f4cfddb5fc up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:24:09.073761 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-f22aa8d3-3cb0-4b3a-ad34-f1c64c0df1bc None None] Provisioning complete for port 152c42cd-c942-4af2-86ee-1c013e6ad04f triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:24:09.074165 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f22aa8d3-3cb0-4b3a-ad34-f1c64c0df1bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:09.138781 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ef84be46-877d-4e2d-b298-49fa2d95ae87 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:09.157249 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-f22aa8d3-3cb0-4b3a-ad34-f1c64c0df1bc None None] Port 152c42cd-c942-4af2-86ee-1c013e6ad04f cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:24:09.160218 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 0431bc29-d45c-4f47-aa90-b4f4cfddb5fc triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:24:09.160481 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:09.178203 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef84be46-877d-4e2d-b298-49fa2d95ae87 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event deleted for resources: {'Port': ['ID=152c42cd-c942-4af2-86ee-1c013e6ad04f,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:09.263710 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128bbea8-5e42-4722-9ba1-36201d68d254 req-9224736f-0243-45c3-aeaf-dacce9cda2ac tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:09.269110 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ef84be46-877d-4e2d-b298-49fa2d95ae87 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:09.271712 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-128bbea8-5e42-4722-9ba1-36201d68d254 req-9224736f-0243-45c3-aeaf-dacce9cda2ac tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=06e3a85a-4c3a-4297-b374-0fdcd0494740 HTTP/1.1" status: 200 len: 946 time: 0.2468476 Nov 25 13:24:09.278031 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-ef84be46-877d-4e2d-b298-49fa2d95ae87 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "DELETE /v2.0/ports/152c42cd-c942-4af2-86ee-1c013e6ad04f HTTP/1.1" status: 204 len: 168 time: 0.8107696 Nov 25 13:24:09.278031 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57294) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:09.309798 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71742a0-d90c-4c7b-a479-d4d576ed5111 req-4a2bddd6-ab21-4ba8-b503-6ce6bfb484fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:09.311543 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f71742a0-d90c-4c7b-a479-d4d576ed5111 req-4a2bddd6-ab21-4ba8-b503-6ce6bfb484fb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=06e3a85a-4c3a-4297-b374-0fdcd0494740 HTTP/1.1" status: 200 len: 1098 time: 0.2120290 Nov 25 13:24:09.314748 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f71b65e-4a26-4dde-8133-0c2e6a3212fe tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] GET failed (client error): The resource could not be found. Nov 25 13:24:09.316228 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-3f71b65e-4a26-4dde-8133-0c2e6a3212fe tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "GET /v2.0/ports/152c42cd-c942-4af2-86ee-1c013e6ad04f HTTP/1.1" status: 404 len: 333 time: 0.0355878 Nov 25 13:24:09.319028 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57296) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:09.325662 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd39b6e5-d6d4-4edb-9460-59a8a35f0c18 req-30e5a707-d56b-47f8-90a8-46582ba6cb9c tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:09.333856 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dd39b6e5-d6d4-4edb-9460-59a8a35f0c18 req-30e5a707-d56b-47f8-90a8-46582ba6cb9c tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc20867-f972-453a-8ced-0dd44582b1f4 HTTP/1.1" status: 200 len: 945 time: 0.2623441 Nov 25 13:24:09.375139 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-3d4f9c99-3ff8-447b-9514-cb24a4a3bb36 None None] Could not find standard attr ID for object 152c42cd-c942-4af2-86ee-1c013e6ad04f. {{(pid=103572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 13:24:09.388380 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-857ebece-d387-4270-9006-1b08e054c48f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Deleting subnet c4d9fa4f-137e-4611-b2b0-c4d11e9081f5 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:24:09.392684 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-857ebece-d387-4270-9006-1b08e054c48f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:09.426059 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-128bbea8-5e42-4722-9ba1-36201d68d254 req-304d5275-313d-451b-9dd9-7ef8757c9baa tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413653 Nov 25 13:24:09.452088 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f71742a0-d90c-4c7b-a479-d4d576ed5111 req-9fd66ba3-e5cc-4acc-b2c4-4f35b060139e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143150 Nov 25 13:24:09.467907 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dd39b6e5-d6d4-4edb-9460-59a8a35f0c18 req-2bcb8c5f-f0cb-4fc8-9c38-03177967aa0d tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285501 Nov 25 13:24:09.481554 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-857ebece-d387-4270-9006-1b08e054c48f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:09.557149 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4cff924e-bb05-478e-b8e8-67b2136d017f req-029683f7-5f74-465d-b214-f9506a1eab95 tempest-ServerShowV257Test-1728882813 tempest-ServerShowV257Test-1728882813-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb10b618-8670-4019-a3cb-7172877518d4 HTTP/1.1" status: 200 len: 210 time: 0.0284498 Nov 25 13:24:09.592428 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-857ebece-d387-4270-9006-1b08e054c48f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:09.660324 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-857ebece-d387-4270-9006-1b08e054c48f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:09.696719 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 57304) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:09.709306 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-4149ff4a-831d-4195-8294-edde0bcc2ff8 None None] Could not find standard attr ID for object 152c42cd-c942-4af2-86ee-1c013e6ad04f. {{(pid=103572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 13:24:09.823863 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54534b3e-d927-48af-92b8-348aa866687a req-a102b99f-5482-43b2-8161-09092fac0edd tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:09.825454 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-54534b3e-d927-48af-92b8-348aa866687a req-a102b99f-5482-43b2-8161-09092fac0edd tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fd33117-29e4-4f90-96fa-861455136eb1 HTTP/1.1" status: 200 len: 946 time: 0.0584307 Nov 25 13:24:09.862821 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-59258415-71eb-42f5-b944-e0590655a3c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:09.910281 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-54534b3e-d927-48af-92b8-348aa866687a req-32cbaf7b-06c6-42f4-baea-2a6164d17df8 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766232 Nov 25 13:24:09.971902 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-59258415-71eb-42f5-b944-e0590655a3c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:09.975893 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-59258415-71eb-42f5-b944-e0590655a3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:09.998819 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857ebece-d387-4270-9006-1b08e054c48f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event deleted for resources: {'Subnet': ['ID=c4d9fa4f-137e-4611-b2b0-c4d11e9081f5,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:10.002411 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-857ebece-d387-4270-9006-1b08e054c48f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:10.005670 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-857ebece-d387-4270-9006-1b08e054c48f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "DELETE /v2.0/subnets/c4d9fa4f-137e-4611-b2b0-c4d11e9081f5 HTTP/1.1" status: 204 len: 168 time: 0.6856909 Nov 25 13:24:10.010321 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 57310) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:10.013679 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2765504e-11ad-4dbb-8546-9f7a2a64d053 None None] Network 5ed2525d-307d-4521-8bf7-7363c10c0183 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:24:10.023647 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59258415-71eb-42f5-b944-e0590655a3c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=824904f1-29a3-43ef-8347-6547c8dafcc9,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:10.027773 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-59258415-71eb-42f5-b944-e0590655a3c6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6cc3edec6a944ad0a87b70f8103ceb40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3296778 Nov 25 13:24:10.030525 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57312) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:10.075923 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff0ebeef-1ce8-427f-a075-8cd068b69d7a tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Deleting subnet 7faf08f1-7e62-4034-9ec2-a36547920317 {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:24:10.079099 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ff0ebeef-1ce8-427f-a075-8cd068b69d7a tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:10.087350 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a743bd64-8048-4440-9f11-f0b5b1d049fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:10.109680 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a743bd64-8048-4440-9f11-f0b5b1d049fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:10.121051 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ff0ebeef-1ce8-427f-a075-8cd068b69d7a tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:10.162644 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a743bd64-8048-4440-9f11-f0b5b1d049fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:10.165430 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a743bd64-8048-4440-9f11-f0b5b1d049fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:10.167328 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-a743bd64-8048-4440-9f11-f0b5b1d049fb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/824904f1-29a3-43ef-8347-6547c8dafcc9 HTTP/1.1" status: 204 len: 168 time: 0.1357756 Nov 25 13:24:10.179925 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a743bd64-8048-4440-9f11-f0b5b1d049fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=824904f1-29a3-43ef-8347-6547c8dafcc9,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:10.242543 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ff0ebeef-1ce8-427f-a075-8cd068b69d7a tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:10.315210 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ff0ebeef-1ce8-427f-a075-8cd068b69d7a tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:10.342499 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0ebeef-1ce8-427f-a075-8cd068b69d7a tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event deleted for resources: {'Subnet': ['ID=7faf08f1-7e62-4034-9ec2-a36547920317,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:10.348671 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ff0ebeef-1ce8-427f-a075-8cd068b69d7a tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:10.352268 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-ff0ebeef-1ce8-427f-a075-8cd068b69d7a tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "DELETE /v2.0/subnets/7faf08f1-7e62-4034-9ec2-a36547920317 HTTP/1.1" status: 204 len: 168 time: 0.3386273 Nov 25 13:24:10.355630 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57318) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:10.444620 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2c791632-c16d-4eff-80f1-c82a436c60c5 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:10.524010 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-2c791632-c16d-4eff-80f1-c82a436c60c5 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Deleting port 0431bc29-d45c-4f47-aa90-b4f4cfddb5fc {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:24:10.525110 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2c791632-c16d-4eff-80f1-c82a436c60c5 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:10.532001 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 57324) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:10.554734 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9e3fd31e-25b6-44aa-b104-7a03ec47ba71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:10.645613 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-2c791632-c16d-4eff-80f1-c82a436c60c5 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] For port 0431bc29-d45c-4f47-aa90-b4f4cfddb5fc, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=0431bc29-d45c-4f47-aa90-b4f4cfddb5fc,segment=NetworkSegment(8f66c2f8-d99c-4768-a690-6d394e6ae822),segment_id=8f66c2f8-d99c-4768-a690-6d394e6ae822)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:24:10.646131 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2c791632-c16d-4eff-80f1-c82a436c60c5 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:10.668742 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-2c791632-c16d-4eff-80f1-c82a436c60c5 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Calling delete_port for 0431bc29-d45c-4f47-aa90-b4f4cfddb5fc owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:24:10.745161 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c2847-238a-4a9b-9586-6ca733fa6f29 req-f263bf94-be35-4853-8f18-a708f6b6a6f4 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:10.752813 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1d4c2847-238a-4a9b-9586-6ca733fa6f29 req-f263bf94-be35-4853-8f18-a708f6b6a6f4 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=06e3a85a-4c3a-4297-b374-0fdcd0494740 HTTP/1.1" status: 200 len: 946 time: 0.1453173 Nov 25 13:24:10.757732 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2c791632-c16d-4eff-80f1-c82a436c60c5 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:10.790769 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c791632-c16d-4eff-80f1-c82a436c60c5 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event deleted for resources: {'Port': ['ID=0431bc29-d45c-4f47-aa90-b4f4cfddb5fc,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:10.793664 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c791632-c16d-4eff-80f1-c82a436c60c5 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] No DVR routers for this DVR port 0431bc29-d45c-4f47-aa90-b4f4cfddb5fc on host n-d-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:24:10.797921 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9e3fd31e-25b6-44aa-b104-7a03ec47ba71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:10.808379 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b256708-512c-4431-8cb3-d64fd18eec7c req-dccefb07-7d4a-4ad8-9ab6-f01bdb88cc62 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:10.809901 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5b256708-512c-4431-8cb3-d64fd18eec7c req-dccefb07-7d4a-4ad8-9ab6-f01bdb88cc62 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc20867-f972-453a-8ced-0dd44582b1f4 HTTP/1.1" status: 200 len: 945 time: 0.1380653 Nov 25 13:24:10.818312 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9e3fd31e-25b6-44aa-b104-7a03ec47ba71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:10.869892 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1d4c2847-238a-4a9b-9586-6ca733fa6f29 req-cc352a25-28a3-4f2f-b8f9-2df10bc2b1d8 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161871 Nov 25 13:24:10.881772 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2c791632-c16d-4eff-80f1-c82a436c60c5 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:10.901509 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-9e3fd31e-25b6-44aa-b104-7a03ec47ba71 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9ee6fd4f906c4e24b445bf58f0666b16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3679037 Nov 25 13:24:10.903691 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 57328) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:10.904357 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3fd31e-25b6-44aa-b104-7a03ec47ba71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9151c78-258c-460f-9306-289056d87134,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:10.905863 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-2c791632-c16d-4eff-80f1-c82a436c60c5 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ed2525d-307d-4521-8bf7-7363c10c0183']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:24:10.918375 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-2c791632-c16d-4eff-80f1-c82a436c60c5 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f66c2f8-d99c-4768-a690-6d394e6ae822') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:24:10.918681 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-2c791632-c16d-4eff-80f1-c82a436c60c5 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f66c2f8-d99c-4768-a690-6d394e6ae822') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:24:10.930816 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2c791632-c16d-4eff-80f1-c82a436c60c5 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:10.948596 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2c791632-c16d-4eff-80f1-c82a436c60c5 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:10.955498 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c791632-c16d-4eff-80f1-c82a436c60c5 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:24:10.955905 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2c791632-c16d-4eff-80f1-c82a436c60c5 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:10.957643 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5b256708-512c-4431-8cb3-d64fd18eec7c req-5f2524c5-0ba1-45db-9566-b5b9629df1c1 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259496 Nov 25 13:24:10.959613 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:24:10.959613 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:24:10.959613 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:24:10.959613 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:24:10.959613 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:24:10.959613 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:24:10.959613 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:24:10.959613 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:24:10.959613 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:24:10.959613 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:24:10.959613 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:24:10.959613 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:24:10.959613 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:24:10.959613 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:24:10.959613 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:24:10.959613 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:24:10.959613 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:24:10.959613 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:24:10.959613 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:24:10.959613 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:24:10.959613 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:24:10.959613 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:24:10.959613 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:24:10.959613 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:24:10.959613 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:24:10.959613 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:24:10.959613 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:24:10.959613 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:24:10.959613 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:24:10.959613 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:24:10.959613 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:24:10.959613 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:24:10.982331 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-68c4983a-cf32-4273-8a88-87e2d0e4cbaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:11.001498 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3220c7-5955-49ba-b58d-32ded00acc11 None None] Network 5ed2525d-307d-4521-8bf7-7363c10c0183 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:24:11.019772 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-91db3798-a70f-4854-9948-9f38882cad7a req-b077cb4c-f621-4d02-b252-97c82d358d5f tempest-ServerShowV257Test-1728882813 tempest-ServerShowV257Test-1728882813-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb10b618-8670-4019-a3cb-7172877518d4 HTTP/1.1" status: 200 len: 210 time: 0.0344853 Nov 25 13:24:11.033405 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-68c4983a-cf32-4273-8a88-87e2d0e4cbaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:11.038090 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2c791632-c16d-4eff-80f1-c82a436c60c5 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:11.047056 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2c791632-c16d-4eff-80f1-c82a436c60c5 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:11.050851 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-2c791632-c16d-4eff-80f1-c82a436c60c5 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "DELETE /v2.0/networks/5ed2525d-307d-4521-8bf7-7363c10c0183 HTTP/1.1" status: 204 len: 168 time: 0.6939812 Nov 25 13:24:11.062371 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-54261219-70b3-48f9-86be-06b0a7d3467d None None] Could not find standard attr ID for object 0431bc29-d45c-4f47-aa90-b4f4cfddb5fc. {{(pid=103572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 13:24:11.067941 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 57332) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:11.070105 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c791632-c16d-4eff-80f1-c82a436c60c5 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event deleted for resources: {'Network': ['ID=5ed2525d-307d-4521-8bf7-7363c10c0183,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:11.171267 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1a772f-c42d-48fd-95d7-8d716a5e073f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:11.172124 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-6a1a772f-c42d-48fd-95d7-8d716a5e073f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.1031611 Nov 25 13:24:11.175888 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57334) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:11.182816 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f6b3c-8b50-45e3-b655-f1e0dd2e0457 req-54e473a2-c5e0-46fb-a188-1866a6f9265e tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:11.184260 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b44f6b3c-8b50-45e3-b655-f1e0dd2e0457 req-54e473a2-c5e0-46fb-a188-1866a6f9265e tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fd33117-29e4-4f90-96fa-861455136eb1 HTTP/1.1" status: 200 len: 946 time: 0.1039569 Nov 25 13:24:11.200742 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be32bda3-12c0-478a-a640-1f9e46606d70 None None] DHCP port deletion for 5ed2525d-307d-4521-8bf7-7363c10c0183 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:24:11.202304 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-68c4983a-cf32-4273-8a88-87e2d0e4cbaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:11.205778 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-68c4983a-cf32-4273-8a88-87e2d0e4cbaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:11.215283 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-68c4983a-cf32-4273-8a88-87e2d0e4cbaa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e9151c78-258c-460f-9306-289056d87134 HTTP/1.1" status: 204 len: 168 time: 0.3056076 Nov 25 13:24:11.231219 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c4983a-cf32-4273-8a88-87e2d0e4cbaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9151c78-258c-460f-9306-289056d87134,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:11.242451 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-3b238fd3-4b61-4cd7-a378-5baf8627313b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0651364 Nov 25 13:24:11.246447 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57338) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:11.253641 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-f40b9a38-9e29-4d7d-b0a0-df5ef9439bdd tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1179122969'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:24:11.271223 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b44f6b3c-8b50-45e3-b655-f1e0dd2e0457 req-c9f5433d-2d2b-47ee-acca-6f4d4334a131 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801532 Nov 25 13:24:11.285103 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f40b9a38-9e29-4d7d-b0a0-df5ef9439bdd tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Made reservation on behalf of 33f2ee5c7830442db7d8e3bd7eb6dd8c for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:24:11.289379 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f40b9a38-9e29-4d7d-b0a0-df5ef9439bdd tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:11.316899 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f40b9a38-9e29-4d7d-b0a0-df5ef9439bdd tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:24:11.327084 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f40b9a38-9e29-4d7d-b0a0-df5ef9439bdd tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:11.327574 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-f40b9a38-9e29-4d7d-b0a0-df5ef9439bdd tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Added segment 83fbb663-c7bc-4da8-a5a2-038c7ecf0f4c of type vlan for network f2900074-7589-408b-afaf-db93649bfbea Nov 25 13:24:11.368412 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f40b9a38-9e29-4d7d-b0a0-df5ef9439bdd tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:11.395270 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f40b9a38-9e29-4d7d-b0a0-df5ef9439bdd tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:11.401585 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40b9a38-9e29-4d7d-b0a0-df5ef9439bdd tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:11.402172 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f40b9a38-9e29-4d7d-b0a0-df5ef9439bdd tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:11.457476 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-f40b9a38-9e29-4d7d-b0a0-df5ef9439bdd tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2077258 Nov 25 13:24:11.460381 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 57342) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:11.466392 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-757ca378-9463-4585-b2cc-49fc3b0f32d3 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Request body: {'subnet': {'network_id': 'f2900074-7589-408b-afaf-db93649bfbea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:24:11.478836 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40b9a38-9e29-4d7d-b0a0-df5ef9439bdd tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event updated for resources: {'Network': ['ID=f2900074-7589-408b-afaf-db93649bfbea,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:11.485511 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:11.490063 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network f2900074-7589-408b-afaf-db93649bfbea details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:24:11.568875 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757ca378-9463-4585-b2cc-49fc3b0f32d3 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Made reservation on behalf of 33f2ee5c7830442db7d8e3bd7eb6dd8c for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:24:11.573202 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-757ca378-9463-4585-b2cc-49fc3b0f32d3 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:11.775499 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-757ca378-9463-4585-b2cc-49fc3b0f32d3 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:11.841750 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757ca378-9463-4585-b2cc-49fc3b0f32d3 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event updated for resources: {'Subnet': ['ID=2a4a1caa-06f9-4595-afe4-9b7b8b1445d8,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:11.847111 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757ca378-9463-4585-b2cc-49fc3b0f32d3 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Checking segment: {'id': '83fbb663-c7bc-4da8-a5a2-038c7ecf0f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f2900074-7589-408b-afaf-db93649bfbea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:24:11.847487 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757ca378-9463-4585-b2cc-49fc3b0f32d3 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Network hostable DHCP agents. Network: f2900074-7589-408b-afaf-db93649bfbea, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:24:11.864465 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757ca378-9463-4585-b2cc-49fc3b0f32d3 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Network f2900074-7589-408b-afaf-db93649bfbea is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:24:11.874144 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-757ca378-9463-4585-b2cc-49fc3b0f32d3 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, f2900074-7589-408b-afaf-db93649bfbea) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:24:11.880099 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757ca378-9463-4585-b2cc-49fc3b0f32d3 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:11.880229 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-757ca378-9463-4585-b2cc-49fc3b0f32d3 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:11.884426 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726acca3-f2a9-4608-a5ac-605fe4a00495 None None] Network f2900074-7589-408b-afaf-db93649bfbea requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:24:11.919265 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57364) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:11.919875 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-757ca378-9463-4585-b2cc-49fc3b0f32d3 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4583488 Nov 25 13:24:11.925584 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-0659aac4-3198-40e3-9356-ac2cfaaeb1e2 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Request body: {'port': {'network_id': 'f2900074-7589-408b-afaf-db93649bfbea', 'name': 'tempest-PortsIpV6TestJSON-993979057'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:24:12.068399 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733744f3-4ccc-4370-89a3-4f768356f699 req-81022035-d60f-48aa-b6a8-96393196e639 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:12.072514 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0659aac4-3198-40e3-9356-ac2cfaaeb1e2 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Made reservation on behalf of 33f2ee5c7830442db7d8e3bd7eb6dd8c for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:24:12.076259 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0659aac4-3198-40e3-9356-ac2cfaaeb1e2 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:12.076444 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-733744f3-4ccc-4370-89a3-4f768356f699 req-81022035-d60f-48aa-b6a8-96393196e639 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=06e3a85a-4c3a-4297-b374-0fdcd0494740 HTTP/1.1" status: 200 len: 946 time: 0.0918441 Nov 25 13:24:12.095272 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-0659aac4-3198-40e3-9356-ac2cfaaeb1e2 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] device_id is not set on port 5aac663c-7d31-4183-b379-ac08c9981ecc yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:24:12.096179 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36765be4-0873-4f42-b147-f8dde9243f03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-f2900074-7589-408b-afaf-db93649bfbea', 'network_id': 'f2900074-7589-408b-afaf-db93649bfbea', 'tenant_id': '33f2ee5c7830442db7d8e3bd7eb6dd8c', 'fixed_ips': [{'subnet_id': '2a4a1caa-06f9-4595-afe4-9b7b8b1445d8'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:24:12.097701 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-36765be4-0873-4f42-b147-f8dde9243f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:12.168417 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-733744f3-4ccc-4370-89a3-4f768356f699 req-2ee2e211-57da-409d-b3fa-f94bc6b15aba tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847728 Nov 25 13:24:12.217931 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d63226-1899-48b7-84eb-b7e589dab12c req-e3054c6f-ad56-4d4a-ba91-a974c7abeeba tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:12.227214 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b6d63226-1899-48b7-84eb-b7e589dab12c req-e3054c6f-ad56-4d4a-ba91-a974c7abeeba tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc20867-f972-453a-8ced-0dd44582b1f4 HTTP/1.1" status: 200 len: 945 time: 0.1296942 Nov 25 13:24:12.262252 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-0659aac4-3198-40e3-9356-ac2cfaaeb1e2 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Allocated IP 2001:db8::26f (f2900074-7589-408b-afaf-db93649bfbea/2a4a1caa-06f9-4595-afe4-9b7b8b1445d8/5aac663c-7d31-4183-b379-ac08c9981ecc) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:24:12.284245 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ff9e874e-cc5e-4e53-ab5c-3659592aff7f req-b751e882-212d-47a0-b586-f546aadd66e8 tempest-ServerShowV257Test-1728882813 tempest-ServerShowV257Test-1728882813-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb10b618-8670-4019-a3cb-7172877518d4 HTTP/1.1" status: 200 len: 210 time: 0.0290039 Nov 25 13:24:12.325684 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b6d63226-1899-48b7-84eb-b7e589dab12c req-6309dd37-70c8-4809-85aa-8009cad2be9c tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946472 Nov 25 13:24:12.450712 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0659aac4-3198-40e3-9356-ac2cfaaeb1e2 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:12.493505 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c8620-22a8-4ae6-8413-2d0b2006089f req-e2ffb36d-c92f-4f9e-8239-62d0e766f870 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:12.503205 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c72c8620-22a8-4ae6-8413-2d0b2006089f req-e2ffb36d-c92f-4f9e-8239-62d0e766f870 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fd33117-29e4-4f90-96fa-861455136eb1 HTTP/1.1" status: 200 len: 946 time: 0.0684388 Nov 25 13:24:12.507887 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0659aac4-3198-40e3-9356-ac2cfaaeb1e2 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:12.567191 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0659aac4-3198-40e3-9356-ac2cfaaeb1e2 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Network f2900074-7589-408b-afaf-db93649bfbea is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:24:12.576877 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c72c8620-22a8-4ae6-8413-2d0b2006089f req-bf41aefb-60d7-46a3-90eb-758e1754a362 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725243 Nov 25 13:24:12.585348 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-36765be4-0873-4f42-b147-f8dde9243f03 None None] Allocated IP 2001:db8::2 (f2900074-7589-408b-afaf-db93649bfbea/2a4a1caa-06f9-4595-afe4-9b7b8b1445d8/13eda2ed-a812-46f6-a4b4-c8349a9e183b) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:24:12.592024 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-0659aac4-3198-40e3-9356-ac2cfaaeb1e2 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:24:12.610242 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0659aac4-3198-40e3-9356-ac2cfaaeb1e2 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:24:12.630072 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0659aac4-3198-40e3-9356-ac2cfaaeb1e2 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:12.630779 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0659aac4-3198-40e3-9356-ac2cfaaeb1e2 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:12.650334 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0659aac4-3198-40e3-9356-ac2cfaaeb1e2 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event updated for resources: {'Port': ['ID=5aac663c-7d31-4183-b379-ac08c9981ecc,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:12.663743 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-0659aac4-3198-40e3-9356-ac2cfaaeb1e2 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7418704 Nov 25 13:24:12.667155 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57392) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:12.673574 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-39030b54-9d0d-4734-941b-ed05e7253491 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Request body: {'port': {'network_id': 'f2900074-7589-408b-afaf-db93649bfbea', 'name': 'tempest-PortsIpV6TestJSON-185186995'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:24:12.717921 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7917ac-c601-4e89-97ff-e4a5aa427e14 req-dd50d18a-8658-4654-af1f-cc69707d61c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:12.719506 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1c7917ac-c601-4e89-97ff-e4a5aa427e14 req-dd50d18a-8658-4654-af1f-cc69707d61c6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8d2854b381a841d0bb264f5a26a8525e&device_id=06e3a85a-4c3a-4297-b374-0fdcd0494740 HTTP/1.1" status: 200 len: 1098 time: 0.0765822 Nov 25 13:24:12.746219 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4f236-e29d-486b-b1cc-57fe6883cb3e req-840fda35-5002-49da-9a7e-d85d84343f81 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:12.748087 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b4a4f236-e29d-486b-b1cc-57fe6883cb3e req-840fda35-5002-49da-9a7e-d85d84343f81 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=06e3a85a-4c3a-4297-b374-0fdcd0494740 HTTP/1.1" status: 200 len: 946 time: 0.1179805 Nov 25 13:24:12.816289 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-36765be4-0873-4f42-b147-f8dde9243f03 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:12.826427 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39030b54-9d0d-4734-941b-ed05e7253491 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Made reservation on behalf of 33f2ee5c7830442db7d8e3bd7eb6dd8c for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:24:12.839430 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-39030b54-9d0d-4734-941b-ed05e7253491 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:12.839728 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-36765be4-0873-4f42-b147-f8dde9243f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:12.856171 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-39030b54-9d0d-4734-941b-ed05e7253491 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] device_id is not set on port 8cf4535c-e324-487a-98b3-bdf53d9b0250 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:24:12.883886 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b4a4f236-e29d-486b-b1cc-57fe6883cb3e req-97db4176-5b6d-4d42-841f-bddc6d4ee9dc tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168475 Nov 25 13:24:12.890824 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 0431bc29-d45c-4f47-aa90-b4f4cfddb5fc no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:24:12.899382 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36765be4-0873-4f42-b147-f8dde9243f03 None None] Network f2900074-7589-408b-afaf-db93649bfbea is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:24:12.919352 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7917ac-c601-4e89-97ff-e4a5aa427e14 req-b4761a29-9689-4a11-a29d-8bc2b61d12a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:12.920102 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 0431bc29-d45c-4f47-aa90-b4f4cfddb5fc {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:24:12.920448 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 0431bc29-d45c-4f47-aa90-b4f4cfddb5fc not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:24:12.921789 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1c7917ac-c601-4e89-97ff-e4a5aa427e14 req-b4761a29-9689-4a11-a29d-8bc2b61d12a7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8aeff596-29a4-4a6a-a333-9e2b92e15a4b HTTP/1.1" status: 200 len: 919 time: 0.1935797 Nov 25 13:24:12.922324 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-36765be4-0873-4f42-b147-f8dde9243f03 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:24:12.927486 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36765be4-0873-4f42-b147-f8dde9243f03 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:24:12.949941 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36765be4-0873-4f42-b147-f8dde9243f03 None None] Pushing event updated for resources: {'Port': ['ID=13eda2ed-a812-46f6-a4b4-c8349a9e183b,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:13.002793 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-36765be4-0873-4f42-b147-f8dde9243f03 None None] Attempting to bind port 13eda2ed-a812-46f6-a4b4-c8349a9e183b on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:24:13.003178 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-36765be4-0873-4f42-b147-f8dde9243f03 None None] Attempting to bind port 13eda2ed-a812-46f6-a4b4-c8349a9e183b by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '83fbb663-c7bc-4da8-a5a2-038c7ecf0f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f2900074-7589-408b-afaf-db93649bfbea'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:24:13.003549 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36765be4-0873-4f42-b147-f8dde9243f03 None None] Attempting to bind port 13eda2ed-a812-46f6-a4b4-c8349a9e183b on network f2900074-7589-408b-afaf-db93649bfbea {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:24:13.010579 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36765be4-0873-4f42-b147-f8dde9243f03 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:24:13.010579 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36765be4-0873-4f42-b147-f8dde9243f03 None None] Checking segment: {'id': '83fbb663-c7bc-4da8-a5a2-038c7ecf0f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f2900074-7589-408b-afaf-db93649bfbea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:24:13.011245 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-36765be4-0873-4f42-b147-f8dde9243f03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:13.011809 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36765be4-0873-4f42-b147-f8dde9243f03 None None] Bound using segment: {'id': '83fbb663-c7bc-4da8-a5a2-038c7ecf0f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f2900074-7589-408b-afaf-db93649bfbea'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:24:13.012311 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-36765be4-0873-4f42-b147-f8dde9243f03 None None] Bound port: 13eda2ed-a812-46f6-a4b4-c8349a9e183b, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fbb663-c7bc-4da8-a5a2-038c7ecf0f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f2900074-7589-408b-afaf-db93649bfbea'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:24:13.012703 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-36765be4-0873-4f42-b147-f8dde9243f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:13.029543 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-39030b54-9d0d-4734-941b-ed05e7253491 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Allocated IP 2001:db8::187 (f2900074-7589-408b-afaf-db93649bfbea/2a4a1caa-06f9-4595-afe4-9b7b8b1445d8/8cf4535c-e324-487a-98b3-bdf53d9b0250) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:24:13.096611 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-36765be4-0873-4f42-b147-f8dde9243f03 None None] For port 13eda2ed-a812-46f6-a4b4-c8349a9e183b, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:24:13.101959 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-36765be4-0873-4f42-b147-f8dde9243f03 None None] For port 13eda2ed-a812-46f6-a4b4-c8349a9e183b, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=13eda2ed-a812-46f6-a4b4-c8349a9e183b,segment=NetworkSegment(83fbb663-c7bc-4da8-a5a2-038c7ecf0f4c),segment_id=83fbb663-c7bc-4da8-a5a2-038c7ecf0f4c)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:24:13.109828 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-36765be4-0873-4f42-b147-f8dde9243f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:13.216431 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36765be4-0873-4f42-b147-f8dde9243f03 None None] Pushing event updated for resources: {'Port': ['ID=13eda2ed-a812-46f6-a4b4-c8349a9e183b,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:13.264275 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-39030b54-9d0d-4734-941b-ed05e7253491 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:13.331297 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-39030b54-9d0d-4734-941b-ed05e7253491 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:13.343955 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1c7917ac-c601-4e89-97ff-e4a5aa427e14 req-af93598f-1d4c-4bce-a7de-afb390877f93 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15db2a29-af9e-455b-8d27-e9bdbaa77981 HTTP/1.1" status: 200 len: 217 time: 0.4042494 Nov 25 13:24:13.421080 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39030b54-9d0d-4734-941b-ed05e7253491 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event updated for resources: {'Port': ['ID=8cf4535c-e324-487a-98b3-bdf53d9b0250,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:13.449835 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39030b54-9d0d-4734-941b-ed05e7253491 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Network f2900074-7589-408b-afaf-db93649bfbea is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:24:13.459195 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-39030b54-9d0d-4734-941b-ed05e7253491 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:24:13.463753 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39030b54-9d0d-4734-941b-ed05e7253491 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:24:13.476262 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39030b54-9d0d-4734-941b-ed05e7253491 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:13.476756 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-39030b54-9d0d-4734-941b-ed05e7253491 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:13.486239 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bf02f55c-0157-4cbd-9981-4d972a917c1a req-8545bb78-8963-46ed-bc60-222310543711 tempest-ServerShowV257Test-1728882813 tempest-ServerShowV257Test-1728882813-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb10b618-8670-4019-a3cb-7172877518d4 HTTP/1.1" status: 200 len: 210 time: 0.0793819 Nov 25 13:24:13.506069 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-39030b54-9d0d-4734-941b-ed05e7253491 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8375759 Nov 25 13:24:13.508878 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57414) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:13.572897 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7917ac-c601-4e89-97ff-e4a5aa427e14 req-55fb201d-d003-4023-8506-16025ab8536d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:13.574551 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1c7917ac-c601-4e89-97ff-e4a5aa427e14 req-55fb201d-d003-4023-8506-16025ab8536d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=43603bfb-2066-4414-ab91-8e5215ee7bf8 HTTP/1.1" status: 200 len: 858 time: 0.2226300 Nov 25 13:24:13.613639 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1c7917ac-c601-4e89-97ff-e4a5aa427e14 req-359c0282-a3d6-471b-9b43-5cfc1d8682c2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8aeff596-29a4-4a6a-a333-9e2b92e15a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310767 Nov 25 13:24:13.622618 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ae795-d5c0-4f7f-9257-60a1f76cd8b8 req-4b6de805-bdb1-4589-9872-efb447758446 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:13.630227 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1b9ae795-d5c0-4f7f-9257-60a1f76cd8b8 req-4b6de805-bdb1-4589-9872-efb447758446 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc20867-f972-453a-8ced-0dd44582b1f4 HTTP/1.1" status: 200 len: 945 time: 0.1262696 Nov 25 13:24:13.670098 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f10254-e90e-43e1-a0ac-e4f965e90848 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:13.671740 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-36f10254-e90e-43e1-a0ac-e4f965e90848 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A26f HTTP/1.1" status: 200 len: 928 time: 0.1603086 Nov 25 13:24:13.674576 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57422) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:13.767173 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1b9ae795-d5c0-4f7f-9257-60a1f76cd8b8 req-35935782-594f-4802-a6b9-239aebaef41b tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360457 Nov 25 13:24:13.780980 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-cce92694-6c97-48aa-a4ed-3618bfa17b29 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Deleting port 8cf4535c-e324-487a-98b3-bdf53d9b0250 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:24:13.781333 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cce92694-6c97-48aa-a4ed-3618bfa17b29 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:13.799003 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac4153-ac8d-48bb-b21f-5f9e8165e1f7 req-b5349d05-dbfd-4bd1-8017-7237f3b08dbc tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:13.800513 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-58ac4153-ac8d-48bb-b21f-5f9e8165e1f7 req-b5349d05-dbfd-4bd1-8017-7237f3b08dbc tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fd33117-29e4-4f90-96fa-861455136eb1 HTTP/1.1" status: 200 len: 946 time: 0.1040461 Nov 25 13:24:13.818670 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1c7917ac-c601-4e89-97ff-e4a5aa427e14 req-cbaf2864-9835-410c-ad40-ebe8064dde91 service neutron] 10.222.0.66 "GET /v2.0/networks/8aeff596-29a4-4a6a-a333-9e2b92e15a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863434 Nov 25 13:24:13.903099 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cce92694-6c97-48aa-a4ed-3618bfa17b29 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:13.908801 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-58ac4153-ac8d-48bb-b21f-5f9e8165e1f7 req-77634b0c-d222-4bc2-8a73-b34ae8c29bf2 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999556 Nov 25 13:24:13.918251 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-cce92694-6c97-48aa-a4ed-3618bfa17b29 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Calling delete_port for 8cf4535c-e324-487a-98b3-bdf53d9b0250 owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:24:13.944811 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1c7917ac-c601-4e89-97ff-e4a5aa427e14 req-b025012b-f314-43b6-a367-a9657babdf9f service neutron] 10.222.0.66 "GET /v2.0/networks/8aeff596-29a4-4a6a-a333-9e2b92e15a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168900 Nov 25 13:24:14.027919 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89bab6-ffd0-4b3e-9995-824733b7b836 req-ab452a38-6533-4ba8-b6bb-c814b461658b tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:14.030213 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3f89bab6-ffd0-4b3e-9995-824733b7b836 req-ab452a38-6533-4ba8-b6bb-c814b461658b tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=06e3a85a-4c3a-4297-b374-0fdcd0494740 HTTP/1.1" status: 200 len: 946 time: 0.0632560 Nov 25 13:24:14.091090 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3f89bab6-ffd0-4b3e-9995-824733b7b836 req-7bcd8042-ffd7-44bf-8498-f56e8ea3655b tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547957 Nov 25 13:24:14.106433 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cce92694-6c97-48aa-a4ed-3618bfa17b29 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:14.137896 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce92694-6c97-48aa-a4ed-3618bfa17b29 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event deleted for resources: {'Port': ['ID=8cf4535c-e324-487a-98b3-bdf53d9b0250,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:14.174554 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cce92694-6c97-48aa-a4ed-3618bfa17b29 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:14.178632 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-cce92694-6c97-48aa-a4ed-3618bfa17b29 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "DELETE /v2.0/ports/8cf4535c-e324-487a-98b3-bdf53d9b0250 HTTP/1.1" status: 204 len: 168 time: 0.5029392 Nov 25 13:24:14.181167 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57442) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:14.216552 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d7593ca-1aae-42f1-81a9-0882948b2e4e tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] GET failed (client error): The resource could not be found. Nov 25 13:24:14.220566 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-6d7593ca-1aae-42f1-81a9-0882948b2e4e tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "GET /v2.0/ports/8cf4535c-e324-487a-98b3-bdf53d9b0250 HTTP/1.1" status: 404 len: 333 time: 0.0357068 Nov 25 13:24:14.220805 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57446) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:14.326521 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-16ad913a-0ebd-4aab-b7ce-1c10df259dca tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Deleting port 5aac663c-7d31-4183-b379-ac08c9981ecc {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:24:14.326891 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-16ad913a-0ebd-4aab-b7ce-1c10df259dca tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:14.427604 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-16ad913a-0ebd-4aab-b7ce-1c10df259dca tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:14.443056 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-16ad913a-0ebd-4aab-b7ce-1c10df259dca tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Calling delete_port for 5aac663c-7d31-4183-b379-ac08c9981ecc owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:24:14.462842 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80dfab7f-4341-4ce1-9f48-a5f73beb9134 None None] Network f2900074-7589-408b-afaf-db93649bfbea requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:24:14.510776 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57450) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:14.542637 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-b56788a6-96ab-41ea-a4fb-a96e779375e1 None None] Provisioning complete for port 13eda2ed-a812-46f6-a4b4-c8349a9e183b triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:24:14.543041 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b56788a6-96ab-41ea-a4fb-a96e779375e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:14.660858 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-16ad913a-0ebd-4aab-b7ce-1c10df259dca tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:14.698094 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e2b994b4-f20d-4773-a0d5-f994de1bb52d req-9ab5646d-3829-4c1f-a168-91f4c2e71455 tempest-ServerShowV257Test-1728882813 tempest-ServerShowV257Test-1728882813-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb10b618-8670-4019-a3cb-7172877518d4 HTTP/1.1" status: 200 len: 210 time: 0.0547106 Nov 25 13:24:14.744095 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ddebf0ee-c9c6-4137-9634-8da6c7c4fee2 req-5fc2bb56-4a82-432a-b5a2-6e6a09837725 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bb10b618-8670-4019-a3cb-7172877518d4 HTTP/1.1" status: 200 len: 210 time: 0.0650940 Nov 25 13:24:14.748470 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ad913a-0ebd-4aab-b7ce-1c10df259dca tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event deleted for resources: {'Port': ['ID=5aac663c-7d31-4183-b379-ac08c9981ecc,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:14.758641 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b56788a6-96ab-41ea-a4fb-a96e779375e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:14.767809 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c34a637a-4647-4feb-83db-0c795cb6b6a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:14.792535 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-16ad913a-0ebd-4aab-b7ce-1c10df259dca tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:14.796907 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-b56788a6-96ab-41ea-a4fb-a96e779375e1 None None] For port 13eda2ed-a812-46f6-a4b4-c8349a9e183b, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=13eda2ed-a812-46f6-a4b4-c8349a9e183b,segment=NetworkSegment(83fbb663-c7bc-4da8-a5a2-038c7ecf0f4c),segment_id=83fbb663-c7bc-4da8-a5a2-038c7ecf0f4c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:24:14.798608 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 57456) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:14.800403 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-16ad913a-0ebd-4aab-b7ce-1c10df259dca tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "DELETE /v2.0/ports/5aac663c-7d31-4183-b379-ac08c9981ecc HTTP/1.1" status: 204 len: 168 time: 0.5769746 Nov 25 13:24:14.807419 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b56788a6-96ab-41ea-a4fb-a96e779375e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:14.877086 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56788a6-96ab-41ea-a4fb-a96e779375e1 None None] Pushing event updated for resources: {'Port': ['ID=13eda2ed-a812-46f6-a4b4-c8349a9e183b,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:14.904569 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-19281543-996c-456f-bc02-fd1adb9aa450 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] GET failed (client error): The resource could not be found. Nov 25 13:24:14.910107 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-19281543-996c-456f-bc02-fd1adb9aa450 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "GET /v2.0/ports/5aac663c-7d31-4183-b379-ac08c9981ecc HTTP/1.1" status: 404 len: 333 time: 0.1098745 Nov 25 13:24:14.913359 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 57460) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:14.976983 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c34a637a-4647-4feb-83db-0c795cb6b6a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:14.996428 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c34a637a-4647-4feb-83db-0c795cb6b6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:15.016989 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6f4945e-7739-42b1-8fdd-63ee75203116 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Deleting subnet 2a4a1caa-06f9-4595-afe4-9b7b8b1445d8 {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:24:15.030788 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e6f4945e-7739-42b1-8fdd-63ee75203116 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:15.068353 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 13eda2ed-a812-46f6-a4b4-c8349a9e183b up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:24:15.090586 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c34a637a-4647-4feb-83db-0c795cb6b6a1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2ddab75ca5954e65a7123b8cd8a6b6d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5754173 Nov 25 13:24:15.090908 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 57464) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:15.094128 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34a637a-4647-4feb-83db-0c795cb6b6a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0142c1-c9bf-492e-be16-4e450b5ba09d,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:15.154152 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 13eda2ed-a812-46f6-a4b4-c8349a9e183b triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:24:15.154539 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:15.177796 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-cc11e8e1-4205-40f1-a314-5a3479dd4f1a None None] Provisioning complete for port 13eda2ed-a812-46f6-a4b4-c8349a9e183b triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:24:15.178129 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cc11e8e1-4205-40f1-a314-5a3479dd4f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:15.180860 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f4f206-2c10-4679-a7ee-05e48443c39c req-397b6f20-7e83-42a3-8b64-89d39f7ceb84 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:15.184778 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-24f4f206-2c10-4679-a7ee-05e48443c39c req-397b6f20-7e83-42a3-8b64-89d39f7ceb84 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc20867-f972-453a-8ced-0dd44582b1f4 HTTP/1.1" status: 200 len: 945 time: 0.2373898 Nov 25 13:24:15.188021 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e6f4945e-7739-42b1-8fdd-63ee75203116 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:15.285365 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe406e7-2c7e-4329-8453-b6e457a8bcf4 req-394b3483-9ce8-451c-8225-dfeb62eec9e8 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:15.287328 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2fe406e7-2c7e-4329-8453-b6e457a8bcf4 req-394b3483-9ce8-451c-8225-dfeb62eec9e8 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fd33117-29e4-4f90-96fa-861455136eb1 HTTP/1.1" status: 200 len: 946 time: 0.2059536 Nov 25 13:24:15.328826 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-47005376-85fe-49be-9498-957db8e5cede admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:15.423140 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-47005376-85fe-49be-9498-957db8e5cede admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:15.428132 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-24f4f206-2c10-4679-a7ee-05e48443c39c req-96ea4c2a-1361-4930-99f7-a2b27e259d33 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281327 Nov 25 13:24:15.440222 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-4c17c470-a898-405a-84bf-564b6fa48244 None None] Could not find standard attr ID for object 5aac663c-7d31-4183-b379-ac08c9981ecc. {{(pid=103572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 13:24:15.498601 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2fe406e7-2c7e-4329-8453-b6e457a8bcf4 req-8b8a1390-8a2a-4545-9051-90d305183d87 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932831 Nov 25 13:24:15.500207 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e6f4945e-7739-42b1-8fdd-63ee75203116 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:15.580506 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-47005376-85fe-49be-9498-957db8e5cede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:15.583951 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-47005376-85fe-49be-9498-957db8e5cede admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:15.588233 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-47005376-85fe-49be-9498-957db8e5cede admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ac0142c1-c9bf-492e-be16-4e450b5ba09d HTTP/1.1" status: 204 len: 168 time: 0.4957478 Nov 25 13:24:15.602755 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47005376-85fe-49be-9498-957db8e5cede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0142c1-c9bf-492e-be16-4e450b5ba09d,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:15.627170 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962604ad-0b21-4682-ae68-f4fb1e05e609 req-cdcb6f3b-0157-4960-8718-fad86af69a8f tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:15.628934 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-962604ad-0b21-4682-ae68-f4fb1e05e609 req-cdcb6f3b-0157-4960-8718-fad86af69a8f tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=06e3a85a-4c3a-4297-b374-0fdcd0494740 HTTP/1.1" status: 200 len: 946 time: 0.1352055 Nov 25 13:24:15.651846 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e6f4945e-7739-42b1-8fdd-63ee75203116 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:15.669748 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-8f927597-5310-4c3a-824a-6aa11ba06970 None None] Could not find standard attr ID for object 8cf4535c-e324-487a-98b3-bdf53d9b0250. {{(pid=103572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 13:24:15.700102 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f4945e-7739-42b1-8fdd-63ee75203116 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event deleted for resources: {'Subnet': ['ID=2a4a1caa-06f9-4595-afe4-9b7b8b1445d8,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:15.704238 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e6f4945e-7739-42b1-8fdd-63ee75203116 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:15.710020 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e6f4945e-7739-42b1-8fdd-63ee75203116 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "DELETE /v2.0/subnets/2a4a1caa-06f9-4595-afe4-9b7b8b1445d8 HTTP/1.1" status: 204 len: 168 time: 0.7878089 Nov 25 13:24:15.710786 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57470) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:15.745040 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-962604ad-0b21-4682-ae68-f4fb1e05e609 req-5938d08c-28e1-4df7-a78f-f0bac6c86eb7 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023240 Nov 25 13:24:15.864344 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1aab21e7-df71-4426-a488-ad60f09edf11 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:15.878963 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8e3f818a-2708-4d33-9c4c-89ab7460c2d9 req-a52f95ce-81b9-4ebe-8885-73acdd979400 tempest-ServerShowV257Test-1728882813 tempest-ServerShowV257Test-1728882813-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb10b618-8670-4019-a3cb-7172877518d4 HTTP/1.1" status: 200 len: 210 time: 0.0313056 Nov 25 13:24:15.904100 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6715c9-8e56-4fd0-8969-77aad1872dd1 None None] Network f2900074-7589-408b-afaf-db93649bfbea requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:24:15.964830 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-1aab21e7-df71-4426-a488-ad60f09edf11 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Deleting port 13eda2ed-a812-46f6-a4b4-c8349a9e183b {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:24:15.966148 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1aab21e7-df71-4426-a488-ad60f09edf11 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:16.043707 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 57476) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:16.051689 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-1aab21e7-df71-4426-a488-ad60f09edf11 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] For port 13eda2ed-a812-46f6-a4b4-c8349a9e183b, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=13eda2ed-a812-46f6-a4b4-c8349a9e183b,segment=NetworkSegment(83fbb663-c7bc-4da8-a5a2-038c7ecf0f4c),segment_id=83fbb663-c7bc-4da8-a5a2-038c7ecf0f4c)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:24:16.052189 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1aab21e7-df71-4426-a488-ad60f09edf11 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:16.058939 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c0d3eaf7-3428-4630-a60f-aa7c6aeab98b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:16.066826 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-1aab21e7-df71-4426-a488-ad60f09edf11 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Calling delete_port for 13eda2ed-a812-46f6-a4b4-c8349a9e183b owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:24:16.123417 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94e9195-2d68-4574-a2f5-00a78c96b7a9 None None] DHCP port deletion for f2900074-7589-408b-afaf-db93649bfbea request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:24:16.149394 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c0d3eaf7-3428-4630-a60f-aa7c6aeab98b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:16.154938 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c0d3eaf7-3428-4630-a60f-aa7c6aeab98b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:16.160005 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1aab21e7-df71-4426-a488-ad60f09edf11 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:16.175534 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-a94e9195-2d68-4574-a2f5-00a78c96b7a9 None None] Deleting port 13eda2ed-a812-46f6-a4b4-c8349a9e183b {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:24:16.175916 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a94e9195-2d68-4574-a2f5-00a78c96b7a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:16.190617 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aab21e7-df71-4426-a488-ad60f09edf11 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event deleted for resources: {'Port': ['ID=13eda2ed-a812-46f6-a4b4-c8349a9e183b,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:16.192592 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aab21e7-df71-4426-a488-ad60f09edf11 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] No DVR routers for this DVR port 13eda2ed-a812-46f6-a4b4-c8349a9e183b on host n-d-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:24:16.206307 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c0d3eaf7-3428-4630-a60f-aa7c6aeab98b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2f058736e04f4699952b7e065193f5dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1592035 Nov 25 13:24:16.206307 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d3eaf7-3428-4630-a60f-aa7c6aeab98b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=831bac1c-b965-40d1-86ca-139c53eb972b,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:16.207250 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 57478) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:16.251113 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-a94e9195-2d68-4574-a2f5-00a78c96b7a9 None None] For port 13eda2ed-a812-46f6-a4b4-c8349a9e183b, host n-d-808199-11, got binding levels [] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:24:16.251523 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a94e9195-2d68-4574-a2f5-00a78c96b7a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:16.261248 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-abffbe8e-c07b-48de-9a24-01aecfcf990e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:16.264735 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-a94e9195-2d68-4574-a2f5-00a78c96b7a9 None None] Calling delete_port for 13eda2ed-a812-46f6-a4b4-c8349a9e183b owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:24:16.267415 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.ipam_backend_mixin [None req-a94e9195-2d68-4574-a2f5-00a78c96b7a9 None None] Port 13eda2ed-a812-46f6-a4b4-c8349a9e183b was not found and therefore no delete operation was performed {{(pid=103572) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 13:24:16.268665 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a94e9195-2d68-4574-a2f5-00a78c96b7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:16.284153 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-abffbe8e-c07b-48de-9a24-01aecfcf990e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:16.290512 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1aab21e7-df71-4426-a488-ad60f09edf11 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:16.296736 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94e9195-2d68-4574-a2f5-00a78c96b7a9 None None] Pushing event deleted for resources: {'Port': ['ID=13eda2ed-a812-46f6-a4b4-c8349a9e183b,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:16.298814 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94e9195-2d68-4574-a2f5-00a78c96b7a9 None None] No DVR routers for this DVR port 13eda2ed-a812-46f6-a4b4-c8349a9e183b on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:24:16.325206 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-1aab21e7-df71-4426-a488-ad60f09edf11 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2900074-7589-408b-afaf-db93649bfbea']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:24:16.335106 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-1aab21e7-df71-4426-a488-ad60f09edf11 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83fbb663-c7bc-4da8-a5a2-038c7ecf0f4c') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:24:16.335484 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-1aab21e7-df71-4426-a488-ad60f09edf11 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83fbb663-c7bc-4da8-a5a2-038c7ecf0f4c') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:24:16.335861 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-abffbe8e-c07b-48de-9a24-01aecfcf990e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:16.338566 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-abffbe8e-c07b-48de-9a24-01aecfcf990e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:16.339748 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-abffbe8e-c07b-48de-9a24-01aecfcf990e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/831bac1c-b965-40d1-86ca-139c53eb972b HTTP/1.1" status: 204 len: 168 time: 0.1317415 Nov 25 13:24:16.348080 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1aab21e7-df71-4426-a488-ad60f09edf11 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:16.348720 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abffbe8e-c07b-48de-9a24-01aecfcf990e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=831bac1c-b965-40d1-86ca-139c53eb972b,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:16.365923 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1aab21e7-df71-4426-a488-ad60f09edf11 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:16.373986 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aab21e7-df71-4426-a488-ad60f09edf11 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:24:16.374397 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1aab21e7-df71-4426-a488-ad60f09edf11 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:16.378060 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:24:16.378060 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:24:16.378060 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:24:16.378060 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:24:16.378060 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:24:16.378060 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:24:16.378060 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:24:16.378060 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:24:16.378060 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:24:16.378060 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:24:16.378060 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:24:16.378060 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:24:16.378060 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:24:16.378060 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:24:16.378060 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:24:16.378060 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:24:16.378060 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:24:16.378060 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:24:16.378060 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:24:16.378060 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:24:16.378060 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:24:16.378060 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:24:16.378060 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:24:16.378060 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:24:16.378060 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:24:16.378060 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:24:16.378060 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:24:16.378060 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:24:16.378060 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:24:16.378060 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:24:16.378060 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:24:16.378060 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:24:16.439715 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1aab21e7-df71-4426-a488-ad60f09edf11 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:16.444487 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1aab21e7-df71-4426-a488-ad60f09edf11 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:16.451163 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-1aab21e7-df71-4426-a488-ad60f09edf11 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "DELETE /v2.0/networks/f2900074-7589-408b-afaf-db93649bfbea HTTP/1.1" status: 204 len: 168 time: 0.7351196 Nov 25 13:24:16.451843 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 57482) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:16.459764 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-5d8b720d-2e10-454b-b94e-8bbe4012e2cd tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-962298849'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:24:16.466427 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aab21e7-df71-4426-a488-ad60f09edf11 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event deleted for resources: {'Network': ['ID=f2900074-7589-408b-afaf-db93649bfbea,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:16.490405 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8b720d-2e10-454b-b94e-8bbe4012e2cd tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Made reservation on behalf of 33f2ee5c7830442db7d8e3bd7eb6dd8c for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:24:16.496217 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5d8b720d-2e10-454b-b94e-8bbe4012e2cd tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:16.564163 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d8b720d-2e10-454b-b94e-8bbe4012e2cd tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:24:16.581280 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e406835-5c80-4f3a-99c8-0b46fc2a9bd9 req-ce53e715-027a-4b6f-ac5a-864798c7f148 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:16.582834 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5e406835-5c80-4f3a-99c8-0b46fc2a9bd9 req-ce53e715-027a-4b6f-ac5a-864798c7f148 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc20867-f972-453a-8ced-0dd44582b1f4 HTTP/1.1" status: 200 len: 945 time: 0.0753119 Nov 25 13:24:16.587593 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5d8b720d-2e10-454b-b94e-8bbe4012e2cd tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:16.587982 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-5d8b720d-2e10-454b-b94e-8bbe4012e2cd tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Added segment 8168826a-b7f9-4889-a633-10eae6a0f285 of type vlan for network 7fd9ab2e-c3f1-4f80-a028-f50140c313b1 Nov 25 13:24:16.694751 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5d8b720d-2e10-454b-b94e-8bbe4012e2cd tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:16.720963 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab6d79-afc6-44fe-92aa-2f284e39e105 req-9f19c10c-e0aa-4cab-b6ee-eb1aa2843077 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:16.722113 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-57ab6d79-afc6-44fe-92aa-2f284e39e105 req-9f19c10c-e0aa-4cab-b6ee-eb1aa2843077 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fd33117-29e4-4f90-96fa-861455136eb1 HTTP/1.1" status: 200 len: 946 time: 0.1365335 Nov 25 13:24:16.729183 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5e406835-5c80-4f3a-99c8-0b46fc2a9bd9 req-c39c9fff-dda5-46f3-809f-1fba6af9bf23 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391742 Nov 25 13:24:16.757437 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5d8b720d-2e10-454b-b94e-8bbe4012e2cd tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:16.763019 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8b720d-2e10-454b-b94e-8bbe4012e2cd tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:16.763631 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5d8b720d-2e10-454b-b94e-8bbe4012e2cd tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:16.858927 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-5d8b720d-2e10-454b-b94e-8bbe4012e2cd tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4055729 Nov 25 13:24:16.862120 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57502) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:16.865326 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 13eda2ed-a812-46f6-a4b4-c8349a9e183b no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:24:16.866966 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-9d9a76eb-29f1-460f-86ea-f4577cf9721e tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Request body: {'subnet': {'network_id': '7fd9ab2e-c3f1-4f80-a028-f50140c313b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:24:16.884137 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-57ab6d79-afc6-44fe-92aa-2f284e39e105 req-60b78484-1bf5-4506-be5b-74ac4f0f1631 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491883 Nov 25 13:24:16.894850 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8b720d-2e10-454b-b94e-8bbe4012e2cd tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event updated for resources: {'Network': ['ID=7fd9ab2e-c3f1-4f80-a028-f50140c313b1,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:16.904706 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 13eda2ed-a812-46f6-a4b4-c8349a9e183b {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:24:16.905056 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 13eda2ed-a812-46f6-a4b4-c8349a9e183b not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:24:16.910215 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 7fd9ab2e-c3f1-4f80-a028-f50140c313b1 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:24:16.925064 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79100317-3891-43e4-ae88-8dfb2a808556 req-1975d06d-1874-4e0a-ad50-2c3de7cd0e49 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:16.926900 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-79100317-3891-43e4-ae88-8dfb2a808556 req-1975d06d-1874-4e0a-ad50-2c3de7cd0e49 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=06e3a85a-4c3a-4297-b374-0fdcd0494740 HTTP/1.1" status: 200 len: 946 time: 0.0983839 Nov 25 13:24:17.020791 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9a76eb-29f1-460f-86ea-f4577cf9721e tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Made reservation on behalf of 33f2ee5c7830442db7d8e3bd7eb6dd8c for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:24:17.023770 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-79100317-3891-43e4-ae88-8dfb2a808556 req-ce17539a-1159-4f05-a745-3a34976613a8 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878944 Nov 25 13:24:17.025773 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9d9a76eb-29f1-460f-86ea-f4577cf9721e tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:17.039384 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6be15d8c-c863-4508-9b5b-988cc2f0f99a req-20f4ab0d-fb3e-44fe-a848-8e044c588e78 tempest-ServerShowV257Test-1728882813 tempest-ServerShowV257Test-1728882813-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb10b618-8670-4019-a3cb-7172877518d4 HTTP/1.1" status: 200 len: 210 time: 0.0374312 Nov 25 13:24:17.262446 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9d9a76eb-29f1-460f-86ea-f4577cf9721e tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:17.341812 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-26df8fc0-c986-4718-8f0c-38d40a185b8f req-a3870a32-aab9-453b-9f2d-24d0d610d29d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f4eaf5d60dff47c3b8244f3a3fe9632c&device_id=bb10b618-8670-4019-a3cb-7172877518d4 HTTP/1.1" status: 200 len: 210 time: 0.0460033 Nov 25 13:24:17.392894 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dc3a8382-6e03-4f5a-8cec-2584b908178d req-f576f56f-caec-4d1d-a250-5e9a8b53b078 tempest-ServerShowV257Test-1728882813 tempest-ServerShowV257Test-1728882813-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb10b618-8670-4019-a3cb-7172877518d4 HTTP/1.1" status: 200 len: 210 time: 0.0557806 Nov 25 13:24:17.411308 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-26df8fc0-c986-4718-8f0c-38d40a185b8f req-5cfec80c-1418-42dd-b786-ed618b182c3f service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=f4eaf5d60dff47c3b8244f3a3fe9632c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0565948 Nov 25 13:24:17.417877 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9a76eb-29f1-460f-86ea-f4577cf9721e tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event updated for resources: {'Subnet': ['ID=ade5f763-ebc2-45ec-a51b-5277d75c1e8f,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:17.479559 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9a76eb-29f1-460f-86ea-f4577cf9721e tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Checking segment: {'id': '8168826a-b7f9-4889-a633-10eae6a0f285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '7fd9ab2e-c3f1-4f80-a028-f50140c313b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:24:17.479924 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9a76eb-29f1-460f-86ea-f4577cf9721e tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Network hostable DHCP agents. Network: 7fd9ab2e-c3f1-4f80-a028-f50140c313b1, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:24:17.510750 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9a76eb-29f1-460f-86ea-f4577cf9721e tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Network 7fd9ab2e-c3f1-4f80-a028-f50140c313b1 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:24:17.535832 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-9d9a76eb-29f1-460f-86ea-f4577cf9721e tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 7fd9ab2e-c3f1-4f80-a028-f50140c313b1) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:24:17.543479 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9a76eb-29f1-460f-86ea-f4577cf9721e tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:17.544068 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9d9a76eb-29f1-460f-86ea-f4577cf9721e tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:17.546217 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09f5a97-c32b-4af8-84e9-90eff6c9e295 None None] Network 7fd9ab2e-c3f1-4f80-a028-f50140c313b1 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:24:17.548006 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df8fc0-c986-4718-8f0c-38d40a185b8f req-640f9d9d-c052-4837-99f8-be31209179f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:17.549475 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-26df8fc0-c986-4718-8f0c-38d40a185b8f req-640f9d9d-c052-4837-99f8-be31209179f7 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1270752 Nov 25 13:24:17.570576 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-9d9a76eb-29f1-460f-86ea-f4577cf9721e tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7048395 Nov 25 13:24:17.571316 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 57540) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:17.577021 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-7d793279-2c8c-4301-8875-364f21403ad7 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Request body: {'port': {'network_id': '7fd9ab2e-c3f1-4f80-a028-f50140c313b1', 'name': 'tempest-PortsIpV6TestJSON-321648525', 'fixed_ips': [{'subnet_id': 'ade5f763-ebc2-45ec-a51b-5277d75c1e8f', 'ip_address': '2001:db8::10'}]}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:24:17.708554 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d793279-2c8c-4301-8875-364f21403ad7 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Made reservation on behalf of 33f2ee5c7830442db7d8e3bd7eb6dd8c for: {'port': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:24:17.726038 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db7fa15-c740-4551-9d83-8d25698221cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-7fd9ab2e-c3f1-4f80-a028-f50140c313b1', 'network_id': '7fd9ab2e-c3f1-4f80-a028-f50140c313b1', 'tenant_id': '33f2ee5c7830442db7d8e3bd7eb6dd8c', 'fixed_ips': [{'subnet_id': 'ade5f763-ebc2-45ec-a51b-5277d75c1e8f'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:24:17.727156 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2db7fa15-c740-4551-9d83-8d25698221cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:17.816230 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7d793279-2c8c-4301-8875-364f21403ad7 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:17.846797 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [None req-7d793279-2c8c-4301-8875-364f21403ad7 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] device_id is not set on port 8673c674-9a68-42a9-962d-675425f4e3b9 yet. {{(pid=103570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:24:17.913025 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-2db7fa15-c740-4551-9d83-8d25698221cb None None] Allocated IP 2001:db8::2 (7fd9ab2e-c3f1-4f80-a028-f50140c313b1/ade5f763-ebc2-45ec-a51b-5277d75c1e8f/bae2e94d-34b0-428f-af1e-280369757eff) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:24:18.169841 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2db7fa15-c740-4551-9d83-8d25698221cb None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:18.178856 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2db7fa15-c740-4551-9d83-8d25698221cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:18.228917 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db7fa15-c740-4551-9d83-8d25698221cb None None] Network 7fd9ab2e-c3f1-4f80-a028-f50140c313b1 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:24:18.232677 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-2db7fa15-c740-4551-9d83-8d25698221cb None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:24:18.237787 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db7fa15-c740-4551-9d83-8d25698221cb None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:24:18.241154 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4925117-cc70-4408-8814-3a330d115905 req-7bb1e4b0-54e6-4695-94e6-389b73475530 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:18.241513 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db7fa15-c740-4551-9d83-8d25698221cb None None] Pushing event updated for resources: {'Port': ['ID=bae2e94d-34b0-428f-af1e-280369757eff,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:18.251262 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c4925117-cc70-4408-8814-3a330d115905 req-7bb1e4b0-54e6-4695-94e6-389b73475530 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fd33117-29e4-4f90-96fa-861455136eb1 HTTP/1.1" status: 200 len: 946 time: 0.1677094 Nov 25 13:24:18.283506 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe1402-1b8c-4497-917b-951a71476c17 req-e9b2b70b-2a5a-484e-8ff4-8ba8e1015529 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:18.291238 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-affe1402-1b8c-4497-917b-951a71476c17 req-e9b2b70b-2a5a-484e-8ff4-8ba8e1015529 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc20867-f972-453a-8ced-0dd44582b1f4 HTTP/1.1" status: 200 len: 945 time: 0.1686873 Nov 25 13:24:18.311754 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-2db7fa15-c740-4551-9d83-8d25698221cb None None] Attempting to bind port bae2e94d-34b0-428f-af1e-280369757eff on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:24:18.312283 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-2db7fa15-c740-4551-9d83-8d25698221cb None None] Attempting to bind port bae2e94d-34b0-428f-af1e-280369757eff by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '8168826a-b7f9-4889-a633-10eae6a0f285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '7fd9ab2e-c3f1-4f80-a028-f50140c313b1'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:24:18.313467 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db7fa15-c740-4551-9d83-8d25698221cb None None] Attempting to bind port bae2e94d-34b0-428f-af1e-280369757eff on network 7fd9ab2e-c3f1-4f80-a028-f50140c313b1 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:24:18.320604 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57562) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:18.331246 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db7fa15-c740-4551-9d83-8d25698221cb None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:24:18.331900 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db7fa15-c740-4551-9d83-8d25698221cb None None] Checking segment: {'id': '8168826a-b7f9-4889-a633-10eae6a0f285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '7fd9ab2e-c3f1-4f80-a028-f50140c313b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:24:18.332739 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2db7fa15-c740-4551-9d83-8d25698221cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:18.333282 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db7fa15-c740-4551-9d83-8d25698221cb None None] Bound using segment: {'id': '8168826a-b7f9-4889-a633-10eae6a0f285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '7fd9ab2e-c3f1-4f80-a028-f50140c313b1'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:24:18.333966 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-2db7fa15-c740-4551-9d83-8d25698221cb None None] Bound port: bae2e94d-34b0-428f-af1e-280369757eff, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8168826a-b7f9-4889-a633-10eae6a0f285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '7fd9ab2e-c3f1-4f80-a028-f50140c313b1'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:24:18.334659 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2db7fa15-c740-4551-9d83-8d25698221cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:18.341087 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-7d793279-2c8c-4301-8875-364f21403ad7 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Allocated IP 2001:db8::10 (7fd9ab2e-c3f1-4f80-a028-f50140c313b1/ade5f763-ebc2-45ec-a51b-5277d75c1e8f/8673c674-9a68-42a9-962d-675425f4e3b9) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:24:18.371186 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-affe1402-1b8c-4497-917b-951a71476c17 req-7556fb6b-b3e3-4742-bcda-02b0b9da8d45 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790520 Nov 25 13:24:18.435728 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-2db7fa15-c740-4551-9d83-8d25698221cb None None] For port bae2e94d-34b0-428f-af1e-280369757eff, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:24:18.440408 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-2db7fa15-c740-4551-9d83-8d25698221cb None None] For port bae2e94d-34b0-428f-af1e-280369757eff, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=bae2e94d-34b0-428f-af1e-280369757eff,segment=NetworkSegment(8168826a-b7f9-4889-a633-10eae6a0f285),segment_id=8168826a-b7f9-4889-a633-10eae6a0f285)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:24:18.441028 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c4925117-cc70-4408-8814-3a330d115905 req-50fdab57-f63d-489d-ab27-6af8275bb894 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811175 Nov 25 13:24:18.448485 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2db7fa15-c740-4551-9d83-8d25698221cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:18.527278 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2aacf24c-0ec6-496a-9514-2828c15a635e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:18.537685 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db7fa15-c740-4551-9d83-8d25698221cb None None] Pushing event updated for resources: {'Port': ['ID=bae2e94d-34b0-428f-af1e-280369757eff,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:18.571085 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6eca5031-1e9f-42b3-951b-ef6a2e726796 req-a7045db3-f49e-4b09-964f-7cbb3b0f7ef6 tempest-ServerShowV257Test-1728882813 tempest-ServerShowV257Test-1728882813-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb10b618-8670-4019-a3cb-7172877518d4 HTTP/1.1" status: 200 len: 210 time: 0.0505233 Nov 25 13:24:18.645974 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2aacf24c-0ec6-496a-9514-2828c15a635e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:18.650076 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2aacf24c-0ec6-496a-9514-2828c15a635e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:18.688299 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7d793279-2c8c-4301-8875-364f21403ad7 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:18.716710 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-2aacf24c-0ec6-496a-9514-2828c15a635e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a81f5263b79e417c883aef387bd3e388&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3943048 Nov 25 13:24:18.724615 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57570) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:18.724615 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aacf24c-0ec6-496a-9514-2828c15a635e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ac3f60-82da-4d44-b8b3-c11e755e7990,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:18.746716 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7d793279-2c8c-4301-8875-364f21403ad7 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:18.793795 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d793279-2c8c-4301-8875-364f21403ad7 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Network 7fd9ab2e-c3f1-4f80-a028-f50140c313b1 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:24:18.799427 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-7d793279-2c8c-4301-8875-364f21403ad7 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:24:18.806960 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d793279-2c8c-4301-8875-364f21403ad7 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:24:18.815120 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d793279-2c8c-4301-8875-364f21403ad7 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:18.815551 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7d793279-2c8c-4301-8875-364f21403ad7 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:18.817479 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-deb488a3-05c0-43c1-b73d-2c32ffbb332a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:18.844741 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-deb488a3-05c0-43c1-b73d-2c32ffbb332a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:18.889979 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-7d793279-2c8c-4301-8875-364f21403ad7 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3178365 Nov 25 13:24:18.892847 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 57572) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:18.896432 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d793279-2c8c-4301-8875-364f21403ad7 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event updated for resources: {'Port': ['ID=8673c674-9a68-42a9-962d-675425f4e3b9,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:18.905454 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-ca875cb9-409a-4c53-95c5-c855ba0863ea tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Request body: {'port': {'network_id': '7fd9ab2e-c3f1-4f80-a028-f50140c313b1', 'name': 'tempest-PortsIpV6TestJSON-226001168', 'fixed_ips': [{'subnet_id': 'ade5f763-ebc2-45ec-a51b-5277d75c1e8f', 'ip_address': '2001:db8::f'}]}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:24:18.923589 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-26df8fc0-c986-4718-8f0c-38d40a185b8f req-cc265d44-7c61-470c-b46c-c6165942955e tempest-ServerShowV257Test-1728882813 tempest-ServerShowV257Test-1728882813-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb10b618-8670-4019-a3cb-7172877518d4 HTTP/1.1" status: 200 len: 210 time: 0.0447726 Nov 25 13:24:18.959046 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-deb488a3-05c0-43c1-b73d-2c32ffbb332a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:18.963822 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-deb488a3-05c0-43c1-b73d-2c32ffbb332a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:18.971095 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-deb488a3-05c0-43c1-b73d-2c32ffbb332a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d8ac3f60-82da-4d44-b8b3-c11e755e7990 HTTP/1.1" status: 204 len: 168 time: 0.2419035 Nov 25 13:24:18.987655 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb488a3-05c0-43c1-b73d-2c32ffbb332a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ac3f60-82da-4d44-b8b3-c11e755e7990,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:19.011270 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device bae2e94d-34b0-428f-af1e-280369757eff up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:24:19.112443 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca875cb9-409a-4c53-95c5-c855ba0863ea tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Made reservation on behalf of 33f2ee5c7830442db7d8e3bd7eb6dd8c for: {'port': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:24:19.119646 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ca875cb9-409a-4c53-95c5-c855ba0863ea tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:19.120654 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port bae2e94d-34b0-428f-af1e-280369757eff triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:24:19.121356 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:19.146609 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [None req-ca875cb9-409a-4c53-95c5-c855ba0863ea tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] device_id is not set on port 4060d7ed-bf8c-4f7b-8917-211764d837a7 yet. {{(pid=103570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:24:19.222787 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:19.264536 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] For port bae2e94d-34b0-428f-af1e-280369757eff, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=bae2e94d-34b0-428f-af1e-280369757eff,segment=NetworkSegment(8168826a-b7f9-4889-a633-10eae6a0f285),segment_id=8168826a-b7f9-4889-a633-10eae6a0f285)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:24:19.270361 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:19.368466 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Pushing event updated for resources: {'Port': ['ID=bae2e94d-34b0-428f-af1e-280369757eff,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:19.424150 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-ca875cb9-409a-4c53-95c5-c855ba0863ea tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Allocated IP 2001:db8::f (7fd9ab2e-c3f1-4f80-a028-f50140c313b1/ade5f763-ebc2-45ec-a51b-5277d75c1e8f/4060d7ed-bf8c-4f7b-8917-211764d837a7) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:24:19.697946 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d45a1-fce5-4a55-b649-4a44d3ca2095 req-94250b7e-c87b-4e72-be7f-9a81247644b1 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:19.699770 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f98d45a1-fce5-4a55-b649-4a44d3ca2095 req-94250b7e-c87b-4e72-be7f-9a81247644b1 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fd33117-29e4-4f90-96fa-861455136eb1 HTTP/1.1" status: 200 len: 946 time: 0.1364980 Nov 25 13:24:19.707624 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9aa10b-056f-4560-af56-430b3e9b8c8c req-eba61646-51f7-46e9-8939-7dbe7f485df0 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:19.709270 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3a9aa10b-056f-4560-af56-430b3e9b8c8c req-eba61646-51f7-46e9-8939-7dbe7f485df0 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc20867-f972-453a-8ced-0dd44582b1f4 HTTP/1.1" status: 200 len: 945 time: 0.1984155 Nov 25 13:24:19.786664 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3a9aa10b-056f-4560-af56-430b3e9b8c8c req-635738cb-4270-4607-af3e-9ddf681ed9a5 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612600 Nov 25 13:24:19.874740 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f98d45a1-fce5-4a55-b649-4a44d3ca2095 req-de51e23b-0fab-4c0e-89f9-e888df8677e9 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535513 Nov 25 13:24:19.895252 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ca875cb9-409a-4c53-95c5-c855ba0863ea tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:19.899642 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bca2b9a-4349-4857-8504-4d88ed5bbf11 None None] Network 7fd9ab2e-c3f1-4f80-a028-f50140c313b1 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:24:19.955142 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ca875cb9-409a-4c53-95c5-c855ba0863ea tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:20.002510 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca875cb9-409a-4c53-95c5-c855ba0863ea tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Network 7fd9ab2e-c3f1-4f80-a028-f50140c313b1 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:24:20.006190 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-ca875cb9-409a-4c53-95c5-c855ba0863ea tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:24:20.015140 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca875cb9-409a-4c53-95c5-c855ba0863ea tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:24:20.018517 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-c2d0bad9-a83f-456e-904e-4b9b91e009df None None] Provisioning complete for port bae2e94d-34b0-428f-af1e-280369757eff triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:24:20.019548 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c2d0bad9-a83f-456e-904e-4b9b91e009df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:20.022825 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca875cb9-409a-4c53-95c5-c855ba0863ea tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:20.023731 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ca875cb9-409a-4c53-95c5-c855ba0863ea tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:20.052329 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57604) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:20.052920 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-ca875cb9-409a-4c53-95c5-c855ba0863ea tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1579292 Nov 25 13:24:20.078286 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca875cb9-409a-4c53-95c5-c855ba0863ea tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event updated for resources: {'Port': ['ID=4060d7ed-bf8c-4f7b-8917-211764d837a7,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:20.176196 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893020e2-467e-4b13-a326-6c62b6e8f1e8 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:20.178790 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-893020e2-467e-4b13-a326-6c62b6e8f1e8 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1245224 Nov 25 13:24:20.180949 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57610) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:20.250994 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25e334f-21b1-4533-94fc-2b57a9492840 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:20.257540 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25e334f-21b1-4533-94fc-2b57a9492840 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:20.265521 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25e334f-21b1-4533-94fc-2b57a9492840 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:20.267357 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-a25e334f-21b1-4533-94fc-2b57a9492840 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.0848980 Nov 25 13:24:20.270241 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57612) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:20.413203 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-a779943a-1634-4fea-9902-bf7259b808cd tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Deleting port 4060d7ed-bf8c-4f7b-8917-211764d837a7 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:24:20.414065 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a779943a-1634-4fea-9902-bf7259b808cd tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:20.461898 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 57618) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:20.536612 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a779943a-1634-4fea-9902-bf7259b808cd tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:20.552864 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-a779943a-1634-4fea-9902-bf7259b808cd tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Calling delete_port for 4060d7ed-bf8c-4f7b-8917-211764d837a7 owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:24:20.616253 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-6e7376cb-6f44-4eb5-a4a2-dfa0ad7e68d0 None None] Provisioning complete for port 8673c674-9a68-42a9-962d-675425f4e3b9 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:24:20.619094 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6e7376cb-6f44-4eb5-a4a2-dfa0ad7e68d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:20.704818 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-6e7376cb-6f44-4eb5-a4a2-dfa0ad7e68d0 None None] Port 8673c674-9a68-42a9-962d-675425f4e3b9 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:24:20.737546 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-6e7376cb-6f44-4eb5-a4a2-dfa0ad7e68d0 None None] Provisioning complete for port bae2e94d-34b0-428f-af1e-280369757eff triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:24:20.737937 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6e7376cb-6f44-4eb5-a4a2-dfa0ad7e68d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:20.751820 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e9e31759-5321-4918-ba3f-565b3d4cd3f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:20.773254 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a779943a-1634-4fea-9902-bf7259b808cd tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:20.857327 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a779943a-1634-4fea-9902-bf7259b808cd tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event deleted for resources: {'Port': ['ID=4060d7ed-bf8c-4f7b-8917-211764d837a7,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:20.901565 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a779943a-1634-4fea-9902-bf7259b808cd tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:20.916227 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 57634) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:20.916804 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-a779943a-1634-4fea-9902-bf7259b808cd tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "DELETE /v2.0/ports/4060d7ed-bf8c-4f7b-8917-211764d837a7 HTTP/1.1" status: 204 len: 168 time: 0.6448352 Nov 25 13:24:20.923785 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-6e7376cb-6f44-4eb5-a4a2-dfa0ad7e68d0 None None] Could not find standard attr ID for object 4060d7ed-bf8c-4f7b-8917-211764d837a7. {{(pid=103572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 13:24:20.941236 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device bae2e94d-34b0-428f-af1e-280369757eff up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:24:20.972240 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-db59fc1a-f543-46de-b7ff-4ec65770ad88 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] GET failed (client error): The resource could not be found. Nov 25 13:24:20.973740 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-db59fc1a-f543-46de-b7ff-4ec65770ad88 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "GET /v2.0/ports/4060d7ed-bf8c-4f7b-8917-211764d837a7 HTTP/1.1" status: 404 len: 333 time: 0.0565546 Nov 25 13:24:20.975992 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e9e31759-5321-4918-ba3f-565b3d4cd3f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:20.976796 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57638) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:21.006142 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e9e31759-5321-4918-ba3f-565b3d4cd3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:21.084828 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-3df6fcef-1fb5-4e45-934c-de7a497a3784 None None] Provisioning complete for port 8673c674-9a68-42a9-962d-675425f4e3b9 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:24:21.085741 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3df6fcef-1fb5-4e45-934c-de7a497a3784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:21.090368 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port bae2e94d-34b0-428f-af1e-280369757eff triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:24:21.091373 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:21.170648 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-3df6fcef-1fb5-4e45-934c-de7a497a3784 None None] Port 8673c674-9a68-42a9-962d-675425f4e3b9 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:24:21.184968 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-9c07b827-437e-4aca-8191-65db72cdfc40 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Deleting port 8673c674-9a68-42a9-962d-675425f4e3b9 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:24:21.187471 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9c07b827-437e-4aca-8191-65db72cdfc40 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:21.201437 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e9e31759-5321-4918-ba3f-565b3d4cd3f2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f4eaf5d60dff47c3b8244f3a3fe9632c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7339447 Nov 25 13:24:21.201437 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e31759-5321-4918-ba3f-565b3d4cd3f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19fcb115-3521-4ba7-8a25-a59a4ff82522,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:21.222780 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57642) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:21.229381 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28811c4-a9f7-40f0-92f6-fc82a98203ec req-7f7dd5ce-6a27-4d48-9d53-37b88e5b6cee tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:21.240846 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a28811c4-a9f7-40f0-92f6-fc82a98203ec req-7f7dd5ce-6a27-4d48-9d53-37b88e5b6cee tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc20867-f972-453a-8ced-0dd44582b1f4 HTTP/1.1" status: 200 len: 945 time: 0.2634401 Nov 25 13:24:21.333055 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a28811c4-a9f7-40f0-92f6-fc82a98203ec req-a318fe63-600f-436e-a2b1-e66047b1c8ff tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836663 Nov 25 13:24:21.377637 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8014b6b-5cb9-490e-ad05-46b075193385 req-26251e42-509c-463c-a6a9-8c4d1856f5ec tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:21.398781 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a8014b6b-5cb9-490e-ad05-46b075193385 req-26251e42-509c-463c-a6a9-8c4d1856f5ec tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fd33117-29e4-4f90-96fa-861455136eb1 HTTP/1.1" status: 200 len: 946 time: 0.3311427 Nov 25 13:24:21.403087 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e73a0dda-33b2-4a23-87d3-8fa4eee286db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:21.435531 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9c07b827-437e-4aca-8191-65db72cdfc40 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:21.455482 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a8014b6b-5cb9-490e-ad05-46b075193385 req-9639d75f-acdb-4b23-8ea6-491a4d699f98 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537899 Nov 25 13:24:21.475605 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e73a0dda-33b2-4a23-87d3-8fa4eee286db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:21.487332 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-9c07b827-437e-4aca-8191-65db72cdfc40 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Calling delete_port for 8673c674-9a68-42a9-962d-675425f4e3b9 owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:24:21.489810 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-28bff22b-b6c9-4f87-adfd-c4efc1238675 None None] Could not find standard attr ID for object 4060d7ed-bf8c-4f7b-8917-211764d837a7. {{(pid=103572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 13:24:21.657170 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9c07b827-437e-4aca-8191-65db72cdfc40 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:21.670942 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e73a0dda-33b2-4a23-87d3-8fa4eee286db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:21.671156 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e73a0dda-33b2-4a23-87d3-8fa4eee286db admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:21.675192 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-e73a0dda-33b2-4a23-87d3-8fa4eee286db admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/19fcb115-3521-4ba7-8a25-a59a4ff82522 HTTP/1.1" status: 204 len: 168 time: 0.4486072 Nov 25 13:24:21.700251 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73a0dda-33b2-4a23-87d3-8fa4eee286db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19fcb115-3521-4ba7-8a25-a59a4ff82522,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:21.702504 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c07b827-437e-4aca-8191-65db72cdfc40 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event deleted for resources: {'Port': ['ID=8673c674-9a68-42a9-962d-675425f4e3b9,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:21.739989 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9c07b827-437e-4aca-8191-65db72cdfc40 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:21.747762 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-9c07b827-437e-4aca-8191-65db72cdfc40 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "DELETE /v2.0/ports/8673c674-9a68-42a9-962d-675425f4e3b9 HTTP/1.1" status: 204 len: 168 time: 0.7692652 Nov 25 13:24:21.750326 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 57666) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:21.795688 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-871a8204-822d-4568-8e9c-2b48828b46e8 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] GET failed (client error): The resource could not be found. Nov 25 13:24:21.798991 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-871a8204-822d-4568-8e9c-2b48828b46e8 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "GET /v2.0/ports/8673c674-9a68-42a9-962d-675425f4e3b9 HTTP/1.1" status: 404 len: 333 time: 0.0473046 Nov 25 13:24:21.801460 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 57670) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:21.893686 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-638180c6-1552-4e3e-86a1-6d1fb1b58bc6 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Deleting subnet ade5f763-ebc2-45ec-a51b-5277d75c1e8f {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:24:21.898914 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-638180c6-1552-4e3e-86a1-6d1fb1b58bc6 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:21.955073 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-638180c6-1552-4e3e-86a1-6d1fb1b58bc6 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:22.088447 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-638180c6-1552-4e3e-86a1-6d1fb1b58bc6 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:22.168400 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-638180c6-1552-4e3e-86a1-6d1fb1b58bc6 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:22.203302 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638180c6-1552-4e3e-86a1-6d1fb1b58bc6 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event deleted for resources: {'Subnet': ['ID=ade5f763-ebc2-45ec-a51b-5277d75c1e8f,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:22.205458 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-638180c6-1552-4e3e-86a1-6d1fb1b58bc6 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:22.209117 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-638180c6-1552-4e3e-86a1-6d1fb1b58bc6 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "DELETE /v2.0/subnets/ade5f763-ebc2-45ec-a51b-5277d75c1e8f HTTP/1.1" status: 204 len: 168 time: 0.4065502 Nov 25 13:24:22.211598 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 57704) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:22.215702 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ecc441-e95f-4d7b-9a3f-c5aef0e895d3 None None] Network 7fd9ab2e-c3f1-4f80-a028-f50140c313b1 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:24:22.306038 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2f68a3b5-b17b-4d91-855e-2c3a41ea9ee1 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:22.378184 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-2f68a3b5-b17b-4d91-855e-2c3a41ea9ee1 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Deleting port bae2e94d-34b0-428f-af1e-280369757eff {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:24:22.378539 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2f68a3b5-b17b-4d91-855e-2c3a41ea9ee1 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:22.522825 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57716) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:22.538771 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-2f68a3b5-b17b-4d91-855e-2c3a41ea9ee1 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] For port bae2e94d-34b0-428f-af1e-280369757eff, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=bae2e94d-34b0-428f-af1e-280369757eff,segment=NetworkSegment(8168826a-b7f9-4889-a633-10eae6a0f285),segment_id=8168826a-b7f9-4889-a633-10eae6a0f285)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:24:22.539774 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2f68a3b5-b17b-4d91-855e-2c3a41ea9ee1 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:22.543241 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6058f6d3-e18a-44b5-a522-865f9dfc288d None None] DHCP port deletion for 7fd9ab2e-c3f1-4f80-a028-f50140c313b1 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:24:22.556278 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-2f68a3b5-b17b-4d91-855e-2c3a41ea9ee1 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Calling delete_port for bae2e94d-34b0-428f-af1e-280369757eff owned by network:dhcp {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:24:22.564912 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b2dd7a-8cd3-4d25-bbbf-cdad067afa81 req-53b7df48-1241-4cfd-b19d-cc816af3cddc tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:22.566483 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-48b2dd7a-8cd3-4d25-bbbf-cdad067afa81 req-53b7df48-1241-4cfd-b19d-cc816af3cddc tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc20867-f972-453a-8ced-0dd44582b1f4 HTTP/1.1" status: 200 len: 945 time: 0.0976398 Nov 25 13:24:22.649853 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-6058f6d3-e18a-44b5-a522-865f9dfc288d None None] Deleting port bae2e94d-34b0-428f-af1e-280369757eff {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:24:22.651182 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6058f6d3-e18a-44b5-a522-865f9dfc288d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:22.661010 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-48b2dd7a-8cd3-4d25-bbbf-cdad067afa81 req-873ac464-e7a6-4a12-9b17-5002953468b5 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861180 Nov 25 13:24:22.733442 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-00fab40d-1304-4bd3-813f-dfc46a1f0637 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:22.765018 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2456cd04-8a64-486f-b278-d06c92a3a32e req-df0d1c73-6872-4ac4-9b8c-956884900d27 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:22.771229 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2456cd04-8a64-486f-b278-d06c92a3a32e req-df0d1c73-6872-4ac4-9b8c-956884900d27 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fd33117-29e4-4f90-96fa-861455136eb1 HTTP/1.1" status: 200 len: 946 time: 0.1140149 Nov 25 13:24:22.853006 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2f68a3b5-b17b-4d91-855e-2c3a41ea9ee1 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:22.856962 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-00fab40d-1304-4bd3-813f-dfc46a1f0637 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:22.864770 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-00fab40d-1304-4bd3-813f-dfc46a1f0637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:22.901245 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fab40d-1304-4bd3-813f-dfc46a1f0637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae76127-e3d0-4586-ba5b-a9b828d87ae7,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:22.903040 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-6058f6d3-e18a-44b5-a522-865f9dfc288d None None] For port bae2e94d-34b0-428f-af1e-280369757eff, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=bae2e94d-34b0-428f-af1e-280369757eff,segment=NetworkSegment(8168826a-b7f9-4889-a633-10eae6a0f285),segment_id=8168826a-b7f9-4889-a633-10eae6a0f285)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:24:22.903453 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6058f6d3-e18a-44b5-a522-865f9dfc288d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:22.917437 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-6058f6d3-e18a-44b5-a522-865f9dfc288d None None] Calling delete_port for bae2e94d-34b0-428f-af1e-280369757eff owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:24:22.941742 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f68a3b5-b17b-4d91-855e-2c3a41ea9ee1 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event deleted for resources: {'Port': ['ID=bae2e94d-34b0-428f-af1e-280369757eff,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:22.960158 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-00fab40d-1304-4bd3-813f-dfc46a1f0637 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=18f0884bddb34a389ab71265ac446d45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4355981 Nov 25 13:24:22.960930 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 57728) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:23.003078 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6058f6d3-e18a-44b5-a522-865f9dfc288d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:23.005289 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device bae2e94d-34b0-428f-af1e-280369757eff no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:24:23.017357 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f68a3b5-b17b-4d91-855e-2c3a41ea9ee1 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] No DVR routers for this DVR port bae2e94d-34b0-428f-af1e-280369757eff on host n-d-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:24:23.017612 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57730) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:23.030895 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6058f6d3-e18a-44b5-a522-865f9dfc288d None None] Pushing event deleted for resources: {'Port': ['ID=bae2e94d-34b0-428f-af1e-280369757eff,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:23.055787 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: bae2e94d-34b0-428f-af1e-280369757eff {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:24:23.056145 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device bae2e94d-34b0-428f-af1e-280369757eff not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:24:23.059902 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6058f6d3-e18a-44b5-a522-865f9dfc288d None None] No DVR routers for this DVR port bae2e94d-34b0-428f-af1e-280369757eff on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:24:23.089885 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2456cd04-8a64-486f-b278-d06c92a3a32e req-dca6cb65-f07d-44a5-8416-9bd705b7a812 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064730 Nov 25 13:24:23.186233 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-adbdaf7c-52dc-4545-896f-297f0e38533c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-783329290-network', 'tenant_id': 'c3c775803d354892aee478fad34a8c78'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:24:23.193848 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2f68a3b5-b17b-4d91-855e-2c3a41ea9ee1 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:23.206403 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7c56bea3-038c-4a0b-8c75-c76b75bade2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:23.220286 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adbdaf7c-52dc-4545-896f-297f0e38533c admin admin] Made reservation on behalf of c3c775803d354892aee478fad34a8c78 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:24:23.223603 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-adbdaf7c-52dc-4545-896f-297f0e38533c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:23.227261 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-2f68a3b5-b17b-4d91-855e-2c3a41ea9ee1 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fd9ab2e-c3f1-4f80-a028-f50140c313b1']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:24:23.235444 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-adbdaf7c-52dc-4545-896f-297f0e38533c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:23.246776 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-2f68a3b5-b17b-4d91-855e-2c3a41ea9ee1 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8168826a-b7f9-4889-a633-10eae6a0f285') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:24:23.247148 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-2f68a3b5-b17b-4d91-855e-2c3a41ea9ee1 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8168826a-b7f9-4889-a633-10eae6a0f285') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:24:23.257308 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7c56bea3-038c-4a0b-8c75-c76b75bade2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:23.266499 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2f68a3b5-b17b-4d91-855e-2c3a41ea9ee1 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:23.295124 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2f68a3b5-b17b-4d91-855e-2c3a41ea9ee1 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:23.309258 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f68a3b5-b17b-4d91-855e-2c3a41ea9ee1 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:24:23.310123 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2f68a3b5-b17b-4d91-855e-2c3a41ea9ee1 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:23.313359 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:24:23.313359 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:24:23.313359 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:24:23.313359 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:24:23.313359 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:24:23.313359 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:24:23.313359 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:24:23.313359 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:24:23.313359 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:24:23.313359 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:24:23.313359 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:24:23.313359 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:24:23.313359 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:24:23.313359 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:24:23.313359 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:24:23.313359 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:24:23.313359 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:24:23.313359 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:24:23.313359 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:24:23.313359 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:24:23.313359 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:24:23.313359 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:24:23.313359 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:24:23.313359 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:24:23.313359 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:24:23.313359 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:24:23.313359 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:24:23.313359 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:24:23.313359 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:24:23.313359 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:24:23.313359 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:24:23.313359 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:24:23.335511 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-adbdaf7c-52dc-4545-896f-297f0e38533c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:23.340859 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-adbdaf7c-52dc-4545-896f-297f0e38533c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:23.369827 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdaf7c-52dc-4545-896f-297f0e38533c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a63710e8-e8f1-4d9f-9c58-062cd12e5ddd,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:23.379678 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2f68a3b5-b17b-4d91-855e-2c3a41ea9ee1 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:23.388083 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2f68a3b5-b17b-4d91-855e-2c3a41ea9ee1 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:23.395753 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-2f68a3b5-b17b-4d91-855e-2c3a41ea9ee1 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "DELETE /v2.0/networks/7fd9ab2e-c3f1-4f80-a028-f50140c313b1 HTTP/1.1" status: 204 len: 168 time: 1.1785717 Nov 25 13:24:23.396207 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57734) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:23.402288 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-789b81f6-8406-46d2-a7fe-268e607d3f4b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-911416208'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:24:23.411623 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f68a3b5-b17b-4d91-855e-2c3a41ea9ee1 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event deleted for resources: {'Network': ['ID=7fd9ab2e-c3f1-4f80-a028-f50140c313b1,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:23.417994 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7c56bea3-038c-4a0b-8c75-c76b75bade2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:23.420883 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7c56bea3-038c-4a0b-8c75-c76b75bade2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:23.424629 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-7c56bea3-038c-4a0b-8c75-c76b75bade2b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7ae76127-e3d0-4586-ba5b-a9b828d87ae7 HTTP/1.1" status: 204 len: 168 time: 0.4500706 Nov 25 13:24:23.432055 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c56bea3-038c-4a0b-8c75-c76b75bade2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae76127-e3d0-4586-ba5b-a9b828d87ae7,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:23.437737 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adbdaf7c-52dc-4545-896f-297f0e38533c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:24:23.440172 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789b81f6-8406-46d2-a7fe-268e607d3f4b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Made reservation on behalf of 33f2ee5c7830442db7d8e3bd7eb6dd8c for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:24:23.455288 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-789b81f6-8406-46d2-a7fe-268e607d3f4b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:23.485689 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-adbdaf7c-52dc-4545-896f-297f0e38533c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:23.486059 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-adbdaf7c-52dc-4545-896f-297f0e38533c admin admin] Added segment 66e12dc7-b89b-4195-a71e-2bc7657a2a6a of type vlan for network 755402ba-804b-4493-8340-905b0e2e90e1 Nov 25 13:24:23.500712 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-789b81f6-8406-46d2-a7fe-268e607d3f4b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:24:23.539749 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-789b81f6-8406-46d2-a7fe-268e607d3f4b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:23.541389 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-789b81f6-8406-46d2-a7fe-268e607d3f4b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Added segment b4940550-2c86-466a-ad88-7cffb64b38ec of type vlan for network 6c99c191-8519-4929-8883-8a2c032f9209 Nov 25 13:24:23.553187 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-adbdaf7c-52dc-4545-896f-297f0e38533c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:23.617808 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-789b81f6-8406-46d2-a7fe-268e607d3f4b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:23.648206 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-adbdaf7c-52dc-4545-896f-297f0e38533c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:23.649177 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbdaf7c-52dc-4545-896f-297f0e38533c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:23.649768 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-adbdaf7c-52dc-4545-896f-297f0e38533c admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:23.692068 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-adbdaf7c-52dc-4545-896f-297f0e38533c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6735122 Nov 25 13:24:23.695466 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 57744) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:23.700621 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-af5e40bb-1deb-49d5-8612-4f688e555f80 admin admin] Request body: {'subnet': {'network_id': '755402ba-804b-4493-8340-905b0e2e90e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-783329290-subnet', 'tenant_id': 'c3c775803d354892aee478fad34a8c78', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:24:23.708399 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-789b81f6-8406-46d2-a7fe-268e607d3f4b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:23.715076 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789b81f6-8406-46d2-a7fe-268e607d3f4b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:23.718050 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-789b81f6-8406-46d2-a7fe-268e607d3f4b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:23.752688 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5e40bb-1deb-49d5-8612-4f688e555f80 admin admin] Made reservation on behalf of c3c775803d354892aee478fad34a8c78 for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:24:23.755160 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-af5e40bb-1deb-49d5-8612-4f688e555f80 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:23.773403 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdaf7c-52dc-4545-896f-297f0e38533c admin admin] Pushing event updated for resources: {'Network': ['ID=755402ba-804b-4493-8340-905b0e2e90e1,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:23.784436 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 755402ba-804b-4493-8340-905b0e2e90e1 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:24:23.800918 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-789b81f6-8406-46d2-a7fe-268e607d3f4b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4032907 Nov 25 13:24:23.809885 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 57746) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:23.842606 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-a6cd9750-9ca2-4870-a734-872cd7e8f6cc tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Request body: {'subnet': {'network_id': '6c99c191-8519-4929-8883-8a2c032f9209', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:24:23.895451 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789b81f6-8406-46d2-a7fe-268e607d3f4b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event updated for resources: {'Network': ['ID=6c99c191-8519-4929-8883-8a2c032f9209,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:23.913888 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 6c99c191-8519-4929-8883-8a2c032f9209 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:24:23.998343 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57748) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:24.012508 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b01a0b91-1d48-462e-a0f9-09cc9a084aba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:24.075923 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb09a4-9d92-4c3d-9ce1-9e51822136af req-36c93ce5-e3ba-41fe-b444-69e4faeb7d70 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:24.077562 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c0cb09a4-9d92-4c3d-9ce1-9e51822136af req-36c93ce5-e3ba-41fe-b444-69e4faeb7d70 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc20867-f972-453a-8ced-0dd44582b1f4 HTTP/1.1" status: 200 len: 945 time: 0.2667511 Nov 25 13:24:24.115219 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6cd9750-9ca2-4870-a734-872cd7e8f6cc tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Made reservation on behalf of 33f2ee5c7830442db7d8e3bd7eb6dd8c for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:24:24.118765 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a6cd9750-9ca2-4870-a734-872cd7e8f6cc tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:24.134591 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b01a0b91-1d48-462e-a0f9-09cc9a084aba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:24.139475 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b01a0b91-1d48-462e-a0f9-09cc9a084aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:24.191296 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01a0b91-1d48-462e-a0f9-09cc9a084aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59431649-48a1-464e-9db9-46e128d17976,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:24.211384 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b01a0b91-1d48-462e-a0f9-09cc9a084aba admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ec43f780c7c3469f86b41cf4c8758736&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2119458 Nov 25 13:24:24.212237 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57752) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:24.271389 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-00dea957-f18b-4eae-8f9d-c0084b59519d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:24.278668 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c0cb09a4-9d92-4c3d-9ce1-9e51822136af req-fc33bd17-f8f7-4077-8121-803668523df3 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852932 Nov 25 13:24:24.300961 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-00dea957-f18b-4eae-8f9d-c0084b59519d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:24.344201 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-00dea957-f18b-4eae-8f9d-c0084b59519d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:24.346961 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-00dea957-f18b-4eae-8f9d-c0084b59519d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:24.348178 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-00dea957-f18b-4eae-8f9d-c0084b59519d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/59431649-48a1-464e-9db9-46e128d17976 HTTP/1.1" status: 204 len: 168 time: 0.1324623 Nov 25 13:24:24.357750 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dea957-f18b-4eae-8f9d-c0084b59519d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59431649-48a1-464e-9db9-46e128d17976,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:24.659027 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ea4fa-7da4-4805-bc46-f993b6d0a584 req-be75a232-e41b-409d-a370-254922397cb5 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:24.660556 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1e8ea4fa-7da4-4805-bc46-f993b6d0a584 req-be75a232-e41b-409d-a370-254922397cb5 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fd33117-29e4-4f90-96fa-861455136eb1 HTTP/1.1" status: 200 len: 946 time: 0.4649112 Nov 25 13:24:24.709006 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-af5e40bb-1deb-49d5-8612-4f688e555f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:24.832381 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5e40bb-1deb-49d5-8612-4f688e555f80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de598ec9-e4ed-4f9c-80e3-a369f7acaceb,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:24.861273 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1e8ea4fa-7da4-4805-bc46-f993b6d0a584 req-0805b91d-3653-401b-8c98-f53f5cb50dc0 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657050 Nov 25 13:24:24.871888 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a6cd9750-9ca2-4870-a734-872cd7e8f6cc tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:24.881365 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5e40bb-1deb-49d5-8612-4f688e555f80 admin admin] Checking segment: {'id': '66e12dc7-b89b-4195-a71e-2bc7657a2a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '755402ba-804b-4493-8340-905b0e2e90e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:24:24.881743 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5e40bb-1deb-49d5-8612-4f688e555f80 admin admin] Network hostable DHCP agents. Network: 755402ba-804b-4493-8340-905b0e2e90e1, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:24:24.968939 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cd9750-9ca2-4870-a734-872cd7e8f6cc tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event updated for resources: {'Subnet': ['ID=131e66ed-5a42-4915-948c-5a8a479a1b32,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:24.975596 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5e40bb-1deb-49d5-8612-4f688e555f80 admin admin] Network 755402ba-804b-4493-8340-905b0e2e90e1 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:24:24.982896 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cd9750-9ca2-4870-a734-872cd7e8f6cc tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Checking segment: {'id': 'b4940550-2c86-466a-ad88-7cffb64b38ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6c99c191-8519-4929-8883-8a2c032f9209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:24:24.983266 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6cd9750-9ca2-4870-a734-872cd7e8f6cc tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Network hostable DHCP agents. Network: 6c99c191-8519-4929-8883-8a2c032f9209, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:24:24.994825 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-af5e40bb-1deb-49d5-8612-4f688e555f80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 755402ba-804b-4493-8340-905b0e2e90e1) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:24:25.010162 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5e40bb-1deb-49d5-8612-4f688e555f80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:25.010873 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-af5e40bb-1deb-49d5-8612-4f688e555f80 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:25.017418 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6cd9750-9ca2-4870-a734-872cd7e8f6cc tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Network 6c99c191-8519-4929-8883-8a2c032f9209 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:24:25.019405 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c4bfba-561b-4986-a06f-2238b0507690 None None] Network 755402ba-804b-4493-8340-905b0e2e90e1 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:24:25.026478 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-a6cd9750-9ca2-4870-a734-872cd7e8f6cc tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 6c99c191-8519-4929-8883-8a2c032f9209) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:24:25.031177 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cd9750-9ca2-4870-a734-872cd7e8f6cc tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:25.031985 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a6cd9750-9ca2-4870-a734-872cd7e8f6cc tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:25.039677 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-af5e40bb-1deb-49d5-8612-4f688e555f80 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3429134 Nov 25 13:24:25.043385 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57784) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:25.045652 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be12535-27d7-4a70-90aa-c2aede795a68 None None] Network 6c99c191-8519-4929-8883-8a2c032f9209 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:24:25.050029 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-a1fbbf2d-2bc9-4031-bf8d-dda1a1e1c24c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-783329290-router', 'tenant_id': 'c3c775803d354892aee478fad34a8c78', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:24:25.060781 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-a6cd9750-9ca2-4870-a734-872cd7e8f6cc tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2227695 Nov 25 13:24:25.063542 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 57786) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:25.068287 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-3b5e61d2-bbb6-4235-8c9a-e6649d10a5d6 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1964622482', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:24:25.086037 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a1fbbf2d-2bc9-4031-bf8d-dda1a1e1c24c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:25.088500 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a1fbbf2d-2bc9-4031-bf8d-dda1a1e1c24c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:25.114053 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3b5e61d2-bbb6-4235-8c9a-e6649d10a5d6 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:25.116882 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3b5e61d2-bbb6-4235-8c9a-e6649d10a5d6 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:25.188469 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3b5e61d2-bbb6-4235-8c9a-e6649d10a5d6 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:25.196030 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3b5e61d2-bbb6-4235-8c9a-e6649d10a5d6 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:25.226443 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3b5e61d2-bbb6-4235-8c9a-e6649d10a5d6 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:25.229014 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3b5e61d2-bbb6-4235-8c9a-e6649d10a5d6 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1635730 Nov 25 13:24:25.233920 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 57790) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:25.249675 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-86533c5c-30cb-478c-8aca-b5a593a374f7 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Request body: {'port': {'network_id': '6c99c191-8519-4929-8883-8a2c032f9209', 'name': 'tempest-PortsIpV6TestJSON-2012084508'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:24:25.362239 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48069802-226c-4f98-8a40-6cd0044669f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-755402ba-804b-4493-8340-905b0e2e90e1', 'network_id': '755402ba-804b-4493-8340-905b0e2e90e1', 'tenant_id': 'c3c775803d354892aee478fad34a8c78', 'fixed_ips': [{'subnet_id': 'de598ec9-e4ed-4f9c-80e3-a369f7acaceb'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:24:25.364966 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-48069802-226c-4f98-8a40-6cd0044669f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:25.469118 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73903322-131f-4e19-a899-efd7218dd912 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-6c99c191-8519-4929-8883-8a2c032f9209', 'network_id': '6c99c191-8519-4929-8883-8a2c032f9209', 'tenant_id': '33f2ee5c7830442db7d8e3bd7eb6dd8c', 'fixed_ips': [{'subnet_id': '131e66ed-5a42-4915-948c-5a8a479a1b32'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:24:25.470760 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-73903322-131f-4e19-a899-efd7218dd912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:25.530770 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2750035-821a-4d94-b458-4944c99e76b9 req-f185c33e-da9e-43b1-ad6e-076de9c42b09 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:25.535141 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c2750035-821a-4d94-b458-4944c99e76b9 req-f185c33e-da9e-43b1-ad6e-076de9c42b09 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc20867-f972-453a-8ced-0dd44582b1f4 HTTP/1.1" status: 200 len: 945 time: 0.1251059 Nov 25 13:24:25.609928 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a1fbbf2d-2bc9-4031-bf8d-dda1a1e1c24c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:25.636326 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86533c5c-30cb-478c-8aca-b5a593a374f7 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Made reservation on behalf of 33f2ee5c7830442db7d8e3bd7eb6dd8c for: {'port': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:24:25.641287 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-86533c5c-30cb-478c-8aca-b5a593a374f7 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:25.644123 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-48069802-226c-4f98-8a40-6cd0044669f7 None None] Allocated IP 172.20.0.2 (755402ba-804b-4493-8340-905b0e2e90e1/de598ec9-e4ed-4f9c-80e3-a369f7acaceb/c66d78b3-cd05-4c2e-86a3-ca162fa9976b) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:24:25.659868 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c2750035-821a-4d94-b458-4944c99e76b9 req-af695ceb-2f3f-46d5-88c3-55c928ce9d70 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130579 Nov 25 13:24:25.670353 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [None req-86533c5c-30cb-478c-8aca-b5a593a374f7 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] device_id is not set on port 5b85b4bd-441a-4d19-b797-d90af90d26ff yet. {{(pid=103570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:24:25.832608 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a1fbbf2d-2bc9-4031-bf8d-dda1a1e1c24c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:25.840312 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-86533c5c-30cb-478c-8aca-b5a593a374f7 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Allocated IP 2001:db8::4f (6c99c191-8519-4929-8883-8a2c032f9209/131e66ed-5a42-4915-948c-5a8a479a1b32/5b85b4bd-441a-4d19-b797-d90af90d26ff) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:24:26.055162 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-48069802-226c-4f98-8a40-6cd0044669f7 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:26.070131 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-48069802-226c-4f98-8a40-6cd0044669f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:26.171904 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48069802-226c-4f98-8a40-6cd0044669f7 None None] Network 755402ba-804b-4493-8340-905b0e2e90e1 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:24:26.176042 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-48069802-226c-4f98-8a40-6cd0044669f7 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:24:26.177741 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a1fbbf2d-2bc9-4031-bf8d-dda1a1e1c24c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:26.179470 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48069802-226c-4f98-8a40-6cd0044669f7 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:24:26.183538 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48069802-226c-4f98-8a40-6cd0044669f7 None None] Pushing event updated for resources: {'Port': ['ID=c66d78b3-cd05-4c2e-86a3-ca162fa9976b,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:26.203883 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a1fbbf2d-2bc9-4031-bf8d-dda1a1e1c24c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:26.259282 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-48069802-226c-4f98-8a40-6cd0044669f7 None None] Attempting to bind port c66d78b3-cd05-4c2e-86a3-ca162fa9976b on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:24:26.259815 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-48069802-226c-4f98-8a40-6cd0044669f7 None None] Attempting to bind port c66d78b3-cd05-4c2e-86a3-ca162fa9976b by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '66e12dc7-b89b-4195-a71e-2bc7657a2a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '755402ba-804b-4493-8340-905b0e2e90e1'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:24:26.261006 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48069802-226c-4f98-8a40-6cd0044669f7 None None] Attempting to bind port c66d78b3-cd05-4c2e-86a3-ca162fa9976b on network 755402ba-804b-4493-8340-905b0e2e90e1 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:24:26.262854 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-86533c5c-30cb-478c-8aca-b5a593a374f7 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:26.269342 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48069802-226c-4f98-8a40-6cd0044669f7 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:24:26.269818 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48069802-226c-4f98-8a40-6cd0044669f7 None None] Checking segment: {'id': '66e12dc7-b89b-4195-a71e-2bc7657a2a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '755402ba-804b-4493-8340-905b0e2e90e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:24:26.270291 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-48069802-226c-4f98-8a40-6cd0044669f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:26.270798 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48069802-226c-4f98-8a40-6cd0044669f7 None None] Bound using segment: {'id': '66e12dc7-b89b-4195-a71e-2bc7657a2a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '755402ba-804b-4493-8340-905b0e2e90e1'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:24:26.271305 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-48069802-226c-4f98-8a40-6cd0044669f7 None None] Bound port: c66d78b3-cd05-4c2e-86a3-ca162fa9976b, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66e12dc7-b89b-4195-a71e-2bc7657a2a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '755402ba-804b-4493-8340-905b0e2e90e1'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:24:26.271696 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-48069802-226c-4f98-8a40-6cd0044669f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:26.318410 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d1ae5-cd41-45ee-98ba-eb2c43033a1d req-182f9f12-1533-45ae-99e0-f63b803fde70 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:26.320255 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7f9d1ae5-cd41-45ee-98ba-eb2c43033a1d req-182f9f12-1533-45ae-99e0-f63b803fde70 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fd33117-29e4-4f90-96fa-861455136eb1 HTTP/1.1" status: 200 len: 946 time: 0.3219085 Nov 25 13:24:26.322652 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-86533c5c-30cb-478c-8aca-b5a593a374f7 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:26.416388 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86533c5c-30cb-478c-8aca-b5a593a374f7 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Network 6c99c191-8519-4929-8883-8a2c032f9209 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:24:26.425063 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-86533c5c-30cb-478c-8aca-b5a593a374f7 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:24:26.436241 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86533c5c-30cb-478c-8aca-b5a593a374f7 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:24:26.442466 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86533c5c-30cb-478c-8aca-b5a593a374f7 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:26.443910 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-86533c5c-30cb-478c-8aca-b5a593a374f7 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:26.454288 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-a1fbbf2d-2bc9-4031-bf8d-dda1a1e1c24c admin admin] Allocated IP 172.25.5.86 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/c7f15d46-8b5b-481b-b78e-59f0ae67ed1c) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:24:26.461867 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86533c5c-30cb-478c-8aca-b5a593a374f7 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event updated for resources: {'Port': ['ID=5b85b4bd-441a-4d19-b797-d90af90d26ff,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:26.481427 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-86533c5c-30cb-478c-8aca-b5a593a374f7 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2420330 Nov 25 13:24:26.484874 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7f9d1ae5-cd41-45ee-98ba-eb2c43033a1d req-caf49db1-d6f4-4fd5-a48e-068a2bcba801 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500967 Nov 25 13:24:26.485453 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 57814) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:26.491199 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-73903322-131f-4e19-a899-efd7218dd912 None None] Allocated IP 2001:db8::2 (6c99c191-8519-4929-8883-8a2c032f9209/131e66ed-5a42-4915-948c-5a8a479a1b32/052dbaa7-d3d5-46a4-b237-3a454539a348) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:24:26.621907 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-48069802-226c-4f98-8a40-6cd0044669f7 None None] For port c66d78b3-cd05-4c2e-86a3-ca162fa9976b, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:24:26.627109 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-48069802-226c-4f98-8a40-6cd0044669f7 None None] For port c66d78b3-cd05-4c2e-86a3-ca162fa9976b, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=c66d78b3-cd05-4c2e-86a3-ca162fa9976b,segment=NetworkSegment(66e12dc7-b89b-4195-a71e-2bc7657a2a6a),segment_id=66e12dc7-b89b-4195-a71e-2bc7657a2a6a)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:24:26.643176 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-48069802-226c-4f98-8a40-6cd0044669f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:26.747907 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a1fbbf2d-2bc9-4031-bf8d-dda1a1e1c24c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:26.801181 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-73903322-131f-4e19-a899-efd7218dd912 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:26.807205 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a1fbbf2d-2bc9-4031-bf8d-dda1a1e1c24c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:26.813552 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-73903322-131f-4e19-a899-efd7218dd912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:26.840934 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 57822) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:26.847106 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73903322-131f-4e19-a899-efd7218dd912 None None] Network 6c99c191-8519-4929-8883-8a2c032f9209 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:24:26.848467 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48069802-226c-4f98-8a40-6cd0044669f7 None None] Pushing event updated for resources: {'Port': ['ID=c66d78b3-cd05-4c2e-86a3-ca162fa9976b,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:26.851533 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-73903322-131f-4e19-a899-efd7218dd912 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:24:26.865949 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73903322-131f-4e19-a899-efd7218dd912 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:24:26.876116 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fbbf2d-2bc9-4031-bf8d-dda1a1e1c24c admin admin] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:24:26.879554 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-a1fbbf2d-2bc9-4031-bf8d-dda1a1e1c24c admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:24:26.884400 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fbbf2d-2bc9-4031-bf8d-dda1a1e1c24c admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:24:26.946355 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb769005-41b7-4c3b-a51d-f4053aa08ab7 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:24:26.997174 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fbbf2d-2bc9-4031-bf8d-dda1a1e1c24c admin admin] Pushing event updated for resources: {'Port': ['ID=c7f15d46-8b5b-481b-b78e-59f0ae67ed1c,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:27.014492 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-73903322-131f-4e19-a899-efd7218dd912 None None] Attempting to bind port 052dbaa7-d3d5-46a4-b237-3a454539a348 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:24:27.014899 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-73903322-131f-4e19-a899-efd7218dd912 None None] Attempting to bind port 052dbaa7-d3d5-46a4-b237-3a454539a348 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'b4940550-2c86-466a-ad88-7cffb64b38ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6c99c191-8519-4929-8883-8a2c032f9209'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:24:27.015272 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73903322-131f-4e19-a899-efd7218dd912 None None] Attempting to bind port 052dbaa7-d3d5-46a4-b237-3a454539a348 on network 6c99c191-8519-4929-8883-8a2c032f9209 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:24:27.018283 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a7e5d3-e69e-4f3d-bc2d-5d40399df794 req-20737f7f-0e6a-4bac-a43d-1351d9f4f811 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:27.019906 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-18a7e5d3-e69e-4f3d-bc2d-5d40399df794 req-20737f7f-0e6a-4bac-a43d-1351d9f4f811 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc20867-f972-453a-8ced-0dd44582b1f4 HTTP/1.1" status: 200 len: 945 time: 0.2155740 Nov 25 13:24:27.022675 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73903322-131f-4e19-a899-efd7218dd912 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:24:27.023082 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73903322-131f-4e19-a899-efd7218dd912 None None] Checking segment: {'id': 'b4940550-2c86-466a-ad88-7cffb64b38ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6c99c191-8519-4929-8883-8a2c032f9209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:24:27.027911 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-73903322-131f-4e19-a899-efd7218dd912 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:27.028371 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73903322-131f-4e19-a899-efd7218dd912 None None] Bound using segment: {'id': 'b4940550-2c86-466a-ad88-7cffb64b38ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6c99c191-8519-4929-8883-8a2c032f9209'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:24:27.028889 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-73903322-131f-4e19-a899-efd7218dd912 None None] Bound port: 052dbaa7-d3d5-46a4-b237-3a454539a348, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4940550-2c86-466a-ad88-7cffb64b38ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6c99c191-8519-4929-8883-8a2c032f9209'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:24:27.029289 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-73903322-131f-4e19-a899-efd7218dd912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:27.042461 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73903322-131f-4e19-a899-efd7218dd912 None None] Pushing event updated for resources: {'Port': ['ID=052dbaa7-d3d5-46a4-b237-3a454539a348,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:27.105118 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-ea7861c2-0328-4942-be1f-97752243c64d None None] Provisioning complete for port c7f15d46-8b5b-481b-b78e-59f0ae67ed1c triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:24:27.105786 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ea7861c2-0328-4942-be1f-97752243c64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:27.110752 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-ec3ed973-fd59-4c4e-8cf6-caf4eb6801a9 tempest-QuotasTest-525308728 tempest-QuotasTest-525308728-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:24:27.134230 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-72b6318d-c1bf-453c-95e1-1568539d958b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:27.173573 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-ea7861c2-0328-4942-be1f-97752243c64d None None] Port c7f15d46-8b5b-481b-b78e-59f0ae67ed1c cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:24:27.263728 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-73903322-131f-4e19-a899-efd7218dd912 None None] For port 052dbaa7-d3d5-46a4-b237-3a454539a348, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:24:27.269523 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-73903322-131f-4e19-a899-efd7218dd912 None None] For port 052dbaa7-d3d5-46a4-b237-3a454539a348, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=052dbaa7-d3d5-46a4-b237-3a454539a348,segment=NetworkSegment(b4940550-2c86-466a-ad88-7cffb64b38ec),segment_id=b4940550-2c86-466a-ad88-7cffb64b38ec)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:24:27.278915 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-73903322-131f-4e19-a899-efd7218dd912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:27.279934 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-18a7e5d3-e69e-4f3d-bc2d-5d40399df794 req-dbaf6f80-f4db-44f2-bb7a-41fb04854e04 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008121 Nov 25 13:24:27.293492 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-ec3ed973-fd59-4c4e-8cf6-caf4eb6801a9 tempest-QuotasTest-525308728 tempest-QuotasTest-525308728-project-admin] 10.222.0.53 "PUT /v2.0/quotas/ea84b93810884daeabb7d59af01f348c HTTP/1.1" status: 200 len: 366 time: 0.4495144 Nov 25 13:24:27.305963 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 57828) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:27.393713 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73903322-131f-4e19-a899-efd7218dd912 None None] Pushing event updated for resources: {'Port': ['ID=052dbaa7-d3d5-46a4-b237-3a454539a348,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:27.438298 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57830) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:27.438964 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-9d72fe2c-526d-4601-a362-9bb5789dba0b tempest-QuotasTest-525308728 tempest-QuotasTest-525308728-project-admin] 10.222.0.53 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.1412792 Nov 25 13:24:27.460206 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-63d3c8b1-178d-4623-ad9a-816880441080 tempest-QuotasTest-525308728 tempest-QuotasTest-525308728-project-admin] 10.222.0.53 "GET /v2.0/quotas/ea84b93810884daeabb7d59af01f348c HTTP/1.1" status: 200 len: 366 time: 0.0203567 Nov 25 13:24:27.461408 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a1fbbf2d-2bc9-4031-bf8d-dda1a1e1c24c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:27.472009 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57832) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:27.518965 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-70c2a069-2eea-4c7b-8f5c-2d6001006b1e req-39c7ce14-880e-4282-9f95-ee9b3a63bf1b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=32ba8698-b3b1-4dfd-a8f2-8fbd4efeab35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1128604 Nov 25 13:24:27.530100 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-62274740-251b-4593-8be6-8e07d13bb698 tempest-QuotasTest-525308728 tempest-QuotasTest-525308728-project-admin] 10.222.0.53 "DELETE /v2.0/quotas/ea84b93810884daeabb7d59af01f348c HTTP/1.1" status: 204 len: 168 time: 0.0563664 Nov 25 13:24:27.532826 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57834) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:27.594425 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 57838) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:27.596032 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-a604e35c-642f-4fa6-a765-1aa538743da5 tempest-QuotasTest-525308728 tempest-QuotasTest-525308728-project-admin] 10.222.0.53 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0570376 Nov 25 13:24:27.621378 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-5e2c2632-45f4-4881-bffe-d37a98566bcd tempest-QuotasTest-525308728 tempest-QuotasTest-525308728-project-admin] 10.222.0.53 "GET /v2.0/quotas/ea84b93810884daeabb7d59af01f348c HTTP/1.1" status: 200 len: 370 time: 0.0209873 Nov 25 13:24:27.625653 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 57840) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:27.636407 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-57e49897-ee30-4a32-96ad-6a8c6838888c tempest-QuotasTest-525308728 tempest-QuotasTest-525308728-project-admin] 10.222.0.53 "GET /v2.0/quotas/ea84b93810884daeabb7d59af01f348c/default HTTP/1.1" status: 200 len: 370 time: 0.0095019 Nov 25 13:24:27.649752 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57842) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:27.684731 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [None req-c7825fec-97cb-431b-9506-590aee8c906e tempest-QuotasTest-525308728 tempest-QuotasTest-525308728-project-admin] delete failed (client error): The resource could not be found. Nov 25 13:24:27.686087 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c7825fec-97cb-431b-9506-590aee8c906e tempest-QuotasTest-525308728 tempest-QuotasTest-525308728-project-admin] 10.222.0.53 "DELETE /v2.0/quotas/ea84b93810884daeabb7d59af01f348c HTTP/1.1" status: 404 len: 348 time: 0.0331488 Nov 25 13:24:27.694440 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-72b6318d-c1bf-453c-95e1-1568539d958b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:27.726133 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-72b6318d-c1bf-453c-95e1-1568539d958b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:27.817368 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a1fbbf2d-2bc9-4031-bf8d-dda1a1e1c24c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:27.888254 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2a069-2eea-4c7b-8f5c-2d6001006b1e req-1732b8e7-ec8b-45bf-8620-74aec6ec69f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:27.889899 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-70c2a069-2eea-4c7b-8f5c-2d6001006b1e req-1732b8e7-ec8b-45bf-8620-74aec6ec69f0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f316b895b9bc47d6886b73ece5df5d1d&device_id=32ba8698-b3b1-4dfd-a8f2-8fbd4efeab35 HTTP/1.1" status: 200 len: 1097 time: 0.2657003 Nov 25 13:24:27.897810 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 57846) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:27.993944 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1fbbf2d-2bc9-4031-bf8d-dda1a1e1c24c admin admin] Router 334fd49a-84bc-4923-8066-41c07520642f is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:24:28.034820 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b6318d-c1bf-453c-95e1-1568539d958b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event updated for resources: {'Port': ['ID=5b85b4bd-441a-4d19-b797-d90af90d26ff,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:28.057674 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d9739-d259-480b-a42f-a48d58d13cac req-9be9476c-c842-4049-8c0e-67058bcc9439 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:28.070923 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c43d9739-d259-480b-a42f-a48d58d13cac req-9be9476c-c842-4049-8c0e-67058bcc9439 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fd33117-29e4-4f90-96fa-861455136eb1 HTTP/1.1" status: 200 len: 946 time: 0.3848398 Nov 25 13:24:28.082993 n-d-808199-11 neutron-server[103570]: DEBUG neutron.quota.resource [None req-2e165d77-9c99-4320-9b1c-2110b28e579d tempest-QuotasTest-525308728 tempest-QuotasTest-525308728-project-admin] Usage tracker for resource:network and project:956180e7182d4b3ca05140d2b0cb2176 is out of sync, need to count used quota {{(pid=103570) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 25 13:24:28.099349 n-d-808199-11 neutron-server[103570]: DEBUG neutron.quota.resource [None req-2e165d77-9c99-4320-9b1c-2110b28e579d tempest-QuotasTest-525308728 tempest-QuotasTest-525308728-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103570) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 25 13:24:28.128355 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1fbbf2d-2bc9-4031-bf8d-dda1a1e1c24c admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:24:28.139290 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844bd51c-ffbc-43fd-b1ee-e215a5bbbe8e None None] Sync routers for ids ['334fd49a-84bc-4923-8066-41c07520642f'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:24:28.158630 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844bd51c-ffbc-43fd-b1ee-e215a5bbbe8e None None] Routers {'334fd49a-84bc-4923-8066-41c07520642f'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:24:28.159873 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-844bd51c-ffbc-43fd-b1ee-e215a5bbbe8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:24:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['334fd49a-84bc-4923-8066-41c07520642f'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:24:28.162552 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a1fbbf2d-2bc9-4031-bf8d-dda1a1e1c24c admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:28.169594 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-a1fbbf2d-2bc9-4031-bf8d-dda1a1e1c24c admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1244357 Nov 25 13:24:28.170336 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57848) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:28.213436 n-d-808199-11 neutron-server[103570]: DEBUG neutron.quota.resource [None req-2e165d77-9c99-4320-9b1c-2110b28e579d tempest-QuotasTest-525308728 tempest-QuotasTest-525308728-project-admin] Usage tracker for resource:subnet and project:956180e7182d4b3ca05140d2b0cb2176 is out of sync, need to count used quota {{(pid=103570) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 25 13:24:28.240594 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c43d9739-d259-480b-a42f-a48d58d13cac req-d56e1fcb-b8a5-4674-b013-56f0bec15995 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684315 Nov 25 13:24:28.250509 n-d-808199-11 neutron-server[103570]: DEBUG neutron.quota.resource [None req-2e165d77-9c99-4320-9b1c-2110b28e579d tempest-QuotasTest-525308728 tempest-QuotasTest-525308728-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103570) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 25 13:24:28.299824 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-72b6318d-c1bf-453c-95e1-1568539d958b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:28.315838 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2a069-2eea-4c7b-8f5c-2d6001006b1e req-b3a08c6b-e9f6-4893-9bac-dc1baecab18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:28.317352 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-70c2a069-2eea-4c7b-8f5c-2d6001006b1e req-b3a08c6b-e9f6-4893-9bac-dc1baecab18f service neutron] 10.222.0.66 "GET /v2.0/networks?id=5a608445-48fc-4cb4-86bf-6068f5ffd561 HTTP/1.1" status: 200 len: 910 time: 0.3976469 Nov 25 13:24:28.320059 n-d-808199-11 neutron-server[103570]: DEBUG neutron.quota.resource [None req-2e165d77-9c99-4320-9b1c-2110b28e579d tempest-QuotasTest-525308728 tempest-QuotasTest-525308728-project-admin] Usage tracker for resource:subnetpool and project:956180e7182d4b3ca05140d2b0cb2176 is out of sync, need to count used quota {{(pid=103570) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 25 13:24:28.407983 n-d-808199-11 neutron-server[103570]: DEBUG neutron.quota.resource [None req-2e165d77-9c99-4320-9b1c-2110b28e579d tempest-QuotasTest-525308728 tempest-QuotasTest-525308728-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103570) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 25 13:24:28.459070 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-844bd51c-ffbc-43fd-b1ee-e215a5bbbe8e None None] Set router 334fd49a-84bc-4923-8066-41c07520642f gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:24:28.464045 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61184ac-ae41-44ce-bd86-2bf79d0faf49 None None] Network 755402ba-804b-4493-8340-905b0e2e90e1 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:24:28.518095 n-d-808199-11 neutron-server[103570]: DEBUG neutron.quota.resource [None req-2e165d77-9c99-4320-9b1c-2110b28e579d tempest-QuotasTest-525308728 tempest-QuotasTest-525308728-project-admin] Usage tracker for resource:port and project:956180e7182d4b3ca05140d2b0cb2176 is out of sync, need to count used quota {{(pid=103570) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 25 13:24:28.538573 n-d-808199-11 neutron-server[103570]: DEBUG neutron.quota.resource [None req-2e165d77-9c99-4320-9b1c-2110b28e579d tempest-QuotasTest-525308728 tempest-QuotasTest-525308728-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103570) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 25 13:24:28.563925 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-70c2a069-2eea-4c7b-8f5c-2d6001006b1e req-5312e2a1-9e38-4c99-a00c-1a096ecbd4a8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59053dba-2c76-45f3-ad4a-19e7d38c9a02 HTTP/1.1" status: 200 len: 1000 time: 0.2342534 Nov 25 13:24:28.573695 n-d-808199-11 neutron-server[103570]: DEBUG neutron.quota.resource [None req-2e165d77-9c99-4320-9b1c-2110b28e579d tempest-QuotasTest-525308728 tempest-QuotasTest-525308728-project-admin] Usage tracker for resource:router and project:956180e7182d4b3ca05140d2b0cb2176 is out of sync, need to count used quota {{(pid=103570) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 25 13:24:28.594751 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d18bfb1-9293-4abf-9ce3-392ee3164b68 req-5d656a3b-5343-4d2d-8b26-4b102e86bd72 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:28.597434 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9d18bfb1-9293-4abf-9ce3-392ee3164b68 req-5d656a3b-5343-4d2d-8b26-4b102e86bd72 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc20867-f972-453a-8ced-0dd44582b1f4 HTTP/1.1" status: 200 len: 945 time: 0.1821158 Nov 25 13:24:28.638876 n-d-808199-11 neutron-server[103570]: DEBUG neutron.quota.resource [None req-2e165d77-9c99-4320-9b1c-2110b28e579d tempest-QuotasTest-525308728 tempest-QuotasTest-525308728-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103570) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 25 13:24:28.671480 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-3364d81b-a34b-43d8-8025-ae0859696967 None None] Provisioning complete for port c66d78b3-cd05-4c2e-86a3-ca162fa9976b triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:24:28.671857 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3364d81b-a34b-43d8-8025-ae0859696967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:28.721819 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-72b6318d-c1bf-453c-95e1-1568539d958b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:28.744829 n-d-808199-11 neutron-server[103570]: DEBUG neutron.quota.resource [None req-2e165d77-9c99-4320-9b1c-2110b28e579d tempest-QuotasTest-525308728 tempest-QuotasTest-525308728-project-admin] Usage tracker for resource:floatingip and project:956180e7182d4b3ca05140d2b0cb2176 is out of sync, need to count used quota {{(pid=103570) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 25 13:24:28.761090 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2a069-2eea-4c7b-8f5c-2d6001006b1e req-e8d6b49e-301f-4612-8835-e22e879060e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:28.762896 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-70c2a069-2eea-4c7b-8f5c-2d6001006b1e req-e8d6b49e-301f-4612-8835-e22e879060e8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4997cc2a-e143-43c9-a247-504e1c6f3545 HTTP/1.1" status: 200 len: 848 time: 0.1862209 Nov 25 13:24:28.767257 n-d-808199-11 neutron-server[103570]: DEBUG neutron.quota.resource [None req-2e165d77-9c99-4320-9b1c-2110b28e579d tempest-QuotasTest-525308728 tempest-QuotasTest-525308728-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103570) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 25 13:24:28.942067 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9d18bfb1-9293-4abf-9ce3-392ee3164b68 req-1c9c52d8-355b-49bb-994e-5786d14614fb tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672868 Nov 25 13:24:28.948125 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3364d81b-a34b-43d8-8025-ae0859696967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:29.009393 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-844bd51c-ffbc-43fd-b1ee-e215a5bbbe8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334fd49a-84bc-4923-8066-41c07520642f', 'name': 'tempest-AttachVolumeShelveTestJSON-783329290-router', 'tenant_id': 'c3c775803d354892aee478fad34a8c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'c7f15d46-8b5b-481b-b78e-59f0ae67ed1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:24:25Z', 'updated_at': '2021-11-25T13:24:27Z', 'revision_number': 3, 'project_id': 'c3c775803d354892aee478fad34a8c78', 'gw_port': {'id': 'c7f15d46-8b5b-481b-b78e-59f0ae67ed1c', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:70:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334fd49a-84bc-4923-8066-41c07520642f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:24:26Z', 'updated_at': '2021-11-25T13:24:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:24:29.037685 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-3364d81b-a34b-43d8-8025-ae0859696967 None None] For port c66d78b3-cd05-4c2e-86a3-ca162fa9976b, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=c66d78b3-cd05-4c2e-86a3-ca162fa9976b,segment=NetworkSegment(66e12dc7-b89b-4195-a71e-2bc7657a2a6a),segment_id=66e12dc7-b89b-4195-a71e-2bc7657a2a6a)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:24:29.049144 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 052dbaa7-d3d5-46a4-b237-3a454539a348 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:24:29.060401 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3364d81b-a34b-43d8-8025-ae0859696967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:29.064384 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6f0aa033-571d-4502-a05b-82c737370711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:29.091255 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844bd51c-ffbc-43fd-b1ee-e215a5bbbe8e None None] Checking router: 334fd49a-84bc-4923-8066-41c07520642f for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:24:29.091737 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844bd51c-ffbc-43fd-b1ee-e215a5bbbe8e None None] Updating router 334fd49a-84bc-4923-8066-41c07520642f port c7f15d46-8b5b-481b-b78e-59f0ae67ed1c binding host n-d-808199-11 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:24:29.155169 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-844bd51c-ffbc-43fd-b1ee-e215a5bbbe8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:29.249726 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29274f31-ff46-4477-87e2-539a75d097d2 None None] Network 6c99c191-8519-4929-8883-8a2c032f9209 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:24:29.257433 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3364d81b-a34b-43d8-8025-ae0859696967 None None] Pushing event updated for resources: {'Port': ['ID=c66d78b3-cd05-4c2e-86a3-ca162fa9976b,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:29.326299 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-6f0aa033-571d-4502-a05b-82c737370711 admin admin] Allocated IP 172.20.0.1 (755402ba-804b-4493-8340-905b0e2e90e1/de598ec9-e4ed-4f9c-80e3-a369f7acaceb/25fd7cd6-c3dc-407b-bfb6-d5699626f956) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:24:29.390296 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2a069-2eea-4c7b-8f5c-2d6001006b1e req-634f7267-b431-4b12-a117-29851463a9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:29.391861 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-70c2a069-2eea-4c7b-8f5c-2d6001006b1e req-634f7267-b431-4b12-a117-29851463a9f1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5a608445-48fc-4cb4-86bf-6068f5ffd561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6155910 Nov 25 13:24:29.402945 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-7ea7f3e2-bf60-4bf1-897d-fb4d3148c371 None None] Provisioning complete for port 052dbaa7-d3d5-46a4-b237-3a454539a348 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:24:29.403270 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7ea7f3e2-bf60-4bf1-897d-fb4d3148c371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:29.552424 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6f0aa033-571d-4502-a05b-82c737370711 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:29.562420 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-844bd51c-ffbc-43fd-b1ee-e215a5bbbe8e None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:29.581637 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-844bd51c-ffbc-43fd-b1ee-e215a5bbbe8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:29.626744 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 052dbaa7-d3d5-46a4-b237-3a454539a348 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:24:29.626744 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:29.632669 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-72b6318d-c1bf-453c-95e1-1568539d958b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:29.637093 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6f0aa033-571d-4502-a05b-82c737370711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:29.676581 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d63ffb9-b5b2-4dd5-a49a-4ca4f5caeafc None None] Pushing event updated for resources: {'Port': ['ID=c7f15d46-8b5b-481b-b78e-59f0ae67ed1c,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:29.684307 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0daa72d8-8c14-4e37-a17f-b0eb352c6ec1 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:24:29.687965 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-72b6318d-c1bf-453c-95e1-1568539d958b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:29.689157 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-72b6318d-c1bf-453c-95e1-1568539d958b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:29.712656 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-844bd51c-ffbc-43fd-b1ee-e215a5bbbe8e None None] Attempting to bind port c7f15d46-8b5b-481b-b78e-59f0ae67ed1c on host n-d-808199-11 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:24:29.713383 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-844bd51c-ffbc-43fd-b1ee-e215a5bbbe8e None None] Attempting to bind port c7f15d46-8b5b-481b-b78e-59f0ae67ed1c by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:24:29.713957 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844bd51c-ffbc-43fd-b1ee-e215a5bbbe8e None None] Attempting to bind port c7f15d46-8b5b-481b-b78e-59f0ae67ed1c on network 7542d3d9-0db3-40e7-ab88-a168871141f7 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:24:29.720346 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844bd51c-ffbc-43fd-b1ee-e215a5bbbe8e None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:24:29.721428 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844bd51c-ffbc-43fd-b1ee-e215a5bbbe8e None None] Checking segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:24:29.722026 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-844bd51c-ffbc-43fd-b1ee-e215a5bbbe8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:29.722615 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844bd51c-ffbc-43fd-b1ee-e215a5bbbe8e None None] Bound using segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:24:29.723326 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-844bd51c-ffbc-43fd-b1ee-e215a5bbbe8e None None] Bound port: c7f15d46-8b5b-481b-b78e-59f0ae67ed1c, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:24:29.723891 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-844bd51c-ffbc-43fd-b1ee-e215a5bbbe8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:29.737018 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0aa033-571d-4502-a05b-82c737370711 admin admin] Network 755402ba-804b-4493-8340-905b0e2e90e1 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:24:29.740306 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-6f0aa033-571d-4502-a05b-82c737370711 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:24:29.758231 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:29.766088 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0aa033-571d-4502-a05b-82c737370711 admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:24:29.794449 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-844bd51c-ffbc-43fd-b1ee-e215a5bbbe8e None None] For port c7f15d46-8b5b-481b-b78e-59f0ae67ed1c, host n-d-808199-11, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:24:29.798472 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-844bd51c-ffbc-43fd-b1ee-e215a5bbbe8e None None] For port c7f15d46-8b5b-481b-b78e-59f0ae67ed1c, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=c7f15d46-8b5b-481b-b78e-59f0ae67ed1c,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:24:29.806338 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d63ffb9-b5b2-4dd5-a49a-4ca4f5caeafc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:24:29.807174 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d63ffb9-b5b2-4dd5-a49a-4ca4f5caeafc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:24:29.807940 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d63ffb9-b5b2-4dd5-a49a-4ca4f5caeafc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:24:29.808529 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d63ffb9-b5b2-4dd5-a49a-4ca4f5caeafc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:24:29.809134 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d63ffb9-b5b2-4dd5-a49a-4ca4f5caeafc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:24:29.809754 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d63ffb9-b5b2-4dd5-a49a-4ca4f5caeafc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:24:29.810318 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d63ffb9-b5b2-4dd5-a49a-4ca4f5caeafc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:24:29.811965 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d63ffb9-b5b2-4dd5-a49a-4ca4f5caeafc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:24:29.814400 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d63ffb9-b5b2-4dd5-a49a-4ca4f5caeafc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:24:29.815129 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d63ffb9-b5b2-4dd5-a49a-4ca4f5caeafc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:24:29.815720 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d63ffb9-b5b2-4dd5-a49a-4ca4f5caeafc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:24:29.816283 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d63ffb9-b5b2-4dd5-a49a-4ca4f5caeafc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:24:29.821682 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0aa033-571d-4502-a05b-82c737370711 admin admin] Pushing event updated for resources: {'Port': ['ID=25fd7cd6-c3dc-407b-bfb6-d5699626f956,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:29.823912 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-844bd51c-ffbc-43fd-b1ee-e215a5bbbe8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:29.824939 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] For port 052dbaa7-d3d5-46a4-b237-3a454539a348, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=052dbaa7-d3d5-46a4-b237-3a454539a348,segment=NetworkSegment(b4940550-2c86-466a-ad88-7cffb64b38ec),segment_id=b4940550-2c86-466a-ad88-7cffb64b38ec)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:24:29.839394 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b6318d-c1bf-453c-95e1-1568539d958b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event updated for resources: {'Port': ['ID=5b85b4bd-441a-4d19-b797-d90af90d26ff,revision_number=3']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:29.842358 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:29.843222 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device c66d78b3-cd05-4c2e-86a3-ca162fa9976b up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:24:29.869981 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6f0aa033-571d-4502-a05b-82c737370711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:30.001817 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d63ffb9-b5b2-4dd5-a49a-4ca4f5caeafc None None] Pushing event updated for resources: {'Port': ['ID=c7f15d46-8b5b-481b-b78e-59f0ae67ed1c,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:30.027646 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844bd51c-ffbc-43fd-b1ee-e215a5bbbe8e None None] Routers {'334fd49a-84bc-4923-8066-41c07520642f'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:24:30.028293 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-844bd51c-ffbc-43fd-b1ee-e215a5bbbe8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:24:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['334fd49a-84bc-4923-8066-41c07520642f'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:24:30.157478 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-844bd51c-ffbc-43fd-b1ee-e215a5bbbe8e None None] Set router 334fd49a-84bc-4923-8066-41c07520642f gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:24:30.166873 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Pushing event updated for resources: {'Port': ['ID=052dbaa7-d3d5-46a4-b237-3a454539a348,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:30.190392 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1196cd1c-9dda-4da6-9ec1-d88f9d4f2e55 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:24:30.222068 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3abfb-2000-4a18-8c27-510fac5b9827 req-6436d444-7f2e-4825-8769-1504eb89ec3d tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:30.224169 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8fd3abfb-2000-4a18-8c27-510fac5b9827 req-6436d444-7f2e-4825-8769-1504eb89ec3d tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fd33117-29e4-4f90-96fa-861455136eb1 HTTP/1.1" status: 200 len: 946 time: 0.7969952 Nov 25 13:24:30.277234 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6f0aa033-571d-4502-a05b-82c737370711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:30.285105 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b6318d-c1bf-453c-95e1-1568539d958b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Network 6c99c191-8519-4929-8883-8a2c032f9209 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:24:30.286496 n-d-808199-11 neutron-server[103570]: DEBUG neutron.quota.resource [None req-2e165d77-9c99-4320-9b1c-2110b28e579d tempest-QuotasTest-525308728 tempest-QuotasTest-525308728-project-admin] Usage tracker for resource:security_group and project:956180e7182d4b3ca05140d2b0cb2176 is out of sync, need to count used quota {{(pid=103570) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 25 13:24:30.315481 n-d-808199-11 neutron-server[103570]: DEBUG neutron.quota.resource [None req-2e165d77-9c99-4320-9b1c-2110b28e579d tempest-QuotasTest-525308728 tempest-QuotasTest-525308728-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103570) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 25 13:24:30.318924 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-72b6318d-c1bf-453c-95e1-1568539d958b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:24:30.566970 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-844bd51c-ffbc-43fd-b1ee-e215a5bbbe8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334fd49a-84bc-4923-8066-41c07520642f', 'name': 'tempest-AttachVolumeShelveTestJSON-783329290-router', 'tenant_id': 'c3c775803d354892aee478fad34a8c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'c7f15d46-8b5b-481b-b78e-59f0ae67ed1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:24:25Z', 'updated_at': '2021-11-25T13:24:27Z', 'revision_number': 3, 'project_id': 'c3c775803d354892aee478fad34a8c78', 'gw_port': {'id': 'c7f15d46-8b5b-481b-b78e-59f0ae67ed1c', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:70:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334fd49a-84bc-4923-8066-41c07520642f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:24:26Z', 'updated_at': '2021-11-25T13:24:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:24:30.583614 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port c66d78b3-cd05-4c2e-86a3-ca162fa9976b triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:24:30.584446 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:30.614039 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7168f510-60fa-41a1-9c2b-89553bb7c4e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:30.647716 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6f0aa033-571d-4502-a05b-82c737370711 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:30.656772 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6f0aa033-571d-4502-a05b-82c737370711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:30.706595 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844bd51c-ffbc-43fd-b1ee-e215a5bbbe8e None None] The sync data for ids ['334fd49a-84bc-4923-8066-41c07520642f'] in n-d-808199-11 is: [{'id': '334fd49a-84bc-4923-8066-41c07520642f', 'name': 'tempest-AttachVolumeShelveTestJSON-783329290-router', 'tenant_id': 'c3c775803d354892aee478fad34a8c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'c7f15d46-8b5b-481b-b78e-59f0ae67ed1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:24:25Z', 'updated_at': '2021-11-25T13:24:27Z', 'revision_number': 3, 'project_id': 'c3c775803d354892aee478fad34a8c78', 'gw_port': {'id': 'c7f15d46-8b5b-481b-b78e-59f0ae67ed1c', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:70:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334fd49a-84bc-4923-8066-41c07520642f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:24:26Z', 'updated_at': '2021-11-25T13:24:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:24:30.777022 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6f0aa033-571d-4502-a05b-82c737370711 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:30.783233 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0aa033-571d-4502-a05b-82c737370711 admin admin] Pushing event updated for resources: {'Port': ['ID=25fd7cd6-c3dc-407b-bfb6-d5699626f956,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:30.786239 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-12cf4ee8-ee1d-4b98-99f8-51312b0aaf5f None None] Provisioning complete for port 5b85b4bd-441a-4d19-b797-d90af90d26ff triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:24:30.787190 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-12cf4ee8-ee1d-4b98-99f8-51312b0aaf5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:30.872786 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-12cf4ee8-ee1d-4b98-99f8-51312b0aaf5f None None] Port 5b85b4bd-441a-4d19-b797-d90af90d26ff cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:24:30.896104 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-12cf4ee8-ee1d-4b98-99f8-51312b0aaf5f None None] Provisioning complete for port 052dbaa7-d3d5-46a4-b237-3a454539a348 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:24:30.896492 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-12cf4ee8-ee1d-4b98-99f8-51312b0aaf5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:30.990069 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0aa033-571d-4502-a05b-82c737370711 admin admin] Network 755402ba-804b-4493-8340-905b0e2e90e1 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:24:30.995358 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-6f0aa033-571d-4502-a05b-82c737370711 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:24:31.011431 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 052dbaa7-d3d5-46a4-b237-3a454539a348 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:24:31.313916 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-12cf4ee8-ee1d-4b98-99f8-51312b0aaf5f None None] Provisioning complete for port 25fd7cd6-c3dc-407b-bfb6-d5699626f956 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:24:31.315087 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-12cf4ee8-ee1d-4b98-99f8-51312b0aaf5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:31.322285 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 052dbaa7-d3d5-46a4-b237-3a454539a348 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:24:31.323116 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:31.416953 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f0aa033-571d-4502-a05b-82c737370711 admin admin] Router 334fd49a-84bc-4923-8066-41c07520642f has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:24:31.461669 n-d-808199-11 neutron-server[103570]: DEBUG neutron.quota.resource [None req-2e165d77-9c99-4320-9b1c-2110b28e579d tempest-QuotasTest-525308728 tempest-QuotasTest-525308728-project-admin] Usage tracker for resource:security_group_rule and project:956180e7182d4b3ca05140d2b0cb2176 is out of sync, need to count used quota {{(pid=103570) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 25 13:24:31.473227 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-12cf4ee8-ee1d-4b98-99f8-51312b0aaf5f None None] Port 25fd7cd6-c3dc-407b-bfb6-d5699626f956 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:24:31.504803 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-70c2a069-2eea-4c7b-8f5c-2d6001006b1e req-b1401429-8aa3-4555-87ba-cff87d0bdf49 service neutron] 10.222.0.66 "GET /v2.0/networks/5a608445-48fc-4cb4-86bf-6068f5ffd561?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0786080 Nov 25 13:24:31.533596 n-d-808199-11 neutron-server[103570]: DEBUG neutron.quota.resource [None req-2e165d77-9c99-4320-9b1c-2110b28e579d tempest-QuotasTest-525308728 tempest-QuotasTest-525308728-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103570) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 25 13:24:31.554073 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-12cf4ee8-ee1d-4b98-99f8-51312b0aaf5f None None] Provisioning complete for port c7f15d46-8b5b-481b-b78e-59f0ae67ed1c triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:24:31.554470 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-12cf4ee8-ee1d-4b98-99f8-51312b0aaf5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:31.581624 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e31342-f81a-4226-8236-5c231d6ad23e req-e06d25d0-bbe4-4cf4-b9de-ebc8fdccc72f tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:31.596495 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f1e31342-f81a-4226-8236-5c231d6ad23e req-e06d25d0-bbe4-4cf4-b9de-ebc8fdccc72f tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc20867-f972-453a-8ced-0dd44582b1f4 HTTP/1.1" status: 200 len: 945 time: 1.4324756 Nov 25 13:24:31.613506 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device c66d78b3-cd05-4c2e-86a3-ca162fa9976b up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:24:31.667663 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f0aa033-571d-4502-a05b-82c737370711 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:24:31.680997 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-6f0aa033-571d-4502-a05b-82c737370711 admin admin] 10.222.0.53 "PUT /v2.0/routers/334fd49a-84bc-4923-8066-41c07520642f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5094535 Nov 25 13:24:31.695204 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8fd3abfb-2000-4a18-8c27-510fac5b9827 req-e1b99b64-0b9b-4518-a0b8-85f9875bbb0f tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4441693 Nov 25 13:24:31.701907 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-2e165d77-9c99-4320-9b1c-2110b28e579d tempest-QuotasTest-525308728 tempest-QuotasTest-525308728-project-admin] 10.222.0.53 "GET /v2.0/quotas/956180e7182d4b3ca05140d2b0cb2176/details.json HTTP/1.1" status: 200 len: 703 time: 3.8031392 Nov 25 13:24:31.843566 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port c66d78b3-cd05-4c2e-86a3-ca162fa9976b triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:24:31.849705 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:31.914584 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-12cf4ee8-ee1d-4b98-99f8-51312b0aaf5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:31.917967 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f1e31342-f81a-4226-8236-5c231d6ad23e req-a84ca687-98b4-4fe8-b933-332b41d64922 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120358 Nov 25 13:24:31.957792 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-12cf4ee8-ee1d-4b98-99f8-51312b0aaf5f None None] For port c7f15d46-8b5b-481b-b78e-59f0ae67ed1c, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=c7f15d46-8b5b-481b-b78e-59f0ae67ed1c,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:24:31.971242 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-12cf4ee8-ee1d-4b98-99f8-51312b0aaf5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:32.007123 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-70c2a069-2eea-4c7b-8f5c-2d6001006b1e req-4475b85d-e789-44c5-a65e-59913634626c service neutron] 10.222.0.66 "GET /v2.0/networks/5a608445-48fc-4cb4-86bf-6068f5ffd561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4852197 Nov 25 13:24:32.024293 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72b6318d-c1bf-453c-95e1-1568539d958b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Router 85205200-d3e9-4d9a-ba69-54e7cc9d13f6 is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:24:32.103683 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cf4ee8-ee1d-4b98-99f8-51312b0aaf5f None None] Pushing event updated for resources: {'Port': ['ID=c7f15d46-8b5b-481b-b78e-59f0ae67ed1c,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:32.198992 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-12cf4ee8-ee1d-4b98-99f8-51312b0aaf5f None None] Provisioning complete for port c66d78b3-cd05-4c2e-86a3-ca162fa9976b triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:24:32.199687 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-12cf4ee8-ee1d-4b98-99f8-51312b0aaf5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:32.236119 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b6318d-c1bf-453c-95e1-1568539d958b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:24:32.248920 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57878) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:32.249563 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-72b6318d-c1bf-453c-95e1-1568539d958b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "PUT /v2.0/routers/85205200-d3e9-4d9a-ba69-54e7cc9d13f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7596328 Nov 25 13:24:32.253333 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f5ea0c-11d9-4349-9a48-3b04aee31ab5 None None] Sync routers for ids ['85205200-d3e9-4d9a-ba69-54e7cc9d13f6'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:24:32.285137 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f5ea0c-11d9-4349-9a48-3b04aee31ab5 None None] Routers {'85205200-d3e9-4d9a-ba69-54e7cc9d13f6'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:24:32.285916 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-31f5ea0c-11d9-4349-9a48-3b04aee31ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:24:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['85205200-d3e9-4d9a-ba69-54e7cc9d13f6'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:24:32.325029 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 57880) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:32.345605 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-31f5ea0c-11d9-4349-9a48-3b04aee31ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:24:32.369717 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8f68db-f7ed-4cc1-8f27-90c7c713289b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:32.371399 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-ab8f68db-f7ed-4cc1-8f27-90c7c713289b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "GET /v2.0/ports?device_id=85205200-d3e9-4d9a-ba69-54e7cc9d13f6 HTTP/1.1" status: 200 len: 988 time: 0.1214468 Nov 25 13:24:32.379394 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 57884) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:32.398772 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f5ea0c-11d9-4349-9a48-3b04aee31ab5 None None] Routers {'85205200-d3e9-4d9a-ba69-54e7cc9d13f6'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:24:32.399704 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-31f5ea0c-11d9-4349-9a48-3b04aee31ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:24:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['85205200-d3e9-4d9a-ba69-54e7cc9d13f6'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:24:32.462043 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-31f5ea0c-11d9-4349-9a48-3b04aee31ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:24:32.463711 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f5ea0c-11d9-4349-9a48-3b04aee31ab5 None None] The sync data for ids ['85205200-d3e9-4d9a-ba69-54e7cc9d13f6'] in n-d-808199-11 is: [] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:24:32.566732 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-02e443c2-7237-4750-a09c-8cd306dc5d2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:32.603100 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-3bdbf3f2-e942-4caf-ae04-b69f96f19b1e None None] Provisioning complete for port 5b85b4bd-441a-4d19-b797-d90af90d26ff triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:24:32.603745 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3bdbf3f2-e942-4caf-ae04-b69f96f19b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:32.656021 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-3bdbf3f2-e942-4caf-ae04-b69f96f19b1e None None] Port 5b85b4bd-441a-4d19-b797-d90af90d26ff cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:24:32.677554 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-3bdbf3f2-e942-4caf-ae04-b69f96f19b1e None None] Provisioning complete for port 25fd7cd6-c3dc-407b-bfb6-d5699626f956 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:24:32.677926 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3bdbf3f2-e942-4caf-ae04-b69f96f19b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:32.730863 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-3bdbf3f2-e942-4caf-ae04-b69f96f19b1e None None] Port 25fd7cd6-c3dc-407b-bfb6-d5699626f956 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:24:32.733868 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6394f874-3758-42ac-8873-5ef5c38012c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:32.753143 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-02e443c2-7237-4750-a09c-8cd306dc5d2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:32.765427 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-02e443c2-7237-4750-a09c-8cd306dc5d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:32.825060 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-02e443c2-7237-4750-a09c-8cd306dc5d2b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bfc281d40f5143e4bae55a9835034de2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4983523 Nov 25 13:24:32.827497 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57892) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:32.838476 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e443c2-7237-4750-a09c-8cd306dc5d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13833c0f-04c8-4dd0-8c8d-20e1a5517e6d,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:32.910378 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d2e1db83-325f-4c08-b9e4-0674135f104a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:32.958726 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d2e1db83-325f-4c08-b9e4-0674135f104a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:33.002137 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device c7f15d46-8b5b-481b-b78e-59f0ae67ed1c up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:24:33.029308 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4ac2a1-b139-4d02-9767-98e920480b9c req-4dd65000-d7cb-4e7d-b74a-fe31a34a5104 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:33.030942 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dc4ac2a1-b139-4d02-9767-98e920480b9c req-4dd65000-d7cb-4e7d-b74a-fe31a34a5104 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fd33117-29e4-4f90-96fa-861455136eb1 HTTP/1.1" status: 200 len: 946 time: 0.1350639 Nov 25 13:24:33.042533 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d2e1db83-325f-4c08-b9e4-0674135f104a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:33.047222 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d2e1db83-325f-4c08-b9e4-0674135f104a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:33.052345 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d2e1db83-325f-4c08-b9e4-0674135f104a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/13833c0f-04c8-4dd0-8c8d-20e1a5517e6d HTTP/1.1" status: 204 len: 168 time: 0.2231798 Nov 25 13:24:33.062667 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e1db83-325f-4c08-b9e4-0674135f104a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13833c0f-04c8-4dd0-8c8d-20e1a5517e6d,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:33.071933 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port c7f15d46-8b5b-481b-b78e-59f0ae67ed1c triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:24:33.072441 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:33.167401 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dc4ac2a1-b139-4d02-9767-98e920480b9c req-f7ae45e2-6242-4ee3-b605-add400f5b003 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279092 Nov 25 13:24:33.349644 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8d5a2b1b-61fb-4280-a095-28e9f1a99f3f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:33.389918 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 62b3264e-df9f-4ad5-a44f-101d27b3502a details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:24:33.393420 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 62b3264e-df9f-4ad5-a44f-101d27b3502a no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:24:33.478842 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09349f83-2822-4a27-a55c-68a2ac0a6dff req-9faf53f4-28ae-4de6-9bb0-919295401950 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:33.481153 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-09349f83-2822-4a27-a55c-68a2ac0a6dff req-9faf53f4-28ae-4de6-9bb0-919295401950 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc20867-f972-453a-8ced-0dd44582b1f4 HTTP/1.1" status: 200 len: 945 time: 0.2112715 Nov 25 13:24:33.508153 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcda171-6fd0-4dfc-be8d-575ea85f3971 None None] Sync routers for ids ['334fd49a-84bc-4923-8066-41c07520642f'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:24:33.538977 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcda171-6fd0-4dfc-be8d-575ea85f3971 None None] Routers {'334fd49a-84bc-4923-8066-41c07520642f'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:24:33.541739 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-3bcda171-6fd0-4dfc-be8d-575ea85f3971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:24:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['334fd49a-84bc-4923-8066-41c07520642f'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:24:33.635622 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 62b3264e-df9f-4ad5-a44f-101d27b3502a, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=62b3264e-df9f-4ad5-a44f-101d27b3502a,segment=NetworkSegment(7416f1b9-0861-4e21-8e76-903d02909f6c),segment_id=7416f1b9-0861-4e21-8e76-903d02909f6c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:24:33.653542 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '62b3264e-df9f-4ad5-a44f-101d27b3502a', 'network_id': '3dcc6e35-952f-4386-bb71-7353cabbfad7', 'port_id': '62b3264e-df9f-4ad5-a44f-101d27b3502a', 'mac_address': 'fa:16:3e:5e:9e:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '991e5daa-3b4a-4e1b-b46b-0e4b40b2f220', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:24:33.699077 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57902) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:33.706038 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-3bcda171-6fd0-4dfc-be8d-575ea85f3971 None None] Set router 334fd49a-84bc-4923-8066-41c07520642f gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:24:33.741408 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-48c17883-cc1a-429a-b69c-8334831ce8b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:33.743537 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-09349f83-2822-4a27-a55c-68a2ac0a6dff req-20fe177f-3ee4-48a5-b678-b5f94591a274 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549493 Nov 25 13:24:33.791925 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:33.810518 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:33.828932 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 62b3264e-df9f-4ad5-a44f-101d27b3502a {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:24:33.955439 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 57908) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:33.961830 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-243a0c44-21bd-4015-b391-b777b3224005 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Request body: {'security_group': {'name': 'tempest-securitygroup--630885565', 'description': 'tempest-description--370354757'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:24:33.964846 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-48c17883-cc1a-429a-b69c-8334831ce8b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:33.979611 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-48c17883-cc1a-429a-b69c-8334831ce8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:33.984713 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:33.988712 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 62b3264e-df9f-4ad5-a44f-101d27b3502a, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=62b3264e-df9f-4ad5-a44f-101d27b3502a,segment=NetworkSegment(7416f1b9-0861-4e21-8e76-903d02909f6c),segment_id=7416f1b9-0861-4e21-8e76-903d02909f6c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:24:34.004849 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:34.019764 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-243a0c44-21bd-4015-b391-b777b3224005 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:34.031217 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-8d5a2b1b-61fb-4280-a095-28e9f1a99f3f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Deleting port 5b85b4bd-441a-4d19-b797-d90af90d26ff {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:24:34.031667 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8d5a2b1b-61fb-4280-a095-28e9f1a99f3f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:34.085356 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-48c17883-cc1a-429a-b69c-8334831ce8b6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=956180e7182d4b3ca05140d2b0cb2176&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3850098 Nov 25 13:24:34.088252 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57910) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:34.095453 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c17883-cc1a-429a-b69c-8334831ce8b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3225c286-2b58-4f27-8938-b9152788730b,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:34.115747 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-3bcda171-6fd0-4dfc-be8d-575ea85f3971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334fd49a-84bc-4923-8066-41c07520642f', 'name': 'tempest-AttachVolumeShelveTestJSON-783329290-router', 'tenant_id': 'c3c775803d354892aee478fad34a8c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'c7f15d46-8b5b-481b-b78e-59f0ae67ed1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:24:25Z', 'updated_at': '2021-11-25T13:24:30Z', 'revision_number': 4, 'project_id': 'c3c775803d354892aee478fad34a8c78', 'gw_port': {'id': 'c7f15d46-8b5b-481b-b78e-59f0ae67ed1c', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:70:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334fd49a-84bc-4923-8066-41c07520642f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:24:26Z', 'updated_at': '2021-11-25T13:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '25fd7cd6-c3dc-407b-bfb6-d5699626f956', 'name': '', 'network_id': '755402ba-804b-4493-8340-905b0e2e90e1', 'tenant_id': 'c3c775803d354892aee478fad34a8c78', 'mac_address': 'fa:16:3e:76:32:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334fd49a-84bc-4923-8066-41c07520642f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'de598ec9-e4ed-4f9c-80e3-a369f7acaceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:24:29Z', 'updated_at': '2021-11-25T13:24:30Z', 'revision_number': 2, 'project_id': 'c3c775803d354892aee478fad34a8c78', 'subnets': [{'id': 'de598ec9-e4ed-4f9c-80e3-a369f7acaceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:24:34.175984 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcda171-6fd0-4dfc-be8d-575ea85f3971 None None] Checking router: 334fd49a-84bc-4923-8066-41c07520642f for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:24:34.178052 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcda171-6fd0-4dfc-be8d-575ea85f3971 None None] Updating router 334fd49a-84bc-4923-8066-41c07520642f port 25fd7cd6-c3dc-407b-bfb6-d5699626f956 binding host n-d-808199-11 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:24:34.185779 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.db.api [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 13:24:34.186238 n-d-808199-11 neutron-server[103572]: DEBUG oslo_db.api [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 13:24:34.203475 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=62b3264e-df9f-4ad5-a44f-101d27b3502a,revision_number=6']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:34.213290 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:24:34.213647 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:24:34.213995 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:24:34.214338 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:24:34.214705 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:24:34.215089 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:24:34.215429 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:24:34.215740 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-243a0c44-21bd-4015-b391-b777b3224005 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:34.215877 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:24:34.216080 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:24:34.216608 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:24:34.216826 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:24:34.217206 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:24:34.220948 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-df89370d-6e86-4657-9b52-129b8c119b2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:34.244720 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['62b3264e-df9f-4ad5-a44f-101d27b3502a'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:24:34.254035 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3bcda171-6fd0-4dfc-be8d-575ea85f3971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:34.278121 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-df89370d-6e86-4657-9b52-129b8c119b2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:34.281442 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-243a0c44-21bd-4015-b391-b777b3224005 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:34.333830 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243a0c44-21bd-4015-b391-b777b3224005 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62076cc7-e62e-4a72-af44-4e6f6b4d1965,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:34.375297 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-df89370d-6e86-4657-9b52-129b8c119b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:34.377959 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-df89370d-6e86-4657-9b52-129b8c119b2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:34.382025 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-df89370d-6e86-4657-9b52-129b8c119b2c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3225c286-2b58-4f27-8938-b9152788730b HTTP/1.1" status: 204 len: 168 time: 0.2902758 Nov 25 13:24:34.395943 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df89370d-6e86-4657-9b52-129b8c119b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3225c286-2b58-4f27-8938-b9152788730b,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:34.515367 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-243a0c44-21bd-4015-b391-b777b3224005 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:34.520246 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57918) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:34.520554 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-243a0c44-21bd-4015-b391-b777b3224005 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5635302 Nov 25 13:24:34.526434 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-88d5dce8-898f-4a32-9c1b-7eb0b33bd785 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Request body: {'security_group_rule': {'security_group_id': '62076cc7-e62e-4a72-af44-4e6f6b4d1965', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:24:34.562070 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c30edd3-a1ce-4559-9cbd-323d775e456c req-a6eefcf1-688a-4be6-a1db-1ba5dafab282 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:34.563813 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2c30edd3-a1ce-4559-9cbd-323d775e456c req-a6eefcf1-688a-4be6-a1db-1ba5dafab282 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b2089d6-077a-4484-aeae-3f3baeb9f079 HTTP/1.1" status: 200 len: 946 time: 0.2931457 Nov 25 13:24:34.566108 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8d5a2b1b-61fb-4280-a095-28e9f1a99f3f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:34.592641 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-88d5dce8-898f-4a32-9c1b-7eb0b33bd785 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:34.595902 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-8d5a2b1b-61fb-4280-a095-28e9f1a99f3f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Calling delete_port for 5b85b4bd-441a-4d19-b797-d90af90d26ff owned by network:router_interface {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:24:34.607187 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a39eb-18fc-472d-8efa-22ed98bf8bbd req-36f45009-66b8-41f6-a340-54b4ec227102 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:34.608770 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-490a39eb-18fc-472d-8efa-22ed98bf8bbd req-36f45009-66b8-41f6-a340-54b4ec227102 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fd33117-29e4-4f90-96fa-861455136eb1 HTTP/1.1" status: 200 len: 945 time: 0.2798064 Nov 25 13:24:34.672322 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3bcda171-6fd0-4dfc-be8d-575ea85f3971 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:34.680815 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3bcda171-6fd0-4dfc-be8d-575ea85f3971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:34.741929 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2c30edd3-a1ce-4559-9cbd-323d775e456c req-769db3bf-9336-4d51-a0f0-aaa06f3e81a8 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618450 Nov 25 13:24:34.759322 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-88d5dce8-898f-4a32-9c1b-7eb0b33bd785 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:34.773143 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-490a39eb-18fc-472d-8efa-22ed98bf8bbd req-475db3c4-5837-45a1-9364-6be5d9384009 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530824 Nov 25 13:24:34.777220 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-88d5dce8-898f-4a32-9c1b-7eb0b33bd785 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:34.803366 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:34.811600 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d5dce8-898f-4a32-9c1b-7eb0b33bd785 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c99994c-3524-438b-9a08-cb59cacfda9f,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:34.849576 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-88d5dce8-898f-4a32-9c1b-7eb0b33bd785 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:34.850940 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-88d5dce8-898f-4a32-9c1b-7eb0b33bd785 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3293598 Nov 25 13:24:34.852182 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 62b3264e-df9f-4ad5-a44f-101d27b3502a {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:24:34.854310 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57924) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:34.859017 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-50441f43-c6b0-4d3b-aece-c57b6ff5ab20 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Request body: {'security_group_rule': {'security_group_id': '62076cc7-e62e-4a72-af44-4e6f6b4d1965', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:24:34.914292 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-3bcda171-6fd0-4dfc-be8d-575ea85f3971 None None] Attempting to bind port 25fd7cd6-c3dc-407b-bfb6-d5699626f956 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:24:34.914292 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-3bcda171-6fd0-4dfc-be8d-575ea85f3971 None None] Attempting to bind port 25fd7cd6-c3dc-407b-bfb6-d5699626f956 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '66e12dc7-b89b-4195-a71e-2bc7657a2a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '755402ba-804b-4493-8340-905b0e2e90e1'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:24:34.916849 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcda171-6fd0-4dfc-be8d-575ea85f3971 None None] Attempting to bind port 25fd7cd6-c3dc-407b-bfb6-d5699626f956 on network 755402ba-804b-4493-8340-905b0e2e90e1 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:24:34.919043 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf9c2af-2ce5-428c-8b4b-0fd4a0ce05c2 None None] Pushing event updated for resources: {'Port': ['ID=25fd7cd6-c3dc-407b-bfb6-d5699626f956,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:34.920009 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 62b3264e-df9f-4ad5-a44f-101d27b3502a, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=62b3264e-df9f-4ad5-a44f-101d27b3502a,segment=NetworkSegment(7416f1b9-0861-4e21-8e76-903d02909f6c),segment_id=7416f1b9-0861-4e21-8e76-903d02909f6c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:24:34.931690 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:34.939360 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcda171-6fd0-4dfc-be8d-575ea85f3971 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:24:34.939742 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcda171-6fd0-4dfc-be8d-575ea85f3971 None None] Checking segment: {'id': '66e12dc7-b89b-4195-a71e-2bc7657a2a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '755402ba-804b-4493-8340-905b0e2e90e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:24:34.941285 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3bcda171-6fd0-4dfc-be8d-575ea85f3971 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:34.941697 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcda171-6fd0-4dfc-be8d-575ea85f3971 None None] Bound using segment: {'id': '66e12dc7-b89b-4195-a71e-2bc7657a2a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '755402ba-804b-4493-8340-905b0e2e90e1'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:24:34.942071 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-50441f43-c6b0-4d3b-aece-c57b6ff5ab20 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:34.944011 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-3bcda171-6fd0-4dfc-be8d-575ea85f3971 None None] Bound port: 25fd7cd6-c3dc-407b-bfb6-d5699626f956, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66e12dc7-b89b-4195-a71e-2bc7657a2a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '755402ba-804b-4493-8340-905b0e2e90e1'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:24:34.944420 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3bcda171-6fd0-4dfc-be8d-575ea85f3971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:35.077481 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-50441f43-c6b0-4d3b-aece-c57b6ff5ab20 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:35.083235 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-3bcda171-6fd0-4dfc-be8d-575ea85f3971 None None] For port 25fd7cd6-c3dc-407b-bfb6-d5699626f956, host n-d-808199-11, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:24:35.084858 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-50441f43-c6b0-4d3b-aece-c57b6ff5ab20 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:35.091538 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-3bcda171-6fd0-4dfc-be8d-575ea85f3971 None None] For port 25fd7cd6-c3dc-407b-bfb6-d5699626f956, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=25fd7cd6-c3dc-407b-bfb6-d5699626f956,segment=NetworkSegment(66e12dc7-b89b-4195-a71e-2bc7657a2a6a),segment_id=66e12dc7-b89b-4195-a71e-2bc7657a2a6a)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:24:35.096952 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=62b3264e-df9f-4ad5-a44f-101d27b3502a,revision_number=7']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:35.104189 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3bcda171-6fd0-4dfc-be8d-575ea85f3971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:35.118342 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50441f43-c6b0-4d3b-aece-c57b6ff5ab20 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0b2d6e8-6432-48ff-ba72-166bc1de429e,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:35.136095 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-50441f43-c6b0-4d3b-aece-c57b6ff5ab20 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:35.139978 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea08d1-2aec-4057-a8d4-b96bae1bdd52 req-64a762b2-5762-4c8e-ae3c-ad4b16c97ffc tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:35.145205 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-96ea08d1-2aec-4057-a8d4-b96bae1bdd52 req-64a762b2-5762-4c8e-ae3c-ad4b16c97ffc tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc20867-f972-453a-8ced-0dd44582b1f4 HTTP/1.1" status: 200 len: 945 time: 0.2526553 Nov 25 13:24:35.148508 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 57932) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:35.150539 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-50441f43-c6b0-4d3b-aece-c57b6ff5ab20 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2868011 Nov 25 13:24:35.154218 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:35.162265 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-ef2d7951-87dc-4845-b987-3008fba60ecb tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Request body: {'floatingip': {'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:24:35.174936 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-a57c05ae-271d-43fd-b950-35a865e34ac9 None None] Provisioning complete for port 25fd7cd6-c3dc-407b-bfb6-d5699626f956 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:24:35.176208 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a57c05ae-271d-43fd-b950-35a865e34ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:35.190622 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8d5a2b1b-61fb-4280-a095-28e9f1a99f3f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:35.205402 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf9c2af-2ce5-428c-8b4b-0fd4a0ce05c2 None None] Pushing event updated for resources: {'Port': ['ID=25fd7cd6-c3dc-407b-bfb6-d5699626f956,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:35.226073 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcda171-6fd0-4dfc-be8d-575ea85f3971 None None] Routers {'334fd49a-84bc-4923-8066-41c07520642f'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:24:35.226728 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-3bcda171-6fd0-4dfc-be8d-575ea85f3971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:24:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['334fd49a-84bc-4923-8066-41c07520642f'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:24:35.255369 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5a2b1b-61fb-4280-a095-28e9f1a99f3f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event deleted for resources: {'Port': ['ID=5b85b4bd-441a-4d19-b797-d90af90d26ff,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:35.352406 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a57c05ae-271d-43fd-b950-35a865e34ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:35.394301 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-a57c05ae-271d-43fd-b950-35a865e34ac9 None None] For port 25fd7cd6-c3dc-407b-bfb6-d5699626f956, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=25fd7cd6-c3dc-407b-bfb6-d5699626f956,segment=NetworkSegment(66e12dc7-b89b-4195-a71e-2bc7657a2a6a),segment_id=66e12dc7-b89b-4195-a71e-2bc7657a2a6a)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:24:35.397388 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-96ea08d1-2aec-4057-a8d4-b96bae1bdd52 req-d4977ed5-c952-4c67-8678-d77801718038 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216809 Nov 25 13:24:35.405008 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a57c05ae-271d-43fd-b950-35a865e34ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:35.505648 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 62b3264e-df9f-4ad5-a44f-101d27b3502a up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:24:35.513628 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-3bcda171-6fd0-4dfc-be8d-575ea85f3971 None None] Set router 334fd49a-84bc-4923-8066-41c07520642f gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:24:35.517983 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ef2d7951-87dc-4845-b987-3008fba60ecb tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks [] for floatingip, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:35.545668 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8d5a2b1b-61fb-4280-a095-28e9f1a99f3f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:35.640343 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57c05ae-271d-43fd-b950-35a865e34ac9 None None] Pushing event updated for resources: {'Port': ['ID=25fd7cd6-c3dc-407b-bfb6-d5699626f956,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:35.669061 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 62b3264e-df9f-4ad5-a44f-101d27b3502a triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:24:35.669582 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:35.807974 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-52bcef11-df78-4c29-869d-8b6851547b42 None None] Provisioning complete for port 25fd7cd6-c3dc-407b-bfb6-d5699626f956 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:24:35.808354 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-52bcef11-df78-4c29-869d-8b6851547b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:35.854670 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:35.862506 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d5a2b1b-61fb-4280-a095-28e9f1a99f3f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Router 85205200-d3e9-4d9a-ba69-54e7cc9d13f6 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:24:35.924456 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd33117-29e4-4f90-96fa-861455136eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b3264e-df9f-4ad5-a44f-101d27b3502a'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:24:35.935936 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982f918c-4a0e-4238-af45-1709d842f3ff" -d '{"events": [{"server_uuid": "3fd33117-29e4-4f90-96fa-861455136eb1", "name": "network-vif-plugged", "status": "completed", "tag": "62b3264e-df9f-4ad5-a44f-101d27b3502a"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:24:35.948127 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-3bcda171-6fd0-4dfc-be8d-575ea85f3971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334fd49a-84bc-4923-8066-41c07520642f', 'name': 'tempest-AttachVolumeShelveTestJSON-783329290-router', 'tenant_id': 'c3c775803d354892aee478fad34a8c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'c7f15d46-8b5b-481b-b78e-59f0ae67ed1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:24:25Z', 'updated_at': '2021-11-25T13:24:30Z', 'revision_number': 4, 'project_id': 'c3c775803d354892aee478fad34a8c78', 'gw_port': {'id': 'c7f15d46-8b5b-481b-b78e-59f0ae67ed1c', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:70:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334fd49a-84bc-4923-8066-41c07520642f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:24:26Z', 'updated_at': '2021-11-25T13:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '25fd7cd6-c3dc-407b-bfb6-d5699626f956', 'name': '', 'network_id': '755402ba-804b-4493-8340-905b0e2e90e1', 'tenant_id': 'c3c775803d354892aee478fad34a8c78', 'mac_address': 'fa:16:3e:76:32:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334fd49a-84bc-4923-8066-41c07520642f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'de598ec9-e4ed-4f9c-80e3-a369f7acaceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:24:29Z', 'updated_at': '2021-11-25T13:24:35Z', 'revision_number': 4, 'project_id': 'c3c775803d354892aee478fad34a8c78', 'subnets': [{'id': 'de598ec9-e4ed-4f9c-80e3-a369f7acaceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:24:36.054314 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d5a2b1b-61fb-4280-a095-28e9f1a99f3f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:24:36.060679 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-8d5a2b1b-61fb-4280-a095-28e9f1a99f3f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "PUT /v2.0/routers/85205200-d3e9-4d9a-ba69-54e7cc9d13f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6851254 Nov 25 13:24:36.063341 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57952) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:36.067493 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 62b3264e-df9f-4ad5-a44f-101d27b3502a, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=62b3264e-df9f-4ad5-a44f-101d27b3502a,segment=NetworkSegment(7416f1b9-0861-4e21-8e76-903d02909f6c),segment_id=7416f1b9-0861-4e21-8e76-903d02909f6c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:24:36.075673 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18448737-5fa8-4909-b5b3-dcbc71c1e752 None None] Sync routers for ids ['85205200-d3e9-4d9a-ba69-54e7cc9d13f6'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:24:36.081181 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1246436-01fc-4947-ac93-a3e442200ab9 req-9f64822c-2325-4085-bc7e-213d6922af65 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:36.087096 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:36.090567 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f1246436-01fc-4947-ac93-a3e442200ab9 req-9f64822c-2325-4085-bc7e-213d6922af65 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b2089d6-077a-4484-aeae-3f3baeb9f079 HTTP/1.1" status: 200 len: 946 time: 0.2229965 Nov 25 13:24:36.093424 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f5c7d85-0443-4fda-a1b6-aa692e611b69 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] GET failed (client error): The resource could not be found. Nov 25 13:24:36.098028 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-2f5c7d85-0443-4fda-a1b6-aa692e611b69 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "GET /v2.0/ports/5b85b4bd-441a-4d19-b797-d90af90d26ff HTTP/1.1" status: 404 len: 333 time: 0.0336134 Nov 25 13:24:36.098644 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57954) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:36.111907 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ef2d7951-87dc-4845-b987-3008fba60ecb tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:36.127831 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18448737-5fa8-4909-b5b3-dcbc71c1e752 None None] Routers {'85205200-d3e9-4d9a-ba69-54e7cc9d13f6'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:24:36.128893 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-18448737-5fa8-4909-b5b3-dcbc71c1e752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:24:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['85205200-d3e9-4d9a-ba69-54e7cc9d13f6'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:24:36.138566 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092cc59-87b1-4058-a9cf-aa49c218b8cf req-c7fca50e-097a-4afc-a713-d10f141865b2 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:36.140237 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcda171-6fd0-4dfc-be8d-575ea85f3971 None None] The sync data for ids ['334fd49a-84bc-4923-8066-41c07520642f'] in n-d-808199-11 is: [{'id': '334fd49a-84bc-4923-8066-41c07520642f', 'name': 'tempest-AttachVolumeShelveTestJSON-783329290-router', 'tenant_id': 'c3c775803d354892aee478fad34a8c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'c7f15d46-8b5b-481b-b78e-59f0ae67ed1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:24:25Z', 'updated_at': '2021-11-25T13:24:30Z', 'revision_number': 4, 'project_id': 'c3c775803d354892aee478fad34a8c78', 'gw_port': {'id': 'c7f15d46-8b5b-481b-b78e-59f0ae67ed1c', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:70:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334fd49a-84bc-4923-8066-41c07520642f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:24:26Z', 'updated_at': '2021-11-25T13:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '25fd7cd6-c3dc-407b-bfb6-d5699626f956', 'name': '', 'network_id': '755402ba-804b-4493-8340-905b0e2e90e1', 'tenant_id': 'c3c775803d354892aee478fad34a8c78', 'mac_address': 'fa:16:3e:76:32:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334fd49a-84bc-4923-8066-41c07520642f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'de598ec9-e4ed-4f9c-80e3-a369f7acaceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:24:29Z', 'updated_at': '2021-11-25T13:24:35Z', 'revision_number': 4, 'project_id': 'c3c775803d354892aee478fad34a8c78', 'subnets': [{'id': 'de598ec9-e4ed-4f9c-80e3-a369f7acaceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:24:36.140615 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3092cc59-87b1-4058-a9cf-aa49c218b8cf req-c7fca50e-097a-4afc-a713-d10f141865b2 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fd33117-29e4-4f90-96fa-861455136eb1 HTTP/1.1" status: 200 len: 944 time: 0.2333272 Nov 25 13:24:36.253627 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=62b3264e-df9f-4ad5-a44f-101d27b3502a,revision_number=8']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:36.253996 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8a214b7d-19a9-4b57-801d-4a2332b220fd tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:36.273928 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-18448737-5fa8-4909-b5b3-dcbc71c1e752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:24:36.285036 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f1246436-01fc-4947-ac93-a3e442200ab9 req-84e75bd8-f05f-411d-90b9-7c2b0d5f007b tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934566 Nov 25 13:24:36.293450 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3092cc59-87b1-4058-a9cf-aa49c218b8cf req-c12bbe9d-844f-4ef2-a6f2-4e912a31fbb7 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423135 Nov 25 13:24:36.297513 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18448737-5fa8-4909-b5b3-dcbc71c1e752 None None] Routers {'85205200-d3e9-4d9a-ba69-54e7cc9d13f6'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:24:36.298299 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-18448737-5fa8-4909-b5b3-dcbc71c1e752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:24:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['85205200-d3e9-4d9a-ba69-54e7cc9d13f6'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:24:36.345200 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-18448737-5fa8-4909-b5b3-dcbc71c1e752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:24:36.346240 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18448737-5fa8-4909-b5b3-dcbc71c1e752 None None] The sync data for ids ['85205200-d3e9-4d9a-ba69-54e7cc9d13f6'] in n-d-808199-11 is: [] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:24:36.347975 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:36.428969 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-ef2d7951-87dc-4845-b987-3008fba60ecb tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Allocated IP 172.25.5.151 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/441cdfbb-c2ec-4091-83ac-546d0923c107) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:24:36.436818 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb91deef-917a-449e-9b73-6da5bf9c1f53 x-openstack-request-id: req-fb91deef-917a-449e-9b73-6da5bf9c1f53 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:24:36.437375 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fd33117-29e4-4f90-96fa-861455136eb1", "name": "network-vif-plugged", "status": "completed", "tag": "62b3264e-df9f-4ad5-a44f-101d27b3502a", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:24:36.437539 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fb91deef-917a-449e-9b73-6da5bf9c1f53 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:24:36.437901 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd33117-29e4-4f90-96fa-861455136eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b3264e-df9f-4ad5-a44f-101d27b3502a', 'code': 200} Nov 25 13:24:36.966151 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 25fd7cd6-c3dc-407b-bfb6-d5699626f956 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:24:37.063151 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 57992) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:37.076218 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 25fd7cd6-c3dc-407b-bfb6-d5699626f956 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:24:37.076690 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:37.199729 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e83ed48-0686-4350-af97-1f53a59f46cb req-5631e09d-bea0-48de-9cd2-c30cba785bc8 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:37.202442 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7e83ed48-0686-4350-af97-1f53a59f46cb req-5631e09d-bea0-48de-9cd2-c30cba785bc8 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc20867-f972-453a-8ced-0dd44582b1f4 HTTP/1.1" status: 200 len: 945 time: 0.1330824 Nov 25 13:24:37.232892 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ef2d7951-87dc-4845-b987-3008fba60ecb tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:37.270318 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-9d560f47-e1b0-4f25-909e-6325fbe9ce01 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-612393731', 'router:external': True}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:24:37.286040 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8a214b7d-19a9-4b57-801d-4a2332b220fd tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:37.290273 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8a214b7d-19a9-4b57-801d-4a2332b220fd tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:37.372595 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89ff17-92c2-43c5-839e-e3cfcdaf33b6 req-fcb149a1-200c-4e31-a626-29ac7017d6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:37.376945 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7e83ed48-0686-4350-af97-1f53a59f46cb req-b35fed2e-5223-4bb0-b430-dfd0cefd9265 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615329 Nov 25 13:24:37.381537 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cb89ff17-92c2-43c5-839e-e3cfcdaf33b6 req-fcb149a1-200c-4e31-a626-29ac7017d6b1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3fd33117-29e4-4f90-96fa-861455136eb1 HTTP/1.1" status: 200 len: 1098 time: 0.7877944 Nov 25 13:24:37.407082 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d8abad-c705-4ab8-be68-e585e937aed7 req-5287cedd-c4c9-4ee7-a292-751f183b7f50 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:37.410482 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-64d8abad-c705-4ab8-be68-e585e937aed7 req-5287cedd-c4c9-4ee7-a292-751f183b7f50 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b2089d6-077a-4484-aeae-3f3baeb9f079 HTTP/1.1" status: 200 len: 946 time: 0.8815446 Nov 25 13:24:37.417047 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8a214b7d-19a9-4b57-801d-4a2332b220fd tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:37.418080 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a214b7d-19a9-4b57-801d-4a2332b220fd tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Fanout notify agent at l3_agent the message router_deleted on router 85205200-d3e9-4d9a-ba69-54e7cc9d13f6 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:24:37.427759 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:24:37.431830 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8a214b7d-19a9-4b57-801d-4a2332b220fd tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:37.437202 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-8a214b7d-19a9-4b57-801d-4a2332b220fd tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "DELETE /v2.0/routers/85205200-d3e9-4d9a-ba69-54e7cc9d13f6 HTTP/1.1" status: 204 len: 168 time: 1.3373420 Nov 25 13:24:37.439480 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d560f47-e1b0-4f25-909e-6325fbe9ce01 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Made reservation on behalf of a49ec72844f9407397f5a68ce963aff3 for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:24:37.443377 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9d560f47-e1b0-4f25-909e-6325fbe9ce01 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:37.448736 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58006) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:37.493666 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ef2d7951-87dc-4845-b987-3008fba60ecb tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:37.544445 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cb89ff17-92c2-43c5-839e-e3cfcdaf33b6 req-10a6e4a4-d7bb-44f9-b006-9d5105ff6c8c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301761 Nov 25 13:24:37.591151 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e,segment=NetworkSegment(9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8),segment_id=9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:24:37.605548 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9d560f47-e1b0-4f25-909e-6325fbe9ce01 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:37.608636 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e', 'network_id': '9b74e527-2eba-4880-abc3-5f552bc5f61d', 'port_id': '2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e', 'mac_address': 'fa:16:3e:ac:39:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06d9fad2-62ee-411b-8cba-f5e1b7fa4731', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:24:37.630992 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-64d8abad-c705-4ab8-be68-e585e937aed7 req-fe965123-a1da-45f2-bae4-ef88eb887d31 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Deleting port bade27a4-46a1-4279-bdcb-7c5f29065359 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:24:37.631642 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-64d8abad-c705-4ab8-be68-e585e937aed7 req-fe965123-a1da-45f2-bae4-ef88eb887d31 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:37.685741 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:37.705263 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:24:37.734684 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2d7951-87dc-4845-b987-3008fba60ecb tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:24:37.752904 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e,segment=NetworkSegment(9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8),segment_id=9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:24:37.772779 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-ef2d7951-87dc-4845-b987-3008fba60ecb tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:24:37.779775 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2d7951-87dc-4845-b987-3008fba60ecb tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:24:37.781466 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:37.800433 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-64d8abad-c705-4ab8-be68-e585e937aed7 req-fe965123-a1da-45f2-bae4-ef88eb887d31 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] For port bade27a4-46a1-4279-bdcb-7c5f29065359, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=bade27a4-46a1-4279-bdcb-7c5f29065359,segment=NetworkSegment(b0455d7d-0c79-45af-9e78-87b143c9704a),segment_id=b0455d7d-0c79-45af-9e78-87b143c9704a)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:24:37.800808 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-64d8abad-c705-4ab8-be68-e585e937aed7 req-fe965123-a1da-45f2-bae4-ef88eb887d31 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:37.826407 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-64d8abad-c705-4ab8-be68-e585e937aed7 req-fe965123-a1da-45f2-bae4-ef88eb887d31 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Calling delete_port for bade27a4-46a1-4279-bdcb-7c5f29065359 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:24:37.860716 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2d7951-87dc-4845-b987-3008fba60ecb tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Pushing event updated for resources: {'Port': ['ID=441cdfbb-c2ec-4091-83ac-546d0923c107,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:37.867035 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-80fefd00-6659-4f14-8a2a-e22fa2e4ad0a tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Deleting subnet 131e66ed-5a42-4915-948c-5a8a479a1b32 {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:24:37.886401 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:24:37.896814 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-80fefd00-6659-4f14-8a2a-e22fa2e4ad0a tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:37.948769 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e,revision_number=6']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:37.977617 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50206dae-4d3f-403a-93f2-cae0861493bd req-44968f0e-a761-4730-8f94-16f16d604079 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:37.980195 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-50206dae-4d3f-403a-93f2-cae0861493bd req-44968f0e-a761-4730-8f94-16f16d604079 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b2089d6-077a-4484-aeae-3f3baeb9f079 HTTP/1.1" status: 200 len: 946 time: 0.4881070 Nov 25 13:24:38.023469 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b6c2ed-bbcb-45c6-817b-b4412bd9cba7 req-60dfcf85-fd82-406b-adf6-b40108ef626c tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:38.027251 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-06b6c2ed-bbcb-45c6-817b-b4412bd9cba7 req-60dfcf85-fd82-406b-adf6-b40108ef626c tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fd33117-29e4-4f90-96fa-861455136eb1 HTTP/1.1" status: 200 len: 946 time: 0.5163362 Nov 25 13:24:38.067913 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-80fefd00-6659-4f14-8a2a-e22fa2e4ad0a tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:38.079419 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:38.147553 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-64d8abad-c705-4ab8-be68-e585e937aed7 req-fe965123-a1da-45f2-bae4-ef88eb887d31 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:38.216611 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe965123-a1da-45f2-bae4-ef88eb887d31 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Pushing event deleted for resources: {'Port': ['ID=bade27a4-46a1-4279-bdcb-7c5f29065359,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:38.239098 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9d560f47-e1b0-4f25-909e-6325fbe9ce01 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:38.267380 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['15db2a29-af9e-455b-8d27-e9bdbaa77981'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:24:38.271683 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-50206dae-4d3f-403a-93f2-cae0861493bd req-57ec8126-1465-4a14-89d6-32ad6507dc60 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693837 Nov 25 13:24:38.298657 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9d560f47-e1b0-4f25-909e-6325fbe9ce01 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:38.314205 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d8abad-c705-4ab8-be68-e585e937aed7 req-fe965123-a1da-45f2-bae4-ef88eb887d31 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] No DVR routers for this DVR port bade27a4-46a1-4279-bdcb-7c5f29065359 on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:24:38.317055 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-64d8abad-c705-4ab8-be68-e585e937aed7 req-fe965123-a1da-45f2-bae4-ef88eb887d31 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:38.320921 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-64d8abad-c705-4ab8-be68-e585e937aed7 req-fe965123-a1da-45f2-bae4-ef88eb887d31 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.47 "DELETE /v2.0/ports/bade27a4-46a1-4279-bdcb-7c5f29065359 HTTP/1.1" status: 204 len: 173 time: 0.8663490 Nov 25 13:24:38.321395 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b2089d6-077a-4484-aeae-3f3baeb9f079', 'name': 'network-vif-deleted', 'tag': 'bade27a4-46a1-4279-bdcb-7c5f29065359'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:24:38.326646 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35235e7c-72b7-4cfd-a715-656d3b0939c3" -d '{"events": [{"server_uuid": "0b2089d6-077a-4484-aeae-3f3baeb9f079", "name": "network-vif-deleted", "tag": "bade27a4-46a1-4279-bdcb-7c5f29065359"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:24:38.401415 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-06b6c2ed-bbcb-45c6-817b-b4412bd9cba7 req-71af13a0-405b-4ed5-aef9-3ab2d9df9444 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3665025 Nov 25 13:24:38.425872 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-317ae873-c487-4cf3-967f-55a06a97832f x-openstack-request-id: req-317ae873-c487-4cf3-967f-55a06a97832f {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:24:38.426164 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b2089d6-077a-4484-aeae-3f3baeb9f079", "name": "network-vif-deleted", "tag": "bade27a4-46a1-4279-bdcb-7c5f29065359", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:24:38.426452 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-317ae873-c487-4cf3-967f-55a06a97832f {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:24:38.426873 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b2089d6-077a-4484-aeae-3f3baeb9f079', 'name': 'network-vif-deleted', 'tag': 'bade27a4-46a1-4279-bdcb-7c5f29065359', 'status': 'completed', 'code': 200} Nov 25 13:24:38.456454 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ef2d7951-87dc-4845-b987-3008fba60ecb tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:38.469018 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d560f47-e1b0-4f25-909e-6325fbe9ce01 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:24:38.492923 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d560f47-e1b0-4f25-909e-6325fbe9ce01 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92fea26a-27b8-4116-ab35-f94b4fc1e358,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:38.500653 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9d560f47-e1b0-4f25-909e-6325fbe9ce01 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:38.501430 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-9d560f47-e1b0-4f25-909e-6325fbe9ce01 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Added segment b9334bb8-9100-462f-8368-0ea97e78c0a6 of type vlan for network c35aecb6-4634-4486-8366-bcb922409831 Nov 25 13:24:38.538106 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-80fefd00-6659-4f14-8a2a-e22fa2e4ad0a tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:38.600564 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ef2d7951-87dc-4845-b987-3008fba60ecb tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:38.714148 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9d560f47-e1b0-4f25-909e-6325fbe9ce01 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:38.719199 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-80fefd00-6659-4f14-8a2a-e22fa2e4ad0a tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:38.777895 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fefd00-6659-4f14-8a2a-e22fa2e4ad0a tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event deleted for resources: {'Subnet': ['ID=131e66ed-5a42-4915-948c-5a8a479a1b32,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:38.781913 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-80fefd00-6659-4f14-8a2a-e22fa2e4ad0a tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:38.785338 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-80fefd00-6659-4f14-8a2a-e22fa2e4ad0a tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "DELETE /v2.0/subnets/131e66ed-5a42-4915-948c-5a8a479a1b32 HTTP/1.1" status: 204 len: 168 time: 1.3246555 Nov 25 13:24:38.788418 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58012) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:38.798828 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146e9c98-f2f4-4ee8-81db-47325e617ab4 None None] Network 6c99c191-8519-4929-8883-8a2c032f9209 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:24:38.866547 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a469e5-0966-49a7-90a4-a0318efc49dd req-4aa65564-5804-4995-86b4-9c281f1d59d8 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:38.868305 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-99a469e5-0966-49a7-90a4-a0318efc49dd req-4aa65564-5804-4995-86b4-9c281f1d59d8 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc20867-f972-453a-8ced-0dd44582b1f4 HTTP/1.1" status: 200 len: 944 time: 0.2789996 Nov 25 13:24:38.871367 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9d560f47-e1b0-4f25-909e-6325fbe9ce01 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:38.872436 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d560f47-e1b0-4f25-909e-6325fbe9ce01 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:38.873128 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9d560f47-e1b0-4f25-909e-6325fbe9ce01 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:38.971165 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5710fe3a-b73c-4dcc-800c-eeae9f083729 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:39.039124 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-9d560f47-e1b0-4f25-909e-6325fbe9ce01 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.9669151 Nov 25 13:24:39.040300 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58014) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:39.090387 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-5710fe3a-b73c-4dcc-800c-eeae9f083729 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Deleting port 052dbaa7-d3d5-46a4-b237-3a454539a348 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:24:39.090900 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5710fe3a-b73c-4dcc-800c-eeae9f083729 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:39.093444 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-e27c3826-ecbe-4b72-9acb-4bac11edee71 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Request body: {'subnet': {'network_id': 'c35aecb6-4634-4486-8366-bcb922409831', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:24:39.169184 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d560f47-e1b0-4f25-909e-6325fbe9ce01 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Pushing event updated for resources: {'Network': ['ID=c35aecb6-4634-4486-8366-bcb922409831,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:39.186616 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network c35aecb6-4634-4486-8366-bcb922409831 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:24:39.228033 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-99a469e5-0966-49a7-90a4-a0318efc49dd req-38058015-08d8-4b50-9035-6607ff1cb5e7 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479123 Nov 25 13:24:39.240630 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ef2d7951-87dc-4845-b987-3008fba60ecb tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:39.254776 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e27c3826-ecbe-4b72-9acb-4bac11edee71 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Made reservation on behalf of a49ec72844f9407397f5a68ce963aff3 for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:24:39.257897 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-5710fe3a-b73c-4dcc-800c-eeae9f083729 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] For port 052dbaa7-d3d5-46a4-b237-3a454539a348, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=052dbaa7-d3d5-46a4-b237-3a454539a348,segment=NetworkSegment(b4940550-2c86-466a-ad88-7cffb64b38ec),segment_id=b4940550-2c86-466a-ad88-7cffb64b38ec)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:24:39.258073 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e27c3826-ecbe-4b72-9acb-4bac11edee71 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:39.258281 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5710fe3a-b73c-4dcc-800c-eeae9f083729 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:39.273753 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ef2d7951-87dc-4845-b987-3008fba60ecb tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:39.287300 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-5710fe3a-b73c-4dcc-800c-eeae9f083729 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Calling delete_port for 052dbaa7-d3d5-46a4-b237-3a454539a348 owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:24:39.294255 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc411a60-6068-4cc5-b8d0-f356cc46622f None None] DHCP port deletion for 6c99c191-8519-4929-8883-8a2c032f9209 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:24:39.400504 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5710fe3a-b73c-4dcc-800c-eeae9f083729 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:39.401594 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bc411a60-6068-4cc5-b8d0-f356cc46622f None None] Deleting port 052dbaa7-d3d5-46a4-b237-3a454539a348 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:24:39.402082 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bc411a60-6068-4cc5-b8d0-f356cc46622f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:39.446235 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5710fe3a-b73c-4dcc-800c-eeae9f083729 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] No DVR routers for this DVR port 052dbaa7-d3d5-46a4-b237-3a454539a348 on host n-d-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:24:39.449001 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5710fe3a-b73c-4dcc-800c-eeae9f083729 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event deleted for resources: {'Port': ['ID=052dbaa7-d3d5-46a4-b237-3a454539a348,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:39.498673 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:24:39.537870 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2d7951-87dc-4845-b987-3008fba60ecb tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Pushing event updated for resources: {'Port': ['ID=441cdfbb-c2ec-4091-83ac-546d0923c107,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:39.567310 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ef2d7951-87dc-4845-b987-3008fba60ecb tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:39.594968 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5710fe3a-b73c-4dcc-800c-eeae9f083729 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:39.608304 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ef2d7951-87dc-4845-b987-3008fba60ecb tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:39.609860 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-ef2d7951-87dc-4845-b987-3008fba60ecb tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4585390 Nov 25 13:24:39.643629 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ee9521-32d8-4ea3-b61a-7293105e0df5 req-3f5d7113-c89f-4d21-b4d2-77c1abf6619f tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:39.647396 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bc411a60-6068-4cc5-b8d0-f356cc46622f None None] For port 052dbaa7-d3d5-46a4-b237-3a454539a348, host n-d-808199-11, got binding levels [] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:24:39.648161 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bc411a60-6068-4cc5-b8d0-f356cc46622f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:39.652192 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a1ee9521-32d8-4ea3-b61a-7293105e0df5 req-3f5d7113-c89f-4d21-b4d2-77c1abf6619f tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fd33117-29e4-4f90-96fa-861455136eb1 HTTP/1.1" status: 200 len: 946 time: 0.1440649 Nov 25 13:24:39.658120 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-5710fe3a-b73c-4dcc-800c-eeae9f083729 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c99c191-8519-4929-8883-8a2c032f9209']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:24:39.687069 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bc411a60-6068-4cc5-b8d0-f356cc46622f None None] Calling delete_port for 052dbaa7-d3d5-46a4-b237-3a454539a348 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:24:39.689949 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-5710fe3a-b73c-4dcc-800c-eeae9f083729 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4940550-2c86-466a-ad88-7cffb64b38ec') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:24:39.690267 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-5710fe3a-b73c-4dcc-800c-eeae9f083729 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4940550-2c86-466a-ad88-7cffb64b38ec') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:24:39.696588 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.ipam_backend_mixin [None req-bc411a60-6068-4cc5-b8d0-f356cc46622f None None] Port 052dbaa7-d3d5-46a4-b237-3a454539a348 was not found and therefore no delete operation was performed {{(pid=103572) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 13:24:39.702215 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bc411a60-6068-4cc5-b8d0-f356cc46622f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:39.720155 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5710fe3a-b73c-4dcc-800c-eeae9f083729 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:39.739945 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc411a60-6068-4cc5-b8d0-f356cc46622f None None] Pushing event deleted for resources: {'Port': ['ID=052dbaa7-d3d5-46a4-b237-3a454539a348,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:39.748095 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc411a60-6068-4cc5-b8d0-f356cc46622f None None] No DVR routers for this DVR port 052dbaa7-d3d5-46a4-b237-3a454539a348 on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:24:39.753280 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5710fe3a-b73c-4dcc-800c-eeae9f083729 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:39.769743 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:24:39.770218 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:39.775466 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5710fe3a-b73c-4dcc-800c-eeae9f083729 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:24:39.775936 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5710fe3a-b73c-4dcc-800c-eeae9f083729 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:39.779784 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:24:39.779784 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:24:39.779784 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:24:39.779784 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:24:39.779784 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:24:39.779784 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:24:39.779784 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:24:39.779784 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:24:39.779784 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:24:39.779784 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:24:39.779784 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:24:39.779784 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:24:39.779784 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:24:39.779784 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:24:39.779784 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:24:39.779784 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:24:39.779784 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:24:39.779784 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:24:39.779784 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:24:39.779784 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:24:39.779784 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:24:39.779784 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:24:39.779784 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:24:39.779784 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:24:39.779784 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:24:39.779784 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:24:39.779784 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:24:39.779784 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:24:39.779784 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:24:39.779784 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:24:39.779784 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:24:39.779784 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:24:39.816237 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a1ee9521-32d8-4ea3-b61a-7293105e0df5 req-a6653ac1-05e5-4abb-805b-7419fe327f54 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611581 Nov 25 13:24:39.886247 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5710fe3a-b73c-4dcc-800c-eeae9f083729 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:39.895391 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5710fe3a-b73c-4dcc-800c-eeae9f083729 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:39.906468 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5710fe3a-b73c-4dcc-800c-eeae9f083729 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "DELETE /v2.0/networks/6c99c191-8519-4929-8883-8a2c032f9209 HTTP/1.1" status: 204 len: 168 time: 1.1169522 Nov 25 13:24:39.911048 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58034) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:39.922440 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e71950-be2a-42b0-ba16-390afb88b3a9 req-01843c01-6da7-4242-b596-78d4b951f155 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:39.930233 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:39.932436 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5710fe3a-b73c-4dcc-800c-eeae9f083729 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event deleted for resources: {'Network': ['ID=6c99c191-8519-4929-8883-8a2c032f9209,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:39.941001 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-43e71950-be2a-42b0-ba16-390afb88b3a9 req-01843c01-6da7-4242-b596-78d4b951f155 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=06e3a85a-4c3a-4297-b374-0fdcd0494740 HTTP/1.1" status: 200 len: 946 time: 0.2358797 Nov 25 13:24:39.967013 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc20867-f972-453a-8ced-0dd44582b1f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:24:39.969973 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6024e80-e289-4a7f-bcc8-233ef7af71ab" -d '{"events": [{"server_uuid": "5fc20867-f972-453a-8ced-0dd44582b1f4", "name": "network-vif-plugged", "status": "completed", "tag": "2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:24:39.986890 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e,segment=NetworkSegment(9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8),segment_id=9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:24:39.992215 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:39.993658 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device bade27a4-46a1-4279-bdcb-7c5f29065359 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:24:40.027793 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: bade27a4-46a1-4279-bdcb-7c5f29065359 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:24:40.028563 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device bade27a4-46a1-4279-bdcb-7c5f29065359 not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:24:40.036610 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48ab28d-c41a-43dd-bdc4-f7224accb3d7 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:40.043497 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b48ab28d-c41a-43dd-bdc4-f7224accb3d7 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "GET /v2.0/ports/409693c6-c150-4b0e-a83f-a3c9ff946869 HTTP/1.1" status: 200 len: 843 time: 0.1252403 Nov 25 13:24:40.044487 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58042) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:40.083826 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-df0276d3-4baa-419c-8cfc-8b44bec2e960 req-97ad28d5-240c-47fc-a9f4-9d55f2fd590c tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--630885565&fields=id&tenant_id=c3c775803d354892aee478fad34a8c78 HTTP/1.1" status: 200 len: 267 time: 0.1315010 Nov 25 13:24:40.096211 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-bc2598fd-234b-454c-bd6d-f1caf5567658 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "GET /v2.0/ports/409693c6-c150-4b0e-a83f-a3c9ff946869?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0510817 Nov 25 13:24:40.099438 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-43e71950-be2a-42b0-ba16-390afb88b3a9 req-70ef5997-205e-46f7-b58a-ac9f1d1e47cd tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565824 Nov 25 13:24:40.100954 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58044) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:40.107035 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-81f6fc48-666a-44d5-9f1f-e661c613aa93 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Request body: {'subnet': {'network_id': '76323fcd-e711-426a-b224-97a9d8612a45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:24:40.108197 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e,revision_number=7']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:40.255026 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f6fc48-666a-44d5-9f1f-e661c613aa93 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Made reservation on behalf of 33f2ee5c7830442db7d8e3bd7eb6dd8c for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:24:40.258968 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-81f6fc48-666a-44d5-9f1f-e661c613aa93 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:40.300759 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04be117-271e-4605-823a-8adf6b874763 req-1bd68636-5eeb-4cc7-8036-fe2114827752 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:40.302375 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f04be117-271e-4605-823a-8adf6b874763 req-1bd68636-5eeb-4cc7-8036-fe2114827752 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fd33117-29e4-4f90-96fa-861455136eb1 HTTP/1.1" status: 200 len: 946 time: 0.1101372 Nov 25 13:24:40.360069 n-d-808199-11 neutron-server[103570]: DEBUG neutron.objects.ports [None req-e27c3826-ecbe-4b72-9acb-4bac11edee71 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103570) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 13:24:40.360556 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e27c3826-ecbe-4b72-9acb-4bac11edee71 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:40.433078 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0276d3-4baa-419c-8cfc-8b44bec2e960 req-b680d23b-7ad8-442c-870c-8d14f3bd193d tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:40.435256 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-df0276d3-4baa-419c-8cfc-8b44bec2e960 req-b680d23b-7ad8-442c-870c-8d14f3bd193d tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/networks?id=755402ba-804b-4493-8340-905b0e2e90e1 HTTP/1.1" status: 200 len: 816 time: 0.3506010 Nov 25 13:24:40.481851 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-df0276d3-4baa-419c-8cfc-8b44bec2e960 req-41189c21-1bee-471f-8b4f-b741e7da18e7 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/quotas/c3c775803d354892aee478fad34a8c78 HTTP/1.1" status: 200 len: 375 time: 0.0394471 Nov 25 13:24:40.500492 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-81f6fc48-666a-44d5-9f1f-e661c613aa93 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:40.523487 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:24:40.562112 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f6fc48-666a-44d5-9f1f-e661c613aa93 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Network 76323fcd-e711-426a-b224-97a9d8612a45 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:24:40.562444 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f04be117-271e-4605-823a-8adf6b874763 req-4eedeca5-6897-4ef8-ab4e-bd977366986d tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348351 Nov 25 13:24:40.563280 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27c3826-ecbe-4b72-9acb-4bac11edee71 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4808252b-022e-4b08-9965-7c2414199c03,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:40.565579 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-81f6fc48-666a-44d5-9f1f-e661c613aa93 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:24:40.569894 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f6fc48-666a-44d5-9f1f-e661c613aa93 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:40.570492 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-81f6fc48-666a-44d5-9f1f-e661c613aa93 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:40.581727 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a842f2ec-c69b-4fc6-8d25-2e0605bc0ebb None None] Network 76323fcd-e711-426a-b224-97a9d8612a45 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:24:40.585303 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f6fc48-666a-44d5-9f1f-e661c613aa93 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event updated for resources: {'Subnet': ['ID=e1bd6936-9ef4-4cd3-a19f-31b2cb48e1fc,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:40.598145 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27c3826-ecbe-4b72-9acb-4bac11edee71 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Checking segment: {'id': 'b9334bb8-9100-462f-8368-0ea97e78c0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c35aecb6-4634-4486-8366-bcb922409831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:24:40.598578 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27c3826-ecbe-4b72-9acb-4bac11edee71 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Network hostable DHCP agents. Network: c35aecb6-4634-4486-8366-bcb922409831, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:24:40.602381 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-81f6fc48-666a-44d5-9f1f-e661c613aa93 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5001428 Nov 25 13:24:40.605722 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58050) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:40.612171 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-b7aaa64e-fbd7-4cce-a7a0-425f7c608130 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Request body: {'security_group': {'name': 'tempest-secgroup-20296888'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:24:40.654327 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-df0276d3-4baa-419c-8cfc-8b44bec2e960 req-b42c20ae-e40b-4789-ac27-70f5f8a9a7ea tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c3c775803d354892aee478fad34a8c78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1648293 Nov 25 13:24:40.675279 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1195d600-724e-4b2d-a48c-f9b7a5bbb5ef x-openstack-request-id: req-1195d600-724e-4b2d-a48c-f9b7a5bbb5ef {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:24:40.675620 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fc20867-f972-453a-8ced-0dd44582b1f4", "name": "network-vif-plugged", "status": "completed", "tag": "2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:24:40.675892 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1195d600-724e-4b2d-a48c-f9b7a5bbb5ef {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:24:40.676674 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc20867-f972-453a-8ced-0dd44582b1f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e', 'code': 200} Nov 25 13:24:40.711679 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27c3826-ecbe-4b72-9acb-4bac11edee71 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Network c35aecb6-4634-4486-8366-bcb922409831 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:24:40.714196 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b7aaa64e-fbd7-4cce-a7a0-425f7c608130 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:40.761856 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-e27c3826-ecbe-4b72-9acb-4bac11edee71 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, c35aecb6-4634-4486-8366-bcb922409831) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:24:40.775969 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27c3826-ecbe-4b72-9acb-4bac11edee71 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:40.776564 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e27c3826-ecbe-4b72-9acb-4bac11edee71 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:40.820730 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e3724e-4e15-4340-bcd5-b4fcac761b4e None None] Network c35aecb6-4634-4486-8366-bcb922409831 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:24:40.842930 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58052) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:40.843198 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e27c3826-ecbe-4b72-9acb-4bac11edee71 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.7914267 Nov 25 13:24:40.853599 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-5da6d99b-2e6c-4baf-b59e-1bb182ade3a5 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1118371108', 'network_id': 'c35aecb6-4634-4486-8366-bcb922409831'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:24:40.854120 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c868041e-ac4b-4bb0-bd1c-4af787074393 req-19800bde-7724-4974-ad7d-998edf706c64 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:40.855687 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c868041e-ac4b-4bb0-bd1c-4af787074393 req-19800bde-7724-4974-ad7d-998edf706c64 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc20867-f972-453a-8ced-0dd44582b1f4 HTTP/1.1" status: 200 len: 945 time: 0.1355016 Nov 25 13:24:40.868108 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-df0276d3-4baa-419c-8cfc-8b44bec2e960 req-c9bdcc98-6483-424d-941c-3763570e6d75 service neutron] 10.222.0.53 "GET /v2.0/networks/755402ba-804b-4493-8340-905b0e2e90e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126641 Nov 25 13:24:40.949717 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da6d99b-2e6c-4baf-b59e-1bb182ade3a5 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Made reservation on behalf of a49ec72844f9407397f5a68ce963aff3 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:24:40.953327 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5da6d99b-2e6c-4baf-b59e-1bb182ade3a5 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:40.955687 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 052dbaa7-d3d5-46a4-b237-3a454539a348 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:24:40.982117 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b7aaa64e-fbd7-4cce-a7a0-425f7c608130 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:40.994922 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 052dbaa7-d3d5-46a4-b237-3a454539a348 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:24:40.995591 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 052dbaa7-d3d5-46a4-b237-3a454539a348 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:24:40.996623 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-5da6d99b-2e6c-4baf-b59e-1bb182ade3a5 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] device_id is not set on port a04973d9-ccd3-4ecd-bb79-f0733d92ff61 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:24:40.999805 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b7aaa64e-fbd7-4cce-a7a0-425f7c608130 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:41.038994 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c868041e-ac4b-4bb0-bd1c-4af787074393 req-c1888a67-c43c-4a43-a7a8-849a45f80cbe tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632740 Nov 25 13:24:41.054431 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18870b1a-6a56-4958-accc-fabef953c723 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-76323fcd-e711-426a-b224-97a9d8612a45', 'network_id': '76323fcd-e711-426a-b224-97a9d8612a45', 'tenant_id': '33f2ee5c7830442db7d8e3bd7eb6dd8c', 'fixed_ips': [{'subnet_id': 'e1bd6936-9ef4-4cd3-a19f-31b2cb48e1fc'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:24:41.056078 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-18870b1a-6a56-4958-accc-fabef953c723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:41.109927 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b7aaa64e-fbd7-4cce-a7a0-425f7c608130 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:41.113631 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b7aaa64e-fbd7-4cce-a7a0-425f7c608130 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5045280 Nov 25 13:24:41.119057 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58054) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:41.127166 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-a4a1c46f-2e83-4776-8e20-27375b3186dd tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Request body: {'security_group': {'name': 'tempest-secgroup-1642333149'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:24:41.144623 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aaa64e-fbd7-4cce-a7a0-425f7c608130 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10cca015-b51e-461f-862f-1e1e3c1a8148,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:41.166283 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-5da6d99b-2e6c-4baf-b59e-1bb182ade3a5 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Allocated IP 2001:db8::2f4 (c35aecb6-4634-4486-8366-bcb922409831/4808252b-022e-4b08-9965-7c2414199c03/a04973d9-ccd3-4ecd-bb79-f0733d92ff61) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:24:41.168373 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-df0276d3-4baa-419c-8cfc-8b44bec2e960 req-af6d4e7b-cde5-40b1-ae06-ea986b51bf3e service neutron] 10.222.0.53 "GET /v2.0/networks/755402ba-804b-4493-8340-905b0e2e90e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985542 Nov 25 13:24:41.225489 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a4a1c46f-2e83-4776-8e20-27375b3186dd tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:41.247021 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ba7f18-da1b-442a-b818-6baec091ac5a None None] Network c35aecb6-4634-4486-8366-bcb922409831 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:24:41.342526 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5da6d99b-2e6c-4baf-b59e-1bb182ade3a5 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:41.397431 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5da6d99b-2e6c-4baf-b59e-1bb182ade3a5 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:41.441244 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a4a1c46f-2e83-4776-8e20-27375b3186dd tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:41.449052 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a4a1c46f-2e83-4776-8e20-27375b3186dd tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:41.522390 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-18870b1a-6a56-4958-accc-fabef953c723 None None] Allocated IP 2001:db8::2 (76323fcd-e711-426a-b224-97a9d8612a45/e1bd6936-9ef4-4cd3-a19f-31b2cb48e1fc/ab675df7-c400-4409-8297-5ca5d0dea784) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:24:41.538735 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a4a1c46f-2e83-4776-8e20-27375b3186dd tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:41.542519 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-a4a1c46f-2e83-4776-8e20-27375b3186dd tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4197309 Nov 25 13:24:41.542982 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58064) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:41.548296 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-195801bb-2679-44aa-be90-662fb3506f42 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-372982523', 'security_groups': ['29e2ae5b-9240-4f83-8ea0-0c7f81a27e3a'], 'network_id': '76323fcd-e711-426a-b224-97a9d8612a45', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e1bd6936-9ef4-4cd3-a19f-31b2cb48e1fc'}]}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:24:41.548742 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da6d99b-2e6c-4baf-b59e-1bb182ade3a5 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Pushing event updated for resources: {'Port': ['ID=a04973d9-ccd3-4ecd-bb79-f0733d92ff61,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:41.552227 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a1c46f-2e83-4776-8e20-27375b3186dd tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29e2ae5b-9240-4f83-8ea0-0c7f81a27e3a,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:41.595485 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da6d99b-2e6c-4baf-b59e-1bb182ade3a5 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Network c35aecb6-4634-4486-8366-bcb922409831 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:24:41.602164 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-5da6d99b-2e6c-4baf-b59e-1bb182ade3a5 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:24:41.610244 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:41.610610 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da6d99b-2e6c-4baf-b59e-1bb182ade3a5 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:24:41.613527 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da6d99b-2e6c-4baf-b59e-1bb182ade3a5 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:41.619452 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5da6d99b-2e6c-4baf-b59e-1bb182ade3a5 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:41.657876 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d4baf03a-bd40-47d7-8585-c97c2bf4f88a req-292e4a12-177a-40c7-9cbf-2351ad737699 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 210 time: 0.0824294 Nov 25 13:24:41.689269 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5da6d99b-2e6c-4baf-b59e-1bb182ade3a5 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.8449593 Nov 25 13:24:41.692721 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58068) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:41.711001 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe9170a-c5dd-4ac8-b4d4-c624aace1d76 req-ff320c4c-19ac-4a2d-8996-adcac55d9419 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:41.711001 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cbe9170a-c5dd-4ac8-b4d4-c624aace1d76 req-ff320c4c-19ac-4a2d-8996-adcac55d9419 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=06e3a85a-4c3a-4297-b374-0fdcd0494740 HTTP/1.1" status: 200 len: 946 time: 0.1904387 Nov 25 13:24:41.812315 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cbe9170a-c5dd-4ac8-b4d4-c624aace1d76 req-4673ac05-aaa8-4547-b1fd-d6303fc01457 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021404 Nov 25 13:24:41.813511 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195801bb-2679-44aa-be90-662fb3506f42 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Made reservation on behalf of 33f2ee5c7830442db7d8e3bd7eb6dd8c for: {'port': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:24:41.917613 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-18870b1a-6a56-4958-accc-fabef953c723 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:41.925415 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-18870b1a-6a56-4958-accc-fabef953c723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:41.931735 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-29eeab77-7d21-4ffc-9dc3-80bb02303467 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Deleting port a04973d9-ccd3-4ecd-bb79-f0733d92ff61 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:24:41.933913 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-29eeab77-7d21-4ffc-9dc3-80bb02303467 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:42.002664 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18870b1a-6a56-4958-accc-fabef953c723 None None] Network 76323fcd-e711-426a-b224-97a9d8612a45 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:24:42.012629 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca5a77-5137-4b9e-a1ca-f67c63f453dc req-b1eb14fb-1b99-4d14-8143-6fbc70edb3d4 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:42.014181 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-98ca5a77-5137-4b9e-a1ca-f67c63f453dc req-b1eb14fb-1b99-4d14-8143-6fbc70edb3d4 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/networks?id=3dcc6e35-952f-4386-bb71-7353cabbfad7 HTTP/1.1" status: 200 len: 815 time: 0.1576037 Nov 25 13:24:42.017773 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-18870b1a-6a56-4958-accc-fabef953c723 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:24:42.020270 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18870b1a-6a56-4958-accc-fabef953c723 None None] Pushing event updated for resources: {'Port': ['ID=ab675df7-c400-4409-8297-5ca5d0dea784,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:42.022222 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18870b1a-6a56-4958-accc-fabef953c723 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:24:42.067189 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-29eeab77-7d21-4ffc-9dc3-80bb02303467 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:42.080047 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-29eeab77-7d21-4ffc-9dc3-80bb02303467 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Calling delete_port for a04973d9-ccd3-4ecd-bb79-f0733d92ff61 owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:24:42.101685 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-195801bb-2679-44aa-be90-662fb3506f42 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:42.124631 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-98ca5a77-5137-4b9e-a1ca-f67c63f453dc req-2dd9eb67-30d7-49cb-9bde-1f9431ca172e tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/quotas/e21d0fb28eed426e95e3c3f2e5a989aa HTTP/1.1" status: 200 len: 375 time: 0.1014898 Nov 25 13:24:42.170223 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-18870b1a-6a56-4958-accc-fabef953c723 None None] Attempting to bind port ab675df7-c400-4409-8297-5ca5d0dea784 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:24:42.170606 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-18870b1a-6a56-4958-accc-fabef953c723 None None] Attempting to bind port ab675df7-c400-4409-8297-5ca5d0dea784 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '763c4857-2934-48cb-b0bd-88c5fb18acb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '76323fcd-e711-426a-b224-97a9d8612a45'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:24:42.171012 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18870b1a-6a56-4958-accc-fabef953c723 None None] Attempting to bind port ab675df7-c400-4409-8297-5ca5d0dea784 on network 76323fcd-e711-426a-b224-97a9d8612a45 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:24:42.178183 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18870b1a-6a56-4958-accc-fabef953c723 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:24:42.178577 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18870b1a-6a56-4958-accc-fabef953c723 None None] Checking segment: {'id': '763c4857-2934-48cb-b0bd-88c5fb18acb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '76323fcd-e711-426a-b224-97a9d8612a45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:24:42.179412 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-18870b1a-6a56-4958-accc-fabef953c723 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:42.179874 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18870b1a-6a56-4958-accc-fabef953c723 None None] Bound using segment: {'id': '763c4857-2934-48cb-b0bd-88c5fb18acb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '76323fcd-e711-426a-b224-97a9d8612a45'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:24:42.180507 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-18870b1a-6a56-4958-accc-fabef953c723 None None] Bound port: ab675df7-c400-4409-8297-5ca5d0dea784, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '763c4857-2934-48cb-b0bd-88c5fb18acb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '76323fcd-e711-426a-b224-97a9d8612a45'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:24:42.181659 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-18870b1a-6a56-4958-accc-fabef953c723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:42.284913 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-29eeab77-7d21-4ffc-9dc3-80bb02303467 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:42.380438 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-18870b1a-6a56-4958-accc-fabef953c723 None None] For port ab675df7-c400-4409-8297-5ca5d0dea784, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:24:42.384069 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-18870b1a-6a56-4958-accc-fabef953c723 None None] For port ab675df7-c400-4409-8297-5ca5d0dea784, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=ab675df7-c400-4409-8297-5ca5d0dea784,segment=NetworkSegment(763c4857-2934-48cb-b0bd-88c5fb18acb2),segment_id=763c4857-2934-48cb-b0bd-88c5fb18acb2)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:24:42.389329 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eeab77-7d21-4ffc-9dc3-80bb02303467 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Pushing event deleted for resources: {'Port': ['ID=a04973d9-ccd3-4ecd-bb79-f0733d92ff61,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:42.395903 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-18870b1a-6a56-4958-accc-fabef953c723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:42.432593 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-29eeab77-7d21-4ffc-9dc3-80bb02303467 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:42.451267 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-29eeab77-7d21-4ffc-9dc3-80bb02303467 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] 10.222.0.53 "DELETE /v2.0/ports/a04973d9-ccd3-4ecd-bb79-f0733d92ff61 HTTP/1.1" status: 204 len: 168 time: 0.7556095 Nov 25 13:24:42.451945 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58086) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:42.456475 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-aa554196-628c-446f-9aef-664ac5a99489 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c35aecb6-4634-4486-8366-bcb922409831', 'external_fixed_ips': [{'subnet_id': '4808252b-022e-4b08-9965-7c2414199c03', 'ip_address': '2001:db8::2f4'}]}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:24:42.498617 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aa554196-628c-446f-9aef-664ac5a99489 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:42.500026 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aa554196-628c-446f-9aef-664ac5a99489 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:42.501078 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18870b1a-6a56-4958-accc-fabef953c723 None None] Pushing event updated for resources: {'Port': ['ID=ab675df7-c400-4409-8297-5ca5d0dea784,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:42.621019 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aa554196-628c-446f-9aef-664ac5a99489 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:42.927586 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [None req-195801bb-2679-44aa-be90-662fb3506f42 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] device_id is not set on port b28e1aca-e740-4563-a8a4-479e65f3e5a0 yet. {{(pid=103570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:24:42.959035 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aa554196-628c-446f-9aef-664ac5a99489 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:43.065633 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device ab675df7-c400-4409-8297-5ca5d0dea784 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:24:43.074817 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-98ca5a77-5137-4b9e-a1ca-f67c63f453dc req-b5dcdc33-3d4e-4580-badb-ff6c4a5bf52e tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e21d0fb28eed426e95e3c3f2e5a989aa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9210131 Nov 25 13:24:43.077161 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56632a7-6773-438f-af40-71ef5fc83abf req-f7b74700-39f9-4ed8-a4c3-073428023228 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:43.078677 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b56632a7-6773-438f-af40-71ef5fc83abf req-f7b74700-39f9-4ed8-a4c3-073428023228 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fd33117-29e4-4f90-96fa-861455136eb1 HTTP/1.1" status: 200 len: 946 time: 0.3526077 Nov 25 13:24:43.137195 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port ab675df7-c400-4409-8297-5ca5d0dea784 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:24:43.137998 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:43.197592 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-98ca5a77-5137-4b9e-a1ca-f67c63f453dc req-38f95905-b857-4a56-a58d-032d0878ce61 service neutron] 10.222.0.53 "GET /v2.0/networks/3dcc6e35-952f-4386-bb71-7353cabbfad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204109 Nov 25 13:24:43.280083 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:43.299432 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f03a3-4cd3-437b-a7c0-7a7c0134659e req-6f0a924f-5b1c-4559-83ae-a6798a17c83a tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:43.301321 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-078f03a3-4cd3-437b-a7c0-7a7c0134659e req-6f0a924f-5b1c-4559-83ae-a6798a17c83a tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc20867-f972-453a-8ced-0dd44582b1f4 HTTP/1.1" status: 200 len: 945 time: 1.1459100 Nov 25 13:24:43.315231 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-b56632a7-6773-438f-af40-71ef5fc83abf req-4b1e9352-345b-4f92-ace7-9f03a4aa4c74 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Deleting port 62b3264e-df9f-4ad5-a44f-101d27b3502a {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:24:43.315570 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b56632a7-6773-438f-af40-71ef5fc83abf req-4b1e9352-345b-4f92-ace7-9f03a4aa4c74 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:43.341710 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] For port ab675df7-c400-4409-8297-5ca5d0dea784, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=ab675df7-c400-4409-8297-5ca5d0dea784,segment=NetworkSegment(763c4857-2934-48cb-b0bd-88c5fb18acb2),segment_id=763c4857-2934-48cb-b0bd-88c5fb18acb2)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:24:43.348915 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:43.414573 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aa554196-628c-446f-9aef-664ac5a99489 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:43.476299 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Pushing event updated for resources: {'Port': ['ID=ab675df7-c400-4409-8297-5ca5d0dea784,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:43.579992 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-078f03a3-4cd3-437b-a7c0-7a7c0134659e req-64174ce6-9ff2-4e9c-9eed-16c8ebe2c9d4 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602587 Nov 25 13:24:43.607942 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aa554196-628c-446f-9aef-664ac5a99489 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:43.628763 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0276d3-4baa-419c-8cfc-8b44bec2e960 req-49e3122a-84ee-47ed-97bb-904225274d35 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:43.631063 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-df0276d3-4baa-419c-8cfc-8b44bec2e960 req-49e3122a-84ee-47ed-97bb-904225274d35 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.47 "GET /v2.0/networks?id=755402ba-804b-4493-8340-905b0e2e90e1 HTTP/1.1" status: 200 len: 816 time: 0.2195683 Nov 25 13:24:43.702799 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-98ca5a77-5137-4b9e-a1ca-f67c63f453dc req-516988c6-097f-4ada-9408-6de2aade620f service neutron] 10.222.0.53 "GET /v2.0/networks/3dcc6e35-952f-4386-bb71-7353cabbfad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5054550 Nov 25 13:24:43.704120 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-195801bb-2679-44aa-be90-662fb3506f42 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Allocated IP 2001:db8::357 (76323fcd-e711-426a-b224-97a9d8612a45/e1bd6936-9ef4-4cd3-a19f-31b2cb48e1fc/b28e1aca-e740-4563-a8a4-479e65f3e5a0) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:24:43.765864 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-b56632a7-6773-438f-af40-71ef5fc83abf req-4b1e9352-345b-4f92-ace7-9f03a4aa4c74 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] For port 62b3264e-df9f-4ad5-a44f-101d27b3502a, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=62b3264e-df9f-4ad5-a44f-101d27b3502a,segment=NetworkSegment(7416f1b9-0861-4e21-8e76-903d02909f6c),segment_id=7416f1b9-0861-4e21-8e76-903d02909f6c)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:24:43.766244 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b56632a7-6773-438f-af40-71ef5fc83abf req-4b1e9352-345b-4f92-ace7-9f03a4aa4c74 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:43.793855 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-b56632a7-6773-438f-af40-71ef5fc83abf req-4b1e9352-345b-4f92-ace7-9f03a4aa4c74 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Calling delete_port for 62b3264e-df9f-4ad5-a44f-101d27b3502a owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:24:43.981205 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8d68950b-94de-41be-a97d-4510d3d7bd23 req-0d58deec-83eb-4b51-b7a6-df3149171a7e tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 210 time: 0.0735023 Nov 25 13:24:44.051519 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-df0276d3-4baa-419c-8cfc-8b44bec2e960 req-32dfff96-6ff9-4390-b4e2-cd186fd61be7 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3c775803d354892aee478fad34a8c78 HTTP/1.1" status: 200 len: 379 time: 0.4017251 Nov 25 13:24:44.085364 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-df0276d3-4baa-419c-8cfc-8b44bec2e960 req-cb238100-9ffe-41cd-b825-30854de3e61c tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Request body: {'port': {'device_id': 'c27ab6a3-6c59-44c5-8538-189891b6b34c', 'network_id': '755402ba-804b-4493-8340-905b0e2e90e1', 'admin_state_up': True, 'tenant_id': 'c3c775803d354892aee478fad34a8c78', 'security_groups': ['62076cc7-e62e-4a72-af44-4e6f6b4d1965']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:24:44.086412 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-195801bb-2679-44aa-be90-662fb3506f42 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:44.192658 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a717ed52-e284-4af2-aed0-e1c6fdb0629e req-18c15d7f-c136-4578-8482-d79871407fbc tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=171fb585-6bac-4382-ba3e-b7c361f74433 HTTP/1.1" status: 200 len: 210 time: 0.1093647 Nov 25 13:24:44.221061 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bda8ca68-e55b-40bd-8ec2-9db9ab86938d None None] Provisioning complete for port ab675df7-c400-4409-8297-5ca5d0dea784 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:24:44.221598 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bda8ca68-e55b-40bd-8ec2-9db9ab86938d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:44.232937 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f8dab-3168-4ea1-a8d7-b6c6a8cb80db req-67f9c273-af84-41f1-99d7-79195519c249 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:44.234524 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-529f8dab-3168-4ea1-a8d7-b6c6a8cb80db req-67f9c273-af84-41f1-99d7-79195519c249 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=06e3a85a-4c3a-4297-b374-0fdcd0494740 HTTP/1.1" status: 200 len: 946 time: 0.1819663 Nov 25 13:24:44.316457 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-195801bb-2679-44aa-be90-662fb3506f42 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:44.338862 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b56632a7-6773-438f-af40-71ef5fc83abf req-4b1e9352-345b-4f92-ace7-9f03a4aa4c74 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:44.388101 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1e9352-345b-4f92-ace7-9f03a4aa4c74 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Pushing event deleted for resources: {'Port': ['ID=62b3264e-df9f-4ad5-a44f-101d27b3502a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:44.405384 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e9352-345b-4f92-ace7-9f03a4aa4c74 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:24:44.406158 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e9352-345b-4f92-ace7-9f03a4aa4c74 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:24:44.407425 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e9352-345b-4f92-ace7-9f03a4aa4c74 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:24:44.408027 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e9352-345b-4f92-ace7-9f03a4aa4c74 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:24:44.408654 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e9352-345b-4f92-ace7-9f03a4aa4c74 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:24:44.409231 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e9352-345b-4f92-ace7-9f03a4aa4c74 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:24:44.409801 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e9352-345b-4f92-ace7-9f03a4aa4c74 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:24:44.410373 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e9352-345b-4f92-ace7-9f03a4aa4c74 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:24:44.410973 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e9352-345b-4f92-ace7-9f03a4aa4c74 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:24:44.411813 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e9352-345b-4f92-ace7-9f03a4aa4c74 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:24:44.412381 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e9352-345b-4f92-ace7-9f03a4aa4c74 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:24:44.412961 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e9352-345b-4f92-ace7-9f03a4aa4c74 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:24:44.434155 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195801bb-2679-44aa-be90-662fb3506f42 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event updated for resources: {'Port': ['ID=b28e1aca-e740-4563-a8a4-479e65f3e5a0,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:44.472395 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bda8ca68-e55b-40bd-8ec2-9db9ab86938d None None] Provisioning complete for port 409693c6-c150-4b0e-a83f-a3c9ff946869 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:24:44.472678 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bda8ca68-e55b-40bd-8ec2-9db9ab86938d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:44.483651 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195801bb-2679-44aa-be90-662fb3506f42 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Network 76323fcd-e711-426a-b224-97a9d8612a45 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:24:44.490980 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-529f8dab-3168-4ea1-a8d7-b6c6a8cb80db req-be2fd03d-d1cb-431b-9efe-57c85206b411 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249041 Nov 25 13:24:44.493715 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-195801bb-2679-44aa-be90-662fb3506f42 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:24:44.496513 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-aa554196-628c-446f-9aef-664ac5a99489 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Allocated IP 2001:db8::2f4 (c35aecb6-4634-4486-8366-bcb922409831/4808252b-022e-4b08-9965-7c2414199c03/50d3d38e-e8ae-4572-80f9-ae61aa8bbb2e) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:24:44.514277 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195801bb-2679-44aa-be90-662fb3506f42 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:24:44.523057 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195801bb-2679-44aa-be90-662fb3506f42 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:44.523594 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-195801bb-2679-44aa-be90-662fb3506f42 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:44.541052 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bda8ca68-e55b-40bd-8ec2-9db9ab86938d None None] Port 409693c6-c150-4b0e-a83f-a3c9ff946869 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:24:44.555231 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-b56632a7-6773-438f-af40-71ef5fc83abf req-4b1e9352-345b-4f92-ace7-9f03a4aa4c74 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] No DVR routers for this DVR port 62b3264e-df9f-4ad5-a44f-101d27b3502a on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:24:44.561380 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b56632a7-6773-438f-af40-71ef5fc83abf req-4b1e9352-345b-4f92-ace7-9f03a4aa4c74 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:44.568479 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b56632a7-6773-438f-af40-71ef5fc83abf req-4b1e9352-345b-4f92-ace7-9f03a4aa4c74 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.47 "DELETE /v2.0/ports/62b3264e-df9f-4ad5-a44f-101d27b3502a HTTP/1.1" status: 204 len: 173 time: 1.4770238 Nov 25 13:24:44.574080 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd33117-29e4-4f90-96fa-861455136eb1', 'name': 'network-vif-deleted', 'tag': '62b3264e-df9f-4ad5-a44f-101d27b3502a'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:24:44.577473 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc74e68-e391-4c63-ac68-9a97996b7971" -d '{"events": [{"server_uuid": "3fd33117-29e4-4f90-96fa-861455136eb1", "name": "network-vif-deleted", "tag": "62b3264e-df9f-4ad5-a44f-101d27b3502a"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:24:44.627541 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df0276d3-4baa-419c-8cfc-8b44bec2e960 req-cb238100-9ffe-41cd-b825-30854de3e61c tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Made reservation on behalf of c3c775803d354892aee478fad34a8c78 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:24:44.632549 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-df0276d3-4baa-419c-8cfc-8b44bec2e960 req-cb238100-9ffe-41cd-b825-30854de3e61c tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:44.633300 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-195801bb-2679-44aa-be90-662fb3506f42 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0887451 Nov 25 13:24:44.633417 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58110) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:44.641876 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-a867a4bd-171b-4146-b2ba-23cf64bf6d29 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Request body: {'subnet': {'network_id': '76323fcd-e711-426a-b224-97a9d8612a45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:24:44.715348 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9d399d-d033-4ebc-b2fe-154d4e8bffe8 x-openstack-request-id: req-5f9d399d-d033-4ebc-b2fe-154d4e8bffe8 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:24:44.715663 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fd33117-29e4-4f90-96fa-861455136eb1", "name": "network-vif-deleted", "tag": "62b3264e-df9f-4ad5-a44f-101d27b3502a", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:24:44.715786 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5f9d399d-d033-4ebc-b2fe-154d4e8bffe8 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:24:44.716211 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd33117-29e4-4f90-96fa-861455136eb1', 'name': 'network-vif-deleted', 'tag': '62b3264e-df9f-4ad5-a44f-101d27b3502a', 'status': 'completed', 'code': 200} Nov 25 13:24:44.970578 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device ab675df7-c400-4409-8297-5ca5d0dea784 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:24:44.984686 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb5887e-9090-43e5-ada4-a143741756f3 req-4909a03d-f7e0-4212-808f-9ca926b37083 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:44.987656 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4bb5887e-9090-43e5-ada4-a143741756f3 req-4909a03d-f7e0-4212-808f-9ca926b37083 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc20867-f972-453a-8ced-0dd44582b1f4 HTTP/1.1" status: 200 len: 945 time: 0.1252148 Nov 25 13:24:45.047507 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port ab675df7-c400-4409-8297-5ca5d0dea784 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:24:45.048185 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:45.049149 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-df0276d3-4baa-419c-8cfc-8b44bec2e960 req-cb238100-9ffe-41cd-b825-30854de3e61c tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Allocated IP 172.20.0.6 (755402ba-804b-4493-8340-905b0e2e90e1/de598ec9-e4ed-4f9c-80e3-a369f7acaceb/4b12730d-6eb6-49ae-ab0e-3c3244c452b2) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:24:45.081131 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4bb5887e-9090-43e5-ada4-a143741756f3 req-fd80dfa7-a8ec-4fb8-aff9-adcabb4a27f8 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854695 Nov 25 13:24:45.082427 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a867a4bd-171b-4146-b2ba-23cf64bf6d29 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Made reservation on behalf of 33f2ee5c7830442db7d8e3bd7eb6dd8c for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:24:45.088432 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a867a4bd-171b-4146-b2ba-23cf64bf6d29 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:45.179704 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aa554196-628c-446f-9aef-664ac5a99489 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:45.252369 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-35ca5418-6da4-4835-9ba5-574e9e87f424 req-e8d14181-b141-4e5d-9639-226287a63375 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 210 time: 0.0845385 Nov 25 13:24:45.375407 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aa554196-628c-446f-9aef-664ac5a99489 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:45.383627 n-d-808199-11 neutron-server[103570]: INFO neutron.db.ipam_backend_mixin [None req-a867a4bd-171b-4146-b2ba-23cf64bf6d29 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e1bd6936-9ef4-4cd3-a19f-31b2cb48e1fc (CIDR: 2001:db8::/64) Nov 25 13:24:45.406164 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-a867a4bd-171b-4146-b2ba-23cf64bf6d29 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 13:24:45.406722 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a867a4bd-171b-4146-b2ba-23cf64bf6d29 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:24:45.429559 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-647ad02d-212b-417e-bc70-20b82c7fe634 req-5678d21e-14c9-4f0f-8a36-82366a4059dd tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=171fb585-6bac-4382-ba3e-b7c361f74433 HTTP/1.1" status: 200 len: 210 time: 0.0440798 Nov 25 13:24:45.477653 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa554196-628c-446f-9aef-664ac5a99489 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Network c35aecb6-4634-4486-8366-bcb922409831 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:24:45.479390 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-a867a4bd-171b-4146-b2ba-23cf64bf6d29 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8447471 Nov 25 13:24:45.482974 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58116) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:45.488207 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-36d75671-e08d-4deb-b017-68e75d1ed211 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Request body: {'subnet': {'network_id': '76323fcd-e711-426a-b224-97a9d8612a45', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:24:45.489598 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-aa554196-628c-446f-9aef-664ac5a99489 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:24:45.492112 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa554196-628c-446f-9aef-664ac5a99489 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:24:45.501309 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-df0276d3-4baa-419c-8cfc-8b44bec2e960 req-cb238100-9ffe-41cd-b825-30854de3e61c tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:45.526473 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 62b3264e-df9f-4ad5-a44f-101d27b3502a no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:24:45.568072 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: 62b3264e-df9f-4ad5-a44f-101d27b3502a {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:24:45.568447 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 62b3264e-df9f-4ad5-a44f-101d27b3502a not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:24:45.585480 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a895b6d3-6c70-4ae8-b5c3-04ffd21e1718 req-a1389faf-9419-4082-ab93-4859ef18c188 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:45.591614 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a895b6d3-6c70-4ae8-b5c3-04ffd21e1718 req-a1389faf-9419-4082-ab93-4859ef18c188 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.66 "GET /v2.0/ports?device_id=06e3a85a-4c3a-4297-b374-0fdcd0494740 HTTP/1.1" status: 200 len: 946 time: 0.1635234 Nov 25 13:24:45.597307 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-6dbefd38-228a-4628-8ee2-4dde28fb1556 None None] Provisioning complete for port b28e1aca-e740-4563-a8a4-479e65f3e5a0 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:24:45.598056 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6dbefd38-228a-4628-8ee2-4dde28fb1556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:45.677179 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-6dbefd38-228a-4628-8ee2-4dde28fb1556 None None] Port b28e1aca-e740-4563-a8a4-479e65f3e5a0 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:24:45.853972 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f75e8-1e07-4963-9d14-69293a19ae70 req-f7e8d512-00aa-4761-915a-50130c4be41f tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:45.855589 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f55f75e8-1e07-4963-9d14-69293a19ae70 req-f7e8d512-00aa-4761-915a-50130c4be41f tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=06e3a85a-4c3a-4297-b374-0fdcd0494740 HTTP/1.1" status: 200 len: 946 time: 0.1696985 Nov 25 13:24:45.883499 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-a895b6d3-6c70-4ae8-b5c3-04ffd21e1718 req-fe79bb22-c460-489b-9f33-20e500d326a1 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Deleting port 15db2a29-af9e-455b-8d27-e9bdbaa77981 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:24:45.883951 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-a895b6d3-6c70-4ae8-b5c3-04ffd21e1718 req-fe79bb22-c460-489b-9f33-20e500d326a1 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:45.911320 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d75671-e08d-4deb-b017-68e75d1ed211 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Made reservation on behalf of 33f2ee5c7830442db7d8e3bd7eb6dd8c for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:24:45.915645 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-36d75671-e08d-4deb-b017-68e75d1ed211 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:46.064202 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa554196-628c-446f-9aef-664ac5a99489 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Pushing event updated for resources: {'Port': ['ID=50d3d38e-e8ae-4572-80f9-ae61aa8bbb2e,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:46.092628 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f55f75e8-1e07-4963-9d14-69293a19ae70 req-3000ddc5-26f3-40f6-8c05-aa212215259d tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc0fe02-ba73-47bf-a1df-8880f3c5890d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213118 Nov 25 13:24:46.104658 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-a895b6d3-6c70-4ae8-b5c3-04ffd21e1718 req-fe79bb22-c460-489b-9f33-20e500d326a1 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] For port 15db2a29-af9e-455b-8d27-e9bdbaa77981, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=15db2a29-af9e-455b-8d27-e9bdbaa77981,segment=NetworkSegment(b0455d7d-0c79-45af-9e78-87b143c9704a),segment_id=b0455d7d-0c79-45af-9e78-87b143c9704a)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:24:46.105037 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-a895b6d3-6c70-4ae8-b5c3-04ffd21e1718 req-fe79bb22-c460-489b-9f33-20e500d326a1 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:46.135381 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-a895b6d3-6c70-4ae8-b5c3-04ffd21e1718 req-fe79bb22-c460-489b-9f33-20e500d326a1 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Calling delete_port for 15db2a29-af9e-455b-8d27-e9bdbaa77981 owned by compute:nova {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:24:46.284223 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-df0276d3-4baa-419c-8cfc-8b44bec2e960 req-cb238100-9ffe-41cd-b825-30854de3e61c tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:46.294874 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca5a77-5137-4b9e-a1ca-f67c63f453dc req-1e7992d4-40f5-40fe-a827-c46ff295323b tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:46.297292 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-98ca5a77-5137-4b9e-a1ca-f67c63f453dc req-1e7992d4-40f5-40fe-a827-c46ff295323b tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.47 "GET /v2.0/networks?id=3dcc6e35-952f-4386-bb71-7353cabbfad7 HTTP/1.1" status: 200 len: 815 time: 0.2876248 Nov 25 13:24:46.331455 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be305db1-393c-4de6-b6cb-76d2c9fa0414 req-c970f1d8-541b-472b-b49f-e61a0da568cc tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:46.333076 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-be305db1-393c-4de6-b6cb-76d2c9fa0414 req-c970f1d8-541b-472b-b49f-e61a0da568cc tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc20867-f972-453a-8ced-0dd44582b1f4 HTTP/1.1" status: 200 len: 945 time: 0.1303942 Nov 25 13:24:46.343548 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-98ca5a77-5137-4b9e-a1ca-f67c63f453dc req-cf710cec-d9ba-42f9-bc99-bd242ae9a0f6 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Request body: {'port': {'device_id': '171fb585-6bac-4382-ba3e-b7c361f74433', 'network_id': '3dcc6e35-952f-4386-bb71-7353cabbfad7', 'admin_state_up': True, 'tenant_id': 'e21d0fb28eed426e95e3c3f2e5a989aa'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:24:46.465198 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df0276d3-4baa-419c-8cfc-8b44bec2e960 req-cb238100-9ffe-41cd-b825-30854de3e61c tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Network 755402ba-804b-4493-8340-905b0e2e90e1 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:24:46.476931 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-df0276d3-4baa-419c-8cfc-8b44bec2e960 req-cb238100-9ffe-41cd-b825-30854de3e61c tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:24:46.489714 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-df0276d3-4baa-419c-8cfc-8b44bec2e960 req-cb238100-9ffe-41cd-b825-30854de3e61c tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:24:46.498127 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb238100-9ffe-41cd-b825-30854de3e61c tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Pushing event updated for resources: {'Port': ['ID=4b12730d-6eb6-49ae-ab0e-3c3244c452b2,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:46.535132 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-be305db1-393c-4de6-b6cb-76d2c9fa0414 req-f8329bf6-48e4-4f6b-aaed-cd28f620ad8d tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945150 Nov 25 13:24:46.550815 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aa554196-628c-446f-9aef-664ac5a99489 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:46.569801 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6cdc37-424e-42e2-a030-71e4f2c822f5 req-624fff09-b7fa-48cb-945d-a362d940998a tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:46.578401 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2e6cdc37-424e-42e2-a030-71e4f2c822f5 req-624fff09-b7fa-48cb-945d-a362d940998a tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 931 time: 0.2090316 Nov 25 13:24:46.586605 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-36d75671-e08d-4deb-b017-68e75d1ed211 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:46.589101 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-a895b6d3-6c70-4ae8-b5c3-04ffd21e1718 req-fe79bb22-c460-489b-9f33-20e500d326a1 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:46.599683 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0276d3-4baa-419c-8cfc-8b44bec2e960 req-cb238100-9ffe-41cd-b825-30854de3e61c tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:46.599683 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-df0276d3-4baa-419c-8cfc-8b44bec2e960 req-cb238100-9ffe-41cd-b825-30854de3e61c tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:46.609171 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['15db2a29-af9e-455b-8d27-e9bdbaa77981'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:24:46.682365 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98ca5a77-5137-4b9e-a1ca-f67c63f453dc req-cf710cec-d9ba-42f9-bc99-bd242ae9a0f6 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Made reservation on behalf of e21d0fb28eed426e95e3c3f2e5a989aa for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:24:46.688294 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-98ca5a77-5137-4b9e-a1ca-f67c63f453dc req-cf710cec-d9ba-42f9-bc99-bd242ae9a0f6 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:46.695004 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe79bb22-c460-489b-9f33-20e500d326a1 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Pushing event deleted for resources: {'Port': ['ID=15db2a29-af9e-455b-8d27-e9bdbaa77981,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:46.752046 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-df0276d3-4baa-419c-8cfc-8b44bec2e960 req-cb238100-9ffe-41cd-b825-30854de3e61c tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6711633 Nov 25 13:24:46.773512 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-df0276d3-4baa-419c-8cfc-8b44bec2e960 req-5f8ebea3-3803-400d-a1a4-bbeb704e3c58 service neutron] Request body: {'port': {'device_id': 'c27ab6a3-6c59-44c5-8538-189891b6b34c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:24:46.825452 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2e6cdc37-424e-42e2-a030-71e4f2c822f5 req-3950f58f-1140-403a-a615-cba02ed2d052 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=62076cc7-e62e-4a72-af44-4e6f6b4d1965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2430420 Nov 25 13:24:46.851163 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b93b06df-a9ec-47be-8cae-c99e3d3df2b8 req-1c5acd2e-7fa9-4f4f-8596-4057575b0f23 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=171fb585-6bac-4382-ba3e-b7c361f74433 HTTP/1.1" status: 200 len: 210 time: 0.1788445 Nov 25 13:24:46.851822 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d75671-e08d-4deb-b017-68e75d1ed211 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event updated for resources: {'Subnet': ['ID=bafbd448-e57b-4cf7-bc81-4a7869a37cb8,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:46.859360 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d75671-e08d-4deb-b017-68e75d1ed211 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Network 76323fcd-e711-426a-b224-97a9d8612a45 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:24:46.894549 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-36d75671-e08d-4deb-b017-68e75d1ed211 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:24:46.898102 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d75671-e08d-4deb-b017-68e75d1ed211 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:46.898741 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-36d75671-e08d-4deb-b017-68e75d1ed211 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:46.916146 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-df0276d3-4baa-419c-8cfc-8b44bec2e960 req-5f8ebea3-3803-400d-a1a4-bbeb704e3c58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:46.921960 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f32ce4-2c4d-48e8-81d0-6b6cc3f3de2a None None] Network 76323fcd-e711-426a-b224-97a9d8612a45 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:24:46.922500 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-a895b6d3-6c70-4ae8-b5c3-04ffd21e1718 req-fe79bb22-c460-489b-9f33-20e500d326a1 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] No DVR routers for this DVR port 15db2a29-af9e-455b-8d27-e9bdbaa77981 on host n-h1-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:24:46.925314 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-a895b6d3-6c70-4ae8-b5c3-04ffd21e1718 req-fe79bb22-c460-489b-9f33-20e500d326a1 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:46.929657 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a895b6d3-6c70-4ae8-b5c3-04ffd21e1718 req-fe79bb22-c460-489b-9f33-20e500d326a1 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.66 "DELETE /v2.0/ports/15db2a29-af9e-455b-8d27-e9bdbaa77981 HTTP/1.1" status: 204 len: 173 time: 1.3242486 Nov 25 13:24:46.933720 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e3a85a-4c3a-4297-b374-0fdcd0494740', 'name': 'network-vif-deleted', 'tag': '15db2a29-af9e-455b-8d27-e9bdbaa77981'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:24:46.936989 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cff0261-b79e-483c-afef-1f4f28f2ab59" -d '{"events": [{"server_uuid": "06e3a85a-4c3a-4297-b374-0fdcd0494740", "name": "network-vif-deleted", "tag": "15db2a29-af9e-455b-8d27-e9bdbaa77981"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:24:46.974486 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-36d75671-e08d-4deb-b017-68e75d1ed211 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4878552 Nov 25 13:24:46.975397 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58128) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:46.986557 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-b96deaca-37cc-4103-bb7e-2f3e72b6794b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-136387491', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bafbd448-e57b-4cf7-bc81-4a7869a37cb8'}], 'security_groups': ['10cca015-b51e-461f-862f-1e1e3c1a8148']}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:24:47.044083 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-71345c79-0fd4-41ca-be5e-5339bfd84e42 None None] Provisioning complete for port 4b12730d-6eb6-49ae-ab0e-3c3244c452b2 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:24:47.044751 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-71345c79-0fd4-41ca-be5e-5339bfd84e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:47.050329 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70812d32-c087-45df-ad06-66b0346dad70 x-openstack-request-id: req-70812d32-c087-45df-ad06-66b0346dad70 {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:24:47.050630 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e3a85a-4c3a-4297-b374-0fdcd0494740", "name": "network-vif-deleted", "tag": "15db2a29-af9e-455b-8d27-e9bdbaa77981", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:24:47.050947 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-70812d32-c087-45df-ad06-66b0346dad70 {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:24:47.051348 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e3a85a-4c3a-4297-b374-0fdcd0494740', 'name': 'network-vif-deleted', 'tag': '15db2a29-af9e-455b-8d27-e9bdbaa77981', 'status': 'completed', 'code': 200} Nov 25 13:24:47.198457 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-98ca5a77-5137-4b9e-a1ca-f67c63f453dc req-cf710cec-d9ba-42f9-bc99-bd242ae9a0f6 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Allocated IP 172.20.0.14 (3dcc6e35-952f-4386-bb71-7353cabbfad7/991e5daa-3b4a-4e1b-b46b-0e4b40b2f220/34a180c6-b444-4b1f-9819-7d2cf766df42) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:24:47.228628 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b96deaca-37cc-4103-bb7e-2f3e72b6794b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:47.238188 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-71345c79-0fd4-41ca-be5e-5339bfd84e42 None None] Port 4b12730d-6eb6-49ae-ab0e-3c3244c452b2 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:24:47.304617 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aa554196-628c-446f-9aef-664ac5a99489 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:47.377481 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a4edfdb0-649a-4074-817c-c300167bdd75 req-b03b1050-31c3-4230-9de5-ec4b76288dc6 tempest-ServerRescueNegativeTestJSON-147163570 tempest-ServerRescueNegativeTestJSON-147163570-project] 10.222.0.53 "GET /v2.0/ports?device_id=06e3a85a-4c3a-4297-b374-0fdcd0494740 HTTP/1.1" status: 200 len: 210 time: 0.0348341 Nov 25 13:24:47.529441 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6f83e6-bbca-46c2-b8a1-933e40d18363 None None] Update dhcp port {'port': {'network_id': '76323fcd-e711-426a-b224-97a9d8612a45', 'fixed_ips': [{'subnet_id': 'e1bd6936-9ef4-4cd3-a19f-31b2cb48e1fc', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bafbd448-e57b-4cf7-bc81-4a7869a37cb8'}], 'binding:host_id': 'n-d-808199-11'}, 'id': 'ab675df7-c400-4409-8297-5ca5d0dea784'} from n-d-808199-11. {{(pid=103572) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 13:24:47.574619 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0a6f83e6-bbca-46c2-b8a1-933e40d18363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:47.717756 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-98ca5a77-5137-4b9e-a1ca-f67c63f453dc req-cf710cec-d9ba-42f9-bc99-bd242ae9a0f6 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:47.773855 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa554196-628c-446f-9aef-664ac5a99489 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Router a258eaf1-1e17-4450-b6ee-ea06f02c8674 is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:24:47.795246 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-df0276d3-4baa-419c-8cfc-8b44bec2e960 req-5f8ebea3-3803-400d-a1a4-bbeb704e3c58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b12730d-6eb6-49ae-ab0e-3c3244c452b2 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:24:47.800061 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-b96deaca-37cc-4103-bb7e-2f3e72b6794b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Delete allocated IP 2001:db8::357 (76323fcd-e711-426a-b224-97a9d8612a45/e1bd6936-9ef4-4cd3-a19f-31b2cb48e1fc) {{(pid=103570) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 25 13:24:47.811965 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-b96deaca-37cc-4103-bb7e-2f3e72b6794b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Allocated IP 2001:db8:0:1::314 (76323fcd-e711-426a-b224-97a9d8612a45/bafbd448-e57b-4cf7-bc81-4a7869a37cb8/b28e1aca-e740-4563-a8a4-479e65f3e5a0) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:24:47.813443 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-df0276d3-4baa-419c-8cfc-8b44bec2e960 req-5f8ebea3-3803-400d-a1a4-bbeb704e3c58 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:47.873818 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-98ca5a77-5137-4b9e-a1ca-f67c63f453dc req-cf710cec-d9ba-42f9-bc99-bd242ae9a0f6 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:47.877591 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-df0276d3-4baa-419c-8cfc-8b44bec2e960 req-5f8ebea3-3803-400d-a1a4-bbeb704e3c58 service neutron] Transition to ACTIVE for port object 4b12730d-6eb6-49ae-ab0e-3c3244c452b2 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:24:47.931279 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf710cec-d9ba-42f9-bc99-bd242ae9a0f6 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Pushing event updated for resources: {'Port': ['ID=34a180c6-b444-4b1f-9819-7d2cf766df42,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:47.937354 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-df0276d3-4baa-419c-8cfc-8b44bec2e960 req-5f8ebea3-3803-400d-a1a4-bbeb704e3c58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:47.985147 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8ebea3-3803-400d-a1a4-bbeb704e3c58 service neutron] Pushing event updated for resources: {'Port': ['ID=4b12730d-6eb6-49ae-ab0e-3c3244c452b2,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:47.985580 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34767c1-5aeb-4cc6-99c3-d08728a17e60 req-75f70061-8f6a-4b99-ba23-11bca92e94bc tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:47.998758 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b34767c1-5aeb-4cc6-99c3-d08728a17e60 req-75f70061-8f6a-4b99-ba23-11bca92e94bc tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc20867-f972-453a-8ced-0dd44582b1f4 HTTP/1.1" status: 200 len: 945 time: 0.1536541 Nov 25 13:24:48.052882 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98ca5a77-5137-4b9e-a1ca-f67c63f453dc req-cf710cec-d9ba-42f9-bc99-bd242ae9a0f6 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Network 3dcc6e35-952f-4386-bb71-7353cabbfad7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:24:48.082933 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-98ca5a77-5137-4b9e-a1ca-f67c63f453dc req-cf710cec-d9ba-42f9-bc99-bd242ae9a0f6 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:24:48.101987 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-98ca5a77-5137-4b9e-a1ca-f67c63f453dc req-cf710cec-d9ba-42f9-bc99-bd242ae9a0f6 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:24:48.179249 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b34767c1-5aeb-4cc6-99c3-d08728a17e60 req-e86d6705-7f7b-486a-8389-bcbd2ed6ed98 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798561 Nov 25 13:24:48.237389 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa554196-628c-446f-9aef-664ac5a99489 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:24:48.259066 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792ce6f5-488e-4bba-9762-7998b7bc661a None None] Sync routers for ids ['a258eaf1-1e17-4450-b6ee-ea06f02c8674'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:24:48.260048 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b96deaca-37cc-4103-bb7e-2f3e72b6794b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:48.288225 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3de71ae-19a9-46fa-9d5f-e7c18648a263 req-958d33b0-2677-4c14-9623-b87bfb0b1e8d tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:48.288766 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca5a77-5137-4b9e-a1ca-f67c63f453dc req-cf710cec-d9ba-42f9-bc99-bd242ae9a0f6 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:48.289814 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d3de71ae-19a9-46fa-9d5f-e7c18648a263 req-958d33b0-2677-4c14-9623-b87bfb0b1e8d tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 943 time: 0.2485278 Nov 25 13:24:48.291674 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b96deaca-37cc-4103-bb7e-2f3e72b6794b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:48.298198 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-98ca5a77-5137-4b9e-a1ca-f67c63f453dc req-cf710cec-d9ba-42f9-bc99-bd242ae9a0f6 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:48.298927 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792ce6f5-488e-4bba-9762-7998b7bc661a None None] Routers {'a258eaf1-1e17-4450-b6ee-ea06f02c8674'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:24:48.300100 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-792ce6f5-488e-4bba-9762-7998b7bc661a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:24:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['a258eaf1-1e17-4450-b6ee-ea06f02c8674'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:24:48.344942 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aa554196-628c-446f-9aef-664ac5a99489 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:48.348731 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-aa554196-628c-446f-9aef-664ac5a99489 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.8935053 Nov 25 13:24:48.349811 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58138) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:48.390182 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-b96deaca-37cc-4103-bb7e-2f3e72b6794b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] In _notify_port_updated(), no bound segment for port b28e1aca-e740-4563-a8a4-479e65f3e5a0 on network 76323fcd-e711-426a-b224-97a9d8612a45 {{(pid=103570) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 13:24:48.395685 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96deaca-37cc-4103-bb7e-2f3e72b6794b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:48.396323 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b96deaca-37cc-4103-bb7e-2f3e72b6794b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:48.397641 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b96deaca-37cc-4103-bb7e-2f3e72b6794b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "PUT /v2.0/ports/b28e1aca-e740-4563-a8a4-479e65f3e5a0 HTTP/1.1" status: 200 len: 930 time: 1.4209421 Nov 25 13:24:48.408855 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58140) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:48.442379 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-df0276d3-4baa-419c-8cfc-8b44bec2e960 req-5f8ebea3-3803-400d-a1a4-bbeb704e3c58 service neutron] Attempting to bind port 4b12730d-6eb6-49ae-ab0e-3c3244c452b2 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:24:48.442631 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-df0276d3-4baa-419c-8cfc-8b44bec2e960 req-5f8ebea3-3803-400d-a1a4-bbeb704e3c58 service neutron] Attempting to bind port 4b12730d-6eb6-49ae-ab0e-3c3244c452b2 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '66e12dc7-b89b-4195-a71e-2bc7657a2a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '755402ba-804b-4493-8340-905b0e2e90e1'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:24:48.442995 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0276d3-4baa-419c-8cfc-8b44bec2e960 req-5f8ebea3-3803-400d-a1a4-bbeb704e3c58 service neutron] Attempting to bind port 4b12730d-6eb6-49ae-ab0e-3c3244c452b2 on network 755402ba-804b-4493-8340-905b0e2e90e1 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:24:48.452761 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-98ca5a77-5137-4b9e-a1ca-f67c63f453dc req-cf710cec-d9ba-42f9-bc99-bd242ae9a0f6 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1446598 Nov 25 13:24:48.460974 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0276d3-4baa-419c-8cfc-8b44bec2e960 req-5f8ebea3-3803-400d-a1a4-bbeb704e3c58 service neutron] Port 4b12730d-6eb6-49ae-ab0e-3c3244c452b2 on network 755402ba-804b-4493-8340-905b0e2e90e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:24:48.461311 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0276d3-4baa-419c-8cfc-8b44bec2e960 req-5f8ebea3-3803-400d-a1a4-bbeb704e3c58 service neutron] Attempting to bind port 4b12730d-6eb6-49ae-ab0e-3c3244c452b2 on network 755402ba-804b-4493-8340-905b0e2e90e1 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:24:48.471500 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-98ca5a77-5137-4b9e-a1ca-f67c63f453dc req-b42efc61-7406-4b22-930a-7f160621bd2f service neutron] Request body: {'port': {'device_id': '171fb585-6bac-4382-ba3e-b7c361f74433', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:24:48.499613 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96deaca-37cc-4103-bb7e-2f3e72b6794b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event updated for resources: {'Port': ['ID=b28e1aca-e740-4563-a8a4-479e65f3e5a0,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:48.499942 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0276d3-4baa-419c-8cfc-8b44bec2e960 req-5f8ebea3-3803-400d-a1a4-bbeb704e3c58 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:24:48.500291 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0276d3-4baa-419c-8cfc-8b44bec2e960 req-5f8ebea3-3803-400d-a1a4-bbeb704e3c58 service neutron] Checking segment: {'id': '66e12dc7-b89b-4195-a71e-2bc7657a2a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '755402ba-804b-4493-8340-905b0e2e90e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:24:48.500727 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0276d3-4baa-419c-8cfc-8b44bec2e960 req-5f8ebea3-3803-400d-a1a4-bbeb704e3c58 service neutron] Bound using segment: {'id': '66e12dc7-b89b-4195-a71e-2bc7657a2a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '755402ba-804b-4493-8340-905b0e2e90e1'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:24:48.501103 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-0a6f83e6-bbca-46c2-b8a1-933e40d18363 None None] Allocated IP 2001:db8:0:1::2 (76323fcd-e711-426a-b224-97a9d8612a45/bafbd448-e57b-4cf7-bc81-4a7869a37cb8/ab675df7-c400-4409-8297-5ca5d0dea784) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:24:48.501579 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-df0276d3-4baa-419c-8cfc-8b44bec2e960 req-5f8ebea3-3803-400d-a1a4-bbeb704e3c58 service neutron] Bound port: 4b12730d-6eb6-49ae-ab0e-3c3244c452b2, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66e12dc7-b89b-4195-a71e-2bc7657a2a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '755402ba-804b-4493-8340-905b0e2e90e1'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:24:48.502416 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-df0276d3-4baa-419c-8cfc-8b44bec2e960 req-5f8ebea3-3803-400d-a1a4-bbeb704e3c58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:48.538202 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826353b-2aaa-483a-a4f6-e007d9f38d23 req-04154d04-54c3-4d53-96e2-b029f22e14ab tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:48.545584 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3826353b-2aaa-483a-a4f6-e007d9f38d23 req-04154d04-54c3-4d53-96e2-b029f22e14ab tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=171fb585-6bac-4382-ba3e-b7c361f74433 HTTP/1.1" status: 200 len: 932 time: 0.2353563 Nov 25 13:24:48.560008 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d3de71ae-19a9-46fa-9d5f-e7c18648a263 req-f6847535-ea97-4404-b49d-19a9fe97d96d tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=62076cc7-e62e-4a72-af44-4e6f6b4d1965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2434201 Nov 25 13:24:48.619002 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3826353b-2aaa-483a-a4f6-e007d9f38d23 req-c2b58696-e9dd-4760-9d7f-9e7457b4cb0e tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673981 Nov 25 13:24:48.649659 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-971f032c-2c69-4344-91cb-792480078f3a tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Deleting port b28e1aca-e740-4563-a8a4-479e65f3e5a0 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:24:48.649981 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-971f032c-2c69-4344-91cb-792480078f3a tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:48.650552 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-df0276d3-4baa-419c-8cfc-8b44bec2e960 req-5f8ebea3-3803-400d-a1a4-bbeb704e3c58 service neutron] For port 4b12730d-6eb6-49ae-ab0e-3c3244c452b2, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:24:48.651381 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-792ce6f5-488e-4bba-9762-7998b7bc661a None None] Set router a258eaf1-1e17-4450-b6ee-ea06f02c8674 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:24:48.655536 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-df0276d3-4baa-419c-8cfc-8b44bec2e960 req-5f8ebea3-3803-400d-a1a4-bbeb704e3c58 service neutron] For port 4b12730d-6eb6-49ae-ab0e-3c3244c452b2, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=4b12730d-6eb6-49ae-ab0e-3c3244c452b2,segment=NetworkSegment(66e12dc7-b89b-4195-a71e-2bc7657a2a6a),segment_id=66e12dc7-b89b-4195-a71e-2bc7657a2a6a)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:24:48.683114 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58144) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:48.702228 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-df0276d3-4baa-419c-8cfc-8b44bec2e960 req-5f8ebea3-3803-400d-a1a4-bbeb704e3c58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:48.723908 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-0a6f83e6-bbca-46c2-b8a1-933e40d18363 None None] For port ab675df7-c400-4409-8297-5ca5d0dea784, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=ab675df7-c400-4409-8297-5ca5d0dea784,segment=NetworkSegment(763c4857-2934-48cb-b0bd-88c5fb18acb2),segment_id=763c4857-2934-48cb-b0bd-88c5fb18acb2)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:24:48.754630 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-98ca5a77-5137-4b9e-a1ca-f67c63f453dc req-b42efc61-7406-4b22-930a-7f160621bd2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:48.755882 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0a6f83e6-bbca-46c2-b8a1-933e40d18363 None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:48.763354 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0a6f83e6-bbca-46c2-b8a1-933e40d18363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:48.769124 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-971f032c-2c69-4344-91cb-792480078f3a tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:48.777871 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4ec5df7e-2d9c-4261-b5fc-0a5fbc39fdce tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:48.787853 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-971f032c-2c69-4344-91cb-792480078f3a tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Calling delete_port for b28e1aca-e740-4563-a8a4-479e65f3e5a0 owned by {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:24:48.845466 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0276d3-4baa-419c-8cfc-8b44bec2e960 req-5f8ebea3-3803-400d-a1a4-bbeb704e3c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:48.846496 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-df0276d3-4baa-419c-8cfc-8b44bec2e960 req-5f8ebea3-3803-400d-a1a4-bbeb704e3c58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:48.848292 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-df0276d3-4baa-419c-8cfc-8b44bec2e960 req-5f8ebea3-3803-400d-a1a4-bbeb704e3c58 service neutron] 10.222.0.47 "PUT /v2.0/ports/4b12730d-6eb6-49ae-ab0e-3c3244c452b2 HTTP/1.1" status: 200 len: 1092 time: 2.0796580 Nov 25 13:24:48.848469 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6f83e6-bbca-46c2-b8a1-933e40d18363 None None] Pushing event updated for resources: {'Port': ['ID=ab675df7-c400-4409-8297-5ca5d0dea784,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:48.849134 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c27ab6a3-6c59-44c5-8538-189891b6b34c', 'tag': '4b12730d-6eb6-49ae-ab0e-3c3244c452b2'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:24:48.851627 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17692e30-b598-4bd7-819e-4b28b09d3953" -d '{"events": [{"name": "network-changed", "server_uuid": "c27ab6a3-6c59-44c5-8538-189891b6b34c", "tag": "4b12730d-6eb6-49ae-ab0e-3c3244c452b2"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:24:49.089268 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-971f032c-2c69-4344-91cb-792480078f3a tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:49.110026 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 15db2a29-af9e-455b-8d27-e9bdbaa77981 no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:24:49.157555 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971f032c-2c69-4344-91cb-792480078f3a tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event deleted for resources: {'Port': ['ID=b28e1aca-e740-4563-a8a4-479e65f3e5a0,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:49.162845 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] No Port match for: 15db2a29-af9e-455b-8d27-e9bdbaa77981 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:24:49.163420 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 15db2a29-af9e-455b-8d27-e9bdbaa77981 not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:24:49.207068 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-971f032c-2c69-4344-91cb-792480078f3a tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:49.212343 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-971f032c-2c69-4344-91cb-792480078f3a tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "DELETE /v2.0/ports/b28e1aca-e740-4563-a8a4-479e65f3e5a0 HTTP/1.1" status: 204 len: 168 time: 0.7992673 Nov 25 13:24:49.216511 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58148) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:49.233561 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-792ce6f5-488e-4bba-9762-7998b7bc661a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a258eaf1-1e17-4450-b6ee-ea06f02c8674', 'name': '', 'tenant_id': 'a49ec72844f9407397f5a68ce963aff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c35aecb6-4634-4486-8366-bcb922409831', 'external_fixed_ips': [{'subnet_id': '4808252b-022e-4b08-9965-7c2414199c03', 'ip_address': '2001:db8::2f4'}], 'enable_snat': True}, 'gw_port_id': '50d3d38e-e8ae-4572-80f9-ae61aa8bbb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:24:42Z', 'updated_at': '2021-11-25T13:24:46Z', 'revision_number': 3, 'project_id': 'a49ec72844f9407397f5a68ce963aff3', 'gw_port': {'id': '50d3d38e-e8ae-4572-80f9-ae61aa8bbb2e', 'name': '', 'network_id': 'c35aecb6-4634-4486-8366-bcb922409831', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a258eaf1-1e17-4450-b6ee-ea06f02c8674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '4808252b-022e-4b08-9965-7c2414199c03', 'ip_address': '2001:db8::2f4', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:24:43Z', 'updated_at': '2021-11-25T13:24:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4808252b-022e-4b08-9965-7c2414199c03', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:24:49.276177 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792ce6f5-488e-4bba-9762-7998b7bc661a None None] Checking router: a258eaf1-1e17-4450-b6ee-ea06f02c8674 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:24:49.277252 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792ce6f5-488e-4bba-9762-7998b7bc661a None None] Updating router a258eaf1-1e17-4450-b6ee-ea06f02c8674 port 50d3d38e-e8ae-4572-80f9-ae61aa8bbb2e binding host n-d-808199-11 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:24:49.297215 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-c78c71ee-6798-4a41-9415-4e66ea83c5d5 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] GET failed (client error): The resource could not be found. Nov 25 13:24:49.301331 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c78c71ee-6798-4a41-9415-4e66ea83c5d5 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "GET /v2.0/ports/b28e1aca-e740-4563-a8a4-479e65f3e5a0 HTTP/1.1" status: 404 len: 333 time: 0.0834842 Nov 25 13:24:49.304077 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58154) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:49.314404 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-792ce6f5-488e-4bba-9762-7998b7bc661a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:49.446171 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f4394-a8c3-4a36-9fb0-646880bb763d req-96d6b67c-d2f4-4b9a-ad8c-4276f0ab4e63 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:49.454251 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-637f4394-a8c3-4a36-9fb0-646880bb763d req-96d6b67c-d2f4-4b9a-ad8c-4276f0ab4e63 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc20867-f972-453a-8ced-0dd44582b1f4 HTTP/1.1" status: 200 len: 945 time: 0.0941806 Nov 25 13:24:49.457130 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-eb13262a-068f-41b5-b4af-f32fb7e6b2d6 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:49.532797 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-eb13262a-068f-41b5-b4af-f32fb7e6b2d6 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:49.554301 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-637f4394-a8c3-4a36-9fb0-646880bb763d req-f9738c01-338e-48d7-b21f-ce4f2cde52ae tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988822 Nov 25 13:24:49.615078 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8ebea3-3803-400d-a1a4-bbeb704e3c58 service neutron] Pushing event updated for resources: {'Port': ['ID=4b12730d-6eb6-49ae-ab0e-3c3244c452b2,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:49.621925 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8176c03a-79db-4608-9bde-e4199dc1ce10 x-openstack-request-id: req-8176c03a-79db-4608-9bde-e4199dc1ce10 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:24:49.622208 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c27ab6a3-6c59-44c5-8538-189891b6b34c", "tag": "4b12730d-6eb6-49ae-ab0e-3c3244c452b2", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:24:49.622325 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8176c03a-79db-4608-9bde-e4199dc1ce10 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:24:49.622684 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c27ab6a3-6c59-44c5-8538-189891b6b34c', 'tag': '4b12730d-6eb6-49ae-ab0e-3c3244c452b2', 'status': 'completed', 'code': 200} Nov 25 13:24:49.632471 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-eb13262a-068f-41b5-b4af-f32fb7e6b2d6 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:49.642080 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-eb13262a-068f-41b5-b4af-f32fb7e6b2d6 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:49.644679 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-eb13262a-068f-41b5-b4af-f32fb7e6b2d6 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "DELETE /v2.0/security-groups/29e2ae5b-9240-4f83-8ea0-0c7f81a27e3a HTTP/1.1" status: 204 len: 168 time: 0.3383226 Nov 25 13:24:49.646594 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58160) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:49.690481 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb13262a-068f-41b5-b4af-f32fb7e6b2d6 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e2ae5b-9240-4f83-8ea0-0c7f81a27e3a,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:49.709947 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-792ce6f5-488e-4bba-9762-7998b7bc661a None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:49.724865 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-792ce6f5-488e-4bba-9762-7998b7bc661a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:49.808310 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be35570-37ee-4851-98e9-41ae1a741841 None None] Pushing event updated for resources: {'Port': ['ID=50d3d38e-e8ae-4572-80f9-ae61aa8bbb2e,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:49.822082 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7eab7d10-5372-448d-aa79-0a9054cf77cc tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:49.827304 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-792ce6f5-488e-4bba-9762-7998b7bc661a None None] Attempting to bind port 50d3d38e-e8ae-4572-80f9-ae61aa8bbb2e on host n-d-808199-11 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:24:49.828060 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-792ce6f5-488e-4bba-9762-7998b7bc661a None None] Attempting to bind port 50d3d38e-e8ae-4572-80f9-ae61aa8bbb2e by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'b9334bb8-9100-462f-8368-0ea97e78c0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c35aecb6-4634-4486-8366-bcb922409831'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:24:49.829298 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792ce6f5-488e-4bba-9762-7998b7bc661a None None] Attempting to bind port 50d3d38e-e8ae-4572-80f9-ae61aa8bbb2e on network c35aecb6-4634-4486-8366-bcb922409831 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:24:49.835581 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792ce6f5-488e-4bba-9762-7998b7bc661a None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:24:49.836346 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792ce6f5-488e-4bba-9762-7998b7bc661a None None] Checking segment: {'id': 'b9334bb8-9100-462f-8368-0ea97e78c0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c35aecb6-4634-4486-8366-bcb922409831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:24:49.837087 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-792ce6f5-488e-4bba-9762-7998b7bc661a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:49.837756 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792ce6f5-488e-4bba-9762-7998b7bc661a None None] Bound using segment: {'id': 'b9334bb8-9100-462f-8368-0ea97e78c0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c35aecb6-4634-4486-8366-bcb922409831'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:24:49.838476 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-792ce6f5-488e-4bba-9762-7998b7bc661a None None] Bound port: 50d3d38e-e8ae-4572-80f9-ae61aa8bbb2e, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9334bb8-9100-462f-8368-0ea97e78c0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c35aecb6-4634-4486-8366-bcb922409831'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:24:49.839124 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-792ce6f5-488e-4bba-9762-7998b7bc661a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:49.850308 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4ec5df7e-2d9c-4261-b5fc-0a5fbc39fdce tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:49.892313 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7eab7d10-5372-448d-aa79-0a9054cf77cc tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:49.918092 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-792ce6f5-488e-4bba-9762-7998b7bc661a None None] For port 50d3d38e-e8ae-4572-80f9-ae61aa8bbb2e, host n-d-808199-11, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:24:49.920869 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0276d3-4baa-419c-8cfc-8b44bec2e960 req-86d5f63f-9ffa-40b3-bdf4-11c4d5714ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:49.922409 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-792ce6f5-488e-4bba-9762-7998b7bc661a None None] For port 50d3d38e-e8ae-4572-80f9-ae61aa8bbb2e, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=50d3d38e-e8ae-4572-80f9-ae61aa8bbb2e,segment=NetworkSegment(b9334bb8-9100-462f-8368-0ea97e78c0a6),segment_id=b9334bb8-9100-462f-8368-0ea97e78c0a6)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:24:49.924011 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-df0276d3-4baa-419c-8cfc-8b44bec2e960 req-86d5f63f-9ffa-40b3-bdf4-11c4d5714ba8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3c775803d354892aee478fad34a8c78&device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 1095 time: 0.2089922 Nov 25 13:24:49.934384 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-792ce6f5-488e-4bba-9762-7998b7bc661a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:49.948290 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f206659b-604b-44f2-9be1-eb8e420171e8 req-9da68037-057c-4574-b232-5465ae167fbb tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:49.956323 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f206659b-604b-44f2-9be1-eb8e420171e8 req-9da68037-057c-4574-b232-5465ae167fbb tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=171fb585-6bac-4382-ba3e-b7c361f74433 HTTP/1.1" status: 200 len: 932 time: 0.1953080 Nov 25 13:24:49.992439 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40313069-8e51-41b0-8c43-9749c20edbf5 req-d5472246-f57c-4fa1-93b9-e68499555485 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:49.999052 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-40313069-8e51-41b0-8c43-9749c20edbf5 req-d5472246-f57c-4fa1-93b9-e68499555485 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 943 time: 0.2167404 Nov 25 13:24:50.016930 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be35570-37ee-4851-98e9-41ae1a741841 None None] Pushing event updated for resources: {'Port': ['ID=50d3d38e-e8ae-4572-80f9-ae61aa8bbb2e,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:50.025855 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-460ef32f-111b-43e5-9f5f-b2950005cc31 None None] Could not find standard attr ID for object b28e1aca-e740-4563-a8a4-479e65f3e5a0. {{(pid=103572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 13:24:50.052216 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-460ef32f-111b-43e5-9f5f-b2950005cc31 None None] Provisioning complete for port ab675df7-c400-4409-8297-5ca5d0dea784 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:24:50.052944 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-460ef32f-111b-43e5-9f5f-b2950005cc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:50.068104 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792ce6f5-488e-4bba-9762-7998b7bc661a None None] Routers {'a258eaf1-1e17-4450-b6ee-ea06f02c8674'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:24:50.069841 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-792ce6f5-488e-4bba-9762-7998b7bc661a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:24:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['a258eaf1-1e17-4450-b6ee-ea06f02c8674'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:24:50.281062 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-792ce6f5-488e-4bba-9762-7998b7bc661a None None] Set router a258eaf1-1e17-4450-b6ee-ea06f02c8674 gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:24:50.282720 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-460ef32f-111b-43e5-9f5f-b2950005cc31 None None] Provisioning complete for port 409693c6-c150-4b0e-a83f-a3c9ff946869 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:24:50.283781 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-460ef32f-111b-43e5-9f5f-b2950005cc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:50.320691 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-98ca5a77-5137-4b9e-a1ca-f67c63f453dc req-b42efc61-7406-4b22-930a-7f160621bd2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34a180c6-b444-4b1f-9819-7d2cf766df42 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:24:50.331176 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-98ca5a77-5137-4b9e-a1ca-f67c63f453dc req-b42efc61-7406-4b22-930a-7f160621bd2f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:50.347622 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-98ca5a77-5137-4b9e-a1ca-f67c63f453dc req-b42efc61-7406-4b22-930a-7f160621bd2f service neutron] Transition to ACTIVE for port object 34a180c6-b444-4b1f-9819-7d2cf766df42 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:24:50.359899 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-460ef32f-111b-43e5-9f5f-b2950005cc31 None None] Port 409693c6-c150-4b0e-a83f-a3c9ff946869 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:24:50.383589 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-792ce6f5-488e-4bba-9762-7998b7bc661a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a258eaf1-1e17-4450-b6ee-ea06f02c8674', 'name': '', 'tenant_id': 'a49ec72844f9407397f5a68ce963aff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:24:42Z', 'updated_at': '2021-11-25T13:24:49Z', 'revision_number': 4, 'project_id': 'a49ec72844f9407397f5a68ce963aff3', 'gw_port_host': None}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:24:50.390296 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-df0276d3-4baa-419c-8cfc-8b44bec2e960 req-ed6d193c-b125-4f05-975a-3726766ba536 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b12730d-6eb6-49ae-ab0e-3c3244c452b2 HTTP/1.1" status: 200 len: 217 time: 0.4458711 Nov 25 13:24:50.395814 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-98ca5a77-5137-4b9e-a1ca-f67c63f453dc req-b42efc61-7406-4b22-930a-7f160621bd2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:50.425405 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792ce6f5-488e-4bba-9762-7998b7bc661a None None] The sync data for ids ['a258eaf1-1e17-4450-b6ee-ea06f02c8674'] in n-d-808199-11 is: [{'id': 'a258eaf1-1e17-4450-b6ee-ea06f02c8674', 'name': '', 'tenant_id': 'a49ec72844f9407397f5a68ce963aff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:24:42Z', 'updated_at': '2021-11-25T13:24:49Z', 'revision_number': 4, 'project_id': 'a49ec72844f9407397f5a68ce963aff3', 'gw_port_host': None}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:24:50.475487 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-8c33e2ef-8b9b-4fe4-91f5-04a2444cc139 None None] Could not find standard attr ID for object b28e1aca-e740-4563-a8a4-479e65f3e5a0. {{(pid=103572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 13:24:50.543240 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0276d3-4baa-419c-8cfc-8b44bec2e960 req-ebcaf19d-0793-4389-a72f-474011b8886f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:50.545154 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-df0276d3-4baa-419c-8cfc-8b44bec2e960 req-ebcaf19d-0793-4389-a72f-474011b8886f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=de598ec9-e4ed-4f9c-80e3-a369f7acaceb HTTP/1.1" status: 200 len: 855 time: 0.0880167 Nov 25 13:24:50.695550 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42efc61-7406-4b22-930a-7f160621bd2f service neutron] Pushing event updated for resources: {'Port': ['ID=34a180c6-b444-4b1f-9819-7d2cf766df42,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:50.785812 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-40313069-8e51-41b0-8c43-9749c20edbf5 req-38e314ea-3a99-48f6-bd6f-ef05231950d8 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=62076cc7-e62e-4a72-af44-4e6f6b4d1965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7811899 Nov 25 13:24:50.830164 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f206659b-604b-44f2-9be1-eb8e420171e8 req-ecd226b7-63e6-47b7-bb52-015bb2400950 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8728652 Nov 25 13:24:50.830912 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7eab7d10-5372-448d-aa79-0a9054cf77cc tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:50.833965 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7eab7d10-5372-448d-aa79-0a9054cf77cc tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:50.854939 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-7eab7d10-5372-448d-aa79-0a9054cf77cc tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "DELETE /v2.0/security-groups/10cca015-b51e-461f-862f-1e1e3c1a8148 HTTP/1.1" status: 204 len: 168 time: 1.1745095 Nov 25 13:24:50.854939 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58166) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:50.879274 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eab7d10-5372-448d-aa79-0a9054cf77cc tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10cca015-b51e-461f-862f-1e1e3c1a8148,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:50.939955 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-4ec5df7e-2d9c-4261-b5fc-0a5fbc39fdce tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Deleting port 50d3d38e-e8ae-4572-80f9-ae61aa8bbb2e {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:24:50.940716 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4ec5df7e-2d9c-4261-b5fc-0a5fbc39fdce tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:50.994943 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3b58588-a340-4607-bd70-3dbc0e53f6fb tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Deleting subnet e1bd6936-9ef4-4cd3-a19f-31b2cb48e1fc {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:24:50.999981 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c3b58588-a340-4607-bd70-3dbc0e53f6fb tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:51.032706 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0276d3-4baa-419c-8cfc-8b44bec2e960 req-f624091c-aae6-4dbc-82e9-8eaf1065c967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:51.034418 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-df0276d3-4baa-419c-8cfc-8b44bec2e960 req-f624091c-aae6-4dbc-82e9-8eaf1065c967 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=755402ba-804b-4493-8340-905b0e2e90e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3797858 Nov 25 13:24:51.036721 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device ab675df7-c400-4409-8297-5ca5d0dea784 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:24:51.059545 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-98ca5a77-5137-4b9e-a1ca-f67c63f453dc req-b42efc61-7406-4b22-930a-7f160621bd2f service neutron] Attempting to bind port 34a180c6-b444-4b1f-9819-7d2cf766df42 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:24:51.059887 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-98ca5a77-5137-4b9e-a1ca-f67c63f453dc req-b42efc61-7406-4b22-930a-7f160621bd2f service neutron] Attempting to bind port 34a180c6-b444-4b1f-9819-7d2cf766df42 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '7416f1b9-0861-4e21-8e76-903d02909f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3dcc6e35-952f-4386-bb71-7353cabbfad7'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:24:51.061312 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ca5a77-5137-4b9e-a1ca-f67c63f453dc req-b42efc61-7406-4b22-930a-7f160621bd2f service neutron] Attempting to bind port 34a180c6-b444-4b1f-9819-7d2cf766df42 on network 3dcc6e35-952f-4386-bb71-7353cabbfad7 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:24:51.127181 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c3b58588-a340-4607-bd70-3dbc0e53f6fb tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:51.134223 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ca5a77-5137-4b9e-a1ca-f67c63f453dc req-b42efc61-7406-4b22-930a-7f160621bd2f service neutron] Port 34a180c6-b444-4b1f-9819-7d2cf766df42 on network 3dcc6e35-952f-4386-bb71-7353cabbfad7 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:24:51.135279 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ca5a77-5137-4b9e-a1ca-f67c63f453dc req-b42efc61-7406-4b22-930a-7f160621bd2f service neutron] Attempting to bind port 34a180c6-b444-4b1f-9819-7d2cf766df42 on network 3dcc6e35-952f-4386-bb71-7353cabbfad7 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:24:51.169447 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port ab675df7-c400-4409-8297-5ca5d0dea784 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:24:51.169872 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:51.186917 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5507d-be57-40dc-b2ff-27c2ce423201 req-77761672-9c73-43c8-89c7-e951f21d0aa7 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:51.195572 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-57c5507d-be57-40dc-b2ff-27c2ce423201 req-77761672-9c73-43c8-89c7-e951f21d0aa7 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc20867-f972-453a-8ced-0dd44582b1f4 HTTP/1.1" status: 200 len: 945 time: 0.2089765 Nov 25 13:24:51.205882 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ca5a77-5137-4b9e-a1ca-f67c63f453dc req-b42efc61-7406-4b22-930a-7f160621bd2f service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:24:51.206250 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ca5a77-5137-4b9e-a1ca-f67c63f453dc req-b42efc61-7406-4b22-930a-7f160621bd2f service neutron] Checking segment: {'id': '7416f1b9-0861-4e21-8e76-903d02909f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3dcc6e35-952f-4386-bb71-7353cabbfad7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:24:51.206633 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ca5a77-5137-4b9e-a1ca-f67c63f453dc req-b42efc61-7406-4b22-930a-7f160621bd2f service neutron] Bound using segment: {'id': '7416f1b9-0861-4e21-8e76-903d02909f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3dcc6e35-952f-4386-bb71-7353cabbfad7'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:24:51.207117 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-98ca5a77-5137-4b9e-a1ca-f67c63f453dc req-b42efc61-7406-4b22-930a-7f160621bd2f service neutron] Bound port: 34a180c6-b444-4b1f-9819-7d2cf766df42, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7416f1b9-0861-4e21-8e76-903d02909f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3dcc6e35-952f-4386-bb71-7353cabbfad7'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:24:51.207987 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-98ca5a77-5137-4b9e-a1ca-f67c63f453dc req-b42efc61-7406-4b22-930a-7f160621bd2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:51.297368 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-4ec5df7e-2d9c-4261-b5fc-0a5fbc39fdce tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] For port 50d3d38e-e8ae-4572-80f9-ae61aa8bbb2e, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=50d3d38e-e8ae-4572-80f9-ae61aa8bbb2e,segment=NetworkSegment(b9334bb8-9100-462f-8368-0ea97e78c0a6),segment_id=b9334bb8-9100-462f-8368-0ea97e78c0a6)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:24:51.297764 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4ec5df7e-2d9c-4261-b5fc-0a5fbc39fdce tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:51.330823 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-4ec5df7e-2d9c-4261-b5fc-0a5fbc39fdce tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Calling delete_port for 50d3d38e-e8ae-4572-80f9-ae61aa8bbb2e owned by network:router_gateway {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:24:51.412769 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-57c5507d-be57-40dc-b2ff-27c2ce423201 req-be2d4cbd-e78b-420f-82ad-5bae17385e3f tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138376 Nov 25 13:24:51.458599 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c3b58588-a340-4607-bd70-3dbc0e53f6fb tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:51.597627 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c3b58588-a340-4607-bd70-3dbc0e53f6fb tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:51.612297 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-df0276d3-4baa-419c-8cfc-8b44bec2e960 req-6424eca0-6f77-48f1-a94f-ffced56016f4 service neutron] 10.222.0.47 "GET /v2.0/networks/755402ba-804b-4493-8340-905b0e2e90e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5380273 Nov 25 13:24:51.656133 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c3b58588-a340-4607-bd70-3dbc0e53f6fb tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:51.658919 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c3b58588-a340-4607-bd70-3dbc0e53f6fb tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "DELETE /v2.0/subnets/e1bd6936-9ef4-4cd3-a19f-31b2cb48e1fc HTTP/1.1" status: 204 len: 168 time: 0.8076282 Nov 25 13:24:51.659880 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b58588-a340-4607-bd70-3dbc0e53f6fb tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event deleted for resources: {'Subnet': ['ID=e1bd6936-9ef4-4cd3-a19f-31b2cb48e1fc,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:51.660185 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e1f537-4821-4936-b948-b72fe28b7579 None None] Network 76323fcd-e711-426a-b224-97a9d8612a45 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:24:51.666386 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58176) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:51.671280 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-7b50cd5d-1e5c-4597-9251-ccfba19429f5 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Request body: {'subnet': {'network_id': '76323fcd-e711-426a-b224-97a9d8612a45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:24:51.737986 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e9e44-5a2c-4e86-b0f9-b514bef1ff73 req-7d1b8e12-68be-4c9d-9c51-4f074421d250 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:51.739617 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-334e9e44-5a2c-4e86-b0f9-b514bef1ff73 req-7d1b8e12-68be-4c9d-9c51-4f074421d250 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] 10.222.0.53 "GET /v2.0/ports?device_id=32ba8698-b3b1-4dfd-a8f2-8fbd4efeab35 HTTP/1.1" status: 200 len: 945 time: 0.1529770 Nov 25 13:24:51.758356 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-98ca5a77-5137-4b9e-a1ca-f67c63f453dc req-b42efc61-7406-4b22-930a-7f160621bd2f service neutron] For port 34a180c6-b444-4b1f-9819-7d2cf766df42, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:24:51.797401 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-98ca5a77-5137-4b9e-a1ca-f67c63f453dc req-b42efc61-7406-4b22-930a-7f160621bd2f service neutron] For port 34a180c6-b444-4b1f-9819-7d2cf766df42, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=34a180c6-b444-4b1f-9819-7d2cf766df42,segment=NetworkSegment(7416f1b9-0861-4e21-8e76-903d02909f6c),segment_id=7416f1b9-0861-4e21-8e76-903d02909f6c)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:24:51.816454 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-98ca5a77-5137-4b9e-a1ca-f67c63f453dc req-b42efc61-7406-4b22-930a-7f160621bd2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:51.844955 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-334e9e44-5a2c-4e86-b0f9-b514bef1ff73 req-ec3cd742-e39a-435f-ade4-3df6f729c74c tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfe63d26-24ca-4370-adc0-048d0d6d24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977297 Nov 25 13:24:51.876003 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b50cd5d-1e5c-4597-9251-ccfba19429f5 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Made reservation on behalf of 33f2ee5c7830442db7d8e3bd7eb6dd8c for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:24:51.882292 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7b50cd5d-1e5c-4597-9251-ccfba19429f5 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:51.966545 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca5a77-5137-4b9e-a1ca-f67c63f453dc req-b42efc61-7406-4b22-930a-7f160621bd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:51.967228 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-98ca5a77-5137-4b9e-a1ca-f67c63f453dc req-b42efc61-7406-4b22-930a-7f160621bd2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:51.968582 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-98ca5a77-5137-4b9e-a1ca-f67c63f453dc req-b42efc61-7406-4b22-930a-7f160621bd2f service neutron] 10.222.0.47 "PUT /v2.0/ports/34a180c6-b444-4b1f-9819-7d2cf766df42 HTTP/1.1" status: 200 len: 1093 time: 3.5012243 Nov 25 13:24:51.973582 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '171fb585-6bac-4382-ba3e-b7c361f74433', 'tag': '34a180c6-b444-4b1f-9819-7d2cf766df42'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:24:51.975909 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613b66d4-04e4-4e45-a6a8-49fc4fcf6272" -d '{"events": [{"name": "network-changed", "server_uuid": "171fb585-6bac-4382-ba3e-b7c361f74433", "tag": "34a180c6-b444-4b1f-9819-7d2cf766df42"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:24:51.991373 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-df0276d3-4baa-419c-8cfc-8b44bec2e960 req-9fa275e7-8a9a-4920-bc8a-8d28a9ef0ce1 service neutron] 10.222.0.47 "GET /v2.0/networks/755402ba-804b-4493-8340-905b0e2e90e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3666940 Nov 25 13:24:52.044230 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42efc61-7406-4b22-930a-7f160621bd2f service neutron] Pushing event updated for resources: {'Port': ['ID=34a180c6-b444-4b1f-9819-7d2cf766df42,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:52.079910 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ded5da37-4e3e-4d72-87ec-8aedfc9a2b4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:52.081706 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4ec5df7e-2d9c-4261-b5fc-0a5fbc39fdce tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:52.154161 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4042e13-a187-491f-9a7d-1904f1ba30fb req-245494a3-eb6e-40a2-8f08-952ae02de5b7 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:52.158956 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e4042e13-a187-491f-9a7d-1904f1ba30fb req-245494a3-eb6e-40a2-8f08-952ae02de5b7 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=171fb585-6bac-4382-ba3e-b7c361f74433 HTTP/1.1" status: 200 len: 944 time: 0.1943226 Nov 25 13:24:52.187477 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a440cdd4-dde9-4a85-82a9-907331ce4092 req-42b59097-0066-46c5-b87f-00dea1df4730 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:52.190081 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a440cdd4-dde9-4a85-82a9-907331ce4092 req-42b59097-0066-46c5-b87f-00dea1df4730 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 943 time: 0.2385695 Nov 25 13:24:52.207355 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec5df7e-2d9c-4261-b5fc-0a5fbc39fdce tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Pushing event deleted for resources: {'Port': ['ID=50d3d38e-e8ae-4572-80f9-ae61aa8bbb2e,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:52.286869 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca5a77-5137-4b9e-a1ca-f67c63f453dc req-1fbbed39-e674-4476-b604-2a254641c6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:52.288177 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-98ca5a77-5137-4b9e-a1ca-f67c63f453dc req-1fbbed39-e674-4476-b604-2a254641c6c5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e21d0fb28eed426e95e3c3f2e5a989aa&device_id=171fb585-6bac-4382-ba3e-b7c361f74433 HTTP/1.1" status: 200 len: 1096 time: 0.2644100 Nov 25 13:24:52.291831 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4ec5df7e-2d9c-4261-b5fc-0a5fbc39fdce tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:52.420694 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e4042e13-a187-491f-9a7d-1904f1ba30fb req-0583d714-f54b-473a-873d-d7f44d6d35f4 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527530 Nov 25 13:24:52.461943 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17692e30-b598-4bd7-819e-4b28b09d3953 req-405880e6-bd43-401d-b5a3-43d0d1a8f72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:52.471595 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-17692e30-b598-4bd7-819e-4b28b09d3953 req-405880e6-bd43-401d-b5a3-43d0d1a8f72a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3c775803d354892aee478fad34a8c78&device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 1095 time: 0.4077904 Nov 25 13:24:52.541381 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a440cdd4-dde9-4a85-82a9-907331ce4092 req-43aca462-34fc-445f-b989-a5d241d85e1d tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=62076cc7-e62e-4a72-af44-4e6f6b4d1965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3246713 Nov 25 13:24:52.556302 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2892ae56-fe49-4107-9a1d-6339c722b3bf req-b9870f61-5474-414b-9cf7-2eee4fd1d2ef tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:52.556836 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceff9d87-6754-4a50-886e-ca8ac956eb1e x-openstack-request-id: req-ceff9d87-6754-4a50-886e-ca8ac956eb1e {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:24:52.557129 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "171fb585-6bac-4382-ba3e-b7c361f74433", "tag": "34a180c6-b444-4b1f-9819-7d2cf766df42", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:24:52.557387 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ceff9d87-6754-4a50-886e-ca8ac956eb1e {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:24:52.557789 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '171fb585-6bac-4382-ba3e-b7c361f74433', 'tag': '34a180c6-b444-4b1f-9819-7d2cf766df42', 'status': 'completed', 'code': 200} Nov 25 13:24:52.559222 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-98ca5a77-5137-4b9e-a1ca-f67c63f453dc req-3cd72382-fa6c-4eb2-ae9c-537e2760bd62 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34a180c6-b444-4b1f-9819-7d2cf766df42 HTTP/1.1" status: 200 len: 217 time: 0.2186899 Nov 25 13:24:52.567079 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2892ae56-fe49-4107-9a1d-6339c722b3bf req-b9870f61-5474-414b-9cf7-2eee4fd1d2ef tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] 10.222.0.66 "GET /v2.0/ports?device_id=32ba8698-b3b1-4dfd-a8f2-8fbd4efeab35 HTTP/1.1" status: 200 len: 945 time: 0.2395730 Nov 25 13:24:52.594410 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4ec5df7e-2d9c-4261-b5fc-0a5fbc39fdce tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:52.608567 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4ec5df7e-2d9c-4261-b5fc-0a5fbc39fdce tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:52.800365 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7b50cd5d-1e5c-4597-9251-ccfba19429f5 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:52.849293 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4ec5df7e-2d9c-4261-b5fc-0a5fbc39fdce tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:52.850035 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ec5df7e-2d9c-4261-b5fc-0a5fbc39fdce tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a258eaf1-1e17-4450-b6ee-ea06f02c8674 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:24:52.857502 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b50cd5d-1e5c-4597-9251-ccfba19429f5 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event updated for resources: {'Subnet': ['ID=feb6200a-e3e6-4895-9734-549ef8144925,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:52.863327 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17692e30-b598-4bd7-819e-4b28b09d3953 req-d5bd90a4-033c-4b55-b99d-2e2be9dd1d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:52.866123 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-17692e30-b598-4bd7-819e-4b28b09d3953 req-d5bd90a4-033c-4b55-b99d-2e2be9dd1d02 service neutron] 10.222.0.47 "GET /v2.0/networks?id=755402ba-804b-4493-8340-905b0e2e90e1 HTTP/1.1" status: 200 len: 917 time: 0.3177512 Nov 25 13:24:52.867787 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a34d0e9-bb94-489e-809e-1a4147f8f8f5 req-1a1e8aaa-8a17-4435-964f-dc51e9736adf tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:52.871151 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca5a77-5137-4b9e-a1ca-f67c63f453dc req-69b52b22-3e28-462d-bfc5-44216298cefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:52.873038 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-98ca5a77-5137-4b9e-a1ca-f67c63f453dc req-69b52b22-3e28-462d-bfc5-44216298cefa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=991e5daa-3b4a-4e1b-b46b-0e4b40b2f220 HTTP/1.1" status: 200 len: 855 time: 0.2936916 Nov 25 13:24:52.877858 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6a34d0e9-bb94-489e-809e-1a4147f8f8f5 req-1a1e8aaa-8a17-4435-964f-dc51e9736adf tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc20867-f972-453a-8ced-0dd44582b1f4 HTTP/1.1" status: 200 len: 945 time: 0.2395079 Nov 25 13:24:52.878340 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4ec5df7e-2d9c-4261-b5fc-0a5fbc39fdce tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:52.889764 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-4ec5df7e-2d9c-4261-b5fc-0a5fbc39fdce tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] 10.222.0.53 "DELETE /v2.0/routers/a258eaf1-1e17-4450-b6ee-ea06f02c8674 HTTP/1.1" status: 204 len: 168 time: 4.5349965 Nov 25 13:24:52.891806 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58188) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:52.969349 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-98ca5a77-5137-4b9e-a1ca-f67c63f453dc req-e2087ccd-49e3-4bcd-a052-f03d81721911 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3dcc6e35-952f-4386-bb71-7353cabbfad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594358 Nov 25 13:24:53.030769 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-17692e30-b598-4bd7-819e-4b28b09d3953 req-6df5b485-aae1-434b-900d-3d0fa55d08e8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b12730d-6eb6-49ae-ab0e-3c3244c452b2 HTTP/1.1" status: 200 len: 217 time: 0.1294441 Nov 25 13:24:53.146006 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fd24621-8fc3-445c-80f8-54599828cd06 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Deleting subnet 4808252b-022e-4b08-9965-7c2414199c03 {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:24:53.152085 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b50cd5d-1e5c-4597-9251-ccfba19429f5 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Network 76323fcd-e711-426a-b224-97a9d8612a45 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:24:53.164120 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-7b50cd5d-1e5c-4597-9251-ccfba19429f5 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:24:53.169241 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b50cd5d-1e5c-4597-9251-ccfba19429f5 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:53.169844 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7b50cd5d-1e5c-4597-9251-ccfba19429f5 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:53.172154 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3fd24621-8fc3-445c-80f8-54599828cd06 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:53.176029 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4538bb90-e93d-4b8a-96ce-fb8bd319915c None None] Network 76323fcd-e711-426a-b224-97a9d8612a45 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:24:53.176578 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-2892ae56-fe49-4107-9a1d-6339c722b3bf req-b896680a-3f57-4ed1-911f-ecc3dc870ac6 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Deleting port 59053dba-2c76-45f3-ad4a-19e7d38c9a02 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:24:53.176578 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-2892ae56-fe49-4107-9a1d-6339c722b3bf req-b896680a-3f57-4ed1-911f-ecc3dc870ac6 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:53.194676 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6a34d0e9-bb94-489e-809e-1a4147f8f8f5 req-cc0af169-6b09-4a59-89b8-3e737e80421d tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156722 Nov 25 13:24:53.257559 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfd104b-3266-4575-b6de-21e31ccdffc8 req-fd264c58-63d2-4a64-87e7-0637fbb7aa02 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:53.259610 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ecfd104b-3266-4575-b6de-21e31ccdffc8 req-fd264c58-63d2-4a64-87e7-0637fbb7aa02 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] 10.222.0.53 "GET /v2.0/ports?device_id=32ba8698-b3b1-4dfd-a8f2-8fbd4efeab35 HTTP/1.1" status: 200 len: 945 time: 0.1749802 Nov 25 13:24:53.319957 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-7b50cd5d-1e5c-4597-9251-ccfba19429f5 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6521995 Nov 25 13:24:53.327855 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3fd24621-8fc3-445c-80f8-54599828cd06 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:53.335719 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58190) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:53.345088 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-abac80fa-0d40-4def-ae1f-15eb3430c3d4 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Request body: {'security_group': {'name': 'tempest-secgroup-1139087968'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:24:53.404067 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-18b71de0-be3d-4de3-9eb4-03aee515fbd1 None None] Provisioning complete for port ab675df7-c400-4409-8297-5ca5d0dea784 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:24:53.404867 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-18b71de0-be3d-4de3-9eb4-03aee515fbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:53.556069 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-2892ae56-fe49-4107-9a1d-6339c722b3bf req-b896680a-3f57-4ed1-911f-ecc3dc870ac6 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] For port 59053dba-2c76-45f3-ad4a-19e7d38c9a02, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=59053dba-2c76-45f3-ad4a-19e7d38c9a02,segment=NetworkSegment(97c77095-bc47-41b9-ad4e-e95f82e3a97b),segment_id=97c77095-bc47-41b9-ad4e-e95f82e3a97b)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:24:53.556527 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-2892ae56-fe49-4107-9a1d-6339c722b3bf req-b896680a-3f57-4ed1-911f-ecc3dc870ac6 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:53.561544 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-abac80fa-0d40-4def-ae1f-15eb3430c3d4 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:53.572509 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3fd24621-8fc3-445c-80f8-54599828cd06 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:53.585647 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ecfd104b-3266-4575-b6de-21e31ccdffc8 req-0cc717c8-8dbd-4bce-878d-1e6a4e49d6b9 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfe63d26-24ca-4370-adc0-048d0d6d24d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2842338 Nov 25 13:24:53.643804 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-18b71de0-be3d-4de3-9eb4-03aee515fbd1 None None] Provisioning complete for port 409693c6-c150-4b0e-a83f-a3c9ff946869 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:24:53.644305 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-18b71de0-be3d-4de3-9eb4-03aee515fbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:53.647323 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26c492b-1066-4ab5-be9f-4c52a26c26fa None None] Update dhcp port {'port': {'network_id': '76323fcd-e711-426a-b224-97a9d8612a45', 'fixed_ips': [{'subnet_id': 'bafbd448-e57b-4cf7-bc81-4a7869a37cb8', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'feb6200a-e3e6-4895-9734-549ef8144925'}], 'binding:host_id': 'n-d-808199-11'}, 'id': 'ab675df7-c400-4409-8297-5ca5d0dea784'} from n-d-808199-11. {{(pid=103572) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 13:24:53.668529 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-98ca5a77-5137-4b9e-a1ca-f67c63f453dc req-836f032f-f2d8-4127-ba2c-0dbf8d6658a3 service neutron] 10.222.0.47 "GET /v2.0/networks/3dcc6e35-952f-4386-bb71-7353cabbfad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6568244 Nov 25 13:24:53.672357 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17692e30-b598-4bd7-819e-4b28b09d3953 req-3c953ff8-96fe-4b26-8356-5183ea296fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:53.674302 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-17692e30-b598-4bd7-819e-4b28b09d3953 req-3c953ff8-96fe-4b26-8356-5183ea296fcc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=de598ec9-e4ed-4f9c-80e3-a369f7acaceb HTTP/1.1" status: 200 len: 855 time: 0.6296329 Nov 25 13:24:53.726392 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-18b71de0-be3d-4de3-9eb4-03aee515fbd1 None None] Port 409693c6-c150-4b0e-a83f-a3c9ff946869 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:24:53.741315 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e26c492b-1066-4ab5-be9f-4c52a26c26fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:53.863749 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17692e30-b598-4bd7-819e-4b28b09d3953 req-9b8dc7dc-df9c-48ae-9277-5fe55238ebc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:53.865255 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-17692e30-b598-4bd7-819e-4b28b09d3953 req-9b8dc7dc-df9c-48ae-9277-5fe55238ebc2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=755402ba-804b-4493-8340-905b0e2e90e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1129756 Nov 25 13:24:53.867892 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-ded5da37-4e3e-4d72-87ec-8aedfc9a2b4f admin admin] Deleting port 8737cfe7-541d-4b07-b3f6-cba1bf229bb6 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:24:53.868258 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ded5da37-4e3e-4d72-87ec-8aedfc9a2b4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:53.905379 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-2892ae56-fe49-4107-9a1d-6339c722b3bf req-b896680a-3f57-4ed1-911f-ecc3dc870ac6 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:53.906420 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-2892ae56-fe49-4107-9a1d-6339c722b3bf req-b896680a-3f57-4ed1-911f-ecc3dc870ac6 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:53.906948 n-d-808199-11 neutron-server[103570]: INFO neutron.db.l3_db [req-2892ae56-fe49-4107-9a1d-6339c722b3bf req-b896680a-3f57-4ed1-911f-ecc3dc870ac6 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Floating IP 45e44509-51a0-478f-b6b4-067b1735f300 disassociated. External IP: 172.25.5.39, port: 59053dba-2c76-45f3-ad4a-19e7d38c9a02. Nov 25 13:24:53.907885 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-2892ae56-fe49-4107-9a1d-6339c722b3bf req-b896680a-3f57-4ed1-911f-ecc3dc870ac6 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Calling delete_port for 59053dba-2c76-45f3-ad4a-19e7d38c9a02 owned by compute:nova {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:24:53.957761 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-ded5da37-4e3e-4d72-87ec-8aedfc9a2b4f admin admin] For port 8737cfe7-541d-4b07-b3f6-cba1bf229bb6, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=8737cfe7-541d-4b07-b3f6-cba1bf229bb6,segment=NetworkSegment(b0455d7d-0c79-45af-9e78-87b143c9704a),segment_id=b0455d7d-0c79-45af-9e78-87b143c9704a)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:24:53.958131 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ded5da37-4e3e-4d72-87ec-8aedfc9a2b4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:53.974066 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-ded5da37-4e3e-4d72-87ec-8aedfc9a2b4f admin admin] Calling delete_port for 8737cfe7-541d-4b07-b3f6-cba1bf229bb6 owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:24:53.998788 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-e26c492b-1066-4ab5-be9f-4c52a26c26fa None None] Allocated IP 2001:db8::2 (76323fcd-e711-426a-b224-97a9d8612a45/feb6200a-e3e6-4895-9734-549ef8144925/ab675df7-c400-4409-8297-5ca5d0dea784) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:24:54.073669 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-2892ae56-fe49-4107-9a1d-6339c722b3bf req-b896680a-3f57-4ed1-911f-ecc3dc870ac6 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:54.114197 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b896680a-3f57-4ed1-911f-ecc3dc870ac6 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Pushing event deleted for resources: {'Port': ['ID=59053dba-2c76-45f3-ad4a-19e7d38c9a02,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:54.141498 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-e26c492b-1066-4ab5-be9f-4c52a26c26fa None None] For port ab675df7-c400-4409-8297-5ca5d0dea784, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=ab675df7-c400-4409-8297-5ca5d0dea784,segment=NetworkSegment(763c4857-2934-48cb-b0bd-88c5fb18acb2),segment_id=763c4857-2934-48cb-b0bd-88c5fb18acb2)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:24:54.144122 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8690e6fa-ba29-41ad-8413-50cc2ca3f001 req-a04271cf-1ec8-4dd8-bfa1-7ea8a72ac1bd tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:54.145914 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8690e6fa-ba29-41ad-8413-50cc2ca3f001 req-a04271cf-1ec8-4dd8-bfa1-7ea8a72ac1bd tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=171fb585-6bac-4382-ba3e-b7c361f74433 HTTP/1.1" status: 200 len: 944 time: 0.5704770 Nov 25 13:24:54.197427 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-98ca5a77-5137-4b9e-a1ca-f67c63f453dc req-ea30b025-0df8-4f48-9bfc-5138e289db5e service neutron] 10.222.0.47 "GET /v2.0/networks/3dcc6e35-952f-4386-bb71-7353cabbfad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4941394 Nov 25 13:24:54.213970 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ee0b4-eee2-4500-9cd9-236d5a8ca574 req-d2ee2a41-deae-4ce3-b4ce-b7a87cd51e37 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:54.218870 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ded5da37-4e3e-4d72-87ec-8aedfc9a2b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:54.222202 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-447ee0b4-eee2-4500-9cd9-236d5a8ca574 req-d2ee2a41-deae-4ce3-b4ce-b7a87cd51e37 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 943 time: 0.5171649 Nov 25 13:24:54.230882 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3fd24621-8fc3-445c-80f8-54599828cd06 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:54.247289 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e26c492b-1066-4ab5-be9f-4c52a26c26fa None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:54.259928 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3fd24621-8fc3-445c-80f8-54599828cd06 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:54.266902 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3fd24621-8fc3-445c-80f8-54599828cd06 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] 10.222.0.53 "DELETE /v2.0/subnets/4808252b-022e-4b08-9965-7c2414199c03 HTTP/1.1" status: 204 len: 168 time: 1.3634405 Nov 25 13:24:54.275570 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e26c492b-1066-4ab5-be9f-4c52a26c26fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:54.288538 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58198) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:54.305701 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded5da37-4e3e-4d72-87ec-8aedfc9a2b4f admin admin] Pushing event deleted for resources: {'Port': ['ID=8737cfe7-541d-4b07-b3f6-cba1bf229bb6,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:54.343204 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd24621-8fc3-445c-80f8-54599828cd06 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4808252b-022e-4b08-9965-7c2414199c03,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:54.375601 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26c492b-1066-4ab5-be9f-4c52a26c26fa None None] Pushing event updated for resources: {'Port': ['ID=ab675df7-c400-4409-8297-5ca5d0dea784,revision_number=6']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:54.402833 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-447ee0b4-eee2-4500-9cd9-236d5a8ca574 req-4f5d4e13-bb13-43f8-9272-581b3a233271 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=62076cc7-e62e-4a72-af44-4e6f6b4d1965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1760056 Nov 25 13:24:54.412364 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8690e6fa-ba29-41ad-8413-50cc2ca3f001 req-184cf54c-fe0f-483a-b15b-bc64e204b31e tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571640 Nov 25 13:24:54.533271 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5685e1ea-09e0-47ab-ad01-a1ecdbea0790 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:54.555838 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-abac80fa-0d40-4def-ae1f-15eb3430c3d4 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:54.571307 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-abac80fa-0d40-4def-ae1f-15eb3430c3d4 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:54.616702 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2892ae56-fe49-4107-9a1d-6339c722b3bf req-b896680a-3f57-4ed1-911f-ecc3dc870ac6 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Router 3a5f7005-8d46-4d00-a884-62a9a0c57b2b has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:24:54.655523 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-17692e30-b598-4bd7-819e-4b28b09d3953 req-0d292745-c2b7-4000-ba62-ea5a91771b81 service neutron] 10.222.0.47 "GET /v2.0/networks/755402ba-804b-4493-8340-905b0e2e90e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4564960 Nov 25 13:24:54.672615 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-abac80fa-0d40-4def-ae1f-15eb3430c3d4 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:54.679833 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-abac80fa-0d40-4def-ae1f-15eb3430c3d4 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.3429780 Nov 25 13:24:54.681823 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58202) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:54.691632 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-75975240-e9c9-40f1-9e5b-101eaf175cd6 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Request body: {'security_group': {'name': 'tempest-secgroup-426208092'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:24:54.736165 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2a028c-085c-454e-ade0-4867dd92a355 req-db3bf17a-16fc-404e-88c4-3ef9e030fa53 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:54.755111 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2e2a028c-085c-454e-ade0-4867dd92a355 req-db3bf17a-16fc-404e-88c4-3ef9e030fa53 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc20867-f972-453a-8ced-0dd44582b1f4 HTTP/1.1" status: 200 len: 945 time: 0.2370443 Nov 25 13:24:54.778836 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac80fa-0d40-4def-ae1f-15eb3430c3d4 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=078ddd9a-45c1-4695-b2bb-d261ac1e1b72,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:54.785673 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-75975240-e9c9-40f1-9e5b-101eaf175cd6 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:54.869918 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-17692e30-b598-4bd7-819e-4b28b09d3953 req-0cd8ee38-a33f-4eaa-a3ff-abfcba0248cc service neutron] 10.222.0.47 "GET /v2.0/networks/755402ba-804b-4493-8340-905b0e2e90e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983266 Nov 25 13:24:54.885529 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613b66d4-04e4-4e45-a6a8-49fc4fcf6272 req-4267cc1d-0abc-4a75-9e0b-9c7fac0eb09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:54.887107 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-613b66d4-04e4-4e45-a6a8-49fc4fcf6272 req-4267cc1d-0abc-4a75-9e0b-9c7fac0eb09f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e21d0fb28eed426e95e3c3f2e5a989aa&device_id=171fb585-6bac-4382-ba3e-b7c361f74433 HTTP/1.1" status: 200 len: 1096 time: 0.3447456 Nov 25 13:24:54.897299 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f6b72455-4da6-40ae-bf09-76a5619e1ab2 req-88eed501-297c-4d10-b3b0-a98fa39c5410 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] 10.222.0.53 "GET /v2.0/ports?device_id=32ba8698-b3b1-4dfd-a8f2-8fbd4efeab35 HTTP/1.1" status: 200 len: 210 time: 0.1282377 Nov 25 13:24:54.987542 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-75975240-e9c9-40f1-9e5b-101eaf175cd6 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:55.002476 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-75975240-e9c9-40f1-9e5b-101eaf175cd6 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:55.015013 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5685e1ea-09e0-47ab-ad01-a1ecdbea0790 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:55.089681 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-5685e1ea-09e0-47ab-ad01-a1ecdbea0790 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c35aecb6-4634-4486-8366-bcb922409831']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:24:55.096832 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2e2a028c-085c-454e-ade0-4867dd92a355 req-f353987f-bf8d-4e89-b8a7-418edeee1c92 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385057 Nov 25 13:24:55.111231 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-75975240-e9c9-40f1-9e5b-101eaf175cd6 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:55.112708 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-75975240-e9c9-40f1-9e5b-101eaf175cd6 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4270804 Nov 25 13:24:55.118878 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58204) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:55.124751 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-b89e3f12-4a13-4d6b-9e5c-bf8638632f7a tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Request body: {'security_group': {'name': 'tempest-secgroup-715673271'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:24:55.127787 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device ab675df7-c400-4409-8297-5ca5d0dea784 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:24:55.132804 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75975240-e9c9-40f1-9e5b-101eaf175cd6 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4e349d-375a-4ba2-a737-ec6aa464e24a,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:55.156980 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2892ae56-fe49-4107-9a1d-6339c722b3bf req-b896680a-3f57-4ed1-911f-ecc3dc870ac6 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:24:55.204566 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d24499-7e7b-4a17-944a-acafa06ec64d None None] Sync routers for ids ['3a5f7005-8d46-4d00-a884-62a9a0c57b2b'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:24:55.205978 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-2892ae56-fe49-4107-9a1d-6339c722b3bf req-b896680a-3f57-4ed1-911f-ecc3dc870ac6 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] No DVR routers for this DVR port 59053dba-2c76-45f3-ad4a-19e7d38c9a02 on host n-h1-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:24:55.208037 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b89e3f12-4a13-4d6b-9e5c-bf8638632f7a tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:55.210873 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-2892ae56-fe49-4107-9a1d-6339c722b3bf req-b896680a-3f57-4ed1-911f-ecc3dc870ac6 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:55.215427 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2892ae56-fe49-4107-9a1d-6339c722b3bf req-b896680a-3f57-4ed1-911f-ecc3dc870ac6 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] 10.222.0.66 "DELETE /v2.0/ports/59053dba-2c76-45f3-ad4a-19e7d38c9a02 HTTP/1.1" status: 204 len: 173 time: 2.6368151 Nov 25 13:24:55.217354 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32ba8698-b3b1-4dfd-a8f2-8fbd4efeab35', 'name': 'network-vif-deleted', 'tag': '59053dba-2c76-45f3-ad4a-19e7d38c9a02'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:24:55.220136 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aea92f9-b764-4541-b8c2-beb1d8d554a5" -d '{"events": [{"server_uuid": "32ba8698-b3b1-4dfd-a8f2-8fbd4efeab35", "name": "network-vif-deleted", "tag": "59053dba-2c76-45f3-ad4a-19e7d38c9a02"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:24:55.250983 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d24499-7e7b-4a17-944a-acafa06ec64d None None] Routers {'3a5f7005-8d46-4d00-a884-62a9a0c57b2b'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:24:55.252138 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-b5d24499-7e7b-4a17-944a-acafa06ec64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:24:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['3a5f7005-8d46-4d00-a884-62a9a0c57b2b'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:24:55.304314 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-313f43c5-f643-418c-a55f-f317954ea13c x-openstack-request-id: req-313f43c5-f643-418c-a55f-f317954ea13c {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:24:55.304818 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32ba8698-b3b1-4dfd-a8f2-8fbd4efeab35", "name": "network-vif-deleted", "tag": "59053dba-2c76-45f3-ad4a-19e7d38c9a02", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:24:55.305345 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-313f43c5-f643-418c-a55f-f317954ea13c {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:24:55.305926 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32ba8698-b3b1-4dfd-a8f2-8fbd4efeab35', 'name': 'network-vif-deleted', 'tag': '59053dba-2c76-45f3-ad4a-19e7d38c9a02', 'status': 'completed', 'code': 200} Nov 25 13:24:55.379898 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-5685e1ea-09e0-47ab-ad01-a1ecdbea0790 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9334bb8-9100-462f-8368-0ea97e78c0a6') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:24:55.379898 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-5685e1ea-09e0-47ab-ad01-a1ecdbea0790 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9334bb8-9100-462f-8368-0ea97e78c0a6') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:24:55.407693 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5685e1ea-09e0-47ab-ad01-a1ecdbea0790 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:55.456031 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5685e1ea-09e0-47ab-ad01-a1ecdbea0790 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:55.473433 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b89e3f12-4a13-4d6b-9e5c-bf8638632f7a tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:55.476828 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5685e1ea-09e0-47ab-ad01-a1ecdbea0790 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:24:55.477300 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5685e1ea-09e0-47ab-ad01-a1ecdbea0790 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:55.510662 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b89e3f12-4a13-4d6b-9e5c-bf8638632f7a tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:55.562251 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613b66d4-04e4-4e45-a6a8-49fc4fcf6272 req-78a2b5b0-6ddf-4c44-b7c4-10c3ba4af9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:55.564316 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-613b66d4-04e4-4e45-a6a8-49fc4fcf6272 req-78a2b5b0-6ddf-4c44-b7c4-10c3ba4af9a9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3dcc6e35-952f-4386-bb71-7353cabbfad7 HTTP/1.1" status: 200 len: 916 time: 0.6380622 Nov 25 13:24:55.565199 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:24:55.565199 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:24:55.565199 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:24:55.565199 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:24:55.565199 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:24:55.565199 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:24:55.565199 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:24:55.565199 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:24:55.565199 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:24:55.565199 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:24:55.565199 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:24:55.565199 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:24:55.565199 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:24:55.565199 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:24:55.565199 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:24:55.565199 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:24:55.565199 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:24:55.565199 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:24:55.565199 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:24:55.565199 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:24:55.565199 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:24:55.565199 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:24:55.565199 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:24:55.565199 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:24:55.565199 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:24:55.565199 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:24:55.565199 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:24:55.565199 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:24:55.565199 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:24:55.565199 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:24:55.565199 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:24:55.565199 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:24:55.581470 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5685e1ea-09e0-47ab-ad01-a1ecdbea0790 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:55.613824 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 4b12730d-6eb6-49ae-ab0e-3c3244c452b2 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:24:55.647472 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-b5d24499-7e7b-4a17-944a-acafa06ec64d None None] Set router 3a5f7005-8d46-4d00-a884-62a9a0c57b2b gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:24:55.671231 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5685e1ea-09e0-47ab-ad01-a1ecdbea0790 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c35aecb6-4634-4486-8366-bcb922409831 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 25 13:24:55.676175 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-613b66d4-04e4-4e45-a6a8-49fc4fcf6272 req-8bfe371b-7a25-4e2c-b476-ce9d3f0b14e0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34a180c6-b444-4b1f-9819-7d2cf766df42 HTTP/1.1" status: 200 len: 217 time: 0.0917861 Nov 25 13:24:55.689085 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5685e1ea-09e0-47ab-ad01-a1ecdbea0790 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:55.695759 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5685e1ea-09e0-47ab-ad01-a1ecdbea0790 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] 10.222.0.53 "DELETE /v2.0/networks/c35aecb6-4634-4486-8366-bcb922409831 HTTP/1.1" status: 204 len: 168 time: 1.3977251 Nov 25 13:24:55.705505 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5685e1ea-09e0-47ab-ad01-a1ecdbea0790 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Pushing event deleted for resources: {'Network': ['ID=c35aecb6-4634-4486-8366-bcb922409831,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:55.756547 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89e3f12-4a13-4d6b-9e5c-bf8638632f7a tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=299372b1-3a28-45d4-966a-c23a9a225af6,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:55.773135 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b89e3f12-4a13-4d6b-9e5c-bf8638632f7a tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:55.778468 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b89e3f12-4a13-4d6b-9e5c-bf8638632f7a tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6581719 Nov 25 13:24:55.780150 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58214) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:55.788761 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-9ab7f0ab-28f0-4d51-a813-16b0c3fb87b6 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1443981228', 'security_groups': ['299372b1-3a28-45d4-966a-c23a9a225af6'], 'network_id': '76323fcd-e711-426a-b224-97a9d8612a45', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'feb6200a-e3e6-4895-9734-549ef8144925'}]}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:24:55.931946 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2ff23-816b-435c-b333-e27158f491d2 req-8a3aa2c2-aeed-4d00-be2f-eba537b52d18 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:55.934947 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dec2ff23-816b-435c-b333-e27158f491d2 req-8a3aa2c2-aeed-4d00-be2f-eba537b52d18 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=171fb585-6bac-4382-ba3e-b7c361f74433 HTTP/1.1" status: 200 len: 944 time: 0.3230622 Nov 25 13:24:55.981929 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.db.resource_extend [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 13:24:55.992405 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef091f09-613c-45de-ace4-ec3b0098d5ff req-32dd4c81-52af-4097-86d3-0c930922166e tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:55.995346 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ef091f09-613c-45de-ace4-ec3b0098d5ff req-32dd4c81-52af-4097-86d3-0c930922166e tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 943 time: 0.3914223 Nov 25 13:24:56.056893 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ded5da37-4e3e-4d72-87ec-8aedfc9a2b4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:56.076604 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613b66d4-04e4-4e45-a6a8-49fc4fcf6272 req-3f3b2277-6fc8-48b5-982b-6c100df21191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:56.080167 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-613b66d4-04e4-4e45-a6a8-49fc4fcf6272 req-3f3b2277-6fc8-48b5-982b-6c100df21191 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=991e5daa-3b4a-4e1b-b46b-0e4b40b2f220 HTTP/1.1" status: 200 len: 855 time: 0.3858225 Nov 25 13:24:56.146071 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ef091f09-613c-45de-ace4-ec3b0098d5ff req-ebb932f4-0576-47ad-a703-5fb81d36972b tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=62076cc7-e62e-4a72-af44-4e6f6b4d1965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147251 Nov 25 13:24:56.150028 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dec2ff23-816b-435c-b333-e27158f491d2 req-5062c573-779f-4707-aea5-333800d53269 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000043 Nov 25 13:24:56.161662 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab7f0ab-28f0-4d51-a813-16b0c3fb87b6 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Made reservation on behalf of 33f2ee5c7830442db7d8e3bd7eb6dd8c for: {'port': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:24:56.277460 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 4b12730d-6eb6-49ae-ab0e-3c3244c452b2, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=4b12730d-6eb6-49ae-ab0e-3c3244c452b2,segment=NetworkSegment(66e12dc7-b89b-4195-a71e-2bc7657a2a6a),segment_id=66e12dc7-b89b-4195-a71e-2bc7657a2a6a)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:24:56.296745 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9ab7f0ab-28f0-4d51-a813-16b0c3fb87b6 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:56.298684 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-613b66d4-04e4-4e45-a6a8-49fc4fcf6272 req-bb703d32-0e5a-4f89-9529-5cd362a6fbb6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3dcc6e35-952f-4386-bb71-7353cabbfad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2097435 Nov 25 13:24:56.314023 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58224) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:56.319459 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-341ba59a-bd4d-469b-9a2d-e1a3abe2fc1c tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Request body: {'router': {'name': 'tempest-router--4825694', 'project_id': '9c70ca42a7244bea924eb174f97595c0'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:24:56.324805 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58226) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:56.382595 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-341ba59a-bd4d-469b-9a2d-e1a3abe2fc1c tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:56.383647 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-341ba59a-bd4d-469b-9a2d-e1a3abe2fc1c tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:56.397111 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [None req-9ab7f0ab-28f0-4d51-a813-16b0c3fb87b6 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] device_id is not set on port 8e37c6cd-b40e-4aae-a009-69dd3d6b5e0d yet. {{(pid=103570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:24:56.465998 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-341ba59a-bd4d-469b-9a2d-e1a3abe2fc1c tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:56.469514 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '4b12730d-6eb6-49ae-ab0e-3c3244c452b2', 'network_id': '755402ba-804b-4493-8340-905b0e2e90e1', 'port_id': '4b12730d-6eb6-49ae-ab0e-3c3244c452b2', 'mac_address': 'fa:16:3e:a7:23:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de598ec9-e4ed-4f9c-80e3-a369f7acaceb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:24:56.471869 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-ac54288d-7577-424a-8e5d-a29bef5f0f07 None None] Provisioning complete for port ab675df7-c400-4409-8297-5ca5d0dea784 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:24:56.471869 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ac54288d-7577-424a-8e5d-a29bef5f0f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:56.522517 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port ab675df7-c400-4409-8297-5ca5d0dea784 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:24:56.523091 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:56.586116 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ded5da37-4e3e-4d72-87ec-8aedfc9a2b4f admin admin] Router 97c4b1cc-fcaf-4181-9903-1f64ccf807ec has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:24:56.587705 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-341ba59a-bd4d-469b-9a2d-e1a3abe2fc1c tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:56.647004 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-341ba59a-bd4d-469b-9a2d-e1a3abe2fc1c tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:56.651191 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-341ba59a-bd4d-469b-9a2d-e1a3abe2fc1c tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.3349924 Nov 25 13:24:56.651905 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58228) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:56.763032 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-466e9b08-228c-4236-95f7-5abc00b0c541 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:56.784613 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-9ab7f0ab-28f0-4d51-a813-16b0c3fb87b6 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Allocated IP 2001:db8::32d (76323fcd-e711-426a-b224-97a9d8612a45/feb6200a-e3e6-4895-9734-549ef8144925/8e37c6cd-b40e-4aae-a009-69dd3d6b5e0d) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:24:56.855715 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-b5d24499-7e7b-4a17-944a-acafa06ec64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5f7005-8d46-4d00-a884-62a9a0c57b2b', 'name': 'tempest-TestServerBasicOps-1730900946-router', 'tenant_id': 'f316b895b9bc47d6886b73ece5df5d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': 'd215e37b-23a6-4010-b32a-d320f22a363e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:18:57Z', 'updated_at': '2021-11-25T13:19:07Z', 'revision_number': 4, 'project_id': 'f316b895b9bc47d6886b73ece5df5d1d', 'gw_port': {'id': 'd215e37b-23a6-4010-b32a-d320f22a363e', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5f7005-8d46-4d00-a884-62a9a0c57b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:00Z', 'updated_at': '2021-11-25T13:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '8d4daf44-e2bf-473a-8988-96eef2fd238e', 'name': '', 'network_id': '5a608445-48fc-4cb4-86bf-6068f5ffd561', 'tenant_id': 'f316b895b9bc47d6886b73ece5df5d1d', 'mac_address': 'fa:16:3e:35:7e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5f7005-8d46-4d00-a884-62a9a0c57b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '4997cc2a-e143-43c9-a247-504e1c6f3545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:05Z', 'updated_at': '2021-11-25T13:19:18Z', 'revision_number': 5, 'project_id': 'f316b895b9bc47d6886b73ece5df5d1d', 'subnets': [{'id': '4997cc2a-e143-43c9-a247-504e1c6f3545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:24:56.887306 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d24499-7e7b-4a17-944a-acafa06ec64d None None] Checking router: 3a5f7005-8d46-4d00-a884-62a9a0c57b2b for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:24:56.928198 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:56.938953 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-466e9b08-228c-4236-95f7-5abc00b0c541 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:56.941128 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-466e9b08-228c-4236-95f7-5abc00b0c541 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:56.943428 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b12730d-6eb6-49ae-ab0e-3c3244c452b2 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:24:56.973982 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-ac54288d-7577-424a-8e5d-a29bef5f0f07 None None] Provisioning complete for port 409693c6-c150-4b0e-a83f-a3c9ff946869 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:24:56.974363 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ac54288d-7577-424a-8e5d-a29bef5f0f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:56.978415 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d24499-7e7b-4a17-944a-acafa06ec64d None None] Routers {'3a5f7005-8d46-4d00-a884-62a9a0c57b2b'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:24:56.979233 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-b5d24499-7e7b-4a17-944a-acafa06ec64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:24:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['3a5f7005-8d46-4d00-a884-62a9a0c57b2b'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:24:57.002881 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-466e9b08-228c-4236-95f7-5abc00b0c541 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:57.003450 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-466e9b08-228c-4236-95f7-5abc00b0c541 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cd7ab427-9d21-432d-b2c1-65e5f2f8bbbf {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:24:57.011232 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-466e9b08-228c-4236-95f7-5abc00b0c541 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:57.026025 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-466e9b08-228c-4236-95f7-5abc00b0c541 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] 10.222.0.53 "DELETE /v2.0/routers/cd7ab427-9d21-432d-b2c1-65e5f2f8bbbf HTTP/1.1" status: 204 len: 168 time: 0.3597479 Nov 25 13:24:57.139019 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-613b66d4-04e4-4e45-a6a8-49fc4fcf6272 req-c46d5695-24f6-4124-8e72-eb899907a192 service neutron] 10.222.0.47 "GET /v2.0/networks/3dcc6e35-952f-4386-bb71-7353cabbfad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8257976 Nov 25 13:24:57.192359 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 4b12730d-6eb6-49ae-ab0e-3c3244c452b2, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=4b12730d-6eb6-49ae-ab0e-3c3244c452b2,segment=NetworkSegment(66e12dc7-b89b-4195-a71e-2bc7657a2a6a),segment_id=66e12dc7-b89b-4195-a71e-2bc7657a2a6a)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:24:57.195676 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 59053dba-2c76-45f3-ad4a-19e7d38c9a02 no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:24:57.233252 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:57.278150 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-613b66d4-04e4-4e45-a6a8-49fc4fcf6272 req-2f03426b-7b41-4f40-a576-5ecb07052954 service neutron] 10.222.0.47 "GET /v2.0/networks/3dcc6e35-952f-4386-bb71-7353cabbfad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214147 Nov 25 13:24:57.281060 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58232) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:57.307722 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded5da37-4e3e-4d72-87ec-8aedfc9a2b4f admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:24:57.317438 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-ded5da37-4e3e-4d72-87ec-8aedfc9a2b4f admin admin] 10.222.0.53 "PUT /v2.0/routers/97c4b1cc-fcaf-4181-9903-1f64ccf807ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6332281 Nov 25 13:24:57.318375 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58240) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:57.319172 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf81f31-9c07-45fd-95db-d9fb1ff36f76 None None] Sync routers for ids ['97c4b1cc-fcaf-4181-9903-1f64ccf807ec'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:24:57.341596 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf81f31-9c07-45fd-95db-d9fb1ff36f76 None None] Routers {'97c4b1cc-fcaf-4181-9903-1f64ccf807ec'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:24:57.342242 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ccf81f31-9c07-45fd-95db-d9fb1ff36f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:24:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['97c4b1cc-fcaf-4181-9903-1f64ccf807ec'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:24:57.382496 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-ac54288d-7577-424a-8e5d-a29bef5f0f07 None None] Port 409693c6-c150-4b0e-a83f-a3c9ff946869 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:24:57.415165 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] No Port match for: 59053dba-2c76-45f3-ad4a-19e7d38c9a02 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:24:57.415805 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 59053dba-2c76-45f3-ad4a-19e7d38c9a02 not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:24:57.422492 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-b5d24499-7e7b-4a17-944a-acafa06ec64d None None] Set router 3a5f7005-8d46-4d00-a884-62a9a0c57b2b gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:24:57.477055 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 34a180c6-b444-4b1f-9819-7d2cf766df42 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:24:57.516897 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['4b12730d-6eb6-49ae-ab0e-3c3244c452b2'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:24:57.566542 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-56fe5872-2a56-4e16-9389-4b84c9c3c8e1 admin admin] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:57.607256 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-ccf81f31-9c07-45fd-95db-d9fb1ff36f76 None None] Set router 97c4b1cc-fcaf-4181-9903-1f64ccf807ec gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:24:57.695249 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=4b12730d-6eb6-49ae-ab0e-3c3244c452b2,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:57.716069 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9ab7f0ab-28f0-4d51-a813-16b0c3fb87b6 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:57.738423 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d60c04-aaeb-416a-b39e-fb40666e75f7 req-508ccdf6-6163-4b5e-8b06-9292bc5e35e2 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:57.741732 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-06d60c04-aaeb-416a-b39e-fb40666e75f7 req-508ccdf6-6163-4b5e-8b06-9292bc5e35e2 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=171fb585-6bac-4382-ba3e-b7c361f74433 HTTP/1.1" status: 200 len: 944 time: 0.1628118 Nov 25 13:24:57.752841 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-9a24cfdf-07af-4da0-8bba-7d748f99b458 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1556282212', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}, 'admin_state_up': False}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:24:57.757655 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d9d6c-b522-4a63-903b-88252b1b3b68 req-beced708-0fdf-4ebc-b220-7c603e1c8c0d tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:57.769197 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f81d9d6c-b522-4a63-903b-88252b1b3b68 req-beced708-0fdf-4ebc-b220-7c603e1c8c0d tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc20867-f972-453a-8ced-0dd44582b1f4 HTTP/1.1" status: 200 len: 945 time: 1.1987870 Nov 25 13:24:57.866182 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-56fe5872-2a56-4e16-9389-4b84c9c3c8e1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:57.872573 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9a24cfdf-07af-4da0-8bba-7d748f99b458 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:57.873788 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9a24cfdf-07af-4da0-8bba-7d748f99b458 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:57.883429 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f81d9d6c-b522-4a63-903b-88252b1b3b68 req-7ff25888-c245-4577-aa88-a1c8c297a056 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127851 Nov 25 13:24:57.963038 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9a24cfdf-07af-4da0-8bba-7d748f99b458 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:58.088427 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 34a180c6-b444-4b1f-9819-7d2cf766df42, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=34a180c6-b444-4b1f-9819-7d2cf766df42,segment=NetworkSegment(7416f1b9-0861-4e21-8e76-903d02909f6c),segment_id=7416f1b9-0861-4e21-8e76-903d02909f6c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:24:58.097172 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ccf81f31-9c07-45fd-95db-d9fb1ff36f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97c4b1cc-fcaf-4181-9903-1f64ccf807ec', 'name': 'tempest-ServerRescueNegativeTestJSON-208641899-router', 'tenant_id': '8d2854b381a841d0bb264f5a26a8525e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '6109bf1b-60de-4c9e-a67d-e49ec72b14fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:22:03Z', 'updated_at': '2021-11-25T13:24:54Z', 'revision_number': 5, 'project_id': '8d2854b381a841d0bb264f5a26a8525e', 'gw_port': {'id': '6109bf1b-60de-4c9e-a67d-e49ec72b14fd', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:74:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c4b1cc-fcaf-4181-9903-1f64ccf807ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:22:04Z', 'updated_at': '2021-11-25T13:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:24:58.105984 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-b5d24499-7e7b-4a17-944a-acafa06ec64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5f7005-8d46-4d00-a884-62a9a0c57b2b', 'name': 'tempest-TestServerBasicOps-1730900946-router', 'tenant_id': 'f316b895b9bc47d6886b73ece5df5d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': 'd215e37b-23a6-4010-b32a-d320f22a363e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:18:57Z', 'updated_at': '2021-11-25T13:19:07Z', 'revision_number': 4, 'project_id': 'f316b895b9bc47d6886b73ece5df5d1d', 'gw_port': {'id': 'd215e37b-23a6-4010-b32a-d320f22a363e', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5f7005-8d46-4d00-a884-62a9a0c57b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:00Z', 'updated_at': '2021-11-25T13:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '8d4daf44-e2bf-473a-8988-96eef2fd238e', 'name': '', 'network_id': '5a608445-48fc-4cb4-86bf-6068f5ffd561', 'tenant_id': 'f316b895b9bc47d6886b73ece5df5d1d', 'mac_address': 'fa:16:3e:35:7e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5f7005-8d46-4d00-a884-62a9a0c57b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '4997cc2a-e143-43c9-a247-504e1c6f3545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:05Z', 'updated_at': '2021-11-25T13:19:18Z', 'revision_number': 5, 'project_id': 'f316b895b9bc47d6886b73ece5df5d1d', 'subnets': [{'id': '4997cc2a-e143-43c9-a247-504e1c6f3545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:24:58.112658 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '34a180c6-b444-4b1f-9819-7d2cf766df42', 'network_id': '3dcc6e35-952f-4386-bb71-7353cabbfad7', 'port_id': '34a180c6-b444-4b1f-9819-7d2cf766df42', 'mac_address': 'fa:16:3e:e9:57:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '991e5daa-3b4a-4e1b-b46b-0e4b40b2f220', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:24:58.151880 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d24499-7e7b-4a17-944a-acafa06ec64d None None] The sync data for ids ['3a5f7005-8d46-4d00-a884-62a9a0c57b2b'] in n-d-808199-11 is: [{'id': '3a5f7005-8d46-4d00-a884-62a9a0c57b2b', 'name': 'tempest-TestServerBasicOps-1730900946-router', 'tenant_id': 'f316b895b9bc47d6886b73ece5df5d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': 'd215e37b-23a6-4010-b32a-d320f22a363e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:18:57Z', 'updated_at': '2021-11-25T13:19:07Z', 'revision_number': 4, 'project_id': 'f316b895b9bc47d6886b73ece5df5d1d', 'gw_port': {'id': 'd215e37b-23a6-4010-b32a-d320f22a363e', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5f7005-8d46-4d00-a884-62a9a0c57b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:00Z', 'updated_at': '2021-11-25T13:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '8d4daf44-e2bf-473a-8988-96eef2fd238e', 'name': '', 'network_id': '5a608445-48fc-4cb4-86bf-6068f5ffd561', 'tenant_id': 'f316b895b9bc47d6886b73ece5df5d1d', 'mac_address': 'fa:16:3e:35:7e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5f7005-8d46-4d00-a884-62a9a0c57b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '4997cc2a-e143-43c9-a247-504e1c6f3545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:05Z', 'updated_at': '2021-11-25T13:19:18Z', 'revision_number': 5, 'project_id': 'f316b895b9bc47d6886b73ece5df5d1d', 'subnets': [{'id': '4997cc2a-e143-43c9-a247-504e1c6f3545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:24:58.167321 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9ab7f0ab-28f0-4d51-a813-16b0c3fb87b6 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:58.183325 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf81f31-9c07-45fd-95db-d9fb1ff36f76 None None] Checking router: 97c4b1cc-fcaf-4181-9903-1f64ccf807ec for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:24:58.204154 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:58.220454 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34a180c6-b444-4b1f-9819-7d2cf766df42 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:24:58.246346 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf81f31-9c07-45fd-95db-d9fb1ff36f76 None None] Routers {'97c4b1cc-fcaf-4181-9903-1f64ccf807ec'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:24:58.246507 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 34a180c6-b444-4b1f-9819-7d2cf766df42, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=34a180c6-b444-4b1f-9819-7d2cf766df42,segment=NetworkSegment(7416f1b9-0861-4e21-8e76-903d02909f6c),segment_id=7416f1b9-0861-4e21-8e76-903d02909f6c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:24:58.246877 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ccf81f31-9c07-45fd-95db-d9fb1ff36f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:24:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['97c4b1cc-fcaf-4181-9903-1f64ccf807ec'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:24:58.268449 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-06d60c04-aaeb-416a-b39e-fb40666e75f7 req-c0ff5b53-d10f-4326-b698-fcfc4135db8c tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4714198 Nov 25 13:24:58.324149 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:58.336183 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab7f0ab-28f0-4d51-a813-16b0c3fb87b6 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Network 76323fcd-e711-426a-b224-97a9d8612a45 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:24:58.352699 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-9ab7f0ab-28f0-4d51-a813-16b0c3fb87b6 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:24:58.363276 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab7f0ab-28f0-4d51-a813-16b0c3fb87b6 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:24:58.371760 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab7f0ab-28f0-4d51-a813-16b0c3fb87b6 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:58.372446 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9ab7f0ab-28f0-4d51-a813-16b0c3fb87b6 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:58.393241 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-69c4b4d1-ad57-4db1-a93e-dcd84986e882 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Deleting port e1c229f0-8462-4add-9b77-550800634843 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:24:58.393371 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-69c4b4d1-ad57-4db1-a93e-dcd84986e882 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:58.400076 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=34a180c6-b444-4b1f-9819-7d2cf766df42,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:58.421787 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab7f0ab-28f0-4d51-a813-16b0c3fb87b6 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event updated for resources: {'Port': ['ID=8e37c6cd-b40e-4aae-a009-69dd3d6b5e0d,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:58.472033 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-9ab7f0ab-28f0-4d51-a813-16b0c3fb87b6 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6886928 Nov 25 13:24:58.486367 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07d828-6ae5-4ea3-bfda-888859acd707 req-47e2b0fe-02fe-4e7b-82f6-2bc54e356dcf tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:58.488237 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ef07d828-6ae5-4ea3-bfda-888859acd707 req-47e2b0fe-02fe-4e7b-82f6-2bc54e356dcf tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 944 time: 0.4486184 Nov 25 13:24:58.488937 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58244) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:58.500313 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-de0425ad-89d2-4111-9773-7cf9022ce5e3 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Request body: {'subnet': {'network_id': '76323fcd-e711-426a-b224-97a9d8612a45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:24:58.560489 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['34a180c6-b444-4b1f-9819-7d2cf766df42'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:24:58.746802 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-69c4b4d1-ad57-4db1-a93e-dcd84986e882 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:58.748184 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-69c4b4d1-ad57-4db1-a93e-dcd84986e882 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:58.766582 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ef07d828-6ae5-4ea3-bfda-888859acd707 req-3522f931-6f28-48ec-b986-3fc5db789447 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=62076cc7-e62e-4a72-af44-4e6f6b4d1965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2601295 Nov 25 13:24:58.770237 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bf8441-7dab-4ffb-8e6c-14cc1e9cba0b None None] New status for floating IP 45e44509-51a0-478f-b6b4-067b1735f300: DOWN {{(pid=103572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 13:24:58.783977 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-69c4b4d1-ad57-4db1-a93e-dcd84986e882 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Calling delete_port for e1c229f0-8462-4add-9b77-550800634843 owned by network:floatingip {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:24:58.812072 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-ccf81f31-9c07-45fd-95db-d9fb1ff36f76 None None] Set router 97c4b1cc-fcaf-4181-9903-1f64ccf807ec gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:24:58.931163 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9a24cfdf-07af-4da0-8bba-7d748f99b458 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:58.932815 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0425ad-89d2-4111-9773-7cf9022ce5e3 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Made reservation on behalf of 33f2ee5c7830442db7d8e3bd7eb6dd8c for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:24:58.937356 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-de0425ad-89d2-4111-9773-7cf9022ce5e3 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:58.955374 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-56fe5872-2a56-4e16-9389-4b84c9c3c8e1 admin admin] Deleting port 6109bf1b-60de-4c9e-a67d-e49ec72b14fd {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:24:58.955715 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-56fe5872-2a56-4e16-9389-4b84c9c3c8e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:58.965919 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ccf81f31-9c07-45fd-95db-d9fb1ff36f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97c4b1cc-fcaf-4181-9903-1f64ccf807ec', 'name': 'tempest-ServerRescueNegativeTestJSON-208641899-router', 'tenant_id': '8d2854b381a841d0bb264f5a26a8525e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:22:03Z', 'updated_at': '2021-11-25T13:24:57Z', 'revision_number': 6, 'project_id': '8d2854b381a841d0bb264f5a26a8525e', 'gw_port_host': None}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:24:59.004201 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-54d94622-149f-4576-8ae0-7b6f7eb5ea25 None None] Provisioning complete for port 8e37c6cd-b40e-4aae-a009-69dd3d6b5e0d triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:24:59.004676 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-54d94622-149f-4576-8ae0-7b6f7eb5ea25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:59.032393 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf81f31-9c07-45fd-95db-d9fb1ff36f76 None None] The sync data for ids ['97c4b1cc-fcaf-4181-9903-1f64ccf807ec'] in n-d-808199-11 is: [{'id': '97c4b1cc-fcaf-4181-9903-1f64ccf807ec', 'name': 'tempest-ServerRescueNegativeTestJSON-208641899-router', 'tenant_id': '8d2854b381a841d0bb264f5a26a8525e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:22:03Z', 'updated_at': '2021-11-25T13:24:57Z', 'revision_number': 6, 'project_id': '8d2854b381a841d0bb264f5a26a8525e', 'gw_port_host': None}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:24:59.050193 n-d-808199-11 neutron-server[103570]: INFO neutron.db.ipam_backend_mixin [None req-de0425ad-89d2-4111-9773-7cf9022ce5e3 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet feb6200a-e3e6-4895-9734-549ef8144925 (CIDR: 2001:db8::/64) Nov 25 13:24:59.068836 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-de0425ad-89d2-4111-9773-7cf9022ce5e3 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 13:24:59.069491 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de0425ad-89d2-4111-9773-7cf9022ce5e3 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:24:59.104442 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-54d94622-149f-4576-8ae0-7b6f7eb5ea25 None None] Port 8e37c6cd-b40e-4aae-a009-69dd3d6b5e0d cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:24:59.155029 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbeac5e-f382-4751-87d5-e0362bdcfc47 req-83654459-adf6-466f-91c2-2a22f6d155bf tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:59.156856 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2bbeac5e-f382-4751-87d5-e0362bdcfc47 req-83654459-adf6-466f-91c2-2a22f6d155bf tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc20867-f972-453a-8ced-0dd44582b1f4 HTTP/1.1" status: 200 len: 945 time: 0.1020467 Nov 25 13:24:59.164441 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-de0425ad-89d2-4111-9773-7cf9022ce5e3 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6693573 Nov 25 13:24:59.169904 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58250) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:59.184355 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-7aef5f8c-9e90-473f-9686-7b7a543cda2f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Request body: {'subnet': {'network_id': '76323fcd-e711-426a-b224-97a9d8612a45', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:24:59.260803 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2bbeac5e-f382-4751-87d5-e0362bdcfc47 req-caad97e3-fba6-4639-a2c8-e50b3d60bc9c tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930221 Nov 25 13:24:59.262994 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-69c4b4d1-ad57-4db1-a93e-dcd84986e882 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:59.294661 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c4b4d1-ad57-4db1-a93e-dcd84986e882 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Pushing event deleted for resources: {'Port': ['ID=e1c229f0-8462-4add-9b77-550800634843,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:59.314800 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-56fe5872-2a56-4e16-9389-4b84c9c3c8e1 admin admin] For port 6109bf1b-60de-4c9e-a67d-e49ec72b14fd, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=6109bf1b-60de-4c9e-a67d-e49ec72b14fd,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:24:59.315183 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-56fe5872-2a56-4e16-9389-4b84c9c3c8e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:59.350776 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-56fe5872-2a56-4e16-9389-4b84c9c3c8e1 admin admin] Calling delete_port for 6109bf1b-60de-4c9e-a67d-e49ec72b14fd owned by network:router_gateway {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:24:59.442886 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 8737cfe7-541d-4b07-b3f6-cba1bf229bb6 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:24:59.444787 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5dd2a-c66f-4d91-a03a-0b15e2877845 req-b6a42dd8-c85b-4861-abcb-fcc8050e173d tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:59.447473 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-adf5dd2a-c66f-4d91-a03a-0b15e2877845 req-b6a42dd8-c85b-4861-abcb-fcc8050e173d tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=171fb585-6bac-4382-ba3e-b7c361f74433 HTTP/1.1" status: 200 len: 945 time: 0.0741622 Nov 25 13:24:59.451646 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-69c4b4d1-ad57-4db1-a93e-dcd84986e882 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Publish callbacks [] for floatingip, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:59.454001 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-69c4b4d1-ad57-4db1-a93e-dcd84986e882 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:59.455400 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-69c4b4d1-ad57-4db1-a93e-dcd84986e882 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] 10.222.0.53 "DELETE /v2.0/floatingips/45e44509-51a0-478f-b6b4-067b1735f300 HTTP/1.1" status: 204 len: 168 time: 3.1273539 Nov 25 13:24:59.479584 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 8737cfe7-541d-4b07-b3f6-cba1bf229bb6 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:24:59.479584 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 8737cfe7-541d-4b07-b3f6-cba1bf229bb6 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:24:59.484447 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 4b12730d-6eb6-49ae-ab0e-3c3244c452b2 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:24:59.506294 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-adf5dd2a-c66f-4d91-a03a-0b15e2877845 req-3b4acb04-47e0-4334-ab80-913ac194304f tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495450 Nov 25 13:24:59.588619 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 4b12730d-6eb6-49ae-ab0e-3c3244c452b2 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:24:59.594603 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 4b12730d-6eb6-49ae-ab0e-3c3244c452b2 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:24:59.595467 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:59.611167 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58258) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:59.672217 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aef5f8c-9e90-473f-9686-7b7a543cda2f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Made reservation on behalf of 33f2ee5c7830442db7d8e3bd7eb6dd8c for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:24:59.676326 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7aef5f8c-9e90-473f-9686-7b7a543cda2f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:59.684649 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9a24cfdf-07af-4da0-8bba-7d748f99b458 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks [] for router_gateway, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:59.698443 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:59.712195 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d81c7811-289a-4828-8e73-cbd8871d5b80 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:59.726780 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c27ab6a3-6c59-44c5-8538-189891b6b34c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b12730d-6eb6-49ae-ab0e-3c3244c452b2'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:24:59.729457 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29299922-7593-4f5a-bf92-40564095eff5" -d '{"events": [{"server_uuid": "c27ab6a3-6c59-44c5-8538-189891b6b34c", "name": "network-vif-plugged", "status": "completed", "tag": "4b12730d-6eb6-49ae-ab0e-3c3244c452b2"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:24:59.753406 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d81c7811-289a-4828-8e73-cbd8871d5b80 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:59.769994 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 4b12730d-6eb6-49ae-ab0e-3c3244c452b2, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=4b12730d-6eb6-49ae-ab0e-3c3244c452b2,segment=NetworkSegment(66e12dc7-b89b-4195-a71e-2bc7657a2a6a),segment_id=66e12dc7-b89b-4195-a71e-2bc7657a2a6a)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:24:59.775223 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:59.804413 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9a24cfdf-07af-4da0-8bba-7d748f99b458 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:59.824211 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-869fe890-072d-4554-a2e6-c44d1d9ec214 x-openstack-request-id: req-869fe890-072d-4554-a2e6-c44d1d9ec214 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:24:59.824506 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c27ab6a3-6c59-44c5-8538-189891b6b34c", "name": "network-vif-plugged", "status": "completed", "tag": "4b12730d-6eb6-49ae-ab0e-3c3244c452b2", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:24:59.824762 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-869fe890-072d-4554-a2e6-c44d1d9ec214 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:24:59.825166 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c27ab6a3-6c59-44c5-8538-189891b6b34c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b12730d-6eb6-49ae-ab0e-3c3244c452b2', 'code': 200} Nov 25 13:24:59.838830 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=4b12730d-6eb6-49ae-ab0e-3c3244c452b2,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:59.863607 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d81c7811-289a-4828-8e73-cbd8871d5b80 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:59.868745 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d81c7811-289a-4828-8e73-cbd8871d5b80 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:24:59.870586 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d81c7811-289a-4828-8e73-cbd8871d5b80 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] 10.222.0.53 "DELETE /v2.0/security-groups/bfe63d26-24ca-4370-adc0-048d0d6d24d0 HTTP/1.1" status: 204 len: 168 time: 0.2581911 Nov 25 13:24:59.882053 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81c7811-289a-4828-8e73-cbd8871d5b80 tempest-TestServerBasicOps-1065066475 tempest-TestServerBasicOps-1065066475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe63d26-24ca-4370-adc0-048d0d6d24d0,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:24:59.928209 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58276) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:24:59.979587 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108410c-e240-4c22-b030-bcd36fd3926c req-30ed505b-da84-4caa-8925-7d5a01e4eae5 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:24:59.988244 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d108410c-e240-4c22-b030-bcd36fd3926c req-30ed505b-da84-4caa-8925-7d5a01e4eae5 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 945 time: 0.0727119 Nov 25 13:25:00.013827 n-d-808199-11 neutron-server[103571]: INFO neutron.db.ipam_backend_mixin [None req-7aef5f8c-9e90-473f-9686-7b7a543cda2f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet bafbd448-e57b-4cf7-bc81-4a7869a37cb8 (CIDR: 2001:db8:0:1::/64) Nov 25 13:25:00.032590 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aef5f8c-9e90-473f-9686-7b7a543cda2f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 13:25:00.033200 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aef5f8c-9e90-473f-9686-7b7a543cda2f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:25:00.038339 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d108410c-e240-4c22-b030-bcd36fd3926c req-7c1e0406-077a-4f69-a25c-714476791a1f tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=62076cc7-e62e-4a72-af44-4e6f6b4d1965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495896 Nov 25 13:25:00.088160 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-56fe5872-2a56-4e16-9389-4b84c9c3c8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:00.096003 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a77d42-5101-4023-a5bf-46f4df58ef59 req-e3494ccf-5aa1-4430-9eff-86a4a88fc770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:00.097514 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-01a77d42-5101-4023-a5bf-46f4df58ef59 req-e3494ccf-5aa1-4430-9eff-86a4a88fc770 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 1097 time: 0.2105849 Nov 25 13:25:00.103925 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-7aef5f8c-9e90-473f-9686-7b7a543cda2f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.9224885 Nov 25 13:25:00.123823 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58280) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:00.130502 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-2b7a649a-6ba5-4489-a8c0-25ffb49ec903 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Request body: {'subnet': {'network_id': '76323fcd-e711-426a-b224-97a9d8612a45', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:25:00.138968 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fe5872-2a56-4e16-9389-4b84c9c3c8e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6109bf1b-60de-4c9e-a67d-e49ec72b14fd,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:00.168296 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc340126-da93-4752-a394-e2b021de3518 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:25:00.230861 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-9a24cfdf-07af-4da0-8bba-7d748f99b458 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Allocated IP 172.25.5.25 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/a33fcb03-0d2f-47ae-865e-e0693263d6a9) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:25:00.329585 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-302f6763-305d-4d01-b615-908ffc710498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:00.415627 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-56fe5872-2a56-4e16-9389-4b84c9c3c8e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:00.425825 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-01a77d42-5101-4023-a5bf-46f4df58ef59 req-0558dcb9-556c-41bd-b614-8268cc9c6a5e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=62076cc7-e62e-4a72-af44-4e6f6b4d1965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2267699 Nov 25 13:25:00.435925 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71877305-e4d3-49b8-b57e-96ed0810e643 req-51310123-a2c6-45f2-bfeb-518e8c65f550 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:00.437447 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-71877305-e4d3-49b8-b57e-96ed0810e643 req-51310123-a2c6-45f2-bfeb-518e8c65f550 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc20867-f972-453a-8ced-0dd44582b1f4 HTTP/1.1" status: 200 len: 945 time: 0.0837491 Nov 25 13:25:00.517750 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-71877305-e4d3-49b8-b57e-96ed0810e643 req-95c2343b-a5ad-4fc9-8cc4-236589e91318 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726407 Nov 25 13:25:00.551314 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3e70fb81-f227-4cb2-9ab9-c26f8cc76054 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:00.567829 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-56fe5872-2a56-4e16-9389-4b84c9c3c8e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:00.570848 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-56fe5872-2a56-4e16-9389-4b84c9c3c8e1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:00.628587 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b7a649a-6ba5-4489-a8c0-25ffb49ec903 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Made reservation on behalf of 33f2ee5c7830442db7d8e3bd7eb6dd8c for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:25:00.632182 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2b7a649a-6ba5-4489-a8c0-25ffb49ec903 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:00.638943 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd6914-8ec0-482b-b9d8-78f84b9c91db req-06e69793-fa83-4de3-99f6-80b98574556b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:00.640565 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f4cd6914-8ec0-482b-b9d8-78f84b9c91db req-06e69793-fa83-4de3-99f6-80b98574556b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=60de2ce00e39495b9b56ab9e2f307693&device_id=5fc20867-f972-453a-8ced-0dd44582b1f4 HTTP/1.1" status: 200 len: 1097 time: 0.2332282 Nov 25 13:25:00.643417 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9a24cfdf-07af-4da0-8bba-7d748f99b458 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:00.689003 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ff46b-7214-4ee6-91e7-788713f1d86e req-8a04f885-df88-48eb-b22b-039fbe9d27df tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:00.690399 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-616ff46b-7214-4ee6-91e7-788713f1d86e req-8a04f885-df88-48eb-b22b-039fbe9d27df tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=171fb585-6bac-4382-ba3e-b7c361f74433 HTTP/1.1" status: 200 len: 945 time: 0.0979578 Nov 25 13:25:00.706439 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-56fe5872-2a56-4e16-9389-4b84c9c3c8e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:00.707030 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56fe5872-2a56-4e16-9389-4b84c9c3c8e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97c4b1cc-fcaf-4181-9903-1f64ccf807ec {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:25:00.717795 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-56fe5872-2a56-4e16-9389-4b84c9c3c8e1 admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:00.721390 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-56fe5872-2a56-4e16-9389-4b84c9c3c8e1 admin admin] 10.222.0.53 "DELETE /v2.0/routers/97c4b1cc-fcaf-4181-9903-1f64ccf807ec HTTP/1.1" status: 204 len: 168 time: 3.3980105 Nov 25 13:25:00.735138 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58286) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:00.851294 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-0860f801-942a-426a-b986-08cad5cd53bf admin admin] Deleting subnet 43603bfb-2066-4414-ab91-8e5215ee7bf8 {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:25:00.861611 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9a24cfdf-07af-4da0-8bba-7d748f99b458 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:00.864372 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0860f801-942a-426a-b986-08cad5cd53bf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:00.888251 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-616ff46b-7214-4ee6-91e7-788713f1d86e req-c4214a75-de6d-472d-81c5-69817b863db6 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900818 Nov 25 13:25:00.911014 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0860f801-942a-426a-b986-08cad5cd53bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:00.921925 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd6914-8ec0-482b-b9d8-78f84b9c91db req-d53b5ffd-6898-437b-9eb9-2db729d1b59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:00.923360 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f4cd6914-8ec0-482b-b9d8-78f84b9c91db req-d53b5ffd-6898-437b-9eb9-2db729d1b59b service neutron] 10.222.0.47 "GET /v2.0/networks?id=9b74e527-2eba-4880-abc3-5f552bc5f61d HTTP/1.1" status: 200 len: 913 time: 0.2642410 Nov 25 13:25:00.933719 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a24cfdf-07af-4da0-8bba-7d748f99b458 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:25:00.949819 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-9a24cfdf-07af-4da0-8bba-7d748f99b458 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:25:00.973816 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fe33d9-b126-4069-8cc7-d151f2f99eff None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:25:00.988071 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a24cfdf-07af-4da0-8bba-7d748f99b458 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:25:00.992595 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24cfdf-07af-4da0-8bba-7d748f99b458 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Pushing event updated for resources: {'Port': ['ID=a33fcb03-0d2f-47ae-865e-e0693263d6a9,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:00.992886 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0860f801-942a-426a-b986-08cad5cd53bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:00.995721 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f4cd6914-8ec0-482b-b9d8-78f84b9c91db req-e4644790-8f74-4473-b6a3-eb0056308531 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e HTTP/1.1" status: 200 len: 217 time: 0.0582349 Nov 25 13:25:01.052814 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-38d3ebfa-fa01-4c5a-a365-0cbbc50258bf None None] Provisioning complete for port a33fcb03-0d2f-47ae-865e-e0693263d6a9 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:25:01.053127 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-38d3ebfa-fa01-4c5a-a365-0cbbc50258bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:01.065029 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-3e70fb81-f227-4cb2-9ab9-c26f8cc76054 admin admin] Deleting port 8d4daf44-e2bf-473a-8988-96eef2fd238e {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:25:01.065274 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3e70fb81-f227-4cb2-9ab9-c26f8cc76054 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:01.082157 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0860f801-942a-426a-b986-08cad5cd53bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:01.109047 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-38d3ebfa-fa01-4c5a-a365-0cbbc50258bf None None] Port a33fcb03-0d2f-47ae-865e-e0693263d6a9 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:25:01.149946 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0860f801-942a-426a-b986-08cad5cd53bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43603bfb-2066-4414-ab91-8e5215ee7bf8,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:01.159536 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0860f801-942a-426a-b986-08cad5cd53bf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:01.163666 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-0860f801-942a-426a-b986-08cad5cd53bf admin admin] 10.222.0.53 "DELETE /v2.0/subnets/43603bfb-2066-4414-ab91-8e5215ee7bf8 HTTP/1.1" status: 204 len: 168 time: 0.4273999 Nov 25 13:25:01.173816 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58290) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:01.208543 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd6914-8ec0-482b-b9d8-78f84b9c91db req-6a937e13-d1eb-4131-b4de-37a501a1ad8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:01.210304 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f4cd6914-8ec0-482b-b9d8-78f84b9c91db req-6a937e13-d1eb-4131-b4de-37a501a1ad8f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=06d9fad2-62ee-411b-8cba-f5e1b7fa4731 HTTP/1.1" status: 200 len: 852 time: 0.1921520 Nov 25 13:25:01.219811 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 6109bf1b-60de-4c9e-a67d-e49ec72b14fd no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:25:01.249010 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 6109bf1b-60de-4c9e-a67d-e49ec72b14fd {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:25:01.249376 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 6109bf1b-60de-4c9e-a67d-e49ec72b14fd not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:25:01.287909 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-3e70fb81-f227-4cb2-9ab9-c26f8cc76054 admin admin] For port 8d4daf44-e2bf-473a-8988-96eef2fd238e, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=8d4daf44-e2bf-473a-8988-96eef2fd238e,segment=NetworkSegment(97c77095-bc47-41b9-ad4e-e95f82e3a97b),segment_id=97c77095-bc47-41b9-ad4e-e95f82e3a97b)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:25:01.288323 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3e70fb81-f227-4cb2-9ab9-c26f8cc76054 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:01.297770 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f4cd6914-8ec0-482b-b9d8-78f84b9c91db req-8de38727-8efa-4de6-912f-9459bfeb9bd8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b74e527-2eba-4880-abc3-5f552bc5f61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446975 Nov 25 13:25:01.309527 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8eb80e50-254a-4451-80ee-54d31ad211d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:01.312616 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-3e70fb81-f227-4cb2-9ab9-c26f8cc76054 admin admin] Calling delete_port for 8d4daf44-e2bf-473a-8988-96eef2fd238e owned by network:router_interface {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:25:01.334262 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee78d90b-f77d-4b67-aa02-2aea64ec5b8d req-04f2f0cd-52e2-4411-8e44-68f5ba9abb76 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:01.335812 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ee78d90b-f77d-4b67-aa02-2aea64ec5b8d req-04f2f0cd-52e2-4411-8e44-68f5ba9abb76 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 945 time: 0.1779540 Nov 25 13:25:01.481992 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 34a180c6-b444-4b1f-9819-7d2cf766df42 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:25:01.514879 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ee78d90b-f77d-4b67-aa02-2aea64ec5b8d req-2357e3f5-4b0e-4e2a-bfb0-de42cb6098b1 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=62076cc7-e62e-4a72-af44-4e6f6b4d1965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424787 Nov 25 13:25:01.518355 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8eb80e50-254a-4451-80ee-54d31ad211d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:01.585842 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-8eb80e50-254a-4451-80ee-54d31ad211d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aeff596-29a4-4a6a-a333-9e2b92e15a4b']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:01.608664 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-8eb80e50-254a-4451-80ee-54d31ad211d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0455d7d-0c79-45af-9e78-87b143c9704a') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:01.609045 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-8eb80e50-254a-4451-80ee-54d31ad211d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0455d7d-0c79-45af-9e78-87b143c9704a') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:01.666708 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 34a180c6-b444-4b1f-9819-7d2cf766df42 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:25:01.671265 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 34a180c6-b444-4b1f-9819-7d2cf766df42 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:25:01.671827 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:01.719254 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8eb80e50-254a-4451-80ee-54d31ad211d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:01.763101 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8eb80e50-254a-4451-80ee-54d31ad211d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:01.782032 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eb80e50-254a-4451-80ee-54d31ad211d7 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:25:01.782504 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8eb80e50-254a-4451-80ee-54d31ad211d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:01.784389 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:25:01.784389 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:25:01.784389 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:25:01.784389 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:25:01.784389 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:25:01.784389 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:25:01.784389 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:25:01.784389 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:25:01.784389 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:25:01.784389 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:25:01.784389 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:25:01.784389 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:25:01.784389 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:25:01.784389 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:25:01.784389 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:25:01.784389 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:25:01.784389 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:25:01.784389 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:25:01.784389 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:25:01.784389 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:25:01.784389 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:25:01.784389 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:25:01.784389 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:25:01.784389 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:25:01.784389 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:25:01.784389 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:25:01.784389 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:25:01.784389 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:25:01.784389 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:25:01.784389 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:25:01.784389 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:25:01.784389 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:25:01.791108 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:01.830560 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '171fb585-6bac-4382-ba3e-b7c361f74433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a180c6-b444-4b1f-9819-7d2cf766df42'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:25:01.833129 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f966499-59de-4101-9777-253fcc1dc17d" -d '{"events": [{"server_uuid": "171fb585-6bac-4382-ba3e-b7c361f74433", "name": "network-vif-plugged", "status": "completed", "tag": "34a180c6-b444-4b1f-9819-7d2cf766df42"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:25:01.842563 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 34a180c6-b444-4b1f-9819-7d2cf766df42, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=34a180c6-b444-4b1f-9819-7d2cf766df42,segment=NetworkSegment(7416f1b9-0861-4e21-8e76-903d02909f6c),segment_id=7416f1b9-0861-4e21-8e76-903d02909f6c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:25:01.850793 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:01.861173 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c95dae-c99d-4b87-bd27-ae9654ba1c0a req-f78ec26c-e2c9-4919-8b72-a7d39c1c41c0 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:01.862672 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-04c95dae-c99d-4b87-bd27-ae9654ba1c0a req-f78ec26c-e2c9-4919-8b72-a7d39c1c41c0 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc20867-f972-453a-8ced-0dd44582b1f4 HTTP/1.1" status: 200 len: 945 time: 0.1967270 Nov 25 13:25:01.872715 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3e70fb81-f227-4cb2-9ab9-c26f8cc76054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:01.885699 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8eb80e50-254a-4451-80ee-54d31ad211d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:01.921171 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8eb80e50-254a-4451-80ee-54d31ad211d7 admin admin] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:01.924681 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-8eb80e50-254a-4451-80ee-54d31ad211d7 admin admin] 10.222.0.53 "DELETE /v2.0/networks/8aeff596-29a4-4a6a-a333-9e2b92e15a4b HTTP/1.1" status: 204 len: 168 time: 0.7499149 Nov 25 13:25:01.936526 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2b7a649a-6ba5-4489-a8c0-25ffb49ec903 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:01.942253 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e70fb81-f227-4cb2-9ab9-c26f8cc76054 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d4daf44-e2bf-473a-8988-96eef2fd238e,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:01.991681 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb80e50-254a-4451-80ee-54d31ad211d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8aeff596-29a4-4a6a-a333-9e2b92e15a4b,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:02.038377 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=34a180c6-b444-4b1f-9819-7d2cf766df42,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:02.049494 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c0b690-9ae9-4693-b7ef-c7a72341fe57 x-openstack-request-id: req-e2c0b690-9ae9-4693-b7ef-c7a72341fe57 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:25:02.050188 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "171fb585-6bac-4382-ba3e-b7c361f74433", "name": "network-vif-plugged", "status": "completed", "tag": "34a180c6-b444-4b1f-9819-7d2cf766df42", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:25:02.050455 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e2c0b690-9ae9-4693-b7ef-c7a72341fe57 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:25:02.051251 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '171fb585-6bac-4382-ba3e-b7c361f74433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a180c6-b444-4b1f-9819-7d2cf766df42', 'code': 200} Nov 25 13:25:02.064528 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f4cd6914-8ec0-482b-b9d8-78f84b9c91db req-48fd1bb3-0714-4d36-9fb2-353d588ec37a service neutron] 10.222.0.47 "GET /v2.0/networks/9b74e527-2eba-4880-abc3-5f552bc5f61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7547135 Nov 25 13:25:02.065040 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9a24cfdf-07af-4da0-8bba-7d748f99b458 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks [] for router_gateway, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:02.145989 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-04c95dae-c99d-4b87-bd27-ae9654ba1c0a req-903f6b88-1ced-4fa6-9254-d34456ba8879 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704332 Nov 25 13:25:02.148786 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58300) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:02.166761 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7a649a-6ba5-4489-a8c0-25ffb49ec903 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Network 76323fcd-e711-426a-b224-97a9d8612a45 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:25:02.201066 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65da77d-36ab-438e-9c8a-45b4509907ee req-89f0f4f1-681b-45cb-8c15-fb78b26f1128 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:02.202780 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b65da77d-36ab-438e-9c8a-45b4509907ee req-89f0f4f1-681b-45cb-8c15-fb78b26f1128 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=171fb585-6bac-4382-ba3e-b7c361f74433 HTTP/1.1" status: 200 len: 946 time: 0.1533213 Nov 25 13:25:02.225324 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7a649a-6ba5-4489-a8c0-25ffb49ec903 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event updated for resources: {'Subnet': ['ID=31941bcd-d3da-4995-9b34-46a1b8a52df2,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:02.228990 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-2b7a649a-6ba5-4489-a8c0-25ffb49ec903 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:25:02.243257 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bf9a4b-f847-44a4-bd7c-de1aeb711a24 None None] Network 76323fcd-e711-426a-b224-97a9d8612a45 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:25:02.286620 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7a649a-6ba5-4489-a8c0-25ffb49ec903 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:02.287672 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2b7a649a-6ba5-4489-a8c0-25ffb49ec903 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:02.290557 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-0d5c5d7e-ce19-4c1e-a6bf-c723852b30eb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8d2854b381a841d0bb264f5a26a8525e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1338508 Nov 25 13:25:02.294099 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58302) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:02.357770 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b65da77d-36ab-438e-9c8a-45b4509907ee req-a3a3aea6-7f39-4663-88f4-51957347dc36 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095898 Nov 25 13:25:02.383193 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724da620-dc16-4469-a063-d3c26d799e40 req-8eafa299-3478-493d-8f4c-e025172ba705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:02.386133 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3e70fb81-f227-4cb2-9ab9-c26f8cc76054 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:02.387057 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-724da620-dc16-4469-a063-d3c26d799e40 req-8eafa299-3478-493d-8f4c-e025172ba705 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=171fb585-6bac-4382-ba3e-b7c361f74433 HTTP/1.1" status: 200 len: 1098 time: 0.3778756 Nov 25 13:25:02.438543 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-2b7a649a-6ba5-4489-a8c0-25ffb49ec903 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.3119674 Nov 25 13:25:02.441539 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f4cd6914-8ec0-482b-b9d8-78f84b9c91db req-564b2e75-321c-4608-96d6-26f268478801 service neutron] 10.222.0.47 "GET /v2.0/networks/9b74e527-2eba-4880-abc3-5f552bc5f61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732358 Nov 25 13:25:02.442514 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58304) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:02.448600 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-d5dff686-9bb2-4083-b818-8bf0ae22a0ea tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-970051888', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '31941bcd-d3da-4995-9b34-46a1b8a52df2'}], 'security_groups': ['078ddd9a-45c1-4695-b2bb-d261ac1e1b72', 'cf4e349d-375a-4ba2-a737-ec6aa464e24a']}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:25:02.543818 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-724da620-dc16-4469-a063-d3c26d799e40 req-91a55e16-ecf5-4d73-bc32-b02dcc2b7d92 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000936 Nov 25 13:25:02.576072 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bacc8a32-5e47-479b-b617-4225f8b6cff8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:02.606081 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bacc8a32-5e47-479b-b617-4225f8b6cff8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:02.697500 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bacc8a32-5e47-479b-b617-4225f8b6cff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:02.700499 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bacc8a32-5e47-479b-b617-4225f8b6cff8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:02.715534 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-bacc8a32-5e47-479b-b617-4225f8b6cff8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3fc0fe02-ba73-47bf-a1df-8880f3c5890d HTTP/1.1" status: 204 len: 168 time: 0.4127047 Nov 25 13:25:02.748212 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacc8a32-5e47-479b-b617-4225f8b6cff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc0fe02-ba73-47bf-a1df-8880f3c5890d,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:02.782965 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f1278de9-cdba-433b-a900-106561ff110f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:02.789121 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9a24cfdf-07af-4da0-8bba-7d748f99b458 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:02.923925 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7654f868-316f-4039-a367-9acba46d136f None None] Update dhcp port {'port': {'network_id': '76323fcd-e711-426a-b224-97a9d8612a45', 'fixed_ips': [{'subnet_id': 'bafbd448-e57b-4cf7-bc81-4a7869a37cb8', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'feb6200a-e3e6-4895-9734-549ef8144925', 'ip_address': '2001:db8::2'}, {'subnet_id': '31941bcd-d3da-4995-9b34-46a1b8a52df2'}], 'binding:host_id': 'n-d-808199-11'}, 'id': 'ab675df7-c400-4409-8297-5ca5d0dea784'} from n-d-808199-11. {{(pid=103572) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 13:25:02.985507 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7654f868-316f-4039-a367-9acba46d136f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:03.030508 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a24cfdf-07af-4da0-8bba-7d748f99b458 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Router 66f2233b-8c7b-4a4d-ae97-9ff472bb150a is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:25:03.172756 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d5dff686-9bb2-4083-b818-8bf0ae22a0ea tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:03.201441 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19014755-6b07-4f60-8ee9-9b1be8967349 req-16d92ca9-216f-4bd4-a40d-10bf106b37fa tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:03.207632 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-19014755-6b07-4f60-8ee9-9b1be8967349 req-16d92ca9-216f-4bd4-a40d-10bf106b37fa tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 945 time: 0.5253162 Nov 25 13:25:03.255589 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e70fb81-f227-4cb2-9ab9-c26f8cc76054 admin admin] Router 3a5f7005-8d46-4d00-a884-62a9a0c57b2b has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:25:03.267799 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a24cfdf-07af-4da0-8bba-7d748f99b458 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:25:03.292593 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5c2d84-e13b-454e-80c6-ecd8da097bd0 None None] Sync routers for ids ['66f2233b-8c7b-4a4d-ae97-9ff472bb150a'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:25:03.308444 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5c2d84-e13b-454e-80c6-ecd8da097bd0 None None] Routers {'66f2233b-8c7b-4a4d-ae97-9ff472bb150a'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:25:03.313596 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ae5c2d84-e13b-454e-80c6-ecd8da097bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:25:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['66f2233b-8c7b-4a4d-ae97-9ff472bb150a'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:03.318719 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9a24cfdf-07af-4da0-8bba-7d748f99b458 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:03.321020 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-9a24cfdf-07af-4da0-8bba-7d748f99b458 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.0387321 Nov 25 13:25:03.324365 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58320) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:03.340547 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-7654f868-316f-4039-a367-9acba46d136f None None] Allocated IP 2001:db8:0:2::2 (76323fcd-e711-426a-b224-97a9d8612a45/31941bcd-d3da-4995-9b34-46a1b8a52df2/ab675df7-c400-4409-8297-5ca5d0dea784) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:25:03.369092 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-19014755-6b07-4f60-8ee9-9b1be8967349 req-60f0b9e4-3602-47f7-be1a-74291057abaf tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=62076cc7-e62e-4a72-af44-4e6f6b4d1965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603773 Nov 25 13:25:03.384960 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ae5c2d84-e13b-454e-80c6-ecd8da097bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:03.404373 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5c2d84-e13b-454e-80c6-ecd8da097bd0 None None] Routers {'66f2233b-8c7b-4a4d-ae97-9ff472bb150a'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:25:03.405609 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ae5c2d84-e13b-454e-80c6-ecd8da097bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:25:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['66f2233b-8c7b-4a4d-ae97-9ff472bb150a'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:03.491461 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ae5c2d84-e13b-454e-80c6-ecd8da097bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:03.492123 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5c2d84-e13b-454e-80c6-ecd8da097bd0 None None] The sync data for ids ['66f2233b-8c7b-4a4d-ae97-9ff472bb150a'] in n-d-808199-11 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:25:03.531149 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:25:03.563851 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de233f-9fe1-4d60-9d08-dcc92fae7712 req-5af08177-010a-40fb-a6cc-3c839de2ccf1 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:03.565398 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-31de233f-9fe1-4d60-9d08-dcc92fae7712 req-5af08177-010a-40fb-a6cc-3c839de2ccf1 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc20867-f972-453a-8ced-0dd44582b1f4 HTTP/1.1" status: 200 len: 945 time: 0.2665207 Nov 25 13:25:03.577140 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-e1fcc2c4-620f-4051-9039-d24f20660fb6 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] 10.222.0.53 "GET /v2.0/routers/66f2233b-8c7b-4a4d-ae97-9ff472bb150a HTTP/1.1" status: 200 len: 924 time: 0.2508850 Nov 25 13:25:03.583110 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58328) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:03.650130 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-7654f868-316f-4039-a367-9acba46d136f None None] For port ab675df7-c400-4409-8297-5ca5d0dea784, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=ab675df7-c400-4409-8297-5ca5d0dea784,segment=NetworkSegment(763c4857-2934-48cb-b0bd-88c5fb18acb2),segment_id=763c4857-2934-48cb-b0bd-88c5fb18acb2)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:25:03.656373 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-28d8dda0-8039-45da-97d9-ed2188cbdd2f tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] 10.222.0.53 "GET /v2.0/ports?device_id=66f2233b-8c7b-4a4d-ae97-9ff472bb150a HTTP/1.1" status: 200 len: 205 time: 0.0654407 Nov 25 13:25:03.660060 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58334) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:03.690623 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7654f868-316f-4039-a367-9acba46d136f None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:03.701965 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7654f868-316f-4039-a367-9acba46d136f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:03.730592 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e70fb81-f227-4cb2-9ab9-c26f8cc76054 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:25:03.746685 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3e70fb81-f227-4cb2-9ab9-c26f8cc76054 admin admin] 10.222.0.53 "PUT /v2.0/routers/3a5f7005-8d46-4d00-a884-62a9a0c57b2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8173406 Nov 25 13:25:03.757857 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97729bb2-a59a-4986-ad42-cbfca4c41fe7 req-67808060-d33d-47dd-ad39-d29839f69f9b tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:03.759570 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-97729bb2-a59a-4986-ad42-cbfca4c41fe7 req-67808060-d33d-47dd-ad39-d29839f69f9b tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=171fb585-6bac-4382-ba3e-b7c361f74433 HTTP/1.1" status: 200 len: 946 time: 0.2314980 Nov 25 13:25:03.767160 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58338) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:03.781429 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fd39da-a3f8-48ad-aefe-921674bc07c0 None None] Sync routers for ids ['3a5f7005-8d46-4d00-a884-62a9a0c57b2b'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:25:03.859451 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6541e64f-192d-4a74-9628-7526c2cd0e8c tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:03.886456 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:03.900286 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58342) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:03.913398 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:03.916622 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c4c46484-dcdf-4d63-9c45-cb1d68250965 admin admin] Publish callbacks [] for router, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:03.918406 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fd39da-a3f8-48ad-aefe-921674bc07c0 None None] Routers {'3a5f7005-8d46-4d00-a884-62a9a0c57b2b'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:25:03.919097 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-36fd39da-a3f8-48ad-aefe-921674bc07c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:25:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['3a5f7005-8d46-4d00-a884-62a9a0c57b2b'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:03.991172 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-31de233f-9fe1-4d60-9d08-dcc92fae7712 req-13dd325a-d532-4b73-a3f3-b1321a59cf86 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3513882 Nov 25 13:25:03.998443 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6541e64f-192d-4a74-9628-7526c2cd0e8c tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:04.054755 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7654f868-316f-4039-a367-9acba46d136f None None] Pushing event updated for resources: {'Port': ['ID=ab675df7-c400-4409-8297-5ca5d0dea784,revision_number=7']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:04.059044 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-97729bb2-a59a-4986-ad42-cbfca4c41fe7 req-ee94322d-995c-46a9-84ff-846c706375f4 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870269 Nov 25 13:25:04.100454 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e,segment=NetworkSegment(9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8),segment_id=9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:25:04.121526 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-6541e64f-192d-4a74-9628-7526c2cd0e8c tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Deleting port a33fcb03-0d2f-47ae-865e-e0693263d6a9 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:25:04.122012 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6541e64f-192d-4a74-9628-7526c2cd0e8c tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:04.127529 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-36fd39da-a3f8-48ad-aefe-921674bc07c0 None None] Set router 3a5f7005-8d46-4d00-a884-62a9a0c57b2b gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:25:04.155827 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc20867-f972-453a-8ced-0dd44582b1f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:25:04.158128 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d00b3f1-5cd6-42e6-90ca-0b77e7de28a5" -d '{"events": [{"server_uuid": "5fc20867-f972-453a-8ced-0dd44582b1f4", "name": "network-vif-unplugged", "status": "completed", "tag": "2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:25:04.199141 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-4883ab46-fabf-4cfc-a8ef-e704d983eee5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2065507078-network', 'tenant_id': '14da780ba23d47dc80a36e577e024742'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:25:04.203834 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:04.252228 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 13:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb45400-c366-4e44-8577-83c73c59877f x-openstack-request-id: req-deb45400-c366-4e44-8577-83c73c59877f {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:25:04.252532 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fc20867-f972-453a-8ced-0dd44582b1f4", "name": "network-vif-unplugged", "status": "completed", "tag": "2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:25:04.252802 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-deb45400-c366-4e44-8577-83c73c59877f {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:25:04.253423 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc20867-f972-453a-8ced-0dd44582b1f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e', 'code': 200} Nov 25 13:25:04.272876 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6541e64f-192d-4a74-9628-7526c2cd0e8c tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:04.293557 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-6541e64f-192d-4a74-9628-7526c2cd0e8c tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Calling delete_port for a33fcb03-0d2f-47ae-865e-e0693263d6a9 owned by network:router_gateway {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:25:04.299607 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4883ab46-fabf-4cfc-a8ef-e704d983eee5 admin admin] Made reservation on behalf of 14da780ba23d47dc80a36e577e024742 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:25:04.302016 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4883ab46-fabf-4cfc-a8ef-e704d983eee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:04.314659 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4883ab46-fabf-4cfc-a8ef-e704d983eee5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:04.335316 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-d5dff686-9bb2-4083-b818-8bf0ae22a0ea tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Delete allocated IP 2001:db8::32d (76323fcd-e711-426a-b224-97a9d8612a45/feb6200a-e3e6-4895-9734-549ef8144925) {{(pid=103570) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 25 13:25:04.349103 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c4c46484-dcdf-4d63-9c45-cb1d68250965 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:04.362102 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e53db5-7fb0-4737-b8dd-e0ec2c7153d6 req-c229d870-1ced-41fb-8b7d-b9c2200244b5 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:04.363842 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e4e53db5-7fb0-4737-b8dd-e0ec2c7153d6 req-c229d870-1ced-41fb-8b7d-b9c2200244b5 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 945 time: 0.2234697 Nov 25 13:25:04.368338 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-d5dff686-9bb2-4083-b818-8bf0ae22a0ea tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Allocated IP 2001:db8:0:2::327 (76323fcd-e711-426a-b224-97a9d8612a45/31941bcd-d3da-4995-9b34-46a1b8a52df2/8e37c6cd-b40e-4aae-a009-69dd3d6b5e0d) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:25:04.376396 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58348) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:04.381767 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-e197d560-1c9f-4bd7-a434-6abce88476b6 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Request body: {'floatingip': {'port_id': '4b12730d-6eb6-49ae-ab0e-3c3244c452b2'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:25:04.426302 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e,revision_number=8']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:04.454814 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e197d560-1c9f-4bd7-a434-6abce88476b6 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks [] for floatingip, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:04.469103 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-36fd39da-a3f8-48ad-aefe-921674bc07c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5f7005-8d46-4d00-a884-62a9a0c57b2b', 'name': 'tempest-TestServerBasicOps-1730900946-router', 'tenant_id': 'f316b895b9bc47d6886b73ece5df5d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': 'd215e37b-23a6-4010-b32a-d320f22a363e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:18:57Z', 'updated_at': '2021-11-25T13:25:01Z', 'revision_number': 5, 'project_id': 'f316b895b9bc47d6886b73ece5df5d1d', 'gw_port': {'id': 'd215e37b-23a6-4010-b32a-d320f22a363e', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5f7005-8d46-4d00-a884-62a9a0c57b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:00Z', 'updated_at': '2021-11-25T13:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:04.503579 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fd39da-a3f8-48ad-aefe-921674bc07c0 None None] Checking router: 3a5f7005-8d46-4d00-a884-62a9a0c57b2b for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:25:04.513585 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fd39da-a3f8-48ad-aefe-921674bc07c0 None None] Routers {'3a5f7005-8d46-4d00-a884-62a9a0c57b2b'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:25:04.514216 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-36fd39da-a3f8-48ad-aefe-921674bc07c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:25:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['3a5f7005-8d46-4d00-a884-62a9a0c57b2b'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:04.569682 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4883ab46-fabf-4cfc-a8ef-e704d983eee5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:04.578443 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4883ab46-fabf-4cfc-a8ef-e704d983eee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:04.639380 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4883ab46-fabf-4cfc-a8ef-e704d983eee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7caace6b-4112-427d-9c3d-e844dcc18b3f,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:04.659308 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-36fd39da-a3f8-48ad-aefe-921674bc07c0 None None] Set router 3a5f7005-8d46-4d00-a884-62a9a0c57b2b gateway port host: None {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:25:04.666542 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6541e64f-192d-4a74-9628-7526c2cd0e8c tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:04.678973 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4883ab46-fabf-4cfc-a8ef-e704d983eee5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:25:04.710677 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-c4c46484-dcdf-4d63-9c45-cb1d68250965 admin admin] Deleting port d215e37b-23a6-4010-b32a-d320f22a363e {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:25:04.711041 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c4c46484-dcdf-4d63-9c45-cb1d68250965 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:04.711785 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6541e64f-192d-4a74-9628-7526c2cd0e8c tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Pushing event deleted for resources: {'Port': ['ID=a33fcb03-0d2f-47ae-865e-e0693263d6a9,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:04.716954 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4883ab46-fabf-4cfc-a8ef-e704d983eee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:04.717406 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-4883ab46-fabf-4cfc-a8ef-e704d983eee5 admin admin] Added segment 69c62212-4523-4acd-b808-007a53ff7fe0 of type vlan for network 86ce0c5b-521f-4849-813d-48a6e4cbad17 Nov 25 13:25:04.796695 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0cac33-5928-4484-a020-0fc926990938 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:25:04.800332 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-36fd39da-a3f8-48ad-aefe-921674bc07c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5f7005-8d46-4d00-a884-62a9a0c57b2b', 'name': 'tempest-TestServerBasicOps-1730900946-router', 'tenant_id': 'f316b895b9bc47d6886b73ece5df5d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:18:57Z', 'updated_at': '2021-11-25T13:25:04Z', 'revision_number': 6, 'project_id': 'f316b895b9bc47d6886b73ece5df5d1d', 'gw_port_host': None}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:04.816995 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4883ab46-fabf-4cfc-a8ef-e704d983eee5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:04.844997 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fd39da-a3f8-48ad-aefe-921674bc07c0 None None] The sync data for ids ['3a5f7005-8d46-4d00-a884-62a9a0c57b2b'] in n-d-808199-11 is: [{'id': '3a5f7005-8d46-4d00-a884-62a9a0c57b2b', 'name': 'tempest-TestServerBasicOps-1730900946-router', 'tenant_id': 'f316b895b9bc47d6886b73ece5df5d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:18:57Z', 'updated_at': '2021-11-25T13:25:04Z', 'revision_number': 6, 'project_id': 'f316b895b9bc47d6886b73ece5df5d1d', 'gw_port_host': None}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:25:04.857300 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6541e64f-192d-4a74-9628-7526c2cd0e8c tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:04.863069 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4883ab46-fabf-4cfc-a8ef-e704d983eee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:04.864145 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4883ab46-fabf-4cfc-a8ef-e704d983eee5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:04.865166 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4883ab46-fabf-4cfc-a8ef-e704d983eee5 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:04.989221 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-68246277-1390-49be-83f6-ce05c449b72f None None] Provisioning complete for port 8e37c6cd-b40e-4aae-a009-69dd3d6b5e0d triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:25:04.990195 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-68246277-1390-49be-83f6-ce05c449b72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:05.022007 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6541e64f-192d-4a74-9628-7526c2cd0e8c tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:05.031275 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-68246277-1390-49be-83f6-ce05c449b72f None None] Port 8e37c6cd-b40e-4aae-a009-69dd3d6b5e0d cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:25:05.044897 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-68246277-1390-49be-83f6-ce05c449b72f None None] Provisioning complete for port ab675df7-c400-4409-8297-5ca5d0dea784 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:25:05.045521 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-68246277-1390-49be-83f6-ce05c449b72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:05.056419 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4883ab46-fabf-4cfc-a8ef-e704d983eee5 admin admin] Pushing event updated for resources: {'Network': ['ID=86ce0c5b-521f-4849-813d-48a6e4cbad17,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:05.065378 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-4883ab46-fabf-4cfc-a8ef-e704d983eee5 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1643894 Nov 25 13:25:05.066348 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58352) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:05.067709 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6541e64f-192d-4a74-9628-7526c2cd0e8c tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:05.074128 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-602ad762-f11d-4560-a62e-6568d388787d admin admin] Request body: {'subnet': {'network_id': '86ce0c5b-521f-4849-813d-48a6e4cbad17', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2065507078-subnet', 'tenant_id': '14da780ba23d47dc80a36e577e024742', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:25:05.091476 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 86ce0c5b-521f-4849-813d-48a6e4cbad17 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:25:05.098455 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-c4c46484-dcdf-4d63-9c45-cb1d68250965 admin admin] For port d215e37b-23a6-4010-b32a-d320f22a363e, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=d215e37b-23a6-4010-b32a-d320f22a363e,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:25:05.098856 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c4c46484-dcdf-4d63-9c45-cb1d68250965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:05.136811 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6541e64f-192d-4a74-9628-7526c2cd0e8c tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:05.137404 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6541e64f-192d-4a74-9628-7526c2cd0e8c tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Fanout notify agent at l3_agent the message router_deleted on router 66f2233b-8c7b-4a4d-ae97-9ff472bb150a {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:25:05.139493 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-602ad762-f11d-4560-a62e-6568d388787d admin admin] Made reservation on behalf of 14da780ba23d47dc80a36e577e024742 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:25:05.142010 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-602ad762-f11d-4560-a62e-6568d388787d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:05.148723 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6541e64f-192d-4a74-9628-7526c2cd0e8c tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:05.153356 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-6541e64f-192d-4a74-9628-7526c2cd0e8c tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] 10.222.0.53 "DELETE /v2.0/routers/66f2233b-8c7b-4a4d-ae97-9ff472bb150a HTTP/1.1" status: 204 len: 168 time: 1.4888644 Nov 25 13:25:05.157842 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58356) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:05.172035 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-17a84c07-f43c-40c6-879d-04a1cb7ba620 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2022546288', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'enable_snat': False}}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:25:05.175962 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-c4c46484-dcdf-4d63-9c45-cb1d68250965 admin admin] Calling delete_port for d215e37b-23a6-4010-b32a-d320f22a363e owned by network:router_gateway {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:25:05.214953 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:05.272138 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d5dff686-9bb2-4083-b818-8bf0ae22a0ea tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:05.288255 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-68246277-1390-49be-83f6-ce05c449b72f None None] Provisioning complete for port 409693c6-c150-4b0e-a83f-a3c9ff946869 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:25:05.288787 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-68246277-1390-49be-83f6-ce05c449b72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:05.330465 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-68246277-1390-49be-83f6-ce05c449b72f None None] Port 409693c6-c150-4b0e-a83f-a3c9ff946869 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:25:05.348811 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d5dff686-9bb2-4083-b818-8bf0ae22a0ea tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:05.355624 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device ab675df7-c400-4409-8297-5ca5d0dea784 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:25:05.395404 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe946a7-2d95-42ad-98a5-44d41978eef3 req-bb8e8e03-b047-4c3b-893e-bfe1f09f5442 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:05.396983 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fbe946a7-2d95-42ad-98a5-44d41978eef3 req-bb8e8e03-b047-4c3b-893e-bfe1f09f5442 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc20867-f972-453a-8ced-0dd44582b1f4 HTTP/1.1" status: 200 len: 943 time: 0.3168254 Nov 25 13:25:05.429645 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port ab675df7-c400-4409-8297-5ca5d0dea784 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:25:05.430279 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:05.435022 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-17a84c07-f43c-40c6-879d-04a1cb7ba620 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:05.436082 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-17a84c07-f43c-40c6-879d-04a1cb7ba620 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:05.442544 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-602ad762-f11d-4560-a62e-6568d388787d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:05.473058 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-d5dff686-9bb2-4083-b818-8bf0ae22a0ea tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] In _notify_port_updated(), no bound segment for port 8e37c6cd-b40e-4aae-a009-69dd3d6b5e0d on network 76323fcd-e711-426a-b224-97a9d8612a45 {{(pid=103570) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 13:25:05.478579 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5dff686-9bb2-4083-b818-8bf0ae22a0ea tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:05.479243 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d5dff686-9bb2-4083-b818-8bf0ae22a0ea tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:05.480728 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d5dff686-9bb2-4083-b818-8bf0ae22a0ea tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "PUT /v2.0/ports/8e37c6cd-b40e-4aae-a009-69dd3d6b5e0d HTTP/1.1" status: 200 len: 969 time: 3.0372086 Nov 25 13:25:05.483976 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58358) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:05.547515 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 8d4daf44-e2bf-473a-8988-96eef2fd238e no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:25:05.555143 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602ad762-f11d-4560-a62e-6568d388787d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a356b22-557f-414f-9369-a0bf5c0c80eb,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:05.555347 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4cdb21-9aca-4ccb-9f15-4c0187e50166 req-ada82cb8-a3f3-40a6-a730-21172cd1f53d tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:05.557716 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8b4cdb21-9aca-4ccb-9f15-4c0187e50166 req-ada82cb8-a3f3-40a6-a730-21172cd1f53d tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=171fb585-6bac-4382-ba3e-b7c361f74433 HTTP/1.1" status: 200 len: 946 time: 0.3339543 Nov 25 13:25:05.582681 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602ad762-f11d-4560-a62e-6568d388787d admin admin] Checking segment: {'id': '69c62212-4523-4acd-b808-007a53ff7fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '86ce0c5b-521f-4849-813d-48a6e4cbad17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:25:05.582681 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602ad762-f11d-4560-a62e-6568d388787d admin admin] Network hostable DHCP agents. Network: 86ce0c5b-521f-4849-813d-48a6e4cbad17, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:25:05.592652 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 8d4daf44-e2bf-473a-8988-96eef2fd238e {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:25:05.593241 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 8d4daf44-e2bf-473a-8988-96eef2fd238e not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:25:05.612247 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dff686-9bb2-4083-b818-8bf0ae22a0ea tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event updated for resources: {'Port': ['ID=8e37c6cd-b40e-4aae-a009-69dd3d6b5e0d,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:05.634078 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602ad762-f11d-4560-a62e-6568d388787d admin admin] Network 86ce0c5b-521f-4849-813d-48a6e4cbad17 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:25:05.650871 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-602ad762-f11d-4560-a62e-6568d388787d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 86ce0c5b-521f-4849-813d-48a6e4cbad17) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:25:05.653829 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.db.resource_extend [None req-e197d560-1c9f-4bd7-a434-6abce88476b6 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 13:25:05.657420 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602ad762-f11d-4560-a62e-6568d388787d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:05.657420 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-602ad762-f11d-4560-a62e-6568d388787d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:05.661655 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-34623896-cadf-4562-b6f5-60c171216d4b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Deleting port 8e37c6cd-b40e-4aae-a009-69dd3d6b5e0d {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:25:05.661992 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-34623896-cadf-4562-b6f5-60c171216d4b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:05.666166 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283e3a47-e97c-4d14-b6f0-92a18084b5c5 None None] Network 86ce0c5b-521f-4849-813d-48a6e4cbad17 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:25:05.714072 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-602ad762-f11d-4560-a62e-6568d388787d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.6441858 Nov 25 13:25:05.779353 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-34623896-cadf-4562-b6f5-60c171216d4b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:05.796650 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-34623896-cadf-4562-b6f5-60c171216d4b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Calling delete_port for 8e37c6cd-b40e-4aae-a009-69dd3d6b5e0d owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:25:05.806295 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-a3d87b34-8a24-4e02-b7b7-45d7801f2726 None None] Provisioning complete for port 8e37c6cd-b40e-4aae-a009-69dd3d6b5e0d triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:25:05.806675 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a3d87b34-8a24-4e02-b7b7-45d7801f2726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:05.906889 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-a3d87b34-8a24-4e02-b7b7-45d7801f2726 None None] Port 8e37c6cd-b40e-4aae-a009-69dd3d6b5e0d cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:25:05.954942 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4bdec0-e7a8-42fc-b5db-cfdf61d250e2 None None] Network 86ce0c5b-521f-4849-813d-48a6e4cbad17 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:25:05.997752 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-34623896-cadf-4562-b6f5-60c171216d4b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:06.031478 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34623896-cadf-4562-b6f5-60c171216d4b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event deleted for resources: {'Port': ['ID=8e37c6cd-b40e-4aae-a009-69dd3d6b5e0d,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:06.068248 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-34623896-cadf-4562-b6f5-60c171216d4b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:06.071774 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-34623896-cadf-4562-b6f5-60c171216d4b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "DELETE /v2.0/ports/8e37c6cd-b40e-4aae-a009-69dd3d6b5e0d HTTP/1.1" status: 204 len: 168 time: 0.5867195 Nov 25 13:25:06.074293 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58366) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:06.102799 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ea3951a-a30f-4961-845c-f1c55e690044 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] GET failed (client error): The resource could not be found. Nov 25 13:25:06.104703 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-0ea3951a-a30f-4961-845c-f1c55e690044 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "GET /v2.0/ports/8e37c6cd-b40e-4aae-a009-69dd3d6b5e0d HTTP/1.1" status: 404 len: 333 time: 0.0293307 Nov 25 13:25:06.107414 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58368) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:06.111675 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-17a84c07-f43c-40c6-879d-04a1cb7ba620 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:06.130637 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dff686-9bb2-4083-b818-8bf0ae22a0ea tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:25:06.131316 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dff686-9bb2-4083-b818-8bf0ae22a0ea tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:25:06.131843 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dff686-9bb2-4083-b818-8bf0ae22a0ea tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:25:06.132354 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dff686-9bb2-4083-b818-8bf0ae22a0ea tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:25:06.132701 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dff686-9bb2-4083-b818-8bf0ae22a0ea tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:25:06.133037 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dff686-9bb2-4083-b818-8bf0ae22a0ea tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:25:06.133404 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dff686-9bb2-4083-b818-8bf0ae22a0ea tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:25:06.133743 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dff686-9bb2-4083-b818-8bf0ae22a0ea tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:25:06.134067 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dff686-9bb2-4083-b818-8bf0ae22a0ea tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:25:06.134579 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dff686-9bb2-4083-b818-8bf0ae22a0ea tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:25:06.135120 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dff686-9bb2-4083-b818-8bf0ae22a0ea tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:25:06.135613 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dff686-9bb2-4083-b818-8bf0ae22a0ea tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:25:06.160804 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fbe946a7-2d95-42ad-98a5-44d41978eef3 req-86dfa7e6-aecc-4b0c-b51d-0561734abff9 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7270191 Nov 25 13:25:06.213289 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:06.213566 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b208da3b-7140-4548-9bc2-461fadd7d40c tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:06.242505 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b208da3b-7140-4548-9bc2-461fadd7d40c tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:06.250272 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e197d560-1c9f-4bd7-a434-6abce88476b6 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:06.288653 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e197d560-1c9f-4bd7-a434-6abce88476b6 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:06.301603 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b208da3b-7140-4548-9bc2-461fadd7d40c tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:06.304650 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b208da3b-7140-4548-9bc2-461fadd7d40c tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:06.308752 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b208da3b-7140-4548-9bc2-461fadd7d40c tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "DELETE /v2.0/security-groups/299372b1-3a28-45d4-966a-c23a9a225af6 HTTP/1.1" status: 204 len: 168 time: 0.1979973 Nov 25 13:25:06.308936 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8b4cdb21-9aca-4ccb-9f15-4c0187e50166 req-9e63a501-f20d-4fbf-8114-3b02595cd199 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7352948 Nov 25 13:25:06.313350 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58374) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:06.339996 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b208da3b-7140-4548-9bc2-461fadd7d40c tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=299372b1-3a28-45d4-966a-c23a9a225af6,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:06.400566 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bf4e56b4-6caf-4d08-abe4-0ae47db611c7 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:06.441294 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bf4e56b4-6caf-4d08-abe4-0ae47db611c7 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:06.492123 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bf4e56b4-6caf-4d08-abe4-0ae47db611c7 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:06.496505 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bf4e56b4-6caf-4d08-abe4-0ae47db611c7 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:06.497679 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-bf4e56b4-6caf-4d08-abe4-0ae47db611c7 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "DELETE /v2.0/security-groups/cf4e349d-375a-4ba2-a737-ec6aa464e24a HTTP/1.1" status: 204 len: 168 time: 0.1832697 Nov 25 13:25:06.502282 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58392) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:06.521278 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-17a84c07-f43c-40c6-879d-04a1cb7ba620 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:06.522396 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4e56b4-6caf-4d08-abe4-0ae47db611c7 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4e349d-375a-4ba2-a737-ec6aa464e24a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:06.559369 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c4c46484-dcdf-4d63-9c45-cb1d68250965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:06.568576 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-87887fa6-ecbd-4a4e-9afd-3e8cfee70375 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:06.595373 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-87887fa6-ecbd-4a4e-9afd-3e8cfee70375 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:06.644957 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-87887fa6-ecbd-4a4e-9afd-3e8cfee70375 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:06.648488 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c46484-dcdf-4d63-9c45-cb1d68250965 admin admin] Pushing event deleted for resources: {'Port': ['ID=d215e37b-23a6-4010-b32a-d320f22a363e,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:06.650073 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-87887fa6-ecbd-4a4e-9afd-3e8cfee70375 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:06.653585 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-87887fa6-ecbd-4a4e-9afd-3e8cfee70375 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "DELETE /v2.0/security-groups/078ddd9a-45c1-4695-b2bb-d261ac1e1b72 HTTP/1.1" status: 204 len: 168 time: 0.1491201 Nov 25 13:25:06.663728 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58398) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:06.664312 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a57e703-5524-43a8-b845-94fd15f20cbc None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:25:06.667527 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87887fa6-ecbd-4a4e-9afd-3e8cfee70375 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=078ddd9a-45c1-4695-b2bb-d261ac1e1b72,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:06.727831 n-d-808199-11 neutron-server[103570]: INFO neutron.db.l3_db [None req-e197d560-1c9f-4bd7-a434-6abce88476b6 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Floating IP 4ac78bec-581d-4180-944d-f84e139ad90f associated. External IP: 172.25.5.151, port: 4b12730d-6eb6-49ae-ab0e-3c3244c452b2. Nov 25 13:25:06.875809 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a138abc-3b91-4045-9c74-391cf3e49892 req-45feab9a-2554-4806-89ff-747f374f49d0 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:06.877305 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2a138abc-3b91-4045-9c74-391cf3e49892 req-45feab9a-2554-4806-89ff-747f374f49d0 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/networks?id=86ce0c5b-521f-4849-813d-48a6e4cbad17 HTTP/1.1" status: 200 len: 806 time: 0.3911479 Nov 25 13:25:06.881145 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bd147f9-dad0-4016-8d49-abc643c8a6c6 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Deleting subnet feb6200a-e3e6-4895-9734-549ef8144925 {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:25:06.924333 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c4c46484-dcdf-4d63-9c45-cb1d68250965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:06.927606 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8bd147f9-dad0-4016-8d49-abc643c8a6c6 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:07.021270 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2a138abc-3b91-4045-9c74-391cf3e49892 req-de62a8a0-dd00-499c-8045-98a91a1eb5f6 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/quotas/14da780ba23d47dc80a36e577e024742 HTTP/1.1" status: 200 len: 375 time: 0.1335275 Nov 25 13:25:07.089863 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8bd147f9-dad0-4016-8d49-abc643c8a6c6 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:07.136935 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c4c46484-dcdf-4d63-9c45-cb1d68250965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:07.145604 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2a138abc-3b91-4045-9c74-391cf3e49892 req-e272dd4b-dc15-4f78-af85-c1277c05609d tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=14da780ba23d47dc80a36e577e024742&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0904808 Nov 25 13:25:07.149113 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c4c46484-dcdf-4d63-9c45-cb1d68250965 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:07.171364 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device d215e37b-23a6-4010-b32a-d320f22a363e no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:25:07.191985 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: d215e37b-23a6-4010-b32a-d320f22a363e {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:25:07.192248 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device d215e37b-23a6-4010-b32a-d320f22a363e not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:25:07.329537 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c4c46484-dcdf-4d63-9c45-cb1d68250965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:07.330102 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c46484-dcdf-4d63-9c45-cb1d68250965 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a5f7005-8d46-4d00-a884-62a9a0c57b2b {{(pid=103570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:25:07.354070 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c4c46484-dcdf-4d63-9c45-cb1d68250965 admin admin] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:07.355266 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c4c46484-dcdf-4d63-9c45-cb1d68250965 admin admin] 10.222.0.53 "DELETE /v2.0/routers/3a5f7005-8d46-4d00-a884-62a9a0c57b2b HTTP/1.1" status: 204 len: 168 time: 3.5845461 Nov 25 13:25:07.357924 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58426) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:07.371626 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67634268-eb37-44e5-8081-89e7da78dd6f req-206ed7ce-e0c7-47f3-b3a7-c51550b76ea7 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:07.373145 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-67634268-eb37-44e5-8081-89e7da78dd6f req-206ed7ce-e0c7-47f3-b3a7-c51550b76ea7 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc20867-f972-453a-8ced-0dd44582b1f4 HTTP/1.1" status: 200 len: 943 time: 0.3150032 Nov 25 13:25:07.415056 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-2746448a-17d5-4d73-b680-0cbf3099b8cc admin admin] Deleting subnet 4997cc2a-e143-43c9-a247-504e1c6f3545 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:25:07.418628 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2746448a-17d5-4d73-b680-0cbf3099b8cc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:07.461538 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2746448a-17d5-4d73-b680-0cbf3099b8cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:07.488738 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8bd147f9-dad0-4016-8d49-abc643c8a6c6 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:07.543089 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2746448a-17d5-4d73-b680-0cbf3099b8cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:07.603470 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2746448a-17d5-4d73-b680-0cbf3099b8cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:07.634176 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2746448a-17d5-4d73-b680-0cbf3099b8cc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:07.638868 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56dd5cb-34dc-4b0f-ac10-9fe1bbb9f6e9 None None] Network 5a608445-48fc-4cb4-86bf-6068f5ffd561 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:25:07.641896 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-2746448a-17d5-4d73-b680-0cbf3099b8cc admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4997cc2a-e143-43c9-a247-504e1c6f3545 HTTP/1.1" status: 204 len: 168 time: 0.2828529 Nov 25 13:25:07.642748 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58428) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:07.643513 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2746448a-17d5-4d73-b680-0cbf3099b8cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4997cc2a-e143-43c9-a247-504e1c6f3545,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:07.724439 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1fce6e03-d116-472a-9caa-b1fb4c3b8c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:07.783082 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-1fce6e03-d116-472a-9caa-b1fb4c3b8c33 admin admin] Deleting port cd3e2535-4a3a-4dda-8b4a-e56d4db6d2e9 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:25:07.783740 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1fce6e03-d116-472a-9caa-b1fb4c3b8c33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:07.856367 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-1fce6e03-d116-472a-9caa-b1fb4c3b8c33 admin admin] For port cd3e2535-4a3a-4dda-8b4a-e56d4db6d2e9, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=cd3e2535-4a3a-4dda-8b4a-e56d4db6d2e9,segment=NetworkSegment(97c77095-bc47-41b9-ad4e-e95f82e3a97b),segment_id=97c77095-bc47-41b9-ad4e-e95f82e3a97b)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:25:07.856742 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1fce6e03-d116-472a-9caa-b1fb4c3b8c33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:07.857949 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b50df12-2bb5-4b09-aa50-d06c80585527 None None] DHCP port deletion for 5a608445-48fc-4cb4-86bf-6068f5ffd561 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:25:07.871179 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-1fce6e03-d116-472a-9caa-b1fb4c3b8c33 admin admin] Calling delete_port for cd3e2535-4a3a-4dda-8b4a-e56d4db6d2e9 owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:25:07.913301 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-8b50df12-2bb5-4b09-aa50-d06c80585527 None None] Deleting port cd3e2535-4a3a-4dda-8b4a-e56d4db6d2e9 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:25:07.913824 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8b50df12-2bb5-4b09-aa50-d06c80585527 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:07.962869 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2a138abc-3b91-4045-9c74-391cf3e49892 req-1aee4a30-e03d-432e-a845-567d5ebc5730 service neutron] 10.222.0.53 "GET /v2.0/networks/86ce0c5b-521f-4849-813d-48a6e4cbad17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8044002 Nov 25 13:25:07.969574 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1fce6e03-d116-472a-9caa-b1fb4c3b8c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:08.000215 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fce6e03-d116-472a-9caa-b1fb4c3b8c33 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd3e2535-4a3a-4dda-8b4a-e56d4db6d2e9,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:08.002198 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fce6e03-d116-472a-9caa-b1fb4c3b8c33 admin admin] No DVR routers for this DVR port cd3e2535-4a3a-4dda-8b4a-e56d4db6d2e9 on host n-d-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:25:08.013515 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-8b50df12-2bb5-4b09-aa50-d06c80585527 None None] For port cd3e2535-4a3a-4dda-8b4a-e56d4db6d2e9, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=cd3e2535-4a3a-4dda-8b4a-e56d4db6d2e9,segment=NetworkSegment(97c77095-bc47-41b9-ad4e-e95f82e3a97b),segment_id=97c77095-bc47-41b9-ad4e-e95f82e3a97b)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:25:08.014340 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8b50df12-2bb5-4b09-aa50-d06c80585527 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:08.029390 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e197d560-1c9f-4bd7-a434-6abce88476b6 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Router 334fd49a-84bc-4923-8066-41c07520642f has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:25:08.036779 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-8b50df12-2bb5-4b09-aa50-d06c80585527 None None] Calling delete_port for cd3e2535-4a3a-4dda-8b4a-e56d4db6d2e9 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:25:08.038991 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:08.083798 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1fce6e03-d116-472a-9caa-b1fb4c3b8c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:08.105136 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-17a84c07-f43c-40c6-879d-04a1cb7ba620 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:08.107087 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-1fce6e03-d116-472a-9caa-b1fb4c3b8c33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a608445-48fc-4cb4-86bf-6068f5ffd561']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:08.119046 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-1fce6e03-d116-472a-9caa-b1fb4c3b8c33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97c77095-bc47-41b9-ad4e-e95f82e3a97b') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:08.119500 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-1fce6e03-d116-472a-9caa-b1fb4c3b8c33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97c77095-bc47-41b9-ad4e-e95f82e3a97b') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:08.130048 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1fce6e03-d116-472a-9caa-b1fb4c3b8c33 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:08.135065 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8bd147f9-dad0-4016-8d49-abc643c8a6c6 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:08.149389 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1fce6e03-d116-472a-9caa-b1fb4c3b8c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:08.154305 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-17a84c07-f43c-40c6-879d-04a1cb7ba620 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:08.159399 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fce6e03-d116-472a-9caa-b1fb4c3b8c33 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:25:08.160352 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1fce6e03-d116-472a-9caa-b1fb4c3b8c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:08.162441 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:25:08.162441 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:25:08.162441 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:25:08.162441 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:25:08.162441 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:25:08.162441 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:25:08.162441 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:25:08.162441 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:25:08.162441 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:25:08.162441 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:25:08.162441 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:25:08.162441 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:25:08.162441 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:25:08.162441 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:25:08.162441 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:25:08.162441 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:25:08.162441 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:25:08.162441 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:25:08.162441 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:25:08.162441 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:25:08.162441 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:25:08.162441 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:25:08.162441 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:25:08.162441 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:25:08.162441 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:25:08.162441 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:25:08.162441 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:25:08.162441 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:25:08.162441 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:25:08.162441 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:25:08.162441 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:25:08.162441 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:25:08.225714 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1fce6e03-d116-472a-9caa-b1fb4c3b8c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:08.232859 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd147f9-dad0-4016-8d49-abc643c8a6c6 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event deleted for resources: {'Subnet': ['ID=feb6200a-e3e6-4895-9734-549ef8144925,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:08.252270 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8bd147f9-dad0-4016-8d49-abc643c8a6c6 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:08.256200 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1fce6e03-d116-472a-9caa-b1fb4c3b8c33 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:08.256946 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-8bd147f9-dad0-4016-8d49-abc643c8a6c6 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "DELETE /v2.0/subnets/feb6200a-e3e6-4895-9734-549ef8144925 HTTP/1.1" status: 204 len: 168 time: 1.5921879 Nov 25 13:25:08.259462 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2a138abc-3b91-4045-9c74-391cf3e49892 req-60f0b81f-2b64-4f8e-950e-f9a78267afc0 service neutron] 10.222.0.53 "GET /v2.0/networks/86ce0c5b-521f-4849-813d-48a6e4cbad17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847731 Nov 25 13:25:08.261841 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-67634268-eb37-44e5-8081-89e7da78dd6f req-299196f2-9b30-4635-9cf3-c54dfd60b10e tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Deleting port 2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:25:08.262378 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-67634268-eb37-44e5-8081-89e7da78dd6f req-299196f2-9b30-4635-9cf3-c54dfd60b10e tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:08.265288 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-1fce6e03-d116-472a-9caa-b1fb4c3b8c33 admin admin] 10.222.0.53 "DELETE /v2.0/networks/5a608445-48fc-4cb4-86bf-6068f5ffd561 HTTP/1.1" status: 204 len: 168 time: 0.6174245 Nov 25 13:25:08.265910 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fce6e03-d116-472a-9caa-b1fb4c3b8c33 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a608445-48fc-4cb4-86bf-6068f5ffd561,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:08.268036 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58430) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:08.268036 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58432) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:08.296375 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ea656b-dd7a-4730-aa0a-3ff8a477ef41 None None] Network 76323fcd-e711-426a-b224-97a9d8612a45 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:25:08.345236 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8b50df12-2bb5-4b09-aa50-d06c80585527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:08.379583 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8b50df12-2bb5-4b09-aa50-d06c80585527 None None] Network 5a608445-48fc-4cb4-86bf-6068f5ffd561 is not hosted by any dhcp agent {{(pid=103572) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 13:25:08.380364 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b50df12-2bb5-4b09-aa50-d06c80585527 None None] No DVR routers for this DVR port cd3e2535-4a3a-4dda-8b4a-e56d4db6d2e9 on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:25:08.386723 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b50df12-2bb5-4b09-aa50-d06c80585527 None None] Pushing event deleted for resources: {'Port': ['ID=cd3e2535-4a3a-4dda-8b4a-e56d4db6d2e9,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:08.470625 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e197d560-1c9f-4bd7-a434-6abce88476b6 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:25:08.481054 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e197d560-1c9f-4bd7-a434-6abce88476b6 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:08.490038 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911f5743-56d4-4b14-a9bc-12e365a7ce39 None None] Sync routers for ids ['334fd49a-84bc-4923-8066-41c07520642f'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:25:08.517944 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911f5743-56d4-4b14-a9bc-12e365a7ce39 None None] Routers {'334fd49a-84bc-4923-8066-41c07520642f'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:25:08.520637 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-911f5743-56d4-4b14-a9bc-12e365a7ce39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:25:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['334fd49a-84bc-4923-8066-41c07520642f'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:08.576611 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-67634268-eb37-44e5-8081-89e7da78dd6f req-299196f2-9b30-4635-9cf3-c54dfd60b10e tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] For port 2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e,segment=NetworkSegment(9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8),segment_id=9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:25:08.576992 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-67634268-eb37-44e5-8081-89e7da78dd6f req-299196f2-9b30-4635-9cf3-c54dfd60b10e tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:08.580085 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-17a84c07-f43c-40c6-879d-04a1cb7ba620 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Allocated IP 172.25.5.45 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/caeffc65-dd34-430d-8b0b-ba9c4e518dbe) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:25:08.612457 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e197d560-1c9f-4bd7-a434-6abce88476b6 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "PUT /v2.0/floatingips/4ac78bec-581d-4180-944d-f84e139ad90f HTTP/1.1" status: 200 len: 991 time: 4.2346447 Nov 25 13:25:08.613265 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b6ca3aa-3dee-443f-9b06-5dc85d5d1421 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Deleting subnet 31941bcd-d3da-4995-9b34-46a1b8a52df2 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:25:08.620596 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c27ab6a3-6c59-44c5-8538-189891b6b34c', 'tag': '4b12730d-6eb6-49ae-ab0e-3c3244c452b2'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:25:08.624073 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f73c3a3-cd7e-41e9-860a-0c7c47c13a59" -d '{"events": [{"name": "network-changed", "server_uuid": "c27ab6a3-6c59-44c5-8538-189891b6b34c", "tag": "4b12730d-6eb6-49ae-ab0e-3c3244c452b2"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:25:08.632285 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-67634268-eb37-44e5-8081-89e7da78dd6f req-299196f2-9b30-4635-9cf3-c54dfd60b10e tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Calling delete_port for 2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e owned by compute:nova {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:25:08.641323 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2b6ca3aa-3dee-443f-9b06-5dc85d5d1421 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:08.699820 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2b6ca3aa-3dee-443f-9b06-5dc85d5d1421 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:08.732590 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-911f5743-56d4-4b14-a9bc-12e365a7ce39 None None] Set router 334fd49a-84bc-4923-8066-41c07520642f gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:25:08.829917 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22708e3e-8bd0-49b6-a9b3-72fca57612a6 req-67c58cd4-457e-4180-8535-1b766ea18905 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:08.831611 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-22708e3e-8bd0-49b6-a9b3-72fca57612a6 req-67c58cd4-457e-4180-8535-1b766ea18905 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=171fb585-6bac-4382-ba3e-b7c361f74433 HTTP/1.1" status: 200 len: 946 time: 0.2490406 Nov 25 13:25:08.871215 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2b6ca3aa-3dee-443f-9b06-5dc85d5d1421 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:08.910760 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-17a84c07-f43c-40c6-879d-04a1cb7ba620 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:08.972339 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2b6ca3aa-3dee-443f-9b06-5dc85d5d1421 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:09.024447 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-22708e3e-8bd0-49b6-a9b3-72fca57612a6 req-65c879fd-a69f-444b-a15e-d963be6f25f0 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815162 Nov 25 13:25:09.052253 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ca3aa-3dee-443f-9b06-5dc85d5d1421 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event deleted for resources: {'Subnet': ['ID=31941bcd-d3da-4995-9b34-46a1b8a52df2,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:09.058160 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2b6ca3aa-3dee-443f-9b06-5dc85d5d1421 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:09.069076 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-2b6ca3aa-3dee-443f-9b06-5dc85d5d1421 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "DELETE /v2.0/subnets/31941bcd-d3da-4995-9b34-46a1b8a52df2 HTTP/1.1" status: 204 len: 168 time: 0.7996845 Nov 25 13:25:09.073388 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58450) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:09.081090 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-911f5743-56d4-4b14-a9bc-12e365a7ce39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334fd49a-84bc-4923-8066-41c07520642f', 'name': 'tempest-AttachVolumeShelveTestJSON-783329290-router', 'tenant_id': 'c3c775803d354892aee478fad34a8c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'c7f15d46-8b5b-481b-b78e-59f0ae67ed1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:24:25Z', 'updated_at': '2021-11-25T13:24:30Z', 'revision_number': 4, 'project_id': 'c3c775803d354892aee478fad34a8c78', 'gw_port': {'id': 'c7f15d46-8b5b-481b-b78e-59f0ae67ed1c', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:70:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334fd49a-84bc-4923-8066-41c07520642f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:24:26Z', 'updated_at': '2021-11-25T13:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '4ac78bec-581d-4180-944d-f84e139ad90f', 'tenant_id': 'c3c775803d354892aee478fad34a8c78', 'floating_ip_address': '172.25.5.151', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '334fd49a-84bc-4923-8066-41c07520642f', 'port_id': '4b12730d-6eb6-49ae-ab0e-3c3244c452b2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '755402ba-804b-4493-8340-905b0e2e90e1', 'mac_address': 'fa:16:3e:a7:23:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27ab6a3-6c59-44c5-8538-189891b6b34c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:24:38Z', 'updated_at': '2021-11-25T13:25:05Z', 'revision_number': 1, 'project_id': 'c3c775803d354892aee478fad34a8c78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25fd7cd6-c3dc-407b-bfb6-d5699626f956', 'name': '', 'network_id': '755402ba-804b-4493-8340-905b0e2e90e1', 'tenant_id': 'c3c775803d354892aee478fad34a8c78', 'mac_address': 'fa:16:3e:76:32:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334fd49a-84bc-4923-8066-41c07520642f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'de598ec9-e4ed-4f9c-80e3-a369f7acaceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:24:29Z', 'updated_at': '2021-11-25T13:24:35Z', 'revision_number': 5, 'project_id': 'c3c775803d354892aee478fad34a8c78', 'subnets': [{'id': 'de598ec9-e4ed-4f9c-80e3-a369f7acaceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:09.112458 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-67634268-eb37-44e5-8081-89e7da78dd6f req-299196f2-9b30-4635-9cf3-c54dfd60b10e tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:09.122974 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911f5743-56d4-4b14-a9bc-12e365a7ce39 None None] Checking router: 334fd49a-84bc-4923-8066-41c07520642f for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:25:09.132914 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-c32cd780-50a7-4541-863a-95d46f268796 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] DELETE failed (client error): The resource could not be found. Nov 25 13:25:09.133418 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c32cd780-50a7-4541-863a-95d46f268796 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:25:09.141105 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c32cd780-50a7-4541-863a-95d46f268796 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "DELETE /v2.0/subnets/feb6200a-e3e6-4895-9734-549ef8144925 HTTP/1.1" status: 404 len: 337 time: 0.0651903 Nov 25 13:25:09.141558 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58452) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:09.142162 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911f5743-56d4-4b14-a9bc-12e365a7ce39 None None] Routers {'334fd49a-84bc-4923-8066-41c07520642f'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:25:09.142835 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-911f5743-56d4-4b14-a9bc-12e365a7ce39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:25:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['334fd49a-84bc-4923-8066-41c07520642f'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:09.204671 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4f521e6b-cb9b-47e2-9886-13aeae126c14 req-d6dadf1e-dd14-4cfe-bd2e-5b29b6d38e28 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=b291b5cf-c121-41c4-ba04-d20f7dca9b4f HTTP/1.1" status: 200 len: 210 time: 0.0901577 Nov 25 13:25:09.206991 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299196f2-9b30-4635-9cf3-c54dfd60b10e tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Pushing event deleted for resources: {'Port': ['ID=2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:09.215660 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-17a84c07-f43c-40c6-879d-04a1cb7ba620 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:09.250115 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device cd3e2535-4a3a-4dda-8b4a-e56d4db6d2e9 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:25:09.291563 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: cd3e2535-4a3a-4dda-8b4a-e56d4db6d2e9 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:25:09.293727 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device cd3e2535-4a3a-4dda-8b4a-e56d4db6d2e9 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:25:09.329980 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-67634268-eb37-44e5-8081-89e7da78dd6f req-299196f2-9b30-4635-9cf3-c54dfd60b10e tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] No DVR routers for this DVR port 2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e on host n-h2-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:25:09.344001 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-67634268-eb37-44e5-8081-89e7da78dd6f req-299196f2-9b30-4635-9cf3-c54dfd60b10e tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:09.347834 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-67634268-eb37-44e5-8081-89e7da78dd6f req-299196f2-9b30-4635-9cf3-c54dfd60b10e tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "DELETE /v2.0/ports/2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e HTTP/1.1" status: 204 len: 173 time: 1.9617336 Nov 25 13:25:09.350121 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a84c07-f43c-40c6-879d-04a1cb7ba620 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:25:09.356397 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-17a84c07-f43c-40c6-879d-04a1cb7ba620 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:25:09.358933 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a84c07-f43c-40c6-879d-04a1cb7ba620 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Pushing event updated for resources: {'Port': ['ID=caeffc65-dd34-430d-8b0b-ba9c4e518dbe,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:09.361358 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a84c07-f43c-40c6-879d-04a1cb7ba620 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:25:09.409958 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3e9cfd-22d2-4c45-9a1c-b04309c50742 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:25:09.477915 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-911f5743-56d4-4b14-a9bc-12e365a7ce39 None None] Set router 334fd49a-84bc-4923-8066-41c07520642f gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:25:09.503754 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:25:09.509563 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-822c06b3-78f2-422f-bee0-a215a9f3333a x-openstack-request-id: req-822c06b3-78f2-422f-bee0-a215a9f3333a {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:25:09.509861 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c27ab6a3-6c59-44c5-8538-189891b6b34c", "tag": "4b12730d-6eb6-49ae-ab0e-3c3244c452b2", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:25:09.510119 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-822c06b3-78f2-422f-bee0-a215a9f3333a {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:25:09.510526 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c27ab6a3-6c59-44c5-8538-189891b6b34c', 'tag': '4b12730d-6eb6-49ae-ab0e-3c3244c452b2', 'status': 'completed', 'code': 200} Nov 25 13:25:09.616367 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: 2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:25:09.616723 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:25:09.673172 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-6236b564-a75c-45d5-baed-75c47897e4f9 None None] Provisioning complete for port caeffc65-dd34-430d-8b0b-ba9c4e518dbe triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:25:09.673797 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6236b564-a75c-45d5-baed-75c47897e4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:09.732201 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-6236b564-a75c-45d5-baed-75c47897e4f9 None None] Port caeffc65-dd34-430d-8b0b-ba9c4e518dbe cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:25:09.779326 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55427819-18a3-47fa-89bd-b1cd02f1dd88 None None] Network 76323fcd-e711-426a-b224-97a9d8612a45 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:25:09.813940 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-17a84c07-f43c-40c6-879d-04a1cb7ba620 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:09.919671 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-18583ac7-4a1f-462b-9ca6-1a49089062d2 None None] Provisioning complete for port ab675df7-c400-4409-8297-5ca5d0dea784 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:25:09.920056 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-18583ac7-4a1f-462b-9ca6-1a49089062d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:09.922533 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-911f5743-56d4-4b14-a9bc-12e365a7ce39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334fd49a-84bc-4923-8066-41c07520642f', 'name': 'tempest-AttachVolumeShelveTestJSON-783329290-router', 'tenant_id': 'c3c775803d354892aee478fad34a8c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'c7f15d46-8b5b-481b-b78e-59f0ae67ed1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:24:25Z', 'updated_at': '2021-11-25T13:24:30Z', 'revision_number': 4, 'project_id': 'c3c775803d354892aee478fad34a8c78', 'gw_port': {'id': 'c7f15d46-8b5b-481b-b78e-59f0ae67ed1c', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:70:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334fd49a-84bc-4923-8066-41c07520642f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:24:26Z', 'updated_at': '2021-11-25T13:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '4ac78bec-581d-4180-944d-f84e139ad90f', 'tenant_id': 'c3c775803d354892aee478fad34a8c78', 'floating_ip_address': '172.25.5.151', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '334fd49a-84bc-4923-8066-41c07520642f', 'port_id': '4b12730d-6eb6-49ae-ab0e-3c3244c452b2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '755402ba-804b-4493-8340-905b0e2e90e1', 'mac_address': 'fa:16:3e:a7:23:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27ab6a3-6c59-44c5-8538-189891b6b34c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:24:38Z', 'updated_at': '2021-11-25T13:25:05Z', 'revision_number': 1, 'project_id': 'c3c775803d354892aee478fad34a8c78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25fd7cd6-c3dc-407b-bfb6-d5699626f956', 'name': '', 'network_id': '755402ba-804b-4493-8340-905b0e2e90e1', 'tenant_id': 'c3c775803d354892aee478fad34a8c78', 'mac_address': 'fa:16:3e:76:32:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334fd49a-84bc-4923-8066-41c07520642f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'de598ec9-e4ed-4f9c-80e3-a369f7acaceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:24:29Z', 'updated_at': '2021-11-25T13:24:35Z', 'revision_number': 5, 'project_id': 'c3c775803d354892aee478fad34a8c78', 'subnets': [{'id': 'de598ec9-e4ed-4f9c-80e3-a369f7acaceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:09.965178 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911f5743-56d4-4b14-a9bc-12e365a7ce39 None None] The sync data for ids ['334fd49a-84bc-4923-8066-41c07520642f'] in n-d-808199-11 is: [{'id': '334fd49a-84bc-4923-8066-41c07520642f', 'name': 'tempest-AttachVolumeShelveTestJSON-783329290-router', 'tenant_id': 'c3c775803d354892aee478fad34a8c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'c7f15d46-8b5b-481b-b78e-59f0ae67ed1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:24:25Z', 'updated_at': '2021-11-25T13:24:30Z', 'revision_number': 4, 'project_id': 'c3c775803d354892aee478fad34a8c78', 'gw_port': {'id': 'c7f15d46-8b5b-481b-b78e-59f0ae67ed1c', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:70:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334fd49a-84bc-4923-8066-41c07520642f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:24:26Z', 'updated_at': '2021-11-25T13:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '4ac78bec-581d-4180-944d-f84e139ad90f', 'tenant_id': 'c3c775803d354892aee478fad34a8c78', 'floating_ip_address': '172.25.5.151', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '334fd49a-84bc-4923-8066-41c07520642f', 'port_id': '4b12730d-6eb6-49ae-ab0e-3c3244c452b2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '755402ba-804b-4493-8340-905b0e2e90e1', 'mac_address': 'fa:16:3e:a7:23:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27ab6a3-6c59-44c5-8538-189891b6b34c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:24:38Z', 'updated_at': '2021-11-25T13:25:05Z', 'revision_number': 1, 'project_id': 'c3c775803d354892aee478fad34a8c78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25fd7cd6-c3dc-407b-bfb6-d5699626f956', 'name': '', 'network_id': '755402ba-804b-4493-8340-905b0e2e90e1', 'tenant_id': 'c3c775803d354892aee478fad34a8c78', 'mac_address': 'fa:16:3e:76:32:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334fd49a-84bc-4923-8066-41c07520642f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'de598ec9-e4ed-4f9c-80e3-a369f7acaceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:24:29Z', 'updated_at': '2021-11-25T13:24:35Z', 'revision_number': 5, 'project_id': 'c3c775803d354892aee478fad34a8c78', 'subnets': [{'id': 'de598ec9-e4ed-4f9c-80e3-a369f7acaceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:25:09.985631 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc77fa-5f33-4a02-9362-bfe05240315b req-e2c36184-5f25-4dcc-9e71-b285613f30af tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:09.987398 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-03bc77fa-5f33-4a02-9362-bfe05240315b req-e2c36184-5f25-4dcc-9e71-b285613f30af tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=171fb585-6bac-4382-ba3e-b7c361f74433 HTTP/1.1" status: 200 len: 946 time: 0.1228404 Nov 25 13:25:10.135944 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-17a84c07-f43c-40c6-879d-04a1cb7ba620 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:10.150750 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-63797787-ec4e-4f56-bbaf-fcc2fe3af079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:10.189441 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-03bc77fa-5f33-4a02-9362-bfe05240315b req-191cf62f-8e87-4dff-801c-7c91f4a76df9 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798955 Nov 25 13:25:10.248558 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-18583ac7-4a1f-462b-9ca6-1a49089062d2 None None] Provisioning complete for port 409693c6-c150-4b0e-a83f-a3c9ff946869 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:25:10.248943 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-18583ac7-4a1f-462b-9ca6-1a49089062d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:10.316402 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-18583ac7-4a1f-462b-9ca6-1a49089062d2 None None] Port 409693c6-c150-4b0e-a83f-a3c9ff946869 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:25:10.337144 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-383d5edd-cf76-48a2-8ed9-33150dea944d tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Deleting subnet bafbd448-e57b-4cf7-bc81-4a7869a37cb8 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:25:10.343984 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-383d5edd-cf76-48a2-8ed9-33150dea944d tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:10.397528 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2aba629-3d98-4d43-9c26-61f1328abf06 None None] New status for floating IP 4ac78bec-581d-4180-944d-f84e139ad90f: ACTIVE {{(pid=103572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 13:25:10.479250 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-675e8d94-bcf6-4cb9-bf40-7299e669932f req-c676ecdf-3519-4ccf-93b3-095c1f8d38e0 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=b291b5cf-c121-41c4-ba04-d20f7dca9b4f HTTP/1.1" status: 200 len: 210 time: 0.0794508 Nov 25 13:25:10.513227 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73c3a3-cd7e-41e9-860a-0c7c47c13a59 req-39354d97-5b69-4658-9bf0-20b4c7d55dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:10.515296 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9f73c3a3-cd7e-41e9-860a-0c7c47c13a59 req-39354d97-5b69-4658-9bf0-20b4c7d55dde service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3c775803d354892aee478fad34a8c78&device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 1097 time: 0.5318124 Nov 25 13:25:10.544559 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-383d5edd-cf76-48a2-8ed9-33150dea944d tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:10.569886 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ad6b1a-9888-4e01-bfc5-a78994ab780e req-2ece2342-09f8-4095-b282-6c2478d32ffb tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:10.571714 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-11ad6b1a-9888-4e01-bfc5-a78994ab780e req-2ece2342-09f8-4095-b282-6c2478d32ffb tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=171fb585-6bac-4382-ba3e-b7c361f74433 HTTP/1.1" status: 200 len: 946 time: 0.2264161 Nov 25 13:25:10.688042 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-11ad6b1a-9888-4e01-bfc5-a78994ab780e req-b69e9f44-42ce-4165-8a8b-647b96bcd16d tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062558 Nov 25 13:25:10.699442 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17a84c07-f43c-40c6-879d-04a1cb7ba620 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Router 83898a56-89be-43fc-bccb-71ae07950f95 is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:25:10.771956 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a138abc-3b91-4045-9c74-391cf3e49892 req-1f6c5072-df6f-4f1e-9bcd-0ea16ee81f00 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:10.774358 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2a138abc-3b91-4045-9c74-391cf3e49892 req-1f6c5072-df6f-4f1e-9bcd-0ea16ee81f00 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.47 "GET /v2.0/networks?id=86ce0c5b-521f-4849-813d-48a6e4cbad17 HTTP/1.1" status: 200 len: 806 time: 0.7113464 Nov 25 13:25:10.822117 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-2a138abc-3b91-4045-9c74-391cf3e49892 req-ba25f259-9dae-4397-ad5c-dba899ae731e tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Request body: {'port': {'device_id': 'b291b5cf-c121-41c4-ba04-d20f7dca9b4f', 'network_id': '86ce0c5b-521f-4849-813d-48a6e4cbad17', 'admin_state_up': True, 'tenant_id': '14da780ba23d47dc80a36e577e024742'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:25:10.925149 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73c3a3-cd7e-41e9-860a-0c7c47c13a59 req-cc6a27ff-54fa-45f1-a11d-d34826cae656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:10.926790 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9f73c3a3-cd7e-41e9-860a-0c7c47c13a59 req-cc6a27ff-54fa-45f1-a11d-d34826cae656 service neutron] 10.222.0.47 "GET /v2.0/networks?id=755402ba-804b-4493-8340-905b0e2e90e1 HTTP/1.1" status: 200 len: 917 time: 0.3976643 Nov 25 13:25:10.946445 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2369cab-15d0-4a33-9a2e-ae6d452e48a2 req-86b3898f-5cff-4d1e-b2f9-7f698e2d4f0e tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:10.949253 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a2369cab-15d0-4a33-9a2e-ae6d452e48a2 req-86b3898f-5cff-4d1e-b2f9-7f698e2d4f0e tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/networks?id=9b74e527-2eba-4880-abc3-5f552bc5f61d HTTP/1.1" status: 200 len: 812 time: 0.2573600 Nov 25 13:25:10.953499 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a84c07-f43c-40c6-879d-04a1cb7ba620 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:25:10.958856 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-383d5edd-cf76-48a2-8ed9-33150dea944d tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:10.965675 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148371ca-ff9f-428b-9bb1-3705a3723ddc None None] Sync routers for ids ['83898a56-89be-43fc-bccb-71ae07950f95'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:25:10.978131 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148371ca-ff9f-428b-9bb1-3705a3723ddc None None] Routers {'83898a56-89be-43fc-bccb-71ae07950f95'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:25:10.979660 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-148371ca-ff9f-428b-9bb1-3705a3723ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:25:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['83898a56-89be-43fc-bccb-71ae07950f95'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:10.980887 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a2369cab-15d0-4a33-9a2e-ae6d452e48a2 req-d6c043e4-ef03-44e0-a925-7b003d8bedfd tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/quotas/60de2ce00e39495b9b56ab9e2f307693 HTTP/1.1" status: 200 len: 375 time: 0.0238829 Nov 25 13:25:10.992629 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead3033d-0e5a-4857-8aec-49a8969e66f8 req-6c304e7f-da6f-4c39-a5e4-f964bcd2169d tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:10.994342 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ead3033d-0e5a-4857-8aec-49a8969e66f8 req-6c304e7f-da6f-4c39-a5e4-f964bcd2169d tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=171fb585-6bac-4382-ba3e-b7c361f74433 HTTP/1.1" status: 200 len: 946 time: 0.1159418 Nov 25 13:25:11.037957 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a2369cab-15d0-4a33-9a2e-ae6d452e48a2 req-6d26d280-e243-4e4f-a687-ef2131aeab25 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=60de2ce00e39495b9b56ab9e2f307693&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424449 Nov 25 13:25:11.051011 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-17a84c07-f43c-40c6-879d-04a1cb7ba620 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:11.052888 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-17a84c07-f43c-40c6-879d-04a1cb7ba620 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.8890765 Nov 25 13:25:11.057126 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58490) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:11.103162 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a138abc-3b91-4045-9c74-391cf3e49892 req-ba25f259-9dae-4397-ad5c-dba899ae731e tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Made reservation on behalf of 14da780ba23d47dc80a36e577e024742 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:25:11.106882 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2a138abc-3b91-4045-9c74-391cf3e49892 req-ba25f259-9dae-4397-ad5c-dba899ae731e tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:11.125785 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9f73c3a3-cd7e-41e9-860a-0c7c47c13a59 req-a428d460-7316-4606-b452-92e6a49c8c60 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b12730d-6eb6-49ae-ab0e-3c3244c452b2 HTTP/1.1" status: 200 len: 1001 time: 0.1855443 Nov 25 13:25:11.133200 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-148371ca-ff9f-428b-9bb1-3705a3723ddc None None] Set router 83898a56-89be-43fc-bccb-71ae07950f95 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:25:11.210242 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-383d5edd-cf76-48a2-8ed9-33150dea944d tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:11.251231 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-013fbe4e-e2ff-4a08-b856-302ea1176610 None None] Provisioning complete for port ab675df7-c400-4409-8297-5ca5d0dea784 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:25:11.251910 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-013fbe4e-e2ff-4a08-b856-302ea1176610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:11.264446 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ead3033d-0e5a-4857-8aec-49a8969e66f8 req-6fe55e69-f3cb-4de4-92e7-93be34047757 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559123 Nov 25 13:25:11.294437 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-868efedf-994e-4c10-9407-560cd07c0954 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] 10.222.0.53 "GET /v2.0/routers/83898a56-89be-43fc-bccb-71ae07950f95 HTTP/1.1" status: 200 len: 908 time: 0.2255509 Nov 25 13:25:11.294437 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58492) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:11.294437 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-ce6ab25e-7c67-4517-81a0-1b4a1a7dcde4 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2022546288', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'enable_snat': True}}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:25:11.330257 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383d5edd-cf76-48a2-8ed9-33150dea944d tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event deleted for resources: {'Subnet': ['ID=bafbd448-e57b-4cf7-bc81-4a7869a37cb8,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:11.331267 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a2369cab-15d0-4a33-9a2e-ae6d452e48a2 req-5daf5aae-4503-44f3-ab66-c6ef32dee161 service neutron] 10.222.0.53 "GET /v2.0/networks/9b74e527-2eba-4880-abc3-5f552bc5f61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750897 Nov 25 13:25:11.343494 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-383d5edd-cf76-48a2-8ed9-33150dea944d tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:11.351330 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-383d5edd-cf76-48a2-8ed9-33150dea944d tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "DELETE /v2.0/subnets/bafbd448-e57b-4cf7-bc81-4a7869a37cb8 HTTP/1.1" status: 204 len: 168 time: 2.2056336 Nov 25 13:25:11.355122 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58496) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:11.359615 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d235fc-92ba-4b91-8381-9cda32761b15 None None] Network 76323fcd-e711-426a-b224-97a9d8612a45 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:25:11.377776 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-148371ca-ff9f-428b-9bb1-3705a3723ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83898a56-89be-43fc-bccb-71ae07950f95', 'name': 'tempest-snat-router-2022546288', 'tenant_id': 'a49ec72844f9407397f5a68ce963aff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.45'}], 'enable_snat': False}, 'gw_port_id': 'caeffc65-dd34-430d-8b0b-ba9c4e518dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:25:05Z', 'updated_at': '2021-11-25T13:25:09Z', 'revision_number': 3, 'project_id': 'a49ec72844f9407397f5a68ce963aff3', 'gw_port': {'id': 'caeffc65-dd34-430d-8b0b-ba9c4e518dbe', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:78:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83898a56-89be-43fc-bccb-71ae07950f95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:25:08Z', 'updated_at': '2021-11-25T13:25:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:11.387159 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73c3a3-cd7e-41e9-860a-0c7c47c13a59 req-5404bda1-7da3-4c62-9e13-78b9e01bc4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:11.388660 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9f73c3a3-cd7e-41e9-860a-0c7c47c13a59 req-5404bda1-7da3-4c62-9e13-78b9e01bc4c5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=de598ec9-e4ed-4f9c-80e3-a369f7acaceb HTTP/1.1" status: 200 len: 855 time: 0.2504227 Nov 25 13:25:11.411656 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148371ca-ff9f-428b-9bb1-3705a3723ddc None None] Checking router: 83898a56-89be-43fc-bccb-71ae07950f95 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:25:11.412799 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148371ca-ff9f-428b-9bb1-3705a3723ddc None None] Updating router 83898a56-89be-43fc-bccb-71ae07950f95 port caeffc65-dd34-430d-8b0b-ba9c4e518dbe binding host n-d-808199-11 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:25:11.439433 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ce6ab25e-7c67-4517-81a0-1b4a1a7dcde4 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:11.440940 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ce6ab25e-7c67-4517-81a0-1b4a1a7dcde4 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:11.447904 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-148371ca-ff9f-428b-9bb1-3705a3723ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:11.460946 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-b959a2a6-6e0c-4a8f-9677-171a8460ed77 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] DELETE failed (client error): The resource could not be found. Nov 25 13:25:11.461961 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b959a2a6-6e0c-4a8f-9677-171a8460ed77 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:25:11.467478 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b959a2a6-6e0c-4a8f-9677-171a8460ed77 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "DELETE /v2.0/subnets/e1bd6936-9ef4-4cd3-a19f-31b2cb48e1fc HTTP/1.1" status: 404 len: 337 time: 0.1078947 Nov 25 13:25:11.469230 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58498) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:11.490953 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-2a138abc-3b91-4045-9c74-391cf3e49892 req-ba25f259-9dae-4397-ad5c-dba899ae731e tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Allocated IP 172.20.0.9 (86ce0c5b-521f-4849-813d-48a6e4cbad17/1a356b22-557f-414f-9369-a0bf5c0c80eb/b517ee6d-7632-4cc4-aa47-ffcbea84a1d1) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:25:11.504287 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73c3a3-cd7e-41e9-860a-0c7c47c13a59 req-181afa31-b476-4b82-b758-f634e9b7d880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:11.505785 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9f73c3a3-cd7e-41e9-860a-0c7c47c13a59 req-181afa31-b476-4b82-b758-f634e9b7d880 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=755402ba-804b-4493-8340-905b0e2e90e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0901067 Nov 25 13:25:11.544393 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-63797787-ec4e-4f56-bbaf-fcc2fe3af079 admin admin] Deleting port 981d7646-f583-4f57-8c06-a8b1f87ca63d {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:25:11.544793 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-63797787-ec4e-4f56-bbaf-fcc2fe3af079 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:11.565880 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:11.577350 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-013fbe4e-e2ff-4a08-b856-302ea1176610 None None] Provisioning complete for port 409693c6-c150-4b0e-a83f-a3c9ff946869 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:25:11.578016 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-013fbe4e-e2ff-4a08-b856-302ea1176610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:11.584144 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc20867-f972-453a-8ced-0dd44582b1f4', 'name': 'network-vif-deleted', 'tag': '2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:25:11.588038 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc19412-a227-4d9d-b57c-4a17532c88a0" -d '{"events": [{"server_uuid": "5fc20867-f972-453a-8ced-0dd44582b1f4", "name": "network-vif-deleted", "tag": "2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:25:11.607065 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a2369cab-15d0-4a33-9a2e-ae6d452e48a2 req-d3c1f240-6128-417a-8eb6-9a51680050c6 service neutron] 10.222.0.53 "GET /v2.0/networks/9b74e527-2eba-4880-abc3-5f552bc5f61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744453 Nov 25 13:25:11.619596 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-013fbe4e-e2ff-4a08-b856-302ea1176610 None None] Port 409693c6-c150-4b0e-a83f-a3c9ff946869 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:25:11.642330 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f0172417-f712-4f30-831b-2502c6b9ae0c tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "GET /v2.0/ports?device_id=85205200-d3e9-4d9a-ba69-54e7cc9d13f6 HTTP/1.1" status: 200 len: 205 time: 0.1533108 Nov 25 13:25:11.649401 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58506) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:11.739968 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9cacb02-6752-4902-9a5e-268a7c6b5e96 None None] DHCP port deletion for 76323fcd-e711-426a-b224-97a9d8612a45 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:25:11.786384 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9f73c3a3-cd7e-41e9-860a-0c7c47c13a59 req-8dcc0491-043e-40e2-a265-1d54ae7aa0b2 service neutron] 10.222.0.47 "GET /v2.0/networks/755402ba-804b-4493-8340-905b0e2e90e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698250 Nov 25 13:25:11.815883 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-63797787-ec4e-4f56-bbaf-fcc2fe3af079 admin admin] For port 981d7646-f583-4f57-8c06-a8b1f87ca63d, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=981d7646-f583-4f57-8c06-a8b1f87ca63d,segment=NetworkSegment(fec5da0f-d1de-40d0-aac7-e8dd86a9f9a9),segment_id=fec5da0f-d1de-40d0-aac7-e8dd86a9f9a9)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:25:11.816359 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-63797787-ec4e-4f56-bbaf-fcc2fe3af079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:11.835750 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-63797787-ec4e-4f56-bbaf-fcc2fe3af079 admin admin] Calling delete_port for 981d7646-f583-4f57-8c06-a8b1f87ca63d owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:25:11.863328 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-f9cacb02-6752-4902-9a5e-268a7c6b5e96 None None] Deleting port ab675df7-c400-4409-8297-5ca5d0dea784 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:25:11.866414 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f9cacb02-6752-4902-9a5e-268a7c6b5e96 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:11.965231 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2a138abc-3b91-4045-9c74-391cf3e49892 req-ba25f259-9dae-4397-ad5c-dba899ae731e tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:11.969280 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-148371ca-ff9f-428b-9bb1-3705a3723ddc None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:11.981400 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-f9cacb02-6752-4902-9a5e-268a7c6b5e96 None None] For port ab675df7-c400-4409-8297-5ca5d0dea784, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=ab675df7-c400-4409-8297-5ca5d0dea784,segment=NetworkSegment(763c4857-2934-48cb-b0bd-88c5fb18acb2),segment_id=763c4857-2934-48cb-b0bd-88c5fb18acb2)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:25:11.981975 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f9cacb02-6752-4902-9a5e-268a7c6b5e96 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:11.984137 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-148371ca-ff9f-428b-9bb1-3705a3723ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:12.001796 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-f9cacb02-6752-4902-9a5e-268a7c6b5e96 None None] Calling delete_port for ab675df7-c400-4409-8297-5ca5d0dea784 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:25:12.052506 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d80f055-d96a-4d5d-9caf-9a635dfa4601 None None] Pushing event updated for resources: {'Port': ['ID=caeffc65-dd34-430d-8b0b-ba9c4e518dbe,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:12.062097 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2a138abc-3b91-4045-9c74-391cf3e49892 req-ba25f259-9dae-4397-ad5c-dba899ae731e tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:12.097074 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f9cacb02-6752-4902-9a5e-268a7c6b5e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:12.102303 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-148371ca-ff9f-428b-9bb1-3705a3723ddc None None] Attempting to bind port caeffc65-dd34-430d-8b0b-ba9c4e518dbe on host n-d-808199-11 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:25:12.104148 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-148371ca-ff9f-428b-9bb1-3705a3723ddc None None] Attempting to bind port caeffc65-dd34-430d-8b0b-ba9c4e518dbe by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:25:12.105130 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148371ca-ff9f-428b-9bb1-3705a3723ddc None None] Attempting to bind port caeffc65-dd34-430d-8b0b-ba9c4e518dbe on network 7542d3d9-0db3-40e7-ab88-a168871141f7 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:25:12.115283 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148371ca-ff9f-428b-9bb1-3705a3723ddc None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:25:12.115662 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148371ca-ff9f-428b-9bb1-3705a3723ddc None None] Checking segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:25:12.116397 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-148371ca-ff9f-428b-9bb1-3705a3723ddc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:12.116803 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148371ca-ff9f-428b-9bb1-3705a3723ddc None None] Bound using segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:25:12.118833 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-148371ca-ff9f-428b-9bb1-3705a3723ddc None None] Bound port: caeffc65-dd34-430d-8b0b-ba9c4e518dbe, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:25:12.119713 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-148371ca-ff9f-428b-9bb1-3705a3723ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:12.124022 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66e1019-6e9f-443a-a192-3b0771008f4a None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:25:12.130123 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cacb02-6752-4902-9a5e-268a7c6b5e96 None None] Pushing event deleted for resources: {'Port': ['ID=ab675df7-c400-4409-8297-5ca5d0dea784,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:12.135876 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cacb02-6752-4902-9a5e-268a7c6b5e96 None None] No DVR routers for this DVR port ab675df7-c400-4409-8297-5ca5d0dea784 on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:25:12.196098 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a138abc-3b91-4045-9c74-391cf3e49892 req-ba25f259-9dae-4397-ad5c-dba899ae731e tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Network 86ce0c5b-521f-4849-813d-48a6e4cbad17 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:25:12.214061 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-148371ca-ff9f-428b-9bb1-3705a3723ddc None None] For port caeffc65-dd34-430d-8b0b-ba9c4e518dbe, host n-d-808199-11, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:25:12.218045 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-148371ca-ff9f-428b-9bb1-3705a3723ddc None None] For port caeffc65-dd34-430d-8b0b-ba9c4e518dbe, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=caeffc65-dd34-430d-8b0b-ba9c4e518dbe,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:25:12.226472 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-148371ca-ff9f-428b-9bb1-3705a3723ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:12.256708 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-b7923214-4f65-4da3-8494-17a0c62b396f None None] Provisioning complete for port caeffc65-dd34-430d-8b0b-ba9c4e518dbe triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:25:12.257329 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b7923214-4f65-4da3-8494-17a0c62b396f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:12.299301 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ce6ab25e-7c67-4517-81a0-1b4a1a7dcde4 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:12.311019 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [None req-7495b176-b1ac-4c53-a2d6-75245bc5c08d tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] delete failed (client error): The resource could not be found. Nov 25 13:25:12.316654 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0152ca9f-6b52-4b00-8f81-4fac9d0b9c65 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:25:12.320939 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-7495b176-b1ac-4c53-a2d6-75245bc5c08d tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "DELETE /v2.0/routers/85205200-d3e9-4d9a-ba69-54e7cc9d13f6 HTTP/1.1" status: 404 len: 336 time: 0.6702507 Nov 25 13:25:12.321415 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148371ca-ff9f-428b-9bb1-3705a3723ddc None None] Routers {'83898a56-89be-43fc-bccb-71ae07950f95'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:25:12.321873 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58518) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:12.322523 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-148371ca-ff9f-428b-9bb1-3705a3723ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:25:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['83898a56-89be-43fc-bccb-71ae07950f95'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:12.360389 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e342fb8-25c2-481a-8e4c-d590b676da74 req-2abae0b2-8e59-42b9-aee3-4d1bf5278713 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:12.361970 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8e342fb8-25c2-481a-8e4c-d590b676da74 req-2abae0b2-8e59-42b9-aee3-4d1bf5278713 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=171fb585-6bac-4382-ba3e-b7c361f74433 HTTP/1.1" status: 200 len: 946 time: 0.9486756 Nov 25 13:25:12.395666 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-2a138abc-3b91-4045-9c74-391cf3e49892 req-ba25f259-9dae-4397-ad5c-dba899ae731e tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:25:12.401292 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a138abc-3b91-4045-9c74-391cf3e49892 req-ba25f259-9dae-4397-ad5c-dba899ae731e tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:25:12.412075 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d80f055-d96a-4d5d-9caf-9a635dfa4601 None None] Pushing event updated for resources: {'Port': ['ID=caeffc65-dd34-430d-8b0b-ba9c4e518dbe,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:12.420715 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-63797787-ec4e-4f56-bbaf-fcc2fe3af079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:12.454852 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba25f259-9dae-4397-ad5c-dba899ae731e tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Pushing event updated for resources: {'Port': ['ID=b517ee6d-7632-4cc4-aa47-ffcbea84a1d1,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:12.469283 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b7923214-4f65-4da3-8494-17a0c62b396f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:12.512491 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9f73c3a3-cd7e-41e9-860a-0c7c47c13a59 req-b35c0fb8-90bc-4908-98fa-1383fb8900c7 service neutron] 10.222.0.47 "GET /v2.0/networks/755402ba-804b-4493-8340-905b0e2e90e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6099992 Nov 25 13:25:12.518480 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63797787-ec4e-4f56-bbaf-fcc2fe3af079 admin admin] Pushing event deleted for resources: {'Port': ['ID=981d7646-f583-4f57-8c06-a8b1f87ca63d,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:12.527889 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-b7923214-4f65-4da3-8494-17a0c62b396f None None] For port caeffc65-dd34-430d-8b0b-ba9c4e518dbe, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=caeffc65-dd34-430d-8b0b-ba9c4e518dbe,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:25:12.531388 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-148371ca-ff9f-428b-9bb1-3705a3723ddc None None] Set router 83898a56-89be-43fc-bccb-71ae07950f95 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:25:12.546634 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b7923214-4f65-4da3-8494-17a0c62b396f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:12.561433 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a138abc-3b91-4045-9c74-391cf3e49892 req-ba25f259-9dae-4397-ad5c-dba899ae731e tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:12.562089 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2a138abc-3b91-4045-9c74-391cf3e49892 req-ba25f259-9dae-4397-ad5c-dba899ae731e tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:12.631979 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2a138abc-3b91-4045-9c74-391cf3e49892 req-ba25f259-9dae-4397-ad5c-dba899ae731e tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8311226 Nov 25 13:25:12.649449 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ce6ab25e-7c67-4517-81a0-1b4a1a7dcde4 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:12.676085 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7923214-4f65-4da3-8494-17a0c62b396f None None] Pushing event updated for resources: {'Port': ['ID=caeffc65-dd34-430d-8b0b-ba9c4e518dbe,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:12.690430 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-2a138abc-3b91-4045-9c74-391cf3e49892 req-9d616671-9fb2-45f5-b961-5c04f9e5cb61 service neutron] Request body: {'port': {'device_id': 'b291b5cf-c121-41c4-ba04-d20f7dca9b4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:25:12.693029 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-70b2fb01-889b-4125-bc24-a39bd0bc5634 None None] Provisioning complete for port caeffc65-dd34-430d-8b0b-ba9c4e518dbe triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:25:12.693610 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-70b2fb01-889b-4125-bc24-a39bd0bc5634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:12.709556 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8733810-1dbf-4680-ac80-31115a9976da tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] DELETE failed (client error): The resource could not be found. Nov 25 13:25:12.710519 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8733810-1dbf-4680-ac80-31115a9976da tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:25:12.714569 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c8733810-1dbf-4680-ac80-31115a9976da tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "DELETE /v2.0/subnets/131e66ed-5a42-4915-948c-5a8a479a1b32 HTTP/1.1" status: 404 len: 337 time: 0.3680205 Nov 25 13:25:12.729917 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58520) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:12.781404 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5692a7e0-09ff-4e97-aa3e-6face6b623bd req-4ead6f54-0970-4203-97cc-f42bf2a85e06 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:12.785328 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5692a7e0-09ff-4e97-aa3e-6face6b623bd req-4ead6f54-0970-4203-97cc-f42bf2a85e06 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=b291b5cf-c121-41c4-ba04-d20f7dca9b4f HTTP/1.1" status: 200 len: 931 time: 0.4778686 Nov 25 13:25:12.847326 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2a138abc-3b91-4045-9c74-391cf3e49892 req-9d616671-9fb2-45f5-b961-5c04f9e5cb61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:12.889763 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-63797787-ec4e-4f56-bbaf-fcc2fe3af079 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:12.892639 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c1e81f8-67b8-4061-aed1-4ab584a4de76 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] DELETE failed (client error): The resource could not be found. Nov 25 13:25:12.893116 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c1e81f8-67b8-4061-aed1-4ab584a4de76 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:25:12.899758 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-7c1e81f8-67b8-4061-aed1-4ab584a4de76 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "DELETE /v2.0/subnets/ade5f763-ebc2-45ec-a51b-5277d75c1e8f HTTP/1.1" status: 404 len: 337 time: 0.1541178 Nov 25 13:25:12.902546 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-148371ca-ff9f-428b-9bb1-3705a3723ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83898a56-89be-43fc-bccb-71ae07950f95', 'name': 'tempest-snat-router-2022546288', 'tenant_id': 'a49ec72844f9407397f5a68ce963aff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.45'}], 'enable_snat': False}, 'gw_port_id': 'caeffc65-dd34-430d-8b0b-ba9c4e518dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:25:05Z', 'updated_at': '2021-11-25T13:25:09Z', 'revision_number': 3, 'project_id': 'a49ec72844f9407397f5a68ce963aff3', 'gw_port': {'id': 'caeffc65-dd34-430d-8b0b-ba9c4e518dbe', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:78:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83898a56-89be-43fc-bccb-71ae07950f95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:25:08Z', 'updated_at': '2021-11-25T13:25:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:12.906483 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58522) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:12.940607 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148371ca-ff9f-428b-9bb1-3705a3723ddc None None] The sync data for ids ['83898a56-89be-43fc-bccb-71ae07950f95'] in n-d-808199-11 is: [{'id': '83898a56-89be-43fc-bccb-71ae07950f95', 'name': 'tempest-snat-router-2022546288', 'tenant_id': 'a49ec72844f9407397f5a68ce963aff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.45'}], 'enable_snat': False}, 'gw_port_id': 'caeffc65-dd34-430d-8b0b-ba9c4e518dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:25:05Z', 'updated_at': '2021-11-25T13:25:09Z', 'revision_number': 3, 'project_id': 'a49ec72844f9407397f5a68ce963aff3', 'gw_port': {'id': 'caeffc65-dd34-430d-8b0b-ba9c4e518dbe', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:78:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83898a56-89be-43fc-bccb-71ae07950f95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:25:08Z', 'updated_at': '2021-11-25T13:25:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-808199-11'}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:25:12.956103 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8e342fb8-25c2-481a-8e4c-d590b676da74 req-3aaee37d-185c-48d7-8b8a-4aa2176f1364 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5120695 Nov 25 13:25:12.956970 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cf73d09-dc30-427b-8364-5f61680d8ae8 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] DELETE failed (client error): The resource could not be found. Nov 25 13:25:12.957435 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cf73d09-dc30-427b-8364-5f61680d8ae8 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:25:12.963273 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-1cf73d09-dc30-427b-8364-5f61680d8ae8 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "DELETE /v2.0/subnets/2a4a1caa-06f9-4595-afe4-9b7b8b1445d8 HTTP/1.1" status: 404 len: 337 time: 0.0563459 Nov 25 13:25:12.965418 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58524) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:13.021575 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab488b5e-d426-41f3-87fd-68ee517ae58e tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] DELETE failed (client error): The resource could not be found. Nov 25 13:25:13.022392 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab488b5e-d426-41f3-87fd-68ee517ae58e tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:25:13.028721 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-ab488b5e-d426-41f3-87fd-68ee517ae58e tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "DELETE /v2.0/ports/152c42cd-c942-4af2-86ee-1c013e6ad04f HTTP/1.1" status: 404 len: 333 time: 0.0598910 Nov 25 13:25:13.028950 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58528) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:13.041522 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5692a7e0-09ff-4e97-aa3e-6face6b623bd req-8f21b676-3ca9-4cce-b215-080d6425c51d tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083201 Nov 25 13:25:13.135927 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 25 Nov 2021 13:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d43100-7414-4071-970f-e771e6bbbba9 x-openstack-request-id: req-c7d43100-7414-4071-970f-e771e6bbbba9 {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:25:13.136855 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fc20867-f972-453a-8ced-0dd44582b1f4", "name": "network-vif-deleted", "tag": "2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e", "status": "failed", "code": 422}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:25:13.137374 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c7d43100-7414-4071-970f-e771e6bbbba9 {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:25:13.139169 n-d-808199-11 neutron-server[103570]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5fc20867-f972-453a-8ced-0dd44582b1f4', 'name': 'network-vif-deleted', 'tag': '2ffec0fc-c9bb-4bed-aa5e-3ff43ca19b8e', 'status': 'failed', 'code': 422} returned with failed status Nov 25 13:25:13.142676 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c8df32b-a513-4da5-bf63-628944e1291b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] DELETE failed (client error): The resource could not be found. Nov 25 13:25:13.143131 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c8df32b-a513-4da5-bf63-628944e1291b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:25:13.150020 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-0c8df32b-a513-4da5-bf63-628944e1291b tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "DELETE /v2.0/subnets/c4d9fa4f-137e-4611-b2b0-c4d11e9081f5 HTTP/1.1" status: 404 len: 337 time: 0.0588939 Nov 25 13:25:13.154369 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58530) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:13.210280 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ace87f5-44df-4d34-b26b-a24e5286b93f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] DELETE failed (client error): The resource could not be found. Nov 25 13:25:13.212974 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-08d9da1a-819d-47bb-b0cd-cad8988b4d97 req-88bac38d-ecf8-4833-b5aa-148a01d95faf tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=007fabf5-6523-4965-b10c-45be5a972182 HTTP/1.1" status: 200 len: 210 time: 0.0352428 Nov 25 13:25:13.216858 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ace87f5-44df-4d34-b26b-a24e5286b93f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:25:13.222306 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5ace87f5-44df-4d34-b26b-a24e5286b93f tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "DELETE /v2.0/subnets/7faf08f1-7e62-4034-9ec2-a36547920317 HTTP/1.1" status: 404 len: 337 time: 0.0591133 Nov 25 13:25:13.248283 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58532) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:13.286884 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0bde2ec-7628-43ba-aed0-d2f309772815 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] DELETE failed (client error): The resource could not be found. Nov 25 13:25:13.287894 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0bde2ec-7628-43ba-aed0-d2f309772815 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:25:13.296072 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f0bde2ec-7628-43ba-aed0-d2f309772815 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "DELETE /v2.0/ports/a257d297-23b1-45fe-93ef-f7dfdb61765c HTTP/1.1" status: 404 len: 333 time: 0.0456448 Nov 25 13:25:13.299167 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58534) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:13.350634 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-54193c2e-e538-4599-9cfb-f2dd9561c68a tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] DELETE failed (client error): The resource could not be found. Nov 25 13:25:13.351290 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54193c2e-e538-4599-9cfb-f2dd9561c68a tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:25:13.384332 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-54193c2e-e538-4599-9cfb-f2dd9561c68a tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "DELETE /v2.0/subnets/b6e9a8ee-69ae-4e61-898d-a0bca34b301d HTTP/1.1" status: 404 len: 337 time: 0.0837946 Nov 25 13:25:13.385273 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58536) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:13.386914 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device ab675df7-c400-4409-8297-5ca5d0dea784 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:25:13.411788 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ce6ab25e-7c67-4517-81a0-1b4a1a7dcde4 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:13.440712 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: ab675df7-c400-4409-8297-5ca5d0dea784 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:25:13.448635 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device ab675df7-c400-4409-8297-5ca5d0dea784 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:25:13.471218 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8e685c3-7f6b-420c-91ea-ae6437792dec tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] DELETE failed (client error): The resource could not be found. Nov 25 13:25:13.471837 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8e685c3-7f6b-420c-91ea-ae6437792dec tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:25:13.478314 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c8e685c3-7f6b-420c-91ea-ae6437792dec tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "DELETE /v2.0/subnets/30419330-df63-4e01-9eb5-15382accdbd1 HTTP/1.1" status: 404 len: 337 time: 0.0849092 Nov 25 13:25:13.479257 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58540) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:13.480918 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ce6ab25e-7c67-4517-81a0-1b4a1a7dcde4 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:13.534550 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-2a138abc-3b91-4045-9c74-391cf3e49892 req-9d616671-9fb2-45f5-b961-5c04f9e5cb61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b517ee6d-7632-4cc4-aa47-ffcbea84a1d1 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:25:13.552686 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2a138abc-3b91-4045-9c74-391cf3e49892 req-9d616671-9fb2-45f5-b961-5c04f9e5cb61 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:13.628382 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-2a138abc-3b91-4045-9c74-391cf3e49892 req-9d616671-9fb2-45f5-b961-5c04f9e5cb61 service neutron] Transition to ACTIVE for port object b517ee6d-7632-4cc4-aa47-ffcbea84a1d1 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:25:13.665084 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2a138abc-3b91-4045-9c74-391cf3e49892 req-9d616671-9fb2-45f5-b961-5c04f9e5cb61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:13.767518 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-ce6ab25e-7c67-4517-81a0-1b4a1a7dcde4 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Allocated IP 172.25.5.246 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/aae9d59d-9b67-4869-86a3-08663c9ef2df) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:25:13.782172 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f82be9-966d-4d50-b17b-856283fa421a req-7ec8cc06-67a6-42af-b053-7443fc619748 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:13.783775 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-31f82be9-966d-4d50-b17b-856283fa421a req-7ec8cc06-67a6-42af-b053-7443fc619748 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=171fb585-6bac-4382-ba3e-b7c361f74433 HTTP/1.1" status: 200 len: 946 time: 0.1570034 Nov 25 13:25:13.810543 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d616671-9fb2-45f5-b961-5c04f9e5cb61 service neutron] Pushing event updated for resources: {'Port': ['ID=b517ee6d-7632-4cc4-aa47-ffcbea84a1d1,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:13.868731 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-f7d58602-8a40-4085-8eb4-f5e89b646020 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Deleting port 409693c6-c150-4b0e-a83f-a3c9ff946869 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:25:13.869050 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f7d58602-8a40-4085-8eb4-f5e89b646020 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:13.888412 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2369cab-15d0-4a33-9a2e-ae6d452e48a2 req-0e72808f-2b81-4f62-b7a2-3677a1c2793f tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:13.889976 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a2369cab-15d0-4a33-9a2e-ae6d452e48a2 req-0e72808f-2b81-4f62-b7a2-3677a1c2793f tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.47 "GET /v2.0/networks?id=9b74e527-2eba-4880-abc3-5f552bc5f61d HTTP/1.1" status: 200 len: 812 time: 0.3232114 Nov 25 13:25:13.905789 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63797787-ec4e-4f56-bbaf-fcc2fe3af079 admin admin] Router 86aca145-4dba-48b6-95a5-f5c1008e10aa has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:25:13.915272 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-a2369cab-15d0-4a33-9a2e-ae6d452e48a2 req-1aec9401-aef5-4920-a6d5-9512405962f5 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Request body: {'port': {'device_id': '007fabf5-6523-4965-b10c-45be5a972182', 'network_id': '9b74e527-2eba-4880-abc3-5f552bc5f61d', 'admin_state_up': True, 'tenant_id': '60de2ce00e39495b9b56ab9e2f307693'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:25:13.931757 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-2a138abc-3b91-4045-9c74-391cf3e49892 req-9d616671-9fb2-45f5-b961-5c04f9e5cb61 service neutron] Attempting to bind port b517ee6d-7632-4cc4-aa47-ffcbea84a1d1 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:25:13.932632 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-2a138abc-3b91-4045-9c74-391cf3e49892 req-9d616671-9fb2-45f5-b961-5c04f9e5cb61 service neutron] Attempting to bind port b517ee6d-7632-4cc4-aa47-ffcbea84a1d1 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '69c62212-4523-4acd-b808-007a53ff7fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '86ce0c5b-521f-4849-813d-48a6e4cbad17'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:25:13.932632 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a138abc-3b91-4045-9c74-391cf3e49892 req-9d616671-9fb2-45f5-b961-5c04f9e5cb61 service neutron] Attempting to bind port b517ee6d-7632-4cc4-aa47-ffcbea84a1d1 on network 86ce0c5b-521f-4849-813d-48a6e4cbad17 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:25:13.961768 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-31f82be9-966d-4d50-b17b-856283fa421a req-c2335d4a-3851-46ba-9b42-9b3a88ef26f1 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665606 Nov 25 13:25:13.965444 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a138abc-3b91-4045-9c74-391cf3e49892 req-9d616671-9fb2-45f5-b961-5c04f9e5cb61 service neutron] Port b517ee6d-7632-4cc4-aa47-ffcbea84a1d1 on network 86ce0c5b-521f-4849-813d-48a6e4cbad17 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:25:13.965444 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a138abc-3b91-4045-9c74-391cf3e49892 req-9d616671-9fb2-45f5-b961-5c04f9e5cb61 service neutron] Attempting to bind port b517ee6d-7632-4cc4-aa47-ffcbea84a1d1 on network 86ce0c5b-521f-4849-813d-48a6e4cbad17 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:25:13.983367 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f7d58602-8a40-4085-8eb4-f5e89b646020 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:13.985740 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a138abc-3b91-4045-9c74-391cf3e49892 req-9d616671-9fb2-45f5-b961-5c04f9e5cb61 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:25:13.985891 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a138abc-3b91-4045-9c74-391cf3e49892 req-9d616671-9fb2-45f5-b961-5c04f9e5cb61 service neutron] Checking segment: {'id': '69c62212-4523-4acd-b808-007a53ff7fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '86ce0c5b-521f-4849-813d-48a6e4cbad17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:25:13.986267 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a138abc-3b91-4045-9c74-391cf3e49892 req-9d616671-9fb2-45f5-b961-5c04f9e5cb61 service neutron] Bound using segment: {'id': '69c62212-4523-4acd-b808-007a53ff7fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '86ce0c5b-521f-4849-813d-48a6e4cbad17'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:25:13.986732 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-2a138abc-3b91-4045-9c74-391cf3e49892 req-9d616671-9fb2-45f5-b961-5c04f9e5cb61 service neutron] Bound port: b517ee6d-7632-4cc4-aa47-ffcbea84a1d1, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c62212-4523-4acd-b808-007a53ff7fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '86ce0c5b-521f-4849-813d-48a6e4cbad17'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:25:13.987092 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2a138abc-3b91-4045-9c74-391cf3e49892 req-9d616671-9fb2-45f5-b961-5c04f9e5cb61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:14.006409 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-f7d58602-8a40-4085-8eb4-f5e89b646020 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Calling delete_port for 409693c6-c150-4b0e-a83f-a3c9ff946869 owned by {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:25:14.019980 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ce6ab25e-7c67-4517-81a0-1b4a1a7dcde4 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:14.135043 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ce6ab25e-7c67-4517-81a0-1b4a1a7dcde4 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:14.176265 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f7d58602-8a40-4085-8eb4-f5e89b646020 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:14.217936 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6ab25e-7c67-4517-81a0-1b4a1a7dcde4 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:25:14.238248 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f7d58602-8a40-4085-8eb4-f5e89b646020 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:14.243680 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f7d58602-8a40-4085-8eb4-f5e89b646020 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "DELETE /v2.0/ports/409693c6-c150-4b0e-a83f-a3c9ff946869 HTTP/1.1" status: 204 len: 168 time: 0.7598755 Nov 25 13:25:14.255290 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58550) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:14.262624 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-ce6ab25e-7c67-4517-81a0-1b4a1a7dcde4 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:25:14.265598 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6ab25e-7c67-4517-81a0-1b4a1a7dcde4 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:25:14.285237 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8af103-219e-446e-a8c8-afdd334c74b5 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:25:14.305523 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6ab25e-7c67-4517-81a0-1b4a1a7dcde4 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Pushing event updated for resources: {'Port': ['ID=aae9d59d-9b67-4869-86a3-08663c9ef2df,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:14.353481 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d58602-8a40-4085-8eb4-f5e89b646020 tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event deleted for resources: {'Port': ['ID=409693c6-c150-4b0e-a83f-a3c9ff946869,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:14.415642 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-486ff6cc-6c0f-4338-915a-b7f020cf940b None None] Provisioning complete for port aae9d59d-9b67-4869-86a3-08663c9ef2df triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:25:14.416072 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-486ff6cc-6c0f-4338-915a-b7f020cf940b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:14.416827 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7983d527-3109-4c98-a8d0-e5188513620c req-8eab0313-b73f-4ca9-8cbc-9d96926a1a1d tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:14.418954 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7983d527-3109-4c98-a8d0-e5188513620c req-8eab0313-b73f-4ca9-8cbc-9d96926a1a1d tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=b291b5cf-c121-41c4-ba04-d20f7dca9b4f HTTP/1.1" status: 200 len: 943 time: 0.2343836 Nov 25 13:25:14.448762 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bde1a76c-7652-4fe5-8e78-98de6ca1e10b req-f0788862-d397-48d4-a8a8-be86d689baf5 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=007fabf5-6523-4965-b10c-45be5a972182 HTTP/1.1" status: 200 len: 210 time: 0.0983498 Nov 25 13:25:14.460658 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-486ff6cc-6c0f-4338-915a-b7f020cf940b None None] Port aae9d59d-9b67-4869-86a3-08663c9ef2df cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:25:14.549559 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6196bcb8-286b-44bd-92f1-ee596d9eaf9c tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:14.591579 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-2a138abc-3b91-4045-9c74-391cf3e49892 req-9d616671-9fb2-45f5-b961-5c04f9e5cb61 service neutron] For port b517ee6d-7632-4cc4-aa47-ffcbea84a1d1, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:25:14.593705 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2369cab-15d0-4a33-9a2e-ae6d452e48a2 req-1aec9401-aef5-4920-a6d5-9512405962f5 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Made reservation on behalf of 60de2ce00e39495b9b56ab9e2f307693 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:25:14.597456 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a2369cab-15d0-4a33-9a2e-ae6d452e48a2 req-1aec9401-aef5-4920-a6d5-9512405962f5 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:14.603214 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-2a138abc-3b91-4045-9c74-391cf3e49892 req-9d616671-9fb2-45f5-b961-5c04f9e5cb61 service neutron] For port b517ee6d-7632-4cc4-aa47-ffcbea84a1d1, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=b517ee6d-7632-4cc4-aa47-ffcbea84a1d1,segment=NetworkSegment(69c62212-4523-4acd-b808-007a53ff7fe0),segment_id=69c62212-4523-4acd-b808-007a53ff7fe0)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:25:14.612823 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7983d527-3109-4c98-a8d0-e5188513620c req-ee91e678-691c-4872-9ab5-e2e068567cf6 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688454 Nov 25 13:25:14.616650 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2a138abc-3b91-4045-9c74-391cf3e49892 req-9d616671-9fb2-45f5-b961-5c04f9e5cb61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:14.619546 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63797787-ec4e-4f56-bbaf-fcc2fe3af079 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:25:14.626741 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-63797787-ec4e-4f56-bbaf-fcc2fe3af079 admin admin] 10.222.0.53 "PUT /v2.0/routers/86aca145-4dba-48b6-95a5-f5c1008e10aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3489747 Nov 25 13:25:14.632011 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b10408-16db-47e4-8ed1-99214660941a None None] Sync routers for ids ['86aca145-4dba-48b6-95a5-f5c1008e10aa'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:25:14.633429 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58552) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:14.644971 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b10408-16db-47e4-8ed1-99214660941a None None] Routers {'86aca145-4dba-48b6-95a5-f5c1008e10aa'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:25:14.645818 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-68b10408-16db-47e4-8ed1-99214660941a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:25:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['86aca145-4dba-48b6-95a5-f5c1008e10aa'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:14.699666 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a138abc-3b91-4045-9c74-391cf3e49892 req-9d616671-9fb2-45f5-b961-5c04f9e5cb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:14.700200 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2a138abc-3b91-4045-9c74-391cf3e49892 req-9d616671-9fb2-45f5-b961-5c04f9e5cb61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:14.701637 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2a138abc-3b91-4045-9c74-391cf3e49892 req-9d616671-9fb2-45f5-b961-5c04f9e5cb61 service neutron] 10.222.0.47 "PUT /v2.0/ports/b517ee6d-7632-4cc4-aa47-ffcbea84a1d1 HTTP/1.1" status: 200 len: 1092 time: 2.0593545 Nov 25 13:25:14.702353 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b291b5cf-c121-41c4-ba04-d20f7dca9b4f', 'tag': 'b517ee6d-7632-4cc4-aa47-ffcbea84a1d1'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:25:14.704820 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c33939-e9ed-45be-8324-faf94fb7a976" -d '{"events": [{"name": "network-changed", "server_uuid": "b291b5cf-c121-41c4-ba04-d20f7dca9b4f", "tag": "b517ee6d-7632-4cc4-aa47-ffcbea84a1d1"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:25:14.725789 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d616671-9fb2-45f5-b961-5c04f9e5cb61 service neutron] Pushing event updated for resources: {'Port': ['ID=b517ee6d-7632-4cc4-aa47-ffcbea84a1d1,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:14.784241 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1448be5d-b8b6-4fe1-a5d8-1ddd74bb7f14 x-openstack-request-id: req-1448be5d-b8b6-4fe1-a5d8-1ddd74bb7f14 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:25:14.784531 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b291b5cf-c121-41c4-ba04-d20f7dca9b4f", "tag": "b517ee6d-7632-4cc4-aa47-ffcbea84a1d1", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:25:14.784791 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1448be5d-b8b6-4fe1-a5d8-1ddd74bb7f14 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:25:14.785198 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b291b5cf-c121-41c4-ba04-d20f7dca9b4f', 'tag': 'b517ee6d-7632-4cc4-aa47-ffcbea84a1d1', 'status': 'completed', 'code': 200} Nov 25 13:25:14.812431 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-68b10408-16db-47e4-8ed1-99214660941a None None] Set router 86aca145-4dba-48b6-95a5-f5c1008e10aa gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:25:14.823587 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6196bcb8-286b-44bd-92f1-ee596d9eaf9c tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:14.909827 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-6196bcb8-286b-44bd-92f1-ee596d9eaf9c tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76323fcd-e711-426a-b224-97a9d8612a45']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:14.931769 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-6196bcb8-286b-44bd-92f1-ee596d9eaf9c tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '763c4857-2934-48cb-b0bd-88c5fb18acb2') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:14.932102 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-6196bcb8-286b-44bd-92f1-ee596d9eaf9c tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '763c4857-2934-48cb-b0bd-88c5fb18acb2') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:14.938479 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a138abc-3b91-4045-9c74-391cf3e49892 req-aafa53eb-d0fe-4a42-8487-e4e243734bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:14.940156 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2a138abc-3b91-4045-9c74-391cf3e49892 req-aafa53eb-d0fe-4a42-8487-e4e243734bda service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=14da780ba23d47dc80a36e577e024742&device_id=b291b5cf-c121-41c4-ba04-d20f7dca9b4f HTTP/1.1" status: 200 len: 1095 time: 0.1541829 Nov 25 13:25:14.950239 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6196bcb8-286b-44bd-92f1-ee596d9eaf9c tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:14.963872 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-69844a15-95b9-4f3a-bd12-d402721470b5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:14.994066 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2a138abc-3b91-4045-9c74-391cf3e49892 req-82cb35a8-b89f-452a-8add-69221f8f334f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b517ee6d-7632-4cc4-aa47-ffcbea84a1d1 HTTP/1.1" status: 200 len: 217 time: 0.0392010 Nov 25 13:25:15.007707 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ce6ab25e-7c67-4517-81a0-1b4a1a7dcde4 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:15.012104 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6196bcb8-286b-44bd-92f1-ee596d9eaf9c tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:15.022414 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec2d1e-672d-40f5-a7f6-081c5b50a28c req-14a26a82-28f0-472e-817f-1d76e357408a tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:15.024135 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d9ec2d1e-672d-40f5-a7f6-081c5b50a28c req-14a26a82-28f0-472e-817f-1d76e357408a tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.47 "GET /v2.0/ports?device_id=171fb585-6bac-4382-ba3e-b7c361f74433 HTTP/1.1" status: 200 len: 946 time: 0.1367462 Nov 25 13:25:15.025504 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-a2369cab-15d0-4a33-9a2e-ae6d452e48a2 req-1aec9401-aef5-4920-a6d5-9512405962f5 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Allocated IP 172.20.0.10 (9b74e527-2eba-4880-abc3-5f552bc5f61d/06d9fad2-62ee-411b-8cba-f5e1b7fa4731/b5753064-0974-4d30-9114-b0e83a099c96) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:25:15.042863 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-68b10408-16db-47e4-8ed1-99214660941a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86aca145-4dba-48b6-95a5-f5c1008e10aa', 'name': 'tempest-TestServerBasicOps-176723973-router', 'tenant_id': '008ddee935614353988b03e476a6856d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'b969dc7a-26d1-496b-9308-ceb61dbc6a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:19:16Z', 'updated_at': '2021-11-25T13:25:12Z', 'revision_number': 5, 'project_id': '008ddee935614353988b03e476a6856d', 'gw_port': {'id': 'b969dc7a-26d1-496b-9308-ceb61dbc6a12', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86aca145-4dba-48b6-95a5-f5c1008e10aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:18Z', 'updated_at': '2021-11-25T13:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:15.063318 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6196bcb8-286b-44bd-92f1-ee596d9eaf9c tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:25:15.063739 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6196bcb8-286b-44bd-92f1-ee596d9eaf9c tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:15.068563 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:25:15.068563 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:25:15.068563 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:25:15.068563 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:25:15.068563 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:25:15.068563 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:25:15.068563 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:25:15.068563 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:25:15.068563 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:25:15.068563 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:25:15.068563 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:25:15.068563 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:25:15.068563 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:25:15.068563 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:25:15.068563 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:25:15.068563 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:25:15.068563 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:25:15.068563 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:25:15.068563 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:25:15.068563 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:25:15.068563 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:25:15.068563 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:25:15.068563 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:25:15.068563 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:25:15.068563 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:25:15.068563 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:25:15.068563 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:25:15.068563 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:25:15.068563 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:25:15.068563 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:25:15.068563 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:25:15.068563 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:25:15.087586 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b10408-16db-47e4-8ed1-99214660941a None None] Checking router: 86aca145-4dba-48b6-95a5-f5c1008e10aa for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:25:15.104469 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b10408-16db-47e4-8ed1-99214660941a None None] Routers {'86aca145-4dba-48b6-95a5-f5c1008e10aa'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:25:15.105179 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-68b10408-16db-47e4-8ed1-99214660941a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:25:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['86aca145-4dba-48b6-95a5-f5c1008e10aa'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:15.184043 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a138abc-3b91-4045-9c74-391cf3e49892 req-5b70ce67-cd14-4fc9-b805-d609fdfb64f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:15.189214 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2a138abc-3b91-4045-9c74-391cf3e49892 req-5b70ce67-cd14-4fc9-b805-d609fdfb64f1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1a356b22-557f-414f-9369-a0bf5c0c80eb HTTP/1.1" status: 200 len: 846 time: 0.1829374 Nov 25 13:25:15.284444 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2a138abc-3b91-4045-9c74-391cf3e49892 req-39444c0c-7537-411e-a355-a9a3067eee71 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=86ce0c5b-521f-4849-813d-48a6e4cbad17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765886 Nov 25 13:25:15.319881 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device caeffc65-dd34-430d-8b0b-ba9c4e518dbe up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:25:15.400765 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6196bcb8-286b-44bd-92f1-ee596d9eaf9c tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:15.412905 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6196bcb8-286b-44bd-92f1-ee596d9eaf9c tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:15.413424 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-68b10408-16db-47e4-8ed1-99214660941a None None] Set router 86aca145-4dba-48b6-95a5-f5c1008e10aa gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:25:15.423008 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-6196bcb8-286b-44bd-92f1-ee596d9eaf9c tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] 10.222.0.53 "DELETE /v2.0/networks/76323fcd-e711-426a-b224-97a9d8612a45 HTTP/1.1" status: 204 len: 168 time: 1.1541431 Nov 25 13:25:15.440277 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-d9ec2d1e-672d-40f5-a7f6-081c5b50a28c req-2ad34c03-d005-46f0-ac63-6d55c13c7aba tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Deleting port 34a180c6-b444-4b1f-9819-7d2cf766df42 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:25:15.441038 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d9ec2d1e-672d-40f5-a7f6-081c5b50a28c req-2ad34c03-d005-46f0-ac63-6d55c13c7aba tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:15.502793 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-69844a15-95b9-4f3a-bd12-d402721470b5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:15.517103 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05686e4-7c32-443a-94a3-21aa96041f17 req-8bd5c82b-6ed0-43f9-997a-fde5eb08cbbf tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:15.518754 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a05686e4-7c32-443a-94a3-21aa96041f17 req-8bd5c82b-6ed0-43f9-997a-fde5eb08cbbf tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=171fb585-6bac-4382-ba3e-b7c361f74433 HTTP/1.1" status: 200 len: 946 time: 0.4377356 Nov 25 13:25:15.527033 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196bcb8-286b-44bd-92f1-ee596d9eaf9c tempest-PortsIpV6TestJSON-539935764 tempest-PortsIpV6TestJSON-539935764-project] Pushing event deleted for resources: {'Network': ['ID=76323fcd-e711-426a-b224-97a9d8612a45,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:15.596209 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2a138abc-3b91-4045-9c74-391cf3e49892 req-7314697a-72e9-4176-8c4b-def9997ae68a service neutron] 10.222.0.47 "GET /v2.0/networks/86ce0c5b-521f-4849-813d-48a6e4cbad17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896755 Nov 25 13:25:15.681805 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ce6ab25e-7c67-4517-81a0-1b4a1a7dcde4 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:15.700852 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a2369cab-15d0-4a33-9a2e-ae6d452e48a2 req-1aec9401-aef5-4920-a6d5-9512405962f5 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:15.704899 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-d9ec2d1e-672d-40f5-a7f6-081c5b50a28c req-2ad34c03-d005-46f0-ac63-6d55c13c7aba tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] For port 34a180c6-b444-4b1f-9819-7d2cf766df42, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=34a180c6-b444-4b1f-9819-7d2cf766df42,segment=NetworkSegment(7416f1b9-0861-4e21-8e76-903d02909f6c),segment_id=7416f1b9-0861-4e21-8e76-903d02909f6c)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:25:15.705271 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d9ec2d1e-672d-40f5-a7f6-081c5b50a28c req-2ad34c03-d005-46f0-ac63-6d55c13c7aba tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:15.727065 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-742d8f67-ab5b-4d92-8294-349a2a1586d4 req-e291b7a6-7556-459e-b48f-7be10d939ba5 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=007fabf5-6523-4965-b10c-45be5a972182 HTTP/1.1" status: 200 len: 210 time: 0.0393035 Nov 25 13:25:15.727311 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-d9ec2d1e-672d-40f5-a7f6-081c5b50a28c req-2ad34c03-d005-46f0-ac63-6d55c13c7aba tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Calling delete_port for 34a180c6-b444-4b1f-9819-7d2cf766df42 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:25:15.757712 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a05686e4-7c32-443a-94a3-21aa96041f17 req-e13a1d48-ae15-4dcf-8160-fa8b2f13a3dd tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284138 Nov 25 13:25:15.803696 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2a138abc-3b91-4045-9c74-391cf3e49892 req-f9b6f43c-bcb6-438b-b3e4-13db010b4159 service neutron] 10.222.0.47 "GET /v2.0/networks/86ce0c5b-521f-4849-813d-48a6e4cbad17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937556 Nov 25 13:25:15.858504 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-69844a15-95b9-4f3a-bd12-d402721470b5 admin admin] Deleting port b969dc7a-26d1-496b-9308-ceb61dbc6a12 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:25:15.859171 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-69844a15-95b9-4f3a-bd12-d402721470b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:15.879117 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a2369cab-15d0-4a33-9a2e-ae6d452e48a2 req-1aec9401-aef5-4920-a6d5-9512405962f5 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:15.891724 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58568) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:15.914079 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port caeffc65-dd34-430d-8b0b-ba9c4e518dbe triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:25:15.914976 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:15.967225 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2369cab-15d0-4a33-9a2e-ae6d452e48a2 req-1aec9401-aef5-4920-a6d5-9512405962f5 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Network 9b74e527-2eba-4880-abc3-5f552bc5f61d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:25:15.980664 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-a2369cab-15d0-4a33-9a2e-ae6d452e48a2 req-1aec9401-aef5-4920-a6d5-9512405962f5 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:25:15.986200 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2369cab-15d0-4a33-9a2e-ae6d452e48a2 req-1aec9401-aef5-4920-a6d5-9512405962f5 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:25:16.022671 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c33939-e9ed-45be-8324-faf94fb7a976 req-3230355b-c76e-4b55-b8b8-58a5b99c7531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:16.023875 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-43c33939-e9ed-45be-8324-faf94fb7a976 req-3230355b-c76e-4b55-b8b8-58a5b99c7531 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=14da780ba23d47dc80a36e577e024742&device_id=b291b5cf-c121-41c4-ba04-d20f7dca9b4f HTTP/1.1" status: 200 len: 1095 time: 0.1468961 Nov 25 13:25:16.024559 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aec9401-aef5-4920-a6d5-9512405962f5 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Pushing event updated for resources: {'Port': ['ID=b5753064-0974-4d30-9114-b0e83a099c96,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:16.110774 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-68b10408-16db-47e4-8ed1-99214660941a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86aca145-4dba-48b6-95a5-f5c1008e10aa', 'name': 'tempest-TestServerBasicOps-176723973-router', 'tenant_id': '008ddee935614353988b03e476a6856d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'b969dc7a-26d1-496b-9308-ceb61dbc6a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:19:16Z', 'updated_at': '2021-11-25T13:25:12Z', 'revision_number': 5, 'project_id': '008ddee935614353988b03e476a6856d', 'gw_port': {'id': 'b969dc7a-26d1-496b-9308-ceb61dbc6a12', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86aca145-4dba-48b6-95a5-f5c1008e10aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:18Z', 'updated_at': '2021-11-25T13:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:16.128365 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2369cab-15d0-4a33-9a2e-ae6d452e48a2 req-1aec9401-aef5-4920-a6d5-9512405962f5 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:16.129020 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a2369cab-15d0-4a33-9a2e-ae6d452e48a2 req-1aec9401-aef5-4920-a6d5-9512405962f5 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:16.143532 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b10408-16db-47e4-8ed1-99214660941a None None] The sync data for ids ['86aca145-4dba-48b6-95a5-f5c1008e10aa'] in n-d-808199-11 is: [{'id': '86aca145-4dba-48b6-95a5-f5c1008e10aa', 'name': 'tempest-TestServerBasicOps-176723973-router', 'tenant_id': '008ddee935614353988b03e476a6856d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'b969dc7a-26d1-496b-9308-ceb61dbc6a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:19:16Z', 'updated_at': '2021-11-25T13:25:12Z', 'revision_number': 5, 'project_id': '008ddee935614353988b03e476a6856d', 'gw_port': {'id': 'b969dc7a-26d1-496b-9308-ceb61dbc6a12', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86aca145-4dba-48b6-95a5-f5c1008e10aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:19:18Z', 'updated_at': '2021-11-25T13:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:25:16.175989 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a2369cab-15d0-4a33-9a2e-ae6d452e48a2 req-1aec9401-aef5-4920-a6d5-9512405962f5 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2673378 Nov 25 13:25:16.176634 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d9ec2d1e-672d-40f5-a7f6-081c5b50a28c req-2ad34c03-d005-46f0-ac63-6d55c13c7aba tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:16.189492 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['34a180c6-b444-4b1f-9819-7d2cf766df42'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:25:16.197212 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-a2369cab-15d0-4a33-9a2e-ae6d452e48a2 req-122b6643-be65-42d8-990a-9e0a7b2bc758 service neutron] Request body: {'port': {'device_id': '007fabf5-6523-4965-b10c-45be5a972182', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:25:16.261631 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad34c03-d005-46f0-ac63-6d55c13c7aba tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Pushing event deleted for resources: {'Port': ['ID=34a180c6-b444-4b1f-9819-7d2cf766df42,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:16.297692 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c33939-e9ed-45be-8324-faf94fb7a976 req-e38a8102-c982-4164-97c6-81be2f162dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:16.299658 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-43c33939-e9ed-45be-8324-faf94fb7a976 req-e38a8102-c982-4164-97c6-81be2f162dd1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=86ce0c5b-521f-4849-813d-48a6e4cbad17 HTTP/1.1" status: 200 len: 907 time: 0.2618520 Nov 25 13:25:16.343504 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9ec2d1e-672d-40f5-a7f6-081c5b50a28c req-2ad34c03-d005-46f0-ac63-6d55c13c7aba tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] No DVR routers for this DVR port 34a180c6-b444-4b1f-9819-7d2cf766df42 on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:25:16.350357 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d9ec2d1e-672d-40f5-a7f6-081c5b50a28c req-2ad34c03-d005-46f0-ac63-6d55c13c7aba tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:16.354724 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d9ec2d1e-672d-40f5-a7f6-081c5b50a28c req-2ad34c03-d005-46f0-ac63-6d55c13c7aba tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.47 "DELETE /v2.0/ports/34a180c6-b444-4b1f-9819-7d2cf766df42 HTTP/1.1" status: 204 len: 173 time: 1.2872894 Nov 25 13:25:16.393575 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b42b542-025d-471c-9303-9d4fd2b5b565 req-15c13254-9d72-4542-89f5-da399157db7f tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:16.404208 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8b42b542-025d-471c-9303-9d4fd2b5b565 req-15c13254-9d72-4542-89f5-da399157db7f tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=b291b5cf-c121-41c4-ba04-d20f7dca9b4f HTTP/1.1" status: 200 len: 943 time: 0.5499747 Nov 25 13:25:16.416158 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-43c33939-e9ed-45be-8324-faf94fb7a976 req-d7abd6d8-d41f-4b16-af2f-d87141e1920f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b517ee6d-7632-4cc4-aa47-ffcbea84a1d1 HTTP/1.1" status: 200 len: 217 time: 0.0789340 Nov 25 13:25:16.417138 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a2369cab-15d0-4a33-9a2e-ae6d452e48a2 req-122b6643-be65-42d8-990a-9e0a7b2bc758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:16.468320 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-69844a15-95b9-4f3a-bd12-d402721470b5 admin admin] For port b969dc7a-26d1-496b-9308-ceb61dbc6a12, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=b969dc7a-26d1-496b-9308-ceb61dbc6a12,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:25:16.468701 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-69844a15-95b9-4f3a-bd12-d402721470b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:16.510057 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-69844a15-95b9-4f3a-bd12-d402721470b5 admin admin] Calling delete_port for b969dc7a-26d1-496b-9308-ceb61dbc6a12 owned by network:router_gateway {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:25:16.520378 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce6ab25e-7c67-4517-81a0-1b4a1a7dcde4 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Router c2d575b6-c478-4b83-846a-4e84c6e7b7c8 is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:25:16.520661 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c33939-e9ed-45be-8324-faf94fb7a976 req-053a4a87-8d01-42cb-8856-9e69a108c547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:16.522056 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-43c33939-e9ed-45be-8324-faf94fb7a976 req-053a4a87-8d01-42cb-8856-9e69a108c547 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1a356b22-557f-414f-9369-a0bf5c0c80eb HTTP/1.1" status: 200 len: 846 time: 0.0864899 Nov 25 13:25:16.532329 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8b42b542-025d-471c-9303-9d4fd2b5b565 req-8e6f81bf-7b16-4e6e-8f0e-4cc8aa0acb5c tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271901 Nov 25 13:25:16.606360 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-43c33939-e9ed-45be-8324-faf94fb7a976 req-430fcf80-5bdb-41f0-9d2c-34017c268ba4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=86ce0c5b-521f-4849-813d-48a6e4cbad17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385156 Nov 25 13:25:16.645529 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-7d7cd957-8c9a-4c15-b406-d4c716f92af7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=33f2ee5c7830442db7d8e3bd7eb6dd8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7402873 Nov 25 13:25:16.650368 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58574) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:16.768848 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-43c33939-e9ed-45be-8324-faf94fb7a976 req-372030fa-aec0-4eb0-a349-90f430ac8e13 service neutron] 10.222.0.47 "GET /v2.0/networks/86ce0c5b-521f-4849-813d-48a6e4cbad17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538236 Nov 25 13:25:16.786492 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '171fb585-6bac-4382-ba3e-b7c361f74433', 'name': 'network-vif-deleted', 'tag': '34a180c6-b444-4b1f-9819-7d2cf766df42'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:25:16.788903 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee77bd37-373a-465e-9778-eca188d3c066" -d '{"events": [{"server_uuid": "171fb585-6bac-4382-ba3e-b7c361f74433", "name": "network-vif-deleted", "tag": "34a180c6-b444-4b1f-9819-7d2cf766df42"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:25:16.793257 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce6ab25e-7c67-4517-81a0-1b4a1a7dcde4 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:25:16.811005 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7591fc0a-610c-43f9-b019-af359c6c16a9 None None] Sync routers for ids ['c2d575b6-c478-4b83-846a-4e84c6e7b7c8'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:25:16.816653 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b3c38aa4-6096-49da-b53a-ec0f2d93d8b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:16.835758 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ce6ab25e-7c67-4517-81a0-1b4a1a7dcde4 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:16.840884 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-ce6ab25e-7c67-4517-81a0-1b4a1a7dcde4 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.5529087 Nov 25 13:25:16.845361 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58582) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:16.855381 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7591fc0a-610c-43f9-b019-af359c6c16a9 None None] Routers {'c2d575b6-c478-4b83-846a-4e84c6e7b7c8'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:25:16.857407 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-7591fc0a-610c-43f9-b019-af359c6c16a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:25:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['c2d575b6-c478-4b83-846a-4e84c6e7b7c8'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:16.885455 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b3c38aa4-6096-49da-b53a-ec0f2d93d8b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:16.927688 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-43c33939-e9ed-45be-8324-faf94fb7a976 req-14237b3c-78e3-480f-ac19-76f808221b5a service neutron] 10.222.0.47 "GET /v2.0/networks/86ce0c5b-521f-4849-813d-48a6e4cbad17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476943 Nov 25 13:25:16.954772 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-a2369cab-15d0-4a33-9a2e-ae6d452e48a2 req-122b6643-be65-42d8-990a-9e0a7b2bc758 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5753064-0974-4d30-9114-b0e83a099c96 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:25:16.972474 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a2369cab-15d0-4a33-9a2e-ae6d452e48a2 req-122b6643-be65-42d8-990a-9e0a7b2bc758 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:17.042781 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-7591fc0a-610c-43f9-b019-af359c6c16a9 None None] Set router c2d575b6-c478-4b83-846a-4e84c6e7b7c8 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:25:17.043026 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-a2369cab-15d0-4a33-9a2e-ae6d452e48a2 req-122b6643-be65-42d8-990a-9e0a7b2bc758 service neutron] Transition to ACTIVE for port object b5753064-0974-4d30-9114-b0e83a099c96 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:25:17.047485 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a2369cab-15d0-4a33-9a2e-ae6d452e48a2 req-122b6643-be65-42d8-990a-9e0a7b2bc758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:17.065403 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a9e9066a-e071-4f1f-93d5-2f2cf28a5a2f req-4b221415-7301-4814-8eda-ec69cb2335c8 tempest-ServerDiskConfigTestJSON-1728714360 tempest-ServerDiskConfigTestJSON-1728714360-project] 10.222.0.53 "GET /v2.0/ports?device_id=171fb585-6bac-4382-ba3e-b7c361f74433 HTTP/1.1" status: 200 len: 210 time: 0.0763779 Nov 25 13:25:17.069192 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-69844a15-95b9-4f3a-bd12-d402721470b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:17.130526 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69844a15-95b9-4f3a-bd12-d402721470b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b969dc7a-26d1-496b-9308-ceb61dbc6a12,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:17.136210 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05dbd22d-dcd7-4814-ad5c-ded147af3326 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:25:17.153757 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37807bf7-787a-4239-9556-cfda9f167189 x-openstack-request-id: req-37807bf7-787a-4239-9556-cfda9f167189 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:25:17.155251 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "171fb585-6bac-4382-ba3e-b7c361f74433", "name": "network-vif-deleted", "tag": "34a180c6-b444-4b1f-9819-7d2cf766df42", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:25:17.156282 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-37807bf7-787a-4239-9556-cfda9f167189 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:25:17.156933 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '171fb585-6bac-4382-ba3e-b7c361f74433', 'name': 'network-vif-deleted', 'tag': '34a180c6-b444-4b1f-9819-7d2cf766df42', 'status': 'completed', 'code': 200} Nov 25 13:25:17.163332 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fef640c-d181-49bc-95f9-522bc4b64979 req-09489abc-4514-4728-8fcb-db8ca077f7c0 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:17.163727 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122b6643-be65-42d8-990a-9e0a7b2bc758 service neutron] Pushing event updated for resources: {'Port': ['ID=b5753064-0974-4d30-9114-b0e83a099c96,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:17.170754 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3fef640c-d181-49bc-95f9-522bc4b64979 req-09489abc-4514-4728-8fcb-db8ca077f7c0 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=007fabf5-6523-4965-b10c-45be5a972182 HTTP/1.1" status: 200 len: 932 time: 0.2496912 Nov 25 13:25:17.176693 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 981d7646-f583-4f57-8c06-a8b1f87ca63d no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:25:17.186025 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b3c38aa4-6096-49da-b53a-ec0f2d93d8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:17.188902 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b3c38aa4-6096-49da-b53a-ec0f2d93d8b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:17.190222 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b3c38aa4-6096-49da-b53a-ec0f2d93d8b4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/22e17e5a-191c-4d89-89d7-f08e2252230b HTTP/1.1" status: 204 len: 168 time: 0.5389152 Nov 25 13:25:17.219023 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 981d7646-f583-4f57-8c06-a8b1f87ca63d {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:25:17.219620 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 981d7646-f583-4f57-8c06-a8b1f87ca63d not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:25:17.234992 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58586) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:17.235193 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-729e376a-6f5e-44b6-975e-b9a000ad23ed tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] 10.222.0.53 "GET /v2.0/routers/c2d575b6-c478-4b83-846a-4e84c6e7b7c8 HTTP/1.1" status: 200 len: 908 time: 0.3884892 Nov 25 13:25:17.252659 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c38aa4-6096-49da-b53a-ec0f2d93d8b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e17e5a-191c-4d89-89d7-f08e2252230b,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:17.278534 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-69844a15-95b9-4f3a-bd12-d402721470b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:17.326257 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-a2369cab-15d0-4a33-9a2e-ae6d452e48a2 req-122b6643-be65-42d8-990a-9e0a7b2bc758 service neutron] Attempting to bind port b5753064-0974-4d30-9114-b0e83a099c96 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:25:17.326616 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-a2369cab-15d0-4a33-9a2e-ae6d452e48a2 req-122b6643-be65-42d8-990a-9e0a7b2bc758 service neutron] Attempting to bind port b5753064-0974-4d30-9114-b0e83a099c96 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9b74e527-2eba-4880-abc3-5f552bc5f61d'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:25:17.326983 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2369cab-15d0-4a33-9a2e-ae6d452e48a2 req-122b6643-be65-42d8-990a-9e0a7b2bc758 service neutron] Attempting to bind port b5753064-0974-4d30-9114-b0e83a099c96 on network 9b74e527-2eba-4880-abc3-5f552bc5f61d {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:25:17.334708 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2369cab-15d0-4a33-9a2e-ae6d452e48a2 req-122b6643-be65-42d8-990a-9e0a7b2bc758 service neutron] Port b5753064-0974-4d30-9114-b0e83a099c96 on network 9b74e527-2eba-4880-abc3-5f552bc5f61d not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:25:17.335030 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2369cab-15d0-4a33-9a2e-ae6d452e48a2 req-122b6643-be65-42d8-990a-9e0a7b2bc758 service neutron] Attempting to bind port b5753064-0974-4d30-9114-b0e83a099c96 on network 9b74e527-2eba-4880-abc3-5f552bc5f61d {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:25:17.376384 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2369cab-15d0-4a33-9a2e-ae6d452e48a2 req-122b6643-be65-42d8-990a-9e0a7b2bc758 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:25:17.376728 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2369cab-15d0-4a33-9a2e-ae6d452e48a2 req-122b6643-be65-42d8-990a-9e0a7b2bc758 service neutron] Checking segment: {'id': '9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9b74e527-2eba-4880-abc3-5f552bc5f61d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:25:17.377121 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2369cab-15d0-4a33-9a2e-ae6d452e48a2 req-122b6643-be65-42d8-990a-9e0a7b2bc758 service neutron] Bound using segment: {'id': '9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9b74e527-2eba-4880-abc3-5f552bc5f61d'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:25:17.377565 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-a2369cab-15d0-4a33-9a2e-ae6d452e48a2 req-122b6643-be65-42d8-990a-9e0a7b2bc758 service neutron] Bound port: b5753064-0974-4d30-9114-b0e83a099c96, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9b74e527-2eba-4880-abc3-5f552bc5f61d'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:25:17.377924 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a2369cab-15d0-4a33-9a2e-ae6d452e48a2 req-122b6643-be65-42d8-990a-9e0a7b2bc758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:17.397167 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3fef640c-d181-49bc-95f9-522bc4b64979 req-2345ba95-b049-489a-a7ec-0a2b2de099e6 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254891 Nov 25 13:25:17.406754 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-69844a15-95b9-4f3a-bd12-d402721470b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:17.410259 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-69844a15-95b9-4f3a-bd12-d402721470b5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:17.433999 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-45252fcd-a538-460c-abb9-1af492a0a776 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:17.441357 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-7591fc0a-610c-43f9-b019-af359c6c16a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d575b6-c478-4b83-846a-4e84c6e7b7c8', 'name': 'tempest-snat-router-2022546288', 'tenant_id': 'a49ec72844f9407397f5a68ce963aff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': 'aae9d59d-9b67-4869-86a3-08663c9ef2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:25:11Z', 'updated_at': '2021-11-25T13:25:14Z', 'revision_number': 3, 'project_id': 'a49ec72844f9407397f5a68ce963aff3', 'gw_port': {'id': 'aae9d59d-9b67-4869-86a3-08663c9ef2df', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d575b6-c478-4b83-846a-4e84c6e7b7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:25:13Z', 'updated_at': '2021-11-25T13:25:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:17.473345 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-69844a15-95b9-4f3a-bd12-d402721470b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:17.474013 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69844a15-95b9-4f3a-bd12-d402721470b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86aca145-4dba-48b6-95a5-f5c1008e10aa {{(pid=103570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:25:17.482285 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7591fc0a-610c-43f9-b019-af359c6c16a9 None None] Checking router: c2d575b6-c478-4b83-846a-4e84c6e7b7c8 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:25:17.482285 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7591fc0a-610c-43f9-b019-af359c6c16a9 None None] Updating router c2d575b6-c478-4b83-846a-4e84c6e7b7c8 port aae9d59d-9b67-4869-86a3-08663c9ef2df binding host n-d-808199-11 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:25:17.506382 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-69844a15-95b9-4f3a-bd12-d402721470b5 admin admin] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:17.512896 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7591fc0a-610c-43f9-b019-af359c6c16a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:17.513352 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-69844a15-95b9-4f3a-bd12-d402721470b5 admin admin] 10.222.0.53 "DELETE /v2.0/routers/86aca145-4dba-48b6-95a5-f5c1008e10aa HTTP/1.1" status: 204 len: 168 time: 2.8774760 Nov 25 13:25:17.515563 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58592) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:17.555652 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-a2369cab-15d0-4a33-9a2e-ae6d452e48a2 req-122b6643-be65-42d8-990a-9e0a7b2bc758 service neutron] For port b5753064-0974-4d30-9114-b0e83a099c96, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:25:17.556686 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:25:17.604213 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-a2369cab-15d0-4a33-9a2e-ae6d452e48a2 req-122b6643-be65-42d8-990a-9e0a7b2bc758 service neutron] For port b5753064-0974-4d30-9114-b0e83a099c96, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=b5753064-0974-4d30-9114-b0e83a099c96,segment=NetworkSegment(9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8),segment_id=9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:25:17.614458 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-0099877a-47fa-44ee-bae6-eba87a99946b admin admin] Deleting subnet d5973b94-edbe-44c9-8889-e807c5639609 {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:25:17.619376 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a2369cab-15d0-4a33-9a2e-ae6d452e48a2 req-122b6643-be65-42d8-990a-9e0a7b2bc758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:17.623269 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0099877a-47fa-44ee-bae6-eba87a99946b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:17.680607 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2369cab-15d0-4a33-9a2e-ae6d452e48a2 req-122b6643-be65-42d8-990a-9e0a7b2bc758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:17.681236 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a2369cab-15d0-4a33-9a2e-ae6d452e48a2 req-122b6643-be65-42d8-990a-9e0a7b2bc758 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:17.682821 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a2369cab-15d0-4a33-9a2e-ae6d452e48a2 req-122b6643-be65-42d8-990a-9e0a7b2bc758 service neutron] 10.222.0.47 "PUT /v2.0/ports/b5753064-0974-4d30-9114-b0e83a099c96 HTTP/1.1" status: 200 len: 1093 time: 1.4898605 Nov 25 13:25:17.692613 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-45252fcd-a538-460c-abb9-1af492a0a776 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:17.732513 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0099877a-47fa-44ee-bae6-eba87a99946b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:17.768948 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122b6643-be65-42d8-990a-9e0a7b2bc758 service neutron] Pushing event updated for resources: {'Port': ['ID=b5753064-0974-4d30-9114-b0e83a099c96,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:17.826825 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2369cab-15d0-4a33-9a2e-ae6d452e48a2 req-5ff45eb8-02d4-4871-b719-87b03caf480a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:17.828355 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a2369cab-15d0-4a33-9a2e-ae6d452e48a2 req-5ff45eb8-02d4-4871-b719-87b03caf480a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=60de2ce00e39495b9b56ab9e2f307693&device_id=007fabf5-6523-4965-b10c-45be5a972182 HTTP/1.1" status: 200 len: 1096 time: 0.0753086 Nov 25 13:25:17.831252 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855703d2-9226-419a-a630-8806c4cd1457 req-adebdb85-1417-4979-b2a8-b47094d6fc50 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:17.832986 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-855703d2-9226-419a-a630-8806c4cd1457 req-adebdb85-1417-4979-b2a8-b47094d6fc50 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=b291b5cf-c121-41c4-ba04-d20f7dca9b4f HTTP/1.1" status: 200 len: 943 time: 0.1296108 Nov 25 13:25:17.844566 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-45252fcd-a538-460c-abb9-1af492a0a776 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Deleting port aae9d59d-9b67-4869-86a3-08663c9ef2df {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:25:17.845281 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-45252fcd-a538-460c-abb9-1af492a0a776 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:17.890496 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a2369cab-15d0-4a33-9a2e-ae6d452e48a2 req-07404e2f-bd66-4d00-9e07-2f4e59a7195f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5753064-0974-4d30-9114-b0e83a099c96 HTTP/1.1" status: 200 len: 217 time: 0.0537677 Nov 25 13:25:17.939481 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-855703d2-9226-419a-a630-8806c4cd1457 req-b87a0a5d-97a0-48a2-800e-6ee9494ad30e tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982914 Nov 25 13:25:17.942225 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0099877a-47fa-44ee-bae6-eba87a99946b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:18.017069 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0099877a-47fa-44ee-bae6-eba87a99946b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:18.034645 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7591fc0a-610c-43f9-b019-af359c6c16a9 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:18.045134 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7591fc0a-610c-43f9-b019-af359c6c16a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:18.055722 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0099877a-47fa-44ee-bae6-eba87a99946b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5973b94-edbe-44c9-8889-e807c5639609,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:18.062474 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0099877a-47fa-44ee-bae6-eba87a99946b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:18.068924 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c8d3b5-cab2-4ed9-8922-e14769f63e98 None None] Network b1f71836-0a1a-445e-93bc-46ab97da1b91 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:25:18.087385 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-0099877a-47fa-44ee-bae6-eba87a99946b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d5973b94-edbe-44c9-8889-e807c5639609 HTTP/1.1" status: 204 len: 168 time: 0.5691178 Nov 25 13:25:18.089654 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58610) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:18.168152 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-7591fc0a-610c-43f9-b019-af359c6c16a9 None None] Attempting to bind port aae9d59d-9b67-4869-86a3-08663c9ef2df on host n-d-808199-11 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:25:18.168529 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-7591fc0a-610c-43f9-b019-af359c6c16a9 None None] Attempting to bind port aae9d59d-9b67-4869-86a3-08663c9ef2df by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:25:18.168890 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7591fc0a-610c-43f9-b019-af359c6c16a9 None None] Attempting to bind port aae9d59d-9b67-4869-86a3-08663c9ef2df on network 7542d3d9-0db3-40e7-ab88-a168871141f7 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:25:18.177143 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7591fc0a-610c-43f9-b019-af359c6c16a9 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:25:18.177516 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7591fc0a-610c-43f9-b019-af359c6c16a9 None None] Checking segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:25:18.177921 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7591fc0a-610c-43f9-b019-af359c6c16a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:18.178323 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7591fc0a-610c-43f9-b019-af359c6c16a9 None None] Bound using segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:25:18.178846 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-7591fc0a-610c-43f9-b019-af359c6c16a9 None None] Bound port: aae9d59d-9b67-4869-86a3-08663c9ef2df, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:25:18.179229 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7591fc0a-610c-43f9-b019-af359c6c16a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:18.191627 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e994d3bb-e355-4965-b3db-3ea2fc92c4cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:18.250493 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-7591fc0a-610c-43f9-b019-af359c6c16a9 None None] For port aae9d59d-9b67-4869-86a3-08663c9ef2df, host n-d-808199-11, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:25:18.262844 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-7591fc0a-610c-43f9-b019-af359c6c16a9 None None] For port aae9d59d-9b67-4869-86a3-08663c9ef2df, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=aae9d59d-9b67-4869-86a3-08663c9ef2df,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:25:18.305550 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7591fc0a-610c-43f9-b019-af359c6c16a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:18.324437 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-e994d3bb-e355-4965-b3db-3ea2fc92c4cb admin admin] Deleting port f0a2e5e6-a996-42a1-b494-4d28b62e8207 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:25:18.324688 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e994d3bb-e355-4965-b3db-3ea2fc92c4cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:18.328783 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f222666d-e8ad-4c97-adc8-e574bc25cf1e None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:25:18.337499 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e68d0e-e557-4b77-af74-e51d2fee31c7 None None] Pushing event updated for resources: {'Port': ['ID=aae9d59d-9b67-4869-86a3-08663c9ef2df,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:18.428251 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bbe683-e40f-44e8-9c94-02cbaacfdb12 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:25:18.470604 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-5fa95be7-7c35-4ba6-a3b4-0ee087591952 None None] Provisioning complete for port aae9d59d-9b67-4869-86a3-08663c9ef2df triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:25:18.471036 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5fa95be7-7c35-4ba6-a3b4-0ee087591952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:18.477546 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58628) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:18.517084 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7591fc0a-610c-43f9-b019-af359c6c16a9 None None] Routers {'c2d575b6-c478-4b83-846a-4e84c6e7b7c8'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:25:18.518712 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-7591fc0a-610c-43f9-b019-af359c6c16a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:25:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['c2d575b6-c478-4b83-846a-4e84c6e7b7c8'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:18.526437 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58630) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:18.567495 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-45252fcd-a538-460c-abb9-1af492a0a776 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:18.571300 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5fa95be7-7c35-4ba6-a3b4-0ee087591952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:18.589411 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ffd463-398c-490e-a5c1-9f6d0fcc0f35 None None] DHCP port deletion for b1f71836-0a1a-445e-93bc-46ab97da1b91 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:25:18.598124 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-45252fcd-a538-460c-abb9-1af492a0a776 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Calling delete_port for aae9d59d-9b67-4869-86a3-08663c9ef2df owned by network:router_gateway {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:25:18.603270 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2369cab-15d0-4a33-9a2e-ae6d452e48a2 req-1797e99e-e4f9-405c-a12b-9c4160205e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:18.604781 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a2369cab-15d0-4a33-9a2e-ae6d452e48a2 req-1797e99e-e4f9-405c-a12b-9c4160205e19 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=06d9fad2-62ee-411b-8cba-f5e1b7fa4731 HTTP/1.1" status: 200 len: 852 time: 0.6844976 Nov 25 13:25:18.615103 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-e994d3bb-e355-4965-b3db-3ea2fc92c4cb admin admin] For port f0a2e5e6-a996-42a1-b494-4d28b62e8207, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=f0a2e5e6-a996-42a1-b494-4d28b62e8207,segment=NetworkSegment(fec5da0f-d1de-40d0-aac7-e8dd86a9f9a9),segment_id=fec5da0f-d1de-40d0-aac7-e8dd86a9f9a9)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:25:18.615514 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e994d3bb-e355-4965-b3db-3ea2fc92c4cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:18.644439 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-e994d3bb-e355-4965-b3db-3ea2fc92c4cb admin admin] Calling delete_port for f0a2e5e6-a996-42a1-b494-4d28b62e8207 owned by network:dhcp {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:25:18.651083 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-5fa95be7-7c35-4ba6-a3b4-0ee087591952 None None] For port aae9d59d-9b67-4869-86a3-08663c9ef2df, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=aae9d59d-9b67-4869-86a3-08663c9ef2df,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:25:18.653567 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-620c2624-21cf-4f32-9440-12a6e0cdf5c4 admin admin] Deleting subnet 991e5daa-3b4a-4e1b-b46b-0e4b40b2f220 {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:25:18.657049 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-620c2624-21cf-4f32-9440-12a6e0cdf5c4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:18.657802 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a2369cab-15d0-4a33-9a2e-ae6d452e48a2 req-82027eef-25ec-4be8-8366-425cc767ebf9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b74e527-2eba-4880-abc3-5f552bc5f61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408823 Nov 25 13:25:18.674033 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5fa95be7-7c35-4ba6-a3b4-0ee087591952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:18.694113 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-620c2624-21cf-4f32-9440-12a6e0cdf5c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:18.735097 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-620c2624-21cf-4f32-9440-12a6e0cdf5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:18.770637 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa95be7-7c35-4ba6-a3b4-0ee087591952 None None] Pushing event updated for resources: {'Port': ['ID=aae9d59d-9b67-4869-86a3-08663c9ef2df,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:18.798583 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-620c2624-21cf-4f32-9440-12a6e0cdf5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:18.808674 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-329828aa-b0c2-4d16-9de4-8e86079ad943 None None] Provisioning complete for port aae9d59d-9b67-4869-86a3-08663c9ef2df triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:25:18.809062 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-329828aa-b0c2-4d16-9de4-8e86079ad943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:18.819455 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a2369cab-15d0-4a33-9a2e-ae6d452e48a2 req-3db5e7a4-2074-4223-bac5-0114bd3fdaa0 service neutron] 10.222.0.47 "GET /v2.0/networks/9b74e527-2eba-4880-abc3-5f552bc5f61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226025 Nov 25 13:25:18.834914 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c2624-21cf-4f32-9440-12a6e0cdf5c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=991e5daa-3b4a-4e1b-b46b-0e4b40b2f220,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:18.845132 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332bb1e1-f78b-4d84-b568-8ab211da2a50 req-661c309c-d285-4eec-ad78-c6e66fbe6173 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:18.846724 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-332bb1e1-f78b-4d84-b568-8ab211da2a50 req-661c309c-d285-4eec-ad78-c6e66fbe6173 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=007fabf5-6523-4965-b10c-45be5a972182 HTTP/1.1" status: 200 len: 944 time: 0.2880859 Nov 25 13:25:18.850318 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-e26936b4-3ce1-4b03-af1c-a4a10e1aab64 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1816344729'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:25:18.862875 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e68d0e-e557-4b77-af74-e51d2fee31c7 None None] Pushing event updated for resources: {'Port': ['ID=aae9d59d-9b67-4869-86a3-08663c9ef2df,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:18.863267 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-a5ffd463-398c-490e-a5c1-9f6d0fcc0f35 None None] Deleting port f0a2e5e6-a996-42a1-b494-4d28b62e8207 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:25:18.863654 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a5ffd463-398c-490e-a5c1-9f6d0fcc0f35 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:18.909047 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-620c2624-21cf-4f32-9440-12a6e0cdf5c4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:18.915315 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-620c2624-21cf-4f32-9440-12a6e0cdf5c4 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/991e5daa-3b4a-4e1b-b46b-0e4b40b2f220 HTTP/1.1" status: 204 len: 168 time: 0.4301217 Nov 25 13:25:18.921423 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58636) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:18.935416 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-7591fc0a-610c-43f9-b019-af359c6c16a9 None None] Set router c2d575b6-c478-4b83-846a-4e84c6e7b7c8 gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:25:18.936288 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-a5ffd463-398c-490e-a5c1-9f6d0fcc0f35 None None] For port f0a2e5e6-a996-42a1-b494-4d28b62e8207, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=f0a2e5e6-a996-42a1-b494-4d28b62e8207,segment=NetworkSegment(fec5da0f-d1de-40d0-aac7-e8dd86a9f9a9),segment_id=fec5da0f-d1de-40d0-aac7-e8dd86a9f9a9)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:25:18.936896 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a5ffd463-398c-490e-a5c1-9f6d0fcc0f35 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:18.957410 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-a5ffd463-398c-490e-a5c1-9f6d0fcc0f35 None None] Calling delete_port for f0a2e5e6-a996-42a1-b494-4d28b62e8207 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:25:18.964594 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-332bb1e1-f78b-4d84-b568-8ab211da2a50 req-02e1c5a8-cb95-45a5-b665-464c002eb746 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054392 Nov 25 13:25:18.969675 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26936b4-3ce1-4b03-af1c-a4a10e1aab64 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Made reservation on behalf of 177e3b084115482a91deb772ab6235e0 for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:25:18.973157 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e26936b4-3ce1-4b03-af1c-a4a10e1aab64 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:18.994844 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e26936b4-3ce1-4b03-af1c-a4a10e1aab64 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:19.004181 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-7591fc0a-610c-43f9-b019-af359c6c16a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d575b6-c478-4b83-846a-4e84c6e7b7c8', 'name': 'tempest-snat-router-2022546288', 'tenant_id': 'a49ec72844f9407397f5a68ce963aff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:25:11Z', 'updated_at': '2021-11-25T13:25:17Z', 'revision_number': 4, 'project_id': 'a49ec72844f9407397f5a68ce963aff3', 'gw_port_host': None}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:19.037081 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f259d26a-8561-4cae-9ccd-863a1496715e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:19.038148 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7591fc0a-610c-43f9-b019-af359c6c16a9 None None] The sync data for ids ['c2d575b6-c478-4b83-846a-4e84c6e7b7c8'] in n-d-808199-11 is: [{'id': 'c2d575b6-c478-4b83-846a-4e84c6e7b7c8', 'name': 'tempest-snat-router-2022546288', 'tenant_id': 'a49ec72844f9407397f5a68ce963aff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:25:11Z', 'updated_at': '2021-11-25T13:25:17Z', 'revision_number': 4, 'project_id': 'a49ec72844f9407397f5a68ce963aff3', 'gw_port_host': None}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:25:19.044132 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e994d3bb-e355-4965-b3db-3ea2fc92c4cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:19.094549 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e994d3bb-e355-4965-b3db-3ea2fc92c4cb admin admin] Pushing event deleted for resources: {'Port': ['ID=f0a2e5e6-a996-42a1-b494-4d28b62e8207,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:19.121838 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a5ffd463-398c-490e-a5c1-9f6d0fcc0f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:19.139214 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ffd463-398c-490e-a5c1-9f6d0fcc0f35 None None] No DVR routers for this DVR port f0a2e5e6-a996-42a1-b494-4d28b62e8207 on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:25:19.145502 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e994d3bb-e355-4965-b3db-3ea2fc92c4cb admin admin] No DVR routers for this DVR port f0a2e5e6-a996-42a1-b494-4d28b62e8207 on host n-d-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:25:19.180924 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '007fabf5-6523-4965-b10c-45be5a972182', 'tag': 'b5753064-0974-4d30-9114-b0e83a099c96'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:25:19.183602 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc811cf-288a-47aa-94bb-be03e27128de" -d '{"events": [{"name": "network-changed", "server_uuid": "007fabf5-6523-4965-b10c-45be5a972182", "tag": "b5753064-0974-4d30-9114-b0e83a099c96"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:25:19.206758 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ffd463-398c-490e-a5c1-9f6d0fcc0f35 None None] Pushing event deleted for resources: {'Port': ['ID=f0a2e5e6-a996-42a1-b494-4d28b62e8207,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:19.243608 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device b969dc7a-26d1-496b-9308-ceb61dbc6a12 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:25:19.271881 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: b969dc7a-26d1-496b-9308-ceb61dbc6a12 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:25:19.272242 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device b969dc7a-26d1-496b-9308-ceb61dbc6a12 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:25:19.272721 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device f0a2e5e6-a996-42a1-b494-4d28b62e8207 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:25:19.298174 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: f0a2e5e6-a996-42a1-b494-4d28b62e8207 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:25:19.298383 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device f0a2e5e6-a996-42a1-b494-4d28b62e8207 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:25:19.307099 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b631812-1a7b-4a41-a7d9-55a682a6d6d4 x-openstack-request-id: req-1b631812-1a7b-4a41-a7d9-55a682a6d6d4 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:25:19.307393 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "007fabf5-6523-4965-b10c-45be5a972182", "tag": "b5753064-0974-4d30-9114-b0e83a099c96", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:25:19.307736 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1b631812-1a7b-4a41-a7d9-55a682a6d6d4 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:25:19.308287 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '007fabf5-6523-4965-b10c-45be5a972182', 'tag': 'b5753064-0974-4d30-9114-b0e83a099c96', 'status': 'completed', 'code': 200} Nov 25 13:25:19.310057 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f259d26a-8561-4cae-9ccd-863a1496715e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:19.346424 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5094c2e-a0a1-4d9c-849f-d839839caa7c req-d9fe9b4c-ed03-4035-99ad-97ff350a6c01 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:19.348302 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e5094c2e-a0a1-4d9c-849f-d839839caa7c req-d9fe9b4c-ed03-4035-99ad-97ff350a6c01 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=b291b5cf-c121-41c4-ba04-d20f7dca9b4f HTTP/1.1" status: 200 len: 943 time: 0.2429500 Nov 25 13:25:19.355176 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e994d3bb-e355-4965-b3db-3ea2fc92c4cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:19.359062 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-f259d26a-8561-4cae-9ccd-863a1496715e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dcc6e35-952f-4386-bb71-7353cabbfad7']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:19.364195 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a2369cab-15d0-4a33-9a2e-ae6d452e48a2 req-c558f570-81d6-4175-9561-83da974fc9d3 service neutron] 10.222.0.47 "GET /v2.0/networks/9b74e527-2eba-4880-abc3-5f552bc5f61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5363257 Nov 25 13:25:19.378025 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-f259d26a-8561-4cae-9ccd-863a1496715e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7416f1b9-0861-4e21-8e76-903d02909f6c') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:19.378025 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-f259d26a-8561-4cae-9ccd-863a1496715e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7416f1b9-0861-4e21-8e76-903d02909f6c') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:19.400077 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e26936b4-3ce1-4b03-af1c-a4a10e1aab64 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:19.413159 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e26936b4-3ce1-4b03-af1c-a4a10e1aab64 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:19.418002 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f259d26a-8561-4cae-9ccd-863a1496715e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:19.431076 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-e994d3bb-e355-4965-b3db-3ea2fc92c4cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1f71836-0a1a-445e-93bc-46ab97da1b91']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:19.447812 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f259d26a-8561-4cae-9ccd-863a1496715e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:19.458589 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-e994d3bb-e355-4965-b3db-3ea2fc92c4cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fec5da0f-d1de-40d0-aac7-e8dd86a9f9a9') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:19.458863 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-e994d3bb-e355-4965-b3db-3ea2fc92c4cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fec5da0f-d1de-40d0-aac7-e8dd86a9f9a9') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:19.472680 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f259d26a-8561-4cae-9ccd-863a1496715e admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:25:19.473085 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f259d26a-8561-4cae-9ccd-863a1496715e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:19.476163 n-d-808199-11 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:25:19.476163 n-d-808199-11 neutron-server[103571]: items = [ Nov 25 13:25:19.476163 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:25:19.476163 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:25:19.476163 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:25:19.476163 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:25:19.476163 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:25:19.476163 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:25:19.476163 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:25:19.476163 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:25:19.476163 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:25:19.476163 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:25:19.476163 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:25:19.476163 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:25:19.476163 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:25:19.476163 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:25:19.476163 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:25:19.476163 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:25:19.476163 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:25:19.476163 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:25:19.476163 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:25:19.476163 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:25:19.476163 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:25:19.476163 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:25:19.476163 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:25:19.476163 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:25:19.476163 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:25:19.476163 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:25:19.476163 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:25:19.476163 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:25:19.476163 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:25:19.476163 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:25:19.476163 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:25:19.476163 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:25:19.485767 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e26936b4-3ce1-4b03-af1c-a4a10e1aab64 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:25:19.493079 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e994d3bb-e355-4965-b3db-3ea2fc92c4cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:19.515552 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26936b4-3ce1-4b03-af1c-a4a10e1aab64 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14155444-4fa0-47c8-a2ca-6e489b0b4b18,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:19.518484 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e26936b4-3ce1-4b03-af1c-a4a10e1aab64 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:19.518868 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-e26936b4-3ce1-4b03-af1c-a4a10e1aab64 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Added segment 7a30c0b3-9956-4dca-be29-b30576b1049d of type vlan for network 72c6a6a8-48e4-4942-956a-177c6f4aab21 Nov 25 13:25:19.520525 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e994d3bb-e355-4965-b3db-3ea2fc92c4cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:19.520990 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-45252fcd-a538-460c-abb9-1af492a0a776 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:19.526973 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e5094c2e-a0a1-4d9c-849f-d839839caa7c req-57979069-7f32-4700-8230-bae96356aa75 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637292 Nov 25 13:25:19.535676 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device b517ee6d-7632-4cc4-aa47-ffcbea84a1d1 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:25:19.553313 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e994d3bb-e355-4965-b3db-3ea2fc92c4cb admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:25:19.553943 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e994d3bb-e355-4965-b3db-3ea2fc92c4cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:19.557793 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 34a180c6-b444-4b1f-9819-7d2cf766df42 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:25:19.584890 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: 34a180c6-b444-4b1f-9819-7d2cf766df42 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:25:19.586767 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 34a180c6-b444-4b1f-9819-7d2cf766df42 not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:25:19.597991 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45252fcd-a538-460c-abb9-1af492a0a776 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Pushing event deleted for resources: {'Port': ['ID=aae9d59d-9b67-4869-86a3-08663c9ef2df,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:19.601898 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fe1c51-c3f6-4aa3-a3b7-04d1f9a93da0 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:25:19.603251 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:25:19.603251 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:25:19.603251 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:25:19.603251 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:25:19.603251 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:25:19.603251 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:25:19.603251 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:25:19.603251 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:25:19.603251 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:25:19.603251 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:25:19.603251 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:25:19.603251 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:25:19.603251 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:25:19.603251 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:25:19.603251 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:25:19.603251 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:25:19.603251 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:25:19.603251 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:25:19.603251 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:25:19.603251 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:25:19.603251 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:25:19.603251 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:25:19.603251 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:25:19.603251 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:25:19.603251 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:25:19.603251 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:25:19.603251 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:25:19.603251 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:25:19.603251 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:25:19.603251 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:25:19.603251 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:25:19.603251 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:25:19.606233 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc811cf-288a-47aa-94bb-be03e27128de req-bee0e273-1ec8-47e2-8974-8fac84db6a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:19.608174 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bbc811cf-288a-47aa-94bb-be03e27128de req-bee0e273-1ec8-47e2-8974-8fac84db6a76 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=60de2ce00e39495b9b56ab9e2f307693&device_id=007fabf5-6523-4965-b10c-45be5a972182 HTTP/1.1" status: 200 len: 1096 time: 0.1754804 Nov 25 13:25:19.608787 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f259d26a-8561-4cae-9ccd-863a1496715e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:19.613473 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f259d26a-8561-4cae-9ccd-863a1496715e admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:19.617299 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-f259d26a-8561-4cae-9ccd-863a1496715e admin admin] 10.222.0.53 "DELETE /v2.0/networks/3dcc6e35-952f-4386-bb71-7353cabbfad7 HTTP/1.1" status: 204 len: 168 time: 0.6921127 Nov 25 13:25:19.683308 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f259d26a-8561-4cae-9ccd-863a1496715e admin admin] Pushing event deleted for resources: {'Network': ['ID=3dcc6e35-952f-4386-bb71-7353cabbfad7,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:19.686841 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e26936b4-3ce1-4b03-af1c-a4a10e1aab64 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:19.690457 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e994d3bb-e355-4965-b3db-3ea2fc92c4cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:19.698067 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e994d3bb-e355-4965-b3db-3ea2fc92c4cb admin admin] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:19.702498 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e994d3bb-e355-4965-b3db-3ea2fc92c4cb admin admin] 10.222.0.53 "DELETE /v2.0/networks/b1f71836-0a1a-445e-93bc-46ab97da1b91 HTTP/1.1" status: 204 len: 168 time: 1.6118422 Nov 25 13:25:19.721419 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e994d3bb-e355-4965-b3db-3ea2fc92c4cb admin admin] Pushing event deleted for resources: {'Network': ['ID=b1f71836-0a1a-445e-93bc-46ab97da1b91,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:19.757580 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port b517ee6d-7632-4cc4-aa47-ffcbea84a1d1, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=b517ee6d-7632-4cc4-aa47-ffcbea84a1d1,segment=NetworkSegment(69c62212-4523-4acd-b808-007a53ff7fe0),segment_id=69c62212-4523-4acd-b808-007a53ff7fe0)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:25:19.768639 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e26936b4-3ce1-4b03-af1c-a4a10e1aab64 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:19.774592 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26936b4-3ce1-4b03-af1c-a4a10e1aab64 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:19.775246 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e26936b4-3ce1-4b03-af1c-a4a10e1aab64 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:19.788014 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-45252fcd-a538-460c-abb9-1af492a0a776 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:19.791357 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': 'b517ee6d-7632-4cc4-aa47-ffcbea84a1d1', 'network_id': '86ce0c5b-521f-4849-813d-48a6e4cbad17', 'port_id': 'b517ee6d-7632-4cc4-aa47-ffcbea84a1d1', 'mac_address': 'fa:16:3e:54:99:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a356b22-557f-414f-9369-a0bf5c0c80eb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:25:19.869145 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:19.876160 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e26936b4-3ce1-4b03-af1c-a4a10e1aab64 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3280089 Nov 25 13:25:19.877261 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26936b4-3ce1-4b03-af1c-a4a10e1aab64 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event updated for resources: {'Network': ['ID=72c6a6a8-48e4-4942-956a-177c6f4aab21,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:19.880049 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58648) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:19.887221 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-6be03a2d-9f87-497d-9a2a-3fd3562106d0 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1033043766'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:25:19.909104 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b517ee6d-7632-4cc4-aa47-ffcbea84a1d1 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:25:19.920179 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 72c6a6a8-48e4-4942-956a-177c6f4aab21 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:25:19.920370 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be03a2d-9f87-497d-9a2a-3fd3562106d0 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Made reservation on behalf of 177e3b084115482a91deb772ab6235e0 for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:25:19.926620 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6be03a2d-9f87-497d-9a2a-3fd3562106d0 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:19.940842 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58650) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:19.961870 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-45252fcd-a538-460c-abb9-1af492a0a776 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:19.966353 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-45252fcd-a538-460c-abb9-1af492a0a776 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:19.971606 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6be03a2d-9f87-497d-9a2a-3fd3562106d0 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:25:19.986051 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6be03a2d-9f87-497d-9a2a-3fd3562106d0 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:19.986862 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-6be03a2d-9f87-497d-9a2a-3fd3562106d0 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Added segment 697bc2f0-c106-4ad0-b89a-04e16f48d3b6 of type vlan for network e722cbb3-e33b-4af3-968b-7311ec4bfe39 Nov 25 13:25:20.007239 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port b517ee6d-7632-4cc4-aa47-ffcbea84a1d1, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=b517ee6d-7632-4cc4-aa47-ffcbea84a1d1,segment=NetworkSegment(69c62212-4523-4acd-b808-007a53ff7fe0),segment_id=69c62212-4523-4acd-b808-007a53ff7fe0)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:25:20.020370 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:20.031102 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc811cf-288a-47aa-94bb-be03e27128de req-ed1f5e72-a703-4621-9a39-33fa81b2d2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:20.032732 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bbc811cf-288a-47aa-94bb-be03e27128de req-ed1f5e72-a703-4621-9a39-33fa81b2d2fb service neutron] 10.222.0.47 "GET /v2.0/networks?id=9b74e527-2eba-4880-abc3-5f552bc5f61d HTTP/1.1" status: 200 len: 913 time: 0.3931384 Nov 25 13:25:20.060796 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-45252fcd-a538-460c-abb9-1af492a0a776 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:20.061358 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45252fcd-a538-460c-abb9-1af492a0a776 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c2d575b6-c478-4b83-846a-4e84c6e7b7c8 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:25:20.066030 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-45252fcd-a538-460c-abb9-1af492a0a776 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:20.066365 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6be03a2d-9f87-497d-9a2a-3fd3562106d0 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:20.067335 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-45252fcd-a538-460c-abb9-1af492a0a776 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] 10.222.0.53 "DELETE /v2.0/routers/c2d575b6-c478-4b83-846a-4e84c6e7b7c8 HTTP/1.1" status: 204 len: 168 time: 2.8310418 Nov 25 13:25:20.099407 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58654) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:20.099959 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58656) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:20.104140 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b3b73a94-f4dd-4dab-bcbf-4f195ced4bfb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e21d0fb28eed426e95e3c3f2e5a989aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1593349 Nov 25 13:25:20.108358 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bbc811cf-288a-47aa-94bb-be03e27128de req-4fe91a00-8268-4070-9463-a0d4ae946777 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5753064-0974-4d30-9114-b0e83a099c96 HTTP/1.1" status: 200 len: 217 time: 0.0613160 Nov 25 13:25:20.108836 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58658) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:20.114165 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6be03a2d-9f87-497d-9a2a-3fd3562106d0 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:20.116525 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=b517ee6d-7632-4cc4-aa47-ffcbea84a1d1,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:20.125624 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be03a2d-9f87-497d-9a2a-3fd3562106d0 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:20.126467 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6be03a2d-9f87-497d-9a2a-3fd3562106d0 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:20.188877 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc811cf-288a-47aa-94bb-be03e27128de req-40f7d9c9-a3f6-47c3-955d-b090cf20408e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:20.190454 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bbc811cf-288a-47aa-94bb-be03e27128de req-40f7d9c9-a3f6-47c3-955d-b090cf20408e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=06d9fad2-62ee-411b-8cba-f5e1b7fa4731 HTTP/1.1" status: 200 len: 852 time: 0.0741124 Nov 25 13:25:20.212223 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e5ffbff1-2cd5-40c0-8630-8ac06753e648 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:20.231296 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bbc811cf-288a-47aa-94bb-be03e27128de req-cb170a30-c7fd-46b7-acf3-b4d371215304 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b74e527-2eba-4880-abc3-5f552bc5f61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310745 Nov 25 13:25:20.252858 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['b517ee6d-7632-4cc4-aa47-ffcbea84a1d1'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:25:20.268883 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e5ffbff1-2cd5-40c0-8630-8ac06753e648 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:20.271355 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-6be03a2d-9f87-497d-9a2a-3fd3562106d0 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3898928 Nov 25 13:25:20.281374 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58662) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:20.294804 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-e00f0684-3add-4fc2-8f2d-9ea0267dea52 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Request body: {'subnet': {'network_id': '72c6a6a8-48e4-4942-956a-177c6f4aab21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:25:20.358668 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be03a2d-9f87-497d-9a2a-3fd3562106d0 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event updated for resources: {'Network': ['ID=e722cbb3-e33b-4af3-968b-7311ec4bfe39,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:20.398372 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bbc811cf-288a-47aa-94bb-be03e27128de req-61d40c97-ecfc-4c99-8bd7-d8d01adae310 service neutron] 10.222.0.47 "GET /v2.0/networks/9b74e527-2eba-4880-abc3-5f552bc5f61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559470 Nov 25 13:25:20.401425 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e5ffbff1-2cd5-40c0-8630-8ac06753e648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:20.402607 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network e722cbb3-e33b-4af3-968b-7311ec4bfe39 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:25:20.405216 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e5ffbff1-2cd5-40c0-8630-8ac06753e648 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:20.407307 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-e5ffbff1-2cd5-40c0-8630-8ac06753e648 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc HTTP/1.1" status: 204 len: 168 time: 0.2961750 Nov 25 13:25:20.410383 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-154ccc01-a254-4db3-bddb-20d4b740df65 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f316b895b9bc47d6886b73ece5df5d1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3066332 Nov 25 13:25:20.415373 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58666) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:20.444001 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ffbff1-2cd5-40c0-8630-8ac06753e648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e16e358-c3b4-4ac6-b7b8-87b81fd1e5bc,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:20.520067 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab29ca-4205-4fe4-b379-2bb9bfd63c19 req-865a62cc-94df-470e-920f-0a8b1b4bb477 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:20.536597 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-85ab29ca-4205-4fe4-b379-2bb9bfd63c19 req-865a62cc-94df-470e-920f-0a8b1b4bb477 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=007fabf5-6523-4965-b10c-45be5a972182 HTTP/1.1" status: 200 len: 944 time: 0.4349768 Nov 25 13:25:20.539720 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bbc811cf-288a-47aa-94bb-be03e27128de req-efd44d52-8f56-48b5-bdd6-9c3309e7d7e1 service neutron] 10.222.0.47 "GET /v2.0/networks/9b74e527-2eba-4880-abc3-5f552bc5f61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306818 Nov 25 13:25:20.601078 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-289beada-1acc-4b66-8ebd-7407ed9fe9dd tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks [] for router, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:20.651055 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00f0684-3add-4fc2-8f2d-9ea0267dea52 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Made reservation on behalf of 177e3b084115482a91deb772ab6235e0 for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:25:20.654514 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e00f0684-3add-4fc2-8f2d-9ea0267dea52 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:20.748818 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2ad6f09f-fc8e-4a51-9951-79ad251c95a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:20.827738 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-85ab29ca-4205-4fe4-b379-2bb9bfd63c19 req-c5570ee7-613d-431e-86e4-7d1f697d7189 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687194 Nov 25 13:25:20.842357 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2ad6f09f-fc8e-4a51-9951-79ad251c95a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:20.887227 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0353c19e-73ca-49a3-a2ac-954ea22fdd2a req-9b2f0497-b2c7-43f4-8244-af62990a76f1 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:20.888740 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0353c19e-73ca-49a3-a2ac-954ea22fdd2a req-9b2f0497-b2c7-43f4-8244-af62990a76f1 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=b291b5cf-c121-41c4-ba04-d20f7dca9b4f HTTP/1.1" status: 200 len: 944 time: 0.2450979 Nov 25 13:25:20.947089 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-289beada-1acc-4b66-8ebd-7407ed9fe9dd tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:20.996960 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2ad6f09f-fc8e-4a51-9951-79ad251c95a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:20.999566 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2ad6f09f-fc8e-4a51-9951-79ad251c95a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:21.000710 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-2ad6f09f-fc8e-4a51-9951-79ad251c95a6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b8eb0ac4-0143-4fc6-a13c-848b87498e6d HTTP/1.1" status: 204 len: 168 time: 0.5303414 Nov 25 13:25:21.043589 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad6f09f-fc8e-4a51-9951-79ad251c95a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8eb0ac4-0143-4fc6-a13c-848b87498e6d,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:21.048748 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0353c19e-73ca-49a3-a2ac-954ea22fdd2a req-a38738c1-e6bd-4b73-a32b-34682332f606 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521955 Nov 25 13:25:21.113618 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e00f0684-3add-4fc2-8f2d-9ea0267dea52 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:21.124557 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-289beada-1acc-4b66-8ebd-7407ed9fe9dd tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Deleting port caeffc65-dd34-430d-8b0b-ba9c4e518dbe {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:25:21.124905 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-289beada-1acc-4b66-8ebd-7407ed9fe9dd tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:21.231524 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00f0684-3add-4fc2-8f2d-9ea0267dea52 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event updated for resources: {'Subnet': ['ID=64cc489a-eda6-4a18-be19-d75183b7e9c3,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:21.253980 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00f0684-3add-4fc2-8f2d-9ea0267dea52 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Checking segment: {'id': '7a30c0b3-9956-4dca-be29-b30576b1049d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '72c6a6a8-48e4-4942-956a-177c6f4aab21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:25:21.254348 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00f0684-3add-4fc2-8f2d-9ea0267dea52 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Network hostable DHCP agents. Network: 72c6a6a8-48e4-4942-956a-177c6f4aab21, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:25:21.276814 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-289beada-1acc-4b66-8ebd-7407ed9fe9dd tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] For port caeffc65-dd34-430d-8b0b-ba9c4e518dbe, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=caeffc65-dd34-430d-8b0b-ba9c4e518dbe,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:25:21.277191 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-289beada-1acc-4b66-8ebd-7407ed9fe9dd tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:21.295880 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-289beada-1acc-4b66-8ebd-7407ed9fe9dd tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Calling delete_port for caeffc65-dd34-430d-8b0b-ba9c4e518dbe owned by network:router_gateway {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:25:21.302308 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00f0684-3add-4fc2-8f2d-9ea0267dea52 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Network 72c6a6a8-48e4-4942-956a-177c6f4aab21 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:25:21.352111 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-e00f0684-3add-4fc2-8f2d-9ea0267dea52 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 72c6a6a8-48e4-4942-956a-177c6f4aab21) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:25:21.358093 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00f0684-3add-4fc2-8f2d-9ea0267dea52 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:21.358714 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e00f0684-3add-4fc2-8f2d-9ea0267dea52 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:21.369611 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65ae44c-95a8-4e4f-9739-c16c5d2f4c37 None None] Network 72c6a6a8-48e4-4942-956a-177c6f4aab21 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:25:21.393541 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e00f0684-3add-4fc2-8f2d-9ea0267dea52 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1052434 Nov 25 13:25:21.396791 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58694) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:21.405585 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-240506bc-743d-41b8-893d-6fe212241bc5 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Request body: {'subnet': {'network_id': 'e722cbb3-e33b-4af3-968b-7311ec4bfe39', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:25:21.473165 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58698) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:21.504859 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-289beada-1acc-4b66-8ebd-7407ed9fe9dd tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:21.538366 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289beada-1acc-4b66-8ebd-7407ed9fe9dd tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Pushing event deleted for resources: {'Port': ['ID=caeffc65-dd34-430d-8b0b-ba9c4e518dbe,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:21.558927 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device b517ee6d-7632-4cc4-aa47-ffcbea84a1d1 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:25:21.561852 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f5d45f-a374-4ccf-8174-0f919d5f30b9 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:25:21.569060 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-6582e8a8-efb1-4f19-9c33-b69019cda8be admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=008ddee935614353988b03e476a6856d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0940244 Nov 25 13:25:21.572763 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58704) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:21.606761 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-240506bc-743d-41b8-893d-6fe212241bc5 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Made reservation on behalf of 177e3b084115482a91deb772ab6235e0 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:25:21.611319 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-240506bc-743d-41b8-893d-6fe212241bc5 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:21.620372 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-289beada-1acc-4b66-8ebd-7407ed9fe9dd tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:21.656143 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4632202-67dd-4fe9-b987-de4ed3cf8c78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-72c6a6a8-48e4-4942-956a-177c6f4aab21', 'network_id': '72c6a6a8-48e4-4942-956a-177c6f4aab21', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'fixed_ips': [{'subnet_id': '64cc489a-eda6-4a18-be19-d75183b7e9c3'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:25:21.657191 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a4632202-67dd-4fe9-b987-de4ed3cf8c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:21.692686 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port b517ee6d-7632-4cc4-aa47-ffcbea84a1d1 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:25:21.699928 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port b517ee6d-7632-4cc4-aa47-ffcbea84a1d1 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:25:21.700685 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:21.733875 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-289beada-1acc-4b66-8ebd-7407ed9fe9dd tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:21.737060 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-289beada-1acc-4b66-8ebd-7407ed9fe9dd tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:21.744530 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a44281c2-c693-4c3b-be03-4f49ad78c54d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:21.792101 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-289beada-1acc-4b66-8ebd-7407ed9fe9dd tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:21.793200 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-289beada-1acc-4b66-8ebd-7407ed9fe9dd tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 83898a56-89be-43fc-bccb-71ae07950f95 {{(pid=103570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:25:21.796112 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a44281c2-c693-4c3b-be03-4f49ad78c54d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:21.800125 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-289beada-1acc-4b66-8ebd-7407ed9fe9dd tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:21.801578 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-289beada-1acc-4b66-8ebd-7407ed9fe9dd tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] 10.222.0.53 "DELETE /v2.0/routers/83898a56-89be-43fc-bccb-71ae07950f95 HTTP/1.1" status: 204 len: 168 time: 1.6990719 Nov 25 13:25:21.805151 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58714) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:21.814887 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-f64d9878-0612-4e91-bcec-2724eb447344 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1415668063', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}, 'admin_state_up': False}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:25:21.856406 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f64d9878-0612-4e91-bcec-2724eb447344 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:21.857219 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f64d9878-0612-4e91-bcec-2724eb447344 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:21.877709 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:21.941326 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f64d9878-0612-4e91-bcec-2724eb447344 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:21.959074 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b291b5cf-c121-41c4-ba04-d20f7dca9b4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b517ee6d-7632-4cc4-aa47-ffcbea84a1d1'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:25:21.961486 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3d5439-e8ec-478b-a3a8-ae27668ec25e" -d '{"events": [{"server_uuid": "b291b5cf-c121-41c4-ba04-d20f7dca9b4f", "name": "network-vif-plugged", "status": "completed", "tag": "b517ee6d-7632-4cc4-aa47-ffcbea84a1d1"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:25:21.978803 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port b517ee6d-7632-4cc4-aa47-ffcbea84a1d1, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=b517ee6d-7632-4cc4-aa47-ffcbea84a1d1,segment=NetworkSegment(69c62212-4523-4acd-b808-007a53ff7fe0),segment_id=69c62212-4523-4acd-b808-007a53ff7fe0)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:25:21.989745 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:21.997075 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-240506bc-743d-41b8-893d-6fe212241bc5 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:22.052139 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=b517ee6d-7632-4cc4-aa47-ffcbea84a1d1,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:22.056354 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-a4632202-67dd-4fe9-b987-de4ed3cf8c78 None None] Allocated IP 2001:db8::2 (72c6a6a8-48e4-4942-956a-177c6f4aab21/64cc489a-eda6-4a18-be19-d75183b7e9c3/0b31c770-9d34-40f5-a4e0-5232c22f9bbe) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:25:22.064033 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240506bc-743d-41b8-893d-6fe212241bc5 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event updated for resources: {'Subnet': ['ID=44886365-997b-457e-b64d-8296b2dbf46a,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:22.157821 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240506bc-743d-41b8-893d-6fe212241bc5 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Checking segment: {'id': '697bc2f0-c106-4ad0-b89a-04e16f48d3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e722cbb3-e33b-4af3-968b-7311ec4bfe39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:25:22.158611 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240506bc-743d-41b8-893d-6fe212241bc5 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Network hostable DHCP agents. Network: e722cbb3-e33b-4af3-968b-7311ec4bfe39, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:25:22.179552 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a44281c2-c693-4c3b-be03-4f49ad78c54d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:22.184274 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a44281c2-c693-4c3b-be03-4f49ad78c54d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:22.187552 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-a44281c2-c693-4c3b-be03-4f49ad78c54d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ebb9fe50-3394-43aa-80f2-283a0eb64a6e HTTP/1.1" status: 204 len: 168 time: 0.6134226 Nov 25 13:25:22.208974 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f64d9878-0612-4e91-bcec-2724eb447344 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:22.222485 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240506bc-743d-41b8-893d-6fe212241bc5 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Network e722cbb3-e33b-4af3-968b-7311ec4bfe39 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:25:22.246591 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44281c2-c693-4c3b-be03-4f49ad78c54d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb9fe50-3394-43aa-80f2-283a0eb64a6e,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:22.247711 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e86a8bf-9544-4d5d-b2cd-4cf221d855c1 req-aa91fb51-fd2b-4200-aabd-679f66369c28 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:22.250011 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5e86a8bf-9544-4d5d-b2cd-4cf221d855c1 req-aa91fb51-fd2b-4200-aabd-679f66369c28 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=007fabf5-6523-4965-b10c-45be5a972182 HTTP/1.1" status: 200 len: 944 time: 0.2488725 Nov 25 13:25:22.257727 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-240506bc-743d-41b8-893d-6fe212241bc5 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, e722cbb3-e33b-4af3-968b-7311ec4bfe39) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:25:22.271656 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240506bc-743d-41b8-893d-6fe212241bc5 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:22.272441 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-240506bc-743d-41b8-893d-6fe212241bc5 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:22.315135 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-240506bc-743d-41b8-893d-6fe212241bc5 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9129546 Nov 25 13:25:22.315345 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58734) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:22.323584 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-c77fa795-342a-4fb2-8b83-ad7ce677e97b tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1472953351', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:25:22.355935 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a4632202-67dd-4fe9-b987-de4ed3cf8c78 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:22.363304 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf5f34e6-e66a-4239-b885-a76096849539 x-openstack-request-id: req-bf5f34e6-e66a-4239-b885-a76096849539 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:25:22.363875 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b291b5cf-c121-41c4-ba04-d20f7dca9b4f", "name": "network-vif-plugged", "status": "completed", "tag": "b517ee6d-7632-4cc4-aa47-ffcbea84a1d1", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:25:22.364471 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bf5f34e6-e66a-4239-b885-a76096849539 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:25:22.365064 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b291b5cf-c121-41c4-ba04-d20f7dca9b4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b517ee6d-7632-4cc4-aa47-ffcbea84a1d1', 'code': 200} Nov 25 13:25:22.368053 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74b1a75-503f-49ec-a396-ae18e58f214a None None] Network e722cbb3-e33b-4af3-968b-7311ec4bfe39 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:25:22.385822 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a4632202-67dd-4fe9-b987-de4ed3cf8c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:22.438416 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c77fa795-342a-4fb2-8b83-ad7ce677e97b tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:22.439550 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c77fa795-342a-4fb2-8b83-ad7ce677e97b tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:22.527233 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c77fa795-342a-4fb2-8b83-ad7ce677e97b tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:22.535833 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5a3db-e274-4739-b980-e962e27b3db1 req-f088c51f-c694-4081-a9eb-acdd54b712a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:22.539543 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-31a5a3db-e274-4739-b980-e962e27b3db1 req-f088c51f-c694-4081-a9eb-acdd54b712a5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b291b5cf-c121-41c4-ba04-d20f7dca9b4f HTTP/1.1" status: 200 len: 1097 time: 0.2022216 Nov 25 13:25:22.544465 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c77fa795-342a-4fb2-8b83-ad7ce677e97b tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:22.546072 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4632202-67dd-4fe9-b987-de4ed3cf8c78 None None] Network 72c6a6a8-48e4-4942-956a-177c6f4aab21 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:25:22.551736 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-a4632202-67dd-4fe9-b987-de4ed3cf8c78 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:25:22.568670 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4632202-67dd-4fe9-b987-de4ed3cf8c78 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:25:22.583724 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4632202-67dd-4fe9-b987-de4ed3cf8c78 None None] Pushing event updated for resources: {'Port': ['ID=0b31c770-9d34-40f5-a4e0-5232c22f9bbe,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:22.671771 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c77fa795-342a-4fb2-8b83-ad7ce677e97b tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:22.673029 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c77fa795-342a-4fb2-8b83-ad7ce677e97b tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3564823 Nov 25 13:25:22.676928 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58738) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:22.712597 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-a4632202-67dd-4fe9-b987-de4ed3cf8c78 None None] Attempting to bind port 0b31c770-9d34-40f5-a4e0-5232c22f9bbe on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:25:22.713144 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-a4632202-67dd-4fe9-b987-de4ed3cf8c78 None None] Attempting to bind port 0b31c770-9d34-40f5-a4e0-5232c22f9bbe by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '7a30c0b3-9956-4dca-be29-b30576b1049d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '72c6a6a8-48e4-4942-956a-177c6f4aab21'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:25:22.713647 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4632202-67dd-4fe9-b987-de4ed3cf8c78 None None] Attempting to bind port 0b31c770-9d34-40f5-a4e0-5232c22f9bbe on network 72c6a6a8-48e4-4942-956a-177c6f4aab21 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:25:22.723237 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-31a5a3db-e274-4739-b980-e962e27b3db1 req-3858cf39-452f-4096-b788-f1b8c1730ff2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646500 Nov 25 13:25:22.723582 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4632202-67dd-4fe9-b987-de4ed3cf8c78 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:25:22.724063 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4632202-67dd-4fe9-b987-de4ed3cf8c78 None None] Checking segment: {'id': '7a30c0b3-9956-4dca-be29-b30576b1049d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '72c6a6a8-48e4-4942-956a-177c6f4aab21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:25:22.724591 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a4632202-67dd-4fe9-b987-de4ed3cf8c78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:22.725192 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4632202-67dd-4fe9-b987-de4ed3cf8c78 None None] Bound using segment: {'id': '7a30c0b3-9956-4dca-be29-b30576b1049d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '72c6a6a8-48e4-4942-956a-177c6f4aab21'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:25:22.725829 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-a4632202-67dd-4fe9-b987-de4ed3cf8c78 None None] Bound port: 0b31c770-9d34-40f5-a4e0-5232c22f9bbe, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a30c0b3-9956-4dca-be29-b30576b1049d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '72c6a6a8-48e4-4942-956a-177c6f4aab21'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:25:22.727022 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a4632202-67dd-4fe9-b987-de4ed3cf8c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:22.792278 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93b8de2-2007-4820-b4da-18a148bf0e05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-e722cbb3-e33b-4af3-968b-7311ec4bfe39', 'network_id': 'e722cbb3-e33b-4af3-968b-7311ec4bfe39', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'fixed_ips': [{'subnet_id': '44886365-997b-457e-b64d-8296b2dbf46a'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:25:22.793335 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c93b8de2-2007-4820-b4da-18a148bf0e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:22.926713 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-a4632202-67dd-4fe9-b987-de4ed3cf8c78 None None] For port 0b31c770-9d34-40f5-a4e0-5232c22f9bbe, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:25:22.953101 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-a4632202-67dd-4fe9-b987-de4ed3cf8c78 None None] For port 0b31c770-9d34-40f5-a4e0-5232c22f9bbe, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=0b31c770-9d34-40f5-a4e0-5232c22f9bbe,segment=NetworkSegment(7a30c0b3-9956-4dca-be29-b30576b1049d),segment_id=7a30c0b3-9956-4dca-be29-b30576b1049d)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:25:22.973752 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a4632202-67dd-4fe9-b987-de4ed3cf8c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:23.074015 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-c93b8de2-2007-4820-b4da-18a148bf0e05 None None] Allocated IP 2001:db8:1::2 (e722cbb3-e33b-4af3-968b-7311ec4bfe39/44886365-997b-457e-b64d-8296b2dbf46a/ef1265b2-e52a-419a-9e29-e5895951b3f9) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:25:23.100094 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4632202-67dd-4fe9-b987-de4ed3cf8c78 None None] Pushing event updated for resources: {'Port': ['ID=0b31c770-9d34-40f5-a4e0-5232c22f9bbe,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:23.100885 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-047af8aa-e613-4a2b-90df-a79dbd642fa0 req-df981645-3e83-4668-b710-2b9477df54a1 tempest-ServerShowV247Test-1585694034 tempest-ServerShowV247Test-1585694034-project] 10.222.0.53 "GET /v2.0/ports?device_id=9665a3c9-0a6d-44bb-b287-aa247887781b HTTP/1.1" status: 200 len: 210 time: 0.1096721 Nov 25 13:25:23.206228 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-425fd9a8-7437-4916-a898-865e3fddef5a tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:23.216904 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5e86a8bf-9544-4d5d-b2cd-4cf221d855c1 req-e60a95aa-ab3a-4953-b5d8-8c0780b112c5 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9507473 Nov 25 13:25:23.286865 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device caeffc65-dd34-430d-8b0b-ba9c4e518dbe no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:25:23.331834 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: caeffc65-dd34-430d-8b0b-ba9c4e518dbe {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:25:23.333030 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device caeffc65-dd34-430d-8b0b-ba9c4e518dbe not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:25:23.349860 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be53c49-9c12-49b6-a55d-10c4e89dc653 req-7e127a5b-1d01-4e5d-a0fc-23327ca9167d tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:23.350998 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c93b8de2-2007-4820-b4da-18a148bf0e05 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:23.352319 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2be53c49-9c12-49b6-a55d-10c4e89dc653 req-7e127a5b-1d01-4e5d-a0fc-23327ca9167d tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=b291b5cf-c121-41c4-ba04-d20f7dca9b4f HTTP/1.1" status: 200 len: 945 time: 0.1104410 Nov 25 13:25:23.367323 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c93b8de2-2007-4820-b4da-18a148bf0e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:23.626517 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2be53c49-9c12-49b6-a55d-10c4e89dc653 req-80fa55ca-0d57-4b6e-808f-a32ebd931bbf tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127924 Nov 25 13:25:23.680839 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-425fd9a8-7437-4916-a898-865e3fddef5a tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Allocated IP 2001:db8::1 (72c6a6a8-48e4-4942-956a-177c6f4aab21/64cc489a-eda6-4a18-be19-d75183b7e9c3/2b3c0e28-3569-4a99-b25d-2b0f9862d828) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:25:23.719752 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f64d9878-0612-4e91-bcec-2724eb447344 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks [] for router_gateway, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:23.766731 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93b8de2-2007-4820-b4da-18a148bf0e05 None None] Network e722cbb3-e33b-4af3-968b-7311ec4bfe39 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:25:23.774815 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f64d9878-0612-4e91-bcec-2724eb447344 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:23.777729 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device b5753064-0974-4d30-9114-b0e83a099c96 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:25:23.782916 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-c93b8de2-2007-4820-b4da-18a148bf0e05 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:25:23.800173 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93b8de2-2007-4820-b4da-18a148bf0e05 None None] Pushing event updated for resources: {'Port': ['ID=ef1265b2-e52a-419a-9e29-e5895951b3f9,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:23.804032 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93b8de2-2007-4820-b4da-18a148bf0e05 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:25:23.946351 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-425fd9a8-7437-4916-a898-865e3fddef5a tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:23.987900 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8a59025f-ef8c-468f-83ab-eb159e6fb146 req-16ed26d6-d727-4f3a-81e4-2eab75c47199 tempest-ServerShowV247Test-1585694034 tempest-ServerShowV247Test-1585694034-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa0681d0-5221-40d6-8fd3-00cefacb07ee HTTP/1.1" status: 200 len: 210 time: 0.0996439 Nov 25 13:25:24.000167 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-425fd9a8-7437-4916-a898-865e3fddef5a tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:24.006097 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-c93b8de2-2007-4820-b4da-18a148bf0e05 None None] Attempting to bind port ef1265b2-e52a-419a-9e29-e5895951b3f9 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:25:24.006497 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-c93b8de2-2007-4820-b4da-18a148bf0e05 None None] Attempting to bind port ef1265b2-e52a-419a-9e29-e5895951b3f9 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '697bc2f0-c106-4ad0-b89a-04e16f48d3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e722cbb3-e33b-4af3-968b-7311ec4bfe39'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:25:24.006913 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93b8de2-2007-4820-b4da-18a148bf0e05 None None] Attempting to bind port ef1265b2-e52a-419a-9e29-e5895951b3f9 on network e722cbb3-e33b-4af3-968b-7311ec4bfe39 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:25:24.014312 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93b8de2-2007-4820-b4da-18a148bf0e05 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:25:24.014724 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93b8de2-2007-4820-b4da-18a148bf0e05 None None] Checking segment: {'id': '697bc2f0-c106-4ad0-b89a-04e16f48d3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e722cbb3-e33b-4af3-968b-7311ec4bfe39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:25:24.015562 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c93b8de2-2007-4820-b4da-18a148bf0e05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:24.016037 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93b8de2-2007-4820-b4da-18a148bf0e05 None None] Bound using segment: {'id': '697bc2f0-c106-4ad0-b89a-04e16f48d3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e722cbb3-e33b-4af3-968b-7311ec4bfe39'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:25:24.016540 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-c93b8de2-2007-4820-b4da-18a148bf0e05 None None] Bound port: ef1265b2-e52a-419a-9e29-e5895951b3f9, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '697bc2f0-c106-4ad0-b89a-04e16f48d3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e722cbb3-e33b-4af3-968b-7311ec4bfe39'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:25:24.016934 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c93b8de2-2007-4820-b4da-18a148bf0e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:24.068988 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425fd9a8-7437-4916-a898-865e3fddef5a tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Network 72c6a6a8-48e4-4942-956a-177c6f4aab21 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:25:24.077288 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-425fd9a8-7437-4916-a898-865e3fddef5a tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:25:24.082597 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425fd9a8-7437-4916-a898-865e3fddef5a tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:25:24.083182 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-425fd9a8-7437-4916-a898-865e3fddef5a tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:24.088610 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425fd9a8-7437-4916-a898-865e3fddef5a tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event updated for resources: {'Port': ['ID=2b3c0e28-3569-4a99-b25d-2b0f9862d828,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:24.113862 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-f64d9878-0612-4e91-bcec-2724eb447344 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Allocated IP 172.25.5.99 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/f604a68a-b046-4ee3-9cde-4cc561993548) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:25:24.140246 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port b5753064-0974-4d30-9114-b0e83a099c96, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=b5753064-0974-4d30-9114-b0e83a099c96,segment=NetworkSegment(9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8),segment_id=9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:25:24.179169 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': 'b5753064-0974-4d30-9114-b0e83a099c96', 'network_id': '9b74e527-2eba-4880-abc3-5f552bc5f61d', 'port_id': 'b5753064-0974-4d30-9114-b0e83a099c96', 'mac_address': 'fa:16:3e:4a:03:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06d9fad2-62ee-411b-8cba-f5e1b7fa4731', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:25:24.183187 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-c93b8de2-2007-4820-b4da-18a148bf0e05 None None] For port ef1265b2-e52a-419a-9e29-e5895951b3f9, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:25:24.199415 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-c93b8de2-2007-4820-b4da-18a148bf0e05 None None] For port ef1265b2-e52a-419a-9e29-e5895951b3f9, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=ef1265b2-e52a-419a-9e29-e5895951b3f9,segment=NetworkSegment(697bc2f0-c106-4ad0-b89a-04e16f48d3b6),segment_id=697bc2f0-c106-4ad0-b89a-04e16f48d3b6)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:25:24.233081 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c93b8de2-2007-4820-b4da-18a148bf0e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:24.281730 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-425fd9a8-7437-4916-a898-865e3fddef5a tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:24.319156 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93b8de2-2007-4820-b4da-18a148bf0e05 None None] Pushing event updated for resources: {'Port': ['ID=ef1265b2-e52a-419a-9e29-e5895951b3f9,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:24.319785 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f64d9878-0612-4e91-bcec-2724eb447344 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:24.358757 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:24.384468 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5753064-0974-4d30-9114-b0e83a099c96 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:25:24.408629 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port b5753064-0974-4d30-9114-b0e83a099c96, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=b5753064-0974-4d30-9114-b0e83a099c96,segment=NetworkSegment(9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8),segment_id=9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:25:24.416382 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:24.488103 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=b5753064-0974-4d30-9114-b0e83a099c96,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:24.499913 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f64d9878-0612-4e91-bcec-2724eb447344 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:24.597237 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64d9878-0612-4e91-bcec-2724eb447344 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:25:24.607028 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-f64d9878-0612-4e91-bcec-2724eb447344 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:25:24.612736 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64d9878-0612-4e91-bcec-2724eb447344 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:25:24.622600 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e59c7e-7898-4e5b-9607-36a4a258adc1 req-1502f83a-f688-46cd-ba8f-51c08d8aa5ee tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:24.624172 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-43e59c7e-7898-4e5b-9607-36a4a258adc1 req-1502f83a-f688-46cd-ba8f-51c08d8aa5ee tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=007fabf5-6523-4965-b10c-45be5a972182 HTTP/1.1" status: 200 len: 945 time: 0.2292092 Nov 25 13:25:24.626147 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64d9878-0612-4e91-bcec-2724eb447344 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Pushing event updated for resources: {'Port': ['ID=f604a68a-b046-4ee3-9cde-4cc561993548,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:24.626524 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f38cd2-f929-4c1a-b835-b32f6c608d17 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:25:24.677754 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['b5753064-0974-4d30-9114-b0e83a099c96'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:25:24.799656 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-425fd9a8-7437-4916-a898-865e3fddef5a tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:24.809506 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-425fd9a8-7437-4916-a898-865e3fddef5a tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:24.810859 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-425fd9a8-7437-4916-a898-865e3fddef5a tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:24.879140 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9c8d2c6c-1e65-48db-b49b-84a2221659e2 None None] Provisioning complete for port f604a68a-b046-4ee3-9cde-4cc561993548 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:25:24.879735 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9c8d2c6c-1e65-48db-b49b-84a2221659e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:24.946170 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9c8d2c6c-1e65-48db-b49b-84a2221659e2 None None] Port f604a68a-b046-4ee3-9cde-4cc561993548 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:25:24.954680 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-43e59c7e-7898-4e5b-9607-36a4a258adc1 req-16c6a32f-6185-412a-8aa4-2a53f76ec2b2 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813215 Nov 25 13:25:24.986350 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425fd9a8-7437-4916-a898-865e3fddef5a tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event updated for resources: {'Port': ['ID=2b3c0e28-3569-4a99-b25d-2b0f9862d828,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:25.023201 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc814f6-9942-43ad-962a-c606d0c60965 req-a89c3937-8513-451f-97ec-d7a2f8a115a1 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:25.025562 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-afc814f6-9942-43ad-962a-c606d0c60965 req-a89c3937-8513-451f-97ec-d7a2f8a115a1 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=b291b5cf-c121-41c4-ba04-d20f7dca9b4f HTTP/1.1" status: 200 len: 945 time: 0.2861359 Nov 25 13:25:25.048472 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425fd9a8-7437-4916-a898-865e3fddef5a tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Network 72c6a6a8-48e4-4942-956a-177c6f4aab21 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:25:25.050454 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-425fd9a8-7437-4916-a898-865e3fddef5a tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:25:25.059713 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e27219-db99-4165-a72c-9800874f4de0 None None] Network 72c6a6a8-48e4-4942-956a-177c6f4aab21 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:25:25.196388 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-425fd9a8-7437-4916-a898-865e3fddef5a tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Router 4b8dcb2d-51c0-4a6a-be9f-8c8464d2c88b is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:25:25.209429 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cc619a77-24a3-43f5-b05f-fd663aaedf9d req-fdf67e15-dc87-45cb-a958-783bb7c7ca29 tempest-ServerShowV247Test-1585694034 tempest-ServerShowV247Test-1585694034-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa0681d0-5221-40d6-8fd3-00cefacb07ee HTTP/1.1" status: 200 len: 210 time: 0.0562131 Nov 25 13:25:25.234270 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-37003f1c-db3a-430d-ba90-e33db8de5147 None None] Provisioning complete for port 0b31c770-9d34-40f5-a4e0-5232c22f9bbe triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:25:25.234270 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-37003f1c-db3a-430d-ba90-e33db8de5147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:25.239038 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-afc814f6-9942-43ad-962a-c606d0c60965 req-cb700c89-c190-46b8-baf9-ee6a1921191a tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971507 Nov 25 13:25:25.341168 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f64d9878-0612-4e91-bcec-2724eb447344 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks [] for router_gateway, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:25.361924 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5395b2de-5dc0-48cb-8f20-69cef3618a3d req-c1750d38-af0c-45d0-91af-834341e004c8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9665a3c9-0a6d-44bb-b287-aa247887781b HTTP/1.1" status: 200 len: 210 time: 0.0721133 Nov 25 13:25:25.400892 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425fd9a8-7437-4916-a898-865e3fddef5a tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:25:25.416882 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 0b31c770-9d34-40f5-a4e0-5232c22f9bbe up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:25:25.417100 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-425fd9a8-7437-4916-a898-865e3fddef5a tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "PUT /v2.0/routers/4b8dcb2d-51c0-4a6a-be9f-8c8464d2c88b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7361290 Nov 25 13:25:25.417273 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58776) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:25.452148 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9ea858-8902-4004-b1b2-c32776524252 None None] Sync routers for ids ['4b8dcb2d-51c0-4a6a-be9f-8c8464d2c88b'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:25:25.564984 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9ea858-8902-4004-b1b2-c32776524252 None None] Routers {'4b8dcb2d-51c0-4a6a-be9f-8c8464d2c88b'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:25:25.566081 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-ad9ea858-8902-4004-b1b2-c32776524252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:25:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['4b8dcb2d-51c0-4a6a-be9f-8c8464d2c88b'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:25.688192 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 0b31c770-9d34-40f5-a4e0-5232c22f9bbe triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:25:25.689181 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:25.692412 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-ad9ea858-8902-4004-b1b2-c32776524252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:25.783604 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f64d9878-0612-4e91-bcec-2724eb447344 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:25.796986 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab227792-b08b-4fb9-b70d-0964bb42c55b req-75b98fac-62dd-4eff-84ad-92f8d39142ca tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:25.798768 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ab227792-b08b-4fb9-b70d-0964bb42c55b req-75b98fac-62dd-4eff-84ad-92f8d39142ca tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/networks?id=86ce0c5b-521f-4849-813d-48a6e4cbad17 HTTP/1.1" status: 200 len: 806 time: 0.2006416 Nov 25 13:25:25.827806 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-37003f1c-db3a-430d-ba90-e33db8de5147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:25.833513 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9ea858-8902-4004-b1b2-c32776524252 None None] Routers {'4b8dcb2d-51c0-4a6a-be9f-8c8464d2c88b'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:25:25.834171 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-ad9ea858-8902-4004-b1b2-c32776524252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:25:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['4b8dcb2d-51c0-4a6a-be9f-8c8464d2c88b'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:25.845863 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c052a6-b907-4dc6-a1ad-6cd0e47c567f tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:25.847343 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b4c052a6-b907-4dc6-a1ad-6cd0e47c567f tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "GET /v2.0/ports/2b3c0e28-3569-4a99-b25d-2b0f9862d828 HTTP/1.1" status: 200 len: 911 time: 0.4290655 Nov 25 13:25:25.850037 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58790) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:25.885646 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-ad9ea858-8902-4004-b1b2-c32776524252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:25.886313 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9ea858-8902-4004-b1b2-c32776524252 None None] The sync data for ids ['4b8dcb2d-51c0-4a6a-be9f-8c8464d2c88b'] in n-d-808199-11 is: [] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:25:25.914966 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-37003f1c-db3a-430d-ba90-e33db8de5147 None None] For port 0b31c770-9d34-40f5-a4e0-5232c22f9bbe, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=0b31c770-9d34-40f5-a4e0-5232c22f9bbe,segment=NetworkSegment(7a30c0b3-9956-4dca-be29-b30576b1049d),segment_id=7a30c0b3-9956-4dca-be29-b30576b1049d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:25:25.932722 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ab227792-b08b-4fb9-b70d-0964bb42c55b req-539fcbf1-9d40-4c75-9cea-4415fa541e0e tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/quotas/14da780ba23d47dc80a36e577e024742 HTTP/1.1" status: 200 len: 375 time: 0.0813131 Nov 25 13:25:25.933930 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-37003f1c-db3a-430d-ba90-e33db8de5147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:25.958493 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba87f13-ed48-43c1-b05a-7fa18d148543 None None] Network e722cbb3-e33b-4af3-968b-7311ec4bfe39 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:25:26.095481 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ab227792-b08b-4fb9-b70d-0964bb42c55b req-fedf1ae2-92ab-48bc-bd4b-e4fe45b57fe9 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=14da780ba23d47dc80a36e577e024742&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1555226 Nov 25 13:25:26.105867 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device ef1265b2-e52a-419a-9e29-e5895951b3f9 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:25:26.108265 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f64d9878-0612-4e91-bcec-2724eb447344 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Router 16392a8a-83b6-4130-b979-9405b8db6aa7 is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:25:26.114929 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37003f1c-db3a-430d-ba90-e33db8de5147 None None] Pushing event updated for resources: {'Port': ['ID=0b31c770-9d34-40f5-a4e0-5232c22f9bbe,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:26.147323 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-b386da2d-228f-43a0-b2b4-db5f5fd5170b None None] Provisioning complete for port ef1265b2-e52a-419a-9e29-e5895951b3f9 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:25:26.148469 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b386da2d-228f-43a0-b2b4-db5f5fd5170b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:26.302890 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ff7332c5-30d8-4a22-bda2-57ba8704026e tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:26.332233 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port ef1265b2-e52a-419a-9e29-e5895951b3f9 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:25:26.332697 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:26.341745 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64d9878-0612-4e91-bcec-2724eb447344 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:25:26.366850 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e737a3da-19b0-46c8-b635-4e2438f76408 None None] Sync routers for ids ['16392a8a-83b6-4130-b979-9405b8db6aa7'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:25:26.377258 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e737a3da-19b0-46c8-b635-4e2438f76408 None None] Routers {'16392a8a-83b6-4130-b979-9405b8db6aa7'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:25:26.387490 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-e737a3da-19b0-46c8-b635-4e2438f76408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:25:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['16392a8a-83b6-4130-b979-9405b8db6aa7'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:26.396174 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e7ad5-df03-417d-ba97-e59d667480e3 req-7a1f157d-72f8-4eb3-b5f8-6861f451dc7b tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:26.404617 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-652e7ad5-df03-417d-ba97-e59d667480e3 req-7a1f157d-72f8-4eb3-b5f8-6861f451dc7b tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=007fabf5-6523-4965-b10c-45be5a972182 HTTP/1.1" status: 200 len: 945 time: 0.3596568 Nov 25 13:25:26.427325 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b386da2d-228f-43a0-b2b4-db5f5fd5170b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:26.438094 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-e737a3da-19b0-46c8-b635-4e2438f76408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:26.457418 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e737a3da-19b0-46c8-b635-4e2438f76408 None None] Routers {'16392a8a-83b6-4130-b979-9405b8db6aa7'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:25:26.458359 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-e737a3da-19b0-46c8-b635-4e2438f76408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:25:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['16392a8a-83b6-4130-b979-9405b8db6aa7'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:26.491138 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f64d9878-0612-4e91-bcec-2724eb447344 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:26.502682 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f64d9878-0612-4e91-bcec-2724eb447344 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.6961405 Nov 25 13:25:26.547301 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-e737a3da-19b0-46c8-b635-4e2438f76408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:26.548416 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e737a3da-19b0-46c8-b635-4e2438f76408 None None] The sync data for ids ['16392a8a-83b6-4130-b979-9405b8db6aa7'] in n-d-808199-11 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:25:26.567610 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58796) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:26.576879 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-b386da2d-228f-43a0-b2b4-db5f5fd5170b None None] For port ef1265b2-e52a-419a-9e29-e5895951b3f9, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=ef1265b2-e52a-419a-9e29-e5895951b3f9,segment=NetworkSegment(697bc2f0-c106-4ad0-b89a-04e16f48d3b6),segment_id=697bc2f0-c106-4ad0-b89a-04e16f48d3b6)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:25:26.587876 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b386da2d-228f-43a0-b2b4-db5f5fd5170b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:26.600940 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-652e7ad5-df03-417d-ba97-e59d667480e3 req-89f5f408-8fcb-4cb2-9149-a4b891411515 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951859 Nov 25 13:25:26.612766 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-5661b9f0-2d0a-4564-8be9-7258c453eff1 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'enable_snat': False}}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:25:26.716931 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b386da2d-228f-43a0-b2b4-db5f5fd5170b None None] Pushing event updated for resources: {'Port': ['ID=ef1265b2-e52a-419a-9e29-e5895951b3f9,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:26.728491 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-68e7eb88-10d6-4322-9ba0-c9e5a108f439 None None] Provisioning complete for port 2b3c0e28-3569-4a99-b25d-2b0f9862d828 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:25:26.728928 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-68e7eb88-10d6-4322-9ba0-c9e5a108f439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:26.751416 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ab227792-b08b-4fb9-b70d-0964bb42c55b req-d0772edf-8b6b-46c4-9390-ae11ebabfdfc service neutron] 10.222.0.53 "GET /v2.0/networks/86ce0c5b-521f-4849-813d-48a6e4cbad17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6362991 Nov 25 13:25:26.771475 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-ff7332c5-30d8-4a22-bda2-57ba8704026e tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Allocated IP 2001:db8:1::1 (e722cbb3-e33b-4af3-968b-7311ec4bfe39/44886365-997b-457e-b64d-8296b2dbf46a/06c58fdb-8ea7-4fe5-86fc-befd1c78fbb8) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:25:26.771654 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-68e7eb88-10d6-4322-9ba0-c9e5a108f439 None None] Port 2b3c0e28-3569-4a99-b25d-2b0f9862d828 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:25:26.785429 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-68e7eb88-10d6-4322-9ba0-c9e5a108f439 None None] Provisioning complete for port 0b31c770-9d34-40f5-a4e0-5232c22f9bbe triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:25:26.786170 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-68e7eb88-10d6-4322-9ba0-c9e5a108f439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:26.795406 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-564f2f28-3b6b-4a2e-bf0a-6860f82e82e2 req-0e1b0c37-e5c9-4f1c-b582-9caf4f54f0f9 tempest-ServerShowV247Test-1585694034 tempest-ServerShowV247Test-1585694034-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa0681d0-5221-40d6-8fd3-00cefacb07ee HTTP/1.1" status: 200 len: 210 time: 0.0857685 Nov 25 13:25:26.986481 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-17122d51-a82c-4708-b87d-0aee4c11f3e9 req-2aec0bc9-4e60-4e2c-ab3c-ee19edc57f92 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=aa0681d0-5221-40d6-8fd3-00cefacb07ee HTTP/1.1" status: 200 len: 210 time: 0.0426545 Nov 25 13:25:27.002768 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ff7332c5-30d8-4a22-bda2-57ba8704026e tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:27.024033 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ab227792-b08b-4fb9-b70d-0964bb42c55b req-5b5bd5b5-8484-4ae3-86da-2bcddad1ea18 service neutron] 10.222.0.53 "GET /v2.0/networks/86ce0c5b-521f-4849-813d-48a6e4cbad17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275312 Nov 25 13:25:27.043059 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ff7332c5-30d8-4a22-bda2-57ba8704026e tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:27.092483 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-e2931452-ec2e-4d89-a56b-39580d443464 None None] Provisioning complete for port ef1265b2-e52a-419a-9e29-e5895951b3f9 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:25:27.093091 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e2931452-ec2e-4d89-a56b-39580d443464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:27.104018 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7332c5-30d8-4a22-bda2-57ba8704026e tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Network e722cbb3-e33b-4af3-968b-7311ec4bfe39 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:25:27.106494 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-ff7332c5-30d8-4a22-bda2-57ba8704026e tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:25:27.150489 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7332c5-30d8-4a22-bda2-57ba8704026e tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:25:27.151091 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ff7332c5-30d8-4a22-bda2-57ba8704026e tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:27.196700 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5661b9f0-2d0a-4564-8be9-7258c453eff1 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:27.271265 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7332c5-30d8-4a22-bda2-57ba8704026e tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event updated for resources: {'Port': ['ID=06c58fdb-8ea7-4fe5-86fc-befd1c78fbb8,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:27.313275 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 0b31c770-9d34-40f5-a4e0-5232c22f9bbe up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:25:27.333266 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-e2931452-ec2e-4d89-a56b-39580d443464 None None] Provisioning complete for port 2b3c0e28-3569-4a99-b25d-2b0f9862d828 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:25:27.333593 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e2931452-ec2e-4d89-a56b-39580d443464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:27.433624 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-e2931452-ec2e-4d89-a56b-39580d443464 None None] Port 2b3c0e28-3569-4a99-b25d-2b0f9862d828 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:25:27.467510 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 0b31c770-9d34-40f5-a4e0-5232c22f9bbe triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:25:27.470826 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ff7332c5-30d8-4a22-bda2-57ba8704026e tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:27.471306 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:27.583153 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-363e63a4-2389-4748-8526-80e50a82e50e None None] Provisioning complete for port 06c58fdb-8ea7-4fe5-86fc-befd1c78fbb8 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:25:27.583880 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-363e63a4-2389-4748-8526-80e50a82e50e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:27.616458 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device b5753064-0974-4d30-9114-b0e83a099c96 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:25:27.685074 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-363e63a4-2389-4748-8526-80e50a82e50e None None] Port 06c58fdb-8ea7-4fe5-86fc-befd1c78fbb8 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:25:27.715225 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device ef1265b2-e52a-419a-9e29-e5895951b3f9 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:25:27.772562 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port b5753064-0974-4d30-9114-b0e83a099c96 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:25:27.779038 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port b5753064-0974-4d30-9114-b0e83a099c96 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:25:27.779589 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:27.834768 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port ef1265b2-e52a-419a-9e29-e5895951b3f9 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:25:27.835247 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:27.902856 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ff7332c5-30d8-4a22-bda2-57ba8704026e tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:27.909486 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ff7332c5-30d8-4a22-bda2-57ba8704026e tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:27.910380 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ff7332c5-30d8-4a22-bda2-57ba8704026e tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:28.004482 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7332c5-30d8-4a22-bda2-57ba8704026e tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event updated for resources: {'Port': ['ID=06c58fdb-8ea7-4fe5-86fc-befd1c78fbb8,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:28.053036 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7332c5-30d8-4a22-bda2-57ba8704026e tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Network e722cbb3-e33b-4af3-968b-7311ec4bfe39 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:25:28.055270 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-ff7332c5-30d8-4a22-bda2-57ba8704026e tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:25:28.123118 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:28.153116 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '007fabf5-6523-4965-b10c-45be5a972182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5753064-0974-4d30-9114-b0e83a099c96'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:25:28.161769 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92026b81-63cb-4dfc-9ce1-f7904b0a3098" -d '{"events": [{"server_uuid": "007fabf5-6523-4965-b10c-45be5a972182", "name": "network-vif-plugged", "status": "completed", "tag": "b5753064-0974-4d30-9114-b0e83a099c96"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:25:28.168554 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff7332c5-30d8-4a22-bda2-57ba8704026e tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Router 4b8dcb2d-51c0-4a6a-be9f-8c8464d2c88b has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:25:28.181502 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port b5753064-0974-4d30-9114-b0e83a099c96, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=b5753064-0974-4d30-9114-b0e83a099c96,segment=NetworkSegment(9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8),segment_id=9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:25:28.194151 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:28.260553 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=b5753064-0974-4d30-9114-b0e83a099c96,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:28.283492 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff7332c5-30d8-4a22-bda2-57ba8704026e tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:25:28.284234 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e047c5-59ab-4858-b976-482c1b345a3d req-3ebc045d-6e23-4665-94c1-b4731f9a42e9 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:28.289913 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-ff7332c5-30d8-4a22-bda2-57ba8704026e tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "PUT /v2.0/routers/4b8dcb2d-51c0-4a6a-be9f-8c8464d2c88b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4387519 Nov 25 13:25:28.292118 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58836) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:28.295405 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-81e047c5-59ab-4858-b976-482c1b345a3d req-3ebc045d-6e23-4665-94c1-b4731f9a42e9 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=007fabf5-6523-4965-b10c-45be5a972182 HTTP/1.1" status: 200 len: 945 time: 0.5494375 Nov 25 13:25:28.296274 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6fca1e-d61e-499d-91de-851e935616ac None None] Sync routers for ids ['4b8dcb2d-51c0-4a6a-be9f-8c8464d2c88b'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:25:28.307022 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6fca1e-d61e-499d-91de-851e935616ac None None] Routers {'4b8dcb2d-51c0-4a6a-be9f-8c8464d2c88b'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:25:28.308004 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-1e6fca1e-d61e-499d-91de-851e935616ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:25:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['4b8dcb2d-51c0-4a6a-be9f-8c8464d2c88b'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:28.346981 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5661b9f0-2d0a-4564-8be9-7258c453eff1 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66601263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66597252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:28.354594 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-1e6fca1e-d61e-499d-91de-851e935616ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:28.365190 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6fca1e-d61e-499d-91de-851e935616ac None None] Routers {'4b8dcb2d-51c0-4a6a-be9f-8c8464d2c88b'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:25:28.365798 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-1e6fca1e-d61e-499d-91de-851e935616ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:25:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['4b8dcb2d-51c0-4a6a-be9f-8c8464d2c88b'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:28.372075 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fd70ba-80c9-4b28-8237-c0ccb5824804 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:28.372328 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5661b9f0-2d0a-4564-8be9-7258c453eff1 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66601254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66601277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66597267'] for router, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:28.375027 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-e5fd70ba-80c9-4b28-8237-c0ccb5824804 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "GET /v2.0/ports/06c58fdb-8ea7-4fe5-86fc-befd1c78fbb8 HTTP/1.1" status: 200 len: 913 time: 0.0807383 Nov 25 13:25:28.378452 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58838) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:28.401962 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-1e6fca1e-d61e-499d-91de-851e935616ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:28.402624 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6fca1e-d61e-499d-91de-851e935616ac None None] The sync data for ids ['4b8dcb2d-51c0-4a6a-be9f-8c8464d2c88b'] in n-d-808199-11 is: [] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:25:28.449392 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f960b6c-d091-4009-9d43-373082251a5a req-ca17d6ca-0c5e-4e19-a320-ccfede329903 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:28.450951 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9f960b6c-d091-4009-9d43-373082251a5a req-ca17d6ca-0c5e-4e19-a320-ccfede329903 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/networks?id=86ce0c5b-521f-4849-813d-48a6e4cbad17 HTTP/1.1" status: 200 len: 806 time: 0.6928601 Nov 25 13:25:28.454282 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-81e047c5-59ab-4858-b976-482c1b345a3d req-a1dc873e-4bf0-4dc7-b525-4696f4c55247 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581101 Nov 25 13:25:28.479846 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9f960b6c-d091-4009-9d43-373082251a5a req-5f968c3b-73cc-478b-a714-2ecebcc33246 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/quotas/14da780ba23d47dc80a36e577e024742 HTTP/1.1" status: 200 len: 375 time: 0.0205266 Nov 25 13:25:28.526601 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-c36283bf-1d77-48fd-a986-b56625d6e320 None None] Provisioning complete for port 06c58fdb-8ea7-4fe5-86fc-befd1c78fbb8 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:25:28.527004 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c36283bf-1d77-48fd-a986-b56625d6e320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:28.565896 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-c36283bf-1d77-48fd-a986-b56625d6e320 None None] Port 06c58fdb-8ea7-4fe5-86fc-befd1c78fbb8 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:25:28.576500 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3aced860-867e-4d21-8884-c885077b6f35 req-70be8ae5-df1f-4944-90ca-77e4c0e75bef tempest-ServerShowV247Test-1585694034 tempest-ServerShowV247Test-1585694034-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa0681d0-5221-40d6-8fd3-00cefacb07ee HTTP/1.1" status: 200 len: 210 time: 0.0376046 Nov 25 13:25:28.610885 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5661b9f0-2d0a-4564-8be9-7258c453eff1 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Router 16392a8a-83b6-4130-b979-9405b8db6aa7 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:25:28.618897 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9f960b6c-d091-4009-9d43-373082251a5a req-fef58504-a53b-4982-a272-2870b955fe79 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=14da780ba23d47dc80a36e577e024742&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1126800 Nov 25 13:25:28.699181 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc6b661-bb22-4ec1-9334-ccbf4af86054 x-openstack-request-id: req-9bc6b661-bb22-4ec1-9334-ccbf4af86054 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:25:28.699842 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "007fabf5-6523-4965-b10c-45be5a972182", "name": "network-vif-plugged", "status": "completed", "tag": "b5753064-0974-4d30-9114-b0e83a099c96", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:25:28.700321 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9bc6b661-bb22-4ec1-9334-ccbf4af86054 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:25:28.700889 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '007fabf5-6523-4965-b10c-45be5a972182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5753064-0974-4d30-9114-b0e83a099c96', 'code': 200} Nov 25 13:25:28.763970 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-884960bb-1f5b-42c5-bc8a-784a8159e023 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:28.806205 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9f960b6c-d091-4009-9d43-373082251a5a req-c9200de2-01fa-4c16-a5b4-d50ca8144808 service neutron] 10.222.0.53 "GET /v2.0/networks/86ce0c5b-521f-4849-813d-48a6e4cbad17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788387 Nov 25 13:25:28.807385 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5661b9f0-2d0a-4564-8be9-7258c453eff1 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:25:28.814655 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5661b9f0-2d0a-4564-8be9-7258c453eff1 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:28.818200 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-5661b9f0-2d0a-4564-8be9-7258c453eff1 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] 10.222.0.53 "PUT /v2.0/routers/16392a8a-83b6-4130-b979-9405b8db6aa7 HTTP/1.1" status: 200 len: 925 time: 2.2116988 Nov 25 13:25:28.820426 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58850) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:28.822518 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e063e8e7-ea08-4bfa-add7-d35eb36223c4 None None] Sync routers for ids ['16392a8a-83b6-4130-b979-9405b8db6aa7'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:25:28.835869 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e063e8e7-ea08-4bfa-add7-d35eb36223c4 None None] Routers {'16392a8a-83b6-4130-b979-9405b8db6aa7'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:25:28.836577 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-e063e8e7-ea08-4bfa-add7-d35eb36223c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:25:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['16392a8a-83b6-4130-b979-9405b8db6aa7'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:28.880918 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-e063e8e7-ea08-4bfa-add7-d35eb36223c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:28.891046 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e063e8e7-ea08-4bfa-add7-d35eb36223c4 None None] Routers {'16392a8a-83b6-4130-b979-9405b8db6aa7'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:25:28.892952 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-e063e8e7-ea08-4bfa-add7-d35eb36223c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:25:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['16392a8a-83b6-4130-b979-9405b8db6aa7'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:28.955246 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-e063e8e7-ea08-4bfa-add7-d35eb36223c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:28.956334 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e063e8e7-ea08-4bfa-add7-d35eb36223c4 None None] The sync data for ids ['16392a8a-83b6-4130-b979-9405b8db6aa7'] in n-d-808199-11 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:25:28.963404 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282992d0-49e2-44ed-86a1-a0d54577798f req-682e9035-c268-4c61-ae58-91d590bb6919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:28.965081 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-282992d0-49e2-44ed-86a1-a0d54577798f req-682e9035-c268-4c61-ae58-91d590bb6919 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=007fabf5-6523-4965-b10c-45be5a972182 HTTP/1.1" status: 200 len: 1098 time: 0.1972060 Nov 25 13:25:28.993890 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9f960b6c-d091-4009-9d43-373082251a5a req-4c76e7c3-5725-497f-bf9d-b3c8183b866e service neutron] 10.222.0.53 "GET /v2.0/networks/86ce0c5b-521f-4849-813d-48a6e4cbad17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701732 Nov 25 13:25:29.067821 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d21a7d54-f582-4b5e-a360-966a9f4c65aa tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] 10.222.0.53 "GET /v2.0/routers/16392a8a-83b6-4130-b979-9405b8db6aa7 HTTP/1.1" status: 200 len: 925 time: 0.2182713 Nov 25 13:25:29.072192 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58858) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:29.074977 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fe511cdd-a027-4045-a007-d46e46e20500 req-0193f874-b051-4199-a4cb-4b2620559745 tempest-ServerShowV247Test-1585694034 tempest-ServerShowV247Test-1585694034-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa0681d0-5221-40d6-8fd3-00cefacb07ee HTTP/1.1" status: 200 len: 210 time: 0.0364733 Nov 25 13:25:29.136593 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-282992d0-49e2-44ed-86a1-a0d54577798f req-c2a127f6-06e4-49cc-925d-99f2c2207c9c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367867 Nov 25 13:25:29.181887 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6596a1b4-b636-4ed0-a556-289ce7356fc8 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:29.185876 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-6596a1b4-b636-4ed0-a556-289ce7356fc8 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=7542d3d9-0db3-40e7-ab88-a168871141f7&device_id=16392a8a-83b6-4130-b979-9405b8db6aa7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1100996 Nov 25 13:25:29.186646 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58864) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:29.267558 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-876f1852-1fba-487d-98c6-89ed3e154f89 req-e98c526a-8b6d-41df-9401-2b7d71ecb2f5 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d8bb221-107e-4016-be4c-7f30d8a1b898 HTTP/1.1" status: 200 len: 210 time: 0.0699289 Nov 25 13:25:29.286636 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-884960bb-1f5b-42c5-bc8a-784a8159e023 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Deleting port 06c58fdb-8ea7-4fe5-86fc-befd1c78fbb8 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:25:29.287114 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-884960bb-1f5b-42c5-bc8a-784a8159e023 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:29.329269 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64fd377-a036-4ece-b94c-1ad7f81c2a30 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:29.333318 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f64fd377-a036-4ece-b94c-1ad7f81c2a30 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] 10.222.0.53 "GET /v2.0/networks/7542d3d9-0db3-40e7-ab88-a168871141f7 HTTP/1.1" status: 200 len: 881 time: 0.1427159 Nov 25 13:25:29.333558 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58870) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:29.360970 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-8d4d9f7e-5fc1-472d-86f1-dc289faa22cc tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] 10.222.0.53 "GET /v2.0/ports?device_id=16392a8a-83b6-4130-b979-9405b8db6aa7 HTTP/1.1" status: 200 len: 205 time: 0.0262911 Nov 25 13:25:29.363822 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58872) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:29.389863 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-884960bb-1f5b-42c5-bc8a-784a8159e023 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:29.407054 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-884960bb-1f5b-42c5-bc8a-784a8159e023 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Calling delete_port for 06c58fdb-8ea7-4fe5-86fc-befd1c78fbb8 owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:25:29.525526 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5b84214a-046f-41b8-9a91-d8b523a4a1be tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks [] for router, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:29.637643 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-884960bb-1f5b-42c5-bc8a-784a8159e023 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:29.662682 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c990f092-0d2a-4f0b-a318-1c7f2ab0320c req-9b494fea-f690-481b-ba6f-ec064778afaa tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:29.668343 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884960bb-1f5b-42c5-bc8a-784a8159e023 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event deleted for resources: {'Port': ['ID=06c58fdb-8ea7-4fe5-86fc-befd1c78fbb8,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:29.670305 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c990f092-0d2a-4f0b-a318-1c7f2ab0320c req-9b494fea-f690-481b-ba6f-ec064778afaa tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=007fabf5-6523-4965-b10c-45be5a972182 HTTP/1.1" status: 200 len: 946 time: 0.1089721 Nov 25 13:25:29.715432 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5b84214a-046f-41b8-9a91-d8b523a4a1be tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:29.744231 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c990f092-0d2a-4f0b-a318-1c7f2ab0320c req-5f93cc2d-70af-4fcc-acea-15db5ba2630c tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661161 Nov 25 13:25:29.846994 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-884960bb-1f5b-42c5-bc8a-784a8159e023 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:29.847282 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-5b84214a-046f-41b8-9a91-d8b523a4a1be tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Deleting port f604a68a-b046-4ee3-9cde-4cc561993548 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:25:29.847572 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5b84214a-046f-41b8-9a91-d8b523a4a1be tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:29.937671 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5b84214a-046f-41b8-9a91-d8b523a4a1be tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:29.955557 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-5b84214a-046f-41b8-9a91-d8b523a4a1be tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Calling delete_port for f604a68a-b046-4ee3-9cde-4cc561993548 owned by network:router_gateway {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:25:30.059140 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-884960bb-1f5b-42c5-bc8a-784a8159e023 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Router 4b8dcb2d-51c0-4a6a-be9f-8c8464d2c88b has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:25:30.130220 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5b84214a-046f-41b8-9a91-d8b523a4a1be tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:30.160505 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b84214a-046f-41b8-9a91-d8b523a4a1be tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Pushing event deleted for resources: {'Port': ['ID=f604a68a-b046-4ee3-9cde-4cc561993548,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:30.175399 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4686fc72-72f0-4f52-8592-7633cce8bea0 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:25:30.237627 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5b84214a-046f-41b8-9a91-d8b523a4a1be tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:30.355212 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1dd728cf-a4c5-44cd-8f81-da5a22e2ee7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:30.389366 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b6038f8c-218f-4b3f-b229-be9f2ab36497 req-327b5dfc-d95d-45d4-b5a5-297ca45f0590 tempest-ServerShowV247Test-1585694034 tempest-ServerShowV247Test-1585694034-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa0681d0-5221-40d6-8fd3-00cefacb07ee HTTP/1.1" status: 200 len: 210 time: 0.1618347 Nov 25 13:25:30.409473 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5b84214a-046f-41b8-9a91-d8b523a4a1be tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:30.424721 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5b84214a-046f-41b8-9a91-d8b523a4a1be tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:30.428064 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-022d855a-644f-4530-87fe-539665d5d150 req-04570a85-9ec7-4889-9f81-4fb5ea23ab6c tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d8bb221-107e-4016-be4c-7f30d8a1b898 HTTP/1.1" status: 200 len: 210 time: 0.0578260 Nov 25 13:25:30.481364 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5b84214a-046f-41b8-9a91-d8b523a4a1be tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:30.482577 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b84214a-046f-41b8-9a91-d8b523a4a1be tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Fanout notify agent at l3_agent the message router_deleted on router 16392a8a-83b6-4130-b979-9405b8db6aa7 {{(pid=103570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:25:30.490380 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5b84214a-046f-41b8-9a91-d8b523a4a1be tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:30.499258 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-5b84214a-046f-41b8-9a91-d8b523a4a1be tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] 10.222.0.53 "DELETE /v2.0/routers/16392a8a-83b6-4130-b979-9405b8db6aa7 HTTP/1.1" status: 204 len: 168 time: 1.1343422 Nov 25 13:25:30.500160 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58884) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:30.505334 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-64615590-d83d-4ea3-845b-b2d77104d015 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-785827561', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:25:30.532512 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-64615590-d83d-4ea3-845b-b2d77104d015 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:30.534273 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-64615590-d83d-4ea3-845b-b2d77104d015 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:30.534477 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884960bb-1f5b-42c5-bc8a-784a8159e023 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:25:30.549726 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-884960bb-1f5b-42c5-bc8a-784a8159e023 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "PUT /v2.0/routers/4b8dcb2d-51c0-4a6a-be9f-8c8464d2c88b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1680260 Nov 25 13:25:30.549976 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58886) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:30.552802 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08175e60-4bb9-4d1e-b523-141d4addac2c None None] Sync routers for ids ['4b8dcb2d-51c0-4a6a-be9f-8c8464d2c88b'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:25:30.566051 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08175e60-4bb9-4d1e-b523-141d4addac2c None None] Routers {'4b8dcb2d-51c0-4a6a-be9f-8c8464d2c88b'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:25:30.567481 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-08175e60-4bb9-4d1e-b523-141d4addac2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:25:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['4b8dcb2d-51c0-4a6a-be9f-8c8464d2c88b'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:30.571841 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f960b6c-d091-4009-9d43-373082251a5a req-0ac5ac4a-cb07-426f-a1b7-ca2f3de04ada tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:30.573874 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9f960b6c-d091-4009-9d43-373082251a5a req-0ac5ac4a-cb07-426f-a1b7-ca2f3de04ada tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.47 "GET /v2.0/networks?id=86ce0c5b-521f-4849-813d-48a6e4cbad17 HTTP/1.1" status: 200 len: 806 time: 0.1563325 Nov 25 13:25:30.591595 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-9f960b6c-d091-4009-9d43-373082251a5a req-82723ca0-2bf5-44e9-aa0e-654db98faf0e tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Request body: {'port': {'device_id': '8d8bb221-107e-4016-be4c-7f30d8a1b898', 'network_id': '86ce0c5b-521f-4849-813d-48a6e4cbad17', 'admin_state_up': True, 'tenant_id': '14da780ba23d47dc80a36e577e024742'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:25:30.603608 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-08175e60-4bb9-4d1e-b523-141d4addac2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:30.626427 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08175e60-4bb9-4d1e-b523-141d4addac2c None None] Routers {'4b8dcb2d-51c0-4a6a-be9f-8c8464d2c88b'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:25:30.627698 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-08175e60-4bb9-4d1e-b523-141d4addac2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:25:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['4b8dcb2d-51c0-4a6a-be9f-8c8464d2c88b'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:30.661313 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-08175e60-4bb9-4d1e-b523-141d4addac2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:30.662373 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08175e60-4bb9-4d1e-b523-141d4addac2c None None] The sync data for ids ['4b8dcb2d-51c0-4a6a-be9f-8c8464d2c88b'] in n-d-808199-11 is: [] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:25:30.669550 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-64615590-d83d-4ea3-845b-b2d77104d015 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:30.675265 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-64615590-d83d-4ea3-845b-b2d77104d015 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:30.715742 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f960b6c-d091-4009-9d43-373082251a5a req-82723ca0-2bf5-44e9-aa0e-654db98faf0e tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Made reservation on behalf of 14da780ba23d47dc80a36e577e024742 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:25:30.719144 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9f960b6c-d091-4009-9d43-373082251a5a req-82723ca0-2bf5-44e9-aa0e-654db98faf0e tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:30.731853 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-64615590-d83d-4ea3-845b-b2d77104d015 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:30.733049 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-64615590-d83d-4ea3-845b-b2d77104d015 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2316716 Nov 25 13:25:30.735837 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58888) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:30.746409 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-54c2d0aa-882a-4c85-a07a-1cd3bdc734fa tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Request body: {'router': {'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:25:30.890203 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75cce7a-7fa8-4a3a-bfe4-91b0ba55c44f req-2a5f3efe-c513-4b24-8da0-3eff74fb845a tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:30.891722 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c75cce7a-7fa8-4a3a-bfe4-91b0ba55c44f req-2a5f3efe-c513-4b24-8da0-3eff74fb845a tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=007fabf5-6523-4965-b10c-45be5a972182 HTTP/1.1" status: 200 len: 946 time: 0.0803118 Nov 25 13:25:30.977334 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c75cce7a-7fa8-4a3a-bfe4-91b0ba55c44f req-11b6f21a-bb08-4c1a-8c7b-29fcd8c1ea2a tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774477 Nov 25 13:25:31.011958 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-125a2725-736b-4431-b20f-04ff07a4c43d tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:31.036409 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-54c2d0aa-882a-4c85-a07a-1cd3bdc734fa tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:31.043785 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-9f960b6c-d091-4009-9d43-373082251a5a req-82723ca0-2bf5-44e9-aa0e-654db98faf0e tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Allocated IP 172.20.0.7 (86ce0c5b-521f-4849-813d-48a6e4cbad17/1a356b22-557f-414f-9369-a0bf5c0c80eb/d15cd805-b8d8-41c0-a8ef-95ea84372604) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:25:31.232359 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c2d706-8d35-43f2-97da-54fa4e4bbd77 req-298167b2-e1a8-4064-a5bb-8ec9e8928d30 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:31.233308 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b3c2d706-8d35-43f2-97da-54fa4e4bbd77 req-298167b2-e1a8-4064-a5bb-8ec9e8928d30 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=007fabf5-6523-4965-b10c-45be5a972182 HTTP/1.1" status: 200 len: 946 time: 0.0791674 Nov 25 13:25:31.280150 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9f960b6c-d091-4009-9d43-373082251a5a req-82723ca0-2bf5-44e9-aa0e-654db98faf0e tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:31.337363 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b3c2d706-8d35-43f2-97da-54fa4e4bbd77 req-1656a223-e695-42d1-a39c-f59e3530b90b tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960877 Nov 25 13:25:31.369432 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-125a2725-736b-4431-b20f-04ff07a4c43d tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Deleting port 2b3c0e28-3569-4a99-b25d-2b0f9862d828 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:25:31.369777 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-125a2725-736b-4431-b20f-04ff07a4c43d tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:31.379753 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-54c2d0aa-882a-4c85-a07a-1cd3bdc734fa tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks [] for router_gateway, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:31.404341 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-54c2d0aa-882a-4c85-a07a-1cd3bdc734fa tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:31.451403 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9f960b6c-d091-4009-9d43-373082251a5a req-82723ca0-2bf5-44e9-aa0e-654db98faf0e tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:31.476183 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['b517ee6d-7632-4cc4-aa47-ffcbea84a1d1'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:25:31.477210 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-125a2725-736b-4431-b20f-04ff07a4c43d tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:31.514943 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-35ccaf73-51fa-47c0-b9c8-e9ec944e5f79 req-54b36ca0-1af6-4b5b-8649-bb0c3bd58b74 tempest-ServerShowV247Test-1585694034 tempest-ServerShowV247Test-1585694034-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa0681d0-5221-40d6-8fd3-00cefacb07ee HTTP/1.1" status: 200 len: 210 time: 0.0411808 Nov 25 13:25:31.515533 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-125a2725-736b-4431-b20f-04ff07a4c43d tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Calling delete_port for 2b3c0e28-3569-4a99-b25d-2b0f9862d828 owned by network:router_interface {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:25:31.523835 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f960b6c-d091-4009-9d43-373082251a5a req-82723ca0-2bf5-44e9-aa0e-654db98faf0e tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Network 86ce0c5b-521f-4849-813d-48a6e4cbad17 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:25:31.545981 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-9f960b6c-d091-4009-9d43-373082251a5a req-82723ca0-2bf5-44e9-aa0e-654db98faf0e tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:25:31.554830 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f960b6c-d091-4009-9d43-373082251a5a req-82723ca0-2bf5-44e9-aa0e-654db98faf0e tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:25:31.577779 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82723ca0-2bf5-44e9-aa0e-654db98faf0e tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Pushing event updated for resources: {'Port': ['ID=d15cd805-b8d8-41c0-a8ef-95ea84372604,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:31.618121 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-54c2d0aa-882a-4c85-a07a-1cd3bdc734fa tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Allocated IP 172.25.5.90 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/1d1d9d7d-e809-4d25-8bda-513c2773c7b6) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:25:31.627914 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f960b6c-d091-4009-9d43-373082251a5a req-82723ca0-2bf5-44e9-aa0e-654db98faf0e tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:31.628948 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9f960b6c-d091-4009-9d43-373082251a5a req-82723ca0-2bf5-44e9-aa0e-654db98faf0e tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:31.663488 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9f960b6c-d091-4009-9d43-373082251a5a req-82723ca0-2bf5-44e9-aa0e-654db98faf0e tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0759022 Nov 25 13:25:31.701410 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-9f960b6c-d091-4009-9d43-373082251a5a req-f093aa8e-2361-4dbe-9ca7-7e00d165e05e service neutron] Request body: {'port': {'device_id': '8d8bb221-107e-4016-be4c-7f30d8a1b898', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:25:31.786357 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9f960b6c-d091-4009-9d43-373082251a5a req-f093aa8e-2361-4dbe-9ca7-7e00d165e05e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:31.814676 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-54c2d0aa-882a-4c85-a07a-1cd3bdc734fa tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:31.955172 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-54c2d0aa-882a-4c85-a07a-1cd3bdc734fa tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:32.006805 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd2f48-1a19-4fa9-89d3-81735e9cade9 req-ae7ca3f4-c020-40e5-9b26-3e0af8d4dda5 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:32.008319 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-eedd2f48-1a19-4fa9-89d3-81735e9cade9 req-ae7ca3f4-c020-40e5-9b26-3e0af8d4dda5 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d8bb221-107e-4016-be4c-7f30d8a1b898 HTTP/1.1" status: 200 len: 931 time: 0.4387612 Nov 25 13:25:32.049041 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c2d0aa-882a-4c85-a07a-1cd3bdc734fa tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:25:32.054387 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-54c2d0aa-882a-4c85-a07a-1cd3bdc734fa tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:25:32.059152 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c2d0aa-882a-4c85-a07a-1cd3bdc734fa tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:25:32.067765 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed1f17b-0ee0-4c0c-b97d-b541a0e3cc37 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:25:32.091933 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-eedd2f48-1a19-4fa9-89d3-81735e9cade9 req-54ca2f37-ff74-4f9e-b10f-63eee8e094ea tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738482 Nov 25 13:25:32.112836 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-125a2725-736b-4431-b20f-04ff07a4c43d tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:32.115172 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c2d0aa-882a-4c85-a07a-1cd3bdc734fa tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Pushing event updated for resources: {'Port': ['ID=1d1d9d7d-e809-4d25-8bda-513c2773c7b6,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:32.138125 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-7fedcf8d-8694-483d-a79a-433da9c32687 None None] Provisioning complete for port 1d1d9d7d-e809-4d25-8bda-513c2773c7b6 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:25:32.138499 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7fedcf8d-8694-483d-a79a-433da9c32687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:32.147506 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125a2725-736b-4431-b20f-04ff07a4c43d tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event deleted for resources: {'Port': ['ID=2b3c0e28-3569-4a99-b25d-2b0f9862d828,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:32.192720 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-7fedcf8d-8694-483d-a79a-433da9c32687 None None] Port 1d1d9d7d-e809-4d25-8bda-513c2773c7b6 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:25:32.256345 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-125a2725-736b-4431-b20f-04ff07a4c43d tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:32.299814 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-9f960b6c-d091-4009-9d43-373082251a5a req-f093aa8e-2361-4dbe-9ca7-7e00d165e05e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d15cd805-b8d8-41c0-a8ef-95ea84372604 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:25:32.310914 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9f960b6c-d091-4009-9d43-373082251a5a req-f093aa8e-2361-4dbe-9ca7-7e00d165e05e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:32.331014 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-9f960b6c-d091-4009-9d43-373082251a5a req-f093aa8e-2361-4dbe-9ca7-7e00d165e05e service neutron] Transition to ACTIVE for port object d15cd805-b8d8-41c0-a8ef-95ea84372604 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:25:32.422258 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-125a2725-736b-4431-b20f-04ff07a4c43d tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Router 4b8dcb2d-51c0-4a6a-be9f-8c8464d2c88b has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:25:32.426269 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9f960b6c-d091-4009-9d43-373082251a5a req-f093aa8e-2361-4dbe-9ca7-7e00d165e05e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:32.488409 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-54c2d0aa-882a-4c85-a07a-1cd3bdc734fa tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks [] for router_gateway, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:32.491244 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f093aa8e-2361-4dbe-9ca7-7e00d165e05e service neutron] Pushing event updated for resources: {'Port': ['ID=d15cd805-b8d8-41c0-a8ef-95ea84372604,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:32.525449 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-125a2725-736b-4431-b20f-04ff07a4c43d tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:25:32.533539 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-125a2725-736b-4431-b20f-04ff07a4c43d tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "PUT /v2.0/routers/4b8dcb2d-51c0-4a6a-be9f-8c8464d2c88b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9758668 Nov 25 13:25:32.534211 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58906) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:32.538213 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3ab0d7-691b-4c0b-be8a-a699fd269510 None None] Sync routers for ids ['4b8dcb2d-51c0-4a6a-be9f-8c8464d2c88b'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:25:32.548223 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3ab0d7-691b-4c0b-be8a-a699fd269510 None None] Routers {'4b8dcb2d-51c0-4a6a-be9f-8c8464d2c88b'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:25:32.548868 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-eb3ab0d7-691b-4c0b-be8a-a699fd269510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:25:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['4b8dcb2d-51c0-4a6a-be9f-8c8464d2c88b'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:32.577142 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-98e48ec4-4419-4303-9eee-d5953cea218f tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b8dcb2d-51c0-4a6a-be9f-8c8464d2c88b HTTP/1.1" status: 200 len: 205 time: 0.0406125 Nov 25 13:25:32.578464 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58910) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:32.597346 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc29054-c8d6-4a9a-b986-7495471e7338 req-9d09f5ce-5d08-4ad5-94ce-69bacfeafc97 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:32.599610 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4dc29054-c8d6-4a9a-b986-7495471e7338 req-9d09f5ce-5d08-4ad5-94ce-69bacfeafc97 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=007fabf5-6523-4965-b10c-45be5a972182 HTTP/1.1" status: 200 len: 946 time: 0.1301277 Nov 25 13:25:32.616483 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-eb3ab0d7-691b-4c0b-be8a-a699fd269510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:32.626647 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3ab0d7-691b-4c0b-be8a-a699fd269510 None None] Routers {'4b8dcb2d-51c0-4a6a-be9f-8c8464d2c88b'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:25:32.627291 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-eb3ab0d7-691b-4c0b-be8a-a699fd269510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:25:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['4b8dcb2d-51c0-4a6a-be9f-8c8464d2c88b'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:32.659357 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-9f960b6c-d091-4009-9d43-373082251a5a req-f093aa8e-2361-4dbe-9ca7-7e00d165e05e service neutron] Attempting to bind port d15cd805-b8d8-41c0-a8ef-95ea84372604 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:25:32.659998 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-9f960b6c-d091-4009-9d43-373082251a5a req-f093aa8e-2361-4dbe-9ca7-7e00d165e05e service neutron] Attempting to bind port d15cd805-b8d8-41c0-a8ef-95ea84372604 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '69c62212-4523-4acd-b808-007a53ff7fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '86ce0c5b-521f-4849-813d-48a6e4cbad17'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:25:32.659998 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f960b6c-d091-4009-9d43-373082251a5a req-f093aa8e-2361-4dbe-9ca7-7e00d165e05e service neutron] Attempting to bind port d15cd805-b8d8-41c0-a8ef-95ea84372604 on network 86ce0c5b-521f-4849-813d-48a6e4cbad17 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:25:32.662083 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-eb3ab0d7-691b-4c0b-be8a-a699fd269510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:32.662745 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3ab0d7-691b-4c0b-be8a-a699fd269510 None None] The sync data for ids ['4b8dcb2d-51c0-4a6a-be9f-8c8464d2c88b'] in n-d-808199-11 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:25:32.700451 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f960b6c-d091-4009-9d43-373082251a5a req-f093aa8e-2361-4dbe-9ca7-7e00d165e05e service neutron] Port d15cd805-b8d8-41c0-a8ef-95ea84372604 on network 86ce0c5b-521f-4849-813d-48a6e4cbad17 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:25:32.700779 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f960b6c-d091-4009-9d43-373082251a5a req-f093aa8e-2361-4dbe-9ca7-7e00d165e05e service neutron] Attempting to bind port d15cd805-b8d8-41c0-a8ef-95ea84372604 on network 86ce0c5b-521f-4849-813d-48a6e4cbad17 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:25:32.708753 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-781cffd5-49fd-4e10-9faf-b4e2501a0d2c req-d35ff275-83d8-43b1-ac98-72f19f32cd35 tempest-ServerShowV247Test-1585694034 tempest-ServerShowV247Test-1585694034-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa0681d0-5221-40d6-8fd3-00cefacb07ee HTTP/1.1" status: 200 len: 210 time: 0.0722311 Nov 25 13:25:32.709007 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f960b6c-d091-4009-9d43-373082251a5a req-f093aa8e-2361-4dbe-9ca7-7e00d165e05e service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:25:32.709139 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f960b6c-d091-4009-9d43-373082251a5a req-f093aa8e-2361-4dbe-9ca7-7e00d165e05e service neutron] Checking segment: {'id': '69c62212-4523-4acd-b808-007a53ff7fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '86ce0c5b-521f-4849-813d-48a6e4cbad17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:25:32.709473 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f960b6c-d091-4009-9d43-373082251a5a req-f093aa8e-2361-4dbe-9ca7-7e00d165e05e service neutron] Bound using segment: {'id': '69c62212-4523-4acd-b808-007a53ff7fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '86ce0c5b-521f-4849-813d-48a6e4cbad17'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:25:32.709915 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-9f960b6c-d091-4009-9d43-373082251a5a req-f093aa8e-2361-4dbe-9ca7-7e00d165e05e service neutron] Bound port: d15cd805-b8d8-41c0-a8ef-95ea84372604, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c62212-4523-4acd-b808-007a53ff7fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '86ce0c5b-521f-4849-813d-48a6e4cbad17'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:25:32.710302 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9f960b6c-d091-4009-9d43-373082251a5a req-f093aa8e-2361-4dbe-9ca7-7e00d165e05e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:32.723800 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-aae4b123-7e47-4998-b395-3fd6c7d61755 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for router, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:32.761350 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-785bccf0-d790-4ecc-a947-0df1b143427e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:32.802385 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4dc29054-c8d6-4a9a-b986-7495471e7338 req-5141ad3a-8c86-4d57-8af1-630b63182be3 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642988 Nov 25 13:25:32.835207 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-54c2d0aa-882a-4c85-a07a-1cd3bdc734fa tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66601263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66597252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:32.841130 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-54c2d0aa-882a-4c85-a07a-1cd3bdc734fa tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66601254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66601277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66597267'] for router, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:32.843326 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-9f960b6c-d091-4009-9d43-373082251a5a req-f093aa8e-2361-4dbe-9ca7-7e00d165e05e service neutron] For port d15cd805-b8d8-41c0-a8ef-95ea84372604, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:25:32.847218 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-9f960b6c-d091-4009-9d43-373082251a5a req-f093aa8e-2361-4dbe-9ca7-7e00d165e05e service neutron] For port d15cd805-b8d8-41c0-a8ef-95ea84372604, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=d15cd805-b8d8-41c0-a8ef-95ea84372604,segment=NetworkSegment(69c62212-4523-4acd-b808-007a53ff7fe0),segment_id=69c62212-4523-4acd-b808-007a53ff7fe0)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:25:32.853401 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9f960b6c-d091-4009-9d43-373082251a5a req-f093aa8e-2361-4dbe-9ca7-7e00d165e05e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:32.902845 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-aae4b123-7e47-4998-b395-3fd6c7d61755 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:32.904988 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-aae4b123-7e47-4998-b395-3fd6c7d61755 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:32.926211 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f960b6c-d091-4009-9d43-373082251a5a req-f093aa8e-2361-4dbe-9ca7-7e00d165e05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:32.926211 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9f960b6c-d091-4009-9d43-373082251a5a req-f093aa8e-2361-4dbe-9ca7-7e00d165e05e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:32.927788 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9f960b6c-d091-4009-9d43-373082251a5a req-f093aa8e-2361-4dbe-9ca7-7e00d165e05e service neutron] 10.222.0.47 "PUT /v2.0/ports/d15cd805-b8d8-41c0-a8ef-95ea84372604 HTTP/1.1" status: 200 len: 1092 time: 1.2306776 Nov 25 13:25:32.932543 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d8bb221-107e-4016-be4c-7f30d8a1b898', 'tag': 'd15cd805-b8d8-41c0-a8ef-95ea84372604'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:25:32.935507 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f1459a-5ea5-4be8-85c6-b90f4d8ce032" -d '{"events": [{"name": "network-changed", "server_uuid": "8d8bb221-107e-4016-be4c-7f30d8a1b898", "tag": "d15cd805-b8d8-41c0-a8ef-95ea84372604"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:25:32.964439 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-aae4b123-7e47-4998-b395-3fd6c7d61755 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:32.965026 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae4b123-7e47-4998-b395-3fd6c7d61755 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Fanout notify agent at l3_agent the message router_deleted on router 4b8dcb2d-51c0-4a6a-be9f-8c8464d2c88b {{(pid=103570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:25:32.973650 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-aae4b123-7e47-4998-b395-3fd6c7d61755 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:32.975882 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-aae4b123-7e47-4998-b395-3fd6c7d61755 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "DELETE /v2.0/routers/4b8dcb2d-51c0-4a6a-be9f-8c8464d2c88b HTTP/1.1" status: 204 len: 168 time: 0.3950408 Nov 25 13:25:32.978422 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58914) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:33.011009 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff16094-6bcf-4107-a297-b1e2028e0e15 x-openstack-request-id: req-1ff16094-6bcf-4107-a297-b1e2028e0e15 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:25:33.011294 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d8bb221-107e-4016-be4c-7f30d8a1b898", "tag": "d15cd805-b8d8-41c0-a8ef-95ea84372604", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:25:33.011546 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1ff16094-6bcf-4107-a297-b1e2028e0e15 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:25:33.011951 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d8bb221-107e-4016-be4c-7f30d8a1b898', 'tag': 'd15cd805-b8d8-41c0-a8ef-95ea84372604', 'status': 'completed', 'code': 200} Nov 25 13:25:33.040451 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a27578f-eac2-4ae6-ab0f-dfea308142ae tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Deleting subnet 44886365-997b-457e-b64d-8296b2dbf46a {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:25:33.044052 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9a27578f-eac2-4ae6-ab0f-dfea308142ae tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:33.087871 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9a27578f-eac2-4ae6-ab0f-dfea308142ae tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:33.214428 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9a27578f-eac2-4ae6-ab0f-dfea308142ae tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:33.269622 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a23a6fd-150e-4fdd-a3b4-15d15c2fe0a7 req-b5910047-7099-487c-8fd6-58c93934e5a4 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:33.271222 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4a23a6fd-150e-4fdd-a3b4-15d15c2fe0a7 req-b5910047-7099-487c-8fd6-58c93934e5a4 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d8bb221-107e-4016-be4c-7f30d8a1b898 HTTP/1.1" status: 200 len: 943 time: 0.0993514 Nov 25 13:25:33.302174 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9a27578f-eac2-4ae6-ab0f-dfea308142ae tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:33.341505 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9a27578f-eac2-4ae6-ab0f-dfea308142ae tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:33.342800 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a3ee10-9329-4477-b1a5-027ecef53e28 None None] Network e722cbb3-e33b-4af3-968b-7311ec4bfe39 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:25:33.347234 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-9a27578f-eac2-4ae6-ab0f-dfea308142ae tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "DELETE /v2.0/subnets/44886365-997b-457e-b64d-8296b2dbf46a HTTP/1.1" status: 204 len: 168 time: 0.3654327 Nov 25 13:25:33.348248 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a27578f-eac2-4ae6-ab0f-dfea308142ae tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event deleted for resources: {'Subnet': ['ID=44886365-997b-457e-b64d-8296b2dbf46a,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:33.349652 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58920) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:33.389373 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f093aa8e-2361-4dbe-9ca7-7e00d165e05e service neutron] Pushing event updated for resources: {'Port': ['ID=d15cd805-b8d8-41c0-a8ef-95ea84372604,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:33.409796 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4a23a6fd-150e-4fdd-a3b4-15d15c2fe0a7 req-dd56bc68-1fa2-46a9-aed3-231c86491a17 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201673 Nov 25 13:25:33.434971 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebae6966-4b0c-47a0-934b-180c38723731 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Deleting subnet 64cc489a-eda6-4a18-be19-d75183b7e9c3 {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:25:33.438235 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ebae6966-4b0c-47a0-934b-180c38723731 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:33.438565 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f960b6c-d091-4009-9d43-373082251a5a req-23d118ed-28b9-46b5-ae33-3e7c0f2cf34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:33.440072 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9f960b6c-d091-4009-9d43-373082251a5a req-23d118ed-28b9-46b5-ae33-3e7c0f2cf34b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=14da780ba23d47dc80a36e577e024742&device_id=8d8bb221-107e-4016-be4c-7f30d8a1b898 HTTP/1.1" status: 200 len: 1095 time: 0.4528754 Nov 25 13:25:33.442908 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c24f4bad-b02c-48fc-9094-3f11d8188c93 req-4ecd3005-6fcc-4fb2-984f-391beec833eb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4568298 Nov 25 13:25:33.463836 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54c2d0aa-882a-4c85-a07a-1cd3bdc734fa tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Router 8d7aac64-48ec-48c8-84bc-db30939d637e is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:25:33.507293 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ebae6966-4b0c-47a0-934b-180c38723731 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:33.517077 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9f960b6c-d091-4009-9d43-373082251a5a req-8ccb145e-0b5c-4cd3-ae93-ff2e7903e337 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d15cd805-b8d8-41c0-a8ef-95ea84372604 HTTP/1.1" status: 200 len: 217 time: 0.0500307 Nov 25 13:25:33.543882 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2964095-0e07-42f1-8ed4-40e4301bc8d6 None None] DHCP port deletion for e722cbb3-e33b-4af3-968b-7311ec4bfe39 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:25:33.597749 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-f2964095-0e07-42f1-8ed4-40e4301bc8d6 None None] Deleting port ef1265b2-e52a-419a-9e29-e5895951b3f9 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:25:33.598032 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f2964095-0e07-42f1-8ed4-40e4301bc8d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:33.607388 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ebae6966-4b0c-47a0-934b-180c38723731 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:33.664840 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-f2964095-0e07-42f1-8ed4-40e4301bc8d6 None None] For port ef1265b2-e52a-419a-9e29-e5895951b3f9, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=ef1265b2-e52a-419a-9e29-e5895951b3f9,segment=NetworkSegment(697bc2f0-c106-4ad0-b89a-04e16f48d3b6),segment_id=697bc2f0-c106-4ad0-b89a-04e16f48d3b6)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:25:33.665626 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f2964095-0e07-42f1-8ed4-40e4301bc8d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:33.675476 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f960b6c-d091-4009-9d43-373082251a5a req-9ab7d60b-b6b6-4290-823f-4b9438f9e15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:33.676947 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9f960b6c-d091-4009-9d43-373082251a5a req-9ab7d60b-b6b6-4290-823f-4b9438f9e15b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1a356b22-557f-414f-9369-a0bf5c0c80eb HTTP/1.1" status: 200 len: 846 time: 0.1349742 Nov 25 13:25:33.678292 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ebae6966-4b0c-47a0-934b-180c38723731 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:33.681627 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-f2964095-0e07-42f1-8ed4-40e4301bc8d6 None None] Calling delete_port for ef1265b2-e52a-419a-9e29-e5895951b3f9 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:25:33.686723 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f4bad-b02c-48fc-9094-3f11d8188c93 req-7c3b08b6-1c65-41a0-9511-c7767d5d71fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:33.688201 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c24f4bad-b02c-48fc-9094-3f11d8188c93 req-7c3b08b6-1c65-41a0-9511-c7767d5d71fc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3c775803d354892aee478fad34a8c78&device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 1097 time: 0.1791074 Nov 25 13:25:33.707783 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebae6966-4b0c-47a0-934b-180c38723731 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event deleted for resources: {'Subnet': ['ID=64cc489a-eda6-4a18-be19-d75183b7e9c3,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:33.713966 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ebae6966-4b0c-47a0-934b-180c38723731 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:33.717352 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9f960b6c-d091-4009-9d43-373082251a5a req-50976539-d423-4717-b13b-79b2bbbae091 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=86ce0c5b-521f-4849-813d-48a6e4cbad17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282214 Nov 25 13:25:33.720468 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-ebae6966-4b0c-47a0-934b-180c38723731 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "DELETE /v2.0/subnets/64cc489a-eda6-4a18-be19-d75183b7e9c3 HTTP/1.1" status: 204 len: 168 time: 0.3670971 Nov 25 13:25:33.721558 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58922) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:33.746368 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d46901-733d-4ad4-9ef5-b09d83947b7b None None] Network 72c6a6a8-48e4-4942-956a-177c6f4aab21 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:25:33.809715 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4678e040-85ea-4f17-a4b7-1def444fbce6 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:33.816511 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c2d0aa-882a-4c85-a07a-1cd3bdc734fa tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:25:33.830599 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-54c2d0aa-882a-4c85-a07a-1cd3bdc734fa tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:33.831853 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-54c2d0aa-882a-4c85-a07a-1cd3bdc734fa tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] 10.222.0.53 "PUT /v2.0/routers/8d7aac64-48ec-48c8-84bc-db30939d637e HTTP/1.1" status: 200 len: 882 time: 3.0905426 Nov 25 13:25:33.836603 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58928) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:33.848916 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-aca3a827-305b-4a04-8a22-b97897281958 req-1773bee5-ceb0-4e57-8e73-db460bc00d5c tempest-ServerShowV247Test-1585694034 tempest-ServerShowV247Test-1585694034-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa0681d0-5221-40d6-8fd3-00cefacb07ee HTTP/1.1" status: 200 len: 210 time: 0.0347753 Nov 25 13:25:33.910507 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ef0506-9689-4a65-a149-f2ce15d8db7c None None] Sync routers for ids ['8d7aac64-48ec-48c8-84bc-db30939d637e'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:25:33.936987 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-4678e040-85ea-4f17-a4b7-1def444fbce6 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Deleting port ef1265b2-e52a-419a-9e29-e5895951b3f9 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:25:33.937538 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4678e040-85ea-4f17-a4b7-1def444fbce6 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:33.966792 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:33.988177 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ef0506-9689-4a65-a149-f2ce15d8db7c None None] Routers {'8d7aac64-48ec-48c8-84bc-db30939d637e'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:25:33.988816 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-c2ef0506-9689-4a65-a149-f2ce15d8db7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:25:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['8d7aac64-48ec-48c8-84bc-db30939d637e'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:33.993118 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9f960b6c-d091-4009-9d43-373082251a5a req-e350684f-92da-4a54-b194-715bb5255235 service neutron] 10.222.0.47 "GET /v2.0/networks/86ce0c5b-521f-4849-813d-48a6e4cbad17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640553 Nov 25 13:25:33.995984 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f4bad-b02c-48fc-9094-3f11d8188c93 req-80aceb97-e645-42c4-a447-fd2c2f8b41cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:33.997316 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c24f4bad-b02c-48fc-9094-3f11d8188c93 req-80aceb97-e645-42c4-a447-fd2c2f8b41cc service neutron] 10.222.0.47 "GET /v2.0/networks?id=755402ba-804b-4493-8340-905b0e2e90e1 HTTP/1.1" status: 200 len: 917 time: 0.2791393 Nov 25 13:25:34.002442 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-302d7b2b-961c-4264-afce-d347301209fa tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] 10.222.0.53 "GET /v2.0/routers/8d7aac64-48ec-48c8-84bc-db30939d637e HTTP/1.1" status: 200 len: 923 time: 0.1616724 Nov 25 13:25:34.002442 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58930) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:34.012093 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2739e8-3b9c-461e-a0ea-22fe7c10c524 req-eb4164e6-3a67-49a0-8ac6-76e80067d787 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:34.013724 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fd2739e8-3b9c-461e-a0ea-22fe7c10c524 req-eb4164e6-3a67-49a0-8ac6-76e80067d787 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=007fabf5-6523-4965-b10c-45be5a972182 HTTP/1.1" status: 200 len: 946 time: 0.1182687 Nov 25 13:25:34.028101 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-c2ef0506-9689-4a65-a149-f2ce15d8db7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:34.028674 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-4678e040-85ea-4f17-a4b7-1def444fbce6 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] For port ef1265b2-e52a-419a-9e29-e5895951b3f9, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=ef1265b2-e52a-419a-9e29-e5895951b3f9,segment=NetworkSegment(697bc2f0-c106-4ad0-b89a-04e16f48d3b6),segment_id=697bc2f0-c106-4ad0-b89a-04e16f48d3b6)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:25:34.029133 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4678e040-85ea-4f17-a4b7-1def444fbce6 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:34.041779 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f2964095-0e07-42f1-8ed4-40e4301bc8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:34.064318 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-4678e040-85ea-4f17-a4b7-1def444fbce6 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Calling delete_port for ef1265b2-e52a-419a-9e29-e5895951b3f9 owned by network:dhcp {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:25:34.089400 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2964095-0e07-42f1-8ed4-40e4301bc8d6 None None] Pushing event deleted for resources: {'Port': ['ID=ef1265b2-e52a-419a-9e29-e5895951b3f9,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:34.099083 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ef0506-9689-4a65-a149-f2ce15d8db7c None None] Routers {'8d7aac64-48ec-48c8-84bc-db30939d637e'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:25:34.100203 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-c2ef0506-9689-4a65-a149-f2ce15d8db7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:25:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['8d7aac64-48ec-48c8-84bc-db30939d637e'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:34.129034 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fd2739e8-3b9c-461e-a0ea-22fe7c10c524 req-e2158777-3393-498a-a2ad-b44805b8f2b2 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065547 Nov 25 13:25:34.156655 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c24f4bad-b02c-48fc-9094-3f11d8188c93 req-421f56ea-bc61-4c6b-a13d-9fd0d65894fb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b12730d-6eb6-49ae-ab0e-3c3244c452b2 HTTP/1.1" status: 200 len: 1001 time: 0.1454778 Nov 25 13:25:34.158328 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-c2ef0506-9689-4a65-a149-f2ce15d8db7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:34.159261 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ef0506-9689-4a65-a149-f2ce15d8db7c None None] The sync data for ids ['8d7aac64-48ec-48c8-84bc-db30939d637e'] in n-d-808199-11 is: [] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:25:34.161744 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef94df68-11be-4ac3-9be4-d143a3c1a2fe tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:34.167322 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-ef94df68-11be-4ac3-9be4-d143a3c1a2fe tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=7542d3d9-0db3-40e7-ab88-a168871141f7&device_id=8d7aac64-48ec-48c8-84bc-db30939d637e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1599996 Nov 25 13:25:34.167437 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58934) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:34.173645 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2964095-0e07-42f1-8ed4-40e4301bc8d6 None None] No DVR routers for this DVR port ef1265b2-e52a-419a-9e29-e5895951b3f9 on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:25:34.243632 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4678e040-85ea-4f17-a4b7-1def444fbce6 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:34.243896 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b1219f-342e-4f95-8f30-ec758fa72187 None None] DHCP port deletion for 72c6a6a8-48e4-4942-956a-177c6f4aab21 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:25:34.250297 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9f960b6c-d091-4009-9d43-373082251a5a req-e394172c-7e03-4ff6-800e-176a26b1999e service neutron] 10.222.0.47 "GET /v2.0/networks/86ce0c5b-521f-4849-813d-48a6e4cbad17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326591 Nov 25 13:25:34.261321 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f4bad-b02c-48fc-9094-3f11d8188c93 req-9de850f8-4bf8-4426-b046-421e3b10a412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:34.262810 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c24f4bad-b02c-48fc-9094-3f11d8188c93 req-9de850f8-4bf8-4426-b046-421e3b10a412 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=de598ec9-e4ed-4f9c-80e3-a369f7acaceb HTTP/1.1" status: 200 len: 855 time: 0.0923619 Nov 25 13:25:34.280982 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4678e040-85ea-4f17-a4b7-1def444fbce6 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event deleted for resources: {'Port': ['ID=ef1265b2-e52a-419a-9e29-e5895951b3f9,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:34.284507 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4678e040-85ea-4f17-a4b7-1def444fbce6 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] No DVR routers for this DVR port ef1265b2-e52a-419a-9e29-e5895951b3f9 on host n-d-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:25:34.316759 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-b4b1219f-342e-4f95-8f30-ec758fa72187 None None] Deleting port 0b31c770-9d34-40f5-a4e0-5232c22f9bbe {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:25:34.317483 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b4b1219f-342e-4f95-8f30-ec758fa72187 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:34.355593 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f4bad-b02c-48fc-9094-3f11d8188c93 req-87a68808-d4b0-45d7-a778-a49e84a14898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:34.357028 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c24f4bad-b02c-48fc-9094-3f11d8188c93 req-87a68808-d4b0-45d7-a778-a49e84a14898 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=755402ba-804b-4493-8340-905b0e2e90e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0863070 Nov 25 13:25:34.363467 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f1459a-5ea5-4be8-85c6-b90f4d8ce032 req-5e7cd7ea-ac0c-4e3a-8234-27a4ee6f35ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:34.365288 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f7f1459a-5ea5-4be8-85c6-b90f4d8ce032 req-5e7cd7ea-ac0c-4e3a-8234-27a4ee6f35ae service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=14da780ba23d47dc80a36e577e024742&device_id=8d8bb221-107e-4016-be4c-7f30d8a1b898 HTTP/1.1" status: 200 len: 1095 time: 0.0549803 Nov 25 13:25:34.376891 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a29a3eb-e47e-45f7-af8d-c0726bfa950a tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:34.378288 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-5a29a3eb-e47e-45f7-af8d-c0726bfa950a tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] 10.222.0.53 "GET /v2.0/networks/7542d3d9-0db3-40e7-ab88-a168871141f7 HTTP/1.1" status: 200 len: 881 time: 0.2101424 Nov 25 13:25:34.389560 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58936) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:34.403917 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-b4b1219f-342e-4f95-8f30-ec758fa72187 None None] For port 0b31c770-9d34-40f5-a4e0-5232c22f9bbe, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=0b31c770-9d34-40f5-a4e0-5232c22f9bbe,segment=NetworkSegment(7a30c0b3-9956-4dca-be29-b30576b1049d),segment_id=7a30c0b3-9956-4dca-be29-b30576b1049d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:25:34.404416 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b4b1219f-342e-4f95-8f30-ec758fa72187 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:34.416674 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4678e040-85ea-4f17-a4b7-1def444fbce6 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:34.418448 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-b4b1219f-342e-4f95-8f30-ec758fa72187 None None] Calling delete_port for 0b31c770-9d34-40f5-a4e0-5232c22f9bbe owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:25:34.423516 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-0b95dabc-6735-41a5-8652-b0750111e3e5 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d7aac64-48ec-48c8-84bc-db30939d637e HTTP/1.1" status: 200 len: 205 time: 0.0302625 Nov 25 13:25:34.426400 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58938) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:34.522146 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b4b1219f-342e-4f95-8f30-ec758fa72187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:34.527734 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c24f4bad-b02c-48fc-9094-3f11d8188c93 req-d203bf3a-0967-4d72-8a9e-c22105a7c181 service neutron] 10.222.0.47 "GET /v2.0/networks/755402ba-804b-4493-8340-905b0e2e90e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618171 Nov 25 13:25:34.530589 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f1459a-5ea5-4be8-85c6-b90f4d8ce032 req-64585918-2b6a-4b11-bcd1-f1a833860f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:34.532056 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f7f1459a-5ea5-4be8-85c6-b90f4d8ce032 req-64585918-2b6a-4b11-bcd1-f1a833860f7c service neutron] 10.222.0.47 "GET /v2.0/networks?id=86ce0c5b-521f-4849-813d-48a6e4cbad17 HTTP/1.1" status: 200 len: 907 time: 0.1584504 Nov 25 13:25:34.553962 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b1219f-342e-4f95-8f30-ec758fa72187 None None] Pushing event deleted for resources: {'Port': ['ID=0b31c770-9d34-40f5-a4e0-5232c22f9bbe,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:34.565510 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b1219f-342e-4f95-8f30-ec758fa72187 None None] No DVR routers for this DVR port 0b31c770-9d34-40f5-a4e0-5232c22f9bbe on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:25:34.568148 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b1219f-342e-4f95-8f30-ec758fa72187 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:25:34.568793 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b1219f-342e-4f95-8f30-ec758fa72187 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:25:34.569754 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b1219f-342e-4f95-8f30-ec758fa72187 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:25:34.570182 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-4678e040-85ea-4f17-a4b7-1def444fbce6 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e722cbb3-e33b-4af3-968b-7311ec4bfe39']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:34.570344 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b1219f-342e-4f95-8f30-ec758fa72187 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:25:34.572795 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b1219f-342e-4f95-8f30-ec758fa72187 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:25:34.573156 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b1219f-342e-4f95-8f30-ec758fa72187 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:25:34.573538 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b1219f-342e-4f95-8f30-ec758fa72187 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:25:34.573883 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b1219f-342e-4f95-8f30-ec758fa72187 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:25:34.574907 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b1219f-342e-4f95-8f30-ec758fa72187 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:25:34.575257 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b1219f-342e-4f95-8f30-ec758fa72187 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:25:34.575747 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b1219f-342e-4f95-8f30-ec758fa72187 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:25:34.576234 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b1219f-342e-4f95-8f30-ec758fa72187 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:25:34.587834 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-4678e040-85ea-4f17-a4b7-1def444fbce6 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '697bc2f0-c106-4ad0-b89a-04e16f48d3b6') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:34.587834 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-4678e040-85ea-4f17-a4b7-1def444fbce6 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '697bc2f0-c106-4ad0-b89a-04e16f48d3b6') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:34.603805 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4678e040-85ea-4f17-a4b7-1def444fbce6 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:34.607585 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f7f1459a-5ea5-4be8-85c6-b90f4d8ce032 req-6e791c2d-a1ff-4aab-8ba3-4ec28bd2fc4d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d15cd805-b8d8-41c0-a8ef-95ea84372604 HTTP/1.1" status: 200 len: 217 time: 0.0554683 Nov 25 13:25:34.627704 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b81c0298-dfe2-44ad-9909-6803f7c40c6b tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks [] for router, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:34.639895 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824e8c4-e8f6-4998-a46d-d7a0ec49c2a4 req-7d989be1-4c67-4d4d-b00c-9331a56d949b tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:34.641423 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d824e8c4-e8f6-4998-a46d-d7a0ec49c2a4 req-7d989be1-4c67-4d4d-b00c-9331a56d949b tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d8bb221-107e-4016-be4c-7f30d8a1b898 HTTP/1.1" status: 200 len: 943 time: 0.1480916 Nov 25 13:25:34.643972 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4678e040-85ea-4f17-a4b7-1def444fbce6 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:34.693282 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4678e040-85ea-4f17-a4b7-1def444fbce6 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:25:34.693282 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4678e040-85ea-4f17-a4b7-1def444fbce6 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:34.695473 n-d-808199-11 neutron-server[103570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:25:34.695473 n-d-808199-11 neutron-server[103570]: self.session.flush() Nov 25 13:25:34.695473 n-d-808199-11 neutron-server[103570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:25:34.695473 n-d-808199-11 neutron-server[103570]: self.session.flush() Nov 25 13:25:34.695473 n-d-808199-11 neutron-server[103570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:25:34.695473 n-d-808199-11 neutron-server[103570]: self.session.flush() Nov 25 13:25:34.695473 n-d-808199-11 neutron-server[103570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:25:34.695473 n-d-808199-11 neutron-server[103570]: self.session.flush() Nov 25 13:25:34.695473 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:25:34.695473 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:25:34.695473 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:25:34.695473 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:25:34.695473 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:25:34.695473 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:25:34.695473 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:25:34.695473 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:25:34.695473 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:25:34.695473 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:25:34.695473 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:25:34.695473 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:25:34.695473 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:25:34.695473 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:25:34.695473 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:25:34.695473 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:25:34.695473 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:25:34.695473 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:25:34.695473 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:25:34.695473 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:25:34.695473 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:25:34.695473 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:25:34.695473 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:25:34.695473 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:25:34.695473 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:25:34.695473 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:25:34.695473 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:25:34.695473 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:25:34.695473 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:25:34.695473 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:25:34.695473 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:25:34.695473 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:25:34.699850 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f1459a-5ea5-4be8-85c6-b90f4d8ce032 req-d642ae9d-8da6-439b-9c73-6c962be83824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:34.701303 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f7f1459a-5ea5-4be8-85c6-b90f4d8ce032 req-d642ae9d-8da6-439b-9c73-6c962be83824 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1a356b22-557f-414f-9369-a0bf5c0c80eb HTTP/1.1" status: 200 len: 846 time: 0.0672770 Nov 25 13:25:34.717017 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c24f4bad-b02c-48fc-9094-3f11d8188c93 req-989f9e22-814b-4016-8b76-ebffdc10d30e service neutron] 10.222.0.47 "GET /v2.0/networks/755402ba-804b-4493-8340-905b0e2e90e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663096 Nov 25 13:25:34.748407 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f7f1459a-5ea5-4be8-85c6-b90f4d8ce032 req-78c21670-3a26-449d-a852-b9e77c9b8e9d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=86ce0c5b-521f-4849-813d-48a6e4cbad17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261290 Nov 25 13:25:34.830074 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4678e040-85ea-4f17-a4b7-1def444fbce6 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:34.834563 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4678e040-85ea-4f17-a4b7-1def444fbce6 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:34.838744 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-4678e040-85ea-4f17-a4b7-1def444fbce6 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "DELETE /v2.0/networks/e722cbb3-e33b-4af3-968b-7311ec4bfe39 HTTP/1.1" status: 204 len: 168 time: 1.1161249 Nov 25 13:25:34.841559 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f7f1459a-5ea5-4be8-85c6-b90f4d8ce032 req-8e612923-fa82-4c75-966f-899cb8c5de28 service neutron] 10.222.0.47 "GET /v2.0/networks/86ce0c5b-521f-4849-813d-48a6e4cbad17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848460 Nov 25 13:25:34.842009 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58942) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:34.852208 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d824e8c4-e8f6-4998-a46d-d7a0ec49c2a4 req-ffd875dd-8b46-44a2-8ba1-3ecbb771d877 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736419 Nov 25 13:25:34.863276 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4678e040-85ea-4f17-a4b7-1def444fbce6 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event deleted for resources: {'Network': ['ID=e722cbb3-e33b-4af3-968b-7311ec4bfe39,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:34.873848 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b81c0298-dfe2-44ad-9909-6803f7c40c6b tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:34.927027 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-b81c0298-dfe2-44ad-9909-6803f7c40c6b tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Deleting port 1d1d9d7d-e809-4d25-8bda-513c2773c7b6 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:25:34.927374 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b81c0298-dfe2-44ad-9909-6803f7c40c6b tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:34.983882 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aaf1acec-efd0-417c-ad5c-f148e194342d tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:35.003339 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-609f514e-f5b8-4640-86f4-4ab30ee530ea req-03165684-0ba8-4326-b9ab-4c02d849d95f tempest-ServerShowV247Test-1585694034 tempest-ServerShowV247Test-1585694034-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa0681d0-5221-40d6-8fd3-00cefacb07ee HTTP/1.1" status: 200 len: 210 time: 0.0327585 Nov 25 13:25:35.015080 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f7f1459a-5ea5-4be8-85c6-b90f4d8ce032 req-e68065a9-622d-4b38-abb2-04f4a96956d6 service neutron] 10.222.0.47 "GET /v2.0/networks/86ce0c5b-521f-4849-813d-48a6e4cbad17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654315 Nov 25 13:25:35.036413 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b81c0298-dfe2-44ad-9909-6803f7c40c6b tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:35.048507 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-b81c0298-dfe2-44ad-9909-6803f7c40c6b tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Calling delete_port for 1d1d9d7d-e809-4d25-8bda-513c2773c7b6 owned by network:router_gateway {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:25:35.092330 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aaf1acec-efd0-417c-ad5c-f148e194342d tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:35.111737 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-aaf1acec-efd0-417c-ad5c-f148e194342d tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72c6a6a8-48e4-4942-956a-177c6f4aab21']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:35.122332 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-aaf1acec-efd0-417c-ad5c-f148e194342d tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a30c0b3-9956-4dca-be29-b30576b1049d') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:35.122629 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-aaf1acec-efd0-417c-ad5c-f148e194342d tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a30c0b3-9956-4dca-be29-b30576b1049d') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:35.131870 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:35.134458 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aaf1acec-efd0-417c-ad5c-f148e194342d tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:35.151834 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aaf1acec-efd0-417c-ad5c-f148e194342d tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:35.159727 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaf1acec-efd0-417c-ad5c-f148e194342d tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:25:35.160359 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aaf1acec-efd0-417c-ad5c-f148e194342d tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:35.165677 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:25:35.165677 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:25:35.165677 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:25:35.165677 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:25:35.165677 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:25:35.165677 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:25:35.165677 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:25:35.165677 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:25:35.165677 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:25:35.165677 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:25:35.165677 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:25:35.165677 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:25:35.165677 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:25:35.165677 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:25:35.165677 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:25:35.165677 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:25:35.165677 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:25:35.165677 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:25:35.165677 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:25:35.165677 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:25:35.165677 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:25:35.165677 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:25:35.165677 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:25:35.165677 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:25:35.165677 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:25:35.165677 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:25:35.165677 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:25:35.165677 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:25:35.165677 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:25:35.165677 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:25:35.165677 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:25:35.165677 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:25:35.228347 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device ef1265b2-e52a-419a-9e29-e5895951b3f9 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:25:35.244739 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aaf1acec-efd0-417c-ad5c-f148e194342d tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:35.249458 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: ef1265b2-e52a-419a-9e29-e5895951b3f9 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:25:35.249871 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device ef1265b2-e52a-419a-9e29-e5895951b3f9 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:25:35.250622 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 0b31c770-9d34-40f5-a4e0-5232c22f9bbe no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:25:35.259765 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b81c0298-dfe2-44ad-9909-6803f7c40c6b tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:35.265230 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aaf1acec-efd0-417c-ad5c-f148e194342d tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:35.273613 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-aaf1acec-efd0-417c-ad5c-f148e194342d tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "DELETE /v2.0/networks/72c6a6a8-48e4-4942-956a-177c6f4aab21 HTTP/1.1" status: 204 len: 168 time: 0.4281995 Nov 25 13:25:35.274447 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 0b31c770-9d34-40f5-a4e0-5232c22f9bbe {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:25:35.274797 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 0b31c770-9d34-40f5-a4e0-5232c22f9bbe not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:25:35.284750 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58950) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:35.290375 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-9734a04b-f207-424b-856f-d792adf8ebe8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-735445895'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:25:35.294686 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf1acec-efd0-417c-ad5c-f148e194342d tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event deleted for resources: {'Network': ['ID=72c6a6a8-48e4-4942-956a-177c6f4aab21,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:35.312877 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9734a04b-f207-424b-856f-d792adf8ebe8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Made reservation on behalf of 177e3b084115482a91deb772ab6235e0 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:25:35.316330 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9734a04b-f207-424b-856f-d792adf8ebe8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:35.325103 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81c0298-dfe2-44ad-9909-6803f7c40c6b tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Pushing event deleted for resources: {'Port': ['ID=1d1d9d7d-e809-4d25-8bda-513c2773c7b6,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:35.335937 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad3ed34-56a6-4810-a317-8a11a7b93cb4 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:25:35.344905 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9734a04b-f207-424b-856f-d792adf8ebe8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:25:35.355437 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9734a04b-f207-424b-856f-d792adf8ebe8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:35.355825 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-9734a04b-f207-424b-856f-d792adf8ebe8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Added segment bd424bc6-07d6-44ee-af6c-ae78b62fa517 of type vlan for network 38474de0-1eca-417a-98dc-d5bfde85af8c Nov 25 13:25:35.396493 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9734a04b-f207-424b-856f-d792adf8ebe8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:35.397410 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67aa640-aedf-4595-ba62-c30ba1bc97c4 req-3cfda1e5-5119-48ce-9ee1-ebb7421e4c81 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:35.399574 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a67aa640-aedf-4595-ba62-c30ba1bc97c4 req-3cfda1e5-5119-48ce-9ee1-ebb7421e4c81 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=007fabf5-6523-4965-b10c-45be5a972182 HTTP/1.1" status: 200 len: 946 time: 0.1319463 Nov 25 13:25:35.421589 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9734a04b-f207-424b-856f-d792adf8ebe8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:35.425309 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b81c0298-dfe2-44ad-9909-6803f7c40c6b tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:35.427488 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9734a04b-f207-424b-856f-d792adf8ebe8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:35.428495 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9734a04b-f207-424b-856f-d792adf8ebe8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:35.487853 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-9734a04b-f207-424b-856f-d792adf8ebe8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1994903 Nov 25 13:25:35.488496 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58952) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:35.493382 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-6212d973-a773-40e9-b08d-89243a8d9089 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Request body: {'subnet': {'network_id': '38474de0-1eca-417a-98dc-d5bfde85af8c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:25:35.533227 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b81c0298-dfe2-44ad-9909-6803f7c40c6b tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:35.538015 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b81c0298-dfe2-44ad-9909-6803f7c40c6b tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:35.546177 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9734a04b-f207-424b-856f-d792adf8ebe8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event updated for resources: {'Network': ['ID=38474de0-1eca-417a-98dc-d5bfde85af8c,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:35.546565 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a67aa640-aedf-4595-ba62-c30ba1bc97c4 req-c1acd833-4644-4345-9acb-287b7895d14d tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389105 Nov 25 13:25:35.563045 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 38474de0-1eca-417a-98dc-d5bfde85af8c details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:25:35.590717 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b81c0298-dfe2-44ad-9909-6803f7c40c6b tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:35.591279 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b81c0298-dfe2-44ad-9909-6803f7c40c6b tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Fanout notify agent at l3_agent the message router_deleted on router 8d7aac64-48ec-48c8-84bc-db30939d637e {{(pid=103570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:25:35.600099 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b81c0298-dfe2-44ad-9909-6803f7c40c6b tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:35.601737 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b81c0298-dfe2-44ad-9909-6803f7c40c6b tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] 10.222.0.53 "DELETE /v2.0/routers/8d7aac64-48ec-48c8-84bc-db30939d637e HTTP/1.1" status: 204 len: 168 time: 1.1739306 Nov 25 13:25:35.604940 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58954) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:35.610260 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-a21645e4-532b-4382-929c-dc0ad8769770 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-857154856', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:25:35.623637 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6212d973-a773-40e9-b08d-89243a8d9089 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Made reservation on behalf of 177e3b084115482a91deb772ab6235e0 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:25:35.627015 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6212d973-a773-40e9-b08d-89243a8d9089 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:35.696499 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a21645e4-532b-4382-929c-dc0ad8769770 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:35.697415 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a21645e4-532b-4382-929c-dc0ad8769770 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:35.770079 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a21645e4-532b-4382-929c-dc0ad8769770 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:35.776425 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a21645e4-532b-4382-929c-dc0ad8769770 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:35.820465 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a21645e4-532b-4382-929c-dc0ad8769770 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:35.821657 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-a21645e4-532b-4382-929c-dc0ad8769770 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2155628 Nov 25 13:25:35.824320 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58956) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:35.830311 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-c2c30fd4-3871-42b0-b8f2-6500bdcd1ca0 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'enable_snat': True}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:25:35.978452 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d0ce4-421a-41f3-a0c5-f6f5fa38192d req-51ee52e9-3c2e-4049-ae7e-926f869caa93 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:35.979866 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-706d0ce4-421a-41f3-a0c5-f6f5fa38192d req-51ee52e9-3c2e-4049-ae7e-926f869caa93 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d8bb221-107e-4016-be4c-7f30d8a1b898 HTTP/1.1" status: 200 len: 943 time: 0.0540061 Nov 25 13:25:36.010657 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6212d973-a773-40e9-b08d-89243a8d9089 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:36.034006 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-706d0ce4-421a-41f3-a0c5-f6f5fa38192d req-dede0d70-7493-4aea-a660-a7f561b6ad6f tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481634 Nov 25 13:25:36.105846 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c2c30fd4-3871-42b0-b8f2-6500bdcd1ca0 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:36.119542 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-aab23402-1c3c-4981-b935-1c22088f58e4 req-b486d0aa-2303-411b-b7c7-6822d2e36469 tempest-ServerShowV247Test-1585694034 tempest-ServerShowV247Test-1585694034-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa0681d0-5221-40d6-8fd3-00cefacb07ee HTTP/1.1" status: 200 len: 210 time: 0.0255024 Nov 25 13:25:36.156438 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6212d973-a773-40e9-b08d-89243a8d9089 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event updated for resources: {'Subnet': ['ID=4df4854c-3407-45e1-af00-233961e1a5b4,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:36.193906 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6212d973-a773-40e9-b08d-89243a8d9089 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Checking segment: {'id': 'bd424bc6-07d6-44ee-af6c-ae78b62fa517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '38474de0-1eca-417a-98dc-d5bfde85af8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:25:36.194410 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6212d973-a773-40e9-b08d-89243a8d9089 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Network hostable DHCP agents. Network: 38474de0-1eca-417a-98dc-d5bfde85af8c, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:25:36.197071 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:36.219840 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6212d973-a773-40e9-b08d-89243a8d9089 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Network 38474de0-1eca-417a-98dc-d5bfde85af8c is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:25:36.232584 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-6212d973-a773-40e9-b08d-89243a8d9089 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 38474de0-1eca-417a-98dc-d5bfde85af8c) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:25:36.239336 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6212d973-a773-40e9-b08d-89243a8d9089 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:36.240357 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6212d973-a773-40e9-b08d-89243a8d9089 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:36.244405 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514c1f3f-c622-437a-ad01-10ff9cd8fa9b None None] Network 38474de0-1eca-417a-98dc-d5bfde85af8c requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:25:36.267983 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-6212d973-a773-40e9-b08d-89243a8d9089 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7784333 Nov 25 13:25:36.271785 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58964) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:36.279658 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-03a43b5d-56ed-4ed3-a045-ee6ae904f63f tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1833040225', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:25:36.314899 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-03a43b5d-56ed-4ed3-a045-ee6ae904f63f tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:36.320736 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-03a43b5d-56ed-4ed3-a045-ee6ae904f63f tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:36.375516 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-03a43b5d-56ed-4ed3-a045-ee6ae904f63f tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:36.385440 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-03a43b5d-56ed-4ed3-a045-ee6ae904f63f tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:36.408168 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-03a43b5d-56ed-4ed3-a045-ee6ae904f63f tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:36.409852 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-03a43b5d-56ed-4ed3-a045-ee6ae904f63f tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1364467 Nov 25 13:25:36.412628 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58966) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:36.421944 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-254770a9-e001-498b-a120-7ad2b48195d7 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Request body: {'port': {'network_id': '38474de0-1eca-417a-98dc-d5bfde85af8c', 'name': 'tempest-RoutersIpV6Test-1258643360'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:25:36.425063 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48059d30-9f46-4673-81cb-b7487ff32e02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-38474de0-1eca-417a-98dc-d5bfde85af8c', 'network_id': '38474de0-1eca-417a-98dc-d5bfde85af8c', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'fixed_ips': [{'subnet_id': '4df4854c-3407-45e1-af00-233961e1a5b4'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:25:36.425962 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-48059d30-9f46-4673-81cb-b7487ff32e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:36.547243 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-254770a9-e001-498b-a120-7ad2b48195d7 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Made reservation on behalf of 177e3b084115482a91deb772ab6235e0 for: {'port': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:25:36.550895 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-254770a9-e001-498b-a120-7ad2b48195d7 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:36.571025 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [None req-254770a9-e001-498b-a120-7ad2b48195d7 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] device_id is not set on port 3a21ccce-52c6-42dd-a3cc-16f298e637e6 yet. {{(pid=103570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:25:36.580455 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-48059d30-9f46-4673-81cb-b7487ff32e02 None None] Allocated IP 2001:db8::2 (38474de0-1eca-417a-98dc-d5bfde85af8c/4df4854c-3407-45e1-af00-233961e1a5b4/39736fdf-66d1-4c92-ae2b-684890f17d3a) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:25:36.694071 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f29168-5cdc-435b-9682-9316a7e1ba74 req-640c655f-3539-4f0b-a1a7-1c41a0ca9a0c tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:36.696296 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-81f29168-5cdc-435b-9682-9316a7e1ba74 req-640c655f-3539-4f0b-a1a7-1c41a0ca9a0c tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=007fabf5-6523-4965-b10c-45be5a972182 HTTP/1.1" status: 200 len: 946 time: 0.0529878 Nov 25 13:25:36.727381 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c2c30fd4-3871-42b0-b8f2-6500bdcd1ca0 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:36.736732 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-48059d30-9f46-4673-81cb-b7487ff32e02 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:36.743990 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-48059d30-9f46-4673-81cb-b7487ff32e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:36.745913 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-81f29168-5cdc-435b-9682-9316a7e1ba74 req-ed7448ad-bb19-4a6d-b2a4-b11e0a0edee6 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428510 Nov 25 13:25:36.747739 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c2c30fd4-3871-42b0-b8f2-6500bdcd1ca0 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:36.807697 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48059d30-9f46-4673-81cb-b7487ff32e02 None None] Pushing event updated for resources: {'Port': ['ID=39736fdf-66d1-4c92-ae2b-684890f17d3a,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:36.810978 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48059d30-9f46-4673-81cb-b7487ff32e02 None None] Network 38474de0-1eca-417a-98dc-d5bfde85af8c is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:25:36.812721 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-48059d30-9f46-4673-81cb-b7487ff32e02 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:25:36.814879 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48059d30-9f46-4673-81cb-b7487ff32e02 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:25:36.817057 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-254770a9-e001-498b-a120-7ad2b48195d7 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Allocated IP 2001:db8::2bb (38474de0-1eca-417a-98dc-d5bfde85af8c/4df4854c-3407-45e1-af00-233961e1a5b4/3a21ccce-52c6-42dd-a3cc-16f298e637e6) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:25:36.859297 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-c2c30fd4-3871-42b0-b8f2-6500bdcd1ca0 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Allocated IP 172.25.5.205 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/a726c602-5b92-4c0b-bf41-167931e8bc9a) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:25:36.872694 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-48059d30-9f46-4673-81cb-b7487ff32e02 None None] Attempting to bind port 39736fdf-66d1-4c92-ae2b-684890f17d3a on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:25:36.873317 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-48059d30-9f46-4673-81cb-b7487ff32e02 None None] Attempting to bind port 39736fdf-66d1-4c92-ae2b-684890f17d3a by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'bd424bc6-07d6-44ee-af6c-ae78b62fa517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '38474de0-1eca-417a-98dc-d5bfde85af8c'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:25:36.873690 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48059d30-9f46-4673-81cb-b7487ff32e02 None None] Attempting to bind port 39736fdf-66d1-4c92-ae2b-684890f17d3a on network 38474de0-1eca-417a-98dc-d5bfde85af8c {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:25:36.878948 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48059d30-9f46-4673-81cb-b7487ff32e02 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:25:36.879321 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48059d30-9f46-4673-81cb-b7487ff32e02 None None] Checking segment: {'id': 'bd424bc6-07d6-44ee-af6c-ae78b62fa517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '38474de0-1eca-417a-98dc-d5bfde85af8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:25:36.879721 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-48059d30-9f46-4673-81cb-b7487ff32e02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:36.880111 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48059d30-9f46-4673-81cb-b7487ff32e02 None None] Bound using segment: {'id': 'bd424bc6-07d6-44ee-af6c-ae78b62fa517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '38474de0-1eca-417a-98dc-d5bfde85af8c'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:25:36.880577 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-48059d30-9f46-4673-81cb-b7487ff32e02 None None] Bound port: 39736fdf-66d1-4c92-ae2b-684890f17d3a, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd424bc6-07d6-44ee-af6c-ae78b62fa517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '38474de0-1eca-417a-98dc-d5bfde85af8c'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:25:36.880957 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-48059d30-9f46-4673-81cb-b7487ff32e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:36.956935 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-48059d30-9f46-4673-81cb-b7487ff32e02 None None] For port 39736fdf-66d1-4c92-ae2b-684890f17d3a, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:25:36.960055 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-48059d30-9f46-4673-81cb-b7487ff32e02 None None] For port 39736fdf-66d1-4c92-ae2b-684890f17d3a, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=39736fdf-66d1-4c92-ae2b-684890f17d3a,segment=NetworkSegment(bd424bc6-07d6-44ee-af6c-ae78b62fa517),segment_id=bd424bc6-07d6-44ee-af6c-ae78b62fa517)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:25:36.964723 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-48059d30-9f46-4673-81cb-b7487ff32e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:36.977931 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-254770a9-e001-498b-a120-7ad2b48195d7 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:36.978229 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c2c30fd4-3871-42b0-b8f2-6500bdcd1ca0 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:37.019521 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c2c30fd4-3871-42b0-b8f2-6500bdcd1ca0 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:37.021388 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-254770a9-e001-498b-a120-7ad2b48195d7 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:37.026874 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48059d30-9f46-4673-81cb-b7487ff32e02 None None] Pushing event updated for resources: {'Port': ['ID=39736fdf-66d1-4c92-ae2b-684890f17d3a,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:37.066507 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c30fd4-3871-42b0-b8f2-6500bdcd1ca0 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:25:37.073364 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254770a9-e001-498b-a120-7ad2b48195d7 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Network 38474de0-1eca-417a-98dc-d5bfde85af8c is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:25:37.075630 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-c2c30fd4-3871-42b0-b8f2-6500bdcd1ca0 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:25:37.082179 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-254770a9-e001-498b-a120-7ad2b48195d7 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:25:37.083986 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c30fd4-3871-42b0-b8f2-6500bdcd1ca0 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Pushing event updated for resources: {'Port': ['ID=a726c602-5b92-4c0b-bf41-167931e8bc9a,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:37.087631 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254770a9-e001-498b-a120-7ad2b48195d7 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:25:37.091583 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c30fd4-3871-42b0-b8f2-6500bdcd1ca0 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:25:37.094223 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254770a9-e001-498b-a120-7ad2b48195d7 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:37.095138 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-254770a9-e001-498b-a120-7ad2b48195d7 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:37.099301 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1de2e1c-70b8-49a0-b52d-e372525e0836 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:25:37.113080 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254770a9-e001-498b-a120-7ad2b48195d7 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event updated for resources: {'Port': ['ID=3a21ccce-52c6-42dd-a3cc-16f298e637e6,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:37.122192 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-254770a9-e001-498b-a120-7ad2b48195d7 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7051373 Nov 25 13:25:37.122410 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58974) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:37.170010 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-b4b11edb-20a5-42dd-927b-ecc874a159b6 None None] Provisioning complete for port a726c602-5b92-4c0b-bf41-167931e8bc9a triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:25:37.170397 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b4b11edb-20a5-42dd-927b-ecc874a159b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:37.224564 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-b4b11edb-20a5-42dd-927b-ecc874a159b6 None None] Port a726c602-5b92-4c0b-bf41-167931e8bc9a cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:25:37.302224 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-863efc79-6e7f-4c9f-9599-1a5b26d7435d req-85c6f0c9-45c6-43d8-9431-f1e40e7858df tempest-ServerShowV247Test-1585694034 tempest-ServerShowV247Test-1585694034-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa0681d0-5221-40d6-8fd3-00cefacb07ee HTTP/1.1" status: 200 len: 210 time: 0.0783679 Nov 25 13:25:37.467153 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c2c30fd4-3871-42b0-b8f2-6500bdcd1ca0 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:37.641761 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device d15cd805-b8d8-41c0-a8ef-95ea84372604 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:25:37.677698 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c2c30fd4-3871-42b0-b8f2-6500bdcd1ca0 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66601263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66597252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:37.682013 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c2c30fd4-3871-42b0-b8f2-6500bdcd1ca0 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66601254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66601277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66597267'] for router, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:37.783566 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port d15cd805-b8d8-41c0-a8ef-95ea84372604, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=d15cd805-b8d8-41c0-a8ef-95ea84372604,segment=NetworkSegment(69c62212-4523-4acd-b808-007a53ff7fe0),segment_id=69c62212-4523-4acd-b808-007a53ff7fe0)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:25:37.797538 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': 'd15cd805-b8d8-41c0-a8ef-95ea84372604', 'network_id': '86ce0c5b-521f-4849-813d-48a6e4cbad17', 'port_id': 'd15cd805-b8d8-41c0-a8ef-95ea84372604', 'mac_address': 'fa:16:3e:46:1f:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a356b22-557f-414f-9369-a0bf5c0c80eb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:25:37.822349 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e04e5-3c96-42cb-a9a7-ef0ecee7988f req-cf14ffc8-d79a-4067-ba10-5b88142cfdc7 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:37.824107 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3f8e04e5-3c96-42cb-a9a7-ef0ecee7988f req-cf14ffc8-d79a-4067-ba10-5b88142cfdc7 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d8bb221-107e-4016-be4c-7f30d8a1b898 HTTP/1.1" status: 200 len: 943 time: 0.6014981 Nov 25 13:25:37.868554 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c30fd4-3871-42b0-b8f2-6500bdcd1ca0 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Router 3bae60c7-6f73-4527-bdc2-5941e3e2f06c is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:25:37.873389 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:37.890073 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d15cd805-b8d8-41c0-a8ef-95ea84372604 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:25:37.916070 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port d15cd805-b8d8-41c0-a8ef-95ea84372604, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=d15cd805-b8d8-41c0-a8ef-95ea84372604,segment=NetworkSegment(69c62212-4523-4acd-b808-007a53ff7fe0),segment_id=69c62212-4523-4acd-b808-007a53ff7fe0)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:25:37.925178 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:37.944167 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3f8e04e5-3c96-42cb-a9a7-ef0ecee7988f req-cfa720a8-611a-4b79-9038-83e1efd36646 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111937 Nov 25 13:25:37.997194 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=d15cd805-b8d8-41c0-a8ef-95ea84372604,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:38.017016 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f19add1-4dfe-4dbb-8d54-26aee4680e4a req-50c1e3d8-d7cb-47e8-a90d-4176c3466792 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:38.019037 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5f19add1-4dfe-4dbb-8d54-26aee4680e4a req-50c1e3d8-d7cb-47e8-a90d-4176c3466792 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=007fabf5-6523-4965-b10c-45be5a972182 HTTP/1.1" status: 200 len: 946 time: 0.1529634 Nov 25 13:25:38.028823 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c30fd4-3871-42b0-b8f2-6500bdcd1ca0 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:25:38.034228 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c2c30fd4-3871-42b0-b8f2-6500bdcd1ca0 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:38.036799 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:38.038469 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c2c30fd4-3871-42b0-b8f2-6500bdcd1ca0 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] 10.222.0.53 "PUT /v2.0/routers/3bae60c7-6f73-4527-bdc2-5941e3e2f06c HTTP/1.1" status: 200 len: 918 time: 2.2121706 Nov 25 13:25:38.039140 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58982) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:38.042281 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1eea57-c7f3-41d4-9915-fbc54877d4ab None None] Sync routers for ids ['3bae60c7-6f73-4527-bdc2-5941e3e2f06c'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:25:38.054881 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1eea57-c7f3-41d4-9915-fbc54877d4ab None None] Routers {'3bae60c7-6f73-4527-bdc2-5941e3e2f06c'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:25:38.055599 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-6c1eea57-c7f3-41d4-9915-fbc54877d4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:25:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['3bae60c7-6f73-4527-bdc2-5941e3e2f06c'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:38.074228 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6aee592a-4a32-4a24-a4fc-fa6607eb07b2 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:38.093512 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-6c1eea57-c7f3-41d4-9915-fbc54877d4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:38.102945 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1eea57-c7f3-41d4-9915-fbc54877d4ab None None] Routers {'3bae60c7-6f73-4527-bdc2-5941e3e2f06c'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:25:38.103874 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-6c1eea57-c7f3-41d4-9915-fbc54877d4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:25:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['3bae60c7-6f73-4527-bdc2-5941e3e2f06c'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:38.145268 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5f19add1-4dfe-4dbb-8d54-26aee4680e4a req-30c17626-aa6f-4542-8260-a6c8e32a7fb8 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047668 Nov 25 13:25:38.145538 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-6c1eea57-c7f3-41d4-9915-fbc54877d4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:38.146317 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1eea57-c7f3-41d4-9915-fbc54877d4ab None None] The sync data for ids ['3bae60c7-6f73-4527-bdc2-5941e3e2f06c'] in n-d-808199-11 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:25:38.167530 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-09c1217c-14c2-4046-a21f-7b3038875d81 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] 10.222.0.53 "GET /v2.0/routers/3bae60c7-6f73-4527-bdc2-5941e3e2f06c HTTP/1.1" status: 200 len: 924 time: 0.1272542 Nov 25 13:25:38.170442 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58984) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:38.205658 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c164f78-caaa-4ae6-a2a8-e97c0d2f8fb0 None None] Network 38474de0-1eca-417a-98dc-d5bfde85af8c requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:25:38.255517 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['d15cd805-b8d8-41c0-a8ef-95ea84372604'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:25:38.320610 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-f480354a-7554-422f-b85f-f1204d5e0cb5 None None] Provisioning complete for port 39736fdf-66d1-4c92-ae2b-684890f17d3a triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:25:38.320985 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f480354a-7554-422f-b85f-f1204d5e0cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:38.358120 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529426ca-1349-4f69-8e9e-7d03f8beb2a2 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:38.359604 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-529426ca-1349-4f69-8e9e-7d03f8beb2a2 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=7542d3d9-0db3-40e7-ab88-a168871141f7&device_id=3bae60c7-6f73-4527-bdc2-5941e3e2f06c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1878765 Nov 25 13:25:38.362159 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58988) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:38.466610 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ab9e3fa2-3458-48f6-a2c8-c42a4e76b6d0 req-121911c4-c32e-41b2-af2d-9565f89f7433 tempest-ServerShowV247Test-1585694034 tempest-ServerShowV247Test-1585694034-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa0681d0-5221-40d6-8fd3-00cefacb07ee HTTP/1.1" status: 200 len: 210 time: 0.0389218 Nov 25 13:25:38.535933 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470afef0-5b4a-40c1-820f-44bc3c543062 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:38.537330 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-470afef0-5b4a-40c1-820f-44bc3c543062 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] 10.222.0.53 "GET /v2.0/networks/7542d3d9-0db3-40e7-ab88-a168871141f7 HTTP/1.1" status: 200 len: 881 time: 0.1742244 Nov 25 13:25:38.540741 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58992) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:38.547393 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6aee592a-4a32-4a24-a4fc-fa6607eb07b2 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:38.553110 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f480354a-7554-422f-b85f-f1204d5e0cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:38.555181 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6aee592a-4a32-4a24-a4fc-fa6607eb07b2 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:38.573798 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-bd5392c1-e34c-4941-965a-a3c210fc4b65 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bae60c7-6f73-4527-bdc2-5941e3e2f06c HTTP/1.1" status: 200 len: 205 time: 0.0296795 Nov 25 13:25:38.574108 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58994) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:38.613348 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-f480354a-7554-422f-b85f-f1204d5e0cb5 None None] For port 39736fdf-66d1-4c92-ae2b-684890f17d3a, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=39736fdf-66d1-4c92-ae2b-684890f17d3a,segment=NetworkSegment(bd424bc6-07d6-44ee-af6c-ae78b62fa517),segment_id=bd424bc6-07d6-44ee-af6c-ae78b62fa517)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:25:38.621705 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f480354a-7554-422f-b85f-f1204d5e0cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:38.678476 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aee592a-4a32-4a24-a4fc-fa6607eb07b2 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event updated for resources: {'Port': ['ID=3a21ccce-52c6-42dd-a3cc-16f298e637e6,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:38.682544 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f480354a-7554-422f-b85f-f1204d5e0cb5 None None] Pushing event updated for resources: {'Port': ['ID=39736fdf-66d1-4c92-ae2b-684890f17d3a,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:38.732239 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ae0882ba-1643-4c58-8b50-3d5cbcfeb711 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:38.769177 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6aee592a-4a32-4a24-a4fc-fa6607eb07b2 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:38.846044 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ae0882ba-1643-4c58-8b50-3d5cbcfeb711 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:38.893302 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6aee592a-4a32-4a24-a4fc-fa6607eb07b2 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:38.903037 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-ae0882ba-1643-4c58-8b50-3d5cbcfeb711 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Deleting port a726c602-5b92-4c0b-bf41-167931e8bc9a {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:25:38.904011 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ae0882ba-1643-4c58-8b50-3d5cbcfeb711 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:38.950001 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-995ba0da-aab0-44e5-9ea9-bf073c9e90cf None None] Provisioning complete for port 39736fdf-66d1-4c92-ae2b-684890f17d3a triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:25:38.950382 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-995ba0da-aab0-44e5-9ea9-bf073c9e90cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:39.003513 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ae0882ba-1643-4c58-8b50-3d5cbcfeb711 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:39.018012 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-ae0882ba-1643-4c58-8b50-3d5cbcfeb711 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Calling delete_port for a726c602-5b92-4c0b-bf41-167931e8bc9a owned by network:router_gateway {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:25:39.058550 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-995ba0da-aab0-44e5-9ea9-bf073c9e90cf None None] Provisioning complete for port 3a21ccce-52c6-42dd-a3cc-16f298e637e6 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:25:39.060131 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-995ba0da-aab0-44e5-9ea9-bf073c9e90cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:39.310326 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabbdd02-e131-42ea-82b0-fc5d3bb3360c req-824dcf0c-1edb-4e18-9a31-48155fd387db tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:39.312897 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fabbdd02-e131-42ea-82b0-fc5d3bb3360c req-824dcf0c-1edb-4e18-9a31-48155fd387db tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d8bb221-107e-4016-be4c-7f30d8a1b898 HTTP/1.1" status: 200 len: 944 time: 0.2406681 Nov 25 13:25:39.316345 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ae0882ba-1643-4c58-8b50-3d5cbcfeb711 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:39.324379 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-995ba0da-aab0-44e5-9ea9-bf073c9e90cf None None] Port 3a21ccce-52c6-42dd-a3cc-16f298e637e6 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:25:39.327482 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 39736fdf-66d1-4c92-ae2b-684890f17d3a up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:25:39.389095 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 39736fdf-66d1-4c92-ae2b-684890f17d3a triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:25:39.389471 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:39.391121 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0882ba-1643-4c58-8b50-3d5cbcfeb711 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Pushing event deleted for resources: {'Port': ['ID=a726c602-5b92-4c0b-bf41-167931e8bc9a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:39.411552 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ab0745-774c-4313-bc20-9daf4c1a05b5 req-57393221-f8e3-4578-bee5-ceb1e540b417 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:39.416158 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d5ab0745-774c-4313-bc20-9daf4c1a05b5 req-57393221-f8e3-4578-bee5-ceb1e540b417 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=007fabf5-6523-4965-b10c-45be5a972182 HTTP/1.1" status: 200 len: 946 time: 0.1309972 Nov 25 13:25:39.418015 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18bbfd94-fcd5-4225-9510-094230590b9e None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:25:39.420768 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6aee592a-4a32-4a24-a4fc-fa6607eb07b2 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:39.452172 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6aee592a-4a32-4a24-a4fc-fa6607eb07b2 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:39.453051 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6aee592a-4a32-4a24-a4fc-fa6607eb07b2 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:39.464887 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-41593bda-1155-47cf-8660-c1b6734aa0a1 None None] Provisioning complete for port 3a21ccce-52c6-42dd-a3cc-16f298e637e6 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:25:39.465376 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-41593bda-1155-47cf-8660-c1b6734aa0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:39.475282 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fabbdd02-e131-42ea-82b0-fc5d3bb3360c req-cce06f52-69e3-42c1-a649-9e3c1cd0902f tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432693 Nov 25 13:25:39.481195 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ae0882ba-1643-4c58-8b50-3d5cbcfeb711 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:39.517910 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-41593bda-1155-47cf-8660-c1b6734aa0a1 None None] Port 3a21ccce-52c6-42dd-a3cc-16f298e637e6 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:25:39.548855 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d5ab0745-774c-4313-bc20-9daf4c1a05b5 req-69d64fdf-4645-48cf-bf2e-a1133b9bccce tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225855 Nov 25 13:25:39.604402 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ae0882ba-1643-4c58-8b50-3d5cbcfeb711 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:39.606654 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ae0882ba-1643-4c58-8b50-3d5cbcfeb711 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:39.633110 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-182803e1-b8b6-4329-8a60-35a72195e8ce req-8b51133b-5cf4-4f81-9d02-329cd343c38a tempest-ServerShowV247Test-1585694034 tempest-ServerShowV247Test-1585694034-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa0681d0-5221-40d6-8fd3-00cefacb07ee HTTP/1.1" status: 200 len: 210 time: 0.0614674 Nov 25 13:25:39.633738 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aee592a-4a32-4a24-a4fc-fa6607eb07b2 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event updated for resources: {'Port': ['ID=3a21ccce-52c6-42dd-a3cc-16f298e637e6,revision_number=3']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:39.643122 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-feaa77c9-607a-402c-b6d0-331b781bf921 None None] Provisioning complete for port 3a21ccce-52c6-42dd-a3cc-16f298e637e6 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:25:39.643750 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-feaa77c9-607a-402c-b6d0-331b781bf921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:39.657118 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ae0882ba-1643-4c58-8b50-3d5cbcfeb711 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:39.658333 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae0882ba-1643-4c58-8b50-3d5cbcfeb711 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Fanout notify agent at l3_agent the message router_deleted on router 3bae60c7-6f73-4527-bdc2-5941e3e2f06c {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:25:39.679563 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ae0882ba-1643-4c58-8b50-3d5cbcfeb711 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:39.679563 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-ae0882ba-1643-4c58-8b50-3d5cbcfeb711 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] 10.222.0.53 "DELETE /v2.0/routers/3bae60c7-6f73-4527-bdc2-5941e3e2f06c HTTP/1.1" status: 204 len: 168 time: 1.0911405 Nov 25 13:25:39.679563 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59004) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:39.679563 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-d18c4141-8cb2-41a0-8096-d7a8a5b181e1 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-570528022', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:25:39.684031 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device d15cd805-b8d8-41c0-a8ef-95ea84372604 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:25:39.692391 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aee592a-4a32-4a24-a4fc-fa6607eb07b2 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Network 38474de0-1eca-417a-98dc-d5bfde85af8c is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:25:39.694255 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-6aee592a-4a32-4a24-a4fc-fa6607eb07b2 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:25:39.704749 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d18c4141-8cb2-41a0-8096-d7a8a5b181e1 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:39.705945 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d18c4141-8cb2-41a0-8096-d7a8a5b181e1 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:39.744277 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-feaa77c9-607a-402c-b6d0-331b781bf921 None None] Port 3a21ccce-52c6-42dd-a3cc-16f298e637e6 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:25:39.765039 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port d15cd805-b8d8-41c0-a8ef-95ea84372604 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:25:39.770014 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port d15cd805-b8d8-41c0-a8ef-95ea84372604 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:25:39.770395 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:39.775744 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d18c4141-8cb2-41a0-8096-d7a8a5b181e1 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:39.783006 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d18c4141-8cb2-41a0-8096-d7a8a5b181e1 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:39.809526 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d18c4141-8cb2-41a0-8096-d7a8a5b181e1 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:39.813750 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d18c4141-8cb2-41a0-8096-d7a8a5b181e1 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1376226 Nov 25 13:25:39.814442 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59006) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:39.821204 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-5b12dbdb-0c62-42dc-9821-524b8400a61e tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'enable_snat': False}}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:25:39.860169 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:39.888782 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d8bb221-107e-4016-be4c-7f30d8a1b898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd15cd805-b8d8-41c0-a8ef-95ea84372604'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:25:39.891261 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcfd9070-b1be-456f-8f8b-29bbc53648ae" -d '{"events": [{"server_uuid": "8d8bb221-107e-4016-be4c-7f30d8a1b898", "name": "network-vif-plugged", "status": "completed", "tag": "d15cd805-b8d8-41c0-a8ef-95ea84372604"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:25:39.905319 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port d15cd805-b8d8-41c0-a8ef-95ea84372604, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=d15cd805-b8d8-41c0-a8ef-95ea84372604,segment=NetworkSegment(69c62212-4523-4acd-b808-007a53ff7fe0),segment_id=69c62212-4523-4acd-b808-007a53ff7fe0)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:25:39.914351 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:39.948466 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b7b343-99b4-439c-b293-ca12c0ae203f x-openstack-request-id: req-b8b7b343-99b4-439c-b293-ca12c0ae203f {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:25:39.948881 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d8bb221-107e-4016-be4c-7f30d8a1b898", "name": "network-vif-plugged", "status": "completed", "tag": "d15cd805-b8d8-41c0-a8ef-95ea84372604", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:25:39.949198 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b8b7b343-99b4-439c-b293-ca12c0ae203f {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:25:39.949644 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d8bb221-107e-4016-be4c-7f30d8a1b898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd15cd805-b8d8-41c0-a8ef-95ea84372604', 'code': 200} Nov 25 13:25:39.979516 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=d15cd805-b8d8-41c0-a8ef-95ea84372604,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:39.987612 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aee592a-4a32-4a24-a4fc-fa6607eb07b2 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Router 35e21e08-bbef-42b1-ba61-7b7525ca8c15 is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:25:40.059424 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4234dac9-e5a8-44c1-9e77-e5d8b81bf3d8 req-7f7d697c-a38f-4152-8325-ca5a95201de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:40.060878 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4234dac9-e5a8-44c1-9e77-e5d8b81bf3d8 req-7f7d697c-a38f-4152-8325-ca5a95201de5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8d8bb221-107e-4016-be4c-7f30d8a1b898 HTTP/1.1" status: 200 len: 1097 time: 0.0412366 Nov 25 13:25:40.069921 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-edfbebc9-e4f4-41e7-9d74-c49f1677f185 None None] Provisioning complete for port 3a21ccce-52c6-42dd-a3cc-16f298e637e6 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:25:40.070325 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-edfbebc9-e4f4-41e7-9d74-c49f1677f185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:40.104190 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-edfbebc9-e4f4-41e7-9d74-c49f1677f185 None None] Port 3a21ccce-52c6-42dd-a3cc-16f298e637e6 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:25:40.112937 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4234dac9-e5a8-44c1-9e77-e5d8b81bf3d8 req-6a8244ab-68e4-4431-9c38-c35ae1eab617 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403192 Nov 25 13:25:40.128641 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5b12dbdb-0c62-42dc-9821-524b8400a61e tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:40.158781 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aee592a-4a32-4a24-a4fc-fa6607eb07b2 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:25:40.164728 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-6aee592a-4a32-4a24-a4fc-fa6607eb07b2 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "PUT /v2.0/routers/35e21e08-bbef-42b1-ba61-7b7525ca8c15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0413251 Nov 25 13:25:40.167437 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59010) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:40.172226 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72acbf7-e313-44e4-b6b0-d223b91b0399 None None] Sync routers for ids ['35e21e08-bbef-42b1-ba61-7b7525ca8c15'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:25:40.183426 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72acbf7-e313-44e4-b6b0-d223b91b0399 None None] Routers {'35e21e08-bbef-42b1-ba61-7b7525ca8c15'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:25:40.184218 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-a72acbf7-e313-44e4-b6b0-d223b91b0399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:25:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['35e21e08-bbef-42b1-ba61-7b7525ca8c15'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:40.217079 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be4f3d5-a313-4711-a796-0551d6f34d88 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:40.218023 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-6be4f3d5-a313-4711-a796-0551d6f34d88 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "GET /v2.0/ports/3a21ccce-52c6-42dd-a3cc-16f298e637e6 HTTP/1.1" status: 200 len: 984 time: 0.0493786 Nov 25 13:25:40.220716 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59012) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:40.221686 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-a72acbf7-e313-44e4-b6b0-d223b91b0399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:40.231271 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72acbf7-e313-44e4-b6b0-d223b91b0399 None None] Routers {'35e21e08-bbef-42b1-ba61-7b7525ca8c15'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:25:40.232009 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-a72acbf7-e313-44e4-b6b0-d223b91b0399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:25:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['35e21e08-bbef-42b1-ba61-7b7525ca8c15'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:40.269730 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-a72acbf7-e313-44e4-b6b0-d223b91b0399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:40.270539 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72acbf7-e313-44e4-b6b0-d223b91b0399 None None] The sync data for ids ['35e21e08-bbef-42b1-ba61-7b7525ca8c15'] in n-d-808199-11 is: [] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:25:40.356709 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5b12dbdb-0c62-42dc-9821-524b8400a61e tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:40.375403 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5b12dbdb-0c62-42dc-9821-524b8400a61e tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:40.483265 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-5b12dbdb-0c62-42dc-9821-524b8400a61e tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Allocated IP 172.25.5.250 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/7cc67e41-7216-4a74-8236-73ca00d31c9c) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:25:40.537425 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b1d53e69-762d-4b56-9b08-18c238b41226 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:40.626202 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a5b54-559d-4e64-898c-593fa1a19f4f req-76a161cf-7545-4c9d-ba13-10f1edf9b7f6 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:40.627731 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f37a5b54-559d-4e64-898c-593fa1a19f4f req-76a161cf-7545-4c9d-ba13-10f1edf9b7f6 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d8bb221-107e-4016-be4c-7f30d8a1b898 HTTP/1.1" status: 200 len: 945 time: 0.0795300 Nov 25 13:25:40.641396 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5b12dbdb-0c62-42dc-9821-524b8400a61e tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:40.730869 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca5ee2-d90b-41a4-bf90-2fb389dd2616 req-df345829-7fa3-452e-992b-4f42d5a2fb07 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:40.732372 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f1ca5ee2-d90b-41a4-bf90-2fb389dd2616 req-df345829-7fa3-452e-992b-4f42d5a2fb07 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=007fabf5-6523-4965-b10c-45be5a972182 HTTP/1.1" status: 200 len: 946 time: 0.1037555 Nov 25 13:25:40.745975 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f37a5b54-559d-4e64-898c-593fa1a19f4f req-da224219-8cc6-4ed2-bae5-ea3988a3c19c tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027913 Nov 25 13:25:40.758642 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-b1d53e69-762d-4b56-9b08-18c238b41226 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Deleting port 3a21ccce-52c6-42dd-a3cc-16f298e637e6 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:25:40.759208 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b1d53e69-762d-4b56-9b08-18c238b41226 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:40.761441 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5b12dbdb-0c62-42dc-9821-524b8400a61e tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:40.798701 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b12dbdb-0c62-42dc-9821-524b8400a61e tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:25:40.809380 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-5b12dbdb-0c62-42dc-9821-524b8400a61e tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:25:40.818447 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b12dbdb-0c62-42dc-9821-524b8400a61e tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:25:40.824196 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e53f4a-f746-4800-9b22-583f5ab0d3dd None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:25:40.855742 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b1d53e69-762d-4b56-9b08-18c238b41226 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:40.861319 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b12dbdb-0c62-42dc-9821-524b8400a61e tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Pushing event updated for resources: {'Port': ['ID=7cc67e41-7216-4a74-8236-73ca00d31c9c,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:40.872810 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-b1d53e69-762d-4b56-9b08-18c238b41226 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Calling delete_port for 3a21ccce-52c6-42dd-a3cc-16f298e637e6 owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:25:40.879305 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f1ca5ee2-d90b-41a4-bf90-2fb389dd2616 req-eb7f7d24-48f7-417a-b9af-2cc7b2e5d7cd tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389561 Nov 25 13:25:40.931585 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-b3ed20aa-510e-4b01-9b46-9b869f157dea None None] Provisioning complete for port 7cc67e41-7216-4a74-8236-73ca00d31c9c triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:25:40.932001 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b3ed20aa-510e-4b01-9b46-9b869f157dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:40.968075 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-b3ed20aa-510e-4b01-9b46-9b869f157dea None None] Port 7cc67e41-7216-4a74-8236-73ca00d31c9c cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:25:40.981116 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7ea5c957-e3e7-4725-94b4-551f75d08466 req-eb6b7963-ac9b-4509-aed6-4c4cb4a52408 tempest-ServerShowV247Test-1585694034 tempest-ServerShowV247Test-1585694034-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa0681d0-5221-40d6-8fd3-00cefacb07ee HTTP/1.1" status: 200 len: 210 time: 0.0565801 Nov 25 13:25:41.069398 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b1d53e69-762d-4b56-9b08-18c238b41226 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:41.099410 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d53e69-762d-4b56-9b08-18c238b41226 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event deleted for resources: {'Port': ['ID=3a21ccce-52c6-42dd-a3cc-16f298e637e6,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:41.183505 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5b12dbdb-0c62-42dc-9821-524b8400a61e tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:41.198107 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b1d53e69-762d-4b56-9b08-18c238b41226 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:41.367636 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1d53e69-762d-4b56-9b08-18c238b41226 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Router 35e21e08-bbef-42b1-ba61-7b7525ca8c15 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:25:41.450297 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d53e69-762d-4b56-9b08-18c238b41226 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:25:41.458232 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b1d53e69-762d-4b56-9b08-18c238b41226 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "PUT /v2.0/routers/35e21e08-bbef-42b1-ba61-7b7525ca8c15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2358747 Nov 25 13:25:41.458877 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59022) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:41.461817 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c7e2a4-06cc-42d3-b817-6b863c23b6e8 None None] Sync routers for ids ['35e21e08-bbef-42b1-ba61-7b7525ca8c15'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:25:41.473067 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c7e2a4-06cc-42d3-b817-6b863c23b6e8 None None] Routers {'35e21e08-bbef-42b1-ba61-7b7525ca8c15'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:25:41.473794 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-27c7e2a4-06cc-42d3-b817-6b863c23b6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:25:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['35e21e08-bbef-42b1-ba61-7b7525ca8c15'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:41.508396 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:41.526861 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-27c7e2a4-06cc-42d3-b817-6b863c23b6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:41.536675 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c7e2a4-06cc-42d3-b817-6b863c23b6e8 None None] Routers {'35e21e08-bbef-42b1-ba61-7b7525ca8c15'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:25:41.537621 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-27c7e2a4-06cc-42d3-b817-6b863c23b6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:25:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['35e21e08-bbef-42b1-ba61-7b7525ca8c15'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:41.571875 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-27c7e2a4-06cc-42d3-b817-6b863c23b6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:41.573245 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c7e2a4-06cc-42d3-b817-6b863c23b6e8 None None] The sync data for ids ['35e21e08-bbef-42b1-ba61-7b7525ca8c15'] in n-d-808199-11 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:25:41.760983 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5b12dbdb-0c62-42dc-9821-524b8400a61e tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66601263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66597252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:41.764381 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5b12dbdb-0c62-42dc-9821-524b8400a61e tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66601254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66601277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66597267'] for router, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:41.922777 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c25edef-c1a1-402d-a596-f77b5d4999cd req-4653d103-4880-42f7-8908-23530e7540d7 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:41.924549 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2c25edef-c1a1-402d-a596-f77b5d4999cd req-4653d103-4880-42f7-8908-23530e7540d7 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d8bb221-107e-4016-be4c-7f30d8a1b898 HTTP/1.1" status: 200 len: 945 time: 0.0802736 Nov 25 13:25:41.972393 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [None req-5a9a6204-0b07-456f-8ba0-4e6448fc4801 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] remove_router_interface failed (client error): The resource could not be found. Nov 25 13:25:41.973457 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5a9a6204-0b07-456f-8ba0-4e6448fc4801 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "PUT /v2.0/routers/35e21e08-bbef-42b1-ba61-7b7525ca8c15/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5136240 Nov 25 13:25:41.976758 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59030) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:41.994096 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b12dbdb-0c62-42dc-9821-524b8400a61e tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Router 90a4e271-ba50-470a-aa9d-3d59ef5d7240 is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:25:42.003425 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-fe20f2ad-641f-423c-ac25-a01b0c162be0 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "GET /v2.0/ports?device_id=35e21e08-bbef-42b1-ba61-7b7525ca8c15 HTTP/1.1" status: 200 len: 205 time: 0.0255322 Nov 25 13:25:42.005795 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59032) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:42.013473 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2c25edef-c1a1-402d-a596-f77b5d4999cd req-4f8c845c-32ec-42fd-b08e-596f313c45bb tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794315 Nov 25 13:25:42.084136 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-37c2cb99-6a7f-469e-aacc-1ed0d0ea25f9 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:42.098643 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf638e2d-94a0-4e78-ad1b-a60413c5fd7d req-5113ef22-c88e-46b5-801d-d448e9c16d57 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:42.100154 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cf638e2d-94a0-4e78-ad1b-a60413c5fd7d req-5113ef22-c88e-46b5-801d-d448e9c16d57 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=007fabf5-6523-4965-b10c-45be5a972182 HTTP/1.1" status: 200 len: 946 time: 0.1288600 Nov 25 13:25:42.117141 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-777b183f-df8d-4f5d-ba2e-debd3e378b5b req-db12e2ab-24dd-413f-b4ca-8e0e0dc75a94 tempest-ServerShowV247Test-1585694034 tempest-ServerShowV247Test-1585694034-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa0681d0-5221-40d6-8fd3-00cefacb07ee HTTP/1.1" status: 200 len: 210 time: 0.0406199 Nov 25 13:25:42.227444 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b12dbdb-0c62-42dc-9821-524b8400a61e tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:25:42.233585 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cf638e2d-94a0-4e78-ad1b-a60413c5fd7d req-1e432976-c3b9-4c04-bf54-15868a6b5dff tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187406 Nov 25 13:25:42.235767 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d20b86-c215-4aae-8eb7-28a67df1d280 None None] Sync routers for ids ['90a4e271-ba50-470a-aa9d-3d59ef5d7240'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:25:42.236508 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5b12dbdb-0c62-42dc-9821-524b8400a61e tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:42.237761 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-5b12dbdb-0c62-42dc-9821-524b8400a61e tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] 10.222.0.53 "PUT /v2.0/routers/90a4e271-ba50-470a-aa9d-3d59ef5d7240 HTTP/1.1" status: 200 len: 919 time: 2.4224603 Nov 25 13:25:42.240772 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59038) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:42.249285 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d20b86-c215-4aae-8eb7-28a67df1d280 None None] Routers {'90a4e271-ba50-470a-aa9d-3d59ef5d7240'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:25:42.250796 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-59d20b86-c215-4aae-8eb7-28a67df1d280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:25:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['90a4e271-ba50-470a-aa9d-3d59ef5d7240'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:42.261937 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-37c2cb99-6a7f-469e-aacc-1ed0d0ea25f9 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:42.264715 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-37c2cb99-6a7f-469e-aacc-1ed0d0ea25f9 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:42.290057 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-59d20b86-c215-4aae-8eb7-28a67df1d280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:42.298918 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d20b86-c215-4aae-8eb7-28a67df1d280 None None] Routers {'90a4e271-ba50-470a-aa9d-3d59ef5d7240'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:25:42.299545 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-59d20b86-c215-4aae-8eb7-28a67df1d280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:25:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['90a4e271-ba50-470a-aa9d-3d59ef5d7240'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:42.305224 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a7899-00fc-4f35-a1d0-51750d8af62a req-a79a1b03-efef-4f7e-93ed-2c9654a1a7ba tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:42.306840 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b01a7899-00fc-4f35-a1d0-51750d8af62a req-a79a1b03-efef-4f7e-93ed-2c9654a1a7ba tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d8bb221-107e-4016-be4c-7f30d8a1b898 HTTP/1.1" status: 200 len: 945 time: 0.1206326 Nov 25 13:25:42.309579 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-37c2cb99-6a7f-469e-aacc-1ed0d0ea25f9 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:42.310496 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c2cb99-6a7f-469e-aacc-1ed0d0ea25f9 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Fanout notify agent at l3_agent the message router_deleted on router 35e21e08-bbef-42b1-ba61-7b7525ca8c15 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:25:42.318947 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-37c2cb99-6a7f-469e-aacc-1ed0d0ea25f9 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:42.323091 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-37c2cb99-6a7f-469e-aacc-1ed0d0ea25f9 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "DELETE /v2.0/routers/35e21e08-bbef-42b1-ba61-7b7525ca8c15 HTTP/1.1" status: 204 len: 168 time: 0.3163667 Nov 25 13:25:42.324225 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59040) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:42.336332 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-59d20b86-c215-4aae-8eb7-28a67df1d280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:42.337004 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d20b86-c215-4aae-8eb7-28a67df1d280 None None] The sync data for ids ['90a4e271-ba50-470a-aa9d-3d59ef5d7240'] in n-d-808199-11 is: [] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:25:42.380906 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1256bf3-beca-4046-bd89-2fcb791d7dd3 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Deleting subnet 4df4854c-3407-45e1-af00-233961e1a5b4 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:25:42.384861 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e1256bf3-beca-4046-bd89-2fcb791d7dd3 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:42.401016 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f88e4ded-e7fc-4cb6-a181-395a98b79f93 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] 10.222.0.53 "GET /v2.0/routers/90a4e271-ba50-470a-aa9d-3d59ef5d7240 HTTP/1.1" status: 200 len: 925 time: 0.1584158 Nov 25 13:25:42.405426 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b01a7899-00fc-4f35-a1d0-51750d8af62a req-40a9f792-2369-4c91-9f8c-b0819e5ec131 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623343 Nov 25 13:25:42.405880 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59042) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:42.427563 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e1256bf3-beca-4046-bd89-2fcb791d7dd3 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:42.449577 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a11f043-d790-450f-9cb7-b001674bc416 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:42.453631 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-2a11f043-d790-450f-9cb7-b001674bc416 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=7542d3d9-0db3-40e7-ab88-a168871141f7&device_id=90a4e271-ba50-470a-aa9d-3d59ef5d7240&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0443530 Nov 25 13:25:42.453814 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59046) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:42.518756 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e1256bf3-beca-4046-bd89-2fcb791d7dd3 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:42.551075 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e612b3c-b96c-416e-902b-082291fbe04e tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:42.552553 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-2e612b3c-b96c-416e-902b-082291fbe04e tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] 10.222.0.53 "GET /v2.0/networks/7542d3d9-0db3-40e7-ab88-a168871141f7 HTTP/1.1" status: 200 len: 881 time: 0.0977776 Nov 25 13:25:42.555992 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59048) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:42.587407 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c94c6064-2f10-4612-ae75-282cbd8afa92 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] 10.222.0.53 "GET /v2.0/ports?device_id=90a4e271-ba50-470a-aa9d-3d59ef5d7240 HTTP/1.1" status: 200 len: 205 time: 0.0302012 Nov 25 13:25:42.590213 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59052) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:42.624226 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e1256bf3-beca-4046-bd89-2fcb791d7dd3 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:42.650124 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1256bf3-beca-4046-bd89-2fcb791d7dd3 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event deleted for resources: {'Subnet': ['ID=4df4854c-3407-45e1-af00-233961e1a5b4,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:42.656482 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e1256bf3-beca-4046-bd89-2fcb791d7dd3 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:42.663190 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-e1256bf3-beca-4046-bd89-2fcb791d7dd3 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "DELETE /v2.0/subnets/4df4854c-3407-45e1-af00-233961e1a5b4 HTTP/1.1" status: 204 len: 168 time: 0.3379090 Nov 25 13:25:42.664797 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59054) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:42.665012 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1741fa-6770-46a4-bc5c-f8422b5720b1 None None] Network 38474de0-1eca-417a-98dc-d5bfde85af8c requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:25:42.797230 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cdb09f-f9d9-4e6f-ab6a-6f9ffa2d1b58 req-2d0133f9-ff9d-4ac9-90a2-a4903ace9e03 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:42.798837 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b2cdb09f-f9d9-4e6f-ab6a-6f9ffa2d1b58 req-2d0133f9-ff9d-4ac9-90a2-a4903ace9e03 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d8bb221-107e-4016-be4c-7f30d8a1b898 HTTP/1.1" status: 200 len: 945 time: 0.1668589 Nov 25 13:25:42.809193 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0134490e-63a9-4ac9-8b90-b302cd830862 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:42.813693 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a8143462-07a6-45c5-8277-55cab35a54ee tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks [] for router, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:42.845991 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995c70f9-9f20-4725-bca6-246727f5bb77 None None] DHCP port deletion for 38474de0-1eca-417a-98dc-d5bfde85af8c request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:25:42.897398 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-995c70f9-9f20-4725-bca6-246727f5bb77 None None] Deleting port 39736fdf-66d1-4c92-ae2b-684890f17d3a {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:25:42.897783 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-995c70f9-9f20-4725-bca6-246727f5bb77 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:42.962191 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-995c70f9-9f20-4725-bca6-246727f5bb77 None None] For port 39736fdf-66d1-4c92-ae2b-684890f17d3a, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=39736fdf-66d1-4c92-ae2b-684890f17d3a,segment=NetworkSegment(bd424bc6-07d6-44ee-af6c-ae78b62fa517),segment_id=bd424bc6-07d6-44ee-af6c-ae78b62fa517)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:25:42.962932 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-995c70f9-9f20-4725-bca6-246727f5bb77 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:42.963879 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b2cdb09f-f9d9-4e6f-ab6a-6f9ffa2d1b58 req-da0a7414-12b5-49b8-9f55-100706e9eb02 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526515 Nov 25 13:25:42.977577 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-995c70f9-9f20-4725-bca6-246727f5bb77 None None] Calling delete_port for 39736fdf-66d1-4c92-ae2b-684890f17d3a owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:25:42.990043 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a8143462-07a6-45c5-8277-55cab35a54ee tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:43.000505 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-0134490e-63a9-4ac9-8b90-b302cd830862 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Deleting port 39736fdf-66d1-4c92-ae2b-684890f17d3a {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:25:43.000847 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0134490e-63a9-4ac9-8b90-b302cd830862 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:43.060634 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-995c70f9-9f20-4725-bca6-246727f5bb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:43.087434 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995c70f9-9f20-4725-bca6-246727f5bb77 None None] No DVR routers for this DVR port 39736fdf-66d1-4c92-ae2b-684890f17d3a on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:25:43.090933 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-0134490e-63a9-4ac9-8b90-b302cd830862 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] For port 39736fdf-66d1-4c92-ae2b-684890f17d3a, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=39736fdf-66d1-4c92-ae2b-684890f17d3a,segment=NetworkSegment(bd424bc6-07d6-44ee-af6c-ae78b62fa517),segment_id=bd424bc6-07d6-44ee-af6c-ae78b62fa517)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:25:43.091315 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0134490e-63a9-4ac9-8b90-b302cd830862 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:43.092250 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995c70f9-9f20-4725-bca6-246727f5bb77 None None] Pushing event deleted for resources: {'Port': ['ID=39736fdf-66d1-4c92-ae2b-684890f17d3a,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:43.108566 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-0134490e-63a9-4ac9-8b90-b302cd830862 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Calling delete_port for 39736fdf-66d1-4c92-ae2b-684890f17d3a owned by network:dhcp {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:25:43.124856 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-a8143462-07a6-45c5-8277-55cab35a54ee tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Deleting port 7cc67e41-7216-4a74-8236-73ca00d31c9c {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:25:43.125198 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a8143462-07a6-45c5-8277-55cab35a54ee tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:43.207386 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 39736fdf-66d1-4c92-ae2b-684890f17d3a no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:25:43.228502 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 39736fdf-66d1-4c92-ae2b-684890f17d3a {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:25:43.228853 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 39736fdf-66d1-4c92-ae2b-684890f17d3a not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:25:43.241886 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-eba5db43-8cd5-4fc2-992d-31a751960f67 req-74560958-c8a0-4639-9afb-3eb351467739 tempest-ServerShowV247Test-1585694034 tempest-ServerShowV247Test-1585694034-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa0681d0-5221-40d6-8fd3-00cefacb07ee HTTP/1.1" status: 200 len: 210 time: 0.0350730 Nov 25 13:25:43.283721 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a8143462-07a6-45c5-8277-55cab35a54ee tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:43.298412 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-a8143462-07a6-45c5-8277-55cab35a54ee tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Calling delete_port for 7cc67e41-7216-4a74-8236-73ca00d31c9c owned by network:router_gateway {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:25:43.302329 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0134490e-63a9-4ac9-8b90-b302cd830862 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:43.342436 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0134490e-63a9-4ac9-8b90-b302cd830862 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event deleted for resources: {'Port': ['ID=39736fdf-66d1-4c92-ae2b-684890f17d3a,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:43.378319 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0134490e-63a9-4ac9-8b90-b302cd830862 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] No DVR routers for this DVR port 39736fdf-66d1-4c92-ae2b-684890f17d3a on host n-d-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:25:43.490828 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0134490e-63a9-4ac9-8b90-b302cd830862 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:43.511299 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad6b738-2365-4d62-be78-f648a4a0a935 req-e8546103-946a-47c8-9219-c2c7031c1b5c tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:43.512794 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1ad6b738-2365-4d62-be78-f648a4a0a935 req-e8546103-946a-47c8-9219-c2c7031c1b5c tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=007fabf5-6523-4965-b10c-45be5a972182 HTTP/1.1" status: 200 len: 946 time: 0.1802588 Nov 25 13:25:43.532830 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-0134490e-63a9-4ac9-8b90-b302cd830862 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38474de0-1eca-417a-98dc-d5bfde85af8c']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:43.581724 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-0134490e-63a9-4ac9-8b90-b302cd830862 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd424bc6-07d6-44ee-af6c-ae78b62fa517') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:43.582086 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-0134490e-63a9-4ac9-8b90-b302cd830862 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd424bc6-07d6-44ee-af6c-ae78b62fa517') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:43.597739 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0134490e-63a9-4ac9-8b90-b302cd830862 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:43.630880 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0134490e-63a9-4ac9-8b90-b302cd830862 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:43.641208 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1ad6b738-2365-4d62-be78-f648a4a0a935 req-a863ae41-6aa4-435c-95b5-4731c8f6472b tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182015 Nov 25 13:25:43.642134 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0134490e-63a9-4ac9-8b90-b302cd830862 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:25:43.642528 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0134490e-63a9-4ac9-8b90-b302cd830862 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:43.647325 n-d-808199-11 neutron-server[103570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:25:43.647325 n-d-808199-11 neutron-server[103570]: self.session.flush() Nov 25 13:25:43.647325 n-d-808199-11 neutron-server[103570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:25:43.647325 n-d-808199-11 neutron-server[103570]: self.session.flush() Nov 25 13:25:43.647325 n-d-808199-11 neutron-server[103570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:25:43.647325 n-d-808199-11 neutron-server[103570]: self.session.flush() Nov 25 13:25:43.647325 n-d-808199-11 neutron-server[103570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:25:43.647325 n-d-808199-11 neutron-server[103570]: self.session.flush() Nov 25 13:25:43.647325 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:25:43.647325 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:25:43.647325 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:25:43.647325 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:25:43.647325 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:25:43.647325 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:25:43.647325 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:25:43.647325 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:25:43.647325 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:25:43.647325 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:25:43.647325 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:25:43.647325 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:25:43.647325 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:25:43.647325 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:25:43.647325 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:25:43.647325 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:25:43.647325 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:25:43.647325 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:25:43.647325 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:25:43.647325 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:25:43.647325 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:25:43.647325 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:25:43.647325 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:25:43.647325 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:25:43.647325 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:25:43.647325 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:25:43.647325 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:25:43.647325 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:25:43.647325 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:25:43.647325 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:25:43.647325 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:25:43.647325 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:25:43.732594 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0134490e-63a9-4ac9-8b90-b302cd830862 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:43.743017 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0134490e-63a9-4ac9-8b90-b302cd830862 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:43.745463 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-0134490e-63a9-4ac9-8b90-b302cd830862 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "DELETE /v2.0/networks/38474de0-1eca-417a-98dc-d5bfde85af8c HTTP/1.1" status: 204 len: 168 time: 1.0782473 Nov 25 13:25:43.749603 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59062) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:43.755837 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-f67de081-c005-4ddb-8a36-72f48c80bd61 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1274603942'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:25:43.759815 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0134490e-63a9-4ac9-8b90-b302cd830862 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event deleted for resources: {'Network': ['ID=38474de0-1eca-417a-98dc-d5bfde85af8c,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:43.761619 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a8143462-07a6-45c5-8277-55cab35a54ee tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:43.778823 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67de081-c005-4ddb-8a36-72f48c80bd61 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Made reservation on behalf of 177e3b084115482a91deb772ab6235e0 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:25:43.782351 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f67de081-c005-4ddb-8a36-72f48c80bd61 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:43.788082 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8143462-07a6-45c5-8277-55cab35a54ee tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Pushing event deleted for resources: {'Port': ['ID=7cc67e41-7216-4a74-8236-73ca00d31c9c,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:43.804728 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4389445c-da9e-4369-b89e-be6605ebf0b4 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:25:43.815838 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f67de081-c005-4ddb-8a36-72f48c80bd61 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:25:43.825993 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f67de081-c005-4ddb-8a36-72f48c80bd61 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:43.826365 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-f67de081-c005-4ddb-8a36-72f48c80bd61 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Added segment 68d7fc61-ecaf-4d47-93f9-45604724fba7 of type vlan for network 1b389ec6-44bd-4b44-9b72-8c858385f6f7 Nov 25 13:25:43.853863 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a8143462-07a6-45c5-8277-55cab35a54ee tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:43.871134 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f67de081-c005-4ddb-8a36-72f48c80bd61 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:43.895129 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f67de081-c005-4ddb-8a36-72f48c80bd61 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:43.900901 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67de081-c005-4ddb-8a36-72f48c80bd61 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:43.901482 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f67de081-c005-4ddb-8a36-72f48c80bd61 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:43.945990 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a8143462-07a6-45c5-8277-55cab35a54ee tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:43.948180 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a8143462-07a6-45c5-8277-55cab35a54ee tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:43.961694 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-f67de081-c005-4ddb-8a36-72f48c80bd61 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2102334 Nov 25 13:25:43.964766 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59064) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:43.972061 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-dec84b1a-f3ab-4692-8634-70ae7d40e3b9 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Request body: {'subnet': {'network_id': '1b389ec6-44bd-4b44-9b72-8c858385f6f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:25:43.998516 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a8143462-07a6-45c5-8277-55cab35a54ee tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:43.999410 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8143462-07a6-45c5-8277-55cab35a54ee tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Fanout notify agent at l3_agent the message router_deleted on router 90a4e271-ba50-470a-aa9d-3d59ef5d7240 {{(pid=103570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:25:44.000884 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67de081-c005-4ddb-8a36-72f48c80bd61 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event updated for resources: {'Network': ['ID=1b389ec6-44bd-4b44-9b72-8c858385f6f7,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:44.013898 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 1b389ec6-44bd-4b44-9b72-8c858385f6f7 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:25:44.022070 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a8143462-07a6-45c5-8277-55cab35a54ee tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:44.027689 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-a8143462-07a6-45c5-8277-55cab35a54ee tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] 10.222.0.53 "DELETE /v2.0/routers/90a4e271-ba50-470a-aa9d-3d59ef5d7240 HTTP/1.1" status: 204 len: 168 time: 1.4363005 Nov 25 13:25:44.028317 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59070) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:44.033293 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-ba638537-44b9-4eb5-b3a0-55ff3225026c tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1767451717', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}, 'admin_state_up': False}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:25:44.062513 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ba638537-44b9-4eb5-b3a0-55ff3225026c tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:44.063601 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ba638537-44b9-4eb5-b3a0-55ff3225026c tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:44.099738 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec84b1a-f3ab-4692-8634-70ae7d40e3b9 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Made reservation on behalf of 177e3b084115482a91deb772ab6235e0 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:25:44.103848 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dec84b1a-f3ab-4692-8634-70ae7d40e3b9 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:44.158963 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ba638537-44b9-4eb5-b3a0-55ff3225026c tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:44.313878 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dec84b1a-f3ab-4692-8634-70ae7d40e3b9 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:44.386783 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec84b1a-f3ab-4692-8634-70ae7d40e3b9 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event updated for resources: {'Subnet': ['ID=fbff2172-40a1-428a-bb4c-7d70da301b91,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:44.400510 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec84b1a-f3ab-4692-8634-70ae7d40e3b9 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Checking segment: {'id': '68d7fc61-ecaf-4d47-93f9-45604724fba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '1b389ec6-44bd-4b44-9b72-8c858385f6f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:25:44.400889 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec84b1a-f3ab-4692-8634-70ae7d40e3b9 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Network hostable DHCP agents. Network: 1b389ec6-44bd-4b44-9b72-8c858385f6f7, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:25:44.448576 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec84b1a-f3ab-4692-8634-70ae7d40e3b9 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Network 1b389ec6-44bd-4b44-9b72-8c858385f6f7 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:25:44.462432 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-dec84b1a-f3ab-4692-8634-70ae7d40e3b9 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 1b389ec6-44bd-4b44-9b72-8c858385f6f7) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:25:44.473948 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02ba442-b78b-478e-bbe8-c8102240d77e None None] Network 1b389ec6-44bd-4b44-9b72-8c858385f6f7 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:25:44.475720 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368443be-f9b2-4dca-b6a7-0c557f6a33f5 req-8cf0b97d-db94-4336-b9ea-367d9c5ee398 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:44.477827 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-368443be-f9b2-4dca-b6a7-0c557f6a33f5 req-8cf0b97d-db94-4336-b9ea-367d9c5ee398 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d8bb221-107e-4016-be4c-7f30d8a1b898 HTTP/1.1" status: 200 len: 945 time: 0.0728641 Nov 25 13:25:44.478776 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec84b1a-f3ab-4692-8634-70ae7d40e3b9 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:44.479545 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dec84b1a-f3ab-4692-8634-70ae7d40e3b9 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:44.520716 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-dec84b1a-f3ab-4692-8634-70ae7d40e3b9 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5548964 Nov 25 13:25:44.524812 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59074) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:44.529184 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-b7a6c2f1-a424-4cd3-9fd2-72ed9e1d1d3d tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1578361962', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:25:44.589276 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b7a6c2f1-a424-4cd3-9fd2-72ed9e1d1d3d tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:44.590332 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b7a6c2f1-a424-4cd3-9fd2-72ed9e1d1d3d tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:44.596115 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1d2f9-dca0-47e3-96a8-21d39012879f req-cf1deaee-cc6a-48e3-810c-0eb61da0643f tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:44.604049 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e5b1d2f9-dca0-47e3-96a8-21d39012879f req-cf1deaee-cc6a-48e3-810c-0eb61da0643f tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d8bb221-107e-4016-be4c-7f30d8a1b898 HTTP/1.1" status: 200 len: 945 time: 0.5079396 Nov 25 13:25:44.636641 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c41af979-4ed0-4fa4-bb83-62df1b2c1189 req-499b7926-c68f-4120-84bf-8ef9f2292d78 tempest-ServerShowV247Test-1585694034 tempest-ServerShowV247Test-1585694034-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa0681d0-5221-40d6-8fd3-00cefacb07ee HTTP/1.1" status: 200 len: 210 time: 0.0605593 Nov 25 13:25:44.656312 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-368443be-f9b2-4dca-b6a7-0c557f6a33f5 req-ac680dc5-be99-462c-a013-ac32a45810ca tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Deleting port d15cd805-b8d8-41c0-a8ef-95ea84372604 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:25:44.656797 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-368443be-f9b2-4dca-b6a7-0c557f6a33f5 req-ac680dc5-be99-462c-a013-ac32a45810ca tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:44.658161 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc955499-3aca-4e11-884f-c31a1b796699 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-1b389ec6-44bd-4b44-9b72-8c858385f6f7', 'network_id': '1b389ec6-44bd-4b44-9b72-8c858385f6f7', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'fixed_ips': [{'subnet_id': 'fbff2172-40a1-428a-bb4c-7d70da301b91'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:25:44.659193 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cc955499-3aca-4e11-884f-c31a1b796699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:44.662726 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b7a6c2f1-a424-4cd3-9fd2-72ed9e1d1d3d tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:44.720446 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b7a6c2f1-a424-4cd3-9fd2-72ed9e1d1d3d tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:44.729149 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ba638537-44b9-4eb5-b3a0-55ff3225026c tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:44.757793 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e5b1d2f9-dca0-47e3-96a8-21d39012879f req-9dc4face-ed46-4f05-9d44-f3cb79ce818b tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392944 Nov 25 13:25:44.776115 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b7a6c2f1-a424-4cd3-9fd2-72ed9e1d1d3d tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:44.780881 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b7a6c2f1-a424-4cd3-9fd2-72ed9e1d1d3d tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2528443 Nov 25 13:25:44.781947 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59078) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:44.842568 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-cc955499-3aca-4e11-884f-c31a1b796699 None None] Allocated IP 2001:db8::2 (1b389ec6-44bd-4b44-9b72-8c858385f6f7/fbff2172-40a1-428a-bb4c-7d70da301b91/acd85af0-51ee-4200-9f49-5f977b4727b9) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:25:44.847532 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228f5252-4f2f-44cc-ad08-88e696eace7f req-509cd492-233d-449d-a533-b658ddcf66fd tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:44.848981 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-228f5252-4f2f-44cc-ad08-88e696eace7f req-509cd492-233d-449d-a533-b658ddcf66fd tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=007fabf5-6523-4965-b10c-45be5a972182 HTTP/1.1" status: 200 len: 946 time: 0.0852842 Nov 25 13:25:44.873712 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-368443be-f9b2-4dca-b6a7-0c557f6a33f5 req-ac680dc5-be99-462c-a013-ac32a45810ca tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] For port d15cd805-b8d8-41c0-a8ef-95ea84372604, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=d15cd805-b8d8-41c0-a8ef-95ea84372604,segment=NetworkSegment(69c62212-4523-4acd-b808-007a53ff7fe0),segment_id=69c62212-4523-4acd-b808-007a53ff7fe0)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:25:44.874072 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-368443be-f9b2-4dca-b6a7-0c557f6a33f5 req-ac680dc5-be99-462c-a013-ac32a45810ca tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:44.920151 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-228f5252-4f2f-44cc-ad08-88e696eace7f req-a4b05b14-476a-4b41-88d3-19cde538308c tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586576 Nov 25 13:25:44.924222 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-368443be-f9b2-4dca-b6a7-0c557f6a33f5 req-ac680dc5-be99-462c-a013-ac32a45810ca tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Calling delete_port for d15cd805-b8d8-41c0-a8ef-95ea84372604 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:25:45.005961 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cc955499-3aca-4e11-884f-c31a1b796699 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:45.012629 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cc955499-3aca-4e11-884f-c31a1b796699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:45.026394 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ba638537-44b9-4eb5-b3a0-55ff3225026c tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks [] for router_gateway, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:45.048018 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ba638537-44b9-4eb5-b3a0-55ff3225026c tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:45.061835 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc955499-3aca-4e11-884f-c31a1b796699 None None] Network 1b389ec6-44bd-4b44-9b72-8c858385f6f7 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:25:45.066302 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-cc955499-3aca-4e11-884f-c31a1b796699 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:25:45.068251 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc955499-3aca-4e11-884f-c31a1b796699 None None] Pushing event updated for resources: {'Port': ['ID=acd85af0-51ee-4200-9f49-5f977b4727b9,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:45.071515 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc955499-3aca-4e11-884f-c31a1b796699 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:25:45.125432 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-cc955499-3aca-4e11-884f-c31a1b796699 None None] Attempting to bind port acd85af0-51ee-4200-9f49-5f977b4727b9 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:25:45.125881 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-cc955499-3aca-4e11-884f-c31a1b796699 None None] Attempting to bind port acd85af0-51ee-4200-9f49-5f977b4727b9 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '68d7fc61-ecaf-4d47-93f9-45604724fba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '1b389ec6-44bd-4b44-9b72-8c858385f6f7'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:25:45.126351 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc955499-3aca-4e11-884f-c31a1b796699 None None] Attempting to bind port acd85af0-51ee-4200-9f49-5f977b4727b9 on network 1b389ec6-44bd-4b44-9b72-8c858385f6f7 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:25:45.131614 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc955499-3aca-4e11-884f-c31a1b796699 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:25:45.132667 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc955499-3aca-4e11-884f-c31a1b796699 None None] Checking segment: {'id': '68d7fc61-ecaf-4d47-93f9-45604724fba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '1b389ec6-44bd-4b44-9b72-8c858385f6f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:25:45.133274 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cc955499-3aca-4e11-884f-c31a1b796699 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:45.133747 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc955499-3aca-4e11-884f-c31a1b796699 None None] Bound using segment: {'id': '68d7fc61-ecaf-4d47-93f9-45604724fba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '1b389ec6-44bd-4b44-9b72-8c858385f6f7'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:25:45.134340 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-cc955499-3aca-4e11-884f-c31a1b796699 None None] Bound port: acd85af0-51ee-4200-9f49-5f977b4727b9, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68d7fc61-ecaf-4d47-93f9-45604724fba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '1b389ec6-44bd-4b44-9b72-8c858385f6f7'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:25:45.134923 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cc955499-3aca-4e11-884f-c31a1b796699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:45.176801 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5fe98f6d-f61f-4e54-9b2c-8bedb146823b tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:45.189562 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-ba638537-44b9-4eb5-b3a0-55ff3225026c tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Allocated IP 172.25.5.195 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/db427832-8db0-4e27-8d31-3f37c92ed9c9) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:25:45.211710 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-cc955499-3aca-4e11-884f-c31a1b796699 None None] For port acd85af0-51ee-4200-9f49-5f977b4727b9, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:25:45.215383 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-cc955499-3aca-4e11-884f-c31a1b796699 None None] For port acd85af0-51ee-4200-9f49-5f977b4727b9, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=acd85af0-51ee-4200-9f49-5f977b4727b9,segment=NetworkSegment(68d7fc61-ecaf-4d47-93f9-45604724fba7),segment_id=68d7fc61-ecaf-4d47-93f9-45604724fba7)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:25:45.220839 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cc955499-3aca-4e11-884f-c31a1b796699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:45.287470 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc955499-3aca-4e11-884f-c31a1b796699 None None] Pushing event updated for resources: {'Port': ['ID=acd85af0-51ee-4200-9f49-5f977b4727b9,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:45.381447 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-368443be-f9b2-4dca-b6a7-0c557f6a33f5 req-ac680dc5-be99-462c-a013-ac32a45810ca tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:45.392144 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ba638537-44b9-4eb5-b3a0-55ff3225026c tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:45.399084 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['b517ee6d-7632-4cc4-aa47-ffcbea84a1d1', 'd15cd805-b8d8-41c0-a8ef-95ea84372604'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:25:45.439628 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ba638537-44b9-4eb5-b3a0-55ff3225026c tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:45.509982 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba638537-44b9-4eb5-b3a0-55ff3225026c tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:25:45.512672 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac680dc5-be99-462c-a013-ac32a45810ca tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Pushing event deleted for resources: {'Port': ['ID=d15cd805-b8d8-41c0-a8ef-95ea84372604,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:45.513356 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-ba638537-44b9-4eb5-b3a0-55ff3225026c tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:25:45.517543 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba638537-44b9-4eb5-b3a0-55ff3225026c tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:25:45.551389 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba638537-44b9-4eb5-b3a0-55ff3225026c tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Pushing event updated for resources: {'Port': ['ID=db427832-8db0-4e27-8d31-3f37c92ed9c9,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:45.568912 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706ee24b-0ac3-4d3c-b67f-2dd13e44c939 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:25:45.608664 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-5fe98f6d-f61f-4e54-9b2c-8bedb146823b tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Allocated IP 2001:db8::1 (1b389ec6-44bd-4b44-9b72-8c858385f6f7/fbff2172-40a1-428a-bb4c-7d70da301b91/51b8242b-5ba1-4363-9227-aa0db2d41737) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:25:45.616115 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-368443be-f9b2-4dca-b6a7-0c557f6a33f5 req-ac680dc5-be99-462c-a013-ac32a45810ca tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] No DVR routers for this DVR port d15cd805-b8d8-41c0-a8ef-95ea84372604 on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:25:45.619179 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac680dc5-be99-462c-a013-ac32a45810ca tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:25:45.619535 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac680dc5-be99-462c-a013-ac32a45810ca tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:25:45.619962 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac680dc5-be99-462c-a013-ac32a45810ca tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:25:45.620928 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac680dc5-be99-462c-a013-ac32a45810ca tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:25:45.621271 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac680dc5-be99-462c-a013-ac32a45810ca tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:25:45.621610 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac680dc5-be99-462c-a013-ac32a45810ca tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:25:45.621945 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac680dc5-be99-462c-a013-ac32a45810ca tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:25:45.622277 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac680dc5-be99-462c-a013-ac32a45810ca tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:25:45.622611 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac680dc5-be99-462c-a013-ac32a45810ca tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:25:45.623296 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac680dc5-be99-462c-a013-ac32a45810ca tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:25:45.624301 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac680dc5-be99-462c-a013-ac32a45810ca tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:25:45.624301 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac680dc5-be99-462c-a013-ac32a45810ca tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:25:45.631644 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-368443be-f9b2-4dca-b6a7-0c557f6a33f5 req-ac680dc5-be99-462c-a013-ac32a45810ca tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:45.635715 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-368443be-f9b2-4dca-b6a7-0c557f6a33f5 req-ac680dc5-be99-462c-a013-ac32a45810ca tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.47 "DELETE /v2.0/ports/d15cd805-b8d8-41c0-a8ef-95ea84372604 HTTP/1.1" status: 204 len: 173 time: 1.1493323 Nov 25 13:25:45.636191 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d8bb221-107e-4016-be4c-7f30d8a1b898', 'name': 'network-vif-deleted', 'tag': 'd15cd805-b8d8-41c0-a8ef-95ea84372604'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:25:45.639222 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b75473-9540-4ac3-aa94-332b4ecd2ef4" -d '{"events": [{"server_uuid": "8d8bb221-107e-4016-be4c-7f30d8a1b898", "name": "network-vif-deleted", "tag": "d15cd805-b8d8-41c0-a8ef-95ea84372604"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:25:45.667803 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bd857098-8e7a-4f63-86c2-1547a010c9d9 None None] Provisioning complete for port db427832-8db0-4e27-8d31-3f37c92ed9c9 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:25:45.668170 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bd857098-8e7a-4f63-86c2-1547a010c9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:45.733136 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bd857098-8e7a-4f63-86c2-1547a010c9d9 None None] Port db427832-8db0-4e27-8d31-3f37c92ed9c9 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:25:45.782528 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e659740-ffcc-4722-8164-6865b4d14a12 x-openstack-request-id: req-0e659740-ffcc-4722-8164-6865b4d14a12 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:25:45.787058 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d8bb221-107e-4016-be4c-7f30d8a1b898", "name": "network-vif-deleted", "tag": "d15cd805-b8d8-41c0-a8ef-95ea84372604", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:25:45.787886 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0e659740-ffcc-4722-8164-6865b4d14a12 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:25:45.789903 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d8bb221-107e-4016-be4c-7f30d8a1b898', 'name': 'network-vif-deleted', 'tag': 'd15cd805-b8d8-41c0-a8ef-95ea84372604', 'status': 'completed', 'code': 200} Nov 25 13:25:45.817930 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d7fb53f7-1743-4157-bd5c-e4c9aeee883a req-5ea87808-46be-4e3c-9137-94dc42a5863a tempest-ServerShowV247Test-1585694034 tempest-ServerShowV247Test-1585694034-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa0681d0-5221-40d6-8fd3-00cefacb07ee HTTP/1.1" status: 200 len: 210 time: 0.0336757 Nov 25 13:25:45.829578 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5fe98f6d-f61f-4e54-9b2c-8bedb146823b tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:45.884005 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5fe98f6d-f61f-4e54-9b2c-8bedb146823b tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:45.893602 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8a9a1863-dc1a-4dfa-9923-fa45b232f470 req-8c177bd4-bd61-439e-ae4f-82edc407fe4b tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d8bb221-107e-4016-be4c-7f30d8a1b898 HTTP/1.1" status: 200 len: 210 time: 0.0343111 Nov 25 13:25:45.913933 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ba638537-44b9-4eb5-b3a0-55ff3225026c tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks [] for router_gateway, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:45.928638 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe98f6d-f61f-4e54-9b2c-8bedb146823b tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Network 1b389ec6-44bd-4b44-9b72-8c858385f6f7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:25:45.932303 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-5fe98f6d-f61f-4e54-9b2c-8bedb146823b tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:25:45.936217 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe98f6d-f61f-4e54-9b2c-8bedb146823b tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:25:45.936813 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5fe98f6d-f61f-4e54-9b2c-8bedb146823b tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:45.977689 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe98f6d-f61f-4e54-9b2c-8bedb146823b tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event updated for resources: {'Port': ['ID=51b8242b-5ba1-4363-9227-aa0db2d41737,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:46.067723 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5fe98f6d-f61f-4e54-9b2c-8bedb146823b tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:46.108878 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae900336-17f7-4b83-a290-3aa6522da3f0 req-de788019-3da7-4686-856e-c50c4d680638 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:46.110426 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ae900336-17f7-4b83-a290-3aa6522da3f0 req-de788019-3da7-4686-856e-c50c4d680638 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=007fabf5-6523-4965-b10c-45be5a972182 HTTP/1.1" status: 200 len: 946 time: 0.1023626 Nov 25 13:25:46.211927 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ae900336-17f7-4b83-a290-3aa6522da3f0 req-86347ffb-ed44-498c-822b-e3b1a1a1b154 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938499 Nov 25 13:25:46.217353 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ba638537-44b9-4eb5-b3a0-55ff3225026c tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:46.407081 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba638537-44b9-4eb5-b3a0-55ff3225026c tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Router 7cfcc2d5-aa61-40c2-99aa-80fc655509c9 is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:25:46.420009 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5fe98f6d-f61f-4e54-9b2c-8bedb146823b tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:46.425490 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5fe98f6d-f61f-4e54-9b2c-8bedb146823b tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:46.426396 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5fe98f6d-f61f-4e54-9b2c-8bedb146823b tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:46.443818 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c777e1c8-4851-416e-a8e3-3a40e99859ee None None] Network 1b389ec6-44bd-4b44-9b72-8c858385f6f7 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:25:46.509671 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-8198ab57-2031-4693-8a23-f811cbafa9da None None] Provisioning complete for port acd85af0-51ee-4200-9f49-5f977b4727b9 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:25:46.510369 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8198ab57-2031-4693-8a23-f811cbafa9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:46.518088 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe98f6d-f61f-4e54-9b2c-8bedb146823b tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event updated for resources: {'Port': ['ID=51b8242b-5ba1-4363-9227-aa0db2d41737,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:46.523054 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba638537-44b9-4eb5-b3a0-55ff3225026c tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:25:46.532897 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b9260e-3137-4555-be71-269a5d711436 None None] Sync routers for ids ['7cfcc2d5-aa61-40c2-99aa-80fc655509c9'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:25:46.544979 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b9260e-3137-4555-be71-269a5d711436 None None] Routers {'7cfcc2d5-aa61-40c2-99aa-80fc655509c9'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:25:46.546346 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-57b9260e-3137-4555-be71-269a5d711436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:25:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['7cfcc2d5-aa61-40c2-99aa-80fc655509c9'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:46.556633 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ba638537-44b9-4eb5-b3a0-55ff3225026c tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:46.559030 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-ba638537-44b9-4eb5-b3a0-55ff3225026c tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.5293548 Nov 25 13:25:46.561680 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59092) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:46.566189 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe98f6d-f61f-4e54-9b2c-8bedb146823b tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Network 1b389ec6-44bd-4b44-9b72-8c858385f6f7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:25:46.568244 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-5fe98f6d-f61f-4e54-9b2c-8bedb146823b tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:25:46.575337 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-1e8721f9-47e5-48e5-9854-0802d8d44f39 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:25:46.584719 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-57b9260e-3137-4555-be71-269a5d711436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:46.594876 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b9260e-3137-4555-be71-269a5d711436 None None] Routers {'7cfcc2d5-aa61-40c2-99aa-80fc655509c9'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:25:46.595725 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-57b9260e-3137-4555-be71-269a5d711436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:25:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['7cfcc2d5-aa61-40c2-99aa-80fc655509c9'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:46.630433 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-57b9260e-3137-4555-be71-269a5d711436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:46.631400 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b9260e-3137-4555-be71-269a5d711436 None None] The sync data for ids ['7cfcc2d5-aa61-40c2-99aa-80fc655509c9'] in n-d-808199-11 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:25:46.638486 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8198ab57-2031-4693-8a23-f811cbafa9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:46.705438 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe98f6d-f61f-4e54-9b2c-8bedb146823b tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Router c342f76f-7e9f-4bdd-b6ec-3934b8f8cedb is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:25:46.709388 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-8198ab57-2031-4693-8a23-f811cbafa9da None None] For port acd85af0-51ee-4200-9f49-5f977b4727b9, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=acd85af0-51ee-4200-9f49-5f977b4727b9,segment=NetworkSegment(68d7fc61-ecaf-4d47-93f9-45604724fba7),segment_id=68d7fc61-ecaf-4d47-93f9-45604724fba7)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:25:46.715385 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8198ab57-2031-4693-8a23-f811cbafa9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:46.791911 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8198ab57-2031-4693-8a23-f811cbafa9da None None] Pushing event updated for resources: {'Port': ['ID=acd85af0-51ee-4200-9f49-5f977b4727b9,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:46.806468 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe98f6d-f61f-4e54-9b2c-8bedb146823b tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:25:46.812288 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5fe98f6d-f61f-4e54-9b2c-8bedb146823b tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "PUT /v2.0/routers/c342f76f-7e9f-4bdd-b6ec-3934b8f8cedb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0292363 Nov 25 13:25:46.814799 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59094) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:46.821003 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7039d7df-7215-4b99-8447-279290dc55a6 None None] Sync routers for ids ['c342f76f-7e9f-4bdd-b6ec-3934b8f8cedb'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:25:46.832086 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7039d7df-7215-4b99-8447-279290dc55a6 None None] Routers {'c342f76f-7e9f-4bdd-b6ec-3934b8f8cedb'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:25:46.832781 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-7039d7df-7215-4b99-8447-279290dc55a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:25:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['c342f76f-7e9f-4bdd-b6ec-3934b8f8cedb'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:46.869023 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-7039d7df-7215-4b99-8447-279290dc55a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:46.880212 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7039d7df-7215-4b99-8447-279290dc55a6 None None] Routers {'c342f76f-7e9f-4bdd-b6ec-3934b8f8cedb'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:25:46.880850 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-7039d7df-7215-4b99-8447-279290dc55a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:25:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['c342f76f-7e9f-4bdd-b6ec-3934b8f8cedb'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:46.900100 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31a831a-e58f-4315-aaeb-d82ef8d3551e tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:46.901713 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c31a831a-e58f-4315-aaeb-d82ef8d3551e tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "GET /v2.0/ports/51b8242b-5ba1-4363-9227-aa0db2d41737 HTTP/1.1" status: 200 len: 911 time: 0.0858660 Nov 25 13:25:46.904503 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59098) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:46.937042 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-7039d7df-7215-4b99-8447-279290dc55a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:46.937707 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7039d7df-7215-4b99-8447-279290dc55a6 None None] The sync data for ids ['c342f76f-7e9f-4bdd-b6ec-3934b8f8cedb'] in n-d-808199-11 is: [] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:25:46.978506 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e76eb599-7c23-4cc9-8af9-f707a6ea0e55 req-bf137d01-0c81-470e-8d74-018ffc6edd4f tempest-ServerShowV247Test-1585694034 tempest-ServerShowV247Test-1585694034-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa0681d0-5221-40d6-8fd3-00cefacb07ee HTTP/1.1" status: 200 len: 210 time: 0.0551100 Nov 25 13:25:47.039786 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1e8721f9-47e5-48e5-9854-0802d8d44f39 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:47.056905 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1e8721f9-47e5-48e5-9854-0802d8d44f39 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:47.113804 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-1e8721f9-47e5-48e5-9854-0802d8d44f39 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Deleting port db427832-8db0-4e27-8d31-3f37c92ed9c9 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:25:47.116061 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1e8721f9-47e5-48e5-9854-0802d8d44f39 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:47.317010 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1e8721f9-47e5-48e5-9854-0802d8d44f39 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:47.334669 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-1e8721f9-47e5-48e5-9854-0802d8d44f39 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Calling delete_port for db427832-8db0-4e27-8d31-3f37c92ed9c9 owned by network:router_gateway {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:25:47.441883 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device acd85af0-51ee-4200-9f49-5f977b4727b9 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:25:47.487262 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-dd772939-eceb-427c-a7d0-ee5b9ef38d23 None None] Provisioning complete for port 51b8242b-5ba1-4363-9227-aa0db2d41737 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:25:47.487976 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dd772939-eceb-427c-a7d0-ee5b9ef38d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:47.493756 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c3c44-9882-4fea-82a4-6216292f34d2 req-77a6e9fd-0dd3-4dac-958c-eac15ce5304d tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:47.495680 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-360c3c44-9882-4fea-82a4-6216292f34d2 req-77a6e9fd-0dd3-4dac-958c-eac15ce5304d tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=007fabf5-6523-4965-b10c-45be5a972182 HTTP/1.1" status: 200 len: 946 time: 0.0928633 Nov 25 13:25:47.556278 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-dd772939-eceb-427c-a7d0-ee5b9ef38d23 None None] Port 51b8242b-5ba1-4363-9227-aa0db2d41737 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:25:47.579724 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port acd85af0-51ee-4200-9f49-5f977b4727b9 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:25:47.580613 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:47.582412 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-dd772939-eceb-427c-a7d0-ee5b9ef38d23 None None] Provisioning complete for port acd85af0-51ee-4200-9f49-5f977b4727b9 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:25:47.582975 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dd772939-eceb-427c-a7d0-ee5b9ef38d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:47.665418 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5283fb85-99b0-4112-ac52-cd707c3f317b req-e9b4e7a9-73f5-4ed4-a734-8e42e62a5404 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:47.667476 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5283fb85-99b0-4112-ac52-cd707c3f317b req-e9b4e7a9-73f5-4ed4-a734-8e42e62a5404 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/networks?id=86ce0c5b-521f-4849-813d-48a6e4cbad17 HTTP/1.1" status: 200 len: 806 time: 0.1124094 Nov 25 13:25:47.712624 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5283fb85-99b0-4112-ac52-cd707c3f317b req-a5380cc9-6de6-43af-a3d9-caa0a872c145 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/quotas/14da780ba23d47dc80a36e577e024742 HTTP/1.1" status: 200 len: 375 time: 0.0214152 Nov 25 13:25:47.744262 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-360c3c44-9882-4fea-82a4-6216292f34d2 req-33ff398c-1bcc-48fb-957f-95cbe26cea63 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380860 Nov 25 13:25:47.789922 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a65cf8c5-2ad2-4d37-abea-44f738a21510 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:47.813656 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5283fb85-99b0-4112-ac52-cd707c3f317b req-6d888c87-bff0-42e8-bb62-3124a20954d1 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=14da780ba23d47dc80a36e577e024742&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0886340 Nov 25 13:25:47.819080 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1e8721f9-47e5-48e5-9854-0802d8d44f39 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:47.841732 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9595099d-a8a8-4fe2-ba2a-65a3c3b1a1e2 None None] Provisioning complete for port 51b8242b-5ba1-4363-9227-aa0db2d41737 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:25:47.842255 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9595099d-a8a8-4fe2-ba2a-65a3c3b1a1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:47.855973 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8721f9-47e5-48e5-9854-0802d8d44f39 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Pushing event deleted for resources: {'Port': ['ID=db427832-8db0-4e27-8d31-3f37c92ed9c9,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:47.883909 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4ad7d9-9ad8-4655-9b70-ef1a572230dc None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:25:47.905250 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9595099d-a8a8-4fe2-ba2a-65a3c3b1a1e2 None None] Port 51b8242b-5ba1-4363-9227-aa0db2d41737 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:25:47.970397 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1e8721f9-47e5-48e5-9854-0802d8d44f39 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:48.042330 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-a65cf8c5-2ad2-4d37-abea-44f738a21510 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Deleting port 51b8242b-5ba1-4363-9227-aa0db2d41737 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:25:48.042947 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a65cf8c5-2ad2-4d37-abea-44f738a21510 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:48.048835 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5283fb85-99b0-4112-ac52-cd707c3f317b req-abf14ceb-1cb7-45ca-996e-f28e3ee20c32 service neutron] 10.222.0.53 "GET /v2.0/networks/86ce0c5b-521f-4849-813d-48a6e4cbad17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027395 Nov 25 13:25:48.133210 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a65cf8c5-2ad2-4d37-abea-44f738a21510 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:48.145797 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-a65cf8c5-2ad2-4d37-abea-44f738a21510 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Calling delete_port for 51b8242b-5ba1-4363-9227-aa0db2d41737 owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:25:48.324352 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a65cf8c5-2ad2-4d37-abea-44f738a21510 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:48.350664 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65cf8c5-2ad2-4d37-abea-44f738a21510 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event deleted for resources: {'Port': ['ID=51b8242b-5ba1-4363-9227-aa0db2d41737,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:48.453255 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a65cf8c5-2ad2-4d37-abea-44f738a21510 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:48.526937 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-84dbfb5e-e18c-41f6-a8f8-48bc3933bb73 req-a7c71371-0bc4-4c5b-b474-a987f3fe148e tempest-ServerShowV247Test-1585694034 tempest-ServerShowV247Test-1585694034-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa0681d0-5221-40d6-8fd3-00cefacb07ee HTTP/1.1" status: 200 len: 210 time: 0.4403436 Nov 25 13:25:48.615857 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1e8721f9-47e5-48e5-9854-0802d8d44f39 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66601263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66597252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:48.622179 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a65cf8c5-2ad2-4d37-abea-44f738a21510 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Router c342f76f-7e9f-4bdd-b6ec-3934b8f8cedb has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:25:48.631407 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1e8721f9-47e5-48e5-9854-0802d8d44f39 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66601254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66601277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66597267'] for router, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:48.701655 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a65cf8c5-2ad2-4d37-abea-44f738a21510 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:25:48.709488 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-a65cf8c5-2ad2-4d37-abea-44f738a21510 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "PUT /v2.0/routers/c342f76f-7e9f-4bdd-b6ec-3934b8f8cedb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8039284 Nov 25 13:25:48.710227 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59126) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:48.711456 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c17ad06-7e64-41e3-abc2-db9208db3919 None None] Sync routers for ids ['c342f76f-7e9f-4bdd-b6ec-3934b8f8cedb'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:25:48.713920 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5283fb85-99b0-4112-ac52-cd707c3f317b req-2db50711-24ef-4827-86a3-de9e32af197c service neutron] 10.222.0.53 "GET /v2.0/networks/86ce0c5b-521f-4849-813d-48a6e4cbad17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6290393 Nov 25 13:25:48.723724 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c17ad06-7e64-41e3-abc2-db9208db3919 None None] Routers {'c342f76f-7e9f-4bdd-b6ec-3934b8f8cedb'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:25:48.724366 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-3c17ad06-7e64-41e3-abc2-db9208db3919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:25:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['c342f76f-7e9f-4bdd-b6ec-3934b8f8cedb'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:48.732740 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e8721f9-47e5-48e5-9854-0802d8d44f39 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Router 7cfcc2d5-aa61-40c2-99aa-80fc655509c9 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:25:48.743314 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59128) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:48.744024 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-a3970661-4aa3-4f9b-93a3-54b35520803c tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "GET /v2.0/ports?device_id=c342f76f-7e9f-4bdd-b6ec-3934b8f8cedb HTTP/1.1" status: 200 len: 205 time: 0.0323994 Nov 25 13:25:48.760559 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-3c17ad06-7e64-41e3-abc2-db9208db3919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:48.769587 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c17ad06-7e64-41e3-abc2-db9208db3919 None None] Routers {'c342f76f-7e9f-4bdd-b6ec-3934b8f8cedb'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:25:48.770202 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-3c17ad06-7e64-41e3-abc2-db9208db3919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:25:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['c342f76f-7e9f-4bdd-b6ec-3934b8f8cedb'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:48.803462 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-3c17ad06-7e64-41e3-abc2-db9208db3919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:48.804692 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c17ad06-7e64-41e3-abc2-db9208db3919 None None] The sync data for ids ['c342f76f-7e9f-4bdd-b6ec-3934b8f8cedb'] in n-d-808199-11 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:25:48.933008 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0ab8e28f-01f8-4aea-81c5-f84d4bd91bd8 req-969367f4-5c66-47da-9a95-541bd4c0d103 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d3de92b-952e-481c-85fe-dc39edabc1b5 HTTP/1.1" status: 200 len: 210 time: 0.0561194 Nov 25 13:25:48.936355 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-27c671ef-1935-4d03-bf6b-317dc80d3c22 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for router, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:48.939514 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e8721f9-47e5-48e5-9854-0802d8d44f39 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:25:48.957669 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffeefaa3-6d13-466d-a81f-8655f9a7302c None None] Sync routers for ids ['7cfcc2d5-aa61-40c2-99aa-80fc655509c9'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:25:48.968663 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffeefaa3-6d13-466d-a81f-8655f9a7302c None None] Routers {'7cfcc2d5-aa61-40c2-99aa-80fc655509c9'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:25:48.969294 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-ffeefaa3-6d13-466d-a81f-8655f9a7302c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:25:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['7cfcc2d5-aa61-40c2-99aa-80fc655509c9'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:48.977293 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1e8721f9-47e5-48e5-9854-0802d8d44f39 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:48.978491 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-1e8721f9-47e5-48e5-9854-0802d8d44f39 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] 10.222.0.53 "PUT /v2.0/routers/7cfcc2d5-aa61-40c2-99aa-80fc655509c9 HTTP/1.1" status: 200 len: 710 time: 2.4149287 Nov 25 13:25:48.981219 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59136) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:49.031130 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6557a258-222d-461a-ba4b-5c6abb39865f req-076cb609-4af3-4147-a3f4-d5139470dd74 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:49.032487 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6557a258-222d-461a-ba4b-5c6abb39865f req-076cb609-4af3-4147-a3f4-d5139470dd74 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=007fabf5-6523-4965-b10c-45be5a972182 HTTP/1.1" status: 200 len: 946 time: 0.1588690 Nov 25 13:25:49.037278 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-ffeefaa3-6d13-466d-a81f-8655f9a7302c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:49.047298 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffeefaa3-6d13-466d-a81f-8655f9a7302c None None] Routers {'7cfcc2d5-aa61-40c2-99aa-80fc655509c9'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:25:49.048157 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-ffeefaa3-6d13-466d-a81f-8655f9a7302c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:25:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['7cfcc2d5-aa61-40c2-99aa-80fc655509c9'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:49.085811 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-ffeefaa3-6d13-466d-a81f-8655f9a7302c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:49.087017 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffeefaa3-6d13-466d-a81f-8655f9a7302c None None] The sync data for ids ['7cfcc2d5-aa61-40c2-99aa-80fc655509c9'] in n-d-808199-11 is: [] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:25:49.092428 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-fe30adc4-6261-43ad-8739-aad3ba67829d tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] 10.222.0.53 "GET /v2.0/routers/7cfcc2d5-aa61-40c2-99aa-80fc655509c9 HTTP/1.1" status: 200 len: 745 time: 0.1078193 Nov 25 13:25:49.093540 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59142) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:49.141094 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-27c671ef-1935-4d03-bf6b-317dc80d3c22 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:49.145602 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-27c671ef-1935-4d03-bf6b-317dc80d3c22 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:49.150055 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-25c74e20-9611-450d-9afe-6b556ca745e9 tempest-RoutersIpV6AdminTest-723758385 tempest-RoutersIpV6AdminTest-723758385-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=7542d3d9-0db3-40e7-ab88-a168871141f7&device_id=7cfcc2d5-aa61-40c2-99aa-80fc655509c9 HTTP/1.1" status: 200 len: 205 time: 0.0529246 Nov 25 13:25:49.150437 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59144) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:49.186735 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-2afd495f-188a-4e8b-a12b-dcb941e07cfe tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cfcc2d5-aa61-40c2-99aa-80fc655509c9 HTTP/1.1" status: 200 len: 205 time: 0.0334466 Nov 25 13:25:49.187451 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59148) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:49.202339 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6557a258-222d-461a-ba4b-5c6abb39865f req-07b2c4ce-078d-40ee-80d4-3d5a6c6b3a5c tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440053 Nov 25 13:25:49.208463 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-27c671ef-1935-4d03-bf6b-317dc80d3c22 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:49.209184 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c671ef-1935-4d03-bf6b-317dc80d3c22 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Fanout notify agent at l3_agent the message router_deleted on router c342f76f-7e9f-4bdd-b6ec-3934b8f8cedb {{(pid=103570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:25:49.217875 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-27c671ef-1935-4d03-bf6b-317dc80d3c22 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:49.221972 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-27c671ef-1935-4d03-bf6b-317dc80d3c22 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "DELETE /v2.0/routers/c342f76f-7e9f-4bdd-b6ec-3934b8f8cedb HTTP/1.1" status: 204 len: 168 time: 0.4755979 Nov 25 13:25:49.222612 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59150) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:49.286869 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7e3e09c-ba2a-4ef1-ab85-34315363e72b tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Deleting subnet fbff2172-40a1-428a-bb4c-7d70da301b91 {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:25:49.290792 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e7e3e09c-ba2a-4ef1-ab85-34315363e72b tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:49.291071 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9be8889e-6233-4ae4-9df0-5b9860e04f1c tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:49.331457 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e7e3e09c-ba2a-4ef1-ab85-34315363e72b tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:49.423636 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e7e3e09c-ba2a-4ef1-ab85-34315363e72b tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:49.460367 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9be8889e-6233-4ae4-9df0-5b9860e04f1c tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:49.462529 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9be8889e-6233-4ae4-9df0-5b9860e04f1c tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:49.493550 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e7e3e09c-ba2a-4ef1-ab85-34315363e72b tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:49.511460 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9be8889e-6233-4ae4-9df0-5b9860e04f1c tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:49.511967 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be8889e-6233-4ae4-9df0-5b9860e04f1c tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Fanout notify agent at l3_agent the message router_deleted on router 7cfcc2d5-aa61-40c2-99aa-80fc655509c9 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:25:49.518700 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9be8889e-6233-4ae4-9df0-5b9860e04f1c tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:49.520510 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-9be8889e-6233-4ae4-9df0-5b9860e04f1c tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] 10.222.0.53 "DELETE /v2.0/routers/7cfcc2d5-aa61-40c2-99aa-80fc655509c9 HTTP/1.1" status: 204 len: 168 time: 0.3314471 Nov 25 13:25:49.524652 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59152) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:49.535984 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e3e09c-ba2a-4ef1-ab85-34315363e72b tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event deleted for resources: {'Subnet': ['ID=fbff2172-40a1-428a-bb4c-7d70da301b91,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:49.543510 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16a9aec-ae51-4a3d-9e7f-71dbac9f6436 None None] Network 1b389ec6-44bd-4b44-9b72-8c858385f6f7 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:25:49.548722 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e7e3e09c-ba2a-4ef1-ab85-34315363e72b tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:49.551965 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e7e3e09c-ba2a-4ef1-ab85-34315363e72b tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "DELETE /v2.0/subnets/fbff2172-40a1-428a-bb4c-7d70da301b91 HTTP/1.1" status: 204 len: 168 time: 0.3284121 Nov 25 13:25:49.555222 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59154) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:49.578320 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e1297fa1-84a5-4363-9078-47cb15a1d4bb tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cfcc2d5-aa61-40c2-99aa-80fc655509c9 HTTP/1.1" status: 200 len: 205 time: 0.0518072 Nov 25 13:25:49.578952 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59158) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:49.619512 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [None req-f0a774ce-9a14-4054-81a3-04399a8ae489 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] delete failed (client error): The resource could not be found. Nov 25 13:25:49.623300 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f0a774ce-9a14-4054-81a3-04399a8ae489 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] 10.222.0.53 "DELETE /v2.0/routers/7cfcc2d5-aa61-40c2-99aa-80fc655509c9 HTTP/1.1" status: 404 len: 336 time: 0.0434036 Nov 25 13:25:49.623979 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59160) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:49.650916 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5975c9f7-6dff-4afc-9056-879f8bb9360a tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:49.669192 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b0684e5d-efd0-4a41-8c64-25c8657aca0c req-8eb2a9e2-ef63-42de-90ed-217bb6db5535 tempest-ServerShowV247Test-1585694034 tempest-ServerShowV247Test-1585694034-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa0681d0-5221-40d6-8fd3-00cefacb07ee HTTP/1.1" status: 200 len: 210 time: 0.0361273 Nov 25 13:25:49.699923 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-53a17cc8-a42e-49d9-88c2-5c3aab392d5f tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] 10.222.0.53 "GET /v2.0/ports?device_id=90a4e271-ba50-470a-aa9d-3d59ef5d7240 HTTP/1.1" status: 200 len: 205 time: 0.0660951 Nov 25 13:25:49.699923 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59164) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:49.728753 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device d15cd805-b8d8-41c0-a8ef-95ea84372604 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:25:49.735910 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-5975c9f7-6dff-4afc-9056-879f8bb9360a tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Deleting port acd85af0-51ee-4200-9f49-5f977b4727b9 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:25:49.736265 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5975c9f7-6dff-4afc-9056-879f8bb9360a tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:49.742920 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [None req-587c2eb4-a2ee-4eee-8472-956da0244de0 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] delete failed (client error): The resource could not be found. Nov 25 13:25:49.746260 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-587c2eb4-a2ee-4eee-8472-956da0244de0 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] 10.222.0.53 "DELETE /v2.0/routers/90a4e271-ba50-470a-aa9d-3d59ef5d7240 HTTP/1.1" status: 404 len: 336 time: 0.0500607 Nov 25 13:25:49.746479 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59166) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:49.760498 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145b27e2-9c7d-4ad5-a52b-93c101202052 None None] DHCP port deletion for 1b389ec6-44bd-4b44-9b72-8c858385f6f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:25:49.762733 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: d15cd805-b8d8-41c0-a8ef-95ea84372604 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:25:49.763101 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device d15cd805-b8d8-41c0-a8ef-95ea84372604 not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:25:49.774578 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-068d917c-cc63-4139-9e61-2ade2fe3f137 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bae60c7-6f73-4527-bdc2-5941e3e2f06c HTTP/1.1" status: 200 len: 205 time: 0.0266395 Nov 25 13:25:49.776636 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59168) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:49.818843 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [None req-acc34c0c-9a79-4efb-a39a-7aa27694a2f0 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] delete failed (client error): The resource could not be found. Nov 25 13:25:49.821967 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-acc34c0c-9a79-4efb-a39a-7aa27694a2f0 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] 10.222.0.53 "DELETE /v2.0/routers/3bae60c7-6f73-4527-bdc2-5941e3e2f06c HTTP/1.1" status: 404 len: 336 time: 0.0428624 Nov 25 13:25:49.824113 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59170) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:49.825419 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-145b27e2-9c7d-4ad5-a52b-93c101202052 None None] Deleting port acd85af0-51ee-4200-9f49-5f977b4727b9 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:25:49.826320 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-145b27e2-9c7d-4ad5-a52b-93c101202052 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:49.849461 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-5975c9f7-6dff-4afc-9056-879f8bb9360a tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] For port acd85af0-51ee-4200-9f49-5f977b4727b9, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=acd85af0-51ee-4200-9f49-5f977b4727b9,segment=NetworkSegment(68d7fc61-ecaf-4d47-93f9-45604724fba7),segment_id=68d7fc61-ecaf-4d47-93f9-45604724fba7)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:25:49.849862 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5975c9f7-6dff-4afc-9056-879f8bb9360a tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:49.857469 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-89893154-3423-4e98-a455-44d5ab3db253 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d7aac64-48ec-48c8-84bc-db30939d637e HTTP/1.1" status: 200 len: 205 time: 0.0310755 Nov 25 13:25:49.858616 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59172) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:49.864676 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-5975c9f7-6dff-4afc-9056-879f8bb9360a tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Calling delete_port for acd85af0-51ee-4200-9f49-5f977b4727b9 owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:25:49.896337 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-145b27e2-9c7d-4ad5-a52b-93c101202052 None None] For port acd85af0-51ee-4200-9f49-5f977b4727b9, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=acd85af0-51ee-4200-9f49-5f977b4727b9,segment=NetworkSegment(68d7fc61-ecaf-4d47-93f9-45604724fba7),segment_id=68d7fc61-ecaf-4d47-93f9-45604724fba7)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:25:49.896655 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-145b27e2-9c7d-4ad5-a52b-93c101202052 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:49.913674 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [None req-e9094b0e-2c8a-41ca-9ebe-2059166e40fa tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] delete failed (client error): The resource could not be found. Nov 25 13:25:49.914227 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-145b27e2-9c7d-4ad5-a52b-93c101202052 None None] Calling delete_port for acd85af0-51ee-4200-9f49-5f977b4727b9 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:25:49.917337 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e9094b0e-2c8a-41ca-9ebe-2059166e40fa tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] 10.222.0.53 "DELETE /v2.0/routers/8d7aac64-48ec-48c8-84bc-db30939d637e HTTP/1.1" status: 404 len: 336 time: 0.0549791 Nov 25 13:25:49.917463 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59174) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:49.955291 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f5b191eb-cf6e-4273-b85d-01148f61f6ed tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] 10.222.0.53 "GET /v2.0/ports?device_id=16392a8a-83b6-4130-b979-9405b8db6aa7 HTTP/1.1" status: 200 len: 205 time: 0.0340538 Nov 25 13:25:49.959183 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59176) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:50.005991 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [None req-b86d15aa-b049-4bee-85aa-0c5a48dbe89a tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] delete failed (client error): The resource could not be found. Nov 25 13:25:50.010376 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b86d15aa-b049-4bee-85aa-0c5a48dbe89a tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] 10.222.0.53 "DELETE /v2.0/routers/16392a8a-83b6-4130-b979-9405b8db6aa7 HTTP/1.1" status: 404 len: 336 time: 0.0476699 Nov 25 13:25:50.010890 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59180) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:50.011064 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-145b27e2-9c7d-4ad5-a52b-93c101202052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:50.047635 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5975c9f7-6dff-4afc-9056-879f8bb9360a tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:50.053391 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-fb8ef4cb-236d-4bd2-93b2-019dd4c658f2 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] 10.222.0.53 "GET /v2.0/ports?device_id=66f2233b-8c7b-4a4d-ae97-9ff472bb150a HTTP/1.1" status: 200 len: 205 time: 0.0389898 Nov 25 13:25:50.055258 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59182) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:50.060909 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145b27e2-9c7d-4ad5-a52b-93c101202052 None None] Pushing event deleted for resources: {'Port': ['ID=acd85af0-51ee-4200-9f49-5f977b4727b9,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:50.073949 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145b27e2-9c7d-4ad5-a52b-93c101202052 None None] No DVR routers for this DVR port acd85af0-51ee-4200-9f49-5f977b4727b9 on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:25:50.113465 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-068a0d08-5e93-40a1-8c47-0ce012fa12e2 req-a6fa9011-4264-4f7a-a187-1800c9a17051 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d3de92b-952e-481c-85fe-dc39edabc1b5 HTTP/1.1" status: 200 len: 210 time: 0.0470695 Nov 25 13:25:50.145059 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5975c9f7-6dff-4afc-9056-879f8bb9360a tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event deleted for resources: {'Port': ['ID=acd85af0-51ee-4200-9f49-5f977b4727b9,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:50.148401 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5975c9f7-6dff-4afc-9056-879f8bb9360a tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] No DVR routers for this DVR port acd85af0-51ee-4200-9f49-5f977b4727b9 on host n-d-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:25:50.149922 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [None req-a37aad9b-69c0-4f93-9c26-2c8f499f61b7 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] delete failed (client error): The resource could not be found. Nov 25 13:25:50.150998 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-a37aad9b-69c0-4f93-9c26-2c8f499f61b7 tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] 10.222.0.53 "DELETE /v2.0/routers/66f2233b-8c7b-4a4d-ae97-9ff472bb150a HTTP/1.1" status: 404 len: 336 time: 0.0953219 Nov 25 13:25:50.153798 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59184) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:50.162020 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5283fb85-99b0-4112-ac52-cd707c3f317b req-f50fef13-ed21-48e0-97ee-7fba01e74600 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:50.163514 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5283fb85-99b0-4112-ac52-cd707c3f317b req-f50fef13-ed21-48e0-97ee-7fba01e74600 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.47 "GET /v2.0/networks?id=86ce0c5b-521f-4849-813d-48a6e4cbad17 HTTP/1.1" status: 200 len: 806 time: 0.2190800 Nov 25 13:25:50.180243 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-83003bc8-69ea-464c-91d8-e1e066569d2b tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] DELETE failed (client error): The resource could not be found. Nov 25 13:25:50.180703 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83003bc8-69ea-464c-91d8-e1e066569d2b tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:25:50.183733 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-83003bc8-69ea-464c-91d8-e1e066569d2b tempest-RoutersIpV6AdminTest-1245296427 tempest-RoutersIpV6AdminTest-1245296427-project] 10.222.0.53 "DELETE /v2.0/subnets/4808252b-022e-4b08-9965-7c2414199c03 HTTP/1.1" status: 404 len: 337 time: 0.0288906 Nov 25 13:25:50.188323 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-5283fb85-99b0-4112-ac52-cd707c3f317b req-4c50f21b-0c27-4328-baf3-bccc168b9163 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Request body: {'port': {'device_id': '2d3de92b-952e-481c-85fe-dc39edabc1b5', 'network_id': '86ce0c5b-521f-4849-813d-48a6e4cbad17', 'admin_state_up': True, 'tenant_id': '14da780ba23d47dc80a36e577e024742'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:25:50.292641 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5975c9f7-6dff-4afc-9056-879f8bb9360a tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:50.323285 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-5975c9f7-6dff-4afc-9056-879f8bb9360a tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b389ec6-44bd-4b44-9b72-8c858385f6f7']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:50.343616 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-5975c9f7-6dff-4afc-9056-879f8bb9360a tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68d7fc61-ecaf-4d47-93f9-45604724fba7') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:50.344004 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-5975c9f7-6dff-4afc-9056-879f8bb9360a tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68d7fc61-ecaf-4d47-93f9-45604724fba7') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:50.350635 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c5f504-ee4f-4c8b-b7dc-a8aa1fe5cd81 req-4aea86a3-4745-4a9c-b44f-af2e65d755c8 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:50.352488 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-36c5f504-ee4f-4c8b-b7dc-a8aa1fe5cd81 req-4aea86a3-4745-4a9c-b44f-af2e65d755c8 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=007fabf5-6523-4965-b10c-45be5a972182 HTTP/1.1" status: 200 len: 946 time: 0.0614815 Nov 25 13:25:50.359868 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5975c9f7-6dff-4afc-9056-879f8bb9360a tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:50.390021 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5975c9f7-6dff-4afc-9056-879f8bb9360a tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:50.396582 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5975c9f7-6dff-4afc-9056-879f8bb9360a tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:25:50.396582 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5975c9f7-6dff-4afc-9056-879f8bb9360a tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:50.400776 n-d-808199-11 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:25:50.400776 n-d-808199-11 neutron-server[103571]: self.session.flush() Nov 25 13:25:50.400776 n-d-808199-11 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:25:50.400776 n-d-808199-11 neutron-server[103571]: self.session.flush() Nov 25 13:25:50.400776 n-d-808199-11 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:25:50.400776 n-d-808199-11 neutron-server[103571]: self.session.flush() Nov 25 13:25:50.400776 n-d-808199-11 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:25:50.400776 n-d-808199-11 neutron-server[103571]: self.session.flush() Nov 25 13:25:50.400776 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:25:50.400776 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:25:50.400776 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:25:50.400776 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:25:50.400776 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:25:50.400776 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:25:50.400776 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:25:50.400776 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:25:50.400776 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:25:50.400776 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:25:50.400776 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:25:50.400776 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:25:50.400776 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:25:50.400776 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:25:50.400776 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:25:50.400776 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:25:50.400776 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:25:50.400776 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:25:50.400776 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:25:50.400776 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:25:50.400776 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:25:50.400776 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:25:50.400776 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:25:50.400776 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:25:50.400776 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:25:50.400776 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:25:50.400776 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:25:50.400776 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:25:50.400776 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:25:50.400776 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:25:50.400776 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:25:50.400776 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:25:50.411266 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5283fb85-99b0-4112-ac52-cd707c3f317b req-4c50f21b-0c27-4328-baf3-bccc168b9163 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Made reservation on behalf of 14da780ba23d47dc80a36e577e024742 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:25:50.412300 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-36c5f504-ee4f-4c8b-b7dc-a8aa1fe5cd81 req-7650642c-fa07-4e3f-81d8-aa93ea5f1256 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529706 Nov 25 13:25:50.414822 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5283fb85-99b0-4112-ac52-cd707c3f317b req-4c50f21b-0c27-4328-baf3-bccc168b9163 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:50.473147 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59192) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:50.482074 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5975c9f7-6dff-4afc-9056-879f8bb9360a tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:50.517470 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5975c9f7-6dff-4afc-9056-879f8bb9360a tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:50.520510 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5975c9f7-6dff-4afc-9056-879f8bb9360a tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "DELETE /v2.0/networks/1b389ec6-44bd-4b44-9b72-8c858385f6f7 HTTP/1.1" status: 204 len: 168 time: 0.9643042 Nov 25 13:25:50.526124 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59196) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:50.530881 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-aca229f8-d254-4450-b5e6-5491be76cdfc tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1698058060', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}, 'admin_state_up': False}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:25:50.537601 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5975c9f7-6dff-4afc-9056-879f8bb9360a tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event deleted for resources: {'Network': ['ID=1b389ec6-44bd-4b44-9b72-8c858385f6f7,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:50.556706 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-aca229f8-d254-4450-b5e6-5491be76cdfc tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:50.557765 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-aca229f8-d254-4450-b5e6-5491be76cdfc tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:50.610785 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-5283fb85-99b0-4112-ac52-cd707c3f317b req-4c50f21b-0c27-4328-baf3-bccc168b9163 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Allocated IP 172.20.0.5 (86ce0c5b-521f-4849-813d-48a6e4cbad17/1a356b22-557f-414f-9369-a0bf5c0c80eb/15c36866-9374-419b-ad93-46a12134133a) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:25:50.620673 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f0afe70c-8d4a-49aa-a1bd-4303a8b6e7f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:50.625011 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-aca229f8-d254-4450-b5e6-5491be76cdfc tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:50.795460 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5283fb85-99b0-4112-ac52-cd707c3f317b req-4c50f21b-0c27-4328-baf3-bccc168b9163 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:50.800692 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-aca229f8-d254-4450-b5e6-5491be76cdfc tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:50.825584 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-90da958a-8d0d-4956-ba88-fe10e1b23c97 req-99b6aad5-61f6-4f0c-85c2-2893667bbfb5 tempest-ServerShowV247Test-1585694034 tempest-ServerShowV247Test-1585694034-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa0681d0-5221-40d6-8fd3-00cefacb07ee HTTP/1.1" status: 200 len: 210 time: 0.0435553 Nov 25 13:25:50.837266 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5283fb85-99b0-4112-ac52-cd707c3f317b req-4c50f21b-0c27-4328-baf3-bccc168b9163 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:50.852286 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['b517ee6d-7632-4cc4-aa47-ffcbea84a1d1'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:25:50.889172 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5283fb85-99b0-4112-ac52-cd707c3f317b req-4c50f21b-0c27-4328-baf3-bccc168b9163 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Network 86ce0c5b-521f-4849-813d-48a6e4cbad17 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:25:50.892642 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-5283fb85-99b0-4112-ac52-cd707c3f317b req-4c50f21b-0c27-4328-baf3-bccc168b9163 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:25:50.897282 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-5283fb85-99b0-4112-ac52-cd707c3f317b req-4c50f21b-0c27-4328-baf3-bccc168b9163 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:25:50.903908 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f0afe70c-8d4a-49aa-a1bd-4303a8b6e7f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:50.911411 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f0afe70c-8d4a-49aa-a1bd-4303a8b6e7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:50.924826 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c50f21b-0c27-4328-baf3-bccc168b9163 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Pushing event updated for resources: {'Port': ['ID=15c36866-9374-419b-ad93-46a12134133a,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:50.953358 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5283fb85-99b0-4112-ac52-cd707c3f317b req-4c50f21b-0c27-4328-baf3-bccc168b9163 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:50.954546 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5283fb85-99b0-4112-ac52-cd707c3f317b req-4c50f21b-0c27-4328-baf3-bccc168b9163 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:50.965604 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f0afe70c-8d4a-49aa-a1bd-4303a8b6e7f5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8340bf9cbe9e4c198a935b4103987f44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4912884 Nov 25 13:25:50.968229 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afe70c-8d4a-49aa-a1bd-4303a8b6e7f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=699dc2c5-97cc-45fd-b3af-a9e6a70dd9a4,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:50.969066 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59202) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:50.974006 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5283fb85-99b0-4112-ac52-cd707c3f317b req-4c50f21b-0c27-4328-baf3-bccc168b9163 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7896597 Nov 25 13:25:51.018437 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-5283fb85-99b0-4112-ac52-cd707c3f317b req-f899bdc0-dbac-4f2a-8313-50aa03ff2a4d service neutron] Request body: {'port': {'device_id': '2d3de92b-952e-481c-85fe-dc39edabc1b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:25:51.081190 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bee70abc-4800-4c17-8fe8-28cff725e979 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:51.088947 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-aca229f8-d254-4450-b5e6-5491be76cdfc tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for router_gateway, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:51.096286 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5283fb85-99b0-4112-ac52-cd707c3f317b req-f899bdc0-dbac-4f2a-8313-50aa03ff2a4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:51.107857 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-aca229f8-d254-4450-b5e6-5491be76cdfc tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:51.116111 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bee70abc-4800-4c17-8fe8-28cff725e979 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:51.223877 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device acd85af0-51ee-4200-9f49-5f977b4727b9 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:25:51.253960 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: acd85af0-51ee-4200-9f49-5f977b4727b9 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:25:51.254643 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device acd85af0-51ee-4200-9f49-5f977b4727b9 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:25:51.259261 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bee70abc-4800-4c17-8fe8-28cff725e979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:51.261942 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bee70abc-4800-4c17-8fe8-28cff725e979 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:51.263141 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-bee70abc-4800-4c17-8fe8-28cff725e979 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/699dc2c5-97cc-45fd-b3af-a9e6a70dd9a4 HTTP/1.1" status: 204 len: 168 time: 0.2881186 Nov 25 13:25:51.280790 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-aca229f8-d254-4450-b5e6-5491be76cdfc tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Allocated IP 172.25.5.243 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/f428a836-fd7a-4056-b342-7a051b21e845) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:25:51.287690 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee70abc-4800-4c17-8fe8-28cff725e979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=699dc2c5-97cc-45fd-b3af-a9e6a70dd9a4,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:51.306959 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc3998-c7b5-4944-b18b-56fe97bc1ee0 req-6a690ed7-2d8d-41f9-9950-9921475294db tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:51.308510 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a5bc3998-c7b5-4944-b18b-56fe97bc1ee0 req-6a690ed7-2d8d-41f9-9950-9921475294db tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d3de92b-952e-481c-85fe-dc39edabc1b5 HTTP/1.1" status: 200 len: 931 time: 0.1011753 Nov 25 13:25:51.430540 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a5bc3998-c7b5-4944-b18b-56fe97bc1ee0 req-cc185794-b587-49fc-8ce6-4195259f7d43 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962439 Nov 25 13:25:51.442584 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-5283fb85-99b0-4112-ac52-cd707c3f317b req-f899bdc0-dbac-4f2a-8313-50aa03ff2a4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15c36866-9374-419b-ad93-46a12134133a {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:25:51.456269 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5283fb85-99b0-4112-ac52-cd707c3f317b req-f899bdc0-dbac-4f2a-8313-50aa03ff2a4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:51.473180 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-5283fb85-99b0-4112-ac52-cd707c3f317b req-f899bdc0-dbac-4f2a-8313-50aa03ff2a4d service neutron] Transition to ACTIVE for port object 15c36866-9374-419b-ad93-46a12134133a will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:25:51.477945 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5283fb85-99b0-4112-ac52-cd707c3f317b req-f899bdc0-dbac-4f2a-8313-50aa03ff2a4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:51.479479 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-aca229f8-d254-4450-b5e6-5491be76cdfc tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:51.552265 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-aca229f8-d254-4450-b5e6-5491be76cdfc tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:51.559056 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f899bdc0-dbac-4f2a-8313-50aa03ff2a4d service neutron] Pushing event updated for resources: {'Port': ['ID=15c36866-9374-419b-ad93-46a12134133a,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:51.591629 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2922969b-606d-47b6-b447-76a17cdf1e38 req-9e4554e9-0044-40e1-92dc-96cefa0da6fe tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:51.593151 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2922969b-606d-47b6-b447-76a17cdf1e38 req-9e4554e9-0044-40e1-92dc-96cefa0da6fe tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=007fabf5-6523-4965-b10c-45be5a972182 HTTP/1.1" status: 200 len: 946 time: 0.0930398 Nov 25 13:25:51.608902 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca229f8-d254-4450-b5e6-5491be76cdfc tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:25:51.613781 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-5283fb85-99b0-4112-ac52-cd707c3f317b req-f899bdc0-dbac-4f2a-8313-50aa03ff2a4d service neutron] Attempting to bind port 15c36866-9374-419b-ad93-46a12134133a on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:25:51.614116 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-5283fb85-99b0-4112-ac52-cd707c3f317b req-f899bdc0-dbac-4f2a-8313-50aa03ff2a4d service neutron] Attempting to bind port 15c36866-9374-419b-ad93-46a12134133a by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '69c62212-4523-4acd-b808-007a53ff7fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '86ce0c5b-521f-4849-813d-48a6e4cbad17'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:25:51.614452 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5283fb85-99b0-4112-ac52-cd707c3f317b req-f899bdc0-dbac-4f2a-8313-50aa03ff2a4d service neutron] Attempting to bind port 15c36866-9374-419b-ad93-46a12134133a on network 86ce0c5b-521f-4849-813d-48a6e4cbad17 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:25:51.618247 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-aca229f8-d254-4450-b5e6-5491be76cdfc tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:25:51.618903 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5283fb85-99b0-4112-ac52-cd707c3f317b req-f899bdc0-dbac-4f2a-8313-50aa03ff2a4d service neutron] Port 15c36866-9374-419b-ad93-46a12134133a on network 86ce0c5b-521f-4849-813d-48a6e4cbad17 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:25:51.619231 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5283fb85-99b0-4112-ac52-cd707c3f317b req-f899bdc0-dbac-4f2a-8313-50aa03ff2a4d service neutron] Attempting to bind port 15c36866-9374-419b-ad93-46a12134133a on network 86ce0c5b-521f-4849-813d-48a6e4cbad17 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:25:51.624255 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5283fb85-99b0-4112-ac52-cd707c3f317b req-f899bdc0-dbac-4f2a-8313-50aa03ff2a4d service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:25:51.624562 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5283fb85-99b0-4112-ac52-cd707c3f317b req-f899bdc0-dbac-4f2a-8313-50aa03ff2a4d service neutron] Checking segment: {'id': '69c62212-4523-4acd-b808-007a53ff7fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '86ce0c5b-521f-4849-813d-48a6e4cbad17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:25:51.624940 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5283fb85-99b0-4112-ac52-cd707c3f317b req-f899bdc0-dbac-4f2a-8313-50aa03ff2a4d service neutron] Bound using segment: {'id': '69c62212-4523-4acd-b808-007a53ff7fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '86ce0c5b-521f-4849-813d-48a6e4cbad17'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:25:51.625363 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-5283fb85-99b0-4112-ac52-cd707c3f317b req-f899bdc0-dbac-4f2a-8313-50aa03ff2a4d service neutron] Bound port: 15c36866-9374-419b-ad93-46a12134133a, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c62212-4523-4acd-b808-007a53ff7fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '86ce0c5b-521f-4849-813d-48a6e4cbad17'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:25:51.625793 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5283fb85-99b0-4112-ac52-cd707c3f317b req-f899bdc0-dbac-4f2a-8313-50aa03ff2a4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:51.628081 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca229f8-d254-4450-b5e6-5491be76cdfc tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:25:51.630859 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59212) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:51.636117 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a1193d-3771-4113-a5ea-956882dda153 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:25:51.655782 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca229f8-d254-4450-b5e6-5491be76cdfc tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event updated for resources: {'Port': ['ID=f428a836-fd7a-4056-b342-7a051b21e845,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:51.673048 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-6c9d15bf-9a37-42d0-a0b0-1b5f737adb5d None None] Provisioning complete for port f428a836-fd7a-4056-b342-7a051b21e845 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:25:51.673777 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6c9d15bf-9a37-42d0-a0b0-1b5f737adb5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:51.710564 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-6c9d15bf-9a37-42d0-a0b0-1b5f737adb5d None None] Port f428a836-fd7a-4056-b342-7a051b21e845 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:25:51.724807 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-0390595a-9261-4bce-a16f-45b7aea32c03 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a49ec72844f9407397f5a68ce963aff3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0927694 Nov 25 13:25:51.728346 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59214) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:51.731930 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2922969b-606d-47b6-b447-76a17cdf1e38 req-9e8ef111-1b94-4721-8841-7f8f15717917 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304703 Nov 25 13:25:51.742904 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-5283fb85-99b0-4112-ac52-cd707c3f317b req-f899bdc0-dbac-4f2a-8313-50aa03ff2a4d service neutron] For port 15c36866-9374-419b-ad93-46a12134133a, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:25:51.748081 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-5283fb85-99b0-4112-ac52-cd707c3f317b req-f899bdc0-dbac-4f2a-8313-50aa03ff2a4d service neutron] For port 15c36866-9374-419b-ad93-46a12134133a, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=15c36866-9374-419b-ad93-46a12134133a,segment=NetworkSegment(69c62212-4523-4acd-b808-007a53ff7fe0),segment_id=69c62212-4523-4acd-b808-007a53ff7fe0)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:25:51.754137 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5283fb85-99b0-4112-ac52-cd707c3f317b req-f899bdc0-dbac-4f2a-8313-50aa03ff2a4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:51.790945 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5283fb85-99b0-4112-ac52-cd707c3f317b req-f899bdc0-dbac-4f2a-8313-50aa03ff2a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:51.791667 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5283fb85-99b0-4112-ac52-cd707c3f317b req-f899bdc0-dbac-4f2a-8313-50aa03ff2a4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:51.793265 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5283fb85-99b0-4112-ac52-cd707c3f317b req-f899bdc0-dbac-4f2a-8313-50aa03ff2a4d service neutron] 10.222.0.47 "PUT /v2.0/ports/15c36866-9374-419b-ad93-46a12134133a HTTP/1.1" status: 200 len: 1092 time: 0.7794647 Nov 25 13:25:51.796197 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d3de92b-952e-481c-85fe-dc39edabc1b5', 'tag': '15c36866-9374-419b-ad93-46a12134133a'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:25:51.806730 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba832c3f-de85-4f62-913d-5db9c638ca27" -d '{"events": [{"name": "network-changed", "server_uuid": "2d3de92b-952e-481c-85fe-dc39edabc1b5", "tag": "15c36866-9374-419b-ad93-46a12134133a"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:25:51.843540 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f899bdc0-dbac-4f2a-8313-50aa03ff2a4d service neutron] Pushing event updated for resources: {'Port': ['ID=15c36866-9374-419b-ad93-46a12134133a,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:51.851070 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f2562828-ccbb-4e24-9d0d-cc5adfd63c77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:51.887843 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c00dd6-f5a5-41ec-8969-8f25cb9a46ca x-openstack-request-id: req-59c00dd6-f5a5-41ec-8969-8f25cb9a46ca {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:25:51.888141 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d3de92b-952e-481c-85fe-dc39edabc1b5", "tag": "15c36866-9374-419b-ad93-46a12134133a", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:25:51.888400 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-59c00dd6-f5a5-41ec-8969-8f25cb9a46ca {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:25:51.888802 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d3de92b-952e-481c-85fe-dc39edabc1b5', 'tag': '15c36866-9374-419b-ad93-46a12134133a', 'status': 'completed', 'code': 200} Nov 25 13:25:51.906305 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5283fb85-99b0-4112-ac52-cd707c3f317b req-d647fe15-07e2-490f-ac6a-de1b36df8bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:51.908266 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5283fb85-99b0-4112-ac52-cd707c3f317b req-d647fe15-07e2-490f-ac6a-de1b36df8bc0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=14da780ba23d47dc80a36e577e024742&device_id=2d3de92b-952e-481c-85fe-dc39edabc1b5 HTTP/1.1" status: 200 len: 1095 time: 0.0607424 Nov 25 13:25:51.944924 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f2562828-ccbb-4e24-9d0d-cc5adfd63c77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:51.963189 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5283fb85-99b0-4112-ac52-cd707c3f317b req-e0280efd-7942-4b95-a774-52dc1e232c1f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15c36866-9374-419b-ad93-46a12134133a HTTP/1.1" status: 200 len: 217 time: 0.0383785 Nov 25 13:25:51.968809 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-da6e6b76-8e67-4e3f-9c90-694f00ddd9f4 req-f93593cd-48cd-4898-a366-10470aa157d1 tempest-ServerShowV247Test-1585694034 tempest-ServerShowV247Test-1585694034-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa0681d0-5221-40d6-8fd3-00cefacb07ee HTTP/1.1" status: 200 len: 210 time: 0.0410564 Nov 25 13:25:52.017898 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5283fb85-99b0-4112-ac52-cd707c3f317b req-77856951-1922-4eeb-ac10-3c9287bd558a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:52.019401 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5283fb85-99b0-4112-ac52-cd707c3f317b req-77856951-1922-4eeb-ac10-3c9287bd558a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1a356b22-557f-414f-9369-a0bf5c0c80eb HTTP/1.1" status: 200 len: 846 time: 0.0471241 Nov 25 13:25:52.048172 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-aca229f8-d254-4450-b5e6-5491be76cdfc tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for router_gateway, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:52.057059 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5283fb85-99b0-4112-ac52-cd707c3f317b req-46b71647-1094-4fd9-ad1c-bb84422fa249 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=86ce0c5b-521f-4849-813d-48a6e4cbad17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278821 Nov 25 13:25:52.090616 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f2562828-ccbb-4e24-9d0d-cc5adfd63c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:52.093235 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f2562828-ccbb-4e24-9d0d-cc5adfd63c77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:52.094389 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f2562828-ccbb-4e24-9d0d-cc5adfd63c77 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/92fea26a-27b8-4116-ab35-f94b4fc1e358 HTTP/1.1" status: 204 len: 168 time: 0.3615735 Nov 25 13:25:52.108614 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2562828-ccbb-4e24-9d0d-cc5adfd63c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92fea26a-27b8-4116-ab35-f94b4fc1e358,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:52.161213 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5283fb85-99b0-4112-ac52-cd707c3f317b req-a200dfe8-d861-4751-8396-3c0aa068aa91 service neutron] 10.222.0.47 "GET /v2.0/networks/86ce0c5b-521f-4849-813d-48a6e4cbad17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959272 Nov 25 13:25:52.267586 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5283fb85-99b0-4112-ac52-cd707c3f317b req-99cfe26a-9bb9-46d0-bf31-adc4f2075791 service neutron] 10.222.0.47 "GET /v2.0/networks/86ce0c5b-521f-4849-813d-48a6e4cbad17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964816 Nov 25 13:25:52.361877 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba832c3f-de85-4f62-913d-5db9c638ca27 req-f0ab22be-4694-4415-ba34-068d02a0f4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:52.363607 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ba832c3f-de85-4f62-913d-5db9c638ca27 req-f0ab22be-4694-4415-ba34-068d02a0f4d3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=14da780ba23d47dc80a36e577e024742&device_id=2d3de92b-952e-481c-85fe-dc39edabc1b5 HTTP/1.1" status: 200 len: 1095 time: 0.0433853 Nov 25 13:25:52.582797 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f5e9b-565a-4238-84f8-0b0e58055c30 req-a3d86cb8-975b-45ba-9af0-6a70f9eaba1e tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:52.584396 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b59f5e9b-565a-4238-84f8-0b0e58055c30 req-a3d86cb8-975b-45ba-9af0-6a70f9eaba1e tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d3de92b-952e-481c-85fe-dc39edabc1b5 HTTP/1.1" status: 200 len: 943 time: 0.0709853 Nov 25 13:25:52.715477 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b59f5e9b-565a-4238-84f8-0b0e58055c30 req-dd4b2448-883e-4c95-b6ac-34c2c9060aeb tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993283 Nov 25 13:25:52.731365 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-aca229f8-d254-4450-b5e6-5491be76cdfc tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:52.806410 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba832c3f-de85-4f62-913d-5db9c638ca27 req-1f5f5427-cf55-4b1b-b383-193a6b21f36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:52.808136 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ba832c3f-de85-4f62-913d-5db9c638ca27 req-1f5f5427-cf55-4b1b-b383-193a6b21f36d service neutron] 10.222.0.47 "GET /v2.0/networks?id=86ce0c5b-521f-4849-813d-48a6e4cbad17 HTTP/1.1" status: 200 len: 907 time: 0.4344642 Nov 25 13:25:52.856778 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ba832c3f-de85-4f62-913d-5db9c638ca27 req-5fad13fc-bc64-43f5-877a-7dc3d494ae33 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15c36866-9374-419b-ad93-46a12134133a HTTP/1.1" status: 200 len: 217 time: 0.0360770 Nov 25 13:25:52.892108 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97daa261-59e5-482c-9a2c-4e5a8a8e3750 req-52f118c4-b6a4-4188-836c-b2fc8e118681 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:52.894257 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-97daa261-59e5-482c-9a2c-4e5a8a8e3750 req-52f118c4-b6a4-4188-836c-b2fc8e118681 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=007fabf5-6523-4965-b10c-45be5a972182 HTTP/1.1" status: 200 len: 946 time: 0.0689309 Nov 25 13:25:52.924612 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba832c3f-de85-4f62-913d-5db9c638ca27 req-f2a10d07-74f4-4a98-91db-246489d8338e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:52.925715 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ba832c3f-de85-4f62-913d-5db9c638ca27 req-f2a10d07-74f4-4a98-91db-246489d8338e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1a356b22-557f-414f-9369-a0bf5c0c80eb HTTP/1.1" status: 200 len: 846 time: 0.0595953 Nov 25 13:25:52.951944 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aca229f8-d254-4450-b5e6-5491be76cdfc tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Router c9704e62-22ab-4164-98ec-b09ca58cff71 is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:25:52.964087 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-97daa261-59e5-482c-9a2c-4e5a8a8e3750 req-b53d73f0-e3b2-48c4-a344-9c1ca3d6d41f tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603850 Nov 25 13:25:52.981802 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ba832c3f-de85-4f62-913d-5db9c638ca27 req-4fc89711-b4f3-4f00-ac11-99379bcf236d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=86ce0c5b-521f-4849-813d-48a6e4cbad17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373785 Nov 25 13:25:53.092896 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f3ddf0d4-7614-4146-b16f-73a8dd880832 req-6d10a647-8a93-448b-b532-9e6c181cabb8 tempest-ServerShowV247Test-1585694034 tempest-ServerShowV247Test-1585694034-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa0681d0-5221-40d6-8fd3-00cefacb07ee HTTP/1.1" status: 200 len: 210 time: 0.0331285 Nov 25 13:25:53.103629 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ba832c3f-de85-4f62-913d-5db9c638ca27 req-9e44d35d-e806-4d84-ac2b-a8176e0fdd3d service neutron] 10.222.0.47 "GET /v2.0/networks/86ce0c5b-521f-4849-813d-48a6e4cbad17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115201 Nov 25 13:25:53.111343 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aca229f8-d254-4450-b5e6-5491be76cdfc tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:25:53.122620 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1297bfad-2f36-4883-8217-63840bf39c09 None None] Sync routers for ids ['c9704e62-22ab-4164-98ec-b09ca58cff71'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:25:53.134165 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-aca229f8-d254-4450-b5e6-5491be76cdfc tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:53.135431 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-aca229f8-d254-4450-b5e6-5491be76cdfc tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.6082664 Nov 25 13:25:53.138372 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59254) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:53.140131 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1297bfad-2f36-4883-8217-63840bf39c09 None None] Routers {'c9704e62-22ab-4164-98ec-b09ca58cff71'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:25:53.140770 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-1297bfad-2f36-4883-8217-63840bf39c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:25:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['c9704e62-22ab-4164-98ec-b09ca58cff71'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:53.184008 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-1297bfad-2f36-4883-8217-63840bf39c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:53.196538 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1297bfad-2f36-4883-8217-63840bf39c09 None None] Routers {'c9704e62-22ab-4164-98ec-b09ca58cff71'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:25:53.198074 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-1297bfad-2f36-4883-8217-63840bf39c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:25:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['c9704e62-22ab-4164-98ec-b09ca58cff71'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:53.232649 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-1297bfad-2f36-4883-8217-63840bf39c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:53.233325 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1297bfad-2f36-4883-8217-63840bf39c09 None None] The sync data for ids ['c9704e62-22ab-4164-98ec-b09ca58cff71'] in n-d-808199-11 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:25:53.247176 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ba832c3f-de85-4f62-913d-5db9c638ca27 req-89ce1407-edd3-41ed-b103-078c04a39ada service neutron] 10.222.0.47 "GET /v2.0/networks/86ce0c5b-521f-4849-813d-48a6e4cbad17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339817 Nov 25 13:25:53.272991 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-522eadcb-ac80-4a13-a758-c6a9423e3dcf tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "GET /v2.0/routers/c9704e62-22ab-4164-98ec-b09ca58cff71 HTTP/1.1" status: 200 len: 885 time: 0.1328790 Nov 25 13:25:53.275256 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59262) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:53.513559 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c1fb76c6-f08c-4295-abf6-f7810fb1a126 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.2372077 Nov 25 13:25:53.516214 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59270) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:53.520567 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-1686b573-3861-4c4e-9474-ac20910e1718 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1698058060'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:25:53.535998 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59272) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:53.639793 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-d165b463-a156-411e-801b-5a6b676e5f9c tempest-RoutersTestDVR-719478987 tempest-RoutersTestDVR-719478987-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1700451754'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:25:53.661801 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d165b463-a156-411e-801b-5a6b676e5f9c tempest-RoutersTestDVR-719478987 tempest-RoutersTestDVR-719478987-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:53.662904 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d165b463-a156-411e-801b-5a6b676e5f9c tempest-RoutersTestDVR-719478987 tempest-RoutersTestDVR-719478987-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:53.714946 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d165b463-a156-411e-801b-5a6b676e5f9c tempest-RoutersTestDVR-719478987 tempest-RoutersTestDVR-719478987-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:53.719101 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d165b463-a156-411e-801b-5a6b676e5f9c tempest-RoutersTestDVR-719478987 tempest-RoutersTestDVR-719478987-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:53.733329 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d165b463-a156-411e-801b-5a6b676e5f9c tempest-RoutersTestDVR-719478987 tempest-RoutersTestDVR-719478987-project-admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:53.734586 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d165b463-a156-411e-801b-5a6b676e5f9c tempest-RoutersTestDVR-719478987 tempest-RoutersTestDVR-719478987-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.1975591 Nov 25 13:25:53.737063 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59276) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:53.812043 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6fd14485-aea2-4114-ab36-1445ef083acc tempest-RoutersTestDVR-719478987 tempest-RoutersTestDVR-719478987-project-admin] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:53.869606 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1686b573-3861-4c4e-9474-ac20910e1718 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66601263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66597252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:53.887972 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b887a-b565-46bd-97f9-cd919a819afd req-2fddcea3-abdc-4b91-a369-64fc7f1ce774 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:53.889470 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1e5b887a-b565-46bd-97f9-cd919a819afd req-2fddcea3-abdc-4b91-a369-64fc7f1ce774 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d3de92b-952e-481c-85fe-dc39edabc1b5 HTTP/1.1" status: 200 len: 943 time: 0.0873437 Nov 25 13:25:53.890959 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1686b573-3861-4c4e-9474-ac20910e1718 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66601254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66601277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66597267'] for router, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:53.973321 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6fd14485-aea2-4114-ab36-1445ef083acc tempest-RoutersTestDVR-719478987 tempest-RoutersTestDVR-719478987-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:53.976177 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6fd14485-aea2-4114-ab36-1445ef083acc tempest-RoutersTestDVR-719478987 tempest-RoutersTestDVR-719478987-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:54.014136 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1e5b887a-b565-46bd-97f9-cd919a819afd req-65e78256-cbaa-4c44-825f-3ab1ec70c9cb tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172352 Nov 25 13:25:54.022936 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6fd14485-aea2-4114-ab36-1445ef083acc tempest-RoutersTestDVR-719478987 tempest-RoutersTestDVR-719478987-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:54.023497 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd14485-aea2-4114-ab36-1445ef083acc tempest-RoutersTestDVR-719478987 tempest-RoutersTestDVR-719478987-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fccef9d3-07ab-433d-b4dd-ba858410a9ab {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:25:54.027910 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6fd14485-aea2-4114-ab36-1445ef083acc tempest-RoutersTestDVR-719478987 tempest-RoutersTestDVR-719478987-project-admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:54.031859 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-6fd14485-aea2-4114-ab36-1445ef083acc tempest-RoutersTestDVR-719478987 tempest-RoutersTestDVR-719478987-project-admin] 10.222.0.53 "DELETE /v2.0/routers/fccef9d3-07ab-433d-b4dd-ba858410a9ab HTTP/1.1" status: 204 len: 168 time: 0.2910578 Nov 25 13:25:54.032172 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59284) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:54.037700 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-eb409263-292c-4432-be26-2a79869aac19 tempest-RoutersTestDVR-719478987 tempest-RoutersTestDVR-719478987-project-admin] Request body: {'router': {'name': 'tempest-router-1973537845', 'distributed': False}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:25:54.044765 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1686b573-3861-4c4e-9474-ac20910e1718 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Router c9704e62-22ab-4164-98ec-b09ca58cff71 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:25:54.068481 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eb409263-292c-4432-be26-2a79869aac19 tempest-RoutersTestDVR-719478987 tempest-RoutersTestDVR-719478987-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:54.069669 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eb409263-292c-4432-be26-2a79869aac19 tempest-RoutersTestDVR-719478987 tempest-RoutersTestDVR-719478987-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:54.140378 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eb409263-292c-4432-be26-2a79869aac19 tempest-RoutersTestDVR-719478987 tempest-RoutersTestDVR-719478987-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:54.145282 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eb409263-292c-4432-be26-2a79869aac19 tempest-RoutersTestDVR-719478987 tempest-RoutersTestDVR-719478987-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:54.164090 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eb409263-292c-4432-be26-2a79869aac19 tempest-RoutersTestDVR-719478987 tempest-RoutersTestDVR-719478987-project-admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:54.167714 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-eb409263-292c-4432-be26-2a79869aac19 tempest-RoutersTestDVR-719478987 tempest-RoutersTestDVR-719478987-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1320164 Nov 25 13:25:54.168444 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59288) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:54.211287 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30dd5aa-982f-49bc-8370-01b5cdbad332 req-664e22a5-2208-4611-8089-847e115956ed tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:54.219309 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d30dd5aa-982f-49bc-8370-01b5cdbad332 req-664e22a5-2208-4611-8089-847e115956ed tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=007fabf5-6523-4965-b10c-45be5a972182 HTTP/1.1" status: 200 len: 946 time: 0.1227734 Nov 25 13:25:54.244570 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a3e4297d-c2f5-48bb-87de-1ae92354ee4c req-e1628915-0755-4c86-b7eb-ae5ad60a0ad2 tempest-ServerShowV247Test-1585694034 tempest-ServerShowV247Test-1585694034-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa0681d0-5221-40d6-8fd3-00cefacb07ee HTTP/1.1" status: 200 len: 210 time: 0.0640132 Nov 25 13:25:54.257045 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6ddc574c-1092-4c91-9b36-5d33d176cb66 tempest-RoutersTestDVR-719478987 tempest-RoutersTestDVR-719478987-project-admin] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:54.264778 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1686b573-3861-4c4e-9474-ac20910e1718 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:25:54.271879 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1686b573-3861-4c4e-9474-ac20910e1718 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:54.273102 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-1686b573-3861-4c4e-9474-ac20910e1718 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "PUT /v2.0/routers/c9704e62-22ab-4164-98ec-b09ca58cff71 HTTP/1.1" status: 200 len: 892 time: 0.7559245 Nov 25 13:25:54.277185 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59290) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:54.278018 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f03012-9a5d-453f-8e16-a325893cb7a7 None None] Sync routers for ids ['c9704e62-22ab-4164-98ec-b09ca58cff71'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:25:54.289198 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f03012-9a5d-453f-8e16-a325893cb7a7 None None] Routers {'c9704e62-22ab-4164-98ec-b09ca58cff71'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:25:54.289951 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-11f03012-9a5d-453f-8e16-a325893cb7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:25:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['c9704e62-22ab-4164-98ec-b09ca58cff71'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:54.325186 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-11f03012-9a5d-453f-8e16-a325893cb7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:54.335243 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f03012-9a5d-453f-8e16-a325893cb7a7 None None] Routers {'c9704e62-22ab-4164-98ec-b09ca58cff71'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:25:54.336089 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-11f03012-9a5d-453f-8e16-a325893cb7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:25:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['c9704e62-22ab-4164-98ec-b09ca58cff71'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:54.347121 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d30dd5aa-982f-49bc-8370-01b5cdbad332 req-f3a61d7e-9a0b-4171-be18-400cf0088ec1 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077151 Nov 25 13:25:54.374973 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-11f03012-9a5d-453f-8e16-a325893cb7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:54.375847 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f03012-9a5d-453f-8e16-a325893cb7a7 None None] The sync data for ids ['c9704e62-22ab-4164-98ec-b09ca58cff71'] in n-d-808199-11 is: [] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:25:54.416592 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f5fca6d4-7969-4499-9361-59fb2e5c083a tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "GET /v2.0/routers/c9704e62-22ab-4164-98ec-b09ca58cff71 HTTP/1.1" status: 200 len: 892 time: 0.1383336 Nov 25 13:25:54.419162 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59292) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:54.434001 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6ddc574c-1092-4c91-9b36-5d33d176cb66 tempest-RoutersTestDVR-719478987 tempest-RoutersTestDVR-719478987-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:54.436227 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6ddc574c-1092-4c91-9b36-5d33d176cb66 tempest-RoutersTestDVR-719478987 tempest-RoutersTestDVR-719478987-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:54.449232 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-35dfc98d-467a-4f9b-906a-ad25f53a6d2d tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9704e62-22ab-4164-98ec-b09ca58cff71 HTTP/1.1" status: 200 len: 205 time: 0.0288801 Nov 25 13:25:54.451710 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59294) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:54.483134 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6ddc574c-1092-4c91-9b36-5d33d176cb66 tempest-RoutersTestDVR-719478987 tempest-RoutersTestDVR-719478987-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:54.483682 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ddc574c-1092-4c91-9b36-5d33d176cb66 tempest-RoutersTestDVR-719478987 tempest-RoutersTestDVR-719478987-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8f81fd96-744a-4368-a481-bc74c94ec27f {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:25:54.490102 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6ddc574c-1092-4c91-9b36-5d33d176cb66 tempest-RoutersTestDVR-719478987 tempest-RoutersTestDVR-719478987-project-admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:54.492187 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-6ddc574c-1092-4c91-9b36-5d33d176cb66 tempest-RoutersTestDVR-719478987 tempest-RoutersTestDVR-719478987-project-admin] 10.222.0.53 "DELETE /v2.0/routers/8f81fd96-744a-4368-a481-bc74c94ec27f HTTP/1.1" status: 204 len: 168 time: 0.3224521 Nov 25 13:25:54.496849 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59296) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:54.501209 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-db806b5e-cb60-4527-ae88-d711c0a54a9d tempest-RoutersTestDVR-719478987 tempest-RoutersTestDVR-719478987-project-admin] Request body: {'router': {'name': 'tempest-router-1366473681', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'c614b91108b04861aa89b89eb8d8db09'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:25:54.524045 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-db806b5e-cb60-4527-ae88-d711c0a54a9d tempest-RoutersTestDVR-719478987 tempest-RoutersTestDVR-719478987-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:54.525075 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-db806b5e-cb60-4527-ae88-d711c0a54a9d tempest-RoutersTestDVR-719478987 tempest-RoutersTestDVR-719478987-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:54.527328 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:25:54.574969 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-335095b2-3917-4ca9-9092-f90fbede2ceb tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for router, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:54.577550 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-db806b5e-cb60-4527-ae88-d711c0a54a9d tempest-RoutersTestDVR-719478987 tempest-RoutersTestDVR-719478987-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:54.581933 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-db806b5e-cb60-4527-ae88-d711c0a54a9d tempest-RoutersTestDVR-719478987 tempest-RoutersTestDVR-719478987-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:54.596840 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-db806b5e-cb60-4527-ae88-d711c0a54a9d tempest-RoutersTestDVR-719478987 tempest-RoutersTestDVR-719478987-project-admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:54.598047 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-db806b5e-cb60-4527-ae88-d711c0a54a9d tempest-RoutersTestDVR-719478987 tempest-RoutersTestDVR-719478987-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1002197 Nov 25 13:25:54.600721 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59298) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:54.604896 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-67e0b69d-9830-4476-8d33-ab60733287cb tempest-RoutersTestDVR-719478987 tempest-RoutersTestDVR-719478987-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:25:54.681719 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-335095b2-3917-4ca9-9092-f90fbede2ceb tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:54.737136 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-335095b2-3917-4ca9-9092-f90fbede2ceb tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Deleting port f428a836-fd7a-4056-b342-7a051b21e845 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:25:54.737482 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-335095b2-3917-4ca9-9092-f90fbede2ceb tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:54.810474 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-67e0b69d-9830-4476-8d33-ab60733287cb tempest-RoutersTestDVR-719478987 tempest-RoutersTestDVR-719478987-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66601263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66597252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:54.810839 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-67e0b69d-9830-4476-8d33-ab60733287cb tempest-RoutersTestDVR-719478987 tempest-RoutersTestDVR-719478987-project-admin] Publish callbacks [] for router, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:54.817405 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-335095b2-3917-4ca9-9092-f90fbede2ceb tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:54.829109 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-335095b2-3917-4ca9-9092-f90fbede2ceb tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Calling delete_port for f428a836-fd7a-4056-b342-7a051b21e845 owned by network:router_gateway {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:25:54.889320 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-67e0b69d-9830-4476-8d33-ab60733287cb tempest-RoutersTestDVR-719478987 tempest-RoutersTestDVR-719478987-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103571) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 25 13:25:54.889632 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-67e0b69d-9830-4476-8d33-ab60733287cb tempest-RoutersTestDVR-719478987 tempest-RoutersTestDVR-719478987-project-admin] Router 318ccd4b-622f-44f5-8a0e-9618fff8edd3 migrating from provider to provider. {{(pid=103571) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 25 13:25:54.890039 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-67e0b69d-9830-4476-8d33-ab60733287cb tempest-RoutersTestDVR-719478987 tempest-RoutersTestDVR-719478987-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:54.894845 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-67e0b69d-9830-4476-8d33-ab60733287cb tempest-RoutersTestDVR-719478987 tempest-RoutersTestDVR-719478987-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:54.899102 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-67e0b69d-9830-4476-8d33-ab60733287cb tempest-RoutersTestDVR-719478987 tempest-RoutersTestDVR-719478987-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66601254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66601277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66597267'] for router, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:54.976229 n-d-808199-11 neutron-server[103571]: WARNING neutron.scheduler.l3_agent_scheduler [None req-67e0b69d-9830-4476-8d33-ab60733287cb tempest-RoutersTestDVR-719478987 tempest-RoutersTestDVR-719478987-project-admin] No L3 agents can host the router 318ccd4b-622f-44f5-8a0e-9618fff8edd3 Nov 25 13:25:54.993750 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-335095b2-3917-4ca9-9092-f90fbede2ceb tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:55.017559 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335095b2-3917-4ca9-9092-f90fbede2ceb tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event deleted for resources: {'Port': ['ID=f428a836-fd7a-4056-b342-7a051b21e845,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:55.035336 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757244e4-4a35-4630-8e01-ff7aeac21308 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:25:55.095496 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-335095b2-3917-4ca9-9092-f90fbede2ceb tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:55.100040 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e0b69d-9830-4476-8d33-ab60733287cb tempest-RoutersTestDVR-719478987 tempest-RoutersTestDVR-719478987-project-admin] Hosts for router 318ccd4b-622f-44f5-8a0e-9618fff8edd3: [] {{(pid=103571) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 25 13:25:55.129509 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e0b69d-9830-4476-8d33-ab60733287cb tempest-RoutersTestDVR-719478987 tempest-RoutersTestDVR-719478987-project-admin] Hosts for other DVR routers connected to router 318ccd4b-622f-44f5-8a0e-9618fff8edd3: set() {{(pid=103571) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 25 13:25:55.135027 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-67e0b69d-9830-4476-8d33-ab60733287cb tempest-RoutersTestDVR-719478987 tempest-RoutersTestDVR-719478987-project-admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:55.135027 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-67e0b69d-9830-4476-8d33-ab60733287cb tempest-RoutersTestDVR-719478987 tempest-RoutersTestDVR-719478987-project-admin] 10.222.0.53 "PUT /v2.0/routers/318ccd4b-622f-44f5-8a0e-9618fff8edd3 HTTP/1.1" status: 200 len: 717 time: 0.5318017 Nov 25 13:25:55.135954 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59304) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:55.212066 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-68bdba68-793a-4199-ae68-6f4c40ca3585 tempest-RoutersTestDVR-719478987 tempest-RoutersTestDVR-719478987-project-admin] 10.222.0.53 "GET /v2.0/routers/318ccd4b-622f-44f5-8a0e-9618fff8edd3 HTTP/1.1" status: 200 len: 717 time: 0.0721614 Nov 25 13:25:55.212324 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-335095b2-3917-4ca9-9092-f90fbede2ceb tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:55.212476 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59306) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:55.213568 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-335095b2-3917-4ca9-9092-f90fbede2ceb tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:55.269199 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c2ce5-3b7b-44f4-a494-7cfda4c5cbb4 req-d6733d85-8c8a-4ffd-9821-6190dfda79fa tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:55.270747 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2e8c2ce5-3b7b-44f4-a494-7cfda4c5cbb4 req-d6733d85-8c8a-4ffd-9821-6190dfda79fa tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d3de92b-952e-481c-85fe-dc39edabc1b5 HTTP/1.1" status: 200 len: 943 time: 0.1455264 Nov 25 13:25:55.271854 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-335095b2-3917-4ca9-9092-f90fbede2ceb tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:55.272913 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-335095b2-3917-4ca9-9092-f90fbede2ceb tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Fanout notify agent at l3_agent the message router_deleted on router c9704e62-22ab-4164-98ec-b09ca58cff71 {{(pid=103570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:25:55.281098 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-335095b2-3917-4ca9-9092-f90fbede2ceb tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:55.282207 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-335095b2-3917-4ca9-9092-f90fbede2ceb tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "DELETE /v2.0/routers/c9704e62-22ab-4164-98ec-b09ca58cff71 HTTP/1.1" status: 204 len: 168 time: 0.8291206 Nov 25 13:25:55.286207 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59312) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:55.291679 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-6bfed9a2-3a75-4f26-8ee7-5b6fe3e4d382 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1244913766'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:25:55.317035 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bfed9a2-3a75-4f26-8ee7-5b6fe3e4d382 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Made reservation on behalf of 177e3b084115482a91deb772ab6235e0 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:25:55.321451 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6bfed9a2-3a75-4f26-8ee7-5b6fe3e4d382 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:55.343623 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2e8c2ce5-3b7b-44f4-a494-7cfda4c5cbb4 req-3c01d326-893f-4dec-841a-8e62d59df86c tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602949 Nov 25 13:25:55.373267 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ff87c9c9-8f69-466a-aaa5-78a3ba8413d0 req-4c793b93-c4b9-4ef2-8cb0-0d6030bd4084 tempest-ServerShowV247Test-1585694034 tempest-ServerShowV247Test-1585694034-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa0681d0-5221-40d6-8fd3-00cefacb07ee HTTP/1.1" status: 200 len: 210 time: 0.0286973 Nov 25 13:25:55.424395 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-0937eeb3-71e6-4830-8431-10ef47219014 tempest-RoutersTestDVR-1424074054 tempest-RoutersTestDVR-1424074054-project] 10.222.0.53 "GET /v2.0/routers/318ccd4b-622f-44f5-8a0e-9618fff8edd3 HTTP/1.1" status: 200 len: 683 time: 0.2109649 Nov 25 13:25:55.425255 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bfed9a2-3a75-4f26-8ee7-5b6fe3e4d382 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:25:55.427054 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59316) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:55.471751 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd266d-5d86-4909-aabb-2402bc94dfb5 req-a814cd52-bf3c-4123-91e2-3ca321592673 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:55.473229 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fbfd266d-5d86-4909-aabb-2402bc94dfb5 req-a814cd52-bf3c-4123-91e2-3ca321592673 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=007fabf5-6523-4965-b10c-45be5a972182 HTTP/1.1" status: 200 len: 946 time: 0.0487444 Nov 25 13:25:55.493816 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6bfed9a2-3a75-4f26-8ee7-5b6fe3e4d382 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:55.494161 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-6bfed9a2-3a75-4f26-8ee7-5b6fe3e4d382 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Added segment 223abefe-eb37-4a03-ba63-a9da955e3423 of type vlan for network fb5689f9-9562-4760-80b7-917972a4ca3e Nov 25 13:25:55.522062 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fbfd266d-5d86-4909-aabb-2402bc94dfb5 req-4178af7b-2170-4230-84c0-b93f810d6b6e tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421779 Nov 25 13:25:55.528100 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eb06c0ae-f264-4d21-968e-81fb30c51cee tempest-RoutersTestDVR-719478987 tempest-RoutersTestDVR-719478987-project-admin] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:55.594874 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6bfed9a2-3a75-4f26-8ee7-5b6fe3e4d382 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:55.702504 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eb06c0ae-f264-4d21-968e-81fb30c51cee tempest-RoutersTestDVR-719478987 tempest-RoutersTestDVR-719478987-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:55.704888 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eb06c0ae-f264-4d21-968e-81fb30c51cee tempest-RoutersTestDVR-719478987 tempest-RoutersTestDVR-719478987-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:55.706287 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6bfed9a2-3a75-4f26-8ee7-5b6fe3e4d382 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:55.712266 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfed9a2-3a75-4f26-8ee7-5b6fe3e4d382 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:55.712842 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6bfed9a2-3a75-4f26-8ee7-5b6fe3e4d382 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:55.749843 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 15c36866-9374-419b-ad93-46a12134133a details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:25:55.770164 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-6bfed9a2-3a75-4f26-8ee7-5b6fe3e4d382 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4828420 Nov 25 13:25:55.773758 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59318) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:55.778959 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-77804470-d47e-4293-bf32-41ac967ab954 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Request body: {'subnet': {'network_id': 'fb5689f9-9562-4760-80b7-917972a4ca3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:25:55.802240 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eb06c0ae-f264-4d21-968e-81fb30c51cee tempest-RoutersTestDVR-719478987 tempest-RoutersTestDVR-719478987-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:55.802864 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb06c0ae-f264-4d21-968e-81fb30c51cee tempest-RoutersTestDVR-719478987 tempest-RoutersTestDVR-719478987-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 318ccd4b-622f-44f5-8a0e-9618fff8edd3 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:25:55.813093 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eb06c0ae-f264-4d21-968e-81fb30c51cee tempest-RoutersTestDVR-719478987 tempest-RoutersTestDVR-719478987-project-admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:55.814275 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-eb06c0ae-f264-4d21-968e-81fb30c51cee tempest-RoutersTestDVR-719478987 tempest-RoutersTestDVR-719478987-project-admin] 10.222.0.53 "DELETE /v2.0/routers/318ccd4b-622f-44f5-8a0e-9618fff8edd3 HTTP/1.1" status: 204 len: 168 time: 0.3863220 Nov 25 13:25:55.818858 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59320) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:55.825558 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-02783ed8-e94d-4595-ba91-4653051a6086 tempest-RoutersTestDVR-719478987 tempest-RoutersTestDVR-719478987-project-admin] Request body: {'router': {'name': 'tempest-router-771506340', 'distributed': True}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:25:55.829598 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfed9a2-3a75-4f26-8ee7-5b6fe3e4d382 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event updated for resources: {'Network': ['ID=fb5689f9-9562-4760-80b7-917972a4ca3e,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:55.842847 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network fb5689f9-9562-4760-80b7-917972a4ca3e details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:25:55.849900 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-02783ed8-e94d-4595-ba91-4653051a6086 tempest-RoutersTestDVR-719478987 tempest-RoutersTestDVR-719478987-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:55.851502 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-02783ed8-e94d-4595-ba91-4653051a6086 tempest-RoutersTestDVR-719478987 tempest-RoutersTestDVR-719478987-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:55.884041 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77804470-d47e-4293-bf32-41ac967ab954 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Made reservation on behalf of 177e3b084115482a91deb772ab6235e0 for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:25:55.887772 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-77804470-d47e-4293-bf32-41ac967ab954 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:55.926454 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 15c36866-9374-419b-ad93-46a12134133a, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=15c36866-9374-419b-ad93-46a12134133a,segment=NetworkSegment(69c62212-4523-4acd-b808-007a53ff7fe0),segment_id=69c62212-4523-4acd-b808-007a53ff7fe0)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:25:55.940706 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '15c36866-9374-419b-ad93-46a12134133a', 'network_id': '86ce0c5b-521f-4849-813d-48a6e4cbad17', 'port_id': '15c36866-9374-419b-ad93-46a12134133a', 'mac_address': 'fa:16:3e:f3:1b:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a356b22-557f-414f-9369-a0bf5c0c80eb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:25:55.983555 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:55.999193 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15c36866-9374-419b-ad93-46a12134133a {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:25:56.023342 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 15c36866-9374-419b-ad93-46a12134133a, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=15c36866-9374-419b-ad93-46a12134133a,segment=NetworkSegment(69c62212-4523-4acd-b808-007a53ff7fe0),segment_id=69c62212-4523-4acd-b808-007a53ff7fe0)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:25:56.028592 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:56.083811 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=15c36866-9374-419b-ad93-46a12134133a,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:56.094506 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-77804470-d47e-4293-bf32-41ac967ab954 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:56.159114 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77804470-d47e-4293-bf32-41ac967ab954 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event updated for resources: {'Subnet': ['ID=9eff45d5-e7c2-4a1b-9ca0-d2a68a6e30de,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:56.168776 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77804470-d47e-4293-bf32-41ac967ab954 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Checking segment: {'id': '223abefe-eb37-4a03-ba63-a9da955e3423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'fb5689f9-9562-4760-80b7-917972a4ca3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:25:56.169150 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77804470-d47e-4293-bf32-41ac967ab954 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Network hostable DHCP agents. Network: fb5689f9-9562-4760-80b7-917972a4ca3e, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:25:56.191635 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77804470-d47e-4293-bf32-41ac967ab954 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Network fb5689f9-9562-4760-80b7-917972a4ca3e is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:25:56.202301 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-77804470-d47e-4293-bf32-41ac967ab954 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, fb5689f9-9562-4760-80b7-917972a4ca3e) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:25:56.206311 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77804470-d47e-4293-bf32-41ac967ab954 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:56.207345 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-77804470-d47e-4293-bf32-41ac967ab954 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:56.219238 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a19f3c-13ab-4bfe-a082-4daa68f547e5 None None] Network fb5689f9-9562-4760-80b7-917972a4ca3e requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:25:56.220198 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-02783ed8-e94d-4595-ba91-4653051a6086 tempest-RoutersTestDVR-719478987 tempest-RoutersTestDVR-719478987-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:56.225499 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-02783ed8-e94d-4595-ba91-4653051a6086 tempest-RoutersTestDVR-719478987 tempest-RoutersTestDVR-719478987-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:56.228840 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-77804470-d47e-4293-bf32-41ac967ab954 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4539804 Nov 25 13:25:56.231507 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59324) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:56.236022 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-80604ae1-ab86-44cc-8678-bc1b4354db7f tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-637272694', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:25:56.264868 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-80604ae1-ab86-44cc-8678-bc1b4354db7f tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:56.265916 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-80604ae1-ab86-44cc-8678-bc1b4354db7f tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:56.272984 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-02783ed8-e94d-4595-ba91-4653051a6086 tempest-RoutersTestDVR-719478987 tempest-RoutersTestDVR-719478987-project-admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:56.274132 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-02783ed8-e94d-4595-ba91-4653051a6086 tempest-RoutersTestDVR-719478987 tempest-RoutersTestDVR-719478987-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.4539976 Nov 25 13:25:56.276912 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59326) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:56.294360 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['15c36866-9374-419b-ad93-46a12134133a'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:25:56.384319 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-80604ae1-ab86-44cc-8678-bc1b4354db7f tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:56.385686 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5f303db3-37d5-4489-b7d0-7f0335d9f209 tempest-RoutersTestDVR-719478987 tempest-RoutersTestDVR-719478987-project-admin] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:56.450682 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-80604ae1-ab86-44cc-8678-bc1b4354db7f tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:56.451886 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39cd480-49e0-461d-b817-1a2f74627825 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-fb5689f9-9562-4760-80b7-917972a4ca3e', 'network_id': 'fb5689f9-9562-4760-80b7-917972a4ca3e', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'fixed_ips': [{'subnet_id': '9eff45d5-e7c2-4a1b-9ca0-d2a68a6e30de'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:25:56.452790 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e39cd480-49e0-461d-b817-1a2f74627825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:56.494598 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-80604ae1-ab86-44cc-8678-bc1b4354db7f tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:56.498252 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-80604ae1-ab86-44cc-8678-bc1b4354db7f tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2632408 Nov 25 13:25:56.498403 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfadc2d-921e-4b93-a51b-e6758e063d73 req-24858540-ee80-4b21-abfd-14c5ffeb3af3 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:56.505944 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3bfadc2d-921e-4b93-a51b-e6758e063d73 req-24858540-ee80-4b21-abfd-14c5ffeb3af3 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d3de92b-952e-481c-85fe-dc39edabc1b5 HTTP/1.1" status: 200 len: 944 time: 0.0761898 Nov 25 13:25:56.509080 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59332) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:56.565959 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5f303db3-37d5-4489-b7d0-7f0335d9f209 tempest-RoutersTestDVR-719478987 tempest-RoutersTestDVR-719478987-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:56.568661 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5f303db3-37d5-4489-b7d0-7f0335d9f209 tempest-RoutersTestDVR-719478987 tempest-RoutersTestDVR-719478987-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:56.628290 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5f303db3-37d5-4489-b7d0-7f0335d9f209 tempest-RoutersTestDVR-719478987 tempest-RoutersTestDVR-719478987-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:56.629066 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f303db3-37d5-4489-b7d0-7f0335d9f209 tempest-RoutersTestDVR-719478987 tempest-RoutersTestDVR-719478987-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d0f64005-6143-40cc-9aa6-fcdde852cd1b {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:25:56.634311 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5f303db3-37d5-4489-b7d0-7f0335d9f209 tempest-RoutersTestDVR-719478987 tempest-RoutersTestDVR-719478987-project-admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:56.638941 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5f303db3-37d5-4489-b7d0-7f0335d9f209 tempest-RoutersTestDVR-719478987 tempest-RoutersTestDVR-719478987-project-admin] 10.222.0.53 "DELETE /v2.0/routers/d0f64005-6143-40cc-9aa6-fcdde852cd1b HTTP/1.1" status: 204 len: 168 time: 0.3575201 Nov 25 13:25:56.644903 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-32de95de-bf13-4557-9a8e-27b58382fab6 req-5140bd17-adcc-4870-982a-b4bbcec82722 tempest-ServerShowV247Test-1585694034 tempest-ServerShowV247Test-1585694034-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa0681d0-5221-40d6-8fd3-00cefacb07ee HTTP/1.1" status: 200 len: 210 time: 0.1362207 Nov 25 13:25:56.675134 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3bfadc2d-921e-4b93-a51b-e6758e063d73 req-6690a0bd-2600-43cb-a47a-cffe91abf06f tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608372 Nov 25 13:25:56.695749 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-e39cd480-49e0-461d-b817-1a2f74627825 None None] Allocated IP 2001:db8::2 (fb5689f9-9562-4760-80b7-917972a4ca3e/9eff45d5-e7c2-4a1b-9ca0-d2a68a6e30de/275ee92c-4aa1-446f-b661-56251116c31b) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:25:56.874624 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc28713-d35c-47fa-94c9-914764b72a79 req-f5291dc8-291c-41b3-a398-a61bc8f4c8bf tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:56.876040 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e39cd480-49e0-461d-b817-1a2f74627825 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:56.876531 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8fc28713-d35c-47fa-94c9-914764b72a79 req-f5291dc8-291c-41b3-a398-a61bc8f4c8bf tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=007fabf5-6523-4965-b10c-45be5a972182 HTTP/1.1" status: 200 len: 946 time: 0.1262207 Nov 25 13:25:56.884891 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e39cd480-49e0-461d-b817-1a2f74627825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:56.930894 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39cd480-49e0-461d-b817-1a2f74627825 None None] Network fb5689f9-9562-4760-80b7-917972a4ca3e is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:25:56.933669 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-e39cd480-49e0-461d-b817-1a2f74627825 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:25:56.937674 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39cd480-49e0-461d-b817-1a2f74627825 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:25:56.944322 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39cd480-49e0-461d-b817-1a2f74627825 None None] Pushing event updated for resources: {'Port': ['ID=275ee92c-4aa1-446f-b661-56251116c31b,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:56.953659 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59340) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:56.984924 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cfb7d17a-eb9d-4b11-aff2-86d8b0d4f9c1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:56.990625 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8fc28713-d35c-47fa-94c9-914764b72a79 req-547da127-8718-4123-affa-c9a403c02cf8 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884733 Nov 25 13:25:57.002519 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-e39cd480-49e0-461d-b817-1a2f74627825 None None] Attempting to bind port 275ee92c-4aa1-446f-b661-56251116c31b on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:25:57.003262 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-e39cd480-49e0-461d-b817-1a2f74627825 None None] Attempting to bind port 275ee92c-4aa1-446f-b661-56251116c31b by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '223abefe-eb37-4a03-ba63-a9da955e3423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'fb5689f9-9562-4760-80b7-917972a4ca3e'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:25:57.003645 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39cd480-49e0-461d-b817-1a2f74627825 None None] Attempting to bind port 275ee92c-4aa1-446f-b661-56251116c31b on network fb5689f9-9562-4760-80b7-917972a4ca3e {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:25:57.011132 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39cd480-49e0-461d-b817-1a2f74627825 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:25:57.011513 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39cd480-49e0-461d-b817-1a2f74627825 None None] Checking segment: {'id': '223abefe-eb37-4a03-ba63-a9da955e3423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'fb5689f9-9562-4760-80b7-917972a4ca3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:25:57.011917 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e39cd480-49e0-461d-b817-1a2f74627825 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:57.012310 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39cd480-49e0-461d-b817-1a2f74627825 None None] Bound using segment: {'id': '223abefe-eb37-4a03-ba63-a9da955e3423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'fb5689f9-9562-4760-80b7-917972a4ca3e'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:25:57.012777 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-e39cd480-49e0-461d-b817-1a2f74627825 None None] Bound port: 275ee92c-4aa1-446f-b661-56251116c31b, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '223abefe-eb37-4a03-ba63-a9da955e3423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'fb5689f9-9562-4760-80b7-917972a4ca3e'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:25:57.013185 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e39cd480-49e0-461d-b817-1a2f74627825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:57.091111 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aac9a985-eddb-402f-90dd-40e919f743c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:57.096931 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-e39cd480-49e0-461d-b817-1a2f74627825 None None] For port 275ee92c-4aa1-446f-b661-56251116c31b, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:25:57.103112 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-e39cd480-49e0-461d-b817-1a2f74627825 None None] For port 275ee92c-4aa1-446f-b661-56251116c31b, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=275ee92c-4aa1-446f-b661-56251116c31b,segment=NetworkSegment(223abefe-eb37-4a03-ba63-a9da955e3423),segment_id=223abefe-eb37-4a03-ba63-a9da955e3423)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:25:57.110054 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e39cd480-49e0-461d-b817-1a2f74627825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:57.202531 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39cd480-49e0-461d-b817-1a2f74627825 None None] Pushing event updated for resources: {'Port': ['ID=275ee92c-4aa1-446f-b661-56251116c31b,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:57.205841 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aac9a985-eddb-402f-90dd-40e919f743c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:57.212513 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aac9a985-eddb-402f-90dd-40e919f743c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:57.265908 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-aac9a985-eddb-402f-90dd-40e919f743c8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c614b91108b04861aa89b89eb8d8db09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3108847 Nov 25 13:25:57.266707 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac9a985-eddb-402f-90dd-40e919f743c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11f3dd4-cdfc-4d1e-92e6-72c9198bbdaf,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:57.269294 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59350) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:57.333711 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2f6cfbba-efef-4099-a9c8-1c9bbc20b5ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:57.361378 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2f6cfbba-efef-4099-a9c8-1c9bbc20b5ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:57.448422 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2f6cfbba-efef-4099-a9c8-1c9bbc20b5ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:57.451017 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2f6cfbba-efef-4099-a9c8-1c9bbc20b5ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:57.455169 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-2f6cfbba-efef-4099-a9c8-1c9bbc20b5ea admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a11f3dd4-cdfc-4d1e-92e6-72c9198bbdaf HTTP/1.1" status: 204 len: 168 time: 0.1825511 Nov 25 13:25:57.462907 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6cfbba-efef-4099-a9c8-1c9bbc20b5ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11f3dd4-cdfc-4d1e-92e6-72c9198bbdaf,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:57.707471 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65080873-e42d-4660-a2ad-e31a54c46a89 req-1c15dd11-f8b4-4c06-b5db-774d23e595bb tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:57.709090 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-65080873-e42d-4660-a2ad-e31a54c46a89 req-1c15dd11-f8b4-4c06-b5db-774d23e595bb tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=007fabf5-6523-4965-b10c-45be5a972182 HTTP/1.1" status: 200 len: 946 time: 0.1008286 Nov 25 13:25:57.780524 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59360) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:57.781722 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 15c36866-9374-419b-ad93-46a12134133a up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:25:57.794131 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9bcb9e52-4bed-4c91-8b29-5bcd5469ba68 req-9b572f3f-cb60-4ae3-b689-016426680280 tempest-ServerShowV247Test-1585694034 tempest-ServerShowV247Test-1585694034-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa0681d0-5221-40d6-8fd3-00cefacb07ee HTTP/1.1" status: 200 len: 210 time: 0.0534630 Nov 25 13:25:57.795089 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-38239a3c-36d2-46eb-906e-649cccb251d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:57.820538 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-cfb7d17a-eb9d-4b11-aff2-86d8b0d4f9c1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Allocated IP 2001:db8::1 (fb5689f9-9562-4760-80b7-917972a4ca3e/9eff45d5-e7c2-4a1b-9ca0-d2a68a6e30de/de6893a8-f21a-44e4-be5b-627c83899ebd) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:25:57.839983 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-65080873-e42d-4660-a2ad-e31a54c46a89 req-42508a8a-3817-4651-8cdf-ad5f58d13fe5 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216748 Nov 25 13:25:57.860270 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 15c36866-9374-419b-ad93-46a12134133a completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:25:57.870672 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 15c36866-9374-419b-ad93-46a12134133a triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:25:57.872194 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:57.920795 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-38239a3c-36d2-46eb-906e-649cccb251d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:57.927759 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-38239a3c-36d2-46eb-906e-649cccb251d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:57.987460 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:57.998429 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cfb7d17a-eb9d-4b11-aff2-86d8b0d4f9c1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:58.010276 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-38239a3c-36d2-46eb-906e-649cccb251d2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d1e034cb34d3403eb6d8bf92beee436e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2263191 Nov 25 13:25:58.012265 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59362) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:58.021754 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38239a3c-36d2-46eb-906e-649cccb251d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d062c1ce-0090-4c31-8dd8-9cb9f17ce9fb,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:58.035077 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690c92b-7d66-4d28-b656-5d7d90fbf69c req-251580ba-8f88-487e-a032-95527c26e2a9 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:58.036902 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4690c92b-7d66-4d28-b656-5d7d90fbf69c req-251580ba-8f88-487e-a032-95527c26e2a9 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d3de92b-952e-481c-85fe-dc39edabc1b5 HTTP/1.1" status: 200 len: 944 time: 0.0981560 Nov 25 13:25:58.044698 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d3de92b-952e-481c-85fe-dc39edabc1b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15c36866-9374-419b-ad93-46a12134133a'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:25:58.047718 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42736525-f4cf-4622-8fd1-f0dad75bbd63" -d '{"events": [{"server_uuid": "2d3de92b-952e-481c-85fe-dc39edabc1b5", "name": "network-vif-plugged", "status": "completed", "tag": "15c36866-9374-419b-ad93-46a12134133a"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:25:58.054859 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 15c36866-9374-419b-ad93-46a12134133a, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=15c36866-9374-419b-ad93-46a12134133a,segment=NetworkSegment(69c62212-4523-4acd-b808-007a53ff7fe0),segment_id=69c62212-4523-4acd-b808-007a53ff7fe0)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:25:58.059455 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:58.097407 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4166f26-a6d4-4342-9a98-f3b78597fa13 x-openstack-request-id: req-b4166f26-a6d4-4342-9a98-f3b78597fa13 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:25:58.097706 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d3de92b-952e-481c-85fe-dc39edabc1b5", "name": "network-vif-plugged", "status": "completed", "tag": "15c36866-9374-419b-ad93-46a12134133a", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:25:58.097996 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b4166f26-a6d4-4342-9a98-f3b78597fa13 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:25:58.098422 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d3de92b-952e-481c-85fe-dc39edabc1b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15c36866-9374-419b-ad93-46a12134133a', 'code': 200} Nov 25 13:25:58.113203 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cfb7d17a-eb9d-4b11-aff2-86d8b0d4f9c1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:58.130072 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=15c36866-9374-419b-ad93-46a12134133a,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:58.164022 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4690c92b-7d66-4d28-b656-5d7d90fbf69c req-be8074e8-40eb-4aac-83d6-4d3d88e32715 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171432 Nov 25 13:25:58.170560 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-812eb6b3-c9d2-447d-90a5-59d9afebdfb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:58.185221 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb7d17a-eb9d-4b11-aff2-86d8b0d4f9c1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Network fb5689f9-9562-4760-80b7-917972a4ca3e is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:25:58.196311 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-cfb7d17a-eb9d-4b11-aff2-86d8b0d4f9c1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:25:58.202591 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb7d17a-eb9d-4b11-aff2-86d8b0d4f9c1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event updated for resources: {'Port': ['ID=de6893a8-f21a-44e4-be5b-627c83899ebd,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:58.211287 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb7d17a-eb9d-4b11-aff2-86d8b0d4f9c1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:25:58.211861 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cfb7d17a-eb9d-4b11-aff2-86d8b0d4f9c1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:58.232891 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e4d849-1fec-4a1c-9c01-bafebb4174b1 req-f186b8de-ee09-4e58-94f3-fce27291575f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:58.234728 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-94e4d849-1fec-4a1c-9c01-bafebb4174b1 req-f186b8de-ee09-4e58-94f3-fce27291575f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2d3de92b-952e-481c-85fe-dc39edabc1b5 HTTP/1.1" status: 200 len: 1097 time: 0.0633600 Nov 25 13:25:58.258719 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-812eb6b3-c9d2-447d-90a5-59d9afebdfb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:58.287596 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-94e4d849-1fec-4a1c-9c01-bafebb4174b1 req-40541490-945a-4da1-bd21-bbc933fbb5c7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426874 Nov 25 13:25:58.371378 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cfb7d17a-eb9d-4b11-aff2-86d8b0d4f9c1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:58.375581 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-812eb6b3-c9d2-447d-90a5-59d9afebdfb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:58.376545 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b58e8d-46d1-4d86-9f97-342e7f47a077 None None] Network fb5689f9-9562-4760-80b7-917972a4ca3e requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:25:58.378308 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-812eb6b3-c9d2-447d-90a5-59d9afebdfb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:58.379528 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-812eb6b3-c9d2-447d-90a5-59d9afebdfb0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d062c1ce-0090-4c31-8dd8-9cb9f17ce9fb HTTP/1.1" status: 204 len: 168 time: 0.3663106 Nov 25 13:25:58.400768 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812eb6b3-c9d2-447d-90a5-59d9afebdfb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d062c1ce-0090-4c31-8dd8-9cb9f17ce9fb,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:58.458169 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-97b183ea-b234-419b-80db-4a19ae988570 None None] Provisioning complete for port 275ee92c-4aa1-446f-b661-56251116c31b triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:25:58.458551 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-97b183ea-b234-419b-80db-4a19ae988570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:58.630286 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-97b183ea-b234-419b-80db-4a19ae988570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:58.680927 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-97b183ea-b234-419b-80db-4a19ae988570 None None] For port 275ee92c-4aa1-446f-b661-56251116c31b, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=275ee92c-4aa1-446f-b661-56251116c31b,segment=NetworkSegment(223abefe-eb37-4a03-ba63-a9da955e3423),segment_id=223abefe-eb37-4a03-ba63-a9da955e3423)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:25:58.686876 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-97b183ea-b234-419b-80db-4a19ae988570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:58.692189 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cfb7d17a-eb9d-4b11-aff2-86d8b0d4f9c1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:58.701920 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cfb7d17a-eb9d-4b11-aff2-86d8b0d4f9c1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:58.703565 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cfb7d17a-eb9d-4b11-aff2-86d8b0d4f9c1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:58.751870 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b183ea-b234-419b-80db-4a19ae988570 None None] Pushing event updated for resources: {'Port': ['ID=275ee92c-4aa1-446f-b661-56251116c31b,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:58.817920 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb7d17a-eb9d-4b11-aff2-86d8b0d4f9c1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event updated for resources: {'Port': ['ID=de6893a8-f21a-44e4-be5b-627c83899ebd,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:58.848261 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb7d17a-eb9d-4b11-aff2-86d8b0d4f9c1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Network fb5689f9-9562-4760-80b7-917972a4ca3e is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:25:58.849792 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-cfb7d17a-eb9d-4b11-aff2-86d8b0d4f9c1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:25:58.993637 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dd8d8a42-16be-4976-8beb-2b1261265951 req-42d99efe-2740-4f9a-b180-83fabc7bf6ff tempest-ServerShowV247Test-1585694034 tempest-ServerShowV247Test-1585694034-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa0681d0-5221-40d6-8fd3-00cefacb07ee HTTP/1.1" status: 200 len: 210 time: 0.0383654 Nov 25 13:25:59.018584 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-f56cc22d-0373-45d7-8f2e-e74d7a0b5049 None None] Provisioning complete for port 275ee92c-4aa1-446f-b661-56251116c31b triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:25:59.020742 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f56cc22d-0373-45d7-8f2e-e74d7a0b5049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:59.031472 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8dd5bb-7a4a-4afe-afdd-22e1da7fe0dc req-16a4ee82-8700-4826-88d3-ff040d6818d8 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:59.034060 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0f8dd5bb-7a4a-4afe-afdd-22e1da7fe0dc req-16a4ee82-8700-4826-88d3-ff040d6818d8 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.47 "GET /v2.0/ports?device_id=007fabf5-6523-4965-b10c-45be5a972182 HTTP/1.1" status: 200 len: 946 time: 0.1004472 Nov 25 13:25:59.066259 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f60fb3f-693f-4f21-a67a-657b4db8b3e0 req-72fbfa28-8992-4dd8-b856-d89521df811f tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:59.069954 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2f60fb3f-693f-4f21-a67a-657b4db8b3e0 req-72fbfa28-8992-4dd8-b856-d89521df811f tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=007fabf5-6523-4965-b10c-45be5a972182 HTTP/1.1" status: 200 len: 946 time: 0.1129367 Nov 25 13:25:59.133403 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfb7d17a-eb9d-4b11-aff2-86d8b0d4f9c1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Router b5044c1f-7bf1-480b-9e97-3c49a3d8b688 is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:25:59.177750 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2f60fb3f-693f-4f21-a67a-657b4db8b3e0 req-21da70d5-afaa-4c39-a79b-ec06f5e46483 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947235 Nov 25 13:25:59.191998 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-0f8dd5bb-7a4a-4afe-afdd-22e1da7fe0dc req-07230e31-d908-4fbc-9214-3a0f6680902e tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Deleting port b5753064-0974-4d30-9114-b0e83a099c96 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:25:59.193703 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0f8dd5bb-7a4a-4afe-afdd-22e1da7fe0dc req-07230e31-d908-4fbc-9214-3a0f6680902e tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:59.203167 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-f56cc22d-0373-45d7-8f2e-e74d7a0b5049 None None] Provisioning complete for port de6893a8-f21a-44e4-be5b-627c83899ebd triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:25:59.203747 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f56cc22d-0373-45d7-8f2e-e74d7a0b5049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:59.291851 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-f56cc22d-0373-45d7-8f2e-e74d7a0b5049 None None] Port de6893a8-f21a-44e4-be5b-627c83899ebd cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:25:59.345096 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 275ee92c-4aa1-446f-b661-56251116c31b up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:25:59.442048 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-0f8dd5bb-7a4a-4afe-afdd-22e1da7fe0dc req-07230e31-d908-4fbc-9214-3a0f6680902e tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] For port b5753064-0974-4d30-9114-b0e83a099c96, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=b5753064-0974-4d30-9114-b0e83a099c96,segment=NetworkSegment(9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8),segment_id=9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:25:59.442859 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0f8dd5bb-7a4a-4afe-afdd-22e1da7fe0dc req-07230e31-d908-4fbc-9214-3a0f6680902e tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:59.464656 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-0f8dd5bb-7a4a-4afe-afdd-22e1da7fe0dc req-07230e31-d908-4fbc-9214-3a0f6680902e tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Calling delete_port for b5753064-0974-4d30-9114-b0e83a099c96 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:25:59.476121 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59394) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:59.483486 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-cf50b7ab-a699-4d59-aac4-1b47c6086b05 None None] Provisioning complete for port de6893a8-f21a-44e4-be5b-627c83899ebd triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:25:59.483863 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cf50b7ab-a699-4d59-aac4-1b47c6086b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:59.485513 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb7d17a-eb9d-4b11-aff2-86d8b0d4f9c1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:25:59.491709 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 275ee92c-4aa1-446f-b661-56251116c31b triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:25:59.493514 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:59.496534 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-cfb7d17a-eb9d-4b11-aff2-86d8b0d4f9c1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "PUT /v2.0/routers/b5044c1f-7bf1-480b-9e97-3c49a3d8b688/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9842632 Nov 25 13:25:59.505800 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59398) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:59.506969 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76036e4b-8c08-423e-a1d6-c5ca01dbcb62 None None] Sync routers for ids ['b5044c1f-7bf1-480b-9e97-3c49a3d8b688'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:25:59.513108 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ebdcf-64e7-481f-bd12-e2a85405c95f req-1f089ef2-2e8c-4750-877d-e5156dd4a65f tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:59.522924 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2a2ebdcf-64e7-481f-bd12-e2a85405c95f req-1f089ef2-2e8c-4750-877d-e5156dd4a65f tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d3de92b-952e-481c-85fe-dc39edabc1b5 HTTP/1.1" status: 200 len: 945 time: 0.1370537 Nov 25 13:25:59.537449 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76036e4b-8c08-423e-a1d6-c5ca01dbcb62 None None] Routers {'b5044c1f-7bf1-480b-9e97-3c49a3d8b688'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:25:59.553972 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-76036e4b-8c08-423e-a1d6-c5ca01dbcb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:25:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['b5044c1f-7bf1-480b-9e97-3c49a3d8b688'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:59.630070 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-cf50b7ab-a699-4d59-aac4-1b47c6086b05 None None] Port de6893a8-f21a-44e4-be5b-627c83899ebd cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:25:59.662391 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936f68b7-12cb-4f1a-8db1-3040ef0bae9b tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:25:59.667031 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-936f68b7-12cb-4f1a-8db1-3040ef0bae9b tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "GET /v2.0/ports/de6893a8-f21a-44e4-be5b-627c83899ebd HTTP/1.1" status: 200 len: 911 time: 0.1584795 Nov 25 13:25:59.672589 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59402) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:25:59.676194 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-76036e4b-8c08-423e-a1d6-c5ca01dbcb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:59.682620 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-85dc2332-ef25-4006-bf88-6a87da21937c tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9eff45d5-e7c2-4a1b-9ca0-d2a68a6e30de'}]}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:25:59.698425 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2a2ebdcf-64e7-481f-bd12-e2a85405c95f req-9a0adf96-cf18-477b-8e95-67a648d3e21f tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745203 Nov 25 13:25:59.702549 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76036e4b-8c08-423e-a1d6-c5ca01dbcb62 None None] Routers {'b5044c1f-7bf1-480b-9e97-3c49a3d8b688'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:25:59.705591 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-76036e4b-8c08-423e-a1d6-c5ca01dbcb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:25:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['b5044c1f-7bf1-480b-9e97-3c49a3d8b688'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:59.771820 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-8bf5ce7d-d41b-44af-af39-54c5508f9c52 None None] Provisioning complete for port de6893a8-f21a-44e4-be5b-627c83899ebd triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:25:59.772354 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8bf5ce7d-d41b-44af-af39-54c5508f9c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:59.777595 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-76036e4b-8c08-423e-a1d6-c5ca01dbcb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:25:59.778258 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76036e4b-8c08-423e-a1d6-c5ca01dbcb62 None None] The sync data for ids ['b5044c1f-7bf1-480b-9e97-3c49a3d8b688'] in n-d-808199-11 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:25:59.794591 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-1731fdb5-be67-4438-b949-437f0887d2db tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-428947247'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:25:59.817457 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-8bf5ce7d-d41b-44af-af39-54c5508f9c52 None None] Port de6893a8-f21a-44e4-be5b-627c83899ebd cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:25:59.831103 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1731fdb5-be67-4438-b949-437f0887d2db tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Made reservation on behalf of 2d0662c418e846c483af8c7cab8624ae for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:25:59.834645 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1731fdb5-be67-4438-b949-437f0887d2db tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:59.847312 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0f8dd5bb-7a4a-4afe-afdd-22e1da7fe0dc req-07230e31-d908-4fbc-9214-3a0f6680902e tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:59.849409 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1731fdb5-be67-4438-b949-437f0887d2db tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:59.859264 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['b5753064-0974-4d30-9114-b0e83a099c96'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:25:59.879465 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-85dc2332-ef25-4006-bf88-6a87da21937c tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:59.886099 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07230e31-d908-4fbc-9214-3a0f6680902e tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Pushing event deleted for resources: {'Port': ['ID=b5753064-0974-4d30-9114-b0e83a099c96,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:25:59.942571 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f8dd5bb-7a4a-4afe-afdd-22e1da7fe0dc req-07230e31-d908-4fbc-9214-3a0f6680902e tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] No DVR routers for this DVR port b5753064-0974-4d30-9114-b0e83a099c96 on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:25:59.947112 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0f8dd5bb-7a4a-4afe-afdd-22e1da7fe0dc req-07230e31-d908-4fbc-9214-3a0f6680902e tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:25:59.950401 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0f8dd5bb-7a4a-4afe-afdd-22e1da7fe0dc req-07230e31-d908-4fbc-9214-3a0f6680902e tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.47 "DELETE /v2.0/ports/b5753064-0974-4d30-9114-b0e83a099c96 HTTP/1.1" status: 204 len: 173 time: 0.9029286 Nov 25 13:25:59.950882 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '007fabf5-6523-4965-b10c-45be5a972182', 'name': 'network-vif-deleted', 'tag': 'b5753064-0974-4d30-9114-b0e83a099c96'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:25:59.953148 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea0f1231-cdb2-48f6-8a7f-7fdb17ecd933" -d '{"events": [{"server_uuid": "007fabf5-6523-4965-b10c-45be5a972182", "name": "network-vif-deleted", "tag": "b5753064-0974-4d30-9114-b0e83a099c96"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:25:59.995304 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc31152-7188-4501-9911-d3ec0c1f732f x-openstack-request-id: req-9cc31152-7188-4501-9911-d3ec0c1f732f {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:25:59.995650 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "007fabf5-6523-4965-b10c-45be5a972182", "name": "network-vif-deleted", "tag": "b5753064-0974-4d30-9114-b0e83a099c96", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:25:59.995865 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9cc31152-7188-4501-9911-d3ec0c1f732f {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:25:59.996273 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '007fabf5-6523-4965-b10c-45be5a972182', 'name': 'network-vif-deleted', 'tag': 'b5753064-0974-4d30-9114-b0e83a099c96', 'status': 'completed', 'code': 200} Nov 25 13:26:00.011607 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1731fdb5-be67-4438-b949-437f0887d2db tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:00.016218 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1731fdb5-be67-4438-b949-437f0887d2db tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:00.046385 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1731fdb5-be67-4438-b949-437f0887d2db tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:26:00.058402 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1731fdb5-be67-4438-b949-437f0887d2db tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4a2fa6-bcab-4f53-9524-e71350f80878,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:00.066141 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1731fdb5-be67-4438-b949-437f0887d2db tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:00.066635 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-1731fdb5-be67-4438-b949-437f0887d2db tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Added segment f92ba861-8b89-4706-ae84-588d5e41da4b of type vlan for network 3acd474b-9335-467b-a353-865aa6bfe9c9 Nov 25 13:26:00.112445 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1731fdb5-be67-4438-b949-437f0887d2db tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:00.143796 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e04c3789-7641-452a-a91c-89eb1ea5fc08 req-06e2b56c-0707-4796-83a5-aa4a469b4fef tempest-ServerShowV247Test-1585694034 tempest-ServerShowV247Test-1585694034-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa0681d0-5221-40d6-8fd3-00cefacb07ee HTTP/1.1" status: 200 len: 210 time: 0.0366225 Nov 25 13:26:00.151242 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1731fdb5-be67-4438-b949-437f0887d2db tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:00.156899 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1731fdb5-be67-4438-b949-437f0887d2db tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:00.157509 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1731fdb5-be67-4438-b949-437f0887d2db tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:00.215816 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-1731fdb5-be67-4438-b949-437f0887d2db tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7381806 Nov 25 13:26:00.222562 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59408) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:00.228668 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-6b4c14b8-fe0f-4619-b66a-27e257e807e4 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Request body: {'subnet': {'network_id': '3acd474b-9335-467b-a353-865aa6bfe9c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:26:00.251118 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1731fdb5-be67-4438-b949-437f0887d2db tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Pushing event updated for resources: {'Network': ['ID=3acd474b-9335-467b-a353-865aa6bfe9c9,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:00.265070 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 3acd474b-9335-467b-a353-865aa6bfe9c9 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:26:00.316879 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7affa563-d07a-406f-bd29-d7727c2888cf req-389182c7-35a9-41ff-b27c-e9ab6d217599 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=007fabf5-6523-4965-b10c-45be5a972182 HTTP/1.1" status: 200 len: 210 time: 0.0335078 Nov 25 13:26:00.343738 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-52b25dc3-6e57-4da6-98aa-d660e9626ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:00.352842 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4c14b8-fe0f-4619-b66a-27e257e807e4 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Made reservation on behalf of 2d0662c418e846c483af8c7cab8624ae for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:26:00.356845 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6b4c14b8-fe0f-4619-b66a-27e257e807e4 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:00.400808 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-85dc2332-ef25-4006-bf88-6a87da21937c tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:00.408765 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-85dc2332-ef25-4006-bf88-6a87da21937c tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:00.415878 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85dc2332-ef25-4006-bf88-6a87da21937c tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:00.416850 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-85dc2332-ef25-4006-bf88-6a87da21937c tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:00.417829 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-85dc2332-ef25-4006-bf88-6a87da21937c tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "PUT /v2.0/ports/de6893a8-f21a-44e4-be5b-627c83899ebd HTTP/1.1" status: 200 len: 911 time: 0.7439933 Nov 25 13:26:00.422137 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59412) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:00.549385 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dc2332-ef25-4006-bf88-6a87da21937c tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event updated for resources: {'Port': ['ID=de6893a8-f21a-44e4-be5b-627c83899ebd,revision_number=3']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:00.570383 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6b4c14b8-fe0f-4619-b66a-27e257e807e4 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:00.637584 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4c14b8-fe0f-4619-b66a-27e257e807e4 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Pushing event updated for resources: {'Subnet': ['ID=191a9c63-4e2c-4a25-87e4-99adb5240187,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:00.642080 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4c14b8-fe0f-4619-b66a-27e257e807e4 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Checking segment: {'id': 'f92ba861-8b89-4706-ae84-588d5e41da4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '3acd474b-9335-467b-a353-865aa6bfe9c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:26:00.642345 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4c14b8-fe0f-4619-b66a-27e257e807e4 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Network hostable DHCP agents. Network: 3acd474b-9335-467b-a353-865aa6bfe9c9, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:26:00.660197 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4c14b8-fe0f-4619-b66a-27e257e807e4 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Network 3acd474b-9335-467b-a353-865aa6bfe9c9 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:26:00.669594 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-6b4c14b8-fe0f-4619-b66a-27e257e807e4 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 3acd474b-9335-467b-a353-865aa6bfe9c9) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:26:00.681750 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f48c8d0-ae11-4e4b-99f0-aae6d4a03017 None None] Network 3acd474b-9335-467b-a353-865aa6bfe9c9 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:26:00.684361 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4c14b8-fe0f-4619-b66a-27e257e807e4 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:00.686245 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6b4c14b8-fe0f-4619-b66a-27e257e807e4 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:00.711567 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-6b4c14b8-fe0f-4619-b66a-27e257e807e4 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4876268 Nov 25 13:26:00.713805 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59416) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:00.719695 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-157b2a9a-4d39-4207-97b6-00e22700b456 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Request body: {'port': {'network_id': '3acd474b-9335-467b-a353-865aa6bfe9c9', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-519785610'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:26:00.864602 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157b2a9a-4d39-4207-97b6-00e22700b456 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Made reservation on behalf of 2d0662c418e846c483af8c7cab8624ae for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:26:00.869354 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-157b2a9a-4d39-4207-97b6-00e22700b456 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:00.880802 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f2674-33ac-4d19-8f48-a9950e084559 req-a3f6005c-61ed-4e4f-b8ab-97eac3e2ccfc tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:00.882355 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e15f2674-33ac-4d19-8f48-a9950e084559 req-a3f6005c-61ed-4e4f-b8ab-97eac3e2ccfc tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d3de92b-952e-481c-85fe-dc39edabc1b5 HTTP/1.1" status: 200 len: 945 time: 0.0919900 Nov 25 13:26:00.888017 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-157b2a9a-4d39-4207-97b6-00e22700b456 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] device_id is not set on port e7aa8e59-3fb7-4c4d-b495-80baf184c4dd yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:26:00.895684 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ca12150c-ca1e-4271-a4a6-18fd4acd5190 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:01.004716 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3927e46f-c187-45e5-8677-96ac35c9c5c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-3acd474b-9335-467b-a353-865aa6bfe9c9', 'network_id': '3acd474b-9335-467b-a353-865aa6bfe9c9', 'tenant_id': '2d0662c418e846c483af8c7cab8624ae', 'fixed_ips': [{'subnet_id': '191a9c63-4e2c-4a25-87e4-99adb5240187'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:26:01.005915 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3927e46f-c187-45e5-8677-96ac35c9c5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:01.008702 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-157b2a9a-4d39-4207-97b6-00e22700b456 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Allocated IP 2001:db8::29c (3acd474b-9335-467b-a353-865aa6bfe9c9/191a9c63-4e2c-4a25-87e4-99adb5240187/e7aa8e59-3fb7-4c4d-b495-80baf184c4dd) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:26:01.015303 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e15f2674-33ac-4d19-8f48-a9950e084559 req-27cbd32b-9316-4edc-9549-0d9c655133a4 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222115 Nov 25 13:26:01.179884 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-157b2a9a-4d39-4207-97b6-00e22700b456 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:01.189721 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c5eff-094e-42d2-b396-f231594ef669 req-9c21aa1c-b2bf-4a2e-8f42-d12d9a6a1375 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:01.191243 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1d4c5eff-094e-42d2-b396-f231594ef669 req-9c21aa1c-b2bf-4a2e-8f42-d12d9a6a1375 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d3de92b-952e-481c-85fe-dc39edabc1b5 HTTP/1.1" status: 200 len: 945 time: 0.0876606 Nov 25 13:26:01.217936 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-157b2a9a-4d39-4207-97b6-00e22700b456 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:01.268220 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157b2a9a-4d39-4207-97b6-00e22700b456 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Network 3acd474b-9335-467b-a353-865aa6bfe9c9 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:26:01.270298 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-3927e46f-c187-45e5-8677-96ac35c9c5c7 None None] Allocated IP 2001:db8::2 (3acd474b-9335-467b-a353-865aa6bfe9c9/191a9c63-4e2c-4a25-87e4-99adb5240187/cc63b4c6-c294-44a7-8e77-3ed999ce725e) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:26:01.273916 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-157b2a9a-4d39-4207-97b6-00e22700b456 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:26:01.278154 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157b2a9a-4d39-4207-97b6-00e22700b456 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:26:01.284452 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157b2a9a-4d39-4207-97b6-00e22700b456 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:01.284747 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-157b2a9a-4d39-4207-97b6-00e22700b456 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:01.297039 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b2a9a-4d39-4207-97b6-00e22700b456 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Pushing event updated for resources: {'Port': ['ID=e7aa8e59-3fb7-4c4d-b495-80baf184c4dd,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:01.308418 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-157b2a9a-4d39-4207-97b6-00e22700b456 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.5935564 Nov 25 13:26:01.310887 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d8a1fa88-216d-4cd4-b8f8-37e48afcadc7 req-647c3b74-69cb-469c-83b0-c9455e81089d tempest-ServerShowV247Test-1585694034 tempest-ServerShowV247Test-1585694034-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa0681d0-5221-40d6-8fd3-00cefacb07ee HTTP/1.1" status: 200 len: 210 time: 0.0735939 Nov 25 13:26:01.312317 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59424) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:01.319884 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-d578505c-9937-4c9c-bcd7-81c385a38e2f tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Request body: {'port': {'network_id': '3acd474b-9335-467b-a353-865aa6bfe9c9', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-349459228', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:26:01.320432 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.api.validators [None req-d578505c-9937-4c9c-bcd7-81c385a38e2f tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] bootfile-name is not in valid_values {{(pid=103570) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 13:26:01.320781 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.api.validators [None req-d578505c-9937-4c9c-bcd7-81c385a38e2f tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] tftp-server is not in valid_values {{(pid=103570) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 13:26:01.321122 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.api.validators [None req-d578505c-9937-4c9c-bcd7-81c385a38e2f tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] server-ip-address is not in valid_values {{(pid=103570) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 13:26:01.332449 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1d4c5eff-094e-42d2-b396-f231594ef669 req-1a7e0892-3ed1-409e-b2b6-c7441a9faf71 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345489 Nov 25 13:26:01.409995 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-ca12150c-ca1e-4271-a4a6-18fd4acd5190 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Deleting port de6893a8-f21a-44e4-be5b-627c83899ebd {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:26:01.411037 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ca12150c-ca1e-4271-a4a6-18fd4acd5190 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:01.497087 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3927e46f-c187-45e5-8677-96ac35c9c5c7 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:01.508305 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3927e46f-c187-45e5-8677-96ac35c9c5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:01.553821 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ca12150c-ca1e-4271-a4a6-18fd4acd5190 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:01.568348 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d578505c-9937-4c9c-bcd7-81c385a38e2f tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Made reservation on behalf of 2d0662c418e846c483af8c7cab8624ae for: {'port': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:26:01.572639 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d578505c-9937-4c9c-bcd7-81c385a38e2f tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:01.599546 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3927e46f-c187-45e5-8677-96ac35c9c5c7 None None] Network 3acd474b-9335-467b-a353-865aa6bfe9c9 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:26:01.603757 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-ca12150c-ca1e-4271-a4a6-18fd4acd5190 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Calling delete_port for de6893a8-f21a-44e4-be5b-627c83899ebd owned by network:router_interface {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:26:01.608761 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-3927e46f-c187-45e5-8677-96ac35c9c5c7 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:26:01.616736 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3927e46f-c187-45e5-8677-96ac35c9c5c7 None None] Pushing event updated for resources: {'Port': ['ID=cc63b4c6-c294-44a7-8e77-3ed999ce725e,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:01.620731 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3927e46f-c187-45e5-8677-96ac35c9c5c7 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:26:01.649563 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [None req-d578505c-9937-4c9c-bcd7-81c385a38e2f tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] device_id is not set on port 7f1ffaf1-4e6b-498b-8af1-4cfe8dab41f6 yet. {{(pid=103570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:26:01.682410 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-3927e46f-c187-45e5-8677-96ac35c9c5c7 None None] Attempting to bind port cc63b4c6-c294-44a7-8e77-3ed999ce725e on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:26:01.682840 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-3927e46f-c187-45e5-8677-96ac35c9c5c7 None None] Attempting to bind port cc63b4c6-c294-44a7-8e77-3ed999ce725e by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'f92ba861-8b89-4706-ae84-588d5e41da4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '3acd474b-9335-467b-a353-865aa6bfe9c9'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:26:01.683226 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3927e46f-c187-45e5-8677-96ac35c9c5c7 None None] Attempting to bind port cc63b4c6-c294-44a7-8e77-3ed999ce725e on network 3acd474b-9335-467b-a353-865aa6bfe9c9 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:26:01.688511 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3927e46f-c187-45e5-8677-96ac35c9c5c7 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:26:01.688899 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3927e46f-c187-45e5-8677-96ac35c9c5c7 None None] Checking segment: {'id': 'f92ba861-8b89-4706-ae84-588d5e41da4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '3acd474b-9335-467b-a353-865aa6bfe9c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:26:01.689307 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3927e46f-c187-45e5-8677-96ac35c9c5c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:01.689711 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3927e46f-c187-45e5-8677-96ac35c9c5c7 None None] Bound using segment: {'id': 'f92ba861-8b89-4706-ae84-588d5e41da4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '3acd474b-9335-467b-a353-865aa6bfe9c9'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:26:01.690249 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-3927e46f-c187-45e5-8677-96ac35c9c5c7 None None] Bound port: cc63b4c6-c294-44a7-8e77-3ed999ce725e, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f92ba861-8b89-4706-ae84-588d5e41da4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '3acd474b-9335-467b-a353-865aa6bfe9c9'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:26:01.690641 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3927e46f-c187-45e5-8677-96ac35c9c5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:01.756104 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-3927e46f-c187-45e5-8677-96ac35c9c5c7 None None] For port cc63b4c6-c294-44a7-8e77-3ed999ce725e, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:26:01.760477 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-3927e46f-c187-45e5-8677-96ac35c9c5c7 None None] For port cc63b4c6-c294-44a7-8e77-3ed999ce725e, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=cc63b4c6-c294-44a7-8e77-3ed999ce725e,segment=NetworkSegment(f92ba861-8b89-4706-ae84-588d5e41da4b),segment_id=f92ba861-8b89-4706-ae84-588d5e41da4b)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:26:01.765298 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3927e46f-c187-45e5-8677-96ac35c9c5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:01.822685 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3927e46f-c187-45e5-8677-96ac35c9c5c7 None None] Pushing event updated for resources: {'Port': ['ID=cc63b4c6-c294-44a7-8e77-3ed999ce725e,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:01.833153 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf3d99-b0e1-476c-bbc9-450360b3c96e req-85cf2a45-3308-47b2-ae69-b41a3a7563f2 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:01.835432 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5caf3d99-b0e1-476c-bbc9-450360b3c96e req-85cf2a45-3308-47b2-ae69-b41a3a7563f2 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d3de92b-952e-481c-85fe-dc39edabc1b5 HTTP/1.1" status: 200 len: 945 time: 0.2323699 Nov 25 13:26:02.026578 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e73157e-f060-48fd-b35e-4f0206783ed6 req-3990936b-0434-4739-9c2e-276a1b3e7c23 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:02.028228 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6e73157e-f060-48fd-b35e-4f0206783ed6 req-3990936b-0434-4739-9c2e-276a1b3e7c23 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/networks?id=9b74e527-2eba-4880-abc3-5f552bc5f61d HTTP/1.1" status: 200 len: 812 time: 0.3722565 Nov 25 13:26:02.066944 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-d578505c-9937-4c9c-bcd7-81c385a38e2f tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Allocated IP 2001:db8::1cb (3acd474b-9335-467b-a353-865aa6bfe9c9/191a9c63-4e2c-4a25-87e4-99adb5240187/7f1ffaf1-4e6b-498b-8af1-4cfe8dab41f6) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:26:02.073188 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5caf3d99-b0e1-476c-bbc9-450360b3c96e req-2b770555-ccd5-4baa-8ed8-d2556d633492 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219203 Nov 25 13:26:02.101334 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6e73157e-f060-48fd-b35e-4f0206783ed6 req-494e0a65-1898-427b-b5d7-f797a26af6e0 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/quotas/60de2ce00e39495b9b56ab9e2f307693 HTTP/1.1" status: 200 len: 375 time: 0.0365438 Nov 25 13:26:02.182494 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6e73157e-f060-48fd-b35e-4f0206783ed6 req-bb798877-7c12-4199-becf-baf010aa8232 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=60de2ce00e39495b9b56ab9e2f307693&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0646677 Nov 25 13:26:02.651212 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ca12150c-ca1e-4271-a4a6-18fd4acd5190 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:02.721424 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca12150c-ca1e-4271-a4a6-18fd4acd5190 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event deleted for resources: {'Port': ['ID=de6893a8-f21a-44e4-be5b-627c83899ebd,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:02.733011 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9ff13cee-ba96-4767-ba05-3fee1b925229 req-1e16898f-5cef-4d57-b4a7-bcdf04b3af59 tempest-ServerShowV247Test-1585694034 tempest-ServerShowV247Test-1585694034-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa0681d0-5221-40d6-8fd3-00cefacb07ee HTTP/1.1" status: 200 len: 210 time: 0.0809157 Nov 25 13:26:02.750988 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b2c01a50-e1a5-411f-8d5b-7a6db50617d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:02.896776 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6e73157e-f060-48fd-b35e-4f0206783ed6 req-1d781b15-7dda-4df7-b184-d87eb1cdeea9 service neutron] 10.222.0.53 "GET /v2.0/networks/9b74e527-2eba-4880-abc3-5f552bc5f61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7066271 Nov 25 13:26:02.900368 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ca12150c-ca1e-4271-a4a6-18fd4acd5190 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:02.906137 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552fdd9b-effa-41ad-960d-bdf00dfef4b1 None None] Network 3acd474b-9335-467b-a353-865aa6bfe9c9 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:26:02.911766 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d578505c-9937-4c9c-bcd7-81c385a38e2f tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:03.014997 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-55b5e03c-8a9e-4288-a245-d93a417eaf01 None None] Provisioning complete for port cc63b4c6-c294-44a7-8e77-3ed999ce725e triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:26:03.015381 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-55b5e03c-8a9e-4288-a245-d93a417eaf01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:03.113391 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d578505c-9937-4c9c-bcd7-81c385a38e2f tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:03.158520 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-55b5e03c-8a9e-4288-a245-d93a417eaf01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:03.198076 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-55b5e03c-8a9e-4288-a245-d93a417eaf01 None None] For port cc63b4c6-c294-44a7-8e77-3ed999ce725e, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=cc63b4c6-c294-44a7-8e77-3ed999ce725e,segment=NetworkSegment(f92ba861-8b89-4706-ae84-588d5e41da4b),segment_id=f92ba861-8b89-4706-ae84-588d5e41da4b)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:26:03.204222 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-55b5e03c-8a9e-4288-a245-d93a417eaf01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:03.212532 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6e73157e-f060-48fd-b35e-4f0206783ed6 req-ae7958b7-8767-4dd4-8df4-45db85ce012f service neutron] 10.222.0.53 "GET /v2.0/networks/9b74e527-2eba-4880-abc3-5f552bc5f61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969561 Nov 25 13:26:03.230953 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d578505c-9937-4c9c-bcd7-81c385a38e2f tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Network 3acd474b-9335-467b-a353-865aa6bfe9c9 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:26:03.245910 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-d578505c-9937-4c9c-bcd7-81c385a38e2f tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:26:03.249676 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca12150c-ca1e-4271-a4a6-18fd4acd5190 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Router b5044c1f-7bf1-480b-9e97-3c49a3d8b688 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:26:03.253610 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d578505c-9937-4c9c-bcd7-81c385a38e2f tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:26:03.275130 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d578505c-9937-4c9c-bcd7-81c385a38e2f tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:03.275857 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d578505c-9937-4c9c-bcd7-81c385a38e2f tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:03.281722 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5e03c-8a9e-4288-a245-d93a417eaf01 None None] Pushing event updated for resources: {'Port': ['ID=cc63b4c6-c294-44a7-8e77-3ed999ce725e,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:03.288480 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d578505c-9937-4c9c-bcd7-81c385a38e2f tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Pushing event updated for resources: {'Port': ['ID=7f1ffaf1-4e6b-498b-8af1-4cfe8dab41f6,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:03.310000 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8bb218-3073-4f15-b0e2-b4032a54a5ed req-fd4c4821-76ec-4936-8e43-29942c016fa3 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:03.323103 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9a8bb218-3073-4f15-b0e2-b4032a54a5ed req-fd4c4821-76ec-4936-8e43-29942c016fa3 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d3de92b-952e-481c-85fe-dc39edabc1b5 HTTP/1.1" status: 200 len: 945 time: 0.1682343 Nov 25 13:26:03.336333 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d578505c-9937-4c9c-bcd7-81c385a38e2f tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.0221152 Nov 25 13:26:03.338765 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59452) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:03.396770 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device cc63b4c6-c294-44a7-8e77-3ed999ce725e up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:26:03.431669 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b05019-b971-416f-b387-411342380b67 req-a6df8625-e092-4803-a102-ee07c5698cba tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:03.433343 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-96b05019-b971-416f-b387-411342380b67 req-a6df8625-e092-4803-a102-ee07c5698cba tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d3de92b-952e-481c-85fe-dc39edabc1b5 HTTP/1.1" status: 200 len: 945 time: 0.1437824 Nov 25 13:26:03.461835 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca12150c-ca1e-4271-a4a6-18fd4acd5190 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:26:03.488986 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-ca12150c-ca1e-4271-a4a6-18fd4acd5190 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "PUT /v2.0/routers/b5044c1f-7bf1-480b-9e97-3c49a3d8b688/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0564940 Nov 25 13:26:03.491474 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59458) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:03.500051 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e2595d-2ced-41c3-bf03-85e0f6f8e9d0 None None] Sync routers for ids ['b5044c1f-7bf1-480b-9e97-3c49a3d8b688'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:26:03.541573 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e2595d-2ced-41c3-bf03-85e0f6f8e9d0 None None] Routers {'b5044c1f-7bf1-480b-9e97-3c49a3d8b688'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:26:03.542334 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-e5e2595d-2ced-41c3-bf03-85e0f6f8e9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:26:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['b5044c1f-7bf1-480b-9e97-3c49a3d8b688'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:03.563959 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-75d6e22a-557a-4c2a-a288-797ce5ca7912 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5044c1f-7bf1-480b-9e97-3c49a3d8b688 HTTP/1.1" status: 200 len: 205 time: 0.0501621 Nov 25 13:26:03.564838 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59460) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:03.595150 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-e5e2595d-2ced-41c3-bf03-85e0f6f8e9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:03.606128 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port cc63b4c6-c294-44a7-8e77-3ed999ce725e triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:26:03.606506 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:03.619003 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e2595d-2ced-41c3-bf03-85e0f6f8e9d0 None None] Routers {'b5044c1f-7bf1-480b-9e97-3c49a3d8b688'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:26:03.619858 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-e5e2595d-2ced-41c3-bf03-85e0f6f8e9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:26:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['b5044c1f-7bf1-480b-9e97-3c49a3d8b688'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:03.636162 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5020735-c677-4e53-96cf-d8618b0697fa tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:03.642196 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5020735-c677-4e53-96cf-d8618b0697fa tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:03.648242 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5020735-c677-4e53-96cf-d8618b0697fa tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:03.650147 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c5020735-c677-4e53-96cf-d8618b0697fa tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.3103228 Nov 25 13:26:03.655444 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59462) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:03.662818 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9a8bb218-3073-4f15-b0e2-b4032a54a5ed req-551344f1-7719-4f5c-8b54-b97910ec8d9e tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386307 Nov 25 13:26:03.683474 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6a72f9ef-101c-4095-9f2e-e83d9302cf9a tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:03.710579 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-74a84243-757b-4f75-b72d-22b2cc6628ac req-f574f1e0-0ab4-48c9-9dcf-fdf03f02811f tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=8293d7e9-16aa-4b3c-ae3e-7263241280aa HTTP/1.1" status: 200 len: 210 time: 0.0592000 Nov 25 13:26:03.727030 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-e5e2595d-2ced-41c3-bf03-85e0f6f8e9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:03.727753 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e2595d-2ced-41c3-bf03-85e0f6f8e9d0 None None] The sync data for ids ['b5044c1f-7bf1-480b-9e97-3c49a3d8b688'] in n-d-808199-11 is: [] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:26:03.741978 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-cf88da02-a514-49cb-9d77-878f1f608b74 None None] Provisioning complete for port e7aa8e59-3fb7-4c4d-b495-80baf184c4dd triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:26:03.742356 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cf88da02-a514-49cb-9d77-878f1f608b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:03.766393 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-96b05019-b971-416f-b387-411342380b67 req-343807f1-aee4-4a0b-9e6d-ef14a96b4e5e tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Deleting port 15c36866-9374-419b-ad93-46a12134133a {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:26:03.767112 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-96b05019-b971-416f-b387-411342380b67 req-343807f1-aee4-4a0b-9e6d-ef14a96b4e5e tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:03.825482 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device b5753064-0974-4d30-9114-b0e83a099c96 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:26:03.860344 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-cf88da02-a514-49cb-9d77-878f1f608b74 None None] Port e7aa8e59-3fb7-4c4d-b495-80baf184c4dd cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:26:03.867106 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: b5753064-0974-4d30-9114-b0e83a099c96 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:26:03.867754 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device b5753064-0974-4d30-9114-b0e83a099c96 not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:26:03.899638 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d96e480e-c259-4044-b23d-38807b54879a req-14a6f54f-c21b-4712-8620-db58962f5722 tempest-ServerShowV247Test-1585694034 tempest-ServerShowV247Test-1585694034-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa0681d0-5221-40d6-8fd3-00cefacb07ee HTTP/1.1" status: 200 len: 210 time: 0.0424669 Nov 25 13:26:03.899919 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:03.919991 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-cf88da02-a514-49cb-9d77-878f1f608b74 None None] Provisioning complete for port cc63b4c6-c294-44a7-8e77-3ed999ce725e triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:26:03.920795 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cf88da02-a514-49cb-9d77-878f1f608b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:04.041423 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-cf88da02-a514-49cb-9d77-878f1f608b74 None None] Provisioning complete for port 7f1ffaf1-4e6b-498b-8af1-4cfe8dab41f6 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:26:04.041834 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cf88da02-a514-49cb-9d77-878f1f608b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:04.075355 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6a72f9ef-101c-4095-9f2e-e83d9302cf9a tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:04.082958 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6a72f9ef-101c-4095-9f2e-e83d9302cf9a tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:04.092441 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-cf88da02-a514-49cb-9d77-878f1f608b74 None None] Port 7f1ffaf1-4e6b-498b-8af1-4cfe8dab41f6 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:26:04.103529 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-96b05019-b971-416f-b387-411342380b67 req-343807f1-aee4-4a0b-9e6d-ef14a96b4e5e tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] For port 15c36866-9374-419b-ad93-46a12134133a, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=15c36866-9374-419b-ad93-46a12134133a,segment=NetworkSegment(69c62212-4523-4acd-b808-007a53ff7fe0),segment_id=69c62212-4523-4acd-b808-007a53ff7fe0)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:26:04.103905 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-96b05019-b971-416f-b387-411342380b67 req-343807f1-aee4-4a0b-9e6d-ef14a96b4e5e tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:04.163831 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-96b05019-b971-416f-b387-411342380b67 req-343807f1-aee4-4a0b-9e6d-ef14a96b4e5e tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Calling delete_port for 15c36866-9374-419b-ad93-46a12134133a owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:26:04.186185 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-e7bf47f2-20ba-47be-ac0d-8f49b64115b0 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Deleting port 7f1ffaf1-4e6b-498b-8af1-4cfe8dab41f6 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:26:04.186531 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e7bf47f2-20ba-47be-ac0d-8f49b64115b0 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:04.189259 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6a72f9ef-101c-4095-9f2e-e83d9302cf9a tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:04.189793 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a72f9ef-101c-4095-9f2e-e83d9302cf9a tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Fanout notify agent at l3_agent the message router_deleted on router b5044c1f-7bf1-480b-9e97-3c49a3d8b688 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:26:04.200582 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6a72f9ef-101c-4095-9f2e-e83d9302cf9a tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:04.203602 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-6a72f9ef-101c-4095-9f2e-e83d9302cf9a tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "DELETE /v2.0/routers/b5044c1f-7bf1-480b-9e97-3c49a3d8b688 HTTP/1.1" status: 204 len: 168 time: 0.6371105 Nov 25 13:26:04.204205 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59472) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:04.223813 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-378b0e4b-63f1-46e0-a3d0-d9d7837ff2b1 None None] Provisioning complete for port e7aa8e59-3fb7-4c4d-b495-80baf184c4dd triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:26:04.224189 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-378b0e4b-63f1-46e0-a3d0-d9d7837ff2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:04.280871 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-d464ac4f-3c18-4f2b-a8bc-d65d011e66e5 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Deleting subnet 9eff45d5-e7c2-4a1b-9ca0-d2a68a6e30de {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:26:04.284095 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d464ac4f-3c18-4f2b-a8bc-d65d011e66e5 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:04.285705 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-378b0e4b-63f1-46e0-a3d0-d9d7837ff2b1 None None] Port e7aa8e59-3fb7-4c4d-b495-80baf184c4dd cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:26:04.298018 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-378b0e4b-63f1-46e0-a3d0-d9d7837ff2b1 None None] Provisioning complete for port 7f1ffaf1-4e6b-498b-8af1-4cfe8dab41f6 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:26:04.298848 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-378b0e4b-63f1-46e0-a3d0-d9d7837ff2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:04.346003 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d464ac4f-3c18-4f2b-a8bc-d65d011e66e5 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:04.347472 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-378b0e4b-63f1-46e0-a3d0-d9d7837ff2b1 None None] Port 7f1ffaf1-4e6b-498b-8af1-4cfe8dab41f6 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:26:04.375598 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e7bf47f2-20ba-47be-ac0d-8f49b64115b0 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:04.391342 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-e7bf47f2-20ba-47be-ac0d-8f49b64115b0 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Calling delete_port for 7f1ffaf1-4e6b-498b-8af1-4cfe8dab41f6 owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:26:04.448220 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d464ac4f-3c18-4f2b-a8bc-d65d011e66e5 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:04.482005 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-96b05019-b971-416f-b387-411342380b67 req-343807f1-aee4-4a0b-9e6d-ef14a96b4e5e tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:04.494101 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['b517ee6d-7632-4cc4-aa47-ffcbea84a1d1', '15c36866-9374-419b-ad93-46a12134133a'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:26:04.511741 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d464ac4f-3c18-4f2b-a8bc-d65d011e66e5 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:04.528964 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343807f1-aee4-4a0b-9e6d-ef14a96b4e5e tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Pushing event deleted for resources: {'Port': ['ID=15c36866-9374-419b-ad93-46a12134133a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:04.543623 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d464ac4f-3c18-4f2b-a8bc-d65d011e66e5 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event deleted for resources: {'Subnet': ['ID=9eff45d5-e7c2-4a1b-9ca0-d2a68a6e30de,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:04.548284 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d464ac4f-3c18-4f2b-a8bc-d65d011e66e5 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:04.554685 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d464ac4f-3c18-4f2b-a8bc-d65d011e66e5 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "DELETE /v2.0/subnets/9eff45d5-e7c2-4a1b-9ca0-d2a68a6e30de HTTP/1.1" status: 204 len: 168 time: 0.3464622 Nov 25 13:26:04.555084 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59476) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:04.585286 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb3c568-c16f-48a6-888b-76d9e8d3c02f None None] Network fb5689f9-9562-4760-80b7-917972a4ca3e requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:26:04.593400 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-96b05019-b971-416f-b387-411342380b67 req-343807f1-aee4-4a0b-9e6d-ef14a96b4e5e tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] No DVR routers for this DVR port 15c36866-9374-419b-ad93-46a12134133a on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:26:04.596456 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-96b05019-b971-416f-b387-411342380b67 req-343807f1-aee4-4a0b-9e6d-ef14a96b4e5e tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:04.599872 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-96b05019-b971-416f-b387-411342380b67 req-343807f1-aee4-4a0b-9e6d-ef14a96b4e5e tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.47 "DELETE /v2.0/ports/15c36866-9374-419b-ad93-46a12134133a HTTP/1.1" status: 204 len: 173 time: 1.1562560 Nov 25 13:26:04.601364 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d3de92b-952e-481c-85fe-dc39edabc1b5', 'name': 'network-vif-deleted', 'tag': '15c36866-9374-419b-ad93-46a12134133a'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:26:04.610302 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ecabb1e-6b62-4b34-bd8c-d4d2217c39c6" -d '{"events": [{"server_uuid": "2d3de92b-952e-481c-85fe-dc39edabc1b5", "name": "network-vif-deleted", "tag": "15c36866-9374-419b-ad93-46a12134133a"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:26:04.697308 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1a443542-3c01-4598-b106-193cb6f3ea06 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:04.721073 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c7cfe1-35b8-4476-a54a-664764fd60e7 x-openstack-request-id: req-46c7cfe1-35b8-4476-a54a-664764fd60e7 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:26:04.721385 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d3de92b-952e-481c-85fe-dc39edabc1b5", "name": "network-vif-deleted", "tag": "15c36866-9374-419b-ad93-46a12134133a", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:26:04.722630 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-46c7cfe1-35b8-4476-a54a-664764fd60e7 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:26:04.723297 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d3de92b-952e-481c-85fe-dc39edabc1b5', 'name': 'network-vif-deleted', 'tag': '15c36866-9374-419b-ad93-46a12134133a', 'status': 'completed', 'code': 200} Nov 25 13:26:04.762375 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e7bf47f2-20ba-47be-ac0d-8f49b64115b0 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:04.808510 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bf47f2-20ba-47be-ac0d-8f49b64115b0 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Pushing event deleted for resources: {'Port': ['ID=7f1ffaf1-4e6b-498b-8af1-4cfe8dab41f6,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:04.858908 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e7bf47f2-20ba-47be-ac0d-8f49b64115b0 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:04.862164 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-62192754-9554-4614-a742-7992404730c0 req-40f9c3e6-8275-4c55-b259-9b24fc7cc2de tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d3de92b-952e-481c-85fe-dc39edabc1b5 HTTP/1.1" status: 200 len: 210 time: 0.0586829 Nov 25 13:26:04.863209 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-e7bf47f2-20ba-47be-ac0d-8f49b64115b0 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] 10.222.0.53 "DELETE /v2.0/ports/7f1ffaf1-4e6b-498b-8af1-4cfe8dab41f6 HTTP/1.1" status: 204 len: 168 time: 1.2038236 Nov 25 13:26:04.867679 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59484) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:04.880734 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-f667527b-2118-4ef8-800d-e86f31de524d tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Request body: {'port': {'name': 'tempest-new-port-name-1348961258', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:26:04.885509 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7829efd2-31bb-4e75-9d06-1c301c52544d None None] DHCP port deletion for fb5689f9-9562-4760-80b7-917972a4ca3e request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:26:04.892471 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.api.validators [None req-f667527b-2118-4ef8-800d-e86f31de524d tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] bootfile-name is not in valid_values {{(pid=103571) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 13:26:04.894905 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-1a443542-3c01-4598-b106-193cb6f3ea06 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Deleting port 275ee92c-4aa1-446f-b661-56251116c31b {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:26:04.895521 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1a443542-3c01-4598-b106-193cb6f3ea06 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:04.896050 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.api.validators [None req-f667527b-2118-4ef8-800d-e86f31de524d tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] tftp-server is not in valid_values {{(pid=103571) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 13:26:04.896514 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.api.validators [None req-f667527b-2118-4ef8-800d-e86f31de524d tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] server-ip-address is not in valid_values {{(pid=103571) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 13:26:04.949195 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a22ab99e-5c0f-4add-aaea-77cd66592f4f req-edd6a109-2417-4e09-9db2-1cf6b719c327 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=8293d7e9-16aa-4b3c-ae3e-7263241280aa HTTP/1.1" status: 200 len: 210 time: 0.0852571 Nov 25 13:26:04.979507 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-7829efd2-31bb-4e75-9d06-1c301c52544d None None] Deleting port 275ee92c-4aa1-446f-b661-56251116c31b {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:26:04.980708 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7829efd2-31bb-4e75-9d06-1c301c52544d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:05.027408 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-1a443542-3c01-4598-b106-193cb6f3ea06 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] For port 275ee92c-4aa1-446f-b661-56251116c31b, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=275ee92c-4aa1-446f-b661-56251116c31b,segment=NetworkSegment(223abefe-eb37-4a03-ba63-a9da955e3423),segment_id=223abefe-eb37-4a03-ba63-a9da955e3423)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:26:05.027905 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1a443542-3c01-4598-b106-193cb6f3ea06 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:05.059198 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-1a443542-3c01-4598-b106-193cb6f3ea06 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Calling delete_port for 275ee92c-4aa1-446f-b661-56251116c31b owned by network:dhcp {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:26:05.063254 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-7829efd2-31bb-4e75-9d06-1c301c52544d None None] For port 275ee92c-4aa1-446f-b661-56251116c31b, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=275ee92c-4aa1-446f-b661-56251116c31b,segment=NetworkSegment(223abefe-eb37-4a03-ba63-a9da955e3423),segment_id=223abefe-eb37-4a03-ba63-a9da955e3423)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:26:05.063919 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7829efd2-31bb-4e75-9d06-1c301c52544d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:05.086401 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-7829efd2-31bb-4e75-9d06-1c301c52544d None None] Calling delete_port for 275ee92c-4aa1-446f-b661-56251116c31b owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:26:05.112158 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f667527b-2118-4ef8-800d-e86f31de524d tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:05.134730 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7672a4a4-b52d-4d51-9adb-7a56ee98a4cc req-2c223f21-4a04-4268-911f-76e937323ef0 tempest-ServerShowV247Test-1585694034 tempest-ServerShowV247Test-1585694034-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa0681d0-5221-40d6-8fd3-00cefacb07ee HTTP/1.1" status: 200 len: 210 time: 0.0407248 Nov 25 13:26:05.223700 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:05.258129 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7829efd2-31bb-4e75-9d06-1c301c52544d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:05.259991 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e73157e-f060-48fd-b35e-4f0206783ed6 req-d15bee23-0eba-44cb-85de-bdb73b1842ad tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:05.261638 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6e73157e-f060-48fd-b35e-4f0206783ed6 req-d15bee23-0eba-44cb-85de-bdb73b1842ad tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.47 "GET /v2.0/networks?id=9b74e527-2eba-4880-abc3-5f552bc5f61d HTTP/1.1" status: 200 len: 812 time: 0.3058543 Nov 25 13:26:05.280097 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1a443542-3c01-4598-b106-193cb6f3ea06 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:05.290962 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device cc63b4c6-c294-44a7-8e77-3ed999ce725e up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:26:05.294492 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7829efd2-31bb-4e75-9d06-1c301c52544d None None] Pushing event deleted for resources: {'Port': ['ID=275ee92c-4aa1-446f-b661-56251116c31b,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:05.315450 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-6e73157e-f060-48fd-b35e-4f0206783ed6 req-371b6be6-6005-4e38-aa14-2dcf945781d4 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Request body: {'port': {'device_id': '8293d7e9-16aa-4b3c-ae3e-7263241280aa', 'network_id': '9b74e527-2eba-4880-abc3-5f552bc5f61d', 'admin_state_up': True, 'tenant_id': '60de2ce00e39495b9b56ab9e2f307693'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:26:05.319371 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a443542-3c01-4598-b106-193cb6f3ea06 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event deleted for resources: {'Port': ['ID=275ee92c-4aa1-446f-b661-56251116c31b,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:05.323176 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a443542-3c01-4598-b106-193cb6f3ea06 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] No DVR routers for this DVR port 275ee92c-4aa1-446f-b661-56251116c31b on host n-d-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:26:05.327458 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7829efd2-31bb-4e75-9d06-1c301c52544d None None] No DVR routers for this DVR port 275ee92c-4aa1-446f-b661-56251116c31b on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:26:05.367085 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port cc63b4c6-c294-44a7-8e77-3ed999ce725e triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:26:05.367085 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:05.421285 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1a443542-3c01-4598-b106-193cb6f3ea06 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:05.446553 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-1a443542-3c01-4598-b106-193cb6f3ea06 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb5689f9-9562-4760-80b7-917972a4ca3e']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:05.459100 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-1a443542-3c01-4598-b106-193cb6f3ea06 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '223abefe-eb37-4a03-ba63-a9da955e3423') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:05.460020 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-1a443542-3c01-4598-b106-193cb6f3ea06 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '223abefe-eb37-4a03-ba63-a9da955e3423') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:05.478628 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1a443542-3c01-4598-b106-193cb6f3ea06 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:05.502271 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1a443542-3c01-4598-b106-193cb6f3ea06 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:05.511984 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a443542-3c01-4598-b106-193cb6f3ea06 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:26:05.512686 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1a443542-3c01-4598-b106-193cb6f3ea06 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:05.515865 n-d-808199-11 neutron-server[103570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:26:05.515865 n-d-808199-11 neutron-server[103570]: self.session.flush() Nov 25 13:26:05.515865 n-d-808199-11 neutron-server[103570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:26:05.515865 n-d-808199-11 neutron-server[103570]: self.session.flush() Nov 25 13:26:05.515865 n-d-808199-11 neutron-server[103570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:26:05.515865 n-d-808199-11 neutron-server[103570]: self.session.flush() Nov 25 13:26:05.515865 n-d-808199-11 neutron-server[103570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:26:05.515865 n-d-808199-11 neutron-server[103570]: self.session.flush() Nov 25 13:26:05.515865 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:26:05.515865 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:26:05.515865 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:26:05.515865 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:26:05.515865 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:26:05.515865 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:26:05.515865 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:26:05.515865 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:26:05.515865 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:26:05.515865 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:26:05.515865 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:26:05.515865 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:26:05.515865 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:26:05.515865 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:26:05.515865 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:26:05.515865 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:26:05.515865 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:26:05.515865 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:26:05.515865 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:26:05.515865 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:26:05.515865 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:26:05.515865 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:26:05.515865 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:26:05.515865 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:26:05.515865 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:26:05.515865 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:26:05.515865 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:26:05.515865 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:26:05.515865 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:26:05.515865 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:26:05.515865 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:26:05.515865 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:26:05.534303 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f667527b-2118-4ef8-800d-e86f31de524d tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:05.540647 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f667527b-2118-4ef8-800d-e86f31de524d tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:05.569355 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 275ee92c-4aa1-446f-b661-56251116c31b no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:26:05.570780 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e73157e-f060-48fd-b35e-4f0206783ed6 req-371b6be6-6005-4e38-aa14-2dcf945781d4 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Made reservation on behalf of 60de2ce00e39495b9b56ab9e2f307693 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:26:05.575094 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6e73157e-f060-48fd-b35e-4f0206783ed6 req-371b6be6-6005-4e38-aa14-2dcf945781d4 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:05.579410 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1a443542-3c01-4598-b106-193cb6f3ea06 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:05.588440 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1a443542-3c01-4598-b106-193cb6f3ea06 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:05.592567 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-1a443542-3c01-4598-b106-193cb6f3ea06 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "DELETE /v2.0/networks/fb5689f9-9562-4760-80b7-917972a4ca3e HTTP/1.1" status: 204 len: 168 time: 1.0363696 Nov 25 13:26:05.597446 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 275ee92c-4aa1-446f-b661-56251116c31b {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:26:05.597804 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 275ee92c-4aa1-446f-b661-56251116c31b not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:26:05.602585 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59488) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:05.602778 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-f667527b-2118-4ef8-800d-e86f31de524d tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] In _notify_port_updated(), no bound segment for port e7aa8e59-3fb7-4c4d-b495-80baf184c4dd on network 3acd474b-9335-467b-a353-865aa6bfe9c9 {{(pid=103571) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 13:26:05.607548 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-3c082844-7771-43b7-8a07-e2cf73517dbe tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1774973520', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:26:05.608373 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f667527b-2118-4ef8-800d-e86f31de524d tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:05.609016 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f667527b-2118-4ef8-800d-e86f31de524d tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:05.612442 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a443542-3c01-4598-b106-193cb6f3ea06 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event deleted for resources: {'Network': ['ID=fb5689f9-9562-4760-80b7-917972a4ca3e,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:05.612955 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-f667527b-2118-4ef8-800d-e86f31de524d tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] 10.222.0.53 "PUT /v2.0/ports/e7aa8e59-3fb7-4c4d-b495-80baf184c4dd HTTP/1.1" status: 200 len: 1130 time: 0.7440722 Nov 25 13:26:05.614970 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59490) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:05.635985 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f667527b-2118-4ef8-800d-e86f31de524d tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Pushing event updated for resources: {'Port': ['ID=e7aa8e59-3fb7-4c4d-b495-80baf184c4dd,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:05.679382 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ad785b-bd1d-4d4e-8c80-4d4bf7385ee4 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:05.680891 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-20ad785b-bd1d-4d4e-8c80-4d4bf7385ee4 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] 10.222.0.53 "GET /v2.0/ports/e7aa8e59-3fb7-4c4d-b495-80baf184c4dd HTTP/1.1" status: 200 len: 1130 time: 0.0649421 Nov 25 13:26:05.682361 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3c082844-7771-43b7-8a07-e2cf73517dbe tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:05.684969 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3c082844-7771-43b7-8a07-e2cf73517dbe tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:05.686951 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59492) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:05.743862 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3c082844-7771-43b7-8a07-e2cf73517dbe tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:05.751189 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3c082844-7771-43b7-8a07-e2cf73517dbe tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:05.777170 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3c082844-7771-43b7-8a07-e2cf73517dbe tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:05.778495 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3c082844-7771-43b7-8a07-e2cf73517dbe tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1746480 Nov 25 13:26:05.781019 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59496) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:05.786566 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-937cf0c0-9e84-4b31-831a-155c796f1b5f tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1764157861'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:26:05.808505 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937cf0c0-9e84-4b31-831a-155c796f1b5f tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Made reservation on behalf of 177e3b084115482a91deb772ab6235e0 for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:26:05.813082 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-937cf0c0-9e84-4b31-831a-155c796f1b5f tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:05.845472 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-937cf0c0-9e84-4b31-831a-155c796f1b5f tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:26:05.846667 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-6e73157e-f060-48fd-b35e-4f0206783ed6 req-371b6be6-6005-4e38-aa14-2dcf945781d4 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Allocated IP 172.20.0.5 (9b74e527-2eba-4880-abc3-5f552bc5f61d/06d9fad2-62ee-411b-8cba-f5e1b7fa4731/ed8a1dbf-16ac-48f0-b438-2547949def98) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:26:05.856717 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-937cf0c0-9e84-4b31-831a-155c796f1b5f tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:05.857065 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-937cf0c0-9e84-4b31-831a-155c796f1b5f tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Added segment 0b0eac7d-b09e-4b2e-ae2f-24583e238a57 of type vlan for network ee8d2ea2-8666-4969-97a1-9dc2d7e54e9f Nov 25 13:26:05.872087 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-9278776f-e884-41cf-8528-ecb0265fc1e6 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Deleting port e7aa8e59-3fb7-4c4d-b495-80baf184c4dd {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:26:05.872431 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9278776f-e884-41cf-8528-ecb0265fc1e6 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:05.897015 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-cfd0e617-d4dc-4b7e-88ca-c306304d7a64 None None] Provisioning complete for port e7aa8e59-3fb7-4c4d-b495-80baf184c4dd triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:26:05.898375 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cfd0e617-d4dc-4b7e-88ca-c306304d7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:05.903929 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-937cf0c0-9e84-4b31-831a-155c796f1b5f tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:05.934001 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-937cf0c0-9e84-4b31-831a-155c796f1b5f tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:05.941773 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937cf0c0-9e84-4b31-831a-155c796f1b5f tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:05.942466 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-937cf0c0-9e84-4b31-831a-155c796f1b5f tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:05.943676 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-cfd0e617-d4dc-4b7e-88ca-c306304d7a64 None None] Port e7aa8e59-3fb7-4c4d-b495-80baf184c4dd cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:26:06.029879 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937cf0c0-9e84-4b31-831a-155c796f1b5f tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event updated for resources: {'Network': ['ID=ee8d2ea2-8666-4969-97a1-9dc2d7e54e9f,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:06.046208 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network ee8d2ea2-8666-4969-97a1-9dc2d7e54e9f details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:26:06.063847 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-937cf0c0-9e84-4b31-831a-155c796f1b5f tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2809978 Nov 25 13:26:06.069175 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59506) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:06.074104 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-01a04c4c-67cb-4435-8744-96931c0b3481 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Request body: {'subnet': {'network_id': 'ee8d2ea2-8666-4969-97a1-9dc2d7e54e9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:26:06.081478 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8c4c61f4-c7f3-4184-9a7f-9c10cc5e695f req-b65a1de1-1476-4c59-8dbe-2a9534fa503f tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=8293d7e9-16aa-4b3c-ae3e-7263241280aa HTTP/1.1" status: 200 len: 210 time: 0.0467265 Nov 25 13:26:06.203094 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:06.279273 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-45386708-ee3e-4644-9b16-53af4c22c41a req-8e85ad34-b8a9-481e-8b77-cfeb27d9dd0b tempest-ServerShowV247Test-1585694034 tempest-ServerShowV247Test-1585694034-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa0681d0-5221-40d6-8fd3-00cefacb07ee HTTP/1.1" status: 200 len: 210 time: 0.0369377 Nov 25 13:26:06.325812 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d520ce-b034-42bd-80ff-78508317d39f req-3697e201-01fa-4902-b72e-839208972db5 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:06.327403 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-34d520ce-b034-42bd-80ff-78508317d39f req-3697e201-01fa-4902-b72e-839208972db5 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/networks?id=86ce0c5b-521f-4849-813d-48a6e4cbad17 HTTP/1.1" status: 200 len: 806 time: 0.1492786 Nov 25 13:26:06.343854 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-34d520ce-b034-42bd-80ff-78508317d39f req-94373d02-a71c-4667-a9d6-737506af2539 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/quotas/14da780ba23d47dc80a36e577e024742 HTTP/1.1" status: 200 len: 375 time: 0.0103271 Nov 25 13:26:06.394929 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-34d520ce-b034-42bd-80ff-78508317d39f req-893fd8b7-4eb9-4603-9722-9f1b3d1cba58 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=14da780ba23d47dc80a36e577e024742&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0451405 Nov 25 13:26:06.460745 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9278776f-e884-41cf-8528-ecb0265fc1e6 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:06.489708 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6e73157e-f060-48fd-b35e-4f0206783ed6 req-371b6be6-6005-4e38-aa14-2dcf945781d4 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:06.492543 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-34d520ce-b034-42bd-80ff-78508317d39f req-22a1a22b-6522-486a-9c96-7767518b7c03 service neutron] 10.222.0.53 "GET /v2.0/networks/86ce0c5b-521f-4849-813d-48a6e4cbad17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896866 Nov 25 13:26:06.497388 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-9278776f-e884-41cf-8528-ecb0265fc1e6 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Calling delete_port for e7aa8e59-3fb7-4c4d-b495-80baf184c4dd owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:26:06.580954 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-34d520ce-b034-42bd-80ff-78508317d39f req-749e4d05-e94b-451b-b20d-5c68b5eb8e92 service neutron] 10.222.0.53 "GET /v2.0/networks/86ce0c5b-521f-4849-813d-48a6e4cbad17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820577 Nov 25 13:26:06.602777 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a04c4c-67cb-4435-8744-96931c0b3481 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Made reservation on behalf of 177e3b084115482a91deb772ab6235e0 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:26:06.606450 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-01a04c4c-67cb-4435-8744-96931c0b3481 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:06.613945 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6e73157e-f060-48fd-b35e-4f0206783ed6 req-371b6be6-6005-4e38-aa14-2dcf945781d4 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:06.749656 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e73157e-f060-48fd-b35e-4f0206783ed6 req-371b6be6-6005-4e38-aa14-2dcf945781d4 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Network 9b74e527-2eba-4880-abc3-5f552bc5f61d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:26:06.758187 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3defff04-bae6-4826-8f9d-66a4f2275d5c req-93fb89c9-6b3c-4bbb-b6b5-0f5fcf5e76f5 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=40afa780-d237-4c81-998e-6222a2778cb8 HTTP/1.1" status: 200 len: 210 time: 0.0354152 Nov 25 13:26:06.770021 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-6e73157e-f060-48fd-b35e-4f0206783ed6 req-371b6be6-6005-4e38-aa14-2dcf945781d4 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:26:06.770021 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e73157e-f060-48fd-b35e-4f0206783ed6 req-371b6be6-6005-4e38-aa14-2dcf945781d4 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:26:06.799074 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371b6be6-6005-4e38-aa14-2dcf945781d4 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Pushing event updated for resources: {'Port': ['ID=ed8a1dbf-16ac-48f0-b438-2547949def98,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:06.874428 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e73157e-f060-48fd-b35e-4f0206783ed6 req-371b6be6-6005-4e38-aa14-2dcf945781d4 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:06.875076 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6e73157e-f060-48fd-b35e-4f0206783ed6 req-371b6be6-6005-4e38-aa14-2dcf945781d4 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:06.877354 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9278776f-e884-41cf-8528-ecb0265fc1e6 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:06.920176 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9278776f-e884-41cf-8528-ecb0265fc1e6 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Pushing event deleted for resources: {'Port': ['ID=e7aa8e59-3fb7-4c4d-b495-80baf184c4dd,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:06.955223 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6e73157e-f060-48fd-b35e-4f0206783ed6 req-371b6be6-6005-4e38-aa14-2dcf945781d4 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6442990 Nov 25 13:26:06.962731 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9278776f-e884-41cf-8528-ecb0265fc1e6 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:06.968482 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-9278776f-e884-41cf-8528-ecb0265fc1e6 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] 10.222.0.53 "DELETE /v2.0/ports/e7aa8e59-3fb7-4c4d-b495-80baf184c4dd HTTP/1.1" status: 204 len: 168 time: 1.2805192 Nov 25 13:26:06.968820 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59530) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:06.973744 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-6e73157e-f060-48fd-b35e-4f0206783ed6 req-5fa702a8-bb2a-4673-a728-aee612409c37 service neutron] Request body: {'port': {'device_id': '8293d7e9-16aa-4b3c-ae3e-7263241280aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:26:07.049658 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d76599e-47cb-4d73-98ae-7f79c35ee99f tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Deleting subnet 191a9c63-4e2c-4a25-87e4-99adb5240187 {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:26:07.054730 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2d76599e-47cb-4d73-98ae-7f79c35ee99f tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:07.093671 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6e73157e-f060-48fd-b35e-4f0206783ed6 req-5fa702a8-bb2a-4673-a728-aee612409c37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:07.121481 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-01a04c4c-67cb-4435-8744-96931c0b3481 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:07.127302 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2d76599e-47cb-4d73-98ae-7f79c35ee99f tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:07.193463 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a04c4c-67cb-4435-8744-96931c0b3481 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event updated for resources: {'Subnet': ['ID=da726350-0d03-4a24-b59b-eb9cd43d1b2f,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:07.291646 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a04c4c-67cb-4435-8744-96931c0b3481 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Checking segment: {'id': '0b0eac7d-b09e-4b2e-ae2f-24583e238a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ee8d2ea2-8666-4969-97a1-9dc2d7e54e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:26:07.291997 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07bb58b-ad61-4e4c-808a-7de1ff358a12 req-f62eb5a0-1412-47c8-b777-61da8f41311a tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:07.292159 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a04c4c-67cb-4435-8744-96931c0b3481 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Network hostable DHCP agents. Network: ee8d2ea2-8666-4969-97a1-9dc2d7e54e9f, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:26:07.293431 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f07bb58b-ad61-4e4c-808a-7de1ff358a12 req-f62eb5a0-1412-47c8-b777-61da8f41311a tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=8293d7e9-16aa-4b3c-ae3e-7263241280aa HTTP/1.1" status: 200 len: 931 time: 0.1075864 Nov 25 13:26:07.313977 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2d76599e-47cb-4d73-98ae-7f79c35ee99f tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:07.339127 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a04c4c-67cb-4435-8744-96931c0b3481 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Network ee8d2ea2-8666-4969-97a1-9dc2d7e54e9f is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:26:07.383613 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f07bb58b-ad61-4e4c-808a-7de1ff358a12 req-02ebcc11-ffa9-447f-bc73-5d5bafebc1fd tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784793 Nov 25 13:26:07.390867 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-01a04c4c-67cb-4435-8744-96931c0b3481 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, ee8d2ea2-8666-4969-97a1-9dc2d7e54e9f) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:26:07.398720 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d27e37-8eac-4cc7-9c44-d7def89a8ea5 None None] Network ee8d2ea2-8666-4969-97a1-9dc2d7e54e9f requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:26:07.417833 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a04c4c-67cb-4435-8744-96931c0b3481 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:07.418569 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-01a04c4c-67cb-4435-8744-96931c0b3481 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:07.448100 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-01a04c4c-67cb-4435-8744-96931c0b3481 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3778424 Nov 25 13:26:07.453403 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59538) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:07.455979 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-43f2fdbe-cbbb-45b6-a4a1-de7bd73e6588 req-fbc5bd58-9db9-4969-9da8-c220eeaab87c tempest-ServerShowV247Test-1585694034 tempest-ServerShowV247Test-1585694034-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa0681d0-5221-40d6-8fd3-00cefacb07ee HTTP/1.1" status: 200 len: 210 time: 0.0684767 Nov 25 13:26:07.484332 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2d76599e-47cb-4d73-98ae-7f79c35ee99f tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:07.528702 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d76599e-47cb-4d73-98ae-7f79c35ee99f tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Pushing event deleted for resources: {'Subnet': ['ID=191a9c63-4e2c-4a25-87e4-99adb5240187,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:07.531400 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2d76599e-47cb-4d73-98ae-7f79c35ee99f tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:07.538110 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-2d76599e-47cb-4d73-98ae-7f79c35ee99f tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] 10.222.0.53 "DELETE /v2.0/subnets/191a9c63-4e2c-4a25-87e4-99adb5240187 HTTP/1.1" status: 204 len: 168 time: 0.5673363 Nov 25 13:26:07.538365 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59540) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:07.545056 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d76599e-47cb-4d73-98ae-7f79c35ee99f tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:26:07.545411 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d76599e-47cb-4d73-98ae-7f79c35ee99f tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:26:07.545757 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d76599e-47cb-4d73-98ae-7f79c35ee99f tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:26:07.546095 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d76599e-47cb-4d73-98ae-7f79c35ee99f tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:26:07.546450 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d76599e-47cb-4d73-98ae-7f79c35ee99f tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:26:07.546788 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d76599e-47cb-4d73-98ae-7f79c35ee99f tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:26:07.547125 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d76599e-47cb-4d73-98ae-7f79c35ee99f tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:26:07.547455 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d76599e-47cb-4d73-98ae-7f79c35ee99f tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:26:07.547786 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d76599e-47cb-4d73-98ae-7f79c35ee99f tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:26:07.548116 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d76599e-47cb-4d73-98ae-7f79c35ee99f tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:26:07.548443 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d76599e-47cb-4d73-98ae-7f79c35ee99f tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:26:07.548766 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d76599e-47cb-4d73-98ae-7f79c35ee99f tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:26:07.560159 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5510d723-025a-427f-8de8-27da1e055256 None None] Network 3acd474b-9335-467b-a353-865aa6bfe9c9 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:26:07.690829 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f9f444-45a3-46fd-9a08-c4c9f822c5bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-ee8d2ea2-8666-4969-97a1-9dc2d7e54e9f', 'network_id': 'ee8d2ea2-8666-4969-97a1-9dc2d7e54e9f', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'fixed_ips': [{'subnet_id': 'da726350-0d03-4a24-b59b-eb9cd43d1b2f'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:26:07.691696 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-91f9f444-45a3-46fd-9a08-c4c9f822c5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:07.724768 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f9cdf698-bec4-4dcc-965a-031515c5dd45 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:07.807893 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-6e73157e-f060-48fd-b35e-4f0206783ed6 req-5fa702a8-bb2a-4673-a728-aee612409c37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed8a1dbf-16ac-48f0-b438-2547949def98 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:26:07.821736 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6e73157e-f060-48fd-b35e-4f0206783ed6 req-5fa702a8-bb2a-4673-a728-aee612409c37 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:07.844743 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 15c36866-9374-419b-ad93-46a12134133a no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:26:07.889540 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9e42d6-8cb9-41c4-bf5e-cbab244042a3 None None] DHCP port deletion for 3acd474b-9335-467b-a353-865aa6bfe9c9 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:26:07.894358 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: 15c36866-9374-419b-ad93-46a12134133a {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:26:07.902991 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 15c36866-9374-419b-ad93-46a12134133a not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:26:07.917264 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1fa4b240-691d-4bfb-a38f-c1a9764c911b req-527a17b4-2383-4260-97e0-a0dee6c67cba tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=40afa780-d237-4c81-998e-6222a2778cb8 HTTP/1.1" status: 200 len: 210 time: 0.0463703 Nov 25 13:26:07.924258 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-91f9f444-45a3-46fd-9a08-c4c9f822c5bc None None] Allocated IP 2001:db8::2 (ee8d2ea2-8666-4969-97a1-9dc2d7e54e9f/da726350-0d03-4a24-b59b-eb9cd43d1b2f/fdfe9017-9364-4501-b142-b002e0bebc1a) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:26:07.935620 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-6e73157e-f060-48fd-b35e-4f0206783ed6 req-5fa702a8-bb2a-4673-a728-aee612409c37 service neutron] Transition to ACTIVE for port object ed8a1dbf-16ac-48f0-b438-2547949def98 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:26:07.952807 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6e73157e-f060-48fd-b35e-4f0206783ed6 req-5fa702a8-bb2a-4673-a728-aee612409c37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:08.060064 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:08.069387 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-db9e42d6-8cb9-41c4-bf5e-cbab244042a3 None None] Deleting port cc63b4c6-c294-44a7-8e77-3ed999ce725e {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:26:08.069834 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db9e42d6-8cb9-41c4-bf5e-cbab244042a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:08.075224 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f7a12ded-1c62-4cce-b814-d084e88612e1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:08.084143 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa702a8-bb2a-4673-a728-aee612409c37 service neutron] Pushing event updated for resources: {'Port': ['ID=ed8a1dbf-16ac-48f0-b438-2547949def98,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:08.138722 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d520ce-b034-42bd-80ff-78508317d39f req-b7ca991a-fbb4-47eb-8d63-8703d0187790 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:08.140201 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-34d520ce-b034-42bd-80ff-78508317d39f req-b7ca991a-fbb4-47eb-8d63-8703d0187790 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.47 "GET /v2.0/networks?id=86ce0c5b-521f-4849-813d-48a6e4cbad17 HTTP/1.1" status: 200 len: 806 time: 0.3159604 Nov 25 13:26:08.161752 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-db9e42d6-8cb9-41c4-bf5e-cbab244042a3 None None] For port cc63b4c6-c294-44a7-8e77-3ed999ce725e, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=cc63b4c6-c294-44a7-8e77-3ed999ce725e,segment=NetworkSegment(f92ba861-8b89-4706-ae84-588d5e41da4b),segment_id=f92ba861-8b89-4706-ae84-588d5e41da4b)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:26:08.162157 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db9e42d6-8cb9-41c4-bf5e-cbab244042a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:08.170576 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-f9cdf698-bec4-4dcc-965a-031515c5dd45 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Deleting port cc63b4c6-c294-44a7-8e77-3ed999ce725e {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:26:08.170950 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f9cdf698-bec4-4dcc-965a-031515c5dd45 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:08.200678 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-db9e42d6-8cb9-41c4-bf5e-cbab244042a3 None None] Calling delete_port for cc63b4c6-c294-44a7-8e77-3ed999ce725e owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:26:08.217529 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-34d520ce-b034-42bd-80ff-78508317d39f req-383142bc-e5b2-4a9b-af90-2f4e86341b53 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Request body: {'port': {'device_id': '40afa780-d237-4c81-998e-6222a2778cb8', 'network_id': '86ce0c5b-521f-4849-813d-48a6e4cbad17', 'admin_state_up': True, 'tenant_id': '14da780ba23d47dc80a36e577e024742'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:26:08.255087 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-91f9f444-45a3-46fd-9a08-c4c9f822c5bc None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:08.265826 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-91f9f444-45a3-46fd-9a08-c4c9f822c5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:08.320122 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f9f444-45a3-46fd-9a08-c4c9f822c5bc None None] Network ee8d2ea2-8666-4969-97a1-9dc2d7e54e9f is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:26:08.325784 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-91f9f444-45a3-46fd-9a08-c4c9f822c5bc None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:26:08.328545 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f9f444-45a3-46fd-9a08-c4c9f822c5bc None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:26:08.342637 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f9f444-45a3-46fd-9a08-c4c9f822c5bc None None] Pushing event updated for resources: {'Port': ['ID=fdfe9017-9364-4501-b142-b002e0bebc1a,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:08.428616 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-f9cdf698-bec4-4dcc-965a-031515c5dd45 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] For port cc63b4c6-c294-44a7-8e77-3ed999ce725e, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=cc63b4c6-c294-44a7-8e77-3ed999ce725e,segment=NetworkSegment(f92ba861-8b89-4706-ae84-588d5e41da4b),segment_id=f92ba861-8b89-4706-ae84-588d5e41da4b)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:26:08.429047 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f9cdf698-bec4-4dcc-965a-031515c5dd45 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:08.456954 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-6e73157e-f060-48fd-b35e-4f0206783ed6 req-5fa702a8-bb2a-4673-a728-aee612409c37 service neutron] Attempting to bind port ed8a1dbf-16ac-48f0-b438-2547949def98 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:26:08.457191 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-6e73157e-f060-48fd-b35e-4f0206783ed6 req-5fa702a8-bb2a-4673-a728-aee612409c37 service neutron] Attempting to bind port ed8a1dbf-16ac-48f0-b438-2547949def98 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9b74e527-2eba-4880-abc3-5f552bc5f61d'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:26:08.457533 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e73157e-f060-48fd-b35e-4f0206783ed6 req-5fa702a8-bb2a-4673-a728-aee612409c37 service neutron] Attempting to bind port ed8a1dbf-16ac-48f0-b438-2547949def98 on network 9b74e527-2eba-4880-abc3-5f552bc5f61d {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:26:08.460043 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-f9cdf698-bec4-4dcc-965a-031515c5dd45 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Calling delete_port for cc63b4c6-c294-44a7-8e77-3ed999ce725e owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:26:08.509884 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e73157e-f060-48fd-b35e-4f0206783ed6 req-5fa702a8-bb2a-4673-a728-aee612409c37 service neutron] Port ed8a1dbf-16ac-48f0-b438-2547949def98 on network 9b74e527-2eba-4880-abc3-5f552bc5f61d not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:26:08.510222 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e73157e-f060-48fd-b35e-4f0206783ed6 req-5fa702a8-bb2a-4673-a728-aee612409c37 service neutron] Attempting to bind port ed8a1dbf-16ac-48f0-b438-2547949def98 on network 9b74e527-2eba-4880-abc3-5f552bc5f61d {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:26:08.535950 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e73157e-f060-48fd-b35e-4f0206783ed6 req-5fa702a8-bb2a-4673-a728-aee612409c37 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:26:08.536296 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e73157e-f060-48fd-b35e-4f0206783ed6 req-5fa702a8-bb2a-4673-a728-aee612409c37 service neutron] Checking segment: {'id': '9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9b74e527-2eba-4880-abc3-5f552bc5f61d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:26:08.536696 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e73157e-f060-48fd-b35e-4f0206783ed6 req-5fa702a8-bb2a-4673-a728-aee612409c37 service neutron] Bound using segment: {'id': '9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9b74e527-2eba-4880-abc3-5f552bc5f61d'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:26:08.537156 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-6e73157e-f060-48fd-b35e-4f0206783ed6 req-5fa702a8-bb2a-4673-a728-aee612409c37 service neutron] Bound port: ed8a1dbf-16ac-48f0-b438-2547949def98, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9b74e527-2eba-4880-abc3-5f552bc5f61d'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:26:08.538058 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6e73157e-f060-48fd-b35e-4f0206783ed6 req-5fa702a8-bb2a-4673-a728-aee612409c37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:08.540716 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ae04c-40ea-4781-bf6b-908d1abaf35c req-5e24ebfe-7f17-41cc-bc54-6cf755641a3c tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:08.547095 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-eb6ae04c-40ea-4781-bf6b-908d1abaf35c req-5e24ebfe-7f17-41cc-bc54-6cf755641a3c tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=8293d7e9-16aa-4b3c-ae3e-7263241280aa HTTP/1.1" status: 200 len: 943 time: 0.0775352 Nov 25 13:26:08.548867 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db9e42d6-8cb9-41c4-bf5e-cbab244042a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:08.585592 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9e42d6-8cb9-41c4-bf5e-cbab244042a3 None None] No DVR routers for this DVR port cc63b4c6-c294-44a7-8e77-3ed999ce725e on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:26:08.590277 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-91f9f444-45a3-46fd-9a08-c4c9f822c5bc None None] Attempting to bind port fdfe9017-9364-4501-b142-b002e0bebc1a on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:26:08.591291 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-91f9f444-45a3-46fd-9a08-c4c9f822c5bc None None] Attempting to bind port fdfe9017-9364-4501-b142-b002e0bebc1a by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '0b0eac7d-b09e-4b2e-ae2f-24583e238a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ee8d2ea2-8666-4969-97a1-9dc2d7e54e9f'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:26:08.591663 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f9f444-45a3-46fd-9a08-c4c9f822c5bc None None] Attempting to bind port fdfe9017-9364-4501-b142-b002e0bebc1a on network ee8d2ea2-8666-4969-97a1-9dc2d7e54e9f {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:26:08.596800 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9e42d6-8cb9-41c4-bf5e-cbab244042a3 None None] Pushing event deleted for resources: {'Port': ['ID=cc63b4c6-c294-44a7-8e77-3ed999ce725e,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:08.601557 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f9f444-45a3-46fd-9a08-c4c9f822c5bc None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:26:08.601917 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f9f444-45a3-46fd-9a08-c4c9f822c5bc None None] Checking segment: {'id': '0b0eac7d-b09e-4b2e-ae2f-24583e238a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ee8d2ea2-8666-4969-97a1-9dc2d7e54e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:26:08.602399 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-91f9f444-45a3-46fd-9a08-c4c9f822c5bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:08.602725 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f9f444-45a3-46fd-9a08-c4c9f822c5bc None None] Bound using segment: {'id': '0b0eac7d-b09e-4b2e-ae2f-24583e238a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ee8d2ea2-8666-4969-97a1-9dc2d7e54e9f'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:26:08.603222 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-91f9f444-45a3-46fd-9a08-c4c9f822c5bc None None] Bound port: fdfe9017-9364-4501-b142-b002e0bebc1a, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b0eac7d-b09e-4b2e-ae2f-24583e238a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ee8d2ea2-8666-4969-97a1-9dc2d7e54e9f'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:26:08.603602 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-91f9f444-45a3-46fd-9a08-c4c9f822c5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:08.611981 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-650132c8-66e2-4840-936d-6ff6b0c306bd req-b6817004-ec4d-423f-9e78-6baeee797ce3 tempest-ServerShowV247Test-1585694034 tempest-ServerShowV247Test-1585694034-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa0681d0-5221-40d6-8fd3-00cefacb07ee HTTP/1.1" status: 200 len: 210 time: 0.0426004 Nov 25 13:26:08.649167 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-eb6ae04c-40ea-4781-bf6b-908d1abaf35c req-6c28a3e0-e813-43b2-8cea-90958f240fd5 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931373 Nov 25 13:26:08.683221 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-91f9f444-45a3-46fd-9a08-c4c9f822c5bc None None] For port fdfe9017-9364-4501-b142-b002e0bebc1a, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:26:08.686516 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-91f9f444-45a3-46fd-9a08-c4c9f822c5bc None None] For port fdfe9017-9364-4501-b142-b002e0bebc1a, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=fdfe9017-9364-4501-b142-b002e0bebc1a,segment=NetworkSegment(0b0eac7d-b09e-4b2e-ae2f-24583e238a57),segment_id=0b0eac7d-b09e-4b2e-ae2f-24583e238a57)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:26:08.692396 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-91f9f444-45a3-46fd-9a08-c4c9f822c5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:08.698398 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34d520ce-b034-42bd-80ff-78508317d39f req-383142bc-e5b2-4a9b-af90-2f4e86341b53 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Made reservation on behalf of 14da780ba23d47dc80a36e577e024742 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:26:08.701896 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-34d520ce-b034-42bd-80ff-78508317d39f req-383142bc-e5b2-4a9b-af90-2f4e86341b53 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:08.739916 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-f7a12ded-1c62-4cce-b814-d084e88612e1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Allocated IP 2001:db8::1 (ee8d2ea2-8666-4969-97a1-9dc2d7e54e9f/da726350-0d03-4a24-b59b-eb9cd43d1b2f/339e7a83-6809-4256-85f5-efa6f2c2931b) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:26:08.757012 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f9f444-45a3-46fd-9a08-c4c9f822c5bc None None] Pushing event updated for resources: {'Port': ['ID=fdfe9017-9364-4501-b142-b002e0bebc1a,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:08.772710 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-6e73157e-f060-48fd-b35e-4f0206783ed6 req-5fa702a8-bb2a-4673-a728-aee612409c37 service neutron] For port ed8a1dbf-16ac-48f0-b438-2547949def98, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:26:08.784238 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-6e73157e-f060-48fd-b35e-4f0206783ed6 req-5fa702a8-bb2a-4673-a728-aee612409c37 service neutron] For port ed8a1dbf-16ac-48f0-b438-2547949def98, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=ed8a1dbf-16ac-48f0-b438-2547949def98,segment=NetworkSegment(9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8),segment_id=9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:26:08.789779 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f9cdf698-bec4-4dcc-965a-031515c5dd45 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:08.807570 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6e73157e-f060-48fd-b35e-4f0206783ed6 req-5fa702a8-bb2a-4673-a728-aee612409c37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:08.878792 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cdf698-bec4-4dcc-965a-031515c5dd45 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Pushing event deleted for resources: {'Port': ['ID=cc63b4c6-c294-44a7-8e77-3ed999ce725e,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:08.886308 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cdf698-bec4-4dcc-965a-031515c5dd45 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] No DVR routers for this DVR port cc63b4c6-c294-44a7-8e77-3ed999ce725e on host n-d-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:26:08.957586 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e73157e-f060-48fd-b35e-4f0206783ed6 req-5fa702a8-bb2a-4673-a728-aee612409c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:08.958951 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6e73157e-f060-48fd-b35e-4f0206783ed6 req-5fa702a8-bb2a-4673-a728-aee612409c37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:08.960410 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6e73157e-f060-48fd-b35e-4f0206783ed6 req-5fa702a8-bb2a-4673-a728-aee612409c37 service neutron] 10.222.0.47 "PUT /v2.0/ports/ed8a1dbf-16ac-48f0-b438-2547949def98 HTTP/1.1" status: 200 len: 1092 time: 1.9908736 Nov 25 13:26:08.987580 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8293d7e9-16aa-4b3c-ae3e-7263241280aa', 'tag': 'ed8a1dbf-16ac-48f0-b438-2547949def98'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:26:08.990357 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93af77d2-225c-448e-b697-d0b548eaea94" -d '{"events": [{"name": "network-changed", "server_uuid": "8293d7e9-16aa-4b3c-ae3e-7263241280aa", "tag": "ed8a1dbf-16ac-48f0-b438-2547949def98"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:26:09.067029 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4693b3b5-4f97-4f58-a6ef-1d034f761baa req-330092c9-e93d-4d45-80ab-e692797d6429 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=40afa780-d237-4c81-998e-6222a2778cb8 HTTP/1.1" status: 200 len: 210 time: 0.0489190 Nov 25 13:26:09.258635 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device fdfe9017-9364-4501-b142-b002e0bebc1a up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:26:09.310447 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port fdfe9017-9364-4501-b142-b002e0bebc1a triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:26:09.310848 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:09.390208 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:09.428992 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] For port fdfe9017-9364-4501-b142-b002e0bebc1a, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=fdfe9017-9364-4501-b142-b002e0bebc1a,segment=NetworkSegment(0b0eac7d-b09e-4b2e-ae2f-24583e238a57),segment_id=0b0eac7d-b09e-4b2e-ae2f-24583e238a57)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:26:09.433776 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:09.489546 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Pushing event updated for resources: {'Port': ['ID=fdfe9017-9364-4501-b142-b002e0bebc1a,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:09.494810 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ddba0ab-d644-4f0e-ae5b-a00cad8c22a7 x-openstack-request-id: req-8ddba0ab-d644-4f0e-ae5b-a00cad8c22a7 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:26:09.495116 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8293d7e9-16aa-4b3c-ae3e-7263241280aa", "tag": "ed8a1dbf-16ac-48f0-b438-2547949def98", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:26:09.495891 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8ddba0ab-d644-4f0e-ae5b-a00cad8c22a7 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:26:09.496505 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8293d7e9-16aa-4b3c-ae3e-7263241280aa', 'tag': 'ed8a1dbf-16ac-48f0-b438-2547949def98', 'status': 'completed', 'code': 200} Nov 25 13:26:09.510269 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa702a8-bb2a-4673-a728-aee612409c37 service neutron] Pushing event updated for resources: {'Port': ['ID=ed8a1dbf-16ac-48f0-b438-2547949def98,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:09.533208 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device cc63b4c6-c294-44a7-8e77-3ed999ce725e no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:26:09.547972 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f9cdf698-bec4-4dcc-965a-031515c5dd45 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:09.558748 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: cc63b4c6-c294-44a7-8e77-3ed999ce725e {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:26:09.558748 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device cc63b4c6-c294-44a7-8e77-3ed999ce725e not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:26:09.600015 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-f9cdf698-bec4-4dcc-965a-031515c5dd45 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3acd474b-9335-467b-a353-865aa6bfe9c9']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:09.604461 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f7a12ded-1c62-4cce-b814-d084e88612e1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:09.607422 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-34d520ce-b034-42bd-80ff-78508317d39f req-383142bc-e5b2-4a9b-af90-2f4e86341b53 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Allocated IP 172.20.0.6 (86ce0c5b-521f-4849-813d-48a6e4cbad17/1a356b22-557f-414f-9369-a0bf5c0c80eb/3ed39415-aaec-4937-a5e7-970c0ac2d00f) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:26:09.623008 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-f9cdf698-bec4-4dcc-965a-031515c5dd45 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f92ba861-8b89-4706-ae84-588d5e41da4b') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:09.623356 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-f9cdf698-bec4-4dcc-965a-031515c5dd45 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f92ba861-8b89-4706-ae84-588d5e41da4b') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:09.635182 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e73157e-f060-48fd-b35e-4f0206783ed6 req-32871997-e42f-4aa3-8efb-f4f4c4b79000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:09.636725 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6e73157e-f060-48fd-b35e-4f0206783ed6 req-32871997-e42f-4aa3-8efb-f4f4c4b79000 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=60de2ce00e39495b9b56ab9e2f307693&device_id=8293d7e9-16aa-4b3c-ae3e-7263241280aa HTTP/1.1" status: 200 len: 1095 time: 0.6091094 Nov 25 13:26:09.645400 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f9cdf698-bec4-4dcc-965a-031515c5dd45 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:09.727891 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f9cdf698-bec4-4dcc-965a-031515c5dd45 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:09.731032 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6e73157e-f060-48fd-b35e-4f0206783ed6 req-847591a2-47a6-45f3-9326-ea560f8993ba service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed8a1dbf-16ac-48f0-b438-2547949def98 HTTP/1.1" status: 200 len: 217 time: 0.0810542 Nov 25 13:26:09.761783 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9cdf698-bec4-4dcc-965a-031515c5dd45 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:26:09.762399 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f9cdf698-bec4-4dcc-965a-031515c5dd45 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:09.767653 n-d-808199-11 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:26:09.767653 n-d-808199-11 neutron-server[103571]: self.session.flush() Nov 25 13:26:09.767653 n-d-808199-11 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:26:09.767653 n-d-808199-11 neutron-server[103571]: self.session.flush() Nov 25 13:26:09.767653 n-d-808199-11 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:26:09.767653 n-d-808199-11 neutron-server[103571]: self.session.flush() Nov 25 13:26:09.767653 n-d-808199-11 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:26:09.767653 n-d-808199-11 neutron-server[103571]: self.session.flush() Nov 25 13:26:09.767653 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:26:09.767653 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:26:09.767653 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:26:09.767653 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:26:09.767653 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:26:09.767653 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:26:09.767653 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:26:09.767653 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:26:09.767653 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:26:09.767653 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:26:09.767653 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:26:09.767653 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:26:09.767653 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:26:09.767653 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:26:09.767653 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:26:09.767653 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:26:09.767653 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:26:09.767653 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:26:09.767653 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:26:09.767653 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:26:09.767653 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:26:09.767653 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:26:09.767653 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:26:09.767653 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:26:09.767653 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:26:09.767653 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:26:09.767653 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:26:09.767653 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:26:09.767653 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:26:09.767653 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:26:09.767653 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:26:09.767653 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:26:09.785932 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-eeb308d6-5665-4c67-9f5f-9f5c280a12cc req-602c36a7-3e91-4477-860f-6adfe6f2d8fa tempest-ServerShowV247Test-1585694034 tempest-ServerShowV247Test-1585694034-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa0681d0-5221-40d6-8fd3-00cefacb07ee HTTP/1.1" status: 200 len: 210 time: 0.0333209 Nov 25 13:26:09.807220 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ae84f-f961-46e6-8a38-01e6ecbe7f19 req-454d901f-9093-485d-9ba6-788dde3f929f tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:09.809018 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fb6ae84f-f961-46e6-8a38-01e6ecbe7f19 req-454d901f-9093-485d-9ba6-788dde3f929f tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=8293d7e9-16aa-4b3c-ae3e-7263241280aa HTTP/1.1" status: 200 len: 943 time: 0.0839300 Nov 25 13:26:09.848808 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3548c0f0-fd6b-435b-92d2-437efc46e2c2 None None] Network ee8d2ea2-8666-4969-97a1-9dc2d7e54e9f requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:26:09.849029 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f7a12ded-1c62-4cce-b814-d084e88612e1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:09.875104 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fb6ae84f-f961-46e6-8a38-01e6ecbe7f19 req-de7e30f1-2d69-4c15-8792-01b5748b0297 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575016 Nov 25 13:26:09.920272 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-d8d4dc5b-3aaa-4df7-a19f-083f7cea2737 None None] Provisioning complete for port fdfe9017-9364-4501-b142-b002e0bebc1a triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:26:09.920645 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d8d4dc5b-3aaa-4df7-a19f-083f7cea2737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:09.975013 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e73157e-f060-48fd-b35e-4f0206783ed6 req-2bb14471-a3a1-4d95-ae69-814f6d1c7267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:09.976501 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6e73157e-f060-48fd-b35e-4f0206783ed6 req-2bb14471-a3a1-4d95-ae69-814f6d1c7267 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=06d9fad2-62ee-411b-8cba-f5e1b7fa4731 HTTP/1.1" status: 200 len: 852 time: 0.2343154 Nov 25 13:26:09.978227 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a12ded-1c62-4cce-b814-d084e88612e1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Network ee8d2ea2-8666-4969-97a1-9dc2d7e54e9f is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:26:09.984566 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f9cdf698-bec4-4dcc-965a-031515c5dd45 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:09.989712 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f9cdf698-bec4-4dcc-965a-031515c5dd45 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:09.993060 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-f9cdf698-bec4-4dcc-965a-031515c5dd45 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] 10.222.0.53 "DELETE /v2.0/networks/3acd474b-9335-467b-a353-865aa6bfe9c9 HTTP/1.1" status: 204 len: 168 time: 2.4524808 Nov 25 13:26:10.014197 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-f7a12ded-1c62-4cce-b814-d084e88612e1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:26:10.016816 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a12ded-1c62-4cce-b814-d084e88612e1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:26:10.017354 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f7a12ded-1c62-4cce-b814-d084e88612e1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:10.094144 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6e73157e-f060-48fd-b35e-4f0206783ed6 req-be31529c-5ae5-40c0-87aa-5fd99100e0f2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b74e527-2eba-4880-abc3-5f552bc5f61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0958059 Nov 25 13:26:10.099408 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cdf698-bec4-4dcc-965a-031515c5dd45 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178 tempest-ExtraDHCPOptionsIpV6TestJSON-38306178-project] Pushing event deleted for resources: {'Network': ['ID=3acd474b-9335-467b-a353-865aa6bfe9c9,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:10.107055 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a12ded-1c62-4cce-b814-d084e88612e1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event updated for resources: {'Port': ['ID=339e7a83-6809-4256-85f5-efa6f2c2931b,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:10.183648 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b1122a03-17db-44e3-b90d-11be47d9caae req-806379c5-65c0-4359-af07-7e1a3035fdf4 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=40afa780-d237-4c81-998e-6222a2778cb8 HTTP/1.1" status: 200 len: 210 time: 0.0520141 Nov 25 13:26:10.243334 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-34d520ce-b034-42bd-80ff-78508317d39f req-383142bc-e5b2-4a9b-af90-2f4e86341b53 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:10.331850 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f7a12ded-1c62-4cce-b814-d084e88612e1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:10.345446 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59568) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:10.357746 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6e73157e-f060-48fd-b35e-4f0206783ed6 req-d73ff227-8174-4796-9dc6-151f75fb1ea1 service neutron] 10.222.0.47 "GET /v2.0/networks/9b74e527-2eba-4880-abc3-5f552bc5f61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384965 Nov 25 13:26:10.361359 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-34d520ce-b034-42bd-80ff-78508317d39f req-383142bc-e5b2-4a9b-af90-2f4e86341b53 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:10.379905 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['b517ee6d-7632-4cc4-aa47-ffcbea84a1d1'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:26:10.493836 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34d520ce-b034-42bd-80ff-78508317d39f req-383142bc-e5b2-4a9b-af90-2f4e86341b53 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Network 86ce0c5b-521f-4849-813d-48a6e4cbad17 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:26:10.509342 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-34d520ce-b034-42bd-80ff-78508317d39f req-383142bc-e5b2-4a9b-af90-2f4e86341b53 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:26:10.512117 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d520ce-b034-42bd-80ff-78508317d39f req-383142bc-e5b2-4a9b-af90-2f4e86341b53 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:26:10.524271 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-180853b3-b9fa-4c37-8fae-ddc27187ac20 None None] Provisioning complete for port fdfe9017-9364-4501-b142-b002e0bebc1a triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:26:10.524579 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-180853b3-b9fa-4c37-8fae-ddc27187ac20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:10.547280 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-ef6e6d81-762c-46d3-9559-e91587582456 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2d0662c418e846c483af8c7cab8624ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2003901 Nov 25 13:26:10.548062 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59572) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:10.557245 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383142bc-e5b2-4a9b-af90-2f4e86341b53 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Pushing event updated for resources: {'Port': ['ID=3ed39415-aaec-4937-a5e7-970c0ac2d00f,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:10.609431 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-64c61de6-69d9-4790-a697-aa147c6f7c3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:10.644288 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-64c61de6-69d9-4790-a697-aa147c6f7c3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:10.675349 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-180853b3-b9fa-4c37-8fae-ddc27187ac20 None None] Provisioning complete for port 339e7a83-6809-4256-85f5-efa6f2c2931b triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:26:10.675964 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-180853b3-b9fa-4c37-8fae-ddc27187ac20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:10.691896 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d520ce-b034-42bd-80ff-78508317d39f req-383142bc-e5b2-4a9b-af90-2f4e86341b53 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:10.692560 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-34d520ce-b034-42bd-80ff-78508317d39f req-383142bc-e5b2-4a9b-af90-2f4e86341b53 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:10.709011 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-64c61de6-69d9-4790-a697-aa147c6f7c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:10.712153 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-64c61de6-69d9-4790-a697-aa147c6f7c3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:10.715813 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6e73157e-f060-48fd-b35e-4f0206783ed6 req-ff8469bb-3be9-4560-884f-76f8aeeb486b service neutron] 10.222.0.47 "GET /v2.0/networks/9b74e527-2eba-4880-abc3-5f552bc5f61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447795 Nov 25 13:26:10.716008 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-64c61de6-69d9-4790-a697-aa147c6f7c3a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bb4a2fa6-bcab-4f53-9524-e71350f80878 HTTP/1.1" status: 204 len: 168 time: 0.1641765 Nov 25 13:26:10.723131 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c61de6-69d9-4790-a697-aa147c6f7c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4a2fa6-bcab-4f53-9524-e71350f80878,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:10.747425 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-180853b3-b9fa-4c37-8fae-ddc27187ac20 None None] Port 339e7a83-6809-4256-85f5-efa6f2c2931b cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:26:10.750025 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-34d520ce-b034-42bd-80ff-78508317d39f req-383142bc-e5b2-4a9b-af90-2f4e86341b53 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5432744 Nov 25 13:26:10.791847 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-34d520ce-b034-42bd-80ff-78508317d39f req-517ba003-4b67-48a7-be16-3c171af82009 service neutron] Request body: {'port': {'device_id': '40afa780-d237-4c81-998e-6222a2778cb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:26:10.874504 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-315004d4-5faa-444d-af5d-6cebd7e469fe None None] Provisioning complete for port 339e7a83-6809-4256-85f5-efa6f2c2931b triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:26:10.874927 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-315004d4-5faa-444d-af5d-6cebd7e469fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:10.916596 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af77d2-225c-448e-b697-d0b548eaea94 req-f067659a-535c-41ee-8c9d-2274c31e44ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:10.918082 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-93af77d2-225c-448e-b697-d0b548eaea94 req-f067659a-535c-41ee-8c9d-2274c31e44ff service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=60de2ce00e39495b9b56ab9e2f307693&device_id=8293d7e9-16aa-4b3c-ae3e-7263241280aa HTTP/1.1" status: 200 len: 1095 time: 0.1306498 Nov 25 13:26:10.920670 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-315004d4-5faa-444d-af5d-6cebd7e469fe None None] Port 339e7a83-6809-4256-85f5-efa6f2c2931b cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:26:10.924833 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-34d520ce-b034-42bd-80ff-78508317d39f req-517ba003-4b67-48a7-be16-3c171af82009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:10.928799 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cc759f54-324b-43ef-b17c-4cac1d19925a req-11485940-ec75-4c47-8e0e-9f35ab6c2e9a tempest-ServerShowV247Test-1585694034 tempest-ServerShowV247Test-1585694034-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa0681d0-5221-40d6-8fd3-00cefacb07ee HTTP/1.1" status: 200 len: 210 time: 0.0427020 Nov 25 13:26:11.057530 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0164e93f-f258-4ade-a7ed-0a5f622037ba req-1f86fba2-8bfb-4976-8c2c-a4f9f772158d tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:11.066787 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0164e93f-f258-4ade-a7ed-0a5f622037ba req-1f86fba2-8bfb-4976-8c2c-a4f9f772158d tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=8293d7e9-16aa-4b3c-ae3e-7263241280aa HTTP/1.1" status: 200 len: 943 time: 0.0718873 Nov 25 13:26:11.071279 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f7a12ded-1c62-4cce-b814-d084e88612e1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:11.091434 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f7a12ded-1c62-4cce-b814-d084e88612e1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:11.092306 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f7a12ded-1c62-4cce-b814-d084e88612e1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:11.127383 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0164e93f-f258-4ade-a7ed-0a5f622037ba req-e8ceedee-6342-44e8-a608-6b40762eb584 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594070 Nov 25 13:26:11.193303 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af77d2-225c-448e-b697-d0b548eaea94 req-03328d09-77c1-4116-955e-ecb5914d19d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:11.195383 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-93af77d2-225c-448e-b697-d0b548eaea94 req-03328d09-77c1-4116-955e-ecb5914d19d5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9b74e527-2eba-4880-abc3-5f552bc5f61d HTTP/1.1" status: 200 len: 913 time: 0.2655406 Nov 25 13:26:11.244699 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device fdfe9017-9364-4501-b142-b002e0bebc1a up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:26:11.306570 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a12ded-1c62-4cce-b814-d084e88612e1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event updated for resources: {'Port': ['ID=339e7a83-6809-4256-85f5-efa6f2c2931b,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:11.310942 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-93af77d2-225c-448e-b697-d0b548eaea94 req-e1904dd8-ced1-4544-8822-da880b310c10 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed8a1dbf-16ac-48f0-b438-2547949def98 HTTP/1.1" status: 200 len: 217 time: 0.1030741 Nov 25 13:26:11.337607 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port fdfe9017-9364-4501-b142-b002e0bebc1a triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:26:11.338127 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:11.377302 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d98ac2-c3ea-4913-9064-29a7566dd10a req-13cdd910-59c2-4a55-89e8-58ea1632ec5b tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:11.386838 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-19d98ac2-c3ea-4913-9064-29a7566dd10a req-13cdd910-59c2-4a55-89e8-58ea1632ec5b tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=40afa780-d237-4c81-998e-6222a2778cb8 HTTP/1.1" status: 200 len: 931 time: 0.0805819 Nov 25 13:26:11.448555 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-19d98ac2-c3ea-4913-9064-29a7566dd10a req-00175929-191e-4703-83cb-f072bf1502bc tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607817 Nov 25 13:26:11.452595 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af77d2-225c-448e-b697-d0b548eaea94 req-3e9a8185-cf17-4479-85c6-9373dcd0aed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:11.454054 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-93af77d2-225c-448e-b697-d0b548eaea94 req-3e9a8185-cf17-4479-85c6-9373dcd0aed5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=06d9fad2-62ee-411b-8cba-f5e1b7fa4731 HTTP/1.1" status: 200 len: 852 time: 0.1251807 Nov 25 13:26:11.481795 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a12ded-1c62-4cce-b814-d084e88612e1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Network ee8d2ea2-8666-4969-97a1-9dc2d7e54e9f is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:26:11.500280 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:11.507628 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-f7a12ded-1c62-4cce-b814-d084e88612e1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:26:11.516131 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-93af77d2-225c-448e-b697-d0b548eaea94 req-ba6cbce1-847d-4b5f-8070-60285ea2431e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b74e527-2eba-4880-abc3-5f552bc5f61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501764 Nov 25 13:26:11.701958 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-34d520ce-b034-42bd-80ff-78508317d39f req-517ba003-4b67-48a7-be16-3c171af82009 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ed39415-aaec-4937-a5e7-970c0ac2d00f {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:26:11.714552 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-34d520ce-b034-42bd-80ff-78508317d39f req-517ba003-4b67-48a7-be16-3c171af82009 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:11.755751 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-34d520ce-b034-42bd-80ff-78508317d39f req-517ba003-4b67-48a7-be16-3c171af82009 service neutron] Transition to ACTIVE for port object 3ed39415-aaec-4937-a5e7-970c0ac2d00f will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:26:11.761690 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-93af77d2-225c-448e-b697-d0b548eaea94 req-62b2b6cc-6c65-48c8-b626-a9cd6b4d30b0 service neutron] 10.222.0.47 "GET /v2.0/networks/9b74e527-2eba-4880-abc3-5f552bc5f61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332757 Nov 25 13:26:11.765995 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-34d520ce-b034-42bd-80ff-78508317d39f req-517ba003-4b67-48a7-be16-3c171af82009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:11.849305 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-59987b6a-8179-4d82-b7ab-e1b497caf746 None None] Provisioning complete for port 339e7a83-6809-4256-85f5-efa6f2c2931b triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:26:11.850001 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-59987b6a-8179-4d82-b7ab-e1b497caf746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:11.889447 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-59987b6a-8179-4d82-b7ab-e1b497caf746 None None] Port 339e7a83-6809-4256-85f5-efa6f2c2931b cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:26:12.034434 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a138d56a-e801-426e-a708-70befdda5b52 req-d18a7ba6-4217-49a8-a7af-f6859581fec0 tempest-ServerShowV247Test-1585694034 tempest-ServerShowV247Test-1585694034-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa0681d0-5221-40d6-8fd3-00cefacb07ee HTTP/1.1" status: 200 len: 210 time: 0.0302610 Nov 25 13:26:12.233589 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ba003-4b67-48a7-be16-3c171af82009 service neutron] Pushing event updated for resources: {'Port': ['ID=3ed39415-aaec-4937-a5e7-970c0ac2d00f,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:12.237619 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-90540db6-5d14-4bc1-9178-784a685b3338 req-98091a8e-e090-4cfc-a08f-93ca9250629f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=aa0681d0-5221-40d6-8fd3-00cefacb07ee HTTP/1.1" status: 200 len: 210 time: 0.0382979 Nov 25 13:26:12.243636 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7a12ded-1c62-4cce-b814-d084e88612e1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Router f4ca290d-b056-4800-a802-3719a18ad5d7 is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:26:12.275631 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e2fa2-d267-42fd-821e-63a3041f3a97 req-6e226ed2-b4ac-40a0-bbf1-d133e6dab4dd tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:12.277315 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-098e2fa2-d267-42fd-821e-63a3041f3a97 req-6e226ed2-b4ac-40a0-bbf1-d133e6dab4dd tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=8293d7e9-16aa-4b3c-ae3e-7263241280aa HTTP/1.1" status: 200 len: 943 time: 0.0669913 Nov 25 13:26:12.339923 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-098e2fa2-d267-42fd-821e-63a3041f3a97 req-b4ef7b0c-e3b8-44fb-a1a5-6ba7296724a8 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554788 Nov 25 13:26:12.386264 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-93af77d2-225c-448e-b697-d0b548eaea94 req-fca937b2-8602-405f-b6ac-f6f113535e6f service neutron] 10.222.0.47 "GET /v2.0/networks/9b74e527-2eba-4880-abc3-5f552bc5f61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6144450 Nov 25 13:26:12.421273 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-34d520ce-b034-42bd-80ff-78508317d39f req-517ba003-4b67-48a7-be16-3c171af82009 service neutron] Attempting to bind port 3ed39415-aaec-4937-a5e7-970c0ac2d00f on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:26:12.421620 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-34d520ce-b034-42bd-80ff-78508317d39f req-517ba003-4b67-48a7-be16-3c171af82009 service neutron] Attempting to bind port 3ed39415-aaec-4937-a5e7-970c0ac2d00f by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '69c62212-4523-4acd-b808-007a53ff7fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '86ce0c5b-521f-4849-813d-48a6e4cbad17'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:26:12.421948 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d520ce-b034-42bd-80ff-78508317d39f req-517ba003-4b67-48a7-be16-3c171af82009 service neutron] Attempting to bind port 3ed39415-aaec-4937-a5e7-970c0ac2d00f on network 86ce0c5b-521f-4849-813d-48a6e4cbad17 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:26:12.427636 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a12ded-1c62-4cce-b814-d084e88612e1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:26:12.430360 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d520ce-b034-42bd-80ff-78508317d39f req-517ba003-4b67-48a7-be16-3c171af82009 service neutron] Port 3ed39415-aaec-4937-a5e7-970c0ac2d00f on network 86ce0c5b-521f-4849-813d-48a6e4cbad17 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:26:12.431117 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d520ce-b034-42bd-80ff-78508317d39f req-517ba003-4b67-48a7-be16-3c171af82009 service neutron] Attempting to bind port 3ed39415-aaec-4937-a5e7-970c0ac2d00f on network 86ce0c5b-521f-4849-813d-48a6e4cbad17 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:26:12.436083 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-f7a12ded-1c62-4cce-b814-d084e88612e1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "PUT /v2.0/routers/f4ca290d-b056-4800-a802-3719a18ad5d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9817054 Nov 25 13:26:12.441341 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d520ce-b034-42bd-80ff-78508317d39f req-517ba003-4b67-48a7-be16-3c171af82009 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:26:12.441681 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d520ce-b034-42bd-80ff-78508317d39f req-517ba003-4b67-48a7-be16-3c171af82009 service neutron] Checking segment: {'id': '69c62212-4523-4acd-b808-007a53ff7fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '86ce0c5b-521f-4849-813d-48a6e4cbad17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:26:12.441833 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59626) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:12.442064 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d520ce-b034-42bd-80ff-78508317d39f req-517ba003-4b67-48a7-be16-3c171af82009 service neutron] Bound using segment: {'id': '69c62212-4523-4acd-b808-007a53ff7fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '86ce0c5b-521f-4849-813d-48a6e4cbad17'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:26:12.442492 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-34d520ce-b034-42bd-80ff-78508317d39f req-517ba003-4b67-48a7-be16-3c171af82009 service neutron] Bound port: 3ed39415-aaec-4937-a5e7-970c0ac2d00f, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c62212-4523-4acd-b808-007a53ff7fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '86ce0c5b-521f-4849-813d-48a6e4cbad17'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:26:12.442893 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-34d520ce-b034-42bd-80ff-78508317d39f req-517ba003-4b67-48a7-be16-3c171af82009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:12.444381 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906ff512-0a67-44d7-8bf3-7fcf40683586 None None] Sync routers for ids ['f4ca290d-b056-4800-a802-3719a18ad5d7'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:26:12.455229 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-674730a0-2bb4-4c19-8220-e4819ab401e6 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-760206137'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:26:12.470798 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906ff512-0a67-44d7-8bf3-7fcf40683586 None None] Routers {'f4ca290d-b056-4800-a802-3719a18ad5d7'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:26:12.470798 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-906ff512-0a67-44d7-8bf3-7fcf40683586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:26:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['f4ca290d-b056-4800-a802-3719a18ad5d7'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:12.492370 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-674730a0-2bb4-4c19-8220-e4819ab401e6 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Made reservation on behalf of 177e3b084115482a91deb772ab6235e0 for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:26:12.507009 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-674730a0-2bb4-4c19-8220-e4819ab401e6 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:12.520505 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-34d520ce-b034-42bd-80ff-78508317d39f req-517ba003-4b67-48a7-be16-3c171af82009 service neutron] For port 3ed39415-aaec-4937-a5e7-970c0ac2d00f, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:26:12.526859 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59630) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:12.529205 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-34d520ce-b034-42bd-80ff-78508317d39f req-517ba003-4b67-48a7-be16-3c171af82009 service neutron] For port 3ed39415-aaec-4937-a5e7-970c0ac2d00f, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=3ed39415-aaec-4937-a5e7-970c0ac2d00f,segment=NetworkSegment(69c62212-4523-4acd-b808-007a53ff7fe0),segment_id=69c62212-4523-4acd-b808-007a53ff7fe0)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:26:12.535776 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-34d520ce-b034-42bd-80ff-78508317d39f req-517ba003-4b67-48a7-be16-3c171af82009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:12.560081 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-674730a0-2bb4-4c19-8220-e4819ab401e6 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:26:12.580816 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d520ce-b034-42bd-80ff-78508317d39f req-517ba003-4b67-48a7-be16-3c171af82009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:12.581433 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-34d520ce-b034-42bd-80ff-78508317d39f req-517ba003-4b67-48a7-be16-3c171af82009 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:12.582894 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-34d520ce-b034-42bd-80ff-78508317d39f req-517ba003-4b67-48a7-be16-3c171af82009 service neutron] 10.222.0.47 "PUT /v2.0/ports/3ed39415-aaec-4937-a5e7-970c0ac2d00f HTTP/1.1" status: 200 len: 1092 time: 1.7968512 Nov 25 13:26:12.584803 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40afa780-d237-4c81-998e-6222a2778cb8', 'tag': '3ed39415-aaec-4937-a5e7-970c0ac2d00f'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:26:12.586211 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e955b5e-2148-43fe-8260-f57c18295b86" -d '{"events": [{"name": "network-changed", "server_uuid": "40afa780-d237-4c81-998e-6222a2778cb8", "tag": "3ed39415-aaec-4937-a5e7-970c0ac2d00f"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:26:12.602558 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-674730a0-2bb4-4c19-8220-e4819ab401e6 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:12.603181 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-674730a0-2bb4-4c19-8220-e4819ab401e6 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Added segment a22da3ab-280e-468f-b1b5-4fa492a501ed of type vlan for network 7cff3bb9-242d-4afa-ba5f-8854249abf3b Nov 25 13:26:12.638095 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ba003-4b67-48a7-be16-3c171af82009 service neutron] Pushing event updated for resources: {'Port': ['ID=3ed39415-aaec-4937-a5e7-970c0ac2d00f,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:12.644145 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-906ff512-0a67-44d7-8bf3-7fcf40683586 None None] Set router f4ca290d-b056-4800-a802-3719a18ad5d7 gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:26:12.647100 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca154585-f230-4af3-91f1-026f60f726ea x-openstack-request-id: req-ca154585-f230-4af3-91f1-026f60f726ea {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:26:12.647100 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40afa780-d237-4c81-998e-6222a2778cb8", "tag": "3ed39415-aaec-4937-a5e7-970c0ac2d00f", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:26:12.647659 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ca154585-f230-4af3-91f1-026f60f726ea {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:26:12.648344 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40afa780-d237-4c81-998e-6222a2778cb8', 'tag': '3ed39415-aaec-4937-a5e7-970c0ac2d00f', 'status': 'completed', 'code': 200} Nov 25 13:26:12.674499 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-674730a0-2bb4-4c19-8220-e4819ab401e6 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:12.696375 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866505e0-350c-4a1c-bd96-5f1cedc89505 req-b323adbc-f375-4b6e-8263-37b0cce8c7ca tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:12.697993 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-866505e0-350c-4a1c-bd96-5f1cedc89505 req-b323adbc-f375-4b6e-8263-37b0cce8c7ca tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=40afa780-d237-4c81-998e-6222a2778cb8 HTTP/1.1" status: 200 len: 943 time: 0.1408002 Nov 25 13:26:12.705465 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d520ce-b034-42bd-80ff-78508317d39f req-e3158d85-7c2d-4738-99af-837ffcdcc789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:12.707177 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-34d520ce-b034-42bd-80ff-78508317d39f req-e3158d85-7c2d-4738-99af-837ffcdcc789 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=14da780ba23d47dc80a36e577e024742&device_id=40afa780-d237-4c81-998e-6222a2778cb8 HTTP/1.1" status: 200 len: 1095 time: 0.0578353 Nov 25 13:26:12.757718 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b78009b3-f59d-4b38-aa3f-0219e413ff54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:12.758097 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-34d520ce-b034-42bd-80ff-78508317d39f req-8777bc0d-82a1-4875-b53e-c8b5b952f014 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ed39415-aaec-4937-a5e7-970c0ac2d00f HTTP/1.1" status: 200 len: 217 time: 0.0413630 Nov 25 13:26:12.775934 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-674730a0-2bb4-4c19-8220-e4819ab401e6 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:12.782448 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674730a0-2bb4-4c19-8220-e4819ab401e6 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:12.783077 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-674730a0-2bb4-4c19-8220-e4819ab401e6 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:12.822263 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d520ce-b034-42bd-80ff-78508317d39f req-cccb9e13-c725-4fc2-a2c4-2ae2a926b554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:12.823187 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-34d520ce-b034-42bd-80ff-78508317d39f req-cccb9e13-c725-4fc2-a2c4-2ae2a926b554 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1a356b22-557f-414f-9369-a0bf5c0c80eb HTTP/1.1" status: 200 len: 846 time: 0.0568955 Nov 25 13:26:12.860316 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-34d520ce-b034-42bd-80ff-78508317d39f req-9454f188-4781-49c3-96f0-aa5c8b1bfc22 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=86ce0c5b-521f-4849-813d-48a6e4cbad17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276942 Nov 25 13:26:12.861295 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-866505e0-350c-4a1c-bd96-5f1cedc89505 req-42a13be4-be34-4aa8-a11b-f702bb72fde6 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573009 Nov 25 13:26:12.871850 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-674730a0-2bb4-4c19-8220-e4819ab401e6 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4263084 Nov 25 13:26:12.885624 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59636) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:12.888998 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-c551beb5-33e8-4f87-928e-7938dfa2d92b tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Request body: {'subnet': {'network_id': '7cff3bb9-242d-4afa-ba5f-8854249abf3b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:26:12.895583 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674730a0-2bb4-4c19-8220-e4819ab401e6 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event updated for resources: {'Network': ['ID=7cff3bb9-242d-4afa-ba5f-8854249abf3b,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:12.909957 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 7cff3bb9-242d-4afa-ba5f-8854249abf3b details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:26:12.950938 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b78009b3-f59d-4b38-aa3f-0219e413ff54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:12.954798 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b78009b3-f59d-4b38-aa3f-0219e413ff54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:12.998333 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-906ff512-0a67-44d7-8bf3-7fcf40683586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'name': 'tempest-RoutersIpV6Test-router-1774973520', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:26:05Z', 'updated_at': '2021-11-25T13:26:10Z', 'revision_number': 2, 'project_id': '177e3b084115482a91deb772ab6235e0', 'gw_port_host': None, '_interfaces': [{'id': '339e7a83-6809-4256-85f5-efa6f2c2931b', 'name': '', 'network_id': 'ee8d2ea2-8666-4969-97a1-9dc2d7e54e9f', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'mac_address': 'fa:16:3e:ab:a4:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': 'da726350-0d03-4a24-b59b-eb9cd43d1b2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:08Z', 'updated_at': '2021-11-25T13:26:10Z', 'revision_number': 2, 'project_id': '177e3b084115482a91deb772ab6235e0', 'subnets': [{'id': 'da726350-0d03-4a24-b59b-eb9cd43d1b2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:13.002038 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b78009b3-f59d-4b38-aa3f-0219e413ff54 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=25b17a17609748e3b904d8aad3962e76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4724205 Nov 25 13:26:13.002038 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78009b3-f59d-4b38-aa3f-0219e413ff54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b243c24e-2103-40b8-b96f-2a4cdce3780c,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:13.004681 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59638) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:13.033981 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906ff512-0a67-44d7-8bf3-7fcf40683586 None None] Checking router: f4ca290d-b056-4800-a802-3719a18ad5d7 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:26:13.034466 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906ff512-0a67-44d7-8bf3-7fcf40683586 None None] Updating router f4ca290d-b056-4800-a802-3719a18ad5d7 port 339e7a83-6809-4256-85f5-efa6f2c2931b binding host n-d-808199-11 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:26:13.060741 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e6efaa95-e52d-49bc-be9b-e150e132608b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:13.063025 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-906ff512-0a67-44d7-8bf3-7fcf40683586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:13.064634 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-34d520ce-b034-42bd-80ff-78508317d39f req-504ff824-f9ef-40b4-92a9-73f8054e1f72 service neutron] 10.222.0.47 "GET /v2.0/networks/86ce0c5b-521f-4849-813d-48a6e4cbad17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961770 Nov 25 13:26:13.085858 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e6efaa95-e52d-49bc-be9b-e150e132608b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:13.086020 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c551beb5-33e8-4f87-928e-7938dfa2d92b tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Made reservation on behalf of 177e3b084115482a91deb772ab6235e0 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:26:13.089375 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c551beb5-33e8-4f87-928e-7938dfa2d92b tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:13.155483 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e6efaa95-e52d-49bc-be9b-e150e132608b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:13.158608 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e6efaa95-e52d-49bc-be9b-e150e132608b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:13.163441 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e6efaa95-e52d-49bc-be9b-e150e132608b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b243c24e-2103-40b8-b96f-2a4cdce3780c HTTP/1.1" status: 204 len: 168 time: 0.1584163 Nov 25 13:26:13.203494 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b1c39be9-2118-4d0d-af52-87530fb58523 req-2d3320e3-f13e-457c-8468-f554562bd837 tempest-ServerShowV247Test-1585694034 tempest-ServerShowV247Test-1585694034-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa0681d0-5221-40d6-8fd3-00cefacb07ee HTTP/1.1" status: 200 len: 210 time: 0.0603013 Nov 25 13:26:13.212123 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6efaa95-e52d-49bc-be9b-e150e132608b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b243c24e-2103-40b8-b96f-2a4cdce3780c,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:13.279892 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-34d520ce-b034-42bd-80ff-78508317d39f req-67babecb-412d-4ca7-80ed-177286a74a45 service neutron] 10.222.0.47 "GET /v2.0/networks/86ce0c5b-521f-4849-813d-48a6e4cbad17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027035 Nov 25 13:26:13.409185 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-906ff512-0a67-44d7-8bf3-7fcf40683586 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:13.420305 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-906ff512-0a67-44d7-8bf3-7fcf40683586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:13.470184 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e955b5e-2148-43fe-8260-f57c18295b86 req-7bb0b5d7-aee2-41ea-af05-6430144e3c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:13.511753 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5e955b5e-2148-43fe-8260-f57c18295b86 req-7bb0b5d7-aee2-41ea-af05-6430144e3c69 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=14da780ba23d47dc80a36e577e024742&device_id=40afa780-d237-4c81-998e-6222a2778cb8 HTTP/1.1" status: 200 len: 1095 time: 0.1637290 Nov 25 13:26:13.514534 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c551beb5-33e8-4f87-928e-7938dfa2d92b tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:13.538577 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c2dcf3-9f8b-4629-98b0-69aa2efc1de5 req-256caedf-a45c-4605-a09e-4f999af81bf3 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:13.540606 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b2c2dcf3-9f8b-4629-98b0-69aa2efc1de5 req-256caedf-a45c-4605-a09e-4f999af81bf3 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=8293d7e9-16aa-4b3c-ae3e-7263241280aa HTTP/1.1" status: 200 len: 943 time: 0.0697589 Nov 25 13:26:13.564709 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe23eae5-ebd8-47be-b488-eb22f68c5d5c None None] Pushing event updated for resources: {'Port': ['ID=339e7a83-6809-4256-85f5-efa6f2c2931b,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:13.576854 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe23eae5-ebd8-47be-b488-eb22f68c5d5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:26:13.577204 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe23eae5-ebd8-47be-b488-eb22f68c5d5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:26:13.577546 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe23eae5-ebd8-47be-b488-eb22f68c5d5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:26:13.577875 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe23eae5-ebd8-47be-b488-eb22f68c5d5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:26:13.578415 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe23eae5-ebd8-47be-b488-eb22f68c5d5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:26:13.578982 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe23eae5-ebd8-47be-b488-eb22f68c5d5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:26:13.579851 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe23eae5-ebd8-47be-b488-eb22f68c5d5c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:26:13.580976 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe23eae5-ebd8-47be-b488-eb22f68c5d5c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:26:13.581677 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe23eae5-ebd8-47be-b488-eb22f68c5d5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:26:13.582227 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe23eae5-ebd8-47be-b488-eb22f68c5d5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:26:13.582768 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe23eae5-ebd8-47be-b488-eb22f68c5d5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:26:13.583262 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe23eae5-ebd8-47be-b488-eb22f68c5d5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:26:13.598025 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-906ff512-0a67-44d7-8bf3-7fcf40683586 None None] Attempting to bind port 339e7a83-6809-4256-85f5-efa6f2c2931b on host n-d-808199-11 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:26:13.598791 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-906ff512-0a67-44d7-8bf3-7fcf40683586 None None] Attempting to bind port 339e7a83-6809-4256-85f5-efa6f2c2931b by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '0b0eac7d-b09e-4b2e-ae2f-24583e238a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ee8d2ea2-8666-4969-97a1-9dc2d7e54e9f'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:26:13.599329 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906ff512-0a67-44d7-8bf3-7fcf40683586 None None] Attempting to bind port 339e7a83-6809-4256-85f5-efa6f2c2931b on network ee8d2ea2-8666-4969-97a1-9dc2d7e54e9f {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:26:13.612663 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906ff512-0a67-44d7-8bf3-7fcf40683586 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:26:13.613834 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b2c2dcf3-9f8b-4629-98b0-69aa2efc1de5 req-61d63921-e079-4362-be9d-11b0618a5713 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649807 Nov 25 13:26:13.621735 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906ff512-0a67-44d7-8bf3-7fcf40683586 None None] Checking segment: {'id': '0b0eac7d-b09e-4b2e-ae2f-24583e238a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ee8d2ea2-8666-4969-97a1-9dc2d7e54e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:26:13.627153 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-906ff512-0a67-44d7-8bf3-7fcf40683586 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:13.627828 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906ff512-0a67-44d7-8bf3-7fcf40683586 None None] Bound using segment: {'id': '0b0eac7d-b09e-4b2e-ae2f-24583e238a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ee8d2ea2-8666-4969-97a1-9dc2d7e54e9f'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:26:13.630097 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-906ff512-0a67-44d7-8bf3-7fcf40683586 None None] Bound port: 339e7a83-6809-4256-85f5-efa6f2c2931b, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b0eac7d-b09e-4b2e-ae2f-24583e238a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ee8d2ea2-8666-4969-97a1-9dc2d7e54e9f'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:26:13.631930 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-906ff512-0a67-44d7-8bf3-7fcf40683586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:13.643002 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59650) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:13.661092 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ef5c75c7-48a6-48db-8198-fb5fa565c6e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:13.707247 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c551beb5-33e8-4f87-928e-7938dfa2d92b tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event updated for resources: {'Subnet': ['ID=ae04fda2-0d27-418c-8997-e6c21495b2d8,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:13.742983 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c551beb5-33e8-4f87-928e-7938dfa2d92b tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Checking segment: {'id': 'a22da3ab-280e-468f-b1b5-4fa492a501ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7cff3bb9-242d-4afa-ba5f-8854249abf3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:26:13.743730 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c551beb5-33e8-4f87-928e-7938dfa2d92b tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Network hostable DHCP agents. Network: 7cff3bb9-242d-4afa-ba5f-8854249abf3b, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:26:13.746975 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-906ff512-0a67-44d7-8bf3-7fcf40683586 None None] For port 339e7a83-6809-4256-85f5-efa6f2c2931b, host n-d-808199-11, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:26:13.751178 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-906ff512-0a67-44d7-8bf3-7fcf40683586 None None] For port 339e7a83-6809-4256-85f5-efa6f2c2931b, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=339e7a83-6809-4256-85f5-efa6f2c2931b,segment=NetworkSegment(0b0eac7d-b09e-4b2e-ae2f-24583e238a57),segment_id=0b0eac7d-b09e-4b2e-ae2f-24583e238a57)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:26:13.760196 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-906ff512-0a67-44d7-8bf3-7fcf40683586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:13.768908 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e955b5e-2148-43fe-8260-f57c18295b86 req-cb491d4f-b47c-4db3-853c-86b1979c6218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:13.770563 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5e955b5e-2148-43fe-8260-f57c18295b86 req-cb491d4f-b47c-4db3-853c-86b1979c6218 service neutron] 10.222.0.47 "GET /v2.0/networks?id=86ce0c5b-521f-4849-813d-48a6e4cbad17 HTTP/1.1" status: 200 len: 907 time: 0.1716905 Nov 25 13:26:13.778775 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ef5c75c7-48a6-48db-8198-fb5fa565c6e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:13.785604 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ef5c75c7-48a6-48db-8198-fb5fa565c6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:13.790990 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c551beb5-33e8-4f87-928e-7938dfa2d92b tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Network 7cff3bb9-242d-4afa-ba5f-8854249abf3b is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:26:13.826489 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe23eae5-ebd8-47be-b488-eb22f68c5d5c None None] Pushing event updated for resources: {'Port': ['ID=339e7a83-6809-4256-85f5-efa6f2c2931b,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:13.827874 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-ef5c75c7-48a6-48db-8198-fb5fa565c6e4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6332b7ea82a7404eb7698aeed26cee10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1832063 Nov 25 13:26:13.829092 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906ff512-0a67-44d7-8bf3-7fcf40683586 None None] Routers {'f4ca290d-b056-4800-a802-3719a18ad5d7'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:26:13.829708 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-906ff512-0a67-44d7-8bf3-7fcf40683586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:26:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['f4ca290d-b056-4800-a802-3719a18ad5d7'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:13.833730 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5e955b5e-2148-43fe-8260-f57c18295b86 req-483126c0-1b4a-4c21-9653-b712636475d7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ed39415-aaec-4937-a5e7-970c0ac2d00f HTTP/1.1" status: 200 len: 217 time: 0.0550749 Nov 25 13:26:13.835070 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59652) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:13.862502 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-c551beb5-33e8-4f87-928e-7938dfa2d92b tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 7cff3bb9-242d-4afa-ba5f-8854249abf3b) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:26:13.862760 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-71b94da9-a6f0-4bbd-b8e5-e235194aa229 None None] Provisioning complete for port 339e7a83-6809-4256-85f5-efa6f2c2931b triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:26:13.866136 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-71b94da9-a6f0-4bbd-b8e5-e235194aa229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:13.873227 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5c75c7-48a6-48db-8198-fb5fa565c6e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087a521b-3939-470d-864a-8ce582bbc3c7,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:13.874543 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b7fbf8-79d0-4054-9a68-d6ca91bdf0c5 None None] Network 7cff3bb9-242d-4afa-ba5f-8854249abf3b requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:26:13.916533 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c551beb5-33e8-4f87-928e-7938dfa2d92b tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:13.917471 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c551beb5-33e8-4f87-928e-7938dfa2d92b tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:13.966983 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-906ff512-0a67-44d7-8bf3-7fcf40683586 None None] Set router f4ca290d-b056-4800-a802-3719a18ad5d7 gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:26:13.973908 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e955b5e-2148-43fe-8260-f57c18295b86 req-40d31fc7-e66e-469b-ba64-01b270e58d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:13.976128 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5e955b5e-2148-43fe-8260-f57c18295b86 req-40d31fc7-e66e-469b-ba64-01b270e58d85 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1a356b22-557f-414f-9369-a0bf5c0c80eb HTTP/1.1" status: 200 len: 846 time: 0.1269283 Nov 25 13:26:13.977061 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device ed8a1dbf-16ac-48f0-b438-2547949def98 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:26:13.980089 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c551beb5-33e8-4f87-928e-7938dfa2d92b tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0994270 Nov 25 13:26:13.983652 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59656) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:14.005030 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8227b45e-69aa-437e-a489-0ab40f351c10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:14.057643 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5e955b5e-2148-43fe-8260-f57c18295b86 req-314eac01-d411-493a-aa44-954ca5c69591 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=86ce0c5b-521f-4849-813d-48a6e4cbad17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536335 Nov 25 13:26:14.099380 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8227b45e-69aa-437e-a489-0ab40f351c10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:14.153469 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-71b94da9-a6f0-4bbd-b8e5-e235194aa229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:14.234070 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcdc88f-c1bb-4a71-ba94-4adc1d0164cc req-b370b6b3-8724-4c66-8283-670b68e4a66e tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:14.235709 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6dcdc88f-c1bb-4a71-ba94-4adc1d0164cc req-b370b6b3-8724-4c66-8283-670b68e4a66e tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=40afa780-d237-4c81-998e-6222a2778cb8 HTTP/1.1" status: 200 len: 943 time: 0.1656568 Nov 25 13:26:14.247194 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5e955b5e-2148-43fe-8260-f57c18295b86 req-20629046-e552-4e07-ad1e-6fe285b92ae8 service neutron] 10.222.0.47 "GET /v2.0/networks/86ce0c5b-521f-4849-813d-48a6e4cbad17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755257 Nov 25 13:26:14.274214 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-71b94da9-a6f0-4bbd-b8e5-e235194aa229 None None] For port 339e7a83-6809-4256-85f5-efa6f2c2931b, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=339e7a83-6809-4256-85f5-efa6f2c2931b,segment=NetworkSegment(0b0eac7d-b09e-4b2e-ae2f-24583e238a57),segment_id=0b0eac7d-b09e-4b2e-ae2f-24583e238a57)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:26:14.276804 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8227b45e-69aa-437e-a489-0ab40f351c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:14.279568 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8227b45e-69aa-437e-a489-0ab40f351c10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:14.285000 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda13a43-e461-4d92-b641-326e999d7d6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-7cff3bb9-242d-4afa-ba5f-8854249abf3b', 'network_id': '7cff3bb9-242d-4afa-ba5f-8854249abf3b', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'fixed_ips': [{'subnet_id': 'ae04fda2-0d27-418c-8997-e6c21495b2d8'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:26:14.286439 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eda13a43-e461-4d92-b641-326e999d7d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:14.290168 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-8227b45e-69aa-437e-a489-0ab40f351c10 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/087a521b-3939-470d-864a-8ce582bbc3c7 HTTP/1.1" status: 204 len: 168 time: 0.4508588 Nov 25 13:26:14.301228 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port ed8a1dbf-16ac-48f0-b438-2547949def98, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=ed8a1dbf-16ac-48f0-b438-2547949def98,segment=NetworkSegment(9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8),segment_id=9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:26:14.313326 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-71b94da9-a6f0-4bbd-b8e5-e235194aa229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:14.335611 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8227b45e-69aa-437e-a489-0ab40f351c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087a521b-3939-470d-864a-8ce582bbc3c7,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:14.342767 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-906ff512-0a67-44d7-8bf3-7fcf40683586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'name': 'tempest-RoutersIpV6Test-router-1774973520', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:26:05Z', 'updated_at': '2021-11-25T13:26:10Z', 'revision_number': 2, 'project_id': '177e3b084115482a91deb772ab6235e0', 'gw_port_host': None, '_interfaces': [{'id': '339e7a83-6809-4256-85f5-efa6f2c2931b', 'name': '', 'network_id': 'ee8d2ea2-8666-4969-97a1-9dc2d7e54e9f', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'mac_address': 'fa:16:3e:ab:a4:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': 'da726350-0d03-4a24-b59b-eb9cd43d1b2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:08Z', 'updated_at': '2021-11-25T13:26:13Z', 'revision_number': 4, 'project_id': '177e3b084115482a91deb772ab6235e0', 'subnets': [{'id': 'da726350-0d03-4a24-b59b-eb9cd43d1b2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:14.365377 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': 'ed8a1dbf-16ac-48f0-b438-2547949def98', 'network_id': '9b74e527-2eba-4880-abc3-5f552bc5f61d', 'port_id': 'ed8a1dbf-16ac-48f0-b438-2547949def98', 'mac_address': 'fa:16:3e:1a:6a:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06d9fad2-62ee-411b-8cba-f5e1b7fa4731', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:26:14.385188 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906ff512-0a67-44d7-8bf3-7fcf40683586 None None] The sync data for ids ['f4ca290d-b056-4800-a802-3719a18ad5d7'] in n-d-808199-11 is: [{'id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'name': 'tempest-RoutersIpV6Test-router-1774973520', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:26:05Z', 'updated_at': '2021-11-25T13:26:10Z', 'revision_number': 2, 'project_id': '177e3b084115482a91deb772ab6235e0', 'gw_port_host': None, '_interfaces': [{'id': '339e7a83-6809-4256-85f5-efa6f2c2931b', 'name': '', 'network_id': 'ee8d2ea2-8666-4969-97a1-9dc2d7e54e9f', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'mac_address': 'fa:16:3e:ab:a4:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': 'da726350-0d03-4a24-b59b-eb9cd43d1b2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:08Z', 'updated_at': '2021-11-25T13:26:13Z', 'revision_number': 4, 'project_id': '177e3b084115482a91deb772ab6235e0', 'subnets': [{'id': 'da726350-0d03-4a24-b59b-eb9cd43d1b2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:26:14.442379 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5e955b5e-2148-43fe-8260-f57c18295b86 req-c2dfdbfe-917e-4eac-8fcb-96a42dd22db1 service neutron] 10.222.0.47 "GET /v2.0/networks/86ce0c5b-521f-4849-813d-48a6e4cbad17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858082 Nov 25 13:26:14.533686 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b94da9-a6f0-4bbd-b8e5-e235194aa229 None None] Pushing event updated for resources: {'Port': ['ID=339e7a83-6809-4256-85f5-efa6f2c2931b,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:14.547858 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:14.564789 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-27d49e00-2b9e-4013-ac3b-0f7b5a9a5557 req-9aae1222-6358-41de-a1da-bae549252a7b tempest-ServerShowV247Test-1585694034 tempest-ServerShowV247Test-1585694034-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa0681d0-5221-40d6-8fd3-00cefacb07ee HTTP/1.1" status: 200 len: 210 time: 0.1495614 Nov 25 13:26:14.573211 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-0913474c-9f6c-4387-824b-eb9eee4acb13 None None] Provisioning complete for port 339e7a83-6809-4256-85f5-efa6f2c2931b triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:26:14.573650 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0913474c-9f6c-4387-824b-eb9eee4acb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:14.626625 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed8a1dbf-16ac-48f0-b438-2547949def98 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:26:14.633150 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6dcdc88f-c1bb-4a71-ba94-4adc1d0164cc req-6221db6d-297e-4816-904c-2ffde6b924c6 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204025 Nov 25 13:26:14.683923 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port ed8a1dbf-16ac-48f0-b438-2547949def98, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=ed8a1dbf-16ac-48f0-b438-2547949def98,segment=NetworkSegment(9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8),segment_id=9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:26:14.704117 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-eda13a43-e461-4d92-b641-326e999d7d6a None None] Allocated IP 2001:db8:1::2 (7cff3bb9-242d-4afa-ba5f-8854249abf3b/ae04fda2-0d27-418c-8997-e6c21495b2d8/8087a026-a909-40a8-b0fa-efd45b10de8a) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:26:14.712330 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:14.748292 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ed7311cd-4840-4283-80ce-9b8f056e65a8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:14.958876 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=ed8a1dbf-16ac-48f0-b438-2547949def98,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:15.102031 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fac3d1-dd86-4455-9b88-f4a3c3f946e4 req-e94eadf3-2a79-4450-ace8-1587de3d64b6 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:15.103593 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-10fac3d1-dd86-4455-9b88-f4a3c3f946e4 req-e94eadf3-2a79-4450-ace8-1587de3d64b6 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=8293d7e9-16aa-4b3c-ae3e-7263241280aa HTTP/1.1" status: 200 len: 944 time: 0.2198167 Nov 25 13:26:15.121777 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eda13a43-e461-4d92-b641-326e999d7d6a None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:15.123934 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['ed8a1dbf-16ac-48f0-b438-2547949def98'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:26:15.168066 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eda13a43-e461-4d92-b641-326e999d7d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:15.259233 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-ed7311cd-4840-4283-80ce-9b8f056e65a8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Allocated IP 2001:db8:1::1 (7cff3bb9-242d-4afa-ba5f-8854249abf3b/ae04fda2-0d27-418c-8997-e6c21495b2d8/9f3fd239-1cb9-4c31-bdae-fe68f80cc1c2) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:26:15.405812 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 339e7a83-6809-4256-85f5-efa6f2c2931b up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:26:15.448110 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda13a43-e461-4d92-b641-326e999d7d6a None None] Network 7cff3bb9-242d-4afa-ba5f-8854249abf3b is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:26:15.457001 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-eda13a43-e461-4d92-b641-326e999d7d6a None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:26:15.477743 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda13a43-e461-4d92-b641-326e999d7d6a None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:26:15.488932 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda13a43-e461-4d92-b641-326e999d7d6a None None] Pushing event updated for resources: {'Port': ['ID=8087a026-a909-40a8-b0fa-efd45b10de8a,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:15.581842 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-eda13a43-e461-4d92-b641-326e999d7d6a None None] Attempting to bind port 8087a026-a909-40a8-b0fa-efd45b10de8a on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:26:15.582213 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-eda13a43-e461-4d92-b641-326e999d7d6a None None] Attempting to bind port 8087a026-a909-40a8-b0fa-efd45b10de8a by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'a22da3ab-280e-468f-b1b5-4fa492a501ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7cff3bb9-242d-4afa-ba5f-8854249abf3b'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:26:15.582583 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda13a43-e461-4d92-b641-326e999d7d6a None None] Attempting to bind port 8087a026-a909-40a8-b0fa-efd45b10de8a on network 7cff3bb9-242d-4afa-ba5f-8854249abf3b {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:26:15.602242 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda13a43-e461-4d92-b641-326e999d7d6a None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:26:15.602627 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda13a43-e461-4d92-b641-326e999d7d6a None None] Checking segment: {'id': 'a22da3ab-280e-468f-b1b5-4fa492a501ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7cff3bb9-242d-4afa-ba5f-8854249abf3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:26:15.603073 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eda13a43-e461-4d92-b641-326e999d7d6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:15.603477 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda13a43-e461-4d92-b641-326e999d7d6a None None] Bound using segment: {'id': 'a22da3ab-280e-468f-b1b5-4fa492a501ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7cff3bb9-242d-4afa-ba5f-8854249abf3b'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:26:15.603968 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-eda13a43-e461-4d92-b641-326e999d7d6a None None] Bound port: 8087a026-a909-40a8-b0fa-efd45b10de8a, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a22da3ab-280e-468f-b1b5-4fa492a501ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7cff3bb9-242d-4afa-ba5f-8854249abf3b'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:26:15.604355 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eda13a43-e461-4d92-b641-326e999d7d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:15.692757 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-eda13a43-e461-4d92-b641-326e999d7d6a None None] For port 8087a026-a909-40a8-b0fa-efd45b10de8a, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:26:15.718572 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-eda13a43-e461-4d92-b641-326e999d7d6a None None] For port 8087a026-a909-40a8-b0fa-efd45b10de8a, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=8087a026-a909-40a8-b0fa-efd45b10de8a,segment=NetworkSegment(a22da3ab-280e-468f-b1b5-4fa492a501ed),segment_id=a22da3ab-280e-468f-b1b5-4fa492a501ed)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:26:15.722087 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 339e7a83-6809-4256-85f5-efa6f2c2931b triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:26:15.722605 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:15.727535 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eda13a43-e461-4d92-b641-326e999d7d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:15.743291 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f3a32709-1658-4f04-b790-6d59ffdd3650 req-a55abe92-4a50-471e-808d-d72402e7c975 tempest-ServerShowV247Test-1585694034 tempest-ServerShowV247Test-1585694034-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa0681d0-5221-40d6-8fd3-00cefacb07ee&device_id=9665a3c9-0a6d-44bb-b287-aa247887781b HTTP/1.1" status: 200 len: 210 time: 0.5059698 Nov 25 13:26:15.878125 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-10fac3d1-dd86-4455-9b88-f4a3c3f946e4 req-e0290841-d894-485c-95da-07cab9081065 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7648747 Nov 25 13:26:15.911553 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda13a43-e461-4d92-b641-326e999d7d6a None None] Pushing event updated for resources: {'Port': ['ID=8087a026-a909-40a8-b0fa-efd45b10de8a,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:15.970461 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 3ed39415-aaec-4937-a5e7-970c0ac2d00f details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:26:16.080075 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ed7311cd-4840-4283-80ce-9b8f056e65a8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:16.159794 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37377355-d46e-4241-ac30-709807740a2b req-0b3677f9-9272-47ba-8fd3-7c06ea6da977 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:16.164956 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-37377355-d46e-4241-ac30-709807740a2b req-0b3677f9-9272-47ba-8fd3-7c06ea6da977 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=40afa780-d237-4c81-998e-6222a2778cb8 HTTP/1.1" status: 200 len: 943 time: 0.2758334 Nov 25 13:26:16.215338 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 3ed39415-aaec-4937-a5e7-970c0ac2d00f, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=3ed39415-aaec-4937-a5e7-970c0ac2d00f,segment=NetworkSegment(69c62212-4523-4acd-b808-007a53ff7fe0),segment_id=69c62212-4523-4acd-b808-007a53ff7fe0)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:26:16.242544 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '3ed39415-aaec-4937-a5e7-970c0ac2d00f', 'network_id': '86ce0c5b-521f-4849-813d-48a6e4cbad17', 'port_id': '3ed39415-aaec-4937-a5e7-970c0ac2d00f', 'mac_address': 'fa:16:3e:29:3b:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a356b22-557f-414f-9369-a0bf5c0c80eb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:26:16.311049 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a4265298-4e8e-4c0d-8ad8-538edf8b590b req-8ae9bb64-0c81-4ff7-a7b6-05cf0bbdb5c6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9c75ebaebedc4f0ea71866484258a50f&device_id=aa0681d0-5221-40d6-8fd3-00cefacb07ee HTTP/1.1" status: 200 len: 210 time: 0.1073101 Nov 25 13:26:16.374371 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:16.393229 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a4265298-4e8e-4c0d-8ad8-538edf8b590b req-572482ef-ef9e-41d1-85b8-c482149d604f service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=9c75ebaebedc4f0ea71866484258a50f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0722172 Nov 25 13:26:16.398266 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ed7311cd-4840-4283-80ce-9b8f056e65a8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:16.440851 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ed39415-aaec-4937-a5e7-970c0ac2d00f {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:26:16.483103 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 3ed39415-aaec-4937-a5e7-970c0ac2d00f, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=3ed39415-aaec-4937-a5e7-970c0ac2d00f,segment=NetworkSegment(69c62212-4523-4acd-b808-007a53ff7fe0),segment_id=69c62212-4523-4acd-b808-007a53ff7fe0)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:26:16.488516 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:16.515305 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-37377355-d46e-4241-ac30-709807740a2b req-9a6a5b43-770e-45ad-99ac-d1b4fe9da400 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174105 Nov 25 13:26:16.562483 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7311cd-4840-4283-80ce-9b8f056e65a8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Network 7cff3bb9-242d-4afa-ba5f-8854249abf3b is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:26:16.569136 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=3ed39415-aaec-4937-a5e7-970c0ac2d00f,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:16.571544 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6d05b766-27c1-41ec-8e6d-8860dac14a3c req-47c84a77-48cf-498b-8b36-969f86245829 tempest-ServerShowV247Test-1585694034 tempest-ServerShowV247Test-1585694034-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa0681d0-5221-40d6-8fd3-00cefacb07ee HTTP/1.1" status: 200 len: 210 time: 0.1238415 Nov 25 13:26:16.579042 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-ed7311cd-4840-4283-80ce-9b8f056e65a8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:26:16.585743 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7311cd-4840-4283-80ce-9b8f056e65a8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:26:16.586289 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ed7311cd-4840-4283-80ce-9b8f056e65a8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:16.589627 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7311cd-4840-4283-80ce-9b8f056e65a8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event updated for resources: {'Port': ['ID=9f3fd239-1cb9-4c31-bdae-fe68f80cc1c2,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:16.607729 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4265298-4e8e-4c0d-8ad8-538edf8b590b req-fdb72961-5b3c-40d9-99d4-0e1c09fe55a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:16.609358 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a4265298-4e8e-4c0d-8ad8-538edf8b590b req-fdb72961-5b3c-40d9-99d4-0e1c09fe55a8 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2079589 Nov 25 13:26:16.708472 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ed7311cd-4840-4283-80ce-9b8f056e65a8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:16.721909 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['3ed39415-aaec-4937-a5e7-970c0ac2d00f'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:26:17.037125 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44abca80-6938-4c53-acb9-d870e884b22e req-fd48a472-1a9d-492c-9d1e-92626d0e623e tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:17.038865 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-44abca80-6938-4c53-acb9-d870e884b22e req-fd48a472-1a9d-492c-9d1e-92626d0e623e tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=8293d7e9-16aa-4b3c-ae3e-7263241280aa HTTP/1.1" status: 200 len: 944 time: 0.0867903 Nov 25 13:26:17.074836 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ed7311cd-4840-4283-80ce-9b8f056e65a8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:17.087161 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ed7311cd-4840-4283-80ce-9b8f056e65a8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:17.087941 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ed7311cd-4840-4283-80ce-9b8f056e65a8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:17.151508 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-44abca80-6938-4c53-acb9-d870e884b22e req-5ae0e967-40bf-4344-80c4-2d317ec75b2d tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053572 Nov 25 13:26:17.191314 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7311cd-4840-4283-80ce-9b8f056e65a8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event updated for resources: {'Port': ['ID=9f3fd239-1cb9-4c31-bdae-fe68f80cc1c2,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:17.267109 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7311cd-4840-4283-80ce-9b8f056e65a8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Network 7cff3bb9-242d-4afa-ba5f-8854249abf3b is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:26:17.268854 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-ed7311cd-4840-4283-80ce-9b8f056e65a8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:26:17.293457 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8caf9ad1-70b7-4597-afee-c4b2e09a6af6 None None] Network 7cff3bb9-242d-4afa-ba5f-8854249abf3b requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:26:17.327928 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 8087a026-a909-40a8-b0fa-efd45b10de8a up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:26:17.408193 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed7311cd-4840-4283-80ce-9b8f056e65a8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Router f4ca290d-b056-4800-a802-3719a18ad5d7 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:26:17.424508 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-ce54934f-c7a6-4bcf-aca5-5a3cc02a28b1 None None] Provisioning complete for port 8087a026-a909-40a8-b0fa-efd45b10de8a triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:26:17.424874 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ce54934f-c7a6-4bcf-aca5-5a3cc02a28b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:17.508585 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 8087a026-a909-40a8-b0fa-efd45b10de8a triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:26:17.508814 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed7311cd-4840-4283-80ce-9b8f056e65a8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:26:17.508960 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:17.516227 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-ed7311cd-4840-4283-80ce-9b8f056e65a8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "PUT /v2.0/routers/f4ca290d-b056-4800-a802-3719a18ad5d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5290165 Nov 25 13:26:17.516457 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59748) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:17.521308 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-933c5f3f-c85b-4a6b-8954-981914c721b8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1154632284'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:26:17.542451 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c9dd3a-2ef8-422b-bcc7-77732f71916c None None] Sync routers for ids ['f4ca290d-b056-4800-a802-3719a18ad5d7'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:26:17.553760 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933c5f3f-c85b-4a6b-8954-981914c721b8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Made reservation on behalf of 177e3b084115482a91deb772ab6235e0 for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:26:17.558111 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-933c5f3f-c85b-4a6b-8954-981914c721b8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:17.583109 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c9dd3a-2ef8-422b-bcc7-77732f71916c None None] Routers {'f4ca290d-b056-4800-a802-3719a18ad5d7'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:26:17.583775 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-c6c9dd3a-2ef8-422b-bcc7-77732f71916c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:26:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['f4ca290d-b056-4800-a802-3719a18ad5d7'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:17.597307 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-933c5f3f-c85b-4a6b-8954-981914c721b8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:26:17.635992 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-933c5f3f-c85b-4a6b-8954-981914c721b8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:17.636351 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-933c5f3f-c85b-4a6b-8954-981914c721b8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Added segment 8eac911f-d288-4afe-abe6-352e7aed792e of type vlan for network fbd1dbc9-4f47-473b-b655-2da1d9180256 Nov 25 13:26:17.702264 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-933c5f3f-c85b-4a6b-8954-981914c721b8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:17.728727 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e28f5a-367d-40e3-98ce-16545fe500ff req-552caead-de00-46ae-b758-9313fdb5a5a5 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:17.730253 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-91e28f5a-367d-40e3-98ce-16545fe500ff req-552caead-de00-46ae-b758-9313fdb5a5a5 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=40afa780-d237-4c81-998e-6222a2778cb8 HTTP/1.1" status: 200 len: 944 time: 0.1300917 Nov 25 13:26:17.732191 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8ee5a667-617e-4b64-981c-5395b9fa628f req-418585e2-4f25-4d11-8eab-73cddcee8309 tempest-ServerShowV247Test-1585694034 tempest-ServerShowV247Test-1585694034-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa0681d0-5221-40d6-8fd3-00cefacb07ee HTTP/1.1" status: 200 len: 210 time: 0.0578969 Nov 25 13:26:17.732701 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ce54934f-c7a6-4bcf-aca5-5a3cc02a28b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:17.770373 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59756) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:17.779634 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-933c5f3f-c85b-4a6b-8954-981914c721b8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:17.785867 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933c5f3f-c85b-4a6b-8954-981914c721b8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:17.786521 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-933c5f3f-c85b-4a6b-8954-981914c721b8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:17.792258 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-c6c9dd3a-2ef8-422b-bcc7-77732f71916c None None] Set router f4ca290d-b056-4800-a802-3719a18ad5d7 gateway port host: None {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:26:17.851723 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:17.854750 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-ce54934f-c7a6-4bcf-aca5-5a3cc02a28b1 None None] For port 8087a026-a909-40a8-b0fa-efd45b10de8a, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=8087a026-a909-40a8-b0fa-efd45b10de8a,segment=NetworkSegment(a22da3ab-280e-468f-b1b5-4fa492a501ed),segment_id=a22da3ab-280e-468f-b1b5-4fa492a501ed)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:26:17.867416 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-933c5f3f-c85b-4a6b-8954-981914c721b8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3473184 Nov 25 13:26:17.875793 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59760) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:17.880675 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-b32d36a9-b385-4d65-b444-334ad8eb7322 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Request body: {'subnet': {'network_id': 'fbd1dbc9-4f47-473b-b655-2da1d9180256', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:26:17.885144 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ce54934f-c7a6-4bcf-aca5-5a3cc02a28b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:17.916502 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a4265298-4e8e-4c0d-8ad8-538edf8b590b req-02d0f0db-8e65-4321-a8e9-09fc5e855ae5 tempest-ServerShowV247Test-1585694034 tempest-ServerShowV247Test-1585694034-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa0681d0-5221-40d6-8fd3-00cefacb07ee HTTP/1.1" status: 200 len: 210 time: 0.0531731 Nov 25 13:26:17.975467 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933c5f3f-c85b-4a6b-8954-981914c721b8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event updated for resources: {'Network': ['ID=fbd1dbc9-4f47-473b-b655-2da1d9180256,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:18.000008 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-91e28f5a-367d-40e3-98ce-16545fe500ff req-a014457a-ec96-4dee-b625-fa036642d2bc tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412136 Nov 25 13:26:18.011757 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-77dfe02a-5e06-4446-8c89-fc16c8bddd30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:18.056170 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.db.api [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 13:26:18.056683 n-d-808199-11 neutron-server[103572]: DEBUG oslo_db.api [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 13:26:18.057499 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network fbd1dbc9-4f47-473b-b655-2da1d9180256 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:26:18.060372 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 3ed39415-aaec-4937-a5e7-970c0ac2d00f up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:26:18.129788 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32d36a9-b385-4d65-b444-334ad8eb7322 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Made reservation on behalf of 177e3b084115482a91deb772ab6235e0 for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:26:18.133514 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b32d36a9-b385-4d65-b444-334ad8eb7322 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:18.205694 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce54934f-c7a6-4bcf-aca5-5a3cc02a28b1 None None] Pushing event updated for resources: {'Port': ['ID=8087a026-a909-40a8-b0fa-efd45b10de8a,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:18.221359 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-77dfe02a-5e06-4446-8c89-fc16c8bddd30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:18.237871 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-77dfe02a-5e06-4446-8c89-fc16c8bddd30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:18.325381 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dfe02a-5e06-4446-8c89-fc16c8bddd30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3764aa2f-226b-4aac-a9bd-6c6bf050227c,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:18.337498 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-77dfe02a-5e06-4446-8c89-fc16c8bddd30 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=08d7d8bbe3934c0cbc443e153920d881&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5629551 Nov 25 13:26:18.337745 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59764) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:18.418119 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-a3e5fcfe-6abe-4e2a-900e-3357dc243a67 None None] Provisioning complete for port 9f3fd239-1cb9-4c31-bdae-fe68f80cc1c2 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:26:18.418673 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a3e5fcfe-6abe-4e2a-900e-3357dc243a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:18.424471 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8a688c39-2a5b-4af0-9832-3f271ec25c4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:18.454607 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c28ca4-a5eb-4c2f-8124-549fe240d7d6 req-473e6e56-b55f-42be-a7db-535f04227023 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:18.456893 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-07c28ca4-a5eb-4c2f-8124-549fe240d7d6 req-473e6e56-b55f-42be-a7db-535f04227023 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=8293d7e9-16aa-4b3c-ae3e-7263241280aa HTTP/1.1" status: 200 len: 944 time: 0.2095339 Nov 25 13:26:18.481568 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8a688c39-2a5b-4af0-9832-3f271ec25c4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:18.485065 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 3ed39415-aaec-4937-a5e7-970c0ac2d00f completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:26:18.497682 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 3ed39415-aaec-4937-a5e7-970c0ac2d00f triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:26:18.498199 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:18.539083 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-a3e5fcfe-6abe-4e2a-900e-3357dc243a67 None None] Port 9f3fd239-1cb9-4c31-bdae-fe68f80cc1c2 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:26:18.598636 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b32d36a9-b385-4d65-b444-334ad8eb7322 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:18.599554 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8a688c39-2a5b-4af0-9832-3f271ec25c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:18.603065 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8a688c39-2a5b-4af0-9832-3f271ec25c4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:18.604471 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-8a688c39-2a5b-4af0-9832-3f271ec25c4f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3764aa2f-226b-4aac-a9bd-6c6bf050227c HTTP/1.1" status: 204 len: 168 time: 0.2661633 Nov 25 13:26:18.615057 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a688c39-2a5b-4af0-9832-3f271ec25c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3764aa2f-226b-4aac-a9bd-6c6bf050227c,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:18.637842 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-a3e5fcfe-6abe-4e2a-900e-3357dc243a67 None None] Provisioning complete for port 8087a026-a909-40a8-b0fa-efd45b10de8a triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:26:18.637995 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-07c28ca4-a5eb-4c2f-8124-549fe240d7d6 req-c73f4070-b1dd-466a-9656-88c87d4fdf6a tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705446 Nov 25 13:26:18.638126 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a3e5fcfe-6abe-4e2a-900e-3357dc243a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:18.712870 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32d36a9-b385-4d65-b444-334ad8eb7322 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event updated for resources: {'Subnet': ['ID=03243bd3-9267-4213-b146-d14ac3094541,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:18.715671 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-c6c9dd3a-2ef8-422b-bcc7-77732f71916c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'name': 'tempest-RoutersIpV6Test-router-1774973520', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:26:05Z', 'updated_at': '2021-11-25T13:26:16Z', 'revision_number': 3, 'project_id': '177e3b084115482a91deb772ab6235e0', 'gw_port_host': None, '_interfaces': [{'id': '339e7a83-6809-4256-85f5-efa6f2c2931b', 'name': '', 'network_id': 'ee8d2ea2-8666-4969-97a1-9dc2d7e54e9f', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'mac_address': 'fa:16:3e:ab:a4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': 'da726350-0d03-4a24-b59b-eb9cd43d1b2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:08Z', 'updated_at': '2021-11-25T13:26:14Z', 'revision_number': 5, 'project_id': '177e3b084115482a91deb772ab6235e0', 'subnets': [{'id': 'da726350-0d03-4a24-b59b-eb9cd43d1b2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3fd239-1cb9-4c31-bdae-fe68f80cc1c2', 'name': '', 'network_id': '7cff3bb9-242d-4afa-ba5f-8854249abf3b', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'mac_address': 'fa:16:3e:bb:9a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'ae04fda2-0d27-418c-8997-e6c21495b2d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:14Z', 'updated_at': '2021-11-25T13:26:16Z', 'revision_number': 2, 'project_id': '177e3b084115482a91deb772ab6235e0', 'subnets': [{'id': 'ae04fda2-0d27-418c-8997-e6c21495b2d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:18.725388 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32d36a9-b385-4d65-b444-334ad8eb7322 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Checking segment: {'id': '8eac911f-d288-4afe-abe6-352e7aed792e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'fbd1dbc9-4f47-473b-b655-2da1d9180256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:26:18.725756 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32d36a9-b385-4d65-b444-334ad8eb7322 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Network hostable DHCP agents. Network: fbd1dbc9-4f47-473b-b655-2da1d9180256, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:26:18.743367 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32d36a9-b385-4d65-b444-334ad8eb7322 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Network fbd1dbc9-4f47-473b-b655-2da1d9180256 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:26:18.752897 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-b32d36a9-b385-4d65-b444-334ad8eb7322 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, fbd1dbc9-4f47-473b-b655-2da1d9180256) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:26:18.758045 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32d36a9-b385-4d65-b444-334ad8eb7322 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:18.758679 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b32d36a9-b385-4d65-b444-334ad8eb7322 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:18.781062 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b32d36a9-b385-4d65-b444-334ad8eb7322 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9042447 Nov 25 13:26:18.784152 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59772) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:18.800147 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:18.805380 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290c6d21-8bee-45c5-8228-39bf5bbcebc3 None None] Network fbd1dbc9-4f47-473b-b655-2da1d9180256 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:26:18.815603 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c9dd3a-2ef8-422b-bcc7-77732f71916c None None] Checking router: f4ca290d-b056-4800-a802-3719a18ad5d7 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:26:18.815968 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c9dd3a-2ef8-422b-bcc7-77732f71916c None None] Updating router f4ca290d-b056-4800-a802-3719a18ad5d7 port 9f3fd239-1cb9-4c31-bdae-fe68f80cc1c2 binding host n-d-808199-11 {{(pid=103572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:26:18.892558 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c6c9dd3a-2ef8-422b-bcc7-77732f71916c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:18.953867 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40afa780-d237-4c81-998e-6222a2778cb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed39415-aaec-4937-a5e7-970c0ac2d00f'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:26:18.956136 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9796b7d7-f9bd-43b3-b93a-ebbd73c8885a" -d '{"events": [{"server_uuid": "40afa780-d237-4c81-998e-6222a2778cb8", "name": "network-vif-plugged", "status": "completed", "tag": "3ed39415-aaec-4937-a5e7-970c0ac2d00f"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:26:19.031848 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59784) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:19.071199 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ff5a0da9-d479-4b48-939f-c450f3a594f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:19.102864 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 3ed39415-aaec-4937-a5e7-970c0ac2d00f, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=3ed39415-aaec-4937-a5e7-970c0ac2d00f,segment=NetworkSegment(69c62212-4523-4acd-b808-007a53ff7fe0),segment_id=69c62212-4523-4acd-b808-007a53ff7fe0)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:26:19.104666 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-596e6f9b-f0dd-46d3-a840-489bfc9a5c1d x-openstack-request-id: req-596e6f9b-f0dd-46d3-a840-489bfc9a5c1d {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:26:19.105189 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40afa780-d237-4c81-998e-6222a2778cb8", "name": "network-vif-plugged", "status": "completed", "tag": "3ed39415-aaec-4937-a5e7-970c0ac2d00f", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:26:19.105659 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-596e6f9b-f0dd-46d3-a840-489bfc9a5c1d {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:26:19.106023 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40afa780-d237-4c81-998e-6222a2778cb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed39415-aaec-4937-a5e7-970c0ac2d00f', 'code': 200} Nov 25 13:26:19.120882 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:19.121681 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device ed8a1dbf-16ac-48f0-b438-2547949def98 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:26:19.153246 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-53952535-e44c-487e-a1ef-f01f8c6a1dd0 req-3a3776f7-21fb-423d-89aa-06c692cec64a tempest-ServerShowV247Test-1585694034 tempest-ServerShowV247Test-1585694034-project] 10.222.0.53 "GET /v2.0/ports?device_id=9665a3c9-0a6d-44bb-b287-aa247887781b HTTP/1.1" status: 200 len: 210 time: 0.0470452 Nov 25 13:26:19.173790 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4ae0e1-d927-4857-afa3-e5141e320a12 req-b54e8dc6-bdd8-4705-a0fa-717a7c012c9f tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:19.175328 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ea4ae0e1-d927-4857-afa3-e5141e320a12 req-b54e8dc6-bdd8-4705-a0fa-717a7c012c9f tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=40afa780-d237-4c81-998e-6222a2778cb8 HTTP/1.1" status: 200 len: 945 time: 0.0792706 Nov 25 13:26:19.187538 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-943cae50-5057-4a70-a3c7-bee592b145c8 req-33f537ac-9e29-4cbb-ba0b-8d4155fc2487 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9c75ebaebedc4f0ea71866484258a50f&device_id=9665a3c9-0a6d-44bb-b287-aa247887781b HTTP/1.1" status: 200 len: 210 time: 0.1531837 Nov 25 13:26:19.233461 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-7e02ff85-4777-49f6-b3b7-63139add9699 None None] Provisioning complete for port 9f3fd239-1cb9-4c31-bdae-fe68f80cc1c2 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:26:19.233729 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7e02ff85-4777-49f6-b3b7-63139add9699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:19.248892 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ea4ae0e1-d927-4857-afa3-e5141e320a12 req-41e083ac-0c8b-46a8-b791-5ea26ef20f92 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641325 Nov 25 13:26:19.291122 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 8087a026-a909-40a8-b0fa-efd45b10de8a up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:26:19.322370 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-943cae50-5057-4a70-a3c7-bee592b145c8 req-43079edc-7999-4f98-9c83-db48f703b47b service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=9c75ebaebedc4f0ea71866484258a50f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0613773 Nov 25 13:26:19.413420 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f261428c-9f05-46f8-b996-f6a11045f40a req-a6a8efeb-6882-463c-ad71-cc4b72c9bdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:19.415559 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f261428c-9f05-46f8-b996-f6a11045f40a req-a6a8efeb-6882-463c-ad71-cc4b72c9bdac service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=40afa780-d237-4c81-998e-6222a2778cb8 HTTP/1.1" status: 200 len: 1097 time: 0.3076868 Nov 25 13:26:19.427247 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=3ed39415-aaec-4937-a5e7-970c0ac2d00f,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:19.429870 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-7e02ff85-4777-49f6-b3b7-63139add9699 None None] Port 9f3fd239-1cb9-4c31-bdae-fe68f80cc1c2 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:26:19.500431 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port ed8a1dbf-16ac-48f0-b438-2547949def98 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:26:19.519115 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port ed8a1dbf-16ac-48f0-b438-2547949def98 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:26:19.519496 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:19.550403 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6a112e-73db-44a7-868a-330144d0b6bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-fbd1dbc9-4f47-473b-b655-2da1d9180256', 'network_id': 'fbd1dbc9-4f47-473b-b655-2da1d9180256', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'fixed_ips': [{'subnet_id': '03243bd3-9267-4213-b146-d14ac3094541'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:26:19.551310 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ed6a112e-73db-44a7-868a-330144d0b6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:19.563653 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-96aa414b-5ecf-461a-b44c-38d79609d5c9 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:19.597312 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ff5a0da9-d479-4b48-939f-c450f3a594f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:19.602186 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f261428c-9f05-46f8-b996-f6a11045f40a req-8a80770d-a183-4a94-9f8f-3a9e9672e099 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758955 Nov 25 13:26:19.604040 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943cae50-5057-4a70-a3c7-bee592b145c8 req-dc721eaa-6628-4e0a-9958-3faa4f2ed0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:19.605525 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-943cae50-5057-4a70-a3c7-bee592b145c8 req-dc721eaa-6628-4e0a-9958-3faa4f2ed0f6 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2697787 Nov 25 13:26:19.607945 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ff5a0da9-d479-4b48-939f-c450f3a594f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:19.609165 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 8087a026-a909-40a8-b0fa-efd45b10de8a triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:26:19.609554 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:19.653573 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c6c9dd3a-2ef8-422b-bcc7-77732f71916c None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:19.722237 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5a0da9-d479-4b48-939f-c450f3a594f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=293a6c1a-9c6f-43b6-ad90-907bd504bde3,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:19.725950 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c6c9dd3a-2ef8-422b-bcc7-77732f71916c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:19.729677 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-ff5a0da9-d479-4b48-939f-c450f3a594f2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aa2aae05b3f04941aa47eea4c921b7af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6888654 Nov 25 13:26:19.731082 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59790) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:19.812957 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623e9b0-520b-4b1a-bf56-863133191fd3 req-9e819ae9-22ba-4823-a408-cd752c657a32 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:19.814635 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0623e9b0-520b-4b1a-bf56-863133191fd3 req-9e819ae9-22ba-4823-a408-cd752c657a32 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=8293d7e9-16aa-4b3c-ae3e-7263241280aa HTTP/1.1" status: 200 len: 944 time: 0.0939646 Nov 25 13:26:19.871978 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0623e9b0-520b-4b1a-bf56-863133191fd3 req-170fc4d9-2425-470f-a9f8-11008a813cfb tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511534 Nov 25 13:26:19.915844 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a956e68a-b4ba-4d15-83fd-34e016c4b10b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:19.926219 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d231a6de-d187-464f-8ce8-aa6feed5301e None None] Pushing event updated for resources: {'Port': ['ID=9f3fd239-1cb9-4c31-bdae-fe68f80cc1c2,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:19.929243 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:19.955455 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a956e68a-b4ba-4d15-83fd-34e016c4b10b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:20.013489 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a956e68a-b4ba-4d15-83fd-34e016c4b10b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:20.016653 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a956e68a-b4ba-4d15-83fd-34e016c4b10b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:20.017839 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-a956e68a-b4ba-4d15-83fd-34e016c4b10b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/293a6c1a-9c6f-43b6-ad90-907bd504bde3 HTTP/1.1" status: 204 len: 168 time: 0.2860217 Nov 25 13:26:20.018156 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-c6c9dd3a-2ef8-422b-bcc7-77732f71916c None None] Attempting to bind port 9f3fd239-1cb9-4c31-bdae-fe68f80cc1c2 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:26:20.018540 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-c6c9dd3a-2ef8-422b-bcc7-77732f71916c None None] Attempting to bind port 9f3fd239-1cb9-4c31-bdae-fe68f80cc1c2 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'a22da3ab-280e-468f-b1b5-4fa492a501ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7cff3bb9-242d-4afa-ba5f-8854249abf3b'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:26:20.018941 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c9dd3a-2ef8-422b-bcc7-77732f71916c None None] Attempting to bind port 9f3fd239-1cb9-4c31-bdae-fe68f80cc1c2 on network 7cff3bb9-242d-4afa-ba5f-8854249abf3b {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:26:20.027666 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a956e68a-b4ba-4d15-83fd-34e016c4b10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=293a6c1a-9c6f-43b6-ad90-907bd504bde3,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:20.030903 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-ed6a112e-73db-44a7-868a-330144d0b6bd None None] Allocated IP 2001:db8:2::2 (fbd1dbc9-4f47-473b-b655-2da1d9180256/03243bd3-9267-4213-b146-d14ac3094541/fb6b1d62-3010-4ab4-94e2-db82ab9f2233) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:26:20.066735 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c9dd3a-2ef8-422b-bcc7-77732f71916c None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:26:20.067019 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c9dd3a-2ef8-422b-bcc7-77732f71916c None None] Checking segment: {'id': 'a22da3ab-280e-468f-b1b5-4fa492a501ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7cff3bb9-242d-4afa-ba5f-8854249abf3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:26:20.067205 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c6c9dd3a-2ef8-422b-bcc7-77732f71916c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:20.067665 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c9dd3a-2ef8-422b-bcc7-77732f71916c None None] Bound using segment: {'id': 'a22da3ab-280e-468f-b1b5-4fa492a501ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7cff3bb9-242d-4afa-ba5f-8854249abf3b'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:26:20.068300 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-c6c9dd3a-2ef8-422b-bcc7-77732f71916c None None] Bound port: 9f3fd239-1cb9-4c31-bdae-fe68f80cc1c2, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a22da3ab-280e-468f-b1b5-4fa492a501ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7cff3bb9-242d-4afa-ba5f-8854249abf3b'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:26:20.069216 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c6c9dd3a-2ef8-422b-bcc7-77732f71916c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:20.088831 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port ed8a1dbf-16ac-48f0-b438-2547949def98, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=ed8a1dbf-16ac-48f0-b438-2547949def98,segment=NetworkSegment(9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8),segment_id=9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:26:20.109484 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:20.261410 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-134efe4b-24c3-462e-bd73-b69ca472679e None None] Provisioning complete for port 9f3fd239-1cb9-4c31-bdae-fe68f80cc1c2 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:26:20.261720 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-134efe4b-24c3-462e-bd73-b69ca472679e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:20.263698 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-c6c9dd3a-2ef8-422b-bcc7-77732f71916c None None] For port 9f3fd239-1cb9-4c31-bdae-fe68f80cc1c2, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:26:20.269705 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=ed8a1dbf-16ac-48f0-b438-2547949def98,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:20.288034 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c5e9c52e-8e58-4701-84bb-6e3e92268e32 req-ba9aad4e-aa0a-4c06-845e-3f485adadcf9 tempest-ServerShowV247Test-1585694034 tempest-ServerShowV247Test-1585694034-project] 10.222.0.53 "GET /v2.0/ports?device_id=9665a3c9-0a6d-44bb-b287-aa247887781b HTTP/1.1" status: 200 len: 210 time: 0.0419345 Nov 25 13:26:20.325476 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-c6c9dd3a-2ef8-422b-bcc7-77732f71916c None None] For port 9f3fd239-1cb9-4c31-bdae-fe68f80cc1c2, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=9f3fd239-1cb9-4c31-bdae-fe68f80cc1c2,segment=NetworkSegment(a22da3ab-280e-468f-b1b5-4fa492a501ed),segment_id=a22da3ab-280e-468f-b1b5-4fa492a501ed)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:26:20.338604 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c6c9dd3a-2ef8-422b-bcc7-77732f71916c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:20.346336 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-134efe4b-24c3-462e-bd73-b69ca472679e None None] Port 9f3fd239-1cb9-4c31-bdae-fe68f80cc1c2 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:26:20.372532 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a9f27c-2f8e-41ce-9d8b-bb8b3c049b08 req-e17165dc-50e2-46fd-b029-5052329fe067 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:20.380039 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-57a9f27c-2f8e-41ce-9d8b-bb8b3c049b08 req-e17165dc-50e2-46fd-b029-5052329fe067 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=40afa780-d237-4c81-998e-6222a2778cb8 HTTP/1.1" status: 200 len: 945 time: 0.0571980 Nov 25 13:26:20.476983 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c9dd3a-2ef8-422b-bcc7-77732f71916c None None] Routers {'f4ca290d-b056-4800-a802-3719a18ad5d7'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:26:20.476983 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-c6c9dd3a-2ef8-422b-bcc7-77732f71916c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:26:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['f4ca290d-b056-4800-a802-3719a18ad5d7'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:20.476983 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d231a6de-d187-464f-8ce8-aa6feed5301e None None] Pushing event updated for resources: {'Port': ['ID=9f3fd239-1cb9-4c31-bdae-fe68f80cc1c2,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:20.479050 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-57a9f27c-2f8e-41ce-9d8b-bb8b3c049b08 req-76d2c0f4-aaab-42be-b26a-c9e9760184a2 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544720 Nov 25 13:26:20.479824 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ed6a112e-73db-44a7-868a-330144d0b6bd None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:20.734657 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ed6a112e-73db-44a7-868a-330144d0b6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:20.788329 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-96aa414b-5ecf-461a-b44c-38d79609d5c9 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Allocated IP 2001:db8:2::1 (fbd1dbc9-4f47-473b-b655-2da1d9180256/03243bd3-9267-4213-b146-d14ac3094541/30571eb0-7dae-4884-801c-03b607645e3d) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:26:20.831206 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6a112e-73db-44a7-868a-330144d0b6bd None None] Network fbd1dbc9-4f47-473b-b655-2da1d9180256 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:26:20.833714 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-c6c9dd3a-2ef8-422b-bcc7-77732f71916c None None] Set router f4ca290d-b056-4800-a802-3719a18ad5d7 gateway port host: None {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:26:20.836627 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6a112e-73db-44a7-868a-330144d0b6bd None None] Pushing event updated for resources: {'Port': ['ID=fb6b1d62-3010-4ab4-94e2-db82ab9f2233,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:20.839294 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-ed6a112e-73db-44a7-868a-330144d0b6bd None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:26:20.844981 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6a112e-73db-44a7-868a-330144d0b6bd None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:26:20.873763 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-fc559221-c4e0-4053-b5af-5f0980eb732c None None] Provisioning complete for port 9f3fd239-1cb9-4c31-bdae-fe68f80cc1c2 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:26:20.874249 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fc559221-c4e0-4053-b5af-5f0980eb732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:20.933595 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59820) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:20.998251 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-96aa414b-5ecf-461a-b44c-38d79609d5c9 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:21.010286 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-ed6a112e-73db-44a7-868a-330144d0b6bd None None] Attempting to bind port fb6b1d62-3010-4ab4-94e2-db82ab9f2233 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:26:21.010779 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-ed6a112e-73db-44a7-868a-330144d0b6bd None None] Attempting to bind port fb6b1d62-3010-4ab4-94e2-db82ab9f2233 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '8eac911f-d288-4afe-abe6-352e7aed792e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'fbd1dbc9-4f47-473b-b655-2da1d9180256'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:26:21.011227 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6a112e-73db-44a7-868a-330144d0b6bd None None] Attempting to bind port fb6b1d62-3010-4ab4-94e2-db82ab9f2233 on network fbd1dbc9-4f47-473b-b655-2da1d9180256 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:26:21.019968 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95c4bd-396b-4ea8-9ac2-04a6c79f3020 req-e5400f9e-f0fd-4c1c-9458-cc1e40a3b55b tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:21.027817 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fd95c4bd-396b-4ea8-9ac2-04a6c79f3020 req-e5400f9e-f0fd-4c1c-9458-cc1e40a3b55b tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=8293d7e9-16aa-4b3c-ae3e-7263241280aa HTTP/1.1" status: 200 len: 945 time: 0.0621128 Nov 25 13:26:21.043348 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-96aa414b-5ecf-461a-b44c-38d79609d5c9 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:21.065681 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6a112e-73db-44a7-868a-330144d0b6bd None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:26:21.066265 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6a112e-73db-44a7-868a-330144d0b6bd None None] Checking segment: {'id': '8eac911f-d288-4afe-abe6-352e7aed792e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'fbd1dbc9-4f47-473b-b655-2da1d9180256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:26:21.066726 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ed6a112e-73db-44a7-868a-330144d0b6bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:21.067210 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6a112e-73db-44a7-868a-330144d0b6bd None None] Bound using segment: {'id': '8eac911f-d288-4afe-abe6-352e7aed792e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'fbd1dbc9-4f47-473b-b655-2da1d9180256'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:26:21.067804 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-ed6a112e-73db-44a7-868a-330144d0b6bd None None] Bound port: fb6b1d62-3010-4ab4-94e2-db82ab9f2233, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eac911f-d288-4afe-abe6-352e7aed792e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'fbd1dbc9-4f47-473b-b655-2da1d9180256'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:26:21.068818 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ed6a112e-73db-44a7-868a-330144d0b6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:21.083167 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fd95c4bd-396b-4ea8-9ac2-04a6c79f3020 req-d7d31db9-d543-49e9-a2d5-cda1b28e68fd tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533574 Nov 25 13:26:21.089524 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-2cea8a19-8bfd-43cf-af5e-3bbced2710ef admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-537886435-network', 'tenant_id': 'fe206592d16d4e629f3b5ca479fdfa24'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:26:21.116493 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cea8a19-8bfd-43cf-af5e-3bbced2710ef admin admin] Made reservation on behalf of fe206592d16d4e629f3b5ca479fdfa24 for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:26:21.118592 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8293d7e9-16aa-4b3c-ae3e-7263241280aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed8a1dbf-16ac-48f0-b438-2547949def98'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:26:21.119673 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2cea8a19-8bfd-43cf-af5e-3bbced2710ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:21.121159 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46d0f32-2ddd-4816-9bb7-faee0fe4911b" -d '{"events": [{"server_uuid": "8293d7e9-16aa-4b3c-ae3e-7263241280aa", "name": "network-vif-plugged", "status": "completed", "tag": "ed8a1dbf-16ac-48f0-b438-2547949def98"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:26:21.126764 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aa414b-5ecf-461a-b44c-38d79609d5c9 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event updated for resources: {'Port': ['ID=30571eb0-7dae-4884-801c-03b607645e3d,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:21.131703 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2cea8a19-8bfd-43cf-af5e-3bbced2710ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:21.135368 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [req-f9a18add-b3b4-4e18-af41-00b3813bcc9d req-2c0db67a-9a12-43e6-a254-f983cf407c3a service neutron] (103570) timed out ('10.222.0.47', 52737) {{(pid=103570) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 13:26:21.151453 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96aa414b-5ecf-461a-b44c-38d79609d5c9 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Network fbd1dbc9-4f47-473b-b655-2da1d9180256 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:26:21.154715 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-943cae50-5057-4a70-a3c7-bee592b145c8 req-97bb29f7-e518-46b4-aad4-23ad0f635ce3 tempest-ServerShowV247Test-1585694034 tempest-ServerShowV247Test-1585694034-project] 10.222.0.47 "GET /v2.0/ports?device_id=9665a3c9-0a6d-44bb-b287-aa247887781b HTTP/1.1" status: 200 len: 210 time: 0.0982072 Nov 25 13:26:21.156285 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-96aa414b-5ecf-461a-b44c-38d79609d5c9 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:26:21.160868 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96aa414b-5ecf-461a-b44c-38d79609d5c9 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:26:21.161684 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-96aa414b-5ecf-461a-b44c-38d79609d5c9 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:21.205588 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3955f739-1743-4d8a-acce-33ef8995c92f x-openstack-request-id: req-3955f739-1743-4d8a-acce-33ef8995c92f {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:26:21.206012 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8293d7e9-16aa-4b3c-ae3e-7263241280aa", "name": "network-vif-plugged", "status": "completed", "tag": "ed8a1dbf-16ac-48f0-b438-2547949def98", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:26:21.206270 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3955f739-1743-4d8a-acce-33ef8995c92f {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:26:21.206655 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8293d7e9-16aa-4b3c-ae3e-7263241280aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed8a1dbf-16ac-48f0-b438-2547949def98', 'code': 200} Nov 25 13:26:21.232151 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-ed6a112e-73db-44a7-868a-330144d0b6bd None None] For port fb6b1d62-3010-4ab4-94e2-db82ab9f2233, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:26:21.234999 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fc559221-c4e0-4053-b5af-5f0980eb732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:21.283948 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-ed6a112e-73db-44a7-868a-330144d0b6bd None None] For port fb6b1d62-3010-4ab4-94e2-db82ab9f2233, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=fb6b1d62-3010-4ab4-94e2-db82ab9f2233,segment=NetworkSegment(8eac911f-d288-4afe-abe6-352e7aed792e),segment_id=8eac911f-d288-4afe-abe6-352e7aed792e)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:26:21.294480 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2cea8a19-8bfd-43cf-af5e-3bbced2710ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:21.314141 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ed6a112e-73db-44a7-868a-330144d0b6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:21.316777 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2cea8a19-8bfd-43cf-af5e-3bbced2710ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:21.353771 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cea8a19-8bfd-43cf-af5e-3bbced2710ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:26:21.372538 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2cea8a19-8bfd-43cf-af5e-3bbced2710ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:21.372889 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-2cea8a19-8bfd-43cf-af5e-3bbced2710ef admin admin] Added segment 01e0b005-5d2d-4182-80e0-9a959c89dab7 of type vlan for network 320bc64f-c87e-4161-bc09-4845b1bfc36c Nov 25 13:26:21.386299 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-fc559221-c4e0-4053-b5af-5f0980eb732c None None] For port 9f3fd239-1cb9-4c31-bdae-fe68f80cc1c2, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=9f3fd239-1cb9-4c31-bdae-fe68f80cc1c2,segment=NetworkSegment(a22da3ab-280e-468f-b1b5-4fa492a501ed),segment_id=a22da3ab-280e-468f-b1b5-4fa492a501ed)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:26:21.409370 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fc559221-c4e0-4053-b5af-5f0980eb732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:21.424844 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6a112e-73db-44a7-868a-330144d0b6bd None None] Pushing event updated for resources: {'Port': ['ID=fb6b1d62-3010-4ab4-94e2-db82ab9f2233,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:21.475865 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f8f7a689-9e0d-4844-8acd-532678ae9cd7 req-e7856926-a37f-41d3-8d4d-4fe8aba082e5 tempest-ServerShowV247Test-1585694034 tempest-ServerShowV247Test-1585694034-project] 10.222.0.53 "GET /v2.0/ports?device_id=9665a3c9-0a6d-44bb-b287-aa247887781b HTTP/1.1" status: 200 len: 210 time: 0.0492823 Nov 25 13:26:21.477630 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2cea8a19-8bfd-43cf-af5e-3bbced2710ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:21.480199 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea8a19-8bfd-43cf-af5e-3bbced2710ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1378374-d333-4bb6-a3d3-e4dbcdb62521,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:21.512833 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-c6c9dd3a-2ef8-422b-bcc7-77732f71916c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'name': 'tempest-RoutersIpV6Test-router-1774973520', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:26:05Z', 'updated_at': '2021-11-25T13:26:16Z', 'revision_number': 3, 'project_id': '177e3b084115482a91deb772ab6235e0', 'gw_port_host': None, '_interfaces': [{'id': '339e7a83-6809-4256-85f5-efa6f2c2931b', 'name': '', 'network_id': 'ee8d2ea2-8666-4969-97a1-9dc2d7e54e9f', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'mac_address': 'fa:16:3e:ab:a4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': 'da726350-0d03-4a24-b59b-eb9cd43d1b2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:08Z', 'updated_at': '2021-11-25T13:26:14Z', 'revision_number': 5, 'project_id': '177e3b084115482a91deb772ab6235e0', 'subnets': [{'id': 'da726350-0d03-4a24-b59b-eb9cd43d1b2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3fd239-1cb9-4c31-bdae-fe68f80cc1c2', 'name': '', 'network_id': '7cff3bb9-242d-4afa-ba5f-8854249abf3b', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'mac_address': 'fa:16:3e:bb:9a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'ae04fda2-0d27-418c-8997-e6c21495b2d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:14Z', 'updated_at': '2021-11-25T13:26:20Z', 'revision_number': 4, 'project_id': '177e3b084115482a91deb772ab6235e0', 'subnets': [{'id': 'ae04fda2-0d27-418c-8997-e6c21495b2d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:21.553294 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c9dd3a-2ef8-422b-bcc7-77732f71916c None None] The sync data for ids ['f4ca290d-b056-4800-a802-3719a18ad5d7'] in n-d-808199-11 is: [{'id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'name': 'tempest-RoutersIpV6Test-router-1774973520', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:26:05Z', 'updated_at': '2021-11-25T13:26:16Z', 'revision_number': 3, 'project_id': '177e3b084115482a91deb772ab6235e0', 'gw_port_host': None, '_interfaces': [{'id': '339e7a83-6809-4256-85f5-efa6f2c2931b', 'name': '', 'network_id': 'ee8d2ea2-8666-4969-97a1-9dc2d7e54e9f', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'mac_address': 'fa:16:3e:ab:a4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': 'da726350-0d03-4a24-b59b-eb9cd43d1b2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:08Z', 'updated_at': '2021-11-25T13:26:14Z', 'revision_number': 5, 'project_id': '177e3b084115482a91deb772ab6235e0', 'subnets': [{'id': 'da726350-0d03-4a24-b59b-eb9cd43d1b2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3fd239-1cb9-4c31-bdae-fe68f80cc1c2', 'name': '', 'network_id': '7cff3bb9-242d-4afa-ba5f-8854249abf3b', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'mac_address': 'fa:16:3e:bb:9a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'ae04fda2-0d27-418c-8997-e6c21495b2d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:14Z', 'updated_at': '2021-11-25T13:26:20Z', 'revision_number': 4, 'project_id': '177e3b084115482a91deb772ab6235e0', 'subnets': [{'id': 'ae04fda2-0d27-418c-8997-e6c21495b2d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:26:21.562656 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc559221-c4e0-4053-b5af-5f0980eb732c None None] Pushing event updated for resources: {'Port': ['ID=9f3fd239-1cb9-4c31-bdae-fe68f80cc1c2,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:21.570488 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2cea8a19-8bfd-43cf-af5e-3bbced2710ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:21.571598 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cea8a19-8bfd-43cf-af5e-3bbced2710ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:21.572196 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2cea8a19-8bfd-43cf-af5e-3bbced2710ef admin admin] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:21.705185 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [req-204cac99-d4a9-4a52-a8e4-58f7de947512 req-a0664a8f-2951-4749-b184-83390bec3021 service neutron] (103571) timed out ('10.222.0.47', 52528) {{(pid=103571) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 13:26:21.723421 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea8a19-8bfd-43cf-af5e-3bbced2710ef admin admin] Pushing event updated for resources: {'Network': ['ID=320bc64f-c87e-4161-bc09-4845b1bfc36c,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:21.732970 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-2cea8a19-8bfd-43cf-af5e-3bbced2710ef admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7980473 Nov 25 13:26:21.733632 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59832) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:21.735921 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 320bc64f-c87e-4161-bc09-4845b1bfc36c details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:26:21.808131 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-d8b6b7d5-b71f-4e89-9393-ad35c7b9a66a admin admin] Request body: {'subnet': {'network_id': '320bc64f-c87e-4161-bc09-4845b1bfc36c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-537886435-subnet', 'tenant_id': 'fe206592d16d4e629f3b5ca479fdfa24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:26:21.859878 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-96aa414b-5ecf-461a-b44c-38d79609d5c9 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:21.869743 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b6b7d5-b71f-4e89-9393-ad35c7b9a66a admin admin] Made reservation on behalf of fe206592d16d4e629f3b5ca479fdfa24 for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:26:21.872109 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d8b6b7d5-b71f-4e89-9393-ad35c7b9a66a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:21.877606 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f051a5a4-f3ad-4498-9a02-14465267fe86 req-8b0853af-1020-4454-9f99-3fd8e9a705fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:21.879201 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f051a5a4-f3ad-4498-9a02-14465267fe86 req-8b0853af-1020-4454-9f99-3fd8e9a705fa service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8293d7e9-16aa-4b3c-ae3e-7263241280aa HTTP/1.1" status: 200 len: 1097 time: 0.1671462 Nov 25 13:26:21.974187 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e8cf8-d057-4d3d-8345-c2702085e3f6 req-d2d97713-f78e-407c-82bb-949cc4629f7a tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:21.976384 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-306e8cf8-d057-4d3d-8345-c2702085e3f6 req-d2d97713-f78e-407c-82bb-949cc4629f7a tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=40afa780-d237-4c81-998e-6222a2778cb8 HTTP/1.1" status: 200 len: 945 time: 0.3710444 Nov 25 13:26:22.018281 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f051a5a4-f3ad-4498-9a02-14465267fe86 req-2b370fe9-1aab-45e5-9906-c0b988fed0e8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305463 Nov 25 13:26:22.097936 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-306e8cf8-d057-4d3d-8345-c2702085e3f6 req-5c1528ed-480b-4c85-a05d-faaa75dec772 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114244 Nov 25 13:26:22.117754 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d8b6b7d5-b71f-4e89-9393-ad35c7b9a66a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:22.251251 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-96aa414b-5ecf-461a-b44c-38d79609d5c9 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:22.261139 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-96aa414b-5ecf-461a-b44c-38d79609d5c9 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:22.262290 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-96aa414b-5ecf-461a-b44c-38d79609d5c9 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:22.275581 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b6b7d5-b71f-4e89-9393-ad35c7b9a66a admin admin] Checking segment: {'id': '01e0b005-5d2d-4182-80e0-9a959c89dab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '320bc64f-c87e-4161-bc09-4845b1bfc36c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:26:22.275947 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b6b7d5-b71f-4e89-9393-ad35c7b9a66a admin admin] Network hostable DHCP agents. Network: 320bc64f-c87e-4161-bc09-4845b1bfc36c, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:26:22.285478 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b6b7d5-b71f-4e89-9393-ad35c7b9a66a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac408d65-f565-4aec-a68c-6616bea7f070,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:22.317666 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5fa868-200d-4a40-be20-164037adcd08 req-0aee174b-88a2-4205-b46a-99afe309b7ad tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:22.326454 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8d5fa868-200d-4a40-be20-164037adcd08 req-0aee174b-88a2-4205-b46a-99afe309b7ad tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=8293d7e9-16aa-4b3c-ae3e-7263241280aa HTTP/1.1" status: 200 len: 945 time: 0.1259685 Nov 25 13:26:22.358132 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b6b7d5-b71f-4e89-9393-ad35c7b9a66a admin admin] Network 320bc64f-c87e-4161-bc09-4845b1bfc36c is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:26:22.397627 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aa414b-5ecf-461a-b44c-38d79609d5c9 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event updated for resources: {'Port': ['ID=30571eb0-7dae-4884-801c-03b607645e3d,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:22.439503 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-d8b6b7d5-b71f-4e89-9393-ad35c7b9a66a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 320bc64f-c87e-4161-bc09-4845b1bfc36c) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:26:22.442132 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96aa414b-5ecf-461a-b44c-38d79609d5c9 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Network fbd1dbc9-4f47-473b-b655-2da1d9180256 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:26:22.444627 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-96aa414b-5ecf-461a-b44c-38d79609d5c9 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:26:22.450081 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b6b7d5-b71f-4e89-9393-ad35c7b9a66a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:22.450749 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d8b6b7d5-b71f-4e89-9393-ad35c7b9a66a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:22.452507 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7073ae2-6098-4b88-a76d-c321649df5d4 None None] Network 320bc64f-c87e-4161-bc09-4845b1bfc36c requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:26:22.463116 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8d5fa868-200d-4a40-be20-164037adcd08 req-3bbebb7a-1d07-4075-b088-f44ae4540211 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356022 Nov 25 13:26:22.538158 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d8b6b7d5-b71f-4e89-9393-ad35c7b9a66a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7560124 Nov 25 13:26:22.633787 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7f506-ca90-4da9-8aa3-58209ad165c2 req-da97d565-f935-4909-9068-378d1242337b tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:22.635357 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c8e7f506-ca90-4da9-8aa3-58209ad165c2 req-da97d565-f935-4909-9068-378d1242337b tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/networks?id=86ce0c5b-521f-4849-813d-48a6e4cbad17 HTTP/1.1" status: 200 len: 806 time: 0.2711008 Nov 25 13:26:22.639049 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96aa414b-5ecf-461a-b44c-38d79609d5c9 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Router f4ca290d-b056-4800-a802-3719a18ad5d7 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:26:22.667959 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11a5d21-91f1-4a93-b27a-2b94e88afffb None None] Network 320bc64f-c87e-4161-bc09-4845b1bfc36c requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:26:22.669796 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c8e7f506-ca90-4da9-8aa3-58209ad165c2 req-22f760c5-189a-4537-906e-9c8e48563452 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/quotas/14da780ba23d47dc80a36e577e024742 HTTP/1.1" status: 200 len: 375 time: 0.0234270 Nov 25 13:26:22.781595 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c8e7f506-ca90-4da9-8aa3-58209ad165c2 req-8ca7e786-ac81-429b-88b1-fcf0daf975ee tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=14da780ba23d47dc80a36e577e024742&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1041338 Nov 25 13:26:22.841972 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96aa414b-5ecf-461a-b44c-38d79609d5c9 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:26:22.858155 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816867fe-31bd-4550-95d1-d9004e426b96 None None] Sync routers for ids ['f4ca290d-b056-4800-a802-3719a18ad5d7'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:26:22.868510 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59860) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:22.872571 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-96aa414b-5ecf-461a-b44c-38d79609d5c9 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "PUT /v2.0/routers/f4ca290d-b056-4800-a802-3719a18ad5d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0867364 Nov 25 13:26:22.873475 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816867fe-31bd-4550-95d1-d9004e426b96 None None] Routers {'f4ca290d-b056-4800-a802-3719a18ad5d7'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:26:22.874320 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-816867fe-31bd-4550-95d1-d9004e426b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:26:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['f4ca290d-b056-4800-a802-3719a18ad5d7'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:22.891771 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-73927cd3-0857-4f61-a40b-163d1f8e82f8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1820213482'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:26:22.931769 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73927cd3-0857-4f61-a40b-163d1f8e82f8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Made reservation on behalf of 177e3b084115482a91deb772ab6235e0 for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:26:22.935968 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-73927cd3-0857-4f61-a40b-163d1f8e82f8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:22.973640 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e65841-5584-41ff-9987-94dd68b60abc None None] Network fbd1dbc9-4f47-473b-b655-2da1d9180256 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:26:23.027870 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73927cd3-0857-4f61-a40b-163d1f8e82f8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:26:23.030478 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-816867fe-31bd-4550-95d1-d9004e426b96 None None] Set router f4ca290d-b056-4800-a802-3719a18ad5d7 gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:26:23.035437 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59864) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:23.044837 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c8e7f506-ca90-4da9-8aa3-58209ad165c2 req-352f88dd-9a4a-4d1b-a556-98669008006c service neutron] 10.222.0.53 "GET /v2.0/networks/86ce0c5b-521f-4849-813d-48a6e4cbad17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509253 Nov 25 13:26:23.073087 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-e214349f-2095-4057-9e96-c4deeeaa51a6 None None] Provisioning complete for port fb6b1d62-3010-4ab4-94e2-db82ab9f2233 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:26:23.073624 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e214349f-2095-4057-9e96-c4deeeaa51a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:23.085934 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-73927cd3-0857-4f61-a40b-163d1f8e82f8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:23.086290 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-73927cd3-0857-4f61-a40b-163d1f8e82f8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Added segment 2baeafab-5f4d-46cf-b125-726212434265 of type vlan for network d20c292f-ee20-4481-b437-346babe1ccbe Nov 25 13:26:23.211954 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-73927cd3-0857-4f61-a40b-163d1f8e82f8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:23.263405 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c8e7f506-ca90-4da9-8aa3-58209ad165c2 req-42ad8dfb-e042-469d-bc8f-f912bd257cb4 service neutron] 10.222.0.53 "GET /v2.0/networks/86ce0c5b-521f-4849-813d-48a6e4cbad17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095585 Nov 25 13:26:23.286304 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-73927cd3-0857-4f61-a40b-163d1f8e82f8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:23.295175 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73927cd3-0857-4f61-a40b-163d1f8e82f8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:23.296356 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-73927cd3-0857-4f61-a40b-163d1f8e82f8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:23.358166 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e214349f-2095-4057-9e96-c4deeeaa51a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:23.362684 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3f80cc23-e54f-4f99-b47e-b2a68815fa4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:23.409475 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-816867fe-31bd-4550-95d1-d9004e426b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'name': 'tempest-RoutersIpV6Test-router-1774973520', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:26:05Z', 'updated_at': '2021-11-25T13:26:21Z', 'revision_number': 4, 'project_id': '177e3b084115482a91deb772ab6235e0', 'gw_port_host': None, '_interfaces': [{'id': '30571eb0-7dae-4884-801c-03b607645e3d', 'name': '', 'network_id': 'fbd1dbc9-4f47-473b-b655-2da1d9180256', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'mac_address': 'fa:16:3e:8c:60:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '03243bd3-9267-4213-b146-d14ac3094541', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:19Z', 'updated_at': '2021-11-25T13:26:22Z', 'revision_number': 2, 'project_id': '177e3b084115482a91deb772ab6235e0', 'subnets': [{'id': '03243bd3-9267-4213-b146-d14ac3094541', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '339e7a83-6809-4256-85f5-efa6f2c2931b', 'name': '', 'network_id': 'ee8d2ea2-8666-4969-97a1-9dc2d7e54e9f', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'mac_address': 'fa:16:3e:ab:a4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': 'da726350-0d03-4a24-b59b-eb9cd43d1b2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:08Z', 'updated_at': '2021-11-25T13:26:14Z', 'revision_number': 5, 'project_id': '177e3b084115482a91deb772ab6235e0', 'subnets': [{'id': 'da726350-0d03-4a24-b59b-eb9cd43d1b2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3fd239-1cb9-4c31-bdae-fe68f80cc1c2', 'name': '', 'network_id': '7cff3bb9-242d-4afa-ba5f-8854249abf3b', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'mac_address': 'fa:16:3e:bb:9a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'ae04fda2-0d27-418c-8997-e6c21495b2d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:14Z', 'updated_at': '2021-11-25T13:26:21Z', 'revision_number': 5, 'project_id': '177e3b084115482a91deb772ab6235e0', 'subnets': [{'id': 'ae04fda2-0d27-418c-8997-e6c21495b2d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:23.419300 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-e214349f-2095-4057-9e96-c4deeeaa51a6 None None] For port fb6b1d62-3010-4ab4-94e2-db82ab9f2233, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=fb6b1d62-3010-4ab4-94e2-db82ab9f2233,segment=NetworkSegment(8eac911f-d288-4afe-abe6-352e7aed792e),segment_id=8eac911f-d288-4afe-abe6-352e7aed792e)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:26:23.440082 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e214349f-2095-4057-9e96-c4deeeaa51a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:23.463869 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-73927cd3-0857-4f61-a40b-163d1f8e82f8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5913715 Nov 25 13:26:23.464643 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59874) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:23.499948 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816867fe-31bd-4550-95d1-d9004e426b96 None None] Checking router: f4ca290d-b056-4800-a802-3719a18ad5d7 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:26:23.504546 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816867fe-31bd-4550-95d1-d9004e426b96 None None] Updating router f4ca290d-b056-4800-a802-3719a18ad5d7 port 30571eb0-7dae-4884-801c-03b607645e3d binding host n-d-808199-11 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:26:23.505065 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-1fe8a64b-7e4a-42ac-abfc-b6c48e50187e tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Request body: {'subnet': {'network_id': 'd20c292f-ee20-4481-b437-346babe1ccbe', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:26:23.554394 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device fb6b1d62-3010-4ab4-94e2-db82ab9f2233 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:26:23.583067 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73927cd3-0857-4f61-a40b-163d1f8e82f8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event updated for resources: {'Network': ['ID=d20c292f-ee20-4481-b437-346babe1ccbe,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:23.596393 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-816867fe-31bd-4550-95d1-d9004e426b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:23.679634 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network d20c292f-ee20-4481-b437-346babe1ccbe details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:26:23.682281 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59884) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:23.692206 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7929d4bf-dfdc-435f-9fce-cdbfe67bc252 req-14a00d92-9779-417c-b2ae-fcc1166f954f tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=35f6ef1f-91a7-4ceb-b8f4-6e580a69721f HTTP/1.1" status: 200 len: 210 time: 0.1033936 Nov 25 13:26:23.694450 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-85ecabeb-13e7-44fb-83c4-e3f4b7ff668c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1441305669-network', 'tenant_id': '4558d3c4a2cb439988d90cd7e80f1bcc'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:26:23.712999 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3f80cc23-e54f-4f99-b47e-b2a68815fa4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:23.729242 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3f80cc23-e54f-4f99-b47e-b2a68815fa4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:23.769997 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f80cc23-e54f-4f99-b47e-b2a68815fa4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b797d58f-7a0a-41d9-966b-fee9cfffe4dc,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:23.844940 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e214349f-2095-4057-9e96-c4deeeaa51a6 None None] Pushing event updated for resources: {'Port': ['ID=fb6b1d62-3010-4ab4-94e2-db82ab9f2233,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:23.847233 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-3f80cc23-e54f-4f99-b47e-b2a68815fa4e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9c75ebaebedc4f0ea71866484258a50f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8103623 Nov 25 13:26:23.848592 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ecabeb-13e7-44fb-83c4-e3f4b7ff668c admin admin] Made reservation on behalf of 4558d3c4a2cb439988d90cd7e80f1bcc for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:26:23.852786 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-85ecabeb-13e7-44fb-83c4-e3f4b7ff668c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:23.863237 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59890) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:23.863974 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-85ecabeb-13e7-44fb-83c4-e3f4b7ff668c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:23.919088 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port fb6b1d62-3010-4ab4-94e2-db82ab9f2233 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:26:23.919730 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:23.947490 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481cd55-b5f2-47a4-ade6-44047fc56fa2 req-01e4d6e5-fd15-4b7f-a8cc-2a65df350d24 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:23.949749 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6481cd55-b5f2-47a4-ade6-44047fc56fa2 req-01e4d6e5-fd15-4b7f-a8cc-2a65df350d24 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=8293d7e9-16aa-4b3c-ae3e-7263241280aa HTTP/1.1" status: 200 len: 945 time: 0.2621217 Nov 25 13:26:23.952633 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe8a64b-7e4a-42ac-abfc-b6c48e50187e tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Made reservation on behalf of 177e3b084115482a91deb772ab6235e0 for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:26:23.965044 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1fe8a64b-7e4a-42ac-abfc-b6c48e50187e tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:23.969443 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4d54decd-717c-4fbb-bea1-ff5de86ba8f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:23.986779 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-4eeecbed-b3f6-4b86-a1f0-88c3978fc783 None None] Provisioning complete for port 30571eb0-7dae-4884-801c-03b607645e3d triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:26:23.987160 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4eeecbed-b3f6-4b86-a1f0-88c3978fc783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:24.016670 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4d54decd-717c-4fbb-bea1-ff5de86ba8f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:24.066502 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-816867fe-31bd-4550-95d1-d9004e426b96 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:24.079984 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-4eeecbed-b3f6-4b86-a1f0-88c3978fc783 None None] Port 30571eb0-7dae-4884-801c-03b607645e3d cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:26:24.082651 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-816867fe-31bd-4550-95d1-d9004e426b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:24.103844 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 9f3fd239-1cb9-4c31-bdae-fe68f80cc1c2 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:26:24.114325 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-85ecabeb-13e7-44fb-83c4-e3f4b7ff668c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:24.150744 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-4eeecbed-b3f6-4b86-a1f0-88c3978fc783 None None] Provisioning complete for port fb6b1d62-3010-4ab4-94e2-db82ab9f2233 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:26:24.151187 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4eeecbed-b3f6-4b86-a1f0-88c3978fc783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:24.182568 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-85ecabeb-13e7-44fb-83c4-e3f4b7ff668c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:24.184138 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa99845-e862-4f12-b2c9-71bd0ae5cb58 None None] Pushing event updated for resources: {'Port': ['ID=30571eb0-7dae-4884-801c-03b607645e3d,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:24.208296 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85ecabeb-13e7-44fb-83c4-e3f4b7ff668c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:26:24.218150 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 9f3fd239-1cb9-4c31-bdae-fe68f80cc1c2 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:26:24.218719 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:24.226368 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6481cd55-b5f2-47a4-ade6-44047fc56fa2 req-a1c9f49b-61eb-421f-99bb-0e607702bd20 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461543 Nov 25 13:26:24.236110 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-85ecabeb-13e7-44fb-83c4-e3f4b7ff668c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:24.236470 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-85ecabeb-13e7-44fb-83c4-e3f4b7ff668c admin admin] Added segment f3fcf9aa-8280-4ebc-8032-c74f188f3d12 of type vlan for network 5ef4e14d-5080-486c-a113-61ff9bc18363 Nov 25 13:26:24.331185 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-85ecabeb-13e7-44fb-83c4-e3f4b7ff668c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:24.400522 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-816867fe-31bd-4550-95d1-d9004e426b96 None None] Attempting to bind port 30571eb0-7dae-4884-801c-03b607645e3d on host n-d-808199-11 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:26:24.401075 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-816867fe-31bd-4550-95d1-d9004e426b96 None None] Attempting to bind port 30571eb0-7dae-4884-801c-03b607645e3d by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '8eac911f-d288-4afe-abe6-352e7aed792e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'fbd1dbc9-4f47-473b-b655-2da1d9180256'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:26:24.401582 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816867fe-31bd-4550-95d1-d9004e426b96 None None] Attempting to bind port 30571eb0-7dae-4884-801c-03b607645e3d on network fbd1dbc9-4f47-473b-b655-2da1d9180256 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:26:24.408095 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4d54decd-717c-4fbb-bea1-ff5de86ba8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:24.409126 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816867fe-31bd-4550-95d1-d9004e426b96 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:26:24.409646 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816867fe-31bd-4550-95d1-d9004e426b96 None None] Checking segment: {'id': '8eac911f-d288-4afe-abe6-352e7aed792e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'fbd1dbc9-4f47-473b-b655-2da1d9180256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:26:24.410793 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-816867fe-31bd-4550-95d1-d9004e426b96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:24.411286 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816867fe-31bd-4550-95d1-d9004e426b96 None None] Bound using segment: {'id': '8eac911f-d288-4afe-abe6-352e7aed792e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'fbd1dbc9-4f47-473b-b655-2da1d9180256'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:26:24.413202 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-816867fe-31bd-4550-95d1-d9004e426b96 None None] Bound port: 30571eb0-7dae-4884-801c-03b607645e3d, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eac911f-d288-4afe-abe6-352e7aed792e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'fbd1dbc9-4f47-473b-b655-2da1d9180256'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:26:24.413658 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-816867fe-31bd-4550-95d1-d9004e426b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:24.421240 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4d54decd-717c-4fbb-bea1-ff5de86ba8f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:24.428465 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-4d54decd-717c-4fbb-bea1-ff5de86ba8f5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b797d58f-7a0a-41d9-966b-fee9cfffe4dc HTTP/1.1" status: 204 len: 168 time: 0.5506687 Nov 25 13:26:24.430230 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ecabeb-13e7-44fb-83c4-e3f4b7ff668c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c9e9c1-b753-4bad-ad59-e1a6fb56c1c4,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:24.445200 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-85ecabeb-13e7-44fb-83c4-e3f4b7ff668c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:24.446186 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ecabeb-13e7-44fb-83c4-e3f4b7ff668c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:24.446840 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-85ecabeb-13e7-44fb-83c4-e3f4b7ff668c admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:24.523591 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-816867fe-31bd-4550-95d1-d9004e426b96 None None] For port 30571eb0-7dae-4884-801c-03b607645e3d, host n-d-808199-11, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:26:24.530375 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-816867fe-31bd-4550-95d1-d9004e426b96 None None] For port 30571eb0-7dae-4884-801c-03b607645e3d, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=30571eb0-7dae-4884-801c-03b607645e3d,segment=NetworkSegment(8eac911f-d288-4afe-abe6-352e7aed792e),segment_id=8eac911f-d288-4afe-abe6-352e7aed792e)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:26:24.553483 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-816867fe-31bd-4550-95d1-d9004e426b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:24.585085 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1fe8a64b-7e4a-42ac-abfc-b6c48e50187e tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:24.634623 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816867fe-31bd-4550-95d1-d9004e426b96 None None] Routers {'f4ca290d-b056-4800-a802-3719a18ad5d7'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:26:24.635371 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-816867fe-31bd-4550-95d1-d9004e426b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:26:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['f4ca290d-b056-4800-a802-3719a18ad5d7'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:24.669582 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ecabeb-13e7-44fb-83c4-e3f4b7ff668c admin admin] Pushing event updated for resources: {'Network': ['ID=5ef4e14d-5080-486c-a113-61ff9bc18363,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:24.674127 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d54decd-717c-4fbb-bea1-ff5de86ba8f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b797d58f-7a0a-41d9-966b-fee9cfffe4dc,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:24.682731 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 5ef4e14d-5080-486c-a113-61ff9bc18363 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:26:24.690189 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-85ecabeb-13e7-44fb-83c4-e3f4b7ff668c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0009527 Nov 25 13:26:24.690419 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59902) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:24.696357 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-5cf77408-e727-465f-8a37-8d59089723e8 admin admin] Request body: {'subnet': {'network_id': '5ef4e14d-5080-486c-a113-61ff9bc18363', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1441305669-subnet', 'tenant_id': '4558d3c4a2cb439988d90cd7e80f1bcc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:26:24.728670 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf77408-e727-465f-8a37-8d59089723e8 admin admin] Made reservation on behalf of 4558d3c4a2cb439988d90cd7e80f1bcc for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:26:24.734923 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5cf77408-e727-465f-8a37-8d59089723e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:24.772663 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-816867fe-31bd-4550-95d1-d9004e426b96 None None] Set router f4ca290d-b056-4800-a802-3719a18ad5d7 gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:26:24.846228 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe8a64b-7e4a-42ac-abfc-b6c48e50187e tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Checking segment: {'id': '2baeafab-5f4d-46cf-b125-726212434265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'd20c292f-ee20-4481-b437-346babe1ccbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:26:24.846604 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe8a64b-7e4a-42ac-abfc-b6c48e50187e tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Network hostable DHCP agents. Network: d20c292f-ee20-4481-b437-346babe1ccbe, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:26:24.858271 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe8a64b-7e4a-42ac-abfc-b6c48e50187e tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event updated for resources: {'Subnet': ['ID=fd374e8b-a729-4b51-99af-39ea92de27ad,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:24.945348 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2593d748-5185-48e9-b444-39c0079ea22d req-764c8492-6b14-439c-99d6-9ad803eb17af tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=35f6ef1f-91a7-4ceb-b8f4-6e580a69721f HTTP/1.1" status: 200 len: 210 time: 0.0817277 Nov 25 13:26:24.960678 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b8444-d956-45dd-b0fc-e5d13fd20643 req-588b86ba-682a-4224-a2df-81781c6ace61 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:24.970747 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cf5b8444-d956-45dd-b0fc-e5d13fd20643 req-588b86ba-682a-4224-a2df-81781c6ace61 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=8293d7e9-16aa-4b3c-ae3e-7263241280aa HTTP/1.1" status: 200 len: 945 time: 0.2793996 Nov 25 13:26:24.972741 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa99845-e862-4f12-b2c9-71bd0ae5cb58 None None] Pushing event updated for resources: {'Port': ['ID=30571eb0-7dae-4884-801c-03b607645e3d,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:25.012286 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe8a64b-7e4a-42ac-abfc-b6c48e50187e tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Network d20c292f-ee20-4481-b437-346babe1ccbe is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:26:25.041549 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-1fe8a64b-7e4a-42ac-abfc-b6c48e50187e tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, d20c292f-ee20-4481-b437-346babe1ccbe) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:26:25.052950 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe8a64b-7e4a-42ac-abfc-b6c48e50187e tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:25.053786 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1fe8a64b-7e4a-42ac-abfc-b6c48e50187e tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:25.073582 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cf5b8444-d956-45dd-b0fc-e5d13fd20643 req-df8a0296-52ab-4de6-ac4d-e9a8c3b7175e tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049612 Nov 25 13:26:25.078224 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-1fe8a64b-7e4a-42ac-abfc-b6c48e50187e tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6125782 Nov 25 13:26:25.081076 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59910) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:25.215878 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5cf77408-e727-465f-8a37-8d59089723e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:25.257963 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b86106-1fe8-4578-b2a4-efcc27dbac78 None None] Network d20c292f-ee20-4481-b437-346babe1ccbe requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:26:25.303278 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [req-e7cd38e0-c36e-401e-af70-96aeb7892032 req-4af79b4e-7c55-43a8-992c-03549465f17a service neutron] (103571) timed out ('10.222.0.53', 32888) {{(pid=103571) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 13:26:25.400326 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device fb6b1d62-3010-4ab4-94e2-db82ab9f2233 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:26:25.533523 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-816867fe-31bd-4550-95d1-d9004e426b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'name': 'tempest-RoutersIpV6Test-router-1774973520', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:26:05Z', 'updated_at': '2021-11-25T13:26:21Z', 'revision_number': 4, 'project_id': '177e3b084115482a91deb772ab6235e0', 'gw_port_host': None, '_interfaces': [{'id': '30571eb0-7dae-4884-801c-03b607645e3d', 'name': '', 'network_id': 'fbd1dbc9-4f47-473b-b655-2da1d9180256', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'mac_address': 'fa:16:3e:8c:60:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '03243bd3-9267-4213-b146-d14ac3094541', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:19Z', 'updated_at': '2021-11-25T13:26:24Z', 'revision_number': 4, 'project_id': '177e3b084115482a91deb772ab6235e0', 'subnets': [{'id': '03243bd3-9267-4213-b146-d14ac3094541', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '339e7a83-6809-4256-85f5-efa6f2c2931b', 'name': '', 'network_id': 'ee8d2ea2-8666-4969-97a1-9dc2d7e54e9f', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'mac_address': 'fa:16:3e:ab:a4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': 'da726350-0d03-4a24-b59b-eb9cd43d1b2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:08Z', 'updated_at': '2021-11-25T13:26:14Z', 'revision_number': 5, 'project_id': '177e3b084115482a91deb772ab6235e0', 'subnets': [{'id': 'da726350-0d03-4a24-b59b-eb9cd43d1b2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3fd239-1cb9-4c31-bdae-fe68f80cc1c2', 'name': '', 'network_id': '7cff3bb9-242d-4afa-ba5f-8854249abf3b', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'mac_address': 'fa:16:3e:bb:9a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'ae04fda2-0d27-418c-8997-e6c21495b2d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:14Z', 'updated_at': '2021-11-25T13:26:21Z', 'revision_number': 5, 'project_id': '177e3b084115482a91deb772ab6235e0', 'subnets': [{'id': 'ae04fda2-0d27-418c-8997-e6c21495b2d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:25.570569 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816867fe-31bd-4550-95d1-d9004e426b96 None None] The sync data for ids ['f4ca290d-b056-4800-a802-3719a18ad5d7'] in n-d-808199-11 is: [{'id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'name': 'tempest-RoutersIpV6Test-router-1774973520', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:26:05Z', 'updated_at': '2021-11-25T13:26:21Z', 'revision_number': 4, 'project_id': '177e3b084115482a91deb772ab6235e0', 'gw_port_host': None, '_interfaces': [{'id': '30571eb0-7dae-4884-801c-03b607645e3d', 'name': '', 'network_id': 'fbd1dbc9-4f47-473b-b655-2da1d9180256', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'mac_address': 'fa:16:3e:8c:60:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '03243bd3-9267-4213-b146-d14ac3094541', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:19Z', 'updated_at': '2021-11-25T13:26:24Z', 'revision_number': 4, 'project_id': '177e3b084115482a91deb772ab6235e0', 'subnets': [{'id': '03243bd3-9267-4213-b146-d14ac3094541', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '339e7a83-6809-4256-85f5-efa6f2c2931b', 'name': '', 'network_id': 'ee8d2ea2-8666-4969-97a1-9dc2d7e54e9f', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'mac_address': 'fa:16:3e:ab:a4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': 'da726350-0d03-4a24-b59b-eb9cd43d1b2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:08Z', 'updated_at': '2021-11-25T13:26:14Z', 'revision_number': 5, 'project_id': '177e3b084115482a91deb772ab6235e0', 'subnets': [{'id': 'da726350-0d03-4a24-b59b-eb9cd43d1b2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3fd239-1cb9-4c31-bdae-fe68f80cc1c2', 'name': '', 'network_id': '7cff3bb9-242d-4afa-ba5f-8854249abf3b', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'mac_address': 'fa:16:3e:bb:9a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'ae04fda2-0d27-418c-8997-e6c21495b2d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:14Z', 'updated_at': '2021-11-25T13:26:21Z', 'revision_number': 5, 'project_id': '177e3b084115482a91deb772ab6235e0', 'subnets': [{'id': 'ae04fda2-0d27-418c-8997-e6c21495b2d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:26:25.616874 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7f506-ca90-4da9-8aa3-58209ad165c2 req-69b80dcf-a9bd-4791-a3b8-26171f66846f tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:25.619127 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c8e7f506-ca90-4da9-8aa3-58209ad165c2 req-69b80dcf-a9bd-4791-a3b8-26171f66846f tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.47 "GET /v2.0/networks?id=86ce0c5b-521f-4849-813d-48a6e4cbad17 HTTP/1.1" status: 200 len: 806 time: 0.2568173 Nov 25 13:26:25.638239 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-c8e7f506-ca90-4da9-8aa3-58209ad165c2 req-811eaa61-1752-462a-bc52-4ccee8ca0b54 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Request body: {'port': {'device_id': '35f6ef1f-91a7-4ceb-b8f4-6e580a69721f', 'network_id': '86ce0c5b-521f-4849-813d-48a6e4cbad17', 'admin_state_up': True, 'tenant_id': '14da780ba23d47dc80a36e577e024742'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:26:25.659542 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf77408-e727-465f-8a37-8d59089723e8 admin admin] Checking segment: {'id': 'f3fcf9aa-8280-4ebc-8032-c74f188f3d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '5ef4e14d-5080-486c-a113-61ff9bc18363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:26:25.662147 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf77408-e727-465f-8a37-8d59089723e8 admin admin] Network hostable DHCP agents. Network: 5ef4e14d-5080-486c-a113-61ff9bc18363, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:26:25.682491 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e5137c7-d843-4902-8a4e-59ce365250ad None None] Provisioning complete for port 30571eb0-7dae-4884-801c-03b607645e3d triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:26:25.685002 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e5137c7-d843-4902-8a4e-59ce365250ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:25.721234 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf77408-e727-465f-8a37-8d59089723e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a57e95a5-2465-4f89-a40f-27f7017492a2,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:25.802119 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf77408-e727-465f-8a37-8d59089723e8 admin admin] Network 5ef4e14d-5080-486c-a113-61ff9bc18363 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:26:25.820097 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port fb6b1d62-3010-4ab4-94e2-db82ab9f2233 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:26:25.820404 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:25.873380 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-5cf77408-e727-465f-8a37-8d59089723e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 5ef4e14d-5080-486c-a113-61ff9bc18363) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:26:25.897015 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf77408-e727-465f-8a37-8d59089723e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:25.897993 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5cf77408-e727-465f-8a37-8d59089723e8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:25.901915 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-675e21b3-7049-4b3d-a517-96c5db379e46 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:25.945295 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5945be-4892-4016-bcac-f4f75b196b1a None None] Network 5ef4e14d-5080-486c-a113-61ff9bc18363 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:26:25.952715 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5cf77408-e727-465f-8a37-8d59089723e8 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2610810 Nov 25 13:26:25.997743 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8e7f506-ca90-4da9-8aa3-58209ad165c2 req-811eaa61-1752-462a-bc52-4ccee8ca0b54 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Made reservation on behalf of 14da780ba23d47dc80a36e577e024742 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:26:26.008560 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c8e7f506-ca90-4da9-8aa3-58209ad165c2 req-811eaa61-1752-462a-bc52-4ccee8ca0b54 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:26.038200 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59932) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:26.215137 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e31826c-0622-41eb-943a-4f970c1051d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-d20c292f-ee20-4481-b437-346babe1ccbe', 'network_id': 'd20c292f-ee20-4481-b437-346babe1ccbe', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'fixed_ips': [{'subnet_id': 'fd374e8b-a729-4b51-99af-39ea92de27ad'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:26:26.217388 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7e31826c-0622-41eb-943a-4f970c1051d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:26.279728 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-8ddde06b-3e86-4872-8a70-5db29f2108b7 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1396980372-network', 'tenant_id': '3191054d47ff4d659bfd89127456b30d'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:26:26.299262 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e5137c7-d843-4902-8a4e-59ce365250ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:26.302131 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-12c3914e-01e9-4bdb-b7b6-65013d4ef4ef req-e6060059-0336-46d3-b003-4990c2ea5706 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=35f6ef1f-91a7-4ceb-b8f4-6e580a69721f HTTP/1.1" status: 200 len: 210 time: 0.0930581 Nov 25 13:26:26.319948 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-c8e7f506-ca90-4da9-8aa3-58209ad165c2 req-811eaa61-1752-462a-bc52-4ccee8ca0b54 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Allocated IP 172.20.0.5 (86ce0c5b-521f-4849-813d-48a6e4cbad17/1a356b22-557f-414f-9369-a0bf5c0c80eb/ff7b7dc2-e64b-413f-9385-333849fe0b7a) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:26:26.326879 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ddde06b-3e86-4872-8a70-5db29f2108b7 admin admin] Made reservation on behalf of 3191054d47ff4d659bfd89127456b30d for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:26:26.331244 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8ddde06b-3e86-4872-8a70-5db29f2108b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:26.345292 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8ddde06b-3e86-4872-8a70-5db29f2108b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:26.401726 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc397ac1-c4d3-4b27-b524-8cb4b3b16053 req-ddf8260d-3316-44f4-93f4-a445cd5cdc68 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:26.409095 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fc397ac1-c4d3-4b27-b524-8cb4b3b16053 req-ddf8260d-3316-44f4-93f4-a445cd5cdc68 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=8293d7e9-16aa-4b3c-ae3e-7263241280aa HTTP/1.1" status: 200 len: 945 time: 0.1988738 Nov 25 13:26:26.414264 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-675e21b3-7049-4b3d-a517-96c5db379e46 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Allocated IP 2001:db8:3::1 (d20c292f-ee20-4481-b437-346babe1ccbe/fd374e8b-a729-4b51-99af-39ea92de27ad/aa8ec327-874a-4575-9f37-589b5ad5ef47) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:26:26.494577 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e5137c7-d843-4902-8a4e-59ce365250ad None None] For port 30571eb0-7dae-4884-801c-03b607645e3d, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=30571eb0-7dae-4884-801c-03b607645e3d,segment=NetworkSegment(8eac911f-d288-4afe-abe6-352e7aed792e),segment_id=8eac911f-d288-4afe-abe6-352e7aed792e)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:26:26.525535 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e29e41f-776e-4288-8b73-c11f4f4438f0 None None] Network 5ef4e14d-5080-486c-a113-61ff9bc18363 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:26:26.534771 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e5137c7-d843-4902-8a4e-59ce365250ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:26.641668 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8ddde06b-3e86-4872-8a70-5db29f2108b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:26.656735 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8ddde06b-3e86-4872-8a70-5db29f2108b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:26.712567 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ddde06b-3e86-4872-8a70-5db29f2108b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:26:26.745943 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddde06b-3e86-4872-8a70-5db29f2108b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7c20b5-afa6-43ea-bfb6-d98b8ac4bdd0,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:26.758594 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c8e7f506-ca90-4da9-8aa3-58209ad165c2 req-811eaa61-1752-462a-bc52-4ccee8ca0b54 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:26.761500 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8ddde06b-3e86-4872-8a70-5db29f2108b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:26.762294 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-8ddde06b-3e86-4872-8a70-5db29f2108b7 admin admin] Added segment 1c859a10-ee21-4a0f-a0c3-a26efd57a12f of type vlan for network 5059e2ec-e64a-4bd7-ba0a-26f3f969291d Nov 25 13:26:26.822656 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5137c7-d843-4902-8a4e-59ce365250ad None None] Pushing event updated for resources: {'Port': ['ID=30571eb0-7dae-4884-801c-03b607645e3d,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:26.824131 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8ddde06b-3e86-4872-8a70-5db29f2108b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:26.828445 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-521d5498-9885-4194-a4de-727e986b5c6b None None] Provisioning complete for port 30571eb0-7dae-4884-801c-03b607645e3d triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:26:26.828828 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-521d5498-9885-4194-a4de-727e986b5c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:26.873240 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c8e7f506-ca90-4da9-8aa3-58209ad165c2 req-811eaa61-1752-462a-bc52-4ccee8ca0b54 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:26.875281 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8ddde06b-3e86-4872-8a70-5db29f2108b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:26.876284 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddde06b-3e86-4872-8a70-5db29f2108b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:26.876870 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8ddde06b-3e86-4872-8a70-5db29f2108b7 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:26.888282 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['b517ee6d-7632-4cc4-aa47-ffcbea84a1d1', '3ed39415-aaec-4937-a5e7-970c0ac2d00f'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:26:26.915415 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fc397ac1-c4d3-4b27-b524-8cb4b3b16053 req-6125c36e-c288-4858-8a6d-fce534549f1c tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5053730 Nov 25 13:26:26.940470 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8e7f506-ca90-4da9-8aa3-58209ad165c2 req-811eaa61-1752-462a-bc52-4ccee8ca0b54 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Network 86ce0c5b-521f-4849-813d-48a6e4cbad17 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:26:26.958315 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-c8e7f506-ca90-4da9-8aa3-58209ad165c2 req-811eaa61-1752-462a-bc52-4ccee8ca0b54 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:26:27.009408 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e7f506-ca90-4da9-8aa3-58209ad165c2 req-811eaa61-1752-462a-bc52-4ccee8ca0b54 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:26:27.017661 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-8ddde06b-3e86-4872-8a70-5db29f2108b7 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9756186 Nov 25 13:26:27.019984 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59956) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:27.031067 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-7dc6f531-c493-4df7-b47e-d712757811b3 admin admin] Request body: {'subnet': {'network_id': '5059e2ec-e64a-4bd7-ba0a-26f3f969291d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1396980372-subnet', 'tenant_id': '3191054d47ff4d659bfd89127456b30d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:26:27.063042 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811eaa61-1752-462a-bc52-4ccee8ca0b54 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Pushing event updated for resources: {'Port': ['ID=ff7b7dc2-e64b-413f-9385-333849fe0b7a,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:27.075183 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-675e21b3-7049-4b3d-a517-96c5db379e46 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:27.086628 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddde06b-3e86-4872-8a70-5db29f2108b7 admin admin] Pushing event updated for resources: {'Network': ['ID=5059e2ec-e64a-4bd7-ba0a-26f3f969291d,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:27.106243 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 5059e2ec-e64a-4bd7-ba0a-26f3f969291d details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:26:27.108928 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a8fa49-294b-4eb1-8c98-23baa7561ee8 req-0bc2339a-dac4-42e5-9cef-6d6b692594fd tempest-VolumesActionsTest-1632500816 tempest-VolumesActionsTest-1632500816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:27.110765 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f3a8fa49-294b-4eb1-8c98-23baa7561ee8 req-0bc2339a-dac4-42e5-9cef-6d6b692594fd tempest-VolumesActionsTest-1632500816 tempest-VolumesActionsTest-1632500816-project] 10.222.0.53 "GET /v2.0/networks?id=320bc64f-c87e-4161-bc09-4845b1bfc36c HTTP/1.1" status: 200 len: 808 time: 0.2633624 Nov 25 13:26:27.113573 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc6f531-c493-4df7-b47e-d712757811b3 admin admin] Made reservation on behalf of 3191054d47ff4d659bfd89127456b30d for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:26:27.116600 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7dc6f531-c493-4df7-b47e-d712757811b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:27.116722 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7f506-ca90-4da9-8aa3-58209ad165c2 req-811eaa61-1752-462a-bc52-4ccee8ca0b54 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:27.117362 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c8e7f506-ca90-4da9-8aa3-58209ad165c2 req-811eaa61-1752-462a-bc52-4ccee8ca0b54 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:27.144475 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c8e7f506-ca90-4da9-8aa3-58209ad165c2 req-811eaa61-1752-462a-bc52-4ccee8ca0b54 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5096102 Nov 25 13:26:27.155250 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-c8e7f506-ca90-4da9-8aa3-58209ad165c2 req-78d1bc64-e12f-4a67-a2c3-a261ce9d6b56 service neutron] Request body: {'port': {'device_id': '35f6ef1f-91a7-4ceb-b8f4-6e580a69721f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:26:27.182536 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f3a8fa49-294b-4eb1-8c98-23baa7561ee8 req-1b260d73-802d-4c67-a69e-1d4439db2073 tempest-VolumesActionsTest-1632500816 tempest-VolumesActionsTest-1632500816-project] 10.222.0.53 "GET /v2.0/quotas/fe206592d16d4e629f3b5ca479fdfa24 HTTP/1.1" status: 200 len: 375 time: 0.0621634 Nov 25 13:26:27.250994 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-675e21b3-7049-4b3d-a517-96c5db379e46 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:27.298343 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f3a8fa49-294b-4eb1-8c98-23baa7561ee8 req-22cb1285-d703-448c-af8f-334ade1d283b tempest-VolumesActionsTest-1632500816 tempest-VolumesActionsTest-1632500816-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=fe206592d16d4e629f3b5ca479fdfa24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1000686 Nov 25 13:26:27.326408 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-7e31826c-0622-41eb-943a-4f970c1051d1 None None] Allocated IP 2001:db8:3::2 (d20c292f-ee20-4481-b437-346babe1ccbe/fd374e8b-a729-4b51-99af-39ea92de27ad/2f56eef0-7ae0-451f-858a-3929b75d4545) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:26:27.365839 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c8e7f506-ca90-4da9-8aa3-58209ad165c2 req-78d1bc64-e12f-4a67-a2c3-a261ce9d6b56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:27.370571 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675e21b3-7049-4b3d-a517-96c5db379e46 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Network d20c292f-ee20-4481-b437-346babe1ccbe is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:26:27.415137 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-675e21b3-7049-4b3d-a517-96c5db379e46 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:26:27.437846 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 30571eb0-7dae-4884-801c-03b607645e3d up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:26:27.441389 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675e21b3-7049-4b3d-a517-96c5db379e46 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:26:27.442081 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-675e21b3-7049-4b3d-a517-96c5db379e46 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:27.485813 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675e21b3-7049-4b3d-a517-96c5db379e46 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event updated for resources: {'Port': ['ID=aa8ec327-874a-4575-9f37-589b5ad5ef47,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:27.560667 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 30571eb0-7dae-4884-801c-03b607645e3d triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:26:27.561187 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:27.606204 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc116e8-b6d9-408b-8e21-c78c4b23f728 req-9ec78021-78ee-44fe-90d8-237fdb9a7491 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:27.607973 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7bc116e8-b6d9-408b-8e21-c78c4b23f728 req-9ec78021-78ee-44fe-90d8-237fdb9a7491 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=8293d7e9-16aa-4b3c-ae3e-7263241280aa HTTP/1.1" status: 200 len: 945 time: 0.2414360 Nov 25 13:26:27.612236 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7e31826c-0622-41eb-943a-4f970c1051d1 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:27.622389 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7e31826c-0622-41eb-943a-4f970c1051d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:27.636978 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f3a8fa49-294b-4eb1-8c98-23baa7561ee8 req-291f602a-1f88-4bc4-ad3f-5d3db1862eb6 service neutron] 10.222.0.53 "GET /v2.0/networks/320bc64f-c87e-4161-bc09-4845b1bfc36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036191 Nov 25 13:26:27.689504 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e31826c-0622-41eb-943a-4f970c1051d1 None None] Network d20c292f-ee20-4481-b437-346babe1ccbe is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:26:27.701644 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-7e31826c-0622-41eb-943a-4f970c1051d1 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:26:27.704318 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e31826c-0622-41eb-943a-4f970c1051d1 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:26:27.728797 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e31826c-0622-41eb-943a-4f970c1051d1 None None] Pushing event updated for resources: {'Port': ['ID=2f56eef0-7ae0-451f-858a-3929b75d4545,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:27.744362 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-c8e7f506-ca90-4da9-8aa3-58209ad165c2 req-78d1bc64-e12f-4a67-a2c3-a261ce9d6b56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff7b7dc2-e64b-413f-9385-333849fe0b7a {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:26:27.747704 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7dc6f531-c493-4df7-b47e-d712757811b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:27.752862 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c8e7f506-ca90-4da9-8aa3-58209ad165c2 req-78d1bc64-e12f-4a67-a2c3-a261ce9d6b56 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:27.767238 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-c8e7f506-ca90-4da9-8aa3-58209ad165c2 req-78d1bc64-e12f-4a67-a2c3-a261ce9d6b56 service neutron] Transition to ACTIVE for port object ff7b7dc2-e64b-413f-9385-333849fe0b7a will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:26:27.772942 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c8e7f506-ca90-4da9-8aa3-58209ad165c2 req-78d1bc64-e12f-4a67-a2c3-a261ce9d6b56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:27.783006 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-7e31826c-0622-41eb-943a-4f970c1051d1 None None] Attempting to bind port 2f56eef0-7ae0-451f-858a-3929b75d4545 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:26:27.783670 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-7e31826c-0622-41eb-943a-4f970c1051d1 None None] Attempting to bind port 2f56eef0-7ae0-451f-858a-3929b75d4545 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '2baeafab-5f4d-46cf-b125-726212434265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'd20c292f-ee20-4481-b437-346babe1ccbe'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:26:27.784174 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e31826c-0622-41eb-943a-4f970c1051d1 None None] Attempting to bind port 2f56eef0-7ae0-451f-858a-3929b75d4545 on network d20c292f-ee20-4481-b437-346babe1ccbe {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:26:27.791073 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e31826c-0622-41eb-943a-4f970c1051d1 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:26:27.791460 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e31826c-0622-41eb-943a-4f970c1051d1 None None] Checking segment: {'id': '2baeafab-5f4d-46cf-b125-726212434265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'd20c292f-ee20-4481-b437-346babe1ccbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:26:27.791879 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7e31826c-0622-41eb-943a-4f970c1051d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:27.792344 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e31826c-0622-41eb-943a-4f970c1051d1 None None] Bound using segment: {'id': '2baeafab-5f4d-46cf-b125-726212434265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'd20c292f-ee20-4481-b437-346babe1ccbe'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:26:27.792842 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-7e31826c-0622-41eb-943a-4f970c1051d1 None None] Bound port: 2f56eef0-7ae0-451f-858a-3929b75d4545, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2baeafab-5f4d-46cf-b125-726212434265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'd20c292f-ee20-4481-b437-346babe1ccbe'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:26:27.793231 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7e31826c-0622-41eb-943a-4f970c1051d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:27.812646 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-675e21b3-7049-4b3d-a517-96c5db379e46 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:27.845350 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d1bc64-e12f-4a67-a2c3-a261ce9d6b56 service neutron] Pushing event updated for resources: {'Port': ['ID=ff7b7dc2-e64b-413f-9385-333849fe0b7a,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:27.847401 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7bc116e8-b6d9-408b-8e21-c78c4b23f728 req-9037498a-eb48-4207-8eab-3a6646af464d tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174020 Nov 25 13:26:27.871012 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc6f531-c493-4df7-b47e-d712757811b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55fbb19b-8ebe-4b30-8161-5c1404e5704b,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:27.876348 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-7e31826c-0622-41eb-943a-4f970c1051d1 None None] For port 2f56eef0-7ae0-451f-858a-3929b75d4545, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:26:27.882146 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-7e31826c-0622-41eb-943a-4f970c1051d1 None None] For port 2f56eef0-7ae0-451f-858a-3929b75d4545, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=2f56eef0-7ae0-451f-858a-3929b75d4545,segment=NetworkSegment(2baeafab-5f4d-46cf-b125-726212434265),segment_id=2baeafab-5f4d-46cf-b125-726212434265)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:26:27.887914 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7e31826c-0622-41eb-943a-4f970c1051d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:27.899648 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-c8e7f506-ca90-4da9-8aa3-58209ad165c2 req-78d1bc64-e12f-4a67-a2c3-a261ce9d6b56 service neutron] Attempting to bind port ff7b7dc2-e64b-413f-9385-333849fe0b7a on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:26:27.899995 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-c8e7f506-ca90-4da9-8aa3-58209ad165c2 req-78d1bc64-e12f-4a67-a2c3-a261ce9d6b56 service neutron] Attempting to bind port ff7b7dc2-e64b-413f-9385-333849fe0b7a by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '69c62212-4523-4acd-b808-007a53ff7fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '86ce0c5b-521f-4849-813d-48a6e4cbad17'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:26:27.900333 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e7f506-ca90-4da9-8aa3-58209ad165c2 req-78d1bc64-e12f-4a67-a2c3-a261ce9d6b56 service neutron] Attempting to bind port ff7b7dc2-e64b-413f-9385-333849fe0b7a on network 86ce0c5b-521f-4849-813d-48a6e4cbad17 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:26:27.904946 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e7f506-ca90-4da9-8aa3-58209ad165c2 req-78d1bc64-e12f-4a67-a2c3-a261ce9d6b56 service neutron] Port ff7b7dc2-e64b-413f-9385-333849fe0b7a on network 86ce0c5b-521f-4849-813d-48a6e4cbad17 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:26:27.905267 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e7f506-ca90-4da9-8aa3-58209ad165c2 req-78d1bc64-e12f-4a67-a2c3-a261ce9d6b56 service neutron] Attempting to bind port ff7b7dc2-e64b-413f-9385-333849fe0b7a on network 86ce0c5b-521f-4849-813d-48a6e4cbad17 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:26:27.911353 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e7f506-ca90-4da9-8aa3-58209ad165c2 req-78d1bc64-e12f-4a67-a2c3-a261ce9d6b56 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:26:27.911353 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e7f506-ca90-4da9-8aa3-58209ad165c2 req-78d1bc64-e12f-4a67-a2c3-a261ce9d6b56 service neutron] Checking segment: {'id': '69c62212-4523-4acd-b808-007a53ff7fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '86ce0c5b-521f-4849-813d-48a6e4cbad17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:26:27.911655 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e7f506-ca90-4da9-8aa3-58209ad165c2 req-78d1bc64-e12f-4a67-a2c3-a261ce9d6b56 service neutron] Bound using segment: {'id': '69c62212-4523-4acd-b808-007a53ff7fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '86ce0c5b-521f-4849-813d-48a6e4cbad17'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:26:27.912511 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-c8e7f506-ca90-4da9-8aa3-58209ad165c2 req-78d1bc64-e12f-4a67-a2c3-a261ce9d6b56 service neutron] Bound port: ff7b7dc2-e64b-413f-9385-333849fe0b7a, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c62212-4523-4acd-b808-007a53ff7fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '86ce0c5b-521f-4849-813d-48a6e4cbad17'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:26:27.913589 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c8e7f506-ca90-4da9-8aa3-58209ad165c2 req-78d1bc64-e12f-4a67-a2c3-a261ce9d6b56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:27.937320 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f3a8fa49-294b-4eb1-8c98-23baa7561ee8 req-3a286a23-4ee8-42b8-b861-4bca4f3509de service neutron] 10.222.0.53 "GET /v2.0/networks/320bc64f-c87e-4161-bc09-4845b1bfc36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872179 Nov 25 13:26:27.944895 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc6f531-c493-4df7-b47e-d712757811b3 admin admin] Checking segment: {'id': '1c859a10-ee21-4a0f-a0c3-a26efd57a12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5059e2ec-e64a-4bd7-ba0a-26f3f969291d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:26:27.945190 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc6f531-c493-4df7-b47e-d712757811b3 admin admin] Network hostable DHCP agents. Network: 5059e2ec-e64a-4bd7-ba0a-26f3f969291d, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:26:27.991502 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e31826c-0622-41eb-943a-4f970c1051d1 None None] Pushing event updated for resources: {'Port': ['ID=2f56eef0-7ae0-451f-858a-3929b75d4545,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:28.029952 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-c8e7f506-ca90-4da9-8aa3-58209ad165c2 req-78d1bc64-e12f-4a67-a2c3-a261ce9d6b56 service neutron] For port ff7b7dc2-e64b-413f-9385-333849fe0b7a, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:26:28.033628 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-c8e7f506-ca90-4da9-8aa3-58209ad165c2 req-78d1bc64-e12f-4a67-a2c3-a261ce9d6b56 service neutron] For port ff7b7dc2-e64b-413f-9385-333849fe0b7a, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=ff7b7dc2-e64b-413f-9385-333849fe0b7a,segment=NetworkSegment(69c62212-4523-4acd-b808-007a53ff7fe0),segment_id=69c62212-4523-4acd-b808-007a53ff7fe0)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:26:28.038294 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c8e7f506-ca90-4da9-8aa3-58209ad165c2 req-78d1bc64-e12f-4a67-a2c3-a261ce9d6b56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:28.080664 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7f506-ca90-4da9-8aa3-58209ad165c2 req-78d1bc64-e12f-4a67-a2c3-a261ce9d6b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:28.081295 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c8e7f506-ca90-4da9-8aa3-58209ad165c2 req-78d1bc64-e12f-4a67-a2c3-a261ce9d6b56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:28.082714 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c8e7f506-ca90-4da9-8aa3-58209ad165c2 req-78d1bc64-e12f-4a67-a2c3-a261ce9d6b56 service neutron] 10.222.0.47 "PUT /v2.0/ports/ff7b7dc2-e64b-413f-9385-333849fe0b7a HTTP/1.1" status: 200 len: 1092 time: 0.9329901 Nov 25 13:26:28.083191 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35f6ef1f-91a7-4ceb-b8f4-6e580a69721f', 'tag': 'ff7b7dc2-e64b-413f-9385-333849fe0b7a'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:26:28.086108 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d546bab-03bd-44d9-8f67-a9d8469ebb2b" -d '{"events": [{"name": "network-changed", "server_uuid": "35f6ef1f-91a7-4ceb-b8f4-6e580a69721f", "tag": "ff7b7dc2-e64b-413f-9385-333849fe0b7a"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:26:28.111856 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d1bc64-e12f-4a67-a2c3-a261ce9d6b56 service neutron] Pushing event updated for resources: {'Port': ['ID=ff7b7dc2-e64b-413f-9385-333849fe0b7a,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:28.118311 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc6f531-c493-4df7-b47e-d712757811b3 admin admin] Network 5059e2ec-e64a-4bd7-ba0a-26f3f969291d is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:26:28.138094 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [req-c32d038c-8872-4a6e-9a1c-9740f314ad62 req-c1811893-5c19-4c7f-bf5b-63102751e4d2 service neutron] (103571) timed out ('10.222.0.47', 52591) {{(pid=103571) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 13:26:28.144572 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa44f7f-82b5-4531-9af3-7d6789b99d3a req-b224ca67-b876-453e-9489-bc7d9acdb4f5 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:28.146813 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ffa44f7f-82b5-4531-9af3-7d6789b99d3a req-b224ca67-b876-453e-9489-bc7d9acdb4f5 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=35f6ef1f-91a7-4ceb-b8f4-6e580a69721f HTTP/1.1" status: 200 len: 943 time: 0.1314683 Nov 25 13:26:28.157585 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-7dc6f531-c493-4df7-b47e-d712757811b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 5059e2ec-e64a-4bd7-ba0a-26f3f969291d) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:26:28.172827 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5dfdb08-4b07-4b67-9acb-858a829da098 None None] Network 5059e2ec-e64a-4bd7-ba0a-26f3f969291d requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:26:28.191649 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc6f531-c493-4df7-b47e-d712757811b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:28.191649 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7dc6f531-c493-4df7-b47e-d712757811b3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:28.270908 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7f506-ca90-4da9-8aa3-58209ad165c2 req-2e8fd8d3-2e1b-4e9b-8d26-6971c29caba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:28.273013 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c8e7f506-ca90-4da9-8aa3-58209ad165c2 req-2e8fd8d3-2e1b-4e9b-8d26-6971c29caba6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=14da780ba23d47dc80a36e577e024742&device_id=35f6ef1f-91a7-4ceb-b8f4-6e580a69721f HTTP/1.1" status: 200 len: 1095 time: 0.0917611 Nov 25 13:26:28.275934 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-7dc6f531-c493-4df7-b47e-d712757811b3 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2534783 Nov 25 13:26:28.292044 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52fb520b-1dd7-4f16-862f-8720080d4c41 x-openstack-request-id: req-52fb520b-1dd7-4f16-862f-8720080d4c41 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:26:28.292341 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35f6ef1f-91a7-4ceb-b8f4-6e580a69721f", "tag": "ff7b7dc2-e64b-413f-9385-333849fe0b7a", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:26:28.293058 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-52fb520b-1dd7-4f16-862f-8720080d4c41 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:26:28.293058 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35f6ef1f-91a7-4ceb-b8f4-6e580a69721f', 'tag': 'ff7b7dc2-e64b-413f-9385-333849fe0b7a', 'status': 'completed', 'code': 200} Nov 25 13:26:28.353765 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ffa44f7f-82b5-4531-9af3-7d6789b99d3a req-154471fa-d88f-47cd-ba2a-8c5dd288e884 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629391 Nov 25 13:26:28.425857 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d1dce6ae-fc48-43ba-a94c-ad90cef09272 req-17edaf09-8200-4d0e-ad27-99711def7809 tempest-VolumesActionsTest-1632500816 tempest-VolumesActionsTest-1632500816-project] 10.222.0.53 "GET /v2.0/ports?device_id=59a4a39a-dc7e-49bf-9731-a16b75930938 HTTP/1.1" status: 200 len: 210 time: 0.0596447 Nov 25 13:26:28.442247 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c8e7f506-ca90-4da9-8aa3-58209ad165c2 req-7e42faa0-4ad1-4e6c-9359-a06c330eeb14 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff7b7dc2-e64b-413f-9385-333849fe0b7a HTTP/1.1" status: 200 len: 217 time: 0.1483238 Nov 25 13:26:28.448227 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec77a69-60d0-4666-807e-d6f99e9e063f None None] Network 5059e2ec-e64a-4bd7-ba0a-26f3f969291d requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:26:28.466431 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-675e21b3-7049-4b3d-a517-96c5db379e46 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:28.481470 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-675e21b3-7049-4b3d-a517-96c5db379e46 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:28.482376 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-675e21b3-7049-4b3d-a517-96c5db379e46 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:28.578054 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7f506-ca90-4da9-8aa3-58209ad165c2 req-3c90f77d-6ab6-4c6a-945e-565d1fb72d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:28.579735 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c8e7f506-ca90-4da9-8aa3-58209ad165c2 req-3c90f77d-6ab6-4c6a-945e-565d1fb72d5c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1a356b22-557f-414f-9369-a0bf5c0c80eb HTTP/1.1" status: 200 len: 846 time: 0.1273921 Nov 25 13:26:28.642428 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c8e7f506-ca90-4da9-8aa3-58209ad165c2 req-b821fbe4-1493-4114-bdf9-7d99a5e4bc57 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=86ce0c5b-521f-4849-813d-48a6e4cbad17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499551 Nov 25 13:26:28.670245 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675e21b3-7049-4b3d-a517-96c5db379e46 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Network d20c292f-ee20-4481-b437-346babe1ccbe is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:26:28.672105 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675e21b3-7049-4b3d-a517-96c5db379e46 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event updated for resources: {'Port': ['ID=aa8ec327-874a-4575-9f37-589b5ad5ef47,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:28.678358 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-675e21b3-7049-4b3d-a517-96c5db379e46 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:26:28.775362 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c8e7f506-ca90-4da9-8aa3-58209ad165c2 req-e9089435-1960-464e-8a80-f9aeed855a78 service neutron] 10.222.0.47 "GET /v2.0/networks/86ce0c5b-521f-4849-813d-48a6e4cbad17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215987 Nov 25 13:26:28.832288 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-675e21b3-7049-4b3d-a517-96c5db379e46 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Router f4ca290d-b056-4800-a802-3719a18ad5d7 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:26:28.919054 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d0ef9-4027-4810-98b0-3f5346c8ad50 req-d719eead-7aba-472c-8539-41f8e7838f61 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:28.920550 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-027d0ef9-4027-4810-98b0-3f5346c8ad50 req-d719eead-7aba-472c-8539-41f8e7838f61 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.47 "GET /v2.0/ports?device_id=8293d7e9-16aa-4b3c-ae3e-7263241280aa HTTP/1.1" status: 200 len: 945 time: 0.1320283 Nov 25 13:26:28.963642 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c8e7f506-ca90-4da9-8aa3-58209ad165c2 req-ed606d14-21c5-43d1-bffb-dc551d40cdd9 service neutron] 10.222.0.47 "GET /v2.0/networks/86ce0c5b-521f-4849-813d-48a6e4cbad17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632304 Nov 25 13:26:29.041400 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59990) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:29.053467 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-ae5e6a5e-5ee6-4ff4-ba6e-c69cf98bc53a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-592027833-network', 'tenant_id': 'dd0615ca42fe4d9cbc0df6cf436fa4b2'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:26:29.061404 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675e21b3-7049-4b3d-a517-96c5db379e46 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:26:29.075170 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf058c9-13b1-4dae-8bfa-a9d3cdee5652 None None] Sync routers for ids ['f4ca290d-b056-4800-a802-3719a18ad5d7'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:26:29.079007 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-675e21b3-7049-4b3d-a517-96c5db379e46 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "PUT /v2.0/routers/f4ca290d-b056-4800-a802-3719a18ad5d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9966173 Nov 25 13:26:29.081910 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59992) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:29.094250 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-9623275e-86cd-4c5d-aabc-40ffa984c1d9 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:26:29.100470 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf058c9-13b1-4dae-8bfa-a9d3cdee5652 None None] Routers {'f4ca290d-b056-4800-a802-3719a18ad5d7'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:26:29.101178 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-0bf058c9-13b1-4dae-8bfa-a9d3cdee5652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:26:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['f4ca290d-b056-4800-a802-3719a18ad5d7'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:29.113817 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a94899f-410c-42a3-9c95-4716912d4578 req-b1dcf504-3fa4-4e28-9888-629f4693ca9d tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:29.133385 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4a94899f-410c-42a3-9c95-4716912d4578 req-b1dcf504-3fa4-4e28-9888-629f4693ca9d tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=8293d7e9-16aa-4b3c-ae3e-7263241280aa HTTP/1.1" status: 200 len: 945 time: 0.1398702 Nov 25 13:26:29.170735 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5e6a5e-5ee6-4ff4-ba6e-c69cf98bc53a admin admin] Made reservation on behalf of dd0615ca42fe4d9cbc0df6cf436fa4b2 for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:26:29.173143 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ae5e6a5e-5ee6-4ff4-ba6e-c69cf98bc53a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:29.184965 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ae5e6a5e-5ee6-4ff4-ba6e-c69cf98bc53a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:29.243355 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d546bab-03bd-44d9-8f67-a9d8469ebb2b req-330faba9-a27a-428c-b06d-b184e7ebaed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:29.245400 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8d546bab-03bd-44d9-8f67-a9d8469ebb2b req-330faba9-a27a-428c-b06d-b184e7ebaed7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=14da780ba23d47dc80a36e577e024742&device_id=35f6ef1f-91a7-4ceb-b8f4-6e580a69721f HTTP/1.1" status: 200 len: 1095 time: 0.1929829 Nov 25 13:26:29.255240 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-027d0ef9-4027-4810-98b0-3f5346c8ad50 req-cbdf6481-8cdf-423f-808d-4946902c18a0 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Deleting port ed8a1dbf-16ac-48f0-b438-2547949def98 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:26:29.255736 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-027d0ef9-4027-4810-98b0-3f5346c8ad50 req-cbdf6481-8cdf-423f-808d-4946902c18a0 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:29.299654 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ae5e6a5e-5ee6-4ff4-ba6e-c69cf98bc53a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:29.322956 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ae5e6a5e-5ee6-4ff4-ba6e-c69cf98bc53a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:29.350158 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4a94899f-410c-42a3-9c95-4716912d4578 req-74845fad-cfb5-4d5c-949a-96d7a868d1d7 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157538 Nov 25 13:26:29.369511 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae5e6a5e-5ee6-4ff4-ba6e-c69cf98bc53a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:26:29.400444 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ae5e6a5e-5ee6-4ff4-ba6e-c69cf98bc53a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:29.401011 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-ae5e6a5e-5ee6-4ff4-ba6e-c69cf98bc53a admin admin] Added segment a90bca51-ea14-49f6-ab85-cf7b14adafce of type vlan for network ce129fcb-f937-41b0-b6fe-85c0b4723798 Nov 25 13:26:29.402779 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5e6a5e-5ee6-4ff4-ba6e-c69cf98bc53a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb4a40f-8b9a-4c52-bb86-268a573d53e1,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:29.554852 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ae5e6a5e-5ee6-4ff4-ba6e-c69cf98bc53a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:29.593738 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d546bab-03bd-44d9-8f67-a9d8469ebb2b req-b2747bee-f563-406b-b7b4-7f7194fbddaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:29.595290 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8d546bab-03bd-44d9-8f67-a9d8469ebb2b req-b2747bee-f563-406b-b7b4-7f7194fbddaf service neutron] 10.222.0.47 "GET /v2.0/networks?id=86ce0c5b-521f-4849-813d-48a6e4cbad17 HTTP/1.1" status: 200 len: 907 time: 0.3285248 Nov 25 13:26:29.613676 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ee7a9158-5659-41ff-b6ff-5ba051860825 req-d89d5e19-c23e-45a4-a778-9339e31bf1a9 tempest-VolumesActionsTest-1632500816 tempest-VolumesActionsTest-1632500816-project] 10.222.0.53 "GET /v2.0/ports?device_id=59a4a39a-dc7e-49bf-9731-a16b75930938 HTTP/1.1" status: 200 len: 210 time: 0.0649302 Nov 25 13:26:29.617192 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 2f56eef0-7ae0-451f-858a-3929b75d4545 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:26:29.656167 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc988f-bae5-4132-9297-2fb9c4b4e854 req-abed348f-3744-425d-a126-02457f587778 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:29.658333 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e7dc988f-bae5-4132-9297-2fb9c4b4e854 req-abed348f-3744-425d-a126-02457f587778 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=35f6ef1f-91a7-4ceb-b8f4-6e580a69721f HTTP/1.1" status: 200 len: 943 time: 0.1654990 Nov 25 13:26:29.660362 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ae5e6a5e-5ee6-4ff4-ba6e-c69cf98bc53a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:29.661353 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5e6a5e-5ee6-4ff4-ba6e-c69cf98bc53a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:29.673651 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ae5e6a5e-5ee6-4ff4-ba6e-c69cf98bc53a admin admin] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:29.683136 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8d546bab-03bd-44d9-8f67-a9d8469ebb2b req-edc64216-17c9-4c0d-b19c-923b380b92ae service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff7b7dc2-e64b-413f-9385-333849fe0b7a HTTP/1.1" status: 200 len: 217 time: 0.0480075 Nov 25 13:26:29.706995 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-0bf058c9-13b1-4dae-8bfa-a9d3cdee5652 None None] Set router f4ca290d-b056-4800-a802-3719a18ad5d7 gateway port host: None {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:26:29.750491 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9529c4-ae41-49fd-b6b0-ec5084d59529 None None] Network d20c292f-ee20-4481-b437-346babe1ccbe requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:26:29.784728 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-ae5e6a5e-5ee6-4ff4-ba6e-c69cf98bc53a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7391317 Nov 25 13:26:29.788475 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60000) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:29.803610 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-42750d2f-3580-492e-9792-b31fc4375764 admin admin] Request body: {'subnet': {'network_id': 'ce129fcb-f937-41b0-b6fe-85c0b4723798', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-592027833-subnet', 'tenant_id': 'dd0615ca42fe4d9cbc0df6cf436fa4b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:26:29.811614 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5e6a5e-5ee6-4ff4-ba6e-c69cf98bc53a admin admin] Pushing event updated for resources: {'Network': ['ID=ce129fcb-f937-41b0-b6fe-85c0b4723798,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:29.828664 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e7dc988f-bae5-4132-9297-2fb9c4b4e854 req-99819fe2-bbf3-465b-ad3a-14c4bb600ed5 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491637 Nov 25 13:26:29.840867 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42750d2f-3580-492e-9792-b31fc4375764 admin admin] Made reservation on behalf of dd0615ca42fe4d9cbc0df6cf436fa4b2 for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:26:29.843904 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-42750d2f-3580-492e-9792-b31fc4375764 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:29.846897 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 2f56eef0-7ae0-451f-858a-3929b75d4545 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:26:29.847273 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:29.859019 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network ce129fcb-f937-41b0-b6fe-85c0b4723798 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:26:30.007999 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-e7693802-a0b7-49a0-a1f6-35c3270dc335 None None] Provisioning complete for port 2f56eef0-7ae0-451f-858a-3929b75d4545 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:26:30.008381 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e7693802-a0b7-49a0-a1f6-35c3270dc335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:30.038178 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-42750d2f-3580-492e-9792-b31fc4375764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:30.098726 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42750d2f-3580-492e-9792-b31fc4375764 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11d0c4f3-f3b8-4f1c-83dd-15962584dd16,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:30.108125 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42750d2f-3580-492e-9792-b31fc4375764 admin admin] Checking segment: {'id': 'a90bca51-ea14-49f6-ab85-cf7b14adafce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ce129fcb-f937-41b0-b6fe-85c0b4723798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:26:30.108494 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42750d2f-3580-492e-9792-b31fc4375764 admin admin] Network hostable DHCP agents. Network: ce129fcb-f937-41b0-b6fe-85c0b4723798, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:26:30.125861 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42750d2f-3580-492e-9792-b31fc4375764 admin admin] Network ce129fcb-f937-41b0-b6fe-85c0b4723798 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:26:30.137557 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-42750d2f-3580-492e-9792-b31fc4375764 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, ce129fcb-f937-41b0-b6fe-85c0b4723798) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:26:30.145512 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42750d2f-3580-492e-9792-b31fc4375764 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:30.146975 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-42750d2f-3580-492e-9792-b31fc4375764 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:30.167102 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-42750d2f-3580-492e-9792-b31fc4375764 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3749537 Nov 25 13:26:30.173823 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b50394-9f8c-4464-ac74-cc35cb2bf047 None None] Network ce129fcb-f937-41b0-b6fe-85c0b4723798 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:26:30.247405 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a8fa49-294b-4eb1-8c98-23baa7561ee8 req-e370d33d-36bd-483d-951b-44b2e482e900 tempest-VolumesActionsTest-1632500816 tempest-VolumesActionsTest-1632500816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:30.249043 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f3a8fa49-294b-4eb1-8c98-23baa7561ee8 req-e370d33d-36bd-483d-951b-44b2e482e900 tempest-VolumesActionsTest-1632500816 tempest-VolumesActionsTest-1632500816-project] 10.222.0.47 "GET /v2.0/networks?id=320bc64f-c87e-4161-bc09-4845b1bfc36c HTTP/1.1" status: 200 len: 808 time: 0.6906686 Nov 25 13:26:30.263878 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d546bab-03bd-44d9-8f67-a9d8469ebb2b req-c943ad0b-5bc1-4f89-88b0-a91c44c43683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:30.265409 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8d546bab-03bd-44d9-8f67-a9d8469ebb2b req-c943ad0b-5bc1-4f89-88b0-a91c44c43683 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1a356b22-557f-414f-9369-a0bf5c0c80eb HTTP/1.1" status: 200 len: 846 time: 0.4901845 Nov 25 13:26:30.269091 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-f3a8fa49-294b-4eb1-8c98-23baa7561ee8 req-8b602d8c-56ab-47a0-a79d-569533699140 tempest-VolumesActionsTest-1632500816 tempest-VolumesActionsTest-1632500816-project] Request body: {'port': {'device_id': '59a4a39a-dc7e-49bf-9731-a16b75930938', 'network_id': '320bc64f-c87e-4161-bc09-4845b1bfc36c', 'admin_state_up': True, 'tenant_id': 'fe206592d16d4e629f3b5ca479fdfa24'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:26:30.310140 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:30.391212 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e7693802-a0b7-49a0-a1f6-35c3270dc335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:30.393873 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6ec6e83b-c146-4de1-9fa9-f108cb858e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:30.402496 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8d546bab-03bd-44d9-8f67-a9d8469ebb2b req-e1477ebb-c207-4f6d-aa06-12b7bfd07aae service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=86ce0c5b-521f-4849-813d-48a6e4cbad17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744598 Nov 25 13:26:30.423066 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-027d0ef9-4027-4810-98b0-3f5346c8ad50 req-cbdf6481-8cdf-423f-808d-4946902c18a0 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] For port ed8a1dbf-16ac-48f0-b438-2547949def98, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=ed8a1dbf-16ac-48f0-b438-2547949def98,segment=NetworkSegment(9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8),segment_id=9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:26:30.423287 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-027d0ef9-4027-4810-98b0-3f5346c8ad50 req-cbdf6481-8cdf-423f-808d-4946902c18a0 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:30.436580 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] For port 2f56eef0-7ae0-451f-858a-3929b75d4545, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=2f56eef0-7ae0-451f-858a-3929b75d4545,segment=NetworkSegment(2baeafab-5f4d-46cf-b125-726212434265),segment_id=2baeafab-5f4d-46cf-b125-726212434265)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:26:30.472269 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:30.496500 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-027d0ef9-4027-4810-98b0-3f5346c8ad50 req-cbdf6481-8cdf-423f-808d-4946902c18a0 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Calling delete_port for ed8a1dbf-16ac-48f0-b438-2547949def98 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:26:30.503071 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-0bf058c9-13b1-4dae-8bfa-a9d3cdee5652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'name': 'tempest-RoutersIpV6Test-router-1774973520', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:26:05Z', 'updated_at': '2021-11-25T13:26:27Z', 'revision_number': 5, 'project_id': '177e3b084115482a91deb772ab6235e0', 'gw_port_host': None, '_interfaces': [{'id': '30571eb0-7dae-4884-801c-03b607645e3d', 'name': '', 'network_id': 'fbd1dbc9-4f47-473b-b655-2da1d9180256', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'mac_address': 'fa:16:3e:8c:60:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '03243bd3-9267-4213-b146-d14ac3094541', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:19Z', 'updated_at': '2021-11-25T13:26:26Z', 'revision_number': 5, 'project_id': '177e3b084115482a91deb772ab6235e0', 'subnets': [{'id': '03243bd3-9267-4213-b146-d14ac3094541', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '339e7a83-6809-4256-85f5-efa6f2c2931b', 'name': '', 'network_id': 'ee8d2ea2-8666-4969-97a1-9dc2d7e54e9f', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'mac_address': 'fa:16:3e:ab:a4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': 'da726350-0d03-4a24-b59b-eb9cd43d1b2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:08Z', 'updated_at': '2021-11-25T13:26:14Z', 'revision_number': 5, 'project_id': '177e3b084115482a91deb772ab6235e0', 'subnets': [{'id': 'da726350-0d03-4a24-b59b-eb9cd43d1b2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3fd239-1cb9-4c31-bdae-fe68f80cc1c2', 'name': '', 'network_id': '7cff3bb9-242d-4afa-ba5f-8854249abf3b', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'mac_address': 'fa:16:3e:bb:9a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'ae04fda2-0d27-418c-8997-e6c21495b2d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:14Z', 'updated_at': '2021-11-25T13:26:21Z', 'revision_number': 5, 'project_id': '177e3b084115482a91deb772ab6235e0', 'subnets': [{'id': 'ae04fda2-0d27-418c-8997-e6c21495b2d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa8ec327-874a-4575-9f37-589b5ad5ef47', 'name': '', 'network_id': 'd20c292f-ee20-4481-b437-346babe1ccbe', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'mac_address': 'fa:16:3e:5d:2f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'fd374e8b-a729-4b51-99af-39ea92de27ad', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:26Z', 'updated_at': '2021-11-25T13:26:28Z', 'revision_number': 2, 'project_id': '177e3b084115482a91deb772ab6235e0', 'subnets': [{'id': 'fd374e8b-a729-4b51-99af-39ea92de27ad', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:30.555499 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d8abba-f529-451b-bba1-b5347c0d3500 req-4e489717-8c37-49f1-a13d-da6aa756933f tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:30.564604 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-89d8abba-f529-451b-bba1-b5347c0d3500 req-4e489717-8c37-49f1-a13d-da6aa756933f tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=8293d7e9-16aa-4b3c-ae3e-7263241280aa HTTP/1.1" status: 200 len: 945 time: 0.0872164 Nov 25 13:26:30.597972 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf058c9-13b1-4dae-8bfa-a9d3cdee5652 None None] Checking router: f4ca290d-b056-4800-a802-3719a18ad5d7 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:26:30.598377 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf058c9-13b1-4dae-8bfa-a9d3cdee5652 None None] Updating router f4ca290d-b056-4800-a802-3719a18ad5d7 port aa8ec327-874a-4575-9f37-589b5ad5ef47 binding host n-d-808199-11 {{(pid=103572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:26:30.605590 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc89d34c-c8d5-445c-b696-5f65cb7a7bb2 None None] Network ce129fcb-f937-41b0-b6fe-85c0b4723798 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:26:30.652678 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-89d8abba-f529-451b-bba1-b5347c0d3500 req-9e773ac3-614a-46f8-8b38-5185a7d6006f tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/security-groups?id=d315f772-713b-416a-b17f-7e66210ab056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869555 Nov 25 13:26:30.697312 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Pushing event updated for resources: {'Port': ['ID=2f56eef0-7ae0-451f-858a-3929b75d4545,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:30.711574 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.db.api [None req-e7693802-a0b7-49a0-a1f6-35c3270dc335 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 13:26:30.712067 n-d-808199-11 neutron-server[103572]: DEBUG oslo_db.api [None req-e7693802-a0b7-49a0-a1f6-35c3270dc335 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 13:26:30.728273 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0bf058c9-13b1-4dae-8bfa-a9d3cdee5652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:30.829347 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2b24a48b-770f-456b-a36c-f696a4f89c3e req-272ba414-745e-4046-8f0e-bd0be52c3995 tempest-VolumesActionsTest-1632500816 tempest-VolumesActionsTest-1632500816-project] 10.222.0.53 "GET /v2.0/ports?device_id=59a4a39a-dc7e-49bf-9731-a16b75930938 HTTP/1.1" status: 200 len: 210 time: 0.0533903 Nov 25 13:26:30.838575 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.extraroute_db [None req-9623275e-86cd-4c5d-aabc-40ffa984c1d9 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103571) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 25 13:26:30.844468 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8d546bab-03bd-44d9-8f67-a9d8469ebb2b req-26a7eb1d-c73b-4228-8131-07e10a6f14a4 service neutron] 10.222.0.47 "GET /v2.0/networks/86ce0c5b-521f-4849-813d-48a6e4cbad17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4237392 Nov 25 13:26:30.893795 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3a8fa49-294b-4eb1-8c98-23baa7561ee8 req-8b602d8c-56ab-47a0-a79d-569533699140 tempest-VolumesActionsTest-1632500816 tempest-VolumesActionsTest-1632500816-project] Made reservation on behalf of fe206592d16d4e629f3b5ca479fdfa24 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:26:30.897741 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f3a8fa49-294b-4eb1-8c98-23baa7561ee8 req-8b602d8c-56ab-47a0-a79d-569533699140 tempest-VolumesActionsTest-1632500816 tempest-VolumesActionsTest-1632500816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:30.950758 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.extraroute_db [None req-9623275e-86cd-4c5d-aabc-40ffa984c1d9 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Removed routes are [] {{(pid=103571) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 25 13:26:30.951602 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9623275e-86cd-4c5d-aabc-40ffa984c1d9 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66601263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66597252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:31.066564 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf24026e-47bb-436f-bfcf-3a66496a9ff1 req-a2ad3f3f-dbb3-4e64-b0b6-4e3d2fb8db75 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:31.071230 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bf24026e-47bb-436f-bfcf-3a66496a9ff1 req-a2ad3f3f-dbb3-4e64-b0b6-4e3d2fb8db75 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=35f6ef1f-91a7-4ceb-b8f4-6e580a69721f HTTP/1.1" status: 200 len: 943 time: 0.1162801 Nov 25 13:26:31.117420 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6273750-f6c4-4b59-b17d-4c03502c7633 req-35858e25-5710-401a-9140-f3b5d64c36a3 tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:31.118892 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b6273750-f6c4-4b59-b17d-4c03502c7633 req-35858e25-5710-401a-9140-f3b5d64c36a3 tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] 10.222.0.53 "GET /v2.0/networks?id=5059e2ec-e64a-4bd7-ba0a-26f3f969291d HTTP/1.1" status: 200 len: 825 time: 0.1751108 Nov 25 13:26:31.153198 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b6273750-f6c4-4b59-b17d-4c03502c7633 req-baac54b6-9cd5-47fa-9062-60b6b44295af tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] 10.222.0.53 "GET /v2.0/quotas/3191054d47ff4d659bfd89127456b30d HTTP/1.1" status: 200 len: 375 time: 0.0237696 Nov 25 13:26:31.155197 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-027d0ef9-4027-4810-98b0-3f5346c8ad50 req-cbdf6481-8cdf-423f-808d-4946902c18a0 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:31.171214 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bf24026e-47bb-436f-bfcf-3a66496a9ff1 req-7cbbe0e3-5aef-40bd-a365-0773c7aa5096 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941136 Nov 25 13:26:31.209428 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b6273750-f6c4-4b59-b17d-4c03502c7633 req-aad6cec5-8d8d-409d-92d5-92f43fc74efa tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3191054d47ff4d659bfd89127456b30d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351045 Nov 25 13:26:31.213477 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['ed8a1dbf-16ac-48f0-b438-2547949def98'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:26:31.233381 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdf6481-8cdf-423f-808d-4946902c18a0 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Pushing event deleted for resources: {'Port': ['ID=ed8a1dbf-16ac-48f0-b438-2547949def98,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:31.308854 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8d546bab-03bd-44d9-8f67-a9d8469ebb2b req-f69afce2-42a4-4276-bedd-5bd255ad4a17 service neutron] 10.222.0.47 "GET /v2.0/networks/86ce0c5b-521f-4849-813d-48a6e4cbad17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4296095 Nov 25 13:26:31.328457 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0bf058c9-13b1-4dae-8bfa-a9d3cdee5652 None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:31.342503 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 2f56eef0-7ae0-451f-858a-3929b75d4545 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:26:31.347687 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0bf058c9-13b1-4dae-8bfa-a9d3cdee5652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:31.348281 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b6273750-f6c4-4b59-b17d-4c03502c7633 req-b8d20ac3-a06d-480a-b6f6-acf41313fe29 service neutron] 10.222.0.53 "GET /v2.0/networks/5059e2ec-e64a-4bd7-ba0a-26f3f969291d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366479 Nov 25 13:26:31.407784 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-027d0ef9-4027-4810-98b0-3f5346c8ad50 req-cbdf6481-8cdf-423f-808d-4946902c18a0 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] No DVR routers for this DVR port ed8a1dbf-16ac-48f0-b438-2547949def98 on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:26:31.415539 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-027d0ef9-4027-4810-98b0-3f5346c8ad50 req-cbdf6481-8cdf-423f-808d-4946902c18a0 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:31.418900 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-027d0ef9-4027-4810-98b0-3f5346c8ad50 req-cbdf6481-8cdf-423f-808d-4946902c18a0 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.47 "DELETE /v2.0/ports/ed8a1dbf-16ac-48f0-b438-2547949def98 HTTP/1.1" status: 204 len: 173 time: 2.4855788 Nov 25 13:26:31.421653 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8293d7e9-16aa-4b3c-ae3e-7263241280aa', 'name': 'network-vif-deleted', 'tag': 'ed8a1dbf-16ac-48f0-b438-2547949def98'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:26:31.423878 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea423a7f-2621-4d0d-a5d0-ea234ae5df99" -d '{"events": [{"server_uuid": "8293d7e9-16aa-4b3c-ae3e-7263241280aa", "name": "network-vif-deleted", "tag": "ed8a1dbf-16ac-48f0-b438-2547949def98"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:26:31.439542 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9623275e-86cd-4c5d-aabc-40ffa984c1d9 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66601263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66597252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:31.447879 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-f3a8fa49-294b-4eb1-8c98-23baa7561ee8 req-8b602d8c-56ab-47a0-a79d-569533699140 tempest-VolumesActionsTest-1632500816 tempest-VolumesActionsTest-1632500816-project] Allocated IP 172.20.0.6 (320bc64f-c87e-4161-bc09-4845b1bfc36c/ac408d65-f565-4aec-a68c-6616bea7f070/453589d9-1311-40b0-8529-ae28f08ed437) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:26:31.450384 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9623275e-86cd-4c5d-aabc-40ffa984c1d9 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66601254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66601277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66597267'] for router, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:31.498318 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708fc926-4dd9-4e20-908c-6d00f52b6a1e None None] Pushing event updated for resources: {'Port': ['ID=aa8ec327-874a-4575-9f37-589b5ad5ef47,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:31.530462 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:26:31.550529 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b6273750-f6c4-4b59-b17d-4c03502c7633 req-08b04ca8-8de6-4688-85a3-9387eb1b9d71 service neutron] 10.222.0.53 "GET /v2.0/networks/5059e2ec-e64a-4bd7-ba0a-26f3f969291d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968002 Nov 25 13:26:31.558077 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c05b03-bcad-4d92-81c5-3ee110a5e8c1 x-openstack-request-id: req-35c05b03-bcad-4d92-81c5-3ee110a5e8c1 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:26:31.558381 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8293d7e9-16aa-4b3c-ae3e-7263241280aa", "name": "network-vif-deleted", "tag": "ed8a1dbf-16ac-48f0-b438-2547949def98", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:26:31.558640 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-35c05b03-bcad-4d92-81c5-3ee110a5e8c1 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:26:31.559226 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8293d7e9-16aa-4b3c-ae3e-7263241280aa', 'name': 'network-vif-deleted', 'tag': 'ed8a1dbf-16ac-48f0-b438-2547949def98', 'status': 'completed', 'code': 200} Nov 25 13:26:31.697204 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9623275e-86cd-4c5d-aabc-40ffa984c1d9 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Router f4ca290d-b056-4800-a802-3719a18ad5d7 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:26:31.857151 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8deb5d13-ac06-4870-ad29-38a7f51e5c81 req-f6ede361-62f4-4703-8b8e-6f4ff827d322 tempest-DeleteServersTestJSON-678335621 tempest-DeleteServersTestJSON-678335621-project] 10.222.0.53 "GET /v2.0/ports?device_id=8293d7e9-16aa-4b3c-ae3e-7263241280aa HTTP/1.1" status: 200 len: 210 time: 0.0491498 Nov 25 13:26:31.866170 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-0bf058c9-13b1-4dae-8bfa-a9d3cdee5652 None None] Attempting to bind port aa8ec327-874a-4575-9f37-589b5ad5ef47 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:26:31.866747 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-0bf058c9-13b1-4dae-8bfa-a9d3cdee5652 None None] Attempting to bind port aa8ec327-874a-4575-9f37-589b5ad5ef47 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '2baeafab-5f4d-46cf-b125-726212434265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'd20c292f-ee20-4481-b437-346babe1ccbe'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:26:31.868361 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf058c9-13b1-4dae-8bfa-a9d3cdee5652 None None] Attempting to bind port aa8ec327-874a-4575-9f37-589b5ad5ef47 on network d20c292f-ee20-4481-b437-346babe1ccbe {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:26:31.873569 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-468ae912-9476-44f7-823d-103566dee25d None None] Provisioning complete for port 2f56eef0-7ae0-451f-858a-3929b75d4545 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:26:31.881140 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-468ae912-9476-44f7-823d-103566dee25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:31.898439 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9623275e-86cd-4c5d-aabc-40ffa984c1d9 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:26:31.901971 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f3a8fa49-294b-4eb1-8c98-23baa7561ee8 req-8b602d8c-56ab-47a0-a79d-569533699140 tempest-VolumesActionsTest-1632500816 tempest-VolumesActionsTest-1632500816-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:31.916052 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9623275e-86cd-4c5d-aabc-40ffa984c1d9 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:31.919681 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-9623275e-86cd-4c5d-aabc-40ffa984c1d9 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "PUT /v2.0/routers/f4ca290d-b056-4800-a802-3719a18ad5d7 HTTP/1.1" status: 200 len: 954 time: 2.8343532 Nov 25 13:26:31.922189 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60038) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:31.939089 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0cd64f2b-cea3-42e6-a78d-e31c8252f9b5 req-60cf5cbe-4695-4b08-8e9a-7dfe257bd680 tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] 10.222.0.53 "GET /v2.0/ports?device_id=5599108a-abc6-47c9-a214-364100245b7d HTTP/1.1" status: 200 len: 210 time: 0.0982044 Nov 25 13:26:32.004992 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 2f56eef0-7ae0-451f-858a-3929b75d4545 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:26:32.005933 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:32.027749 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f3a8fa49-294b-4eb1-8c98-23baa7561ee8 req-8b602d8c-56ab-47a0-a79d-569533699140 tempest-VolumesActionsTest-1632500816 tempest-VolumesActionsTest-1632500816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:32.051155 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf058c9-13b1-4dae-8bfa-a9d3cdee5652 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:26:32.051546 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf058c9-13b1-4dae-8bfa-a9d3cdee5652 None None] Checking segment: {'id': '2baeafab-5f4d-46cf-b125-726212434265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'd20c292f-ee20-4481-b437-346babe1ccbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:26:32.051966 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0bf058c9-13b1-4dae-8bfa-a9d3cdee5652 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:32.053609 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf058c9-13b1-4dae-8bfa-a9d3cdee5652 None None] Bound using segment: {'id': '2baeafab-5f4d-46cf-b125-726212434265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'd20c292f-ee20-4481-b437-346babe1ccbe'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:26:32.053609 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-0bf058c9-13b1-4dae-8bfa-a9d3cdee5652 None None] Bound port: aa8ec327-874a-4575-9f37-589b5ad5ef47, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2baeafab-5f4d-46cf-b125-726212434265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'd20c292f-ee20-4481-b437-346babe1ccbe'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:26:32.053813 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0bf058c9-13b1-4dae-8bfa-a9d3cdee5652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:32.065471 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device ff7b7dc2-e64b-413f-9385-333849fe0b7a details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:26:32.097946 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b602d8c-56ab-47a0-a79d-569533699140 tempest-VolumesActionsTest-1632500816 tempest-VolumesActionsTest-1632500816-project] Pushing event updated for resources: {'Port': ['ID=453589d9-1311-40b0-8529-ae28f08ed437,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:32.123100 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3a8fa49-294b-4eb1-8c98-23baa7561ee8 req-8b602d8c-56ab-47a0-a79d-569533699140 tempest-VolumesActionsTest-1632500816 tempest-VolumesActionsTest-1632500816-project] Network 320bc64f-c87e-4161-bc09-4845b1bfc36c is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:26:32.124971 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-f3a8fa49-294b-4eb1-8c98-23baa7561ee8 req-8b602d8c-56ab-47a0-a79d-569533699140 tempest-VolumesActionsTest-1632500816 tempest-VolumesActionsTest-1632500816-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:26:32.127898 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3a8fa49-294b-4eb1-8c98-23baa7561ee8 req-8b602d8c-56ab-47a0-a79d-569533699140 tempest-VolumesActionsTest-1632500816 tempest-VolumesActionsTest-1632500816-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:26:32.151369 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-96ac4486-7254-41b6-a532-c7d97f9be747 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "GET /v2.0/routers/f4ca290d-b056-4800-a802-3719a18ad5d7 HTTP/1.1" status: 200 len: 954 time: 0.2110760 Nov 25 13:26:32.160684 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9259284-871f-4a5e-bbd4-84e1de162f0e req-c76a4b8f-bb38-4d5d-b319-1f0c690f2240 tempest-VolumesActionsTest-1632500816 tempest-VolumesActionsTest-1632500816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:32.162484 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b9259284-871f-4a5e-bbd4-84e1de162f0e req-c76a4b8f-bb38-4d5d-b319-1f0c690f2240 tempest-VolumesActionsTest-1632500816 tempest-VolumesActionsTest-1632500816-project] 10.222.0.53 "GET /v2.0/ports?device_id=59a4a39a-dc7e-49bf-9731-a16b75930938 HTTP/1.1" status: 200 len: 931 time: 0.2051649 Nov 25 13:26:32.163179 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60044) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:32.167688 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-5111d503-5918-4d67-a821-361b4d74de84 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Request body: {'router': {'routes': None}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:26:32.204539 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port ff7b7dc2-e64b-413f-9385-333849fe0b7a, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=ff7b7dc2-e64b-413f-9385-333849fe0b7a,segment=NetworkSegment(69c62212-4523-4acd-b808-007a53ff7fe0),segment_id=69c62212-4523-4acd-b808-007a53ff7fe0)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:26:32.233917 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a8fa49-294b-4eb1-8c98-23baa7561ee8 req-8b602d8c-56ab-47a0-a79d-569533699140 tempest-VolumesActionsTest-1632500816 tempest-VolumesActionsTest-1632500816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:32.234659 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f3a8fa49-294b-4eb1-8c98-23baa7561ee8 req-8b602d8c-56ab-47a0-a79d-569533699140 tempest-VolumesActionsTest-1632500816 tempest-VolumesActionsTest-1632500816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:32.255857 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f3a8fa49-294b-4eb1-8c98-23baa7561ee8 req-8b602d8c-56ab-47a0-a79d-569533699140 tempest-VolumesActionsTest-1632500816 tempest-VolumesActionsTest-1632500816-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9937899 Nov 25 13:26:32.259320 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': 'ff7b7dc2-e64b-413f-9385-333849fe0b7a', 'network_id': '86ce0c5b-521f-4849-813d-48a6e4cbad17', 'port_id': 'ff7b7dc2-e64b-413f-9385-333849fe0b7a', 'mac_address': 'fa:16:3e:0f:38:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a356b22-557f-414f-9369-a0bf5c0c80eb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:26:32.274259 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-f3a8fa49-294b-4eb1-8c98-23baa7561ee8 req-3b2883c1-b1ba-4a00-a543-c461f87da5a6 service neutron] Request body: {'port': {'device_id': '59a4a39a-dc7e-49bf-9731-a16b75930938', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:26:32.350724 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f3a8fa49-294b-4eb1-8c98-23baa7561ee8 req-3b2883c1-b1ba-4a00-a543-c461f87da5a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:32.380708 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:32.408835 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b2826-7607-4d9d-beec-fe2bd1853474 req-32733f9d-35ca-4857-a596-3b3266d9d70a tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:32.412068 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2a4b2826-7607-4d9d-beec-fe2bd1853474 req-32733f9d-35ca-4857-a596-3b3266d9d70a tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=35f6ef1f-91a7-4ceb-b8f4-6e580a69721f HTTP/1.1" status: 200 len: 943 time: 0.1261053 Nov 25 13:26:32.415652 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff7b7dc2-e64b-413f-9385-333849fe0b7a {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:26:32.418965 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-0bf058c9-13b1-4dae-8bfa-a9d3cdee5652 None None] For port aa8ec327-874a-4575-9f37-589b5ad5ef47, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:26:32.423987 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-0bf058c9-13b1-4dae-8bfa-a9d3cdee5652 None None] For port aa8ec327-874a-4575-9f37-589b5ad5ef47, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=aa8ec327-874a-4575-9f37-589b5ad5ef47,segment=NetworkSegment(2baeafab-5f4d-46cf-b125-726212434265),segment_id=2baeafab-5f4d-46cf-b125-726212434265)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:26:32.431440 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b9259284-871f-4a5e-bbd4-84e1de162f0e req-a43ea862-76e9-4dcc-8b48-be3853f7ec78 tempest-VolumesActionsTest-1632500816 tempest-VolumesActionsTest-1632500816-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1378374-d333-4bb6-a3d3-e4dbcdb62521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037342 Nov 25 13:26:32.452673 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0bf058c9-13b1-4dae-8bfa-a9d3cdee5652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:32.459419 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port ff7b7dc2-e64b-413f-9385-333849fe0b7a, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=ff7b7dc2-e64b-413f-9385-333849fe0b7a,segment=NetworkSegment(69c62212-4523-4acd-b808-007a53ff7fe0),segment_id=69c62212-4523-4acd-b808-007a53ff7fe0)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:26:32.489587 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-468ae912-9476-44f7-823d-103566dee25d None None] Provisioning complete for port aa8ec327-874a-4575-9f37-589b5ad5ef47 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:26:32.490559 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-468ae912-9476-44f7-823d-103566dee25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:32.513103 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:32.575665 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2a4b2826-7607-4d9d-beec-fe2bd1853474 req-2e799d38-f055-4bb7-82f0-ab7306111fc2 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419771 Nov 25 13:26:32.584589 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf058c9-13b1-4dae-8bfa-a9d3cdee5652 None None] Routers {'f4ca290d-b056-4800-a802-3719a18ad5d7'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:26:32.585216 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-0bf058c9-13b1-4dae-8bfa-a9d3cdee5652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:26:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['f4ca290d-b056-4800-a802-3719a18ad5d7'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:32.768497 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708fc926-4dd9-4e20-908c-6d00f52b6a1e None None] Pushing event updated for resources: {'Port': ['ID=aa8ec327-874a-4575-9f37-589b5ad5ef47,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:32.821402 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-f3a8fa49-294b-4eb1-8c98-23baa7561ee8 req-3b2883c1-b1ba-4a00-a543-c461f87da5a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 453589d9-1311-40b0-8529-ae28f08ed437 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:26:32.831030 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f3a8fa49-294b-4eb1-8c98-23baa7561ee8 req-3b2883c1-b1ba-4a00-a543-c461f87da5a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:32.854971 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-f3a8fa49-294b-4eb1-8c98-23baa7561ee8 req-3b2883c1-b1ba-4a00-a543-c461f87da5a6 service neutron] Transition to ACTIVE for port object 453589d9-1311-40b0-8529-ae28f08ed437 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:26:32.862869 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f3a8fa49-294b-4eb1-8c98-23baa7561ee8 req-3b2883c1-b1ba-4a00-a543-c461f87da5a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:32.899918 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f282f676-5af5-442f-ace9-f7915936669e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:32.910541 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-0bf058c9-13b1-4dae-8bfa-a9d3cdee5652 None None] Set router f4ca290d-b056-4800-a802-3719a18ad5d7 gateway port host: None {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:26:32.950113 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2883c1-b1ba-4a00-a543-c461f87da5a6 service neutron] Pushing event updated for resources: {'Port': ['ID=453589d9-1311-40b0-8529-ae28f08ed437,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:33.056836 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['ff7b7dc2-e64b-413f-9385-333849fe0b7a'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:26:33.129607 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-230a5e17-6e32-4a34-bca9-c782139d6da4 req-db46813b-5d3e-4790-8d44-205e1c3fe1f6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b291b5cf-c121-41c4-ba04-d20f7dca9b4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1628079 Nov 25 13:26:33.136049 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-f3a8fa49-294b-4eb1-8c98-23baa7561ee8 req-3b2883c1-b1ba-4a00-a543-c461f87da5a6 service neutron] Attempting to bind port 453589d9-1311-40b0-8529-ae28f08ed437 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:26:33.136451 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-f3a8fa49-294b-4eb1-8c98-23baa7561ee8 req-3b2883c1-b1ba-4a00-a543-c461f87da5a6 service neutron] Attempting to bind port 453589d9-1311-40b0-8529-ae28f08ed437 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '01e0b005-5d2d-4182-80e0-9a959c89dab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '320bc64f-c87e-4161-bc09-4845b1bfc36c'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:26:33.146722 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a8fa49-294b-4eb1-8c98-23baa7561ee8 req-3b2883c1-b1ba-4a00-a543-c461f87da5a6 service neutron] Attempting to bind port 453589d9-1311-40b0-8529-ae28f08ed437 on network 320bc64f-c87e-4161-bc09-4845b1bfc36c {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:26:33.155554 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a8fa49-294b-4eb1-8c98-23baa7561ee8 req-3b2883c1-b1ba-4a00-a543-c461f87da5a6 service neutron] Port 453589d9-1311-40b0-8529-ae28f08ed437 on network 320bc64f-c87e-4161-bc09-4845b1bfc36c not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:26:33.155892 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a8fa49-294b-4eb1-8c98-23baa7561ee8 req-3b2883c1-b1ba-4a00-a543-c461f87da5a6 service neutron] Attempting to bind port 453589d9-1311-40b0-8529-ae28f08ed437 on network 320bc64f-c87e-4161-bc09-4845b1bfc36c {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:26:33.159716 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=ff7b7dc2-e64b-413f-9385-333849fe0b7a,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:33.165485 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a8fa49-294b-4eb1-8c98-23baa7561ee8 req-3b2883c1-b1ba-4a00-a543-c461f87da5a6 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:26:33.165842 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a8fa49-294b-4eb1-8c98-23baa7561ee8 req-3b2883c1-b1ba-4a00-a543-c461f87da5a6 service neutron] Checking segment: {'id': '01e0b005-5d2d-4182-80e0-9a959c89dab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '320bc64f-c87e-4161-bc09-4845b1bfc36c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:26:33.166237 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a8fa49-294b-4eb1-8c98-23baa7561ee8 req-3b2883c1-b1ba-4a00-a543-c461f87da5a6 service neutron] Bound using segment: {'id': '01e0b005-5d2d-4182-80e0-9a959c89dab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '320bc64f-c87e-4161-bc09-4845b1bfc36c'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:26:33.166712 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-f3a8fa49-294b-4eb1-8c98-23baa7561ee8 req-3b2883c1-b1ba-4a00-a543-c461f87da5a6 service neutron] Bound port: 453589d9-1311-40b0-8529-ae28f08ed437, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01e0b005-5d2d-4182-80e0-9a959c89dab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '320bc64f-c87e-4161-bc09-4845b1bfc36c'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:26:33.167158 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f3a8fa49-294b-4eb1-8c98-23baa7561ee8 req-3b2883c1-b1ba-4a00-a543-c461f87da5a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:33.205521 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-468ae912-9476-44f7-823d-103566dee25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:33.339035 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-468ae912-9476-44f7-823d-103566dee25d None None] For port aa8ec327-874a-4575-9f37-589b5ad5ef47, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=aa8ec327-874a-4575-9f37-589b5ad5ef47,segment=NetworkSegment(2baeafab-5f4d-46cf-b125-726212434265),segment_id=2baeafab-5f4d-46cf-b125-726212434265)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:26:33.368438 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-468ae912-9476-44f7-823d-103566dee25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:33.398575 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.extraroute_db [None req-5111d503-5918-4d67-a821-361b4d74de84 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Added routes are [] {{(pid=103570) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 25 13:26:33.399646 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.extraroute_db [None req-5111d503-5918-4d67-a821-361b4d74de84 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103570) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 25 13:26:33.417605 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-f3a8fa49-294b-4eb1-8c98-23baa7561ee8 req-3b2883c1-b1ba-4a00-a543-c461f87da5a6 service neutron] For port 453589d9-1311-40b0-8529-ae28f08ed437, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:26:33.437815 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-f3a8fa49-294b-4eb1-8c98-23baa7561ee8 req-3b2883c1-b1ba-4a00-a543-c461f87da5a6 service neutron] For port 453589d9-1311-40b0-8529-ae28f08ed437, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=453589d9-1311-40b0-8529-ae28f08ed437,segment=NetworkSegment(01e0b005-5d2d-4182-80e0-9a959c89dab7),segment_id=01e0b005-5d2d-4182-80e0-9a959c89dab7)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:26:33.460608 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f3a8fa49-294b-4eb1-8c98-23baa7561ee8 req-3b2883c1-b1ba-4a00-a543-c461f87da5a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:33.485874 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5111d503-5918-4d67-a821-361b4d74de84 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66601263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66597252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:33.495449 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a5e17-6e32-4a34-bca9-c782139d6da4 req-18765f66-99f1-40de-9334-1681f17116b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:33.497422 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-230a5e17-6e32-4a34-bca9-c782139d6da4 req-18765f66-99f1-40de-9334-1681f17116b8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=14da780ba23d47dc80a36e577e024742&device_id=b291b5cf-c121-41c4-ba04-d20f7dca9b4f HTTP/1.1" status: 200 len: 1097 time: 0.2868426 Nov 25 13:26:33.528011 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468ae912-9476-44f7-823d-103566dee25d None None] Pushing event updated for resources: {'Port': ['ID=aa8ec327-874a-4575-9f37-589b5ad5ef47,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:33.535897 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a8fa49-294b-4eb1-8c98-23baa7561ee8 req-3b2883c1-b1ba-4a00-a543-c461f87da5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:33.536798 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f3a8fa49-294b-4eb1-8c98-23baa7561ee8 req-3b2883c1-b1ba-4a00-a543-c461f87da5a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:33.537965 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f3a8fa49-294b-4eb1-8c98-23baa7561ee8 req-3b2883c1-b1ba-4a00-a543-c461f87da5a6 service neutron] 10.222.0.47 "PUT /v2.0/ports/453589d9-1311-40b0-8529-ae28f08ed437 HTTP/1.1" status: 200 len: 1092 time: 1.2731645 Nov 25 13:26:33.564327 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59a4a39a-dc7e-49bf-9731-a16b75930938', 'tag': '453589d9-1311-40b0-8529-ae28f08ed437'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:26:33.566759 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e97f8f-b3f0-4b72-b389-7739f75d3915" -d '{"events": [{"name": "network-changed", "server_uuid": "59a4a39a-dc7e-49bf-9731-a16b75930938", "tag": "453589d9-1311-40b0-8529-ae28f08ed437"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:26:33.608384 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-09eea6f9-4c03-458c-a9ef-1a0c0ff62882 req-a335450c-b629-4b86-af44-9aef7f57d4d1 tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] 10.222.0.53 "GET /v2.0/ports?device_id=5599108a-abc6-47c9-a214-364100245b7d HTTP/1.1" status: 200 len: 210 time: 0.2435496 Nov 25 13:26:33.625691 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6273750-f6c4-4b59-b17d-4c03502c7633 req-fef4c942-5022-4d7d-8989-ce826ad9f9b1 tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:33.627220 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b6273750-f6c4-4b59-b17d-4c03502c7633 req-fef4c942-5022-4d7d-8989-ce826ad9f9b1 tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] 10.222.0.47 "GET /v2.0/networks?id=5059e2ec-e64a-4bd7-ba0a-26f3f969291d HTTP/1.1" status: 200 len: 825 time: 0.3133833 Nov 25 13:26:33.633843 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-de2cec68-b08b-49ff-b297-9d1067d1212d None None] Provisioning complete for port aa8ec327-874a-4575-9f37-589b5ad5ef47 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:26:33.634224 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-de2cec68-b08b-49ff-b297-9d1067d1212d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:33.640585 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2883c1-b1ba-4a00-a543-c461f87da5a6 service neutron] Pushing event updated for resources: {'Port': ['ID=453589d9-1311-40b0-8529-ae28f08ed437,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:33.664878 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-b6273750-f6c4-4b59-b17d-4c03502c7633 req-d023713a-8e9e-4cb0-a47d-596fbee2074b tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] Request body: {'port': {'device_id': '5599108a-abc6-47c9-a214-364100245b7d', 'network_id': '5059e2ec-e64a-4bd7-ba0a-26f3f969291d', 'admin_state_up': True, 'tenant_id': '3191054d47ff4d659bfd89127456b30d'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:26:33.762906 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027577f7-4f5d-40fa-821b-871083252b9e x-openstack-request-id: req-027577f7-4f5d-40fa-821b-871083252b9e {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:26:33.763190 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59a4a39a-dc7e-49bf-9731-a16b75930938", "tag": "453589d9-1311-40b0-8529-ae28f08ed437", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:26:33.763449 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-027577f7-4f5d-40fa-821b-871083252b9e {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:26:33.763844 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59a4a39a-dc7e-49bf-9731-a16b75930938', 'tag': '453589d9-1311-40b0-8529-ae28f08ed437', 'status': 'completed', 'code': 200} Nov 25 13:26:33.767915 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a5e17-6e32-4a34-bca9-c782139d6da4 req-64d2e783-42c1-4690-ba46-17642a286bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:33.769405 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-230a5e17-6e32-4a34-bca9-c782139d6da4 req-64d2e783-42c1-4690-ba46-17642a286bce service neutron] 10.222.0.47 "GET /v2.0/networks?id=86ce0c5b-521f-4849-813d-48a6e4cbad17 HTTP/1.1" status: 200 len: 907 time: 0.2421477 Nov 25 13:26:33.776966 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a8fa49-294b-4eb1-8c98-23baa7561ee8 req-98d22892-bde1-4bd2-ba5e-a424952c586b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:33.778613 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f3a8fa49-294b-4eb1-8c98-23baa7561ee8 req-98d22892-bde1-4bd2-ba5e-a424952c586b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fe206592d16d4e629f3b5ca479fdfa24&device_id=59a4a39a-dc7e-49bf-9731-a16b75930938 HTTP/1.1" status: 200 len: 1095 time: 0.1337166 Nov 25 13:26:33.820641 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5111d503-5918-4d67-a821-361b4d74de84 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66601263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66597252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:33.821542 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-0bf058c9-13b1-4dae-8bfa-a9d3cdee5652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'name': 'tempest-RoutersIpV6Test-router-1774973520', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:26:05Z', 'updated_at': '2021-11-25T13:26:30Z', 'revision_number': 6, 'project_id': '177e3b084115482a91deb772ab6235e0', 'gw_port_host': None, '_interfaces': [{'id': '30571eb0-7dae-4884-801c-03b607645e3d', 'name': '', 'network_id': 'fbd1dbc9-4f47-473b-b655-2da1d9180256', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'mac_address': 'fa:16:3e:8c:60:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '03243bd3-9267-4213-b146-d14ac3094541', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:19Z', 'updated_at': '2021-11-25T13:26:26Z', 'revision_number': 5, 'project_id': '177e3b084115482a91deb772ab6235e0', 'subnets': [{'id': '03243bd3-9267-4213-b146-d14ac3094541', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '339e7a83-6809-4256-85f5-efa6f2c2931b', 'name': '', 'network_id': 'ee8d2ea2-8666-4969-97a1-9dc2d7e54e9f', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'mac_address': 'fa:16:3e:ab:a4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': 'da726350-0d03-4a24-b59b-eb9cd43d1b2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:08Z', 'updated_at': '2021-11-25T13:26:14Z', 'revision_number': 5, 'project_id': '177e3b084115482a91deb772ab6235e0', 'subnets': [{'id': 'da726350-0d03-4a24-b59b-eb9cd43d1b2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3fd239-1cb9-4c31-bdae-fe68f80cc1c2', 'name': '', 'network_id': '7cff3bb9-242d-4afa-ba5f-8854249abf3b', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'mac_address': 'fa:16:3e:bb:9a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'ae04fda2-0d27-418c-8997-e6c21495b2d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:14Z', 'updated_at': '2021-11-25T13:26:21Z', 'revision_number': 5, 'project_id': '177e3b084115482a91deb772ab6235e0', 'subnets': [{'id': 'ae04fda2-0d27-418c-8997-e6c21495b2d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa8ec327-874a-4575-9f37-589b5ad5ef47', 'name': '', 'network_id': 'd20c292f-ee20-4481-b437-346babe1ccbe', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'mac_address': 'fa:16:3e:5d:2f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'fd374e8b-a729-4b51-99af-39ea92de27ad', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:26Z', 'updated_at': '2021-11-25T13:26:32Z', 'revision_number': 4, 'project_id': '177e3b084115482a91deb772ab6235e0', 'subnets': [{'id': 'fd374e8b-a729-4b51-99af-39ea92de27ad', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:33.827799 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5111d503-5918-4d67-a821-361b4d74de84 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66601254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66601277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66597267'] for router, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:33.869693 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-230a5e17-6e32-4a34-bca9-c782139d6da4 req-6d4bc624-e7ce-402a-b5b5-13a9faab6cee service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b517ee6d-7632-4cc4-aa47-ffcbea84a1d1 HTTP/1.1" status: 200 len: 217 time: 0.0874939 Nov 25 13:26:33.870115 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf058c9-13b1-4dae-8bfa-a9d3cdee5652 None None] The sync data for ids ['f4ca290d-b056-4800-a802-3719a18ad5d7'] in n-d-808199-11 is: [{'id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'name': 'tempest-RoutersIpV6Test-router-1774973520', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:26:05Z', 'updated_at': '2021-11-25T13:26:30Z', 'revision_number': 6, 'project_id': '177e3b084115482a91deb772ab6235e0', 'gw_port_host': None, '_interfaces': [{'id': '30571eb0-7dae-4884-801c-03b607645e3d', 'name': '', 'network_id': 'fbd1dbc9-4f47-473b-b655-2da1d9180256', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'mac_address': 'fa:16:3e:8c:60:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '03243bd3-9267-4213-b146-d14ac3094541', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:19Z', 'updated_at': '2021-11-25T13:26:26Z', 'revision_number': 5, 'project_id': '177e3b084115482a91deb772ab6235e0', 'subnets': [{'id': '03243bd3-9267-4213-b146-d14ac3094541', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '339e7a83-6809-4256-85f5-efa6f2c2931b', 'name': '', 'network_id': 'ee8d2ea2-8666-4969-97a1-9dc2d7e54e9f', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'mac_address': 'fa:16:3e:ab:a4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': 'da726350-0d03-4a24-b59b-eb9cd43d1b2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:08Z', 'updated_at': '2021-11-25T13:26:14Z', 'revision_number': 5, 'project_id': '177e3b084115482a91deb772ab6235e0', 'subnets': [{'id': 'da726350-0d03-4a24-b59b-eb9cd43d1b2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3fd239-1cb9-4c31-bdae-fe68f80cc1c2', 'name': '', 'network_id': '7cff3bb9-242d-4afa-ba5f-8854249abf3b', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'mac_address': 'fa:16:3e:bb:9a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'ae04fda2-0d27-418c-8997-e6c21495b2d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:14Z', 'updated_at': '2021-11-25T13:26:21Z', 'revision_number': 5, 'project_id': '177e3b084115482a91deb772ab6235e0', 'subnets': [{'id': 'ae04fda2-0d27-418c-8997-e6c21495b2d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa8ec327-874a-4575-9f37-589b5ad5ef47', 'name': '', 'network_id': 'd20c292f-ee20-4481-b437-346babe1ccbe', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'mac_address': 'fa:16:3e:5d:2f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'fd374e8b-a729-4b51-99af-39ea92de27ad', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:26Z', 'updated_at': '2021-11-25T13:26:32Z', 'revision_number': 4, 'project_id': '177e3b084115482a91deb772ab6235e0', 'subnets': [{'id': 'fd374e8b-a729-4b51-99af-39ea92de27ad', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:26:33.875794 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f3a8fa49-294b-4eb1-8c98-23baa7561ee8 req-f1af5918-ac26-483b-a187-d87abae41fe1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=453589d9-1311-40b0-8529-ae28f08ed437 HTTP/1.1" status: 200 len: 217 time: 0.0829661 Nov 25 13:26:33.903609 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:33.963281 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a8fa49-294b-4eb1-8c98-23baa7561ee8 req-9acb7f65-2f6b-4102-a196-78e05d84d981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:33.964814 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f3a8fa49-294b-4eb1-8c98-23baa7561ee8 req-9acb7f65-2f6b-4102-a196-78e05d84d981 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ac408d65-f565-4aec-a68c-6616bea7f070 HTTP/1.1" status: 200 len: 848 time: 0.0708053 Nov 25 13:26:34.029720 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6273750-f6c4-4b59-b17d-4c03502c7633 req-d023713a-8e9e-4cb0-a47d-596fbee2074b tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] Made reservation on behalf of 3191054d47ff4d659bfd89127456b30d for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:26:34.033304 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b6273750-f6c4-4b59-b17d-4c03502c7633 req-d023713a-8e9e-4cb0-a47d-596fbee2074b tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:34.033810 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d6dd81-c5ba-42b3-bcbe-f4c35ba1bf03 req-a093d1e5-6010-4f24-b05a-d8b85dde8a4c tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:34.035691 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b8d6dd81-c5ba-42b3-bcbe-f4c35ba1bf03 req-a093d1e5-6010-4f24-b05a-d8b85dde8a4c tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=35f6ef1f-91a7-4ceb-b8f4-6e580a69721f HTTP/1.1" status: 200 len: 944 time: 0.1889896 Nov 25 13:26:34.041112 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f3a8fa49-294b-4eb1-8c98-23baa7561ee8 req-ff4b4ab8-c6e1-474c-bfd4-7366f1a26d12 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=320bc64f-c87e-4161-bc09-4845b1bfc36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530057 Nov 25 13:26:34.075018 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device ed8a1dbf-16ac-48f0-b438-2547949def98 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:26:34.079738 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a5e17-6e32-4a34-bca9-c782139d6da4 req-4d2be4ba-876f-4560-9533-1f5b5c1e3e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:34.080519 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa0d92f-475c-4959-80ab-6bcb99b2fc32 req-4b0f35d4-4589-463f-aeab-789bf2bdeaed tempest-VolumesActionsTest-1632500816 tempest-VolumesActionsTest-1632500816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:34.081421 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-230a5e17-6e32-4a34-bca9-c782139d6da4 req-4d2be4ba-876f-4560-9533-1f5b5c1e3e25 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1a356b22-557f-414f-9369-a0bf5c0c80eb HTTP/1.1" status: 200 len: 846 time: 0.1884811 Nov 25 13:26:34.087957 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9fa0d92f-475c-4959-80ab-6bcb99b2fc32 req-4b0f35d4-4589-463f-aeab-789bf2bdeaed tempest-VolumesActionsTest-1632500816 tempest-VolumesActionsTest-1632500816-project] 10.222.0.53 "GET /v2.0/ports?device_id=59a4a39a-dc7e-49bf-9731-a16b75930938 HTTP/1.1" status: 200 len: 943 time: 0.4827173 Nov 25 13:26:34.101067 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: ed8a1dbf-16ac-48f0-b438-2547949def98 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:26:34.101704 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device ed8a1dbf-16ac-48f0-b438-2547949def98 not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:26:34.107240 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5111d503-5918-4d67-a821-361b4d74de84 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Router f4ca290d-b056-4800-a802-3719a18ad5d7 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:26:34.157236 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-230a5e17-6e32-4a34-bca9-c782139d6da4 req-7ad8e98c-84cb-4d7f-a186-61da2d4dc3b9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=86ce0c5b-521f-4849-813d-48a6e4cbad17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411081 Nov 25 13:26:34.162768 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b8d6dd81-c5ba-42b3-bcbe-f4c35ba1bf03 req-2af504ac-9b55-4848-852c-e4d13389bc02 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190789 Nov 25 13:26:34.274096 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9fa0d92f-475c-4959-80ab-6bcb99b2fc32 req-0635c250-c150-4e65-8d33-bc0b3d87892c tempest-VolumesActionsTest-1632500816 tempest-VolumesActionsTest-1632500816-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1378374-d333-4bb6-a3d3-e4dbcdb62521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852272 Nov 25 13:26:34.306498 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5111d503-5918-4d67-a821-361b4d74de84 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:26:34.314625 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5111d503-5918-4d67-a821-361b4d74de84 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:34.316024 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-5111d503-5918-4d67-a821-361b4d74de84 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "PUT /v2.0/routers/f4ca290d-b056-4800-a802-3719a18ad5d7 HTTP/1.1" status: 200 len: 704 time: 2.1517589 Nov 25 13:26:34.319185 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60084) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:34.358998 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f3a8fa49-294b-4eb1-8c98-23baa7561ee8 req-b702100c-0dd7-40bb-9a3c-4951f2fab3a7 service neutron] 10.222.0.47 "GET /v2.0/networks/320bc64f-c87e-4161-bc09-4845b1bfc36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079429 Nov 25 13:26:34.433043 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-6cf9f0d0-048c-49a5-a5d8-023f4a7b1678 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "GET /v2.0/routers/f4ca290d-b056-4800-a802-3719a18ad5d7 HTTP/1.1" status: 200 len: 704 time: 0.1103475 Nov 25 13:26:34.433538 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60090) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:34.785564 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-048cf88b-49d7-49ec-a02a-3385ec306d0f req-7d0076c1-7a23-429d-8927-897c2965cd77 tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] 10.222.0.53 "GET /v2.0/ports?device_id=5599108a-abc6-47c9-a214-364100245b7d HTTP/1.1" status: 200 len: 210 time: 0.0339923 Nov 25 13:26:34.882403 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-b6273750-f6c4-4b59-b17d-4c03502c7633 req-d023713a-8e9e-4cb0-a47d-596fbee2074b tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] Allocated IP 172.20.0.10 (5059e2ec-e64a-4bd7-ba0a-26f3f969291d/55fbb19b-8ebe-4b30-8161-5c1404e5704b/20ca4539-ccc9-42da-9360-e52c45cec774) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:26:34.890572 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-230a5e17-6e32-4a34-bca9-c782139d6da4 req-b92db179-f370-4d3c-8a2c-88def7c14e1a service neutron] 10.222.0.47 "GET /v2.0/networks/86ce0c5b-521f-4849-813d-48a6e4cbad17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7039535 Nov 25 13:26:34.933269 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fb213397-3e14-4355-a02e-361ce58b5609 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:35.019522 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f3a8fa49-294b-4eb1-8c98-23baa7561ee8 req-4ac899c9-dda4-4984-bb3e-5786ba177767 service neutron] 10.222.0.47 "GET /v2.0/networks/320bc64f-c87e-4161-bc09-4845b1bfc36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6476271 Nov 25 13:26:35.072256 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7238d2c2-283d-403d-8c57-c1ac7b7fbf5b None None] Sync routers for ids ['f4ca290d-b056-4800-a802-3719a18ad5d7'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:26:35.084659 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7238d2c2-283d-403d-8c57-c1ac7b7fbf5b None None] Routers {'f4ca290d-b056-4800-a802-3719a18ad5d7'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:26:35.085419 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-7238d2c2-283d-403d-8c57-c1ac7b7fbf5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:26:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['f4ca290d-b056-4800-a802-3719a18ad5d7'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:35.152295 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:35.173179 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e97f8f-b3f0-4b72-b389-7739f75d3915 req-88053327-cebb-4d16-afd7-7925ad399804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:35.176400 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-64e97f8f-b3f0-4b72-b389-7739f75d3915 req-88053327-cebb-4d16-afd7-7925ad399804 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fe206592d16d4e629f3b5ca479fdfa24&device_id=59a4a39a-dc7e-49bf-9731-a16b75930938 HTTP/1.1" status: 200 len: 1095 time: 0.0783944 Nov 25 13:26:35.183967 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-230a5e17-6e32-4a34-bca9-c782139d6da4 req-95e3ad6f-5070-48ff-a067-b522ce9ad68d service neutron] 10.222.0.47 "GET /v2.0/networks/86ce0c5b-521f-4849-813d-48a6e4cbad17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832139 Nov 25 13:26:35.236797 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-7238d2c2-283d-403d-8c57-c1ac7b7fbf5b None None] Set router f4ca290d-b056-4800-a802-3719a18ad5d7 gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:26:35.269164 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-fb213397-3e14-4355-a02e-361ce58b5609 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Deleting port aa8ec327-874a-4575-9f37-589b5ad5ef47 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:26:35.274315 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fb213397-3e14-4355-a02e-361ce58b5609 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:35.420785 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b6273750-f6c4-4b59-b17d-4c03502c7633 req-d023713a-8e9e-4cb0-a47d-596fbee2074b tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:35.424242 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e97f8f-b3f0-4b72-b389-7739f75d3915 req-4332c31f-3de0-4b65-985c-b6754374b7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:35.425754 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-64e97f8f-b3f0-4b72-b389-7739f75d3915 req-4332c31f-3de0-4b65-985c-b6754374b7bb service neutron] 10.222.0.47 "GET /v2.0/networks?id=320bc64f-c87e-4161-bc09-4845b1bfc36c HTTP/1.1" status: 200 len: 909 time: 0.2408171 Nov 25 13:26:35.440350 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device aa8ec327-874a-4575-9f37-589b5ad5ef47 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:26:35.505876 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-64e97f8f-b3f0-4b72-b389-7739f75d3915 req-7d45baec-3dc3-4d59-9474-3c2df8fe1a28 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=453589d9-1311-40b0-8529-ae28f08ed437 HTTP/1.1" status: 200 len: 217 time: 0.0680447 Nov 25 13:26:35.532299 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-fb213397-3e14-4355-a02e-361ce58b5609 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] For port aa8ec327-874a-4575-9f37-589b5ad5ef47, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=aa8ec327-874a-4575-9f37-589b5ad5ef47,segment=NetworkSegment(2baeafab-5f4d-46cf-b125-726212434265),segment_id=2baeafab-5f4d-46cf-b125-726212434265)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:26:35.532867 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fb213397-3e14-4355-a02e-361ce58b5609 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:35.540030 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port aa8ec327-874a-4575-9f37-589b5ad5ef47 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:26:35.540662 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:35.556514 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-fb213397-3e14-4355-a02e-361ce58b5609 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Calling delete_port for aa8ec327-874a-4575-9f37-589b5ad5ef47 owned by network:router_interface {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:26:35.557055 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-7238d2c2-283d-403d-8c57-c1ac7b7fbf5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'name': 'tempest-RoutersIpV6Test-router-1774973520', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:26:05Z', 'updated_at': '2021-11-25T13:26:33Z', 'revision_number': 7, 'project_id': '177e3b084115482a91deb772ab6235e0', 'gw_port_host': None, '_interfaces': [{'id': '30571eb0-7dae-4884-801c-03b607645e3d', 'name': '', 'network_id': 'fbd1dbc9-4f47-473b-b655-2da1d9180256', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'mac_address': 'fa:16:3e:8c:60:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '03243bd3-9267-4213-b146-d14ac3094541', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:19Z', 'updated_at': '2021-11-25T13:26:26Z', 'revision_number': 5, 'project_id': '177e3b084115482a91deb772ab6235e0', 'subnets': [{'id': '03243bd3-9267-4213-b146-d14ac3094541', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '339e7a83-6809-4256-85f5-efa6f2c2931b', 'name': '', 'network_id': 'ee8d2ea2-8666-4969-97a1-9dc2d7e54e9f', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'mac_address': 'fa:16:3e:ab:a4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': 'da726350-0d03-4a24-b59b-eb9cd43d1b2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:08Z', 'updated_at': '2021-11-25T13:26:14Z', 'revision_number': 5, 'project_id': '177e3b084115482a91deb772ab6235e0', 'subnets': [{'id': 'da726350-0d03-4a24-b59b-eb9cd43d1b2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3fd239-1cb9-4c31-bdae-fe68f80cc1c2', 'name': '', 'network_id': '7cff3bb9-242d-4afa-ba5f-8854249abf3b', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'mac_address': 'fa:16:3e:bb:9a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'ae04fda2-0d27-418c-8997-e6c21495b2d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:14Z', 'updated_at': '2021-11-25T13:26:21Z', 'revision_number': 5, 'project_id': '177e3b084115482a91deb772ab6235e0', 'subnets': [{'id': 'ae04fda2-0d27-418c-8997-e6c21495b2d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa8ec327-874a-4575-9f37-589b5ad5ef47', 'name': '', 'network_id': 'd20c292f-ee20-4481-b437-346babe1ccbe', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'mac_address': 'fa:16:3e:5d:2f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'fd374e8b-a729-4b51-99af-39ea92de27ad', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:26Z', 'updated_at': '2021-11-25T13:26:33Z', 'revision_number': 5, 'project_id': '177e3b084115482a91deb772ab6235e0', 'subnets': [{'id': 'fd374e8b-a729-4b51-99af-39ea92de27ad', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:35.582631 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac268be-4355-48c0-bda5-0b908c1b4da0 req-692d6b20-bc18-415a-8136-dabe9491c13d tempest-VolumesActionsTest-1632500816 tempest-VolumesActionsTest-1632500816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:35.584781 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cac268be-4355-48c0-bda5-0b908c1b4da0 req-692d6b20-bc18-415a-8136-dabe9491c13d tempest-VolumesActionsTest-1632500816 tempest-VolumesActionsTest-1632500816-project] 10.222.0.53 "GET /v2.0/ports?device_id=59a4a39a-dc7e-49bf-9731-a16b75930938 HTTP/1.1" status: 200 len: 943 time: 0.1570935 Nov 25 13:26:35.585662 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7238d2c2-283d-403d-8c57-c1ac7b7fbf5b None None] Checking router: f4ca290d-b056-4800-a802-3719a18ad5d7 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:26:35.595020 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7238d2c2-283d-403d-8c57-c1ac7b7fbf5b None None] Routers {'f4ca290d-b056-4800-a802-3719a18ad5d7'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:26:35.595819 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-7238d2c2-283d-403d-8c57-c1ac7b7fbf5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:26:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['f4ca290d-b056-4800-a802-3719a18ad5d7'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:35.602964 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e97f8f-b3f0-4b72-b389-7739f75d3915 req-fc108426-7c59-4901-bfba-aa3af3b36b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:35.604657 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-64e97f8f-b3f0-4b72-b389-7739f75d3915 req-fc108426-7c59-4901-bfba-aa3af3b36b17 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ac408d65-f565-4aec-a68c-6616bea7f070 HTTP/1.1" status: 200 len: 848 time: 0.0902524 Nov 25 13:26:35.606682 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b6273750-f6c4-4b59-b17d-4c03502c7633 req-d023713a-8e9e-4cb0-a47d-596fbee2074b tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:35.664755 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351762bb-7c36-455b-8da0-04b8b8a52bf5 req-775843fc-62ad-4bd1-97b3-83ebd343fe1f tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:35.666421 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-351762bb-7c36-455b-8da0-04b8b8a52bf5 req-775843fc-62ad-4bd1-97b3-83ebd343fe1f tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=35f6ef1f-91a7-4ceb-b8f4-6e580a69721f HTTP/1.1" status: 200 len: 944 time: 0.3538258 Nov 25 13:26:35.686414 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6273750-f6c4-4b59-b17d-4c03502c7633 req-d023713a-8e9e-4cb0-a47d-596fbee2074b tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] Network 5059e2ec-e64a-4bd7-ba0a-26f3f969291d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:26:35.696951 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d023713a-8e9e-4cb0-a47d-596fbee2074b tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] Pushing event updated for resources: {'Port': ['ID=20ca4539-ccc9-42da-9360-e52c45cec774,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:35.701659 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-b6273750-f6c4-4b59-b17d-4c03502c7633 req-d023713a-8e9e-4cb0-a47d-596fbee2074b tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:26:35.711409 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6273750-f6c4-4b59-b17d-4c03502c7633 req-d023713a-8e9e-4cb0-a47d-596fbee2074b tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:26:35.714481 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-7238d2c2-283d-403d-8c57-c1ac7b7fbf5b None None] Set router f4ca290d-b056-4800-a802-3719a18ad5d7 gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:26:35.774619 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6273750-f6c4-4b59-b17d-4c03502c7633 req-d023713a-8e9e-4cb0-a47d-596fbee2074b tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:35.775338 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b6273750-f6c4-4b59-b17d-4c03502c7633 req-d023713a-8e9e-4cb0-a47d-596fbee2074b tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:35.778052 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cac268be-4355-48c0-bda5-0b908c1b4da0 req-847ad2f4-9581-4918-93a2-3b80ca7fdf07 tempest-VolumesActionsTest-1632500816 tempest-VolumesActionsTest-1632500816-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1378374-d333-4bb6-a3d3-e4dbcdb62521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866105 Nov 25 13:26:35.817491 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b6273750-f6c4-4b59-b17d-4c03502c7633 req-d023713a-8e9e-4cb0-a47d-596fbee2074b tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1736124 Nov 25 13:26:35.820674 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-64e97f8f-b3f0-4b72-b389-7739f75d3915 req-d18af4e8-5c44-4289-826a-3d4a64fd611d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=320bc64f-c87e-4161-bc09-4845b1bfc36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1322634 Nov 25 13:26:35.836736 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [req-b6273750-f6c4-4b59-b17d-4c03502c7633 req-620696ba-eb84-426c-b50f-bdfd82c1bcd3 tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:26:35.837969 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b6273750-f6c4-4b59-b17d-4c03502c7633 req-620696ba-eb84-426c-b50f-bdfd82c1bcd3 tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083096 Nov 25 13:26:35.843870 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [req-64e97f8f-b3f0-4b72-b389-7739f75d3915 req-a58d3a90-f1cb-4747-860a-b24c29d147de service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:26:35.845630 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-64e97f8f-b3f0-4b72-b389-7739f75d3915 req-a58d3a90-f1cb-4747-860a-b24c29d147de service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061183 Nov 25 13:26:35.857488 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-351762bb-7c36-455b-8da0-04b8b8a52bf5 req-3c0d21c5-a459-4845-b4d1-13771caa78dd tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788878 Nov 25 13:26:35.869457 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-b6273750-f6c4-4b59-b17d-4c03502c7633 req-6479fc0f-0c02-4bed-b5aa-560478ecde7c service neutron] Request body: {'port': {'device_id': '5599108a-abc6-47c9-a214-364100245b7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:26:35.979115 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-7238d2c2-283d-403d-8c57-c1ac7b7fbf5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'name': 'tempest-RoutersIpV6Test-router-1774973520', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:26:05Z', 'updated_at': '2021-11-25T13:26:33Z', 'revision_number': 7, 'project_id': '177e3b084115482a91deb772ab6235e0', 'gw_port_host': None, '_interfaces': [{'id': '30571eb0-7dae-4884-801c-03b607645e3d', 'name': '', 'network_id': 'fbd1dbc9-4f47-473b-b655-2da1d9180256', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'mac_address': 'fa:16:3e:8c:60:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '03243bd3-9267-4213-b146-d14ac3094541', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:19Z', 'updated_at': '2021-11-25T13:26:26Z', 'revision_number': 5, 'project_id': '177e3b084115482a91deb772ab6235e0', 'subnets': [{'id': '03243bd3-9267-4213-b146-d14ac3094541', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '339e7a83-6809-4256-85f5-efa6f2c2931b', 'name': '', 'network_id': 'ee8d2ea2-8666-4969-97a1-9dc2d7e54e9f', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'mac_address': 'fa:16:3e:ab:a4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': 'da726350-0d03-4a24-b59b-eb9cd43d1b2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:08Z', 'updated_at': '2021-11-25T13:26:14Z', 'revision_number': 5, 'project_id': '177e3b084115482a91deb772ab6235e0', 'subnets': [{'id': 'da726350-0d03-4a24-b59b-eb9cd43d1b2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3fd239-1cb9-4c31-bdae-fe68f80cc1c2', 'name': '', 'network_id': '7cff3bb9-242d-4afa-ba5f-8854249abf3b', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'mac_address': 'fa:16:3e:bb:9a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'ae04fda2-0d27-418c-8997-e6c21495b2d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:14Z', 'updated_at': '2021-11-25T13:26:21Z', 'revision_number': 5, 'project_id': '177e3b084115482a91deb772ab6235e0', 'subnets': [{'id': 'ae04fda2-0d27-418c-8997-e6c21495b2d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa8ec327-874a-4575-9f37-589b5ad5ef47', 'name': '', 'network_id': 'd20c292f-ee20-4481-b437-346babe1ccbe', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'mac_address': 'fa:16:3e:5d:2f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'fd374e8b-a729-4b51-99af-39ea92de27ad', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:26Z', 'updated_at': '2021-11-25T13:26:33Z', 'revision_number': 5, 'project_id': '177e3b084115482a91deb772ab6235e0', 'subnets': [{'id': 'fd374e8b-a729-4b51-99af-39ea92de27ad', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:36.008906 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fb213397-3e14-4355-a02e-361ce58b5609 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:36.022552 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7238d2c2-283d-403d-8c57-c1ac7b7fbf5b None None] The sync data for ids ['f4ca290d-b056-4800-a802-3719a18ad5d7'] in n-d-808199-11 is: [{'id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'name': 'tempest-RoutersIpV6Test-router-1774973520', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:26:05Z', 'updated_at': '2021-11-25T13:26:33Z', 'revision_number': 7, 'project_id': '177e3b084115482a91deb772ab6235e0', 'gw_port_host': None, '_interfaces': [{'id': '30571eb0-7dae-4884-801c-03b607645e3d', 'name': '', 'network_id': 'fbd1dbc9-4f47-473b-b655-2da1d9180256', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'mac_address': 'fa:16:3e:8c:60:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '03243bd3-9267-4213-b146-d14ac3094541', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:19Z', 'updated_at': '2021-11-25T13:26:26Z', 'revision_number': 5, 'project_id': '177e3b084115482a91deb772ab6235e0', 'subnets': [{'id': '03243bd3-9267-4213-b146-d14ac3094541', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '339e7a83-6809-4256-85f5-efa6f2c2931b', 'name': '', 'network_id': 'ee8d2ea2-8666-4969-97a1-9dc2d7e54e9f', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'mac_address': 'fa:16:3e:ab:a4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': 'da726350-0d03-4a24-b59b-eb9cd43d1b2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:08Z', 'updated_at': '2021-11-25T13:26:14Z', 'revision_number': 5, 'project_id': '177e3b084115482a91deb772ab6235e0', 'subnets': [{'id': 'da726350-0d03-4a24-b59b-eb9cd43d1b2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3fd239-1cb9-4c31-bdae-fe68f80cc1c2', 'name': '', 'network_id': '7cff3bb9-242d-4afa-ba5f-8854249abf3b', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'mac_address': 'fa:16:3e:bb:9a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'ae04fda2-0d27-418c-8997-e6c21495b2d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:14Z', 'updated_at': '2021-11-25T13:26:21Z', 'revision_number': 5, 'project_id': '177e3b084115482a91deb772ab6235e0', 'subnets': [{'id': 'ae04fda2-0d27-418c-8997-e6c21495b2d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa8ec327-874a-4575-9f37-589b5ad5ef47', 'name': '', 'network_id': 'd20c292f-ee20-4481-b437-346babe1ccbe', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'mac_address': 'fa:16:3e:5d:2f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'fd374e8b-a729-4b51-99af-39ea92de27ad', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:26Z', 'updated_at': '2021-11-25T13:26:33Z', 'revision_number': 5, 'project_id': '177e3b084115482a91deb772ab6235e0', 'subnets': [{'id': 'fd374e8b-a729-4b51-99af-39ea92de27ad', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:26:36.046338 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b6273750-f6c4-4b59-b17d-4c03502c7633 req-6479fc0f-0c02-4bed-b5aa-560478ecde7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:36.049823 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-64e97f8f-b3f0-4b72-b389-7739f75d3915 req-e7a50da2-1a4a-4d06-bac5-0a23d43e3180 service neutron] 10.222.0.47 "GET /v2.0/networks/320bc64f-c87e-4161-bc09-4845b1bfc36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729381 Nov 25 13:26:36.084956 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb213397-3e14-4355-a02e-361ce58b5609 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event deleted for resources: {'Port': ['ID=aa8ec327-874a-4575-9f37-589b5ad5ef47,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:36.092318 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device ff7b7dc2-e64b-413f-9385-333849fe0b7a up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:26:36.202049 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fb213397-3e14-4355-a02e-361ce58b5609 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:36.244487 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdba254-f213-41b8-bf36-589a0f443979 req-d4ff3053-4fa3-489f-a6a9-df0ce1666dab tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:36.246356 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ffdba254-f213-41b8-bf36-589a0f443979 req-d4ff3053-4fa3-489f-a6a9-df0ce1666dab tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] 10.222.0.53 "GET /v2.0/ports?device_id=5599108a-abc6-47c9-a214-364100245b7d HTTP/1.1" status: 200 len: 932 time: 0.2786350 Nov 25 13:26:36.254998 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:36.263989 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port ff7b7dc2-e64b-413f-9385-333849fe0b7a completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:26:36.276754 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port ff7b7dc2-e64b-413f-9385-333849fe0b7a triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:26:36.278220 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:36.426422 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-64e97f8f-b3f0-4b72-b389-7739f75d3915 req-d639b56a-9eb4-4d49-859e-7f2a0c07a7ba service neutron] 10.222.0.47 "GET /v2.0/networks/320bc64f-c87e-4161-bc09-4845b1bfc36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3657331 Nov 25 13:26:36.445835 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:36.468295 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ffdba254-f213-41b8-bf36-589a0f443979 req-ee5de0f4-000e-4d51-9739-527904a15094 tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b7c20b5-afa6-43ea-bfb6-d98b8ac4bdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394489 Nov 25 13:26:36.470409 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f6ef1f-91a7-4ceb-b8f4-6e580a69721f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff7b7dc2-e64b-413f-9385-333849fe0b7a'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:26:36.473368 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69073ef6-492a-4cd3-b42f-fb84e6aee4f8" -d '{"events": [{"server_uuid": "35f6ef1f-91a7-4ceb-b8f4-6e580a69721f", "name": "network-vif-plugged", "status": "completed", "tag": "ff7b7dc2-e64b-413f-9385-333849fe0b7a"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:26:36.501832 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port ff7b7dc2-e64b-413f-9385-333849fe0b7a, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=ff7b7dc2-e64b-413f-9385-333849fe0b7a,segment=NetworkSegment(69c62212-4523-4acd-b808-007a53ff7fe0),segment_id=69c62212-4523-4acd-b808-007a53ff7fe0)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:26:36.509630 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:36.556348 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c51091-c2bb-4cb8-a675-c5cb0e9a9516 x-openstack-request-id: req-43c51091-c2bb-4cb8-a675-c5cb0e9a9516 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:26:36.556913 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35f6ef1f-91a7-4ceb-b8f4-6e580a69721f", "name": "network-vif-plugged", "status": "completed", "tag": "ff7b7dc2-e64b-413f-9385-333849fe0b7a", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:26:36.557309 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-43c51091-c2bb-4cb8-a675-c5cb0e9a9516 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:26:36.557847 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f6ef1f-91a7-4ceb-b8f4-6e580a69721f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff7b7dc2-e64b-413f-9385-333849fe0b7a', 'code': 200} Nov 25 13:26:36.595434 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=ff7b7dc2-e64b-413f-9385-333849fe0b7a,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:36.604539 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:26:36.605149 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:26:36.605635 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:26:36.606116 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:26:36.606627 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:26:36.607134 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:26:36.607609 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:26:36.608176 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:26:36.608708 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:26:36.609313 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:26:36.609843 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:26:36.610371 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:26:36.639634 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb213397-3e14-4355-a02e-361ce58b5609 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Router f4ca290d-b056-4800-a802-3719a18ad5d7 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:26:36.670681 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-b6273750-f6c4-4b59-b17d-4c03502c7633 req-6479fc0f-0c02-4bed-b5aa-560478ecde7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20ca4539-ccc9-42da-9360-e52c45cec774 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:26:36.683676 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b6273750-f6c4-4b59-b17d-4c03502c7633 req-6479fc0f-0c02-4bed-b5aa-560478ecde7c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:36.700137 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a045546d-8497-4a35-84f4-069eca1c0c88 req-60c839c6-4f0a-4c9a-b4df-f1b556ca1ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:36.701837 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a045546d-8497-4a35-84f4-069eca1c0c88 req-60c839c6-4f0a-4c9a-b4df-f1b556ca1ef9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=35f6ef1f-91a7-4ceb-b8f4-6e580a69721f HTTP/1.1" status: 200 len: 1097 time: 0.1091869 Nov 25 13:26:36.717196 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-b6273750-f6c4-4b59-b17d-4c03502c7633 req-6479fc0f-0c02-4bed-b5aa-560478ecde7c service neutron] Transition to ACTIVE for port object 20ca4539-ccc9-42da-9360-e52c45cec774 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:26:36.733876 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b6273750-f6c4-4b59-b17d-4c03502c7633 req-6479fc0f-0c02-4bed-b5aa-560478ecde7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:36.762772 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb213397-3e14-4355-a02e-361ce58b5609 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:26:36.773994 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-fb213397-3e14-4355-a02e-361ce58b5609 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "PUT /v2.0/routers/f4ca290d-b056-4800-a802-3719a18ad5d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3374848 Nov 25 13:26:36.774767 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60112) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:36.780601 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b3f1ab-fd4f-4528-af75-aea9e0c8c32b None None] Sync routers for ids ['f4ca290d-b056-4800-a802-3719a18ad5d7'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:26:36.800007 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b3f1ab-fd4f-4528-af75-aea9e0c8c32b None None] Routers {'f4ca290d-b056-4800-a802-3719a18ad5d7'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:26:36.801058 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-67b3f1ab-fd4f-4528-af75-aea9e0c8c32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:26:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['f4ca290d-b056-4800-a802-3719a18ad5d7'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:36.816523 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6479fc0f-0c02-4bed-b5aa-560478ecde7c service neutron] Pushing event updated for resources: {'Port': ['ID=20ca4539-ccc9-42da-9360-e52c45cec774,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:36.861077 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aff62d6-8187-4732-ae0f-4b43317ec9c0 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Deleting subnet fd374e8b-a729-4b51-99af-39ea92de27ad {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:26:36.865540 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7aff62d6-8187-4732-ae0f-4b43317ec9c0 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:36.898996 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a045546d-8497-4a35-84f4-069eca1c0c88 req-5b5987a9-d618-43dd-8d9f-11d024177865 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893795 Nov 25 13:26:36.941620 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-67b3f1ab-fd4f-4528-af75-aea9e0c8c32b None None] Set router f4ca290d-b056-4800-a802-3719a18ad5d7 gateway port host: None {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:26:36.971557 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-b6273750-f6c4-4b59-b17d-4c03502c7633 req-6479fc0f-0c02-4bed-b5aa-560478ecde7c service neutron] Attempting to bind port 20ca4539-ccc9-42da-9360-e52c45cec774 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:26:36.972067 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-b6273750-f6c4-4b59-b17d-4c03502c7633 req-6479fc0f-0c02-4bed-b5aa-560478ecde7c service neutron] Attempting to bind port 20ca4539-ccc9-42da-9360-e52c45cec774 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '1c859a10-ee21-4a0f-a0c3-a26efd57a12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5059e2ec-e64a-4bd7-ba0a-26f3f969291d'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:26:36.972405 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6273750-f6c4-4b59-b17d-4c03502c7633 req-6479fc0f-0c02-4bed-b5aa-560478ecde7c service neutron] Attempting to bind port 20ca4539-ccc9-42da-9360-e52c45cec774 on network 5059e2ec-e64a-4bd7-ba0a-26f3f969291d {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:26:36.975143 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7aff62d6-8187-4732-ae0f-4b43317ec9c0 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:36.977448 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6273750-f6c4-4b59-b17d-4c03502c7633 req-6479fc0f-0c02-4bed-b5aa-560478ecde7c service neutron] Port 20ca4539-ccc9-42da-9360-e52c45cec774 on network 5059e2ec-e64a-4bd7-ba0a-26f3f969291d not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:26:36.977765 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6273750-f6c4-4b59-b17d-4c03502c7633 req-6479fc0f-0c02-4bed-b5aa-560478ecde7c service neutron] Attempting to bind port 20ca4539-ccc9-42da-9360-e52c45cec774 on network 5059e2ec-e64a-4bd7-ba0a-26f3f969291d {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:26:36.984603 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6273750-f6c4-4b59-b17d-4c03502c7633 req-6479fc0f-0c02-4bed-b5aa-560478ecde7c service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:26:36.984950 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6273750-f6c4-4b59-b17d-4c03502c7633 req-6479fc0f-0c02-4bed-b5aa-560478ecde7c service neutron] Checking segment: {'id': '1c859a10-ee21-4a0f-a0c3-a26efd57a12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5059e2ec-e64a-4bd7-ba0a-26f3f969291d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:26:36.985326 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6273750-f6c4-4b59-b17d-4c03502c7633 req-6479fc0f-0c02-4bed-b5aa-560478ecde7c service neutron] Bound using segment: {'id': '1c859a10-ee21-4a0f-a0c3-a26efd57a12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5059e2ec-e64a-4bd7-ba0a-26f3f969291d'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:26:36.985899 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-b6273750-f6c4-4b59-b17d-4c03502c7633 req-6479fc0f-0c02-4bed-b5aa-560478ecde7c service neutron] Bound port: 20ca4539-ccc9-42da-9360-e52c45cec774, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c859a10-ee21-4a0f-a0c3-a26efd57a12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5059e2ec-e64a-4bd7-ba0a-26f3f969291d'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:26:36.986488 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b6273750-f6c4-4b59-b17d-4c03502c7633 req-6479fc0f-0c02-4bed-b5aa-560478ecde7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:37.028344 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e6514-ae46-4e39-a1ed-29ab8b792441 req-3ce592ef-a8a6-47f6-bade-21b4cdfe9162 tempest-VolumesActionsTest-1632500816 tempest-VolumesActionsTest-1632500816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:37.030156 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-964e6514-ae46-4e39-a1ed-29ab8b792441 req-3ce592ef-a8a6-47f6-bade-21b4cdfe9162 tempest-VolumesActionsTest-1632500816 tempest-VolumesActionsTest-1632500816-project] 10.222.0.53 "GET /v2.0/ports?device_id=59a4a39a-dc7e-49bf-9731-a16b75930938 HTTP/1.1" status: 200 len: 943 time: 0.1306760 Nov 25 13:26:37.067208 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-b6273750-f6c4-4b59-b17d-4c03502c7633 req-6479fc0f-0c02-4bed-b5aa-560478ecde7c service neutron] For port 20ca4539-ccc9-42da-9360-e52c45cec774, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:26:37.071323 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-b6273750-f6c4-4b59-b17d-4c03502c7633 req-6479fc0f-0c02-4bed-b5aa-560478ecde7c service neutron] For port 20ca4539-ccc9-42da-9360-e52c45cec774, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=20ca4539-ccc9-42da-9360-e52c45cec774,segment=NetworkSegment(1c859a10-ee21-4a0f-a0c3-a26efd57a12f),segment_id=1c859a10-ee21-4a0f-a0c3-a26efd57a12f)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:26:37.080177 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b6273750-f6c4-4b59-b17d-4c03502c7633 req-6479fc0f-0c02-4bed-b5aa-560478ecde7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:37.121301 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-964e6514-ae46-4e39-a1ed-29ab8b792441 req-81f9a24c-9bf4-4587-a890-053bd7c0d757 tempest-VolumesActionsTest-1632500816 tempest-VolumesActionsTest-1632500816-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1378374-d333-4bb6-a3d3-e4dbcdb62521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843606 Nov 25 13:26:37.155010 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7aff62d6-8187-4732-ae0f-4b43317ec9c0 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:37.158352 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6273750-f6c4-4b59-b17d-4c03502c7633 req-6479fc0f-0c02-4bed-b5aa-560478ecde7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:37.159264 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b6273750-f6c4-4b59-b17d-4c03502c7633 req-6479fc0f-0c02-4bed-b5aa-560478ecde7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:37.161239 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b6273750-f6c4-4b59-b17d-4c03502c7633 req-6479fc0f-0c02-4bed-b5aa-560478ecde7c service neutron] 10.222.0.47 "PUT /v2.0/ports/20ca4539-ccc9-42da-9360-e52c45cec774 HTTP/1.1" status: 200 len: 1093 time: 1.3056915 Nov 25 13:26:37.162332 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5599108a-abc6-47c9-a214-364100245b7d', 'tag': '20ca4539-ccc9-42da-9360-e52c45cec774'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:26:37.167758 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de6728a-1300-451e-95ae-be54ce837741" -d '{"events": [{"name": "network-changed", "server_uuid": "5599108a-abc6-47c9-a214-364100245b7d", "tag": "20ca4539-ccc9-42da-9360-e52c45cec774"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:26:37.204363 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6479fc0f-0c02-4bed-b5aa-560478ecde7c service neutron] Pushing event updated for resources: {'Port': ['ID=20ca4539-ccc9-42da-9360-e52c45cec774,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:37.234427 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dfee623-8547-4d88-89d0-41da8acdfc3f x-openstack-request-id: req-5dfee623-8547-4d88-89d0-41da8acdfc3f {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:26:37.234759 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5599108a-abc6-47c9-a214-364100245b7d", "tag": "20ca4539-ccc9-42da-9360-e52c45cec774", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:26:37.235022 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5dfee623-8547-4d88-89d0-41da8acdfc3f {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:26:37.235435 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5599108a-abc6-47c9-a214-364100245b7d', 'tag': '20ca4539-ccc9-42da-9360-e52c45cec774', 'status': 'completed', 'code': 200} Nov 25 13:26:37.276425 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6273750-f6c4-4b59-b17d-4c03502c7633 req-3a665751-f4c7-42a5-8bb4-c42d6726286c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:37.278158 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b6273750-f6c4-4b59-b17d-4c03502c7633 req-3a665751-f4c7-42a5-8bb4-c42d6726286c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3191054d47ff4d659bfd89127456b30d&device_id=5599108a-abc6-47c9-a214-364100245b7d HTTP/1.1" status: 200 len: 1096 time: 0.0653999 Nov 25 13:26:37.279401 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-67b3f1ab-fd4f-4528-af75-aea9e0c8c32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'name': 'tempest-RoutersIpV6Test-router-1774973520', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:26:05Z', 'updated_at': '2021-11-25T13:26:35Z', 'revision_number': 8, 'project_id': '177e3b084115482a91deb772ab6235e0', 'gw_port_host': None, '_interfaces': [{'id': '30571eb0-7dae-4884-801c-03b607645e3d', 'name': '', 'network_id': 'fbd1dbc9-4f47-473b-b655-2da1d9180256', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'mac_address': 'fa:16:3e:8c:60:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '03243bd3-9267-4213-b146-d14ac3094541', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:19Z', 'updated_at': '2021-11-25T13:26:26Z', 'revision_number': 5, 'project_id': '177e3b084115482a91deb772ab6235e0', 'subnets': [{'id': '03243bd3-9267-4213-b146-d14ac3094541', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '339e7a83-6809-4256-85f5-efa6f2c2931b', 'name': '', 'network_id': 'ee8d2ea2-8666-4969-97a1-9dc2d7e54e9f', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'mac_address': 'fa:16:3e:ab:a4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': 'da726350-0d03-4a24-b59b-eb9cd43d1b2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:08Z', 'updated_at': '2021-11-25T13:26:14Z', 'revision_number': 5, 'project_id': '177e3b084115482a91deb772ab6235e0', 'subnets': [{'id': 'da726350-0d03-4a24-b59b-eb9cd43d1b2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3fd239-1cb9-4c31-bdae-fe68f80cc1c2', 'name': '', 'network_id': '7cff3bb9-242d-4afa-ba5f-8854249abf3b', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'mac_address': 'fa:16:3e:bb:9a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'ae04fda2-0d27-418c-8997-e6c21495b2d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:14Z', 'updated_at': '2021-11-25T13:26:21Z', 'revision_number': 5, 'project_id': '177e3b084115482a91deb772ab6235e0', 'subnets': [{'id': 'ae04fda2-0d27-418c-8997-e6c21495b2d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:37.316527 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58130f4-29ed-4d18-ab68-b437ac830591 req-a15d87e3-b944-493a-aa99-336f922db2e3 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:37.324905 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e58130f4-29ed-4d18-ab68-b437ac830591 req-a15d87e3-b944-493a-aa99-336f922db2e3 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=35f6ef1f-91a7-4ceb-b8f4-6e580a69721f HTTP/1.1" status: 200 len: 945 time: 0.0960853 Nov 25 13:26:37.327108 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b3f1ab-fd4f-4528-af75-aea9e0c8c32b None None] Checking router: f4ca290d-b056-4800-a802-3719a18ad5d7 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:26:37.334219 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7aff62d6-8187-4732-ae0f-4b43317ec9c0 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:37.343510 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b3f1ab-fd4f-4528-af75-aea9e0c8c32b None None] Routers {'f4ca290d-b056-4800-a802-3719a18ad5d7'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:26:37.344393 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-67b3f1ab-fd4f-4528-af75-aea9e0c8c32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:26:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['f4ca290d-b056-4800-a802-3719a18ad5d7'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:37.344564 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b6273750-f6c4-4b59-b17d-4c03502c7633 req-e2a6eebc-2fa4-405c-a2e7-e334aebaaca6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20ca4539-ccc9-42da-9360-e52c45cec774 HTTP/1.1" status: 200 len: 217 time: 0.0540266 Nov 25 13:26:37.397250 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff62d6-8187-4732-ae0f-4b43317ec9c0 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event deleted for resources: {'Subnet': ['ID=fd374e8b-a729-4b51-99af-39ea92de27ad,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:37.404198 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7aff62d6-8187-4732-ae0f-4b43317ec9c0 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:37.407609 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-7aff62d6-8187-4732-ae0f-4b43317ec9c0 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "DELETE /v2.0/subnets/fd374e8b-a729-4b51-99af-39ea92de27ad HTTP/1.1" status: 204 len: 168 time: 0.6280208 Nov 25 13:26:37.412891 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60122) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:37.432338 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6273750-f6c4-4b59-b17d-4c03502c7633 req-0148f114-185a-41be-95d1-ca9f71e0f3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:37.434248 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b6273750-f6c4-4b59-b17d-4c03502c7633 req-0148f114-185a-41be-95d1-ca9f71e0f3e8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=55fbb19b-8ebe-4b30-8161-5c1404e5704b HTTP/1.1" status: 200 len: 865 time: 0.0815902 Nov 25 13:26:37.460175 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e58130f4-29ed-4d18-ab68-b437ac830591 req-893bea06-d2cc-4ff7-9bc0-e3edfc9d730f tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326437 Nov 25 13:26:37.527944 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b6273750-f6c4-4b59-b17d-4c03502c7633 req-82ebb273-c913-4e92-9060-07f6f189804c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5059e2ec-e64a-4bd7-ba0a-26f3f969291d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776067 Nov 25 13:26:37.552866 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a9723437-3554-4174-933b-60b99b294b92 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:37.608284 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-67b3f1ab-fd4f-4528-af75-aea9e0c8c32b None None] Set router f4ca290d-b056-4800-a802-3719a18ad5d7 gateway port host: None {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:26:37.612490 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa46247-cb4e-4f2c-b7c4-24ce4c395a3c req-0b1b1883-d0fc-49e3-bb2d-104e24f43dfc tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:37.620556 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-aaa46247-cb4e-4f2c-b7c4-24ce4c395a3c req-0b1b1883-d0fc-49e3-bb2d-104e24f43dfc tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] 10.222.0.53 "GET /v2.0/ports?device_id=5599108a-abc6-47c9-a214-364100245b7d HTTP/1.1" status: 200 len: 944 time: 0.0627575 Nov 25 13:26:37.676036 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-aaa46247-cb4e-4f2c-b7c4-24ce4c395a3c req-d424bf67-a0aa-4541-9ce9-57d75c44c327 tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b7c20b5-afa6-43ea-bfb6-d98b8ac4bdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543501 Nov 25 13:26:37.686434 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cba03e-55ab-4e83-9426-1a774be03d73 None None] Network d20c292f-ee20-4481-b437-346babe1ccbe requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:26:37.714080 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-a9723437-3554-4174-933b-60b99b294b92 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Deleting port 2f56eef0-7ae0-451f-858a-3929b75d4545 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:26:37.714416 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a9723437-3554-4174-933b-60b99b294b92 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:37.718924 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b6273750-f6c4-4b59-b17d-4c03502c7633 req-ad040fd5-cc06-4cee-aa20-6c1a45e52d8f service neutron] 10.222.0.47 "GET /v2.0/networks/5059e2ec-e64a-4bd7-ba0a-26f3f969291d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633391 Nov 25 13:26:37.859606 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-a9723437-3554-4174-933b-60b99b294b92 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] For port 2f56eef0-7ae0-451f-858a-3929b75d4545, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=2f56eef0-7ae0-451f-858a-3929b75d4545,segment=NetworkSegment(2baeafab-5f4d-46cf-b125-726212434265),segment_id=2baeafab-5f4d-46cf-b125-726212434265)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:26:37.859917 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a9723437-3554-4174-933b-60b99b294b92 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:37.879575 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-a9723437-3554-4174-933b-60b99b294b92 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Calling delete_port for 2f56eef0-7ae0-451f-858a-3929b75d4545 owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:26:37.932449 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-67b3f1ab-fd4f-4528-af75-aea9e0c8c32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'name': 'tempest-RoutersIpV6Test-router-1774973520', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:26:05Z', 'updated_at': '2021-11-25T13:26:35Z', 'revision_number': 8, 'project_id': '177e3b084115482a91deb772ab6235e0', 'gw_port_host': None, '_interfaces': [{'id': '30571eb0-7dae-4884-801c-03b607645e3d', 'name': '', 'network_id': 'fbd1dbc9-4f47-473b-b655-2da1d9180256', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'mac_address': 'fa:16:3e:8c:60:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '03243bd3-9267-4213-b146-d14ac3094541', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:19Z', 'updated_at': '2021-11-25T13:26:26Z', 'revision_number': 5, 'project_id': '177e3b084115482a91deb772ab6235e0', 'subnets': [{'id': '03243bd3-9267-4213-b146-d14ac3094541', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '339e7a83-6809-4256-85f5-efa6f2c2931b', 'name': '', 'network_id': 'ee8d2ea2-8666-4969-97a1-9dc2d7e54e9f', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'mac_address': 'fa:16:3e:ab:a4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': 'da726350-0d03-4a24-b59b-eb9cd43d1b2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:08Z', 'updated_at': '2021-11-25T13:26:14Z', 'revision_number': 5, 'project_id': '177e3b084115482a91deb772ab6235e0', 'subnets': [{'id': 'da726350-0d03-4a24-b59b-eb9cd43d1b2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3fd239-1cb9-4c31-bdae-fe68f80cc1c2', 'name': '', 'network_id': '7cff3bb9-242d-4afa-ba5f-8854249abf3b', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'mac_address': 'fa:16:3e:bb:9a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'ae04fda2-0d27-418c-8997-e6c21495b2d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:14Z', 'updated_at': '2021-11-25T13:26:21Z', 'revision_number': 5, 'project_id': '177e3b084115482a91deb772ab6235e0', 'subnets': [{'id': 'ae04fda2-0d27-418c-8997-e6c21495b2d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:37.945441 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b6273750-f6c4-4b59-b17d-4c03502c7633 req-e47b88fb-9f1d-4039-a975-e9c2580b0ae0 service neutron] 10.222.0.47 "GET /v2.0/networks/5059e2ec-e64a-4bd7-ba0a-26f3f969291d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147586 Nov 25 13:26:37.963799 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b3f1ab-fd4f-4528-af75-aea9e0c8c32b None None] The sync data for ids ['f4ca290d-b056-4800-a802-3719a18ad5d7'] in n-d-808199-11 is: [{'id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'name': 'tempest-RoutersIpV6Test-router-1774973520', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:26:05Z', 'updated_at': '2021-11-25T13:26:35Z', 'revision_number': 8, 'project_id': '177e3b084115482a91deb772ab6235e0', 'gw_port_host': None, '_interfaces': [{'id': '30571eb0-7dae-4884-801c-03b607645e3d', 'name': '', 'network_id': 'fbd1dbc9-4f47-473b-b655-2da1d9180256', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'mac_address': 'fa:16:3e:8c:60:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '03243bd3-9267-4213-b146-d14ac3094541', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:19Z', 'updated_at': '2021-11-25T13:26:26Z', 'revision_number': 5, 'project_id': '177e3b084115482a91deb772ab6235e0', 'subnets': [{'id': '03243bd3-9267-4213-b146-d14ac3094541', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '339e7a83-6809-4256-85f5-efa6f2c2931b', 'name': '', 'network_id': 'ee8d2ea2-8666-4969-97a1-9dc2d7e54e9f', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'mac_address': 'fa:16:3e:ab:a4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': 'da726350-0d03-4a24-b59b-eb9cd43d1b2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:08Z', 'updated_at': '2021-11-25T13:26:14Z', 'revision_number': 5, 'project_id': '177e3b084115482a91deb772ab6235e0', 'subnets': [{'id': 'da726350-0d03-4a24-b59b-eb9cd43d1b2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3fd239-1cb9-4c31-bdae-fe68f80cc1c2', 'name': '', 'network_id': '7cff3bb9-242d-4afa-ba5f-8854249abf3b', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'mac_address': 'fa:16:3e:bb:9a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'ae04fda2-0d27-418c-8997-e6c21495b2d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:14Z', 'updated_at': '2021-11-25T13:26:21Z', 'revision_number': 5, 'project_id': '177e3b084115482a91deb772ab6235e0', 'subnets': [{'id': 'ae04fda2-0d27-418c-8997-e6c21495b2d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:26:37.984202 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fe523f-2ee4-4a2a-aa77-8e13f0cae158 None None] DHCP port deletion for d20c292f-ee20-4481-b437-346babe1ccbe request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:26:38.034184 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a9723437-3554-4174-933b-60b99b294b92 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:38.085875 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:38.099713 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9723437-3554-4174-933b-60b99b294b92 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event deleted for resources: {'Port': ['ID=2f56eef0-7ae0-451f-858a-3929b75d4545,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:38.105634 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9723437-3554-4174-933b-60b99b294b92 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] No DVR routers for this DVR port 2f56eef0-7ae0-451f-858a-3929b75d4545 on host n-d-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:26:38.108817 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 453589d9-1311-40b0-8529-ae28f08ed437 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:26:38.142250 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-d8fe523f-2ee4-4a2a-aa77-8e13f0cae158 None None] Deleting port 2f56eef0-7ae0-451f-858a-3929b75d4545 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:26:38.142923 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d8fe523f-2ee4-4a2a-aa77-8e13f0cae158 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:38.252691 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a9723437-3554-4174-933b-60b99b294b92 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:38.267381 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6728a-1300-451e-95ae-be54ce837741 req-2682d8ed-c1e1-4f67-bfec-1e8ee53a3dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:38.269033 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1de6728a-1300-451e-95ae-be54ce837741 req-2682d8ed-c1e1-4f67-bfec-1e8ee53a3dbd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3191054d47ff4d659bfd89127456b30d&device_id=5599108a-abc6-47c9-a214-364100245b7d HTTP/1.1" status: 200 len: 1096 time: 0.2260981 Nov 25 13:26:38.274152 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab741e90-06c2-4c2f-8d7e-d967cd957cb7 req-323f4ac3-e033-4170-a021-e73628d1d55a tempest-VolumesActionsTest-1632500816 tempest-VolumesActionsTest-1632500816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:38.276272 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ab741e90-06c2-4c2f-8d7e-d967cd957cb7 req-323f4ac3-e033-4170-a021-e73628d1d55a tempest-VolumesActionsTest-1632500816 tempest-VolumesActionsTest-1632500816-project] 10.222.0.53 "GET /v2.0/ports?device_id=59a4a39a-dc7e-49bf-9731-a16b75930938 HTTP/1.1" status: 200 len: 943 time: 0.0661192 Nov 25 13:26:38.318222 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-a9723437-3554-4174-933b-60b99b294b92 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d20c292f-ee20-4481-b437-346babe1ccbe']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:38.338706 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-d8fe523f-2ee4-4a2a-aa77-8e13f0cae158 None None] For port 2f56eef0-7ae0-451f-858a-3929b75d4545, host n-d-808199-11, got binding levels [] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:26:38.339211 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d8fe523f-2ee4-4a2a-aa77-8e13f0cae158 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:38.371258 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-a9723437-3554-4174-933b-60b99b294b92 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2baeafab-5f4d-46cf-b125-726212434265') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:38.371795 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-a9723437-3554-4174-933b-60b99b294b92 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2baeafab-5f4d-46cf-b125-726212434265') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:38.388645 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 453589d9-1311-40b0-8529-ae28f08ed437, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=453589d9-1311-40b0-8529-ae28f08ed437,segment=NetworkSegment(01e0b005-5d2d-4182-80e0-9a959c89dab7),segment_id=01e0b005-5d2d-4182-80e0-9a959c89dab7)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:26:38.397375 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ab741e90-06c2-4c2f-8d7e-d967cd957cb7 req-6bfdaa22-ab07-46b0-8ab6-97890175b4ce tempest-VolumesActionsTest-1632500816 tempest-VolumesActionsTest-1632500816-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1378374-d333-4bb6-a3d3-e4dbcdb62521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065035 Nov 25 13:26:38.397938 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-d8fe523f-2ee4-4a2a-aa77-8e13f0cae158 None None] Calling delete_port for 2f56eef0-7ae0-451f-858a-3929b75d4545 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:26:38.403060 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a9723437-3554-4174-933b-60b99b294b92 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:38.403469 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.ipam_backend_mixin [None req-d8fe523f-2ee4-4a2a-aa77-8e13f0cae158 None None] Port 2f56eef0-7ae0-451f-858a-3929b75d4545 was not found and therefore no delete operation was performed {{(pid=103572) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 13:26:38.414334 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d8fe523f-2ee4-4a2a-aa77-8e13f0cae158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:38.414334 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '453589d9-1311-40b0-8529-ae28f08ed437', 'network_id': '320bc64f-c87e-4161-bc09-4845b1bfc36c', 'port_id': '453589d9-1311-40b0-8529-ae28f08ed437', 'mac_address': 'fa:16:3e:66:0b:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac408d65-f565-4aec-a68c-6616bea7f070', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:26:38.434941 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a9723437-3554-4174-933b-60b99b294b92 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:38.441446 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe523f-2ee4-4a2a-aa77-8e13f0cae158 None None] Pushing event deleted for resources: {'Port': ['ID=2f56eef0-7ae0-451f-858a-3929b75d4545,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:38.446966 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fe523f-2ee4-4a2a-aa77-8e13f0cae158 None None] No DVR routers for this DVR port 2f56eef0-7ae0-451f-858a-3929b75d4545 on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:26:38.455998 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9723437-3554-4174-933b-60b99b294b92 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:26:38.456667 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a9723437-3554-4174-933b-60b99b294b92 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:38.462025 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:26:38.462025 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:26:38.462025 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:26:38.462025 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:26:38.462025 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:26:38.462025 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:26:38.462025 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:26:38.462025 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:26:38.462025 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:26:38.462025 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:26:38.462025 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:26:38.462025 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:26:38.462025 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:26:38.462025 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:26:38.462025 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:26:38.462025 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:26:38.462025 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:26:38.462025 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:26:38.462025 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:26:38.462025 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:26:38.462025 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:26:38.462025 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:26:38.462025 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:26:38.462025 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:26:38.462025 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:26:38.462025 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:26:38.462025 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:26:38.462025 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:26:38.462025 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:26:38.462025 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:26:38.462025 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:26:38.462025 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:26:38.531566 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:38.549080 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 453589d9-1311-40b0-8529-ae28f08ed437 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:26:38.589128 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 453589d9-1311-40b0-8529-ae28f08ed437, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=453589d9-1311-40b0-8529-ae28f08ed437,segment=NetworkSegment(01e0b005-5d2d-4182-80e0-9a959c89dab7),segment_id=01e0b005-5d2d-4182-80e0-9a959c89dab7)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:26:38.600288 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6728a-1300-451e-95ae-be54ce837741 req-9f07f9d7-4f7a-4896-a421-97df683f33f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:38.602324 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:38.603917 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1de6728a-1300-451e-95ae-be54ce837741 req-9f07f9d7-4f7a-4896-a421-97df683f33f9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5059e2ec-e64a-4bd7-ba0a-26f3f969291d HTTP/1.1" status: 200 len: 926 time: 0.3122244 Nov 25 13:26:38.608164 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a9723437-3554-4174-933b-60b99b294b92 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:38.641898 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a9723437-3554-4174-933b-60b99b294b92 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:38.652902 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-a9723437-3554-4174-933b-60b99b294b92 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "DELETE /v2.0/networks/d20c292f-ee20-4481-b437-346babe1ccbe HTTP/1.1" status: 204 len: 168 time: 1.2388749 Nov 25 13:26:38.664126 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=453589d9-1311-40b0-8529-ae28f08ed437,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:38.671316 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9667a3b9-0ef8-47c4-9dc1-ff50f76c6573 req-1c8a21f2-eafd-4b6e-bd20-9a6039a88c9d tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:38.679328 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9667a3b9-0ef8-47c4-9dc1-ff50f76c6573 req-1c8a21f2-eafd-4b6e-bd20-9a6039a88c9d tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=35f6ef1f-91a7-4ceb-b8f4-6e580a69721f HTTP/1.1" status: 200 len: 945 time: 0.1243067 Nov 25 13:26:38.688889 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60134) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:38.715704 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1de6728a-1300-451e-95ae-be54ce837741 req-1a93e666-28e5-4277-baef-5bf48e90e822 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20ca4539-ccc9-42da-9360-e52c45cec774 HTTP/1.1" status: 200 len: 217 time: 0.1046274 Nov 25 13:26:38.717312 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9723437-3554-4174-933b-60b99b294b92 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event deleted for resources: {'Network': ['ID=d20c292f-ee20-4481-b437-346babe1ccbe,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:38.771111 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6728a-1300-451e-95ae-be54ce837741 req-4390deae-cdfe-4d4e-b174-4ff84f04417f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:38.772943 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1de6728a-1300-451e-95ae-be54ce837741 req-4390deae-cdfe-4d4e-b174-4ff84f04417f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=55fbb19b-8ebe-4b30-8161-5c1404e5704b HTTP/1.1" status: 200 len: 865 time: 0.0484900 Nov 25 13:26:38.828796 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1de6728a-1300-451e-95ae-be54ce837741 req-06b73ace-1286-4da6-a0ce-91109af0b597 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5059e2ec-e64a-4bd7-ba0a-26f3f969291d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426953 Nov 25 13:26:38.906031 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['453589d9-1311-40b0-8529-ae28f08ed437'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:26:38.937189 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1de6728a-1300-451e-95ae-be54ce837741 req-00d22d5d-7541-4712-b205-8a41f3ba5118 service neutron] 10.222.0.47 "GET /v2.0/networks/5059e2ec-e64a-4bd7-ba0a-26f3f969291d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999370 Nov 25 13:26:39.041556 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1de6728a-1300-451e-95ae-be54ce837741 req-145817ec-f236-433c-a773-bb6de34c9ff7 service neutron] 10.222.0.47 "GET /v2.0/networks/5059e2ec-e64a-4bd7-ba0a-26f3f969291d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948613 Nov 25 13:26:39.208714 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9667a3b9-0ef8-47c4-9dc1-ff50f76c6573 req-fab139b8-e4dd-467b-ace8-8cd6e71c82f4 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5268338 Nov 25 13:26:39.305053 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7956b5-65ee-4ca9-b02a-9dcd2c3ee2d9 req-e0d5845c-cddf-447d-b935-34270b811957 tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:39.312245 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bb7956b5-65ee-4ca9-b02a-9dcd2c3ee2d9 req-e0d5845c-cddf-447d-b935-34270b811957 tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] 10.222.0.53 "GET /v2.0/ports?device_id=5599108a-abc6-47c9-a214-364100245b7d HTTP/1.1" status: 200 len: 944 time: 0.1674867 Nov 25 13:26:39.350410 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device aa8ec327-874a-4575-9f37-589b5ad5ef47 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:26:39.380362 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: aa8ec327-874a-4575-9f37-589b5ad5ef47 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:26:39.380652 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device aa8ec327-874a-4575-9f37-589b5ad5ef47 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:26:39.381093 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 2f56eef0-7ae0-451f-858a-3929b75d4545 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:26:39.405357 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 2f56eef0-7ae0-451f-858a-3929b75d4545 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:26:39.405869 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 2f56eef0-7ae0-451f-858a-3929b75d4545 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:26:39.410255 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bb7956b5-65ee-4ca9-b02a-9dcd2c3ee2d9 req-c0cc7ffc-5aba-4bea-99cd-caa2a59b641d tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b7c20b5-afa6-43ea-bfb6-d98b8ac4bdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966923 Nov 25 13:26:39.515744 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d7260c-7235-4e5e-84a6-165d3ccfaf60 req-2bfc83ea-8efb-4f67-abec-ac03793df3b0 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:39.517209 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-04d7260c-7235-4e5e-84a6-165d3ccfaf60 req-2bfc83ea-8efb-4f67-abec-ac03793df3b0 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=40afa780-d237-4c81-998e-6222a2778cb8 HTTP/1.1" status: 200 len: 945 time: 0.0651567 Nov 25 13:26:39.631521 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216f0c95-283b-4dc9-8a4b-d39325c62978 req-659f76f8-7492-4b1e-a107-97268406b4f5 tempest-VolumesActionsTest-1632500816 tempest-VolumesActionsTest-1632500816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:39.633001 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-216f0c95-283b-4dc9-8a4b-d39325c62978 req-659f76f8-7492-4b1e-a107-97268406b4f5 tempest-VolumesActionsTest-1632500816 tempest-VolumesActionsTest-1632500816-project] 10.222.0.53 "GET /v2.0/ports?device_id=59a4a39a-dc7e-49bf-9731-a16b75930938 HTTP/1.1" status: 200 len: 944 time: 0.1147745 Nov 25 13:26:39.637482 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-04d7260c-7235-4e5e-84a6-165d3ccfaf60 req-fea45a1d-e856-4493-a537-624f8bbdf39e tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086378 Nov 25 13:26:39.695859 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-216f0c95-283b-4dc9-8a4b-d39325c62978 req-02daa881-d0b5-46db-afef-5876b4c19a08 tempest-VolumesActionsTest-1632500816 tempest-VolumesActionsTest-1632500816-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1378374-d333-4bb6-a3d3-e4dbcdb62521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565174 Nov 25 13:26:39.700269 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f13f6290-5ddf-407a-8083-3a77b7c4cde3 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:39.743489 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60156) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:39.796114 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ff83e44-8674-4bf2-b347-20a905cfe592 admin admin] Deleting subnet 06d9fad2-62ee-411b-8cba-f5e1b7fa4731 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:26:39.799598 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8ff83e44-8674-4bf2-b347-20a905cfe592 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:39.837738 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8ff83e44-8674-4bf2-b347-20a905cfe592 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:39.869702 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e08db7f-87e9-4c61-9a66-923ba172e381 req-71953601-2e62-4b39-94db-4f330da64caa tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:39.871193 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2e08db7f-87e9-4c61-9a66-923ba172e381 req-71953601-2e62-4b39-94db-4f330da64caa tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=35f6ef1f-91a7-4ceb-b8f4-6e580a69721f HTTP/1.1" status: 200 len: 945 time: 0.1036046 Nov 25 13:26:39.876757 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8ff83e44-8674-4bf2-b347-20a905cfe592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:39.930770 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8ff83e44-8674-4bf2-b347-20a905cfe592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:39.947013 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2e08db7f-87e9-4c61-9a66-923ba172e381 req-055de4a0-3c01-47a7-be3f-6a309f20203c tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559773 Nov 25 13:26:39.959785 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff83e44-8674-4bf2-b347-20a905cfe592 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06d9fad2-62ee-411b-8cba-f5e1b7fa4731,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:39.962378 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8ff83e44-8674-4bf2-b347-20a905cfe592 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:39.968132 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-8ff83e44-8674-4bf2-b347-20a905cfe592 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/06d9fad2-62ee-411b-8cba-f5e1b7fa4731 HTTP/1.1" status: 204 len: 168 time: 0.2234361 Nov 25 13:26:39.968749 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60158) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:40.048868 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-f13f6290-5ddf-407a-8083-3a77b7c4cde3 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Deleting port 30571eb0-7dae-4884-801c-03b607645e3d {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:26:40.049507 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f13f6290-5ddf-407a-8083-3a77b7c4cde3 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:40.054457 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dd6b9bf6-7675-4e18-9fde-63296fdabc04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:40.116365 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 453589d9-1311-40b0-8529-ae28f08ed437 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:26:40.146653 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dd6b9bf6-7675-4e18-9fde-63296fdabc04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:40.156439 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-f13f6290-5ddf-407a-8083-3a77b7c4cde3 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] For port 30571eb0-7dae-4884-801c-03b607645e3d, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=30571eb0-7dae-4884-801c-03b607645e3d,segment=NetworkSegment(8eac911f-d288-4afe-abe6-352e7aed792e),segment_id=8eac911f-d288-4afe-abe6-352e7aed792e)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:26:40.156892 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f13f6290-5ddf-407a-8083-3a77b7c4cde3 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:40.178069 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-dd6b9bf6-7675-4e18-9fde-63296fdabc04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b74e527-2eba-4880-abc3-5f552bc5f61d']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:40.179897 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 453589d9-1311-40b0-8529-ae28f08ed437 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:26:40.184071 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 453589d9-1311-40b0-8529-ae28f08ed437 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:26:40.184454 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:40.190966 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-dd6b9bf6-7675-4e18-9fde-63296fdabc04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:40.191447 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-dd6b9bf6-7675-4e18-9fde-63296fdabc04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9940e7f3-cc3f-4b2e-aed3-ab91bdd828e8') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:40.197772 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-f13f6290-5ddf-407a-8083-3a77b7c4cde3 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Calling delete_port for 30571eb0-7dae-4884-801c-03b607645e3d owned by network:router_interface {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:26:40.202283 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dd6b9bf6-7675-4e18-9fde-63296fdabc04 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:40.218547 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dd6b9bf6-7675-4e18-9fde-63296fdabc04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:40.224919 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e89de6e-70c3-44f4-8bb7-9d6ba2f4462f req-9b829cc2-9379-4842-a6a8-92cd369a77a7 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:40.226447 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3e89de6e-70c3-44f4-8bb7-9d6ba2f4462f req-9b829cc2-9379-4842-a6a8-92cd369a77a7 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=35f6ef1f-91a7-4ceb-b8f4-6e580a69721f HTTP/1.1" status: 200 len: 945 time: 0.0669174 Nov 25 13:26:40.226638 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd6b9bf6-7675-4e18-9fde-63296fdabc04 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:26:40.227229 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dd6b9bf6-7675-4e18-9fde-63296fdabc04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:40.229209 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:26:40.229209 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:26:40.229209 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:26:40.229209 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:26:40.229209 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:26:40.229209 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:26:40.229209 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:26:40.229209 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:26:40.229209 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:26:40.229209 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:26:40.229209 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:26:40.229209 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:26:40.229209 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:26:40.229209 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:26:40.229209 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:26:40.229209 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:26:40.229209 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:26:40.229209 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:26:40.229209 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:26:40.229209 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:26:40.229209 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:26:40.229209 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:26:40.229209 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:26:40.229209 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:26:40.229209 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:26:40.229209 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:26:40.229209 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:26:40.229209 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:26:40.229209 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:26:40.229209 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:26:40.229209 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:26:40.229209 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:26:40.277035 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:40.292214 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dd6b9bf6-7675-4e18-9fde-63296fdabc04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:40.311664 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dd6b9bf6-7675-4e18-9fde-63296fdabc04 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:40.317248 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-dd6b9bf6-7675-4e18-9fde-63296fdabc04 admin admin] 10.222.0.53 "DELETE /v2.0/networks/9b74e527-2eba-4880-abc3-5f552bc5f61d HTTP/1.1" status: 204 len: 168 time: 0.3452322 Nov 25 13:26:40.317248 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b9bf6-7675-4e18-9fde-63296fdabc04 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b74e527-2eba-4880-abc3-5f552bc5f61d,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:40.324754 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 453589d9-1311-40b0-8529-ae28f08ed437, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=453589d9-1311-40b0-8529-ae28f08ed437,segment=NetworkSegment(01e0b005-5d2d-4182-80e0-9a959c89dab7),segment_id=01e0b005-5d2d-4182-80e0-9a959c89dab7)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:26:40.328624 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a4a39a-dc7e-49bf-9731-a16b75930938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '453589d9-1311-40b0-8529-ae28f08ed437'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:26:40.328880 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3e89de6e-70c3-44f4-8bb7-9d6ba2f4462f req-412c49bd-5ce3-4ec5-9328-f623f39e4ba6 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736969 Nov 25 13:26:40.331634 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0b6193-f398-49db-a60f-d21e3d8f5b0d" -d '{"events": [{"server_uuid": "59a4a39a-dc7e-49bf-9731-a16b75930938", "name": "network-vif-plugged", "status": "completed", "tag": "453589d9-1311-40b0-8529-ae28f08ed437"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:26:40.340914 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:40.395751 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=453589d9-1311-40b0-8529-ae28f08ed437,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:40.412568 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d92d5d67-e8ea-40ff-8f06-a736b1120955 x-openstack-request-id: req-d92d5d67-e8ea-40ff-8f06-a736b1120955 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:26:40.413115 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a4a39a-dc7e-49bf-9731-a16b75930938", "name": "network-vif-plugged", "status": "completed", "tag": "453589d9-1311-40b0-8529-ae28f08ed437", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:26:40.414091 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d92d5d67-e8ea-40ff-8f06-a736b1120955 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:26:40.414385 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59a4a39a-dc7e-49bf-9731-a16b75930938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '453589d9-1311-40b0-8529-ae28f08ed437', 'code': 200} Nov 25 13:26:40.532292 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59746dea-d1e3-484c-9faa-708da5539f83 req-aac71bd8-1727-41c2-8d56-cd18b2db7da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:40.534026 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-59746dea-d1e3-484c-9faa-708da5539f83 req-aac71bd8-1727-41c2-8d56-cd18b2db7da0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=59a4a39a-dc7e-49bf-9731-a16b75930938 HTTP/1.1" status: 200 len: 1097 time: 0.0457792 Nov 25 13:26:40.541987 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f13f6290-5ddf-407a-8083-3a77b7c4cde3 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:40.561566 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60172) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:40.571749 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f6290-5ddf-407a-8083-3a77b7c4cde3 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event deleted for resources: {'Port': ['ID=30571eb0-7dae-4884-801c-03b607645e3d,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:40.607510 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d870c3-120b-46b6-b272-2e5cd46c7743 req-e3646332-03b1-4c62-8b73-bee887587571 tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:40.609376 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-91d870c3-120b-46b6-b272-2e5cd46c7743 req-e3646332-03b1-4c62-8b73-bee887587571 tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] 10.222.0.53 "GET /v2.0/ports?device_id=5599108a-abc6-47c9-a214-364100245b7d HTTP/1.1" status: 200 len: 944 time: 0.1142633 Nov 25 13:26:40.624034 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-59746dea-d1e3-484c-9faa-708da5539f83 req-99a3f608-e032-4ed8-bb97-220cb560b8cb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e1378374-d333-4bb6-a3d3-e4dbcdb62521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799868 Nov 25 13:26:40.626626 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-8643ae6b-0087-4106-994b-3f35edb924bd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=60de2ce00e39495b9b56ab9e2f307693&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0640779 Nov 25 13:26:40.629287 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60174) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:40.686083 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f338cd72-7f9c-4c58-bdc1-520217245250 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:40.712564 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f338cd72-7f9c-4c58-bdc1-520217245250 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:40.746136 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-91d870c3-120b-46b6-b272-2e5cd46c7743 req-80f58a2f-f6de-4f5d-852f-0013a3dcf6f6 tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b7c20b5-afa6-43ea-bfb6-d98b8ac4bdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029103 Nov 25 13:26:40.749183 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f13f6290-5ddf-407a-8083-3a77b7c4cde3 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:40.770464 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f338cd72-7f9c-4c58-bdc1-520217245250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:40.774726 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f338cd72-7f9c-4c58-bdc1-520217245250 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:40.784002 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-f338cd72-7f9c-4c58-bdc1-520217245250 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d315f772-713b-416a-b17f-7e66210ab056 HTTP/1.1" status: 204 len: 168 time: 0.1528237 Nov 25 13:26:40.809497 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f338cd72-7f9c-4c58-bdc1-520217245250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d315f772-713b-416a-b17f-7e66210ab056,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:40.933150 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4cbd4f-0873-458e-bee5-9bf42efa72f6 req-4d1b7e96-7792-48d6-a5ad-4bd9f5fc96f7 tempest-VolumesActionsTest-1632500816 tempest-VolumesActionsTest-1632500816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:40.934737 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7e4cbd4f-0873-458e-bee5-9bf42efa72f6 req-4d1b7e96-7792-48d6-a5ad-4bd9f5fc96f7 tempest-VolumesActionsTest-1632500816 tempest-VolumesActionsTest-1632500816-project] 10.222.0.53 "GET /v2.0/ports?device_id=59a4a39a-dc7e-49bf-9731-a16b75930938 HTTP/1.1" status: 200 len: 945 time: 0.0755923 Nov 25 13:26:41.060994 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7e4cbd4f-0873-458e-bee5-9bf42efa72f6 req-e20d33b8-a170-45d3-a940-0e3d7939cee9 tempest-VolumesActionsTest-1632500816 tempest-VolumesActionsTest-1632500816-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1378374-d333-4bb6-a3d3-e4dbcdb62521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915458 Nov 25 13:26:41.064765 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f13f6290-5ddf-407a-8083-3a77b7c4cde3 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Router f4ca290d-b056-4800-a802-3719a18ad5d7 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:26:41.186945 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f13f6290-5ddf-407a-8083-3a77b7c4cde3 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:26:41.192066 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f13f6290-5ddf-407a-8083-3a77b7c4cde3 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "PUT /v2.0/routers/f4ca290d-b056-4800-a802-3719a18ad5d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5021429 Nov 25 13:26:41.195540 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60188) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:41.198773 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93066903-4496-4b0d-8519-2e51f2f27837 None None] Sync routers for ids ['f4ca290d-b056-4800-a802-3719a18ad5d7'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:26:41.211336 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93066903-4496-4b0d-8519-2e51f2f27837 None None] Routers {'f4ca290d-b056-4800-a802-3719a18ad5d7'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:26:41.211977 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-93066903-4496-4b0d-8519-2e51f2f27837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:26:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['f4ca290d-b056-4800-a802-3719a18ad5d7'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:41.249841 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-1889e94e-222e-4c00-a2c6-1f62455d0f58 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Deleting subnet 03243bd3-9267-4213-b146-d14ac3094541 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:26:41.253678 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1889e94e-222e-4c00-a2c6-1f62455d0f58 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:41.312977 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-93066903-4496-4b0d-8519-2e51f2f27837 None None] Set router f4ca290d-b056-4800-a802-3719a18ad5d7 gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:26:41.313370 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1889e94e-222e-4c00-a2c6-1f62455d0f58 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:41.447498 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1889e94e-222e-4c00-a2c6-1f62455d0f58 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:41.488483 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc8721-d396-4dc1-8fe5-fbc5596c1130 req-affe9879-0e7a-4948-85fa-350bda222c70 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:41.490193 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-33dc8721-d396-4dc1-8fe5-fbc5596c1130 req-affe9879-0e7a-4948-85fa-350bda222c70 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=35f6ef1f-91a7-4ceb-b8f4-6e580a69721f HTTP/1.1" status: 200 len: 945 time: 0.0865641 Nov 25 13:26:41.517929 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:41.541149 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1889e94e-222e-4c00-a2c6-1f62455d0f58 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:41.554784 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-33dc8721-d396-4dc1-8fe5-fbc5596c1130 req-8fab1493-56b2-41e6-ae1b-87661df2c5f3 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570483 Nov 25 13:26:41.581971 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-93066903-4496-4b0d-8519-2e51f2f27837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'name': 'tempest-RoutersIpV6Test-router-1774973520', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:26:05Z', 'updated_at': '2021-11-25T13:26:40Z', 'revision_number': 9, 'project_id': '177e3b084115482a91deb772ab6235e0', 'gw_port_host': None, '_interfaces': [{'id': '339e7a83-6809-4256-85f5-efa6f2c2931b', 'name': '', 'network_id': 'ee8d2ea2-8666-4969-97a1-9dc2d7e54e9f', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'mac_address': 'fa:16:3e:ab:a4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': 'da726350-0d03-4a24-b59b-eb9cd43d1b2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:08Z', 'updated_at': '2021-11-25T13:26:14Z', 'revision_number': 5, 'project_id': '177e3b084115482a91deb772ab6235e0', 'subnets': [{'id': 'da726350-0d03-4a24-b59b-eb9cd43d1b2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3fd239-1cb9-4c31-bdae-fe68f80cc1c2', 'name': '', 'network_id': '7cff3bb9-242d-4afa-ba5f-8854249abf3b', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'mac_address': 'fa:16:3e:bb:9a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'ae04fda2-0d27-418c-8997-e6c21495b2d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:14Z', 'updated_at': '2021-11-25T13:26:21Z', 'revision_number': 5, 'project_id': '177e3b084115482a91deb772ab6235e0', 'subnets': [{'id': 'ae04fda2-0d27-418c-8997-e6c21495b2d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:41.588154 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1889e94e-222e-4c00-a2c6-1f62455d0f58 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event deleted for resources: {'Subnet': ['ID=03243bd3-9267-4213-b146-d14ac3094541,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:41.595016 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1889e94e-222e-4c00-a2c6-1f62455d0f58 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:41.602163 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60204) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:41.603759 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0c51b1-4881-441b-9905-a48883b27106 None None] Network fbd1dbc9-4f47-473b-b655-2da1d9180256 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:26:41.612097 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-1889e94e-222e-4c00-a2c6-1f62455d0f58 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "DELETE /v2.0/subnets/03243bd3-9267-4213-b146-d14ac3094541 HTTP/1.1" status: 204 len: 168 time: 0.4153359 Nov 25 13:26:41.624068 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93066903-4496-4b0d-8519-2e51f2f27837 None None] Checking router: f4ca290d-b056-4800-a802-3719a18ad5d7 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:26:41.635228 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93066903-4496-4b0d-8519-2e51f2f27837 None None] Routers {'f4ca290d-b056-4800-a802-3719a18ad5d7'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:26:41.635948 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-93066903-4496-4b0d-8519-2e51f2f27837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:26:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['f4ca290d-b056-4800-a802-3719a18ad5d7'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:41.642856 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60206) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:41.730328 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-96d449d5-4362-4cf7-9118-3e637b1e3ea8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:41.756317 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-93066903-4496-4b0d-8519-2e51f2f27837 None None] Set router f4ca290d-b056-4800-a802-3719a18ad5d7 gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:26:41.780167 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-bb0f0ad6-8321-4bc7-adc0-b5a779ec35ba admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-78249705-network', 'tenant_id': 'ee6b0fbe2e7a4406acdd0c8fea203ca4'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:26:41.811842 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0f0ad6-8321-4bc7-adc0-b5a779ec35ba admin admin] Made reservation on behalf of ee6b0fbe2e7a4406acdd0c8fea203ca4 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:26:41.814215 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bb0f0ad6-8321-4bc7-adc0-b5a779ec35ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:41.826221 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae55f01-10b5-4f5b-a8a6-dbb39b077826 None None] DHCP port deletion for fbd1dbc9-4f47-473b-b655-2da1d9180256 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:26:41.838128 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-96d449d5-4362-4cf7-9118-3e637b1e3ea8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Deleting port fb6b1d62-3010-4ab4-94e2-db82ab9f2233 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:26:41.845796 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bb0f0ad6-8321-4bc7-adc0-b5a779ec35ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:41.849739 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-96d449d5-4362-4cf7-9118-3e637b1e3ea8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:41.886236 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b9725-9dc5-49bd-a49a-a481d0731e53 req-0b451f4b-3329-44f9-b7dd-cafa23c92065 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:41.887913 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-751b9725-9dc5-49bd-a49a-a481d0731e53 req-0b451f4b-3329-44f9-b7dd-cafa23c92065 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.47 "GET /v2.0/ports?device_id=35f6ef1f-91a7-4ceb-b8f4-6e580a69721f HTTP/1.1" status: 200 len: 945 time: 0.0878851 Nov 25 13:26:41.942139 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9ae55f01-10b5-4f5b-a8a6-dbb39b077826 None None] Deleting port fb6b1d62-3010-4ab4-94e2-db82ab9f2233 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:26:41.942661 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9ae55f01-10b5-4f5b-a8a6-dbb39b077826 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:41.991464 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-96d449d5-4362-4cf7-9118-3e637b1e3ea8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] For port fb6b1d62-3010-4ab4-94e2-db82ab9f2233, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=fb6b1d62-3010-4ab4-94e2-db82ab9f2233,segment=NetworkSegment(8eac911f-d288-4afe-abe6-352e7aed792e),segment_id=8eac911f-d288-4afe-abe6-352e7aed792e)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:26:41.992097 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-96d449d5-4362-4cf7-9118-3e637b1e3ea8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:42.011150 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-96d449d5-4362-4cf7-9118-3e637b1e3ea8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Calling delete_port for fb6b1d62-3010-4ab4-94e2-db82ab9f2233 owned by network:dhcp {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:26:42.025712 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9ae55f01-10b5-4f5b-a8a6-dbb39b077826 None None] For port fb6b1d62-3010-4ab4-94e2-db82ab9f2233, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=fb6b1d62-3010-4ab4-94e2-db82ab9f2233,segment=NetworkSegment(8eac911f-d288-4afe-abe6-352e7aed792e),segment_id=8eac911f-d288-4afe-abe6-352e7aed792e)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:26:42.026221 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9ae55f01-10b5-4f5b-a8a6-dbb39b077826 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:42.026574 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75253be4-3efe-4a78-9e9c-f60f0d47cf87 req-96404895-2dc5-4a08-85c9-985e2348b46b tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:42.026721 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bb0f0ad6-8321-4bc7-adc0-b5a779ec35ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:42.028469 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-75253be4-3efe-4a78-9e9c-f60f0d47cf87 req-96404895-2dc5-4a08-85c9-985e2348b46b tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] 10.222.0.53 "GET /v2.0/ports?device_id=5599108a-abc6-47c9-a214-364100245b7d HTTP/1.1" status: 200 len: 944 time: 0.1078303 Nov 25 13:26:42.037644 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bb0f0ad6-8321-4bc7-adc0-b5a779ec35ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:42.047679 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9ae55f01-10b5-4f5b-a8a6-dbb39b077826 None None] Calling delete_port for fb6b1d62-3010-4ab4-94e2-db82ab9f2233 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:26:42.065578 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb0f0ad6-8321-4bc7-adc0-b5a779ec35ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:26:42.075599 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-751b9725-9dc5-49bd-a49a-a481d0731e53 req-837bce5f-14e3-4842-9c52-347a53238cf8 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Deleting port ff7b7dc2-e64b-413f-9385-333849fe0b7a {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:26:42.076074 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-751b9725-9dc5-49bd-a49a-a481d0731e53 req-837bce5f-14e3-4842-9c52-347a53238cf8 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:42.128572 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 20ca4539-ccc9-42da-9360-e52c45cec774 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:26:42.138044 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bb0f0ad6-8321-4bc7-adc0-b5a779ec35ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:42.138505 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-bb0f0ad6-8321-4bc7-adc0-b5a779ec35ba admin admin] Added segment 40a198a7-301a-47bd-bb8e-de5dce7edbf3 of type vlan for network 0f46794c-b326-485f-8936-6eed71effe7e Nov 25 13:26:42.158458 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f0ad6-8321-4bc7-adc0-b5a779ec35ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ce495e-dd18-47f6-8bd6-2e09f8921a2d,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:42.209066 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bb0f0ad6-8321-4bc7-adc0-b5a779ec35ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:42.217988 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-75253be4-3efe-4a78-9e9c-f60f0d47cf87 req-beacbe85-d644-4cf4-87e2-bd29592d7a9e tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b7c20b5-afa6-43ea-bfb6-d98b8ac4bdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803749 Nov 25 13:26:42.235703 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9ae55f01-10b5-4f5b-a8a6-dbb39b077826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:42.265393 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-751b9725-9dc5-49bd-a49a-a481d0731e53 req-837bce5f-14e3-4842-9c52-347a53238cf8 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] For port ff7b7dc2-e64b-413f-9385-333849fe0b7a, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=ff7b7dc2-e64b-413f-9385-333849fe0b7a,segment=NetworkSegment(69c62212-4523-4acd-b808-007a53ff7fe0),segment_id=69c62212-4523-4acd-b808-007a53ff7fe0)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:26:42.266072 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-751b9725-9dc5-49bd-a49a-a481d0731e53 req-837bce5f-14e3-4842-9c52-347a53238cf8 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:42.269076 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eddf089-5765-488f-8ece-a08ddbce3306 req-1e6fd354-1bcb-4797-ac57-978caed5ae0f tempest-VolumesActionsTest-1632500816 tempest-VolumesActionsTest-1632500816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:42.276477 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7eddf089-5765-488f-8ece-a08ddbce3306 req-1e6fd354-1bcb-4797-ac57-978caed5ae0f tempest-VolumesActionsTest-1632500816 tempest-VolumesActionsTest-1632500816-project] 10.222.0.53 "GET /v2.0/ports?device_id=59a4a39a-dc7e-49bf-9731-a16b75930938 HTTP/1.1" status: 200 len: 945 time: 0.0825179 Nov 25 13:26:42.278436 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-96d449d5-4362-4cf7-9118-3e637b1e3ea8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:42.282451 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-751b9725-9dc5-49bd-a49a-a481d0731e53 req-837bce5f-14e3-4842-9c52-347a53238cf8 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Calling delete_port for ff7b7dc2-e64b-413f-9385-333849fe0b7a owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:26:42.290443 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bb0f0ad6-8321-4bc7-adc0-b5a779ec35ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:42.290646 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae55f01-10b5-4f5b-a8a6-dbb39b077826 None None] No DVR routers for this DVR port fb6b1d62-3010-4ab4-94e2-db82ab9f2233 on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:26:42.291640 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0f0ad6-8321-4bc7-adc0-b5a779ec35ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:42.292290 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bb0f0ad6-8321-4bc7-adc0-b5a779ec35ba admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:42.313598 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae55f01-10b5-4f5b-a8a6-dbb39b077826 None None] Pushing event deleted for resources: {'Port': ['ID=fb6b1d62-3010-4ab4-94e2-db82ab9f2233,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:42.331443 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d449d5-4362-4cf7-9118-3e637b1e3ea8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event deleted for resources: {'Port': ['ID=fb6b1d62-3010-4ab4-94e2-db82ab9f2233,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:42.336535 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d449d5-4362-4cf7-9118-3e637b1e3ea8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] No DVR routers for this DVR port fb6b1d62-3010-4ab4-94e2-db82ab9f2233 on host n-d-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:26:42.350911 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-93066903-4496-4b0d-8519-2e51f2f27837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'name': 'tempest-RoutersIpV6Test-router-1774973520', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:26:05Z', 'updated_at': '2021-11-25T13:26:40Z', 'revision_number': 9, 'project_id': '177e3b084115482a91deb772ab6235e0', 'gw_port_host': None, '_interfaces': [{'id': '339e7a83-6809-4256-85f5-efa6f2c2931b', 'name': '', 'network_id': 'ee8d2ea2-8666-4969-97a1-9dc2d7e54e9f', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'mac_address': 'fa:16:3e:ab:a4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': 'da726350-0d03-4a24-b59b-eb9cd43d1b2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:08Z', 'updated_at': '2021-11-25T13:26:14Z', 'revision_number': 5, 'project_id': '177e3b084115482a91deb772ab6235e0', 'subnets': [{'id': 'da726350-0d03-4a24-b59b-eb9cd43d1b2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3fd239-1cb9-4c31-bdae-fe68f80cc1c2', 'name': '', 'network_id': '7cff3bb9-242d-4afa-ba5f-8854249abf3b', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'mac_address': 'fa:16:3e:bb:9a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'ae04fda2-0d27-418c-8997-e6c21495b2d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:14Z', 'updated_at': '2021-11-25T13:26:21Z', 'revision_number': 5, 'project_id': '177e3b084115482a91deb772ab6235e0', 'subnets': [{'id': 'ae04fda2-0d27-418c-8997-e6c21495b2d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:42.362457 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 20ca4539-ccc9-42da-9360-e52c45cec774, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=20ca4539-ccc9-42da-9360-e52c45cec774,segment=NetworkSegment(1c859a10-ee21-4a0f-a0c3-a26efd57a12f),segment_id=1c859a10-ee21-4a0f-a0c3-a26efd57a12f)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:26:42.392564 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93066903-4496-4b0d-8519-2e51f2f27837 None None] The sync data for ids ['f4ca290d-b056-4800-a802-3719a18ad5d7'] in n-d-808199-11 is: [{'id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'name': 'tempest-RoutersIpV6Test-router-1774973520', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:26:05Z', 'updated_at': '2021-11-25T13:26:40Z', 'revision_number': 9, 'project_id': '177e3b084115482a91deb772ab6235e0', 'gw_port_host': None, '_interfaces': [{'id': '339e7a83-6809-4256-85f5-efa6f2c2931b', 'name': '', 'network_id': 'ee8d2ea2-8666-4969-97a1-9dc2d7e54e9f', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'mac_address': 'fa:16:3e:ab:a4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': 'da726350-0d03-4a24-b59b-eb9cd43d1b2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:08Z', 'updated_at': '2021-11-25T13:26:14Z', 'revision_number': 5, 'project_id': '177e3b084115482a91deb772ab6235e0', 'subnets': [{'id': 'da726350-0d03-4a24-b59b-eb9cd43d1b2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3fd239-1cb9-4c31-bdae-fe68f80cc1c2', 'name': '', 'network_id': '7cff3bb9-242d-4afa-ba5f-8854249abf3b', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'mac_address': 'fa:16:3e:bb:9a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'ae04fda2-0d27-418c-8997-e6c21495b2d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:14Z', 'updated_at': '2021-11-25T13:26:21Z', 'revision_number': 5, 'project_id': '177e3b084115482a91deb772ab6235e0', 'subnets': [{'id': 'ae04fda2-0d27-418c-8997-e6c21495b2d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:26:42.399927 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f0ad6-8321-4bc7-adc0-b5a779ec35ba admin admin] Pushing event updated for resources: {'Network': ['ID=0f46794c-b326-485f-8936-6eed71effe7e,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:42.403730 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '20ca4539-ccc9-42da-9360-e52c45cec774', 'network_id': '5059e2ec-e64a-4bd7-ba0a-26f3f969291d', 'port_id': '20ca4539-ccc9-42da-9360-e52c45cec774', 'mac_address': 'fa:16:3e:77:22:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55fbb19b-8ebe-4b30-8161-5c1404e5704b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:26:42.412291 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-bb0f0ad6-8321-4bc7-adc0-b5a779ec35ba admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7648220 Nov 25 13:26:42.413500 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60214) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:42.428423 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-bc5aab24-6e6d-4630-b7a3-18ba71e23125 admin admin] Request body: {'subnet': {'network_id': '0f46794c-b326-485f-8936-6eed71effe7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-78249705-subnet', 'tenant_id': 'ee6b0fbe2e7a4406acdd0c8fea203ca4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:26:42.443761 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 0f46794c-b326-485f-8936-6eed71effe7e details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:26:42.456031 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7eddf089-5765-488f-8ece-a08ddbce3306 req-0da3f62e-3316-4a10-b252-2161594ecfe2 tempest-VolumesActionsTest-1632500816 tempest-VolumesActionsTest-1632500816-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1378374-d333-4bb6-a3d3-e4dbcdb62521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738005 Nov 25 13:26:42.482286 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-96d449d5-4362-4cf7-9118-3e637b1e3ea8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:42.510861 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5aab24-6e6d-4630-b7a3-18ba71e23125 admin admin] Made reservation on behalf of ee6b0fbe2e7a4406acdd0c8fea203ca4 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:26:42.514048 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:42.514208 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bc5aab24-6e6d-4630-b7a3-18ba71e23125 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:42.520541 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-96d449d5-4362-4cf7-9118-3e637b1e3ea8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbd1dbc9-4f47-473b-b655-2da1d9180256']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:42.532427 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-96d449d5-4362-4cf7-9118-3e637b1e3ea8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eac911f-d288-4afe-abe6-352e7aed792e') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:42.532830 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-96d449d5-4362-4cf7-9118-3e637b1e3ea8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eac911f-d288-4afe-abe6-352e7aed792e') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:42.538949 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20ca4539-ccc9-42da-9360-e52c45cec774 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:26:42.549350 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-96d449d5-4362-4cf7-9118-3e637b1e3ea8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:42.562576 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 20ca4539-ccc9-42da-9360-e52c45cec774, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=20ca4539-ccc9-42da-9360-e52c45cec774,segment=NetworkSegment(1c859a10-ee21-4a0f-a0c3-a26efd57a12f),segment_id=1c859a10-ee21-4a0f-a0c3-a26efd57a12f)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:26:42.567540 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:42.586124 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-96d449d5-4362-4cf7-9118-3e637b1e3ea8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:42.601203 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96d449d5-4362-4cf7-9118-3e637b1e3ea8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:26:42.602101 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-96d449d5-4362-4cf7-9118-3e637b1e3ea8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:42.608895 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:26:42.608895 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:26:42.608895 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:26:42.608895 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:26:42.608895 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:26:42.608895 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:26:42.608895 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:26:42.608895 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:26:42.608895 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:26:42.608895 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:26:42.608895 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:26:42.608895 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:26:42.608895 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:26:42.608895 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:26:42.608895 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:26:42.608895 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:26:42.608895 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:26:42.608895 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:26:42.608895 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:26:42.608895 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:26:42.608895 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:26:42.608895 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:26:42.608895 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:26:42.608895 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:26:42.608895 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:26:42.608895 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:26:42.608895 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:26:42.608895 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:26:42.608895 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:26:42.608895 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:26:42.608895 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:26:42.608895 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:26:42.666602 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=20ca4539-ccc9-42da-9360-e52c45cec774,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:42.700299 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-751b9725-9dc5-49bd-a49a-a481d0731e53 req-837bce5f-14e3-4842-9c52-347a53238cf8 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:42.713720 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['b517ee6d-7632-4cc4-aa47-ffcbea84a1d1', '3ed39415-aaec-4937-a5e7-970c0ac2d00f'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:26:42.769685 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837bce5f-14e3-4842-9c52-347a53238cf8 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Pushing event deleted for resources: {'Port': ['ID=ff7b7dc2-e64b-413f-9385-333849fe0b7a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:42.791017 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d4bc13d6-6f7f-4dcd-b050-f89999f72d0f req-1886c8b9-8c53-463a-8919-f3e3bbddbb06 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=35f6ef1f-91a7-4ceb-b8f4-6e580a69721f HTTP/1.1" status: 200 len: 210 time: 0.0753021 Nov 25 13:26:42.829704 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-96d449d5-4362-4cf7-9118-3e637b1e3ea8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:42.870308 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-96d449d5-4362-4cf7-9118-3e637b1e3ea8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:42.873066 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['20ca4539-ccc9-42da-9360-e52c45cec774'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:26:42.878658 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-96d449d5-4362-4cf7-9118-3e637b1e3ea8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "DELETE /v2.0/networks/fbd1dbc9-4f47-473b-b655-2da1d9180256 HTTP/1.1" status: 204 len: 168 time: 1.2746527 Nov 25 13:26:42.879513 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60224) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:42.882051 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d449d5-4362-4cf7-9118-3e637b1e3ea8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event deleted for resources: {'Network': ['ID=fbd1dbc9-4f47-473b-b655-2da1d9180256,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:42.892190 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-751b9725-9dc5-49bd-a49a-a481d0731e53 req-837bce5f-14e3-4842-9c52-347a53238cf8 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] No DVR routers for this DVR port ff7b7dc2-e64b-413f-9385-333849fe0b7a on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:26:42.901535 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-751b9725-9dc5-49bd-a49a-a481d0731e53 req-837bce5f-14e3-4842-9c52-347a53238cf8 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:42.904933 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-751b9725-9dc5-49bd-a49a-a481d0731e53 req-837bce5f-14e3-4842-9c52-347a53238cf8 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.47 "DELETE /v2.0/ports/ff7b7dc2-e64b-413f-9385-333849fe0b7a HTTP/1.1" status: 204 len: 173 time: 1.0072682 Nov 25 13:26:42.917473 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f6ef1f-91a7-4ceb-b8f4-6e580a69721f', 'name': 'network-vif-deleted', 'tag': 'ff7b7dc2-e64b-413f-9385-333849fe0b7a'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:26:42.924888 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41243a23-6574-4477-adfc-66ea2e64b5b3" -d '{"events": [{"server_uuid": "35f6ef1f-91a7-4ceb-b8f4-6e580a69721f", "name": "network-vif-deleted", "tag": "ff7b7dc2-e64b-413f-9385-333849fe0b7a"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:26:43.013779 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec9e31f-fc33-4b05-8cd3-e11f4708fa72 x-openstack-request-id: req-dec9e31f-fc33-4b05-8cd3-e11f4708fa72 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:26:43.013779 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35f6ef1f-91a7-4ceb-b8f4-6e580a69721f", "name": "network-vif-deleted", "tag": "ff7b7dc2-e64b-413f-9385-333849fe0b7a", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:26:43.013779 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dec9e31f-fc33-4b05-8cd3-e11f4708fa72 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:26:43.014785 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f6ef1f-91a7-4ceb-b8f4-6e580a69721f', 'name': 'network-vif-deleted', 'tag': 'ff7b7dc2-e64b-413f-9385-333849fe0b7a', 'status': 'completed', 'code': 200} Nov 25 13:26:43.086419 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bc5aab24-6e6d-4630-b7a3-18ba71e23125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:43.185688 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5aab24-6e6d-4630-b7a3-18ba71e23125 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a610251-b260-4111-ade4-fcd074d9de00,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:43.193650 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5aab24-6e6d-4630-b7a3-18ba71e23125 admin admin] Checking segment: {'id': '40a198a7-301a-47bd-bb8e-de5dce7edbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0f46794c-b326-485f-8936-6eed71effe7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:26:43.194011 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5aab24-6e6d-4630-b7a3-18ba71e23125 admin admin] Network hostable DHCP agents. Network: 0f46794c-b326-485f-8936-6eed71effe7e, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:26:43.214242 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5aab24-6e6d-4630-b7a3-18ba71e23125 admin admin] Network 0f46794c-b326-485f-8936-6eed71effe7e is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:26:43.224933 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-bc5aab24-6e6d-4630-b7a3-18ba71e23125 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 0f46794c-b326-485f-8936-6eed71effe7e) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:26:43.235987 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e29124f-b673-40f6-adcb-f8071e791308 None None] Network 0f46794c-b326-485f-8936-6eed71effe7e requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:26:43.236691 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5aab24-6e6d-4630-b7a3-18ba71e23125 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:43.237292 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bc5aab24-6e6d-4630-b7a3-18ba71e23125 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:43.265855 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-bc5aab24-6e6d-4630-b7a3-18ba71e23125 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8512676 Nov 25 13:26:43.268446 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60234) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:43.273865 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-85e8ba97-c2d2-44cf-8721-2bfa8989c4ff admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-78249705-router', 'tenant_id': 'ee6b0fbe2e7a4406acdd0c8fea203ca4', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:26:43.318957 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-85e8ba97-c2d2-44cf-8721-2bfa8989c4ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:43.320045 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-85e8ba97-c2d2-44cf-8721-2bfa8989c4ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:43.388346 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device fb6b1d62-3010-4ab4-94e2-db82ab9f2233 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:26:43.420348 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-85e8ba97-c2d2-44cf-8721-2bfa8989c4ff admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:43.421121 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f3016c-7150-45a1-8f36-55ca7a723ed7 req-23b3d60d-c6f4-4ad7-8861-00815e85eec8 tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:43.422560 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-59f3016c-7150-45a1-8f36-55ca7a723ed7 req-23b3d60d-c6f4-4ad7-8861-00815e85eec8 tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] 10.222.0.53 "GET /v2.0/ports?device_id=5599108a-abc6-47c9-a214-364100245b7d HTTP/1.1" status: 200 len: 945 time: 0.0690305 Nov 25 13:26:43.437868 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-231b791b-1cc6-4afb-925e-be2a0559cfb6 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:43.447070 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: fb6b1d62-3010-4ab4-94e2-db82ab9f2233 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:26:43.447630 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device fb6b1d62-3010-4ab4-94e2-db82ab9f2233 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:26:43.448167 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 30571eb0-7dae-4884-801c-03b607645e3d no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:26:43.478642 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 30571eb0-7dae-4884-801c-03b607645e3d {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:26:43.479719 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 30571eb0-7dae-4884-801c-03b607645e3d not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:26:43.647384 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-85e8ba97-c2d2-44cf-8721-2bfa8989c4ff admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:43.666508 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43600be7-2f2d-4055-81f6-bd90a653ef5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-0f46794c-b326-485f-8936-6eed71effe7e', 'network_id': '0f46794c-b326-485f-8936-6eed71effe7e', 'tenant_id': 'ee6b0fbe2e7a4406acdd0c8fea203ca4', 'fixed_ips': [{'subnet_id': '1a610251-b260-4111-ade4-fcd074d9de00'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:26:43.670438 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-43600be7-2f2d-4055-81f6-bd90a653ef5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:43.855733 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-43600be7-2f2d-4055-81f6-bd90a653ef5c None None] Allocated IP 172.20.0.2 (0f46794c-b326-485f-8936-6eed71effe7e/1a610251-b260-4111-ade4-fcd074d9de00/bf3af718-4222-422a-9339-4fa3c3ee1507) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:26:43.875706 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-59f3016c-7150-45a1-8f36-55ca7a723ed7 req-71942d9a-5de3-4d43-a805-2fd6d4c33dff tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b7c20b5-afa6-43ea-bfb6-d98b8ac4bdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4437554 Nov 25 13:26:43.961734 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-85e8ba97-c2d2-44cf-8721-2bfa8989c4ff admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:43.997574 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-85e8ba97-c2d2-44cf-8721-2bfa8989c4ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:44.149228 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-43600be7-2f2d-4055-81f6-bd90a653ef5c None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:44.155031 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 20ca4539-ccc9-42da-9360-e52c45cec774 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:26:44.174903 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-231b791b-1cc6-4afb-925e-be2a0559cfb6 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Deleting port 9f3fd239-1cb9-4c31-bdae-fe68f80cc1c2 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:26:44.175310 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-231b791b-1cc6-4afb-925e-be2a0559cfb6 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:44.183443 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-43600be7-2f2d-4055-81f6-bd90a653ef5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:44.220257 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-85e8ba97-c2d2-44cf-8721-2bfa8989c4ff admin admin] Allocated IP 172.25.5.209 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/9a26b243-4483-4865-adcd-bf6762bfce14) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:26:44.235244 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43600be7-2f2d-4055-81f6-bd90a653ef5c None None] Network 0f46794c-b326-485f-8936-6eed71effe7e is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:26:44.241126 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-43600be7-2f2d-4055-81f6-bd90a653ef5c None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:26:44.248192 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43600be7-2f2d-4055-81f6-bd90a653ef5c None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:26:44.270256 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43600be7-2f2d-4055-81f6-bd90a653ef5c None None] Pushing event updated for resources: {'Port': ['ID=bf3af718-4222-422a-9339-4fa3c3ee1507,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:44.303497 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7bfa5a-d69d-4860-8dbf-8e91c88f38fe req-e2066e2d-5c7f-4334-a5df-a68d1abaf72b tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:44.305205 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5d7bfa5a-d69d-4860-8dbf-8e91c88f38fe req-e2066e2d-5c7f-4334-a5df-a68d1abaf72b tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=40afa780-d237-4c81-998e-6222a2778cb8 HTTP/1.1" status: 200 len: 945 time: 0.1082339 Nov 25 13:26:44.309010 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 20ca4539-ccc9-42da-9360-e52c45cec774 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:26:44.313318 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 20ca4539-ccc9-42da-9360-e52c45cec774 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:26:44.313888 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:44.347502 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-231b791b-1cc6-4afb-925e-be2a0559cfb6 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] For port 9f3fd239-1cb9-4c31-bdae-fe68f80cc1c2, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=9f3fd239-1cb9-4c31-bdae-fe68f80cc1c2,segment=NetworkSegment(a22da3ab-280e-468f-b1b5-4fa492a501ed),segment_id=a22da3ab-280e-468f-b1b5-4fa492a501ed)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:26:44.347756 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-231b791b-1cc6-4afb-925e-be2a0559cfb6 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:44.351540 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-43600be7-2f2d-4055-81f6-bd90a653ef5c None None] Attempting to bind port bf3af718-4222-422a-9339-4fa3c3ee1507 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:26:44.351921 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-43600be7-2f2d-4055-81f6-bd90a653ef5c None None] Attempting to bind port bf3af718-4222-422a-9339-4fa3c3ee1507 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '40a198a7-301a-47bd-bb8e-de5dce7edbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0f46794c-b326-485f-8936-6eed71effe7e'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:26:44.352282 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43600be7-2f2d-4055-81f6-bd90a653ef5c None None] Attempting to bind port bf3af718-4222-422a-9339-4fa3c3ee1507 on network 0f46794c-b326-485f-8936-6eed71effe7e {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:26:44.362069 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43600be7-2f2d-4055-81f6-bd90a653ef5c None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:26:44.362443 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43600be7-2f2d-4055-81f6-bd90a653ef5c None None] Checking segment: {'id': '40a198a7-301a-47bd-bb8e-de5dce7edbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0f46794c-b326-485f-8936-6eed71effe7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:26:44.362872 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-43600be7-2f2d-4055-81f6-bd90a653ef5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:44.363265 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43600be7-2f2d-4055-81f6-bd90a653ef5c None None] Bound using segment: {'id': '40a198a7-301a-47bd-bb8e-de5dce7edbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0f46794c-b326-485f-8936-6eed71effe7e'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:26:44.363740 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-43600be7-2f2d-4055-81f6-bd90a653ef5c None None] Bound port: bf3af718-4222-422a-9339-4fa3c3ee1507, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40a198a7-301a-47bd-bb8e-de5dce7edbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0f46794c-b326-485f-8936-6eed71effe7e'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:26:44.364114 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-43600be7-2f2d-4055-81f6-bd90a653ef5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:44.370941 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-231b791b-1cc6-4afb-925e-be2a0559cfb6 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Calling delete_port for 9f3fd239-1cb9-4c31-bdae-fe68f80cc1c2 owned by network:router_interface {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:26:44.399934 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-85e8ba97-c2d2-44cf-8721-2bfa8989c4ff admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:44.433985 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5d7bfa5a-d69d-4860-8dbf-8e91c88f38fe req-641ed5ae-f31b-4273-aaf4-2c27a0ca120a tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204178 Nov 25 13:26:44.467647 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:44.481237 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-43600be7-2f2d-4055-81f6-bd90a653ef5c None None] For port bf3af718-4222-422a-9339-4fa3c3ee1507, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:26:44.501946 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-43600be7-2f2d-4055-81f6-bd90a653ef5c None None] For port bf3af718-4222-422a-9339-4fa3c3ee1507, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=bf3af718-4222-422a-9339-4fa3c3ee1507,segment=NetworkSegment(40a198a7-301a-47bd-bb8e-de5dce7edbf3),segment_id=40a198a7-301a-47bd-bb8e-de5dce7edbf3)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:26:44.508625 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5599108a-abc6-47c9-a214-364100245b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ca4539-ccc9-42da-9360-e52c45cec774'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:26:44.511019 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fedac085-31bb-48a7-93fd-a66089aa138c" -d '{"events": [{"server_uuid": "5599108a-abc6-47c9-a214-364100245b7d", "name": "network-vif-plugged", "status": "completed", "tag": "20ca4539-ccc9-42da-9360-e52c45cec774"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:26:44.517054 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-43600be7-2f2d-4055-81f6-bd90a653ef5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:44.551526 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 20ca4539-ccc9-42da-9360-e52c45cec774, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=20ca4539-ccc9-42da-9360-e52c45cec774,segment=NetworkSegment(1c859a10-ee21-4a0f-a0c3-a26efd57a12f),segment_id=1c859a10-ee21-4a0f-a0c3-a26efd57a12f)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:26:44.555291 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd80e60-b196-4f1f-af81-300dae3782c1 x-openstack-request-id: req-edd80e60-b196-4f1f-af81-300dae3782c1 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:26:44.555558 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5599108a-abc6-47c9-a214-364100245b7d", "name": "network-vif-plugged", "status": "completed", "tag": "20ca4539-ccc9-42da-9360-e52c45cec774", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:26:44.555821 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-edd80e60-b196-4f1f-af81-300dae3782c1 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:26:44.556206 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5599108a-abc6-47c9-a214-364100245b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ca4539-ccc9-42da-9360-e52c45cec774', 'code': 200} Nov 25 13:26:44.560793 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:44.561590 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device ff7b7dc2-e64b-413f-9385-333849fe0b7a no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:26:44.600003 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: ff7b7dc2-e64b-413f-9385-333849fe0b7a {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:26:44.600356 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device ff7b7dc2-e64b-413f-9385-333849fe0b7a not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:26:44.608000 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-231b791b-1cc6-4afb-925e-be2a0559cfb6 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:44.628402 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43600be7-2f2d-4055-81f6-bd90a653ef5c None None] Pushing event updated for resources: {'Port': ['ID=bf3af718-4222-422a-9339-4fa3c3ee1507,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:44.638622 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231b791b-1cc6-4afb-925e-be2a0559cfb6 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event deleted for resources: {'Port': ['ID=9f3fd239-1cb9-4c31-bdae-fe68f80cc1c2,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:44.796823 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-231b791b-1cc6-4afb-925e-be2a0559cfb6 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:44.896145 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-85e8ba97-c2d2-44cf-8721-2bfa8989c4ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:44.939537 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b10c61b-f67f-416e-8955-d17032919aac req-a381111c-95d2-4c95-83ff-6fe311741dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:44.940971 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4b10c61b-f67f-416e-8955-d17032919aac req-a381111c-95d2-4c95-83ff-6fe311741dc7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5599108a-abc6-47c9-a214-364100245b7d HTTP/1.1" status: 200 len: 1098 time: 0.1138420 Nov 25 13:26:44.948872 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=20ca4539-ccc9-42da-9360-e52c45cec774,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:44.973332 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e8ba97-c2d2-44cf-8721-2bfa8989c4ff admin admin] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:26:44.983737 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e8ba97-c2d2-44cf-8721-2bfa8989c4ff admin admin] Pushing event updated for resources: {'Port': ['ID=9a26b243-4483-4865-adcd-bf6762bfce14,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:45.022268 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-85e8ba97-c2d2-44cf-8721-2bfa8989c4ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:26:45.025403 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e8ba97-c2d2-44cf-8721-2bfa8989c4ff admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:26:45.053010 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c01bde6-21ff-44b1-96c4-9e81a05c2dee None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:26:45.127601 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4b10c61b-f67f-416e-8955-d17032919aac req-29c1c713-bb59-4b28-b2a1-c429817d9197 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3b7c20b5-afa6-43ea-bfb6-d98b8ac4bdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738219 Nov 25 13:26:45.130968 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e44d8-9b83-4da4-ae80-df38dba7ba9f req-3ef5cea9-f3ed-48d6-8170-0b4ec09ca2a5 tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:45.132547 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2c1e44d8-9b83-4da4-ae80-df38dba7ba9f req-3ef5cea9-f3ed-48d6-8170-0b4ec09ca2a5 tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] 10.222.0.53 "GET /v2.0/ports?device_id=5599108a-abc6-47c9-a214-364100245b7d HTTP/1.1" status: 200 len: 946 time: 0.1154411 Nov 25 13:26:45.148599 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-231b791b-1cc6-4afb-925e-be2a0559cfb6 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Router f4ca290d-b056-4800-a802-3719a18ad5d7 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:26:45.184231 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-07e03898-6447-4d59-b798-b284e8861307 None None] Provisioning complete for port 9a26b243-4483-4865-adcd-bf6762bfce14 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:26:45.184231 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-07e03898-6447-4d59-b798-b284e8861307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:45.223152 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-07e03898-6447-4d59-b798-b284e8861307 None None] Port 9a26b243-4483-4865-adcd-bf6762bfce14 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:26:45.296485 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2c1e44d8-9b83-4da4-ae80-df38dba7ba9f req-043e106a-ce20-4767-becc-40211e08ba87 tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b7c20b5-afa6-43ea-bfb6-d98b8ac4bdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562552 Nov 25 13:26:45.367263 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-231b791b-1cc6-4afb-925e-be2a0559cfb6 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:26:45.372749 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-231b791b-1cc6-4afb-925e-be2a0559cfb6 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "PUT /v2.0/routers/f4ca290d-b056-4800-a802-3719a18ad5d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4918671 Nov 25 13:26:45.379173 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60258) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:45.384180 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ae8fe1-98dd-4bb6-82f6-70cb29da1209 None None] Sync routers for ids ['f4ca290d-b056-4800-a802-3719a18ad5d7'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:26:45.398121 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ae8fe1-98dd-4bb6-82f6-70cb29da1209 None None] Routers {'f4ca290d-b056-4800-a802-3719a18ad5d7'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:26:45.398786 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-10ae8fe1-98dd-4bb6-82f6-70cb29da1209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:26:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['f4ca290d-b056-4800-a802-3719a18ad5d7'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:45.460968 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9cdfb52-f7d3-4220-8c7f-4c9f1f3d7888 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Deleting subnet ae04fda2-0d27-418c-8997-e6c21495b2d8 {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:26:45.464733 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-85e8ba97-c2d2-44cf-8721-2bfa8989c4ff admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:45.466404 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e9cdfb52-f7d3-4220-8c7f-4c9f1f3d7888 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:45.514552 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device bf3af718-4222-422a-9339-4fa3c3ee1507 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:26:45.550154 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e9cdfb52-f7d3-4220-8c7f-4c9f1f3d7888 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:45.608881 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-10ae8fe1-98dd-4bb6-82f6-70cb29da1209 None None] Set router f4ca290d-b056-4800-a802-3719a18ad5d7 gateway port host: None {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:26:45.637984 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e9cdfb52-f7d3-4220-8c7f-4c9f1f3d7888 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:45.655267 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port bf3af718-4222-422a-9339-4fa3c3ee1507 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:26:45.655848 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:45.734312 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ce9482-fb65-48fb-933b-80da3afaabeb req-d6993d52-f66b-4a72-9c25-232979fefd03 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:45.743237 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-86ce9482-fb65-48fb-933b-80da3afaabeb req-d6993d52-f66b-4a72-9c25-232979fefd03 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=40afa780-d237-4c81-998e-6222a2778cb8 HTTP/1.1" status: 200 len: 945 time: 0.0973914 Nov 25 13:26:45.815101 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e9cdfb52-f7d3-4220-8c7f-4c9f1f3d7888 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:45.825057 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-86ce9482-fb65-48fb-933b-80da3afaabeb req-5c514453-f7b6-42c0-a273-1aead30fd6de tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808692 Nov 25 13:26:45.879309 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cdfb52-f7d3-4220-8c7f-4c9f1f3d7888 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event deleted for resources: {'Subnet': ['ID=ae04fda2-0d27-418c-8997-e6c21495b2d8,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:45.882509 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e9cdfb52-f7d3-4220-8c7f-4c9f1f3d7888 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:45.886980 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0357283-8a49-4d12-badf-85dff8852b50 None None] Network 7cff3bb9-242d-4afa-ba5f-8854249abf3b requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:26:45.889518 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e9cdfb52-f7d3-4220-8c7f-4c9f1f3d7888 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "DELETE /v2.0/subnets/ae04fda2-0d27-418c-8997-e6c21495b2d8 HTTP/1.1" status: 204 len: 168 time: 0.5090630 Nov 25 13:26:45.890821 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60268) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:45.935800 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9543a-3b09-4380-9e7d-ede23ae931f6 req-7ea40e05-9116-4cd4-a6e6-aec1df8f57a3 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:45.937440 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-76b9543a-3b09-4380-9e7d-ede23ae931f6 req-7ea40e05-9116-4cd4-a6e6-aec1df8f57a3 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.47 "GET /v2.0/ports?device_id=40afa780-d237-4c81-998e-6222a2778cb8 HTTP/1.1" status: 200 len: 945 time: 0.1707942 Nov 25 13:26:45.995831 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-85e8ba97-c2d2-44cf-8721-2bfa8989c4ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:46.007195 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-eb117a21-9768-4fa3-9e43-3eebcc4517a1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:46.098327 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-eb117a21-9768-4fa3-9e43-3eebcc4517a1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Deleting port 8087a026-a909-40a8-b0fa-efd45b10de8a {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:26:46.099245 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-eb117a21-9768-4fa3-9e43-3eebcc4517a1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:46.158626 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-76b9543a-3b09-4380-9e7d-ede23ae931f6 req-a8c0c866-e550-4680-b85c-5617d7a50c26 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Deleting port 3ed39415-aaec-4937-a5e7-970c0ac2d00f {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:26:46.158979 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-76b9543a-3b09-4380-9e7d-ede23ae931f6 req-a8c0c866-e550-4680-b85c-5617d7a50c26 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:46.171369 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9716d130-7268-4bd8-a9d4-ca1b06402efc None None] Network 0f46794c-b326-485f-8936-6eed71effe7e requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:26:46.183620 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-eb117a21-9768-4fa3-9e43-3eebcc4517a1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] For port 8087a026-a909-40a8-b0fa-efd45b10de8a, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=8087a026-a909-40a8-b0fa-efd45b10de8a,segment=NetworkSegment(a22da3ab-280e-468f-b1b5-4fa492a501ed),segment_id=a22da3ab-280e-468f-b1b5-4fa492a501ed)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:26:46.184180 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-eb117a21-9768-4fa3-9e43-3eebcc4517a1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:46.200008 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:46.201806 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-eb117a21-9768-4fa3-9e43-3eebcc4517a1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Calling delete_port for 8087a026-a909-40a8-b0fa-efd45b10de8a owned by network:dhcp {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:26:46.310018 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-10ae8fe1-98dd-4bb6-82f6-70cb29da1209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'name': 'tempest-RoutersIpV6Test-router-1774973520', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:26:05Z', 'updated_at': '2021-11-25T13:26:44Z', 'revision_number': 10, 'project_id': '177e3b084115482a91deb772ab6235e0', 'gw_port_host': None, '_interfaces': [{'id': '339e7a83-6809-4256-85f5-efa6f2c2931b', 'name': '', 'network_id': 'ee8d2ea2-8666-4969-97a1-9dc2d7e54e9f', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'mac_address': 'fa:16:3e:ab:a4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': 'da726350-0d03-4a24-b59b-eb9cd43d1b2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:08Z', 'updated_at': '2021-11-25T13:26:14Z', 'revision_number': 5, 'project_id': '177e3b084115482a91deb772ab6235e0', 'subnets': [{'id': 'da726350-0d03-4a24-b59b-eb9cd43d1b2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:46.314145 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-76b9543a-3b09-4380-9e7d-ede23ae931f6 req-a8c0c866-e550-4680-b85c-5617d7a50c26 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] For port 3ed39415-aaec-4937-a5e7-970c0ac2d00f, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=3ed39415-aaec-4937-a5e7-970c0ac2d00f,segment=NetworkSegment(69c62212-4523-4acd-b808-007a53ff7fe0),segment_id=69c62212-4523-4acd-b808-007a53ff7fe0)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:26:46.314821 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-76b9543a-3b09-4380-9e7d-ede23ae931f6 req-a8c0c866-e550-4680-b85c-5617d7a50c26 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:46.337530 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-76b9543a-3b09-4380-9e7d-ede23ae931f6 req-a8c0c866-e550-4680-b85c-5617d7a50c26 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Calling delete_port for 3ed39415-aaec-4937-a5e7-970c0ac2d00f owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:26:46.345821 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] For port bf3af718-4222-422a-9339-4fa3c3ee1507, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=bf3af718-4222-422a-9339-4fa3c3ee1507,segment=NetworkSegment(40a198a7-301a-47bd-bb8e-de5dce7edbf3),segment_id=40a198a7-301a-47bd-bb8e-de5dce7edbf3)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:26:46.351499 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-7149337a-c5da-4832-b78e-3c34a4cd5ab7 None None] Provisioning complete for port bf3af718-4222-422a-9339-4fa3c3ee1507 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:26:46.351900 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7149337a-c5da-4832-b78e-3c34a4cd5ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:46.402961 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-eb117a21-9768-4fa3-9e43-3eebcc4517a1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:46.435843 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ae8fe1-98dd-4bb6-82f6-70cb29da1209 None None] Checking router: f4ca290d-b056-4800-a802-3719a18ad5d7 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:26:46.436010 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb117a21-9768-4fa3-9e43-3eebcc4517a1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] No DVR routers for this DVR port 8087a026-a909-40a8-b0fa-efd45b10de8a on host n-d-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:26:46.467085 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85e8ba97-c2d2-44cf-8721-2bfa8989c4ff admin admin] Router bba76b90-4355-48a9-a3ac-ec0a1f8bd099 is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:26:46.469036 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5926cb-a372-435e-886e-f6bb84840bfd None None] DHCP port deletion for 7cff3bb9-242d-4afa-ba5f-8854249abf3b request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:26:46.475600 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:46.498910 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb117a21-9768-4fa3-9e43-3eebcc4517a1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event deleted for resources: {'Port': ['ID=8087a026-a909-40a8-b0fa-efd45b10de8a,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:46.555836 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ae8fe1-98dd-4bb6-82f6-70cb29da1209 None None] Routers {'f4ca290d-b056-4800-a802-3719a18ad5d7'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:26:46.556481 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-10ae8fe1-98dd-4bb6-82f6-70cb29da1209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:26:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['f4ca290d-b056-4800-a802-3719a18ad5d7'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:46.603130 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-eb117a21-9768-4fa3-9e43-3eebcc4517a1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:46.632118 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910a07a-3ca7-4190-9edb-fea5298871fc req-c9c64160-dbdb-4317-9d86-631581353146 tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:46.632118 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4910a07a-3ca7-4190-9edb-fea5298871fc req-c9c64160-dbdb-4317-9d86-631581353146 tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] 10.222.0.53 "GET /v2.0/ports?device_id=5599108a-abc6-47c9-a214-364100245b7d HTTP/1.1" status: 200 len: 946 time: 0.1827259 Nov 25 13:26:46.647674 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-76b9543a-3b09-4380-9e7d-ede23ae931f6 req-a8c0c866-e550-4680-b85c-5617d7a50c26 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:46.650758 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-eb117a21-9768-4fa3-9e43-3eebcc4517a1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cff3bb9-242d-4afa-ba5f-8854249abf3b']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:46.664542 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['b517ee6d-7632-4cc4-aa47-ffcbea84a1d1', '3ed39415-aaec-4937-a5e7-970c0ac2d00f'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:26:46.675515 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-eb117a21-9768-4fa3-9e43-3eebcc4517a1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a22da3ab-280e-468f-b1b5-4fa492a501ed') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:46.675515 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-eb117a21-9768-4fa3-9e43-3eebcc4517a1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a22da3ab-280e-468f-b1b5-4fa492a501ed') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:46.689497 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-eb117a21-9768-4fa3-9e43-3eebcc4517a1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:46.720915 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-eb117a21-9768-4fa3-9e43-3eebcc4517a1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:46.731672 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4910a07a-3ca7-4190-9edb-fea5298871fc req-d5571f58-260b-434b-a1b5-96e543a6f055 tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b7c20b5-afa6-43ea-bfb6-d98b8ac4bdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938230 Nov 25 13:26:46.732733 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb117a21-9768-4fa3-9e43-3eebcc4517a1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:26:46.733146 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-eb117a21-9768-4fa3-9e43-3eebcc4517a1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:46.736628 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:26:46.736628 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:26:46.736628 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:26:46.736628 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:26:46.736628 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:26:46.736628 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:26:46.736628 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:26:46.736628 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:26:46.736628 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:26:46.736628 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:26:46.736628 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:26:46.736628 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:26:46.736628 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:26:46.736628 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:26:46.736628 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:26:46.736628 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:26:46.736628 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:26:46.736628 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:26:46.736628 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:26:46.736628 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:26:46.736628 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:26:46.736628 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:26:46.736628 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:26:46.736628 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:26:46.736628 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:26:46.736628 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:26:46.736628 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:26:46.736628 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:26:46.736628 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:26:46.736628 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:26:46.736628 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:26:46.736628 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:26:46.760860 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Pushing event updated for resources: {'Port': ['ID=bf3af718-4222-422a-9339-4fa3c3ee1507,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:46.767083 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e8ba97-c2d2-44cf-8721-2bfa8989c4ff admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:26:46.770548 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c0c866-e550-4680-b85c-5617d7a50c26 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Pushing event deleted for resources: {'Port': ['ID=3ed39415-aaec-4937-a5e7-970c0ac2d00f,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:46.784058 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48a0bb5-0d74-460a-bee0-444ed52c773b None None] Sync routers for ids ['bba76b90-4355-48a9-a3ac-ec0a1f8bd099'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:26:46.794011 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-10ae8fe1-98dd-4bb6-82f6-70cb29da1209 None None] Set router f4ca290d-b056-4800-a802-3719a18ad5d7 gateway port host: None {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:26:46.817626 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48a0bb5-0d74-460a-bee0-444ed52c773b None None] Routers {'bba76b90-4355-48a9-a3ac-ec0a1f8bd099'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:26:46.820470 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-d48a0bb5-0d74-460a-bee0-444ed52c773b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:26:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['bba76b90-4355-48a9-a3ac-ec0a1f8bd099'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:46.828831 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-eb117a21-9768-4fa3-9e43-3eebcc4517a1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:46.837001 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c0c866-e550-4680-b85c-5617d7a50c26 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:26:46.837370 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c0c866-e550-4680-b85c-5617d7a50c26 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:26:46.838246 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c0c866-e550-4680-b85c-5617d7a50c26 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:26:46.838605 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c0c866-e550-4680-b85c-5617d7a50c26 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:26:46.838982 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c0c866-e550-4680-b85c-5617d7a50c26 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:26:46.839330 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c0c866-e550-4680-b85c-5617d7a50c26 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:26:46.839674 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c0c866-e550-4680-b85c-5617d7a50c26 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:26:46.844284 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-eb117a21-9768-4fa3-9e43-3eebcc4517a1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:46.845742 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c0c866-e550-4680-b85c-5617d7a50c26 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:26:46.846716 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c0c866-e550-4680-b85c-5617d7a50c26 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:26:46.847367 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c0c866-e550-4680-b85c-5617d7a50c26 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:26:46.847952 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c0c866-e550-4680-b85c-5617d7a50c26 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:26:46.849099 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c0c866-e550-4680-b85c-5617d7a50c26 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:26:46.850940 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-eb117a21-9768-4fa3-9e43-3eebcc4517a1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "DELETE /v2.0/networks/7cff3bb9-242d-4afa-ba5f-8854249abf3b HTTP/1.1" status: 204 len: 168 time: 0.9586034 Nov 25 13:26:46.858601 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60290) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:46.907538 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb117a21-9768-4fa3-9e43-3eebcc4517a1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event deleted for resources: {'Network': ['ID=7cff3bb9-242d-4afa-ba5f-8854249abf3b,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:46.982665 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-d48a0bb5-0d74-460a-bee0-444ed52c773b None None] Set router bba76b90-4355-48a9-a3ac-ec0a1f8bd099 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:26:46.983121 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-76b9543a-3b09-4380-9e7d-ede23ae931f6 req-a8c0c866-e550-4680-b85c-5617d7a50c26 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] No DVR routers for this DVR port 3ed39415-aaec-4937-a5e7-970c0ac2d00f on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:26:46.987656 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-85e8ba97-c2d2-44cf-8721-2bfa8989c4ff admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:46.992700 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-85e8ba97-c2d2-44cf-8721-2bfa8989c4ff admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7231677 Nov 25 13:26:46.994226 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-76b9543a-3b09-4380-9e7d-ede23ae931f6 req-a8c0c866-e550-4680-b85c-5617d7a50c26 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:47.000779 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-76b9543a-3b09-4380-9e7d-ede23ae931f6 req-a8c0c866-e550-4680-b85c-5617d7a50c26 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.47 "DELETE /v2.0/ports/3ed39415-aaec-4937-a5e7-970c0ac2d00f HTTP/1.1" status: 204 len: 173 time: 1.0549362 Nov 25 13:26:47.001389 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60294) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:47.017898 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5a179044-2e9d-407f-a670-129b7531fe76 req-4c043381-4d30-49ed-b71c-87b33455d240 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=40afa780-d237-4c81-998e-6222a2778cb8 HTTP/1.1" status: 200 len: 210 time: 0.0412641 Nov 25 13:26:47.048096 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40afa780-d237-4c81-998e-6222a2778cb8', 'name': 'network-vif-deleted', 'tag': '3ed39415-aaec-4937-a5e7-970c0ac2d00f'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:26:47.051195 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b469310-e0e3-46a7-bddb-a427ce98da58" -d '{"events": [{"server_uuid": "40afa780-d237-4c81-998e-6222a2778cb8", "name": "network-vif-deleted", "tag": "3ed39415-aaec-4937-a5e7-970c0ac2d00f"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:26:47.060836 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225eda6e-5ac6-4201-8f24-34156c1784e6 req-51f0db2f-fd51-4068-a80f-427e1057a729 tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:47.066035 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-225eda6e-5ac6-4201-8f24-34156c1784e6 req-51f0db2f-fd51-4068-a80f-427e1057a729 tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] 10.222.0.53 "GET /v2.0/ports?device_id=5599108a-abc6-47c9-a214-364100245b7d HTTP/1.1" status: 200 len: 946 time: 0.1455121 Nov 25 13:26:47.167927 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-225eda6e-5ac6-4201-8f24-34156c1784e6 req-07a9141a-7783-46b7-9864-18eff9017926 tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b7c20b5-afa6-43ea-bfb6-d98b8ac4bdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933092 Nov 25 13:26:47.335383 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-10ae8fe1-98dd-4bb6-82f6-70cb29da1209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'name': 'tempest-RoutersIpV6Test-router-1774973520', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:26:05Z', 'updated_at': '2021-11-25T13:26:44Z', 'revision_number': 10, 'project_id': '177e3b084115482a91deb772ab6235e0', 'gw_port_host': None, '_interfaces': [{'id': '339e7a83-6809-4256-85f5-efa6f2c2931b', 'name': '', 'network_id': 'ee8d2ea2-8666-4969-97a1-9dc2d7e54e9f', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'mac_address': 'fa:16:3e:ab:a4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': 'da726350-0d03-4a24-b59b-eb9cd43d1b2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:08Z', 'updated_at': '2021-11-25T13:26:14Z', 'revision_number': 5, 'project_id': '177e3b084115482a91deb772ab6235e0', 'subnets': [{'id': 'da726350-0d03-4a24-b59b-eb9cd43d1b2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:47.409337 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ae8fe1-98dd-4bb6-82f6-70cb29da1209 None None] The sync data for ids ['f4ca290d-b056-4800-a802-3719a18ad5d7'] in n-d-808199-11 is: [{'id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'name': 'tempest-RoutersIpV6Test-router-1774973520', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:26:05Z', 'updated_at': '2021-11-25T13:26:44Z', 'revision_number': 10, 'project_id': '177e3b084115482a91deb772ab6235e0', 'gw_port_host': None, '_interfaces': [{'id': '339e7a83-6809-4256-85f5-efa6f2c2931b', 'name': '', 'network_id': 'ee8d2ea2-8666-4969-97a1-9dc2d7e54e9f', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'mac_address': 'fa:16:3e:ab:a4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': 'da726350-0d03-4a24-b59b-eb9cd43d1b2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:08Z', 'updated_at': '2021-11-25T13:26:14Z', 'revision_number': 5, 'project_id': '177e3b084115482a91deb772ab6235e0', 'subnets': [{'id': 'da726350-0d03-4a24-b59b-eb9cd43d1b2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:26:47.421532 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92363d4-94b7-42f5-9582-9c8c5a80f0b8 x-openstack-request-id: req-c92363d4-94b7-42f5-9582-9c8c5a80f0b8 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:26:47.422192 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40afa780-d237-4c81-998e-6222a2778cb8", "name": "network-vif-deleted", "tag": "3ed39415-aaec-4937-a5e7-970c0ac2d00f", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:26:47.422453 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c92363d4-94b7-42f5-9582-9c8c5a80f0b8 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:26:47.422874 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40afa780-d237-4c81-998e-6222a2778cb8', 'name': 'network-vif-deleted', 'tag': '3ed39415-aaec-4937-a5e7-970c0ac2d00f', 'status': 'completed', 'code': 200} Nov 25 13:26:47.425294 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device bf3af718-4222-422a-9339-4fa3c3ee1507 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:26:47.517385 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-d48a0bb5-0d74-460a-bee0-444ed52c773b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba76b90-4355-48a9-a3ac-ec0a1f8bd099', 'name': 'tempest-TaggedBootDevicesTest-78249705-router', 'tenant_id': 'ee6b0fbe2e7a4406acdd0c8fea203ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '9a26b243-4483-4865-adcd-bf6762bfce14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:26:43Z', 'updated_at': '2021-11-25T13:26:45Z', 'revision_number': 3, 'project_id': 'ee6b0fbe2e7a4406acdd0c8fea203ca4', 'gw_port': {'id': '9a26b243-4483-4865-adcd-bf6762bfce14', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bba76b90-4355-48a9-a3ac-ec0a1f8bd099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:44Z', 'updated_at': '2021-11-25T13:26:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:47.551710 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48a0bb5-0d74-460a-bee0-444ed52c773b None None] Checking router: bba76b90-4355-48a9-a3ac-ec0a1f8bd099 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:26:47.552173 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48a0bb5-0d74-460a-bee0-444ed52c773b None None] Updating router bba76b90-4355-48a9-a3ac-ec0a1f8bd099 port 9a26b243-4483-4865-adcd-bf6762bfce14 binding host n-d-808199-11 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:26:47.606650 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d48a0bb5-0d74-460a-bee0-444ed52c773b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:47.612900 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94568c0-b9a7-48a5-896f-f03866032049 req-2487cf2d-83ae-46f6-8345-ccfb047f4098 tempest-VolumesActionsTest-1632500816 tempest-VolumesActionsTest-1632500816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:47.618010 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b94568c0-b9a7-48a5-896f-f03866032049 req-2487cf2d-83ae-46f6-8345-ccfb047f4098 tempest-VolumesActionsTest-1632500816 tempest-VolumesActionsTest-1632500816-project] 10.222.0.53 "GET /v2.0/ports?device_id=59a4a39a-dc7e-49bf-9731-a16b75930938 HTTP/1.1" status: 200 len: 945 time: 0.0907669 Nov 25 13:26:47.734673 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-b2813e9a-a344-4afa-9f48-4e3bf5ed5d29 None None] Provisioning complete for port bf3af718-4222-422a-9339-4fa3c3ee1507 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:26:47.734986 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b2813e9a-a344-4afa-9f48-4e3bf5ed5d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:47.782196 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b94568c0-b9a7-48a5-896f-f03866032049 req-31e1f3fa-58ef-4ece-b9da-b09b42f0273f tempest-VolumesActionsTest-1632500816 tempest-VolumesActionsTest-1632500816-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1378374-d333-4bb6-a3d3-e4dbcdb62521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538219 Nov 25 13:26:47.789008 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port bf3af718-4222-422a-9339-4fa3c3ee1507 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:26:47.789391 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:47.995518 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f47422-51f3-490d-9418-287801e16f62 req-e1af5dac-e3f7-4f36-856e-414f12225ffc tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:48.000078 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c8f47422-51f3-490d-9418-287801e16f62 req-e1af5dac-e3f7-4f36-856e-414f12225ffc tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] 10.222.0.53 "GET /v2.0/ports?device_id=5599108a-abc6-47c9-a214-364100245b7d HTTP/1.1" status: 200 len: 946 time: 0.0912406 Nov 25 13:26:48.053361 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 8087a026-a909-40a8-b0fa-efd45b10de8a no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:26:48.082488 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c8f47422-51f3-490d-9418-287801e16f62 req-8c3cdb25-146a-4232-95a0-98f99eb95937 tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b7c20b5-afa6-43ea-bfb6-d98b8ac4bdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747230 Nov 25 13:26:48.091252 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 8087a026-a909-40a8-b0fa-efd45b10de8a {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:26:48.092404 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 8087a026-a909-40a8-b0fa-efd45b10de8a not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:26:48.123427 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d48a0bb5-0d74-460a-bee0-444ed52c773b None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:48.136058 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d48a0bb5-0d74-460a-bee0-444ed52c773b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:48.160810 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8c46f5e8-09d3-48e5-9d3b-ef2039166bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:48.174396 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bafb0250-ba68-413e-b6dc-ab79df874f73 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:48.192708 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fdd064-a794-42dd-899a-d4d343efeee2 None None] Pushing event updated for resources: {'Port': ['ID=9a26b243-4483-4865-adcd-bf6762bfce14,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:48.213300 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d9f655-5ae2-46bb-bfdb-ca295d7db2a3 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:26:48.219594 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-d48a0bb5-0d74-460a-bee0-444ed52c773b None None] Attempting to bind port 9a26b243-4483-4865-adcd-bf6762bfce14 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:26:48.220019 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-d48a0bb5-0d74-460a-bee0-444ed52c773b None None] Attempting to bind port 9a26b243-4483-4865-adcd-bf6762bfce14 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:26:48.220906 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48a0bb5-0d74-460a-bee0-444ed52c773b None None] Attempting to bind port 9a26b243-4483-4865-adcd-bf6762bfce14 on network 7542d3d9-0db3-40e7-ab88-a168871141f7 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:26:48.241893 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48a0bb5-0d74-460a-bee0-444ed52c773b None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:26:48.242133 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48a0bb5-0d74-460a-bee0-444ed52c773b None None] Checking segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:26:48.242551 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d48a0bb5-0d74-460a-bee0-444ed52c773b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:48.242976 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48a0bb5-0d74-460a-bee0-444ed52c773b None None] Bound using segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:26:48.247395 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-d48a0bb5-0d74-460a-bee0-444ed52c773b None None] Bound port: 9a26b243-4483-4865-adcd-bf6762bfce14, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:26:48.248986 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d48a0bb5-0d74-460a-bee0-444ed52c773b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:48.257924 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-ec31eb24-aa90-4a50-beb4-c80dbb6465da None None] Provisioning complete for port 9a26b243-4483-4865-adcd-bf6762bfce14 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:26:48.258305 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ec31eb24-aa90-4a50-beb4-c80dbb6465da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:48.314567 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-ec31eb24-aa90-4a50-beb4-c80dbb6465da None None] Port 9a26b243-4483-4865-adcd-bf6762bfce14 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:26:48.366090 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-d48a0bb5-0d74-460a-bee0-444ed52c773b None None] For port 9a26b243-4483-4865-adcd-bf6762bfce14, host n-d-808199-11, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:26:48.370666 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-d48a0bb5-0d74-460a-bee0-444ed52c773b None None] For port 9a26b243-4483-4865-adcd-bf6762bfce14, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=9a26b243-4483-4865-adcd-bf6762bfce14,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:26:48.380034 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d48a0bb5-0d74-460a-bee0-444ed52c773b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:48.430256 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8b5ae3-5d8e-4fe1-9df0-ae23b2cd24a0 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:26:48.445874 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48a0bb5-0d74-460a-bee0-444ed52c773b None None] Routers {'bba76b90-4355-48a9-a3ac-ec0a1f8bd099'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:26:48.446508 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-d48a0bb5-0d74-460a-bee0-444ed52c773b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:26:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['bba76b90-4355-48a9-a3ac-ec0a1f8bd099'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:48.491910 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fdd064-a794-42dd-899a-d4d343efeee2 None None] Pushing event updated for resources: {'Port': ['ID=9a26b243-4483-4865-adcd-bf6762bfce14,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:48.495401 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e2af4-705a-4616-a940-ed80f7821a3e req-58fda7c1-1cea-4b19-83ca-262688e4bcfc tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:48.503520 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e02e2af4-705a-4616-a940-ed80f7821a3e req-58fda7c1-1cea-4b19-83ca-262688e4bcfc tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] 10.222.0.53 "GET /v2.0/ports?device_id=5599108a-abc6-47c9-a214-364100245b7d HTTP/1.1" status: 200 len: 946 time: 0.1095476 Nov 25 13:26:48.519288 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f310e-9da9-410b-82b0-2218a059e01d req-92f40192-28ef-4e79-a869-aa70e228a51a tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:48.521371 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-eb3f310e-9da9-410b-82b0-2218a059e01d req-92f40192-28ef-4e79-a869-aa70e228a51a tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/networks?id=86ce0c5b-521f-4849-813d-48a6e4cbad17 HTTP/1.1" status: 200 len: 806 time: 0.1897552 Nov 25 13:26:48.538360 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-8c46f5e8-09d3-48e5-9d3b-ef2039166bee admin admin] Allocated IP 172.20.0.1 (0f46794c-b326-485f-8936-6eed71effe7e/1a610251-b260-4111-ade4-fcd074d9de00/a3386d5a-e9ca-477b-9824-9098d61012c4) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:26:48.548302 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-eb3f310e-9da9-410b-82b0-2218a059e01d req-0704e32f-2845-449c-82e9-2634b2044134 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/quotas/14da780ba23d47dc80a36e577e024742 HTTP/1.1" status: 200 len: 375 time: 0.0183585 Nov 25 13:26:48.567065 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-f55056a1-2cea-411b-a56c-e20db5f7b6bf None None] Provisioning complete for port 9a26b243-4483-4865-adcd-bf6762bfce14 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:26:48.567545 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f55056a1-2cea-411b-a56c-e20db5f7b6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:48.584283 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-d48a0bb5-0d74-460a-bee0-444ed52c773b None None] Set router bba76b90-4355-48a9-a3ac-ec0a1f8bd099 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:26:48.607602 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e02e2af4-705a-4616-a940-ed80f7821a3e req-2a85bbfa-9dab-43c9-8501-025ae9bc9715 tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b7c20b5-afa6-43ea-bfb6-d98b8ac4bdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007342 Nov 25 13:26:48.655838 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-eb3f310e-9da9-410b-82b0-2218a059e01d req-e0894f85-8cca-4d66-96ce-793ba0b78328 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=14da780ba23d47dc80a36e577e024742&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0956724 Nov 25 13:26:48.727356 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f55056a1-2cea-411b-a56c-e20db5f7b6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:48.748903 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8c46f5e8-09d3-48e5-9d3b-ef2039166bee admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:48.755734 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-f55056a1-2cea-411b-a56c-e20db5f7b6bf None None] For port 9a26b243-4483-4865-adcd-bf6762bfce14, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=9a26b243-4483-4865-adcd-bf6762bfce14,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:26:48.761961 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f55056a1-2cea-411b-a56c-e20db5f7b6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:48.776138 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-bafb0250-ba68-413e-b6dc-ab79df874f73 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Deleting port 339e7a83-6809-4256-85f5-efa6f2c2931b {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:26:48.776482 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bafb0250-ba68-413e-b6dc-ab79df874f73 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:48.813182 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-eb3f310e-9da9-410b-82b0-2218a059e01d req-1c27a6f4-f33a-401a-a784-4c79d62ca262 service neutron] 10.222.0.53 "GET /v2.0/networks/86ce0c5b-521f-4849-813d-48a6e4cbad17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533945 Nov 25 13:26:48.832627 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55056a1-2cea-411b-a56c-e20db5f7b6bf None None] Pushing event updated for resources: {'Port': ['ID=9a26b243-4483-4865-adcd-bf6762bfce14,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:48.856517 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-d48a0bb5-0d74-460a-bee0-444ed52c773b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba76b90-4355-48a9-a3ac-ec0a1f8bd099', 'name': 'tempest-TaggedBootDevicesTest-78249705-router', 'tenant_id': 'ee6b0fbe2e7a4406acdd0c8fea203ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '9a26b243-4483-4865-adcd-bf6762bfce14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:26:43Z', 'updated_at': '2021-11-25T13:26:45Z', 'revision_number': 3, 'project_id': 'ee6b0fbe2e7a4406acdd0c8fea203ca4', 'gw_port': {'id': '9a26b243-4483-4865-adcd-bf6762bfce14', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bba76b90-4355-48a9-a3ac-ec0a1f8bd099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:44Z', 'updated_at': '2021-11-25T13:26:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:48.886067 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48a0bb5-0d74-460a-bee0-444ed52c773b None None] The sync data for ids ['bba76b90-4355-48a9-a3ac-ec0a1f8bd099'] in n-d-808199-11 is: [{'id': 'bba76b90-4355-48a9-a3ac-ec0a1f8bd099', 'name': 'tempest-TaggedBootDevicesTest-78249705-router', 'tenant_id': 'ee6b0fbe2e7a4406acdd0c8fea203ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '9a26b243-4483-4865-adcd-bf6762bfce14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:26:43Z', 'updated_at': '2021-11-25T13:26:45Z', 'revision_number': 3, 'project_id': 'ee6b0fbe2e7a4406acdd0c8fea203ca4', 'gw_port': {'id': '9a26b243-4483-4865-adcd-bf6762bfce14', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bba76b90-4355-48a9-a3ac-ec0a1f8bd099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:44Z', 'updated_at': '2021-11-25T13:26:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:26:49.200524 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8c46f5e8-09d3-48e5-9d3b-ef2039166bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:49.222718 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4fc2f-75cf-4765-be87-1be1ee2862ef req-cbff6192-5d16-4b3e-a28c-cacbf375f8e1 tempest-VolumesActionsTest-1632500816 tempest-VolumesActionsTest-1632500816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:49.225225 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-84a4fc2f-75cf-4765-be87-1be1ee2862ef req-cbff6192-5d16-4b3e-a28c-cacbf375f8e1 tempest-VolumesActionsTest-1632500816 tempest-VolumesActionsTest-1632500816-project] 10.222.0.53 "GET /v2.0/ports?device_id=59a4a39a-dc7e-49bf-9731-a16b75930938 HTTP/1.1" status: 200 len: 945 time: 0.3283613 Nov 25 13:26:49.262004 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-eb3f310e-9da9-410b-82b0-2218a059e01d req-757875dd-78db-491b-b1fe-ce51d3215cff service neutron] 10.222.0.53 "GET /v2.0/networks/86ce0c5b-521f-4849-813d-48a6e4cbad17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4477332 Nov 25 13:26:49.296761 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-84a4fc2f-75cf-4765-be87-1be1ee2862ef req-db927773-7551-433e-809e-1d42701a0a53 tempest-VolumesActionsTest-1632500816 tempest-VolumesActionsTest-1632500816-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1378374-d333-4bb6-a3d3-e4dbcdb62521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526607 Nov 25 13:26:49.299712 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c46f5e8-09d3-48e5-9d3b-ef2039166bee admin admin] Network 0f46794c-b326-485f-8936-6eed71effe7e is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:26:49.324660 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-bafb0250-ba68-413e-b6dc-ab79df874f73 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] For port 339e7a83-6809-4256-85f5-efa6f2c2931b, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=339e7a83-6809-4256-85f5-efa6f2c2931b,segment=NetworkSegment(0b0eac7d-b09e-4b2e-ae2f-24583e238a57),segment_id=0b0eac7d-b09e-4b2e-ae2f-24583e238a57)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:26:49.325179 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bafb0250-ba68-413e-b6dc-ab79df874f73 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:49.341960 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-bafb0250-ba68-413e-b6dc-ab79df874f73 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Calling delete_port for 339e7a83-6809-4256-85f5-efa6f2c2931b owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:26:49.394642 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 9a26b243-4483-4865-adcd-bf6762bfce14 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:26:49.426201 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-8c46f5e8-09d3-48e5-9d3b-ef2039166bee admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:26:49.433918 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c46f5e8-09d3-48e5-9d3b-ef2039166bee admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:26:49.435880 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c46f5e8-09d3-48e5-9d3b-ef2039166bee admin admin] Pushing event updated for resources: {'Port': ['ID=a3386d5a-e9ca-477b-9824-9098d61012c4,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:49.462458 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7190cbf-e53e-4dad-a0a3-e75cd057c24c req-d4b1654f-5a1b-4cdd-b309-741723d182ed tempest-VolumesActionsTest-1632500816 tempest-VolumesActionsTest-1632500816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:49.464174 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b7190cbf-e53e-4dad-a0a3-e75cd057c24c req-d4b1654f-5a1b-4cdd-b309-741723d182ed tempest-VolumesActionsTest-1632500816 tempest-VolumesActionsTest-1632500816-project] 10.222.0.47 "GET /v2.0/ports?device_id=59a4a39a-dc7e-49bf-9731-a16b75930938 HTTP/1.1" status: 200 len: 945 time: 0.3019819 Nov 25 13:26:49.488661 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 9a26b243-4483-4865-adcd-bf6762bfce14 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:26:49.489757 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:49.528028 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fc7849d2-7cbf-4e7e-8238-dfe9d57059df req-b9df16fa-a65c-42c8-a2f1-b98a635fd359 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee5bb03c-5e9f-4a85-976d-12b690a0e673 HTTP/1.1" status: 200 len: 210 time: 0.0529134 Nov 25 13:26:49.660816 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 9f3fd239-1cb9-4c31-bdae-fe68f80cc1c2 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:26:49.663446 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8c46f5e8-09d3-48e5-9d3b-ef2039166bee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:49.726806 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 9f3fd239-1cb9-4c31-bdae-fe68f80cc1c2 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:26:49.727140 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 9f3fd239-1cb9-4c31-bdae-fe68f80cc1c2 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:26:49.800923 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-292ed34c-8a34-4437-ae29-35e1baa25b49 None None] Provisioning complete for port a3386d5a-e9ca-477b-9824-9098d61012c4 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:26:49.801574 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-292ed34c-8a34-4437-ae29-35e1baa25b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:49.806310 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bafb0250-ba68-413e-b6dc-ab79df874f73 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:49.848264 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09303cd5-2684-4594-801f-ec6c406e37de req-d2ba857c-8330-4c7d-9788-91ea91016feb tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:49.860710 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-09303cd5-2684-4594-801f-ec6c406e37de req-d2ba857c-8330-4c7d-9788-91ea91016feb tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] 10.222.0.53 "GET /v2.0/ports?device_id=5599108a-abc6-47c9-a214-364100245b7d HTTP/1.1" status: 200 len: 946 time: 0.1148655 Nov 25 13:26:49.876159 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-292ed34c-8a34-4437-ae29-35e1baa25b49 None None] Port a3386d5a-e9ca-477b-9824-9098d61012c4 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:26:49.910472 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafb0250-ba68-413e-b6dc-ab79df874f73 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event deleted for resources: {'Port': ['ID=339e7a83-6809-4256-85f5-efa6f2c2931b,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:49.943728 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-09303cd5-2684-4594-801f-ec6c406e37de req-522b4627-5ea5-483a-a437-7bdbeb774ff3 tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b7c20b5-afa6-43ea-bfb6-d98b8ac4bdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690978 Nov 25 13:26:50.110136 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d56c0b-391f-4d19-9d8b-d768a3f8928f req-5b78d449-bbfd-4cee-b3eb-78fd7dc060d8 tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:50.111770 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f2d56c0b-391f-4d19-9d8b-d768a3f8928f req-5b78d449-bbfd-4cee-b3eb-78fd7dc060d8 tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] 10.222.0.47 "GET /v2.0/ports?device_id=5599108a-abc6-47c9-a214-364100245b7d HTTP/1.1" status: 200 len: 946 time: 0.2984321 Nov 25 13:26:50.139061 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-b7190cbf-e53e-4dad-a0a3-e75cd057c24c req-b7da5721-15c3-4b49-8172-55bb77ab99b1 tempest-VolumesActionsTest-1632500816 tempest-VolumesActionsTest-1632500816-project] Deleting port 453589d9-1311-40b0-8529-ae28f08ed437 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:26:50.139465 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b7190cbf-e53e-4dad-a0a3-e75cd057c24c req-b7da5721-15c3-4b49-8172-55bb77ab99b1 tempest-VolumesActionsTest-1632500816 tempest-VolumesActionsTest-1632500816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:50.162095 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bafb0250-ba68-413e-b6dc-ab79df874f73 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:50.183735 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 3ed39415-aaec-4937-a5e7-970c0ac2d00f no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:26:50.205152 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: 3ed39415-aaec-4937-a5e7-970c0ac2d00f {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:26:50.205501 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 3ed39415-aaec-4937-a5e7-970c0ac2d00f not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:26:50.348718 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8c46f5e8-09d3-48e5-9d3b-ef2039166bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:50.427089 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad361f-7682-40b2-9383-0529b93c06d2 req-2c60779f-cbc3-48ab-9af9-05a33c597376 tempest-VolumesActionsTest-1632500816 tempest-VolumesActionsTest-1632500816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:50.428558 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8dad361f-7682-40b2-9383-0529b93c06d2 req-2c60779f-cbc3-48ab-9af9-05a33c597376 tempest-VolumesActionsTest-1632500816 tempest-VolumesActionsTest-1632500816-project] 10.222.0.53 "GET /v2.0/ports?device_id=59a4a39a-dc7e-49bf-9731-a16b75930938 HTTP/1.1" status: 200 len: 945 time: 0.0536530 Nov 25 13:26:50.476189 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8dad361f-7682-40b2-9383-0529b93c06d2 req-0aa2568b-d084-4ffe-a2ec-3c2eaeffc0fe tempest-VolumesActionsTest-1632500816 tempest-VolumesActionsTest-1632500816-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1378374-d333-4bb6-a3d3-e4dbcdb62521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415921 Nov 25 13:26:50.530275 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-b7190cbf-e53e-4dad-a0a3-e75cd057c24c req-b7da5721-15c3-4b49-8172-55bb77ab99b1 tempest-VolumesActionsTest-1632500816 tempest-VolumesActionsTest-1632500816-project] For port 453589d9-1311-40b0-8529-ae28f08ed437, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=453589d9-1311-40b0-8529-ae28f08ed437,segment=NetworkSegment(01e0b005-5d2d-4182-80e0-9a959c89dab7),segment_id=01e0b005-5d2d-4182-80e0-9a959c89dab7)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:26:50.530671 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b7190cbf-e53e-4dad-a0a3-e75cd057c24c req-b7da5721-15c3-4b49-8172-55bb77ab99b1 tempest-VolumesActionsTest-1632500816 tempest-VolumesActionsTest-1632500816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:50.552903 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-f2d56c0b-391f-4d19-9d8b-d768a3f8928f req-e9eed9c6-d56a-4b10-b2c8-30b38f66d862 tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] Deleting port 20ca4539-ccc9-42da-9360-e52c45cec774 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:26:50.553248 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f2d56c0b-391f-4d19-9d8b-d768a3f8928f req-e9eed9c6-d56a-4b10-b2c8-30b38f66d862 tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:50.567996 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-b7190cbf-e53e-4dad-a0a3-e75cd057c24c req-b7da5721-15c3-4b49-8172-55bb77ab99b1 tempest-VolumesActionsTest-1632500816 tempest-VolumesActionsTest-1632500816-project] Calling delete_port for 453589d9-1311-40b0-8529-ae28f08ed437 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:26:50.580566 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bafb0250-ba68-413e-b6dc-ab79df874f73 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Router f4ca290d-b056-4800-a802-3719a18ad5d7 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:26:50.649185 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-df81230a-b47a-40f1-8229-fc299c0ec514 req-54052692-bc81-435d-80d0-09a9dbed77e6 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee5bb03c-5e9f-4a85-976d-12b690a0e673 HTTP/1.1" status: 200 len: 210 time: 0.0332246 Nov 25 13:26:50.923419 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-f2d56c0b-391f-4d19-9d8b-d768a3f8928f req-e9eed9c6-d56a-4b10-b2c8-30b38f66d862 tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] For port 20ca4539-ccc9-42da-9360-e52c45cec774, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=20ca4539-ccc9-42da-9360-e52c45cec774,segment=NetworkSegment(1c859a10-ee21-4a0f-a0c3-a26efd57a12f),segment_id=1c859a10-ee21-4a0f-a0c3-a26efd57a12f)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:26:50.923796 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f2d56c0b-391f-4d19-9d8b-d768a3f8928f req-e9eed9c6-d56a-4b10-b2c8-30b38f66d862 tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:50.964281 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bafb0250-ba68-413e-b6dc-ab79df874f73 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:26:50.970376 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-f2d56c0b-391f-4d19-9d8b-d768a3f8928f req-e9eed9c6-d56a-4b10-b2c8-30b38f66d862 tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] Calling delete_port for 20ca4539-ccc9-42da-9360-e52c45cec774 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:26:50.975298 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca6cb38-5b72-433e-aabd-b3a1cd1f6ba3 None None] Sync routers for ids ['f4ca290d-b056-4800-a802-3719a18ad5d7'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:26:50.982816 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-bafb0250-ba68-413e-b6dc-ab79df874f73 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "PUT /v2.0/routers/f4ca290d-b056-4800-a802-3719a18ad5d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1168399 Nov 25 13:26:50.983312 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60356) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:50.999860 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca6cb38-5b72-433e-aabd-b3a1cd1f6ba3 None None] Routers {'f4ca290d-b056-4800-a802-3719a18ad5d7'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:26:51.006940 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-cca6cb38-5b72-433e-aabd-b3a1cd1f6ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:26:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['f4ca290d-b056-4800-a802-3719a18ad5d7'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:51.023494 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f310e-9da9-410b-82b0-2218a059e01d req-2c635af0-f713-4d4a-b6b8-b474362ae3a1 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:51.025009 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-eb3f310e-9da9-410b-82b0-2218a059e01d req-2c635af0-f713-4d4a-b6b8-b474362ae3a1 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.47 "GET /v2.0/networks?id=86ce0c5b-521f-4849-813d-48a6e4cbad17 HTTP/1.1" status: 200 len: 806 time: 0.3575149 Nov 25 13:26:51.032943 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8c46f5e8-09d3-48e5-9d3b-ef2039166bee admin admin] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:51.048255 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb35e130-95ad-4481-99da-9ea2aaf10dd1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Deleting subnet da726350-0d03-4a24-b59b-eb9cd43d1b2f {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:26:51.051812 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fb35e130-95ad-4481-99da-9ea2aaf10dd1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:51.071480 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-eb3f310e-9da9-410b-82b0-2218a059e01d req-44af371a-c808-4c1d-90df-7bf3631edf8b tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Request body: {'port': {'device_id': 'ee5bb03c-5e9f-4a85-976d-12b690a0e673', 'network_id': '86ce0c5b-521f-4849-813d-48a6e4cbad17', 'admin_state_up': True, 'tenant_id': '14da780ba23d47dc80a36e577e024742'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:26:51.078476 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8c46f5e8-09d3-48e5-9d3b-ef2039166bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:51.128215 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-cca6cb38-5b72-433e-aabd-b3a1cd1f6ba3 None None] Set router f4ca290d-b056-4800-a802-3719a18ad5d7 gateway port host: None {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:26:51.160644 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fb35e130-95ad-4481-99da-9ea2aaf10dd1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:51.198928 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ee7cd0-5b83-46d4-a7d5-072bb093cb4a req-e09fb688-69e6-4de2-8f79-2a6710857db2 tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:51.199317 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-cca6cb38-5b72-433e-aabd-b3a1cd1f6ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'name': 'tempest-RoutersIpV6Test-router-1774973520', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:26:05Z', 'updated_at': '2021-11-25T13:26:49Z', 'revision_number': 11, 'project_id': '177e3b084115482a91deb772ab6235e0', 'gw_port_host': None}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:51.200959 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-47ee7cd0-5b83-46d4-a7d5-072bb093cb4a req-e09fb688-69e6-4de2-8f79-2a6710857db2 tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] 10.222.0.53 "GET /v2.0/ports?device_id=5599108a-abc6-47c9-a214-364100245b7d HTTP/1.1" status: 200 len: 946 time: 0.0999317 Nov 25 13:26:51.237746 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca6cb38-5b72-433e-aabd-b3a1cd1f6ba3 None None] Checking router: f4ca290d-b056-4800-a802-3719a18ad5d7 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:26:51.252325 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca6cb38-5b72-433e-aabd-b3a1cd1f6ba3 None None] Routers {'f4ca290d-b056-4800-a802-3719a18ad5d7'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:26:51.253030 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-cca6cb38-5b72-433e-aabd-b3a1cd1f6ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:26:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['f4ca290d-b056-4800-a802-3719a18ad5d7'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:51.278219 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8c46f5e8-09d3-48e5-9d3b-ef2039166bee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:51.314160 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fb35e130-95ad-4481-99da-9ea2aaf10dd1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:51.315752 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c46f5e8-09d3-48e5-9d3b-ef2039166bee admin admin] Pushing event updated for resources: {'Port': ['ID=a3386d5a-e9ca-477b-9824-9098d61012c4,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:51.328135 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b7190cbf-e53e-4dad-a0a3-e75cd057c24c req-b7da5721-15c3-4b49-8172-55bb77ab99b1 tempest-VolumesActionsTest-1632500816 tempest-VolumesActionsTest-1632500816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:51.378398 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['453589d9-1311-40b0-8529-ae28f08ed437'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:26:51.430927 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-cca6cb38-5b72-433e-aabd-b3a1cd1f6ba3 None None] Set router f4ca290d-b056-4800-a802-3719a18ad5d7 gateway port host: None {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:26:51.451823 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-47ee7cd0-5b83-46d4-a7d5-072bb093cb4a req-9cddcdf6-e98c-4044-8d98-d70d81163b9f tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] 10.222.0.53 "GET /v2.0/security-groups?id=3b7c20b5-afa6-43ea-bfb6-d98b8ac4bdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351127 Nov 25 13:26:51.459848 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7da5721-15c3-4b49-8172-55bb77ab99b1 tempest-VolumesActionsTest-1632500816 tempest-VolumesActionsTest-1632500816-project] Pushing event deleted for resources: {'Port': ['ID=453589d9-1311-40b0-8529-ae28f08ed437,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:51.512378 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fb35e130-95ad-4481-99da-9ea2aaf10dd1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:51.526825 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7190cbf-e53e-4dad-a0a3-e75cd057c24c req-b7da5721-15c3-4b49-8172-55bb77ab99b1 tempest-VolumesActionsTest-1632500816 tempest-VolumesActionsTest-1632500816-project] No DVR routers for this DVR port 453589d9-1311-40b0-8529-ae28f08ed437 on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:26:51.530644 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-cca6cb38-5b72-433e-aabd-b3a1cd1f6ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'name': 'tempest-RoutersIpV6Test-router-1774973520', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:26:05Z', 'updated_at': '2021-11-25T13:26:49Z', 'revision_number': 11, 'project_id': '177e3b084115482a91deb772ab6235e0', 'gw_port_host': None}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:51.531698 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b7190cbf-e53e-4dad-a0a3-e75cd057c24c req-b7da5721-15c3-4b49-8172-55bb77ab99b1 tempest-VolumesActionsTest-1632500816 tempest-VolumesActionsTest-1632500816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:51.537700 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b7190cbf-e53e-4dad-a0a3-e75cd057c24c req-b7da5721-15c3-4b49-8172-55bb77ab99b1 tempest-VolumesActionsTest-1632500816 tempest-VolumesActionsTest-1632500816-project] 10.222.0.47 "DELETE /v2.0/ports/453589d9-1311-40b0-8529-ae28f08ed437 HTTP/1.1" status: 204 len: 173 time: 1.9818425 Nov 25 13:26:51.538197 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a4a39a-dc7e-49bf-9731-a16b75930938', 'name': 'network-vif-deleted', 'tag': '453589d9-1311-40b0-8529-ae28f08ed437'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:26:51.540558 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84736a9b-f417-43f9-86a4-7f57642f636a" -d '{"events": [{"server_uuid": "59a4a39a-dc7e-49bf-9731-a16b75930938", "name": "network-vif-deleted", "tag": "453589d9-1311-40b0-8529-ae28f08ed437"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:26:51.552962 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb3f310e-9da9-410b-82b0-2218a059e01d req-44af371a-c808-4c1d-90df-7bf3631edf8b tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Made reservation on behalf of 14da780ba23d47dc80a36e577e024742 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:26:51.556794 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-eb3f310e-9da9-410b-82b0-2218a059e01d req-44af371a-c808-4c1d-90df-7bf3631edf8b tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:51.559000 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f2d56c0b-391f-4d19-9d8b-d768a3f8928f req-e9eed9c6-d56a-4b10-b2c8-30b38f66d862 tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:51.565187 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fb35e130-95ad-4481-99da-9ea2aaf10dd1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:51.576301 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-fb35e130-95ad-4481-99da-9ea2aaf10dd1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "DELETE /v2.0/subnets/da726350-0d03-4a24-b59b-eb9cd43d1b2f HTTP/1.1" status: 204 len: 168 time: 0.5917804 Nov 25 13:26:51.579172 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb35e130-95ad-4481-99da-9ea2aaf10dd1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event deleted for resources: {'Subnet': ['ID=da726350-0d03-4a24-b59b-eb9cd43d1b2f,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:51.580377 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60368) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:51.623926 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eed9c6-d56a-4b10-b2c8-30b38f66d862 tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] Pushing event deleted for resources: {'Port': ['ID=20ca4539-ccc9-42da-9360-e52c45cec774,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:51.639884 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948f1f27-7366-4614-ae1d-d8457129a20d None None] Network ee8d2ea2-8666-4969-97a1-9dc2d7e54e9f requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:26:51.648992 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2504761a-2877-4278-af4e-74bcf75ee6c5 x-openstack-request-id: req-2504761a-2877-4278-af4e-74bcf75ee6c5 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:26:51.649332 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a4a39a-dc7e-49bf-9731-a16b75930938", "name": "network-vif-deleted", "tag": "453589d9-1311-40b0-8529-ae28f08ed437", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:26:51.649542 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2504761a-2877-4278-af4e-74bcf75ee6c5 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:26:51.649955 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59a4a39a-dc7e-49bf-9731-a16b75930938', 'name': 'network-vif-deleted', 'tag': '453589d9-1311-40b0-8529-ae28f08ed437', 'status': 'completed', 'code': 200} Nov 25 13:26:51.655448 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['20ca4539-ccc9-42da-9360-e52c45cec774'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:26:51.671350 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca6cb38-5b72-433e-aabd-b3a1cd1f6ba3 None None] The sync data for ids ['f4ca290d-b056-4800-a802-3719a18ad5d7'] in n-d-808199-11 is: [{'id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'name': 'tempest-RoutersIpV6Test-router-1774973520', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:26:05Z', 'updated_at': '2021-11-25T13:26:49Z', 'revision_number': 11, 'project_id': '177e3b084115482a91deb772ab6235e0', 'gw_port_host': None}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:26:51.738952 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-09738b5e-3185-45e7-a9b2-7f1e9c294d75 req-b9e7afdc-6185-4ae6-b9b8-c121d5854a30 tempest-VolumesActionsTest-1632500816 tempest-VolumesActionsTest-1632500816-project] 10.222.0.53 "GET /v2.0/ports?device_id=59a4a39a-dc7e-49bf-9731-a16b75930938 HTTP/1.1" status: 200 len: 210 time: 0.0941460 Nov 25 13:26:51.800253 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2f807203-c721-485b-a3fe-a6a5fe1412cd req-5723e98e-4fbd-409f-9452-378b21d44ac7 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee5bb03c-5e9f-4a85-976d-12b690a0e673 HTTP/1.1" status: 200 len: 210 time: 0.0311685 Nov 25 13:26:52.047927 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c46f5e8-09d3-48e5-9d3b-ef2039166bee admin admin] Network 0f46794c-b326-485f-8936-6eed71effe7e is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:26:52.048166 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52ad64f-c339-45d4-ac7c-bf5a77b05e80 None None] DHCP port deletion for ee8d2ea2-8666-4969-97a1-9dc2d7e54e9f request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:26:52.077789 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2d56c0b-391f-4d19-9d8b-d768a3f8928f req-e9eed9c6-d56a-4b10-b2c8-30b38f66d862 tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] No DVR routers for this DVR port 20ca4539-ccc9-42da-9360-e52c45cec774 on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:26:52.079681 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-8c46f5e8-09d3-48e5-9d3b-ef2039166bee admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:26:52.109068 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f2d56c0b-391f-4d19-9d8b-d768a3f8928f req-e9eed9c6-d56a-4b10-b2c8-30b38f66d862 tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:52.112452 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f2d56c0b-391f-4d19-9d8b-d768a3f8928f req-e9eed9c6-d56a-4b10-b2c8-30b38f66d862 tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] 10.222.0.47 "DELETE /v2.0/ports/20ca4539-ccc9-42da-9360-e52c45cec774 HTTP/1.1" status: 204 len: 173 time: 1.9906487 Nov 25 13:26:52.195502 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-a52ad64f-c339-45d4-ac7c-bf5a77b05e80 None None] Deleting port fdfe9017-9364-4501-b142-b002e0bebc1a {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:26:52.195880 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a52ad64f-c339-45d4-ac7c-bf5a77b05e80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:52.297054 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bb4cb376-148e-4fca-b952-bbdbbf9273f1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:52.323676 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-a52ad64f-c339-45d4-ac7c-bf5a77b05e80 None None] For port fdfe9017-9364-4501-b142-b002e0bebc1a, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=fdfe9017-9364-4501-b142-b002e0bebc1a,segment=NetworkSegment(0b0eac7d-b09e-4b2e-ae2f-24583e238a57),segment_id=0b0eac7d-b09e-4b2e-ae2f-24583e238a57)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:26:52.324098 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a52ad64f-c339-45d4-ac7c-bf5a77b05e80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:52.346332 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-a52ad64f-c339-45d4-ac7c-bf5a77b05e80 None None] Calling delete_port for fdfe9017-9364-4501-b142-b002e0bebc1a owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:26:52.444480 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-eb3f310e-9da9-410b-82b0-2218a059e01d req-44af371a-c808-4c1d-90df-7bf3631edf8b tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Allocated IP 172.20.0.4 (86ce0c5b-521f-4849-813d-48a6e4cbad17/1a356b22-557f-414f-9369-a0bf5c0c80eb/9c95a943-d548-4dbe-afba-3eb6d5a215f9) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:26:52.455010 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a52ad64f-c339-45d4-ac7c-bf5a77b05e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:52.487703 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c46f5e8-09d3-48e5-9d3b-ef2039166bee admin admin] Router bba76b90-4355-48a9-a3ac-ec0a1f8bd099 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:26:52.488804 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52ad64f-c339-45d4-ac7c-bf5a77b05e80 None None] No DVR routers for this DVR port fdfe9017-9364-4501-b142-b002e0bebc1a on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:26:52.541324 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52ad64f-c339-45d4-ac7c-bf5a77b05e80 None None] Pushing event deleted for resources: {'Port': ['ID=fdfe9017-9364-4501-b142-b002e0bebc1a,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:52.560588 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-79ee279d-ac28-4eb6-a99a-9a4a32507f74 None None] Provisioning complete for port a3386d5a-e9ca-477b-9824-9098d61012c4 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:26:52.561203 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-79ee279d-ac28-4eb6-a99a-9a4a32507f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:52.626061 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-bb4cb376-148e-4fca-b952-bbdbbf9273f1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Deleting port fdfe9017-9364-4501-b142-b002e0bebc1a {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:26:52.626414 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bb4cb376-148e-4fca-b952-bbdbbf9273f1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:52.628372 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-79ee279d-ac28-4eb6-a99a-9a4a32507f74 None None] Port a3386d5a-e9ca-477b-9824-9098d61012c4 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:26:52.639327 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8623a2c2-4651-443e-a666-743a6a1a11cc req-ddb23357-1c57-4d4c-9a39-1a4da97291da tempest-ServersNegativeTestMultiTenantJSON-1507331347 tempest-ServersNegativeTestMultiTenantJSON-1507331347-project] 10.222.0.53 "GET /v2.0/ports?device_id=5599108a-abc6-47c9-a214-364100245b7d HTTP/1.1" status: 200 len: 210 time: 0.0697050 Nov 25 13:26:52.801212 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-bb4cb376-148e-4fca-b952-bbdbbf9273f1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] For port fdfe9017-9364-4501-b142-b002e0bebc1a, host n-d-808199-11, got binding levels [] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:26:52.802171 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bb4cb376-148e-4fca-b952-bbdbbf9273f1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:52.834536 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-bb4cb376-148e-4fca-b952-bbdbbf9273f1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Calling delete_port for fdfe9017-9364-4501-b142-b002e0bebc1a owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:26:52.843162 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.ipam_backend_mixin [None req-bb4cb376-148e-4fca-b952-bbdbbf9273f1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Port fdfe9017-9364-4501-b142-b002e0bebc1a was not found and therefore no delete operation was performed {{(pid=103571) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 13:26:52.846024 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c46f5e8-09d3-48e5-9d3b-ef2039166bee admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:26:52.850640 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-eb3f310e-9da9-410b-82b0-2218a059e01d req-44af371a-c808-4c1d-90df-7bf3631edf8b tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:52.862490 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-8c46f5e8-09d3-48e5-9d3b-ef2039166bee admin admin] 10.222.0.53 "PUT /v2.0/routers/bba76b90-4355-48a9-a3ac-ec0a1f8bd099/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7997890 Nov 25 13:26:52.862490 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bb4cb376-148e-4fca-b952-bbdbbf9273f1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:52.869413 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbea52d-d542-43ab-8c8e-f742e35f9287 None None] Sync routers for ids ['bba76b90-4355-48a9-a3ac-ec0a1f8bd099'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:26:52.890418 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4cb376-148e-4fca-b952-bbdbbf9273f1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event deleted for resources: {'Port': ['ID=fdfe9017-9364-4501-b142-b002e0bebc1a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:52.895521 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbea52d-d542-43ab-8c8e-f742e35f9287 None None] Routers {'bba76b90-4355-48a9-a3ac-ec0a1f8bd099'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:26:52.896429 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-4fbea52d-d542-43ab-8c8e-f742e35f9287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:26:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['bba76b90-4355-48a9-a3ac-ec0a1f8bd099'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:52.897702 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4cb376-148e-4fca-b952-bbdbbf9273f1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] No DVR routers for this DVR port fdfe9017-9364-4501-b142-b002e0bebc1a on host n-d-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:26:52.936720 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e5894a80-cdad-491c-bac1-d028c1def8ad req-d6774ec3-fc21-479e-ae77-ea7ad9a62c70 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee5bb03c-5e9f-4a85-976d-12b690a0e673 HTTP/1.1" status: 200 len: 210 time: 0.0511515 Nov 25 13:26:52.993627 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-eb3f310e-9da9-410b-82b0-2218a059e01d req-44af371a-c808-4c1d-90df-7bf3631edf8b tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:53.003797 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bb4cb376-148e-4fca-b952-bbdbbf9273f1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:53.005862 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['b517ee6d-7632-4cc4-aa47-ffcbea84a1d1'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:26:53.063323 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-bb4cb376-148e-4fca-b952-bbdbbf9273f1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee8d2ea2-8666-4969-97a1-9dc2d7e54e9f']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:53.079797 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-bb4cb376-148e-4fca-b952-bbdbbf9273f1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b0eac7d-b09e-4b2e-ae2f-24583e238a57') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:53.080108 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-bb4cb376-148e-4fca-b952-bbdbbf9273f1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b0eac7d-b09e-4b2e-ae2f-24583e238a57') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:53.085173 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb3f310e-9da9-410b-82b0-2218a059e01d req-44af371a-c808-4c1d-90df-7bf3631edf8b tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Network 86ce0c5b-521f-4849-813d-48a6e4cbad17 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:26:53.085546 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-4fbea52d-d542-43ab-8c8e-f742e35f9287 None None] Set router bba76b90-4355-48a9-a3ac-ec0a1f8bd099 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:26:53.096647 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-eb3f310e-9da9-410b-82b0-2218a059e01d req-44af371a-c808-4c1d-90df-7bf3631edf8b tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:26:53.100524 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bb4cb376-148e-4fca-b952-bbdbbf9273f1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:53.105083 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb3f310e-9da9-410b-82b0-2218a059e01d req-44af371a-c808-4c1d-90df-7bf3631edf8b tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:26:53.133011 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44af371a-c808-4c1d-90df-7bf3631edf8b tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Pushing event updated for resources: {'Port': ['ID=9c95a943-d548-4dbe-afba-3eb6d5a215f9,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:53.150300 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bb4cb376-148e-4fca-b952-bbdbbf9273f1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:53.163134 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb4cb376-148e-4fca-b952-bbdbbf9273f1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:26:53.163554 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bb4cb376-148e-4fca-b952-bbdbbf9273f1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:53.166803 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:26:53.166803 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:26:53.166803 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:26:53.166803 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:26:53.166803 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:26:53.166803 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:26:53.166803 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:26:53.166803 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:26:53.166803 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:26:53.166803 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:26:53.166803 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:26:53.166803 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:26:53.166803 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:26:53.166803 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:26:53.166803 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:26:53.166803 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:26:53.166803 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:26:53.166803 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:26:53.166803 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:26:53.166803 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:26:53.166803 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:26:53.166803 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:26:53.166803 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:26:53.166803 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:26:53.166803 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:26:53.166803 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:26:53.166803 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:26:53.166803 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:26:53.166803 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:26:53.166803 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:26:53.166803 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:26:53.166803 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:26:53.184839 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f310e-9da9-410b-82b0-2218a059e01d req-44af371a-c808-4c1d-90df-7bf3631edf8b tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:53.185481 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-eb3f310e-9da9-410b-82b0-2218a059e01d req-44af371a-c808-4c1d-90df-7bf3631edf8b tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:53.244291 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-eb3f310e-9da9-410b-82b0-2218a059e01d req-44af371a-c808-4c1d-90df-7bf3631edf8b tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1806517 Nov 25 13:26:53.265829 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-eb3f310e-9da9-410b-82b0-2218a059e01d req-1d9b3327-9387-435b-9900-e27c28904502 service neutron] Request body: {'port': {'device_id': 'ee5bb03c-5e9f-4a85-976d-12b690a0e673', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:26:53.269035 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bb4cb376-148e-4fca-b952-bbdbbf9273f1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:53.298894 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bb4cb376-148e-4fca-b952-bbdbbf9273f1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:53.302421 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-bb4cb376-148e-4fca-b952-bbdbbf9273f1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "DELETE /v2.0/networks/ee8d2ea2-8666-4969-97a1-9dc2d7e54e9f HTTP/1.1" status: 204 len: 168 time: 1.7122576 Nov 25 13:26:53.305174 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60394) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:53.312888 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-f6deba1b-5acd-485a-8b5d-9d47264ed887 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Request body: {'router': {'routes': None}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:26:53.322398 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4cb376-148e-4fca-b952-bbdbbf9273f1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Pushing event deleted for resources: {'Network': ['ID=ee8d2ea2-8666-4969-97a1-9dc2d7e54e9f,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:53.355782 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-eb3f310e-9da9-410b-82b0-2218a059e01d req-1d9b3327-9387-435b-9900-e27c28904502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:53.432202 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 339e7a83-6809-4256-85f5-efa6f2c2931b no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:26:53.475292 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-4fbea52d-d542-43ab-8c8e-f742e35f9287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba76b90-4355-48a9-a3ac-ec0a1f8bd099', 'name': 'tempest-TaggedBootDevicesTest-78249705-router', 'tenant_id': 'ee6b0fbe2e7a4406acdd0c8fea203ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '9a26b243-4483-4865-adcd-bf6762bfce14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:26:43Z', 'updated_at': '2021-11-25T13:26:50Z', 'revision_number': 4, 'project_id': 'ee6b0fbe2e7a4406acdd0c8fea203ca4', 'gw_port': {'id': '9a26b243-4483-4865-adcd-bf6762bfce14', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba76b90-4355-48a9-a3ac-ec0a1f8bd099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:44Z', 'updated_at': '2021-11-25T13:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'a3386d5a-e9ca-477b-9824-9098d61012c4', 'name': '', 'network_id': '0f46794c-b326-485f-8936-6eed71effe7e', 'tenant_id': 'ee6b0fbe2e7a4406acdd0c8fea203ca4', 'mac_address': 'fa:16:3e:df:e7:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bba76b90-4355-48a9-a3ac-ec0a1f8bd099', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '1a610251-b260-4111-ade4-fcd074d9de00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:48Z', 'updated_at': '2021-11-25T13:26:50Z', 'revision_number': 2, 'project_id': 'ee6b0fbe2e7a4406acdd0c8fea203ca4', 'subnets': [{'id': '1a610251-b260-4111-ade4-fcd074d9de00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:53.482411 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 339e7a83-6809-4256-85f5-efa6f2c2931b {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:26:53.485034 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 339e7a83-6809-4256-85f5-efa6f2c2931b not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:26:53.492580 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device fdfe9017-9364-4501-b142-b002e0bebc1a no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:26:53.546341 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.extraroute_db [None req-f6deba1b-5acd-485a-8b5d-9d47264ed887 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Added routes are [] {{(pid=103570) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 25 13:26:53.546940 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.extraroute_db [None req-f6deba1b-5acd-485a-8b5d-9d47264ed887 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Removed routes are [] {{(pid=103570) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 25 13:26:53.547482 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: fdfe9017-9364-4501-b142-b002e0bebc1a {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:26:53.547835 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device fdfe9017-9364-4501-b142-b002e0bebc1a not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:26:53.548196 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f6deba1b-5acd-485a-8b5d-9d47264ed887 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66601263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66597252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:53.549327 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbea52d-d542-43ab-8c8e-f742e35f9287 None None] Checking router: bba76b90-4355-48a9-a3ac-ec0a1f8bd099 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:26:53.550449 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbea52d-d542-43ab-8c8e-f742e35f9287 None None] Updating router bba76b90-4355-48a9-a3ac-ec0a1f8bd099 port a3386d5a-e9ca-477b-9824-9098d61012c4 binding host n-d-808199-11 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:26:53.589690 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4fbea52d-d542-43ab-8c8e-f742e35f9287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:53.655236 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5599108a-abc6-47c9-a214-364100245b7d', 'name': 'network-vif-deleted', 'tag': '20ca4539-ccc9-42da-9360-e52c45cec774'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:26:53.681950 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee11c7d-bc63-4040-843f-921551c7efd6" -d '{"events": [{"server_uuid": "5599108a-abc6-47c9-a214-364100245b7d", "name": "network-vif-deleted", "tag": "20ca4539-ccc9-42da-9360-e52c45cec774"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:26:53.724300 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f6deba1b-5acd-485a-8b5d-9d47264ed887 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66601263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66597252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:53.728594 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f6deba1b-5acd-485a-8b5d-9d47264ed887 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66601254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66601277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66597267'] for router, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:53.785500 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60412) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:53.850604 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6deba1b-5acd-485a-8b5d-9d47264ed887 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Router f4ca290d-b056-4800-a802-3719a18ad5d7 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:26:53.861617 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6df949-56a4-4262-afe7-155ea0f9eff4 x-openstack-request-id: req-ef6df949-56a4-4262-afe7-155ea0f9eff4 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:26:53.861911 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5599108a-abc6-47c9-a214-364100245b7d", "name": "network-vif-deleted", "tag": "20ca4539-ccc9-42da-9360-e52c45cec774", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:26:53.862332 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ef6df949-56a4-4262-afe7-155ea0f9eff4 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:26:53.862932 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5599108a-abc6-47c9-a214-364100245b7d', 'name': 'network-vif-deleted', 'tag': '20ca4539-ccc9-42da-9360-e52c45cec774', 'status': 'completed', 'code': 200} Nov 25 13:26:53.900762 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60416) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:53.913772 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-ce9ffd00-d1b1-423c-8231-fc4db8d88b3a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1944998651-network', 'tenant_id': 'c05b4b4926e34c0daff0dd4989d236e8'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:26:53.952372 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6d5bb58-f330-4965-8657-047fde385780 admin admin] Deleting subnet 55fbb19b-8ebe-4b30-8161-5c1404e5704b {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:26:53.961659 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9ffd00-d1b1-423c-8231-fc4db8d88b3a admin admin] Made reservation on behalf of c05b4b4926e34c0daff0dd4989d236e8 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:26:53.963990 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ce9ffd00-d1b1-423c-8231-fc4db8d88b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:53.967485 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e6d5bb58-f330-4965-8657-047fde385780 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:53.986174 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6deba1b-5acd-485a-8b5d-9d47264ed887 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:26:53.998003 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cc36c6-556e-4ca5-b072-4ec758f62aa8 None None] Sync routers for ids ['f4ca290d-b056-4800-a802-3719a18ad5d7'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:26:54.010495 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4fbea52d-d542-43ab-8c8e-f742e35f9287 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:54.011760 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cc36c6-556e-4ca5-b072-4ec758f62aa8 None None] Routers {'f4ca290d-b056-4800-a802-3719a18ad5d7'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:26:54.012392 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-53cc36c6-556e-4ca5-b072-4ec758f62aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:26:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['f4ca290d-b056-4800-a802-3719a18ad5d7'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:54.012635 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f6deba1b-5acd-485a-8b5d-9d47264ed887 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:54.019034 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f6deba1b-5acd-485a-8b5d-9d47264ed887 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "PUT /v2.0/routers/f4ca290d-b056-4800-a802-3719a18ad5d7 HTTP/1.1" status: 200 len: 705 time: 0.7100744 Nov 25 13:26:54.019991 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60420) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:54.025163 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4fbea52d-d542-43ab-8c8e-f742e35f9287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:54.038399 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ce9ffd00-d1b1-423c-8231-fc4db8d88b3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:54.088444 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f0ce63-4bf8-4d26-af0e-c2c9bcfdbe86 None None] Pushing event updated for resources: {'Port': ['ID=a3386d5a-e9ca-477b-9824-9098d61012c4,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:54.113422 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-065f7fe2-9662-42e6-b6ff-6661053627b5 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4ca290d-b056-4800-a802-3719a18ad5d7 HTTP/1.1" status: 200 len: 205 time: 0.0893800 Nov 25 13:26:54.115433 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60422) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:54.142333 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ce9ffd00-d1b1-423c-8231-fc4db8d88b3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:54.150548 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e6d5bb58-f330-4965-8657-047fde385780 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:54.189993 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-eb3f310e-9da9-410b-82b0-2218a059e01d req-1d9b3327-9387-435b-9900-e27c28904502 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c95a943-d548-4dbe-afba-3eb6d5a215f9 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:26:54.196373 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-4fbea52d-d542-43ab-8c8e-f742e35f9287 None None] Attempting to bind port a3386d5a-e9ca-477b-9824-9098d61012c4 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:26:54.196810 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-4fbea52d-d542-43ab-8c8e-f742e35f9287 None None] Attempting to bind port a3386d5a-e9ca-477b-9824-9098d61012c4 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '40a198a7-301a-47bd-bb8e-de5dce7edbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0f46794c-b326-485f-8936-6eed71effe7e'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:26:54.197109 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbea52d-d542-43ab-8c8e-f742e35f9287 None None] Attempting to bind port a3386d5a-e9ca-477b-9824-9098d61012c4 on network 0f46794c-b326-485f-8936-6eed71effe7e {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:26:54.200620 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ce9ffd00-d1b1-423c-8231-fc4db8d88b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:54.202189 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 20ca4539-ccc9-42da-9360-e52c45cec774 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:26:54.218228 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce9ffd00-d1b1-423c-8231-fc4db8d88b3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:26:54.222484 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbea52d-d542-43ab-8c8e-f742e35f9287 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:26:54.223047 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbea52d-d542-43ab-8c8e-f742e35f9287 None None] Checking segment: {'id': '40a198a7-301a-47bd-bb8e-de5dce7edbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0f46794c-b326-485f-8936-6eed71effe7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:26:54.224147 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4fbea52d-d542-43ab-8c8e-f742e35f9287 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:54.224543 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbea52d-d542-43ab-8c8e-f742e35f9287 None None] Bound using segment: {'id': '40a198a7-301a-47bd-bb8e-de5dce7edbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0f46794c-b326-485f-8936-6eed71effe7e'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:26:54.225119 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-4fbea52d-d542-43ab-8c8e-f742e35f9287 None None] Bound port: a3386d5a-e9ca-477b-9824-9098d61012c4, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40a198a7-301a-47bd-bb8e-de5dce7edbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0f46794c-b326-485f-8936-6eed71effe7e'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:26:54.225496 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4fbea52d-d542-43ab-8c8e-f742e35f9287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:54.234802 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ce9ffd00-d1b1-423c-8231-fc4db8d88b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:54.236231 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-ce9ffd00-d1b1-423c-8231-fc4db8d88b3a admin admin] Added segment 4ce6de71-c943-4000-8d8b-91e28d37d0ac of type vlan for network d2455c21-13bd-4366-a8d2-aa41e85801c8 Nov 25 13:26:54.255503 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: 20ca4539-ccc9-42da-9360-e52c45cec774 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:26:54.257894 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 20ca4539-ccc9-42da-9360-e52c45cec774 not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:26:54.257894 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 453589d9-1311-40b0-8529-ae28f08ed437 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:26:54.312662 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: 453589d9-1311-40b0-8529-ae28f08ed437 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:26:54.315439 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 453589d9-1311-40b0-8529-ae28f08ed437 not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:26:54.328951 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-53cc36c6-556e-4ca5-b072-4ec758f62aa8 None None] Set router f4ca290d-b056-4800-a802-3719a18ad5d7 gateway port host: None {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:26:54.350020 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ce9ffd00-d1b1-423c-8231-fc4db8d88b3a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:54.379620 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bcdb921a-71c7-47bf-a0db-2e136575a064 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for router, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:54.386734 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-4fbea52d-d542-43ab-8c8e-f742e35f9287 None None] For port a3386d5a-e9ca-477b-9824-9098d61012c4, host n-d-808199-11, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:26:54.393330 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-4fbea52d-d542-43ab-8c8e-f742e35f9287 None None] For port a3386d5a-e9ca-477b-9824-9098d61012c4, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=a3386d5a-e9ca-477b-9824-9098d61012c4,segment=NetworkSegment(40a198a7-301a-47bd-bb8e-de5dce7edbf3),segment_id=40a198a7-301a-47bd-bb8e-de5dce7edbf3)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:26:54.401860 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4fbea52d-d542-43ab-8c8e-f742e35f9287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:54.444122 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-53cc36c6-556e-4ca5-b072-4ec758f62aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'name': 'tempest-RoutersIpV6Test-router-1774973520', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:26:05Z', 'updated_at': '2021-11-25T13:26:49Z', 'revision_number': 11, 'project_id': '177e3b084115482a91deb772ab6235e0', 'gw_port_host': None}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:54.454459 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-eb3f310e-9da9-410b-82b0-2218a059e01d req-1d9b3327-9387-435b-9900-e27c28904502 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:54.461880 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ce9ffd00-d1b1-423c-8231-fc4db8d88b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:54.463848 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9ffd00-d1b1-423c-8231-fc4db8d88b3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:54.464641 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ce9ffd00-d1b1-423c-8231-fc4db8d88b3a admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:54.512301 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cc36c6-556e-4ca5-b072-4ec758f62aa8 None None] Checking router: f4ca290d-b056-4800-a802-3719a18ad5d7 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:26:54.540458 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9ffd00-d1b1-423c-8231-fc4db8d88b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a27e09-8f1a-4c03-9fb6-1e5e69c3bd62,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:54.543042 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d64cb-ba97-40bf-96c8-cd0de473df29 req-4b56aa74-bde5-49f1-9807-a7f97e4b906d tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:54.545280 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-593d64cb-ba97-40bf-96c8-cd0de473df29 req-4b56aa74-bde5-49f1-9807-a7f97e4b906d tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee5bb03c-5e9f-4a85-976d-12b690a0e673 HTTP/1.1" status: 200 len: 931 time: 0.4428403 Nov 25 13:26:54.550409 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbea52d-d542-43ab-8c8e-f742e35f9287 None None] Routers {'bba76b90-4355-48a9-a3ac-ec0a1f8bd099'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:26:54.556784 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-2abb0e6e-d391-4028-81e2-feb09eab4970 None None] Provisioning complete for port a3386d5a-e9ca-477b-9824-9098d61012c4 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:26:54.557166 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2abb0e6e-d391-4028-81e2-feb09eab4970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:54.559066 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cc36c6-556e-4ca5-b072-4ec758f62aa8 None None] Routers {'f4ca290d-b056-4800-a802-3719a18ad5d7'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:26:54.559725 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-53cc36c6-556e-4ca5-b072-4ec758f62aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:26:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['f4ca290d-b056-4800-a802-3719a18ad5d7'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:54.568797 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-4fbea52d-d542-43ab-8c8e-f742e35f9287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:26:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['bba76b90-4355-48a9-a3ac-ec0a1f8bd099'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:54.572041 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f0ce63-4bf8-4d26-af0e-c2c9bcfdbe86 None None] Pushing event updated for resources: {'Port': ['ID=a3386d5a-e9ca-477b-9824-9098d61012c4,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:54.596304 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e6d5bb58-f330-4965-8657-047fde385780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:54.606932 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-eb3f310e-9da9-410b-82b0-2218a059e01d req-1d9b3327-9387-435b-9900-e27c28904502 service neutron] Transition to ACTIVE for port object 9c95a943-d548-4dbe-afba-3eb6d5a215f9 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:26:54.634211 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-ce9ffd00-d1b1-423c-8231-fc4db8d88b3a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7317505 Nov 25 13:26:54.635589 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60430) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:54.711943 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-3c3411a1-6292-4bda-818f-63cf3ddba7d0 admin admin] Request body: {'subnet': {'network_id': 'd2455c21-13bd-4366-a8d2-aa41e85801c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1944998651-subnet', 'tenant_id': 'c05b4b4926e34c0daff0dd4989d236e8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:26:54.722933 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-593d64cb-ba97-40bf-96c8-cd0de473df29 req-7d57ccb0-6fc8-4961-ba28-a2eb60631127 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212962 Nov 25 13:26:54.766817 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-eb3f310e-9da9-410b-82b0-2218a059e01d req-1d9b3327-9387-435b-9900-e27c28904502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:54.788207 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3411a1-6292-4bda-818f-63cf3ddba7d0 admin admin] Made reservation on behalf of c05b4b4926e34c0daff0dd4989d236e8 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:26:54.790902 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3c3411a1-6292-4bda-818f-63cf3ddba7d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:54.796245 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-53cc36c6-556e-4ca5-b072-4ec758f62aa8 None None] Set router f4ca290d-b056-4800-a802-3719a18ad5d7 gateway port host: None {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:26:54.809377 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-4fbea52d-d542-43ab-8c8e-f742e35f9287 None None] Set router bba76b90-4355-48a9-a3ac-ec0a1f8bd099 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:26:54.849555 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9ffd00-d1b1-423c-8231-fc4db8d88b3a admin admin] Pushing event updated for resources: {'Network': ['ID=d2455c21-13bd-4366-a8d2-aa41e85801c8,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:54.946579 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9b3327-9387-435b-9900-e27c28904502 service neutron] Pushing event updated for resources: {'Port': ['ID=9c95a943-d548-4dbe-afba-3eb6d5a215f9,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:54.987150 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bcdb921a-71c7-47bf-a0db-2e136575a064 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:54.993613 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bcdb921a-71c7-47bf-a0db-2e136575a064 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:55.021979 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e6d5bb58-f330-4965-8657-047fde385780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:55.078247 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bcdb921a-71c7-47bf-a0db-2e136575a064 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:55.080472 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network d2455c21-13bd-4366-a8d2-aa41e85801c8 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:26:55.080745 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcdb921a-71c7-47bf-a0db-2e136575a064 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Fanout notify agent at l3_agent the message router_deleted on router f4ca290d-b056-4800-a802-3719a18ad5d7 {{(pid=103570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:26:55.089885 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-53cc36c6-556e-4ca5-b072-4ec758f62aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'name': 'tempest-RoutersIpV6Test-router-1774973520', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:26:05Z', 'updated_at': '2021-11-25T13:26:49Z', 'revision_number': 11, 'project_id': '177e3b084115482a91deb772ab6235e0', 'gw_port_host': None}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:55.105068 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bcdb921a-71c7-47bf-a0db-2e136575a064 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:55.109957 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-bcdb921a-71c7-47bf-a0db-2e136575a064 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "DELETE /v2.0/routers/f4ca290d-b056-4800-a802-3719a18ad5d7 HTTP/1.1" status: 204 len: 168 time: 0.9704819 Nov 25 13:26:55.110219 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60442) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:55.123726 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-f89a7bb5-58fc-4b19-8e39-3f3691a2c42e tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-985433266', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:26:55.146987 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e6d5bb58-f330-4965-8657-047fde385780 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:55.157992 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-e6d5bb58-f330-4965-8657-047fde385780 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/55fbb19b-8ebe-4b30-8161-5c1404e5704b HTTP/1.1" status: 204 len: 168 time: 1.3690212 Nov 25 13:26:55.158632 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60444) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:55.162077 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d5bb58-f330-4965-8657-047fde385780 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55fbb19b-8ebe-4b30-8161-5c1404e5704b,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:55.205048 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f89a7bb5-58fc-4b19-8e39-3f3691a2c42e tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:55.206493 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f89a7bb5-58fc-4b19-8e39-3f3691a2c42e tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:55.206867 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cc36c6-556e-4ca5-b072-4ec758f62aa8 None None] The sync data for ids ['f4ca290d-b056-4800-a802-3719a18ad5d7'] in n-d-808199-11 is: [{'id': 'f4ca290d-b056-4800-a802-3719a18ad5d7', 'name': 'tempest-RoutersIpV6Test-router-1774973520', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:26:05Z', 'updated_at': '2021-11-25T13:26:49Z', 'revision_number': 11, 'project_id': '177e3b084115482a91deb772ab6235e0', 'gw_port_host': None}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:26:55.216342 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-eb3f310e-9da9-410b-82b0-2218a059e01d req-1d9b3327-9387-435b-9900-e27c28904502 service neutron] Attempting to bind port 9c95a943-d548-4dbe-afba-3eb6d5a215f9 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:26:55.216845 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-eb3f310e-9da9-410b-82b0-2218a059e01d req-1d9b3327-9387-435b-9900-e27c28904502 service neutron] Attempting to bind port 9c95a943-d548-4dbe-afba-3eb6d5a215f9 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '69c62212-4523-4acd-b808-007a53ff7fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '86ce0c5b-521f-4849-813d-48a6e4cbad17'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:26:55.217281 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3f310e-9da9-410b-82b0-2218a059e01d req-1d9b3327-9387-435b-9900-e27c28904502 service neutron] Attempting to bind port 9c95a943-d548-4dbe-afba-3eb6d5a215f9 on network 86ce0c5b-521f-4849-813d-48a6e4cbad17 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:26:55.249172 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2abb0e6e-d391-4028-81e2-feb09eab4970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:55.255590 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3f310e-9da9-410b-82b0-2218a059e01d req-1d9b3327-9387-435b-9900-e27c28904502 service neutron] Port 9c95a943-d548-4dbe-afba-3eb6d5a215f9 on network 86ce0c5b-521f-4849-813d-48a6e4cbad17 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:26:55.256049 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3f310e-9da9-410b-82b0-2218a059e01d req-1d9b3327-9387-435b-9900-e27c28904502 service neutron] Attempting to bind port 9c95a943-d548-4dbe-afba-3eb6d5a215f9 on network 86ce0c5b-521f-4849-813d-48a6e4cbad17 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:26:55.272813 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3f310e-9da9-410b-82b0-2218a059e01d req-1d9b3327-9387-435b-9900-e27c28904502 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:26:55.273270 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3f310e-9da9-410b-82b0-2218a059e01d req-1d9b3327-9387-435b-9900-e27c28904502 service neutron] Checking segment: {'id': '69c62212-4523-4acd-b808-007a53ff7fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '86ce0c5b-521f-4849-813d-48a6e4cbad17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:26:55.273908 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3f310e-9da9-410b-82b0-2218a059e01d req-1d9b3327-9387-435b-9900-e27c28904502 service neutron] Bound using segment: {'id': '69c62212-4523-4acd-b808-007a53ff7fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '86ce0c5b-521f-4849-813d-48a6e4cbad17'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:26:55.274547 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-eb3f310e-9da9-410b-82b0-2218a059e01d req-1d9b3327-9387-435b-9900-e27c28904502 service neutron] Bound port: 9c95a943-d548-4dbe-afba-3eb6d5a215f9, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c62212-4523-4acd-b808-007a53ff7fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '86ce0c5b-521f-4849-813d-48a6e4cbad17'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:26:55.275047 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-eb3f310e-9da9-410b-82b0-2218a059e01d req-1d9b3327-9387-435b-9900-e27c28904502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:55.298146 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-2abb0e6e-d391-4028-81e2-feb09eab4970 None None] For port a3386d5a-e9ca-477b-9824-9098d61012c4, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=a3386d5a-e9ca-477b-9824-9098d61012c4,segment=NetworkSegment(40a198a7-301a-47bd-bb8e-de5dce7edbf3),segment_id=40a198a7-301a-47bd-bb8e-de5dce7edbf3)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:26:55.306106 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2abb0e6e-d391-4028-81e2-feb09eab4970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:55.364896 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-be3cff03-42f7-4f86-be3d-b682bea84711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:55.384592 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb0e6e-d391-4028-81e2-feb09eab4970 None None] Pushing event updated for resources: {'Port': ['ID=a3386d5a-e9ca-477b-9824-9098d61012c4,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:55.386221 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-4fbea52d-d542-43ab-8c8e-f742e35f9287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba76b90-4355-48a9-a3ac-ec0a1f8bd099', 'name': 'tempest-TaggedBootDevicesTest-78249705-router', 'tenant_id': 'ee6b0fbe2e7a4406acdd0c8fea203ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '9a26b243-4483-4865-adcd-bf6762bfce14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:26:43Z', 'updated_at': '2021-11-25T13:26:50Z', 'revision_number': 4, 'project_id': 'ee6b0fbe2e7a4406acdd0c8fea203ca4', 'gw_port': {'id': '9a26b243-4483-4865-adcd-bf6762bfce14', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba76b90-4355-48a9-a3ac-ec0a1f8bd099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:44Z', 'updated_at': '2021-11-25T13:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'a3386d5a-e9ca-477b-9824-9098d61012c4', 'name': '', 'network_id': '0f46794c-b326-485f-8936-6eed71effe7e', 'tenant_id': 'ee6b0fbe2e7a4406acdd0c8fea203ca4', 'mac_address': 'fa:16:3e:df:e7:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bba76b90-4355-48a9-a3ac-ec0a1f8bd099', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '1a610251-b260-4111-ade4-fcd074d9de00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:48Z', 'updated_at': '2021-11-25T13:26:54Z', 'revision_number': 4, 'project_id': 'ee6b0fbe2e7a4406acdd0c8fea203ca4', 'subnets': [{'id': '1a610251-b260-4111-ade4-fcd074d9de00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:55.440787 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbea52d-d542-43ab-8c8e-f742e35f9287 None None] The sync data for ids ['bba76b90-4355-48a9-a3ac-ec0a1f8bd099'] in n-d-808199-11 is: [{'id': 'bba76b90-4355-48a9-a3ac-ec0a1f8bd099', 'name': 'tempest-TaggedBootDevicesTest-78249705-router', 'tenant_id': 'ee6b0fbe2e7a4406acdd0c8fea203ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '9a26b243-4483-4865-adcd-bf6762bfce14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:26:43Z', 'updated_at': '2021-11-25T13:26:50Z', 'revision_number': 4, 'project_id': 'ee6b0fbe2e7a4406acdd0c8fea203ca4', 'gw_port': {'id': '9a26b243-4483-4865-adcd-bf6762bfce14', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba76b90-4355-48a9-a3ac-ec0a1f8bd099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:44Z', 'updated_at': '2021-11-25T13:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'a3386d5a-e9ca-477b-9824-9098d61012c4', 'name': '', 'network_id': '0f46794c-b326-485f-8936-6eed71effe7e', 'tenant_id': 'ee6b0fbe2e7a4406acdd0c8fea203ca4', 'mac_address': 'fa:16:3e:df:e7:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bba76b90-4355-48a9-a3ac-ec0a1f8bd099', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '1a610251-b260-4111-ade4-fcd074d9de00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:48Z', 'updated_at': '2021-11-25T13:26:54Z', 'revision_number': 4, 'project_id': 'ee6b0fbe2e7a4406acdd0c8fea203ca4', 'subnets': [{'id': '1a610251-b260-4111-ade4-fcd074d9de00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:26:55.441031 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-369bfbd3-d5d7-4258-bc8d-8b9c0f63984f None None] Provisioning complete for port a3386d5a-e9ca-477b-9824-9098d61012c4 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:26:55.441891 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-369bfbd3-d5d7-4258-bc8d-8b9c0f63984f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:55.463181 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f89a7bb5-58fc-4b19-8e39-3f3691a2c42e tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:55.466344 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-eb3f310e-9da9-410b-82b0-2218a059e01d req-1d9b3327-9387-435b-9900-e27c28904502 service neutron] For port 9c95a943-d548-4dbe-afba-3eb6d5a215f9, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:26:55.469116 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-eb3f310e-9da9-410b-82b0-2218a059e01d req-1d9b3327-9387-435b-9900-e27c28904502 service neutron] For port 9c95a943-d548-4dbe-afba-3eb6d5a215f9, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=9c95a943-d548-4dbe-afba-3eb6d5a215f9,segment=NetworkSegment(69c62212-4523-4acd-b808-007a53ff7fe0),segment_id=69c62212-4523-4acd-b808-007a53ff7fe0)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:26:55.471673 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3c3411a1-6292-4bda-818f-63cf3ddba7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:55.493619 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b32b419-4919-403f-851b-51a920a293b9 req-844fa672-88c7-4f3d-9731-bc485cf8a79f tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:55.497054 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8b32b419-4919-403f-851b-51a920a293b9 req-844fa672-88c7-4f3d-9731-bc485cf8a79f tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 945 time: 0.2949891 Nov 25 13:26:55.501734 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f89a7bb5-58fc-4b19-8e39-3f3691a2c42e tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:55.502280 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-eb3f310e-9da9-410b-82b0-2218a059e01d req-1d9b3327-9387-435b-9900-e27c28904502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:55.612961 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9b3327-9387-435b-9900-e27c28904502 service neutron] Pushing event updated for resources: {'Port': ['ID=9c95a943-d548-4dbe-afba-3eb6d5a215f9,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:55.651874 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f89a7bb5-58fc-4b19-8e39-3f3691a2c42e tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:55.660160 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f89a7bb5-58fc-4b19-8e39-3f3691a2c42e tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5481031 Nov 25 13:26:55.679366 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f310e-9da9-410b-82b0-2218a059e01d req-1d9b3327-9387-435b-9900-e27c28904502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:55.680072 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-eb3f310e-9da9-410b-82b0-2218a059e01d req-1d9b3327-9387-435b-9900-e27c28904502 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:55.681559 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-eb3f310e-9da9-410b-82b0-2218a059e01d req-1d9b3327-9387-435b-9900-e27c28904502 service neutron] 10.222.0.47 "PUT /v2.0/ports/9c95a943-d548-4dbe-afba-3eb6d5a215f9 HTTP/1.1" status: 200 len: 1092 time: 2.4208553 Nov 25 13:26:55.683312 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60452) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:55.688589 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3411a1-6292-4bda-818f-63cf3ddba7d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbdcfc24-cd98-4a87-829b-f266b47c2752,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:55.696356 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-7a038135-b63c-47ea-8f14-0ca3799a7d4e tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:26:55.700145 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3411a1-6292-4bda-818f-63cf3ddba7d0 admin admin] Checking segment: {'id': '4ce6de71-c943-4000-8d8b-91e28d37d0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd2455c21-13bd-4366-a8d2-aa41e85801c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:26:55.700525 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3411a1-6292-4bda-818f-63cf3ddba7d0 admin admin] Network hostable DHCP agents. Network: d2455c21-13bd-4366-a8d2-aa41e85801c8, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:26:55.767881 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-be3cff03-42f7-4f86-be3d-b682bea84711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:55.795429 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8b32b419-4919-403f-851b-51a920a293b9 req-4b9cb5e0-323b-493e-8f02-ecdf40c7d256 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=62076cc7-e62e-4a72-af44-4e6f6b4d1965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2853770 Nov 25 13:26:55.820606 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-be3cff03-42f7-4f86-be3d-b682bea84711 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5059e2ec-e64a-4bd7-ba0a-26f3f969291d']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:55.853770 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-be3cff03-42f7-4f86-be3d-b682bea84711 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c859a10-ee21-4a0f-a0c3-a26efd57a12f') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:55.853770 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-be3cff03-42f7-4f86-be3d-b682bea84711 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c859a10-ee21-4a0f-a0c3-a26efd57a12f') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:55.866615 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee5bb03c-5e9f-4a85-976d-12b690a0e673', 'tag': '9c95a943-d548-4dbe-afba-3eb6d5a215f9'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:26:55.868952 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b275a47-1ebd-4662-b8a5-4851b6604132" -d '{"events": [{"name": "network-changed", "server_uuid": "ee5bb03c-5e9f-4a85-976d-12b690a0e673", "tag": "9c95a943-d548-4dbe-afba-3eb6d5a215f9"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:26:55.898061 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-be3cff03-42f7-4f86-be3d-b682bea84711 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:55.954258 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-be3cff03-42f7-4f86-be3d-b682bea84711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:55.965218 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3411a1-6292-4bda-818f-63cf3ddba7d0 admin admin] Network d2455c21-13bd-4366-a8d2-aa41e85801c8 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:26:55.970585 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ec7fbe-2025-47fb-888e-bab2fb80ff4d x-openstack-request-id: req-26ec7fbe-2025-47fb-888e-bab2fb80ff4d {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:26:55.970955 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee5bb03c-5e9f-4a85-976d-12b690a0e673", "tag": "9c95a943-d548-4dbe-afba-3eb6d5a215f9", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:26:55.971144 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-26ec7fbe-2025-47fb-888e-bab2fb80ff4d {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:26:55.971530 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee5bb03c-5e9f-4a85-976d-12b690a0e673', 'tag': '9c95a943-d548-4dbe-afba-3eb6d5a215f9', 'status': 'completed', 'code': 200} Nov 25 13:26:55.976740 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f310e-9da9-410b-82b0-2218a059e01d req-4ab3bfc1-bf40-4636-8ad7-788a1636ad5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:55.977706 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b4219-20f0-48a3-a4b5-d72bd71e5cb7 req-b08f9425-2678-4cf5-974b-7ac7eecfed42 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:55.978279 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-eb3f310e-9da9-410b-82b0-2218a059e01d req-4ab3bfc1-bf40-4636-8ad7-788a1636ad5f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=14da780ba23d47dc80a36e577e024742&device_id=ee5bb03c-5e9f-4a85-976d-12b690a0e673 HTTP/1.1" status: 200 len: 1095 time: 0.2224946 Nov 25 13:26:55.980102 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6f9b4219-20f0-48a3-a4b5-d72bd71e5cb7 req-b08f9425-2678-4cf5-974b-7ac7eecfed42 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee5bb03c-5e9f-4a85-976d-12b690a0e673 HTTP/1.1" status: 200 len: 943 time: 0.1518173 Nov 25 13:26:55.983536 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be3cff03-42f7-4f86-be3d-b682bea84711 admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:26:55.984356 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-be3cff03-42f7-4f86-be3d-b682bea84711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:55.996700 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:26:55.996700 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:26:55.996700 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:26:55.996700 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:26:55.996700 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:26:55.996700 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:26:55.996700 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:26:55.996700 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:26:55.996700 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:26:55.996700 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:26:55.996700 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:26:55.996700 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:26:55.996700 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:26:55.996700 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:26:55.996700 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:26:55.996700 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:26:55.996700 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:26:55.996700 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:26:55.996700 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:26:55.996700 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:26:55.996700 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:26:55.996700 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:26:55.996700 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:26:55.996700 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:26:55.996700 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:26:55.996700 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:26:55.996700 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:26:55.996700 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:26:55.996700 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:26:55.996700 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:26:55.996700 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:26:55.996700 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:26:56.004542 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-3c3411a1-6292-4bda-818f-63cf3ddba7d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, d2455c21-13bd-4366-a8d2-aa41e85801c8) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:26:56.017378 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc27aa38-1023-46cb-8425-18c8a623ec54 None None] Network d2455c21-13bd-4366-a8d2-aa41e85801c8 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:26:56.025242 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3411a1-6292-4bda-818f-63cf3ddba7d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:56.025955 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3c3411a1-6292-4bda-818f-63cf3ddba7d0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:56.077608 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6f9b4219-20f0-48a3-a4b5-d72bd71e5cb7 req-1432a645-ab13-401d-99b0-b78953a6576f tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799131 Nov 25 13:26:56.116776 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-be3cff03-42f7-4f86-be3d-b682bea84711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:56.136331 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-be3cff03-42f7-4f86-be3d-b682bea84711 admin admin] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:56.143036 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-be3cff03-42f7-4f86-be3d-b682bea84711 admin admin] 10.222.0.53 "DELETE /v2.0/networks/5059e2ec-e64a-4bd7-ba0a-26f3f969291d HTTP/1.1" status: 204 len: 168 time: 0.9774404 Nov 25 13:26:56.143036 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3cff03-42f7-4f86-be3d-b682bea84711 admin admin] Pushing event deleted for resources: {'Network': ['ID=5059e2ec-e64a-4bd7-ba0a-26f3f969291d,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:56.143887 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60462) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:56.193595 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-3c3411a1-6292-4bda-818f-63cf3ddba7d0 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4855077 Nov 25 13:26:56.198954 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-eb3f310e-9da9-410b-82b0-2218a059e01d req-d85933f8-e28c-4336-b35f-278173db2464 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c95a943-d548-4dbe-afba-3eb6d5a215f9 HTTP/1.1" status: 200 len: 217 time: 0.2064059 Nov 25 13:26:56.199543 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60464) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:56.209489 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-a850f711-f21d-4b76-bc8a-e57007062152 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1944998651-router', 'tenant_id': 'c05b4b4926e34c0daff0dd4989d236e8', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:26:56.222007 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-70b33dea-0aa5-489c-8c79-d6260f5181e4 admin admin] Deleting subnet 11d0c4f3-f3b8-4f1c-83dd-15962584dd16 {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:26:56.227541 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-70b33dea-0aa5-489c-8c79-d6260f5181e4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:56.231088 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7a038135-b63c-47ea-8f14-0ca3799a7d4e tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66601263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66597252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:56.293437 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7a038135-b63c-47ea-8f14-0ca3799a7d4e tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66601254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66601277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66597267'] for router, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:56.312858 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-70b33dea-0aa5-489c-8c79-d6260f5181e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:56.313018 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f310e-9da9-410b-82b0-2218a059e01d req-27cbe71e-f57c-4930-9fc5-919d9d11f876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:56.317993 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-eb3f310e-9da9-410b-82b0-2218a059e01d req-27cbe71e-f57c-4930-9fc5-919d9d11f876 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1a356b22-557f-414f-9369-a0bf5c0c80eb HTTP/1.1" status: 200 len: 846 time: 0.1024284 Nov 25 13:26:56.321648 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a850f711-f21d-4b76-bc8a-e57007062152 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:56.322667 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a850f711-f21d-4b76-bc8a-e57007062152 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:56.329127 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f1ed19-0fec-4c3f-a231-106afda1c9c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-d2455c21-13bd-4366-a8d2-aa41e85801c8', 'network_id': 'd2455c21-13bd-4366-a8d2-aa41e85801c8', 'tenant_id': 'c05b4b4926e34c0daff0dd4989d236e8', 'fixed_ips': [{'subnet_id': 'fbdcfc24-cd98-4a87-829b-f266b47c2752'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:26:56.331235 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-64f1ed19-0fec-4c3f-a231-106afda1c9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:56.390128 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-70b33dea-0aa5-489c-8c79-d6260f5181e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:56.445713 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-eb3f310e-9da9-410b-82b0-2218a059e01d req-9a50c152-ebb8-418b-8e50-b5d172424c68 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=86ce0c5b-521f-4849-813d-48a6e4cbad17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848169 Nov 25 13:26:56.464819 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-70b33dea-0aa5-489c-8c79-d6260f5181e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:56.491682 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-70b33dea-0aa5-489c-8c79-d6260f5181e4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:56.503459 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-70b33dea-0aa5-489c-8c79-d6260f5181e4 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/11d0c4f3-f3b8-4f1c-83dd-15962584dd16 HTTP/1.1" status: 204 len: 168 time: 0.3586304 Nov 25 13:26:56.504272 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60466) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:56.545161 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-64f1ed19-0fec-4c3f-a231-106afda1c9c4 None None] Allocated IP 172.20.0.2 (d2455c21-13bd-4366-a8d2-aa41e85801c8/fbdcfc24-cd98-4a87-829b-f266b47c2752/4aa67b8f-6c68-4502-a086-0d2400866a92) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:26:56.552405 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b33dea-0aa5-489c-8c79-d6260f5181e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11d0c4f3-f3b8-4f1c-83dd-15962584dd16,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:56.595682 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a850f711-f21d-4b76-bc8a-e57007062152 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:56.651832 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-eb3f310e-9da9-410b-82b0-2218a059e01d req-6a712bc5-7d66-424c-9aac-095a3214864b service neutron] 10.222.0.47 "GET /v2.0/networks/86ce0c5b-521f-4849-813d-48a6e4cbad17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954308 Nov 25 13:26:56.673655 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e21c3b5f-b5b3-4b00-a254-1885e657d335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:56.768885 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e21c3b5f-b5b3-4b00-a254-1885e657d335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:56.791766 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-64f1ed19-0fec-4c3f-a231-106afda1c9c4 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:56.804153 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-e21c3b5f-b5b3-4b00-a254-1885e657d335 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce129fcb-f937-41b0-b6fe-85c0b4723798']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:56.808808 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-64f1ed19-0fec-4c3f-a231-106afda1c9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:56.818161 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-e21c3b5f-b5b3-4b00-a254-1885e657d335 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a90bca51-ea14-49f6-ab85-cf7b14adafce') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:56.818974 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-e21c3b5f-b5b3-4b00-a254-1885e657d335 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a90bca51-ea14-49f6-ab85-cf7b14adafce') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:56.830230 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f1ed19-0fec-4c3f-a231-106afda1c9c4 None None] Network d2455c21-13bd-4366-a8d2-aa41e85801c8 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:26:56.834805 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-64f1ed19-0fec-4c3f-a231-106afda1c9c4 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:26:56.836456 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e21c3b5f-b5b3-4b00-a254-1885e657d335 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:56.841068 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f1ed19-0fec-4c3f-a231-106afda1c9c4 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:26:56.853445 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e21c3b5f-b5b3-4b00-a254-1885e657d335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:56.873425 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e21c3b5f-b5b3-4b00-a254-1885e657d335 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:26:56.873846 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e21c3b5f-b5b3-4b00-a254-1885e657d335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:56.878097 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:26:56.878097 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:26:56.878097 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:26:56.878097 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:26:56.878097 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:26:56.878097 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:26:56.878097 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:26:56.878097 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:26:56.878097 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:26:56.878097 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:26:56.878097 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:26:56.878097 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:26:56.878097 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:26:56.878097 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:26:56.878097 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:26:56.878097 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:26:56.878097 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:26:56.878097 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:26:56.878097 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:26:56.878097 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:26:56.878097 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:26:56.878097 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:26:56.878097 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:26:56.878097 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:26:56.878097 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:26:56.878097 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:26:56.878097 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:26:56.878097 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:26:56.878097 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:26:56.878097 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:26:56.878097 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:26:56.878097 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:26:56.990883 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-64f1ed19-0fec-4c3f-a231-106afda1c9c4 None None] Attempting to bind port 4aa67b8f-6c68-4502-a086-0d2400866a92 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:26:56.991293 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-64f1ed19-0fec-4c3f-a231-106afda1c9c4 None None] Attempting to bind port 4aa67b8f-6c68-4502-a086-0d2400866a92 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '4ce6de71-c943-4000-8d8b-91e28d37d0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd2455c21-13bd-4366-a8d2-aa41e85801c8'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:26:56.991994 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f1ed19-0fec-4c3f-a231-106afda1c9c4 None None] Attempting to bind port 4aa67b8f-6c68-4502-a086-0d2400866a92 on network d2455c21-13bd-4366-a8d2-aa41e85801c8 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:26:56.995414 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f1ed19-0fec-4c3f-a231-106afda1c9c4 None None] Pushing event updated for resources: {'Port': ['ID=4aa67b8f-6c68-4502-a086-0d2400866a92,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:57.003205 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f1ed19-0fec-4c3f-a231-106afda1c9c4 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:26:57.003205 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f1ed19-0fec-4c3f-a231-106afda1c9c4 None None] Checking segment: {'id': '4ce6de71-c943-4000-8d8b-91e28d37d0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd2455c21-13bd-4366-a8d2-aa41e85801c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:26:57.003475 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-64f1ed19-0fec-4c3f-a231-106afda1c9c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:57.003885 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f1ed19-0fec-4c3f-a231-106afda1c9c4 None None] Bound using segment: {'id': '4ce6de71-c943-4000-8d8b-91e28d37d0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd2455c21-13bd-4366-a8d2-aa41e85801c8'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:26:57.004384 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-64f1ed19-0fec-4c3f-a231-106afda1c9c4 None None] Bound port: 4aa67b8f-6c68-4502-a086-0d2400866a92, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ce6de71-c943-4000-8d8b-91e28d37d0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd2455c21-13bd-4366-a8d2-aa41e85801c8'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:26:57.005341 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-64f1ed19-0fec-4c3f-a231-106afda1c9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:57.058544 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e21c3b5f-b5b3-4b00-a254-1885e657d335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:57.082026 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e21c3b5f-b5b3-4b00-a254-1885e657d335 admin admin] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:57.091449 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e21c3b5f-b5b3-4b00-a254-1885e657d335 admin admin] 10.222.0.53 "DELETE /v2.0/networks/ce129fcb-f937-41b0-b6fe-85c0b4723798 HTTP/1.1" status: 204 len: 168 time: 0.5823250 Nov 25 13:26:57.117377 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c3b5f-b5b3-4b00-a254-1885e657d335 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce129fcb-f937-41b0-b6fe-85c0b4723798,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:57.133021 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb285243-b5dd-4d39-8686-adedf80a51d8 req-80d9553b-f27d-4ded-9479-4a7dd31a1655 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:57.135833 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cb285243-b5dd-4d39-8686-adedf80a51d8 req-80d9553b-f27d-4ded-9479-4a7dd31a1655 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 945 time: 0.1578901 Nov 25 13:26:57.190986 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-64f1ed19-0fec-4c3f-a231-106afda1c9c4 None None] For port 4aa67b8f-6c68-4502-a086-0d2400866a92, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:26:57.198779 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-64f1ed19-0fec-4c3f-a231-106afda1c9c4 None None] For port 4aa67b8f-6c68-4502-a086-0d2400866a92, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=4aa67b8f-6c68-4502-a086-0d2400866a92,segment=NetworkSegment(4ce6de71-c943-4000-8d8b-91e28d37d0ac),segment_id=4ce6de71-c943-4000-8d8b-91e28d37d0ac)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:26:57.212157 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-64f1ed19-0fec-4c3f-a231-106afda1c9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:57.356604 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f1ed19-0fec-4c3f-a231-106afda1c9c4 None None] Pushing event updated for resources: {'Port': ['ID=4aa67b8f-6c68-4502-a086-0d2400866a92,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:57.377779 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cb285243-b5dd-4d39-8686-adedf80a51d8 req-4a41962a-c238-4dde-a4a9-af5673b4a0a6 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=62076cc7-e62e-4a72-af44-4e6f6b4d1965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2354372 Nov 25 13:26:57.403519 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-eb3f310e-9da9-410b-82b0-2218a059e01d req-b0de5c2b-45e4-4cfd-8fe6-69dca53328ab service neutron] 10.222.0.47 "GET /v2.0/networks/86ce0c5b-521f-4849-813d-48a6e4cbad17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7425432 Nov 25 13:26:57.448800 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a038135-b63c-47ea-8f14-0ca3799a7d4e tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Router d5e540c8-141e-4909-a5e4-a7be3edf95d1 is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:26:57.464628 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625a2e5-ff6c-4920-b92b-213784886645 req-000d7298-a565-4721-82fb-d5a198680bcc tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:57.466913 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a625a2e5-ff6c-4920-b92b-213784886645 req-000d7298-a565-4721-82fb-d5a198680bcc tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee5bb03c-5e9f-4a85-976d-12b690a0e673 HTTP/1.1" status: 200 len: 943 time: 0.1897118 Nov 25 13:26:57.475814 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60476) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:57.483509 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a850f711-f21d-4b76-bc8a-e57007062152 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:57.491291 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device a3386d5a-e9ca-477b-9824-9098d61012c4 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:26:57.558448 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60478) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:57.558603 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-6354b5ef-7671-47d5-8dbf-1dec7d426be6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3191054d47ff4d659bfd89127456b30d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0801318 Nov 25 13:26:57.568636 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port a3386d5a-e9ca-477b-9824-9098d61012c4 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:26:57.569251 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:57.615960 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a625a2e5-ff6c-4920-b92b-213784886645 req-2cfdb9b4-f1ae-4e92-8e9e-1045470adeaf tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428974 Nov 25 13:26:57.687297 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a038135-b63c-47ea-8f14-0ca3799a7d4e tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:26:57.698820 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7a038135-b63c-47ea-8f14-0ca3799a7d4e tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:57.700843 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c352044-4bdd-4cfb-ad4a-6a2aa7207748 None None] Sync routers for ids ['d5e540c8-141e-4909-a5e4-a7be3edf95d1'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:26:57.706822 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-7a038135-b63c-47ea-8f14-0ca3799a7d4e tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "PUT /v2.0/routers/d5e540c8-141e-4909-a5e4-a7be3edf95d1 HTTP/1.1" status: 200 len: 697 time: 2.0169883 Nov 25 13:26:57.707473 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60480) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:57.737768 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c352044-4bdd-4cfb-ad4a-6a2aa7207748 None None] Routers {'d5e540c8-141e-4909-a5e4-a7be3edf95d1'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:26:57.738580 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-0c352044-4bdd-4cfb-ad4a-6a2aa7207748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:26:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['d5e540c8-141e-4909-a5e4-a7be3edf95d1'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:57.755743 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b275a47-1ebd-4662-b8a5-4851b6604132 req-2dd02451-59af-4350-8972-c466b1625abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:57.757291 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3b275a47-1ebd-4662-b8a5-4851b6604132 req-2dd02451-59af-4350-8972-c466b1625abe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=14da780ba23d47dc80a36e577e024742&device_id=ee5bb03c-5e9f-4a85-976d-12b690a0e673 HTTP/1.1" status: 200 len: 1095 time: 0.2796671 Nov 25 13:26:57.827124 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-0c352044-4bdd-4cfb-ad4a-6a2aa7207748 None None] Set router d5e540c8-141e-4909-a5e4-a7be3edf95d1 gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:26:57.853645 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-98a0386b-8bb0-48ac-bd63-49da6fe448d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:57.902734 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-98a0386b-8bb0-48ac-bd63-49da6fe448d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:57.910460 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-0c352044-4bdd-4cfb-ad4a-6a2aa7207748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e540c8-141e-4909-a5e4-a7be3edf95d1', 'name': 'tempest-RoutersIpV6Test-router-985433266', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:26:55Z', 'updated_at': '2021-11-25T13:26:56Z', 'revision_number': 2, 'project_id': '177e3b084115482a91deb772ab6235e0', 'gw_port_host': None}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:57.949856 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b275a47-1ebd-4662-b8a5-4851b6604132 req-2e6c52ed-fa1d-44c3-aeb9-796cc894157d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:57.951406 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3b275a47-1ebd-4662-b8a5-4851b6604132 req-2e6c52ed-fa1d-44c3-aeb9-796cc894157d service neutron] 10.222.0.47 "GET /v2.0/networks?id=86ce0c5b-521f-4849-813d-48a6e4cbad17 HTTP/1.1" status: 200 len: 907 time: 0.1825578 Nov 25 13:26:57.953745 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c352044-4bdd-4cfb-ad4a-6a2aa7207748 None None] Checking router: d5e540c8-141e-4909-a5e4-a7be3edf95d1 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:26:57.968806 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c352044-4bdd-4cfb-ad4a-6a2aa7207748 None None] Routers {'d5e540c8-141e-4909-a5e4-a7be3edf95d1'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:26:57.969981 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-0c352044-4bdd-4cfb-ad4a-6a2aa7207748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:26:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['d5e540c8-141e-4909-a5e4-a7be3edf95d1'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:58.010186 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3b275a47-1ebd-4662-b8a5-4851b6604132 req-73afd348-9303-453a-96a6-e44a244d3c2e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c95a943-d548-4dbe-afba-3eb6d5a215f9 HTTP/1.1" status: 200 len: 217 time: 0.0489206 Nov 25 13:26:58.095418 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-0c352044-4bdd-4cfb-ad4a-6a2aa7207748 None None] Set router d5e540c8-141e-4909-a5e4-a7be3edf95d1 gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:26:58.120909 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-98a0386b-8bb0-48ac-bd63-49da6fe448d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:58.123686 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-98a0386b-8bb0-48ac-bd63-49da6fe448d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:58.124884 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-98a0386b-8bb0-48ac-bd63-49da6fe448d4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3b7c20b5-afa6-43ea-bfb6-d98b8ac4bdd0 HTTP/1.1" status: 204 len: 168 time: 0.5245903 Nov 25 13:26:58.165960 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a0386b-8bb0-48ac-bd63-49da6fe448d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7c20b5-afa6-43ea-bfb6-d98b8ac4bdd0,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:58.169156 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-ac24e55c-786c-41aa-bef1-c467a1fe43b1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "GET /v2.0/routers/d5e540c8-141e-4909-a5e4-a7be3edf95d1 HTTP/1.1" status: 200 len: 703 time: 0.4580319 Nov 25 13:26:58.172260 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60486) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:58.186225 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b275a47-1ebd-4662-b8a5-4851b6604132 req-908d321c-3ac5-471b-9bee-690ee5910da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:58.186979 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3b275a47-1ebd-4662-b8a5-4851b6604132 req-908d321c-3ac5-471b-9bee-690ee5910da6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1a356b22-557f-414f-9369-a0bf5c0c80eb HTTP/1.1" status: 200 len: 846 time: 0.1308095 Nov 25 13:26:58.214400 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-563b3c71-5ade-4655-9eed-c044dffcf5d1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5e540c8-141e-4909-a5e4-a7be3edf95d1 HTTP/1.1" status: 200 len: 205 time: 0.0393462 Nov 25 13:26:58.217136 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60488) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:58.218677 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a850f711-f21d-4b76-bc8a-e57007062152 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:58.220033 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-0c352044-4bdd-4cfb-ad4a-6a2aa7207748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e540c8-141e-4909-a5e4-a7be3edf95d1', 'name': 'tempest-RoutersIpV6Test-router-985433266', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:26:55Z', 'updated_at': '2021-11-25T13:26:56Z', 'revision_number': 2, 'project_id': '177e3b084115482a91deb772ab6235e0', 'gw_port_host': None}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:26:58.258379 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c352044-4bdd-4cfb-ad4a-6a2aa7207748 None None] The sync data for ids ['d5e540c8-141e-4909-a5e4-a7be3edf95d1'] in n-d-808199-11 is: [{'id': 'd5e540c8-141e-4909-a5e4-a7be3edf95d1', 'name': 'tempest-RoutersIpV6Test-router-985433266', 'tenant_id': '177e3b084115482a91deb772ab6235e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:26:55Z', 'updated_at': '2021-11-25T13:26:56Z', 'revision_number': 2, 'project_id': '177e3b084115482a91deb772ab6235e0', 'gw_port_host': None}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:26:58.284664 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3b275a47-1ebd-4662-b8a5-4851b6604132 req-2c50fbeb-8455-450f-b402-f64bbfec1ac1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=86ce0c5b-521f-4849-813d-48a6e4cbad17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833015 Nov 25 13:26:58.286627 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a850f711-f21d-4b76-bc8a-e57007062152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:58.326191 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-94076c15-fe71-4bc3-a28e-414c0fd09d4b tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for router, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:58.593207 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3b275a47-1ebd-4662-b8a5-4851b6604132 req-2ae5d50f-fcdd-4bd3-9241-b5dd4dea4264 service neutron] 10.222.0.47 "GET /v2.0/networks/86ce0c5b-521f-4849-813d-48a6e4cbad17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940741 Nov 25 13:26:58.678151 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-94076c15-fe71-4bc3-a28e-414c0fd09d4b tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:58.681833 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-94076c15-fe71-4bc3-a28e-414c0fd09d4b tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:58.757969 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65dde7-4960-4ac2-b71c-3e02c49b37a8 req-ea804736-019a-4b2c-9f3a-cab2d0d3fa94 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:58.759626 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0d65dde7-4960-4ac2-b71c-3e02c49b37a8 req-ea804736-019a-4b2c-9f3a-cab2d0d3fa94 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 945 time: 0.1432250 Nov 25 13:26:58.760463 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-94076c15-fe71-4bc3-a28e-414c0fd09d4b tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:58.761003 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94076c15-fe71-4bc3-a28e-414c0fd09d4b tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Fanout notify agent at l3_agent the message router_deleted on router d5e540c8-141e-4909-a5e4-a7be3edf95d1 {{(pid=103570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:26:58.772054 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-94076c15-fe71-4bc3-a28e-414c0fd09d4b tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:58.776907 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-94076c15-fe71-4bc3-a28e-414c0fd09d4b tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "DELETE /v2.0/routers/d5e540c8-141e-4909-a5e4-a7be3edf95d1 HTTP/1.1" status: 204 len: 168 time: 0.5551763 Nov 25 13:26:58.777956 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-a850f711-f21d-4b76-bc8a-e57007062152 admin admin] Allocated IP 172.25.5.222 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/6ce3bbfc-5c6d-40b3-95e5-a645ce0efbf0) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:26:58.778526 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60496) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:58.780317 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60498) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:58.881991 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-739852fe-52d7-4247-970a-1dc51c93b2f3 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5e540c8-141e-4909-a5e4-a7be3edf95d1 HTTP/1.1" status: 200 len: 205 time: 0.0999813 Nov 25 13:26:58.883106 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3b275a47-1ebd-4662-b8a5-4851b6604132 req-43b5df7f-1356-4022-9e74-971b9870babc service neutron] 10.222.0.47 "GET /v2.0/networks/86ce0c5b-521f-4849-813d-48a6e4cbad17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801745 Nov 25 13:26:58.885820 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60504) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:58.923618 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0d65dde7-4960-4ac2-b71c-3e02c49b37a8 req-1cb90486-577d-4b5e-a468-108bc50d5781 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=62076cc7-e62e-4a72-af44-4e6f6b4d1965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485808 Nov 25 13:26:58.948504 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-02c73bd0-ee90-4dff-9419-402fbad74f9b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dd0615ca42fe4d9cbc0df6cf436fa4b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1550894 Nov 25 13:26:58.948899 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971c3fcd-d8e9-455e-8edd-50e1afbfb9f5 None None] Network d2455c21-13bd-4366-a8d2-aa41e85801c8 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:26:58.949341 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [None req-38f1187a-74ed-4109-9976-f8022bcc5d6e tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] delete failed (client error): The resource could not be found. Nov 25 13:26:58.949341 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-38f1187a-74ed-4109-9976-f8022bcc5d6e tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "DELETE /v2.0/routers/d5e540c8-141e-4909-a5e4-a7be3edf95d1 HTTP/1.1" status: 404 len: 336 time: 0.0574243 Nov 25 13:26:58.949507 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13aa5db-43e0-4fa0-a2ac-df4437069dc7 req-0f8b56c0-6633-4172-9dbd-0eef705ea894 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:26:58.949618 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60506) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:58.949714 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d13aa5db-43e0-4fa0-a2ac-df4437069dc7 req-0f8b56c0-6633-4172-9dbd-0eef705ea894 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee5bb03c-5e9f-4a85-976d-12b690a0e673 HTTP/1.1" status: 200 len: 943 time: 0.1702309 Nov 25 13:26:58.949799 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60508) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:59.023227 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d13aa5db-43e0-4fa0-a2ac-df4437069dc7 req-9caa657d-d3d1-4072-9007-c796ac3bd56e tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602956 Nov 25 13:26:59.046557 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bc5c580-e545-4870-ae05-63c64e93a5f8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] DELETE failed (client error): The resource could not be found. Nov 25 13:26:59.046557 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bc5c580-e545-4870-ae05-63c64e93a5f8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:26:59.048138 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-4bc5c580-e545-4870-ae05-63c64e93a5f8 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "DELETE /v2.0/subnets/fd374e8b-a729-4b51-99af-39ea92de27ad HTTP/1.1" status: 404 len: 337 time: 0.0973589 Nov 25 13:26:59.050298 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60510) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:59.050613 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffe8a-b7f9-4d3e-88ad-89c35daf0d05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:59.062422 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-274a6f34-7a80-421a-837b-aa5b13e33018 None None] Provisioning complete for port 4aa67b8f-6c68-4502-a086-0d2400866a92 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:26:59.062827 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-274a6f34-7a80-421a-837b-aa5b13e33018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:59.080579 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-b61a3b4e-00c4-4ecb-8572-a5b45906e5cd tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] DELETE failed (client error): The resource could not be found. Nov 25 13:26:59.081046 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b61a3b4e-00c4-4ecb-8572-a5b45906e5cd tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:26:59.084182 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b61a3b4e-00c4-4ecb-8572-a5b45906e5cd tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "DELETE /v2.0/subnets/03243bd3-9267-4213-b146-d14ac3094541 HTTP/1.1" status: 404 len: 337 time: 0.0316730 Nov 25 13:26:59.086973 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60512) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:59.107254 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffe8a-b7f9-4d3e-88ad-89c35daf0d05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:59.119192 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-623cbe5b-43a6-4a0f-93db-c06dbefae679 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] DELETE failed (client error): The resource could not be found. Nov 25 13:26:59.119660 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-623cbe5b-43a6-4a0f-93db-c06dbefae679 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:26:59.124087 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-623cbe5b-43a6-4a0f-93db-c06dbefae679 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "DELETE /v2.0/subnets/ae04fda2-0d27-418c-8997-e6c21495b2d8 HTTP/1.1" status: 404 len: 337 time: 0.0359657 Nov 25 13:26:59.127405 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60514) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:59.140586 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a850f711-f21d-4b76-bc8a-e57007062152 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:59.167603 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-de1a2168-0bfe-423c-8afb-ad97cf9b00a1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] DELETE failed (client error): The resource could not be found. Nov 25 13:26:59.168357 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de1a2168-0bfe-423c-8afb-ad97cf9b00a1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:26:59.175418 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60520) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:59.184575 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-de1a2168-0bfe-423c-8afb-ad97cf9b00a1 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "DELETE /v2.0/subnets/da726350-0d03-4a24-b59b-eb9cd43d1b2f HTTP/1.1" status: 404 len: 337 time: 0.0448389 Nov 25 13:26:59.218601 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-274a6f34-7a80-421a-837b-aa5b13e33018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:59.228952 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60522) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:59.236882 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-46b1a0af-e57d-449e-9941-67d454182555 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4ca290d-b056-4800-a802-3719a18ad5d7 HTTP/1.1" status: 200 len: 205 time: 0.0593033 Nov 25 13:26:59.296442 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffe8a-b7f9-4d3e-88ad-89c35daf0d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:59.302295 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-274a6f34-7a80-421a-837b-aa5b13e33018 None None] For port 4aa67b8f-6c68-4502-a086-0d2400866a92, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=4aa67b8f-6c68-4502-a086-0d2400866a92,segment=NetworkSegment(4ce6de71-c943-4000-8d8b-91e28d37d0ac),segment_id=4ce6de71-c943-4000-8d8b-91e28d37d0ac)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:26:59.304229 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffe8a-b7f9-4d3e-88ad-89c35daf0d05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:59.308583 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-4b5ffe8a-b7f9-4d3e-88ad-89c35daf0d05 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1fb4a40f-8b9a-4c52-bb86-268a573d53e1 HTTP/1.1" status: 204 len: 168 time: 0.3563643 Nov 25 13:26:59.311173 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-274a6f34-7a80-421a-837b-aa5b13e33018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:59.338623 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a850f711-f21d-4b76-bc8a-e57007062152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:59.339022 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [None req-96208af2-1d2a-4de9-9280-885c4a253ff9 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] delete failed (client error): The resource could not be found. Nov 25 13:26:59.343116 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-96208af2-1d2a-4de9-9280-885c4a253ff9 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "DELETE /v2.0/routers/f4ca290d-b056-4800-a802-3719a18ad5d7 HTTP/1.1" status: 404 len: 336 time: 0.1131432 Nov 25 13:26:59.343982 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60526) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:59.365312 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ffe8a-b7f9-4d3e-88ad-89c35daf0d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb4a40f-8b9a-4c52-bb86-268a573d53e1,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:59.407696 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274a6f34-7a80-421a-837b-aa5b13e33018 None None] Pushing event updated for resources: {'Port': ['ID=4aa67b8f-6c68-4502-a086-0d2400866a92,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:59.432442 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-102f0f92-1879-40bf-b1a9-752f34bab0ba tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5044c1f-7bf1-480b-9e97-3c49a3d8b688 HTTP/1.1" status: 200 len: 205 time: 0.0865514 Nov 25 13:26:59.433771 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60528) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:59.481933 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a850f711-f21d-4b76-bc8a-e57007062152 admin admin] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:26:59.497129 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-a850f711-f21d-4b76-bc8a-e57007062152 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:26:59.502883 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a850f711-f21d-4b76-bc8a-e57007062152 admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:26:59.524547 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1cfe56-07fb-46df-b033-5a22cd08ab9f None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:26:59.563090 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [None req-d7127434-75d9-4aa1-9582-83629edd7c18 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] delete failed (client error): The resource could not be found. Nov 25 13:26:59.573168 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d7127434-75d9-4aa1-9582-83629edd7c18 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "DELETE /v2.0/routers/b5044c1f-7bf1-480b-9e97-3c49a3d8b688 HTTP/1.1" status: 404 len: 336 time: 0.1373136 Nov 25 13:26:59.573786 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60530) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:59.587563 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 4aa67b8f-6c68-4502-a086-0d2400866a92 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:26:59.603372 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a850f711-f21d-4b76-bc8a-e57007062152 admin admin] Pushing event updated for resources: {'Port': ['ID=6ce3bbfc-5c6d-40b3-95e5-a645ce0efbf0,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:26:59.679173 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd964631-c9f0-4620-8921-ae1af23a6a9a tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] DELETE failed (client error): The resource could not be found. Nov 25 13:26:59.679646 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd964631-c9f0-4620-8921-ae1af23a6a9a tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:26:59.707472 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-fd964631-c9f0-4620-8921-ae1af23a6a9a tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "DELETE /v2.0/subnets/9eff45d5-e7c2-4a1b-9ca0-d2a68a6e30de HTTP/1.1" status: 404 len: 337 time: 0.1325848 Nov 25 13:26:59.711029 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60534) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:59.752475 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-629ac7b0-fd6d-4dac-8af4-9b15f6722f62 None None] Provisioning complete for port 6ce3bbfc-5c6d-40b3-95e5-a645ce0efbf0 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:26:59.753950 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-629ac7b0-fd6d-4dac-8af4-9b15f6722f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:59.763461 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 4aa67b8f-6c68-4502-a086-0d2400866a92 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:26:59.767025 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:26:59.790919 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-515e7b10-9b8b-494c-b4e2-9f290ae29111 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9704e62-22ab-4164-98ec-b09ca58cff71 HTTP/1.1" status: 200 len: 205 time: 0.0765879 Nov 25 13:26:59.795270 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60540) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:59.877947 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-629ac7b0-fd6d-4dac-8af4-9b15f6722f62 None None] Port 6ce3bbfc-5c6d-40b3-95e5-a645ce0efbf0 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:26:59.879573 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [None req-84b6de5b-7833-4f9c-8b70-6b5763796e18 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] delete failed (client error): The resource could not be found. Nov 25 13:26:59.882932 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-84b6de5b-7833-4f9c-8b70-6b5763796e18 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "DELETE /v2.0/routers/c9704e62-22ab-4164-98ec-b09ca58cff71 HTTP/1.1" status: 404 len: 336 time: 0.0823259 Nov 25 13:26:59.883572 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60542) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:26:59.951355 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-38e2d7f9-f3ca-4a70-be62-77e3dfa2f22a tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "GET /v2.0/ports?device_id=c342f76f-7e9f-4bdd-b6ec-3934b8f8cedb HTTP/1.1" status: 200 len: 205 time: 0.0660570 Nov 25 13:26:59.951990 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60546) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:00.003121 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-b85c3dbc-68d1-4330-9b7c-fc7be5ca7046 None None] Provisioning complete for port 4aa67b8f-6c68-4502-a086-0d2400866a92 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:27:00.004303 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b85c3dbc-68d1-4330-9b7c-fc7be5ca7046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:00.046038 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [None req-00f2aedc-d753-4cbb-aea6-ac1eb32d70c9 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] delete failed (client error): The resource could not be found. Nov 25 13:27:00.049538 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-00f2aedc-d753-4cbb-aea6-ac1eb32d70c9 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "DELETE /v2.0/routers/c342f76f-7e9f-4bdd-b6ec-3934b8f8cedb HTTP/1.1" status: 404 len: 336 time: 0.0918784 Nov 25 13:27:00.049912 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60556) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:00.151936 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-23dcfaad-796a-427e-b5e3-cfcfe79afcca tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] DELETE failed (client error): The resource could not be found. Nov 25 13:27:00.158647 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23dcfaad-796a-427e-b5e3-cfcfe79afcca tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:27:00.166928 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a850f711-f21d-4b76-bc8a-e57007062152 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:00.168951 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-23dcfaad-796a-427e-b5e3-cfcfe79afcca tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "DELETE /v2.0/subnets/fbff2172-40a1-428a-bb4c-7d70da301b91 HTTP/1.1" status: 404 len: 337 time: 0.1162367 Nov 25 13:27:00.171577 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60560) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:00.199943 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 9c95a943-d548-4dbe-afba-3eb6d5a215f9 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:27:00.282023 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-da7f3ee1-a8b9-4cb2-b305-b0ae1a2958ca tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "GET /v2.0/ports?device_id=35e21e08-bbef-42b1-ba61-7b7525ca8c15 HTTP/1.1" status: 200 len: 205 time: 0.0401816 Nov 25 13:27:00.283018 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60564) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:00.338542 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 9c95a943-d548-4dbe-afba-3eb6d5a215f9, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=9c95a943-d548-4dbe-afba-3eb6d5a215f9,segment=NetworkSegment(69c62212-4523-4acd-b808-007a53ff7fe0),segment_id=69c62212-4523-4acd-b808-007a53ff7fe0)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:27:00.357816 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '9c95a943-d548-4dbe-afba-3eb6d5a215f9', 'network_id': '86ce0c5b-521f-4849-813d-48a6e4cbad17', 'port_id': '9c95a943-d548-4dbe-afba-3eb6d5a215f9', 'mac_address': 'fa:16:3e:c6:80:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a356b22-557f-414f-9369-a0bf5c0c80eb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:27:00.363617 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [None req-9ed2ac36-618c-4d81-8378-d3aceb1f151d tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] delete failed (client error): The resource could not be found. Nov 25 13:27:00.369284 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-9ed2ac36-618c-4d81-8378-d3aceb1f151d tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "DELETE /v2.0/routers/35e21e08-bbef-42b1-ba61-7b7525ca8c15 HTTP/1.1" status: 404 len: 336 time: 0.0625942 Nov 25 13:27:00.371309 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60566) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:00.428286 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6e607f70-f7be-4982-8050-4703fcf56876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:00.442041 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:00.460935 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c95a943-d548-4dbe-afba-3eb6d5a215f9 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:27:00.462542 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76333ddd-bf31-4aa8-9b08-2d6f2fba669e req-6c609ffc-3580-486d-bb0a-4509384e07f2 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:00.470401 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-76333ddd-bf31-4aa8-9b08-2d6f2fba669e req-6c609ffc-3580-486d-bb0a-4509384e07f2 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee5bb03c-5e9f-4a85-976d-12b690a0e673 HTTP/1.1" status: 200 len: 943 time: 0.2939365 Nov 25 13:27:00.473991 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-a123c0b8-c308-4631-9e91-098afacb0140 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] DELETE failed (client error): The resource could not be found. Nov 25 13:27:00.474571 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a123c0b8-c308-4631-9e91-098afacb0140 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:27:00.483292 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-a123c0b8-c308-4631-9e91-098afacb0140 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "DELETE /v2.0/subnets/4df4854c-3407-45e1-af00-233961e1a5b4 HTTP/1.1" status: 404 len: 337 time: 0.1089506 Nov 25 13:27:00.483495 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60572) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:00.497096 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 9c95a943-d548-4dbe-afba-3eb6d5a215f9, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=9c95a943-d548-4dbe-afba-3eb6d5a215f9,segment=NetworkSegment(69c62212-4523-4acd-b808-007a53ff7fe0),segment_id=69c62212-4523-4acd-b808-007a53ff7fe0)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:27:00.497456 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ebf50-f149-4768-bf21-2aad17a37fd6 req-e9ae7190-24db-44c5-8575-58a04b629256 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:00.500153 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ff0ebf50-f149-4768-bf21-2aad17a37fd6 req-e9ae7190-24db-44c5-8575-58a04b629256 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 945 time: 0.3499243 Nov 25 13:27:00.516053 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:00.531096 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-a714bd51-7459-4ef3-8002-84041d9135ea tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b8dcb2d-51c0-4a6a-be9f-8c8464d2c88b HTTP/1.1" status: 200 len: 205 time: 0.0411067 Nov 25 13:27:00.533479 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60574) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:00.583818 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [None req-ef9b337a-11a2-4ad2-99b5-3640cc7c4415 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] delete failed (client error): The resource could not be found. Nov 25 13:27:00.586753 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-ef9b337a-11a2-4ad2-99b5-3640cc7c4415 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "DELETE /v2.0/routers/4b8dcb2d-51c0-4a6a-be9f-8c8464d2c88b HTTP/1.1" status: 404 len: 336 time: 0.0503404 Nov 25 13:27:00.589788 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60578) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:00.609979 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=9c95a943-d548-4dbe-afba-3eb6d5a215f9,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:00.617792 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a850f711-f21d-4b76-bc8a-e57007062152 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:00.640327 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-76607e0c-67ee-4af2-af5a-50fc40848863 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] DELETE failed (client error): The resource could not be found. Nov 25 13:27:00.640940 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76607e0c-67ee-4af2-af5a-50fc40848863 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:27:00.643921 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-76607e0c-67ee-4af2-af5a-50fc40848863 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "DELETE /v2.0/subnets/44886365-997b-457e-b64d-8296b2dbf46a HTTP/1.1" status: 404 len: 337 time: 0.0457690 Nov 25 13:27:00.654737 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60580) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:00.700141 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ff0ebf50-f149-4768-bf21-2aad17a37fd6 req-7ec95e1a-d3d4-4bd8-89c5-46db863da0ff tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=62076cc7-e62e-4a72-af44-4e6f6b4d1965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1806920 Nov 25 13:27:00.704121 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-76333ddd-bf31-4aa8-9b08-2d6f2fba669e req-aa626bcf-3eba-4c3f-9117-47c2cf6c349f tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195461 Nov 25 13:27:00.705328 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a59681d-d43c-48b2-93c9-5327f9ae1c41 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] DELETE failed (client error): The resource could not be found. Nov 25 13:27:00.705909 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a59681d-d43c-48b2-93c9-5327f9ae1c41 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:27:00.720502 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-8a59681d-d43c-48b2-93c9-5327f9ae1c41 tempest-RoutersIpV6Test-757433007 tempest-RoutersIpV6Test-757433007-project] 10.222.0.53 "DELETE /v2.0/subnets/64cc489a-eda6-4a18-be19-d75183b7e9c3 HTTP/1.1" status: 404 len: 337 time: 0.0580978 Nov 25 13:27:00.769311 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['9c95a943-d548-4dbe-afba-3eb6d5a215f9'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:27:00.872672 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a850f711-f21d-4b76-bc8a-e57007062152 admin admin] Router 5d76cf2f-7891-47d2-8e8b-5a791b9ed99f is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:27:01.104510 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a850f711-f21d-4b76-bc8a-e57007062152 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:27:01.123995 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fd5317-5064-42df-bac8-1ea2951d8e07 None None] Sync routers for ids ['5d76cf2f-7891-47d2-8e8b-5a791b9ed99f'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:27:01.141454 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a850f711-f21d-4b76-bc8a-e57007062152 admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:01.145879 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-a850f711-f21d-4b76-bc8a-e57007062152 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.9406650 Nov 25 13:27:01.146060 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fd5317-5064-42df-bac8-1ea2951d8e07 None None] Routers {'5d76cf2f-7891-47d2-8e8b-5a791b9ed99f'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:27:01.146060 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-97fd5317-5064-42df-bac8-1ea2951d8e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:26:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['5d76cf2f-7891-47d2-8e8b-5a791b9ed99f'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:27:01.146253 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60594) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:01.181783 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60596) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:01.390541 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-97fd5317-5064-42df-bac8-1ea2951d8e07 None None] Set router 5d76cf2f-7891-47d2-8e8b-5a791b9ed99f gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:27:01.419269 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-e725e310-c260-4775-b6bf-0fa0841da7df admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=177e3b084115482a91deb772ab6235e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2362399 Nov 25 13:27:01.421688 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60600) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:01.459862 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 4aa67b8f-6c68-4502-a086-0d2400866a92 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:27:01.497174 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b99acb2-2127-43a0-af22-d803b7ecef17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:01.544506 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b99acb2-2127-43a0-af22-d803b7ecef17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:01.629687 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b99acb2-2127-43a0-af22-d803b7ecef17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:01.632901 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b99acb2-2127-43a0-af22-d803b7ecef17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:01.634182 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-0b99acb2-2127-43a0-af22-d803b7ecef17 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/14155444-4fa0-47c8-a2ca-6e489b0b4b18 HTTP/1.1" status: 204 len: 168 time: 0.2107322 Nov 25 13:27:01.648535 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b99acb2-2127-43a0-af22-d803b7ecef17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14155444-4fa0-47c8-a2ca-6e489b0b4b18,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:01.849258 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 4aa67b8f-6c68-4502-a086-0d2400866a92 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:27:01.850325 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:01.898134 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-97fd5317-5064-42df-bac8-1ea2951d8e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d76cf2f-7891-47d2-8e8b-5a791b9ed99f', 'name': 'tempest-TaggedBootDevicesTest-1944998651-router', 'tenant_id': 'c05b4b4926e34c0daff0dd4989d236e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '6ce3bbfc-5c6d-40b3-95e5-a645ce0efbf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:26:56Z', 'updated_at': '2021-11-25T13:26:59Z', 'revision_number': 3, 'project_id': 'c05b4b4926e34c0daff0dd4989d236e8', 'gw_port': {'id': '6ce3bbfc-5c6d-40b3-95e5-a645ce0efbf0', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a9:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d76cf2f-7891-47d2-8e8b-5a791b9ed99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2414, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:58Z', 'updated_at': '2021-11-25T13:26:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:27:01.925428 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e001bb01-bd55-40fb-839d-9808386db7eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:01.929139 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fd5317-5064-42df-bac8-1ea2951d8e07 None None] Checking router: 5d76cf2f-7891-47d2-8e8b-5a791b9ed99f for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:27:01.930211 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fd5317-5064-42df-bac8-1ea2951d8e07 None None] Updating router 5d76cf2f-7891-47d2-8e8b-5a791b9ed99f port 6ce3bbfc-5c6d-40b3-95e5-a645ce0efbf0 binding host n-d-808199-11 {{(pid=103572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:27:01.997950 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a059a96d-7b46-429f-8548-51284d701e67 req-bdefb44e-c378-4af0-add8-f3f7c9787c38 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:02.008913 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-97fd5317-5064-42df-bac8-1ea2951d8e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:02.009467 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a059a96d-7b46-429f-8548-51284d701e67 req-bdefb44e-c378-4af0-add8-f3f7c9787c38 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee5bb03c-5e9f-4a85-976d-12b690a0e673 HTTP/1.1" status: 200 len: 944 time: 0.1479783 Nov 25 13:27:02.276983 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a059a96d-7b46-429f-8548-51284d701e67 req-8725d14c-ce49-4f06-8413-7d8e9fb8e6cc tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661479 Nov 25 13:27:02.298576 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 9c95a943-d548-4dbe-afba-3eb6d5a215f9 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:27:02.419172 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cda336a-0634-438e-b052-165476f0320b req-8e52e20c-13ec-49f8-85db-9a2cbc23ed67 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:02.430592 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1cda336a-0634-438e-b052-165476f0320b req-8e52e20c-13ec-49f8-85db-9a2cbc23ed67 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 945 time: 0.3555100 Nov 25 13:27:02.440528 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-97fd5317-5064-42df-bac8-1ea2951d8e07 None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:02.454367 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 9c95a943-d548-4dbe-afba-3eb6d5a215f9 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:27:02.466930 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 9c95a943-d548-4dbe-afba-3eb6d5a215f9 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:27:02.467480 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:02.470478 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-97fd5317-5064-42df-bac8-1ea2951d8e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:02.573331 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b29c2a-7a9d-4779-9c53-5a874ada69b6 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:27:02.609323 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-97fd5317-5064-42df-bac8-1ea2951d8e07 None None] Attempting to bind port 6ce3bbfc-5c6d-40b3-95e5-a645ce0efbf0 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:27:02.609822 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-97fd5317-5064-42df-bac8-1ea2951d8e07 None None] Attempting to bind port 6ce3bbfc-5c6d-40b3-95e5-a645ce0efbf0 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:27:02.611297 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fd5317-5064-42df-bac8-1ea2951d8e07 None None] Attempting to bind port 6ce3bbfc-5c6d-40b3-95e5-a645ce0efbf0 on network 7542d3d9-0db3-40e7-ab88-a168871141f7 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:27:02.613435 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1cda336a-0634-438e-b052-165476f0320b req-a3f08d54-9153-4163-9553-ccc2ec7014c1 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=62076cc7-e62e-4a72-af44-4e6f6b4d1965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1815317 Nov 25 13:27:02.630276 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-e001bb01-bd55-40fb-839d-9808386db7eb admin admin] Allocated IP 172.20.0.1 (d2455c21-13bd-4366-a8d2-aa41e85801c8/fbdcfc24-cd98-4a87-829b-f266b47c2752/02762f5f-88d9-4ae2-832f-c19950299100) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:27:02.637095 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a461005-dfab-4315-ad7a-6ae736c1a531 None None] Pushing event updated for resources: {'Port': ['ID=6ce3bbfc-5c6d-40b3-95e5-a645ce0efbf0,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:02.677739 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fd5317-5064-42df-bac8-1ea2951d8e07 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:27:02.678122 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fd5317-5064-42df-bac8-1ea2951d8e07 None None] Checking segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:27:02.678877 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-97fd5317-5064-42df-bac8-1ea2951d8e07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:02.679288 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fd5317-5064-42df-bac8-1ea2951d8e07 None None] Bound using segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:27:02.679800 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-97fd5317-5064-42df-bac8-1ea2951d8e07 None None] Bound port: 6ce3bbfc-5c6d-40b3-95e5-a645ce0efbf0, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:27:02.680193 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-97fd5317-5064-42df-bac8-1ea2951d8e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:02.841049 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e8f2c202-27d8-42e6-addb-43ccffafb582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:02.889241 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:02.948629 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-7467122d-a393-4eb5-a5a6-55667fd9d3af None None] Provisioning complete for port 6ce3bbfc-5c6d-40b3-95e5-a645ce0efbf0 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:27:02.949026 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7467122d-a393-4eb5-a5a6-55667fd9d3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:02.958253 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-97fd5317-5064-42df-bac8-1ea2951d8e07 None None] For port 6ce3bbfc-5c6d-40b3-95e5-a645ce0efbf0, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:27:02.998243 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee5bb03c-5e9f-4a85-976d-12b690a0e673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c95a943-d548-4dbe-afba-3eb6d5a215f9'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:27:03.005104 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff12827-55fe-495b-8683-e3f65b8b235d" -d '{"events": [{"server_uuid": "ee5bb03c-5e9f-4a85-976d-12b690a0e673", "name": "network-vif-plugged", "status": "completed", "tag": "9c95a943-d548-4dbe-afba-3eb6d5a215f9"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:27:03.032819 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60668) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:03.073299 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-97fd5317-5064-42df-bac8-1ea2951d8e07 None None] For port 6ce3bbfc-5c6d-40b3-95e5-a645ce0efbf0, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=6ce3bbfc-5c6d-40b3-95e5-a645ce0efbf0,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:27:03.109976 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f675c596-4d89-4199-9a27-462d66842552 x-openstack-request-id: req-f675c596-4d89-4199-9a27-462d66842552 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:27:03.110270 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee5bb03c-5e9f-4a85-976d-12b690a0e673", "name": "network-vif-plugged", "status": "completed", "tag": "9c95a943-d548-4dbe-afba-3eb6d5a215f9", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:27:03.110547 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f675c596-4d89-4199-9a27-462d66842552 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:27:03.112685 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee5bb03c-5e9f-4a85-976d-12b690a0e673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c95a943-d548-4dbe-afba-3eb6d5a215f9', 'code': 200} Nov 25 13:27:03.144653 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-97fd5317-5064-42df-bac8-1ea2951d8e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:03.162128 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 9c95a943-d548-4dbe-afba-3eb6d5a215f9, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=9c95a943-d548-4dbe-afba-3eb6d5a215f9,segment=NetworkSegment(69c62212-4523-4acd-b808-007a53ff7fe0),segment_id=69c62212-4523-4acd-b808-007a53ff7fe0)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:27:03.245945 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-7a5d5b77-42bf-4d65-85cc-358d5ce615ba tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1280954750', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:27:03.250351 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:03.297983 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-7467122d-a393-4eb5-a5a6-55667fd9d3af None None] Port 6ce3bbfc-5c6d-40b3-95e5-a645ce0efbf0 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:27:03.314147 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e001bb01-bd55-40fb-839d-9808386db7eb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:03.320921 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc90695-c207-4e83-bef4-b991de436538 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:27:03.345529 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7a5d5b77-42bf-4d65-85cc-358d5ce615ba tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:03.346870 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7a5d5b77-42bf-4d65-85cc-358d5ce615ba tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:03.359336 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e001bb01-bd55-40fb-839d-9808386db7eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:03.372373 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60676) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:03.393245 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a461005-dfab-4315-ad7a-6ae736c1a531 None None] Pushing event updated for resources: {'Port': ['ID=6ce3bbfc-5c6d-40b3-95e5-a645ce0efbf0,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:03.418745 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e9ac9-52f2-412c-a9b6-5b5abec93a35 req-4d388bd1-c9c4-47cd-b6d0-8b828a90089f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:03.420910 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1e3e9ac9-52f2-412c-a9b6-5b5abec93a35 req-4d388bd1-c9c4-47cd-b6d0-8b828a90089f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ee5bb03c-5e9f-4a85-976d-12b690a0e673 HTTP/1.1" status: 200 len: 1097 time: 0.2530515 Nov 25 13:27:03.445832 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fd5317-5064-42df-bac8-1ea2951d8e07 None None] Routers {'5d76cf2f-7891-47d2-8e8b-5a791b9ed99f'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:27:03.448230 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-97fd5317-5064-42df-bac8-1ea2951d8e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:27:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['5d76cf2f-7891-47d2-8e8b-5a791b9ed99f'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:27:03.469112 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e001bb01-bd55-40fb-839d-9808386db7eb admin admin] Network d2455c21-13bd-4366-a8d2-aa41e85801c8 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:27:03.526269 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-e001bb01-bd55-40fb-839d-9808386db7eb admin admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:27:03.528940 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7a5d5b77-42bf-4d65-85cc-358d5ce615ba tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:03.534652 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e001bb01-bd55-40fb-839d-9808386db7eb admin admin] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:27:03.540932 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7a5d5b77-42bf-4d65-85cc-358d5ce615ba tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:03.595412 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e001bb01-bd55-40fb-839d-9808386db7eb admin admin] Pushing event updated for resources: {'Port': ['ID=02762f5f-88d9-4ae2-832f-c19950299100,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:03.601818 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7a5d5b77-42bf-4d65-85cc-358d5ce615ba tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:03.603249 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-7a5d5b77-42bf-4d65-85cc-358d5ce615ba tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.5693336 Nov 25 13:27:03.611240 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60682) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:03.618997 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-e52c8eea-bf1f-410c-a264-f264733637c1 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2061728267'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:27:03.620546 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-83e6bec9-705a-40f9-a00e-922bb444810b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:03.627323 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-7403beff-1a3c-47d5-987c-0d2c6bfa8856 None None] Provisioning complete for port 6ce3bbfc-5c6d-40b3-95e5-a645ce0efbf0 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:27:03.627936 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7403beff-1a3c-47d5-987c-0d2c6bfa8856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:03.659751 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1e3e9ac9-52f2-412c-a9b6-5b5abec93a35 req-d9380f70-666a-4e94-a4d5-5ed85b0391f9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291176 Nov 25 13:27:03.677143 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aa5e97-8736-4842-b891-67457250569f req-69c98bff-f3f2-4cb3-b817-17779cbbd2e8 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:03.679394 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-03aa5e97-8736-4842-b891-67457250569f req-69c98bff-f3f2-4cb3-b817-17779cbbd2e8 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee5bb03c-5e9f-4a85-976d-12b690a0e673 HTTP/1.1" status: 200 len: 945 time: 0.2475121 Nov 25 13:27:03.680003 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e001bb01-bd55-40fb-839d-9808386db7eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:03.813273 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-83e6bec9-705a-40f9-a00e-922bb444810b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:03.824544 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-83e6bec9-705a-40f9-a00e-922bb444810b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:03.849658 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52c8eea-bf1f-410c-a264-f264733637c1 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Made reservation on behalf of ac65a95011444243b80c5b33f5e4546f for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:27:03.853999 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=9c95a943-d548-4dbe-afba-3eb6d5a215f9,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:03.854129 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e52c8eea-bf1f-410c-a264-f264733637c1 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:03.856272 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-83e6bec9-705a-40f9-a00e-922bb444810b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5ffd8d634dc84a91b85c3ca63c2f583a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4818676 Nov 25 13:27:03.859082 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60686) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:03.885965 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:03.900491 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-97fd5317-5064-42df-bac8-1ea2951d8e07 None None] Set router 5d76cf2f-7891-47d2-8e8b-5a791b9ed99f gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:27:03.907452 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e6bec9-705a-40f9-a00e-922bb444810b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70266446-b7d7-4dc4-a63f-738af2cd4689,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:03.945502 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e52c8eea-bf1f-410c-a264-f264733637c1 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:03.953369 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-945e88d4-e206-4efa-976b-6400da8999b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:03.973887 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-03aa5e97-8736-4842-b891-67457250569f req-350e423d-67f1-4b7c-a2bd-e3e7bdddf66d tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208149 Nov 25 13:27:03.977540 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-945e88d4-e206-4efa-976b-6400da8999b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:04.029488 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074d2af-fb4a-4ed4-9180-a38259c140c0 req-b007a4de-1e67-4d2c-a7b3-283ae8dff79f tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:04.031021 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2074d2af-fb4a-4ed4-9180-a38259c140c0 req-b007a4de-1e67-4d2c-a7b3-283ae8dff79f tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 945 time: 0.2029300 Nov 25 13:27:04.036359 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-945e88d4-e206-4efa-976b-6400da8999b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:04.040782 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-945e88d4-e206-4efa-976b-6400da8999b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:04.042195 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-945e88d4-e206-4efa-976b-6400da8999b5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/70266446-b7d7-4dc4-a63f-738af2cd4689 HTTP/1.1" status: 204 len: 168 time: 0.1818955 Nov 25 13:27:04.053579 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945e88d4-e206-4efa-976b-6400da8999b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70266446-b7d7-4dc4-a63f-738af2cd4689,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:04.133086 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2074d2af-fb4a-4ed4-9180-a38259c140c0 req-3833e342-6bb6-4975-bce9-ba4e437c88ee tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=62076cc7-e62e-4a72-af44-4e6f6b4d1965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914462 Nov 25 13:27:04.187769 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e001bb01-bd55-40fb-839d-9808386db7eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:04.202678 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7403beff-1a3c-47d5-987c-0d2c6bfa8856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:04.205403 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e52c8eea-bf1f-410c-a264-f264733637c1 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:04.211917 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e52c8eea-bf1f-410c-a264-f264733637c1 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:04.237582 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-7403beff-1a3c-47d5-987c-0d2c6bfa8856 None None] For port 6ce3bbfc-5c6d-40b3-95e5-a645ce0efbf0, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=6ce3bbfc-5c6d-40b3-95e5-a645ce0efbf0,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:27:04.250245 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7403beff-1a3c-47d5-987c-0d2c6bfa8856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:04.255335 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e52c8eea-bf1f-410c-a264-f264733637c1 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:27:04.284583 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e52c8eea-bf1f-410c-a264-f264733637c1 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:04.284931 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-e52c8eea-bf1f-410c-a264-f264733637c1 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Added segment c4fdf05f-e91d-4d0c-bdcd-a11a46b5b7ae of type vlan for network 1e278eac-5b73-44a6-ac53-c896b2d7f87e Nov 25 13:27:04.295008 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-97fd5317-5064-42df-bac8-1ea2951d8e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d76cf2f-7891-47d2-8e8b-5a791b9ed99f', 'name': 'tempest-TaggedBootDevicesTest-1944998651-router', 'tenant_id': 'c05b4b4926e34c0daff0dd4989d236e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '6ce3bbfc-5c6d-40b3-95e5-a645ce0efbf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:26:56Z', 'updated_at': '2021-11-25T13:26:59Z', 'revision_number': 3, 'project_id': 'c05b4b4926e34c0daff0dd4989d236e8', 'gw_port': {'id': '6ce3bbfc-5c6d-40b3-95e5-a645ce0efbf0', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a9:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d76cf2f-7891-47d2-8e8b-5a791b9ed99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2414, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:58Z', 'updated_at': '2021-11-25T13:27:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:27:04.300303 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52c8eea-bf1f-410c-a264-f264733637c1 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b27f386-868e-4802-927c-25a9accff85b,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:04.371969 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fd5317-5064-42df-bac8-1ea2951d8e07 None None] The sync data for ids ['5d76cf2f-7891-47d2-8e8b-5a791b9ed99f'] in n-d-808199-11 is: [{'id': '5d76cf2f-7891-47d2-8e8b-5a791b9ed99f', 'name': 'tempest-TaggedBootDevicesTest-1944998651-router', 'tenant_id': 'c05b4b4926e34c0daff0dd4989d236e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '6ce3bbfc-5c6d-40b3-95e5-a645ce0efbf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:26:56Z', 'updated_at': '2021-11-25T13:26:59Z', 'revision_number': 3, 'project_id': 'c05b4b4926e34c0daff0dd4989d236e8', 'gw_port': {'id': '6ce3bbfc-5c6d-40b3-95e5-a645ce0efbf0', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a9:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d76cf2f-7891-47d2-8e8b-5a791b9ed99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2414, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:58Z', 'updated_at': '2021-11-25T13:27:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:27:04.387476 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e52c8eea-bf1f-410c-a264-f264733637c1 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:04.398126 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e5ccc23-3fd9-4ca9-8b67-7c23dd4e7627 None None] Provisioning complete for port 02762f5f-88d9-4ae2-832f-c19950299100 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:27:04.398498 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e5ccc23-3fd9-4ca9-8b67-7c23dd4e7627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:04.434495 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e52c8eea-bf1f-410c-a264-f264733637c1 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:04.436664 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7403beff-1a3c-47d5-987c-0d2c6bfa8856 None None] Pushing event updated for resources: {'Port': ['ID=6ce3bbfc-5c6d-40b3-95e5-a645ce0efbf0,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:04.440600 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52c8eea-bf1f-410c-a264-f264733637c1 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:04.441208 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e52c8eea-bf1f-410c-a264-f264733637c1 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:04.455850 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e5ccc23-3fd9-4ca9-8b67-7c23dd4e7627 None None] Port 02762f5f-88d9-4ae2-832f-c19950299100 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:27:04.526042 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e52c8eea-bf1f-410c-a264-f264733637c1 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9111009 Nov 25 13:27:04.531219 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60698) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:04.549545 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-4b073ac6-7eef-478f-92d2-ff743e22c7be tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Request body: {'subnet': {'network_id': '1e278eac-5b73-44a6-ac53-c896b2d7f87e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:27:04.556628 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52c8eea-bf1f-410c-a264-f264733637c1 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Pushing event updated for resources: {'Network': ['ID=1e278eac-5b73-44a6-ac53-c896b2d7f87e,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:04.573887 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 1e278eac-5b73-44a6-ac53-c896b2d7f87e details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:27:04.588218 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e001bb01-bd55-40fb-839d-9808386db7eb admin admin] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:04.599213 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e001bb01-bd55-40fb-839d-9808386db7eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:04.748417 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e001bb01-bd55-40fb-839d-9808386db7eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:04.756496 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e001bb01-bd55-40fb-839d-9808386db7eb admin admin] Pushing event updated for resources: {'Port': ['ID=02762f5f-88d9-4ae2-832f-c19950299100,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:04.777983 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b073ac6-7eef-478f-92d2-ff743e22c7be tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Made reservation on behalf of ac65a95011444243b80c5b33f5e4546f for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:27:04.786143 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4b073ac6-7eef-478f-92d2-ff743e22c7be tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:04.937260 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e001bb01-bd55-40fb-839d-9808386db7eb admin admin] Network d2455c21-13bd-4366-a8d2-aa41e85801c8 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:27:04.938829 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-e001bb01-bd55-40fb-839d-9808386db7eb admin admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:27:05.155037 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:05.189321 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4b073ac6-7eef-478f-92d2-ff743e22c7be tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:05.242682 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e001bb01-bd55-40fb-839d-9808386db7eb admin admin] Router 5d76cf2f-7891-47d2-8e8b-5a791b9ed99f has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:27:05.263667 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f2920f-832d-4555-b517-9894496d54bd req-a7388b60-aa31-4870-8f98-848aa3b153dc tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:05.272109 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b3f2920f-832d-4555-b517-9894496d54bd req-a7388b60-aa31-4870-8f98-848aa3b153dc tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee5bb03c-5e9f-4a85-976d-12b690a0e673 HTTP/1.1" status: 200 len: 945 time: 0.1885793 Nov 25 13:27:05.356778 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b073ac6-7eef-478f-92d2-ff743e22c7be tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Pushing event updated for resources: {'Subnet': ['ID=2c332f52-8f03-4c8e-ab74-e4702e224858,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:05.370368 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b073ac6-7eef-478f-92d2-ff743e22c7be tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Checking segment: {'id': 'c4fdf05f-e91d-4d0c-bdcd-a11a46b5b7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1e278eac-5b73-44a6-ac53-c896b2d7f87e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:27:05.370879 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b073ac6-7eef-478f-92d2-ff743e22c7be tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Network hostable DHCP agents. Network: 1e278eac-5b73-44a6-ac53-c896b2d7f87e, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:27:05.397375 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b073ac6-7eef-478f-92d2-ff743e22c7be tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Network 1e278eac-5b73-44a6-ac53-c896b2d7f87e is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:27:05.413165 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-4b073ac6-7eef-478f-92d2-ff743e22c7be tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 1e278eac-5b73-44a6-ac53-c896b2d7f87e) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:27:05.427770 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-75a1b030-a1d3-4567-ad79-92499bd7c00b None None] Provisioning complete for port 02762f5f-88d9-4ae2-832f-c19950299100 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:27:05.428729 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-75a1b030-a1d3-4567-ad79-92499bd7c00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:05.429895 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b073ac6-7eef-478f-92d2-ff743e22c7be tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:05.431700 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4b073ac6-7eef-478f-92d2-ff743e22c7be tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:05.433111 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d47ac3a-68be-4de2-8013-bbf79c119709 None None] Network 1e278eac-5b73-44a6-ac53-c896b2d7f87e requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:27:05.464745 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-4b073ac6-7eef-478f-92d2-ff743e22c7be tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9293363 Nov 25 13:27:05.469312 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60718) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:05.481252 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-644f13c3-ef5b-411e-a847-331cd5d8a66c tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Request body: {'network': {'name': 'tempest-router-network01--1409255035'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:27:05.506085 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-644f13c3-ef5b-411e-a847-331cd5d8a66c tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Made reservation on behalf of ac65a95011444243b80c5b33f5e4546f for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:27:05.510197 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-644f13c3-ef5b-411e-a847-331cd5d8a66c tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:05.545631 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-644f13c3-ef5b-411e-a847-331cd5d8a66c tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:27:05.564410 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-644f13c3-ef5b-411e-a847-331cd5d8a66c tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:05.564943 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-644f13c3-ef5b-411e-a847-331cd5d8a66c tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Added segment 67b26bf2-d542-4693-816a-c94bd5d1b05b of type vlan for network 44980a3b-bb37-4a5c-85b1-fb02d097611b Nov 25 13:27:05.608119 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b3f2920f-832d-4555-b517-9894496d54bd req-4bbbed47-7c49-4647-8d2c-9d9e12f0cb02 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085353 Nov 25 13:27:05.628662 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-644f13c3-ef5b-411e-a847-331cd5d8a66c tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:05.689976 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb7d4a9-db02-4d90-8d05-a32a4cd1e058 req-3dd79ca1-c0c5-4727-bf2d-eb0c01be75e4 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:05.691604 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6bb7d4a9-db02-4d90-8d05-a32a4cd1e058 req-3dd79ca1-c0c5-4727-bf2d-eb0c01be75e4 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 945 time: 0.3646359 Nov 25 13:27:05.727239 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 6ce3bbfc-5c6d-40b3-95e5-a645ce0efbf0 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:27:05.729311 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-644f13c3-ef5b-411e-a847-331cd5d8a66c tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:05.735935 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644f13c3-ef5b-411e-a847-331cd5d8a66c tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:05.736570 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-644f13c3-ef5b-411e-a847-331cd5d8a66c tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:05.792090 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e001bb01-bd55-40fb-839d-9808386db7eb admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:27:05.819495 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-644f13c3-ef5b-411e-a847-331cd5d8a66c tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3436382 Nov 25 13:27:05.824457 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60730) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:05.830007 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-96f156ff-5464-48ba-b889-33535284c536 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Request body: {'network': {'name': 'tempest-router-network02--1435109191'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:27:05.847356 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e001bb01-bd55-40fb-839d-9808386db7eb admin admin] 10.222.0.53 "PUT /v2.0/routers/5d76cf2f-7891-47d2-8e8b-5a791b9ed99f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7002871 Nov 25 13:27:05.877641 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f156ff-5464-48ba-b889-33535284c536 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Made reservation on behalf of ac65a95011444243b80c5b33f5e4546f for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:27:05.878958 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-75a1b030-a1d3-4567-ad79-92499bd7c00b None None] Port 02762f5f-88d9-4ae2-832f-c19950299100 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:27:05.881765 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-96f156ff-5464-48ba-b889-33535284c536 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:05.887207 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6bb7d4a9-db02-4d90-8d05-a32a4cd1e058 req-c50d7f88-6ed3-479e-82e9-3df1329d8fe2 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=62076cc7-e62e-4a72-af44-4e6f6b4d1965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1757181 Nov 25 13:27:05.921454 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644f13c3-ef5b-411e-a847-331cd5d8a66c tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Pushing event updated for resources: {'Network': ['ID=44980a3b-bb37-4a5c-85b1-fb02d097611b,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:05.950994 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 6ce3bbfc-5c6d-40b3-95e5-a645ce0efbf0 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:27:05.951676 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:05.963345 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96f156ff-5464-48ba-b889-33535284c536 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:27:05.984535 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-96f156ff-5464-48ba-b889-33535284c536 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:05.986412 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 44980a3b-bb37-4a5c-85b1-fb02d097611b details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:27:05.986913 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-96f156ff-5464-48ba-b889-33535284c536 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Added segment 145b3289-754b-4034-813f-a9d28974ee4b of type vlan for network d0185820-6055-4ca1-947e-a1e3d5ded5d7 Nov 25 13:27:06.057446 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d23d7d-72f7-44c7-8278-6083398817c1 req-af3c3d8b-aa84-446b-9a28-fb2939c490dd tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:06.074992 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-34d23d7d-72f7-44c7-8278-6083398817c1 req-af3c3d8b-aa84-446b-9a28-fb2939c490dd tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee5bb03c-5e9f-4a85-976d-12b690a0e673 HTTP/1.1" status: 200 len: 945 time: 0.1208811 Nov 25 13:27:06.085987 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-96f156ff-5464-48ba-b889-33535284c536 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:06.131421 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-96f156ff-5464-48ba-b889-33535284c536 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:06.138206 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f156ff-5464-48ba-b889-33535284c536 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:06.139038 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-96f156ff-5464-48ba-b889-33535284c536 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:06.220144 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-34d23d7d-72f7-44c7-8278-6083398817c1 req-8756b271-48bf-48c4-b2c5-279e33eb53da tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441700 Nov 25 13:27:06.221232 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d38266-9eeb-4154-93ba-89deb6f533ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-1e278eac-5b73-44a6-ac53-c896b2d7f87e', 'network_id': '1e278eac-5b73-44a6-ac53-c896b2d7f87e', 'tenant_id': 'ac65a95011444243b80c5b33f5e4546f', 'fixed_ips': [{'subnet_id': '2c332f52-8f03-4c8e-ab74-e4702e224858'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:27:06.223550 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-56d38266-9eeb-4154-93ba-89deb6f533ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:06.293167 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:06.309502 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-96f156ff-5464-48ba-b889-33535284c536 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4819956 Nov 25 13:27:06.310047 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60744) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:06.315064 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-371ddc97-2030-4fa3-8729-5874424612b9 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Request body: {'subnet': {'network_id': '44980a3b-bb37-4a5c-85b1-fb02d097611b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:27:06.329528 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f156ff-5464-48ba-b889-33535284c536 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Pushing event updated for resources: {'Network': ['ID=d0185820-6055-4ca1-947e-a1e3d5ded5d7,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:06.361251 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network d0185820-6055-4ca1-947e-a1e3d5ded5d7 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:27:06.477824 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60752) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:06.577123 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc133b19-8d4b-4be1-b157-968d261c2d8c req-48bb5b72-6a15-4d63-bd92-46df89a0b02f tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:06.578953 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cc133b19-8d4b-4be1-b157-968d261c2d8c req-48bb5b72-6a15-4d63-bd92-46df89a0b02f tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee5bb03c-5e9f-4a85-976d-12b690a0e673 HTTP/1.1" status: 200 len: 945 time: 0.2300191 Nov 25 13:27:06.657382 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cc133b19-8d4b-4be1-b157-968d261c2d8c req-4919a956-ad2e-4120-b52e-c37e0a1e2aea tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650463 Nov 25 13:27:06.658634 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-371ddc97-2030-4fa3-8729-5874424612b9 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Made reservation on behalf of ac65a95011444243b80c5b33f5e4546f for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:27:06.663784 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-371ddc97-2030-4fa3-8729-5874424612b9 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:06.675681 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-56d38266-9eeb-4154-93ba-89deb6f533ed None None] Allocated IP 2001:db8::2 (1e278eac-5b73-44a6-ac53-c896b2d7f87e/2c332f52-8f03-4c8e-ab74-e4702e224858/46fd0d41-dd27-4ede-9e63-14e2cfb216d9) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:27:06.813652 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-98898f8c-a919-4918-a3df-e6184d33c848 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:06.988356 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-371ddc97-2030-4fa3-8729-5874424612b9 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:07.050618 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-98898f8c-a919-4918-a3df-e6184d33c848 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:07.067234 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-98898f8c-a919-4918-a3df-e6184d33c848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:07.072143 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-56d38266-9eeb-4154-93ba-89deb6f533ed None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:07.083617 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-56d38266-9eeb-4154-93ba-89deb6f533ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:07.116960 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371ddc97-2030-4fa3-8729-5874424612b9 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Pushing event updated for resources: {'Subnet': ['ID=6b7f81b7-b008-4523-b41c-2f0392d3047c,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:07.127021 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-98898f8c-a919-4918-a3df-e6184d33c848 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=47588b34ade645ea9e064ac689e151d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6478231 Nov 25 13:27:07.128288 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98898f8c-a919-4918-a3df-e6184d33c848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=debbd703-070f-4524-8001-b04cd9f30fdd,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:07.133118 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60794) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:07.162007 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d38266-9eeb-4154-93ba-89deb6f533ed None None] Pushing event updated for resources: {'Port': ['ID=46fd0d41-dd27-4ede-9e63-14e2cfb216d9,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:07.169473 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d38266-9eeb-4154-93ba-89deb6f533ed None None] Network 1e278eac-5b73-44a6-ac53-c896b2d7f87e is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:27:07.171576 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-56d38266-9eeb-4154-93ba-89deb6f533ed None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:27:07.174823 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d38266-9eeb-4154-93ba-89deb6f533ed None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:27:07.274081 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-56d38266-9eeb-4154-93ba-89deb6f533ed None None] Attempting to bind port 46fd0d41-dd27-4ede-9e63-14e2cfb216d9 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:27:07.276399 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-56d38266-9eeb-4154-93ba-89deb6f533ed None None] Attempting to bind port 46fd0d41-dd27-4ede-9e63-14e2cfb216d9 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'c4fdf05f-e91d-4d0c-bdcd-a11a46b5b7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1e278eac-5b73-44a6-ac53-c896b2d7f87e'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:27:07.277430 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d38266-9eeb-4154-93ba-89deb6f533ed None None] Attempting to bind port 46fd0d41-dd27-4ede-9e63-14e2cfb216d9 on network 1e278eac-5b73-44a6-ac53-c896b2d7f87e {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:27:07.292133 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d38266-9eeb-4154-93ba-89deb6f533ed None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:27:07.292586 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d38266-9eeb-4154-93ba-89deb6f533ed None None] Checking segment: {'id': 'c4fdf05f-e91d-4d0c-bdcd-a11a46b5b7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1e278eac-5b73-44a6-ac53-c896b2d7f87e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:27:07.293460 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-56d38266-9eeb-4154-93ba-89deb6f533ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:07.294178 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d38266-9eeb-4154-93ba-89deb6f533ed None None] Bound using segment: {'id': 'c4fdf05f-e91d-4d0c-bdcd-a11a46b5b7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1e278eac-5b73-44a6-ac53-c896b2d7f87e'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:27:07.294368 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-56d38266-9eeb-4154-93ba-89deb6f533ed None None] Bound port: 46fd0d41-dd27-4ede-9e63-14e2cfb216d9, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4fdf05f-e91d-4d0c-bdcd-a11a46b5b7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1e278eac-5b73-44a6-ac53-c896b2d7f87e'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:27:07.294787 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-56d38266-9eeb-4154-93ba-89deb6f533ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:07.309342 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-053d61e7-a78d-48b7-8cd8-74bb6ec8c16f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:07.362667 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-053d61e7-a78d-48b7-8cd8-74bb6ec8c16f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:07.384715 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc3ceab-dfa1-4fa6-97d9-474b2d03f956 req-9a316f0b-05d8-4907-9e0d-c405e3db4705 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:07.397742 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fdc3ceab-dfa1-4fa6-97d9-474b2d03f956 req-9a316f0b-05d8-4907-9e0d-c405e3db4705 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee5bb03c-5e9f-4a85-976d-12b690a0e673 HTTP/1.1" status: 200 len: 945 time: 0.4030981 Nov 25 13:27:07.430238 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-053d61e7-a78d-48b7-8cd8-74bb6ec8c16f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:07.438343 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-053d61e7-a78d-48b7-8cd8-74bb6ec8c16f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:07.442670 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-053d61e7-a78d-48b7-8cd8-74bb6ec8c16f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/debbd703-070f-4524-8001-b04cd9f30fdd HTTP/1.1" status: 204 len: 168 time: 0.3070233 Nov 25 13:27:07.457120 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc459261-6a2a-4b57-959b-635d2617f782 None None] Sync routers for ids ['5d76cf2f-7891-47d2-8e8b-5a791b9ed99f'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:27:07.475328 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053d61e7-a78d-48b7-8cd8-74bb6ec8c16f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=debbd703-070f-4524-8001-b04cd9f30fdd,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:07.478599 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-56d38266-9eeb-4154-93ba-89deb6f533ed None None] For port 46fd0d41-dd27-4ede-9e63-14e2cfb216d9, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:27:07.483064 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd0770-aeed-4f8c-a520-35cefecaa188 req-8297cc4a-1c64-48e3-ae81-379f771ffe66 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:07.484718 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2ccd0770-aeed-4f8c-a520-35cefecaa188 req-8297cc4a-1c64-48e3-ae81-379f771ffe66 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 945 time: 0.3911171 Nov 25 13:27:07.487917 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-56d38266-9eeb-4154-93ba-89deb6f533ed None None] For port 46fd0d41-dd27-4ede-9e63-14e2cfb216d9, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=46fd0d41-dd27-4ede-9e63-14e2cfb216d9,segment=NetworkSegment(c4fdf05f-e91d-4d0c-bdcd-a11a46b5b7ae),segment_id=c4fdf05f-e91d-4d0c-bdcd-a11a46b5b7ae)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:27:07.489867 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc459261-6a2a-4b57-959b-635d2617f782 None None] Routers {'5d76cf2f-7891-47d2-8e8b-5a791b9ed99f'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:27:07.493732 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-dc459261-6a2a-4b57-959b-635d2617f782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:27:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['5d76cf2f-7891-47d2-8e8b-5a791b9ed99f'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:27:07.504040 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-56d38266-9eeb-4154-93ba-89deb6f533ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:07.539080 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371ddc97-2030-4fa3-8729-5874424612b9 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Checking segment: {'id': '67b26bf2-d542-4693-816a-c94bd5d1b05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '44980a3b-bb37-4a5c-85b1-fb02d097611b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:27:07.539457 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371ddc97-2030-4fa3-8729-5874424612b9 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Network hostable DHCP agents. Network: 44980a3b-bb37-4a5c-85b1-fb02d097611b, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:27:07.634580 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fdc3ceab-dfa1-4fa6-97d9-474b2d03f956 req-d37b2850-19f7-403e-9a7f-9c4e24e1cf10 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342000 Nov 25 13:27:07.647054 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371ddc97-2030-4fa3-8729-5874424612b9 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Network 44980a3b-bb37-4a5c-85b1-fb02d097611b is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:27:07.667692 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d38266-9eeb-4154-93ba-89deb6f533ed None None] Pushing event updated for resources: {'Port': ['ID=46fd0d41-dd27-4ede-9e63-14e2cfb216d9,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:07.691191 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-371ddc97-2030-4fa3-8729-5874424612b9 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 44980a3b-bb37-4a5c-85b1-fb02d097611b) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:27:07.722450 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7519ec3d-cbfe-4065-90c4-8c3812cc6d73 None None] Network 44980a3b-bb37-4a5c-85b1-fb02d097611b requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:27:07.723042 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2ccd0770-aeed-4f8c-a520-35cefecaa188 req-025d1e34-b525-4652-b0a1-391360289532 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=62076cc7-e62e-4a72-af44-4e6f6b4d1965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2142806 Nov 25 13:27:07.726175 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371ddc97-2030-4fa3-8729-5874424612b9 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:07.727134 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-371ddc97-2030-4fa3-8729-5874424612b9 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:07.765232 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-371ddc97-2030-4fa3-8729-5874424612b9 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4542093 Nov 25 13:27:07.768275 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60826) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:07.773927 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-32a53e53-8dea-4ba0-b431-ff40281a4413 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Request body: {'subnet': {'network_id': 'd0185820-6055-4ca1-947e-a1e3d5ded5d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:27:07.781200 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-dc459261-6a2a-4b57-959b-635d2617f782 None None] Set router 5d76cf2f-7891-47d2-8e8b-5a791b9ed99f gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:27:08.008013 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a53e53-8dea-4ba0-b431-ff40281a4413 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Made reservation on behalf of ac65a95011444243b80c5b33f5e4546f for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:27:08.011646 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-32a53e53-8dea-4ba0-b431-ff40281a4413 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:08.205772 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edfdc0a-fae2-45ea-99b4-95ff211b06b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-44980a3b-bb37-4a5c-85b1-fb02d097611b', 'network_id': '44980a3b-bb37-4a5c-85b1-fb02d097611b', 'tenant_id': 'ac65a95011444243b80c5b33f5e4546f', 'fixed_ips': [{'subnet_id': '6b7f81b7-b008-4523-b41c-2f0392d3047c'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:27:08.207114 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4edfdc0a-fae2-45ea-99b4-95ff211b06b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:08.238113 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:08.330410 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d802fd-16df-42e3-bf3d-c1e81fa2ddfb req-fb83d19d-34f9-432d-9587-90a8009116e7 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:08.334065 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-97d802fd-16df-42e3-bf3d-c1e81fa2ddfb req-fb83d19d-34f9-432d-9587-90a8009116e7 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee5bb03c-5e9f-4a85-976d-12b690a0e673 HTTP/1.1" status: 200 len: 945 time: 0.1239579 Nov 25 13:27:08.424622 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-dc459261-6a2a-4b57-959b-635d2617f782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d76cf2f-7891-47d2-8e8b-5a791b9ed99f', 'name': 'tempest-TaggedBootDevicesTest-1944998651-router', 'tenant_id': 'c05b4b4926e34c0daff0dd4989d236e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '6ce3bbfc-5c6d-40b3-95e5-a645ce0efbf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:26:56Z', 'updated_at': '2021-11-25T13:27:04Z', 'revision_number': 4, 'project_id': 'c05b4b4926e34c0daff0dd4989d236e8', 'gw_port': {'id': '6ce3bbfc-5c6d-40b3-95e5-a645ce0efbf0', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d76cf2f-7891-47d2-8e8b-5a791b9ed99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2414, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:58Z', 'updated_at': '2021-11-25T13:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '02762f5f-88d9-4ae2-832f-c19950299100', 'name': '', 'network_id': 'd2455c21-13bd-4366-a8d2-aa41e85801c8', 'tenant_id': 'c05b4b4926e34c0daff0dd4989d236e8', 'mac_address': 'fa:16:3e:09:8c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d76cf2f-7891-47d2-8e8b-5a791b9ed99f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': 'fbdcfc24-cd98-4a87-829b-f266b47c2752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:27:01Z', 'updated_at': '2021-11-25T13:27:04Z', 'revision_number': 2, 'project_id': 'c05b4b4926e34c0daff0dd4989d236e8', 'subnets': [{'id': 'fbdcfc24-cd98-4a87-829b-f266b47c2752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:27:08.498279 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc459261-6a2a-4b57-959b-635d2617f782 None None] Checking router: 5d76cf2f-7891-47d2-8e8b-5a791b9ed99f for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:27:08.509137 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc459261-6a2a-4b57-959b-635d2617f782 None None] Updating router 5d76cf2f-7891-47d2-8e8b-5a791b9ed99f port 02762f5f-88d9-4ae2-832f-c19950299100 binding host n-d-808199-11 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:27:08.553187 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-97d802fd-16df-42e3-bf3d-c1e81fa2ddfb req-78d946e2-8e00-4c42-9af3-12b9114b5d2b tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Deleting port 9c95a943-d548-4dbe-afba-3eb6d5a215f9 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:27:08.553852 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-97d802fd-16df-42e3-bf3d-c1e81fa2ddfb req-78d946e2-8e00-4c42-9af3-12b9114b5d2b tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:08.573697 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-4edfdc0a-fae2-45ea-99b4-95ff211b06b1 None None] Allocated IP 2001:db8::2 (44980a3b-bb37-4a5c-85b1-fb02d097611b/6b7f81b7-b008-4523-b41c-2f0392d3047c/dc2b207c-a954-4bd5-a824-2e424c8cc6ea) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:27:08.583809 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:27:08.600481 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-dc459261-6a2a-4b57-959b-635d2617f782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:08.675354 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-32a53e53-8dea-4ba0-b431-ff40281a4413 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:08.944511 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a53e53-8dea-4ba0-b431-ff40281a4413 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Pushing event updated for resources: {'Subnet': ['ID=41f8de75-6ad2-429d-a8ec-e1c68eb13891,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:09.062547 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4edfdc0a-fae2-45ea-99b4-95ff211b06b1 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:09.084996 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4edfdc0a-fae2-45ea-99b4-95ff211b06b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:09.133856 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a53e53-8dea-4ba0-b431-ff40281a4413 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:27:09.138990 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a53e53-8dea-4ba0-b431-ff40281a4413 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:27:09.139518 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a53e53-8dea-4ba0-b431-ff40281a4413 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:27:09.139879 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a53e53-8dea-4ba0-b431-ff40281a4413 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:27:09.143100 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a53e53-8dea-4ba0-b431-ff40281a4413 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:27:09.143100 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a53e53-8dea-4ba0-b431-ff40281a4413 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:27:09.145972 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a53e53-8dea-4ba0-b431-ff40281a4413 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:27:09.146396 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a53e53-8dea-4ba0-b431-ff40281a4413 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:27:09.147321 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a53e53-8dea-4ba0-b431-ff40281a4413 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:27:09.149781 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a53e53-8dea-4ba0-b431-ff40281a4413 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:27:09.151098 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a53e53-8dea-4ba0-b431-ff40281a4413 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:27:09.152353 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a53e53-8dea-4ba0-b431-ff40281a4413 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:27:09.217872 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edfdc0a-fae2-45ea-99b4-95ff211b06b1 None None] Network 44980a3b-bb37-4a5c-85b1-fb02d097611b is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:27:09.224617 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-4edfdc0a-fae2-45ea-99b4-95ff211b06b1 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:27:09.228591 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edfdc0a-fae2-45ea-99b4-95ff211b06b1 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:27:09.253262 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a53e53-8dea-4ba0-b431-ff40281a4413 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Checking segment: {'id': '145b3289-754b-4034-813f-a9d28974ee4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'd0185820-6055-4ca1-947e-a1e3d5ded5d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:27:09.253828 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a53e53-8dea-4ba0-b431-ff40281a4413 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Network hostable DHCP agents. Network: d0185820-6055-4ca1-947e-a1e3d5ded5d7, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:27:09.370309 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e74d035-7f29-4627-a3df-5343c3e21b42 req-73de868c-2267-49bc-86aa-ab57a6d5863f tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:09.379598 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9e74d035-7f29-4627-a3df-5343c3e21b42 req-73de868c-2267-49bc-86aa-ab57a6d5863f tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee5bb03c-5e9f-4a85-976d-12b690a0e673 HTTP/1.1" status: 200 len: 945 time: 0.5378621 Nov 25 13:27:09.391038 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e92e7-3bfd-443b-ab2f-fe534474c419 req-6c70acd9-c58e-4ca2-b9f9-e00f06cf2ce1 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:09.403437 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a21e92e7-3bfd-443b-ab2f-fe534474c419 req-6c70acd9-c58e-4ca2-b9f9-e00f06cf2ce1 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 945 time: 0.4407523 Nov 25 13:27:09.486969 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-dc459261-6a2a-4b57-959b-635d2617f782 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:09.506908 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-dc459261-6a2a-4b57-959b-635d2617f782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:09.507808 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edfdc0a-fae2-45ea-99b4-95ff211b06b1 None None] Pushing event updated for resources: {'Port': ['ID=dc2b207c-a954-4bd5-a824-2e424c8cc6ea,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:09.518760 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 46fd0d41-dd27-4ede-9e63-14e2cfb216d9 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:27:09.555715 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a53e53-8dea-4ba0-b431-ff40281a4413 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Network d0185820-6055-4ca1-947e-a1e3d5ded5d7 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:27:09.587850 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-4edfdc0a-fae2-45ea-99b4-95ff211b06b1 None None] Attempting to bind port dc2b207c-a954-4bd5-a824-2e424c8cc6ea on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:27:09.593226 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-4edfdc0a-fae2-45ea-99b4-95ff211b06b1 None None] Attempting to bind port dc2b207c-a954-4bd5-a824-2e424c8cc6ea by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '67b26bf2-d542-4693-816a-c94bd5d1b05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '44980a3b-bb37-4a5c-85b1-fb02d097611b'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:27:09.593838 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edfdc0a-fae2-45ea-99b4-95ff211b06b1 None None] Attempting to bind port dc2b207c-a954-4bd5-a824-2e424c8cc6ea on network 44980a3b-bb37-4a5c-85b1-fb02d097611b {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:27:09.606888 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edfdc0a-fae2-45ea-99b4-95ff211b06b1 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:27:09.607669 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edfdc0a-fae2-45ea-99b4-95ff211b06b1 None None] Checking segment: {'id': '67b26bf2-d542-4693-816a-c94bd5d1b05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '44980a3b-bb37-4a5c-85b1-fb02d097611b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:27:09.608755 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4edfdc0a-fae2-45ea-99b4-95ff211b06b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:09.608755 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edfdc0a-fae2-45ea-99b4-95ff211b06b1 None None] Bound using segment: {'id': '67b26bf2-d542-4693-816a-c94bd5d1b05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '44980a3b-bb37-4a5c-85b1-fb02d097611b'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:27:09.609431 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-4edfdc0a-fae2-45ea-99b4-95ff211b06b1 None None] Bound port: dc2b207c-a954-4bd5-a824-2e424c8cc6ea, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67b26bf2-d542-4693-816a-c94bd5d1b05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '44980a3b-bb37-4a5c-85b1-fb02d097611b'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:27:09.610042 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4edfdc0a-fae2-45ea-99b4-95ff211b06b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:09.619619 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e84b0a-2083-41ca-81f6-2c65115407e2 None None] Network 1e278eac-5b73-44a6-ac53-c896b2d7f87e requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:27:09.679702 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-32a53e53-8dea-4ba0-b431-ff40281a4413 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, d0185820-6055-4ca1-947e-a1e3d5ded5d7) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:27:09.719602 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-4211de9f-e28a-4e1f-aa55-a1583c15c7bf None None] Provisioning complete for port 46fd0d41-dd27-4ede-9e63-14e2cfb216d9 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:27:09.720226 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4211de9f-e28a-4e1f-aa55-a1583c15c7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:09.722124 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6d3691-6871-4523-8ee9-d214035f0c5d None None] Network d0185820-6055-4ca1-947e-a1e3d5ded5d7 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:27:09.739268 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-97d802fd-16df-42e3-bf3d-c1e81fa2ddfb req-78d946e2-8e00-4c42-9af3-12b9114b5d2b tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] For port 9c95a943-d548-4dbe-afba-3eb6d5a215f9, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=9c95a943-d548-4dbe-afba-3eb6d5a215f9,segment=NetworkSegment(69c62212-4523-4acd-b808-007a53ff7fe0),segment_id=69c62212-4523-4acd-b808-007a53ff7fe0)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:27:09.739268 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-97d802fd-16df-42e3-bf3d-c1e81fa2ddfb req-78d946e2-8e00-4c42-9af3-12b9114b5d2b tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:09.748596 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9e74d035-7f29-4627-a3df-5343c3e21b42 req-ba0a9d3b-f696-4c61-aea0-632c06b2813e tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344970 Nov 25 13:27:09.752815 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a53e53-8dea-4ba0-b431-ff40281a4413 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:09.753566 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-32a53e53-8dea-4ba0-b431-ff40281a4413 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:09.794321 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-97d802fd-16df-42e3-bf3d-c1e81fa2ddfb req-78d946e2-8e00-4c42-9af3-12b9114b5d2b tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Calling delete_port for 9c95a943-d548-4dbe-afba-3eb6d5a215f9 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:27:09.807033 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d712ef-2f85-42f9-9f14-4f80997e5418 None None] Pushing event updated for resources: {'Port': ['ID=02762f5f-88d9-4ae2-832f-c19950299100,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:09.823755 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-dc459261-6a2a-4b57-959b-635d2617f782 None None] Attempting to bind port 02762f5f-88d9-4ae2-832f-c19950299100 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:27:09.824270 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-dc459261-6a2a-4b57-959b-635d2617f782 None None] Attempting to bind port 02762f5f-88d9-4ae2-832f-c19950299100 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '4ce6de71-c943-4000-8d8b-91e28d37d0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd2455c21-13bd-4366-a8d2-aa41e85801c8'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:27:09.824782 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc459261-6a2a-4b57-959b-635d2617f782 None None] Attempting to bind port 02762f5f-88d9-4ae2-832f-c19950299100 on network d2455c21-13bd-4366-a8d2-aa41e85801c8 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:27:09.829100 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-32a53e53-8dea-4ba0-b431-ff40281a4413 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0597229 Nov 25 13:27:09.832302 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60878) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:09.834136 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc459261-6a2a-4b57-959b-635d2617f782 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:27:09.834723 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc459261-6a2a-4b57-959b-635d2617f782 None None] Checking segment: {'id': '4ce6de71-c943-4000-8d8b-91e28d37d0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd2455c21-13bd-4366-a8d2-aa41e85801c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:27:09.835304 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-dc459261-6a2a-4b57-959b-635d2617f782 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:09.835840 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc459261-6a2a-4b57-959b-635d2617f782 None None] Bound using segment: {'id': '4ce6de71-c943-4000-8d8b-91e28d37d0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd2455c21-13bd-4366-a8d2-aa41e85801c8'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:27:09.836457 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-dc459261-6a2a-4b57-959b-635d2617f782 None None] Bound port: 02762f5f-88d9-4ae2-832f-c19950299100, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ce6de71-c943-4000-8d8b-91e28d37d0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd2455c21-13bd-4366-a8d2-aa41e85801c8'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:27:09.836985 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-dc459261-6a2a-4b57-959b-635d2617f782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:09.838586 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a21e92e7-3bfd-443b-ab2f-fe534474c419 req-c19de7fd-a875-4904-b241-bfdeaf3d22a6 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=62076cc7-e62e-4a72-af44-4e6f6b4d1965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4340761 Nov 25 13:27:09.975338 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-dc459261-6a2a-4b57-959b-635d2617f782 None None] For port 02762f5f-88d9-4ae2-832f-c19950299100, host n-d-808199-11, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:27:09.985602 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-dc459261-6a2a-4b57-959b-635d2617f782 None None] For port 02762f5f-88d9-4ae2-832f-c19950299100, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=02762f5f-88d9-4ae2-832f-c19950299100,segment=NetworkSegment(4ce6de71-c943-4000-8d8b-91e28d37d0ac),segment_id=4ce6de71-c943-4000-8d8b-91e28d37d0ac)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:27:09.996769 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-dc459261-6a2a-4b57-959b-635d2617f782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:10.143223 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d712ef-2f85-42f9-9f14-4f80997e5418 None None] Pushing event updated for resources: {'Port': ['ID=02762f5f-88d9-4ae2-832f-c19950299100,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:10.143383 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 46fd0d41-dd27-4ede-9e63-14e2cfb216d9 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:27:10.143844 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:10.151949 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc459261-6a2a-4b57-959b-635d2617f782 None None] Routers {'5d76cf2f-7891-47d2-8e8b-5a791b9ed99f'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:27:10.153000 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-dc459261-6a2a-4b57-959b-635d2617f782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:27:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['5d76cf2f-7891-47d2-8e8b-5a791b9ed99f'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:27:10.289425 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-4edfdc0a-fae2-45ea-99b4-95ff211b06b1 None None] For port dc2b207c-a954-4bd5-a824-2e424c8cc6ea, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:27:10.342477 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-dc459261-6a2a-4b57-959b-635d2617f782 None None] Set router 5d76cf2f-7891-47d2-8e8b-5a791b9ed99f gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:27:10.374048 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-4edfdc0a-fae2-45ea-99b4-95ff211b06b1 None None] For port dc2b207c-a954-4bd5-a824-2e424c8cc6ea, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=dc2b207c-a954-4bd5-a824-2e424c8cc6ea,segment=NetworkSegment(67b26bf2-d542-4693-816a-c94bd5d1b05b),segment_id=67b26bf2-d542-4693-816a-c94bd5d1b05b)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:27:10.425229 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4edfdc0a-fae2-45ea-99b4-95ff211b06b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:10.536985 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-97d802fd-16df-42e3-bf3d-c1e81fa2ddfb req-78d946e2-8e00-4c42-9af3-12b9114b5d2b tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:10.585809 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['b517ee6d-7632-4cc4-aa47-ffcbea84a1d1'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:27:10.674167 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d946e2-8e00-4c42-9af3-12b9114b5d2b tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Pushing event deleted for resources: {'Port': ['ID=9c95a943-d548-4dbe-afba-3eb6d5a215f9,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:10.693674 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bb155da9-3255-410c-b3e0-c2696920b4a5 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:10.714247 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4211de9f-e28a-4e1f-aa55-a1583c15c7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:10.922742 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fb848e-5db4-47b4-ba65-84a023945e1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-d0185820-6055-4ca1-947e-a1e3d5ded5d7', 'network_id': 'd0185820-6055-4ca1-947e-a1e3d5ded5d7', 'tenant_id': 'ac65a95011444243b80c5b33f5e4546f', 'fixed_ips': [{'subnet_id': '41f8de75-6ad2-429d-a8ec-e1c68eb13891'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:27:10.939913 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-17fb848e-5db4-47b4-ba65-84a023945e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:11.019233 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3f1f9c85-8c16-42eb-a113-edfb3dfb9de2 req-1fcd013d-0cd3-480f-bd76-c7105a5edf75 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee5bb03c-5e9f-4a85-976d-12b690a0e673 HTTP/1.1" status: 200 len: 210 time: 0.1336701 Nov 25 13:27:11.026138 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edfdc0a-fae2-45ea-99b4-95ff211b06b1 None None] Pushing event updated for resources: {'Port': ['ID=dc2b207c-a954-4bd5-a824-2e424c8cc6ea,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:11.072531 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-97d802fd-16df-42e3-bf3d-c1e81fa2ddfb req-78d946e2-8e00-4c42-9af3-12b9114b5d2b tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] No DVR routers for this DVR port 9c95a943-d548-4dbe-afba-3eb6d5a215f9 on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:27:11.079037 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:11.083640 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-97d802fd-16df-42e3-bf3d-c1e81fa2ddfb req-78d946e2-8e00-4c42-9af3-12b9114b5d2b tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:11.088516 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-97d802fd-16df-42e3-bf3d-c1e81fa2ddfb req-78d946e2-8e00-4c42-9af3-12b9114b5d2b tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.47 "DELETE /v2.0/ports/9c95a943-d548-4dbe-afba-3eb6d5a215f9 HTTP/1.1" status: 204 len: 173 time: 2.7497230 Nov 25 13:27:11.094015 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee5bb03c-5e9f-4a85-976d-12b690a0e673', 'name': 'network-vif-deleted', 'tag': '9c95a943-d548-4dbe-afba-3eb6d5a215f9'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:27:11.096588 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b21b25-9a19-49c0-8e94-e7acc41a30dd" -d '{"events": [{"server_uuid": "ee5bb03c-5e9f-4a85-976d-12b690a0e673", "name": "network-vif-deleted", "tag": "9c95a943-d548-4dbe-afba-3eb6d5a215f9"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:27:11.180700 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-dc459261-6a2a-4b57-959b-635d2617f782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d76cf2f-7891-47d2-8e8b-5a791b9ed99f', 'name': 'tempest-TaggedBootDevicesTest-1944998651-router', 'tenant_id': 'c05b4b4926e34c0daff0dd4989d236e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '6ce3bbfc-5c6d-40b3-95e5-a645ce0efbf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:26:56Z', 'updated_at': '2021-11-25T13:27:04Z', 'revision_number': 4, 'project_id': 'c05b4b4926e34c0daff0dd4989d236e8', 'gw_port': {'id': '6ce3bbfc-5c6d-40b3-95e5-a645ce0efbf0', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d76cf2f-7891-47d2-8e8b-5a791b9ed99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2414, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:58Z', 'updated_at': '2021-11-25T13:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '02762f5f-88d9-4ae2-832f-c19950299100', 'name': '', 'network_id': 'd2455c21-13bd-4366-a8d2-aa41e85801c8', 'tenant_id': 'c05b4b4926e34c0daff0dd4989d236e8', 'mac_address': 'fa:16:3e:09:8c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d76cf2f-7891-47d2-8e8b-5a791b9ed99f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': 'fbdcfc24-cd98-4a87-829b-f266b47c2752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:27:01Z', 'updated_at': '2021-11-25T13:27:09Z', 'revision_number': 4, 'project_id': 'c05b4b4926e34c0daff0dd4989d236e8', 'subnets': [{'id': 'fbdcfc24-cd98-4a87-829b-f266b47c2752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:27:11.229294 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38f6334-3032-4e59-bd76-fd136abea99d x-openstack-request-id: req-c38f6334-3032-4e59-bd76-fd136abea99d {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:27:11.229294 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee5bb03c-5e9f-4a85-976d-12b690a0e673", "name": "network-vif-deleted", "tag": "9c95a943-d548-4dbe-afba-3eb6d5a215f9", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:27:11.229294 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c38f6334-3032-4e59-bd76-fd136abea99d {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:27:11.232392 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee5bb03c-5e9f-4a85-976d-12b690a0e673', 'name': 'network-vif-deleted', 'tag': '9c95a943-d548-4dbe-afba-3eb6d5a215f9', 'status': 'completed', 'code': 200} Nov 25 13:27:11.309167 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc459261-6a2a-4b57-959b-635d2617f782 None None] The sync data for ids ['5d76cf2f-7891-47d2-8e8b-5a791b9ed99f'] in n-d-808199-11 is: [{'id': '5d76cf2f-7891-47d2-8e8b-5a791b9ed99f', 'name': 'tempest-TaggedBootDevicesTest-1944998651-router', 'tenant_id': 'c05b4b4926e34c0daff0dd4989d236e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '6ce3bbfc-5c6d-40b3-95e5-a645ce0efbf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:26:56Z', 'updated_at': '2021-11-25T13:27:04Z', 'revision_number': 4, 'project_id': 'c05b4b4926e34c0daff0dd4989d236e8', 'gw_port': {'id': '6ce3bbfc-5c6d-40b3-95e5-a645ce0efbf0', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d76cf2f-7891-47d2-8e8b-5a791b9ed99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2414, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:58Z', 'updated_at': '2021-11-25T13:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '02762f5f-88d9-4ae2-832f-c19950299100', 'name': '', 'network_id': 'd2455c21-13bd-4366-a8d2-aa41e85801c8', 'tenant_id': 'c05b4b4926e34c0daff0dd4989d236e8', 'mac_address': 'fa:16:3e:09:8c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d76cf2f-7891-47d2-8e8b-5a791b9ed99f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': 'fbdcfc24-cd98-4a87-829b-f266b47c2752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:27:01Z', 'updated_at': '2021-11-25T13:27:09Z', 'revision_number': 4, 'project_id': 'c05b4b4926e34c0daff0dd4989d236e8', 'subnets': [{'id': 'fbdcfc24-cd98-4a87-829b-f266b47c2752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:27:11.325379 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2271769-5608-45cd-82d3-35c539005382 req-1f7bb546-46a4-401a-b70a-d3ad45f9e100 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:11.338803 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e2271769-5608-45cd-82d3-35c539005382 req-1f7bb546-46a4-401a-b70a-d3ad45f9e100 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 945 time: 0.2038963 Nov 25 13:27:11.399962 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-4211de9f-e28a-4e1f-aa55-a1583c15c7bf None None] For port 46fd0d41-dd27-4ede-9e63-14e2cfb216d9, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=46fd0d41-dd27-4ede-9e63-14e2cfb216d9,segment=NetworkSegment(c4fdf05f-e91d-4d0c-bdcd-a11a46b5b7ae),segment_id=c4fdf05f-e91d-4d0c-bdcd-a11a46b5b7ae)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:27:11.472022 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e2271769-5608-45cd-82d3-35c539005382 req-39f70fac-f00d-4afc-9a04-c1d730ea18d6 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=62076cc7-e62e-4a72-af44-4e6f6b4d1965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322448 Nov 25 13:27:11.680310 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-bb155da9-3255-410c-b3e0-c2696920b4a5 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Allocated IP 2001:db8::1 (44980a3b-bb37-4a5c-85b1-fb02d097611b/6b7f81b7-b008-4523-b41c-2f0392d3047c/222b92dd-d264-405e-95df-44388f889d43) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:27:11.849728 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-17fb848e-5db4-47b4-ba65-84a023945e1e None None] Allocated IP 2001:db8::2 (d0185820-6055-4ca1-947e-a1e3d5ded5d7/41f8de75-6ad2-429d-a8ec-e1c68eb13891/08d2957b-92b7-4421-aad7-6aea118ffcd8) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:27:11.997521 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4211de9f-e28a-4e1f-aa55-a1583c15c7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:12.001642 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bb155da9-3255-410c-b3e0-c2696920b4a5 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:12.133124 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bb155da9-3255-410c-b3e0-c2696920b4a5 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:12.175484 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4211de9f-e28a-4e1f-aa55-a1583c15c7bf None None] Pushing event updated for resources: {'Port': ['ID=46fd0d41-dd27-4ede-9e63-14e2cfb216d9,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:12.262110 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:12.278860 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb155da9-3255-410c-b3e0-c2696920b4a5 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Pushing event updated for resources: {'Port': ['ID=222b92dd-d264-405e-95df-44388f889d43,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:12.279931 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 4b12730d-6eb6-49ae-ab0e-3c3244c452b2 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:27:12.282518 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 9c95a943-d548-4dbe-afba-3eb6d5a215f9 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:27:12.322636 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb155da9-3255-410c-b3e0-c2696920b4a5 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Network 44980a3b-bb37-4a5c-85b1-fb02d097611b is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:27:12.329385 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-bb155da9-3255-410c-b3e0-c2696920b4a5 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:27:12.337207 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb155da9-3255-410c-b3e0-c2696920b4a5 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:27:12.338037 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bb155da9-3255-410c-b3e0-c2696920b4a5 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:12.479149 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.db.api [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 13:27:12.480412 n-d-808199-11 neutron-server[103572]: DEBUG oslo_db.api [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 13:27:12.491970 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-d19c00b9-bd72-4240-9516-aaafa03ce437 None None] Provisioning complete for port 46fd0d41-dd27-4ede-9e63-14e2cfb216d9 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:27:12.492589 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d19c00b9-bd72-4240-9516-aaafa03ce437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:12.494383 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: 9c95a943-d548-4dbe-afba-3eb6d5a215f9 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:27:12.495567 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 9c95a943-d548-4dbe-afba-3eb6d5a215f9 not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:27:12.635103 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cfe39b-50c9-4fdc-b937-430cfbf3f541 None None] Network 44980a3b-bb37-4a5c-85b1-fb02d097611b requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:27:12.694333 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.db.resource_extend [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 13:27:12.732509 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-17fb848e-5db4-47b4-ba65-84a023945e1e None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:12.758388 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bb155da9-3255-410c-b3e0-c2696920b4a5 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:12.869971 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9867c769-3c3f-473f-b3ea-4608d788c251 req-5e2efc8a-734b-4588-b0d3-2ba93e75ccf2 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:12.881953 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9867c769-3c3f-473f-b3ea-4608d788c251 req-5e2efc8a-734b-4588-b0d3-2ba93e75ccf2 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 945 time: 0.1914275 Nov 25 13:27:12.958615 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c2e2b8-5c28-4f3b-bf51-5ba864b6f356 req-2e662ab1-b662-4ec2-b400-2a3bea291578 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:12.973273 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-17fb848e-5db4-47b4-ba65-84a023945e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:12.974011 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-65c2e2b8-5c28-4f3b-bf51-5ba864b6f356 req-2e662ab1-b662-4ec2-b400-2a3bea291578 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/networks?id=86ce0c5b-521f-4849-813d-48a6e4cbad17 HTTP/1.1" status: 200 len: 806 time: 0.4096122 Nov 25 13:27:13.072610 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-65c2e2b8-5c28-4f3b-bf51-5ba864b6f356 req-2d36fb52-417c-4ae3-bcaf-b61da115246b tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/quotas/14da780ba23d47dc80a36e577e024742 HTTP/1.1" status: 200 len: 375 time: 0.0958655 Nov 25 13:27:13.124969 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9867c769-3c3f-473f-b3ea-4608d788c251 req-2320a425-1d96-4240-bb47-799f9b7ef5c7 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=62076cc7-e62e-4a72-af44-4e6f6b4d1965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2275429 Nov 25 13:27:13.272956 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-65c2e2b8-5c28-4f3b-bf51-5ba864b6f356 req-5b02415b-7ba4-4ad0-9671-079569ec79af tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=14da780ba23d47dc80a36e577e024742&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1930888 Nov 25 13:27:13.412224 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fb848e-5db4-47b4-ba65-84a023945e1e None None] Network d0185820-6055-4ca1-947e-a1e3d5ded5d7 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:27:13.417078 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-17fb848e-5db4-47b4-ba65-84a023945e1e None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:27:13.423723 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bb155da9-3255-410c-b3e0-c2696920b4a5 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:13.426288 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fb848e-5db4-47b4-ba65-84a023945e1e None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:27:13.429517 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bb155da9-3255-410c-b3e0-c2696920b4a5 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:13.430525 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bb155da9-3255-410c-b3e0-c2696920b4a5 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:13.436505 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 4b12730d-6eb6-49ae-ab0e-3c3244c452b2, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=4b12730d-6eb6-49ae-ab0e-3c3244c452b2,segment=NetworkSegment(66e12dc7-b89b-4195-a71e-2bc7657a2a6a),segment_id=66e12dc7-b89b-4195-a71e-2bc7657a2a6a)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:27:13.537134 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-65c2e2b8-5c28-4f3b-bf51-5ba864b6f356 req-63bb1b26-27e8-40e8-adfb-4cb9104f564d service neutron] 10.222.0.53 "GET /v2.0/networks/86ce0c5b-521f-4849-813d-48a6e4cbad17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608423 Nov 25 13:27:13.598209 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb155da9-3255-410c-b3e0-c2696920b4a5 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Pushing event updated for resources: {'Port': ['ID=222b92dd-d264-405e-95df-44388f889d43,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:13.667319 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '4b12730d-6eb6-49ae-ab0e-3c3244c452b2', 'network_id': '755402ba-804b-4493-8340-905b0e2e90e1', 'port_id': '4b12730d-6eb6-49ae-ab0e-3c3244c452b2', 'mac_address': 'fa:16:3e:a7:23:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de598ec9-e4ed-4f9c-80e3-a369f7acaceb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:27:13.679261 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fb848e-5db4-47b4-ba65-84a023945e1e None None] Pushing event updated for resources: {'Port': ['ID=08d2957b-92b7-4421-aad7-6aea118ffcd8,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:13.714298 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-65c2e2b8-5c28-4f3b-bf51-5ba864b6f356 req-25b4a871-65ff-48a6-8f90-24f4fa909b31 service neutron] 10.222.0.53 "GET /v2.0/networks/86ce0c5b-521f-4849-813d-48a6e4cbad17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642966 Nov 25 13:27:13.875028 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-17fb848e-5db4-47b4-ba65-84a023945e1e None None] Attempting to bind port 08d2957b-92b7-4421-aad7-6aea118ffcd8 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:27:13.879376 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-17fb848e-5db4-47b4-ba65-84a023945e1e None None] Attempting to bind port 08d2957b-92b7-4421-aad7-6aea118ffcd8 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '145b3289-754b-4034-813f-a9d28974ee4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'd0185820-6055-4ca1-947e-a1e3d5ded5d7'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:27:13.882601 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fb848e-5db4-47b4-ba65-84a023945e1e None None] Attempting to bind port 08d2957b-92b7-4421-aad7-6aea118ffcd8 on network d0185820-6055-4ca1-947e-a1e3d5ded5d7 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:27:13.926833 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb155da9-3255-410c-b3e0-c2696920b4a5 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Network 44980a3b-bb37-4a5c-85b1-fb02d097611b is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:27:13.928692 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-bb155da9-3255-410c-b3e0-c2696920b4a5 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:27:14.033278 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fb848e-5db4-47b4-ba65-84a023945e1e None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:27:14.033669 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fb848e-5db4-47b4-ba65-84a023945e1e None None] Checking segment: {'id': '145b3289-754b-4034-813f-a9d28974ee4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'd0185820-6055-4ca1-947e-a1e3d5ded5d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:27:14.043289 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-17fb848e-5db4-47b4-ba65-84a023945e1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:14.044046 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fb848e-5db4-47b4-ba65-84a023945e1e None None] Bound using segment: {'id': '145b3289-754b-4034-813f-a9d28974ee4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'd0185820-6055-4ca1-947e-a1e3d5ded5d7'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:27:14.045468 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-17fb848e-5db4-47b4-ba65-84a023945e1e None None] Bound port: 08d2957b-92b7-4421-aad7-6aea118ffcd8, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '145b3289-754b-4034-813f-a9d28974ee4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'd0185820-6055-4ca1-947e-a1e3d5ded5d7'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:27:14.048029 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-17fb848e-5db4-47b4-ba65-84a023945e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:14.146975 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 46fd0d41-dd27-4ede-9e63-14e2cfb216d9 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:27:14.379472 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb155da9-3255-410c-b3e0-c2696920b4a5 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Router c4ab07b3-066e-4222-9e3e-403830783934 is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:27:14.425022 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:14.629152 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-d19c00b9-bd72-4240-9516-aaafa03ce437 None None] Provisioning complete for port 02762f5f-88d9-4ae2-832f-c19950299100 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:27:14.642333 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d19c00b9-bd72-4240-9516-aaafa03ce437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:14.656523 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4b12730d-6eb6-49ae-ab0e-3c3244c452b2 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:27:14.852701 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb155da9-3255-410c-b3e0-c2696920b4a5 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:27:14.862882 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-bb155da9-3255-410c-b3e0-c2696920b4a5 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] 10.222.0.53 "PUT /v2.0/routers/c4ab07b3-066e-4222-9e3e-403830783934/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0234404 Nov 25 13:27:14.877019 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 32802) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:14.951882 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7f441b-9ab7-43bd-8b50-60de94668a04 None None] Sync routers for ids ['c4ab07b3-066e-4222-9e3e-403830783934'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:27:15.012553 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 4b12730d-6eb6-49ae-ab0e-3c3244c452b2, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=4b12730d-6eb6-49ae-ab0e-3c3244c452b2,segment=NetworkSegment(66e12dc7-b89b-4195-a71e-2bc7657a2a6a),segment_id=66e12dc7-b89b-4195-a71e-2bc7657a2a6a)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:27:15.032200 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 46fd0d41-dd27-4ede-9e63-14e2cfb216d9 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:27:15.032881 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:15.048822 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:15.085875 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-857f977a-e2d2-46ea-902f-9f3e81ba1156 req-a69600fc-b833-4c8a-89d1-6deed95c0a3b tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=e252f1c7-db71-402d-8728-cb8ac1d2115f HTTP/1.1" status: 200 len: 210 time: 1.0351460 Nov 25 13:27:15.158469 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da68750-75c2-4ca0-a6f1-bea5bc04049e req-e2d691cc-3c00-4012-a8e6-41341d06d0ac tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:15.166846 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7da68750-75c2-4ca0-a6f1-bea5bc04049e req-e2d691cc-3c00-4012-a8e6-41341d06d0ac tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 944 time: 0.1091440 Nov 25 13:27:15.269509 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7da68750-75c2-4ca0-a6f1-bea5bc04049e req-e5151c21-ce9d-4da5-87b5-3162fa4437f1 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=62076cc7-e62e-4a72-af44-4e6f6b4d1965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987880 Nov 25 13:27:15.288569 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-17fb848e-5db4-47b4-ba65-84a023945e1e None None] For port 08d2957b-92b7-4421-aad7-6aea118ffcd8, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:27:15.419334 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-17fb848e-5db4-47b4-ba65-84a023945e1e None None] For port 08d2957b-92b7-4421-aad7-6aea118ffcd8, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=08d2957b-92b7-4421-aad7-6aea118ffcd8,segment=NetworkSegment(145b3289-754b-4034-813f-a9d28974ee4b),segment_id=145b3289-754b-4034-813f-a9d28974ee4b)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:27:15.422215 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['4b12730d-6eb6-49ae-ab0e-3c3244c452b2'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:27:15.440025 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7f441b-9ab7-43bd-8b50-60de94668a04 None None] Routers {'c4ab07b3-066e-4222-9e3e-403830783934'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:27:15.440775 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-7c7f441b-9ab7-43bd-8b50-60de94668a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:27:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['c4ab07b3-066e-4222-9e3e-403830783934'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:27:15.458719 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-17fb848e-5db4-47b4-ba65-84a023945e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:15.593406 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=4b12730d-6eb6-49ae-ab0e-3c3244c452b2,revision_number=6']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:15.752848 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fb848e-5db4-47b4-ba65-84a023945e1e None None] Pushing event updated for resources: {'Port': ['ID=08d2957b-92b7-4421-aad7-6aea118ffcd8,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:15.797234 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-7c7f441b-9ab7-43bd-8b50-60de94668a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:27:15.925554 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7f441b-9ab7-43bd-8b50-60de94668a04 None None] Routers {'c4ab07b3-066e-4222-9e3e-403830783934'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:27:15.927188 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-7c7f441b-9ab7-43bd-8b50-60de94668a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:27:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['c4ab07b3-066e-4222-9e3e-403830783934'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:27:16.022037 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-7c7f441b-9ab7-43bd-8b50-60de94668a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:27:16.023554 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7f441b-9ab7-43bd-8b50-60de94668a04 None None] The sync data for ids ['c4ab07b3-066e-4222-9e3e-403830783934'] in n-d-808199-11 is: [] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:27:16.123520 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d19c00b9-bd72-4240-9516-aaafa03ce437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:16.130776 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device dc2b207c-a954-4bd5-a824-2e424c8cc6ea up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:27:16.284365 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 32826) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:16.304848 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [None req-b7af7f30-98e8-4d82-9e67-29c06654bd5e tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 13:27:16.313080 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b7af7f30-98e8-4d82-9e67-29c06654bd5e tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] 10.222.0.53 "PUT /v2.0/routers/c4ab07b3-066e-4222-9e3e-403830783934/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4330475 Nov 25 13:27:16.320567 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 32832) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:16.669588 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-d19c00b9-bd72-4240-9516-aaafa03ce437 None None] For port 02762f5f-88d9-4ae2-832f-c19950299100, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=02762f5f-88d9-4ae2-832f-c19950299100,segment=NetworkSegment(4ce6de71-c943-4000-8d8b-91e28d37d0ac),segment_id=4ce6de71-c943-4000-8d8b-91e28d37d0ac)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:27:16.681760 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d19c00b9-bd72-4240-9516-aaafa03ce437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:16.695843 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-25839206-6ae5-4a45-85d0-6ed68e1968ac req-2b9a729f-99f9-4c43-8854-fc57a7662a7b tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=e252f1c7-db71-402d-8728-cb8ac1d2115f HTTP/1.1" status: 200 len: 210 time: 0.3866172 Nov 25 13:27:16.756156 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port dc2b207c-a954-4bd5-a824-2e424c8cc6ea triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:27:16.756538 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:17.045711 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-524fbd0c-c512-441e-b1e3-4e2a343f62d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:17.111084 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c2e2b8-5c28-4f3b-bf51-5ba864b6f356 req-43f97c75-36a3-48aa-a29d-715118ab232f tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:17.115683 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-65c2e2b8-5c28-4f3b-bf51-5ba864b6f356 req-43f97c75-36a3-48aa-a29d-715118ab232f tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.47 "GET /v2.0/networks?id=86ce0c5b-521f-4849-813d-48a6e4cbad17 HTTP/1.1" status: 200 len: 806 time: 0.3892381 Nov 25 13:27:17.130899 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-65c2e2b8-5c28-4f3b-bf51-5ba864b6f356 req-df78dfc1-ead5-4956-b118-fcf2dbf868a3 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Request body: {'port': {'device_id': 'e252f1c7-db71-402d-8728-cb8ac1d2115f', 'network_id': '86ce0c5b-521f-4849-813d-48a6e4cbad17', 'admin_state_up': True, 'tenant_id': '14da780ba23d47dc80a36e577e024742'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:27:17.165220 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19c00b9-bd72-4240-9516-aaafa03ce437 None None] Pushing event updated for resources: {'Port': ['ID=02762f5f-88d9-4ae2-832f-c19950299100,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:17.245230 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-94ccf7a7-ffe4-4deb-9842-bdf85a41b7f4 None None] Provisioning complete for port dc2b207c-a954-4bd5-a824-2e424c8cc6ea triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:27:17.246806 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-94ccf7a7-ffe4-4deb-9842-bdf85a41b7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:17.505889 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65c2e2b8-5c28-4f3b-bf51-5ba864b6f356 req-df78dfc1-ead5-4956-b118-fcf2dbf868a3 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Made reservation on behalf of 14da780ba23d47dc80a36e577e024742 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:27:17.512993 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-65c2e2b8-5c28-4f3b-bf51-5ba864b6f356 req-df78dfc1-ead5-4956-b118-fcf2dbf868a3 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:17.576862 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecec546-6404-4ffb-b136-34362f6c2f4e req-15e67a7c-fd68-4902-9940-aaf5873b2989 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:17.578371 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cecec546-6404-4ffb-b136-34362f6c2f4e req-15e67a7c-fd68-4902-9940-aaf5873b2989 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 944 time: 0.7435417 Nov 25 13:27:17.922542 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:17.997828 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-65c2e2b8-5c28-4f3b-bf51-5ba864b6f356 req-df78dfc1-ead5-4956-b118-fcf2dbf868a3 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Allocated IP 172.20.0.8 (86ce0c5b-521f-4849-813d-48a6e4cbad17/1a356b22-557f-414f-9369-a0bf5c0c80eb/6c2e5a3f-b44f-4dc2-8f62-79ce54ef0afd) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:27:18.064759 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cecec546-6404-4ffb-b136-34362f6c2f4e req-cdce101b-abeb-4d0f-b177-3ec2d947b2e6 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=62076cc7-e62e-4a72-af44-4e6f6b4d1965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4163175 Nov 25 13:27:18.084145 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] For port dc2b207c-a954-4bd5-a824-2e424c8cc6ea, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=dc2b207c-a954-4bd5-a824-2e424c8cc6ea,segment=NetworkSegment(67b26bf2-d542-4693-816a-c94bd5d1b05b),segment_id=67b26bf2-d542-4693-816a-c94bd5d1b05b)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:27:18.168962 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6d103878-dd29-4654-af0e-611e491ea38c req-5c6a074a-7cd0-4ebf-af81-e5398eeb838e tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=e252f1c7-db71-402d-8728-cb8ac1d2115f HTTP/1.1" status: 200 len: 210 time: 0.2312491 Nov 25 13:27:18.184598 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-94ccf7a7-ffe4-4deb-9842-bdf85a41b7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:18.196104 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-524fbd0c-c512-441e-b1e3-4e2a343f62d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:18.196211 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:18.197247 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 02762f5f-88d9-4ae2-832f-c19950299100 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:27:18.214799 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-524fbd0c-c512-441e-b1e3-4e2a343f62d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:18.326101 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-524fbd0c-c512-441e-b1e3-4e2a343f62d6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d9f9cd36d02d4f5c9b3f58d056906a76&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0367162 Nov 25 13:27:18.330607 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 32848) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:18.364662 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524fbd0c-c512-441e-b1e3-4e2a343f62d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=974169fb-6c8b-4a92-ab1d-9dbacfd216dc,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:18.383083 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e2c5fd-7a3a-4071-acb3-36dc3e59aa68 None None] Network d0185820-6055-4ca1-947e-a1e3d5ded5d7 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:27:18.517174 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-65c2e2b8-5c28-4f3b-bf51-5ba864b6f356 req-df78dfc1-ead5-4956-b118-fcf2dbf868a3 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:18.554635 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Pushing event updated for resources: {'Port': ['ID=dc2b207c-a954-4bd5-a824-2e424c8cc6ea,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:18.568153 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.db.api [None req-94ccf7a7-ffe4-4deb-9842-bdf85a41b7f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 13:27:18.568486 n-d-808199-11 neutron-server[103572]: DEBUG oslo_db.api [None req-94ccf7a7-ffe4-4deb-9842-bdf85a41b7f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 13:27:18.602052 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 02762f5f-88d9-4ae2-832f-c19950299100 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:27:18.602424 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:18.634146 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-785ceda0-b57d-4f98-aa10-280984752650 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:18.639099 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-65c2e2b8-5c28-4f3b-bf51-5ba864b6f356 req-df78dfc1-ead5-4956-b118-fcf2dbf868a3 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:18.671046 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['b517ee6d-7632-4cc4-aa47-ffcbea84a1d1'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:27:18.725079 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bc3f28e5-10a2-4856-8ff9-42dadf7ac47a tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:18.803521 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65c2e2b8-5c28-4f3b-bf51-5ba864b6f356 req-df78dfc1-ead5-4956-b118-fcf2dbf868a3 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Network 86ce0c5b-521f-4849-813d-48a6e4cbad17 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:27:18.822393 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-65c2e2b8-5c28-4f3b-bf51-5ba864b6f356 req-df78dfc1-ead5-4956-b118-fcf2dbf868a3 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:27:18.839628 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-65c2e2b8-5c28-4f3b-bf51-5ba864b6f356 req-df78dfc1-ead5-4956-b118-fcf2dbf868a3 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:27:18.872096 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df78dfc1-ead5-4956-b118-fcf2dbf868a3 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Pushing event updated for resources: {'Port': ['ID=6c2e5a3f-b44f-4dc2-8f62-79ce54ef0afd,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:19.129603 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 4b12730d-6eb6-49ae-ab0e-3c3244c452b2 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:27:19.131285 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c2e2b8-5c28-4f3b-bf51-5ba864b6f356 req-df78dfc1-ead5-4956-b118-fcf2dbf868a3 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:19.133934 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-65c2e2b8-5c28-4f3b-bf51-5ba864b6f356 req-df78dfc1-ead5-4956-b118-fcf2dbf868a3 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:19.198499 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-65c2e2b8-5c28-4f3b-bf51-5ba864b6f356 req-df78dfc1-ead5-4956-b118-fcf2dbf868a3 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0731537 Nov 25 13:27:19.233665 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-94ccf7a7-ffe4-4deb-9842-bdf85a41b7f4 None None] Provisioning complete for port 222b92dd-d264-405e-95df-44388f889d43 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:27:19.234195 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-94ccf7a7-ffe4-4deb-9842-bdf85a41b7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:19.310083 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-785ceda0-b57d-4f98-aa10-280984752650 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:19.362611 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 4b12730d-6eb6-49ae-ab0e-3c3244c452b2 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:27:19.363271 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:19.401038 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-65c2e2b8-5c28-4f3b-bf51-5ba864b6f356 req-d3ed75c0-78aa-4a14-be86-90e4075708da service neutron] Request body: {'port': {'device_id': 'e252f1c7-db71-402d-8728-cb8ac1d2115f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:27:19.436173 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-94ccf7a7-ffe4-4deb-9842-bdf85a41b7f4 None None] Port 222b92dd-d264-405e-95df-44388f889d43 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:27:19.452735 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 08d2957b-92b7-4421-aad7-6aea118ffcd8 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:27:19.520538 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-65c2e2b8-5c28-4f3b-bf51-5ba864b6f356 req-d3ed75c0-78aa-4a14-be86-90e4075708da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:19.620759 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-032655f3-a4c8-403f-b6aa-9f342a3583b1 None None] Provisioning complete for port 08d2957b-92b7-4421-aad7-6aea118ffcd8 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:27:19.621377 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-032655f3-a4c8-403f-b6aa-9f342a3583b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:19.693839 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b611215d-1429-4068-8a96-a307594adb3a req-8f326388-b261-4450-a7cc-2f29e90c3854 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:19.700098 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b611215d-1429-4068-8a96-a307594adb3a req-8f326388-b261-4450-a7cc-2f29e90c3854 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 944 time: 0.3531985 Nov 25 13:27:19.712958 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 08d2957b-92b7-4421-aad7-6aea118ffcd8 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:27:19.713579 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:19.717936 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:19.769130 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c1d900-69ad-4240-bdb8-6019bf7bc609 req-a1c361cf-1ad0-4b7a-8815-8cc3892578c2 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:19.772483 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-92c1d900-69ad-4240-bdb8-6019bf7bc609 req-a1c361cf-1ad0-4b7a-8815-8cc3892578c2 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=e252f1c7-db71-402d-8728-cb8ac1d2115f HTTP/1.1" status: 200 len: 931 time: 0.3338101 Nov 25 13:27:19.783781 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c27ab6a3-6c59-44c5-8538-189891b6b34c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b12730d-6eb6-49ae-ab0e-3c3244c452b2'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:27:19.786370 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4c9da8-c794-4d80-a329-df7ef1a03934" -d '{"events": [{"server_uuid": "c27ab6a3-6c59-44c5-8538-189891b6b34c", "name": "network-vif-plugged", "status": "completed", "tag": "4b12730d-6eb6-49ae-ab0e-3c3244c452b2"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:27:19.792320 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-785ceda0-b57d-4f98-aa10-280984752650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:19.797501 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-785ceda0-b57d-4f98-aa10-280984752650 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:19.802226 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-785ceda0-b57d-4f98-aa10-280984752650 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/974169fb-6c8b-4a92-ab1d-9dbacfd216dc HTTP/1.1" status: 204 len: 168 time: 1.4700634 Nov 25 13:27:19.816951 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 4b12730d-6eb6-49ae-ab0e-3c3244c452b2, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=4b12730d-6eb6-49ae-ab0e-3c3244c452b2,segment=NetworkSegment(66e12dc7-b89b-4195-a71e-2bc7657a2a6a),segment_id=66e12dc7-b89b-4195-a71e-2bc7657a2a6a)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:27:19.854165 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:19.930459 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-032655f3-a4c8-403f-b6aa-9f342a3583b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:19.991829 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ceda0-b57d-4f98-aa10-280984752650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=974169fb-6c8b-4a92-ab1d-9dbacfd216dc,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:20.031391 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:20.076533 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=4b12730d-6eb6-49ae-ab0e-3c3244c452b2,revision_number=7']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:20.140821 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-65c2e2b8-5c28-4f3b-bf51-5ba864b6f356 req-d3ed75c0-78aa-4a14-be86-90e4075708da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c2e5a3f-b44f-4dc2-8f62-79ce54ef0afd {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:27:20.158972 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-65c2e2b8-5c28-4f3b-bf51-5ba864b6f356 req-d3ed75c0-78aa-4a14-be86-90e4075708da service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:20.175475 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-032655f3-a4c8-403f-b6aa-9f342a3583b1 None None] For port 08d2957b-92b7-4421-aad7-6aea118ffcd8, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=08d2957b-92b7-4421-aad7-6aea118ffcd8,segment=NetworkSegment(145b3289-754b-4034-813f-a9d28974ee4b),segment_id=145b3289-754b-4034-813f-a9d28974ee4b)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:27:20.188905 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-032655f3-a4c8-403f-b6aa-9f342a3583b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:20.195464 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-65c2e2b8-5c28-4f3b-bf51-5ba864b6f356 req-d3ed75c0-78aa-4a14-be86-90e4075708da service neutron] Transition to ACTIVE for port object 6c2e5a3f-b44f-4dc2-8f62-79ce54ef0afd will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:27:20.208877 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-65c2e2b8-5c28-4f3b-bf51-5ba864b6f356 req-d3ed75c0-78aa-4a14-be86-90e4075708da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:20.223642 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b611215d-1429-4068-8a96-a307594adb3a req-8cf69f6d-1a1c-4eaa-bdb1-d64c13dfe5ef tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=62076cc7-e62e-4a72-af44-4e6f6b4d1965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5145669 Nov 25 13:27:20.296603 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-032655f3-a4c8-403f-b6aa-9f342a3583b1 None None] Provisioning complete for port 222b92dd-d264-405e-95df-44388f889d43 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:27:20.297532 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-032655f3-a4c8-403f-b6aa-9f342a3583b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:20.307217 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-92c1d900-69ad-4240-bdb8-6019bf7bc609 req-e08f4ba2-cc13-44f5-a09e-d1d0782058fc tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4833963 Nov 25 13:27:20.354227 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.db.api [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 13:27:20.354587 n-d-808199-11 neutron-server[103572]: DEBUG oslo_db.api [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 13:27:20.367118 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032655f3-a4c8-403f-b6aa-9f342a3583b1 None None] Pushing event updated for resources: {'Port': ['ID=08d2957b-92b7-4421-aad7-6aea118ffcd8,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:20.376890 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-032655f3-a4c8-403f-b6aa-9f342a3583b1 None None] Port 222b92dd-d264-405e-95df-44388f889d43 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:27:20.405644 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-bc3f28e5-10a2-4856-8ff9-42dadf7ac47a tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Deleting port 222b92dd-d264-405e-95df-44388f889d43 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:27:20.406006 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bc3f28e5-10a2-4856-8ff9-42dadf7ac47a tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:20.506502 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-73d2d0de-c5bb-4cb7-a64f-269f20371e35 None None] Provisioning complete for port 08d2957b-92b7-4421-aad7-6aea118ffcd8 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:27:20.509645 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-73d2d0de-c5bb-4cb7-a64f-269f20371e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:20.551763 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ed75c0-78aa-4a14-be86-90e4075708da service neutron] Pushing event updated for resources: {'Port': ['ID=6c2e5a3f-b44f-4dc2-8f62-79ce54ef0afd,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:20.584291 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 32876) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:20.654017 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-65c2e2b8-5c28-4f3b-bf51-5ba864b6f356 req-d3ed75c0-78aa-4a14-be86-90e4075708da service neutron] Attempting to bind port 6c2e5a3f-b44f-4dc2-8f62-79ce54ef0afd on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:27:20.654366 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-65c2e2b8-5c28-4f3b-bf51-5ba864b6f356 req-d3ed75c0-78aa-4a14-be86-90e4075708da service neutron] Attempting to bind port 6c2e5a3f-b44f-4dc2-8f62-79ce54ef0afd by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '69c62212-4523-4acd-b808-007a53ff7fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '86ce0c5b-521f-4849-813d-48a6e4cbad17'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:27:20.655435 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c2e2b8-5c28-4f3b-bf51-5ba864b6f356 req-d3ed75c0-78aa-4a14-be86-90e4075708da service neutron] Attempting to bind port 6c2e5a3f-b44f-4dc2-8f62-79ce54ef0afd on network 86ce0c5b-521f-4849-813d-48a6e4cbad17 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:27:20.665995 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c2e2b8-5c28-4f3b-bf51-5ba864b6f356 req-d3ed75c0-78aa-4a14-be86-90e4075708da service neutron] Port 6c2e5a3f-b44f-4dc2-8f62-79ce54ef0afd on network 86ce0c5b-521f-4849-813d-48a6e4cbad17 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:27:20.667554 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c2e2b8-5c28-4f3b-bf51-5ba864b6f356 req-d3ed75c0-78aa-4a14-be86-90e4075708da service neutron] Attempting to bind port 6c2e5a3f-b44f-4dc2-8f62-79ce54ef0afd on network 86ce0c5b-521f-4849-813d-48a6e4cbad17 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:27:20.677921 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c2e2b8-5c28-4f3b-bf51-5ba864b6f356 req-d3ed75c0-78aa-4a14-be86-90e4075708da service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:27:20.678439 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c2e2b8-5c28-4f3b-bf51-5ba864b6f356 req-d3ed75c0-78aa-4a14-be86-90e4075708da service neutron] Checking segment: {'id': '69c62212-4523-4acd-b808-007a53ff7fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '86ce0c5b-521f-4849-813d-48a6e4cbad17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:27:20.678666 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c2e2b8-5c28-4f3b-bf51-5ba864b6f356 req-d3ed75c0-78aa-4a14-be86-90e4075708da service neutron] Bound using segment: {'id': '69c62212-4523-4acd-b808-007a53ff7fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '86ce0c5b-521f-4849-813d-48a6e4cbad17'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:27:20.679313 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-65c2e2b8-5c28-4f3b-bf51-5ba864b6f356 req-d3ed75c0-78aa-4a14-be86-90e4075708da service neutron] Bound port: 6c2e5a3f-b44f-4dc2-8f62-79ce54ef0afd, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c62212-4523-4acd-b808-007a53ff7fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '86ce0c5b-521f-4849-813d-48a6e4cbad17'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:27:20.679695 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-65c2e2b8-5c28-4f3b-bf51-5ba864b6f356 req-d3ed75c0-78aa-4a14-be86-90e4075708da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:20.682212 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8441b981-f4e0-4777-bb2c-015b2ad26db2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:20.715543 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc703ea4-2233-4c6c-8066-2390a025e924 x-openstack-request-id: req-dc703ea4-2233-4c6c-8066-2390a025e924 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:27:20.715851 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c27ab6a3-6c59-44c5-8538-189891b6b34c", "name": "network-vif-plugged", "status": "completed", "tag": "4b12730d-6eb6-49ae-ab0e-3c3244c452b2", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:27:20.716113 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dc703ea4-2233-4c6c-8066-2390a025e924 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:27:20.716714 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c27ab6a3-6c59-44c5-8538-189891b6b34c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b12730d-6eb6-49ae-ab0e-3c3244c452b2', 'code': 200} Nov 25 13:27:20.768918 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bc3f28e5-10a2-4856-8ff9-42dadf7ac47a tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:20.785813 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-bc3f28e5-10a2-4856-8ff9-42dadf7ac47a tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Calling delete_port for 222b92dd-d264-405e-95df-44388f889d43 owned by network:router_interface {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:27:20.844583 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-65c2e2b8-5c28-4f3b-bf51-5ba864b6f356 req-d3ed75c0-78aa-4a14-be86-90e4075708da service neutron] For port 6c2e5a3f-b44f-4dc2-8f62-79ce54ef0afd, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:27:20.852526 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-65c2e2b8-5c28-4f3b-bf51-5ba864b6f356 req-d3ed75c0-78aa-4a14-be86-90e4075708da service neutron] For port 6c2e5a3f-b44f-4dc2-8f62-79ce54ef0afd, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=6c2e5a3f-b44f-4dc2-8f62-79ce54ef0afd,segment=NetworkSegment(69c62212-4523-4acd-b808-007a53ff7fe0),segment_id=69c62212-4523-4acd-b808-007a53ff7fe0)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:27:20.864726 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-65c2e2b8-5c28-4f3b-bf51-5ba864b6f356 req-d3ed75c0-78aa-4a14-be86-90e4075708da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:20.946142 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ed75c0-78aa-4a14-be86-90e4075708da service neutron] Pushing event updated for resources: {'Port': ['ID=6c2e5a3f-b44f-4dc2-8f62-79ce54ef0afd,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:20.952560 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device dc2b207c-a954-4bd5-a824-2e424c8cc6ea up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:27:20.974528 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c2e2b8-5c28-4f3b-bf51-5ba864b6f356 req-d3ed75c0-78aa-4a14-be86-90e4075708da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:20.975570 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-65c2e2b8-5c28-4f3b-bf51-5ba864b6f356 req-d3ed75c0-78aa-4a14-be86-90e4075708da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:20.978139 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-65c2e2b8-5c28-4f3b-bf51-5ba864b6f356 req-d3ed75c0-78aa-4a14-be86-90e4075708da service neutron] 10.222.0.47 "PUT /v2.0/ports/6c2e5a3f-b44f-4dc2-8f62-79ce54ef0afd HTTP/1.1" status: 200 len: 1092 time: 1.7688220 Nov 25 13:27:20.978930 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e252f1c7-db71-402d-8728-cb8ac1d2115f', 'tag': '6c2e5a3f-b44f-4dc2-8f62-79ce54ef0afd'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:27:20.981986 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ab7e52-ff5e-4d02-b8f0-2a8f49baa276" -d '{"events": [{"name": "network-changed", "server_uuid": "e252f1c7-db71-402d-8728-cb8ac1d2115f", "tag": "6c2e5a3f-b44f-4dc2-8f62-79ce54ef0afd"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:27:21.106907 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bc3f28e5-10a2-4856-8ff9-42dadf7ac47a tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:21.115569 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port dc2b207c-a954-4bd5-a824-2e424c8cc6ea triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:27:21.117523 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:21.142455 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e8109e-b3df-4c13-a69c-f660c3ca8c44 x-openstack-request-id: req-35e8109e-b3df-4c13-a69c-f660c3ca8c44 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:27:21.142776 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e252f1c7-db71-402d-8728-cb8ac1d2115f", "tag": "6c2e5a3f-b44f-4dc2-8f62-79ce54ef0afd", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:27:21.143040 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-35e8109e-b3df-4c13-a69c-f660c3ca8c44 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:27:21.147382 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e252f1c7-db71-402d-8728-cb8ac1d2115f', 'tag': '6c2e5a3f-b44f-4dc2-8f62-79ce54ef0afd', 'status': 'completed', 'code': 200} Nov 25 13:27:21.149792 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8441b981-f4e0-4777-bb2c-015b2ad26db2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:21.165322 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8441b981-f4e0-4777-bb2c-015b2ad26db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:21.266323 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8441b981-f4e0-4777-bb2c-015b2ad26db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e15933a8-3bd9-450c-9708-660c7a82db1f,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:21.339549 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c2e2b8-5c28-4f3b-bf51-5ba864b6f356 req-3805242f-813a-4337-8763-2e2aab266ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:21.341084 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-65c2e2b8-5c28-4f3b-bf51-5ba864b6f356 req-3805242f-813a-4337-8763-2e2aab266ff6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=14da780ba23d47dc80a36e577e024742&device_id=e252f1c7-db71-402d-8728-cb8ac1d2115f HTTP/1.1" status: 200 len: 1095 time: 0.2940042 Nov 25 13:27:21.380917 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-8441b981-f4e0-4777-bb2c-015b2ad26db2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5cca9847c939462cbeca84c6f3ebfbef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7965431 Nov 25 13:27:21.381355 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 32890) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:21.435299 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-65c2e2b8-5c28-4f3b-bf51-5ba864b6f356 req-ea8eba9e-6986-4f71-b166-e770ef15cb4c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c2e5a3f-b44f-4dc2-8f62-79ce54ef0afd HTTP/1.1" status: 200 len: 217 time: 0.0830224 Nov 25 13:27:21.446382 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 02762f5f-88d9-4ae2-832f-c19950299100 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:27:21.521443 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 02762f5f-88d9-4ae2-832f-c19950299100 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:27:21.521738 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:21.552157 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3f28e5-10a2-4856-8ff9-42dadf7ac47a tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Pushing event deleted for resources: {'Port': ['ID=222b92dd-d264-405e-95df-44388f889d43,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:21.567885 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bc3f28e5-10a2-4856-8ff9-42dadf7ac47a tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:21.657583 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5ee00931-0a0b-4e17-a23f-cb21a078d0c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:21.672907 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c2e2b8-5c28-4f3b-bf51-5ba864b6f356 req-2189aa0f-8baf-41ca-b0cf-9a8cc59b2153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:21.674393 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-65c2e2b8-5c28-4f3b-bf51-5ba864b6f356 req-2189aa0f-8baf-41ca-b0cf-9a8cc59b2153 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1a356b22-557f-414f-9369-a0bf5c0c80eb HTTP/1.1" status: 200 len: 846 time: 0.2268372 Nov 25 13:27:21.770800 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-65c2e2b8-5c28-4f3b-bf51-5ba864b6f356 req-43aaf540-2b34-4b4b-ab28-b6d0df439e21 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=86ce0c5b-521f-4849-813d-48a6e4cbad17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773928 Nov 25 13:27:21.800764 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5ee00931-0a0b-4e17-a23f-cb21a078d0c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:21.893001 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 08d2957b-92b7-4421-aad7-6aea118ffcd8 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:27:21.924095 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a9556-b9b8-4b2c-8884-35c5e4f8cb2e req-882d7af7-df88-4a69-b56f-e4d1228fb0c7 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:21.933386 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b06a9556-b9b8-4b2c-8884-35c5e4f8cb2e req-882d7af7-df88-4a69-b56f-e4d1228fb0c7 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=e252f1c7-db71-402d-8728-cb8ac1d2115f HTTP/1.1" status: 200 len: 943 time: 0.4223127 Nov 25 13:27:21.946260 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d2253d-8341-4d45-a296-6e95aadc7696 req-6e2cf39c-430f-425a-82d1-de0b9c24ff21 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:21.954128 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-11d2253d-8341-4d45-a296-6e95aadc7696 req-6e2cf39c-430f-425a-82d1-de0b9c24ff21 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 945 time: 0.4212809 Nov 25 13:27:22.013208 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 08d2957b-92b7-4421-aad7-6aea118ffcd8 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:27:22.013677 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:22.023278 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-65c2e2b8-5c28-4f3b-bf51-5ba864b6f356 req-fa0a65f8-8fc5-4aff-a621-584abd609444 service neutron] 10.222.0.47 "GET /v2.0/networks/86ce0c5b-521f-4849-813d-48a6e4cbad17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510056 Nov 25 13:27:22.024913 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc3f28e5-10a2-4856-8ff9-42dadf7ac47a tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Router c4ab07b3-066e-4222-9e3e-403830783934 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:27:22.056637 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b06a9556-b9b8-4b2c-8884-35c5e4f8cb2e req-3febd29a-cbc2-49b0-9d45-d9a3342c14d4 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166301 Nov 25 13:27:22.111088 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5ee00931-0a0b-4e17-a23f-cb21a078d0c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:22.114376 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5ee00931-0a0b-4e17-a23f-cb21a078d0c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:22.143238 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5ee00931-0a0b-4e17-a23f-cb21a078d0c7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e15933a8-3bd9-450c-9708-660c7a82db1f HTTP/1.1" status: 204 len: 168 time: 0.7584031 Nov 25 13:27:22.220897 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-11d2253d-8341-4d45-a296-6e95aadc7696 req-f7da2396-bb39-4872-90f8-4cfd3878744b tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=62076cc7-e62e-4a72-af44-4e6f6b4d1965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2657959 Nov 25 13:27:22.248179 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc3f28e5-10a2-4856-8ff9-42dadf7ac47a tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:27:22.251969 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-bc3f28e5-10a2-4856-8ff9-42dadf7ac47a tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] 10.222.0.53 "PUT /v2.0/routers/c4ab07b3-066e-4222-9e3e-403830783934/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9261739 Nov 25 13:27:22.259652 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 32898) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:22.264848 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1669fc0a-dd88-4830-8e4b-d035d89554b6 None None] Sync routers for ids ['c4ab07b3-066e-4222-9e3e-403830783934'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:27:22.284733 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1669fc0a-dd88-4830-8e4b-d035d89554b6 None None] Routers {'c4ab07b3-066e-4222-9e3e-403830783934'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:27:22.285864 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-1669fc0a-dd88-4830-8e4b-d035d89554b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:27:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['c4ab07b3-066e-4222-9e3e-403830783934'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:27:22.309069 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-65c2e2b8-5c28-4f3b-bf51-5ba864b6f356 req-c141c6f8-a352-4bdc-a3d6-980042f0f6fa service neutron] 10.222.0.47 "GET /v2.0/networks/86ce0c5b-521f-4849-813d-48a6e4cbad17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741466 Nov 25 13:27:22.319249 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee00931-0a0b-4e17-a23f-cb21a078d0c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15933a8-3bd9-450c-9708-660c7a82db1f,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:22.395959 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-1669fc0a-dd88-4830-8e4b-d035d89554b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:27:22.401197 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [None req-3691d77d-f456-4bf5-906c-db01b83369db tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] delete failed (client error): The resource could not be found. Nov 25 13:27:22.405983 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3691d77d-f456-4bf5-906c-db01b83369db tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] 10.222.0.53 "DELETE /v2.0/routers/tempest-non_exist_router-365867832 HTTP/1.1" status: 404 len: 334 time: 0.1437445 Nov 25 13:27:22.412353 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 32900) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:22.419064 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-f7b54a92-c746-40f3-b67e-dde91620f025 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c4ab07b3-066e-4222-9e3e-403830783934'}}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:27:22.422320 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1669fc0a-dd88-4830-8e4b-d035d89554b6 None None] Routers {'c4ab07b3-066e-4222-9e3e-403830783934'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:27:22.423327 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-1669fc0a-dd88-4830-8e4b-d035d89554b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:27:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['c4ab07b3-066e-4222-9e3e-403830783934'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:27:22.460436 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab7e52-ff5e-4d02-b8f0-2a8f49baa276 req-863594f4-cce9-408b-b0e7-419707804943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:22.462901 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f3ab7e52-ff5e-4d02-b8f0-2a8f49baa276 req-863594f4-cce9-408b-b0e7-419707804943 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=14da780ba23d47dc80a36e577e024742&device_id=e252f1c7-db71-402d-8728-cb8ac1d2115f HTTP/1.1" status: 200 len: 1095 time: 0.0917203 Nov 25 13:27:22.500422 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-1669fc0a-dd88-4830-8e4b-d035d89554b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:27:22.507697 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1669fc0a-dd88-4830-8e4b-d035d89554b6 None None] The sync data for ids ['c4ab07b3-066e-4222-9e3e-403830783934'] in n-d-808199-11 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:27:22.699395 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab7e52-ff5e-4d02-b8f0-2a8f49baa276 req-7bb3b6a3-77aa-48aa-abff-7163031041bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:22.702613 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f3ab7e52-ff5e-4d02-b8f0-2a8f49baa276 req-7bb3b6a3-77aa-48aa-abff-7163031041bb service neutron] 10.222.0.47 "GET /v2.0/networks?id=86ce0c5b-521f-4849-813d-48a6e4cbad17 HTTP/1.1" status: 200 len: 907 time: 0.2280672 Nov 25 13:27:22.807501 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f3ab7e52-ff5e-4d02-b8f0-2a8f49baa276 req-16f8b262-f532-417e-b95b-b48f6e8cbe69 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c2e5a3f-b44f-4dc2-8f62-79ce54ef0afd HTTP/1.1" status: 200 len: 217 time: 0.0969398 Nov 25 13:27:22.887813 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f7b54a92-c746-40f3-b67e-dde91620f025 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:22.956068 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [None req-f7b54a92-c746-40f3-b67e-dde91620f025 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] update failed (client error): The resource could not be found. Nov 25 13:27:22.957597 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f7b54a92-c746-40f3-b67e-dde91620f025 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] 10.222.0.53 "PUT /v2.0/routers/c4ab07b3-066e-4222-9e3e-403830783934 HTTP/1.1" status: 404 len: 339 time: 0.5436714 Nov 25 13:27:22.962357 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 32910) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:22.974260 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab7e52-ff5e-4d02-b8f0-2a8f49baa276 req-e61897bf-4f2d-4ad4-b9bd-d74ec6b7c4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:22.976060 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-dffefd9d-54cc-4d6e-99f6-c67820545b75 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-951719747'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:27:22.976204 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f3ab7e52-ff5e-4d02-b8f0-2a8f49baa276 req-e61897bf-4f2d-4ad4-b9bd-d74ec6b7c4ea service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1a356b22-557f-414f-9369-a0bf5c0c80eb HTTP/1.1" status: 200 len: 846 time: 0.1599727 Nov 25 13:27:23.037196 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dffefd9d-54cc-4d6e-99f6-c67820545b75 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Made reservation on behalf of ac65a95011444243b80c5b33f5e4546f for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:27:23.041876 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-dffefd9d-54cc-4d6e-99f6-c67820545b75 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:23.043090 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f3ab7e52-ff5e-4d02-b8f0-2a8f49baa276 req-a169b259-b651-4dec-8bea-49fcd7c4338c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=86ce0c5b-521f-4849-813d-48a6e4cbad17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576303 Nov 25 13:27:23.127330 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dffefd9d-54cc-4d6e-99f6-c67820545b75 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:27:23.164761 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-dffefd9d-54cc-4d6e-99f6-c67820545b75 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:23.165131 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-dffefd9d-54cc-4d6e-99f6-c67820545b75 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Added segment f163e559-2a68-4dd8-8ca9-398006abc9dc of type vlan for network c606ffcb-c1b6-4a8e-8314-d4d4956493df Nov 25 13:27:23.181960 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f3ab7e52-ff5e-4d02-b8f0-2a8f49baa276 req-174ad580-2d57-4e40-9186-a411009d75b0 service neutron] 10.222.0.47 "GET /v2.0/networks/86ce0c5b-521f-4849-813d-48a6e4cbad17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295137 Nov 25 13:27:23.837707 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-dffefd9d-54cc-4d6e-99f6-c67820545b75 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:23.911329 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5942f0-293b-499f-a7fe-0dd7f7f36fa1 req-63752af7-048f-41dc-a4ba-961ac8b56e49 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:23.912952 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bb5942f0-293b-499f-a7fe-0dd7f7f36fa1 req-63752af7-048f-41dc-a4ba-961ac8b56e49 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=e252f1c7-db71-402d-8728-cb8ac1d2115f HTTP/1.1" status: 200 len: 943 time: 0.7286632 Nov 25 13:27:23.988489 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bb5942f0-293b-499f-a7fe-0dd7f7f36fa1 req-7fbc46bb-7579-4ab9-b392-2327e336ce04 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600808 Nov 25 13:27:23.996070 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8b5d4-6a9d-4cab-a140-f0783fe5e37c req-3a9b1dda-768a-45d3-b62d-35e4934490ea tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:23.997569 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b0f8b5d4-6a9d-4cab-a140-f0783fe5e37c req-3a9b1dda-768a-45d3-b62d-35e4934490ea tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 945 time: 0.1929817 Nov 25 13:27:23.998414 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-dffefd9d-54cc-4d6e-99f6-c67820545b75 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:24.004417 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffefd9d-54cc-4d6e-99f6-c67820545b75 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:24.005005 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-dffefd9d-54cc-4d6e-99f6-c67820545b75 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:24.018726 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f3ab7e52-ff5e-4d02-b8f0-2a8f49baa276 req-a1524733-8789-4e30-8592-83ea45776ee0 service neutron] 10.222.0.47 "GET /v2.0/networks/86ce0c5b-521f-4849-813d-48a6e4cbad17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8234847 Nov 25 13:27:24.138840 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-dffefd9d-54cc-4d6e-99f6-c67820545b75 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1724713 Nov 25 13:27:24.145418 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 32934) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:24.152076 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-aac5b14a-4807-4532-81d3-41bf387128ea tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Request body: {'subnet': {'network_id': 'c606ffcb-c1b6-4a8e-8314-d4d4956493df', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:27:24.271500 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffefd9d-54cc-4d6e-99f6-c67820545b75 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Pushing event updated for resources: {'Network': ['ID=c606ffcb-c1b6-4a8e-8314-d4d4956493df,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:24.282229 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b0f8b5d4-6a9d-4cab-a140-f0783fe5e37c req-d6f6a9b8-c8a6-4734-9121-624a644ecbbe tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=62076cc7-e62e-4a72-af44-4e6f6b4d1965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2741373 Nov 25 13:27:24.286045 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network c606ffcb-c1b6-4a8e-8314-d4d4956493df details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:27:24.297671 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac5b14a-4807-4532-81d3-41bf387128ea tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Made reservation on behalf of ac65a95011444243b80c5b33f5e4546f for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:27:24.302034 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-aac5b14a-4807-4532-81d3-41bf387128ea tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:24.803014 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-aac5b14a-4807-4532-81d3-41bf387128ea tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:24.876384 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac5b14a-4807-4532-81d3-41bf387128ea tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Pushing event updated for resources: {'Subnet': ['ID=7bb91781-93d0-4934-b859-31e36686f919,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:24.893969 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac5b14a-4807-4532-81d3-41bf387128ea tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Checking segment: {'id': 'f163e559-2a68-4dd8-8ca9-398006abc9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c606ffcb-c1b6-4a8e-8314-d4d4956493df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:27:24.893969 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac5b14a-4807-4532-81d3-41bf387128ea tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Network hostable DHCP agents. Network: c606ffcb-c1b6-4a8e-8314-d4d4956493df, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:27:24.936207 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac5b14a-4807-4532-81d3-41bf387128ea tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Network c606ffcb-c1b6-4a8e-8314-d4d4956493df is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:27:24.955758 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-aac5b14a-4807-4532-81d3-41bf387128ea tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, c606ffcb-c1b6-4a8e-8314-d4d4956493df) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:27:24.961370 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac5b14a-4807-4532-81d3-41bf387128ea tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:24.963467 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-aac5b14a-4807-4532-81d3-41bf387128ea tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:24.980416 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b454db1-b402-473d-bd7b-867781c81fdc None None] Network c606ffcb-c1b6-4a8e-8314-d4d4956493df requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:27:25.008253 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-aac5b14a-4807-4532-81d3-41bf387128ea tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8615289 Nov 25 13:27:25.010857 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 32954) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:25.016675 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-b50e33c2-8850-455b-b31a-3a49e8368c16 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c606ffcb-c1b6-4a8e-8314-d4d4956493df'}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:27:25.134334 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 6c2e5a3f-b44f-4dc2-8f62-79ce54ef0afd details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:27:25.334172 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d3a3f-dd17-4bff-b7d2-f77ee528a2b5 req-afd33ebe-dddc-4673-a164-29a4de9d0f33 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:25.351447 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-319d3a3f-dd17-4bff-b7d2-f77ee528a2b5 req-afd33ebe-dddc-4673-a164-29a4de9d0f33 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=e252f1c7-db71-402d-8728-cb8ac1d2115f HTTP/1.1" status: 200 len: 943 time: 0.1637425 Nov 25 13:27:25.521061 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-319d3a3f-dd17-4bff-b7d2-f77ee528a2b5 req-38bd3bab-eeaa-43bf-a5f1-a234cebf3dff tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686354 Nov 25 13:27:25.634381 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b50e33c2-8850-455b-b31a-3a49e8368c16 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:25.639261 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe95a7c-5727-4eda-aec7-0de491aff301 req-1f5fc16b-7473-4ba2-a010-bbcab2c45d69 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:25.641905 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2fe95a7c-5727-4eda-aec7-0de491aff301 req-1f5fc16b-7473-4ba2-a010-bbcab2c45d69 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 945 time: 0.1611307 Nov 25 13:27:25.736429 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2fe95a7c-5727-4eda-aec7-0de491aff301 req-684669ba-d881-4bb7-b867-1e6ed2a5cedf tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=62076cc7-e62e-4a72-af44-4e6f6b4d1965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864911 Nov 25 13:27:25.754578 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 6c2e5a3f-b44f-4dc2-8f62-79ce54ef0afd, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=6c2e5a3f-b44f-4dc2-8f62-79ce54ef0afd,segment=NetworkSegment(69c62212-4523-4acd-b808-007a53ff7fe0),segment_id=69c62212-4523-4acd-b808-007a53ff7fe0)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:27:25.834804 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '6c2e5a3f-b44f-4dc2-8f62-79ce54ef0afd', 'network_id': '86ce0c5b-521f-4849-813d-48a6e4cbad17', 'port_id': '6c2e5a3f-b44f-4dc2-8f62-79ce54ef0afd', 'mac_address': 'fa:16:3e:b6:b3:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a356b22-557f-414f-9369-a0bf5c0c80eb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:27:25.969040 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:26.014680 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c2e5a3f-b44f-4dc2-8f62-79ce54ef0afd {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:27:26.022194 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7450e2a7-e0f6-4184-82cc-ca617ba42e2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-c606ffcb-c1b6-4a8e-8314-d4d4956493df', 'network_id': 'c606ffcb-c1b6-4a8e-8314-d4d4956493df', 'tenant_id': 'ac65a95011444243b80c5b33f5e4546f', 'fixed_ips': [{'subnet_id': '7bb91781-93d0-4934-b859-31e36686f919'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:27:26.023502 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7450e2a7-e0f6-4184-82cc-ca617ba42e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:26.058983 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [None req-b50e33c2-8850-455b-b31a-3a49e8368c16 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 13:27:26.061451 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b50e33c2-8850-455b-b31a-3a49e8368c16 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] 10.222.0.53 "PUT /v2.0/routers/c4ab07b3-066e-4222-9e3e-403830783934 HTTP/1.1" status: 400 len: 364 time: 1.0492578 Nov 25 13:27:26.065166 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 32990) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:26.346067 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 6c2e5a3f-b44f-4dc2-8f62-79ce54ef0afd, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=6c2e5a3f-b44f-4dc2-8f62-79ce54ef0afd,segment=NetworkSegment(69c62212-4523-4acd-b808-007a53ff7fe0),segment_id=69c62212-4523-4acd-b808-007a53ff7fe0)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:27:26.374928 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:26.732839 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['6c2e5a3f-b44f-4dc2-8f62-79ce54ef0afd'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:27:26.746811 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=6c2e5a3f-b44f-4dc2-8f62-79ce54ef0afd,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:26.816152 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd1370-1b16-472b-b267-e76bfaab5be4 req-008dda8f-37c4-48ed-863a-50a2cdf1e447 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:26.826633 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-94f90ca5-1bc0-4ff7-9041-f2defa75bb39 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:26.837633 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-22bd1370-1b16-472b-b267-e76bfaab5be4 req-008dda8f-37c4-48ed-863a-50a2cdf1e447 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=e252f1c7-db71-402d-8728-cb8ac1d2115f HTTP/1.1" status: 200 len: 944 time: 0.1662972 Nov 25 13:27:27.031375 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-7450e2a7-e0f6-4184-82cc-ca617ba42e2a None None] Allocated IP 2001:db8:1::2 (c606ffcb-c1b6-4a8e-8314-d4d4956493df/7bb91781-93d0-4934-b859-31e36686f919/9cf12a48-2889-499a-a4c1-6f9a97ea32f8) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:27:27.065277 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-22bd1370-1b16-472b-b267-e76bfaab5be4 req-168104e9-128b-4424-8c3c-ac0691801747 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236867 Nov 25 13:27:27.186635 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28fb153-fb70-458b-a332-a747685ffd18 req-483b8578-77e9-46ea-b4bb-5ef6572e2cc1 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:27.192322 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c28fb153-fb70-458b-a332-a747685ffd18 req-483b8578-77e9-46ea-b4bb-5ef6572e2cc1 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 945 time: 0.1236012 Nov 25 13:27:27.322469 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c28fb153-fb70-458b-a332-a747685ffd18 req-1a8cc733-4da1-41ed-9730-33649ef68d44 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=62076cc7-e62e-4a72-af44-4e6f6b4d1965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201119 Nov 25 13:27:27.474149 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7450e2a7-e0f6-4184-82cc-ca617ba42e2a None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:27.489315 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7450e2a7-e0f6-4184-82cc-ca617ba42e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:27.502978 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33010) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:27.557402 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7450e2a7-e0f6-4184-82cc-ca617ba42e2a None None] Network c606ffcb-c1b6-4a8e-8314-d4d4956493df is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:27:27.561406 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-7450e2a7-e0f6-4184-82cc-ca617ba42e2a None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:27:27.564309 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7450e2a7-e0f6-4184-82cc-ca617ba42e2a None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:27:27.569586 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-94f90ca5-1bc0-4ff7-9041-f2defa75bb39 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Allocated IP 2001:db8::1 (1e278eac-5b73-44a6-ac53-c896b2d7f87e/2c332f52-8f03-4c8e-ab74-e4702e224858/74688440-9f6e-4b40-91c7-3f73becdaa14) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:27:27.659142 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7450e2a7-e0f6-4184-82cc-ca617ba42e2a None None] Pushing event updated for resources: {'Port': ['ID=9cf12a48-2889-499a-a4c1-6f9a97ea32f8,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:27.666386 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-7450e2a7-e0f6-4184-82cc-ca617ba42e2a None None] Attempting to bind port 9cf12a48-2889-499a-a4c1-6f9a97ea32f8 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:27:27.666810 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-7450e2a7-e0f6-4184-82cc-ca617ba42e2a None None] Attempting to bind port 9cf12a48-2889-499a-a4c1-6f9a97ea32f8 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'f163e559-2a68-4dd8-8ca9-398006abc9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c606ffcb-c1b6-4a8e-8314-d4d4956493df'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:27:27.667164 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7450e2a7-e0f6-4184-82cc-ca617ba42e2a None None] Attempting to bind port 9cf12a48-2889-499a-a4c1-6f9a97ea32f8 on network c606ffcb-c1b6-4a8e-8314-d4d4956493df {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:27:27.673762 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7450e2a7-e0f6-4184-82cc-ca617ba42e2a None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:27:27.674157 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7450e2a7-e0f6-4184-82cc-ca617ba42e2a None None] Checking segment: {'id': 'f163e559-2a68-4dd8-8ca9-398006abc9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c606ffcb-c1b6-4a8e-8314-d4d4956493df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:27:27.674574 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7450e2a7-e0f6-4184-82cc-ca617ba42e2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:27.675012 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7450e2a7-e0f6-4184-82cc-ca617ba42e2a None None] Bound using segment: {'id': 'f163e559-2a68-4dd8-8ca9-398006abc9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c606ffcb-c1b6-4a8e-8314-d4d4956493df'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:27:27.675657 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-7450e2a7-e0f6-4184-82cc-ca617ba42e2a None None] Bound port: 9cf12a48-2889-499a-a4c1-6f9a97ea32f8, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f163e559-2a68-4dd8-8ca9-398006abc9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c606ffcb-c1b6-4a8e-8314-d4d4956493df'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:27:27.675952 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7450e2a7-e0f6-4184-82cc-ca617ba42e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:27.782102 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-84ae8fd8-f272-4375-83bb-0566cfe2faee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:27.863455 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-7450e2a7-e0f6-4184-82cc-ca617ba42e2a None None] For port 9cf12a48-2889-499a-a4c1-6f9a97ea32f8, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:27:27.875111 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-7450e2a7-e0f6-4184-82cc-ca617ba42e2a None None] For port 9cf12a48-2889-499a-a4c1-6f9a97ea32f8, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=9cf12a48-2889-499a-a4c1-6f9a97ea32f8,segment=NetworkSegment(f163e559-2a68-4dd8-8ca9-398006abc9dc),segment_id=f163e559-2a68-4dd8-8ca9-398006abc9dc)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:27:27.887919 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7450e2a7-e0f6-4184-82cc-ca617ba42e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:27.896716 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-94f90ca5-1bc0-4ff7-9041-f2defa75bb39 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:27.978542 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-84ae8fd8-f272-4375-83bb-0566cfe2faee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:27.991051 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-94f90ca5-1bc0-4ff7-9041-f2defa75bb39 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:27.993054 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-84ae8fd8-f272-4375-83bb-0566cfe2faee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:28.043402 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7450e2a7-e0f6-4184-82cc-ca617ba42e2a None None] Pushing event updated for resources: {'Port': ['ID=9cf12a48-2889-499a-a4c1-6f9a97ea32f8,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:28.086101 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ae8fd8-f272-4375-83bb-0566cfe2faee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a164f4b4-6dad-43db-b4c6-d8a36d034729,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:28.105817 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-84ae8fd8-f272-4375-83bb-0566cfe2faee admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f9546b8569c14c2889c232abfecb77e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6019156 Nov 25 13:27:28.108464 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33020) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:28.140306 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f90ca5-1bc0-4ff7-9041-f2defa75bb39 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Network 1e278eac-5b73-44a6-ac53-c896b2d7f87e is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:27:28.144870 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-94f90ca5-1bc0-4ff7-9041-f2defa75bb39 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:27:28.153810 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f90ca5-1bc0-4ff7-9041-f2defa75bb39 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:27:28.155605 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-94f90ca5-1bc0-4ff7-9041-f2defa75bb39 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:28.203444 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f90ca5-1bc0-4ff7-9041-f2defa75bb39 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Pushing event updated for resources: {'Port': ['ID=74688440-9f6e-4b40-91c7-3f73becdaa14,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:28.256993 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3db5bb9d-5a0c-4264-846d-7c712c5d7bc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:28.302407 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3db5bb9d-5a0c-4264-846d-7c712c5d7bc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:28.350892 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80771c3-4083-455f-9cc9-ec452d6a0132 req-9ec1220f-32ec-46f1-985a-6f4a0cf1bd4f tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:28.392038 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c80771c3-4083-455f-9cc9-ec452d6a0132 req-9ec1220f-32ec-46f1-985a-6f4a0cf1bd4f tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=e252f1c7-db71-402d-8728-cb8ac1d2115f HTTP/1.1" status: 200 len: 944 time: 0.1796701 Nov 25 13:27:28.421188 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-94f90ca5-1bc0-4ff7-9041-f2defa75bb39 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:28.527819 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c80771c3-4083-455f-9cc9-ec452d6a0132 req-12e26215-0c5e-4b43-b0ba-a174fd62e2b0 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163878 Nov 25 13:27:28.548413 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44417abd-5ba4-4afe-a71f-a6141a88f400 req-8387a710-15ea-445e-a263-7e002c4cf403 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:28.556336 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-44417abd-5ba4-4afe-a71f-a6141a88f400 req-8387a710-15ea-445e-a263-7e002c4cf403 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 945 time: 0.1118541 Nov 25 13:27:28.593256 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3db5bb9d-5a0c-4264-846d-7c712c5d7bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:28.596373 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3db5bb9d-5a0c-4264-846d-7c712c5d7bc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:28.611784 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3db5bb9d-5a0c-4264-846d-7c712c5d7bc1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a164f4b4-6dad-43db-b4c6-d8a36d034729 HTTP/1.1" status: 204 len: 168 time: 0.4894454 Nov 25 13:27:28.635966 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db5bb9d-5a0c-4264-846d-7c712c5d7bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a164f4b4-6dad-43db-b4c6-d8a36d034729,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:28.705631 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-44417abd-5ba4-4afe-a71f-a6141a88f400 req-7652ed58-9d08-49b4-95c0-477c675e489f tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=62076cc7-e62e-4a72-af44-4e6f6b4d1965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481946 Nov 25 13:27:28.776177 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-d6f50a7c-a520-4452-9312-7e50ddbef75e None None] Provisioning complete for port 74688440-9f6e-4b40-91c7-3f73becdaa14 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:27:28.776572 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d6f50a7c-a520-4452-9312-7e50ddbef75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:28.833470 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-d6f50a7c-a520-4452-9312-7e50ddbef75e None None] Port 74688440-9f6e-4b40-91c7-3f73becdaa14 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:27:28.933066 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-94f90ca5-1bc0-4ff7-9041-f2defa75bb39 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:28.951544 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-94f90ca5-1bc0-4ff7-9041-f2defa75bb39 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:28.951544 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-94f90ca5-1bc0-4ff7-9041-f2defa75bb39 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:29.099396 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f90ca5-1bc0-4ff7-9041-f2defa75bb39 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Pushing event updated for resources: {'Port': ['ID=74688440-9f6e-4b40-91c7-3f73becdaa14,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:29.111176 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 6c2e5a3f-b44f-4dc2-8f62-79ce54ef0afd up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:27:29.221098 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f90ca5-1bc0-4ff7-9041-f2defa75bb39 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Network 1e278eac-5b73-44a6-ac53-c896b2d7f87e is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:27:29.245628 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-94f90ca5-1bc0-4ff7-9041-f2defa75bb39 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:27:29.276039 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33034) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:29.320802 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ecc92db2-57f1-4a79-8d3c-f7b1af0ff6c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:29.327939 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 6c2e5a3f-b44f-4dc2-8f62-79ce54ef0afd completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:27:29.340198 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 6c2e5a3f-b44f-4dc2-8f62-79ce54ef0afd triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:27:29.341462 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:29.542326 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ecc92db2-57f1-4a79-8d3c-f7b1af0ff6c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:29.552837 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:29.620360 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ecc92db2-57f1-4a79-8d3c-f7b1af0ff6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:29.666576 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e252f1c7-db71-402d-8728-cb8ac1d2115f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c2e5a3f-b44f-4dc2-8f62-79ce54ef0afd'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:27:29.674633 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a2c8ca-1c67-4807-b311-61ca4fb6ff3c" -d '{"events": [{"server_uuid": "e252f1c7-db71-402d-8728-cb8ac1d2115f", "name": "network-vif-plugged", "status": "completed", "tag": "6c2e5a3f-b44f-4dc2-8f62-79ce54ef0afd"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:27:29.735245 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 6c2e5a3f-b44f-4dc2-8f62-79ce54ef0afd, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=6c2e5a3f-b44f-4dc2-8f62-79ce54ef0afd,segment=NetworkSegment(69c62212-4523-4acd-b808-007a53ff7fe0),segment_id=69c62212-4523-4acd-b808-007a53ff7fe0)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:27:29.746314 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:29.788200 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-ecc92db2-57f1-4a79-8d3c-f7b1af0ff6c7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d71b3b9392dd43a0ab09314780a24468&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5068505 Nov 25 13:27:29.815611 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33050) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:29.857001 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc92db2-57f1-4a79-8d3c-f7b1af0ff6c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0af55c5-bafc-4056-b2ad-f1fc4134040f,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:29.911936 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e290ee62-7589-4a57-b226-1d284293aa44 x-openstack-request-id: req-e290ee62-7589-4a57-b226-1d284293aa44 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:27:29.912237 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e252f1c7-db71-402d-8728-cb8ac1d2115f", "name": "network-vif-plugged", "status": "completed", "tag": "6c2e5a3f-b44f-4dc2-8f62-79ce54ef0afd", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:27:29.918375 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e290ee62-7589-4a57-b226-1d284293aa44 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:27:29.918952 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e252f1c7-db71-402d-8728-cb8ac1d2115f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c2e5a3f-b44f-4dc2-8f62-79ce54ef0afd', 'code': 200} Nov 25 13:27:29.923686 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=6c2e5a3f-b44f-4dc2-8f62-79ce54ef0afd,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:29.949521 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94f90ca5-1bc0-4ff7-9041-f2defa75bb39 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Router c4ab07b3-066e-4222-9e3e-403830783934 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:27:29.978611 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-5d548d94-02ed-4089-83a3-c1c20ac3fd7a None None] Provisioning complete for port 74688440-9f6e-4b40-91c7-3f73becdaa14 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:27:29.979007 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5d548d94-02ed-4089-83a3-c1c20ac3fd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:30.104607 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-5d548d94-02ed-4089-83a3-c1c20ac3fd7a None None] Port 74688440-9f6e-4b40-91c7-3f73becdaa14 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:27:30.110281 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3f3d5e-e4cc-4c2a-9785-8ff38e3b8171 None None] Network c606ffcb-c1b6-4a8e-8314-d4d4956493df requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:27:30.185353 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c8ed1-d7aa-45d3-b86b-105c30298946 req-f4d68ace-c521-4f20-9476-9d1de3f0c198 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:30.199905 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-118c8ed1-d7aa-45d3-b86b-105c30298946 req-f4d68ace-c521-4f20-9476-9d1de3f0c198 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=e252f1c7-db71-402d-8728-cb8ac1d2115f HTTP/1.1" status: 200 len: 945 time: 0.4444797 Nov 25 13:27:30.213341 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 9cf12a48-2889-499a-a4c1-6f9a97ea32f8 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:27:30.310133 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-4818e7a0-55e8-4dbd-82bc-8a09785d1845 None None] Provisioning complete for port 9cf12a48-2889-499a-a4c1-6f9a97ea32f8 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:27:30.310756 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4818e7a0-55e8-4dbd-82bc-8a09785d1845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:30.329866 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a972d02-096d-4f3f-9c29-2952ede60e48 req-5aa0cd16-7736-4bc4-82b2-63f0869a29e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:30.331862 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9a972d02-096d-4f3f-9c29-2952ede60e48 req-5aa0cd16-7736-4bc4-82b2-63f0869a29e8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e252f1c7-db71-402d-8728-cb8ac1d2115f HTTP/1.1" status: 200 len: 1097 time: 0.4228225 Nov 25 13:27:30.348570 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f90ca5-1bc0-4ff7-9041-f2defa75bb39 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:27:30.359222 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-741c94f4-9aec-4e03-bd5c-72dde5c1e433 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:30.399306 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f82d908-c127-4a2e-b5b9-cb99c693f128 None None] Sync routers for ids ['c4ab07b3-066e-4222-9e3e-403830783934'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:27:30.410734 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-94f90ca5-1bc0-4ff7-9041-f2defa75bb39 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] 10.222.0.53 "PUT /v2.0/routers/c4ab07b3-066e-4222-9e3e-403830783934/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3410845 Nov 25 13:27:30.419032 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc397571-c893-49d6-a5d7-45953ac03564 req-15a73098-f113-442e-abb5-1633d0947a7c tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:30.431262 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fc397571-c893-49d6-a5d7-45953ac03564 req-15a73098-f113-442e-abb5-1633d0947a7c tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 945 time: 0.4868810 Nov 25 13:27:30.435438 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33062) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:30.442020 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2006c193-8e8a-426a-a679-aa462a68a0dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:30.454330 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9a972d02-096d-4f3f-9c29-2952ede60e48 req-0dd4a9a5-ae4b-4469-9f76-ef33fc8b86e1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035237 Nov 25 13:27:30.478748 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f82d908-c127-4a2e-b5b9-cb99c693f128 None None] Routers {'c4ab07b3-066e-4222-9e3e-403830783934'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:27:30.479414 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-0f82d908-c127-4a2e-b5b9-cb99c693f128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:27:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['c4ab07b3-066e-4222-9e3e-403830783934'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:27:30.530183 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-0f82d908-c127-4a2e-b5b9-cb99c693f128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:27:30.536759 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-118c8ed1-d7aa-45d3-b86b-105c30298946 req-ba56a5de-d371-4322-8073-6807c869f01a tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337383 Nov 25 13:27:30.578038 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 9cf12a48-2889-499a-a4c1-6f9a97ea32f8 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:27:30.578433 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:30.582371 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-741c94f4-9aec-4e03-bd5c-72dde5c1e433 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:30.627917 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f82d908-c127-4a2e-b5b9-cb99c693f128 None None] Routers {'c4ab07b3-066e-4222-9e3e-403830783934'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:27:30.628618 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-0f82d908-c127-4a2e-b5b9-cb99c693f128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:27:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['c4ab07b3-066e-4222-9e3e-403830783934'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:27:30.652536 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fc397571-c893-49d6-a5d7-45953ac03564 req-471e0401-89f7-4264-9c9b-53e6c4bdbe00 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=62076cc7-e62e-4a72-af44-4e6f6b4d1965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1838007 Nov 25 13:27:30.665681 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-234a843f-0143-420b-9910-dbd13ed2eadd tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks [] for router, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:30.715892 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-0f82d908-c127-4a2e-b5b9-cb99c693f128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:27:30.716567 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f82d908-c127-4a2e-b5b9-cb99c693f128 None None] The sync data for ids ['c4ab07b3-066e-4222-9e3e-403830783934'] in n-d-808199-11 is: [] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:27:30.745172 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4818e7a0-55e8-4dbd-82bc-8a09785d1845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:30.820983 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:30.823625 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-741c94f4-9aec-4e03-bd5c-72dde5c1e433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:30.825311 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-4818e7a0-55e8-4dbd-82bc-8a09785d1845 None None] For port 9cf12a48-2889-499a-a4c1-6f9a97ea32f8, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=9cf12a48-2889-499a-a4c1-6f9a97ea32f8,segment=NetworkSegment(f163e559-2a68-4dd8-8ca9-398006abc9dc),segment_id=f163e559-2a68-4dd8-8ca9-398006abc9dc)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:27:30.827831 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-741c94f4-9aec-4e03-bd5c-72dde5c1e433 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:30.829622 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-741c94f4-9aec-4e03-bd5c-72dde5c1e433 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d0af55c5-bafc-4056-b2ad-f1fc4134040f HTTP/1.1" status: 204 len: 168 time: 1.0123489 Nov 25 13:27:30.841140 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4818e7a0-55e8-4dbd-82bc-8a09785d1845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:30.844801 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741c94f4-9aec-4e03-bd5c-72dde5c1e433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0af55c5-bafc-4056-b2ad-f1fc4134040f,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:30.859319 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [None req-234a843f-0143-420b-9910-dbd13ed2eadd tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 25 13:27:30.861239 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-234a843f-0143-420b-9910-dbd13ed2eadd tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] 10.222.0.53 "DELETE /v2.0/routers/c4ab07b3-066e-4222-9e3e-403830783934 HTTP/1.1" status: 409 len: 329 time: 0.4248130 Nov 25 13:27:30.864809 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33068) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:31.052598 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.db.api [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 13:27:31.052800 n-d-808199-11 neutron-server[103572]: DEBUG oslo_db.api [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 13:27:31.077877 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4818e7a0-55e8-4dbd-82bc-8a09785d1845 None None] Pushing event updated for resources: {'Port': ['ID=9cf12a48-2889-499a-a4c1-6f9a97ea32f8,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:31.288936 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-565aa2df-2509-4b65-baa7-8faeef5a1262 None None] Provisioning complete for port 9cf12a48-2889-499a-a4c1-6f9a97ea32f8 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:27:31.289662 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-565aa2df-2509-4b65-baa7-8faeef5a1262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:31.808892 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bcc063d4-3908-41a7-9043-ba9ed844b2ad tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:31.898283 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7824e9c3-9c2e-476e-93c3-4a5cb96e9f56 req-7dcf6321-8da8-4d15-bc56-f571850897a8 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:31.925055 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7824e9c3-9c2e-476e-93c3-4a5cb96e9f56 req-7dcf6321-8da8-4d15-bc56-f571850897a8 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=e252f1c7-db71-402d-8728-cb8ac1d2115f HTTP/1.1" status: 200 len: 945 time: 0.2366862 Nov 25 13:27:31.984156 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 9cf12a48-2889-499a-a4c1-6f9a97ea32f8 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:27:32.077648 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676e6fb-07b5-4a51-9bc9-1ab46a5c0d10 req-789f7e89-b11f-4ad7-9cfb-d2e3da7cba08 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:32.079815 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a676e6fb-07b5-4a51-9bc9-1ab46a5c0d10 req-789f7e89-b11f-4ad7-9cfb-d2e3da7cba08 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 945 time: 0.1484244 Nov 25 13:27:32.102556 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 9cf12a48-2889-499a-a4c1-6f9a97ea32f8 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:27:32.103352 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:32.158529 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7824e9c3-9c2e-476e-93c3-4a5cb96e9f56 req-39092c67-8006-4ec6-83ec-445264d1a8f5 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250624 Nov 25 13:27:32.219899 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a676e6fb-07b5-4a51-9bc9-1ab46a5c0d10 req-9ac6722c-7acf-48f7-9890-6c4be4a4e9c6 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=62076cc7-e62e-4a72-af44-4e6f6b4d1965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299486 Nov 25 13:27:32.519635 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-bcc063d4-3908-41a7-9043-ba9ed844b2ad tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Deleting port 74688440-9f6e-4b40-91c7-3f73becdaa14 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:27:32.521893 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bcc063d4-3908-41a7-9043-ba9ed844b2ad tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:32.679656 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bcc063d4-3908-41a7-9043-ba9ed844b2ad tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:32.700727 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-bcc063d4-3908-41a7-9043-ba9ed844b2ad tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Calling delete_port for 74688440-9f6e-4b40-91c7-3f73becdaa14 owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:27:32.780195 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8f542941-6594-40ba-88db-fc5652d98d54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:33.092320 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bcc063d4-3908-41a7-9043-ba9ed844b2ad tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:33.154328 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc063d4-3908-41a7-9043-ba9ed844b2ad tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Pushing event deleted for resources: {'Port': ['ID=74688440-9f6e-4b40-91c7-3f73becdaa14,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:33.356549 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bcc063d4-3908-41a7-9043-ba9ed844b2ad tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:33.492014 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c90f909-487b-4fa8-a1e9-49c31ec0df4d req-8d36d87c-de97-4c9f-a26b-7f4a15a24c6e tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:33.511581 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1c90f909-487b-4fa8-a1e9-49c31ec0df4d req-8d36d87c-de97-4c9f-a26b-7f4a15a24c6e tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=e252f1c7-db71-402d-8728-cb8ac1d2115f HTTP/1.1" status: 200 len: 945 time: 0.1646552 Nov 25 13:27:33.590639 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f35332-bcd9-4388-96f9-141650a31114 req-1cc53a34-d6fa-42c0-9fe0-f39d446092c1 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:33.608269 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-95f35332-bcd9-4388-96f9-141650a31114 req-1cc53a34-d6fa-42c0-9fe0-f39d446092c1 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 945 time: 0.2118967 Nov 25 13:27:33.729649 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1c90f909-487b-4fa8-a1e9-49c31ec0df4d req-86dc9b0b-64b3-420a-a741-d1ca09a1abde tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169137 Nov 25 13:27:33.786064 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc063d4-3908-41a7-9043-ba9ed844b2ad tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Router c4ab07b3-066e-4222-9e3e-403830783934 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:27:33.792850 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-95f35332-bcd9-4388-96f9-141650a31114 req-05526041-1e35-4be7-ae19-76d76e3d7311 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=62076cc7-e62e-4a72-af44-4e6f6b4d1965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1836014 Nov 25 13:27:33.835603 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:34.184271 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0fd812-bef8-457b-845a-28a905d4b887 req-3d5f77fe-98df-4ae2-b1e6-e9e2e5b515ed tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:34.186315 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7b0fd812-bef8-457b-845a-28a905d4b887 req-3d5f77fe-98df-4ae2-b1e6-e9e2e5b515ed tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=e252f1c7-db71-402d-8728-cb8ac1d2115f HTTP/1.1" status: 200 len: 945 time: 0.0808091 Nov 25 13:27:34.270874 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7b0fd812-bef8-457b-845a-28a905d4b887 req-447259e0-3028-426c-be5f-4afc7046448a tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680091 Nov 25 13:27:34.509636 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f1822-23a1-4895-bb18-9600b60eb1eb req-0207eaee-e437-4dec-8ed9-9d5e6b20ed2c tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:34.528851 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-697f1822-23a1-4895-bb18-9600b60eb1eb req-0207eaee-e437-4dec-8ed9-9d5e6b20ed2c tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=e252f1c7-db71-402d-8728-cb8ac1d2115f HTTP/1.1" status: 200 len: 945 time: 0.1386275 Nov 25 13:27:34.666422 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-697f1822-23a1-4895-bb18-9600b60eb1eb req-4b1eb9be-472d-4cd9-8382-8ac0354e8e9c tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366439 Nov 25 13:27:34.745864 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc063d4-3908-41a7-9043-ba9ed844b2ad tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:27:34.759146 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1f52ae-a2b1-404e-ac71-2a44e5fea1fc None None] Sync routers for ids ['c4ab07b3-066e-4222-9e3e-403830783934'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:27:34.772834 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33164) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:34.773169 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-bcc063d4-3908-41a7-9043-ba9ed844b2ad tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] 10.222.0.53 "PUT /v2.0/routers/c4ab07b3-066e-4222-9e3e-403830783934/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9024441 Nov 25 13:27:34.780848 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1f52ae-a2b1-404e-ac71-2a44e5fea1fc None None] Routers {'c4ab07b3-066e-4222-9e3e-403830783934'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:27:34.781744 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-af1f52ae-a2b1-404e-ac71-2a44e5fea1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:27:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['c4ab07b3-066e-4222-9e3e-403830783934'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:27:34.867253 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [None req-949bf4f2-b960-4b0d-a426-3b7579563c77 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] show failed (client error): The resource could not be found. Nov 25 13:27:34.868473 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-949bf4f2-b960-4b0d-a426-3b7579563c77 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] 10.222.0.53 "GET /v2.0/routers/tempest-non_exist_router-498350283 HTTP/1.1" status: 404 len: 334 time: 0.0945861 Nov 25 13:27:34.872320 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33170) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:34.877644 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-e97f75f5-60cb-42b3-866e-9ddc089ad298 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:27:34.903454 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-af1f52ae-a2b1-404e-ac71-2a44e5fea1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:27:34.944672 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1f52ae-a2b1-404e-ac71-2a44e5fea1fc None None] Routers {'c4ab07b3-066e-4222-9e3e-403830783934'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:27:34.947403 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-af1f52ae-a2b1-404e-ac71-2a44e5fea1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:27:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['c4ab07b3-066e-4222-9e3e-403830783934'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:27:35.023447 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [None req-e97f75f5-60cb-42b3-866e-9ddc089ad298 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] update failed (client error): The resource could not be found. Nov 25 13:27:35.029690 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e811485-df82-4e62-b5e1-551b00642c3d req-7ee71976-f1cb-4ee1-b6d1-62ae35a60c13 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:35.033495 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-e97f75f5-60cb-42b3-866e-9ddc089ad298 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] 10.222.0.53 "PUT /v2.0/routers/tempest-non_exist_router-844180978 HTTP/1.1" status: 404 len: 334 time: 0.1599913 Nov 25 13:27:35.038020 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33180) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:35.038576 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8e811485-df82-4e62-b5e1-551b00642c3d req-7ee71976-f1cb-4ee1-b6d1-62ae35a60c13 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 945 time: 0.1064408 Nov 25 13:27:35.084042 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-af1f52ae-a2b1-404e-ac71-2a44e5fea1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:27:35.085293 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1f52ae-a2b1-404e-ac71-2a44e5fea1fc None None] The sync data for ids ['c4ab07b3-066e-4222-9e3e-403830783934'] in n-d-808199-11 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:27:35.160979 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:35.177242 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-52e683f8-b52b-4237-baa3-e83eeb60bb94 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Deleting subnet 7bb91781-93d0-4934-b859-31e36686f919 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:27:35.183254 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-52e683f8-b52b-4237-baa3-e83eeb60bb94 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:35.266256 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8e811485-df82-4e62-b5e1-551b00642c3d req-5e805b67-95d9-49d1-a7c5-2acdf40139b6 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=62076cc7-e62e-4a72-af44-4e6f6b4d1965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2226355 Nov 25 13:27:35.291098 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-52e683f8-b52b-4237-baa3-e83eeb60bb94 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:35.303378 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a61ffdb-9e11-4e8f-8702-10367e6a2162 req-67dba11d-322f-4701-8ba5-cac6dd774f08 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:35.307758 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9a61ffdb-9e11-4e8f-8702-10367e6a2162 req-67dba11d-322f-4701-8ba5-cac6dd774f08 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=e252f1c7-db71-402d-8728-cb8ac1d2115f HTTP/1.1" status: 200 len: 945 time: 0.2300396 Nov 25 13:27:35.447522 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9a61ffdb-9e11-4e8f-8702-10367e6a2162 req-62db53fd-e9b3-47db-aec0-8f3c48cf740b tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280346 Nov 25 13:27:35.478173 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-52e683f8-b52b-4237-baa3-e83eeb60bb94 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:35.561273 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-52e683f8-b52b-4237-baa3-e83eeb60bb94 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:35.586427 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2714e7d3-a724-4896-ba02-7d6f4cf6b27c None None] Network c606ffcb-c1b6-4a8e-8314-d4d4956493df requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:27:35.600580 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e683f8-b52b-4237-baa3-e83eeb60bb94 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Pushing event deleted for resources: {'Subnet': ['ID=7bb91781-93d0-4934-b859-31e36686f919,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:35.603573 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-52e683f8-b52b-4237-baa3-e83eeb60bb94 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:35.610166 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-52e683f8-b52b-4237-baa3-e83eeb60bb94 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] 10.222.0.53 "DELETE /v2.0/subnets/7bb91781-93d0-4934-b859-31e36686f919 HTTP/1.1" status: 204 len: 168 time: 0.5662470 Nov 25 13:27:35.610605 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33196) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:35.748867 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-de6c0e71-c714-4ed6-9377-0d8d8fdd8f4d tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:35.882727 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-de6c0e71-c714-4ed6-9377-0d8d8fdd8f4d tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Deleting port 9cf12a48-2889-499a-a4c1-6f9a97ea32f8 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:27:35.883096 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-de6c0e71-c714-4ed6-9377-0d8d8fdd8f4d tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:36.019467 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b598737-1811-4db6-97b5-a881c70e89c1 None None] DHCP port deletion for c606ffcb-c1b6-4a8e-8314-d4d4956493df request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:27:36.104154 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-de6c0e71-c714-4ed6-9377-0d8d8fdd8f4d tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] For port 9cf12a48-2889-499a-a4c1-6f9a97ea32f8, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=9cf12a48-2889-499a-a4c1-6f9a97ea32f8,segment=NetworkSegment(f163e559-2a68-4dd8-8ca9-398006abc9dc),segment_id=f163e559-2a68-4dd8-8ca9-398006abc9dc)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:27:36.105603 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-de6c0e71-c714-4ed6-9377-0d8d8fdd8f4d tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:36.144852 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-de6c0e71-c714-4ed6-9377-0d8d8fdd8f4d tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Calling delete_port for 9cf12a48-2889-499a-a4c1-6f9a97ea32f8 owned by network:dhcp {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:27:36.165613 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-5b598737-1811-4db6-97b5-a881c70e89c1 None None] Deleting port 9cf12a48-2889-499a-a4c1-6f9a97ea32f8 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:27:36.166644 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5b598737-1811-4db6-97b5-a881c70e89c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:36.442825 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:36.501199 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-5b598737-1811-4db6-97b5-a881c70e89c1 None None] For port 9cf12a48-2889-499a-a4c1-6f9a97ea32f8, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=9cf12a48-2889-499a-a4c1-6f9a97ea32f8,segment=NetworkSegment(f163e559-2a68-4dd8-8ca9-398006abc9dc),segment_id=f163e559-2a68-4dd8-8ca9-398006abc9dc)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:27:36.501838 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5b598737-1811-4db6-97b5-a881c70e89c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:36.531398 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-5b598737-1811-4db6-97b5-a881c70e89c1 None None] Calling delete_port for 9cf12a48-2889-499a-a4c1-6f9a97ea32f8 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:27:36.571872 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed5453-dc04-4ad9-909d-bd27abda06ef req-67f24356-dac6-4a4a-a717-18d4aaef9a08 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:36.573870 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-12ed5453-dc04-4ad9-909d-bd27abda06ef req-67f24356-dac6-4a4a-a717-18d4aaef9a08 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 945 time: 0.1741211 Nov 25 13:27:36.579606 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-de6c0e71-c714-4ed6-9377-0d8d8fdd8f4d tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:36.653535 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6c0e71-c714-4ed6-9377-0d8d8fdd8f4d tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] No DVR routers for this DVR port 9cf12a48-2889-499a-a4c1-6f9a97ea32f8 on host n-d-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:27:36.663251 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c0e71-c714-4ed6-9377-0d8d8fdd8f4d tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Pushing event deleted for resources: {'Port': ['ID=9cf12a48-2889-499a-a4c1-6f9a97ea32f8,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:36.707924 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5b598737-1811-4db6-97b5-a881c70e89c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:36.844912 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-12ed5453-dc04-4ad9-909d-bd27abda06ef req-f90f6d1f-47e0-4a96-8e96-267f97a47991 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=62076cc7-e62e-4a72-af44-4e6f6b4d1965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2460070 Nov 25 13:27:36.861085 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b598737-1811-4db6-97b5-a881c70e89c1 None None] Pushing event deleted for resources: {'Port': ['ID=9cf12a48-2889-499a-a4c1-6f9a97ea32f8,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:36.885519 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf24df-2784-4fcc-8550-1ef982023716 req-5beb9518-14e3-40ac-bb73-ed8a32a0f5dd tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:36.887359 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1fdf24df-2784-4fcc-8550-1ef982023716 req-5beb9518-14e3-40ac-bb73-ed8a32a0f5dd tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=e252f1c7-db71-402d-8728-cb8ac1d2115f HTTP/1.1" status: 200 len: 945 time: 0.2861743 Nov 25 13:27:36.889939 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-de6c0e71-c714-4ed6-9377-0d8d8fdd8f4d tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:36.892655 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b598737-1811-4db6-97b5-a881c70e89c1 None None] No DVR routers for this DVR port 9cf12a48-2889-499a-a4c1-6f9a97ea32f8 on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:27:36.923529 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b598737-1811-4db6-97b5-a881c70e89c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:27:36.923891 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b598737-1811-4db6-97b5-a881c70e89c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:27:36.924243 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b598737-1811-4db6-97b5-a881c70e89c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:27:36.924663 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b598737-1811-4db6-97b5-a881c70e89c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:27:36.925010 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b598737-1811-4db6-97b5-a881c70e89c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:27:36.935067 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b598737-1811-4db6-97b5-a881c70e89c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:27:36.935437 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b598737-1811-4db6-97b5-a881c70e89c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:27:36.935791 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b598737-1811-4db6-97b5-a881c70e89c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:27:36.935984 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-de6c0e71-c714-4ed6-9377-0d8d8fdd8f4d tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c606ffcb-c1b6-4a8e-8314-d4d4956493df']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:27:36.936139 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b598737-1811-4db6-97b5-a881c70e89c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:27:36.943269 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b598737-1811-4db6-97b5-a881c70e89c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:27:36.943853 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b598737-1811-4db6-97b5-a881c70e89c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:27:36.944353 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b598737-1811-4db6-97b5-a881c70e89c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:27:37.031004 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1fdf24df-2784-4fcc-8550-1ef982023716 req-ee36a90a-3741-4260-8c6b-f0ef1106c225 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309414 Nov 25 13:27:37.033029 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-de6c0e71-c714-4ed6-9377-0d8d8fdd8f4d tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f163e559-2a68-4dd8-8ca9-398006abc9dc') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:27:37.033342 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-de6c0e71-c714-4ed6-9377-0d8d8fdd8f4d tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f163e559-2a68-4dd8-8ca9-398006abc9dc') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:27:37.057247 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-de6c0e71-c714-4ed6-9377-0d8d8fdd8f4d tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:37.068627 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-de6c0e71-c714-4ed6-9377-0d8d8fdd8f4d tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:37.077521 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de6c0e71-c714-4ed6-9377-0d8d8fdd8f4d tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:27:37.077934 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-de6c0e71-c714-4ed6-9377-0d8d8fdd8f4d tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:37.087951 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:27:37.087951 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:27:37.087951 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:27:37.087951 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:27:37.087951 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:27:37.087951 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:27:37.087951 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:27:37.087951 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:27:37.087951 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:27:37.087951 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:27:37.087951 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:27:37.087951 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:27:37.087951 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:27:37.087951 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:27:37.087951 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:27:37.087951 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:27:37.087951 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:27:37.087951 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:27:37.087951 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:27:37.087951 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:27:37.087951 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:27:37.087951 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:27:37.087951 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:27:37.087951 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:27:37.087951 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:27:37.087951 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:27:37.087951 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:27:37.087951 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:27:37.087951 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:27:37.087951 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:27:37.087951 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:27:37.087951 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:27:37.241697 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-de6c0e71-c714-4ed6-9377-0d8d8fdd8f4d tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:37.247464 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-de6c0e71-c714-4ed6-9377-0d8d8fdd8f4d tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:37.257354 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33230) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:37.258181 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-de6c0e71-c714-4ed6-9377-0d8d8fdd8f4d tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] 10.222.0.53 "DELETE /v2.0/networks/c606ffcb-c1b6-4a8e-8314-d4d4956493df HTTP/1.1" status: 204 len: 168 time: 1.6464503 Nov 25 13:27:37.308492 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c0e71-c714-4ed6-9377-0d8d8fdd8f4d tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Pushing event deleted for resources: {'Network': ['ID=c606ffcb-c1b6-4a8e-8314-d4d4956493df,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:37.404616 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c1d8e9e-4eff-48db-9b75-22a0cf185407 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Deleting subnet 41f8de75-6ad2-429d-a8ec-e1c68eb13891 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:27:37.408563 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9c1d8e9e-4eff-48db-9b75-22a0cf185407 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:37.457770 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9c1d8e9e-4eff-48db-9b75-22a0cf185407 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:37.558971 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9c1d8e9e-4eff-48db-9b75-22a0cf185407 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:37.690012 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9c1d8e9e-4eff-48db-9b75-22a0cf185407 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:37.713557 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3dbeb2-64e8-4f0e-98ae-ab18bf827647 None None] Network d0185820-6055-4ca1-947e-a1e3d5ded5d7 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:27:37.726475 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9c1d8e9e-4eff-48db-9b75-22a0cf185407 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:37.734626 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-9c1d8e9e-4eff-48db-9b75-22a0cf185407 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] 10.222.0.53 "DELETE /v2.0/subnets/41f8de75-6ad2-429d-a8ec-e1c68eb13891 HTTP/1.1" status: 204 len: 168 time: 0.4749000 Nov 25 13:27:37.736687 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33242) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:37.782754 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d8e9e-4eff-48db-9b75-22a0cf185407 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Pushing event deleted for resources: {'Subnet': ['ID=41f8de75-6ad2-429d-a8ec-e1c68eb13891,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:37.859530 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dd02ff2-e8bc-4edd-bf7a-899c631e4c05 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Deleting subnet 6b7f81b7-b008-4523-b41c-2f0392d3047c {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:27:37.866804 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2dd02ff2-e8bc-4edd-bf7a-899c631e4c05 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:37.960856 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 9cf12a48-2889-499a-a4c1-6f9a97ea32f8 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:27:38.011733 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2dd02ff2-e8bc-4edd-bf7a-899c631e4c05 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:38.033657 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 9cf12a48-2889-499a-a4c1-6f9a97ea32f8 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:27:38.034483 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 9cf12a48-2889-499a-a4c1-6f9a97ea32f8 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:27:38.092716 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:38.175179 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2dd02ff2-e8bc-4edd-bf7a-899c631e4c05 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:38.184527 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f9a741-c717-49d1-afdc-28d413c639e4 None None] DHCP port deletion for d0185820-6055-4ca1-947e-a1e3d5ded5d7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:27:38.281679 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-35f9a741-c717-49d1-afdc-28d413c639e4 None None] Deleting port 08d2957b-92b7-4421-aad7-6aea118ffcd8 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:27:38.282058 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-35f9a741-c717-49d1-afdc-28d413c639e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:38.428944 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-35f9a741-c717-49d1-afdc-28d413c639e4 None None] For port 08d2957b-92b7-4421-aad7-6aea118ffcd8, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=08d2957b-92b7-4421-aad7-6aea118ffcd8,segment=NetworkSegment(145b3289-754b-4034-813f-a9d28974ee4b),segment_id=145b3289-754b-4034-813f-a9d28974ee4b)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:27:38.429365 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-35f9a741-c717-49d1-afdc-28d413c639e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:38.458820 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-35f9a741-c717-49d1-afdc-28d413c639e4 None None] Calling delete_port for 08d2957b-92b7-4421-aad7-6aea118ffcd8 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:27:38.490491 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba08085-039f-4b14-a7cd-d04917709f49 req-5757258f-724a-4ae4-b030-bf5f04e57bf9 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:38.494278 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1ba08085-039f-4b14-a7cd-d04917709f49 req-5757258f-724a-4ae4-b030-bf5f04e57bf9 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 945 time: 0.2684309 Nov 25 13:27:38.499940 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2dd02ff2-e8bc-4edd-bf7a-899c631e4c05 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:38.549071 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a9d0a-4029-4745-919a-1cb5ddd185e5 req-79c59f07-98f3-445f-828f-5fa5784dde4f tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:38.554037 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-387a9d0a-4029-4745-919a-1cb5ddd185e5 req-79c59f07-98f3-445f-828f-5fa5784dde4f tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=e252f1c7-db71-402d-8728-cb8ac1d2115f HTTP/1.1" status: 200 len: 945 time: 0.3174853 Nov 25 13:27:38.614014 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd02ff2-e8bc-4edd-bf7a-899c631e4c05 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Pushing event deleted for resources: {'Subnet': ['ID=6b7f81b7-b008-4523-b41c-2f0392d3047c,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:38.631573 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-35f9a741-c717-49d1-afdc-28d413c639e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:38.650897 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2dd02ff2-e8bc-4edd-bf7a-899c631e4c05 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:38.660899 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33266) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:38.669424 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-2dd02ff2-e8bc-4edd-bf7a-899c631e4c05 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] 10.222.0.53 "DELETE /v2.0/subnets/6b7f81b7-b008-4523-b41c-2f0392d3047c HTTP/1.1" status: 204 len: 168 time: 0.9307425 Nov 25 13:27:38.739328 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1ba08085-039f-4b14-a7cd-d04917709f49 req-4b65940e-dcbd-4b6a-9788-82f3d0195433 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=62076cc7-e62e-4a72-af44-4e6f6b4d1965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2319381 Nov 25 13:27:38.758957 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c5f04c-88ca-4f26-8bfc-2669b99eb7ba None None] Network 44980a3b-bb37-4a5c-85b1-fb02d097611b requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:27:38.768077 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f9a741-c717-49d1-afdc-28d413c639e4 None None] No DVR routers for this DVR port 08d2957b-92b7-4421-aad7-6aea118ffcd8 on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:27:38.791981 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f9a741-c717-49d1-afdc-28d413c639e4 None None] Pushing event deleted for resources: {'Port': ['ID=08d2957b-92b7-4421-aad7-6aea118ffcd8,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:38.861485 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-387a9d0a-4029-4745-919a-1cb5ddd185e5 req-9e81daff-7464-46d8-80f5-d4db064a6118 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631383 Nov 25 13:27:38.935204 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [req-f880bb8d-b87d-4c94-9575-e30fc42a093b req-186468bb-3bc2-4112-a58d-87b4b83f77e4 service neutron] (103571) timed out ('10.222.0.53', 59260) {{(pid=103571) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 13:27:38.941190 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fae43027-1ebf-421c-817c-a5168741745b tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:39.209392 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fae43027-1ebf-421c-817c-a5168741745b tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:39.287807 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-fae43027-1ebf-421c-817c-a5168741745b tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0185820-6055-4ca1-947e-a1e3d5ded5d7']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:27:39.322819 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-fae43027-1ebf-421c-817c-a5168741745b tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '145b3289-754b-4034-813f-a9d28974ee4b') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:27:39.323776 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-fae43027-1ebf-421c-817c-a5168741745b tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '145b3289-754b-4034-813f-a9d28974ee4b') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:27:39.349444 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fae43027-1ebf-421c-817c-a5168741745b tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:39.366071 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fae43027-1ebf-421c-817c-a5168741745b tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:39.375090 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fae43027-1ebf-421c-817c-a5168741745b tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:27:39.376561 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fae43027-1ebf-421c-817c-a5168741745b tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:39.385265 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:27:39.385265 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:27:39.385265 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:27:39.385265 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:27:39.385265 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:27:39.385265 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:27:39.385265 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:27:39.385265 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:27:39.385265 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:27:39.385265 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:27:39.385265 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:27:39.385265 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:27:39.385265 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:27:39.385265 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:27:39.385265 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:27:39.385265 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:27:39.385265 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:27:39.385265 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:27:39.385265 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:27:39.385265 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:27:39.385265 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:27:39.385265 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:27:39.385265 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:27:39.385265 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:27:39.385265 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:27:39.385265 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:27:39.385265 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:27:39.385265 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:27:39.385265 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:27:39.385265 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:27:39.385265 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:27:39.385265 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:27:39.484360 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fae43027-1ebf-421c-817c-a5168741745b tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:39.496264 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fae43027-1ebf-421c-817c-a5168741745b tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:39.503178 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33284) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:39.518858 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-fae43027-1ebf-421c-817c-a5168741745b tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] 10.222.0.53 "DELETE /v2.0/networks/d0185820-6055-4ca1-947e-a1e3d5ded5d7 HTTP/1.1" status: 204 len: 168 time: 0.8552563 Nov 25 13:27:39.536176 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f98ae6c-694e-4b13-aa8e-0ffaf014ffb8 None None] DHCP port deletion for 44980a3b-bb37-4a5c-85b1-fb02d097611b request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:27:39.586753 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae43027-1ebf-421c-817c-a5168741745b tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Pushing event deleted for resources: {'Network': ['ID=d0185820-6055-4ca1-947e-a1e3d5ded5d7,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:39.638746 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d83e0d14-7b8f-4731-aed4-1b115761a772 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:39.678212 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-8f98ae6c-694e-4b13-aa8e-0ffaf014ffb8 None None] Deleting port dc2b207c-a954-4bd5-a824-2e424c8cc6ea {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:27:39.678723 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8f98ae6c-694e-4b13-aa8e-0ffaf014ffb8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:39.724621 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-d83e0d14-7b8f-4731-aed4-1b115761a772 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Deleting port dc2b207c-a954-4bd5-a824-2e424c8cc6ea {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:27:39.725343 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d83e0d14-7b8f-4731-aed4-1b115761a772 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:39.773987 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33292) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:39.881360 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-d83e0d14-7b8f-4731-aed4-1b115761a772 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] For port dc2b207c-a954-4bd5-a824-2e424c8cc6ea, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=dc2b207c-a954-4bd5-a824-2e424c8cc6ea,segment=NetworkSegment(67b26bf2-d542-4693-816a-c94bd5d1b05b),segment_id=67b26bf2-d542-4693-816a-c94bd5d1b05b)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:27:39.881938 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d83e0d14-7b8f-4731-aed4-1b115761a772 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:39.882464 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-8f98ae6c-694e-4b13-aa8e-0ffaf014ffb8 None None] For port dc2b207c-a954-4bd5-a824-2e424c8cc6ea, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=dc2b207c-a954-4bd5-a824-2e424c8cc6ea,segment=NetworkSegment(67b26bf2-d542-4693-816a-c94bd5d1b05b),segment_id=67b26bf2-d542-4693-816a-c94bd5d1b05b)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:27:39.882952 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8f98ae6c-694e-4b13-aa8e-0ffaf014ffb8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:39.884539 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5073aa7-e55d-4619-aa24-edb13d979cda admin admin] Deleting subnet ac408d65-f565-4aec-a68c-6616bea7f070 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:27:39.904530 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b5073aa7-e55d-4619-aa24-edb13d979cda admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:39.928927 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-d83e0d14-7b8f-4731-aed4-1b115761a772 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Calling delete_port for dc2b207c-a954-4bd5-a824-2e424c8cc6ea owned by network:dhcp {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:27:39.952397 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-8f98ae6c-694e-4b13-aa8e-0ffaf014ffb8 None None] Calling delete_port for dc2b207c-a954-4bd5-a824-2e424c8cc6ea owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:27:39.968426 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 08d2957b-92b7-4421-aad7-6aea118ffcd8 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:27:40.034342 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 08d2957b-92b7-4421-aad7-6aea118ffcd8 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:27:40.034744 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 08d2957b-92b7-4421-aad7-6aea118ffcd8 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:27:40.035122 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device dc2b207c-a954-4bd5-a824-2e424c8cc6ea no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:27:40.052399 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b5073aa7-e55d-4619-aa24-edb13d979cda admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:40.161560 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b5073aa7-e55d-4619-aa24-edb13d979cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:40.249907 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d83e0d14-7b8f-4731-aed4-1b115761a772 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:40.339833 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b5073aa7-e55d-4619-aa24-edb13d979cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:40.354094 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No active binding found for port dc2b207c-a954-4bd5-a824-2e424c8cc6ea {{(pid=103572) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 25 13:27:40.354563 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device dc2b207c-a954-4bd5-a824-2e424c8cc6ea not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:27:40.406982 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83e0d14-7b8f-4731-aed4-1b115761a772 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Pushing event deleted for resources: {'Port': ['ID=dc2b207c-a954-4bd5-a824-2e424c8cc6ea,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:40.412960 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5073aa7-e55d-4619-aa24-edb13d979cda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac408d65-f565-4aec-a68c-6616bea7f070,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:40.416782 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83e0d14-7b8f-4731-aed4-1b115761a772 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] No DVR routers for this DVR port dc2b207c-a954-4bd5-a824-2e424c8cc6ea on host n-d-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:27:40.418316 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b5073aa7-e55d-4619-aa24-edb13d979cda admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:40.425041 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b5073aa7-e55d-4619-aa24-edb13d979cda admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ac408d65-f565-4aec-a68c-6616bea7f070 HTTP/1.1" status: 204 len: 168 time: 0.6493630 Nov 25 13:27:40.429307 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33310) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:40.444582 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8f98ae6c-694e-4b13-aa8e-0ffaf014ffb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:40.515753 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f98ae6c-694e-4b13-aa8e-0ffaf014ffb8 None None] Pushing event deleted for resources: {'Port': ['ID=dc2b207c-a954-4bd5-a824-2e424c8cc6ea,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:40.527778 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f98ae6c-694e-4b13-aa8e-0ffaf014ffb8 None None] No DVR routers for this DVR port dc2b207c-a954-4bd5-a824-2e424c8cc6ea on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:27:40.579073 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ba0d1310-3e11-45da-9a73-206713740dff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:40.619748 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d83e0d14-7b8f-4731-aed4-1b115761a772 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:40.651182 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-d83e0d14-7b8f-4731-aed4-1b115761a772 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44980a3b-bb37-4a5c-85b1-fb02d097611b']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:27:40.666724 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-d83e0d14-7b8f-4731-aed4-1b115761a772 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67b26bf2-d542-4693-816a-c94bd5d1b05b') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:27:40.667123 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-d83e0d14-7b8f-4731-aed4-1b115761a772 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67b26bf2-d542-4693-816a-c94bd5d1b05b') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:27:40.679298 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d83e0d14-7b8f-4731-aed4-1b115761a772 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:40.696885 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d83e0d14-7b8f-4731-aed4-1b115761a772 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:40.703142 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ba0d1310-3e11-45da-9a73-206713740dff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:40.704811 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d83e0d14-7b8f-4731-aed4-1b115761a772 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:27:40.705325 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d83e0d14-7b8f-4731-aed4-1b115761a772 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:40.740172 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-ba0d1310-3e11-45da-9a73-206713740dff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['320bc64f-c87e-4161-bc09-4845b1bfc36c']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:27:40.757499 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-ba0d1310-3e11-45da-9a73-206713740dff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01e0b005-5d2d-4182-80e0-9a959c89dab7') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:27:40.757851 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-ba0d1310-3e11-45da-9a73-206713740dff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01e0b005-5d2d-4182-80e0-9a959c89dab7') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:27:40.773264 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ba0d1310-3e11-45da-9a73-206713740dff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:40.778003 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:27:40.778003 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:27:40.778003 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:27:40.778003 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:27:40.778003 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:27:40.778003 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:27:40.778003 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:27:40.778003 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:27:40.778003 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:27:40.778003 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:27:40.778003 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:27:40.778003 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:27:40.778003 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:27:40.778003 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:27:40.778003 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:27:40.778003 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:27:40.778003 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:27:40.778003 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:27:40.778003 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:27:40.778003 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:27:40.778003 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:27:40.778003 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:27:40.778003 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:27:40.778003 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:27:40.778003 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:27:40.778003 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:27:40.778003 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:27:40.778003 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:27:40.778003 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:27:40.778003 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:27:40.778003 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:27:40.778003 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:27:40.796296 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d83e0d14-7b8f-4731-aed4-1b115761a772 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:40.806923 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d83e0d14-7b8f-4731-aed4-1b115761a772 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:40.813256 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d83e0d14-7b8f-4731-aed4-1b115761a772 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] 10.222.0.53 "DELETE /v2.0/networks/44980a3b-bb37-4a5c-85b1-fb02d097611b HTTP/1.1" status: 204 len: 168 time: 1.3089237 Nov 25 13:27:40.817141 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33318) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:40.821223 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ba0d1310-3e11-45da-9a73-206713740dff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:40.834479 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba0d1310-3e11-45da-9a73-206713740dff admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:27:40.834955 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ba0d1310-3e11-45da-9a73-206713740dff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:40.837342 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:27:40.837342 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:27:40.837342 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:27:40.837342 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:27:40.837342 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:27:40.837342 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:27:40.837342 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:27:40.837342 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:27:40.837342 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:27:40.837342 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:27:40.837342 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:27:40.837342 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:27:40.837342 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:27:40.837342 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:27:40.837342 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:27:40.837342 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:27:40.837342 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:27:40.837342 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:27:40.837342 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:27:40.837342 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:27:40.837342 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:27:40.837342 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:27:40.837342 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:27:40.837342 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:27:40.837342 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:27:40.837342 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:27:40.837342 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:27:40.837342 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:27:40.837342 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:27:40.837342 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:27:40.837342 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:27:40.837342 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:27:40.894514 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83e0d14-7b8f-4731-aed4-1b115761a772 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Pushing event deleted for resources: {'Network': ['ID=44980a3b-bb37-4a5c-85b1-fb02d097611b,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:40.902933 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-67d599ea-9206-4d9f-95ee-0e7ce673ec3a tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Deleting subnet 2c332f52-8f03-4c8e-ab74-e4702e224858 {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:27:40.907267 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-67d599ea-9206-4d9f-95ee-0e7ce673ec3a tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:40.924465 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ba0d1310-3e11-45da-9a73-206713740dff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:40.940199 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ba0d1310-3e11-45da-9a73-206713740dff admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:40.950083 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-ba0d1310-3e11-45da-9a73-206713740dff admin admin] 10.222.0.53 "DELETE /v2.0/networks/320bc64f-c87e-4161-bc09-4845b1bfc36c HTTP/1.1" status: 204 len: 168 time: 0.5169842 Nov 25 13:27:40.965702 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33320) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:40.966860 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d1310-3e11-45da-9a73-206713740dff admin admin] Pushing event deleted for resources: {'Network': ['ID=320bc64f-c87e-4161-bc09-4845b1bfc36c,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:40.995828 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58daf614-c276-4fbe-8fd2-749544687c95 req-8f00be02-056e-4b91-ac76-14a77d2fd27d tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:40.997833 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-58daf614-c276-4fbe-8fd2-749544687c95 req-8f00be02-056e-4b91-ac76-14a77d2fd27d tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 945 time: 0.8218875 Nov 25 13:27:41.006793 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ede53-c797-44b2-b25a-eaf1f1d94b50 req-f9369b9a-c913-4210-afb9-0482b31509d5 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:41.014908 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bc9ede53-c797-44b2-b25a-eaf1f1d94b50 req-f9369b9a-c913-4210-afb9-0482b31509d5 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=e252f1c7-db71-402d-8728-cb8ac1d2115f HTTP/1.1" status: 200 len: 945 time: 0.8433983 Nov 25 13:27:41.050820 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-67d599ea-9206-4d9f-95ee-0e7ce673ec3a tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:41.223533 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-58daf614-c276-4fbe-8fd2-749544687c95 req-b933e2bf-cba0-4886-9ee5-a252f0ce4658 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=62076cc7-e62e-4a72-af44-4e6f6b4d1965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1981268 Nov 25 13:27:41.227050 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-e95f5a86-653c-4025-8d55-6bf3f2877dda admin admin] Deleting subnet a57e95a5-2465-4f89-a40f-27f7017492a2 {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:27:41.250450 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e95f5a86-653c-4025-8d55-6bf3f2877dda admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:41.365037 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bc9ede53-c797-44b2-b25a-eaf1f1d94b50 req-72c637ec-dce9-4d5d-95f4-729f0ca4377b tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452394 Nov 25 13:27:41.385884 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e95f5a86-653c-4025-8d55-6bf3f2877dda admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:41.419638 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-67d599ea-9206-4d9f-95ee-0e7ce673ec3a tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:41.475292 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e95f5a86-653c-4025-8d55-6bf3f2877dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:41.557611 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:41.578010 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-67d599ea-9206-4d9f-95ee-0e7ce673ec3a tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:41.615048 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-67d599ea-9206-4d9f-95ee-0e7ce673ec3a tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:41.620931 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76176287-5e94-43a9-8e00-5b4edd2644a7 None None] Network 1e278eac-5b73-44a6-ac53-c896b2d7f87e requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:27:41.627676 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33338) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:41.637407 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-67d599ea-9206-4d9f-95ee-0e7ce673ec3a tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] 10.222.0.53 "DELETE /v2.0/subnets/2c332f52-8f03-4c8e-ab74-e4702e224858 HTTP/1.1" status: 204 len: 168 time: 0.8010411 Nov 25 13:27:41.823941 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-02984fe7-d435-498e-b76c-bd689c40cb4c tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:41.948101 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-02984fe7-d435-498e-b76c-bd689c40cb4c tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Deleting port 46fd0d41-dd27-4ede-9e63-14e2cfb216d9 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:27:41.948547 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-02984fe7-d435-498e-b76c-bd689c40cb4c tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:41.974868 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc86d00-1407-446e-a6c6-5f4870dd054e None None] DHCP port deletion for 1e278eac-5b73-44a6-ac53-c896b2d7f87e request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:27:42.089200 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-6bc86d00-1407-446e-a6c6-5f4870dd054e None None] Deleting port 46fd0d41-dd27-4ede-9e63-14e2cfb216d9 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:27:42.089877 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6bc86d00-1407-446e-a6c6-5f4870dd054e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:42.157325 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-02984fe7-d435-498e-b76c-bd689c40cb4c tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] For port 46fd0d41-dd27-4ede-9e63-14e2cfb216d9, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=46fd0d41-dd27-4ede-9e63-14e2cfb216d9,segment=NetworkSegment(c4fdf05f-e91d-4d0c-bdcd-a11a46b5b7ae),segment_id=c4fdf05f-e91d-4d0c-bdcd-a11a46b5b7ae)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:27:42.159216 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-02984fe7-d435-498e-b76c-bd689c40cb4c tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:42.207457 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-02984fe7-d435-498e-b76c-bd689c40cb4c tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Calling delete_port for 46fd0d41-dd27-4ede-9e63-14e2cfb216d9 owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:27:42.254309 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-6bc86d00-1407-446e-a6c6-5f4870dd054e None None] For port 46fd0d41-dd27-4ede-9e63-14e2cfb216d9, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=46fd0d41-dd27-4ede-9e63-14e2cfb216d9,segment=NetworkSegment(c4fdf05f-e91d-4d0c-bdcd-a11a46b5b7ae),segment_id=c4fdf05f-e91d-4d0c-bdcd-a11a46b5b7ae)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:27:42.254606 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6bc86d00-1407-446e-a6c6-5f4870dd054e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:42.278201 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-6bc86d00-1407-446e-a6c6-5f4870dd054e None None] Calling delete_port for 46fd0d41-dd27-4ede-9e63-14e2cfb216d9 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:27:42.382579 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d599ea-9206-4d9f-95ee-0e7ce673ec3a tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Pushing event deleted for resources: {'Subnet': ['ID=2c332f52-8f03-4c8e-ab74-e4702e224858,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:42.426457 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-02984fe7-d435-498e-b76c-bd689c40cb4c tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:42.440257 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02984fe7-d435-498e-b76c-bd689c40cb4c tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] No DVR routers for this DVR port 46fd0d41-dd27-4ede-9e63-14e2cfb216d9 on host n-d-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:27:42.457070 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e95f5a86-653c-4025-8d55-6bf3f2877dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:42.461542 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6bc86d00-1407-446e-a6c6-5f4870dd054e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:42.479540 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc86d00-1407-446e-a6c6-5f4870dd054e None None] No DVR routers for this DVR port 46fd0d41-dd27-4ede-9e63-14e2cfb216d9 on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:27:42.503086 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02984fe7-d435-498e-b76c-bd689c40cb4c tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Pushing event deleted for resources: {'Port': ['ID=46fd0d41-dd27-4ede-9e63-14e2cfb216d9,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:42.527584 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc86d00-1407-446e-a6c6-5f4870dd054e None None] Pushing event deleted for resources: {'Port': ['ID=46fd0d41-dd27-4ede-9e63-14e2cfb216d9,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:42.577623 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95f5a86-653c-4025-8d55-6bf3f2877dda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a57e95a5-2465-4f89-a40f-27f7017492a2,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:42.619350 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e95f5a86-653c-4025-8d55-6bf3f2877dda admin admin] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:42.624876 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e95f5a86-653c-4025-8d55-6bf3f2877dda admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a57e95a5-2465-4f89-a40f-27f7017492a2 HTTP/1.1" status: 204 len: 168 time: 1.6055672 Nov 25 13:27:42.630374 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-02984fe7-d435-498e-b76c-bd689c40cb4c tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:42.630551 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33360) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:42.682002 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-02984fe7-d435-498e-b76c-bd689c40cb4c tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e278eac-5b73-44a6-ac53-c896b2d7f87e']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:27:42.716123 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-02984fe7-d435-498e-b76c-bd689c40cb4c tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4fdf05f-e91d-4d0c-bdcd-a11a46b5b7ae') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:27:42.716495 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-02984fe7-d435-498e-b76c-bd689c40cb4c tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4fdf05f-e91d-4d0c-bdcd-a11a46b5b7ae') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:27:42.718954 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d6c4e18c-222a-4bd2-aee7-1169417a55a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:42.739950 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-02984fe7-d435-498e-b76c-bd689c40cb4c tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:42.756234 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-02984fe7-d435-498e-b76c-bd689c40cb4c tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:42.764918 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02984fe7-d435-498e-b76c-bd689c40cb4c tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:27:42.765191 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b2b3a5-896a-4fb3-b0c3-567fb168efa1 req-c21801c6-0327-48a4-a4da-02428d293416 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:42.765332 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-02984fe7-d435-498e-b76c-bd689c40cb4c tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:42.766731 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-49b2b3a5-896a-4fb3-b0c3-567fb168efa1 req-c21801c6-0327-48a4-a4da-02428d293416 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 945 time: 0.3012140 Nov 25 13:27:42.775850 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:27:42.775850 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:27:42.775850 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:27:42.775850 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:27:42.775850 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:27:42.775850 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:27:42.775850 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:27:42.775850 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:27:42.775850 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:27:42.775850 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:27:42.775850 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:27:42.775850 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:27:42.775850 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:27:42.775850 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:27:42.775850 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:27:42.775850 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:27:42.775850 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:27:42.775850 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:27:42.775850 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:27:42.775850 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:27:42.775850 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:27:42.775850 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:27:42.775850 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:27:42.775850 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:27:42.775850 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:27:42.775850 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:27:42.775850 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:27:42.775850 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:27:42.775850 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:27:42.775850 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:27:42.775850 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:27:42.775850 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:27:42.817821 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4265ca-4ada-4661-9320-a79e2bae7cea req-19259369-99e5-4d39-ae05-0cc07606642d tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:42.819319 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8e4265ca-4ada-4661-9320-a79e2bae7cea req-19259369-99e5-4d39-ae05-0cc07606642d tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=e252f1c7-db71-402d-8728-cb8ac1d2115f HTTP/1.1" status: 200 len: 945 time: 0.2558775 Nov 25 13:27:42.849125 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-02984fe7-d435-498e-b76c-bd689c40cb4c tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:42.859420 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-02984fe7-d435-498e-b76c-bd689c40cb4c tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:42.867485 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-02984fe7-d435-498e-b76c-bd689c40cb4c tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] 10.222.0.53 "DELETE /v2.0/networks/1e278eac-5b73-44a6-ac53-c896b2d7f87e HTTP/1.1" status: 204 len: 168 time: 1.2357287 Nov 25 13:27:42.868265 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33366) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:42.891226 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8e4265ca-4ada-4661-9320-a79e2bae7cea req-2a8bedab-25dc-4687-9f04-718f8e32f175 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535793 Nov 25 13:27:42.975667 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5b77a0f4-12e2-49d1-bdd7-89eba34188e9 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4ab07b3-066e-4222-9e3e-403830783934 HTTP/1.1" status: 200 len: 205 time: 0.1042058 Nov 25 13:27:42.978346 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33370) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:42.979524 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02984fe7-d435-498e-b76c-bd689c40cb4c tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Pushing event deleted for resources: {'Network': ['ID=1e278eac-5b73-44a6-ac53-c896b2d7f87e,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:42.993062 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-49b2b3a5-896a-4fb3-b0c3-567fb168efa1 req-e5f0a732-4841-4664-a0d2-36f41800695f tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=62076cc7-e62e-4a72-af44-4e6f6b4d1965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2180650 Nov 25 13:27:43.004720 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d6c4e18c-222a-4bd2-aee7-1169417a55a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:43.034175 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-d6c4e18c-222a-4bd2-aee7-1169417a55a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ef4e14d-5080-486c-a113-61ff9bc18363']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:27:43.046079 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-d6c4e18c-222a-4bd2-aee7-1169417a55a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3fcf9aa-8280-4ebc-8032-c74f188f3d12') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:27:43.046840 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-d6c4e18c-222a-4bd2-aee7-1169417a55a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3fcf9aa-8280-4ebc-8032-c74f188f3d12') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:27:43.062487 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d6c4e18c-222a-4bd2-aee7-1169417a55a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:43.078674 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d6c4e18c-222a-4bd2-aee7-1169417a55a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:43.087393 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6c4e18c-222a-4bd2-aee7-1169417a55a7 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:27:43.088128 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d6c4e18c-222a-4bd2-aee7-1169417a55a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:43.090527 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:27:43.090527 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:27:43.090527 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:27:43.090527 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:27:43.090527 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:27:43.090527 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:27:43.090527 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:27:43.090527 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:27:43.090527 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:27:43.090527 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:27:43.090527 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:27:43.090527 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:27:43.090527 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:27:43.090527 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:27:43.090527 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:27:43.090527 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:27:43.090527 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:27:43.090527 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:27:43.090527 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:27:43.090527 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:27:43.090527 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:27:43.090527 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:27:43.090527 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:27:43.090527 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:27:43.090527 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:27:43.090527 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:27:43.090527 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:27:43.090527 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:27:43.090527 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:27:43.090527 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:27:43.090527 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:27:43.090527 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:27:43.101641 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-007fd147-10d2-4dcd-9f8c-d39b375f8311 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:43.177797 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d6c4e18c-222a-4bd2-aee7-1169417a55a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:43.194877 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d6c4e18c-222a-4bd2-aee7-1169417a55a7 admin admin] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:43.204396 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d6c4e18c-222a-4bd2-aee7-1169417a55a7 admin admin] 10.222.0.53 "DELETE /v2.0/networks/5ef4e14d-5080-486c-a113-61ff9bc18363 HTTP/1.1" status: 204 len: 168 time: 0.5728643 Nov 25 13:27:43.220423 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c4e18c-222a-4bd2-aee7-1169417a55a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ef4e14d-5080-486c-a113-61ff9bc18363,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:43.330892 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-007fd147-10d2-4dcd-9f8c-d39b375f8311 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:43.330892 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-007fd147-10d2-4dcd-9f8c-d39b375f8311 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:43.417987 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-007fd147-10d2-4dcd-9f8c-d39b375f8311 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:43.419159 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-007fd147-10d2-4dcd-9f8c-d39b375f8311 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Fanout notify agent at l3_agent the message router_deleted on router c4ab07b3-066e-4222-9e3e-403830783934 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:27:43.441947 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-007fd147-10d2-4dcd-9f8c-d39b375f8311 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:43.443481 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-007fd147-10d2-4dcd-9f8c-d39b375f8311 tempest-RoutersNegativeIpV6Test-583877689 tempest-RoutersNegativeIpV6Test-583877689-project] 10.222.0.53 "DELETE /v2.0/routers/c4ab07b3-066e-4222-9e3e-403830783934 HTTP/1.1" status: 204 len: 168 time: 0.4585013 Nov 25 13:27:43.576812 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33394) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:43.629736 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-1f56b3eb-9b7d-4ed8-a049-ff96e7c2575d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fe206592d16d4e629f3b5ca479fdfa24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0479255 Nov 25 13:27:43.630471 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33396) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:43.684577 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3266a239-7e01-478f-9f0e-92c17d54ffae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:43.714389 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3266a239-7e01-478f-9f0e-92c17d54ffae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:43.770474 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3266a239-7e01-478f-9f0e-92c17d54ffae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:43.773532 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3266a239-7e01-478f-9f0e-92c17d54ffae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:43.777323 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3266a239-7e01-478f-9f0e-92c17d54ffae admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e1378374-d333-4bb6-a3d3-e4dbcdb62521 HTTP/1.1" status: 204 len: 168 time: 0.1440971 Nov 25 13:27:43.789633 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3266a239-7e01-478f-9f0e-92c17d54ffae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1378374-d333-4bb6-a3d3-e4dbcdb62521,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:43.873549 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 46fd0d41-dd27-4ede-9e63-14e2cfb216d9 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:27:43.900717 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 46fd0d41-dd27-4ede-9e63-14e2cfb216d9 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:27:43.901717 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 46fd0d41-dd27-4ede-9e63-14e2cfb216d9 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:27:44.078975 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6125294-8243-47a3-9900-362eff7da39a req-838c07da-7674-4089-8c51-d946c9c230d1 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:44.080842 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e6125294-8243-47a3-9900-362eff7da39a req-838c07da-7674-4089-8c51-d946c9c230d1 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=e252f1c7-db71-402d-8728-cb8ac1d2115f HTTP/1.1" status: 200 len: 945 time: 0.0681243 Nov 25 13:27:44.183477 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40022164-fe63-4f36-a12a-e022061e3fd1 req-626a64ea-a9ba-4c2a-bc38-1c5e5204eca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:44.185516 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-40022164-fe63-4f36-a12a-e022061e3fd1 req-626a64ea-a9ba-4c2a-bc38-1c5e5204eca9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3c775803d354892aee478fad34a8c78&device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 1097 time: 0.0939651 Nov 25 13:27:44.204963 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e6125294-8243-47a3-9900-362eff7da39a req-fbdd95ac-96be-4351-9b7a-7f26f1ec7429 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158681 Nov 25 13:27:44.248699 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3839286-f0de-4767-8899-50951b8f94cc req-cd9de18d-6429-44c0-be47-88fd0746f37c tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:44.256301 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d3839286-f0de-4767-8899-50951b8f94cc req-cd9de18d-6429-44c0-be47-88fd0746f37c tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 945 time: 0.0916808 Nov 25 13:27:44.262739 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33412) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:44.336451 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d3839286-f0de-4767-8899-50951b8f94cc req-661dcf40-4c71-4e95-8052-04acf23c8f1d tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=62076cc7-e62e-4a72-af44-4e6f6b4d1965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655022 Nov 25 13:27:44.343310 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40022164-fe63-4f36-a12a-e022061e3fd1 req-788a6772-729c-45b1-a12b-6addf7ba1306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:44.345804 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-40022164-fe63-4f36-a12a-e022061e3fd1 req-788a6772-729c-45b1-a12b-6addf7ba1306 service neutron] 10.222.0.47 "GET /v2.0/networks?id=755402ba-804b-4493-8340-905b0e2e90e1 HTTP/1.1" status: 200 len: 917 time: 0.1498687 Nov 25 13:27:44.458122 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-40022164-fe63-4f36-a12a-e022061e3fd1 req-c29880fa-2f0c-4607-9660-8df1aa4bcb68 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b12730d-6eb6-49ae-ab0e-3c3244c452b2 HTTP/1.1" status: 200 len: 1001 time: 0.1043303 Nov 25 13:27:44.486191 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33418) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:44.562234 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-7d4c2fdf-d66c-427d-a300-0c1459740819 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4558d3c4a2cb439988d90cd7e80f1bcc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0747991 Nov 25 13:27:44.565469 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33420) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:44.607955 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40022164-fe63-4f36-a12a-e022061e3fd1 req-fadf3197-6578-4053-a986-d3c4096c6223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:44.609741 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-40022164-fe63-4f36-a12a-e022061e3fd1 req-fadf3197-6578-4053-a986-d3c4096c6223 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=de598ec9-e4ed-4f9c-80e3-a369f7acaceb HTTP/1.1" status: 200 len: 855 time: 0.1431665 Nov 25 13:27:44.671762 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cc92cb37-55a5-4d14-a642-72abb39ef85c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:44.700057 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40022164-fe63-4f36-a12a-e022061e3fd1 req-bf43b5e7-5cd9-4b57-9165-ac817074828f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:44.702363 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-40022164-fe63-4f36-a12a-e022061e3fd1 req-bf43b5e7-5cd9-4b57-9165-ac817074828f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=755402ba-804b-4493-8340-905b0e2e90e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0776391 Nov 25 13:27:44.721423 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cc92cb37-55a5-4d14-a642-72abb39ef85c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:44.837981 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-40022164-fe63-4f36-a12a-e022061e3fd1 req-ca422d4a-c1da-49e9-98cc-50ce16ed45c9 service neutron] 10.222.0.47 "GET /v2.0/networks/755402ba-804b-4493-8340-905b0e2e90e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259191 Nov 25 13:27:44.839043 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cc92cb37-55a5-4d14-a642-72abb39ef85c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:44.845193 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cc92cb37-55a5-4d14-a642-72abb39ef85c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:44.847452 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-cc92cb37-55a5-4d14-a642-72abb39ef85c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/88c9e9c1-b753-4bad-ad59-e1a6fb56c1c4 HTTP/1.1" status: 204 len: 168 time: 0.2800233 Nov 25 13:27:44.879545 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc92cb37-55a5-4d14-a642-72abb39ef85c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c9e9c1-b753-4bad-ad59-e1a6fb56c1c4,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:44.892301 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-368a20b9-9d5a-452d-9b81-3dcc511ca5e1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ac65a95011444243b80c5b33f5e4546f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6275780 Nov 25 13:27:44.895355 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33428) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:44.960309 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cea0bee3-7afc-453f-b6c1-49516d2d8450 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:44.992554 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cea0bee3-7afc-453f-b6c1-49516d2d8450 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:45.049790 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-40022164-fe63-4f36-a12a-e022061e3fd1 req-dee7c0ba-97a1-4086-90fa-32b0d5b38613 service neutron] 10.222.0.47 "GET /v2.0/networks/755402ba-804b-4493-8340-905b0e2e90e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011313 Nov 25 13:27:45.053244 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cea0bee3-7afc-453f-b6c1-49516d2d8450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:45.059628 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cea0bee3-7afc-453f-b6c1-49516d2d8450 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:45.060803 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-cea0bee3-7afc-453f-b6c1-49516d2d8450 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3b27f386-868e-4802-927c-25a9accff85b HTTP/1.1" status: 204 len: 168 time: 0.1643808 Nov 25 13:27:45.076344 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea0bee3-7afc-453f-b6c1-49516d2d8450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b27f386-868e-4802-927c-25a9accff85b,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:45.353712 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9043ee9-c33b-422e-bb45-18d376fe3b52 req-e9f0fc23-186d-425b-8087-5ed7294df060 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:45.355398 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c9043ee9-c33b-422e-bb45-18d376fe3b52 req-e9f0fc23-186d-425b-8087-5ed7294df060 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=e252f1c7-db71-402d-8728-cb8ac1d2115f HTTP/1.1" status: 200 len: 945 time: 0.0616302 Nov 25 13:27:45.454983 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c9043ee9-c33b-422e-bb45-18d376fe3b52 req-8e71a174-d5ef-43d0-8a87-6bcd67a74e2a tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932190 Nov 25 13:27:45.566248 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:27:45.617993 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38cc865-5ada-4034-910e-646922dd41a1 req-e2ab721a-c918-4f26-a420-cbd3e3dcd62f tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:45.620099 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f38cc865-5ada-4034-910e-646922dd41a1 req-e2ab721a-c918-4f26-a420-cbd3e3dcd62f tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 945 time: 0.1081197 Nov 25 13:27:45.685285 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f38cc865-5ada-4034-910e-646922dd41a1 req-d3828b30-54ea-4c3f-9854-c36ca6cc33ad tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=62076cc7-e62e-4a72-af44-4e6f6b4d1965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556672 Nov 25 13:27:46.268412 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33496) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:46.552548 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-df8782eb-5543-4a78-85cb-0737ee57b731 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Request body: {'security_group': {'name': 'tempest-secgroup--1403946167'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:27:46.582220 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-df8782eb-5543-4a78-85cb-0737ee57b731 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:46.592608 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2fa785-e8df-4a34-93b1-9b80bce84702 req-4613d6d4-3ef9-4586-a427-c120b13094cd tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:46.593198 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-df8782eb-5543-4a78-85cb-0737ee57b731 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:46.594608 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3b2fa785-e8df-4a34-93b1-9b80bce84702 req-4613d6d4-3ef9-4586-a427-c120b13094cd tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=e252f1c7-db71-402d-8728-cb8ac1d2115f HTTP/1.1" status: 200 len: 945 time: 0.0543151 Nov 25 13:27:46.666447 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3b2fa785-e8df-4a34-93b1-9b80bce84702 req-211ea8b9-4513-4d5d-a677-bb5325fee94f tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637720 Nov 25 13:27:46.730085 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-df8782eb-5543-4a78-85cb-0737ee57b731 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:46.737480 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-df8782eb-5543-4a78-85cb-0737ee57b731 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:46.789562 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8782eb-5543-4a78-85cb-0737ee57b731 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc537d19-9e9c-4eed-8779-1a0ee76944a1,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:46.847524 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33518) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:46.883779 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-df8782eb-5543-4a78-85cb-0737ee57b731 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:46.889437 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-df8782eb-5543-4a78-85cb-0737ee57b731 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:46.905790 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4473a00-ba0c-440d-9df4-1b8e8c87d5a4 req-1f7d1125-c690-475f-9ad0-418951d019bf tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:46.922526 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-df8782eb-5543-4a78-85cb-0737ee57b731 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:46.923993 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-df8782eb-5543-4a78-85cb-0737ee57b731 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6554749 Nov 25 13:27:46.924446 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e4473a00-ba0c-440d-9df4-1b8e8c87d5a4 req-1f7d1125-c690-475f-9ad0-418951d019bf tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 945 time: 0.1178055 Nov 25 13:27:46.927869 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33524) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:46.957066 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8782eb-5543-4a78-85cb-0737ee57b731 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e94c9bbb-4cd1-43e0-9b0e-4766cbcd6d7c,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:47.012320 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8782eb-5543-4a78-85cb-0737ee57b731 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:27:47.013240 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e4473a00-ba0c-440d-9df4-1b8e8c87d5a4 req-67b1319c-2730-471b-9e18-e43e4a9dbd4d tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=62076cc7-e62e-4a72-af44-4e6f6b4d1965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877979 Nov 25 13:27:47.023333 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8782eb-5543-4a78-85cb-0737ee57b731 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:27:47.023333 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8782eb-5543-4a78-85cb-0737ee57b731 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:27:47.023333 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8782eb-5543-4a78-85cb-0737ee57b731 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:27:47.023333 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8782eb-5543-4a78-85cb-0737ee57b731 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:27:47.023333 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8782eb-5543-4a78-85cb-0737ee57b731 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:27:47.023333 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8782eb-5543-4a78-85cb-0737ee57b731 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:27:47.023333 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8782eb-5543-4a78-85cb-0737ee57b731 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:27:47.023333 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8782eb-5543-4a78-85cb-0737ee57b731 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:27:47.023333 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8782eb-5543-4a78-85cb-0737ee57b731 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:27:47.023333 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8782eb-5543-4a78-85cb-0737ee57b731 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:27:47.023333 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8782eb-5543-4a78-85cb-0737ee57b731 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:27:47.028787 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-0ab94b52-e6ee-4ad1-bb88-33f2d66037e8 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0995944 Nov 25 13:27:47.031439 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33526) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:47.044093 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-57cafd78-be33-4177-ae2a-ca0d04108acc tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Request body: {'security_group': {'name': 'tempest-security--1151801251', 'description': 'tempest-security-description-1052860793'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:27:47.123099 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-57cafd78-be33-4177-ae2a-ca0d04108acc tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:47.157848 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-abcfc76d-7252-47bb-ae50-922f987c7e8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:47.200979 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-57cafd78-be33-4177-ae2a-ca0d04108acc tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:47.204976 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 4b12730d-6eb6-49ae-ab0e-3c3244c452b2 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:27:47.215419 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-57cafd78-be33-4177-ae2a-ca0d04108acc tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:47.218453 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-57cafd78-be33-4177-ae2a-ca0d04108acc tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:47.222356 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-57cafd78-be33-4177-ae2a-ca0d04108acc tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] 10.222.0.53 "PUT /v2.0/security-groups/e94c9bbb-4cd1-43e0-9b0e-4766cbcd6d7c HTTP/1.1" status: 200 len: 1797 time: 0.1862636 Nov 25 13:27:47.222792 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33536) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:47.262731 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cafd78-be33-4177-ae2a-ca0d04108acc tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e94c9bbb-4cd1-43e0-9b0e-4766cbcd6d7c,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:47.311867 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-8ed3360d-9d15-487f-9083-d5e29ffccbf3 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] 10.222.0.53 "GET /v2.0/security-groups/e94c9bbb-4cd1-43e0-9b0e-4766cbcd6d7c HTTP/1.1" status: 200 len: 1797 time: 0.0854528 Nov 25 13:27:47.312196 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33540) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:47.329663 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-abcfc76d-7252-47bb-ae50-922f987c7e8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:47.335776 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-abcfc76d-7252-47bb-ae50-922f987c7e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:47.355995 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:47.389576 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcfc76d-7252-47bb-ae50-922f987c7e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcabc87a-fade-4380-bfeb-39199228bee0,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:47.395590 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-abcfc76d-7252-47bb-ae50-922f987c7e8f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=59cb3685687b4498bfcb1347f1e173a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5446796 Nov 25 13:27:47.398911 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33546) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:47.414935 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b83eeb01-8e8f-4903-846b-27420962f9f5 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:47.428098 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c27ab6a3-6c59-44c5-8538-189891b6b34c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b12730d-6eb6-49ae-ab0e-3c3244c452b2'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:27:47.434794 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-233c1e1f-73d9-4a8b-9f95-da626de09bfa" -d '{"events": [{"server_uuid": "c27ab6a3-6c59-44c5-8538-189891b6b34c", "name": "network-vif-unplugged", "status": "completed", "tag": "4b12730d-6eb6-49ae-ab0e-3c3244c452b2"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:27:47.443428 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b83eeb01-8e8f-4903-846b-27420962f9f5 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:47.451009 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 4b12730d-6eb6-49ae-ab0e-3c3244c452b2, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=4b12730d-6eb6-49ae-ab0e-3c3244c452b2,segment=NetworkSegment(66e12dc7-b89b-4195-a71e-2bc7657a2a6a),segment_id=66e12dc7-b89b-4195-a71e-2bc7657a2a6a)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:27:47.458469 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:47.507339 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8c887939-8cb9-47f9-9f34-75b506382b79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:47.513880 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 25 Nov 2021 13:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ccaf606-e2b5-492c-8452-6f07c263e477 x-openstack-request-id: req-9ccaf606-e2b5-492c-8452-6f07c263e477 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:27:47.514756 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c27ab6a3-6c59-44c5-8538-189891b6b34c", "name": "network-vif-unplugged", "status": "failed", "tag": "4b12730d-6eb6-49ae-ab0e-3c3244c452b2", "code": 422}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:27:47.515047 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9ccaf606-e2b5-492c-8452-6f07c263e477 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:27:47.515451 n-d-808199-11 neutron-server[103572]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c27ab6a3-6c59-44c5-8538-189891b6b34c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4b12730d-6eb6-49ae-ab0e-3c3244c452b2', 'code': 422} returned with failed status Nov 25 13:27:47.517692 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b83eeb01-8e8f-4903-846b-27420962f9f5 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:47.521232 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b83eeb01-8e8f-4903-846b-27420962f9f5 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:47.522481 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b83eeb01-8e8f-4903-846b-27420962f9f5 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] 10.222.0.53 "DELETE /v2.0/security-groups/e94c9bbb-4cd1-43e0-9b0e-4766cbcd6d7c HTTP/1.1" status: 204 len: 168 time: 0.2094500 Nov 25 13:27:47.528396 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33552) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:47.532299 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=4b12730d-6eb6-49ae-ab0e-3c3244c452b2,revision_number=8']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:47.536482 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8c887939-8cb9-47f9-9f34-75b506382b79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:47.555866 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83eeb01-8e8f-4903-846b-27420962f9f5 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94c9bbb-4cd1-43e0-9b0e-4766cbcd6d7c,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:47.630765 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8c887939-8cb9-47f9-9f34-75b506382b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:47.630969 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-6277dc39-3b4f-4762-a563-5d635df28cc9 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0970800 Nov 25 13:27:47.632577 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8c887939-8cb9-47f9-9f34-75b506382b79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:47.633038 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33558) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:47.637087 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-8c887939-8cb9-47f9-9f34-75b506382b79 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dcabc87a-fade-4380-bfeb-39199228bee0 HTTP/1.1" status: 204 len: 168 time: 0.2338092 Nov 25 13:27:47.650044 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [None req-21205f94-1db2-4a63-a536-83fe96ea0d2d tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] delete failed (client error): The resource could not be found. Nov 25 13:27:47.651521 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-21205f94-1db2-4a63-a536-83fe96ea0d2d tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] 10.222.0.53 "DELETE /v2.0/security-groups/e94c9bbb-4cd1-43e0-9b0e-4766cbcd6d7c HTTP/1.1" status: 404 len: 347 time: 0.0173452 Nov 25 13:27:47.655780 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33562) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:47.656577 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c887939-8cb9-47f9-9f34-75b506382b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcabc87a-fade-4380-bfeb-39199228bee0,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:47.672197 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-425772c2-e6ab-4f40-9265-3b775faf22d8 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Request body: {'security_group': {'name': 'tempest-secgroup--1641761648'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:27:47.744684 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-425772c2-e6ab-4f40-9265-3b775faf22d8 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:47.831417 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc28d4-2e42-40d0-89ee-d91b4a9c6569 req-23057432-8328-4df8-97f6-ae36ca15f447 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:47.833602 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-49dc28d4-2e42-40d0-89ee-d91b4a9c6569 req-23057432-8328-4df8-97f6-ae36ca15f447 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=e252f1c7-db71-402d-8728-cb8ac1d2115f HTTP/1.1" status: 200 len: 945 time: 0.0812800 Nov 25 13:27:47.842810 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-425772c2-e6ab-4f40-9265-3b775faf22d8 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:47.852320 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-425772c2-e6ab-4f40-9265-3b775faf22d8 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:47.903561 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-49dc28d4-2e42-40d0-89ee-d91b4a9c6569 req-9368e06a-fede-4d29-bbd7-2226367c0028 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641172 Nov 25 13:27:47.919645 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-425772c2-e6ab-4f40-9265-3b775faf22d8 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:47.921277 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-425772c2-e6ab-4f40-9265-3b775faf22d8 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2626860 Nov 25 13:27:47.924132 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33570) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:47.929910 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-7159b0dc-53f0-4749-9dba-078a9dc949de tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Request body: {'security_group_rule': {'security_group_id': 'e9dd73e3-90b5-43d5-b95c-ffa422b86994', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:27:47.935842 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425772c2-e6ab-4f40-9265-3b775faf22d8 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9dd73e3-90b5-43d5-b95c-ffa422b86994,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:47.976238 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7159b0dc-53f0-4749-9dba-078a9dc949de tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:48.103523 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7159b0dc-53f0-4749-9dba-078a9dc949de tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:48.113560 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7159b0dc-53f0-4749-9dba-078a9dc949de tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:48.198718 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7159b0dc-53f0-4749-9dba-078a9dc949de tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7091941-23bb-4651-b0ef-49b73a5fb71b,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:48.219715 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7159b0dc-53f0-4749-9dba-078a9dc949de tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:48.221833 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-7159b0dc-53f0-4749-9dba-078a9dc949de tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2951424 Nov 25 13:27:48.224862 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33580) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:48.285426 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d273d-0a9c-49e0-ab66-d525e70bc860 req-889cc16b-d49c-45c8-b631-26a2c4b072ea tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:48.299385 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d30d273d-0a9c-49e0-ab66-d525e70bc860 req-889cc16b-d49c-45c8-b631-26a2c4b072ea tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 943 time: 0.1308475 Nov 25 13:27:48.303406 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4a76f9e6-7b3d-4a90-a989-0830c6d663bf tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:48.320242 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4a76f9e6-7b3d-4a90-a989-0830c6d663bf tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:48.356745 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d30d273d-0a9c-49e0-ab66-d525e70bc860 req-ce2b885b-f6a0-40c0-9dcc-7401ab3b5a14 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=62076cc7-e62e-4a72-af44-4e6f6b4d1965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558197 Nov 25 13:27:48.359978 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4a76f9e6-7b3d-4a90-a989-0830c6d663bf tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:48.369242 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4a76f9e6-7b3d-4a90-a989-0830c6d663bf tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:48.371251 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-4a76f9e6-7b3d-4a90-a989-0830c6d663bf tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/e7091941-23bb-4651-b0ef-49b73a5fb71b HTTP/1.1" status: 204 len: 168 time: 0.1450465 Nov 25 13:27:48.375207 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33586) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:48.384307 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a76f9e6-7b3d-4a90-a989-0830c6d663bf tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e7091941-23bb-4651-b0ef-49b73a5fb71b,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:48.427959 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c93d005a-06b5-438b-a51b-62350cc7a4cd tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0510578 Nov 25 13:27:48.430953 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33590) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:48.509226 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4ab5590b-a3df-41a5-b352-f13ed11a187d tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:48.540186 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4ab5590b-a3df-41a5-b352-f13ed11a187d tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:48.588810 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4ab5590b-a3df-41a5-b352-f13ed11a187d tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:48.591608 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4ab5590b-a3df-41a5-b352-f13ed11a187d tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:48.592779 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-4ab5590b-a3df-41a5-b352-f13ed11a187d tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] 10.222.0.53 "DELETE /v2.0/security-groups/e9dd73e3-90b5-43d5-b95c-ffa422b86994 HTTP/1.1" status: 204 len: 168 time: 0.1607265 Nov 25 13:27:48.596287 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33610) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:48.603490 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab5590b-a3df-41a5-b352-f13ed11a187d tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9dd73e3-90b5-43d5-b95c-ffa422b86994,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:48.676275 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-9e0eecf9-c5ac-49f6-b962-1729dec35b6b tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0775173 Nov 25 13:27:48.680016 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33614) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:48.684975 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-2470a15d-c488-4b22-b9cc-13c4d56ae5ef tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Request body: {'security_group': {'name': 'tempest-secgroup--895186433'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:27:48.716234 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2470a15d-c488-4b22-b9cc-13c4d56ae5ef tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:48.814214 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2470a15d-c488-4b22-b9cc-13c4d56ae5ef tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:48.819792 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2470a15d-c488-4b22-b9cc-13c4d56ae5ef tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:48.861641 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2470a15d-c488-4b22-b9cc-13c4d56ae5ef tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:48.863648 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-2470a15d-c488-4b22-b9cc-13c4d56ae5ef tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1825511 Nov 25 13:27:48.866507 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33626) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:48.868184 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2470a15d-c488-4b22-b9cc-13c4d56ae5ef tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc29f60-0394-40df-9b33-122e972e5421,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:48.872257 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-fce6f74c-89f1-4b71-b3b4-d0b83163ec51 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Request body: {'security_group_rule': {'security_group_id': '4dc29f60-0394-40df-9b33-122e972e5421', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:27:48.916987 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fce6f74c-89f1-4b71-b3b4-d0b83163ec51 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:48.986040 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fce6f74c-89f1-4b71-b3b4-d0b83163ec51 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:48.992152 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fce6f74c-89f1-4b71-b3b4-d0b83163ec51 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:48.992885 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [req-0cee0398-2752-46cc-9fea-0306ed4e2948 req-3e497ab8-b609-45e9-9bb6-361ed66d4745 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:27:48.993876 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0cee0398-2752-46cc-9fea-0306ed4e2948 req-3e497ab8-b609-45e9-9bb6-361ed66d4745 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053971 Nov 25 13:27:49.017618 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce6f74c-89f1-4b71-b3b4-d0b83163ec51 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edf18c35-7d49-45e1-b09d-74ff78ca7794,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:49.027218 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fce6f74c-89f1-4b71-b3b4-d0b83163ec51 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:49.029394 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-fce6f74c-89f1-4b71-b3b4-d0b83163ec51 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1616004 Nov 25 13:27:49.032151 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33638) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:49.040726 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-70a5d14d-99c6-4525-8374-e21fe18d4a7b tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Request body: {'security_group_rule': {'security_group_id': '4dc29f60-0394-40df-9b33-122e972e5421', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:27:49.091441 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-70a5d14d-99c6-4525-8374-e21fe18d4a7b tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:49.117393 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c78fcd3-6b9e-4f00-bc38-7bc13948c691 req-8f588063-c1db-49bc-b296-9f7f38dd81ed tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:49.124885 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1c78fcd3-6b9e-4f00-bc38-7bc13948c691 req-8f588063-c1db-49bc-b296-9f7f38dd81ed tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=e252f1c7-db71-402d-8728-cb8ac1d2115f HTTP/1.1" status: 200 len: 945 time: 0.0813546 Nov 25 13:27:49.172107 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-70a5d14d-99c6-4525-8374-e21fe18d4a7b tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:49.178227 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-70a5d14d-99c6-4525-8374-e21fe18d4a7b tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:49.201641 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a5d14d-99c6-4525-8374-e21fe18d4a7b tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a55b3cfb-e1c4-4ab3-806c-f5fad46a90f2,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:49.220289 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-70a5d14d-99c6-4525-8374-e21fe18d4a7b tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:49.221458 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1c78fcd3-6b9e-4f00-bc38-7bc13948c691 req-9b96299c-f5d2-4ab2-ab86-21f390b99099 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941496 Nov 25 13:27:49.223539 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-70a5d14d-99c6-4525-8374-e21fe18d4a7b tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1900246 Nov 25 13:27:49.225809 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33654) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:49.234333 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-9b3f7732-26a1-4528-a7bd-dc6f620f04f6 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Request body: {'security_group_rule': {'security_group_id': '4dc29f60-0394-40df-9b33-122e972e5421', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:27:49.257089 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35fb384-477b-46fb-84aa-a8289a516276 req-9a404984-4b9c-41cf-ab05-73bb18454c8a tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:49.263596 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d35fb384-477b-46fb-84aa-a8289a516276 req-9a404984-4b9c-41cf-ab05-73bb18454c8a tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 943 time: 0.0804722 Nov 25 13:27:49.315614 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9b3f7732-26a1-4528-a7bd-dc6f620f04f6 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:49.355187 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d35fb384-477b-46fb-84aa-a8289a516276 req-a10d3151-9407-4d46-99f1-94c581791ac7 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=62076cc7-e62e-4a72-af44-4e6f6b4d1965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844152 Nov 25 13:27:49.411932 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9b3f7732-26a1-4528-a7bd-dc6f620f04f6 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:49.418416 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9b3f7732-26a1-4528-a7bd-dc6f620f04f6 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:49.436286 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f7732-26a1-4528-a7bd-dc6f620f04f6 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0887a74-377b-41be-a7f9-cbfe9a7bb961,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:49.455285 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9b3f7732-26a1-4528-a7bd-dc6f620f04f6 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:49.459554 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33662) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:49.459691 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-9b3f7732-26a1-4528-a7bd-dc6f620f04f6 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2322130 Nov 25 13:27:49.464387 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-3ae8cc4e-c699-47e2-be80-48bf2d1bb489 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Request body: {'security_group_rule': {'security_group_id': '4dc29f60-0394-40df-9b33-122e972e5421', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:27:49.496779 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3ae8cc4e-c699-47e2-be80-48bf2d1bb489 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:49.588870 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3ae8cc4e-c699-47e2-be80-48bf2d1bb489 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:49.603069 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3ae8cc4e-c699-47e2-be80-48bf2d1bb489 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:49.646835 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33674) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:49.665393 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae8cc4e-c699-47e2-be80-48bf2d1bb489 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee7d6ac3-251c-4fac-add3-8975c4727db2,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:49.677621 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3ae8cc4e-c699-47e2-be80-48bf2d1bb489 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:49.680538 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3ae8cc4e-c699-47e2-be80-48bf2d1bb489 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2199414 Nov 25 13:27:49.683926 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33678) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:49.689238 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-3aa4a801-7d8f-4cdf-8a1c-b085c9c5c0ea tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Request body: {'security_group_rule': {'security_group_id': '4dc29f60-0394-40df-9b33-122e972e5421', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:27:49.737636 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3aa4a801-7d8f-4cdf-8a1c-b085c9c5c0ea tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:49.816195 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3aa4a801-7d8f-4cdf-8a1c-b085c9c5c0ea tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:49.821788 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3aa4a801-7d8f-4cdf-8a1c-b085c9c5c0ea tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:49.846199 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa4a801-7d8f-4cdf-8a1c-b085c9c5c0ea tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a33fcee8-dbef-484a-baeb-965720752cbf,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:49.876892 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3aa4a801-7d8f-4cdf-8a1c-b085c9c5c0ea tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:49.880473 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33686) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:49.880808 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-3aa4a801-7d8f-4cdf-8a1c-b085c9c5c0ea tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1954203 Nov 25 13:27:49.936264 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9dd76192-b9dd-45a1-a7ea-065890bcf9a8 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:49.954386 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9ba21829-dec4-4483-891a-a9ed9c833552 req-59165a74-9919-487e-a8cc-3a8f60c57466 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3060672 Nov 25 13:27:49.963135 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9dd76192-b9dd-45a1-a7ea-065890bcf9a8 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:49.966988 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [req-9ba21829-dec4-4483-891a-a9ed9c833552 req-3dca23de-0aad-4989-9a24-20a27bb158fe service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:27:49.969306 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9ba21829-dec4-4483-891a-a9ed9c833552 req-3dca23de-0aad-4989-9a24-20a27bb158fe service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084670 Nov 25 13:27:50.008774 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9dd76192-b9dd-45a1-a7ea-065890bcf9a8 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:50.029565 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9dd76192-b9dd-45a1-a7ea-065890bcf9a8 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:50.034566 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-9dd76192-b9dd-45a1-a7ea-065890bcf9a8 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/a33fcee8-dbef-484a-baeb-965720752cbf HTTP/1.1" status: 204 len: 168 time: 0.1492934 Nov 25 13:27:50.035891 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33696) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:50.051090 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd76192-b9dd-45a1-a7ea-065890bcf9a8 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a33fcee8-dbef-484a-baeb-965720752cbf,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:50.098592 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33698) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:50.099358 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c337f37f-31b9-47ba-be98-896fc7947ec9 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0605617 Nov 25 13:27:50.147092 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0c7f56df-f571-499a-be00-7d73c7e823b0 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:50.169163 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0c7f56df-f571-499a-be00-7d73c7e823b0 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:50.239700 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0c7f56df-f571-499a-be00-7d73c7e823b0 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:50.248100 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0c7f56df-f571-499a-be00-7d73c7e823b0 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:50.253703 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33710) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:50.267377 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-0c7f56df-f571-499a-be00-7d73c7e823b0 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/ee7d6ac3-251c-4fac-add3-8975c4727db2 HTTP/1.1" status: 204 len: 168 time: 0.1641695 Nov 25 13:27:50.291660 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7f56df-f571-499a-be00-7d73c7e823b0 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ee7d6ac3-251c-4fac-add3-8975c4727db2,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:50.400842 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-7d1dd7b7-e9d7-4423-a0de-799926cc028d tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1457148 Nov 25 13:27:50.403484 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33716) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:50.444230 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9c523600-e933-4468-ad75-0ad790d5c06b tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:50.454585 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba8e0d-43a9-4f1a-83f6-636bf8cb5b59 req-a32a192d-9247-4648-b1a0-14ac5be12a23 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:50.457948 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3aba8e0d-43a9-4f1a-83f6-636bf8cb5b59 req-a32a192d-9247-4648-b1a0-14ac5be12a23 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=e252f1c7-db71-402d-8728-cb8ac1d2115f HTTP/1.1" status: 200 len: 945 time: 0.1246064 Nov 25 13:27:50.462727 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9c523600-e933-4468-ad75-0ad790d5c06b tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:50.516622 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9c523600-e933-4468-ad75-0ad790d5c06b tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:50.530402 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9c523600-e933-4468-ad75-0ad790d5c06b tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:50.531939 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-9c523600-e933-4468-ad75-0ad790d5c06b tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/f0887a74-377b-41be-a7f9-cbfe9a7bb961 HTTP/1.1" status: 204 len: 168 time: 0.1273754 Nov 25 13:27:50.532827 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c523600-e933-4468-ad75-0ad790d5c06b tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f0887a74-377b-41be-a7f9-cbfe9a7bb961,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:50.535534 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33720) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:50.594759 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-015e4dd5-2465-4d18-a661-3a1507d67536 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0548530 Nov 25 13:27:50.594759 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33722) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:50.595266 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3aba8e0d-43a9-4f1a-83f6-636bf8cb5b59 req-3b6976f7-9845-41cb-84b6-398875103ada tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262846 Nov 25 13:27:50.658086 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5f293d-9d7d-4bf8-b1c5-3b5acc545296 req-ebaebcbb-957c-43ed-9b4f-143983ea571c tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:50.660038 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3a90b36e-b108-47ba-88ca-fd98dc208647 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:50.669951 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5c5f293d-9d7d-4bf8-b1c5-3b5acc545296 req-ebaebcbb-957c-43ed-9b4f-143983ea571c tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 943 time: 0.2106311 Nov 25 13:27:50.686354 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3a90b36e-b108-47ba-88ca-fd98dc208647 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:50.744039 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3a90b36e-b108-47ba-88ca-fd98dc208647 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:50.761215 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3a90b36e-b108-47ba-88ca-fd98dc208647 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:50.762401 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-3a90b36e-b108-47ba-88ca-fd98dc208647 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/a55b3cfb-e1c4-4ab3-806c-f5fad46a90f2 HTTP/1.1" status: 204 len: 168 time: 0.1671205 Nov 25 13:27:50.763332 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a90b36e-b108-47ba-88ca-fd98dc208647 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a55b3cfb-e1c4-4ab3-806c-f5fad46a90f2,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:50.775930 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33728) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:50.814986 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5c5f293d-9d7d-4bf8-b1c5-3b5acc545296 req-97e78eba-2c3d-4997-ac2e-fcb9ad8e219a tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=62076cc7-e62e-4a72-af44-4e6f6b4d1965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354082 Nov 25 13:27:50.883935 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-6d6041d0-924f-413c-845a-e5e5fe28784e tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1067221 Nov 25 13:27:50.886840 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33734) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:50.928362 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f85dee73-c6ee-4f84-a007-59d9c7096831 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:50.940672 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f85dee73-c6ee-4f84-a007-59d9c7096831 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:50.977680 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f85dee73-c6ee-4f84-a007-59d9c7096831 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:50.983279 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f85dee73-c6ee-4f84-a007-59d9c7096831 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:50.988104 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-f85dee73-c6ee-4f84-a007-59d9c7096831 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/edf18c35-7d49-45e1-b09d-74ff78ca7794 HTTP/1.1" status: 204 len: 168 time: 0.0997093 Nov 25 13:27:50.988269 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33736) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:50.996604 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dee73-c6ee-4f84-a007-59d9c7096831 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=edf18c35-7d49-45e1-b09d-74ff78ca7794,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:51.048293 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33740) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:51.048483 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-37650308-05a5-4c13-8cbe-d1afd73a48a0 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0589714 Nov 25 13:27:51.108078 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0a3f12ed-77c3-45b4-9909-30a06a01b40a tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:51.136337 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0a3f12ed-77c3-45b4-9909-30a06a01b40a tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:51.192219 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0a3f12ed-77c3-45b4-9909-30a06a01b40a tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:51.197664 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0a3f12ed-77c3-45b4-9909-30a06a01b40a tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:51.200262 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-0a3f12ed-77c3-45b4-9909-30a06a01b40a tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] 10.222.0.53 "DELETE /v2.0/security-groups/4dc29f60-0394-40df-9b33-122e972e5421 HTTP/1.1" status: 204 len: 168 time: 0.1507947 Nov 25 13:27:51.202993 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33746) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:51.215970 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3f12ed-77c3-45b4-9909-30a06a01b40a tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc29f60-0394-40df-9b33-122e972e5421,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:51.269509 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-08a4d761-b301-4ea0-b79f-8b49d8ec9165 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0653348 Nov 25 13:27:51.276544 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33748) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:51.282821 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-785aba32-a226-4815-8086-bc75b3df673b tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Request body: {'security_group': {'name': 'tempest-secgroup--479430516'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:27:51.314899 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-785aba32-a226-4815-8086-bc75b3df673b tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:51.398854 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-785aba32-a226-4815-8086-bc75b3df673b tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:51.411382 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-785aba32-a226-4815-8086-bc75b3df673b tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:51.444301 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785aba32-a226-4815-8086-bc75b3df673b tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3516cec-c8de-40b9-bd77-cbdf4f07300d,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:51.448679 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-785aba32-a226-4815-8086-bc75b3df673b tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:51.450184 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-785aba32-a226-4815-8086-bc75b3df673b tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1725111 Nov 25 13:27:51.452919 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33756) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:51.458557 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-cb2feea4-5e77-48d8-99b7-3dceccaf3eb0 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Request body: {'security_group_rule': {'security_group_id': 'a3516cec-c8de-40b9-bd77-cbdf4f07300d', 'direction': 'ingress', 'protocol': 17}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:27:51.493369 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cb2feea4-5e77-48d8-99b7-3dceccaf3eb0 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:51.561857 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cb2feea4-5e77-48d8-99b7-3dceccaf3eb0 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:51.568487 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cb2feea4-5e77-48d8-99b7-3dceccaf3eb0 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:51.589175 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2feea4-5e77-48d8-99b7-3dceccaf3eb0 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18d735b4-3009-4ac7-9c9c-397ac52000d7,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:51.602158 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cb2feea4-5e77-48d8-99b7-3dceccaf3eb0 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:51.603799 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-cb2feea4-5e77-48d8-99b7-3dceccaf3eb0 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1496751 Nov 25 13:27:51.606675 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33760) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:51.669855 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2e987d26-c3ae-4ba8-8644-b3255e9e1675 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:51.716086 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2e987d26-c3ae-4ba8-8644-b3255e9e1675 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:51.781120 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2e987d26-c3ae-4ba8-8644-b3255e9e1675 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:51.786297 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2e987d26-c3ae-4ba8-8644-b3255e9e1675 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:51.787143 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-2e987d26-c3ae-4ba8-8644-b3255e9e1675 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] 10.222.0.53 "DELETE /v2.0/security-groups/a3516cec-c8de-40b9-bd77-cbdf4f07300d HTTP/1.1" status: 204 len: 168 time: 0.1790261 Nov 25 13:27:51.792226 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33766) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:51.795875 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b4a9f-b38b-4248-89a2-0a1fcb5652a0 req-eddcb78a-6f1b-4aa7-94de-27a543f7ddf0 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:51.797519 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b03b4a9f-b38b-4248-89a2-0a1fcb5652a0 req-eddcb78a-6f1b-4aa7-94de-27a543f7ddf0 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=e252f1c7-db71-402d-8728-cb8ac1d2115f HTTP/1.1" status: 200 len: 945 time: 0.0886893 Nov 25 13:27:51.807110 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e987d26-c3ae-4ba8-8644-b3255e9e1675 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3516cec-c8de-40b9-bd77-cbdf4f07300d,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:51.865747 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-fb3d0aad-a7fb-4af5-bf96-8453ed9bee4f tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0688028 Nov 25 13:27:51.866187 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33770) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:51.871074 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-eca9d19a-d074-47d2-97de-3932365b93b5 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Request body: {'security_group': {'name': 'tempest-secgroup--2089664128'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:27:51.921499 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b03b4a9f-b38b-4248-89a2-0a1fcb5652a0 req-baf1fc73-b94b-493c-b985-43c14fd98875 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117947 Nov 25 13:27:51.928760 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-eca9d19a-d074-47d2-97de-3932365b93b5 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:52.041695 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33778) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:52.049347 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-2e0d5ae4-077a-45b8-bf4f-8083166bbd1b tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-553682907'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:27:52.102511 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a7c195-6cff-4704-947f-acc6063cfc7e req-9a847d85-1564-4c9a-81ea-0786cf44e5eb tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:52.111937 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d2a7c195-6cff-4704-947f-acc6063cfc7e req-9a847d85-1564-4c9a-81ea-0786cf44e5eb tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 943 time: 0.1609845 Nov 25 13:27:52.113223 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33782) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:52.139187 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0d5ae4-077a-45b8-bf4f-8083166bbd1b tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Made reservation on behalf of ee6b0fbe2e7a4406acdd0c8fea203ca4 for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:27:52.143851 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2e0d5ae4-077a-45b8-bf4f-8083166bbd1b tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:52.198910 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e0d5ae4-077a-45b8-bf4f-8083166bbd1b tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:27:52.215706 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-eca9d19a-d074-47d2-97de-3932365b93b5 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:52.224141 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2e0d5ae4-077a-45b8-bf4f-8083166bbd1b tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:52.224526 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-2e0d5ae4-077a-45b8-bf4f-8083166bbd1b tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Added segment f63cb297-3bee-402b-b7bb-f5576ef7876c of type vlan for network 0213571c-133e-4472-a9fb-82f11b25c18c Nov 25 13:27:52.228671 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d2a7c195-6cff-4704-947f-acc6063cfc7e req-93b977fc-dc0b-4f68-852a-b6be8f9971fc tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=62076cc7-e62e-4a72-af44-4e6f6b4d1965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158569 Nov 25 13:27:52.236257 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-eca9d19a-d074-47d2-97de-3932365b93b5 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:52.294923 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-eca9d19a-d074-47d2-97de-3932365b93b5 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:52.298914 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-eca9d19a-d074-47d2-97de-3932365b93b5 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4315436 Nov 25 13:27:52.301871 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33788) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:52.302794 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2187871e-e51c-443e-827c-32510c3114f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:52.303512 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2e0d5ae4-077a-45b8-bf4f-8083166bbd1b tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:52.311700 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-2ffbe92a-befa-44c0-962d-e2fc25656794 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Request body: {'security_group': {'name': 'tempest-secgroup--513804326'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:27:52.322514 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca9d19a-d074-47d2-97de-3932365b93b5 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebfb33df-1387-4393-9284-90ded18e732e,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:52.366882 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2ffbe92a-befa-44c0-962d-e2fc25656794 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:52.371543 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2e0d5ae4-077a-45b8-bf4f-8083166bbd1b tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:52.382487 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0d5ae4-077a-45b8-bf4f-8083166bbd1b tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:52.383786 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2e0d5ae4-077a-45b8-bf4f-8083166bbd1b tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:52.412397 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2187871e-e51c-443e-827c-32510c3114f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:52.418143 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2187871e-e51c-443e-827c-32510c3114f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:52.472700 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-2e0d5ae4-077a-45b8-bf4f-8083166bbd1b tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4271410 Nov 25 13:27:52.477276 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-2187871e-e51c-443e-827c-32510c3114f1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8c8f933a4fc043f39f79715944ec154c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3624291 Nov 25 13:27:52.478089 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33790) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:52.478428 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33792) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:52.484572 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-f496ba3c-fa53-4685-8c64-0eba8f72e92b tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-529947764'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:27:52.492474 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2187871e-e51c-443e-827c-32510c3114f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3607cf-08a8-4f57-b0ee-03554c235f7f,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:52.521444 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f496ba3c-fa53-4685-8c64-0eba8f72e92b tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Made reservation on behalf of ee6b0fbe2e7a4406acdd0c8fea203ca4 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:27:52.521696 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0d5ae4-077a-45b8-bf4f-8083166bbd1b tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Pushing event updated for resources: {'Network': ['ID=0213571c-133e-4472-a9fb-82f11b25c18c,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:52.528707 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f496ba3c-fa53-4685-8c64-0eba8f72e92b tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:52.532443 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 0213571c-133e-4472-a9fb-82f11b25c18c details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:27:52.570519 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f496ba3c-fa53-4685-8c64-0eba8f72e92b tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:27:52.576624 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9acded60-ddc0-4cd8-ac8e-1b209e1eda2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:52.586468 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f496ba3c-fa53-4685-8c64-0eba8f72e92b tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:52.587191 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-f496ba3c-fa53-4685-8c64-0eba8f72e92b tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Added segment 9b036adf-7575-43f9-a223-df92fb825095 of type vlan for network 67a0b139-2197-40dc-a595-6d5cd20e2c68 Nov 25 13:27:52.625841 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2ffbe92a-befa-44c0-962d-e2fc25656794 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:52.632232 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9acded60-ddc0-4cd8-ac8e-1b209e1eda2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:52.655422 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2ffbe92a-befa-44c0-962d-e2fc25656794 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:52.659670 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f496ba3c-fa53-4685-8c64-0eba8f72e92b tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:52.693775 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f496ba3c-fa53-4685-8c64-0eba8f72e92b tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:52.703835 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f496ba3c-fa53-4685-8c64-0eba8f72e92b tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:52.705366 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f496ba3c-fa53-4685-8c64-0eba8f72e92b tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:52.709139 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2ffbe92a-befa-44c0-962d-e2fc25656794 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:52.711349 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-2ffbe92a-befa-44c0-962d-e2fc25656794 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4054244 Nov 25 13:27:52.715331 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33794) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:52.721301 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-bd2ed293-fccb-4a22-9b70-c1c49c2291a0 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Request body: {'security_group_rule': {'security_group_id': 'ebfb33df-1387-4393-9284-90ded18e732e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '478b1f02-2475-4fe6-8e0b-58340ad2443f', 'remote_ip_prefix': None}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:27:52.736212 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffbe92a-befa-44c0-962d-e2fc25656794 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=478b1f02-2475-4fe6-8e0b-58340ad2443f,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:52.768888 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bd2ed293-fccb-4a22-9b70-c1c49c2291a0 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:52.773775 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9acded60-ddc0-4cd8-ac8e-1b209e1eda2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:52.776702 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9acded60-ddc0-4cd8-ac8e-1b209e1eda2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:52.778245 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-9acded60-ddc0-4cd8-ac8e-1b209e1eda2c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4e3607cf-08a8-4f57-b0ee-03554c235f7f HTTP/1.1" status: 204 len: 168 time: 0.2992244 Nov 25 13:27:52.802989 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acded60-ddc0-4cd8-ac8e-1b209e1eda2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3607cf-08a8-4f57-b0ee-03554c235f7f,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:52.845607 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-f496ba3c-fa53-4685-8c64-0eba8f72e92b tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3649158 Nov 25 13:27:52.856353 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33798) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:52.863018 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-0abe7049-65bb-4ee9-be1a-c984c12b2b19 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Request body: {'subnet': {'network_id': '0213571c-133e-4472-a9fb-82f11b25c18c', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:27:52.892596 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bd2ed293-fccb-4a22-9b70-c1c49c2291a0 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:52.900053 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bd2ed293-fccb-4a22-9b70-c1c49c2291a0 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:52.918446 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2ed293-fccb-4a22-9b70-c1c49c2291a0 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42dc5f00-7c18-4333-b390-299e91d6f564,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:52.937088 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bd2ed293-fccb-4a22-9b70-c1c49c2291a0 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:52.942625 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-bd2ed293-fccb-4a22-9b70-c1c49c2291a0 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2228789 Nov 25 13:27:52.943001 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33800) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:52.978296 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1e95e906-c3be-47a1-bf57-1c3ae298eafa tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:52.986322 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f496ba3c-fa53-4685-8c64-0eba8f72e92b tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Pushing event updated for resources: {'Network': ['ID=67a0b139-2197-40dc-a595-6d5cd20e2c68,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:52.998316 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 67a0b139-2197-40dc-a595-6d5cd20e2c68 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:27:53.000437 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1e95e906-c3be-47a1-bf57-1c3ae298eafa tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:53.075714 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1e95e906-c3be-47a1-bf57-1c3ae298eafa tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:53.079452 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0abe7049-65bb-4ee9-be1a-c984c12b2b19 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Made reservation on behalf of ee6b0fbe2e7a4406acdd0c8fea203ca4 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:27:53.083817 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0abe7049-65bb-4ee9-be1a-c984c12b2b19 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:53.093398 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1e95e906-c3be-47a1-bf57-1c3ae298eafa tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:53.097383 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-1e95e906-c3be-47a1-bf57-1c3ae298eafa tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/42dc5f00-7c18-4333-b390-299e91d6f564 HTTP/1.1" status: 204 len: 168 time: 0.1504335 Nov 25 13:27:53.105544 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33806) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:53.124310 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e95e906-c3be-47a1-bf57-1c3ae298eafa tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=42dc5f00-7c18-4333-b390-299e91d6f564,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:53.173202 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47709a4e-998f-45ea-981b-0ae2005700f9 req-9b027b67-9e64-4552-b857-96a577b95c50 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:53.192182 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-47709a4e-998f-45ea-981b-0ae2005700f9 req-9b027b67-9e64-4552-b857-96a577b95c50 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=e252f1c7-db71-402d-8728-cb8ac1d2115f HTTP/1.1" status: 200 len: 945 time: 0.1477661 Nov 25 13:27:53.270174 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-47709a4e-998f-45ea-981b-0ae2005700f9 req-0553bde9-fc1e-4aa4-bfb3-cf85663cc067 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756633 Nov 25 13:27:53.309619 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-df3a9c00-0618-4d43-b7eb-3c53bd2ed507 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2029548 Nov 25 13:27:53.312432 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33812) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:53.406144 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33814) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:53.433967 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-37e36c86-318d-4ad8-8bfd-d6ddddd7b49e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:53.444328 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e24cc9a9-6b47-422e-8bac-682f0bf29eb5 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:53.454529 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ce0ed2-162a-4670-b54a-197680e71e3d req-ef2461bd-43ce-4372-8959-794a08f50e16 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:53.456670 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-95ce0ed2-162a-4670-b54a-197680e71e3d req-ef2461bd-43ce-4372-8959-794a08f50e16 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 943 time: 0.0981593 Nov 25 13:27:53.495205 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0abe7049-65bb-4ee9-be1a-c984c12b2b19 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:53.504976 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e24cc9a9-6b47-422e-8bac-682f0bf29eb5 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:53.559210 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abe7049-65bb-4ee9-be1a-c984c12b2b19 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Pushing event updated for resources: {'Subnet': ['ID=38c8e398-29c4-45fc-bddf-7786c80e6325,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:53.573058 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abe7049-65bb-4ee9-be1a-c984c12b2b19 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Checking segment: {'id': 'f63cb297-3bee-402b-b7bb-f5576ef7876c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0213571c-133e-4472-a9fb-82f11b25c18c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:27:53.573593 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abe7049-65bb-4ee9-be1a-c984c12b2b19 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Network hostable DHCP agents. Network: 0213571c-133e-4472-a9fb-82f11b25c18c, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:27:53.579171 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-95ce0ed2-162a-4670-b54a-197680e71e3d req-47674f44-8435-482f-9c53-df5e42e6c16d tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=62076cc7-e62e-4a72-af44-4e6f6b4d1965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117165 Nov 25 13:27:53.594740 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abe7049-65bb-4ee9-be1a-c984c12b2b19 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Network 0213571c-133e-4472-a9fb-82f11b25c18c is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:27:53.608205 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-0abe7049-65bb-4ee9-be1a-c984c12b2b19 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 0213571c-133e-4472-a9fb-82f11b25c18c) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:27:53.614004 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e24cc9a9-6b47-422e-8bac-682f0bf29eb5 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:53.616452 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e24cc9a9-6b47-422e-8bac-682f0bf29eb5 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:53.617512 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea61b19-6d85-408b-83d5-b984e28be0c5 None None] Network 0213571c-133e-4472-a9fb-82f11b25c18c requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:27:53.617923 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e24cc9a9-6b47-422e-8bac-682f0bf29eb5 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] 10.222.0.53 "DELETE /v2.0/security-groups/478b1f02-2475-4fe6-8e0b-58340ad2443f HTTP/1.1" status: 204 len: 168 time: 0.3040411 Nov 25 13:27:53.629572 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33816) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:53.635369 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abe7049-65bb-4ee9-be1a-c984c12b2b19 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:53.636004 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0abe7049-65bb-4ee9-be1a-c984c12b2b19 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:53.653352 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-0abe7049-65bb-4ee9-be1a-c984c12b2b19 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7961078 Nov 25 13:27:53.656078 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33818) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:53.661881 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-00370c1f-28cd-49c8-bd49-fd81f70c9736 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Request body: {'subnet': {'network_id': '67a0b139-2197-40dc-a595-6d5cd20e2c68', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:27:53.667826 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-37e36c86-318d-4ad8-8bfd-d6ddddd7b49e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:53.671142 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24cc9a9-6b47-422e-8bac-682f0bf29eb5 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=478b1f02-2475-4fe6-8e0b-58340ad2443f,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:53.679746 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-37e36c86-318d-4ad8-8bfd-d6ddddd7b49e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:53.712791 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e36c86-318d-4ad8-8bfd-d6ddddd7b49e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8859a53c-9409-4451-ac47-05cb6000a424,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:53.760504 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-37e36c86-318d-4ad8-8bfd-d6ddddd7b49e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a23237d9158445ea8e28d94766389c94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3507421 Nov 25 13:27:53.760696 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33820) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:53.769670 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d99a6270-a970-4cbc-bd21-fc3b239cc1bd tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1434422 Nov 25 13:27:53.770086 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33822) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:53.818393 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00370c1f-28cd-49c8-bd49-fd81f70c9736 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Made reservation on behalf of ee6b0fbe2e7a4406acdd0c8fea203ca4 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:27:53.822466 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-00370c1f-28cd-49c8-bd49-fd81f70c9736 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:53.825582 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c05d05f-5ff1-4ea2-bb8c-8206c6495702 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-0213571c-133e-4472-a9fb-82f11b25c18c', 'network_id': '0213571c-133e-4472-a9fb-82f11b25c18c', 'tenant_id': 'ee6b0fbe2e7a4406acdd0c8fea203ca4', 'fixed_ips': [{'subnet_id': '38c8e398-29c4-45fc-bddf-7786c80e6325'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:27:53.826592 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6c05d05f-5ff1-4ea2-bb8c-8206c6495702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:53.844693 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cd6a9c83-6dd7-4e72-872c-ba1009309fce tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:53.854928 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3b7d91ac-c154-48dc-9cc4-ae5d4a592099 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:53.878421 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cd6a9c83-6dd7-4e72-872c-ba1009309fce tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:53.879904 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3b7d91ac-c154-48dc-9cc4-ae5d4a592099 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:53.929756 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cd6a9c83-6dd7-4e72-872c-ba1009309fce tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:53.934927 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cd6a9c83-6dd7-4e72-872c-ba1009309fce tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:53.936389 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-cd6a9c83-6dd7-4e72-872c-ba1009309fce tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] 10.222.0.53 "DELETE /v2.0/security-groups/ebfb33df-1387-4393-9284-90ded18e732e HTTP/1.1" status: 204 len: 168 time: 0.1644692 Nov 25 13:27:53.949184 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33824) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:53.968936 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6a9c83-6dd7-4e72-872c-ba1009309fce tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebfb33df-1387-4393-9284-90ded18e732e,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:53.981657 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3b7d91ac-c154-48dc-9cc4-ae5d4a592099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:53.985670 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3b7d91ac-c154-48dc-9cc4-ae5d4a592099 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:53.995406 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-3b7d91ac-c154-48dc-9cc4-ae5d4a592099 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8859a53c-9409-4451-ac47-05cb6000a424 HTTP/1.1" status: 204 len: 168 time: 0.2335458 Nov 25 13:27:53.998035 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d413cd49-7430-4922-b1be-87677740ef06 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0473871 Nov 25 13:27:54.003736 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33828) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:54.018158 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-9aeebf33-f601-4c33-8e44-934a2b7d6e56 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Request body: {'security_group': {'name': 'tempest-secgroup--418261507'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:27:54.018476 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-6c05d05f-5ff1-4ea2-bb8c-8206c6495702 None None] Allocated IP 10.1.1.2 (0213571c-133e-4472-a9fb-82f11b25c18c/38c8e398-29c4-45fc-bddf-7786c80e6325/f9c24fde-ed86-4608-869d-fa4a409f62b8) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:27:54.044797 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9aeebf33-f601-4c33-8e44-934a2b7d6e56 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:54.046590 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7d91ac-c154-48dc-9cc4-ae5d4a592099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8859a53c-9409-4451-ac47-05cb6000a424,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:54.190160 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9aeebf33-f601-4c33-8e44-934a2b7d6e56 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:54.196804 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9aeebf33-f601-4c33-8e44-934a2b7d6e56 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:54.207004 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-00370c1f-28cd-49c8-bd49-fd81f70c9736 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:54.235015 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeebf33-f601-4c33-8e44-934a2b7d6e56 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22e72a2c-b458-4283-88c5-1db9f95bdaf9,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:54.245664 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9aeebf33-f601-4c33-8e44-934a2b7d6e56 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:54.247392 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-9aeebf33-f601-4c33-8e44-934a2b7d6e56 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2329230 Nov 25 13:27:54.250104 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33832) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:54.258340 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-46a5b3e1-087e-4281-89b8-22406ceaaf53 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Request body: {'security_group_rule': {'security_group_id': '22e72a2c-b458-4283-88c5-1db9f95bdaf9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:27:54.260052 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6c05d05f-5ff1-4ea2-bb8c-8206c6495702 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:54.277256 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6c05d05f-5ff1-4ea2-bb8c-8206c6495702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:54.302507 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00370c1f-28cd-49c8-bd49-fd81f70c9736 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Pushing event updated for resources: {'Subnet': ['ID=cb948add-f436-4958-9429-ea10f300ab82,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:54.313359 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-46a5b3e1-087e-4281-89b8-22406ceaaf53 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:54.339335 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00370c1f-28cd-49c8-bd49-fd81f70c9736 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Checking segment: {'id': '9b036adf-7575-43f9-a223-df92fb825095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '67a0b139-2197-40dc-a595-6d5cd20e2c68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:27:54.339335 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00370c1f-28cd-49c8-bd49-fd81f70c9736 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Network hostable DHCP agents. Network: 67a0b139-2197-40dc-a595-6d5cd20e2c68, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:27:54.378479 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00370c1f-28cd-49c8-bd49-fd81f70c9736 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Network 67a0b139-2197-40dc-a595-6d5cd20e2c68 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:27:54.398034 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-00370c1f-28cd-49c8-bd49-fd81f70c9736 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 67a0b139-2197-40dc-a595-6d5cd20e2c68) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:27:54.403639 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00370c1f-28cd-49c8-bd49-fd81f70c9736 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:54.407395 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-00370c1f-28cd-49c8-bd49-fd81f70c9736 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:54.419714 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a481f4e-09b1-4451-85b6-e7925c2a5638 None None] Network 67a0b139-2197-40dc-a595-6d5cd20e2c68 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:27:54.457677 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c05d05f-5ff1-4ea2-bb8c-8206c6495702 None None] Network 0213571c-133e-4472-a9fb-82f11b25c18c is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:27:54.484073 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-00370c1f-28cd-49c8-bd49-fd81f70c9736 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8255773 Nov 25 13:27:54.484794 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33842) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:54.490086 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-6c05d05f-5ff1-4ea2-bb8c-8206c6495702 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:27:54.495918 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-b3a0f784-63eb-408b-af64-c10d1d75c718 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Request body: {'port': {'network_id': '0213571c-133e-4472-a9fb-82f11b25c18c', 'name': 'tempest-TaggedBootDevicesTest-951083233', 'fixed_ips': [{'subnet_id': '38c8e398-29c4-45fc-bddf-7786c80e6325'}]}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:27:54.496110 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c05d05f-5ff1-4ea2-bb8c-8206c6495702 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:27:54.501013 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c05d05f-5ff1-4ea2-bb8c-8206c6495702 None None] Pushing event updated for resources: {'Port': ['ID=f9c24fde-ed86-4608-869d-fa4a409f62b8,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:54.563478 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-6c05d05f-5ff1-4ea2-bb8c-8206c6495702 None None] Attempting to bind port f9c24fde-ed86-4608-869d-fa4a409f62b8 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:27:54.564057 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-6c05d05f-5ff1-4ea2-bb8c-8206c6495702 None None] Attempting to bind port f9c24fde-ed86-4608-869d-fa4a409f62b8 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'f63cb297-3bee-402b-b7bb-f5576ef7876c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0213571c-133e-4472-a9fb-82f11b25c18c'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:27:54.564588 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c05d05f-5ff1-4ea2-bb8c-8206c6495702 None None] Attempting to bind port f9c24fde-ed86-4608-869d-fa4a409f62b8 on network 0213571c-133e-4472-a9fb-82f11b25c18c {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:27:54.572389 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c05d05f-5ff1-4ea2-bb8c-8206c6495702 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:27:54.572999 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c05d05f-5ff1-4ea2-bb8c-8206c6495702 None None] Checking segment: {'id': 'f63cb297-3bee-402b-b7bb-f5576ef7876c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0213571c-133e-4472-a9fb-82f11b25c18c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:27:54.573549 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6c05d05f-5ff1-4ea2-bb8c-8206c6495702 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:54.574084 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c05d05f-5ff1-4ea2-bb8c-8206c6495702 None None] Bound using segment: {'id': 'f63cb297-3bee-402b-b7bb-f5576ef7876c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0213571c-133e-4472-a9fb-82f11b25c18c'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:27:54.574749 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-6c05d05f-5ff1-4ea2-bb8c-8206c6495702 None None] Bound port: f9c24fde-ed86-4608-869d-fa4a409f62b8, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f63cb297-3bee-402b-b7bb-f5576ef7876c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0213571c-133e-4472-a9fb-82f11b25c18c'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:27:54.575305 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6c05d05f-5ff1-4ea2-bb8c-8206c6495702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:54.642820 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-46a5b3e1-087e-4281-89b8-22406ceaaf53 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:54.655363 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-46a5b3e1-087e-4281-89b8-22406ceaaf53 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:54.729719 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-46a5b3e1-087e-4281-89b8-22406ceaaf53 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:54.735436 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33860) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:54.747585 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-46a5b3e1-087e-4281-89b8-22406ceaaf53 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4932079 Nov 25 13:27:54.751706 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a5b3e1-087e-4281-89b8-22406ceaaf53 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d008ee5-72d7-45ad-8ecf-0269f9c1feb9,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:54.757866 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-6c05d05f-5ff1-4ea2-bb8c-8206c6495702 None None] For port f9c24fde-ed86-4608-869d-fa4a409f62b8, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:27:54.761230 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-6c05d05f-5ff1-4ea2-bb8c-8206c6495702 None None] For port f9c24fde-ed86-4608-869d-fa4a409f62b8, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=f9c24fde-ed86-4608-869d-fa4a409f62b8,segment=NetworkSegment(f63cb297-3bee-402b-b7bb-f5576ef7876c),segment_id=f63cb297-3bee-402b-b7bb-f5576ef7876c)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:27:54.791709 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bf73fd75-b197-468b-be49-6a0c04d1ec70 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:54.796271 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6c05d05f-5ff1-4ea2-bb8c-8206c6495702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:54.802834 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bf73fd75-b197-468b-be49-6a0c04d1ec70 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:54.883975 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bf73fd75-b197-468b-be49-6a0c04d1ec70 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:54.884788 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b267872-7606-4dde-93aa-1cab99b9966c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-67a0b139-2197-40dc-a595-6d5cd20e2c68', 'network_id': '67a0b139-2197-40dc-a595-6d5cd20e2c68', 'tenant_id': 'ee6b0fbe2e7a4406acdd0c8fea203ca4', 'fixed_ips': [{'subnet_id': 'cb948add-f436-4958-9429-ea10f300ab82'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:27:54.885742 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8b267872-7606-4dde-93aa-1cab99b9966c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:54.889121 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386d0467-da48-4176-9ab3-25120f1533cf req-aec345b8-cb58-4fba-ab99-689d7e9e0ba1 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:54.890760 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-386d0467-da48-4176-9ab3-25120f1533cf req-aec345b8-cb58-4fba-ab99-689d7e9e0ba1 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=e252f1c7-db71-402d-8728-cb8ac1d2115f HTTP/1.1" status: 200 len: 945 time: 0.4441066 Nov 25 13:27:54.898467 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bf73fd75-b197-468b-be49-6a0c04d1ec70 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:54.899660 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-bf73fd75-b197-468b-be49-6a0c04d1ec70 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/4d008ee5-72d7-45ad-8ecf-0269f9c1feb9 HTTP/1.1" status: 204 len: 168 time: 0.1630645 Nov 25 13:27:54.905818 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33864) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:54.936861 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf73fd75-b197-468b-be49-6a0c04d1ec70 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4d008ee5-72d7-45ad-8ecf-0269f9c1feb9,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:54.965799 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a0f784-63eb-408b-af64-c10d1d75c718 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Made reservation on behalf of ee6b0fbe2e7a4406acdd0c8fea203ca4 for: {'port': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:27:55.014745 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-9ba002a8-ee40-4a3e-b52f-13cbb7cfef11 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1037939 Nov 25 13:27:55.017419 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33866) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:55.086418 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9cb74956-089c-44e8-9d1b-1b9fe1bc71ba tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:55.132779 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-8b267872-7606-4dde-93aa-1cab99b9966c None None] Allocated IP 10.2.2.2 (67a0b139-2197-40dc-a595-6d5cd20e2c68/cb948add-f436-4958-9429-ea10f300ab82/f7b59701-fc0a-4bf4-87c0-6e9d08ce60d2) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:27:55.137840 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-386d0467-da48-4176-9ab3-25120f1533cf req-30733eac-94af-4162-b24e-6d706cc549f2 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353935 Nov 25 13:27:55.161049 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9cb74956-089c-44e8-9d1b-1b9fe1bc71ba tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:55.181851 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b734ed-24b9-4da5-b36f-d2ba8066931b req-ce570f2c-a617-44e7-9d84-b7773ab4d76e tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:55.187506 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-25b734ed-24b9-4da5-b36f-d2ba8066931b req-ce570f2c-a617-44e7-9d84-b7773ab4d76e tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 943 time: 0.4206140 Nov 25 13:27:55.337347 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9cb74956-089c-44e8-9d1b-1b9fe1bc71ba tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:55.340696 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9cb74956-089c-44e8-9d1b-1b9fe1bc71ba tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:55.342073 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-9cb74956-089c-44e8-9d1b-1b9fe1bc71ba tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] 10.222.0.53 "DELETE /v2.0/security-groups/22e72a2c-b458-4283-88c5-1db9f95bdaf9 HTTP/1.1" status: 204 len: 168 time: 0.3236337 Nov 25 13:27:55.350424 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33874) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:55.358114 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-25b734ed-24b9-4da5-b36f-d2ba8066931b req-3c213f78-9e64-4c63-ad21-77c71646dca5 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=62076cc7-e62e-4a72-af44-4e6f6b4d1965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054587 Nov 25 13:27:55.368831 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb74956-089c-44e8-9d1b-1b9fe1bc71ba tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e72a2c-b458-4283-88c5-1db9f95bdaf9,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:55.376162 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c05d05f-5ff1-4ea2-bb8c-8206c6495702 None None] Pushing event updated for resources: {'Port': ['ID=f9c24fde-ed86-4608-869d-fa4a409f62b8,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:55.498642 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-24865dd0-be6e-4abd-b629-d86414583589 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1390972 Nov 25 13:27:55.502388 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33878) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:55.507604 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-30465f2b-6a14-4168-a93e-667e3d71bb9b tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Request body: {'security_group': {'name': 'tempest-secgroup--549446838'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:27:55.513822 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b3a0f784-63eb-408b-af64-c10d1d75c718 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:55.553522 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [None req-b3a0f784-63eb-408b-af64-c10d1d75c718 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] device_id is not set on port 614c1e42-d4e2-4a14-8859-09418460a3e4 yet. {{(pid=103570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:27:55.558826 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-30465f2b-6a14-4168-a93e-667e3d71bb9b tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:55.569223 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8b267872-7606-4dde-93aa-1cab99b9966c None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:55.583193 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8b267872-7606-4dde-93aa-1cab99b9966c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:55.664894 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b267872-7606-4dde-93aa-1cab99b9966c None None] Network 67a0b139-2197-40dc-a595-6d5cd20e2c68 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:27:55.667993 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-8b267872-7606-4dde-93aa-1cab99b9966c None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:27:55.672884 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b267872-7606-4dde-93aa-1cab99b9966c None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:27:55.712685 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-30465f2b-6a14-4168-a93e-667e3d71bb9b tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:55.723521 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-30465f2b-6a14-4168-a93e-667e3d71bb9b tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:55.739937 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b267872-7606-4dde-93aa-1cab99b9966c None None] Pushing event updated for resources: {'Port': ['ID=f7b59701-fc0a-4bf4-87c0-6e9d08ce60d2,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:55.814648 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30465f2b-6a14-4168-a93e-667e3d71bb9b tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a036fb77-e174-48bb-8056-8ec52b98777e,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:55.821007 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-8b267872-7606-4dde-93aa-1cab99b9966c None None] Attempting to bind port f7b59701-fc0a-4bf4-87c0-6e9d08ce60d2 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:27:55.822238 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-8b267872-7606-4dde-93aa-1cab99b9966c None None] Attempting to bind port f7b59701-fc0a-4bf4-87c0-6e9d08ce60d2 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '9b036adf-7575-43f9-a223-df92fb825095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '67a0b139-2197-40dc-a595-6d5cd20e2c68'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:27:55.822601 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b267872-7606-4dde-93aa-1cab99b9966c None None] Attempting to bind port f7b59701-fc0a-4bf4-87c0-6e9d08ce60d2 on network 67a0b139-2197-40dc-a595-6d5cd20e2c68 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:27:55.830531 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-30465f2b-6a14-4168-a93e-667e3d71bb9b tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:55.832626 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-30465f2b-6a14-4168-a93e-667e3d71bb9b tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3286364 Nov 25 13:27:55.836142 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33884) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:55.840392 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b267872-7606-4dde-93aa-1cab99b9966c None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:27:55.840789 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b267872-7606-4dde-93aa-1cab99b9966c None None] Checking segment: {'id': '9b036adf-7575-43f9-a223-df92fb825095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '67a0b139-2197-40dc-a595-6d5cd20e2c68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:27:55.841203 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8b267872-7606-4dde-93aa-1cab99b9966c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:55.842003 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b267872-7606-4dde-93aa-1cab99b9966c None None] Bound using segment: {'id': '9b036adf-7575-43f9-a223-df92fb825095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '67a0b139-2197-40dc-a595-6d5cd20e2c68'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:27:55.842483 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-c4c4f2c0-fc46-47c8-8d9a-9b6286ade4e3 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Request body: {'security_group_rule': {'security_group_id': 'a036fb77-e174-48bb-8056-8ec52b98777e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:27:55.845168 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-8b267872-7606-4dde-93aa-1cab99b9966c None None] Bound port: f7b59701-fc0a-4bf4-87c0-6e9d08ce60d2, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b036adf-7575-43f9-a223-df92fb825095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '67a0b139-2197-40dc-a595-6d5cd20e2c68'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:27:55.845744 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8b267872-7606-4dde-93aa-1cab99b9966c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:55.921197 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c4c4f2c0-fc46-47c8-8d9a-9b6286ade4e3 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:55.943209 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-b3a0f784-63eb-408b-af64-c10d1d75c718 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Allocated IP 10.1.1.206 (0213571c-133e-4472-a9fb-82f11b25c18c/38c8e398-29c4-45fc-bddf-7786c80e6325/614c1e42-d4e2-4a14-8859-09418460a3e4) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:27:55.994181 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device f9c24fde-ed86-4608-869d-fa4a409f62b8 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:27:56.061623 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-8b267872-7606-4dde-93aa-1cab99b9966c None None] For port f7b59701-fc0a-4bf4-87c0-6e9d08ce60d2, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:27:56.064595 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c4c4f2c0-fc46-47c8-8d9a-9b6286ade4e3 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:56.077898 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c4c4f2c0-fc46-47c8-8d9a-9b6286ade4e3 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:56.115824 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-8b267872-7606-4dde-93aa-1cab99b9966c None None] For port f7b59701-fc0a-4bf4-87c0-6e9d08ce60d2, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=f7b59701-fc0a-4bf4-87c0-6e9d08ce60d2,segment=NetworkSegment(9b036adf-7575-43f9-a223-df92fb825095),segment_id=9b036adf-7575-43f9-a223-df92fb825095)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:27:56.120088 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c4f2c0-fc46-47c8-8d9a-9b6286ade4e3 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3adbce91-118b-4131-9647-f49375201b0c,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:56.144791 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8b267872-7606-4dde-93aa-1cab99b9966c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:56.147115 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c4c4f2c0-fc46-47c8-8d9a-9b6286ade4e3 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:56.148676 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c4c4f2c0-fc46-47c8-8d9a-9b6286ade4e3 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3113980 Nov 25 13:27:56.151198 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33896) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:56.180248 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-53c4a7b7-3bf0-437a-9ea7-04dcc837be71 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] 10.222.0.53 "GET /v2.0/security-group-rules/3adbce91-118b-4131-9647-f49375201b0c HTTP/1.1" status: 200 len: 763 time: 0.0278554 Nov 25 13:27:56.183378 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33900) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:56.279671 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port f9c24fde-ed86-4608-869d-fa4a409f62b8 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:27:56.281273 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:56.291170 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b267872-7606-4dde-93aa-1cab99b9966c None None] Pushing event updated for resources: {'Port': ['ID=f7b59701-fc0a-4bf4-87c0-6e9d08ce60d2,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:56.310805 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-f4e78470-0a36-472d-99de-64e97bd4185b tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1229627 Nov 25 13:27:56.311745 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33908) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:56.320211 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b3a0f784-63eb-408b-af64-c10d1d75c718 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:56.381601 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4eaeccce-7289-4c4f-8b15-a422c7feae9e tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:56.414353 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4eaeccce-7289-4c4f-8b15-a422c7feae9e tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:56.459505 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b3a0f784-63eb-408b-af64-c10d1d75c718 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:56.489400 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4eaeccce-7289-4c4f-8b15-a422c7feae9e tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:56.529318 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4eaeccce-7289-4c4f-8b15-a422c7feae9e tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:56.547283 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-4eaeccce-7289-4c4f-8b15-a422c7feae9e tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/3adbce91-118b-4131-9647-f49375201b0c HTTP/1.1" status: 204 len: 168 time: 0.2341547 Nov 25 13:27:56.548280 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaeccce-7289-4c4f-8b15-a422c7feae9e tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3adbce91-118b-4131-9647-f49375201b0c,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:56.556478 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33918) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:56.570031 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:56.572927 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a0f784-63eb-408b-af64-c10d1d75c718 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Pushing event updated for resources: {'Port': ['ID=614c1e42-d4e2-4a14-8859-09418460a3e4,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:56.610828 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a0f784-63eb-408b-af64-c10d1d75c718 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Network 0213571c-133e-4472-a9fb-82f11b25c18c is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:27:56.619862 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-b3a0f784-63eb-408b-af64-c10d1d75c718 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:27:56.673770 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0bd72f-ff08-4170-bddd-3a65f11c836d req-542d6f19-10f1-4f3a-adba-6355b23e2e20 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:56.681744 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-de0bd72f-ff08-4170-bddd-3a65f11c836d req-542d6f19-10f1-4f3a-adba-6355b23e2e20 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=e252f1c7-db71-402d-8728-cb8ac1d2115f HTTP/1.1" status: 200 len: 945 time: 0.3403795 Nov 25 13:27:56.685144 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a0f784-63eb-408b-af64-c10d1d75c718 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:27:56.706848 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] For port f9c24fde-ed86-4608-869d-fa4a409f62b8, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=f9c24fde-ed86-4608-869d-fa4a409f62b8,segment=NetworkSegment(f63cb297-3bee-402b-b7bb-f5576ef7876c),segment_id=f63cb297-3bee-402b-b7bb-f5576ef7876c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:27:56.716130 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-814949f3-fc29-49b0-bd20-a6b34d9bfad4 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1524107 Nov 25 13:27:56.720235 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:56.722106 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33922) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:56.741467 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-82cb613d-7378-43b0-a386-b655391e664d tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Request body: {'security_group_rule': {'security_group_id': 'a036fb77-e174-48bb-8056-8ec52b98777e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:27:56.782802 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a0f784-63eb-408b-af64-c10d1d75c718 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:56.783708 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b3a0f784-63eb-408b-af64-c10d1d75c718 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:56.830850 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-82cb613d-7378-43b0-a386-b655391e664d tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:56.875003 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a9679-86ca-44cf-bd7c-392c3c6fce9e req-416195fc-2be4-465b-8b21-4fcd126425af tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:56.876538 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-250a9679-86ca-44cf-bd7c-392c3c6fce9e req-416195fc-2be4-465b-8b21-4fcd126425af tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 943 time: 0.3065305 Nov 25 13:27:56.888383 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b3a0f784-63eb-408b-af64-c10d1d75c718 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4024935 Nov 25 13:27:56.895796 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33928) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:56.912809 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-3bdf925c-ce49-4f5f-9aac-2f925f1bfd74 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Request body: {'port': {'network_id': '0213571c-133e-4472-a9fb-82f11b25c18c', 'name': 'tempest-TaggedBootDevicesTest-2016053088', 'fixed_ips': [{'subnet_id': '38c8e398-29c4-45fc-bddf-7786c80e6325'}]}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:27:56.928212 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Pushing event updated for resources: {'Port': ['ID=f9c24fde-ed86-4608-869d-fa4a409f62b8,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:56.942924 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1c9511-0c7a-4297-a072-c22a3289cfc3 None None] Network 0213571c-133e-4472-a9fb-82f11b25c18c requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:27:56.953184 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-de0bd72f-ff08-4170-bddd-3a65f11c836d req-bb12aa16-eb97-48a0-97bb-6ff02f41999a tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703209 Nov 25 13:27:56.962482 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-82cb613d-7378-43b0-a386-b655391e664d tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:56.975112 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-82cb613d-7378-43b0-a386-b655391e664d tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:57.015280 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb613d-7378-43b0-a386-b655391e664d tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daf658e7-29d0-43a9-ac7b-a45ad1f649bf,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:57.050410 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-82cb613d-7378-43b0-a386-b655391e664d tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:57.051585 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-82cb613d-7378-43b0-a386-b655391e664d tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3282239 Nov 25 13:27:57.054164 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33932) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:57.054387 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-250a9679-86ca-44cf-bd7c-392c3c6fce9e req-c0acc42e-a7d3-4e05-8f4e-1a8232665432 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=62076cc7-e62e-4a72-af44-4e6f6b4d1965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1695807 Nov 25 13:27:57.099724 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c21fc213-e89b-4c14-8f09-d215dc3c6769 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] 10.222.0.53 "GET /v2.0/security-group-rules/daf658e7-29d0-43a9-ac7b-a45ad1f649bf HTTP/1.1" status: 200 len: 763 time: 0.0418842 Nov 25 13:27:57.100261 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33934) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:57.156791 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bdf925c-ce49-4f5f-9aac-2f925f1bfd74 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Made reservation on behalf of ee6b0fbe2e7a4406acdd0c8fea203ca4 for: {'port': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:27:57.163928 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3bdf925c-ce49-4f5f-9aac-2f925f1bfd74 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:57.184209 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-e3d4a944-522f-4672-8f4c-fd363ebb1ee9 None None] Provisioning complete for port f9c24fde-ed86-4608-869d-fa4a409f62b8 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:27:57.184363 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e3d4a944-522f-4672-8f4c-fd363ebb1ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:57.410161 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33938) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:57.546402 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [None req-3bdf925c-ce49-4f5f-9aac-2f925f1bfd74 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] device_id is not set on port 3e1ba641-2a58-4452-979b-3a9693f5abbd yet. {{(pid=103570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:27:57.639728 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-71246098-7f11-4319-8882-617a2fbabbb3 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5380206 Nov 25 13:27:57.644324 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33942) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:57.682935 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-527c2489-7b83-4910-9045-416fe11d1a2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:57.747454 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-75e44841-5e4f-44c8-b224-0edc09280ea0 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:57.761191 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-75e44841-5e4f-44c8-b224-0edc09280ea0 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:57.806804 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-3bdf925c-ce49-4f5f-9aac-2f925f1bfd74 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Allocated IP 10.1.1.174 (0213571c-133e-4472-a9fb-82f11b25c18c/38c8e398-29c4-45fc-bddf-7786c80e6325/3e1ba641-2a58-4452-979b-3a9693f5abbd) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:27:57.885712 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-75e44841-5e4f-44c8-b224-0edc09280ea0 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:57.907232 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-75e44841-5e4f-44c8-b224-0edc09280ea0 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:57.909345 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-75e44841-5e4f-44c8-b224-0edc09280ea0 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/daf658e7-29d0-43a9-ac7b-a45ad1f649bf HTTP/1.1" status: 204 len: 168 time: 0.2629666 Nov 25 13:27:57.913023 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-24a95a7e-47cb-46bd-be7d-299601a6624d None None] Provisioning complete for port f9c24fde-ed86-4608-869d-fa4a409f62b8 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:27:57.916137 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-24a95a7e-47cb-46bd-be7d-299601a6624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:57.921519 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33944) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:57.935584 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e44841-5e4f-44c8-b224-0edc09280ea0 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=daf658e7-29d0-43a9-ac7b-a45ad1f649bf,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:58.013701 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-527c2489-7b83-4910-9045-416fe11d1a2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:58.027956 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-527c2489-7b83-4910-9045-416fe11d1a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:58.116994 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-527c2489-7b83-4910-9045-416fe11d1a2f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4dc57ea4f1c243b5a1a172b2fa793dcd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7032473 Nov 25 13:27:58.116994 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527c2489-7b83-4910-9045-416fe11d1a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283144c9-8018-46a6-920b-84a7221ca2b1,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:58.119436 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33950) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:58.144338 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db1cfd2-72f7-4387-8435-d00ee79c3576 None None] Network 67a0b139-2197-40dc-a595-6d5cd20e2c68 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:27:58.192080 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a044b188-af37-4c3a-98a2-3526f906e579 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:58.199758 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-74fcb32e-bfd9-4209-bf41-f52342c789f2 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2769983 Nov 25 13:27:58.200341 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33954) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:58.216515 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-b6cd99a2-6b20-4412-857d-c93dea1d32d6 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Request body: {'security_group_rule': {'security_group_id': 'a036fb77-e174-48bb-8056-8ec52b98777e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:27:58.235256 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device f9c24fde-ed86-4608-869d-fa4a409f62b8 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:27:58.242433 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-24a95a7e-47cb-46bd-be7d-299601a6624d None None] Provisioning complete for port 614c1e42-d4e2-4a14-8859-09418460a3e4 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:27:58.242850 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-24a95a7e-47cb-46bd-be7d-299601a6624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:58.305046 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a044b188-af37-4c3a-98a2-3526f906e579 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:58.337546 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3bdf925c-ce49-4f5f-9aac-2f925f1bfd74 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:58.365541 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a797d49-52d1-4bb9-b932-9a78cdfbd7f9 req-b894eecd-8b99-43fc-b85b-715d5b9c23a2 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:58.367609 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6a797d49-52d1-4bb9-b932-9a78cdfbd7f9 req-b894eecd-8b99-43fc-b85b-715d5b9c23a2 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=e252f1c7-db71-402d-8728-cb8ac1d2115f HTTP/1.1" status: 200 len: 945 time: 0.2692630 Nov 25 13:27:58.377105 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b6cd99a2-6b20-4412-857d-c93dea1d32d6 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:58.413400 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1390e25b-5d70-431c-83b5-b5f9823f56b4 req-84206b25-c8c4-4877-bf73-8af813e4f7be tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:58.416151 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1390e25b-5d70-431c-83b5-b5f9823f56b4 req-84206b25-c8c4-4877-bf73-8af813e4f7be tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 943 time: 0.1919115 Nov 25 13:27:58.442459 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b6cd99a2-6b20-4412-857d-c93dea1d32d6 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:58.449433 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b6cd99a2-6b20-4412-857d-c93dea1d32d6 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:58.468618 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd99a2-6b20-4412-857d-c93dea1d32d6 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eae89211-6c7a-4024-88a8-666b66c20795,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:58.489197 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a044b188-af37-4c3a-98a2-3526f906e579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:58.492808 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a044b188-af37-4c3a-98a2-3526f906e579 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:58.494319 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-a044b188-af37-4c3a-98a2-3526f906e579 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/283144c9-8018-46a6-920b-84a7221ca2b1 HTTP/1.1" status: 204 len: 168 time: 0.3738854 Nov 25 13:27:58.506036 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a044b188-af37-4c3a-98a2-3526f906e579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283144c9-8018-46a6-920b-84a7221ca2b1,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:58.510609 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b6cd99a2-6b20-4412-857d-c93dea1d32d6 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:58.512691 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b6cd99a2-6b20-4412-857d-c93dea1d32d6 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2996538 Nov 25 13:27:58.516194 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33958) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:58.536676 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d689b467-5a51-47e7-ad05-df50d1ffe0c8 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] 10.222.0.53 "GET /v2.0/security-group-rules/eae89211-6c7a-4024-88a8-666b66c20795 HTTP/1.1" status: 200 len: 764 time: 0.0189207 Nov 25 13:27:58.538928 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33960) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:58.580126 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6a797d49-52d1-4bb9-b932-9a78cdfbd7f9 req-5c7418f4-fa9a-475d-a602-597bf90778a4 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934083 Nov 25 13:27:58.602432 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-e753eaa8-6204-4428-9c50-88c6cd53495a tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0596929 Nov 25 13:27:58.602637 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33962) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:58.636171 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-df08edf7-d32e-4da9-9131-531e5b7d30b3 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:58.639177 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1390e25b-5d70-431c-83b5-b5f9823f56b4 req-e9fd9352-26ea-4601-b65a-31ee934d56db tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=62076cc7-e62e-4a72-af44-4e6f6b4d1965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2115197 Nov 25 13:27:58.640632 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3bdf925c-ce49-4f5f-9aac-2f925f1bfd74 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:58.647912 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-df08edf7-d32e-4da9-9131-531e5b7d30b3 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:58.690902 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-24a95a7e-47cb-46bd-be7d-299601a6624d None None] Port 614c1e42-d4e2-4a14-8859-09418460a3e4 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:27:58.713154 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-df08edf7-d32e-4da9-9131-531e5b7d30b3 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:58.728226 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-df08edf7-d32e-4da9-9131-531e5b7d30b3 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:58.730334 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-df08edf7-d32e-4da9-9131-531e5b7d30b3 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/eae89211-6c7a-4024-88a8-666b66c20795 HTTP/1.1" status: 204 len: 168 time: 0.1267786 Nov 25 13:27:58.734754 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33966) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:58.737594 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdf925c-ce49-4f5f-9aac-2f925f1bfd74 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Network 0213571c-133e-4472-a9fb-82f11b25c18c is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:27:58.741050 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-3bdf925c-ce49-4f5f-9aac-2f925f1bfd74 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:27:58.758157 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdf925c-ce49-4f5f-9aac-2f925f1bfd74 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:27:58.783020 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df08edf7-d32e-4da9-9131-531e5b7d30b3 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eae89211-6c7a-4024-88a8-666b66c20795,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:58.829341 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-970b40e0-7b12-48e1-9e23-8724f764b066 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0872891 Nov 25 13:27:58.840082 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33968) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:58.858292 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdf925c-ce49-4f5f-9aac-2f925f1bfd74 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Pushing event updated for resources: {'Port': ['ID=3e1ba641-2a58-4452-979b-3a9693f5abbd,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:58.909567 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdf925c-ce49-4f5f-9aac-2f925f1bfd74 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:27:58.909931 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3bdf925c-ce49-4f5f-9aac-2f925f1bfd74 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:58.947379 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-ffa2279a-003f-4b59-8ec5-102332a591e1 None None] Provisioning complete for port f7b59701-fc0a-4bf4-87c0-6e9d08ce60d2 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:27:58.948060 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ffa2279a-003f-4b59-8ec5-102332a591e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:58.951182 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3bdf925c-ce49-4f5f-9aac-2f925f1bfd74 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0494580 Nov 25 13:27:58.985632 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-af45fafe-8a20-4be6-8519-c7eb76457a70 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:59.007401 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port f9c24fde-ed86-4608-869d-fa4a409f62b8 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:27:59.007781 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:59.029953 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-af45fafe-8a20-4be6-8519-c7eb76457a70 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:59.120476 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-af45fafe-8a20-4be6-8519-c7eb76457a70 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:59.130726 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-af45fafe-8a20-4be6-8519-c7eb76457a70 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:59.137556 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33978) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:59.138131 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ffa2279a-003f-4b59-8ec5-102332a591e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:59.139955 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-af45fafe-8a20-4be6-8519-c7eb76457a70 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] 10.222.0.53 "DELETE /v2.0/security-groups/a036fb77-e174-48bb-8056-8ec52b98777e HTTP/1.1" status: 204 len: 168 time: 0.2985284 Nov 25 13:27:59.171813 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af45fafe-8a20-4be6-8519-c7eb76457a70 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a036fb77-e174-48bb-8056-8ec52b98777e,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:59.233536 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-ffa2279a-003f-4b59-8ec5-102332a591e1 None None] For port f7b59701-fc0a-4bf4-87c0-6e9d08ce60d2, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=f7b59701-fc0a-4bf4-87c0-6e9d08ce60d2,segment=NetworkSegment(9b036adf-7575-43f9-a223-df92fb825095),segment_id=9b036adf-7575-43f9-a223-df92fb825095)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:27:59.251352 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ffa2279a-003f-4b59-8ec5-102332a591e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:59.266305 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-2901eaf8-12cb-4eac-9a05-d5b021eea353 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1218235 Nov 25 13:27:59.266879 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33984) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:59.382983 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-8ddf26ab-cccd-4473-9add-de8bbdf88271 tempest-SecGroupTest-380493948 tempest-SecGroupTest-380493948-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1082463 Nov 25 13:27:59.395430 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device f7b59701-fc0a-4bf4-87c0-6e9d08ce60d2 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:27:59.401764 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-ffa2279a-003f-4b59-8ec5-102332a591e1 None None] Provisioning complete for port 614c1e42-d4e2-4a14-8859-09418460a3e4 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:27:59.402454 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ffa2279a-003f-4b59-8ec5-102332a591e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:59.498942 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-ffa2279a-003f-4b59-8ec5-102332a591e1 None None] Port 614c1e42-d4e2-4a14-8859-09418460a3e4 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:27:59.530159 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa2279a-003f-4b59-8ec5-102332a591e1 None None] Pushing event updated for resources: {'Port': ['ID=f7b59701-fc0a-4bf4-87c0-6e9d08ce60d2,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:59.545647 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33990) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:59.552064 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-5d2134e5-988b-4066-8c24-5362069ef9fd tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1092478802', 'description': 'tempest-description--1969016911'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:27:59.565956 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port f7b59701-fc0a-4bf4-87c0-6e9d08ce60d2 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:27:59.566781 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:59.603882 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5d2134e5-988b-4066-8c24-5362069ef9fd tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:59.645700 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-db6fe720-9690-41f1-b205-633cfdd66351 None None] Provisioning complete for port f7b59701-fc0a-4bf4-87c0-6e9d08ce60d2 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:27:59.646219 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db6fe720-9690-41f1-b205-633cfdd66351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:59.763140 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5d2134e5-988b-4066-8c24-5362069ef9fd tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:59.774407 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5d2134e5-988b-4066-8c24-5362069ef9fd tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:59.834458 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2134e5-988b-4066-8c24-5362069ef9fd tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4aeb0c9-0fa7-4d84-9142-5a59f700fca6,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:27:59.842546 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5d2134e5-988b-4066-8c24-5362069ef9fd tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:59.847949 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5d2134e5-988b-4066-8c24-5362069ef9fd tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3011072 Nov 25 13:27:59.849731 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 34002) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:59.857031 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-db6fe720-9690-41f1-b205-633cfdd66351 None None] Provisioning complete for port 3e1ba641-2a58-4452-979b-3a9693f5abbd triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:27:59.857641 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db6fe720-9690-41f1-b205-633cfdd66351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:59.864046 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-9f06184a-4cd9-42d9-ae33-085b06b1caab tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Request body: {'security_group_rule': {'security_group_id': 'c4aeb0c9-0fa7-4d84-9142-5a59f700fca6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:27:59.903938 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 34004) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:27:59.912227 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-db6fe720-9690-41f1-b205-633cfdd66351 None None] Port 3e1ba641-2a58-4452-979b-3a9693f5abbd cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:27:59.942718 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9f06184a-4cd9-42d9-ae33-085b06b1caab tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:27:59.996221 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device f7b59701-fc0a-4bf4-87c0-6e9d08ce60d2 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:28:00.055588 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9f06184a-4cd9-42d9-ae33-085b06b1caab tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:00.068685 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9f06184a-4cd9-42d9-ae33-085b06b1caab tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:00.090332 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85995e6-da86-4da0-871c-b06f4dfc2dfb req-1b5e6d30-5939-45f5-970b-1b6d2b318419 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:00.103429 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e85995e6-da86-4da0-871c-b06f4dfc2dfb req-1b5e6d30-5939-45f5-970b-1b6d2b318419 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 943 time: 0.1996217 Nov 25 13:28:00.110344 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port f7b59701-fc0a-4bf4-87c0-6e9d08ce60d2 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:28:00.110788 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:00.118543 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9f06184a-4cd9-42d9-ae33-085b06b1caab tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:00.133013 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-9f06184a-4cd9-42d9-ae33-085b06b1caab tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2732143 Nov 25 13:28:00.136202 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7849c36e-bea6-4415-94ff-b7cb76716aac req-40ead720-0f2b-41fe-b91b-aeff6f3a453b tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:00.139489 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 34010) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:28:00.140010 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7849c36e-bea6-4415-94ff-b7cb76716aac req-40ead720-0f2b-41fe-b91b-aeff6f3a453b tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=e252f1c7-db71-402d-8728-cb8ac1d2115f HTTP/1.1" status: 200 len: 945 time: 0.3778014 Nov 25 13:28:00.156192 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-ef9f7aec-6d5a-4739-b799-7ee8e91c6da0 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Request body: {'security_group_rule': {'security_group_id': 'c4aeb0c9-0fa7-4d84-9142-5a59f700fca6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:28:00.207252 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f06184a-4cd9-42d9-ae33-085b06b1caab tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07524b85-184e-4547-8064-b7e60ae4e973,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:00.262850 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e85995e6-da86-4da0-871c-b06f4dfc2dfb req-62c7ead0-67f9-4f01-a462-cce59108c64b tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=62076cc7-e62e-4a72-af44-4e6f6b4d1965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1571207 Nov 25 13:28:00.287721 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7849c36e-bea6-4415-94ff-b7cb76716aac req-3acb1b9d-19e8-43ae-9c97-d762ac69313b tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149561 Nov 25 13:28:00.315937 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-58253d68-0f22-4a16-98c8-43cc9670db45 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8358125c82f044c2811c7e8f149b7726&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3986852 Nov 25 13:28:00.318340 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 34014) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:28:00.345134 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-59ab4be3-e095-4c4c-b921-b0d76a94f221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:00.350180 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ef9f7aec-6d5a-4739-b799-7ee8e91c6da0 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:00.433890 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-83406e86-ca25-49af-8a8e-e77af41a87e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:00.467592 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-83406e86-ca25-49af-8a8e-e77af41a87e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:00.470256 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ef9f7aec-6d5a-4739-b799-7ee8e91c6da0 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:00.478832 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ef9f7aec-6d5a-4739-b799-7ee8e91c6da0 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:00.524699 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9f7aec-6d5a-4739-b799-7ee8e91c6da0 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86d3cdf4-afa4-48da-88b4-ff21f4d2e24c,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:00.538403 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ef9f7aec-6d5a-4739-b799-7ee8e91c6da0 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:00.540348 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-ef9f7aec-6d5a-4739-b799-7ee8e91c6da0 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3970366 Nov 25 13:28:00.543896 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 34022) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:28:00.551099 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-e0c58b97-0f72-40cb-b7ae-5b374e0e582e tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Request body: {'floatingip': {'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:28:00.590924 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e0c58b97-0f72-40cb-b7ae-5b374e0e582e tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks [] for floatingip, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:00.604963 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-83406e86-ca25-49af-8a8e-e77af41a87e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:00.607634 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-83406e86-ca25-49af-8a8e-e77af41a87e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:00.608993 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-83406e86-ca25-49af-8a8e-e77af41a87e6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fc537d19-9e9c-4eed-8779-1a0ee76944a1 HTTP/1.1" status: 204 len: 168 time: 0.2894080 Nov 25 13:28:00.630525 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83406e86-ca25-49af-8a8e-e77af41a87e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc537d19-9e9c-4eed-8779-1a0ee76944a1,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:00.653292 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba21829-dec4-4483-891a-a9ed9c833552 req-757653dc-bb99-4482-9c03-2aee4229622e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:00.657829 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9ba21829-dec4-4483-891a-a9ed9c833552 req-757653dc-bb99-4482-9c03-2aee4229622e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c&tenant_id=c3c775803d354892aee478fad34a8c78 HTTP/1.1" status: 200 len: 1095 time: 0.1038458 Nov 25 13:28:00.751691 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e0c58b97-0f72-40cb-b7ae-5b374e0e582e tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:00.798965 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba21829-dec4-4483-891a-a9ed9c833552 req-387f5e9c-963e-4da8-804d-8480e15bb54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:00.801127 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9ba21829-dec4-4483-891a-a9ed9c833552 req-387f5e9c-963e-4da8-804d-8480e15bb54e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3c775803d354892aee478fad34a8c78&device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 1095 time: 0.1183984 Nov 25 13:28:00.890907 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-e0c58b97-0f72-40cb-b7ae-5b374e0e582e tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Allocated IP 172.25.5.167 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/be35b903-e8d4-4372-94d3-cf29e5a827bc) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:28:00.914133 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba21829-dec4-4483-891a-a9ed9c833552 req-877ba8c0-e871-48eb-8f2b-410110de1ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:00.915772 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9ba21829-dec4-4483-891a-a9ed9c833552 req-877ba8c0-e871-48eb-8f2b-410110de1ba8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=755402ba-804b-4493-8340-905b0e2e90e1 HTTP/1.1" status: 200 len: 917 time: 0.1058865 Nov 25 13:28:01.031471 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9ba21829-dec4-4483-891a-a9ed9c833552 req-e7def541-5cb8-40a5-8037-427baefa8ccc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b12730d-6eb6-49ae-ab0e-3c3244c452b2 HTTP/1.1" status: 200 len: 999 time: 0.1077745 Nov 25 13:28:01.038525 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e0c58b97-0f72-40cb-b7ae-5b374e0e582e tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:01.100754 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e0c58b97-0f72-40cb-b7ae-5b374e0e582e tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:01.104809 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba21829-dec4-4483-891a-a9ed9c833552 req-ede3c4fe-b35a-45a2-b730-80c69bb0dc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:01.107040 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9ba21829-dec4-4483-891a-a9ed9c833552 req-ede3c4fe-b35a-45a2-b730-80c69bb0dc56 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=de598ec9-e4ed-4f9c-80e3-a369f7acaceb HTTP/1.1" status: 200 len: 855 time: 0.0678818 Nov 25 13:28:01.139148 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c58b97-0f72-40cb-b7ae-5b374e0e582e tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:28:01.144337 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-e0c58b97-0f72-40cb-b7ae-5b374e0e582e tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:28:01.148276 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c58b97-0f72-40cb-b7ae-5b374e0e582e tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:28:01.179040 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c58b97-0f72-40cb-b7ae-5b374e0e582e tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Pushing event updated for resources: {'Port': ['ID=be35b903-e8d4-4372-94d3-cf29e5a827bc,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:01.202114 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba21829-dec4-4483-891a-a9ed9c833552 req-516675d4-b584-4254-8f14-485c998352c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:01.203712 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9ba21829-dec4-4483-891a-a9ed9c833552 req-516675d4-b584-4254-8f14-485c998352c7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=755402ba-804b-4493-8340-905b0e2e90e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0879962 Nov 25 13:28:01.302078 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e0c58b97-0f72-40cb-b7ae-5b374e0e582e tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:01.399096 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e0c58b97-0f72-40cb-b7ae-5b374e0e582e tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:01.867691 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9ba21829-dec4-4483-891a-a9ed9c833552 req-1ee2c0f8-7721-49ba-82a9-62f4ec9e5311 service neutron] 10.222.0.47 "GET /v2.0/networks/755402ba-804b-4493-8340-905b0e2e90e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6557598 Nov 25 13:28:01.887424 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a9de46-5f2d-4efb-9695-78bdad58328d req-2f77372c-5aad-4e82-b4d9-142574a6ced3 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:01.892269 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b5a9de46-5f2d-4efb-9695-78bdad58328d req-2f77372c-5aad-4e82-b4d9-142574a6ced3 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 943 time: 0.4296739 Nov 25 13:28:01.935306 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71109111-fd25-419b-b546-a643ded27a16 req-133163e1-efaf-42ff-82cd-3a2e18ecc1e4 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:01.950510 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-71109111-fd25-419b-b546-a643ded27a16 req-133163e1-efaf-42ff-82cd-3a2e18ecc1e4 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=e252f1c7-db71-402d-8728-cb8ac1d2115f HTTP/1.1" status: 200 len: 945 time: 0.4967117 Nov 25 13:28:02.020796 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e0c58b97-0f72-40cb-b7ae-5b374e0e582e tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:02.041623 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e0c58b97-0f72-40cb-b7ae-5b374e0e582e tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:02.197522 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e0c58b97-0f72-40cb-b7ae-5b374e0e582e tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:02.199626 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9ba21829-dec4-4483-891a-a9ed9c833552 req-3002c2be-71cc-4267-95c0-2bb1241d3283 service neutron] 10.222.0.47 "GET /v2.0/networks/755402ba-804b-4493-8340-905b0e2e90e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221757 Nov 25 13:28:02.292665 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b5a9de46-5f2d-4efb-9695-78bdad58328d req-f9ce07a1-d0be-4d44-af62-62ca78acbc4e tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=62076cc7-e62e-4a72-af44-4e6f6b4d1965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3831618 Nov 25 13:28:02.300780 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c58b97-0f72-40cb-b7ae-5b374e0e582e tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Pushing event updated for resources: {'Port': ['ID=be35b903-e8d4-4372-94d3-cf29e5a827bc,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:02.329698 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e0c58b97-0f72-40cb-b7ae-5b374e0e582e tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:02.339382 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e0c58b97-0f72-40cb-b7ae-5b374e0e582e tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7864625 Nov 25 13:28:02.351608 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-71109111-fd25-419b-b546-a643ded27a16 req-e7d9797a-3294-44c3-accd-d0eb560f7c2c tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3998978 Nov 25 13:28:02.747274 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c61dc94a-f2e0-47ed-b2d4-80f58f00a276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:02.751107 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca21aea-7b53-4761-88ab-d5e06e544c86 req-facea933-20f5-49d2-8e56-694af7ca4c07 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:02.758739 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2ca21aea-7b53-4761-88ab-d5e06e544c86 req-facea933-20f5-49d2-8e56-694af7ca4c07 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=e252f1c7-db71-402d-8728-cb8ac1d2115f HTTP/1.1" status: 200 len: 945 time: 0.1153502 Nov 25 13:28:02.860691 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2ca21aea-7b53-4761-88ab-d5e06e544c86 req-d9c1729c-7183-43df-bd6d-e4ce84cd18a7 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965865 Nov 25 13:28:03.024971 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35104cb1-dee9-4858-8979-841b435af791 req-ca5a5438-1c22-42cf-861c-49ebaba6a010 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:03.028230 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-35104cb1-dee9-4858-8979-841b435af791 req-ca5a5438-1c22-42cf-861c-49ebaba6a010 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=e252f1c7-db71-402d-8728-cb8ac1d2115f HTTP/1.1" status: 200 len: 945 time: 0.0846517 Nov 25 13:28:03.184768 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-94a20b9c-1941-47e7-9c4c-c38428183db8 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1092478802&fields=id&tenant_id=ee6b0fbe2e7a4406acdd0c8fea203ca4 HTTP/1.1" status: 200 len: 267 time: 0.1796238 Nov 25 13:28:03.200732 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-35104cb1-dee9-4858-8979-841b435af791 req-a7f07014-5824-4e4e-92a5-1a698714d9ac tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579418 Nov 25 13:28:03.242864 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 34186) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:28:03.283935 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-daa843d2-8f62-49e2-9ac9-51abbfebbb95 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:03.285655 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-daa843d2-8f62-49e2-9ac9-51abbfebbb95 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports/614c1e42-d4e2-4a14-8859-09418460a3e4 HTTP/1.1" status: 200 len: 931 time: 0.0902331 Nov 25 13:28:03.419957 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-c2071f6a-3285-4d7c-a175-92b5794b469c tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:03.429713 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-c2071f6a-3285-4d7c-a175-92b5794b469c tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports/3e1ba641-2a58-4452-979b-3a9693f5abbd HTTP/1.1" status: 200 len: 932 time: 0.1368606 Nov 25 13:28:03.612719 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-442d2af2-0e54-4d68-a32e-06a4184c7c07 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?network_id=67a0b139-2197-40dc-a595-6d5cd20e2c68&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1722829 Nov 25 13:28:03.690993 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-e529eee3-249f-4b9b-bd28-a3a430e1dc64 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?network_id=67a0b139-2197-40dc-a595-6d5cd20e2c68&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0714450 Nov 25 13:28:03.816472 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e16565db-8c5f-49fc-8ba1-6bd817acfd7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:03.828794 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:03.971358 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da99b57a-04ec-4374-bf4d-a97db4460fb6 req-7ff56dce-19ff-491f-a272-65435d8f8d59 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:03.973060 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-da99b57a-04ec-4374-bf4d-a97db4460fb6 req-7ff56dce-19ff-491f-a272-65435d8f8d59 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 943 time: 0.2242646 Nov 25 13:28:03.994511 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e16565db-8c5f-49fc-8ba1-6bd817acfd7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:04.001265 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e16565db-8c5f-49fc-8ba1-6bd817acfd7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:04.030717 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-f52b147c-72ed-4160-ab6e-f8f50743ab10 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:04.036775 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-f52b147c-72ed-4160-ab6e-f8f50743ab10 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:04.042678 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-f52b147c-72ed-4160-ab6e-f8f50743ab10 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:04.050565 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-f52b147c-72ed-4160-ab6e-f8f50743ab10 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/networks?id=0f46794c-b326-485f-8936-6eed71effe7e&id=0213571c-133e-4472-a9fb-82f11b25c18c&id=0213571c-133e-4472-a9fb-82f11b25c18c&id=67a0b139-2197-40dc-a595-6d5cd20e2c68&id=67a0b139-2197-40dc-a595-6d5cd20e2c68 HTTP/1.1" status: 200 len: 1987 time: 0.3586252 Nov 25 13:28:04.053821 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-e16565db-8c5f-49fc-8ba1-6bd817acfd7c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d23bcc361fc74f1e8f035a8478ddeb18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8069744 Nov 25 13:28:04.062192 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 34210) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:28:04.073172 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-2b086c4e-cba8-4902-8457-745596893b7d tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/quotas/ee6b0fbe2e7a4406acdd0c8fea203ca4 HTTP/1.1" status: 200 len: 375 time: 0.0215788 Nov 25 13:28:04.089408 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16565db-8c5f-49fc-8ba1-6bd817acfd7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e1c4fd-2559-422c-bcf4-b006cbd133c8,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:04.207495 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-da99b57a-04ec-4374-bf4d-a97db4460fb6 req-e9f89fc3-1e1d-4c34-b867-76784632e543 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=62076cc7-e62e-4a72-af44-4e6f6b4d1965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2197390 Nov 25 13:28:04.220716 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4daaa08f-eda9-4832-969a-7e2871d59df6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:04.267444 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-561d2e8c-af43-49e0-bd54-a9eed50b4566 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ee6b0fbe2e7a4406acdd0c8fea203ca4&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1933494 Nov 25 13:28:04.286927 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4daaa08f-eda9-4832-969a-7e2871d59df6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:04.296616 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-27c9574c-202a-412e-9f32-7f2a63ee8e4b service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:28:04.297936 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-27c9574c-202a-412e-9f32-7f2a63ee8e4b service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0085447 Nov 25 13:28:04.494174 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-3666961b-8b0a-49dd-a3ac-363bb5a6c2a6 service neutron] 10.222.0.53 "GET /v2.0/networks/0f46794c-b326-485f-8936-6eed71effe7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873295 Nov 25 13:28:04.573804 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de375b74-b0cc-49aa-8ca1-831c18e0b8cf req-f1d8bb5f-57bb-4063-a801-b77ab75ebbd9 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:04.575401 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-de375b74-b0cc-49aa-8ca1-831c18e0b8cf req-f1d8bb5f-57bb-4063-a801-b77ab75ebbd9 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=e252f1c7-db71-402d-8728-cb8ac1d2115f HTTP/1.1" status: 200 len: 945 time: 0.1495678 Nov 25 13:28:04.619987 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4daaa08f-eda9-4832-969a-7e2871d59df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:04.622749 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4daaa08f-eda9-4832-969a-7e2871d59df6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:04.627188 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-4daaa08f-eda9-4832-969a-7e2871d59df6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/04e1c4fd-2559-422c-bcf4-b006cbd133c8 HTTP/1.1" status: 204 len: 168 time: 0.5405698 Nov 25 13:28:04.653930 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daaa08f-eda9-4832-969a-7e2871d59df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e1c4fd-2559-422c-bcf4-b006cbd133c8,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:04.660988 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-e3b17c33-5e2c-49ed-b96d-262e8c7e59d0 service neutron] 10.222.0.53 "GET /v2.0/networks/0f46794c-b326-485f-8936-6eed71effe7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599495 Nov 25 13:28:04.700192 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-de375b74-b0cc-49aa-8ca1-831c18e0b8cf req-7fc93fb2-33ee-4857-8686-1786272a9a60 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018775 Nov 25 13:28:04.755698 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-6abb623c-c7d1-45d8-bf26-a4417306414b service neutron] 10.222.0.53 "GET /v2.0/ports/614c1e42-d4e2-4a14-8859-09418460a3e4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0819809 Nov 25 13:28:05.047722 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-c9dc563d-3cc4-49f6-8842-53ed5f5f9b36 service neutron] 10.222.0.53 "GET /v2.0/networks/0213571c-133e-4472-a9fb-82f11b25c18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856605 Nov 25 13:28:05.163755 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:05.261592 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-f2d297e9-8115-49b6-abc8-fd4b5c5924d2 service neutron] 10.222.0.53 "GET /v2.0/networks/0213571c-133e-4472-a9fb-82f11b25c18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955612 Nov 25 13:28:05.367258 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-926413a5-f87a-404f-a05f-2a72caf8b39b service neutron] 10.222.0.53 "GET /v2.0/ports/3e1ba641-2a58-4452-979b-3a9693f5abbd?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0826056 Nov 25 13:28:05.411873 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 34246) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:28:05.427171 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f20d1cf5-04c1-4f11-95c9-45a8d65e4942 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:05.532911 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f20d1cf5-04c1-4f11-95c9-45a8d65e4942 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:05.543013 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f20d1cf5-04c1-4f11-95c9-45a8d65e4942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:05.568126 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4279e292-d9f1-4f8a-ab6d-2a554616c5d4 req-4a536212-094a-4b51-9bff-07506999c9ad tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:05.580441 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4279e292-d9f1-4f8a-ab6d-2a554616c5d4 req-4a536212-094a-4b51-9bff-07506999c9ad tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 943 time: 0.2375801 Nov 25 13:28:05.607030 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-f20d1cf5-04c1-4f11-95c9-45a8d65e4942 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=213d0989dbf54cbeb3d29f24ed3e34ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1940267 Nov 25 13:28:05.608173 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20d1cf5-04c1-4f11-95c9-45a8d65e4942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa61ed5b-c4c2-4b4f-8aac-9529d2fcc563,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:05.610079 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 34248) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:28:05.711272 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-2b17f29a-758f-4820-9d84-21d1e65ba95c service neutron] 10.222.0.53 "GET /v2.0/networks/0213571c-133e-4472-a9fb-82f11b25c18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428195 Nov 25 13:28:05.810319 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4279e292-d9f1-4f8a-ab6d-2a554616c5d4 req-a822c81b-d677-4029-900c-f937e9fb1c9f tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=62076cc7-e62e-4a72-af44-4e6f6b4d1965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2108049 Nov 25 13:28:05.836993 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d79dad7f-1eaf-48ab-98de-7607e65cda6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:05.879660 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d79dad7f-1eaf-48ab-98de-7607e65cda6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:05.887888 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-694d9461-ba05-444f-98d0-5d6135fe8330 service neutron] 10.222.0.53 "GET /v2.0/networks/0213571c-133e-4472-a9fb-82f11b25c18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755378 Nov 25 13:28:06.035541 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d79dad7f-1eaf-48ab-98de-7607e65cda6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:06.038263 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d79dad7f-1eaf-48ab-98de-7607e65cda6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:06.039497 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d79dad7f-1eaf-48ab-98de-7607e65cda6e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fa61ed5b-c4c2-4b4f-8aac-9529d2fcc563 HTTP/1.1" status: 204 len: 168 time: 0.4152315 Nov 25 13:28:06.059116 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667fa4b0-bf91-45e6-93d5-4b4a23f19858 req-39195925-e9db-4cdd-a436-e67ded77eb53 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:06.060658 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-667fa4b0-bf91-45e6-93d5-4b4a23f19858 req-39195925-e9db-4cdd-a436-e67ded77eb53 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=e252f1c7-db71-402d-8728-cb8ac1d2115f HTTP/1.1" status: 200 len: 945 time: 0.1438959 Nov 25 13:28:06.073526 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-e9c02a3c-9c70-4f86-b0f6-11c49acef367 service neutron] 10.222.0.53 "GET /v2.0/networks/0213571c-133e-4472-a9fb-82f11b25c18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760051 Nov 25 13:28:06.074531 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79dad7f-1eaf-48ab-98de-7607e65cda6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa61ed5b-c4c2-4b4f-8aac-9529d2fcc563,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:06.211548 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:06.708933 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-667fa4b0-bf91-45e6-93d5-4b4a23f19858 req-eb4a5750-28b6-4fdc-ae7c-0d626242a3d8 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6274035 Nov 25 13:28:06.745315 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-c5ab3ef2-2bd7-4ce8-ab45-e7c4db194f68 service neutron] 10.222.0.53 "GET /v2.0/networks/0213571c-133e-4472-a9fb-82f11b25c18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6434190 Nov 25 13:28:07.018210 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-6bff4aa5-3433-4da1-ae1d-f77f549d4fc2 service neutron] 10.222.0.53 "GET /v2.0/networks/0213571c-133e-4472-a9fb-82f11b25c18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597787 Nov 25 13:28:07.336957 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6b9971-8053-4723-863e-7ab4c30fd532 req-b7cf01bf-f967-42e1-ba2b-71007c0f2d61 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:07.351092 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6e6b9971-8053-4723-863e-7ab4c30fd532 req-b7cf01bf-f967-42e1-ba2b-71007c0f2d61 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 943 time: 0.3495619 Nov 25 13:28:07.459652 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6e6b9971-8053-4723-863e-7ab4c30fd532 req-b1ef3de5-1662-408c-a7eb-b0437335c6a0 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=62076cc7-e62e-4a72-af44-4e6f6b4d1965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019504 Nov 25 13:28:07.472993 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-5ce40ed2-fd9d-4d80-bc4c-a66d50ad55a6 service neutron] 10.222.0.53 "GET /v2.0/networks/0213571c-133e-4472-a9fb-82f11b25c18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4414566 Nov 25 13:28:07.571177 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-046ea8f9-9caa-4b5c-8776-2374a7f93f8e service neutron] 10.222.0.53 "GET /v2.0/networks/67a0b139-2197-40dc-a595-6d5cd20e2c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953791 Nov 25 13:28:07.763657 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-4557ea49-5cd4-430c-b94a-05e6ac9bf2d8 service neutron] 10.222.0.53 "GET /v2.0/networks/67a0b139-2197-40dc-a595-6d5cd20e2c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848977 Nov 25 13:28:08.048209 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:08.060204 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf967a-4c64-43d8-b0ad-5b465aae43ba req-61a1bee6-352d-4c21-9ba4-45bfd4a401e9 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:08.061987 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-deaf967a-4c64-43d8-b0ad-5b465aae43ba req-61a1bee6-352d-4c21-9ba4-45bfd4a401e9 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=e252f1c7-db71-402d-8728-cb8ac1d2115f HTTP/1.1" status: 200 len: 945 time: 0.2075081 Nov 25 13:28:08.167407 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-0fd6473f-4bb4-4ebf-ab88-14bfe1141b1a service neutron] 10.222.0.53 "GET /v2.0/networks/67a0b139-2197-40dc-a595-6d5cd20e2c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4017932 Nov 25 13:28:08.356952 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-a2a82412-524a-43ea-a8af-12a80359e0dc service neutron] 10.222.0.53 "GET /v2.0/networks/67a0b139-2197-40dc-a595-6d5cd20e2c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773205 Nov 25 13:28:08.383932 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-deaf967a-4c64-43d8-b0ad-5b465aae43ba req-820b21f3-93fd-41ae-920c-cb02cf53169b tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053534 Nov 25 13:28:08.747939 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e16a853-0587-4167-9f67-a09032d8422c req-5733e4d1-1af7-4a9b-9e64-9488b482e559 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:08.749875 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9e16a853-0587-4167-9f67-a09032d8422c req-5733e4d1-1af7-4a9b-9e64-9488b482e559 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 943 time: 0.1182668 Nov 25 13:28:08.859381 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9e16a853-0587-4167-9f67-a09032d8422c req-6ad41f38-e8f3-4224-ae4a-5d34bac5448a tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=62076cc7-e62e-4a72-af44-4e6f6b4d1965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024499 Nov 25 13:28:08.913169 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 34336) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:28:09.533014 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d33177b0-a7f8-4b97-885f-26f4744f4fb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:09.653766 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e2529-8e30-4d11-a12f-91ac722074c1 req-e4382bbf-3d8f-4f5d-8765-e8041fbfbd29 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:09.673219 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bd1e2529-8e30-4d11-a12f-91ac722074c1 req-e4382bbf-3d8f-4f5d-8765-e8041fbfbd29 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=e252f1c7-db71-402d-8728-cb8ac1d2115f HTTP/1.1" status: 200 len: 945 time: 0.1574144 Nov 25 13:28:09.831082 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d33177b0-a7f8-4b97-885f-26f4744f4fb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:09.839677 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d33177b0-a7f8-4b97-885f-26f4744f4fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:09.867730 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-19344ccc-87fd-4aa1-83f3-8570c6f2c78c req-8198f3e8-3985-466d-b6e4-95716fc32901 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 210 time: 0.1188452 Nov 25 13:28:09.909712 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bd1e2529-8e30-4d11-a12f-91ac722074c1 req-cf86501d-728e-4489-b455-67029c8f641a tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346764 Nov 25 13:28:09.948596 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d33177b0-a7f8-4b97-885f-26f4744f4fb5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=419bccee18fb4814a34fc3b12bc6e06e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0245364 Nov 25 13:28:09.949302 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 34396) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:28:09.967712 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33177b0-a7f8-4b97-885f-26f4744f4fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c748280b-6dfb-4080-8832-e5c2c8523a9f,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:10.091574 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-47aa160d-62b9-45c7-9289-28533a173d7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:10.190667 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-47aa160d-62b9-45c7-9289-28533a173d7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:10.240058 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0140d6-fad4-4609-89c1-acfde36c92be req-bf44e099-67b0-41db-bb0e-7673c74e468c tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:10.242307 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0c0140d6-fad4-4609-89c1-acfde36c92be req-bf44e099-67b0-41db-bb0e-7673c74e468c tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 943 time: 0.1452954 Nov 25 13:28:10.321331 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 34404) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:28:10.422792 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0c0140d6-fad4-4609-89c1-acfde36c92be req-51ef51f1-d988-48e0-924f-aed370a839c4 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=62076cc7-e62e-4a72-af44-4e6f6b4d1965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1664495 Nov 25 13:28:10.425780 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-47aa160d-62b9-45c7-9289-28533a173d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:10.431677 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-47aa160d-62b9-45c7-9289-28533a173d7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:10.442057 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-47aa160d-62b9-45c7-9289-28533a173d7a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c748280b-6dfb-4080-8832-e5c2c8523a9f HTTP/1.1" status: 204 len: 168 time: 0.4914224 Nov 25 13:28:10.460549 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aa160d-62b9-45c7-9289-28533a173d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c748280b-6dfb-4080-8832-e5c2c8523a9f,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:10.482449 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47aa160d-62b9-45c7-9289-28533a173d7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:28:10.484601 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47aa160d-62b9-45c7-9289-28533a173d7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:28:10.485041 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47aa160d-62b9-45c7-9289-28533a173d7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:28:10.485462 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47aa160d-62b9-45c7-9289-28533a173d7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:28:10.487772 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47aa160d-62b9-45c7-9289-28533a173d7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:28:10.488260 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47aa160d-62b9-45c7-9289-28533a173d7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:28:10.489563 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47aa160d-62b9-45c7-9289-28533a173d7a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:28:10.490187 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47aa160d-62b9-45c7-9289-28533a173d7a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:28:10.490601 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47aa160d-62b9-45c7-9289-28533a173d7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:28:10.491213 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47aa160d-62b9-45c7-9289-28533a173d7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:28:10.491695 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47aa160d-62b9-45c7-9289-28533a173d7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:28:10.491996 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47aa160d-62b9-45c7-9289-28533a173d7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:28:10.597819 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-64923e08-c624-406a-bf5f-8c06238a0215 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:10.811332 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-64923e08-c624-406a-bf5f-8c06238a0215 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:10.820382 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-64923e08-c624-406a-bf5f-8c06238a0215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:10.877360 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64923e08-c624-406a-bf5f-8c06238a0215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0812439-b40f-41ca-b226-4db16542f1e7,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:10.930442 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 34418) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:28:10.943544 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-64923e08-c624-406a-bf5f-8c06238a0215 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3940b07fb02a4957be8834006689bad9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6195002 Nov 25 13:28:11.132845 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 34424) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:28:11.157777 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-643be769-e740-4e55-829d-f9f1fd43791c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:11.172427 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-18a12e78-3af6-422e-abfd-798ccb8b98aa req-8c15d2a7-f3a8-402e-96c6-d854426c16b0 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 210 time: 0.0985835 Nov 25 13:28:11.254158 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5d96fb71-8242-4f32-bb35-10808f05440f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:11.294067 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-643be769-e740-4e55-829d-f9f1fd43791c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:11.303350 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-643be769-e740-4e55-829d-f9f1fd43791c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:11.343369 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-643be769-e740-4e55-829d-f9f1fd43791c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=622eb3d0af7c40f1a99a2d16e90313d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2092872 Nov 25 13:28:11.347005 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc19dd70-b453-4bc3-b1dd-1e1514dff7dc req-721d0537-6080-4b6c-92e0-594fc4692b23 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:11.348822 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dc19dd70-b453-4bc3-b1dd-1e1514dff7dc req-721d0537-6080-4b6c-92e0-594fc4692b23 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=e252f1c7-db71-402d-8728-cb8ac1d2115f HTTP/1.1" status: 200 len: 945 time: 0.2641387 Nov 25 13:28:11.350875 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 34426) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:28:11.353150 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5d96fb71-8242-4f32-bb35-10808f05440f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:11.425266 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643be769-e740-4e55-829d-f9f1fd43791c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef3a29e-7376-415b-baa8-9040a3bab1e7,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:11.471904 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4714eaed-944a-45a9-b995-ff4d0da7c5de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:11.490968 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dc19dd70-b453-4bc3-b1dd-1e1514dff7dc req-15dd67e1-683e-43ab-9976-7486f887fd34 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294878 Nov 25 13:28:11.517175 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:11.521290 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5d96fb71-8242-4f32-bb35-10808f05440f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:11.522775 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4714eaed-944a-45a9-b995-ff4d0da7c5de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:11.525823 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5d96fb71-8242-4f32-bb35-10808f05440f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:11.527534 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-5d96fb71-8242-4f32-bb35-10808f05440f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a0812439-b40f-41ca-b226-4db16542f1e7 HTTP/1.1" status: 204 len: 168 time: 0.5959690 Nov 25 13:28:11.540002 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d96fb71-8242-4f32-bb35-10808f05440f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0812439-b40f-41ca-b226-4db16542f1e7,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:11.595453 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4714eaed-944a-45a9-b995-ff4d0da7c5de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:11.614280 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4714eaed-944a-45a9-b995-ff4d0da7c5de admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:11.615615 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-4714eaed-944a-45a9-b995-ff4d0da7c5de admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8ef3a29e-7376-415b-baa8-9040a3bab1e7 HTTP/1.1" status: 204 len: 168 time: 0.2630508 Nov 25 13:28:11.629489 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4714eaed-944a-45a9-b995-ff4d0da7c5de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef3a29e-7376-415b-baa8-9040a3bab1e7,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:11.744913 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc9016-9aaf-42a3-a0e1-71452efb1540 req-0e309958-95fc-4de7-a02d-603c2da79514 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:11.747043 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-90cc9016-9aaf-42a3-a0e1-71452efb1540 req-0e309958-95fc-4de7-a02d-603c2da79514 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 943 time: 0.1495743 Nov 25 13:28:11.821708 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-90cc9016-9aaf-42a3-a0e1-71452efb1540 req-edd12797-9788-4019-8047-8098ec8598b3 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=62076cc7-e62e-4a72-af44-4e6f6b4d1965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684278 Nov 25 13:28:12.329688 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 34442) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:28:12.348551 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d8e55348-d623-474b-8a2b-c784d1dfc429 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:12.363928 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-41f31304-a3eb-4d23-ab7a-024ab8dc61e0 req-8762d112-4686-4d49-a0c6-03bf27a45f7e tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 210 time: 0.0489867 Nov 25 13:28:12.519625 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d8e55348-d623-474b-8a2b-c784d1dfc429 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:12.525409 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d8e55348-d623-474b-8a2b-c784d1dfc429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:12.579659 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d8e55348-d623-474b-8a2b-c784d1dfc429 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3d852d95d27a4e4fa64b7fd322f2f64f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2471137 Nov 25 13:28:12.581626 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e55348-d623-474b-8a2b-c784d1dfc429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eebc41b9-4362-464a-a7dd-08f6915cd50e,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:12.582381 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 34446) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:28:12.684668 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 34448) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:28:12.706612 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cb9eed4f-b54d-43b7-8b7d-978920464eb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:12.707810 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-da6c74ca-3253-452d-b07d-fe153e1fe1ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:12.750285 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f008c288-1358-49e9-9377-d076c395a6e0 req-c7496d8b-2687-47c3-b065-19804a184e99 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:12.754267 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f008c288-1358-49e9-9377-d076c395a6e0 req-c7496d8b-2687-47c3-b065-19804a184e99 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=e252f1c7-db71-402d-8728-cb8ac1d2115f HTTP/1.1" status: 200 len: 945 time: 0.1135645 Nov 25 13:28:12.766401 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cb9eed4f-b54d-43b7-8b7d-978920464eb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:12.798955 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-da6c74ca-3253-452d-b07d-fe153e1fe1ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:12.808364 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-da6c74ca-3253-452d-b07d-fe153e1fe1ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:12.865525 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-da6c74ca-3253-452d-b07d-fe153e1fe1ca admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=856d3444a2d44aebbbeba2f472518637&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1795392 Nov 25 13:28:12.866453 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6c74ca-3253-452d-b07d-fe153e1fe1ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecced3f7-3c0c-432a-b00a-36a1fcb036e6,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:12.869166 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 34452) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:28:12.888523 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f008c288-1358-49e9-9377-d076c395a6e0 req-7be9bd1d-8ea9-47f7-a730-cab2cf98bc94 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250925 Nov 25 13:28:12.907688 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cb9eed4f-b54d-43b7-8b7d-978920464eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:12.911612 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cb9eed4f-b54d-43b7-8b7d-978920464eb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:12.915454 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-cb9eed4f-b54d-43b7-8b7d-978920464eb6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/eebc41b9-4362-464a-a7dd-08f6915cd50e HTTP/1.1" status: 204 len: 168 time: 0.3296647 Nov 25 13:28:12.922173 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9eed4f-b54d-43b7-8b7d-978920464eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eebc41b9-4362-464a-a7dd-08f6915cd50e,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:12.952385 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-40ad4d96-9463-4a35-8d48-2a7ea5d0af60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:12.978041 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-40ad4d96-9463-4a35-8d48-2a7ea5d0af60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:13.050919 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d3dae0-adb9-4eca-95f6-7c5cc0b8a176 req-564b7e8b-7e7e-4471-ac48-47fb19fd2100 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:13.059208 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f6d3dae0-adb9-4eca-95f6-7c5cc0b8a176 req-564b7e8b-7e7e-4471-ac48-47fb19fd2100 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 943 time: 0.0868556 Nov 25 13:28:13.069087 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-40ad4d96-9463-4a35-8d48-2a7ea5d0af60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:13.076728 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-40ad4d96-9463-4a35-8d48-2a7ea5d0af60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:13.079938 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-40ad4d96-9463-4a35-8d48-2a7ea5d0af60 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ecced3f7-3c0c-432a-b00a-36a1fcb036e6 HTTP/1.1" status: 204 len: 168 time: 0.2097323 Nov 25 13:28:13.092861 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ad4d96-9463-4a35-8d48-2a7ea5d0af60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecced3f7-3c0c-432a-b00a-36a1fcb036e6,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:13.131934 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f6d3dae0-adb9-4eca-95f6-7c5cc0b8a176 req-dc83646c-e044-4169-ab44-d719a9869369 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=62076cc7-e62e-4a72-af44-4e6f6b4d1965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658169 Nov 25 13:28:13.571946 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8002c8a8-f48b-4026-97b2-0f5bb706b0fc req-21c5d5c2-f392-47fd-b226-cf7a16a3baa1 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 210 time: 0.0442951 Nov 25 13:28:14.110553 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea9558-306f-4490-b809-15f0cbb6d043 req-6081f125-e4a7-49a8-b828-231159491ee1 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:14.125982 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d6ea9558-306f-4490-b809-15f0cbb6d043 req-6081f125-e4a7-49a8-b828-231159491ee1 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=e252f1c7-db71-402d-8728-cb8ac1d2115f HTTP/1.1" status: 200 len: 945 time: 0.1149418 Nov 25 13:28:14.244499 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d6ea9558-306f-4490-b809-15f0cbb6d043 req-de01a4d8-7da3-43e4-9221-1f9602c515fc tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161439 Nov 25 13:28:14.382261 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee9de4a-1aa3-4f94-8bcb-ab5718abc558 req-b11f6b64-32de-4457-afb2-d58e0e5938df tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:14.401014 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bee9de4a-1aa3-4f94-8bcb-ab5718abc558 req-b11f6b64-32de-4457-afb2-d58e0e5938df tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 943 time: 0.1155083 Nov 25 13:28:14.547053 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bee9de4a-1aa3-4f94-8bcb-ab5718abc558 req-67919b27-e958-4d2b-92a4-5b3032ccdc35 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=62076cc7-e62e-4a72-af44-4e6f6b4d1965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334577 Nov 25 13:28:14.719119 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-68ef3c9d-65d8-4ebd-95d4-c1d1614eed7a req-11cd2b49-fe9b-4820-b7ef-bdcca1c08dd6 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 210 time: 0.0323877 Nov 25 13:28:15.406867 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dffb4f0-4018-4bcd-90cd-a1b7328a3e8a req-e9f7728e-96f9-4728-8af8-a429ce08bc32 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:15.409041 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9dffb4f0-4018-4bcd-90cd-a1b7328a3e8a req-e9f7728e-96f9-4728-8af8-a429ce08bc32 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=e252f1c7-db71-402d-8728-cb8ac1d2115f HTTP/1.1" status: 200 len: 945 time: 0.0769734 Nov 25 13:28:15.426706 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 34618) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:28:15.491249 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9dffb4f0-4018-4bcd-90cd-a1b7328a3e8a req-5e5599bb-0b44-472b-aac2-4f303ef9ba36 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695028 Nov 25 13:28:15.495215 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fea88aa-d4ce-4ad9-848c-c520cec63b98 req-5906dba6-f1df-4e5c-aaa0-0da1ba04d781 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:15.497135 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5fea88aa-d4ce-4ad9-848c-c520cec63b98 req-5906dba6-f1df-4e5c-aaa0-0da1ba04d781 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.47 "GET /v2.0/ports?device_id=e252f1c7-db71-402d-8728-cb8ac1d2115f HTTP/1.1" status: 200 len: 945 time: 0.1143343 Nov 25 13:28:15.685183 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-887c522b-f1ac-4e25-9a61-5fdb40a6791a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:15.705465 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401000b2-b997-4670-9148-911ed9d26af0 req-8ca52acc-3559-4da2-b144-c9ffe1d4b426 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:15.707744 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-401000b2-b997-4670-9148-911ed9d26af0 req-8ca52acc-3559-4da2-b144-c9ffe1d4b426 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 943 time: 0.0596128 Nov 25 13:28:15.714378 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-4c8d9864-fa00-4c01-83a2-8ebf9d2ea688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:15.715805 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-4c8d9864-fa00-4c01-83a2-8ebf9d2ea688 service neutron] 10.222.0.47 "GET /v2.0/ports/614c1e42-d4e2-4a14-8859-09418460a3e4 HTTP/1.1" status: 200 len: 1027 time: 0.0713623 Nov 25 13:28:15.796583 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-920a9d8f-bd8e-4a7a-8386-5b9c0301db41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:15.798129 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-920a9d8f-bd8e-4a7a-8386-5b9c0301db41 service neutron] 10.222.0.47 "GET /v2.0/ports/3e1ba641-2a58-4452-979b-3a9693f5abbd HTTP/1.1" status: 200 len: 1028 time: 0.0708311 Nov 25 13:28:15.800073 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-401000b2-b997-4670-9148-911ed9d26af0 req-c3eff416-286e-4c2f-87e9-e6772972145d tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=62076cc7-e62e-4a72-af44-4e6f6b4d1965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749536 Nov 25 13:28:15.807499 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-5fea88aa-d4ce-4ad9-848c-c520cec63b98 req-88068145-4cdf-4bc8-9e9f-815b447cb30b tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Deleting port 6c2e5a3f-b44f-4dc2-8f62-79ce54ef0afd {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:28:15.808117 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5fea88aa-d4ce-4ad9-848c-c520cec63b98 req-88068145-4cdf-4bc8-9e9f-815b447cb30b tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:15.887057 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bc79d1d9-59b6-4a0b-9df1-9a95494018cd req-3f3ed792-576a-4ff5-8c0e-b59118b492b8 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 210 time: 0.0325871 Nov 25 13:28:16.054033 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-5fea88aa-d4ce-4ad9-848c-c520cec63b98 req-88068145-4cdf-4bc8-9e9f-815b447cb30b tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] For port 6c2e5a3f-b44f-4dc2-8f62-79ce54ef0afd, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=6c2e5a3f-b44f-4dc2-8f62-79ce54ef0afd,segment=NetworkSegment(69c62212-4523-4acd-b808-007a53ff7fe0),segment_id=69c62212-4523-4acd-b808-007a53ff7fe0)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:28:16.054417 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5fea88aa-d4ce-4ad9-848c-c520cec63b98 req-88068145-4cdf-4bc8-9e9f-815b447cb30b tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:16.082895 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-b5af22a7-3c4c-4e40-b3bc-7c346f1dd8a7 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:16.089937 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-b5af22a7-3c4c-4e40-b3bc-7c346f1dd8a7 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:16.099817 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-b5af22a7-3c4c-4e40-b3bc-7c346f1dd8a7 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:16.101489 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-b5af22a7-3c4c-4e40-b3bc-7c346f1dd8a7 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.47 "GET /v2.0/networks?id=0f46794c-b326-485f-8936-6eed71effe7e&id=0213571c-133e-4472-a9fb-82f11b25c18c&id=0213571c-133e-4472-a9fb-82f11b25c18c&id=0213571c-133e-4472-a9fb-82f11b25c18c&id=0213571c-133e-4472-a9fb-82f11b25c18c&id=67a0b139-2197-40dc-a595-6d5cd20e2c68&id=67a0b139-2197-40dc-a595-6d5cd20e2c68 HTTP/1.1" status: 200 len: 1987 time: 0.2868712 Nov 25 13:28:16.114087 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-5fea88aa-d4ce-4ad9-848c-c520cec63b98 req-88068145-4cdf-4bc8-9e9f-815b447cb30b tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Calling delete_port for 6c2e5a3f-b44f-4dc2-8f62-79ce54ef0afd owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:28:16.168214 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-887c522b-f1ac-4e25-9a61-5fdb40a6791a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:16.211737 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-887c522b-f1ac-4e25-9a61-5fdb40a6791a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:16.261069 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-3d36b131-6761-4358-8c45-b23165e970a7 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee6b0fbe2e7a4406acdd0c8fea203ca4 HTTP/1.1" status: 200 len: 380 time: 0.1480584 Nov 25 13:28:16.292417 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-07af3f68-1e6c-4f26-8b24-dba5b0dfc097 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Request body: {'port': {'device_id': '6ced957b-37ee-4144-8fbe-fbcb55edfbc6', 'network_id': '0f46794c-b326-485f-8936-6eed71effe7e', 'admin_state_up': True, 'tenant_id': 'ee6b0fbe2e7a4406acdd0c8fea203ca4', 'security_groups': ['c4aeb0c9-0fa7-4d84-9142-5a59f700fca6']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:28:16.466592 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 34662) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:28:16.475450 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-887c522b-f1ac-4e25-9a61-5fdb40a6791a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bc22c441b80c4c96873e16e284d5ff5f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0475707 Nov 25 13:28:16.485967 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887c522b-f1ac-4e25-9a61-5fdb40a6791a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=855c963f-aaec-4aa9-adbe-4e46807f82b5,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:16.576002 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-07af3f68-1e6c-4f26-8b24-dba5b0dfc097 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Made reservation on behalf of ee6b0fbe2e7a4406acdd0c8fea203ca4 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:28:16.579546 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-07af3f68-1e6c-4f26-8b24-dba5b0dfc097 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:16.585978 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-07688d9e-1861-42bf-8f53-4085b69ddc7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:16.688002 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-07688d9e-1861-42bf-8f53-4085b69ddc7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:16.702043 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5fea88aa-d4ce-4ad9-848c-c520cec63b98 req-88068145-4cdf-4bc8-9e9f-815b447cb30b tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:16.731347 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['b517ee6d-7632-4cc4-aa47-ffcbea84a1d1', '6c2e5a3f-b44f-4dc2-8f62-79ce54ef0afd'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:28:16.776806 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88068145-4cdf-4bc8-9e9f-815b447cb30b tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Pushing event deleted for resources: {'Port': ['ID=6c2e5a3f-b44f-4dc2-8f62-79ce54ef0afd,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:16.841892 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99d14da-350c-434d-b675-a8d17d595682 req-2be40efa-02bd-402b-a166-0e7b85faa20b tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:16.854899 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e99d14da-350c-434d-b675-a8d17d595682 req-2be40efa-02bd-402b-a166-0e7b85faa20b tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=e252f1c7-db71-402d-8728-cb8ac1d2115f HTTP/1.1" status: 200 len: 945 time: 0.2634373 Nov 25 13:28:16.905104 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fea88aa-d4ce-4ad9-848c-c520cec63b98 req-88068145-4cdf-4bc8-9e9f-815b447cb30b tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] No DVR routers for this DVR port 6c2e5a3f-b44f-4dc2-8f62-79ce54ef0afd on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:28:16.932699 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5fea88aa-d4ce-4ad9-848c-c520cec63b98 req-88068145-4cdf-4bc8-9e9f-815b447cb30b tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:16.942838 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5fea88aa-d4ce-4ad9-848c-c520cec63b98 req-88068145-4cdf-4bc8-9e9f-815b447cb30b tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.47 "DELETE /v2.0/ports/6c2e5a3f-b44f-4dc2-8f62-79ce54ef0afd HTTP/1.1" status: 204 len: 173 time: 1.4385912 Nov 25 13:28:16.943349 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e252f1c7-db71-402d-8728-cb8ac1d2115f', 'name': 'network-vif-deleted', 'tag': '6c2e5a3f-b44f-4dc2-8f62-79ce54ef0afd'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:28:16.945725 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3606cfbe-8e86-489b-ad55-bfd6f7821899" -d '{"events": [{"server_uuid": "e252f1c7-db71-402d-8728-cb8ac1d2115f", "name": "network-vif-deleted", "tag": "6c2e5a3f-b44f-4dc2-8f62-79ce54ef0afd"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:28:16.996225 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-07af3f68-1e6c-4f26-8b24-dba5b0dfc097 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Allocated IP 172.20.0.6 (0f46794c-b326-485f-8936-6eed71effe7e/1a610251-b260-4111-ade4-fcd074d9de00/5b1b7bfe-73a9-4a4b-85ca-0c5e39ccf219) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:28:17.091040 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e99d14da-350c-434d-b675-a8d17d595682 req-faacc266-2a6e-425e-bf6f-7f3ccf3275d6 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333295 Nov 25 13:28:17.190595 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef0734-45d7-443d-8fbb-edce027752cc req-65609575-0bb9-4a66-a9ea-0c15f67a3ace tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:17.198886 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0cef0734-45d7-443d-8fbb-edce027752cc req-65609575-0bb9-4a66-a9ea-0c15f67a3ace tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 943 time: 0.1765873 Nov 25 13:28:17.201980 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-07688d9e-1861-42bf-8f53-4085b69ddc7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:17.204844 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-07688d9e-1861-42bf-8f53-4085b69ddc7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:17.209202 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-07688d9e-1861-42bf-8f53-4085b69ddc7d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/855c963f-aaec-4aa9-adbe-4e46807f82b5 HTTP/1.1" status: 204 len: 168 time: 0.7408254 Nov 25 13:28:17.235143 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07688d9e-1861-42bf-8f53-4085b69ddc7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=855c963f-aaec-4aa9-adbe-4e46807f82b5,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:17.304649 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0cef0734-45d7-443d-8fbb-edce027752cc req-775644ce-0a99-45ca-95d0-1817b6d7c427 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=62076cc7-e62e-4a72-af44-4e6f6b4d1965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048405 Nov 25 13:28:17.353260 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-07af3f68-1e6c-4f26-8b24-dba5b0dfc097 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:17.410988 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a8c900d4-f078-4c33-9ccc-4d1466233dff req-48d5b366-5845-429c-b9e7-74e981d64cb6 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 210 time: 0.0728674 Nov 25 13:28:17.445469 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-07af3f68-1e6c-4f26-8b24-dba5b0dfc097 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:17.547106 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-07af3f68-1e6c-4f26-8b24-dba5b0dfc097 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Network 0f46794c-b326-485f-8936-6eed71effe7e is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:28:17.550489 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-07af3f68-1e6c-4f26-8b24-dba5b0dfc097 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:28:17.554847 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-07af3f68-1e6c-4f26-8b24-dba5b0dfc097 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:28:17.561717 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07af3f68-1e6c-4f26-8b24-dba5b0dfc097 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Pushing event updated for resources: {'Port': ['ID=5b1b7bfe-73a9-4a4b-85ca-0c5e39ccf219,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:17.623692 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-07af3f68-1e6c-4f26-8b24-dba5b0dfc097 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:17.624646 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-07af3f68-1e6c-4f26-8b24-dba5b0dfc097 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:17.652933 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-07af3f68-1e6c-4f26-8b24-dba5b0dfc097 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3760748 Nov 25 13:28:17.665611 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-48e78f4c-f045-412d-a506-11e966cc1fc6 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Request body: {'port': {'device_id': '6ced957b-37ee-4144-8fbe-fbcb55edfbc6', 'network_id': '0213571c-133e-4472-a9fb-82f11b25c18c', 'admin_state_up': True, 'tenant_id': 'ee6b0fbe2e7a4406acdd0c8fea203ca4', 'security_groups': ['c4aeb0c9-0fa7-4d84-9142-5a59f700fca6']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:28:17.921178 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1d0096-67eb-478f-bc04-944e4627b58f x-openstack-request-id: req-9c1d0096-67eb-478f-bc04-944e4627b58f {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:28:17.921178 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e252f1c7-db71-402d-8728-cb8ac1d2115f", "name": "network-vif-deleted", "tag": "6c2e5a3f-b44f-4dc2-8f62-79ce54ef0afd", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:28:17.921178 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9c1d0096-67eb-478f-bc04-944e4627b58f {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:28:17.921178 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e252f1c7-db71-402d-8728-cb8ac1d2115f', 'name': 'network-vif-deleted', 'tag': '6c2e5a3f-b44f-4dc2-8f62-79ce54ef0afd', 'status': 'completed', 'code': 200} Nov 25 13:28:17.940452 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-48e78f4c-f045-412d-a506-11e966cc1fc6 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Made reservation on behalf of ee6b0fbe2e7a4406acdd0c8fea203ca4 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:28:17.944626 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-48e78f4c-f045-412d-a506-11e966cc1fc6 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:18.108647 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-2dbb979f-6526-44f2-996f-1d0e5c8e9f96 None None] Provisioning complete for port 5b1b7bfe-73a9-4a4b-85ca-0c5e39ccf219 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:28:18.109755 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2dbb979f-6526-44f2-996f-1d0e5c8e9f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:18.167868 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-2dbb979f-6526-44f2-996f-1d0e5c8e9f96 None None] Port 5b1b7bfe-73a9-4a4b-85ca-0c5e39ccf219 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:28:18.210336 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-48e78f4c-f045-412d-a506-11e966cc1fc6 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Allocated IP 10.1.1.131 (0213571c-133e-4472-a9fb-82f11b25c18c/38c8e398-29c4-45fc-bddf-7786c80e6325/77fa532d-926d-4fc4-9d3f-3f827abd33da) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:28:18.550988 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daa5299-6bcd-4bc4-961e-002dd5823773 req-8015335a-cd41-4f81-b977-3e80635e28bf tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:18.561391 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2daa5299-6bcd-4bc4-961e-002dd5823773 req-8015335a-cd41-4f81-b977-3e80635e28bf tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 943 time: 0.1287208 Nov 25 13:28:18.643160 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2daa5299-6bcd-4bc4-961e-002dd5823773 req-9cb2d549-84fc-4a09-8b25-14b8873048f8 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=62076cc7-e62e-4a72-af44-4e6f6b4d1965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744863 Nov 25 13:28:18.644881 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-48e78f4c-f045-412d-a506-11e966cc1fc6 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:18.742283 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-48e78f4c-f045-412d-a506-11e966cc1fc6 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:18.814057 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d60400a-e988-4daf-b09d-47a07ef993cf req-5d04d12c-b134-4ccf-b584-270074c3e8fa tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:18.825563 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0d60400a-e988-4daf-b09d-47a07ef993cf req-5d04d12c-b134-4ccf-b584-270074c3e8fa tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 931 time: 0.2041619 Nov 25 13:28:18.863092 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-48e78f4c-f045-412d-a506-11e966cc1fc6 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Network 0213571c-133e-4472-a9fb-82f11b25c18c is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:28:18.868266 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-48e78f4c-f045-412d-a506-11e966cc1fc6 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:28:18.877919 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-48e78f4c-f045-412d-a506-11e966cc1fc6 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:28:18.882919 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e78f4c-f045-412d-a506-11e966cc1fc6 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Pushing event updated for resources: {'Port': ['ID=77fa532d-926d-4fc4-9d3f-3f827abd33da,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:18.909636 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0d60400a-e988-4daf-b09d-47a07ef993cf req-565edad8-6dd2-4148-8721-43ac04589149 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4aeb0c9-0fa7-4d84-9142-5a59f700fca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820138 Nov 25 13:28:19.012485 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-48e78f4c-f045-412d-a506-11e966cc1fc6 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:19.013164 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-48e78f4c-f045-412d-a506-11e966cc1fc6 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:19.046592 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-48e78f4c-f045-412d-a506-11e966cc1fc6 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3861060 Nov 25 13:28:19.070312 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-9ab366eb-67e3-4fad-a571-f3a9d58646d5 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Request body: {'port': {'device_id': '6ced957b-37ee-4144-8fbe-fbcb55edfbc6', 'network_id': '0213571c-133e-4472-a9fb-82f11b25c18c', 'admin_state_up': True, 'tenant_id': 'ee6b0fbe2e7a4406acdd0c8fea203ca4', 'security_groups': ['c4aeb0c9-0fa7-4d84-9142-5a59f700fca6']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:28:19.244218 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 6c2e5a3f-b44f-4dc2-8f62-79ce54ef0afd no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:28:19.301338 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-9ab366eb-67e3-4fad-a571-f3a9d58646d5 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Made reservation on behalf of ee6b0fbe2e7a4406acdd0c8fea203ca4 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:28:19.320793 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-9ab366eb-67e3-4fad-a571-f3a9d58646d5 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:19.330758 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: 6c2e5a3f-b44f-4dc2-8f62-79ce54ef0afd {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:28:19.333326 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 6c2e5a3f-b44f-4dc2-8f62-79ce54ef0afd not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:28:19.449964 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-0b4f16b7-7497-4e5c-82d4-0b238b4b2f36 None None] Provisioning complete for port 77fa532d-926d-4fc4-9d3f-3f827abd33da triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:28:19.454599 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0b4f16b7-7497-4e5c-82d4-0b238b4b2f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:19.588735 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-0b4f16b7-7497-4e5c-82d4-0b238b4b2f36 None None] Port 77fa532d-926d-4fc4-9d3f-3f827abd33da cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:28:19.879781 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-9ab366eb-67e3-4fad-a571-f3a9d58646d5 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Allocated IP 10.1.1.178 (0213571c-133e-4472-a9fb-82f11b25c18c/38c8e398-29c4-45fc-bddf-7786c80e6325/99005437-8bd0-4130-b30d-158f4e660635) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:28:19.888310 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b88d98-d10d-4c2a-8200-8365aff2093d req-8d1dcaa4-6c30-4946-a285-50e991c49812 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:19.892964 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-21b88d98-d10d-4c2a-8200-8365aff2093d req-8d1dcaa4-6c30-4946-a285-50e991c49812 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 943 time: 0.1282067 Nov 25 13:28:19.982854 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-21b88d98-d10d-4c2a-8200-8365aff2093d req-8db2e652-9084-4c95-9d8d-1fb53e99e0cd tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=62076cc7-e62e-4a72-af44-4e6f6b4d1965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682259 Nov 25 13:28:20.244824 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70ea8c8-b44a-44b2-bc1c-a626c7e21e2c req-cd78a8e3-b618-4a46-8e66-6f8d3312cc4c tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:20.252141 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b70ea8c8-b44a-44b2-bc1c-a626c7e21e2c req-cd78a8e3-b618-4a46-8e66-6f8d3312cc4c tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=b291b5cf-c121-41c4-ba04-d20f7dca9b4f HTTP/1.1" status: 200 len: 945 time: 0.2101448 Nov 25 13:28:20.297015 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a280982-5edc-47f8-b697-9b04a3d6c07a req-7a2d6db4-8ac3-4fc3-8105-f448c41dc1dc tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:20.308013 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a280982-5edc-47f8-b697-9b04a3d6c07a req-7a2d6db4-8ac3-4fc3-8105-f448c41dc1dc tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:20.309636 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3a280982-5edc-47f8-b697-9b04a3d6c07a req-7a2d6db4-8ac3-4fc3-8105-f448c41dc1dc tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 1653 time: 0.1501417 Nov 25 13:28:20.332087 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-9ab366eb-67e3-4fad-a571-f3a9d58646d5 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:20.366585 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b70ea8c8-b44a-44b2-bc1c-a626c7e21e2c req-38ca1fba-0608-448e-b5d2-5a3b2c4344cc tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042659 Nov 25 13:28:20.423451 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3a280982-5edc-47f8-b697-9b04a3d6c07a req-542a4d4f-e7de-4f2e-8e32-debeb823b615 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4aeb0c9-0fa7-4d84-9142-5a59f700fca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720384 Nov 25 13:28:20.469550 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-9ab366eb-67e3-4fad-a571-f3a9d58646d5 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:20.533829 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-9ab366eb-67e3-4fad-a571-f3a9d58646d5 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Network 0213571c-133e-4472-a9fb-82f11b25c18c is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:28:20.538304 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-9ab366eb-67e3-4fad-a571-f3a9d58646d5 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:28:20.544345 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-9ab366eb-67e3-4fad-a571-f3a9d58646d5 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:28:20.581351 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab366eb-67e3-4fad-a571-f3a9d58646d5 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Pushing event updated for resources: {'Port': ['ID=99005437-8bd0-4130-b30d-158f4e660635,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:20.610438 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-9ab366eb-67e3-4fad-a571-f3a9d58646d5 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:20.611921 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-9ab366eb-67e3-4fad-a571-f3a9d58646d5 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:20.655602 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-9ab366eb-67e3-4fad-a571-f3a9d58646d5 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6001751 Nov 25 13:28:20.672446 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-92237abd-b06a-4fff-ac70-183352aafdc2 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Request body: {'port': {'device_id': '6ced957b-37ee-4144-8fbe-fbcb55edfbc6', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '67a0b139-2197-40dc-a595-6d5cd20e2c68', 'admin_state_up': True, 'tenant_id': 'ee6b0fbe2e7a4406acdd0c8fea203ca4', 'security_groups': ['c4aeb0c9-0fa7-4d84-9142-5a59f700fca6']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:28:20.923201 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 34782) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:28:20.948662 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-92237abd-b06a-4fff-ac70-183352aafdc2 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Made reservation on behalf of ee6b0fbe2e7a4406acdd0c8fea203ca4 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:28:21.063296 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-92237abd-b06a-4fff-ac70-183352aafdc2 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:21.103401 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-4692cb6e-e2f1-48a4-aa41-283c14e2660a None None] Provisioning complete for port 99005437-8bd0-4130-b30d-158f4e660635 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:28:21.112195 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4692cb6e-e2f1-48a4-aa41-283c14e2660a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:21.289249 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-4692cb6e-e2f1-48a4-aa41-283c14e2660a None None] Port 99005437-8bd0-4130-b30d-158f4e660635 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:28:21.317788 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e3241d-567a-4773-8cbc-a59d473f5831 req-ac761e7d-62a2-4b20-adac-81a46cda609b tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:21.319385 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-51e3241d-567a-4773-8cbc-a59d473f5831 req-ac761e7d-62a2-4b20-adac-81a46cda609b tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.47 "GET /v2.0/ports?device_id=b291b5cf-c121-41c4-ba04-d20f7dca9b4f HTTP/1.1" status: 200 len: 945 time: 0.2405968 Nov 25 13:28:21.350371 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d22d2-68b4-4f18-b2c1-b77a9945031c req-1f14ae6a-27b3-4583-a32c-4154a48bc96d tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:21.375995 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-637d22d2-68b4-4f18-b2c1-b77a9945031c req-1f14ae6a-27b3-4583-a32c-4154a48bc96d tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 943 time: 0.1399734 Nov 25 13:28:21.390139 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-c38899a5-7fda-46db-86d8-8e9e5a9b4966 tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Request body: {'floatingip': {'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:28:21.493159 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-92237abd-b06a-4fff-ac70-183352aafdc2 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Allocated IP 10.2.2.100 (67a0b139-2197-40dc-a595-6d5cd20e2c68/cb948add-f436-4958-9429-ea10f300ab82/1cf5030e-8e6c-402b-adf9-89917f2f4c8f) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:28:21.514626 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-51e3241d-567a-4773-8cbc-a59d473f5831 req-db2e049f-6568-4c1d-8b50-cc10c357f2f4 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Deleting port b517ee6d-7632-4cc4-aa47-ffcbea84a1d1 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:28:21.515121 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-51e3241d-567a-4773-8cbc-a59d473f5831 req-db2e049f-6568-4c1d-8b50-cc10c357f2f4 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:21.577590 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-637d22d2-68b4-4f18-b2c1-b77a9945031c req-a8bff8da-cdc0-42e0-a095-885887b48304 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=62076cc7-e62e-4a72-af44-4e6f6b4d1965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1993527 Nov 25 13:28:21.583729 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c38899a5-7fda-46db-86d8-8e9e5a9b4966 tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks [] for floatingip, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:21.624071 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-51e3241d-567a-4773-8cbc-a59d473f5831 req-db2e049f-6568-4c1d-8b50-cc10c357f2f4 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] For port b517ee6d-7632-4cc4-aa47-ffcbea84a1d1, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=b517ee6d-7632-4cc4-aa47-ffcbea84a1d1,segment=NetworkSegment(69c62212-4523-4acd-b808-007a53ff7fe0),segment_id=69c62212-4523-4acd-b808-007a53ff7fe0)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:28:21.624454 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-51e3241d-567a-4773-8cbc-a59d473f5831 req-db2e049f-6568-4c1d-8b50-cc10c357f2f4 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:21.649983 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-51e3241d-567a-4773-8cbc-a59d473f5831 req-db2e049f-6568-4c1d-8b50-cc10c357f2f4 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Calling delete_port for b517ee6d-7632-4cc4-aa47-ffcbea84a1d1 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:28:21.794673 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-51e3241d-567a-4773-8cbc-a59d473f5831 req-db2e049f-6568-4c1d-8b50-cc10c357f2f4 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:21.810320 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1d234-d15b-4c19-9966-bb420b017a82 req-3216a484-644a-41fa-8b5f-265b01636f72 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:21.812180 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3fa1d234-d15b-4c19-9966-bb420b017a82 req-3216a484-644a-41fa-8b5f-265b01636f72 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/ports?device_id=b291b5cf-c121-41c4-ba04-d20f7dca9b4f HTTP/1.1" status: 200 len: 945 time: 0.2511320 Nov 25 13:28:21.814973 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['b517ee6d-7632-4cc4-aa47-ffcbea84a1d1'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:28:21.858163 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e049f-6568-4c1d-8b50-cc10c357f2f4 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Pushing event deleted for resources: {'Port': ['ID=b517ee6d-7632-4cc4-aa47-ffcbea84a1d1,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:21.924072 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-51e3241d-567a-4773-8cbc-a59d473f5831 req-db2e049f-6568-4c1d-8b50-cc10c357f2f4 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] No DVR routers for this DVR port b517ee6d-7632-4cc4-aa47-ffcbea84a1d1 on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:28:21.931395 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-51e3241d-567a-4773-8cbc-a59d473f5831 req-db2e049f-6568-4c1d-8b50-cc10c357f2f4 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:21.940119 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-51e3241d-567a-4773-8cbc-a59d473f5831 req-db2e049f-6568-4c1d-8b50-cc10c357f2f4 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.47 "DELETE /v2.0/ports/b517ee6d-7632-4cc4-aa47-ffcbea84a1d1 HTTP/1.1" status: 204 len: 173 time: 0.6104825 Nov 25 13:28:21.953166 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2051b7-2c41-41f2-9dba-77824e2d3a58 req-073d32b4-067a-4965-b1f8-2e5a2ae5df41 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:21.961660 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2051b7-2c41-41f2-9dba-77824e2d3a58 req-073d32b4-067a-4965-b1f8-2e5a2ae5df41 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:21.969318 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2051b7-2c41-41f2-9dba-77824e2d3a58 req-073d32b4-067a-4965-b1f8-2e5a2ae5df41 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:21.973976 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b291b5cf-c121-41c4-ba04-d20f7dca9b4f', 'name': 'network-vif-deleted', 'tag': 'b517ee6d-7632-4cc4-aa47-ffcbea84a1d1'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:28:21.980118 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab36c283-77a8-4a90-b460-6bf64a2e9979" -d '{"events": [{"server_uuid": "b291b5cf-c121-41c4-ba04-d20f7dca9b4f", "name": "network-vif-deleted", "tag": "b517ee6d-7632-4cc4-aa47-ffcbea84a1d1"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:28:21.984277 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3e2051b7-2c41-41f2-9dba-77824e2d3a58 req-073d32b4-067a-4965-b1f8-2e5a2ae5df41 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 2374 time: 0.1939924 Nov 25 13:28:22.037899 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3fa1d234-d15b-4c19-9966-bb420b017a82 req-c1df00b1-7573-4ec2-b49d-33f536a22b71 tempest-ServersTestJSON-991761880 tempest-ServersTestJSON-991761880-project] 10.222.0.53 "GET /v2.0/security-groups?id=7caace6b-4112-427d-9c3d-e844dcc18b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689975 Nov 25 13:28:22.105310 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3e2051b7-2c41-41f2-9dba-77824e2d3a58 req-cfde4a64-3772-4485-84ae-5dc0a9cab5f0 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4aeb0c9-0fa7-4d84-9142-5a59f700fca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197028 Nov 25 13:28:22.141320 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9982446c-fbb8-4564-9b4c-158138e7b2af x-openstack-request-id: req-9982446c-fbb8-4564-9b4c-158138e7b2af {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:28:22.142014 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b291b5cf-c121-41c4-ba04-d20f7dca9b4f", "name": "network-vif-deleted", "tag": "b517ee6d-7632-4cc4-aa47-ffcbea84a1d1", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:28:22.143444 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9982446c-fbb8-4564-9b4c-158138e7b2af {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:28:22.146285 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b291b5cf-c121-41c4-ba04-d20f7dca9b4f', 'name': 'network-vif-deleted', 'tag': 'b517ee6d-7632-4cc4-aa47-ffcbea84a1d1', 'status': 'completed', 'code': 200} Nov 25 13:28:22.193438 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c38899a5-7fda-46db-86d8-8e9e5a9b4966 tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:22.263515 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-92237abd-b06a-4fff-ac70-183352aafdc2 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:22.353317 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-92237abd-b06a-4fff-ac70-183352aafdc2 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:22.419050 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-92237abd-b06a-4fff-ac70-183352aafdc2 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Network 67a0b139-2197-40dc-a595-6d5cd20e2c68 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:28:22.422611 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-92237abd-b06a-4fff-ac70-183352aafdc2 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:28:22.430332 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-92237abd-b06a-4fff-ac70-183352aafdc2 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:28:22.438850 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92237abd-b06a-4fff-ac70-183352aafdc2 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Pushing event updated for resources: {'Port': ['ID=1cf5030e-8e6c-402b-adf9-89917f2f4c8f,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:22.495371 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-92237abd-b06a-4fff-ac70-183352aafdc2 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:22.496194 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-92237abd-b06a-4fff-ac70-183352aafdc2 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:22.520187 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-c38899a5-7fda-46db-86d8-8e9e5a9b4966 tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Allocated IP 172.25.5.3 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/ddccd1f5-1223-4e68-80c4-c340dfbd87bf) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:28:22.555796 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-92237abd-b06a-4fff-ac70-183352aafdc2 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8915417 Nov 25 13:28:22.566785 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:28:22.597793 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-4768c5b7-1b94-431e-947a-f876761c6b79 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Request body: {'port': {'device_id': '6ced957b-37ee-4144-8fbe-fbcb55edfbc6', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '67a0b139-2197-40dc-a595-6d5cd20e2c68', 'admin_state_up': True, 'tenant_id': 'ee6b0fbe2e7a4406acdd0c8fea203ca4', 'security_groups': ['c4aeb0c9-0fa7-4d84-9142-5a59f700fca6']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:28:22.824695 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c38899a5-7fda-46db-86d8-8e9e5a9b4966 tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:22.874263 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-4768c5b7-1b94-431e-947a-f876761c6b79 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Made reservation on behalf of ee6b0fbe2e7a4406acdd0c8fea203ca4 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:28:22.875714 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e4479d-36c1-45bc-ab8b-138b65626953 req-d6660202-071c-4899-ba44-34889323fa46 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:22.879490 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a7e4479d-36c1-45bc-ab8b-138b65626953 req-d6660202-071c-4899-ba44-34889323fa46 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 943 time: 0.1122136 Nov 25 13:28:22.879857 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-4768c5b7-1b94-431e-947a-f876761c6b79 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:22.932928 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c38899a5-7fda-46db-86d8-8e9e5a9b4966 tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:22.945403 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-d757ef3f-ec74-479f-81a7-60821683c656 None None] Provisioning complete for port 1cf5030e-8e6c-402b-adf9-89917f2f4c8f triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:28:22.946658 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d757ef3f-ec74-479f-81a7-60821683c656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:23.025612 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-d757ef3f-ec74-479f-81a7-60821683c656 None None] Port 1cf5030e-8e6c-402b-adf9-89917f2f4c8f cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:28:23.040808 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38899a5-7fda-46db-86d8-8e9e5a9b4966 tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:28:23.047344 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-c38899a5-7fda-46db-86d8-8e9e5a9b4966 tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:28:23.055253 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a7e4479d-36c1-45bc-ab8b-138b65626953 req-dd885ba1-e40a-49ab-85ca-29693261e069 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=62076cc7-e62e-4a72-af44-4e6f6b4d1965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1676638 Nov 25 13:28:23.056353 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38899a5-7fda-46db-86d8-8e9e5a9b4966 tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:28:23.059988 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38899a5-7fda-46db-86d8-8e9e5a9b4966 tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Pushing event updated for resources: {'Port': ['ID=ddccd1f5-1223-4e68-80c4-c340dfbd87bf,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:23.172956 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c38899a5-7fda-46db-86d8-8e9e5a9b4966 tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:23.178632 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 34812) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:28:23.208309 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-4768c5b7-1b94-431e-947a-f876761c6b79 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Allocated IP 10.2.2.200 (67a0b139-2197-40dc-a595-6d5cd20e2c68/cb948add-f436-4958-9429-ea10f300ab82/5feb08b3-118a-40cc-93b2-58088c97de57) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:28:23.255292 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 4b12730d-6eb6-49ae-ab0e-3c3244c452b2 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:28:23.385537 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c38899a5-7fda-46db-86d8-8e9e5a9b4966 tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:23.405336 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb4656fa-f22c-43b8-85c6-aabe51600250 admin admin] Deleting subnet 1a356b22-557f-414f-9369-a0bf5c0c80eb {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:28:23.429760 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cb4656fa-f22c-43b8-85c6-aabe51600250 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:23.476805 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7664c-e30a-46d6-9a2e-d9e4c0f9890a req-8b4aa462-8d5b-4b7c-94d1-cb50321e8099 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:23.515388 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7664c-e30a-46d6-9a2e-d9e4c0f9890a req-8b4aa462-8d5b-4b7c-94d1-cb50321e8099 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:23.519166 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 4b12730d-6eb6-49ae-ab0e-3c3244c452b2, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=4b12730d-6eb6-49ae-ab0e-3c3244c452b2,segment=NetworkSegment(66e12dc7-b89b-4195-a71e-2bc7657a2a6a),segment_id=66e12dc7-b89b-4195-a71e-2bc7657a2a6a)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:28:23.528693 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7664c-e30a-46d6-9a2e-d9e4c0f9890a req-8b4aa462-8d5b-4b7c-94d1-cb50321e8099 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:23.544795 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '4b12730d-6eb6-49ae-ab0e-3c3244c452b2', 'network_id': '755402ba-804b-4493-8340-905b0e2e90e1', 'port_id': '4b12730d-6eb6-49ae-ab0e-3c3244c452b2', 'mac_address': 'fa:16:3e:a7:23:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de598ec9-e4ed-4f9c-80e3-a369f7acaceb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:28:23.544996 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7664c-e30a-46d6-9a2e-d9e4c0f9890a req-8b4aa462-8d5b-4b7c-94d1-cb50321e8099 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:23.548186 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7ee7664c-e30a-46d6-9a2e-d9e4c0f9890a req-8b4aa462-8d5b-4b7c-94d1-cb50321e8099 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 3095 time: 0.3051639 Nov 25 13:28:23.635370 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cb4656fa-f22c-43b8-85c6-aabe51600250 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:23.652994 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:23.684648 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b12730d-6eb6-49ae-ab0e-3c3244c452b2 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:28:23.728932 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 4b12730d-6eb6-49ae-ab0e-3c3244c452b2, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=4b12730d-6eb6-49ae-ab0e-3c3244c452b2,segment=NetworkSegment(66e12dc7-b89b-4195-a71e-2bc7657a2a6a),segment_id=66e12dc7-b89b-4195-a71e-2bc7657a2a6a)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:28:23.734961 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:23.758109 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7ee7664c-e30a-46d6-9a2e-d9e4c0f9890a req-d485e450-9bcd-4e1f-9b25-22411fe223df tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4aeb0c9-0fa7-4d84-9142-5a59f700fca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870465 Nov 25 13:28:23.759249 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cb4656fa-f22c-43b8-85c6-aabe51600250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:23.806328 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-4768c5b7-1b94-431e-947a-f876761c6b79 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:23.824941 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=4b12730d-6eb6-49ae-ab0e-3c3244c452b2,revision_number=9']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:23.864503 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-4768c5b7-1b94-431e-947a-f876761c6b79 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:23.917465 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-4768c5b7-1b94-431e-947a-f876761c6b79 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Network 67a0b139-2197-40dc-a595-6d5cd20e2c68 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:28:23.922599 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-4768c5b7-1b94-431e-947a-f876761c6b79 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:28:23.932854 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['4b12730d-6eb6-49ae-ab0e-3c3244c452b2'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:28:23.969475 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-4768c5b7-1b94-431e-947a-f876761c6b79 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:28:24.097763 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4768c5b7-1b94-431e-947a-f876761c6b79 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Pushing event updated for resources: {'Port': ['ID=5feb08b3-118a-40cc-93b2-58088c97de57,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:24.184561 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-4768c5b7-1b94-431e-947a-f876761c6b79 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:24.185227 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-4768c5b7-1b94-431e-947a-f876761c6b79 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:24.256413 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-4768c5b7-1b94-431e-947a-f876761c6b79 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6877804 Nov 25 13:28:24.270937 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-f99600bc-2065-4f27-8153-47026cbf5852 service neutron] Request body: {'port': {'device_id': '6ced957b-37ee-4144-8fbe-fbcb55edfbc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:28:24.375183 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-7d481c7a-67ec-4be0-aa38-8b4993f1fc00 None None] Provisioning complete for port 5feb08b3-118a-40cc-93b2-58088c97de57 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:28:24.382476 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7d481c7a-67ec-4be0-aa38-8b4993f1fc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:24.393064 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c38899a5-7fda-46db-86d8-8e9e5a9b4966 tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:24.415329 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c38899a5-7fda-46db-86d8-8e9e5a9b4966 tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:24.430085 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-f99600bc-2065-4f27-8153-47026cbf5852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:24.483520 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38899a5-7fda-46db-86d8-8e9e5a9b4966 tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Pushing event updated for resources: {'Port': ['ID=ddccd1f5-1223-4e68-80c4-c340dfbd87bf,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:24.526964 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-7d481c7a-67ec-4be0-aa38-8b4993f1fc00 None None] Port 5feb08b3-118a-40cc-93b2-58088c97de57 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:28:24.574113 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c92e2-5f1a-48b4-b47b-b30457151592 req-19356367-132d-4281-9540-3ca49bf2f989 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:24.576277 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-525c92e2-5f1a-48b4-b47b-b30457151592 req-19356367-132d-4281-9540-3ca49bf2f989 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 944 time: 0.3326817 Nov 25 13:28:24.582745 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c38899a5-7fda-46db-86d8-8e9e5a9b4966 tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:24.616535 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cb4656fa-f22c-43b8-85c6-aabe51600250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:24.629854 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c38899a5-7fda-46db-86d8-8e9e5a9b4966 tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:24.631431 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c38899a5-7fda-46db-86d8-8e9e5a9b4966 tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.7063787 Nov 25 13:28:24.637841 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 34824) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:28:24.656056 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-4e992423-0f61-40b2-8bca-d604bf27445d tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-319980689'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:28:24.719356 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cb4656fa-f22c-43b8-85c6-aabe51600250 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:24.725061 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-cb4656fa-f22c-43b8-85c6-aabe51600250 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/1a356b22-557f-414f-9369-a0bf5c0c80eb HTTP/1.1" status: 204 len: 168 time: 1.5429044 Nov 25 13:28:24.726469 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 34828) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:28:24.726610 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4656fa-f22c-43b8-85c6-aabe51600250 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a356b22-557f-414f-9369-a0bf5c0c80eb,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:24.728187 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e992423-0f61-40b2-8bca-d604bf27445d tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Made reservation on behalf of a73c4cf98ace4a169950700d4a7ce39c for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:28:24.732007 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4e992423-0f61-40b2-8bca-d604bf27445d tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:24.776966 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4e992423-0f61-40b2-8bca-d604bf27445d tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:24.794022 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-525c92e2-5f1a-48b4-b47b-b30457151592 req-1dc5724e-cc6f-4e09-9700-2c4a0679a879 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=62076cc7-e62e-4a72-af44-4e6f6b4d1965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1862533 Nov 25 13:28:24.932679 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-36c9267f-9352-4590-8ae2-5846bf98fe8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:24.953665 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4e992423-0f61-40b2-8bca-d604bf27445d tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:24.976782 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4e992423-0f61-40b2-8bca-d604bf27445d tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:25.050996 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e992423-0f61-40b2-8bca-d604bf27445d tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=152a934c-2686-453c-9bf3-400bc0ed3c56,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:25.076432 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e992423-0f61-40b2-8bca-d604bf27445d tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:28:25.119758 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f16541-1a85-4f27-a367-d966d706f01b req-09130397-7442-423c-b147-fb07accc9715 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:25.127969 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f16541-1a85-4f27-a367-d966d706f01b req-09130397-7442-423c-b147-fb07accc9715 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:25.134298 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f16541-1a85-4f27-a367-d966d706f01b req-09130397-7442-423c-b147-fb07accc9715 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:25.141748 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f16541-1a85-4f27-a367-d966d706f01b req-09130397-7442-423c-b147-fb07accc9715 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:25.153382 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f16541-1a85-4f27-a367-d966d706f01b req-09130397-7442-423c-b147-fb07accc9715 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:25.156149 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b6f16541-1a85-4f27-a367-d966d706f01b req-09130397-7442-423c-b147-fb07accc9715 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 3816 time: 0.2007306 Nov 25 13:28:25.157446 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4e992423-0f61-40b2-8bca-d604bf27445d tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:25.157857 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-4e992423-0f61-40b2-8bca-d604bf27445d tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Added segment caf4d63c-52d8-4d5a-9217-c436ba2749fe of type vlan for network a988606c-56bf-4f35-adf6-1e322c12c195 Nov 25 13:28:25.210087 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-36c9267f-9352-4590-8ae2-5846bf98fe8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:25.237886 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-f99600bc-2065-4f27-8153-47026cbf5852 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b1b7bfe-73a9-4a4b-85ca-0c5e39ccf219 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:28:25.251220 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4e992423-0f61-40b2-8bca-d604bf27445d tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:25.259207 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 4b12730d-6eb6-49ae-ab0e-3c3244c452b2 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:28:25.280973 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b6f16541-1a85-4f27-a367-d966d706f01b req-8983c55a-8866-4a3d-a1e8-38af8a688884 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4aeb0c9-0fa7-4d84-9142-5a59f700fca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122265 Nov 25 13:28:25.307414 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4e992423-0f61-40b2-8bca-d604bf27445d tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:25.315656 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e992423-0f61-40b2-8bca-d604bf27445d tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:25.315812 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-f99600bc-2065-4f27-8153-47026cbf5852 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:25.316262 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4e992423-0f61-40b2-8bca-d604bf27445d tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:25.326570 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-36c9267f-9352-4590-8ae2-5846bf98fe8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86ce0c5b-521f-4849-813d-48a6e4cbad17']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:28:25.369857 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-36c9267f-9352-4590-8ae2-5846bf98fe8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69c62212-4523-4acd-b808-007a53ff7fe0') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:28:25.370056 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-36c9267f-9352-4590-8ae2-5846bf98fe8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69c62212-4523-4acd-b808-007a53ff7fe0') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:28:25.406545 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-f99600bc-2065-4f27-8153-47026cbf5852 service neutron] Transition to ACTIVE for port object 5b1b7bfe-73a9-4a4b-85ca-0c5e39ccf219 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:28:25.408787 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-36c9267f-9352-4590-8ae2-5846bf98fe8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:25.416701 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 4b12730d-6eb6-49ae-ab0e-3c3244c452b2 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:28:25.417266 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:25.432758 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e992423-0f61-40b2-8bca-d604bf27445d tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Pushing event updated for resources: {'Network': ['ID=a988606c-56bf-4f35-adf6-1e322c12c195,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:25.437874 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-f99600bc-2065-4f27-8153-47026cbf5852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:25.446843 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-4e992423-0f61-40b2-8bca-d604bf27445d tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8016946 Nov 25 13:28:25.450075 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 34834) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:28:25.459962 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-d78488bf-b968-489e-b4de-6be42df0dea6 tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Request body: {'subnet': {'network_id': 'a988606c-56bf-4f35-adf6-1e322c12c195', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:28:25.532411 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:25.580909 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 4b12730d-6eb6-49ae-ab0e-3c3244c452b2, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=4b12730d-6eb6-49ae-ab0e-3c3244c452b2,segment=NetworkSegment(66e12dc7-b89b-4195-a71e-2bc7657a2a6a),segment_id=66e12dc7-b89b-4195-a71e-2bc7657a2a6a)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:28:25.582044 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c27ab6a3-6c59-44c5-8538-189891b6b34c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b12730d-6eb6-49ae-ab0e-3c3244c452b2'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:28:25.585154 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a36b6f0-40ce-44aa-a223-130c2a02f5ab" -d '{"events": [{"server_uuid": "c27ab6a3-6c59-44c5-8538-189891b6b34c", "name": "network-vif-plugged", "status": "completed", "tag": "4b12730d-6eb6-49ae-ab0e-3c3244c452b2"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:28:25.591450 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:25.592351 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device b517ee6d-7632-4cc4-aa47-ffcbea84a1d1 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:28:25.618042 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-36c9267f-9352-4590-8ae2-5846bf98fe8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:25.678418 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36c9267f-9352-4590-8ae2-5846bf98fe8a admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:28:25.678860 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-36c9267f-9352-4590-8ae2-5846bf98fe8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:25.690227 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:28:25.690227 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:28:25.690227 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:28:25.690227 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:28:25.690227 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:28:25.690227 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:28:25.690227 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:28:25.690227 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:28:25.690227 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:28:25.690227 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:28:25.690227 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:28:25.690227 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:28:25.690227 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:28:25.690227 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:28:25.690227 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:28:25.690227 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:28:25.690227 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:28:25.690227 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:28:25.690227 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:28:25.690227 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:28:25.690227 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:28:25.690227 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:28:25.690227 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:28:25.690227 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:28:25.690227 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:28:25.690227 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:28:25.690227 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:28:25.690227 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:28:25.690227 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:28:25.690227 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:28:25.690227 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:28:25.690227 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:28:25.708893 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=4b12730d-6eb6-49ae-ab0e-3c3244c452b2,revision_number=10']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:25.717985 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30e7516-5925-4e25-b4d2-2325801bb420 x-openstack-request-id: req-f30e7516-5925-4e25-b4d2-2325801bb420 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:28:25.718366 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c27ab6a3-6c59-44c5-8538-189891b6b34c", "name": "network-vif-plugged", "status": "completed", "tag": "4b12730d-6eb6-49ae-ab0e-3c3244c452b2", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:28:25.718634 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f30e7516-5925-4e25-b4d2-2325801bb420 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:28:25.719067 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c27ab6a3-6c59-44c5-8538-189891b6b34c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b12730d-6eb6-49ae-ab0e-3c3244c452b2', 'code': 200} Nov 25 13:28:25.751138 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78488bf-b968-489e-b4de-6be42df0dea6 tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Made reservation on behalf of a73c4cf98ace4a169950700d4a7ce39c for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:28:25.761553 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d78488bf-b968-489e-b4de-6be42df0dea6 tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:25.795015 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: b517ee6d-7632-4cc4-aa47-ffcbea84a1d1 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:28:25.802942 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device b517ee6d-7632-4cc4-aa47-ffcbea84a1d1 not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:28:25.832115 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99600bc-2065-4f27-8153-47026cbf5852 service neutron] Pushing event updated for resources: {'Port': ['ID=5b1b7bfe-73a9-4a4b-85ca-0c5e39ccf219,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:25.850526 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network a988606c-56bf-4f35-adf6-1e322c12c195 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:28:26.105640 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-36c9267f-9352-4590-8ae2-5846bf98fe8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:26.124286 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-36c9267f-9352-4590-8ae2-5846bf98fe8a admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:26.129692 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-36c9267f-9352-4590-8ae2-5846bf98fe8a admin admin] 10.222.0.53 "DELETE /v2.0/networks/86ce0c5b-521f-4849-813d-48a6e4cbad17 HTTP/1.1" status: 204 len: 168 time: 1.4029331 Nov 25 13:28:26.159932 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c9267f-9352-4590-8ae2-5846bf98fe8a admin admin] Pushing event deleted for resources: {'Network': ['ID=86ce0c5b-521f-4849-813d-48a6e4cbad17,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:26.182091 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f5160-1653-4eec-866a-27910d785a98 req-68a57ee3-b6e8-4725-96f0-c90d16634dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:26.185469 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-563f5160-1653-4eec-866a-27910d785a98 req-68a57ee3-b6e8-4725-96f0-c90d16634dff service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 1098 time: 0.2030270 Nov 25 13:28:26.223251 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed0708-42ed-4016-a777-53c85de25705 req-6c6289d8-5405-4998-b1b2-b63565f141b4 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:26.226103 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cbed0708-42ed-4016-a777-53c85de25705 req-6c6289d8-5405-4998-b1b2-b63565f141b4 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 946 time: 0.1972501 Nov 25 13:28:26.247026 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-f99600bc-2065-4f27-8153-47026cbf5852 service neutron] Attempting to bind port 5b1b7bfe-73a9-4a4b-85ca-0c5e39ccf219 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:28:26.247371 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-f99600bc-2065-4f27-8153-47026cbf5852 service neutron] Attempting to bind port 5b1b7bfe-73a9-4a4b-85ca-0c5e39ccf219 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '40a198a7-301a-47bd-bb8e-de5dce7edbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0f46794c-b326-485f-8936-6eed71effe7e'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:28:26.247697 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-f99600bc-2065-4f27-8153-47026cbf5852 service neutron] Attempting to bind port 5b1b7bfe-73a9-4a4b-85ca-0c5e39ccf219 on network 0f46794c-b326-485f-8936-6eed71effe7e {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:28:26.296282 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-f99600bc-2065-4f27-8153-47026cbf5852 service neutron] Port 5b1b7bfe-73a9-4a4b-85ca-0c5e39ccf219 on network 0f46794c-b326-485f-8936-6eed71effe7e not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:28:26.297112 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-f99600bc-2065-4f27-8153-47026cbf5852 service neutron] Attempting to bind port 5b1b7bfe-73a9-4a4b-85ca-0c5e39ccf219 on network 0f46794c-b326-485f-8936-6eed71effe7e {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:28:26.311264 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-f99600bc-2065-4f27-8153-47026cbf5852 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:28:26.312179 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-f99600bc-2065-4f27-8153-47026cbf5852 service neutron] Checking segment: {'id': '40a198a7-301a-47bd-bb8e-de5dce7edbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0f46794c-b326-485f-8936-6eed71effe7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:28:26.312179 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-f99600bc-2065-4f27-8153-47026cbf5852 service neutron] Bound using segment: {'id': '40a198a7-301a-47bd-bb8e-de5dce7edbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0f46794c-b326-485f-8936-6eed71effe7e'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:28:26.312412 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-f99600bc-2065-4f27-8153-47026cbf5852 service neutron] Bound port: 5b1b7bfe-73a9-4a4b-85ca-0c5e39ccf219, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40a198a7-301a-47bd-bb8e-de5dce7edbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0f46794c-b326-485f-8936-6eed71effe7e'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:28:26.312776 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-f99600bc-2065-4f27-8153-47026cbf5852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:26.341422 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-563f5160-1653-4eec-866a-27910d785a98 req-80ff7905-926d-41f1-9d0f-f59b78b4fddc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=62076cc7-e62e-4a72-af44-4e6f6b4d1965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331642 Nov 25 13:28:26.458294 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-f99600bc-2065-4f27-8153-47026cbf5852 service neutron] For port 5b1b7bfe-73a9-4a4b-85ca-0c5e39ccf219, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:28:26.461847 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-f99600bc-2065-4f27-8153-47026cbf5852 service neutron] For port 5b1b7bfe-73a9-4a4b-85ca-0c5e39ccf219, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=5b1b7bfe-73a9-4a4b-85ca-0c5e39ccf219,segment=NetworkSegment(40a198a7-301a-47bd-bb8e-de5dce7edbf3),segment_id=40a198a7-301a-47bd-bb8e-de5dce7edbf3)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:28:26.478553 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-f99600bc-2065-4f27-8153-47026cbf5852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:26.529778 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cbed0708-42ed-4016-a777-53c85de25705 req-293a85e1-1596-4c26-9388-9e27d8ceeeff tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=62076cc7-e62e-4a72-af44-4e6f6b4d1965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2903693 Nov 25 13:28:26.531854 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 34850) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:28:26.580428 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9238d2d3-6279-41f9-9e5e-39a9e4e3a2f4 req-5f961be5-35f4-4c95-8860-32322f22cc27 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:26.587026 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9238d2d3-6279-41f9-9e5e-39a9e4e3a2f4 req-5f961be5-35f4-4c95-8860-32322f22cc27 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:26.593919 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9238d2d3-6279-41f9-9e5e-39a9e4e3a2f4 req-5f961be5-35f4-4c95-8860-32322f22cc27 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:26.601006 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9238d2d3-6279-41f9-9e5e-39a9e4e3a2f4 req-5f961be5-35f4-4c95-8860-32322f22cc27 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:26.608436 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9238d2d3-6279-41f9-9e5e-39a9e4e3a2f4 req-5f961be5-35f4-4c95-8860-32322f22cc27 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:26.611505 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9238d2d3-6279-41f9-9e5e-39a9e4e3a2f4 req-5f961be5-35f4-4c95-8860-32322f22cc27 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 3828 time: 0.2063496 Nov 25 13:28:26.698362 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-6993a7ed-1bd3-4189-aa0d-e6c48cb182b5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=14da780ba23d47dc80a36e577e024742&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1605108 Nov 25 13:28:26.708168 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 34854) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:28:26.717890 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d78488bf-b968-489e-b4de-6be42df0dea6 tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:26.791121 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9238d2d3-6279-41f9-9e5e-39a9e4e3a2f4 req-fb6c24fd-752d-4916-b038-e2f252c69f35 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4aeb0c9-0fa7-4d84-9142-5a59f700fca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695907 Nov 25 13:28:26.842763 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78488bf-b968-489e-b4de-6be42df0dea6 tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Pushing event updated for resources: {'Subnet': ['ID=b8ff3fa1-716d-493f-8cbb-93f19b9a31a1,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:26.857432 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78488bf-b968-489e-b4de-6be42df0dea6 tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Checking segment: {'id': 'caf4d63c-52d8-4d5a-9217-c436ba2749fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a988606c-56bf-4f35-adf6-1e322c12c195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:28:26.857878 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78488bf-b968-489e-b4de-6be42df0dea6 tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Network hostable DHCP agents. Network: a988606c-56bf-4f35-adf6-1e322c12c195, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:28:26.875878 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-02c7c6a8-0e47-44fb-a99d-f4d910e2667d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:26.894370 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78488bf-b968-489e-b4de-6be42df0dea6 tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Network a988606c-56bf-4f35-adf6-1e322c12c195 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:28:26.911082 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-d78488bf-b968-489e-b4de-6be42df0dea6 tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, a988606c-56bf-4f35-adf6-1e322c12c195) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:28:26.918509 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-02c7c6a8-0e47-44fb-a99d-f4d910e2667d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:26.921055 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78488bf-b968-489e-b4de-6be42df0dea6 tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:26.921729 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d78488bf-b968-489e-b4de-6be42df0dea6 tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:26.922037 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365383a6-c527-4038-886c-70301a0b7c43 None None] Network a988606c-56bf-4f35-adf6-1e322c12c195 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:28:26.943226 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-f99600bc-2065-4f27-8153-47026cbf5852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:26.943778 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-f99600bc-2065-4f27-8153-47026cbf5852 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:26.945236 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-f99600bc-2065-4f27-8153-47026cbf5852 service neutron] 10.222.0.47 "PUT /v2.0/ports/5b1b7bfe-73a9-4a4b-85ca-0c5e39ccf219 HTTP/1.1" status: 200 len: 1092 time: 2.6801407 Nov 25 13:28:26.945685 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ced957b-37ee-4144-8fbe-fbcb55edfbc6', 'tag': '5b1b7bfe-73a9-4a4b-85ca-0c5e39ccf219'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:28:26.948009 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e018bcd4-a111-4937-9a59-1b963c6d95d5" -d '{"events": [{"name": "network-changed", "server_uuid": "6ced957b-37ee-4144-8fbe-fbcb55edfbc6", "tag": "5b1b7bfe-73a9-4a4b-85ca-0c5e39ccf219"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:28:26.968684 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d78488bf-b968-489e-b4de-6be42df0dea6 tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5157523 Nov 25 13:28:26.970404 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 34860) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:28:26.972435 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99600bc-2065-4f27-8153-47026cbf5852 service neutron] Pushing event updated for resources: {'Port': ['ID=5b1b7bfe-73a9-4a4b-85ca-0c5e39ccf219,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:26.975067 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-7ee45d2e-d6ca-4f59-a470-4f496c537597 tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1073685196', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}, 'admin_state_up': False}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:28:26.994991 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-83c9df2a-5da5-4d27-b9e2-ccbd15d3396b service neutron] Request body: {'port': {'device_id': '6ced957b-37ee-4144-8fbe-fbcb55edfbc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:28:27.006086 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7ee45d2e-d6ca-4f59-a470-4f496c537597 tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:27.007492 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7ee45d2e-d6ca-4f59-a470-4f496c537597 tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:27.026491 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-02c7c6a8-0e47-44fb-a99d-f4d910e2667d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:27.034639 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-02c7c6a8-0e47-44fb-a99d-f4d910e2667d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:27.041276 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-02c7c6a8-0e47-44fb-a99d-f4d910e2667d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7caace6b-4112-427d-9c3d-e844dcc18b3f HTTP/1.1" status: 204 len: 168 time: 0.3317854 Nov 25 13:28:27.059223 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f5aff1e-756f-416b-9521-42cc8e1f5dbb x-openstack-request-id: req-2f5aff1e-756f-416b-9521-42cc8e1f5dbb {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:28:27.059741 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ced957b-37ee-4144-8fbe-fbcb55edfbc6", "tag": "5b1b7bfe-73a9-4a4b-85ca-0c5e39ccf219", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:28:27.060598 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2f5aff1e-756f-416b-9521-42cc8e1f5dbb {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:28:27.061169 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ced957b-37ee-4144-8fbe-fbcb55edfbc6', 'tag': '5b1b7bfe-73a9-4a4b-85ca-0c5e39ccf219', 'status': 'completed', 'code': 200} Nov 25 13:28:27.101285 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c7c6a8-0e47-44fb-a99d-f4d910e2667d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7caace6b-4112-427d-9c3d-e844dcc18b3f,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:27.106184 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7ee45d2e-d6ca-4f59-a470-4f496c537597 tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:27.187802 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018bcd4-a111-4937-9a59-1b963c6d95d5 req-9fe2068a-41e3-42ed-86e6-acc54c6d17fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:27.188301 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018bcd4-a111-4937-9a59-1b963c6d95d5 req-9fe2068a-41e3-42ed-86e6-acc54c6d17fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:27.188777 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018bcd4-a111-4937-9a59-1b963c6d95d5 req-9fe2068a-41e3-42ed-86e6-acc54c6d17fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:27.189827 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018bcd4-a111-4937-9a59-1b963c6d95d5 req-9fe2068a-41e3-42ed-86e6-acc54c6d17fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:27.194129 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018bcd4-a111-4937-9a59-1b963c6d95d5 req-9fe2068a-41e3-42ed-86e6-acc54c6d17fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:27.199172 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e018bcd4-a111-4937-9a59-1b963c6d95d5 req-9fe2068a-41e3-42ed-86e6-acc54c6d17fb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ee6b0fbe2e7a4406acdd0c8fea203ca4&device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 4364 time: 0.1031792 Nov 25 13:28:27.202612 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-83c9df2a-5da5-4d27-b9e2-ccbd15d3396b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:27.372399 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7ee45d2e-d6ca-4f59-a470-4f496c537597 tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:27.535088 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034cdba5-079c-4994-a292-3681541924ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-a988606c-56bf-4f35-adf6-1e322c12c195', 'network_id': 'a988606c-56bf-4f35-adf6-1e322c12c195', 'tenant_id': 'a73c4cf98ace4a169950700d4a7ce39c', 'fixed_ips': [{'subnet_id': 'b8ff3fa1-716d-493f-8cbb-93f19b9a31a1'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:28:27.539786 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-034cdba5-079c-4994-a292-3681541924ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:27.832597 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018bcd4-a111-4937-9a59-1b963c6d95d5 req-a42a32c3-e011-4299-8a7e-c9f34f89ae53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:27.837230 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018bcd4-a111-4937-9a59-1b963c6d95d5 req-a42a32c3-e011-4299-8a7e-c9f34f89ae53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:27.837713 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018bcd4-a111-4937-9a59-1b963c6d95d5 req-a42a32c3-e011-4299-8a7e-c9f34f89ae53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:27.839428 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e018bcd4-a111-4937-9a59-1b963c6d95d5 req-a42a32c3-e011-4299-8a7e-c9f34f89ae53 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=ee6b0fbe2e7a4406acdd0c8fea203ca4&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.6271188 Nov 25 13:28:27.911681 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-034cdba5-079c-4994-a292-3681541924ea None None] Allocated IP 172.20.0.2 (a988606c-56bf-4f35-adf6-1e322c12c195/b8ff3fa1-716d-493f-8cbb-93f19b9a31a1/29f96925-027c-41e5-9d95-04d0c212ded1) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:28:27.969611 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a7c50-c6cc-465f-bdde-ce966f308c55 req-f47aa72f-2c6f-43ff-b2de-a88d059f9e87 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:27.971744 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8d4a7c50-c6cc-465f-bdde-ce966f308c55 req-f47aa72f-2c6f-43ff-b2de-a88d059f9e87 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 946 time: 0.2637515 Nov 25 13:28:28.002754 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7ee45d2e-d6ca-4f59-a470-4f496c537597 tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks [] for router_gateway, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:28.040218 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7ee45d2e-d6ca-4f59-a470-4f496c537597 tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:28.181527 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8d4a7c50-c6cc-465f-bdde-ce966f308c55 req-ebcf0d38-5b05-44fb-99dd-8c71aaa1b7bb tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=62076cc7-e62e-4a72-af44-4e6f6b4d1965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1836240 Nov 25 13:28:28.206995 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018bcd4-a111-4937-9a59-1b963c6d95d5 req-6b0f9bee-8cef-40e8-9974-4f035cee9713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:28.208863 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e018bcd4-a111-4937-9a59-1b963c6d95d5 req-6b0f9bee-8cef-40e8-9974-4f035cee9713 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3425539 Nov 25 13:28:28.250068 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-034cdba5-079c-4994-a292-3681541924ea None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:28.256271 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66400ae0-9e76-4777-8963-19fe4951042b req-401874f4-b8d8-4d57-9ec2-aedd2094eb48 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:28.265587 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-034cdba5-079c-4994-a292-3681541924ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:28.289453 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66400ae0-9e76-4777-8963-19fe4951042b req-401874f4-b8d8-4d57-9ec2-aedd2094eb48 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:28.305865 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66400ae0-9e76-4777-8963-19fe4951042b req-401874f4-b8d8-4d57-9ec2-aedd2094eb48 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:28.312563 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66400ae0-9e76-4777-8963-19fe4951042b req-401874f4-b8d8-4d57-9ec2-aedd2094eb48 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:28.319998 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66400ae0-9e76-4777-8963-19fe4951042b req-401874f4-b8d8-4d57-9ec2-aedd2094eb48 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:28.321935 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-66400ae0-9e76-4777-8963-19fe4951042b req-401874f4-b8d8-4d57-9ec2-aedd2094eb48 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 3828 time: 0.2911489 Nov 25 13:28:28.400523 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034cdba5-079c-4994-a292-3681541924ea None None] Network a988606c-56bf-4f35-adf6-1e322c12c195 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:28:28.403459 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-7ee45d2e-d6ca-4f59-a470-4f496c537597 tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Allocated IP 172.25.5.200 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/fd0e72b0-ce52-4a7b-8eb7-3d543140fd45) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:28:28.405244 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034cdba5-079c-4994-a292-3681541924ea None None] Pushing event updated for resources: {'Port': ['ID=29f96925-027c-41e5-9d95-04d0c212ded1,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:28.411986 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-034cdba5-079c-4994-a292-3681541924ea None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:28:28.421739 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034cdba5-079c-4994-a292-3681541924ea None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:28:28.479668 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-66400ae0-9e76-4777-8963-19fe4951042b req-b0e3b937-5ce2-491d-b94e-025d1e6416be tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4aeb0c9-0fa7-4d84-9142-5a59f700fca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311059 Nov 25 13:28:28.589778 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-83c9df2a-5da5-4d27-b9e2-ccbd15d3396b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 614c1e42-d4e2-4a14-8859-09418460a3e4 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:28:28.603990 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-83c9df2a-5da5-4d27-b9e2-ccbd15d3396b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:28.637032 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-034cdba5-079c-4994-a292-3681541924ea None None] Attempting to bind port 29f96925-027c-41e5-9d95-04d0c212ded1 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:28:28.637612 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-034cdba5-079c-4994-a292-3681541924ea None None] Attempting to bind port 29f96925-027c-41e5-9d95-04d0c212ded1 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'caf4d63c-52d8-4d5a-9217-c436ba2749fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a988606c-56bf-4f35-adf6-1e322c12c195'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:28:28.638144 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034cdba5-079c-4994-a292-3681541924ea None None] Attempting to bind port 29f96925-027c-41e5-9d95-04d0c212ded1 on network a988606c-56bf-4f35-adf6-1e322c12c195 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:28:28.643284 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-83c9df2a-5da5-4d27-b9e2-ccbd15d3396b service neutron] Transition to ACTIVE for port object 614c1e42-d4e2-4a14-8859-09418460a3e4 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:28:28.659214 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034cdba5-079c-4994-a292-3681541924ea None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:28:28.659821 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034cdba5-079c-4994-a292-3681541924ea None None] Checking segment: {'id': 'caf4d63c-52d8-4d5a-9217-c436ba2749fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a988606c-56bf-4f35-adf6-1e322c12c195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:28:28.659949 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-83c9df2a-5da5-4d27-b9e2-ccbd15d3396b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:28.660524 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-034cdba5-079c-4994-a292-3681541924ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:28.661086 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034cdba5-079c-4994-a292-3681541924ea None None] Bound using segment: {'id': 'caf4d63c-52d8-4d5a-9217-c436ba2749fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a988606c-56bf-4f35-adf6-1e322c12c195'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:28:28.661755 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-034cdba5-079c-4994-a292-3681541924ea None None] Bound port: 29f96925-027c-41e5-9d95-04d0c212ded1, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caf4d63c-52d8-4d5a-9217-c436ba2749fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a988606c-56bf-4f35-adf6-1e322c12c195'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:28:28.662297 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-034cdba5-079c-4994-a292-3681541924ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:28.785008 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7ee45d2e-d6ca-4f59-a470-4f496c537597 tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:28.888904 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c9df2a-5da5-4d27-b9e2-ccbd15d3396b service neutron] Pushing event updated for resources: {'Port': ['ID=614c1e42-d4e2-4a14-8859-09418460a3e4,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:28.906294 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-034cdba5-079c-4994-a292-3681541924ea None None] For port 29f96925-027c-41e5-9d95-04d0c212ded1, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:28:28.911430 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7ee45d2e-d6ca-4f59-a470-4f496c537597 tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:28.917188 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-034cdba5-079c-4994-a292-3681541924ea None None] For port 29f96925-027c-41e5-9d95-04d0c212ded1, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=29f96925-027c-41e5-9d95-04d0c212ded1,segment=NetworkSegment(caf4d63c-52d8-4d5a-9217-c436ba2749fe),segment_id=caf4d63c-52d8-4d5a-9217-c436ba2749fe)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:28:28.929135 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-034cdba5-079c-4994-a292-3681541924ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:29.058934 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee45d2e-d6ca-4f59-a470-4f496c537597 tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:28:29.106107 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-83c9df2a-5da5-4d27-b9e2-ccbd15d3396b service neutron] Attempting to bind port 614c1e42-d4e2-4a14-8859-09418460a3e4 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:28:29.106451 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-83c9df2a-5da5-4d27-b9e2-ccbd15d3396b service neutron] Attempting to bind port 614c1e42-d4e2-4a14-8859-09418460a3e4 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': 'f63cb297-3bee-402b-b7bb-f5576ef7876c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0213571c-133e-4472-a9fb-82f11b25c18c'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:28:29.107115 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-83c9df2a-5da5-4d27-b9e2-ccbd15d3396b service neutron] Attempting to bind port 614c1e42-d4e2-4a14-8859-09418460a3e4 on network 0213571c-133e-4472-a9fb-82f11b25c18c {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:28:29.117540 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-83c9df2a-5da5-4d27-b9e2-ccbd15d3396b service neutron] Port 614c1e42-d4e2-4a14-8859-09418460a3e4 on network 0213571c-133e-4472-a9fb-82f11b25c18c not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:28:29.118137 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-83c9df2a-5da5-4d27-b9e2-ccbd15d3396b service neutron] Attempting to bind port 614c1e42-d4e2-4a14-8859-09418460a3e4 on network 0213571c-133e-4472-a9fb-82f11b25c18c {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:28:29.136562 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee45d2e-d6ca-4f59-a470-4f496c537597 tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Pushing event updated for resources: {'Port': ['ID=fd0e72b0-ce52-4a7b-8eb7-3d543140fd45,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:29.153640 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-7ee45d2e-d6ca-4f59-a470-4f496c537597 tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:28:29.159983 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee45d2e-d6ca-4f59-a470-4f496c537597 tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:28:29.175521 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-83c9df2a-5da5-4d27-b9e2-ccbd15d3396b service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:28:29.175876 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-83c9df2a-5da5-4d27-b9e2-ccbd15d3396b service neutron] Checking segment: {'id': 'f63cb297-3bee-402b-b7bb-f5576ef7876c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0213571c-133e-4472-a9fb-82f11b25c18c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:28:29.176358 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-83c9df2a-5da5-4d27-b9e2-ccbd15d3396b service neutron] Bound using segment: {'id': 'f63cb297-3bee-402b-b7bb-f5576ef7876c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0213571c-133e-4472-a9fb-82f11b25c18c'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:28:29.176829 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-83c9df2a-5da5-4d27-b9e2-ccbd15d3396b service neutron] Bound port: 614c1e42-d4e2-4a14-8859-09418460a3e4, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f63cb297-3bee-402b-b7bb-f5576ef7876c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0213571c-133e-4472-a9fb-82f11b25c18c'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:28:29.177801 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-83c9df2a-5da5-4d27-b9e2-ccbd15d3396b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:29.195525 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94203e9-5329-4651-b43a-e4f8c9b9d49c None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:28:29.313230 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034cdba5-079c-4994-a292-3681541924ea None None] Pushing event updated for resources: {'Port': ['ID=29f96925-027c-41e5-9d95-04d0c212ded1,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:29.467220 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-c6d9625a-6358-481d-bfed-85a268b16b11 None None] Provisioning complete for port fd0e72b0-ce52-4a7b-8eb7-3d543140fd45 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:28:29.468120 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c6d9625a-6358-481d-bfed-85a268b16b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:29.474568 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-83c9df2a-5da5-4d27-b9e2-ccbd15d3396b service neutron] For port 614c1e42-d4e2-4a14-8859-09418460a3e4, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:28:29.481245 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-83c9df2a-5da5-4d27-b9e2-ccbd15d3396b service neutron] For port 614c1e42-d4e2-4a14-8859-09418460a3e4, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=614c1e42-d4e2-4a14-8859-09418460a3e4,segment=NetworkSegment(f63cb297-3bee-402b-b7bb-f5576ef7876c),segment_id=f63cb297-3bee-402b-b7bb-f5576ef7876c)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:28:29.494761 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-83c9df2a-5da5-4d27-b9e2-ccbd15d3396b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:29.561793 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-c6d9625a-6358-481d-bfed-85a268b16b11 None None] Port fd0e72b0-ce52-4a7b-8eb7-3d543140fd45 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:28:29.681676 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-83c9df2a-5da5-4d27-b9e2-ccbd15d3396b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:29.683070 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-83c9df2a-5da5-4d27-b9e2-ccbd15d3396b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:29.685134 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-83c9df2a-5da5-4d27-b9e2-ccbd15d3396b service neutron] 10.222.0.47 "PUT /v2.0/ports/614c1e42-d4e2-4a14-8859-09418460a3e4 HTTP/1.1" status: 200 len: 1131 time: 2.7038445 Nov 25 13:28:29.686172 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c9df2a-5da5-4d27-b9e2-ccbd15d3396b service neutron] Pushing event updated for resources: {'Port': ['ID=614c1e42-d4e2-4a14-8859-09418460a3e4,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:29.719637 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ced957b-37ee-4144-8fbe-fbcb55edfbc6', 'tag': '614c1e42-d4e2-4a14-8859-09418460a3e4'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:28:29.723814 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b16b700-c24b-4322-ac74-3763e946bc22" -d '{"events": [{"name": "network-changed", "server_uuid": "6ced957b-37ee-4144-8fbe-fbcb55edfbc6", "tag": "614c1e42-d4e2-4a14-8859-09418460a3e4"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:28:29.733467 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-7d4f49e9-bb67-4774-84f7-03e8f7a127f1 service neutron] Request body: {'port': {'device_id': '6ced957b-37ee-4144-8fbe-fbcb55edfbc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:28:29.834214 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867269e-6c2b-447d-9bb4-fde27e96b5a9 req-5433c5d1-4a91-45e2-89cc-915c69cc9875 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:29.835864 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a867269e-6c2b-447d-9bb4-fde27e96b5a9 req-5433c5d1-4a91-45e2-89cc-915c69cc9875 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 946 time: 0.3299334 Nov 25 13:28:29.856900 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-7d4f49e9-bb67-4774-84f7-03e8f7a127f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:30.144268 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 29f96925-027c-41e5-9d95-04d0c212ded1 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:28:30.207304 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a867269e-6c2b-447d-9bb4-fde27e96b5a9 req-4b3a39a5-4c1a-4ee9-a3b8-951e4ada5110 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=62076cc7-e62e-4a72-af44-4e6f6b4d1965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3559949 Nov 25 13:28:30.303602 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7ee45d2e-d6ca-4f59-a470-4f496c537597 tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks [] for router_gateway, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:30.322193 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec77002b-0a2c-4c67-a9a7-9e6a0d204414 x-openstack-request-id: req-ec77002b-0a2c-4c67-a9a7-9e6a0d204414 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:28:30.322818 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ced957b-37ee-4144-8fbe-fbcb55edfbc6", "tag": "614c1e42-d4e2-4a14-8859-09418460a3e4", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:28:30.322818 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ec77002b-0a2c-4c67-a9a7-9e6a0d204414 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:28:30.328474 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ced957b-37ee-4144-8fbe-fbcb55edfbc6', 'tag': '614c1e42-d4e2-4a14-8859-09418460a3e4', 'status': 'completed', 'code': 200} Nov 25 13:28:30.425433 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f5edd286-29e9-4fed-9203-266f39924991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:30.443996 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 29f96925-027c-41e5-9d95-04d0c212ded1 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:28:30.446466 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:30.538320 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d2663625-2d67-4f4f-8f17-d000d7761a1f req-134103e5-06fb-454d-8c1f-1936e7ce2f5d tempest-ServerShowV254Test-170758335 tempest-ServerShowV254Test-170758335-project] 10.222.0.53 "GET /v2.0/ports?device_id=08844e7e-284f-4e0a-b08e-c13412210833 HTTP/1.1" status: 200 len: 210 time: 0.1122663 Nov 25 13:28:30.596288 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652e310-5aa6-4090-845c-f41772b7cfb6 req-e7f2039f-f7bf-4e86-86a9-c7729875a6a5 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:30.602826 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652e310-5aa6-4090-845c-f41772b7cfb6 req-e7f2039f-f7bf-4e86-86a9-c7729875a6a5 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:30.610309 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652e310-5aa6-4090-845c-f41772b7cfb6 req-e7f2039f-f7bf-4e86-86a9-c7729875a6a5 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:30.617819 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652e310-5aa6-4090-845c-f41772b7cfb6 req-e7f2039f-f7bf-4e86-86a9-c7729875a6a5 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:30.646028 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652e310-5aa6-4090-845c-f41772b7cfb6 req-e7f2039f-f7bf-4e86-86a9-c7729875a6a5 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:30.662895 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652e310-5aa6-4090-845c-f41772b7cfb6 req-e7f2039f-f7bf-4e86-86a9-c7729875a6a5 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:30.670979 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3652e310-5aa6-4090-845c-f41772b7cfb6 req-e7f2039f-f7bf-4e86-86a9-c7729875a6a5 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 4600 time: 0.4604914 Nov 25 13:28:30.745324 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:30.761696 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16b700-c24b-4322-ac74-3763e946bc22 req-9ea0c4ae-0184-4efb-a66d-925b0a5c451f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:30.762463 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16b700-c24b-4322-ac74-3763e946bc22 req-9ea0c4ae-0184-4efb-a66d-925b0a5c451f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:30.763116 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16b700-c24b-4322-ac74-3763e946bc22 req-9ea0c4ae-0184-4efb-a66d-925b0a5c451f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:30.775914 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16b700-c24b-4322-ac74-3763e946bc22 req-9ea0c4ae-0184-4efb-a66d-925b0a5c451f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:30.776677 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16b700-c24b-4322-ac74-3763e946bc22 req-9ea0c4ae-0184-4efb-a66d-925b0a5c451f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:30.778393 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16b700-c24b-4322-ac74-3763e946bc22 req-9ea0c4ae-0184-4efb-a66d-925b0a5c451f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:30.781856 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3b16b700-c24b-4322-ac74-3763e946bc22 req-9ea0c4ae-0184-4efb-a66d-925b0a5c451f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ee6b0fbe2e7a4406acdd0c8fea203ca4&device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 5288 time: 0.4376500 Nov 25 13:28:30.824758 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] For port 29f96925-027c-41e5-9d95-04d0c212ded1, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=29f96925-027c-41e5-9d95-04d0c212ded1,segment=NetworkSegment(caf4d63c-52d8-4d5a-9217-c436ba2749fe),segment_id=caf4d63c-52d8-4d5a-9217-c436ba2749fe)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:28:30.836533 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:30.878677 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3652e310-5aa6-4090-845c-f41772b7cfb6 req-52b0fa0a-a9ce-44f1-9ce2-86b6a96f05ec tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4aeb0c9-0fa7-4d84-9142-5a59f700fca6&id=c9ce495e-dd18-47f6-8bd6-2e09f8921a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2067714 Nov 25 13:28:30.976495 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Pushing event updated for resources: {'Port': ['ID=29f96925-027c-41e5-9d95-04d0c212ded1,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:31.116270 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3533266d-aff4-41dd-b941-fde3bc4ce94d None None] Network a988606c-56bf-4f35-adf6-1e322c12c195 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:28:31.150446 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7ee45d2e-d6ca-4f59-a470-4f496c537597 tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:31.199472 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-7d4f49e9-bb67-4774-84f7-03e8f7a127f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e1ba641-2a58-4452-979b-3a9693f5abbd {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:28:31.216330 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-7d4f49e9-bb67-4774-84f7-03e8f7a127f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:31.239350 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-7d4f49e9-bb67-4774-84f7-03e8f7a127f1 service neutron] Transition to ACTIVE for port object 3e1ba641-2a58-4452-979b-3a9693f5abbd will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:28:31.251010 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-7d4f49e9-bb67-4774-84f7-03e8f7a127f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:31.309056 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-63c6ab1f-9507-4c93-9f49-a9fa381dbd9d None None] Provisioning complete for port 29f96925-027c-41e5-9d95-04d0c212ded1 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:28:31.314876 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-63c6ab1f-9507-4c93-9f49-a9fa381dbd9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:31.382894 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16b700-c24b-4322-ac74-3763e946bc22 req-2ea0a204-89ca-42e1-9aa1-1f58cc4b3c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:31.383408 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16b700-c24b-4322-ac74-3763e946bc22 req-2ea0a204-89ca-42e1-9aa1-1f58cc4b3c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:31.386561 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16b700-c24b-4322-ac74-3763e946bc22 req-2ea0a204-89ca-42e1-9aa1-1f58cc4b3c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:31.388305 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3b16b700-c24b-4322-ac74-3763e946bc22 req-2ea0a204-89ca-42e1-9aa1-1f58cc4b3c7f service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=ee6b0fbe2e7a4406acdd0c8fea203ca4&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5822296 Nov 25 13:28:31.427082 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4f49e9-bb67-4774-84f7-03e8f7a127f1 service neutron] Pushing event updated for resources: {'Port': ['ID=3e1ba641-2a58-4452-979b-3a9693f5abbd,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:31.490205 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c141f15e-300c-4724-a685-5fbb963d6aaf req-47151460-c170-48bf-ac9f-0daca4aa6668 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:31.491910 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c141f15e-300c-4724-a685-5fbb963d6aaf req-47151460-c170-48bf-ac9f-0daca4aa6668 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 946 time: 0.0952466 Nov 25 13:28:31.634544 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c141f15e-300c-4724-a685-5fbb963d6aaf req-0e54e5d9-e870-478a-993c-47d39684c35c tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=62076cc7-e62e-4a72-af44-4e6f6b4d1965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351306 Nov 25 13:28:31.660159 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ee45d2e-d6ca-4f59-a470-4f496c537597 tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Router 4b2658fd-3147-4764-9e63-443672cfd1c3 is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:28:31.809065 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16b700-c24b-4322-ac74-3763e946bc22 req-e2f98671-45dc-4105-a423-de989123db95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:31.825284 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3b16b700-c24b-4322-ac74-3763e946bc22 req-e2f98671-45dc-4105-a423-de989123db95 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4210179 Nov 25 13:28:31.827044 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-7d4f49e9-bb67-4774-84f7-03e8f7a127f1 service neutron] Attempting to bind port 3e1ba641-2a58-4452-979b-3a9693f5abbd on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:28:31.828157 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-7d4f49e9-bb67-4774-84f7-03e8f7a127f1 service neutron] Attempting to bind port 3e1ba641-2a58-4452-979b-3a9693f5abbd by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': 'f63cb297-3bee-402b-b7bb-f5576ef7876c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0213571c-133e-4472-a9fb-82f11b25c18c'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:28:31.829109 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-7d4f49e9-bb67-4774-84f7-03e8f7a127f1 service neutron] Attempting to bind port 3e1ba641-2a58-4452-979b-3a9693f5abbd on network 0213571c-133e-4472-a9fb-82f11b25c18c {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:28:31.848316 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-7d4f49e9-bb67-4774-84f7-03e8f7a127f1 service neutron] Port 3e1ba641-2a58-4452-979b-3a9693f5abbd on network 0213571c-133e-4472-a9fb-82f11b25c18c not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:28:31.853713 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-7d4f49e9-bb67-4774-84f7-03e8f7a127f1 service neutron] Attempting to bind port 3e1ba641-2a58-4452-979b-3a9693f5abbd on network 0213571c-133e-4472-a9fb-82f11b25c18c {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:28:31.863634 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-7d4f49e9-bb67-4774-84f7-03e8f7a127f1 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:28:31.864090 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-7d4f49e9-bb67-4774-84f7-03e8f7a127f1 service neutron] Checking segment: {'id': 'f63cb297-3bee-402b-b7bb-f5576ef7876c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0213571c-133e-4472-a9fb-82f11b25c18c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:28:31.864775 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-7d4f49e9-bb67-4774-84f7-03e8f7a127f1 service neutron] Bound using segment: {'id': 'f63cb297-3bee-402b-b7bb-f5576ef7876c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0213571c-133e-4472-a9fb-82f11b25c18c'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:28:31.865430 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-7d4f49e9-bb67-4774-84f7-03e8f7a127f1 service neutron] Bound port: 3e1ba641-2a58-4452-979b-3a9693f5abbd, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f63cb297-3bee-402b-b7bb-f5576ef7876c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0213571c-133e-4472-a9fb-82f11b25c18c'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:28:31.866007 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-7d4f49e9-bb67-4774-84f7-03e8f7a127f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:32.063677 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-7d4f49e9-bb67-4774-84f7-03e8f7a127f1 service neutron] For port 3e1ba641-2a58-4452-979b-3a9693f5abbd, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:28:32.071300 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-7d4f49e9-bb67-4774-84f7-03e8f7a127f1 service neutron] For port 3e1ba641-2a58-4452-979b-3a9693f5abbd, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=3e1ba641-2a58-4452-979b-3a9693f5abbd,segment=NetworkSegment(f63cb297-3bee-402b-b7bb-f5576ef7876c),segment_id=f63cb297-3bee-402b-b7bb-f5576ef7876c)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:28:32.083124 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-7d4f49e9-bb67-4774-84f7-03e8f7a127f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:32.157147 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-7d4f49e9-bb67-4774-84f7-03e8f7a127f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:32.170917 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-7d4f49e9-bb67-4774-84f7-03e8f7a127f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:32.175072 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-7d4f49e9-bb67-4774-84f7-03e8f7a127f1 service neutron] 10.222.0.47 "PUT /v2.0/ports/3e1ba641-2a58-4452-979b-3a9693f5abbd HTTP/1.1" status: 200 len: 1132 time: 2.4458971 Nov 25 13:28:32.218592 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-02fc1b29-7936-40d7-a29c-37779fb02a5d service neutron] Request body: {'port': {'device_id': '6ced957b-37ee-4144-8fbe-fbcb55edfbc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:28:32.381116 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ced957b-37ee-4144-8fbe-fbcb55edfbc6', 'tag': '3e1ba641-2a58-4452-979b-3a9693f5abbd'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:28:32.383695 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-871bfb82-f5b9-4f40-b9d1-11c807fa7d11" -d '{"events": [{"name": "network-changed", "server_uuid": "6ced957b-37ee-4144-8fbe-fbcb55edfbc6", "tag": "3e1ba641-2a58-4452-979b-3a9693f5abbd"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:28:32.393168 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-02fc1b29-7936-40d7-a29c-37779fb02a5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:32.449479 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 29f96925-027c-41e5-9d95-04d0c212ded1 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:28:32.510008 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4f49e9-bb67-4774-84f7-03e8f7a127f1 service neutron] Pushing event updated for resources: {'Port': ['ID=3e1ba641-2a58-4452-979b-3a9693f5abbd,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:32.541526 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 29f96925-027c-41e5-9d95-04d0c212ded1 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:28:32.542155 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:32.577532 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9bfb1358-8316-4ec5-b997-3bb2b86661f5 req-06d3283c-184b-4a81-b82a-af193251d2df tempest-ServerShowV254Test-170758335 tempest-ServerShowV254Test-170758335-project] 10.222.0.53 "GET /v2.0/ports?device_id=08844e7e-284f-4e0a-b08e-c13412210833 HTTP/1.1" status: 200 len: 210 time: 0.1306024 Nov 25 13:28:32.711739 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c474b4-773a-464e-8f78-54b99dc482b1 x-openstack-request-id: req-60c474b4-773a-464e-8f78-54b99dc482b1 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:28:32.712165 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ced957b-37ee-4144-8fbe-fbcb55edfbc6", "tag": "3e1ba641-2a58-4452-979b-3a9693f5abbd", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:28:32.712534 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-60c474b4-773a-464e-8f78-54b99dc482b1 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:28:32.713056 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ced957b-37ee-4144-8fbe-fbcb55edfbc6', 'tag': '3e1ba641-2a58-4452-979b-3a9693f5abbd', 'status': 'completed', 'code': 200} Nov 25 13:28:32.714250 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-5a4b75c4-1c1a-459f-8776-2ef1cea11f39 None None] Provisioning complete for port 29f96925-027c-41e5-9d95-04d0c212ded1 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:28:32.714647 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5a4b75c4-1c1a-459f-8776-2ef1cea11f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:32.724754 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5120c-8ac8-49b4-bb16-f91f6b69b00c req-6ecc30a5-bf7f-4c13-ad97-d62007b060a0 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:32.731432 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5120c-8ac8-49b4-bb16-f91f6b69b00c req-6ecc30a5-bf7f-4c13-ad97-d62007b060a0 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:32.738420 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5120c-8ac8-49b4-bb16-f91f6b69b00c req-6ecc30a5-bf7f-4c13-ad97-d62007b060a0 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:32.748047 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5120c-8ac8-49b4-bb16-f91f6b69b00c req-6ecc30a5-bf7f-4c13-ad97-d62007b060a0 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:32.757263 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5120c-8ac8-49b4-bb16-f91f6b69b00c req-6ecc30a5-bf7f-4c13-ad97-d62007b060a0 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:32.763488 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5120c-8ac8-49b4-bb16-f91f6b69b00c req-6ecc30a5-bf7f-4c13-ad97-d62007b060a0 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:32.769713 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5120c-8ac8-49b4-bb16-f91f6b69b00c req-6ecc30a5-bf7f-4c13-ad97-d62007b060a0 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:32.772006 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d0b5120c-8ac8-49b4-bb16-f91f6b69b00c req-6ecc30a5-bf7f-4c13-ad97-d62007b060a0 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 5373 time: 0.3013082 Nov 25 13:28:32.837563 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee45d2e-d6ca-4f59-a470-4f496c537597 tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:28:32.871462 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7ee45d2e-d6ca-4f59-a470-4f496c537597 tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:32.875347 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-7ee45d2e-d6ca-4f59-a470-4f496c537597 tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 5.9015684 Nov 25 13:28:32.876275 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 35004) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:28:32.918382 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f622e877-df9a-4771-af49-e3aa51d49c58 None None] Sync routers for ids ['4b2658fd-3147-4764-9e63-443672cfd1c3'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:28:32.988793 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f622e877-df9a-4771-af49-e3aa51d49c58 None None] Routers {'4b2658fd-3147-4764-9e63-443672cfd1c3'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:28:32.989926 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-f622e877-df9a-4771-af49-e3aa51d49c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:28:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['4b2658fd-3147-4764-9e63-443672cfd1c3'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:28:33.006107 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d0b5120c-8ac8-49b4-bb16-f91f6b69b00c req-5ad28c59-875d-413b-9fcf-87d28020c814 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4aeb0c9-0fa7-4d84-9142-5a59f700fca6&id=c9ce495e-dd18-47f6-8bd6-2e09f8921a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2228301 Nov 25 13:28:33.035808 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871bfb82-f5b9-4f40-b9d1-11c807fa7d11 req-82c83b9e-ecae-44ec-886f-f8423c0f5e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:33.039157 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871bfb82-f5b9-4f40-b9d1-11c807fa7d11 req-82c83b9e-ecae-44ec-886f-f8423c0f5e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:33.039747 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871bfb82-f5b9-4f40-b9d1-11c807fa7d11 req-82c83b9e-ecae-44ec-886f-f8423c0f5e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:33.043722 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871bfb82-f5b9-4f40-b9d1-11c807fa7d11 req-82c83b9e-ecae-44ec-886f-f8423c0f5e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:33.047913 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871bfb82-f5b9-4f40-b9d1-11c807fa7d11 req-82c83b9e-ecae-44ec-886f-f8423c0f5e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:33.049012 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871bfb82-f5b9-4f40-b9d1-11c807fa7d11 req-82c83b9e-ecae-44ec-886f-f8423c0f5e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:33.049483 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871bfb82-f5b9-4f40-b9d1-11c807fa7d11 req-82c83b9e-ecae-44ec-886f-f8423c0f5e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:33.050412 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6912582c-14ea-41a2-9642-2426a1ec0da0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:33.052001 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-871bfb82-f5b9-4f40-b9d1-11c807fa7d11 req-82c83b9e-ecae-44ec-886f-f8423c0f5e05 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ee6b0fbe2e7a4406acdd0c8fea203ca4&device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 6213 time: 0.2403960 Nov 25 13:28:33.107036 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-f622e877-df9a-4771-af49-e3aa51d49c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:28:33.125740 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f622e877-df9a-4771-af49-e3aa51d49c58 None None] Routers {'4b2658fd-3147-4764-9e63-443672cfd1c3'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:28:33.126984 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-f622e877-df9a-4771-af49-e3aa51d49c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:28:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['4b2658fd-3147-4764-9e63-443672cfd1c3'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:28:33.148984 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-02fc1b29-7936-40d7-a29c-37779fb02a5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77fa532d-926d-4fc4-9d3f-3f827abd33da {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:28:33.157171 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-02fc1b29-7936-40d7-a29c-37779fb02a5d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:33.171857 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-f622e877-df9a-4771-af49-e3aa51d49c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:28:33.172057 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-02fc1b29-7936-40d7-a29c-37779fb02a5d service neutron] Transition to ACTIVE for port object 77fa532d-926d-4fc4-9d3f-3f827abd33da will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:28:33.173114 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f622e877-df9a-4771-af49-e3aa51d49c58 None None] The sync data for ids ['4b2658fd-3147-4764-9e63-443672cfd1c3'] in n-d-808199-11 is: [] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:28:33.184276 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-02fc1b29-7936-40d7-a29c-37779fb02a5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:33.375016 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fc1b29-7936-40d7-a29c-37779fb02a5d service neutron] Pushing event updated for resources: {'Port': ['ID=77fa532d-926d-4fc4-9d3f-3f827abd33da,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:33.461949 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871bfb82-f5b9-4f40-b9d1-11c807fa7d11 req-3e176f36-c23d-47ff-848d-1f8a7a1ec6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:33.462477 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871bfb82-f5b9-4f40-b9d1-11c807fa7d11 req-3e176f36-c23d-47ff-848d-1f8a7a1ec6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:33.462908 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871bfb82-f5b9-4f40-b9d1-11c807fa7d11 req-3e176f36-c23d-47ff-848d-1f8a7a1ec6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:33.464828 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-871bfb82-f5b9-4f40-b9d1-11c807fa7d11 req-3e176f36-c23d-47ff-848d-1f8a7a1ec6d6 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=ee6b0fbe2e7a4406acdd0c8fea203ca4&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2914100 Nov 25 13:28:33.584455 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-02fc1b29-7936-40d7-a29c-37779fb02a5d service neutron] Attempting to bind port 77fa532d-926d-4fc4-9d3f-3f827abd33da on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:28:33.585265 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-02fc1b29-7936-40d7-a29c-37779fb02a5d service neutron] Attempting to bind port 77fa532d-926d-4fc4-9d3f-3f827abd33da by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': 'f63cb297-3bee-402b-b7bb-f5576ef7876c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0213571c-133e-4472-a9fb-82f11b25c18c'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:28:33.585265 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-02fc1b29-7936-40d7-a29c-37779fb02a5d service neutron] Attempting to bind port 77fa532d-926d-4fc4-9d3f-3f827abd33da on network 0213571c-133e-4472-a9fb-82f11b25c18c {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:28:33.598919 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-02fc1b29-7936-40d7-a29c-37779fb02a5d service neutron] Port 77fa532d-926d-4fc4-9d3f-3f827abd33da on network 0213571c-133e-4472-a9fb-82f11b25c18c not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:28:33.599249 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-02fc1b29-7936-40d7-a29c-37779fb02a5d service neutron] Attempting to bind port 77fa532d-926d-4fc4-9d3f-3f827abd33da on network 0213571c-133e-4472-a9fb-82f11b25c18c {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:28:33.603029 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871bfb82-f5b9-4f40-b9d1-11c807fa7d11 req-49ec3f79-a0cf-4aaf-af67-546d7b93d1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:33.604546 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-871bfb82-f5b9-4f40-b9d1-11c807fa7d11 req-49ec3f79-a0cf-4aaf-af67-546d7b93d1a1 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1321585 Nov 25 13:28:33.607944 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-02fc1b29-7936-40d7-a29c-37779fb02a5d service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:28:33.608262 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-02fc1b29-7936-40d7-a29c-37779fb02a5d service neutron] Checking segment: {'id': 'f63cb297-3bee-402b-b7bb-f5576ef7876c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0213571c-133e-4472-a9fb-82f11b25c18c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:28:33.609186 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-02fc1b29-7936-40d7-a29c-37779fb02a5d service neutron] Bound using segment: {'id': 'f63cb297-3bee-402b-b7bb-f5576ef7876c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0213571c-133e-4472-a9fb-82f11b25c18c'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:28:33.609186 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-02fc1b29-7936-40d7-a29c-37779fb02a5d service neutron] Bound port: 77fa532d-926d-4fc4-9d3f-3f827abd33da, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f63cb297-3bee-402b-b7bb-f5576ef7876c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0213571c-133e-4472-a9fb-82f11b25c18c'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:28:33.609476 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-02fc1b29-7936-40d7-a29c-37779fb02a5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:33.765788 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-02fc1b29-7936-40d7-a29c-37779fb02a5d service neutron] For port 77fa532d-926d-4fc4-9d3f-3f827abd33da, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:28:33.770725 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-02fc1b29-7936-40d7-a29c-37779fb02a5d service neutron] For port 77fa532d-926d-4fc4-9d3f-3f827abd33da, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=77fa532d-926d-4fc4-9d3f-3f827abd33da,segment=NetworkSegment(f63cb297-3bee-402b-b7bb-f5576ef7876c),segment_id=f63cb297-3bee-402b-b7bb-f5576ef7876c)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:28:33.779236 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-02fc1b29-7936-40d7-a29c-37779fb02a5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:33.786265 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0ae3cda9-dbb4-46ab-82bc-bb7e058e6b85 req-69639c04-ce48-4c6c-885b-3688b9f9006a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0858753 Nov 25 13:28:33.792941 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-79663552-3039-44f7-8630-17994d2a6488 req-6a3f505f-d9e0-4a07-873f-a24aff3f0604 tempest-ServerShowV254Test-170758335 tempest-ServerShowV254Test-170758335-project] 10.222.0.53 "GET /v2.0/ports?device_id=08844e7e-284f-4e0a-b08e-c13412210833 HTTP/1.1" status: 200 len: 210 time: 0.0489018 Nov 25 13:28:33.815356 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6083ca4d-af96-45b6-8773-08e22338c7bb tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:33.897589 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-02fc1b29-7936-40d7-a29c-37779fb02a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:33.899356 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-02fc1b29-7936-40d7-a29c-37779fb02a5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:33.900969 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:33.903263 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-02fc1b29-7936-40d7-a29c-37779fb02a5d service neutron] 10.222.0.47 "PUT /v2.0/ports/77fa532d-926d-4fc4-9d3f-3f827abd33da HTTP/1.1" status: 200 len: 1092 time: 1.6930802 Nov 25 13:28:33.987615 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-946a1023-e0fa-47f6-b005-7b6c21b9005e req-435b16a1-0e37-40e8-9c2c-8063095ec0ae service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=08844e7e-284f-4e0a-b08e-c13412210833 HTTP/1.1" status: 200 len: 210 time: 0.0342607 Nov 25 13:28:33.992956 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-879ec98f-7b6f-4398-84e2-918a1c607e2a service neutron] Request body: {'port': {'device_id': '6ced957b-37ee-4144-8fbe-fbcb55edfbc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:28:34.037497 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fc1b29-7936-40d7-a29c-37779fb02a5d service neutron] Pushing event updated for resources: {'Port': ['ID=77fa532d-926d-4fc4-9d3f-3f827abd33da,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:34.100347 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-879ec98f-7b6f-4398-84e2-918a1c607e2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:34.519852 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e2cb2-8628-4052-9dc2-3f742b0ab7a6 req-8d094d4a-0d26-46bc-a752-99f20b8f0e90 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:34.527053 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e2cb2-8628-4052-9dc2-3f742b0ab7a6 req-8d094d4a-0d26-46bc-a752-99f20b8f0e90 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:34.533543 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e2cb2-8628-4052-9dc2-3f742b0ab7a6 req-8d094d4a-0d26-46bc-a752-99f20b8f0e90 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:34.543921 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e2cb2-8628-4052-9dc2-3f742b0ab7a6 req-8d094d4a-0d26-46bc-a752-99f20b8f0e90 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:34.550367 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e2cb2-8628-4052-9dc2-3f742b0ab7a6 req-8d094d4a-0d26-46bc-a752-99f20b8f0e90 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:34.556321 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e2cb2-8628-4052-9dc2-3f742b0ab7a6 req-8d094d4a-0d26-46bc-a752-99f20b8f0e90 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:34.562271 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e2cb2-8628-4052-9dc2-3f742b0ab7a6 req-8d094d4a-0d26-46bc-a752-99f20b8f0e90 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:34.564368 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8f9e2cb2-8628-4052-9dc2-3f742b0ab7a6 req-8d094d4a-0d26-46bc-a752-99f20b8f0e90 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 5385 time: 0.3315673 Nov 25 13:28:34.578735 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-879ec98f-7b6f-4398-84e2-918a1c607e2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99005437-8bd0-4130-b30d-158f4e660635 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:28:34.598761 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-879ec98f-7b6f-4398-84e2-918a1c607e2a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:34.628469 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-879ec98f-7b6f-4398-84e2-918a1c607e2a service neutron] Transition to ACTIVE for port object 99005437-8bd0-4130-b30d-158f4e660635 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:28:34.643494 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-879ec98f-7b6f-4398-84e2-918a1c607e2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:34.658233 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae3cda9-dbb4-46ab-82bc-bb7e058e6b85 req-7132bb6e-c373-4e82-8c2b-7fcaad031777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:34.660934 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0ae3cda9-dbb4-46ab-82bc-bb7e058e6b85 req-7132bb6e-c373-4e82-8c2b-7fcaad031777 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3c775803d354892aee478fad34a8c78&device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 1098 time: 0.7551897 Nov 25 13:28:34.717221 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ced957b-37ee-4144-8fbe-fbcb55edfbc6', 'tag': '77fa532d-926d-4fc4-9d3f-3f827abd33da'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:28:34.722386 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36bc8e7b-3071-431a-9988-3a9fa861599d" -d '{"events": [{"name": "network-changed", "server_uuid": "6ced957b-37ee-4144-8fbe-fbcb55edfbc6", "tag": "77fa532d-926d-4fc4-9d3f-3f827abd33da"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:28:34.769448 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-6083ca4d-af96-45b6-8773-08e22338c7bb tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Allocated IP 172.20.0.1 (a988606c-56bf-4f35-adf6-1e322c12c195/b8ff3fa1-716d-493f-8cbb-93f19b9a31a1/d4695cec-96e3-4928-8461-6bde1abd1024) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:28:34.959374 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f06787-5621-48ad-869d-b89221f4a5b3 x-openstack-request-id: req-d9f06787-5621-48ad-869d-b89221f4a5b3 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:28:34.959665 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ced957b-37ee-4144-8fbe-fbcb55edfbc6", "tag": "77fa532d-926d-4fc4-9d3f-3f827abd33da", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:28:34.964345 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d9f06787-5621-48ad-869d-b89221f4a5b3 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:28:34.964808 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ced957b-37ee-4144-8fbe-fbcb55edfbc6', 'tag': '77fa532d-926d-4fc4-9d3f-3f827abd33da', 'status': 'completed', 'code': 200} Nov 25 13:28:35.163049 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:35.164466 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae3cda9-dbb4-46ab-82bc-bb7e058e6b85 req-60bfee8e-e6b0-429d-9d55-4d1072060b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:35.171116 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0ae3cda9-dbb4-46ab-82bc-bb7e058e6b85 req-60bfee8e-e6b0-429d-9d55-4d1072060b3d service neutron] 10.222.0.47 "GET /v2.0/networks?id=755402ba-804b-4493-8340-905b0e2e90e1 HTTP/1.1" status: 200 len: 917 time: 0.4361217 Nov 25 13:28:35.172121 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879ec98f-7b6f-4398-84e2-918a1c607e2a service neutron] Pushing event updated for resources: {'Port': ['ID=99005437-8bd0-4130-b30d-158f4e660635,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:35.180735 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e4104ca9-319e-421f-abec-2a89f3e50a38 req-07b7f2f5-28f3-4067-9922-29446431d181 tempest-ServerShowV254Test-170758335 tempest-ServerShowV254Test-170758335-project] 10.222.0.53 "GET /v2.0/ports?device_id=08844e7e-284f-4e0a-b08e-c13412210833 HTTP/1.1" status: 200 len: 210 time: 0.1126294 Nov 25 13:28:35.199739 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6083ca4d-af96-45b6-8773-08e22338c7bb tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:35.243598 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8f9e2cb2-8628-4052-9dc2-3f742b0ab7a6 req-d17892a4-cbe2-488f-b1cd-22e7e7acb57e tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4aeb0c9-0fa7-4d84-9142-5a59f700fca6&id=c9ce495e-dd18-47f6-8bd6-2e09f8921a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6512048 Nov 25 13:28:35.323165 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6083ca4d-af96-45b6-8773-08e22338c7bb tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:35.392754 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc8e7b-3071-431a-9988-3a9fa861599d req-1f6784e4-ec02-4d58-afaa-4bfe5ecf11af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:35.393144 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc8e7b-3071-431a-9988-3a9fa861599d req-1f6784e4-ec02-4d58-afaa-4bfe5ecf11af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:35.393618 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc8e7b-3071-431a-9988-3a9fa861599d req-1f6784e4-ec02-4d58-afaa-4bfe5ecf11af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:35.394083 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc8e7b-3071-431a-9988-3a9fa861599d req-1f6784e4-ec02-4d58-afaa-4bfe5ecf11af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:35.394649 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc8e7b-3071-431a-9988-3a9fa861599d req-1f6784e4-ec02-4d58-afaa-4bfe5ecf11af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:35.396045 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc8e7b-3071-431a-9988-3a9fa861599d req-1f6784e4-ec02-4d58-afaa-4bfe5ecf11af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:35.396530 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc8e7b-3071-431a-9988-3a9fa861599d req-1f6784e4-ec02-4d58-afaa-4bfe5ecf11af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:35.398502 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-36bc8e7b-3071-431a-9988-3a9fa861599d req-1f6784e4-ec02-4d58-afaa-4bfe5ecf11af service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ee6b0fbe2e7a4406acdd0c8fea203ca4&device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 6307 time: 0.4634655 Nov 25 13:28:35.398878 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6083ca4d-af96-45b6-8773-08e22338c7bb tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Network a988606c-56bf-4f35-adf6-1e322c12c195 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:28:35.402441 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0ae3cda9-dbb4-46ab-82bc-bb7e058e6b85 req-2ff790ae-55aa-4e8a-8ff4-b1f6a25fce18 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b12730d-6eb6-49ae-ab0e-3c3244c452b2 HTTP/1.1" status: 200 len: 1001 time: 0.1962450 Nov 25 13:28:35.404013 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-6083ca4d-af96-45b6-8773-08e22338c7bb tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:28:35.417049 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6083ca4d-af96-45b6-8773-08e22338c7bb tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:28:35.491917 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6083ca4d-af96-45b6-8773-08e22338c7bb tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:35.526265 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-879ec98f-7b6f-4398-84e2-918a1c607e2a service neutron] Attempting to bind port 99005437-8bd0-4130-b30d-158f4e660635 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:28:35.526895 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-879ec98f-7b6f-4398-84e2-918a1c607e2a service neutron] Attempting to bind port 99005437-8bd0-4130-b30d-158f4e660635 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': 'f63cb297-3bee-402b-b7bb-f5576ef7876c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0213571c-133e-4472-a9fb-82f11b25c18c'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:28:35.527392 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-879ec98f-7b6f-4398-84e2-918a1c607e2a service neutron] Attempting to bind port 99005437-8bd0-4130-b30d-158f4e660635 on network 0213571c-133e-4472-a9fb-82f11b25c18c {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:28:35.545698 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6083ca4d-af96-45b6-8773-08e22338c7bb tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Pushing event updated for resources: {'Port': ['ID=d4695cec-96e3-4928-8461-6bde1abd1024,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:35.560690 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-879ec98f-7b6f-4398-84e2-918a1c607e2a service neutron] Port 99005437-8bd0-4130-b30d-158f4e660635 on network 0213571c-133e-4472-a9fb-82f11b25c18c not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:28:35.561117 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-879ec98f-7b6f-4398-84e2-918a1c607e2a service neutron] Attempting to bind port 99005437-8bd0-4130-b30d-158f4e660635 on network 0213571c-133e-4472-a9fb-82f11b25c18c {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:28:35.619731 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-879ec98f-7b6f-4398-84e2-918a1c607e2a service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:28:35.620917 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-879ec98f-7b6f-4398-84e2-918a1c607e2a service neutron] Checking segment: {'id': 'f63cb297-3bee-402b-b7bb-f5576ef7876c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0213571c-133e-4472-a9fb-82f11b25c18c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:28:35.621528 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-879ec98f-7b6f-4398-84e2-918a1c607e2a service neutron] Bound using segment: {'id': 'f63cb297-3bee-402b-b7bb-f5576ef7876c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0213571c-133e-4472-a9fb-82f11b25c18c'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:28:35.622198 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-879ec98f-7b6f-4398-84e2-918a1c607e2a service neutron] Bound port: 99005437-8bd0-4130-b30d-158f4e660635, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f63cb297-3bee-402b-b7bb-f5576ef7876c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0213571c-133e-4472-a9fb-82f11b25c18c'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:28:35.622824 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-879ec98f-7b6f-4398-84e2-918a1c607e2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:35.711084 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6083ca4d-af96-45b6-8773-08e22338c7bb tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:35.721727 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae3cda9-dbb4-46ab-82bc-bb7e058e6b85 req-07260136-2901-4d94-b776-cad172dd7d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:35.723598 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0ae3cda9-dbb4-46ab-82bc-bb7e058e6b85 req-07260136-2901-4d94-b776-cad172dd7d87 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=de598ec9-e4ed-4f9c-80e3-a369f7acaceb HTTP/1.1" status: 200 len: 855 time: 0.1985159 Nov 25 13:28:35.791789 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc8e7b-3071-431a-9988-3a9fa861599d req-f22c90a2-c4ae-4a1c-aa83-733b2c1379fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:35.792702 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc8e7b-3071-431a-9988-3a9fa861599d req-f22c90a2-c4ae-4a1c-aa83-733b2c1379fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:35.793348 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc8e7b-3071-431a-9988-3a9fa861599d req-f22c90a2-c4ae-4a1c-aa83-733b2c1379fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:35.795204 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-36bc8e7b-3071-431a-9988-3a9fa861599d req-f22c90a2-c4ae-4a1c-aa83-733b2c1379fe service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=ee6b0fbe2e7a4406acdd0c8fea203ca4&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3743694 Nov 25 13:28:35.824220 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-879ec98f-7b6f-4398-84e2-918a1c607e2a service neutron] For port 99005437-8bd0-4130-b30d-158f4e660635, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:28:35.874958 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-efeba077-5c38-4bd7-b1c7-9d94e9b352fa None None] Provisioning complete for port d4695cec-96e3-4928-8461-6bde1abd1024 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:28:35.876421 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-efeba077-5c38-4bd7-b1c7-9d94e9b352fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:35.882502 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae3cda9-dbb4-46ab-82bc-bb7e058e6b85 req-de55f89b-fdb4-43f5-bb0d-401122ef6f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:35.884342 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0ae3cda9-dbb4-46ab-82bc-bb7e058e6b85 req-de55f89b-fdb4-43f5-bb0d-401122ef6f9c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=755402ba-804b-4493-8340-905b0e2e90e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1463220 Nov 25 13:28:35.893191 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-879ec98f-7b6f-4398-84e2-918a1c607e2a service neutron] For port 99005437-8bd0-4130-b30d-158f4e660635, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=99005437-8bd0-4130-b30d-158f4e660635,segment=NetworkSegment(f63cb297-3bee-402b-b7bb-f5576ef7876c),segment_id=f63cb297-3bee-402b-b7bb-f5576ef7876c)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:28:35.914162 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-879ec98f-7b6f-4398-84e2-918a1c607e2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:35.976750 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-efeba077-5c38-4bd7-b1c7-9d94e9b352fa None None] Port d4695cec-96e3-4928-8461-6bde1abd1024 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:28:36.206135 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6083ca4d-af96-45b6-8773-08e22338c7bb tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:36.210800 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:36.217950 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6083ca4d-af96-45b6-8773-08e22338c7bb tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:36.430234 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c43b1c6f-f278-46b2-817f-545a80069659 req-2cfadeb5-f1dd-4ba8-8eac-539ff399bd7a tempest-ServerShowV254Test-170758335 tempest-ServerShowV254Test-170758335-project] 10.222.0.53 "GET /v2.0/ports?device_id=08844e7e-284f-4e0a-b08e-c13412210833 HTTP/1.1" status: 200 len: 210 time: 0.0660768 Nov 25 13:28:36.466795 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6083ca4d-af96-45b6-8773-08e22338c7bb tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Pushing event updated for resources: {'Port': ['ID=d4695cec-96e3-4928-8461-6bde1abd1024,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:36.466795 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6083ca4d-af96-45b6-8773-08e22338c7bb tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:36.551810 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e95b57-921a-465f-b4a1-6a3318619dbc req-acda6b6e-1d08-4073-85b4-c96463fedadf tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:36.560568 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e95b57-921a-465f-b4a1-6a3318619dbc req-acda6b6e-1d08-4073-85b4-c96463fedadf tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:36.582810 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e95b57-921a-465f-b4a1-6a3318619dbc req-acda6b6e-1d08-4073-85b4-c96463fedadf tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:36.605227 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e95b57-921a-465f-b4a1-6a3318619dbc req-acda6b6e-1d08-4073-85b4-c96463fedadf tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:36.639789 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e95b57-921a-465f-b4a1-6a3318619dbc req-acda6b6e-1d08-4073-85b4-c96463fedadf tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:36.647379 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-879ec98f-7b6f-4398-84e2-918a1c607e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:36.648431 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-879ec98f-7b6f-4398-84e2-918a1c607e2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:36.653231 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-879ec98f-7b6f-4398-84e2-918a1c607e2a service neutron] 10.222.0.47 "PUT /v2.0/ports/99005437-8bd0-4130-b30d-158f4e660635 HTTP/1.1" status: 200 len: 1092 time: 2.6644669 Nov 25 13:28:36.676450 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc8e7b-3071-431a-9988-3a9fa861599d req-88ff35dd-4b0d-4fef-8cf7-ecda7bbcf394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:36.678067 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-36bc8e7b-3071-431a-9988-3a9fa861599d req-88ff35dd-4b0d-4fef-8cf7-ecda7bbcf394 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8710124 Nov 25 13:28:36.694501 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879ec98f-7b6f-4398-84e2-918a1c607e2a service neutron] Pushing event updated for resources: {'Port': ['ID=99005437-8bd0-4130-b30d-158f4e660635,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:36.716419 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e95b57-921a-465f-b4a1-6a3318619dbc req-acda6b6e-1d08-4073-85b4-c96463fedadf tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:36.723981 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-bd70d697-d6fe-481d-8637-8d1b21107290 service neutron] Request body: {'port': {'device_id': '6ced957b-37ee-4144-8fbe-fbcb55edfbc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:28:36.741571 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e95b57-921a-465f-b4a1-6a3318619dbc req-acda6b6e-1d08-4073-85b4-c96463fedadf tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:36.743865 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-50e95b57-921a-465f-b4a1-6a3318619dbc req-acda6b6e-1d08-4073-85b4-c96463fedadf tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 5397 time: 0.3334839 Nov 25 13:28:36.807147 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6083ca4d-af96-45b6-8773-08e22338c7bb tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Network a988606c-56bf-4f35-adf6-1e322c12c195 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:28:36.814989 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-6083ca4d-af96-45b6-8773-08e22338c7bb tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:28:36.903522 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0ae3cda9-dbb4-46ab-82bc-bb7e058e6b85 req-85ef1593-64b3-4b1c-8180-5f182a9b44be service neutron] 10.222.0.47 "GET /v2.0/networks/755402ba-804b-4493-8340-905b0e2e90e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0040784 Nov 25 13:28:36.984073 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6083ca4d-af96-45b6-8773-08e22338c7bb tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Router 4b2658fd-3147-4764-9e63-443672cfd1c3 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:28:36.990305 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ced957b-37ee-4144-8fbe-fbcb55edfbc6', 'tag': '99005437-8bd0-4130-b30d-158f4e660635'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:28:37.000710 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cbfeae2-5ce2-4436-9220-aab62acdb0ba" -d '{"events": [{"name": "network-changed", "server_uuid": "6ced957b-37ee-4144-8fbe-fbcb55edfbc6", "tag": "99005437-8bd0-4130-b30d-158f4e660635"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:28:37.116953 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-bd70d697-d6fe-481d-8637-8d1b21107290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:37.184825 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6083ca4d-af96-45b6-8773-08e22338c7bb tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:28:37.198647 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e36e028-207c-43ce-9ed8-2d354ab78efd None None] Sync routers for ids ['4b2658fd-3147-4764-9e63-443672cfd1c3'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:28:37.206653 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 35048) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:28:37.208480 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-6083ca4d-af96-45b6-8773-08e22338c7bb tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] 10.222.0.53 "PUT /v2.0/routers/4b2658fd-3147-4764-9e63-443672cfd1c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3305254 Nov 25 13:28:37.214616 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-50e95b57-921a-465f-b4a1-6a3318619dbc req-b005cd7a-835d-411e-a727-3a7207f6b7f1 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4aeb0c9-0fa7-4d84-9142-5a59f700fca6&id=c9ce495e-dd18-47f6-8bd6-2e09f8921a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4213824 Nov 25 13:28:37.216229 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e36e028-207c-43ce-9ed8-2d354ab78efd None None] Routers {'4b2658fd-3147-4764-9e63-443672cfd1c3'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:28:37.218561 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-3e36e028-207c-43ce-9ed8-2d354ab78efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:28:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['4b2658fd-3147-4764-9e63-443672cfd1c3'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:28:37.223220 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-9e0219d1-3428-4c89-b135-1eb773d3c63b tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Request body: {'port': {'network_id': 'a988606c-56bf-4f35-adf6-1e322c12c195', 'name': 'tempest-FloatingIPAdminTestJSON-1495357457'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:28:37.301966 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0ae3cda9-dbb4-46ab-82bc-bb7e058e6b85 req-ef0325aa-df39-4272-98c2-50b5b125c961 service neutron] 10.222.0.47 "GET /v2.0/networks/755402ba-804b-4493-8340-905b0e2e90e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3829434 Nov 25 13:28:37.312369 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-3e36e028-207c-43ce-9ed8-2d354ab78efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:28:37.319190 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ca2be9-9fb8-4625-84fd-b4e17a59d564 x-openstack-request-id: req-86ca2be9-9fb8-4625-84fd-b4e17a59d564 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:28:37.320073 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ced957b-37ee-4144-8fbe-fbcb55edfbc6", "tag": "99005437-8bd0-4130-b30d-158f4e660635", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:28:37.320073 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-86ca2be9-9fb8-4625-84fd-b4e17a59d564 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:28:37.320539 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ced957b-37ee-4144-8fbe-fbcb55edfbc6', 'tag': '99005437-8bd0-4130-b30d-158f4e660635', 'status': 'completed', 'code': 200} Nov 25 13:28:37.322073 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e36e028-207c-43ce-9ed8-2d354ab78efd None None] Routers {'4b2658fd-3147-4764-9e63-443672cfd1c3'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:28:37.322912 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-3e36e028-207c-43ce-9ed8-2d354ab78efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:28:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['4b2658fd-3147-4764-9e63-443672cfd1c3'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:28:37.361265 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-e5820bc6-a97f-4e4b-b1cf-4e7187f01b4c None None] Provisioning complete for port d4695cec-96e3-4928-8461-6bde1abd1024 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:28:37.362195 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e5820bc6-a97f-4e4b-b1cf-4e7187f01b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:37.369053 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-3e36e028-207c-43ce-9ed8-2d354ab78efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:28:37.369855 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e36e028-207c-43ce-9ed8-2d354ab78efd None None] The sync data for ids ['4b2658fd-3147-4764-9e63-443672cfd1c3'] in n-d-808199-11 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:28:37.428193 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-e5820bc6-a97f-4e4b-b1cf-4e7187f01b4c None None] Port d4695cec-96e3-4928-8461-6bde1abd1024 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:28:37.550281 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfeae2-5ce2-4436-9220-aab62acdb0ba req-9fd784f8-4cd0-449e-92fe-ca6d69544c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:37.550981 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfeae2-5ce2-4436-9220-aab62acdb0ba req-9fd784f8-4cd0-449e-92fe-ca6d69544c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:37.551461 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfeae2-5ce2-4436-9220-aab62acdb0ba req-9fd784f8-4cd0-449e-92fe-ca6d69544c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:37.551933 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfeae2-5ce2-4436-9220-aab62acdb0ba req-9fd784f8-4cd0-449e-92fe-ca6d69544c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:37.552402 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfeae2-5ce2-4436-9220-aab62acdb0ba req-9fd784f8-4cd0-449e-92fe-ca6d69544c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:37.552868 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfeae2-5ce2-4436-9220-aab62acdb0ba req-9fd784f8-4cd0-449e-92fe-ca6d69544c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:37.553336 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfeae2-5ce2-4436-9220-aab62acdb0ba req-9fd784f8-4cd0-449e-92fe-ca6d69544c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:37.555330 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0cbfeae2-5ce2-4436-9220-aab62acdb0ba req-9fd784f8-4cd0-449e-92fe-ca6d69544c2f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ee6b0fbe2e7a4406acdd0c8fea203ca4&device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 6349 time: 0.1847236 Nov 25 13:28:37.679212 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0219d1-3428-4c89-b135-1eb773d3c63b tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Made reservation on behalf of a73c4cf98ace4a169950700d4a7ce39c for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:28:37.682979 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9e0219d1-3428-4c89-b135-1eb773d3c63b tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:37.788363 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-9e0219d1-3428-4c89-b135-1eb773d3c63b tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] device_id is not set on port ef171288-2520-46fc-97c8-99436469c8dc yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:28:37.904058 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfeae2-5ce2-4436-9220-aab62acdb0ba req-fd7d84fe-58ef-44b9-9564-bb48501ba6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:37.904454 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfeae2-5ce2-4436-9220-aab62acdb0ba req-fd7d84fe-58ef-44b9-9564-bb48501ba6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:37.904925 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfeae2-5ce2-4436-9220-aab62acdb0ba req-fd7d84fe-58ef-44b9-9564-bb48501ba6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:37.906520 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0cbfeae2-5ce2-4436-9220-aab62acdb0ba req-fd7d84fe-58ef-44b9-9564-bb48501ba6a1 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=ee6b0fbe2e7a4406acdd0c8fea203ca4&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3333435 Nov 25 13:28:38.042327 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:38.087126 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-bd70d697-d6fe-481d-8637-8d1b21107290 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cf5030e-8e6c-402b-adf9-89917f2f4c8f {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:28:38.112027 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-bd70d697-d6fe-481d-8637-8d1b21107290 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:38.118795 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-9e0219d1-3428-4c89-b135-1eb773d3c63b tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Allocated IP 172.20.0.13 (a988606c-56bf-4f35-adf6-1e322c12c195/b8ff3fa1-716d-493f-8cbb-93f19b9a31a1/ef171288-2520-46fc-97c8-99436469c8dc) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:28:38.156029 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-bd70d697-d6fe-481d-8637-8d1b21107290 service neutron] Transition to ACTIVE for port object 1cf5030e-8e6c-402b-adf9-89917f2f4c8f will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:28:38.163065 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfeae2-5ce2-4436-9220-aab62acdb0ba req-f385d0dc-4ad6-446f-a818-994fcc1da8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:38.164574 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0cbfeae2-5ce2-4436-9220-aab62acdb0ba req-f385d0dc-4ad6-446f-a818-994fcc1da8a5 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2482355 Nov 25 13:28:38.186533 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-bd70d697-d6fe-481d-8637-8d1b21107290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:38.396989 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd70d697-d6fe-481d-8637-8d1b21107290 service neutron] Pushing event updated for resources: {'Port': ['ID=1cf5030e-8e6c-402b-adf9-89917f2f4c8f,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:38.493563 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe14fb-35a4-433d-b6e7-93913518818b req-826bdc94-5bcd-4b22-af8c-e989c8f2dba4 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:38.506005 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe14fb-35a4-433d-b6e7-93913518818b req-826bdc94-5bcd-4b22-af8c-e989c8f2dba4 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:38.514959 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe14fb-35a4-433d-b6e7-93913518818b req-826bdc94-5bcd-4b22-af8c-e989c8f2dba4 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:38.524863 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe14fb-35a4-433d-b6e7-93913518818b req-826bdc94-5bcd-4b22-af8c-e989c8f2dba4 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:38.542804 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe14fb-35a4-433d-b6e7-93913518818b req-826bdc94-5bcd-4b22-af8c-e989c8f2dba4 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:38.552378 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe14fb-35a4-433d-b6e7-93913518818b req-826bdc94-5bcd-4b22-af8c-e989c8f2dba4 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:38.560091 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe14fb-35a4-433d-b6e7-93913518818b req-826bdc94-5bcd-4b22-af8c-e989c8f2dba4 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:38.573865 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-eefe14fb-35a4-433d-b6e7-93913518818b req-826bdc94-5bcd-4b22-af8c-e989c8f2dba4 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 5409 time: 0.1639738 Nov 25 13:28:38.727306 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-eefe14fb-35a4-433d-b6e7-93913518818b req-2b0b2cdf-3750-4a74-b603-d710e2d8bb27 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4aeb0c9-0fa7-4d84-9142-5a59f700fca6&id=c9ce495e-dd18-47f6-8bd6-2e09f8921a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1522472 Nov 25 13:28:38.761246 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-bd70d697-d6fe-481d-8637-8d1b21107290 service neutron] Attempting to bind port 1cf5030e-8e6c-402b-adf9-89917f2f4c8f on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:28:38.761775 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-bd70d697-d6fe-481d-8637-8d1b21107290 service neutron] Attempting to bind port 1cf5030e-8e6c-402b-adf9-89917f2f4c8f by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '9b036adf-7575-43f9-a223-df92fb825095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '67a0b139-2197-40dc-a595-6d5cd20e2c68'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:28:38.761956 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-bd70d697-d6fe-481d-8637-8d1b21107290 service neutron] Attempting to bind port 1cf5030e-8e6c-402b-adf9-89917f2f4c8f on network 67a0b139-2197-40dc-a595-6d5cd20e2c68 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:28:38.766180 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9e0219d1-3428-4c89-b135-1eb773d3c63b tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:38.772795 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-bd70d697-d6fe-481d-8637-8d1b21107290 service neutron] Port 1cf5030e-8e6c-402b-adf9-89917f2f4c8f on network 67a0b139-2197-40dc-a595-6d5cd20e2c68 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:28:38.773129 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-bd70d697-d6fe-481d-8637-8d1b21107290 service neutron] Attempting to bind port 1cf5030e-8e6c-402b-adf9-89917f2f4c8f on network 67a0b139-2197-40dc-a595-6d5cd20e2c68 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:28:38.780135 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-bd70d697-d6fe-481d-8637-8d1b21107290 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:28:38.780487 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-bd70d697-d6fe-481d-8637-8d1b21107290 service neutron] Checking segment: {'id': '9b036adf-7575-43f9-a223-df92fb825095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '67a0b139-2197-40dc-a595-6d5cd20e2c68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:28:38.780864 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-bd70d697-d6fe-481d-8637-8d1b21107290 service neutron] Bound using segment: {'id': '9b036adf-7575-43f9-a223-df92fb825095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '67a0b139-2197-40dc-a595-6d5cd20e2c68'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:28:38.781305 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-bd70d697-d6fe-481d-8637-8d1b21107290 service neutron] Bound port: 1cf5030e-8e6c-402b-adf9-89917f2f4c8f, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b036adf-7575-43f9-a223-df92fb825095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '67a0b139-2197-40dc-a595-6d5cd20e2c68'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:28:38.781827 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-bd70d697-d6fe-481d-8637-8d1b21107290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:38.796801 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6587e8ba-1d10-41ff-b778-fd545b6d4e92 req-a3503531-5dc2-4472-8144-99ce08930bfb tempest-ServerShowV254Test-170758335 tempest-ServerShowV254Test-170758335-project] 10.222.0.53 "GET /v2.0/ports?device_id=08844e7e-284f-4e0a-b08e-c13412210833 HTTP/1.1" status: 200 len: 210 time: 0.0559146 Nov 25 13:28:38.884315 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9e0219d1-3428-4c89-b135-1eb773d3c63b tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:38.909151 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-bd70d697-d6fe-481d-8637-8d1b21107290 service neutron] For port 1cf5030e-8e6c-402b-adf9-89917f2f4c8f, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:28:38.926824 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-bd70d697-d6fe-481d-8637-8d1b21107290 service neutron] For port 1cf5030e-8e6c-402b-adf9-89917f2f4c8f, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=1cf5030e-8e6c-402b-adf9-89917f2f4c8f,segment=NetworkSegment(9b036adf-7575-43f9-a223-df92fb825095),segment_id=9b036adf-7575-43f9-a223-df92fb825095)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:28:38.959813 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-bd70d697-d6fe-481d-8637-8d1b21107290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:38.984625 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0219d1-3428-4c89-b135-1eb773d3c63b tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Network a988606c-56bf-4f35-adf6-1e322c12c195 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:28:38.990606 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-9e0219d1-3428-4c89-b135-1eb773d3c63b tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:28:39.000115 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0219d1-3428-4c89-b135-1eb773d3c63b tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:28:39.036108 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0219d1-3428-4c89-b135-1eb773d3c63b tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Pushing event updated for resources: {'Port': ['ID=ef171288-2520-46fc-97c8-99436469c8dc,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:39.051541 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-bd70d697-d6fe-481d-8637-8d1b21107290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:39.052173 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-bd70d697-d6fe-481d-8637-8d1b21107290 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:39.053606 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-bd70d697-d6fe-481d-8637-8d1b21107290 service neutron] 10.222.0.47 "PUT /v2.0/ports/1cf5030e-8e6c-402b-adf9-89917f2f4c8f HTTP/1.1" status: 200 len: 1092 time: 2.3418787 Nov 25 13:28:39.105938 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-4a7fd81e-2a95-4600-a60d-a30b337c165b service neutron] Request body: {'port': {'device_id': '6ced957b-37ee-4144-8fbe-fbcb55edfbc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:28:39.226639 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0219d1-3428-4c89-b135-1eb773d3c63b tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:39.227269 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9e0219d1-3428-4c89-b135-1eb773d3c63b tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:39.246506 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd70d697-d6fe-481d-8637-8d1b21107290 service neutron] Pushing event updated for resources: {'Port': ['ID=1cf5030e-8e6c-402b-adf9-89917f2f4c8f,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:39.254202 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-4a7fd81e-2a95-4600-a60d-a30b337c165b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:39.277243 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 35086) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:28:39.278016 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-9e0219d1-3428-4c89-b135-1eb773d3c63b tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.0699461 Nov 25 13:28:39.333217 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ced957b-37ee-4144-8fbe-fbcb55edfbc6', 'tag': '1cf5030e-8e6c-402b-adf9-89917f2f4c8f'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:28:39.336031 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab0128c-60c0-493e-8022-b7b1ff406709" -d '{"events": [{"name": "network-changed", "server_uuid": "6ced957b-37ee-4144-8fbe-fbcb55edfbc6", "tag": "1cf5030e-8e6c-402b-adf9-89917f2f4c8f"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:28:39.458081 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f9b284-654f-4588-8d62-a327a3ebd128 x-openstack-request-id: req-f5f9b284-654f-4588-8d62-a327a3ebd128 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:28:39.458369 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ced957b-37ee-4144-8fbe-fbcb55edfbc6", "tag": "1cf5030e-8e6c-402b-adf9-89917f2f4c8f", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:28:39.458623 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f5f9b284-654f-4588-8d62-a327a3ebd128 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:28:39.459047 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ced957b-37ee-4144-8fbe-fbcb55edfbc6', 'tag': '1cf5030e-8e6c-402b-adf9-89917f2f4c8f', 'status': 'completed', 'code': 200} Nov 25 13:28:39.539483 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-e5530e4a-a31c-4a45-bbd7-713a15b72bdf tempest-FloatingIPAdminTestJSON-574667315 tempest-FloatingIPAdminTestJSON-574667315-project-admin] Request body: {'floatingip': {'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'project_id': 'a73c4cf98ace4a169950700d4a7ce39c', 'port_id': 'ef171288-2520-46fc-97c8-99436469c8dc'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:28:39.549866 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-f2455ace-1dfa-4188-9c15-dfe8f4177047 None None] Provisioning complete for port ef171288-2520-46fc-97c8-99436469c8dc triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:28:39.550378 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f2455ace-1dfa-4188-9c15-dfe8f4177047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:39.582718 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e5530e4a-a31c-4a45-bbd7-713a15b72bdf tempest-FloatingIPAdminTestJSON-574667315 tempest-FloatingIPAdminTestJSON-574667315-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:39.597020 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-f2455ace-1dfa-4188-9c15-dfe8f4177047 None None] Port ef171288-2520-46fc-97c8-99436469c8dc cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:28:39.598836 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0128c-60c0-493e-8022-b7b1ff406709 req-5561e7bd-79f2-447a-84a8-09e933919967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:39.599450 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0128c-60c0-493e-8022-b7b1ff406709 req-5561e7bd-79f2-447a-84a8-09e933919967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:39.599925 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0128c-60c0-493e-8022-b7b1ff406709 req-5561e7bd-79f2-447a-84a8-09e933919967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:39.600392 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0128c-60c0-493e-8022-b7b1ff406709 req-5561e7bd-79f2-447a-84a8-09e933919967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:39.601359 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0128c-60c0-493e-8022-b7b1ff406709 req-5561e7bd-79f2-447a-84a8-09e933919967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:39.601780 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0128c-60c0-493e-8022-b7b1ff406709 req-5561e7bd-79f2-447a-84a8-09e933919967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:39.602245 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0128c-60c0-493e-8022-b7b1ff406709 req-5561e7bd-79f2-447a-84a8-09e933919967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:39.604254 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cab0128c-60c0-493e-8022-b7b1ff406709 req-5561e7bd-79f2-447a-84a8-09e933919967 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ee6b0fbe2e7a4406acdd0c8fea203ca4&device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 6417 time: 0.1304085 Nov 25 13:28:39.750100 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e5530e4a-a31c-4a45-bbd7-713a15b72bdf tempest-FloatingIPAdminTestJSON-574667315 tempest-FloatingIPAdminTestJSON-574667315-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:39.895807 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-e5530e4a-a31c-4a45-bbd7-713a15b72bdf tempest-FloatingIPAdminTestJSON-574667315 tempest-FloatingIPAdminTestJSON-574667315-project-admin] Allocated IP 172.25.5.130 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/6ec5d3ad-8f7d-4768-af7b-0297cff39282) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:28:40.026919 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0128c-60c0-493e-8022-b7b1ff406709 req-758cbc58-22ea-4a40-a5e7-3b63f86d1d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:40.027458 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0128c-60c0-493e-8022-b7b1ff406709 req-758cbc58-22ea-4a40-a5e7-3b63f86d1d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:40.028195 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0128c-60c0-493e-8022-b7b1ff406709 req-758cbc58-22ea-4a40-a5e7-3b63f86d1d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:40.029888 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cab0128c-60c0-493e-8022-b7b1ff406709 req-758cbc58-22ea-4a40-a5e7-3b63f86d1d13 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=ee6b0fbe2e7a4406acdd0c8fea203ca4&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3815582 Nov 25 13:28:40.241637 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-4a7fd81e-2a95-4600-a60d-a30b337c165b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5feb08b3-118a-40cc-93b2-58088c97de57 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:28:40.255710 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-4a7fd81e-2a95-4600-a60d-a30b337c165b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:40.280952 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-4a7fd81e-2a95-4600-a60d-a30b337c165b service neutron] Transition to ACTIVE for port object 5feb08b3-118a-40cc-93b2-58088c97de57 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:28:40.309125 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0128c-60c0-493e-8022-b7b1ff406709 req-dfaba159-084f-4c93-bdb3-66fab7abd1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:40.310625 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cab0128c-60c0-493e-8022-b7b1ff406709 req-dfaba159-084f-4c93-bdb3-66fab7abd1d5 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2573109 Nov 25 13:28:40.433247 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dceb4739-4b69-4388-84da-d2d3fdf07e2b req-c57276d7-d28f-432c-9091-9611460ffb0b tempest-ServerShowV254Test-170758335 tempest-ServerShowV254Test-170758335-project] 10.222.0.53 "GET /v2.0/ports?device_id=08844e7e-284f-4e0a-b08e-c13412210833 HTTP/1.1" status: 200 len: 210 time: 0.4624984 Nov 25 13:28:40.440161 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-4a7fd81e-2a95-4600-a60d-a30b337c165b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:40.461697 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f09517-5bc1-41bf-8893-5a71fcd0ea96 req-793a8be0-c03d-497f-b27a-d1d189f19634 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:40.468149 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f09517-5bc1-41bf-8893-5a71fcd0ea96 req-793a8be0-c03d-497f-b27a-d1d189f19634 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:40.491885 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f09517-5bc1-41bf-8893-5a71fcd0ea96 req-793a8be0-c03d-497f-b27a-d1d189f19634 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:40.507354 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f09517-5bc1-41bf-8893-5a71fcd0ea96 req-793a8be0-c03d-497f-b27a-d1d189f19634 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:40.518953 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f09517-5bc1-41bf-8893-5a71fcd0ea96 req-793a8be0-c03d-497f-b27a-d1d189f19634 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:40.536623 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f09517-5bc1-41bf-8893-5a71fcd0ea96 req-793a8be0-c03d-497f-b27a-d1d189f19634 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:40.543015 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f09517-5bc1-41bf-8893-5a71fcd0ea96 req-793a8be0-c03d-497f-b27a-d1d189f19634 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:40.545048 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c5f09517-5bc1-41bf-8893-5a71fcd0ea96 req-793a8be0-c03d-497f-b27a-d1d189f19634 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 5409 time: 0.6012506 Nov 25 13:28:40.603348 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7fd81e-2a95-4600-a60d-a30b337c165b service neutron] Pushing event updated for resources: {'Port': ['ID=5feb08b3-118a-40cc-93b2-58088c97de57,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:40.664779 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-4a7fd81e-2a95-4600-a60d-a30b337c165b service neutron] Attempting to bind port 5feb08b3-118a-40cc-93b2-58088c97de57 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:28:40.665133 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-4a7fd81e-2a95-4600-a60d-a30b337c165b service neutron] Attempting to bind port 5feb08b3-118a-40cc-93b2-58088c97de57 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '9b036adf-7575-43f9-a223-df92fb825095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '67a0b139-2197-40dc-a595-6d5cd20e2c68'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:28:40.665471 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-4a7fd81e-2a95-4600-a60d-a30b337c165b service neutron] Attempting to bind port 5feb08b3-118a-40cc-93b2-58088c97de57 on network 67a0b139-2197-40dc-a595-6d5cd20e2c68 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:28:40.671359 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-4a7fd81e-2a95-4600-a60d-a30b337c165b service neutron] Port 5feb08b3-118a-40cc-93b2-58088c97de57 on network 67a0b139-2197-40dc-a595-6d5cd20e2c68 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:28:40.671697 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-4a7fd81e-2a95-4600-a60d-a30b337c165b service neutron] Attempting to bind port 5feb08b3-118a-40cc-93b2-58088c97de57 on network 67a0b139-2197-40dc-a595-6d5cd20e2c68 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:28:40.677199 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-4a7fd81e-2a95-4600-a60d-a30b337c165b service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:28:40.677546 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-4a7fd81e-2a95-4600-a60d-a30b337c165b service neutron] Checking segment: {'id': '9b036adf-7575-43f9-a223-df92fb825095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '67a0b139-2197-40dc-a595-6d5cd20e2c68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:28:40.677939 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-4a7fd81e-2a95-4600-a60d-a30b337c165b service neutron] Bound using segment: {'id': '9b036adf-7575-43f9-a223-df92fb825095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '67a0b139-2197-40dc-a595-6d5cd20e2c68'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:28:40.678378 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-4a7fd81e-2a95-4600-a60d-a30b337c165b service neutron] Bound port: 5feb08b3-118a-40cc-93b2-58088c97de57, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b036adf-7575-43f9-a223-df92fb825095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '67a0b139-2197-40dc-a595-6d5cd20e2c68'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:28:40.678775 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-4a7fd81e-2a95-4600-a60d-a30b337c165b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:40.682895 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c5f09517-5bc1-41bf-8893-5a71fcd0ea96 req-af1fbe0c-ebe8-4992-93c2-5ac1d3283269 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4aeb0c9-0fa7-4d84-9142-5a59f700fca6&id=c9ce495e-dd18-47f6-8bd6-2e09f8921a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1252768 Nov 25 13:28:40.693864 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e5530e4a-a31c-4a45-bbd7-713a15b72bdf tempest-FloatingIPAdminTestJSON-574667315 tempest-FloatingIPAdminTestJSON-574667315-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:40.753495 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-4a7fd81e-2a95-4600-a60d-a30b337c165b service neutron] For port 5feb08b3-118a-40cc-93b2-58088c97de57, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:28:40.756950 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-4a7fd81e-2a95-4600-a60d-a30b337c165b service neutron] For port 5feb08b3-118a-40cc-93b2-58088c97de57, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=5feb08b3-118a-40cc-93b2-58088c97de57,segment=NetworkSegment(9b036adf-7575-43f9-a223-df92fb825095),segment_id=9b036adf-7575-43f9-a223-df92fb825095)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:28:40.773753 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-4a7fd81e-2a95-4600-a60d-a30b337c165b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:40.791735 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e5530e4a-a31c-4a45-bbd7-713a15b72bdf tempest-FloatingIPAdminTestJSON-574667315 tempest-FloatingIPAdminTestJSON-574667315-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:40.809536 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-4a7fd81e-2a95-4600-a60d-a30b337c165b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:40.810371 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-4a7fd81e-2a95-4600-a60d-a30b337c165b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:40.812054 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-4a7fd81e-2a95-4600-a60d-a30b337c165b service neutron] 10.222.0.47 "PUT /v2.0/ports/5feb08b3-118a-40cc-93b2-58088c97de57 HTTP/1.1" status: 200 len: 1092 time: 1.7123053 Nov 25 13:28:40.861692 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7fd81e-2a95-4600-a60d-a30b337c165b service neutron] Pushing event updated for resources: {'Port': ['ID=5feb08b3-118a-40cc-93b2-58088c97de57,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:40.889381 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5530e4a-a31c-4a45-bbd7-713a15b72bdf tempest-FloatingIPAdminTestJSON-574667315 tempest-FloatingIPAdminTestJSON-574667315-project-admin] Pushing event updated for resources: {'Port': ['ID=6ec5d3ad-8f7d-4768-af7b-0297cff39282,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:40.909418 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5530e4a-a31c-4a45-bbd7-713a15b72bdf tempest-FloatingIPAdminTestJSON-574667315 tempest-FloatingIPAdminTestJSON-574667315-project-admin] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:28:40.930532 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-e5530e4a-a31c-4a45-bbd7-713a15b72bdf tempest-FloatingIPAdminTestJSON-574667315 tempest-FloatingIPAdminTestJSON-574667315-project-admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:28:40.937934 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5530e4a-a31c-4a45-bbd7-713a15b72bdf tempest-FloatingIPAdminTestJSON-574667315 tempest-FloatingIPAdminTestJSON-574667315-project-admin] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:28:40.987536 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-803cec5f-751c-4ddd-9f3e-8150065f265c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:40.988296 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-803cec5f-751c-4ddd-9f3e-8150065f265c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:40.989017 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-803cec5f-751c-4ddd-9f3e-8150065f265c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:40.989645 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-803cec5f-751c-4ddd-9f3e-8150065f265c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:40.990271 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-803cec5f-751c-4ddd-9f3e-8150065f265c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:40.990932 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-803cec5f-751c-4ddd-9f3e-8150065f265c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:40.991574 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-803cec5f-751c-4ddd-9f3e-8150065f265c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:40.994913 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-803cec5f-751c-4ddd-9f3e-8150065f265c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ee6b0fbe2e7a4406acdd0c8fea203ca4&device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 6485 time: 0.1141236 Nov 25 13:28:41.081091 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-27580ead-5749-4c9f-b6fc-a7613aeb8f9a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b1b7bfe-73a9-4a4b-85ca-0c5e39ccf219 HTTP/1.1" status: 200 len: 217 time: 0.0720043 Nov 25 13:28:41.188892 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-32279a33-d4d2-4851-9d19-31115e2a3b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:41.190462 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-32279a33-d4d2-4851-9d19-31115e2a3b1d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1a610251-b260-4111-ade4-fcd074d9de00 HTTP/1.1" status: 200 len: 849 time: 0.1008010 Nov 25 13:28:41.284755 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-8e87efa4-d7d7-4f51-8f01-a2c3bef8d9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:41.289246 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-8e87efa4-d7d7-4f51-8f01-a2c3bef8d9d6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0f46794c-b326-485f-8936-6eed71effe7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0851460 Nov 25 13:28:41.416140 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e5530e4a-a31c-4a45-bbd7-713a15b72bdf tempest-FloatingIPAdminTestJSON-574667315 tempest-FloatingIPAdminTestJSON-574667315-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:41.461803 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ced957b-37ee-4144-8fbe-fbcb55edfbc6', 'tag': '5feb08b3-118a-40cc-93b2-58088c97de57'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:28:41.464851 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6758dcf-e51f-4afb-9a93-4ba62de50b29" -d '{"events": [{"name": "network-changed", "server_uuid": "6ced957b-37ee-4144-8fbe-fbcb55edfbc6", "tag": "5feb08b3-118a-40cc-93b2-58088c97de57"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:28:41.480316 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-90bcc393-abd6-4fc7-a7eb-b3ab6603cb43 service neutron] 10.222.0.47 "GET /v2.0/networks/0f46794c-b326-485f-8936-6eed71effe7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819677 Nov 25 13:28:41.538936 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:41.589401 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-711371b0-d478-47a1-aa4b-6f06f4dca482 x-openstack-request-id: req-711371b0-d478-47a1-aa4b-6f06f4dca482 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:28:41.589982 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ced957b-37ee-4144-8fbe-fbcb55edfbc6", "tag": "5feb08b3-118a-40cc-93b2-58088c97de57", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:28:41.590343 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-711371b0-d478-47a1-aa4b-6f06f4dca482 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:28:41.590878 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ced957b-37ee-4144-8fbe-fbcb55edfbc6', 'tag': '5feb08b3-118a-40cc-93b2-58088c97de57', 'status': 'completed', 'code': 200} Nov 25 13:28:41.620463 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-aa639ec0-a8ac-4f59-b52a-b6cdef227a41 req-f07b0f3a-98ca-4b20-ab65-7385f1fb5bcc tempest-ServerShowV254Test-170758335 tempest-ServerShowV254Test-170758335-project] 10.222.0.53 "GET /v2.0/ports?device_id=08844e7e-284f-4e0a-b08e-c13412210833 HTTP/1.1" status: 200 len: 210 time: 0.0429237 Nov 25 13:28:41.630372 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e5530e4a-a31c-4a45-bbd7-713a15b72bdf tempest-FloatingIPAdminTestJSON-574667315 tempest-FloatingIPAdminTestJSON-574667315-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:41.639140 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-1fbce6c6-0123-4c9c-a577-9efc261628d9 service neutron] 10.222.0.47 "GET /v2.0/networks/0f46794c-b326-485f-8936-6eed71effe7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512816 Nov 25 13:28:41.726570 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-e580a278-07c0-43ba-ad3c-58b7fcfc85a8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=614c1e42-d4e2-4a14-8859-09418460a3e4 HTTP/1.1" status: 200 len: 217 time: 0.0718153 Nov 25 13:28:41.855060 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-a2fcdce8-6d6d-424c-809d-cb186c05e4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:41.859638 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-a2fcdce8-6d6d-424c-809d-cb186c05e4d6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=38c8e398-29c4-45fc-bddf-7786c80e6325 HTTP/1.1" status: 200 len: 797 time: 0.1148441 Nov 25 13:28:41.918019 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-a41eda7d-abab-4fd9-a462-e136c78342fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:41.919422 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a48c6-0659-4b27-b9f7-722c52cef9e4 req-9ff2a506-0f33-4219-805c-33961c49c8b8 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:41.921374 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-a41eda7d-abab-4fd9-a462-e136c78342fa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0213571c-133e-4472-a9fb-82f11b25c18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0540061 Nov 25 13:28:41.930812 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a48c6-0659-4b27-b9f7-722c52cef9e4 req-9ff2a506-0f33-4219-805c-33961c49c8b8 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:41.937364 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a48c6-0659-4b27-b9f7-722c52cef9e4 req-9ff2a506-0f33-4219-805c-33961c49c8b8 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:41.944834 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a48c6-0659-4b27-b9f7-722c52cef9e4 req-9ff2a506-0f33-4219-805c-33961c49c8b8 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:41.952326 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a48c6-0659-4b27-b9f7-722c52cef9e4 req-9ff2a506-0f33-4219-805c-33961c49c8b8 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:41.959882 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a48c6-0659-4b27-b9f7-722c52cef9e4 req-9ff2a506-0f33-4219-805c-33961c49c8b8 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:41.967445 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a48c6-0659-4b27-b9f7-722c52cef9e4 req-9ff2a506-0f33-4219-805c-33961c49c8b8 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:41.971031 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-826a48c6-0659-4b27-b9f7-722c52cef9e4 req-9ff2a506-0f33-4219-805c-33961c49c8b8 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 5421 time: 0.1578946 Nov 25 13:28:42.013698 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e5530e4a-a31c-4a45-bbd7-713a15b72bdf tempest-FloatingIPAdminTestJSON-574667315 tempest-FloatingIPAdminTestJSON-574667315-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:42.070909 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-826a48c6-0659-4b27-b9f7-722c52cef9e4 req-7aa4fa24-8a56-4760-92f3-3063c72c87eb tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4aeb0c9-0fa7-4d84-9142-5a59f700fca6&id=c9ce495e-dd18-47f6-8bd6-2e09f8921a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0912354 Nov 25 13:28:42.070909 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e5530e4a-a31c-4a45-bbd7-713a15b72bdf tempest-FloatingIPAdminTestJSON-574667315 tempest-FloatingIPAdminTestJSON-574667315-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:42.134931 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5530e4a-a31c-4a45-bbd7-713a15b72bdf tempest-FloatingIPAdminTestJSON-574667315 tempest-FloatingIPAdminTestJSON-574667315-project-admin] Pushing event updated for resources: {'Port': ['ID=6ec5d3ad-8f7d-4768-af7b-0297cff39282,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:42.162164 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-81953d8a-146e-4592-9325-3180935a2d16 service neutron] 10.222.0.47 "GET /v2.0/networks/0213571c-133e-4472-a9fb-82f11b25c18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303603 Nov 25 13:28:42.196388 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e5530e4a-a31c-4a45-bbd7-713a15b72bdf tempest-FloatingIPAdminTestJSON-574667315 tempest-FloatingIPAdminTestJSON-574667315-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:42.302156 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-5be3fb46-180b-408f-b1d5-3379fa33c36d service neutron] 10.222.0.47 "GET /v2.0/networks/0213571c-133e-4472-a9fb-82f11b25c18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319239 Nov 25 13:28:42.344110 n-d-808199-11 neutron-server[103570]: INFO neutron.db.l3_db [None req-e5530e4a-a31c-4a45-bbd7-713a15b72bdf tempest-FloatingIPAdminTestJSON-574667315 tempest-FloatingIPAdminTestJSON-574667315-project-admin] Floating IP 9b0f4863-263a-45fc-9b7b-dfb0a09fb0a7 associated. External IP: 172.25.5.130, port: ef171288-2520-46fc-97c8-99436469c8dc. Nov 25 13:28:42.403486 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-d52051c0-88e0-44e4-ae03-ae3dad6740b0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=3e1ba641-2a58-4452-979b-3a9693f5abbd HTTP/1.1" status: 200 len: 217 time: 0.0920949 Nov 25 13:28:42.487065 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-fd70fb9a-8a83-4d09-912c-5888689d1dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:42.488493 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-fd70fb9a-8a83-4d09-912c-5888689d1dd2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=38c8e398-29c4-45fc-bddf-7786c80e6325 HTTP/1.1" status: 200 len: 797 time: 0.0769291 Nov 25 13:28:42.597832 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-411a5b8d-b49b-4f2c-9e8a-2500e1b475b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:42.605068 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-411a5b8d-b49b-4f2c-9e8a-2500e1b475b2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0213571c-133e-4472-a9fb-82f11b25c18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1029494 Nov 25 13:28:42.643896 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5530e4a-a31c-4a45-bbd7-713a15b72bdf tempest-FloatingIPAdminTestJSON-574667315 tempest-FloatingIPAdminTestJSON-574667315-project-admin] Router 4b2658fd-3147-4764-9e63-443672cfd1c3 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:28:42.840203 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5530e4a-a31c-4a45-bbd7-713a15b72bdf tempest-FloatingIPAdminTestJSON-574667315 tempest-FloatingIPAdminTestJSON-574667315-project-admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:28:42.849939 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f5a4da-8b5c-4d69-9991-9a0698edb1a3 None None] Sync routers for ids ['4b2658fd-3147-4764-9e63-443672cfd1c3'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:28:42.851892 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-25204e3e-a5df-41e1-a217-db74e7045c74 service neutron] 10.222.0.47 "GET /v2.0/networks/0213571c-133e-4472-a9fb-82f11b25c18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261596 Nov 25 13:28:42.868686 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f5a4da-8b5c-4d69-9991-9a0698edb1a3 None None] Routers {'4b2658fd-3147-4764-9e63-443672cfd1c3'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:28:42.870632 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-78f5a4da-8b5c-4d69-9991-9a0698edb1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:28:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['4b2658fd-3147-4764-9e63-443672cfd1c3'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:28:42.881866 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5fc22dea-6f38-433d-bc0f-16d450527b77 req-c5aa0308-b9e5-4138-8944-42facd3b23fe tempest-ServerShowV254Test-170758335 tempest-ServerShowV254Test-170758335-project] 10.222.0.53 "GET /v2.0/ports?device_id=08844e7e-284f-4e0a-b08e-c13412210833 HTTP/1.1" status: 200 len: 210 time: 0.0395687 Nov 25 13:28:42.903177 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e5530e4a-a31c-4a45-bbd7-713a15b72bdf tempest-FloatingIPAdminTestJSON-574667315 tempest-FloatingIPAdminTestJSON-574667315-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:43.003028 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e5530e4a-a31c-4a45-bbd7-713a15b72bdf tempest-FloatingIPAdminTestJSON-574667315 tempest-FloatingIPAdminTestJSON-574667315-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 3.7245712 Nov 25 13:28:43.009047 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 35158) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:28:43.017474 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-78f5a4da-8b5c-4d69-9991-9a0698edb1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:28:43.037065 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f5a4da-8b5c-4d69-9991-9a0698edb1a3 None None] Routers {'4b2658fd-3147-4764-9e63-443672cfd1c3'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:28:43.039010 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-78f5a4da-8b5c-4d69-9991-9a0698edb1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:28:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['4b2658fd-3147-4764-9e63-443672cfd1c3'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:28:43.136580 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-7e6b7d5e-deea-43a0-bd75-6123b2591d5b service neutron] 10.222.0.47 "GET /v2.0/networks/0213571c-133e-4472-a9fb-82f11b25c18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829101 Nov 25 13:28:43.205245 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-78f5a4da-8b5c-4d69-9991-9a0698edb1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:28:43.206120 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f5a4da-8b5c-4d69-9991-9a0698edb1a3 None None] The sync data for ids ['4b2658fd-3147-4764-9e63-443672cfd1c3'] in n-d-808199-11 is: [] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:28:43.228129 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-512d42ac-844d-44db-a21e-6e88ef1a5447 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=77fa532d-926d-4fc4-9d3f-3f827abd33da HTTP/1.1" status: 200 len: 217 time: 0.0815208 Nov 25 13:28:43.302166 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-5bac7e51-25a8-4201-acc6-25c528abceea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:43.303819 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-5bac7e51-25a8-4201-acc6-25c528abceea service neutron] 10.222.0.47 "GET /v2.0/subnets?id=38c8e398-29c4-45fc-bddf-7786c80e6325 HTTP/1.1" status: 200 len: 797 time: 0.0667865 Nov 25 13:28:43.382489 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-bcb5b2fd-8cf2-4622-b039-fb7e66955bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:43.384154 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d8178671-261c-4b41-ac02-7e74830c8a73 tempest-FloatingIPAdminTestJSON-574667315 tempest-FloatingIPAdminTestJSON-574667315-project-admin] 10.222.0.53 "GET /v2.0/floatingips/9b0f4863-263a-45fc-9b7b-dfb0a09fb0a7 HTTP/1.1" status: 200 len: 984 time: 0.3729646 Nov 25 13:28:43.384662 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-bcb5b2fd-8cf2-4622-b039-fb7e66955bec service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0213571c-133e-4472-a9fb-82f11b25c18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0710368 Nov 25 13:28:43.386335 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 35164) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:28:43.467141 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e4736b-163a-4ad2-809f-dc5583af1c0e req-e6f3654d-54f9-4a59-b8f1-59f1a71ea4b5 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:43.488921 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e4736b-163a-4ad2-809f-dc5583af1c0e req-e6f3654d-54f9-4a59-b8f1-59f1a71ea4b5 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:43.495399 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e4736b-163a-4ad2-809f-dc5583af1c0e req-e6f3654d-54f9-4a59-b8f1-59f1a71ea4b5 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:43.504590 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e4736b-163a-4ad2-809f-dc5583af1c0e req-e6f3654d-54f9-4a59-b8f1-59f1a71ea4b5 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:43.513702 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e4736b-163a-4ad2-809f-dc5583af1c0e req-e6f3654d-54f9-4a59-b8f1-59f1a71ea4b5 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:43.521077 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e4736b-163a-4ad2-809f-dc5583af1c0e req-e6f3654d-54f9-4a59-b8f1-59f1a71ea4b5 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:43.529645 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e4736b-163a-4ad2-809f-dc5583af1c0e req-e6f3654d-54f9-4a59-b8f1-59f1a71ea4b5 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:43.532179 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-38e4736b-163a-4ad2-809f-dc5583af1c0e req-e6f3654d-54f9-4a59-b8f1-59f1a71ea4b5 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 5421 time: 0.2755425 Nov 25 13:28:43.570326 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-2ac7563c-220d-47ad-9c44-055e9b97102e tempest-FloatingIPAdminTestJSON-574667315 tempest-FloatingIPAdminTestJSON-574667315-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2731 time: 0.1824989 Nov 25 13:28:43.572837 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 35166) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:28:43.641208 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-38e4736b-163a-4ad2-809f-dc5583af1c0e req-226d42f8-3d9b-4306-af38-452472ebf395 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4aeb0c9-0fa7-4d84-9142-5a59f700fca6&id=c9ce495e-dd18-47f6-8bd6-2e09f8921a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1006677 Nov 25 13:28:43.648115 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-4f9933d3-5e46-4641-b878-88a52655fb40 service neutron] 10.222.0.47 "GET /v2.0/networks/0213571c-133e-4472-a9fb-82f11b25c18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514169 Nov 25 13:28:44.111990 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-78ed2052-7951-4019-b704-7f07dc254af4 req-461bb352-431c-46a6-8087-2e1297c7f10b tempest-ServerShowV254Test-170758335 tempest-ServerShowV254Test-170758335-project] 10.222.0.53 "GET /v2.0/ports?device_id=08844e7e-284f-4e0a-b08e-c13412210833 HTTP/1.1" status: 200 len: 210 time: 0.0666358 Nov 25 13:28:44.210570 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-d1358504-7704-4fde-94a2-e4a93d2b6ecb service neutron] 10.222.0.47 "GET /v2.0/networks/0213571c-133e-4472-a9fb-82f11b25c18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5544646 Nov 25 13:28:44.262073 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-b591ae7a-8682-4a1d-b065-4ecac7b2628e tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Deleting port 6ec5d3ad-8f7d-4768-af7b-0297cff39282 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:28:44.262736 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b591ae7a-8682-4a1d-b065-4ecac7b2628e tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:44.265444 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-305abb87-d0a4-4fe0-a98c-9f0b9437279f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=99005437-8bd0-4130-b30d-158f4e660635 HTTP/1.1" status: 200 len: 217 time: 0.0456312 Nov 25 13:28:44.373316 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-2783933a-6356-4456-9209-f6aa2905ff17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:44.375153 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-2783933a-6356-4456-9209-f6aa2905ff17 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=38c8e398-29c4-45fc-bddf-7786c80e6325 HTTP/1.1" status: 200 len: 797 time: 0.0970097 Nov 25 13:28:44.447884 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b591ae7a-8682-4a1d-b065-4ecac7b2628e tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:44.448219 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b591ae7a-8682-4a1d-b065-4ecac7b2628e tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:44.471797 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-b591ae7a-8682-4a1d-b065-4ecac7b2628e tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Calling delete_port for 6ec5d3ad-8f7d-4768-af7b-0297cff39282 owned by network:floatingip {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:28:44.493083 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-cc45517b-37bd-4317-87b9-1246996d4ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:44.494652 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-cc45517b-37bd-4317-87b9-1246996d4ec2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0213571c-133e-4472-a9fb-82f11b25c18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1025808 Nov 25 13:28:44.672069 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-fe9e1446-4929-4858-a54e-ba16d5c1f971 service neutron] 10.222.0.47 "GET /v2.0/networks/0213571c-133e-4472-a9fb-82f11b25c18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239834 Nov 25 13:28:44.848624 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ccf81-01f6-420c-bd7e-94f52eb16ec2 req-f4b1fd1d-4c41-4d5e-b404-5dd2ced4c34d tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:44.868437 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ccf81-01f6-420c-bd7e-94f52eb16ec2 req-f4b1fd1d-4c41-4d5e-b404-5dd2ced4c34d tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:44.886448 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ccf81-01f6-420c-bd7e-94f52eb16ec2 req-f4b1fd1d-4c41-4d5e-b404-5dd2ced4c34d tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:44.892382 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ccf81-01f6-420c-bd7e-94f52eb16ec2 req-f4b1fd1d-4c41-4d5e-b404-5dd2ced4c34d tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:44.911430 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ccf81-01f6-420c-bd7e-94f52eb16ec2 req-f4b1fd1d-4c41-4d5e-b404-5dd2ced4c34d tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:44.917352 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ccf81-01f6-420c-bd7e-94f52eb16ec2 req-f4b1fd1d-4c41-4d5e-b404-5dd2ced4c34d tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:44.935660 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ccf81-01f6-420c-bd7e-94f52eb16ec2 req-f4b1fd1d-4c41-4d5e-b404-5dd2ced4c34d tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:44.937635 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-680ccf81-01f6-420c-bd7e-94f52eb16ec2 req-f4b1fd1d-4c41-4d5e-b404-5dd2ced4c34d tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 5421 time: 0.1758833 Nov 25 13:28:44.942323 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-86b45310-3e7a-4167-86ec-7d057d6a0dde service neutron] 10.222.0.47 "GET /v2.0/networks/0213571c-133e-4472-a9fb-82f11b25c18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580779 Nov 25 13:28:45.066683 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-680ccf81-01f6-420c-bd7e-94f52eb16ec2 req-2a7c6bcc-5a3d-4ff6-9ebb-ac239dfb7003 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4aeb0c9-0fa7-4d84-9142-5a59f700fca6&id=c9ce495e-dd18-47f6-8bd6-2e09f8921a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1141093 Nov 25 13:28:45.077733 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-13c5e139-0b89-4fd3-b68b-88e72573a3e8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1cf5030e-8e6c-402b-adf9-89917f2f4c8f HTTP/1.1" status: 200 len: 217 time: 0.1129065 Nov 25 13:28:45.143341 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-f825ac21-e88e-436c-be6a-343851b8bb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:45.144738 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-f825ac21-e88e-436c-be6a-343851b8bb84 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb948add-f436-4958-9429-ea10f300ab82 HTTP/1.1" status: 200 len: 797 time: 0.0599010 Nov 25 13:28:45.211669 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b591ae7a-8682-4a1d-b065-4ecac7b2628e tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:45.282234 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b591ae7a-8682-4a1d-b065-4ecac7b2628e tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Pushing event deleted for resources: {'Port': ['ID=6ec5d3ad-8f7d-4768-af7b-0297cff39282,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:45.289032 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-aadf6b77-2ed2-4dda-990a-dfcc73c479d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:45.290708 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-aadf6b77-2ed2-4dda-990a-dfcc73c479d8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=67a0b139-2197-40dc-a595-6d5cd20e2c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1370809 Nov 25 13:28:45.323942 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cc5831db-c1a1-4077-b3b8-9e774e704228 req-e44768ea-8d16-4332-94cc-768cff10e560 tempest-ServerShowV254Test-170758335 tempest-ServerShowV254Test-170758335-project] 10.222.0.53 "GET /v2.0/ports?device_id=08844e7e-284f-4e0a-b08e-c13412210833 HTTP/1.1" status: 200 len: 210 time: 0.0427530 Nov 25 13:28:45.416429 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b591ae7a-8682-4a1d-b065-4ecac7b2628e tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks [] for floatingip, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:45.416779 n-d-808199-11 neutron-server[103571]: INFO neutron.db.l3_db [None req-b591ae7a-8682-4a1d-b065-4ecac7b2628e tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Floating IP 9b0f4863-263a-45fc-9b7b-dfb0a09fb0a7 disassociated (deleted). External IP: 172.25.5.130, port: ef171288-2520-46fc-97c8-99436469c8dc. Nov 25 13:28:45.534023 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-d0d25cb4-5ca5-45c2-8a68-a1fd89f91a33 service neutron] 10.222.0.47 "GET /v2.0/networks/67a0b139-2197-40dc-a595-6d5cd20e2c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169685 Nov 25 13:28:45.773544 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-91cc26ee-2ff7-421a-80cc-0f8e15eb8633 service neutron] 10.222.0.47 "GET /v2.0/networks/67a0b139-2197-40dc-a595-6d5cd20e2c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824937 Nov 25 13:28:45.849225 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-ca572c3d-e41c-4851-b9e5-1a5358a50537 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5feb08b3-118a-40cc-93b2-58088c97de57 HTTP/1.1" status: 200 len: 217 time: 0.0345697 Nov 25 13:28:45.891126 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b591ae7a-8682-4a1d-b065-4ecac7b2628e tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Router 4b2658fd-3147-4764-9e63-443672cfd1c3 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:28:45.967572 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-ff35ef72-e65e-490a-81e9-b9a56bf272bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:45.969458 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-ff35ef72-e65e-490a-81e9-b9a56bf272bb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb948add-f436-4958-9429-ea10f300ab82 HTTP/1.1" status: 200 len: 797 time: 0.0762122 Nov 25 13:28:46.107237 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-a2203d22-4a0a-4076-82fa-0729b730347a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:46.108949 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-a2203d22-4a0a-4076-82fa-0729b730347a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=67a0b139-2197-40dc-a595-6d5cd20e2c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1008272 Nov 25 13:28:46.247872 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b591ae7a-8682-4a1d-b065-4ecac7b2628e tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:28:46.256427 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b591ae7a-8682-4a1d-b065-4ecac7b2628e tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:46.262490 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bceff8-2544-4068-be3a-5f19887d8d60 None None] Sync routers for ids ['4b2658fd-3147-4764-9e63-443672cfd1c3'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:28:46.277947 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bceff8-2544-4068-be3a-5f19887d8d60 None None] Routers {'4b2658fd-3147-4764-9e63-443672cfd1c3'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:28:46.278586 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-23bceff8-2544-4068-be3a-5f19887d8d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:28:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['4b2658fd-3147-4764-9e63-443672cfd1c3'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:28:46.290026 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a9160-2725-41c8-be62-e60d4b76c9f2 req-b0ef63fb-1e05-4b9e-a7d7-9a8562e93ae1 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:46.298946 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-3387ae88-0242-4378-a8a5-cebb44c278a7 service neutron] 10.222.0.47 "GET /v2.0/networks/67a0b139-2197-40dc-a595-6d5cd20e2c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771336 Nov 25 13:28:46.301872 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a9160-2725-41c8-be62-e60d4b76c9f2 req-b0ef63fb-1e05-4b9e-a7d7-9a8562e93ae1 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:46.304757 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b591ae7a-8682-4a1d-b065-4ecac7b2628e tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] 10.222.0.53 "DELETE /v2.0/floatingips/9b0f4863-263a-45fc-9b7b-dfb0a09fb0a7 HTTP/1.1" status: 204 len: 168 time: 2.7307594 Nov 25 13:28:46.309484 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 35216) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:28:46.309911 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a9160-2725-41c8-be62-e60d4b76c9f2 req-b0ef63fb-1e05-4b9e-a7d7-9a8562e93ae1 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:46.317431 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a9160-2725-41c8-be62-e60d4b76c9f2 req-b0ef63fb-1e05-4b9e-a7d7-9a8562e93ae1 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:46.321314 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-2f94409a-ca1d-4c95-b700-9f100e05552c tempest-FloatingIPAdminTestJSON-574667315 tempest-FloatingIPAdminTestJSON-574667315-project-admin] Request body: {'floatingip': {'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:28:46.326002 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a9160-2725-41c8-be62-e60d4b76c9f2 req-b0ef63fb-1e05-4b9e-a7d7-9a8562e93ae1 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:46.333091 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a9160-2725-41c8-be62-e60d4b76c9f2 req-b0ef63fb-1e05-4b9e-a7d7-9a8562e93ae1 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:46.339446 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a9160-2725-41c8-be62-e60d4b76c9f2 req-b0ef63fb-1e05-4b9e-a7d7-9a8562e93ae1 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:46.341605 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0b7a9160-2725-41c8-be62-e60d4b76c9f2 req-b0ef63fb-1e05-4b9e-a7d7-9a8562e93ae1 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 5421 time: 0.1486080 Nov 25 13:28:46.364534 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-23bceff8-2544-4068-be3a-5f19887d8d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:28:46.395187 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bceff8-2544-4068-be3a-5f19887d8d60 None None] Routers {'4b2658fd-3147-4764-9e63-443672cfd1c3'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:28:46.397571 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-23bceff8-2544-4068-be3a-5f19887d8d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:28:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['4b2658fd-3147-4764-9e63-443672cfd1c3'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:28:46.427139 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2f94409a-ca1d-4c95-b700-9f100e05552c tempest-FloatingIPAdminTestJSON-574667315 tempest-FloatingIPAdminTestJSON-574667315-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:46.454421 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0b7a9160-2725-41c8-be62-e60d4b76c9f2 req-031cc4b7-39e5-455d-aa11-c6ef81218f34 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4aeb0c9-0fa7-4d84-9142-5a59f700fca6&id=c9ce495e-dd18-47f6-8bd6-2e09f8921a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1020207 Nov 25 13:28:46.468815 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-23bceff8-2544-4068-be3a-5f19887d8d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:28:46.482911 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bceff8-2544-4068-be3a-5f19887d8d60 None None] The sync data for ids ['4b2658fd-3147-4764-9e63-443672cfd1c3'] in n-d-808199-11 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:28:46.502672 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c93ee787-98ec-421b-ac69-2fe814154316 req-9a8144d9-2c96-4803-9434-4b651a4edd40 tempest-ServerShowV254Test-170758335 tempest-ServerShowV254Test-170758335-project] 10.222.0.53 "GET /v2.0/ports?device_id=08844e7e-284f-4e0a-b08e-c13412210833 HTTP/1.1" status: 200 len: 210 time: 0.0316780 Nov 25 13:28:46.540788 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c5edddc6-d821-40f5-ba55-0b125a19b71f req-726f43a1-174d-4e81-b3dc-83fab1876340 service neutron] 10.222.0.47 "GET /v2.0/networks/67a0b139-2197-40dc-a595-6d5cd20e2c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319891 Nov 25 13:28:46.608270 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2f94409a-ca1d-4c95-b700-9f100e05552c tempest-FloatingIPAdminTestJSON-574667315 tempest-FloatingIPAdminTestJSON-574667315-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:46.708364 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6758dcf-e51f-4afb-9a93-4ba62de50b29 req-5f4a0861-8111-4d8b-ae80-f8d0a0ccd39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:46.708948 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6758dcf-e51f-4afb-9a93-4ba62de50b29 req-5f4a0861-8111-4d8b-ae80-f8d0a0ccd39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:46.709490 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6758dcf-e51f-4afb-9a93-4ba62de50b29 req-5f4a0861-8111-4d8b-ae80-f8d0a0ccd39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:46.710021 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6758dcf-e51f-4afb-9a93-4ba62de50b29 req-5f4a0861-8111-4d8b-ae80-f8d0a0ccd39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:46.710547 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6758dcf-e51f-4afb-9a93-4ba62de50b29 req-5f4a0861-8111-4d8b-ae80-f8d0a0ccd39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:46.711100 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6758dcf-e51f-4afb-9a93-4ba62de50b29 req-5f4a0861-8111-4d8b-ae80-f8d0a0ccd39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:46.711620 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6758dcf-e51f-4afb-9a93-4ba62de50b29 req-5f4a0861-8111-4d8b-ae80-f8d0a0ccd39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:46.714565 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d6758dcf-e51f-4afb-9a93-4ba62de50b29 req-5f4a0861-8111-4d8b-ae80-f8d0a0ccd39d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ee6b0fbe2e7a4406acdd0c8fea203ca4&device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 6485 time: 0.0976262 Nov 25 13:28:46.884212 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-2f94409a-ca1d-4c95-b700-9f100e05552c tempest-FloatingIPAdminTestJSON-574667315 tempest-FloatingIPAdminTestJSON-574667315-project-admin] Allocated IP 172.25.5.139 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/ee1ef7d9-05c4-4760-b427-fa352a919c91) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:28:46.911819 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6758dcf-e51f-4afb-9a93-4ba62de50b29 req-bff05810-3d1f-410c-a468-c1c4303eade2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:46.913446 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d6758dcf-e51f-4afb-9a93-4ba62de50b29 req-bff05810-3d1f-410c-a468-c1c4303eade2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=67a0b139-2197-40dc-a595-6d5cd20e2c68 HTTP/1.1" status: 200 len: 902 time: 0.1884341 Nov 25 13:28:47.024988 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d6758dcf-e51f-4afb-9a93-4ba62de50b29 req-a4cf4263-aae4-4f22-93c3-bb59ad047b7e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5feb08b3-118a-40cc-93b2-58088c97de57 HTTP/1.1" status: 200 len: 217 time: 0.1012564 Nov 25 13:28:47.123605 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6758dcf-e51f-4afb-9a93-4ba62de50b29 req-086e27f5-f941-4170-8503-f1ada7e75a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:47.126916 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d6758dcf-e51f-4afb-9a93-4ba62de50b29 req-086e27f5-f941-4170-8503-f1ada7e75a17 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb948add-f436-4958-9429-ea10f300ab82 HTTP/1.1" status: 200 len: 797 time: 0.0929081 Nov 25 13:28:47.202640 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2f94409a-ca1d-4c95-b700-9f100e05552c tempest-FloatingIPAdminTestJSON-574667315 tempest-FloatingIPAdminTestJSON-574667315-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:47.267577 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6758dcf-e51f-4afb-9a93-4ba62de50b29 req-237ddb7b-e1c2-4d4b-8044-45e08e855a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:47.269646 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d6758dcf-e51f-4afb-9a93-4ba62de50b29 req-237ddb7b-e1c2-4d4b-8044-45e08e855a41 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=67a0b139-2197-40dc-a595-6d5cd20e2c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1260457 Nov 25 13:28:47.304063 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2f94409a-ca1d-4c95-b700-9f100e05552c tempest-FloatingIPAdminTestJSON-574667315 tempest-FloatingIPAdminTestJSON-574667315-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:47.404210 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f94409a-ca1d-4c95-b700-9f100e05552c tempest-FloatingIPAdminTestJSON-574667315 tempest-FloatingIPAdminTestJSON-574667315-project-admin] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:28:47.410952 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-2f94409a-ca1d-4c95-b700-9f100e05552c tempest-FloatingIPAdminTestJSON-574667315 tempest-FloatingIPAdminTestJSON-574667315-project-admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:28:47.418757 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f94409a-ca1d-4c95-b700-9f100e05552c tempest-FloatingIPAdminTestJSON-574667315 tempest-FloatingIPAdminTestJSON-574667315-project-admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:28:47.423881 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f94409a-ca1d-4c95-b700-9f100e05552c tempest-FloatingIPAdminTestJSON-574667315 tempest-FloatingIPAdminTestJSON-574667315-project-admin] Pushing event updated for resources: {'Port': ['ID=ee1ef7d9-05c4-4760-b427-fa352a919c91,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:47.477732 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f94409a-ca1d-4c95-b700-9f100e05552c tempest-FloatingIPAdminTestJSON-574667315 tempest-FloatingIPAdminTestJSON-574667315-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:28:47.478180 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f94409a-ca1d-4c95-b700-9f100e05552c tempest-FloatingIPAdminTestJSON-574667315 tempest-FloatingIPAdminTestJSON-574667315-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:28:47.478477 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f94409a-ca1d-4c95-b700-9f100e05552c tempest-FloatingIPAdminTestJSON-574667315 tempest-FloatingIPAdminTestJSON-574667315-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:28:47.478867 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f94409a-ca1d-4c95-b700-9f100e05552c tempest-FloatingIPAdminTestJSON-574667315 tempest-FloatingIPAdminTestJSON-574667315-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:28:47.479295 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f94409a-ca1d-4c95-b700-9f100e05552c tempest-FloatingIPAdminTestJSON-574667315 tempest-FloatingIPAdminTestJSON-574667315-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:28:47.479679 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f94409a-ca1d-4c95-b700-9f100e05552c tempest-FloatingIPAdminTestJSON-574667315 tempest-FloatingIPAdminTestJSON-574667315-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:28:47.479893 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f94409a-ca1d-4c95-b700-9f100e05552c tempest-FloatingIPAdminTestJSON-574667315 tempest-FloatingIPAdminTestJSON-574667315-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:28:47.480373 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f94409a-ca1d-4c95-b700-9f100e05552c tempest-FloatingIPAdminTestJSON-574667315 tempest-FloatingIPAdminTestJSON-574667315-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:28:47.480548 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f94409a-ca1d-4c95-b700-9f100e05552c tempest-FloatingIPAdminTestJSON-574667315 tempest-FloatingIPAdminTestJSON-574667315-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:28:47.480873 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f94409a-ca1d-4c95-b700-9f100e05552c tempest-FloatingIPAdminTestJSON-574667315 tempest-FloatingIPAdminTestJSON-574667315-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:28:47.481209 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f94409a-ca1d-4c95-b700-9f100e05552c tempest-FloatingIPAdminTestJSON-574667315 tempest-FloatingIPAdminTestJSON-574667315-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:28:47.481531 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f94409a-ca1d-4c95-b700-9f100e05552c tempest-FloatingIPAdminTestJSON-574667315 tempest-FloatingIPAdminTestJSON-574667315-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:28:47.495951 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d6758dcf-e51f-4afb-9a93-4ba62de50b29 req-98068e70-d5b1-4c2d-b635-d1362f4d6b60 service neutron] 10.222.0.47 "GET /v2.0/networks/67a0b139-2197-40dc-a595-6d5cd20e2c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170577 Nov 25 13:28:47.609555 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2f94409a-ca1d-4c95-b700-9f100e05552c tempest-FloatingIPAdminTestJSON-574667315 tempest-FloatingIPAdminTestJSON-574667315-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:47.625717 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393e354-430a-4726-a3e6-c83f9e44b289 req-43246b6f-c214-4b8a-85fb-66946c933724 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:47.632615 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393e354-430a-4726-a3e6-c83f9e44b289 req-43246b6f-c214-4b8a-85fb-66946c933724 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:47.639043 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393e354-430a-4726-a3e6-c83f9e44b289 req-43246b6f-c214-4b8a-85fb-66946c933724 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:47.645009 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393e354-430a-4726-a3e6-c83f9e44b289 req-43246b6f-c214-4b8a-85fb-66946c933724 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:47.650889 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393e354-430a-4726-a3e6-c83f9e44b289 req-43246b6f-c214-4b8a-85fb-66946c933724 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:47.656737 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393e354-430a-4726-a3e6-c83f9e44b289 req-43246b6f-c214-4b8a-85fb-66946c933724 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:47.660369 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d6758dcf-e51f-4afb-9a93-4ba62de50b29 req-f3822b38-d3bf-4ccd-bea7-3faefbedd6a3 service neutron] 10.222.0.47 "GET /v2.0/networks/67a0b139-2197-40dc-a595-6d5cd20e2c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523979 Nov 25 13:28:47.662935 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393e354-430a-4726-a3e6-c83f9e44b289 req-43246b6f-c214-4b8a-85fb-66946c933724 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:47.664870 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1393e354-430a-4726-a3e6-c83f9e44b289 req-43246b6f-c214-4b8a-85fb-66946c933724 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 5421 time: 0.1136401 Nov 25 13:28:47.664991 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2f94409a-ca1d-4c95-b700-9f100e05552c tempest-FloatingIPAdminTestJSON-574667315 tempest-FloatingIPAdminTestJSON-574667315-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:47.718279 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2a13c8ab-5ed5-4d8b-82fc-03675f71a449 req-fa5bb481-a5a9-4d7c-bcfc-7116724ffd1b tempest-ServerShowV254Test-170758335 tempest-ServerShowV254Test-170758335-project] 10.222.0.53 "GET /v2.0/ports?device_id=08844e7e-284f-4e0a-b08e-c13412210833 HTTP/1.1" status: 200 len: 210 time: 0.0523851 Nov 25 13:28:47.768437 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1393e354-430a-4726-a3e6-c83f9e44b289 req-cc188d0d-fc12-493a-a55d-a085c22324c6 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4aeb0c9-0fa7-4d84-9142-5a59f700fca6&id=c9ce495e-dd18-47f6-8bd6-2e09f8921a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0911660 Nov 25 13:28:47.864351 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2f94409a-ca1d-4c95-b700-9f100e05552c tempest-FloatingIPAdminTestJSON-574667315 tempest-FloatingIPAdminTestJSON-574667315-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:47.869053 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2f94409a-ca1d-4c95-b700-9f100e05552c tempest-FloatingIPAdminTestJSON-574667315 tempest-FloatingIPAdminTestJSON-574667315-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:47.933936 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f94409a-ca1d-4c95-b700-9f100e05552c tempest-FloatingIPAdminTestJSON-574667315 tempest-FloatingIPAdminTestJSON-574667315-project-admin] Pushing event updated for resources: {'Port': ['ID=ee1ef7d9-05c4-4760-b427-fa352a919c91,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:47.952526 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2f94409a-ca1d-4c95-b700-9f100e05552c tempest-FloatingIPAdminTestJSON-574667315 tempest-FloatingIPAdminTestJSON-574667315-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:47.967425 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2f94409a-ca1d-4c95-b700-9f100e05552c tempest-FloatingIPAdminTestJSON-574667315 tempest-FloatingIPAdminTestJSON-574667315-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:47.968653 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-2f94409a-ca1d-4c95-b700-9f100e05552c tempest-FloatingIPAdminTestJSON-574667315 tempest-FloatingIPAdminTestJSON-574667315-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6582592 Nov 25 13:28:47.971873 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 35236) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:28:48.076427 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-05c6af5a-9195-4765-ace6-b5b4277f7e1e tempest-FloatingIPAdminTestJSON-2075167258 tempest-FloatingIPAdminTestJSON-2075167258-project] Request body: {'floatingip': {'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:28:48.100487 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-05c6af5a-9195-4765-ace6-b5b4277f7e1e tempest-FloatingIPAdminTestJSON-2075167258 tempest-FloatingIPAdminTestJSON-2075167258-project] Publish callbacks [] for floatingip, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:48.203834 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-05c6af5a-9195-4765-ace6-b5b4277f7e1e tempest-FloatingIPAdminTestJSON-2075167258 tempest-FloatingIPAdminTestJSON-2075167258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:48.318877 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-05c6af5a-9195-4765-ace6-b5b4277f7e1e tempest-FloatingIPAdminTestJSON-2075167258 tempest-FloatingIPAdminTestJSON-2075167258-project] Allocated IP 172.25.5.35 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/6791e8a9-7229-46ac-81be-3429895dc0da) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:28:48.435543 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-05c6af5a-9195-4765-ace6-b5b4277f7e1e tempest-FloatingIPAdminTestJSON-2075167258 tempest-FloatingIPAdminTestJSON-2075167258-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:48.479352 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-05c6af5a-9195-4765-ace6-b5b4277f7e1e tempest-FloatingIPAdminTestJSON-2075167258 tempest-FloatingIPAdminTestJSON-2075167258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:48.528665 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c6af5a-9195-4765-ace6-b5b4277f7e1e tempest-FloatingIPAdminTestJSON-2075167258 tempest-FloatingIPAdminTestJSON-2075167258-project] Pushing event updated for resources: {'Port': ['ID=6791e8a9-7229-46ac-81be-3429895dc0da,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:48.532000 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c6af5a-9195-4765-ace6-b5b4277f7e1e tempest-FloatingIPAdminTestJSON-2075167258 tempest-FloatingIPAdminTestJSON-2075167258-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:28:48.534489 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-05c6af5a-9195-4765-ace6-b5b4277f7e1e tempest-FloatingIPAdminTestJSON-2075167258 tempest-FloatingIPAdminTestJSON-2075167258-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:28:48.537350 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c6af5a-9195-4765-ace6-b5b4277f7e1e tempest-FloatingIPAdminTestJSON-2075167258 tempest-FloatingIPAdminTestJSON-2075167258-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:28:48.622113 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-05c6af5a-9195-4765-ace6-b5b4277f7e1e tempest-FloatingIPAdminTestJSON-2075167258 tempest-FloatingIPAdminTestJSON-2075167258-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:48.653138 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-05c6af5a-9195-4765-ace6-b5b4277f7e1e tempest-FloatingIPAdminTestJSON-2075167258 tempest-FloatingIPAdminTestJSON-2075167258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:48.814598 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-05c6af5a-9195-4765-ace6-b5b4277f7e1e tempest-FloatingIPAdminTestJSON-2075167258 tempest-FloatingIPAdminTestJSON-2075167258-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:48.820513 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-05c6af5a-9195-4765-ace6-b5b4277f7e1e tempest-FloatingIPAdminTestJSON-2075167258 tempest-FloatingIPAdminTestJSON-2075167258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:48.855168 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-84162a64-1361-43db-aa4c-5a8415548ce2 req-3cacc5ec-af28-4248-9f80-bc9c5842fc44 tempest-ServerShowV254Test-170758335 tempest-ServerShowV254Test-170758335-project] 10.222.0.53 "GET /v2.0/ports?device_id=08844e7e-284f-4e0a-b08e-c13412210833 HTTP/1.1" status: 200 len: 210 time: 0.0408547 Nov 25 13:28:48.904989 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c6af5a-9195-4765-ace6-b5b4277f7e1e tempest-FloatingIPAdminTestJSON-2075167258 tempest-FloatingIPAdminTestJSON-2075167258-project] Pushing event updated for resources: {'Port': ['ID=6791e8a9-7229-46ac-81be-3429895dc0da,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:48.910901 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-05c6af5a-9195-4765-ace6-b5b4277f7e1e tempest-FloatingIPAdminTestJSON-2075167258 tempest-FloatingIPAdminTestJSON-2075167258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:48.916205 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7642ffc5-62e9-41ca-9192-847e59062c55 req-adab3c63-2d0d-4f50-87f2-d54e775594e7 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:48.922163 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7642ffc5-62e9-41ca-9192-847e59062c55 req-adab3c63-2d0d-4f50-87f2-d54e775594e7 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:48.928354 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7642ffc5-62e9-41ca-9192-847e59062c55 req-adab3c63-2d0d-4f50-87f2-d54e775594e7 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:48.928767 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-05c6af5a-9195-4765-ace6-b5b4277f7e1e tempest-FloatingIPAdminTestJSON-2075167258 tempest-FloatingIPAdminTestJSON-2075167258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:48.930569 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-05c6af5a-9195-4765-ace6-b5b4277f7e1e tempest-FloatingIPAdminTestJSON-2075167258 tempest-FloatingIPAdminTestJSON-2075167258-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9572012 Nov 25 13:28:48.932720 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 35256) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:28:48.934231 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7642ffc5-62e9-41ca-9192-847e59062c55 req-adab3c63-2d0d-4f50-87f2-d54e775594e7 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:48.940164 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7642ffc5-62e9-41ca-9192-847e59062c55 req-adab3c63-2d0d-4f50-87f2-d54e775594e7 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:48.952410 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7642ffc5-62e9-41ca-9192-847e59062c55 req-adab3c63-2d0d-4f50-87f2-d54e775594e7 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:48.961332 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7642ffc5-62e9-41ca-9192-847e59062c55 req-adab3c63-2d0d-4f50-87f2-d54e775594e7 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:48.964420 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7642ffc5-62e9-41ca-9192-847e59062c55 req-adab3c63-2d0d-4f50-87f2-d54e775594e7 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 5421 time: 0.1074488 Nov 25 13:28:49.009859 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-3dc618c7-d42d-4448-aabf-afa7cc9ee7e0 tempest-FloatingIPAdminTestJSON-574667315 tempest-FloatingIPAdminTestJSON-574667315-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2914 time: 0.0750880 Nov 25 13:28:49.013660 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 35260) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:28:49.090881 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7642ffc5-62e9-41ca-9192-847e59062c55 req-e06c5c9d-747e-4b14-9f71-4d1b6579c627 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4aeb0c9-0fa7-4d84-9142-5a59f700fca6&id=c9ce495e-dd18-47f6-8bd6-2e09f8921a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1200719 Nov 25 13:28:49.096620 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-641447fe-21d6-4cf9-8d9a-686e8a7b64a6 tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 689 time: 0.0818734 Nov 25 13:28:49.100778 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 35262) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:28:49.557206 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dd923-a882-4e94-bb6a-7753772ffdc3 tempest-FloatingIPAdminTestJSON-2075167258 tempest-FloatingIPAdminTestJSON-2075167258-project] Deleting port 6791e8a9-7229-46ac-81be-3429895dc0da {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:28:49.557790 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8e2dd923-a882-4e94-bb6a-7753772ffdc3 tempest-FloatingIPAdminTestJSON-2075167258 tempest-FloatingIPAdminTestJSON-2075167258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:49.646255 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8e2dd923-a882-4e94-bb6a-7753772ffdc3 tempest-FloatingIPAdminTestJSON-2075167258 tempest-FloatingIPAdminTestJSON-2075167258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:49.646522 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8e2dd923-a882-4e94-bb6a-7753772ffdc3 tempest-FloatingIPAdminTestJSON-2075167258 tempest-FloatingIPAdminTestJSON-2075167258-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:49.663540 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dd923-a882-4e94-bb6a-7753772ffdc3 tempest-FloatingIPAdminTestJSON-2075167258 tempest-FloatingIPAdminTestJSON-2075167258-project] Calling delete_port for 6791e8a9-7229-46ac-81be-3429895dc0da owned by network:floatingip {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:28:49.797247 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8e2dd923-a882-4e94-bb6a-7753772ffdc3 tempest-FloatingIPAdminTestJSON-2075167258 tempest-FloatingIPAdminTestJSON-2075167258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:49.822099 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dd923-a882-4e94-bb6a-7753772ffdc3 tempest-FloatingIPAdminTestJSON-2075167258 tempest-FloatingIPAdminTestJSON-2075167258-project] Pushing event deleted for resources: {'Port': ['ID=6791e8a9-7229-46ac-81be-3429895dc0da,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:49.886855 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8e2dd923-a882-4e94-bb6a-7753772ffdc3 tempest-FloatingIPAdminTestJSON-2075167258 tempest-FloatingIPAdminTestJSON-2075167258-project] Publish callbacks [] for floatingip, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:49.889398 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8e2dd923-a882-4e94-bb6a-7753772ffdc3 tempest-FloatingIPAdminTestJSON-2075167258 tempest-FloatingIPAdminTestJSON-2075167258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:49.890565 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-8e2dd923-a882-4e94-bb6a-7753772ffdc3 tempest-FloatingIPAdminTestJSON-2075167258 tempest-FloatingIPAdminTestJSON-2075167258-project] 10.222.0.53 "DELETE /v2.0/floatingips/01f9c101-e768-4a2b-a108-1c1dac6ca5f1 HTTP/1.1" status: 204 len: 168 time: 0.7887471 Nov 25 13:28:49.893864 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 35272) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:28:49.994466 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-550bccbf-bcc8-4ade-a93b-5b3b63bb30bf req-92dbd897-42fc-454b-b9dd-606e5111540f tempest-ServerShowV254Test-170758335 tempest-ServerShowV254Test-170758335-project] 10.222.0.53 "GET /v2.0/ports?device_id=08844e7e-284f-4e0a-b08e-c13412210833 HTTP/1.1" status: 200 len: 210 time: 0.0533018 Nov 25 13:28:50.040478 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-4c213d06-9f3e-4006-8f13-885df5dd4cf2 tempest-FloatingIPAdminTestJSON-574667315 tempest-FloatingIPAdminTestJSON-574667315-project-admin] Deleting port ee1ef7d9-05c4-4760-b427-fa352a919c91 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:28:50.040819 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4c213d06-9f3e-4006-8f13-885df5dd4cf2 tempest-FloatingIPAdminTestJSON-574667315 tempest-FloatingIPAdminTestJSON-574667315-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:50.117065 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4c213d06-9f3e-4006-8f13-885df5dd4cf2 tempest-FloatingIPAdminTestJSON-574667315 tempest-FloatingIPAdminTestJSON-574667315-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:50.117397 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4c213d06-9f3e-4006-8f13-885df5dd4cf2 tempest-FloatingIPAdminTestJSON-574667315 tempest-FloatingIPAdminTestJSON-574667315-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:50.130140 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-4c213d06-9f3e-4006-8f13-885df5dd4cf2 tempest-FloatingIPAdminTestJSON-574667315 tempest-FloatingIPAdminTestJSON-574667315-project-admin] Calling delete_port for ee1ef7d9-05c4-4760-b427-fa352a919c91 owned by network:floatingip {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:28:50.514243 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c62948-5365-41bb-a540-d0139558448f req-4366bc2f-7eb8-4792-96fd-744362477eb3 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:50.522719 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c62948-5365-41bb-a540-d0139558448f req-4366bc2f-7eb8-4792-96fd-744362477eb3 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:50.528543 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c62948-5365-41bb-a540-d0139558448f req-4366bc2f-7eb8-4792-96fd-744362477eb3 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:50.534653 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c62948-5365-41bb-a540-d0139558448f req-4366bc2f-7eb8-4792-96fd-744362477eb3 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:50.540439 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c62948-5365-41bb-a540-d0139558448f req-4366bc2f-7eb8-4792-96fd-744362477eb3 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:50.546295 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c62948-5365-41bb-a540-d0139558448f req-4366bc2f-7eb8-4792-96fd-744362477eb3 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:50.552611 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c62948-5365-41bb-a540-d0139558448f req-4366bc2f-7eb8-4792-96fd-744362477eb3 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:50.554559 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-35c62948-5365-41bb-a540-d0139558448f req-4366bc2f-7eb8-4792-96fd-744362477eb3 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 5421 time: 0.3745046 Nov 25 13:28:50.648482 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-35c62948-5365-41bb-a540-d0139558448f req-90e62610-d9aa-4e49-8ae9-34bc784a9611 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4aeb0c9-0fa7-4d84-9142-5a59f700fca6&id=c9ce495e-dd18-47f6-8bd6-2e09f8921a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0839705 Nov 25 13:28:50.658157 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4c213d06-9f3e-4006-8f13-885df5dd4cf2 tempest-FloatingIPAdminTestJSON-574667315 tempest-FloatingIPAdminTestJSON-574667315-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:50.689610 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c213d06-9f3e-4006-8f13-885df5dd4cf2 tempest-FloatingIPAdminTestJSON-574667315 tempest-FloatingIPAdminTestJSON-574667315-project-admin] Pushing event deleted for resources: {'Port': ['ID=ee1ef7d9-05c4-4760-b427-fa352a919c91,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:50.751691 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4c213d06-9f3e-4006-8f13-885df5dd4cf2 tempest-FloatingIPAdminTestJSON-574667315 tempest-FloatingIPAdminTestJSON-574667315-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:50.755214 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4c213d06-9f3e-4006-8f13-885df5dd4cf2 tempest-FloatingIPAdminTestJSON-574667315 tempest-FloatingIPAdminTestJSON-574667315-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:50.759637 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-4c213d06-9f3e-4006-8f13-885df5dd4cf2 tempest-FloatingIPAdminTestJSON-574667315 tempest-FloatingIPAdminTestJSON-574667315-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/5138d591-a486-4e89-abe8-2c3380781ea3 HTTP/1.1" status: 204 len: 168 time: 0.8615508 Nov 25 13:28:50.760419 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 35284) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:28:50.868804 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-f7403480-3ac7-48a3-9385-e096226017ac tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Deleting port ef171288-2520-46fc-97c8-99436469c8dc {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:28:50.869146 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f7403480-3ac7-48a3-9385-e096226017ac tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:50.958536 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f7403480-3ac7-48a3-9385-e096226017ac tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:50.971126 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-f7403480-3ac7-48a3-9385-e096226017ac tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Calling delete_port for ef171288-2520-46fc-97c8-99436469c8dc owned by {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:28:51.116538 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1da91247-2b56-4393-8ef3-40ff3a0a9314 req-6a3140bc-4627-4af7-95b5-256c0ba1c9c7 tempest-ServerShowV254Test-170758335 tempest-ServerShowV254Test-170758335-project] 10.222.0.53 "GET /v2.0/ports?device_id=08844e7e-284f-4e0a-b08e-c13412210833 HTTP/1.1" status: 200 len: 210 time: 0.0395443 Nov 25 13:28:51.134555 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f7403480-3ac7-48a3-9385-e096226017ac tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:51.163940 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7403480-3ac7-48a3-9385-e096226017ac tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Pushing event deleted for resources: {'Port': ['ID=ef171288-2520-46fc-97c8-99436469c8dc,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:51.242965 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f7403480-3ac7-48a3-9385-e096226017ac tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:51.249108 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f7403480-3ac7-48a3-9385-e096226017ac tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] 10.222.0.53 "DELETE /v2.0/ports/ef171288-2520-46fc-97c8-99436469c8dc HTTP/1.1" status: 204 len: 168 time: 0.4876304 Nov 25 13:28:51.249381 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 35294) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:28:51.302723 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee754ca-d60a-421c-baa1-4bac1330b60b tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:51.306782 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-7ee754ca-d60a-421c-baa1-4bac1330b60b tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b2658fd-3147-4764-9e63-443672cfd1c3 HTTP/1.1" status: 200 len: 913 time: 0.0533438 Nov 25 13:28:51.307148 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 35296) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:28:51.679752 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-54ac8f28-f687-4755-bcb2-b4950fc07a7e tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:51.862341 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f10a34-df81-4d7f-a0e1-64e78d5037e5 req-39886cab-e9b5-46c9-8015-53cd4584ac3f tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:51.868257 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f10a34-df81-4d7f-a0e1-64e78d5037e5 req-39886cab-e9b5-46c9-8015-53cd4584ac3f tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:51.874729 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f10a34-df81-4d7f-a0e1-64e78d5037e5 req-39886cab-e9b5-46c9-8015-53cd4584ac3f tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:51.881177 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f10a34-df81-4d7f-a0e1-64e78d5037e5 req-39886cab-e9b5-46c9-8015-53cd4584ac3f tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:51.887219 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f10a34-df81-4d7f-a0e1-64e78d5037e5 req-39886cab-e9b5-46c9-8015-53cd4584ac3f tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:51.893611 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f10a34-df81-4d7f-a0e1-64e78d5037e5 req-39886cab-e9b5-46c9-8015-53cd4584ac3f tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:51.899558 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f10a34-df81-4d7f-a0e1-64e78d5037e5 req-39886cab-e9b5-46c9-8015-53cd4584ac3f tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:51.901575 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-09f10a34-df81-4d7f-a0e1-64e78d5037e5 req-39886cab-e9b5-46c9-8015-53cd4584ac3f tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 5421 time: 0.1688049 Nov 25 13:28:52.005387 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-09f10a34-df81-4d7f-a0e1-64e78d5037e5 req-4c1d7aed-e0ba-4098-830d-cace4c53edeb tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4aeb0c9-0fa7-4d84-9142-5a59f700fca6&id=c9ce495e-dd18-47f6-8bd6-2e09f8921a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0757778 Nov 25 13:28:52.098999 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-54ac8f28-f687-4755-bcb2-b4950fc07a7e tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Deleting port d4695cec-96e3-4928-8461-6bde1abd1024 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:28:52.099349 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-54ac8f28-f687-4755-bcb2-b4950fc07a7e tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:52.216484 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-54ac8f28-f687-4755-bcb2-b4950fc07a7e tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:52.241014 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-057f8059-d0b8-451f-b939-18126204ab46 req-741f984c-4d79-49c0-b986-12016510ac5c tempest-ServerShowV254Test-170758335 tempest-ServerShowV254Test-170758335-project] 10.222.0.53 "GET /v2.0/ports?device_id=08844e7e-284f-4e0a-b08e-c13412210833 HTTP/1.1" status: 200 len: 210 time: 0.0367568 Nov 25 13:28:52.245382 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-54ac8f28-f687-4755-bcb2-b4950fc07a7e tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Calling delete_port for d4695cec-96e3-4928-8461-6bde1abd1024 owned by network:router_interface {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:28:52.444862 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-54ac8f28-f687-4755-bcb2-b4950fc07a7e tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:52.472616 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ac8f28-f687-4755-bcb2-b4950fc07a7e tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Pushing event deleted for resources: {'Port': ['ID=d4695cec-96e3-4928-8461-6bde1abd1024,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:52.669871 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-54ac8f28-f687-4755-bcb2-b4950fc07a7e tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:52.898580 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ac8f28-f687-4755-bcb2-b4950fc07a7e tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Router 4b2658fd-3147-4764-9e63-443672cfd1c3 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:28:53.009640 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ac8f28-f687-4755-bcb2-b4950fc07a7e tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:28:53.015656 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-54ac8f28-f687-4755-bcb2-b4950fc07a7e tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] 10.222.0.53 "PUT /v2.0/routers/4b2658fd-3147-4764-9e63-443672cfd1c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7074616 Nov 25 13:28:53.020041 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 35326) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:28:53.021430 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3d72a1-6de0-4ba0-ad98-99bc3fc130bb None None] Sync routers for ids ['4b2658fd-3147-4764-9e63-443672cfd1c3'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:28:53.068597 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3d72a1-6de0-4ba0-ad98-99bc3fc130bb None None] Routers {'4b2658fd-3147-4764-9e63-443672cfd1c3'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:28:53.070117 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-cb3d72a1-6de0-4ba0-ad98-99bc3fc130bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:28:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['4b2658fd-3147-4764-9e63-443672cfd1c3'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:28:53.143483 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-cb3d72a1-6de0-4ba0-ad98-99bc3fc130bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:28:53.164599 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3d72a1-6de0-4ba0-ad98-99bc3fc130bb None None] Routers {'4b2658fd-3147-4764-9e63-443672cfd1c3'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:28:53.167024 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-cb3d72a1-6de0-4ba0-ad98-99bc3fc130bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:28:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['4b2658fd-3147-4764-9e63-443672cfd1c3'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:28:53.168028 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-139801e9-d739-4f25-abb4-7263a607e89f tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:53.205384 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63421ba7-88c7-4e76-b939-2aef042ddaa4 req-c277db9a-1f50-41ff-96d6-fca8c63a2a34 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:53.212627 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63421ba7-88c7-4e76-b939-2aef042ddaa4 req-c277db9a-1f50-41ff-96d6-fca8c63a2a34 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:53.221243 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63421ba7-88c7-4e76-b939-2aef042ddaa4 req-c277db9a-1f50-41ff-96d6-fca8c63a2a34 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:53.229635 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63421ba7-88c7-4e76-b939-2aef042ddaa4 req-c277db9a-1f50-41ff-96d6-fca8c63a2a34 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:53.238616 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63421ba7-88c7-4e76-b939-2aef042ddaa4 req-c277db9a-1f50-41ff-96d6-fca8c63a2a34 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:53.246802 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63421ba7-88c7-4e76-b939-2aef042ddaa4 req-c277db9a-1f50-41ff-96d6-fca8c63a2a34 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:53.249545 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-cb3d72a1-6de0-4ba0-ad98-99bc3fc130bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:28:53.250388 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3d72a1-6de0-4ba0-ad98-99bc3fc130bb None None] The sync data for ids ['4b2658fd-3147-4764-9e63-443672cfd1c3'] in n-d-808199-11 is: [] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:28:53.256111 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63421ba7-88c7-4e76-b939-2aef042ddaa4 req-c277db9a-1f50-41ff-96d6-fca8c63a2a34 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:53.258243 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-63421ba7-88c7-4e76-b939-2aef042ddaa4 req-c277db9a-1f50-41ff-96d6-fca8c63a2a34 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 5421 time: 0.1232193 Nov 25 13:28:53.344146 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-139801e9-d739-4f25-abb4-7263a607e89f tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:53.368399 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f96032c1-b9f9-4129-8246-c6d90f0bb4fb req-4204a40a-95a7-4975-88cb-84544656b47c tempest-ServerShowV254Test-170758335 tempest-ServerShowV254Test-170758335-project] 10.222.0.53 "GET /v2.0/ports?device_id=08844e7e-284f-4e0a-b08e-c13412210833 HTTP/1.1" status: 200 len: 210 time: 0.0396228 Nov 25 13:28:53.391099 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-63421ba7-88c7-4e76-b939-2aef042ddaa4 req-d0862d77-47f7-4338-b7b8-d71ccdb352e6 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4aeb0c9-0fa7-4d84-9142-5a59f700fca6&id=c9ce495e-dd18-47f6-8bd6-2e09f8921a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1244514 Nov 25 13:28:53.449687 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-139801e9-d739-4f25-abb4-7263a607e89f tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Deleting port fd0e72b0-ce52-4a7b-8eb7-3d543140fd45 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:28:53.450035 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-139801e9-d739-4f25-abb4-7263a607e89f tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:53.541253 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-139801e9-d739-4f25-abb4-7263a607e89f tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:53.554430 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-139801e9-d739-4f25-abb4-7263a607e89f tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Calling delete_port for fd0e72b0-ce52-4a7b-8eb7-3d543140fd45 owned by network:router_gateway {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:28:53.746581 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-139801e9-d739-4f25-abb4-7263a607e89f tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:53.779111 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139801e9-d739-4f25-abb4-7263a607e89f tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Pushing event deleted for resources: {'Port': ['ID=fd0e72b0-ce52-4a7b-8eb7-3d543140fd45,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:53.801418 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199217a6-ecd7-433c-901f-7e3a28e9ac81 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:28:53.843253 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-139801e9-d739-4f25-abb4-7263a607e89f tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:53.937937 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-139801e9-d739-4f25-abb4-7263a607e89f tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:53.940184 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-139801e9-d739-4f25-abb4-7263a607e89f tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:53.988786 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-139801e9-d739-4f25-abb4-7263a607e89f tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:53.989467 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139801e9-d739-4f25-abb4-7263a607e89f tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Fanout notify agent at l3_agent the message router_deleted on router 4b2658fd-3147-4764-9e63-443672cfd1c3 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:28:53.996559 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-139801e9-d739-4f25-abb4-7263a607e89f tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:53.999150 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-139801e9-d739-4f25-abb4-7263a607e89f tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] 10.222.0.53 "DELETE /v2.0/routers/4b2658fd-3147-4764-9e63-443672cfd1c3 HTTP/1.1" status: 204 len: 168 time: 0.9775858 Nov 25 13:28:54.000148 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 35342) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:28:54.056848 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa550993-5542-46cf-99be-9e82f334f10a tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Deleting subnet b8ff3fa1-716d-493f-8cbb-93f19b9a31a1 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:28:54.060881 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fa550993-5542-46cf-99be-9e82f334f10a tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:54.105569 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fa550993-5542-46cf-99be-9e82f334f10a tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:54.266170 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fa550993-5542-46cf-99be-9e82f334f10a tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:54.340666 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fa550993-5542-46cf-99be-9e82f334f10a tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:54.370876 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa550993-5542-46cf-99be-9e82f334f10a tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Pushing event deleted for resources: {'Subnet': ['ID=b8ff3fa1-716d-493f-8cbb-93f19b9a31a1,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:54.382912 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fa550993-5542-46cf-99be-9e82f334f10a tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:54.386943 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-fa550993-5542-46cf-99be-9e82f334f10a tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] 10.222.0.53 "DELETE /v2.0/subnets/b8ff3fa1-716d-493f-8cbb-93f19b9a31a1 HTTP/1.1" status: 204 len: 168 time: 0.3857732 Nov 25 13:28:54.389301 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 35344) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:28:54.405044 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fbb367-126e-4c58-bded-4751755d660d None None] Network a988606c-56bf-4f35-adf6-1e322c12c195 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:28:54.576673 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f930fbc5-0487-4c80-83e2-c8434d779a5d tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:54.586377 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ac310277-c2c5-46cf-8bcf-9a98967bee3c req-2eb30001-e110-4174-be89-b861c1a6ed53 tempest-ServerShowV254Test-170758335 tempest-ServerShowV254Test-170758335-project] 10.222.0.53 "GET /v2.0/ports?device_id=08844e7e-284f-4e0a-b08e-c13412210833 HTTP/1.1" status: 200 len: 210 time: 0.0427818 Nov 25 13:28:54.604352 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec7cf6-5652-47b6-b74d-7c9caa9d5cd3 req-49e0472e-ef63-49e0-b21a-fb5695d312ad tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:54.611711 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec7cf6-5652-47b6-b74d-7c9caa9d5cd3 req-49e0472e-ef63-49e0-b21a-fb5695d312ad tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:54.628143 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec7cf6-5652-47b6-b74d-7c9caa9d5cd3 req-49e0472e-ef63-49e0-b21a-fb5695d312ad tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:54.634905 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec7cf6-5652-47b6-b74d-7c9caa9d5cd3 req-49e0472e-ef63-49e0-b21a-fb5695d312ad tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:54.642933 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec7cf6-5652-47b6-b74d-7c9caa9d5cd3 req-49e0472e-ef63-49e0-b21a-fb5695d312ad tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:54.648938 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35308d9-8fc8-441b-8e12-124a3a179e43 None None] DHCP port deletion for a988606c-56bf-4f35-adf6-1e322c12c195 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:28:54.649699 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec7cf6-5652-47b6-b74d-7c9caa9d5cd3 req-49e0472e-ef63-49e0-b21a-fb5695d312ad tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:54.656178 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec7cf6-5652-47b6-b74d-7c9caa9d5cd3 req-49e0472e-ef63-49e0-b21a-fb5695d312ad tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:54.662327 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-f930fbc5-0487-4c80-83e2-c8434d779a5d tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Deleting port 29f96925-027c-41e5-9d95-04d0c212ded1 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:28:54.662933 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f930fbc5-0487-4c80-83e2-c8434d779a5d tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:54.664307 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-eaec7cf6-5652-47b6-b74d-7c9caa9d5cd3 req-49e0472e-ef63-49e0-b21a-fb5695d312ad tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 5421 time: 0.1591480 Nov 25 13:28:54.711470 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-c35308d9-8fc8-441b-8e12-124a3a179e43 None None] Deleting port 29f96925-027c-41e5-9d95-04d0c212ded1 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:28:54.711760 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c35308d9-8fc8-441b-8e12-124a3a179e43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:54.736566 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-f930fbc5-0487-4c80-83e2-c8434d779a5d tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] For port 29f96925-027c-41e5-9d95-04d0c212ded1, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=29f96925-027c-41e5-9d95-04d0c212ded1,segment=NetworkSegment(caf4d63c-52d8-4d5a-9217-c436ba2749fe),segment_id=caf4d63c-52d8-4d5a-9217-c436ba2749fe)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:28:54.737038 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f930fbc5-0487-4c80-83e2-c8434d779a5d tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:54.744520 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-eaec7cf6-5652-47b6-b74d-7c9caa9d5cd3 req-ba12107e-7d1c-4c10-8f7e-2e76c3a91a58 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4aeb0c9-0fa7-4d84-9142-5a59f700fca6&id=c9ce495e-dd18-47f6-8bd6-2e09f8921a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0792258 Nov 25 13:28:54.774586 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-f930fbc5-0487-4c80-83e2-c8434d779a5d tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Calling delete_port for 29f96925-027c-41e5-9d95-04d0c212ded1 owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:28:54.791480 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-c35308d9-8fc8-441b-8e12-124a3a179e43 None None] For port 29f96925-027c-41e5-9d95-04d0c212ded1, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=29f96925-027c-41e5-9d95-04d0c212ded1,segment=NetworkSegment(caf4d63c-52d8-4d5a-9217-c436ba2749fe),segment_id=caf4d63c-52d8-4d5a-9217-c436ba2749fe)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:28:54.791888 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c35308d9-8fc8-441b-8e12-124a3a179e43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:54.808566 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-c35308d9-8fc8-441b-8e12-124a3a179e43 None None] Calling delete_port for 29f96925-027c-41e5-9d95-04d0c212ded1 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:28:54.929392 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f930fbc5-0487-4c80-83e2-c8434d779a5d tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:54.943883 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:28:54.943883 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:28:54.943883 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:28:54.943883 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:28:54.943883 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:28:54.943883 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:28:54.943883 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:28:54.943883 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:28:54.943883 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:28:54.943883 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:28:54.943883 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:28:54.943883 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:28:54.943883 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:28:54.943883 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:28:54.943883 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:28:54.943883 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:28:54.943883 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:28:54.943883 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:28:54.943883 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:28:54.943883 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:28:54.943883 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:28:54.943883 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:28:54.943883 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:28:54.943883 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:28:54.943883 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:28:54.943883 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:28:54.943883 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:28:54.943883 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:28:54.943883 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:28:54.943883 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:28:54.943883 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:28:54.943883 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:28:54.943883 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:28:54.943883 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:28:54.943883 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:28:54.943883 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:28:54.943883 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:28:54.943883 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:28:54.943883 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:28:54.943883 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:28:54.943883 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:28:54.943883 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:28:54.943883 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:28:54.943883 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:28:54.943883 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:28:54.943883 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:28:54.943883 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:28:54.943883 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:28:54.943883 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:28:54.943883 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:28:54.943883 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:28:54.943883 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:28:54.943883 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:28:54.943883 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:28:54.970910 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c35308d9-8fc8-441b-8e12-124a3a179e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:54.978735 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f930fbc5-0487-4c80-83e2-c8434d779a5d tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Pushing event deleted for resources: {'Port': ['ID=29f96925-027c-41e5-9d95-04d0c212ded1,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:54.983293 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f930fbc5-0487-4c80-83e2-c8434d779a5d tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] No DVR routers for this DVR port 29f96925-027c-41e5-9d95-04d0c212ded1 on host n-d-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:28:55.011596 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35308d9-8fc8-441b-8e12-124a3a179e43 None None] No DVR routers for this DVR port 29f96925-027c-41e5-9d95-04d0c212ded1 on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:28:55.015811 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35308d9-8fc8-441b-8e12-124a3a179e43 None None] Pushing event deleted for resources: {'Port': ['ID=29f96925-027c-41e5-9d95-04d0c212ded1,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:55.051651 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35308d9-8fc8-441b-8e12-124a3a179e43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:28:55.052830 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35308d9-8fc8-441b-8e12-124a3a179e43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:28:55.053354 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35308d9-8fc8-441b-8e12-124a3a179e43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:28:55.053903 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35308d9-8fc8-441b-8e12-124a3a179e43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:28:55.054421 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35308d9-8fc8-441b-8e12-124a3a179e43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:28:55.054812 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35308d9-8fc8-441b-8e12-124a3a179e43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:28:55.055164 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35308d9-8fc8-441b-8e12-124a3a179e43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:28:55.055523 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35308d9-8fc8-441b-8e12-124a3a179e43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:28:55.055844 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35308d9-8fc8-441b-8e12-124a3a179e43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:28:55.056185 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35308d9-8fc8-441b-8e12-124a3a179e43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:28:55.056519 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35308d9-8fc8-441b-8e12-124a3a179e43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:28:55.056845 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35308d9-8fc8-441b-8e12-124a3a179e43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:28:55.129313 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f930fbc5-0487-4c80-83e2-c8434d779a5d tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:55.152252 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-f930fbc5-0487-4c80-83e2-c8434d779a5d tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a988606c-56bf-4f35-adf6-1e322c12c195']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:28:55.163767 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-f930fbc5-0487-4c80-83e2-c8434d779a5d tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caf4d63c-52d8-4d5a-9217-c436ba2749fe') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:28:55.164062 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-f930fbc5-0487-4c80-83e2-c8434d779a5d tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caf4d63c-52d8-4d5a-9217-c436ba2749fe') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:28:55.176249 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f930fbc5-0487-4c80-83e2-c8434d779a5d tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:55.191280 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f930fbc5-0487-4c80-83e2-c8434d779a5d tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:55.197826 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f930fbc5-0487-4c80-83e2-c8434d779a5d tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:28:55.198257 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f930fbc5-0487-4c80-83e2-c8434d779a5d tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:55.201530 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:28:55.201530 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:28:55.201530 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:28:55.201530 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:28:55.201530 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:28:55.201530 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:28:55.201530 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:28:55.201530 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:28:55.201530 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:28:55.201530 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:28:55.201530 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:28:55.201530 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:28:55.201530 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:28:55.201530 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:28:55.201530 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:28:55.201530 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:28:55.201530 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:28:55.201530 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:28:55.201530 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:28:55.201530 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:28:55.201530 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:28:55.201530 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:28:55.201530 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:28:55.201530 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:28:55.201530 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:28:55.201530 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:28:55.201530 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:28:55.201530 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:28:55.201530 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:28:55.201530 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:28:55.201530 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:28:55.201530 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:28:55.263897 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f930fbc5-0487-4c80-83e2-c8434d779a5d tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:55.274388 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f930fbc5-0487-4c80-83e2-c8434d779a5d tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:55.280324 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-f930fbc5-0487-4c80-83e2-c8434d779a5d tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] 10.222.0.53 "DELETE /v2.0/networks/a988606c-56bf-4f35-adf6-1e322c12c195 HTTP/1.1" status: 204 len: 168 time: 0.8874204 Nov 25 13:28:55.281291 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 35358) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:28:55.289919 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f930fbc5-0487-4c80-83e2-c8434d779a5d tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Pushing event deleted for resources: {'Network': ['ID=a988606c-56bf-4f35-adf6-1e322c12c195,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:55.422459 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-baea7256-0d67-467b-a5a3-18b79895d91c tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Deleting port ddccd1f5-1223-4e68-80c4-c340dfbd87bf {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:28:55.423669 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-baea7256-0d67-467b-a5a3-18b79895d91c tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:55.509923 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-baea7256-0d67-467b-a5a3-18b79895d91c tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:55.510325 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-baea7256-0d67-467b-a5a3-18b79895d91c tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:55.523549 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-baea7256-0d67-467b-a5a3-18b79895d91c tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Calling delete_port for ddccd1f5-1223-4e68-80c4-c340dfbd87bf owned by network:floatingip {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:28:55.665643 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-baea7256-0d67-467b-a5a3-18b79895d91c tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:55.707373 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baea7256-0d67-467b-a5a3-18b79895d91c tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Pushing event deleted for resources: {'Port': ['ID=ddccd1f5-1223-4e68-80c4-c340dfbd87bf,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:55.739919 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-33da5d93-794d-413c-a0d3-8a11c63fecd4 req-a0c4a93c-9c0a-451a-a45f-57e13c896a10 tempest-ServerShowV254Test-170758335 tempest-ServerShowV254Test-170758335-project] 10.222.0.53 "GET /v2.0/ports?device_id=08844e7e-284f-4e0a-b08e-c13412210833 HTTP/1.1" status: 200 len: 210 time: 0.0434327 Nov 25 13:28:55.799841 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-baea7256-0d67-467b-a5a3-18b79895d91c tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks [] for floatingip, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:55.802547 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-baea7256-0d67-467b-a5a3-18b79895d91c tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:55.806438 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-baea7256-0d67-467b-a5a3-18b79895d91c tempest-FloatingIPAdminTestJSON-1915792990 tempest-FloatingIPAdminTestJSON-1915792990-project] 10.222.0.53 "DELETE /v2.0/floatingips/b941b45b-3f7f-4267-a7fe-35d7648d703d HTTP/1.1" status: 204 len: 168 time: 0.5203438 Nov 25 13:28:55.924389 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073d1c1-a018-46c9-99eb-4e662dee6a86 req-91565699-57fc-4fc1-b642-549ac5e915e7 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:55.935368 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073d1c1-a018-46c9-99eb-4e662dee6a86 req-91565699-57fc-4fc1-b642-549ac5e915e7 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:55.944001 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073d1c1-a018-46c9-99eb-4e662dee6a86 req-91565699-57fc-4fc1-b642-549ac5e915e7 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:55.950557 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073d1c1-a018-46c9-99eb-4e662dee6a86 req-91565699-57fc-4fc1-b642-549ac5e915e7 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:55.957715 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073d1c1-a018-46c9-99eb-4e662dee6a86 req-91565699-57fc-4fc1-b642-549ac5e915e7 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:55.964544 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073d1c1-a018-46c9-99eb-4e662dee6a86 req-91565699-57fc-4fc1-b642-549ac5e915e7 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:55.970932 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073d1c1-a018-46c9-99eb-4e662dee6a86 req-91565699-57fc-4fc1-b642-549ac5e915e7 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:55.973623 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3073d1c1-a018-46c9-99eb-4e662dee6a86 req-91565699-57fc-4fc1-b642-549ac5e915e7 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 5421 time: 0.1404524 Nov 25 13:28:55.986131 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 29f96925-027c-41e5-9d95-04d0c212ded1 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:28:56.007938 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 29f96925-027c-41e5-9d95-04d0c212ded1 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:28:56.008521 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 29f96925-027c-41e5-9d95-04d0c212ded1 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:28:56.070021 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3073d1c1-a018-46c9-99eb-4e662dee6a86 req-8c764603-65af-4760-b95e-75ddfee4d13f tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4aeb0c9-0fa7-4d84-9142-5a59f700fca6&id=c9ce495e-dd18-47f6-8bd6-2e09f8921a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0859542 Nov 25 13:28:56.154365 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 35372) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:28:56.300622 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-873279bf-06ce-4dae-bcbb-0c21af948c3a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a73c4cf98ace4a169950700d4a7ce39c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1449201 Nov 25 13:28:56.302990 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 35376) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:28:56.357063 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-18f51704-e762-4984-be10-0498a215a07f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:56.383588 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-18f51704-e762-4984-be10-0498a215a07f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:56.433184 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-18f51704-e762-4984-be10-0498a215a07f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:56.436263 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-18f51704-e762-4984-be10-0498a215a07f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:56.437675 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-18f51704-e762-4984-be10-0498a215a07f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/152a934c-2686-453c-9bf3-400bc0ed3c56 HTTP/1.1" status: 204 len: 168 time: 0.1337731 Nov 25 13:28:56.447905 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f51704-e762-4984-be10-0498a215a07f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152a934c-2686-453c-9bf3-400bc0ed3c56,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:56.815775 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 35386) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:28:56.831682 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-773b072d-b213-4745-afd4-3d27f6f89e06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:56.871997 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-994af8b4-76b4-4342-834f-9362c0bd3c64 req-a07976e7-eb20-439f-9dbc-905d627764d2 tempest-ServerShowV254Test-170758335 tempest-ServerShowV254Test-170758335-project] 10.222.0.53 "GET /v2.0/ports?device_id=08844e7e-284f-4e0a-b08e-c13412210833 HTTP/1.1" status: 200 len: 210 time: 0.0364614 Nov 25 13:28:56.950292 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-773b072d-b213-4745-afd4-3d27f6f89e06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:56.955233 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-773b072d-b213-4745-afd4-3d27f6f89e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:56.995608 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773b072d-b213-4745-afd4-3d27f6f89e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b739bea-dba6-4065-9221-fdc56b48ed85,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:57.003032 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 35388) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:28:57.003526 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-773b072d-b213-4745-afd4-3d27f6f89e06 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c1df91bfa425497abb675f574ca8e18a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1855478 Nov 25 13:28:57.057063 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-64e3ff23-9997-404b-92d9-71c4e78aae43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:57.078522 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-64e3ff23-9997-404b-92d9-71c4e78aae43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:57.132383 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-64e3ff23-9997-404b-92d9-71c4e78aae43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:57.135101 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-64e3ff23-9997-404b-92d9-71c4e78aae43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:57.136355 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-64e3ff23-9997-404b-92d9-71c4e78aae43 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5b739bea-dba6-4065-9221-fdc56b48ed85 HTTP/1.1" status: 204 len: 168 time: 0.1320689 Nov 25 13:28:57.155616 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e3ff23-9997-404b-92d9-71c4e78aae43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b739bea-dba6-4065-9221-fdc56b48ed85,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:57.250584 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1e0b8-3bcc-46c0-845f-44756f5d67ee req-fe1dd385-2dad-4e27-a5b0-7e7a6ce1d182 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:57.262331 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1e0b8-3bcc-46c0-845f-44756f5d67ee req-fe1dd385-2dad-4e27-a5b0-7e7a6ce1d182 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:57.271991 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1e0b8-3bcc-46c0-845f-44756f5d67ee req-fe1dd385-2dad-4e27-a5b0-7e7a6ce1d182 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:57.278298 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1e0b8-3bcc-46c0-845f-44756f5d67ee req-fe1dd385-2dad-4e27-a5b0-7e7a6ce1d182 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:57.285010 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1e0b8-3bcc-46c0-845f-44756f5d67ee req-fe1dd385-2dad-4e27-a5b0-7e7a6ce1d182 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:57.291336 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1e0b8-3bcc-46c0-845f-44756f5d67ee req-fe1dd385-2dad-4e27-a5b0-7e7a6ce1d182 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:57.297159 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1e0b8-3bcc-46c0-845f-44756f5d67ee req-fe1dd385-2dad-4e27-a5b0-7e7a6ce1d182 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:57.300046 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c3e1e0b8-3bcc-46c0-845f-44756f5d67ee req-fe1dd385-2dad-4e27-a5b0-7e7a6ce1d182 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 5421 time: 0.1391945 Nov 25 13:28:57.361840 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c3e1e0b8-3bcc-46c0-845f-44756f5d67ee req-a633464e-e476-4917-9708-f53a8e7b2dad tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4aeb0c9-0fa7-4d84-9142-5a59f700fca6&id=c9ce495e-dd18-47f6-8bd6-2e09f8921a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547812 Nov 25 13:28:57.510355 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 35400) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:28:57.523870 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4fef7a14-7a87-43e1-9f03-71c4de7940e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:57.623490 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4fef7a14-7a87-43e1-9f03-71c4de7940e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:57.627761 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4fef7a14-7a87-43e1-9f03-71c4de7940e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:57.675112 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-4fef7a14-7a87-43e1-9f03-71c4de7940e9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=41fe9b2f43d44be3a0ed3db981e8a036&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1633108 Nov 25 13:28:57.676488 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef7a14-7a87-43e1-9f03-71c4de7940e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3acd68b-1d03-48da-bc1b-5bcf0188941f,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:57.677647 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 35412) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:28:57.742220 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ab8ecc9f-d1ef-4ce4-be4b-dc39f04965f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:57.771304 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ab8ecc9f-d1ef-4ce4-be4b-dc39f04965f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:57.835603 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ab8ecc9f-d1ef-4ce4-be4b-dc39f04965f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:57.838606 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ab8ecc9f-d1ef-4ce4-be4b-dc39f04965f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:57.839880 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-ab8ecc9f-d1ef-4ce4-be4b-dc39f04965f3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d3acd68b-1d03-48da-bc1b-5bcf0188941f HTTP/1.1" status: 204 len: 168 time: 0.1609893 Nov 25 13:28:57.853799 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8ecc9f-d1ef-4ce4-be4b-dc39f04965f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3acd68b-1d03-48da-bc1b-5bcf0188941f,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:58.029000 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5c19bf33-85d1-49f8-a6e6-87ce1bd7281a req-e69d5e71-f2e4-45d1-b3d5-6a6b34044ffa tempest-ServerShowV254Test-170758335 tempest-ServerShowV254Test-170758335-project] 10.222.0.53 "GET /v2.0/ports?device_id=08844e7e-284f-4e0a-b08e-c13412210833 HTTP/1.1" status: 200 len: 210 time: 0.0423589 Nov 25 13:28:58.514617 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3971bc1-c512-438c-9db7-9252197d1c9e req-3181a55f-8846-433c-b6fb-2515556a91dc tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:58.522966 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3971bc1-c512-438c-9db7-9252197d1c9e req-3181a55f-8846-433c-b6fb-2515556a91dc tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:58.546121 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3971bc1-c512-438c-9db7-9252197d1c9e req-3181a55f-8846-433c-b6fb-2515556a91dc tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:58.555292 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3971bc1-c512-438c-9db7-9252197d1c9e req-3181a55f-8846-433c-b6fb-2515556a91dc tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:58.566716 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3971bc1-c512-438c-9db7-9252197d1c9e req-3181a55f-8846-433c-b6fb-2515556a91dc tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:58.578415 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3971bc1-c512-438c-9db7-9252197d1c9e req-3181a55f-8846-433c-b6fb-2515556a91dc tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:58.590554 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3971bc1-c512-438c-9db7-9252197d1c9e req-3181a55f-8846-433c-b6fb-2515556a91dc tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:58.605598 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f3971bc1-c512-438c-9db7-9252197d1c9e req-3181a55f-8846-433c-b6fb-2515556a91dc tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 5421 time: 0.1449199 Nov 25 13:28:58.731248 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f3971bc1-c512-438c-9db7-9252197d1c9e req-018f62f2-a1a4-4b80-861a-ba6154dd00b1 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4aeb0c9-0fa7-4d84-9142-5a59f700fca6&id=c9ce495e-dd18-47f6-8bd6-2e09f8921a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1246650 Nov 25 13:28:59.133402 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7998ea22-c820-4810-83e6-4b9e49823c7b req-d3a282de-bcbc-4700-83d1-81d37759a287 tempest-ServerShowV254Test-170758335 tempest-ServerShowV254Test-170758335-project] 10.222.0.53 "GET /v2.0/ports?device_id=08844e7e-284f-4e0a-b08e-c13412210833 HTTP/1.1" status: 200 len: 210 time: 0.0303319 Nov 25 13:28:59.558661 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 35476) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:28:59.571941 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:28:59.660661 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-84f83e68-5cb9-4526-8582-a34b0fb79773 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-28585915', 'router:external': True}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:28:59.683077 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f83e68-5cb9-4526-8582-a34b0fb79773 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Made reservation on behalf of 4e935b8146804279a5612b8b7d4dc973 for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:28:59.685387 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-84f83e68-5cb9-4526-8582-a34b0fb79773 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:59.694899 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-84f83e68-5cb9-4526-8582-a34b0fb79773 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:59.771655 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-84f83e68-5cb9-4526-8582-a34b0fb79773 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:59.778189 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-84f83e68-5cb9-4526-8582-a34b0fb79773 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:59.807391 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f83e68-5cb9-4526-8582-a34b0fb79773 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef0fd68-562c-4bbd-a819-4cddc9b427f2,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:28:59.817777 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84f83e68-5cb9-4526-8582-a34b0fb79773 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:28:59.827984 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-84f83e68-5cb9-4526-8582-a34b0fb79773 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:59.828339 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-84f83e68-5cb9-4526-8582-a34b0fb79773 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Added segment 2cdf29b4-c003-409c-bdc8-737b688ad7df of type vlan for network acdc43dc-32c4-425c-a41b-31e47a6f2106 Nov 25 13:28:59.904507 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-84f83e68-5cb9-4526-8582-a34b0fb79773 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:28:59.947409 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d6bc7-968b-4a02-90bd-96e39d610562 req-9d0f30ff-38c8-47db-9e1b-a73228044fd0 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:59.953262 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d6bc7-968b-4a02-90bd-96e39d610562 req-9d0f30ff-38c8-47db-9e1b-a73228044fd0 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:59.959185 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d6bc7-968b-4a02-90bd-96e39d610562 req-9d0f30ff-38c8-47db-9e1b-a73228044fd0 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:59.965074 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d6bc7-968b-4a02-90bd-96e39d610562 req-9d0f30ff-38c8-47db-9e1b-a73228044fd0 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:59.971562 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d6bc7-968b-4a02-90bd-96e39d610562 req-9d0f30ff-38c8-47db-9e1b-a73228044fd0 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:59.977443 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d6bc7-968b-4a02-90bd-96e39d610562 req-9d0f30ff-38c8-47db-9e1b-a73228044fd0 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:59.984099 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d6bc7-968b-4a02-90bd-96e39d610562 req-9d0f30ff-38c8-47db-9e1b-a73228044fd0 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:28:59.987597 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-492d6bc7-968b-4a02-90bd-96e39d610562 req-9d0f30ff-38c8-47db-9e1b-a73228044fd0 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 5421 time: 0.1263433 Nov 25 13:29:00.004604 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-84f83e68-5cb9-4526-8582-a34b0fb79773 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:00.005741 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f83e68-5cb9-4526-8582-a34b0fb79773 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:00.006244 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-84f83e68-5cb9-4526-8582-a34b0fb79773 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:00.090000 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-84f83e68-5cb9-4526-8582-a34b0fb79773 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.5300713 Nov 25 13:29:00.093071 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 35484) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:00.098825 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-8b21f3e5-d01b-48d4-a371-3c2db51f6c7a tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Request body: {'subnet': {'network_id': 'acdc43dc-32c4-425c-a41b-31e47a6f2106', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:29:00.101323 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f83e68-5cb9-4526-8582-a34b0fb79773 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Pushing event updated for resources: {'Network': ['ID=acdc43dc-32c4-425c-a41b-31e47a6f2106,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:00.115913 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network acdc43dc-32c4-425c-a41b-31e47a6f2106 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:29:00.140974 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-492d6bc7-968b-4a02-90bd-96e39d610562 req-b51dbdef-93ea-4d8d-9c93-cf00a86259fe tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4aeb0c9-0fa7-4d84-9142-5a59f700fca6&id=c9ce495e-dd18-47f6-8bd6-2e09f8921a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1440117 Nov 25 13:29:00.145610 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b21f3e5-d01b-48d4-a371-3c2db51f6c7a tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Made reservation on behalf of 4e935b8146804279a5612b8b7d4dc973 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:29:00.148024 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8b21f3e5-d01b-48d4-a371-3c2db51f6c7a tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:00.262063 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-686cba18-d11e-460b-9a2f-1246102c3403 req-8b06cf3b-df42-4c32-b7d4-195ec3fc2c7c tempest-ServerShowV254Test-170758335 tempest-ServerShowV254Test-170758335-project] 10.222.0.53 "GET /v2.0/ports?device_id=08844e7e-284f-4e0a-b08e-c13412210833 HTTP/1.1" status: 200 len: 210 time: 0.0319684 Nov 25 13:29:00.335025 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5b3845a9-027e-4c43-8f84-a7c920d15fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:00.526497 n-d-808199-11 neutron-server[103571]: DEBUG neutron.objects.ports [None req-8b21f3e5-d01b-48d4-a371-3c2db51f6c7a tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103571) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 13:29:00.527295 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8b21f3e5-d01b-48d4-a371-3c2db51f6c7a tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:00.584051 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b21f3e5-d01b-48d4-a371-3c2db51f6c7a tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6dac9f27-3f38-47aa-9c8f-7223b3e147b7,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:00.593227 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b21f3e5-d01b-48d4-a371-3c2db51f6c7a tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Checking segment: {'id': '2cdf29b4-c003-409c-bdc8-737b688ad7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'acdc43dc-32c4-425c-a41b-31e47a6f2106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:29:00.593664 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b21f3e5-d01b-48d4-a371-3c2db51f6c7a tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Network hostable DHCP agents. Network: acdc43dc-32c4-425c-a41b-31e47a6f2106, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:29:00.613116 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b21f3e5-d01b-48d4-a371-3c2db51f6c7a tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Network acdc43dc-32c4-425c-a41b-31e47a6f2106 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:29:00.623437 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-8b21f3e5-d01b-48d4-a371-3c2db51f6c7a tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, acdc43dc-32c4-425c-a41b-31e47a6f2106) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:29:00.627751 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b21f3e5-d01b-48d4-a371-3c2db51f6c7a tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:00.628585 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8b21f3e5-d01b-48d4-a371-3c2db51f6c7a tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:00.636595 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba4042c-ca8e-4fff-8dad-810b94bda0c8 None None] Network acdc43dc-32c4-425c-a41b-31e47a6f2106 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:29:00.647203 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-8b21f3e5-d01b-48d4-a371-3c2db51f6c7a tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5528300 Nov 25 13:29:00.649993 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 35490) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:00.656039 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-5d84d58e-e5b3-4648-88eb-26249648286e tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-100499784', 'network_id': 'acdc43dc-32c4-425c-a41b-31e47a6f2106'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:29:00.684010 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d84d58e-e5b3-4648-88eb-26249648286e tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Made reservation on behalf of 4e935b8146804279a5612b8b7d4dc973 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:29:00.687101 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5d84d58e-e5b3-4648-88eb-26249648286e tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:00.717440 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-5d84d58e-e5b3-4648-88eb-26249648286e tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] device_id is not set on port 4fbc12d7-3460-43fd-b4cf-f03d74592ea6 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:29:00.785725 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23a43a1-07c4-4490-ae01-197e679f2618 None None] Network acdc43dc-32c4-425c-a41b-31e47a6f2106 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:29:00.837795 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-5d84d58e-e5b3-4648-88eb-26249648286e tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Allocated IP 172.20.0.11 (acdc43dc-32c4-425c-a41b-31e47a6f2106/6dac9f27-3f38-47aa-9c8f-7223b3e147b7/4fbc12d7-3460-43fd-b4cf-f03d74592ea6) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:29:01.009606 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5d84d58e-e5b3-4648-88eb-26249648286e tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:01.072461 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5d84d58e-e5b3-4648-88eb-26249648286e tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:01.122932 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d84d58e-e5b3-4648-88eb-26249648286e tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Network acdc43dc-32c4-425c-a41b-31e47a6f2106 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:29:01.127118 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-5d84d58e-e5b3-4648-88eb-26249648286e tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:29:01.131580 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d84d58e-e5b3-4648-88eb-26249648286e tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:29:01.134769 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d84d58e-e5b3-4648-88eb-26249648286e tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Pushing event updated for resources: {'Port': ['ID=4fbc12d7-3460-43fd-b4cf-f03d74592ea6,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:01.176233 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d84d58e-e5b3-4648-88eb-26249648286e tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:01.176998 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5d84d58e-e5b3-4648-88eb-26249648286e tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:01.195133 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5d84d58e-e5b3-4648-88eb-26249648286e tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.5432131 Nov 25 13:29:01.197411 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 35496) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:01.304841 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-04ec7812-1d09-46ff-9a3c-d560d1f8d936 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Deleting port 4fbc12d7-3460-43fd-b4cf-f03d74592ea6 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:29:01.305050 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-04ec7812-1d09-46ff-9a3c-d560d1f8d936 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:01.315527 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2cd54-6a38-4b5a-8d00-198d6a4b3ffd req-72517a77-7248-4db7-817f-b63b832a87cb tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:01.322956 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2cd54-6a38-4b5a-8d00-198d6a4b3ffd req-72517a77-7248-4db7-817f-b63b832a87cb tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:01.330046 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2cd54-6a38-4b5a-8d00-198d6a4b3ffd req-72517a77-7248-4db7-817f-b63b832a87cb tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:01.337109 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2cd54-6a38-4b5a-8d00-198d6a4b3ffd req-72517a77-7248-4db7-817f-b63b832a87cb tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:01.343941 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2cd54-6a38-4b5a-8d00-198d6a4b3ffd req-72517a77-7248-4db7-817f-b63b832a87cb tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:01.352477 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2cd54-6a38-4b5a-8d00-198d6a4b3ffd req-72517a77-7248-4db7-817f-b63b832a87cb tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:01.359071 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2cd54-6a38-4b5a-8d00-198d6a4b3ffd req-72517a77-7248-4db7-817f-b63b832a87cb tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:01.361899 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-69f2cd54-6a38-4b5a-8d00-198d6a4b3ffd req-72517a77-7248-4db7-817f-b63b832a87cb tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 5421 time: 0.1140532 Nov 25 13:29:01.406133 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9f5adebe-5943-45a6-9e01-bb6370e1b96e req-993522ea-faef-4b1d-8158-1fe301df727a tempest-ServerShowV254Test-170758335 tempest-ServerShowV254Test-170758335-project] 10.222.0.53 "GET /v2.0/ports?device_id=08844e7e-284f-4e0a-b08e-c13412210833 HTTP/1.1" status: 200 len: 210 time: 0.0431848 Nov 25 13:29:01.408957 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-04ec7812-1d09-46ff-9a3c-d560d1f8d936 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:01.425719 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-04ec7812-1d09-46ff-9a3c-d560d1f8d936 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Calling delete_port for 4fbc12d7-3460-43fd-b4cf-f03d74592ea6 owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:29:01.452836 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-69f2cd54-6a38-4b5a-8d00-198d6a4b3ffd req-59141efe-7f93-4d6e-937b-1e2abb65346e tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4aeb0c9-0fa7-4d84-9142-5a59f700fca6&id=c9ce495e-dd18-47f6-8bd6-2e09f8921a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0797977 Nov 25 13:29:01.572085 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-04ec7812-1d09-46ff-9a3c-d560d1f8d936 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:01.604664 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ec7812-1d09-46ff-9a3c-d560d1f8d936 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Pushing event deleted for resources: {'Port': ['ID=4fbc12d7-3460-43fd-b4cf-f03d74592ea6,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:01.692251 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-04ec7812-1d09-46ff-9a3c-d560d1f8d936 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:01.695641 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-04ec7812-1d09-46ff-9a3c-d560d1f8d936 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] 10.222.0.53 "DELETE /v2.0/ports/4fbc12d7-3460-43fd-b4cf-f03d74592ea6 HTTP/1.1" status: 204 len: 168 time: 0.4967937 Nov 25 13:29:01.698456 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 35510) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:01.702976 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-7878d28e-9c1f-41b2-9780-fd57c01db154 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'acdc43dc-32c4-425c-a41b-31e47a6f2106', 'external_fixed_ips': [{'subnet_id': '6dac9f27-3f38-47aa-9c8f-7223b3e147b7', 'ip_address': '172.20.0.11'}]}}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:29:01.729541 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7878d28e-9c1f-41b2-9780-fd57c01db154 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:01.730916 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7878d28e-9c1f-41b2-9780-fd57c01db154 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:01.784764 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7878d28e-9c1f-41b2-9780-fd57c01db154 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:02.232596 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7878d28e-9c1f-41b2-9780-fd57c01db154 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:02.500946 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7878d28e-9c1f-41b2-9780-fd57c01db154 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:02.540728 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7878d28e-9c1f-41b2-9780-fd57c01db154 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:02.721283 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-7878d28e-9c1f-41b2-9780-fd57c01db154 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Allocated IP 172.20.0.11 (acdc43dc-32c4-425c-a41b-31e47a6f2106/6dac9f27-3f38-47aa-9c8f-7223b3e147b7/3265bb7d-563f-4109-b2c1-7a75599652ba) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:29:02.761360 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ff70bb3c-773a-4b63-9adc-fc374cbada18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:02.787288 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-544cb3fa-c4df-4f97-b736-a984a648b594 req-4471b4a1-4f90-446e-8fd8-aad6b32c98d7 tempest-ServerShowV254Test-170758335 tempest-ServerShowV254Test-170758335-project] 10.222.0.53 "GET /v2.0/ports?device_id=08844e7e-284f-4e0a-b08e-c13412210833 HTTP/1.1" status: 200 len: 210 time: 0.2366900 Nov 25 13:29:02.877956 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b3770a-865a-4082-adb6-0f423aa340cb req-103a3302-a45e-4c58-95e1-2b83e44f5b32 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:02.885100 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b3770a-865a-4082-adb6-0f423aa340cb req-103a3302-a45e-4c58-95e1-2b83e44f5b32 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:02.893374 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b3770a-865a-4082-adb6-0f423aa340cb req-103a3302-a45e-4c58-95e1-2b83e44f5b32 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:02.904584 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b3770a-865a-4082-adb6-0f423aa340cb req-103a3302-a45e-4c58-95e1-2b83e44f5b32 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:02.914748 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b3770a-865a-4082-adb6-0f423aa340cb req-103a3302-a45e-4c58-95e1-2b83e44f5b32 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:02.925278 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b3770a-865a-4082-adb6-0f423aa340cb req-103a3302-a45e-4c58-95e1-2b83e44f5b32 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:02.935037 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b3770a-865a-4082-adb6-0f423aa340cb req-103a3302-a45e-4c58-95e1-2b83e44f5b32 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:02.947868 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d0b3770a-865a-4082-adb6-0f423aa340cb req-103a3302-a45e-4c58-95e1-2b83e44f5b32 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 5421 time: 0.2092626 Nov 25 13:29:03.035909 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7878d28e-9c1f-41b2-9780-fd57c01db154 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:03.063846 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d0b3770a-865a-4082-adb6-0f423aa340cb req-021f8fcc-6c15-47c3-b079-d26e22bfb0cd tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4aeb0c9-0fa7-4d84-9142-5a59f700fca6&id=c9ce495e-dd18-47f6-8bd6-2e09f8921a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1142936 Nov 25 13:29:03.108118 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7878d28e-9c1f-41b2-9780-fd57c01db154 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:03.162006 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7878d28e-9c1f-41b2-9780-fd57c01db154 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Network acdc43dc-32c4-425c-a41b-31e47a6f2106 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:29:03.165359 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-7878d28e-9c1f-41b2-9780-fd57c01db154 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:29:03.169128 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7878d28e-9c1f-41b2-9780-fd57c01db154 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:29:03.197068 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7878d28e-9c1f-41b2-9780-fd57c01db154 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Pushing event updated for resources: {'Port': ['ID=3265bb7d-563f-4109-b2c1-7a75599652ba,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:03.505612 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7878d28e-9c1f-41b2-9780-fd57c01db154 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:03.726868 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7878d28e-9c1f-41b2-9780-fd57c01db154 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:03.835613 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:03.937322 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8ce79637-a2e5-4b43-a4bc-20078667c565 req-05032afc-83d2-4f02-adf5-63971342816f tempest-ServerShowV254Test-170758335 tempest-ServerShowV254Test-170758335-project] 10.222.0.53 "GET /v2.0/ports?device_id=08844e7e-284f-4e0a-b08e-c13412210833 HTTP/1.1" status: 200 len: 210 time: 0.0328081 Nov 25 13:29:03.979062 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7878d28e-9c1f-41b2-9780-fd57c01db154 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Router bcbfbc30-c9cd-4a2d-b415-cdf82f734b3f is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:29:04.141508 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7878d28e-9c1f-41b2-9780-fd57c01db154 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:29:04.152516 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e932f703-c75f-4920-91de-e1329f082246 None None] Sync routers for ids ['bcbfbc30-c9cd-4a2d-b415-cdf82f734b3f'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:29:04.162904 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7878d28e-9c1f-41b2-9780-fd57c01db154 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:04.165799 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e932f703-c75f-4920-91de-e1329f082246 None None] Routers {'bcbfbc30-c9cd-4a2d-b415-cdf82f734b3f'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:29:04.167193 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-e932f703-c75f-4920-91de-e1329f082246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:29:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['bcbfbc30-c9cd-4a2d-b415-cdf82f734b3f'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:29:04.176049 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-7878d28e-9c1f-41b2-9780-fd57c01db154 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 2.4739778 Nov 25 13:29:04.176351 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 35560) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:04.307928 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-09b5c121-16df-47dc-a187-25c7b7bb35e6 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks [] for router, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:04.395420 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-e932f703-c75f-4920-91de-e1329f082246 None None] Set router bcbfbc30-c9cd-4a2d-b415-cdf82f734b3f gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:29:04.500983 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-09b5c121-16df-47dc-a187-25c7b7bb35e6 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:04.585973 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9273c-c849-4d0a-9003-8ea71c2cd2d3 req-2cb43284-4193-4150-8901-c367f2d65999 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:04.593116 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9273c-c849-4d0a-9003-8ea71c2cd2d3 req-2cb43284-4193-4150-8901-c367f2d65999 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:04.601928 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9273c-c849-4d0a-9003-8ea71c2cd2d3 req-2cb43284-4193-4150-8901-c367f2d65999 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:04.617531 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9273c-c849-4d0a-9003-8ea71c2cd2d3 req-2cb43284-4193-4150-8901-c367f2d65999 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:04.634382 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9273c-c849-4d0a-9003-8ea71c2cd2d3 req-2cb43284-4193-4150-8901-c367f2d65999 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:04.646837 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9273c-c849-4d0a-9003-8ea71c2cd2d3 req-2cb43284-4193-4150-8901-c367f2d65999 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:04.663596 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9273c-c849-4d0a-9003-8ea71c2cd2d3 req-2cb43284-4193-4150-8901-c367f2d65999 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:04.669274 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-e932f703-c75f-4920-91de-e1329f082246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcbfbc30-c9cd-4a2d-b415-cdf82f734b3f', 'name': '', 'tenant_id': '4e935b8146804279a5612b8b7d4dc973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acdc43dc-32c4-425c-a41b-31e47a6f2106', 'external_fixed_ips': [{'subnet_id': '6dac9f27-3f38-47aa-9c8f-7223b3e147b7', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': '3265bb7d-563f-4109-b2c1-7a75599652ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:29:01Z', 'updated_at': '2021-11-25T13:29:03Z', 'revision_number': 3, 'project_id': '4e935b8146804279a5612b8b7d4dc973', 'gw_port': {'id': '3265bb7d-563f-4109-b2c1-7a75599652ba', 'name': '', 'network_id': 'acdc43dc-32c4-425c-a41b-31e47a6f2106', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcbfbc30-c9cd-4a2d-b415-cdf82f734b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '6dac9f27-3f38-47aa-9c8f-7223b3e147b7', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:29:02Z', 'updated_at': '2021-11-25T13:29:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6dac9f27-3f38-47aa-9c8f-7223b3e147b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:29:04.677145 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d2e9273c-c849-4d0a-9003-8ea71c2cd2d3 req-2cb43284-4193-4150-8901-c367f2d65999 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 5421 time: 0.1910963 Nov 25 13:29:04.735731 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e932f703-c75f-4920-91de-e1329f082246 None None] Checking router: bcbfbc30-c9cd-4a2d-b415-cdf82f734b3f for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:29:04.736085 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e932f703-c75f-4920-91de-e1329f082246 None None] Updating router bcbfbc30-c9cd-4a2d-b415-cdf82f734b3f port 3265bb7d-563f-4109-b2c1-7a75599652ba binding host n-d-808199-11 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:29:04.745038 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-09b5c121-16df-47dc-a187-25c7b7bb35e6 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Deleting port 3265bb7d-563f-4109-b2c1-7a75599652ba {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:29:04.750656 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-09b5c121-16df-47dc-a187-25c7b7bb35e6 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:04.761714 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e932f703-c75f-4920-91de-e1329f082246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:04.843098 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d2e9273c-c849-4d0a-9003-8ea71c2cd2d3 req-cb06440f-62bc-4e42-82b2-71bab01be36e tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4aeb0c9-0fa7-4d84-9142-5a59f700fca6&id=c9ce495e-dd18-47f6-8bd6-2e09f8921a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1648982 Nov 25 13:29:04.939255 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-09b5c121-16df-47dc-a187-25c7b7bb35e6 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:04.954183 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-09b5c121-16df-47dc-a187-25c7b7bb35e6 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Calling delete_port for 3265bb7d-563f-4109-b2c1-7a75599652ba owned by network:router_gateway {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:29:05.159134 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:05.189851 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-73f340ca-195b-40f7-8730-f56cc1686df4 req-b983dc93-afd6-4446-9a70-c246067a6ce1 tempest-ServerShowV254Test-170758335 tempest-ServerShowV254Test-170758335-project] 10.222.0.53 "GET /v2.0/ports?device_id=08844e7e-284f-4e0a-b08e-c13412210833 HTTP/1.1" status: 200 len: 210 time: 0.1181066 Nov 25 13:29:05.221761 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e932f703-c75f-4920-91de-e1329f082246 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:05.228542 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e932f703-c75f-4920-91de-e1329f082246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:05.296272 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-e932f703-c75f-4920-91de-e1329f082246 None None] Attempting to bind port 3265bb7d-563f-4109-b2c1-7a75599652ba on host n-d-808199-11 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:29:05.296902 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-e932f703-c75f-4920-91de-e1329f082246 None None] Attempting to bind port 3265bb7d-563f-4109-b2c1-7a75599652ba by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '2cdf29b4-c003-409c-bdc8-737b688ad7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'acdc43dc-32c4-425c-a41b-31e47a6f2106'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:29:05.297468 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e932f703-c75f-4920-91de-e1329f082246 None None] Attempting to bind port 3265bb7d-563f-4109-b2c1-7a75599652ba on network acdc43dc-32c4-425c-a41b-31e47a6f2106 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:29:05.308991 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e932f703-c75f-4920-91de-e1329f082246 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:29:05.310061 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e932f703-c75f-4920-91de-e1329f082246 None None] Checking segment: {'id': '2cdf29b4-c003-409c-bdc8-737b688ad7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'acdc43dc-32c4-425c-a41b-31e47a6f2106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:29:05.310637 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e932f703-c75f-4920-91de-e1329f082246 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:05.311375 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e932f703-c75f-4920-91de-e1329f082246 None None] Bound using segment: {'id': '2cdf29b4-c003-409c-bdc8-737b688ad7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'acdc43dc-32c4-425c-a41b-31e47a6f2106'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:29:05.312021 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-e932f703-c75f-4920-91de-e1329f082246 None None] Bound port: 3265bb7d-563f-4109-b2c1-7a75599652ba, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cdf29b4-c003-409c-bdc8-737b688ad7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'acdc43dc-32c4-425c-a41b-31e47a6f2106'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:29:05.313583 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e932f703-c75f-4920-91de-e1329f082246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:05.540241 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-09b5c121-16df-47dc-a187-25c7b7bb35e6 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:05.569492 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.db.api [None req-e932f703-c75f-4920-91de-e1329f082246 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 13:29:05.569923 n-d-808199-11 neutron-server[103573]: DEBUG oslo_db.api [None req-e932f703-c75f-4920-91de-e1329f082246 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 13:29:05.577031 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7505860f-93ae-490d-8f80-ad64db08dbec None None] Pushing event updated for resources: {'Port': ['ID=3265bb7d-563f-4109-b2c1-7a75599652ba,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:05.585772 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7505860f-93ae-490d-8f80-ad64db08dbec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:29:05.586127 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7505860f-93ae-490d-8f80-ad64db08dbec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:29:05.586471 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7505860f-93ae-490d-8f80-ad64db08dbec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:29:05.586903 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7505860f-93ae-490d-8f80-ad64db08dbec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:29:05.587190 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7505860f-93ae-490d-8f80-ad64db08dbec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:29:05.587521 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7505860f-93ae-490d-8f80-ad64db08dbec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:29:05.588102 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7505860f-93ae-490d-8f80-ad64db08dbec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:29:05.588440 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7505860f-93ae-490d-8f80-ad64db08dbec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:29:05.588769 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7505860f-93ae-490d-8f80-ad64db08dbec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:29:05.589204 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7505860f-93ae-490d-8f80-ad64db08dbec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:29:05.589546 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7505860f-93ae-490d-8f80-ad64db08dbec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:29:05.590033 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7505860f-93ae-490d-8f80-ad64db08dbec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:29:05.645925 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b5c121-16df-47dc-a187-25c7b7bb35e6 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Pushing event deleted for resources: {'Port': ['ID=3265bb7d-563f-4109-b2c1-7a75599652ba,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:05.731198 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-09b5c121-16df-47dc-a187-25c7b7bb35e6 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:05.841455 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-09b5c121-16df-47dc-a187-25c7b7bb35e6 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:05.843901 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-09b5c121-16df-47dc-a187-25c7b7bb35e6 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:05.897761 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-09b5c121-16df-47dc-a187-25c7b7bb35e6 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:05.900020 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b5c121-16df-47dc-a187-25c7b7bb35e6 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bcbfbc30-c9cd-4a2d-b415-cdf82f734b3f {{(pid=103570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:29:05.912139 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-09b5c121-16df-47dc-a187-25c7b7bb35e6 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:05.914125 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-09b5c121-16df-47dc-a187-25c7b7bb35e6 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] 10.222.0.53 "DELETE /v2.0/routers/bcbfbc30-c9cd-4a2d-b415-cdf82f734b3f HTTP/1.1" status: 204 len: 168 time: 1.7368164 Nov 25 13:29:05.917765 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 35584) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:06.037210 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-bebe6129-39af-4d72-9faf-1f7216516b4b tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Deleting subnet 6dac9f27-3f38-47aa-9c8f-7223b3e147b7 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:29:06.041311 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bebe6129-39af-4d72-9faf-1f7216516b4b tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:06.102420 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-e932f703-c75f-4920-91de-e1329f082246 None None] Attempting to bind port 3265bb7d-563f-4109-b2c1-7a75599652ba on host n-d-808199-11 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:29:06.104267 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-e932f703-c75f-4920-91de-e1329f082246 None None] Attempting to bind port 3265bb7d-563f-4109-b2c1-7a75599652ba by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '2cdf29b4-c003-409c-bdc8-737b688ad7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'acdc43dc-32c4-425c-a41b-31e47a6f2106'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:29:06.104647 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e932f703-c75f-4920-91de-e1329f082246 None None] Attempting to bind port 3265bb7d-563f-4109-b2c1-7a75599652ba on network acdc43dc-32c4-425c-a41b-31e47a6f2106 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:29:06.126508 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e932f703-c75f-4920-91de-e1329f082246 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:29:06.126913 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e932f703-c75f-4920-91de-e1329f082246 None None] Checking segment: {'id': '2cdf29b4-c003-409c-bdc8-737b688ad7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'acdc43dc-32c4-425c-a41b-31e47a6f2106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:29:06.127323 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e932f703-c75f-4920-91de-e1329f082246 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:06.127725 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e932f703-c75f-4920-91de-e1329f082246 None None] Bound using segment: {'id': '2cdf29b4-c003-409c-bdc8-737b688ad7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'acdc43dc-32c4-425c-a41b-31e47a6f2106'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:29:06.130797 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bebe6129-39af-4d72-9faf-1f7216516b4b tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:06.133086 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-e932f703-c75f-4920-91de-e1329f082246 None None] Bound port: 3265bb7d-563f-4109-b2c1-7a75599652ba, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cdf29b4-c003-409c-bdc8-737b688ad7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'acdc43dc-32c4-425c-a41b-31e47a6f2106'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:29:06.134030 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e932f703-c75f-4920-91de-e1329f082246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:06.173488 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-e932f703-c75f-4920-91de-e1329f082246 None None] Port 3265bb7d-563f-4109-b2c1-7a75599652ba has been deleted concurrently {{(pid=103573) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 25 13:29:06.177441 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bebe6129-39af-4d72-9faf-1f7216516b4b tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:06.198078 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e932f703-c75f-4920-91de-e1329f082246 None None] Routers set() bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:29:06.198461 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e932f703-c75f-4920-91de-e1329f082246 None None] Router IDs set() for agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 25 13:29:06.199216 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_agentschedulers_db [None req-e932f703-c75f-4920-91de-e1329f082246 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'bcbfbc30-c9cd-4a2d-b415-cdf82f734b3f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:29:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent'). {{(pid=103573) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 25 13:29:06.199782 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e932f703-c75f-4920-91de-e1329f082246 None None] The sync data for ids ['bcbfbc30-c9cd-4a2d-b415-cdf82f734b3f'] in n-d-808199-11 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:29:06.205932 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:06.206414 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59700ab-f37e-49c4-83a1-e0db7d6a16e2 req-93a023f4-5857-4d7d-89d9-29279bc49b92 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:06.228431 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59700ab-f37e-49c4-83a1-e0db7d6a16e2 req-93a023f4-5857-4d7d-89d9-29279bc49b92 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:06.248218 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59700ab-f37e-49c4-83a1-e0db7d6a16e2 req-93a023f4-5857-4d7d-89d9-29279bc49b92 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:06.271955 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59700ab-f37e-49c4-83a1-e0db7d6a16e2 req-93a023f4-5857-4d7d-89d9-29279bc49b92 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:06.287956 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bebe6129-39af-4d72-9faf-1f7216516b4b tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:06.289657 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59700ab-f37e-49c4-83a1-e0db7d6a16e2 req-93a023f4-5857-4d7d-89d9-29279bc49b92 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:06.296304 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59700ab-f37e-49c4-83a1-e0db7d6a16e2 req-93a023f4-5857-4d7d-89d9-29279bc49b92 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:06.304142 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59700ab-f37e-49c4-83a1-e0db7d6a16e2 req-93a023f4-5857-4d7d-89d9-29279bc49b92 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:06.306316 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d59700ab-f37e-49c4-83a1-e0db7d6a16e2 req-93a023f4-5857-4d7d-89d9-29279bc49b92 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 5421 time: 0.2567174 Nov 25 13:29:06.371678 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebe6129-39af-4d72-9faf-1f7216516b4b tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6dac9f27-3f38-47aa-9c8f-7223b3e147b7,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:06.414275 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bebe6129-39af-4d72-9faf-1f7216516b4b tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:06.417806 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-bebe6129-39af-4d72-9faf-1f7216516b4b tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] 10.222.0.53 "DELETE /v2.0/subnets/6dac9f27-3f38-47aa-9c8f-7223b3e147b7 HTTP/1.1" status: 204 len: 168 time: 0.4989145 Nov 25 13:29:06.423293 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 35590) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:06.428293 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f4df2f4f-b0db-4b4f-8b6a-bca592449339 req-9701dfab-d068-44fc-92e5-997b2f3f4cd5 tempest-ServerShowV254Test-170758335 tempest-ServerShowV254Test-170758335-project] 10.222.0.53 "GET /v2.0/ports?device_id=08844e7e-284f-4e0a-b08e-c13412210833 HTTP/1.1" status: 200 len: 210 time: 0.0919232 Nov 25 13:29:06.529158 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d59700ab-f37e-49c4-83a1-e0db7d6a16e2 req-15628362-8728-4803-a588-171fe08c11dd tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4aeb0c9-0fa7-4d84-9142-5a59f700fca6&id=c9ce495e-dd18-47f6-8bd6-2e09f8921a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2138925 Nov 25 13:29:06.530639 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4acece4d-9dee-4fec-a82f-35de68213ffa tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:06.640463 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4acece4d-9dee-4fec-a82f-35de68213ffa tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:06.666539 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-4acece4d-9dee-4fec-a82f-35de68213ffa tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acdc43dc-32c4-425c-a41b-31e47a6f2106']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:29:06.677155 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-4acece4d-9dee-4fec-a82f-35de68213ffa tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cdf29b4-c003-409c-bdc8-737b688ad7df') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:29:06.677548 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-4acece4d-9dee-4fec-a82f-35de68213ffa tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cdf29b4-c003-409c-bdc8-737b688ad7df') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:29:06.688380 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4acece4d-9dee-4fec-a82f-35de68213ffa tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:06.704616 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4acece4d-9dee-4fec-a82f-35de68213ffa tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:06.710904 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4acece4d-9dee-4fec-a82f-35de68213ffa tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:29:06.711371 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4acece4d-9dee-4fec-a82f-35de68213ffa tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:06.749218 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:29:06.749218 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:29:06.749218 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:29:06.749218 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:29:06.749218 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:29:06.749218 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:29:06.749218 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:29:06.749218 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:29:06.749218 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:29:06.749218 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:29:06.749218 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:29:06.749218 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:29:06.749218 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:29:06.749218 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:29:06.749218 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:29:06.749218 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:29:06.749218 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:29:06.749218 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:29:06.749218 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:29:06.749218 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:29:06.749218 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:29:06.749218 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:29:06.749218 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:29:06.749218 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:29:06.749218 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:29:06.749218 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:29:06.749218 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:29:06.749218 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:29:06.749218 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:29:06.749218 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:29:06.749218 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:29:06.749218 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:29:06.777474 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4acece4d-9dee-4fec-a82f-35de68213ffa tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:06.792598 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4acece4d-9dee-4fec-a82f-35de68213ffa tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network acdc43dc-32c4-425c-a41b-31e47a6f2106 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 25 13:29:06.810953 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4acece4d-9dee-4fec-a82f-35de68213ffa tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:06.819564 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-4acece4d-9dee-4fec-a82f-35de68213ffa tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] 10.222.0.53 "DELETE /v2.0/networks/acdc43dc-32c4-425c-a41b-31e47a6f2106 HTTP/1.1" status: 204 len: 168 time: 0.3941612 Nov 25 13:29:06.858600 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acece4d-9dee-4fec-a82f-35de68213ffa tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Pushing event deleted for resources: {'Network': ['ID=acdc43dc-32c4-425c-a41b-31e47a6f2106,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:07.072354 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 35604) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:07.077488 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-27747bf2-8dba-4c0a-8093-f562e40fb0a2 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Request body: {'router': {'name': 'tempest-router--301680492', 'project_id': '21860525bb904947a4e14a7d6ec0b6c4'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:29:07.102796 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-27747bf2-8dba-4c0a-8093-f562e40fb0a2 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:07.104442 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-27747bf2-8dba-4c0a-8093-f562e40fb0a2 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:07.204558 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-27747bf2-8dba-4c0a-8093-f562e40fb0a2 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:07.224791 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-27747bf2-8dba-4c0a-8093-f562e40fb0a2 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:07.249894 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-27747bf2-8dba-4c0a-8093-f562e40fb0a2 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:07.254992 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 35608) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:07.263105 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-27747bf2-8dba-4c0a-8093-f562e40fb0a2 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1878614 Nov 25 13:29:07.361173 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-44cd5ead-1ba2-46b3-b46e-a582cce1648c tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks [] for router, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:07.469540 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 5b1b7bfe-73a9-4a4b-85ca-0c5e39ccf219 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:29:07.591420 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 5b1b7bfe-73a9-4a4b-85ca-0c5e39ccf219, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=5b1b7bfe-73a9-4a4b-85ca-0c5e39ccf219,segment=NetworkSegment(40a198a7-301a-47bd-bb8e-de5dce7edbf3),segment_id=40a198a7-301a-47bd-bb8e-de5dce7edbf3)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:29:07.622774 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '5b1b7bfe-73a9-4a4b-85ca-0c5e39ccf219', 'network_id': '0f46794c-b326-485f-8936-6eed71effe7e', 'port_id': '5b1b7bfe-73a9-4a4b-85ca-0c5e39ccf219', 'mac_address': 'fa:16:3e:7b:cd:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a610251-b260-4111-ade4-fcd074d9de00', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:29:07.629754 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-723619aa-ad40-4132-9bed-ad4f4e1e27b7 req-f680fdf8-0ea5-40e0-b27f-0b1d2df0b04a tempest-ServerShowV254Test-170758335 tempest-ServerShowV254Test-170758335-project] 10.222.0.53 "GET /v2.0/ports?device_id=08844e7e-284f-4e0a-b08e-c13412210833 HTTP/1.1" status: 200 len: 210 time: 0.0859122 Nov 25 13:29:07.632048 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-44cd5ead-1ba2-46b3-b46e-a582cce1648c tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:07.637594 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-44cd5ead-1ba2-46b3-b46e-a582cce1648c tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:07.695908 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:07.720733 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b1b7bfe-73a9-4a4b-85ca-0c5e39ccf219 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:29:07.752443 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 5b1b7bfe-73a9-4a4b-85ca-0c5e39ccf219, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=5b1b7bfe-73a9-4a4b-85ca-0c5e39ccf219,segment=NetworkSegment(40a198a7-301a-47bd-bb8e-de5dce7edbf3),segment_id=40a198a7-301a-47bd-bb8e-de5dce7edbf3)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:29:07.759752 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:07.760879 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 77fa532d-926d-4fc4-9d3f-3f827abd33da details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:29:07.762675 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-44cd5ead-1ba2-46b3-b46e-a582cce1648c tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:07.763527 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44cd5ead-1ba2-46b3-b46e-a582cce1648c tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3caf38c5-4e5d-4492-b9b1-caa2d9507370 {{(pid=103570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:29:07.772713 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-44cd5ead-1ba2-46b3-b46e-a582cce1648c tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:07.786376 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-44cd5ead-1ba2-46b3-b46e-a582cce1648c tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] 10.222.0.53 "DELETE /v2.0/routers/3caf38c5-4e5d-4492-b9b1-caa2d9507370 HTTP/1.1" status: 204 len: 168 time: 0.5296304 Nov 25 13:29:07.837389 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=5b1b7bfe-73a9-4a4b-85ca-0c5e39ccf219,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:07.845896 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca7965-211c-41a4-9bdb-d15ebd8be6c3 req-b29248f5-27bf-440f-8e6d-83298a3ac91f tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:07.861052 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca7965-211c-41a4-9bdb-d15ebd8be6c3 req-b29248f5-27bf-440f-8e6d-83298a3ac91f tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:07.873424 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca7965-211c-41a4-9bdb-d15ebd8be6c3 req-b29248f5-27bf-440f-8e6d-83298a3ac91f tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:07.887822 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca7965-211c-41a4-9bdb-d15ebd8be6c3 req-b29248f5-27bf-440f-8e6d-83298a3ac91f tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:07.909142 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca7965-211c-41a4-9bdb-d15ebd8be6c3 req-b29248f5-27bf-440f-8e6d-83298a3ac91f tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:07.927102 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca7965-211c-41a4-9bdb-d15ebd8be6c3 req-b29248f5-27bf-440f-8e6d-83298a3ac91f tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:07.933606 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca7965-211c-41a4-9bdb-d15ebd8be6c3 req-b29248f5-27bf-440f-8e6d-83298a3ac91f tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:07.935791 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7bca7965-211c-41a4-9bdb-d15ebd8be6c3 req-b29248f5-27bf-440f-8e6d-83298a3ac91f tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 5421 time: 0.2777889 Nov 25 13:29:07.955158 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 77fa532d-926d-4fc4-9d3f-3f827abd33da, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=77fa532d-926d-4fc4-9d3f-3f827abd33da,segment=NetworkSegment(f63cb297-3bee-402b-b7bb-f5576ef7876c),segment_id=f63cb297-3bee-402b-b7bb-f5576ef7876c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:29:07.969695 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '77fa532d-926d-4fc4-9d3f-3f827abd33da', 'network_id': '0213571c-133e-4472-a9fb-82f11b25c18c', 'port_id': '77fa532d-926d-4fc4-9d3f-3f827abd33da', 'mac_address': 'fa:16:3e:17:e8:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38c8e398-29c4-45fc-bddf-7786c80e6325', 'ip_address': '10.1.1.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:29:07.991562 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 35620) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:08.049650 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:08.066564 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77fa532d-926d-4fc4-9d3f-3f827abd33da {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:29:08.084807 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7bca7965-211c-41a4-9bdb-d15ebd8be6c3 req-e037ae7a-57bb-42a9-85f6-72b78989d614 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4aeb0c9-0fa7-4d84-9142-5a59f700fca6&id=c9ce495e-dd18-47f6-8bd6-2e09f8921a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1310940 Nov 25 13:29:08.106556 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 77fa532d-926d-4fc4-9d3f-3f827abd33da, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=77fa532d-926d-4fc4-9d3f-3f827abd33da,segment=NetworkSegment(f63cb297-3bee-402b-b7bb-f5576ef7876c),segment_id=f63cb297-3bee-402b-b7bb-f5576ef7876c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:29:08.108650 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:08.126977 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:08.127871 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 3e1ba641-2a58-4452-979b-3a9693f5abbd details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:29:08.167245 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 3e1ba641-2a58-4452-979b-3a9693f5abbd, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=3e1ba641-2a58-4452-979b-3a9693f5abbd,segment=NetworkSegment(f63cb297-3bee-402b-b7bb-f5576ef7876c),segment_id=f63cb297-3bee-402b-b7bb-f5576ef7876c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:29:08.181908 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '3e1ba641-2a58-4452-979b-3a9693f5abbd', 'network_id': '0213571c-133e-4472-a9fb-82f11b25c18c', 'port_id': '3e1ba641-2a58-4452-979b-3a9693f5abbd', 'mac_address': 'fa:16:3e:92:2b:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38c8e398-29c4-45fc-bddf-7786c80e6325', 'ip_address': '10.1.1.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:29:08.267892 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:08.286021 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e1ba641-2a58-4452-979b-3a9693f5abbd {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:29:08.301810 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=77fa532d-926d-4fc4-9d3f-3f827abd33da,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:08.324282 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 3e1ba641-2a58-4452-979b-3a9693f5abbd, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=3e1ba641-2a58-4452-979b-3a9693f5abbd,segment=NetworkSegment(f63cb297-3bee-402b-b7bb-f5576ef7876c),segment_id=f63cb297-3bee-402b-b7bb-f5576ef7876c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:29:08.332228 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:08.333144 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 5feb08b3-118a-40cc-93b2-58088c97de57 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:29:08.391480 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-41558f1a-6124-4e14-bce3-9884635425d1 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1105558379', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}, 'admin_state_up': False}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:29:08.425075 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41558f1a-6124-4e14-bce3-9884635425d1 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:08.426468 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41558f1a-6124-4e14-bce3-9884635425d1 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:08.465388 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=3e1ba641-2a58-4452-979b-3a9693f5abbd,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:08.503030 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 5feb08b3-118a-40cc-93b2-58088c97de57, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=5feb08b3-118a-40cc-93b2-58088c97de57,segment=NetworkSegment(9b036adf-7575-43f9-a223-df92fb825095),segment_id=9b036adf-7575-43f9-a223-df92fb825095)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:29:08.514269 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41558f1a-6124-4e14-bce3-9884635425d1 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:08.529241 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '5feb08b3-118a-40cc-93b2-58088c97de57', 'network_id': '67a0b139-2197-40dc-a595-6d5cd20e2c68', 'port_id': '5feb08b3-118a-40cc-93b2-58088c97de57', 'mac_address': 'fa:16:3e:34:c0:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb948add-f436-4958-9429-ea10f300ab82', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:29:08.591167 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:08.605722 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5feb08b3-118a-40cc-93b2-58088c97de57 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:29:08.630624 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 5feb08b3-118a-40cc-93b2-58088c97de57, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=5feb08b3-118a-40cc-93b2-58088c97de57,segment=NetworkSegment(9b036adf-7575-43f9-a223-df92fb825095),segment_id=9b036adf-7575-43f9-a223-df92fb825095)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:29:08.635251 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:08.636291 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 99005437-8bd0-4130-b30d-158f4e660635 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:29:08.673597 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 99005437-8bd0-4130-b30d-158f4e660635, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=99005437-8bd0-4130-b30d-158f4e660635,segment=NetworkSegment(f63cb297-3bee-402b-b7bb-f5576ef7876c),segment_id=f63cb297-3bee-402b-b7bb-f5576ef7876c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:29:08.688955 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '99005437-8bd0-4130-b30d-158f4e660635', 'network_id': '0213571c-133e-4472-a9fb-82f11b25c18c', 'port_id': '99005437-8bd0-4130-b30d-158f4e660635', 'mac_address': 'fa:16:3e:0b:4c:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38c8e398-29c4-45fc-bddf-7786c80e6325', 'ip_address': '10.1.1.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:29:08.776604 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41558f1a-6124-4e14-bce3-9884635425d1 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:08.854721 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-31dd4279-b88b-44a6-9eb0-c7efdfeda7db req-e4d7a706-3f6e-4bca-bf55-1f4d3bce1b1e tempest-ServerShowV254Test-170758335 tempest-ServerShowV254Test-170758335-project] 10.222.0.53 "GET /v2.0/ports?device_id=08844e7e-284f-4e0a-b08e-c13412210833 HTTP/1.1" status: 200 len: 210 time: 0.0662742 Nov 25 13:29:08.865240 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=5feb08b3-118a-40cc-93b2-58088c97de57,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:08.869258 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:08.897742 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99005437-8bd0-4130-b30d-158f4e660635 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:29:08.925111 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 99005437-8bd0-4130-b30d-158f4e660635, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=99005437-8bd0-4130-b30d-158f4e660635,segment=NetworkSegment(f63cb297-3bee-402b-b7bb-f5576ef7876c),segment_id=f63cb297-3bee-402b-b7bb-f5576ef7876c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:29:08.929265 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:08.930194 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 1cf5030e-8e6c-402b-adf9-89917f2f4c8f details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:29:08.986788 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=99005437-8bd0-4130-b30d-158f4e660635,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:09.031156 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 1cf5030e-8e6c-402b-adf9-89917f2f4c8f, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=1cf5030e-8e6c-402b-adf9-89917f2f4c8f,segment=NetworkSegment(9b036adf-7575-43f9-a223-df92fb825095),segment_id=9b036adf-7575-43f9-a223-df92fb825095)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:29:09.043565 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '1cf5030e-8e6c-402b-adf9-89917f2f4c8f', 'network_id': '67a0b139-2197-40dc-a595-6d5cd20e2c68', 'port_id': '1cf5030e-8e6c-402b-adf9-89917f2f4c8f', 'mac_address': 'fa:16:3e:72:43:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb948add-f436-4958-9429-ea10f300ab82', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:29:09.084484 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:09.120792 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cf5030e-8e6c-402b-adf9-89917f2f4c8f {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:29:09.138671 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41558f1a-6124-4e14-bce3-9884635425d1 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks [] for router_gateway, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:09.168871 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 1cf5030e-8e6c-402b-adf9-89917f2f4c8f, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=1cf5030e-8e6c-402b-adf9-89917f2f4c8f,segment=NetworkSegment(9b036adf-7575-43f9-a223-df92fb825095),segment_id=9b036adf-7575-43f9-a223-df92fb825095)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:29:09.173435 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:09.174155 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 614c1e42-d4e2-4a14-8859-09418460a3e4 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:29:09.199848 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41558f1a-6124-4e14-bce3-9884635425d1 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:09.276441 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 614c1e42-d4e2-4a14-8859-09418460a3e4, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=614c1e42-d4e2-4a14-8859-09418460a3e4,segment=NetworkSegment(f63cb297-3bee-402b-b7bb-f5576ef7876c),segment_id=f63cb297-3bee-402b-b7bb-f5576ef7876c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:29:09.301915 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '614c1e42-d4e2-4a14-8859-09418460a3e4', 'network_id': '0213571c-133e-4472-a9fb-82f11b25c18c', 'port_id': '614c1e42-d4e2-4a14-8859-09418460a3e4', 'mac_address': 'fa:16:3e:cf:5c:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38c8e398-29c4-45fc-bddf-7786c80e6325', 'ip_address': '10.1.1.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:29:09.334967 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d097eed-eff4-4e67-bb99-df2d5bb07bb6 req-6b5f1726-c86f-43c7-88f4-a42f42e51104 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:09.348994 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d097eed-eff4-4e67-bb99-df2d5bb07bb6 req-6b5f1726-c86f-43c7-88f4-a42f42e51104 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:09.366519 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d097eed-eff4-4e67-bb99-df2d5bb07bb6 req-6b5f1726-c86f-43c7-88f4-a42f42e51104 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:09.386802 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d097eed-eff4-4e67-bb99-df2d5bb07bb6 req-6b5f1726-c86f-43c7-88f4-a42f42e51104 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:09.400236 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d097eed-eff4-4e67-bb99-df2d5bb07bb6 req-6b5f1726-c86f-43c7-88f4-a42f42e51104 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:09.417878 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d097eed-eff4-4e67-bb99-df2d5bb07bb6 req-6b5f1726-c86f-43c7-88f4-a42f42e51104 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:09.435782 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d097eed-eff4-4e67-bb99-df2d5bb07bb6 req-6b5f1726-c86f-43c7-88f4-a42f42e51104 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:09.444790 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-41558f1a-6124-4e14-bce3-9884635425d1 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Allocated IP 172.25.5.213 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/b4900697-d1b4-4a9c-8bcd-91064721c2ca) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:29:09.447037 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8d097eed-eff4-4e67-bb99-df2d5bb07bb6 req-6b5f1726-c86f-43c7-88f4-a42f42e51104 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 5427 time: 0.2260082 Nov 25 13:29:09.536905 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=1cf5030e-8e6c-402b-adf9-89917f2f4c8f,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:09.553366 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:09.567331 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 614c1e42-d4e2-4a14-8859-09418460a3e4 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:29:09.593111 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8d097eed-eff4-4e67-bb99-df2d5bb07bb6 req-25740028-1ad3-4d2e-9940-a1225ec0f3c9 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4aeb0c9-0fa7-4d84-9142-5a59f700fca6&id=c9ce495e-dd18-47f6-8bd6-2e09f8921a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1436992 Nov 25 13:29:09.610281 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 614c1e42-d4e2-4a14-8859-09418460a3e4, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=614c1e42-d4e2-4a14-8859-09418460a3e4,segment=NetworkSegment(f63cb297-3bee-402b-b7bb-f5576ef7876c),segment_id=f63cb297-3bee-402b-b7bb-f5576ef7876c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:29:09.619933 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:09.723221 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=614c1e42-d4e2-4a14-8859-09418460a3e4,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:09.783537 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41558f1a-6124-4e14-bce3-9884635425d1 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:09.849144 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41558f1a-6124-4e14-bce3-9884635425d1 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:09.888255 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41558f1a-6124-4e14-bce3-9884635425d1 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:29:09.890662 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-41558f1a-6124-4e14-bce3-9884635425d1 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:29:09.913290 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41558f1a-6124-4e14-bce3-9884635425d1 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:29:09.920163 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeba3e42-8df3-4558-a90f-46a414285aaa None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:29:09.973726 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41558f1a-6124-4e14-bce3-9884635425d1 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Pushing event updated for resources: {'Port': ['ID=b4900697-d1b4-4a9c-8bcd-91064721c2ca,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:10.058348 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a262766f-5b4f-4550-8112-821c53b87eb4 req-ab5d4947-6694-4433-8e90-1af6e269f06f tempest-ServerShowV254Test-170758335 tempest-ServerShowV254Test-170758335-project] 10.222.0.53 "GET /v2.0/ports?device_id=08844e7e-284f-4e0a-b08e-c13412210833 HTTP/1.1" status: 200 len: 210 time: 0.0538146 Nov 25 13:29:10.064360 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-075bdac1-7bc9-4835-a495-0880aafe6dac None None] Provisioning complete for port b4900697-d1b4-4a9c-8bcd-91064721c2ca triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:29:10.064756 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-075bdac1-7bc9-4835-a495-0880aafe6dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:10.150907 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-075bdac1-7bc9-4835-a495-0880aafe6dac None None] Port b4900697-d1b4-4a9c-8bcd-91064721c2ca cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:29:10.168003 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 35660) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:10.221834 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['77fa532d-926d-4fc4-9d3f-3f827abd33da'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:29:10.298010 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['5b1b7bfe-73a9-4a4b-85ca-0c5e39ccf219'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:29:10.301331 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['3e1ba641-2a58-4452-979b-3a9693f5abbd'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:29:10.303923 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41558f1a-6124-4e14-bce3-9884635425d1 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks [] for router_gateway, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:10.304433 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['5feb08b3-118a-40cc-93b2-58088c97de57'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:29:10.324434 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['99005437-8bd0-4130-b30d-158f4e660635'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:29:10.346319 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['1cf5030e-8e6c-402b-adf9-89917f2f4c8f'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:29:10.393225 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3084470a-c4af-416f-b93a-5001791b65fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:10.484096 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['614c1e42-d4e2-4a14-8859-09418460a3e4'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:29:10.537059 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3084470a-c4af-416f-b93a-5001791b65fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:10.544095 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3084470a-c4af-416f-b93a-5001791b65fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:10.573587 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3084470a-c4af-416f-b93a-5001791b65fe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4d1bf1950490477a8bda5a89aab6f241&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4041603 Nov 25 13:29:10.576699 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 35664) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:10.630381 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3084470a-c4af-416f-b93a-5001791b65fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2208a0-b6b5-4902-848b-c33193d20026,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:10.652256 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3084470a-c4af-416f-b93a-5001791b65fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:29:10.652574 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3084470a-c4af-416f-b93a-5001791b65fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:29:10.652925 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3084470a-c4af-416f-b93a-5001791b65fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:29:10.653269 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3084470a-c4af-416f-b93a-5001791b65fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:29:10.653950 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3084470a-c4af-416f-b93a-5001791b65fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:29:10.654300 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3084470a-c4af-416f-b93a-5001791b65fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:29:10.654664 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3084470a-c4af-416f-b93a-5001791b65fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:29:10.655056 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3084470a-c4af-416f-b93a-5001791b65fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:29:10.655320 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3084470a-c4af-416f-b93a-5001791b65fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:29:10.655650 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3084470a-c4af-416f-b93a-5001791b65fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:29:10.655875 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41558f1a-6124-4e14-bce3-9884635425d1 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:10.656337 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3084470a-c4af-416f-b93a-5001791b65fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:29:10.656487 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3084470a-c4af-416f-b93a-5001791b65fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:29:10.685203 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1d47b112-ba58-4160-a0bb-b8f9d34ce451 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:10.709860 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1d47b112-ba58-4160-a0bb-b8f9d34ce451 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:10.810513 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1d47b112-ba58-4160-a0bb-b8f9d34ce451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:10.816186 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1d47b112-ba58-4160-a0bb-b8f9d34ce451 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:10.817493 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-1d47b112-ba58-4160-a0bb-b8f9d34ce451 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/eb2208a0-b6b5-4902-848b-c33193d20026 HTTP/1.1" status: 204 len: 168 time: 0.2398031 Nov 25 13:29:10.831572 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d47b112-ba58-4160-a0bb-b8f9d34ce451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2208a0-b6b5-4902-848b-c33193d20026,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:10.882627 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd08fc57-1616-4af3-af66-9b3e6de57a6f req-5b0feb3e-bef0-4498-a65f-007736d3de6d tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:10.892481 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd08fc57-1616-4af3-af66-9b3e6de57a6f req-5b0feb3e-bef0-4498-a65f-007736d3de6d tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:10.901680 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd08fc57-1616-4af3-af66-9b3e6de57a6f req-5b0feb3e-bef0-4498-a65f-007736d3de6d tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:10.913058 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd08fc57-1616-4af3-af66-9b3e6de57a6f req-5b0feb3e-bef0-4498-a65f-007736d3de6d tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:10.922844 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd08fc57-1616-4af3-af66-9b3e6de57a6f req-5b0feb3e-bef0-4498-a65f-007736d3de6d tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:10.933056 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd08fc57-1616-4af3-af66-9b3e6de57a6f req-5b0feb3e-bef0-4498-a65f-007736d3de6d tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:10.946351 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd08fc57-1616-4af3-af66-9b3e6de57a6f req-5b0feb3e-bef0-4498-a65f-007736d3de6d tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:10.951287 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dd08fc57-1616-4af3-af66-9b3e6de57a6f req-5b0feb3e-bef0-4498-a65f-007736d3de6d tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 5428 time: 0.1734030 Nov 25 13:29:11.103805 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dd08fc57-1616-4af3-af66-9b3e6de57a6f req-8a1bb11e-0ca1-4c68-a878-bf9393e20f6e tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4aeb0c9-0fa7-4d84-9142-5a59f700fca6&id=c9ce495e-dd18-47f6-8bd6-2e09f8921a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1313615 Nov 25 13:29:11.359353 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6749c3b0-7a79-42b4-95db-cabf685cb0c7 req-0b48976c-b996-41df-b4e0-ecdb6e52657d tempest-ServerShowV254Test-170758335 tempest-ServerShowV254Test-170758335-project] 10.222.0.53 "GET /v2.0/ports?device_id=08844e7e-284f-4e0a-b08e-c13412210833 HTTP/1.1" status: 200 len: 210 time: 0.0718472 Nov 25 13:29:11.398599 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41558f1a-6124-4e14-bce3-9884635425d1 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Router 77183c44-39d9-4019-a504-9b494357ce99 is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:29:11.624850 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41558f1a-6124-4e14-bce3-9884635425d1 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:29:11.652342 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41558f1a-6124-4e14-bce3-9884635425d1 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:11.656975 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 35704) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:11.658190 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-41558f1a-6124-4e14-bce3-9884635425d1 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.6654046 Nov 25 13:29:11.716396 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7acf533-9b5e-4741-872d-682b7f126b5c None None] Sync routers for ids ['77183c44-39d9-4019-a504-9b494357ce99'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:29:11.823944 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21a368e-6cea-4032-ba45-0fb3ffa5e7d5 req-b4d1c4e5-21a6-4380-b53a-89455c4e8320 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:11.825896 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b21a368e-6cea-4032-ba45-0fb3ffa5e7d5 req-b4d1c4e5-21a6-4380-b53a-89455c4e8320 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 946 time: 0.1219692 Nov 25 13:29:11.841110 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7acf533-9b5e-4741-872d-682b7f126b5c None None] Routers {'77183c44-39d9-4019-a504-9b494357ce99'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:29:11.841747 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-b7acf533-9b5e-4741-872d-682b7f126b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:29:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['77183c44-39d9-4019-a504-9b494357ce99'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:29:11.848086 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:11.869420 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-5cd4458b-def6-4ff8-a973-c6ef22f34f24 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] 10.222.0.53 "GET /v2.0/routers/77183c44-39d9-4019-a504-9b494357ce99 HTTP/1.1" status: 200 len: 921 time: 0.2107871 Nov 25 13:29:11.872316 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 35712) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:11.926343 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-b7acf533-9b5e-4741-872d-682b7f126b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:29:11.935060 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-cbb0fe02-e97d-41d8-82cc-fec6999f8019 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] 10.222.0.53 "GET /v2.0/ports?device_id=77183c44-39d9-4019-a504-9b494357ce99 HTTP/1.1" status: 200 len: 205 time: 0.0594814 Nov 25 13:29:11.935737 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 35716) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:11.943177 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b21a368e-6cea-4032-ba45-0fb3ffa5e7d5 req-b2e81dd5-35d6-4648-be5d-03fbbd6ec8ac tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=62076cc7-e62e-4a72-af44-4e6f6b4d1965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093662 Nov 25 13:29:12.013071 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7acf533-9b5e-4741-872d-682b7f126b5c None None] Routers {'77183c44-39d9-4019-a504-9b494357ce99'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:29:12.014495 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-b7acf533-9b5e-4741-872d-682b7f126b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:29:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['77183c44-39d9-4019-a504-9b494357ce99'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:29:12.060953 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-b7acf533-9b5e-4741-872d-682b7f126b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:29:12.061826 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7acf533-9b5e-4741-872d-682b7f126b5c None None] The sync data for ids ['77183c44-39d9-4019-a504-9b494357ce99'] in n-d-808199-11 is: [] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:29:12.070957 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c5c3ecf7-e84b-4fed-9bf6-391201b6778d tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:12.182986 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c5c3ecf7-e84b-4fed-9bf6-391201b6778d tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:12.248826 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-c5c3ecf7-e84b-4fed-9bf6-391201b6778d tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Deleting port b4900697-d1b4-4a9c-8bcd-91064721c2ca {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:29:12.249374 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c5c3ecf7-e84b-4fed-9bf6-391201b6778d tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:12.297460 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c52e5-5c6d-448e-a155-400016fab7f4 req-8ba859f5-bef2-4c9c-bd0c-eb4d8b7ef3fe tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:12.305737 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c52e5-5c6d-448e-a155-400016fab7f4 req-8ba859f5-bef2-4c9c-bd0c-eb4d8b7ef3fe tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:12.315621 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c52e5-5c6d-448e-a155-400016fab7f4 req-8ba859f5-bef2-4c9c-bd0c-eb4d8b7ef3fe tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:12.323689 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c52e5-5c6d-448e-a155-400016fab7f4 req-8ba859f5-bef2-4c9c-bd0c-eb4d8b7ef3fe tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:12.338988 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c52e5-5c6d-448e-a155-400016fab7f4 req-8ba859f5-bef2-4c9c-bd0c-eb4d8b7ef3fe tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:12.345961 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c5c3ecf7-e84b-4fed-9bf6-391201b6778d tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:12.347779 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c52e5-5c6d-448e-a155-400016fab7f4 req-8ba859f5-bef2-4c9c-bd0c-eb4d8b7ef3fe tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:12.356060 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c52e5-5c6d-448e-a155-400016fab7f4 req-8ba859f5-bef2-4c9c-bd0c-eb4d8b7ef3fe tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:12.359419 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-217c52e5-5c6d-448e-a155-400016fab7f4 req-8ba859f5-bef2-4c9c-bd0c-eb4d8b7ef3fe tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 5428 time: 0.1390095 Nov 25 13:29:12.361329 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-c5c3ecf7-e84b-4fed-9bf6-391201b6778d tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Calling delete_port for b4900697-d1b4-4a9c-8bcd-91064721c2ca owned by network:router_gateway {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:29:12.616066 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c5c3ecf7-e84b-4fed-9bf6-391201b6778d tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:12.656258 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c3ecf7-e84b-4fed-9bf6-391201b6778d tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Pushing event deleted for resources: {'Port': ['ID=b4900697-d1b4-4a9c-8bcd-91064721c2ca,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:12.673797 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab01ca40-6762-46ab-a11d-f8334f43c951 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:29:12.727140 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c5c3ecf7-e84b-4fed-9bf6-391201b6778d tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:12.754467 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-632f1305-7584-4a99-b21a-9a6681c1621b req-db95bf7a-f0aa-47b3-b386-e1ef40d62f9f tempest-ServerShowV254Test-170758335 tempest-ServerShowV254Test-170758335-project] 10.222.0.53 "GET /v2.0/ports?device_id=08844e7e-284f-4e0a-b08e-c13412210833 HTTP/1.1" status: 200 len: 210 time: 0.0735152 Nov 25 13:29:12.804320 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-217c52e5-5c6d-448e-a155-400016fab7f4 req-f89ed236-0958-44f6-bb13-e4ea0863a1ba tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4aeb0c9-0fa7-4d84-9142-5a59f700fca6&id=c9ce495e-dd18-47f6-8bd6-2e09f8921a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4374678 Nov 25 13:29:12.836618 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c5c3ecf7-e84b-4fed-9bf6-391201b6778d tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:12.851178 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c5c3ecf7-e84b-4fed-9bf6-391201b6778d tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:12.854276 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-34cc4d5f-34b8-41b5-80fe-ce9bab47a354 req-1d2801a9-e850-4258-b024-5d1706c57164 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=08844e7e-284f-4e0a-b08e-c13412210833 HTTP/1.1" status: 200 len: 210 time: 0.0295053 Nov 25 13:29:12.900332 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c5c3ecf7-e84b-4fed-9bf6-391201b6778d tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:12.900903 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c3ecf7-e84b-4fed-9bf6-391201b6778d tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Fanout notify agent at l3_agent the message router_deleted on router 77183c44-39d9-4019-a504-9b494357ce99 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:29:12.908045 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c5c3ecf7-e84b-4fed-9bf6-391201b6778d tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:12.912881 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 35740) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:12.913015 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c5c3ecf7-e84b-4fed-9bf6-391201b6778d tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] 10.222.0.53 "DELETE /v2.0/routers/77183c44-39d9-4019-a504-9b494357ce99 HTTP/1.1" status: 204 len: 168 time: 0.9759355 Nov 25 13:29:12.917447 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-3ad16fe1-45dc-48bb-b9e6-d79ad35e02fa tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Request body: {'router': {'name': 'tempest-snat-router-257717101', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'enable_snat': False}}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:29:12.939493 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3ad16fe1-45dc-48bb-b9e6-d79ad35e02fa tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:12.940538 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3ad16fe1-45dc-48bb-b9e6-d79ad35e02fa tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:12.994198 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3ad16fe1-45dc-48bb-b9e6-d79ad35e02fa tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:13.175426 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3ad16fe1-45dc-48bb-b9e6-d79ad35e02fa tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:13.191124 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7925463f-1ba9-45da-a606-67dc6b442189 req-afea0795-cdb7-4cd7-af37-b54e8a30e39d tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:13.192545 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7925463f-1ba9-45da-a606-67dc6b442189 req-afea0795-cdb7-4cd7-af37-b54e8a30e39d tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 946 time: 0.1578360 Nov 25 13:29:13.285096 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7925463f-1ba9-45da-a606-67dc6b442189 req-19372f72-f62e-427a-a4bc-c0027c3be082 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=62076cc7-e62e-4a72-af44-4e6f6b4d1965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803509 Nov 25 13:29:13.434958 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3ad16fe1-45dc-48bb-b9e6-d79ad35e02fa tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:13.459888 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3ad16fe1-45dc-48bb-b9e6-d79ad35e02fa tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:13.584327 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-3ad16fe1-45dc-48bb-b9e6-d79ad35e02fa tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Allocated IP 172.25.5.48 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/457f93f3-4851-4867-815b-20d097719515) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:29:13.593111 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529133a-4c44-40a4-95ab-f419cc707ea7 req-cf150669-ab46-42dc-b493-6590a835400b tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:13.595088 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6529133a-4c44-40a4-95ab-f419cc707ea7 req-cf150669-ab46-42dc-b493-6590a835400b tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.47 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 946 time: 0.0671387 Nov 25 13:29:13.651977 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 5b1b7bfe-73a9-4a4b-85ca-0c5e39ccf219 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:29:13.731475 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 5b1b7bfe-73a9-4a4b-85ca-0c5e39ccf219 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:29:13.732191 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-6529133a-4c44-40a4-95ab-f419cc707ea7 req-49db0f17-f3e8-4837-9d30-81fd05018e4f tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Deleting port 4b12730d-6eb6-49ae-ab0e-3c3244c452b2 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:29:13.732664 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6529133a-4c44-40a4-95ab-f419cc707ea7 req-49db0f17-f3e8-4837-9d30-81fd05018e4f tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:13.736674 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 5b1b7bfe-73a9-4a4b-85ca-0c5e39ccf219 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:29:13.737337 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:13.765295 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3ad16fe1-45dc-48bb-b9e6-d79ad35e02fa tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:13.832407 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3ad16fe1-45dc-48bb-b9e6-d79ad35e02fa tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:13.887253 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:13.939503 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-6529133a-4c44-40a4-95ab-f419cc707ea7 req-49db0f17-f3e8-4837-9d30-81fd05018e4f tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] For port 4b12730d-6eb6-49ae-ab0e-3c3244c452b2, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=4b12730d-6eb6-49ae-ab0e-3c3244c452b2,segment=NetworkSegment(66e12dc7-b89b-4195-a71e-2bc7657a2a6a),segment_id=66e12dc7-b89b-4195-a71e-2bc7657a2a6a)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:29:13.939884 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6529133a-4c44-40a4-95ab-f419cc707ea7 req-49db0f17-f3e8-4837-9d30-81fd05018e4f tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:13.960583 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 5b1b7bfe-73a9-4a4b-85ca-0c5e39ccf219, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=5b1b7bfe-73a9-4a4b-85ca-0c5e39ccf219,segment=NetworkSegment(40a198a7-301a-47bd-bb8e-de5dce7edbf3),segment_id=40a198a7-301a-47bd-bb8e-de5dce7edbf3)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:29:13.961486 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ced957b-37ee-4144-8fbe-fbcb55edfbc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b1b7bfe-73a9-4a4b-85ca-0c5e39ccf219'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:29:13.964234 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e1ca97-08d6-4c75-aaff-e37d134f6baa" -d '{"events": [{"server_uuid": "6ced957b-37ee-4144-8fbe-fbcb55edfbc6", "name": "network-vif-plugged", "status": "completed", "tag": "5b1b7bfe-73a9-4a4b-85ca-0c5e39ccf219"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:29:13.966216 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad16fe1-45dc-48bb-b9e6-d79ad35e02fa tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:29:13.969960 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:13.971084 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 77fa532d-926d-4fc4-9d3f-3f827abd33da up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:29:13.977307 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad16fe1-45dc-48bb-b9e6-d79ad35e02fa tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Pushing event updated for resources: {'Port': ['ID=457f93f3-4851-4867-815b-20d097719515,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:13.980816 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-3ad16fe1-45dc-48bb-b9e6-d79ad35e02fa tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:29:13.985160 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad16fe1-45dc-48bb-b9e6-d79ad35e02fa tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:29:14.017866 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-daedf28a-2e3f-45d9-baec-ca1034736931 req-69576ddd-dff8-4aae-9ed7-3bf5dfc33c1f tempest-ServerShowV254Test-170758335 tempest-ServerShowV254Test-170758335-project] 10.222.0.53 "GET /v2.0/ports?device_id=08844e7e-284f-4e0a-b08e-c13412210833 HTTP/1.1" status: 200 len: 210 time: 0.0420287 Nov 25 13:29:14.037001 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fdceef-6565-4b09-a3ba-8048daeb39f7 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:29:14.089271 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3762e09-dd7d-4d49-8456-4aa1b83ad6e4 req-97199cb9-0203-4474-bf73-49960fb914a6 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:14.096038 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3762e09-dd7d-4d49-8456-4aa1b83ad6e4 req-97199cb9-0203-4474-bf73-49960fb914a6 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:14.102708 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3762e09-dd7d-4d49-8456-4aa1b83ad6e4 req-97199cb9-0203-4474-bf73-49960fb914a6 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:14.109869 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3762e09-dd7d-4d49-8456-4aa1b83ad6e4 req-97199cb9-0203-4474-bf73-49960fb914a6 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:14.116836 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3762e09-dd7d-4d49-8456-4aa1b83ad6e4 req-97199cb9-0203-4474-bf73-49960fb914a6 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:14.123224 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3762e09-dd7d-4d49-8456-4aa1b83ad6e4 req-97199cb9-0203-4474-bf73-49960fb914a6 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:14.129984 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3762e09-dd7d-4d49-8456-4aa1b83ad6e4 req-97199cb9-0203-4474-bf73-49960fb914a6 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:14.130520 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac344bb-5c15-4ba8-851d-ec3f4c32bd60 x-openstack-request-id: req-4ac344bb-5c15-4ba8-851d-ec3f4c32bd60 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:29:14.131315 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ced957b-37ee-4144-8fbe-fbcb55edfbc6", "name": "network-vif-plugged", "status": "completed", "tag": "5b1b7bfe-73a9-4a4b-85ca-0c5e39ccf219", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:29:14.132333 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4ac344bb-5c15-4ba8-851d-ec3f4c32bd60 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:29:14.132711 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d3762e09-dd7d-4d49-8456-4aa1b83ad6e4 req-97199cb9-0203-4474-bf73-49960fb914a6 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 5429 time: 0.1649272 Nov 25 13:29:14.133314 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ced957b-37ee-4144-8fbe-fbcb55edfbc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b1b7bfe-73a9-4a4b-85ca-0c5e39ccf219', 'code': 200} Nov 25 13:29:14.145623 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 77fa532d-926d-4fc4-9d3f-3f827abd33da completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:29:14.173239 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 77fa532d-926d-4fc4-9d3f-3f827abd33da triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:29:14.178725 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:14.240064 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6529133a-4c44-40a4-95ab-f419cc707ea7 req-49db0f17-f3e8-4837-9d30-81fd05018e4f tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:14.240544 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6529133a-4c44-40a4-95ab-f419cc707ea7 req-49db0f17-f3e8-4837-9d30-81fd05018e4f tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:14.240876 n-d-808199-11 neutron-server[103571]: INFO neutron.db.l3_db [req-6529133a-4c44-40a4-95ab-f419cc707ea7 req-49db0f17-f3e8-4837-9d30-81fd05018e4f tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Floating IP 4ac78bec-581d-4180-944d-f84e139ad90f disassociated. External IP: 172.25.5.151, port: 4b12730d-6eb6-49ae-ab0e-3c3244c452b2. Nov 25 13:29:14.241286 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-6529133a-4c44-40a4-95ab-f419cc707ea7 req-49db0f17-f3e8-4837-9d30-81fd05018e4f tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Calling delete_port for 4b12730d-6eb6-49ae-ab0e-3c3244c452b2 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:29:14.254379 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=5b1b7bfe-73a9-4a4b-85ca-0c5e39ccf219,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:14.302400 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-154ce3b9-4c1b-471d-9539-7d07f829f8eb None None] Provisioning complete for port 457f93f3-4851-4867-815b-20d097719515 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:29:14.302905 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-154ce3b9-4c1b-471d-9539-7d07f829f8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:14.390947 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-154ce3b9-4c1b-471d-9539-7d07f829f8eb None None] Port 457f93f3-4851-4867-815b-20d097719515 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:29:14.437230 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d3762e09-dd7d-4d49-8456-4aa1b83ad6e4 req-18e4c5ea-01ec-48a6-a9df-4351f5bb3fab tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4aeb0c9-0fa7-4d84-9142-5a59f700fca6&id=c9ce495e-dd18-47f6-8bd6-2e09f8921a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2577410 Nov 25 13:29:14.487320 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6529133a-4c44-40a4-95ab-f419cc707ea7 req-49db0f17-f3e8-4837-9d30-81fd05018e4f tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:14.522758 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:14.540632 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49db0f17-f3e8-4837-9d30-81fd05018e4f tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Pushing event deleted for resources: {'Port': ['ID=4b12730d-6eb6-49ae-ab0e-3c3244c452b2,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:14.567740 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 77fa532d-926d-4fc4-9d3f-3f827abd33da, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=77fa532d-926d-4fc4-9d3f-3f827abd33da,segment=NetworkSegment(f63cb297-3bee-402b-b7bb-f5576ef7876c),segment_id=f63cb297-3bee-402b-b7bb-f5576ef7876c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:29:14.579504 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:14.580878 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 5feb08b3-118a-40cc-93b2-58088c97de57 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:29:14.589164 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785600af-cde7-43fc-89e6-15009bbc9454 req-bc7ec9a1-d303-44fc-ab6f-193076caae8a tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:14.602773 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-785600af-cde7-43fc-89e6-15009bbc9454 req-bc7ec9a1-d303-44fc-ab6f-193076caae8a tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=c27ab6a3-6c59-44c5-8538-189891b6b34c HTTP/1.1" status: 200 len: 868 time: 0.1614580 Nov 25 13:29:14.676590 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=77fa532d-926d-4fc4-9d3f-3f827abd33da,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:14.718505 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 5feb08b3-118a-40cc-93b2-58088c97de57 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:29:14.729383 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 5feb08b3-118a-40cc-93b2-58088c97de57 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:29:14.730954 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:14.741622 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-785600af-cde7-43fc-89e6-15009bbc9454 req-997ebffc-d6ab-497d-91be-65b95dfaeee7 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=62076cc7-e62e-4a72-af44-4e6f6b4d1965&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379669 Nov 25 13:29:14.754550 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3ad16fe1-45dc-48bb-b9e6-d79ad35e02fa tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:14.766600 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6529133a-4c44-40a4-95ab-f419cc707ea7 req-49db0f17-f3e8-4837-9d30-81fd05018e4f tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Router 334fd49a-84bc-4923-8066-41c07520642f has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:29:14.868113 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:14.913236 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 5feb08b3-118a-40cc-93b2-58088c97de57, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=5feb08b3-118a-40cc-93b2-58088c97de57,segment=NetworkSegment(9b036adf-7575-43f9-a223-df92fb825095),segment_id=9b036adf-7575-43f9-a223-df92fb825095)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:29:14.920890 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:14.922681 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 99005437-8bd0-4130-b30d-158f4e660635 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:29:14.941718 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6529133a-4c44-40a4-95ab-f419cc707ea7 req-49db0f17-f3e8-4837-9d30-81fd05018e4f tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:29:14.955006 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b0da2b-38b4-41b0-9c1d-20e355b52db4 None None] Sync routers for ids ['334fd49a-84bc-4923-8066-41c07520642f'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:29:14.966642 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b0da2b-38b4-41b0-9c1d-20e355b52db4 None None] Routers {'334fd49a-84bc-4923-8066-41c07520642f'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:29:14.967583 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-e3b0da2b-38b4-41b0-9c1d-20e355b52db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:29:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['334fd49a-84bc-4923-8066-41c07520642f'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:29:15.055595 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-6529133a-4c44-40a4-95ab-f419cc707ea7 req-49db0f17-f3e8-4837-9d30-81fd05018e4f tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] No DVR routers for this DVR port 4b12730d-6eb6-49ae-ab0e-3c3244c452b2 on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:29:15.060931 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6529133a-4c44-40a4-95ab-f419cc707ea7 req-49db0f17-f3e8-4837-9d30-81fd05018e4f tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:15.069539 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6529133a-4c44-40a4-95ab-f419cc707ea7 req-49db0f17-f3e8-4837-9d30-81fd05018e4f tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.47 "DELETE /v2.0/ports/4b12730d-6eb6-49ae-ab0e-3c3244c452b2 HTTP/1.1" status: 204 len: 173 time: 1.4657874 Nov 25 13:29:15.070066 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c27ab6a3-6c59-44c5-8538-189891b6b34c', 'name': 'network-vif-deleted', 'tag': '4b12730d-6eb6-49ae-ab0e-3c3244c452b2'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:29:15.079035 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b2a7fa-244d-44a1-81a8-e92544ce9463" -d '{"events": [{"server_uuid": "c27ab6a3-6c59-44c5-8538-189891b6b34c", "name": "network-vif-deleted", "tag": "4b12730d-6eb6-49ae-ab0e-3c3244c452b2"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:29:15.106302 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3ad16fe1-45dc-48bb-b9e6-d79ad35e02fa tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:15.174875 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=5feb08b3-118a-40cc-93b2-58088c97de57,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:15.191722 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 99005437-8bd0-4130-b30d-158f4e660635 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:29:15.192445 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc06ab54-329e-47ca-b8c6-c227604094e8 x-openstack-request-id: req-dc06ab54-329e-47ca-b8c6-c227604094e8 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:29:15.192849 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c27ab6a3-6c59-44c5-8538-189891b6b34c", "name": "network-vif-deleted", "tag": "4b12730d-6eb6-49ae-ab0e-3c3244c452b2", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:29:15.193239 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dc06ab54-329e-47ca-b8c6-c227604094e8 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:29:15.193781 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c27ab6a3-6c59-44c5-8538-189891b6b34c', 'name': 'network-vif-deleted', 'tag': '4b12730d-6eb6-49ae-ab0e-3c3244c452b2', 'status': 'completed', 'code': 200} Nov 25 13:29:15.198878 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 99005437-8bd0-4130-b30d-158f4e660635 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:29:15.201101 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:15.252275 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-e3b0da2b-38b4-41b0-9c1d-20e355b52db4 None None] Set router 334fd49a-84bc-4923-8066-41c07520642f gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:29:15.316535 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e1862531-d61f-4063-91c1-bbb5d031cb29 req-825deafb-3854-461a-b4f0-e3115e9cfc7e tempest-ServerShowV254Test-170758335 tempest-ServerShowV254Test-170758335-project] 10.222.0.53 "GET /v2.0/ports?device_id=08844e7e-284f-4e0a-b08e-c13412210833 HTTP/1.1" status: 200 len: 210 time: 0.0851860 Nov 25 13:29:15.382217 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:15.435406 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 99005437-8bd0-4130-b30d-158f4e660635, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=99005437-8bd0-4130-b30d-158f4e660635,segment=NetworkSegment(f63cb297-3bee-402b-b7bb-f5576ef7876c),segment_id=f63cb297-3bee-402b-b7bb-f5576ef7876c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:29:15.443518 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:15.445192 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 1cf5030e-8e6c-402b-adf9-89917f2f4c8f up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:29:15.521186 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ad16fe1-45dc-48bb-b9e6-d79ad35e02fa tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Router 1b3db2c7-7f07-4c88-8fbe-d77286f52d01 is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:29:15.612318 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=99005437-8bd0-4130-b30d-158f4e660635,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:15.656898 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 1cf5030e-8e6c-402b-adf9-89917f2f4c8f completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:29:15.662120 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 1cf5030e-8e6c-402b-adf9-89917f2f4c8f triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:29:15.662490 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:15.704089 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-e3b0da2b-38b4-41b0-9c1d-20e355b52db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334fd49a-84bc-4923-8066-41c07520642f', 'name': 'tempest-AttachVolumeShelveTestJSON-783329290-router', 'tenant_id': 'c3c775803d354892aee478fad34a8c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'c7f15d46-8b5b-481b-b78e-59f0ae67ed1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:24:25Z', 'updated_at': '2021-11-25T13:24:30Z', 'revision_number': 4, 'project_id': 'c3c775803d354892aee478fad34a8c78', 'gw_port': {'id': 'c7f15d46-8b5b-481b-b78e-59f0ae67ed1c', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:70:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334fd49a-84bc-4923-8066-41c07520642f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:24:26Z', 'updated_at': '2021-11-25T13:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '25fd7cd6-c3dc-407b-bfb6-d5699626f956', 'name': '', 'network_id': '755402ba-804b-4493-8340-905b0e2e90e1', 'tenant_id': 'c3c775803d354892aee478fad34a8c78', 'mac_address': 'fa:16:3e:76:32:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334fd49a-84bc-4923-8066-41c07520642f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'de598ec9-e4ed-4f9c-80e3-a369f7acaceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:24:29Z', 'updated_at': '2021-11-25T13:24:35Z', 'revision_number': 5, 'project_id': 'c3c775803d354892aee478fad34a8c78', 'subnets': [{'id': 'de598ec9-e4ed-4f9c-80e3-a369f7acaceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:29:15.764762 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b0da2b-38b4-41b0-9c1d-20e355b52db4 None None] Checking router: 334fd49a-84bc-4923-8066-41c07520642f for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:29:15.793968 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b0da2b-38b4-41b0-9c1d-20e355b52db4 None None] Routers {'334fd49a-84bc-4923-8066-41c07520642f'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:29:15.794195 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:15.795349 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-e3b0da2b-38b4-41b0-9c1d-20e355b52db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:29:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['334fd49a-84bc-4923-8066-41c07520642f'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:29:15.817719 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-052c36eb-572d-468b-9436-306e0e9faa6b req-64c144a1-768d-4f0e-addc-bc061fb48042 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=95bc0c3c10c5492eba192f55a16e0f94&device_id=08844e7e-284f-4e0a-b08e-c13412210833 HTTP/1.1" status: 200 len: 210 time: 0.0625534 Nov 25 13:29:15.852718 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad16fe1-45dc-48bb-b9e6-d79ad35e02fa tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:29:15.865183 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 1cf5030e-8e6c-402b-adf9-89917f2f4c8f, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=1cf5030e-8e6c-402b-adf9-89917f2f4c8f,segment=NetworkSegment(9b036adf-7575-43f9-a223-df92fb825095),segment_id=9b036adf-7575-43f9-a223-df92fb825095)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:29:15.867968 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c887633-4d92-4e09-a491-0059010b68fb None None] Sync routers for ids ['1b3db2c7-7f07-4c88-8fbe-d77286f52d01'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:29:15.877812 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:15.881559 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-052c36eb-572d-468b-9436-306e0e9faa6b req-cb7111e2-e5c3-452b-af95-d1f627f003a9 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=95bc0c3c10c5492eba192f55a16e0f94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0547638 Nov 25 13:29:15.892145 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 3e1ba641-2a58-4452-979b-3a9693f5abbd up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:29:15.939525 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3ad16fe1-45dc-48bb-b9e6-d79ad35e02fa tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:15.941001 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3ad16fe1-45dc-48bb-b9e6-d79ad35e02fa tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.0269225 Nov 25 13:29:15.991755 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c887633-4d92-4e09-a491-0059010b68fb None None] Routers {'1b3db2c7-7f07-4c88-8fbe-d77286f52d01'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:29:15.992853 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-3c887633-4d92-4e09-a491-0059010b68fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:29:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['1b3db2c7-7f07-4c88-8fbe-d77286f52d01'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:29:15.998125 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 35792) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:16.014723 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0aff14a0-c80a-4009-86db-a5a7acb4afc4 req-92c85c5a-68d1-4d47-bc69-17fcffa81e81 tempest-ServerShowV254Test-170758335 tempest-ServerShowV254Test-170758335-project] 10.222.0.53 "GET /v2.0/ports?device_id=08844e7e-284f-4e0a-b08e-c13412210833 HTTP/1.1" status: 200 len: 210 time: 0.1528111 Nov 25 13:29:16.083166 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-e3b0da2b-38b4-41b0-9c1d-20e355b52db4 None None] Set router 334fd49a-84bc-4923-8066-41c07520642f gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:29:16.084081 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c36eb-572d-468b-9436-306e0e9faa6b req-9d5b9725-2a7d-4cfd-8e42-a473ed5c812b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:16.086189 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-052c36eb-572d-468b-9436-306e0e9faa6b req-9d5b9725-2a7d-4cfd-8e42-a473ed5c812b service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1965902 Nov 25 13:29:16.157464 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 35798) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:16.227925 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a76526-4f9e-416c-89cd-2cb4d69d5c20 req-1f0e5d94-0f54-4592-9e72-a948cbf932f8 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:16.248253 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a76526-4f9e-416c-89cd-2cb4d69d5c20 req-1f0e5d94-0f54-4592-9e72-a948cbf932f8 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:16.255529 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a76526-4f9e-416c-89cd-2cb4d69d5c20 req-1f0e5d94-0f54-4592-9e72-a948cbf932f8 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:16.261868 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a76526-4f9e-416c-89cd-2cb4d69d5c20 req-1f0e5d94-0f54-4592-9e72-a948cbf932f8 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:16.262962 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-40ceb7c6-8a9f-4930-9cc6-0d8b0f488748 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:16.275171 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a76526-4f9e-416c-89cd-2cb4d69d5c20 req-1f0e5d94-0f54-4592-9e72-a948cbf932f8 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:16.289411 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a76526-4f9e-416c-89cd-2cb4d69d5c20 req-1f0e5d94-0f54-4592-9e72-a948cbf932f8 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:16.300736 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-40ceb7c6-8a9f-4930-9cc6-0d8b0f488748 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:16.302989 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a76526-4f9e-416c-89cd-2cb4d69d5c20 req-1f0e5d94-0f54-4592-9e72-a948cbf932f8 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:16.310632 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-06a76526-4f9e-416c-89cd-2cb4d69d5c20 req-1f0e5d94-0f54-4592-9e72-a948cbf932f8 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 5432 time: 0.6260021 Nov 25 13:29:16.403171 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ced957b-37ee-4144-8fbe-fbcb55edfbc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77fa532d-926d-4fc4-9d3f-3f827abd33da'}, {'server_uuid': '6ced957b-37ee-4144-8fbe-fbcb55edfbc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5feb08b3-118a-40cc-93b2-58088c97de57'}, {'server_uuid': '6ced957b-37ee-4144-8fbe-fbcb55edfbc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99005437-8bd0-4130-b30d-158f4e660635'}, {'server_uuid': '6ced957b-37ee-4144-8fbe-fbcb55edfbc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf5030e-8e6c-402b-adf9-89917f2f4c8f'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:29:16.405755 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f899b022-8290-4c14-8ea1-8f8cb7578d03" -d '{"events": [{"server_uuid": "6ced957b-37ee-4144-8fbe-fbcb55edfbc6", "name": "network-vif-plugged", "status": "completed", "tag": "77fa532d-926d-4fc4-9d3f-3f827abd33da"}, {"server_uuid": "6ced957b-37ee-4144-8fbe-fbcb55edfbc6", "name": "network-vif-plugged", "status": "completed", "tag": "5feb08b3-118a-40cc-93b2-58088c97de57"}, {"server_uuid": "6ced957b-37ee-4144-8fbe-fbcb55edfbc6", "name": "network-vif-plugged", "status": "completed", "tag": "99005437-8bd0-4130-b30d-158f4e660635"}, {"server_uuid": "6ced957b-37ee-4144-8fbe-fbcb55edfbc6", "name": "network-vif-plugged", "status": "completed", "tag": "1cf5030e-8e6c-402b-adf9-89917f2f4c8f"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:29:16.463415 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 3e1ba641-2a58-4452-979b-3a9693f5abbd completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:29:16.484637 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=1cf5030e-8e6c-402b-adf9-89917f2f4c8f,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:16.510848 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 25 Nov 2021 13:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d535b8c-b316-4ea8-8ba0-8418b4ad1334 x-openstack-request-id: req-1d535b8c-b316-4ea8-8ba0-8418b4ad1334 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:29:16.511547 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ced957b-37ee-4144-8fbe-fbcb55edfbc6", "name": "network-vif-plugged", "status": "completed", "tag": "77fa532d-926d-4fc4-9d3f-3f827abd33da", "code": 200}, {"server_uuid": "6ced957b-37ee-4144-8fbe-fbcb55edfbc6", "name": "network-vif-plugged", "status": "completed", "tag": "5feb08b3-118a-40cc-93b2-58088c97de57", "code": 200}, {"server_uuid": "6ced957b-37ee-4144-8fbe-fbcb55edfbc6", "name": "network-vif-plugged", "status": "completed", "tag": "99005437-8bd0-4130-b30d-158f4e660635", "code": 200}, {"server_uuid": "6ced957b-37ee-4144-8fbe-fbcb55edfbc6", "name": "network-vif-plugged", "status": "completed", "tag": "1cf5030e-8e6c-402b-adf9-89917f2f4c8f", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:29:16.512402 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1d535b8c-b316-4ea8-8ba0-8418b4ad1334 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:29:16.513007 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ced957b-37ee-4144-8fbe-fbcb55edfbc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77fa532d-926d-4fc4-9d3f-3f827abd33da', 'code': 200} Nov 25 13:29:16.513923 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ced957b-37ee-4144-8fbe-fbcb55edfbc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5feb08b3-118a-40cc-93b2-58088c97de57', 'code': 200} Nov 25 13:29:16.514347 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ced957b-37ee-4144-8fbe-fbcb55edfbc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99005437-8bd0-4130-b30d-158f4e660635', 'code': 200} Nov 25 13:29:16.515007 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ced957b-37ee-4144-8fbe-fbcb55edfbc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf5030e-8e6c-402b-adf9-89917f2f4c8f', 'code': 200} Nov 25 13:29:16.516398 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 3e1ba641-2a58-4452-979b-3a9693f5abbd triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:29:16.517067 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:16.518243 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-40ceb7c6-8a9f-4930-9cc6-0d8b0f488748 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:16.525937 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-40ceb7c6-8a9f-4930-9cc6-0d8b0f488748 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:16.529558 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-40ceb7c6-8a9f-4930-9cc6-0d8b0f488748 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "DELETE /v2.0/security-groups/62076cc7-e62e-4a72-af44-4e6f6b4d1965 HTTP/1.1" status: 204 len: 168 time: 0.3685551 Nov 25 13:29:16.529953 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 35802) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:16.548378 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ceb7c6-8a9f-4930-9cc6-0d8b0f488748 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62076cc7-e62e-4a72-af44-4e6f6b4d1965,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:16.560934 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e5646339-2781-4711-9822-0d96894eb7d7 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] 10.222.0.53 "GET /v2.0/routers/1b3db2c7-7f07-4c88-8fbe-d77286f52d01 HTTP/1.1" status: 200 len: 907 time: 0.5587778 Nov 25 13:29:16.564053 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 35804) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:16.569158 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-14b677ec-5e91-4b17-b485-629402b89c8a tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Request body: {'router': {'name': 'tempest-snat-router-257717101', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'enable_snat': True}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:29:16.586046 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-e3b0da2b-38b4-41b0-9c1d-20e355b52db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334fd49a-84bc-4923-8066-41c07520642f', 'name': 'tempest-AttachVolumeShelveTestJSON-783329290-router', 'tenant_id': 'c3c775803d354892aee478fad34a8c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'c7f15d46-8b5b-481b-b78e-59f0ae67ed1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:24:25Z', 'updated_at': '2021-11-25T13:24:30Z', 'revision_number': 4, 'project_id': 'c3c775803d354892aee478fad34a8c78', 'gw_port': {'id': 'c7f15d46-8b5b-481b-b78e-59f0ae67ed1c', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:70:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334fd49a-84bc-4923-8066-41c07520642f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:24:26Z', 'updated_at': '2021-11-25T13:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '25fd7cd6-c3dc-407b-bfb6-d5699626f956', 'name': '', 'network_id': '755402ba-804b-4493-8340-905b0e2e90e1', 'tenant_id': 'c3c775803d354892aee478fad34a8c78', 'mac_address': 'fa:16:3e:76:32:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334fd49a-84bc-4923-8066-41c07520642f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'de598ec9-e4ed-4f9c-80e3-a369f7acaceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:24:29Z', 'updated_at': '2021-11-25T13:24:35Z', 'revision_number': 5, 'project_id': 'c3c775803d354892aee478fad34a8c78', 'subnets': [{'id': 'de598ec9-e4ed-4f9c-80e3-a369f7acaceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:29:16.586308 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-06a76526-4f9e-416c-89cd-2cb4d69d5c20 req-7532b498-b42c-4cda-b251-292742ff4cef tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4aeb0c9-0fa7-4d84-9142-5a59f700fca6&id=c9ce495e-dd18-47f6-8bd6-2e09f8921a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2091026 Nov 25 13:29:16.591903 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [None req-dd9abb69-e89f-40da-9ec2-0c4b02d7f6ec tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] show failed (client error): The resource could not be found. Nov 25 13:29:16.592959 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-dd9abb69-e89f-40da-9ec2-0c4b02d7f6ec tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups/62076cc7-e62e-4a72-af44-4e6f6b4d1965 HTTP/1.1" status: 404 len: 347 time: 0.0606937 Nov 25 13:29:16.596513 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 35806) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:16.603199 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-3c887633-4d92-4e09-a491-0059010b68fb None None] Set router 1b3db2c7-7f07-4c88-8fbe-d77286f52d01 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:29:16.618286 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b0da2b-38b4-41b0-9c1d-20e355b52db4 None None] The sync data for ids ['334fd49a-84bc-4923-8066-41c07520642f'] in n-d-808199-11 is: [{'id': '334fd49a-84bc-4923-8066-41c07520642f', 'name': 'tempest-AttachVolumeShelveTestJSON-783329290-router', 'tenant_id': 'c3c775803d354892aee478fad34a8c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'c7f15d46-8b5b-481b-b78e-59f0ae67ed1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:24:25Z', 'updated_at': '2021-11-25T13:24:30Z', 'revision_number': 4, 'project_id': 'c3c775803d354892aee478fad34a8c78', 'gw_port': {'id': 'c7f15d46-8b5b-481b-b78e-59f0ae67ed1c', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:70:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334fd49a-84bc-4923-8066-41c07520642f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:24:26Z', 'updated_at': '2021-11-25T13:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '25fd7cd6-c3dc-407b-bfb6-d5699626f956', 'name': '', 'network_id': '755402ba-804b-4493-8340-905b0e2e90e1', 'tenant_id': 'c3c775803d354892aee478fad34a8c78', 'mac_address': 'fa:16:3e:76:32:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334fd49a-84bc-4923-8066-41c07520642f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'de598ec9-e4ed-4f9c-80e3-a369f7acaceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:24:29Z', 'updated_at': '2021-11-25T13:24:35Z', 'revision_number': 5, 'project_id': 'c3c775803d354892aee478fad34a8c78', 'subnets': [{'id': 'de598ec9-e4ed-4f9c-80e3-a369f7acaceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:29:16.651999 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-14b677ec-5e91-4b17-b485-629402b89c8a tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:16.653188 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-14b677ec-5e91-4b17-b485-629402b89c8a tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:16.813205 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-14b677ec-5e91-4b17-b485-629402b89c8a tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:16.832005 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-83f9310b-47d7-4c2c-877e-d027e94e8833 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Deleting port 441cdfbb-c2ec-4091-83ac-546d0923c107 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:29:16.832005 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-83f9310b-47d7-4c2c-877e-d027e94e8833 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:16.883205 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:16.927979 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 3e1ba641-2a58-4452-979b-3a9693f5abbd, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=3e1ba641-2a58-4452-979b-3a9693f5abbd,segment=NetworkSegment(f63cb297-3bee-402b-b7bb-f5576ef7876c),segment_id=f63cb297-3bee-402b-b7bb-f5576ef7876c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:29:16.938449 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:16.939931 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 614c1e42-d4e2-4a14-8859-09418460a3e4 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:29:17.051147 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-14b677ec-5e91-4b17-b485-629402b89c8a tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:17.055531 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-3c887633-4d92-4e09-a491-0059010b68fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3db2c7-7f07-4c88-8fbe-d77286f52d01', 'name': 'tempest-snat-router-257717101', 'tenant_id': '4e935b8146804279a5612b8b7d4dc973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.48'}], 'enable_snat': False}, 'gw_port_id': '457f93f3-4851-4867-815b-20d097719515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:29:12Z', 'updated_at': '2021-11-25T13:29:14Z', 'revision_number': 3, 'project_id': '4e935b8146804279a5612b8b7d4dc973', 'gw_port': {'id': '457f93f3-4851-4867-815b-20d097719515', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b3db2c7-7f07-4c88-8fbe-d77286f52d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:29:13Z', 'updated_at': '2021-11-25T13:29:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:29:17.100583 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6fc5a4-acff-44b0-ae8c-62bc7c00df3c None None] New status for floating IP 4ac78bec-581d-4180-944d-f84e139ad90f: DOWN {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 13:29:17.101547 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c887633-4d92-4e09-a491-0059010b68fb None None] Checking router: 1b3db2c7-7f07-4c88-8fbe-d77286f52d01 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:29:17.101839 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c887633-4d92-4e09-a491-0059010b68fb None None] Updating router 1b3db2c7-7f07-4c88-8fbe-d77286f52d01 port 457f93f3-4851-4867-815b-20d097719515 binding host n-d-808199-11 {{(pid=103572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:29:17.196019 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3c887633-4d92-4e09-a491-0059010b68fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:17.217148 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-17093481-c1cb-472a-bbee-4e167e841b4a req-441bf5e7-5017-4782-958a-a1d9d84977fd tempest-ServerShowV254Test-170758335 tempest-ServerShowV254Test-170758335-project] 10.222.0.53 "GET /v2.0/ports?device_id=08844e7e-284f-4e0a-b08e-c13412210833 HTTP/1.1" status: 200 len: 210 time: 0.0519972 Nov 25 13:29:17.230205 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-83f9310b-47d7-4c2c-877e-d027e94e8833 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:17.230544 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-83f9310b-47d7-4c2c-877e-d027e94e8833 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:17.288251 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=3e1ba641-2a58-4452-979b-3a9693f5abbd,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:17.300611 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-83f9310b-47d7-4c2c-877e-d027e94e8833 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Calling delete_port for 441cdfbb-c2ec-4091-83ac-546d0923c107 owned by network:floatingip {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:29:17.303515 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 614c1e42-d4e2-4a14-8859-09418460a3e4 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:29:17.316809 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 614c1e42-d4e2-4a14-8859-09418460a3e4 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:29:17.317188 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:17.462333 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-052c36eb-572d-468b-9436-306e0e9faa6b req-14052fef-74a2-4312-872f-7609a04e9f16 tempest-ServerShowV254Test-170758335 tempest-ServerShowV254Test-170758335-project] 10.222.0.47 "GET /v2.0/ports?device_id=08844e7e-284f-4e0a-b08e-c13412210833 HTTP/1.1" status: 200 len: 210 time: 0.0357490 Nov 25 13:29:17.522178 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:17.630503 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 614c1e42-d4e2-4a14-8859-09418460a3e4, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=614c1e42-d4e2-4a14-8859-09418460a3e4,segment=NetworkSegment(f63cb297-3bee-402b-b7bb-f5576ef7876c),segment_id=f63cb297-3bee-402b-b7bb-f5576ef7876c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:29:17.645439 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:17.646238 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 4b12730d-6eb6-49ae-ab0e-3c3244c452b2 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:29:17.776988 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: 4b12730d-6eb6-49ae-ab0e-3c3244c452b2 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:29:17.777621 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 4b12730d-6eb6-49ae-ab0e-3c3244c452b2 not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:29:17.783553 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=614c1e42-d4e2-4a14-8859-09418460a3e4,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:17.799272 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-14b677ec-5e91-4b17-b485-629402b89c8a tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:17.822492 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-14b677ec-5e91-4b17-b485-629402b89c8a tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:17.846415 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc618a8-3acc-41c8-95ff-acd32f059f73 req-d70cb48c-c2fe-4141-a5fe-30c2e8d3eb8c tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:17.859879 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc618a8-3acc-41c8-95ff-acd32f059f73 req-d70cb48c-c2fe-4141-a5fe-30c2e8d3eb8c tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:17.864175 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-83f9310b-47d7-4c2c-877e-d027e94e8833 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:17.871460 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc618a8-3acc-41c8-95ff-acd32f059f73 req-d70cb48c-c2fe-4141-a5fe-30c2e8d3eb8c tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:17.885467 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc618a8-3acc-41c8-95ff-acd32f059f73 req-d70cb48c-c2fe-4141-a5fe-30c2e8d3eb8c tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:17.898732 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc618a8-3acc-41c8-95ff-acd32f059f73 req-d70cb48c-c2fe-4141-a5fe-30c2e8d3eb8c tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:17.901771 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f9310b-47d7-4c2c-877e-d027e94e8833 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Pushing event deleted for resources: {'Port': ['ID=441cdfbb-c2ec-4091-83ac-546d0923c107,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:17.918966 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc618a8-3acc-41c8-95ff-acd32f059f73 req-d70cb48c-c2fe-4141-a5fe-30c2e8d3eb8c tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:17.934499 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc618a8-3acc-41c8-95ff-acd32f059f73 req-d70cb48c-c2fe-4141-a5fe-30c2e8d3eb8c tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:17.939596 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5cc618a8-3acc-41c8-95ff-acd32f059f73 req-d70cb48c-c2fe-4141-a5fe-30c2e8d3eb8c tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 5435 time: 0.2071733 Nov 25 13:29:17.964595 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3c887633-4d92-4e09-a491-0059010b68fb None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:17.983391 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3c887633-4d92-4e09-a491-0059010b68fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:17.985886 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-83f9310b-47d7-4c2c-877e-d027e94e8833 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks [] for floatingip, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:17.990633 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-83f9310b-47d7-4c2c-877e-d027e94e8833 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:17.994375 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-83f9310b-47d7-4c2c-877e-d027e94e8833 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "DELETE /v2.0/floatingips/4ac78bec-581d-4180-944d-f84e139ad90f HTTP/1.1" status: 204 len: 168 time: 1.3967445 Nov 25 13:29:18.104267 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5cc618a8-3acc-41c8-95ff-acd32f059f73 req-ba060ea4-b4d0-494c-a4ff-1db26fc54e4c tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4aeb0c9-0fa7-4d84-9142-5a59f700fca6&id=c9ce495e-dd18-47f6-8bd6-2e09f8921a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1559751 Nov 25 13:29:18.118056 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda64c02-0f55-4356-97f1-571f415021f2 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:29:18.159300 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-14b677ec-5e91-4b17-b485-629402b89c8a tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Allocated IP 172.25.5.70 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/927b96cf-27ce-4ab0-b1e9-2a77c3a0ce4c) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:29:18.182277 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f89add5-ca68-4d1e-84b2-7b23b790b8a5 None None] Pushing event updated for resources: {'Port': ['ID=457f93f3-4851-4867-815b-20d097719515,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:18.209148 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-3c887633-4d92-4e09-a491-0059010b68fb None None] Attempting to bind port 457f93f3-4851-4867-815b-20d097719515 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:29:18.209708 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-3c887633-4d92-4e09-a491-0059010b68fb None None] Attempting to bind port 457f93f3-4851-4867-815b-20d097719515 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:29:18.212244 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c887633-4d92-4e09-a491-0059010b68fb None None] Attempting to bind port 457f93f3-4851-4867-815b-20d097719515 on network 7542d3d9-0db3-40e7-ab88-a168871141f7 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:29:18.224689 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c887633-4d92-4e09-a491-0059010b68fb None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:29:18.225156 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c887633-4d92-4e09-a491-0059010b68fb None None] Checking segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:29:18.225723 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3c887633-4d92-4e09-a491-0059010b68fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:18.229858 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c887633-4d92-4e09-a491-0059010b68fb None None] Bound using segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:29:18.232110 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-3c887633-4d92-4e09-a491-0059010b68fb None None] Bound port: 457f93f3-4851-4867-815b-20d097719515, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:29:18.232630 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3c887633-4d92-4e09-a491-0059010b68fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:18.301199 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-3c887633-4d92-4e09-a491-0059010b68fb None None] For port 457f93f3-4851-4867-815b-20d097719515, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:29:18.305880 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-3c887633-4d92-4e09-a491-0059010b68fb None None] For port 457f93f3-4851-4867-815b-20d097719515, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=457f93f3-4851-4867-815b-20d097719515,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:29:18.329302 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3c887633-4d92-4e09-a491-0059010b68fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:18.400631 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb91c06a-2157-46d5-b356-1d506c2ce418 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:29:18.404012 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-82714215-ff99-42b0-9c4b-1af008533451 None None] Provisioning complete for port 457f93f3-4851-4867-815b-20d097719515 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:29:18.404568 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-82714215-ff99-42b0-9c4b-1af008533451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:18.415674 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-14b677ec-5e91-4b17-b485-629402b89c8a tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:18.487061 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 35854) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:18.492629 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-d0530f1d-f927-4641-87cb-db51f1026a6e tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1998177423', 'description': 'tempest-description--1528799573'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:29:18.496945 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c887633-4d92-4e09-a491-0059010b68fb None None] Routers {'1b3db2c7-7f07-4c88-8fbe-d77286f52d01'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:29:18.497762 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-3c887633-4d92-4e09-a491-0059010b68fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:29:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['1b3db2c7-7f07-4c88-8fbe-d77286f52d01'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:29:18.539533 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-14b677ec-5e91-4b17-b485-629402b89c8a tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:18.540624 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ced957b-37ee-4144-8fbe-fbcb55edfbc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e1ba641-2a58-4452-979b-3a9693f5abbd'}, {'server_uuid': '6ced957b-37ee-4144-8fbe-fbcb55edfbc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '614c1e42-d4e2-4a14-8859-09418460a3e4'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:29:18.543795 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c30b050-871b-4aae-ab76-88d6bae45cef" -d '{"events": [{"server_uuid": "6ced957b-37ee-4144-8fbe-fbcb55edfbc6", "name": "network-vif-plugged", "status": "completed", "tag": "3e1ba641-2a58-4452-979b-3a9693f5abbd"}, {"server_uuid": "6ced957b-37ee-4144-8fbe-fbcb55edfbc6", "name": "network-vif-plugged", "status": "completed", "tag": "614c1e42-d4e2-4a14-8859-09418460a3e4"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:29:18.611632 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f89add5-ca68-4d1e-84b2-7b23b790b8a5 None None] Pushing event updated for resources: {'Port': ['ID=457f93f3-4851-4867-815b-20d097719515,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:18.637078 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b677ec-5e91-4b17-b485-629402b89c8a tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Pushing event updated for resources: {'Port': ['ID=927b96cf-27ce-4ab0-b1e9-2a77c3a0ce4c,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:18.640530 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 25 Nov 2021 13:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d620c147-ce42-4a3d-9897-931d89006c33 x-openstack-request-id: req-d620c147-ce42-4a3d-9897-931d89006c33 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:29:18.640847 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ced957b-37ee-4144-8fbe-fbcb55edfbc6", "name": "network-vif-plugged", "status": "completed", "tag": "3e1ba641-2a58-4452-979b-3a9693f5abbd", "code": 200}, {"server_uuid": "6ced957b-37ee-4144-8fbe-fbcb55edfbc6", "name": "network-vif-plugged", "status": "completed", "tag": "614c1e42-d4e2-4a14-8859-09418460a3e4", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:29:18.641104 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d620c147-ce42-4a3d-9897-931d89006c33 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:29:18.641502 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ced957b-37ee-4144-8fbe-fbcb55edfbc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e1ba641-2a58-4452-979b-3a9693f5abbd', 'code': 200} Nov 25 13:29:18.641794 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ced957b-37ee-4144-8fbe-fbcb55edfbc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '614c1e42-d4e2-4a14-8859-09418460a3e4', 'code': 200} Nov 25 13:29:18.642475 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d0530f1d-f927-4641-87cb-db51f1026a6e tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:18.669637 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-82714215-ff99-42b0-9c4b-1af008533451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:18.684935 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-3c887633-4d92-4e09-a491-0059010b68fb None None] Set router 1b3db2c7-7f07-4c88-8fbe-d77286f52d01 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:29:18.714770 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b677ec-5e91-4b17-b485-629402b89c8a tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:29:18.762177 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-14b677ec-5e91-4b17-b485-629402b89c8a tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:29:18.765199 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b677ec-5e91-4b17-b485-629402b89c8a tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:29:18.803084 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-82714215-ff99-42b0-9c4b-1af008533451 None None] For port 457f93f3-4851-4867-815b-20d097719515, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=457f93f3-4851-4867-815b-20d097719515,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:29:18.804623 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31bc27e7-56a8-4657-8c28-d1b5b5e46e48 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:29:18.831062 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 35862) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:18.853675 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-82714215-ff99-42b0-9c4b-1af008533451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:18.873631 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d0530f1d-f927-4641-87cb-db51f1026a6e tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:18.967469 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d0530f1d-f927-4641-87cb-db51f1026a6e tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:19.009240 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-eb613a52-9ff7-4354-8d06-157ba9498bc5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:19.023008 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0530f1d-f927-4641-87cb-db51f1026a6e tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7de3ae-16ca-4eab-ba9f-83e56d760ccc,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:19.026148 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-b287d54e-c406-4c19-b956-00ccee1f5156 None None] Provisioning complete for port 457f93f3-4851-4867-815b-20d097719515 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:29:19.026872 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b287d54e-c406-4c19-b956-00ccee1f5156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:19.064461 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82714215-ff99-42b0-9c4b-1af008533451 None None] Pushing event updated for resources: {'Port': ['ID=457f93f3-4851-4867-815b-20d097719515,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:19.117879 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d0530f1d-f927-4641-87cb-db51f1026a6e tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:19.122255 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d0530f1d-f927-4641-87cb-db51f1026a6e tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6302843 Nov 25 13:29:19.124552 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 35866) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:19.131409 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-28a6d4f1-edd0-4d88-bb43-b2be7b9b88ba tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Request body: {'security_group_rule': {'security_group_id': '7b7de3ae-16ca-4eab-ba9f-83e56d760ccc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:29:19.132772 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d75b9-86d0-4ec3-bf69-7592c8e4d488 req-ec9b3d8d-cefd-48c2-ba5b-f750994fc797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:19.133272 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d75b9-86d0-4ec3-bf69-7592c8e4d488 req-ec9b3d8d-cefd-48c2-ba5b-f750994fc797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:19.133735 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d75b9-86d0-4ec3-bf69-7592c8e4d488 req-ec9b3d8d-cefd-48c2-ba5b-f750994fc797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:19.134204 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d75b9-86d0-4ec3-bf69-7592c8e4d488 req-ec9b3d8d-cefd-48c2-ba5b-f750994fc797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:19.134669 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d75b9-86d0-4ec3-bf69-7592c8e4d488 req-ec9b3d8d-cefd-48c2-ba5b-f750994fc797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:19.135156 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d75b9-86d0-4ec3-bf69-7592c8e4d488 req-ec9b3d8d-cefd-48c2-ba5b-f750994fc797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:19.135619 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d75b9-86d0-4ec3-bf69-7592c8e4d488 req-ec9b3d8d-cefd-48c2-ba5b-f750994fc797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:19.137507 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ef1d75b9-86d0-4ec3-bf69-7592c8e4d488 req-ec9b3d8d-cefd-48c2-ba5b-f750994fc797 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 6499 time: 0.4037240 Nov 25 13:29:19.172969 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-b287d54e-c406-4c19-b956-00ccee1f5156 None None] Provisioning complete for port 927b96cf-27ce-4ab0-b1e9-2a77c3a0ce4c triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:29:19.173435 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b287d54e-c406-4c19-b956-00ccee1f5156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:19.192819 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-eb613a52-9ff7-4354-8d06-157ba9498bc5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:19.210541 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-3c887633-4d92-4e09-a491-0059010b68fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3db2c7-7f07-4c88-8fbe-d77286f52d01', 'name': 'tempest-snat-router-257717101', 'tenant_id': '4e935b8146804279a5612b8b7d4dc973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.48'}], 'enable_snat': False}, 'gw_port_id': '457f93f3-4851-4867-815b-20d097719515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:29:12Z', 'updated_at': '2021-11-25T13:29:14Z', 'revision_number': 3, 'project_id': '4e935b8146804279a5612b8b7d4dc973', 'gw_port': {'id': '457f93f3-4851-4867-815b-20d097719515', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b3db2c7-7f07-4c88-8fbe-d77286f52d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:29:13Z', 'updated_at': '2021-11-25T13:29:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:29:19.220356 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-eb613a52-9ff7-4354-8d06-157ba9498bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:19.244781 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c887633-4d92-4e09-a491-0059010b68fb None None] The sync data for ids ['1b3db2c7-7f07-4c88-8fbe-d77286f52d01'] in n-d-808199-11 is: [{'id': '1b3db2c7-7f07-4c88-8fbe-d77286f52d01', 'name': 'tempest-snat-router-257717101', 'tenant_id': '4e935b8146804279a5612b8b7d4dc973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.48'}], 'enable_snat': False}, 'gw_port_id': '457f93f3-4851-4867-815b-20d097719515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:29:12Z', 'updated_at': '2021-11-25T13:29:14Z', 'revision_number': 3, 'project_id': '4e935b8146804279a5612b8b7d4dc973', 'gw_port': {'id': '457f93f3-4851-4867-815b-20d097719515', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b3db2c7-7f07-4c88-8fbe-d77286f52d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:29:13Z', 'updated_at': '2021-11-25T13:29:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-808199-11'}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:29:19.252745 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-b287d54e-c406-4c19-b956-00ccee1f5156 None None] Port 927b96cf-27ce-4ab0-b1e9-2a77c3a0ce4c cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:29:19.303914 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-28a6d4f1-edd0-4d88-bb43-b2be7b9b88ba tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:19.335251 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb613a52-9ff7-4354-8d06-157ba9498bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=970bf4dd-0dbf-42f6-b8bb-0edb576bbd77,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:19.345857 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-eb613a52-9ff7-4354-8d06-157ba9498bc5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=95bc0c3c10c5492eba192f55a16e0f94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5135348 Nov 25 13:29:19.348923 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 35872) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:19.423989 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2dc79-ae00-4e9b-9e2d-93c749cbc520 req-4c07e034-8af9-4954-87db-1c82a0878299 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:19.429941 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2dc79-ae00-4e9b-9e2d-93c749cbc520 req-4c07e034-8af9-4954-87db-1c82a0878299 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:19.436043 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2dc79-ae00-4e9b-9e2d-93c749cbc520 req-4c07e034-8af9-4954-87db-1c82a0878299 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:19.442571 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2dc79-ae00-4e9b-9e2d-93c749cbc520 req-4c07e034-8af9-4954-87db-1c82a0878299 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:19.448575 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2dc79-ae00-4e9b-9e2d-93c749cbc520 req-4c07e034-8af9-4954-87db-1c82a0878299 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:19.454573 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2dc79-ae00-4e9b-9e2d-93c749cbc520 req-4c07e034-8af9-4954-87db-1c82a0878299 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:19.470719 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2dc79-ae00-4e9b-9e2d-93c749cbc520 req-4c07e034-8af9-4954-87db-1c82a0878299 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:19.470719 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fda2dc79-ae00-4e9b-9e2d-93c749cbc520 req-4c07e034-8af9-4954-87db-1c82a0878299 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 5435 time: 0.2001424 Nov 25 13:29:19.486437 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ef1d75b9-86d0-4ec3-bf69-7592c8e4d488 req-5c225848-efed-4569-ba16-1aad3421b1d1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c9ce495e-dd18-47f6-8bd6-2e09f8921a2d&id=c4aeb0c9-0fa7-4d84-9142-5a59f700fca6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2481174 Nov 25 13:29:19.489788 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-28a6d4f1-edd0-4d88-bb43-b2be7b9b88ba tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:19.507551 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-28a6d4f1-edd0-4d88-bb43-b2be7b9b88ba tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:19.525794 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-14b677ec-5e91-4b17-b485-629402b89c8a tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:19.543144 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a6d4f1-edd0-4d88-bb43-b2be7b9b88ba tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13629bff-29c2-43e9-a6b0-6f8c55fabba1,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:19.575626 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-28a6d4f1-edd0-4d88-bb43-b2be7b9b88ba tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:19.576712 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-44f06daa-4356-4ad6-80bd-caf0a49d76a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:19.576845 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-28a6d4f1-edd0-4d88-bb43-b2be7b9b88ba tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4510622 Nov 25 13:29:19.584719 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 35878) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:19.589717 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-7ae9990f-bc46-494f-b63a-6e82d8329a22 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Request body: {'security_group_rule': {'security_group_id': '7b7de3ae-16ca-4eab-ba9f-83e56d760ccc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:29:19.628668 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fda2dc79-ae00-4e9b-9e2d-93c749cbc520 req-1d0f59b8-70b5-4efb-8f1b-d09c430d3a0d tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4aeb0c9-0fa7-4d84-9142-5a59f700fca6&id=c9ce495e-dd18-47f6-8bd6-2e09f8921a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1567750 Nov 25 13:29:20.050081 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 457f93f3-4851-4867-815b-20d097719515 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:29:20.147334 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 457f93f3-4851-4867-815b-20d097719515 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:29:20.147707 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:20.209535 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-44f06daa-4356-4ad6-80bd-caf0a49d76a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:20.255808 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7ae9990f-bc46-494f-b63a-6e82d8329a22 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:20.399278 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7ae9990f-bc46-494f-b63a-6e82d8329a22 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:20.400170 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-44f06daa-4356-4ad6-80bd-caf0a49d76a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:20.402812 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-44f06daa-4356-4ad6-80bd-caf0a49d76a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:20.404417 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-44f06daa-4356-4ad6-80bd-caf0a49d76a1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/970bf4dd-0dbf-42f6-b8bb-0edb576bbd77 HTTP/1.1" status: 204 len: 168 time: 1.0540831 Nov 25 13:29:20.412839 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7ae9990f-bc46-494f-b63a-6e82d8329a22 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:20.423975 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-14b677ec-5e91-4b17-b485-629402b89c8a tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:20.433946 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f06daa-4356-4ad6-80bd-caf0a49d76a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=970bf4dd-0dbf-42f6-b8bb-0edb576bbd77,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:20.455715 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae9990f-bc46-494f-b63a-6e82d8329a22 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2e07ebc-1b69-4271-81f6-11861f995d37,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:20.511048 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7ae9990f-bc46-494f-b63a-6e82d8329a22 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:20.516128 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-7ae9990f-bc46-494f-b63a-6e82d8329a22 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9262755 Nov 25 13:29:20.516379 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 35902) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:20.525312 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-7fd18954-1f64-4437-a36e-d8f1564b10d7 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Request body: {'floatingip': {'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:29:20.568278 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7fd18954-1f64-4437-a36e-d8f1564b10d7 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks [] for floatingip, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:20.665768 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b677ec-5e91-4b17-b485-629402b89c8a tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Router 8497eb84-0bd6-4102-b932-a59d1eca3110 is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:29:20.757888 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7fd18954-1f64-4437-a36e-d8f1564b10d7 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:20.867409 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b677ec-5e91-4b17-b485-629402b89c8a tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:29:20.878420 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdde584-2864-4f77-be91-da3ab3094bac None None] Sync routers for ids ['8497eb84-0bd6-4102-b932-a59d1eca3110'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:29:20.893223 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdde584-2864-4f77-be91-da3ab3094bac None None] Routers {'8497eb84-0bd6-4102-b932-a59d1eca3110'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:29:20.893960 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-7cdde584-2864-4f77-be91-da3ab3094bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:29:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['8497eb84-0bd6-4102-b932-a59d1eca3110'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:29:20.896107 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-14b677ec-5e91-4b17-b485-629402b89c8a tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:20.905310 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-14b677ec-5e91-4b17-b485-629402b89c8a tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 4.3385048 Nov 25 13:29:20.905310 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 35930) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:21.178083 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-85164d8f-c152-4d28-8668-0fee4d266250 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] 10.222.0.53 "GET /v2.0/routers/8497eb84-0bd6-4102-b932-a59d1eca3110 HTTP/1.1" status: 200 len: 906 time: 0.2715948 Nov 25 13:29:21.178818 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 35942) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:21.372394 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-24ed32c3-7967-4088-a14a-f849b3357c91 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:21.537110 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-24ed32c3-7967-4088-a14a-f849b3357c91 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:21.572489 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-7cdde584-2864-4f77-be91-da3ab3094bac None None] Set router 8497eb84-0bd6-4102-b932-a59d1eca3110 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:29:21.584187 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db4161-0edc-4270-a8de-ff94d3568e70 req-ce869556-3409-4adf-ae6d-78157e991f0c tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:21.603802 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db4161-0edc-4270-a8de-ff94d3568e70 req-ce869556-3409-4adf-ae6d-78157e991f0c tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:21.614003 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db4161-0edc-4270-a8de-ff94d3568e70 req-ce869556-3409-4adf-ae6d-78157e991f0c tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:21.632430 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db4161-0edc-4270-a8de-ff94d3568e70 req-ce869556-3409-4adf-ae6d-78157e991f0c tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:21.638877 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-24ed32c3-7967-4088-a14a-f849b3357c91 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Deleting port 927b96cf-27ce-4ab0-b1e9-2a77c3a0ce4c {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:29:21.639462 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-24ed32c3-7967-4088-a14a-f849b3357c91 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:21.646344 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db4161-0edc-4270-a8de-ff94d3568e70 req-ce869556-3409-4adf-ae6d-78157e991f0c tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:21.668755 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db4161-0edc-4270-a8de-ff94d3568e70 req-ce869556-3409-4adf-ae6d-78157e991f0c tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:21.680723 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db4161-0edc-4270-a8de-ff94d3568e70 req-ce869556-3409-4adf-ae6d-78157e991f0c tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:21.694082 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-37db4161-0edc-4270-a8de-ff94d3568e70 req-ce869556-3409-4adf-ae6d-78157e991f0c tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 5435 time: 0.9057503 Nov 25 13:29:21.715910 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 35960) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:21.748284 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-24ed32c3-7967-4088-a14a-f849b3357c91 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:21.763083 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-24ed32c3-7967-4088-a14a-f849b3357c91 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Calling delete_port for 927b96cf-27ce-4ab0-b1e9-2a77c3a0ce4c owned by network:router_gateway {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:29:21.886772 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-37db4161-0edc-4270-a8de-ff94d3568e70 req-add27839-3bad-4fa2-80dd-3d642f1c2468 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4aeb0c9-0fa7-4d84-9142-5a59f700fca6&id=c9ce495e-dd18-47f6-8bd6-2e09f8921a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1904583 Nov 25 13:29:21.932634 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-7fd18954-1f64-4437-a36e-d8f1564b10d7 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Allocated IP 172.25.5.30 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/2977ff9c-a14c-4e90-b4b4-928d18c0763c) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:29:21.946677 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-8000c363-1cea-446a-b705-e18b8991cb29 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-766427031-network', 'tenant_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:29:21.971572 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-7cdde584-2864-4f77-be91-da3ab3094bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8497eb84-0bd6-4102-b932-a59d1eca3110', 'name': 'tempest-snat-router-257717101', 'tenant_id': '4e935b8146804279a5612b8b7d4dc973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '927b96cf-27ce-4ab0-b1e9-2a77c3a0ce4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:29:16Z', 'updated_at': '2021-11-25T13:29:19Z', 'revision_number': 3, 'project_id': '4e935b8146804279a5612b8b7d4dc973', 'gw_port': {'id': '927b96cf-27ce-4ab0-b1e9-2a77c3a0ce4c', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f8:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8497eb84-0bd6-4102-b932-a59d1eca3110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:29:17Z', 'updated_at': '2021-11-25T13:29:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:29:21.976996 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8000c363-1cea-446a-b705-e18b8991cb29 admin admin] Made reservation on behalf of dfc7ed58aa5f4ef6a363ecf508844b2a for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:29:21.980225 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8000c363-1cea-446a-b705-e18b8991cb29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:22.007012 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8000c363-1cea-446a-b705-e18b8991cb29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:22.030276 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdde584-2864-4f77-be91-da3ab3094bac None None] Checking router: 8497eb84-0bd6-4102-b932-a59d1eca3110 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:29:22.030769 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdde584-2864-4f77-be91-da3ab3094bac None None] Updating router 8497eb84-0bd6-4102-b932-a59d1eca3110 port 927b96cf-27ce-4ab0-b1e9-2a77c3a0ce4c binding host n-d-808199-11 {{(pid=103572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:29:22.074857 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-24ed32c3-7967-4088-a14a-f849b3357c91 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:22.076818 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7cdde584-2864-4f77-be91-da3ab3094bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:22.101149 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdde584-2864-4f77-be91-da3ab3094bac None None] Port 927b96cf-27ce-4ab0-b1e9-2a77c3a0ce4c not found while updating agent binding for router 8497eb84-0bd6-4102-b932-a59d1eca3110. {{(pid=103572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 25 13:29:22.114175 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdde584-2864-4f77-be91-da3ab3094bac None None] Routers {'8497eb84-0bd6-4102-b932-a59d1eca3110'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:29:22.115404 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-7cdde584-2864-4f77-be91-da3ab3094bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:29:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['8497eb84-0bd6-4102-b932-a59d1eca3110'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:29:22.123559 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ed32c3-7967-4088-a14a-f849b3357c91 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Pushing event deleted for resources: {'Port': ['ID=927b96cf-27ce-4ab0-b1e9-2a77c3a0ce4c,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:22.195996 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7fd18954-1f64-4437-a36e-d8f1564b10d7 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:22.207365 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea13daf9-5f4f-411a-9ee5-41a51dbde8ef None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:29:22.250636 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-24ed32c3-7967-4088-a14a-f849b3357c91 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:22.267442 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-7cdde584-2864-4f77-be91-da3ab3094bac None None] Set router 8497eb84-0bd6-4102-b932-a59d1eca3110 gateway port host: None {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:29:22.293518 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8000c363-1cea-446a-b705-e18b8991cb29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:22.300900 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8000c363-1cea-446a-b705-e18b8991cb29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:22.337006 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-7cdde584-2864-4f77-be91-da3ab3094bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8497eb84-0bd6-4102-b932-a59d1eca3110', 'name': 'tempest-snat-router-257717101', 'tenant_id': '4e935b8146804279a5612b8b7d4dc973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:29:16Z', 'updated_at': '2021-11-25T13:29:21Z', 'revision_number': 5, 'project_id': '4e935b8146804279a5612b8b7d4dc973', 'gw_port_host': None}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:29:22.339431 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8000c363-1cea-446a-b705-e18b8991cb29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:29:22.358102 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8000c363-1cea-446a-b705-e18b8991cb29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:22.358793 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-8000c363-1cea-446a-b705-e18b8991cb29 admin admin] Added segment b9ac01a9-443b-4718-a1b0-e00dd12f1e0d of type vlan for network b6131956-3d7f-4134-a1c5-4d454239b609 Nov 25 13:29:22.371214 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdde584-2864-4f77-be91-da3ab3094bac None None] The sync data for ids ['8497eb84-0bd6-4102-b932-a59d1eca3110'] in n-d-808199-11 is: [{'id': '8497eb84-0bd6-4102-b932-a59d1eca3110', 'name': 'tempest-snat-router-257717101', 'tenant_id': '4e935b8146804279a5612b8b7d4dc973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:29:16Z', 'updated_at': '2021-11-25T13:29:21Z', 'revision_number': 5, 'project_id': '4e935b8146804279a5612b8b7d4dc973', 'gw_port_host': None}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:29:22.409146 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-24ed32c3-7967-4088-a14a-f849b3357c91 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:22.414477 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-24ed32c3-7967-4088-a14a-f849b3357c91 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:22.452380 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8000c363-1cea-446a-b705-e18b8991cb29 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:22.489017 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-24ed32c3-7967-4088-a14a-f849b3357c91 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:22.489882 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ed32c3-7967-4088-a14a-f849b3357c91 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8497eb84-0bd6-4102-b932-a59d1eca3110 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:29:22.494822 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-24ed32c3-7967-4088-a14a-f849b3357c91 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:22.498586 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-24ed32c3-7967-4088-a14a-f849b3357c91 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] 10.222.0.53 "DELETE /v2.0/routers/8497eb84-0bd6-4102-b932-a59d1eca3110 HTTP/1.1" status: 204 len: 168 time: 1.3162971 Nov 25 13:29:22.498778 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 35974) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:22.541572 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8000c363-1cea-446a-b705-e18b8991cb29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:22.542573 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8000c363-1cea-446a-b705-e18b8991cb29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:22.555467 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8000c363-1cea-446a-b705-e18b8991cb29 admin admin] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:22.581239 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8000c363-1cea-446a-b705-e18b8991cb29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90cae34e-084f-467f-9d82-c34cc98b140e,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:22.660446 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9d9abddc-2b42-4e72-b72b-6ad9df13c710 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:22.701036 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-8000c363-1cea-446a-b705-e18b8991cb29 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9806144 Nov 25 13:29:22.702436 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7fd18954-1f64-4437-a36e-d8f1564b10d7 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:22.707184 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 35984) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:22.775702 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-c0913320-965a-4f52-99fd-1aa7c82b97a3 admin admin] Request body: {'subnet': {'network_id': 'b6131956-3d7f-4134-a1c5-4d454239b609', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-766427031-subnet', 'tenant_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:29:22.785964 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd18954-1f64-4437-a36e-d8f1564b10d7 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Pushing event updated for resources: {'Port': ['ID=2977ff9c-a14c-4e90-b4b4-928d18c0763c,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:22.820393 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9d9abddc-2b42-4e72-b72b-6ad9df13c710 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:22.837066 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8000c363-1cea-446a-b705-e18b8991cb29 admin admin] Pushing event updated for resources: {'Network': ['ID=b6131956-3d7f-4134-a1c5-4d454239b609,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:22.840714 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd18954-1f64-4437-a36e-d8f1564b10d7 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:29:22.845711 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-7fd18954-1f64-4437-a36e-d8f1564b10d7 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:29:22.853582 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd18954-1f64-4437-a36e-d8f1564b10d7 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:29:22.858528 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network b6131956-3d7f-4134-a1c5-4d454239b609 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:29:22.885142 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0913320-965a-4f52-99fd-1aa7c82b97a3 admin admin] Made reservation on behalf of dfc7ed58aa5f4ef6a363ecf508844b2a for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:29:22.887664 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c0913320-965a-4f52-99fd-1aa7c82b97a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:22.939583 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-9d9abddc-2b42-4e72-b72b-6ad9df13c710 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Deleting port 457f93f3-4851-4867-815b-20d097719515 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:29:22.940030 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9d9abddc-2b42-4e72-b72b-6ad9df13c710 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:23.067727 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-9d9abddc-2b42-4e72-b72b-6ad9df13c710 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] For port 457f93f3-4851-4867-815b-20d097719515, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=457f93f3-4851-4867-815b-20d097719515,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:29:23.068202 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9d9abddc-2b42-4e72-b72b-6ad9df13c710 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:23.084914 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-9d9abddc-2b42-4e72-b72b-6ad9df13c710 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Calling delete_port for 457f93f3-4851-4867-815b-20d097719515 owned by network:router_gateway {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:29:23.123980 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7fd18954-1f64-4437-a36e-d8f1564b10d7 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:23.154085 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea7832-6229-4d97-aa27-6b6e1e39fb63 req-812bf304-808a-4736-a1a7-aea8289bbbd1 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:23.161863 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea7832-6229-4d97-aa27-6b6e1e39fb63 req-812bf304-808a-4736-a1a7-aea8289bbbd1 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:23.167755 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea7832-6229-4d97-aa27-6b6e1e39fb63 req-812bf304-808a-4736-a1a7-aea8289bbbd1 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:23.174155 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea7832-6229-4d97-aa27-6b6e1e39fb63 req-812bf304-808a-4736-a1a7-aea8289bbbd1 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:23.180044 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea7832-6229-4d97-aa27-6b6e1e39fb63 req-812bf304-808a-4736-a1a7-aea8289bbbd1 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:23.185860 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea7832-6229-4d97-aa27-6b6e1e39fb63 req-812bf304-808a-4736-a1a7-aea8289bbbd1 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:23.191726 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea7832-6229-4d97-aa27-6b6e1e39fb63 req-812bf304-808a-4736-a1a7-aea8289bbbd1 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:23.193687 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-20ea7832-6229-4d97-aa27-6b6e1e39fb63 req-812bf304-808a-4736-a1a7-aea8289bbbd1 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 5435 time: 0.1549983 Nov 25 13:29:23.279519 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7fd18954-1f64-4437-a36e-d8f1564b10d7 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:23.316919 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9d9abddc-2b42-4e72-b72b-6ad9df13c710 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:23.356814 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9abddc-2b42-4e72-b72b-6ad9df13c710 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Pushing event deleted for resources: {'Port': ['ID=457f93f3-4851-4867-815b-20d097719515,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:23.408834 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecb2de5-b45b-47df-b62a-8b94d142fa5b None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:29:23.442233 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-20ea7832-6229-4d97-aa27-6b6e1e39fb63 req-7a39d2be-619c-4240-83ab-f32531ae5946 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4aeb0c9-0fa7-4d84-9142-5a59f700fca6&id=c9ce495e-dd18-47f6-8bd6-2e09f8921a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2197580 Nov 25 13:29:23.507329 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9d9abddc-2b42-4e72-b72b-6ad9df13c710 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:23.520487 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c0913320-965a-4f52-99fd-1aa7c82b97a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:23.637416 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9d9abddc-2b42-4e72-b72b-6ad9df13c710 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:23.642026 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9d9abddc-2b42-4e72-b72b-6ad9df13c710 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:23.703462 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9d9abddc-2b42-4e72-b72b-6ad9df13c710 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:23.704468 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d9abddc-2b42-4e72-b72b-6ad9df13c710 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1b3db2c7-7f07-4c88-8fbe-d77286f52d01 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:29:23.713157 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9d9abddc-2b42-4e72-b72b-6ad9df13c710 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:23.719618 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-9d9abddc-2b42-4e72-b72b-6ad9df13c710 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] 10.222.0.53 "DELETE /v2.0/routers/1b3db2c7-7f07-4c88-8fbe-d77286f52d01 HTTP/1.1" status: 204 len: 168 time: 1.2198291 Nov 25 13:29:23.720522 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 36004) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:23.725939 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-5c46d672-a553-40d0-a634-4244c807c1a0 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2058468111', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}, 'admin_state_up': False}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:29:23.734856 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0913320-965a-4f52-99fd-1aa7c82b97a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd741d61-638e-40d0-8aa0-1d3f2aabe218,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:23.769910 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5c46d672-a553-40d0-a634-4244c807c1a0 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:23.771401 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5c46d672-a553-40d0-a634-4244c807c1a0 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:23.792368 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cbcc3a-e516-4b93-acf2-8b99e5688617 req-ed2c2c9e-c5f3-4ede-be1c-025ca097469f tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:23.800083 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cbcc3a-e516-4b93-acf2-8b99e5688617 req-ed2c2c9e-c5f3-4ede-be1c-025ca097469f tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:23.806944 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cbcc3a-e516-4b93-acf2-8b99e5688617 req-ed2c2c9e-c5f3-4ede-be1c-025ca097469f tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:23.813918 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cbcc3a-e516-4b93-acf2-8b99e5688617 req-ed2c2c9e-c5f3-4ede-be1c-025ca097469f tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:23.820424 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cbcc3a-e516-4b93-acf2-8b99e5688617 req-ed2c2c9e-c5f3-4ede-be1c-025ca097469f tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:23.826994 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cbcc3a-e516-4b93-acf2-8b99e5688617 req-ed2c2c9e-c5f3-4ede-be1c-025ca097469f tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:23.833243 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cbcc3a-e516-4b93-acf2-8b99e5688617 req-ed2c2c9e-c5f3-4ede-be1c-025ca097469f tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:23.846508 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-88cbcc3a-e516-4b93-acf2-8b99e5688617 req-ed2c2c9e-c5f3-4ede-be1c-025ca097469f tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 5435 time: 0.2607856 Nov 25 13:29:23.847283 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36008) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:23.852019 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0913320-965a-4f52-99fd-1aa7c82b97a3 admin admin] Checking segment: {'id': 'b9ac01a9-443b-4718-a1b0-e00dd12f1e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b6131956-3d7f-4134-a1c5-4d454239b609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:29:23.852400 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0913320-965a-4f52-99fd-1aa7c82b97a3 admin admin] Network hostable DHCP agents. Network: b6131956-3d7f-4134-a1c5-4d454239b609, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:29:23.871409 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-33f08c02-202e-4067-a5c3-d8376f61c394 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Request body: {'floatingip': {'port_id': '5b1b7bfe-73a9-4a4b-85ca-0c5e39ccf219'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:29:23.882317 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5c46d672-a553-40d0-a634-4244c807c1a0 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:23.928537 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7fd18954-1f64-4437-a36e-d8f1564b10d7 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:23.933786 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-33f08c02-202e-4067-a5c3-d8376f61c394 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks [] for floatingip, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:24.084472 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7fd18954-1f64-4437-a36e-d8f1564b10d7 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:24.148466 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0913320-965a-4f52-99fd-1aa7c82b97a3 admin admin] Network b6131956-3d7f-4134-a1c5-4d454239b609 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:29:24.168307 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5c46d672-a553-40d0-a634-4244c807c1a0 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:24.205017 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7fd18954-1f64-4437-a36e-d8f1564b10d7 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:24.274998 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7fd18954-1f64-4437-a36e-d8f1564b10d7 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:24.276277 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-7fd18954-1f64-4437-a36e-d8f1564b10d7 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7587786 Nov 25 13:29:24.298375 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd18954-1f64-4437-a36e-d8f1564b10d7 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Pushing event updated for resources: {'Port': ['ID=2977ff9c-a14c-4e90-b4b4-928d18c0763c,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:24.332561 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-c0913320-965a-4f52-99fd-1aa7c82b97a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, b6131956-3d7f-4134-a1c5-4d454239b609) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:29:24.337963 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0913320-965a-4f52-99fd-1aa7c82b97a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:24.338577 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c0913320-965a-4f52-99fd-1aa7c82b97a3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:24.342858 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6c9715-167b-424c-b9d7-99a45d33a3d1 None None] Network b6131956-3d7f-4134-a1c5-4d454239b609 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:29:24.381369 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c0913320-965a-4f52-99fd-1aa7c82b97a3 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6151009 Nov 25 13:29:24.391349 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36012) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:24.398200 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-01b04e13-a0b1-4ca9-aba2-2a562c371165 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-766427031-router', 'tenant_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:29:24.575797 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-01b04e13-a0b1-4ca9-aba2-2a562c371165 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:24.577311 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-01b04e13-a0b1-4ca9-aba2-2a562c371165 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:24.580742 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5c46d672-a553-40d0-a634-4244c807c1a0 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks [] for router_gateway, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:24.616299 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5c46d672-a553-40d0-a634-4244c807c1a0 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:24.717303 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32db54b2-fce2-4c36-b3e4-59a0ab3dcfad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-b6131956-3d7f-4134-a1c5-4d454239b609', 'network_id': 'b6131956-3d7f-4134-a1c5-4d454239b609', 'tenant_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'fixed_ips': [{'subnet_id': 'bd741d61-638e-40d0-8aa0-1d3f2aabe218'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:29:24.718563 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-32db54b2-fce2-4c36-b3e4-59a0ab3dcfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:24.775583 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-5c46d672-a553-40d0-a634-4244c807c1a0 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Allocated IP 172.25.5.127 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/4ad64899-68fa-4e24-ae6f-31bb08206005) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:29:24.801106 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-01b04e13-a0b1-4ca9-aba2-2a562c371165 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:24.982435 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5c46d672-a553-40d0-a634-4244c807c1a0 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:24.989454 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-32db54b2-fce2-4c36-b3e4-59a0ab3dcfad None None] Allocated IP 172.20.0.2 (b6131956-3d7f-4134-a1c5-4d454239b609/bd741d61-638e-40d0-8aa0-1d3f2aabe218/e578c5c8-a135-4b8b-95c7-ab49d193c28a) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:29:25.018356 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-33f08c02-202e-4067-a5c3-d8376f61c394 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:25.027791 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5c46d672-a553-40d0-a634-4244c807c1a0 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:25.032501 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-33f08c02-202e-4067-a5c3-d8376f61c394 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:25.080455 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c46d672-a553-40d0-a634-4244c807c1a0 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:29:25.083561 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-5c46d672-a553-40d0-a634-4244c807c1a0 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:29:25.090374 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c46d672-a553-40d0-a634-4244c807c1a0 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:29:25.135104 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c46d672-a553-40d0-a634-4244c807c1a0 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Pushing event updated for resources: {'Port': ['ID=4ad64899-68fa-4e24-ae6f-31bb08206005,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:25.266966 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-37565d2f-e3ac-466b-90f6-eaacfd5bd843 req-5c2852ad-96a3-4c08-9f09-e60816940f2e tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1998177423&fields=id&tenant_id=c3c775803d354892aee478fad34a8c78 HTTP/1.1" status: 200 len: 267 time: 0.6112082 Nov 25 13:29:25.322888 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2c694d-7cac-4103-88d7-63595efaaef8 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:29:25.382295 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-32db54b2-fce2-4c36-b3e4-59a0ab3dcfad None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:25.397058 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-32db54b2-fce2-4c36-b3e4-59a0ab3dcfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:25.452246 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32db54b2-fce2-4c36-b3e4-59a0ab3dcfad None None] Network b6131956-3d7f-4134-a1c5-4d454239b609 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:29:25.471533 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-32db54b2-fce2-4c36-b3e4-59a0ab3dcfad None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:29:25.479582 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32db54b2-fce2-4c36-b3e4-59a0ab3dcfad None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:29:25.513078 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5c46d672-a553-40d0-a634-4244c807c1a0 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks [] for router_gateway, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:25.516255 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32db54b2-fce2-4c36-b3e4-59a0ab3dcfad None None] Pushing event updated for resources: {'Port': ['ID=e578c5c8-a135-4b8b-95c7-ab49d193c28a,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:25.519134 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-8bfd8ec9-ff6d-4c3d-90de-7578da5c3933 None None] Provisioning complete for port 4ad64899-68fa-4e24-ae6f-31bb08206005 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:29:25.519499 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8bfd8ec9-ff6d-4c3d-90de-7578da5c3933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:25.612810 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-32db54b2-fce2-4c36-b3e4-59a0ab3dcfad None None] Attempting to bind port e578c5c8-a135-4b8b-95c7-ab49d193c28a on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:29:25.613188 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-32db54b2-fce2-4c36-b3e4-59a0ab3dcfad None None] Attempting to bind port e578c5c8-a135-4b8b-95c7-ab49d193c28a by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'b9ac01a9-443b-4718-a1b0-e00dd12f1e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b6131956-3d7f-4134-a1c5-4d454239b609'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:29:25.613750 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32db54b2-fce2-4c36-b3e4-59a0ab3dcfad None None] Attempting to bind port e578c5c8-a135-4b8b-95c7-ab49d193c28a on network b6131956-3d7f-4134-a1c5-4d454239b609 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:29:25.626037 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32db54b2-fce2-4c36-b3e4-59a0ab3dcfad None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:29:25.627673 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32db54b2-fce2-4c36-b3e4-59a0ab3dcfad None None] Checking segment: {'id': 'b9ac01a9-443b-4718-a1b0-e00dd12f1e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b6131956-3d7f-4134-a1c5-4d454239b609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:29:25.628472 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-32db54b2-fce2-4c36-b3e4-59a0ab3dcfad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:25.629042 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32db54b2-fce2-4c36-b3e4-59a0ab3dcfad None None] Bound using segment: {'id': 'b9ac01a9-443b-4718-a1b0-e00dd12f1e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b6131956-3d7f-4134-a1c5-4d454239b609'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:29:25.629718 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-32db54b2-fce2-4c36-b3e4-59a0ab3dcfad None None] Bound port: e578c5c8-a135-4b8b-95c7-ab49d193c28a, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9ac01a9-443b-4718-a1b0-e00dd12f1e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b6131956-3d7f-4134-a1c5-4d454239b609'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:29:25.630284 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-32db54b2-fce2-4c36-b3e4-59a0ab3dcfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:25.677400 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-8bfd8ec9-ff6d-4c3d-90de-7578da5c3933 None None] Port 4ad64899-68fa-4e24-ae6f-31bb08206005 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:29:25.806405 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-32db54b2-fce2-4c36-b3e4-59a0ab3dcfad None None] For port e578c5c8-a135-4b8b-95c7-ab49d193c28a, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:29:25.810302 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-32db54b2-fce2-4c36-b3e4-59a0ab3dcfad None None] For port e578c5c8-a135-4b8b-95c7-ab49d193c28a, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=e578c5c8-a135-4b8b-95c7-ab49d193c28a,segment=NetworkSegment(b9ac01a9-443b-4718-a1b0-e00dd12f1e0d),segment_id=b9ac01a9-443b-4718-a1b0-e00dd12f1e0d)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:29:25.815279 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36058) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:25.822982 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-32db54b2-fce2-4c36-b3e4-59a0ab3dcfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:25.832206 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-01b04e13-a0b1-4ca9-aba2-2a562c371165 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:25.850613 n-d-808199-11 neutron-server[103570]: INFO neutron.db.l3_db [None req-33f08c02-202e-4067-a5c3-d8376f61c394 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Floating IP c612d45f-7085-4fa1-b645-e8fb03dfffde associated. External IP: 172.25.5.167, port: 5b1b7bfe-73a9-4a4b-85ca-0c5e39ccf219. Nov 25 13:29:25.925285 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32db54b2-fce2-4c36-b3e4-59a0ab3dcfad None None] Pushing event updated for resources: {'Port': ['ID=e578c5c8-a135-4b8b-95c7-ab49d193c28a,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:25.947815 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 457f93f3-4851-4867-815b-20d097719515 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:29:25.998009 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 457f93f3-4851-4867-815b-20d097719515 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:29:26.003783 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 457f93f3-4851-4867-815b-20d097719515 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:29:26.011365 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5c46d672-a553-40d0-a634-4244c807c1a0 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:26.089113 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37565d2f-e3ac-466b-90f6-eaacfd5bd843 req-52908f7f-d070-4909-9778-7c3589a516db tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:26.090549 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-37565d2f-e3ac-466b-90f6-eaacfd5bd843 req-52908f7f-d070-4909-9778-7c3589a516db tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/networks?id=755402ba-804b-4493-8340-905b0e2e90e1 HTTP/1.1" status: 200 len: 816 time: 0.7891016 Nov 25 13:29:26.205294 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c46d672-a553-40d0-a634-4244c807c1a0 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Router c8666c90-c4fb-4e78-b65a-e58af6488da2 is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:29:26.279880 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-37565d2f-e3ac-466b-90f6-eaacfd5bd843 req-c182704f-239f-422e-bcd7-afbf60834cc6 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/quotas/c3c775803d354892aee478fad34a8c78 HTTP/1.1" status: 200 len: 375 time: 0.1787975 Nov 25 13:29:26.283926 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3d0742b8-e9fa-4ee2-bc62-93302b4eca76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:26.437869 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-37565d2f-e3ac-466b-90f6-eaacfd5bd843 req-cded5f4a-6623-4c30-a37b-7abce3daafdf tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c3c775803d354892aee478fad34a8c78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1404417 Nov 25 13:29:26.451053 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33f08c02-202e-4067-a5c3-d8376f61c394 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Router bba76b90-4355-48a9-a3ac-ec0a1f8bd099 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:29:26.555634 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3d0742b8-e9fa-4ee2-bc62-93302b4eca76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:26.592669 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [req-37565d2f-e3ac-466b-90f6-eaacfd5bd843 req-cb4dd9f5-3bd3-4a80-bdf0-6831282e94aa service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:29:26.594348 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-37565d2f-e3ac-466b-90f6-eaacfd5bd843 req-cb4dd9f5-3bd3-4a80-bdf0-6831282e94aa service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1250010 Nov 25 13:29:26.598248 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3d0742b8-e9fa-4ee2-bc62-93302b4eca76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:26.763800 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3d0742b8-e9fa-4ee2-bc62-93302b4eca76 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=14e9052523e94cb2835b1574d48a3b93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9451823 Nov 25 13:29:26.770662 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0742b8-e9fa-4ee2-bc62-93302b4eca76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0944e35-e529-4288-adec-5790fa6961d4,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:26.812590 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36066) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:26.813957 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33f08c02-202e-4067-a5c3-d8376f61c394 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:29:26.825585 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b400ad76-023d-4462-befc-256ddd80af6c None None] Sync routers for ids ['bba76b90-4355-48a9-a3ac-ec0a1f8bd099'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:29:26.840239 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b400ad76-023d-4462-befc-256ddd80af6c None None] Routers {'bba76b90-4355-48a9-a3ac-ec0a1f8bd099'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:29:26.841284 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-b400ad76-023d-4462-befc-256ddd80af6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:29:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['bba76b90-4355-48a9-a3ac-ec0a1f8bd099'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:29:26.846480 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c46d672-a553-40d0-a634-4244c807c1a0 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:29:26.859572 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3f7932-9081-4fbd-b341-789861ab500b None None] Sync routers for ids ['c8666c90-c4fb-4e78-b65a-e58af6488da2'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:29:26.877658 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3f7932-9081-4fbd-b341-789861ab500b None None] Routers {'c8666c90-c4fb-4e78-b65a-e58af6488da2'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:29:26.878361 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-fa3f7932-9081-4fbd-b341-789861ab500b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:29:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['c8666c90-c4fb-4e78-b65a-e58af6488da2'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:29:26.888157 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-33f08c02-202e-4067-a5c3-d8376f61c394 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:26.889291 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5c46d672-a553-40d0-a634-4244c807c1a0 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:26.891146 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5c46d672-a553-40d0-a634-4244c807c1a0 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.1694314 Nov 25 13:29:26.893852 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 36068) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:26.898630 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-0a5fa8fc-dbce-4fc5-baf6-e066cb0d3ee9 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'enable_snat': False}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:29:26.960795 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-fa3f7932-9081-4fbd-b341-789861ab500b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:29:26.991558 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3f7932-9081-4fbd-b341-789861ab500b None None] Routers {'c8666c90-c4fb-4e78-b65a-e58af6488da2'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:29:26.992445 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-fa3f7932-9081-4fbd-b341-789861ab500b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:29:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['c8666c90-c4fb-4e78-b65a-e58af6488da2'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:29:26.993217 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-33f08c02-202e-4067-a5c3-d8376f61c394 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "PUT /v2.0/floatingips/c612d45f-7085-4fa1-b645-e8fb03dfffde HTTP/1.1" status: 200 len: 991 time: 3.1321192 Nov 25 13:29:26.995896 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-01b04e13-a0b1-4ca9-aba2-2a562c371165 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:27.017503 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ced957b-37ee-4144-8fbe-fbcb55edfbc6', 'tag': '5b1b7bfe-73a9-4a4b-85ca-0c5e39ccf219'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:29:27.020083 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d36fa140-4eee-4787-9e27-9e5ff4be498a" -d '{"events": [{"name": "network-changed", "server_uuid": "6ced957b-37ee-4144-8fbe-fbcb55edfbc6", "tag": "5b1b7bfe-73a9-4a4b-85ca-0c5e39ccf219"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:29:27.029494 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-01b04e13-a0b1-4ca9-aba2-2a562c371165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:27.102112 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-b400ad76-023d-4462-befc-256ddd80af6c None None] Set router bba76b90-4355-48a9-a3ac-ec0a1f8bd099 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:29:27.110423 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-fa3f7932-9081-4fbd-b341-789861ab500b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:29:27.116554 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3f7932-9081-4fbd-b341-789861ab500b None None] The sync data for ids ['c8666c90-c4fb-4e78-b65a-e58af6488da2'] in n-d-808199-11 is: [] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:29:27.168038 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-01b04e13-a0b1-4ca9-aba2-2a562c371165 admin admin] Allocated IP 172.25.5.35 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/04bfb49f-c1cb-47f9-bf24-10553fb9c39f) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:29:27.339612 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-37565d2f-e3ac-466b-90f6-eaacfd5bd843 req-8e1f91c1-4851-4d56-8dad-70cb89c4a849 service neutron] 10.222.0.53 "GET /v2.0/networks/755402ba-804b-4493-8340-905b0e2e90e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7298465 Nov 25 13:29:27.505681 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-37565d2f-e3ac-466b-90f6-eaacfd5bd843 req-dc2d9479-1bce-4049-b2a6-945db3e9a539 service neutron] 10.222.0.53 "GET /v2.0/networks/755402ba-804b-4493-8340-905b0e2e90e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646144 Nov 25 13:29:27.524658 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c973e7-c718-44f1-881a-a2d0c6d4d149 x-openstack-request-id: req-19c973e7-c718-44f1-881a-a2d0c6d4d149 {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:29:27.524970 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ced957b-37ee-4144-8fbe-fbcb55edfbc6", "tag": "5b1b7bfe-73a9-4a4b-85ca-0c5e39ccf219", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:29:27.525233 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-19c973e7-c718-44f1-881a-a2d0c6d4d149 {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:29:27.529051 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ced957b-37ee-4144-8fbe-fbcb55edfbc6', 'tag': '5b1b7bfe-73a9-4a4b-85ca-0c5e39ccf219', 'status': 'completed', 'code': 200} Nov 25 13:29:27.589108 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c99951-c7c3-4211-bfca-11fd33449728 None None] Network b6131956-3d7f-4134-a1c5-4d454239b609 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:29:27.599320 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8606aaa2-8905-42b5-84af-2bd6e3db3bef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:27.623841 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8606aaa2-8905-42b5-84af-2bd6e3db3bef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:27.675910 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-01b04e13-a0b1-4ca9-aba2-2a562c371165 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:27.681107 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8606aaa2-8905-42b5-84af-2bd6e3db3bef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:27.684112 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8606aaa2-8905-42b5-84af-2bd6e3db3bef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:27.686949 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0a5fa8fc-dbce-4fc5-baf6-e066cb0d3ee9 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:27.688951 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-8606aaa2-8905-42b5-84af-2bd6e3db3bef admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c0944e35-e529-4288-adec-5790fa6961d4 HTTP/1.1" status: 204 len: 168 time: 0.8729436 Nov 25 13:29:27.702202 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8606aaa2-8905-42b5-84af-2bd6e3db3bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0944e35-e529-4288-adec-5790fa6961d4,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:27.773028 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-01b04e13-a0b1-4ca9-aba2-2a562c371165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:27.795404 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36fa140-4eee-4787-9e27-9e5ff4be498a req-2acfacca-e546-488b-95c0-802e6f8ebf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:27.795737 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36fa140-4eee-4787-9e27-9e5ff4be498a req-2acfacca-e546-488b-95c0-802e6f8ebf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:27.796263 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36fa140-4eee-4787-9e27-9e5ff4be498a req-2acfacca-e546-488b-95c0-802e6f8ebf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:27.797982 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36fa140-4eee-4787-9e27-9e5ff4be498a req-2acfacca-e546-488b-95c0-802e6f8ebf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:27.798549 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36fa140-4eee-4787-9e27-9e5ff4be498a req-2acfacca-e546-488b-95c0-802e6f8ebf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:27.798985 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36fa140-4eee-4787-9e27-9e5ff4be498a req-2acfacca-e546-488b-95c0-802e6f8ebf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:27.799428 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36fa140-4eee-4787-9e27-9e5ff4be498a req-2acfacca-e546-488b-95c0-802e6f8ebf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:27.805532 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d36fa140-4eee-4787-9e27-9e5ff4be498a req-2acfacca-e546-488b-95c0-802e6f8ebf8a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ee6b0fbe2e7a4406acdd0c8fea203ca4&device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 6499 time: 0.2598870 Nov 25 13:29:27.863143 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-b400ad76-023d-4462-befc-256ddd80af6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba76b90-4355-48a9-a3ac-ec0a1f8bd099', 'name': 'tempest-TaggedBootDevicesTest-78249705-router', 'tenant_id': 'ee6b0fbe2e7a4406acdd0c8fea203ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '9a26b243-4483-4865-adcd-bf6762bfce14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:26:43Z', 'updated_at': '2021-11-25T13:26:50Z', 'revision_number': 4, 'project_id': 'ee6b0fbe2e7a4406acdd0c8fea203ca4', 'gw_port': {'id': '9a26b243-4483-4865-adcd-bf6762bfce14', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba76b90-4355-48a9-a3ac-ec0a1f8bd099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:44Z', 'updated_at': '2021-11-25T13:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': 'c612d45f-7085-4fa1-b645-e8fb03dfffde', 'tenant_id': 'ee6b0fbe2e7a4406acdd0c8fea203ca4', 'floating_ip_address': '172.25.5.167', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': 'bba76b90-4355-48a9-a3ac-ec0a1f8bd099', 'port_id': '5b1b7bfe-73a9-4a4b-85ca-0c5e39ccf219', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f46794c-b326-485f-8936-6eed71effe7e', 'mac_address': 'fa:16:3e:7b:cd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ced957b-37ee-4144-8fbe-fbcb55edfbc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:28:01Z', 'updated_at': '2021-11-25T13:29:24Z', 'revision_number': 1, 'project_id': 'ee6b0fbe2e7a4406acdd0c8fea203ca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3386d5a-e9ca-477b-9824-9098d61012c4', 'name': '', 'network_id': '0f46794c-b326-485f-8936-6eed71effe7e', 'tenant_id': 'ee6b0fbe2e7a4406acdd0c8fea203ca4', 'mac_address': 'fa:16:3e:df:e7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba76b90-4355-48a9-a3ac-ec0a1f8bd099', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '1a610251-b260-4111-ade4-fcd074d9de00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:48Z', 'updated_at': '2021-11-25T13:26:55Z', 'revision_number': 5, 'project_id': 'ee6b0fbe2e7a4406acdd0c8fea203ca4', 'subnets': [{'id': '1a610251-b260-4111-ade4-fcd074d9de00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:29:27.891839 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-d85b78b8-b26f-41e9-8788-8c88f019ce31 None None] Provisioning complete for port e578c5c8-a135-4b8b-95c7-ab49d193c28a triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:29:27.893965 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d85b78b8-b26f-41e9-8788-8c88f019ce31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:27.964142 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b400ad76-023d-4462-befc-256ddd80af6c None None] Checking router: bba76b90-4355-48a9-a3ac-ec0a1f8bd099 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:29:28.004979 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b400ad76-023d-4462-befc-256ddd80af6c None None] Routers {'bba76b90-4355-48a9-a3ac-ec0a1f8bd099'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:29:28.011793 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-b400ad76-023d-4462-befc-256ddd80af6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:29:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['bba76b90-4355-48a9-a3ac-ec0a1f8bd099'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:29:28.052807 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36fa140-4eee-4787-9e27-9e5ff4be498a req-9b30aa2a-ac89-4eb3-9c75-24672be762b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:28.054324 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d36fa140-4eee-4787-9e27-9e5ff4be498a req-9b30aa2a-ac89-4eb3-9c75-24672be762b7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0f46794c-b326-485f-8936-6eed71effe7e HTTP/1.1" status: 200 len: 911 time: 0.2403078 Nov 25 13:29:28.061775 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-897160a2-c165-4dc6-91ac-b883f382d4b9 req-e9391434-0b87-4bc5-b139-13a7ac38b4fc tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8adf22-20f5-48a9-8030-0d19566c5600 HTTP/1.1" status: 200 len: 210 time: 0.1140418 Nov 25 13:29:28.063919 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b04e13-a0b1-4ca9-aba2-2a562c371165 admin admin] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:29:28.069229 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-01b04e13-a0b1-4ca9-aba2-2a562c371165 admin admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:29:28.072806 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b04e13-a0b1-4ca9-aba2-2a562c371165 admin admin] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:29:28.102948 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b04e13-a0b1-4ca9-aba2-2a562c371165 admin admin] Pushing event updated for resources: {'Port': ['ID=04bfb49f-c1cb-47f9-bf24-10553fb9c39f,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:28.169449 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0c060d-a265-437a-adeb-cbfe18a91487 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:29:28.319625 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device e578c5c8-a135-4b8b-95c7-ab49d193c28a up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:29:28.416480 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d36fa140-4eee-4787-9e27-9e5ff4be498a req-5735cfe1-719b-4f94-896c-25bb2da977eb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b1b7bfe-73a9-4a4b-85ca-0c5e39ccf219 HTTP/1.1" status: 200 len: 999 time: 0.2540066 Nov 25 13:29:28.476943 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-b400ad76-023d-4462-befc-256ddd80af6c None None] Set router bba76b90-4355-48a9-a3ac-ec0a1f8bd099 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:29:28.481078 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36096) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:28.550379 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1b7445b4-c4e5-41b3-a69a-2d05855d74cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:28.583789 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36fa140-4eee-4787-9e27-9e5ff4be498a req-996bfbd4-cd50-4d0d-ae7d-9e81200b1f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:28.585279 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d36fa140-4eee-4787-9e27-9e5ff4be498a req-996bfbd4-cd50-4d0d-ae7d-9e81200b1f6f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1a610251-b260-4111-ade4-fcd074d9de00 HTTP/1.1" status: 200 len: 849 time: 0.1594718 Nov 25 13:29:28.690806 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d85b78b8-b26f-41e9-8788-8c88f019ce31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:28.694077 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1b7445b4-c4e5-41b3-a69a-2d05855d74cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:28.736317 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port e578c5c8-a135-4b8b-95c7-ab49d193c28a triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:29:28.736689 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:28.790316 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36fa140-4eee-4787-9e27-9e5ff4be498a req-2d4653e0-4541-472f-9507-cb0dbcbebfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:28.791865 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d36fa140-4eee-4787-9e27-9e5ff4be498a req-2d4653e0-4541-472f-9507-cb0dbcbebfd1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0f46794c-b326-485f-8936-6eed71effe7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1962609 Nov 25 13:29:28.793066 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1b7445b4-c4e5-41b3-a69a-2d05855d74cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:28.917237 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-1b7445b4-c4e5-41b3-a69a-2d05855d74cd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8ae8d9e8b7a6426eacf7dae842454109&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4262495 Nov 25 13:29:28.917237 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7445b4-c4e5-41b3-a69a-2d05855d74cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a647ec3a-7c36-441c-b466-ab60e33a70de,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:28.920344 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36100) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:28.964681 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-d85b78b8-b26f-41e9-8788-8c88f019ce31 None None] For port e578c5c8-a135-4b8b-95c7-ab49d193c28a, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=e578c5c8-a135-4b8b-95c7-ab49d193c28a,segment=NetworkSegment(b9ac01a9-443b-4718-a1b0-e00dd12f1e0d),segment_id=b9ac01a9-443b-4718-a1b0-e00dd12f1e0d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:29:28.995876 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d85b78b8-b26f-41e9-8788-8c88f019ce31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:29.019200 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d36fa140-4eee-4787-9e27-9e5ff4be498a req-4a33e614-a138-4c87-ba16-1d5a0458f112 service neutron] 10.222.0.47 "GET /v2.0/networks/0f46794c-b326-485f-8936-6eed71effe7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143734 Nov 25 13:29:29.022403 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-01b04e13-a0b1-4ca9-aba2-2a562c371165 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:29.272175 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-b400ad76-023d-4462-befc-256ddd80af6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba76b90-4355-48a9-a3ac-ec0a1f8bd099', 'name': 'tempest-TaggedBootDevicesTest-78249705-router', 'tenant_id': 'ee6b0fbe2e7a4406acdd0c8fea203ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '9a26b243-4483-4865-adcd-bf6762bfce14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:26:43Z', 'updated_at': '2021-11-25T13:26:50Z', 'revision_number': 4, 'project_id': 'ee6b0fbe2e7a4406acdd0c8fea203ca4', 'gw_port': {'id': '9a26b243-4483-4865-adcd-bf6762bfce14', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba76b90-4355-48a9-a3ac-ec0a1f8bd099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:44Z', 'updated_at': '2021-11-25T13:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': 'c612d45f-7085-4fa1-b645-e8fb03dfffde', 'tenant_id': 'ee6b0fbe2e7a4406acdd0c8fea203ca4', 'floating_ip_address': '172.25.5.167', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': 'bba76b90-4355-48a9-a3ac-ec0a1f8bd099', 'port_id': '5b1b7bfe-73a9-4a4b-85ca-0c5e39ccf219', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f46794c-b326-485f-8936-6eed71effe7e', 'mac_address': 'fa:16:3e:7b:cd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ced957b-37ee-4144-8fbe-fbcb55edfbc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:28:01Z', 'updated_at': '2021-11-25T13:29:24Z', 'revision_number': 1, 'project_id': 'ee6b0fbe2e7a4406acdd0c8fea203ca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3386d5a-e9ca-477b-9824-9098d61012c4', 'name': '', 'network_id': '0f46794c-b326-485f-8936-6eed71effe7e', 'tenant_id': 'ee6b0fbe2e7a4406acdd0c8fea203ca4', 'mac_address': 'fa:16:3e:df:e7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba76b90-4355-48a9-a3ac-ec0a1f8bd099', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '1a610251-b260-4111-ade4-fcd074d9de00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:48Z', 'updated_at': '2021-11-25T13:26:55Z', 'revision_number': 5, 'project_id': 'ee6b0fbe2e7a4406acdd0c8fea203ca4', 'subnets': [{'id': '1a610251-b260-4111-ade4-fcd074d9de00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:29:29.280510 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85b78b8-b26f-41e9-8788-8c88f019ce31 None None] Pushing event updated for resources: {'Port': ['ID=e578c5c8-a135-4b8b-95c7-ab49d193c28a,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:29.316016 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-c7905630-17f3-463f-885e-7167662377c4 None None] Provisioning complete for port 04bfb49f-c1cb-47f9-bf24-10553fb9c39f triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:29:29.316706 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c7905630-17f3-463f-885e-7167662377c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:29.348645 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b400ad76-023d-4462-befc-256ddd80af6c None None] The sync data for ids ['bba76b90-4355-48a9-a3ac-ec0a1f8bd099'] in n-d-808199-11 is: [{'id': 'bba76b90-4355-48a9-a3ac-ec0a1f8bd099', 'name': 'tempest-TaggedBootDevicesTest-78249705-router', 'tenant_id': 'ee6b0fbe2e7a4406acdd0c8fea203ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '9a26b243-4483-4865-adcd-bf6762bfce14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:26:43Z', 'updated_at': '2021-11-25T13:26:50Z', 'revision_number': 4, 'project_id': 'ee6b0fbe2e7a4406acdd0c8fea203ca4', 'gw_port': {'id': '9a26b243-4483-4865-adcd-bf6762bfce14', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba76b90-4355-48a9-a3ac-ec0a1f8bd099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:44Z', 'updated_at': '2021-11-25T13:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': 'c612d45f-7085-4fa1-b645-e8fb03dfffde', 'tenant_id': 'ee6b0fbe2e7a4406acdd0c8fea203ca4', 'floating_ip_address': '172.25.5.167', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': 'bba76b90-4355-48a9-a3ac-ec0a1f8bd099', 'port_id': '5b1b7bfe-73a9-4a4b-85ca-0c5e39ccf219', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f46794c-b326-485f-8936-6eed71effe7e', 'mac_address': 'fa:16:3e:7b:cd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ced957b-37ee-4144-8fbe-fbcb55edfbc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:28:01Z', 'updated_at': '2021-11-25T13:29:24Z', 'revision_number': 1, 'project_id': 'ee6b0fbe2e7a4406acdd0c8fea203ca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3386d5a-e9ca-477b-9824-9098d61012c4', 'name': '', 'network_id': '0f46794c-b326-485f-8936-6eed71effe7e', 'tenant_id': 'ee6b0fbe2e7a4406acdd0c8fea203ca4', 'mac_address': 'fa:16:3e:df:e7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba76b90-4355-48a9-a3ac-ec0a1f8bd099', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '1a610251-b260-4111-ade4-fcd074d9de00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:48Z', 'updated_at': '2021-11-25T13:26:55Z', 'revision_number': 5, 'project_id': 'ee6b0fbe2e7a4406acdd0c8fea203ca4', 'subnets': [{'id': '1a610251-b260-4111-ade4-fcd074d9de00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:29:29.378310 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d36fa140-4eee-4787-9e27-9e5ff4be498a req-156e9680-edbc-44b4-902e-11278ed3978d service neutron] 10.222.0.47 "GET /v2.0/networks/0f46794c-b326-485f-8936-6eed71effe7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3427942 Nov 25 13:29:29.486533 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-c7905630-17f3-463f-885e-7167662377c4 None None] Port 04bfb49f-c1cb-47f9-bf24-10553fb9c39f cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:29:29.558940 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-01b04e13-a0b1-4ca9-aba2-2a562c371165 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:29.574004 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-92393347-c570-43c7-9536-842461196064 req-4f3d6746-30a5-40c5-ae9b-388b2f3c5d52 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8adf22-20f5-48a9-8030-0d19566c5600 HTTP/1.1" status: 200 len: 210 time: 0.0624387 Nov 25 13:29:29.583918 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-14155c5c-b9cd-4333-b2b8-38f353a523c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:29.640997 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-3d9e0bba-4d33-48a3-bda8-4ac8d2ada27f None None] Provisioning complete for port e578c5c8-a135-4b8b-95c7-ab49d193c28a triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:29:29.643100 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3d9e0bba-4d33-48a3-bda8-4ac8d2ada27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:29.720757 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f198c86-6d14-438d-a36c-f508ca70a457 None None] New status for floating IP c612d45f-7085-4fa1-b645-e8fb03dfffde: ACTIVE {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 13:29:29.736752 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-14155c5c-b9cd-4333-b2b8-38f353a523c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:29.885305 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0a5fa8fc-dbce-4fc5-baf6-e066cb0d3ee9 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66601263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66597252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:29.893669 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0a5fa8fc-dbce-4fc5-baf6-e066cb0d3ee9 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66601254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66601277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66597267'] for router, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:29.913212 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-14155c5c-b9cd-4333-b2b8-38f353a523c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:29.916255 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-14155c5c-b9cd-4333-b2b8-38f353a523c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:29.920250 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-14155c5c-b9cd-4333-b2b8-38f353a523c5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a647ec3a-7c36-441c-b466-ab60e33a70de HTTP/1.1" status: 204 len: 168 time: 0.9965069 Nov 25 13:29:29.931065 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14155c5c-b9cd-4333-b2b8-38f353a523c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a647ec3a-7c36-441c-b466-ab60e33a70de,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:29.942930 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01b04e13-a0b1-4ca9-aba2-2a562c371165 admin admin] Router 31751b1d-bba5-4a51-b7a7-68f14bebfc1b is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:29:30.058428 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device e578c5c8-a135-4b8b-95c7-ab49d193c28a up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:29:30.202278 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port e578c5c8-a135-4b8b-95c7-ab49d193c28a triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:29:30.202278 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:30.207572 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a5fa8fc-dbce-4fc5-baf6-e066cb0d3ee9 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Router c8666c90-c4fb-4e78-b65a-e58af6488da2 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:29:30.388335 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7d962527-2788-4080-bad4-f634736a2f32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:30.496566 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b04e13-a0b1-4ca9-aba2-2a562c371165 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:29:30.506707 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36dcade-78ff-4c8e-81fd-7306347d8c6b None None] Sync routers for ids ['31751b1d-bba5-4a51-b7a7-68f14bebfc1b'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:29:30.523289 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-01b04e13-a0b1-4ca9-aba2-2a562c371165 admin admin] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:30.525257 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-01b04e13-a0b1-4ca9-aba2-2a562c371165 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.1327655 Nov 25 13:29:30.528968 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36118) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:30.543283 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36dcade-78ff-4c8e-81fd-7306347d8c6b None None] Routers {'31751b1d-bba5-4a51-b7a7-68f14bebfc1b'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:29:30.544135 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-a36dcade-78ff-4c8e-81fd-7306347d8c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:29:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['31751b1d-bba5-4a51-b7a7-68f14bebfc1b'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:29:30.604835 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5fa8fc-dbce-4fc5-baf6-e066cb0d3ee9 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:29:30.611224 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0a5fa8fc-dbce-4fc5-baf6-e066cb0d3ee9 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:30.612501 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-0a5fa8fc-dbce-4fc5-baf6-e066cb0d3ee9 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] 10.222.0.53 "PUT /v2.0/routers/c8666c90-c4fb-4e78-b65a-e58af6488da2 HTTP/1.1" status: 200 len: 922 time: 3.7174447 Nov 25 13:29:30.615876 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 36126) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:30.618548 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0d879f-1098-4c15-8a2d-424af0ac256f None None] Sync routers for ids ['c8666c90-c4fb-4e78-b65a-e58af6488da2'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:29:30.645581 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0d879f-1098-4c15-8a2d-424af0ac256f None None] Routers {'c8666c90-c4fb-4e78-b65a-e58af6488da2'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:29:30.649715 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ed0d879f-1098-4c15-8a2d-424af0ac256f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:29:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['c8666c90-c4fb-4e78-b65a-e58af6488da2'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:29:30.724340 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37565d2f-e3ac-466b-90f6-eaacfd5bd843 req-b71af3e6-605c-43ac-ac45-4a0cad607704 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:30.726342 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-37565d2f-e3ac-466b-90f6-eaacfd5bd843 req-b71af3e6-605c-43ac-ac45-4a0cad607704 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.47 "GET /v2.0/networks?id=755402ba-804b-4493-8340-905b0e2e90e1 HTTP/1.1" status: 200 len: 816 time: 0.3153329 Nov 25 13:29:30.728181 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ed0d879f-1098-4c15-8a2d-424af0ac256f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:29:30.752143 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0d879f-1098-4c15-8a2d-424af0ac256f None None] Routers {'c8666c90-c4fb-4e78-b65a-e58af6488da2'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:29:30.754639 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ed0d879f-1098-4c15-8a2d-424af0ac256f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:29:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['c8666c90-c4fb-4e78-b65a-e58af6488da2'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:29:30.809447 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ed0d879f-1098-4c15-8a2d-424af0ac256f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:29:30.810323 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0d879f-1098-4c15-8a2d-424af0ac256f None None] The sync data for ids ['c8666c90-c4fb-4e78-b65a-e58af6488da2'] in n-d-808199-11 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:29:30.818990 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f9aa6707-6242-4236-9de9-b27eeb0ef721 req-30bc0b33-0c06-4222-aea4-1ae0c7357eaa tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8adf22-20f5-48a9-8030-0d19566c5600 HTTP/1.1" status: 200 len: 210 time: 0.0494976 Nov 25 13:29:30.856604 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-983c778e-e58e-47d4-8e99-c9079855b00f tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] 10.222.0.53 "GET /v2.0/routers/c8666c90-c4fb-4e78-b65a-e58af6488da2 HTTP/1.1" status: 200 len: 922 time: 0.2396834 Nov 25 13:29:30.860016 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 36132) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:30.943171 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-37565d2f-e3ac-466b-90f6-eaacfd5bd843 req-e30de23d-b8fc-4def-891e-de82cd0247f3 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3c775803d354892aee478fad34a8c78 HTTP/1.1" status: 200 len: 380 time: 0.1877468 Nov 25 13:29:30.976493 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1ace6e-9dc2-4188-a11b-931e7c900477 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:30.986517 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-3f1ace6e-9dc2-4188-a11b-931e7c900477 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=7542d3d9-0db3-40e7-ab88-a168871141f7&device_id=c8666c90-c4fb-4e78-b65a-e58af6488da2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1255193 Nov 25 13:29:30.988697 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 36138) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:31.112251 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-a36dcade-78ff-4c8e-81fd-7306347d8c6b None None] Set router 31751b1d-bba5-4a51-b7a7-68f14bebfc1b gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:29:31.195671 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65525454-9e9c-408d-8201-a0c48d91de22 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:31.201873 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-65525454-9e9c-408d-8201-a0c48d91de22 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] 10.222.0.53 "GET /v2.0/networks/7542d3d9-0db3-40e7-ab88-a168871141f7 HTTP/1.1" status: 200 len: 881 time: 0.2115459 Nov 25 13:29:31.202663 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 36146) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:31.264645 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c74f5b6b-9787-456e-8fd6-f80274e72dbf tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8666c90-c4fb-4e78-b65a-e58af6488da2 HTTP/1.1" status: 200 len: 205 time: 0.0599704 Nov 25 13:29:31.266952 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36148) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:31.329154 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-268b5f98-3a86-4fef-aac6-b04328bfef1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:31.361722 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-37565d2f-e3ac-466b-90f6-eaacfd5bd843 req-0f09f130-dec8-4862-87be-197f487878af tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Request body: {'port': {'device_id': '7e8adf22-20f5-48a9-8030-0d19566c5600', 'network_id': '755402ba-804b-4493-8340-905b0e2e90e1', 'admin_state_up': True, 'tenant_id': 'c3c775803d354892aee478fad34a8c78', 'security_groups': ['7b7de3ae-16ca-4eab-ba9f-83e56d760ccc']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:29:31.503483 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-a36dcade-78ff-4c8e-81fd-7306347d8c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31751b1d-bba5-4a51-b7a7-68f14bebfc1b', 'name': 'tempest-AttachVolumeTestJSON-766427031-router', 'tenant_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '04bfb49f-c1cb-47f9-bf24-10553fb9c39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:29:24Z', 'updated_at': '2021-11-25T13:29:28Z', 'revision_number': 3, 'project_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'gw_port': {'id': '04bfb49f-c1cb-47f9-bf24-10553fb9c39f', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c2:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31751b1d-bba5-4a51-b7a7-68f14bebfc1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:29:27Z', 'updated_at': '2021-11-25T13:29:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:29:31.509505 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9a9aa3b9-307d-48df-bd49-617d7550039b tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks [] for router, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:31.539464 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36dcade-78ff-4c8e-81fd-7306347d8c6b None None] Checking router: 31751b1d-bba5-4a51-b7a7-68f14bebfc1b for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:29:31.540281 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36dcade-78ff-4c8e-81fd-7306347d8c6b None None] Updating router 31751b1d-bba5-4a51-b7a7-68f14bebfc1b port 04bfb49f-c1cb-47f9-bf24-10553fb9c39f binding host n-d-808199-11 {{(pid=103572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:29:31.572539 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37565d2f-e3ac-466b-90f6-eaacfd5bd843 req-0f09f130-dec8-4862-87be-197f487878af tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Made reservation on behalf of c3c775803d354892aee478fad34a8c78 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:29:31.580382 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-37565d2f-e3ac-466b-90f6-eaacfd5bd843 req-0f09f130-dec8-4862-87be-197f487878af tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:31.584655 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a36dcade-78ff-4c8e-81fd-7306347d8c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:31.680104 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-268b5f98-3a86-4fef-aac6-b04328bfef1c admin admin] Allocated IP 172.20.0.1 (b6131956-3d7f-4134-a1c5-4d454239b609/bd741d61-638e-40d0-8aa0-1d3f2aabe218/141f4631-5fc2-4aec-b8ca-c0dc15b6df06) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:29:31.697243 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9a9aa3b9-307d-48df-bd49-617d7550039b tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:31.868267 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-37565d2f-e3ac-466b-90f6-eaacfd5bd843 req-0f09f130-dec8-4862-87be-197f487878af tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Allocated IP 172.20.0.14 (755402ba-804b-4493-8340-905b0e2e90e1/de598ec9-e4ed-4f9c-80e3-a369f7acaceb/f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:29:31.891998 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-9a9aa3b9-307d-48df-bd49-617d7550039b tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Deleting port 4ad64899-68fa-4e24-ae6f-31bb08206005 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:29:31.892442 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9a9aa3b9-307d-48df-bd49-617d7550039b tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:31.978392 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9a9aa3b9-307d-48df-bd49-617d7550039b tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:31.992069 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-9a9aa3b9-307d-48df-bd49-617d7550039b tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Calling delete_port for 4ad64899-68fa-4e24-ae6f-31bb08206005 owned by network:router_gateway {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:29:32.045779 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-268b5f98-3a86-4fef-aac6-b04328bfef1c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:32.051087 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4ee21fa8-489f-4549-a85a-86a9138f6d63 req-e97bc445-e113-47f7-8d6a-0f5577af361d tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8adf22-20f5-48a9-8030-0d19566c5600 HTTP/1.1" status: 200 len: 210 time: 0.0532331 Nov 25 13:29:32.111140 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-37565d2f-e3ac-466b-90f6-eaacfd5bd843 req-0f09f130-dec8-4862-87be-197f487878af tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:32.152521 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a36dcade-78ff-4c8e-81fd-7306347d8c6b None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:32.160369 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a36dcade-78ff-4c8e-81fd-7306347d8c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:32.164110 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-37565d2f-e3ac-466b-90f6-eaacfd5bd843 req-0f09f130-dec8-4862-87be-197f487878af tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:32.196357 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eaea0e7-c836-4ebe-8833-44e82348b0cf None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:29:32.235229 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37565d2f-e3ac-466b-90f6-eaacfd5bd843 req-0f09f130-dec8-4862-87be-197f487878af tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Network 755402ba-804b-4493-8340-905b0e2e90e1 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:29:32.239750 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-37565d2f-e3ac-466b-90f6-eaacfd5bd843 req-0f09f130-dec8-4862-87be-197f487878af tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:29:32.244553 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-37565d2f-e3ac-466b-90f6-eaacfd5bd843 req-0f09f130-dec8-4862-87be-197f487878af tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:29:32.292831 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf4e79b-1d87-4b60-a7c8-405b6e8714ba None None] Pushing event updated for resources: {'Port': ['ID=04bfb49f-c1cb-47f9-bf24-10553fb9c39f,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:32.298801 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-a36dcade-78ff-4c8e-81fd-7306347d8c6b None None] Attempting to bind port 04bfb49f-c1cb-47f9-bf24-10553fb9c39f on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:29:32.299574 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-a36dcade-78ff-4c8e-81fd-7306347d8c6b None None] Attempting to bind port 04bfb49f-c1cb-47f9-bf24-10553fb9c39f by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:29:32.300138 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36dcade-78ff-4c8e-81fd-7306347d8c6b None None] Attempting to bind port 04bfb49f-c1cb-47f9-bf24-10553fb9c39f on network 7542d3d9-0db3-40e7-ab88-a168871141f7 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:29:32.309402 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36dcade-78ff-4c8e-81fd-7306347d8c6b None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:29:32.310248 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36dcade-78ff-4c8e-81fd-7306347d8c6b None None] Checking segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:29:32.310941 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-268b5f98-3a86-4fef-aac6-b04328bfef1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:32.311276 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a36dcade-78ff-4c8e-81fd-7306347d8c6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:32.312443 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36dcade-78ff-4c8e-81fd-7306347d8c6b None None] Bound using segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:29:32.313352 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-a36dcade-78ff-4c8e-81fd-7306347d8c6b None None] Bound port: 04bfb49f-c1cb-47f9-bf24-10553fb9c39f, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:29:32.313971 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a36dcade-78ff-4c8e-81fd-7306347d8c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:32.325307 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f09f130-dec8-4862-87be-197f487878af tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Pushing event updated for resources: {'Port': ['ID=f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:32.419059 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268b5f98-3a86-4fef-aac6-b04328bfef1c admin admin] Network b6131956-3d7f-4134-a1c5-4d454239b609 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:29:32.419473 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37565d2f-e3ac-466b-90f6-eaacfd5bd843 req-0f09f130-dec8-4862-87be-197f487878af tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:32.422507 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-37565d2f-e3ac-466b-90f6-eaacfd5bd843 req-0f09f130-dec8-4862-87be-197f487878af tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:32.429308 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-a36dcade-78ff-4c8e-81fd-7306347d8c6b None None] For port 04bfb49f-c1cb-47f9-bf24-10553fb9c39f, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:29:32.447824 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-a36dcade-78ff-4c8e-81fd-7306347d8c6b None None] For port 04bfb49f-c1cb-47f9-bf24-10553fb9c39f, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=04bfb49f-c1cb-47f9-bf24-10553fb9c39f,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:29:32.449550 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-268b5f98-3a86-4fef-aac6-b04328bfef1c admin admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:29:32.468178 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-37565d2f-e3ac-466b-90f6-eaacfd5bd843 req-0f09f130-dec8-4862-87be-197f487878af tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5178678 Nov 25 13:29:32.469143 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a36dcade-78ff-4c8e-81fd-7306347d8c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:32.473044 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268b5f98-3a86-4fef-aac6-b04328bfef1c admin admin] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:29:32.482565 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-37565d2f-e3ac-466b-90f6-eaacfd5bd843 req-1cb01ade-fb68-4c88-8eb6-e2f1a6bb9415 service neutron] Request body: {'port': {'device_id': '7e8adf22-20f5-48a9-8030-0d19566c5600', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:29:32.621488 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf4e79b-1d87-4b60-a7c8-405b6e8714ba None None] Pushing event updated for resources: {'Port': ['ID=04bfb49f-c1cb-47f9-bf24-10553fb9c39f,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:32.633044 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-c7b6c9cc-f51d-4027-a029-c5c1bda71a7e None None] Provisioning complete for port 04bfb49f-c1cb-47f9-bf24-10553fb9c39f triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:29:32.633427 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c7b6c9cc-f51d-4027-a029-c5c1bda71a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:32.664938 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-268b5f98-3a86-4fef-aac6-b04328bfef1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:32.672518 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268b5f98-3a86-4fef-aac6-b04328bfef1c admin admin] Pushing event updated for resources: {'Port': ['ID=141f4631-5fc2-4aec-b8ca-c0dc15b6df06,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:32.682992 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efdd177-63fc-4905-b415-80c2d3180762 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:29:32.708362 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-37565d2f-e3ac-466b-90f6-eaacfd5bd843 req-1cb01ade-fb68-4c88-8eb6-e2f1a6bb9415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:32.775830 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9a9aa3b9-307d-48df-bd49-617d7550039b tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:32.869534 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36dcade-78ff-4c8e-81fd-7306347d8c6b None None] Routers {'31751b1d-bba5-4a51-b7a7-68f14bebfc1b'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:29:32.872426 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-a36dcade-78ff-4c8e-81fd-7306347d8c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:29:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['31751b1d-bba5-4a51-b7a7-68f14bebfc1b'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:29:32.943084 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9aa3b9-307d-48df-bd49-617d7550039b tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Pushing event deleted for resources: {'Port': ['ID=4ad64899-68fa-4e24-ae6f-31bb08206005,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:33.154358 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-a36dcade-78ff-4c8e-81fd-7306347d8c6b None None] Set router 31751b1d-bba5-4a51-b7a7-68f14bebfc1b gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:29:33.233285 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-268b5f98-3a86-4fef-aac6-b04328bfef1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:33.236038 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefb9ff1-1595-4b31-b720-eb56d6550723 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:29:33.272192 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-67800f02-d454-4a60-b986-7d29ef5d8349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:33.326183 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-37565d2f-e3ac-466b-90f6-eaacfd5bd843 req-1cb01ade-fb68-4c88-8eb6-e2f1a6bb9415 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:29:33.330639 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9a9aa3b9-307d-48df-bd49-617d7550039b tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:33.352441 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-37565d2f-e3ac-466b-90f6-eaacfd5bd843 req-1cb01ade-fb68-4c88-8eb6-e2f1a6bb9415 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:33.377242 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-37565d2f-e3ac-466b-90f6-eaacfd5bd843 req-1cb01ade-fb68-4c88-8eb6-e2f1a6bb9415 service neutron] Transition to ACTIVE for port object f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:29:33.387492 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-37565d2f-e3ac-466b-90f6-eaacfd5bd843 req-1cb01ade-fb68-4c88-8eb6-e2f1a6bb9415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:33.453225 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c7b6c9cc-f51d-4027-a029-c5c1bda71a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:33.482437 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb01ade-fb68-4c88-8eb6-e2f1a6bb9415 service neutron] Pushing event updated for resources: {'Port': ['ID=f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:33.522752 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-c7b6c9cc-f51d-4027-a029-c5c1bda71a7e None None] For port 04bfb49f-c1cb-47f9-bf24-10553fb9c39f, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=04bfb49f-c1cb-47f9-bf24-10553fb9c39f,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:29:33.539690 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c7b6c9cc-f51d-4027-a029-c5c1bda71a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:33.639332 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b6c9cc-f51d-4027-a029-c5c1bda71a7e None None] Pushing event updated for resources: {'Port': ['ID=04bfb49f-c1cb-47f9-bf24-10553fb9c39f,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:33.644117 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-37565d2f-e3ac-466b-90f6-eaacfd5bd843 req-1cb01ade-fb68-4c88-8eb6-e2f1a6bb9415 service neutron] Attempting to bind port f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:29:33.644570 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-37565d2f-e3ac-466b-90f6-eaacfd5bd843 req-1cb01ade-fb68-4c88-8eb6-e2f1a6bb9415 service neutron] Attempting to bind port f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '66e12dc7-b89b-4195-a71e-2bc7657a2a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '755402ba-804b-4493-8340-905b0e2e90e1'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:29:33.645019 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37565d2f-e3ac-466b-90f6-eaacfd5bd843 req-1cb01ade-fb68-4c88-8eb6-e2f1a6bb9415 service neutron] Attempting to bind port f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d on network 755402ba-804b-4493-8340-905b0e2e90e1 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:29:33.665821 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37565d2f-e3ac-466b-90f6-eaacfd5bd843 req-1cb01ade-fb68-4c88-8eb6-e2f1a6bb9415 service neutron] Port f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d on network 755402ba-804b-4493-8340-905b0e2e90e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:29:33.666297 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37565d2f-e3ac-466b-90f6-eaacfd5bd843 req-1cb01ade-fb68-4c88-8eb6-e2f1a6bb9415 service neutron] Attempting to bind port f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d on network 755402ba-804b-4493-8340-905b0e2e90e1 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:29:33.675396 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37565d2f-e3ac-466b-90f6-eaacfd5bd843 req-1cb01ade-fb68-4c88-8eb6-e2f1a6bb9415 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:29:33.675900 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37565d2f-e3ac-466b-90f6-eaacfd5bd843 req-1cb01ade-fb68-4c88-8eb6-e2f1a6bb9415 service neutron] Checking segment: {'id': '66e12dc7-b89b-4195-a71e-2bc7657a2a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '755402ba-804b-4493-8340-905b0e2e90e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:29:33.676377 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37565d2f-e3ac-466b-90f6-eaacfd5bd843 req-1cb01ade-fb68-4c88-8eb6-e2f1a6bb9415 service neutron] Bound using segment: {'id': '66e12dc7-b89b-4195-a71e-2bc7657a2a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '755402ba-804b-4493-8340-905b0e2e90e1'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:29:33.677658 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-37565d2f-e3ac-466b-90f6-eaacfd5bd843 req-1cb01ade-fb68-4c88-8eb6-e2f1a6bb9415 service neutron] Bound port: f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66e12dc7-b89b-4195-a71e-2bc7657a2a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '755402ba-804b-4493-8340-905b0e2e90e1'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:29:33.678129 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-37565d2f-e3ac-466b-90f6-eaacfd5bd843 req-1cb01ade-fb68-4c88-8eb6-e2f1a6bb9415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:33.690490 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-268b5f98-3a86-4fef-aac6-b04328bfef1c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:33.695799 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-a36dcade-78ff-4c8e-81fd-7306347d8c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31751b1d-bba5-4a51-b7a7-68f14bebfc1b', 'name': 'tempest-AttachVolumeTestJSON-766427031-router', 'tenant_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '04bfb49f-c1cb-47f9-bf24-10553fb9c39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:29:24Z', 'updated_at': '2021-11-25T13:29:28Z', 'revision_number': 3, 'project_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'gw_port': {'id': '04bfb49f-c1cb-47f9-bf24-10553fb9c39f', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c2:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31751b1d-bba5-4a51-b7a7-68f14bebfc1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:29:27Z', 'updated_at': '2021-11-25T13:29:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:29:33.758813 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36dcade-78ff-4c8e-81fd-7306347d8c6b None None] The sync data for ids ['31751b1d-bba5-4a51-b7a7-68f14bebfc1b'] in n-d-808199-11 is: [{'id': '31751b1d-bba5-4a51-b7a7-68f14bebfc1b', 'name': 'tempest-AttachVolumeTestJSON-766427031-router', 'tenant_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '04bfb49f-c1cb-47f9-bf24-10553fb9c39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:29:24Z', 'updated_at': '2021-11-25T13:29:28Z', 'revision_number': 3, 'project_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'gw_port': {'id': '04bfb49f-c1cb-47f9-bf24-10553fb9c39f', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c2:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31751b1d-bba5-4a51-b7a7-68f14bebfc1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:29:27Z', 'updated_at': '2021-11-25T13:29:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:29:33.761037 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-080f9b38-1b92-40e6-a5be-dea6cbe32c4e None None] Provisioning complete for port 141f4631-5fc2-4aec-b8ca-c0dc15b6df06 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:29:33.761448 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-080f9b38-1b92-40e6-a5be-dea6cbe32c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:33.901850 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-37565d2f-e3ac-466b-90f6-eaacfd5bd843 req-1cb01ade-fb68-4c88-8eb6-e2f1a6bb9415 service neutron] For port f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:29:33.908205 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-37565d2f-e3ac-466b-90f6-eaacfd5bd843 req-1cb01ade-fb68-4c88-8eb6-e2f1a6bb9415 service neutron] For port f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d,segment=NetworkSegment(66e12dc7-b89b-4195-a71e-2bc7657a2a6a),segment_id=66e12dc7-b89b-4195-a71e-2bc7657a2a6a)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:29:33.917158 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-37565d2f-e3ac-466b-90f6-eaacfd5bd843 req-1cb01ade-fb68-4c88-8eb6-e2f1a6bb9415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:33.930807 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:33.943590 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-080f9b38-1b92-40e6-a5be-dea6cbe32c4e None None] Port 141f4631-5fc2-4aec-b8ca-c0dc15b6df06 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:29:33.961820 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-268b5f98-3a86-4fef-aac6-b04328bfef1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:33.992186 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-080f9b38-1b92-40e6-a5be-dea6cbe32c4e None None] Provisioning complete for port 04bfb49f-c1cb-47f9-bf24-10553fb9c39f triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:29:33.992186 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-080f9b38-1b92-40e6-a5be-dea6cbe32c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:34.011158 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37565d2f-e3ac-466b-90f6-eaacfd5bd843 req-1cb01ade-fb68-4c88-8eb6-e2f1a6bb9415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:34.014678 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-37565d2f-e3ac-466b-90f6-eaacfd5bd843 req-1cb01ade-fb68-4c88-8eb6-e2f1a6bb9415 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:34.016375 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-37565d2f-e3ac-466b-90f6-eaacfd5bd843 req-1cb01ade-fb68-4c88-8eb6-e2f1a6bb9415 service neutron] 10.222.0.47 "PUT /v2.0/ports/f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d HTTP/1.1" status: 200 len: 1093 time: 1.5383179 Nov 25 13:29:34.033252 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e8adf22-20f5-48a9-8030-0d19566c5600', 'tag': 'f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:29:34.041843 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de10ccd-bfd0-470c-a277-92fa4c0050c6" -d '{"events": [{"name": "network-changed", "server_uuid": "7e8adf22-20f5-48a9-8030-0d19566c5600", "tag": "f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:29:34.089127 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9a9aa3b9-307d-48df-bd49-617d7550039b tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:34.092793 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9a9aa3b9-307d-48df-bd49-617d7550039b tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:34.177881 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb01ade-fb68-4c88-8eb6-e2f1a6bb9415 service neutron] Pushing event updated for resources: {'Port': ['ID=f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:34.197647 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e9db3e-3d81-4fd9-8901-82eb9c8a3220 x-openstack-request-id: req-25e9db3e-3d81-4fd9-8901-82eb9c8a3220 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:29:34.197992 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e8adf22-20f5-48a9-8030-0d19566c5600", "tag": "f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:29:34.198161 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-25e9db3e-3d81-4fd9-8901-82eb9c8a3220 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:29:34.198578 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e8adf22-20f5-48a9-8030-0d19566c5600', 'tag': 'f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d', 'status': 'completed', 'code': 200} Nov 25 13:29:34.201752 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37565d2f-e3ac-466b-90f6-eaacfd5bd843 req-69efa7fd-68c8-4f33-b4fa-64a074c36c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:34.203526 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-37565d2f-e3ac-466b-90f6-eaacfd5bd843 req-69efa7fd-68c8-4f33-b4fa-64a074c36c29 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3c775803d354892aee478fad34a8c78&device_id=7e8adf22-20f5-48a9-8030-0d19566c5600 HTTP/1.1" status: 200 len: 1096 time: 0.1273680 Nov 25 13:29:34.228815 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-268b5f98-3a86-4fef-aac6-b04328bfef1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:34.304760 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9a9aa3b9-307d-48df-bd49-617d7550039b tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:34.305299 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a9aa3b9-307d-48df-bd49-617d7550039b tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Fanout notify agent at l3_agent the message router_deleted on router c8666c90-c4fb-4e78-b65a-e58af6488da2 {{(pid=103570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:29:34.322548 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9a9aa3b9-307d-48df-bd49-617d7550039b tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:34.327275 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-9a9aa3b9-307d-48df-bd49-617d7550039b tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] 10.222.0.53 "DELETE /v2.0/routers/c8666c90-c4fb-4e78-b65a-e58af6488da2 HTTP/1.1" status: 204 len: 168 time: 3.0555029 Nov 25 13:29:34.329740 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36204) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:34.336400 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-37565d2f-e3ac-466b-90f6-eaacfd5bd843 req-f60f4e14-8837-4c31-8186-0f37b3ab85f8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d HTTP/1.1" status: 200 len: 217 time: 0.1244338 Nov 25 13:29:34.419393 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcdb2b1-c20a-4e9f-bd9f-5879374d2b7d req-cb281cda-9083-402f-b6ce-63377a9fd8b2 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:34.422320 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6bcdb2b1-c20a-4e9f-bd9f-5879374d2b7d req-cb281cda-9083-402f-b6ce-63377a9fd8b2 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8adf22-20f5-48a9-8030-0d19566c5600 HTTP/1.1" status: 200 len: 932 time: 1.1890473 Nov 25 13:29:34.428386 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-193cabbb-dcd6-4d8d-acd2-076841c584e1 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-383170924', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:29:34.553322 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268b5f98-3a86-4fef-aac6-b04328bfef1c admin admin] Pushing event updated for resources: {'Port': ['ID=141f4631-5fc2-4aec-b8ca-c0dc15b6df06,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:34.673696 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6bcdb2b1-c20a-4e9f-bd9f-5879374d2b7d req-9970ec75-73e8-459d-bc09-9e4c85beed1a tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b7de3ae-16ca-4eab-ba9f-83e56d760ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2276158 Nov 25 13:29:34.789256 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-193cabbb-dcd6-4d8d-acd2-076841c584e1 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:34.790565 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-193cabbb-dcd6-4d8d-acd2-076841c584e1 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:34.988159 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-193cabbb-dcd6-4d8d-acd2-076841c584e1 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:35.006529 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-193cabbb-dcd6-4d8d-acd2-076841c584e1 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:35.021964 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268b5f98-3a86-4fef-aac6-b04328bfef1c admin admin] Network b6131956-3d7f-4134-a1c5-4d454239b609 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:29:35.030457 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-268b5f98-3a86-4fef-aac6-b04328bfef1c admin admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:29:35.108211 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37565d2f-e3ac-466b-90f6-eaacfd5bd843 req-876abb0e-bc54-4d43-ba5d-9b1ce264c728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:35.109738 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-37565d2f-e3ac-466b-90f6-eaacfd5bd843 req-876abb0e-bc54-4d43-ba5d-9b1ce264c728 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=de598ec9-e4ed-4f9c-80e3-a369f7acaceb HTTP/1.1" status: 200 len: 855 time: 0.7486212 Nov 25 13:29:35.109985 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-193cabbb-dcd6-4d8d-acd2-076841c584e1 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:35.111614 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-193cabbb-dcd6-4d8d-acd2-076841c584e1 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6879199 Nov 25 13:29:35.114317 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36210) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:35.142046 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-b01de030-e2ca-4ef5-b8e7-880ac79f807a tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Request body: {'router': {'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:29:35.173583 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:35.237928 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37565d2f-e3ac-466b-90f6-eaacfd5bd843 req-5a81ab10-5de7-4630-9e19-8a443431955f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:35.239502 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-37565d2f-e3ac-466b-90f6-eaacfd5bd843 req-5a81ab10-5de7-4630-9e19-8a443431955f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=755402ba-804b-4493-8340-905b0e2e90e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1197164 Nov 25 13:29:35.456481 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-37565d2f-e3ac-466b-90f6-eaacfd5bd843 req-c5ea0781-dc92-44c3-86ea-06726b4e39dd service neutron] 10.222.0.47 "GET /v2.0/networks/755402ba-804b-4493-8340-905b0e2e90e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791692 Nov 25 13:29:35.500906 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-268b5f98-3a86-4fef-aac6-b04328bfef1c admin admin] Router 31751b1d-bba5-4a51-b7a7-68f14bebfc1b has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:29:35.576412 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b01de030-e2ca-4ef5-b8e7-880ac79f807a tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:35.576636 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-37565d2f-e3ac-466b-90f6-eaacfd5bd843 req-9f74d3d7-d977-44ad-b516-f0ebae673bfc service neutron] 10.222.0.47 "GET /v2.0/networks/755402ba-804b-4493-8340-905b0e2e90e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108160 Nov 25 13:29:35.592460 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-e2baff55-36e8-4d3a-adf0-a5b17172b422 None None] Provisioning complete for port 141f4631-5fc2-4aec-b8ca-c0dc15b6df06 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:29:35.594859 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e2baff55-36e8-4d3a-adf0-a5b17172b422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:35.665099 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-e2baff55-36e8-4d3a-adf0-a5b17172b422 None None] Port 141f4631-5fc2-4aec-b8ca-c0dc15b6df06 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:29:35.783114 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de10ccd-bfd0-470c-a277-92fa4c0050c6 req-273c304e-da22-4e96-873b-fa7e76ff9d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:35.784644 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3de10ccd-bfd0-470c-a277-92fa4c0050c6 req-273c304e-da22-4e96-873b-fa7e76ff9d32 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3c775803d354892aee478fad34a8c78&device_id=7e8adf22-20f5-48a9-8030-0d19566c5600 HTTP/1.1" status: 200 len: 1096 time: 0.1186874 Nov 25 13:29:35.795063 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f84b9449-6014-4db5-81e2-9605fd2c11d6 req-b44f8232-9252-4151-8b3c-53cf222074bb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0645268 Nov 25 13:29:36.009386 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b9449-6014-4db5-81e2-9605fd2c11d6 req-70cbe0ed-cbd7-4237-b8b9-17f80be06125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:36.010298 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b9449-6014-4db5-81e2-9605fd2c11d6 req-70cbe0ed-cbd7-4237-b8b9-17f80be06125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:36.010951 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b9449-6014-4db5-81e2-9605fd2c11d6 req-70cbe0ed-cbd7-4237-b8b9-17f80be06125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:36.011577 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b9449-6014-4db5-81e2-9605fd2c11d6 req-70cbe0ed-cbd7-4237-b8b9-17f80be06125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:36.012199 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b9449-6014-4db5-81e2-9605fd2c11d6 req-70cbe0ed-cbd7-4237-b8b9-17f80be06125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:36.014000 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b9449-6014-4db5-81e2-9605fd2c11d6 req-70cbe0ed-cbd7-4237-b8b9-17f80be06125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:36.014928 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b9449-6014-4db5-81e2-9605fd2c11d6 req-70cbe0ed-cbd7-4237-b8b9-17f80be06125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:36.017589 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f84b9449-6014-4db5-81e2-9605fd2c11d6 req-70cbe0ed-cbd7-4237-b8b9-17f80be06125 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ee6b0fbe2e7a4406acdd0c8fea203ca4&device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 6499 time: 0.1488869 Nov 25 13:29:36.019599 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de10ccd-bfd0-470c-a277-92fa4c0050c6 req-4c40f450-ac49-4a99-83eb-36ac4cd3dece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:36.021184 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3de10ccd-bfd0-470c-a277-92fa4c0050c6 req-4c40f450-ac49-4a99-83eb-36ac4cd3dece service neutron] 10.222.0.47 "GET /v2.0/networks?id=755402ba-804b-4493-8340-905b0e2e90e1 HTTP/1.1" status: 200 len: 917 time: 0.2119286 Nov 25 13:29:36.100075 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 04bfb49f-c1cb-47f9-bf24-10553fb9c39f up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:29:36.112258 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3de10ccd-bfd0-470c-a277-92fa4c0050c6 req-13429f6e-aae7-4c01-a89f-3eb4c47d7316 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d HTTP/1.1" status: 200 len: 217 time: 0.0819566 Nov 25 13:29:36.227551 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 04bfb49f-c1cb-47f9-bf24-10553fb9c39f triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:29:36.228112 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:36.258173 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:36.260162 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de10ccd-bfd0-470c-a277-92fa4c0050c6 req-e2000a75-44ec-4a50-8241-c4ae474ed487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:36.264489 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3de10ccd-bfd0-470c-a277-92fa4c0050c6 req-e2000a75-44ec-4a50-8241-c4ae474ed487 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=de598ec9-e4ed-4f9c-80e3-a369f7acaceb HTTP/1.1" status: 200 len: 855 time: 0.1289709 Nov 25 13:29:36.363253 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0418c8-3bad-4490-8b08-483c95e88650 req-0b0d5cbd-50bb-4905-8926-35da9d0fcbb1 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:36.371794 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5b0418c8-3bad-4490-8b08-483c95e88650 req-0b0d5cbd-50bb-4905-8926-35da9d0fcbb1 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8adf22-20f5-48a9-8030-0d19566c5600 HTTP/1.1" status: 200 len: 944 time: 0.2708054 Nov 25 13:29:36.393621 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268b5f98-3a86-4fef-aac6-b04328bfef1c admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:29:36.422643 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b9449-6014-4db5-81e2-9605fd2c11d6 req-ffed92fe-f395-4dde-8077-c8a82df7c161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:36.423179 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b9449-6014-4db5-81e2-9605fd2c11d6 req-ffed92fe-f395-4dde-8077-c8a82df7c161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:36.423609 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b9449-6014-4db5-81e2-9605fd2c11d6 req-ffed92fe-f395-4dde-8077-c8a82df7c161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:36.425306 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f84b9449-6014-4db5-81e2-9605fd2c11d6 req-ffed92fe-f395-4dde-8077-c8a82df7c161 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0f46794c-b326-485f-8936-6eed71effe7e&id=0213571c-133e-4472-a9fb-82f11b25c18c&id=0213571c-133e-4472-a9fb-82f11b25c18c&id=0213571c-133e-4472-a9fb-82f11b25c18c&id=0213571c-133e-4472-a9fb-82f11b25c18c&id=67a0b139-2197-40dc-a595-6d5cd20e2c68&id=67a0b139-2197-40dc-a595-6d5cd20e2c68 HTTP/1.1" status: 200 len: 2290 time: 0.3224583 Nov 25 13:29:36.442301 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-268b5f98-3a86-4fef-aac6-b04328bfef1c admin admin] 10.222.0.53 "PUT /v2.0/routers/31751b1d-bba5-4a51-b7a7-68f14bebfc1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9043794 Nov 25 13:29:36.442523 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de10ccd-bfd0-470c-a277-92fa4c0050c6 req-7bb0320a-ab75-4c94-ba30-4f1c86416ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:36.442523 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3de10ccd-bfd0-470c-a277-92fa4c0050c6 req-7bb0320a-ab75-4c94-ba30-4f1c86416ce9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=755402ba-804b-4493-8340-905b0e2e90e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1548979 Nov 25 13:29:36.564366 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f84b9449-6014-4db5-81e2-9605fd2c11d6 req-9cdd2a1f-955b-4b66-87be-551e457ba77e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b1b7bfe-73a9-4a4b-85ca-0c5e39ccf219 HTTP/1.1" status: 200 len: 1001 time: 0.1132436 Nov 25 13:29:36.571656 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:29:36.585971 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5b0418c8-3bad-4490-8b08-483c95e88650 req-20e149f0-1ad2-412e-9df1-dbb068dbf1d1 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b7de3ae-16ca-4eab-ba9f-83e56d760ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2127774 Nov 25 13:29:36.710329 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b9449-6014-4db5-81e2-9605fd2c11d6 req-963bac6f-e974-44c3-b791-fab915b1bc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:36.712867 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f84b9449-6014-4db5-81e2-9605fd2c11d6 req-963bac6f-e974-44c3-b791-fab915b1bc8d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1a610251-b260-4111-ade4-fcd074d9de00 HTTP/1.1" status: 200 len: 849 time: 0.1373231 Nov 25 13:29:36.783734 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b01de030-e2ca-4ef5-b8e7-880ac79f807a tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks [] for router_gateway, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:36.810644 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b01de030-e2ca-4ef5-b8e7-880ac79f807a tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:36.842454 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3de10ccd-bfd0-470c-a277-92fa4c0050c6 req-3677c830-1a7c-4db6-888e-02c64894d1ec service neutron] 10.222.0.47 "GET /v2.0/networks/755402ba-804b-4493-8340-905b0e2e90e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770936 Nov 25 13:29:36.849194 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b9449-6014-4db5-81e2-9605fd2c11d6 req-0c0af5c9-ff08-4af6-bf92-b62714a886f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:36.851729 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f84b9449-6014-4db5-81e2-9605fd2c11d6 req-0c0af5c9-ff08-4af6-bf92-b62714a886f1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0f46794c-b326-485f-8936-6eed71effe7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1297994 Nov 25 13:29:36.935802 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-b01de030-e2ca-4ef5-b8e7-880ac79f807a tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Allocated IP 172.25.5.63 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/42a87d08-234e-48b8-b1ee-ed3329c5711f) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:29:37.029317 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f84b9449-6014-4db5-81e2-9605fd2c11d6 req-8c4c2b99-d299-4dad-8853-aa8b8fc1f5c1 service neutron] 10.222.0.47 "GET /v2.0/networks/0f46794c-b326-485f-8936-6eed71effe7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613674 Nov 25 13:29:37.031391 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3de10ccd-bfd0-470c-a277-92fa4c0050c6 req-992deb34-1648-4dc8-9e8f-6aa55e22c48c service neutron] 10.222.0.47 "GET /v2.0/networks/755402ba-804b-4493-8340-905b0e2e90e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783535 Nov 25 13:29:37.083853 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b01de030-e2ca-4ef5-b8e7-880ac79f807a tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:37.132607 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b01de030-e2ca-4ef5-b8e7-880ac79f807a tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:37.153139 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8296cba2-8943-4b90-baf4-980c0690e856 None None] Sync routers for ids ['31751b1d-bba5-4a51-b7a7-68f14bebfc1b'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:29:37.173514 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8296cba2-8943-4b90-baf4-980c0690e856 None None] Routers {'31751b1d-bba5-4a51-b7a7-68f14bebfc1b'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:29:37.175129 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-8296cba2-8943-4b90-baf4-980c0690e856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:29:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['31751b1d-bba5-4a51-b7a7-68f14bebfc1b'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:29:37.199180 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01de030-e2ca-4ef5-b8e7-880ac79f807a tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Pushing event updated for resources: {'Port': ['ID=42a87d08-234e-48b8-b1ee-ed3329c5711f,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:37.225524 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01de030-e2ca-4ef5-b8e7-880ac79f807a tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:29:37.226211 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f84b9449-6014-4db5-81e2-9605fd2c11d6 req-943da3da-3c63-47e9-acef-b1df16000187 service neutron] 10.222.0.47 "GET /v2.0/networks/0f46794c-b326-485f-8936-6eed71effe7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759770 Nov 25 13:29:37.227340 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-b01de030-e2ca-4ef5-b8e7-880ac79f807a tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:29:37.242761 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01de030-e2ca-4ef5-b8e7-880ac79f807a tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:29:37.243839 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51dfab59-0a84-44a3-9eaa-3d9c449bf862 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:29:37.319439 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f84b9449-6014-4db5-81e2-9605fd2c11d6 req-f45bc2bf-094c-4841-bc7a-bdb77e309f31 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=614c1e42-d4e2-4a14-8859-09418460a3e4 HTTP/1.1" status: 200 len: 217 time: 0.0835056 Nov 25 13:29:37.330456 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36242) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:37.337750 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-a226ea60-8a18-41bf-b01c-abf436187f2e None None] Provisioning complete for port 42a87d08-234e-48b8-b1ee-ed3329c5711f triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:29:37.338575 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a226ea60-8a18-41bf-b01c-abf436187f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:37.347252 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-57b4054f-2c09-4fe5-a321-8fd758b78e0b tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Request body: {'security_group': {'name': 'tempest-securitygroup--148024867', 'description': 'tempest-description--1500868691'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:29:37.380295 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-a226ea60-8a18-41bf-b01c-abf436187f2e None None] Port 42a87d08-234e-48b8-b1ee-ed3329c5711f cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:29:37.387272 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-8296cba2-8943-4b90-baf4-980c0690e856 None None] Set router 31751b1d-bba5-4a51-b7a7-68f14bebfc1b gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:29:37.387549 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-57b4054f-2c09-4fe5-a321-8fd758b78e0b tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:37.403621 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b9449-6014-4db5-81e2-9605fd2c11d6 req-a1c7c636-3654-4291-97c1-e44f1cbe97e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:37.405654 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f84b9449-6014-4db5-81e2-9605fd2c11d6 req-a1c7c636-3654-4291-97c1-e44f1cbe97e0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=38c8e398-29c4-45fc-bddf-7786c80e6325 HTTP/1.1" status: 200 len: 797 time: 0.0756867 Nov 25 13:29:37.534322 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b9449-6014-4db5-81e2-9605fd2c11d6 req-ac961918-c3a9-4c0d-923a-cd5e54cbb59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:37.537813 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f84b9449-6014-4db5-81e2-9605fd2c11d6 req-ac961918-c3a9-4c0d-923a-cd5e54cbb59a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0213571c-133e-4472-a9fb-82f11b25c18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1166265 Nov 25 13:29:37.571026 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 36250) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:37.701355 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-57b4054f-2c09-4fe5-a321-8fd758b78e0b tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:37.727618 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-57b4054f-2c09-4fe5-a321-8fd758b78e0b tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:37.771448 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-8296cba2-8943-4b90-baf4-980c0690e856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31751b1d-bba5-4a51-b7a7-68f14bebfc1b', 'name': 'tempest-AttachVolumeTestJSON-766427031-router', 'tenant_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '04bfb49f-c1cb-47f9-bf24-10553fb9c39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:29:24Z', 'updated_at': '2021-11-25T13:29:33Z', 'revision_number': 4, 'project_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'gw_port': {'id': '04bfb49f-c1cb-47f9-bf24-10553fb9c39f', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31751b1d-bba5-4a51-b7a7-68f14bebfc1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:29:27Z', 'updated_at': '2021-11-25T13:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '141f4631-5fc2-4aec-b8ca-c0dc15b6df06', 'name': '', 'network_id': 'b6131956-3d7f-4134-a1c5-4d454239b609', 'tenant_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'mac_address': 'fa:16:3e:73:9b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31751b1d-bba5-4a51-b7a7-68f14bebfc1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': 'bd741d61-638e-40d0-8aa0-1d3f2aabe218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:29:31Z', 'updated_at': '2021-11-25T13:29:33Z', 'revision_number': 2, 'project_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'subnets': [{'id': 'bd741d61-638e-40d0-8aa0-1d3f2aabe218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:29:37.793435 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f84b9449-6014-4db5-81e2-9605fd2c11d6 req-a81ed4fc-53d1-404a-9e16-08f0f96bb44b service neutron] 10.222.0.47 "GET /v2.0/networks/0213571c-133e-4472-a9fb-82f11b25c18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456000 Nov 25 13:29:37.812795 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8296cba2-8943-4b90-baf4-980c0690e856 None None] Checking router: 31751b1d-bba5-4a51-b7a7-68f14bebfc1b for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:29:37.813295 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8296cba2-8943-4b90-baf4-980c0690e856 None None] Updating router 31751b1d-bba5-4a51-b7a7-68f14bebfc1b port 141f4631-5fc2-4aec-b8ca-c0dc15b6df06 binding host n-d-808199-11 {{(pid=103572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:29:37.845318 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8296cba2-8943-4b90-baf4-980c0690e856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:37.875714 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ff257b28-21e9-41aa-b132-15c7a3393c11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:37.944643 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-57b4054f-2c09-4fe5-a321-8fd758b78e0b tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:37.948638 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-57b4054f-2c09-4fe5-a321-8fd758b78e0b tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6145318 Nov 25 13:29:37.955240 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36260) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:37.966299 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-43f1306e-392b-4e45-b206-2e6976b3c0ae tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Request body: {'security_group_rule': {'security_group_id': '8d21bc81-13bd-4c4d-a502-1adf547079e4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:29:38.050309 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-43f1306e-392b-4e45-b206-2e6976b3c0ae tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:38.059581 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:38.068159 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b4054f-2c09-4fe5-a321-8fd758b78e0b tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d21bc81-13bd-4c4d-a502-1adf547079e4,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:38.110926 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f84b9449-6014-4db5-81e2-9605fd2c11d6 req-c659970b-cc02-4320-89c9-2bbad10d90b3 service neutron] 10.222.0.47 "GET /v2.0/networks/0213571c-133e-4472-a9fb-82f11b25c18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034515 Nov 25 13:29:38.135751 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c8478-25f3-4a3a-ba1b-70a1ba4d19d2 req-f4af03cf-33d1-4996-b820-c54fad6538ba tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:38.137452 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c39c8478-25f3-4a3a-ba1b-70a1ba4d19d2 req-f4af03cf-33d1-4996-b820-c54fad6538ba tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8adf22-20f5-48a9-8030-0d19566c5600 HTTP/1.1" status: 200 len: 944 time: 0.2862201 Nov 25 13:29:38.138445 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b01de030-e2ca-4ef5-b8e7-880ac79f807a tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks [] for router_gateway, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:38.174924 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f84b9449-6014-4db5-81e2-9605fd2c11d6 req-2a10434d-9399-44ae-b16d-ddee6b4d531b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=3e1ba641-2a58-4452-979b-3a9693f5abbd HTTP/1.1" status: 200 len: 217 time: 0.0493355 Nov 25 13:29:38.215146 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-43f1306e-392b-4e45-b206-2e6976b3c0ae tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:38.241014 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-43f1306e-392b-4e45-b206-2e6976b3c0ae tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:38.253448 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b9449-6014-4db5-81e2-9605fd2c11d6 req-f99a6be7-19d4-4b2d-bae1-6b46414e742f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:38.255267 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f84b9449-6014-4db5-81e2-9605fd2c11d6 req-f99a6be7-19d4-4b2d-bae1-6b46414e742f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=38c8e398-29c4-45fc-bddf-7786c80e6325 HTTP/1.1" status: 200 len: 797 time: 0.0692060 Nov 25 13:29:38.316214 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f1306e-392b-4e45-b206-2e6976b3c0ae tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f098282-5c45-4a1b-9e6e-57d331774dbd,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:38.339851 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ff257b28-21e9-41aa-b132-15c7a3393c11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:38.346587 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b9449-6014-4db5-81e2-9605fd2c11d6 req-fc5b2ac3-0906-41ac-a3d8-5dc02bd1dcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:38.347053 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-43f1306e-392b-4e45-b206-2e6976b3c0ae tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:38.348323 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-43f1306e-392b-4e45-b206-2e6976b3c0ae tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3873079 Nov 25 13:29:38.348842 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f84b9449-6014-4db5-81e2-9605fd2c11d6 req-fc5b2ac3-0906-41ac-a3d8-5dc02bd1dcb5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0213571c-133e-4472-a9fb-82f11b25c18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0842495 Nov 25 13:29:38.350620 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ff257b28-21e9-41aa-b132-15c7a3393c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:38.351480 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36262) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:38.356907 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-9a0d2c2e-0d60-419e-b06e-5e85469d9c2e tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Request body: {'security_group_rule': {'security_group_id': '8d21bc81-13bd-4c4d-a502-1adf547079e4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:29:38.360265 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8296cba2-8943-4b90-baf4-980c0690e856 None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:38.370372 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8296cba2-8943-4b90-baf4-980c0690e856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:38.376264 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c39c8478-25f3-4a3a-ba1b-70a1ba4d19d2 req-41cec687-0b7c-4932-b90a-8b4d52ea5e4c tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b7de3ae-16ca-4eab-ba9f-83e56d760ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2083230 Nov 25 13:29:38.486728 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9299c9-86a0-48fd-bd8e-82398f99e7f1 None None] Pushing event updated for resources: {'Port': ['ID=141f4631-5fc2-4aec-b8ca-c0dc15b6df06,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:38.501823 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff257b28-21e9-41aa-b132-15c7a3393c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b950bb5-53a0-4e41-b27c-1c3ff70b2b37,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:38.513602 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-ff257b28-21e9-41aa-b132-15c7a3393c11 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=47acc123e807477e92030e795e4df491&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9351382 Nov 25 13:29:38.516768 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 36268) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:38.551926 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9a0d2c2e-0d60-419e-b06e-5e85469d9c2e tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:38.565481 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-8296cba2-8943-4b90-baf4-980c0690e856 None None] Attempting to bind port 141f4631-5fc2-4aec-b8ca-c0dc15b6df06 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:29:38.584043 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-8296cba2-8943-4b90-baf4-980c0690e856 None None] Attempting to bind port 141f4631-5fc2-4aec-b8ca-c0dc15b6df06 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'b9ac01a9-443b-4718-a1b0-e00dd12f1e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b6131956-3d7f-4134-a1c5-4d454239b609'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:29:38.584787 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8296cba2-8943-4b90-baf4-980c0690e856 None None] Attempting to bind port 141f4631-5fc2-4aec-b8ca-c0dc15b6df06 on network b6131956-3d7f-4134-a1c5-4d454239b609 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:29:38.596515 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8296cba2-8943-4b90-baf4-980c0690e856 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:29:38.598264 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f84b9449-6014-4db5-81e2-9605fd2c11d6 req-c1e281ab-6922-44b1-b2bf-daf4e1b41c88 service neutron] 10.222.0.47 "GET /v2.0/networks/0213571c-133e-4472-a9fb-82f11b25c18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295368 Nov 25 13:29:38.609258 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8296cba2-8943-4b90-baf4-980c0690e856 None None] Checking segment: {'id': 'b9ac01a9-443b-4718-a1b0-e00dd12f1e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b6131956-3d7f-4134-a1c5-4d454239b609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:29:38.611299 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8296cba2-8943-4b90-baf4-980c0690e856 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:38.613350 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8296cba2-8943-4b90-baf4-980c0690e856 None None] Bound using segment: {'id': 'b9ac01a9-443b-4718-a1b0-e00dd12f1e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b6131956-3d7f-4134-a1c5-4d454239b609'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:29:38.614036 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-8296cba2-8943-4b90-baf4-980c0690e856 None None] Bound port: 141f4631-5fc2-4aec-b8ca-c0dc15b6df06, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9ac01a9-443b-4718-a1b0-e00dd12f1e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b6131956-3d7f-4134-a1c5-4d454239b609'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:29:38.616909 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8296cba2-8943-4b90-baf4-980c0690e856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:38.639627 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0caf02c1-68eb-4b70-8893-6f6a6b91b740 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:38.735259 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-8296cba2-8943-4b90-baf4-980c0690e856 None None] For port 141f4631-5fc2-4aec-b8ca-c0dc15b6df06, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:29:38.739694 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-8296cba2-8943-4b90-baf4-980c0690e856 None None] For port 141f4631-5fc2-4aec-b8ca-c0dc15b6df06, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=141f4631-5fc2-4aec-b8ca-c0dc15b6df06,segment=NetworkSegment(b9ac01a9-443b-4718-a1b0-e00dd12f1e0d),segment_id=b9ac01a9-443b-4718-a1b0-e00dd12f1e0d)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:29:38.741631 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b01de030-e2ca-4ef5-b8e7-880ac79f807a tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66601263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66597252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:38.744202 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9a0d2c2e-0d60-419e-b06e-5e85469d9c2e tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:38.747586 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b01de030-e2ca-4ef5-b8e7-880ac79f807a tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66601254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66601277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66597267'] for router, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:38.753057 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8296cba2-8943-4b90-baf4-980c0690e856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:38.754152 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9a0d2c2e-0d60-419e-b06e-5e85469d9c2e tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:38.797534 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0caf02c1-68eb-4b70-8893-6f6a6b91b740 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:38.835962 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8296cba2-8943-4b90-baf4-980c0690e856 None None] Routers {'31751b1d-bba5-4a51-b7a7-68f14bebfc1b'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:29:38.837239 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-8296cba2-8943-4b90-baf4-980c0690e856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:29:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['31751b1d-bba5-4a51-b7a7-68f14bebfc1b'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:29:38.870058 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f84b9449-6014-4db5-81e2-9605fd2c11d6 req-e93a50f5-72bf-408d-a4a6-5b6d4aa5bbc7 service neutron] 10.222.0.47 "GET /v2.0/networks/0213571c-133e-4472-a9fb-82f11b25c18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627528 Nov 25 13:29:38.876979 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0d2c2e-0d60-419e-b06e-5e85469d9c2e tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a04c07df-c9cb-4419-9a82-3f409456c185,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:38.884397 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9299c9-86a0-48fd-bd8e-82398f99e7f1 None None] Pushing event updated for resources: {'Port': ['ID=141f4631-5fc2-4aec-b8ca-c0dc15b6df06,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:38.895496 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9a0d2c2e-0d60-419e-b06e-5e85469d9c2e tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:38.901601 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-9a0d2c2e-0d60-419e-b06e-5e85469d9c2e tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5441830 Nov 25 13:29:38.903396 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 36280) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:38.942741 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-7054a5b4-72e3-47ec-ab8a-e7c882d6b511 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Request body: {'floatingip': {'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:29:38.970635 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f84b9449-6014-4db5-81e2-9605fd2c11d6 req-382b76ab-a78d-43bb-ab19-f8e857674775 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=77fa532d-926d-4fc4-9d3f-3f827abd33da HTTP/1.1" status: 200 len: 217 time: 0.0825100 Nov 25 13:29:38.972300 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7054a5b4-72e3-47ec-ab8a-e7c882d6b511 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks [] for floatingip, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:38.975246 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-ec0a3985-a12b-4da6-8630-bf2fb549b109 None None] Provisioning complete for port 141f4631-5fc2-4aec-b8ca-c0dc15b6df06 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:29:38.975666 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ec0a3985-a12b-4da6-8630-bf2fb549b109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:39.032462 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b01de030-e2ca-4ef5-b8e7-880ac79f807a tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Router efb2e884-c584-4137-8bea-620ee121c9cb is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:29:39.047816 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b9449-6014-4db5-81e2-9605fd2c11d6 req-c0521bfa-7ed2-418d-bdf2-700d7a7f47d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:39.049840 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f84b9449-6014-4db5-81e2-9605fd2c11d6 req-c0521bfa-7ed2-418d-bdf2-700d7a7f47d7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=38c8e398-29c4-45fc-bddf-7786c80e6325 HTTP/1.1" status: 200 len: 797 time: 0.0605276 Nov 25 13:29:39.083737 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0caf02c1-68eb-4b70-8893-6f6a6b91b740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:39.089629 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0caf02c1-68eb-4b70-8893-6f6a6b91b740 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:39.095067 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-0caf02c1-68eb-4b70-8893-6f6a6b91b740 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7b950bb5-53a0-4e41-b27c-1c3ff70b2b37 HTTP/1.1" status: 204 len: 168 time: 0.5772307 Nov 25 13:29:39.099076 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-8296cba2-8943-4b90-baf4-980c0690e856 None None] Set router 31751b1d-bba5-4a51-b7a7-68f14bebfc1b gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:29:39.143946 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caf02c1-68eb-4b70-8893-6f6a6b91b740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b950bb5-53a0-4e41-b27c-1c3ff70b2b37,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:39.183659 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b9449-6014-4db5-81e2-9605fd2c11d6 req-a0385c9b-1cab-4b03-8820-ec4d51c49091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:39.185866 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f84b9449-6014-4db5-81e2-9605fd2c11d6 req-a0385c9b-1cab-4b03-8820-ec4d51c49091 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0213571c-133e-4472-a9fb-82f11b25c18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0886219 Nov 25 13:29:39.266579 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b01de030-e2ca-4ef5-b8e7-880ac79f807a tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:29:39.278452 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73089a2c-9432-4fcc-857f-e49245ca2279 None None] Sync routers for ids ['efb2e884-c584-4137-8bea-620ee121c9cb'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:29:39.283909 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b01de030-e2ca-4ef5-b8e7-880ac79f807a tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:39.288381 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b01de030-e2ca-4ef5-b8e7-880ac79f807a tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] 10.222.0.53 "PUT /v2.0/routers/efb2e884-c584-4137-8bea-620ee121c9cb HTTP/1.1" status: 200 len: 878 time: 4.1713681 Nov 25 13:29:39.288879 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36284) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:39.297150 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73089a2c-9432-4fcc-857f-e49245ca2279 None None] Routers {'efb2e884-c584-4137-8bea-620ee121c9cb'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:29:39.299436 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-73089a2c-9432-4fcc-857f-e49245ca2279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:29:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['efb2e884-c584-4137-8bea-620ee121c9cb'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:29:39.383873 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-73089a2c-9432-4fcc-857f-e49245ca2279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:29:39.390732 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f84b9449-6014-4db5-81e2-9605fd2c11d6 req-15ad4ce1-296e-490e-81c4-d4782ebb2e72 service neutron] 10.222.0.47 "GET /v2.0/networks/0213571c-133e-4472-a9fb-82f11b25c18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873114 Nov 25 13:29:39.408195 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73089a2c-9432-4fcc-857f-e49245ca2279 None None] Routers {'efb2e884-c584-4137-8bea-620ee121c9cb'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:29:39.408835 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-73089a2c-9432-4fcc-857f-e49245ca2279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:29:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['efb2e884-c584-4137-8bea-620ee121c9cb'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:29:39.494624 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-73089a2c-9432-4fcc-857f-e49245ca2279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:29:39.495330 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73089a2c-9432-4fcc-857f-e49245ca2279 None None] The sync data for ids ['efb2e884-c584-4137-8bea-620ee121c9cb'] in n-d-808199-11 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:29:39.536687 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7054a5b4-72e3-47ec-ab8a-e7c882d6b511 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:39.557108 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-5fbf0a84-4b69-4e5e-8111-0e57f310447f tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] 10.222.0.53 "GET /v2.0/routers/efb2e884-c584-4137-8bea-620ee121c9cb HTTP/1.1" status: 200 len: 919 time: 0.2653773 Nov 25 13:29:39.560302 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36294) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:39.627512 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f84b9449-6014-4db5-81e2-9605fd2c11d6 req-99cdae5b-5602-499b-9b93-785443a4bb53 service neutron] 10.222.0.47 "GET /v2.0/networks/0213571c-133e-4472-a9fb-82f11b25c18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282581 Nov 25 13:29:39.705048 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d5f0ee-5073-404a-b6a4-94ad73def841 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:39.706041 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f84b9449-6014-4db5-81e2-9605fd2c11d6 req-bf9c166a-7b41-4ea9-8ce0-c8fa955f899d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=99005437-8bd0-4130-b30d-158f4e660635 HTTP/1.1" status: 200 len: 217 time: 0.0689340 Nov 25 13:29:39.715293 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-77d5f0ee-5073-404a-b6a4-94ad73def841 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=7542d3d9-0db3-40e7-ab88-a168871141f7&device_id=efb2e884-c584-4137-8bea-620ee121c9cb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1534226 Nov 25 13:29:39.716907 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36302) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:39.775823 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:29:39.809234 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-7054a5b4-72e3-47ec-ab8a-e7c882d6b511 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Allocated IP 172.25.5.148 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/4c52a2d7-efc2-49a6-84cf-c583d62b2405) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:29:39.814486 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7add4ba-ab65-4e2f-99ce-ec76a6ac82df req-1ce97afa-b9e6-4176-9235-7277203c398f tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:39.827226 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e7add4ba-ab65-4e2f-99ce-ec76a6ac82df req-1ce97afa-b9e6-4176-9235-7277203c398f tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8adf22-20f5-48a9-8030-0d19566c5600 HTTP/1.1" status: 200 len: 944 time: 0.2273054 Nov 25 13:29:39.929464 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e7add4ba-ab65-4e2f-99ce-ec76a6ac82df req-2dbb472c-5f4f-41e0-9c6c-45120163201f tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b7de3ae-16ca-4eab-ba9f-83e56d760ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858221 Nov 25 13:29:39.940328 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d,segment=NetworkSegment(66e12dc7-b89b-4195-a71e-2bc7657a2a6a),segment_id=66e12dc7-b89b-4195-a71e-2bc7657a2a6a)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:29:39.963139 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': 'f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d', 'network_id': '755402ba-804b-4493-8340-905b0e2e90e1', 'port_id': 'f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d', 'mac_address': 'fa:16:3e:b6:f2:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de598ec9-e4ed-4f9c-80e3-a369f7acaceb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:29:39.970006 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ec0a3985-a12b-4da6-8630-bf2fb549b109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:39.995195 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e44a8b5-3126-4c88-9f8c-1f55b5dc195e tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:40.000799 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-8e44a8b5-3126-4c88-9f8c-1f55b5dc195e tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] 10.222.0.53 "GET /v2.0/networks/7542d3d9-0db3-40e7-ab88-a168871141f7 HTTP/1.1" status: 200 len: 881 time: 0.2813201 Nov 25 13:29:40.004161 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36312) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:40.010117 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b9449-6014-4db5-81e2-9605fd2c11d6 req-445a1034-9c1d-4e70-b8d6-296e42d44ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:40.011937 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f84b9449-6014-4db5-81e2-9605fd2c11d6 req-445a1034-9c1d-4e70-b8d6-296e42d44ddb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=38c8e398-29c4-45fc-bddf-7786c80e6325 HTTP/1.1" status: 200 len: 797 time: 0.2911406 Nov 25 13:29:40.038634 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-a8ce17f4-4553-42af-aedd-f94dfb59565f tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] 10.222.0.53 "GET /v2.0/ports?device_id=efb2e884-c584-4137-8bea-620ee121c9cb HTTP/1.1" status: 200 len: 205 time: 0.0309203 Nov 25 13:29:40.039008 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36316) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:40.057458 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:40.087659 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-ec0a3985-a12b-4da6-8630-bf2fb549b109 None None] For port 141f4631-5fc2-4aec-b8ca-c0dc15b6df06, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=141f4631-5fc2-4aec-b8ca-c0dc15b6df06,segment=NetworkSegment(b9ac01a9-443b-4718-a1b0-e00dd12f1e0d),segment_id=b9ac01a9-443b-4718-a1b0-e00dd12f1e0d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:29:40.093813 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:29:40.105812 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ec0a3985-a12b-4da6-8630-bf2fb549b109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:40.123487 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-8296cba2-8943-4b90-baf4-980c0690e856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31751b1d-bba5-4a51-b7a7-68f14bebfc1b', 'name': 'tempest-AttachVolumeTestJSON-766427031-router', 'tenant_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '04bfb49f-c1cb-47f9-bf24-10553fb9c39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:29:24Z', 'updated_at': '2021-11-25T13:29:33Z', 'revision_number': 4, 'project_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'gw_port': {'id': '04bfb49f-c1cb-47f9-bf24-10553fb9c39f', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31751b1d-bba5-4a51-b7a7-68f14bebfc1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:29:27Z', 'updated_at': '2021-11-25T13:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '141f4631-5fc2-4aec-b8ca-c0dc15b6df06', 'name': '', 'network_id': 'b6131956-3d7f-4134-a1c5-4d454239b609', 'tenant_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'mac_address': 'fa:16:3e:73:9b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31751b1d-bba5-4a51-b7a7-68f14bebfc1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': 'bd741d61-638e-40d0-8aa0-1d3f2aabe218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:29:31Z', 'updated_at': '2021-11-25T13:29:38Z', 'revision_number': 4, 'project_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'subnets': [{'id': 'bd741d61-638e-40d0-8aa0-1d3f2aabe218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:29:40.131603 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b9449-6014-4db5-81e2-9605fd2c11d6 req-238128de-7b49-4c6d-b7b7-69b628665f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:40.133218 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f84b9449-6014-4db5-81e2-9605fd2c11d6 req-238128de-7b49-4c6d-b7b7-69b628665f54 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0213571c-133e-4472-a9fb-82f11b25c18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1099665 Nov 25 13:29:40.155260 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7054a5b4-72e3-47ec-ab8a-e7c882d6b511 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:40.248240 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0a3985-a12b-4da6-8630-bf2fb549b109 None None] Pushing event updated for resources: {'Port': ['ID=141f4631-5fc2-4aec-b8ca-c0dc15b6df06,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:40.255622 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d,segment=NetworkSegment(66e12dc7-b89b-4195-a71e-2bc7657a2a6a),segment_id=66e12dc7-b89b-4195-a71e-2bc7657a2a6a)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:29:40.261314 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4090ead2-3c24-47db-98b9-4f323024187c tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks [] for router, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:40.269773 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8296cba2-8943-4b90-baf4-980c0690e856 None None] The sync data for ids ['31751b1d-bba5-4a51-b7a7-68f14bebfc1b'] in n-d-808199-11 is: [{'id': '31751b1d-bba5-4a51-b7a7-68f14bebfc1b', 'name': 'tempest-AttachVolumeTestJSON-766427031-router', 'tenant_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '04bfb49f-c1cb-47f9-bf24-10553fb9c39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:29:24Z', 'updated_at': '2021-11-25T13:29:33Z', 'revision_number': 4, 'project_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'gw_port': {'id': '04bfb49f-c1cb-47f9-bf24-10553fb9c39f', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31751b1d-bba5-4a51-b7a7-68f14bebfc1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:29:27Z', 'updated_at': '2021-11-25T13:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '141f4631-5fc2-4aec-b8ca-c0dc15b6df06', 'name': '', 'network_id': 'b6131956-3d7f-4134-a1c5-4d454239b609', 'tenant_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'mac_address': 'fa:16:3e:73:9b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31751b1d-bba5-4a51-b7a7-68f14bebfc1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': 'bd741d61-638e-40d0-8aa0-1d3f2aabe218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:29:31Z', 'updated_at': '2021-11-25T13:29:38Z', 'revision_number': 4, 'project_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'subnets': [{'id': 'bd741d61-638e-40d0-8aa0-1d3f2aabe218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:29:40.274466 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:40.286407 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7054a5b4-72e3-47ec-ab8a-e7c882d6b511 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:40.350452 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-cfaa696a-ba50-4a7b-a11c-1cae475e4c12 None None] Provisioning complete for port 141f4631-5fc2-4aec-b8ca-c0dc15b6df06 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:29:40.351306 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cfaa696a-ba50-4a7b-a11c-1cae475e4c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:40.411781 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:40.440606 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f84b9449-6014-4db5-81e2-9605fd2c11d6 req-7a4402f1-3a78-4876-98c2-455810c3c7f8 service neutron] 10.222.0.47 "GET /v2.0/networks/0213571c-133e-4472-a9fb-82f11b25c18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983398 Nov 25 13:29:40.451785 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7054a5b4-72e3-47ec-ab8a-e7c882d6b511 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Pushing event updated for resources: {'Port': ['ID=4c52a2d7-efc2-49a6-84cf-c583d62b2405,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:40.512130 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7054a5b4-72e3-47ec-ab8a-e7c882d6b511 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:29:40.529619 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4090ead2-3c24-47db-98b9-4f323024187c tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:40.564137 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-7054a5b4-72e3-47ec-ab8a-e7c882d6b511 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:29:40.567193 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7054a5b4-72e3-47ec-ab8a-e7c882d6b511 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:29:40.589919 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:29:40.629603 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-4090ead2-3c24-47db-98b9-4f323024187c tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Deleting port 42a87d08-234e-48b8-b1ee-ed3329c5711f {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:29:40.630107 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4090ead2-3c24-47db-98b9-4f323024187c tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:40.736078 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f84b9449-6014-4db5-81e2-9605fd2c11d6 req-1e4863bd-c57a-497a-a3c9-fd99d44f1589 service neutron] 10.222.0.47 "GET /v2.0/networks/0213571c-133e-4472-a9fb-82f11b25c18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656145 Nov 25 13:29:40.762212 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4090ead2-3c24-47db-98b9-4f323024187c tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:40.815956 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-4090ead2-3c24-47db-98b9-4f323024187c tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Calling delete_port for 42a87d08-234e-48b8-b1ee-ed3329c5711f owned by network:router_gateway {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:29:40.857500 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7054a5b4-72e3-47ec-ab8a-e7c882d6b511 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:40.872934 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f84b9449-6014-4db5-81e2-9605fd2c11d6 req-2b309f3e-fddd-4d97-bc98-65ca6041e462 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1cf5030e-8e6c-402b-adf9-89917f2f4c8f HTTP/1.1" status: 200 len: 217 time: 0.1080890 Nov 25 13:29:40.997157 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b9449-6014-4db5-81e2-9605fd2c11d6 req-3c147b7a-6829-4f7c-ad45-1a6519e6981e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:40.998652 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f84b9449-6014-4db5-81e2-9605fd2c11d6 req-3c147b7a-6829-4f7c-ad45-1a6519e6981e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb948add-f436-4958-9429-ea10f300ab82 HTTP/1.1" status: 200 len: 797 time: 0.1151023 Nov 25 13:29:41.031457 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7054a5b4-72e3-47ec-ab8a-e7c882d6b511 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:41.120325 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b9449-6014-4db5-81e2-9605fd2c11d6 req-06954cb3-7ad1-4269-b4db-633061fffc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:41.122318 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f84b9449-6014-4db5-81e2-9605fd2c11d6 req-06954cb3-7ad1-4269-b4db-633061fffc4c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=67a0b139-2197-40dc-a595-6d5cd20e2c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1124787 Nov 25 13:29:41.259578 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f84b9449-6014-4db5-81e2-9605fd2c11d6 req-cc99aca8-9249-46db-8fed-293f58e5a978 service neutron] 10.222.0.47 "GET /v2.0/networks/67a0b139-2197-40dc-a595-6d5cd20e2c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137908 Nov 25 13:29:41.263819 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d8bd1-b083-4296-bde8-fc75c2b44239 req-4856d29e-4535-41f2-90c0-3720ed7c3c21 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:41.266496 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-697d8bd1-b083-4296-bde8-fc75c2b44239 req-4856d29e-4535-41f2-90c0-3720ed7c3c21 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8adf22-20f5-48a9-8030-0d19566c5600 HTTP/1.1" status: 200 len: 945 time: 0.0745275 Nov 25 13:29:41.385379 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-697d8bd1-b083-4296-bde8-fc75c2b44239 req-590cdac4-c40a-4924-93da-8adc400d0c13 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b7de3ae-16ca-4eab-ba9f-83e56d760ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084497 Nov 25 13:29:41.408661 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4090ead2-3c24-47db-98b9-4f323024187c tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:41.456777 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4090ead2-3c24-47db-98b9-4f323024187c tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Pushing event deleted for resources: {'Port': ['ID=42a87d08-234e-48b8-b1ee-ed3329c5711f,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:41.473350 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a89ffaa-fc7d-4fc8-b970-82282b1b63cb None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:29:41.502771 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f84b9449-6014-4db5-81e2-9605fd2c11d6 req-05e292ed-e483-467d-b1ca-52c1d37b23f7 service neutron] 10.222.0.47 "GET /v2.0/networks/67a0b139-2197-40dc-a595-6d5cd20e2c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124949 Nov 25 13:29:41.540522 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:41.570132 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f84b9449-6014-4db5-81e2-9605fd2c11d6 req-3ee701cf-d183-40c6-816c-b011d9644d01 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5feb08b3-118a-40cc-93b2-58088c97de57 HTTP/1.1" status: 200 len: 217 time: 0.0576355 Nov 25 13:29:41.587084 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4090ead2-3c24-47db-98b9-4f323024187c tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:41.699203 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b9449-6014-4db5-81e2-9605fd2c11d6 req-00e2c301-67dc-4d5d-bda9-199fe149d18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:41.700916 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f84b9449-6014-4db5-81e2-9605fd2c11d6 req-00e2c301-67dc-4d5d-bda9-199fe149d18c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb948add-f436-4958-9429-ea10f300ab82 HTTP/1.1" status: 200 len: 797 time: 0.1178424 Nov 25 13:29:41.710582 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4090ead2-3c24-47db-98b9-4f323024187c tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:41.715582 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4090ead2-3c24-47db-98b9-4f323024187c tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:41.741677 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7054a5b4-72e3-47ec-ab8a-e7c882d6b511 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:41.752150 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7054a5b4-72e3-47ec-ab8a-e7c882d6b511 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:41.790971 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:29:41.833658 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4090ead2-3c24-47db-98b9-4f323024187c tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:41.834614 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4090ead2-3c24-47db-98b9-4f323024187c tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Fanout notify agent at l3_agent the message router_deleted on router efb2e884-c584-4137-8bea-620ee121c9cb {{(pid=103570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:29:41.844821 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4090ead2-3c24-47db-98b9-4f323024187c tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:41.851542 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7054a5b4-72e3-47ec-ab8a-e7c882d6b511 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:41.852708 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-4090ead2-3c24-47db-98b9-4f323024187c tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] 10.222.0.53 "DELETE /v2.0/routers/efb2e884-c584-4137-8bea-620ee121c9cb HTTP/1.1" status: 204 len: 168 time: 1.8125818 Nov 25 13:29:41.856200 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36348) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:41.870150 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-8896ce8b-5a14-404e-82aa-329bc4a9219d tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-109015769', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:29:41.873981 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b9449-6014-4db5-81e2-9605fd2c11d6 req-a0ff9494-8a98-4225-94ae-6dc64f3d6794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:41.876067 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f84b9449-6014-4db5-81e2-9605fd2c11d6 req-a0ff9494-8a98-4225-94ae-6dc64f3d6794 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=67a0b139-2197-40dc-a595-6d5cd20e2c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1653638 Nov 25 13:29:41.882845 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7054a5b4-72e3-47ec-ab8a-e7c882d6b511 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Pushing event updated for resources: {'Port': ['ID=4c52a2d7-efc2-49a6-84cf-c583d62b2405,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:41.908603 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:29:41.915847 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:29:41.916383 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:41.935930 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8896ce8b-5a14-404e-82aa-329bc4a9219d tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:41.938944 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8896ce8b-5a14-404e-82aa-329bc4a9219d tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:42.021540 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f84b9449-6014-4db5-81e2-9605fd2c11d6 req-28abf650-3f38-4332-8588-5c2403ba59aa service neutron] 10.222.0.47 "GET /v2.0/networks/67a0b139-2197-40dc-a595-6d5cd20e2c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360106 Nov 25 13:29:42.027010 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7054a5b4-72e3-47ec-ab8a-e7c882d6b511 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:42.028211 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-7054a5b4-72e3-47ec-ab8a-e7c882d6b511 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0890040 Nov 25 13:29:42.101153 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8896ce8b-5a14-404e-82aa-329bc4a9219d tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:42.111214 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8896ce8b-5a14-404e-82aa-329bc4a9219d tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:42.125754 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 141f4631-5fc2-4aec-b8ca-c0dc15b6df06 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:29:42.132256 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:42.166190 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8896ce8b-5a14-404e-82aa-329bc4a9219d tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:42.172787 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-8896ce8b-5a14-404e-82aa-329bc4a9219d tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3143444 Nov 25 13:29:42.176954 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 36356) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:42.191368 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-2051382b-9c9f-4a03-9d75-e9a72856052b tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'enable_snat': True}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:29:42.260346 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e8adf22-20f5-48a9-8030-0d19566c5600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:29:42.263175 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580570a4-aed1-401d-9572-785cdb7a2d01" -d '{"events": [{"server_uuid": "7e8adf22-20f5-48a9-8030-0d19566c5600", "name": "network-vif-plugged", "status": "completed", "tag": "f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:29:42.321726 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d,segment=NetworkSegment(66e12dc7-b89b-4195-a71e-2bc7657a2a6a),segment_id=66e12dc7-b89b-4195-a71e-2bc7657a2a6a)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:29:42.336971 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:42.351253 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc94e05-e585-4110-a4bb-6bb45a035c9f x-openstack-request-id: req-cdc94e05-e585-4110-a4bb-6bb45a035c9f {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:29:42.352615 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e8adf22-20f5-48a9-8030-0d19566c5600", "name": "network-vif-plugged", "status": "completed", "tag": "f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:29:42.353028 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cdc94e05-e585-4110-a4bb-6bb45a035c9f {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:29:42.364363 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e8adf22-20f5-48a9-8030-0d19566c5600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d', 'code': 200} Nov 25 13:29:42.429573 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-755ac273-6999-4951-b402-de9c298290bb req-6b79c2e9-1f4d-4264-a17d-08b760840d88 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--148024867&fields=id&tenant_id=dfc7ed58aa5f4ef6a363ecf508844b2a HTTP/1.1" status: 200 len: 267 time: 0.0612013 Nov 25 13:29:42.473430 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 141f4631-5fc2-4aec-b8ca-c0dc15b6df06 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:29:42.473991 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:42.586982 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:42.680772 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d37160f-dc39-44ae-bc7a-3d36f7cb0d8f req-f0de9b40-e4f9-4002-b858-5894f0445a40 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:42.692354 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5d37160f-dc39-44ae-bc7a-3d36f7cb0d8f req-f0de9b40-e4f9-4002-b858-5894f0445a40 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8adf22-20f5-48a9-8030-0d19566c5600 HTTP/1.1" status: 200 len: 946 time: 0.1313565 Nov 25 13:29:42.706037 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ac273-6999-4951-b402-de9c298290bb req-b5df43bd-6476-410a-8b55-3493c4e3908f tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:42.711507 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-755ac273-6999-4951-b402-de9c298290bb req-b5df43bd-6476-410a-8b55-3493c4e3908f tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/networks?id=b6131956-3d7f-4134-a1c5-4d454239b609 HTTP/1.1" status: 200 len: 810 time: 0.2682598 Nov 25 13:29:42.735369 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-755ac273-6999-4951-b402-de9c298290bb req-59998380-c327-44ff-837e-8c180fb30531 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/quotas/dfc7ed58aa5f4ef6a363ecf508844b2a HTTP/1.1" status: 200 len: 375 time: 0.0123570 Nov 25 13:29:42.847535 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5d37160f-dc39-44ae-bc7a-3d36f7cb0d8f req-877479ba-a5a8-4cf2-856f-035e82093eb6 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b7de3ae-16ca-4eab-ba9f-83e56d760ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541448 Nov 25 13:29:42.893086 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-755ac273-6999-4951-b402-de9c298290bb req-bfee85c0-9a85-4015-9959-18323678d684 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=dfc7ed58aa5f4ef6a363ecf508844b2a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1358378 Nov 25 13:29:42.997440 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-755ac273-6999-4951-b402-de9c298290bb req-cf083926-bf5c-4e59-b6b1-fc66f26fc786 service neutron] 10.222.0.53 "GET /v2.0/networks/b6131956-3d7f-4134-a1c5-4d454239b609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009214 Nov 25 13:29:43.105040 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-755ac273-6999-4951-b402-de9c298290bb req-e347700d-4141-41e0-ba00-33bde3c1162b service neutron] 10.222.0.53 "GET /v2.0/networks/b6131956-3d7f-4134-a1c5-4d454239b609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984406 Nov 25 13:29:43.109050 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f84b9449-6014-4db5-81e2-9605fd2c11d6 req-c15b5ca4-e98f-457d-8ea6-9a8f781ed42a service neutron] 10.222.0.47 "GET /v2.0/networks/67a0b139-2197-40dc-a595-6d5cd20e2c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0736375 Nov 25 13:29:43.112282 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2051382b-9c9f-4a03-9d75-e9a72856052b tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:43.122921 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d50546f-5aa3-46fd-a734-343f72476b7c req-5dc59db2-10e5-4878-89d3-072aa2eae580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:43.124949 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5d50546f-5aa3-46fd-a734-343f72476b7c req-5dc59db2-10e5-4878-89d3-072aa2eae580 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7e8adf22-20f5-48a9-8030-0d19566c5600 HTTP/1.1" status: 200 len: 1098 time: 0.2546892 Nov 25 13:29:43.238294 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5d50546f-5aa3-46fd-a734-343f72476b7c req-ccb5212a-7d01-4d0e-9514-76f66ca0aac5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7b7de3ae-16ca-4eab-ba9f-83e56d760ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994329 Nov 25 13:29:43.398940 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6e1f13c4-77f7-4649-bd89-622944998b70 req-b9bea04d-386b-4a84-8cf0-730e6ac7d3c3 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/ports?device_id=71b4ac00-28d3-42ae-b2c5-75cc91e55470 HTTP/1.1" status: 200 len: 210 time: 0.0719950 Nov 25 13:29:43.446131 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2051382b-9c9f-4a03-9d75-e9a72856052b tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:43.469323 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2051382b-9c9f-4a03-9d75-e9a72856052b tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:43.618769 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-2051382b-9c9f-4a03-9d75-e9a72856052b tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Allocated IP 172.25.5.145 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/87111468-aaf2-430d-8d1e-98142720bb31) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:29:43.755622 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2051382b-9c9f-4a03-9d75-e9a72856052b tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:43.808438 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2051382b-9c9f-4a03-9d75-e9a72856052b tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:43.851513 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2051382b-9c9f-4a03-9d75-e9a72856052b tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:29:43.854471 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-2051382b-9c9f-4a03-9d75-e9a72856052b tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:29:43.861484 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2051382b-9c9f-4a03-9d75-e9a72856052b tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:29:43.876120 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c60262-e5b1-49c1-b991-9986eca7518e None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:29:43.895936 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2051382b-9c9f-4a03-9d75-e9a72856052b tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Pushing event updated for resources: {'Port': ['ID=87111468-aaf2-430d-8d1e-98142720bb31,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:44.007424 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-0fce6922-8707-41fa-bf8d-356d26dbc7ce None None] Provisioning complete for port 87111468-aaf2-430d-8d1e-98142720bb31 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:29:44.009441 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0fce6922-8707-41fa-bf8d-356d26dbc7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:44.090409 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9034025b-a46e-4023-a763-208b71b9c414 req-95caa4cd-aed6-4c32-b349-3e452239ac58 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:44.099632 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-0fce6922-8707-41fa-bf8d-356d26dbc7ce None None] Port 87111468-aaf2-430d-8d1e-98142720bb31 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:29:44.103042 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9034025b-a46e-4023-a763-208b71b9c414 req-95caa4cd-aed6-4c32-b349-3e452239ac58 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8adf22-20f5-48a9-8030-0d19566c5600 HTTP/1.1" status: 200 len: 946 time: 0.0717885 Nov 25 13:29:44.160261 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9034025b-a46e-4023-a763-208b71b9c414 req-85df04ed-5c07-4bb4-907e-9084f8314689 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b7de3ae-16ca-4eab-ba9f-83e56d760ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560920 Nov 25 13:29:44.196995 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2051382b-9c9f-4a03-9d75-e9a72856052b tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:44.444233 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2051382b-9c9f-4a03-9d75-e9a72856052b tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66601263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66597252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:44.458809 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2051382b-9c9f-4a03-9d75-e9a72856052b tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66601254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66601277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66597267'] for router, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:44.571855 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cd16ce4a-c8ad-4c9d-9d92-4d16b41d3511 req-9dc5b503-9e65-4ba4-ab14-bdd44d061888 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/ports?device_id=71b4ac00-28d3-42ae-b2c5-75cc91e55470 HTTP/1.1" status: 200 len: 210 time: 0.0633523 Nov 25 13:29:44.718061 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2051382b-9c9f-4a03-9d75-e9a72856052b tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Router df7dcefc-1f22-4aea-9369-8f5bf9e3cc1f is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:29:44.826573 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ac273-6999-4951-b402-de9c298290bb req-0649b62d-47f8-4f2c-aaa4-f11e3e8df83f tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:44.828640 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-755ac273-6999-4951-b402-de9c298290bb req-0649b62d-47f8-4f2c-aaa4-f11e3e8df83f tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.47 "GET /v2.0/networks?id=b6131956-3d7f-4134-a1c5-4d454239b609 HTTP/1.1" status: 200 len: 810 time: 0.1960793 Nov 25 13:29:44.913783 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2051382b-9c9f-4a03-9d75-e9a72856052b tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:29:44.920470 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2051382b-9c9f-4a03-9d75-e9a72856052b tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:44.921828 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-2051382b-9c9f-4a03-9d75-e9a72856052b tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] 10.222.0.53 "PUT /v2.0/routers/df7dcefc-1f22-4aea-9369-8f5bf9e3cc1f HTTP/1.1" status: 200 len: 914 time: 2.7435927 Nov 25 13:29:44.926037 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36412) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:44.931083 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61eabbda-fc47-4abc-acb0-d458d836063c None None] Sync routers for ids ['df7dcefc-1f22-4aea-9369-8f5bf9e3cc1f'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:29:44.940522 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-755ac273-6999-4951-b402-de9c298290bb req-566e5121-c882-4947-acfe-47b22cf86992 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dfc7ed58aa5f4ef6a363ecf508844b2a HTTP/1.1" status: 200 len: 379 time: 0.0800130 Nov 25 13:29:44.953878 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-755ac273-6999-4951-b402-de9c298290bb req-755edab5-327a-475e-b841-70db1a767393 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Request body: {'port': {'device_id': '71b4ac00-28d3-42ae-b2c5-75cc91e55470', 'network_id': 'b6131956-3d7f-4134-a1c5-4d454239b609', 'admin_state_up': True, 'tenant_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'security_groups': ['8d21bc81-13bd-4c4d-a502-1adf547079e4']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:29:44.959455 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61eabbda-fc47-4abc-acb0-d458d836063c None None] Routers {'df7dcefc-1f22-4aea-9369-8f5bf9e3cc1f'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:29:44.960094 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-61eabbda-fc47-4abc-acb0-d458d836063c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:29:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['df7dcefc-1f22-4aea-9369-8f5bf9e3cc1f'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:29:45.063475 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-61eabbda-fc47-4abc-acb0-d458d836063c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:29:45.084729 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61eabbda-fc47-4abc-acb0-d458d836063c None None] Routers {'df7dcefc-1f22-4aea-9369-8f5bf9e3cc1f'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:29:45.085769 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-61eabbda-fc47-4abc-acb0-d458d836063c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:29:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['df7dcefc-1f22-4aea-9369-8f5bf9e3cc1f'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:29:45.112025 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-755ac273-6999-4951-b402-de9c298290bb req-755edab5-327a-475e-b841-70db1a767393 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Made reservation on behalf of dfc7ed58aa5f4ef6a363ecf508844b2a for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:29:45.116843 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-755ac273-6999-4951-b402-de9c298290bb req-755edab5-327a-475e-b841-70db1a767393 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:45.139984 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-61eabbda-fc47-4abc-acb0-d458d836063c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:29:45.140856 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61eabbda-fc47-4abc-acb0-d458d836063c None None] The sync data for ids ['df7dcefc-1f22-4aea-9369-8f5bf9e3cc1f'] in n-d-808199-11 is: [] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:29:45.292273 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-755ac273-6999-4951-b402-de9c298290bb req-755edab5-327a-475e-b841-70db1a767393 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Allocated IP 172.20.0.12 (b6131956-3d7f-4134-a1c5-4d454239b609/bd741d61-638e-40d0-8aa0-1d3f2aabe218/96b44673-a075-46b0-8f3f-46d8962a7f04) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:29:45.478261 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-755ac273-6999-4951-b402-de9c298290bb req-755edab5-327a-475e-b841-70db1a767393 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:45.520077 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-755ac273-6999-4951-b402-de9c298290bb req-755edab5-327a-475e-b841-70db1a767393 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:45.590013 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-755ac273-6999-4951-b402-de9c298290bb req-755edab5-327a-475e-b841-70db1a767393 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Network b6131956-3d7f-4134-a1c5-4d454239b609 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:29:45.594198 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-755ac273-6999-4951-b402-de9c298290bb req-755edab5-327a-475e-b841-70db1a767393 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:29:45.597258 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af161562-ba82-4864-b568-41224997bf39 req-db6a40ef-749c-47c1-a583-79b0fc4b05bc tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:45.599754 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-755ac273-6999-4951-b402-de9c298290bb req-755edab5-327a-475e-b841-70db1a767393 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:29:45.600014 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-af161562-ba82-4864-b568-41224997bf39 req-db6a40ef-749c-47c1-a583-79b0fc4b05bc tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8adf22-20f5-48a9-8030-0d19566c5600 HTTP/1.1" status: 200 len: 946 time: 0.1275764 Nov 25 13:29:45.609029 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755edab5-327a-475e-b841-70db1a767393 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Pushing event updated for resources: {'Port': ['ID=96b44673-a075-46b0-8f3f-46d8962a7f04,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:45.613558 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-ed97858b-ceae-442d-9fcb-1e794a0a0606 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] 10.222.0.53 "GET /v2.0/routers/df7dcefc-1f22-4aea-9369-8f5bf9e3cc1f HTTP/1.1" status: 200 len: 920 time: 0.6855683 Nov 25 13:29:45.614445 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36422) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:45.745638 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ac273-6999-4951-b402-de9c298290bb req-755edab5-327a-475e-b841-70db1a767393 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:45.746334 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-755ac273-6999-4951-b402-de9c298290bb req-755edab5-327a-475e-b841-70db1a767393 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:45.787524 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-755ac273-6999-4951-b402-de9c298290bb req-755edab5-327a-475e-b841-70db1a767393 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8388557 Nov 25 13:29:45.793566 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-af161562-ba82-4864-b568-41224997bf39 req-57073ed5-075f-4cb5-bced-7daa18894119 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b7de3ae-16ca-4eab-ba9f-83e56d760ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1780918 Nov 25 13:29:45.808892 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-755ac273-6999-4951-b402-de9c298290bb req-4f4b27c3-27c8-4b8a-9e8c-4a8b7e1728ed service neutron] Request body: {'port': {'device_id': '71b4ac00-28d3-42ae-b2c5-75cc91e55470', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:29:45.849933 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c907496d-a36f-4689-8d82-feda21de734b tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:45.851741 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c907496d-a36f-4689-8d82-feda21de734b tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=7542d3d9-0db3-40e7-ab88-a168871141f7&device_id=df7dcefc-1f22-4aea-9369-8f5bf9e3cc1f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2351737 Nov 25 13:29:45.858915 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 36430) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:45.904451 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a279b69-f832-48d5-811d-b1f55cd4ce4d req-b22d8b90-e316-44ea-a7dc-f976abd8ad9d tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:45.914594 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3a279b69-f832-48d5-811d-b1f55cd4ce4d req-b22d8b90-e316-44ea-a7dc-f976abd8ad9d tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/ports?device_id=71b4ac00-28d3-42ae-b2c5-75cc91e55470 HTTP/1.1" status: 200 len: 932 time: 0.1305397 Nov 25 13:29:46.008395 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3a279b69-f832-48d5-811d-b1f55cd4ce4d req-6e286368-e1a4-4cd1-9736-1b9e37bd0d6f tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d21bc81-13bd-4c4d-a502-1adf547079e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888600 Nov 25 13:29:46.050102 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbb6e21-a50f-4df3-ba78-ffc7714fe902 req-7faa852b-3b50-4c55-b906-f41cd72daede tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:46.053757 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-abbb6e21-a50f-4df3-ba78-ffc7714fe902 req-7faa852b-3b50-4c55-b906-f41cd72daede tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8adf22-20f5-48a9-8030-0d19566c5600 HTTP/1.1" status: 200 len: 946 time: 0.0998621 Nov 25 13:29:46.079720 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36432) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:46.086480 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-c86b6447-997a-4967-b234-1b9b6e5c4a9d tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Request body: {'floatingip': {'port_id': 'f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:29:46.089221 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-f8c63dd6-49d3-423f-8f50-e12ac836f30f None None] Provisioning complete for port 96b44673-a075-46b0-8f3f-46d8962a7f04 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:29:46.089703 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f8c63dd6-49d3-423f-8f50-e12ac836f30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:46.126811 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-f8c63dd6-49d3-423f-8f50-e12ac836f30f None None] Port 96b44673-a075-46b0-8f3f-46d8962a7f04 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:29:46.150058 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-755ac273-6999-4951-b402-de9c298290bb req-4f4b27c3-27c8-4b8a-9e8c-4a8b7e1728ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:46.153268 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c86b6447-997a-4967-b234-1b9b6e5c4a9d tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks [] for floatingip, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:46.230207 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59c703e-90ed-4565-ab75-aba7ad5f3f17 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:46.234616 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b59c703e-90ed-4565-ab75-aba7ad5f3f17 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] 10.222.0.53 "GET /v2.0/networks/7542d3d9-0db3-40e7-ab88-a168871141f7 HTTP/1.1" status: 200 len: 881 time: 0.3608236 Nov 25 13:29:46.234880 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36434) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:46.309720 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-0ccb34e4-0e93-4355-8578-a963080c7537 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] 10.222.0.53 "GET /v2.0/ports?device_id=df7dcefc-1f22-4aea-9369-8f5bf9e3cc1f HTTP/1.1" status: 200 len: 205 time: 0.0737326 Nov 25 13:29:46.310053 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 36436) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:46.477999 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1b9eb105-c56d-4972-b37c-ccabe3570917 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:46.654165 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1b9eb105-c56d-4972-b37c-ccabe3570917 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:46.674015 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-755ac273-6999-4951-b402-de9c298290bb req-4f4b27c3-27c8-4b8a-9e8c-4a8b7e1728ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96b44673-a075-46b0-8f3f-46d8962a7f04 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:29:46.684335 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-755ac273-6999-4951-b402-de9c298290bb req-4f4b27c3-27c8-4b8a-9e8c-4a8b7e1728ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:46.721747 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-755ac273-6999-4951-b402-de9c298290bb req-4f4b27c3-27c8-4b8a-9e8c-4a8b7e1728ed service neutron] Transition to ACTIVE for port object 96b44673-a075-46b0-8f3f-46d8962a7f04 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:29:46.732436 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-755ac273-6999-4951-b402-de9c298290bb req-4f4b27c3-27c8-4b8a-9e8c-4a8b7e1728ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:46.771935 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c86b6447-997a-4967-b234-1b9b6e5c4a9d tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:46.780837 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c86b6447-997a-4967-b234-1b9b6e5c4a9d tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:46.798943 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4b27c3-27c8-4b8a-9e8c-4a8b7e1728ed service neutron] Pushing event updated for resources: {'Port': ['ID=96b44673-a075-46b0-8f3f-46d8962a7f04,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:46.809759 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-1b9eb105-c56d-4972-b37c-ccabe3570917 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Deleting port 87111468-aaf2-430d-8d1e-98142720bb31 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:29:46.809759 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1b9eb105-c56d-4972-b37c-ccabe3570917 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:46.967430 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1b9eb105-c56d-4972-b37c-ccabe3570917 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:46.972780 n-d-808199-11 neutron-server[103570]: INFO neutron.db.l3_db [None req-c86b6447-997a-4967-b234-1b9b6e5c4a9d tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Floating IP b28bc34a-c6eb-464a-ae67-3d03aaa71a24 associated. External IP: 172.25.5.30, port: f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d. Nov 25 13:29:47.063009 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-1b9eb105-c56d-4972-b37c-ccabe3570917 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Calling delete_port for 87111468-aaf2-430d-8d1e-98142720bb31 owned by network:router_gateway {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:29:47.077570 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-755ac273-6999-4951-b402-de9c298290bb req-4f4b27c3-27c8-4b8a-9e8c-4a8b7e1728ed service neutron] Attempting to bind port 96b44673-a075-46b0-8f3f-46d8962a7f04 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:29:47.090525 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-755ac273-6999-4951-b402-de9c298290bb req-4f4b27c3-27c8-4b8a-9e8c-4a8b7e1728ed service neutron] Attempting to bind port 96b44673-a075-46b0-8f3f-46d8962a7f04 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': 'b9ac01a9-443b-4718-a1b0-e00dd12f1e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b6131956-3d7f-4134-a1c5-4d454239b609'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:29:47.091138 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755ac273-6999-4951-b402-de9c298290bb req-4f4b27c3-27c8-4b8a-9e8c-4a8b7e1728ed service neutron] Attempting to bind port 96b44673-a075-46b0-8f3f-46d8962a7f04 on network b6131956-3d7f-4134-a1c5-4d454239b609 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:29:47.109445 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755ac273-6999-4951-b402-de9c298290bb req-4f4b27c3-27c8-4b8a-9e8c-4a8b7e1728ed service neutron] Port 96b44673-a075-46b0-8f3f-46d8962a7f04 on network b6131956-3d7f-4134-a1c5-4d454239b609 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:29:47.111726 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755ac273-6999-4951-b402-de9c298290bb req-4f4b27c3-27c8-4b8a-9e8c-4a8b7e1728ed service neutron] Attempting to bind port 96b44673-a075-46b0-8f3f-46d8962a7f04 on network b6131956-3d7f-4134-a1c5-4d454239b609 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:29:47.124319 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755ac273-6999-4951-b402-de9c298290bb req-4f4b27c3-27c8-4b8a-9e8c-4a8b7e1728ed service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:29:47.124673 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755ac273-6999-4951-b402-de9c298290bb req-4f4b27c3-27c8-4b8a-9e8c-4a8b7e1728ed service neutron] Checking segment: {'id': 'b9ac01a9-443b-4718-a1b0-e00dd12f1e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b6131956-3d7f-4134-a1c5-4d454239b609'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:29:47.125112 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755ac273-6999-4951-b402-de9c298290bb req-4f4b27c3-27c8-4b8a-9e8c-4a8b7e1728ed service neutron] Bound using segment: {'id': 'b9ac01a9-443b-4718-a1b0-e00dd12f1e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b6131956-3d7f-4134-a1c5-4d454239b609'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:29:47.125574 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-755ac273-6999-4951-b402-de9c298290bb req-4f4b27c3-27c8-4b8a-9e8c-4a8b7e1728ed service neutron] Bound port: 96b44673-a075-46b0-8f3f-46d8962a7f04, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9ac01a9-443b-4718-a1b0-e00dd12f1e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b6131956-3d7f-4134-a1c5-4d454239b609'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:29:47.126058 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-755ac273-6999-4951-b402-de9c298290bb req-4f4b27c3-27c8-4b8a-9e8c-4a8b7e1728ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:47.331871 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f759a-68b5-44fb-a874-ae91ef1e04ed req-0a5b3310-3163-4b4c-a0bf-1fab513eb02e tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:47.339634 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bb3f759a-68b5-44fb-a874-ae91ef1e04ed req-0a5b3310-3163-4b4c-a0bf-1fab513eb02e tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/ports?device_id=71b4ac00-28d3-42ae-b2c5-75cc91e55470 HTTP/1.1" status: 200 len: 944 time: 0.2016499 Nov 25 13:29:47.372442 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c86b6447-997a-4967-b234-1b9b6e5c4a9d tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Router 334fd49a-84bc-4923-8066-41c07520642f has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:29:47.373099 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-755ac273-6999-4951-b402-de9c298290bb req-4f4b27c3-27c8-4b8a-9e8c-4a8b7e1728ed service neutron] For port 96b44673-a075-46b0-8f3f-46d8962a7f04, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:29:47.428843 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1b9eb105-c56d-4972-b37c-ccabe3570917 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:47.436495 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-755ac273-6999-4951-b402-de9c298290bb req-4f4b27c3-27c8-4b8a-9e8c-4a8b7e1728ed service neutron] For port 96b44673-a075-46b0-8f3f-46d8962a7f04, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=96b44673-a075-46b0-8f3f-46d8962a7f04,segment=NetworkSegment(b9ac01a9-443b-4718-a1b0-e00dd12f1e0d),segment_id=b9ac01a9-443b-4718-a1b0-e00dd12f1e0d)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:29:47.458751 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bb3f759a-68b5-44fb-a874-ae91ef1e04ed req-cf20c119-d9d0-47d3-bd48-1dd73a141a16 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d21bc81-13bd-4c4d-a502-1adf547079e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181467 Nov 25 13:29:47.471377 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-755ac273-6999-4951-b402-de9c298290bb req-4f4b27c3-27c8-4b8a-9e8c-4a8b7e1728ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:47.483606 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9eb105-c56d-4972-b37c-ccabe3570917 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Pushing event deleted for resources: {'Port': ['ID=87111468-aaf2-430d-8d1e-98142720bb31,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:47.498340 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ac273-6999-4951-b402-de9c298290bb req-4f4b27c3-27c8-4b8a-9e8c-4a8b7e1728ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:47.499132 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-755ac273-6999-4951-b402-de9c298290bb req-4f4b27c3-27c8-4b8a-9e8c-4a8b7e1728ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:47.500494 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-755ac273-6999-4951-b402-de9c298290bb req-4f4b27c3-27c8-4b8a-9e8c-4a8b7e1728ed service neutron] 10.222.0.47 "PUT /v2.0/ports/96b44673-a075-46b0-8f3f-46d8962a7f04 HTTP/1.1" status: 200 len: 1093 time: 1.7007022 Nov 25 13:29:47.501954 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9eb105-c56d-4972-b37c-ccabe3570917 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:29:47.502343 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9eb105-c56d-4972-b37c-ccabe3570917 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:29:47.502618 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9eb105-c56d-4972-b37c-ccabe3570917 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:29:47.502996 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9eb105-c56d-4972-b37c-ccabe3570917 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:29:47.503372 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9eb105-c56d-4972-b37c-ccabe3570917 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:29:47.503660 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9eb105-c56d-4972-b37c-ccabe3570917 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:29:47.503985 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9eb105-c56d-4972-b37c-ccabe3570917 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:29:47.504425 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9eb105-c56d-4972-b37c-ccabe3570917 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:29:47.504662 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9eb105-c56d-4972-b37c-ccabe3570917 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:29:47.504994 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9eb105-c56d-4972-b37c-ccabe3570917 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:29:47.505322 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9eb105-c56d-4972-b37c-ccabe3570917 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:29:47.505651 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9eb105-c56d-4972-b37c-ccabe3570917 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:29:47.508118 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71b4ac00-28d3-42ae-b2c5-75cc91e55470', 'tag': '96b44673-a075-46b0-8f3f-46d8962a7f04'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:29:47.510470 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0569e3b3-2135-47b4-b9c0-deac15acccf9" -d '{"events": [{"name": "network-changed", "server_uuid": "71b4ac00-28d3-42ae-b2c5-75cc91e55470", "tag": "96b44673-a075-46b0-8f3f-46d8962a7f04"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:29:47.525844 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2441da07-95e7-466e-aa0d-4e6ed8df37ad None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:29:47.602169 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c86b6447-997a-4967-b234-1b9b6e5c4a9d tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:29:47.612146 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c86b6447-997a-4967-b234-1b9b6e5c4a9d tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:47.657004 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-734d44da-8c0c-4467-ae46-004acf1d1282 x-openstack-request-id: req-734d44da-8c0c-4467-ae46-004acf1d1282 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:29:47.657829 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71b4ac00-28d3-42ae-b2c5-75cc91e55470", "tag": "96b44673-a075-46b0-8f3f-46d8962a7f04", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:29:47.658470 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-734d44da-8c0c-4467-ae46-004acf1d1282 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:29:47.659167 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71b4ac00-28d3-42ae-b2c5-75cc91e55470', 'tag': '96b44673-a075-46b0-8f3f-46d8962a7f04', 'status': 'completed', 'code': 200} Nov 25 13:29:47.664935 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd18e0b-3192-4849-800f-0be0f719c961 None None] Sync routers for ids ['334fd49a-84bc-4923-8066-41c07520642f'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:29:47.684705 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd18e0b-3192-4849-800f-0be0f719c961 None None] Routers {'334fd49a-84bc-4923-8066-41c07520642f'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:29:47.685540 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2cd18e0b-3192-4849-800f-0be0f719c961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:29:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['334fd49a-84bc-4923-8066-41c07520642f'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:29:47.700189 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c86b6447-997a-4967-b234-1b9b6e5c4a9d tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "PUT /v2.0/floatingips/b28bc34a-c6eb-464a-ae67-3d03aaa71a24 HTTP/1.1" status: 200 len: 991 time: 1.6192811 Nov 25 13:29:47.701193 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e8adf22-20f5-48a9-8030-0d19566c5600', 'tag': 'f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:29:47.711993 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4228686e-5508-4022-a303-3e2b1716d6c2" -d '{"events": [{"name": "network-changed", "server_uuid": "7e8adf22-20f5-48a9-8030-0d19566c5600", "tag": "f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:29:47.745342 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4b27c3-27c8-4b8a-9e8c-4a8b7e1728ed service neutron] Pushing event updated for resources: {'Port': ['ID=96b44673-a075-46b0-8f3f-46d8962a7f04,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:47.775111 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1b9eb105-c56d-4972-b37c-ccabe3570917 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:47.785318 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ac273-6999-4951-b402-de9c298290bb req-c27c54b1-068e-47f7-9344-86706f4065eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:47.792461 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-755ac273-6999-4951-b402-de9c298290bb req-c27c54b1-068e-47f7-9344-86706f4065eb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dfc7ed58aa5f4ef6a363ecf508844b2a&device_id=71b4ac00-28d3-42ae-b2c5-75cc91e55470 HTTP/1.1" status: 200 len: 1096 time: 0.1835425 Nov 25 13:29:47.819508 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-2cd18e0b-3192-4849-800f-0be0f719c961 None None] Set router 334fd49a-84bc-4923-8066-41c07520642f gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:29:47.830007 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc3a04e-5d6e-4741-9b1a-829ee20a9f6b x-openstack-request-id: req-abc3a04e-5d6e-4741-9b1a-829ee20a9f6b {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:29:47.830945 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e8adf22-20f5-48a9-8030-0d19566c5600", "tag": "f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:29:47.831450 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-abc3a04e-5d6e-4741-9b1a-829ee20a9f6b {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:29:47.832077 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e8adf22-20f5-48a9-8030-0d19566c5600', 'tag': 'f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d', 'status': 'completed', 'code': 200} Nov 25 13:29:48.211326 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2cd18e0b-3192-4849-800f-0be0f719c961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334fd49a-84bc-4923-8066-41c07520642f', 'name': 'tempest-AttachVolumeShelveTestJSON-783329290-router', 'tenant_id': 'c3c775803d354892aee478fad34a8c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'c7f15d46-8b5b-481b-b78e-59f0ae67ed1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:24:25Z', 'updated_at': '2021-11-25T13:24:30Z', 'revision_number': 4, 'project_id': 'c3c775803d354892aee478fad34a8c78', 'gw_port': {'id': 'c7f15d46-8b5b-481b-b78e-59f0ae67ed1c', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:70:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334fd49a-84bc-4923-8066-41c07520642f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:24:26Z', 'updated_at': '2021-11-25T13:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': 'b28bc34a-c6eb-464a-ae67-3d03aaa71a24', 'tenant_id': 'c3c775803d354892aee478fad34a8c78', 'floating_ip_address': '172.25.5.30', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '334fd49a-84bc-4923-8066-41c07520642f', 'port_id': 'f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '755402ba-804b-4493-8340-905b0e2e90e1', 'mac_address': 'fa:16:3e:b6:f2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8adf22-20f5-48a9-8030-0d19566c5600', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:29:22Z', 'updated_at': '2021-11-25T13:29:46Z', 'revision_number': 1, 'project_id': 'c3c775803d354892aee478fad34a8c78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25fd7cd6-c3dc-407b-bfb6-d5699626f956', 'name': '', 'network_id': '755402ba-804b-4493-8340-905b0e2e90e1', 'tenant_id': 'c3c775803d354892aee478fad34a8c78', 'mac_address': 'fa:16:3e:76:32:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334fd49a-84bc-4923-8066-41c07520642f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'de598ec9-e4ed-4f9c-80e3-a369f7acaceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:24:29Z', 'updated_at': '2021-11-25T13:24:35Z', 'revision_number': 5, 'project_id': 'c3c775803d354892aee478fad34a8c78', 'subnets': [{'id': 'de598ec9-e4ed-4f9c-80e3-a369f7acaceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:29:48.243000 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd18e0b-3192-4849-800f-0be0f719c961 None None] Checking router: 334fd49a-84bc-4923-8066-41c07520642f for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:29:48.255003 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd18e0b-3192-4849-800f-0be0f719c961 None None] Routers {'334fd49a-84bc-4923-8066-41c07520642f'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:29:48.255864 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2cd18e0b-3192-4849-800f-0be0f719c961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:29:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['334fd49a-84bc-4923-8066-41c07520642f'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:29:48.407775 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-2cd18e0b-3192-4849-800f-0be0f719c961 None None] Set router 334fd49a-84bc-4923-8066-41c07520642f gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:29:48.467412 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-755ac273-6999-4951-b402-de9c298290bb req-d099e6e1-1a02-4eb7-8762-46456128e5d4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96b44673-a075-46b0-8f3f-46d8962a7f04 HTTP/1.1" status: 200 len: 217 time: 0.6142018 Nov 25 13:29:48.548469 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1b9eb105-c56d-4972-b37c-ccabe3570917 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:48.580739 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1b9eb105-c56d-4972-b37c-ccabe3570917 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:48.690584 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4228686e-5508-4022-a303-3e2b1716d6c2 req-a63aeb9f-5335-4659-839f-bda7b34da0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:48.693529 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4228686e-5508-4022-a303-3e2b1716d6c2 req-a63aeb9f-5335-4659-839f-bda7b34da0d4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3c775803d354892aee478fad34a8c78&device_id=7e8adf22-20f5-48a9-8030-0d19566c5600 HTTP/1.1" status: 200 len: 1098 time: 0.2663324 Nov 25 13:29:48.709102 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f72b64b-b322-4e8e-abc2-e42faf212566 req-39418d60-f9a1-4bf8-b9a9-7f357227aec4 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:48.716660 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5f72b64b-b322-4e8e-abc2-e42faf212566 req-39418d60-f9a1-4bf8-b9a9-7f357227aec4 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/ports?device_id=71b4ac00-28d3-42ae-b2c5-75cc91e55470 HTTP/1.1" status: 200 len: 944 time: 0.1068347 Nov 25 13:29:48.836209 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4228686e-5508-4022-a303-3e2b1716d6c2 req-2b82e8ec-3c27-460f-bb13-862e204f1cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:48.837752 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4228686e-5508-4022-a303-3e2b1716d6c2 req-2b82e8ec-3c27-460f-bb13-862e204f1cfc service neutron] 10.222.0.47 "GET /v2.0/networks?id=755402ba-804b-4493-8340-905b0e2e90e1 HTTP/1.1" status: 200 len: 917 time: 0.1317737 Nov 25 13:29:48.839247 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5f72b64b-b322-4e8e-abc2-e42faf212566 req-ee494ef8-be28-498e-acab-a1d6bcf9e5d4 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d21bc81-13bd-4c4d-a502-1adf547079e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148324 Nov 25 13:29:48.839710 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1b9eb105-c56d-4972-b37c-ccabe3570917 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:48.840137 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b9eb105-c56d-4972-b37c-ccabe3570917 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Fanout notify agent at l3_agent the message router_deleted on router df7dcefc-1f22-4aea-9369-8f5bf9e3cc1f {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:29:48.849573 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1b9eb105-c56d-4972-b37c-ccabe3570917 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:48.856671 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-1b9eb105-c56d-4972-b37c-ccabe3570917 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] 10.222.0.53 "DELETE /v2.0/routers/df7dcefc-1f22-4aea-9369-8f5bf9e3cc1f HTTP/1.1" status: 204 len: 168 time: 2.5398185 Nov 25 13:29:48.856671 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ac273-6999-4951-b402-de9c298290bb req-2cf26230-2561-473c-b7ec-5c6350a53dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:48.856671 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-755ac273-6999-4951-b402-de9c298290bb req-2cf26230-2561-473c-b7ec-5c6350a53dcd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bd741d61-638e-40d0-8aa0-1d3f2aabe218 HTTP/1.1" status: 200 len: 849 time: 0.3763101 Nov 25 13:29:48.857560 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36472) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:48.864637 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-8ff95c4f-e7fa-4bd7-bfbc-57da4dce9813 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1283451757', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:29:48.912124 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8ff95c4f-e7fa-4bd7-bfbc-57da4dce9813 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:48.916372 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8ff95c4f-e7fa-4bd7-bfbc-57da4dce9813 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:48.974430 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4228686e-5508-4022-a303-3e2b1716d6c2 req-941b7b0f-be53-4891-bf0d-e3b06a2dcfc6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d HTTP/1.1" status: 200 len: 999 time: 0.1225293 Nov 25 13:29:48.978235 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ac273-6999-4951-b402-de9c298290bb req-db2038e0-b361-4587-a428-6524c283a10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:48.979170 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-755ac273-6999-4951-b402-de9c298290bb req-db2038e0-b361-4587-a428-6524c283a10e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b6131956-3d7f-4134-a1c5-4d454239b609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1153111 Nov 25 13:29:49.027516 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2cd18e0b-3192-4849-800f-0be0f719c961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334fd49a-84bc-4923-8066-41c07520642f', 'name': 'tempest-AttachVolumeShelveTestJSON-783329290-router', 'tenant_id': 'c3c775803d354892aee478fad34a8c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'c7f15d46-8b5b-481b-b78e-59f0ae67ed1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:24:25Z', 'updated_at': '2021-11-25T13:24:30Z', 'revision_number': 4, 'project_id': 'c3c775803d354892aee478fad34a8c78', 'gw_port': {'id': 'c7f15d46-8b5b-481b-b78e-59f0ae67ed1c', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:70:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334fd49a-84bc-4923-8066-41c07520642f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:24:26Z', 'updated_at': '2021-11-25T13:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': 'b28bc34a-c6eb-464a-ae67-3d03aaa71a24', 'tenant_id': 'c3c775803d354892aee478fad34a8c78', 'floating_ip_address': '172.25.5.30', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '334fd49a-84bc-4923-8066-41c07520642f', 'port_id': 'f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '755402ba-804b-4493-8340-905b0e2e90e1', 'mac_address': 'fa:16:3e:b6:f2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8adf22-20f5-48a9-8030-0d19566c5600', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:29:22Z', 'updated_at': '2021-11-25T13:29:46Z', 'revision_number': 1, 'project_id': 'c3c775803d354892aee478fad34a8c78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25fd7cd6-c3dc-407b-bfb6-d5699626f956', 'name': '', 'network_id': '755402ba-804b-4493-8340-905b0e2e90e1', 'tenant_id': 'c3c775803d354892aee478fad34a8c78', 'mac_address': 'fa:16:3e:76:32:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334fd49a-84bc-4923-8066-41c07520642f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'de598ec9-e4ed-4f9c-80e3-a369f7acaceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:24:29Z', 'updated_at': '2021-11-25T13:24:35Z', 'revision_number': 5, 'project_id': 'c3c775803d354892aee478fad34a8c78', 'subnets': [{'id': 'de598ec9-e4ed-4f9c-80e3-a369f7acaceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:29:49.028167 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8ff95c4f-e7fa-4bd7-bfbc-57da4dce9813 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:49.033916 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8ff95c4f-e7fa-4bd7-bfbc-57da4dce9813 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:49.092253 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8ff95c4f-e7fa-4bd7-bfbc-57da4dce9813 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:49.097109 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-8ff95c4f-e7fa-4bd7-bfbc-57da4dce9813 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2348263 Nov 25 13:29:49.097388 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36482) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:49.107394 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-6e971d7a-890a-4acb-9df8-befcc109f7a7 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'enable_snat': False}}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:29:49.112111 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd18e0b-3192-4849-800f-0be0f719c961 None None] The sync data for ids ['334fd49a-84bc-4923-8066-41c07520642f'] in n-d-808199-11 is: [{'id': '334fd49a-84bc-4923-8066-41c07520642f', 'name': 'tempest-AttachVolumeShelveTestJSON-783329290-router', 'tenant_id': 'c3c775803d354892aee478fad34a8c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'c7f15d46-8b5b-481b-b78e-59f0ae67ed1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:24:25Z', 'updated_at': '2021-11-25T13:24:30Z', 'revision_number': 4, 'project_id': 'c3c775803d354892aee478fad34a8c78', 'gw_port': {'id': 'c7f15d46-8b5b-481b-b78e-59f0ae67ed1c', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:70:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334fd49a-84bc-4923-8066-41c07520642f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:24:26Z', 'updated_at': '2021-11-25T13:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': 'b28bc34a-c6eb-464a-ae67-3d03aaa71a24', 'tenant_id': 'c3c775803d354892aee478fad34a8c78', 'floating_ip_address': '172.25.5.30', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '334fd49a-84bc-4923-8066-41c07520642f', 'port_id': 'f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '755402ba-804b-4493-8340-905b0e2e90e1', 'mac_address': 'fa:16:3e:b6:f2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8adf22-20f5-48a9-8030-0d19566c5600', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:29:22Z', 'updated_at': '2021-11-25T13:29:46Z', 'revision_number': 1, 'project_id': 'c3c775803d354892aee478fad34a8c78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25fd7cd6-c3dc-407b-bfb6-d5699626f956', 'name': '', 'network_id': '755402ba-804b-4493-8340-905b0e2e90e1', 'tenant_id': 'c3c775803d354892aee478fad34a8c78', 'mac_address': 'fa:16:3e:76:32:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334fd49a-84bc-4923-8066-41c07520642f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'de598ec9-e4ed-4f9c-80e3-a369f7acaceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:24:29Z', 'updated_at': '2021-11-25T13:24:35Z', 'revision_number': 5, 'project_id': 'c3c775803d354892aee478fad34a8c78', 'subnets': [{'id': 'de598ec9-e4ed-4f9c-80e3-a369f7acaceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:29:49.229613 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4228686e-5508-4022-a303-3e2b1716d6c2 req-d234deea-183f-430a-a423-4a3741a66667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:49.232148 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4228686e-5508-4022-a303-3e2b1716d6c2 req-d234deea-183f-430a-a423-4a3741a66667 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=de598ec9-e4ed-4f9c-80e3-a369f7acaceb HTTP/1.1" status: 200 len: 855 time: 0.2434564 Nov 25 13:29:49.316405 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-755ac273-6999-4951-b402-de9c298290bb req-87c4e1b1-894e-4ef9-b426-4ae5f901a30f service neutron] 10.222.0.47 "GET /v2.0/networks/b6131956-3d7f-4134-a1c5-4d454239b609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272963 Nov 25 13:29:49.351180 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4228686e-5508-4022-a303-3e2b1716d6c2 req-7a37a9d1-a52a-49bf-951e-84d92f5f1d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:49.354059 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4228686e-5508-4022-a303-3e2b1716d6c2 req-7a37a9d1-a52a-49bf-951e-84d92f5f1d54 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=755402ba-804b-4493-8340-905b0e2e90e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1114833 Nov 25 13:29:49.530879 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-755ac273-6999-4951-b402-de9c298290bb req-10294ebf-97bf-411a-ae51-992525dbdd2c service neutron] 10.222.0.47 "GET /v2.0/networks/b6131956-3d7f-4134-a1c5-4d454239b609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036915 Nov 25 13:29:49.535337 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4228686e-5508-4022-a303-3e2b1716d6c2 req-7f9f3d6b-8896-4e11-a7a9-5438565e31a8 service neutron] 10.222.0.47 "GET /v2.0/networks/755402ba-804b-4493-8340-905b0e2e90e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395445 Nov 25 13:29:49.552357 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6e971d7a-890a-4acb-9df8-befcc109f7a7 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:49.622121 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e66588e-a005-4db4-b400-a767dac13531 None None] New status for floating IP b28bc34a-c6eb-464a-ae67-3d03aaa71a24: ACTIVE {{(pid=103572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 13:29:49.708948 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0569e3b3-2135-47b4-b9c0-deac15acccf9 req-395634ee-b84e-4446-a741-9cc5f7b39fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:49.710843 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0569e3b3-2135-47b4-b9c0-deac15acccf9 req-395634ee-b84e-4446-a741-9cc5f7b39fc0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dfc7ed58aa5f4ef6a363ecf508844b2a&device_id=71b4ac00-28d3-42ae-b2c5-75cc91e55470 HTTP/1.1" status: 200 len: 1096 time: 0.0850549 Nov 25 13:29:49.718528 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4228686e-5508-4022-a303-3e2b1716d6c2 req-72ba7c07-3aad-4bc4-a7c5-75269a3454c4 service neutron] 10.222.0.47 "GET /v2.0/networks/755402ba-804b-4493-8340-905b0e2e90e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720679 Nov 25 13:29:49.868593 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6e971d7a-890a-4acb-9df8-befcc109f7a7 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:49.873115 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0569e3b3-2135-47b4-b9c0-deac15acccf9 req-6577674b-44b4-422b-8c32-e4fcfcafc256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:49.875727 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0569e3b3-2135-47b4-b9c0-deac15acccf9 req-6577674b-44b4-422b-8c32-e4fcfcafc256 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b6131956-3d7f-4134-a1c5-4d454239b609 HTTP/1.1" status: 200 len: 911 time: 0.1556072 Nov 25 13:29:49.918826 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6e971d7a-890a-4acb-9df8-befcc109f7a7 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:49.934737 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0569e3b3-2135-47b4-b9c0-deac15acccf9 req-70d5d054-751f-45b4-b815-07abedaf3ab8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96b44673-a075-46b0-8f3f-46d8962a7f04 HTTP/1.1" status: 200 len: 217 time: 0.0495746 Nov 25 13:29:49.998930 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0569e3b3-2135-47b4-b9c0-deac15acccf9 req-1ad9d995-7d94-4426-982a-f6116ebcf97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:50.000871 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0569e3b3-2135-47b4-b9c0-deac15acccf9 req-1ad9d995-7d94-4426-982a-f6116ebcf97d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bd741d61-638e-40d0-8aa0-1d3f2aabe218 HTTP/1.1" status: 200 len: 849 time: 0.0591958 Nov 25 13:29:50.063278 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1f287-7a3d-4874-852a-6b956921d7e7 req-a42a1dc3-599d-4582-a841-3d0e098168b0 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:50.065033 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dbd1f287-7a3d-4874-852a-6b956921d7e7 req-a42a1dc3-599d-4582-a841-3d0e098168b0 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/ports?device_id=71b4ac00-28d3-42ae-b2c5-75cc91e55470 HTTP/1.1" status: 200 len: 944 time: 0.0953989 Nov 25 13:29:50.073230 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0569e3b3-2135-47b4-b9c0-deac15acccf9 req-76f4188a-702c-4ade-a639-1b8cad39b972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:50.074914 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0569e3b3-2135-47b4-b9c0-deac15acccf9 req-76f4188a-702c-4ade-a639-1b8cad39b972 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b6131956-3d7f-4134-a1c5-4d454239b609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0663462 Nov 25 13:29:50.091081 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-6e971d7a-890a-4acb-9df8-befcc109f7a7 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Allocated IP 172.25.5.100 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/e827a15b-d972-4b06-b9e5-75a173a50b18) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:29:50.182476 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dbd1f287-7a3d-4874-852a-6b956921d7e7 req-09317176-8531-4e84-b6ab-2953bffbea70 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d21bc81-13bd-4c4d-a502-1adf547079e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074948 Nov 25 13:29:50.193483 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0569e3b3-2135-47b4-b9c0-deac15acccf9 req-90333414-5b03-47e6-9f71-1f8a10005da8 service neutron] 10.222.0.47 "GET /v2.0/networks/b6131956-3d7f-4134-a1c5-4d454239b609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098788 Nov 25 13:29:50.249604 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6e971d7a-890a-4acb-9df8-befcc109f7a7 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:50.298552 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6e971d7a-890a-4acb-9df8-befcc109f7a7 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:50.347261 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e971d7a-890a-4acb-9df8-befcc109f7a7 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:29:50.347945 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0569e3b3-2135-47b4-b9c0-deac15acccf9 req-81b75071-b2b1-4eed-bd9c-6a3ab55a0ab1 service neutron] 10.222.0.47 "GET /v2.0/networks/b6131956-3d7f-4134-a1c5-4d454239b609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429560 Nov 25 13:29:50.351941 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-6e971d7a-890a-4acb-9df8-befcc109f7a7 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:29:50.353961 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e971d7a-890a-4acb-9df8-befcc109f7a7 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Pushing event updated for resources: {'Port': ['ID=e827a15b-d972-4b06-b9e5-75a173a50b18,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:50.356225 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e971d7a-890a-4acb-9df8-befcc109f7a7 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:29:50.398995 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388e7d25-0ab9-4874-a57f-82534ddb3516 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:29:50.545439 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-250259bd-120d-416f-b61f-c5500f9045f3 None None] Provisioning complete for port e827a15b-d972-4b06-b9e5-75a173a50b18 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:29:50.546864 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-250259bd-120d-416f-b61f-c5500f9045f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:50.591586 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-250259bd-120d-416f-b61f-c5500f9045f3 None None] Port e827a15b-d972-4b06-b9e5-75a173a50b18 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:29:50.679457 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6e971d7a-890a-4acb-9df8-befcc109f7a7 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:51.207375 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6e971d7a-890a-4acb-9df8-befcc109f7a7 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66601263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66597252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:51.212083 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6e971d7a-890a-4acb-9df8-befcc109f7a7 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66601254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66601277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66597267'] for router, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:51.437698 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba0188c-6da6-43ae-a59c-1d624cfbbdc4 req-f2dbd3a3-22e5-4b3d-bb02-2a1bb24d3a96 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:51.447243 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-eba0188c-6da6-43ae-a59c-1d624cfbbdc4 req-f2dbd3a3-22e5-4b3d-bb02-2a1bb24d3a96 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/ports?device_id=71b4ac00-28d3-42ae-b2c5-75cc91e55470 HTTP/1.1" status: 200 len: 944 time: 0.1514959 Nov 25 13:29:51.531373 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-eba0188c-6da6-43ae-a59c-1d624cfbbdc4 req-eaa1e486-c2ad-4134-a668-93fe027c2aa7 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d21bc81-13bd-4c4d-a502-1adf547079e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792863 Nov 25 13:29:51.565460 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e971d7a-890a-4acb-9df8-befcc109f7a7 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Router 80a4e4e2-3129-45fb-9a64-7540436c6ffa is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:29:51.705156 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e971d7a-890a-4acb-9df8-befcc109f7a7 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:29:51.713561 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6e971d7a-890a-4acb-9df8-befcc109f7a7 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:51.718357 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-6e971d7a-890a-4acb-9df8-befcc109f7a7 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] 10.222.0.53 "PUT /v2.0/routers/80a4e4e2-3129-45fb-9a64-7540436c6ffa HTTP/1.1" status: 200 len: 916 time: 2.6117873 Nov 25 13:29:51.719405 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 36514) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:51.725411 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d9b8e0-355b-49a0-9e8c-f40b811f4e37 None None] Sync routers for ids ['80a4e4e2-3129-45fb-9a64-7540436c6ffa'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:29:51.745340 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d9b8e0-355b-49a0-9e8c-f40b811f4e37 None None] Routers {'80a4e4e2-3129-45fb-9a64-7540436c6ffa'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:29:51.745983 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-87d9b8e0-355b-49a0-9e8c-f40b811f4e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:29:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['80a4e4e2-3129-45fb-9a64-7540436c6ffa'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:29:51.783537 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-87d9b8e0-355b-49a0-9e8c-f40b811f4e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:29:51.794879 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d9b8e0-355b-49a0-9e8c-f40b811f4e37 None None] Routers {'80a4e4e2-3129-45fb-9a64-7540436c6ffa'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:29:51.795698 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-87d9b8e0-355b-49a0-9e8c-f40b811f4e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:29:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['80a4e4e2-3129-45fb-9a64-7540436c6ffa'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:29:51.850711 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36516) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:51.861983 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-a1dd9f77-bb7d-4f9a-b547-bd225f4f72df tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] 10.222.0.53 "GET /v2.0/routers/80a4e4e2-3129-45fb-9a64-7540436c6ffa HTTP/1.1" status: 200 len: 922 time: 0.1388094 Nov 25 13:29:51.881284 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-87d9b8e0-355b-49a0-9e8c-f40b811f4e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:29:51.887709 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d9b8e0-355b-49a0-9e8c-f40b811f4e37 None None] The sync data for ids ['80a4e4e2-3129-45fb-9a64-7540436c6ffa'] in n-d-808199-11 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:29:51.915952 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4911cc38-03f4-4e1c-9985-46acbc9a5ce5 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:51.919641 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-4911cc38-03f4-4e1c-9985-46acbc9a5ce5 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=7542d3d9-0db3-40e7-ab88-a168871141f7&device_id=80a4e4e2-3129-45fb-9a64-7540436c6ffa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0664454 Nov 25 13:29:51.921550 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 36518) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:52.036289 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9ce5a2-b3f2-4e5e-adc5-51945c80c447 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:52.037946 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-3f9ce5a2-b3f2-4e5e-adc5-51945c80c447 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] 10.222.0.53 "GET /v2.0/networks/7542d3d9-0db3-40e7-ab88-a168871141f7 HTTP/1.1" status: 200 len: 881 time: 0.1155298 Nov 25 13:29:52.040636 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 36522) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:52.070956 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-4b9fae21-30c2-44f1-8bc1-d70f606357e1 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] 10.222.0.53 "GET /v2.0/ports?device_id=80a4e4e2-3129-45fb-9a64-7540436c6ffa HTTP/1.1" status: 200 len: 205 time: 0.0285089 Nov 25 13:29:52.073395 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 36524) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:52.239939 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0bbe99dc-6739-47ff-84a3-a9704309b45e tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:52.358680 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0bbe99dc-6739-47ff-84a3-a9704309b45e tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:52.425244 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-0bbe99dc-6739-47ff-84a3-a9704309b45e tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Deleting port e827a15b-d972-4b06-b9e5-75a173a50b18 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:29:52.425776 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0bbe99dc-6739-47ff-84a3-a9704309b45e tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:52.516670 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0bbe99dc-6739-47ff-84a3-a9704309b45e tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:52.528244 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-0bbe99dc-6739-47ff-84a3-a9704309b45e tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Calling delete_port for e827a15b-d972-4b06-b9e5-75a173a50b18 owned by network:router_gateway {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:29:52.691775 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d20776-2349-43ea-ae4e-6226cc44ff13 req-17f77b8c-7761-43ea-9a5c-ed7348b2845e tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:52.700239 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-30d20776-2349-43ea-ae4e-6226cc44ff13 req-17f77b8c-7761-43ea-9a5c-ed7348b2845e tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/ports?device_id=71b4ac00-28d3-42ae-b2c5-75cc91e55470 HTTP/1.1" status: 200 len: 944 time: 0.0722711 Nov 25 13:29:52.729117 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0bbe99dc-6739-47ff-84a3-a9704309b45e tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:52.747802 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-30d20776-2349-43ea-ae4e-6226cc44ff13 req-938a1a71-2ee1-41b3-8f50-11433cc4f0df tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d21bc81-13bd-4c4d-a502-1adf547079e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466633 Nov 25 13:29:52.757658 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b376be6-b34b-440d-8c1c-73c60938e85e None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:29:52.788228 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbe99dc-6739-47ff-84a3-a9704309b45e tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Pushing event deleted for resources: {'Port': ['ID=e827a15b-d972-4b06-b9e5-75a173a50b18,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:52.844272 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0bbe99dc-6739-47ff-84a3-a9704309b45e tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:52.948005 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0bbe99dc-6739-47ff-84a3-a9704309b45e tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:52.950740 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0bbe99dc-6739-47ff-84a3-a9704309b45e tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:53.000583 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0bbe99dc-6739-47ff-84a3-a9704309b45e tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:53.001226 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bbe99dc-6739-47ff-84a3-a9704309b45e tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Fanout notify agent at l3_agent the message router_deleted on router 80a4e4e2-3129-45fb-9a64-7540436c6ffa {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:29:53.009037 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0bbe99dc-6739-47ff-84a3-a9704309b45e tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:53.014078 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-0bbe99dc-6739-47ff-84a3-a9704309b45e tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] 10.222.0.53 "DELETE /v2.0/routers/80a4e4e2-3129-45fb-9a64-7540436c6ffa HTTP/1.1" status: 204 len: 168 time: 0.9359074 Nov 25 13:29:53.014313 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 36536) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:53.019308 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-d0d8357e-71ab-4599-a2ad-49b53782cb36 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-425537549', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}, 'admin_state_up': False}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:29:53.050799 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d0d8357e-71ab-4599-a2ad-49b53782cb36 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:53.052250 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d0d8357e-71ab-4599-a2ad-49b53782cb36 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:53.114859 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d0d8357e-71ab-4599-a2ad-49b53782cb36 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:53.262375 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d0d8357e-71ab-4599-a2ad-49b53782cb36 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:53.496109 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d0d8357e-71ab-4599-a2ad-49b53782cb36 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks [] for router_gateway, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:53.518663 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d0d8357e-71ab-4599-a2ad-49b53782cb36 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:53.672089 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-d0d8357e-71ab-4599-a2ad-49b53782cb36 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Allocated IP 172.25.5.247 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/e6ff022b-83ba-4d43-81ad-7bfb5bd30699) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:29:53.813014 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d0d8357e-71ab-4599-a2ad-49b53782cb36 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:53.853113 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 96b44673-a075-46b0-8f3f-46d8962a7f04 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:29:53.853737 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d0d8357e-71ab-4599-a2ad-49b53782cb36 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:53.900952 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d8357e-71ab-4599-a2ad-49b53782cb36 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:29:53.907272 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-d0d8357e-71ab-4599-a2ad-49b53782cb36 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:29:53.912963 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d8357e-71ab-4599-a2ad-49b53782cb36 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:29:53.943237 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d8357e-71ab-4599-a2ad-49b53782cb36 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Pushing event updated for resources: {'Port': ['ID=e6ff022b-83ba-4d43-81ad-7bfb5bd30699,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:53.977811 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f30065c-8e07-45c5-93c0-3bf7bb2e350b None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:29:54.034085 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3b20f-7ab4-46d7-acc5-fb6c9f24d43f req-1d99279f-a94f-4dd8-841f-df21997040b5 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:54.037132 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c9d3b20f-7ab4-46d7-acc5-fb6c9f24d43f req-1d99279f-a94f-4dd8-841f-df21997040b5 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/ports?device_id=71b4ac00-28d3-42ae-b2c5-75cc91e55470 HTTP/1.1" status: 200 len: 944 time: 0.1342475 Nov 25 13:29:54.073978 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 96b44673-a075-46b0-8f3f-46d8962a7f04, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=96b44673-a075-46b0-8f3f-46d8962a7f04,segment=NetworkSegment(b9ac01a9-443b-4718-a1b0-e00dd12f1e0d),segment_id=b9ac01a9-443b-4718-a1b0-e00dd12f1e0d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:29:54.084363 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-aae38cd1-9be7-4e34-906c-df89f097cb54 None None] Provisioning complete for port e6ff022b-83ba-4d43-81ad-7bfb5bd30699 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:29:54.084836 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aae38cd1-9be7-4e34-906c-df89f097cb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:54.099681 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36554) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:54.116166 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '96b44673-a075-46b0-8f3f-46d8962a7f04', 'network_id': 'b6131956-3d7f-4134-a1c5-4d454239b609', 'port_id': '96b44673-a075-46b0-8f3f-46d8962a7f04', 'mac_address': 'fa:16:3e:f6:ec:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd741d61-638e-40d0-8aa0-1d3f2aabe218', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:29:54.168083 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:54.179702 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c9d3b20f-7ab4-46d7-acc5-fb6c9f24d43f req-d1a58123-8e87-44be-8632-da049d6a6181 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d21bc81-13bd-4c4d-a502-1adf547079e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317143 Nov 25 13:29:54.185631 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96b44673-a075-46b0-8f3f-46d8962a7f04 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:29:54.209038 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-aae38cd1-9be7-4e34-906c-df89f097cb54 None None] Port e6ff022b-83ba-4d43-81ad-7bfb5bd30699 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:29:54.215741 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 96b44673-a075-46b0-8f3f-46d8962a7f04, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=96b44673-a075-46b0-8f3f-46d8962a7f04,segment=NetworkSegment(b9ac01a9-443b-4718-a1b0-e00dd12f1e0d),segment_id=b9ac01a9-443b-4718-a1b0-e00dd12f1e0d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:29:54.220308 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:54.270815 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d0d8357e-71ab-4599-a2ad-49b53782cb36 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks [] for router_gateway, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:54.282501 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=96b44673-a075-46b0-8f3f-46d8962a7f04,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:54.319562 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-619b7a5f-a816-416c-91be-d4359fdc0f5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:54.419901 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-619b7a5f-a816-416c-91be-d4359fdc0f5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:54.424415 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-619b7a5f-a816-416c-91be-d4359fdc0f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:54.471026 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-619b7a5f-a816-416c-91be-d4359fdc0f5d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=159273b69e57464d81278852744f188a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3628244 Nov 25 13:29:54.473260 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619b7a5f-a816-416c-91be-d4359fdc0f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e25ebb4-4469-4124-a1a8-d49e9c76e192,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:54.476953 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36562) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:54.523043 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d0d8357e-71ab-4599-a2ad-49b53782cb36 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:54.526236 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['96b44673-a075-46b0-8f3f-46d8962a7f04'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:29:54.539965 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9406bc79-2cd4-4130-a5d0-a5f583ebe971 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:54.567253 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9406bc79-2cd4-4130-a5d0-a5f583ebe971 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:54.630789 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9406bc79-2cd4-4130-a5d0-a5f583ebe971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:54.636410 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9406bc79-2cd4-4130-a5d0-a5f583ebe971 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:54.638083 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-9406bc79-2cd4-4130-a5d0-a5f583ebe971 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7e25ebb4-4469-4124-a1a8-d49e9c76e192 HTTP/1.1" status: 204 len: 168 time: 0.1601770 Nov 25 13:29:54.648117 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9406bc79-2cd4-4130-a5d0-a5f583ebe971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e25ebb4-4469-4124-a1a8-d49e9c76e192,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:54.727338 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0d8357e-71ab-4599-a2ad-49b53782cb36 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Router a1fc96e3-b077-493b-9049-3a7a8c42036a is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:29:54.853250 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d8357e-71ab-4599-a2ad-49b53782cb36 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:29:54.868138 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10629d27-c3f9-4beb-a764-f9ad9806d5ae None None] Sync routers for ids ['a1fc96e3-b077-493b-9049-3a7a8c42036a'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:29:54.877778 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d0d8357e-71ab-4599-a2ad-49b53782cb36 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:54.879287 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10629d27-c3f9-4beb-a764-f9ad9806d5ae None None] Routers {'a1fc96e3-b077-493b-9049-3a7a8c42036a'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:29:54.879910 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-10629d27-c3f9-4beb-a764-f9ad9806d5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:29:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['a1fc96e3-b077-493b-9049-3a7a8c42036a'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:29:54.880237 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d0d8357e-71ab-4599-a2ad-49b53782cb36 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.8647041 Nov 25 13:29:54.883276 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36582) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:54.887995 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-1bcdc3f8-0505-473a-8f50-feeaf005cd4e tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:29:54.941622 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-10629d27-c3f9-4beb-a764-f9ad9806d5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:29:54.952462 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10629d27-c3f9-4beb-a764-f9ad9806d5ae None None] Routers {'a1fc96e3-b077-493b-9049-3a7a8c42036a'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:29:54.959531 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-10629d27-c3f9-4beb-a764-f9ad9806d5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:29:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['a1fc96e3-b077-493b-9049-3a7a8c42036a'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:29:55.012255 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-10629d27-c3f9-4beb-a764-f9ad9806d5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:29:55.012255 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10629d27-c3f9-4beb-a764-f9ad9806d5ae None None] The sync data for ids ['a1fc96e3-b077-493b-9049-3a7a8c42036a'] in n-d-808199-11 is: [] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:29:55.336959 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1bcdc3f8-0505-473a-8f50-feeaf005cd4e tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:55.353926 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1bcdc3f8-0505-473a-8f50-feeaf005cd4e tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:55.365707 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb90d9c-3ac6-45d3-bb3d-9a61141aaeea req-2e3d605f-f011-405c-abff-f5653a7a56e9 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:55.367344 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-efb90d9c-3ac6-45d3-bb3d-9a61141aaeea req-2e3d605f-f011-405c-abff-f5653a7a56e9 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/ports?device_id=71b4ac00-28d3-42ae-b2c5-75cc91e55470 HTTP/1.1" status: 200 len: 945 time: 0.0712829 Nov 25 13:29:55.464980 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-efb90d9c-3ac6-45d3-bb3d-9a61141aaeea req-e2106fdd-0093-43bf-9657-24be72a25b1b tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d21bc81-13bd-4c4d-a502-1adf547079e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824478 Nov 25 13:29:55.474649 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-1bcdc3f8-0505-473a-8f50-feeaf005cd4e tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Deleting port e6ff022b-83ba-4d43-81ad-7bfb5bd30699 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:29:55.475226 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1bcdc3f8-0505-473a-8f50-feeaf005cd4e tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:55.562203 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1bcdc3f8-0505-473a-8f50-feeaf005cd4e tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:55.574043 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-1bcdc3f8-0505-473a-8f50-feeaf005cd4e tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Calling delete_port for e6ff022b-83ba-4d43-81ad-7bfb5bd30699 owned by network:router_gateway {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:29:55.754331 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1bcdc3f8-0505-473a-8f50-feeaf005cd4e tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:55.785324 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcdc3f8-0505-473a-8f50-feeaf005cd4e tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Pushing event deleted for resources: {'Port': ['ID=e6ff022b-83ba-4d43-81ad-7bfb5bd30699,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:55.800841 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220af438-6dd2-4856-883f-e723895530a6 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:29:55.855890 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 96b44673-a075-46b0-8f3f-46d8962a7f04 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:29:55.856974 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1bcdc3f8-0505-473a-8f50-feeaf005cd4e tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:55.919991 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 96b44673-a075-46b0-8f3f-46d8962a7f04 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:29:55.925079 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 96b44673-a075-46b0-8f3f-46d8962a7f04 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:29:55.925462 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:56.039310 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:56.073692 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 96b44673-a075-46b0-8f3f-46d8962a7f04, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=96b44673-a075-46b0-8f3f-46d8962a7f04,segment=NetworkSegment(b9ac01a9-443b-4718-a1b0-e00dd12f1e0d),segment_id=b9ac01a9-443b-4718-a1b0-e00dd12f1e0d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:29:56.075424 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71b4ac00-28d3-42ae-b2c5-75cc91e55470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b44673-a075-46b0-8f3f-46d8962a7f04'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:29:56.079140 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77700456-9b77-4acb-97b6-b72c5b089def" -d '{"events": [{"server_uuid": "71b4ac00-28d3-42ae-b2c5-75cc91e55470", "name": "network-vif-plugged", "status": "completed", "tag": "96b44673-a075-46b0-8f3f-46d8962a7f04"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:29:56.083398 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:56.099762 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1bcdc3f8-0505-473a-8f50-feeaf005cd4e tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66601263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66597252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:56.103970 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1bcdc3f8-0505-473a-8f50-feeaf005cd4e tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66601254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66601277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66597267'] for router, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:56.158418 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9eb1c31-e83d-48a0-b271-0b15b1f44691 x-openstack-request-id: req-f9eb1c31-e83d-48a0-b271-0b15b1f44691 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:29:56.159011 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71b4ac00-28d3-42ae-b2c5-75cc91e55470", "name": "network-vif-plugged", "status": "completed", "tag": "96b44673-a075-46b0-8f3f-46d8962a7f04", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:29:56.159471 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f9eb1c31-e83d-48a0-b271-0b15b1f44691 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:29:56.160083 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71b4ac00-28d3-42ae-b2c5-75cc91e55470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b44673-a075-46b0-8f3f-46d8962a7f04', 'code': 200} Nov 25 13:29:56.161263 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=96b44673-a075-46b0-8f3f-46d8962a7f04,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:56.173733 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:29:56.174813 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:29:56.175353 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:29:56.175914 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:29:56.176578 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:29:56.177116 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:29:56.178033 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:29:56.178470 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:29:56.178894 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:29:56.179423 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:29:56.179944 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:29:56.180450 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:29:56.228986 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bcdc3f8-0505-473a-8f50-feeaf005cd4e tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Router a1fc96e3-b077-493b-9049-3a7a8c42036a has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:29:56.277476 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18264870-b271-4d06-a53b-a44f7c158988 req-72ebcb5d-cad6-4b8b-ac31-34f46bcf92dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:56.279045 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-18264870-b271-4d06-a53b-a44f7c158988 req-72ebcb5d-cad6-4b8b-ac31-34f46bcf92dc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=71b4ac00-28d3-42ae-b2c5-75cc91e55470 HTTP/1.1" status: 200 len: 1098 time: 0.0596435 Nov 25 13:29:56.325886 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bcdc3f8-0505-473a-8f50-feeaf005cd4e tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:29:56.330259 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-18264870-b271-4d06-a53b-a44f7c158988 req-8d45fb7d-e2a3-4668-8444-ed35753c68e7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8d21bc81-13bd-4c4d-a502-1adf547079e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437229 Nov 25 13:29:56.337714 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cb29e2-c139-4f55-a573-1c24160c371e None None] Sync routers for ids ['a1fc96e3-b077-493b-9049-3a7a8c42036a'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:29:56.341883 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1bcdc3f8-0505-473a-8f50-feeaf005cd4e tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:56.347216 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 36636) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:56.348280 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cb29e2-c139-4f55-a573-1c24160c371e None None] Routers {'a1fc96e3-b077-493b-9049-3a7a8c42036a'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:29:56.349129 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-79cb29e2-c139-4f55-a573-1c24160c371e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:29:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['a1fc96e3-b077-493b-9049-3a7a8c42036a'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:29:56.351735 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-1bcdc3f8-0505-473a-8f50-feeaf005cd4e tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] 10.222.0.53 "PUT /v2.0/routers/a1fc96e3-b077-493b-9049-3a7a8c42036a HTTP/1.1" status: 200 len: 705 time: 1.4658577 Nov 25 13:29:56.396840 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-79cb29e2-c139-4f55-a573-1c24160c371e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:29:56.409241 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cb29e2-c139-4f55-a573-1c24160c371e None None] Routers {'a1fc96e3-b077-493b-9049-3a7a8c42036a'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:29:56.410646 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-79cb29e2-c139-4f55-a573-1c24160c371e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:29:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['a1fc96e3-b077-493b-9049-3a7a8c42036a'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:29:56.445075 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36638) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:56.456180 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-22f0d4e7-fb6e-4fef-b28b-c110919d03c3 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] 10.222.0.53 "GET /v2.0/routers/a1fc96e3-b077-493b-9049-3a7a8c42036a HTTP/1.1" status: 200 len: 740 time: 0.1074820 Nov 25 13:29:56.459059 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-79cb29e2-c139-4f55-a573-1c24160c371e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:29:56.459920 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cb29e2-c139-4f55-a573-1c24160c371e None None] The sync data for ids ['a1fc96e3-b077-493b-9049-3a7a8c42036a'] in n-d-808199-11 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:29:56.500026 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-a99a7b19-399e-42a2-8627-b0438057e973 tempest-RoutersAdminTest-432641829 tempest-RoutersAdminTest-432641829-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=7542d3d9-0db3-40e7-ab88-a168871141f7&device_id=a1fc96e3-b077-493b-9049-3a7a8c42036a HTTP/1.1" status: 200 len: 205 time: 0.0526531 Nov 25 13:29:56.502048 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36642) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:56.530739 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-86c1e30b-a287-49e7-ab00-2e2b7452142c tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1fc96e3-b077-493b-9049-3a7a8c42036a HTTP/1.1" status: 200 len: 205 time: 0.0260603 Nov 25 13:29:56.532155 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36644) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:56.616821 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bfcd8f35-5224-4c81-99a2-0b0a40f5d7e6 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks [] for router, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:56.665435 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 36648) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:56.669955 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-532e9bc0-be1f-4cf1-941e-63652338ba0c tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1757122715', 'description': 'tempest-secgroup-smoke-1757122715 description', 'project_id': '057e847f3ee343b9812224ca032e6bfc'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:29:56.699127 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-532e9bc0-be1f-4cf1-941e-63652338ba0c tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:56.711247 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-532e9bc0-be1f-4cf1-941e-63652338ba0c tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:56.800786 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-532e9bc0-be1f-4cf1-941e-63652338ba0c tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:56.804683 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-532e9bc0-be1f-4cf1-941e-63652338ba0c tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:56.836382 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc646f-8177-4a0e-a895-81bf46dd5323 req-5fed78c6-9d7d-450d-bd7c-66071746d3ee tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:56.837903 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-06dc646f-8177-4a0e-a895-81bf46dd5323 req-5fed78c6-9d7d-450d-bd7c-66071746d3ee tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/ports?device_id=71b4ac00-28d3-42ae-b2c5-75cc91e55470 HTTP/1.1" status: 200 len: 946 time: 0.2175932 Nov 25 13:29:56.841504 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bfcd8f35-5224-4c81-99a2-0b0a40f5d7e6 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:56.843379 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532e9bc0-be1f-4cf1-941e-63652338ba0c tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baad7a8e-6fc8-463a-aca6-334bbf8848b5,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:56.845056 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bfcd8f35-5224-4c81-99a2-0b0a40f5d7e6 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:56.882685 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-532e9bc0-be1f-4cf1-941e-63652338ba0c tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:56.887058 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-532e9bc0-be1f-4cf1-941e-63652338ba0c tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:56.907713 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bfcd8f35-5224-4c81-99a2-0b0a40f5d7e6 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:56.908223 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfcd8f35-5224-4c81-99a2-0b0a40f5d7e6 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Fanout notify agent at l3_agent the message router_deleted on router a1fc96e3-b077-493b-9049-3a7a8c42036a {{(pid=103570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:29:56.916251 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bfcd8f35-5224-4c81-99a2-0b0a40f5d7e6 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:56.917974 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-bfcd8f35-5224-4c81-99a2-0b0a40f5d7e6 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] 10.222.0.53 "DELETE /v2.0/routers/a1fc96e3-b077-493b-9049-3a7a8c42036a HTTP/1.1" status: 204 len: 168 time: 0.3847163 Nov 25 13:29:56.923846 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36650) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:56.925177 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-532e9bc0-be1f-4cf1-941e-63652338ba0c tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:56.929462 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-532e9bc0-be1f-4cf1-941e-63652338ba0c tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2629709 Nov 25 13:29:56.930268 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 36652) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:56.931067 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532e9bc0-be1f-4cf1-941e-63652338ba0c tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af986032-8bd1-4d37-83da-251cc9b6a502,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:56.936940 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-0204cc62-1758-4a69-ae2e-c198f474526e tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Request body: {'security_group_rule': {'security_group_id': 'af986032-8bd1-4d37-83da-251cc9b6a502', 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:29:56.967255 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-42f30b60-1209-493b-b1c6-069364d29d9f tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1fc96e3-b077-493b-9049-3a7a8c42036a HTTP/1.1" status: 200 len: 205 time: 0.0419335 Nov 25 13:29:56.972157 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 36654) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:56.981074 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-06dc646f-8177-4a0e-a895-81bf46dd5323 req-9fd4d82c-57d9-4d0f-b539-1af0a00bd5bb tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d21bc81-13bd-4c4d-a502-1adf547079e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920348 Nov 25 13:29:57.318125 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0204cc62-1758-4a69-ae2e-c198f474526e tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:57.349826 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [None req-a7903028-7292-46a4-8b73-3b637b267097 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] delete failed (client error): The resource could not be found. Nov 25 13:29:57.351755 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-a7903028-7292-46a4-8b73-3b637b267097 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] 10.222.0.53 "DELETE /v2.0/routers/a1fc96e3-b077-493b-9049-3a7a8c42036a HTTP/1.1" status: 404 len: 336 time: 0.3780663 Nov 25 13:29:57.353749 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36660) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:57.393224 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 36662) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:57.395847 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-ea29ec82-14b8-4560-9d19-409e474408aa tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] 10.222.0.53 "GET /v2.0/ports?device_id=80a4e4e2-3129-45fb-9a64-7540436c6ffa HTTP/1.1" status: 200 len: 205 time: 0.0397673 Nov 25 13:29:57.437117 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [None req-781bb744-658a-4c93-8fef-8ac72a5c41fb tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] delete failed (client error): The resource could not be found. Nov 25 13:29:57.438069 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-781bb744-658a-4c93-8fef-8ac72a5c41fb tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] 10.222.0.53 "DELETE /v2.0/routers/80a4e4e2-3129-45fb-9a64-7540436c6ffa HTTP/1.1" status: 404 len: 336 time: 0.0438967 Nov 25 13:29:57.441127 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36664) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:57.450922 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0204cc62-1758-4a69-ae2e-c198f474526e tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:57.455417 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0204cc62-1758-4a69-ae2e-c198f474526e tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:57.472839 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b0af5146-d6d8-432c-8f90-ed23943401a4 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] 10.222.0.53 "GET /v2.0/ports?device_id=df7dcefc-1f22-4aea-9369-8f5bf9e3cc1f HTTP/1.1" status: 200 len: 205 time: 0.0302544 Nov 25 13:29:57.473646 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36666) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:57.477717 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0204cc62-1758-4a69-ae2e-c198f474526e tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09d1b9d0-55e6-4789-9360-c9d24092bc61,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:57.501173 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0204cc62-1758-4a69-ae2e-c198f474526e tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:57.504164 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-0204cc62-1758-4a69-ae2e-c198f474526e tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5707505 Nov 25 13:29:57.506872 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 36668) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:57.512188 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-b869611b-4fa8-4f24-889b-279f8ccc247c tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Request body: {'security_group_rule': {'security_group_id': 'af986032-8bd1-4d37-83da-251cc9b6a502', 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:29:57.513373 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [None req-c60b1145-f145-4925-81ce-c56e93fe1160 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] delete failed (client error): The resource could not be found. Nov 25 13:29:57.517280 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c60b1145-f145-4925-81ce-c56e93fe1160 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] 10.222.0.53 "DELETE /v2.0/routers/df7dcefc-1f22-4aea-9369-8f5bf9e3cc1f HTTP/1.1" status: 404 len: 336 time: 0.0425239 Nov 25 13:29:57.518038 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36670) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:57.550573 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b869611b-4fa8-4f24-889b-279f8ccc247c tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:57.551904 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-29162179-369d-4820-b867-dcd86a1ff181 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] 10.222.0.53 "GET /v2.0/ports?device_id=efb2e884-c584-4137-8bea-620ee121c9cb HTTP/1.1" status: 200 len: 205 time: 0.0327213 Nov 25 13:29:57.552627 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36672) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:57.597473 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [None req-0bebf190-fcb6-4d8d-99bf-c6248f1c8d84 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] delete failed (client error): The resource could not be found. Nov 25 13:29:57.602005 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-0bebf190-fcb6-4d8d-99bf-c6248f1c8d84 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] 10.222.0.53 "DELETE /v2.0/routers/efb2e884-c584-4137-8bea-620ee121c9cb HTTP/1.1" status: 404 len: 336 time: 0.0482211 Nov 25 13:29:57.602639 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36676) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:57.630470 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b869611b-4fa8-4f24-889b-279f8ccc247c tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:57.633400 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-28c2ffa9-e9b8-475b-b07f-bf41524eb5a6 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8666c90-c4fb-4e78-b65a-e58af6488da2 HTTP/1.1" status: 200 len: 205 time: 0.0295403 Nov 25 13:29:57.635839 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36678) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:57.636720 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b869611b-4fa8-4f24-889b-279f8ccc247c tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:57.651855 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b869611b-4fa8-4f24-889b-279f8ccc247c tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a6ce347-a144-4cbc-bfa6-59d759725a0b,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:57.671366 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b869611b-4fa8-4f24-889b-279f8ccc247c tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:57.675178 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b869611b-4fa8-4f24-889b-279f8ccc247c tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1647434 Nov 25 13:29:57.675445 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 36680) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:57.681281 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-44cdacd2-ec2f-4e90-868d-38784498cbf9 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Request body: {'security_group_rule': {'security_group_id': 'af986032-8bd1-4d37-83da-251cc9b6a502', 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:29:57.712484 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-44cdacd2-ec2f-4e90-868d-38784498cbf9 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:57.786904 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-44cdacd2-ec2f-4e90-868d-38784498cbf9 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:57.791735 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-44cdacd2-ec2f-4e90-868d-38784498cbf9 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:57.826564 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cdacd2-ec2f-4e90-868d-38784498cbf9 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b8879b8-1f07-47a4-bfa0-f2caa2f2f7c3,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:57.832433 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-44cdacd2-ec2f-4e90-868d-38784498cbf9 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:57.836389 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-44cdacd2-ec2f-4e90-868d-38784498cbf9 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1566877 Nov 25 13:29:57.836594 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 36684) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:57.841951 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-a00b1499-8f00-47bc-8188-d20baad0278e tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Request body: {'security_group_rule': {'security_group_id': 'af986032-8bd1-4d37-83da-251cc9b6a502', 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:29:57.877789 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a00b1499-8f00-47bc-8188-d20baad0278e tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:57.945002 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a00b1499-8f00-47bc-8188-d20baad0278e tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:57.949229 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a00b1499-8f00-47bc-8188-d20baad0278e tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:57.971395 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [None req-182865a1-f730-4cd0-837b-afbe7eb79347 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] delete failed (client error): The resource could not be found. Nov 25 13:29:57.972759 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-182865a1-f730-4cd0-837b-afbe7eb79347 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] 10.222.0.53 "DELETE /v2.0/routers/c8666c90-c4fb-4e78-b65a-e58af6488da2 HTTP/1.1" status: 404 len: 336 time: 0.3355079 Nov 25 13:29:57.974070 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00b1499-8f00-47bc-8188-d20baad0278e tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=276e4974-376f-4997-afd9-742dc5561ec6,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:57.976875 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36686) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:57.983536 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a00b1499-8f00-47bc-8188-d20baad0278e tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:57.987259 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-a00b1499-8f00-47bc-8188-d20baad0278e tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1494217 Nov 25 13:29:57.988873 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 36688) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:57.994634 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-87331d00-3ced-4224-89b6-852912ff44f3 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Request body: {'security_group_rule': {'security_group_id': 'af986032-8bd1-4d37-83da-251cc9b6a502', 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:29:58.010448 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-752dd90d-0d4e-4bee-b129-7bd1763157a5 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] 10.222.0.53 "GET /v2.0/ports?device_id=77183c44-39d9-4019-a504-9b494357ce99 HTTP/1.1" status: 200 len: 205 time: 0.0315745 Nov 25 13:29:58.012748 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36692) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:58.041654 n-d-808199-11 neutron-server[103571]: INFO neutron.db.securitygroups_db [None req-87331d00-3ced-4224-89b6-852912ff44f3 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Project 057e847f3ee343b9812224ca032e6bfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 13:29:58.049306 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-87331d00-3ced-4224-89b6-852912ff44f3 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:58.055006 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [None req-0124fc57-8e6c-40c5-9d53-d2ad4c6ba6d8 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] delete failed (client error): The resource could not be found. Nov 25 13:29:58.056074 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-0124fc57-8e6c-40c5-9d53-d2ad4c6ba6d8 tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] 10.222.0.53 "DELETE /v2.0/routers/77183c44-39d9-4019-a504-9b494357ce99 HTTP/1.1" status: 404 len: 336 time: 0.0421453 Nov 25 13:29:58.058791 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36694) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:58.091710 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b1d0d5d-8f12-4dcc-aacc-7919a09be24b tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] DELETE failed (client error): The resource could not be found. Nov 25 13:29:58.092162 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b1d0d5d-8f12-4dcc-aacc-7919a09be24b tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:29:58.097046 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-2b1d0d5d-8f12-4dcc-aacc-7919a09be24b tempest-RoutersAdminTest-39538696 tempest-RoutersAdminTest-39538696-project] 10.222.0.53 "DELETE /v2.0/subnets/6dac9f27-3f38-47aa-9c8f-7223b3e147b7 HTTP/1.1" status: 404 len: 337 time: 0.0370190 Nov 25 13:29:58.131515 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-87331d00-3ced-4224-89b6-852912ff44f3 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:58.136822 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-87331d00-3ced-4224-89b6-852912ff44f3 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:58.158616 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87331d00-3ced-4224-89b6-852912ff44f3 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45d8539d-0a50-44df-b136-f9c665205e13,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:58.173489 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679033a-5bfe-41f5-9d15-a4ff855459a8 req-aae6bef6-3b07-42e3-918c-50fc41da13f6 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:58.176413 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9679033a-5bfe-41f5-9d15-a4ff855459a8 req-aae6bef6-3b07-42e3-918c-50fc41da13f6 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/ports?device_id=71b4ac00-28d3-42ae-b2c5-75cc91e55470 HTTP/1.1" status: 200 len: 946 time: 0.0873811 Nov 25 13:29:58.178990 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-87331d00-3ced-4224-89b6-852912ff44f3 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:58.180275 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-87331d00-3ced-4224-89b6-852912ff44f3 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1900837 Nov 25 13:29:58.183340 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36698) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:58.189543 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-60acbe6f-3f25-421f-9ec5-03805ded0de8 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Request body: {'security_group_rule': {'security_group_id': 'af986032-8bd1-4d37-83da-251cc9b6a502', 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:29:58.240804 n-d-808199-11 neutron-server[103570]: INFO neutron.db.securitygroups_db [None req-60acbe6f-3f25-421f-9ec5-03805ded0de8 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Project 057e847f3ee343b9812224ca032e6bfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 13:29:58.247429 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-60acbe6f-3f25-421f-9ec5-03805ded0de8 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:58.287261 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9679033a-5bfe-41f5-9d15-a4ff855459a8 req-b68bc674-d4f5-43ae-aa8d-9fcc9e14781a tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d21bc81-13bd-4c4d-a502-1adf547079e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894718 Nov 25 13:29:58.344156 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-60acbe6f-3f25-421f-9ec5-03805ded0de8 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:58.434350 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c9b032-5b65-42f2-b225-955a407b71bd req-7277b307-5dfc-4d76-8775-462c3e224da7 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:58.435938 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-81c9b032-5b65-42f2-b225-955a407b71bd req-7277b307-5dfc-4d76-8775-462c3e224da7 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/ports?device_id=71b4ac00-28d3-42ae-b2c5-75cc91e55470 HTTP/1.1" status: 200 len: 946 time: 0.0722864 Nov 25 13:29:58.445585 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36712) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:58.450670 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-3dfb93cc-3714-4e1e-9c69-b587f2837f45 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Request body: {'floatingip': {'port_id': '96b44673-a075-46b0-8f3f-46d8962a7f04'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:29:58.498974 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-60acbe6f-3f25-421f-9ec5-03805ded0de8 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:58.513203 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3dfb93cc-3714-4e1e-9c69-b587f2837f45 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks [] for floatingip, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:58.572930 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60acbe6f-3f25-421f-9ec5-03805ded0de8 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c1ae525-9a39-44c0-a9ff-b55497c2c81c,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:58.619625 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-60acbe6f-3f25-421f-9ec5-03805ded0de8 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:58.622107 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-60acbe6f-3f25-421f-9ec5-03805ded0de8 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4373062 Nov 25 13:29:58.626627 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 36720) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:58.634404 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-6422be17-9f78-4c58-9afa-cf093b0fe47b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Request body: {'network': {'name': 'tempest-network-smoke--560231010', 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'port_security_enabled': True}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:29:58.677282 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6422be17-9f78-4c58-9afa-cf093b0fe47b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Made reservation on behalf of 057e847f3ee343b9812224ca032e6bfc for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:29:58.682612 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6422be17-9f78-4c58-9afa-cf093b0fe47b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:58.718386 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6422be17-9f78-4c58-9afa-cf093b0fe47b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:29:58.726394 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 36724) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:58.743668 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6422be17-9f78-4c58-9afa-cf093b0fe47b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:58.744407 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-6422be17-9f78-4c58-9afa-cf093b0fe47b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Added segment e8cea865-5be4-40ae-9de5-36d7aaa2afaa of type vlan for network 2bbb64c0-2f45-440c-ac42-17fa5bdecc0e Nov 25 13:29:58.799578 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6422be17-9f78-4c58-9afa-cf093b0fe47b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:58.837615 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6422be17-9f78-4c58-9afa-cf093b0fe47b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:58.850593 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6422be17-9f78-4c58-9afa-cf093b0fe47b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:29:58.851829 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6422be17-9f78-4c58-9afa-cf093b0fe47b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:58.962247 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6422be17-9f78-4c58-9afa-cf093b0fe47b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event updated for resources: {'Network': ['ID=2bbb64c0-2f45-440c-ac42-17fa5bdecc0e,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:58.974238 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-6422be17-9f78-4c58-9afa-cf093b0fe47b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3458300 Nov 25 13:29:58.975925 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 2bbb64c0-2f45-440c-ac42-17fa5bdecc0e details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:29:58.977528 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 36730) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:58.982913 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-b3b3d842-4334-48e6-a63d-525194bbaecf tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2124469033', 'admin_state_up': True, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:29:59.021045 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b3b3d842-4334-48e6-a63d-525194bbaecf tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:59.022796 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b3b3d842-4334-48e6-a63d-525194bbaecf tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:59.119243 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a399d3b7-4810-459d-94f8-39ce2f36083e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:59.134609 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b3b3d842-4334-48e6-a63d-525194bbaecf tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:59.218085 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3dfb93cc-3714-4e1e-9c69-b587f2837f45 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:59.222883 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3dfb93cc-3714-4e1e-9c69-b587f2837f45 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:59.335602 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b3b3d842-4334-48e6-a63d-525194bbaecf tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:59.339988 n-d-808199-11 neutron-server[103570]: INFO neutron.db.l3_db [None req-3dfb93cc-3714-4e1e-9c69-b587f2837f45 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Floating IP bda80791-4001-4a67-8042-3eefbc940d7d associated. External IP: 172.25.5.148, port: 96b44673-a075-46b0-8f3f-46d8962a7f04. Nov 25 13:29:59.431927 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a399d3b7-4810-459d-94f8-39ce2f36083e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:59.438914 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a399d3b7-4810-459d-94f8-39ce2f36083e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:59.491054 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-a399d3b7-4810-459d-94f8-39ce2f36083e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=777ebe589d92436fa493c0a23cb3d6da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7602718 Nov 25 13:29:59.491473 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36732) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:29:59.508185 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a399d3b7-4810-459d-94f8-39ce2f36083e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=041fc3b0-5c79-481b-8f39-9027dd2cd303,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:59.635997 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e7120487-1ad2-4c93-b5b1-b431f6ee08eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:59.659775 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b3b3d842-4334-48e6-a63d-525194bbaecf tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for router_gateway, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:59.660356 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e7120487-1ad2-4c93-b5b1-b431f6ee08eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:59.687395 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b3b3d842-4334-48e6-a63d-525194bbaecf tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:59.721892 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dfb93cc-3714-4e1e-9c69-b587f2837f45 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Router 31751b1d-bba5-4a51-b7a7-68f14bebfc1b has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:29:59.722890 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e7120487-1ad2-4c93-b5b1-b431f6ee08eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:59.725683 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e7120487-1ad2-4c93-b5b1-b431f6ee08eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:59.729920 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e7120487-1ad2-4c93-b5b1-b431f6ee08eb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/041fc3b0-5c79-481b-8f39-9027dd2cd303 HTTP/1.1" status: 204 len: 168 time: 0.2373500 Nov 25 13:29:59.738713 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7120487-1ad2-4c93-b5b1-b431f6ee08eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=041fc3b0-5c79-481b-8f39-9027dd2cd303,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:29:59.885561 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dfb93cc-3714-4e1e-9c69-b587f2837f45 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:29:59.900723 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c95b21-26af-4334-b639-ebb23923b788 None None] Sync routers for ids ['31751b1d-bba5-4a51-b7a7-68f14bebfc1b'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:29:59.903794 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3dfb93cc-3714-4e1e-9c69-b587f2837f45 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:29:59.915055 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c95b21-26af-4334-b639-ebb23923b788 None None] Routers {'31751b1d-bba5-4a51-b7a7-68f14bebfc1b'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:29:59.916595 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-b3b3d842-4334-48e6-a63d-525194bbaecf tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Allocated IP 172.25.5.161 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/0486a109-b530-49ae-bab5-dbc24ff2b0bf) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:29:59.917809 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-49c95b21-26af-4334-b639-ebb23923b788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:29:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['31751b1d-bba5-4a51-b7a7-68f14bebfc1b'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:29:59.958292 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3dfb93cc-3714-4e1e-9c69-b587f2837f45 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "PUT /v2.0/floatingips/bda80791-4001-4a67-8042-3eefbc940d7d HTTP/1.1" status: 200 len: 992 time: 1.5113292 Nov 25 13:29:59.959117 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71b4ac00-28d3-42ae-b2c5-75cc91e55470', 'tag': '96b44673-a075-46b0-8f3f-46d8962a7f04'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:29:59.962523 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dec9034-3ca2-4bca-893d-a73c8189cdd3" -d '{"events": [{"name": "network-changed", "server_uuid": "71b4ac00-28d3-42ae-b2c5-75cc91e55470", "tag": "96b44673-a075-46b0-8f3f-46d8962a7f04"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:30:00.016793 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e96d49bc-5cdb-4f33-8cd6-00d476f40df8 x-openstack-request-id: req-e96d49bc-5cdb-4f33-8cd6-00d476f40df8 {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:30:00.017424 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71b4ac00-28d3-42ae-b2c5-75cc91e55470", "tag": "96b44673-a075-46b0-8f3f-46d8962a7f04", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:30:00.017969 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e96d49bc-5cdb-4f33-8cd6-00d476f40df8 {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:30:00.023813 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71b4ac00-28d3-42ae-b2c5-75cc91e55470', 'tag': '96b44673-a075-46b0-8f3f-46d8962a7f04', 'status': 'completed', 'code': 200} Nov 25 13:30:00.064635 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-49c95b21-26af-4334-b639-ebb23923b788 None None] Set router 31751b1d-bba5-4a51-b7a7-68f14bebfc1b gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:30:00.080773 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b3b3d842-4334-48e6-a63d-525194bbaecf tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:00.162268 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b3b3d842-4334-48e6-a63d-525194bbaecf tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:00.220574 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36750) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:30:00.233094 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b3d842-4334-48e6-a63d-525194bbaecf tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:30:00.237915 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-b3b3d842-4334-48e6-a63d-525194bbaecf tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:30:00.241553 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec9034-3ca2-4bca-893d-a73c8189cdd3 req-09eb75e0-76e6-4804-bb10-f6c3228e9989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:00.243396 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7dec9034-3ca2-4bca-893d-a73c8189cdd3 req-09eb75e0-76e6-4804-bb10-f6c3228e9989 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dfc7ed58aa5f4ef6a363ecf508844b2a&device_id=71b4ac00-28d3-42ae-b2c5-75cc91e55470 HTTP/1.1" status: 200 len: 1098 time: 0.1203790 Nov 25 13:30:00.244437 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b3d842-4334-48e6-a63d-525194bbaecf tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:30:00.246478 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b3d842-4334-48e6-a63d-525194bbaecf tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event updated for resources: {'Port': ['ID=0486a109-b530-49ae-bab5-dbc24ff2b0bf,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:00.262673 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9c04d9-57cd-4253-8e8b-f95fe0c8d61f None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:30:00.314373 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-296d9017-316a-4da1-892a-a0b7dd1ea575 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4e935b8146804279a5612b8b7d4dc973&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0901773 Nov 25 13:30:00.315201 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36752) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:30:00.337876 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-cdb53efc-e4ed-49c4-9e91-d8410bfed11e None None] Provisioning complete for port 0486a109-b530-49ae-bab5-dbc24ff2b0bf triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:30:00.338555 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cdb53efc-e4ed-49c4-9e91-d8410bfed11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:00.362559 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3d9fe505-5476-4357-8e7d-6ff7703f957c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:00.378587 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-09a80683-7685-4d7c-8ce0-e1d9c870170d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:00.384334 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-cdb53efc-e4ed-49c4-9e91-d8410bfed11e None None] Port 0486a109-b530-49ae-bab5-dbc24ff2b0bf cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:30:00.404073 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-49c95b21-26af-4334-b639-ebb23923b788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31751b1d-bba5-4a51-b7a7-68f14bebfc1b', 'name': 'tempest-AttachVolumeTestJSON-766427031-router', 'tenant_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '04bfb49f-c1cb-47f9-bf24-10553fb9c39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:29:24Z', 'updated_at': '2021-11-25T13:29:33Z', 'revision_number': 4, 'project_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'gw_port': {'id': '04bfb49f-c1cb-47f9-bf24-10553fb9c39f', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31751b1d-bba5-4a51-b7a7-68f14bebfc1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:29:27Z', 'updated_at': '2021-11-25T13:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': 'bda80791-4001-4a67-8042-3eefbc940d7d', 'tenant_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'floating_ip_address': '172.25.5.148', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '31751b1d-bba5-4a51-b7a7-68f14bebfc1b', 'port_id': '96b44673-a075-46b0-8f3f-46d8962a7f04', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6131956-3d7f-4134-a1c5-4d454239b609', 'mac_address': 'fa:16:3e:f6:ec:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b4ac00-28d3-42ae-b2c5-75cc91e55470', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:29:40Z', 'updated_at': '2021-11-25T13:29:59Z', 'revision_number': 1, 'project_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '141f4631-5fc2-4aec-b8ca-c0dc15b6df06', 'name': '', 'network_id': 'b6131956-3d7f-4134-a1c5-4d454239b609', 'tenant_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'mac_address': 'fa:16:3e:73:9b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31751b1d-bba5-4a51-b7a7-68f14bebfc1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': 'bd741d61-638e-40d0-8aa0-1d3f2aabe218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:29:31Z', 'updated_at': '2021-11-25T13:29:39Z', 'revision_number': 5, 'project_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'subnets': [{'id': 'bd741d61-638e-40d0-8aa0-1d3f2aabe218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:30:00.413749 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-09a80683-7685-4d7c-8ce0-e1d9c870170d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:00.444944 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c95b21-26af-4334-b639-ebb23923b788 None None] Checking router: 31751b1d-bba5-4a51-b7a7-68f14bebfc1b for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:30:00.463358 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c95b21-26af-4334-b639-ebb23923b788 None None] Routers {'31751b1d-bba5-4a51-b7a7-68f14bebfc1b'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:30:00.463979 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-49c95b21-26af-4334-b639-ebb23923b788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:29:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['31751b1d-bba5-4a51-b7a7-68f14bebfc1b'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:30:00.469489 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-09a80683-7685-4d7c-8ce0-e1d9c870170d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:00.472653 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-09a80683-7685-4d7c-8ce0-e1d9c870170d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:00.476348 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-09a80683-7685-4d7c-8ce0-e1d9c870170d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4ef0fd68-562c-4bbd-a819-4cddc9b427f2 HTTP/1.1" status: 204 len: 168 time: 0.1576962 Nov 25 13:30:00.496172 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a80683-7685-4d7c-8ce0-e1d9c870170d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef0fd68-562c-4bbd-a819-4cddc9b427f2,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:00.542553 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec9034-3ca2-4bca-893d-a73c8189cdd3 req-73ba5e95-fd03-44ca-b1be-3c6ad36394a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:00.544467 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7dec9034-3ca2-4bca-893d-a73c8189cdd3 req-73ba5e95-fd03-44ca-b1be-3c6ad36394a7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b6131956-3d7f-4134-a1c5-4d454239b609 HTTP/1.1" status: 200 len: 911 time: 0.2910342 Nov 25 13:30:00.627909 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7dec9034-3ca2-4bca-893d-a73c8189cdd3 req-c6d5e217-e089-4626-9a65-af3eda36f5c6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96b44673-a075-46b0-8f3f-46d8962a7f04 HTTP/1.1" status: 200 len: 1000 time: 0.0724034 Nov 25 13:30:00.731533 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec9034-3ca2-4bca-893d-a73c8189cdd3 req-b90d1989-5dc9-4491-92c8-b0ae283c4f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:00.733033 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7dec9034-3ca2-4bca-893d-a73c8189cdd3 req-b90d1989-5dc9-4491-92c8-b0ae283c4f55 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bd741d61-638e-40d0-8aa0-1d3f2aabe218 HTTP/1.1" status: 200 len: 849 time: 0.0568140 Nov 25 13:30:00.780642 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-49c95b21-26af-4334-b639-ebb23923b788 None None] Set router 31751b1d-bba5-4a51-b7a7-68f14bebfc1b gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:30:00.846780 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b3b3d842-4334-48e6-a63d-525194bbaecf tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for router_gateway, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:00.942065 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec9034-3ca2-4bca-893d-a73c8189cdd3 req-43e6d2c6-5339-4525-bf00-64373f22647c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:00.943697 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7dec9034-3ca2-4bca-893d-a73c8189cdd3 req-43e6d2c6-5339-4525-bf00-64373f22647c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b6131956-3d7f-4134-a1c5-4d454239b609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1536267 Nov 25 13:30:01.120974 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-49c95b21-26af-4334-b639-ebb23923b788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31751b1d-bba5-4a51-b7a7-68f14bebfc1b', 'name': 'tempest-AttachVolumeTestJSON-766427031-router', 'tenant_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '04bfb49f-c1cb-47f9-bf24-10553fb9c39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:29:24Z', 'updated_at': '2021-11-25T13:29:33Z', 'revision_number': 4, 'project_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'gw_port': {'id': '04bfb49f-c1cb-47f9-bf24-10553fb9c39f', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31751b1d-bba5-4a51-b7a7-68f14bebfc1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:29:27Z', 'updated_at': '2021-11-25T13:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': 'bda80791-4001-4a67-8042-3eefbc940d7d', 'tenant_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'floating_ip_address': '172.25.5.148', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '31751b1d-bba5-4a51-b7a7-68f14bebfc1b', 'port_id': '96b44673-a075-46b0-8f3f-46d8962a7f04', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6131956-3d7f-4134-a1c5-4d454239b609', 'mac_address': 'fa:16:3e:f6:ec:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b4ac00-28d3-42ae-b2c5-75cc91e55470', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:29:40Z', 'updated_at': '2021-11-25T13:29:59Z', 'revision_number': 1, 'project_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '141f4631-5fc2-4aec-b8ca-c0dc15b6df06', 'name': '', 'network_id': 'b6131956-3d7f-4134-a1c5-4d454239b609', 'tenant_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'mac_address': 'fa:16:3e:73:9b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31751b1d-bba5-4a51-b7a7-68f14bebfc1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': 'bd741d61-638e-40d0-8aa0-1d3f2aabe218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:29:31Z', 'updated_at': '2021-11-25T13:29:39Z', 'revision_number': 5, 'project_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'subnets': [{'id': 'bd741d61-638e-40d0-8aa0-1d3f2aabe218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:30:01.159413 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c95b21-26af-4334-b639-ebb23923b788 None None] The sync data for ids ['31751b1d-bba5-4a51-b7a7-68f14bebfc1b'] in n-d-808199-11 is: [{'id': '31751b1d-bba5-4a51-b7a7-68f14bebfc1b', 'name': 'tempest-AttachVolumeTestJSON-766427031-router', 'tenant_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '04bfb49f-c1cb-47f9-bf24-10553fb9c39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:29:24Z', 'updated_at': '2021-11-25T13:29:33Z', 'revision_number': 4, 'project_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'gw_port': {'id': '04bfb49f-c1cb-47f9-bf24-10553fb9c39f', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31751b1d-bba5-4a51-b7a7-68f14bebfc1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:29:27Z', 'updated_at': '2021-11-25T13:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': 'bda80791-4001-4a67-8042-3eefbc940d7d', 'tenant_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'floating_ip_address': '172.25.5.148', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '31751b1d-bba5-4a51-b7a7-68f14bebfc1b', 'port_id': '96b44673-a075-46b0-8f3f-46d8962a7f04', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6131956-3d7f-4134-a1c5-4d454239b609', 'mac_address': 'fa:16:3e:f6:ec:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b4ac00-28d3-42ae-b2c5-75cc91e55470', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:29:40Z', 'updated_at': '2021-11-25T13:29:59Z', 'revision_number': 1, 'project_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '141f4631-5fc2-4aec-b8ca-c0dc15b6df06', 'name': '', 'network_id': 'b6131956-3d7f-4134-a1c5-4d454239b609', 'tenant_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'mac_address': 'fa:16:3e:73:9b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31751b1d-bba5-4a51-b7a7-68f14bebfc1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': 'bd741d61-638e-40d0-8aa0-1d3f2aabe218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:29:31Z', 'updated_at': '2021-11-25T13:29:39Z', 'revision_number': 5, 'project_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'subnets': [{'id': 'bd741d61-638e-40d0-8aa0-1d3f2aabe218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:30:01.341151 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7dec9034-3ca2-4bca-893d-a73c8189cdd3 req-aeb89ade-31e4-45f1-8508-fe224c33ebd0 service neutron] 10.222.0.47 "GET /v2.0/networks/b6131956-3d7f-4134-a1c5-4d454239b609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3884065 Nov 25 13:30:01.433026 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b3b3d842-4334-48e6-a63d-525194bbaecf tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:01.482425 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df20d29-5636-4367-b4e0-76a0d3948ebb None None] New status for floating IP bda80791-4001-4a67-8042-3eefbc940d7d: ACTIVE {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 13:30:01.555763 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7dec9034-3ca2-4bca-893d-a73c8189cdd3 req-86548847-3649-409c-8272-9207485c461d service neutron] 10.222.0.47 "GET /v2.0/networks/b6131956-3d7f-4134-a1c5-4d454239b609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055240 Nov 25 13:30:01.713994 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b3d842-4334-48e6-a63d-525194bbaecf tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Router 578a1e09-13f4-4601-ba38-d40f63b207b7 is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:30:01.953529 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b3d842-4334-48e6-a63d-525194bbaecf tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:30:01.966576 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9197af79-3fc1-4087-8cc2-94a0d1a49f48 None None] Sync routers for ids ['578a1e09-13f4-4601-ba38-d40f63b207b7'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:30:01.996925 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9197af79-3fc1-4087-8cc2-94a0d1a49f48 None None] Routers {'578a1e09-13f4-4601-ba38-d40f63b207b7'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:30:01.998951 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-9197af79-3fc1-4087-8cc2-94a0d1a49f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:29:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['578a1e09-13f4-4601-ba38-d40f63b207b7'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:30:02.004162 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b3b3d842-4334-48e6-a63d-525194bbaecf tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:02.006602 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b3b3d842-4334-48e6-a63d-525194bbaecf tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.0278029 Nov 25 13:30:02.009942 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36798) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:30:02.216508 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-9197af79-3fc1-4087-8cc2-94a0d1a49f48 None None] Set router 578a1e09-13f4-4601-ba38-d40f63b207b7 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:30:02.387358 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 36816) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:30:02.403048 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f8d93099-90c3-48f7-b0ee-1fcb089c52b7 tempest-TestNetworkAdvancedServerOps-879095095 tempest-TestNetworkAdvancedServerOps-879095095-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=057e847f3ee343b9812224ca032e6bfc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3730273 Nov 25 13:30:02.612884 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36822) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:30:02.672942 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-9197af79-3fc1-4087-8cc2-94a0d1a49f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '578a1e09-13f4-4601-ba38-d40f63b207b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2124469033', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '0486a109-b530-49ae-bab5-dbc24ff2b0bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:29:59Z', 'updated_at': '2021-11-25T13:30:00Z', 'revision_number': 3, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'gw_port': {'id': '0486a109-b530-49ae-bab5-dbc24ff2b0bf', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d2:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '578a1e09-13f4-4601-ba38-d40f63b207b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:29:59Z', 'updated_at': '2021-11-25T13:29:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:30:02.708458 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9197af79-3fc1-4087-8cc2-94a0d1a49f48 None None] Checking router: 578a1e09-13f4-4601-ba38-d40f63b207b7 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:30:02.709553 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9197af79-3fc1-4087-8cc2-94a0d1a49f48 None None] Updating router 578a1e09-13f4-4601-ba38-d40f63b207b7 port 0486a109-b530-49ae-bab5-dbc24ff2b0bf binding host n-d-808199-11 {{(pid=103572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:30:02.743607 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9197af79-3fc1-4087-8cc2-94a0d1a49f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:02.796335 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a40d6bfb-e150-4496-b899-14482dfdd465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:02.879591 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c983fedc-6e3e-4267-8447-9f2460b5e2fb tempest-TestNetworkAdvancedServerOps-879095095 tempest-TestNetworkAdvancedServerOps-879095095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:02.885885 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c983fedc-6e3e-4267-8447-9f2460b5e2fb tempest-TestNetworkAdvancedServerOps-879095095 tempest-TestNetworkAdvancedServerOps-879095095-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4950333 Nov 25 13:30:02.888943 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36830) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:30:02.945161 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-64d23801-558e-44a7-ac17-4eb47dcc7d21 tempest-TestNetworkAdvancedServerOps-879095095 tempest-TestNetworkAdvancedServerOps-879095095-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=7542d3d9-0db3-40e7-ab88-a168871141f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0531986 Nov 25 13:30:02.948204 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 36832) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:30:02.956353 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-2c7e0f64-5fe4-45b0-8dbc-77a48eb0bf1d tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-386068575', 'network_id': '2bbb64c0-2f45-440c-ac42-17fa5bdecc0e', 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:30:03.029066 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36834) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:30:03.082745 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d46244c8-4ee1-4c76-bc39-754b7e267ba1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:03.131723 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-e11b3b3e-7a3c-43e7-ad8d-7cfacf73d85d tempest-RoutersAdminNegativeIpV6Test-107780937 tempest-RoutersAdminNegativeIpV6Test-107780937-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-315607213', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:30:03.136315 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7e0f64-5fe4-45b0-8dbc-77a48eb0bf1d tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Made reservation on behalf of 057e847f3ee343b9812224ca032e6bfc for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:30:03.140725 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2c7e0f64-5fe4-45b0-8dbc-77a48eb0bf1d tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:03.159965 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11b3b3e-7a3c-43e7-ad8d-7cfacf73d85d tempest-RoutersAdminNegativeIpV6Test-107780937 tempest-RoutersAdminNegativeIpV6Test-107780937-project-admin] Made reservation on behalf of 460ea20bc9a54812b587d6357b424726 for: {'port': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:30:03.163327 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e11b3b3e-7a3c-43e7-ad8d-7cfacf73d85d tempest-RoutersAdminNegativeIpV6Test-107780937 tempest-RoutersAdminNegativeIpV6Test-107780937-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:03.180221 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e11b3b3e-7a3c-43e7-ad8d-7cfacf73d85d tempest-RoutersAdminNegativeIpV6Test-107780937 tempest-RoutersAdminNegativeIpV6Test-107780937-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:03.291604 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e11b3b3e-7a3c-43e7-ad8d-7cfacf73d85d tempest-RoutersAdminNegativeIpV6Test-107780937 tempest-RoutersAdminNegativeIpV6Test-107780937-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:03.301527 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e11b3b3e-7a3c-43e7-ad8d-7cfacf73d85d tempest-RoutersAdminNegativeIpV6Test-107780937 tempest-RoutersAdminNegativeIpV6Test-107780937-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:03.305353 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [None req-e11b3b3e-7a3c-43e7-ad8d-7cfacf73d85d tempest-RoutersAdminNegativeIpV6Test-107780937 tempest-RoutersAdminNegativeIpV6Test-107780937-project-admin] device_id is not set on port bd76cf76-789d-47ca-be80-d19202ce3bc7 yet. {{(pid=103570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:30:03.345846 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9197af79-3fc1-4087-8cc2-94a0d1a49f48 None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:03.355001 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9197af79-3fc1-4087-8cc2-94a0d1a49f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:03.356943 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b3b3e-7a3c-43e7-ad8d-7cfacf73d85d tempest-RoutersAdminNegativeIpV6Test-107780937 tempest-RoutersAdminNegativeIpV6Test-107780937-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a982a072-05b9-4a68-9fa1-412eee69d069,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:03.449872 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badf07ed-0ba4-4cc7-b7de-b8f79ac6c3c4 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:30:03.456454 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2c7e0f64-5fe4-45b0-8dbc-77a48eb0bf1d tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:03.484002 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-9197af79-3fc1-4087-8cc2-94a0d1a49f48 None None] Attempting to bind port 0486a109-b530-49ae-bab5-dbc24ff2b0bf on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:30:03.485234 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-9197af79-3fc1-4087-8cc2-94a0d1a49f48 None None] Attempting to bind port 0486a109-b530-49ae-bab5-dbc24ff2b0bf by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:30:03.485955 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9197af79-3fc1-4087-8cc2-94a0d1a49f48 None None] Attempting to bind port 0486a109-b530-49ae-bab5-dbc24ff2b0bf on network 7542d3d9-0db3-40e7-ab88-a168871141f7 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:30:03.490794 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e032763d-6c4c-400f-a8a0-dde25fef787e None None] Pushing event updated for resources: {'Port': ['ID=0486a109-b530-49ae-bab5-dbc24ff2b0bf,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:03.498566 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9197af79-3fc1-4087-8cc2-94a0d1a49f48 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:30:03.501021 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9197af79-3fc1-4087-8cc2-94a0d1a49f48 None None] Checking segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:30:03.501455 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9197af79-3fc1-4087-8cc2-94a0d1a49f48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:03.501855 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9197af79-3fc1-4087-8cc2-94a0d1a49f48 None None] Bound using segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:30:03.502362 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-9197af79-3fc1-4087-8cc2-94a0d1a49f48 None None] Bound port: 0486a109-b530-49ae-bab5-dbc24ff2b0bf, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:30:03.514891 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9197af79-3fc1-4087-8cc2-94a0d1a49f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:03.567223 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7e0f64-5fe4-45b0-8dbc-77a48eb0bf1d tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Checking segment: {'id': 'e8cea865-5be4-40ae-9de5-36d7aaa2afaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2bbb64c0-2f45-440c-ac42-17fa5bdecc0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:30:03.567781 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7e0f64-5fe4-45b0-8dbc-77a48eb0bf1d tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Network hostable DHCP agents. Network: 2bbb64c0-2f45-440c-ac42-17fa5bdecc0e, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:30:03.589573 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e0f64-5fe4-45b0-8dbc-77a48eb0bf1d tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event updated for resources: {'Subnet': ['ID=251b1512-8593-40d2-919a-8c92dca7b953,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:03.595099 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7e0f64-5fe4-45b0-8dbc-77a48eb0bf1d tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Network 2bbb64c0-2f45-440c-ac42-17fa5bdecc0e is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:30:03.600709 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-66197e9c-5fc6-41e5-89fa-b3bc9f9a4256 None None] Provisioning complete for port 0486a109-b530-49ae-bab5-dbc24ff2b0bf triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:30:03.601035 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-66197e9c-5fc6-41e5-89fa-b3bc9f9a4256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:03.609715 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-2c7e0f64-5fe4-45b0-8dbc-77a48eb0bf1d tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 2bbb64c0-2f45-440c-ac42-17fa5bdecc0e) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:30:03.625845 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d46244c8-4ee1-4c76-bc39-754b7e267ba1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:03.626052 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9197af79-3fc1-4087-8cc2-94a0d1a49f48 None None] For port 0486a109-b530-49ae-bab5-dbc24ff2b0bf, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:30:03.628344 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1c5970-5da4-4c3d-92f0-e8e08e4c94de None None] Network 2bbb64c0-2f45-440c-ac42-17fa5bdecc0e requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:30:03.628478 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7e0f64-5fe4-45b0-8dbc-77a48eb0bf1d tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:03.631332 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2c7e0f64-5fe4-45b0-8dbc-77a48eb0bf1d tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:03.638406 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d46244c8-4ee1-4c76-bc39-754b7e267ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:03.663894 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9197af79-3fc1-4087-8cc2-94a0d1a49f48 None None] For port 0486a109-b530-49ae-bab5-dbc24ff2b0bf, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=0486a109-b530-49ae-bab5-dbc24ff2b0bf,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:30:03.668802 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-2c7e0f64-5fe4-45b0-8dbc-77a48eb0bf1d tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7190940 Nov 25 13:30:03.672957 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 36844) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:30:03.696285 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-e11b3b3e-7a3c-43e7-ad8d-7cfacf73d85d tempest-RoutersAdminNegativeIpV6Test-107780937 tempest-RoutersAdminNegativeIpV6Test-107780937-project-admin] Allocated IP 172.25.5.195 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/bd76cf76-789d-47ca-be80-d19202ce3bc7) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:30:03.702229 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9197af79-3fc1-4087-8cc2-94a0d1a49f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:03.713597 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d46244c8-4ee1-4c76-bc39-754b7e267ba1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c5ccd582488e4ecebda96945586bb7f8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0987666 Nov 25 13:30:03.721738 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36846) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:30:03.729774 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46244c8-4ee1-4c76-bc39-754b7e267ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d51aa3d-a647-4d9c-b541-e9663118baec,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:03.747940 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-66197e9c-5fc6-41e5-89fa-b3bc9f9a4256 None None] Port 0486a109-b530-49ae-bab5-dbc24ff2b0bf cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:30:03.824383 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445f1232-83d7-428e-9ecb-ba4b5edc4ea7 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:30:03.832898 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e032763d-6c4c-400f-a8a0-dde25fef787e None None] Pushing event updated for resources: {'Port': ['ID=0486a109-b530-49ae-bab5-dbc24ff2b0bf,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:03.840636 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-76da9e16-063b-4430-b6a8-e09d99c4bd9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:03.880041 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9197af79-3fc1-4087-8cc2-94a0d1a49f48 None None] Routers {'578a1e09-13f4-4601-ba38-d40f63b207b7'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:30:03.880800 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-9197af79-3fc1-4087-8cc2-94a0d1a49f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:30:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['578a1e09-13f4-4601-ba38-d40f63b207b7'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:30:03.925758 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-76da9e16-063b-4430-b6a8-e09d99c4bd9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:03.960154 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:04.009400 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e11b3b3e-7a3c-43e7-ad8d-7cfacf73d85d tempest-RoutersAdminNegativeIpV6Test-107780937 tempest-RoutersAdminNegativeIpV6Test-107780937-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:04.011246 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-76da9e16-063b-4430-b6a8-e09d99c4bd9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:04.014139 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-76da9e16-063b-4430-b6a8-e09d99c4bd9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:04.015430 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-76da9e16-063b-4430-b6a8-e09d99c4bd9c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3d51aa3d-a647-4d9c-b541-e9663118baec HTTP/1.1" status: 204 len: 168 time: 0.2923529 Nov 25 13:30:04.035819 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da9e16-063b-4430-b6a8-e09d99c4bd9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d51aa3d-a647-4d9c-b541-e9663118baec,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:04.069755 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e11b3b3e-7a3c-43e7-ad8d-7cfacf73d85d tempest-RoutersAdminNegativeIpV6Test-107780937 tempest-RoutersAdminNegativeIpV6Test-107780937-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:04.079733 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefec3df-0cc7-4905-ad82-b6dfd2358eb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-2bbb64c0-2f45-440c-ac42-17fa5bdecc0e', 'network_id': '2bbb64c0-2f45-440c-ac42-17fa5bdecc0e', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'fixed_ips': [{'subnet_id': '251b1512-8593-40d2-919a-8c92dca7b953'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:30:04.080686 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fefec3df-0cc7-4905-ad82-b6dfd2358eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:04.109591 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-cb70f0ad-ef87-4166-a6d4-91615b164291 None None] Provisioning complete for port 0486a109-b530-49ae-bab5-dbc24ff2b0bf triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:30:04.110118 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cb70f0ad-ef87-4166-a6d4-91615b164291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:04.122815 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11b3b3e-7a3c-43e7-ad8d-7cfacf73d85d tempest-RoutersAdminNegativeIpV6Test-107780937 tempest-RoutersAdminNegativeIpV6Test-107780937-project-admin] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:30:04.126631 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-e11b3b3e-7a3c-43e7-ad8d-7cfacf73d85d tempest-RoutersAdminNegativeIpV6Test-107780937 tempest-RoutersAdminNegativeIpV6Test-107780937-project-admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:30:04.142354 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11b3b3e-7a3c-43e7-ad8d-7cfacf73d85d tempest-RoutersAdminNegativeIpV6Test-107780937 tempest-RoutersAdminNegativeIpV6Test-107780937-project-admin] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:30:04.159182 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df33246b-52c8-4854-bb31-b6c84805c3b1 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:30:04.180653 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b3b3e-7a3c-43e7-ad8d-7cfacf73d85d tempest-RoutersAdminNegativeIpV6Test-107780937 tempest-RoutersAdminNegativeIpV6Test-107780937-project-admin] Pushing event updated for resources: {'Port': ['ID=bd76cf76-789d-47ca-be80-d19202ce3bc7,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:04.220898 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11b3b3e-7a3c-43e7-ad8d-7cfacf73d85d tempest-RoutersAdminNegativeIpV6Test-107780937 tempest-RoutersAdminNegativeIpV6Test-107780937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:04.221723 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e11b3b3e-7a3c-43e7-ad8d-7cfacf73d85d tempest-RoutersAdminNegativeIpV6Test-107780937 tempest-RoutersAdminNegativeIpV6Test-107780937-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:04.248643 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e11b3b3e-7a3c-43e7-ad8d-7cfacf73d85d tempest-RoutersAdminNegativeIpV6Test-107780937 tempest-RoutersAdminNegativeIpV6Test-107780937-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.2165592 Nov 25 13:30:04.251209 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36852) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:30:04.258383 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-7ea29b36-8451-4dd9-9c88-292b62a0d8d0 tempest-RoutersAdminNegativeIpV6Test-107780937 tempest-RoutersAdminNegativeIpV6Test-107780937-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.195'}]}}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:30:04.281782 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-9197af79-3fc1-4087-8cc2-94a0d1a49f48 None None] Set router 578a1e09-13f4-4601-ba38-d40f63b207b7 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:30:04.294017 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7ea29b36-8451-4dd9-9c88-292b62a0d8d0 tempest-RoutersAdminNegativeIpV6Test-107780937 tempest-RoutersAdminNegativeIpV6Test-107780937-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:04.295292 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7ea29b36-8451-4dd9-9c88-292b62a0d8d0 tempest-RoutersAdminNegativeIpV6Test-107780937 tempest-RoutersAdminNegativeIpV6Test-107780937-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:04.368072 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7ea29b36-8451-4dd9-9c88-292b62a0d8d0 tempest-RoutersAdminNegativeIpV6Test-107780937 tempest-RoutersAdminNegativeIpV6Test-107780937-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:04.459217 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36856) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:30:04.481246 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-571497a4-8970-426d-9e3d-6fd2f9051f58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:04.571769 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7ea29b36-8451-4dd9-9c88-292b62a0d8d0 tempest-RoutersAdminNegativeIpV6Test-107780937 tempest-RoutersAdminNegativeIpV6Test-107780937-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:04.668146 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cb70f0ad-ef87-4166-a6d4-91615b164291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:04.715903 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-cb70f0ad-ef87-4166-a6d4-91615b164291 None None] For port 0486a109-b530-49ae-bab5-dbc24ff2b0bf, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=0486a109-b530-49ae-bab5-dbc24ff2b0bf,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:30:04.726069 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cb70f0ad-ef87-4166-a6d4-91615b164291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:04.732435 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4d58348e-f369-45cf-9640-8399d21fe178 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:04.750312 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-571497a4-8970-426d-9e3d-6fd2f9051f58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:04.755820 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-571497a4-8970-426d-9e3d-6fd2f9051f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:04.755992 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-fefec3df-0cc7-4905-ad82-b6dfd2358eb4 None None] Allocated IP 172.20.0.2 (2bbb64c0-2f45-440c-ac42-17fa5bdecc0e/251b1512-8593-40d2-919a-8c92dca7b953/d8688ddf-a3c1-4216-a561-8b7c2953b408) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:30:04.786436 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571497a4-8970-426d-9e3d-6fd2f9051f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3432ff-ea68-4244-a4d9-d93b87c881c2,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:04.822643 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-571497a4-8970-426d-9e3d-6fd2f9051f58 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2b1f6bb6ef3f4b2f87e59a7669a92bbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3600616 Nov 25 13:30:04.825805 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36862) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:30:04.871283 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb70f0ad-ef87-4166-a6d4-91615b164291 None None] Pushing event updated for resources: {'Port': ['ID=0486a109-b530-49ae-bab5-dbc24ff2b0bf,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:04.895821 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-0c0cf79d-470a-46ba-bfec-7cbb9bfcd9c2 None None] Provisioning complete for port bd76cf76-789d-47ca-be80-d19202ce3bc7 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:30:04.896391 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0c0cf79d-470a-46ba-bfec-7cbb9bfcd9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:04.964230 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-9197af79-3fc1-4087-8cc2-94a0d1a49f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '578a1e09-13f4-4601-ba38-d40f63b207b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2124469033', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '0486a109-b530-49ae-bab5-dbc24ff2b0bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:29:59Z', 'updated_at': '2021-11-25T13:30:00Z', 'revision_number': 3, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'gw_port': {'id': '0486a109-b530-49ae-bab5-dbc24ff2b0bf', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d2:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '578a1e09-13f4-4601-ba38-d40f63b207b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:29:59Z', 'updated_at': '2021-11-25T13:30:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:30:04.970220 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cf6360a3-8de2-457b-8704-6a3d2b537437 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:05.012396 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9197af79-3fc1-4087-8cc2-94a0d1a49f48 None None] The sync data for ids ['578a1e09-13f4-4601-ba38-d40f63b207b7'] in n-d-808199-11 is: [{'id': '578a1e09-13f4-4601-ba38-d40f63b207b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2124469033', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '0486a109-b530-49ae-bab5-dbc24ff2b0bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:29:59Z', 'updated_at': '2021-11-25T13:30:00Z', 'revision_number': 3, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'gw_port': {'id': '0486a109-b530-49ae-bab5-dbc24ff2b0bf', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d2:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '578a1e09-13f4-4601-ba38-d40f63b207b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:29:59Z', 'updated_at': '2021-11-25T13:30:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:30:05.018125 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-0c0cf79d-470a-46ba-bfec-7cbb9bfcd9c2 None None] Port bd76cf76-789d-47ca-be80-d19202ce3bc7 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:30:05.026196 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cf6360a3-8de2-457b-8704-6a3d2b537437 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:05.041332 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7ea29b36-8451-4dd9-9c88-292b62a0d8d0 tempest-RoutersAdminNegativeIpV6Test-107780937 tempest-RoutersAdminNegativeIpV6Test-107780937-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:05.047135 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fefec3df-0cc7-4905-ad82-b6dfd2358eb4 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:05.053587 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fefec3df-0cc7-4905-ad82-b6dfd2358eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:05.070145 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7ea29b36-8451-4dd9-9c88-292b62a0d8d0 tempest-RoutersAdminNegativeIpV6Test-107780937 tempest-RoutersAdminNegativeIpV6Test-107780937-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:05.096556 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefec3df-0cc7-4905-ad82-b6dfd2358eb4 None None] Network 2bbb64c0-2f45-440c-ac42-17fa5bdecc0e is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:30:05.102233 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-fefec3df-0cc7-4905-ad82-b6dfd2358eb4 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:30:05.105971 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefec3df-0cc7-4905-ad82-b6dfd2358eb4 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:30:05.131301 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-4d58348e-f369-45cf-9640-8399d21fe178 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Allocated IP 172.20.0.1 (2bbb64c0-2f45-440c-ac42-17fa5bdecc0e/251b1512-8593-40d2-919a-8c92dca7b953/c093d5b5-0e2e-4a22-929d-22878a011e9e) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:30:05.181049 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-fefec3df-0cc7-4905-ad82-b6dfd2358eb4 None None] Attempting to bind port d8688ddf-a3c1-4216-a561-8b7c2953b408 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:30:05.181441 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-fefec3df-0cc7-4905-ad82-b6dfd2358eb4 None None] Attempting to bind port d8688ddf-a3c1-4216-a561-8b7c2953b408 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'e8cea865-5be4-40ae-9de5-36d7aaa2afaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2bbb64c0-2f45-440c-ac42-17fa5bdecc0e'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:30:05.181818 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefec3df-0cc7-4905-ad82-b6dfd2358eb4 None None] Attempting to bind port d8688ddf-a3c1-4216-a561-8b7c2953b408 on network 2bbb64c0-2f45-440c-ac42-17fa5bdecc0e {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:30:05.187489 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cf6360a3-8de2-457b-8704-6a3d2b537437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:05.189828 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefec3df-0cc7-4905-ad82-b6dfd2358eb4 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:30:05.190206 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefec3df-0cc7-4905-ad82-b6dfd2358eb4 None None] Checking segment: {'id': 'e8cea865-5be4-40ae-9de5-36d7aaa2afaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2bbb64c0-2f45-440c-ac42-17fa5bdecc0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:30:05.190331 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cf6360a3-8de2-457b-8704-6a3d2b537437 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:05.190626 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fefec3df-0cc7-4905-ad82-b6dfd2358eb4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:05.191054 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefec3df-0cc7-4905-ad82-b6dfd2358eb4 None None] Bound using segment: {'id': 'e8cea865-5be4-40ae-9de5-36d7aaa2afaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2bbb64c0-2f45-440c-ac42-17fa5bdecc0e'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:30:05.191453 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-cf6360a3-8de2-457b-8704-6a3d2b537437 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3a3432ff-ea68-4244-a4d9-d93b87c881c2 HTTP/1.1" status: 204 len: 168 time: 0.3612568 Nov 25 13:30:05.194252 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-fefec3df-0cc7-4905-ad82-b6dfd2358eb4 None None] Bound port: d8688ddf-a3c1-4216-a561-8b7c2953b408, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8cea865-5be4-40ae-9de5-36d7aaa2afaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2bbb64c0-2f45-440c-ac42-17fa5bdecc0e'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:30:05.194644 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fefec3df-0cc7-4905-ad82-b6dfd2358eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:05.199907 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefec3df-0cc7-4905-ad82-b6dfd2358eb4 None None] Pushing event updated for resources: {'Port': ['ID=d8688ddf-a3c1-4216-a561-8b7c2953b408,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:05.205905 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6360a3-8de2-457b-8704-6a3d2b537437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3432ff-ea68-4244-a4d9-d93b87c881c2,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:05.241908 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:05.312523 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-fefec3df-0cc7-4905-ad82-b6dfd2358eb4 None None] For port d8688ddf-a3c1-4216-a561-8b7c2953b408, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:30:05.316381 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-fefec3df-0cc7-4905-ad82-b6dfd2358eb4 None None] For port d8688ddf-a3c1-4216-a561-8b7c2953b408, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=d8688ddf-a3c1-4216-a561-8b7c2953b408,segment=NetworkSegment(e8cea865-5be4-40ae-9de5-36d7aaa2afaa),segment_id=e8cea865-5be4-40ae-9de5-36d7aaa2afaa)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:30:05.317645 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7ea29b36-8451-4dd9-9c88-292b62a0d8d0 tempest-RoutersAdminNegativeIpV6Test-107780937 tempest-RoutersAdminNegativeIpV6Test-107780937-project-admin] Publish callbacks [] for router, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:05.323000 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fefec3df-0cc7-4905-ad82-b6dfd2358eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:05.338085 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4d58348e-f369-45cf-9640-8399d21fe178 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:05.447293 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4d58348e-f369-45cf-9640-8399d21fe178 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:05.448582 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefec3df-0cc7-4905-ad82-b6dfd2358eb4 None None] Pushing event updated for resources: {'Port': ['ID=d8688ddf-a3c1-4216-a561-8b7c2953b408,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:05.550261 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d58348e-f369-45cf-9640-8399d21fe178 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Network 2bbb64c0-2f45-440c-ac42-17fa5bdecc0e is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:30:05.552168 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d58348e-f369-45cf-9640-8399d21fe178 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event updated for resources: {'Port': ['ID=c093d5b5-0e2e-4a22-929d-22878a011e9e,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:05.556330 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-4d58348e-f369-45cf-9640-8399d21fe178 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:30:05.559218 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d58348e-f369-45cf-9640-8399d21fe178 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:30:05.623225 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4d58348e-f369-45cf-9640-8399d21fe178 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:06.096313 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4d58348e-f369-45cf-9640-8399d21fe178 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:06.165943 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7ea29b36-8451-4dd9-9c88-292b62a0d8d0 tempest-RoutersAdminNegativeIpV6Test-107780937 tempest-RoutersAdminNegativeIpV6Test-107780937-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:06.168224 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7ea29b36-8451-4dd9-9c88-292b62a0d8d0 tempest-RoutersAdminNegativeIpV6Test-107780937 tempest-RoutersAdminNegativeIpV6Test-107780937-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:06.213618 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 0486a109-b530-49ae-bab5-dbc24ff2b0bf up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:30:06.234964 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7ea29b36-8451-4dd9-9c88-292b62a0d8d0 tempest-RoutersAdminNegativeIpV6Test-107780937 tempest-RoutersAdminNegativeIpV6Test-107780937-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:06.235637 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea29b36-8451-4dd9-9c88-292b62a0d8d0 tempest-RoutersAdminNegativeIpV6Test-107780937 tempest-RoutersAdminNegativeIpV6Test-107780937-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0481667d-d25d-4314-813e-2feee5497d61 {{(pid=103570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:30:06.250021 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:06.266786 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [None req-7ea29b36-8451-4dd9-9c88-292b62a0d8d0 tempest-RoutersAdminNegativeIpV6Test-107780937 tempest-RoutersAdminNegativeIpV6Test-107780937-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 25 13:30:06.268192 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-7ea29b36-8451-4dd9-9c88-292b62a0d8d0 tempest-RoutersAdminNegativeIpV6Test-107780937 tempest-RoutersAdminNegativeIpV6Test-107780937-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.0149739 Nov 25 13:30:06.271284 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36886) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:30:06.306968 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 0486a109-b530-49ae-bab5-dbc24ff2b0bf triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:30:06.307471 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:06.423235 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-0dfa1b35-ccbb-4d73-a934-9d32be248396 tempest-RoutersAdminNegativeIpV6Test-107780937 tempest-RoutersAdminNegativeIpV6Test-107780937-project-admin] Deleting port bd76cf76-789d-47ca-be80-d19202ce3bc7 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:30:06.423914 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0dfa1b35-ccbb-4d73-a934-9d32be248396 tempest-RoutersAdminNegativeIpV6Test-107780937 tempest-RoutersAdminNegativeIpV6Test-107780937-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:06.437550 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device d8688ddf-a3c1-4216-a561-8b7c2953b408 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:30:06.524997 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port d8688ddf-a3c1-4216-a561-8b7c2953b408 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:30:06.525372 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:06.572830 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0dfa1b35-ccbb-4d73-a934-9d32be248396 tempest-RoutersAdminNegativeIpV6Test-107780937 tempest-RoutersAdminNegativeIpV6Test-107780937-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:06.588843 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-0dfa1b35-ccbb-4d73-a934-9d32be248396 tempest-RoutersAdminNegativeIpV6Test-107780937 tempest-RoutersAdminNegativeIpV6Test-107780937-project-admin] Calling delete_port for bd76cf76-789d-47ca-be80-d19202ce3bc7 owned by {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:30:06.681079 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:06.682210 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4d58348e-f369-45cf-9640-8399d21fe178 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:06.693293 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4d58348e-f369-45cf-9640-8399d21fe178 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:06.747524 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] For port d8688ddf-a3c1-4216-a561-8b7c2953b408, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=d8688ddf-a3c1-4216-a561-8b7c2953b408,segment=NetworkSegment(e8cea865-5be4-40ae-9de5-36d7aaa2afaa),segment_id=e8cea865-5be4-40ae-9de5-36d7aaa2afaa)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:30:06.754625 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:06.831630 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d58348e-f369-45cf-9640-8399d21fe178 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event updated for resources: {'Port': ['ID=c093d5b5-0e2e-4a22-929d-22878a011e9e,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:06.836643 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4d58348e-f369-45cf-9640-8399d21fe178 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:06.894393 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Pushing event updated for resources: {'Port': ['ID=d8688ddf-a3c1-4216-a561-8b7c2953b408,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:06.908685 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0dfa1b35-ccbb-4d73-a934-9d32be248396 tempest-RoutersAdminNegativeIpV6Test-107780937 tempest-RoutersAdminNegativeIpV6Test-107780937-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:06.947396 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5024368-5846-4472-ad4c-610de2ecf800 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:30:06.976062 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfa1b35-ccbb-4d73-a934-9d32be248396 tempest-RoutersAdminNegativeIpV6Test-107780937 tempest-RoutersAdminNegativeIpV6Test-107780937-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd76cf76-789d-47ca-be80-d19202ce3bc7,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:07.023620 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d58348e-f369-45cf-9640-8399d21fe178 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Network 2bbb64c0-2f45-440c-ac42-17fa5bdecc0e is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:30:07.025394 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-4d58348e-f369-45cf-9640-8399d21fe178 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:30:07.048645 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0dfa1b35-ccbb-4d73-a934-9d32be248396 tempest-RoutersAdminNegativeIpV6Test-107780937 tempest-RoutersAdminNegativeIpV6Test-107780937-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:07.057847 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-0dfa1b35-ccbb-4d73-a934-9d32be248396 tempest-RoutersAdminNegativeIpV6Test-107780937 tempest-RoutersAdminNegativeIpV6Test-107780937-project-admin] 10.222.0.53 "DELETE /v2.0/ports/bd76cf76-789d-47ca-be80-d19202ce3bc7 HTTP/1.1" status: 204 len: 168 time: 0.7855711 Nov 25 13:30:07.168983 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0276df4-d072-482f-aa83-c323fef8c750 None None] Network 2bbb64c0-2f45-440c-ac42-17fa5bdecc0e requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:30:07.301414 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d58348e-f369-45cf-9640-8399d21fe178 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Router 578a1e09-13f4-4601-ba38-d40f63b207b7 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:30:07.316684 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-d0aa96fa-862d-4bcf-9972-bcd7cdfc3ab7 None None] Provisioning complete for port d8688ddf-a3c1-4216-a561-8b7c2953b408 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:30:07.317267 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d0aa96fa-862d-4bcf-9972-bcd7cdfc3ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:07.436870 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 36916) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:30:07.459462 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d58348e-f369-45cf-9640-8399d21fe178 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:30:07.474181 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-4d58348e-f369-45cf-9640-8399d21fe178 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "PUT /v2.0/routers/578a1e09-13f4-4601-ba38-d40f63b207b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7990227 Nov 25 13:30:07.636295 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7e5cf5fd-af4b-4355-967d-505c11661214 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:07.709400 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4503bf9-6391-452a-ac87-9976330c54e5 None None] Sync routers for ids ['578a1e09-13f4-4601-ba38-d40f63b207b7'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:30:07.740207 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4503bf9-6391-452a-ac87-9976330c54e5 None None] Routers {'578a1e09-13f4-4601-ba38-d40f63b207b7'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:30:07.743049 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-a4503bf9-6391-452a-ac87-9976330c54e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:30:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['578a1e09-13f4-4601-ba38-d40f63b207b7'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:30:07.828511 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7e5cf5fd-af4b-4355-967d-505c11661214 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:07.841919 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7e5cf5fd-af4b-4355-967d-505c11661214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:07.855193 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1895c9cb-78e9-43b7-b9e1-e9b0069e3625 req-1c53e887-999b-4e5b-9e01-4b2216561269 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1757122715&fields=id&tenant_id=057e847f3ee343b9812224ca032e6bfc HTTP/1.1" status: 200 len: 267 time: 0.0740857 Nov 25 13:30:07.957949 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-7e5cf5fd-af4b-4355-967d-505c11661214 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fdc8d98213864f52b30037f2b453cd4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5168834 Nov 25 13:30:07.958990 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 36944) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:30:07.964514 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5cf5fd-af4b-4355-967d-505c11661214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc7eb58-d35a-4461-9358-5dbe0ff1c1ff,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:08.000660 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-a4503bf9-6391-452a-ac87-9976330c54e5 None None] Set router 578a1e09-13f4-4601-ba38-d40f63b207b7 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:30:08.060450 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:08.093542 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a0114562-d535-4505-84d8-2c33a7e5e3a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:08.130593 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a0114562-d535-4505-84d8-2c33a7e5e3a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:08.131191 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-a1d5e012-c4c6-4bd1-aaaf-859e1b0cf61a None None] Provisioning complete for port c093d5b5-0e2e-4a22-929d-22878a011e9e triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:30:08.132954 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a1d5e012-c4c6-4bd1-aaaf-859e1b0cf61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:08.147015 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device d8688ddf-a3c1-4216-a561-8b7c2953b408 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:30:08.152877 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1895c9cb-78e9-43b7-b9e1-e9b0069e3625 req-e23cbcc1-3775-407b-a692-31547f2ec04b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:08.161360 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1895c9cb-78e9-43b7-b9e1-e9b0069e3625 req-e23cbcc1-3775-407b-a692-31547f2ec04b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/networks?id=2bbb64c0-2f45-440c-ac42-17fa5bdecc0e HTTP/1.1" status: 200 len: 796 time: 0.2927997 Nov 25 13:30:08.191662 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1895c9cb-78e9-43b7-b9e1-e9b0069e3625 req-de60d6d9-ec92-4ee4-a427-fb321635f0f4 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/quotas/057e847f3ee343b9812224ca032e6bfc HTTP/1.1" status: 200 len: 375 time: 0.0281804 Nov 25 13:30:08.218518 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a0114562-d535-4505-84d8-2c33a7e5e3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:08.222645 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a0114562-d535-4505-84d8-2c33a7e5e3a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:08.224699 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-a0114562-d535-4505-84d8-2c33a7e5e3a2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8dc7eb58-d35a-4461-9358-5dbe0ff1c1ff HTTP/1.1" status: 204 len: 168 time: 0.2633505 Nov 25 13:30:08.234810 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0114562-d535-4505-84d8-2c33a7e5e3a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc7eb58-d35a-4461-9358-5dbe0ff1c1ff,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:08.347470 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-a1d5e012-c4c6-4bd1-aaaf-859e1b0cf61a None None] Port c093d5b5-0e2e-4a22-929d-22878a011e9e cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:30:08.365638 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port d8688ddf-a3c1-4216-a561-8b7c2953b408 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:30:08.365863 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1895c9cb-78e9-43b7-b9e1-e9b0069e3625 req-bac2ee82-bef1-4ae8-a1d2-e121ad4453be tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=057e847f3ee343b9812224ca032e6bfc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1650882 Nov 25 13:30:08.366269 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:08.431747 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-a1d5e012-c4c6-4bd1-aaaf-859e1b0cf61a None None] Provisioning complete for port d8688ddf-a3c1-4216-a561-8b7c2953b408 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:30:08.432156 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a1d5e012-c4c6-4bd1-aaaf-859e1b0cf61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:08.468243 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-a4503bf9-6391-452a-ac87-9976330c54e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '578a1e09-13f4-4601-ba38-d40f63b207b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2124469033', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '0486a109-b530-49ae-bab5-dbc24ff2b0bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:29:59Z', 'updated_at': '2021-11-25T13:30:05Z', 'revision_number': 4, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'gw_port': {'id': '0486a109-b530-49ae-bab5-dbc24ff2b0bf', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578a1e09-13f4-4601-ba38-d40f63b207b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:29:59Z', 'updated_at': '2021-11-25T13:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'c093d5b5-0e2e-4a22-929d-22878a011e9e', 'name': '', 'network_id': '2bbb64c0-2f45-440c-ac42-17fa5bdecc0e', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'mac_address': 'fa:16:3e:45:f2:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '578a1e09-13f4-4601-ba38-d40f63b207b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '251b1512-8593-40d2-919a-8c92dca7b953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:30:04Z', 'updated_at': '2021-11-25T13:30:06Z', 'revision_number': 2, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'subnets': [{'id': '251b1512-8593-40d2-919a-8c92dca7b953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:30:08.507739 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4503bf9-6391-452a-ac87-9976330c54e5 None None] Checking router: 578a1e09-13f4-4601-ba38-d40f63b207b7 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:30:08.508517 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4503bf9-6391-452a-ac87-9976330c54e5 None None] Updating router 578a1e09-13f4-4601-ba38-d40f63b207b7 port c093d5b5-0e2e-4a22-929d-22878a011e9e binding host n-d-808199-11 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:30:08.531567 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1895c9cb-78e9-43b7-b9e1-e9b0069e3625 req-1523bf61-60fa-45b0-b0f3-12e42d8820ef service neutron] 10.222.0.53 "GET /v2.0/networks/2bbb64c0-2f45-440c-ac42-17fa5bdecc0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646311 Nov 25 13:30:08.556356 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a4503bf9-6391-452a-ac87-9976330c54e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:08.708232 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1895c9cb-78e9-43b7-b9e1-e9b0069e3625 req-b7b059ce-ce70-46e0-9156-f6519da41e27 service neutron] 10.222.0.53 "GET /v2.0/networks/2bbb64c0-2f45-440c-ac42-17fa5bdecc0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739609 Nov 25 13:30:08.824948 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-700a2738-f596-4364-8475-168a10565f74 None None] Provisioning complete for port c093d5b5-0e2e-4a22-929d-22878a011e9e triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:30:08.825253 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-700a2738-f596-4364-8475-168a10565f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:08.874760 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-700a2738-f596-4364-8475-168a10565f74 None None] Port c093d5b5-0e2e-4a22-929d-22878a011e9e cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:30:08.934833 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 36988) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:30:08.988880 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-42abd04d-5ab3-4065-b2a6-65ef27b105e5 req-4c47d406-06e7-4a96-afdd-eea0be59090d tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa HTTP/1.1" status: 200 len: 210 time: 0.0695851 Nov 25 13:30:09.020607 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a4503bf9-6391-452a-ac87-9976330c54e5 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:09.026096 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-d2a1b728-e2be-4930-84cb-afb5d2dd8f21 None None] Provisioning complete for port c093d5b5-0e2e-4a22-929d-22878a011e9e triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:30:09.026519 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d2a1b728-e2be-4930-84cb-afb5d2dd8f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:09.036972 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a4503bf9-6391-452a-ac87-9976330c54e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:09.062342 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-eb29dd79-1dfd-4401-bef0-1a9720cd62c2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=460ea20bc9a54812b587d6357b424726&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1261981 Nov 25 13:30:09.065395 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36998) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:30:09.073760 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-d2a1b728-e2be-4930-84cb-afb5d2dd8f21 None None] Port c093d5b5-0e2e-4a22-929d-22878a011e9e cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:30:09.115665 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5bfd0e-d862-4214-b6ae-b257d2436caa None None] Pushing event updated for resources: {'Port': ['ID=c093d5b5-0e2e-4a22-929d-22878a011e9e,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:09.124175 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5bfd0e-d862-4214-b6ae-b257d2436caa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:30:09.124522 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5bfd0e-d862-4214-b6ae-b257d2436caa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:30:09.124959 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5bfd0e-d862-4214-b6ae-b257d2436caa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:30:09.125286 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5bfd0e-d862-4214-b6ae-b257d2436caa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:30:09.125615 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5bfd0e-d862-4214-b6ae-b257d2436caa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:30:09.126006 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5bfd0e-d862-4214-b6ae-b257d2436caa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:30:09.126334 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5bfd0e-d862-4214-b6ae-b257d2436caa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:30:09.126757 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5bfd0e-d862-4214-b6ae-b257d2436caa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:30:09.127084 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5bfd0e-d862-4214-b6ae-b257d2436caa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:30:09.127300 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5bfd0e-d862-4214-b6ae-b257d2436caa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:30:09.127619 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5bfd0e-d862-4214-b6ae-b257d2436caa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:30:09.127937 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5bfd0e-d862-4214-b6ae-b257d2436caa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:30:09.170200 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-88f4132b-2622-480a-84a8-de0f19b56d6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:09.210879 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-88f4132b-2622-480a-84a8-de0f19b56d6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:09.239821 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-a4503bf9-6391-452a-ac87-9976330c54e5 None None] Attempting to bind port c093d5b5-0e2e-4a22-929d-22878a011e9e on host n-d-808199-11 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:30:09.240191 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-a4503bf9-6391-452a-ac87-9976330c54e5 None None] Attempting to bind port c093d5b5-0e2e-4a22-929d-22878a011e9e by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'e8cea865-5be4-40ae-9de5-36d7aaa2afaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2bbb64c0-2f45-440c-ac42-17fa5bdecc0e'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:30:09.240557 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4503bf9-6391-452a-ac87-9976330c54e5 None None] Attempting to bind port c093d5b5-0e2e-4a22-929d-22878a011e9e on network 2bbb64c0-2f45-440c-ac42-17fa5bdecc0e {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:30:09.251032 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4503bf9-6391-452a-ac87-9976330c54e5 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:30:09.251405 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4503bf9-6391-452a-ac87-9976330c54e5 None None] Checking segment: {'id': 'e8cea865-5be4-40ae-9de5-36d7aaa2afaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2bbb64c0-2f45-440c-ac42-17fa5bdecc0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:30:09.261595 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a4503bf9-6391-452a-ac87-9976330c54e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:09.262268 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4503bf9-6391-452a-ac87-9976330c54e5 None None] Bound using segment: {'id': 'e8cea865-5be4-40ae-9de5-36d7aaa2afaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2bbb64c0-2f45-440c-ac42-17fa5bdecc0e'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:30:09.262599 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-a4503bf9-6391-452a-ac87-9976330c54e5 None None] Bound port: c093d5b5-0e2e-4a22-929d-22878a011e9e, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8cea865-5be4-40ae-9de5-36d7aaa2afaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2bbb64c0-2f45-440c-ac42-17fa5bdecc0e'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:30:09.266955 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a4503bf9-6391-452a-ac87-9976330c54e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:09.302261 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-88f4132b-2622-480a-84a8-de0f19b56d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:09.305575 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-88f4132b-2622-480a-84a8-de0f19b56d6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:09.309536 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-88f4132b-2622-480a-84a8-de0f19b56d6c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a982a072-05b9-4a68-9fa1-412eee69d069 HTTP/1.1" status: 204 len: 168 time: 0.2402768 Nov 25 13:30:09.335056 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4132b-2622-480a-84a8-de0f19b56d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a982a072-05b9-4a68-9fa1-412eee69d069,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:09.422655 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-a4503bf9-6391-452a-ac87-9976330c54e5 None None] For port c093d5b5-0e2e-4a22-929d-22878a011e9e, host n-d-808199-11, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:30:09.427381 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-a4503bf9-6391-452a-ac87-9976330c54e5 None None] For port c093d5b5-0e2e-4a22-929d-22878a011e9e, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=c093d5b5-0e2e-4a22-929d-22878a011e9e,segment=NetworkSegment(e8cea865-5be4-40ae-9de5-36d7aaa2afaa),segment_id=e8cea865-5be4-40ae-9de5-36d7aaa2afaa)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:30:09.439367 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a4503bf9-6391-452a-ac87-9976330c54e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:09.518066 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-852c5189-753b-42b1-a412-49947458099e None None] Provisioning complete for port c093d5b5-0e2e-4a22-929d-22878a011e9e triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:30:09.518542 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-852c5189-753b-42b1-a412-49947458099e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:09.539826 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4503bf9-6391-452a-ac87-9976330c54e5 None None] Routers {'578a1e09-13f4-4601-ba38-d40f63b207b7'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:30:09.540474 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-a4503bf9-6391-452a-ac87-9976330c54e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:30:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['578a1e09-13f4-4601-ba38-d40f63b207b7'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:30:09.637615 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5bfd0e-d862-4214-b6ae-b257d2436caa None None] Pushing event updated for resources: {'Port': ['ID=c093d5b5-0e2e-4a22-929d-22878a011e9e,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:09.706475 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-852c5189-753b-42b1-a412-49947458099e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:09.763451 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-852c5189-753b-42b1-a412-49947458099e None None] For port c093d5b5-0e2e-4a22-929d-22878a011e9e, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=c093d5b5-0e2e-4a22-929d-22878a011e9e,segment=NetworkSegment(e8cea865-5be4-40ae-9de5-36d7aaa2afaa),segment_id=e8cea865-5be4-40ae-9de5-36d7aaa2afaa)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:30:09.771825 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-852c5189-753b-42b1-a412-49947458099e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:09.872938 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852c5189-753b-42b1-a412-49947458099e None None] Pushing event updated for resources: {'Port': ['ID=c093d5b5-0e2e-4a22-929d-22878a011e9e,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:09.913983 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-a4503bf9-6391-452a-ac87-9976330c54e5 None None] Set router 578a1e09-13f4-4601-ba38-d40f63b207b7 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:30:10.006511 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9c8c8b43-2f7b-4eb9-93b1-a05aeb491048 None None] Provisioning complete for port c093d5b5-0e2e-4a22-929d-22878a011e9e triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:30:10.007012 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9c8c8b43-2f7b-4eb9-93b1-a05aeb491048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:10.161657 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bff68148-bfb2-42ed-99c4-ca72e07e2f3b req-b69fd0b6-32e0-4af7-81f0-cba9b17ef62f tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa HTTP/1.1" status: 200 len: 210 time: 0.0527141 Nov 25 13:30:10.238370 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-a4503bf9-6391-452a-ac87-9976330c54e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '578a1e09-13f4-4601-ba38-d40f63b207b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2124469033', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '0486a109-b530-49ae-bab5-dbc24ff2b0bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:29:59Z', 'updated_at': '2021-11-25T13:30:05Z', 'revision_number': 4, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'gw_port': {'id': '0486a109-b530-49ae-bab5-dbc24ff2b0bf', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578a1e09-13f4-4601-ba38-d40f63b207b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:29:59Z', 'updated_at': '2021-11-25T13:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'c093d5b5-0e2e-4a22-929d-22878a011e9e', 'name': '', 'network_id': '2bbb64c0-2f45-440c-ac42-17fa5bdecc0e', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'mac_address': 'fa:16:3e:45:f2:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '578a1e09-13f4-4601-ba38-d40f63b207b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '251b1512-8593-40d2-919a-8c92dca7b953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:30:04Z', 'updated_at': '2021-11-25T13:30:09Z', 'revision_number': 4, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'subnets': [{'id': '251b1512-8593-40d2-919a-8c92dca7b953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:30:10.266473 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4503bf9-6391-452a-ac87-9976330c54e5 None None] The sync data for ids ['578a1e09-13f4-4601-ba38-d40f63b207b7'] in n-d-808199-11 is: [{'id': '578a1e09-13f4-4601-ba38-d40f63b207b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2124469033', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '0486a109-b530-49ae-bab5-dbc24ff2b0bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:29:59Z', 'updated_at': '2021-11-25T13:30:05Z', 'revision_number': 4, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'gw_port': {'id': '0486a109-b530-49ae-bab5-dbc24ff2b0bf', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578a1e09-13f4-4601-ba38-d40f63b207b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:29:59Z', 'updated_at': '2021-11-25T13:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'c093d5b5-0e2e-4a22-929d-22878a011e9e', 'name': '', 'network_id': '2bbb64c0-2f45-440c-ac42-17fa5bdecc0e', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'mac_address': 'fa:16:3e:45:f2:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '578a1e09-13f4-4601-ba38-d40f63b207b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '251b1512-8593-40d2-919a-8c92dca7b953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:30:04Z', 'updated_at': '2021-11-25T13:30:09Z', 'revision_number': 4, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'subnets': [{'id': '251b1512-8593-40d2-919a-8c92dca7b953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:30:10.447598 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 37084) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:30:10.600491 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1895c9cb-78e9-43b7-b9e1-e9b0069e3625 req-ddc64c80-7e36-46ea-8c30-4a41eb61fe97 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:10.602792 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1895c9cb-78e9-43b7-b9e1-e9b0069e3625 req-ddc64c80-7e36-46ea-8c30-4a41eb61fe97 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.47 "GET /v2.0/networks?id=2bbb64c0-2f45-440c-ac42-17fa5bdecc0e HTTP/1.1" status: 200 len: 796 time: 0.1493838 Nov 25 13:30:10.662847 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 37092) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:30:10.721946 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1895c9cb-78e9-43b7-b9e1-e9b0069e3625 req-c0e76140-a2c3-492b-bdce-a4d15e87b738 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=057e847f3ee343b9812224ca032e6bfc HTTP/1.1" status: 200 len: 380 time: 0.1020572 Nov 25 13:30:10.734468 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-1895c9cb-78e9-43b7-b9e1-e9b0069e3625 req-03d8628b-cc99-49ad-82bf-09b5fd60a8e2 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Request body: {'port': {'device_id': 'cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa', 'network_id': '2bbb64c0-2f45-440c-ac42-17fa5bdecc0e', 'admin_state_up': True, 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'security_groups': ['af986032-8bd1-4d37-83da-251cc9b6a502']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:30:10.802512 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-517976ca-b0ab-46e8-ba04-4c83ee7a1d01 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1288383997'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:30:10.817255 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7f8c269e-22df-44ad-9a94-e7ac284f2550 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:10.845049 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517976ca-b0ab-46e8-ba04-4c83ee7a1d01 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Made reservation on behalf of 25bbcebcdff544aab0f0cdfa7a2efaf7 for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:30:10.848832 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-517976ca-b0ab-46e8-ba04-4c83ee7a1d01 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:10.863262 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-517976ca-b0ab-46e8-ba04-4c83ee7a1d01 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:10.873120 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1895c9cb-78e9-43b7-b9e1-e9b0069e3625 req-03d8628b-cc99-49ad-82bf-09b5fd60a8e2 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Made reservation on behalf of 057e847f3ee343b9812224ca032e6bfc for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:30:10.878074 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1895c9cb-78e9-43b7-b9e1-e9b0069e3625 req-03d8628b-cc99-49ad-82bf-09b5fd60a8e2 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:10.959474 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7f8c269e-22df-44ad-9a94-e7ac284f2550 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:10.966847 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7f8c269e-22df-44ad-9a94-e7ac284f2550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:11.023388 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-7f8c269e-22df-44ad-9a94-e7ac284f2550 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fb0671d80c26452ca90530124f628630&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5735593 Nov 25 13:30:11.023540 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 37096) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:30:11.032119 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-517976ca-b0ab-46e8-ba04-4c83ee7a1d01 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:11.033487 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8c269e-22df-44ad-9a94-e7ac284f2550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64fb2a76-f066-407b-8ea1-3b6434b7373d,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:11.037719 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-1895c9cb-78e9-43b7-b9e1-e9b0069e3625 req-03d8628b-cc99-49ad-82bf-09b5fd60a8e2 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Allocated IP 172.20.0.10 (2bbb64c0-2f45-440c-ac42-17fa5bdecc0e/251b1512-8593-40d2-919a-8c92dca7b953/b1389dd9-a768-4d8c-a03d-a332ade840cc) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:30:11.041692 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-517976ca-b0ab-46e8-ba04-4c83ee7a1d01 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:11.046028 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8c269e-22df-44ad-9a94-e7ac284f2550 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:30:11.046371 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8c269e-22df-44ad-9a94-e7ac284f2550 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:30:11.047494 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8c269e-22df-44ad-9a94-e7ac284f2550 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:30:11.047853 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8c269e-22df-44ad-9a94-e7ac284f2550 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:30:11.048190 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8c269e-22df-44ad-9a94-e7ac284f2550 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:30:11.048718 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8c269e-22df-44ad-9a94-e7ac284f2550 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:30:11.049058 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8c269e-22df-44ad-9a94-e7ac284f2550 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:30:11.049388 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8c269e-22df-44ad-9a94-e7ac284f2550 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:30:11.049868 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8c269e-22df-44ad-9a94-e7ac284f2550 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:30:11.050396 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8c269e-22df-44ad-9a94-e7ac284f2550 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:30:11.050682 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8c269e-22df-44ad-9a94-e7ac284f2550 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:30:11.051041 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8c269e-22df-44ad-9a94-e7ac284f2550 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:30:11.085173 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-517976ca-b0ab-46e8-ba04-4c83ee7a1d01 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:30:11.100688 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517976ca-b0ab-46e8-ba04-4c83ee7a1d01 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd0e4fc-5cac-43b9-a4f7-7b1dcfac804d,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:11.107071 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-517976ca-b0ab-46e8-ba04-4c83ee7a1d01 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:11.108279 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-517976ca-b0ab-46e8-ba04-4c83ee7a1d01 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Added segment de9cbe22-379b-40b2-b4e0-6bf7245dc863 of type vlan for network 38686e30-901c-44f4-965d-207ffbc6f41e Nov 25 13:30:11.149462 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0ef9106b-1d1c-4810-aa4e-861c1eb4866c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:11.209752 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-517976ca-b0ab-46e8-ba04-4c83ee7a1d01 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:11.245560 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0ef9106b-1d1c-4810-aa4e-861c1eb4866c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:11.272078 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-517976ca-b0ab-46e8-ba04-4c83ee7a1d01 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:11.282249 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517976ca-b0ab-46e8-ba04-4c83ee7a1d01 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:11.282934 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-517976ca-b0ab-46e8-ba04-4c83ee7a1d01 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:11.343317 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4658da7f-cb23-47d7-8faf-1b6038a62b92 req-c0cbc1ea-6d56-49be-a81b-bbe8cadc57bc tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa HTTP/1.1" status: 200 len: 210 time: 0.0497599 Nov 25 13:30:11.344569 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1895c9cb-78e9-43b7-b9e1-e9b0069e3625 req-03d8628b-cc99-49ad-82bf-09b5fd60a8e2 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:11.370200 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0ef9106b-1d1c-4810-aa4e-861c1eb4866c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:11.370200 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0ef9106b-1d1c-4810-aa4e-861c1eb4866c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:11.370706 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-0ef9106b-1d1c-4810-aa4e-861c1eb4866c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/64fb2a76-f066-407b-8ea1-3b6434b7373d HTTP/1.1" status: 204 len: 168 time: 0.3424425 Nov 25 13:30:11.382276 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-517976ca-b0ab-46e8-ba04-4c83ee7a1d01 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7177801 Nov 25 13:30:11.385509 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 37106) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:30:11.393123 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef9106b-1d1c-4810-aa4e-861c1eb4866c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64fb2a76-f066-407b-8ea1-3b6434b7373d,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:11.402331 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-2871d0a1-aaf9-4394-8aab-cd765c080bc0 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Request body: {'subnet': {'network_id': '38686e30-901c-44f4-965d-207ffbc6f41e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:30:11.411453 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1895c9cb-78e9-43b7-b9e1-e9b0069e3625 req-03d8628b-cc99-49ad-82bf-09b5fd60a8e2 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:11.463842 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1895c9cb-78e9-43b7-b9e1-e9b0069e3625 req-03d8628b-cc99-49ad-82bf-09b5fd60a8e2 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Network 2bbb64c0-2f45-440c-ac42-17fa5bdecc0e is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:30:11.468131 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-1895c9cb-78e9-43b7-b9e1-e9b0069e3625 req-03d8628b-cc99-49ad-82bf-09b5fd60a8e2 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:30:11.474631 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-1895c9cb-78e9-43b7-b9e1-e9b0069e3625 req-03d8628b-cc99-49ad-82bf-09b5fd60a8e2 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:30:11.524209 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d8628b-cc99-49ad-82bf-09b5fd60a8e2 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event updated for resources: {'Port': ['ID=b1389dd9-a768-4d8c-a03d-a332ade840cc,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:11.533205 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:11.550126 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517976ca-b0ab-46e8-ba04-4c83ee7a1d01 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Pushing event updated for resources: {'Network': ['ID=38686e30-901c-44f4-965d-207ffbc6f41e,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:11.566169 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 38686e30-901c-44f4-965d-207ffbc6f41e details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:30:11.568812 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1895c9cb-78e9-43b7-b9e1-e9b0069e3625 req-03d8628b-cc99-49ad-82bf-09b5fd60a8e2 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:11.570767 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1895c9cb-78e9-43b7-b9e1-e9b0069e3625 req-03d8628b-cc99-49ad-82bf-09b5fd60a8e2 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:11.607314 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2871d0a1-aaf9-4394-8aab-cd765c080bc0 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Made reservation on behalf of 25bbcebcdff544aab0f0cdfa7a2efaf7 for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:30:11.612707 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1895c9cb-78e9-43b7-b9e1-e9b0069e3625 req-03d8628b-cc99-49ad-82bf-09b5fd60a8e2 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8834717 Nov 25 13:30:11.615400 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2871d0a1-aaf9-4394-8aab-cd765c080bc0 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:11.631304 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-1895c9cb-78e9-43b7-b9e1-e9b0069e3625 req-534cea67-f99a-43de-a2d5-ef4cc29602a8 service neutron] Request body: {'port': {'device_id': 'cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:30:11.736083 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1895c9cb-78e9-43b7-b9e1-e9b0069e3625 req-534cea67-f99a-43de-a2d5-ef4cc29602a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:11.921192 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2871d0a1-aaf9-4394-8aab-cd765c080bc0 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:11.931366 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-e9becbad-57f9-4d25-8174-64646e71d108 None None] Provisioning complete for port b1389dd9-a768-4d8c-a03d-a332ade840cc triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:30:11.934037 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e9becbad-57f9-4d25-8174-64646e71d108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:11.945008 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 37112) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:30:11.968357 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-be7d622d-d561-4328-b9a1-589bd3d36dbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:12.016539 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2871d0a1-aaf9-4394-8aab-cd765c080bc0 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Pushing event updated for resources: {'Subnet': ['ID=096b2f4d-cd7e-449e-b31c-4f9b06415645,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:12.029588 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2871d0a1-aaf9-4394-8aab-cd765c080bc0 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Checking segment: {'id': 'de9cbe22-379b-40b2-b4e0-6bf7245dc863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '38686e30-901c-44f4-965d-207ffbc6f41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:30:12.030037 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2871d0a1-aaf9-4394-8aab-cd765c080bc0 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Network hostable DHCP agents. Network: 38686e30-901c-44f4-965d-207ffbc6f41e, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:30:12.032783 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-e9becbad-57f9-4d25-8174-64646e71d108 None None] Port b1389dd9-a768-4d8c-a03d-a332ade840cc cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:30:12.063986 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2871d0a1-aaf9-4394-8aab-cd765c080bc0 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Network 38686e30-901c-44f4-965d-207ffbc6f41e is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:30:12.089521 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-2871d0a1-aaf9-4394-8aab-cd765c080bc0 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 38686e30-901c-44f4-965d-207ffbc6f41e) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:30:12.102061 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7d2947-3099-4234-9973-130d843de41d None None] Network 38686e30-901c-44f4-965d-207ffbc6f41e requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:30:12.110419 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2871d0a1-aaf9-4394-8aab-cd765c080bc0 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:12.111332 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2871d0a1-aaf9-4394-8aab-cd765c080bc0 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:12.135720 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-2871d0a1-aaf9-4394-8aab-cd765c080bc0 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7398515 Nov 25 13:30:12.139987 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 37114) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:30:12.146675 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-5e76bc0c-fee0-490c-86a2-1d8b4604ac8e tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1241189124', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:30:12.191628 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device c093d5b5-0e2e-4a22-929d-22878a011e9e up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:30:12.205194 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-be7d622d-d561-4328-b9a1-589bd3d36dbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:12.219274 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-be7d622d-d561-4328-b9a1-589bd3d36dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:12.249829 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5e76bc0c-fee0-490c-86a2-1d8b4604ac8e tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:12.250895 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5e76bc0c-fee0-490c-86a2-1d8b4604ac8e tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:12.313778 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-1895c9cb-78e9-43b7-b9e1-e9b0069e3625 req-534cea67-f99a-43de-a2d5-ef4cc29602a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1389dd9-a768-4d8c-a03d-a332ade840cc {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:30:12.338164 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1895c9cb-78e9-43b7-b9e1-e9b0069e3625 req-534cea67-f99a-43de-a2d5-ef4cc29602a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:12.338344 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port c093d5b5-0e2e-4a22-929d-22878a011e9e triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:30:12.338570 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:12.412039 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5e76bc0c-fee0-490c-86a2-1d8b4604ac8e tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:12.419480 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-be7d622d-d561-4328-b9a1-589bd3d36dbb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7dd530a838134463b6f36e15b6d466f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4710093 Nov 25 13:30:12.420744 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 37122) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:30:12.437146 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7d622d-d561-4328-b9a1-589bd3d36dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=432f64b9-c19c-4232-8d0a-6dda67351dc4,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:12.463018 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5e76bc0c-fee0-490c-86a2-1d8b4604ac8e tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:12.478352 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-1895c9cb-78e9-43b7-b9e1-e9b0069e3625 req-534cea67-f99a-43de-a2d5-ef4cc29602a8 service neutron] Transition to ACTIVE for port object b1389dd9-a768-4d8c-a03d-a332ade840cc will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:30:12.484982 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1895c9cb-78e9-43b7-b9e1-e9b0069e3625 req-534cea67-f99a-43de-a2d5-ef4cc29602a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:12.489553 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405e97c4-8bba-4bda-9432-73cb62201a94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-38686e30-901c-44f4-965d-207ffbc6f41e', 'network_id': '38686e30-901c-44f4-965d-207ffbc6f41e', 'tenant_id': '25bbcebcdff544aab0f0cdfa7a2efaf7', 'fixed_ips': [{'subnet_id': '096b2f4d-cd7e-449e-b31c-4f9b06415645'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:30:12.490431 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-405e97c4-8bba-4bda-9432-73cb62201a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:12.492642 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5e76bc0c-fee0-490c-86a2-1d8b4604ac8e tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:12.493859 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5e76bc0c-fee0-490c-86a2-1d8b4604ac8e tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.3520002 Nov 25 13:30:12.509673 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 37124) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:30:12.551508 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534cea67-f99a-43de-a2d5-ef4cc29602a8 service neutron] Pushing event updated for resources: {'Port': ['ID=b1389dd9-a768-4d8c-a03d-a332ade840cc,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:12.643630 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-1895c9cb-78e9-43b7-b9e1-e9b0069e3625 req-534cea67-f99a-43de-a2d5-ef4cc29602a8 service neutron] Attempting to bind port b1389dd9-a768-4d8c-a03d-a332ade840cc on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:30:12.644519 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-1895c9cb-78e9-43b7-b9e1-e9b0069e3625 req-534cea67-f99a-43de-a2d5-ef4cc29602a8 service neutron] Attempting to bind port b1389dd9-a768-4d8c-a03d-a332ade840cc by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': 'e8cea865-5be4-40ae-9de5-36d7aaa2afaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2bbb64c0-2f45-440c-ac42-17fa5bdecc0e'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:30:12.644519 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1895c9cb-78e9-43b7-b9e1-e9b0069e3625 req-534cea67-f99a-43de-a2d5-ef4cc29602a8 service neutron] Attempting to bind port b1389dd9-a768-4d8c-a03d-a332ade840cc on network 2bbb64c0-2f45-440c-ac42-17fa5bdecc0e {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:30:12.650125 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1895c9cb-78e9-43b7-b9e1-e9b0069e3625 req-534cea67-f99a-43de-a2d5-ef4cc29602a8 service neutron] Port b1389dd9-a768-4d8c-a03d-a332ade840cc on network 2bbb64c0-2f45-440c-ac42-17fa5bdecc0e not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:30:12.650565 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1895c9cb-78e9-43b7-b9e1-e9b0069e3625 req-534cea67-f99a-43de-a2d5-ef4cc29602a8 service neutron] Attempting to bind port b1389dd9-a768-4d8c-a03d-a332ade840cc on network 2bbb64c0-2f45-440c-ac42-17fa5bdecc0e {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:30:12.658165 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1895c9cb-78e9-43b7-b9e1-e9b0069e3625 req-534cea67-f99a-43de-a2d5-ef4cc29602a8 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:30:12.658470 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1895c9cb-78e9-43b7-b9e1-e9b0069e3625 req-534cea67-f99a-43de-a2d5-ef4cc29602a8 service neutron] Checking segment: {'id': 'e8cea865-5be4-40ae-9de5-36d7aaa2afaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2bbb64c0-2f45-440c-ac42-17fa5bdecc0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:30:12.658938 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1895c9cb-78e9-43b7-b9e1-e9b0069e3625 req-534cea67-f99a-43de-a2d5-ef4cc29602a8 service neutron] Bound using segment: {'id': 'e8cea865-5be4-40ae-9de5-36d7aaa2afaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2bbb64c0-2f45-440c-ac42-17fa5bdecc0e'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:30:12.659389 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-1895c9cb-78e9-43b7-b9e1-e9b0069e3625 req-534cea67-f99a-43de-a2d5-ef4cc29602a8 service neutron] Bound port: b1389dd9-a768-4d8c-a03d-a332ade840cc, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8cea865-5be4-40ae-9de5-36d7aaa2afaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2bbb64c0-2f45-440c-ac42-17fa5bdecc0e'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:30:12.659809 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1895c9cb-78e9-43b7-b9e1-e9b0069e3625 req-534cea67-f99a-43de-a2d5-ef4cc29602a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:12.710721 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a0cb1d-76d9-4f2b-93ed-c9edbf6821ff req-d359aaca-def0-4108-bd4f-deb7c3feea2a tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:12.730118 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a2a0cb1d-76d9-4f2b-93ed-c9edbf6821ff req-d359aaca-def0-4108-bd4f-deb7c3feea2a tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa HTTP/1.1" status: 200 len: 932 time: 0.2690985 Nov 25 13:30:12.753777 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-1895c9cb-78e9-43b7-b9e1-e9b0069e3625 req-534cea67-f99a-43de-a2d5-ef4cc29602a8 service neutron] For port b1389dd9-a768-4d8c-a03d-a332ade840cc, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:30:12.759101 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-1895c9cb-78e9-43b7-b9e1-e9b0069e3625 req-534cea67-f99a-43de-a2d5-ef4cc29602a8 service neutron] For port b1389dd9-a768-4d8c-a03d-a332ade840cc, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=b1389dd9-a768-4d8c-a03d-a332ade840cc,segment=NetworkSegment(e8cea865-5be4-40ae-9de5-36d7aaa2afaa),segment_id=e8cea865-5be4-40ae-9de5-36d7aaa2afaa)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:30:12.770014 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1895c9cb-78e9-43b7-b9e1-e9b0069e3625 req-534cea67-f99a-43de-a2d5-ef4cc29602a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:12.774769 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-405e97c4-8bba-4bda-9432-73cb62201a94 None None] Allocated IP 172.20.0.2 (38686e30-901c-44f4-965d-207ffbc6f41e/096b2f4d-cd7e-449e-b31c-4f9b06415645/cfac0281-3fdf-4836-9a26-c53afa541290) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:30:12.837234 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1895c9cb-78e9-43b7-b9e1-e9b0069e3625 req-534cea67-f99a-43de-a2d5-ef4cc29602a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:12.837987 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1895c9cb-78e9-43b7-b9e1-e9b0069e3625 req-534cea67-f99a-43de-a2d5-ef4cc29602a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:12.839762 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1895c9cb-78e9-43b7-b9e1-e9b0069e3625 req-534cea67-f99a-43de-a2d5-ef4cc29602a8 service neutron] 10.222.0.47 "PUT /v2.0/ports/b1389dd9-a768-4d8c-a03d-a332ade840cc HTTP/1.1" status: 200 len: 1093 time: 1.2148285 Nov 25 13:30:12.840167 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa', 'tag': 'b1389dd9-a768-4d8c-a03d-a332ade840cc'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:30:12.843190 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e66662-10c1-4989-a455-49c10ba42dcd" -d '{"events": [{"name": "network-changed", "server_uuid": "cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa", "tag": "b1389dd9-a768-4d8c-a03d-a332ade840cc"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:30:12.967853 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534cea67-f99a-43de-a2d5-ef4cc29602a8 service neutron] Pushing event updated for resources: {'Port': ['ID=b1389dd9-a768-4d8c-a03d-a332ade840cc,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:12.993023 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1895c9cb-78e9-43b7-b9e1-e9b0069e3625 req-4b20e3ea-270f-4f59-89c2-563ffdabf0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:12.996126 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1895c9cb-78e9-43b7-b9e1-e9b0069e3625 req-4b20e3ea-270f-4f59-89c2-563ffdabf0c4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=057e847f3ee343b9812224ca032e6bfc&device_id=cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa HTTP/1.1" status: 200 len: 1096 time: 0.0878398 Nov 25 13:30:13.051018 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3e6ab170-04a0-4ea3-8ceb-ccea6f00f798 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:13.081349 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a2a0cb1d-76d9-4f2b-93ed-c9edbf6821ff req-c0e40ef5-be2f-48be-b89b-91db46abda71 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=af986032-8bd1-4d37-83da-251cc9b6a502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3444774 Nov 25 13:30:13.082661 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1895c9cb-78e9-43b7-b9e1-e9b0069e3625 req-f683e2b6-aaa5-438b-b7a5-7a34cb102c8d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1389dd9-a768-4d8c-a03d-a332ade840cc HTTP/1.1" status: 200 len: 217 time: 0.0769038 Nov 25 13:30:13.085023 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f779b2-c4d4-45e9-8ee8-a1fc29777aa4 x-openstack-request-id: req-e2f779b2-c4d4-45e9-8ee8-a1fc29777aa4 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:30:13.085464 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa", "tag": "b1389dd9-a768-4d8c-a03d-a332ade840cc", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:30:13.085651 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e2f779b2-c4d4-45e9-8ee8-a1fc29777aa4 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:30:13.086044 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa', 'tag': 'b1389dd9-a768-4d8c-a03d-a332ade840cc', 'status': 'completed', 'code': 200} Nov 25 13:30:13.147558 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1895c9cb-78e9-43b7-b9e1-e9b0069e3625 req-003a9de3-4b29-45d9-9b41-2b38a71fdf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:13.149720 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1895c9cb-78e9-43b7-b9e1-e9b0069e3625 req-003a9de3-4b29-45d9-9b41-2b38a71fdf1a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=251b1512-8593-40d2-919a-8c92dca7b953 HTTP/1.1" status: 200 len: 834 time: 0.0581789 Nov 25 13:30:13.208544 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3e6ab170-04a0-4ea3-8ceb-ccea6f00f798 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:13.221051 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1895c9cb-78e9-43b7-b9e1-e9b0069e3625 req-b31ef957-ffac-4b45-a8e3-3bc390da132a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:13.223222 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1895c9cb-78e9-43b7-b9e1-e9b0069e3625 req-b31ef957-ffac-4b45-a8e3-3bc390da132a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2bbb64c0-2f45-440c-ac42-17fa5bdecc0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0659776 Nov 25 13:30:13.407418 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cd8c1fef-818a-4863-9b53-75294c33cb08 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:13.411602 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1895c9cb-78e9-43b7-b9e1-e9b0069e3625 req-a9d1a9d3-9176-4349-80ff-961fb8d28673 service neutron] 10.222.0.47 "GET /v2.0/networks/2bbb64c0-2f45-440c-ac42-17fa5bdecc0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752074 Nov 25 13:30:13.449516 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-405e97c4-8bba-4bda-9432-73cb62201a94 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:13.463555 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-405e97c4-8bba-4bda-9432-73cb62201a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:13.519196 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3e6ab170-04a0-4ea3-8ceb-ccea6f00f798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:13.521845 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3e6ab170-04a0-4ea3-8ceb-ccea6f00f798 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:13.523714 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3e6ab170-04a0-4ea3-8ceb-ccea6f00f798 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/432f64b9-c19c-4232-8d0a-6dda67351dc4 HTTP/1.1" status: 204 len: 168 time: 1.1016958 Nov 25 13:30:13.547922 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405e97c4-8bba-4bda-9432-73cb62201a94 None None] Pushing event updated for resources: {'Port': ['ID=cfac0281-3fdf-4836-9a26-c53afa541290,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:13.562880 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6ab170-04a0-4ea3-8ceb-ccea6f00f798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432f64b9-c19c-4232-8d0a-6dda67351dc4,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:13.577038 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:30:13.582582 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405e97c4-8bba-4bda-9432-73cb62201a94 None None] Network 38686e30-901c-44f4-965d-207ffbc6f41e is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:30:13.590114 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-405e97c4-8bba-4bda-9432-73cb62201a94 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:30:13.593784 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405e97c4-8bba-4bda-9432-73cb62201a94 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:30:13.645159 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1895c9cb-78e9-43b7-b9e1-e9b0069e3625 req-ede97e7c-15bf-465e-b1a5-4f70dbadd50b service neutron] 10.222.0.47 "GET /v2.0/networks/2bbb64c0-2f45-440c-ac42-17fa5bdecc0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100565 Nov 25 13:30:13.673363 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-405e97c4-8bba-4bda-9432-73cb62201a94 None None] Attempting to bind port cfac0281-3fdf-4836-9a26-c53afa541290 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:30:13.673862 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-405e97c4-8bba-4bda-9432-73cb62201a94 None None] Attempting to bind port cfac0281-3fdf-4836-9a26-c53afa541290 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'de9cbe22-379b-40b2-b4e0-6bf7245dc863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '38686e30-901c-44f4-965d-207ffbc6f41e'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:30:13.674252 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405e97c4-8bba-4bda-9432-73cb62201a94 None None] Attempting to bind port cfac0281-3fdf-4836-9a26-c53afa541290 on network 38686e30-901c-44f4-965d-207ffbc6f41e {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:30:13.681303 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405e97c4-8bba-4bda-9432-73cb62201a94 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:30:13.681695 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405e97c4-8bba-4bda-9432-73cb62201a94 None None] Checking segment: {'id': 'de9cbe22-379b-40b2-b4e0-6bf7245dc863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '38686e30-901c-44f4-965d-207ffbc6f41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:30:13.682111 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-405e97c4-8bba-4bda-9432-73cb62201a94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:13.682518 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405e97c4-8bba-4bda-9432-73cb62201a94 None None] Bound using segment: {'id': 'de9cbe22-379b-40b2-b4e0-6bf7245dc863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '38686e30-901c-44f4-965d-207ffbc6f41e'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:30:13.683235 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-405e97c4-8bba-4bda-9432-73cb62201a94 None None] Bound port: cfac0281-3fdf-4836-9a26-c53afa541290, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de9cbe22-379b-40b2-b4e0-6bf7245dc863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '38686e30-901c-44f4-965d-207ffbc6f41e'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:30:13.683640 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-405e97c4-8bba-4bda-9432-73cb62201a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:13.761746 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-405e97c4-8bba-4bda-9432-73cb62201a94 None None] For port cfac0281-3fdf-4836-9a26-c53afa541290, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:30:13.765125 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-405e97c4-8bba-4bda-9432-73cb62201a94 None None] For port cfac0281-3fdf-4836-9a26-c53afa541290, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=cfac0281-3fdf-4836-9a26-c53afa541290,segment=NetworkSegment(de9cbe22-379b-40b2-b4e0-6bf7245dc863),segment_id=de9cbe22-379b-40b2-b4e0-6bf7245dc863)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:30:13.783663 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-405e97c4-8bba-4bda-9432-73cb62201a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:13.813603 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e66662-10c1-4989-a455-49c10ba42dcd req-2d2edf8c-d2b8-4fc6-b986-052b8ce7a3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:13.815346 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-83e66662-10c1-4989-a455-49c10ba42dcd req-2d2edf8c-d2b8-4fc6-b986-052b8ce7a3e3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=057e847f3ee343b9812224ca032e6bfc&device_id=cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa HTTP/1.1" status: 200 len: 1096 time: 0.1092389 Nov 25 13:30:13.875432 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405e97c4-8bba-4bda-9432-73cb62201a94 None None] Pushing event updated for resources: {'Port': ['ID=cfac0281-3fdf-4836-9a26-c53afa541290,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:13.947017 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e66662-10c1-4989-a455-49c10ba42dcd req-b9a31dee-4982-4e47-b124-bde14ca50bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:13.949323 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-83e66662-10c1-4989-a455-49c10ba42dcd req-b9a31dee-4982-4e47-b124-bde14ca50bea service neutron] 10.222.0.47 "GET /v2.0/networks?id=2bbb64c0-2f45-440c-ac42-17fa5bdecc0e HTTP/1.1" status: 200 len: 897 time: 0.1254127 Nov 25 13:30:13.976246 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-cd8c1fef-818a-4863-9b53-75294c33cb08 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Allocated IP 172.20.0.1 (38686e30-901c-44f4-965d-207ffbc6f41e/096b2f4d-cd7e-449e-b31c-4f9b06415645/bdc0d015-712d-4e7a-ad70-a3c610cb5f47) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:30:14.028619 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-83e66662-10c1-4989-a455-49c10ba42dcd req-d5e61d4e-7eaf-4a93-aba4-c4971ae5f564 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1389dd9-a768-4d8c-a03d-a332ade840cc HTTP/1.1" status: 200 len: 217 time: 0.0624800 Nov 25 13:30:14.104592 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e66662-10c1-4989-a455-49c10ba42dcd req-6df2c0eb-7d25-4e91-bd24-0ebca62cc78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:14.106094 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-83e66662-10c1-4989-a455-49c10ba42dcd req-6df2c0eb-7d25-4e91-bd24-0ebca62cc78a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=251b1512-8593-40d2-919a-8c92dca7b953 HTTP/1.1" status: 200 len: 834 time: 0.0610662 Nov 25 13:30:14.155172 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cd8c1fef-818a-4863-9b53-75294c33cb08 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:14.191850 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e66662-10c1-4989-a455-49c10ba42dcd req-b49b3dd2-47d0-463c-ab78-5383469ca966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:14.194057 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-83e66662-10c1-4989-a455-49c10ba42dcd req-b49b3dd2-47d0-463c-ab78-5383469ca966 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2bbb64c0-2f45-440c-ac42-17fa5bdecc0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0801597 Nov 25 13:30:14.263513 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cd8c1fef-818a-4863-9b53-75294c33cb08 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:14.339017 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-83e66662-10c1-4989-a455-49c10ba42dcd req-8e38ae0b-62b1-4042-86b0-0e02b1cf0ff0 service neutron] 10.222.0.47 "GET /v2.0/networks/2bbb64c0-2f45-440c-ac42-17fa5bdecc0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367199 Nov 25 13:30:14.353145 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd6281-cada-4383-aaf3-446afd346c5b req-208c9691-3888-44d2-9b9c-dcf79c30f631 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:14.361416 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-45dd6281-cada-4383-aaf3-446afd346c5b req-208c9691-3888-44d2-9b9c-dcf79c30f631 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa HTTP/1.1" status: 200 len: 944 time: 0.1543610 Nov 25 13:30:14.371778 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8c1fef-818a-4863-9b53-75294c33cb08 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Network 38686e30-901c-44f4-965d-207ffbc6f41e is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:30:14.373605 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-cd8c1fef-818a-4863-9b53-75294c33cb08 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:30:14.380596 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c1fef-818a-4863-9b53-75294c33cb08 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Pushing event updated for resources: {'Port': ['ID=bdc0d015-712d-4e7a-ad70-a3c610cb5f47,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:14.383232 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8c1fef-818a-4863-9b53-75294c33cb08 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:30:14.480274 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-83e66662-10c1-4989-a455-49c10ba42dcd req-426bb01e-cf18-43f7-82eb-35c4039acfcf service neutron] 10.222.0.47 "GET /v2.0/networks/2bbb64c0-2f45-440c-ac42-17fa5bdecc0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332879 Nov 25 13:30:14.497359 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-45dd6281-cada-4383-aaf3-446afd346c5b req-d6235c5e-175b-404d-84b6-19441c0f777e tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=af986032-8bd1-4d37-83da-251cc9b6a502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320815 Nov 25 13:30:14.498340 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cd8c1fef-818a-4863-9b53-75294c33cb08 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:14.672470 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cd8c1fef-818a-4863-9b53-75294c33cb08 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:14.981131 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cd8c1fef-818a-4863-9b53-75294c33cb08 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:14.986980 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cd8c1fef-818a-4863-9b53-75294c33cb08 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:15.076046 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c1fef-818a-4863-9b53-75294c33cb08 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Pushing event updated for resources: {'Port': ['ID=bdc0d015-712d-4e7a-ad70-a3c610cb5f47,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:15.086443 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cd8c1fef-818a-4863-9b53-75294c33cb08 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:15.140083 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb44da9f-6610-4db8-8851-99c272541663 None None] Network 38686e30-901c-44f4-965d-207ffbc6f41e requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:30:15.221543 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8c1fef-818a-4863-9b53-75294c33cb08 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Network 38686e30-901c-44f4-965d-207ffbc6f41e is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:30:15.223620 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-cd8c1fef-818a-4863-9b53-75294c33cb08 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:30:15.275003 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-8e126f5b-2bc9-42c2-9013-eb37ecd45a33 None None] Provisioning complete for port cfac0281-3fdf-4836-9a26-c53afa541290 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:30:15.275486 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8e126f5b-2bc9-42c2-9013-eb37ecd45a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:15.367872 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd8c1fef-818a-4863-9b53-75294c33cb08 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Router 2a30a832-26e4-4357-b3d4-aaa6ae87cd2a is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:30:15.419276 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8e126f5b-2bc9-42c2-9013-eb37ecd45a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:15.455908 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-8e126f5b-2bc9-42c2-9013-eb37ecd45a33 None None] For port cfac0281-3fdf-4836-9a26-c53afa541290, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=cfac0281-3fdf-4836-9a26-c53afa541290,segment=NetworkSegment(de9cbe22-379b-40b2-b4e0-6bf7245dc863),segment_id=de9cbe22-379b-40b2-b4e0-6bf7245dc863)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:30:15.462770 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8e126f5b-2bc9-42c2-9013-eb37ecd45a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:15.480507 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd8c1fef-818a-4863-9b53-75294c33cb08 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:30:15.487322 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-cd8c1fef-818a-4863-9b53-75294c33cb08 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] 10.222.0.53 "PUT /v2.0/routers/2a30a832-26e4-4357-b3d4-aaa6ae87cd2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9529037 Nov 25 13:30:15.488836 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 37178) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:30:15.494488 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-577eb776-6214-4a79-9636-a87ba71a38b4 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Request body: {'port': {'network_id': '38686e30-901c-44f4-965d-207ffbc6f41e', 'name': 'tempest-FloatingIPNegativeTestJSON-329208830'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:30:15.508526 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64fc4d8-109e-4863-b027-2c94c4c94ab1 None None] Sync routers for ids ['2a30a832-26e4-4357-b3d4-aaa6ae87cd2a'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:30:15.568191 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64fc4d8-109e-4863-b027-2c94c4c94ab1 None None] Routers {'2a30a832-26e4-4357-b3d4-aaa6ae87cd2a'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:30:15.572184 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-a64fc4d8-109e-4863-b027-2c94c4c94ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:30:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['2a30a832-26e4-4357-b3d4-aaa6ae87cd2a'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:30:15.664148 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-a64fc4d8-109e-4863-b027-2c94c4c94ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:30:15.697339 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577eb776-6214-4a79-9636-a87ba71a38b4 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Made reservation on behalf of 25bbcebcdff544aab0f0cdfa7a2efaf7 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:30:15.698012 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64fc4d8-109e-4863-b027-2c94c4c94ab1 None None] Routers {'2a30a832-26e4-4357-b3d4-aaa6ae87cd2a'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:30:15.698740 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-a64fc4d8-109e-4863-b027-2c94c4c94ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:30:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['2a30a832-26e4-4357-b3d4-aaa6ae87cd2a'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:30:15.703814 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-577eb776-6214-4a79-9636-a87ba71a38b4 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:15.728747 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-577eb776-6214-4a79-9636-a87ba71a38b4 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] device_id is not set on port 37d6ce18-6668-4801-ba2c-646227df2c3a yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:30:15.773240 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-a64fc4d8-109e-4863-b027-2c94c4c94ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:30:15.778631 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64fc4d8-109e-4863-b027-2c94c4c94ab1 None None] The sync data for ids ['2a30a832-26e4-4357-b3d4-aaa6ae87cd2a'] in n-d-808199-11 is: [] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:30:15.782575 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e126f5b-2bc9-42c2-9013-eb37ecd45a33 None None] Pushing event updated for resources: {'Port': ['ID=cfac0281-3fdf-4836-9a26-c53afa541290,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:15.793225 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-7e87fdf8-5ba8-4c22-8906-a3737a6e904e None None] Provisioning complete for port cfac0281-3fdf-4836-9a26-c53afa541290 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:30:15.793612 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7e87fdf8-5ba8-4c22-8906-a3737a6e904e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:15.887433 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-577eb776-6214-4a79-9636-a87ba71a38b4 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Allocated IP 172.20.0.5 (38686e30-901c-44f4-965d-207ffbc6f41e/096b2f4d-cd7e-449e-b31c-4f9b06415645/37d6ce18-6668-4801-ba2c-646227df2c3a) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:30:15.963608 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-7e87fdf8-5ba8-4c22-8906-a3737a6e904e None None] Provisioning complete for port bdc0d015-712d-4e7a-ad70-a3c610cb5f47 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:30:15.964318 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7e87fdf8-5ba8-4c22-8906-a3737a6e904e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:16.031806 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-7e87fdf8-5ba8-4c22-8906-a3737a6e904e None None] Port bdc0d015-712d-4e7a-ad70-a3c610cb5f47 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:30:16.154406 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device cfac0281-3fdf-4836-9a26-c53afa541290 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:30:16.195195 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e82ad5c-bb2a-433d-9c8f-42047aa6588a req-71a25f68-5ffc-4544-a698-b15a250a5e22 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:16.197053 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5e82ad5c-bb2a-433d-9c8f-42047aa6588a req-71a25f68-5ffc-4544-a698-b15a250a5e22 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa HTTP/1.1" status: 200 len: 944 time: 0.5710669 Nov 25 13:30:16.206280 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-0c0683f6-2bf3-4534-a50d-15d639686645 None None] Provisioning complete for port bdc0d015-712d-4e7a-ad70-a3c610cb5f47 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:30:16.206997 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0c0683f6-2bf3-4534-a50d-15d639686645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:16.307462 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5e82ad5c-bb2a-433d-9c8f-42047aa6588a req-d36feeb7-0793-41a4-92e3-67d26a9e758f tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=af986032-8bd1-4d37-83da-251cc9b6a502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038342 Nov 25 13:30:16.307653 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-0c0683f6-2bf3-4534-a50d-15d639686645 None None] Port bdc0d015-712d-4e7a-ad70-a3c610cb5f47 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:30:16.325193 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port cfac0281-3fdf-4836-9a26-c53afa541290 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:30:16.325738 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:16.460205 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-25453148-6f83-4228-90be-6b2952427719 None None] Provisioning complete for port bdc0d015-712d-4e7a-ad70-a3c610cb5f47 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:30:16.460591 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-25453148-6f83-4228-90be-6b2952427719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:16.489844 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-577eb776-6214-4a79-9636-a87ba71a38b4 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:16.502041 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-25453148-6f83-4228-90be-6b2952427719 None None] Port bdc0d015-712d-4e7a-ad70-a3c610cb5f47 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:30:16.524562 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-577eb776-6214-4a79-9636-a87ba71a38b4 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:16.570124 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577eb776-6214-4a79-9636-a87ba71a38b4 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Network 38686e30-901c-44f4-965d-207ffbc6f41e is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:30:16.573127 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-577eb776-6214-4a79-9636-a87ba71a38b4 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:30:16.577635 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577eb776-6214-4a79-9636-a87ba71a38b4 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:30:16.584195 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577eb776-6214-4a79-9636-a87ba71a38b4 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Pushing event updated for resources: {'Port': ['ID=37d6ce18-6668-4801-ba2c-646227df2c3a,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:16.637403 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577eb776-6214-4a79-9636-a87ba71a38b4 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:16.638425 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-577eb776-6214-4a79-9636-a87ba71a38b4 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:16.662280 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-577eb776-6214-4a79-9636-a87ba71a38b4 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1718221 Nov 25 13:30:16.665339 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 37200) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:30:16.670741 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-06fc14d8-e291-413b-b043-2be2535cbdd8 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Request body: {'floatingip': {'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:30:16.696403 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-06fc14d8-e291-413b-b043-2be2535cbdd8 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks [] for floatingip, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:16.822570 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-06fc14d8-e291-413b-b043-2be2535cbdd8 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:16.929630 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-d7d9741b-f08c-4c29-879b-e311a61b38f6 None None] Provisioning complete for port 37d6ce18-6668-4801-ba2c-646227df2c3a triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:30:16.930006 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d7d9741b-f08c-4c29-879b-e311a61b38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:16.940237 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-06fc14d8-e291-413b-b043-2be2535cbdd8 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Allocated IP 172.25.5.37 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/18ea72d9-7638-4282-8e2a-ff5e39637f2a) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:30:16.971556 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-d7d9741b-f08c-4c29-879b-e311a61b38f6 None None] Port 37d6ce18-6668-4801-ba2c-646227df2c3a cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:30:17.046406 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-06fc14d8-e291-413b-b043-2be2535cbdd8 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:17.084745 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-06fc14d8-e291-413b-b043-2be2535cbdd8 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:17.132381 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fc14d8-e291-413b-b043-2be2535cbdd8 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:30:17.136033 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-06fc14d8-e291-413b-b043-2be2535cbdd8 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:30:17.140529 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fc14d8-e291-413b-b043-2be2535cbdd8 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:30:17.144692 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fc14d8-e291-413b-b043-2be2535cbdd8 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Pushing event updated for resources: {'Port': ['ID=18ea72d9-7638-4282-8e2a-ff5e39637f2a,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:17.230881 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-06fc14d8-e291-413b-b043-2be2535cbdd8 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:17.264990 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-06fc14d8-e291-413b-b043-2be2535cbdd8 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:17.436606 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-06fc14d8-e291-413b-b043-2be2535cbdd8 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:17.439391 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757386e0-12d2-4f4f-8765-eaf73d77450c req-9c5029c1-6db1-49dd-bc35-ea18fc7425d5 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:17.441807 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-757386e0-12d2-4f4f-8765-eaf73d77450c req-9c5029c1-6db1-49dd-bc35-ea18fc7425d5 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa HTTP/1.1" status: 200 len: 944 time: 0.0546596 Nov 25 13:30:17.442770 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-06fc14d8-e291-413b-b043-2be2535cbdd8 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:17.510867 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-757386e0-12d2-4f4f-8765-eaf73d77450c req-b82ecdb2-976c-4ba1-ba51-c9a8277dbe70 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=af986032-8bd1-4d37-83da-251cc9b6a502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620859 Nov 25 13:30:17.521833 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fc14d8-e291-413b-b043-2be2535cbdd8 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Pushing event updated for resources: {'Port': ['ID=18ea72d9-7638-4282-8e2a-ff5e39637f2a,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:17.536252 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-06fc14d8-e291-413b-b043-2be2535cbdd8 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:17.554806 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-06fc14d8-e291-413b-b043-2be2535cbdd8 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:17.556172 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-06fc14d8-e291-413b-b043-2be2535cbdd8 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8895037 Nov 25 13:30:17.558897 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 37214) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:30:17.564405 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-6fa6eebe-de28-4586-be4c-5cdaa5729645 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Request body: {'floatingip': {'port_id': '37d6ce18-6668-4801-ba2c-646227df2c3a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:30:17.604937 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6fa6eebe-de28-4586-be4c-5cdaa5729645 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks [] for floatingip, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:17.726718 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [None req-6fa6eebe-de28-4586-be4c-5cdaa5729645 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] update failed (client error): The resource could not be found. Nov 25 13:30:17.727788 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-6fa6eebe-de28-4586-be4c-5cdaa5729645 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] 10.222.0.53 "PUT /v2.0/floatingips/ac6c21aa-a3a2-47e7-a64e-84522baaccfe HTTP/1.1" status: 404 len: 507 time: 0.1678402 Nov 25 13:30:17.730523 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 37216) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:30:17.867403 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-36ea6014-d6e4-41bd-964c-61f4dde8bda6 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Deleting port 18ea72d9-7638-4282-8e2a-ff5e39637f2a {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:30:17.867817 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-36ea6014-d6e4-41bd-964c-61f4dde8bda6 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:17.934406 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device b1389dd9-a768-4d8c-a03d-a332ade840cc details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:30:17.955838 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-36ea6014-d6e4-41bd-964c-61f4dde8bda6 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:17.956545 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-36ea6014-d6e4-41bd-964c-61f4dde8bda6 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:17.981832 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-36ea6014-d6e4-41bd-964c-61f4dde8bda6 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Calling delete_port for 18ea72d9-7638-4282-8e2a-ff5e39637f2a owned by network:floatingip {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:30:18.074501 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port b1389dd9-a768-4d8c-a03d-a332ade840cc, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=b1389dd9-a768-4d8c-a03d-a332ade840cc,segment=NetworkSegment(e8cea865-5be4-40ae-9de5-36d7aaa2afaa),segment_id=e8cea865-5be4-40ae-9de5-36d7aaa2afaa)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:30:18.087781 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': 'b1389dd9-a768-4d8c-a03d-a332ade840cc', 'network_id': '2bbb64c0-2f45-440c-ac42-17fa5bdecc0e', 'port_id': 'b1389dd9-a768-4d8c-a03d-a332ade840cc', 'mac_address': 'fa:16:3e:4e:5e:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '251b1512-8593-40d2-919a-8c92dca7b953', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:30:18.140505 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:18.154399 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1389dd9-a768-4d8c-a03d-a332ade840cc {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:30:18.166809 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-36ea6014-d6e4-41bd-964c-61f4dde8bda6 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:18.177816 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port b1389dd9-a768-4d8c-a03d-a332ade840cc, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=b1389dd9-a768-4d8c-a03d-a332ade840cc,segment=NetworkSegment(e8cea865-5be4-40ae-9de5-36d7aaa2afaa),segment_id=e8cea865-5be4-40ae-9de5-36d7aaa2afaa)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:30:18.182381 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:18.199005 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ea6014-d6e4-41bd-964c-61f4dde8bda6 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Pushing event deleted for resources: {'Port': ['ID=18ea72d9-7638-4282-8e2a-ff5e39637f2a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:18.245382 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=b1389dd9-a768-4d8c-a03d-a332ade840cc,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:18.266202 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-36ea6014-d6e4-41bd-964c-61f4dde8bda6 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks [] for floatingip, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:18.268882 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-36ea6014-d6e4-41bd-964c-61f4dde8bda6 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:18.270741 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-36ea6014-d6e4-41bd-964c-61f4dde8bda6 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] 10.222.0.53 "DELETE /v2.0/floatingips/ac6c21aa-a3a2-47e7-a64e-84522baaccfe HTTP/1.1" status: 204 len: 168 time: 0.5386367 Nov 25 13:30:18.273949 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 37222) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:30:18.278742 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-f6c452a0-6c6e-426c-a90c-1770cf9e77c4 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Request body: {'floatingip': {'floating_network_id': '38686e30-901c-44f4-965d-207ffbc6f41e', 'port_id': '37d6ce18-6668-4801-ba2c-646227df2c3a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:30:18.301549 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f6c452a0-6c6e-426c-a90c-1770cf9e77c4 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks [] for floatingip, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:18.427444 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [None req-f6c452a0-6c6e-426c-a90c-1770cf9e77c4 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 13:30:18.428636 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-f6c452a0-6c6e-426c-a90c-1770cf9e77c4 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1537285 Nov 25 13:30:18.432428 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 37226) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:30:18.437611 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-f7f9cda4-281a-449f-aa15-705c895fc10a tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Request body: {'floatingip': {'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'port_id': '37d6ce18-6668-4801-ba2c-646227df2c3a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:30:18.459717 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f7f9cda4-281a-449f-aa15-705c895fc10a tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks [] for floatingip, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:18.500457 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['b1389dd9-a768-4d8c-a03d-a332ade840cc'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:30:18.569653 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f7f9cda4-281a-449f-aa15-705c895fc10a tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:18.708661 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b9a490-744b-422c-a7e4-071067540933 req-cb9296c4-7b74-4855-ba46-55a667c275d8 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:18.710057 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e1b9a490-744b-422c-a7e4-071067540933 req-cb9296c4-7b74-4855-ba46-55a667c275d8 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa HTTP/1.1" status: 200 len: 945 time: 0.0899880 Nov 25 13:30:18.748525 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-f7f9cda4-281a-449f-aa15-705c895fc10a tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Allocated IP 172.25.5.70 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/7379280e-1704-4b0f-aee2-6e58bb1aba1b) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:30:18.830347 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e1b9a490-744b-422c-a7e4-071067540933 req-25b7d100-3e96-40f2-b67c-5c32a0905539 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=af986032-8bd1-4d37-83da-251cc9b6a502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044972 Nov 25 13:30:18.903388 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f7f9cda4-281a-449f-aa15-705c895fc10a tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:18.941244 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f7f9cda4-281a-449f-aa15-705c895fc10a tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:18.999234 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f9cda4-281a-449f-aa15-705c895fc10a tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:30:19.007476 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-f7f9cda4-281a-449f-aa15-705c895fc10a tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:30:19.012404 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f9cda4-281a-449f-aa15-705c895fc10a tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:30:19.072600 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f9cda4-281a-449f-aa15-705c895fc10a tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Pushing event updated for resources: {'Port': ['ID=7379280e-1704-4b0f-aee2-6e58bb1aba1b,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:19.219582 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-f7f9cda4-281a-449f-aa15-705c895fc10a tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Deleting port 7379280e-1704-4b0f-aee2-6e58bb1aba1b {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:30:19.219931 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f7f9cda4-281a-449f-aa15-705c895fc10a tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:19.297640 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f7f9cda4-281a-449f-aa15-705c895fc10a tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:19.297883 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f7f9cda4-281a-449f-aa15-705c895fc10a tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:19.309753 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-f7f9cda4-281a-449f-aa15-705c895fc10a tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Calling delete_port for 7379280e-1704-4b0f-aee2-6e58bb1aba1b owned by network:floatingip {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:30:19.436028 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f7f9cda4-281a-449f-aa15-705c895fc10a tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:19.461778 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f9cda4-281a-449f-aa15-705c895fc10a tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Pushing event deleted for resources: {'Port': ['ID=7379280e-1704-4b0f-aee2-6e58bb1aba1b,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:19.539240 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [None req-f7f9cda4-281a-449f-aa15-705c895fc10a tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] create failed (client error): The resource could not be found. Nov 25 13:30:19.540468 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f7f9cda4-281a-449f-aa15-705c895fc10a tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.1069844 Nov 25 13:30:19.547002 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 37238) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:30:19.635566 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-a4b7b6f3-bd96-4a10-a567-b6bd1deab14c tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Deleting port 37d6ce18-6668-4801-ba2c-646227df2c3a {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:30:19.635952 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a4b7b6f3-bd96-4a10-a567-b6bd1deab14c tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:19.727643 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a4b7b6f3-bd96-4a10-a567-b6bd1deab14c tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:19.740097 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-a4b7b6f3-bd96-4a10-a567-b6bd1deab14c tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Calling delete_port for 37d6ce18-6668-4801-ba2c-646227df2c3a owned by {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:30:19.873894 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a4b7b6f3-bd96-4a10-a567-b6bd1deab14c tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:19.921661 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b7b6f3-bd96-4a10-a567-b6bd1deab14c tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Pushing event deleted for resources: {'Port': ['ID=37d6ce18-6668-4801-ba2c-646227df2c3a,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:19.956627 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device b1389dd9-a768-4d8c-a03d-a332ade840cc up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:30:20.027382 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f74903-2475-4e45-b89e-4415c9e9eb3f req-ed82ca1f-56de-4cbb-96da-0bd950a02a2a tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:20.028963 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e7f74903-2475-4e45-b89e-4415c9e9eb3f req-ed82ca1f-56de-4cbb-96da-0bd950a02a2a tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa HTTP/1.1" status: 200 len: 945 time: 0.1189764 Nov 25 13:30:20.039726 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a4b7b6f3-bd96-4a10-a567-b6bd1deab14c tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:20.043752 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-a4b7b6f3-bd96-4a10-a567-b6bd1deab14c tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] 10.222.0.53 "DELETE /v2.0/ports/37d6ce18-6668-4801-ba2c-646227df2c3a HTTP/1.1" status: 204 len: 168 time: 0.4955945 Nov 25 13:30:20.046403 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 37260) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:30:20.053121 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port b1389dd9-a768-4d8c-a03d-a332ade840cc completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:30:20.058452 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port b1389dd9-a768-4d8c-a03d-a332ade840cc triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:30:20.063051 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:20.118048 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e7f74903-2475-4e45-b89e-4415c9e9eb3f req-aae722c0-1593-48cd-82db-e87bbea9c13f tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=af986032-8bd1-4d37-83da-251cc9b6a502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803666 Nov 25 13:30:20.131069 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc89115-35e5-4d68-9409-d5f5ec92eba3 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:20.135988 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-4bc89115-35e5-4d68-9409-d5f5ec92eba3 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a30a832-26e4-4357-b3d4-aaa6ae87cd2a HTTP/1.1" status: 200 len: 913 time: 0.0834241 Nov 25 13:30:20.136771 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 37264) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:30:20.200509 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:20.231114 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1389dd9-a768-4d8c-a03d-a332ade840cc'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:30:20.233931 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ee48af-3cf6-464f-82ca-7318a87dbd68" -d '{"events": [{"server_uuid": "cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa", "name": "network-vif-plugged", "status": "completed", "tag": "b1389dd9-a768-4d8c-a03d-a332ade840cc"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:30:20.249950 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port b1389dd9-a768-4d8c-a03d-a332ade840cc, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=b1389dd9-a768-4d8c-a03d-a332ade840cc,segment=NetworkSegment(e8cea865-5be4-40ae-9de5-36d7aaa2afaa),segment_id=e8cea865-5be4-40ae-9de5-36d7aaa2afaa)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:30:20.256831 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:20.302113 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e0bad6a-09d4-4bc4-aa84-3061db9b8b3e x-openstack-request-id: req-3e0bad6a-09d4-4bc4-aa84-3061db9b8b3e {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:30:20.302490 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa", "name": "network-vif-plugged", "status": "completed", "tag": "b1389dd9-a768-4d8c-a03d-a332ade840cc", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:30:20.302840 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3e0bad6a-09d4-4bc4-aa84-3061db9b8b3e {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:30:20.303300 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1389dd9-a768-4d8c-a03d-a332ade840cc', 'code': 200} Nov 25 13:30:20.336610 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=b1389dd9-a768-4d8c-a03d-a332ade840cc,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:20.418867 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a24b77-9a39-49f7-8966-5a0acbbbea49 req-569499a7-8b02-42dc-aaa4-81e1f40e08c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:20.421237 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b6a24b77-9a39-49f7-8966-5a0acbbbea49 req-569499a7-8b02-42dc-aaa4-81e1f40e08c8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa HTTP/1.1" status: 200 len: 1098 time: 0.0480511 Nov 25 13:30:20.473350 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b6a24b77-9a39-49f7-8966-5a0acbbbea49 req-91f36362-2ce0-4600-9e66-c12fc182f432 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=af986032-8bd1-4d37-83da-251cc9b6a502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422690 Nov 25 13:30:20.523192 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-353432ef-d256-49df-9431-66b7dd8be5e7 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:20.775905 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-353432ef-d256-49df-9431-66b7dd8be5e7 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Deleting port bdc0d015-712d-4e7a-ad70-a3c610cb5f47 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:30:20.776248 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-353432ef-d256-49df-9431-66b7dd8be5e7 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:20.863697 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-353432ef-d256-49df-9431-66b7dd8be5e7 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:20.875634 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-353432ef-d256-49df-9431-66b7dd8be5e7 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Calling delete_port for bdc0d015-712d-4e7a-ad70-a3c610cb5f47 owned by network:router_interface {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:30:21.055263 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-353432ef-d256-49df-9431-66b7dd8be5e7 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:21.088668 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353432ef-d256-49df-9431-66b7dd8be5e7 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Pushing event deleted for resources: {'Port': ['ID=bdc0d015-712d-4e7a-ad70-a3c610cb5f47,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:21.269121 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-353432ef-d256-49df-9431-66b7dd8be5e7 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:21.295422 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f570618-c49d-42fa-a671-810f04dd2b65 req-d523cc15-c68e-4dc1-9c13-29e038bcdc37 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:21.297033 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3f570618-c49d-42fa-a671-810f04dd2b65 req-d523cc15-c68e-4dc1-9c13-29e038bcdc37 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa HTTP/1.1" status: 200 len: 946 time: 0.0679281 Nov 25 13:30:21.485534 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3f570618-c49d-42fa-a671-810f04dd2b65 req-797aee7d-f6bb-4198-8206-c157fc30158e tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=af986032-8bd1-4d37-83da-251cc9b6a502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520150 Nov 25 13:30:21.508721 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-353432ef-d256-49df-9431-66b7dd8be5e7 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Router 2a30a832-26e4-4357-b3d4-aaa6ae87cd2a has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:30:21.624808 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353432ef-d256-49df-9431-66b7dd8be5e7 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:30:21.630939 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-353432ef-d256-49df-9431-66b7dd8be5e7 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] 10.222.0.53 "PUT /v2.0/routers/2a30a832-26e4-4357-b3d4-aaa6ae87cd2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4920897 Nov 25 13:30:21.633233 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 37278) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:30:21.638830 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e3481b-846e-4476-b03d-af70434fbf0e None None] Sync routers for ids ['2a30a832-26e4-4357-b3d4-aaa6ae87cd2a'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:30:21.651101 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e3481b-846e-4476-b03d-af70434fbf0e None None] Routers {'2a30a832-26e4-4357-b3d4-aaa6ae87cd2a'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:30:21.652636 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-22e3481b-846e-4476-b03d-af70434fbf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:30:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['2a30a832-26e4-4357-b3d4-aaa6ae87cd2a'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:30:21.690578 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-22e3481b-846e-4476-b03d-af70434fbf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:30:21.701362 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e3481b-846e-4476-b03d-af70434fbf0e None None] Routers {'2a30a832-26e4-4357-b3d4-aaa6ae87cd2a'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:30:21.702116 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-22e3481b-846e-4476-b03d-af70434fbf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:30:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['2a30a832-26e4-4357-b3d4-aaa6ae87cd2a'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:30:21.737910 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-22e3481b-846e-4476-b03d-af70434fbf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:30:21.739881 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e3481b-846e-4476-b03d-af70434fbf0e None None] The sync data for ids ['2a30a832-26e4-4357-b3d4-aaa6ae87cd2a'] in n-d-808199-11 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:30:21.752125 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0bec302d-95b3-4859-8a6e-3b8a211c34ca tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks [] for router, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:21.916463 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0bec302d-95b3-4859-8a6e-3b8a211c34ca tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:21.918536 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0bec302d-95b3-4859-8a6e-3b8a211c34ca tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:21.964039 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0bec302d-95b3-4859-8a6e-3b8a211c34ca tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:21.964799 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bec302d-95b3-4859-8a6e-3b8a211c34ca tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Fanout notify agent at l3_agent the message router_deleted on router 2a30a832-26e4-4357-b3d4-aaa6ae87cd2a {{(pid=103570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:30:21.973154 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0bec302d-95b3-4859-8a6e-3b8a211c34ca tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:21.974561 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-0bec302d-95b3-4859-8a6e-3b8a211c34ca tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] 10.222.0.53 "DELETE /v2.0/routers/2a30a832-26e4-4357-b3d4-aaa6ae87cd2a HTTP/1.1" status: 204 len: 168 time: 0.3401368 Nov 25 13:30:21.977235 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 37282) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:30:22.027717 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2a03085-c88a-40a1-b2bc-0f465e228504 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Deleting subnet 096b2f4d-cd7e-449e-b31c-4f9b06415645 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:30:22.031802 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e2a03085-c88a-40a1-b2bc-0f465e228504 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:22.074294 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e2a03085-c88a-40a1-b2bc-0f465e228504 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:22.180561 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e2a03085-c88a-40a1-b2bc-0f465e228504 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:22.248379 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e2a03085-c88a-40a1-b2bc-0f465e228504 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:22.279906 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a03085-c88a-40a1-b2bc-0f465e228504 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Pushing event deleted for resources: {'Subnet': ['ID=096b2f4d-cd7e-449e-b31c-4f9b06415645,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:22.285970 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e2a03085-c88a-40a1-b2bc-0f465e228504 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:22.288527 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ca623c-f0b1-4099-8c75-1e14334d61e9 None None] Network 38686e30-901c-44f4-965d-207ffbc6f41e requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:30:22.293228 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-e2a03085-c88a-40a1-b2bc-0f465e228504 tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] 10.222.0.53 "DELETE /v2.0/subnets/096b2f4d-cd7e-449e-b31c-4f9b06415645 HTTP/1.1" status: 204 len: 168 time: 0.3148863 Nov 25 13:30:22.294269 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 37298) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:30:22.394017 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-89560a5f-1d48-4717-b8e6-afc0a094da3d tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:22.449783 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-89560a5f-1d48-4717-b8e6-afc0a094da3d tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Deleting port cfac0281-3fdf-4836-9a26-c53afa541290 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:30:22.450131 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-89560a5f-1d48-4717-b8e6-afc0a094da3d tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:22.524398 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f31219f-857b-4048-88fe-40345816a928 None None] DHCP port deletion for 38686e30-901c-44f4-965d-207ffbc6f41e request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:30:22.524708 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-89560a5f-1d48-4717-b8e6-afc0a094da3d tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] For port cfac0281-3fdf-4836-9a26-c53afa541290, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=cfac0281-3fdf-4836-9a26-c53afa541290,segment=NetworkSegment(de9cbe22-379b-40b2-b4e0-6bf7245dc863),segment_id=de9cbe22-379b-40b2-b4e0-6bf7245dc863)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:30:22.525104 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-89560a5f-1d48-4717-b8e6-afc0a094da3d tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:22.538917 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-89560a5f-1d48-4717-b8e6-afc0a094da3d tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Calling delete_port for cfac0281-3fdf-4836-9a26-c53afa541290 owned by network:dhcp {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:30:22.580358 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-8f31219f-857b-4048-88fe-40345816a928 None None] Deleting port cfac0281-3fdf-4836-9a26-c53afa541290 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:30:22.581200 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8f31219f-857b-4048-88fe-40345816a928 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:22.662320 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-8f31219f-857b-4048-88fe-40345816a928 None None] For port cfac0281-3fdf-4836-9a26-c53afa541290, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=cfac0281-3fdf-4836-9a26-c53afa541290,segment=NetworkSegment(de9cbe22-379b-40b2-b4e0-6bf7245dc863),segment_id=de9cbe22-379b-40b2-b4e0-6bf7245dc863)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:30:22.662998 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8f31219f-857b-4048-88fe-40345816a928 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:22.673985 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24552437-7a3f-4ad5-89fb-daa5e3bbc239 req-6b521c72-3c4b-4618-964e-e21a74762fad tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:22.675723 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-24552437-7a3f-4ad5-89fb-daa5e3bbc239 req-6b521c72-3c4b-4618-964e-e21a74762fad tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa HTTP/1.1" status: 200 len: 946 time: 0.0782926 Nov 25 13:30:22.676940 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-89560a5f-1d48-4717-b8e6-afc0a094da3d tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:22.677647 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-8f31219f-857b-4048-88fe-40345816a928 None None] Calling delete_port for cfac0281-3fdf-4836-9a26-c53afa541290 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:30:22.712151 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89560a5f-1d48-4717-b8e6-afc0a094da3d tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Pushing event deleted for resources: {'Port': ['ID=cfac0281-3fdf-4836-9a26-c53afa541290,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:22.721052 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89560a5f-1d48-4717-b8e6-afc0a094da3d tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] No DVR routers for this DVR port cfac0281-3fdf-4836-9a26-c53afa541290 on host n-d-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:30:22.782254 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8f31219f-857b-4048-88fe-40345816a928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:22.812174 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-24552437-7a3f-4ad5-89fb-daa5e3bbc239 req-46f6f4c9-2261-4a41-8107-aae69848f58b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=af986032-8bd1-4d37-83da-251cc9b6a502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095603 Nov 25 13:30:22.816689 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f31219f-857b-4048-88fe-40345816a928 None None] Pushing event deleted for resources: {'Port': ['ID=cfac0281-3fdf-4836-9a26-c53afa541290,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:22.825044 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f31219f-857b-4048-88fe-40345816a928 None None] No DVR routers for this DVR port cfac0281-3fdf-4836-9a26-c53afa541290 on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:30:22.883371 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-89560a5f-1d48-4717-b8e6-afc0a094da3d tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:22.905147 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-89560a5f-1d48-4717-b8e6-afc0a094da3d tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38686e30-901c-44f4-965d-207ffbc6f41e']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:30:22.922996 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-89560a5f-1d48-4717-b8e6-afc0a094da3d tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de9cbe22-379b-40b2-b4e0-6bf7245dc863') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:30:22.923295 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-89560a5f-1d48-4717-b8e6-afc0a094da3d tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de9cbe22-379b-40b2-b4e0-6bf7245dc863') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:30:22.947162 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-89560a5f-1d48-4717-b8e6-afc0a094da3d tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:22.969484 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-89560a5f-1d48-4717-b8e6-afc0a094da3d tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:22.981360 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf227b9-79a9-4f63-87cd-ffe8af1a0431 req-485d9cd9-d130-47e1-8f78-262555cbd32c tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:22.983535 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4cf227b9-79a9-4f63-87cd-ffe8af1a0431 req-485d9cd9-d130-47e1-8f78-262555cbd32c tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa HTTP/1.1" status: 200 len: 946 time: 0.0803452 Nov 25 13:30:22.986555 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89560a5f-1d48-4717-b8e6-afc0a094da3d tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:30:22.987012 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-89560a5f-1d48-4717-b8e6-afc0a094da3d tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:22.990252 n-d-808199-11 neutron-server[103570]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:30:22.990252 n-d-808199-11 neutron-server[103570]: items = [ Nov 25 13:30:22.990252 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:30:22.990252 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:30:22.990252 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:30:22.990252 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:30:22.990252 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:30:22.990252 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:30:22.990252 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:30:22.990252 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:30:22.990252 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:30:22.990252 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:30:22.990252 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:30:22.990252 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:30:22.990252 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:30:22.990252 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:30:22.990252 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:30:22.990252 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:30:22.990252 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:30:22.990252 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:30:22.990252 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:30:22.990252 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:30:22.990252 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:30:22.990252 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:30:22.990252 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:30:22.990252 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:30:22.990252 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:30:22.990252 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:30:22.990252 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:30:22.990252 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:30:22.990252 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:30:22.990252 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:30:22.990252 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:30:22.990252 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:30:23.082930 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-89560a5f-1d48-4717-b8e6-afc0a094da3d tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:23.090903 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-89560a5f-1d48-4717-b8e6-afc0a094da3d tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:23.094560 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-89560a5f-1d48-4717-b8e6-afc0a094da3d tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] 10.222.0.53 "DELETE /v2.0/networks/38686e30-901c-44f4-965d-207ffbc6f41e HTTP/1.1" status: 204 len: 168 time: 0.7996001 Nov 25 13:30:23.100534 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4cf227b9-79a9-4f63-87cd-ffe8af1a0431 req-244b307f-5e81-4b22-8b56-c0cb59e70270 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=af986032-8bd1-4d37-83da-251cc9b6a502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092434 Nov 25 13:30:23.111061 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89560a5f-1d48-4717-b8e6-afc0a094da3d tempest-FloatingIPNegativeTestJSON-1282726919 tempest-FloatingIPNegativeTestJSON-1282726919-project] Pushing event deleted for resources: {'Network': ['ID=38686e30-901c-44f4-965d-207ffbc6f41e,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:23.129224 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 37308) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:30:23.197046 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116c9dc0-aba2-4964-890d-692ee39f89ab tempest-TestNetworkAdvancedServerOps-879095095 tempest-TestNetworkAdvancedServerOps-879095095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:23.202398 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-116c9dc0-aba2-4964-890d-692ee39f89ab tempest-TestNetworkAdvancedServerOps-879095095 tempest-TestNetworkAdvancedServerOps-879095095-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa HTTP/1.1" status: 200 len: 1093 time: 0.0687594 Nov 25 13:30:23.202993 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 37312) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:30:23.207481 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-ddb8f7a3-1347-477f-8f78-7cfb9b126297 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Request body: {'floatingip': {'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'port_id': 'b1389dd9-a768-4d8c-a03d-a332ade840cc', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:30:23.237478 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ddb8f7a3-1347-477f-8f78-7cfb9b126297 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for floatingip, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:23.367511 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ddb8f7a3-1347-477f-8f78-7cfb9b126297 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:23.457120 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 37320) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:30:23.494599 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-ddb8f7a3-1347-477f-8f78-7cfb9b126297 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Allocated IP 172.25.5.11 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/29fd2ded-7605-45e6-89cb-71cc47b75d61) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:30:23.603793 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ddb8f7a3-1347-477f-8f78-7cfb9b126297 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:23.629395 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-63343ad9-5989-47c3-99c1-3250cab12108 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=25bbcebcdff544aab0f0cdfa7a2efaf7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1702783 Nov 25 13:30:23.631701 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 37324) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:30:23.697334 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ddb8f7a3-1347-477f-8f78-7cfb9b126297 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:23.721385 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d0b24916-ba2d-4fdd-8e46-5444574a6d81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:23.756015 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb8f7a3-1347-477f-8f78-7cfb9b126297 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:30:23.757481 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-ddb8f7a3-1347-477f-8f78-7cfb9b126297 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:30:23.760908 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb8f7a3-1347-477f-8f78-7cfb9b126297 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:30:23.806056 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb8f7a3-1347-477f-8f78-7cfb9b126297 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event updated for resources: {'Port': ['ID=29fd2ded-7605-45e6-89cb-71cc47b75d61,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:24.037151 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device cfac0281-3fdf-4836-9a26-c53afa541290 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:30:24.054234 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d0b24916-ba2d-4fdd-8e46-5444574a6d81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:24.062427 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: cfac0281-3fdf-4836-9a26-c53afa541290 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:30:24.062801 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device cfac0281-3fdf-4836-9a26-c53afa541290 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:30:24.112125 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d0b24916-ba2d-4fdd-8e46-5444574a6d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:24.114908 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d0b24916-ba2d-4fdd-8e46-5444574a6d81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:24.116080 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d0b24916-ba2d-4fdd-8e46-5444574a6d81 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fcd0e4fc-5cac-43b9-a4f7-7b1dcfac804d HTTP/1.1" status: 204 len: 168 time: 0.4834683 Nov 25 13:30:24.123891 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b24916-ba2d-4fdd-8e46-5444574a6d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd0e4fc-5cac-43b9-a4f7-7b1dcfac804d,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:24.350219 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ddb8f7a3-1347-477f-8f78-7cfb9b126297 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:24.466167 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ddb8f7a3-1347-477f-8f78-7cfb9b126297 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:24.641834 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ddb8f7a3-1347-477f-8f78-7cfb9b126297 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:24.647204 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ddb8f7a3-1347-477f-8f78-7cfb9b126297 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:24.741508 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb8f7a3-1347-477f-8f78-7cfb9b126297 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event updated for resources: {'Port': ['ID=29fd2ded-7605-45e6-89cb-71cc47b75d61,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:24.749472 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ddb8f7a3-1347-477f-8f78-7cfb9b126297 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:24.862114 n-d-808199-11 neutron-server[103571]: INFO neutron.db.l3_db [None req-ddb8f7a3-1347-477f-8f78-7cfb9b126297 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Floating IP 25413624-7bc6-4e48-a57b-21aa3d798f3a associated. External IP: 172.25.5.11, port: b1389dd9-a768-4d8c-a03d-a332ade840cc. Nov 25 13:30:25.361550 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddb8f7a3-1347-477f-8f78-7cfb9b126297 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Router 578a1e09-13f4-4601-ba38-d40f63b207b7 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:30:25.492320 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb8f7a3-1347-477f-8f78-7cfb9b126297 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:30:25.503837 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e99b01f-2662-4835-b13c-fad26d6578d5 None None] Sync routers for ids ['578a1e09-13f4-4601-ba38-d40f63b207b7'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:30:25.515358 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e99b01f-2662-4835-b13c-fad26d6578d5 None None] Routers {'578a1e09-13f4-4601-ba38-d40f63b207b7'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:30:25.516002 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-2e99b01f-2662-4835-b13c-fad26d6578d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:30:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['578a1e09-13f4-4601-ba38-d40f63b207b7'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:30:25.535400 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ddb8f7a3-1347-477f-8f78-7cfb9b126297 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:25.598017 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-ddb8f7a3-1347-477f-8f78-7cfb9b126297 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3939393 Nov 25 13:30:25.600826 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa', 'tag': 'b1389dd9-a768-4d8c-a03d-a332ade840cc'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:30:25.603886 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87cb7d13-0886-406c-9359-5437ca8ea7b9" -d '{"events": [{"name": "network-changed", "server_uuid": "cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa", "tag": "b1389dd9-a768-4d8c-a03d-a332ade840cc"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:30:25.650178 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-2e99b01f-2662-4835-b13c-fad26d6578d5 None None] Set router 578a1e09-13f4-4601-ba38-d40f63b207b7 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:30:25.731979 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c696e1f9-43c6-48c2-aa3b-64dfa396b3b9 req-04a08c12-bec7-403f-9e93-09912f0b9b69 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:25.737786 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d0e653-53b3-4392-b4c9-04ddf41165a6 x-openstack-request-id: req-57d0e653-53b3-4392-b4c9-04ddf41165a6 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:30:25.739032 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa", "tag": "b1389dd9-a768-4d8c-a03d-a332ade840cc", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:30:25.739389 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-57d0e653-53b3-4392-b4c9-04ddf41165a6 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:30:25.740234 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa', 'tag': 'b1389dd9-a768-4d8c-a03d-a332ade840cc', 'status': 'completed', 'code': 200} Nov 25 13:30:25.751449 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c696e1f9-43c6-48c2-aa3b-64dfa396b3b9 req-04a08c12-bec7-403f-9e93-09912f0b9b69 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa HTTP/1.1" status: 200 len: 946 time: 0.0827134 Nov 25 13:30:25.830888 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb7d13-0886-406c-9359-5437ca8ea7b9 req-9a7cc971-f6de-4573-ab23-8223526e0eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:25.832656 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-87cb7d13-0886-406c-9359-5437ca8ea7b9 req-9a7cc971-f6de-4573-ab23-8223526e0eb9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=057e847f3ee343b9812224ca032e6bfc&device_id=cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa HTTP/1.1" status: 200 len: 1098 time: 0.0725517 Nov 25 13:30:25.843703 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c696e1f9-43c6-48c2-aa3b-64dfa396b3b9 req-50bc4ab3-55d0-4042-a602-0846a125df3d tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=af986032-8bd1-4d37-83da-251cc9b6a502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856383 Nov 25 13:30:25.858172 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 37394) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:30:25.930674 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-40deb443-6d1a-41b9-a323-e7c800c6db44 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/floatingips/25413624-7bc6-4e48-a57b-21aa3d798f3a HTTP/1.1" status: 200 len: 991 time: 0.0709252 Nov 25 13:30:25.968282 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-2e99b01f-2662-4835-b13c-fad26d6578d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '578a1e09-13f4-4601-ba38-d40f63b207b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2124469033', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '0486a109-b530-49ae-bab5-dbc24ff2b0bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:29:59Z', 'updated_at': '2021-11-25T13:30:05Z', 'revision_number': 4, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'gw_port': {'id': '0486a109-b530-49ae-bab5-dbc24ff2b0bf', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578a1e09-13f4-4601-ba38-d40f63b207b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:29:59Z', 'updated_at': '2021-11-25T13:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '25413624-7bc6-4e48-a57b-21aa3d798f3a', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'floating_ip_address': '172.25.5.11', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '578a1e09-13f4-4601-ba38-d40f63b207b7', 'port_id': 'b1389dd9-a768-4d8c-a03d-a332ade840cc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bbb64c0-2f45-440c-ac42-17fa5bdecc0e', 'mac_address': 'fa:16:3e:4e:5e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:30:24Z', 'updated_at': '2021-11-25T13:30:24Z', 'revision_number': 0, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c093d5b5-0e2e-4a22-929d-22878a011e9e', 'name': '', 'network_id': '2bbb64c0-2f45-440c-ac42-17fa5bdecc0e', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'mac_address': 'fa:16:3e:45:f2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578a1e09-13f4-4601-ba38-d40f63b207b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '251b1512-8593-40d2-919a-8c92dca7b953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:30:04Z', 'updated_at': '2021-11-25T13:30:09Z', 'revision_number': 5, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'subnets': [{'id': '251b1512-8593-40d2-919a-8c92dca7b953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:30:25.990400 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb7d13-0886-406c-9359-5437ca8ea7b9 req-ec4b1bb4-981c-4e86-b90e-69d0fe1787d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:25.991946 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-87cb7d13-0886-406c-9359-5437ca8ea7b9 req-ec4b1bb4-981c-4e86-b90e-69d0fe1787d6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2bbb64c0-2f45-440c-ac42-17fa5bdecc0e HTTP/1.1" status: 200 len: 897 time: 0.1442835 Nov 25 13:30:26.001369 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e99b01f-2662-4835-b13c-fad26d6578d5 None None] Checking router: 578a1e09-13f4-4601-ba38-d40f63b207b7 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:30:26.014863 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e99b01f-2662-4835-b13c-fad26d6578d5 None None] Routers {'578a1e09-13f4-4601-ba38-d40f63b207b7'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:30:26.015794 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-2e99b01f-2662-4835-b13c-fad26d6578d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:30:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['578a1e09-13f4-4601-ba38-d40f63b207b7'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:30:26.072537 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-87cb7d13-0886-406c-9359-5437ca8ea7b9 req-01a51b04-2d82-4b79-a361-b4ab42c3fad2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1389dd9-a768-4d8c-a03d-a332ade840cc HTTP/1.1" status: 200 len: 999 time: 0.0721791 Nov 25 13:30:26.142114 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb7d13-0886-406c-9359-5437ca8ea7b9 req-737021d8-cbff-4e57-9f52-674a36c92473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:26.144081 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-87cb7d13-0886-406c-9359-5437ca8ea7b9 req-737021d8-cbff-4e57-9f52-674a36c92473 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=251b1512-8593-40d2-919a-8c92dca7b953 HTTP/1.1" status: 200 len: 834 time: 0.0636919 Nov 25 13:30:26.213558 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb7d13-0886-406c-9359-5437ca8ea7b9 req-befd18cc-61d7-4f0f-9286-532e56899508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:26.215476 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-87cb7d13-0886-406c-9359-5437ca8ea7b9 req-befd18cc-61d7-4f0f-9286-532e56899508 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2bbb64c0-2f45-440c-ac42-17fa5bdecc0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554624 Nov 25 13:30:26.345321 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-87cb7d13-0886-406c-9359-5437ca8ea7b9 req-47752c65-4c1d-465c-a9b3-2a07f10749c3 service neutron] 10.222.0.47 "GET /v2.0/networks/2bbb64c0-2f45-440c-ac42-17fa5bdecc0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199117 Nov 25 13:30:26.465351 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-87cb7d13-0886-406c-9359-5437ca8ea7b9 req-8d0f1d6e-6405-49c5-9de8-033a5178bfa9 service neutron] 10.222.0.47 "GET /v2.0/networks/2bbb64c0-2f45-440c-ac42-17fa5bdecc0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112263 Nov 25 13:30:26.519009 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-2e99b01f-2662-4835-b13c-fad26d6578d5 None None] Set router 578a1e09-13f4-4601-ba38-d40f63b207b7 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:30:26.781918 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-2e99b01f-2662-4835-b13c-fad26d6578d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '578a1e09-13f4-4601-ba38-d40f63b207b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2124469033', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '0486a109-b530-49ae-bab5-dbc24ff2b0bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:29:59Z', 'updated_at': '2021-11-25T13:30:05Z', 'revision_number': 4, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'gw_port': {'id': '0486a109-b530-49ae-bab5-dbc24ff2b0bf', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578a1e09-13f4-4601-ba38-d40f63b207b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:29:59Z', 'updated_at': '2021-11-25T13:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '25413624-7bc6-4e48-a57b-21aa3d798f3a', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'floating_ip_address': '172.25.5.11', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '578a1e09-13f4-4601-ba38-d40f63b207b7', 'port_id': 'b1389dd9-a768-4d8c-a03d-a332ade840cc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bbb64c0-2f45-440c-ac42-17fa5bdecc0e', 'mac_address': 'fa:16:3e:4e:5e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:30:24Z', 'updated_at': '2021-11-25T13:30:24Z', 'revision_number': 0, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c093d5b5-0e2e-4a22-929d-22878a011e9e', 'name': '', 'network_id': '2bbb64c0-2f45-440c-ac42-17fa5bdecc0e', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'mac_address': 'fa:16:3e:45:f2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578a1e09-13f4-4601-ba38-d40f63b207b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '251b1512-8593-40d2-919a-8c92dca7b953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:30:04Z', 'updated_at': '2021-11-25T13:30:09Z', 'revision_number': 5, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'subnets': [{'id': '251b1512-8593-40d2-919a-8c92dca7b953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:30:26.811458 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e99b01f-2662-4835-b13c-fad26d6578d5 None None] The sync data for ids ['578a1e09-13f4-4601-ba38-d40f63b207b7'] in n-d-808199-11 is: [{'id': '578a1e09-13f4-4601-ba38-d40f63b207b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2124469033', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '0486a109-b530-49ae-bab5-dbc24ff2b0bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:29:59Z', 'updated_at': '2021-11-25T13:30:05Z', 'revision_number': 4, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'gw_port': {'id': '0486a109-b530-49ae-bab5-dbc24ff2b0bf', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578a1e09-13f4-4601-ba38-d40f63b207b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:29:59Z', 'updated_at': '2021-11-25T13:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '25413624-7bc6-4e48-a57b-21aa3d798f3a', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'floating_ip_address': '172.25.5.11', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '578a1e09-13f4-4601-ba38-d40f63b207b7', 'port_id': 'b1389dd9-a768-4d8c-a03d-a332ade840cc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bbb64c0-2f45-440c-ac42-17fa5bdecc0e', 'mac_address': 'fa:16:3e:4e:5e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:30:24Z', 'updated_at': '2021-11-25T13:30:24Z', 'revision_number': 0, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c093d5b5-0e2e-4a22-929d-22878a011e9e', 'name': '', 'network_id': '2bbb64c0-2f45-440c-ac42-17fa5bdecc0e', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'mac_address': 'fa:16:3e:45:f2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578a1e09-13f4-4601-ba38-d40f63b207b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '251b1512-8593-40d2-919a-8c92dca7b953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:30:04Z', 'updated_at': '2021-11-25T13:30:09Z', 'revision_number': 5, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'subnets': [{'id': '251b1512-8593-40d2-919a-8c92dca7b953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:30:26.934009 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 37422) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:30:27.005710 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c77a1546-5636-4476-b72a-0f00d92b5495 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/floatingips/25413624-7bc6-4e48-a57b-21aa3d798f3a HTTP/1.1" status: 200 len: 991 time: 0.0705388 Nov 25 13:30:27.068858 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e5a2f6-fc36-456a-a890-cfc50267d14a None None] New status for floating IP 25413624-7bc6-4e48-a57b-21aa3d798f3a: ACTIVE {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 13:30:28.007699 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 37438) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:30:28.079485 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-2dc697e0-18ed-4006-93b1-902c2f4261dc tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/floatingips/25413624-7bc6-4e48-a57b-21aa3d798f3a HTTP/1.1" status: 200 len: 993 time: 0.0706308 Nov 25 13:30:30.328604 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-96a0e5df-7c74-4747-bb32-23872328f8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:32.756164 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f79b9499-7599-4e16-b314-32b035b3b9e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:33.854983 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:35.176566 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:36.047388 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6ad4d762-a97e-4c9c-aca3-d3969f640ef7 req-1e87923f-dfc6-4a59-99d2-51470bfc8d93 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0744758 Nov 25 13:30:36.104055 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 37566) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:30:36.201860 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4d762-a97e-4c9c-aca3-d3969f640ef7 req-33bf010b-5b2f-4023-b91b-98a205bfe188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:36.202658 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4d762-a97e-4c9c-aca3-d3969f640ef7 req-33bf010b-5b2f-4023-b91b-98a205bfe188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:36.203351 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4d762-a97e-4c9c-aca3-d3969f640ef7 req-33bf010b-5b2f-4023-b91b-98a205bfe188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:36.203994 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4d762-a97e-4c9c-aca3-d3969f640ef7 req-33bf010b-5b2f-4023-b91b-98a205bfe188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:36.206134 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4d762-a97e-4c9c-aca3-d3969f640ef7 req-33bf010b-5b2f-4023-b91b-98a205bfe188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:36.206873 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4d762-a97e-4c9c-aca3-d3969f640ef7 req-33bf010b-5b2f-4023-b91b-98a205bfe188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:36.207511 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4d762-a97e-4c9c-aca3-d3969f640ef7 req-33bf010b-5b2f-4023-b91b-98a205bfe188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:36.210302 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6ad4d762-a97e-4c9c-aca3-d3969f640ef7 req-33bf010b-5b2f-4023-b91b-98a205bfe188 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ee6b0fbe2e7a4406acdd0c8fea203ca4&device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 6499 time: 0.1046934 Nov 25 13:30:36.216298 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:36.434135 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0aa2871d-6a59-4dd8-b9c3-3cb574a67094 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:36.462293 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4d762-a97e-4c9c-aca3-d3969f640ef7 req-c202400e-e9ce-4e31-9225-6fb9ffeaf924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:36.463778 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4d762-a97e-4c9c-aca3-d3969f640ef7 req-c202400e-e9ce-4e31-9225-6fb9ffeaf924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:36.465755 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4d762-a97e-4c9c-aca3-d3969f640ef7 req-c202400e-e9ce-4e31-9225-6fb9ffeaf924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:36.471412 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6ad4d762-a97e-4c9c-aca3-d3969f640ef7 req-c202400e-e9ce-4e31-9225-6fb9ffeaf924 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0f46794c-b326-485f-8936-6eed71effe7e&id=0213571c-133e-4472-a9fb-82f11b25c18c&id=0213571c-133e-4472-a9fb-82f11b25c18c&id=0213571c-133e-4472-a9fb-82f11b25c18c&id=0213571c-133e-4472-a9fb-82f11b25c18c&id=67a0b139-2197-40dc-a595-6d5cd20e2c68&id=67a0b139-2197-40dc-a595-6d5cd20e2c68 HTTP/1.1" status: 200 len: 2290 time: 0.2159619 Nov 25 13:30:36.531200 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0aa2871d-6a59-4dd8-b9c3-3cb574a67094 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:36.536264 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0aa2871d-6a59-4dd8-b9c3-3cb574a67094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:36.569716 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-0aa2871d-6a59-4dd8-b9c3-3cb574a67094 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d7a5155f2bda403dbd572fe4a9234b36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4644337 Nov 25 13:30:36.574531 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 37576) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:30:36.595856 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa2871d-6a59-4dd8-b9c3-3cb574a67094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45df07cf-824c-4fcb-8edf-a26b096aaf01,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:36.598011 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6ad4d762-a97e-4c9c-aca3-d3969f640ef7 req-ddcf5323-a3f2-487c-9d94-ac3f30699a9c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b1b7bfe-73a9-4a4b-85ca-0c5e39ccf219 HTTP/1.1" status: 200 len: 1001 time: 0.1179404 Nov 25 13:30:36.677914 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-adc6e798-8252-46c2-bb6c-23734db333af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:36.700745 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-adc6e798-8252-46c2-bb6c-23734db333af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:36.740862 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4d762-a97e-4c9c-aca3-d3969f640ef7 req-c51c80a2-730b-4432-942f-92f70581a69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:36.742387 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6ad4d762-a97e-4c9c-aca3-d3969f640ef7 req-c51c80a2-730b-4432-942f-92f70581a69f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1a610251-b260-4111-ade4-fcd074d9de00 HTTP/1.1" status: 200 len: 849 time: 0.1360562 Nov 25 13:30:36.759015 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-adc6e798-8252-46c2-bb6c-23734db333af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:36.761592 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-adc6e798-8252-46c2-bb6c-23734db333af admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:36.765238 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-adc6e798-8252-46c2-bb6c-23734db333af admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/45df07cf-824c-4fcb-8edf-a26b096aaf01 HTTP/1.1" status: 204 len: 168 time: 0.1865008 Nov 25 13:30:36.790225 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc6e798-8252-46c2-bb6c-23734db333af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45df07cf-824c-4fcb-8edf-a26b096aaf01,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:36.807573 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4d762-a97e-4c9c-aca3-d3969f640ef7 req-8cc74bd7-54d1-4b8a-9687-bb43139f88c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:36.809111 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6ad4d762-a97e-4c9c-aca3-d3969f640ef7 req-8cc74bd7-54d1-4b8a-9687-bb43139f88c5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0f46794c-b326-485f-8936-6eed71effe7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595229 Nov 25 13:30:36.919469 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6ad4d762-a97e-4c9c-aca3-d3969f640ef7 req-5227c1a0-e940-4ca5-85ec-059064110554 service neutron] 10.222.0.47 "GET /v2.0/networks/0f46794c-b326-485f-8936-6eed71effe7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025157 Nov 25 13:30:37.040405 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6ad4d762-a97e-4c9c-aca3-d3969f640ef7 req-97c4764c-0439-47c3-a6e0-f1a081683dd3 service neutron] 10.222.0.47 "GET /v2.0/networks/0f46794c-b326-485f-8936-6eed71effe7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135223 Nov 25 13:30:37.104189 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6ad4d762-a97e-4c9c-aca3-d3969f640ef7 req-180793d1-854f-41a7-8919-14da7cbd9544 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=614c1e42-d4e2-4a14-8859-09418460a3e4 HTTP/1.1" status: 200 len: 217 time: 0.0546136 Nov 25 13:30:37.190705 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4d762-a97e-4c9c-aca3-d3969f640ef7 req-e154a62c-767e-4c2a-a608-c42dec5bdb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:37.192682 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6ad4d762-a97e-4c9c-aca3-d3969f640ef7 req-e154a62c-767e-4c2a-a608-c42dec5bdb68 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=38c8e398-29c4-45fc-bddf-7786c80e6325 HTTP/1.1" status: 200 len: 797 time: 0.0723789 Nov 25 13:30:37.218218 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 37586) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:30:37.232262 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-dfa0575d-27f1-4561-86c7-2a741e1c2c3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:37.259930 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4d762-a97e-4c9c-aca3-d3969f640ef7 req-3cfccf6f-9725-4f58-9ca1-b101e19891e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:37.261688 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6ad4d762-a97e-4c9c-aca3-d3969f640ef7 req-3cfccf6f-9725-4f58-9ca1-b101e19891e6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0213571c-133e-4472-a9fb-82f11b25c18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0591328 Nov 25 13:30:37.348635 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-dfa0575d-27f1-4561-86c7-2a741e1c2c3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:37.354431 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-dfa0575d-27f1-4561-86c7-2a741e1c2c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:37.391294 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-dfa0575d-27f1-4561-86c7-2a741e1c2c3f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4bb827a92223449da7d44152be9cab53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1715910 Nov 25 13:30:37.396411 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 37590) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:30:37.419786 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa0575d-27f1-4561-86c7-2a741e1c2c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b34dab80-0716-4bb5-8356-440db79f3c67,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:37.477228 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6ad4d762-a97e-4c9c-aca3-d3969f640ef7 req-2149bea5-ed7b-4d03-b0d6-59968924e5fd service neutron] 10.222.0.47 "GET /v2.0/networks/0213571c-133e-4472-a9fb-82f11b25c18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066338 Nov 25 13:30:37.579195 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e878e794-982a-4bd3-9166-7264b73373de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:37.616438 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e878e794-982a-4bd3-9166-7264b73373de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:37.649658 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6ad4d762-a97e-4c9c-aca3-d3969f640ef7 req-1668447d-fb74-4bd0-970a-b02ddd71c2fa service neutron] 10.222.0.47 "GET /v2.0/networks/0213571c-133e-4472-a9fb-82f11b25c18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626594 Nov 25 13:30:37.709656 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6ad4d762-a97e-4c9c-aca3-d3969f640ef7 req-97d8418a-8256-4563-985c-af2068c7ba54 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=3e1ba641-2a58-4452-979b-3a9693f5abbd HTTP/1.1" status: 200 len: 217 time: 0.0517747 Nov 25 13:30:37.773123 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4d762-a97e-4c9c-aca3-d3969f640ef7 req-d6aca965-ba22-4594-a271-54166195de0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:37.775701 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6ad4d762-a97e-4c9c-aca3-d3969f640ef7 req-d6aca965-ba22-4594-a271-54166195de0c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=38c8e398-29c4-45fc-bddf-7786c80e6325 HTTP/1.1" status: 200 len: 797 time: 0.0594549 Nov 25 13:30:37.776941 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e878e794-982a-4bd3-9166-7264b73373de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:37.779812 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e878e794-982a-4bd3-9166-7264b73373de admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:37.784110 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-e878e794-982a-4bd3-9166-7264b73373de admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b34dab80-0716-4bb5-8356-440db79f3c67 HTTP/1.1" status: 204 len: 168 time: 0.3866663 Nov 25 13:30:37.818007 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e878e794-982a-4bd3-9166-7264b73373de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34dab80-0716-4bb5-8356-440db79f3c67,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:37.844494 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4d762-a97e-4c9c-aca3-d3969f640ef7 req-72f767ea-bf9f-427f-956a-a698193885db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:37.846675 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6ad4d762-a97e-4c9c-aca3-d3969f640ef7 req-72f767ea-bf9f-427f-956a-a698193885db service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0213571c-133e-4472-a9fb-82f11b25c18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0608125 Nov 25 13:30:37.968317 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6ad4d762-a97e-4c9c-aca3-d3969f640ef7 req-41313b12-37a8-4295-b3a9-fc6a3daf51f7 service neutron] 10.222.0.47 "GET /v2.0/networks/0213571c-133e-4472-a9fb-82f11b25c18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102605 Nov 25 13:30:38.062930 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:38.120112 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6ad4d762-a97e-4c9c-aca3-d3969f640ef7 req-1227fb2a-6ba0-4e2a-90d7-b9171817ff41 service neutron] 10.222.0.47 "GET /v2.0/networks/0213571c-133e-4472-a9fb-82f11b25c18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423371 Nov 25 13:30:38.209583 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6ad4d762-a97e-4c9c-aca3-d3969f640ef7 req-b1f7892f-a84d-4a1c-b7e9-a7f46d840c3e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=77fa532d-926d-4fc4-9d3f-3f827abd33da HTTP/1.1" status: 200 len: 217 time: 0.0794835 Nov 25 13:30:38.304905 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4d762-a97e-4c9c-aca3-d3969f640ef7 req-0d83c6eb-7489-4fd3-8826-483d6736faeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:38.306396 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6ad4d762-a97e-4c9c-aca3-d3969f640ef7 req-0d83c6eb-7489-4fd3-8826-483d6736faeb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=38c8e398-29c4-45fc-bddf-7786c80e6325 HTTP/1.1" status: 200 len: 797 time: 0.0888793 Nov 25 13:30:38.365023 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4d762-a97e-4c9c-aca3-d3969f640ef7 req-2478f572-9c9e-4d9b-9635-ca3aa687a668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:38.366523 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6ad4d762-a97e-4c9c-aca3-d3969f640ef7 req-2478f572-9c9e-4d9b-9635-ca3aa687a668 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0213571c-133e-4472-a9fb-82f11b25c18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0527201 Nov 25 13:30:38.479934 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6ad4d762-a97e-4c9c-aca3-d3969f640ef7 req-3b8cad90-b85b-4522-84e9-7a3d354d30fa service neutron] 10.222.0.47 "GET /v2.0/networks/0213571c-133e-4472-a9fb-82f11b25c18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001098 Nov 25 13:30:38.611123 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6ad4d762-a97e-4c9c-aca3-d3969f640ef7 req-6e6a60bf-a331-4243-92d1-d27804c76627 service neutron] 10.222.0.47 "GET /v2.0/networks/0213571c-133e-4472-a9fb-82f11b25c18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227212 Nov 25 13:30:38.664594 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6ad4d762-a97e-4c9c-aca3-d3969f640ef7 req-88f6630f-addd-457d-8489-510b969f5be2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=99005437-8bd0-4130-b30d-158f4e660635 HTTP/1.1" status: 200 len: 217 time: 0.0420027 Nov 25 13:30:38.735261 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4d762-a97e-4c9c-aca3-d3969f640ef7 req-3ac83a0c-d709-45f1-809e-248a17528046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:38.736995 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6ad4d762-a97e-4c9c-aca3-d3969f640ef7 req-3ac83a0c-d709-45f1-809e-248a17528046 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=38c8e398-29c4-45fc-bddf-7786c80e6325 HTTP/1.1" status: 200 len: 797 time: 0.0688555 Nov 25 13:30:38.795648 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4d762-a97e-4c9c-aca3-d3969f640ef7 req-e60fbe09-7595-4dd3-a4ca-a0fdfccd0534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:38.797168 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6ad4d762-a97e-4c9c-aca3-d3969f640ef7 req-e60fbe09-7595-4dd3-a4ca-a0fdfccd0534 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0213571c-133e-4472-a9fb-82f11b25c18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0517509 Nov 25 13:30:38.891400 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6ad4d762-a97e-4c9c-aca3-d3969f640ef7 req-58c17046-14c9-43a3-b1b6-9c604bbe3cb9 service neutron] 10.222.0.47 "GET /v2.0/networks/0213571c-133e-4472-a9fb-82f11b25c18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867999 Nov 25 13:30:38.998763 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6ad4d762-a97e-4c9c-aca3-d3969f640ef7 req-8eb55238-9be8-4403-b43e-20480a1207f0 service neutron] 10.222.0.47 "GET /v2.0/networks/0213571c-133e-4472-a9fb-82f11b25c18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001284 Nov 25 13:30:39.043735 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6ad4d762-a97e-4c9c-aca3-d3969f640ef7 req-8b8ed74d-e223-4ee8-855b-79ba7de79627 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1cf5030e-8e6c-402b-adf9-89917f2f4c8f HTTP/1.1" status: 200 len: 217 time: 0.0361414 Nov 25 13:30:39.095992 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4d762-a97e-4c9c-aca3-d3969f640ef7 req-be3f0ea0-5261-4878-adf1-0127553568ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:39.097475 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6ad4d762-a97e-4c9c-aca3-d3969f640ef7 req-be3f0ea0-5261-4878-adf1-0127553568ef service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb948add-f436-4958-9429-ea10f300ab82 HTTP/1.1" status: 200 len: 797 time: 0.0467296 Nov 25 13:30:39.150283 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4d762-a97e-4c9c-aca3-d3969f640ef7 req-c553ada5-baaf-4489-b52d-f4c0f04e802a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:39.151829 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6ad4d762-a97e-4c9c-aca3-d3969f640ef7 req-c553ada5-baaf-4489-b52d-f4c0f04e802a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=67a0b139-2197-40dc-a595-6d5cd20e2c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0448139 Nov 25 13:30:39.251811 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6ad4d762-a97e-4c9c-aca3-d3969f640ef7 req-bbcad082-a380-4b69-900c-ba3853e46665 service neutron] 10.222.0.47 "GET /v2.0/networks/67a0b139-2197-40dc-a595-6d5cd20e2c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923247 Nov 25 13:30:39.386815 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6ad4d762-a97e-4c9c-aca3-d3969f640ef7 req-bd532c57-e86d-46af-a7d0-37b2dd6ac03e service neutron] 10.222.0.47 "GET /v2.0/networks/67a0b139-2197-40dc-a595-6d5cd20e2c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259422 Nov 25 13:30:39.436885 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6ad4d762-a97e-4c9c-aca3-d3969f640ef7 req-8f341500-17df-49cf-be65-f896008beee5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5feb08b3-118a-40cc-93b2-58088c97de57 HTTP/1.1" status: 200 len: 217 time: 0.0415144 Nov 25 13:30:39.491211 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4d762-a97e-4c9c-aca3-d3969f640ef7 req-cdc6c1b1-c7cc-4c5c-9ee9-e4bc5445337f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:39.493848 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6ad4d762-a97e-4c9c-aca3-d3969f640ef7 req-cdc6c1b1-c7cc-4c5c-9ee9-e4bc5445337f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb948add-f436-4958-9429-ea10f300ab82 HTTP/1.1" status: 200 len: 797 time: 0.0498595 Nov 25 13:30:39.579970 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4d762-a97e-4c9c-aca3-d3969f640ef7 req-f9bb897c-e6ec-464e-9686-ad063dafc668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:39.582881 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6ad4d762-a97e-4c9c-aca3-d3969f640ef7 req-f9bb897c-e6ec-464e-9686-ad063dafc668 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=67a0b139-2197-40dc-a595-6d5cd20e2c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0801516 Nov 25 13:30:39.695026 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6ad4d762-a97e-4c9c-aca3-d3969f640ef7 req-ab9c5da8-3d39-4cc6-b1ae-843ebd1a2b81 service neutron] 10.222.0.47 "GET /v2.0/networks/67a0b139-2197-40dc-a595-6d5cd20e2c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030278 Nov 25 13:30:39.815522 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6ad4d762-a97e-4c9c-aca3-d3969f640ef7 req-949dd1a0-33dd-4e18-af94-2f5dc68e485a service neutron] 10.222.0.47 "GET /v2.0/networks/67a0b139-2197-40dc-a595-6d5cd20e2c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042254 Nov 25 13:30:41.517706 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:43.238416 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 37744) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:30:43.350735 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-72b60aea-cbe7-499c-b7d1-2daab53ea831 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:43.440391 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-72b60aea-cbe7-499c-b7d1-2daab53ea831 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:43.445451 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-72b60aea-cbe7-499c-b7d1-2daab53ea831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:43.486817 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-72b60aea-cbe7-499c-b7d1-2daab53ea831 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=45800f1b8f2d446eab935f1e9b3ff5c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2465973 Nov 25 13:30:43.489535 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 37748) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:30:43.492896 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b60aea-cbe7-499c-b7d1-2daab53ea831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e05028f6-f076-4007-a90d-cb372c353746,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:43.560902 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-44207850-33ba-4d64-85d8-7e4f91497460 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:43.594470 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-44207850-33ba-4d64-85d8-7e4f91497460 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:43.657639 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-44207850-33ba-4d64-85d8-7e4f91497460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:43.661367 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-44207850-33ba-4d64-85d8-7e4f91497460 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:43.662829 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-44207850-33ba-4d64-85d8-7e4f91497460 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e05028f6-f076-4007-a90d-cb372c353746 HTTP/1.1" status: 204 len: 168 time: 0.1721978 Nov 25 13:30:43.675377 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44207850-33ba-4d64-85d8-7e4f91497460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05028f6-f076-4007-a90d-cb372c353746,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:44.038667 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 37768) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:30:44.053148 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d02290e6-87da-498f-8a07-641db903f11a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:44.133557 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d02290e6-87da-498f-8a07-641db903f11a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:44.138678 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d02290e6-87da-498f-8a07-641db903f11a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:44.181955 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d02290e6-87da-498f-8a07-641db903f11a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=266c74ea26c248ec8706eba67417f7fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1396604 Nov 25 13:30:44.182315 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 37770) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:30:44.185448 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02290e6-87da-498f-8a07-641db903f11a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22edc3b5-8a26-4708-8532-196585ed8599,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:44.255031 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d72f880f-8d05-421b-81d4-66091944283c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:44.285821 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d72f880f-8d05-421b-81d4-66091944283c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:44.334866 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d72f880f-8d05-421b-81d4-66091944283c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:44.337816 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d72f880f-8d05-421b-81d4-66091944283c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:44.339189 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d72f880f-8d05-421b-81d4-66091944283c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/22edc3b5-8a26-4708-8532-196585ed8599 HTTP/1.1" status: 204 len: 168 time: 0.1558282 Nov 25 13:30:44.349528 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f880f-8d05-421b-81d4-66091944283c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22edc3b5-8a26-4708-8532-196585ed8599,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:50.577719 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:30:52.535687 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 37948) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:30:52.648598 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e1d39a2a-3f1d-4f04-bfbe-57c143106ec1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:52.731983 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e1d39a2a-3f1d-4f04-bfbe-57c143106ec1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:52.735942 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e1d39a2a-3f1d-4f04-bfbe-57c143106ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:52.780180 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d39a2a-3f1d-4f04-bfbe-57c143106ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e80cc6-cb09-4329-8bd2-3f1328aec09a,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:52.789027 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e1d39a2a-3f1d-4f04-bfbe-57c143106ec1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4eaae0a1f7d94bbcab4c45abf67e461d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2520370 Nov 25 13:30:52.791847 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 37954) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:30:52.852746 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fc439909-8cd9-4acf-9a06-41b39fe20ffc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:52.873914 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fc439909-8cd9-4acf-9a06-41b39fe20ffc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:52.921263 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fc439909-8cd9-4acf-9a06-41b39fe20ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:52.924014 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fc439909-8cd9-4acf-9a06-41b39fe20ffc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:52.925291 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-fc439909-8cd9-4acf-9a06-41b39fe20ffc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/68e80cc6-cb09-4329-8bd2-3f1328aec09a HTTP/1.1" status: 204 len: 168 time: 0.1320438 Nov 25 13:30:52.933809 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc439909-8cd9-4acf-9a06-41b39fe20ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e80cc6-cb09-4329-8bd2-3f1328aec09a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:52.942165 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc439909-8cd9-4acf-9a06-41b39fe20ffc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:30:52.942526 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc439909-8cd9-4acf-9a06-41b39fe20ffc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:30:52.943034 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc439909-8cd9-4acf-9a06-41b39fe20ffc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:30:52.943383 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc439909-8cd9-4acf-9a06-41b39fe20ffc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:30:52.943850 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc439909-8cd9-4acf-9a06-41b39fe20ffc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:30:52.944188 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc439909-8cd9-4acf-9a06-41b39fe20ffc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:30:52.944634 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc439909-8cd9-4acf-9a06-41b39fe20ffc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:30:52.945084 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc439909-8cd9-4acf-9a06-41b39fe20ffc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:30:52.945527 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc439909-8cd9-4acf-9a06-41b39fe20ffc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:30:52.945859 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc439909-8cd9-4acf-9a06-41b39fe20ffc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:30:52.946252 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc439909-8cd9-4acf-9a06-41b39fe20ffc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:30:52.946585 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc439909-8cd9-4acf-9a06-41b39fe20ffc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:30:53.199357 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 37960) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:30:53.214915 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a3a40990-36b9-4e18-8713-0cfc04247623 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:53.298549 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a3a40990-36b9-4e18-8713-0cfc04247623 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:53.306482 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a3a40990-36b9-4e18-8713-0cfc04247623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:53.350930 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-a3a40990-36b9-4e18-8713-0cfc04247623 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3fe986dc778740b98ff189c00eee08ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1494379 Nov 25 13:30:53.355769 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 37968) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:30:53.383333 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a40990-36b9-4e18-8713-0cfc04247623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c86a12-2bac-4450-b62d-febc51001926,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:53.439000 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c2120e5b-5254-49ae-90d2-79d41262b0aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:53.469624 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c2120e5b-5254-49ae-90d2-79d41262b0aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:53.521444 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c2120e5b-5254-49ae-90d2-79d41262b0aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:53.524152 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c2120e5b-5254-49ae-90d2-79d41262b0aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:53.525263 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c2120e5b-5254-49ae-90d2-79d41262b0aa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/28c86a12-2bac-4450-b62d-febc51001926 HTTP/1.1" status: 204 len: 168 time: 0.1675367 Nov 25 13:30:53.533594 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2120e5b-5254-49ae-90d2-79d41262b0aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c86a12-2bac-4450-b62d-febc51001926,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:53.679658 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 37980) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:30:53.824084 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-99767171-7d12-4b9c-aa32-b39c395e0559 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:53.917593 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-99767171-7d12-4b9c-aa32-b39c395e0559 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:53.923801 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-99767171-7d12-4b9c-aa32-b39c395e0559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:53.968050 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99767171-7d12-4b9c-aa32-b39c395e0559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53b3e98-1c51-4ebd-a359-8fa6898dc0b7,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:53.974731 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-99767171-7d12-4b9c-aa32-b39c395e0559 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ec7419bfecba43b5bb0a1510b4d8e86d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2936666 Nov 25 13:30:53.977158 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 37994) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:30:54.026878 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ede7caab-29db-409e-bd83-36b9eabf3ce1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:54.051704 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ede7caab-29db-409e-bd83-36b9eabf3ce1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:54.109555 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ede7caab-29db-409e-bd83-36b9eabf3ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:54.112542 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ede7caab-29db-409e-bd83-36b9eabf3ce1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:54.116371 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-ede7caab-29db-409e-bd83-36b9eabf3ce1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f53b3e98-1c51-4ebd-a359-8fa6898dc0b7 HTTP/1.1" status: 204 len: 168 time: 0.1356683 Nov 25 13:30:54.122806 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede7caab-29db-409e-bd83-36b9eabf3ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53b3e98-1c51-4ebd-a359-8fa6898dc0b7,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:54.546004 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 38018) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:30:54.561474 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7f866b36-4683-4857-8d93-e7896510f39c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:54.640697 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7f866b36-4683-4857-8d93-e7896510f39c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:54.645040 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7f866b36-4683-4857-8d93-e7896510f39c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:54.690585 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-7f866b36-4683-4857-8d93-e7896510f39c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f67c9207a1f045b6a0f2f5c51d3b72c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1411443 Nov 25 13:30:54.690585 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f866b36-4683-4857-8d93-e7896510f39c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c99be8f-4789-470f-834d-85f7cc24b595,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:54.691395 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 38024) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:30:54.758853 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f6fbfab7-3359-4396-9624-7ae3eaaf2144 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:54.786395 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f6fbfab7-3359-4396-9624-7ae3eaaf2144 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:54.802306 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d1466-1c9a-4fa4-839a-a4ec19b3700a req-e1dbd9ee-ea25-42b2-ba3b-f7817a2faef2 tempest-TestNetworkAdvancedServerOps-879095095 tempest-TestNetworkAdvancedServerOps-879095095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:54.804327 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-da9d1466-1c9a-4fa4-839a-a4ec19b3700a req-e1dbd9ee-ea25-42b2-ba3b-f7817a2faef2 tempest-TestNetworkAdvancedServerOps-879095095 tempest-TestNetworkAdvancedServerOps-879095095-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa HTTP/1.1" status: 200 len: 1098 time: 0.0559990 Nov 25 13:30:54.826121 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-da9d1466-1c9a-4fa4-839a-a4ec19b3700a req-db36235c-fb82-4259-aaa3-fd190474574b tempest-TestNetworkAdvancedServerOps-879095095 tempest-TestNetworkAdvancedServerOps-879095095-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:54.843464 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f6fbfab7-3359-4396-9624-7ae3eaaf2144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:54.846216 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f6fbfab7-3359-4396-9624-7ae3eaaf2144 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:54.850263 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-f6fbfab7-3359-4396-9624-7ae3eaaf2144 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5c99be8f-4789-470f-834d-85f7cc24b595 HTTP/1.1" status: 204 len: 168 time: 0.1581221 Nov 25 13:30:54.858995 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fbfab7-3359-4396-9624-7ae3eaaf2144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c99be8f-4789-470f-834d-85f7cc24b595,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:54.927824 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-da9d1466-1c9a-4fa4-839a-a4ec19b3700a req-db36235c-fb82-4259-aaa3-fd190474574b tempest-TestNetworkAdvancedServerOps-879095095 tempest-TestNetworkAdvancedServerOps-879095095-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:54.934969 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-da9d1466-1c9a-4fa4-839a-a4ec19b3700a req-db36235c-fb82-4259-aaa3-fd190474574b tempest-TestNetworkAdvancedServerOps-879095095 tempest-TestNetworkAdvancedServerOps-879095095-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:54.975703 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db36235c-fb82-4259-aaa3-fd190474574b tempest-TestNetworkAdvancedServerOps-879095095 tempest-TestNetworkAdvancedServerOps-879095095-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93251cf8-d171-4a80-be09-5b96fa03bbea,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:55.003435 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-da9d1466-1c9a-4fa4-839a-a4ec19b3700a req-db36235c-fb82-4259-aaa3-fd190474574b tempest-TestNetworkAdvancedServerOps-879095095 tempest-TestNetworkAdvancedServerOps-879095095-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=af986032-8bd1-4d37-83da-251cc9b6a502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1918917 Nov 25 13:30:55.136880 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb2c1ca-06a0-49ca-8ff5-acd8326a4fb3 req-531cabd2-d860-4b14-a859-88c164cfb15b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:55.138770 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cdb2c1ca-06a0-49ca-8ff5-acd8326a4fb3 req-531cabd2-d860-4b14-a859-88c164cfb15b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa HTTP/1.1" status: 200 len: 946 time: 0.0513194 Nov 25 13:30:55.194568 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cdb2c1ca-06a0-49ca-8ff5-acd8326a4fb3 req-30c49690-afb7-4fb5-9be0-d4d50e3311c4 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=af986032-8bd1-4d37-83da-251cc9b6a502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494061 Nov 25 13:30:55.217261 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 38046) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:30:55.290785 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-0e661dc0-6c41-41ab-9bd2-3d296e1961ce tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/floatingips/25413624-7bc6-4e48-a57b-21aa3d798f3a HTTP/1.1" status: 200 len: 993 time: 0.0715859 Nov 25 13:30:55.651111 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 38076) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:30:55.654839 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [req-6738c947-732c-479e-8f9b-7e3c0d6c1400 req-e7efffd0-bbc3-4e0f-9965-d16cf7cbec9b service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:30:55.656401 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6738c947-732c-479e-8f9b-7e3c0d6c1400 req-e7efffd0-bbc3-4e0f-9965-d16cf7cbec9b service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062377 Nov 25 13:30:55.787341 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-a2edaf0a-fa83-479d-b49d-fb8415080030 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-911037658-network', 'tenant_id': '2e0ec5dcbfa846ebb4e2635f1300aed7'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:30:55.817977 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2edaf0a-fa83-479d-b49d-fb8415080030 admin admin] Made reservation on behalf of 2e0ec5dcbfa846ebb4e2635f1300aed7 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:30:55.821655 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a2edaf0a-fa83-479d-b49d-fb8415080030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:55.835435 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a2edaf0a-fa83-479d-b49d-fb8415080030 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:55.924185 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a2edaf0a-fa83-479d-b49d-fb8415080030 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:55.929149 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a2edaf0a-fa83-479d-b49d-fb8415080030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:55.950840 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2edaf0a-fa83-479d-b49d-fb8415080030 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:30:55.986303 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a2edaf0a-fa83-479d-b49d-fb8415080030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:55.986464 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-a2edaf0a-fa83-479d-b49d-fb8415080030 admin admin] Added segment 13c3a003-ca5f-4c40-a2a1-edefd2f0c31a of type vlan for network 2fc40b8c-309d-4ab1-a956-ed1ed42acb67 Nov 25 13:30:55.994457 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2edaf0a-fa83-479d-b49d-fb8415080030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9902429e-be01-4de7-85d7-18923b791661,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:56.035252 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a2edaf0a-fa83-479d-b49d-fb8415080030 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:56.042090 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 38096) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:30:56.071254 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a2edaf0a-fa83-479d-b49d-fb8415080030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:56.072773 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2edaf0a-fa83-479d-b49d-fb8415080030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:56.073988 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a2edaf0a-fa83-479d-b49d-fb8415080030 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:56.100689 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c36792-a266-4fd1-8caf-409ee0532fe7 req-32de0854-adb5-4699-aed4-a5c7d4bb9101 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:56.102839 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b8c36792-a266-4fd1-8caf-409ee0532fe7 req-32de0854-adb5-4699-aed4-a5c7d4bb9101 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa HTTP/1.1" status: 200 len: 946 time: 0.0620055 Nov 25 13:30:56.161903 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b8c36792-a266-4fd1-8caf-409ee0532fe7 req-22a58389-a3f5-4dea-a361-d998357031bc tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=af986032-8bd1-4d37-83da-251cc9b6a502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514503 Nov 25 13:30:56.186082 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-a2edaf0a-fa83-479d-b49d-fb8415080030 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5287657 Nov 25 13:30:56.186239 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 38100) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:30:56.191601 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-4e60a040-7402-4332-93ec-87ec4f525ea4 admin admin] Request body: {'subnet': {'network_id': '2fc40b8c-309d-4ab1-a956-ed1ed42acb67', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-911037658-subnet', 'tenant_id': '2e0ec5dcbfa846ebb4e2635f1300aed7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:30:56.205211 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2edaf0a-fa83-479d-b49d-fb8415080030 admin admin] Pushing event updated for resources: {'Network': ['ID=2fc40b8c-309d-4ab1-a956-ed1ed42acb67,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:56.215559 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7f522e0e-1900-4031-9d80-9f8b4be0491a req-05497a32-6fc7-4d8d-bdda-6b1e8c830641 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1722188 Nov 25 13:30:56.215799 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 2fc40b8c-309d-4ab1-a956-ed1ed42acb67 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:30:56.225211 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [req-7f522e0e-1900-4031-9d80-9f8b4be0491a req-f5aa88b9-a57b-4035-910d-85067aea4469 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:30:56.227149 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7f522e0e-1900-4031-9d80-9f8b4be0491a req-f5aa88b9-a57b-4035-910d-85067aea4469 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067208 Nov 25 13:30:56.229141 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e60a040-7402-4332-93ec-87ec4f525ea4 admin admin] Made reservation on behalf of 2e0ec5dcbfa846ebb4e2635f1300aed7 for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:30:56.232061 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4e60a040-7402-4332-93ec-87ec4f525ea4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:56.443802 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4e60a040-7402-4332-93ec-87ec4f525ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:56.511276 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e60a040-7402-4332-93ec-87ec4f525ea4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b0a47da-d39c-4c2c-9c96-1569446443d6,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:30:56.522814 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e60a040-7402-4332-93ec-87ec4f525ea4 admin admin] Checking segment: {'id': '13c3a003-ca5f-4c40-a2a1-edefd2f0c31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2fc40b8c-309d-4ab1-a956-ed1ed42acb67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:30:56.524151 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e60a040-7402-4332-93ec-87ec4f525ea4 admin admin] Network hostable DHCP agents. Network: 2fc40b8c-309d-4ab1-a956-ed1ed42acb67, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:30:56.542680 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e60a040-7402-4332-93ec-87ec4f525ea4 admin admin] Network 2fc40b8c-309d-4ab1-a956-ed1ed42acb67 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:30:56.560122 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-4e60a040-7402-4332-93ec-87ec4f525ea4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 2fc40b8c-309d-4ab1-a956-ed1ed42acb67) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:30:56.569791 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623bb22c-cd99-427c-9d3f-a5ce3269f89d None None] Network 2fc40b8c-309d-4ab1-a956-ed1ed42acb67 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:30:56.574440 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e60a040-7402-4332-93ec-87ec4f525ea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:56.574440 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4e60a040-7402-4332-93ec-87ec4f525ea4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:30:56.608862 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-4e60a040-7402-4332-93ec-87ec4f525ea4 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4210575 Nov 25 13:30:56.772377 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19edea45-9abb-4711-ba94-2c675359af84 None None] Network 2fc40b8c-309d-4ab1-a956-ed1ed42acb67 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:30:57.341458 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b384f5-685e-48cd-b7ef-e9c3e12bb187 req-92c1ea8f-d8ef-4321-be6a-fcdb53eb418d tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:57.343566 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-08b384f5-685e-48cd-b7ef-e9c3e12bb187 req-92c1ea8f-d8ef-4321-be6a-fcdb53eb418d tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa HTTP/1.1" status: 200 len: 946 time: 0.0672445 Nov 25 13:30:57.409045 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-08b384f5-685e-48cd-b7ef-e9c3e12bb187 req-f5b7f5e6-56d8-4d45-8e62-20e26e32a7ee tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=af986032-8bd1-4d37-83da-251cc9b6a502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589349 Nov 25 13:30:57.624443 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f522e0e-1900-4031-9d80-9f8b4be0491a req-28d6e93b-01bb-4d64-9cf3-a273923c939d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:57.625868 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7f522e0e-1900-4031-9d80-9f8b4be0491a req-28d6e93b-01bb-4d64-9cf3-a273923c939d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=057e847f3ee343b9812224ca032e6bfc&device_id=cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa HTTP/1.1" status: 200 len: 1098 time: 0.0425458 Nov 25 13:30:57.750292 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f522e0e-1900-4031-9d80-9f8b4be0491a req-56cc9cd5-ddb8-4f16-91d1-4a436bf1c1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:57.752236 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7f522e0e-1900-4031-9d80-9f8b4be0491a req-56cc9cd5-ddb8-4f16-91d1-4a436bf1c1dc service neutron] 10.222.0.47 "GET /v2.0/networks?id=2bbb64c0-2f45-440c-ac42-17fa5bdecc0e HTTP/1.1" status: 200 len: 897 time: 0.1171150 Nov 25 13:30:57.820945 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7f522e0e-1900-4031-9d80-9f8b4be0491a req-667b9d9e-e990-4923-84b3-c94dd68e5a2a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1389dd9-a768-4d8c-a03d-a332ade840cc HTTP/1.1" status: 200 len: 1001 time: 0.0596416 Nov 25 13:30:57.876067 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f522e0e-1900-4031-9d80-9f8b4be0491a req-49568076-aa80-4b1b-929a-8c2671a8ea0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:57.877704 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7f522e0e-1900-4031-9d80-9f8b4be0491a req-49568076-aa80-4b1b-929a-8c2671a8ea0f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=251b1512-8593-40d2-919a-8c92dca7b953 HTTP/1.1" status: 200 len: 834 time: 0.0493069 Nov 25 13:30:57.927865 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f522e0e-1900-4031-9d80-9f8b4be0491a req-777c4bbe-48c4-4b6c-98e0-7612ce1fe18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:57.929112 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7f522e0e-1900-4031-9d80-9f8b4be0491a req-777c4bbe-48c4-4b6c-98e0-7612ce1fe18b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2bbb64c0-2f45-440c-ac42-17fa5bdecc0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423715 Nov 25 13:30:58.069020 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7f522e0e-1900-4031-9d80-9f8b4be0491a req-2ae49543-cdbf-435c-95d6-4107a36c7ceb service neutron] 10.222.0.47 "GET /v2.0/networks/2bbb64c0-2f45-440c-ac42-17fa5bdecc0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313407 Nov 25 13:30:58.526837 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7f522e0e-1900-4031-9d80-9f8b4be0491a req-277f8b92-08fb-47bd-b9b6-a846c5edff3a service neutron] 10.222.0.47 "GET /v2.0/networks/2bbb64c0-2f45-440c-ac42-17fa5bdecc0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4503853 Nov 25 13:30:58.628542 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40d594e-5cb8-419b-84a0-7f1409739c1d req-2a822195-a3eb-4a98-a529-ce9bedb60d9b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:58.630235 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f40d594e-5cb8-419b-84a0-7f1409739c1d req-2a822195-a3eb-4a98-a529-ce9bedb60d9b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa HTTP/1.1" status: 200 len: 946 time: 0.0963655 Nov 25 13:30:58.678302 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5da7d2-4bd2-42e1-943c-5b0cfb788ab8 req-29e4c87f-7c69-483e-ae21-f536a234c4a5 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:58.679554 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fd5da7d2-4bd2-42e1-943c-5b0cfb788ab8 req-29e4c87f-7c69-483e-ae21-f536a234c4a5 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] 10.222.0.53 "GET /v2.0/networks?id=2fc40b8c-309d-4ab1-a956-ed1ed42acb67 HTTP/1.1" status: 200 len: 808 time: 0.2184594 Nov 25 13:30:58.711821 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fd5da7d2-4bd2-42e1-943c-5b0cfb788ab8 req-ff7171b3-91a3-4597-9095-0cb59913fc56 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] 10.222.0.53 "GET /v2.0/quotas/2e0ec5dcbfa846ebb4e2635f1300aed7 HTTP/1.1" status: 200 len: 375 time: 0.0246665 Nov 25 13:30:58.721834 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f40d594e-5cb8-419b-84a0-7f1409739c1d req-fe0c023f-b5fb-421a-b768-ff30bdcfcc94 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=af986032-8bd1-4d37-83da-251cc9b6a502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767820 Nov 25 13:30:58.755279 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fd5da7d2-4bd2-42e1-943c-5b0cfb788ab8 req-176e13d6-6914-41bc-82ad-f0b150725d4a tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2e0ec5dcbfa846ebb4e2635f1300aed7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324018 Nov 25 13:30:58.909961 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fd5da7d2-4bd2-42e1-943c-5b0cfb788ab8 req-470b5e81-1ada-4736-99fb-e57b23f71b7b service neutron] 10.222.0.53 "GET /v2.0/networks/2fc40b8c-309d-4ab1-a956-ed1ed42acb67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509387 Nov 25 13:30:59.002293 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fd5da7d2-4bd2-42e1-943c-5b0cfb788ab8 req-80d0d54b-63fc-4dbe-a261-7bb015cfa8b7 service neutron] 10.222.0.53 "GET /v2.0/networks/2fc40b8c-309d-4ab1-a956-ed1ed42acb67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861881 Nov 25 13:30:59.194949 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f4ab99f8-06c8-457d-8bdb-e88e25cfd779 req-3cddcfd5-1459-4d57-96a0-75237c9a89a0 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] 10.222.0.53 "GET /v2.0/ports?device_id=372d5ef3-8048-48e6-ba98-7042c3af1825 HTTP/1.1" status: 200 len: 210 time: 0.0382881 Nov 25 13:30:59.849024 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d5378-596e-435f-af1a-7187b4c53be9 req-cd68f7b3-7b69-4dfd-b66c-ffbe2a849a26 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:30:59.850972 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-884d5378-596e-435f-af1a-7187b4c53be9 req-cd68f7b3-7b69-4dfd-b66c-ffbe2a849a26 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa HTTP/1.1" status: 200 len: 946 time: 0.0505686 Nov 25 13:30:59.906760 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-884d5378-596e-435f-af1a-7187b4c53be9 req-aa1d080f-c685-4593-8c31-4753ce788f3f tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=af986032-8bd1-4d37-83da-251cc9b6a502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487580 Nov 25 13:31:00.205487 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5da7d2-4bd2-42e1-943c-5b0cfb788ab8 req-165a026d-4d39-4e3c-89ae-8747250bc8f4 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:00.206888 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-fd5da7d2-4bd2-42e1-943c-5b0cfb788ab8 req-165a026d-4d39-4e3c-89ae-8747250bc8f4 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] 10.222.0.47 "GET /v2.0/networks?id=2fc40b8c-309d-4ab1-a956-ed1ed42acb67 HTTP/1.1" status: 200 len: 808 time: 0.1175580 Nov 25 13:31:00.222676 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-fd5da7d2-4bd2-42e1-943c-5b0cfb788ab8 req-37299ad1-8127-4532-a06f-67bc4c5d0a55 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] Request body: {'port': {'device_id': '372d5ef3-8048-48e6-ba98-7042c3af1825', 'network_id': '2fc40b8c-309d-4ab1-a956-ed1ed42acb67', 'admin_state_up': True, 'tenant_id': '2e0ec5dcbfa846ebb4e2635f1300aed7'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:31:00.342795 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-747e4eb0-7f97-4289-b169-2d49605a8983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:00.357446 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-51447828-6225-40f7-baa0-b85ff30d590d req-af9c87e6-615b-4fcf-9783-7365eebbf798 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] 10.222.0.53 "GET /v2.0/ports?device_id=372d5ef3-8048-48e6-ba98-7042c3af1825 HTTP/1.1" status: 200 len: 210 time: 0.0291319 Nov 25 13:31:00.403673 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd5da7d2-4bd2-42e1-943c-5b0cfb788ab8 req-37299ad1-8127-4532-a06f-67bc4c5d0a55 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] Made reservation on behalf of 2e0ec5dcbfa846ebb4e2635f1300aed7 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:31:00.407643 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fd5da7d2-4bd2-42e1-943c-5b0cfb788ab8 req-37299ad1-8127-4532-a06f-67bc4c5d0a55 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:00.548025 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-fd5da7d2-4bd2-42e1-943c-5b0cfb788ab8 req-37299ad1-8127-4532-a06f-67bc4c5d0a55 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] Allocated IP 172.20.0.13 (2fc40b8c-309d-4ab1-a956-ed1ed42acb67/2b0a47da-d39c-4c2c-9c96-1569446443d6/e3a1a1da-8843-478e-b115-dce17ba17080) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:31:00.692807 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fd5da7d2-4bd2-42e1-943c-5b0cfb788ab8 req-37299ad1-8127-4532-a06f-67bc4c5d0a55 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:00.737352 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fd5da7d2-4bd2-42e1-943c-5b0cfb788ab8 req-37299ad1-8127-4532-a06f-67bc4c5d0a55 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:00.794381 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd5da7d2-4bd2-42e1-943c-5b0cfb788ab8 req-37299ad1-8127-4532-a06f-67bc4c5d0a55 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] Network 2fc40b8c-309d-4ab1-a956-ed1ed42acb67 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:31:00.800733 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-fd5da7d2-4bd2-42e1-943c-5b0cfb788ab8 req-37299ad1-8127-4532-a06f-67bc4c5d0a55 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:31:00.807082 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd5da7d2-4bd2-42e1-943c-5b0cfb788ab8 req-37299ad1-8127-4532-a06f-67bc4c5d0a55 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:31:00.812014 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37299ad1-8127-4532-a06f-67bc4c5d0a55 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] Pushing event updated for resources: {'Port': ['ID=e3a1a1da-8843-478e-b115-dce17ba17080,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:31:00.861419 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5da7d2-4bd2-42e1-943c-5b0cfb788ab8 req-37299ad1-8127-4532-a06f-67bc4c5d0a55 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:00.862059 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fd5da7d2-4bd2-42e1-943c-5b0cfb788ab8 req-37299ad1-8127-4532-a06f-67bc4c5d0a55 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:00.878088 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-fd5da7d2-4bd2-42e1-943c-5b0cfb788ab8 req-37299ad1-8127-4532-a06f-67bc4c5d0a55 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6595235 Nov 25 13:31:00.891272 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-fd5da7d2-4bd2-42e1-943c-5b0cfb788ab8 req-20c37e1c-3d5a-482f-b0d5-29afb1f70874 service neutron] Request body: {'port': {'device_id': '372d5ef3-8048-48e6-ba98-7042c3af1825', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:31:00.952566 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fd5da7d2-4bd2-42e1-943c-5b0cfb788ab8 req-20c37e1c-3d5a-482f-b0d5-29afb1f70874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:01.029473 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee967f-d693-4047-8e3d-a9d62099a204 req-8f1ad69d-9b27-46b9-bc28-b440520b733d tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:01.031850 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1fee967f-d693-4047-8e3d-a9d62099a204 req-8f1ad69d-9b27-46b9-bc28-b440520b733d tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa HTTP/1.1" status: 200 len: 946 time: 0.0511873 Nov 25 13:31:01.087948 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1fee967f-d693-4047-8e3d-a9d62099a204 req-8b37a6cf-e82a-4743-9024-bde4b3fba922 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=af986032-8bd1-4d37-83da-251cc9b6a502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498946 Nov 25 13:31:01.235403 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-fd5da7d2-4bd2-42e1-943c-5b0cfb788ab8 req-20c37e1c-3d5a-482f-b0d5-29afb1f70874 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3a1a1da-8843-478e-b115-dce17ba17080 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:31:01.243835 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fd5da7d2-4bd2-42e1-943c-5b0cfb788ab8 req-20c37e1c-3d5a-482f-b0d5-29afb1f70874 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:01.261506 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-fd5da7d2-4bd2-42e1-943c-5b0cfb788ab8 req-20c37e1c-3d5a-482f-b0d5-29afb1f70874 service neutron] Transition to ACTIVE for port object e3a1a1da-8843-478e-b115-dce17ba17080 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:31:01.265669 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fd5da7d2-4bd2-42e1-943c-5b0cfb788ab8 req-20c37e1c-3d5a-482f-b0d5-29afb1f70874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:01.319005 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c37e1c-3d5a-482f-b0d5-29afb1f70874 service neutron] Pushing event updated for resources: {'Port': ['ID=e3a1a1da-8843-478e-b115-dce17ba17080,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:31:01.422144 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-fd5da7d2-4bd2-42e1-943c-5b0cfb788ab8 req-20c37e1c-3d5a-482f-b0d5-29afb1f70874 service neutron] Attempting to bind port e3a1a1da-8843-478e-b115-dce17ba17080 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:31:01.422547 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-fd5da7d2-4bd2-42e1-943c-5b0cfb788ab8 req-20c37e1c-3d5a-482f-b0d5-29afb1f70874 service neutron] Attempting to bind port e3a1a1da-8843-478e-b115-dce17ba17080 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '13c3a003-ca5f-4c40-a2a1-edefd2f0c31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2fc40b8c-309d-4ab1-a956-ed1ed42acb67'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:31:01.423005 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5da7d2-4bd2-42e1-943c-5b0cfb788ab8 req-20c37e1c-3d5a-482f-b0d5-29afb1f70874 service neutron] Attempting to bind port e3a1a1da-8843-478e-b115-dce17ba17080 on network 2fc40b8c-309d-4ab1-a956-ed1ed42acb67 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:31:01.433051 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5da7d2-4bd2-42e1-943c-5b0cfb788ab8 req-20c37e1c-3d5a-482f-b0d5-29afb1f70874 service neutron] Port e3a1a1da-8843-478e-b115-dce17ba17080 on network 2fc40b8c-309d-4ab1-a956-ed1ed42acb67 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:31:01.433390 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5da7d2-4bd2-42e1-943c-5b0cfb788ab8 req-20c37e1c-3d5a-482f-b0d5-29afb1f70874 service neutron] Attempting to bind port e3a1a1da-8843-478e-b115-dce17ba17080 on network 2fc40b8c-309d-4ab1-a956-ed1ed42acb67 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:31:01.439816 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5da7d2-4bd2-42e1-943c-5b0cfb788ab8 req-20c37e1c-3d5a-482f-b0d5-29afb1f70874 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:31:01.440165 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5da7d2-4bd2-42e1-943c-5b0cfb788ab8 req-20c37e1c-3d5a-482f-b0d5-29afb1f70874 service neutron] Checking segment: {'id': '13c3a003-ca5f-4c40-a2a1-edefd2f0c31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2fc40b8c-309d-4ab1-a956-ed1ed42acb67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:31:01.440613 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5da7d2-4bd2-42e1-943c-5b0cfb788ab8 req-20c37e1c-3d5a-482f-b0d5-29afb1f70874 service neutron] Bound using segment: {'id': '13c3a003-ca5f-4c40-a2a1-edefd2f0c31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2fc40b8c-309d-4ab1-a956-ed1ed42acb67'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:31:01.441732 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-fd5da7d2-4bd2-42e1-943c-5b0cfb788ab8 req-20c37e1c-3d5a-482f-b0d5-29afb1f70874 service neutron] Bound port: e3a1a1da-8843-478e-b115-dce17ba17080, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13c3a003-ca5f-4c40-a2a1-edefd2f0c31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2fc40b8c-309d-4ab1-a956-ed1ed42acb67'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:31:01.442107 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fd5da7d2-4bd2-42e1-943c-5b0cfb788ab8 req-20c37e1c-3d5a-482f-b0d5-29afb1f70874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:01.510627 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca901d-cbf0-41a2-9998-045b41537a94 req-5bb843d7-0d0b-416b-a5eb-51a9593f0346 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:01.518558 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-92ca901d-cbf0-41a2-9998-045b41537a94 req-5bb843d7-0d0b-416b-a5eb-51a9593f0346 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] 10.222.0.53 "GET /v2.0/ports?device_id=372d5ef3-8048-48e6-ba98-7042c3af1825 HTTP/1.1" status: 200 len: 944 time: 0.0711775 Nov 25 13:31:01.520534 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-fd5da7d2-4bd2-42e1-943c-5b0cfb788ab8 req-20c37e1c-3d5a-482f-b0d5-29afb1f70874 service neutron] For port e3a1a1da-8843-478e-b115-dce17ba17080, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:31:01.525210 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-fd5da7d2-4bd2-42e1-943c-5b0cfb788ab8 req-20c37e1c-3d5a-482f-b0d5-29afb1f70874 service neutron] For port e3a1a1da-8843-478e-b115-dce17ba17080, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=e3a1a1da-8843-478e-b115-dce17ba17080,segment=NetworkSegment(13c3a003-ca5f-4c40-a2a1-edefd2f0c31a),segment_id=13c3a003-ca5f-4c40-a2a1-edefd2f0c31a)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:31:01.531847 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fd5da7d2-4bd2-42e1-943c-5b0cfb788ab8 req-20c37e1c-3d5a-482f-b0d5-29afb1f70874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:01.550376 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5da7d2-4bd2-42e1-943c-5b0cfb788ab8 req-20c37e1c-3d5a-482f-b0d5-29afb1f70874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:01.551088 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fd5da7d2-4bd2-42e1-943c-5b0cfb788ab8 req-20c37e1c-3d5a-482f-b0d5-29afb1f70874 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:01.552673 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-fd5da7d2-4bd2-42e1-943c-5b0cfb788ab8 req-20c37e1c-3d5a-482f-b0d5-29afb1f70874 service neutron] 10.222.0.47 "PUT /v2.0/ports/e3a1a1da-8843-478e-b115-dce17ba17080 HTTP/1.1" status: 200 len: 1093 time: 0.6658721 Nov 25 13:31:01.555787 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '372d5ef3-8048-48e6-ba98-7042c3af1825', 'tag': 'e3a1a1da-8843-478e-b115-dce17ba17080'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:31:01.557769 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0592390a-c9d2-4e21-a6a4-59ca60b39334" -d '{"events": [{"name": "network-changed", "server_uuid": "372d5ef3-8048-48e6-ba98-7042c3af1825", "tag": "e3a1a1da-8843-478e-b115-dce17ba17080"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:31:01.619287 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-92ca901d-cbf0-41a2-9998-045b41537a94 req-9583926b-56be-4a77-9c05-e380d08e0b4d tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] 10.222.0.53 "GET /v2.0/security-groups?id=9902429e-be01-4de7-85d7-18923b791661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998094 Nov 25 13:31:01.656473 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07cfecd8-9cf9-4064-8aa6-939dcfda12dc x-openstack-request-id: req-07cfecd8-9cf9-4064-8aa6-939dcfda12dc {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:31:01.656473 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "372d5ef3-8048-48e6-ba98-7042c3af1825", "tag": "e3a1a1da-8843-478e-b115-dce17ba17080", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:31:01.656473 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-07cfecd8-9cf9-4064-8aa6-939dcfda12dc {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:31:01.656879 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '372d5ef3-8048-48e6-ba98-7042c3af1825', 'tag': 'e3a1a1da-8843-478e-b115-dce17ba17080', 'status': 'completed', 'code': 200} Nov 25 13:31:01.706057 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c37e1c-3d5a-482f-b0d5-29afb1f70874 service neutron] Pushing event updated for resources: {'Port': ['ID=e3a1a1da-8843-478e-b115-dce17ba17080,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:31:01.714940 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5da7d2-4bd2-42e1-943c-5b0cfb788ab8 req-e410b5cc-c830-4d46-92ce-ef72752c766f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:01.717004 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-fd5da7d2-4bd2-42e1-943c-5b0cfb788ab8 req-e410b5cc-c830-4d46-92ce-ef72752c766f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e0ec5dcbfa846ebb4e2635f1300aed7&device_id=372d5ef3-8048-48e6-ba98-7042c3af1825 HTTP/1.1" status: 200 len: 1096 time: 0.0810511 Nov 25 13:31:01.771211 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-fd5da7d2-4bd2-42e1-943c-5b0cfb788ab8 req-efa4e554-e3dc-4d2a-867e-5fab9528b8c5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3a1a1da-8843-478e-b115-dce17ba17080 HTTP/1.1" status: 200 len: 217 time: 0.0461686 Nov 25 13:31:01.810951 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 38280) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:31:01.828363 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5da7d2-4bd2-42e1-943c-5b0cfb788ab8 req-6075a7d0-175a-4732-8d8f-eee9d2c05e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:01.829928 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-fd5da7d2-4bd2-42e1-943c-5b0cfb788ab8 req-6075a7d0-175a-4732-8d8f-eee9d2c05e4c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2b0a47da-d39c-4c2c-9c96-1569446443d6 HTTP/1.1" status: 200 len: 848 time: 0.0502250 Nov 25 13:31:01.871085 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-fd5da7d2-4bd2-42e1-943c-5b0cfb788ab8 req-4944dda5-4f54-454b-abc5-a14f9643ef64 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2fc40b8c-309d-4ab1-a956-ed1ed42acb67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329080 Nov 25 13:31:01.929639 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-df1d35b1-9b5a-4024-95da-6bd6b247dd0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:01.977425 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-fd5da7d2-4bd2-42e1-943c-5b0cfb788ab8 req-be08c321-f30f-40d6-a395-307ea65e8ae8 service neutron] 10.222.0.47 "GET /v2.0/networks/2fc40b8c-309d-4ab1-a956-ed1ed42acb67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980990 Nov 25 13:31:02.079954 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-df1d35b1-9b5a-4024-95da-6bd6b247dd0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:02.092074 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-df1d35b1-9b5a-4024-95da-6bd6b247dd0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:02.114673 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-fd5da7d2-4bd2-42e1-943c-5b0cfb788ab8 req-4ba2d78f-cee1-4df4-82bf-879544d2ead1 service neutron] 10.222.0.47 "GET /v2.0/networks/2fc40b8c-309d-4ab1-a956-ed1ed42acb67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284206 Nov 25 13:31:02.157925 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-df1d35b1-9b5a-4024-95da-6bd6b247dd0a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=74a5c68c4782409d85cd4c2c5f19a7ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3457828 Nov 25 13:31:02.158368 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 38288) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:31:02.180091 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1d35b1-9b5a-4024-95da-6bd6b247dd0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8bee68-2396-4e0d-ba8a-bc76293f4fe4,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:31:02.263820 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0592390a-c9d2-4e21-a6a4-59ca60b39334 req-fb2b3e79-6928-48d8-b424-13a78317e29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:02.265472 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0592390a-c9d2-4e21-a6a4-59ca60b39334 req-fb2b3e79-6928-48d8-b424-13a78317e29c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e0ec5dcbfa846ebb4e2635f1300aed7&device_id=372d5ef3-8048-48e6-ba98-7042c3af1825 HTTP/1.1" status: 200 len: 1096 time: 0.0764048 Nov 25 13:31:02.314825 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c9512b70-5417-4198-ace4-90dc5dd60fb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:02.333419 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f33dd1d-1df3-4369-a889-08f3103f5911 req-fbac9503-9a56-45bb-82fd-dd59539b0b2c tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:02.346613 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1f33dd1d-1df3-4369-a889-08f3103f5911 req-fbac9503-9a56-45bb-82fd-dd59539b0b2c tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa HTTP/1.1" status: 200 len: 946 time: 0.1195304 Nov 25 13:31:02.396289 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c9512b70-5417-4198-ace4-90dc5dd60fb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:02.432823 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1f33dd1d-1df3-4369-a889-08f3103f5911 req-fb90bd0b-960b-49d3-bec0-45bfd1056d0a tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=af986032-8bd1-4d37-83da-251cc9b6a502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849507 Nov 25 13:31:02.470125 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c9512b70-5417-4198-ace4-90dc5dd60fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:02.473039 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c9512b70-5417-4198-ace4-90dc5dd60fb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:02.477572 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c9512b70-5417-4198-ace4-90dc5dd60fb0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1d8bee68-2396-4e0d-ba8a-bc76293f4fe4 HTTP/1.1" status: 204 len: 168 time: 0.3180995 Nov 25 13:31:02.500874 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9512b70-5417-4198-ace4-90dc5dd60fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8bee68-2396-4e0d-ba8a-bc76293f4fe4,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:31:02.535155 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0592390a-c9d2-4e21-a6a4-59ca60b39334 req-f3f3ccca-7f49-49f6-803e-4d276f7db81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:02.537256 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0592390a-c9d2-4e21-a6a4-59ca60b39334 req-f3f3ccca-7f49-49f6-803e-4d276f7db81f service neutron] 10.222.0.47 "GET /v2.0/networks?id=2fc40b8c-309d-4ab1-a956-ed1ed42acb67 HTTP/1.1" status: 200 len: 909 time: 0.2606544 Nov 25 13:31:02.592887 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0592390a-c9d2-4e21-a6a4-59ca60b39334 req-f47e337b-28ca-4589-be50-e6c311c95b89 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3a1a1da-8843-478e-b115-dce17ba17080 HTTP/1.1" status: 200 len: 217 time: 0.0462773 Nov 25 13:31:02.660176 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0592390a-c9d2-4e21-a6a4-59ca60b39334 req-770ae96c-2af4-486a-acb0-8429824c1d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:02.663085 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0592390a-c9d2-4e21-a6a4-59ca60b39334 req-770ae96c-2af4-486a-acb0-8429824c1d74 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2b0a47da-d39c-4c2c-9c96-1569446443d6 HTTP/1.1" status: 200 len: 848 time: 0.0592558 Nov 25 13:31:02.719534 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0592390a-c9d2-4e21-a6a4-59ca60b39334 req-08c98816-5cd3-4b99-9b70-a1e01267be4b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2fc40b8c-309d-4ab1-a956-ed1ed42acb67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472412 Nov 25 13:31:02.761677 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a173cd01-2586-4795-8222-5e5c1610e339 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:02.794899 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991b0c19-5420-4957-92f0-67c0a791902f req-a645e94f-0b1e-4b82-855f-f520d010bc18 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:02.803557 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-991b0c19-5420-4957-92f0-67c0a791902f req-a645e94f-0b1e-4b82-855f-f520d010bc18 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] 10.222.0.53 "GET /v2.0/ports?device_id=372d5ef3-8048-48e6-ba98-7042c3af1825 HTTP/1.1" status: 200 len: 944 time: 0.0842962 Nov 25 13:31:02.847086 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 38302) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:31:02.863649 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-991b0c19-5420-4957-92f0-67c0a791902f req-c76dfd20-c655-47c0-9633-b8762bb05aac tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] 10.222.0.53 "GET /v2.0/security-groups?id=9902429e-be01-4de7-85d7-18923b791661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590739 Nov 25 13:31:02.868272 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-18c54a04-86b6-4a2f-b650-163e0b926772 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:02.872923 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0592390a-c9d2-4e21-a6a4-59ca60b39334 req-af5d36bc-b903-4a51-ad81-a23fb4a8d240 service neutron] 10.222.0.47 "GET /v2.0/networks/2fc40b8c-309d-4ab1-a956-ed1ed42acb67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445441 Nov 25 13:31:03.008658 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0592390a-c9d2-4e21-a6a4-59ca60b39334 req-1735d3ee-5d71-45e9-9519-976cf898b2b6 service neutron] 10.222.0.47 "GET /v2.0/networks/2fc40b8c-309d-4ab1-a956-ed1ed42acb67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237881 Nov 25 13:31:03.038609 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-18c54a04-86b6-4a2f-b650-163e0b926772 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:03.043013 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-18c54a04-86b6-4a2f-b650-163e0b926772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:03.085196 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-18c54a04-86b6-4a2f-b650-163e0b926772 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0ced1ffcca3b42e0a33907a9260805c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2370775 Nov 25 13:31:03.086079 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c54a04-86b6-4a2f-b650-163e0b926772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ae7792-6e01-4261-a2dc-85e89b655008,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:31:03.087942 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 38304) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:31:03.135064 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b41f8c9a-1614-42ff-b97c-aae3ac81aa7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:03.161064 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b41f8c9a-1614-42ff-b97c-aae3ac81aa7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:03.206980 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b41f8c9a-1614-42ff-b97c-aae3ac81aa7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:03.209445 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b41f8c9a-1614-42ff-b97c-aae3ac81aa7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:03.210593 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b41f8c9a-1614-42ff-b97c-aae3ac81aa7c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b2ae7792-6e01-4261-a2dc-85e89b655008 HTTP/1.1" status: 204 len: 168 time: 0.1216195 Nov 25 13:31:03.219559 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41f8c9a-1614-42ff-b97c-aae3ac81aa7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ae7792-6e01-4261-a2dc-85e89b655008,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:31:03.561135 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d150e59-a762-4889-ba89-3f7bda65f32d req-37cc2c9e-0bbc-414b-9a1b-95261f6f1247 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:03.567302 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9d150e59-a762-4889-ba89-3f7bda65f32d req-37cc2c9e-0bbc-414b-9a1b-95261f6f1247 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa HTTP/1.1" status: 200 len: 946 time: 0.0604234 Nov 25 13:31:03.618554 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9d150e59-a762-4889-ba89-3f7bda65f32d req-d98da024-82a7-478f-be93-787ac6bd4836 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=af986032-8bd1-4d37-83da-251cc9b6a502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497735 Nov 25 13:31:03.834994 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:03.987685 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade7f3a8-71a0-43f3-93e6-39fcffa90b44 req-8cfadbe7-9437-482a-9254-2ef963795c2c tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:03.989748 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ade7f3a8-71a0-43f3-93e6-39fcffa90b44 req-8cfadbe7-9437-482a-9254-2ef963795c2c tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] 10.222.0.53 "GET /v2.0/ports?device_id=372d5ef3-8048-48e6-ba98-7042c3af1825 HTTP/1.1" status: 200 len: 944 time: 0.0490746 Nov 25 13:31:04.041557 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ade7f3a8-71a0-43f3-93e6-39fcffa90b44 req-fbe4d47a-7daf-4be2-bcf0-b7e1a381e926 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] 10.222.0.53 "GET /v2.0/security-groups?id=9902429e-be01-4de7-85d7-18923b791661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465555 Nov 25 13:31:04.742377 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ea948-6d49-4b92-9b9c-b0ff3c40ba5c req-cc72333b-9f9b-4462-91c5-f7b5e203044f tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:04.743931 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9d1ea948-6d49-4b92-9b9c-b0ff3c40ba5c req-cc72333b-9f9b-4462-91c5-f7b5e203044f tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa HTTP/1.1" status: 200 len: 946 time: 0.0496380 Nov 25 13:31:04.796768 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9d1ea948-6d49-4b92-9b9c-b0ff3c40ba5c req-9cceeaf1-308d-4808-aff3-98e9409d6b15 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=af986032-8bd1-4d37-83da-251cc9b6a502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452955 Nov 25 13:31:05.167310 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090200c0-ce3e-4279-bd23-b5bd6adf9125 req-274adb15-0ae2-44df-bfa9-cfb41ef9a9ec tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:05.167597 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:05.169212 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-090200c0-ce3e-4279-bd23-b5bd6adf9125 req-274adb15-0ae2-44df-bfa9-cfb41ef9a9ec tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] 10.222.0.53 "GET /v2.0/ports?device_id=372d5ef3-8048-48e6-ba98-7042c3af1825 HTTP/1.1" status: 200 len: 944 time: 0.0574706 Nov 25 13:31:05.172939 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 38392) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:31:05.222066 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-090200c0-ce3e-4279-bd23-b5bd6adf9125 req-b58134e0-170d-4330-82dc-bf9389f45e8f tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] 10.222.0.53 "GET /v2.0/security-groups?id=9902429e-be01-4de7-85d7-18923b791661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432060 Nov 25 13:31:05.285327 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b2bdf7df-849f-4a8c-88b7-ae2a041ae82d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:05.363454 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b2bdf7df-849f-4a8c-88b7-ae2a041ae82d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:05.367056 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b2bdf7df-849f-4a8c-88b7-ae2a041ae82d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:05.406560 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b2bdf7df-849f-4a8c-88b7-ae2a041ae82d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d61bb12c5c454d1cb4827dca0d4e46a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2326086 Nov 25 13:31:05.407703 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bdf7df-849f-4a8c-88b7-ae2a041ae82d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=334b72d9-c1e3-4f5d-8e3b-09996ba0d8da,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:31:05.409219 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 38396) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:31:05.462915 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cb1ace37-c9ae-4a1d-ab55-8546e270fb11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:05.485353 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cb1ace37-c9ae-4a1d-ab55-8546e270fb11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:05.531733 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cb1ace37-c9ae-4a1d-ab55-8546e270fb11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:05.534367 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cb1ace37-c9ae-4a1d-ab55-8546e270fb11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:05.535580 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-cb1ace37-c9ae-4a1d-ab55-8546e270fb11 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/334b72d9-c1e3-4f5d-8e3b-09996ba0d8da HTTP/1.1" status: 204 len: 168 time: 0.1253448 Nov 25 13:31:05.543966 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1ace37-c9ae-4a1d-ab55-8546e270fb11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=334b72d9-c1e3-4f5d-8e3b-09996ba0d8da,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:31:05.801538 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 38408) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:31:05.814828 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-58a56a32-381e-4ef2-8f8e-8ee11437b99e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:05.919359 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-58a56a32-381e-4ef2-8f8e-8ee11437b99e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:05.925105 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-58a56a32-381e-4ef2-8f8e-8ee11437b99e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:05.952145 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa34b6-9b20-4efd-aeae-ad4ee7ccc65b req-3cbd4251-189a-45d8-b5eb-1addf7818fa6 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:05.954480 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-95fa34b6-9b20-4efd-aeae-ad4ee7ccc65b req-3cbd4251-189a-45d8-b5eb-1addf7818fa6 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa HTTP/1.1" status: 200 len: 946 time: 0.0843780 Nov 25 13:31:05.994601 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-58a56a32-381e-4ef2-8f8e-8ee11437b99e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=62564232df6146bb80d0431283d8925c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1919374 Nov 25 13:31:05.997266 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a56a32-381e-4ef2-8f8e-8ee11437b99e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a3d772-a65b-42f3-961d-66d93bfa165b,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:31:05.997565 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 38412) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:31:06.031790 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-95fa34b6-9b20-4efd-aeae-ad4ee7ccc65b req-0a042c1b-ed0f-491c-bacd-5b177e02a6f6 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=af986032-8bd1-4d37-83da-251cc9b6a502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653043 Nov 25 13:31:06.058715 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-153496b4-44b8-494d-843d-5bffc1abf8e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:06.083756 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-153496b4-44b8-494d-843d-5bffc1abf8e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:06.128904 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-153496b4-44b8-494d-843d-5bffc1abf8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:06.131698 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-153496b4-44b8-494d-843d-5bffc1abf8e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:06.132850 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-153496b4-44b8-494d-843d-5bffc1abf8e8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/97a3d772-a65b-42f3-961d-66d93bfa165b HTTP/1.1" status: 204 len: 168 time: 0.1342864 Nov 25 13:31:06.141600 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153496b4-44b8-494d-843d-5bffc1abf8e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a3d772-a65b-42f3-961d-66d93bfa165b,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:31:06.209385 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:06.336716 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device e3a1a1da-8843-478e-b115-dce17ba17080 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:31:06.344817 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29afe9c-513b-44aa-81bd-87ee6fb44c1a req-aa565537-dc25-42f8-a549-8cabad482127 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:06.346454 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b29afe9c-513b-44aa-81bd-87ee6fb44c1a req-aa565537-dc25-42f8-a549-8cabad482127 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] 10.222.0.53 "GET /v2.0/ports?device_id=372d5ef3-8048-48e6-ba98-7042c3af1825 HTTP/1.1" status: 200 len: 944 time: 0.0523479 Nov 25 13:31:06.416945 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b29afe9c-513b-44aa-81bd-87ee6fb44c1a req-ae84da77-2e12-4513-a6a4-39aa7f625934 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] 10.222.0.53 "GET /v2.0/security-groups?id=9902429e-be01-4de7-85d7-18923b791661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634131 Nov 25 13:31:06.450622 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port e3a1a1da-8843-478e-b115-dce17ba17080, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=e3a1a1da-8843-478e-b115-dce17ba17080,segment=NetworkSegment(13c3a003-ca5f-4c40-a2a1-edefd2f0c31a),segment_id=13c3a003-ca5f-4c40-a2a1-edefd2f0c31a)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:31:06.462185 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': 'e3a1a1da-8843-478e-b115-dce17ba17080', 'network_id': '2fc40b8c-309d-4ab1-a956-ed1ed42acb67', 'port_id': 'e3a1a1da-8843-478e-b115-dce17ba17080', 'mac_address': 'fa:16:3e:40:52:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b0a47da-d39c-4c2c-9c96-1569446443d6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:31:06.501224 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:06.518503 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3a1a1da-8843-478e-b115-dce17ba17080 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:31:06.538915 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port e3a1a1da-8843-478e-b115-dce17ba17080, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=e3a1a1da-8843-478e-b115-dce17ba17080,segment=NetworkSegment(13c3a003-ca5f-4c40-a2a1-edefd2f0c31a),segment_id=13c3a003-ca5f-4c40-a2a1-edefd2f0c31a)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:31:06.543684 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:06.591722 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=e3a1a1da-8843-478e-b115-dce17ba17080,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:31:06.599369 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:31:06.599720 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:31:06.600194 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:31:06.600535 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:31:06.601097 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:31:06.601475 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:31:06.601768 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:31:06.602330 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:31:06.602665 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:31:06.603018 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:31:06.603346 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:31:06.603675 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:31:06.851468 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['e3a1a1da-8843-478e-b115-dce17ba17080'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:31:07.159034 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba6a1cc-2a44-47fe-9de5-8405f4591346 req-3ede23db-f607-4f99-98fe-1b7498f94108 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:07.160640 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fba6a1cc-2a44-47fe-9de5-8405f4591346 req-3ede23db-f607-4f99-98fe-1b7498f94108 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa HTTP/1.1" status: 200 len: 946 time: 0.0543354 Nov 25 13:31:07.213712 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fba6a1cc-2a44-47fe-9de5-8405f4591346 req-32d00716-d811-46c0-a73b-03a60ae21041 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=af986032-8bd1-4d37-83da-251cc9b6a502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466504 Nov 25 13:31:07.533693 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a392bef-df2c-4a26-a15a-344535eb6653 req-e9a6bdb9-c0d1-4b4d-a68c-76df98c8e9f1 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:07.535156 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4a392bef-df2c-4a26-a15a-344535eb6653 req-e9a6bdb9-c0d1-4b4d-a68c-76df98c8e9f1 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] 10.222.0.53 "GET /v2.0/ports?device_id=372d5ef3-8048-48e6-ba98-7042c3af1825 HTTP/1.1" status: 200 len: 945 time: 0.0546622 Nov 25 13:31:07.582639 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4a392bef-df2c-4a26-a15a-344535eb6653 req-bc628530-3dad-4e26-ad5f-5c58cf30eb38 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] 10.222.0.53 "GET /v2.0/security-groups?id=9902429e-be01-4de7-85d7-18923b791661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416148 Nov 25 13:31:08.049031 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:08.336695 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device e3a1a1da-8843-478e-b115-dce17ba17080 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:31:08.337257 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085bf32f-7dc3-4b58-af44-9c8ffb6b743f req-c60705e8-c9df-415b-825e-b4aac8af9bca tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:08.338813 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-085bf32f-7dc3-4b58-af44-9c8ffb6b743f req-c60705e8-c9df-415b-825e-b4aac8af9bca tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa HTTP/1.1" status: 200 len: 946 time: 0.0509906 Nov 25 13:31:08.389943 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port e3a1a1da-8843-478e-b115-dce17ba17080 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:31:08.397264 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port e3a1a1da-8843-478e-b115-dce17ba17080 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:31:08.397795 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:08.404188 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-085bf32f-7dc3-4b58-af44-9c8ffb6b743f req-11f696b2-9b96-4f94-bc63-b69a537271bc tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=af986032-8bd1-4d37-83da-251cc9b6a502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584338 Nov 25 13:31:08.489309 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:08.515521 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '372d5ef3-8048-48e6-ba98-7042c3af1825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a1a1da-8843-478e-b115-dce17ba17080'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:31:08.518270 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860547a6-8583-4f54-8678-dedcff3980ed" -d '{"events": [{"server_uuid": "372d5ef3-8048-48e6-ba98-7042c3af1825", "name": "network-vif-plugged", "status": "completed", "tag": "e3a1a1da-8843-478e-b115-dce17ba17080"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:31:08.534714 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port e3a1a1da-8843-478e-b115-dce17ba17080, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=e3a1a1da-8843-478e-b115-dce17ba17080,segment=NetworkSegment(13c3a003-ca5f-4c40-a2a1-edefd2f0c31a),segment_id=13c3a003-ca5f-4c40-a2a1-edefd2f0c31a)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:31:08.540182 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:08.575815 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba7d04b-0e04-48df-a94e-0b6a577d28e2 x-openstack-request-id: req-bba7d04b-0e04-48df-a94e-0b6a577d28e2 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:31:08.576105 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "372d5ef3-8048-48e6-ba98-7042c3af1825", "name": "network-vif-plugged", "status": "completed", "tag": "e3a1a1da-8843-478e-b115-dce17ba17080", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:31:08.576355 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bba7d04b-0e04-48df-a94e-0b6a577d28e2 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:31:08.576753 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '372d5ef3-8048-48e6-ba98-7042c3af1825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a1a1da-8843-478e-b115-dce17ba17080', 'code': 200} Nov 25 13:31:08.594889 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=e3a1a1da-8843-478e-b115-dce17ba17080,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:31:08.676329 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de73c48-f1cf-4fa4-a134-c94d7e37bceb req-2c41edf8-5f5c-4700-b34c-58fe35dd0638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:08.678205 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2de73c48-f1cf-4fa4-a134-c94d7e37bceb req-2c41edf8-5f5c-4700-b34c-58fe35dd0638 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=372d5ef3-8048-48e6-ba98-7042c3af1825 HTTP/1.1" status: 200 len: 1098 time: 0.0462968 Nov 25 13:31:08.705266 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb07cd-aed2-4edd-83fa-aa1f2c9b4cdf req-663072c5-b4e0-42e8-b353-37aa172cc76a tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:08.706908 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1abb07cd-aed2-4edd-83fa-aa1f2c9b4cdf req-663072c5-b4e0-42e8-b353-37aa172cc76a tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] 10.222.0.53 "GET /v2.0/ports?device_id=372d5ef3-8048-48e6-ba98-7042c3af1825 HTTP/1.1" status: 200 len: 946 time: 0.0559697 Nov 25 13:31:08.726310 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2de73c48-f1cf-4fa4-a134-c94d7e37bceb req-93372eeb-21f0-4488-9c97-56e63f190ac0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9902429e-be01-4de7-85d7-18923b791661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409799 Nov 25 13:31:08.755074 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1abb07cd-aed2-4edd-83fa-aa1f2c9b4cdf req-93f2fb77-d2ad-4607-a3c2-6b7879b4f036 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] 10.222.0.53 "GET /v2.0/security-groups?id=9902429e-be01-4de7-85d7-18923b791661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420790 Nov 25 13:31:09.532549 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b061b4da-8b6d-4505-8ae1-6490eea5a58d req-4b44a49d-c851-425a-96a9-47416c93f4d1 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:09.534058 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b061b4da-8b6d-4505-8ae1-6490eea5a58d req-4b44a49d-c851-425a-96a9-47416c93f4d1 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa HTTP/1.1" status: 200 len: 946 time: 0.0497789 Nov 25 13:31:09.584336 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b061b4da-8b6d-4505-8ae1-6490eea5a58d req-34fb120c-8dd9-4e6f-a580-67acb37b7ad6 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=af986032-8bd1-4d37-83da-251cc9b6a502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441883 Nov 25 13:31:09.883248 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cbf71a-ff22-4348-9857-79be8d78a6e3 req-b883d871-08da-4c23-8347-cb392e5cc7f8 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:09.884772 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b8cbf71a-ff22-4348-9857-79be8d78a6e3 req-b883d871-08da-4c23-8347-cb392e5cc7f8 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] 10.222.0.53 "GET /v2.0/ports?device_id=372d5ef3-8048-48e6-ba98-7042c3af1825 HTTP/1.1" status: 200 len: 946 time: 0.0590265 Nov 25 13:31:09.940587 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b8cbf71a-ff22-4348-9857-79be8d78a6e3 req-f92c58f9-7bb2-45bb-aec8-75b773439206 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] 10.222.0.53 "GET /v2.0/security-groups?id=9902429e-be01-4de7-85d7-18923b791661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487640 Nov 25 13:31:10.703522 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33a54f7-df25-4007-b35e-2120aea876c0 req-fff59896-c377-4d96-ba93-97128e74b944 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:10.705443 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d33a54f7-df25-4007-b35e-2120aea876c0 req-fff59896-c377-4d96-ba93-97128e74b944 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa HTTP/1.1" status: 200 len: 946 time: 0.0501873 Nov 25 13:31:10.757359 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d33a54f7-df25-4007-b35e-2120aea876c0 req-bcc26a1e-229c-4b8f-91a6-7293b5400c72 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=af986032-8bd1-4d37-83da-251cc9b6a502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459046 Nov 25 13:31:10.839709 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [req-7f522e0e-1900-4031-9d80-9f8b4be0491a req-e1d00b88-e9c5-4b3a-8113-f916182c59ef service neutron] show failed (client error): The resource could not be found. Nov 25 13:31:10.841432 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7f522e0e-1900-4031-9d80-9f8b4be0491a req-e1d00b88-e9c5-4b3a-8113-f916182c59ef service neutron] 10.222.0.47 "GET /v2.0/ports/b1389dd9-a768-4d8c-a03d-a332ade840cc/bindings/n-h1-808199-11 HTTP/1.1" status: 404 len: 381 time: 0.0574484 Nov 25 13:31:11.091191 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93327af-7a58-486a-8b8f-aa6398ddc843 req-742569bb-199e-4d8f-a9d7-f054cc7f7e81 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:11.098965 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d93327af-7a58-486a-8b8f-aa6398ddc843 req-742569bb-199e-4d8f-a9d7-f054cc7f7e81 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] 10.222.0.53 "GET /v2.0/ports?device_id=372d5ef3-8048-48e6-ba98-7042c3af1825 HTTP/1.1" status: 200 len: 946 time: 0.0804174 Nov 25 13:31:11.152835 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d93327af-7a58-486a-8b8f-aa6398ddc843 req-435d422e-a92b-48a7-a371-34bea1c3d95b tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] 10.222.0.53 "GET /v2.0/security-groups?id=9902429e-be01-4de7-85d7-18923b791661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525496 Nov 25 13:31:11.258094 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f522e0e-1900-4031-9d80-9f8b4be0491a req-08ea90ca-495a-40eb-9b4a-4f698a6a14b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:11.260872 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7f522e0e-1900-4031-9d80-9f8b4be0491a req-08ea90ca-495a-40eb-9b4a-4f698a6a14b9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa&tenant_id=057e847f3ee343b9812224ca032e6bfc HTTP/1.1" status: 200 len: 1098 time: 0.2309585 Nov 25 13:31:11.281494 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [req-7f522e0e-1900-4031-9d80-9f8b4be0491a req-957f45ec-d32d-4e26-b2da-f34b58f73a30 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:31:11.282984 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7f522e0e-1900-4031-9d80-9f8b4be0491a req-957f45ec-d32d-4e26-b2da-f34b58f73a30 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084121 Nov 25 13:31:11.298352 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-7f522e0e-1900-4031-9d80-9f8b4be0491a req-0d2dec89-02ab-4ea3-83ef-a802581d1c78 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-808199-11', 'device_owner': 'compute:nova'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:31:11.359211 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-7f522e0e-1900-4031-9d80-9f8b4be0491a req-0d2dec89-02ab-4ea3-83ef-a802581d1c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:11.532833 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:11.632298 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-7f522e0e-1900-4031-9d80-9f8b4be0491a req-0d2dec89-02ab-4ea3-83ef-a802581d1c78 service neutron] For port b1389dd9-a768-4d8c-a03d-a332ade840cc, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=b1389dd9-a768-4d8c-a03d-a332ade840cc,segment=NetworkSegment(e8cea865-5be4-40ae-9de5-36d7aaa2afaa),segment_id=e8cea865-5be4-40ae-9de5-36d7aaa2afaa)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:31:11.671333 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-7f522e0e-1900-4031-9d80-9f8b4be0491a req-0d2dec89-02ab-4ea3-83ef-a802581d1c78 service neutron] For port b1389dd9-a768-4d8c-a03d-a332ade840cc, host n-h2-808199-11, cleared binding levels {{(pid=103570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:31:11.716946 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1389dd9-a768-4d8c-a03d-a332ade840cc'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:31:11.719627 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9bb5bc4-c230-46b9-aa71-95361b5941c8" -d '{"events": [{"server_uuid": "cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa", "name": "network-vif-unplugged", "status": "completed", "tag": "b1389dd9-a768-4d8c-a03d-a332ade840cc"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:31:11.724264 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-7f522e0e-1900-4031-9d80-9f8b4be0491a req-0d2dec89-02ab-4ea3-83ef-a802581d1c78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:11.743307 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.provisioning_blocks [req-7f522e0e-1900-4031-9d80-9f8b4be0491a req-0d2dec89-02ab-4ea3-83ef-a802581d1c78 service neutron] Transition to ACTIVE for port object b1389dd9-a768-4d8c-a03d-a332ade840cc will not be triggered until provisioned by entity L2. {{(pid=103570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:31:11.760791 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-7f522e0e-1900-4031-9d80-9f8b4be0491a req-0d2dec89-02ab-4ea3-83ef-a802581d1c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:11.806161 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 13:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f03610f-e69a-4ffc-a737-9e130c157d0e x-openstack-request-id: req-9f03610f-e69a-4ffc-a737-9e130c157d0e {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:31:11.806613 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa", "name": "network-vif-unplugged", "status": "completed", "tag": "b1389dd9-a768-4d8c-a03d-a332ade840cc", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:31:11.807103 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9f03610f-e69a-4ffc-a737-9e130c157d0e {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:31:11.807563 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1389dd9-a768-4d8c-a03d-a332ade840cc', 'code': 200} Nov 25 13:31:11.832747 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2dec89-02ab-4ea3-83ef-a802581d1c78 service neutron] Pushing event updated for resources: {'Port': ['ID=b1389dd9-a768-4d8c-a03d-a332ade840cc,revision_number=6']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:31:11.923426 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2dec89-02ab-4ea3-83ef-a802581d1c78 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:31:11.923772 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2dec89-02ab-4ea3-83ef-a802581d1c78 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:31:11.924116 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2dec89-02ab-4ea3-83ef-a802581d1c78 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:31:11.924673 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2dec89-02ab-4ea3-83ef-a802581d1c78 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:31:11.925063 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2dec89-02ab-4ea3-83ef-a802581d1c78 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:31:11.925408 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2dec89-02ab-4ea3-83ef-a802581d1c78 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:31:11.925744 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2dec89-02ab-4ea3-83ef-a802581d1c78 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:31:11.926074 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2dec89-02ab-4ea3-83ef-a802581d1c78 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:31:11.926405 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2dec89-02ab-4ea3-83ef-a802581d1c78 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:31:11.926761 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2dec89-02ab-4ea3-83ef-a802581d1c78 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:31:11.927085 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2dec89-02ab-4ea3-83ef-a802581d1c78 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:31:11.927471 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2dec89-02ab-4ea3-83ef-a802581d1c78 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:31:11.988174 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4769d0e-df20-459f-85b1-ce3dd1d0a67d req-92ec3a7e-9e37-40f6-9699-4b41153ed251 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:11.989750 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c4769d0e-df20-459f-85b1-ce3dd1d0a67d req-92ec3a7e-9e37-40f6-9699-4b41153ed251 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] 10.222.0.53 "GET /v2.0/ports?device_id=372d5ef3-8048-48e6-ba98-7042c3af1825 HTTP/1.1" status: 200 len: 946 time: 0.2414987 Nov 25 13:31:12.044161 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b56507e-db51-4908-adf5-e6c30f790267 req-28d91995-1677-4b5e-8f8d-35db9fdfaf26 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:12.045691 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9b56507e-db51-4908-adf5-e6c30f790267 req-28d91995-1677-4b5e-8f8d-35db9fdfaf26 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa HTTP/1.1" status: 200 len: 944 time: 0.2146881 Nov 25 13:31:12.047927 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f522e0e-1900-4031-9d80-9f8b4be0491a req-0d2dec89-02ab-4ea3-83ef-a802581d1c78 service neutron] No DVR routers for this DVR port b1389dd9-a768-4d8c-a03d-a332ade840cc on host n-h2-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:31:12.132180 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c4769d0e-df20-459f-85b1-ce3dd1d0a67d req-da5e8ef9-e763-4e4e-8624-86102277471b tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] 10.222.0.53 "GET /v2.0/security-groups?id=9902429e-be01-4de7-85d7-18923b791661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321907 Nov 25 13:31:12.203387 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9b56507e-db51-4908-adf5-e6c30f790267 req-4dbffd95-4fbd-4868-b5a3-ca5851d5c472 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=af986032-8bd1-4d37-83da-251cc9b6a502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178529 Nov 25 13:31:12.266635 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-7f522e0e-1900-4031-9d80-9f8b4be0491a req-0d2dec89-02ab-4ea3-83ef-a802581d1c78 service neutron] Attempting to bind port b1389dd9-a768-4d8c-a03d-a332ade840cc on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:31:12.267091 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-7f522e0e-1900-4031-9d80-9f8b4be0491a req-0d2dec89-02ab-4ea3-83ef-a802581d1c78 service neutron] Attempting to bind port b1389dd9-a768-4d8c-a03d-a332ade840cc by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': 'e8cea865-5be4-40ae-9de5-36d7aaa2afaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2bbb64c0-2f45-440c-ac42-17fa5bdecc0e'}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:31:12.268718 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f522e0e-1900-4031-9d80-9f8b4be0491a req-0d2dec89-02ab-4ea3-83ef-a802581d1c78 service neutron] Attempting to bind port b1389dd9-a768-4d8c-a03d-a332ade840cc on network 2bbb64c0-2f45-440c-ac42-17fa5bdecc0e {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:31:12.273318 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f522e0e-1900-4031-9d80-9f8b4be0491a req-0d2dec89-02ab-4ea3-83ef-a802581d1c78 service neutron] Port b1389dd9-a768-4d8c-a03d-a332ade840cc on network 2bbb64c0-2f45-440c-ac42-17fa5bdecc0e not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:31:12.273647 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f522e0e-1900-4031-9d80-9f8b4be0491a req-0d2dec89-02ab-4ea3-83ef-a802581d1c78 service neutron] Attempting to bind port b1389dd9-a768-4d8c-a03d-a332ade840cc on network 2bbb64c0-2f45-440c-ac42-17fa5bdecc0e {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:31:12.279039 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f522e0e-1900-4031-9d80-9f8b4be0491a req-0d2dec89-02ab-4ea3-83ef-a802581d1c78 service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:31:12.279436 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f522e0e-1900-4031-9d80-9f8b4be0491a req-0d2dec89-02ab-4ea3-83ef-a802581d1c78 service neutron] Checking segment: {'id': 'e8cea865-5be4-40ae-9de5-36d7aaa2afaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2bbb64c0-2f45-440c-ac42-17fa5bdecc0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:31:12.279840 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f522e0e-1900-4031-9d80-9f8b4be0491a req-0d2dec89-02ab-4ea3-83ef-a802581d1c78 service neutron] Bound using segment: {'id': 'e8cea865-5be4-40ae-9de5-36d7aaa2afaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2bbb64c0-2f45-440c-ac42-17fa5bdecc0e'} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:31:12.280538 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-7f522e0e-1900-4031-9d80-9f8b4be0491a req-0d2dec89-02ab-4ea3-83ef-a802581d1c78 service neutron] Bound port: b1389dd9-a768-4d8c-a03d-a332ade840cc, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8cea865-5be4-40ae-9de5-36d7aaa2afaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2bbb64c0-2f45-440c-ac42-17fa5bdecc0e'}}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:31:12.280952 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-7f522e0e-1900-4031-9d80-9f8b4be0491a req-0d2dec89-02ab-4ea3-83ef-a802581d1c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:12.345836 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-7f522e0e-1900-4031-9d80-9f8b4be0491a req-0d2dec89-02ab-4ea3-83ef-a802581d1c78 service neutron] For port b1389dd9-a768-4d8c-a03d-a332ade840cc, host n-h1-808199-11, cleared binding levels {{(pid=103570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:31:12.348868 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-7f522e0e-1900-4031-9d80-9f8b4be0491a req-0d2dec89-02ab-4ea3-83ef-a802581d1c78 service neutron] For port b1389dd9-a768-4d8c-a03d-a332ade840cc, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=b1389dd9-a768-4d8c-a03d-a332ade840cc,segment=NetworkSegment(e8cea865-5be4-40ae-9de5-36d7aaa2afaa),segment_id=e8cea865-5be4-40ae-9de5-36d7aaa2afaa)] {{(pid=103570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:31:12.353681 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-7f522e0e-1900-4031-9d80-9f8b4be0491a req-0d2dec89-02ab-4ea3-83ef-a802581d1c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:12.387790 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f522e0e-1900-4031-9d80-9f8b4be0491a req-0d2dec89-02ab-4ea3-83ef-a802581d1c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:12.388414 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-7f522e0e-1900-4031-9d80-9f8b4be0491a req-0d2dec89-02ab-4ea3-83ef-a802581d1c78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:12.389827 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7f522e0e-1900-4031-9d80-9f8b4be0491a req-0d2dec89-02ab-4ea3-83ef-a802581d1c78 service neutron] 10.222.0.66 "PUT /v2.0/ports/b1389dd9-a768-4d8c-a03d-a332ade840cc HTTP/1.1" status: 200 len: 1093 time: 1.0958078 Nov 25 13:31:12.414880 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2dec89-02ab-4ea3-83ef-a802581d1c78 service neutron] Pushing event updated for resources: {'Port': ['ID=b1389dd9-a768-4d8c-a03d-a332ade840cc,revision_number=7']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:31:12.503288 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f522e0e-1900-4031-9d80-9f8b4be0491a req-b00de680-fdcf-47f7-b832-04f45b8dd308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:12.504859 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7f522e0e-1900-4031-9d80-9f8b4be0491a req-b00de680-fdcf-47f7-b832-04f45b8dd308 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=057e847f3ee343b9812224ca032e6bfc&device_id=cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa HTTP/1.1" status: 200 len: 1096 time: 0.0871251 Nov 25 13:31:12.961268 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f522e0e-1900-4031-9d80-9f8b4be0491a req-0ff38752-1a75-4ee6-87a6-b69c2666c99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:12.962810 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7f522e0e-1900-4031-9d80-9f8b4be0491a req-0ff38752-1a75-4ee6-87a6-b69c2666c99d service neutron] 10.222.0.66 "GET /v2.0/networks?id=2bbb64c0-2f45-440c-ac42-17fa5bdecc0e HTTP/1.1" status: 200 len: 897 time: 0.4457655 Nov 25 13:31:13.084363 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7f522e0e-1900-4031-9d80-9f8b4be0491a req-c289a678-9dcd-431e-b095-d1e5d3d7b76a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1389dd9-a768-4d8c-a03d-a332ade840cc HTTP/1.1" status: 200 len: 999 time: 0.1087468 Nov 25 13:31:13.132284 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18822bf6-327d-4ffa-9f89-9a696fcc23a2 req-64c0c2a1-9840-46d8-ac2e-2333dcd04672 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:13.133853 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-18822bf6-327d-4ffa-9f89-9a696fcc23a2 req-64c0c2a1-9840-46d8-ac2e-2333dcd04672 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] 10.222.0.47 "GET /v2.0/ports?device_id=372d5ef3-8048-48e6-ba98-7042c3af1825 HTTP/1.1" status: 200 len: 946 time: 0.0699663 Nov 25 13:31:13.149251 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f522e0e-1900-4031-9d80-9f8b4be0491a req-bfb99df3-5e39-4e40-bea1-fe495ea2268e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:13.150856 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7f522e0e-1900-4031-9d80-9f8b4be0491a req-bfb99df3-5e39-4e40-bea1-fe495ea2268e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=251b1512-8593-40d2-919a-8c92dca7b953 HTTP/1.1" status: 200 len: 834 time: 0.0556798 Nov 25 13:31:13.245746 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-18822bf6-327d-4ffa-9f89-9a696fcc23a2 req-c68158a6-3dce-4a69-8678-d875fd32bfe9 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] Deleting port e3a1a1da-8843-478e-b115-dce17ba17080 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:31:13.246382 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-18822bf6-327d-4ffa-9f89-9a696fcc23a2 req-c68158a6-3dce-4a69-8678-d875fd32bfe9 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:13.292232 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f522e0e-1900-4031-9d80-9f8b4be0491a req-d1a5c490-e733-45b0-90a6-98e33c3fee71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:13.294720 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7f522e0e-1900-4031-9d80-9f8b4be0491a req-d1a5c490-e733-45b0-90a6-98e33c3fee71 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2bbb64c0-2f45-440c-ac42-17fa5bdecc0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1271310 Nov 25 13:31:13.312664 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07adce1-3534-48a8-91e4-ccd7e85e5195 req-7daf97c0-3e1e-42d2-bb3f-0df3e3356d1a tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:13.314406 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c07adce1-3534-48a8-91e4-ccd7e85e5195 req-7daf97c0-3e1e-42d2-bb3f-0df3e3356d1a tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] 10.222.0.53 "GET /v2.0/ports?device_id=372d5ef3-8048-48e6-ba98-7042c3af1825 HTTP/1.1" status: 200 len: 946 time: 0.0871532 Nov 25 13:31:13.404142 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-18822bf6-327d-4ffa-9f89-9a696fcc23a2 req-c68158a6-3dce-4a69-8678-d875fd32bfe9 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] For port e3a1a1da-8843-478e-b115-dce17ba17080, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=e3a1a1da-8843-478e-b115-dce17ba17080,segment=NetworkSegment(13c3a003-ca5f-4c40-a2a1-edefd2f0c31a),segment_id=13c3a003-ca5f-4c40-a2a1-edefd2f0c31a)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:31:13.404508 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-18822bf6-327d-4ffa-9f89-9a696fcc23a2 req-c68158a6-3dce-4a69-8678-d875fd32bfe9 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:13.419989 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-18822bf6-327d-4ffa-9f89-9a696fcc23a2 req-c68158a6-3dce-4a69-8678-d875fd32bfe9 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] Calling delete_port for e3a1a1da-8843-478e-b115-dce17ba17080 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:31:13.470964 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c07adce1-3534-48a8-91e4-ccd7e85e5195 req-2cf04809-c2bb-43e6-991a-7a26da73de8d tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] 10.222.0.53 "GET /v2.0/security-groups?id=9902429e-be01-4de7-85d7-18923b791661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463304 Nov 25 13:31:13.511033 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c65530-c46c-454b-b7e2-8d309f222962 req-9d4b7ca7-f671-4647-af5c-177dc4f9f222 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:13.522280 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a5c65530-c46c-454b-b7e2-8d309f222962 req-9d4b7ca7-f671-4647-af5c-177dc4f9f222 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa HTTP/1.1" status: 200 len: 944 time: 0.1503372 Nov 25 13:31:13.544110 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7f522e0e-1900-4031-9d80-9f8b4be0491a req-845fd1c2-4956-4ccb-b63f-dfae50b85a5c service neutron] 10.222.0.66 "GET /v2.0/networks/2bbb64c0-2f45-440c-ac42-17fa5bdecc0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278719 Nov 25 13:31:13.571066 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-18822bf6-327d-4ffa-9f89-9a696fcc23a2 req-c68158a6-3dce-4a69-8678-d875fd32bfe9 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:13.584268 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['e3a1a1da-8843-478e-b115-dce17ba17080'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:31:13.634798 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a5c65530-c46c-454b-b7e2-8d309f222962 req-504527b9-b4d1-48eb-a0b4-cbbe69563b3b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=af986032-8bd1-4d37-83da-251cc9b6a502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068041 Nov 25 13:31:13.647974 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68158a6-3dce-4a69-8678-d875fd32bfe9 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] Pushing event deleted for resources: {'Port': ['ID=e3a1a1da-8843-478e-b115-dce17ba17080,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:31:13.685330 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-18822bf6-327d-4ffa-9f89-9a696fcc23a2 req-c68158a6-3dce-4a69-8678-d875fd32bfe9 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] No DVR routers for this DVR port e3a1a1da-8843-478e-b115-dce17ba17080 on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:31:13.688008 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-18822bf6-327d-4ffa-9f89-9a696fcc23a2 req-c68158a6-3dce-4a69-8678-d875fd32bfe9 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:13.690923 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7f522e0e-1900-4031-9d80-9f8b4be0491a req-9274fce0-3999-41ec-9e8c-5fba10db4a67 service neutron] 10.222.0.66 "GET /v2.0/networks/2bbb64c0-2f45-440c-ac42-17fa5bdecc0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349747 Nov 25 13:31:13.691522 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-18822bf6-327d-4ffa-9f89-9a696fcc23a2 req-c68158a6-3dce-4a69-8678-d875fd32bfe9 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] 10.222.0.47 "DELETE /v2.0/ports/e3a1a1da-8843-478e-b115-dce17ba17080 HTTP/1.1" status: 204 len: 173 time: 0.5512171 Nov 25 13:31:13.691970 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '372d5ef3-8048-48e6-ba98-7042c3af1825', 'name': 'network-vif-deleted', 'tag': 'e3a1a1da-8843-478e-b115-dce17ba17080'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:31:13.694251 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f0766d-cd03-4347-8b50-7a93f399bee9" -d '{"events": [{"server_uuid": "372d5ef3-8048-48e6-ba98-7042c3af1825", "name": "network-vif-deleted", "tag": "e3a1a1da-8843-478e-b115-dce17ba17080"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:31:13.735450 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06beb59-a902-4bdc-97e0-73b15d5b0776 x-openstack-request-id: req-d06beb59-a902-4bdc-97e0-73b15d5b0776 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:31:13.735814 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "372d5ef3-8048-48e6-ba98-7042c3af1825", "name": "network-vif-deleted", "tag": "e3a1a1da-8843-478e-b115-dce17ba17080", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:31:13.736057 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d06beb59-a902-4bdc-97e0-73b15d5b0776 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:31:13.736467 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '372d5ef3-8048-48e6-ba98-7042c3af1825', 'name': 'network-vif-deleted', 'tag': 'e3a1a1da-8843-478e-b115-dce17ba17080', 'status': 'completed', 'code': 200} Nov 25 13:31:13.809154 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa', 'tag': 'b1389dd9-a768-4d8c-a03d-a332ade840cc'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:31:13.813042 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe4271b-afe6-47ea-b448-0c313cd317b8" -d '{"events": [{"name": "network-changed", "server_uuid": "cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa", "tag": "b1389dd9-a768-4d8c-a03d-a332ade840cc"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:31:13.870609 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378d9e50-765a-4eb7-8e4f-6a7c7345d28f x-openstack-request-id: req-378d9e50-765a-4eb7-8e4f-6a7c7345d28f {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:31:13.871176 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa", "tag": "b1389dd9-a768-4d8c-a03d-a332ade840cc", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:31:13.871526 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-378d9e50-765a-4eb7-8e4f-6a7c7345d28f {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:31:13.872044 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa', 'tag': 'b1389dd9-a768-4d8c-a03d-a332ade840cc', 'status': 'completed', 'code': 200} Nov 25 13:31:13.947984 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4271b-afe6-47ea-b448-0c313cd317b8 req-3b4d35b5-7fad-4c59-aa88-da1c9dbff9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:13.950731 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2fe4271b-afe6-47ea-b448-0c313cd317b8 req-3b4d35b5-7fad-4c59-aa88-da1c9dbff9c2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=057e847f3ee343b9812224ca032e6bfc&device_id=cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa HTTP/1.1" status: 200 len: 1096 time: 0.0514300 Nov 25 13:31:13.958397 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4271b-afe6-47ea-b448-0c313cd317b8 req-9b95e5b2-efc9-4251-8c0d-ececa8ce2623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:13.959990 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2fe4271b-afe6-47ea-b448-0c313cd317b8 req-9b95e5b2-efc9-4251-8c0d-ececa8ce2623 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=057e847f3ee343b9812224ca032e6bfc&device_id=cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa HTTP/1.1" status: 200 len: 1096 time: 0.0680325 Nov 25 13:31:14.054640 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4271b-afe6-47ea-b448-0c313cd317b8 req-2eefe814-888d-460d-8a9b-8f3f326c8483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:14.055400 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4271b-afe6-47ea-b448-0c313cd317b8 req-8acea113-3e10-4559-8311-34fcc50c5e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:14.056166 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2fe4271b-afe6-47ea-b448-0c313cd317b8 req-2eefe814-888d-460d-8a9b-8f3f326c8483 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2bbb64c0-2f45-440c-ac42-17fa5bdecc0e HTTP/1.1" status: 200 len: 897 time: 0.0985494 Nov 25 13:31:14.057076 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2fe4271b-afe6-47ea-b448-0c313cd317b8 req-8acea113-3e10-4559-8311-34fcc50c5e15 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2bbb64c0-2f45-440c-ac42-17fa5bdecc0e HTTP/1.1" status: 200 len: 897 time: 0.0885048 Nov 25 13:31:14.131111 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2fe4271b-afe6-47ea-b448-0c313cd317b8 req-d7e36cb9-a8db-4022-86cd-e396533b1a05 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1389dd9-a768-4d8c-a03d-a332ade840cc HTTP/1.1" status: 200 len: 999 time: 0.0670338 Nov 25 13:31:14.152034 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2fe4271b-afe6-47ea-b448-0c313cd317b8 req-daffc112-d983-48b3-a866-89cf5426973d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1389dd9-a768-4d8c-a03d-a332ade840cc HTTP/1.1" status: 200 len: 999 time: 0.0831504 Nov 25 13:31:14.204443 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4271b-afe6-47ea-b448-0c313cd317b8 req-da3f2c9f-ba56-400f-ac38-458f6b2e5c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:14.205920 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2fe4271b-afe6-47ea-b448-0c313cd317b8 req-da3f2c9f-ba56-400f-ac38-458f6b2e5c99 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=251b1512-8593-40d2-919a-8c92dca7b953 HTTP/1.1" status: 200 len: 834 time: 0.0618882 Nov 25 13:31:14.222408 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4271b-afe6-47ea-b448-0c313cd317b8 req-c6700424-8ad8-443d-aaad-48b78ba70d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:14.224174 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2fe4271b-afe6-47ea-b448-0c313cd317b8 req-c6700424-8ad8-443d-aaad-48b78ba70d58 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=251b1512-8593-40d2-919a-8c92dca7b953 HTTP/1.1" status: 200 len: 834 time: 0.0599489 Nov 25 13:31:14.263374 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4271b-afe6-47ea-b448-0c313cd317b8 req-5d928a98-3b7c-4fef-a8a6-f952c2f2b0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:14.265484 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2fe4271b-afe6-47ea-b448-0c313cd317b8 req-5d928a98-3b7c-4fef-a8a6-f952c2f2b0ce service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2bbb64c0-2f45-440c-ac42-17fa5bdecc0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518630 Nov 25 13:31:14.282834 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4271b-afe6-47ea-b448-0c313cd317b8 req-17a5c0a1-48d5-46bc-b0c7-6e361b33e70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:14.284375 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2fe4271b-afe6-47ea-b448-0c313cd317b8 req-17a5c0a1-48d5-46bc-b0c7-6e361b33e70f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2bbb64c0-2f45-440c-ac42-17fa5bdecc0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487511 Nov 25 13:31:14.381721 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2fe4271b-afe6-47ea-b448-0c313cd317b8 req-a22d162f-2c94-4a8b-976b-ee1b974ca4f4 service neutron] 10.222.0.47 "GET /v2.0/networks/2bbb64c0-2f45-440c-ac42-17fa5bdecc0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084073 Nov 25 13:31:14.398862 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2fe4271b-afe6-47ea-b448-0c313cd317b8 req-339d51ae-5b0a-42a6-84fb-181900c9ed57 service neutron] 10.222.0.66 "GET /v2.0/networks/2bbb64c0-2f45-440c-ac42-17fa5bdecc0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060634 Nov 25 13:31:14.486975 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2fe4271b-afe6-47ea-b448-0c313cd317b8 req-feb324d0-db25-40b3-8729-57458a25132d service neutron] 10.222.0.47 "GET /v2.0/networks/2bbb64c0-2f45-440c-ac42-17fa5bdecc0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950229 Nov 25 13:31:14.494253 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2fe4271b-afe6-47ea-b448-0c313cd317b8 req-ceecf3c5-3c27-40c1-ad5b-90e1f9d7c86a service neutron] 10.222.0.66 "GET /v2.0/networks/2bbb64c0-2f45-440c-ac42-17fa5bdecc0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861242 Nov 25 13:31:14.834423 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8807bd25-193c-448e-a19c-478573a51d10 req-c00023dc-c692-4804-a3d3-ff1cfbb7b56e tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:14.835858 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8807bd25-193c-448e-a19c-478573a51d10 req-c00023dc-c692-4804-a3d3-ff1cfbb7b56e tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa HTTP/1.1" status: 200 len: 944 time: 0.0810626 Nov 25 13:31:14.844623 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f97655-a096-473f-b383-0ae01985bbad req-7b3411c3-7813-4987-b300-afd39a110622 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:14.845994 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-02f97655-a096-473f-b383-0ae01985bbad req-7b3411c3-7813-4987-b300-afd39a110622 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] 10.222.0.53 "GET /v2.0/networks?id=2fc40b8c-309d-4ab1-a956-ed1ed42acb67 HTTP/1.1" status: 200 len: 808 time: 0.1457350 Nov 25 13:31:14.870222 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-02f97655-a096-473f-b383-0ae01985bbad req-c10f986a-731c-4026-86b5-4456b8e788f1 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] 10.222.0.53 "GET /v2.0/quotas/2e0ec5dcbfa846ebb4e2635f1300aed7 HTTP/1.1" status: 200 len: 375 time: 0.0174541 Nov 25 13:31:14.916478 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-02f97655-a096-473f-b383-0ae01985bbad req-a8f7a6c8-e94f-41f3-9e40-4902a7f3dbcb tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2e0ec5dcbfa846ebb4e2635f1300aed7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401094 Nov 25 13:31:14.922088 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8807bd25-193c-448e-a19c-478573a51d10 req-3fe7b29a-3ab8-4189-88f6-3c8c4e6abb83 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=af986032-8bd1-4d37-83da-251cc9b6a502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752048 Nov 25 13:31:15.010590 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-02f97655-a096-473f-b383-0ae01985bbad req-bb1e79d5-3d89-4580-b7eb-50ff825af02f service neutron] 10.222.0.53 "GET /v2.0/networks/2fc40b8c-309d-4ab1-a956-ed1ed42acb67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864701 Nov 25 13:31:15.102052 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-02f97655-a096-473f-b383-0ae01985bbad req-d3e8bf11-ea0a-4ee2-929c-c8397e3a185a service neutron] 10.222.0.53 "GET /v2.0/networks/2fc40b8c-309d-4ab1-a956-ed1ed42acb67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852039 Nov 25 13:31:15.288764 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fb32574f-ea77-498d-b8e1-38aed9317873 req-7cf1e643-5c06-4b1d-881b-535ce2bf7719 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] 10.222.0.53 "GET /v2.0/ports?device_id=258326f3-e89c-47a3-b011-c24c1b810141 HTTP/1.1" status: 200 len: 210 time: 0.0357974 Nov 25 13:31:16.061564 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f863e96-0605-4f2f-9942-825387f20cc9 req-6ca3dc1e-e81b-4ded-a536-63ae30339f71 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:16.063405 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2f863e96-0605-4f2f-9942-825387f20cc9 req-6ca3dc1e-e81b-4ded-a536-63ae30339f71 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa HTTP/1.1" status: 200 len: 944 time: 0.0619230 Nov 25 13:31:16.133152 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2f863e96-0605-4f2f-9942-825387f20cc9 req-86ff180a-6610-44aa-8927-98f14dd7903d tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=af986032-8bd1-4d37-83da-251cc9b6a502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570457 Nov 25 13:31:16.315504 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f97655-a096-473f-b383-0ae01985bbad req-ab8d3b14-1ef7-4800-9286-c85c2b1e120c tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:16.317975 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-02f97655-a096-473f-b383-0ae01985bbad req-ab8d3b14-1ef7-4800-9286-c85c2b1e120c tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] 10.222.0.47 "GET /v2.0/networks?id=2fc40b8c-309d-4ab1-a956-ed1ed42acb67 HTTP/1.1" status: 200 len: 808 time: 0.1418414 Nov 25 13:31:16.337341 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-02f97655-a096-473f-b383-0ae01985bbad req-288041f9-6afc-4ae8-9425-e175d2312ead tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] Request body: {'port': {'device_id': '258326f3-e89c-47a3-b011-c24c1b810141', 'network_id': '2fc40b8c-309d-4ab1-a956-ed1ed42acb67', 'admin_state_up': True, 'tenant_id': '2e0ec5dcbfa846ebb4e2635f1300aed7'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:31:16.382961 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device b1389dd9-a768-4d8c-a03d-a332ade840cc no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:31:16.428392 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device b1389dd9-a768-4d8c-a03d-a332ade840cc not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:31:16.429116 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device e3a1a1da-8843-478e-b115-dce17ba17080 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:31:16.455280 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: e3a1a1da-8843-478e-b115-dce17ba17080 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:31:16.455548 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device e3a1a1da-8843-478e-b115-dce17ba17080 not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:31:16.456584 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4a1f9c0a-dfab-4963-b4c3-b7e40acee38b req-01afe62a-f297-48e3-bb7e-6d801253ec9c tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] 10.222.0.53 "GET /v2.0/ports?device_id=258326f3-e89c-47a3-b011-c24c1b810141 HTTP/1.1" status: 200 len: 210 time: 0.0384648 Nov 25 13:31:16.491175 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dcf579-c3a7-4602-88a7-c7b5e11c7365 req-5672cc74-24ff-45d0-9bdf-be84f2110b29 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:16.499265 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-78dcf579-c3a7-4602-88a7-c7b5e11c7365 req-5672cc74-24ff-45d0-9bdf-be84f2110b29 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa HTTP/1.1" status: 200 len: 944 time: 0.1148181 Nov 25 13:31:16.550375 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-78dcf579-c3a7-4602-88a7-c7b5e11c7365 req-f8e08127-d498-4e9d-9fc5-4f6d886ee607 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=af986032-8bd1-4d37-83da-251cc9b6a502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504730 Nov 25 13:31:16.561254 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc7d6ec-37ff-4ece-9ae9-7b73b798304f req-8693596e-e856-4f72-829d-2f24da4466bf tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:16.562783 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cbc7d6ec-37ff-4ece-9ae9-7b73b798304f req-8693596e-e856-4f72-829d-2f24da4466bf tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa&tenant_id=057e847f3ee343b9812224ca032e6bfc&binding%3Ahost_id=n-h1-808199-11 HTTP/1.1" status: 200 len: 944 time: 0.1614814 Nov 25 13:31:16.618025 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02f97655-a096-473f-b383-0ae01985bbad req-288041f9-6afc-4ae8-9425-e175d2312ead tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] Made reservation on behalf of 2e0ec5dcbfa846ebb4e2635f1300aed7 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:31:16.621609 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-02f97655-a096-473f-b383-0ae01985bbad req-288041f9-6afc-4ae8-9425-e175d2312ead tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:16.672134 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [req-cbc7d6ec-37ff-4ece-9ae9-7b73b798304f req-bbfd5312-27b4-43c6-90cd-9daec9371ac7 service neutron] delete failed (client error): The resource could not be found. Nov 25 13:31:16.673818 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cbc7d6ec-37ff-4ece-9ae9-7b73b798304f req-bbfd5312-27b4-43c6-90cd-9daec9371ac7 service neutron] 10.222.0.47 "DELETE /v2.0/ports/b1389dd9-a768-4d8c-a03d-a332ade840cc/bindings/n-h2-808199-11 HTTP/1.1" status: 404 len: 381 time: 0.1012349 Nov 25 13:31:16.834070 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc7d6ec-37ff-4ece-9ae9-7b73b798304f req-4525763f-3e8f-4028-bf0c-6c0bcf6d75f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:16.835910 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cbc7d6ec-37ff-4ece-9ae9-7b73b798304f req-4525763f-3e8f-4028-bf0c-6c0bcf6d75f0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=057e847f3ee343b9812224ca032e6bfc&device_id=cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa HTTP/1.1" status: 200 len: 1096 time: 0.0970166 Nov 25 13:31:16.844291 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device b1389dd9-a768-4d8c-a03d-a332ade840cc details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:31:16.866686 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-02f97655-a096-473f-b383-0ae01985bbad req-288041f9-6afc-4ae8-9425-e175d2312ead tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] Allocated IP 172.20.0.10 (2fc40b8c-309d-4ab1-a956-ed1ed42acb67/2b0a47da-d39c-4c2c-9c96-1569446443d6/6aa4d0d5-dde2-4fa1-9838-46058e985f4e) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:31:16.939810 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port b1389dd9-a768-4d8c-a03d-a332ade840cc, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=b1389dd9-a768-4d8c-a03d-a332ade840cc,segment=NetworkSegment(e8cea865-5be4-40ae-9de5-36d7aaa2afaa),segment_id=e8cea865-5be4-40ae-9de5-36d7aaa2afaa)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:31:16.952224 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': 'b1389dd9-a768-4d8c-a03d-a332ade840cc', 'network_id': '2bbb64c0-2f45-440c-ac42-17fa5bdecc0e', 'port_id': 'b1389dd9-a768-4d8c-a03d-a332ade840cc', 'mac_address': 'fa:16:3e:4e:5e:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '251b1512-8593-40d2-919a-8c92dca7b953', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:31:16.979984 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc7d6ec-37ff-4ece-9ae9-7b73b798304f req-0894658e-5d32-4164-ba43-89ba58b130b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:16.981489 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cbc7d6ec-37ff-4ece-9ae9-7b73b798304f req-0894658e-5d32-4164-ba43-89ba58b130b8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2bbb64c0-2f45-440c-ac42-17fa5bdecc0e HTTP/1.1" status: 200 len: 897 time: 0.1375029 Nov 25 13:31:16.991217 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:17.008707 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1389dd9-a768-4d8c-a03d-a332ade840cc {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:31:17.028382 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port b1389dd9-a768-4d8c-a03d-a332ade840cc, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=b1389dd9-a768-4d8c-a03d-a332ade840cc,segment=NetworkSegment(e8cea865-5be4-40ae-9de5-36d7aaa2afaa),segment_id=e8cea865-5be4-40ae-9de5-36d7aaa2afaa)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:31:17.032150 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:17.084505 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=b1389dd9-a768-4d8c-a03d-a332ade840cc,revision_number=8']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:31:17.100887 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cbc7d6ec-37ff-4ece-9ae9-7b73b798304f req-ec9f5f86-eb0d-4877-abe3-5e3383609b33 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1389dd9-a768-4d8c-a03d-a332ade840cc HTTP/1.1" status: 200 len: 999 time: 0.1094668 Nov 25 13:31:17.179937 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-02f97655-a096-473f-b383-0ae01985bbad req-288041f9-6afc-4ae8-9425-e175d2312ead tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:17.194673 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc7d6ec-37ff-4ece-9ae9-7b73b798304f req-5554cc85-aa46-4a03-a604-e930a633157e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:17.196436 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cbc7d6ec-37ff-4ece-9ae9-7b73b798304f req-5554cc85-aa46-4a03-a604-e930a633157e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=251b1512-8593-40d2-919a-8c92dca7b953 HTTP/1.1" status: 200 len: 834 time: 0.0884705 Nov 25 13:31:17.264388 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-02f97655-a096-473f-b383-0ae01985bbad req-288041f9-6afc-4ae8-9425-e175d2312ead tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:17.273089 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc7d6ec-37ff-4ece-9ae9-7b73b798304f req-b0852276-0ec1-4685-865c-031aeb572f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:17.275151 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cbc7d6ec-37ff-4ece-9ae9-7b73b798304f req-b0852276-0ec1-4685-865c-031aeb572f67 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2bbb64c0-2f45-440c-ac42-17fa5bdecc0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0706863 Nov 25 13:31:17.296879 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['b1389dd9-a768-4d8c-a03d-a332ade840cc'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:31:17.347575 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02f97655-a096-473f-b383-0ae01985bbad req-288041f9-6afc-4ae8-9425-e175d2312ead tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] Network 2fc40b8c-309d-4ab1-a956-ed1ed42acb67 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:31:17.381559 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-02f97655-a096-473f-b383-0ae01985bbad req-288041f9-6afc-4ae8-9425-e175d2312ead tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:31:17.390447 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-02f97655-a096-473f-b383-0ae01985bbad req-288041f9-6afc-4ae8-9425-e175d2312ead tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:31:17.422294 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288041f9-6afc-4ae8-9425-e175d2312ead tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] Pushing event updated for resources: {'Port': ['ID=6aa4d0d5-dde2-4fa1-9838-46058e985f4e,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:31:17.472375 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f97655-a096-473f-b383-0ae01985bbad req-288041f9-6afc-4ae8-9425-e175d2312ead tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:17.473039 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-02f97655-a096-473f-b383-0ae01985bbad req-288041f9-6afc-4ae8-9425-e175d2312ead tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:17.499764 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cbc7d6ec-37ff-4ece-9ae9-7b73b798304f req-e3946889-fac4-4893-8314-0aeb06de78fe service neutron] 10.222.0.47 "GET /v2.0/networks/2bbb64c0-2f45-440c-ac42-17fa5bdecc0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959918 Nov 25 13:31:17.504605 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-02f97655-a096-473f-b383-0ae01985bbad req-288041f9-6afc-4ae8-9425-e175d2312ead tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1744604 Nov 25 13:31:17.528465 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-02f97655-a096-473f-b383-0ae01985bbad req-8a4ad799-da6e-43a8-b686-d74733fc1baa service neutron] Request body: {'port': {'device_id': '258326f3-e89c-47a3-b011-c24c1b810141', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:31:17.601553 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530ddb1-5e54-4c5d-a119-1e838c68dfd9 req-a4b77f9d-a17e-4d32-8ad6-f51fc05e95bf tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:17.603209 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c530ddb1-5e54-4c5d-a119-1e838c68dfd9 req-a4b77f9d-a17e-4d32-8ad6-f51fc05e95bf tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] 10.222.0.53 "GET /v2.0/ports?device_id=258326f3-e89c-47a3-b011-c24c1b810141 HTTP/1.1" status: 200 len: 932 time: 0.0601931 Nov 25 13:31:17.660520 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c530ddb1-5e54-4c5d-a119-1e838c68dfd9 req-99f4d146-2698-4d07-8719-aefaed5fb2ac tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] 10.222.0.53 "GET /v2.0/security-groups?id=9902429e-be01-4de7-85d7-18923b791661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487034 Nov 25 13:31:17.771860 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac842a1-cc5c-4272-ba73-2c41b5819871 req-4b2fdc50-df77-4308-aec6-590945548efc tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:17.773824 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cac842a1-cc5c-4272-ba73-2c41b5819871 req-4b2fdc50-df77-4308-aec6-590945548efc tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa HTTP/1.1" status: 200 len: 945 time: 0.0559130 Nov 25 13:31:17.856464 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cac842a1-cc5c-4272-ba73-2c41b5819871 req-88b624b0-80ba-4c66-ac90-52e9a6e095c3 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=af986032-8bd1-4d37-83da-251cc9b6a502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707309 Nov 25 13:31:17.934233 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-02f97655-a096-473f-b383-0ae01985bbad req-8a4ad799-da6e-43a8-b686-d74733fc1baa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:17.969152 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cbc7d6ec-37ff-4ece-9ae9-7b73b798304f req-91734252-fffa-445a-a4ac-ebdc75b09dc6 service neutron] 10.222.0.47 "GET /v2.0/networks/2bbb64c0-2f45-440c-ac42-17fa5bdecc0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4553134 Nov 25 13:31:18.320431 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-02f97655-a096-473f-b383-0ae01985bbad req-8a4ad799-da6e-43a8-b686-d74733fc1baa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aa4d0d5-dde2-4fa1-9838-46058e985f4e {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:31:18.329375 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-02f97655-a096-473f-b383-0ae01985bbad req-8a4ad799-da6e-43a8-b686-d74733fc1baa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:18.342563 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-02f97655-a096-473f-b383-0ae01985bbad req-8a4ad799-da6e-43a8-b686-d74733fc1baa service neutron] Transition to ACTIVE for port object 6aa4d0d5-dde2-4fa1-9838-46058e985f4e will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:31:18.347034 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-02f97655-a096-473f-b383-0ae01985bbad req-8a4ad799-da6e-43a8-b686-d74733fc1baa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:18.466557 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4ad799-da6e-43a8-b686-d74733fc1baa service neutron] Pushing event updated for resources: {'Port': ['ID=6aa4d0d5-dde2-4fa1-9838-46058e985f4e,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:31:18.508206 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-02f97655-a096-473f-b383-0ae01985bbad req-8a4ad799-da6e-43a8-b686-d74733fc1baa service neutron] Attempting to bind port 6aa4d0d5-dde2-4fa1-9838-46058e985f4e on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:31:18.508596 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-02f97655-a096-473f-b383-0ae01985bbad req-8a4ad799-da6e-43a8-b686-d74733fc1baa service neutron] Attempting to bind port 6aa4d0d5-dde2-4fa1-9838-46058e985f4e by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '13c3a003-ca5f-4c40-a2a1-edefd2f0c31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2fc40b8c-309d-4ab1-a956-ed1ed42acb67'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:31:18.509178 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f97655-a096-473f-b383-0ae01985bbad req-8a4ad799-da6e-43a8-b686-d74733fc1baa service neutron] Attempting to bind port 6aa4d0d5-dde2-4fa1-9838-46058e985f4e on network 2fc40b8c-309d-4ab1-a956-ed1ed42acb67 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:31:18.516246 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f97655-a096-473f-b383-0ae01985bbad req-8a4ad799-da6e-43a8-b686-d74733fc1baa service neutron] Port 6aa4d0d5-dde2-4fa1-9838-46058e985f4e on network 2fc40b8c-309d-4ab1-a956-ed1ed42acb67 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:31:18.516689 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f97655-a096-473f-b383-0ae01985bbad req-8a4ad799-da6e-43a8-b686-d74733fc1baa service neutron] Attempting to bind port 6aa4d0d5-dde2-4fa1-9838-46058e985f4e on network 2fc40b8c-309d-4ab1-a956-ed1ed42acb67 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:31:18.523089 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f97655-a096-473f-b383-0ae01985bbad req-8a4ad799-da6e-43a8-b686-d74733fc1baa service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:31:18.523506 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f97655-a096-473f-b383-0ae01985bbad req-8a4ad799-da6e-43a8-b686-d74733fc1baa service neutron] Checking segment: {'id': '13c3a003-ca5f-4c40-a2a1-edefd2f0c31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2fc40b8c-309d-4ab1-a956-ed1ed42acb67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:31:18.524307 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f97655-a096-473f-b383-0ae01985bbad req-8a4ad799-da6e-43a8-b686-d74733fc1baa service neutron] Bound using segment: {'id': '13c3a003-ca5f-4c40-a2a1-edefd2f0c31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2fc40b8c-309d-4ab1-a956-ed1ed42acb67'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:31:18.524461 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-02f97655-a096-473f-b383-0ae01985bbad req-8a4ad799-da6e-43a8-b686-d74733fc1baa service neutron] Bound port: 6aa4d0d5-dde2-4fa1-9838-46058e985f4e, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13c3a003-ca5f-4c40-a2a1-edefd2f0c31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2fc40b8c-309d-4ab1-a956-ed1ed42acb67'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:31:18.525251 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-02f97655-a096-473f-b383-0ae01985bbad req-8a4ad799-da6e-43a8-b686-d74733fc1baa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:18.613314 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-02f97655-a096-473f-b383-0ae01985bbad req-8a4ad799-da6e-43a8-b686-d74733fc1baa service neutron] For port 6aa4d0d5-dde2-4fa1-9838-46058e985f4e, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:31:18.617802 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-02f97655-a096-473f-b383-0ae01985bbad req-8a4ad799-da6e-43a8-b686-d74733fc1baa service neutron] For port 6aa4d0d5-dde2-4fa1-9838-46058e985f4e, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=6aa4d0d5-dde2-4fa1-9838-46058e985f4e,segment=NetworkSegment(13c3a003-ca5f-4c40-a2a1-edefd2f0c31a),segment_id=13c3a003-ca5f-4c40-a2a1-edefd2f0c31a)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:31:18.624890 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-02f97655-a096-473f-b383-0ae01985bbad req-8a4ad799-da6e-43a8-b686-d74733fc1baa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:18.669053 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f97655-a096-473f-b383-0ae01985bbad req-8a4ad799-da6e-43a8-b686-d74733fc1baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:18.670445 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-02f97655-a096-473f-b383-0ae01985bbad req-8a4ad799-da6e-43a8-b686-d74733fc1baa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:18.671717 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-02f97655-a096-473f-b383-0ae01985bbad req-8a4ad799-da6e-43a8-b686-d74733fc1baa service neutron] 10.222.0.47 "PUT /v2.0/ports/6aa4d0d5-dde2-4fa1-9838-46058e985f4e HTTP/1.1" status: 200 len: 1093 time: 1.1480997 Nov 25 13:31:18.672070 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '258326f3-e89c-47a3-b011-c24c1b810141', 'tag': '6aa4d0d5-dde2-4fa1-9838-46058e985f4e'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:31:18.674375 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d48d3d-4505-455e-8d6f-f579b42addcb" -d '{"events": [{"name": "network-changed", "server_uuid": "258326f3-e89c-47a3-b011-c24c1b810141", "tag": "6aa4d0d5-dde2-4fa1-9838-46058e985f4e"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:31:18.707736 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4ad799-da6e-43a8-b686-d74733fc1baa service neutron] Pushing event updated for resources: {'Port': ['ID=6aa4d0d5-dde2-4fa1-9838-46058e985f4e,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:31:18.729204 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a43e59-2e41-4d73-81c7-fa2b7d59aa2a x-openstack-request-id: req-34a43e59-2e41-4d73-81c7-fa2b7d59aa2a {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:31:18.729512 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "258326f3-e89c-47a3-b011-c24c1b810141", "tag": "6aa4d0d5-dde2-4fa1-9838-46058e985f4e", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:31:18.729800 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-34a43e59-2e41-4d73-81c7-fa2b7d59aa2a {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:31:18.730213 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '258326f3-e89c-47a3-b011-c24c1b810141', 'tag': '6aa4d0d5-dde2-4fa1-9838-46058e985f4e', 'status': 'completed', 'code': 200} Nov 25 13:31:18.805349 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f97655-a096-473f-b383-0ae01985bbad req-b81220b6-35b9-4b30-96b3-3f1ba6a11e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:18.807051 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-02f97655-a096-473f-b383-0ae01985bbad req-b81220b6-35b9-4b30-96b3-3f1ba6a11e6b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e0ec5dcbfa846ebb4e2635f1300aed7&device_id=258326f3-e89c-47a3-b011-c24c1b810141 HTTP/1.1" status: 200 len: 1096 time: 0.0458448 Nov 25 13:31:18.832807 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ccbea-d4ca-4935-aab0-695f08818c75 req-d0c7339a-c949-43be-8f08-599d933b2d1d tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:18.834452 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ee6ccbea-d4ca-4935-aab0-695f08818c75 req-d0c7339a-c949-43be-8f08-599d933b2d1d tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] 10.222.0.53 "GET /v2.0/ports?device_id=258326f3-e89c-47a3-b011-c24c1b810141 HTTP/1.1" status: 200 len: 944 time: 0.0527718 Nov 25 13:31:18.863420 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-02f97655-a096-473f-b383-0ae01985bbad req-728ce93d-dc24-434d-bcd3-ce213a823600 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6aa4d0d5-dde2-4fa1-9838-46058e985f4e HTTP/1.1" status: 200 len: 217 time: 0.0471075 Nov 25 13:31:18.876133 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device b1389dd9-a768-4d8c-a03d-a332ade840cc up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:31:18.905936 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ee6ccbea-d4ca-4935-aab0-695f08818c75 req-6922d506-ebef-464f-b69b-f979efd0b743 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] 10.222.0.53 "GET /v2.0/security-groups?id=9902429e-be01-4de7-85d7-18923b791661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650640 Nov 25 13:31:18.977280 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f97655-a096-473f-b383-0ae01985bbad req-57dc6927-3de0-40ff-b627-853e333313d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:18.978868 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port b1389dd9-a768-4d8c-a03d-a332ade840cc completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:31:18.979032 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-02f97655-a096-473f-b383-0ae01985bbad req-57dc6927-3de0-40ff-b627-853e333313d7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2b0a47da-d39c-4c2c-9c96-1569446443d6 HTTP/1.1" status: 200 len: 848 time: 0.1079588 Nov 25 13:31:18.987445 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port b1389dd9-a768-4d8c-a03d-a332ade840cc triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:31:18.989001 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:19.027683 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-02f97655-a096-473f-b383-0ae01985bbad req-364b6d16-fdaa-4ed8-8729-a51eb7061389 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2fc40b8c-309d-4ab1-a956-ed1ed42acb67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397255 Nov 25 13:31:19.031555 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462dd14-9785-4e0e-af11-465eb5058ba7 req-c258f2d3-2966-4928-85d6-8dc0611fc1a9 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:19.039957 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8462dd14-9785-4e0e-af11-465eb5058ba7 req-c258f2d3-2966-4928-85d6-8dc0611fc1a9 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa HTTP/1.1" status: 200 len: 945 time: 0.0839953 Nov 25 13:31:19.087680 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:19.097279 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8462dd14-9785-4e0e-af11-465eb5058ba7 req-62e39bf8-f92c-4ad0-9c5b-f35b1eeed3a9 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=af986032-8bd1-4d37-83da-251cc9b6a502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559635 Nov 25 13:31:19.115384 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 38674) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:31:19.122362 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1389dd9-a768-4d8c-a03d-a332ade840cc'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:31:19.126096 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b950f589-2d37-47da-aef8-1113b19fe262" -d '{"events": [{"server_uuid": "cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa", "name": "network-vif-plugged", "status": "completed", "tag": "b1389dd9-a768-4d8c-a03d-a332ade840cc"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:31:19.150098 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port b1389dd9-a768-4d8c-a03d-a332ade840cc, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=b1389dd9-a768-4d8c-a03d-a332ade840cc,segment=NetworkSegment(e8cea865-5be4-40ae-9de5-36d7aaa2afaa),segment_id=e8cea865-5be4-40ae-9de5-36d7aaa2afaa)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:31:19.155341 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:19.189862 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54992c9e-09e3-468b-b307-b94a877362d6 x-openstack-request-id: req-54992c9e-09e3-468b-b307-b94a877362d6 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:31:19.190261 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa", "name": "network-vif-plugged", "status": "completed", "tag": "b1389dd9-a768-4d8c-a03d-a332ade840cc", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:31:19.191291 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-54992c9e-09e3-468b-b307-b94a877362d6 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:31:19.191994 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1389dd9-a768-4d8c-a03d-a332ade840cc', 'code': 200} Nov 25 13:31:19.199515 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-02f97655-a096-473f-b383-0ae01985bbad req-11125664-827e-410e-b898-a4e2ba2c010d service neutron] 10.222.0.47 "GET /v2.0/networks/2fc40b8c-309d-4ab1-a956-ed1ed42acb67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639264 Nov 25 13:31:19.232524 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=b1389dd9-a768-4d8c-a03d-a332ade840cc,revision_number=9']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:31:19.239300 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-1964bee6-b3f0-476d-82bf-7f696f546fa2 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/floatingips/25413624-7bc6-4e48-a57b-21aa3d798f3a HTTP/1.1" status: 200 len: 992 time: 0.1222203 Nov 25 13:31:19.327563 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-02f97655-a096-473f-b383-0ae01985bbad req-0ad6c8a3-26c1-479d-92c2-56fde5b02495 service neutron] 10.222.0.47 "GET /v2.0/networks/2fc40b8c-309d-4ab1-a956-ed1ed42acb67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209693 Nov 25 13:31:19.417676 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d48d3d-4505-455e-8d6f-f579b42addcb req-106922d1-0313-4587-8d38-7efa28d471f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:19.419272 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-35d48d3d-4505-455e-8d6f-f579b42addcb req-106922d1-0313-4587-8d38-7efa28d471f0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e0ec5dcbfa846ebb4e2635f1300aed7&device_id=258326f3-e89c-47a3-b011-c24c1b810141 HTTP/1.1" status: 200 len: 1096 time: 0.0430186 Nov 25 13:31:19.516961 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d48d3d-4505-455e-8d6f-f579b42addcb req-6f661558-a614-488a-b921-be5cdb81315c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:19.518569 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-35d48d3d-4505-455e-8d6f-f579b42addcb req-6f661558-a614-488a-b921-be5cdb81315c service neutron] 10.222.0.47 "GET /v2.0/networks?id=2fc40b8c-309d-4ab1-a956-ed1ed42acb67 HTTP/1.1" status: 200 len: 909 time: 0.0913837 Nov 25 13:31:19.563035 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-35d48d3d-4505-455e-8d6f-f579b42addcb req-e3cd64af-7ed9-4e92-8c8a-cefefa59b865 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6aa4d0d5-dde2-4fa1-9838-46058e985f4e HTTP/1.1" status: 200 len: 217 time: 0.0373616 Nov 25 13:31:19.613538 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d48d3d-4505-455e-8d6f-f579b42addcb req-d72d18de-db2b-40df-8c41-7a8927a9f98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:19.614950 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-35d48d3d-4505-455e-8d6f-f579b42addcb req-d72d18de-db2b-40df-8c41-7a8927a9f98e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2b0a47da-d39c-4c2c-9c96-1569446443d6 HTTP/1.1" status: 200 len: 848 time: 0.0452123 Nov 25 13:31:19.651967 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-35d48d3d-4505-455e-8d6f-f579b42addcb req-79c65991-d286-4116-af1a-9477abff356e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2fc40b8c-309d-4ab1-a956-ed1ed42acb67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284886 Nov 25 13:31:19.739805 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-35d48d3d-4505-455e-8d6f-f579b42addcb req-dc6358ea-8c5e-4e51-825a-828b4928835d service neutron] 10.222.0.47 "GET /v2.0/networks/2fc40b8c-309d-4ab1-a956-ed1ed42acb67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809622 Nov 25 13:31:19.837502 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-35d48d3d-4505-455e-8d6f-f579b42addcb req-230ce493-98f6-49f6-bb4a-9e5458610612 service neutron] 10.222.0.47 "GET /v2.0/networks/2fc40b8c-309d-4ab1-a956-ed1ed42acb67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879819 Nov 25 13:31:20.032564 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5139b0e7-0629-4e59-8e08-0534e31b29d7 req-942f7b37-e6b8-46b2-94c0-af3d3f61370d tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:20.034351 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5139b0e7-0629-4e59-8e08-0534e31b29d7 req-942f7b37-e6b8-46b2-94c0-af3d3f61370d tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] 10.222.0.53 "GET /v2.0/ports?device_id=258326f3-e89c-47a3-b011-c24c1b810141 HTTP/1.1" status: 200 len: 944 time: 0.0526254 Nov 25 13:31:20.084690 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5139b0e7-0629-4e59-8e08-0534e31b29d7 req-e0162abe-8388-46a6-8ccf-9b86b0a6088f tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] 10.222.0.53 "GET /v2.0/security-groups?id=9902429e-be01-4de7-85d7-18923b791661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441289 Nov 25 13:31:21.215487 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279026e5-b82d-444b-ac3d-70fb91c43083 req-95bc6230-a12b-4fbe-b78c-1a2280bc7326 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:21.217033 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-279026e5-b82d-444b-ac3d-70fb91c43083 req-95bc6230-a12b-4fbe-b78c-1a2280bc7326 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] 10.222.0.53 "GET /v2.0/ports?device_id=258326f3-e89c-47a3-b011-c24c1b810141 HTTP/1.1" status: 200 len: 944 time: 0.0531273 Nov 25 13:31:21.273142 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-279026e5-b82d-444b-ac3d-70fb91c43083 req-3c8895c6-4da1-4f85-8590-9a6927a2b409 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] 10.222.0.53 "GET /v2.0/security-groups?id=9902429e-be01-4de7-85d7-18923b791661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492258 Nov 25 13:31:22.406680 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec7127-7129-41a7-982d-c38ebe4d5c02 req-68450486-4a1c-4eda-b0d4-c1f75bbe1a6d tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:22.408327 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e4ec7127-7129-41a7-982d-c38ebe4d5c02 req-68450486-4a1c-4eda-b0d4-c1f75bbe1a6d tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] 10.222.0.53 "GET /v2.0/ports?device_id=258326f3-e89c-47a3-b011-c24c1b810141 HTTP/1.1" status: 200 len: 944 time: 0.0583072 Nov 25 13:31:22.409319 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 6aa4d0d5-dde2-4fa1-9838-46058e985f4e details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:31:22.459219 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e4ec7127-7129-41a7-982d-c38ebe4d5c02 req-54929acf-f0df-439f-a097-28c97e8cee8f tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] 10.222.0.53 "GET /v2.0/security-groups?id=9902429e-be01-4de7-85d7-18923b791661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434141 Nov 25 13:31:22.513442 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 6aa4d0d5-dde2-4fa1-9838-46058e985f4e, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=6aa4d0d5-dde2-4fa1-9838-46058e985f4e,segment=NetworkSegment(13c3a003-ca5f-4c40-a2a1-edefd2f0c31a),segment_id=13c3a003-ca5f-4c40-a2a1-edefd2f0c31a)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:31:22.524544 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '6aa4d0d5-dde2-4fa1-9838-46058e985f4e', 'network_id': '2fc40b8c-309d-4ab1-a956-ed1ed42acb67', 'port_id': '6aa4d0d5-dde2-4fa1-9838-46058e985f4e', 'mac_address': 'fa:16:3e:fc:a6:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b0a47da-d39c-4c2c-9c96-1569446443d6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:31:22.562430 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:22.575842 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aa4d0d5-dde2-4fa1-9838-46058e985f4e {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:31:22.597261 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 6aa4d0d5-dde2-4fa1-9838-46058e985f4e, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=6aa4d0d5-dde2-4fa1-9838-46058e985f4e,segment=NetworkSegment(13c3a003-ca5f-4c40-a2a1-edefd2f0c31a),segment_id=13c3a003-ca5f-4c40-a2a1-edefd2f0c31a)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:31:22.601725 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:22.658609 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=6aa4d0d5-dde2-4fa1-9838-46058e985f4e,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:31:22.884670 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['6aa4d0d5-dde2-4fa1-9838-46058e985f4e'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:31:23.591262 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdbfe96-1cf4-40d1-bc93-419b03744c06 req-777b5538-6443-439b-b915-2d56e20fb8e9 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:23.592737 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1bdbfe96-1cf4-40d1-bc93-419b03744c06 req-777b5538-6443-439b-b915-2d56e20fb8e9 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] 10.222.0.53 "GET /v2.0/ports?device_id=258326f3-e89c-47a3-b011-c24c1b810141 HTTP/1.1" status: 200 len: 945 time: 0.0487814 Nov 25 13:31:23.647152 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1bdbfe96-1cf4-40d1-bc93-419b03744c06 req-8227978c-5ba9-4c54-9d28-ae130c0fa61a tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] 10.222.0.53 "GET /v2.0/security-groups?id=9902429e-be01-4de7-85d7-18923b791661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484726 Nov 25 13:31:24.427120 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 6aa4d0d5-dde2-4fa1-9838-46058e985f4e up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:31:24.513276 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 6aa4d0d5-dde2-4fa1-9838-46058e985f4e completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:31:24.517407 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 6aa4d0d5-dde2-4fa1-9838-46058e985f4e triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:31:24.517785 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:24.596592 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:24.618868 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '258326f3-e89c-47a3-b011-c24c1b810141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa4d0d5-dde2-4fa1-9838-46058e985f4e'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:31:24.621668 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e583fb2c-989f-4d14-8b3f-4c71d8279896" -d '{"events": [{"server_uuid": "258326f3-e89c-47a3-b011-c24c1b810141", "name": "network-vif-plugged", "status": "completed", "tag": "6aa4d0d5-dde2-4fa1-9838-46058e985f4e"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:31:24.634189 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 6aa4d0d5-dde2-4fa1-9838-46058e985f4e, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=6aa4d0d5-dde2-4fa1-9838-46058e985f4e,segment=NetworkSegment(13c3a003-ca5f-4c40-a2a1-edefd2f0c31a),segment_id=13c3a003-ca5f-4c40-a2a1-edefd2f0c31a)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:31:24.639681 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:24.675276 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bbf16f1-6862-424b-99d6-34638c5c3954 x-openstack-request-id: req-4bbf16f1-6862-424b-99d6-34638c5c3954 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:31:24.675803 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "258326f3-e89c-47a3-b011-c24c1b810141", "name": "network-vif-plugged", "status": "completed", "tag": "6aa4d0d5-dde2-4fa1-9838-46058e985f4e", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:31:24.676863 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4bbf16f1-6862-424b-99d6-34638c5c3954 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:31:24.677456 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '258326f3-e89c-47a3-b011-c24c1b810141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa4d0d5-dde2-4fa1-9838-46058e985f4e', 'code': 200} Nov 25 13:31:24.708614 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=6aa4d0d5-dde2-4fa1-9838-46058e985f4e,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:31:24.779869 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ed98a-378c-4560-a469-35d12c3a8395 req-a0899589-6b08-4f7f-948f-c707ce2c52fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:24.780750 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b6c63-bd65-4ff8-b8f5-c67718bc2e21 req-c9f970ff-809f-42cf-82ac-dcfdde4fc037 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:24.781820 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1e3ed98a-378c-4560-a469-35d12c3a8395 req-a0899589-6b08-4f7f-948f-c707ce2c52fb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=258326f3-e89c-47a3-b011-c24c1b810141 HTTP/1.1" status: 200 len: 1098 time: 0.0540791 Nov 25 13:31:24.781979 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-770b6c63-bd65-4ff8-b8f5-c67718bc2e21 req-c9f970ff-809f-42cf-82ac-dcfdde4fc037 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] 10.222.0.53 "GET /v2.0/ports?device_id=258326f3-e89c-47a3-b011-c24c1b810141 HTTP/1.1" status: 200 len: 946 time: 0.0545940 Nov 25 13:31:24.833565 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1e3ed98a-378c-4560-a469-35d12c3a8395 req-f0f7782e-8a12-4976-b11e-43ed45b7f6e8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9902429e-be01-4de7-85d7-18923b791661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448372 Nov 25 13:31:24.846189 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-770b6c63-bd65-4ff8-b8f5-c67718bc2e21 req-7c35c347-9464-4761-8b01-4b62039876ac tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] 10.222.0.53 "GET /v2.0/security-groups?id=9902429e-be01-4de7-85d7-18923b791661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578690 Nov 25 13:31:25.969672 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b2d45e-8df0-4b4e-822b-b226a3b5770e req-a8ed7a54-1629-4b2e-ac6f-0419a653f9b0 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:25.971209 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-07b2d45e-8df0-4b4e-822b-b226a3b5770e req-a8ed7a54-1629-4b2e-ac6f-0419a653f9b0 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] 10.222.0.53 "GET /v2.0/ports?device_id=258326f3-e89c-47a3-b011-c24c1b810141 HTTP/1.1" status: 200 len: 946 time: 0.0494766 Nov 25 13:31:26.029077 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-07b2d45e-8df0-4b4e-822b-b226a3b5770e req-d9c63524-852b-4170-a67a-8d779cbf24ed tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] 10.222.0.53 "GET /v2.0/security-groups?id=9902429e-be01-4de7-85d7-18923b791661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516431 Nov 25 13:31:27.173619 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b9376a-d168-4949-a28a-7c9f6c9f5b04 req-af38103f-80f6-4952-bca0-1625bbf8c7ba tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:27.175170 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-02b9376a-d168-4949-a28a-7c9f6c9f5b04 req-af38103f-80f6-4952-bca0-1625bbf8c7ba tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] 10.222.0.53 "GET /v2.0/ports?device_id=258326f3-e89c-47a3-b011-c24c1b810141 HTTP/1.1" status: 200 len: 946 time: 0.0642626 Nov 25 13:31:27.228830 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-02b9376a-d168-4949-a28a-7c9f6c9f5b04 req-33363679-4ae8-4bc2-bbcf-4c24e577eed9 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] 10.222.0.53 "GET /v2.0/security-groups?id=9902429e-be01-4de7-85d7-18923b791661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447366 Nov 25 13:31:27.580427 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:31:27.974488 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a6aea0-ee0b-4067-adec-5c8df25ff276 req-ac8f500e-b522-4b56-8d79-9874f54a9487 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:27.976188 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f1a6aea0-ee0b-4067-adec-5c8df25ff276 req-ac8f500e-b522-4b56-8d79-9874f54a9487 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] 10.222.0.53 "GET /v2.0/ports?device_id=258326f3-e89c-47a3-b011-c24c1b810141 HTTP/1.1" status: 200 len: 946 time: 0.0525956 Nov 25 13:31:28.034801 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f1a6aea0-ee0b-4067-adec-5c8df25ff276 req-faaacf8f-67ba-41bf-8cf5-9d7be80ed67b tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] 10.222.0.53 "GET /v2.0/security-groups?id=9902429e-be01-4de7-85d7-18923b791661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517564 Nov 25 13:31:29.015904 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2243a709-3687-40c4-a728-d50b789b13bb req-e5ddc34a-c274-41e1-b00f-ed3d79a940b0 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:29.017471 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2243a709-3687-40c4-a728-d50b789b13bb req-e5ddc34a-c274-41e1-b00f-ed3d79a940b0 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8adf22-20f5-48a9-8030-0d19566c5600 HTTP/1.1" status: 200 len: 946 time: 0.0510755 Nov 25 13:31:29.070212 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2243a709-3687-40c4-a728-d50b789b13bb req-93ad8fc0-8ec9-4c15-82f1-ac025dda0035 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b7de3ae-16ca-4eab-ba9f-83e56d760ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464206 Nov 25 13:31:29.158889 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd6798b-68e6-4832-ace2-01c04f4f3536 req-2651c1c2-dd41-4b0e-a460-3a17b1e1ff8d tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:29.160414 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-abd6798b-68e6-4832-ace2-01c04f4f3536 req-2651c1c2-dd41-4b0e-a460-3a17b1e1ff8d tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] 10.222.0.53 "GET /v2.0/ports?device_id=258326f3-e89c-47a3-b011-c24c1b810141 HTTP/1.1" status: 200 len: 946 time: 0.0526989 Nov 25 13:31:29.211098 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-abd6798b-68e6-4832-ace2-01c04f4f3536 req-ea4d3a39-a590-453a-a411-3a857e7d59a7 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] 10.222.0.53 "GET /v2.0/security-groups?id=9902429e-be01-4de7-85d7-18923b791661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444794 Nov 25 13:31:29.327917 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e345f21-ccd8-4bbf-a0fa-d534cc7971dd req-65bb4a63-509c-42e0-84dd-db3bbd29be2e tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:29.329303 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5e345f21-ccd8-4bbf-a0fa-d534cc7971dd req-65bb4a63-509c-42e0-84dd-db3bbd29be2e tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] 10.222.0.47 "GET /v2.0/ports?device_id=258326f3-e89c-47a3-b011-c24c1b810141 HTTP/1.1" status: 200 len: 946 time: 0.0529361 Nov 25 13:31:29.432272 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-5e345f21-ccd8-4bbf-a0fa-d534cc7971dd req-7b55162c-7c20-43d6-beba-ccef006bb933 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] Deleting port 6aa4d0d5-dde2-4fa1-9838-46058e985f4e {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:31:29.432655 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5e345f21-ccd8-4bbf-a0fa-d534cc7971dd req-7b55162c-7c20-43d6-beba-ccef006bb933 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:29.527031 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-5e345f21-ccd8-4bbf-a0fa-d534cc7971dd req-7b55162c-7c20-43d6-beba-ccef006bb933 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] For port 6aa4d0d5-dde2-4fa1-9838-46058e985f4e, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=6aa4d0d5-dde2-4fa1-9838-46058e985f4e,segment=NetworkSegment(13c3a003-ca5f-4c40-a2a1-edefd2f0c31a),segment_id=13c3a003-ca5f-4c40-a2a1-edefd2f0c31a)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:31:29.527399 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5e345f21-ccd8-4bbf-a0fa-d534cc7971dd req-7b55162c-7c20-43d6-beba-ccef006bb933 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:29.540430 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-5e345f21-ccd8-4bbf-a0fa-d534cc7971dd req-7b55162c-7c20-43d6-beba-ccef006bb933 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] Calling delete_port for 6aa4d0d5-dde2-4fa1-9838-46058e985f4e owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:31:29.682640 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5e345f21-ccd8-4bbf-a0fa-d534cc7971dd req-7b55162c-7c20-43d6-beba-ccef006bb933 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:29.695730 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['6aa4d0d5-dde2-4fa1-9838-46058e985f4e'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:31:29.716583 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b55162c-7c20-43d6-beba-ccef006bb933 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] Pushing event deleted for resources: {'Port': ['ID=6aa4d0d5-dde2-4fa1-9838-46058e985f4e,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:31:29.772261 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e345f21-ccd8-4bbf-a0fa-d534cc7971dd req-7b55162c-7c20-43d6-beba-ccef006bb933 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] No DVR routers for this DVR port 6aa4d0d5-dde2-4fa1-9838-46058e985f4e on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:31:29.775651 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5e345f21-ccd8-4bbf-a0fa-d534cc7971dd req-7b55162c-7c20-43d6-beba-ccef006bb933 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:29.779583 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5e345f21-ccd8-4bbf-a0fa-d534cc7971dd req-7b55162c-7c20-43d6-beba-ccef006bb933 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] 10.222.0.47 "DELETE /v2.0/ports/6aa4d0d5-dde2-4fa1-9838-46058e985f4e HTTP/1.1" status: 204 len: 173 time: 0.4430940 Nov 25 13:31:29.780306 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '258326f3-e89c-47a3-b011-c24c1b810141', 'name': 'network-vif-deleted', 'tag': '6aa4d0d5-dde2-4fa1-9838-46058e985f4e'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:31:29.783748 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93cb9d6-f171-4f14-b071-833f8afc4bfa" -d '{"events": [{"server_uuid": "258326f3-e89c-47a3-b011-c24c1b810141", "name": "network-vif-deleted", "tag": "6aa4d0d5-dde2-4fa1-9838-46058e985f4e"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:31:29.840403 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15628a13-1d65-45a9-97b3-f0768f22baaa x-openstack-request-id: req-15628a13-1d65-45a9-97b3-f0768f22baaa {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:31:29.841357 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "258326f3-e89c-47a3-b011-c24c1b810141", "name": "network-vif-deleted", "tag": "6aa4d0d5-dde2-4fa1-9838-46058e985f4e", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:31:29.841710 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-15628a13-1d65-45a9-97b3-f0768f22baaa {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:31:29.844026 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '258326f3-e89c-47a3-b011-c24c1b810141', 'name': 'network-vif-deleted', 'tag': '6aa4d0d5-dde2-4fa1-9838-46058e985f4e', 'status': 'completed', 'code': 200} Nov 25 13:31:30.197657 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71c9347-a5c8-4c1b-89b5-eece7d2dd712 req-b1590b18-0d32-412f-9ba4-3aa3786085a3 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:30.200634 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c71c9347-a5c8-4c1b-89b5-eece7d2dd712 req-b1590b18-0d32-412f-9ba4-3aa3786085a3 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8adf22-20f5-48a9-8030-0d19566c5600 HTTP/1.1" status: 200 len: 946 time: 0.0542605 Nov 25 13:31:30.257685 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c71c9347-a5c8-4c1b-89b5-eece7d2dd712 req-aaf46f35-7de9-4783-b15d-6fe884287aff tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b7de3ae-16ca-4eab-ba9f-83e56d760ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502536 Nov 25 13:31:30.328526 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fc1ac7bc-6d8f-4e83-b28b-a6c28f882105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:30.341461 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-877a50b7-4ea6-4e51-ae19-18612892801c req-a6a2cfe8-4ea8-48aa-8dc4-44c2eba30264 tempest-VolumesActionsTest-404093944 tempest-VolumesActionsTest-404093944-project] 10.222.0.53 "GET /v2.0/ports?device_id=258326f3-e89c-47a3-b011-c24c1b810141 HTTP/1.1" status: 200 len: 210 time: 0.0332189 Nov 25 13:31:31.397954 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950d9cc-269a-43d7-9cc3-d28a3d00c08d req-031743c5-6b9f-4ef7-918d-e4712c446ce4 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:31.400235 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3950d9cc-269a-43d7-9cc3-d28a3d00c08d req-031743c5-6b9f-4ef7-918d-e4712c446ce4 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8adf22-20f5-48a9-8030-0d19566c5600 HTTP/1.1" status: 200 len: 946 time: 0.0563428 Nov 25 13:31:31.474118 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3950d9cc-269a-43d7-9cc3-d28a3d00c08d req-444d9ca7-8aec-41f9-9ad0-8cb6df24053c tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b7de3ae-16ca-4eab-ba9f-83e56d760ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648673 Nov 25 13:31:32.599723 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a5c07-7043-4ae0-8212-b0b14d1fd4a4 req-cfe33712-a981-4bff-9245-80c9b6448669 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:32.601235 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d01a5c07-7043-4ae0-8212-b0b14d1fd4a4 req-cfe33712-a981-4bff-9245-80c9b6448669 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8adf22-20f5-48a9-8030-0d19566c5600 HTTP/1.1" status: 200 len: 946 time: 0.0502985 Nov 25 13:31:32.660856 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d01a5c07-7043-4ae0-8212-b0b14d1fd4a4 req-f5d18ba6-d689-4218-96ce-9f46d549677e tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b7de3ae-16ca-4eab-ba9f-83e56d760ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528817 Nov 25 13:31:32.775420 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-daf9c1f0-7606-4691-bd84-33c2169f0e1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:33.845710 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:34.080681 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828322d3-7164-47d8-88c8-6fc9bc09ef66 req-bea44b30-44de-43c2-a10f-ad405e35f8e1 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:34.089294 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-828322d3-7164-47d8-88c8-6fc9bc09ef66 req-bea44b30-44de-43c2-a10f-ad405e35f8e1 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8adf22-20f5-48a9-8030-0d19566c5600 HTTP/1.1" status: 200 len: 946 time: 0.2973769 Nov 25 13:31:34.150883 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-828322d3-7164-47d8-88c8-6fc9bc09ef66 req-a036f2e6-1629-4fa4-bb06-243db22c363d tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b7de3ae-16ca-4eab-ba9f-83e56d760ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601432 Nov 25 13:31:34.491652 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 6aa4d0d5-dde2-4fa1-9838-46058e985f4e no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:31:34.532027 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: 6aa4d0d5-dde2-4fa1-9838-46058e985f4e {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:31:34.535074 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 6aa4d0d5-dde2-4fa1-9838-46058e985f4e not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:31:35.205537 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:35.311321 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96221ff7-2426-4cbb-a988-cd5623674e7c req-0c60d5f5-c118-4434-9c35-c4afef1dada7 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:35.321029 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-96221ff7-2426-4cbb-a988-cd5623674e7c req-0c60d5f5-c118-4434-9c35-c4afef1dada7 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8adf22-20f5-48a9-8030-0d19566c5600 HTTP/1.1" status: 200 len: 946 time: 0.0714257 Nov 25 13:31:35.428264 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-96221ff7-2426-4cbb-a988-cd5623674e7c req-089e2cf5-0ca2-49ec-a18f-c87fba5547c9 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b7de3ae-16ca-4eab-ba9f-83e56d760ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973263 Nov 25 13:31:36.220799 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:36.576727 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160541f8-8c0e-4ed6-972d-842f87961cbe req-01789eaa-3cb2-483c-980a-bb5f8a4860fe tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:36.579043 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-160541f8-8c0e-4ed6-972d-842f87961cbe req-01789eaa-3cb2-483c-980a-bb5f8a4860fe tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8adf22-20f5-48a9-8030-0d19566c5600 HTTP/1.1" status: 200 len: 946 time: 0.0782793 Nov 25 13:31:36.649996 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-160541f8-8c0e-4ed6-972d-842f87961cbe req-f1429847-2e6a-4dd7-8fc0-77fa47d2ba2d tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b7de3ae-16ca-4eab-ba9f-83e56d760ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602989 Nov 25 13:31:37.165457 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-40facf84-5699-41b3-b3a6-b8bbcc530566 req-512baaf4-56f7-4541-811d-4b6cb3315e6c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0572078 Nov 25 13:31:37.322391 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40facf84-5699-41b3-b3a6-b8bbcc530566 req-a091678d-168c-4338-8ddc-17a86faaab9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:37.325303 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-40facf84-5699-41b3-b3a6-b8bbcc530566 req-a091678d-168c-4338-8ddc-17a86faaab9a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=057e847f3ee343b9812224ca032e6bfc&device_id=cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa HTTP/1.1" status: 200 len: 1098 time: 0.0937996 Nov 25 13:31:37.606732 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40facf84-5699-41b3-b3a6-b8bbcc530566 req-e37b46dd-8da6-4778-97ba-2181376a8089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:37.606732 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-40facf84-5699-41b3-b3a6-b8bbcc530566 req-e37b46dd-8da6-4778-97ba-2181376a8089 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2bbb64c0-2f45-440c-ac42-17fa5bdecc0e HTTP/1.1" status: 200 len: 897 time: 0.2489083 Nov 25 13:31:37.716808 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-40facf84-5699-41b3-b3a6-b8bbcc530566 req-d2102315-0162-456e-a666-0e5438acd09d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1389dd9-a768-4d8c-a03d-a332ade840cc HTTP/1.1" status: 200 len: 1001 time: 0.1035173 Nov 25 13:31:37.771790 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40facf84-5699-41b3-b3a6-b8bbcc530566 req-6b71d2a8-7f0e-4cf7-bdff-d281ecf0c5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:37.773930 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-40facf84-5699-41b3-b3a6-b8bbcc530566 req-6b71d2a8-7f0e-4cf7-bdff-d281ecf0c5f9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=251b1512-8593-40d2-919a-8c92dca7b953 HTTP/1.1" status: 200 len: 834 time: 0.0495429 Nov 25 13:31:37.857816 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40facf84-5699-41b3-b3a6-b8bbcc530566 req-5ef32fb7-8705-4c4d-bd47-6b785a149287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:37.860489 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-40facf84-5699-41b3-b3a6-b8bbcc530566 req-5ef32fb7-8705-4c4d-bd47-6b785a149287 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2bbb64c0-2f45-440c-ac42-17fa5bdecc0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0693531 Nov 25 13:31:37.990852 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-40facf84-5699-41b3-b3a6-b8bbcc530566 req-217eb931-31d7-4d7f-b8cc-e1f81de38af1 service neutron] 10.222.0.66 "GET /v2.0/networks/2bbb64c0-2f45-440c-ac42-17fa5bdecc0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175511 Nov 25 13:31:38.022109 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce611507-95e7-4a0a-9209-9b941b31774b req-fe6b2d9b-7963-4920-958b-c84e99099ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:38.029607 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ce611507-95e7-4a0a-9209-9b941b31774b req-fe6b2d9b-7963-4920-958b-c84e99099ec7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3c775803d354892aee478fad34a8c78&device_id=7e8adf22-20f5-48a9-8030-0d19566c5600 HTTP/1.1" status: 200 len: 1098 time: 0.0708952 Nov 25 13:31:38.067055 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:38.153565 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f317ad0-5ea1-4608-b807-bd713c3bd981 req-57ea9dc7-f5d2-4534-a001-a334d980a673 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:38.155650 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6f317ad0-5ea1-4608-b807-bd713c3bd981 req-57ea9dc7-f5d2-4534-a001-a334d980a673 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8adf22-20f5-48a9-8030-0d19566c5600 HTTP/1.1" status: 200 len: 946 time: 0.3259702 Nov 25 13:31:38.178982 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce611507-95e7-4a0a-9209-9b941b31774b req-59a701b0-f561-4f5e-8249-c737f51c1e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:38.182161 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ce611507-95e7-4a0a-9209-9b941b31774b req-59a701b0-f561-4f5e-8249-c737f51c1e96 service neutron] 10.222.0.47 "GET /v2.0/networks?id=755402ba-804b-4493-8340-905b0e2e90e1 HTTP/1.1" status: 200 len: 917 time: 0.1114216 Nov 25 13:31:38.221628 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6f317ad0-5ea1-4608-b807-bd713c3bd981 req-c03379d2-37dc-4158-96b6-94ae8b36cc02 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b7de3ae-16ca-4eab-ba9f-83e56d760ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515900 Nov 25 13:31:38.239842 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-40facf84-5699-41b3-b3a6-b8bbcc530566 req-0e5868b4-324b-46e6-812f-397fc212f3fa service neutron] 10.222.0.66 "GET /v2.0/networks/2bbb64c0-2f45-440c-ac42-17fa5bdecc0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295735 Nov 25 13:31:38.311385 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ce611507-95e7-4a0a-9209-9b941b31774b req-5d6010ab-8ff4-445b-8a7b-98d77d2586c4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d HTTP/1.1" status: 200 len: 1001 time: 0.1190481 Nov 25 13:31:38.380054 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce611507-95e7-4a0a-9209-9b941b31774b req-a1d94306-a31e-446e-87db-27937a77726c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:38.389817 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ce611507-95e7-4a0a-9209-9b941b31774b req-a1d94306-a31e-446e-87db-27937a77726c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=de598ec9-e4ed-4f9c-80e3-a369f7acaceb HTTP/1.1" status: 200 len: 855 time: 0.0683949 Nov 25 13:31:38.468895 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce611507-95e7-4a0a-9209-9b941b31774b req-2aee3fe9-d570-45db-8909-ee5ca3ff8761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:38.470422 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ce611507-95e7-4a0a-9209-9b941b31774b req-2aee3fe9-d570-45db-8909-ee5ca3ff8761 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=755402ba-804b-4493-8340-905b0e2e90e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0725560 Nov 25 13:31:38.690848 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ce611507-95e7-4a0a-9209-9b941b31774b req-c9cd1fe5-57b2-4974-af3b-d4a9c47ebaee service neutron] 10.222.0.47 "GET /v2.0/networks/755402ba-804b-4493-8340-905b0e2e90e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119930 Nov 25 13:31:38.807176 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ce611507-95e7-4a0a-9209-9b941b31774b req-1a8ce4fd-c19b-488a-b24f-c25fde61080f service neutron] 10.222.0.47 "GET /v2.0/networks/755402ba-804b-4493-8340-905b0e2e90e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080720 Nov 25 13:31:39.443327 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e0e14-7df8-4b69-86f8-412f5cdf4031 req-6d9cbaea-6ec4-4f44-a5f6-199117b32628 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:39.452180 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-206e0e14-7df8-4b69-86f8-412f5cdf4031 req-6d9cbaea-6ec4-4f44-a5f6-199117b32628 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8adf22-20f5-48a9-8030-0d19566c5600 HTTP/1.1" status: 200 len: 946 time: 0.1028972 Nov 25 13:31:39.518506 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-206e0e14-7df8-4b69-86f8-412f5cdf4031 req-3efda6eb-bae4-4d63-be4c-f74d7888f44b tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b7de3ae-16ca-4eab-ba9f-83e56d760ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651050 Nov 25 13:31:40.552514 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:31:40.663626 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d0cf3-f80c-4a53-afdd-3e766c6f5ec7 req-fdba3577-ce27-4b00-8e29-32e0ecca851e tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:40.665057 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1a9d0cf3-f80c-4a53-afdd-3e766c6f5ec7 req-fdba3577-ce27-4b00-8e29-32e0ecca851e tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8adf22-20f5-48a9-8030-0d19566c5600 HTTP/1.1" status: 200 len: 946 time: 0.0706909 Nov 25 13:31:40.694680 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d,segment=NetworkSegment(66e12dc7-b89b-4195-a71e-2bc7657a2a6a),segment_id=66e12dc7-b89b-4195-a71e-2bc7657a2a6a)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:31:40.712446 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': 'f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d', 'network_id': '755402ba-804b-4493-8340-905b0e2e90e1', 'port_id': 'f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d', 'mac_address': 'fa:16:3e:b6:f2:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de598ec9-e4ed-4f9c-80e3-a369f7acaceb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:31:40.750727 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1a9d0cf3-f80c-4a53-afdd-3e766c6f5ec7 req-d38d287b-3378-42d6-ad67-c066cff5089a tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b7de3ae-16ca-4eab-ba9f-83e56d760ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748649 Nov 25 13:31:40.789614 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:40.833948 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:31:40.858250 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d,segment=NetworkSegment(66e12dc7-b89b-4195-a71e-2bc7657a2a6a),segment_id=66e12dc7-b89b-4195-a71e-2bc7657a2a6a)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:31:40.863318 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:40.939010 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d,revision_number=6']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:31:40.990321 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:31:41.541453 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:41.934931 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f844b-6d45-4ed2-aad9-6b0c5399f975 req-902a491c-36a4-4430-b41a-99537af0025d tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:41.945503 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2b7f844b-6d45-4ed2-aad9-6b0c5399f975 req-902a491c-36a4-4430-b41a-99537af0025d tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8adf22-20f5-48a9-8030-0d19566c5600 HTTP/1.1" status: 200 len: 945 time: 0.0609279 Nov 25 13:31:42.002617 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2b7f844b-6d45-4ed2-aad9-6b0c5399f975 req-2a2102ed-cda0-4a1e-a1b9-f96c3b20e01c tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b7de3ae-16ca-4eab-ba9f-83e56d760ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558965 Nov 25 13:31:42.567727 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:31:42.699312 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:31:42.702170 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:42.867914 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:42.922795 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d,segment=NetworkSegment(66e12dc7-b89b-4195-a71e-2bc7657a2a6a),segment_id=66e12dc7-b89b-4195-a71e-2bc7657a2a6a)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:31:42.924601 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e8adf22-20f5-48a9-8030-0d19566c5600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:31:42.927937 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd85fe12-b9ed-4f74-97d9-6dcce902b51e" -d '{"events": [{"server_uuid": "7e8adf22-20f5-48a9-8030-0d19566c5600", "name": "network-vif-plugged", "status": "completed", "tag": "f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:31:42.935381 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:43.092082 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-003b8f7e-f0d3-43cb-b84c-27ec255f8d1f x-openstack-request-id: req-003b8f7e-f0d3-43cb-b84c-27ec255f8d1f {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:31:43.092334 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e8adf22-20f5-48a9-8030-0d19566c5600", "name": "network-vif-plugged", "status": "completed", "tag": "f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:31:43.092569 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-003b8f7e-f0d3-43cb-b84c-27ec255f8d1f {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:31:43.092977 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e8adf22-20f5-48a9-8030-0d19566c5600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d', 'code': 200} Nov 25 13:31:43.103468 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d,revision_number=7']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:31:43.226650 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a51fede-dab3-48af-a209-ca07764a1a7a req-1c1b43f8-c89f-4376-9ca4-35aa69f64cbc tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:43.236335 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0a51fede-dab3-48af-a209-ca07764a1a7a req-1c1b43f8-c89f-4376-9ca4-35aa69f64cbc tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8adf22-20f5-48a9-8030-0d19566c5600 HTTP/1.1" status: 200 len: 946 time: 0.0702190 Nov 25 13:31:43.303300 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0a51fede-dab3-48af-a209-ca07764a1a7a req-cc0e4e13-d971-4bc8-9bb5-6bcfcefdbe7b tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b7de3ae-16ca-4eab-ba9f-83e56d760ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606673 Nov 25 13:31:44.593357 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d9e0e-90ee-4c3c-a4d4-c520722d3f73 req-b4ff2889-dc89-4e38-948a-7bebfe1b3a6e tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:44.608750 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d83d9e0e-90ee-4c3c-a4d4-c520722d3f73 req-b4ff2889-dc89-4e38-948a-7bebfe1b3a6e tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8adf22-20f5-48a9-8030-0d19566c5600 HTTP/1.1" status: 200 len: 946 time: 0.1444974 Nov 25 13:31:44.707574 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d83d9e0e-90ee-4c3c-a4d4-c520722d3f73 req-0045dbdf-3722-4406-96c4-28d0e4ff3271 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b7de3ae-16ca-4eab-ba9f-83e56d760ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972495 Nov 25 13:31:45.946081 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd88bb-a3db-4cb7-938f-62a8e7cf8e5d req-890559a2-6c5d-4197-b61c-a384add4b1f9 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:45.955019 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4ccd88bb-a3db-4cb7-938f-62a8e7cf8e5d req-890559a2-6c5d-4197-b61c-a384add4b1f9 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8adf22-20f5-48a9-8030-0d19566c5600 HTTP/1.1" status: 200 len: 946 time: 0.1098754 Nov 25 13:31:46.031350 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4ccd88bb-a3db-4cb7-938f-62a8e7cf8e5d req-2762ff89-a6b8-4c16-a5ba-3b2d675e6929 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b7de3ae-16ca-4eab-ba9f-83e56d760ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750086 Nov 25 13:31:47.229897 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5e791-a7ed-4441-bccf-d707f0ce5e26 req-c6ec2ca6-d24c-495c-a6c4-88395cce6128 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:47.255984 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2fc5e791-a7ed-4441-bccf-d707f0ce5e26 req-c6ec2ca6-d24c-495c-a6c4-88395cce6128 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8adf22-20f5-48a9-8030-0d19566c5600 HTTP/1.1" status: 200 len: 946 time: 0.0952218 Nov 25 13:31:47.379474 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2fc5e791-a7ed-4441-bccf-d707f0ce5e26 req-cfe4df93-4975-4f84-92a5-ddf7208db5d1 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b7de3ae-16ca-4eab-ba9f-83e56d760ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221776 Nov 25 13:31:48.590923 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9446a2-282f-4551-abbf-9fe484d4563d req-9ee03e06-2464-4664-a346-e5387d711216 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:48.609731 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5e9446a2-282f-4551-abbf-9fe484d4563d req-9ee03e06-2464-4664-a346-e5387d711216 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8adf22-20f5-48a9-8030-0d19566c5600 HTTP/1.1" status: 200 len: 946 time: 0.1045828 Nov 25 13:31:48.724262 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5e9446a2-282f-4551-abbf-9fe484d4563d req-3b14c68d-f19f-4903-8c50-d71c1acb1dc0 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b7de3ae-16ca-4eab-ba9f-83e56d760ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107051 Nov 25 13:31:49.926002 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e120d151-7597-47a7-912a-76b66fc11712 req-ea14a933-454e-444c-8c37-2263fb67c8cb tempest-TestNetworkAdvancedServerOps-879095095 tempest-TestNetworkAdvancedServerOps-879095095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:49.935823 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e120d151-7597-47a7-912a-76b66fc11712 req-ea14a933-454e-444c-8c37-2263fb67c8cb tempest-TestNetworkAdvancedServerOps-879095095 tempest-TestNetworkAdvancedServerOps-879095095-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa HTTP/1.1" status: 200 len: 1098 time: 0.0914075 Nov 25 13:31:49.998641 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e120d151-7597-47a7-912a-76b66fc11712 req-f5eb7eb1-7576-42ff-aa10-30fddc0c11f5 tempest-TestNetworkAdvancedServerOps-879095095 tempest-TestNetworkAdvancedServerOps-879095095-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=af986032-8bd1-4d37-83da-251cc9b6a502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614522 Nov 25 13:31:50.010036 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 39504) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:31:50.128305 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb4e0aa-0e4a-4cea-b913-faa09d23c3a6 req-d64e5099-69dd-4121-a546-5223477d0477 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:50.142823 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-adb4e0aa-0e4a-4cea-b913-faa09d23c3a6 req-d64e5099-69dd-4121-a546-5223477d0477 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8adf22-20f5-48a9-8030-0d19566c5600 HTTP/1.1" status: 200 len: 946 time: 0.2592800 Nov 25 13:31:50.345964 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-adb4e0aa-0e4a-4cea-b913-faa09d23c3a6 req-0057c720-ddd9-4a66-955c-c039f112f9fe tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b7de3ae-16ca-4eab-ba9f-83e56d760ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1886292 Nov 25 13:31:50.417279 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-32271518-d478-4c69-852a-d0de4016d909 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Deleting port 29fd2ded-7605-45e6-89cb-71cc47b75d61 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:31:50.418403 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-32271518-d478-4c69-852a-d0de4016d909 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:50.528576 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-32271518-d478-4c69-852a-d0de4016d909 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:50.529228 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-32271518-d478-4c69-852a-d0de4016d909 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:50.548073 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-32271518-d478-4c69-852a-d0de4016d909 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Calling delete_port for 29fd2ded-7605-45e6-89cb-71cc47b75d61 owned by network:floatingip {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:31:50.797799 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-32271518-d478-4c69-852a-d0de4016d909 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:50.859253 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32271518-d478-4c69-852a-d0de4016d909 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event deleted for resources: {'Port': ['ID=29fd2ded-7605-45e6-89cb-71cc47b75d61,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:31:50.988428 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-32271518-d478-4c69-852a-d0de4016d909 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for floatingip, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:50.988952 n-d-808199-11 neutron-server[103571]: INFO neutron.db.l3_db [None req-32271518-d478-4c69-852a-d0de4016d909 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Floating IP 25413624-7bc6-4e48-a57b-21aa3d798f3a disassociated (deleted). External IP: 172.25.5.11, port: b1389dd9-a768-4d8c-a03d-a332ade840cc. Nov 25 13:31:51.586412 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32271518-d478-4c69-852a-d0de4016d909 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Router 578a1e09-13f4-4601-ba38-d40f63b207b7 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:31:51.633079 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c305ee1-0cb0-4659-8b1e-12cd22d6cf8f req-be8f8f82-001a-49ee-893d-bf5d0b7f1168 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:51.645192 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7c305ee1-0cb0-4659-8b1e-12cd22d6cf8f req-be8f8f82-001a-49ee-893d-bf5d0b7f1168 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8adf22-20f5-48a9-8030-0d19566c5600 HTTP/1.1" status: 200 len: 946 time: 0.1523762 Nov 25 13:31:51.789938 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7c305ee1-0cb0-4659-8b1e-12cd22d6cf8f req-f457b7d6-6ec0-4e9f-abc0-6a71bfbb9dda tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b7de3ae-16ca-4eab-ba9f-83e56d760ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427267 Nov 25 13:31:51.880787 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32271518-d478-4c69-852a-d0de4016d909 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:31:51.894739 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4388ca58-175e-41f9-aa1d-7b7c7f1818ab None None] Sync routers for ids ['578a1e09-13f4-4601-ba38-d40f63b207b7'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:31:51.912990 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-32271518-d478-4c69-852a-d0de4016d909 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:51.915956 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4388ca58-175e-41f9-aa1d-7b7c7f1818ab None None] Routers {'578a1e09-13f4-4601-ba38-d40f63b207b7'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:31:51.917963 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-4388ca58-175e-41f9-aa1d-7b7c7f1818ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:31:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['578a1e09-13f4-4601-ba38-d40f63b207b7'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:31:51.990659 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-32271518-d478-4c69-852a-d0de4016d909 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "DELETE /v2.0/floatingips/25413624-7bc6-4e48-a57b-21aa3d798f3a HTTP/1.1" status: 204 len: 168 time: 1.9802220 Nov 25 13:31:51.991848 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa', 'tag': 'b1389dd9-a768-4d8c-a03d-a332ade840cc'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:31:51.994507 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95cedcec-5f0a-4997-9d4a-d9b189915bb8" -d '{"events": [{"name": "network-changed", "server_uuid": "cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa", "tag": "b1389dd9-a768-4d8c-a03d-a332ade840cc"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:31:52.072152 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de68bff2-bd01-4883-8d95-0c859cd34412 x-openstack-request-id: req-de68bff2-bd01-4883-8d95-0c859cd34412 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:31:52.072474 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa", "tag": "b1389dd9-a768-4d8c-a03d-a332ade840cc", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:31:52.072735 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-de68bff2-bd01-4883-8d95-0c859cd34412 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:31:52.073149 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa', 'tag': 'b1389dd9-a768-4d8c-a03d-a332ade840cc', 'status': 'completed', 'code': 200} Nov 25 13:31:52.150710 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-4388ca58-175e-41f9-aa1d-7b7c7f1818ab None None] Set router 578a1e09-13f4-4601-ba38-d40f63b207b7 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:31:52.172645 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cedcec-5f0a-4997-9d4a-d9b189915bb8 req-45f16f04-9a54-480c-a99e-da5f04914b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:52.179522 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-95cedcec-5f0a-4997-9d4a-d9b189915bb8 req-45f16f04-9a54-480c-a99e-da5f04914b1c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=057e847f3ee343b9812224ca032e6bfc&device_id=cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa HTTP/1.1" status: 200 len: 1098 time: 0.0823536 Nov 25 13:31:52.536036 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cedcec-5f0a-4997-9d4a-d9b189915bb8 req-a1834e6b-e77f-4e51-9394-9d46ac5aa888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:52.537763 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-95cedcec-5f0a-4997-9d4a-d9b189915bb8 req-a1834e6b-e77f-4e51-9394-9d46ac5aa888 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2bbb64c0-2f45-440c-ac42-17fa5bdecc0e HTTP/1.1" status: 200 len: 897 time: 0.3458049 Nov 25 13:31:52.614549 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee974c61-c4f6-4666-a119-7bf5f711da45 req-bbe51b5e-7168-4c0b-a27a-7bc2ca074ccb tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:52.625715 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ee974c61-c4f6-4666-a119-7bf5f711da45 req-bbe51b5e-7168-4c0b-a27a-7bc2ca074ccb tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa HTTP/1.1" status: 200 len: 946 time: 0.1785617 Nov 25 13:31:52.658875 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-95cedcec-5f0a-4997-9d4a-d9b189915bb8 req-b8d2029c-7c61-4a2f-ab9c-013b780e70b5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1389dd9-a768-4d8c-a03d-a332ade840cc HTTP/1.1" status: 200 len: 217 time: 0.1102133 Nov 25 13:31:52.782486 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ee974c61-c4f6-4666-a119-7bf5f711da45 req-b5bf370a-8212-4c4c-b485-e01f15473055 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=af986032-8bd1-4d37-83da-251cc9b6a502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494389 Nov 25 13:31:52.784339 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cedcec-5f0a-4997-9d4a-d9b189915bb8 req-a0a2b8c0-ff2e-441d-98a0-27e0afb2c632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:52.801473 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-95cedcec-5f0a-4997-9d4a-d9b189915bb8 req-a0a2b8c0-ff2e-441d-98a0-27e0afb2c632 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=251b1512-8593-40d2-919a-8c92dca7b953 HTTP/1.1" status: 200 len: 834 time: 0.0956075 Nov 25 13:31:52.936201 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cedcec-5f0a-4997-9d4a-d9b189915bb8 req-507e9ee4-9f95-4a03-934b-2bd42d002890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:52.937051 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-95cedcec-5f0a-4997-9d4a-d9b189915bb8 req-507e9ee4-9f95-4a03-934b-2bd42d002890 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2bbb64c0-2f45-440c-ac42-17fa5bdecc0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1261356 Nov 25 13:31:52.978671 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-4388ca58-175e-41f9-aa1d-7b7c7f1818ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '578a1e09-13f4-4601-ba38-d40f63b207b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2124469033', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '0486a109-b530-49ae-bab5-dbc24ff2b0bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:29:59Z', 'updated_at': '2021-11-25T13:30:05Z', 'revision_number': 4, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'gw_port': {'id': '0486a109-b530-49ae-bab5-dbc24ff2b0bf', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578a1e09-13f4-4601-ba38-d40f63b207b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:29:59Z', 'updated_at': '2021-11-25T13:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'c093d5b5-0e2e-4a22-929d-22878a011e9e', 'name': '', 'network_id': '2bbb64c0-2f45-440c-ac42-17fa5bdecc0e', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'mac_address': 'fa:16:3e:45:f2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578a1e09-13f4-4601-ba38-d40f63b207b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '251b1512-8593-40d2-919a-8c92dca7b953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:30:04Z', 'updated_at': '2021-11-25T13:30:09Z', 'revision_number': 5, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'subnets': [{'id': '251b1512-8593-40d2-919a-8c92dca7b953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:31:53.073250 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4388ca58-175e-41f9-aa1d-7b7c7f1818ab None None] Checking router: 578a1e09-13f4-4601-ba38-d40f63b207b7 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:31:53.084607 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4388ca58-175e-41f9-aa1d-7b7c7f1818ab None None] Routers {'578a1e09-13f4-4601-ba38-d40f63b207b7'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:31:53.085425 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-4388ca58-175e-41f9-aa1d-7b7c7f1818ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:31:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['578a1e09-13f4-4601-ba38-d40f63b207b7'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:31:53.392797 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-4388ca58-175e-41f9-aa1d-7b7c7f1818ab None None] Set router 578a1e09-13f4-4601-ba38-d40f63b207b7 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:31:54.005419 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-4388ca58-175e-41f9-aa1d-7b7c7f1818ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '578a1e09-13f4-4601-ba38-d40f63b207b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2124469033', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '0486a109-b530-49ae-bab5-dbc24ff2b0bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:29:59Z', 'updated_at': '2021-11-25T13:30:05Z', 'revision_number': 4, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'gw_port': {'id': '0486a109-b530-49ae-bab5-dbc24ff2b0bf', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578a1e09-13f4-4601-ba38-d40f63b207b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:29:59Z', 'updated_at': '2021-11-25T13:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'c093d5b5-0e2e-4a22-929d-22878a011e9e', 'name': '', 'network_id': '2bbb64c0-2f45-440c-ac42-17fa5bdecc0e', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'mac_address': 'fa:16:3e:45:f2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578a1e09-13f4-4601-ba38-d40f63b207b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '251b1512-8593-40d2-919a-8c92dca7b953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:30:04Z', 'updated_at': '2021-11-25T13:30:09Z', 'revision_number': 5, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'subnets': [{'id': '251b1512-8593-40d2-919a-8c92dca7b953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:31:54.085957 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4388ca58-175e-41f9-aa1d-7b7c7f1818ab None None] The sync data for ids ['578a1e09-13f4-4601-ba38-d40f63b207b7'] in n-d-808199-11 is: [{'id': '578a1e09-13f4-4601-ba38-d40f63b207b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2124469033', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '0486a109-b530-49ae-bab5-dbc24ff2b0bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:29:59Z', 'updated_at': '2021-11-25T13:30:05Z', 'revision_number': 4, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'gw_port': {'id': '0486a109-b530-49ae-bab5-dbc24ff2b0bf', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578a1e09-13f4-4601-ba38-d40f63b207b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:29:59Z', 'updated_at': '2021-11-25T13:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'c093d5b5-0e2e-4a22-929d-22878a011e9e', 'name': '', 'network_id': '2bbb64c0-2f45-440c-ac42-17fa5bdecc0e', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'mac_address': 'fa:16:3e:45:f2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578a1e09-13f4-4601-ba38-d40f63b207b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '251b1512-8593-40d2-919a-8c92dca7b953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:30:04Z', 'updated_at': '2021-11-25T13:30:09Z', 'revision_number': 5, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'subnets': [{'id': '251b1512-8593-40d2-919a-8c92dca7b953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:31:54.099840 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b2f12-3acb-4b08-8de6-de7fc75e3cf3 req-48d0286b-b63b-417a-b229-3f96ebd39241 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:54.102072 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-056b2f12-3acb-4b08-8de6-de7fc75e3cf3 req-48d0286b-b63b-417a-b229-3f96ebd39241 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa HTTP/1.1" status: 200 len: 946 time: 0.2327108 Nov 25 13:31:54.184447 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-95cedcec-5f0a-4997-9d4a-d9b189915bb8 req-2058398c-89ad-4128-82e6-55557acaa8fc service neutron] 10.222.0.66 "GET /v2.0/networks/2bbb64c0-2f45-440c-ac42-17fa5bdecc0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2343318 Nov 25 13:31:54.401020 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-056b2f12-3acb-4b08-8de6-de7fc75e3cf3 req-19eeaf71-5787-48b9-8aeb-c6482e225300 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Deleting port b1389dd9-a768-4d8c-a03d-a332ade840cc {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:31:54.401652 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-056b2f12-3acb-4b08-8de6-de7fc75e3cf3 req-19eeaf71-5787-48b9-8aeb-c6482e225300 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:54.525145 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-95cedcec-5f0a-4997-9d4a-d9b189915bb8 req-56a2137d-20a4-4cde-b4a5-2b1a42103253 service neutron] 10.222.0.66 "GET /v2.0/networks/2bbb64c0-2f45-440c-ac42-17fa5bdecc0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444012 Nov 25 13:31:54.558313 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a04150-8d90-4d7e-bdd6-a0eaada1ea1f req-d0af7aad-0b70-45bf-8fd3-99ddc2926451 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:54.595429 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-09a04150-8d90-4d7e-bdd6-a0eaada1ea1f req-d0af7aad-0b70-45bf-8fd3-99ddc2926451 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8adf22-20f5-48a9-8030-0d19566c5600 HTTP/1.1" status: 200 len: 946 time: 0.3733549 Nov 25 13:31:54.690244 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-056b2f12-3acb-4b08-8de6-de7fc75e3cf3 req-19eeaf71-5787-48b9-8aeb-c6482e225300 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] For port b1389dd9-a768-4d8c-a03d-a332ade840cc, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=b1389dd9-a768-4d8c-a03d-a332ade840cc,segment=NetworkSegment(e8cea865-5be4-40ae-9de5-36d7aaa2afaa),segment_id=e8cea865-5be4-40ae-9de5-36d7aaa2afaa)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:31:54.690814 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-056b2f12-3acb-4b08-8de6-de7fc75e3cf3 req-19eeaf71-5787-48b9-8aeb-c6482e225300 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:54.734267 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-056b2f12-3acb-4b08-8de6-de7fc75e3cf3 req-19eeaf71-5787-48b9-8aeb-c6482e225300 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Calling delete_port for b1389dd9-a768-4d8c-a03d-a332ade840cc owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:31:54.756595 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-09a04150-8d90-4d7e-bdd6-a0eaada1ea1f req-10768e80-0c9f-4658-8b54-66c938398e32 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b7de3ae-16ca-4eab-ba9f-83e56d760ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484814 Nov 25 13:31:54.778508 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef28f97-8547-4a6f-9aa4-255e6057dc17 req-99bd3025-d3fc-457a-bf93-4f371d629251 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:54.790057 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-aef28f97-8547-4a6f-9aa4-255e6057dc17 req-99bd3025-d3fc-457a-bf93-4f371d629251 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa HTTP/1.1" status: 200 len: 946 time: 0.6045244 Nov 25 13:31:54.864318 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f0c77f-67d6-41bd-b91b-9079ddf8dd9f None None] New status for floating IP 25413624-7bc6-4e48-a57b-21aa3d798f3a: DOWN {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 13:31:55.022661 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-aef28f97-8547-4a6f-9aa4-255e6057dc17 req-1481718c-1b69-4cff-a540-034f014c3412 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=af986032-8bd1-4d37-83da-251cc9b6a502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2095456 Nov 25 13:31:55.143307 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-056b2f12-3acb-4b08-8de6-de7fc75e3cf3 req-19eeaf71-5787-48b9-8aeb-c6482e225300 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:55.194065 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eeaf71-5787-48b9-8aeb-c6482e225300 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event deleted for resources: {'Port': ['ID=b1389dd9-a768-4d8c-a03d-a332ade840cc,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:31:55.272653 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eeaf71-5787-48b9-8aeb-c6482e225300 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:31:55.274817 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eeaf71-5787-48b9-8aeb-c6482e225300 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:31:55.275906 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eeaf71-5787-48b9-8aeb-c6482e225300 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:31:55.276762 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eeaf71-5787-48b9-8aeb-c6482e225300 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:31:55.278118 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eeaf71-5787-48b9-8aeb-c6482e225300 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:31:55.278949 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eeaf71-5787-48b9-8aeb-c6482e225300 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:31:55.281405 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eeaf71-5787-48b9-8aeb-c6482e225300 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:31:55.282281 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eeaf71-5787-48b9-8aeb-c6482e225300 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:31:55.283143 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eeaf71-5787-48b9-8aeb-c6482e225300 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:31:55.283992 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eeaf71-5787-48b9-8aeb-c6482e225300 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:31:55.285901 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eeaf71-5787-48b9-8aeb-c6482e225300 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:31:55.287280 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eeaf71-5787-48b9-8aeb-c6482e225300 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:31:55.318901 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-056b2f12-3acb-4b08-8de6-de7fc75e3cf3 req-19eeaf71-5787-48b9-8aeb-c6482e225300 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] No DVR routers for this DVR port b1389dd9-a768-4d8c-a03d-a332ade840cc on host n-h1-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:31:55.325672 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-056b2f12-3acb-4b08-8de6-de7fc75e3cf3 req-19eeaf71-5787-48b9-8aeb-c6482e225300 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:55.329355 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-056b2f12-3acb-4b08-8de6-de7fc75e3cf3 req-19eeaf71-5787-48b9-8aeb-c6482e225300 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.66 "DELETE /v2.0/ports/b1389dd9-a768-4d8c-a03d-a332ade840cc HTTP/1.1" status: 204 len: 173 time: 1.2155070 Nov 25 13:31:55.330202 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa', 'name': 'network-vif-deleted', 'tag': 'b1389dd9-a768-4d8c-a03d-a332ade840cc'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:31:55.337559 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d1eb005-ff51-4212-90e8-7812a5c38947" -d '{"events": [{"server_uuid": "cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa", "name": "network-vif-deleted", "tag": "b1389dd9-a768-4d8c-a03d-a332ade840cc"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:31:55.449915 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a49310-857a-453e-964e-1047b04a31b5 x-openstack-request-id: req-22a49310-857a-453e-964e-1047b04a31b5 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:31:55.450532 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa", "name": "network-vif-deleted", "tag": "b1389dd9-a768-4d8c-a03d-a332ade840cc", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:31:55.450984 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-22a49310-857a-453e-964e-1047b04a31b5 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:31:55.451556 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc4bb2a8-3219-4cc7-bb9e-4b592fa79bfa', 'name': 'network-vif-deleted', 'tag': 'b1389dd9-a768-4d8c-a03d-a332ade840cc', 'status': 'completed', 'code': 200} Nov 25 13:31:56.119461 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0c035f-245b-4dc4-9fa7-6edf64d95368 req-1ac78eb0-0c66-4f8a-b486-9a975be038a5 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:56.138527 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1f0c035f-245b-4dc4-9fa7-6edf64d95368 req-1ac78eb0-0c66-4f8a-b486-9a975be038a5 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8adf22-20f5-48a9-8030-0d19566c5600 HTTP/1.1" status: 200 len: 946 time: 0.1852577 Nov 25 13:31:56.318162 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1f0c035f-245b-4dc4-9fa7-6edf64d95368 req-ff62356a-e61e-45ae-bc25-56bf1cfff7d0 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b7de3ae-16ca-4eab-ba9f-83e56d760ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787345 Nov 25 13:31:56.340894 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 39596) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:31:57.501156 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48107771-a5c7-427a-b2ff-9bbf2aaf40cf req-3171d6f6-6e51-4dbd-9b02-c7c6e780ce61 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:57.510355 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-48107771-a5c7-427a-b2ff-9bbf2aaf40cf req-3171d6f6-6e51-4dbd-9b02-c7c6e780ce61 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8adf22-20f5-48a9-8030-0d19566c5600 HTTP/1.1" status: 200 len: 946 time: 0.0682476 Nov 25 13:31:57.627102 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-48107771-a5c7-427a-b2ff-9bbf2aaf40cf req-6ebbdc00-70d4-4852-8cd2-91a49f542e5c tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b7de3ae-16ca-4eab-ba9f-83e56d760ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029410 Nov 25 13:31:57.804281 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fcc98736-5178-4ca9-b6ee-1b0e70f6f1c0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:58.356050 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-fcc98736-5178-4ca9-b6ee-1b0e70f6f1c0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Deleting port c093d5b5-0e2e-4a22-929d-22878a011e9e {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:31:58.357647 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fcc98736-5178-4ca9-b6ee-1b0e70f6f1c0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:58.502427 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-fcc98736-5178-4ca9-b6ee-1b0e70f6f1c0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] For port c093d5b5-0e2e-4a22-929d-22878a011e9e, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=c093d5b5-0e2e-4a22-929d-22878a011e9e,segment=NetworkSegment(e8cea865-5be4-40ae-9de5-36d7aaa2afaa),segment_id=e8cea865-5be4-40ae-9de5-36d7aaa2afaa)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:31:58.502853 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fcc98736-5178-4ca9-b6ee-1b0e70f6f1c0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:58.516420 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-fcc98736-5178-4ca9-b6ee-1b0e70f6f1c0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Calling delete_port for c093d5b5-0e2e-4a22-929d-22878a011e9e owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:31:58.833265 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fcc98736-5178-4ca9-b6ee-1b0e70f6f1c0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:58.877477 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59993432-c98b-4d15-b0b6-faf7aa369bf2 req-145517b2-bd10-4f46-8976-dc692d7a8d94 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:31:58.900532 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-59993432-c98b-4d15-b0b6-faf7aa369bf2 req-145517b2-bd10-4f46-8976-dc692d7a8d94 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8adf22-20f5-48a9-8030-0d19566c5600 HTTP/1.1" status: 200 len: 946 time: 0.1336162 Nov 25 13:31:58.961147 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc98736-5178-4ca9-b6ee-1b0e70f6f1c0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event deleted for resources: {'Port': ['ID=c093d5b5-0e2e-4a22-929d-22878a011e9e,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:31:59.044178 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-59993432-c98b-4d15-b0b6-faf7aa369bf2 req-654a14f0-826e-451c-9568-fdf5d6206bd3 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b7de3ae-16ca-4eab-ba9f-83e56d760ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423924 Nov 25 13:31:59.064421 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device b1389dd9-a768-4d8c-a03d-a332ade840cc no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:31:59.093612 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] No Port match for: b1389dd9-a768-4d8c-a03d-a332ade840cc {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:31:59.094237 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device b1389dd9-a768-4d8c-a03d-a332ade840cc not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:31:59.291170 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fcc98736-5178-4ca9-b6ee-1b0e70f6f1c0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:59.616735 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcc98736-5178-4ca9-b6ee-1b0e70f6f1c0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Router 578a1e09-13f4-4601-ba38-d40f63b207b7 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:31:59.779181 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc98736-5178-4ca9-b6ee-1b0e70f6f1c0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:31:59.790033 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39724) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:31:59.790221 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-fcc98736-5178-4ca9-b6ee-1b0e70f6f1c0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "PUT /v2.0/routers/578a1e09-13f4-4601-ba38-d40f63b207b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4532471 Nov 25 13:31:59.793139 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823dffde-7f23-43dd-901f-d1fd12d8fb92 None None] Sync routers for ids ['578a1e09-13f4-4601-ba38-d40f63b207b7'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:31:59.815272 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823dffde-7f23-43dd-901f-d1fd12d8fb92 None None] Routers {'578a1e09-13f4-4601-ba38-d40f63b207b7'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:31:59.818395 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-823dffde-7f23-43dd-901f-d1fd12d8fb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:31:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['578a1e09-13f4-4601-ba38-d40f63b207b7'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:31:59.914728 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-3408644c-41b2-4dd7-a1b6-ff31f007a143 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Deleting subnet 251b1512-8593-40d2-919a-8c92dca7b953 {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:31:59.921192 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3408644c-41b2-4dd7-a1b6-ff31f007a143 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:31:59.976942 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3408644c-41b2-4dd7-a1b6-ff31f007a143 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:00.027974 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-823dffde-7f23-43dd-901f-d1fd12d8fb92 None None] Set router 578a1e09-13f4-4601-ba38-d40f63b207b7 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:32:00.113688 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3408644c-41b2-4dd7-a1b6-ff31f007a143 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:00.275474 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca20417-32e0-4334-9f63-7c1e0634f369 req-39f08aaf-9843-4019-ad80-23e4791dc9e1 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:00.277905 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1ca20417-32e0-4334-9f63-7c1e0634f369 req-39f08aaf-9843-4019-ad80-23e4791dc9e1 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8adf22-20f5-48a9-8030-0d19566c5600 HTTP/1.1" status: 200 len: 946 time: 0.0650358 Nov 25 13:32:00.309014 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3408644c-41b2-4dd7-a1b6-ff31f007a143 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:00.348782 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e532b5f3-11d4-4c68-96ed-d88e8d546b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:00.355847 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3408644c-41b2-4dd7-a1b6-ff31f007a143 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:00.360586 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3408644c-41b2-4dd7-a1b6-ff31f007a143 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "DELETE /v2.0/subnets/251b1512-8593-40d2-919a-8c92dca7b953 HTTP/1.1" status: 204 len: 168 time: 0.5690746 Nov 25 13:32:00.361844 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3408644c-41b2-4dd7-a1b6-ff31f007a143 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event deleted for resources: {'Subnet': ['ID=251b1512-8593-40d2-919a-8c92dca7b953,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:32:00.363403 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0869e54e-36f2-4e29-ad6e-ff50d649f6a3 None None] Network 2bbb64c0-2f45-440c-ac42-17fa5bdecc0e requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:32:00.363554 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 39734) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:32:00.415053 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1ca20417-32e0-4334-9f63-7c1e0634f369 req-ca320859-cf00-418f-ba1b-fd8986b09087 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b7de3ae-16ca-4eab-ba9f-83e56d760ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287637 Nov 25 13:32:00.515865 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-823dffde-7f23-43dd-901f-d1fd12d8fb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '578a1e09-13f4-4601-ba38-d40f63b207b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2124469033', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '0486a109-b530-49ae-bab5-dbc24ff2b0bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:29:59Z', 'updated_at': '2021-11-25T13:31:58Z', 'revision_number': 5, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'gw_port': {'id': '0486a109-b530-49ae-bab5-dbc24ff2b0bf', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578a1e09-13f4-4601-ba38-d40f63b207b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:29:59Z', 'updated_at': '2021-11-25T13:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:32:00.549594 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823dffde-7f23-43dd-901f-d1fd12d8fb92 None None] Checking router: 578a1e09-13f4-4601-ba38-d40f63b207b7 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:32:00.580303 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823dffde-7f23-43dd-901f-d1fd12d8fb92 None None] Routers {'578a1e09-13f4-4601-ba38-d40f63b207b7'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:32:00.582560 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-823dffde-7f23-43dd-901f-d1fd12d8fb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:31:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['578a1e09-13f4-4601-ba38-d40f63b207b7'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:32:00.688326 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b3c4dc3c-ac22-4c7f-9803-66a2ecd4ce7f tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:00.701947 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-823dffde-7f23-43dd-901f-d1fd12d8fb92 None None] Set router 578a1e09-13f4-4601-ba38-d40f63b207b7 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:32:00.876031 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b3c4dc3c-ac22-4c7f-9803-66a2ecd4ce7f tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:00.991738 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-b3c4dc3c-ac22-4c7f-9803-66a2ecd4ce7f tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Deleting port 0486a109-b530-49ae-bab5-dbc24ff2b0bf {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:32:00.992577 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b3c4dc3c-ac22-4c7f-9803-66a2ecd4ce7f tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:00.994595 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b10974-0a01-49e9-b619-959d276b0675 None None] DHCP port deletion for 2bbb64c0-2f45-440c-ac42-17fa5bdecc0e request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:32:01.127067 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-b3c4dc3c-ac22-4c7f-9803-66a2ecd4ce7f tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] For port 0486a109-b530-49ae-bab5-dbc24ff2b0bf, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=0486a109-b530-49ae-bab5-dbc24ff2b0bf,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:32:01.127752 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b3c4dc3c-ac22-4c7f-9803-66a2ecd4ce7f tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:01.144365 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-b3c4dc3c-ac22-4c7f-9803-66a2ecd4ce7f tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Calling delete_port for 0486a109-b530-49ae-bab5-dbc24ff2b0bf owned by network:router_gateway {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:32:01.192473 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-21b10974-0a01-49e9-b619-959d276b0675 None None] Deleting port d8688ddf-a3c1-4216-a561-8b7c2953b408 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:32:01.193152 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-21b10974-0a01-49e9-b619-959d276b0675 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:01.205739 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-823dffde-7f23-43dd-901f-d1fd12d8fb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '578a1e09-13f4-4601-ba38-d40f63b207b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2124469033', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '0486a109-b530-49ae-bab5-dbc24ff2b0bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:29:59Z', 'updated_at': '2021-11-25T13:31:58Z', 'revision_number': 5, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'gw_port': {'id': '0486a109-b530-49ae-bab5-dbc24ff2b0bf', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578a1e09-13f4-4601-ba38-d40f63b207b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:29:59Z', 'updated_at': '2021-11-25T13:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:32:01.301931 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-21b10974-0a01-49e9-b619-959d276b0675 None None] For port d8688ddf-a3c1-4216-a561-8b7c2953b408, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=d8688ddf-a3c1-4216-a561-8b7c2953b408,segment=NetworkSegment(e8cea865-5be4-40ae-9de5-36d7aaa2afaa),segment_id=e8cea865-5be4-40ae-9de5-36d7aaa2afaa)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:32:01.302339 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-21b10974-0a01-49e9-b619-959d276b0675 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:01.317676 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-21b10974-0a01-49e9-b619-959d276b0675 None None] Calling delete_port for d8688ddf-a3c1-4216-a561-8b7c2953b408 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:32:01.400997 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b3c4dc3c-ac22-4c7f-9803-66a2ecd4ce7f tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:01.413857 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823dffde-7f23-43dd-901f-d1fd12d8fb92 None None] The sync data for ids ['578a1e09-13f4-4601-ba38-d40f63b207b7'] in n-d-808199-11 is: [{'id': '578a1e09-13f4-4601-ba38-d40f63b207b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2124469033', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '0486a109-b530-49ae-bab5-dbc24ff2b0bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:29:59Z', 'updated_at': '2021-11-25T13:31:58Z', 'revision_number': 5, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'gw_port': {'id': '0486a109-b530-49ae-bab5-dbc24ff2b0bf', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578a1e09-13f4-4601-ba38-d40f63b207b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:29:59Z', 'updated_at': '2021-11-25T13:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:32:01.450396 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-21b10974-0a01-49e9-b619-959d276b0675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:01.470579 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e500f22-4c35-48fd-b8c5-98fe0f1456ef None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:32:01.475338 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c4dc3c-ac22-4c7f-9803-66a2ecd4ce7f tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event deleted for resources: {'Port': ['ID=0486a109-b530-49ae-bab5-dbc24ff2b0bf,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:32:01.500358 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b10974-0a01-49e9-b619-959d276b0675 None None] No DVR routers for this DVR port d8688ddf-a3c1-4216-a561-8b7c2953b408 on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:32:01.559765 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b10974-0a01-49e9-b619-959d276b0675 None None] Pushing event deleted for resources: {'Port': ['ID=d8688ddf-a3c1-4216-a561-8b7c2953b408,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:32:01.608124 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b3c4dc3c-ac22-4c7f-9803-66a2ecd4ce7f tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:01.636805 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71fc212-261d-42f2-b9bb-50ddc621c278 req-cc1dacf3-9276-4e19-b17c-634e930ff8f1 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:01.644373 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a71fc212-261d-42f2-b9bb-50ddc621c278 req-cc1dacf3-9276-4e19-b17c-634e930ff8f1 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8adf22-20f5-48a9-8030-0d19566c5600 HTTP/1.1" status: 200 len: 946 time: 0.0823162 Nov 25 13:32:01.713393 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a71fc212-261d-42f2-b9bb-50ddc621c278 req-0440a328-881a-4a15-a69e-52564ad9aba8 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b7de3ae-16ca-4eab-ba9f-83e56d760ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678723 Nov 25 13:32:01.770390 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b3c4dc3c-ac22-4c7f-9803-66a2ecd4ce7f tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:01.773521 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b3c4dc3c-ac22-4c7f-9803-66a2ecd4ce7f tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:01.859608 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b3c4dc3c-ac22-4c7f-9803-66a2ecd4ce7f tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:01.860475 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c4dc3c-ac22-4c7f-9803-66a2ecd4ce7f tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Fanout notify agent at l3_agent the message router_deleted on router 578a1e09-13f4-4601-ba38-d40f63b207b7 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:32:01.882905 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b3c4dc3c-ac22-4c7f-9803-66a2ecd4ce7f tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:01.884109 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b3c4dc3c-ac22-4c7f-9803-66a2ecd4ce7f tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "DELETE /v2.0/routers/578a1e09-13f4-4601-ba38-d40f63b207b7 HTTP/1.1" status: 204 len: 168 time: 1.5196974 Nov 25 13:32:01.886816 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 39760) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:32:02.157150 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-54c07fb4-3c36-4942-aed7-efc42aa43562 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:02.233556 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f75960-62ba-49bb-925e-2c058c20ac04 req-ad39153f-93eb-430e-9aad-9780e30ea461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:02.235103 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a5f75960-62ba-49bb-925e-2c058c20ac04 req-ad39153f-93eb-430e-9aad-9780e30ea461 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3c775803d354892aee478fad34a8c78&device_id=7e8adf22-20f5-48a9-8030-0d19566c5600 HTTP/1.1" status: 200 len: 1098 time: 0.2029328 Nov 25 13:32:02.340543 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device c093d5b5-0e2e-4a22-929d-22878a011e9e no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:32:02.383618 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: c093d5b5-0e2e-4a22-929d-22878a011e9e {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:32:02.383979 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device c093d5b5-0e2e-4a22-929d-22878a011e9e not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:32:02.384404 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device d8688ddf-a3c1-4216-a561-8b7c2953b408 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:32:02.407041 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-54c07fb4-3c36-4942-aed7-efc42aa43562 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:02.451900 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: d8688ddf-a3c1-4216-a561-8b7c2953b408 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:32:02.452504 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device d8688ddf-a3c1-4216-a561-8b7c2953b408 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:32:02.515372 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-54c07fb4-3c36-4942-aed7-efc42aa43562 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bbb64c0-2f45-440c-ac42-17fa5bdecc0e']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:32:02.546453 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-54c07fb4-3c36-4942-aed7-efc42aa43562 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8cea865-5be4-40ae-9de5-36d7aaa2afaa') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:32:02.546899 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-54c07fb4-3c36-4942-aed7-efc42aa43562 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8cea865-5be4-40ae-9de5-36d7aaa2afaa') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:32:02.560519 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-54c07fb4-3c36-4942-aed7-efc42aa43562 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:02.631079 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f75960-62ba-49bb-925e-2c058c20ac04 req-8750c88f-53e6-451b-b2f7-5dd372dbc460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:02.632617 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a5f75960-62ba-49bb-925e-2c058c20ac04 req-8750c88f-53e6-451b-b2f7-5dd372dbc460 service neutron] 10.222.0.47 "GET /v2.0/networks?id=755402ba-804b-4493-8340-905b0e2e90e1 HTTP/1.1" status: 200 len: 917 time: 0.3790779 Nov 25 13:32:02.638774 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-54c07fb4-3c36-4942-aed7-efc42aa43562 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:02.656987 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54c07fb4-3c36-4942-aed7-efc42aa43562 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:32:02.657329 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-54c07fb4-3c36-4942-aed7-efc42aa43562 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:02.698026 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:32:02.698026 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:32:02.698026 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:32:02.698026 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:32:02.698026 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:32:02.698026 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:32:02.698026 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:32:02.698026 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:32:02.698026 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:32:02.698026 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:32:02.698026 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:32:02.698026 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:32:02.698026 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:32:02.698026 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:32:02.698026 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:32:02.698026 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:32:02.698026 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:32:02.698026 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:32:02.698026 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:32:02.698026 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:32:02.698026 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:32:02.698026 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:32:02.698026 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:32:02.698026 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:32:02.698026 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:32:02.698026 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:32:02.698026 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:32:02.698026 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:32:02.698026 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:32:02.698026 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:32:02.698026 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:32:02.698026 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:32:02.768887 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9f0960d5-6b32-4e9b-bb1e-5aa2381dd73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:02.803032 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a488730-343b-484e-b69e-979718db4d12 req-cc15e5f3-ebc9-4255-bd10-a159ed6e6827 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:02.818835 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0a488730-343b-484e-b69e-979718db4d12 req-cc15e5f3-ebc9-4255-bd10-a159ed6e6827 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/ports?device_id=71b4ac00-28d3-42ae-b2c5-75cc91e55470 HTTP/1.1" status: 200 len: 946 time: 0.1202092 Nov 25 13:32:02.824782 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-54c07fb4-3c36-4942-aed7-efc42aa43562 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:02.852721 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-54c07fb4-3c36-4942-aed7-efc42aa43562 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:02.872967 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-54c07fb4-3c36-4942-aed7-efc42aa43562 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "DELETE /v2.0/networks/2bbb64c0-2f45-440c-ac42-17fa5bdecc0e HTTP/1.1" status: 204 len: 168 time: 0.9850695 Nov 25 13:32:02.876378 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39776) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:32:02.893180 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c07fb4-3c36-4942-aed7-efc42aa43562 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event deleted for resources: {'Network': ['ID=2bbb64c0-2f45-440c-ac42-17fa5bdecc0e,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:32:02.911215 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a5f75960-62ba-49bb-925e-2c058c20ac04 req-d159b0bd-bd6f-4d5c-9f4b-93b5b28ab4c8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d HTTP/1.1" status: 200 len: 1001 time: 0.2671773 Nov 25 13:32:02.983542 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f75960-62ba-49bb-925e-2c058c20ac04 req-7006313b-1aba-48eb-bb53-2b79edd1c8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:02.985225 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a5f75960-62ba-49bb-925e-2c058c20ac04 req-7006313b-1aba-48eb-bb53-2b79edd1c8b1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=de598ec9-e4ed-4f9c-80e3-a369f7acaceb HTTP/1.1" status: 200 len: 855 time: 0.0639949 Nov 25 13:32:03.028565 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0a488730-343b-484e-b69e-979718db4d12 req-199b6986-bcc6-4b8e-b696-7935877aa9c4 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d21bc81-13bd-4c4d-a502-1adf547079e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2087479 Nov 25 13:32:03.067339 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f75960-62ba-49bb-925e-2c058c20ac04 req-5ef4ed27-55ff-4dff-9f08-365e00da5d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:03.068844 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a5f75960-62ba-49bb-925e-2c058c20ac04 req-5ef4ed27-55ff-4dff-9f08-365e00da5d5c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=755402ba-804b-4493-8340-905b0e2e90e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0732422 Nov 25 13:32:03.139534 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92aab10-ef4f-467c-b1ca-9a00236f9a5f req-db83c0c0-71a2-4225-9f0f-ecd1ec3c7a2f tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:03.141153 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f92aab10-ef4f-467c-b1ca-9a00236f9a5f req-db83c0c0-71a2-4225-9f0f-ecd1ec3c7a2f tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8adf22-20f5-48a9-8030-0d19566c5600 HTTP/1.1" status: 200 len: 946 time: 0.2261598 Nov 25 13:32:03.142037 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1f6a2578-5422-488e-baaa-137136e73e63 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:03.190443 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a5f75960-62ba-49bb-925e-2c058c20ac04 req-5446a440-f285-4eca-af2d-b05f8204f477 service neutron] 10.222.0.47 "GET /v2.0/networks/755402ba-804b-4493-8340-905b0e2e90e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138234 Nov 25 13:32:03.264981 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1f6a2578-5422-488e-baaa-137136e73e63 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:03.305159 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f92aab10-ef4f-467c-b1ca-9a00236f9a5f req-db50ca88-ffdd-4fac-bd1b-ebd72a1cb229 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b7de3ae-16ca-4eab-ba9f-83e56d760ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555502 Nov 25 13:32:03.327234 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a5f75960-62ba-49bb-925e-2c058c20ac04 req-6c071bab-a576-4196-a5ea-21bb3a32ea4d service neutron] 10.222.0.47 "GET /v2.0/networks/755402ba-804b-4493-8340-905b0e2e90e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268203 Nov 25 13:32:03.353272 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1f6a2578-5422-488e-baaa-137136e73e63 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:03.358971 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1f6a2578-5422-488e-baaa-137136e73e63 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:03.363329 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-1f6a2578-5422-488e-baaa-137136e73e63 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "DELETE /v2.0/security-groups/af986032-8bd1-4d37-83da-251cc9b6a502 HTTP/1.1" status: 204 len: 168 time: 0.4847958 Nov 25 13:32:03.384943 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a2578-5422-488e-baaa-137136e73e63 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af986032-8bd1-4d37-83da-251cc9b6a502,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:32:03.597559 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39790) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:32:03.602349 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-47d48b3c-c6c4-428b-87a5-8b0749c4ad94 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1405614695', 'description': 'tempest-secgroup-smoke-1405614695 description', 'project_id': '057e847f3ee343b9812224ca032e6bfc'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:32:03.625382 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-47d48b3c-c6c4-428b-87a5-8b0749c4ad94 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:03.697745 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-47d48b3c-c6c4-428b-87a5-8b0749c4ad94 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:03.701763 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-47d48b3c-c6c4-428b-87a5-8b0749c4ad94 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:03.734980 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-47d48b3c-c6c4-428b-87a5-8b0749c4ad94 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:03.739322 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-47d48b3c-c6c4-428b-87a5-8b0749c4ad94 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1378005 Nov 25 13:32:03.739676 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 39792) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:32:03.744069 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-403de978-b5ae-4812-8226-a6f78a1700cf tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Request body: {'security_group_rule': {'security_group_id': 'de0cb51b-ea44-4a75-a1e3-908c4af9fa5f', 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:32:03.747535 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d48b3c-c6c4-428b-87a5-8b0749c4ad94 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de0cb51b-ea44-4a75-a1e3-908c4af9fa5f,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:32:03.787227 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-403de978-b5ae-4812-8226-a6f78a1700cf tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:03.840922 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:04.102124 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 0486a109-b530-49ae-bab5-dbc24ff2b0bf no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:32:04.146170 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 0486a109-b530-49ae-bab5-dbc24ff2b0bf {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:32:04.148809 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 0486a109-b530-49ae-bab5-dbc24ff2b0bf not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:32:04.189870 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-403de978-b5ae-4812-8226-a6f78a1700cf tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:04.195679 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-403de978-b5ae-4812-8226-a6f78a1700cf tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:04.208371 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c76b86-c38c-4226-817d-6db9281c0813 req-aca063b2-7c7a-4724-8462-d331576603b4 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:04.209949 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f8c76b86-c38c-4226-817d-6db9281c0813 req-aca063b2-7c7a-4724-8462-d331576603b4 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/ports?device_id=71b4ac00-28d3-42ae-b2c5-75cc91e55470 HTTP/1.1" status: 200 len: 946 time: 0.0676348 Nov 25 13:32:04.228987 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403de978-b5ae-4812-8226-a6f78a1700cf tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31361f4d-d9f2-41a1-a3b1-d1c67b910c14,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:32:04.242354 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-403de978-b5ae-4812-8226-a6f78a1700cf tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:04.246380 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-403de978-b5ae-4812-8226-a6f78a1700cf tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5031474 Nov 25 13:32:04.246665 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 39802) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:32:04.256454 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-45eed0d7-a160-4311-8a7d-e4bd216ee9c0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Request body: {'security_group_rule': {'security_group_id': 'de0cb51b-ea44-4a75-a1e3-908c4af9fa5f', 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:32:04.269427 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39804) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:32:04.301255 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-45eed0d7-a160-4311-8a7d-e4bd216ee9c0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:04.335311 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f8c76b86-c38c-4226-817d-6db9281c0813 req-6f46ec85-be6b-4aa5-9ddc-9f75e1f3b243 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d21bc81-13bd-4c4d-a502-1adf547079e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163249 Nov 25 13:32:04.349281 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-90ca0e24-4813-42cc-8742-665e37f9b0d4 admin admin] Deleting subnet 2b0a47da-d39c-4c2c-9c96-1569446443d6 {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:32:04.355804 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-90ca0e24-4813-42cc-8742-665e37f9b0d4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:04.379448 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-45eed0d7-a160-4311-8a7d-e4bd216ee9c0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:04.384253 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-45eed0d7-a160-4311-8a7d-e4bd216ee9c0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:04.407121 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eed0d7-a160-4311-8a7d-e4bd216ee9c0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05a83d20-dfd9-4f4f-9f7c-4688c82d2767,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:32:04.429017 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-45eed0d7-a160-4311-8a7d-e4bd216ee9c0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:04.432986 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-90ca0e24-4813-42cc-8742-665e37f9b0d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:04.436570 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-45eed0d7-a160-4311-8a7d-e4bd216ee9c0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1887925 Nov 25 13:32:04.437302 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 39808) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:32:04.442292 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-0fdc2b68-fa5c-48ce-9158-0e00f3f1a523 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Request body: {'security_group_rule': {'security_group_id': 'de0cb51b-ea44-4a75-a1e3-908c4af9fa5f', 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:32:04.474171 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-90ca0e24-4813-42cc-8742-665e37f9b0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:04.476239 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0fdc2b68-fa5c-48ce-9158-0e00f3f1a523 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:04.555024 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0fdc2b68-fa5c-48ce-9158-0e00f3f1a523 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:04.560643 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-90ca0e24-4813-42cc-8742-665e37f9b0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:04.575222 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-90ca0e24-4813-42cc-8742-665e37f9b0d4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:04.581176 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-90ca0e24-4813-42cc-8742-665e37f9b0d4 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/2b0a47da-d39c-4c2c-9c96-1569446443d6 HTTP/1.1" status: 204 len: 168 time: 0.3106575 Nov 25 13:32:04.581744 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:32:04.582245 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39810) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:32:04.583816 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0fdc2b68-fa5c-48ce-9158-0e00f3f1a523 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:04.608517 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdc2b68-fa5c-48ce-9158-0e00f3f1a523 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f31569e-6b71-4da6-90a0-8b2792d9f80c,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:32:04.635024 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0fdc2b68-fa5c-48ce-9158-0e00f3f1a523 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:04.641134 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-0fdc2b68-fa5c-48ce-9158-0e00f3f1a523 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2027121 Nov 25 13:32:04.642015 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 39812) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:32:04.647962 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-c9ba3f80-6245-4c08-a16d-1550169912d3 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Request body: {'security_group_rule': {'security_group_id': 'de0cb51b-ea44-4a75-a1e3-908c4af9fa5f', 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:32:04.671667 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c0b9e52a-b7af-4b05-9772-763783cc0691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:04.679049 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ca0e24-4813-42cc-8742-665e37f9b0d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b0a47da-d39c-4c2c-9c96-1569446443d6,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:32:04.690664 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c9ba3f80-6245-4c08-a16d-1550169912d3 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:04.726122 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd31356-72fc-4a61-bb66-e958632be29b req-cbccef0a-3c92-442b-9e6e-203a1e894336 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:04.734104 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bbd31356-72fc-4a61-bb66-e958632be29b req-cbccef0a-3c92-442b-9e6e-203a1e894336 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8adf22-20f5-48a9-8030-0d19566c5600 HTTP/1.1" status: 200 len: 946 time: 0.2131522 Nov 25 13:32:04.773906 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c9ba3f80-6245-4c08-a16d-1550169912d3 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:04.778961 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c9ba3f80-6245-4c08-a16d-1550169912d3 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:04.807027 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ba3f80-6245-4c08-a16d-1550169912d3 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a798cee-7b6e-403b-80fb-ef48106f92ed,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:32:04.824914 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bbd31356-72fc-4a61-bb66-e958632be29b req-889d3f9d-b303-463e-a85c-f750c693cc8c tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b7de3ae-16ca-4eab-ba9f-83e56d760ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898457 Nov 25 13:32:04.827387 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c9ba3f80-6245-4c08-a16d-1550169912d3 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:04.828607 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c9ba3f80-6245-4c08-a16d-1550169912d3 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1853621 Nov 25 13:32:04.829211 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c0b9e52a-b7af-4b05-9772-763783cc0691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:04.831401 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 39814) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:32:04.835877 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-30a75a91-c52b-4ee5-b941-40fe1c3453b0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Request body: {'security_group_rule': {'security_group_id': 'de0cb51b-ea44-4a75-a1e3-908c4af9fa5f', 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:32:04.862560 n-d-808199-11 neutron-server[103571]: INFO neutron.db.securitygroups_db [None req-30a75a91-c52b-4ee5-b941-40fe1c3453b0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Project 057e847f3ee343b9812224ca032e6bfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 13:32:04.865965 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-c0b9e52a-b7af-4b05-9772-763783cc0691 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fc40b8c-309d-4ab1-a956-ed1ed42acb67']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:32:04.867566 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-30a75a91-c52b-4ee5-b941-40fe1c3453b0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:04.878955 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-c0b9e52a-b7af-4b05-9772-763783cc0691 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13c3a003-ca5f-4c40-a2a1-edefd2f0c31a') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:32:04.879494 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-c0b9e52a-b7af-4b05-9772-763783cc0691 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13c3a003-ca5f-4c40-a2a1-edefd2f0c31a') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:32:04.890628 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c0b9e52a-b7af-4b05-9772-763783cc0691 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:04.910815 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c0b9e52a-b7af-4b05-9772-763783cc0691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:04.920078 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0b9e52a-b7af-4b05-9772-763783cc0691 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:32:04.920868 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c0b9e52a-b7af-4b05-9772-763783cc0691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:04.923619 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:32:04.923619 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:32:04.923619 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:32:04.923619 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:32:04.923619 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:32:04.923619 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:32:04.923619 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:32:04.923619 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:32:04.923619 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:32:04.923619 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:32:04.923619 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:32:04.923619 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:32:04.923619 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:32:04.923619 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:32:04.923619 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:32:04.923619 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:32:04.923619 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:32:04.923619 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:32:04.923619 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:32:04.923619 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:32:04.923619 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:32:04.923619 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:32:04.923619 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:32:04.923619 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:32:04.923619 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:32:04.923619 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:32:04.923619 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:32:04.923619 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:32:04.923619 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:32:04.923619 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:32:04.923619 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:32:04.923619 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:32:04.943692 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-30a75a91-c52b-4ee5-b941-40fe1c3453b0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:04.960302 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-30a75a91-c52b-4ee5-b941-40fe1c3453b0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:04.989326 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a75a91-c52b-4ee5-b941-40fe1c3453b0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3b3337c-bb97-4681-aed5-c4bc2d02cb3c,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:32:05.003334 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-30a75a91-c52b-4ee5-b941-40fe1c3453b0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:05.004567 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-30a75a91-c52b-4ee5-b941-40fe1c3453b0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1722150 Nov 25 13:32:05.007454 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 39816) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:32:05.012623 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-297237f4-9cd9-4259-9e17-98759b3b7550 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Request body: {'security_group_rule': {'security_group_id': 'de0cb51b-ea44-4a75-a1e3-908c4af9fa5f', 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:32:05.032707 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c0b9e52a-b7af-4b05-9772-763783cc0691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:05.048584 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c0b9e52a-b7af-4b05-9772-763783cc0691 admin admin] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:05.053292 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c0b9e52a-b7af-4b05-9772-763783cc0691 admin admin] 10.222.0.53 "DELETE /v2.0/networks/2fc40b8c-309d-4ab1-a956-ed1ed42acb67 HTTP/1.1" status: 204 len: 168 time: 0.4532218 Nov 25 13:32:05.060345 n-d-808199-11 neutron-server[103571]: INFO neutron.db.securitygroups_db [None req-297237f4-9cd9-4259-9e17-98759b3b7550 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Project 057e847f3ee343b9812224ca032e6bfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 13:32:05.066376 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-297237f4-9cd9-4259-9e17-98759b3b7550 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:05.079375 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b9e52a-b7af-4b05-9772-763783cc0691 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fc40b8c-309d-4ab1-a956-ed1ed42acb67,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:32:05.139788 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-297237f4-9cd9-4259-9e17-98759b3b7550 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:05.143806 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-297237f4-9cd9-4259-9e17-98759b3b7550 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:05.164702 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297237f4-9cd9-4259-9e17-98759b3b7550 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b244e45a-5c7b-46c6-98a3-f880670cce93,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:32:05.175445 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-297237f4-9cd9-4259-9e17-98759b3b7550 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:05.179661 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-297237f4-9cd9-4259-9e17-98759b3b7550 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1682930 Nov 25 13:32:05.179767 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 39822) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:32:05.185389 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-2569ca35-9274-4d84-ad9f-d8c3746d22f8 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Request body: {'network': {'name': 'tempest-network-smoke--133511399', 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'port_security_enabled': True}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:32:05.188644 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:05.208533 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2569ca35-9274-4d84-ad9f-d8c3746d22f8 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Made reservation on behalf of 057e847f3ee343b9812224ca032e6bfc for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:32:05.213313 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2569ca35-9274-4d84-ad9f-d8c3746d22f8 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:05.240332 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2569ca35-9274-4d84-ad9f-d8c3746d22f8 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:32:05.250363 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2569ca35-9274-4d84-ad9f-d8c3746d22f8 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:05.250743 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-2569ca35-9274-4d84-ad9f-d8c3746d22f8 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Added segment 30ea970d-2d33-4fc3-8d80-33e26c0e2710 of type vlan for network dd4998df-fe3f-4d7c-8a66-ca338627d320 Nov 25 13:32:05.297713 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39826) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:32:05.319364 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2569ca35-9274-4d84-ad9f-d8c3746d22f8 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:05.340434 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-bfe24a4c-cfb3-433a-b2a7-352f5e8b50cb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2e0ec5dcbfa846ebb4e2635f1300aed7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0409756 Nov 25 13:32:05.342900 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39828) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:32:05.348141 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2569ca35-9274-4d84-ad9f-d8c3746d22f8 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:05.354500 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2569ca35-9274-4d84-ad9f-d8c3746d22f8 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:05.355494 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2569ca35-9274-4d84-ad9f-d8c3746d22f8 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:05.410356 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d6135d46-0f4c-4640-aa93-3ea4e1f4a988 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:05.419239 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-2569ca35-9274-4d84-ad9f-d8c3746d22f8 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2383354 Nov 25 13:32:05.422631 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 39832) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:32:05.430057 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-44320406-c7b8-44dd-851f-1455de182c51 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-933546342', 'admin_state_up': True, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:32:05.441138 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d6135d46-0f4c-4640-aa93-3ea4e1f4a988 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:05.454455 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2569ca35-9274-4d84-ad9f-d8c3746d22f8 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event updated for resources: {'Network': ['ID=dd4998df-fe3f-4d7c-8a66-ca338627d320,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:32:05.467307 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network dd4998df-fe3f-4d7c-8a66-ca338627d320 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:32:05.469582 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-44320406-c7b8-44dd-851f-1455de182c51 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:05.470842 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-44320406-c7b8-44dd-851f-1455de182c51 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:05.510014 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d6135d46-0f4c-4640-aa93-3ea4e1f4a988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:05.514080 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d6135d46-0f4c-4640-aa93-3ea4e1f4a988 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:05.519937 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d6135d46-0f4c-4640-aa93-3ea4e1f4a988 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9902429e-be01-4de7-85d7-18923b791661 HTTP/1.1" status: 204 len: 168 time: 0.1756220 Nov 25 13:32:05.547602 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6135d46-0f4c-4640-aa93-3ea4e1f4a988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9902429e-be01-4de7-85d7-18923b791661,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:32:05.580473 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-44320406-c7b8-44dd-851f-1455de182c51 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:05.629835 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a37067-232b-44fe-9a44-c259487b4854 req-288cb674-884f-423d-8497-fe0d76571aa6 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:05.631732 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a1a37067-232b-44fe-9a44-c259487b4854 req-288cb674-884f-423d-8497-fe0d76571aa6 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/ports?device_id=71b4ac00-28d3-42ae-b2c5-75cc91e55470 HTTP/1.1" status: 200 len: 946 time: 0.1095960 Nov 25 13:32:05.695215 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a1a37067-232b-44fe-9a44-c259487b4854 req-831d5600-1598-4621-8d7c-3136c304d1c7 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d21bc81-13bd-4c4d-a502-1adf547079e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567982 Nov 25 13:32:05.745547 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-44320406-c7b8-44dd-851f-1455de182c51 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:05.975160 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ca619e-966d-4c51-b9c1-a71948456d46 req-246f761b-4361-49ef-a1da-ac6cb5933841 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:05.977036 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-66ca619e-966d-4c51-b9c1-a71948456d46 req-246f761b-4361-49ef-a1da-ac6cb5933841 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8adf22-20f5-48a9-8030-0d19566c5600 HTTP/1.1" status: 200 len: 946 time: 0.0581353 Nov 25 13:32:05.982617 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-44320406-c7b8-44dd-851f-1455de182c51 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for router_gateway, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:06.003898 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-44320406-c7b8-44dd-851f-1455de182c51 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:06.049186 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-66ca619e-966d-4c51-b9c1-a71948456d46 req-8c8dbde5-2fa2-4c1b-b94b-5575f2e0a623 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b7de3ae-16ca-4eab-ba9f-83e56d760ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560126 Nov 25 13:32:06.182341 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-44320406-c7b8-44dd-851f-1455de182c51 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Allocated IP 172.25.5.228 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/922509e8-f163-4864-a0a3-968b77ea8f41) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:32:06.222826 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:06.331889 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-44320406-c7b8-44dd-851f-1455de182c51 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:06.379476 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-44320406-c7b8-44dd-851f-1455de182c51 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:06.428574 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44320406-c7b8-44dd-851f-1455de182c51 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:32:06.432989 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-44320406-c7b8-44dd-851f-1455de182c51 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:32:06.436250 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44320406-c7b8-44dd-851f-1455de182c51 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:32:06.454191 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a864d4f-0205-485c-ab26-267e77f2d6d0 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:32:06.483093 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44320406-c7b8-44dd-851f-1455de182c51 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event updated for resources: {'Port': ['ID=922509e8-f163-4864-a0a3-968b77ea8f41,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:32:06.516583 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-fd3c3c87-a1ce-4757-86a3-18ed3e5b82ca None None] Provisioning complete for port 922509e8-f163-4864-a0a3-968b77ea8f41 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:32:06.517319 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fd3c3c87-a1ce-4757-86a3-18ed3e5b82ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:06.695895 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:32:06.742471 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c3c87-a1ce-4757-86a3-18ed3e5b82ca None None] Port 922509e8-f163-4864-a0a3-968b77ea8f41 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:32:06.794381 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:06.801955 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-44320406-c7b8-44dd-851f-1455de182c51 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for router_gateway, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:06.826794 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e8adf22-20f5-48a9-8030-0d19566c5600', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:32:06.829233 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a1adc1-4742-48eb-9c7d-68281e338369" -d '{"events": [{"server_uuid": "7e8adf22-20f5-48a9-8030-0d19566c5600", "name": "network-vif-unplugged", "status": "completed", "tag": "f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:32:06.845583 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d,segment=NetworkSegment(66e12dc7-b89b-4195-a71e-2bc7657a2a6a),segment_id=66e12dc7-b89b-4195-a71e-2bc7657a2a6a)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:32:06.851769 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:06.878266 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df2e34-8f6c-4cdf-b31e-91e9c0ac56fe req-c969b580-6c7d-4d7c-a7f7-12f163291794 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:06.885860 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-39df2e34-8f6c-4cdf-b31e-91e9c0ac56fe req-c969b580-6c7d-4d7c-a7f7-12f163291794 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/ports?device_id=71b4ac00-28d3-42ae-b2c5-75cc91e55470 HTTP/1.1" status: 200 len: 946 time: 0.0857997 Nov 25 13:32:06.955066 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-39df2e34-8f6c-4cdf-b31e-91e9c0ac56fe req-8b03f353-9ce0-4cbd-8e3a-d94f18917aa4 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d21bc81-13bd-4c4d-a502-1adf547079e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677998 Nov 25 13:32:06.977308 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 25 Nov 2021 13:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6b799d-f992-4525-b58b-6108b597e394 x-openstack-request-id: req-0b6b799d-f992-4525-b58b-6108b597e394 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:32:06.977525 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e8adf22-20f5-48a9-8030-0d19566c5600", "name": "network-vif-unplugged", "status": "failed", "tag": "f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d", "code": 422}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:32:06.977954 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0b6b799d-f992-4525-b58b-6108b597e394 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:32:06.978513 n-d-808199-11 neutron-server[103572]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7e8adf22-20f5-48a9-8030-0d19566c5600', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d', 'code': 422} returned with failed status Nov 25 13:32:07.002095 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d,revision_number=8']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:32:07.008852 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:32:07.009704 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:32:07.010578 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:32:07.011891 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:32:07.012621 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:32:07.014014 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:32:07.014407 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:32:07.014857 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:32:07.015192 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:32:07.015535 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:32:07.015876 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:32:07.016209 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:32:07.066739 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [req-ebf93ce9-6161-4723-bbe3-2b079d9b25c6 req-89f3712e-ed0d-4f78-90df-7668526b0c04 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:32:07.068129 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ebf93ce9-6161-4723-bbe3-2b079d9b25c6 req-89f3712e-ed0d-4f78-90df-7668526b0c04 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065868 Nov 25 13:32:07.118898 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-44320406-c7b8-44dd-851f-1455de182c51 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:07.282156 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7caa1f-15a2-4869-80e6-e9c6b82fe96f req-8bbb4111-d5b8-4c22-b6d0-ebb4e1b01dcd tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:07.291322 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1d7caa1f-15a2-4869-80e6-e9c6b82fe96f req-8bbb4111-d5b8-4c22-b6d0-ebb4e1b01dcd tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8adf22-20f5-48a9-8030-0d19566c5600 HTTP/1.1" status: 200 len: 944 time: 0.0697436 Nov 25 13:32:07.342225 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1d7caa1f-15a2-4869-80e6-e9c6b82fe96f req-74f74a2a-8ff7-4509-bdcf-3843c40a196b tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b7de3ae-16ca-4eab-ba9f-83e56d760ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500019 Nov 25 13:32:07.349224 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e97bba01-5096-475a-bb96-fe9656c205e4 req-9629f63e-2564-48da-baba-4201e04d215d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7e8adf22-20f5-48a9-8030-0d19566c5600&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0636616 Nov 25 13:32:07.360397 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44320406-c7b8-44dd-851f-1455de182c51 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Router 565e7460-951c-489d-8c0d-9a608f4e8dd0 is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:32:07.542058 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44320406-c7b8-44dd-851f-1455de182c51 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:32:07.554205 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9fd76e-3a0c-4224-9267-953e926b82f6 None None] Sync routers for ids ['565e7460-951c-489d-8c0d-9a608f4e8dd0'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:32:07.571405 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9fd76e-3a0c-4224-9267-953e926b82f6 None None] Routers {'565e7460-951c-489d-8c0d-9a608f4e8dd0'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:32:07.571568 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-44320406-c7b8-44dd-851f-1455de182c51 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:07.572033 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-0a9fd76e-3a0c-4224-9267-953e926b82f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:32:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['565e7460-951c-489d-8c0d-9a608f4e8dd0'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:32:07.576789 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39924) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:32:07.577247 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-44320406-c7b8-44dd-851f-1455de182c51 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1533227 Nov 25 13:32:07.644122 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3f3c2369-23f6-427b-a487-2917e568ce55 tempest-TestNetworkAdvancedServerOps-879095095 tempest-TestNetworkAdvancedServerOps-879095095-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=057e847f3ee343b9812224ca032e6bfc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0651548 Nov 25 13:32:07.647516 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 39930) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:32:07.798444 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-0a9fd76e-3a0c-4224-9267-953e926b82f6 None None] Set router 565e7460-951c-489d-8c0d-9a608f4e8dd0 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:32:07.870670 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b35c856-b20e-4c89-87c7-0986583f783e tempest-TestNetworkAdvancedServerOps-879095095 tempest-TestNetworkAdvancedServerOps-879095095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:07.872666 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-3b35c856-b20e-4c89-87c7-0986583f783e tempest-TestNetworkAdvancedServerOps-879095095 tempest-TestNetworkAdvancedServerOps-879095095-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2241478 Nov 25 13:32:07.877017 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39936) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:32:07.915368 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3be4e749-cba6-431b-b307-65a77c1dfd44 tempest-TestNetworkAdvancedServerOps-879095095 tempest-TestNetworkAdvancedServerOps-879095095-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=7542d3d9-0db3-40e7-ab88-a168871141f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368354 Nov 25 13:32:07.918255 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39938) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:32:07.926378 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-d0cd04f2-013a-41f1-bd79-134a2eaee17a tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-815787228', 'network_id': 'dd4998df-fe3f-4d7c-8a66-ca338627d320', 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:32:08.046843 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-0a9fd76e-3a0c-4224-9267-953e926b82f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565e7460-951c-489d-8c0d-9a608f4e8dd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-933546342', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '922509e8-f163-4864-a0a3-968b77ea8f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:32:05Z', 'updated_at': '2021-11-25T13:32:06Z', 'revision_number': 3, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'gw_port': {'id': '922509e8-f163-4864-a0a3-968b77ea8f41', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:99:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '565e7460-951c-489d-8c0d-9a608f4e8dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:32:06Z', 'updated_at': '2021-11-25T13:32:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:32:08.047130 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0cd04f2-013a-41f1-bd79-134a2eaee17a tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Made reservation on behalf of 057e847f3ee343b9812224ca032e6bfc for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:32:08.053976 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d0cd04f2-013a-41f1-bd79-134a2eaee17a tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:08.118945 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9fd76e-3a0c-4224-9267-953e926b82f6 None None] Checking router: 565e7460-951c-489d-8c0d-9a608f4e8dd0 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:32:08.119591 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9fd76e-3a0c-4224-9267-953e926b82f6 None None] Updating router 565e7460-951c-489d-8c0d-9a608f4e8dd0 port 922509e8-f163-4864-a0a3-968b77ea8f41 binding host n-d-808199-11 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:32:08.123706 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:08.164974 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0a9fd76e-3a0c-4224-9267-953e926b82f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:08.204781 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d346d6-e09b-4ecc-89ff-15b8dbe688ee req-9bd458c6-5eec-4cea-9d9b-81a1dda19891 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:08.206496 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b0d346d6-e09b-4ecc-89ff-15b8dbe688ee req-9bd458c6-5eec-4cea-9d9b-81a1dda19891 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/ports?device_id=71b4ac00-28d3-42ae-b2c5-75cc91e55470 HTTP/1.1" status: 200 len: 946 time: 0.1315846 Nov 25 13:32:08.298657 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b0d346d6-e09b-4ecc-89ff-15b8dbe688ee req-9640accc-5d7d-40f9-ae5c-aa6bb7b7b42d tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d21bc81-13bd-4c4d-a502-1adf547079e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805457 Nov 25 13:32:08.371542 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d0cd04f2-013a-41f1-bd79-134a2eaee17a tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:08.452342 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cd04f2-013a-41f1-bd79-134a2eaee17a tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event updated for resources: {'Subnet': ['ID=792a7be1-8984-4b0d-9164-df358cd18dd6,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:32:08.476012 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cd04f2-013a-41f1-bd79-134a2eaee17a tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Checking segment: {'id': '30ea970d-2d33-4fc3-8d80-33e26c0e2710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'dd4998df-fe3f-4d7c-8a66-ca338627d320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:32:08.476385 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cd04f2-013a-41f1-bd79-134a2eaee17a tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Network hostable DHCP agents. Network: dd4998df-fe3f-4d7c-8a66-ca338627d320, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:32:08.493294 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0a9fd76e-3a0c-4224-9267-953e926b82f6 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:08.499105 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0a9fd76e-3a0c-4224-9267-953e926b82f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:08.507129 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca4bff-8fd1-49cb-ab5a-d21353e3779b req-6952f98c-200f-4661-8930-0088aa6f6ed4 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:08.508718 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ebca4bff-8fd1-49cb-ab5a-d21353e3779b req-6952f98c-200f-4661-8930-0088aa6f6ed4 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8adf22-20f5-48a9-8030-0d19566c5600 HTTP/1.1" status: 200 len: 944 time: 0.0711343 Nov 25 13:32:08.515318 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cd04f2-013a-41f1-bd79-134a2eaee17a tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Network dd4998df-fe3f-4d7c-8a66-ca338627d320 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:32:08.544947 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-d0cd04f2-013a-41f1-bd79-134a2eaee17a tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, dd4998df-fe3f-4d7c-8a66-ca338627d320) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:32:08.549548 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cd04f2-013a-41f1-bd79-134a2eaee17a tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:08.550264 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d0cd04f2-013a-41f1-bd79-134a2eaee17a tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:08.557296 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffabf75-ae8d-4bf8-ad06-a3fe5dcb2535 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:32:08.563582 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff2cdb1-a1ea-4ea8-b7b5-c17b37c732ef None None] Network dd4998df-fe3f-4d7c-8a66-ca338627d320 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:32:08.566314 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-0a9fd76e-3a0c-4224-9267-953e926b82f6 None None] Attempting to bind port 922509e8-f163-4864-a0a3-968b77ea8f41 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:32:08.566860 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-0a9fd76e-3a0c-4224-9267-953e926b82f6 None None] Attempting to bind port 922509e8-f163-4864-a0a3-968b77ea8f41 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:32:08.567554 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9fd76e-3a0c-4224-9267-953e926b82f6 None None] Attempting to bind port 922509e8-f163-4864-a0a3-968b77ea8f41 on network 7542d3d9-0db3-40e7-ab88-a168871141f7 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:32:08.570394 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54eac27-4b5d-40b5-9480-cbc980218490 None None] Pushing event updated for resources: {'Port': ['ID=922509e8-f163-4864-a0a3-968b77ea8f41,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:32:08.575406 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d0cd04f2-013a-41f1-bd79-134a2eaee17a tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6558621 Nov 25 13:32:08.575768 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9fd76e-3a0c-4224-9267-953e926b82f6 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:32:08.576138 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9fd76e-3a0c-4224-9267-953e926b82f6 None None] Checking segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:32:08.578646 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39946) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:32:08.590627 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0a9fd76e-3a0c-4224-9267-953e926b82f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:08.591572 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9fd76e-3a0c-4224-9267-953e926b82f6 None None] Bound using segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:32:08.592302 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-0a9fd76e-3a0c-4224-9267-953e926b82f6 None None] Bound port: 922509e8-f163-4864-a0a3-968b77ea8f41, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:32:08.594134 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0a9fd76e-3a0c-4224-9267-953e926b82f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:08.609088 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97bba01-5096-475a-bb96-fe9656c205e4 req-f39d3983-3fa2-4325-b580-791146c5fb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:08.611138 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e97bba01-5096-475a-bb96-fe9656c205e4 req-f39d3983-3fa2-4325-b580-791146c5fb73 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7e8adf22-20f5-48a9-8030-0d19566c5600&tenant_id=c3c775803d354892aee478fad34a8c78 HTTP/1.1" status: 200 len: 1096 time: 0.0920498 Nov 25 13:32:08.637131 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54eac27-4b5d-40b5-9480-cbc980218490 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:32:08.637747 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54eac27-4b5d-40b5-9480-cbc980218490 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:32:08.638275 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54eac27-4b5d-40b5-9480-cbc980218490 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:32:08.639162 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ebca4bff-8fd1-49cb-ab5a-d21353e3779b req-dab626e0-f880-4928-9dcf-5410eaf555ca tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b7de3ae-16ca-4eab-ba9f-83e56d760ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213810 Nov 25 13:32:08.651776 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54eac27-4b5d-40b5-9480-cbc980218490 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:32:08.652929 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54eac27-4b5d-40b5-9480-cbc980218490 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:32:08.653556 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54eac27-4b5d-40b5-9480-cbc980218490 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:32:08.654191 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54eac27-4b5d-40b5-9480-cbc980218490 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:32:08.657072 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54eac27-4b5d-40b5-9480-cbc980218490 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:32:08.657597 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54eac27-4b5d-40b5-9480-cbc980218490 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:32:08.658115 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54eac27-4b5d-40b5-9480-cbc980218490 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:32:08.658618 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54eac27-4b5d-40b5-9480-cbc980218490 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:32:08.659143 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54eac27-4b5d-40b5-9480-cbc980218490 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:32:08.706023 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97bba01-5096-475a-bb96-fe9656c205e4 req-193a6689-ebc9-4bea-8471-8ce763dcc258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:08.707121 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-0a9fd76e-3a0c-4224-9267-953e926b82f6 None None] For port 922509e8-f163-4864-a0a3-968b77ea8f41, host n-d-808199-11, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:32:08.708670 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e97bba01-5096-475a-bb96-fe9656c205e4 req-193a6689-ebc9-4bea-8471-8ce763dcc258 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3c775803d354892aee478fad34a8c78&device_id=7e8adf22-20f5-48a9-8030-0d19566c5600 HTTP/1.1" status: 200 len: 1096 time: 0.0728452 Nov 25 13:32:08.711706 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-0a9fd76e-3a0c-4224-9267-953e926b82f6 None None] For port 922509e8-f163-4864-a0a3-968b77ea8f41, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=922509e8-f163-4864-a0a3-968b77ea8f41,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:32:08.712234 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-1d7f1841-7cdf-4938-a7a9-61ace3b813c7 None None] Provisioning complete for port 922509e8-f163-4864-a0a3-968b77ea8f41 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:32:08.712694 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1d7f1841-7cdf-4938-a7a9-61ace3b813c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:08.719279 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0a9fd76e-3a0c-4224-9267-953e926b82f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:08.779663 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd37a32-8491-4efe-ac34-724975e982b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-dd4998df-fe3f-4d7c-8a66-ca338627d320', 'network_id': 'dd4998df-fe3f-4d7c-8a66-ca338627d320', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'fixed_ips': [{'subnet_id': '792a7be1-8984-4b0d-9164-df358cd18dd6'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:32:08.780583 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4dd37a32-8491-4efe-ac34-724975e982b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:08.799813 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54eac27-4b5d-40b5-9480-cbc980218490 None None] Pushing event updated for resources: {'Port': ['ID=922509e8-f163-4864-a0a3-968b77ea8f41,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:32:08.824344 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9fd76e-3a0c-4224-9267-953e926b82f6 None None] Routers {'565e7460-951c-489d-8c0d-9a608f4e8dd0'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:32:08.825906 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-0a9fd76e-3a0c-4224-9267-953e926b82f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:32:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['565e7460-951c-489d-8c0d-9a608f4e8dd0'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:32:08.830731 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1d7f1841-7cdf-4938-a7a9-61ace3b813c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:08.841026 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7546e8-38b1-4d7f-a8aa-99f19132af65 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:32:08.869502 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-1d7f1841-7cdf-4938-a7a9-61ace3b813c7 None None] For port 922509e8-f163-4864-a0a3-968b77ea8f41, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=922509e8-f163-4864-a0a3-968b77ea8f41,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:32:08.876454 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97bba01-5096-475a-bb96-fe9656c205e4 req-86ff5da1-8430-4919-8c14-37d448384933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:08.878559 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e97bba01-5096-475a-bb96-fe9656c205e4 req-86ff5da1-8430-4919-8c14-37d448384933 service neutron] 10.222.0.47 "GET /v2.0/networks?id=755402ba-804b-4493-8340-905b0e2e90e1 HTTP/1.1" status: 200 len: 917 time: 0.1625168 Nov 25 13:32:08.931891 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1d7f1841-7cdf-4938-a7a9-61ace3b813c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:08.985665 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e97bba01-5096-475a-bb96-fe9656c205e4 req-8edbe70f-f52b-4b2e-9cbd-034bcc091738 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d HTTP/1.1" status: 200 len: 999 time: 0.0963151 Nov 25 13:32:09.001773 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7f1841-7cdf-4938-a7a9-61ace3b813c7 None None] Pushing event updated for resources: {'Port': ['ID=922509e8-f163-4864-a0a3-968b77ea8f41,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:32:09.011183 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-0a9fd76e-3a0c-4224-9267-953e926b82f6 None None] Set router 565e7460-951c-489d-8c0d-9a608f4e8dd0 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:32:09.076548 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97bba01-5096-475a-bb96-fe9656c205e4 req-36c683fc-b481-4033-add3-fc8ad4576366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:09.080870 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e97bba01-5096-475a-bb96-fe9656c205e4 req-36c683fc-b481-4033-add3-fc8ad4576366 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=de598ec9-e4ed-4f9c-80e3-a369f7acaceb HTTP/1.1" status: 200 len: 855 time: 0.0865717 Nov 25 13:32:09.084823 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bbe1406f-c98c-4354-a202-be5fa967a782 None None] Provisioning complete for port 922509e8-f163-4864-a0a3-968b77ea8f41 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:32:09.085206 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bbe1406f-c98c-4354-a202-be5fa967a782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:09.138320 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-4dd37a32-8491-4efe-ac34-724975e982b6 None None] Allocated IP 172.20.0.2 (dd4998df-fe3f-4d7c-8a66-ca338627d320/792a7be1-8984-4b0d-9164-df358cd18dd6/fef28a22-3c65-4177-b067-7207de1b6056) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:32:09.180533 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97bba01-5096-475a-bb96-fe9656c205e4 req-96c8b611-cf8d-4e27-a005-e590b51f3454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:09.181883 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e97bba01-5096-475a-bb96-fe9656c205e4 req-96c8b611-cf8d-4e27-a005-e590b51f3454 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=755402ba-804b-4493-8340-905b0e2e90e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0945201 Nov 25 13:32:09.321678 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-0a9fd76e-3a0c-4224-9267-953e926b82f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565e7460-951c-489d-8c0d-9a608f4e8dd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-933546342', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '922509e8-f163-4864-a0a3-968b77ea8f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:32:05Z', 'updated_at': '2021-11-25T13:32:06Z', 'revision_number': 3, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'gw_port': {'id': '922509e8-f163-4864-a0a3-968b77ea8f41', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:99:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '565e7460-951c-489d-8c0d-9a608f4e8dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:32:06Z', 'updated_at': '2021-11-25T13:32:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:32:09.356382 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9fd76e-3a0c-4224-9267-953e926b82f6 None None] The sync data for ids ['565e7460-951c-489d-8c0d-9a608f4e8dd0'] in n-d-808199-11 is: [{'id': '565e7460-951c-489d-8c0d-9a608f4e8dd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-933546342', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '922509e8-f163-4864-a0a3-968b77ea8f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:32:05Z', 'updated_at': '2021-11-25T13:32:06Z', 'revision_number': 3, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'gw_port': {'id': '922509e8-f163-4864-a0a3-968b77ea8f41', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:99:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '565e7460-951c-489d-8c0d-9a608f4e8dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:32:06Z', 'updated_at': '2021-11-25T13:32:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:32:09.397584 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e97bba01-5096-475a-bb96-fe9656c205e4 req-bf9f3d68-e30f-4207-8891-a729d68c39b8 service neutron] 10.222.0.47 "GET /v2.0/networks/755402ba-804b-4493-8340-905b0e2e90e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072296 Nov 25 13:32:09.414944 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4dd37a32-8491-4efe-ac34-724975e982b6 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:09.433804 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4dd37a32-8491-4efe-ac34-724975e982b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:09.440732 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-beb0ff2e-e3c6-41ca-a023-e993808163a0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:09.495149 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd37a32-8491-4efe-ac34-724975e982b6 None None] Network dd4998df-fe3f-4d7c-8a66-ca338627d320 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:32:09.496894 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd37a32-8491-4efe-ac34-724975e982b6 None None] Pushing event updated for resources: {'Port': ['ID=fef28a22-3c65-4177-b067-7207de1b6056,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:32:09.499522 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-4dd37a32-8491-4efe-ac34-724975e982b6 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:32:09.504208 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd37a32-8491-4efe-ac34-724975e982b6 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:32:09.563584 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1704f6af-de44-4de1-8dfe-b5170dcbca39 req-5c503c2e-9b2e-41f5-8544-23fc180e0767 tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=67354ac5de4741debb901f5ab29b9c45&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1076539 Nov 25 13:32:09.575033 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-4dd37a32-8491-4efe-ac34-724975e982b6 None None] Attempting to bind port fef28a22-3c65-4177-b067-7207de1b6056 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:32:09.575624 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-4dd37a32-8491-4efe-ac34-724975e982b6 None None] Attempting to bind port fef28a22-3c65-4177-b067-7207de1b6056 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '30ea970d-2d33-4fc3-8d80-33e26c0e2710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'dd4998df-fe3f-4d7c-8a66-ca338627d320'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:32:09.576335 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd37a32-8491-4efe-ac34-724975e982b6 None None] Attempting to bind port fef28a22-3c65-4177-b067-7207de1b6056 on network dd4998df-fe3f-4d7c-8a66-ca338627d320 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:32:09.582895 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd37a32-8491-4efe-ac34-724975e982b6 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:32:09.583561 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd37a32-8491-4efe-ac34-724975e982b6 None None] Checking segment: {'id': '30ea970d-2d33-4fc3-8d80-33e26c0e2710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'dd4998df-fe3f-4d7c-8a66-ca338627d320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:32:09.584146 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4dd37a32-8491-4efe-ac34-724975e982b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:09.584711 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd37a32-8491-4efe-ac34-724975e982b6 None None] Bound using segment: {'id': '30ea970d-2d33-4fc3-8d80-33e26c0e2710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'dd4998df-fe3f-4d7c-8a66-ca338627d320'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:32:09.585399 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-4dd37a32-8491-4efe-ac34-724975e982b6 None None] Bound port: fef28a22-3c65-4177-b067-7207de1b6056, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30ea970d-2d33-4fc3-8d80-33e26c0e2710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'dd4998df-fe3f-4d7c-8a66-ca338627d320'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:32:09.585974 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4dd37a32-8491-4efe-ac34-724975e982b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:09.586383 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e97bba01-5096-475a-bb96-fe9656c205e4 req-10778e6c-3b66-44e7-893c-af13bf26cbd9 service neutron] 10.222.0.47 "GET /v2.0/networks/755402ba-804b-4493-8340-905b0e2e90e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745248 Nov 25 13:32:09.669925 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-4dd37a32-8491-4efe-ac34-724975e982b6 None None] For port fef28a22-3c65-4177-b067-7207de1b6056, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:32:09.674058 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-4dd37a32-8491-4efe-ac34-724975e982b6 None None] For port fef28a22-3c65-4177-b067-7207de1b6056, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=fef28a22-3c65-4177-b067-7207de1b6056,segment=NetworkSegment(30ea970d-2d33-4fc3-8d80-33e26c0e2710),segment_id=30ea970d-2d33-4fc3-8d80-33e26c0e2710)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:32:09.681677 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4dd37a32-8491-4efe-ac34-724975e982b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:09.773276 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd37a32-8491-4efe-ac34-724975e982b6 None None] Pushing event updated for resources: {'Port': ['ID=fef28a22-3c65-4177-b067-7207de1b6056,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:32:09.937557 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea5c71f-14a8-41a7-9b20-78d2081dbe3c req-926a2b95-5c0b-4393-90f4-d3f8b362426e tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:09.939119 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4ea5c71f-14a8-41a7-9b20-78d2081dbe3c req-926a2b95-5c0b-4393-90f4-d3f8b362426e tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/ports?device_id=71b4ac00-28d3-42ae-b2c5-75cc91e55470 HTTP/1.1" status: 200 len: 946 time: 0.4662037 Nov 25 13:32:10.008088 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1704f6af-de44-4de1-8dfe-b5170dcbca39 req-e8d2b915-6d5f-46e7-803f-41fd028453ae tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:10.016149 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1704f6af-de44-4de1-8dfe-b5170dcbca39 req-e8d2b915-6d5f-46e7-803f-41fd028453ae tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4516544 Nov 25 13:32:10.161407 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1704f6af-de44-4de1-8dfe-b5170dcbca39 req-e4ab6ffb-6fa2-4869-a082-6690d94c078e tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] 10.222.0.53 "GET /v2.0/quotas/67354ac5de4741debb901f5ab29b9c45 HTTP/1.1" status: 200 len: 375 time: 0.1440430 Nov 25 13:32:10.259352 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4ea5c71f-14a8-41a7-9b20-78d2081dbe3c req-ff530ad6-0871-4c89-847c-e15e5cae5243 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d21bc81-13bd-4c4d-a502-1adf547079e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3027871 Nov 25 13:32:10.321263 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1704f6af-de44-4de1-8dfe-b5170dcbca39 req-2d0d6ac5-ea5d-4169-b24f-f5a246a197ab tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=67354ac5de4741debb901f5ab29b9c45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1289470 Nov 25 13:32:10.325238 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 922509e8-f163-4864-a0a3-968b77ea8f41 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:32:10.546436 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-beb0ff2e-e3c6-41ca-a023-e993808163a0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Allocated IP 172.20.0.1 (dd4998df-fe3f-4d7c-8a66-ca338627d320/792a7be1-8984-4b0d-9164-df358cd18dd6/8b42220f-c816-4d1b-ace6-07921fb7f784) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:32:10.566565 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 922509e8-f163-4864-a0a3-968b77ea8f41 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:32:10.569569 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:11.554997 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:11.715749 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d88b23f-16d5-4c63-8b05-23e09570006e None None] Network dd4998df-fe3f-4d7c-8a66-ca338627d320 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:32:11.766918 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-36b32d8a-326f-48d6-9cf9-05d9f1c18836 req-d3e53465-8025-41ab-9ff6-0aac6e32b573 tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] 10.222.0.53 "GET /v2.0/ports?device_id=d78d0ae6-0ef9-4085-9f9a-ec98a43cd52e HTTP/1.1" status: 200 len: 210 time: 0.8824437 Nov 25 13:32:11.791586 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deafb51f-954a-496f-8183-9bc7332a1ce1 req-a6ac2495-a976-4a09-9147-da3b190cd532 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:11.803303 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-deafb51f-954a-496f-8183-9bc7332a1ce1 req-a6ac2495-a976-4a09-9147-da3b190cd532 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8adf22-20f5-48a9-8030-0d19566c5600 HTTP/1.1" status: 200 len: 944 time: 1.3769011 Nov 25 13:32:11.966078 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-deafb51f-954a-496f-8183-9bc7332a1ce1 req-fae36d68-8d34-4ee8-a7fc-572a8d559563 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b7de3ae-16ca-4eab-ba9f-83e56d760ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614082 Nov 25 13:32:11.973582 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-beb0ff2e-e3c6-41ca-a023-e993808163a0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:12.030205 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-d9131cd7-da0d-4def-84f6-a6f8f44ad9bf None None] Provisioning complete for port fef28a22-3c65-4177-b067-7207de1b6056 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:32:12.030581 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d9131cd7-da0d-4def-84f6-a6f8f44ad9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:12.049430 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-beb0ff2e-e3c6-41ca-a023-e993808163a0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:12.204304 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb0ff2e-e3c6-41ca-a023-e993808163a0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Network dd4998df-fe3f-4d7c-8a66-ca338627d320 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:32:12.239354 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-beb0ff2e-e3c6-41ca-a023-e993808163a0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:32:12.253630 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb0ff2e-e3c6-41ca-a023-e993808163a0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:32:12.268063 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d9131cd7-da0d-4def-84f6-a6f8f44ad9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:12.345720 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c47a4c-995f-48a5-839c-bd31c186c428 req-e6627372-9156-4d5a-bafe-e8f9dd8fec17 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:12.348345 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device fef28a22-3c65-4177-b067-7207de1b6056 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:32:12.353743 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-d9131cd7-da0d-4def-84f6-a6f8f44ad9bf None None] For port fef28a22-3c65-4177-b067-7207de1b6056, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=fef28a22-3c65-4177-b067-7207de1b6056,segment=NetworkSegment(30ea970d-2d33-4fc3-8d80-33e26c0e2710),segment_id=30ea970d-2d33-4fc3-8d80-33e26c0e2710)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:32:12.355019 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-13c47a4c-995f-48a5-839c-bd31c186c428 req-e6627372-9156-4d5a-bafe-e8f9dd8fec17 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/ports?device_id=71b4ac00-28d3-42ae-b2c5-75cc91e55470 HTTP/1.1" status: 200 len: 946 time: 0.4967608 Nov 25 13:32:12.404824 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d9131cd7-da0d-4def-84f6-a6f8f44ad9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:12.411892 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb0ff2e-e3c6-41ca-a023-e993808163a0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event updated for resources: {'Port': ['ID=8b42220f-c816-4d1b-ace6-07921fb7f784,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:32:12.465151 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb0ff2e-e3c6-41ca-a023-e993808163a0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:32:12.465614 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb0ff2e-e3c6-41ca-a023-e993808163a0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:32:12.466039 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb0ff2e-e3c6-41ca-a023-e993808163a0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:32:12.466453 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb0ff2e-e3c6-41ca-a023-e993808163a0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:32:12.470255 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb0ff2e-e3c6-41ca-a023-e993808163a0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:32:12.470394 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb0ff2e-e3c6-41ca-a023-e993808163a0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:32:12.470986 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb0ff2e-e3c6-41ca-a023-e993808163a0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:32:12.471412 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb0ff2e-e3c6-41ca-a023-e993808163a0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:32:12.471827 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb0ff2e-e3c6-41ca-a023-e993808163a0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:32:12.472269 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb0ff2e-e3c6-41ca-a023-e993808163a0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:32:12.473546 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb0ff2e-e3c6-41ca-a023-e993808163a0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:32:12.478059 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb0ff2e-e3c6-41ca-a023-e993808163a0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:32:12.506515 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-beb0ff2e-e3c6-41ca-a023-e993808163a0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:12.575358 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9131cd7-da0d-4def-84f6-a6f8f44ad9bf None None] Pushing event updated for resources: {'Port': ['ID=fef28a22-3c65-4177-b067-7207de1b6056,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:32:12.612325 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port fef28a22-3c65-4177-b067-7207de1b6056 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:32:12.612949 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:12.625664 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-13c47a4c-995f-48a5-839c-bd31c186c428 req-8b50dccb-bbb7-491d-9416-9a24d8ca604b tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d21bc81-13bd-4c4d-a502-1adf547079e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2675836 Nov 25 13:32:12.719344 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-3e9821c9-c1dd-4c42-8ea6-5b1858d9a6df None None] Provisioning complete for port fef28a22-3c65-4177-b067-7207de1b6056 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:32:12.719983 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3e9821c9-c1dd-4c42-8ea6-5b1858d9a6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:12.881321 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-beb0ff2e-e3c6-41ca-a023-e993808163a0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:12.965426 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9c66ec17-cdc5-4298-a978-20eecc4c8280 req-c4585d60-780a-4ff0-a71f-dc4bf70607b0 tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] 10.222.0.53 "GET /v2.0/ports?device_id=d78d0ae6-0ef9-4085-9f9a-ec98a43cd52e HTTP/1.1" status: 200 len: 210 time: 0.0664980 Nov 25 13:32:13.044965 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-135da5d9-dd20-44c8-9c95-b37513af962e None None] Provisioning complete for port 8b42220f-c816-4d1b-ace6-07921fb7f784 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:32:13.045367 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-135da5d9-dd20-44c8-9c95-b37513af962e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:13.119718 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-135da5d9-dd20-44c8-9c95-b37513af962e None None] Port 8b42220f-c816-4d1b-ace6-07921fb7f784 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:32:13.248804 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce2f18-ffdd-425a-b9c8-ecb6d4e11822 req-d367e5a9-de64-46b0-95d7-16e8b9f61ff2 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:13.250301 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f2ce2f18-ffdd-425a-b9c8-ecb6d4e11822 req-d367e5a9-de64-46b0-95d7-16e8b9f61ff2 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8adf22-20f5-48a9-8030-0d19566c5600 HTTP/1.1" status: 200 len: 944 time: 0.0951555 Nov 25 13:32:13.364945 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f2ce2f18-ffdd-425a-b9c8-ecb6d4e11822 req-043a3bd0-ee58-418f-8781-c6e838144277 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b7de3ae-16ca-4eab-ba9f-83e56d760ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008096 Nov 25 13:32:13.431875 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-beb0ff2e-e3c6-41ca-a023-e993808163a0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:13.437745 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-beb0ff2e-e3c6-41ca-a023-e993808163a0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:13.521239 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb0ff2e-e3c6-41ca-a023-e993808163a0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event updated for resources: {'Port': ['ID=8b42220f-c816-4d1b-ace6-07921fb7f784,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:32:13.524982 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-beb0ff2e-e3c6-41ca-a023-e993808163a0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:13.657844 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb0ff2e-e3c6-41ca-a023-e993808163a0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Network dd4998df-fe3f-4d7c-8a66-ca338627d320 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:32:13.659633 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-beb0ff2e-e3c6-41ca-a023-e993808163a0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:32:13.892437 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89daf225-b834-4733-a25d-7a49dac7c906 req-c48752c5-0eef-492d-8a2b-40b96572384a tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:13.895058 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-89daf225-b834-4733-a25d-7a49dac7c906 req-c48752c5-0eef-492d-8a2b-40b96572384a tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/ports?device_id=71b4ac00-28d3-42ae-b2c5-75cc91e55470 HTTP/1.1" status: 200 len: 946 time: 0.0889575 Nov 25 13:32:13.909809 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb0ff2e-e3c6-41ca-a023-e993808163a0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Router 565e7460-951c-489d-8c0d-9a608f4e8dd0 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:32:13.989867 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-89daf225-b834-4733-a25d-7a49dac7c906 req-ef47b177-7782-4b24-aa2a-96aa2ea8a729 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d21bc81-13bd-4c4d-a502-1adf547079e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808885 Nov 25 13:32:14.061165 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-0989fc29-8799-46eb-9053-ef3b121bb261 None None] Provisioning complete for port 8b42220f-c816-4d1b-ace6-07921fb7f784 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:32:14.061741 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0989fc29-8799-46eb-9053-ef3b121bb261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:14.126657 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-0989fc29-8799-46eb-9053-ef3b121bb261 None None] Port 8b42220f-c816-4d1b-ace6-07921fb7f784 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:32:14.142815 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e584dfc4-60a7-4784-ade1-0b8c9a5fe8d5 req-8a222674-9e57-49f2-8889-1b21b889f8df tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] 10.222.0.53 "GET /v2.0/ports?device_id=d78d0ae6-0ef9-4085-9f9a-ec98a43cd52e HTTP/1.1" status: 200 len: 210 time: 0.0427389 Nov 25 13:32:14.180844 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb0ff2e-e3c6-41ca-a023-e993808163a0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:32:14.187418 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-beb0ff2e-e3c6-41ca-a023-e993808163a0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "PUT /v2.0/routers/565e7460-951c-489d-8c0d-9a608f4e8dd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6080141 Nov 25 13:32:14.200708 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73d3eb3-5509-4349-81be-c4fb99b30e83 None None] Sync routers for ids ['565e7460-951c-489d-8c0d-9a608f4e8dd0'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:32:14.210991 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73d3eb3-5509-4349-81be-c4fb99b30e83 None None] Routers {'565e7460-951c-489d-8c0d-9a608f4e8dd0'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:32:14.211628 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-d73d3eb3-5509-4349-81be-c4fb99b30e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:32:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['565e7460-951c-489d-8c0d-9a608f4e8dd0'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:32:14.271629 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device fef28a22-3c65-4177-b067-7207de1b6056 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:32:14.400571 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port fef28a22-3c65-4177-b067-7207de1b6056 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:32:14.400942 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:14.432136 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-d73d3eb3-5509-4349-81be-c4fb99b30e83 None None] Set router 565e7460-951c-489d-8c0d-9a608f4e8dd0 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:32:14.524540 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2e622777-388a-4bad-a1ad-d22b6bd6ed3d req-576870ad-0440-44e6-88cb-2078ff27b9ba tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1405614695&fields=id&tenant_id=057e847f3ee343b9812224ca032e6bfc HTTP/1.1" status: 200 len: 267 time: 0.0812531 Nov 25 13:32:14.714637 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e622777-388a-4bad-a1ad-d22b6bd6ed3d req-dc158fcf-5e62-4a33-bb9f-0da216c73447 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:14.719891 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2e622777-388a-4bad-a1ad-d22b6bd6ed3d req-dc158fcf-5e62-4a33-bb9f-0da216c73447 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/networks?id=dd4998df-fe3f-4d7c-8a66-ca338627d320 HTTP/1.1" status: 200 len: 796 time: 0.1869016 Nov 25 13:32:14.760521 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2e622777-388a-4bad-a1ad-d22b6bd6ed3d req-af894efa-87c3-44e8-9223-928829acea6e tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/quotas/057e847f3ee343b9812224ca032e6bfc HTTP/1.1" status: 200 len: 375 time: 0.0291224 Nov 25 13:32:14.832852 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2e622777-388a-4bad-a1ad-d22b6bd6ed3d req-2770d470-7189-4ab0-93d7-3152d9334f1c tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=057e847f3ee343b9812224ca032e6bfc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0651305 Nov 25 13:32:14.959716 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-d73d3eb3-5509-4349-81be-c4fb99b30e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565e7460-951c-489d-8c0d-9a608f4e8dd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-933546342', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '922509e8-f163-4864-a0a3-968b77ea8f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:32:05Z', 'updated_at': '2021-11-25T13:32:12Z', 'revision_number': 4, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'gw_port': {'id': '922509e8-f163-4864-a0a3-968b77ea8f41', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:99:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565e7460-951c-489d-8c0d-9a608f4e8dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:32:06Z', 'updated_at': '2021-11-25T13:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '8b42220f-c816-4d1b-ace6-07921fb7f784', 'name': '', 'network_id': 'dd4998df-fe3f-4d7c-8a66-ca338627d320', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'mac_address': 'fa:16:3e:a1:6a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '565e7460-951c-489d-8c0d-9a608f4e8dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '792a7be1-8984-4b0d-9164-df358cd18dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:32:10Z', 'updated_at': '2021-11-25T13:32:13Z', 'revision_number': 2, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'subnets': [{'id': '792a7be1-8984-4b0d-9164-df358cd18dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:32:14.963297 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2e622777-388a-4bad-a1ad-d22b6bd6ed3d req-149e5abf-8bc1-4d5d-8ca1-188958eb63ab service neutron] 10.222.0.53 "GET /v2.0/networks/dd4998df-fe3f-4d7c-8a66-ca338627d320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210279 Nov 25 13:32:15.007873 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73d3eb3-5509-4349-81be-c4fb99b30e83 None None] Checking router: 565e7460-951c-489d-8c0d-9a608f4e8dd0 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:32:15.008235 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73d3eb3-5509-4349-81be-c4fb99b30e83 None None] Updating router 565e7460-951c-489d-8c0d-9a608f4e8dd0 port 8b42220f-c816-4d1b-ace6-07921fb7f784 binding host n-d-808199-11 {{(pid=103572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:32:15.036321 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d73d3eb3-5509-4349-81be-c4fb99b30e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:15.146456 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2e622777-388a-4bad-a1ad-d22b6bd6ed3d req-29d57c83-c635-40e5-8d64-dfb4c842a532 service neutron] 10.222.0.53 "GET /v2.0/networks/dd4998df-fe3f-4d7c-8a66-ca338627d320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749818 Nov 25 13:32:15.406145 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d73d3eb3-5509-4349-81be-c4fb99b30e83 None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:15.421251 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d73d3eb3-5509-4349-81be-c4fb99b30e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:15.523815 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b778b1-e404-4774-984d-8335057ca974 req-c7ff8d07-10ba-4398-8f77-7db79936aa26 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:15.526068 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a1b778b1-e404-4774-984d-8335057ca974 req-c7ff8d07-10ba-4398-8f77-7db79936aa26 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8adf22-20f5-48a9-8030-0d19566c5600 HTTP/1.1" status: 200 len: 944 time: 0.0886486 Nov 25 13:32:15.558797 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508516d4-dfee-45cb-a0cd-cd2e46bd6db0 None None] Pushing event updated for resources: {'Port': ['ID=8b42220f-c816-4d1b-ace6-07921fb7f784,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:32:15.622855 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a1b778b1-e404-4774-984d-8335057ca974 req-01c20e95-34b9-41cb-bbef-23871c87e132 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b7de3ae-16ca-4eab-ba9f-83e56d760ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898206 Nov 25 13:32:15.689808 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-d73d3eb3-5509-4349-81be-c4fb99b30e83 None None] Attempting to bind port 8b42220f-c816-4d1b-ace6-07921fb7f784 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:32:15.690196 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-d73d3eb3-5509-4349-81be-c4fb99b30e83 None None] Attempting to bind port 8b42220f-c816-4d1b-ace6-07921fb7f784 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '30ea970d-2d33-4fc3-8d80-33e26c0e2710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'dd4998df-fe3f-4d7c-8a66-ca338627d320'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:32:15.690569 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73d3eb3-5509-4349-81be-c4fb99b30e83 None None] Attempting to bind port 8b42220f-c816-4d1b-ace6-07921fb7f784 on network dd4998df-fe3f-4d7c-8a66-ca338627d320 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:32:15.714580 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73d3eb3-5509-4349-81be-c4fb99b30e83 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:32:15.715001 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73d3eb3-5509-4349-81be-c4fb99b30e83 None None] Checking segment: {'id': '30ea970d-2d33-4fc3-8d80-33e26c0e2710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'dd4998df-fe3f-4d7c-8a66-ca338627d320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:32:15.715410 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d73d3eb3-5509-4349-81be-c4fb99b30e83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:15.715801 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73d3eb3-5509-4349-81be-c4fb99b30e83 None None] Bound using segment: {'id': '30ea970d-2d33-4fc3-8d80-33e26c0e2710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'dd4998df-fe3f-4d7c-8a66-ca338627d320'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:32:15.716299 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-d73d3eb3-5509-4349-81be-c4fb99b30e83 None None] Bound port: 8b42220f-c816-4d1b-ace6-07921fb7f784, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30ea970d-2d33-4fc3-8d80-33e26c0e2710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'dd4998df-fe3f-4d7c-8a66-ca338627d320'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:32:15.716682 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d73d3eb3-5509-4349-81be-c4fb99b30e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:15.806572 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-d73d3eb3-5509-4349-81be-c4fb99b30e83 None None] For port 8b42220f-c816-4d1b-ace6-07921fb7f784, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:32:15.816889 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-d73d3eb3-5509-4349-81be-c4fb99b30e83 None None] For port 8b42220f-c816-4d1b-ace6-07921fb7f784, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=8b42220f-c816-4d1b-ace6-07921fb7f784,segment=NetworkSegment(30ea970d-2d33-4fc3-8d80-33e26c0e2710),segment_id=30ea970d-2d33-4fc3-8d80-33e26c0e2710)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:32:15.825664 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d73d3eb3-5509-4349-81be-c4fb99b30e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:15.889450 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfa404b-6022-4089-a8dc-be22784a2fdb req-63fcb3cd-4ad9-4446-9275-8d948e940c18 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:15.890910 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4bfa404b-6022-4089-a8dc-be22784a2fdb req-63fcb3cd-4ad9-4446-9275-8d948e940c18 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/ports?device_id=71b4ac00-28d3-42ae-b2c5-75cc91e55470 HTTP/1.1" status: 200 len: 946 time: 0.1366646 Nov 25 13:32:15.942063 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73d3eb3-5509-4349-81be-c4fb99b30e83 None None] Routers {'565e7460-951c-489d-8c0d-9a608f4e8dd0'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:32:15.942842 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-d73d3eb3-5509-4349-81be-c4fb99b30e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:32:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['565e7460-951c-489d-8c0d-9a608f4e8dd0'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:32:16.018184 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4bfa404b-6022-4089-a8dc-be22784a2fdb req-c4fc42cd-f463-4729-bf3f-1fa66b75b1ec tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d21bc81-13bd-4c4d-a502-1adf547079e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081982 Nov 25 13:32:16.201121 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508516d4-dfee-45cb-a0cd-cd2e46bd6db0 None None] Pushing event updated for resources: {'Port': ['ID=8b42220f-c816-4d1b-ace6-07921fb7f784,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:32:16.202724 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-908e9867-4236-40d8-b9c3-269f3985f6c1 req-34f960c9-3b46-401f-95b3-c6d984f91669 tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] 10.222.0.53 "GET /v2.0/ports?device_id=d78d0ae6-0ef9-4085-9f9a-ec98a43cd52e HTTP/1.1" status: 200 len: 210 time: 0.0460401 Nov 25 13:32:16.267183 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-63aaa898-488a-413a-833e-9b4fef418d8b None None] Provisioning complete for port 8b42220f-c816-4d1b-ace6-07921fb7f784 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:32:16.267555 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-63aaa898-488a-413a-833e-9b4fef418d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:16.331288 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-d73d3eb3-5509-4349-81be-c4fb99b30e83 None None] Set router 565e7460-951c-489d-8c0d-9a608f4e8dd0 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:32:16.417811 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4d86dfd6-d5ea-46a0-b798-04044e4d0360 req-2838c0b2-1d61-409b-a675-91bd32539782 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=a21c00e5-301f-4888-89a2-675ef63eefc7 HTTP/1.1" status: 200 len: 210 time: 0.0779274 Nov 25 13:32:16.608323 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-63aaa898-488a-413a-833e-9b4fef418d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:16.650095 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-63aaa898-488a-413a-833e-9b4fef418d8b None None] For port 8b42220f-c816-4d1b-ace6-07921fb7f784, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=8b42220f-c816-4d1b-ace6-07921fb7f784,segment=NetworkSegment(30ea970d-2d33-4fc3-8d80-33e26c0e2710),segment_id=30ea970d-2d33-4fc3-8d80-33e26c0e2710)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:32:16.656434 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-63aaa898-488a-413a-833e-9b4fef418d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:16.695839 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-d73d3eb3-5509-4349-81be-c4fb99b30e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565e7460-951c-489d-8c0d-9a608f4e8dd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-933546342', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '922509e8-f163-4864-a0a3-968b77ea8f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:32:05Z', 'updated_at': '2021-11-25T13:32:12Z', 'revision_number': 4, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'gw_port': {'id': '922509e8-f163-4864-a0a3-968b77ea8f41', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:99:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565e7460-951c-489d-8c0d-9a608f4e8dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:32:06Z', 'updated_at': '2021-11-25T13:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '8b42220f-c816-4d1b-ace6-07921fb7f784', 'name': '', 'network_id': 'dd4998df-fe3f-4d7c-8a66-ca338627d320', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'mac_address': 'fa:16:3e:a1:6a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '565e7460-951c-489d-8c0d-9a608f4e8dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '792a7be1-8984-4b0d-9164-df358cd18dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:32:10Z', 'updated_at': '2021-11-25T13:32:15Z', 'revision_number': 4, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'subnets': [{'id': '792a7be1-8984-4b0d-9164-df358cd18dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:32:16.728110 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73d3eb3-5509-4349-81be-c4fb99b30e83 None None] The sync data for ids ['565e7460-951c-489d-8c0d-9a608f4e8dd0'] in n-d-808199-11 is: [{'id': '565e7460-951c-489d-8c0d-9a608f4e8dd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-933546342', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '922509e8-f163-4864-a0a3-968b77ea8f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:32:05Z', 'updated_at': '2021-11-25T13:32:12Z', 'revision_number': 4, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'gw_port': {'id': '922509e8-f163-4864-a0a3-968b77ea8f41', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:99:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565e7460-951c-489d-8c0d-9a608f4e8dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:32:06Z', 'updated_at': '2021-11-25T13:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '8b42220f-c816-4d1b-ace6-07921fb7f784', 'name': '', 'network_id': 'dd4998df-fe3f-4d7c-8a66-ca338627d320', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'mac_address': 'fa:16:3e:a1:6a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '565e7460-951c-489d-8c0d-9a608f4e8dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '792a7be1-8984-4b0d-9164-df358cd18dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:32:10Z', 'updated_at': '2021-11-25T13:32:15Z', 'revision_number': 4, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'subnets': [{'id': '792a7be1-8984-4b0d-9164-df358cd18dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:32:16.756671 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aaa898-488a-413a-833e-9b4fef418d8b None None] Pushing event updated for resources: {'Port': ['ID=8b42220f-c816-4d1b-ace6-07921fb7f784,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:32:16.802544 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-2f0d06f0-8d46-470b-bd68-5e867eb3e1ba None None] Provisioning complete for port 8b42220f-c816-4d1b-ace6-07921fb7f784 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:32:16.803437 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2f0d06f0-8d46-470b-bd68-5e867eb3e1ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:16.933882 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea5f1c-5883-4589-a1ef-14416190caa9 req-72b4fd38-2f06-429e-91dc-6a35144528ac tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:16.943415 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-abea5f1c-5883-4589-a1ef-14416190caa9 req-72b4fd38-2f06-429e-91dc-6a35144528ac tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8adf22-20f5-48a9-8030-0d19566c5600 HTTP/1.1" status: 200 len: 944 time: 0.1654069 Nov 25 13:32:17.028823 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-abea5f1c-5883-4589-a1ef-14416190caa9 req-a2cc7778-e750-47fe-8de1-e64add83dfc8 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b7de3ae-16ca-4eab-ba9f-83e56d760ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840209 Nov 25 13:32:17.177544 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb5b31-9f97-4cbb-85fa-7932794f6cbc req-607ed9be-8a1a-4b60-bbdc-643a1c81fd85 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:17.189924 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-61eb5b31-9f97-4cbb-85fa-7932794f6cbc req-607ed9be-8a1a-4b60-bbdc-643a1c81fd85 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/ports?device_id=71b4ac00-28d3-42ae-b2c5-75cc91e55470 HTTP/1.1" status: 200 len: 946 time: 0.0674014 Nov 25 13:32:17.268707 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-61eb5b31-9f97-4cbb-85fa-7932794f6cbc req-049005e3-bed6-48b8-8a05-267a7b3060f5 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d21bc81-13bd-4c4d-a502-1adf547079e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774207 Nov 25 13:32:17.408937 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0d1f567a-b46f-4a2e-9b50-ffca726ec836 req-89fc3ba7-d173-49f9-82e0-8ca4b822fa31 tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] 10.222.0.53 "GET /v2.0/ports?device_id=d78d0ae6-0ef9-4085-9f9a-ec98a43cd52e HTTP/1.1" status: 200 len: 210 time: 0.0418682 Nov 25 13:32:17.569141 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e6ca4af3-5ac9-44d9-ac70-d6c73c0c098b req-fd06a527-68d5-4bb7-a89d-2a816ad70185 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=a21c00e5-301f-4888-89a2-675ef63eefc7 HTTP/1.1" status: 200 len: 210 time: 0.0439143 Nov 25 13:32:18.220569 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 8b42220f-c816-4d1b-ace6-07921fb7f784 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:32:18.239435 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886266e-c929-4afa-9bc2-dc2082521496 req-cf1afe04-26d3-4ab6-9457-5b7f222dd3bc tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:18.240963 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6886266e-c929-4afa-9bc2-dc2082521496 req-cf1afe04-26d3-4ab6-9457-5b7f222dd3bc tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8adf22-20f5-48a9-8030-0d19566c5600 HTTP/1.1" status: 200 len: 944 time: 0.1040137 Nov 25 13:32:18.310050 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 8b42220f-c816-4d1b-ace6-07921fb7f784 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:32:18.310748 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:18.359662 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6886266e-c929-4afa-9bc2-dc2082521496 req-d9365abf-477b-416f-87b4-1d301ba8c5eb tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b7de3ae-16ca-4eab-ba9f-83e56d760ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049435 Nov 25 13:32:18.535725 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132473a8-1004-4190-a75b-642f471c4e45 req-2d7009d2-0151-462c-939c-d2127ea5951c tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:18.537393 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-132473a8-1004-4190-a75b-642f471c4e45 req-2d7009d2-0151-462c-939c-d2127ea5951c tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/ports?device_id=71b4ac00-28d3-42ae-b2c5-75cc91e55470 HTTP/1.1" status: 200 len: 946 time: 0.0666099 Nov 25 13:32:18.599889 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-132473a8-1004-4190-a75b-642f471c4e45 req-4591e6c5-37b8-457f-b5a3-b6996e9e4a68 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d21bc81-13bd-4c4d-a502-1adf547079e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547235 Nov 25 13:32:18.760461 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-07a0a3ab-c871-4385-9394-7820bb8f50ae req-3edaee60-3316-4482-846a-0aedc00d8178 tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] 10.222.0.53 "GET /v2.0/ports?device_id=d78d0ae6-0ef9-4085-9f9a-ec98a43cd52e HTTP/1.1" status: 200 len: 210 time: 0.0518501 Nov 25 13:32:18.858637 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c27846c6-f1ae-4026-b38c-2ef6dfa3bedf req-c6483d0a-7eaf-464a-81ce-b32c0b84962a tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=a21c00e5-301f-4888-89a2-675ef63eefc7 HTTP/1.1" status: 200 len: 210 time: 0.0308368 Nov 25 13:32:19.507985 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d3ee67-244e-42fe-911c-1fb1d7acf68b req-18433e0d-b1bc-4a5a-b220-5ae54b370945 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:19.509485 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-37d3ee67-244e-42fe-911c-1fb1d7acf68b req-18433e0d-b1bc-4a5a-b220-5ae54b370945 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8adf22-20f5-48a9-8030-0d19566c5600 HTTP/1.1" status: 200 len: 944 time: 0.0696130 Nov 25 13:32:19.564263 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-37d3ee67-244e-42fe-911c-1fb1d7acf68b req-8b73618e-71d7-404a-8a08-b5cd340cbb8b tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b7de3ae-16ca-4eab-ba9f-83e56d760ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470777 Nov 25 13:32:19.745155 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85902d47-cd84-4e40-aaaa-db0492bbe6a6 req-83fa1e6e-6d0a-49ff-ab69-90a8ad65ad91 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:19.747464 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-85902d47-cd84-4e40-aaaa-db0492bbe6a6 req-83fa1e6e-6d0a-49ff-ab69-90a8ad65ad91 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/ports?device_id=71b4ac00-28d3-42ae-b2c5-75cc91e55470 HTTP/1.1" status: 200 len: 946 time: 0.0632815 Nov 25 13:32:19.798461 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-85902d47-cd84-4e40-aaaa-db0492bbe6a6 req-60215e7d-fd14-4760-9505-b313d2d8d16c tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d21bc81-13bd-4c4d-a502-1adf547079e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449586 Nov 25 13:32:19.887373 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-abf1baf1-3557-4764-9b7a-cce6795a1252 req-35473c8c-5f9a-4239-bbfe-b25387ead3b9 tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] 10.222.0.53 "GET /v2.0/ports?device_id=d78d0ae6-0ef9-4085-9f9a-ec98a43cd52e HTTP/1.1" status: 200 len: 210 time: 0.0308115 Nov 25 13:32:19.977672 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-28c71f0e-8eab-48e3-a371-60816acedbc1 req-bd7a0d65-f06a-4d02-b790-1a336281768b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=a21c00e5-301f-4888-89a2-675ef63eefc7 HTTP/1.1" status: 200 len: 210 time: 0.0301824 Nov 25 13:32:20.707710 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d7fae-f28c-4388-ae8b-46a6349309f6 req-10835049-a06c-4268-801e-e8376b1d5bba tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:20.709113 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-568d7fae-f28c-4388-ae8b-46a6349309f6 req-10835049-a06c-4268-801e-e8376b1d5bba tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8adf22-20f5-48a9-8030-0d19566c5600 HTTP/1.1" status: 200 len: 944 time: 0.0501101 Nov 25 13:32:20.758132 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-568d7fae-f28c-4388-ae8b-46a6349309f6 req-7940ebdf-a05c-4a31-8121-79bf43d550fa tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b7de3ae-16ca-4eab-ba9f-83e56d760ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424483 Nov 25 13:32:20.916280 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27352ea6-38b4-4659-aaea-75ae1abde8b5 req-212c20a0-c4c9-45c4-80bd-d2b2af0b3a1d tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:20.918443 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-27352ea6-38b4-4659-aaea-75ae1abde8b5 req-212c20a0-c4c9-45c4-80bd-d2b2af0b3a1d tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/ports?device_id=71b4ac00-28d3-42ae-b2c5-75cc91e55470 HTTP/1.1" status: 200 len: 946 time: 0.0494478 Nov 25 13:32:20.971361 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-27352ea6-38b4-4659-aaea-75ae1abde8b5 req-2868ccf9-a1af-4c8a-a51b-3509e8375b39 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d21bc81-13bd-4c4d-a502-1adf547079e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469904 Nov 25 13:32:21.057746 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a41d70e7-eaf0-4e65-9ddb-ce4050d1cbef req-ae5fe1ad-ee0b-4ef8-b814-e6333272e156 tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] 10.222.0.53 "GET /v2.0/ports?device_id=d78d0ae6-0ef9-4085-9f9a-ec98a43cd52e HTTP/1.1" status: 200 len: 210 time: 0.0271711 Nov 25 13:32:21.263211 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-02d373ce-4cab-40a1-884c-e42a3b1320c3 req-20e3b953-663a-4a2b-9b29-356eb7bb7085 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=a21c00e5-301f-4888-89a2-675ef63eefc7 HTTP/1.1" status: 200 len: 210 time: 0.0378809 Nov 25 13:32:21.891270 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc354ee-9f79-4fcb-b52f-9b749eb12609 req-2a53fb12-f98e-4f99-8d0e-e932a458fb37 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:21.893426 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3fc354ee-9f79-4fcb-b52f-9b749eb12609 req-2a53fb12-f98e-4f99-8d0e-e932a458fb37 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8adf22-20f5-48a9-8030-0d19566c5600 HTTP/1.1" status: 200 len: 944 time: 0.0553105 Nov 25 13:32:21.974053 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3fc354ee-9f79-4fcb-b52f-9b749eb12609 req-be8dbcad-23e8-4cad-b7e3-f1630ae07f56 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b7de3ae-16ca-4eab-ba9f-83e56d760ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731971 Nov 25 13:32:22.156745 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e622777-388a-4bad-a1ad-d22b6bd6ed3d req-339db579-7337-4ed7-8773-da4190be0af7 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:22.158318 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2e622777-388a-4bad-a1ad-d22b6bd6ed3d req-339db579-7337-4ed7-8773-da4190be0af7 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.47 "GET /v2.0/networks?id=dd4998df-fe3f-4d7c-8a66-ca338627d320 HTTP/1.1" status: 200 len: 796 time: 0.1909628 Nov 25 13:32:22.197950 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f9aed-7ef6-4de8-aa50-32e42ae7465b req-8a73f573-be14-42d0-9574-3c86f183a1d8 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:22.206836 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1e9f9aed-7ef6-4de8-aa50-32e42ae7465b req-8a73f573-be14-42d0-9574-3c86f183a1d8 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/ports?device_id=71b4ac00-28d3-42ae-b2c5-75cc91e55470 HTTP/1.1" status: 200 len: 946 time: 0.0928171 Nov 25 13:32:22.249758 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8bf89451-7277-42ef-91fd-1fb6de1f02ed req-b15f5338-d228-43f9-9a3a-7ef24aa63c29 tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] 10.222.0.53 "GET /v2.0/ports?device_id=d78d0ae6-0ef9-4085-9f9a-ec98a43cd52e HTTP/1.1" status: 200 len: 210 time: 0.0416605 Nov 25 13:32:22.272611 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2e622777-388a-4bad-a1ad-d22b6bd6ed3d req-04d300ed-603a-46e2-93c9-905439c05f55 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=057e847f3ee343b9812224ca032e6bfc HTTP/1.1" status: 200 len: 380 time: 0.1003165 Nov 25 13:32:22.290040 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-2e622777-388a-4bad-a1ad-d22b6bd6ed3d req-7e974b3d-7da8-4aa1-be5a-6b34f0c03018 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Request body: {'port': {'device_id': 'a21c00e5-301f-4888-89a2-675ef63eefc7', 'network_id': 'dd4998df-fe3f-4d7c-8a66-ca338627d320', 'admin_state_up': True, 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'security_groups': ['de0cb51b-ea44-4a75-a1e3-908c4af9fa5f']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:32:22.311132 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1e9f9aed-7ef6-4de8-aa50-32e42ae7465b req-df62b58c-fae6-463c-afc6-2f5245137058 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d21bc81-13bd-4c4d-a502-1adf547079e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940521 Nov 25 13:32:22.401886 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d2b34836-b6e3-4f0e-a30b-f33cb1fe69ac req-01f11800-29ae-41f1-abf9-4c233d6c88e7 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=a21c00e5-301f-4888-89a2-675ef63eefc7 HTTP/1.1" status: 200 len: 210 time: 0.0522242 Nov 25 13:32:22.502686 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1704f6af-de44-4de1-8dfe-b5170dcbca39 req-8ce8604f-96b9-43ff-9e4a-4ae3ed941778 tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=67354ac5de4741debb901f5ab29b9c45&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0505154 Nov 25 13:32:22.537569 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e622777-388a-4bad-a1ad-d22b6bd6ed3d req-7e974b3d-7da8-4aa1-be5a-6b34f0c03018 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Made reservation on behalf of 057e847f3ee343b9812224ca032e6bfc for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:32:22.542859 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2e622777-388a-4bad-a1ad-d22b6bd6ed3d req-7e974b3d-7da8-4aa1-be5a-6b34f0c03018 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:22.696068 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58580cca-4519-4cb3-84b2-c0ec3ffe9023 req-a9ab1732-632e-41dc-b08c-940a53194471 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:22.697688 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-58580cca-4519-4cb3-84b2-c0ec3ffe9023 req-a9ab1732-632e-41dc-b08c-940a53194471 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/ports?device_id=71b4ac00-28d3-42ae-b2c5-75cc91e55470 HTTP/1.1" status: 200 len: 946 time: 0.0868061 Nov 25 13:32:22.764195 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-58580cca-4519-4cb3-84b2-c0ec3ffe9023 req-c7950dc0-1436-4c85-9efe-e65eecd6e414 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d21bc81-13bd-4c4d-a502-1adf547079e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598903 Nov 25 13:32:23.040659 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-2e622777-388a-4bad-a1ad-d22b6bd6ed3d req-7e974b3d-7da8-4aa1-be5a-6b34f0c03018 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Allocated IP 172.20.0.6 (dd4998df-fe3f-4d7c-8a66-ca338627d320/792a7be1-8984-4b0d-9164-df358cd18dd6/60ea48c1-139b-4021-9718-6162dfdcceaa) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:32:23.049305 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd448c8-aaea-4f3b-a16f-e218c110ee3f req-0f2716b8-0bd4-46bd-b22c-50aaf567e8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:23.050865 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4fd448c8-aaea-4f3b-a16f-e218c110ee3f req-0f2716b8-0bd4-46bd-b22c-50aaf567e8e3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dfc7ed58aa5f4ef6a363ecf508844b2a&device_id=71b4ac00-28d3-42ae-b2c5-75cc91e55470 HTTP/1.1" status: 200 len: 1098 time: 0.3330657 Nov 25 13:32:23.057910 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1704f6af-de44-4de1-8dfe-b5170dcbca39 req-16b35831-ad30-471a-8f52-df5469db1b8d tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:23.059453 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1704f6af-de44-4de1-8dfe-b5170dcbca39 req-16b35831-ad30-471a-8f52-df5469db1b8d tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5497220 Nov 25 13:32:23.091321 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-1704f6af-de44-4de1-8dfe-b5170dcbca39 req-1f959c99-c528-4e85-a5ea-91f0d73aa608 tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] Request body: {'port': {'device_id': 'd78d0ae6-0ef9-4085-9f9a-ec98a43cd52e', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'admin_state_up': True, 'tenant_id': '67354ac5de4741debb901f5ab29b9c45'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:32:23.134332 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86383b0-8198-4c50-a9cf-54226bce26bd req-4b78ef64-b37c-42fa-a70f-ba62d1020294 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:23.135933 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b86383b0-8198-4c50-a9cf-54226bce26bd req-4b78ef64-b37c-42fa-a70f-ba62d1020294 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8adf22-20f5-48a9-8030-0d19566c5600 HTTP/1.1" status: 200 len: 944 time: 0.0562615 Nov 25 13:32:23.200103 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b86383b0-8198-4c50-a9cf-54226bce26bd req-b9762ba5-e8ee-439f-a63e-e3a76e909f4f tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b7de3ae-16ca-4eab-ba9f-83e56d760ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577819 Nov 25 13:32:23.367494 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dd0af719-291e-4655-baf6-fa2da84bb489 req-66f15c6b-1b97-4f12-aacb-02984a577cc4 tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] 10.222.0.53 "GET /v2.0/ports?device_id=d78d0ae6-0ef9-4085-9f9a-ec98a43cd52e HTTP/1.1" status: 200 len: 210 time: 0.0286634 Nov 25 13:32:23.540344 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f859f56e-a83a-45ac-b813-55d6275b53cb req-91c76d41-239b-4bb6-ab4d-c595073dfda1 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=a21c00e5-301f-4888-89a2-675ef63eefc7 HTTP/1.1" status: 200 len: 210 time: 0.0442908 Nov 25 13:32:23.672642 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd448c8-aaea-4f3b-a16f-e218c110ee3f req-7b3ecc8e-053e-48ff-bdc4-816a35ff9f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:23.674131 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4fd448c8-aaea-4f3b-a16f-e218c110ee3f req-7b3ecc8e-053e-48ff-bdc4-816a35ff9f11 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b6131956-3d7f-4134-a1c5-4d454239b609 HTTP/1.1" status: 200 len: 911 time: 0.6137545 Nov 25 13:32:23.779828 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2e622777-388a-4bad-a1ad-d22b6bd6ed3d req-7e974b3d-7da8-4aa1-be5a-6b34f0c03018 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:23.804356 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1704f6af-de44-4de1-8dfe-b5170dcbca39 req-1f959c99-c528-4e85-a5ea-91f0d73aa608 tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] Made reservation on behalf of 67354ac5de4741debb901f5ab29b9c45 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:32:23.807977 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1704f6af-de44-4de1-8dfe-b5170dcbca39 req-1f959c99-c528-4e85-a5ea-91f0d73aa608 tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:23.820125 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4fd448c8-aaea-4f3b-a16f-e218c110ee3f req-95ea437b-e45b-4fff-9b81-369b6d6b6cfe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96b44673-a075-46b0-8f3f-46d8962a7f04 HTTP/1.1" status: 200 len: 1002 time: 0.1313844 Nov 25 13:32:23.823263 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1704f6af-de44-4de1-8dfe-b5170dcbca39 req-1f959c99-c528-4e85-a5ea-91f0d73aa608 tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:23.890753 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ba91c-0f2a-4908-bba3-2fe6cf10578b req-50cd5a93-cc88-4f37-ac0b-bccb868999f4 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:23.892495 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3f1ba91c-0f2a-4908-bba3-2fe6cf10578b req-50cd5a93-cc88-4f37-ac0b-bccb868999f4 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/ports?device_id=71b4ac00-28d3-42ae-b2c5-75cc91e55470 HTTP/1.1" status: 200 len: 946 time: 0.0592413 Nov 25 13:32:23.935196 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd448c8-aaea-4f3b-a16f-e218c110ee3f req-e644f9ed-22c6-490f-89b8-8675ad2894d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:23.936985 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4fd448c8-aaea-4f3b-a16f-e218c110ee3f req-e644f9ed-22c6-490f-89b8-8675ad2894d7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bd741d61-638e-40d0-8aa0-1d3f2aabe218 HTTP/1.1" status: 200 len: 849 time: 0.0992403 Nov 25 13:32:23.946632 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3f1ba91c-0f2a-4908-bba3-2fe6cf10578b req-9106f328-a58e-405a-b027-17df57719cac tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d21bc81-13bd-4c4d-a502-1adf547079e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477688 Nov 25 13:32:23.950437 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2e622777-388a-4bad-a1ad-d22b6bd6ed3d req-7e974b3d-7da8-4aa1-be5a-6b34f0c03018 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:24.081971 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e622777-388a-4bad-a1ad-d22b6bd6ed3d req-7e974b3d-7da8-4aa1-be5a-6b34f0c03018 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Network dd4998df-fe3f-4d7c-8a66-ca338627d320 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:32:24.085982 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e974b3d-7da8-4aa1-be5a-6b34f0c03018 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event updated for resources: {'Port': ['ID=60ea48c1-139b-4021-9718-6162dfdcceaa,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:32:24.097661 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-2e622777-388a-4bad-a1ad-d22b6bd6ed3d req-7e974b3d-7da8-4aa1-be5a-6b34f0c03018 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:32:24.102298 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e622777-388a-4bad-a1ad-d22b6bd6ed3d req-7e974b3d-7da8-4aa1-be5a-6b34f0c03018 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:32:24.118734 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd448c8-aaea-4f3b-a16f-e218c110ee3f req-aa5936d9-3951-4e31-8316-96e8f84c7c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:24.120854 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4fd448c8-aaea-4f3b-a16f-e218c110ee3f req-aa5936d9-3951-4e31-8316-96e8f84c7c46 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b6131956-3d7f-4134-a1c5-4d454239b609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1733568 Nov 25 13:32:24.164613 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1704f6af-de44-4de1-8dfe-b5170dcbca39 req-1f959c99-c528-4e85-a5ea-91f0d73aa608 tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:24.196052 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1704f6af-de44-4de1-8dfe-b5170dcbca39 req-1f959c99-c528-4e85-a5ea-91f0d73aa608 tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:24.356261 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e622777-388a-4bad-a1ad-d22b6bd6ed3d req-7e974b3d-7da8-4aa1-be5a-6b34f0c03018 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:24.357241 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2e622777-388a-4bad-a1ad-d22b6bd6ed3d req-7e974b3d-7da8-4aa1-be5a-6b34f0c03018 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:24.379192 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb1bfa7-0445-409e-8910-9f0d0ecb264b req-6aa2b9e8-34bb-4273-b8b5-f3d616e60c28 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:24.388510 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5cb1bfa7-0445-409e-8910-9f0d0ecb264b req-6aa2b9e8-34bb-4273-b8b5-f3d616e60c28 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8adf22-20f5-48a9-8030-0d19566c5600 HTTP/1.1" status: 200 len: 944 time: 0.0726087 Nov 25 13:32:24.398439 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4fd448c8-aaea-4f3b-a16f-e218c110ee3f req-40ca92d1-6de1-4802-80ef-0e6eaf7d5d35 service neutron] 10.222.0.47 "GET /v2.0/networks/b6131956-3d7f-4134-a1c5-4d454239b609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534323 Nov 25 13:32:24.410673 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f959c99-c528-4e85-a5ea-91f0d73aa608 tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a87ee86-2977-4f35-b4e5-b210a3a7d3a1,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:32:24.459097 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2e622777-388a-4bad-a1ad-d22b6bd6ed3d req-7e974b3d-7da8-4aa1-be5a-6b34f0c03018 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1729643 Nov 25 13:32:24.463546 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-dd479a4d-7840-40c4-aee8-427b3a261391 None None] Provisioning complete for port 60ea48c1-139b-4021-9718-6162dfdcceaa triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:32:24.465418 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dd479a4d-7840-40c4-aee8-427b3a261391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:24.481311 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5cb1bfa7-0445-409e-8910-9f0d0ecb264b req-c1b4c0d5-d172-4c26-81d1-aa7dbebce931 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b7de3ae-16ca-4eab-ba9f-83e56d760ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914106 Nov 25 13:32:24.514332 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-2e622777-388a-4bad-a1ad-d22b6bd6ed3d req-adbc6dd9-ea79-4c98-b989-24fb4c834fa9 service neutron] Request body: {'port': {'device_id': 'a21c00e5-301f-4888-89a2-675ef63eefc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:32:24.521334 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-dd479a4d-7840-40c4-aee8-427b3a261391 None None] Port 60ea48c1-139b-4021-9718-6162dfdcceaa cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:32:24.537209 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-eaf0e163-5f1b-4f34-b8de-5112beb67995 req-20e5f2e5-36ea-443d-8872-43d25de23090 tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] 10.222.0.53 "GET /v2.0/ports?device_id=d78d0ae6-0ef9-4085-9f9a-ec98a43cd52e HTTP/1.1" status: 200 len: 210 time: 0.0311134 Nov 25 13:32:24.660943 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-1704f6af-de44-4de1-8dfe-b5170dcbca39 req-1f959c99-c528-4e85-a5ea-91f0d73aa608 tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] Allocated IP 192.168.233.212 (85f6380f-3625-4f44-8465-fbcf0c11fed5/2ce5ca48-e3be-44c6-9584-fd9eb8c67222/5b17fbd3-645f-49f0-bc03-0a7b4c5d71dd) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:32:24.689616 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2e622777-388a-4bad-a1ad-d22b6bd6ed3d req-adbc6dd9-ea79-4c98-b989-24fb4c834fa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:24.694248 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4fd448c8-aaea-4f3b-a16f-e218c110ee3f req-dff8d7a4-8584-443e-ba83-c7e818d7f54a service neutron] 10.222.0.47 "GET /v2.0/networks/b6131956-3d7f-4134-a1c5-4d454239b609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794931 Nov 25 13:32:24.767783 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c95f5-9741-4561-8dc1-8f01c028aca8 req-a0c6f334-9831-4c02-889c-1ec2835f07bf tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:24.772000 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ef0c95f5-9741-4561-8dc1-8f01c028aca8 req-a0c6f334-9831-4c02-889c-1ec2835f07bf tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=a21c00e5-301f-4888-89a2-675ef63eefc7 HTTP/1.1" status: 200 len: 931 time: 0.1255336 Nov 25 13:32:24.774882 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:32:24.842554 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ef0c95f5-9741-4561-8dc1-8f01c028aca8 req-63c0b89d-175a-4c4e-ad37-9a54935128f7 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=de0cb51b-ea44-4a75-a1e3-908c4af9fa5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646489 Nov 25 13:32:24.919526 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d,segment=NetworkSegment(66e12dc7-b89b-4195-a71e-2bc7657a2a6a),segment_id=66e12dc7-b89b-4195-a71e-2bc7657a2a6a)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:32:24.935962 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': 'f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d', 'network_id': '755402ba-804b-4493-8340-905b0e2e90e1', 'port_id': 'f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d', 'mac_address': 'fa:16:3e:b6:f2:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de598ec9-e4ed-4f9c-80e3-a369f7acaceb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:32:24.997041 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:25.014074 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:32:25.022426 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1704f6af-de44-4de1-8dfe-b5170dcbca39 req-1f959c99-c528-4e85-a5ea-91f0d73aa608 tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:25.041762 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d,segment=NetworkSegment(66e12dc7-b89b-4195-a71e-2bc7657a2a6a),segment_id=66e12dc7-b89b-4195-a71e-2bc7657a2a6a)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:32:25.050197 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:25.146105 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d,revision_number=9']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:32:25.151076 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-2e622777-388a-4bad-a1ad-d22b6bd6ed3d req-adbc6dd9-ea79-4c98-b989-24fb4c834fa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60ea48c1-139b-4021-9718-6162dfdcceaa {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:32:25.160251 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2e622777-388a-4bad-a1ad-d22b6bd6ed3d req-adbc6dd9-ea79-4c98-b989-24fb4c834fa9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:25.172516 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1704f6af-de44-4de1-8dfe-b5170dcbca39 req-1f959c99-c528-4e85-a5ea-91f0d73aa608 tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:25.193861 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64646174-0e87-493b-8916-9d46840fada7 req-8575a0f2-3ca5-4e38-b60a-a1bade97e393 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:25.194153 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-2e622777-388a-4bad-a1ad-d22b6bd6ed3d req-adbc6dd9-ea79-4c98-b989-24fb4c834fa9 service neutron] Transition to ACTIVE for port object 60ea48c1-139b-4021-9718-6162dfdcceaa will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:32:25.207137 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-64646174-0e87-493b-8916-9d46840fada7 req-8575a0f2-3ca5-4e38-b60a-a1bade97e393 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/ports?device_id=71b4ac00-28d3-42ae-b2c5-75cc91e55470 HTTP/1.1" status: 200 len: 946 time: 0.1611469 Nov 25 13:32:25.230416 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2e622777-388a-4bad-a1ad-d22b6bd6ed3d req-adbc6dd9-ea79-4c98-b989-24fb4c834fa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:25.254744 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1704f6af-de44-4de1-8dfe-b5170dcbca39 req-1f959c99-c528-4e85-a5ea-91f0d73aa608 tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] Network 85f6380f-3625-4f44-8465-fbcf0c11fed5 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:32:25.258572 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-1704f6af-de44-4de1-8dfe-b5170dcbca39 req-1f959c99-c528-4e85-a5ea-91f0d73aa608 tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:32:25.262137 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-1704f6af-de44-4de1-8dfe-b5170dcbca39 req-1f959c99-c528-4e85-a5ea-91f0d73aa608 tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:32:25.273212 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-64646174-0e87-493b-8916-9d46840fada7 req-30ec3447-7a4a-4ace-9698-c5ae37bb8e0e tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d21bc81-13bd-4c4d-a502-1adf547079e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649362 Nov 25 13:32:25.289210 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f959c99-c528-4e85-a5ea-91f0d73aa608 tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] Pushing event updated for resources: {'Port': ['ID=5b17fbd3-645f-49f0-bc03-0a7b4c5d71dd,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:32:25.348276 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:32:25.384844 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1704f6af-de44-4de1-8dfe-b5170dcbca39 req-1f959c99-c528-4e85-a5ea-91f0d73aa608 tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:25.395314 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1704f6af-de44-4de1-8dfe-b5170dcbca39 req-1f959c99-c528-4e85-a5ea-91f0d73aa608 tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:25.426342 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbc6dd9-ea79-4c98-b989-24fb4c834fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=60ea48c1-139b-4021-9718-6162dfdcceaa,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:32:25.461537 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1704f6af-de44-4de1-8dfe-b5170dcbca39 req-1f959c99-c528-4e85-a5ea-91f0d73aa608 tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3922157 Nov 25 13:32:25.479800 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-1704f6af-de44-4de1-8dfe-b5170dcbca39 req-317256df-f867-4c71-a744-4fb896ba4293 service neutron] Request body: {'port': {'device_id': 'd78d0ae6-0ef9-4085-9f9a-ec98a43cd52e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:32:25.509657 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-2e622777-388a-4bad-a1ad-d22b6bd6ed3d req-adbc6dd9-ea79-4c98-b989-24fb4c834fa9 service neutron] Attempting to bind port 60ea48c1-139b-4021-9718-6162dfdcceaa on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:32:25.509929 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-2e622777-388a-4bad-a1ad-d22b6bd6ed3d req-adbc6dd9-ea79-4c98-b989-24fb4c834fa9 service neutron] Attempting to bind port 60ea48c1-139b-4021-9718-6162dfdcceaa by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '30ea970d-2d33-4fc3-8d80-33e26c0e2710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'dd4998df-fe3f-4d7c-8a66-ca338627d320'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:32:25.510244 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e622777-388a-4bad-a1ad-d22b6bd6ed3d req-adbc6dd9-ea79-4c98-b989-24fb4c834fa9 service neutron] Attempting to bind port 60ea48c1-139b-4021-9718-6162dfdcceaa on network dd4998df-fe3f-4d7c-8a66-ca338627d320 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:32:25.532333 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e622777-388a-4bad-a1ad-d22b6bd6ed3d req-adbc6dd9-ea79-4c98-b989-24fb4c834fa9 service neutron] Port 60ea48c1-139b-4021-9718-6162dfdcceaa on network dd4998df-fe3f-4d7c-8a66-ca338627d320 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:32:25.532666 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e622777-388a-4bad-a1ad-d22b6bd6ed3d req-adbc6dd9-ea79-4c98-b989-24fb4c834fa9 service neutron] Attempting to bind port 60ea48c1-139b-4021-9718-6162dfdcceaa on network dd4998df-fe3f-4d7c-8a66-ca338627d320 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:32:25.549260 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e622777-388a-4bad-a1ad-d22b6bd6ed3d req-adbc6dd9-ea79-4c98-b989-24fb4c834fa9 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:32:25.549665 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e622777-388a-4bad-a1ad-d22b6bd6ed3d req-adbc6dd9-ea79-4c98-b989-24fb4c834fa9 service neutron] Checking segment: {'id': '30ea970d-2d33-4fc3-8d80-33e26c0e2710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'dd4998df-fe3f-4d7c-8a66-ca338627d320'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:32:25.550040 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e622777-388a-4bad-a1ad-d22b6bd6ed3d req-adbc6dd9-ea79-4c98-b989-24fb4c834fa9 service neutron] Bound using segment: {'id': '30ea970d-2d33-4fc3-8d80-33e26c0e2710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'dd4998df-fe3f-4d7c-8a66-ca338627d320'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:32:25.550492 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-2e622777-388a-4bad-a1ad-d22b6bd6ed3d req-adbc6dd9-ea79-4c98-b989-24fb4c834fa9 service neutron] Bound port: 60ea48c1-139b-4021-9718-6162dfdcceaa, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ea970d-2d33-4fc3-8d80-33e26c0e2710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'dd4998df-fe3f-4d7c-8a66-ca338627d320'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:32:25.550917 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2e622777-388a-4bad-a1ad-d22b6bd6ed3d req-adbc6dd9-ea79-4c98-b989-24fb4c834fa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:25.649740 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1704f6af-de44-4de1-8dfe-b5170dcbca39 req-317256df-f867-4c71-a744-4fb896ba4293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:25.724898 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-2e622777-388a-4bad-a1ad-d22b6bd6ed3d req-adbc6dd9-ea79-4c98-b989-24fb4c834fa9 service neutron] For port 60ea48c1-139b-4021-9718-6162dfdcceaa, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:32:25.729597 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-2e622777-388a-4bad-a1ad-d22b6bd6ed3d req-adbc6dd9-ea79-4c98-b989-24fb4c834fa9 service neutron] For port 60ea48c1-139b-4021-9718-6162dfdcceaa, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=60ea48c1-139b-4021-9718-6162dfdcceaa,segment=NetworkSegment(30ea970d-2d33-4fc3-8d80-33e26c0e2710),segment_id=30ea970d-2d33-4fc3-8d80-33e26c0e2710)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:32:25.741374 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2e622777-388a-4bad-a1ad-d22b6bd6ed3d req-adbc6dd9-ea79-4c98-b989-24fb4c834fa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:25.794563 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edee061-613d-4c67-8a54-bccb679d43d0 req-697cb3b8-7049-4d18-aeec-27606d105bd2 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:25.796195 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0edee061-613d-4c67-8a54-bccb679d43d0 req-697cb3b8-7049-4d18-aeec-27606d105bd2 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8adf22-20f5-48a9-8030-0d19566c5600 HTTP/1.1" status: 200 len: 945 time: 0.1954114 Nov 25 13:32:25.811364 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfadb6b-f82c-4bc9-a40b-5f50502ba33c req-4dc98d6f-6826-4897-ba6d-683343698607 tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:25.813369 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0cfadb6b-f82c-4bc9-a40b-5f50502ba33c req-4dc98d6f-6826-4897-ba6d-683343698607 tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] 10.222.0.53 "GET /v2.0/ports?device_id=d78d0ae6-0ef9-4085-9f9a-ec98a43cd52e HTTP/1.1" status: 200 len: 936 time: 0.1135867 Nov 25 13:32:25.849825 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e622777-388a-4bad-a1ad-d22b6bd6ed3d req-adbc6dd9-ea79-4c98-b989-24fb4c834fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:25.850559 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2e622777-388a-4bad-a1ad-d22b6bd6ed3d req-adbc6dd9-ea79-4c98-b989-24fb4c834fa9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:25.852026 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2e622777-388a-4bad-a1ad-d22b6bd6ed3d req-adbc6dd9-ea79-4c98-b989-24fb4c834fa9 service neutron] 10.222.0.47 "PUT /v2.0/ports/60ea48c1-139b-4021-9718-6162dfdcceaa HTTP/1.1" status: 200 len: 1092 time: 1.3479810 Nov 25 13:32:25.854954 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a21c00e5-301f-4888-89a2-675ef63eefc7', 'tag': '60ea48c1-139b-4021-9718-6162dfdcceaa'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:32:25.857355 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659ec6c2-81af-42a0-9185-06e1f0160892" -d '{"events": [{"name": "network-changed", "server_uuid": "a21c00e5-301f-4888-89a2-675ef63eefc7", "tag": "60ea48c1-139b-4021-9718-6162dfdcceaa"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:32:25.899309 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbc6dd9-ea79-4c98-b989-24fb4c834fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=60ea48c1-139b-4021-9718-6162dfdcceaa,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:32:25.968643 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-7da09225-6466-4379-b59c-60b67f725f86 None None] Provisioning complete for port 5b17fbd3-645f-49f0-bc03-0a7b4c5d71dd triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:32:25.969817 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7da09225-6466-4379-b59c-60b67f725f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:25.994014 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0edee061-613d-4c67-8a54-bccb679d43d0 req-0593ff8f-8bb5-48fe-87a4-0fa3b6123fe4 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b7de3ae-16ca-4eab-ba9f-83e56d760ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793292 Nov 25 13:32:26.015156 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0cfadb6b-f82c-4bc9-a40b-5f50502ba33c req-3c3987a2-cba4-4781-b2e6-11f214c0865e tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a87ee86-2977-4f35-b4e5-b210a3a7d3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768961 Nov 25 13:32:26.021379 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-7da09225-6466-4379-b59c-60b67f725f86 None None] Port 5b17fbd3-645f-49f0-bc03-0a7b4c5d71dd cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:32:26.070140 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-1704f6af-de44-4de1-8dfe-b5170dcbca39 req-317256df-f867-4c71-a744-4fb896ba4293 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b17fbd3-645f-49f0-bc03-0a7b4c5d71dd {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:32:26.095359 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1704f6af-de44-4de1-8dfe-b5170dcbca39 req-317256df-f867-4c71-a744-4fb896ba4293 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:26.109692 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-1704f6af-de44-4de1-8dfe-b5170dcbca39 req-317256df-f867-4c71-a744-4fb896ba4293 service neutron] Transition to ACTIVE for port object 5b17fbd3-645f-49f0-bc03-0a7b4c5d71dd will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:32:26.112292 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d17dec-48ba-40fc-8c63-b8cd7d22e205 x-openstack-request-id: req-d1d17dec-48ba-40fc-8c63-b8cd7d22e205 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:32:26.113728 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a21c00e5-301f-4888-89a2-675ef63eefc7", "tag": "60ea48c1-139b-4021-9718-6162dfdcceaa", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:32:26.113878 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d1d17dec-48ba-40fc-8c63-b8cd7d22e205 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:32:26.114262 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a21c00e5-301f-4888-89a2-675ef63eefc7', 'tag': '60ea48c1-139b-4021-9718-6162dfdcceaa', 'status': 'completed', 'code': 200} Nov 25 13:32:26.125899 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1704f6af-de44-4de1-8dfe-b5170dcbca39 req-317256df-f867-4c71-a744-4fb896ba4293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:26.221675 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3227bdb6-73cc-4223-81fa-59f8a4202284 req-14e97be9-df14-48be-bdc9-f91e9c3d04bf tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:26.224494 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3227bdb6-73cc-4223-81fa-59f8a4202284 req-14e97be9-df14-48be-bdc9-f91e9c3d04bf tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=a21c00e5-301f-4888-89a2-675ef63eefc7 HTTP/1.1" status: 200 len: 943 time: 0.0630219 Nov 25 13:32:26.243463 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317256df-f867-4c71-a744-4fb896ba4293 service neutron] Pushing event updated for resources: {'Port': ['ID=5b17fbd3-645f-49f0-bc03-0a7b4c5d71dd,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:32:26.267209 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e622777-388a-4bad-a1ad-d22b6bd6ed3d req-b9a7f017-6db9-4eea-a4de-61cbe60f059d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:26.269205 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2e622777-388a-4bad-a1ad-d22b6bd6ed3d req-b9a7f017-6db9-4eea-a4de-61cbe60f059d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=057e847f3ee343b9812224ca032e6bfc&device_id=a21c00e5-301f-4888-89a2-675ef63eefc7 HTTP/1.1" status: 200 len: 1095 time: 0.1534524 Nov 25 13:32:26.306203 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3227bdb6-73cc-4223-81fa-59f8a4202284 req-d6bc973d-c610-489d-bd2f-738e1aa6cb73 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=de0cb51b-ea44-4a75-a1e3-908c4af9fa5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704255 Nov 25 13:32:26.348385 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2e622777-388a-4bad-a1ad-d22b6bd6ed3d req-9d022329-e31b-4c84-aa48-3952a1a9c16a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60ea48c1-139b-4021-9718-6162dfdcceaa HTTP/1.1" status: 200 len: 217 time: 0.0444543 Nov 25 13:32:26.417960 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-1704f6af-de44-4de1-8dfe-b5170dcbca39 req-317256df-f867-4c71-a744-4fb896ba4293 service neutron] Attempting to bind port 5b17fbd3-645f-49f0-bc03-0a7b4c5d71dd on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:32:26.418308 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-1704f6af-de44-4de1-8dfe-b5170dcbca39 req-317256df-f867-4c71-a744-4fb896ba4293 service neutron] Attempting to bind port 5b17fbd3-645f-49f0-bc03-0a7b4c5d71dd by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:32:26.418648 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1704f6af-de44-4de1-8dfe-b5170dcbca39 req-317256df-f867-4c71-a744-4fb896ba4293 service neutron] Attempting to bind port 5b17fbd3-645f-49f0-bc03-0a7b4c5d71dd on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:32:26.424926 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e622777-388a-4bad-a1ad-d22b6bd6ed3d req-2b855d0c-d8cf-4b16-974e-7ae002b57f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:26.427098 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2e622777-388a-4bad-a1ad-d22b6bd6ed3d req-2b855d0c-d8cf-4b16-974e-7ae002b57f9c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=792a7be1-8984-4b0d-9164-df358cd18dd6 HTTP/1.1" status: 200 len: 834 time: 0.0697434 Nov 25 13:32:26.429910 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1704f6af-de44-4de1-8dfe-b5170dcbca39 req-317256df-f867-4c71-a744-4fb896ba4293 service neutron] Port 5b17fbd3-645f-49f0-bc03-0a7b4c5d71dd on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:32:26.430733 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1704f6af-de44-4de1-8dfe-b5170dcbca39 req-317256df-f867-4c71-a744-4fb896ba4293 service neutron] Attempting to bind port 5b17fbd3-645f-49f0-bc03-0a7b4c5d71dd on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:32:26.447126 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1704f6af-de44-4de1-8dfe-b5170dcbca39 req-317256df-f867-4c71-a744-4fb896ba4293 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:32:26.447739 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1704f6af-de44-4de1-8dfe-b5170dcbca39 req-317256df-f867-4c71-a744-4fb896ba4293 service neutron] Checking segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:32:26.448840 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1704f6af-de44-4de1-8dfe-b5170dcbca39 req-317256df-f867-4c71-a744-4fb896ba4293 service neutron] Bound using segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:32:26.449492 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-1704f6af-de44-4de1-8dfe-b5170dcbca39 req-317256df-f867-4c71-a744-4fb896ba4293 service neutron] Bound port: 5b17fbd3-645f-49f0-bc03-0a7b4c5d71dd, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:32:26.450053 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1704f6af-de44-4de1-8dfe-b5170dcbca39 req-317256df-f867-4c71-a744-4fb896ba4293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:26.472531 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39feeecc-e595-4e8a-b441-cda788ec5f79 req-440d2811-4741-4f3e-a507-df28dc60a66a tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:26.473969 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-39feeecc-e595-4e8a-b441-cda788ec5f79 req-440d2811-4741-4f3e-a507-df28dc60a66a tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/ports?device_id=71b4ac00-28d3-42ae-b2c5-75cc91e55470 HTTP/1.1" status: 200 len: 946 time: 0.0638418 Nov 25 13:32:26.525608 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e622777-388a-4bad-a1ad-d22b6bd6ed3d req-34917236-521e-4a60-9bb3-923d8d9bb505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:26.527779 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2e622777-388a-4bad-a1ad-d22b6bd6ed3d req-34917236-521e-4a60-9bb3-923d8d9bb505 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dd4998df-fe3f-4d7c-8a66-ca338627d320&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0932312 Nov 25 13:32:26.538841 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-39feeecc-e595-4e8a-b441-cda788ec5f79 req-8f35bdeb-8324-4524-afd3-4889a3115b3b tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d21bc81-13bd-4c4d-a502-1adf547079e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564849 Nov 25 13:32:26.598026 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-1704f6af-de44-4de1-8dfe-b5170dcbca39 req-317256df-f867-4c71-a744-4fb896ba4293 service neutron] For port 5b17fbd3-645f-49f0-bc03-0a7b4c5d71dd, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:32:26.614195 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-1704f6af-de44-4de1-8dfe-b5170dcbca39 req-317256df-f867-4c71-a744-4fb896ba4293 service neutron] For port 5b17fbd3-645f-49f0-bc03-0a7b4c5d71dd, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=5b17fbd3-645f-49f0-bc03-0a7b4c5d71dd,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:32:26.621901 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1704f6af-de44-4de1-8dfe-b5170dcbca39 req-317256df-f867-4c71-a744-4fb896ba4293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:26.684933 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1704f6af-de44-4de1-8dfe-b5170dcbca39 req-317256df-f867-4c71-a744-4fb896ba4293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:26.685551 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1704f6af-de44-4de1-8dfe-b5170dcbca39 req-317256df-f867-4c71-a744-4fb896ba4293 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:26.687003 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1704f6af-de44-4de1-8dfe-b5170dcbca39 req-317256df-f867-4c71-a744-4fb896ba4293 service neutron] 10.222.0.47 "PUT /v2.0/ports/5b17fbd3-645f-49f0-bc03-0a7b4c5d71dd HTTP/1.1" status: 200 len: 1097 time: 1.2163689 Nov 25 13:32:26.688821 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2e622777-388a-4bad-a1ad-d22b6bd6ed3d req-2d6c289b-2ab1-4f5c-8224-c19cf92e51cf service neutron] 10.222.0.47 "GET /v2.0/networks/dd4998df-fe3f-4d7c-8a66-ca338627d320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525621 Nov 25 13:32:26.766809 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317256df-f867-4c71-a744-4fb896ba4293 service neutron] Pushing event updated for resources: {'Port': ['ID=5b17fbd3-645f-49f0-bc03-0a7b4c5d71dd,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:32:26.784754 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:32:26.836368 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1704f6af-de44-4de1-8dfe-b5170dcbca39 req-d0edf9f0-cb4e-4bde-aeb5-5fe8846ef612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:26.837886 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1704f6af-de44-4de1-8dfe-b5170dcbca39 req-d0edf9f0-cb4e-4bde-aeb5-5fe8846ef612 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=67354ac5de4741debb901f5ab29b9c45&device_id=d78d0ae6-0ef9-4085-9f9a-ec98a43cd52e HTTP/1.1" status: 200 len: 1100 time: 0.0823529 Nov 25 13:32:26.840088 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2e622777-388a-4bad-a1ad-d22b6bd6ed3d req-a0b51c3d-05ea-4e58-ac5a-4bcc65f8c7c8 service neutron] 10.222.0.47 "GET /v2.0/networks/dd4998df-fe3f-4d7c-8a66-ca338627d320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396251 Nov 25 13:32:26.868212 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:32:26.869006 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:26.895260 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1704f6af-de44-4de1-8dfe-b5170dcbca39 req-35df4b8d-6b12-48c3-9bbd-10024114245d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=5b17fbd3-645f-49f0-bc03-0a7b4c5d71dd HTTP/1.1" status: 200 len: 217 time: 0.0450094 Nov 25 13:32:26.961797 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:26.986956 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e8adf22-20f5-48a9-8030-0d19566c5600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:32:26.991805 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3171efb9-d2e4-4aab-a08c-9ce45a8383cf" -d '{"events": [{"server_uuid": "7e8adf22-20f5-48a9-8030-0d19566c5600", "name": "network-vif-plugged", "status": "completed", "tag": "f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:32:27.004240 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1704f6af-de44-4de1-8dfe-b5170dcbca39 req-5d72eef6-7451-466f-ab0f-55da125e5cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:27.005794 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1704f6af-de44-4de1-8dfe-b5170dcbca39 req-5d72eef6-7451-466f-ab0f-55da125e5cc7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.0951433 Nov 25 13:32:27.011419 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d,segment=NetworkSegment(66e12dc7-b89b-4195-a71e-2bc7657a2a6a),segment_id=66e12dc7-b89b-4195-a71e-2bc7657a2a6a)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:32:27.013164 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ec6c2-81af-42a0-9185-06e1f0160892 req-3eb9be00-5c6f-4c34-ae43-70a58dc5f0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:27.015598 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-659ec6c2-81af-42a0-9185-06e1f0160892 req-3eb9be00-5c6f-4c34-ae43-70a58dc5f0dd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=057e847f3ee343b9812224ca032e6bfc&device_id=a21c00e5-301f-4888-89a2-675ef63eefc7 HTTP/1.1" status: 200 len: 1095 time: 0.1037028 Nov 25 13:32:27.019354 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:27.084193 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d,revision_number=10']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:32:27.125929 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ee3f48-6deb-47b0-8509-3237c720486f x-openstack-request-id: req-86ee3f48-6deb-47b0-8509-3237c720486f {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:32:27.126228 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e8adf22-20f5-48a9-8030-0d19566c5600", "name": "network-vif-plugged", "status": "completed", "tag": "f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:32:27.126484 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-86ee3f48-6deb-47b0-8509-3237c720486f {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:32:27.126911 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e8adf22-20f5-48a9-8030-0d19566c5600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d', 'code': 200} Nov 25 13:32:27.143127 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1704f6af-de44-4de1-8dfe-b5170dcbca39 req-23acab21-1029-45ff-b90e-70810957bd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:27.144938 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1704f6af-de44-4de1-8dfe-b5170dcbca39 req-23acab21-1029-45ff-b90e-70810957bd2c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1284168 Nov 25 13:32:27.211612 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a02c4-f4e8-4f2a-a731-b5b2c767796a req-9b8f5e5a-a926-4ccf-8848-53da35ccbad3 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:27.214565 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-653a02c4-f4e8-4f2a-a731-b5b2c767796a req-9b8f5e5a-a926-4ccf-8848-53da35ccbad3 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8adf22-20f5-48a9-8030-0d19566c5600 HTTP/1.1" status: 200 len: 947 time: 0.0768220 Nov 25 13:32:27.236581 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ec6c2-81af-42a0-9185-06e1f0160892 req-29dbbc35-98a1-45a3-ba34-34d9e965c8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:27.238227 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-659ec6c2-81af-42a0-9185-06e1f0160892 req-29dbbc35-98a1-45a3-ba34-34d9e965c8d8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dd4998df-fe3f-4d7c-8a66-ca338627d320 HTTP/1.1" status: 200 len: 897 time: 0.2128413 Nov 25 13:32:27.291253 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-659ec6c2-81af-42a0-9185-06e1f0160892 req-49add8ec-ab3a-4ca9-84e0-41535dfdd365 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60ea48c1-139b-4021-9718-6162dfdcceaa HTTP/1.1" status: 200 len: 217 time: 0.0435934 Nov 25 13:32:27.320757 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93492280-c274-42a7-9bcb-ae759f9880bf req-e2f1ad29-ce81-4f60-8f84-99335bc510f9 tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:27.323296 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-93492280-c274-42a7-9bcb-ae759f9880bf req-e2f1ad29-ce81-4f60-8f84-99335bc510f9 tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] 10.222.0.53 "GET /v2.0/ports?device_id=d78d0ae6-0ef9-4085-9f9a-ec98a43cd52e HTTP/1.1" status: 200 len: 948 time: 0.1037352 Nov 25 13:32:27.366708 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-653a02c4-f4e8-4f2a-a731-b5b2c767796a req-9e3ce117-a5d4-4f93-9f26-fc851286690f tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b7de3ae-16ca-4eab-ba9f-83e56d760ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449280 Nov 25 13:32:27.404609 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-93492280-c274-42a7-9bcb-ae759f9880bf req-256d0eba-9d36-4361-8f86-aee81d46f04a tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a87ee86-2977-4f35-b4e5-b210a3a7d3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721779 Nov 25 13:32:27.414568 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1704f6af-de44-4de1-8dfe-b5170dcbca39 req-9a5100dc-ad76-410f-83ba-3c2c5f48ebab service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482076 Nov 25 13:32:27.439814 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ec6c2-81af-42a0-9185-06e1f0160892 req-523d46cb-c7b4-4da0-8ba6-d01a14603cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:27.442581 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-659ec6c2-81af-42a0-9185-06e1f0160892 req-523d46cb-c7b4-4da0-8ba6-d01a14603cc5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=792a7be1-8984-4b0d-9164-df358cd18dd6 HTTP/1.1" status: 200 len: 834 time: 0.1402214 Nov 25 13:32:27.445467 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3687d0-ec3f-4706-976d-6df79ff390fb req-13dcc258-5e84-4a66-827c-29775a1f29ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:27.446993 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-de3687d0-ec3f-4706-976d-6df79ff390fb req-13dcc258-5e84-4a66-827c-29775a1f29ea service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7e8adf22-20f5-48a9-8030-0d19566c5600 HTTP/1.1" status: 200 len: 1099 time: 0.0979431 Nov 25 13:32:27.566280 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e648833-955b-449c-aede-73ae7ad78e4e req-a0b128b5-9910-41b7-baab-86cf31d16884 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:27.567951 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9e648833-955b-449c-aede-73ae7ad78e4e req-a0b128b5-9910-41b7-baab-86cf31d16884 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=a21c00e5-301f-4888-89a2-675ef63eefc7 HTTP/1.1" status: 200 len: 943 time: 0.0747259 Nov 25 13:32:27.610522 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-de3687d0-ec3f-4706-976d-6df79ff390fb req-c69322d8-f164-4b1d-9e78-4dcf27c68f6d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7b7de3ae-16ca-4eab-ba9f-83e56d760ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508040 Nov 25 13:32:27.621666 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ec6c2-81af-42a0-9185-06e1f0160892 req-97a80e75-c6e1-4a88-9c71-16c7bd435d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:27.623253 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-659ec6c2-81af-42a0-9185-06e1f0160892 req-97a80e75-c6e1-4a88-9c71-16c7bd435d11 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dd4998df-fe3f-4d7c-8a66-ca338627d320&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1625123 Nov 25 13:32:27.631074 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1704f6af-de44-4de1-8dfe-b5170dcbca39 req-c5275f7f-3454-47ae-9905-22ea7de41aee service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014916 Nov 25 13:32:27.650484 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9e648833-955b-449c-aede-73ae7ad78e4e req-58406a9d-feef-42be-9fbd-c8dceb427f7f tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=de0cb51b-ea44-4a75-a1e3-908c4af9fa5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582702 Nov 25 13:32:27.913593 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-659ec6c2-81af-42a0-9185-06e1f0160892 req-b9e35032-d59f-4fda-9c79-c4bf921b0a67 service neutron] 10.222.0.47 "GET /v2.0/networks/dd4998df-fe3f-4d7c-8a66-ca338627d320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999832 Nov 25 13:32:28.010319 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-659ec6c2-81af-42a0-9185-06e1f0160892 req-6be21a8f-1757-4e97-a91f-12cc637a1eef service neutron] 10.222.0.47 "GET /v2.0/networks/dd4998df-fe3f-4d7c-8a66-ca338627d320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856290 Nov 25 13:32:28.115248 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd78d0ae6-0ef9-4085-9f9a-ec98a43cd52e', 'tag': '5b17fbd3-645f-49f0-bc03-0a7b4c5d71dd'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:32:28.117711 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76aebbb-2e8c-4a53-8f2f-7b2ab51fd52e" -d '{"events": [{"name": "network-changed", "server_uuid": "d78d0ae6-0ef9-4085-9f9a-ec98a43cd52e", "tag": "5b17fbd3-645f-49f0-bc03-0a7b4c5d71dd"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:32:28.164172 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37eb1d65-a23b-4230-ad7e-837900216df1 x-openstack-request-id: req-37eb1d65-a23b-4230-ad7e-837900216df1 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:32:28.164468 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d78d0ae6-0ef9-4085-9f9a-ec98a43cd52e", "tag": "5b17fbd3-645f-49f0-bc03-0a7b4c5d71dd", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:32:28.164725 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-37eb1d65-a23b-4230-ad7e-837900216df1 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:32:28.165129 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd78d0ae6-0ef9-4085-9f9a-ec98a43cd52e', 'tag': '5b17fbd3-645f-49f0-bc03-0a7b4c5d71dd', 'status': 'completed', 'code': 200} Nov 25 13:32:28.237227 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76aebbb-2e8c-4a53-8f2f-7b2ab51fd52e req-fa023d02-a2a9-44c8-8e58-d109de9d8e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:28.238854 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a76aebbb-2e8c-4a53-8f2f-7b2ab51fd52e req-fa023d02-a2a9-44c8-8e58-d109de9d8e95 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=67354ac5de4741debb901f5ab29b9c45&device_id=d78d0ae6-0ef9-4085-9f9a-ec98a43cd52e HTTP/1.1" status: 200 len: 1100 time: 0.0493660 Nov 25 13:32:28.541644 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa329615-3b75-4d43-8499-e4f3e54822f4 req-2c26c5d4-89d6-42ff-836e-0bcc215d13dd tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:28.543882 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-aa329615-3b75-4d43-8499-e4f3e54822f4 req-2c26c5d4-89d6-42ff-836e-0bcc215d13dd tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8adf22-20f5-48a9-8030-0d19566c5600 HTTP/1.1" status: 200 len: 947 time: 0.0942619 Nov 25 13:32:28.606741 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4067701-e342-4f10-8117-77d134e62ce2 req-dbeb2ea9-6fd4-40bc-9f74-e9a87ebbc2d6 tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:28.614100 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d4067701-e342-4f10-8117-77d134e62ce2 req-dbeb2ea9-6fd4-40bc-9f74-e9a87ebbc2d6 tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] 10.222.0.53 "GET /v2.0/ports?device_id=d78d0ae6-0ef9-4085-9f9a-ec98a43cd52e HTTP/1.1" status: 200 len: 948 time: 0.1152480 Nov 25 13:32:28.626352 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-aa329615-3b75-4d43-8499-e4f3e54822f4 req-6d1c4790-df80-4264-a8cb-4d94a5f1a1e8 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b7de3ae-16ca-4eab-ba9f-83e56d760ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752923 Nov 25 13:32:28.724067 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d4067701-e342-4f10-8117-77d134e62ce2 req-83fad622-9aa5-4d94-a73a-f09e38643757 tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a87ee86-2977-4f35-b4e5-b210a3a7d3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085145 Nov 25 13:32:28.766082 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76aebbb-2e8c-4a53-8f2f-7b2ab51fd52e req-8c1e7f78-721f-4720-9a04-323fdc1e64b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:28.767919 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a76aebbb-2e8c-4a53-8f2f-7b2ab51fd52e req-8c1e7f78-721f-4720-9a04-323fdc1e64b3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=85f6380f-3625-4f44-8465-fbcf0c11fed5 HTTP/1.1" status: 200 len: 870 time: 0.5208175 Nov 25 13:32:28.800449 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 60ea48c1-139b-4021-9718-6162dfdcceaa details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:32:28.848205 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a76aebbb-2e8c-4a53-8f2f-7b2ab51fd52e req-01a1fa6e-e90d-43a8-a552-5f7c9b9fca95 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=5b17fbd3-645f-49f0-bc03-0a7b4c5d71dd HTTP/1.1" status: 200 len: 217 time: 0.0701499 Nov 25 13:32:28.906624 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d86e9c-919f-4493-a207-7bce40e9512e req-f8742d3f-b3b3-4012-a2e3-086c03ba12a7 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:28.908255 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-09d86e9c-919f-4493-a207-7bce40e9512e req-f8742d3f-b3b3-4012-a2e3-086c03ba12a7 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=a21c00e5-301f-4888-89a2-675ef63eefc7 HTTP/1.1" status: 200 len: 943 time: 0.1210382 Nov 25 13:32:28.916588 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76aebbb-2e8c-4a53-8f2f-7b2ab51fd52e req-84ed2041-c9af-4900-860e-08230300b718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:28.918191 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a76aebbb-2e8c-4a53-8f2f-7b2ab51fd52e req-84ed2041-c9af-4900-860e-08230300b718 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.0628245 Nov 25 13:32:28.946638 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 60ea48c1-139b-4021-9718-6162dfdcceaa, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=60ea48c1-139b-4021-9718-6162dfdcceaa,segment=NetworkSegment(30ea970d-2d33-4fc3-8d80-33e26c0e2710),segment_id=30ea970d-2d33-4fc3-8d80-33e26c0e2710)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:32:28.974034 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '60ea48c1-139b-4021-9718-6162dfdcceaa', 'network_id': 'dd4998df-fe3f-4d7c-8a66-ca338627d320', 'port_id': '60ea48c1-139b-4021-9718-6162dfdcceaa', 'mac_address': 'fa:16:3e:61:35:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '792a7be1-8984-4b0d-9164-df358cd18dd6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:32:28.998577 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-09d86e9c-919f-4493-a207-7bce40e9512e req-ba985f0d-e82f-4d66-b266-7e71a6805558 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=de0cb51b-ea44-4a75-a1e3-908c4af9fa5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789137 Nov 25 13:32:29.027284 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:29.027504 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76aebbb-2e8c-4a53-8f2f-7b2ab51fd52e req-53af7fe9-cfbc-4ab2-b927-e7739651c1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:29.029415 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a76aebbb-2e8c-4a53-8f2f-7b2ab51fd52e req-53af7fe9-cfbc-4ab2-b927-e7739651c1c5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1035507 Nov 25 13:32:29.041408 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60ea48c1-139b-4021-9718-6162dfdcceaa {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:32:29.066419 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 60ea48c1-139b-4021-9718-6162dfdcceaa, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=60ea48c1-139b-4021-9718-6162dfdcceaa,segment=NetworkSegment(30ea970d-2d33-4fc3-8d80-33e26c0e2710),segment_id=30ea970d-2d33-4fc3-8d80-33e26c0e2710)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:32:29.075971 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:29.138864 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=60ea48c1-139b-4021-9718-6162dfdcceaa,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:32:29.166336 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a76aebbb-2e8c-4a53-8f2f-7b2ab51fd52e req-973b050d-a4a3-4f2a-9d18-a6b0063d6a44 service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255124 Nov 25 13:32:29.275379 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a76aebbb-2e8c-4a53-8f2f-7b2ab51fd52e req-23c5a193-e2ea-47c6-a47c-e29d11a362e8 service neutron] 10.222.0.47 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012020 Nov 25 13:32:29.355349 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['60ea48c1-139b-4021-9718-6162dfdcceaa'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:32:29.762174 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86988656-8422-42a5-bafd-d40a77292a80 req-26b3e3f9-dc23-4cde-94b0-9fd631952705 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:29.764018 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-86988656-8422-42a5-bafd-d40a77292a80 req-26b3e3f9-dc23-4cde-94b0-9fd631952705 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8adf22-20f5-48a9-8030-0d19566c5600 HTTP/1.1" status: 200 len: 947 time: 0.0620615 Nov 25 13:32:29.819583 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-86988656-8422-42a5-bafd-d40a77292a80 req-43b559d3-358b-464b-a38f-b99be8663d25 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b7de3ae-16ca-4eab-ba9f-83e56d760ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486000 Nov 25 13:32:29.915607 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d636d5a-12af-4627-8d33-a83d85da9210 req-2f6e6e50-e18d-4d12-a6b7-17cd3a7b9184 tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:29.917625 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8d636d5a-12af-4627-8d33-a83d85da9210 req-2f6e6e50-e18d-4d12-a6b7-17cd3a7b9184 tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] 10.222.0.53 "GET /v2.0/ports?device_id=d78d0ae6-0ef9-4085-9f9a-ec98a43cd52e HTTP/1.1" status: 200 len: 948 time: 0.0530283 Nov 25 13:32:29.970105 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8d636d5a-12af-4627-8d33-a83d85da9210 req-17907394-eb4a-47f0-b926-cea12630008c tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a87ee86-2977-4f35-b4e5-b210a3a7d3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463033 Nov 25 13:32:30.130585 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65539dfb-9117-4ff9-90d5-65b1388801f3 req-f5d5df96-32ff-4c73-b6b7-3f71ede36372 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:30.132219 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-65539dfb-9117-4ff9-90d5-65b1388801f3 req-f5d5df96-32ff-4c73-b6b7-3f71ede36372 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=a21c00e5-301f-4888-89a2-675ef63eefc7 HTTP/1.1" status: 200 len: 944 time: 0.0557914 Nov 25 13:32:30.188797 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-65539dfb-9117-4ff9-90d5-65b1388801f3 req-67131694-331f-4d4c-9b19-579ce8e50609 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=de0cb51b-ea44-4a75-a1e3-908c4af9fa5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499783 Nov 25 13:32:30.328766 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2117bfeb-df74-4a48-b474-8d1f2dfb2a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:30.805397 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 5b17fbd3-645f-49f0-bc03-0a7b4c5d71dd details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:32:30.808570 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 60ea48c1-139b-4021-9718-6162dfdcceaa up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:32:30.929565 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 60ea48c1-139b-4021-9718-6162dfdcceaa completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:32:30.942641 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 60ea48c1-139b-4021-9718-6162dfdcceaa triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:32:30.943036 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:30.980474 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 5b17fbd3-645f-49f0-bc03-0a7b4c5d71dd, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=5b17fbd3-645f-49f0-bc03-0a7b4c5d71dd,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:32:30.996051 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '5b17fbd3-645f-49f0-bc03-0a7b4c5d71dd', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'port_id': '5b17fbd3-645f-49f0-bc03-0a7b4c5d71dd', 'mac_address': 'fa:16:3e:11:3d:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce5ca48-e3be-44c6-9584-fd9eb8c67222', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:32:31.063579 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:31.086368 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b17fbd3-645f-49f0-bc03-0a7b4c5d71dd {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:32:31.092992 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:31.113759 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434c06b-6aa6-45b2-a1c9-bee414362ba5 req-a8a2c0a6-5ecb-49d6-b909-1163cf191460 tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:31.116124 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c434c06b-6aa6-45b2-a1c9-bee414362ba5 req-a8a2c0a6-5ecb-49d6-b909-1163cf191460 tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] 10.222.0.53 "GET /v2.0/ports?device_id=d78d0ae6-0ef9-4085-9f9a-ec98a43cd52e HTTP/1.1" status: 200 len: 948 time: 0.0614507 Nov 25 13:32:31.118010 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 5b17fbd3-645f-49f0-bc03-0a7b4c5d71dd, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=5b17fbd3-645f-49f0-bc03-0a7b4c5d71dd,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:32:31.125477 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:31.134031 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a21c00e5-301f-4888-89a2-675ef63eefc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ea48c1-139b-4021-9718-6162dfdcceaa'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:32:31.136871 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850aab53-95eb-40e3-9563-a80a2a9f96ea" -d '{"events": [{"server_uuid": "a21c00e5-301f-4888-89a2-675ef63eefc7", "name": "network-vif-plugged", "status": "completed", "tag": "60ea48c1-139b-4021-9718-6162dfdcceaa"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:32:31.169714 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 60ea48c1-139b-4021-9718-6162dfdcceaa, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=60ea48c1-139b-4021-9718-6162dfdcceaa,segment=NetworkSegment(30ea970d-2d33-4fc3-8d80-33e26c0e2710),segment_id=30ea970d-2d33-4fc3-8d80-33e26c0e2710)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:32:31.176054 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:31.184403 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8621eab4-7497-4324-a01a-a3af1a3022ab x-openstack-request-id: req-8621eab4-7497-4324-a01a-a3af1a3022ab {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:32:31.184696 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a21c00e5-301f-4888-89a2-675ef63eefc7", "name": "network-vif-plugged", "status": "completed", "tag": "60ea48c1-139b-4021-9718-6162dfdcceaa", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:32:31.184952 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8621eab4-7497-4324-a01a-a3af1a3022ab {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:32:31.185363 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a21c00e5-301f-4888-89a2-675ef63eefc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ea48c1-139b-4021-9718-6162dfdcceaa', 'code': 200} Nov 25 13:32:31.192640 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c434c06b-6aa6-45b2-a1c9-bee414362ba5 req-271dbd07-53a9-4d15-b064-1584a9fa720a tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a87ee86-2977-4f35-b4e5-b210a3a7d3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686088 Nov 25 13:32:31.215462 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=5b17fbd3-645f-49f0-bc03-0a7b4c5d71dd,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:32:31.289468 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=60ea48c1-139b-4021-9718-6162dfdcceaa,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:32:31.313101 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909add52-0bd0-4294-8569-b82f0159ef76 req-99908247-1f27-4e3b-8a00-6fa0e7970307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:31.325022 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-909add52-0bd0-4294-8569-b82f0159ef76 req-99908247-1f27-4e3b-8a00-6fa0e7970307 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a21c00e5-301f-4888-89a2-675ef63eefc7 HTTP/1.1" status: 200 len: 1097 time: 0.0533576 Nov 25 13:32:31.339007 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd22827e-b4bd-4aa0-b342-82dfbfd7e23d req-e8a313b7-c841-472a-bda4-4d08a6dddeab tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:31.341201 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dd22827e-b4bd-4aa0-b342-82dfbfd7e23d req-e8a313b7-c841-472a-bda4-4d08a6dddeab tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=a21c00e5-301f-4888-89a2-675ef63eefc7 HTTP/1.1" status: 200 len: 945 time: 0.0682375 Nov 25 13:32:31.382460 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-909add52-0bd0-4294-8569-b82f0159ef76 req-da9cbce1-49a0-4a22-a045-86ecd0620d5a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=de0cb51b-ea44-4a75-a1e3-908c4af9fa5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484898 Nov 25 13:32:31.409980 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dd22827e-b4bd-4aa0-b342-82dfbfd7e23d req-cf4b285e-1f69-4266-8fe5-23bdbf0938fc tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=de0cb51b-ea44-4a75-a1e3-908c4af9fa5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616391 Nov 25 13:32:31.445681 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['5b17fbd3-645f-49f0-bc03-0a7b4c5d71dd'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:32:32.313778 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a74e897-bb0e-4dd9-9890-32de59a96475 req-4559089e-3bf5-4acd-b604-bf8ba6fd73e0 tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:32.315411 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6a74e897-bb0e-4dd9-9890-32de59a96475 req-4559089e-3bf5-4acd-b604-bf8ba6fd73e0 tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] 10.222.0.53 "GET /v2.0/ports?device_id=d78d0ae6-0ef9-4085-9f9a-ec98a43cd52e HTTP/1.1" status: 200 len: 949 time: 0.0498590 Nov 25 13:32:32.373625 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6a74e897-bb0e-4dd9-9890-32de59a96475 req-09e5ca33-94e2-43b0-bbea-afa38fcb2640 tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a87ee86-2977-4f35-b4e5-b210a3a7d3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521846 Nov 25 13:32:32.543372 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bed843-5ce4-4405-9c48-7299a117453a req-f6b90e7e-6f21-434b-8fd1-5d6650bc95bc tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:32.545088 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-23bed843-5ce4-4405-9c48-7299a117453a req-f6b90e7e-6f21-434b-8fd1-5d6650bc95bc tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=a21c00e5-301f-4888-89a2-675ef63eefc7 HTTP/1.1" status: 200 len: 945 time: 0.0601752 Nov 25 13:32:32.604105 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-23bed843-5ce4-4405-9c48-7299a117453a req-950cb9c4-a1b0-4253-9015-3b5cd533a85e tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=de0cb51b-ea44-4a75-a1e3-908c4af9fa5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529225 Nov 25 13:32:32.763548 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ab228058-77ac-4762-a7fa-b611cc094222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:32.820068 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 5b17fbd3-645f-49f0-bc03-0a7b4c5d71dd up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:32:32.878295 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 5b17fbd3-645f-49f0-bc03-0a7b4c5d71dd completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:32:32.882529 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 5b17fbd3-645f-49f0-bc03-0a7b4c5d71dd triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:32:32.882928 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:33.122588 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:33.156077 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 5b17fbd3-645f-49f0-bc03-0a7b4c5d71dd, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=5b17fbd3-645f-49f0-bc03-0a7b4c5d71dd,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:32:33.160038 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:33.187864 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd78d0ae6-0ef9-4085-9f9a-ec98a43cd52e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b17fbd3-645f-49f0-bc03-0a7b4c5d71dd'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:32:33.190383 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ecd24a1-a172-47cd-b746-1c86f5c869a2" -d '{"events": [{"server_uuid": "d78d0ae6-0ef9-4085-9f9a-ec98a43cd52e", "name": "network-vif-plugged", "status": "completed", "tag": "5b17fbd3-645f-49f0-bc03-0a7b4c5d71dd"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:32:33.216499 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=5b17fbd3-645f-49f0-bc03-0a7b4c5d71dd,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:32:33.234238 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c46916-c227-4b1b-81d0-0a70f50b3f0b x-openstack-request-id: req-12c46916-c227-4b1b-81d0-0a70f50b3f0b {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:32:33.234664 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d78d0ae6-0ef9-4085-9f9a-ec98a43cd52e", "name": "network-vif-plugged", "status": "completed", "tag": "5b17fbd3-645f-49f0-bc03-0a7b4c5d71dd", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:32:33.234957 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-12c46916-c227-4b1b-81d0-0a70f50b3f0b {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:32:33.235355 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd78d0ae6-0ef9-4085-9f9a-ec98a43cd52e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b17fbd3-645f-49f0-bc03-0a7b4c5d71dd', 'code': 200} Nov 25 13:32:33.348823 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c4a94-64ee-4292-bf67-1ed1c040a8d4 req-87389377-2f89-48ab-bd21-f417a820d80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:33.350297 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-677c4a94-64ee-4292-bf67-1ed1c040a8d4 req-87389377-2f89-48ab-bd21-f417a820d80c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d78d0ae6-0ef9-4085-9f9a-ec98a43cd52e HTTP/1.1" status: 200 len: 1102 time: 0.0486915 Nov 25 13:32:33.397484 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-677c4a94-64ee-4292-bf67-1ed1c040a8d4 req-c49df7df-4216-4c6e-86ff-7613f17b387b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7a87ee86-2977-4f35-b4e5-b210a3a7d3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393982 Nov 25 13:32:33.498463 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d0fe6f-4406-4b89-9a6c-b3c3b5588bfb req-fb7ae86b-2ffe-4a6f-95f9-f4e9ffde8f8d tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:33.500124 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-78d0fe6f-4406-4b89-9a6c-b3c3b5588bfb req-fb7ae86b-2ffe-4a6f-95f9-f4e9ffde8f8d tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] 10.222.0.53 "GET /v2.0/ports?device_id=d78d0ae6-0ef9-4085-9f9a-ec98a43cd52e HTTP/1.1" status: 200 len: 950 time: 0.0530314 Nov 25 13:32:33.551138 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-78d0fe6f-4406-4b89-9a6c-b3c3b5588bfb req-a9a6c798-2707-4c0b-ada8-b3cdce38bd86 tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a87ee86-2977-4f35-b4e5-b210a3a7d3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447376 Nov 25 13:32:33.723754 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35570b7a-157a-4d45-8c51-149eb227e394 req-58b360fd-aa6b-431f-9a9b-8626b79eba56 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:33.725240 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-35570b7a-157a-4d45-8c51-149eb227e394 req-58b360fd-aa6b-431f-9a9b-8626b79eba56 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=a21c00e5-301f-4888-89a2-675ef63eefc7 HTTP/1.1" status: 200 len: 945 time: 0.0481443 Nov 25 13:32:33.778236 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-35570b7a-157a-4d45-8c51-149eb227e394 req-fdf1a1fa-4468-4eaf-a455-62a9785b89b9 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=de0cb51b-ea44-4a75-a1e3-908c4af9fa5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459938 Nov 25 13:32:33.838330 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:33.900695 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec8c5f-0def-46e2-8fa3-fbf4f97b6dcd req-bbcd15a2-f0fb-4e80-bb43-249276445aad tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:33.902855 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-66ec8c5f-0def-46e2-8fa3-fbf4f97b6dcd req-bbcd15a2-f0fb-4e80-bb43-249276445aad tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=a21c00e5-301f-4888-89a2-675ef63eefc7 HTTP/1.1" status: 200 len: 945 time: 0.0506272 Nov 25 13:32:33.959079 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-66ec8c5f-0def-46e2-8fa3-fbf4f97b6dcd req-c3fdab69-3ab1-44fe-8f61-28d0119ee9f3 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=de0cb51b-ea44-4a75-a1e3-908c4af9fa5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498712 Nov 25 13:32:33.980848 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 40502) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:32:34.019976 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4519f1-9615-4c02-87be-c39748c72c1f tempest-TestNetworkAdvancedServerOps-879095095 tempest-TestNetworkAdvancedServerOps-879095095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:34.024043 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-7c4519f1-9615-4c02-87be-c39748c72c1f tempest-TestNetworkAdvancedServerOps-879095095 tempest-TestNetworkAdvancedServerOps-879095095-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a21c00e5-301f-4888-89a2-675ef63eefc7 HTTP/1.1" status: 200 len: 1092 time: 0.0396934 Nov 25 13:32:34.024247 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 40504) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:32:34.029780 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-40aabfa8-ed1e-48f1-9e43-fa2001aacc4a tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Request body: {'floatingip': {'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'port_id': '60ea48c1-139b-4021-9718-6162dfdcceaa', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:32:34.053043 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-40aabfa8-ed1e-48f1-9e43-fa2001aacc4a tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for floatingip, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:34.163257 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-40aabfa8-ed1e-48f1-9e43-fa2001aacc4a tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:34.268108 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-40aabfa8-ed1e-48f1-9e43-fa2001aacc4a tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Allocated IP 172.25.5.190 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/72875129-459b-4417-bf15-6a88dc0b7fb2) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:32:34.373218 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-40aabfa8-ed1e-48f1-9e43-fa2001aacc4a tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:34.408778 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-40aabfa8-ed1e-48f1-9e43-fa2001aacc4a tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:34.450490 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40aabfa8-ed1e-48f1-9e43-fa2001aacc4a tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:32:34.453250 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-40aabfa8-ed1e-48f1-9e43-fa2001aacc4a tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:32:34.455784 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40aabfa8-ed1e-48f1-9e43-fa2001aacc4a tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:32:34.480163 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aabfa8-ed1e-48f1-9e43-fa2001aacc4a tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event updated for resources: {'Port': ['ID=72875129-459b-4417-bf15-6a88dc0b7fb2,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:32:35.053398 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1853c3-caeb-4a57-bc24-e3ad1cd4601c req-2d23126f-e369-47f8-8354-1d6f153d684d tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:35.054868 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0a1853c3-caeb-4a57-bc24-e3ad1cd4601c req-2d23126f-e369-47f8-8354-1d6f153d684d tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] 10.222.0.53 "GET /v2.0/ports?device_id=d78d0ae6-0ef9-4085-9f9a-ec98a43cd52e HTTP/1.1" status: 200 len: 950 time: 0.4149108 Nov 25 13:32:35.184230 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:35.189512 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0a1853c3-caeb-4a57-bc24-e3ad1cd4601c req-83ff8d63-c120-4219-8c64-8904612215de tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a87ee86-2977-4f35-b4e5-b210a3a7d3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994587 Nov 25 13:32:35.250518 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-40aabfa8-ed1e-48f1-9e43-fa2001aacc4a tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:35.355564 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-40aabfa8-ed1e-48f1-9e43-fa2001aacc4a tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:35.535458 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-40aabfa8-ed1e-48f1-9e43-fa2001aacc4a tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:35.540198 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-40aabfa8-ed1e-48f1-9e43-fa2001aacc4a tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:35.620191 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-40aabfa8-ed1e-48f1-9e43-fa2001aacc4a tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:35.675607 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aabfa8-ed1e-48f1-9e43-fa2001aacc4a tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event updated for resources: {'Port': ['ID=72875129-459b-4417-bf15-6a88dc0b7fb2,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:32:35.742452 n-d-808199-11 neutron-server[103570]: INFO neutron.db.l3_db [None req-40aabfa8-ed1e-48f1-9e43-fa2001aacc4a tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Floating IP 1f51408b-8925-43a6-bedf-e2910c1702ca associated. External IP: 172.25.5.190, port: 60ea48c1-139b-4021-9718-6162dfdcceaa. Nov 25 13:32:35.964453 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40aabfa8-ed1e-48f1-9e43-fa2001aacc4a tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Router 565e7460-951c-489d-8c0d-9a608f4e8dd0 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:32:36.071972 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40aabfa8-ed1e-48f1-9e43-fa2001aacc4a tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:32:36.089842 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b895ee28-c429-4376-8b1e-d42a6940451a None None] Sync routers for ids ['565e7460-951c-489d-8c0d-9a608f4e8dd0'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:32:36.103089 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b895ee28-c429-4376-8b1e-d42a6940451a None None] Routers {'565e7460-951c-489d-8c0d-9a608f4e8dd0'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:32:36.103720 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-b895ee28-c429-4376-8b1e-d42a6940451a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:32:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['565e7460-951c-489d-8c0d-9a608f4e8dd0'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:32:36.105001 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-40aabfa8-ed1e-48f1-9e43-fa2001aacc4a tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:36.145982 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-40aabfa8-ed1e-48f1-9e43-fa2001aacc4a tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1201351 Nov 25 13:32:36.147136 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a21c00e5-301f-4888-89a2-675ef63eefc7', 'tag': '60ea48c1-139b-4021-9718-6162dfdcceaa'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:32:36.150245 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba73610-216f-4414-b27d-111bf6a0ff21" -d '{"events": [{"name": "network-changed", "server_uuid": "a21c00e5-301f-4888-89a2-675ef63eefc7", "tag": "60ea48c1-139b-4021-9718-6162dfdcceaa"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:32:36.205691 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a98e9f-ed3e-4e9a-8cd8-88b51fa8030e x-openstack-request-id: req-62a98e9f-ed3e-4e9a-8cd8-88b51fa8030e {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:32:36.208736 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a21c00e5-301f-4888-89a2-675ef63eefc7", "tag": "60ea48c1-139b-4021-9718-6162dfdcceaa", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:32:36.209336 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-62a98e9f-ed3e-4e9a-8cd8-88b51fa8030e {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:32:36.214628 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a21c00e5-301f-4888-89a2-675ef63eefc7', 'tag': '60ea48c1-139b-4021-9718-6162dfdcceaa', 'status': 'completed', 'code': 200} Nov 25 13:32:36.263291 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:36.295788 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba73610-216f-4414-b27d-111bf6a0ff21 req-5541fe54-91aa-465f-9fdb-fc67d9ebcba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:36.299729 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1ba73610-216f-4414-b27d-111bf6a0ff21 req-5541fe54-91aa-465f-9fdb-fc67d9ebcba5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=057e847f3ee343b9812224ca032e6bfc&device_id=a21c00e5-301f-4888-89a2-675ef63eefc7 HTTP/1.1" status: 200 len: 1097 time: 0.0617454 Nov 25 13:32:36.313882 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5769cf0-80f9-47fd-acb0-18ca3c2dcf3d req-9968cc2a-1572-4d6d-9c72-49f985fdeda2 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:36.315615 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b5769cf0-80f9-47fd-acb0-18ca3c2dcf3d req-9968cc2a-1572-4d6d-9c72-49f985fdeda2 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=a21c00e5-301f-4888-89a2-675ef63eefc7 HTTP/1.1" status: 200 len: 945 time: 0.0777771 Nov 25 13:32:36.346861 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-b895ee28-c429-4376-8b1e-d42a6940451a None None] Set router 565e7460-951c-489d-8c0d-9a608f4e8dd0 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:32:36.412288 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b5769cf0-80f9-47fd-acb0-18ca3c2dcf3d req-4a2783b7-0a87-4a75-9b43-3cc11377163f tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=de0cb51b-ea44-4a75-a1e3-908c4af9fa5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873981 Nov 25 13:32:36.434896 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 40532) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:32:36.471606 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba73610-216f-4414-b27d-111bf6a0ff21 req-bd490aec-8847-43e2-8fee-b07ddcfee1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:36.473179 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1ba73610-216f-4414-b27d-111bf6a0ff21 req-bd490aec-8847-43e2-8fee-b07ddcfee1c8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dd4998df-fe3f-4d7c-8a66-ca338627d320 HTTP/1.1" status: 200 len: 897 time: 0.1564069 Nov 25 13:32:36.512664 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-61bd4e5a-386f-4e81-bb96-38c44fe00995 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/floatingips/1f51408b-8925-43a6-bedf-e2910c1702ca HTTP/1.1" status: 200 len: 991 time: 0.0767472 Nov 25 13:32:36.549691 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1ba73610-216f-4414-b27d-111bf6a0ff21 req-1c464875-89b3-4728-bc9c-86ae46be7a7b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60ea48c1-139b-4021-9718-6162dfdcceaa HTTP/1.1" status: 200 len: 999 time: 0.0671875 Nov 25 13:32:36.600001 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba73610-216f-4414-b27d-111bf6a0ff21 req-fd3c6bfe-d33a-49ad-83e8-fbaca961878b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:36.602337 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1ba73610-216f-4414-b27d-111bf6a0ff21 req-fd3c6bfe-d33a-49ad-83e8-fbaca961878b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=792a7be1-8984-4b0d-9164-df358cd18dd6 HTTP/1.1" status: 200 len: 834 time: 0.0460615 Nov 25 13:32:36.630724 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-b895ee28-c429-4376-8b1e-d42a6940451a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565e7460-951c-489d-8c0d-9a608f4e8dd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-933546342', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '922509e8-f163-4864-a0a3-968b77ea8f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:32:05Z', 'updated_at': '2021-11-25T13:32:12Z', 'revision_number': 4, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'gw_port': {'id': '922509e8-f163-4864-a0a3-968b77ea8f41', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:99:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565e7460-951c-489d-8c0d-9a608f4e8dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:32:06Z', 'updated_at': '2021-11-25T13:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '1f51408b-8925-43a6-bedf-e2910c1702ca', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'floating_ip_address': '172.25.5.190', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '565e7460-951c-489d-8c0d-9a608f4e8dd0', 'port_id': '60ea48c1-139b-4021-9718-6162dfdcceaa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd4998df-fe3f-4d7c-8a66-ca338627d320', 'mac_address': 'fa:16:3e:61:35:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21c00e5-301f-4888-89a2-675ef63eefc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:32:35Z', 'updated_at': '2021-11-25T13:32:35Z', 'revision_number': 0, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b42220f-c816-4d1b-ace6-07921fb7f784', 'name': '', 'network_id': 'dd4998df-fe3f-4d7c-8a66-ca338627d320', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'mac_address': 'fa:16:3e:a1:6a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565e7460-951c-489d-8c0d-9a608f4e8dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '792a7be1-8984-4b0d-9164-df358cd18dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:32:10Z', 'updated_at': '2021-11-25T13:32:16Z', 'revision_number': 5, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'subnets': [{'id': '792a7be1-8984-4b0d-9164-df358cd18dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:32:36.658453 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba73610-216f-4414-b27d-111bf6a0ff21 req-7d5aa39b-9820-459a-b065-931c06aaf5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:36.660056 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1ba73610-216f-4414-b27d-111bf6a0ff21 req-7d5aa39b-9820-459a-b065-931c06aaf5a0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dd4998df-fe3f-4d7c-8a66-ca338627d320&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500216 Nov 25 13:32:36.660553 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b895ee28-c429-4376-8b1e-d42a6940451a None None] Checking router: 565e7460-951c-489d-8c0d-9a608f4e8dd0 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:32:36.669674 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b895ee28-c429-4376-8b1e-d42a6940451a None None] Routers {'565e7460-951c-489d-8c0d-9a608f4e8dd0'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:32:36.670296 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-b895ee28-c429-4376-8b1e-d42a6940451a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:32:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['565e7460-951c-489d-8c0d-9a608f4e8dd0'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:32:36.754099 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1ba73610-216f-4414-b27d-111bf6a0ff21 req-780da66e-4bd5-40fb-950f-874561863729 service neutron] 10.222.0.47 "GET /v2.0/networks/dd4998df-fe3f-4d7c-8a66-ca338627d320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859907 Nov 25 13:32:36.778474 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-b895ee28-c429-4376-8b1e-d42a6940451a None None] Set router 565e7460-951c-489d-8c0d-9a608f4e8dd0 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:32:36.859354 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1ba73610-216f-4414-b27d-111bf6a0ff21 req-acdca815-b937-4480-a53e-38d4b69e5500 service neutron] 10.222.0.47 "GET /v2.0/networks/dd4998df-fe3f-4d7c-8a66-ca338627d320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973208 Nov 25 13:32:37.007867 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-b895ee28-c429-4376-8b1e-d42a6940451a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565e7460-951c-489d-8c0d-9a608f4e8dd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-933546342', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '922509e8-f163-4864-a0a3-968b77ea8f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:32:05Z', 'updated_at': '2021-11-25T13:32:12Z', 'revision_number': 4, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'gw_port': {'id': '922509e8-f163-4864-a0a3-968b77ea8f41', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:99:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565e7460-951c-489d-8c0d-9a608f4e8dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:32:06Z', 'updated_at': '2021-11-25T13:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '1f51408b-8925-43a6-bedf-e2910c1702ca', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'floating_ip_address': '172.25.5.190', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '565e7460-951c-489d-8c0d-9a608f4e8dd0', 'port_id': '60ea48c1-139b-4021-9718-6162dfdcceaa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd4998df-fe3f-4d7c-8a66-ca338627d320', 'mac_address': 'fa:16:3e:61:35:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21c00e5-301f-4888-89a2-675ef63eefc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:32:35Z', 'updated_at': '2021-11-25T13:32:35Z', 'revision_number': 0, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b42220f-c816-4d1b-ace6-07921fb7f784', 'name': '', 'network_id': 'dd4998df-fe3f-4d7c-8a66-ca338627d320', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'mac_address': 'fa:16:3e:a1:6a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565e7460-951c-489d-8c0d-9a608f4e8dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '792a7be1-8984-4b0d-9164-df358cd18dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:32:10Z', 'updated_at': '2021-11-25T13:32:16Z', 'revision_number': 5, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'subnets': [{'id': '792a7be1-8984-4b0d-9164-df358cd18dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:32:37.034738 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b895ee28-c429-4376-8b1e-d42a6940451a None None] The sync data for ids ['565e7460-951c-489d-8c0d-9a608f4e8dd0'] in n-d-808199-11 is: [{'id': '565e7460-951c-489d-8c0d-9a608f4e8dd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-933546342', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '922509e8-f163-4864-a0a3-968b77ea8f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:32:05Z', 'updated_at': '2021-11-25T13:32:12Z', 'revision_number': 4, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'gw_port': {'id': '922509e8-f163-4864-a0a3-968b77ea8f41', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:99:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565e7460-951c-489d-8c0d-9a608f4e8dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:32:06Z', 'updated_at': '2021-11-25T13:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '1f51408b-8925-43a6-bedf-e2910c1702ca', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'floating_ip_address': '172.25.5.190', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '565e7460-951c-489d-8c0d-9a608f4e8dd0', 'port_id': '60ea48c1-139b-4021-9718-6162dfdcceaa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd4998df-fe3f-4d7c-8a66-ca338627d320', 'mac_address': 'fa:16:3e:61:35:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21c00e5-301f-4888-89a2-675ef63eefc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:32:35Z', 'updated_at': '2021-11-25T13:32:35Z', 'revision_number': 0, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b42220f-c816-4d1b-ace6-07921fb7f784', 'name': '', 'network_id': 'dd4998df-fe3f-4d7c-8a66-ca338627d320', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'mac_address': 'fa:16:3e:a1:6a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565e7460-951c-489d-8c0d-9a608f4e8dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '792a7be1-8984-4b0d-9164-df358cd18dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:32:10Z', 'updated_at': '2021-11-25T13:32:16Z', 'revision_number': 5, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'subnets': [{'id': '792a7be1-8984-4b0d-9164-df358cd18dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:32:37.226339 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c61051-1095-4e67-93b3-2dbe1c84171a None None] New status for floating IP 1f51408b-8925-43a6-bedf-e2910c1702ca: ACTIVE {{(pid=103572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 13:32:37.514840 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 40542) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:32:37.582906 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-1d8c8a4a-aa03-49a3-a841-81a9f93e2f03 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/floatingips/1f51408b-8925-43a6-bedf-e2910c1702ca HTTP/1.1" status: 200 len: 993 time: 0.0618043 Nov 25 13:32:38.090166 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:38.967808 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a97f9706-c731-4bf9-82d8-ed57ea94a57d req-7eb3b200-9c53-41c6-a386-a8ea3138700c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=71b4ac00-28d3-42ae-b2c5-75cc91e55470&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0414646 Nov 25 13:32:39.044652 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f9706-c731-4bf9-82d8-ed57ea94a57d req-f884a354-a14c-4ca3-aa63-6837b482cce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:39.046239 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a97f9706-c731-4bf9-82d8-ed57ea94a57d req-f884a354-a14c-4ca3-aa63-6837b482cce4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dfc7ed58aa5f4ef6a363ecf508844b2a&device_id=71b4ac00-28d3-42ae-b2c5-75cc91e55470 HTTP/1.1" status: 200 len: 1098 time: 0.0425069 Nov 25 13:32:39.152465 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f9706-c731-4bf9-82d8-ed57ea94a57d req-f0f018f4-1289-49b9-87f0-346115e76fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:39.154177 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a97f9706-c731-4bf9-82d8-ed57ea94a57d req-f0f018f4-1289-49b9-87f0-346115e76fc5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b6131956-3d7f-4134-a1c5-4d454239b609 HTTP/1.1" status: 200 len: 911 time: 0.0871346 Nov 25 13:32:39.226099 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a97f9706-c731-4bf9-82d8-ed57ea94a57d req-d681ed5f-04ac-472d-a9a2-c9023c906909 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96b44673-a075-46b0-8f3f-46d8962a7f04 HTTP/1.1" status: 200 len: 1002 time: 0.0582414 Nov 25 13:32:39.276425 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f9706-c731-4bf9-82d8-ed57ea94a57d req-9a39173b-9802-451d-8047-6fb42f8ad93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:39.277914 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a97f9706-c731-4bf9-82d8-ed57ea94a57d req-9a39173b-9802-451d-8047-6fb42f8ad93c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bd741d61-638e-40d0-8aa0-1d3f2aabe218 HTTP/1.1" status: 200 len: 849 time: 0.0446484 Nov 25 13:32:39.345547 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f9706-c731-4bf9-82d8-ed57ea94a57d req-720c7420-f6a9-4b09-8cc3-89041dfa96a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:32:39.346453 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a97f9706-c731-4bf9-82d8-ed57ea94a57d req-720c7420-f6a9-4b09-8cc3-89041dfa96a9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b6131956-3d7f-4134-a1c5-4d454239b609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576029 Nov 25 13:32:39.448430 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a97f9706-c731-4bf9-82d8-ed57ea94a57d req-2c82def1-d7f6-4456-b374-437c59df05cf service neutron] 10.222.0.47 "GET /v2.0/networks/b6131956-3d7f-4134-a1c5-4d454239b609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884552 Nov 25 13:32:39.559428 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a97f9706-c731-4bf9-82d8-ed57ea94a57d req-bd3a4c04-a788-4be9-a17f-8f5ea5946435 service neutron] 10.222.0.47 "GET /v2.0/networks/b6131956-3d7f-4134-a1c5-4d454239b609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995898 Nov 25 13:32:41.548700 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:32:41.582165 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:33:00.329340 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-583c08a1-b5e8-4703-abed-1fa8f39b0cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:02.773094 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-02d35ccb-35a6-4a09-b67a-f45470ea52cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:03.840819 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:05.174487 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:06.222781 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:08.090583 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:10.668859 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01b4d59-fb11-4963-bb14-77de8251de13 req-608fbcdf-9fb2-4343-bd18-419305d54f54 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:10.671186 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f01b4d59-fb11-4963-bb14-77de8251de13 req-608fbcdf-9fb2-4343-bd18-419305d54f54 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8adf22-20f5-48a9-8030-0d19566c5600 HTTP/1.1" status: 200 len: 947 time: 0.0669613 Nov 25 13:33:10.737590 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f01b4d59-fb11-4963-bb14-77de8251de13 req-736e691b-77d2-41b3-b796-6afe85e73f12 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b7de3ae-16ca-4eab-ba9f-83e56d760ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581417 Nov 25 13:33:11.578387 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:11.910051 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d78feaa-ff4d-4787-a77b-dcd2528654ff req-f109ccef-f5b0-466e-81cd-ec8e6c1078a5 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:11.919856 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4d78feaa-ff4d-4787-a77b-dcd2528654ff req-f109ccef-f5b0-466e-81cd-ec8e6c1078a5 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8adf22-20f5-48a9-8030-0d19566c5600 HTTP/1.1" status: 200 len: 947 time: 0.0745173 Nov 25 13:33:11.986958 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4d78feaa-ff4d-4787-a77b-dcd2528654ff req-ebd2c2fe-d387-4326-b941-f5dbee498ecb tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b7de3ae-16ca-4eab-ba9f-83e56d760ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572293 Nov 25 13:33:12.096118 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdee5761-ff44-4b65-9b0f-255cf62ad16d req-b68943b8-f172-4e06-92e2-c1ac7d09c5b2 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:12.097599 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cdee5761-ff44-4b65-9b0f-255cf62ad16d req-b68943b8-f172-4e06-92e2-c1ac7d09c5b2 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e8adf22-20f5-48a9-8030-0d19566c5600 HTTP/1.1" status: 200 len: 947 time: 0.0636694 Nov 25 13:33:12.243440 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-cdee5761-ff44-4b65-9b0f-255cf62ad16d req-a3d8c6ec-7b50-45a2-859f-ed1d8baaff4e tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Deleting port f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:33:12.244464 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-cdee5761-ff44-4b65-9b0f-255cf62ad16d req-a3d8c6ec-7b50-45a2-859f-ed1d8baaff4e tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:12.410574 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-cdee5761-ff44-4b65-9b0f-255cf62ad16d req-a3d8c6ec-7b50-45a2-859f-ed1d8baaff4e tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] For port f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d,segment=NetworkSegment(66e12dc7-b89b-4195-a71e-2bc7657a2a6a),segment_id=66e12dc7-b89b-4195-a71e-2bc7657a2a6a)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:33:12.411193 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-cdee5761-ff44-4b65-9b0f-255cf62ad16d req-a3d8c6ec-7b50-45a2-859f-ed1d8baaff4e tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:12.647971 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-cdee5761-ff44-4b65-9b0f-255cf62ad16d req-a3d8c6ec-7b50-45a2-859f-ed1d8baaff4e tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:12.648499 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-cdee5761-ff44-4b65-9b0f-255cf62ad16d req-a3d8c6ec-7b50-45a2-859f-ed1d8baaff4e tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:12.648941 n-d-808199-11 neutron-server[103571]: INFO neutron.db.l3_db [req-cdee5761-ff44-4b65-9b0f-255cf62ad16d req-a3d8c6ec-7b50-45a2-859f-ed1d8baaff4e tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Floating IP b28bc34a-c6eb-464a-ae67-3d03aaa71a24 disassociated. External IP: 172.25.5.30, port: f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d. Nov 25 13:33:12.650274 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-cdee5761-ff44-4b65-9b0f-255cf62ad16d req-a3d8c6ec-7b50-45a2-859f-ed1d8baaff4e tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Calling delete_port for f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:33:12.813814 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-cdee5761-ff44-4b65-9b0f-255cf62ad16d req-a3d8c6ec-7b50-45a2-859f-ed1d8baaff4e tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:12.857720 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d8c6ec-7b50-45a2-859f-ed1d8baaff4e tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Pushing event deleted for resources: {'Port': ['ID=f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:33:12.883676 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d8c6ec-7b50-45a2-859f-ed1d8baaff4e tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:33:12.884651 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d8c6ec-7b50-45a2-859f-ed1d8baaff4e tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:33:12.885387 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d8c6ec-7b50-45a2-859f-ed1d8baaff4e tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:33:12.885681 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d8c6ec-7b50-45a2-859f-ed1d8baaff4e tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:33:12.886092 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d8c6ec-7b50-45a2-859f-ed1d8baaff4e tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:33:12.886523 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d8c6ec-7b50-45a2-859f-ed1d8baaff4e tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:33:12.887476 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d8c6ec-7b50-45a2-859f-ed1d8baaff4e tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:33:12.887891 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d8c6ec-7b50-45a2-859f-ed1d8baaff4e tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:33:12.888293 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d8c6ec-7b50-45a2-859f-ed1d8baaff4e tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:33:12.888754 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d8c6ec-7b50-45a2-859f-ed1d8baaff4e tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:33:12.889162 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d8c6ec-7b50-45a2-859f-ed1d8baaff4e tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:33:12.889551 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d8c6ec-7b50-45a2-859f-ed1d8baaff4e tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:33:13.014674 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cdee5761-ff44-4b65-9b0f-255cf62ad16d req-a3d8c6ec-7b50-45a2-859f-ed1d8baaff4e tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Router 334fd49a-84bc-4923-8066-41c07520642f has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:33:13.147123 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1efba1b0-cd27-4a1c-a0cb-467026d7d293 req-111859fa-a8c2-4686-9f51-31e323f60688 tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8adf22-20f5-48a9-8030-0d19566c5600 HTTP/1.1" status: 200 len: 210 time: 0.0361872 Nov 25 13:33:13.185098 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cdee5761-ff44-4b65-9b0f-255cf62ad16d req-a3d8c6ec-7b50-45a2-859f-ed1d8baaff4e tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:33:13.203954 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a589cbe-02e8-47a8-b07f-ce65666ac625 None None] Sync routers for ids ['334fd49a-84bc-4923-8066-41c07520642f'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:33:13.220282 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a589cbe-02e8-47a8-b07f-ce65666ac625 None None] Routers {'334fd49a-84bc-4923-8066-41c07520642f'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:33:13.222268 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-7a589cbe-02e8-47a8-b07f-ce65666ac625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:33:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['334fd49a-84bc-4923-8066-41c07520642f'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:33:13.275156 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdee5761-ff44-4b65-9b0f-255cf62ad16d req-a3d8c6ec-7b50-45a2-859f-ed1d8baaff4e tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] No DVR routers for this DVR port f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:33:13.282857 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-cdee5761-ff44-4b65-9b0f-255cf62ad16d req-a3d8c6ec-7b50-45a2-859f-ed1d8baaff4e tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:13.287304 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cdee5761-ff44-4b65-9b0f-255cf62ad16d req-a3d8c6ec-7b50-45a2-859f-ed1d8baaff4e tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.47 "DELETE /v2.0/ports/f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d HTTP/1.1" status: 204 len: 173 time: 1.1801536 Nov 25 13:33:13.287987 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e8adf22-20f5-48a9-8030-0d19566c5600', 'name': 'network-vif-deleted', 'tag': 'f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:33:13.290618 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac42b247-18ac-4970-a3ff-b9627a6f16cb" -d '{"events": [{"server_uuid": "7e8adf22-20f5-48a9-8030-0d19566c5600", "name": "network-vif-deleted", "tag": "f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:33:13.390609 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5b91aa-fb22-4566-aa6a-c58371d8428f x-openstack-request-id: req-ef5b91aa-fb22-4566-aa6a-c58371d8428f {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:33:13.390609 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e8adf22-20f5-48a9-8030-0d19566c5600", "name": "network-vif-deleted", "tag": "f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:33:13.390609 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ef5b91aa-fb22-4566-aa6a-c58371d8428f {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:33:13.390609 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e8adf22-20f5-48a9-8030-0d19566c5600', 'name': 'network-vif-deleted', 'tag': 'f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d', 'status': 'completed', 'code': 200} Nov 25 13:33:13.471315 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-7a589cbe-02e8-47a8-b07f-ce65666ac625 None None] Set router 334fd49a-84bc-4923-8066-41c07520642f gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:33:13.710383 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-7a589cbe-02e8-47a8-b07f-ce65666ac625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334fd49a-84bc-4923-8066-41c07520642f', 'name': 'tempest-AttachVolumeShelveTestJSON-783329290-router', 'tenant_id': 'c3c775803d354892aee478fad34a8c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'c7f15d46-8b5b-481b-b78e-59f0ae67ed1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:24:25Z', 'updated_at': '2021-11-25T13:24:30Z', 'revision_number': 4, 'project_id': 'c3c775803d354892aee478fad34a8c78', 'gw_port': {'id': 'c7f15d46-8b5b-481b-b78e-59f0ae67ed1c', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:70:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334fd49a-84bc-4923-8066-41c07520642f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:24:26Z', 'updated_at': '2021-11-25T13:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '25fd7cd6-c3dc-407b-bfb6-d5699626f956', 'name': '', 'network_id': '755402ba-804b-4493-8340-905b0e2e90e1', 'tenant_id': 'c3c775803d354892aee478fad34a8c78', 'mac_address': 'fa:16:3e:76:32:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334fd49a-84bc-4923-8066-41c07520642f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'de598ec9-e4ed-4f9c-80e3-a369f7acaceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:24:29Z', 'updated_at': '2021-11-25T13:24:35Z', 'revision_number': 5, 'project_id': 'c3c775803d354892aee478fad34a8c78', 'subnets': [{'id': 'de598ec9-e4ed-4f9c-80e3-a369f7acaceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:33:13.736641 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a589cbe-02e8-47a8-b07f-ce65666ac625 None None] Checking router: 334fd49a-84bc-4923-8066-41c07520642f for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:33:13.746425 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a589cbe-02e8-47a8-b07f-ce65666ac625 None None] Routers {'334fd49a-84bc-4923-8066-41c07520642f'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:33:13.747075 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-7a589cbe-02e8-47a8-b07f-ce65666ac625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:33:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['334fd49a-84bc-4923-8066-41c07520642f'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:33:13.877972 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-7a589cbe-02e8-47a8-b07f-ce65666ac625 None None] Set router 334fd49a-84bc-4923-8066-41c07520642f gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:33:14.258522 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-7a589cbe-02e8-47a8-b07f-ce65666ac625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334fd49a-84bc-4923-8066-41c07520642f', 'name': 'tempest-AttachVolumeShelveTestJSON-783329290-router', 'tenant_id': 'c3c775803d354892aee478fad34a8c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'c7f15d46-8b5b-481b-b78e-59f0ae67ed1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:24:25Z', 'updated_at': '2021-11-25T13:24:30Z', 'revision_number': 4, 'project_id': 'c3c775803d354892aee478fad34a8c78', 'gw_port': {'id': 'c7f15d46-8b5b-481b-b78e-59f0ae67ed1c', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:70:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334fd49a-84bc-4923-8066-41c07520642f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:24:26Z', 'updated_at': '2021-11-25T13:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '25fd7cd6-c3dc-407b-bfb6-d5699626f956', 'name': '', 'network_id': '755402ba-804b-4493-8340-905b0e2e90e1', 'tenant_id': 'c3c775803d354892aee478fad34a8c78', 'mac_address': 'fa:16:3e:76:32:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334fd49a-84bc-4923-8066-41c07520642f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'de598ec9-e4ed-4f9c-80e3-a369f7acaceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:24:29Z', 'updated_at': '2021-11-25T13:24:35Z', 'revision_number': 5, 'project_id': 'c3c775803d354892aee478fad34a8c78', 'subnets': [{'id': 'de598ec9-e4ed-4f9c-80e3-a369f7acaceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:33:14.283732 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 41678) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:33:14.287387 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a589cbe-02e8-47a8-b07f-ce65666ac625 None None] The sync data for ids ['334fd49a-84bc-4923-8066-41c07520642f'] in n-d-808199-11 is: [{'id': '334fd49a-84bc-4923-8066-41c07520642f', 'name': 'tempest-AttachVolumeShelveTestJSON-783329290-router', 'tenant_id': 'c3c775803d354892aee478fad34a8c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'c7f15d46-8b5b-481b-b78e-59f0ae67ed1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:24:25Z', 'updated_at': '2021-11-25T13:24:30Z', 'revision_number': 4, 'project_id': 'c3c775803d354892aee478fad34a8c78', 'gw_port': {'id': 'c7f15d46-8b5b-481b-b78e-59f0ae67ed1c', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:70:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334fd49a-84bc-4923-8066-41c07520642f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:24:26Z', 'updated_at': '2021-11-25T13:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '25fd7cd6-c3dc-407b-bfb6-d5699626f956', 'name': '', 'network_id': '755402ba-804b-4493-8340-905b0e2e90e1', 'tenant_id': 'c3c775803d354892aee478fad34a8c78', 'mac_address': 'fa:16:3e:76:32:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334fd49a-84bc-4923-8066-41c07520642f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'de598ec9-e4ed-4f9c-80e3-a369f7acaceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:24:29Z', 'updated_at': '2021-11-25T13:24:35Z', 'revision_number': 5, 'project_id': 'c3c775803d354892aee478fad34a8c78', 'subnets': [{'id': 'de598ec9-e4ed-4f9c-80e3-a369f7acaceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:33:14.348983 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-278304db-28b5-4ea9-a493-0b01a744e5fe tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:14.386050 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-278304db-28b5-4ea9-a493-0b01a744e5fe tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:14.456158 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-278304db-28b5-4ea9-a493-0b01a744e5fe tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:14.459516 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-278304db-28b5-4ea9-a493-0b01a744e5fe tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:14.463634 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41688) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:33:14.479428 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-278304db-28b5-4ea9-a493-0b01a744e5fe tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "DELETE /v2.0/security-groups/7b7de3ae-16ca-4eab-ba9f-83e56d760ccc HTTP/1.1" status: 204 len: 168 time: 0.1938767 Nov 25 13:33:14.486905 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [None req-58816044-5c37-4247-9d77-8caff3c4197f tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] show failed (client error): The resource could not be found. Nov 25 13:33:14.491947 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 41694) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:33:14.494868 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-58816044-5c37-4247-9d77-8caff3c4197f tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "GET /v2.0/security-groups/7b7de3ae-16ca-4eab-ba9f-83e56d760ccc HTTP/1.1" status: 404 len: 347 time: 0.0301239 Nov 25 13:33:14.550194 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278304db-28b5-4ea9-a493-0b01a744e5fe tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7de3ae-16ca-4eab-ba9f-83e56d760ccc,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:33:14.584516 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278304db-28b5-4ea9-a493-0b01a744e5fe tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:33:14.586046 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278304db-28b5-4ea9-a493-0b01a744e5fe tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:33:14.586747 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278304db-28b5-4ea9-a493-0b01a744e5fe tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:33:14.587782 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278304db-28b5-4ea9-a493-0b01a744e5fe tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:33:14.588390 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278304db-28b5-4ea9-a493-0b01a744e5fe tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:33:14.589045 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278304db-28b5-4ea9-a493-0b01a744e5fe tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:33:14.590929 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278304db-28b5-4ea9-a493-0b01a744e5fe tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:33:14.591459 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278304db-28b5-4ea9-a493-0b01a744e5fe tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:33:14.592300 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278304db-28b5-4ea9-a493-0b01a744e5fe tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:33:14.592793 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278304db-28b5-4ea9-a493-0b01a744e5fe tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:33:14.593269 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278304db-28b5-4ea9-a493-0b01a744e5fe tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:33:14.594843 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278304db-28b5-4ea9-a493-0b01a744e5fe tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:33:14.782228 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-f46d7a96-1772-479a-b35b-d8c4221c7dcb tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Deleting port 2977ff9c-a14c-4e90-b4b4-928d18c0763c {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:33:14.782586 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f46d7a96-1772-479a-b35b-d8c4221c7dcb tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:14.807871 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb73fcc-7123-4e2f-b7db-974ee0e40a05 None None] New status for floating IP b28bc34a-c6eb-464a-ae67-3d03aaa71a24: DOWN {{(pid=103572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 13:33:14.808792 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9bcd5f-b6f4-47e4-a9d2-bdc25e3e0b32 req-1ec2770b-539d-40d4-9678-543efcd65661 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:14.811036 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-df9bcd5f-b6f4-47e4-a9d2-bdc25e3e0b32 req-1ec2770b-539d-40d4-9678-543efcd65661 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/ports?device_id=71b4ac00-28d3-42ae-b2c5-75cc91e55470 HTTP/1.1" status: 200 len: 946 time: 0.1040120 Nov 25 13:33:14.931332 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-df9bcd5f-b6f4-47e4-a9d2-bdc25e3e0b32 req-b7717937-9067-4917-81de-3970a66ff449 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d21bc81-13bd-4c4d-a502-1adf547079e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918629 Nov 25 13:33:14.934956 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f46d7a96-1772-479a-b35b-d8c4221c7dcb tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:14.935714 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f46d7a96-1772-479a-b35b-d8c4221c7dcb tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:14.954004 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-f46d7a96-1772-479a-b35b-d8c4221c7dcb tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Calling delete_port for 2977ff9c-a14c-4e90-b4b4-928d18c0763c owned by network:floatingip {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:33:15.129554 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f46d7a96-1772-479a-b35b-d8c4221c7dcb tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:15.163345 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46d7a96-1772-479a-b35b-d8c4221c7dcb tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Pushing event deleted for resources: {'Port': ['ID=2977ff9c-a14c-4e90-b4b4-928d18c0763c,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:33:15.252154 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f46d7a96-1772-479a-b35b-d8c4221c7dcb tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks [] for floatingip, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:15.254968 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f46d7a96-1772-479a-b35b-d8c4221c7dcb tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:15.259634 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f46d7a96-1772-479a-b35b-d8c4221c7dcb tempest-AttachVolumeShelveTestJSON-391046793 tempest-AttachVolumeShelveTestJSON-391046793-project] 10.222.0.53 "DELETE /v2.0/floatingips/b28bc34a-c6eb-464a-ae67-3d03aaa71a24 HTTP/1.1" status: 204 len: 168 time: 0.7627771 Nov 25 13:33:16.081106 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ef527-3504-4d9c-af7d-8bbde47fbac4 req-4cbeeddf-2822-4caa-a335-25b4964d2928 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:16.083048 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b53ef527-3504-4d9c-af7d-8bbde47fbac4 req-4cbeeddf-2822-4caa-a335-25b4964d2928 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/ports?device_id=71b4ac00-28d3-42ae-b2c5-75cc91e55470 HTTP/1.1" status: 200 len: 946 time: 0.0534275 Nov 25 13:33:16.160590 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b53ef527-3504-4d9c-af7d-8bbde47fbac4 req-3076ef5a-4263-4200-ae86-93c9c6eb20fd tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d21bc81-13bd-4c4d-a502-1adf547079e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710168 Nov 25 13:33:16.932116 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c25f92-73a7-484d-a478-36cfb81ff8e2 req-7539f44e-bab6-4244-aadc-4970602781b8 tempest-TestNetworkAdvancedServerOps-879095095 tempest-TestNetworkAdvancedServerOps-879095095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:16.933874 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-76c25f92-73a7-484d-a478-36cfb81ff8e2 req-7539f44e-bab6-4244-aadc-4970602781b8 tempest-TestNetworkAdvancedServerOps-879095095 tempest-TestNetworkAdvancedServerOps-879095095-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a21c00e5-301f-4888-89a2-675ef63eefc7 HTTP/1.1" status: 200 len: 1097 time: 0.0766032 Nov 25 13:33:17.003414 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-76c25f92-73a7-484d-a478-36cfb81ff8e2 req-2cb25f76-ebab-497c-b193-ff5280698d89 tempest-TestNetworkAdvancedServerOps-879095095 tempest-TestNetworkAdvancedServerOps-879095095-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=de0cb51b-ea44-4a75-a1e3-908c4af9fa5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596240 Nov 25 13:33:17.078403 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:33:17.100668 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:33:17.101023 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device f6bf8b6c-3b73-48d1-a6fd-50e94df50d0d not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:33:17.162102 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a1c03-6f39-489c-92c2-043d55e5321d req-66d20a91-e733-43f8-bf4b-b097d3a8b01a tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:17.166210 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-471a1c03-6f39-489c-92c2-043d55e5321d req-66d20a91-e733-43f8-bf4b-b097d3a8b01a tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=a21c00e5-301f-4888-89a2-675ef63eefc7 HTTP/1.1" status: 200 len: 945 time: 0.0603116 Nov 25 13:33:17.251685 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-471a1c03-6f39-489c-92c2-043d55e5321d req-d603ccf7-6b1a-4f73-bab4-7ffb906c1c25 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=de0cb51b-ea44-4a75-a1e3-908c4af9fa5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786948 Nov 25 13:33:17.269750 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41796) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:33:17.324794 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd1b53-eddc-465a-adfe-bdd3b0f59993 req-45cbb7f1-e2ab-473b-99b1-81c8a77ccfe6 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:17.330177 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-22cd1b53-eddc-465a-adfe-bdd3b0f59993 req-45cbb7f1-e2ab-473b-99b1-81c8a77ccfe6 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/ports?device_id=71b4ac00-28d3-42ae-b2c5-75cc91e55470 HTTP/1.1" status: 200 len: 946 time: 0.0772457 Nov 25 13:33:17.373423 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-e4e728fe-d277-4caf-9397-d8611bc5e072 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/floatingips/1f51408b-8925-43a6-bedf-e2910c1702ca HTTP/1.1" status: 200 len: 993 time: 0.1024346 Nov 25 13:33:17.424520 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-22cd1b53-eddc-465a-adfe-bdd3b0f59993 req-5b175256-6522-432f-8e66-88754053fd2b tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d21bc81-13bd-4c4d-a502-1adf547079e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825381 Nov 25 13:33:17.736761 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [req-55f53a71-62dd-4ae0-8987-0ed9a0788ef6 req-3289520d-b3dd-478f-a9b5-14082ff5fa74 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:33:17.740205 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-55f53a71-62dd-4ae0-8987-0ed9a0788ef6 req-3289520d-b3dd-478f-a9b5-14082ff5fa74 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078654 Nov 25 13:33:18.114193 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ecf3650d-174d-4061-986a-1a3480e00df8 req-3ebc394b-9a4c-4e0f-b564-4dc53d338280 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a21c00e5-301f-4888-89a2-675ef63eefc7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0701213 Nov 25 13:33:18.161418 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5475fea-8f9b-4fe5-9a16-73fd21f63664 req-8943e07a-e63e-488c-88f6-f0eb970841d6 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:18.168712 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d5475fea-8f9b-4fe5-9a16-73fd21f63664 req-8943e07a-e63e-488c-88f6-f0eb970841d6 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=a21c00e5-301f-4888-89a2-675ef63eefc7 HTTP/1.1" status: 200 len: 945 time: 0.0990992 Nov 25 13:33:18.280785 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d5475fea-8f9b-4fe5-9a16-73fd21f63664 req-28cd323a-b51a-4130-be37-a138d16cb81a tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=de0cb51b-ea44-4a75-a1e3-908c4af9fa5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104255 Nov 25 13:33:18.612482 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:33:18.655146 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c8b55-67e0-4ed7-a93a-bb3e9c9f2b96 req-79224d4c-1fb8-456b-bc39-ba6dc915e03e tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:18.658245 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0d7c8b55-67e0-4ed7-a93a-bb3e9c9f2b96 req-79224d4c-1fb8-456b-bc39-ba6dc915e03e tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/ports?device_id=71b4ac00-28d3-42ae-b2c5-75cc91e55470 HTTP/1.1" status: 200 len: 946 time: 0.1395612 Nov 25 13:33:18.761231 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0d7c8b55-67e0-4ed7-a93a-bb3e9c9f2b96 req-053132d7-6e8e-4878-9444-20b24edf9241 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d21bc81-13bd-4c4d-a502-1adf547079e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967457 Nov 25 13:33:19.593123 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e2e7a-4b41-44fd-a12d-e8c07572556d req-0525291d-fcdf-4ca4-bcf9-255886241764 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:19.594716 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-233e2e7a-4b41-44fd-a12d-e8c07572556d req-0525291d-fcdf-4ca4-bcf9-255886241764 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=a21c00e5-301f-4888-89a2-675ef63eefc7 HTTP/1.1" status: 200 len: 945 time: 0.1379828 Nov 25 13:33:19.682879 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-233e2e7a-4b41-44fd-a12d-e8c07572556d req-e411c5e5-6c63-4f07-8b83-c3560d539c15 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=de0cb51b-ea44-4a75-a1e3-908c4af9fa5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820935 Nov 25 13:33:19.846984 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3650d-174d-4061-986a-1a3480e00df8 req-af80628b-0618-4f47-bffc-71c8e5c86828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:19.848500 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ecf3650d-174d-4061-986a-1a3480e00df8 req-af80628b-0618-4f47-bffc-71c8e5c86828 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=057e847f3ee343b9812224ca032e6bfc&device_id=a21c00e5-301f-4888-89a2-675ef63eefc7 HTTP/1.1" status: 200 len: 1097 time: 0.0527475 Nov 25 13:33:19.954601 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f437f9d-0c4d-4fb5-883b-9864f50a5fee req-718f50b2-fe75-4518-a7ec-a155a080feb0 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:19.954601 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5f437f9d-0c4d-4fb5-883b-9864f50a5fee req-718f50b2-fe75-4518-a7ec-a155a080feb0 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/ports?device_id=71b4ac00-28d3-42ae-b2c5-75cc91e55470 HTTP/1.1" status: 200 len: 946 time: 0.1099346 Nov 25 13:33:20.014788 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3650d-174d-4061-986a-1a3480e00df8 req-7e0c1928-17ee-4a0f-9f11-83b6c9598496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:20.016300 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ecf3650d-174d-4061-986a-1a3480e00df8 req-7e0c1928-17ee-4a0f-9f11-83b6c9598496 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dd4998df-fe3f-4d7c-8a66-ca338627d320 HTTP/1.1" status: 200 len: 897 time: 0.1594017 Nov 25 13:33:20.021782 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5f437f9d-0c4d-4fb5-883b-9864f50a5fee req-a630fb46-6214-43f7-b036-d8dd95e05e2b tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d21bc81-13bd-4c4d-a502-1adf547079e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533743 Nov 25 13:33:20.099416 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ecf3650d-174d-4061-986a-1a3480e00df8 req-5dc54443-36b0-428c-afae-2cf9996fde14 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60ea48c1-139b-4021-9718-6162dfdcceaa HTTP/1.1" status: 200 len: 1001 time: 0.0747037 Nov 25 13:33:20.164255 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3650d-174d-4061-986a-1a3480e00df8 req-8b548172-5096-43ba-b5c5-1fe07594eb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:20.166412 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ecf3650d-174d-4061-986a-1a3480e00df8 req-8b548172-5096-43ba-b5c5-1fe07594eb8c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=792a7be1-8984-4b0d-9164-df358cd18dd6 HTTP/1.1" status: 200 len: 834 time: 0.0583570 Nov 25 13:33:20.223748 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3650d-174d-4061-986a-1a3480e00df8 req-28e0241c-79b0-4fe5-ade2-a65800be117c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:20.225334 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ecf3650d-174d-4061-986a-1a3480e00df8 req-28e0241c-79b0-4fe5-ade2-a65800be117c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dd4998df-fe3f-4d7c-8a66-ca338627d320&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499818 Nov 25 13:33:20.342114 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ecf3650d-174d-4061-986a-1a3480e00df8 req-ae7b1e76-db96-49d4-aa21-54d41d1b8691 service neutron] 10.222.0.47 "GET /v2.0/networks/dd4998df-fe3f-4d7c-8a66-ca338627d320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086006 Nov 25 13:33:20.479314 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ecf3650d-174d-4061-986a-1a3480e00df8 req-033f2daf-6cfc-449d-bf09-d97572924d7b service neutron] 10.222.0.47 "GET /v2.0/networks/dd4998df-fe3f-4d7c-8a66-ca338627d320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285923 Nov 25 13:33:20.818934 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b484a-eaf4-4921-bea0-dc380180899e req-17736d5c-a041-4068-b281-6e926596feb9 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:20.828391 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e40b484a-eaf4-4921-bea0-dc380180899e req-17736d5c-a041-4068-b281-6e926596feb9 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=a21c00e5-301f-4888-89a2-675ef63eefc7 HTTP/1.1" status: 200 len: 945 time: 0.0630288 Nov 25 13:33:20.910719 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e40b484a-eaf4-4921-bea0-dc380180899e req-573bb9db-a143-405b-987d-09cb79a8e9d1 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=de0cb51b-ea44-4a75-a1e3-908c4af9fa5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808856 Nov 25 13:33:21.167973 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89af54-be09-4947-a86b-ef9129dd7299 req-66497fff-8925-4ae8-bb64-68c571ebeb35 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:21.169727 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ca89af54-be09-4947-a86b-ef9129dd7299 req-66497fff-8925-4ae8-bb64-68c571ebeb35 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/ports?device_id=71b4ac00-28d3-42ae-b2c5-75cc91e55470 HTTP/1.1" status: 200 len: 946 time: 0.0599196 Nov 25 13:33:21.225794 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ca89af54-be09-4947-a86b-ef9129dd7299 req-396861ef-3526-4d1b-8e45-3b3aa6894abf tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d21bc81-13bd-4c4d-a502-1adf547079e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494919 Nov 25 13:33:22.065965 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2aaa79-dfd2-416e-86d0-2185fcae660f req-580297b7-3264-4d36-b625-1d3845a14687 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:22.075819 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1b2aaa79-dfd2-416e-86d0-2185fcae660f req-580297b7-3264-4d36-b625-1d3845a14687 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=a21c00e5-301f-4888-89a2-675ef63eefc7 HTTP/1.1" status: 200 len: 945 time: 0.0654252 Nov 25 13:33:22.134971 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1b2aaa79-dfd2-416e-86d0-2185fcae660f req-8c533bcc-a40b-4b4f-ae40-79b497389fc0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=de0cb51b-ea44-4a75-a1e3-908c4af9fa5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543010 Nov 25 13:33:22.386239 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f1bc53-103c-409a-a76a-fcb11ec41a79 req-5fbebd31-3c68-467d-8ed7-fec68deafd1e tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:22.394531 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-63f1bc53-103c-409a-a76a-fcb11ec41a79 req-5fbebd31-3c68-467d-8ed7-fec68deafd1e tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/ports?device_id=71b4ac00-28d3-42ae-b2c5-75cc91e55470 HTTP/1.1" status: 200 len: 946 time: 0.0825038 Nov 25 13:33:22.461442 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-63f1bc53-103c-409a-a76a-fcb11ec41a79 req-031c8848-4a2e-403c-9350-7953c996f5fc tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d21bc81-13bd-4c4d-a502-1adf547079e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660331 Nov 25 13:33:23.312494 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e0838f-ad94-4b99-a4c6-2096a18440f9 req-843bf49a-4e61-4b36-9bfc-74e9527f3f2d tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:23.316046 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 42046) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:33:23.317963 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-39e0838f-ad94-4b99-a4c6-2096a18440f9 req-843bf49a-4e61-4b36-9bfc-74e9527f3f2d tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=a21c00e5-301f-4888-89a2-675ef63eefc7 HTTP/1.1" status: 200 len: 945 time: 0.0895917 Nov 25 13:33:23.414598 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-39e0838f-ad94-4b99-a4c6-2096a18440f9 req-7392ec1b-ec1a-44b7-9715-0a4bc101ee22 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=de0cb51b-ea44-4a75-a1e3-908c4af9fa5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896392 Nov 25 13:33:23.719716 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a461b08-7bf6-44f2-adf8-01121bb336a4 req-13b6288c-342b-4430-b94f-c1280c344e53 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:23.727455 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2a461b08-7bf6-44f2-adf8-01121bb336a4 req-13b6288c-342b-4430-b94f-c1280c344e53 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/ports?device_id=71b4ac00-28d3-42ae-b2c5-75cc91e55470 HTTP/1.1" status: 200 len: 946 time: 0.1178219 Nov 25 13:33:23.789659 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2a461b08-7bf6-44f2-adf8-01121bb336a4 req-500ca1a6-51c4-4061-8204-89516b3bd117 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d21bc81-13bd-4c4d-a502-1adf547079e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606003 Nov 25 13:33:24.048186 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d59ac694-f8b7-41a0-af78-3f3933c4c8d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:24.367167 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-d59ac694-f8b7-41a0-af78-3f3933c4c8d9 admin admin] Deleting port 25fd7cd6-c3dc-407b-bfb6-d5699626f956 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:33:24.367814 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d59ac694-f8b7-41a0-af78-3f3933c4c8d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:24.468923 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-d59ac694-f8b7-41a0-af78-3f3933c4c8d9 admin admin] For port 25fd7cd6-c3dc-407b-bfb6-d5699626f956, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=25fd7cd6-c3dc-407b-bfb6-d5699626f956,segment=NetworkSegment(66e12dc7-b89b-4195-a71e-2bc7657a2a6a),segment_id=66e12dc7-b89b-4195-a71e-2bc7657a2a6a)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:33:24.469497 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d59ac694-f8b7-41a0-af78-3f3933c4c8d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:24.484707 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-d59ac694-f8b7-41a0-af78-3f3933c4c8d9 admin admin] Calling delete_port for 25fd7cd6-c3dc-407b-bfb6-d5699626f956 owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:33:24.588769 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e9829-9a0a-4707-8bce-f0136f4ac42c req-d58ea776-4bd9-46a5-84bf-0718e7072cee tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:24.591030 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e01e9829-9a0a-4707-8bce-f0136f4ac42c req-d58ea776-4bd9-46a5-84bf-0718e7072cee tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=a21c00e5-301f-4888-89a2-675ef63eefc7 HTTP/1.1" status: 200 len: 945 time: 0.0763550 Nov 25 13:33:24.662614 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e01e9829-9a0a-4707-8bce-f0136f4ac42c req-593480c4-4301-4187-9615-dec4b38590cb tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=de0cb51b-ea44-4a75-a1e3-908c4af9fa5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642240 Nov 25 13:33:24.739215 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d59ac694-f8b7-41a0-af78-3f3933c4c8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:24.767678 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59ac694-f8b7-41a0-af78-3f3933c4c8d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=25fd7cd6-c3dc-407b-bfb6-d5699626f956,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:33:24.962812 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d59ac694-f8b7-41a0-af78-3f3933c4c8d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:25.048764 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899eefec-e96c-4866-a274-9626507fd094 req-aca57f92-39f4-4b05-a61b-bb17e46de487 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:25.050873 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-899eefec-e96c-4866-a274-9626507fd094 req-aca57f92-39f4-4b05-a61b-bb17e46de487 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/ports?device_id=71b4ac00-28d3-42ae-b2c5-75cc91e55470 HTTP/1.1" status: 200 len: 946 time: 0.1116657 Nov 25 13:33:25.122289 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-899eefec-e96c-4866-a274-9626507fd094 req-b5eea5c2-5952-4829-a305-6bb10b5d04f4 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d21bc81-13bd-4c4d-a502-1adf547079e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634983 Nov 25 13:33:25.254330 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d59ac694-f8b7-41a0-af78-3f3933c4c8d9 admin admin] Router 334fd49a-84bc-4923-8066-41c07520642f has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:33:25.688396 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d59ac694-f8b7-41a0-af78-3f3933c4c8d9 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:33:25.694384 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d59ac694-f8b7-41a0-af78-3f3933c4c8d9 admin admin] 10.222.0.53 "PUT /v2.0/routers/334fd49a-84bc-4923-8066-41c07520642f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3765643 Nov 25 13:33:25.697317 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 42124) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:33:25.702470 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b3a54b-0348-43a9-bfdd-e643799b472f None None] Sync routers for ids ['334fd49a-84bc-4923-8066-41c07520642f'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:33:25.717595 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b3a54b-0348-43a9-bfdd-e643799b472f None None] Routers {'334fd49a-84bc-4923-8066-41c07520642f'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:33:25.718662 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-85b3a54b-0348-43a9-bfdd-e643799b472f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:33:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['334fd49a-84bc-4923-8066-41c07520642f'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:33:25.806129 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b531028-3bf4-400f-80ca-7e8a74df895a req-c25a135d-16d0-4d51-aedd-4ad1fc09c0b8 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:25.813891 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4b531028-3bf4-400f-80ca-7e8a74df895a req-c25a135d-16d0-4d51-aedd-4ad1fc09c0b8 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=a21c00e5-301f-4888-89a2-675ef63eefc7 HTTP/1.1" status: 200 len: 945 time: 0.0576453 Nov 25 13:33:25.827343 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0df3a5e0-a063-4b3a-b32a-224cc3a3124d admin admin] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:25.870374 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-85b3a54b-0348-43a9-bfdd-e643799b472f None None] Set router 334fd49a-84bc-4923-8066-41c07520642f gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:33:25.892153 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4b531028-3bf4-400f-80ca-7e8a74df895a req-739147dc-826d-482f-b273-f9406f042ac9 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=de0cb51b-ea44-4a75-a1e3-908c4af9fa5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770400 Nov 25 13:33:25.949667 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0df3a5e0-a063-4b3a-b32a-224cc3a3124d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:26.020073 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-0df3a5e0-a063-4b3a-b32a-224cc3a3124d admin admin] Deleting port c7f15d46-8b5b-481b-b78e-59f0ae67ed1c {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:33:26.020679 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0df3a5e0-a063-4b3a-b32a-224cc3a3124d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:26.090027 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-85b3a54b-0348-43a9-bfdd-e643799b472f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334fd49a-84bc-4923-8066-41c07520642f', 'name': 'tempest-AttachVolumeShelveTestJSON-783329290-router', 'tenant_id': 'c3c775803d354892aee478fad34a8c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'c7f15d46-8b5b-481b-b78e-59f0ae67ed1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:24:25Z', 'updated_at': '2021-11-25T13:33:24Z', 'revision_number': 5, 'project_id': 'c3c775803d354892aee478fad34a8c78', 'gw_port': {'id': 'c7f15d46-8b5b-481b-b78e-59f0ae67ed1c', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:70:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334fd49a-84bc-4923-8066-41c07520642f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:24:26Z', 'updated_at': '2021-11-25T13:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:33:26.116468 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b3a54b-0348-43a9-bfdd-e643799b472f None None] Checking router: 334fd49a-84bc-4923-8066-41c07520642f for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:33:26.126762 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b3a54b-0348-43a9-bfdd-e643799b472f None None] Routers {'334fd49a-84bc-4923-8066-41c07520642f'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:33:26.127449 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-85b3a54b-0348-43a9-bfdd-e643799b472f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:33:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['334fd49a-84bc-4923-8066-41c07520642f'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:33:26.168811 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-0df3a5e0-a063-4b3a-b32a-224cc3a3124d admin admin] For port c7f15d46-8b5b-481b-b78e-59f0ae67ed1c, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=c7f15d46-8b5b-481b-b78e-59f0ae67ed1c,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:33:26.173110 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0df3a5e0-a063-4b3a-b32a-224cc3a3124d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:26.206047 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-0df3a5e0-a063-4b3a-b32a-224cc3a3124d admin admin] Calling delete_port for c7f15d46-8b5b-481b-b78e-59f0ae67ed1c owned by network:router_gateway {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:33:26.247591 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-85b3a54b-0348-43a9-bfdd-e643799b472f None None] Set router 334fd49a-84bc-4923-8066-41c07520642f gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:33:26.331967 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745ebec-378a-43ac-822c-a46124659b0b req-520833d9-0469-41e4-8572-f9ccd9146037 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:26.333685 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e745ebec-378a-43ac-822c-a46124659b0b req-520833d9-0469-41e4-8572-f9ccd9146037 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/ports?device_id=71b4ac00-28d3-42ae-b2c5-75cc91e55470 HTTP/1.1" status: 200 len: 946 time: 0.0835032 Nov 25 13:33:26.336753 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-85b3a54b-0348-43a9-bfdd-e643799b472f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334fd49a-84bc-4923-8066-41c07520642f', 'name': 'tempest-AttachVolumeShelveTestJSON-783329290-router', 'tenant_id': 'c3c775803d354892aee478fad34a8c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:24:25Z', 'updated_at': '2021-11-25T13:33:25Z', 'revision_number': 6, 'project_id': 'c3c775803d354892aee478fad34a8c78', 'gw_port_host': None}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:33:26.389299 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b3a54b-0348-43a9-bfdd-e643799b472f None None] The sync data for ids ['334fd49a-84bc-4923-8066-41c07520642f'] in n-d-808199-11 is: [{'id': '334fd49a-84bc-4923-8066-41c07520642f', 'name': 'tempest-AttachVolumeShelveTestJSON-783329290-router', 'tenant_id': 'c3c775803d354892aee478fad34a8c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:24:25Z', 'updated_at': '2021-11-25T13:33:25Z', 'revision_number': 6, 'project_id': 'c3c775803d354892aee478fad34a8c78', 'gw_port_host': None}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:33:26.432159 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e745ebec-378a-43ac-822c-a46124659b0b req-745304d1-aabd-4411-964d-d846e744dc9b tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d21bc81-13bd-4c4d-a502-1adf547079e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887337 Nov 25 13:33:26.519765 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0df3a5e0-a063-4b3a-b32a-224cc3a3124d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:26.603152 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0556af5b-a434-4345-9cb7-a50f4204e63e None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:33:26.608696 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df3a5e0-a063-4b3a-b32a-224cc3a3124d admin admin] Pushing event deleted for resources: {'Port': ['ID=c7f15d46-8b5b-481b-b78e-59f0ae67ed1c,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:33:26.722932 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013a8a23-1c86-4387-9db5-54758499be22 req-098a418f-bc8f-4463-afa4-8ebb016bd60f tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:26.724895 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-013a8a23-1c86-4387-9db5-54758499be22 req-098a418f-bc8f-4463-afa4-8ebb016bd60f tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/ports?device_id=71b4ac00-28d3-42ae-b2c5-75cc91e55470 HTTP/1.1" status: 200 len: 946 time: 0.1005156 Nov 25 13:33:26.733570 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0df3a5e0-a063-4b3a-b32a-224cc3a3124d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:26.797618 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-013a8a23-1c86-4387-9db5-54758499be22 req-3c1c9c96-4d56-4eab-9745-a0feea216ee9 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d21bc81-13bd-4c4d-a502-1adf547079e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646198 Nov 25 13:33:26.865605 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0df3a5e0-a063-4b3a-b32a-224cc3a3124d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:26.868084 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0df3a5e0-a063-4b3a-b32a-224cc3a3124d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:26.928879 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0df3a5e0-a063-4b3a-b32a-224cc3a3124d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:26.929688 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df3a5e0-a063-4b3a-b32a-224cc3a3124d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 334fd49a-84bc-4923-8066-41c07520642f {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:33:26.935113 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0df3a5e0-a063-4b3a-b32a-224cc3a3124d admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:26.936361 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-0df3a5e0-a063-4b3a-b32a-224cc3a3124d admin admin] 10.222.0.53 "DELETE /v2.0/routers/334fd49a-84bc-4923-8066-41c07520642f HTTP/1.1" status: 204 len: 168 time: 1.2379646 Nov 25 13:33:26.939207 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 42154) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:33:26.943841 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea7ddd-8cb4-4f21-b56f-2cc0ac69f3a1 req-c73b5abe-5abe-49f5-8056-dabef037c739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:26.945405 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4bea7ddd-8cb4-4f21-b56f-2cc0ac69f3a1 req-c73b5abe-5abe-49f5-8056-dabef037c739 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dfc7ed58aa5f4ef6a363ecf508844b2a&device_id=71b4ac00-28d3-42ae-b2c5-75cc91e55470 HTTP/1.1" status: 200 len: 1098 time: 0.2527244 Nov 25 13:33:27.024883 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2c16f4c-3c1b-4efe-906b-03de911401df admin admin] Deleting subnet de598ec9-e4ed-4f9c-80e3-a369f7acaceb {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:33:27.028758 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d2c16f4c-3c1b-4efe-906b-03de911401df admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:27.066282 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d2c16f4c-3c1b-4efe-906b-03de911401df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:27.072500 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea7ddd-8cb4-4f21-b56f-2cc0ac69f3a1 req-9f6ea741-def1-4de6-8ba2-a949e73f9c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:27.074310 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4bea7ddd-8cb4-4f21-b56f-2cc0ac69f3a1 req-9f6ea741-def1-4de6-8ba2-a949e73f9c26 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b6131956-3d7f-4134-a1c5-4d454239b609 HTTP/1.1" status: 200 len: 911 time: 0.1204636 Nov 25 13:33:27.154684 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4bea7ddd-8cb4-4f21-b56f-2cc0ac69f3a1 req-0c8a3903-15a0-4e0d-adc6-2defb2e14e1a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96b44673-a075-46b0-8f3f-46d8962a7f04 HTTP/1.1" status: 200 len: 1002 time: 0.0725882 Nov 25 13:33:27.202142 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d2c16f4c-3c1b-4efe-906b-03de911401df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:27.216246 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea7ddd-8cb4-4f21-b56f-2cc0ac69f3a1 req-3b099ac0-2a34-4436-845f-3f61d1d51423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:27.218854 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4bea7ddd-8cb4-4f21-b56f-2cc0ac69f3a1 req-3b099ac0-2a34-4436-845f-3f61d1d51423 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bd741d61-638e-40d0-8aa0-1d3f2aabe218 HTTP/1.1" status: 200 len: 849 time: 0.0567930 Nov 25 13:33:27.252205 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62846cb4-353b-48d4-8cc6-531ae8019313 req-a36ff5ce-77cc-456a-be81-c537cc38c9ff tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:27.264245 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-62846cb4-353b-48d4-8cc6-531ae8019313 req-a36ff5ce-77cc-456a-be81-c537cc38c9ff tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=a21c00e5-301f-4888-89a2-675ef63eefc7 HTTP/1.1" status: 200 len: 945 time: 0.1069157 Nov 25 13:33:27.287047 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea7ddd-8cb4-4f21-b56f-2cc0ac69f3a1 req-81652591-fad7-4740-9766-837061c5e64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:27.288942 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4bea7ddd-8cb4-4f21-b56f-2cc0ac69f3a1 req-81652591-fad7-4740-9766-837061c5e64c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b6131956-3d7f-4134-a1c5-4d454239b609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0628152 Nov 25 13:33:27.337489 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-62846cb4-353b-48d4-8cc6-531ae8019313 req-9cfed269-0c55-4ab1-9c5f-27dfe7a598f7 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=de0cb51b-ea44-4a75-a1e3-908c4af9fa5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720351 Nov 25 13:33:27.364796 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d2c16f4c-3c1b-4efe-906b-03de911401df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:27.396522 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c16f4c-3c1b-4efe-906b-03de911401df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de598ec9-e4ed-4f9c-80e3-a369f7acaceb,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:33:27.401059 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d2c16f4c-3c1b-4efe-906b-03de911401df admin admin] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:27.407119 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d2c16f4c-3c1b-4efe-906b-03de911401df admin admin] 10.222.0.53 "DELETE /v2.0/subnets/de598ec9-e4ed-4f9c-80e3-a369f7acaceb HTTP/1.1" status: 204 len: 168 time: 0.4645014 Nov 25 13:33:27.407119 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 42166) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:33:27.414433 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c15a274-91a8-450d-a5f0-079f05a41c7a None None] Network 755402ba-804b-4493-8340-905b0e2e90e1 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:33:27.497980 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-674ff32e-563c-43fe-959e-b7c3995a836a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:27.526616 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4bea7ddd-8cb4-4f21-b56f-2cc0ac69f3a1 req-ff5e2256-b913-471c-8d7e-6ce6b9e4a60d service neutron] 10.222.0.47 "GET /v2.0/networks/b6131956-3d7f-4134-a1c5-4d454239b609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260230 Nov 25 13:33:27.563954 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-674ff32e-563c-43fe-959e-b7c3995a836a admin admin] Deleting port c66d78b3-cd05-4c2e-86a3-ca162fa9976b {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:33:27.564450 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-674ff32e-563c-43fe-959e-b7c3995a836a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:27.650065 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-674ff32e-563c-43fe-959e-b7c3995a836a admin admin] For port c66d78b3-cd05-4c2e-86a3-ca162fa9976b, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=c66d78b3-cd05-4c2e-86a3-ca162fa9976b,segment=NetworkSegment(66e12dc7-b89b-4195-a71e-2bc7657a2a6a),segment_id=66e12dc7-b89b-4195-a71e-2bc7657a2a6a)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:33:27.650445 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-674ff32e-563c-43fe-959e-b7c3995a836a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:27.674382 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4bea7ddd-8cb4-4f21-b56f-2cc0ac69f3a1 req-80590eef-c17c-4b9f-b32a-b536d593d1e6 service neutron] 10.222.0.47 "GET /v2.0/networks/b6131956-3d7f-4134-a1c5-4d454239b609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372335 Nov 25 13:33:27.700219 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-674ff32e-563c-43fe-959e-b7c3995a836a admin admin] Calling delete_port for c66d78b3-cd05-4c2e-86a3-ca162fa9976b owned by network:dhcp {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:33:27.779740 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f4c96d-1b46-4c4e-aa87-cd57954087b2 None None] DHCP port deletion for 755402ba-804b-4493-8340-905b0e2e90e1 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:33:27.826263 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-674ff32e-563c-43fe-959e-b7c3995a836a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:27.857658 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-25f4c96d-1b46-4c4e-aa87-cd57954087b2 None None] Deleting port c66d78b3-cd05-4c2e-86a3-ca162fa9976b {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:33:27.858532 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-25f4c96d-1b46-4c4e-aa87-cd57954087b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:27.872852 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674ff32e-563c-43fe-959e-b7c3995a836a admin admin] Pushing event deleted for resources: {'Port': ['ID=c66d78b3-cd05-4c2e-86a3-ca162fa9976b,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:33:27.875273 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674ff32e-563c-43fe-959e-b7c3995a836a admin admin] No DVR routers for this DVR port c66d78b3-cd05-4c2e-86a3-ca162fa9976b on host n-d-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:33:27.950067 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-25f4c96d-1b46-4c4e-aa87-cd57954087b2 None None] For port c66d78b3-cd05-4c2e-86a3-ca162fa9976b, host n-d-808199-11, got binding levels [] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:33:27.950380 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-25f4c96d-1b46-4c4e-aa87-cd57954087b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:27.975701 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-25f4c96d-1b46-4c4e-aa87-cd57954087b2 None None] Calling delete_port for c66d78b3-cd05-4c2e-86a3-ca162fa9976b owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:33:27.982117 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.ipam_backend_mixin [None req-25f4c96d-1b46-4c4e-aa87-cd57954087b2 None None] Port c66d78b3-cd05-4c2e-86a3-ca162fa9976b was not found and therefore no delete operation was performed {{(pid=103572) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 13:33:27.987992 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-25f4c96d-1b46-4c4e-aa87-cd57954087b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:28.018340 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f4c96d-1b46-4c4e-aa87-cd57954087b2 None None] Pushing event deleted for resources: {'Port': ['ID=c66d78b3-cd05-4c2e-86a3-ca162fa9976b,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:33:28.025664 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-674ff32e-563c-43fe-959e-b7c3995a836a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:28.033695 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f4c96d-1b46-4c4e-aa87-cd57954087b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:33:28.034514 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f4c96d-1b46-4c4e-aa87-cd57954087b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:33:28.035307 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f4c96d-1b46-4c4e-aa87-cd57954087b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:33:28.035861 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f4c96d-1b46-4c4e-aa87-cd57954087b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:33:28.036395 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f4c96d-1b46-4c4e-aa87-cd57954087b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:33:28.036971 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f4c96d-1b46-4c4e-aa87-cd57954087b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:33:28.037518 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f4c96d-1b46-4c4e-aa87-cd57954087b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:33:28.038064 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f4c96d-1b46-4c4e-aa87-cd57954087b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:33:28.038607 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f4c96d-1b46-4c4e-aa87-cd57954087b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:33:28.039374 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f4c96d-1b46-4c4e-aa87-cd57954087b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:33:28.040442 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f4c96d-1b46-4c4e-aa87-cd57954087b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:33:28.040993 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f4c96d-1b46-4c4e-aa87-cd57954087b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:33:28.048886 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f4c96d-1b46-4c4e-aa87-cd57954087b2 None None] No DVR routers for this DVR port c66d78b3-cd05-4c2e-86a3-ca162fa9976b on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:33:28.050662 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-674ff32e-563c-43fe-959e-b7c3995a836a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['755402ba-804b-4493-8340-905b0e2e90e1']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:33:28.068303 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-674ff32e-563c-43fe-959e-b7c3995a836a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66e12dc7-b89b-4195-a71e-2bc7657a2a6a') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:33:28.068602 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-674ff32e-563c-43fe-959e-b7c3995a836a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66e12dc7-b89b-4195-a71e-2bc7657a2a6a') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:33:28.079581 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-674ff32e-563c-43fe-959e-b7c3995a836a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:28.097688 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-674ff32e-563c-43fe-959e-b7c3995a836a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:28.107839 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51888af2-e847-41af-8f5c-5aa180d10a18 req-20025cfe-260e-40f2-8ef3-27f17e4b988e tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:28.109446 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-51888af2-e847-41af-8f5c-5aa180d10a18 req-20025cfe-260e-40f2-8ef3-27f17e4b988e tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/ports?device_id=71b4ac00-28d3-42ae-b2c5-75cc91e55470 HTTP/1.1" status: 200 len: 946 time: 0.1925490 Nov 25 13:33:28.115728 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-674ff32e-563c-43fe-959e-b7c3995a836a admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:33:28.116139 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-674ff32e-563c-43fe-959e-b7c3995a836a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:28.118169 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:33:28.118169 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:33:28.118169 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:33:28.118169 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:33:28.118169 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:33:28.118169 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:33:28.118169 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:33:28.118169 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:33:28.118169 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:33:28.118169 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:33:28.118169 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:33:28.118169 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:33:28.118169 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:33:28.118169 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:33:28.118169 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:33:28.118169 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:33:28.118169 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:33:28.118169 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:33:28.118169 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:33:28.118169 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:33:28.118169 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:33:28.118169 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:33:28.118169 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:33:28.118169 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:33:28.118169 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:33:28.118169 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:33:28.118169 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:33:28.118169 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:33:28.118169 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:33:28.118169 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:33:28.118169 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:33:28.118169 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:33:28.218963 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-674ff32e-563c-43fe-959e-b7c3995a836a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:28.230454 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-674ff32e-563c-43fe-959e-b7c3995a836a admin admin] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:28.235537 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-674ff32e-563c-43fe-959e-b7c3995a836a admin admin] 10.222.0.53 "DELETE /v2.0/networks/755402ba-804b-4493-8340-905b0e2e90e1 HTTP/1.1" status: 204 len: 168 time: 0.8265843 Nov 25 13:33:28.262952 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674ff32e-563c-43fe-959e-b7c3995a836a admin admin] Pushing event deleted for resources: {'Network': ['ID=755402ba-804b-4493-8340-905b0e2e90e1,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:33:28.265417 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device c7f15d46-8b5b-481b-b78e-59f0ae67ed1c no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:33:28.270548 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-51888af2-e847-41af-8f5c-5aa180d10a18 req-a7e9ec2f-b86a-4828-842b-a25decd29e6d tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d21bc81-13bd-4c4d-a502-1adf547079e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337802 Nov 25 13:33:28.314273 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: c7f15d46-8b5b-481b-b78e-59f0ae67ed1c {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:33:28.314565 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device c7f15d46-8b5b-481b-b78e-59f0ae67ed1c not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:33:28.315012 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 25fd7cd6-c3dc-407b-bfb6-d5699626f956 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:33:28.335754 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 25fd7cd6-c3dc-407b-bfb6-d5699626f956 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:33:28.336118 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 25fd7cd6-c3dc-407b-bfb6-d5699626f956 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:33:28.337399 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device c66d78b3-cd05-4c2e-86a3-ca162fa9976b no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:33:28.357093 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: c66d78b3-cd05-4c2e-86a3-ca162fa9976b {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:33:28.357697 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device c66d78b3-cd05-4c2e-86a3-ca162fa9976b not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:33:28.423716 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 42186) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:33:28.500339 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d8e26615-567e-4e68-8382-0027114965f8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c3c775803d354892aee478fad34a8c78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0725479 Nov 25 13:33:28.500629 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 42188) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:33:28.519822 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e9852-d5fd-4063-80e2-7f2e6e474710 req-de5d5cd5-2668-4f00-b739-11ac37f25c6a tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:28.521562 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-087e9852-d5fd-4063-80e2-7f2e6e474710 req-de5d5cd5-2668-4f00-b739-11ac37f25c6a tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=a21c00e5-301f-4888-89a2-675ef63eefc7 HTTP/1.1" status: 200 len: 945 time: 0.0824959 Nov 25 13:33:28.560437 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9b2ea23e-5956-4355-a529-ad4c9c98b9f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:28.590841 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9b2ea23e-5956-4355-a529-ad4c9c98b9f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:28.601841 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-087e9852-d5fd-4063-80e2-7f2e6e474710 req-1a872415-3e0f-49eb-8f97-8ea7357f2e6b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=de0cb51b-ea44-4a75-a1e3-908c4af9fa5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702975 Nov 25 13:33:28.667997 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9b2ea23e-5956-4355-a529-ad4c9c98b9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:28.672661 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9b2ea23e-5956-4355-a529-ad4c9c98b9f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:28.676336 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-9b2ea23e-5956-4355-a529-ad4c9c98b9f4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a63710e8-e8f1-4d9f-9c58-062cd12e5ddd HTTP/1.1" status: 204 len: 168 time: 0.1717513 Nov 25 13:33:28.685209 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2ea23e-5956-4355-a529-ad4c9c98b9f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63710e8-e8f1-4d9f-9c58-062cd12e5ddd,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:33:29.430251 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7438c577-4ac3-4f83-b76a-32e002ce7823 req-bb8ea046-25e5-468c-bbdf-f05a0e855f6b tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:29.432299 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7438c577-4ac3-4f83-b76a-32e002ce7823 req-bb8ea046-25e5-468c-bbdf-f05a0e855f6b tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/ports?device_id=71b4ac00-28d3-42ae-b2c5-75cc91e55470 HTTP/1.1" status: 200 len: 946 time: 0.0683281 Nov 25 13:33:29.512432 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7438c577-4ac3-4f83-b76a-32e002ce7823 req-81818ab2-a490-448d-b500-519c16b35e00 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d21bc81-13bd-4c4d-a502-1adf547079e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626464 Nov 25 13:33:29.754411 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1cec96-3bed-4b66-93f1-e28542fb1925 req-58e8673f-3587-4cba-b966-2364382210ea tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:29.762083 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2f1cec96-3bed-4b66-93f1-e28542fb1925 req-58e8673f-3587-4cba-b966-2364382210ea tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=a21c00e5-301f-4888-89a2-675ef63eefc7 HTTP/1.1" status: 200 len: 945 time: 0.0656660 Nov 25 13:33:29.813582 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2f1cec96-3bed-4b66-93f1-e28542fb1925 req-e0bbf30b-d10f-4079-97d8-6583b5dfde14 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=de0cb51b-ea44-4a75-a1e3-908c4af9fa5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502520 Nov 25 13:33:30.325293 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ec8ee14a-8292-4599-8b10-c53aae4ac3c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:31.025630 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac5f7a2-3b0e-4c2c-a4b4-cf70e4d8f421 req-35fae63a-d8b3-4ee9-a3f3-39e04c98d13c tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:31.034738 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fac5f7a2-3b0e-4c2c-a4b4-cf70e4d8f421 req-35fae63a-d8b3-4ee9-a3f3-39e04c98d13c tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=a21c00e5-301f-4888-89a2-675ef63eefc7 HTTP/1.1" status: 200 len: 945 time: 0.0965116 Nov 25 13:33:31.089952 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fac5f7a2-3b0e-4c2c-a4b4-cf70e4d8f421 req-00477cc9-6996-4318-a95e-ee9776c832e0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=de0cb51b-ea44-4a75-a1e3-908c4af9fa5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542066 Nov 25 13:33:32.238347 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61672af2-5d06-4d55-8fa7-f6a8e702e454 req-575ef9e8-c234-44c0-99bf-1cbfc8bd22b1 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:32.239791 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-61672af2-5d06-4d55-8fa7-f6a8e702e454 req-575ef9e8-c234-44c0-99bf-1cbfc8bd22b1 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=a21c00e5-301f-4888-89a2-675ef63eefc7 HTTP/1.1" status: 200 len: 945 time: 0.0510213 Nov 25 13:33:32.301678 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-61672af2-5d06-4d55-8fa7-f6a8e702e454 req-57664073-bb1c-4492-bbe7-01e46c9a55d3 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=de0cb51b-ea44-4a75-a1e3-908c4af9fa5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499105 Nov 25 13:33:32.777338 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8583007d-afc2-4283-a728-ed8733dba5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:33.497419 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713ed5b-b600-455a-bf6b-a3a96151a654 req-bfdd5950-4df5-4361-b4f6-46677521b18e tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:33.499444 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6713ed5b-b600-455a-bf6b-a3a96151a654 req-bfdd5950-4df5-4361-b4f6-46677521b18e tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=a21c00e5-301f-4888-89a2-675ef63eefc7 HTTP/1.1" status: 200 len: 945 time: 0.0755908 Nov 25 13:33:33.589657 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6713ed5b-b600-455a-bf6b-a3a96151a654 req-b377cf7c-93f2-4001-b59f-e8eea553f4b4 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=de0cb51b-ea44-4a75-a1e3-908c4af9fa5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818188 Nov 25 13:33:33.850603 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:33.851148 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 42432) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:33:34.051157 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d4d427d3-3929-4541-a740-8636b2a0c2c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:34.160561 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d4d427d3-3929-4541-a740-8636b2a0c2c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:34.170031 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d4d427d3-3929-4541-a740-8636b2a0c2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:34.212228 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d427d3-3929-4541-a740-8636b2a0c2c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1eec0a-6de3-48e0-87f2-509a3bc83dbd,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:33:34.240190 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d4d427d3-3929-4541-a740-8636b2a0c2c3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7a71f47fccd04ab6b9fd884e4e7872dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3878019 Nov 25 13:33:34.242650 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 42486) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:33:34.317864 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4df86c5a-e39c-4514-a350-14e249516693 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:34.344173 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4df86c5a-e39c-4514-a350-14e249516693 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:34.415137 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4df86c5a-e39c-4514-a350-14e249516693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:34.418114 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4df86c5a-e39c-4514-a350-14e249516693 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:34.419995 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-4df86c5a-e39c-4514-a350-14e249516693 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8e1eec0a-6de3-48e0-87f2-509a3bc83dbd HTTP/1.1" status: 204 len: 168 time: 0.1760335 Nov 25 13:33:34.431357 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df86c5a-e39c-4514-a350-14e249516693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1eec0a-6de3-48e0-87f2-509a3bc83dbd,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:33:34.808668 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844deeed-aba4-4936-b3be-a519a750de60 req-85fd3cf2-b995-4f72-89e0-15bc0abdcf62 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:34.811747 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-844deeed-aba4-4936-b3be-a519a750de60 req-85fd3cf2-b995-4f72-89e0-15bc0abdcf62 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=a21c00e5-301f-4888-89a2-675ef63eefc7 HTTP/1.1" status: 200 len: 945 time: 0.1048088 Nov 25 13:33:34.887983 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-844deeed-aba4-4936-b3be-a519a750de60 req-0ca173a4-f6b2-4857-90fd-fd29ce7667f2 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=de0cb51b-ea44-4a75-a1e3-908c4af9fa5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681698 Nov 25 13:33:35.181298 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:36.043257 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6558824-a609-4ddd-9da4-7b2de6e875a8 req-3277be1f-63c4-4dec-92c5-f87a299bb444 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:36.045408 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e6558824-a609-4ddd-9da4-7b2de6e875a8 req-3277be1f-63c4-4dec-92c5-f87a299bb444 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=a21c00e5-301f-4888-89a2-675ef63eefc7 HTTP/1.1" status: 200 len: 945 time: 0.0771852 Nov 25 13:33:36.129417 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e6558824-a609-4ddd-9da4-7b2de6e875a8 req-478167db-da48-49ff-ac64-ad563583dc7d tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=de0cb51b-ea44-4a75-a1e3-908c4af9fa5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739961 Nov 25 13:33:36.221998 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:37.213998 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 42956) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:33:37.269069 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2568b926-1216-4cde-a840-6bd03c3b50a4 req-dac6b465-0825-46fe-9c80-ae82623148d2 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:37.270890 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2568b926-1216-4cde-a840-6bd03c3b50a4 req-dac6b465-0825-46fe-9c80-ae82623148d2 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=a21c00e5-301f-4888-89a2-675ef63eefc7 HTTP/1.1" status: 200 len: 945 time: 0.0580349 Nov 25 13:33:37.326791 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2568b926-1216-4cde-a840-6bd03c3b50a4 req-337bde9f-8192-4d64-aee8-286335a723a0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=de0cb51b-ea44-4a75-a1e3-908c4af9fa5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477691 Nov 25 13:33:37.344609 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3b42374e-f4e8-4d2d-933e-7a9f298fa8f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:37.428853 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3b42374e-f4e8-4d2d-933e-7a9f298fa8f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:37.434031 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3b42374e-f4e8-4d2d-933e-7a9f298fa8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:37.479730 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b42374e-f4e8-4d2d-933e-7a9f298fa8f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef9996e-9039-4fb3-8eeb-1072687234c5,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:33:37.498632 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [req-ecf3650d-174d-4061-986a-1a3480e00df8 req-bf3d6c05-dc49-4876-ba0e-c856312c1215 service neutron] show failed (client error): The resource could not be found. Nov 25 13:33:37.499839 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ecf3650d-174d-4061-986a-1a3480e00df8 req-bf3d6c05-dc49-4876-ba0e-c856312c1215 service neutron] 10.222.0.47 "GET /v2.0/ports/60ea48c1-139b-4021-9718-6162dfdcceaa/bindings/n-h1-808199-11 HTTP/1.1" status: 404 len: 381 time: 0.0912020 Nov 25 13:33:37.502599 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3b42374e-f4e8-4d2d-933e-7a9f298fa8f4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3c0aa488705d43599b03fb35a3fd4fb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2869213 Nov 25 13:33:37.503510 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 42970) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:33:37.567831 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-73f6836e-b5e9-4782-a365-5fa27c1f20f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:37.590225 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-73f6836e-b5e9-4782-a365-5fa27c1f20f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:37.655136 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-73f6836e-b5e9-4782-a365-5fa27c1f20f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:37.658328 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-73f6836e-b5e9-4782-a365-5fa27c1f20f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:37.664237 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-73f6836e-b5e9-4782-a365-5fa27c1f20f3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1ef9996e-9039-4fb3-8eeb-1072687234c5 HTTP/1.1" status: 204 len: 168 time: 0.1597142 Nov 25 13:33:37.679560 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f6836e-b5e9-4782-a365-5fa27c1f20f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef9996e-9039-4fb3-8eeb-1072687234c5,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:33:37.845834 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3650d-174d-4061-986a-1a3480e00df8 req-6f40aa39-3cea-4e1e-a8ea-5ea801d7d45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:37.847587 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ecf3650d-174d-4061-986a-1a3480e00df8 req-6f40aa39-3cea-4e1e-a8ea-5ea801d7d45e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a21c00e5-301f-4888-89a2-675ef63eefc7&tenant_id=057e847f3ee343b9812224ca032e6bfc HTTP/1.1" status: 200 len: 1097 time: 0.0540831 Nov 25 13:33:37.866033 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-ecf3650d-174d-4061-986a-1a3480e00df8 req-edab9fc1-84a7-473a-90e4-5c935505aa38 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-808199-11', 'device_owner': 'compute:nova'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:33:37.933632 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ecf3650d-174d-4061-986a-1a3480e00df8 req-edab9fc1-84a7-473a-90e4-5c935505aa38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:38.088111 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:38.144296 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 42990) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:33:38.161887 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4b53ddbf-bc11-45ce-b8d1-43f5c2dd6b63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:38.210036 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-ecf3650d-174d-4061-986a-1a3480e00df8 req-edab9fc1-84a7-473a-90e4-5c935505aa38 service neutron] For port 60ea48c1-139b-4021-9718-6162dfdcceaa, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=60ea48c1-139b-4021-9718-6162dfdcceaa,segment=NetworkSegment(30ea970d-2d33-4fc3-8d80-33e26c0e2710),segment_id=30ea970d-2d33-4fc3-8d80-33e26c0e2710)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:33:38.248443 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4b53ddbf-bc11-45ce-b8d1-43f5c2dd6b63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:38.249743 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-ecf3650d-174d-4061-986a-1a3480e00df8 req-edab9fc1-84a7-473a-90e4-5c935505aa38 service neutron] For port 60ea48c1-139b-4021-9718-6162dfdcceaa, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:33:38.254591 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4b53ddbf-bc11-45ce-b8d1-43f5c2dd6b63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:38.294612 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-4b53ddbf-bc11-45ce-b8d1-43f5c2dd6b63 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=18e492dfa7d942c6aae303cf5c0c7da4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1479118 Nov 25 13:33:38.300352 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 42992) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:33:38.307368 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ecf3650d-174d-4061-986a-1a3480e00df8 req-edab9fc1-84a7-473a-90e4-5c935505aa38 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:38.321738 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-ecf3650d-174d-4061-986a-1a3480e00df8 req-edab9fc1-84a7-473a-90e4-5c935505aa38 service neutron] Transition to ACTIVE for port object 60ea48c1-139b-4021-9718-6162dfdcceaa will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:33:38.322726 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a21c00e5-301f-4888-89a2-675ef63eefc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60ea48c1-139b-4021-9718-6162dfdcceaa'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:33:38.325150 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ca9fce-07fa-40a8-a263-5abe39ca1f39" -d '{"events": [{"server_uuid": "a21c00e5-301f-4888-89a2-675ef63eefc7", "name": "network-vif-unplugged", "status": "completed", "tag": "60ea48c1-139b-4021-9718-6162dfdcceaa"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:33:38.331283 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ecf3650d-174d-4061-986a-1a3480e00df8 req-edab9fc1-84a7-473a-90e4-5c935505aa38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:38.355394 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b53ddbf-bc11-45ce-b8d1-43f5c2dd6b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a434fff-dc6e-4139-b6b1-ad6e4e5897ad,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:33:38.395108 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7740fe14-58da-4775-ad17-9a0d82f05876 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:38.433169 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7740fe14-58da-4775-ad17-9a0d82f05876 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:38.497134 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7740fe14-58da-4775-ad17-9a0d82f05876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:38.500112 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7740fe14-58da-4775-ad17-9a0d82f05876 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:38.504543 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-7740fe14-58da-4775-ad17-9a0d82f05876 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5a434fff-dc6e-4139-b6b1-ad6e4e5897ad HTTP/1.1" status: 204 len: 168 time: 0.2030404 Nov 25 13:33:38.534132 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7740fe14-58da-4775-ad17-9a0d82f05876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a434fff-dc6e-4139-b6b1-ad6e4e5897ad,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:33:38.613443 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edab9fc1-84a7-473a-90e4-5c935505aa38 service neutron] Pushing event updated for resources: {'Port': ['ID=60ea48c1-139b-4021-9718-6162dfdcceaa,revision_number=6']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:33:38.629968 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8985f691-d8d0-44b8-8723-073bda8f8b27 req-4b7f3624-21c7-4949-8645-49e7d2be0748 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:38.641663 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8985f691-d8d0-44b8-8723-073bda8f8b27 req-4b7f3624-21c7-4949-8645-49e7d2be0748 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=a21c00e5-301f-4888-89a2-675ef63eefc7 HTTP/1.1" status: 200 len: 943 time: 0.1572475 Nov 25 13:33:38.745547 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 13:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42df5679-c911-4613-ac09-1285ea9de525 x-openstack-request-id: req-42df5679-c911-4613-ac09-1285ea9de525 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:33:38.745869 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a21c00e5-301f-4888-89a2-675ef63eefc7", "name": "network-vif-unplugged", "status": "completed", "tag": "60ea48c1-139b-4021-9718-6162dfdcceaa", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:33:38.746177 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-42df5679-c911-4613-ac09-1285ea9de525 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:33:38.747629 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a21c00e5-301f-4888-89a2-675ef63eefc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60ea48c1-139b-4021-9718-6162dfdcceaa', 'code': 200} Nov 25 13:33:38.769472 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8985f691-d8d0-44b8-8723-073bda8f8b27 req-e77681d3-0ddf-4d09-abcc-e9ce4551a6fd tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=de0cb51b-ea44-4a75-a1e3-908c4af9fa5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158335 Nov 25 13:33:38.780799 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf3650d-174d-4061-986a-1a3480e00df8 req-edab9fc1-84a7-473a-90e4-5c935505aa38 service neutron] No DVR routers for this DVR port 60ea48c1-139b-4021-9718-6162dfdcceaa on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:33:39.018741 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-ecf3650d-174d-4061-986a-1a3480e00df8 req-edab9fc1-84a7-473a-90e4-5c935505aa38 service neutron] Attempting to bind port 60ea48c1-139b-4021-9718-6162dfdcceaa on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:33:39.020605 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-ecf3650d-174d-4061-986a-1a3480e00df8 req-edab9fc1-84a7-473a-90e4-5c935505aa38 service neutron] Attempting to bind port 60ea48c1-139b-4021-9718-6162dfdcceaa by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': '30ea970d-2d33-4fc3-8d80-33e26c0e2710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'dd4998df-fe3f-4d7c-8a66-ca338627d320'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:33:39.021203 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf3650d-174d-4061-986a-1a3480e00df8 req-edab9fc1-84a7-473a-90e4-5c935505aa38 service neutron] Attempting to bind port 60ea48c1-139b-4021-9718-6162dfdcceaa on network dd4998df-fe3f-4d7c-8a66-ca338627d320 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:33:39.027382 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf3650d-174d-4061-986a-1a3480e00df8 req-edab9fc1-84a7-473a-90e4-5c935505aa38 service neutron] Port 60ea48c1-139b-4021-9718-6162dfdcceaa on network dd4998df-fe3f-4d7c-8a66-ca338627d320 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:33:39.028946 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf3650d-174d-4061-986a-1a3480e00df8 req-edab9fc1-84a7-473a-90e4-5c935505aa38 service neutron] Attempting to bind port 60ea48c1-139b-4021-9718-6162dfdcceaa on network dd4998df-fe3f-4d7c-8a66-ca338627d320 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:33:39.035084 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf3650d-174d-4061-986a-1a3480e00df8 req-edab9fc1-84a7-473a-90e4-5c935505aa38 service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:33:39.035729 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf3650d-174d-4061-986a-1a3480e00df8 req-edab9fc1-84a7-473a-90e4-5c935505aa38 service neutron] Checking segment: {'id': '30ea970d-2d33-4fc3-8d80-33e26c0e2710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'dd4998df-fe3f-4d7c-8a66-ca338627d320'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:33:39.036589 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf3650d-174d-4061-986a-1a3480e00df8 req-edab9fc1-84a7-473a-90e4-5c935505aa38 service neutron] Bound using segment: {'id': '30ea970d-2d33-4fc3-8d80-33e26c0e2710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'dd4998df-fe3f-4d7c-8a66-ca338627d320'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:33:39.037480 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-ecf3650d-174d-4061-986a-1a3480e00df8 req-edab9fc1-84a7-473a-90e4-5c935505aa38 service neutron] Bound port: 60ea48c1-139b-4021-9718-6162dfdcceaa, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ea970d-2d33-4fc3-8d80-33e26c0e2710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'dd4998df-fe3f-4d7c-8a66-ca338627d320'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:33:39.038173 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ecf3650d-174d-4061-986a-1a3480e00df8 req-edab9fc1-84a7-473a-90e4-5c935505aa38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:39.123017 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-ecf3650d-174d-4061-986a-1a3480e00df8 req-edab9fc1-84a7-473a-90e4-5c935505aa38 service neutron] For port 60ea48c1-139b-4021-9718-6162dfdcceaa, host n-h1-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:33:39.127914 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-ecf3650d-174d-4061-986a-1a3480e00df8 req-edab9fc1-84a7-473a-90e4-5c935505aa38 service neutron] For port 60ea48c1-139b-4021-9718-6162dfdcceaa, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=60ea48c1-139b-4021-9718-6162dfdcceaa,segment=NetworkSegment(30ea970d-2d33-4fc3-8d80-33e26c0e2710),segment_id=30ea970d-2d33-4fc3-8d80-33e26c0e2710)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:33:39.140213 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ecf3650d-174d-4061-986a-1a3480e00df8 req-edab9fc1-84a7-473a-90e4-5c935505aa38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:39.185970 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3650d-174d-4061-986a-1a3480e00df8 req-edab9fc1-84a7-473a-90e4-5c935505aa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:39.186943 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ecf3650d-174d-4061-986a-1a3480e00df8 req-edab9fc1-84a7-473a-90e4-5c935505aa38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:39.189651 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ecf3650d-174d-4061-986a-1a3480e00df8 req-edab9fc1-84a7-473a-90e4-5c935505aa38 service neutron] 10.222.0.66 "PUT /v2.0/ports/60ea48c1-139b-4021-9718-6162dfdcceaa HTTP/1.1" status: 200 len: 1092 time: 1.3326857 Nov 25 13:33:39.214254 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edab9fc1-84a7-473a-90e4-5c935505aa38 service neutron] Pushing event updated for resources: {'Port': ['ID=60ea48c1-139b-4021-9718-6162dfdcceaa,revision_number=7']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:33:39.315125 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbac6b7-a75b-4ff5-b734-1693a6d7d603 req-6f1bb555-fc09-41d7-9642-83935db5de24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:39.316881 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9dbac6b7-a75b-4ff5-b734-1693a6d7d603 req-6f1bb555-fc09-41d7-9642-83935db5de24 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=057e847f3ee343b9812224ca032e6bfc&device_id=a21c00e5-301f-4888-89a2-675ef63eefc7 HTTP/1.1" status: 200 len: 1095 time: 0.0686278 Nov 25 13:33:39.500639 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbac6b7-a75b-4ff5-b734-1693a6d7d603 req-3e3f03c2-4e31-43e4-852c-519948e9633a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:39.502675 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9dbac6b7-a75b-4ff5-b734-1693a6d7d603 req-3e3f03c2-4e31-43e4-852c-519948e9633a service neutron] 10.222.0.66 "GET /v2.0/networks?id=dd4998df-fe3f-4d7c-8a66-ca338627d320 HTTP/1.1" status: 200 len: 897 time: 0.1497107 Nov 25 13:33:39.595412 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9dbac6b7-a75b-4ff5-b734-1693a6d7d603 req-7e8d6460-919c-4a16-a0d3-c9a27845b0a9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60ea48c1-139b-4021-9718-6162dfdcceaa HTTP/1.1" status: 200 len: 999 time: 0.0807586 Nov 25 13:33:39.660692 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbac6b7-a75b-4ff5-b734-1693a6d7d603 req-10af891f-4fe6-4f40-ac30-ceeb3d7e3de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:39.662624 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9dbac6b7-a75b-4ff5-b734-1693a6d7d603 req-10af891f-4fe6-4f40-ac30-ceeb3d7e3de6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=792a7be1-8984-4b0d-9164-df358cd18dd6 HTTP/1.1" status: 200 len: 834 time: 0.0546529 Nov 25 13:33:39.743704 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbac6b7-a75b-4ff5-b734-1693a6d7d603 req-5725fd64-8269-462a-8a9f-19b17f84d573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:39.745602 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9dbac6b7-a75b-4ff5-b734-1693a6d7d603 req-5725fd64-8269-462a-8a9f-19b17f84d573 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=dd4998df-fe3f-4d7c-8a66-ca338627d320&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0661423 Nov 25 13:33:39.879764 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9dbac6b7-a75b-4ff5-b734-1693a6d7d603 req-123e7586-9852-4826-8535-61b67ff6ac59 service neutron] 10.222.0.66 "GET /v2.0/networks/dd4998df-fe3f-4d7c-8a66-ca338627d320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218736 Nov 25 13:33:39.988414 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde68836-5fe8-4317-abb0-ac6f922d2995 req-f96f69f6-bd34-417b-afc6-3e93f913c2a0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:39.990003 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bde68836-5fe8-4317-abb0-ac6f922d2995 req-f96f69f6-bd34-417b-afc6-3e93f913c2a0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=a21c00e5-301f-4888-89a2-675ef63eefc7 HTTP/1.1" status: 200 len: 943 time: 0.1267488 Nov 25 13:33:40.059605 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9dbac6b7-a75b-4ff5-b734-1693a6d7d603 req-ad41bfa3-afa5-4c2e-b61b-ff5265a005e3 service neutron] 10.222.0.66 "GET /v2.0/networks/dd4998df-fe3f-4d7c-8a66-ca338627d320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675901 Nov 25 13:33:40.091314 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bde68836-5fe8-4317-abb0-ac6f922d2995 req-3b9e5b40-89d2-4dae-a712-e0a693829b2e tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=de0cb51b-ea44-4a75-a1e3-908c4af9fa5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930276 Nov 25 13:33:40.204349 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3650d-174d-4061-986a-1a3480e00df8 req-af99d025-af96-4c6e-9127-2bced2099aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:40.206335 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ecf3650d-174d-4061-986a-1a3480e00df8 req-af99d025-af96-4c6e-9127-2bced2099aec service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=057e847f3ee343b9812224ca032e6bfc&device_id=a21c00e5-301f-4888-89a2-675ef63eefc7 HTTP/1.1" status: 200 len: 1095 time: 0.0550826 Nov 25 13:33:40.342931 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3650d-174d-4061-986a-1a3480e00df8 req-e61a2a13-9f9a-4ff1-88aa-ee7093e01264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:40.342931 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ecf3650d-174d-4061-986a-1a3480e00df8 req-e61a2a13-9f9a-4ff1-88aa-ee7093e01264 service neutron] 10.222.0.66 "GET /v2.0/networks?id=dd4998df-fe3f-4d7c-8a66-ca338627d320 HTTP/1.1" status: 200 len: 897 time: 0.1217418 Nov 25 13:33:40.443648 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ecf3650d-174d-4061-986a-1a3480e00df8 req-669fe991-0fd3-4e45-858c-904a19d7e756 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60ea48c1-139b-4021-9718-6162dfdcceaa HTTP/1.1" status: 200 len: 999 time: 0.0884211 Nov 25 13:33:40.501393 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3650d-174d-4061-986a-1a3480e00df8 req-10f23e8c-e83c-4d79-a119-3f94fce77c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:40.502930 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ecf3650d-174d-4061-986a-1a3480e00df8 req-10f23e8c-e83c-4d79-a119-3f94fce77c72 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=792a7be1-8984-4b0d-9164-df358cd18dd6 HTTP/1.1" status: 200 len: 834 time: 0.0472739 Nov 25 13:33:40.562743 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3650d-174d-4061-986a-1a3480e00df8 req-f13c4b74-4a3f-4660-9aab-4719191c57fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:40.564255 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ecf3650d-174d-4061-986a-1a3480e00df8 req-f13c4b74-4a3f-4660-9aab-4719191c57fe service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=dd4998df-fe3f-4d7c-8a66-ca338627d320&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487573 Nov 25 13:33:40.731526 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ecf3650d-174d-4061-986a-1a3480e00df8 req-ee2c0cc8-2976-45c1-9a2d-2c47185b8cca service neutron] 10.222.0.66 "GET /v2.0/networks/dd4998df-fe3f-4d7c-8a66-ca338627d320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544054 Nov 25 13:33:40.808385 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a21c00e5-301f-4888-89a2-675ef63eefc7', 'tag': '60ea48c1-139b-4021-9718-6162dfdcceaa'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:33:40.811526 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4d859d-682c-4621-b29f-101a8559d794" -d '{"events": [{"name": "network-changed", "server_uuid": "a21c00e5-301f-4888-89a2-675ef63eefc7", "tag": "60ea48c1-139b-4021-9718-6162dfdcceaa"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:33:40.869422 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ecf3650d-174d-4061-986a-1a3480e00df8 req-904c012e-46ae-4d5f-a2f6-ae32759cf732 service neutron] 10.222.0.66 "GET /v2.0/networks/dd4998df-fe3f-4d7c-8a66-ca338627d320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251924 Nov 25 13:33:40.905344 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57fd94b6-3e8c-478d-b303-60c0aa283e2d x-openstack-request-id: req-57fd94b6-3e8c-478d-b303-60c0aa283e2d {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:33:40.905736 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a21c00e5-301f-4888-89a2-675ef63eefc7", "tag": "60ea48c1-139b-4021-9718-6162dfdcceaa", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:33:40.906084 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-57fd94b6-3e8c-478d-b303-60c0aa283e2d {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:33:40.906575 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a21c00e5-301f-4888-89a2-675ef63eefc7', 'tag': '60ea48c1-139b-4021-9718-6162dfdcceaa', 'status': 'completed', 'code': 200} Nov 25 13:33:41.068386 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d859d-682c-4621-b29f-101a8559d794 req-91329ef1-be59-412e-999d-21f22b10bb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:41.069957 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ee4d859d-682c-4621-b29f-101a8559d794 req-91329ef1-be59-412e-999d-21f22b10bb2a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=057e847f3ee343b9812224ca032e6bfc&device_id=a21c00e5-301f-4888-89a2-675ef63eefc7 HTTP/1.1" status: 200 len: 1095 time: 0.1155939 Nov 25 13:33:41.073070 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d859d-682c-4621-b29f-101a8559d794 req-a1a6a859-8ada-4525-a498-d9ebb5a0f668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:41.074781 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ee4d859d-682c-4621-b29f-101a8559d794 req-a1a6a859-8ada-4525-a498-d9ebb5a0f668 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=057e847f3ee343b9812224ca032e6bfc&device_id=a21c00e5-301f-4888-89a2-675ef63eefc7 HTTP/1.1" status: 200 len: 1095 time: 0.1295953 Nov 25 13:33:41.243329 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df45ed-71cb-4da1-bd07-7bc8a23b6705 req-6fafd4af-3d42-4743-a4b7-c3d08288aa37 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:41.245038 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 60ea48c1-139b-4021-9718-6162dfdcceaa no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:33:41.274953 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-67df45ed-71cb-4da1-bd07-7bc8a23b6705 req-6fafd4af-3d42-4743-a4b7-c3d08288aa37 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=a21c00e5-301f-4888-89a2-675ef63eefc7 HTTP/1.1" status: 200 len: 943 time: 0.1081274 Nov 25 13:33:41.287407 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 60ea48c1-139b-4021-9718-6162dfdcceaa not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:33:41.315386 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d859d-682c-4621-b29f-101a8559d794 req-9074fc3b-1b4b-4e03-8e60-6d7ac9bd50c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:41.316907 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ee4d859d-682c-4621-b29f-101a8559d794 req-9074fc3b-1b4b-4e03-8e60-6d7ac9bd50c0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dd4998df-fe3f-4d7c-8a66-ca338627d320 HTTP/1.1" status: 200 len: 897 time: 0.2317936 Nov 25 13:33:41.318136 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d859d-682c-4621-b29f-101a8559d794 req-6b600250-7646-4f1a-a892-4d359c4ca430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:41.319504 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ee4d859d-682c-4621-b29f-101a8559d794 req-6b600250-7646-4f1a-a892-4d359c4ca430 service neutron] 10.222.0.66 "GET /v2.0/networks?id=dd4998df-fe3f-4d7c-8a66-ca338627d320 HTTP/1.1" status: 200 len: 897 time: 0.2360201 Nov 25 13:33:41.406046 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-67df45ed-71cb-4da1-bd07-7bc8a23b6705 req-5569d213-67ca-4648-aee2-5e6fc963114f tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=de0cb51b-ea44-4a75-a1e3-908c4af9fa5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288860 Nov 25 13:33:41.489416 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ee4d859d-682c-4621-b29f-101a8559d794 req-2889582c-688f-4fdb-a257-f41e5a57c1bc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60ea48c1-139b-4021-9718-6162dfdcceaa HTTP/1.1" status: 200 len: 999 time: 0.1584229 Nov 25 13:33:41.548045 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:41.552304 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ee4d859d-682c-4621-b29f-101a8559d794 req-54eccb64-4466-4672-a085-14633dd010f4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60ea48c1-139b-4021-9718-6162dfdcceaa HTTP/1.1" status: 200 len: 999 time: 0.2086957 Nov 25 13:33:41.580801 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 43124) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:33:41.748563 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-93e4f29f-0992-4ed7-ac13-43022a92c258 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:41.839548 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-93e4f29f-0992-4ed7-ac13-43022a92c258 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:41.844690 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-93e4f29f-0992-4ed7-ac13-43022a92c258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:41.873001 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e4f29f-0992-4ed7-ac13-43022a92c258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d057b4c6-6964-49ec-9825-ad61a60a7886,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:33:41.905157 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-93e4f29f-0992-4ed7-ac13-43022a92c258 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=20b7384c341f4a829c620c10ede5049e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3230350 Nov 25 13:33:41.907853 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 43132) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:33:41.939383 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d859d-682c-4621-b29f-101a8559d794 req-67fcb671-58cc-4132-a3cc-a084cb346c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:41.940843 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ee4d859d-682c-4621-b29f-101a8559d794 req-67fcb671-58cc-4132-a3cc-a084cb346c3f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=792a7be1-8984-4b0d-9164-df358cd18dd6 HTTP/1.1" status: 200 len: 834 time: 0.4371922 Nov 25 13:33:41.974891 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8e4356a2-39fb-4595-8f48-87310754c107 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:41.983477 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d859d-682c-4621-b29f-101a8559d794 req-96f704c3-9151-438a-b82b-47c492cb74f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:41.985004 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ee4d859d-682c-4621-b29f-101a8559d794 req-96f704c3-9151-438a-b82b-47c492cb74f2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=792a7be1-8984-4b0d-9164-df358cd18dd6 HTTP/1.1" status: 200 len: 834 time: 0.4209497 Nov 25 13:33:42.002393 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8e4356a2-39fb-4595-8f48-87310754c107 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:42.035966 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d859d-682c-4621-b29f-101a8559d794 req-851146d3-3bc0-448a-acf9-e5673730d2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:42.037582 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ee4d859d-682c-4621-b29f-101a8559d794 req-851146d3-3bc0-448a-acf9-e5673730d2da service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dd4998df-fe3f-4d7c-8a66-ca338627d320&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0889673 Nov 25 13:33:42.055964 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d859d-682c-4621-b29f-101a8559d794 req-d4db78f1-7c94-4b4e-9e29-706bf4b11783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:42.057962 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ee4d859d-682c-4621-b29f-101a8559d794 req-d4db78f1-7c94-4b4e-9e29-706bf4b11783 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=dd4998df-fe3f-4d7c-8a66-ca338627d320&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0612528 Nov 25 13:33:42.064684 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8e4356a2-39fb-4595-8f48-87310754c107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:42.068539 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8e4356a2-39fb-4595-8f48-87310754c107 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:42.070193 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-8e4356a2-39fb-4595-8f48-87310754c107 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d057b4c6-6964-49ec-9825-ad61a60a7886 HTTP/1.1" status: 204 len: 168 time: 0.1600935 Nov 25 13:33:42.081434 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4356a2-39fb-4595-8f48-87310754c107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d057b4c6-6964-49ec-9825-ad61a60a7886,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:33:42.286186 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ee4d859d-682c-4621-b29f-101a8559d794 req-eec34105-d7b8-42c3-8356-cb0808f4951c service neutron] 10.222.0.47 "GET /v2.0/networks/dd4998df-fe3f-4d7c-8a66-ca338627d320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405999 Nov 25 13:33:42.293163 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ee4d859d-682c-4621-b29f-101a8559d794 req-34e51683-2863-47d3-abdb-160c6c615be2 service neutron] 10.222.0.66 "GET /v2.0/networks/dd4998df-fe3f-4d7c-8a66-ca338627d320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246788 Nov 25 13:33:42.595881 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 43164) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:33:42.619324 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ee4d859d-682c-4621-b29f-101a8559d794 req-3e079341-8639-4646-96fe-8ccdb01580df service neutron] 10.222.0.47 "GET /v2.0/networks/dd4998df-fe3f-4d7c-8a66-ca338627d320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249283 Nov 25 13:33:42.626331 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ee4d859d-682c-4621-b29f-101a8559d794 req-c0f385cd-cb04-4359-8817-580dea4c59e0 service neutron] 10.222.0.66 "GET /v2.0/networks/dd4998df-fe3f-4d7c-8a66-ca338627d320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242295 Nov 25 13:33:42.627320 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-72323cb1-bbd7-42d7-9683-4c094303c4de admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:42.645097 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c651b-1b8b-415a-86e4-719ab8b3786a req-02bc3fd2-667d-4ecf-b554-c2755d649e46 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:42.649808 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-144c651b-1b8b-415a-86e4-719ab8b3786a req-02bc3fd2-667d-4ecf-b554-c2755d649e46 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=a21c00e5-301f-4888-89a2-675ef63eefc7 HTTP/1.1" status: 200 len: 943 time: 0.0800097 Nov 25 13:33:42.746062 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-144c651b-1b8b-415a-86e4-719ab8b3786a req-0785b804-f0b2-46d4-9673-1fd306829886 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=de0cb51b-ea44-4a75-a1e3-908c4af9fa5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899715 Nov 25 13:33:42.752232 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-72323cb1-bbd7-42d7-9683-4c094303c4de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:42.769997 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-72323cb1-bbd7-42d7-9683-4c094303c4de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:42.842552 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-72323cb1-bbd7-42d7-9683-4c094303c4de admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=07fef96f1ac04793b604205916412559&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2368281 Nov 25 13:33:42.843622 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72323cb1-bbd7-42d7-9683-4c094303c4de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9312f6-cdd4-44c4-b341-01005748cf7b,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:33:42.845616 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 43166) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:33:42.928957 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-db9acb02-605d-43e5-8493-39fad749988a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:42.956965 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-db9acb02-605d-43e5-8493-39fad749988a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:43.013668 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-db9acb02-605d-43e5-8493-39fad749988a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:43.018016 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-db9acb02-605d-43e5-8493-39fad749988a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:43.019513 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-db9acb02-605d-43e5-8493-39fad749988a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2f9312f6-cdd4-44c4-b341-01005748cf7b HTTP/1.1" status: 204 len: 168 time: 0.1725075 Nov 25 13:33:43.030014 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9acb02-605d-43e5-8493-39fad749988a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9312f6-cdd4-44c4-b341-01005748cf7b,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:33:43.864720 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f373604-297c-4856-b895-32d049c0bb52 req-547c2f6f-cbad-4e1c-98fd-1baf0639a3a5 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:43.866247 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3f373604-297c-4856-b895-32d049c0bb52 req-547c2f6f-cbad-4e1c-98fd-1baf0639a3a5 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=a21c00e5-301f-4888-89a2-675ef63eefc7 HTTP/1.1" status: 200 len: 943 time: 0.0490074 Nov 25 13:33:43.926605 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3f373604-297c-4856-b895-32d049c0bb52 req-77e273d3-7bb8-412e-a8f9-4ba4df9df038 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=de0cb51b-ea44-4a75-a1e3-908c4af9fa5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529158 Nov 25 13:33:44.237390 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f42eb66-10d2-4e79-a746-4a573aed48fb req-ab263373-0cab-402b-9ddd-62004333f252 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:44.239061 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1f42eb66-10d2-4e79-a746-4a573aed48fb req-ab263373-0cab-402b-9ddd-62004333f252 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.66 "GET /v2.0/ports?device_id=a21c00e5-301f-4888-89a2-675ef63eefc7&tenant_id=057e847f3ee343b9812224ca032e6bfc&binding%3Ahost_id=n-h1-808199-11 HTTP/1.1" status: 200 len: 943 time: 0.0806484 Nov 25 13:33:44.310395 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107658eb-c076-4166-aa5d-81657a98003a req-ce07d843-6c0c-47f9-992e-782cee97a18a tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:44.315634 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-107658eb-c076-4166-aa5d-81657a98003a req-ce07d843-6c0c-47f9-992e-782cee97a18a tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=a21c00e5-301f-4888-89a2-675ef63eefc7 HTTP/1.1" status: 200 len: 943 time: 0.0937586 Nov 25 13:33:44.353548 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1f42eb66-10d2-4e79-a746-4a573aed48fb req-ed4ddd3e-c011-4abf-b840-657f03f2f12b service neutron] 10.222.0.66 "GET /v2.0/ports/60ea48c1-139b-4021-9718-6162dfdcceaa/bindings/n-h1-808199-11 HTTP/1.1" status: 200 len: 383 time: 0.1041098 Nov 25 13:33:44.453549 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f42eb66-10d2-4e79-a746-4a573aed48fb req-60e73314-43d2-478e-adc5-147b1e0d1203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:44.455639 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1f42eb66-10d2-4e79-a746-4a573aed48fb req-60e73314-43d2-478e-adc5-147b1e0d1203 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=057e847f3ee343b9812224ca032e6bfc&device_id=a21c00e5-301f-4888-89a2-675ef63eefc7 HTTP/1.1" status: 200 len: 1095 time: 0.0755336 Nov 25 13:33:44.458684 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-107658eb-c076-4166-aa5d-81657a98003a req-c62c53b3-3823-4ffa-8647-c36f876155bf tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=de0cb51b-ea44-4a75-a1e3-908c4af9fa5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363425 Nov 25 13:33:44.491969 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 43212) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:33:44.617997 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f42eb66-10d2-4e79-a746-4a573aed48fb req-d2d75deb-3a90-4c65-ba6d-5c3983da7c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:44.620140 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1f42eb66-10d2-4e79-a746-4a573aed48fb req-d2d75deb-3a90-4c65-ba6d-5c3983da7c82 service neutron] 10.222.0.66 "GET /v2.0/networks?id=dd4998df-fe3f-4d7c-8a66-ca338627d320 HTTP/1.1" status: 200 len: 897 time: 0.1469526 Nov 25 13:33:44.659120 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7f40392d-1b05-4e76-88d8-0a3c67113c4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:44.704098 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1f42eb66-10d2-4e79-a746-4a573aed48fb req-cc0efb32-ac04-457f-a678-a3b3e0d07605 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60ea48c1-139b-4021-9718-6162dfdcceaa HTTP/1.1" status: 200 len: 999 time: 0.0756185 Nov 25 13:33:44.757543 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7f40392d-1b05-4e76-88d8-0a3c67113c4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:44.764092 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7f40392d-1b05-4e76-88d8-0a3c67113c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:44.765371 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f42eb66-10d2-4e79-a746-4a573aed48fb req-f65eb37d-db29-4434-8b93-635dff304b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:44.767211 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1f42eb66-10d2-4e79-a746-4a573aed48fb req-f65eb37d-db29-4434-8b93-635dff304b0a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=792a7be1-8984-4b0d-9164-df358cd18dd6 HTTP/1.1" status: 200 len: 834 time: 0.0562844 Nov 25 13:33:44.798097 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f40392d-1b05-4e76-88d8-0a3c67113c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9271d394-ac73-4839-af51-77f59abf1701,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:33:44.822837 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-7f40392d-1b05-4e76-88d8-0a3c67113c4d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8b5aa289b91d46e09366d6aa6bea4d6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3291595 Nov 25 13:33:44.823796 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 43216) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:33:44.831914 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f42eb66-10d2-4e79-a746-4a573aed48fb req-6c38fd58-91a8-4d84-b5c0-22a58694f04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:44.833768 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1f42eb66-10d2-4e79-a746-4a573aed48fb req-6c38fd58-91a8-4d84-b5c0-22a58694f04a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=dd4998df-fe3f-4d7c-8a66-ca338627d320&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564325 Nov 25 13:33:44.885998 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-90eb20d7-6840-49a1-8d6c-9e6002526edb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:44.911907 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-90eb20d7-6840-49a1-8d6c-9e6002526edb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:44.961916 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1f42eb66-10d2-4e79-a746-4a573aed48fb req-833684bd-593e-4b3a-abc0-106c61f80e18 service neutron] 10.222.0.66 "GET /v2.0/networks/dd4998df-fe3f-4d7c-8a66-ca338627d320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176054 Nov 25 13:33:44.980645 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-90eb20d7-6840-49a1-8d6c-9e6002526edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:44.984658 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-90eb20d7-6840-49a1-8d6c-9e6002526edb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:44.986323 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-90eb20d7-6840-49a1-8d6c-9e6002526edb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9271d394-ac73-4839-af51-77f59abf1701 HTTP/1.1" status: 204 len: 168 time: 0.1611340 Nov 25 13:33:44.998362 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eb20d7-6840-49a1-8d6c-9e6002526edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9271d394-ac73-4839-af51-77f59abf1701,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:33:45.092322 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1f42eb66-10d2-4e79-a746-4a573aed48fb req-ef8a5fc3-22d8-416f-b0b5-13c4dbd55d1f service neutron] 10.222.0.66 "GET /v2.0/networks/dd4998df-fe3f-4d7c-8a66-ca338627d320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236148 Nov 25 13:33:45.487346 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 60ea48c1-139b-4021-9718-6162dfdcceaa details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:33:45.616134 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 60ea48c1-139b-4021-9718-6162dfdcceaa, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=60ea48c1-139b-4021-9718-6162dfdcceaa,segment=NetworkSegment(30ea970d-2d33-4fc3-8d80-33e26c0e2710),segment_id=30ea970d-2d33-4fc3-8d80-33e26c0e2710)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:33:45.630748 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': '60ea48c1-139b-4021-9718-6162dfdcceaa', 'network_id': 'dd4998df-fe3f-4d7c-8a66-ca338627d320', 'port_id': '60ea48c1-139b-4021-9718-6162dfdcceaa', 'mac_address': 'fa:16:3e:61:35:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '792a7be1-8984-4b0d-9164-df358cd18dd6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:33:45.681804 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:45.700013 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60ea48c1-139b-4021-9718-6162dfdcceaa {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:33:45.721967 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c996f499-2751-4b0c-85bd-9093550bef96 req-a6bea3f9-9397-4892-8b9b-5f40f385c601 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:45.724144 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c996f499-2751-4b0c-85bd-9093550bef96 req-a6bea3f9-9397-4892-8b9b-5f40f385c601 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=a21c00e5-301f-4888-89a2-675ef63eefc7 HTTP/1.1" status: 200 len: 943 time: 0.0887265 Nov 25 13:33:45.724692 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 60ea48c1-139b-4021-9718-6162dfdcceaa, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=60ea48c1-139b-4021-9718-6162dfdcceaa,segment=NetworkSegment(30ea970d-2d33-4fc3-8d80-33e26c0e2710),segment_id=30ea970d-2d33-4fc3-8d80-33e26c0e2710)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:33:45.730044 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:45.795771 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=60ea48c1-139b-4021-9718-6162dfdcceaa,revision_number=8']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:33:45.806523 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c996f499-2751-4b0c-85bd-9093550bef96 req-2d4491e4-97c5-417d-831e-094821601ab8 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=de0cb51b-ea44-4a75-a1e3-908c4af9fa5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731862 Nov 25 13:33:46.047734 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['60ea48c1-139b-4021-9718-6162dfdcceaa'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:33:46.559693 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 43276) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:33:46.704298 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3e29eb38-e8fc-40e2-b72a-1eb4574dc54f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:46.884955 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3e29eb38-e8fc-40e2-b72a-1eb4574dc54f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:46.903409 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3e29eb38-e8fc-40e2-b72a-1eb4574dc54f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:46.963828 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e29eb38-e8fc-40e2-b72a-1eb4574dc54f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edcafeea-75a4-428c-9d7c-4a7b7ba7f45a,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:33:46.980265 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 43288) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:33:47.038522 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3e29eb38-e8fc-40e2-b72a-1eb4574dc54f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b00d04e32f214899afd9609970a55871&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4775293 Nov 25 13:33:47.042592 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 43292) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:33:47.063232 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc48e0e-07ff-4618-96aa-1b93e7e682a3 req-4fc94a09-822d-499b-b7e1-110768925800 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:47.075302 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-acc48e0e-07ff-4618-96aa-1b93e7e682a3 req-4fc94a09-822d-499b-b7e1-110768925800 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=a21c00e5-301f-4888-89a2-675ef63eefc7 HTTP/1.1" status: 200 len: 944 time: 0.1123974 Nov 25 13:33:47.134861 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9b4b2d4f-caf9-4c4a-884d-5fcb0f0e36c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:47.155621 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-acc48e0e-07ff-4618-96aa-1b93e7e682a3 req-dd4eb27c-bd97-45d7-9f16-386b69d8ae3f tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=de0cb51b-ea44-4a75-a1e3-908c4af9fa5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749011 Nov 25 13:33:47.178566 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9b4b2d4f-caf9-4c4a-884d-5fcb0f0e36c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:47.225179 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1bafe3e8-e352-472a-bf7a-c085207bad0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:47.352570 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9b4b2d4f-caf9-4c4a-884d-5fcb0f0e36c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:47.359463 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9b4b2d4f-caf9-4c4a-884d-5fcb0f0e36c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:47.360632 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-9b4b2d4f-caf9-4c4a-884d-5fcb0f0e36c3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/edcafeea-75a4-428c-9d7c-4a7b7ba7f45a HTTP/1.1" status: 204 len: 168 time: 0.3166926 Nov 25 13:33:47.379869 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4b2d4f-caf9-4c4a-884d-5fcb0f0e36c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edcafeea-75a4-428c-9d7c-4a7b7ba7f45a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:33:47.421681 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1bafe3e8-e352-472a-bf7a-c085207bad0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:47.429555 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1bafe3e8-e352-472a-bf7a-c085207bad0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:47.444477 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f42eb66-10d2-4e79-a746-4a573aed48fb req-c1e8350b-f938-4fed-bafc-05e0a41316fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:47.446840 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1f42eb66-10d2-4e79-a746-4a573aed48fb req-c1e8350b-f938-4fed-bafc-05e0a41316fb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a21c00e5-301f-4888-89a2-675ef63eefc7&tenant_id=057e847f3ee343b9812224ca032e6bfc HTTP/1.1" status: 200 len: 1096 time: 0.1357934 Nov 25 13:33:47.464482 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-1f42eb66-10d2-4e79-a746-4a573aed48fb req-7a107732-1201-49e3-90b4-912e893d34c2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-808199-11', 'device_owner': 'compute:nova'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:33:47.498987 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 60ea48c1-139b-4021-9718-6162dfdcceaa details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:33:47.514962 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bafe3e8-e352-472a-bf7a-c085207bad0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e6af4e-e27b-4db5-b20c-7851904a72e7,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:33:47.520115 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-1bafe3e8-e352-472a-bf7a-c085207bad0b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1c14ad5aeb994002a28d253128533689&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5386701 Nov 25 13:33:47.522980 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 43300) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:33:47.557582 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1f42eb66-10d2-4e79-a746-4a573aed48fb req-7a107732-1201-49e3-90b4-912e893d34c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:47.592529 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c4a31b8e-92e7-4e9b-a56a-24d5def89e83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:47.639329 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 60ea48c1-139b-4021-9718-6162dfdcceaa, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=60ea48c1-139b-4021-9718-6162dfdcceaa,segment=NetworkSegment(30ea970d-2d33-4fc3-8d80-33e26c0e2710),segment_id=30ea970d-2d33-4fc3-8d80-33e26c0e2710)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:33:47.645614 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c4a31b8e-92e7-4e9b-a56a-24d5def89e83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:47.655356 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': '60ea48c1-139b-4021-9718-6162dfdcceaa', 'network_id': 'dd4998df-fe3f-4d7c-8a66-ca338627d320', 'port_id': '60ea48c1-139b-4021-9718-6162dfdcceaa', 'mac_address': 'fa:16:3e:61:35:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '792a7be1-8984-4b0d-9164-df358cd18dd6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:33:47.717237 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c4a31b8e-92e7-4e9b-a56a-24d5def89e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:47.720473 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c4a31b8e-92e7-4e9b-a56a-24d5def89e83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:47.724035 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c4a31b8e-92e7-4e9b-a56a-24d5def89e83 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/41e6af4e-e27b-4db5-b20c-7851904a72e7 HTTP/1.1" status: 204 len: 168 time: 0.1971848 Nov 25 13:33:47.730620 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a31b8e-92e7-4e9b-a56a-24d5def89e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e6af4e-e27b-4db5-b20c-7851904a72e7,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:33:47.837590 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-1f42eb66-10d2-4e79-a746-4a573aed48fb req-7a107732-1201-49e3-90b4-912e893d34c2 service neutron] For port 60ea48c1-139b-4021-9718-6162dfdcceaa, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=60ea48c1-139b-4021-9718-6162dfdcceaa,segment=NetworkSegment(30ea970d-2d33-4fc3-8d80-33e26c0e2710),segment_id=30ea970d-2d33-4fc3-8d80-33e26c0e2710)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:33:47.873940 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-1f42eb66-10d2-4e79-a746-4a573aed48fb req-7a107732-1201-49e3-90b4-912e893d34c2 service neutron] For port 60ea48c1-139b-4021-9718-6162dfdcceaa, host n-h1-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:33:47.913305 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-1f42eb66-10d2-4e79-a746-4a573aed48fb req-7a107732-1201-49e3-90b4-912e893d34c2 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 60ea48c1-139b-4021-9718-6162dfdcceaa {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:33:47.927222 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1f42eb66-10d2-4e79-a746-4a573aed48fb req-7a107732-1201-49e3-90b4-912e893d34c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:47.939366 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-1f42eb66-10d2-4e79-a746-4a573aed48fb req-7a107732-1201-49e3-90b4-912e893d34c2 service neutron] Ignored duplicate provisioning block setup for port 60ea48c1-139b-4021-9718-6162dfdcceaa by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 25 13:33:47.947065 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1f42eb66-10d2-4e79-a746-4a573aed48fb req-7a107732-1201-49e3-90b4-912e893d34c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:48.064379 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a107732-1201-49e3-90b4-912e893d34c2 service neutron] Pushing event updated for resources: {'Port': ['ID=60ea48c1-139b-4021-9718-6162dfdcceaa,revision_number=9']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:33:48.122232 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f42eb66-10d2-4e79-a746-4a573aed48fb req-7a107732-1201-49e3-90b4-912e893d34c2 service neutron] No DVR routers for this DVR port 60ea48c1-139b-4021-9718-6162dfdcceaa on host n-h1-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:33:48.267383 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 43326) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:33:48.304185 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-72f40b17-4030-4b07-bf95-d820935c0ebb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:48.325054 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-1f42eb66-10d2-4e79-a746-4a573aed48fb req-7a107732-1201-49e3-90b4-912e893d34c2 service neutron] Attempting to bind port 60ea48c1-139b-4021-9718-6162dfdcceaa on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:33:48.326596 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-1f42eb66-10d2-4e79-a746-4a573aed48fb req-7a107732-1201-49e3-90b4-912e893d34c2 service neutron] Attempting to bind port 60ea48c1-139b-4021-9718-6162dfdcceaa by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '30ea970d-2d33-4fc3-8d80-33e26c0e2710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'dd4998df-fe3f-4d7c-8a66-ca338627d320'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:33:48.327072 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f42eb66-10d2-4e79-a746-4a573aed48fb req-7a107732-1201-49e3-90b4-912e893d34c2 service neutron] Attempting to bind port 60ea48c1-139b-4021-9718-6162dfdcceaa on network dd4998df-fe3f-4d7c-8a66-ca338627d320 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:33:48.345121 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f42eb66-10d2-4e79-a746-4a573aed48fb req-7a107732-1201-49e3-90b4-912e893d34c2 service neutron] Port 60ea48c1-139b-4021-9718-6162dfdcceaa on network dd4998df-fe3f-4d7c-8a66-ca338627d320 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:33:48.345624 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f42eb66-10d2-4e79-a746-4a573aed48fb req-7a107732-1201-49e3-90b4-912e893d34c2 service neutron] Attempting to bind port 60ea48c1-139b-4021-9718-6162dfdcceaa on network dd4998df-fe3f-4d7c-8a66-ca338627d320 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:33:48.352644 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f42eb66-10d2-4e79-a746-4a573aed48fb req-7a107732-1201-49e3-90b4-912e893d34c2 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:33:48.353133 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f42eb66-10d2-4e79-a746-4a573aed48fb req-7a107732-1201-49e3-90b4-912e893d34c2 service neutron] Checking segment: {'id': '30ea970d-2d33-4fc3-8d80-33e26c0e2710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'dd4998df-fe3f-4d7c-8a66-ca338627d320'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:33:48.353616 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f42eb66-10d2-4e79-a746-4a573aed48fb req-7a107732-1201-49e3-90b4-912e893d34c2 service neutron] Bound using segment: {'id': '30ea970d-2d33-4fc3-8d80-33e26c0e2710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'dd4998df-fe3f-4d7c-8a66-ca338627d320'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:33:48.354143 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-1f42eb66-10d2-4e79-a746-4a573aed48fb req-7a107732-1201-49e3-90b4-912e893d34c2 service neutron] Bound port: 60ea48c1-139b-4021-9718-6162dfdcceaa, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ea970d-2d33-4fc3-8d80-33e26c0e2710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'dd4998df-fe3f-4d7c-8a66-ca338627d320'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:33:48.354601 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1f42eb66-10d2-4e79-a746-4a573aed48fb req-7a107732-1201-49e3-90b4-912e893d34c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:48.426600 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-1f42eb66-10d2-4e79-a746-4a573aed48fb req-7a107732-1201-49e3-90b4-912e893d34c2 service neutron] For port 60ea48c1-139b-4021-9718-6162dfdcceaa, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:33:48.431567 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-1f42eb66-10d2-4e79-a746-4a573aed48fb req-7a107732-1201-49e3-90b4-912e893d34c2 service neutron] For port 60ea48c1-139b-4021-9718-6162dfdcceaa, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=60ea48c1-139b-4021-9718-6162dfdcceaa,segment=NetworkSegment(30ea970d-2d33-4fc3-8d80-33e26c0e2710),segment_id=30ea970d-2d33-4fc3-8d80-33e26c0e2710)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:33:48.439096 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1f42eb66-10d2-4e79-a746-4a573aed48fb req-7a107732-1201-49e3-90b4-912e893d34c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:48.519161 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a107732-1201-49e3-90b4-912e893d34c2 service neutron] Pushing event updated for resources: {'Port': ['ID=60ea48c1-139b-4021-9718-6162dfdcceaa,revision_number=10']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:33:48.533765 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f42eb66-10d2-4e79-a746-4a573aed48fb req-7a107732-1201-49e3-90b4-912e893d34c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:48.534599 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1f42eb66-10d2-4e79-a746-4a573aed48fb req-7a107732-1201-49e3-90b4-912e893d34c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:48.536107 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1f42eb66-10d2-4e79-a746-4a573aed48fb req-7a107732-1201-49e3-90b4-912e893d34c2 service neutron] 10.222.0.47 "PUT /v2.0/ports/60ea48c1-139b-4021-9718-6162dfdcceaa HTTP/1.1" status: 200 len: 1092 time: 1.0793726 Nov 25 13:33:48.536664 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a21c00e5-301f-4888-89a2-675ef63eefc7', 'tag': '60ea48c1-139b-4021-9718-6162dfdcceaa'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:33:48.539198 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3496e640-2fd1-4b71-bcd5-c3ec18c09871" -d '{"events": [{"name": "network-changed", "server_uuid": "a21c00e5-301f-4888-89a2-675ef63eefc7", "tag": "60ea48c1-139b-4021-9718-6162dfdcceaa"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:33:48.668223 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f305bbda-1167-47c5-80fc-287f352979c3 x-openstack-request-id: req-f305bbda-1167-47c5-80fc-287f352979c3 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:33:48.668386 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a21c00e5-301f-4888-89a2-675ef63eefc7", "tag": "60ea48c1-139b-4021-9718-6162dfdcceaa", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:33:48.668594 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f305bbda-1167-47c5-80fc-287f352979c3 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:33:48.669005 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a21c00e5-301f-4888-89a2-675ef63eefc7', 'tag': '60ea48c1-139b-4021-9718-6162dfdcceaa', 'status': 'completed', 'code': 200} Nov 25 13:33:48.677706 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f42eb66-10d2-4e79-a746-4a573aed48fb req-2c1e9f25-90a5-4af1-a5d6-fbcd234c02dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:48.680598 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1f42eb66-10d2-4e79-a746-4a573aed48fb req-2c1e9f25-90a5-4af1-a5d6-fbcd234c02dc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=057e847f3ee343b9812224ca032e6bfc&device_id=a21c00e5-301f-4888-89a2-675ef63eefc7 HTTP/1.1" status: 200 len: 1096 time: 0.1068850 Nov 25 13:33:48.820199 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496e640-2fd1-4b71-bcd5-c3ec18c09871 req-9ae34796-5ee0-4d98-b96c-a5d6ee2bcd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:48.822770 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3496e640-2fd1-4b71-bcd5-c3ec18c09871 req-9ae34796-5ee0-4d98-b96c-a5d6ee2bcd7d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=057e847f3ee343b9812224ca032e6bfc&device_id=a21c00e5-301f-4888-89a2-675ef63eefc7 HTTP/1.1" status: 200 len: 1096 time: 0.1408787 Nov 25 13:33:48.896168 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02f0067-c3a3-4dc9-b6da-f7288d531959 req-9a81ff73-a878-4eba-b813-ebbff59d1f8f tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:48.905544 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b02f0067-c3a3-4dc9-b6da-f7288d531959 req-9a81ff73-a878-4eba-b813-ebbff59d1f8f tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=a21c00e5-301f-4888-89a2-675ef63eefc7 HTTP/1.1" status: 200 len: 943 time: 0.5988324 Nov 25 13:33:48.985557 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b02f0067-c3a3-4dc9-b6da-f7288d531959 req-2abbfa3c-ed5e-438b-8666-de0f225f66a8 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=de0cb51b-ea44-4a75-a1e3-908c4af9fa5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727124 Nov 25 13:33:48.987853 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496e640-2fd1-4b71-bcd5-c3ec18c09871 req-063ead5f-e4c5-4bb1-b7df-24349e7a867c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:48.999945 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3496e640-2fd1-4b71-bcd5-c3ec18c09871 req-063ead5f-e4c5-4bb1-b7df-24349e7a867c service neutron] 10.222.0.66 "GET /v2.0/networks?id=dd4998df-fe3f-4d7c-8a66-ca338627d320 HTTP/1.1" status: 200 len: 897 time: 0.1622241 Nov 25 13:33:49.041045 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-72f40b17-4030-4b07-bf95-d820935c0ebb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:49.046385 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-72f40b17-4030-4b07-bf95-d820935c0ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:49.102526 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-72f40b17-4030-4b07-bf95-d820935c0ebb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f91f5a50b5984b499c045ae3cc9086e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8319046 Nov 25 13:33:49.102526 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f40b17-4030-4b07-bf95-d820935c0ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24886755-a3e4-41c2-8f8a-969e9e521732,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:33:49.103681 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 43364) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:33:49.133836 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f42eb66-10d2-4e79-a746-4a573aed48fb req-c975af88-d8f3-45d0-ba6d-2e21798fe9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:49.135369 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1f42eb66-10d2-4e79-a746-4a573aed48fb req-c975af88-d8f3-45d0-ba6d-2e21798fe9c5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dd4998df-fe3f-4d7c-8a66-ca338627d320 HTTP/1.1" status: 200 len: 897 time: 0.4444115 Nov 25 13:33:49.137137 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3496e640-2fd1-4b71-bcd5-c3ec18c09871 req-de8de8b3-0c43-4b0d-9a20-777b21192d88 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60ea48c1-139b-4021-9718-6162dfdcceaa HTTP/1.1" status: 200 len: 999 time: 0.1202385 Nov 25 13:33:49.159370 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bf044f6a-eecd-48c1-84c4-c09c4d61a43e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:49.183915 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bf044f6a-eecd-48c1-84c4-c09c4d61a43e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:49.241371 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1f42eb66-10d2-4e79-a746-4a573aed48fb req-199ec016-70f6-4e6e-96fe-a279a3c7cd85 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60ea48c1-139b-4021-9718-6162dfdcceaa HTTP/1.1" status: 200 len: 999 time: 0.0968685 Nov 25 13:33:49.248522 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bf044f6a-eecd-48c1-84c4-c09c4d61a43e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:49.252676 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bf044f6a-eecd-48c1-84c4-c09c4d61a43e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:49.254282 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-bf044f6a-eecd-48c1-84c4-c09c4d61a43e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/24886755-a3e4-41c2-8f8a-969e9e521732 HTTP/1.1" status: 204 len: 168 time: 0.1495564 Nov 25 13:33:49.265980 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf044f6a-eecd-48c1-84c4-c09c4d61a43e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24886755-a3e4-41c2-8f8a-969e9e521732,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:33:49.327442 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496e640-2fd1-4b71-bcd5-c3ec18c09871 req-b22fe70e-bd9f-4a77-8dcb-c441eff02fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:49.329691 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3496e640-2fd1-4b71-bcd5-c3ec18c09871 req-b22fe70e-bd9f-4a77-8dcb-c441eff02fbd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=792a7be1-8984-4b0d-9164-df358cd18dd6 HTTP/1.1" status: 200 len: 834 time: 0.1036327 Nov 25 13:33:49.334134 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f42eb66-10d2-4e79-a746-4a573aed48fb req-eba5a34d-4911-40b4-a31c-37b2959ccfab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:49.336220 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1f42eb66-10d2-4e79-a746-4a573aed48fb req-eba5a34d-4911-40b4-a31c-37b2959ccfab service neutron] 10.222.0.47 "GET /v2.0/subnets?id=792a7be1-8984-4b0d-9164-df358cd18dd6 HTTP/1.1" status: 200 len: 834 time: 0.0730860 Nov 25 13:33:49.416245 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f42eb66-10d2-4e79-a746-4a573aed48fb req-c3d4aeaf-9350-41a7-8743-f02f29b641eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:49.417938 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1f42eb66-10d2-4e79-a746-4a573aed48fb req-c3d4aeaf-9350-41a7-8743-f02f29b641eb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dd4998df-fe3f-4d7c-8a66-ca338627d320&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0675747 Nov 25 13:33:49.421184 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496e640-2fd1-4b71-bcd5-c3ec18c09871 req-9be13233-1db9-4f88-b5bb-6b8824bc5600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:49.422213 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3496e640-2fd1-4b71-bcd5-c3ec18c09871 req-9be13233-1db9-4f88-b5bb-6b8824bc5600 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=dd4998df-fe3f-4d7c-8a66-ca338627d320&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0809696 Nov 25 13:33:49.607777 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3496e640-2fd1-4b71-bcd5-c3ec18c09871 req-f2ae366a-4b4d-4118-aa18-c3caff279853 service neutron] 10.222.0.66 "GET /v2.0/networks/dd4998df-fe3f-4d7c-8a66-ca338627d320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733584 Nov 25 13:33:49.609956 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1f42eb66-10d2-4e79-a746-4a573aed48fb req-aa955b91-65fc-4d82-aa70-fb6c26681e83 service neutron] 10.222.0.47 "GET /v2.0/networks/dd4998df-fe3f-4d7c-8a66-ca338627d320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632748 Nov 25 13:33:49.874570 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3496e640-2fd1-4b71-bcd5-c3ec18c09871 req-7d9fdcc3-9633-4cf8-b3b9-b6aff5a7aed3 service neutron] 10.222.0.66 "GET /v2.0/networks/dd4998df-fe3f-4d7c-8a66-ca338627d320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548113 Nov 25 13:33:49.876939 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1f42eb66-10d2-4e79-a746-4a573aed48fb req-641be6a1-6b5c-432b-975f-323193109b19 service neutron] 10.222.0.47 "GET /v2.0/networks/dd4998df-fe3f-4d7c-8a66-ca338627d320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582135 Nov 25 13:33:50.034077 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496e640-2fd1-4b71-bcd5-c3ec18c09871 req-c9114969-e1fa-4e3d-b8f9-89216707d557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:50.036125 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3496e640-2fd1-4b71-bcd5-c3ec18c09871 req-c9114969-e1fa-4e3d-b8f9-89216707d557 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=057e847f3ee343b9812224ca032e6bfc&device_id=a21c00e5-301f-4888-89a2-675ef63eefc7 HTTP/1.1" status: 200 len: 1096 time: 0.0919983 Nov 25 13:33:50.188423 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb614cff-ae67-48c0-84a0-f0fb684f0645 req-fd3f38b2-c61a-44d8-830a-47cd378d816e tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:50.190057 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fb614cff-ae67-48c0-84a0-f0fb684f0645 req-fd3f38b2-c61a-44d8-830a-47cd378d816e tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=a21c00e5-301f-4888-89a2-675ef63eefc7 HTTP/1.1" status: 200 len: 944 time: 0.0699382 Nov 25 13:33:50.268495 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496e640-2fd1-4b71-bcd5-c3ec18c09871 req-1368b764-71a7-4f2e-84f8-390f2eeb8da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:50.270418 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fb614cff-ae67-48c0-84a0-f0fb684f0645 req-0ddb65c6-7fec-4983-9bc0-0bf44267d859 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=de0cb51b-ea44-4a75-a1e3-908c4af9fa5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731533 Nov 25 13:33:50.272251 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3496e640-2fd1-4b71-bcd5-c3ec18c09871 req-1368b764-71a7-4f2e-84f8-390f2eeb8da0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dd4998df-fe3f-4d7c-8a66-ca338627d320 HTTP/1.1" status: 200 len: 897 time: 0.2276063 Nov 25 13:33:50.422604 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3496e640-2fd1-4b71-bcd5-c3ec18c09871 req-fdfe1c59-fe6f-4da6-8a43-3d1c268a8375 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60ea48c1-139b-4021-9718-6162dfdcceaa HTTP/1.1" status: 200 len: 999 time: 0.1393974 Nov 25 13:33:50.477802 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496e640-2fd1-4b71-bcd5-c3ec18c09871 req-b5443a30-e989-4c86-b0f2-b467a3ac0032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:50.479719 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3496e640-2fd1-4b71-bcd5-c3ec18c09871 req-b5443a30-e989-4c86-b0f2-b467a3ac0032 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=792a7be1-8984-4b0d-9164-df358cd18dd6 HTTP/1.1" status: 200 len: 834 time: 0.0500448 Nov 25 13:33:50.571174 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496e640-2fd1-4b71-bcd5-c3ec18c09871 req-ed5b78e4-e191-4946-9a53-544903dd379d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:50.572821 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3496e640-2fd1-4b71-bcd5-c3ec18c09871 req-ed5b78e4-e191-4946-9a53-544903dd379d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dd4998df-fe3f-4d7c-8a66-ca338627d320&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0845811 Nov 25 13:33:50.737772 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3496e640-2fd1-4b71-bcd5-c3ec18c09871 req-a0017783-581f-4fef-bd92-16850750c289 service neutron] 10.222.0.47 "GET /v2.0/networks/dd4998df-fe3f-4d7c-8a66-ca338627d320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549528 Nov 25 13:33:50.875476 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3496e640-2fd1-4b71-bcd5-c3ec18c09871 req-611be228-515e-491b-84b6-467721cbc282 service neutron] 10.222.0.47 "GET /v2.0/networks/dd4998df-fe3f-4d7c-8a66-ca338627d320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266887 Nov 25 13:33:51.517728 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 60ea48c1-139b-4021-9718-6162dfdcceaa no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:33:51.527439 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418fd3ae-294f-49cf-b219-b30fa721e48d req-fbebd903-71cf-4615-bda2-c79f3e4a306e tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:51.542062 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-418fd3ae-294f-49cf-b219-b30fa721e48d req-fbebd903-71cf-4615-bda2-c79f3e4a306e tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=a21c00e5-301f-4888-89a2-675ef63eefc7 HTTP/1.1" status: 200 len: 944 time: 0.1003141 Nov 25 13:33:51.600546 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 60ea48c1-139b-4021-9718-6162dfdcceaa not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:33:51.688996 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-418fd3ae-294f-49cf-b219-b30fa721e48d req-80583dfe-980a-4132-a4c0-b0f825817538 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=de0cb51b-ea44-4a75-a1e3-908c4af9fa5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424494 Nov 25 13:33:52.856587 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fe1b7-9d53-4c88-bcf1-b8049087aac3 req-2db32556-440a-4677-983f-ddae5f2ce6d9 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:33:52.858518 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8e1fe1b7-9d53-4c88-bcf1-b8049087aac3 req-2db32556-440a-4677-983f-ddae5f2ce6d9 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=a21c00e5-301f-4888-89a2-675ef63eefc7 HTTP/1.1" status: 200 len: 944 time: 0.0742190 Nov 25 13:33:52.938188 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8e1fe1b7-9d53-4c88-bcf1-b8049087aac3 req-52d28de4-f8ef-44f8-9921-d444cc13c102 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=de0cb51b-ea44-4a75-a1e3-908c4af9fa5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721939 Nov 25 13:33:52.967344 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 43876) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:33:53.073973 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-1b5a52d5-e058-4577-9f40-fb4f2bdd39cb tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/floatingips/1f51408b-8925-43a6-bedf-e2910c1702ca HTTP/1.1" status: 200 len: 991 time: 0.1042821 Nov 25 13:33:53.330922 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 60ea48c1-139b-4021-9718-6162dfdcceaa details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:33:53.457244 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 60ea48c1-139b-4021-9718-6162dfdcceaa, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=60ea48c1-139b-4021-9718-6162dfdcceaa,segment=NetworkSegment(30ea970d-2d33-4fc3-8d80-33e26c0e2710),segment_id=30ea970d-2d33-4fc3-8d80-33e26c0e2710)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:33:53.472949 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '60ea48c1-139b-4021-9718-6162dfdcceaa', 'network_id': 'dd4998df-fe3f-4d7c-8a66-ca338627d320', 'port_id': '60ea48c1-139b-4021-9718-6162dfdcceaa', 'mac_address': 'fa:16:3e:61:35:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '792a7be1-8984-4b0d-9164-df358cd18dd6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:33:53.512906 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:53.526195 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60ea48c1-139b-4021-9718-6162dfdcceaa {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:33:53.552329 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 60ea48c1-139b-4021-9718-6162dfdcceaa, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=60ea48c1-139b-4021-9718-6162dfdcceaa,segment=NetworkSegment(30ea970d-2d33-4fc3-8d80-33e26c0e2710),segment_id=30ea970d-2d33-4fc3-8d80-33e26c0e2710)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:33:53.558297 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:53.620077 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=60ea48c1-139b-4021-9718-6162dfdcceaa,revision_number=11']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:33:53.886594 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['60ea48c1-139b-4021-9718-6162dfdcceaa'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:33:55.333115 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 60ea48c1-139b-4021-9718-6162dfdcceaa up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:33:55.386971 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 60ea48c1-139b-4021-9718-6162dfdcceaa completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:33:55.391588 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 60ea48c1-139b-4021-9718-6162dfdcceaa triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:33:55.392229 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:55.412589 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44192) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:33:55.478544 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:55.505949 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a21c00e5-301f-4888-89a2-675ef63eefc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ea48c1-139b-4021-9718-6162dfdcceaa'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:33:55.509187 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47273ddb-71ce-48ca-8a2a-8a5500ed5560" -d '{"events": [{"server_uuid": "a21c00e5-301f-4888-89a2-675ef63eefc7", "name": "network-vif-plugged", "status": "completed", "tag": "60ea48c1-139b-4021-9718-6162dfdcceaa"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:33:55.529761 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-419d55ae-96e6-42f0-850a-fd7626e393c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:55.539766 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 60ea48c1-139b-4021-9718-6162dfdcceaa, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=60ea48c1-139b-4021-9718-6162dfdcceaa,segment=NetworkSegment(30ea970d-2d33-4fc3-8d80-33e26c0e2710),segment_id=30ea970d-2d33-4fc3-8d80-33e26c0e2710)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:33:55.546179 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:55.584377 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:33:55.592119 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89878cbc-7250-41e3-9015-33728e433e3e x-openstack-request-id: req-89878cbc-7250-41e3-9015-33728e433e3e {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:33:55.592457 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a21c00e5-301f-4888-89a2-675ef63eefc7", "name": "network-vif-plugged", "status": "completed", "tag": "60ea48c1-139b-4021-9718-6162dfdcceaa", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:33:55.593085 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-89878cbc-7250-41e3-9015-33728e433e3e {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:33:55.593562 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a21c00e5-301f-4888-89a2-675ef63eefc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ea48c1-139b-4021-9718-6162dfdcceaa', 'code': 200} Nov 25 13:33:55.620339 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=60ea48c1-139b-4021-9718-6162dfdcceaa,revision_number=12']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:33:55.646499 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-419d55ae-96e6-42f0-850a-fd7626e393c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:55.650446 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-419d55ae-96e6-42f0-850a-fd7626e393c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:55.691506 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-419d55ae-96e6-42f0-850a-fd7626e393c1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=281a5e95b37f40738657c82b22411abd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2777071 Nov 25 13:33:55.692927 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419d55ae-96e6-42f0-850a-fd7626e393c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7fd00aa-5317-42ad-855e-f4ceb44bc18d,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:33:55.694144 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44200) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:33:55.755038 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cf7142b8-b8fe-4611-87ab-c7042f326c1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:55.780854 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cf7142b8-b8fe-4611-87ab-c7042f326c1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:55.829741 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cf7142b8-b8fe-4611-87ab-c7042f326c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:55.832867 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cf7142b8-b8fe-4611-87ab-c7042f326c1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:55.834300 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-cf7142b8-b8fe-4611-87ab-c7042f326c1b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e7fd00aa-5317-42ad-855e-f4ceb44bc18d HTTP/1.1" status: 204 len: 168 time: 0.1368611 Nov 25 13:33:55.844400 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7142b8-b8fe-4611-87ab-c7042f326c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7fd00aa-5317-42ad-855e-f4ceb44bc18d,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:33:56.621676 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44236) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:33:56.763634 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c40b0741-58e6-4c9a-a88e-0881fd45317f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:56.876270 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c40b0741-58e6-4c9a-a88e-0881fd45317f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:56.883371 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c40b0741-58e6-4c9a-a88e-0881fd45317f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:56.937816 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44258) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:33:56.939073 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c40b0741-58e6-4c9a-a88e-0881fd45317f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a1e0cded110a446e869c5fdba4238882&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3147845 Nov 25 13:33:56.943918 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40b0741-58e6-4c9a-a88e-0881fd45317f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a941c1c7-a7ae-4405-96fa-aff80769dceb,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:33:57.016704 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2be28d14-4a33-4bf4-8e1d-0ce11e0754f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:57.042512 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2be28d14-4a33-4bf4-8e1d-0ce11e0754f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:57.110643 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2be28d14-4a33-4bf4-8e1d-0ce11e0754f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:57.114249 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2be28d14-4a33-4bf4-8e1d-0ce11e0754f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:57.115963 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-2be28d14-4a33-4bf4-8e1d-0ce11e0754f0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a941c1c7-a7ae-4405-96fa-aff80769dceb HTTP/1.1" status: 204 len: 168 time: 0.1755109 Nov 25 13:33:57.127980 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be28d14-4a33-4bf4-8e1d-0ce11e0754f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a941c1c7-a7ae-4405-96fa-aff80769dceb,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:33:57.257314 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44274) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:33:57.462346 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7d275c5f-f589-4b26-9f12-df085971da6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:57.537879 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44280) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:33:57.553861 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-406a6669-b745-4b7d-b544-35bb45393eb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:57.555194 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7d275c5f-f589-4b26-9f12-df085971da6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:57.560476 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7d275c5f-f589-4b26-9f12-df085971da6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:57.589822 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-7d275c5f-f589-4b26-9f12-df085971da6f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=70d910e668c940e0b175022a2a50cd1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3301837 Nov 25 13:33:57.592603 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44282) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:33:57.611957 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d275c5f-f589-4b26-9f12-df085971da6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4279dc-95e4-4fcf-8091-974bf9b5fe68,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:33:57.674603 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-406a6669-b745-4b7d-b544-35bb45393eb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:57.681084 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-406a6669-b745-4b7d-b544-35bb45393eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:57.724360 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-df21e8df-48b7-4412-ad7f-d510c9c762c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:57.727931 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-406a6669-b745-4b7d-b544-35bb45393eb0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d1aafe7cb351470eb14015bc3eb7eb45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1885839 Nov 25 13:33:57.730653 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44284) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:33:57.749565 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406a6669-b745-4b7d-b544-35bb45393eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56c2c8d-ed95-4ead-817d-fbaede846722,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:33:57.774582 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-df21e8df-48b7-4412-ad7f-d510c9c762c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:57.837316 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3fc2bcb9-b0ce-44d7-83f4-c19a5fb349fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:57.848876 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-df21e8df-48b7-4412-ad7f-d510c9c762c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:57.852763 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-df21e8df-48b7-4412-ad7f-d510c9c762c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:57.856339 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-df21e8df-48b7-4412-ad7f-d510c9c762c3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2b4279dc-95e4-4fcf-8091-974bf9b5fe68 HTTP/1.1" status: 204 len: 168 time: 0.2604074 Nov 25 13:33:57.864512 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df21e8df-48b7-4412-ad7f-d510c9c762c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4279dc-95e4-4fcf-8091-974bf9b5fe68,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:33:57.874671 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3fc2bcb9-b0ce-44d7-83f4-c19a5fb349fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:57.938205 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3fc2bcb9-b0ce-44d7-83f4-c19a5fb349fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:57.940900 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3fc2bcb9-b0ce-44d7-83f4-c19a5fb349fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:57.944369 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3fc2bcb9-b0ce-44d7-83f4-c19a5fb349fb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d56c2c8d-ed95-4ead-817d-fbaede846722 HTTP/1.1" status: 204 len: 168 time: 0.2103722 Nov 25 13:33:57.958110 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc2bcb9-b0ce-44d7-83f4-c19a5fb349fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56c2c8d-ed95-4ead-817d-fbaede846722,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:33:59.474948 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44358) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:33:59.580238 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-f09b9cc8-71f8-4475-82bb-fe2b995b7223 tempest-MeteringTestJSON-513301734 tempest-MeteringTestJSON-513301734-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-565120130'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:33:59.580715 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-f09b9cc8-71f8-4475-82bb-fe2b995b7223 tempest-MeteringTestJSON-513301734 tempest-MeteringTestJSON-513301734-project-admin] Unknown quota resources ['metering_label']. {{(pid=103570) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 13:33:59.771048 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f09b9cc8-71f8-4475-82bb-fe2b995b7223 tempest-MeteringTestJSON-513301734 tempest-MeteringTestJSON-513301734-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:59.775455 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f09b9cc8-71f8-4475-82bb-fe2b995b7223 tempest-MeteringTestJSON-513301734 tempest-MeteringTestJSON-513301734-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.2991018 Nov 25 13:33:59.775870 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44362) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:33:59.780329 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-a567e908-af70-4109-9786-fc1935bf604b tempest-MeteringTestJSON-513301734 tempest-MeteringTestJSON-513301734-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'cbfc75aa-627f-4757-b680-f4fa1ad6c66e'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:33:59.780947 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-a567e908-af70-4109-9786-fc1935bf604b tempest-MeteringTestJSON-513301734 tempest-MeteringTestJSON-513301734-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103570) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 13:33:59.858875 n-d-808199-11 neutron-server[103570]: WARNING neutron.services.metering.metering_plugin [None req-a567e908-af70-4109-9786-fc1935bf604b tempest-MeteringTestJSON-513301734 tempest-MeteringTestJSON-513301734-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 25 13:33:59.986393 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a567e908-af70-4109-9786-fc1935bf604b tempest-MeteringTestJSON-513301734 tempest-MeteringTestJSON-513301734-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:33:59.991270 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44366) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:33:59.993248 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-a567e908-af70-4109-9786-fc1935bf604b tempest-MeteringTestJSON-513301734 tempest-MeteringTestJSON-513301734-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2161047 Nov 25 13:33:59.995941 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-ee1d6c75-828b-4feb-8a19-f924871d0f6d tempest-MeteringTestJSON-513301734 tempest-MeteringTestJSON-513301734-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'cbfc75aa-627f-4757-b680-f4fa1ad6c66e'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:33:59.996448 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-ee1d6c75-828b-4feb-8a19-f924871d0f6d tempest-MeteringTestJSON-513301734 tempest-MeteringTestJSON-513301734-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103571) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 13:34:00.077686 n-d-808199-11 neutron-server[103571]: WARNING neutron.services.metering.metering_plugin [None req-ee1d6c75-828b-4feb-8a19-f924871d0f6d tempest-MeteringTestJSON-513301734 tempest-MeteringTestJSON-513301734-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 25 13:34:00.207066 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ee1d6c75-828b-4feb-8a19-f924871d0f6d tempest-MeteringTestJSON-513301734 tempest-MeteringTestJSON-513301734-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:00.211562 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-ee1d6c75-828b-4feb-8a19-f924871d0f6d tempest-MeteringTestJSON-513301734 tempest-MeteringTestJSON-513301734-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2191651 Nov 25 13:34:00.212195 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44370) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:00.230143 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e6bb0607-dbda-41f5-ad6f-b5105254d70c tempest-MeteringTestJSON-513301734 tempest-MeteringTestJSON-513301734-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=d0c0c7af-20d1-4bc2-97c4-98f886048955 HTTP/1.1" status: 200 len: 464 time: 0.0161104 Nov 25 13:34:00.232594 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44374) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:00.330094 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-86b71a73-6c31-4052-9d9a-1a8bbcaa1103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:00.350306 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3ab9188f-eddc-4953-b661-f1b961b96992 tempest-MeteringTestJSON-513301734 tempest-MeteringTestJSON-513301734-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:00.351891 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3ab9188f-eddc-4953-b661-f1b961b96992 tempest-MeteringTestJSON-513301734 tempest-MeteringTestJSON-513301734-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-label-rules/d0c0c7af-20d1-4bc2-97c4-98f886048955 HTTP/1.1" status: 204 len: 168 time: 0.1183994 Nov 25 13:34:00.354794 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44380) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:00.367163 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c8c116d3-1158-4800-a7fa-971ef89efe46 tempest-MeteringTestJSON-513301734 tempest-MeteringTestJSON-513301734-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=d0c0c7af-20d1-4bc2-97c4-98f886048955 HTTP/1.1" status: 200 len: 221 time: 0.0080714 Nov 25 13:34:00.367538 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44382) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:00.372601 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-6f4a75e0-eff5-4278-9221-ada57454e881 tempest-MeteringTestJSON-513301734 tempest-MeteringTestJSON-513301734-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--344289915', 'description': 'label created by tempest'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:34:00.373182 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-6f4a75e0-eff5-4278-9221-ada57454e881 tempest-MeteringTestJSON-513301734 tempest-MeteringTestJSON-513301734-project-admin] Unknown quota resources ['metering_label']. {{(pid=103570) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 13:34:00.553716 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6f4a75e0-eff5-4278-9221-ada57454e881 tempest-MeteringTestJSON-513301734 tempest-MeteringTestJSON-513301734-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:00.558186 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44390) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:00.558347 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-6f4a75e0-eff5-4278-9221-ada57454e881 tempest-MeteringTestJSON-513301734 tempest-MeteringTestJSON-513301734-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.1894920 Nov 25 13:34:00.644047 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-abf05f53-c46b-4f7c-8b89-85b2d04bf611 tempest-MeteringTestJSON-513301734 tempest-MeteringTestJSON-513301734-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=5a2ba8ad-dadf-4917-beec-bb956e598e07 HTTP/1.1" status: 200 len: 467 time: 0.0815208 Nov 25 13:34:00.644316 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44392) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:01.129649 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9de7c9a5-64f4-461a-a587-161e523079a3 tempest-MeteringTestJSON-513301734 tempest-MeteringTestJSON-513301734-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:01.133478 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44402) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:01.133649 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-9de7c9a5-64f4-461a-a587-161e523079a3 tempest-MeteringTestJSON-513301734 tempest-MeteringTestJSON-513301734-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-labels/5a2ba8ad-dadf-4917-beec-bb956e598e07 HTTP/1.1" status: 204 len: 168 time: 0.4880943 Nov 25 13:34:01.145830 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-0c91bf83-0b78-4915-a99a-f1d7250dd7f4 tempest-MeteringTestJSON-513301734 tempest-MeteringTestJSON-513301734-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=5a2ba8ad-dadf-4917-beec-bb956e598e07 HTTP/1.1" status: 200 len: 216 time: 0.0111597 Nov 25 13:34:01.149563 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44404) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:01.159142 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-ba11cb03-3f44-48f0-a75f-9cfb257bc4d2 tempest-MeteringTestJSON-513301734 tempest-MeteringTestJSON-513301734-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0082483 Nov 25 13:34:01.161896 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44406) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:01.173704 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e45a3b4f-a9f0-46bc-af86-1bde33c84d5a tempest-MeteringTestJSON-513301734 tempest-MeteringTestJSON-513301734-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0107784 Nov 25 13:34:01.176849 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44408) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:01.231667 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d1a9a32e-cdb9-44b1-8cfe-4a3cdaf06baf tempest-MeteringTestJSON-513301734 tempest-MeteringTestJSON-513301734-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels/cbfc75aa-627f-4757-b680-f4fa1ad6c66e HTTP/1.1" status: 200 len: 472 time: 0.0536425 Nov 25 13:34:01.235005 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44410) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:01.244435 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-35eefb7f-aab4-41e7-ac0b-c5c89d987bc5 tempest-MeteringTestJSON-513301734 tempest-MeteringTestJSON-513301734-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules/070ab4be-5908-4707-b1b6-4e51d7fe01e8 HTTP/1.1" status: 200 len: 461 time: 0.0084069 Nov 25 13:34:01.247992 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44412) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:01.346906 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a70054ce-1c52-4b2e-b75a-8298d79b0409 tempest-MeteringTestJSON-513301734 tempest-MeteringTestJSON-513301734-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:01.347973 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-a70054ce-1c52-4b2e-b75a-8298d79b0409 tempest-MeteringTestJSON-513301734 tempest-MeteringTestJSON-513301734-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-label-rules/070ab4be-5908-4707-b1b6-4e51d7fe01e8 HTTP/1.1" status: 204 len: 168 time: 0.0991049 Nov 25 13:34:01.350481 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44414) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:01.584258 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b6d76470-d027-4b21-9b48-2240ea845298 tempest-MeteringTestJSON-513301734 tempest-MeteringTestJSON-513301734-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:01.589116 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b6d76470-d027-4b21-9b48-2240ea845298 tempest-MeteringTestJSON-513301734 tempest-MeteringTestJSON-513301734-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-labels/cbfc75aa-627f-4757-b680-f4fa1ad6c66e HTTP/1.1" status: 204 len: 168 time: 0.2369487 Nov 25 13:34:01.870745 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee879ada-90ea-4a59-893e-b0dada6ff508 req-85ee2556-0426-4ca5-8695-ed45d99a761c tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:01.873004 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ee879ada-90ea-4a59-893e-b0dada6ff508 req-85ee2556-0426-4ca5-8695-ed45d99a761c tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] 10.222.0.53 "GET /v2.0/ports?device_id=d78d0ae6-0ef9-4085-9f9a-ec98a43cd52e HTTP/1.1" status: 200 len: 950 time: 0.0626223 Nov 25 13:34:01.943603 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44440) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:01.953497 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ee879ada-90ea-4a59-893e-b0dada6ff508 req-76b73262-9e2d-4d43-aacb-008db7307b1f tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a87ee86-2977-4f35-b4e5-b210a3a7d3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718052 Nov 25 13:34:02.148349 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d7cf2195-d290-472f-90f1-cc6e4024a43e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:02.193774 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9f1288-d1e7-4ea0-b89b-f411776f7f15 req-1b6a4b53-7c41-48ce-8410-d4193d3b1b48 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:02.197070 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3a9f1288-d1e7-4ea0-b89b-f411776f7f15 req-1b6a4b53-7c41-48ce-8410-d4193d3b1b48 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/ports?device_id=71b4ac00-28d3-42ae-b2c5-75cc91e55470 HTTP/1.1" status: 200 len: 946 time: 0.0755966 Nov 25 13:34:02.261501 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d7cf2195-d290-472f-90f1-cc6e4024a43e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:02.263052 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3a9f1288-d1e7-4ea0-b89b-f411776f7f15 req-ea65beca-4741-4797-acc7-ec36e9c4417f tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d21bc81-13bd-4c4d-a502-1adf547079e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586452 Nov 25 13:34:02.266380 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d7cf2195-d290-472f-90f1-cc6e4024a43e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:02.313620 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44450) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:02.313889 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d7cf2195-d290-472f-90f1-cc6e4024a43e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=90c742902ee94883812d5353b6791080&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3689716 Nov 25 13:34:02.315034 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cf2195-d290-472f-90f1-cc6e4024a43e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de990b06-be3e-4533-9631-1785525f978b,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:02.383133 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5ec82da4-af98-4452-89bc-7bcabd20dec3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:02.415503 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5ec82da4-af98-4452-89bc-7bcabd20dec3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:02.463310 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5ec82da4-af98-4452-89bc-7bcabd20dec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:02.466298 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5ec82da4-af98-4452-89bc-7bcabd20dec3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:02.470032 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-5ec82da4-af98-4452-89bc-7bcabd20dec3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/de990b06-be3e-4533-9631-1785525f978b HTTP/1.1" status: 204 len: 168 time: 0.1521673 Nov 25 13:34:02.477068 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec82da4-af98-4452-89bc-7bcabd20dec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de990b06-be3e-4533-9631-1785525f978b,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:02.775562 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6f3dbc9e-5328-43d9-a0b6-82b0c4c5425d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:02.782372 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44456) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:02.798569 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a12ce1d8-af4f-4f09-bdde-857f1e9b1704 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:02.873121 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a12ce1d8-af4f-4f09-bdde-857f1e9b1704 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:02.878284 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a12ce1d8-af4f-4f09-bdde-857f1e9b1704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:02.923601 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-a12ce1d8-af4f-4f09-bdde-857f1e9b1704 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=edacb6c3c9ff4068a6ebfd0f1b8b8fac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1372149 Nov 25 13:34:02.923601 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12ce1d8-af4f-4f09-bdde-857f1e9b1704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9d53d1-1b42-43bc-a1b2-a8bb877c55c9,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:02.923899 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44458) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:02.973571 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-424396d3-0959-41ea-9c11-dd8ce1174f28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:02.996994 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-424396d3-0959-41ea-9c11-dd8ce1174f28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:03.051990 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-424396d3-0959-41ea-9c11-dd8ce1174f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:03.055610 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-424396d3-0959-41ea-9c11-dd8ce1174f28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:03.059917 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-424396d3-0959-41ea-9c11-dd8ce1174f28 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cb9d53d1-1b42-43bc-a1b2-a8bb877c55c9 HTTP/1.1" status: 204 len: 168 time: 0.1351433 Nov 25 13:34:03.068054 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424396d3-0959-41ea-9c11-dd8ce1174f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9d53d1-1b42-43bc-a1b2-a8bb877c55c9,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:03.104586 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36cda62-85cb-4b19-a06a-2dbb0de0e150 req-3e2e0cce-503d-47ad-a109-1ba73cf03d66 tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:03.106115 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f36cda62-85cb-4b19-a06a-2dbb0de0e150 req-3e2e0cce-503d-47ad-a109-1ba73cf03d66 tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] 10.222.0.53 "GET /v2.0/ports?device_id=d78d0ae6-0ef9-4085-9f9a-ec98a43cd52e HTTP/1.1" status: 200 len: 950 time: 0.0738330 Nov 25 13:34:03.171712 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f36cda62-85cb-4b19-a06a-2dbb0de0e150 req-05bac598-03ea-4ec8-959c-a0c80e973600 tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a87ee86-2977-4f35-b4e5-b210a3a7d3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550427 Nov 25 13:34:03.420659 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f6911-defb-47e3-a1a7-70a0961e10b9 req-2fa08485-36f3-47c0-9315-835c8d6ea9b1 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:03.422623 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a15f6911-defb-47e3-a1a7-70a0961e10b9 req-2fa08485-36f3-47c0-9315-835c8d6ea9b1 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/ports?device_id=71b4ac00-28d3-42ae-b2c5-75cc91e55470 HTTP/1.1" status: 200 len: 946 time: 0.0863855 Nov 25 13:34:03.444242 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0606ecc6-7777-4ce5-b5d5-cb1d6b9ab44b req-b07dc74c-1e0b-482b-8a5e-fbb2eaf32c57 tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:03.446007 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0606ecc6-7777-4ce5-b5d5-cb1d6b9ab44b req-b07dc74c-1e0b-482b-8a5e-fbb2eaf32c57 tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] 10.222.0.47 "GET /v2.0/ports?device_id=d78d0ae6-0ef9-4085-9f9a-ec98a43cd52e HTTP/1.1" status: 200 len: 950 time: 0.0666077 Nov 25 13:34:03.488527 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a15f6911-defb-47e3-a1a7-70a0961e10b9 req-449c5427-fcf4-4f68-bdbd-ec64fa6cb3f1 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d21bc81-13bd-4c4d-a502-1adf547079e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592167 Nov 25 13:34:03.551297 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-0606ecc6-7777-4ce5-b5d5-cb1d6b9ab44b req-4de320a4-b606-4401-984d-f5d64b163cd5 tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] Deleting port 5b17fbd3-645f-49f0-bc03-0a7b4c5d71dd {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:34:03.551783 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0606ecc6-7777-4ce5-b5d5-cb1d6b9ab44b req-4de320a4-b606-4401-984d-f5d64b163cd5 tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:03.651393 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-0606ecc6-7777-4ce5-b5d5-cb1d6b9ab44b req-4de320a4-b606-4401-984d-f5d64b163cd5 tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] For port 5b17fbd3-645f-49f0-bc03-0a7b4c5d71dd, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=5b17fbd3-645f-49f0-bc03-0a7b4c5d71dd,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:34:03.651770 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0606ecc6-7777-4ce5-b5d5-cb1d6b9ab44b req-4de320a4-b606-4401-984d-f5d64b163cd5 tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:03.665339 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-0606ecc6-7777-4ce5-b5d5-cb1d6b9ab44b req-4de320a4-b606-4401-984d-f5d64b163cd5 tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] Calling delete_port for 5b17fbd3-645f-49f0-bc03-0a7b4c5d71dd owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:34:03.814056 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0606ecc6-7777-4ce5-b5d5-cb1d6b9ab44b req-4de320a4-b606-4401-984d-f5d64b163cd5 tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:03.827564 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['5b17fbd3-645f-49f0-bc03-0a7b4c5d71dd'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:34:03.857963 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de320a4-b606-4401-984d-f5d64b163cd5 tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] Pushing event deleted for resources: {'Port': ['ID=5b17fbd3-645f-49f0-bc03-0a7b4c5d71dd,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:03.884821 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:03.900155 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44488) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:03.918243 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-0606ecc6-7777-4ce5-b5d5-cb1d6b9ab44b req-4de320a4-b606-4401-984d-f5d64b163cd5 tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] No DVR routers for this DVR port 5b17fbd3-645f-49f0-bc03-0a7b4c5d71dd on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:34:03.920933 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0606ecc6-7777-4ce5-b5d5-cb1d6b9ab44b req-4de320a4-b606-4401-984d-f5d64b163cd5 tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:03.924550 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0606ecc6-7777-4ce5-b5d5-cb1d6b9ab44b req-4de320a4-b606-4401-984d-f5d64b163cd5 tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] 10.222.0.47 "DELETE /v2.0/ports/5b17fbd3-645f-49f0-bc03-0a7b4c5d71dd HTTP/1.1" status: 204 len: 173 time: 0.4701073 Nov 25 13:34:03.925031 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd78d0ae6-0ef9-4085-9f9a-ec98a43cd52e', 'name': 'network-vif-deleted', 'tag': '5b17fbd3-645f-49f0-bc03-0a7b4c5d71dd'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:34:03.927477 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f140c572-b725-4bdf-9774-4f86609cb4ff" -d '{"events": [{"server_uuid": "d78d0ae6-0ef9-4085-9f9a-ec98a43cd52e", "name": "network-vif-deleted", "tag": "5b17fbd3-645f-49f0-bc03-0a7b4c5d71dd"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:34:03.988233 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1994e5-a067-4d2b-a36b-bb5cf44a5b3a x-openstack-request-id: req-fe1994e5-a067-4d2b-a36b-bb5cf44a5b3a {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:34:03.988589 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d78d0ae6-0ef9-4085-9f9a-ec98a43cd52e", "name": "network-vif-deleted", "tag": "5b17fbd3-645f-49f0-bc03-0a7b4c5d71dd", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:34:03.988776 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fe1994e5-a067-4d2b-a36b-bb5cf44a5b3a {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:34:03.989527 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd78d0ae6-0ef9-4085-9f9a-ec98a43cd52e', 'name': 'network-vif-deleted', 'tag': '5b17fbd3-645f-49f0-bc03-0a7b4c5d71dd', 'status': 'completed', 'code': 200} Nov 25 13:34:04.058047 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-e885557a-20bd-493e-a341-1811a133c2fa tempest-NetworksNegativeTestJSON-1213526188 tempest-NetworksNegativeTestJSON-1213526188-project] Request body: {'port': {'network_id': 'facf1d8a-19b7-4f5e-b12b-069913869ac3', 'name': 'tempest-NetworksNegativeTestJSON-2130061856'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:34:04.073969 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-e885557a-20bd-493e-a341-1811a133c2fa tempest-NetworksNegativeTestJSON-1213526188 tempest-NetworksNegativeTestJSON-1213526188-project] POST failed (client error): The resource could not be found. Nov 25 13:34:04.075442 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e885557a-20bd-493e-a341-1811a133c2fa tempest-NetworksNegativeTestJSON-1213526188 tempest-NetworksNegativeTestJSON-1213526188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:34:04.076978 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e885557a-20bd-493e-a341-1811a133c2fa tempest-NetworksNegativeTestJSON-1213526188 tempest-NetworksNegativeTestJSON-1213526188-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1727486 Nov 25 13:34:04.080844 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44494) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:04.099996 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-91f93b92-250b-4551-859b-83136417b14e tempest-NetworksNegativeTestJSON-1213526188 tempest-NetworksNegativeTestJSON-1213526188-project] DELETE failed (client error): The resource could not be found. Nov 25 13:34:04.100601 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91f93b92-250b-4551-859b-83136417b14e tempest-NetworksNegativeTestJSON-1213526188 tempest-NetworksNegativeTestJSON-1213526188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:34:04.104325 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-91f93b92-250b-4551-859b-83136417b14e tempest-NetworksNegativeTestJSON-1213526188 tempest-NetworksNegativeTestJSON-1213526188-project] 10.222.0.53 "DELETE /v2.0/networks/4e61a06f-1da0-4f33-bd71-67bdf6c6a5a1 HTTP/1.1" status: 404 len: 339 time: 0.0223739 Nov 25 13:34:04.108046 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44496) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:04.130086 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b26ffdc-e20b-4cac-9b25-8d2fb367816a tempest-NetworksNegativeTestJSON-1213526188 tempest-NetworksNegativeTestJSON-1213526188-project] DELETE failed (client error): The resource could not be found. Nov 25 13:34:04.130600 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b26ffdc-e20b-4cac-9b25-8d2fb367816a tempest-NetworksNegativeTestJSON-1213526188 tempest-NetworksNegativeTestJSON-1213526188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:34:04.138048 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3b26ffdc-e20b-4cac-9b25-8d2fb367816a tempest-NetworksNegativeTestJSON-1213526188 tempest-NetworksNegativeTestJSON-1213526188-project] 10.222.0.53 "DELETE /v2.0/ports/37c21a1f-2c6e-413c-b64d-40318e6bf264 HTTP/1.1" status: 404 len: 333 time: 0.0252650 Nov 25 13:34:04.138230 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44498) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:04.165596 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e40b808-da3c-4b16-bd41-dc0a59f7da8e tempest-NetworksNegativeTestJSON-1213526188 tempest-NetworksNegativeTestJSON-1213526188-project] DELETE failed (client error): The resource could not be found. Nov 25 13:34:04.166069 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e40b808-da3c-4b16-bd41-dc0a59f7da8e tempest-NetworksNegativeTestJSON-1213526188 tempest-NetworksNegativeTestJSON-1213526188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:34:04.175504 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-4e40b808-da3c-4b16-bd41-dc0a59f7da8e tempest-NetworksNegativeTestJSON-1213526188 tempest-NetworksNegativeTestJSON-1213526188-project] 10.222.0.53 "DELETE /v2.0/subnets/cc7a44ce-a287-49bd-ad2d-302e85f3d246 HTTP/1.1" status: 404 len: 337 time: 0.0358651 Nov 25 13:34:04.176600 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44500) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:04.213020 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669726d-658d-4d0b-8ed8-f8cbd3e09135 req-a3573c9d-5d96-4e67-8df5-13e209120090 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:04.215024 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c669726d-658d-4d0b-8ed8-f8cbd3e09135 req-a3573c9d-5d96-4e67-8df5-13e209120090 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.47 "GET /v2.0/ports?device_id=71b4ac00-28d3-42ae-b2c5-75cc91e55470 HTTP/1.1" status: 200 len: 946 time: 0.0845113 Nov 25 13:34:04.216689 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bd210b1-5813-4a11-9b40-a8d7a9d0a068 tempest-NetworksNegativeTestJSON-1213526188 tempest-NetworksNegativeTestJSON-1213526188-project] GET failed (client error): The resource could not be found. Nov 25 13:34:04.221746 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44508) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:04.222498 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-1bd210b1-5813-4a11-9b40-a8d7a9d0a068 tempest-NetworksNegativeTestJSON-1213526188 tempest-NetworksNegativeTestJSON-1213526188-project] 10.222.0.53 "GET /v2.0/networks/9c189f9a-433e-44aa-a99d-391d4264c649 HTTP/1.1" status: 404 len: 339 time: 0.0418293 Nov 25 13:34:04.265480 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dd19ea8-6778-4823-8ddd-eb1789c17223 tempest-NetworksNegativeTestJSON-1213526188 tempest-NetworksNegativeTestJSON-1213526188-project] GET failed (client error): The resource could not be found. Nov 25 13:34:04.274238 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-1dd19ea8-6778-4823-8ddd-eb1789c17223 tempest-NetworksNegativeTestJSON-1213526188 tempest-NetworksNegativeTestJSON-1213526188-project] 10.222.0.53 "GET /v2.0/ports/072da25d-856e-4117-a20b-89d6d19cfac0 HTTP/1.1" status: 404 len: 333 time: 0.0501781 Nov 25 13:34:04.275073 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44512) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:04.356324 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-36d38c51-d39e-4af9-94f0-5346f782331c tempest-NetworksNegativeTestJSON-1213526188 tempest-NetworksNegativeTestJSON-1213526188-project] GET failed (client error): The resource could not be found. Nov 25 13:34:04.359993 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-c669726d-658d-4d0b-8ed8-f8cbd3e09135 req-3c9714fb-ac72-4f4c-b9e6-1b4cb0ba5fe1 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Deleting port 96b44673-a075-46b0-8f3f-46d8962a7f04 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:34:04.360350 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c669726d-658d-4d0b-8ed8-f8cbd3e09135 req-3c9714fb-ac72-4f4c-b9e6-1b4cb0ba5fe1 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:04.370245 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-36d38c51-d39e-4af9-94f0-5346f782331c tempest-NetworksNegativeTestJSON-1213526188 tempest-NetworksNegativeTestJSON-1213526188-project] 10.222.0.53 "GET /v2.0/subnets/9035c9dc-e6e8-4c87-8d85-1805f6762afa HTTP/1.1" status: 404 len: 337 time: 0.0939295 Nov 25 13:34:04.372224 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44516) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:04.401093 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-bfee5399-dafe-47a0-8e32-329d926b6954 tempest-NetworksNegativeTestJSON-1213526188 tempest-NetworksNegativeTestJSON-1213526188-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:34:04.401256 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [req-a6a18e5f-94e9-4f29-9273-2fe0af83f491 req-ec4470ab-67e3-4087-abc1-2cf36ba02011 service neutron] (103571) timed out ('10.222.0.53', 51066) {{(pid=103571) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 13:34:04.463656 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfee5399-dafe-47a0-8e32-329d926b6954 tempest-NetworksNegativeTestJSON-1213526188 tempest-NetworksNegativeTestJSON-1213526188-project] PUT failed (client error): The resource could not be found. Nov 25 13:34:04.467290 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfee5399-dafe-47a0-8e32-329d926b6954 tempest-NetworksNegativeTestJSON-1213526188 tempest-NetworksNegativeTestJSON-1213526188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:34:04.468819 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-bfee5399-dafe-47a0-8e32-329d926b6954 tempest-NetworksNegativeTestJSON-1213526188 tempest-NetworksNegativeTestJSON-1213526188-project] 10.222.0.53 "PUT /v2.0/networks/51917609-e266-453f-bf0f-14508316d702 HTTP/1.1" status: 404 len: 339 time: 0.0934303 Nov 25 13:34:04.473873 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44518) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:04.500518 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-958ad185-8f61-4498-a3fe-ea3d35898a89 tempest-NetworksNegativeTestJSON-1213526188 tempest-NetworksNegativeTestJSON-1213526188-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:34:04.508313 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7593de83-5d40-4de4-ac49-6d4d0d86cefd req-12603ed9-fe91-4bf8-818c-f0776ea953a0 tempest-VolumesBackupsTest-1282109532 tempest-VolumesBackupsTest-1282109532-project] 10.222.0.53 "GET /v2.0/ports?device_id=d78d0ae6-0ef9-4085-9f9a-ec98a43cd52e HTTP/1.1" status: 200 len: 210 time: 0.0956404 Nov 25 13:34:04.535370 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-958ad185-8f61-4498-a3fe-ea3d35898a89 tempest-NetworksNegativeTestJSON-1213526188 tempest-NetworksNegativeTestJSON-1213526188-project] PUT failed (client error): The resource could not be found. Nov 25 13:34:04.536191 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-958ad185-8f61-4498-a3fe-ea3d35898a89 tempest-NetworksNegativeTestJSON-1213526188 tempest-NetworksNegativeTestJSON-1213526188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:34:04.537955 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-958ad185-8f61-4498-a3fe-ea3d35898a89 tempest-NetworksNegativeTestJSON-1213526188 tempest-NetworksNegativeTestJSON-1213526188-project] 10.222.0.53 "PUT /v2.0/ports/9b351a47-b4f0-4cfb-9163-99bc25959dfc HTTP/1.1" status: 404 len: 333 time: 0.0436633 Nov 25 13:34:04.542647 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44522) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:04.550481 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-fd081c45-bf7e-458c-8a24-fbceb414475f tempest-NetworksNegativeTestJSON-1213526188 tempest-NetworksNegativeTestJSON-1213526188-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:34:04.580771 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd081c45-bf7e-458c-8a24-fbceb414475f tempest-NetworksNegativeTestJSON-1213526188 tempest-NetworksNegativeTestJSON-1213526188-project] PUT failed (client error): The resource could not be found. Nov 25 13:34:04.581239 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd081c45-bf7e-458c-8a24-fbceb414475f tempest-NetworksNegativeTestJSON-1213526188 tempest-NetworksNegativeTestJSON-1213526188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:34:04.583815 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-fd081c45-bf7e-458c-8a24-fbceb414475f tempest-NetworksNegativeTestJSON-1213526188 tempest-NetworksNegativeTestJSON-1213526188-project] 10.222.0.53 "PUT /v2.0/subnets/da71ac36-5345-498c-a1d6-c63d69f1df07 HTTP/1.1" status: 404 len: 337 time: 0.0383081 Nov 25 13:34:04.620686 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-c669726d-658d-4d0b-8ed8-f8cbd3e09135 req-3c9714fb-ac72-4f4c-b9e6-1b4cb0ba5fe1 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] For port 96b44673-a075-46b0-8f3f-46d8962a7f04, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=96b44673-a075-46b0-8f3f-46d8962a7f04,segment=NetworkSegment(b9ac01a9-443b-4718-a1b0-e00dd12f1e0d),segment_id=b9ac01a9-443b-4718-a1b0-e00dd12f1e0d)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:34:04.621301 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c669726d-658d-4d0b-8ed8-f8cbd3e09135 req-3c9714fb-ac72-4f4c-b9e6-1b4cb0ba5fe1 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:04.667106 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a9531-d853-4c0d-bebb-db82d7cd40aa req-763e15d9-df0f-445c-9487-1abf04019c0b tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:04.668604 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b28a9531-d853-4c0d-bebb-db82d7cd40aa req-763e15d9-df0f-445c-9487-1abf04019c0b tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/ports?device_id=71b4ac00-28d3-42ae-b2c5-75cc91e55470 HTTP/1.1" status: 200 len: 946 time: 0.0623803 Nov 25 13:34:04.727948 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b28a9531-d853-4c0d-bebb-db82d7cd40aa req-e75ed087-68e8-4647-a01a-4a8fcc84cd94 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d21bc81-13bd-4c4d-a502-1adf547079e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511227 Nov 25 13:34:04.845686 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c669726d-658d-4d0b-8ed8-f8cbd3e09135 req-3c9714fb-ac72-4f4c-b9e6-1b4cb0ba5fe1 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:04.846114 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c669726d-658d-4d0b-8ed8-f8cbd3e09135 req-3c9714fb-ac72-4f4c-b9e6-1b4cb0ba5fe1 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:04.846443 n-d-808199-11 neutron-server[103571]: INFO neutron.db.l3_db [req-c669726d-658d-4d0b-8ed8-f8cbd3e09135 req-3c9714fb-ac72-4f4c-b9e6-1b4cb0ba5fe1 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Floating IP bda80791-4001-4a67-8042-3eefbc940d7d disassociated. External IP: 172.25.5.148, port: 96b44673-a075-46b0-8f3f-46d8962a7f04. Nov 25 13:34:04.846966 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-c669726d-658d-4d0b-8ed8-f8cbd3e09135 req-3c9714fb-ac72-4f4c-b9e6-1b4cb0ba5fe1 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Calling delete_port for 96b44673-a075-46b0-8f3f-46d8962a7f04 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:34:04.966135 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44528) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:05.011698 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c669726d-658d-4d0b-8ed8-f8cbd3e09135 req-3c9714fb-ac72-4f4c-b9e6-1b4cb0ba5fe1 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:05.048800 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9714fb-ac72-4f4c-b9e6-1b4cb0ba5fe1 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Pushing event deleted for resources: {'Port': ['ID=96b44673-a075-46b0-8f3f-46d8962a7f04,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:05.112310 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1e66272a-b2c0-431f-b7a3-ae6f24b2c0da admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:05.181102 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:05.207124 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c669726d-658d-4d0b-8ed8-f8cbd3e09135 req-3c9714fb-ac72-4f4c-b9e6-1b4cb0ba5fe1 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Router 31751b1d-bba5-4a51-b7a7-68f14bebfc1b has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:34:05.216185 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1e66272a-b2c0-431f-b7a3-ae6f24b2c0da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:05.221110 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1e66272a-b2c0-431f-b7a3-ae6f24b2c0da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:05.262578 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e66272a-b2c0-431f-b7a3-ae6f24b2c0da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1fd1a05-abec-47b0-a716-fa9e8aaa5c7b,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:05.267369 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-1e66272a-b2c0-431f-b7a3-ae6f24b2c0da admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e2d0f10f6568413898eb4a9686c62054&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2997594 Nov 25 13:34:05.269886 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44532) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:05.334821 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8d574155-1f50-4592-8f51-ddfd338b0947 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:05.346133 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c669726d-658d-4d0b-8ed8-f8cbd3e09135 req-3c9714fb-ac72-4f4c-b9e6-1b4cb0ba5fe1 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:34:05.358798 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207b4e32-37b2-4bdc-bf01-ab6137da7ce2 None None] Sync routers for ids ['31751b1d-bba5-4a51-b7a7-68f14bebfc1b'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:34:05.364423 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8d574155-1f50-4592-8f51-ddfd338b0947 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:05.376826 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207b4e32-37b2-4bdc-bf01-ab6137da7ce2 None None] Routers {'31751b1d-bba5-4a51-b7a7-68f14bebfc1b'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:34:05.377877 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-207b4e32-37b2-4bdc-bf01-ab6137da7ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:34:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['31751b1d-bba5-4a51-b7a7-68f14bebfc1b'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:05.421208 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-c669726d-658d-4d0b-8ed8-f8cbd3e09135 req-3c9714fb-ac72-4f4c-b9e6-1b4cb0ba5fe1 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] No DVR routers for this DVR port 96b44673-a075-46b0-8f3f-46d8962a7f04 on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:34:05.426346 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c669726d-658d-4d0b-8ed8-f8cbd3e09135 req-3c9714fb-ac72-4f4c-b9e6-1b4cb0ba5fe1 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:05.431702 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8d574155-1f50-4592-8f51-ddfd338b0947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:05.434775 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8d574155-1f50-4592-8f51-ddfd338b0947 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:05.436277 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-8d574155-1f50-4592-8f51-ddfd338b0947 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c1fd1a05-abec-47b0-a716-fa9e8aaa5c7b HTTP/1.1" status: 204 len: 168 time: 0.1650631 Nov 25 13:34:05.439584 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c669726d-658d-4d0b-8ed8-f8cbd3e09135 req-3c9714fb-ac72-4f4c-b9e6-1b4cb0ba5fe1 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.47 "DELETE /v2.0/ports/96b44673-a075-46b0-8f3f-46d8962a7f04 HTTP/1.1" status: 204 len: 173 time: 1.2156126 Nov 25 13:34:05.448296 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d574155-1f50-4592-8f51-ddfd338b0947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1fd1a05-abec-47b0-a716-fa9e8aaa5c7b,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:05.715581 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-207b4e32-37b2-4bdc-bf01-ab6137da7ce2 None None] Set router 31751b1d-bba5-4a51-b7a7-68f14bebfc1b gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:34:05.961249 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6212bf07-7f8a-49db-8e87-0a59f1873600 req-05edd399-61ce-499b-a296-990bd40cc64b tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/ports?device_id=71b4ac00-28d3-42ae-b2c5-75cc91e55470 HTTP/1.1" status: 200 len: 210 time: 0.0682137 Nov 25 13:34:05.990887 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71b4ac00-28d3-42ae-b2c5-75cc91e55470', 'name': 'network-vif-deleted', 'tag': '96b44673-a075-46b0-8f3f-46d8962a7f04'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:34:05.993889 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-186e727e-0a8b-4073-9a09-4d93cd9dae1f" -d '{"events": [{"server_uuid": "71b4ac00-28d3-42ae-b2c5-75cc91e55470", "name": "network-vif-deleted", "tag": "96b44673-a075-46b0-8f3f-46d8962a7f04"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:34:06.080435 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ce8d62-7d03-45bb-a02b-1293239fa7ef x-openstack-request-id: req-e9ce8d62-7d03-45bb-a02b-1293239fa7ef {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:34:06.081506 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71b4ac00-28d3-42ae-b2c5-75cc91e55470", "name": "network-vif-deleted", "tag": "96b44673-a075-46b0-8f3f-46d8962a7f04", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:34:06.082208 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e9ce8d62-7d03-45bb-a02b-1293239fa7ef {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:34:06.082882 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71b4ac00-28d3-42ae-b2c5-75cc91e55470', 'name': 'network-vif-deleted', 'tag': '96b44673-a075-46b0-8f3f-46d8962a7f04', 'status': 'completed', 'code': 200} Nov 25 13:34:06.160649 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-207b4e32-37b2-4bdc-bf01-ab6137da7ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31751b1d-bba5-4a51-b7a7-68f14bebfc1b', 'name': 'tempest-AttachVolumeTestJSON-766427031-router', 'tenant_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '04bfb49f-c1cb-47f9-bf24-10553fb9c39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:29:24Z', 'updated_at': '2021-11-25T13:29:33Z', 'revision_number': 4, 'project_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'gw_port': {'id': '04bfb49f-c1cb-47f9-bf24-10553fb9c39f', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31751b1d-bba5-4a51-b7a7-68f14bebfc1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:29:27Z', 'updated_at': '2021-11-25T13:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '141f4631-5fc2-4aec-b8ca-c0dc15b6df06', 'name': '', 'network_id': 'b6131956-3d7f-4134-a1c5-4d454239b609', 'tenant_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'mac_address': 'fa:16:3e:73:9b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31751b1d-bba5-4a51-b7a7-68f14bebfc1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': 'bd741d61-638e-40d0-8aa0-1d3f2aabe218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:29:31Z', 'updated_at': '2021-11-25T13:29:39Z', 'revision_number': 5, 'project_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'subnets': [{'id': 'bd741d61-638e-40d0-8aa0-1d3f2aabe218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:06.195933 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207b4e32-37b2-4bdc-bf01-ab6137da7ce2 None None] Checking router: 31751b1d-bba5-4a51-b7a7-68f14bebfc1b for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:34:06.213075 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207b4e32-37b2-4bdc-bf01-ab6137da7ce2 None None] Routers {'31751b1d-bba5-4a51-b7a7-68f14bebfc1b'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:34:06.214004 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-207b4e32-37b2-4bdc-bf01-ab6137da7ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:34:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['31751b1d-bba5-4a51-b7a7-68f14bebfc1b'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:06.291789 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:06.360001 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-207b4e32-37b2-4bdc-bf01-ab6137da7ce2 None None] Set router 31751b1d-bba5-4a51-b7a7-68f14bebfc1b gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:34:06.673121 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44572) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:06.790984 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-2169e968-f4a8-4608-9672-47daffd2a3f1 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Request body: {'network': {'name': 'tempest-RoutersTest-52859621'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:34:06.822902 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2169e968-f4a8-4608-9672-47daffd2a3f1 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Made reservation on behalf of 66429e439f264996b6f577612d5b57ec for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:34:06.827965 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2169e968-f4a8-4608-9672-47daffd2a3f1 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:06.839173 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2169e968-f4a8-4608-9672-47daffd2a3f1 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:06.892448 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-207b4e32-37b2-4bdc-bf01-ab6137da7ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31751b1d-bba5-4a51-b7a7-68f14bebfc1b', 'name': 'tempest-AttachVolumeTestJSON-766427031-router', 'tenant_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '04bfb49f-c1cb-47f9-bf24-10553fb9c39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:29:24Z', 'updated_at': '2021-11-25T13:29:33Z', 'revision_number': 4, 'project_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'gw_port': {'id': '04bfb49f-c1cb-47f9-bf24-10553fb9c39f', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31751b1d-bba5-4a51-b7a7-68f14bebfc1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:29:27Z', 'updated_at': '2021-11-25T13:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '141f4631-5fc2-4aec-b8ca-c0dc15b6df06', 'name': '', 'network_id': 'b6131956-3d7f-4134-a1c5-4d454239b609', 'tenant_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'mac_address': 'fa:16:3e:73:9b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31751b1d-bba5-4a51-b7a7-68f14bebfc1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': 'bd741d61-638e-40d0-8aa0-1d3f2aabe218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:29:31Z', 'updated_at': '2021-11-25T13:29:39Z', 'revision_number': 5, 'project_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'subnets': [{'id': 'bd741d61-638e-40d0-8aa0-1d3f2aabe218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:06.924383 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207b4e32-37b2-4bdc-bf01-ab6137da7ce2 None None] The sync data for ids ['31751b1d-bba5-4a51-b7a7-68f14bebfc1b'] in n-d-808199-11 is: [{'id': '31751b1d-bba5-4a51-b7a7-68f14bebfc1b', 'name': 'tempest-AttachVolumeTestJSON-766427031-router', 'tenant_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '04bfb49f-c1cb-47f9-bf24-10553fb9c39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:29:24Z', 'updated_at': '2021-11-25T13:29:33Z', 'revision_number': 4, 'project_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'gw_port': {'id': '04bfb49f-c1cb-47f9-bf24-10553fb9c39f', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31751b1d-bba5-4a51-b7a7-68f14bebfc1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:29:27Z', 'updated_at': '2021-11-25T13:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '141f4631-5fc2-4aec-b8ca-c0dc15b6df06', 'name': '', 'network_id': 'b6131956-3d7f-4134-a1c5-4d454239b609', 'tenant_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'mac_address': 'fa:16:3e:73:9b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31751b1d-bba5-4a51-b7a7-68f14bebfc1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': 'bd741d61-638e-40d0-8aa0-1d3f2aabe218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:29:31Z', 'updated_at': '2021-11-25T13:29:39Z', 'revision_number': 5, 'project_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'subnets': [{'id': 'bd741d61-638e-40d0-8aa0-1d3f2aabe218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:34:06.938921 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2169e968-f4a8-4608-9672-47daffd2a3f1 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:06.959774 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2169e968-f4a8-4608-9672-47daffd2a3f1 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:06.985710 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2169e968-f4a8-4608-9672-47daffd2a3f1 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:34:07.015764 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2169e968-f4a8-4608-9672-47daffd2a3f1 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:07.016216 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-2169e968-f4a8-4608-9672-47daffd2a3f1 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Added segment 7b0de402-7049-4409-af2e-f2430f0be693 of type vlan for network 51c4f249-a781-4862-97e6-ae92c19bd24e Nov 25 13:34:07.037817 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2169e968-f4a8-4608-9672-47daffd2a3f1 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=148161c0-63e3-4eaa-a511-48e968e018b1,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:07.086456 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2169e968-f4a8-4608-9672-47daffd2a3f1 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:07.109925 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44582) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:07.123985 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2169e968-f4a8-4608-9672-47daffd2a3f1 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:07.131300 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2169e968-f4a8-4608-9672-47daffd2a3f1 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:07.132030 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2169e968-f4a8-4608-9672-47daffd2a3f1 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:07.196027 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-2169e968-f4a8-4608-9672-47daffd2a3f1 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.5216401 Nov 25 13:34:07.198637 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44584) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:07.209482 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-669b2a7e-2ea6-4602-b600-a08c94d47c30 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Request body: {'network': {'name': 'tempest-RoutersTest-1057583863'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:34:07.216991 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2169e968-f4a8-4608-9672-47daffd2a3f1 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event updated for resources: {'Network': ['ID=51c4f249-a781-4862-97e6-ae92c19bd24e,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:07.227918 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 51c4f249-a781-4862-97e6-ae92c19bd24e details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:34:07.230375 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b47f1fbd-3731-4d34-b6e4-e249b2c1b53f tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:07.248152 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-669b2a7e-2ea6-4602-b600-a08c94d47c30 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Made reservation on behalf of 66429e439f264996b6f577612d5b57ec for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:34:07.253010 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-669b2a7e-2ea6-4602-b600-a08c94d47c30 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:07.308806 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-669b2a7e-2ea6-4602-b600-a08c94d47c30 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:34:07.328077 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-669b2a7e-2ea6-4602-b600-a08c94d47c30 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:07.328778 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-669b2a7e-2ea6-4602-b600-a08c94d47c30 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Added segment f099da13-4905-40de-acea-01cb64a77100 of type vlan for network 123d44b8-c715-4a04-9461-86178dde1f71 Nov 25 13:34:07.362040 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b47f1fbd-3731-4d34-b6e4-e249b2c1b53f tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:07.386282 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 96b44673-a075-46b0-8f3f-46d8962a7f04 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:34:07.406904 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddfb17c-d07b-4662-a62f-137fc5710881 None None] New status for floating IP bda80791-4001-4a67-8042-3eefbc940d7d: DOWN {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 13:34:07.444305 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: 96b44673-a075-46b0-8f3f-46d8962a7f04 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:34:07.445952 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 96b44673-a075-46b0-8f3f-46d8962a7f04 not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:34:07.446643 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 5b17fbd3-645f-49f0-bc03-0a7b4c5d71dd no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:34:07.458524 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-669b2a7e-2ea6-4602-b600-a08c94d47c30 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:07.474273 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: 5b17fbd3-645f-49f0-bc03-0a7b4c5d71dd {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:34:07.475011 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 5b17fbd3-645f-49f0-bc03-0a7b4c5d71dd not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:34:07.515250 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-669b2a7e-2ea6-4602-b600-a08c94d47c30 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:07.521147 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669b2a7e-2ea6-4602-b600-a08c94d47c30 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:07.521837 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-669b2a7e-2ea6-4602-b600-a08c94d47c30 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:07.621003 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-669b2a7e-2ea6-4602-b600-a08c94d47c30 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4175439 Nov 25 13:34:07.621131 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44588) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:07.626622 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-5ecc9dda-25b9-4590-a875-ab184f2e4346 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Request body: {'subnet': {'network_id': '51c4f249-a781-4862-97e6-ae92c19bd24e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:34:07.656960 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669b2a7e-2ea6-4602-b600-a08c94d47c30 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event updated for resources: {'Network': ['ID=123d44b8-c715-4a04-9461-86178dde1f71,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:07.669481 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 123d44b8-c715-4a04-9461-86178dde1f71 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:34:07.697359 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b47f1fbd-3731-4d34-b6e4-e249b2c1b53f tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:07.701391 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b47f1fbd-3731-4d34-b6e4-e249b2c1b53f tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:07.708488 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b47f1fbd-3731-4d34-b6e4-e249b2c1b53f tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "DELETE /v2.0/security-groups/8d21bc81-13bd-4c4d-a502-1adf547079e4 HTTP/1.1" status: 204 len: 168 time: 0.5947187 Nov 25 13:34:07.709327 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44594) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:07.729314 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47f1fbd-3731-4d34-b6e4-e249b2c1b53f tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d21bc81-13bd-4c4d-a502-1adf547079e4,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:07.755084 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [None req-a64a4a21-6096-48c6-aada-670f04e7cfda tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] show failed (client error): The resource could not be found. Nov 25 13:34:07.755084 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-a64a4a21-6096-48c6-aada-670f04e7cfda tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/security-groups/8d21bc81-13bd-4c4d-a502-1adf547079e4 HTTP/1.1" status: 404 len: 347 time: 0.0313809 Nov 25 13:34:07.759282 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44596) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:07.852919 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ecc9dda-25b9-4590-a875-ab184f2e4346 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Made reservation on behalf of 66429e439f264996b6f577612d5b57ec for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:34:07.857844 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5ecc9dda-25b9-4590-a875-ab184f2e4346 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:07.980529 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-efab9044-ffc4-4a51-949c-4fc1d3166e47 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Deleting port 4c52a2d7-efc2-49a6-84cf-c583d62b2405 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:34:07.981008 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-efab9044-ffc4-4a51-949c-4fc1d3166e47 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:08.088301 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:08.108729 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-efab9044-ffc4-4a51-949c-4fc1d3166e47 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:08.109260 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-efab9044-ffc4-4a51-949c-4fc1d3166e47 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:08.126656 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-efab9044-ffc4-4a51-949c-4fc1d3166e47 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Calling delete_port for 4c52a2d7-efc2-49a6-84cf-c583d62b2405 owned by network:floatingip {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:34:08.132662 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5ecc9dda-25b9-4590-a875-ab184f2e4346 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:08.251509 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecc9dda-25b9-4590-a875-ab184f2e4346 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event updated for resources: {'Subnet': ['ID=f09601e5-72b4-4c9d-b1a8-4c329bfd9680,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:08.256601 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecc9dda-25b9-4590-a875-ab184f2e4346 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Checking segment: {'id': '7b0de402-7049-4409-af2e-f2430f0be693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '51c4f249-a781-4862-97e6-ae92c19bd24e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:34:08.257856 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecc9dda-25b9-4590-a875-ab184f2e4346 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Network hostable DHCP agents. Network: 51c4f249-a781-4862-97e6-ae92c19bd24e, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:34:08.279624 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecc9dda-25b9-4590-a875-ab184f2e4346 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Network 51c4f249-a781-4862-97e6-ae92c19bd24e is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:34:08.291603 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-5ecc9dda-25b9-4590-a875-ab184f2e4346 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 51c4f249-a781-4862-97e6-ae92c19bd24e) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:34:08.297535 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecc9dda-25b9-4590-a875-ab184f2e4346 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:08.298254 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5ecc9dda-25b9-4590-a875-ab184f2e4346 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:08.303385 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc917331-3d61-4b82-8e46-c41b15820062 None None] Network 51c4f249-a781-4862-97e6-ae92c19bd24e requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:34:08.330102 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-5ecc9dda-25b9-4590-a875-ab184f2e4346 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7077289 Nov 25 13:34:08.331659 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44606) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:08.337752 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-ecd03c6e-6d9f-4cb9-bca6-08e7aed75e1c tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Request body: {'subnet': {'network_id': '123d44b8-c715-4a04-9461-86178dde1f71', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:34:08.401120 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-efab9044-ffc4-4a51-949c-4fc1d3166e47 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:08.472589 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efab9044-ffc4-4a51-949c-4fc1d3166e47 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Pushing event deleted for resources: {'Port': ['ID=4c52a2d7-efc2-49a6-84cf-c583d62b2405,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:08.519117 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a668df32-a1ee-480e-8325-4487fe69b12b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-51c4f249-a781-4862-97e6-ae92c19bd24e', 'network_id': '51c4f249-a781-4862-97e6-ae92c19bd24e', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'fixed_ips': [{'subnet_id': 'f09601e5-72b4-4c9d-b1a8-4c329bfd9680'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:34:08.520246 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a668df32-a1ee-480e-8325-4487fe69b12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:08.561740 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-efab9044-ffc4-4a51-949c-4fc1d3166e47 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks [] for floatingip, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:08.565287 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-efab9044-ffc4-4a51-949c-4fc1d3166e47 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:08.566361 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd03c6e-6d9f-4cb9-bca6-08e7aed75e1c tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Made reservation on behalf of 66429e439f264996b6f577612d5b57ec for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:34:08.574023 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-efab9044-ffc4-4a51-949c-4fc1d3166e47 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "DELETE /v2.0/floatingips/bda80791-4001-4a67-8042-3eefbc940d7d HTTP/1.1" status: 204 len: 168 time: 0.8101528 Nov 25 13:34:08.574778 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ecd03c6e-6d9f-4cb9-bca6-08e7aed75e1c tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:08.685133 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-a668df32-a1ee-480e-8325-4487fe69b12b None None] Allocated IP 172.20.0.2 (51c4f249-a781-4862-97e6-ae92c19bd24e/f09601e5-72b4-4c9d-b1a8-4c329bfd9680/976c0976-5476-42b3-ba4b-2ef8a7507b66) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:34:08.822046 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ecd03c6e-6d9f-4cb9-bca6-08e7aed75e1c tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:08.885539 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd03c6e-6d9f-4cb9-bca6-08e7aed75e1c tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event updated for resources: {'Subnet': ['ID=d401e9c2-a965-44ef-90da-e64782602d0c,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:08.914304 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd03c6e-6d9f-4cb9-bca6-08e7aed75e1c tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Checking segment: {'id': 'f099da13-4905-40de-acea-01cb64a77100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '123d44b8-c715-4a04-9461-86178dde1f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:34:08.914667 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd03c6e-6d9f-4cb9-bca6-08e7aed75e1c tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Network hostable DHCP agents. Network: 123d44b8-c715-4a04-9461-86178dde1f71, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:34:08.934635 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a668df32-a1ee-480e-8325-4487fe69b12b None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:08.936972 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd03c6e-6d9f-4cb9-bca6-08e7aed75e1c tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Network 123d44b8-c715-4a04-9461-86178dde1f71 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:34:08.963581 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-ecd03c6e-6d9f-4cb9-bca6-08e7aed75e1c tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 123d44b8-c715-4a04-9461-86178dde1f71) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:34:08.969561 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd03c6e-6d9f-4cb9-bca6-08e7aed75e1c tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:08.970241 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ecd03c6e-6d9f-4cb9-bca6-08e7aed75e1c tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:08.971086 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a668df32-a1ee-480e-8325-4487fe69b12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:09.011391 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-ecd03c6e-6d9f-4cb9-bca6-08e7aed75e1c tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6783018 Nov 25 13:34:09.013965 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44614) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:09.019622 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-af63d017-290f-4a87-969f-ca033380bd4b tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-215855600', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:34:09.056278 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-af63d017-290f-4a87-969f-ca033380bd4b tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:09.058038 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-af63d017-290f-4a87-969f-ca033380bd4b tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:09.088474 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a668df32-a1ee-480e-8325-4487fe69b12b None None] Network 51c4f249-a781-4862-97e6-ae92c19bd24e is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:34:09.090306 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1cdf48-a4d3-48c5-909f-c8d73e34428c None None] Network 123d44b8-c715-4a04-9461-86178dde1f71 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:34:09.093634 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a668df32-a1ee-480e-8325-4487fe69b12b None None] Pushing event updated for resources: {'Port': ['ID=976c0976-5476-42b3-ba4b-2ef8a7507b66,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:09.103949 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-a668df32-a1ee-480e-8325-4487fe69b12b None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:34:09.120125 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a668df32-a1ee-480e-8325-4487fe69b12b None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:34:09.199969 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-af63d017-290f-4a87-969f-ca033380bd4b tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:09.209892 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-af63d017-290f-4a87-969f-ca033380bd4b tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:09.243919 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-af63d017-290f-4a87-969f-ca033380bd4b tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:09.245435 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-af63d017-290f-4a87-969f-ca033380bd4b tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2304187 Nov 25 13:34:09.248323 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44618) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:09.260611 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-a668df32-a1ee-480e-8325-4487fe69b12b None None] Attempting to bind port 976c0976-5476-42b3-ba4b-2ef8a7507b66 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:34:09.260986 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-a668df32-a1ee-480e-8325-4487fe69b12b None None] Attempting to bind port 976c0976-5476-42b3-ba4b-2ef8a7507b66 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '7b0de402-7049-4409-af2e-f2430f0be693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '51c4f249-a781-4862-97e6-ae92c19bd24e'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:34:09.261353 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a668df32-a1ee-480e-8325-4487fe69b12b None None] Attempting to bind port 976c0976-5476-42b3-ba4b-2ef8a7507b66 on network 51c4f249-a781-4862-97e6-ae92c19bd24e {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:34:09.271754 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a668df32-a1ee-480e-8325-4487fe69b12b None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:34:09.272163 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a668df32-a1ee-480e-8325-4487fe69b12b None None] Checking segment: {'id': '7b0de402-7049-4409-af2e-f2430f0be693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '51c4f249-a781-4862-97e6-ae92c19bd24e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:34:09.272671 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a668df32-a1ee-480e-8325-4487fe69b12b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:09.273618 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a668df32-a1ee-480e-8325-4487fe69b12b None None] Bound using segment: {'id': '7b0de402-7049-4409-af2e-f2430f0be693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '51c4f249-a781-4862-97e6-ae92c19bd24e'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:34:09.274441 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-a668df32-a1ee-480e-8325-4487fe69b12b None None] Bound port: 976c0976-5476-42b3-ba4b-2ef8a7507b66, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b0de402-7049-4409-af2e-f2430f0be693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '51c4f249-a781-4862-97e6-ae92c19bd24e'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:34:09.274441 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a668df32-a1ee-480e-8325-4487fe69b12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:09.491495 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44620) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:09.491892 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-a668df32-a1ee-480e-8325-4487fe69b12b None None] For port 976c0976-5476-42b3-ba4b-2ef8a7507b66, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:34:09.498748 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-8a72957f-0a06-485f-aa47-38c7a20382c1 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1790011096', 'description': 'tempest-description--1543351841'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:34:09.509579 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-a668df32-a1ee-480e-8325-4487fe69b12b None None] For port 976c0976-5476-42b3-ba4b-2ef8a7507b66, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=976c0976-5476-42b3-ba4b-2ef8a7507b66,segment=NetworkSegment(7b0de402-7049-4409-af2e-f2430f0be693),segment_id=7b0de402-7049-4409-af2e-f2430f0be693)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:34:09.511250 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c59772b-d4b5-42a9-86b7-3757dc5aa4e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-123d44b8-c715-4a04-9461-86178dde1f71', 'network_id': '123d44b8-c715-4a04-9461-86178dde1f71', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'fixed_ips': [{'subnet_id': 'd401e9c2-a965-44ef-90da-e64782602d0c'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:34:09.512184 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2c59772b-d4b5-42a9-86b7-3757dc5aa4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:09.526253 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a668df32-a1ee-480e-8325-4487fe69b12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:09.641668 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8a72957f-0a06-485f-aa47-38c7a20382c1 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:09.663286 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a668df32-a1ee-480e-8325-4487fe69b12b None None] Pushing event updated for resources: {'Port': ['ID=976c0976-5476-42b3-ba4b-2ef8a7507b66,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:09.734238 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-2c59772b-d4b5-42a9-86b7-3757dc5aa4e7 None None] Allocated IP 172.21.0.2 (123d44b8-c715-4a04-9461-86178dde1f71/d401e9c2-a965-44ef-90da-e64782602d0c/9282c71e-ec6f-4d76-9c8c-3f3fdebd1434) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:34:09.957074 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2c59772b-d4b5-42a9-86b7-3757dc5aa4e7 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:09.975447 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2c59772b-d4b5-42a9-86b7-3757dc5aa4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:10.034093 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c59772b-d4b5-42a9-86b7-3757dc5aa4e7 None None] Pushing event updated for resources: {'Port': ['ID=9282c71e-ec6f-4d76-9c8c-3f3fdebd1434,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:10.068517 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c59772b-d4b5-42a9-86b7-3757dc5aa4e7 None None] Network 123d44b8-c715-4a04-9461-86178dde1f71 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:34:10.073350 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-2c59772b-d4b5-42a9-86b7-3757dc5aa4e7 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:34:10.076636 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c59772b-d4b5-42a9-86b7-3757dc5aa4e7 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:34:10.141424 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2206a505-2779-4ea6-b006-ec51c92d8be2 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:10.151718 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-2c59772b-d4b5-42a9-86b7-3757dc5aa4e7 None None] Attempting to bind port 9282c71e-ec6f-4d76-9c8c-3f3fdebd1434 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:34:10.152514 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-2c59772b-d4b5-42a9-86b7-3757dc5aa4e7 None None] Attempting to bind port 9282c71e-ec6f-4d76-9c8c-3f3fdebd1434 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'f099da13-4905-40de-acea-01cb64a77100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '123d44b8-c715-4a04-9461-86178dde1f71'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:34:10.153226 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c59772b-d4b5-42a9-86b7-3757dc5aa4e7 None None] Attempting to bind port 9282c71e-ec6f-4d76-9c8c-3f3fdebd1434 on network 123d44b8-c715-4a04-9461-86178dde1f71 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:34:10.158482 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c59772b-d4b5-42a9-86b7-3757dc5aa4e7 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:34:10.159141 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c59772b-d4b5-42a9-86b7-3757dc5aa4e7 None None] Checking segment: {'id': 'f099da13-4905-40de-acea-01cb64a77100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '123d44b8-c715-4a04-9461-86178dde1f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:34:10.159833 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2c59772b-d4b5-42a9-86b7-3757dc5aa4e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:10.160303 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c59772b-d4b5-42a9-86b7-3757dc5aa4e7 None None] Bound using segment: {'id': 'f099da13-4905-40de-acea-01cb64a77100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '123d44b8-c715-4a04-9461-86178dde1f71'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:34:10.160977 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-2c59772b-d4b5-42a9-86b7-3757dc5aa4e7 None None] Bound port: 9282c71e-ec6f-4d76-9c8c-3f3fdebd1434, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f099da13-4905-40de-acea-01cb64a77100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '123d44b8-c715-4a04-9461-86178dde1f71'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:34:10.161317 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2c59772b-d4b5-42a9-86b7-3757dc5aa4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:10.225900 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8a72957f-0a06-485f-aa47-38c7a20382c1 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:10.266890 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-2c59772b-d4b5-42a9-86b7-3757dc5aa4e7 None None] For port 9282c71e-ec6f-4d76-9c8c-3f3fdebd1434, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:34:10.269528 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8a72957f-0a06-485f-aa47-38c7a20382c1 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:10.273417 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-2c59772b-d4b5-42a9-86b7-3757dc5aa4e7 None None] For port 9282c71e-ec6f-4d76-9c8c-3f3fdebd1434, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=9282c71e-ec6f-4d76-9c8c-3f3fdebd1434,segment=NetworkSegment(f099da13-4905-40de-acea-01cb64a77100),segment_id=f099da13-4905-40de-acea-01cb64a77100)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:34:10.283736 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2c59772b-d4b5-42a9-86b7-3757dc5aa4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:10.339392 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 976c0976-5476-42b3-ba4b-2ef8a7507b66 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:34:10.361949 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8a72957f-0a06-485f-aa47-38c7a20382c1 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:10.365750 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-8a72957f-0a06-485f-aa47-38c7a20382c1 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.8706474 Nov 25 13:34:10.366110 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44630) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:10.372023 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-de53957b-3ea1-4634-954b-18026a3eeb6e tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Request body: {'security_group_rule': {'security_group_id': 'a5483146-8c92-4e79-8a25-721f9eded77e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:34:10.390553 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a72957f-0a06-485f-aa47-38c7a20382c1 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5483146-8c92-4e79-8a25-721f9eded77e,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:10.444175 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-de53957b-3ea1-4634-954b-18026a3eeb6e tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:10.481419 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c59772b-d4b5-42a9-86b7-3757dc5aa4e7 None None] Pushing event updated for resources: {'Port': ['ID=9282c71e-ec6f-4d76-9c8c-3f3fdebd1434,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:10.526096 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 976c0976-5476-42b3-ba4b-2ef8a7507b66 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:34:10.530095 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:10.561984 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-de53957b-3ea1-4634-954b-18026a3eeb6e tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:10.574816 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-de53957b-3ea1-4634-954b-18026a3eeb6e tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:10.577213 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-2206a505-2779-4ea6-b006-ec51c92d8be2 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Allocated IP 172.20.0.1 (51c4f249-a781-4862-97e6-ae92c19bd24e/f09601e5-72b4-4c9d-b1a8-4c329bfd9680/5116f894-5116-4457-999f-c096b15f0c84) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:34:10.610672 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de53957b-3ea1-4634-954b-18026a3eeb6e tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcb1213a-f39d-4218-bb64-99b478092664,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:10.620391 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-de53957b-3ea1-4634-954b-18026a3eeb6e tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:10.622119 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-de53957b-3ea1-4634-954b-18026a3eeb6e tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2543817 Nov 25 13:34:10.624795 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44632) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:10.633399 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-2d00b103-e99e-44d0-9c38-1c45cbc66c9c tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Request body: {'security_group_rule': {'security_group_id': 'a5483146-8c92-4e79-8a25-721f9eded77e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:34:10.674411 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2d00b103-e99e-44d0-9c38-1c45cbc66c9c tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:10.762619 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:10.810487 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2206a505-2779-4ea6-b006-ec51c92d8be2 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:10.850466 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2206a505-2779-4ea6-b006-ec51c92d8be2 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:10.907795 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2206a505-2779-4ea6-b006-ec51c92d8be2 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event updated for resources: {'Port': ['ID=5116f894-5116-4457-999f-c096b15f0c84,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:10.927653 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2206a505-2779-4ea6-b006-ec51c92d8be2 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Network 51c4f249-a781-4862-97e6-ae92c19bd24e is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:34:10.934439 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-2206a505-2779-4ea6-b006-ec51c92d8be2 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:34:10.937424 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2206a505-2779-4ea6-b006-ec51c92d8be2 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:34:10.943303 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] For port 976c0976-5476-42b3-ba4b-2ef8a7507b66, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=976c0976-5476-42b3-ba4b-2ef8a7507b66,segment=NetworkSegment(7b0de402-7049-4409-af2e-f2430f0be693),segment_id=7b0de402-7049-4409-af2e-f2430f0be693)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:34:10.944324 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2d00b103-e99e-44d0-9c38-1c45cbc66c9c tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:10.954761 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:10.955784 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2d00b103-e99e-44d0-9c38-1c45cbc66c9c tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:11.001237 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d00b103-e99e-44d0-9c38-1c45cbc66c9c tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04bd45f7-26a1-4fa0-9bcf-3b83a38c8241,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:11.035215 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2d00b103-e99e-44d0-9c38-1c45cbc66c9c tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:11.039822 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-2d00b103-e99e-44d0-9c38-1c45cbc66c9c tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4122605 Nov 25 13:34:11.041853 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44640) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:11.053001 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-81e3b6ac-84d8-4639-a88f-1c2bf7892566 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Request body: {'floatingip': {'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:34:11.067600 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2206a505-2779-4ea6-b006-ec51c92d8be2 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:11.106800 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-81e3b6ac-84d8-4639-a88f-1c2bf7892566 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks [] for floatingip, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:11.150020 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Pushing event updated for resources: {'Port': ['ID=976c0976-5476-42b3-ba4b-2ef8a7507b66,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:11.300841 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2206a505-2779-4ea6-b006-ec51c92d8be2 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:11.314263 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-81e3b6ac-84d8-4639-a88f-1c2bf7892566 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:11.369026 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c7d95e-c343-4d93-9f74-f50fbc7abed0 None None] Network 51c4f249-a781-4862-97e6-ae92c19bd24e requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:34:11.558000 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-81e3b6ac-84d8-4639-a88f-1c2bf7892566 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Allocated IP 172.25.5.252 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/677a7917-14d5-4124-889d-292ed75e288b) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:34:11.685391 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-2f493823-04aa-4d98-a7fc-613cf8225bb2 None None] Provisioning complete for port 976c0976-5476-42b3-ba4b-2ef8a7507b66 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:34:11.685955 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2f493823-04aa-4d98-a7fc-613cf8225bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:11.818331 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:11.839247 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-81e3b6ac-84d8-4639-a88f-1c2bf7892566 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:11.910464 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2206a505-2779-4ea6-b006-ec51c92d8be2 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:11.926173 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2206a505-2779-4ea6-b006-ec51c92d8be2 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:11.957250 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-81e3b6ac-84d8-4639-a88f-1c2bf7892566 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:12.078040 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e3b6ac-84d8-4639-a88f-1c2bf7892566 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Pushing event updated for resources: {'Port': ['ID=677a7917-14d5-4124-889d-292ed75e288b,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:12.089351 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e3b6ac-84d8-4639-a88f-1c2bf7892566 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:34:12.091497 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-81e3b6ac-84d8-4639-a88f-1c2bf7892566 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:34:12.094076 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e3b6ac-84d8-4639-a88f-1c2bf7892566 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:34:12.231737 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2206a505-2779-4ea6-b006-ec51c92d8be2 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event updated for resources: {'Port': ['ID=5116f894-5116-4457-999f-c096b15f0c84,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:12.253575 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2206a505-2779-4ea6-b006-ec51c92d8be2 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:12.352233 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-7582bfae-c637-44e9-9a1f-52e21c9f8780 None None] Provisioning complete for port 976c0976-5476-42b3-ba4b-2ef8a7507b66 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:34:12.353653 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7582bfae-c637-44e9-9a1f-52e21c9f8780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:12.387903 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-81e3b6ac-84d8-4639-a88f-1c2bf7892566 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:12.511883 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-81e3b6ac-84d8-4639-a88f-1c2bf7892566 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:12.529254 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2206a505-2779-4ea6-b006-ec51c92d8be2 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Network 51c4f249-a781-4862-97e6-ae92c19bd24e is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:34:12.532018 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-2206a505-2779-4ea6-b006-ec51c92d8be2 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:34:12.630666 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d870a8-a679-421a-beef-688961b24a64 None None] Network 123d44b8-c715-4a04-9461-86178dde1f71 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:34:12.797974 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2206a505-2779-4ea6-b006-ec51c92d8be2 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Router c7ad5b4e-7329-4c4f-a463-09bb4bbb3896 is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:34:12.898315 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 976c0976-5476-42b3-ba4b-2ef8a7507b66 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:34:12.914628 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-81e3b6ac-84d8-4639-a88f-1c2bf7892566 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:12.921464 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-81e3b6ac-84d8-4639-a88f-1c2bf7892566 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:13.014844 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-7582bfae-c637-44e9-9a1f-52e21c9f8780 None None] Provisioning complete for port 5116f894-5116-4457-999f-c096b15f0c84 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:34:13.015220 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7582bfae-c637-44e9-9a1f-52e21c9f8780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:13.081147 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2206a505-2779-4ea6-b006-ec51c92d8be2 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:34:13.095602 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-2206a505-2779-4ea6-b006-ec51c92d8be2 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "PUT /v2.0/routers/c7ad5b4e-7329-4c4f-a463-09bb4bbb3896/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8421929 Nov 25 13:34:13.096262 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44726) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:13.106279 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216954c4-2bc6-4431-bc4d-131a5eb4d342 None None] Sync routers for ids ['c7ad5b4e-7329-4c4f-a463-09bb4bbb3896'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:34:13.151596 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 976c0976-5476-42b3-ba4b-2ef8a7507b66 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:34:13.152058 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:13.152850 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e3b6ac-84d8-4639-a88f-1c2bf7892566 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Pushing event updated for resources: {'Port': ['ID=677a7917-14d5-4124-889d-292ed75e288b,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:13.172256 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e3b6ac-84d8-4639-a88f-1c2bf7892566 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:34:13.172599 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e3b6ac-84d8-4639-a88f-1c2bf7892566 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:34:13.172952 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e3b6ac-84d8-4639-a88f-1c2bf7892566 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:34:13.173475 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e3b6ac-84d8-4639-a88f-1c2bf7892566 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:34:13.173824 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e3b6ac-84d8-4639-a88f-1c2bf7892566 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:34:13.174162 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e3b6ac-84d8-4639-a88f-1c2bf7892566 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:34:13.174497 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e3b6ac-84d8-4639-a88f-1c2bf7892566 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:34:13.174900 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e3b6ac-84d8-4639-a88f-1c2bf7892566 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:34:13.175210 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e3b6ac-84d8-4639-a88f-1c2bf7892566 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:34:13.175544 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e3b6ac-84d8-4639-a88f-1c2bf7892566 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:34:13.175877 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e3b6ac-84d8-4639-a88f-1c2bf7892566 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:34:13.176205 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e3b6ac-84d8-4639-a88f-1c2bf7892566 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:34:13.180069 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-81e3b6ac-84d8-4639-a88f-1c2bf7892566 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:13.213350 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f51dcf1-1aa9-4bbb-bf75-f9e4926e4168 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:13.217634 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-5f51dcf1-1aa9-4bbb-bf75-f9e4926e4168 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "GET /v2.0/ports/5116f894-5116-4457-999f-c096b15f0c84 HTTP/1.1" status: 200 len: 910 time: 0.1176898 Nov 25 13:34:13.217814 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-7582bfae-c637-44e9-9a1f-52e21c9f8780 None None] Port 5116f894-5116-4457-999f-c096b15f0c84 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:34:13.217920 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44728) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:13.221231 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-81e3b6ac-84d8-4639-a88f-1c2bf7892566 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:13.229478 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216954c4-2bc6-4431-bc4d-131a5eb4d342 None None] Routers {'c7ad5b4e-7329-4c4f-a463-09bb4bbb3896'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:34:13.230166 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-216954c4-2bc6-4431-bc4d-131a5eb4d342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:34:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['c7ad5b4e-7329-4c4f-a463-09bb4bbb3896'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:13.237974 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-81e3b6ac-84d8-4639-a88f-1c2bf7892566 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1931987 Nov 25 13:34:13.302085 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-216954c4-2bc6-4431-bc4d-131a5eb4d342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:13.431574 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216954c4-2bc6-4431-bc4d-131a5eb4d342 None None] Routers {'c7ad5b4e-7329-4c4f-a463-09bb4bbb3896'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:34:13.433174 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-216954c4-2bc6-4431-bc4d-131a5eb4d342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:34:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['c7ad5b4e-7329-4c4f-a463-09bb4bbb3896'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:13.437781 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 9282c71e-ec6f-4d76-9c8c-3f3fdebd1434 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:34:13.441209 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-3feec3db-88eb-4a8c-8dff-58d044d540c3 None None] Provisioning complete for port 5116f894-5116-4457-999f-c096b15f0c84 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:34:13.441784 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3feec3db-88eb-4a8c-8dff-58d044d540c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:13.646894 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a1306f0d-821b-4b73-93f5-3956dc1a2297 req-dff01499-38c1-4431-bcac-49001d6627e2 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1790011096&fields=id&tenant_id=dfc7ed58aa5f4ef6a363ecf508844b2a HTTP/1.1" status: 200 len: 267 time: 0.1207466 Nov 25 13:34:13.759781 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-216954c4-2bc6-4431-bc4d-131a5eb4d342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:13.760443 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216954c4-2bc6-4431-bc4d-131a5eb4d342 None None] The sync data for ids ['c7ad5b4e-7329-4c4f-a463-09bb4bbb3896'] in n-d-808199-11 is: [] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:34:13.787427 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-3feec3db-88eb-4a8c-8dff-58d044d540c3 None None] Port 5116f894-5116-4457-999f-c096b15f0c84 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:34:13.806141 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-3feec3db-88eb-4a8c-8dff-58d044d540c3 None None] Provisioning complete for port 9282c71e-ec6f-4d76-9c8c-3f3fdebd1434 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:34:13.806462 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3feec3db-88eb-4a8c-8dff-58d044d540c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:13.840229 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 9282c71e-ec6f-4d76-9c8c-3f3fdebd1434 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:34:13.840682 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:13.878537 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1306f0d-821b-4b73-93f5-3956dc1a2297 req-31043cae-204d-4a29-95ab-d2923bbc9501 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:13.883280 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a1306f0d-821b-4b73-93f5-3956dc1a2297 req-31043cae-204d-4a29-95ab-d2923bbc9501 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/networks?id=b6131956-3d7f-4134-a1c5-4d454239b609 HTTP/1.1" status: 200 len: 810 time: 0.2343671 Nov 25 13:34:14.034501 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c05de097-6753-4a6e-a06e-3e885f094b4f tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:14.043723 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a1306f0d-821b-4b73-93f5-3956dc1a2297 req-bbfc9a61-6cb8-409e-9cc7-34f37c12b848 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/quotas/dfc7ed58aa5f4ef6a363ecf508844b2a HTTP/1.1" status: 200 len: 375 time: 0.1416283 Nov 25 13:34:14.080490 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3feec3db-88eb-4a8c-8dff-58d044d540c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:14.130850 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:14.161719 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-3feec3db-88eb-4a8c-8dff-58d044d540c3 None None] For port 9282c71e-ec6f-4d76-9c8c-3f3fdebd1434, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=9282c71e-ec6f-4d76-9c8c-3f3fdebd1434,segment=NetworkSegment(f099da13-4905-40de-acea-01cb64a77100),segment_id=f099da13-4905-40de-acea-01cb64a77100)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:34:14.171626 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3feec3db-88eb-4a8c-8dff-58d044d540c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:14.253408 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.db.api [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 13:34:14.253843 n-d-808199-11 neutron-server[103572]: DEBUG oslo_db.api [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 13:34:14.254668 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feec3db-88eb-4a8c-8dff-58d044d540c3 None None] Pushing event updated for resources: {'Port': ['ID=9282c71e-ec6f-4d76-9c8c-3f3fdebd1434,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:14.276365 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a1306f0d-821b-4b73-93f5-3956dc1a2297 req-0b7f0f6c-27a0-4b1f-b812-d3e384f75146 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=dfc7ed58aa5f4ef6a363ecf508844b2a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2317443 Nov 25 13:34:14.301805 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-fdf61d5a-a59c-4f92-b256-b9ebffec0ec3 None None] Provisioning complete for port 9282c71e-ec6f-4d76-9c8c-3f3fdebd1434 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:34:14.302326 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fdf61d5a-a59c-4f92-b256-b9ebffec0ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:14.482009 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a1306f0d-821b-4b73-93f5-3956dc1a2297 req-462f071a-6570-463e-be71-10efb27a017c service neutron] 10.222.0.53 "GET /v2.0/networks/b6131956-3d7f-4134-a1c5-4d454239b609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894658 Nov 25 13:34:14.612935 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-c05de097-6753-4a6e-a06e-3e885f094b4f tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Allocated IP 172.21.0.1 (123d44b8-c715-4a04-9461-86178dde1f71/d401e9c2-a965-44ef-90da-e64782602d0c/35d7409a-d366-41bb-be2c-68671fbbc76e) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:34:14.630598 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a1306f0d-821b-4b73-93f5-3956dc1a2297 req-bfa1eaa3-c399-45e3-919d-751e824b14f3 service neutron] 10.222.0.53 "GET /v2.0/networks/b6131956-3d7f-4134-a1c5-4d454239b609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367764 Nov 25 13:34:14.757868 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c05de097-6753-4a6e-a06e-3e885f094b4f tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:14.818073 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c05de097-6753-4a6e-a06e-3e885f094b4f tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:14.925830 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e9e9459c-3b6f-4652-9eb1-ca5e132bcb53 req-ba9e335e-8e84-4591-8ca1-da05a63de996 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/ports?device_id=d553b6dc-1eca-41b9-b79d-4ee5de822208 HTTP/1.1" status: 200 len: 210 time: 0.0564356 Nov 25 13:34:14.927837 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05de097-6753-4a6e-a06e-3e885f094b4f tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Network 123d44b8-c715-4a04-9461-86178dde1f71 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:34:14.931194 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-c05de097-6753-4a6e-a06e-3e885f094b4f tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:34:14.936157 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05de097-6753-4a6e-a06e-3e885f094b4f tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:34:14.943367 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 9282c71e-ec6f-4d76-9c8c-3f3fdebd1434 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:34:14.980774 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05de097-6753-4a6e-a06e-3e885f094b4f tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event updated for resources: {'Port': ['ID=35d7409a-d366-41bb-be2c-68671fbbc76e,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:15.003255 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05de097-6753-4a6e-a06e-3e885f094b4f tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:34:15.003627 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05de097-6753-4a6e-a06e-3e885f094b4f tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:34:15.003982 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05de097-6753-4a6e-a06e-3e885f094b4f tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:34:15.004331 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05de097-6753-4a6e-a06e-3e885f094b4f tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:34:15.004668 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05de097-6753-4a6e-a06e-3e885f094b4f tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:34:15.005090 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05de097-6753-4a6e-a06e-3e885f094b4f tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:34:15.005432 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05de097-6753-4a6e-a06e-3e885f094b4f tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:34:15.005771 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05de097-6753-4a6e-a06e-3e885f094b4f tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:34:15.006108 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05de097-6753-4a6e-a06e-3e885f094b4f tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:34:15.007392 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05de097-6753-4a6e-a06e-3e885f094b4f tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:34:15.007795 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05de097-6753-4a6e-a06e-3e885f094b4f tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:34:15.008576 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05de097-6753-4a6e-a06e-3e885f094b4f tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:34:15.025317 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c05de097-6753-4a6e-a06e-3e885f094b4f tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:15.096574 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 9282c71e-ec6f-4d76-9c8c-3f3fdebd1434 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:34:15.097170 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:15.281054 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c05de097-6753-4a6e-a06e-3e885f094b4f tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:15.459907 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-780d8b78-2eb4-487c-a02e-64d28cdd07b2 None None] Provisioning complete for port 35d7409a-d366-41bb-be2c-68671fbbc76e triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:34:15.460906 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-780d8b78-2eb4-487c-a02e-64d28cdd07b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:15.513112 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-780d8b78-2eb4-487c-a02e-64d28cdd07b2 None None] Port 35d7409a-d366-41bb-be2c-68671fbbc76e cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:34:15.680833 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c05de097-6753-4a6e-a06e-3e885f094b4f tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:15.686156 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c05de097-6753-4a6e-a06e-3e885f094b4f tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:16.117606 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6682e1fa-8d54-46b8-9af6-f2c35318b73b req-bb0f9462-85f0-44b7-9c5a-cf5984b75543 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/ports?device_id=d553b6dc-1eca-41b9-b79d-4ee5de822208 HTTP/1.1" status: 200 len: 210 time: 0.0391204 Nov 25 13:34:16.136926 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c05de097-6753-4a6e-a06e-3e885f094b4f tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:16.138758 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05de097-6753-4a6e-a06e-3e885f094b4f tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event updated for resources: {'Port': ['ID=35d7409a-d366-41bb-be2c-68671fbbc76e,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:16.284898 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05de097-6753-4a6e-a06e-3e885f094b4f tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Network 123d44b8-c715-4a04-9461-86178dde1f71 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:34:16.286290 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-c05de097-6753-4a6e-a06e-3e885f094b4f tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:34:16.385470 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1306f0d-821b-4b73-93f5-3956dc1a2297 req-84e5edfd-0090-4169-98c2-0a35cb731745 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:16.387341 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a1306f0d-821b-4b73-93f5-3956dc1a2297 req-84e5edfd-0090-4169-98c2-0a35cb731745 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.47 "GET /v2.0/networks?id=b6131956-3d7f-4134-a1c5-4d454239b609 HTTP/1.1" status: 200 len: 810 time: 0.2034144 Nov 25 13:34:16.513837 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c05de097-6753-4a6e-a06e-3e885f094b4f tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Router c7ad5b4e-7329-4c4f-a463-09bb4bbb3896 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:34:16.542538 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a1306f0d-821b-4b73-93f5-3956dc1a2297 req-6baa6ae9-1a0f-4540-93f8-30141ec81af2 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dfc7ed58aa5f4ef6a363ecf508844b2a HTTP/1.1" status: 200 len: 380 time: 0.1437066 Nov 25 13:34:16.556151 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-a1306f0d-821b-4b73-93f5-3956dc1a2297 req-d10157d0-a774-4e83-8a16-0c4ace2c40be tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Request body: {'port': {'device_id': 'd553b6dc-1eca-41b9-b79d-4ee5de822208', 'network_id': 'b6131956-3d7f-4134-a1c5-4d454239b609', 'admin_state_up': True, 'tenant_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'security_groups': ['a5483146-8c92-4e79-8a25-721f9eded77e']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:34:16.644511 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c05de097-6753-4a6e-a06e-3e885f094b4f tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:34:16.652826 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c05de097-6753-4a6e-a06e-3e885f094b4f tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "PUT /v2.0/routers/c7ad5b4e-7329-4c4f-a463-09bb4bbb3896/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4305780 Nov 25 13:34:16.653073 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44772) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:16.665077 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17ee429-e182-4d22-8800-ba8e1a3397e9 None None] Sync routers for ids ['c7ad5b4e-7329-4c4f-a463-09bb4bbb3896'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:34:16.699034 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17ee429-e182-4d22-8800-ba8e1a3397e9 None None] Routers {'c7ad5b4e-7329-4c4f-a463-09bb4bbb3896'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:34:16.699673 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-b17ee429-e182-4d22-8800-ba8e1a3397e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:34:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['c7ad5b4e-7329-4c4f-a463-09bb4bbb3896'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:16.763105 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-37011881-1454-4fbf-bfbf-6d23ecf1df66 None None] Provisioning complete for port 35d7409a-d366-41bb-be2c-68671fbbc76e triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:34:16.763640 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-37011881-1454-4fbf-bfbf-6d23ecf1df66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:16.770124 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1306f0d-821b-4b73-93f5-3956dc1a2297 req-d10157d0-a774-4e83-8a16-0c4ace2c40be tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Made reservation on behalf of dfc7ed58aa5f4ef6a363ecf508844b2a for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:34:16.774311 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a1306f0d-821b-4b73-93f5-3956dc1a2297 req-d10157d0-a774-4e83-8a16-0c4ace2c40be tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:16.775520 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d390ad13-198f-4153-bafd-46b13e6bbf68 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:16.780676 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44776) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:16.781145 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d390ad13-198f-4153-bafd-46b13e6bbf68 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "GET /v2.0/ports/35d7409a-d366-41bb-be2c-68671fbbc76e HTTP/1.1" status: 200 len: 910 time: 0.1270549 Nov 25 13:34:16.792447 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-b17ee429-e182-4d22-8800-ba8e1a3397e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:16.810130 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17ee429-e182-4d22-8800-ba8e1a3397e9 None None] Routers {'c7ad5b4e-7329-4c4f-a463-09bb4bbb3896'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:34:16.811029 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-b17ee429-e182-4d22-8800-ba8e1a3397e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:34:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['c7ad5b4e-7329-4c4f-a463-09bb4bbb3896'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:16.835864 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-37011881-1454-4fbf-bfbf-6d23ecf1df66 None None] Port 35d7409a-d366-41bb-be2c-68671fbbc76e cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:34:16.849797 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-b17ee429-e182-4d22-8800-ba8e1a3397e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:16.851385 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17ee429-e182-4d22-8800-ba8e1a3397e9 None None] The sync data for ids ['c7ad5b4e-7329-4c4f-a463-09bb4bbb3896'] in n-d-808199-11 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:34:17.076016 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-a1306f0d-821b-4b73-93f5-3956dc1a2297 req-d10157d0-a774-4e83-8a16-0c4ace2c40be tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Allocated IP 172.20.0.10 (b6131956-3d7f-4134-a1c5-4d454239b609/bd741d61-638e-40d0-8aa0-1d3f2aabe218/ce9b1d22-e0b1-43b2-a0f6-b27cd383976a) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:34:17.259450 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c3fc38d8-707b-4303-98d3-6466e6b8c748 req-95b3569d-ba09-4d2f-baea-7caac3bf1e09 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/ports?device_id=d553b6dc-1eca-41b9-b79d-4ee5de822208 HTTP/1.1" status: 200 len: 210 time: 0.0308156 Nov 25 13:34:17.327002 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a1306f0d-821b-4b73-93f5-3956dc1a2297 req-d10157d0-a774-4e83-8a16-0c4ace2c40be tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:17.413605 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-af553165-0105-4b91-98e3-c2dbe2bd0a63 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:17.419021 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a1306f0d-821b-4b73-93f5-3956dc1a2297 req-d10157d0-a774-4e83-8a16-0c4ace2c40be tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:17.559710 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1306f0d-821b-4b73-93f5-3956dc1a2297 req-d10157d0-a774-4e83-8a16-0c4ace2c40be tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Network b6131956-3d7f-4134-a1c5-4d454239b609 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:34:17.567713 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-a1306f0d-821b-4b73-93f5-3956dc1a2297 req-d10157d0-a774-4e83-8a16-0c4ace2c40be tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:34:17.571372 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1306f0d-821b-4b73-93f5-3956dc1a2297 req-d10157d0-a774-4e83-8a16-0c4ace2c40be tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:34:17.610874 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10157d0-a774-4e83-8a16-0c4ace2c40be tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Pushing event updated for resources: {'Port': ['ID=ce9b1d22-e0b1-43b2-a0f6-b27cd383976a,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:17.695634 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1306f0d-821b-4b73-93f5-3956dc1a2297 req-d10157d0-a774-4e83-8a16-0c4ace2c40be tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:17.696272 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a1306f0d-821b-4b73-93f5-3956dc1a2297 req-d10157d0-a774-4e83-8a16-0c4ace2c40be tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:17.720344 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a1306f0d-821b-4b73-93f5-3956dc1a2297 req-d10157d0-a774-4e83-8a16-0c4ace2c40be tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1687300 Nov 25 13:34:17.734366 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-a1306f0d-821b-4b73-93f5-3956dc1a2297 req-96bc07fa-9bde-4a12-b6b4-50be2e76a3ab service neutron] Request body: {'port': {'device_id': 'd553b6dc-1eca-41b9-b79d-4ee5de822208', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:34:17.859645 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a1306f0d-821b-4b73-93f5-3956dc1a2297 req-96bc07fa-9bde-4a12-b6b4-50be2e76a3ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:17.968717 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-4575fe16-1c21-4857-9aa1-a143b9b0ff13 None None] Provisioning complete for port ce9b1d22-e0b1-43b2-a0f6-b27cd383976a triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:34:17.969354 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4575fe16-1c21-4857-9aa1-a143b9b0ff13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:18.025805 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-4575fe16-1c21-4857-9aa1-a143b9b0ff13 None None] Port ce9b1d22-e0b1-43b2-a0f6-b27cd383976a cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:34:18.345750 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-af553165-0105-4b91-98e3-c2dbe2bd0a63 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Deleting port 35d7409a-d366-41bb-be2c-68671fbbc76e {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:34:18.346094 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-af553165-0105-4b91-98e3-c2dbe2bd0a63 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:18.437101 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a78e0b-7f42-430e-8514-bc2c20ea07a3 req-9750b86d-e995-4437-aebc-b0b1a3fb96e8 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:18.443807 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-99a78e0b-7f42-430e-8514-bc2c20ea07a3 req-9750b86d-e995-4437-aebc-b0b1a3fb96e8 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/ports?device_id=d553b6dc-1eca-41b9-b79d-4ee5de822208 HTTP/1.1" status: 200 len: 932 time: 0.0769928 Nov 25 13:34:18.505171 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-af553165-0105-4b91-98e3-c2dbe2bd0a63 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:18.542041 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-af553165-0105-4b91-98e3-c2dbe2bd0a63 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Calling delete_port for 35d7409a-d366-41bb-be2c-68671fbbc76e owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:34:18.544766 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-99a78e0b-7f42-430e-8514-bc2c20ea07a3 req-d29481a9-43c1-40e0-930c-4b7abc512ab0 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5483146-8c92-4e79-8a25-721f9eded77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967963 Nov 25 13:34:18.673286 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-a1306f0d-821b-4b73-93f5-3956dc1a2297 req-96bc07fa-9bde-4a12-b6b4-50be2e76a3ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce9b1d22-e0b1-43b2-a0f6-b27cd383976a {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:34:18.713162 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a1306f0d-821b-4b73-93f5-3956dc1a2297 req-96bc07fa-9bde-4a12-b6b4-50be2e76a3ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:18.736894 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-a1306f0d-821b-4b73-93f5-3956dc1a2297 req-96bc07fa-9bde-4a12-b6b4-50be2e76a3ab service neutron] Transition to ACTIVE for port object ce9b1d22-e0b1-43b2-a0f6-b27cd383976a will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:34:18.742337 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a1306f0d-821b-4b73-93f5-3956dc1a2297 req-96bc07fa-9bde-4a12-b6b4-50be2e76a3ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:18.827412 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bc07fa-9bde-4a12-b6b4-50be2e76a3ab service neutron] Pushing event updated for resources: {'Port': ['ID=ce9b1d22-e0b1-43b2-a0f6-b27cd383976a,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:18.869417 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-af553165-0105-4b91-98e3-c2dbe2bd0a63 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:18.945869 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af553165-0105-4b91-98e3-c2dbe2bd0a63 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event deleted for resources: {'Port': ['ID=35d7409a-d366-41bb-be2c-68671fbbc76e,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:19.170339 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-a1306f0d-821b-4b73-93f5-3956dc1a2297 req-96bc07fa-9bde-4a12-b6b4-50be2e76a3ab service neutron] Attempting to bind port ce9b1d22-e0b1-43b2-a0f6-b27cd383976a on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:34:19.170684 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-a1306f0d-821b-4b73-93f5-3956dc1a2297 req-96bc07fa-9bde-4a12-b6b4-50be2e76a3ab service neutron] Attempting to bind port ce9b1d22-e0b1-43b2-a0f6-b27cd383976a by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': 'b9ac01a9-443b-4718-a1b0-e00dd12f1e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b6131956-3d7f-4134-a1c5-4d454239b609'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:34:19.171046 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1306f0d-821b-4b73-93f5-3956dc1a2297 req-96bc07fa-9bde-4a12-b6b4-50be2e76a3ab service neutron] Attempting to bind port ce9b1d22-e0b1-43b2-a0f6-b27cd383976a on network b6131956-3d7f-4134-a1c5-4d454239b609 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:34:19.181422 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1306f0d-821b-4b73-93f5-3956dc1a2297 req-96bc07fa-9bde-4a12-b6b4-50be2e76a3ab service neutron] Port ce9b1d22-e0b1-43b2-a0f6-b27cd383976a on network b6131956-3d7f-4134-a1c5-4d454239b609 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:34:19.181923 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1306f0d-821b-4b73-93f5-3956dc1a2297 req-96bc07fa-9bde-4a12-b6b4-50be2e76a3ab service neutron] Attempting to bind port ce9b1d22-e0b1-43b2-a0f6-b27cd383976a on network b6131956-3d7f-4134-a1c5-4d454239b609 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:34:19.191683 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1306f0d-821b-4b73-93f5-3956dc1a2297 req-96bc07fa-9bde-4a12-b6b4-50be2e76a3ab service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:34:19.192189 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1306f0d-821b-4b73-93f5-3956dc1a2297 req-96bc07fa-9bde-4a12-b6b4-50be2e76a3ab service neutron] Checking segment: {'id': 'b9ac01a9-443b-4718-a1b0-e00dd12f1e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b6131956-3d7f-4134-a1c5-4d454239b609'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:34:19.192637 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1306f0d-821b-4b73-93f5-3956dc1a2297 req-96bc07fa-9bde-4a12-b6b4-50be2e76a3ab service neutron] Bound using segment: {'id': 'b9ac01a9-443b-4718-a1b0-e00dd12f1e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b6131956-3d7f-4134-a1c5-4d454239b609'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:34:19.193002 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-a1306f0d-821b-4b73-93f5-3956dc1a2297 req-96bc07fa-9bde-4a12-b6b4-50be2e76a3ab service neutron] Bound port: ce9b1d22-e0b1-43b2-a0f6-b27cd383976a, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9ac01a9-443b-4718-a1b0-e00dd12f1e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b6131956-3d7f-4134-a1c5-4d454239b609'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:34:19.193367 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a1306f0d-821b-4b73-93f5-3956dc1a2297 req-96bc07fa-9bde-4a12-b6b4-50be2e76a3ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:19.196353 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-af553165-0105-4b91-98e3-c2dbe2bd0a63 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:19.365746 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-a1306f0d-821b-4b73-93f5-3956dc1a2297 req-96bc07fa-9bde-4a12-b6b4-50be2e76a3ab service neutron] For port ce9b1d22-e0b1-43b2-a0f6-b27cd383976a, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:34:19.370452 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-a1306f0d-821b-4b73-93f5-3956dc1a2297 req-96bc07fa-9bde-4a12-b6b4-50be2e76a3ab service neutron] For port ce9b1d22-e0b1-43b2-a0f6-b27cd383976a, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=ce9b1d22-e0b1-43b2-a0f6-b27cd383976a,segment=NetworkSegment(b9ac01a9-443b-4718-a1b0-e00dd12f1e0d),segment_id=b9ac01a9-443b-4718-a1b0-e00dd12f1e0d)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:34:19.453658 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a1306f0d-821b-4b73-93f5-3956dc1a2297 req-96bc07fa-9bde-4a12-b6b4-50be2e76a3ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:19.503198 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1306f0d-821b-4b73-93f5-3956dc1a2297 req-96bc07fa-9bde-4a12-b6b4-50be2e76a3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:19.504802 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a1306f0d-821b-4b73-93f5-3956dc1a2297 req-96bc07fa-9bde-4a12-b6b4-50be2e76a3ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:19.506295 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a1306f0d-821b-4b73-93f5-3956dc1a2297 req-96bc07fa-9bde-4a12-b6b4-50be2e76a3ab service neutron] 10.222.0.47 "PUT /v2.0/ports/ce9b1d22-e0b1-43b2-a0f6-b27cd383976a HTTP/1.1" status: 200 len: 1093 time: 1.7770419 Nov 25 13:34:19.519205 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd553b6dc-1eca-41b9-b79d-4ee5de822208', 'tag': 'ce9b1d22-e0b1-43b2-a0f6-b27cd383976a'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:34:19.527923 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ee7242-6535-4f7c-a41e-6fe83ae2c7f8" -d '{"events": [{"name": "network-changed", "server_uuid": "d553b6dc-1eca-41b9-b79d-4ee5de822208", "tag": "ce9b1d22-e0b1-43b2-a0f6-b27cd383976a"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:34:19.768037 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c29f68-f7fd-4509-b84d-2a48e73afca9 x-openstack-request-id: req-24c29f68-f7fd-4509-b84d-2a48e73afca9 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:34:19.768393 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d553b6dc-1eca-41b9-b79d-4ee5de822208", "tag": "ce9b1d22-e0b1-43b2-a0f6-b27cd383976a", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:34:19.771389 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-24c29f68-f7fd-4509-b84d-2a48e73afca9 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:34:19.771911 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd553b6dc-1eca-41b9-b79d-4ee5de822208', 'tag': 'ce9b1d22-e0b1-43b2-a0f6-b27cd383976a', 'status': 'completed', 'code': 200} Nov 25 13:34:19.793027 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af553165-0105-4b91-98e3-c2dbe2bd0a63 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Router c7ad5b4e-7329-4c4f-a463-09bb4bbb3896 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:34:19.807752 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28949fa-a63d-4213-b0ef-ecd864d3d752 req-faf545bb-eb6f-4170-8255-ef8df6111430 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:19.817893 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bc07fa-9bde-4a12-b6b4-50be2e76a3ab service neutron] Pushing event updated for resources: {'Port': ['ID=ce9b1d22-e0b1-43b2-a0f6-b27cd383976a,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:19.823824 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f28949fa-a63d-4213-b0ef-ecd864d3d752 req-faf545bb-eb6f-4170-8255-ef8df6111430 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/ports?device_id=d553b6dc-1eca-41b9-b79d-4ee5de822208 HTTP/1.1" status: 200 len: 944 time: 0.1377444 Nov 25 13:34:19.842682 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1306f0d-821b-4b73-93f5-3956dc1a2297 req-20ca14f3-7502-4c54-a43c-577fab2743cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:19.847492 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a1306f0d-821b-4b73-93f5-3956dc1a2297 req-20ca14f3-7502-4c54-a43c-577fab2743cc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dfc7ed58aa5f4ef6a363ecf508844b2a&device_id=d553b6dc-1eca-41b9-b79d-4ee5de822208 HTTP/1.1" status: 200 len: 1096 time: 0.2720637 Nov 25 13:34:19.961166 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f28949fa-a63d-4213-b0ef-ecd864d3d752 req-04643f90-aae4-48ed-a0f8-a0c3893b5e14 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5483146-8c92-4e79-8a25-721f9eded77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343956 Nov 25 13:34:19.970632 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a1306f0d-821b-4b73-93f5-3956dc1a2297 req-d27ee122-e379-4726-9a2c-bc45717af9f9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce9b1d22-e0b1-43b2-a0f6-b27cd383976a HTTP/1.1" status: 200 len: 217 time: 0.0805814 Nov 25 13:34:20.032470 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1306f0d-821b-4b73-93f5-3956dc1a2297 req-90d18651-8e90-42e1-8ac3-b9f1f5a1a97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:20.034194 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a1306f0d-821b-4b73-93f5-3956dc1a2297 req-90d18651-8e90-42e1-8ac3-b9f1f5a1a97b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bd741d61-638e-40d0-8aa0-1d3f2aabe218 HTTP/1.1" status: 200 len: 849 time: 0.0542786 Nov 25 13:34:20.098872 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af553165-0105-4b91-98e3-c2dbe2bd0a63 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:34:20.108244 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44810) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:20.114871 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-af553165-0105-4b91-98e3-c2dbe2bd0a63 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "PUT /v2.0/routers/c7ad5b4e-7329-4c4f-a463-09bb4bbb3896/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3330441 Nov 25 13:34:20.129833 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb9cfbf-34a2-4743-bf01-992090a20ba2 None None] Sync routers for ids ['c7ad5b4e-7329-4c4f-a463-09bb4bbb3896'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:34:20.142708 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1306f0d-821b-4b73-93f5-3956dc1a2297 req-69eef179-d7cd-492d-9f7b-da75caf6fa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:20.144660 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a1306f0d-821b-4b73-93f5-3956dc1a2297 req-69eef179-d7cd-492d-9f7b-da75caf6fa92 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b6131956-3d7f-4134-a1c5-4d454239b609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1019576 Nov 25 13:34:20.145354 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb9cfbf-34a2-4743-bf01-992090a20ba2 None None] Routers {'c7ad5b4e-7329-4c4f-a463-09bb4bbb3896'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:34:20.146988 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-6fb9cfbf-34a2-4743-bf01-992090a20ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:34:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['c7ad5b4e-7329-4c4f-a463-09bb4bbb3896'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:20.195114 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-6fb9cfbf-34a2-4743-bf01-992090a20ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:20.207095 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb9cfbf-34a2-4743-bf01-992090a20ba2 None None] Routers {'c7ad5b4e-7329-4c4f-a463-09bb4bbb3896'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:34:20.207979 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-6fb9cfbf-34a2-4743-bf01-992090a20ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:34:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['c7ad5b4e-7329-4c4f-a463-09bb4bbb3896'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:20.261952 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-6fb9cfbf-34a2-4743-bf01-992090a20ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:20.262981 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb9cfbf-34a2-4743-bf01-992090a20ba2 None None] The sync data for ids ['c7ad5b4e-7329-4c4f-a463-09bb4bbb3896'] in n-d-808199-11 is: [] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:34:20.313087 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a1306f0d-821b-4b73-93f5-3956dc1a2297 req-b17d8734-3a5e-4ee4-b3f9-50c307ab74b8 service neutron] 10.222.0.47 "GET /v2.0/networks/b6131956-3d7f-4134-a1c5-4d454239b609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547947 Nov 25 13:34:20.436697 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a1306f0d-821b-4b73-93f5-3956dc1a2297 req-dee14553-fd1c-4cae-b697-f43e71ae302c service neutron] 10.222.0.47 "GET /v2.0/networks/b6131956-3d7f-4134-a1c5-4d454239b609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153018 Nov 25 13:34:20.541231 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee7242-6535-4f7c-a41e-6fe83ae2c7f8 req-e4cbd4ce-ca9e-48a6-9bd8-322cf0a111c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:20.543095 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-21ee7242-6535-4f7c-a41e-6fe83ae2c7f8 req-e4cbd4ce-ca9e-48a6-9bd8-322cf0a111c6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dfc7ed58aa5f4ef6a363ecf508844b2a&device_id=d553b6dc-1eca-41b9-b79d-4ee5de822208 HTTP/1.1" status: 200 len: 1096 time: 0.0587661 Nov 25 13:34:20.575849 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7298530a-4675-48fd-9cbd-f8bad24a7015 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:20.675597 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee7242-6535-4f7c-a41e-6fe83ae2c7f8 req-1d07bce7-bcf6-4e73-bc87-c309973bb68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:20.677388 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-21ee7242-6535-4f7c-a41e-6fe83ae2c7f8 req-1d07bce7-bcf6-4e73-bc87-c309973bb68c service neutron] 10.222.0.47 "GET /v2.0/networks?id=b6131956-3d7f-4134-a1c5-4d454239b609 HTTP/1.1" status: 200 len: 911 time: 0.1252005 Nov 25 13:34:20.743401 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-21ee7242-6535-4f7c-a41e-6fe83ae2c7f8 req-354fcd9a-d1ec-4450-a6f0-031eae17841b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce9b1d22-e0b1-43b2-a0f6-b27cd383976a HTTP/1.1" status: 200 len: 217 time: 0.0544558 Nov 25 13:34:20.837868 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee7242-6535-4f7c-a41e-6fe83ae2c7f8 req-e723b71d-b0f9-496f-94ee-934b16cbaf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:20.839561 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-21ee7242-6535-4f7c-a41e-6fe83ae2c7f8 req-e723b71d-b0f9-496f-94ee-934b16cbaf46 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bd741d61-638e-40d0-8aa0-1d3f2aabe218 HTTP/1.1" status: 200 len: 849 time: 0.0842447 Nov 25 13:34:20.903094 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee7242-6535-4f7c-a41e-6fe83ae2c7f8 req-65575672-5f79-42f3-88e1-b86f665566c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:20.904596 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-21ee7242-6535-4f7c-a41e-6fe83ae2c7f8 req-65575672-5f79-42f3-88e1-b86f665566c1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b6131956-3d7f-4134-a1c5-4d454239b609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493476 Nov 25 13:34:20.936998 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-7298530a-4675-48fd-9cbd-f8bad24a7015 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Deleting port 5116f894-5116-4457-999f-c096b15f0c84 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:34:20.938058 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7298530a-4675-48fd-9cbd-f8bad24a7015 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:21.041568 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-21ee7242-6535-4f7c-a41e-6fe83ae2c7f8 req-cf726612-3aca-4293-be21-f210d7712c29 service neutron] 10.222.0.47 "GET /v2.0/networks/b6131956-3d7f-4134-a1c5-4d454239b609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166971 Nov 25 13:34:21.097544 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7298530a-4675-48fd-9cbd-f8bad24a7015 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:21.126398 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-7298530a-4675-48fd-9cbd-f8bad24a7015 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Calling delete_port for 5116f894-5116-4457-999f-c096b15f0c84 owned by network:router_interface {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:34:21.167109 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-21ee7242-6535-4f7c-a41e-6fe83ae2c7f8 req-d823c217-25de-4974-b871-f0f2cd1f59f9 service neutron] 10.222.0.47 "GET /v2.0/networks/b6131956-3d7f-4134-a1c5-4d454239b609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163158 Nov 25 13:34:21.204139 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa7fa84-d07c-492a-bc86-498c8f0618a6 req-a4ea870e-8093-4497-8d7e-2e0e61346287 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:21.206470 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8fa7fa84-d07c-492a-bc86-498c8f0618a6 req-a4ea870e-8093-4497-8d7e-2e0e61346287 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/ports?device_id=d553b6dc-1eca-41b9-b79d-4ee5de822208 HTTP/1.1" status: 200 len: 944 time: 0.1332717 Nov 25 13:34:21.332933 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8fa7fa84-d07c-492a-bc86-498c8f0618a6 req-eac52d4e-faaa-4f41-bd39-f4f06274d55e tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5483146-8c92-4e79-8a25-721f9eded77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122768 Nov 25 13:34:21.423939 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7298530a-4675-48fd-9cbd-f8bad24a7015 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:21.454139 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298530a-4675-48fd-9cbd-f8bad24a7015 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event deleted for resources: {'Port': ['ID=5116f894-5116-4457-999f-c096b15f0c84,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:21.656238 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7298530a-4675-48fd-9cbd-f8bad24a7015 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:21.863851 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7298530a-4675-48fd-9cbd-f8bad24a7015 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Router c7ad5b4e-7329-4c4f-a463-09bb4bbb3896 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:34:21.955296 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7298530a-4675-48fd-9cbd-f8bad24a7015 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:34:21.961604 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-7298530a-4675-48fd-9cbd-f8bad24a7015 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "PUT /v2.0/routers/c7ad5b4e-7329-4c4f-a463-09bb4bbb3896/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8523281 Nov 25 13:34:21.965387 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44824) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:21.972593 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce17f8bf-af23-4e5e-a7a3-ea2300ceafd3 None None] Sync routers for ids ['c7ad5b4e-7329-4c4f-a463-09bb4bbb3896'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:34:21.987607 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce17f8bf-af23-4e5e-a7a3-ea2300ceafd3 None None] Routers {'c7ad5b4e-7329-4c4f-a463-09bb4bbb3896'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:34:21.988467 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ce17f8bf-af23-4e5e-a7a3-ea2300ceafd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:34:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['c7ad5b4e-7329-4c4f-a463-09bb4bbb3896'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:22.022867 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-24e6eee4-087c-4e9c-a1c0-0d8d4e537de4 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7ad5b4e-7329-4c4f-a463-09bb4bbb3896 HTTP/1.1" status: 200 len: 205 time: 0.0555174 Nov 25 13:34:22.025338 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44826) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:22.034399 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ce17f8bf-af23-4e5e-a7a3-ea2300ceafd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:22.044230 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce17f8bf-af23-4e5e-a7a3-ea2300ceafd3 None None] Routers {'c7ad5b4e-7329-4c4f-a463-09bb4bbb3896'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:34:22.045128 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ce17f8bf-af23-4e5e-a7a3-ea2300ceafd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:34:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['c7ad5b4e-7329-4c4f-a463-09bb4bbb3896'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:22.089691 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ce17f8bf-af23-4e5e-a7a3-ea2300ceafd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:22.091580 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce17f8bf-af23-4e5e-a7a3-ea2300ceafd3 None None] The sync data for ids ['c7ad5b4e-7329-4c4f-a463-09bb4bbb3896'] in n-d-808199-11 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:34:22.111498 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ca745275-c63c-43fd-b73c-be0ba4e05c98 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:22.296258 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ca745275-c63c-43fd-b73c-be0ba4e05c98 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:22.306399 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ca745275-c63c-43fd-b73c-be0ba4e05c98 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:22.392506 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ca745275-c63c-43fd-b73c-be0ba4e05c98 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:22.393170 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca745275-c63c-43fd-b73c-be0ba4e05c98 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Fanout notify agent at l3_agent the message router_deleted on router c7ad5b4e-7329-4c4f-a463-09bb4bbb3896 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:34:22.403550 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ca745275-c63c-43fd-b73c-be0ba4e05c98 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:22.406745 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-ca745275-c63c-43fd-b73c-be0ba4e05c98 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "DELETE /v2.0/routers/c7ad5b4e-7329-4c4f-a463-09bb4bbb3896 HTTP/1.1" status: 204 len: 168 time: 0.3766639 Nov 25 13:34:22.407506 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44832) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:22.505243 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-53dd3466-c2bc-4a69-8b7a-efaad4bdd6d5 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Deleting subnet d401e9c2-a965-44ef-90da-e64782602d0c {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:34:22.509073 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-53dd3466-c2bc-4a69-8b7a-efaad4bdd6d5 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:22.556471 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f1c2a3-910a-424e-ad66-afe419da88e0 req-7ed6c239-7076-4c79-95d2-86516bbe4b3e tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:22.558005 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b9f1c2a3-910a-424e-ad66-afe419da88e0 req-7ed6c239-7076-4c79-95d2-86516bbe4b3e tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/ports?device_id=d553b6dc-1eca-41b9-b79d-4ee5de822208 HTTP/1.1" status: 200 len: 944 time: 0.1096990 Nov 25 13:34:22.577376 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-53dd3466-c2bc-4a69-8b7a-efaad4bdd6d5 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:22.649427 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b9f1c2a3-910a-424e-ad66-afe419da88e0 req-43f0d735-cf9e-4d29-a6a9-46a111123cc0 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5483146-8c92-4e79-8a25-721f9eded77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821366 Nov 25 13:34:22.698513 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-53dd3466-c2bc-4a69-8b7a-efaad4bdd6d5 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:22.766788 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-53dd3466-c2bc-4a69-8b7a-efaad4bdd6d5 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:22.801063 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dd3466-c2bc-4a69-8b7a-efaad4bdd6d5 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event deleted for resources: {'Subnet': ['ID=d401e9c2-a965-44ef-90da-e64782602d0c,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:22.809426 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-53dd3466-c2bc-4a69-8b7a-efaad4bdd6d5 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:22.813348 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a72db5c-37ae-4b6f-a105-f42b665d3189 None None] Network 123d44b8-c715-4a04-9461-86178dde1f71 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:34:22.817678 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-53dd3466-c2bc-4a69-8b7a-efaad4bdd6d5 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "DELETE /v2.0/subnets/d401e9c2-a965-44ef-90da-e64782602d0c HTTP/1.1" status: 204 len: 168 time: 0.4090579 Nov 25 13:34:22.820729 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44834) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:22.905139 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd94e154-b3a4-4bc9-876d-31e32aef60eb tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Deleting subnet f09601e5-72b4-4c9d-b1a8-4c329bfd9680 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:34:22.909096 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cd94e154-b3a4-4bc9-876d-31e32aef60eb tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:22.978065 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cd94e154-b3a4-4bc9-876d-31e32aef60eb tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:23.093258 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cd94e154-b3a4-4bc9-876d-31e32aef60eb tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:23.110569 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25529312-3540-40f6-a19c-e78b3ccea0ea None None] DHCP port deletion for 123d44b8-c715-4a04-9461-86178dde1f71 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:34:23.168961 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-25529312-3540-40f6-a19c-e78b3ccea0ea None None] Deleting port 9282c71e-ec6f-4d76-9c8c-3f3fdebd1434 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:34:23.169637 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-25529312-3540-40f6-a19c-e78b3ccea0ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:23.199486 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cd94e154-b3a4-4bc9-876d-31e32aef60eb tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:23.236853 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd94e154-b3a4-4bc9-876d-31e32aef60eb tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event deleted for resources: {'Subnet': ['ID=f09601e5-72b4-4c9d-b1a8-4c329bfd9680,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:23.250020 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cd94e154-b3a4-4bc9-876d-31e32aef60eb tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:23.265184 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e509d848-4b7d-4d1d-a0a7-521b8d390097 None None] Network 51c4f249-a781-4862-97e6-ae92c19bd24e requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:34:23.273100 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44840) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:23.277014 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-cd94e154-b3a4-4bc9-876d-31e32aef60eb tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "DELETE /v2.0/subnets/f09601e5-72b4-4c9d-b1a8-4c329bfd9680 HTTP/1.1" status: 204 len: 168 time: 0.4475188 Nov 25 13:34:23.430584 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e54652eb-490b-4519-a649-f2dd76c7a3e3 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:23.476514 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device ce9b1d22-e0b1-43b2-a0f6-b27cd383976a details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:34:23.485048 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-25529312-3540-40f6-a19c-e78b3ccea0ea None None] For port 9282c71e-ec6f-4d76-9c8c-3f3fdebd1434, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=9282c71e-ec6f-4d76-9c8c-3f3fdebd1434,segment=NetworkSegment(f099da13-4905-40de-acea-01cb64a77100),segment_id=f099da13-4905-40de-acea-01cb64a77100)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:34:23.485462 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-25529312-3540-40f6-a19c-e78b3ccea0ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:23.505485 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-25529312-3540-40f6-a19c-e78b3ccea0ea None None] Calling delete_port for 9282c71e-ec6f-4d76-9c8c-3f3fdebd1434 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:34:23.531609 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-e54652eb-490b-4519-a649-f2dd76c7a3e3 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Deleting port 9282c71e-ec6f-4d76-9c8c-3f3fdebd1434 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:34:23.531920 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e54652eb-490b-4519-a649-f2dd76c7a3e3 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:23.619070 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222a10c6-4734-4714-9a61-df4a2eecd6ea None None] DHCP port deletion for 51c4f249-a781-4862-97e6-ae92c19bd24e request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:34:23.707903 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-e54652eb-490b-4519-a649-f2dd76c7a3e3 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] For port 9282c71e-ec6f-4d76-9c8c-3f3fdebd1434, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=9282c71e-ec6f-4d76-9c8c-3f3fdebd1434,segment=NetworkSegment(f099da13-4905-40de-acea-01cb64a77100),segment_id=f099da13-4905-40de-acea-01cb64a77100)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:34:23.713334 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e54652eb-490b-4519-a649-f2dd76c7a3e3 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:23.721172 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port ce9b1d22-e0b1-43b2-a0f6-b27cd383976a, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=ce9b1d22-e0b1-43b2-a0f6-b27cd383976a,segment=NetworkSegment(b9ac01a9-443b-4718-a1b0-e00dd12f1e0d),segment_id=b9ac01a9-443b-4718-a1b0-e00dd12f1e0d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:34:23.740509 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': 'ce9b1d22-e0b1-43b2-a0f6-b27cd383976a', 'network_id': 'b6131956-3d7f-4134-a1c5-4d454239b609', 'port_id': 'ce9b1d22-e0b1-43b2-a0f6-b27cd383976a', 'mac_address': 'fa:16:3e:3a:49:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd741d61-638e-40d0-8aa0-1d3f2aabe218', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:34:23.744875 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-222a10c6-4734-4714-9a61-df4a2eecd6ea None None] Deleting port 976c0976-5476-42b3-ba4b-2ef8a7507b66 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:34:23.745287 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-222a10c6-4734-4714-9a61-df4a2eecd6ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:23.749733 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-25529312-3540-40f6-a19c-e78b3ccea0ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:23.751975 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-e54652eb-490b-4519-a649-f2dd76c7a3e3 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Calling delete_port for 9282c71e-ec6f-4d76-9c8c-3f3fdebd1434 owned by network:dhcp {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:34:23.779764 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25529312-3540-40f6-a19c-e78b3ccea0ea None None] No DVR routers for this DVR port 9282c71e-ec6f-4d76-9c8c-3f3fdebd1434 on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:34:23.827877 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25529312-3540-40f6-a19c-e78b3ccea0ea None None] Pushing event deleted for resources: {'Port': ['ID=9282c71e-ec6f-4d76-9c8c-3f3fdebd1434,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:23.886053 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-222a10c6-4734-4714-9a61-df4a2eecd6ea None None] For port 976c0976-5476-42b3-ba4b-2ef8a7507b66, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=976c0976-5476-42b3-ba4b-2ef8a7507b66,segment=NetworkSegment(7b0de402-7049-4409-af2e-f2430f0be693),segment_id=7b0de402-7049-4409-af2e-f2430f0be693)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:34:23.886454 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-222a10c6-4734-4714-9a61-df4a2eecd6ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:23.890277 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:23.913094 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce9b1d22-e0b1-43b2-a0f6-b27cd383976a {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:34:23.995958 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port ce9b1d22-e0b1-43b2-a0f6-b27cd383976a, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=ce9b1d22-e0b1-43b2-a0f6-b27cd383976a,segment=NetworkSegment(b9ac01a9-443b-4718-a1b0-e00dd12f1e0d),segment_id=b9ac01a9-443b-4718-a1b0-e00dd12f1e0d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:34:24.001961 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-222a10c6-4734-4714-9a61-df4a2eecd6ea None None] Calling delete_port for 976c0976-5476-42b3-ba4b-2ef8a7507b66 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:34:24.002366 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1164b-d041-433d-abb3-abf2115c12d3 req-15c1b19e-c93c-481d-8996-c29a92ef43e8 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:24.013774 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e5e1164b-d041-433d-abb3-abf2115c12d3 req-15c1b19e-c93c-481d-8996-c29a92ef43e8 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/ports?device_id=d553b6dc-1eca-41b9-b79d-4ee5de822208 HTTP/1.1" status: 200 len: 944 time: 0.2318447 Nov 25 13:34:24.024911 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:24.048741 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91a703-d39b-4272-90ab-50137936aeca req-70bb7620-a79a-4274-991c-feceb09692cf tempest-TestNetworkAdvancedServerOps-879095095 tempest-TestNetworkAdvancedServerOps-879095095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:24.050575 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1b91a703-d39b-4272-90ab-50137936aeca req-70bb7620-a79a-4274-991c-feceb09692cf tempest-TestNetworkAdvancedServerOps-879095095 tempest-TestNetworkAdvancedServerOps-879095095-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a21c00e5-301f-4888-89a2-675ef63eefc7 HTTP/1.1" status: 200 len: 1098 time: 0.1030314 Nov 25 13:34:24.099071 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e54652eb-490b-4519-a649-f2dd76c7a3e3 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:24.132547 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54652eb-490b-4519-a649-f2dd76c7a3e3 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] No DVR routers for this DVR port 9282c71e-ec6f-4d76-9c8c-3f3fdebd1434 on host n-d-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:34:24.161086 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54652eb-490b-4519-a649-f2dd76c7a3e3 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event deleted for resources: {'Port': ['ID=9282c71e-ec6f-4d76-9c8c-3f3fdebd1434,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:24.162169 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=ce9b1d22-e0b1-43b2-a0f6-b27cd383976a,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:24.197029 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e5e1164b-d041-433d-abb3-abf2115c12d3 req-b82c44d8-a6cf-40c2-9e6c-68ece56e5a85 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5483146-8c92-4e79-8a25-721f9eded77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1831000 Nov 25 13:34:24.225905 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1b91a703-d39b-4272-90ab-50137936aeca req-d742b857-83fa-4630-a6e2-a7a6ce2bb6d5 tempest-TestNetworkAdvancedServerOps-879095095 tempest-TestNetworkAdvancedServerOps-879095095-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=de0cb51b-ea44-4a75-a1e3-908c4af9fa5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648202 Nov 25 13:34:24.252481 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-222a10c6-4734-4714-9a61-df4a2eecd6ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:24.259200 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44854) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:24.267893 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222a10c6-4734-4714-9a61-df4a2eecd6ea None None] No DVR routers for this DVR port 976c0976-5476-42b3-ba4b-2ef8a7507b66 on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:34:24.290529 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222a10c6-4734-4714-9a61-df4a2eecd6ea None None] Pushing event deleted for resources: {'Port': ['ID=976c0976-5476-42b3-ba4b-2ef8a7507b66,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:24.332771 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['ce9b1d22-e0b1-43b2-a0f6-b27cd383976a'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:34:24.357446 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e54652eb-490b-4519-a649-f2dd76c7a3e3 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:24.401748 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-e54652eb-490b-4519-a649-f2dd76c7a3e3 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['123d44b8-c715-4a04-9461-86178dde1f71']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:24.424346 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-e54652eb-490b-4519-a649-f2dd76c7a3e3 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f099da13-4905-40de-acea-01cb64a77100') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:24.424653 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-e54652eb-490b-4519-a649-f2dd76c7a3e3 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f099da13-4905-40de-acea-01cb64a77100') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:24.445732 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e54652eb-490b-4519-a649-f2dd76c7a3e3 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:24.463091 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e54652eb-490b-4519-a649-f2dd76c7a3e3 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:24.470120 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e54652eb-490b-4519-a649-f2dd76c7a3e3 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:34:24.470943 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e54652eb-490b-4519-a649-f2dd76c7a3e3 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:24.474116 n-d-808199-11 neutron-server[103570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:34:24.474116 n-d-808199-11 neutron-server[103570]: self.session.flush() Nov 25 13:34:24.474116 n-d-808199-11 neutron-server[103570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:34:24.474116 n-d-808199-11 neutron-server[103570]: self.session.flush() Nov 25 13:34:24.474116 n-d-808199-11 neutron-server[103570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:34:24.474116 n-d-808199-11 neutron-server[103570]: self.session.flush() Nov 25 13:34:24.474116 n-d-808199-11 neutron-server[103570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:34:24.474116 n-d-808199-11 neutron-server[103570]: self.session.flush() Nov 25 13:34:24.474116 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:34:24.474116 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:34:24.474116 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:34:24.474116 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:34:24.474116 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:34:24.474116 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:34:24.474116 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:34:24.474116 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:34:24.474116 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:34:24.474116 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:34:24.474116 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:34:24.474116 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:34:24.474116 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:34:24.474116 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:34:24.474116 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:34:24.474116 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:34:24.474116 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:34:24.474116 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:34:24.474116 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:34:24.474116 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:34:24.474116 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:34:24.474116 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:34:24.474116 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:34:24.474116 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:34:24.474116 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:34:24.474116 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:34:24.474116 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:34:24.474116 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:34:24.474116 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:34:24.474116 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:34:24.474116 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:34:24.474116 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:34:24.585767 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-af57360a-de64-45d0-b591-d25e46f5e3a0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Deleting port 72875129-459b-4417-bf15-6a88dc0b7fb2 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:34:24.587256 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-af57360a-de64-45d0-b591-d25e46f5e3a0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:24.596942 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e54652eb-490b-4519-a649-f2dd76c7a3e3 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:24.603472 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e54652eb-490b-4519-a649-f2dd76c7a3e3 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:24.613779 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e54652eb-490b-4519-a649-f2dd76c7a3e3 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "DELETE /v2.0/networks/123d44b8-c715-4a04-9461-86178dde1f71 HTTP/1.1" status: 204 len: 168 time: 1.3391147 Nov 25 13:34:24.623316 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44858) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:24.646039 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54652eb-490b-4519-a649-f2dd76c7a3e3 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event deleted for resources: {'Network': ['ID=123d44b8-c715-4a04-9461-86178dde1f71,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:24.721752 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-af57360a-de64-45d0-b591-d25e46f5e3a0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:24.722392 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-af57360a-de64-45d0-b591-d25e46f5e3a0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:24.737576 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-af57360a-de64-45d0-b591-d25e46f5e3a0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Calling delete_port for 72875129-459b-4417-bf15-6a88dc0b7fb2 owned by network:floatingip {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:34:24.740618 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-292bf41a-c7c4-4e42-8182-ef0f315d861e tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:24.851940 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-292bf41a-c7c4-4e42-8182-ef0f315d861e tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:24.886728 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-292bf41a-c7c4-4e42-8182-ef0f315d861e tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51c4f249-a781-4862-97e6-ae92c19bd24e']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:24.896298 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-292bf41a-c7c4-4e42-8182-ef0f315d861e tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b0de402-7049-4409-af2e-f2430f0be693') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:24.898398 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-292bf41a-c7c4-4e42-8182-ef0f315d861e tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b0de402-7049-4409-af2e-f2430f0be693') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:24.918865 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-292bf41a-c7c4-4e42-8182-ef0f315d861e tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:24.922626 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 976c0976-5476-42b3-ba4b-2ef8a7507b66 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:34:24.963957 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 976c0976-5476-42b3-ba4b-2ef8a7507b66 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:34:24.964326 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 976c0976-5476-42b3-ba4b-2ef8a7507b66 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:34:24.964702 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 9282c71e-ec6f-4d76-9c8c-3f3fdebd1434 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:34:24.973509 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-292bf41a-c7c4-4e42-8182-ef0f315d861e tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:24.986458 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 9282c71e-ec6f-4d76-9c8c-3f3fdebd1434 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:34:24.986458 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 9282c71e-ec6f-4d76-9c8c-3f3fdebd1434 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:34:24.989649 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-292bf41a-c7c4-4e42-8182-ef0f315d861e tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:34:24.990209 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-292bf41a-c7c4-4e42-8182-ef0f315d861e tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:25.005534 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-af57360a-de64-45d0-b591-d25e46f5e3a0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:25.011108 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:34:25.011108 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:34:25.011108 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:34:25.011108 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:34:25.011108 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:34:25.011108 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:34:25.011108 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:34:25.011108 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:34:25.011108 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:34:25.011108 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:34:25.011108 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:34:25.011108 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:34:25.011108 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:34:25.011108 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:34:25.011108 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:34:25.011108 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:34:25.011108 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:34:25.011108 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:34:25.011108 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:34:25.011108 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:34:25.011108 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:34:25.011108 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:34:25.011108 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:34:25.011108 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:34:25.011108 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:34:25.011108 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:34:25.011108 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:34:25.011108 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:34:25.011108 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:34:25.011108 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:34:25.011108 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:34:25.011108 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:34:25.047613 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af57360a-de64-45d0-b591-d25e46f5e3a0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event deleted for resources: {'Port': ['ID=72875129-459b-4417-bf15-6a88dc0b7fb2,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:25.073525 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-292bf41a-c7c4-4e42-8182-ef0f315d861e tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:25.081441 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-292bf41a-c7c4-4e42-8182-ef0f315d861e tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:25.092704 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-292bf41a-c7c4-4e42-8182-ef0f315d861e tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "DELETE /v2.0/networks/51c4f249-a781-4862-97e6-ae92c19bd24e HTTP/1.1" status: 204 len: 168 time: 0.4690981 Nov 25 13:34:25.094246 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44864) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:25.099738 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-6a1009e3-a119-458d-8d88-21c006a7f62e tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Request body: {'network': {'name': 'tempest-RoutersTest-1341669403'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:34:25.137282 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292bf41a-c7c4-4e42-8182-ef0f315d861e tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event deleted for resources: {'Network': ['ID=51c4f249-a781-4862-97e6-ae92c19bd24e,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:25.145911 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a1009e3-a119-458d-8d88-21c006a7f62e tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Made reservation on behalf of 66429e439f264996b6f577612d5b57ec for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:34:25.152557 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6a1009e3-a119-458d-8d88-21c006a7f62e tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:25.159241 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-af57360a-de64-45d0-b591-d25e46f5e3a0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for floatingip, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:25.160446 n-d-808199-11 neutron-server[103571]: INFO neutron.db.l3_db [None req-af57360a-de64-45d0-b591-d25e46f5e3a0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Floating IP 1f51408b-8925-43a6-bedf-e2910c1702ca disassociated (deleted). External IP: 172.25.5.190, port: 60ea48c1-139b-4021-9718-6162dfdcceaa. Nov 25 13:34:25.182206 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a1009e3-a119-458d-8d88-21c006a7f62e tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:34:25.193413 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6a1009e3-a119-458d-8d88-21c006a7f62e tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:25.193945 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-6a1009e3-a119-458d-8d88-21c006a7f62e tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Added segment a616c02e-6509-4687-8c21-b580b1c4f099 of type vlan for network 353c1e20-e271-4140-850b-abf3d2773cd2 Nov 25 13:34:25.255512 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6a1009e3-a119-458d-8d88-21c006a7f62e tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:25.355381 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6a1009e3-a119-458d-8d88-21c006a7f62e tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:25.369071 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1009e3-a119-458d-8d88-21c006a7f62e tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:25.369750 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6a1009e3-a119-458d-8d88-21c006a7f62e tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:25.430915 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c71b3-9e6e-488c-8e40-e3af2c4cfe7e req-3e8f0720-f9b0-40fe-92d3-1f0b18d36a54 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:25.440027 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7d4c71b3-9e6e-488c-8e40-e3af2c4cfe7e req-3e8f0720-f9b0-40fe-92d3-1f0b18d36a54 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/ports?device_id=d553b6dc-1eca-41b9-b79d-4ee5de822208 HTTP/1.1" status: 200 len: 945 time: 0.1423495 Nov 25 13:34:25.459492 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device ce9b1d22-e0b1-43b2-a0f6-b27cd383976a up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:34:25.480891 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af57360a-de64-45d0-b591-d25e46f5e3a0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Router 565e7460-951c-489d-8c0d-9a608f4e8dd0 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:34:25.484735 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-6a1009e3-a119-458d-8d88-21c006a7f62e tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3892066 Nov 25 13:34:25.491637 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44868) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:25.507328 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-769606a3-ca13-47bd-876c-6f847b46b583 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Request body: {'subnet': {'network_id': '353c1e20-e271-4140-850b-abf3d2773cd2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:34:25.520733 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port ce9b1d22-e0b1-43b2-a0f6-b27cd383976a completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:34:25.533432 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port ce9b1d22-e0b1-43b2-a0f6-b27cd383976a triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:34:25.534118 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:25.590108 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1009e3-a119-458d-8d88-21c006a7f62e tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event updated for resources: {'Network': ['ID=353c1e20-e271-4140-850b-abf3d2773cd2,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:25.610152 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 353c1e20-e271-4140-850b-abf3d2773cd2 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:34:25.695573 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7d4c71b3-9e6e-488c-8e40-e3af2c4cfe7e req-d2a05b91-dfc7-48ca-8023-7fb702d9eb63 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5483146-8c92-4e79-8a25-721f9eded77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2542109 Nov 25 13:34:25.735738 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769606a3-ca13-47bd-876c-6f847b46b583 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Made reservation on behalf of 66429e439f264996b6f577612d5b57ec for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:34:25.740846 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-769606a3-ca13-47bd-876c-6f847b46b583 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:25.761018 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:25.795573 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd553b6dc-1eca-41b9-b79d-4ee5de822208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce9b1d22-e0b1-43b2-a0f6-b27cd383976a'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:34:25.798640 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22896ef5-0088-4263-9aae-8a8afcdbe17d" -d '{"events": [{"server_uuid": "d553b6dc-1eca-41b9-b79d-4ee5de822208", "name": "network-vif-plugged", "status": "completed", "tag": "ce9b1d22-e0b1-43b2-a0f6-b27cd383976a"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:34:25.816931 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port ce9b1d22-e0b1-43b2-a0f6-b27cd383976a, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=ce9b1d22-e0b1-43b2-a0f6-b27cd383976a,segment=NetworkSegment(b9ac01a9-443b-4718-a1b0-e00dd12f1e0d),segment_id=b9ac01a9-443b-4718-a1b0-e00dd12f1e0d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:34:25.829846 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:25.951962 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bed088e-12b1-4849-8b65-776d99d9f96a x-openstack-request-id: req-1bed088e-12b1-4849-8b65-776d99d9f96a {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:34:25.953064 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d553b6dc-1eca-41b9-b79d-4ee5de822208", "name": "network-vif-plugged", "status": "completed", "tag": "ce9b1d22-e0b1-43b2-a0f6-b27cd383976a", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:34:25.953560 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1bed088e-12b1-4849-8b65-776d99d9f96a {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:34:25.954199 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd553b6dc-1eca-41b9-b79d-4ee5de822208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce9b1d22-e0b1-43b2-a0f6-b27cd383976a', 'code': 200} Nov 25 13:34:25.963644 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=ce9b1d22-e0b1-43b2-a0f6-b27cd383976a,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:26.077829 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-769606a3-ca13-47bd-876c-6f847b46b583 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:26.149173 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769606a3-ca13-47bd-876c-6f847b46b583 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event updated for resources: {'Subnet': ['ID=705760d2-e538-4649-95c9-c340405892bb,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:26.172291 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769606a3-ca13-47bd-876c-6f847b46b583 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Checking segment: {'id': 'a616c02e-6509-4687-8c21-b580b1c4f099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '353c1e20-e271-4140-850b-abf3d2773cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:34:26.172587 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769606a3-ca13-47bd-876c-6f847b46b583 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Network hostable DHCP agents. Network: 353c1e20-e271-4140-850b-abf3d2773cd2, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:34:26.196082 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769606a3-ca13-47bd-876c-6f847b46b583 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Network 353c1e20-e271-4140-850b-abf3d2773cd2 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:34:26.211336 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-769606a3-ca13-47bd-876c-6f847b46b583 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 353c1e20-e271-4140-850b-abf3d2773cd2) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:34:26.220071 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769606a3-ca13-47bd-876c-6f847b46b583 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:26.220425 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c35ef9b-68a7-4995-a479-ec0c566499c5 None None] Network 353c1e20-e271-4140-850b-abf3d2773cd2 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:34:26.224192 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-769606a3-ca13-47bd-876c-6f847b46b583 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:26.263733 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af57360a-de64-45d0-b591-d25e46f5e3a0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:34:26.271567 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-769606a3-ca13-47bd-876c-6f847b46b583 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7760806 Nov 25 13:34:26.274648 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44878) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:26.276151 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-af57360a-de64-45d0-b591-d25e46f5e3a0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:26.279922 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-4a5ad0fa-a23c-4db5-a697-24aa8c6f71c6 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-253594874', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:34:26.301007 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377f9b9b-1f50-4bc5-9693-18319fc4621a None None] Sync routers for ids ['565e7460-951c-489d-8c0d-9a608f4e8dd0'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:34:26.310837 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6f66a7-990e-4e82-92a8-f1f24ab91149 req-261600dd-d4d0-482b-844a-9fc50f2f2b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:26.312696 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4a5ad0fa-a23c-4db5-a697-24aa8c6f71c6 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:26.313278 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9b6f66a7-990e-4e82-92a8-f1f24ab91149 req-261600dd-d4d0-482b-844a-9fc50f2f2b33 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d553b6dc-1eca-41b9-b79d-4ee5de822208 HTTP/1.1" status: 200 len: 1098 time: 0.1460295 Nov 25 13:34:26.314192 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4a5ad0fa-a23c-4db5-a697-24aa8c6f71c6 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:26.317528 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377f9b9b-1f50-4bc5-9693-18319fc4621a None None] Routers {'565e7460-951c-489d-8c0d-9a608f4e8dd0'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:34:26.318162 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-377f9b9b-1f50-4bc5-9693-18319fc4621a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:34:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['565e7460-951c-489d-8c0d-9a608f4e8dd0'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:26.336087 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-af57360a-de64-45d0-b591-d25e46f5e3a0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "DELETE /v2.0/floatingips/1f51408b-8925-43a6-bedf-e2910c1702ca HTTP/1.1" status: 204 len: 168 time: 2.0756352 Nov 25 13:34:26.345452 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a21c00e5-301f-4888-89a2-675ef63eefc7', 'tag': '60ea48c1-139b-4021-9718-6162dfdcceaa'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:34:26.348167 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06bcce6-92da-4bc8-bdd5-4dba13826e4e" -d '{"events": [{"name": "network-changed", "server_uuid": "a21c00e5-301f-4888-89a2-675ef63eefc7", "tag": "60ea48c1-139b-4021-9718-6162dfdcceaa"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:34:26.393649 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9b6f66a7-990e-4e82-92a8-f1f24ab91149 req-15e6fc73-0e1b-403e-9d41-8d822d61c16c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a5483146-8c92-4e79-8a25-721f9eded77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730770 Nov 25 13:34:26.421667 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4a5ad0fa-a23c-4db5-a697-24aa8c6f71c6 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:26.423933 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e16e00-7807-4971-aca3-36d35b789305 x-openstack-request-id: req-c0e16e00-7807-4971-aca3-36d35b789305 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:34:26.424247 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a21c00e5-301f-4888-89a2-675ef63eefc7", "tag": "60ea48c1-139b-4021-9718-6162dfdcceaa", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:34:26.424484 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c0e16e00-7807-4971-aca3-36d35b789305 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:34:26.425072 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a21c00e5-301f-4888-89a2-675ef63eefc7', 'tag': '60ea48c1-139b-4021-9718-6162dfdcceaa', 'status': 'completed', 'code': 200} Nov 25 13:34:26.429927 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4a5ad0fa-a23c-4db5-a697-24aa8c6f71c6 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:26.458511 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4a5ad0fa-a23c-4db5-a697-24aa8c6f71c6 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:26.464134 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44884) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:26.464391 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-4a5ad0fa-a23c-4db5-a697-24aa8c6f71c6 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1857343 Nov 25 13:34:26.469755 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-5e6a7f04-538e-42b4-841c-669c7c665a18 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Request body: {'port': {'network_id': '353c1e20-e271-4140-850b-abf3d2773cd2', 'name': 'tempest-RoutersTest-687234088'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:34:26.628013 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e6a7f04-538e-42b4-841c-669c7c665a18 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Made reservation on behalf of 66429e439f264996b6f577612d5b57ec for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:34:26.632931 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5e6a7f04-538e-42b4-841c-669c7c665a18 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:26.685838 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-5e6a7f04-538e-42b4-841c-669c7c665a18 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] device_id is not set on port 2211d6a5-ff12-41b8-959f-90fd352fcfb8 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:34:26.706924 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a416e-a9e5-4e71-95d4-a9c00ff84b9f req-9d73c043-762a-4a99-9497-3c980315d66a tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:26.708904 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ca0a416e-a9e5-4e71-95d4-a9c00ff84b9f req-9d73c043-762a-4a99-9497-3c980315d66a tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=a21c00e5-301f-4888-89a2-675ef63eefc7 HTTP/1.1" status: 200 len: 946 time: 0.0760777 Nov 25 13:34:26.744662 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06bcce6-92da-4bc8-bdd5-4dba13826e4e req-4d6abcfd-cb1a-41ae-9085-20769e1eaf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:26.750771 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c06bcce6-92da-4bc8-bdd5-4dba13826e4e req-4d6abcfd-cb1a-41ae-9085-20769e1eaf28 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=057e847f3ee343b9812224ca032e6bfc&device_id=a21c00e5-301f-4888-89a2-675ef63eefc7 HTTP/1.1" status: 200 len: 1098 time: 0.1144516 Nov 25 13:34:26.795188 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ca0a416e-a9e5-4e71-95d4-a9c00ff84b9f req-56e63ca1-b474-433d-ad5f-a33b61833b69 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=de0cb51b-ea44-4a75-a1e3-908c4af9fa5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794177 Nov 25 13:34:26.894527 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-377f9b9b-1f50-4bc5-9693-18319fc4621a None None] Set router 565e7460-951c-489d-8c0d-9a608f4e8dd0 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:34:26.913572 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-5e6a7f04-538e-42b4-841c-669c7c665a18 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Allocated IP 172.20.0.3 (353c1e20-e271-4140-850b-abf3d2773cd2/705760d2-e538-4649-95c9-c340405892bb/2211d6a5-ff12-41b8-959f-90fd352fcfb8) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:34:26.929389 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4c7fbe-a18f-4493-8368-81a7e85266bf req-51b4f67e-60f0-463f-bb69-a0f0a04c276c tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:26.931305 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9a4c7fbe-a18f-4493-8368-81a7e85266bf req-51b4f67e-60f0-463f-bb69-a0f0a04c276c tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/ports?device_id=d553b6dc-1eca-41b9-b79d-4ee5de822208 HTTP/1.1" status: 200 len: 946 time: 0.0710833 Nov 25 13:34:26.934504 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06bcce6-92da-4bc8-bdd5-4dba13826e4e req-dd601832-1864-4e76-8c81-a8dfa9820ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:26.936002 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c06bcce6-92da-4bc8-bdd5-4dba13826e4e req-dd601832-1864-4e76-8c81-a8dfa9820ccd service neutron] 10.222.0.47 "GET /v2.0/networks?id=dd4998df-fe3f-4d7c-8a66-ca338627d320 HTTP/1.1" status: 200 len: 897 time: 0.1778405 Nov 25 13:34:26.961807 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b3c926-bf65-444a-86f6-30c87af847fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-353c1e20-e271-4140-850b-abf3d2773cd2', 'network_id': '353c1e20-e271-4140-850b-abf3d2773cd2', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'fixed_ips': [{'subnet_id': '705760d2-e538-4649-95c9-c340405892bb'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:34:26.963039 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d3b3c926-bf65-444a-86f6-30c87af847fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:26.995194 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c06bcce6-92da-4bc8-bdd5-4dba13826e4e req-8a2b03fa-0563-4ccd-b54a-f30bc9e95166 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60ea48c1-139b-4021-9718-6162dfdcceaa HTTP/1.1" status: 200 len: 217 time: 0.0493972 Nov 25 13:34:27.003129 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9a4c7fbe-a18f-4493-8368-81a7e85266bf req-8c3d883d-726d-47c0-a9a9-7cab2bd84127 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5483146-8c92-4e79-8a25-721f9eded77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617275 Nov 25 13:34:27.125732 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06bcce6-92da-4bc8-bdd5-4dba13826e4e req-6c733393-e279-4695-8d8c-772e4c31c41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:27.127376 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c06bcce6-92da-4bc8-bdd5-4dba13826e4e req-6c733393-e279-4695-8d8c-772e4c31c41f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=792a7be1-8984-4b0d-9164-df358cd18dd6 HTTP/1.1" status: 200 len: 834 time: 0.1192780 Nov 25 13:34:27.238414 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5e6a7f04-538e-42b4-841c-669c7c665a18 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:27.242023 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06bcce6-92da-4bc8-bdd5-4dba13826e4e req-2b9bb023-82b7-45af-aa5d-c6bf01b291c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:27.243699 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c06bcce6-92da-4bc8-bdd5-4dba13826e4e req-2b9bb023-82b7-45af-aa5d-c6bf01b291c5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dd4998df-fe3f-4d7c-8a66-ca338627d320&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1044374 Nov 25 13:34:27.349336 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-377f9b9b-1f50-4bc5-9693-18319fc4621a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565e7460-951c-489d-8c0d-9a608f4e8dd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-933546342', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '922509e8-f163-4864-a0a3-968b77ea8f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:32:05Z', 'updated_at': '2021-11-25T13:32:12Z', 'revision_number': 4, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'gw_port': {'id': '922509e8-f163-4864-a0a3-968b77ea8f41', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:99:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565e7460-951c-489d-8c0d-9a608f4e8dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:32:06Z', 'updated_at': '2021-11-25T13:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '8b42220f-c816-4d1b-ace6-07921fb7f784', 'name': '', 'network_id': 'dd4998df-fe3f-4d7c-8a66-ca338627d320', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'mac_address': 'fa:16:3e:a1:6a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565e7460-951c-489d-8c0d-9a608f4e8dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '792a7be1-8984-4b0d-9164-df358cd18dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:32:10Z', 'updated_at': '2021-11-25T13:32:16Z', 'revision_number': 5, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'subnets': [{'id': '792a7be1-8984-4b0d-9164-df358cd18dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:27.383582 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5e6a7f04-538e-42b4-841c-669c7c665a18 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:27.391320 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377f9b9b-1f50-4bc5-9693-18319fc4621a None None] Checking router: 565e7460-951c-489d-8c0d-9a608f4e8dd0 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:34:27.425066 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377f9b9b-1f50-4bc5-9693-18319fc4621a None None] Routers {'565e7460-951c-489d-8c0d-9a608f4e8dd0'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:34:27.425822 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-377f9b9b-1f50-4bc5-9693-18319fc4621a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:34:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['565e7460-951c-489d-8c0d-9a608f4e8dd0'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:27.440228 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6a7f04-538e-42b4-841c-669c7c665a18 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Network 353c1e20-e271-4140-850b-abf3d2773cd2 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:34:27.449197 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c06bcce6-92da-4bc8-bdd5-4dba13826e4e req-28cc3169-50c5-46ff-ac5a-7ea4e5404705 service neutron] 10.222.0.47 "GET /v2.0/networks/dd4998df-fe3f-4d7c-8a66-ca338627d320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920958 Nov 25 13:34:27.450132 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-5e6a7f04-538e-42b4-841c-669c7c665a18 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:34:27.456647 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6a7f04-538e-42b4-841c-669c7c665a18 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:34:27.504499 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a7f04-538e-42b4-841c-669c7c665a18 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event updated for resources: {'Port': ['ID=2211d6a5-ff12-41b8-959f-90fd352fcfb8,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:27.545782 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-d3b3c926-bf65-444a-86f6-30c87af847fd None None] Allocated IP 172.20.0.2 (353c1e20-e271-4140-850b-abf3d2773cd2/705760d2-e538-4649-95c9-c340405892bb/2eae5c46-ec65-4a25-b813-49e1bcda22ff) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:34:27.586160 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6a7f04-538e-42b4-841c-669c7c665a18 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:27.586915 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5e6a7f04-538e-42b4-841c-669c7c665a18 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:27.636160 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5e6a7f04-538e-42b4-841c-669c7c665a18 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.1708846 Nov 25 13:34:27.639583 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44902) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:27.648590 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-377f9b9b-1f50-4bc5-9693-18319fc4621a None None] Set router 565e7460-951c-489d-8c0d-9a608f4e8dd0 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:34:27.654259 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c06bcce6-92da-4bc8-bdd5-4dba13826e4e req-c2ced252-c3e7-4c8d-8f8e-e9fdce20980d service neutron] 10.222.0.47 "GET /v2.0/networks/dd4998df-fe3f-4d7c-8a66-ca338627d320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677620 Nov 25 13:34:27.901460 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d3b3c926-bf65-444a-86f6-30c87af847fd None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:27.981882 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d3b3c926-bf65-444a-86f6-30c87af847fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:28.020505 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b3c926-bf65-444a-86f6-30c87af847fd None None] Network 353c1e20-e271-4140-850b-abf3d2773cd2 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:34:28.120139 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-d3b3c926-bf65-444a-86f6-30c87af847fd None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:34:28.171556 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b3c926-bf65-444a-86f6-30c87af847fd None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:34:28.209486 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f9b1e-c67c-401b-92b5-b9cd71f0a33f req-4fad092d-78a0-4247-860c-047f4f5bea60 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:28.212158 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ce8f9b1e-c67c-401b-92b5-b9cd71f0a33f req-4fad092d-78a0-4247-860c-047f4f5bea60 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=a21c00e5-301f-4888-89a2-675ef63eefc7 HTTP/1.1" status: 200 len: 946 time: 0.1953082 Nov 25 13:34:28.233226 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ff734-ffa6-4cc3-b919-63682339a257 req-c2f60f7c-e906-404a-a688-3bcbfb89f37d tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:28.247492 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-906ff734-ffa6-4cc3-b919-63682339a257 req-c2f60f7c-e906-404a-a688-3bcbfb89f37d tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.47 "GET /v2.0/ports?device_id=a21c00e5-301f-4888-89a2-675ef63eefc7 HTTP/1.1" status: 200 len: 946 time: 0.1708281 Nov 25 13:34:28.263518 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b3c926-bf65-444a-86f6-30c87af847fd None None] Pushing event updated for resources: {'Port': ['ID=2eae5c46-ec65-4a25-b813-49e1bcda22ff,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:28.303113 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b3c926-bf65-444a-86f6-30c87af847fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:34:28.303625 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b3c926-bf65-444a-86f6-30c87af847fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:34:28.303988 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b3c926-bf65-444a-86f6-30c87af847fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:34:28.304322 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b3c926-bf65-444a-86f6-30c87af847fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:34:28.304663 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b3c926-bf65-444a-86f6-30c87af847fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:34:28.305004 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b3c926-bf65-444a-86f6-30c87af847fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:34:28.305338 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b3c926-bf65-444a-86f6-30c87af847fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:34:28.305761 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b3c926-bf65-444a-86f6-30c87af847fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:34:28.306343 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b3c926-bf65-444a-86f6-30c87af847fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:34:28.306832 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b3c926-bf65-444a-86f6-30c87af847fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:34:28.306832 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b3c926-bf65-444a-86f6-30c87af847fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:34:28.307228 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b3c926-bf65-444a-86f6-30c87af847fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:34:28.316660 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-d3b3c926-bf65-444a-86f6-30c87af847fd None None] Attempting to bind port 2eae5c46-ec65-4a25-b813-49e1bcda22ff on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:34:28.317176 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-d3b3c926-bf65-444a-86f6-30c87af847fd None None] Attempting to bind port 2eae5c46-ec65-4a25-b813-49e1bcda22ff by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'a616c02e-6509-4687-8c21-b580b1c4f099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '353c1e20-e271-4140-850b-abf3d2773cd2'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:34:28.317599 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b3c926-bf65-444a-86f6-30c87af847fd None None] Attempting to bind port 2eae5c46-ec65-4a25-b813-49e1bcda22ff on network 353c1e20-e271-4140-850b-abf3d2773cd2 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:34:28.323650 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-377f9b9b-1f50-4bc5-9693-18319fc4621a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565e7460-951c-489d-8c0d-9a608f4e8dd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-933546342', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '922509e8-f163-4864-a0a3-968b77ea8f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:32:05Z', 'updated_at': '2021-11-25T13:32:12Z', 'revision_number': 4, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'gw_port': {'id': '922509e8-f163-4864-a0a3-968b77ea8f41', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:99:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565e7460-951c-489d-8c0d-9a608f4e8dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:32:06Z', 'updated_at': '2021-11-25T13:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '8b42220f-c816-4d1b-ace6-07921fb7f784', 'name': '', 'network_id': 'dd4998df-fe3f-4d7c-8a66-ca338627d320', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'mac_address': 'fa:16:3e:a1:6a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565e7460-951c-489d-8c0d-9a608f4e8dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '792a7be1-8984-4b0d-9164-df358cd18dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:32:10Z', 'updated_at': '2021-11-25T13:32:16Z', 'revision_number': 5, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'subnets': [{'id': '792a7be1-8984-4b0d-9164-df358cd18dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:28.331446 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-711afc1f-92b7-433d-bfd1-771b452141e6 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:28.403360 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377f9b9b-1f50-4bc5-9693-18319fc4621a None None] The sync data for ids ['565e7460-951c-489d-8c0d-9a608f4e8dd0'] in n-d-808199-11 is: [{'id': '565e7460-951c-489d-8c0d-9a608f4e8dd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-933546342', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '922509e8-f163-4864-a0a3-968b77ea8f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:32:05Z', 'updated_at': '2021-11-25T13:32:12Z', 'revision_number': 4, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'gw_port': {'id': '922509e8-f163-4864-a0a3-968b77ea8f41', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:99:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565e7460-951c-489d-8c0d-9a608f4e8dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:32:06Z', 'updated_at': '2021-11-25T13:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '8b42220f-c816-4d1b-ace6-07921fb7f784', 'name': '', 'network_id': 'dd4998df-fe3f-4d7c-8a66-ca338627d320', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'mac_address': 'fa:16:3e:a1:6a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565e7460-951c-489d-8c0d-9a608f4e8dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '792a7be1-8984-4b0d-9164-df358cd18dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:32:10Z', 'updated_at': '2021-11-25T13:32:16Z', 'revision_number': 5, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'subnets': [{'id': '792a7be1-8984-4b0d-9164-df358cd18dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:34:28.418541 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b3c926-bf65-444a-86f6-30c87af847fd None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:34:28.422636 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b3c926-bf65-444a-86f6-30c87af847fd None None] Checking segment: {'id': 'a616c02e-6509-4687-8c21-b580b1c4f099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '353c1e20-e271-4140-850b-abf3d2773cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:34:28.434433 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d3b3c926-bf65-444a-86f6-30c87af847fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:28.435224 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b3c926-bf65-444a-86f6-30c87af847fd None None] Bound using segment: {'id': 'a616c02e-6509-4687-8c21-b580b1c4f099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '353c1e20-e271-4140-850b-abf3d2773cd2'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:34:28.435774 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-d3b3c926-bf65-444a-86f6-30c87af847fd None None] Bound port: 2eae5c46-ec65-4a25-b813-49e1bcda22ff, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a616c02e-6509-4687-8c21-b580b1c4f099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '353c1e20-e271-4140-850b-abf3d2773cd2'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:34:28.436185 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d3b3c926-bf65-444a-86f6-30c87af847fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:28.497440 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-906ff734-ffa6-4cc3-b919-63682339a257 req-8550f99b-9587-42a9-92b0-7661825b154d tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Deleting port 60ea48c1-139b-4021-9718-6162dfdcceaa {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:34:28.499650 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-906ff734-ffa6-4cc3-b919-63682339a257 req-8550f99b-9587-42a9-92b0-7661825b154d tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:28.518960 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74740bb2-e0b8-4aee-9639-c884d3305833 req-bf453252-c5b4-4529-8df1-e7e0f2a9267a tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:28.520759 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-74740bb2-e0b8-4aee-9639-c884d3305833 req-bf453252-c5b4-4529-8df1-e7e0f2a9267a tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/ports?device_id=d553b6dc-1eca-41b9-b79d-4ee5de822208 HTTP/1.1" status: 200 len: 946 time: 0.3386354 Nov 25 13:34:28.529032 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ce8f9b1e-c67c-401b-92b5-b9cd71f0a33f req-786d4f89-1fbd-4e45-96c3-1db88a5551a4 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=de0cb51b-ea44-4a75-a1e3-908c4af9fa5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2807631 Nov 25 13:34:28.574798 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-d3b3c926-bf65-444a-86f6-30c87af847fd None None] For port 2eae5c46-ec65-4a25-b813-49e1bcda22ff, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:34:28.578386 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-d3b3c926-bf65-444a-86f6-30c87af847fd None None] For port 2eae5c46-ec65-4a25-b813-49e1bcda22ff, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=2eae5c46-ec65-4a25-b813-49e1bcda22ff,segment=NetworkSegment(a616c02e-6509-4687-8c21-b580b1c4f099),segment_id=a616c02e-6509-4687-8c21-b580b1c4f099)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:34:28.586736 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d3b3c926-bf65-444a-86f6-30c87af847fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:28.671907 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b3c926-bf65-444a-86f6-30c87af847fd None None] Pushing event updated for resources: {'Port': ['ID=2eae5c46-ec65-4a25-b813-49e1bcda22ff,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:28.692032 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-906ff734-ffa6-4cc3-b919-63682339a257 req-8550f99b-9587-42a9-92b0-7661825b154d tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] For port 60ea48c1-139b-4021-9718-6162dfdcceaa, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=60ea48c1-139b-4021-9718-6162dfdcceaa,segment=NetworkSegment(30ea970d-2d33-4fc3-8d80-33e26c0e2710),segment_id=30ea970d-2d33-4fc3-8d80-33e26c0e2710)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:34:28.692894 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-906ff734-ffa6-4cc3-b919-63682339a257 req-8550f99b-9587-42a9-92b0-7661825b154d tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:28.720190 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-906ff734-ffa6-4cc3-b919-63682339a257 req-8550f99b-9587-42a9-92b0-7661825b154d tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Calling delete_port for 60ea48c1-139b-4021-9718-6162dfdcceaa owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:34:28.889943 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d21abc-4851-4a84-b222-955b68eb76b7 None None] New status for floating IP 1f51408b-8925-43a6-bedf-e2910c1702ca: DOWN {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 13:34:29.092272 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-906ff734-ffa6-4cc3-b919-63682339a257 req-8550f99b-9587-42a9-92b0-7661825b154d tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:29.142997 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8550f99b-9587-42a9-92b0-7661825b154d tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event deleted for resources: {'Port': ['ID=60ea48c1-139b-4021-9718-6162dfdcceaa,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:29.211306 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-74740bb2-e0b8-4aee-9639-c884d3305833 req-a4e00411-b211-45f1-afb1-cb482fb88489 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5483146-8c92-4e79-8a25-721f9eded77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6789284 Nov 25 13:34:29.239692 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-906ff734-ffa6-4cc3-b919-63682339a257 req-8550f99b-9587-42a9-92b0-7661825b154d tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] No DVR routers for this DVR port 60ea48c1-139b-4021-9718-6162dfdcceaa on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:34:29.248494 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-906ff734-ffa6-4cc3-b919-63682339a257 req-8550f99b-9587-42a9-92b0-7661825b154d tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:29.252765 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-906ff734-ffa6-4cc3-b919-63682339a257 req-8550f99b-9587-42a9-92b0-7661825b154d tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.47 "DELETE /v2.0/ports/60ea48c1-139b-4021-9718-6162dfdcceaa HTTP/1.1" status: 204 len: 173 time: 0.9989591 Nov 25 13:34:29.253269 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a21c00e5-301f-4888-89a2-675ef63eefc7', 'name': 'network-vif-deleted', 'tag': '60ea48c1-139b-4021-9718-6162dfdcceaa'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:34:29.255692 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6786b68a-3ef3-42e6-abd0-a41250e69ec8" -d '{"events": [{"server_uuid": "a21c00e5-301f-4888-89a2-675ef63eefc7", "name": "network-vif-deleted", "tag": "60ea48c1-139b-4021-9718-6162dfdcceaa"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:34:29.315902 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b56df8a-5c4a-4626-bfa7-3afb57213027 x-openstack-request-id: req-0b56df8a-5c4a-4626-bfa7-3afb57213027 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:34:29.316277 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a21c00e5-301f-4888-89a2-675ef63eefc7", "name": "network-vif-deleted", "tag": "60ea48c1-139b-4021-9718-6162dfdcceaa", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:34:29.316534 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0b56df8a-5c4a-4626-bfa7-3afb57213027 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:34:29.317025 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a21c00e5-301f-4888-89a2-675ef63eefc7', 'name': 'network-vif-deleted', 'tag': '60ea48c1-139b-4021-9718-6162dfdcceaa', 'status': 'completed', 'code': 200} Nov 25 13:34:29.472686 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-711afc1f-92b7-433d-bfd1-771b452141e6 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:29.487804 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-711afc1f-92b7-433d-bfd1-771b452141e6 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:29.519661 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99046e1-3792-4ecc-8f40-92bce375b48d req-35c79993-35ff-4916-8930-df2633270211 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:29.525900 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e99046e1-3792-4ecc-8f40-92bce375b48d req-35c79993-35ff-4916-8930-df2633270211 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/ports?device_id=d553b6dc-1eca-41b9-b79d-4ee5de822208 HTTP/1.1" status: 200 len: 946 time: 0.1380110 Nov 25 13:34:29.530672 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44932) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:29.535330 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-42461d6b-18b4-492a-a103-414e2b8a07c2 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Request body: {'floatingip': {'port_id': 'ce9b1d22-e0b1-43b2-a0f6-b27cd383976a'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:34:29.642280 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-42461d6b-18b4-492a-a103-414e2b8a07c2 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks [] for floatingip, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:29.670784 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711afc1f-92b7-433d-bfd1-771b452141e6 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event updated for resources: {'Port': ['ID=2211d6a5-ff12-41b8-959f-90fd352fcfb8,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:29.742503 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8504c5ca-1b58-41a9-8cc8-fd5938dafeb2 req-7a1b952a-b0a8-499f-9363-c052e5924a1a tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=a21c00e5-301f-4888-89a2-675ef63eefc7 HTTP/1.1" status: 200 len: 210 time: 0.0490274 Nov 25 13:34:30.015208 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-711afc1f-92b7-433d-bfd1-771b452141e6 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:30.186739 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-711afc1f-92b7-433d-bfd1-771b452141e6 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:30.337163 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3dfa72f3-dd4b-4691-aea3-99cb8e5c0a86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:30.416819 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fc8508-b64b-4977-83ff-c21882b2f7e7 None None] Network 353c1e20-e271-4140-850b-abf3d2773cd2 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:34:30.480112 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-42461d6b-18b4-492a-a103-414e2b8a07c2 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:30.488132 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-42461d6b-18b4-492a-a103-414e2b8a07c2 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:30.508683 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-6da7e5ce-33b1-4e88-b5e1-6c2f7bb58617 None None] Provisioning complete for port 2eae5c46-ec65-4a25-b813-49e1bcda22ff triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:34:30.509351 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6da7e5ce-33b1-4e88-b5e1-6c2f7bb58617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:30.563195 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-711afc1f-92b7-433d-bfd1-771b452141e6 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:30.570861 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-711afc1f-92b7-433d-bfd1-771b452141e6 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:30.654243 n-d-808199-11 neutron-server[103571]: INFO neutron.db.l3_db [None req-42461d6b-18b4-492a-a103-414e2b8a07c2 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Floating IP 7725baca-880c-4bcd-9d95-0c52e2f6bdbd associated. External IP: 172.25.5.252, port: ce9b1d22-e0b1-43b2-a0f6-b27cd383976a. Nov 25 13:34:30.659826 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711afc1f-92b7-433d-bfd1-771b452141e6 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event updated for resources: {'Port': ['ID=2211d6a5-ff12-41b8-959f-90fd352fcfb8,revision_number=3']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:30.669142 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6da7e5ce-33b1-4e88-b5e1-6c2f7bb58617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:30.699375 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-711afc1f-92b7-433d-bfd1-771b452141e6 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:30.736147 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-6da7e5ce-33b1-4e88-b5e1-6c2f7bb58617 None None] For port 2eae5c46-ec65-4a25-b813-49e1bcda22ff, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=2eae5c46-ec65-4a25-b813-49e1bcda22ff,segment=NetworkSegment(a616c02e-6509-4687-8c21-b580b1c4f099),segment_id=a616c02e-6509-4687-8c21-b580b1c4f099)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:34:30.741835 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6da7e5ce-33b1-4e88-b5e1-6c2f7bb58617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:30.832280 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da7e5ce-33b1-4e88-b5e1-6c2f7bb58617 None None] Pushing event updated for resources: {'Port': ['ID=2eae5c46-ec65-4a25-b813-49e1bcda22ff,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:30.843483 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 44952) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:30.859920 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711afc1f-92b7-433d-bfd1-771b452141e6 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Network 353c1e20-e271-4140-850b-abf3d2773cd2 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:34:30.860381 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-711afc1f-92b7-433d-bfd1-771b452141e6 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:34:31.028299 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 2eae5c46-ec65-4a25-b813-49e1bcda22ff up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:34:31.034962 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-711afc1f-92b7-433d-bfd1-771b452141e6 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Router 75b4365b-11a6-441b-8827-6d743ae2d90f is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:34:31.144859 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 2eae5c46-ec65-4a25-b813-49e1bcda22ff triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:34:31.145761 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:31.192968 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-711afc1f-92b7-433d-bfd1-771b452141e6 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:34:31.206073 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-711afc1f-92b7-433d-bfd1-771b452141e6 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "PUT /v2.0/routers/75b4365b-11a6-441b-8827-6d743ae2d90f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5605729 Nov 25 13:34:31.208498 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44958) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:31.234454 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa4ebca-30fc-485d-be6b-639802d608c5 None None] Sync routers for ids ['75b4365b-11a6-441b-8827-6d743ae2d90f'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:34:31.300215 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-f82a3fcb-f18d-456d-81aa-b57c3b0051ab None None] Provisioning complete for port 2211d6a5-ff12-41b8-959f-90fd352fcfb8 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:34:31.300591 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f82a3fcb-f18d-456d-81aa-b57c3b0051ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:31.302394 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f098492f-ccda-49da-b69e-865c4a2ee833 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:31.304144 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f098492f-ccda-49da-b69e-865c4a2ee833 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "GET /v2.0/ports/2211d6a5-ff12-41b8-959f-90fd352fcfb8 HTTP/1.1" status: 200 len: 976 time: 0.0946956 Nov 25 13:34:31.307108 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44964) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:31.396777 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42461d6b-18b4-492a-a103-414e2b8a07c2 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Router 31751b1d-bba5-4a51-b7a7-68f14bebfc1b has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:34:31.461990 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa4ebca-30fc-485d-be6b-639802d608c5 None None] Routers {'75b4365b-11a6-441b-8827-6d743ae2d90f'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:34:31.464020 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-6fa4ebca-30fc-485d-be6b-639802d608c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:34:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['75b4365b-11a6-441b-8827-6d743ae2d90f'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:31.570989 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 60ea48c1-139b-4021-9718-6162dfdcceaa no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:34:31.583536 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-f82a3fcb-f18d-456d-81aa-b57c3b0051ab None None] Port 2211d6a5-ff12-41b8-959f-90fd352fcfb8 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:34:31.585965 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-6fa4ebca-30fc-485d-be6b-639802d608c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:31.677213 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: 60ea48c1-139b-4021-9718-6162dfdcceaa {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:34:31.682128 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 60ea48c1-139b-4021-9718-6162dfdcceaa not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:34:31.721223 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa4ebca-30fc-485d-be6b-639802d608c5 None None] Routers {'75b4365b-11a6-441b-8827-6d743ae2d90f'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:34:31.721794 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-6fa4ebca-30fc-485d-be6b-639802d608c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:34:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['75b4365b-11a6-441b-8827-6d743ae2d90f'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:31.775874 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42461d6b-18b4-492a-a103-414e2b8a07c2 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:34:31.782095 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-42461d6b-18b4-492a-a103-414e2b8a07c2 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:31.787156 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deeee430-a43f-4938-8b3b-189fa1d3d087 None None] Sync routers for ids ['31751b1d-bba5-4a51-b7a7-68f14bebfc1b'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:34:31.809660 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deeee430-a43f-4938-8b3b-189fa1d3d087 None None] Routers {'31751b1d-bba5-4a51-b7a7-68f14bebfc1b'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:34:31.813558 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-deeee430-a43f-4938-8b3b-189fa1d3d087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:34:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['31751b1d-bba5-4a51-b7a7-68f14bebfc1b'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:31.969792 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-42461d6b-18b4-492a-a103-414e2b8a07c2 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "PUT /v2.0/floatingips/7725baca-880c-4bcd-9d95-0c52e2f6bdbd HTTP/1.1" status: 200 len: 992 time: 2.4379675 Nov 25 13:34:31.991278 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd553b6dc-1eca-41b9-b79d-4ee5de822208', 'tag': 'ce9b1d22-e0b1-43b2-a0f6-b27cd383976a'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:34:31.993555 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c39634-88df-4016-a542-3e13c474ecce" -d '{"events": [{"name": "network-changed", "server_uuid": "d553b6dc-1eca-41b9-b79d-4ee5de822208", "tag": "ce9b1d22-e0b1-43b2-a0f6-b27cd383976a"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:34:32.058609 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6423d33a-528c-47db-87f9-e0056bcab313 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:32.079539 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a8c8d0-51ba-462d-a46d-20422614a6f7 x-openstack-request-id: req-37a8c8d0-51ba-462d-a46d-20422614a6f7 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:34:32.079902 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d553b6dc-1eca-41b9-b79d-4ee5de822208", "tag": "ce9b1d22-e0b1-43b2-a0f6-b27cd383976a", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:34:32.080690 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-37a8c8d0-51ba-462d-a46d-20422614a6f7 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:34:32.081591 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd553b6dc-1eca-41b9-b79d-4ee5de822208', 'tag': 'ce9b1d22-e0b1-43b2-a0f6-b27cd383976a', 'status': 'completed', 'code': 200} Nov 25 13:34:32.105108 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-deeee430-a43f-4938-8b3b-189fa1d3d087 None None] Set router 31751b1d-bba5-4a51-b7a7-68f14bebfc1b gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:34:32.274139 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c39634-88df-4016-a542-3e13c474ecce req-3ad51b29-2891-44a0-b04a-b31d461b1bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:32.276131 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b6c39634-88df-4016-a542-3e13c474ecce req-3ad51b29-2891-44a0-b04a-b31d461b1bcc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dfc7ed58aa5f4ef6a363ecf508844b2a&device_id=d553b6dc-1eca-41b9-b79d-4ee5de822208 HTTP/1.1" status: 200 len: 1098 time: 0.1687121 Nov 25 13:34:32.283531 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a7ab53c6-103b-4031-866c-c072987c2202 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:32.298228 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-6fa4ebca-30fc-485d-be6b-639802d608c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:32.299239 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa4ebca-30fc-485d-be6b-639802d608c5 None None] The sync data for ids ['75b4365b-11a6-441b-8827-6d743ae2d90f'] in n-d-808199-11 is: [] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:34:32.301835 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-f82a3fcb-f18d-456d-81aa-b57c3b0051ab None None] Provisioning complete for port 2eae5c46-ec65-4a25-b813-49e1bcda22ff triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:34:32.302905 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f82a3fcb-f18d-456d-81aa-b57c3b0051ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:32.501454 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-6423d33a-528c-47db-87f9-e0056bcab313 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Deleting port 2211d6a5-ff12-41b8-959f-90fd352fcfb8 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:34:32.501886 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6423d33a-528c-47db-87f9-e0056bcab313 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:32.539235 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-deeee430-a43f-4938-8b3b-189fa1d3d087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31751b1d-bba5-4a51-b7a7-68f14bebfc1b', 'name': 'tempest-AttachVolumeTestJSON-766427031-router', 'tenant_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '04bfb49f-c1cb-47f9-bf24-10553fb9c39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:29:24Z', 'updated_at': '2021-11-25T13:29:33Z', 'revision_number': 4, 'project_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'gw_port': {'id': '04bfb49f-c1cb-47f9-bf24-10553fb9c39f', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31751b1d-bba5-4a51-b7a7-68f14bebfc1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:29:27Z', 'updated_at': '2021-11-25T13:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '7725baca-880c-4bcd-9d95-0c52e2f6bdbd', 'tenant_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'floating_ip_address': '172.25.5.252', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '31751b1d-bba5-4a51-b7a7-68f14bebfc1b', 'port_id': 'ce9b1d22-e0b1-43b2-a0f6-b27cd383976a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6131956-3d7f-4134-a1c5-4d454239b609', 'mac_address': 'fa:16:3e:3a:49:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd553b6dc-1eca-41b9-b79d-4ee5de822208', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:34:12Z', 'updated_at': '2021-11-25T13:34:30Z', 'revision_number': 1, 'project_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '141f4631-5fc2-4aec-b8ca-c0dc15b6df06', 'name': '', 'network_id': 'b6131956-3d7f-4134-a1c5-4d454239b609', 'tenant_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'mac_address': 'fa:16:3e:73:9b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31751b1d-bba5-4a51-b7a7-68f14bebfc1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': 'bd741d61-638e-40d0-8aa0-1d3f2aabe218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:29:31Z', 'updated_at': '2021-11-25T13:29:39Z', 'revision_number': 5, 'project_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'subnets': [{'id': 'bd741d61-638e-40d0-8aa0-1d3f2aabe218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:32.570523 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-52d813bd-e3b0-489c-b1c3-833fb8693580 None None] Provisioning complete for port 2211d6a5-ff12-41b8-959f-90fd352fcfb8 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:34:32.571116 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-52d813bd-e3b0-489c-b1c3-833fb8693580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:32.594134 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:34:32.595535 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deeee430-a43f-4938-8b3b-189fa1d3d087 None None] Checking router: 31751b1d-bba5-4a51-b7a7-68f14bebfc1b for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:34:32.608419 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deeee430-a43f-4938-8b3b-189fa1d3d087 None None] Routers {'31751b1d-bba5-4a51-b7a7-68f14bebfc1b'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:34:32.609486 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-deeee430-a43f-4938-8b3b-189fa1d3d087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:34:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['31751b1d-bba5-4a51-b7a7-68f14bebfc1b'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:32.677119 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-52d813bd-e3b0-489c-b1c3-833fb8693580 None None] Port 2211d6a5-ff12-41b8-959f-90fd352fcfb8 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:34:32.718117 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6423d33a-528c-47db-87f9-e0056bcab313 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:32.734274 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-6423d33a-528c-47db-87f9-e0056bcab313 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Calling delete_port for 2211d6a5-ff12-41b8-959f-90fd352fcfb8 owned by network:router_interface {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:34:32.767051 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-deeee430-a43f-4938-8b3b-189fa1d3d087 None None] Set router 31751b1d-bba5-4a51-b7a7-68f14bebfc1b gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:34:32.781581 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5d507d03-d8a4-41dd-bb38-e4f57177ec0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:32.971893 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 2eae5c46-ec65-4a25-b813-49e1bcda22ff up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:34:33.037644 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6423d33a-528c-47db-87f9-e0056bcab313 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:33.077842 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 2eae5c46-ec65-4a25-b813-49e1bcda22ff triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:34:33.078581 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:33.092929 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6423d33a-528c-47db-87f9-e0056bcab313 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event deleted for resources: {'Port': ['ID=2211d6a5-ff12-41b8-959f-90fd352fcfb8,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:33.271533 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-deeee430-a43f-4938-8b3b-189fa1d3d087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31751b1d-bba5-4a51-b7a7-68f14bebfc1b', 'name': 'tempest-AttachVolumeTestJSON-766427031-router', 'tenant_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '04bfb49f-c1cb-47f9-bf24-10553fb9c39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:29:24Z', 'updated_at': '2021-11-25T13:29:33Z', 'revision_number': 4, 'project_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'gw_port': {'id': '04bfb49f-c1cb-47f9-bf24-10553fb9c39f', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31751b1d-bba5-4a51-b7a7-68f14bebfc1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:29:27Z', 'updated_at': '2021-11-25T13:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '7725baca-880c-4bcd-9d95-0c52e2f6bdbd', 'tenant_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'floating_ip_address': '172.25.5.252', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '31751b1d-bba5-4a51-b7a7-68f14bebfc1b', 'port_id': 'ce9b1d22-e0b1-43b2-a0f6-b27cd383976a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6131956-3d7f-4134-a1c5-4d454239b609', 'mac_address': 'fa:16:3e:3a:49:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd553b6dc-1eca-41b9-b79d-4ee5de822208', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:34:12Z', 'updated_at': '2021-11-25T13:34:30Z', 'revision_number': 1, 'project_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '141f4631-5fc2-4aec-b8ca-c0dc15b6df06', 'name': '', 'network_id': 'b6131956-3d7f-4134-a1c5-4d454239b609', 'tenant_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'mac_address': 'fa:16:3e:73:9b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31751b1d-bba5-4a51-b7a7-68f14bebfc1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': 'bd741d61-638e-40d0-8aa0-1d3f2aabe218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:29:31Z', 'updated_at': '2021-11-25T13:29:39Z', 'revision_number': 5, 'project_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'subnets': [{'id': 'bd741d61-638e-40d0-8aa0-1d3f2aabe218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:33.313318 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c39634-88df-4016-a542-3e13c474ecce req-0282fc48-c312-4731-a894-be8350136f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:33.316080 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b6c39634-88df-4016-a542-3e13c474ecce req-0282fc48-c312-4731-a894-be8350136f12 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b6131956-3d7f-4134-a1c5-4d454239b609 HTTP/1.1" status: 200 len: 911 time: 1.0282683 Nov 25 13:34:33.358583 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deeee430-a43f-4938-8b3b-189fa1d3d087 None None] The sync data for ids ['31751b1d-bba5-4a51-b7a7-68f14bebfc1b'] in n-d-808199-11 is: [{'id': '31751b1d-bba5-4a51-b7a7-68f14bebfc1b', 'name': 'tempest-AttachVolumeTestJSON-766427031-router', 'tenant_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '04bfb49f-c1cb-47f9-bf24-10553fb9c39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:29:24Z', 'updated_at': '2021-11-25T13:29:33Z', 'revision_number': 4, 'project_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'gw_port': {'id': '04bfb49f-c1cb-47f9-bf24-10553fb9c39f', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31751b1d-bba5-4a51-b7a7-68f14bebfc1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:29:27Z', 'updated_at': '2021-11-25T13:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '7725baca-880c-4bcd-9d95-0c52e2f6bdbd', 'tenant_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'floating_ip_address': '172.25.5.252', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '31751b1d-bba5-4a51-b7a7-68f14bebfc1b', 'port_id': 'ce9b1d22-e0b1-43b2-a0f6-b27cd383976a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6131956-3d7f-4134-a1c5-4d454239b609', 'mac_address': 'fa:16:3e:3a:49:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd553b6dc-1eca-41b9-b79d-4ee5de822208', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:34:12Z', 'updated_at': '2021-11-25T13:34:30Z', 'revision_number': 1, 'project_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '141f4631-5fc2-4aec-b8ca-c0dc15b6df06', 'name': '', 'network_id': 'b6131956-3d7f-4134-a1c5-4d454239b609', 'tenant_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'mac_address': 'fa:16:3e:73:9b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31751b1d-bba5-4a51-b7a7-68f14bebfc1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': 'bd741d61-638e-40d0-8aa0-1d3f2aabe218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:29:31Z', 'updated_at': '2021-11-25T13:29:39Z', 'revision_number': 5, 'project_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'subnets': [{'id': 'bd741d61-638e-40d0-8aa0-1d3f2aabe218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:34:33.464450 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6423d33a-528c-47db-87f9-e0056bcab313 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:33.519422 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b6c39634-88df-4016-a542-3e13c474ecce req-6727af76-55b4-4108-94ac-d5a57ea4dd82 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce9b1d22-e0b1-43b2-a0f6-b27cd383976a HTTP/1.1" status: 200 len: 1000 time: 0.1891184 Nov 25 13:34:33.598097 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c39634-88df-4016-a542-3e13c474ecce req-d2625e50-45db-4649-aa9c-8fa22a7801fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:33.599840 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b6c39634-88df-4016-a542-3e13c474ecce req-d2625e50-45db-4649-aa9c-8fa22a7801fc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bd741d61-638e-40d0-8aa0-1d3f2aabe218 HTTP/1.1" status: 200 len: 849 time: 0.0670664 Nov 25 13:34:33.643440 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-a7ab53c6-103b-4031-866c-c072987c2202 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Deleting port 8b42220f-c816-4d1b-ace6-07921fb7f784 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:34:33.657314 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a7ab53c6-103b-4031-866c-c072987c2202 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:33.715194 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6423d33a-528c-47db-87f9-e0056bcab313 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Router 75b4365b-11a6-441b-8827-6d743ae2d90f has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:34:33.757685 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c39634-88df-4016-a542-3e13c474ecce req-628ef563-c565-4420-af14-35f272cdc81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:33.759333 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b6c39634-88df-4016-a542-3e13c474ecce req-628ef563-c565-4420-af14-35f272cdc81c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b6131956-3d7f-4134-a1c5-4d454239b609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1520221 Nov 25 13:34:33.777798 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aadb102-194b-414b-8160-65d34e2b9e97 None None] New status for floating IP 7725baca-880c-4bcd-9d95-0c52e2f6bdbd: ACTIVE {{(pid=103572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 13:34:33.848425 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6423d33a-528c-47db-87f9-e0056bcab313 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:34:33.861739 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace83188-9d1b-42aa-be45-9b7ec5c9b45a None None] Sync routers for ids ['75b4365b-11a6-441b-8827-6d743ae2d90f'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:34:33.864689 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-6423d33a-528c-47db-87f9-e0056bcab313 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "PUT /v2.0/routers/75b4365b-11a6-441b-8827-6d743ae2d90f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5563204 Nov 25 13:34:33.867822 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 44996) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:33.876872 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-a7ab53c6-103b-4031-866c-c072987c2202 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] For port 8b42220f-c816-4d1b-ace6-07921fb7f784, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=8b42220f-c816-4d1b-ace6-07921fb7f784,segment=NetworkSegment(30ea970d-2d33-4fc3-8d80-33e26c0e2710),segment_id=30ea970d-2d33-4fc3-8d80-33e26c0e2710)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:34:33.877268 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a7ab53c6-103b-4031-866c-c072987c2202 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:33.880721 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace83188-9d1b-42aa-be45-9b7ec5c9b45a None None] Routers {'75b4365b-11a6-441b-8827-6d743ae2d90f'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:34:33.881707 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ace83188-9d1b-42aa-be45-9b7ec5c9b45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:34:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['75b4365b-11a6-441b-8827-6d743ae2d90f'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:33.892096 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:33.912052 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-a7ab53c6-103b-4031-866c-c072987c2202 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Calling delete_port for 8b42220f-c816-4d1b-ace6-07921fb7f784 owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:34:33.969946 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ace83188-9d1b-42aa-be45-9b7ec5c9b45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:34.008539 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace83188-9d1b-42aa-be45-9b7ec5c9b45a None None] Routers {'75b4365b-11a6-441b-8827-6d743ae2d90f'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:34:34.009158 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ace83188-9d1b-42aa-be45-9b7ec5c9b45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:34:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['75b4365b-11a6-441b-8827-6d743ae2d90f'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:34.016247 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b6c39634-88df-4016-a542-3e13c474ecce req-c1a686d3-231d-45f6-a853-ca4c0fc9f28f service neutron] 10.222.0.47 "GET /v2.0/networks/b6131956-3d7f-4134-a1c5-4d454239b609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412720 Nov 25 13:34:34.098865 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ace83188-9d1b-42aa-be45-9b7ec5c9b45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:34.099474 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace83188-9d1b-42aa-be45-9b7ec5c9b45a None None] The sync data for ids ['75b4365b-11a6-441b-8827-6d743ae2d90f'] in n-d-808199-11 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:34:34.223317 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [None req-f409b22d-7604-4cac-bd8d-b31e8d3eeb2c tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] remove_router_interface failed (client error): The resource could not be found. Nov 25 13:34:34.228305 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f409b22d-7604-4cac-bd8d-b31e8d3eeb2c tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "PUT /v2.0/routers/75b4365b-11a6-441b-8827-6d743ae2d90f/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3526905 Nov 25 13:34:34.228860 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 45000) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:34.254060 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b6c39634-88df-4016-a542-3e13c474ecce req-3c42352f-8188-4d18-ac87-f8c5482a60c6 service neutron] 10.222.0.47 "GET /v2.0/networks/b6131956-3d7f-4134-a1c5-4d454239b609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286003 Nov 25 13:34:34.265787 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 45002) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:34.266236 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f2dee436-3564-4012-a828-b4624bd47a1e tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "GET /v2.0/ports?device_id=75b4365b-11a6-441b-8827-6d743ae2d90f HTTP/1.1" status: 200 len: 205 time: 0.0361211 Nov 25 13:34:34.384931 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-75cf5736-2a96-4508-bc0d-d4ea35761c85 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:34.534215 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a7ab53c6-103b-4031-866c-c072987c2202 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:34.597223 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ab53c6-103b-4031-866c-c072987c2202 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event deleted for resources: {'Port': ['ID=8b42220f-c816-4d1b-ace6-07921fb7f784,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:34.600566 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-75cf5736-2a96-4508-bc0d-d4ea35761c85 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:34.603757 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-75cf5736-2a96-4508-bc0d-d4ea35761c85 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:34.720288 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-75cf5736-2a96-4508-bc0d-d4ea35761c85 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:34.720893 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75cf5736-2a96-4508-bc0d-d4ea35761c85 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Fanout notify agent at l3_agent the message router_deleted on router 75b4365b-11a6-441b-8827-6d743ae2d90f {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:34:34.863269 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-75cf5736-2a96-4508-bc0d-d4ea35761c85 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:34.864434 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-75cf5736-2a96-4508-bc0d-d4ea35761c85 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "DELETE /v2.0/routers/75b4365b-11a6-441b-8827-6d743ae2d90f HTTP/1.1" status: 204 len: 168 time: 0.5979476 Nov 25 13:34:34.867782 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 45016) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:34.929191 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a7ab53c6-103b-4031-866c-c072987c2202 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:34.937555 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb63a727-8e5c-40a5-a75e-fcb53ca9ce18 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Deleting subnet 705760d2-e538-4649-95c9-c340405892bb {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:34:34.944871 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eb63a727-8e5c-40a5-a75e-fcb53ca9ce18 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:35.031269 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eb63a727-8e5c-40a5-a75e-fcb53ca9ce18 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:35.188838 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:35.211147 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eb63a727-8e5c-40a5-a75e-fcb53ca9ce18 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:35.328438 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ab53c6-103b-4031-866c-c072987c2202 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Router 565e7460-951c-489d-8c0d-9a608f4e8dd0 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:34:35.330536 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eb63a727-8e5c-40a5-a75e-fcb53ca9ce18 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:35.384879 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb63a727-8e5c-40a5-a75e-fcb53ca9ce18 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event deleted for resources: {'Subnet': ['ID=705760d2-e538-4649-95c9-c340405892bb,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:35.399207 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eb63a727-8e5c-40a5-a75e-fcb53ca9ce18 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:35.402849 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-eb63a727-8e5c-40a5-a75e-fcb53ca9ce18 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "DELETE /v2.0/subnets/705760d2-e538-4649-95c9-c340405892bb HTTP/1.1" status: 204 len: 168 time: 0.5340114 Nov 25 13:34:35.407074 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 45028) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:35.424812 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adf8e39-fa61-41ae-98a7-a497fdb0e68e None None] Network 353c1e20-e271-4140-850b-abf3d2773cd2 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:34:35.566930 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ab53c6-103b-4031-866c-c072987c2202 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:34:35.581750 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-a7ab53c6-103b-4031-866c-c072987c2202 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "PUT /v2.0/routers/565e7460-951c-489d-8c0d-9a608f4e8dd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7353919 Nov 25 13:34:35.583624 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 45030) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:35.610870 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cc376f35-bba1-42e5-9e57-5a895f309639 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:35.663419 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535d972e-e4cb-473c-822d-154985e4d843 None None] Sync routers for ids ['565e7460-951c-489d-8c0d-9a608f4e8dd0'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:34:35.688289 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-cc376f35-bba1-42e5-9e57-5a895f309639 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Deleting port 2eae5c46-ec65-4a25-b813-49e1bcda22ff {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:34:35.689957 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cc376f35-bba1-42e5-9e57-5a895f309639 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:35.693678 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8fdae64-c52e-4236-a122-a6658f5ea7b5 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Deleting subnet 792a7be1-8984-4b0d-9164-df358cd18dd6 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:34:35.703541 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d8fdae64-c52e-4236-a122-a6658f5ea7b5 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:35.719474 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535d972e-e4cb-473c-822d-154985e4d843 None None] Routers {'565e7460-951c-489d-8c0d-9a608f4e8dd0'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:34:35.720448 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-535d972e-e4cb-473c-822d-154985e4d843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:34:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['565e7460-951c-489d-8c0d-9a608f4e8dd0'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:35.771594 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-cc376f35-bba1-42e5-9e57-5a895f309639 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] For port 2eae5c46-ec65-4a25-b813-49e1bcda22ff, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=2eae5c46-ec65-4a25-b813-49e1bcda22ff,segment=NetworkSegment(a616c02e-6509-4687-8c21-b580b1c4f099),segment_id=a616c02e-6509-4687-8c21-b580b1c4f099)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:34:35.772144 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cc376f35-bba1-42e5-9e57-5a895f309639 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:35.772499 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d8fdae64-c52e-4236-a122-a6658f5ea7b5 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:35.791135 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-cc376f35-bba1-42e5-9e57-5a895f309639 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Calling delete_port for 2eae5c46-ec65-4a25-b813-49e1bcda22ff owned by network:dhcp {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:34:35.919401 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cc376f35-bba1-42e5-9e57-5a895f309639 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:35.992195 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e8b0d0-ef00-446d-bf2b-889e729f1da9 None None] DHCP port deletion for 353c1e20-e271-4140-850b-abf3d2773cd2 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:34:35.997304 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc376f35-bba1-42e5-9e57-5a895f309639 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event deleted for resources: {'Port': ['ID=2eae5c46-ec65-4a25-b813-49e1bcda22ff,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:36.006007 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d8fdae64-c52e-4236-a122-a6658f5ea7b5 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:36.007136 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-535d972e-e4cb-473c-822d-154985e4d843 None None] Set router 565e7460-951c-489d-8c0d-9a608f4e8dd0 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:34:36.008445 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc376f35-bba1-42e5-9e57-5a895f309639 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] No DVR routers for this DVR port 2eae5c46-ec65-4a25-b813-49e1bcda22ff on host n-d-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:34:36.112916 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cc376f35-bba1-42e5-9e57-5a895f309639 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:36.120082 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d8fdae64-c52e-4236-a122-a6658f5ea7b5 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:36.139800 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-cc376f35-bba1-42e5-9e57-5a895f309639 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['353c1e20-e271-4140-850b-abf3d2773cd2']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:36.158312 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-cc376f35-bba1-42e5-9e57-5a895f309639 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a616c02e-6509-4687-8c21-b580b1c4f099') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:36.158618 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-cc376f35-bba1-42e5-9e57-5a895f309639 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a616c02e-6509-4687-8c21-b580b1c4f099') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:36.170523 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cc376f35-bba1-42e5-9e57-5a895f309639 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:36.176197 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fdae64-c52e-4236-a122-a6658f5ea7b5 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event deleted for resources: {'Subnet': ['ID=792a7be1-8984-4b0d-9164-df358cd18dd6,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:36.188480 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d8fdae64-c52e-4236-a122-a6658f5ea7b5 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:36.193953 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cc376f35-bba1-42e5-9e57-5a895f309639 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:36.198279 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d8fdae64-c52e-4236-a122-a6658f5ea7b5 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "DELETE /v2.0/subnets/792a7be1-8984-4b0d-9164-df358cd18dd6 HTTP/1.1" status: 204 len: 168 time: 0.6119847 Nov 25 13:34:36.198468 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 45036) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:36.216808 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9480cb-3b64-49cc-b657-ec93735b5f73 None None] Network dd4998df-fe3f-4d7c-8a66-ca338627d320 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:34:36.246395 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc376f35-bba1-42e5-9e57-5a895f309639 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:34:36.246824 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cc376f35-bba1-42e5-9e57-5a895f309639 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:36.249933 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:34:36.249933 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:34:36.249933 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:34:36.249933 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:34:36.249933 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:34:36.249933 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:34:36.249933 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:34:36.249933 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:34:36.249933 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:34:36.249933 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:34:36.249933 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:34:36.249933 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:34:36.249933 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:34:36.249933 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:34:36.249933 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:34:36.249933 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:34:36.249933 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:34:36.249933 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:34:36.249933 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:34:36.249933 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:34:36.249933 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:34:36.249933 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:34:36.249933 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:34:36.249933 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:34:36.249933 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:34:36.249933 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:34:36.249933 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:34:36.249933 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:34:36.249933 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:34:36.249933 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:34:36.249933 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:34:36.249933 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:34:36.291430 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:36.419975 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cc376f35-bba1-42e5-9e57-5a895f309639 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:36.427589 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cc376f35-bba1-42e5-9e57-5a895f309639 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:36.431140 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-cc376f35-bba1-42e5-9e57-5a895f309639 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "DELETE /v2.0/networks/353c1e20-e271-4140-850b-abf3d2773cd2 HTTP/1.1" status: 204 len: 168 time: 1.0200975 Nov 25 13:34:36.437293 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 45040) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:36.442617 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-c7820c59-3710-4df3-b64a-1618a91aa031 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Request body: {'network': {'name': 'tempest-RoutersTest-1025267633'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:34:36.470459 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc376f35-bba1-42e5-9e57-5a895f309639 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event deleted for resources: {'Network': ['ID=353c1e20-e271-4140-850b-abf3d2773cd2,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:36.478941 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bbc32713-045e-461d-8cc8-256b5c04bab7 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for router, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:36.493021 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7820c59-3710-4df3-b64a-1618a91aa031 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Made reservation on behalf of 66429e439f264996b6f577612d5b57ec for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:34:36.497103 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c7820c59-3710-4df3-b64a-1618a91aa031 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:36.540444 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-535d972e-e4cb-473c-822d-154985e4d843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565e7460-951c-489d-8c0d-9a608f4e8dd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-933546342', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '922509e8-f163-4864-a0a3-968b77ea8f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:32:05Z', 'updated_at': '2021-11-25T13:34:34Z', 'revision_number': 5, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'gw_port': {'id': '922509e8-f163-4864-a0a3-968b77ea8f41', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:99:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565e7460-951c-489d-8c0d-9a608f4e8dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:32:06Z', 'updated_at': '2021-11-25T13:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:36.559828 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7820c59-3710-4df3-b64a-1618a91aa031 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:34:36.595954 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535d972e-e4cb-473c-822d-154985e4d843 None None] Checking router: 565e7460-951c-489d-8c0d-9a608f4e8dd0 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:34:36.600149 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c7820c59-3710-4df3-b64a-1618a91aa031 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:36.600504 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-c7820c59-3710-4df3-b64a-1618a91aa031 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Added segment 49d7907a-c253-4510-b7ba-42cfa01f4c1e of type vlan for network 29dacc77-519b-4f22-9591-bec27efd0edd Nov 25 13:34:36.614307 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535d972e-e4cb-473c-822d-154985e4d843 None None] Routers {'565e7460-951c-489d-8c0d-9a608f4e8dd0'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:34:36.614976 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-535d972e-e4cb-473c-822d-154985e4d843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:34:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['565e7460-951c-489d-8c0d-9a608f4e8dd0'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:36.628231 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4216c037-24be-4edf-a1cb-323bcb5606d2 None None] DHCP port deletion for dd4998df-fe3f-4d7c-8a66-ca338627d320 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:34:36.662174 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c7820c59-3710-4df3-b64a-1618a91aa031 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:36.680364 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bbc32713-045e-461d-8cc8-256b5c04bab7 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:36.695673 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c7820c59-3710-4df3-b64a-1618a91aa031 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:36.701558 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7820c59-3710-4df3-b64a-1618a91aa031 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:36.702735 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c7820c59-3710-4df3-b64a-1618a91aa031 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:36.742547 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-bbc32713-045e-461d-8cc8-256b5c04bab7 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Deleting port 922509e8-f163-4864-a0a3-968b77ea8f41 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:34:36.742934 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bbc32713-045e-461d-8cc8-256b5c04bab7 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:36.787648 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7820c59-3710-4df3-b64a-1618a91aa031 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event updated for resources: {'Network': ['ID=29dacc77-519b-4f22-9591-bec27efd0edd,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:36.802379 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c7820c59-3710-4df3-b64a-1618a91aa031 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3638613 Nov 25 13:34:36.806525 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 29dacc77-519b-4f22-9591-bec27efd0edd details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:34:36.807352 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 45044) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:36.814736 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-eb4d16bc-704f-4601-a8e7-2af2f8b289fc tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Request body: {'subnet': {'network_id': '29dacc77-519b-4f22-9591-bec27efd0edd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:34:36.894596 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-535d972e-e4cb-473c-822d-154985e4d843 None None] Set router 565e7460-951c-489d-8c0d-9a608f4e8dd0 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:34:36.919373 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-bbc32713-045e-461d-8cc8-256b5c04bab7 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] For port 922509e8-f163-4864-a0a3-968b77ea8f41, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=922509e8-f163-4864-a0a3-968b77ea8f41,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:34:36.919750 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bbc32713-045e-461d-8cc8-256b5c04bab7 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:36.949922 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-bbc32713-045e-461d-8cc8-256b5c04bab7 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Calling delete_port for 922509e8-f163-4864-a0a3-968b77ea8f41 owned by network:router_gateway {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:34:36.992133 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device fef28a22-3c65-4177-b067-7207de1b6056 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:34:37.029087 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4d16bc-704f-4601-a8e7-2af2f8b289fc tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Made reservation on behalf of 66429e439f264996b6f577612d5b57ec for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:34:37.033220 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eb4d16bc-704f-4601-a8e7-2af2f8b289fc tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:37.152818 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-4216c037-24be-4edf-a1cb-323bcb5606d2 None None] Deleting port fef28a22-3c65-4177-b067-7207de1b6056 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:34:37.153473 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4216c037-24be-4edf-a1cb-323bcb5606d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:37.305342 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eb4d16bc-704f-4601-a8e7-2af2f8b289fc tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:37.394170 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4d16bc-704f-4601-a8e7-2af2f8b289fc tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event updated for resources: {'Subnet': ['ID=5c9787ce-c3e6-4610-bb57-c0f4529c5603,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:37.432791 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-4216c037-24be-4edf-a1cb-323bcb5606d2 None None] For port fef28a22-3c65-4177-b067-7207de1b6056, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=fef28a22-3c65-4177-b067-7207de1b6056,segment=NetworkSegment(30ea970d-2d33-4fc3-8d80-33e26c0e2710),segment_id=30ea970d-2d33-4fc3-8d80-33e26c0e2710)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:34:37.433361 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4216c037-24be-4edf-a1cb-323bcb5606d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:37.441879 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4d16bc-704f-4601-a8e7-2af2f8b289fc tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Checking segment: {'id': '49d7907a-c253-4510-b7ba-42cfa01f4c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '29dacc77-519b-4f22-9591-bec27efd0edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:34:37.442474 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4d16bc-704f-4601-a8e7-2af2f8b289fc tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Network hostable DHCP agents. Network: 29dacc77-519b-4f22-9591-bec27efd0edd, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:34:37.447715 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-4216c037-24be-4edf-a1cb-323bcb5606d2 None None] Calling delete_port for fef28a22-3c65-4177-b067-7207de1b6056 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:34:37.500513 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4d16bc-704f-4601-a8e7-2af2f8b289fc tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Network 29dacc77-519b-4f22-9591-bec27efd0edd is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:34:37.529377 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-eb4d16bc-704f-4601-a8e7-2af2f8b289fc tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 29dacc77-519b-4f22-9591-bec27efd0edd) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:34:37.529377 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4d16bc-704f-4601-a8e7-2af2f8b289fc tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:37.529377 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eb4d16bc-704f-4601-a8e7-2af2f8b289fc tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:37.554670 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-eb4d16bc-704f-4601-a8e7-2af2f8b289fc tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7460032 Nov 25 13:34:37.557134 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 45052) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:37.562355 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-b1b994ee-c334-48f9-8cd7-697e7705a6a1 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-555783048', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:34:37.592714 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b1b994ee-c334-48f9-8cd7-697e7705a6a1 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:37.594639 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b1b994ee-c334-48f9-8cd7-697e7705a6a1 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:37.604487 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fd8d64-9497-4955-b6c8-8720d42e49d5 None None] Network 29dacc77-519b-4f22-9591-bec27efd0edd requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:34:37.607527 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:37.670795 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b1b994ee-c334-48f9-8cd7-697e7705a6a1 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:37.676013 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b1b994ee-c334-48f9-8cd7-697e7705a6a1 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:37.697999 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b1b994ee-c334-48f9-8cd7-697e7705a6a1 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:37.703206 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b1b994ee-c334-48f9-8cd7-697e7705a6a1 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1446271 Nov 25 13:34:37.703842 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 45060) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:37.762938 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4216c037-24be-4edf-a1cb-323bcb5606d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:37.799140 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4216c037-24be-4edf-a1cb-323bcb5606d2 None None] Pushing event deleted for resources: {'Port': ['ID=fef28a22-3c65-4177-b067-7207de1b6056,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:37.892695 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 2eae5c46-ec65-4a25-b813-49e1bcda22ff no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:34:37.904499 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bbc32713-045e-461d-8cc8-256b5c04bab7 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:37.915484 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4216c037-24be-4edf-a1cb-323bcb5606d2 None None] No DVR routers for this DVR port fef28a22-3c65-4177-b067-7207de1b6056 on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:34:37.970857 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 2eae5c46-ec65-4a25-b813-49e1bcda22ff {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:34:37.971248 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 2eae5c46-ec65-4a25-b813-49e1bcda22ff not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:34:37.992052 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc32713-045e-461d-8cc8-256b5c04bab7 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event deleted for resources: {'Port': ['ID=922509e8-f163-4864-a0a3-968b77ea8f41,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:38.040786 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a64fd0a-68c3-49c4-8b87-59e689952652 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:34:38.109829 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bbc32713-045e-461d-8cc8-256b5c04bab7 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:38.201176 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-535d972e-e4cb-473c-822d-154985e4d843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565e7460-951c-489d-8c0d-9a608f4e8dd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-933546342', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '922509e8-f163-4864-a0a3-968b77ea8f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:32:05Z', 'updated_at': '2021-11-25T13:34:34Z', 'revision_number': 5, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'gw_port': {'id': '922509e8-f163-4864-a0a3-968b77ea8f41', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:99:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565e7460-951c-489d-8c0d-9a608f4e8dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:32:06Z', 'updated_at': '2021-11-25T13:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:38.300978 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:38.302648 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535d972e-e4cb-473c-822d-154985e4d843 None None] The sync data for ids ['565e7460-951c-489d-8c0d-9a608f4e8dd0'] in n-d-808199-11 is: [{'id': '565e7460-951c-489d-8c0d-9a608f4e8dd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-933546342', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '922509e8-f163-4864-a0a3-968b77ea8f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:32:05Z', 'updated_at': '2021-11-25T13:34:34Z', 'revision_number': 5, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'gw_port': {'id': '922509e8-f163-4864-a0a3-968b77ea8f41', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:99:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565e7460-951c-489d-8c0d-9a608f4e8dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:32:06Z', 'updated_at': '2021-11-25T13:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:34:38.321130 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bbc32713-045e-461d-8cc8-256b5c04bab7 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:38.327168 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bbc32713-045e-461d-8cc8-256b5c04bab7 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:38.437585 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-da898cc0-705b-4f56-b845-1100901e888d tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:38.448188 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bbc32713-045e-461d-8cc8-256b5c04bab7 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:38.448559 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc32713-045e-461d-8cc8-256b5c04bab7 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Fanout notify agent at l3_agent the message router_deleted on router 565e7460-951c-489d-8c0d-9a608f4e8dd0 {{(pid=103570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:34:38.455461 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bbc32713-045e-461d-8cc8-256b5c04bab7 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:38.456577 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-bbc32713-045e-461d-8cc8-256b5c04bab7 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "DELETE /v2.0/routers/565e7460-951c-489d-8c0d-9a608f4e8dd0 HTTP/1.1" status: 204 len: 168 time: 2.2571893 Nov 25 13:34:38.461280 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 45066) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:38.462991 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632e7d6f-137e-41d6-8ded-e54733c42e4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-29dacc77-519b-4f22-9591-bec27efd0edd', 'network_id': '29dacc77-519b-4f22-9591-bec27efd0edd', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'fixed_ips': [{'subnet_id': '5c9787ce-c3e6-4610-bb57-c0f4529c5603'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:34:38.463890 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-632e7d6f-137e-41d6-8ded-e54733c42e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:38.717961 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-632e7d6f-137e-41d6-8ded-e54733c42e4e None None] Allocated IP 172.20.0.2 (29dacc77-519b-4f22-9591-bec27efd0edd/5c9787ce-c3e6-4610-bb57-c0f4529c5603/19d6011b-ae34-4603-bade-f2160805d40f) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:34:38.733727 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-011bf30a-710b-4110-93a6-bdbeffe99638 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:39.042613 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-011bf30a-710b-4110-93a6-bdbeffe99638 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:39.052609 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 8b42220f-c816-4d1b-ace6-07921fb7f784 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:34:39.071524 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-011bf30a-710b-4110-93a6-bdbeffe99638 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd4998df-fe3f-4d7c-8a66-ca338627d320']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:39.088863 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-011bf30a-710b-4110-93a6-bdbeffe99638 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30ea970d-2d33-4fc3-8d80-33e26c0e2710') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:39.090114 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-011bf30a-710b-4110-93a6-bdbeffe99638 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30ea970d-2d33-4fc3-8d80-33e26c0e2710') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:39.103234 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 8b42220f-c816-4d1b-ace6-07921fb7f784 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:34:39.103509 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 8b42220f-c816-4d1b-ace6-07921fb7f784 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:34:39.103845 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-011bf30a-710b-4110-93a6-bdbeffe99638 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:39.126922 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-011bf30a-710b-4110-93a6-bdbeffe99638 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:39.128010 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-632e7d6f-137e-41d6-8ded-e54733c42e4e None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:39.138273 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-632e7d6f-137e-41d6-8ded-e54733c42e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:39.215015 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632e7d6f-137e-41d6-8ded-e54733c42e4e None None] Network 29dacc77-519b-4f22-9591-bec27efd0edd is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:34:39.223597 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-632e7d6f-137e-41d6-8ded-e54733c42e4e None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:34:39.226501 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-da898cc0-705b-4f56-b845-1100901e888d tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Allocated IP 172.20.0.1 (29dacc77-519b-4f22-9591-bec27efd0edd/5c9787ce-c3e6-4610-bb57-c0f4529c5603/09e5af18-ac02-47c5-98e5-d67e4bab63f6) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:34:39.233674 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632e7d6f-137e-41d6-8ded-e54733c42e4e None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:34:39.241161 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632e7d6f-137e-41d6-8ded-e54733c42e4e None None] Pushing event updated for resources: {'Port': ['ID=19d6011b-ae34-4603-bade-f2160805d40f,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:39.396815 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-632e7d6f-137e-41d6-8ded-e54733c42e4e None None] Attempting to bind port 19d6011b-ae34-4603-bade-f2160805d40f on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:34:39.396815 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-632e7d6f-137e-41d6-8ded-e54733c42e4e None None] Attempting to bind port 19d6011b-ae34-4603-bade-f2160805d40f by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '49d7907a-c253-4510-b7ba-42cfa01f4c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '29dacc77-519b-4f22-9591-bec27efd0edd'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:34:39.397232 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632e7d6f-137e-41d6-8ded-e54733c42e4e None None] Attempting to bind port 19d6011b-ae34-4603-bade-f2160805d40f on network 29dacc77-519b-4f22-9591-bec27efd0edd {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:34:39.424665 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632e7d6f-137e-41d6-8ded-e54733c42e4e None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:34:39.425059 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632e7d6f-137e-41d6-8ded-e54733c42e4e None None] Checking segment: {'id': '49d7907a-c253-4510-b7ba-42cfa01f4c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '29dacc77-519b-4f22-9591-bec27efd0edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:34:39.425476 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-632e7d6f-137e-41d6-8ded-e54733c42e4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:39.425883 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632e7d6f-137e-41d6-8ded-e54733c42e4e None None] Bound using segment: {'id': '49d7907a-c253-4510-b7ba-42cfa01f4c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '29dacc77-519b-4f22-9591-bec27efd0edd'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:34:39.426397 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-632e7d6f-137e-41d6-8ded-e54733c42e4e None None] Bound port: 19d6011b-ae34-4603-bade-f2160805d40f, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49d7907a-c253-4510-b7ba-42cfa01f4c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '29dacc77-519b-4f22-9591-bec27efd0edd'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:34:39.426808 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-632e7d6f-137e-41d6-8ded-e54733c42e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:39.443703 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-011bf30a-710b-4110-93a6-bdbeffe99638 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:34:39.444652 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-011bf30a-710b-4110-93a6-bdbeffe99638 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:39.448132 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:34:39.448132 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:34:39.448132 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:34:39.448132 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:34:39.448132 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:34:39.448132 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:34:39.448132 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:34:39.448132 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:34:39.448132 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:34:39.448132 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:34:39.448132 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:34:39.448132 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:34:39.448132 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:34:39.448132 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:34:39.448132 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:34:39.448132 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:34:39.448132 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:34:39.448132 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:34:39.448132 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:34:39.448132 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:34:39.448132 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:34:39.448132 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:34:39.448132 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:34:39.448132 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:34:39.448132 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:34:39.448132 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:34:39.448132 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:34:39.448132 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:34:39.448132 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:34:39.448132 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:34:39.448132 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:34:39.448132 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:34:39.464587 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-da898cc0-705b-4f56-b845-1100901e888d tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:39.542793 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-632e7d6f-137e-41d6-8ded-e54733c42e4e None None] For port 19d6011b-ae34-4603-bade-f2160805d40f, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:34:39.547065 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-632e7d6f-137e-41d6-8ded-e54733c42e4e None None] For port 19d6011b-ae34-4603-bade-f2160805d40f, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=19d6011b-ae34-4603-bade-f2160805d40f,segment=NetworkSegment(49d7907a-c253-4510-b7ba-42cfa01f4c1e),segment_id=49d7907a-c253-4510-b7ba-42cfa01f4c1e)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:34:39.554578 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-632e7d6f-137e-41d6-8ded-e54733c42e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:39.643487 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632e7d6f-137e-41d6-8ded-e54733c42e4e None None] Pushing event updated for resources: {'Port': ['ID=19d6011b-ae34-4603-bade-f2160805d40f,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:39.984913 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-011bf30a-710b-4110-93a6-bdbeffe99638 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:40.000210 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-011bf30a-710b-4110-93a6-bdbeffe99638 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:40.008735 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-011bf30a-710b-4110-93a6-bdbeffe99638 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "DELETE /v2.0/networks/dd4998df-fe3f-4d7c-8a66-ca338627d320 HTTP/1.1" status: 204 len: 168 time: 1.5465438 Nov 25 13:34:40.011419 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 45116) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:40.028427 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011bf30a-710b-4110-93a6-bdbeffe99638 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event deleted for resources: {'Network': ['ID=dd4998df-fe3f-4d7c-8a66-ca338627d320,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:40.046836 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-da898cc0-705b-4f56-b845-1100901e888d tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:40.121656 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2492535e-0bd3-45f3-b86f-5c275be3ef4d tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:40.159341 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da898cc0-705b-4f56-b845-1100901e888d tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event updated for resources: {'Port': ['ID=09e5af18-ac02-47c5-98e5-d67e4bab63f6,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:40.175446 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da898cc0-705b-4f56-b845-1100901e888d tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Network 29dacc77-519b-4f22-9591-bec27efd0edd is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:34:40.179468 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-da898cc0-705b-4f56-b845-1100901e888d tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:34:40.181275 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2492535e-0bd3-45f3-b86f-5c275be3ef4d tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:40.185187 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da898cc0-705b-4f56-b845-1100901e888d tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:34:40.245811 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-da898cc0-705b-4f56-b845-1100901e888d tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:40.295876 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2492535e-0bd3-45f3-b86f-5c275be3ef4d tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:40.299747 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2492535e-0bd3-45f3-b86f-5c275be3ef4d tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:40.302743 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-2492535e-0bd3-45f3-b86f-5c275be3ef4d tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "DELETE /v2.0/security-groups/de0cb51b-ea44-4a75-a1e3-908c4af9fa5f HTTP/1.1" status: 204 len: 168 time: 0.2881076 Nov 25 13:34:40.339251 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2492535e-0bd3-45f3-b86f-5c275be3ef4d tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0cb51b-ea44-4a75-a1e3-908c4af9fa5f,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:40.545023 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-da898cc0-705b-4f56-b845-1100901e888d tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:40.890213 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 45154) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:40.901261 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-10f78987-b7b1-4b11-9221-249d2919294b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-146339675', 'description': 'tempest-secgroup-smoke-146339675 description', 'project_id': '057e847f3ee343b9812224ca032e6bfc'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:34:40.911410 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c6aae038-941d-4142-8ae2-a5dc9b095718 req-9f1a6bd5-64be-4f8a-a221-e9d58f44f98f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0970147 Nov 25 13:34:40.961658 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-10f78987-b7b1-4b11-9221-249d2919294b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:41.028337 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 19d6011b-ae34-4603-bade-f2160805d40f up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:34:41.079129 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-da898cc0-705b-4f56-b845-1100901e888d tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:41.087369 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-da898cc0-705b-4f56-b845-1100901e888d tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:41.098508 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-10f78987-b7b1-4b11-9221-249d2919294b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:41.116565 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-10f78987-b7b1-4b11-9221-249d2919294b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:41.151695 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 19d6011b-ae34-4603-bade-f2160805d40f triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:34:41.153034 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:41.154271 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da898cc0-705b-4f56-b845-1100901e888d tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event updated for resources: {'Port': ['ID=09e5af18-ac02-47c5-98e5-d67e4bab63f6,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:41.192970 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aae038-941d-4142-8ae2-a5dc9b095718 req-4cfe93e1-6ecc-4a8f-b8ac-d988de7025a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:41.193455 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aae038-941d-4142-8ae2-a5dc9b095718 req-4cfe93e1-6ecc-4a8f-b8ac-d988de7025a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:41.194524 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aae038-941d-4142-8ae2-a5dc9b095718 req-4cfe93e1-6ecc-4a8f-b8ac-d988de7025a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:41.195144 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aae038-941d-4142-8ae2-a5dc9b095718 req-4cfe93e1-6ecc-4a8f-b8ac-d988de7025a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:41.195624 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aae038-941d-4142-8ae2-a5dc9b095718 req-4cfe93e1-6ecc-4a8f-b8ac-d988de7025a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:41.196095 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aae038-941d-4142-8ae2-a5dc9b095718 req-4cfe93e1-6ecc-4a8f-b8ac-d988de7025a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:41.196564 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aae038-941d-4142-8ae2-a5dc9b095718 req-4cfe93e1-6ecc-4a8f-b8ac-d988de7025a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:41.198838 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c6aae038-941d-4142-8ae2-a5dc9b095718 req-4cfe93e1-6ecc-4a8f-b8ac-d988de7025a6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ee6b0fbe2e7a4406acdd0c8fea203ca4&device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 6499 time: 0.1957083 Nov 25 13:34:41.204942 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f78987-b7b1-4b11-9221-249d2919294b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1eca7e0-4230-4e6a-9eb7-efb9259d4a3d,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:41.211783 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-10f78987-b7b1-4b11-9221-249d2919294b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:41.213204 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-10f78987-b7b1-4b11-9221-249d2919294b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3217983 Nov 25 13:34:41.216031 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 45168) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:41.220454 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-7396c321-258d-4aa9-aacc-bf8dc297ca24 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Request body: {'security_group_rule': {'security_group_id': 'e1eca7e0-4230-4e6a-9eb7-efb9259d4a3d', 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:34:41.229477 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbf99e0-7d6f-4765-9790-9602ab897711 None None] Network 29dacc77-519b-4f22-9591-bec27efd0edd requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:34:41.230095 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-da898cc0-705b-4f56-b845-1100901e888d tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:41.267112 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7396c321-258d-4aa9-aacc-bf8dc297ca24 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:41.340232 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-73bf14c0-2238-4134-b30d-ece9c3ec766f None None] Provisioning complete for port 19d6011b-ae34-4603-bade-f2160805d40f triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:34:41.340587 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-73bf14c0-2238-4134-b30d-ece9c3ec766f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:41.359160 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7396c321-258d-4aa9-aacc-bf8dc297ca24 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:41.366430 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7396c321-258d-4aa9-aacc-bf8dc297ca24 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:41.398838 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7396c321-258d-4aa9-aacc-bf8dc297ca24 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a14c2a8b-e7b9-4c44-b3be-16a5959d8f77,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:41.407018 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7396c321-258d-4aa9-aacc-bf8dc297ca24 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:41.408363 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-7396c321-258d-4aa9-aacc-bf8dc297ca24 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1913655 Nov 25 13:34:41.409415 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:41.410949 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 45170) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:41.417393 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-231c51c7-9c12-4d22-af8f-eb80eb64412b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Request body: {'security_group_rule': {'security_group_id': 'e1eca7e0-4230-4e6a-9eb7-efb9259d4a3d', 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:34:41.456611 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-231c51c7-9c12-4d22-af8f-eb80eb64412b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:41.469597 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aae038-941d-4142-8ae2-a5dc9b095718 req-28dd870c-e568-4fd4-9d69-30ad3225bb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:41.470364 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aae038-941d-4142-8ae2-a5dc9b095718 req-28dd870c-e568-4fd4-9d69-30ad3225bb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:41.471271 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aae038-941d-4142-8ae2-a5dc9b095718 req-28dd870c-e568-4fd4-9d69-30ad3225bb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:41.477242 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c6aae038-941d-4142-8ae2-a5dc9b095718 req-28dd870c-e568-4fd4-9d69-30ad3225bb73 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0f46794c-b326-485f-8936-6eed71effe7e&id=0213571c-133e-4472-a9fb-82f11b25c18c&id=0213571c-133e-4472-a9fb-82f11b25c18c&id=0213571c-133e-4472-a9fb-82f11b25c18c&id=0213571c-133e-4472-a9fb-82f11b25c18c&id=67a0b139-2197-40dc-a595-6d5cd20e2c68&id=67a0b139-2197-40dc-a595-6d5cd20e2c68 HTTP/1.1" status: 200 len: 2290 time: 0.2300062 Nov 25 13:34:41.550495 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] For port 19d6011b-ae34-4603-bade-f2160805d40f, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=19d6011b-ae34-4603-bade-f2160805d40f,segment=NetworkSegment(49d7907a-c253-4510-b7ba-42cfa01f4c1e),segment_id=49d7907a-c253-4510-b7ba-42cfa01f4c1e)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:34:41.580463 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-231c51c7-9c12-4d22-af8f-eb80eb64412b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:41.585986 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-231c51c7-9c12-4d22-af8f-eb80eb64412b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:41.606111 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:41.628755 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 922509e8-f163-4864-a0a3-968b77ea8f41 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:34:41.631879 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231c51c7-9c12-4d22-af8f-eb80eb64412b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42240594-022a-41ec-a130-5c5e5f85cae3,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:41.649391 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c6aae038-941d-4142-8ae2-a5dc9b095718 req-835fe29d-1b36-4fc4-b6a3-0693f8eab462 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b1b7bfe-73a9-4a4b-85ca-0c5e39ccf219 HTTP/1.1" status: 200 len: 1001 time: 0.1545126 Nov 25 13:34:41.661225 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-231c51c7-9c12-4d22-af8f-eb80eb64412b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:41.664916 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-231c51c7-9c12-4d22-af8f-eb80eb64412b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2527850 Nov 25 13:34:41.667908 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 45182) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:41.672502 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da898cc0-705b-4f56-b845-1100901e888d tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Network 29dacc77-519b-4f22-9591-bec27efd0edd is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:34:41.675207 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-3fb7230a-033a-4f4d-84f8-3d05fbf51c65 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Request body: {'security_group_rule': {'security_group_id': 'e1eca7e0-4230-4e6a-9eb7-efb9259d4a3d', 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:34:41.692458 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 922509e8-f163-4864-a0a3-968b77ea8f41 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:34:41.693011 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 922509e8-f163-4864-a0a3-968b77ea8f41 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:34:41.697440 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-da898cc0-705b-4f56-b845-1100901e888d tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:34:41.717849 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:41.732930 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3fb7230a-033a-4f4d-84f8-3d05fbf51c65 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:41.780503 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Pushing event updated for resources: {'Port': ['ID=19d6011b-ae34-4603-bade-f2160805d40f,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:41.819608 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3fb7230a-033a-4f4d-84f8-3d05fbf51c65 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:41.825490 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3fb7230a-033a-4f4d-84f8-3d05fbf51c65 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:41.854256 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb7230a-033a-4f4d-84f8-3d05fbf51c65 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7678e53a-4071-474f-a3b1-89da854c900b,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:41.862216 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3fb7230a-033a-4f4d-84f8-3d05fbf51c65 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:41.863486 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3fb7230a-033a-4f4d-84f8-3d05fbf51c65 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1945891 Nov 25 13:34:41.866661 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 45186) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:41.874117 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aae038-941d-4142-8ae2-a5dc9b095718 req-a4e8ff5d-f82e-40a8-9a8e-4e05a6c176af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:41.876114 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-d6f290e5-6808-4ddd-87a4-eeaa87725a4c tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Request body: {'security_group_rule': {'security_group_id': 'e1eca7e0-4230-4e6a-9eb7-efb9259d4a3d', 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:34:41.879350 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c6aae038-941d-4142-8ae2-a5dc9b095718 req-a4e8ff5d-f82e-40a8-9a8e-4e05a6c176af service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1a610251-b260-4111-ade4-fcd074d9de00 HTTP/1.1" status: 200 len: 849 time: 0.1966662 Nov 25 13:34:41.917921 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d6f290e5-6808-4ddd-87a4-eeaa87725a4c tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:41.952715 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aae038-941d-4142-8ae2-a5dc9b095718 req-b9f55cce-3c68-4f15-9eaa-1e60d0e939a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:41.954497 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c6aae038-941d-4142-8ae2-a5dc9b095718 req-b9f55cce-3c68-4f15-9eaa-1e60d0e939a4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0f46794c-b326-485f-8936-6eed71effe7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0686362 Nov 25 13:34:42.023239 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d6f290e5-6808-4ddd-87a4-eeaa87725a4c tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:42.033858 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d6f290e5-6808-4ddd-87a4-eeaa87725a4c tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:42.039971 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da898cc0-705b-4f56-b845-1100901e888d tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Router 4fbe65a6-ad07-4004-8578-1ce8aa0af9f2 is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:34:42.059643 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f290e5-6808-4ddd-87a4-eeaa87725a4c tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae20dff5-9ba2-4d3e-8f42-83a25c1d7c57,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:42.081563 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d6f290e5-6808-4ddd-87a4-eeaa87725a4c tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:42.086768 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d6f290e5-6808-4ddd-87a4-eeaa87725a4c tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2164879 Nov 25 13:34:42.087410 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 45190) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:42.094447 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-2e3b0d26-d722-40be-a790-96d8d41fbd71 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Request body: {'security_group_rule': {'security_group_id': 'e1eca7e0-4230-4e6a-9eb7-efb9259d4a3d', 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:34:42.144144 n-d-808199-11 neutron-server[103570]: INFO neutron.db.securitygroups_db [None req-2e3b0d26-d722-40be-a790-96d8d41fbd71 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Project 057e847f3ee343b9812224ca032e6bfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 13:34:42.151273 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2e3b0d26-d722-40be-a790-96d8d41fbd71 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:42.181607 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-5d928abf-698d-45a8-8616-883c733856f0 None None] Provisioning complete for port 19d6011b-ae34-4603-bade-f2160805d40f triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:34:42.189725 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5d928abf-698d-45a8-8616-883c733856f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:42.228461 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da898cc0-705b-4f56-b845-1100901e888d tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:34:42.241316 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea7967b-c4e1-41c1-8a71-98ac744fe8c5 None None] Sync routers for ids ['4fbe65a6-ad07-4004-8578-1ce8aa0af9f2'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:34:42.245880 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-da898cc0-705b-4f56-b845-1100901e888d tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "PUT /v2.0/routers/4fbe65a6-ad07-4004-8578-1ce8aa0af9f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5409381 Nov 25 13:34:42.248611 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 45192) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:42.257916 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c6aae038-941d-4142-8ae2-a5dc9b095718 req-14a4f221-3420-4790-8021-317fe51d85a8 service neutron] 10.222.0.47 "GET /v2.0/networks/0f46794c-b326-485f-8936-6eed71effe7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920544 Nov 25 13:34:42.260619 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea7967b-c4e1-41c1-8a71-98ac744fe8c5 None None] Routers {'4fbe65a6-ad07-4004-8578-1ce8aa0af9f2'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:34:42.261274 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-5ea7967b-c4e1-41c1-8a71-98ac744fe8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:34:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['4fbe65a6-ad07-4004-8578-1ce8aa0af9f2'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:42.310141 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2e3b0d26-d722-40be-a790-96d8d41fbd71 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:42.340332 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ecdecb-e47b-4cd5-b0ad-412adc9687c6 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:42.341831 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-54ecdecb-e47b-4cd5-b0ad-412adc9687c6 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "GET /v2.0/ports/09e5af18-ac02-47c5-98e5-d67e4bab63f6 HTTP/1.1" status: 200 len: 910 time: 0.0922146 Nov 25 13:34:42.342624 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2e3b0d26-d722-40be-a790-96d8d41fbd71 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:42.351521 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-5ea7967b-c4e1-41c1-8a71-98ac744fe8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:42.367239 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea7967b-c4e1-41c1-8a71-98ac744fe8c5 None None] Routers {'4fbe65a6-ad07-4004-8578-1ce8aa0af9f2'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:34:42.368339 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-5ea7967b-c4e1-41c1-8a71-98ac744fe8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:34:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['4fbe65a6-ad07-4004-8578-1ce8aa0af9f2'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:42.378551 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 45194) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:42.402110 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-5d928abf-698d-45a8-8616-883c733856f0 None None] Provisioning complete for port 09e5af18-ac02-47c5-98e5-d67e4bab63f6 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:34:42.402532 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5d928abf-698d-45a8-8616-883c733856f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:42.414845 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b0d26-d722-40be-a790-96d8d41fbd71 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57d5017e-5544-4e9d-8cd9-90faf5708f66,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:42.434286 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-5ea7967b-c4e1-41c1-8a71-98ac744fe8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:42.435393 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea7967b-c4e1-41c1-8a71-98ac744fe8c5 None None] The sync data for ids ['4fbe65a6-ad07-4004-8578-1ce8aa0af9f2'] in n-d-808199-11 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:34:42.462335 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-5d928abf-698d-45a8-8616-883c733856f0 None None] Port 09e5af18-ac02-47c5-98e5-d67e4bab63f6 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:34:42.497402 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2e3b0d26-d722-40be-a790-96d8d41fbd71 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:42.499298 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c6aae038-941d-4142-8ae2-a5dc9b095718 req-27a599cb-a40a-4ec9-a2dc-1c8bf1ab273e service neutron] 10.222.0.47 "GET /v2.0/networks/0f46794c-b326-485f-8936-6eed71effe7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303479 Nov 25 13:34:42.500144 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-2e3b0d26-d722-40be-a790-96d8d41fbd71 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4104753 Nov 25 13:34:42.502726 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 45196) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:42.508208 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-eb926dcc-4e56-486a-8cee-5668b22f0b62 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Request body: {'security_group_rule': {'security_group_id': 'e1eca7e0-4230-4e6a-9eb7-efb9259d4a3d', 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:34:42.565498 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c6aae038-941d-4142-8ae2-a5dc9b095718 req-3a463ca5-e721-4316-9f94-068c1b3a7d14 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=614c1e42-d4e2-4a14-8859-09418460a3e4 HTTP/1.1" status: 200 len: 217 time: 0.0514820 Nov 25 13:34:42.598770 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-a3d7451a-6014-4710-a0d8-3238d9211e28 None None] Provisioning complete for port 09e5af18-ac02-47c5-98e5-d67e4bab63f6 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:34:42.599151 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a3d7451a-6014-4710-a0d8-3238d9211e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:42.686539 n-d-808199-11 neutron-server[103571]: INFO neutron.db.securitygroups_db [None req-eb926dcc-4e56-486a-8cee-5668b22f0b62 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Project 057e847f3ee343b9812224ca032e6bfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 13:34:42.700237 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eb926dcc-4e56-486a-8cee-5668b22f0b62 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:42.715025 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aae038-941d-4142-8ae2-a5dc9b095718 req-bd14e040-354b-420c-a98d-b12156e6a166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:42.716856 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c6aae038-941d-4142-8ae2-a5dc9b095718 req-bd14e040-354b-420c-a98d-b12156e6a166 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=38c8e398-29c4-45fc-bddf-7786c80e6325 HTTP/1.1" status: 200 len: 797 time: 0.1449215 Nov 25 13:34:42.731436 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-a3d7451a-6014-4710-a0d8-3238d9211e28 None None] Port 09e5af18-ac02-47c5-98e5-d67e4bab63f6 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:34:42.854155 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eb926dcc-4e56-486a-8cee-5668b22f0b62 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:42.860052 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aae038-941d-4142-8ae2-a5dc9b095718 req-f9eca46c-ee18-42b5-82bb-e2da87ff97a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:42.865136 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c6aae038-941d-4142-8ae2-a5dc9b095718 req-f9eca46c-ee18-42b5-82bb-e2da87ff97a3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0213571c-133e-4472-a9fb-82f11b25c18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1243706 Nov 25 13:34:42.871777 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eb926dcc-4e56-486a-8cee-5668b22f0b62 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:42.955951 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb926dcc-4e56-486a-8cee-5668b22f0b62 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2f8efec-1584-4f57-a030-34a23e47df39,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:42.957650 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 19d6011b-ae34-4603-bade-f2160805d40f up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:34:42.971265 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eb926dcc-4e56-486a-8cee-5668b22f0b62 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:42.972195 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-eb926dcc-4e56-486a-8cee-5668b22f0b62 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4683197 Nov 25 13:34:42.975898 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 45206) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:42.980927 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-f4c9e461-582d-4bf8-8050-ea563623fd0f tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Request body: {'network': {'name': 'tempest-network-smoke--1566742015', 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'port_security_enabled': True}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:34:43.061721 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-e586a669-e0d6-4058-92f3-cef833b8b966 None None] Provisioning complete for port 09e5af18-ac02-47c5-98e5-d67e4bab63f6 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:34:43.062142 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e586a669-e0d6-4058-92f3-cef833b8b966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:43.070316 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c9e461-582d-4bf8-8050-ea563623fd0f tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Made reservation on behalf of 057e847f3ee343b9812224ca032e6bfc for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:34:43.079501 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b583c27f-4a74-442a-b26c-17f19ed6635e tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:43.079708 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f4c9e461-582d-4bf8-8050-ea563623fd0f tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:43.132645 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c6aae038-941d-4142-8ae2-a5dc9b095718 req-6ae7a05d-f4b4-4d64-b261-a180afe83011 service neutron] 10.222.0.47 "GET /v2.0/networks/0213571c-133e-4472-a9fb-82f11b25c18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529254 Nov 25 13:34:43.145260 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-e586a669-e0d6-4058-92f3-cef833b8b966 None None] Port 09e5af18-ac02-47c5-98e5-d67e4bab63f6 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:34:43.161818 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 19d6011b-ae34-4603-bade-f2160805d40f triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:34:43.162191 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:43.267460 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4c9e461-582d-4bf8-8050-ea563623fd0f tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:34:43.291260 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f4c9e461-582d-4bf8-8050-ea563623fd0f tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:43.291879 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-f4c9e461-582d-4bf8-8050-ea563623fd0f tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Added segment 30244941-692b-4542-83e4-4e83c993aaa9 of type vlan for network 9d895fac-3603-4eae-9a10-c0c29f9e2296 Nov 25 13:34:43.372592 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c6aae038-941d-4142-8ae2-a5dc9b095718 req-0ddac627-3ee5-45bf-ab92-2955eee7816e service neutron] 10.222.0.47 "GET /v2.0/networks/0213571c-133e-4472-a9fb-82f11b25c18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300334 Nov 25 13:34:43.379167 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f4c9e461-582d-4bf8-8050-ea563623fd0f tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:43.423781 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-b583c27f-4a74-442a-b26c-17f19ed6635e tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Deleting port 09e5af18-ac02-47c5-98e5-d67e4bab63f6 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:34:43.424226 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b583c27f-4a74-442a-b26c-17f19ed6635e tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:43.439864 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c6aae038-941d-4142-8ae2-a5dc9b095718 req-b073f193-2e5a-4c1b-b6f4-88483025b1a0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=3e1ba641-2a58-4452-979b-3a9693f5abbd HTTP/1.1" status: 200 len: 217 time: 0.0550196 Nov 25 13:34:43.507067 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f4c9e461-582d-4bf8-8050-ea563623fd0f tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:43.513025 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c9e461-582d-4bf8-8050-ea563623fd0f tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:43.513751 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f4c9e461-582d-4bf8-8050-ea563623fd0f tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:43.546980 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b583c27f-4a74-442a-b26c-17f19ed6635e tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:43.561648 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-b583c27f-4a74-442a-b26c-17f19ed6635e tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Calling delete_port for 09e5af18-ac02-47c5-98e5-d67e4bab63f6 owned by network:router_interface {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:34:43.591251 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aae038-941d-4142-8ae2-a5dc9b095718 req-f65004dc-e32a-4c25-9edd-50455a95c1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:43.592782 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c6aae038-941d-4142-8ae2-a5dc9b095718 req-f65004dc-e32a-4c25-9edd-50455a95c1f6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=38c8e398-29c4-45fc-bddf-7786c80e6325 HTTP/1.1" status: 200 len: 797 time: 0.1448050 Nov 25 13:34:43.632681 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c9e461-582d-4bf8-8050-ea563623fd0f tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event updated for resources: {'Network': ['ID=9d895fac-3603-4eae-9a10-c0c29f9e2296,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:43.643535 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 9d895fac-3603-4eae-9a10-c0c29f9e2296 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:34:43.663455 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-f4c9e461-582d-4bf8-8050-ea563623fd0f tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6865208 Nov 25 13:34:43.671803 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 45210) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:43.678938 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-4fd47115-e5ae-41dc-bc68-312e2cb7a009 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-840486905', 'admin_state_up': True, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:34:43.717521 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aae038-941d-4142-8ae2-a5dc9b095718 req-cb5d6651-ec6f-44a7-bc81-49e9de223644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:43.719294 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c6aae038-941d-4142-8ae2-a5dc9b095718 req-cb5d6651-ec6f-44a7-bc81-49e9de223644 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0213571c-133e-4472-a9fb-82f11b25c18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1175594 Nov 25 13:34:43.721493 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4fd47115-e5ae-41dc-bc68-312e2cb7a009 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:43.722567 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4fd47115-e5ae-41dc-bc68-312e2cb7a009 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:43.815650 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b583c27f-4a74-442a-b26c-17f19ed6635e tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:43.843400 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b583c27f-4a74-442a-b26c-17f19ed6635e tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event deleted for resources: {'Port': ['ID=09e5af18-ac02-47c5-98e5-d67e4bab63f6,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:43.883532 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c6aae038-941d-4142-8ae2-a5dc9b095718 req-a34231d7-2e17-4137-9a1a-d2d6309f3aa0 service neutron] 10.222.0.47 "GET /v2.0/networks/0213571c-133e-4472-a9fb-82f11b25c18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505735 Nov 25 13:34:43.935593 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4fd47115-e5ae-41dc-bc68-312e2cb7a009 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:44.091092 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b583c27f-4a74-442a-b26c-17f19ed6635e tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:44.196539 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4fd47115-e5ae-41dc-bc68-312e2cb7a009 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:44.316377 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c6aae038-941d-4142-8ae2-a5dc9b095718 req-50f92dd5-bc8e-426c-9d7e-1abece3875c5 service neutron] 10.222.0.47 "GET /v2.0/networks/0213571c-133e-4472-a9fb-82f11b25c18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3786361 Nov 25 13:34:44.332833 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b583c27f-4a74-442a-b26c-17f19ed6635e tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Router 4fbe65a6-ad07-4004-8578-1ce8aa0af9f2 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:34:44.378882 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c6aae038-941d-4142-8ae2-a5dc9b095718 req-9bf7f004-b7d2-4b5a-974f-47d31f6667df service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=77fa532d-926d-4fc4-9d3f-3f827abd33da HTTP/1.1" status: 200 len: 217 time: 0.0518575 Nov 25 13:34:44.441645 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b583c27f-4a74-442a-b26c-17f19ed6635e tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:34:44.453739 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3603f545-5974-475f-b557-0c7ad6e99cc7 None None] Sync routers for ids ['4fbe65a6-ad07-4004-8578-1ce8aa0af9f2'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:34:44.453982 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b583c27f-4a74-442a-b26c-17f19ed6635e tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "PUT /v2.0/routers/4fbe65a6-ad07-4004-8578-1ce8aa0af9f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0338576 Nov 25 13:34:44.456618 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 45218) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:44.468638 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3603f545-5974-475f-b557-0c7ad6e99cc7 None None] Routers {'4fbe65a6-ad07-4004-8578-1ce8aa0af9f2'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:34:44.469869 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-3603f545-5974-475f-b557-0c7ad6e99cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:34:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['4fbe65a6-ad07-4004-8578-1ce8aa0af9f2'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:44.511887 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-62e275ee-aa54-4486-8520-d17951763459 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fbe65a6-ad07-4004-8578-1ce8aa0af9f2 HTTP/1.1" status: 200 len: 205 time: 0.0532434 Nov 25 13:34:44.514366 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 45220) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:44.546325 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aae038-941d-4142-8ae2-a5dc9b095718 req-b96b6164-f530-410b-a451-f65e0c071170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:44.547851 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c6aae038-941d-4142-8ae2-a5dc9b095718 req-b96b6164-f530-410b-a451-f65e0c071170 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=38c8e398-29c4-45fc-bddf-7786c80e6325 HTTP/1.1" status: 200 len: 797 time: 0.1606288 Nov 25 13:34:44.611443 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-127536d9-7411-4ca8-b407-4d5760e5f683 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for router, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:44.617658 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4fd47115-e5ae-41dc-bc68-312e2cb7a009 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for router_gateway, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:44.646410 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4fd47115-e5ae-41dc-bc68-312e2cb7a009 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:44.774544 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-3603f545-5974-475f-b557-0c7ad6e99cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:44.802157 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3603f545-5974-475f-b557-0c7ad6e99cc7 None None] Routers {'4fbe65a6-ad07-4004-8578-1ce8aa0af9f2'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:34:44.804678 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-3603f545-5974-475f-b557-0c7ad6e99cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:34:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['4fbe65a6-ad07-4004-8578-1ce8aa0af9f2'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:44.824747 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-127536d9-7411-4ca8-b407-4d5760e5f683 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:44.827177 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-4fd47115-e5ae-41dc-bc68-312e2cb7a009 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Allocated IP 172.25.5.159 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/f0d9d4f8-1ad9-43fa-b3f3-74f918f5ad0f) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:34:44.836497 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-127536d9-7411-4ca8-b407-4d5760e5f683 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:44.906729 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-3603f545-5974-475f-b557-0c7ad6e99cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:44.906729 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3603f545-5974-475f-b557-0c7ad6e99cc7 None None] The sync data for ids ['4fbe65a6-ad07-4004-8578-1ce8aa0af9f2'] in n-d-808199-11 is: [] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:34:44.915244 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-127536d9-7411-4ca8-b407-4d5760e5f683 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:44.916064 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-127536d9-7411-4ca8-b407-4d5760e5f683 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Fanout notify agent at l3_agent the message router_deleted on router 4fbe65a6-ad07-4004-8578-1ce8aa0af9f2 {{(pid=103570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:34:44.925557 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-127536d9-7411-4ca8-b407-4d5760e5f683 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:44.930305 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-127536d9-7411-4ca8-b407-4d5760e5f683 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "DELETE /v2.0/routers/4fbe65a6-ad07-4004-8578-1ce8aa0af9f2 HTTP/1.1" status: 204 len: 168 time: 0.4147005 Nov 25 13:34:44.931074 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 45228) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:44.955316 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4fd47115-e5ae-41dc-bc68-312e2cb7a009 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:44.968369 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aae038-941d-4142-8ae2-a5dc9b095718 req-4011e44c-3255-4c0f-bf85-8875d81f777d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:44.969924 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c6aae038-941d-4142-8ae2-a5dc9b095718 req-4011e44c-3255-4c0f-bf85-8875d81f777d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0213571c-133e-4472-a9fb-82f11b25c18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4127300 Nov 25 13:34:45.009995 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f0f8692-52fd-41e7-8b37-4c2e113e5319 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Deleting subnet 5c9787ce-c3e6-4610-bb57-c0f4529c5603 {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:34:45.013758 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1f0f8692-52fd-41e7-8b37-4c2e113e5319 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:45.067674 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4fd47115-e5ae-41dc-bc68-312e2cb7a009 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:45.071269 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1f0f8692-52fd-41e7-8b37-4c2e113e5319 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:45.182881 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd47115-e5ae-41dc-bc68-312e2cb7a009 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event updated for resources: {'Port': ['ID=f0d9d4f8-1ad9-43fa-b3f3-74f918f5ad0f,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:45.186546 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c6aae038-941d-4142-8ae2-a5dc9b095718 req-5e791d9d-3ba6-431f-9b17-6182a4d6b4dc service neutron] 10.222.0.47 "GET /v2.0/networks/0213571c-133e-4472-a9fb-82f11b25c18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078040 Nov 25 13:34:45.188717 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd47115-e5ae-41dc-bc68-312e2cb7a009 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:34:45.190203 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-4fd47115-e5ae-41dc-bc68-312e2cb7a009 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:34:45.190977 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1f0f8692-52fd-41e7-8b37-4c2e113e5319 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:45.192429 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd47115-e5ae-41dc-bc68-312e2cb7a009 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:34:45.212231 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dac4ff7-1ac1-472d-9ca4-09823d0a0984 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:34:45.274801 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1f0f8692-52fd-41e7-8b37-4c2e113e5319 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:45.297728 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-8e177d4f-bbd1-4411-b862-cf7699907bfc None None] Provisioning complete for port f0d9d4f8-1ad9-43fa-b3f3-74f918f5ad0f triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:34:45.301295 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8e177d4f-bbd1-4411-b862-cf7699907bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:45.323101 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0f8692-52fd-41e7-8b37-4c2e113e5319 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event deleted for resources: {'Subnet': ['ID=5c9787ce-c3e6-4610-bb57-c0f4529c5603,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:45.325900 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1f0f8692-52fd-41e7-8b37-4c2e113e5319 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:45.330047 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-1f0f8692-52fd-41e7-8b37-4c2e113e5319 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "DELETE /v2.0/subnets/5c9787ce-c3e6-4610-bb57-c0f4529c5603 HTTP/1.1" status: 204 len: 168 time: 0.3977625 Nov 25 13:34:45.332542 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 45234) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:45.350313 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da21b04d-b676-4115-a98c-691e6769cf2b None None] Network 29dacc77-519b-4f22-9591-bec27efd0edd requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:34:45.444500 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-8e177d4f-bbd1-4411-b862-cf7699907bfc None None] Port f0d9d4f8-1ad9-43fa-b3f3-74f918f5ad0f cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:34:45.551366 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3000873f-8168-42a7-a8df-dfa545515556 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:45.643183 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-3000873f-8168-42a7-a8df-dfa545515556 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Deleting port 19d6011b-ae34-4603-bade-f2160805d40f {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:34:45.643872 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3000873f-8168-42a7-a8df-dfa545515556 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:45.647925 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbd79c5-3eeb-416a-b5d0-94a46a319ccb None None] DHCP port deletion for 29dacc77-519b-4f22-9591-bec27efd0edd request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:34:45.769301 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-3000873f-8168-42a7-a8df-dfa545515556 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] For port 19d6011b-ae34-4603-bade-f2160805d40f, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=19d6011b-ae34-4603-bade-f2160805d40f,segment=NetworkSegment(49d7907a-c253-4510-b7ba-42cfa01f4c1e),segment_id=49d7907a-c253-4510-b7ba-42cfa01f4c1e)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:34:45.770009 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3000873f-8168-42a7-a8df-dfa545515556 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:45.778976 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9bbd79c5-3eeb-416a-b5d0-94a46a319ccb None None] Deleting port 19d6011b-ae34-4603-bade-f2160805d40f {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:34:45.780433 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9bbd79c5-3eeb-416a-b5d0-94a46a319ccb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:45.785282 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-3000873f-8168-42a7-a8df-dfa545515556 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Calling delete_port for 19d6011b-ae34-4603-bade-f2160805d40f owned by network:dhcp {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:34:45.786973 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c6aae038-941d-4142-8ae2-a5dc9b095718 req-8f35ffbc-8617-4489-bbf1-bca292213e47 service neutron] 10.222.0.47 "GET /v2.0/networks/0213571c-133e-4472-a9fb-82f11b25c18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5912969 Nov 25 13:34:45.852860 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c6aae038-941d-4142-8ae2-a5dc9b095718 req-8f243e1c-df47-4f5e-8f50-40c81aa90089 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=99005437-8bd0-4130-b30d-158f4e660635 HTTP/1.1" status: 200 len: 217 time: 0.0474131 Nov 25 13:34:45.857777 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9bbd79c5-3eeb-416a-b5d0-94a46a319ccb None None] For port 19d6011b-ae34-4603-bade-f2160805d40f, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=19d6011b-ae34-4603-bade-f2160805d40f,segment=NetworkSegment(49d7907a-c253-4510-b7ba-42cfa01f4c1e),segment_id=49d7907a-c253-4510-b7ba-42cfa01f4c1e)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:34:45.858494 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9bbd79c5-3eeb-416a-b5d0-94a46a319ccb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:45.877773 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9bbd79c5-3eeb-416a-b5d0-94a46a319ccb None None] Calling delete_port for 19d6011b-ae34-4603-bade-f2160805d40f owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:34:45.928366 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3000873f-8168-42a7-a8df-dfa545515556 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:45.959646 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3000873f-8168-42a7-a8df-dfa545515556 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event deleted for resources: {'Port': ['ID=19d6011b-ae34-4603-bade-f2160805d40f,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:45.964648 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3000873f-8168-42a7-a8df-dfa545515556 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] No DVR routers for this DVR port 19d6011b-ae34-4603-bade-f2160805d40f on host n-d-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:34:45.989675 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9bbd79c5-3eeb-416a-b5d0-94a46a319ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:46.025177 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd79c5-3eeb-416a-b5d0-94a46a319ccb None None] Pushing event deleted for resources: {'Port': ['ID=19d6011b-ae34-4603-bade-f2160805d40f,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:46.025724 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aae038-941d-4142-8ae2-a5dc9b095718 req-7694cf83-450e-4507-81d4-7f259aeee073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:46.027499 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c6aae038-941d-4142-8ae2-a5dc9b095718 req-7694cf83-450e-4507-81d4-7f259aeee073 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=38c8e398-29c4-45fc-bddf-7786c80e6325 HTTP/1.1" status: 200 len: 797 time: 0.1674163 Nov 25 13:34:46.041074 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbd79c5-3eeb-416a-b5d0-94a46a319ccb None None] No DVR routers for this DVR port 19d6011b-ae34-4603-bade-f2160805d40f on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:34:46.079435 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3000873f-8168-42a7-a8df-dfa545515556 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:46.112313 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-3000873f-8168-42a7-a8df-dfa545515556 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29dacc77-519b-4f22-9591-bec27efd0edd']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:46.123919 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-3000873f-8168-42a7-a8df-dfa545515556 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49d7907a-c253-4510-b7ba-42cfa01f4c1e') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:46.124438 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-3000873f-8168-42a7-a8df-dfa545515556 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49d7907a-c253-4510-b7ba-42cfa01f4c1e') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:46.141626 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3000873f-8168-42a7-a8df-dfa545515556 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:46.142771 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aae038-941d-4142-8ae2-a5dc9b095718 req-0a39e5da-5580-4f35-94c7-dfc4407d7bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:46.144271 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c6aae038-941d-4142-8ae2-a5dc9b095718 req-0a39e5da-5580-4f35-94c7-dfc4407d7bd5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0213571c-133e-4472-a9fb-82f11b25c18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0693085 Nov 25 13:34:46.144831 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4fd47115-e5ae-41dc-bc68-312e2cb7a009 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for router_gateway, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:46.173319 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3000873f-8168-42a7-a8df-dfa545515556 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:46.188675 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3000873f-8168-42a7-a8df-dfa545515556 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:34:46.189180 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3000873f-8168-42a7-a8df-dfa545515556 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:46.196642 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:34:46.196642 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:34:46.196642 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:34:46.196642 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:34:46.196642 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:34:46.196642 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:34:46.196642 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:34:46.196642 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:34:46.196642 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:34:46.196642 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:34:46.196642 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:34:46.196642 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:34:46.196642 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:34:46.196642 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:34:46.196642 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:34:46.196642 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:34:46.196642 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:34:46.196642 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:34:46.196642 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:34:46.196642 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:34:46.196642 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:34:46.196642 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:34:46.196642 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:34:46.196642 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:34:46.196642 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:34:46.196642 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:34:46.196642 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:34:46.196642 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:34:46.196642 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:34:46.196642 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:34:46.196642 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:34:46.196642 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:34:46.278417 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3000873f-8168-42a7-a8df-dfa545515556 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:46.293601 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3000873f-8168-42a7-a8df-dfa545515556 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:46.301041 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3000873f-8168-42a7-a8df-dfa545515556 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "DELETE /v2.0/networks/29dacc77-519b-4f22-9591-bec27efd0edd HTTP/1.1" status: 204 len: 168 time: 0.9638133 Nov 25 13:34:46.304279 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 45244) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:46.308803 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-43ccb895-5bb0-4b43-a5b6-c635a52708bb tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1185028683', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}, 'admin_state_up': False}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:34:46.311854 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3000873f-8168-42a7-a8df-dfa545515556 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event deleted for resources: {'Network': ['ID=29dacc77-519b-4f22-9591-bec27efd0edd,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:46.390036 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-43ccb895-5bb0-4b43-a5b6-c635a52708bb tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:46.391027 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-43ccb895-5bb0-4b43-a5b6-c635a52708bb tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:46.421991 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c6aae038-941d-4142-8ae2-a5dc9b095718 req-78f47f28-f6a8-4203-8c2f-395e90cc01ca service neutron] 10.222.0.47 "GET /v2.0/networks/0213571c-133e-4472-a9fb-82f11b25c18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031331 Nov 25 13:34:46.568751 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-43ccb895-5bb0-4b43-a5b6-c635a52708bb tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:46.713801 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c6aae038-941d-4142-8ae2-a5dc9b095718 req-5d1b1e4c-41f0-4c29-9a11-36265e4de008 service neutron] 10.222.0.47 "GET /v2.0/networks/0213571c-133e-4472-a9fb-82f11b25c18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541249 Nov 25 13:34:46.715833 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4fd47115-e5ae-41dc-bc68-312e2cb7a009 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:46.820591 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c6aae038-941d-4142-8ae2-a5dc9b095718 req-647c0843-41a7-4e89-afca-df4a4986e266 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1cf5030e-8e6c-402b-adf9-89917f2f4c8f HTTP/1.1" status: 200 len: 217 time: 0.0694625 Nov 25 13:34:46.863539 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-43ccb895-5bb0-4b43-a5b6-c635a52708bb tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:46.961925 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 19d6011b-ae34-4603-bade-f2160805d40f no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:34:46.986929 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aae038-941d-4142-8ae2-a5dc9b095718 req-e1d35964-e9f1-4070-8ae9-53a1609837ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:46.988724 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c6aae038-941d-4142-8ae2-a5dc9b095718 req-e1d35964-e9f1-4070-8ae9-53a1609837ba service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb948add-f436-4958-9429-ea10f300ab82 HTTP/1.1" status: 200 len: 797 time: 0.1358142 Nov 25 13:34:46.991863 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 19d6011b-ae34-4603-bade-f2160805d40f {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:34:46.992186 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 19d6011b-ae34-4603-bade-f2160805d40f not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:34:47.088431 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aae038-941d-4142-8ae2-a5dc9b095718 req-403219e0-6f69-4f9d-9784-cba822157f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:47.089938 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c6aae038-941d-4142-8ae2-a5dc9b095718 req-403219e0-6f69-4f9d-9784-cba822157f74 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=67a0b139-2197-40dc-a595-6d5cd20e2c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0748410 Nov 25 13:34:47.175079 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fd47115-e5ae-41dc-bc68-312e2cb7a009 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Router 275d2c8b-6d84-4fc9-a3af-01cd21c6c052 is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:34:47.315450 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c6aae038-941d-4142-8ae2-a5dc9b095718 req-037b109f-33b8-45c8-8332-c9456dba4809 service neutron] 10.222.0.47 "GET /v2.0/networks/67a0b139-2197-40dc-a595-6d5cd20e2c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158239 Nov 25 13:34:47.464009 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-43ccb895-5bb0-4b43-a5b6-c635a52708bb tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for router_gateway, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:47.491684 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd47115-e5ae-41dc-bc68-312e2cb7a009 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:34:47.497119 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-43ccb895-5bb0-4b43-a5b6-c635a52708bb tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:47.505083 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28334218-300f-4444-8494-3986abde0d1f None None] Sync routers for ids ['275d2c8b-6d84-4fc9-a3af-01cd21c6c052'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:34:47.519234 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28334218-300f-4444-8494-3986abde0d1f None None] Routers {'275d2c8b-6d84-4fc9-a3af-01cd21c6c052'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:34:47.520139 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-28334218-300f-4444-8494-3986abde0d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:34:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['275d2c8b-6d84-4fc9-a3af-01cd21c6c052'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:47.569814 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4fd47115-e5ae-41dc-bc68-312e2cb7a009 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:47.573918 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-4fd47115-e5ae-41dc-bc68-312e2cb7a009 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.8986931 Nov 25 13:34:47.574544 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 45254) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:47.589927 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c6aae038-941d-4142-8ae2-a5dc9b095718 req-bfd5f4d7-921f-4a20-b05a-9d7b89ed4b74 service neutron] 10.222.0.47 "GET /v2.0/networks/67a0b139-2197-40dc-a595-6d5cd20e2c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465692 Nov 25 13:34:47.634500 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-70ee54d1-9fd4-43af-887c-7a782eb590b6 tempest-TestNetworkAdvancedServerOps-879095095 tempest-TestNetworkAdvancedServerOps-879095095-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=057e847f3ee343b9812224ca032e6bfc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0581236 Nov 25 13:34:47.635126 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 45256) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:47.662741 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-28334218-300f-4444-8494-3986abde0d1f None None] Set router 275d2c8b-6d84-4fc9-a3af-01cd21c6c052 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:34:47.689024 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c6aae038-941d-4142-8ae2-a5dc9b095718 req-e8cbe43c-6971-4c13-98e8-fa40a36457ac service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5feb08b3-118a-40cc-93b2-58088c97de57 HTTP/1.1" status: 200 len: 217 time: 0.0853450 Nov 25 13:34:47.797212 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aae038-941d-4142-8ae2-a5dc9b095718 req-27741281-bac7-49f8-89cd-f70b2b3abf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:47.798917 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c6aae038-941d-4142-8ae2-a5dc9b095718 req-27741281-bac7-49f8-89cd-f70b2b3abf7e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb948add-f436-4958-9429-ea10f300ab82 HTTP/1.1" status: 200 len: 797 time: 0.0945070 Nov 25 13:34:47.834983 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-43ccb895-5bb0-4b43-a5b6-c635a52708bb tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Allocated IP 172.25.5.116 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/d94e0d26-490b-413b-9f87-23470722c0a0) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:34:47.847437 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64683e82-f91d-4261-a3a4-2653bf1608f7 tempest-TestNetworkAdvancedServerOps-879095095 tempest-TestNetworkAdvancedServerOps-879095095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:47.852565 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-64683e82-f91d-4261-a3a4-2653bf1608f7 tempest-TestNetworkAdvancedServerOps-879095095 tempest-TestNetworkAdvancedServerOps-879095095-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2164145 Nov 25 13:34:47.853182 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 45258) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:47.882672 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-31deb706-447c-4aa2-827c-c4d90853d0ef tempest-TestNetworkAdvancedServerOps-879095095 tempest-TestNetworkAdvancedServerOps-879095095-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=7542d3d9-0db3-40e7-ab88-a168871141f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281813 Nov 25 13:34:47.885272 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 45260) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:47.890482 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-bb251b54-412b-49a8-9c5e-1156d478b812 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1316820225', 'network_id': '9d895fac-3603-4eae-9a10-c0c29f9e2296', 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:34:47.924106 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-28334218-300f-4444-8494-3986abde0d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275d2c8b-6d84-4fc9-a3af-01cd21c6c052', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840486905', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'f0d9d4f8-1ad9-43fa-b3f3-74f918f5ad0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:34:43Z', 'updated_at': '2021-11-25T13:34:45Z', 'revision_number': 3, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'gw_port': {'id': 'f0d9d4f8-1ad9-43fa-b3f3-74f918f5ad0f', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:45:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275d2c8b-6d84-4fc9-a3af-01cd21c6c052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:34:44Z', 'updated_at': '2021-11-25T13:34:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:47.955024 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28334218-300f-4444-8494-3986abde0d1f None None] Checking router: 275d2c8b-6d84-4fc9-a3af-01cd21c6c052 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:34:47.955379 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28334218-300f-4444-8494-3986abde0d1f None None] Updating router 275d2c8b-6d84-4fc9-a3af-01cd21c6c052 port f0d9d4f8-1ad9-43fa-b3f3-74f918f5ad0f binding host n-d-808199-11 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:34:47.993501 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb251b54-412b-49a8-9c5e-1156d478b812 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Made reservation on behalf of 057e847f3ee343b9812224ca032e6bfc for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:34:47.999250 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bb251b54-412b-49a8-9c5e-1156d478b812 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:48.051964 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-43ccb895-5bb0-4b43-a5b6-c635a52708bb tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:48.071572 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aae038-941d-4142-8ae2-a5dc9b095718 req-618bae13-fb87-43e8-9223-cfb9f6be2d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:48.075005 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c6aae038-941d-4142-8ae2-a5dc9b095718 req-618bae13-fb87-43e8-9223-cfb9f6be2d8d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=67a0b139-2197-40dc-a595-6d5cd20e2c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1583400 Nov 25 13:34:48.138716 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-28334218-300f-4444-8494-3986abde0d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:48.212219 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-43ccb895-5bb0-4b43-a5b6-c635a52708bb tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:48.331887 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ccb895-5bb0-4b43-a5b6-c635a52708bb tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:34:48.336094 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c6aae038-941d-4142-8ae2-a5dc9b095718 req-d3928379-2948-4676-9590-79458ec89ea9 service neutron] 10.222.0.47 "GET /v2.0/networks/67a0b139-2197-40dc-a595-6d5cd20e2c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525034 Nov 25 13:34:48.339260 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-43ccb895-5bb0-4b43-a5b6-c635a52708bb tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:34:48.343729 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ccb895-5bb0-4b43-a5b6-c635a52708bb tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:34:48.358511 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a04b68-75b9-41d1-91ec-0a2fe0a08343 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:34:48.371361 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bb251b54-412b-49a8-9c5e-1156d478b812 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:48.385316 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ccb895-5bb0-4b43-a5b6-c635a52708bb tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event updated for resources: {'Port': ['ID=d94e0d26-490b-413b-9f87-23470722c0a0,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:48.418344 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-d1f660df-cbd2-4f2f-bf5c-8153c4f54488 None None] Provisioning complete for port d94e0d26-490b-413b-9f87-23470722c0a0 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:34:48.418727 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d1f660df-cbd2-4f2f-bf5c-8153c4f54488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:48.488907 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb251b54-412b-49a8-9c5e-1156d478b812 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event updated for resources: {'Subnet': ['ID=5d3387ac-c8e7-4141-a2bb-03fc764526fd,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:48.494156 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-d1f660df-cbd2-4f2f-bf5c-8153c4f54488 None None] Port d94e0d26-490b-413b-9f87-23470722c0a0 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:34:48.542350 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb251b54-412b-49a8-9c5e-1156d478b812 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Checking segment: {'id': '30244941-692b-4542-83e4-4e83c993aaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '9d895fac-3603-4eae-9a10-c0c29f9e2296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:34:48.542350 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb251b54-412b-49a8-9c5e-1156d478b812 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Network hostable DHCP agents. Network: 9d895fac-3603-4eae-9a10-c0c29f9e2296, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:34:48.586298 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb251b54-412b-49a8-9c5e-1156d478b812 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Network 9d895fac-3603-4eae-9a10-c0c29f9e2296 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:34:48.590035 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-28334218-300f-4444-8494-3986abde0d1f None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:48.599190 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-28334218-300f-4444-8494-3986abde0d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:48.610008 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-bb251b54-412b-49a8-9c5e-1156d478b812 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 9d895fac-3603-4eae-9a10-c0c29f9e2296) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:34:48.616319 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb251b54-412b-49a8-9c5e-1156d478b812 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:48.617665 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bb251b54-412b-49a8-9c5e-1156d478b812 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:48.621644 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260935e7-f5ec-4773-aeed-f14e290fc5c4 None None] Network 9d895fac-3603-4eae-9a10-c0c29f9e2296 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:34:48.675951 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-bb251b54-412b-49a8-9c5e-1156d478b812 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7894006 Nov 25 13:34:48.680397 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 45270) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:48.712797 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-28334218-300f-4444-8494-3986abde0d1f None None] Attempting to bind port f0d9d4f8-1ad9-43fa-b3f3-74f918f5ad0f on host n-d-808199-11 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:34:48.713858 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-28334218-300f-4444-8494-3986abde0d1f None None] Attempting to bind port f0d9d4f8-1ad9-43fa-b3f3-74f918f5ad0f by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:34:48.714779 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28334218-300f-4444-8494-3986abde0d1f None None] Attempting to bind port f0d9d4f8-1ad9-43fa-b3f3-74f918f5ad0f on network 7542d3d9-0db3-40e7-ab88-a168871141f7 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:34:48.719579 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75f40e7-be92-41aa-b0fe-4ea87e6991a4 None None] Pushing event updated for resources: {'Port': ['ID=f0d9d4f8-1ad9-43fa-b3f3-74f918f5ad0f,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:48.731038 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28334218-300f-4444-8494-3986abde0d1f None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:34:48.731993 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28334218-300f-4444-8494-3986abde0d1f None None] Checking segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:34:48.732782 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-28334218-300f-4444-8494-3986abde0d1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:48.733433 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28334218-300f-4444-8494-3986abde0d1f None None] Bound using segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:34:48.734494 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-28334218-300f-4444-8494-3986abde0d1f None None] Bound port: f0d9d4f8-1ad9-43fa-b3f3-74f918f5ad0f, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:34:48.735179 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-28334218-300f-4444-8494-3986abde0d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:48.737613 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b85027-22d7-46ff-944f-b74706c95538 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:34:48.739263 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75f40e7-be92-41aa-b0fe-4ea87e6991a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:34:48.740684 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75f40e7-be92-41aa-b0fe-4ea87e6991a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:34:48.741273 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75f40e7-be92-41aa-b0fe-4ea87e6991a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:34:48.742048 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75f40e7-be92-41aa-b0fe-4ea87e6991a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:34:48.742799 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75f40e7-be92-41aa-b0fe-4ea87e6991a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:34:48.743659 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75f40e7-be92-41aa-b0fe-4ea87e6991a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:34:48.744558 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75f40e7-be92-41aa-b0fe-4ea87e6991a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:34:48.745375 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75f40e7-be92-41aa-b0fe-4ea87e6991a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:34:48.746377 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75f40e7-be92-41aa-b0fe-4ea87e6991a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:34:48.746971 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75f40e7-be92-41aa-b0fe-4ea87e6991a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:34:48.747659 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75f40e7-be92-41aa-b0fe-4ea87e6991a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:34:48.748442 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75f40e7-be92-41aa-b0fe-4ea87e6991a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:34:48.850734 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-28334218-300f-4444-8494-3986abde0d1f None None] For port f0d9d4f8-1ad9-43fa-b3f3-74f918f5ad0f, host n-d-808199-11, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:34:48.855708 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-28334218-300f-4444-8494-3986abde0d1f None None] For port f0d9d4f8-1ad9-43fa-b3f3-74f918f5ad0f, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=f0d9d4f8-1ad9-43fa-b3f3-74f918f5ad0f,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:34:48.868107 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-28334218-300f-4444-8494-3986abde0d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:48.919866 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-8165631e-9672-4ac8-bd5f-cd8fcad7cbdf None None] Provisioning complete for port f0d9d4f8-1ad9-43fa-b3f3-74f918f5ad0f triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:34:48.920542 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8165631e-9672-4ac8-bd5f-cd8fcad7cbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:48.975626 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9ca97b-cada-41ba-a9bf-57d47a500d50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-9d895fac-3603-4eae-9a10-c0c29f9e2296', 'network_id': '9d895fac-3603-4eae-9a10-c0c29f9e2296', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'fixed_ips': [{'subnet_id': '5d3387ac-c8e7-4141-a2bb-03fc764526fd'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:34:48.977281 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3f9ca97b-cada-41ba-a9bf-57d47a500d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:49.048170 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28334218-300f-4444-8494-3986abde0d1f None None] Routers {'275d2c8b-6d84-4fc9-a3af-01cd21c6c052'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:34:49.048810 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-28334218-300f-4444-8494-3986abde0d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:34:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['275d2c8b-6d84-4fc9-a3af-01cd21c6c052'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:49.058984 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75f40e7-be92-41aa-b0fe-4ea87e6991a4 None None] Pushing event updated for resources: {'Port': ['ID=f0d9d4f8-1ad9-43fa-b3f3-74f918f5ad0f,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:49.094502 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db8300d-56c4-4810-b094-888501333543 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:34:49.214449 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-3f9ca97b-cada-41ba-a9bf-57d47a500d50 None None] Allocated IP 172.20.0.2 (9d895fac-3603-4eae-9a10-c0c29f9e2296/5d3387ac-c8e7-4141-a2bb-03fc764526fd/fe0aec92-e972-4ea0-b93a-9db5be6eba4a) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:34:49.219461 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8165631e-9672-4ac8-bd5f-cd8fcad7cbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:49.244139 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-8165631e-9672-4ac8-bd5f-cd8fcad7cbdf None None] For port f0d9d4f8-1ad9-43fa-b3f3-74f918f5ad0f, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=f0d9d4f8-1ad9-43fa-b3f3-74f918f5ad0f,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:34:49.257847 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8165631e-9672-4ac8-bd5f-cd8fcad7cbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:49.335473 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-28334218-300f-4444-8494-3986abde0d1f None None] Set router 275d2c8b-6d84-4fc9-a3af-01cd21c6c052 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:34:49.378782 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8165631e-9672-4ac8-bd5f-cd8fcad7cbdf None None] Pushing event updated for resources: {'Port': ['ID=f0d9d4f8-1ad9-43fa-b3f3-74f918f5ad0f,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:49.444514 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-7e83a171-1ecb-4120-a006-3c7357b14efa None None] Provisioning complete for port f0d9d4f8-1ad9-43fa-b3f3-74f918f5ad0f triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:34:49.445109 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7e83a171-1ecb-4120-a006-3c7357b14efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:49.461204 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c6aae038-941d-4142-8ae2-a5dc9b095718 req-344790f8-fbaf-427a-a1c3-a8a21a8101e4 service neutron] 10.222.0.47 "GET /v2.0/networks/67a0b139-2197-40dc-a595-6d5cd20e2c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1141021 Nov 25 13:34:49.672252 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-43ccb895-5bb0-4b43-a5b6-c635a52708bb tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for router_gateway, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:49.682158 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3f9ca97b-cada-41ba-a9bf-57d47a500d50 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:49.732230 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3f9ca97b-cada-41ba-a9bf-57d47a500d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:49.786255 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9ca97b-cada-41ba-a9bf-57d47a500d50 None None] Pushing event updated for resources: {'Port': ['ID=fe0aec92-e972-4ea0-b93a-9db5be6eba4a,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:49.817274 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9ca97b-cada-41ba-a9bf-57d47a500d50 None None] Network 9d895fac-3603-4eae-9a10-c0c29f9e2296 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:34:49.819820 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-3f9ca97b-cada-41ba-a9bf-57d47a500d50 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:34:49.823698 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9ca97b-cada-41ba-a9bf-57d47a500d50 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:34:49.824020 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-28334218-300f-4444-8494-3986abde0d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275d2c8b-6d84-4fc9-a3af-01cd21c6c052', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840486905', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'f0d9d4f8-1ad9-43fa-b3f3-74f918f5ad0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:34:43Z', 'updated_at': '2021-11-25T13:34:45Z', 'revision_number': 3, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'gw_port': {'id': 'f0d9d4f8-1ad9-43fa-b3f3-74f918f5ad0f', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:45:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275d2c8b-6d84-4fc9-a3af-01cd21c6c052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:34:44Z', 'updated_at': '2021-11-25T13:34:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:49.870917 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28334218-300f-4444-8494-3986abde0d1f None None] The sync data for ids ['275d2c8b-6d84-4fc9-a3af-01cd21c6c052'] in n-d-808199-11 is: [{'id': '275d2c8b-6d84-4fc9-a3af-01cd21c6c052', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840486905', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'f0d9d4f8-1ad9-43fa-b3f3-74f918f5ad0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:34:43Z', 'updated_at': '2021-11-25T13:34:45Z', 'revision_number': 3, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'gw_port': {'id': 'f0d9d4f8-1ad9-43fa-b3f3-74f918f5ad0f', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:45:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275d2c8b-6d84-4fc9-a3af-01cd21c6c052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:34:44Z', 'updated_at': '2021-11-25T13:34:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:34:49.929040 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-3f9ca97b-cada-41ba-a9bf-57d47a500d50 None None] Attempting to bind port fe0aec92-e972-4ea0-b93a-9db5be6eba4a on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:34:49.929339 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-3f9ca97b-cada-41ba-a9bf-57d47a500d50 None None] Attempting to bind port fe0aec92-e972-4ea0-b93a-9db5be6eba4a by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '30244941-692b-4542-83e4-4e83c993aaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '9d895fac-3603-4eae-9a10-c0c29f9e2296'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:34:49.929707 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9ca97b-cada-41ba-a9bf-57d47a500d50 None None] Attempting to bind port fe0aec92-e972-4ea0-b93a-9db5be6eba4a on network 9d895fac-3603-4eae-9a10-c0c29f9e2296 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:34:49.936250 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9ca97b-cada-41ba-a9bf-57d47a500d50 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:34:49.936633 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9ca97b-cada-41ba-a9bf-57d47a500d50 None None] Checking segment: {'id': '30244941-692b-4542-83e4-4e83c993aaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '9d895fac-3603-4eae-9a10-c0c29f9e2296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:34:49.937732 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3f9ca97b-cada-41ba-a9bf-57d47a500d50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:49.938148 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9ca97b-cada-41ba-a9bf-57d47a500d50 None None] Bound using segment: {'id': '30244941-692b-4542-83e4-4e83c993aaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '9d895fac-3603-4eae-9a10-c0c29f9e2296'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:34:49.938641 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-3f9ca97b-cada-41ba-a9bf-57d47a500d50 None None] Bound port: fe0aec92-e972-4ea0-b93a-9db5be6eba4a, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30244941-692b-4542-83e4-4e83c993aaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '9d895fac-3603-4eae-9a10-c0c29f9e2296'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:34:49.939073 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3f9ca97b-cada-41ba-a9bf-57d47a500d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:50.046203 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-3f9ca97b-cada-41ba-a9bf-57d47a500d50 None None] For port fe0aec92-e972-4ea0-b93a-9db5be6eba4a, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:34:50.049080 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-43ccb895-5bb0-4b43-a5b6-c635a52708bb tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:50.049641 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-3f9ca97b-cada-41ba-a9bf-57d47a500d50 None None] For port fe0aec92-e972-4ea0-b93a-9db5be6eba4a, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=fe0aec92-e972-4ea0-b93a-9db5be6eba4a,segment=NetworkSegment(30244941-692b-4542-83e4-4e83c993aaa9),segment_id=30244941-692b-4542-83e4-4e83c993aaa9)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:34:50.058137 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3f9ca97b-cada-41ba-a9bf-57d47a500d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:50.172763 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9ca97b-cada-41ba-a9bf-57d47a500d50 None None] Pushing event updated for resources: {'Port': ['ID=fe0aec92-e972-4ea0-b93a-9db5be6eba4a,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:50.343291 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-21d58e49-e7c4-4452-bf62-756acd34cd31 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:50.431923 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43ccb895-5bb0-4b43-a5b6-c635a52708bb tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Router eee4421e-2989-4671-9153-2e36e43a0cd3 is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:34:50.617536 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ccb895-5bb0-4b43-a5b6-c635a52708bb tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:34:50.630361 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cf7b27-b77f-493b-9eb8-668b41b6bbf1 None None] Sync routers for ids ['eee4421e-2989-4671-9153-2e36e43a0cd3'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:34:50.650896 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cf7b27-b77f-493b-9eb8-668b41b6bbf1 None None] Routers {'eee4421e-2989-4671-9153-2e36e43a0cd3'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:34:50.651565 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-f9cf7b27-b77f-493b-9eb8-668b41b6bbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:34:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['eee4421e-2989-4671-9153-2e36e43a0cd3'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:50.657364 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-43ccb895-5bb0-4b43-a5b6-c635a52708bb tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:50.659424 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-43ccb895-5bb0-4b43-a5b6-c635a52708bb tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 4.3539214 Nov 25 13:34:50.661732 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 45288) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:50.730005 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-f9cf7b27-b77f-493b-9eb8-668b41b6bbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:50.754856 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cf7b27-b77f-493b-9eb8-668b41b6bbf1 None None] Routers {'eee4421e-2989-4671-9153-2e36e43a0cd3'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:34:50.755511 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-f9cf7b27-b77f-493b-9eb8-668b41b6bbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:34:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['eee4421e-2989-4671-9153-2e36e43a0cd3'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:50.819930 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-f9cf7b27-b77f-493b-9eb8-668b41b6bbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:50.821782 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cf7b27-b77f-493b-9eb8-668b41b6bbf1 None None] The sync data for ids ['eee4421e-2989-4671-9153-2e36e43a0cd3'] in n-d-808199-11 is: [] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:34:50.893611 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-68c88afc-49e9-4a13-8df1-0b0363002e91 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "GET /v2.0/routers/eee4421e-2989-4671-9153-2e36e43a0cd3 HTTP/1.1" status: 200 len: 881 time: 0.2271369 Nov 25 13:34:50.893976 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 45292) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:50.907166 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-21d58e49-e7c4-4452-bf62-756acd34cd31 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Allocated IP 172.20.0.1 (9d895fac-3603-4eae-9a10-c0c29f9e2296/5d3387ac-c8e7-4141-a2bb-03fc764526fd/7a98b4e9-073c-45e9-b32b-82c9185c8496) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:34:51.031990 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device f0d9d4f8-1ad9-43fa-b3f3-74f918f5ad0f up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:34:51.090206 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port f0d9d4f8-1ad9-43fa-b3f3-74f918f5ad0f triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:34:51.090590 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:51.144482 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-21d58e49-e7c4-4452-bf62-756acd34cd31 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:51.208240 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device fe0aec92-e972-4ea0-b93a-9db5be6eba4a up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:34:51.240174 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-21d58e49-e7c4-4452-bf62-756acd34cd31 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:51.272754 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-ddd150a4-25f0-4507-9e0b-91575c974c89 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.3747075 Nov 25 13:34:51.273722 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 45296) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:51.279297 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-02d46f0a-b993-42d6-8177-9b2314c8a111 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1185028683'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:34:51.308509 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port fe0aec92-e972-4ea0-b93a-9db5be6eba4a triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:34:51.309081 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:51.361310 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d58e49-e7c4-4452-bf62-756acd34cd31 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Network 9d895fac-3603-4eae-9a10-c0c29f9e2296 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:34:51.369647 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-21d58e49-e7c4-4452-bf62-756acd34cd31 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:34:51.374459 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d58e49-e7c4-4452-bf62-756acd34cd31 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:34:51.464787 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d58e49-e7c4-4452-bf62-756acd34cd31 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event updated for resources: {'Port': ['ID=7a98b4e9-073c-45e9-b32b-82c9185c8496,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:51.516698 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-21d58e49-e7c4-4452-bf62-756acd34cd31 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:51.523762 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:51.573450 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] For port fe0aec92-e972-4ea0-b93a-9db5be6eba4a, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=fe0aec92-e972-4ea0-b93a-9db5be6eba4a,segment=NetworkSegment(30244941-692b-4542-83e4-4e83c993aaa9),segment_id=30244941-692b-4542-83e4-4e83c993aaa9)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:34:51.580983 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:51.667857 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Pushing event updated for resources: {'Port': ['ID=fe0aec92-e972-4ea0-b93a-9db5be6eba4a,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:51.819419 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-21d58e49-e7c4-4452-bf62-756acd34cd31 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:51.914028 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036b3a98-62df-4cb0-b829-61553da7fac7 None None] Network 9d895fac-3603-4eae-9a10-c0c29f9e2296 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:34:51.989470 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-be79a6d7-64e6-40a5-ab03-8f753259e59f None None] Provisioning complete for port fe0aec92-e972-4ea0-b93a-9db5be6eba4a triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:34:51.989964 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-be79a6d7-64e6-40a5-ab03-8f753259e59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:52.002107 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-02d46f0a-b993-42d6-8177-9b2314c8a111 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66601263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66597252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:52.025586 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-02d46f0a-b993-42d6-8177-9b2314c8a111 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66601254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66601277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66597267'] for router, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:52.241045 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d46f0a-b993-42d6-8177-9b2314c8a111 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Router eee4421e-2989-4671-9153-2e36e43a0cd3 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:34:52.335961 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-21d58e49-e7c4-4452-bf62-756acd34cd31 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:52.356640 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-21d58e49-e7c4-4452-bf62-756acd34cd31 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:52.528126 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d46f0a-b993-42d6-8177-9b2314c8a111 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:34:52.537684 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-02d46f0a-b993-42d6-8177-9b2314c8a111 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:52.541324 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-02d46f0a-b993-42d6-8177-9b2314c8a111 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "PUT /v2.0/routers/eee4421e-2989-4671-9153-2e36e43a0cd3 HTTP/1.1" status: 200 len: 888 time: 1.2639568 Nov 25 13:34:52.542068 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67595804-0f51-4dc5-b9ce-01376ee25a1f None None] Sync routers for ids ['eee4421e-2989-4671-9153-2e36e43a0cd3'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:34:52.542721 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 45318) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:52.559490 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67595804-0f51-4dc5-b9ce-01376ee25a1f None None] Routers {'eee4421e-2989-4671-9153-2e36e43a0cd3'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:34:52.563328 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-67595804-0f51-4dc5-b9ce-01376ee25a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:34:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['eee4421e-2989-4671-9153-2e36e43a0cd3'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:52.578785 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d58e49-e7c4-4452-bf62-756acd34cd31 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event updated for resources: {'Port': ['ID=7a98b4e9-073c-45e9-b32b-82c9185c8496,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:52.619102 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-21d58e49-e7c4-4452-bf62-756acd34cd31 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:52.665750 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-67595804-0f51-4dc5-b9ce-01376ee25a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:52.667700 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-624fc82f-87f1-454c-80f1-094d13dacbe5 None None] Provisioning complete for port fe0aec92-e972-4ea0-b93a-9db5be6eba4a triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:34:52.668234 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-624fc82f-87f1-454c-80f1-094d13dacbe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:52.709552 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67595804-0f51-4dc5-b9ce-01376ee25a1f None None] Routers {'eee4421e-2989-4671-9153-2e36e43a0cd3'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:34:52.710214 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-67595804-0f51-4dc5-b9ce-01376ee25a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:34:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['eee4421e-2989-4671-9153-2e36e43a0cd3'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:52.798582 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-0b89b979-29b6-4df5-a47e-a30a768351a7 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "GET /v2.0/routers/eee4421e-2989-4671-9153-2e36e43a0cd3 HTTP/1.1" status: 200 len: 888 time: 0.2538083 Nov 25 13:34:52.799018 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 45322) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:52.843387 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d58e49-e7c4-4452-bf62-756acd34cd31 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Network 9d895fac-3603-4eae-9a10-c0c29f9e2296 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:34:52.847110 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-de6cf66d-80df-4a3e-b2fc-4a22268d5bea tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "GET /v2.0/ports?device_id=eee4421e-2989-4671-9153-2e36e43a0cd3 HTTP/1.1" status: 200 len: 205 time: 0.0470741 Nov 25 13:34:52.847433 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-21d58e49-e7c4-4452-bf62-756acd34cd31 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:34:52.868964 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 45326) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:52.874132 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-67595804-0f51-4dc5-b9ce-01376ee25a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:52.874343 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67595804-0f51-4dc5-b9ce-01376ee25a1f None None] The sync data for ids ['eee4421e-2989-4671-9153-2e36e43a0cd3'] in n-d-808199-11 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:34:52.989704 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-624fc82f-87f1-454c-80f1-094d13dacbe5 None None] Provisioning complete for port 7a98b4e9-073c-45e9-b32b-82c9185c8496 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:34:52.990256 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-624fc82f-87f1-454c-80f1-094d13dacbe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:53.019097 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device fe0aec92-e972-4ea0-b93a-9db5be6eba4a up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:34:53.097304 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-624fc82f-87f1-454c-80f1-094d13dacbe5 None None] Port 7a98b4e9-073c-45e9-b32b-82c9185c8496 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:34:53.105515 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port fe0aec92-e972-4ea0-b93a-9db5be6eba4a triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:34:53.106733 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:53.237790 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-6c18d8c8-f036-4912-bc5a-a945a93eadb7 None None] Provisioning complete for port 7a98b4e9-073c-45e9-b32b-82c9185c8496 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:34:53.238185 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6c18d8c8-f036-4912-bc5a-a945a93eadb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:53.238862 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f36ff24d-2cfa-40c4-90ae-b21407069362 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for router, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:53.292415 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-6c18d8c8-f036-4912-bc5a-a945a93eadb7 None None] Port 7a98b4e9-073c-45e9-b32b-82c9185c8496 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:34:53.305637 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21d58e49-e7c4-4452-bf62-756acd34cd31 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Router 275d2c8b-6d84-4fc9-a3af-01cd21c6c052 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:34:53.423220 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-fd9a92d6-8256-434c-9583-43d89dc56cea None None] Provisioning complete for port 7a98b4e9-073c-45e9-b32b-82c9185c8496 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:34:53.423598 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fd9a92d6-8256-434c-9583-43d89dc56cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:53.472084 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f36ff24d-2cfa-40c4-90ae-b21407069362 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:53.474124 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-fd9a92d6-8256-434c-9583-43d89dc56cea None None] Port 7a98b4e9-073c-45e9-b32b-82c9185c8496 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:34:53.523120 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d58e49-e7c4-4452-bf62-756acd34cd31 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:34:53.528968 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-21d58e49-e7c4-4452-bf62-756acd34cd31 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "PUT /v2.0/routers/275d2c8b-6d84-4fc9-a3af-01cd21c6c052/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8465538 Nov 25 13:34:53.541858 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e123eb5-5420-4825-91b7-f27f01bdefea None None] Sync routers for ids ['275d2c8b-6d84-4fc9-a3af-01cd21c6c052'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:34:53.559080 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e123eb5-5420-4825-91b7-f27f01bdefea None None] Routers {'275d2c8b-6d84-4fc9-a3af-01cd21c6c052'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:34:53.559719 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-8e123eb5-5420-4825-91b7-f27f01bdefea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:34:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['275d2c8b-6d84-4fc9-a3af-01cd21c6c052'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:53.587062 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-f36ff24d-2cfa-40c4-90ae-b21407069362 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Deleting port d94e0d26-490b-413b-9f87-23470722c0a0 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:34:53.588305 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f36ff24d-2cfa-40c4-90ae-b21407069362 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:53.709453 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-8e123eb5-5420-4825-91b7-f27f01bdefea None None] Set router 275d2c8b-6d84-4fc9-a3af-01cd21c6c052 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:34:53.730069 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f36ff24d-2cfa-40c4-90ae-b21407069362 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:53.765283 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-f36ff24d-2cfa-40c4-90ae-b21407069362 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Calling delete_port for d94e0d26-490b-413b-9f87-23470722c0a0 owned by network:router_gateway {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:34:53.901230 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-317f1d15-aa9c-4ac2-998d-dfc13b455f65 req-51202e7d-dbb2-4de4-8f96-5ad73a4413de tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-146339675&fields=id&tenant_id=057e847f3ee343b9812224ca032e6bfc HTTP/1.1" status: 200 len: 267 time: 0.1050174 Nov 25 13:34:54.048608 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-8e123eb5-5420-4825-91b7-f27f01bdefea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275d2c8b-6d84-4fc9-a3af-01cd21c6c052', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840486905', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'f0d9d4f8-1ad9-43fa-b3f3-74f918f5ad0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:34:43Z', 'updated_at': '2021-11-25T13:34:51Z', 'revision_number': 4, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'gw_port': {'id': 'f0d9d4f8-1ad9-43fa-b3f3-74f918f5ad0f', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:45:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275d2c8b-6d84-4fc9-a3af-01cd21c6c052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:34:44Z', 'updated_at': '2021-11-25T13:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '7a98b4e9-073c-45e9-b32b-82c9185c8496', 'name': '', 'network_id': '9d895fac-3603-4eae-9a10-c0c29f9e2296', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'mac_address': 'fa:16:3e:7c:cb:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275d2c8b-6d84-4fc9-a3af-01cd21c6c052', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '5d3387ac-c8e7-4141-a2bb-03fc764526fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:34:50Z', 'updated_at': '2021-11-25T13:34:52Z', 'revision_number': 2, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'subnets': [{'id': '5d3387ac-c8e7-4141-a2bb-03fc764526fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:54.083690 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e123eb5-5420-4825-91b7-f27f01bdefea None None] Checking router: 275d2c8b-6d84-4fc9-a3af-01cd21c6c052 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:34:54.084163 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e123eb5-5420-4825-91b7-f27f01bdefea None None] Updating router 275d2c8b-6d84-4fc9-a3af-01cd21c6c052 port 7a98b4e9-073c-45e9-b32b-82c9185c8496 binding host n-d-808199-11 {{(pid=103572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:34:54.121777 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8e123eb5-5420-4825-91b7-f27f01bdefea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:54.130899 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f1d15-aa9c-4ac2-998d-dfc13b455f65 req-061ced0f-821c-44c4-9f4d-319a3eae0769 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:54.132969 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-317f1d15-aa9c-4ac2-998d-dfc13b455f65 req-061ced0f-821c-44c4-9f4d-319a3eae0769 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/networks?id=9d895fac-3603-4eae-9a10-c0c29f9e2296 HTTP/1.1" status: 200 len: 797 time: 0.1886058 Nov 25 13:34:54.154620 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-317f1d15-aa9c-4ac2-998d-dfc13b455f65 req-4c1beb7d-da51-430b-8928-5d3011f79b0f tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/quotas/057e847f3ee343b9812224ca032e6bfc HTTP/1.1" status: 200 len: 375 time: 0.0131421 Nov 25 13:34:54.157963 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f36ff24d-2cfa-40c4-90ae-b21407069362 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:54.228018 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ff24d-2cfa-40c4-90ae-b21407069362 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event deleted for resources: {'Port': ['ID=d94e0d26-490b-413b-9f87-23470722c0a0,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:54.306370 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-317f1d15-aa9c-4ac2-998d-dfc13b455f65 req-e367903b-50d7-42ec-8886-6abef7c15b5b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=057e847f3ee343b9812224ca032e6bfc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1322768 Nov 25 13:34:54.316513 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f36ff24d-2cfa-40c4-90ae-b21407069362 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:54.328251 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543422f7-733a-4477-9c26-69e09f2574ac None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:34:54.460523 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f36ff24d-2cfa-40c4-90ae-b21407069362 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:54.469173 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f36ff24d-2cfa-40c4-90ae-b21407069362 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:54.528422 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f36ff24d-2cfa-40c4-90ae-b21407069362 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:54.528997 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f36ff24d-2cfa-40c4-90ae-b21407069362 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Fanout notify agent at l3_agent the message router_deleted on router eee4421e-2989-4671-9153-2e36e43a0cd3 {{(pid=103570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:34:54.537957 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f36ff24d-2cfa-40c4-90ae-b21407069362 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:54.539114 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f36ff24d-2cfa-40c4-90ae-b21407069362 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "DELETE /v2.0/routers/eee4421e-2989-4671-9153-2e36e43a0cd3 HTTP/1.1" status: 204 len: 168 time: 1.6691568 Nov 25 13:34:54.543854 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 45364) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:54.551965 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-9efbbec1-184d-4cbe-8ce5-5d7611322c9b tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Request body: {'network': {'name': 'tempest-RoutersTest-1877072877'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:34:54.554899 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-317f1d15-aa9c-4ac2-998d-dfc13b455f65 req-cf8f92a4-750c-4faf-8642-38f0e635cc1f service neutron] 10.222.0.53 "GET /v2.0/networks/9d895fac-3603-4eae-9a10-c0c29f9e2296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088883 Nov 25 13:34:54.611169 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9efbbec1-184d-4cbe-8ce5-5d7611322c9b tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Made reservation on behalf of 66429e439f264996b6f577612d5b57ec for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:34:54.616354 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9efbbec1-184d-4cbe-8ce5-5d7611322c9b tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:54.650355 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9efbbec1-184d-4cbe-8ce5-5d7611322c9b tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:34:54.662532 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9efbbec1-184d-4cbe-8ce5-5d7611322c9b tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:54.663203 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-9efbbec1-184d-4cbe-8ce5-5d7611322c9b tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Added segment 809c1523-a1b5-4b5e-8ced-761cc302fa9c of type vlan for network f9900390-ff07-48d3-84b3-142cc7a9af2c Nov 25 13:34:54.699594 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-317f1d15-aa9c-4ac2-998d-dfc13b455f65 req-85434ab4-4c77-4a6e-8211-ce440df994e3 service neutron] 10.222.0.53 "GET /v2.0/networks/9d895fac-3603-4eae-9a10-c0c29f9e2296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382167 Nov 25 13:34:54.740994 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9efbbec1-184d-4cbe-8ce5-5d7611322c9b tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:54.782686 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9efbbec1-184d-4cbe-8ce5-5d7611322c9b tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:54.803312 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efbbec1-184d-4cbe-8ce5-5d7611322c9b tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:54.806367 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9efbbec1-184d-4cbe-8ce5-5d7611322c9b tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:54.820371 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8e123eb5-5420-4825-91b7-f27f01bdefea None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:54.835033 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8e123eb5-5420-4825-91b7-f27f01bdefea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:54.910063 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6368e88f-ac94-4836-aacd-b4ef6fd9a5b1 None None] Pushing event updated for resources: {'Port': ['ID=7a98b4e9-073c-45e9-b32b-82c9185c8496,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:54.932475 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-9efbbec1-184d-4cbe-8ce5-5d7611322c9b tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3853621 Nov 25 13:34:54.932800 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 45370) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:54.943395 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-79bc64a7-e8ec-4f17-a95f-7e1b4e895892 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Request body: {'subnet': {'network_id': 'f9900390-ff07-48d3-84b3-142cc7a9af2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:34:54.956885 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efbbec1-184d-4cbe-8ce5-5d7611322c9b tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event updated for resources: {'Network': ['ID=f9900390-ff07-48d3-84b3-142cc7a9af2c,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:55.028873 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network f9900390-ff07-48d3-84b3-142cc7a9af2c details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:34:55.135234 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-64d1b0f9-4dea-44f0-8cb7-e05952ec09f7 req-3b0c68d2-8655-46f6-a254-c56976594ffd tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c3344d9-6e9b-4b65-b265-1cb57c82fa35 HTTP/1.1" status: 200 len: 210 time: 0.1042583 Nov 25 13:34:55.150711 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-8e123eb5-5420-4825-91b7-f27f01bdefea None None] Attempting to bind port 7a98b4e9-073c-45e9-b32b-82c9185c8496 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:34:55.151498 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-8e123eb5-5420-4825-91b7-f27f01bdefea None None] Attempting to bind port 7a98b4e9-073c-45e9-b32b-82c9185c8496 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '30244941-692b-4542-83e4-4e83c993aaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '9d895fac-3603-4eae-9a10-c0c29f9e2296'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:34:55.152216 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e123eb5-5420-4825-91b7-f27f01bdefea None None] Attempting to bind port 7a98b4e9-073c-45e9-b32b-82c9185c8496 on network 9d895fac-3603-4eae-9a10-c0c29f9e2296 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:34:55.169384 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e123eb5-5420-4825-91b7-f27f01bdefea None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:34:55.169909 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e123eb5-5420-4825-91b7-f27f01bdefea None None] Checking segment: {'id': '30244941-692b-4542-83e4-4e83c993aaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '9d895fac-3603-4eae-9a10-c0c29f9e2296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:34:55.170358 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8e123eb5-5420-4825-91b7-f27f01bdefea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:55.170898 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e123eb5-5420-4825-91b7-f27f01bdefea None None] Bound using segment: {'id': '30244941-692b-4542-83e4-4e83c993aaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '9d895fac-3603-4eae-9a10-c0c29f9e2296'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:34:55.171738 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-8e123eb5-5420-4825-91b7-f27f01bdefea None None] Bound port: 7a98b4e9-073c-45e9-b32b-82c9185c8496, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30244941-692b-4542-83e4-4e83c993aaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '9d895fac-3603-4eae-9a10-c0c29f9e2296'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:34:55.172219 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8e123eb5-5420-4825-91b7-f27f01bdefea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:55.315352 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79bc64a7-e8ec-4f17-a95f-7e1b4e895892 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Made reservation on behalf of 66429e439f264996b6f577612d5b57ec for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:34:55.322203 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-79bc64a7-e8ec-4f17-a95f-7e1b4e895892 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:55.347888 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-8e123eb5-5420-4825-91b7-f27f01bdefea None None] For port 7a98b4e9-073c-45e9-b32b-82c9185c8496, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:34:55.354465 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-8e123eb5-5420-4825-91b7-f27f01bdefea None None] For port 7a98b4e9-073c-45e9-b32b-82c9185c8496, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=7a98b4e9-073c-45e9-b32b-82c9185c8496,segment=NetworkSegment(30244941-692b-4542-83e4-4e83c993aaa9),segment_id=30244941-692b-4542-83e4-4e83c993aaa9)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:34:55.366161 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8e123eb5-5420-4825-91b7-f27f01bdefea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:55.477103 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6368e88f-ac94-4836-aacd-b4ef6fd9a5b1 None None] Pushing event updated for resources: {'Port': ['ID=7a98b4e9-073c-45e9-b32b-82c9185c8496,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:55.497494 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e123eb5-5420-4825-91b7-f27f01bdefea None None] Routers {'275d2c8b-6d84-4fc9-a3af-01cd21c6c052'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:34:55.498239 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-8e123eb5-5420-4825-91b7-f27f01bdefea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:34:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['275d2c8b-6d84-4fc9-a3af-01cd21c6c052'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:55.505301 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-271c8b3d-55ca-432a-9c9b-1c420cfd5344 None None] Provisioning complete for port 7a98b4e9-073c-45e9-b32b-82c9185c8496 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:34:55.505301 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-271c8b3d-55ca-432a-9c9b-1c420cfd5344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:55.785095 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-8e123eb5-5420-4825-91b7-f27f01bdefea None None] Set router 275d2c8b-6d84-4fc9-a3af-01cd21c6c052 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:34:55.833165 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-79bc64a7-e8ec-4f17-a95f-7e1b4e895892 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:55.921760 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bc64a7-e8ec-4f17-a95f-7e1b4e895892 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event updated for resources: {'Subnet': ['ID=4b7a9a15-a3d1-4387-8236-c8858ba63f4b,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:55.931772 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bc64a7-e8ec-4f17-a95f-7e1b4e895892 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Checking segment: {'id': '809c1523-a1b5-4b5e-8ced-761cc302fa9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f9900390-ff07-48d3-84b3-142cc7a9af2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:34:55.932146 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bc64a7-e8ec-4f17-a95f-7e1b4e895892 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Network hostable DHCP agents. Network: f9900390-ff07-48d3-84b3-142cc7a9af2c, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:34:55.946007 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-271c8b3d-55ca-432a-9c9b-1c420cfd5344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:55.951172 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bc64a7-e8ec-4f17-a95f-7e1b4e895892 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Network f9900390-ff07-48d3-84b3-142cc7a9af2c is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:34:55.964584 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-79bc64a7-e8ec-4f17-a95f-7e1b4e895892 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, f9900390-ff07-48d3-84b3-142cc7a9af2c) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:34:55.979813 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79bc64a7-e8ec-4f17-a95f-7e1b4e895892 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:55.980906 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-79bc64a7-e8ec-4f17-a95f-7e1b4e895892 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:55.993049 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ee4755-f4ab-4783-b424-be09c944c75f None None] Network f9900390-ff07-48d3-84b3-142cc7a9af2c requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:34:56.003869 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-79bc64a7-e8ec-4f17-a95f-7e1b4e895892 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0697935 Nov 25 13:34:56.006829 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 45390) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:56.011412 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-29e19872-e34e-40e8-afa9-d2ed282817ed tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-714936111', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:34:56.046736 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-29e19872-e34e-40e8-afa9-d2ed282817ed tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:56.049044 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-29e19872-e34e-40e8-afa9-d2ed282817ed tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:56.117432 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-271c8b3d-55ca-432a-9c9b-1c420cfd5344 None None] For port 7a98b4e9-073c-45e9-b32b-82c9185c8496, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=7a98b4e9-073c-45e9-b32b-82c9185c8496,segment=NetworkSegment(30244941-692b-4542-83e4-4e83c993aaa9),segment_id=30244941-692b-4542-83e4-4e83c993aaa9)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:34:56.131258 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-271c8b3d-55ca-432a-9c9b-1c420cfd5344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:56.139550 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-29e19872-e34e-40e8-afa9-d2ed282817ed tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:56.147374 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-29e19872-e34e-40e8-afa9-d2ed282817ed tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:56.178758 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-29e19872-e34e-40e8-afa9-d2ed282817ed tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:56.180463 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-29e19872-e34e-40e8-afa9-d2ed282817ed tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1725383 Nov 25 13:34:56.184241 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 45396) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:34:56.214000 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271c8b3d-55ca-432a-9c9b-1c420cfd5344 None None] Pushing event updated for resources: {'Port': ['ID=7a98b4e9-073c-45e9-b32b-82c9185c8496,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:56.339749 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-6ca133d5-01e8-42c7-8170-96a5f7a8f9f3 None None] Provisioning complete for port 7a98b4e9-073c-45e9-b32b-82c9185c8496 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:34:56.340345 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6ca133d5-01e8-42c7-8170-96a5f7a8f9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:56.465739 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-66851286-fbda-412f-a0e8-b0f50dff7dac req-3586c3ed-c7d2-41a7-af2c-e07779225158 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c3344d9-6e9b-4b65-b265-1cb57c82fa35 HTTP/1.1" status: 200 len: 210 time: 0.1909235 Nov 25 13:34:56.524503 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d076e07-9ced-4a6a-b2fa-cb2a58e8fe27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-f9900390-ff07-48d3-84b3-142cc7a9af2c', 'network_id': 'f9900390-ff07-48d3-84b3-142cc7a9af2c', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'fixed_ips': [{'subnet_id': '4b7a9a15-a3d1-4387-8236-c8858ba63f4b'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:34:56.525460 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4d076e07-9ced-4a6a-b2fa-cb2a58e8fe27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:56.744442 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f1d15-aa9c-4ac2-998d-dfc13b455f65 req-069abd04-49f8-4000-80c3-b750a480ddf9 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:56.749292 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-317f1d15-aa9c-4ac2-998d-dfc13b455f65 req-069abd04-49f8-4000-80c3-b750a480ddf9 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.47 "GET /v2.0/networks?id=9d895fac-3603-4eae-9a10-c0c29f9e2296 HTTP/1.1" status: 200 len: 797 time: 0.3035626 Nov 25 13:34:56.831351 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-4d076e07-9ced-4a6a-b2fa-cb2a58e8fe27 None None] Allocated IP 172.20.0.2 (f9900390-ff07-48d3-84b3-142cc7a9af2c/4b7a9a15-a3d1-4387-8236-c8858ba63f4b/b5a6ad63-b6b8-4d66-96e1-348be267ccbc) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:34:56.886379 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-317f1d15-aa9c-4ac2-998d-dfc13b455f65 req-b7de1ccb-f19f-4f9b-a996-cf662eefef52 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=057e847f3ee343b9812224ca032e6bfc HTTP/1.1" status: 200 len: 379 time: 0.1273813 Nov 25 13:34:56.898614 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-317f1d15-aa9c-4ac2-998d-dfc13b455f65 req-dbddb38c-7fb2-4a9d-94b7-7aac833501b9 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Request body: {'port': {'device_id': '4c3344d9-6e9b-4b65-b265-1cb57c82fa35', 'network_id': '9d895fac-3603-4eae-9a10-c0c29f9e2296', 'admin_state_up': True, 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'security_groups': ['e1eca7e0-4230-4e6a-9eb7-efb9259d4a3d']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:34:56.998122 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-8e123eb5-5420-4825-91b7-f27f01bdefea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275d2c8b-6d84-4fc9-a3af-01cd21c6c052', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840486905', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'f0d9d4f8-1ad9-43fa-b3f3-74f918f5ad0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:34:43Z', 'updated_at': '2021-11-25T13:34:51Z', 'revision_number': 4, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'gw_port': {'id': 'f0d9d4f8-1ad9-43fa-b3f3-74f918f5ad0f', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:45:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275d2c8b-6d84-4fc9-a3af-01cd21c6c052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:34:44Z', 'updated_at': '2021-11-25T13:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '7a98b4e9-073c-45e9-b32b-82c9185c8496', 'name': '', 'network_id': '9d895fac-3603-4eae-9a10-c0c29f9e2296', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'mac_address': 'fa:16:3e:7c:cb:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275d2c8b-6d84-4fc9-a3af-01cd21c6c052', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '5d3387ac-c8e7-4141-a2bb-03fc764526fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:34:50Z', 'updated_at': '2021-11-25T13:34:55Z', 'revision_number': 4, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'subnets': [{'id': '5d3387ac-c8e7-4141-a2bb-03fc764526fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:34:57.070737 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e123eb5-5420-4825-91b7-f27f01bdefea None None] The sync data for ids ['275d2c8b-6d84-4fc9-a3af-01cd21c6c052'] in n-d-808199-11 is: [{'id': '275d2c8b-6d84-4fc9-a3af-01cd21c6c052', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840486905', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'f0d9d4f8-1ad9-43fa-b3f3-74f918f5ad0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:34:43Z', 'updated_at': '2021-11-25T13:34:51Z', 'revision_number': 4, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'gw_port': {'id': 'f0d9d4f8-1ad9-43fa-b3f3-74f918f5ad0f', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:45:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275d2c8b-6d84-4fc9-a3af-01cd21c6c052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:34:44Z', 'updated_at': '2021-11-25T13:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '7a98b4e9-073c-45e9-b32b-82c9185c8496', 'name': '', 'network_id': '9d895fac-3603-4eae-9a10-c0c29f9e2296', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'mac_address': 'fa:16:3e:7c:cb:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275d2c8b-6d84-4fc9-a3af-01cd21c6c052', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '5d3387ac-c8e7-4141-a2bb-03fc764526fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:34:50Z', 'updated_at': '2021-11-25T13:34:55Z', 'revision_number': 4, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'subnets': [{'id': '5d3387ac-c8e7-4141-a2bb-03fc764526fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:34:57.085577 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-317f1d15-aa9c-4ac2-998d-dfc13b455f65 req-dbddb38c-7fb2-4a9d-94b7-7aac833501b9 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Made reservation on behalf of 057e847f3ee343b9812224ca032e6bfc for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:34:57.090770 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-317f1d15-aa9c-4ac2-998d-dfc13b455f65 req-dbddb38c-7fb2-4a9d-94b7-7aac833501b9 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:57.268281 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4d076e07-9ced-4a6a-b2fa-cb2a58e8fe27 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:57.269642 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-307120a1-ad07-423e-ad7d-73be5dd23e61 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:57.280209 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4d076e07-9ced-4a6a-b2fa-cb2a58e8fe27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:57.366005 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d076e07-9ced-4a6a-b2fa-cb2a58e8fe27 None None] Network f9900390-ff07-48d3-84b3-142cc7a9af2c is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:34:57.377518 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-4d076e07-9ced-4a6a-b2fa-cb2a58e8fe27 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:34:57.404030 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d076e07-9ced-4a6a-b2fa-cb2a58e8fe27 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:34:57.483661 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d076e07-9ced-4a6a-b2fa-cb2a58e8fe27 None None] Pushing event updated for resources: {'Port': ['ID=b5a6ad63-b6b8-4d66-96e1-348be267ccbc,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:57.511857 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-317f1d15-aa9c-4ac2-998d-dfc13b455f65 req-dbddb38c-7fb2-4a9d-94b7-7aac833501b9 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Allocated IP 172.20.0.12 (9d895fac-3603-4eae-9a10-c0c29f9e2296/5d3387ac-c8e7-4141-a2bb-03fc764526fd/a1221c11-6dfe-442e-b624-2d6a3b977c2e) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:34:57.540779 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-4d076e07-9ced-4a6a-b2fa-cb2a58e8fe27 None None] Attempting to bind port b5a6ad63-b6b8-4d66-96e1-348be267ccbc on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:34:57.544923 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-4d076e07-9ced-4a6a-b2fa-cb2a58e8fe27 None None] Attempting to bind port b5a6ad63-b6b8-4d66-96e1-348be267ccbc by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '809c1523-a1b5-4b5e-8ced-761cc302fa9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f9900390-ff07-48d3-84b3-142cc7a9af2c'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:34:57.546987 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d076e07-9ced-4a6a-b2fa-cb2a58e8fe27 None None] Attempting to bind port b5a6ad63-b6b8-4d66-96e1-348be267ccbc on network f9900390-ff07-48d3-84b3-142cc7a9af2c {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:34:57.560475 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d076e07-9ced-4a6a-b2fa-cb2a58e8fe27 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:34:57.560896 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d076e07-9ced-4a6a-b2fa-cb2a58e8fe27 None None] Checking segment: {'id': '809c1523-a1b5-4b5e-8ced-761cc302fa9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f9900390-ff07-48d3-84b3-142cc7a9af2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:34:57.561309 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4d076e07-9ced-4a6a-b2fa-cb2a58e8fe27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:57.561716 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d076e07-9ced-4a6a-b2fa-cb2a58e8fe27 None None] Bound using segment: {'id': '809c1523-a1b5-4b5e-8ced-761cc302fa9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f9900390-ff07-48d3-84b3-142cc7a9af2c'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:34:57.562214 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-4d076e07-9ced-4a6a-b2fa-cb2a58e8fe27 None None] Bound port: b5a6ad63-b6b8-4d66-96e1-348be267ccbc, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '809c1523-a1b5-4b5e-8ced-761cc302fa9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f9900390-ff07-48d3-84b3-142cc7a9af2c'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:34:57.562602 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4d076e07-9ced-4a6a-b2fa-cb2a58e8fe27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:57.705270 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-4d076e07-9ced-4a6a-b2fa-cb2a58e8fe27 None None] For port b5a6ad63-b6b8-4d66-96e1-348be267ccbc, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:34:57.710065 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-4d076e07-9ced-4a6a-b2fa-cb2a58e8fe27 None None] For port b5a6ad63-b6b8-4d66-96e1-348be267ccbc, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=b5a6ad63-b6b8-4d66-96e1-348be267ccbc,segment=NetworkSegment(809c1523-a1b5-4b5e-8ced-761cc302fa9c),segment_id=809c1523-a1b5-4b5e-8ced-761cc302fa9c)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:34:57.721027 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4d076e07-9ced-4a6a-b2fa-cb2a58e8fe27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:57.741269 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2e4d588a-13db-4475-b72b-eb9265dfbf1d req-75f7dee4-7cdf-417c-9290-bac90056624e tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c3344d9-6e9b-4b65-b265-1cb57c82fa35 HTTP/1.1" status: 200 len: 210 time: 0.0706227 Nov 25 13:34:57.835484 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-307120a1-ad07-423e-ad7d-73be5dd23e61 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Allocated IP 172.20.0.1 (f9900390-ff07-48d3-84b3-142cc7a9af2c/4b7a9a15-a3d1-4387-8236-c8858ba63f4b/81ce4f7f-47c7-41bf-9b77-a018711a122a) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:34:57.906726 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-317f1d15-aa9c-4ac2-998d-dfc13b455f65 req-dbddb38c-7fb2-4a9d-94b7-7aac833501b9 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:57.919369 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d076e07-9ced-4a6a-b2fa-cb2a58e8fe27 None None] Pushing event updated for resources: {'Port': ['ID=b5a6ad63-b6b8-4d66-96e1-348be267ccbc,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:58.001096 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-317f1d15-aa9c-4ac2-998d-dfc13b455f65 req-dbddb38c-7fb2-4a9d-94b7-7aac833501b9 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:58.053932 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-307120a1-ad07-423e-ad7d-73be5dd23e61 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:58.074368 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbddb38c-7fb2-4a9d-94b7-7aac833501b9 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event updated for resources: {'Port': ['ID=a1221c11-6dfe-442e-b624-2d6a3b977c2e,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:58.086193 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-317f1d15-aa9c-4ac2-998d-dfc13b455f65 req-dbddb38c-7fb2-4a9d-94b7-7aac833501b9 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Network 9d895fac-3603-4eae-9a10-c0c29f9e2296 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:34:58.088962 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-317f1d15-aa9c-4ac2-998d-dfc13b455f65 req-dbddb38c-7fb2-4a9d-94b7-7aac833501b9 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:34:58.107014 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-317f1d15-aa9c-4ac2-998d-dfc13b455f65 req-dbddb38c-7fb2-4a9d-94b7-7aac833501b9 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:34:58.139585 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-307120a1-ad07-423e-ad7d-73be5dd23e61 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:58.201279 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307120a1-ad07-423e-ad7d-73be5dd23e61 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Network f9900390-ff07-48d3-84b3-142cc7a9af2c is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:34:58.211597 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-307120a1-ad07-423e-ad7d-73be5dd23e61 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:34:58.214499 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307120a1-ad07-423e-ad7d-73be5dd23e61 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:34:58.239468 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f1d15-aa9c-4ac2-998d-dfc13b455f65 req-dbddb38c-7fb2-4a9d-94b7-7aac833501b9 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:58.240480 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-317f1d15-aa9c-4ac2-998d-dfc13b455f65 req-dbddb38c-7fb2-4a9d-94b7-7aac833501b9 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:58.296670 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307120a1-ad07-423e-ad7d-73be5dd23e61 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event updated for resources: {'Port': ['ID=81ce4f7f-47c7-41bf-9b77-a018711a122a,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:58.298103 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-317f1d15-aa9c-4ac2-998d-dfc13b455f65 req-dbddb38c-7fb2-4a9d-94b7-7aac833501b9 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4042623 Nov 25 13:34:58.311633 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-317f1d15-aa9c-4ac2-998d-dfc13b455f65 req-d490d0dc-33ae-4696-b230-c9537961f0bd service neutron] Request body: {'port': {'device_id': '4c3344d9-6e9b-4b65-b265-1cb57c82fa35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:34:58.317326 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-307120a1-ad07-423e-ad7d-73be5dd23e61 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:58.419943 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-317f1d15-aa9c-4ac2-998d-dfc13b455f65 req-d490d0dc-33ae-4696-b230-c9537961f0bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:58.592934 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-307120a1-ad07-423e-ad7d-73be5dd23e61 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:58.603556 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-20716efd-d955-44ee-bbe3-b46f9d42145a None None] Provisioning complete for port a1221c11-6dfe-442e-b624-2d6a3b977c2e triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:34:58.604027 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-20716efd-d955-44ee-bbe3-b46f9d42145a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:58.736760 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-20716efd-d955-44ee-bbe3-b46f9d42145a None None] Port a1221c11-6dfe-442e-b624-2d6a3b977c2e cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:34:59.066258 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-317f1d15-aa9c-4ac2-998d-dfc13b455f65 req-d490d0dc-33ae-4696-b230-c9537961f0bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1221c11-6dfe-442e-b624-2d6a3b977c2e {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:34:59.077866 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-317f1d15-aa9c-4ac2-998d-dfc13b455f65 req-d490d0dc-33ae-4696-b230-c9537961f0bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:59.103172 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac19eff-ca69-4574-ad03-067e2617f3b8 req-ba8a0fd6-a30a-4feb-a9f6-6f5a0e45b537 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:59.105023 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cac19eff-ca69-4574-ad03-067e2617f3b8 req-ba8a0fd6-a30a-4feb-a9f6-6f5a0e45b537 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c3344d9-6e9b-4b65-b265-1cb57c82fa35 HTTP/1.1" status: 200 len: 932 time: 0.2247677 Nov 25 13:34:59.114660 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-317f1d15-aa9c-4ac2-998d-dfc13b455f65 req-d490d0dc-33ae-4696-b230-c9537961f0bd service neutron] Transition to ACTIVE for port object a1221c11-6dfe-442e-b624-2d6a3b977c2e will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:34:59.128273 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-317f1d15-aa9c-4ac2-998d-dfc13b455f65 req-d490d0dc-33ae-4696-b230-c9537961f0bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:59.187709 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device b5a6ad63-b6b8-4d66-96e1-348be267ccbc up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:34:59.226472 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d490d0dc-33ae-4696-b230-c9537961f0bd service neutron] Pushing event updated for resources: {'Port': ['ID=a1221c11-6dfe-442e-b624-2d6a3b977c2e,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:59.331677 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port b5a6ad63-b6b8-4d66-96e1-348be267ccbc triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:34:59.332452 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:59.345457 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cac19eff-ca69-4574-ad03-067e2617f3b8 req-1f0efd81-db4e-4ce3-bda0-2b18da6956b9 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1eca7e0-4230-4e6a-9eb7-efb9259d4a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1973350 Nov 25 13:34:59.360200 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-317f1d15-aa9c-4ac2-998d-dfc13b455f65 req-d490d0dc-33ae-4696-b230-c9537961f0bd service neutron] Attempting to bind port a1221c11-6dfe-442e-b624-2d6a3b977c2e on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:34:59.369171 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-317f1d15-aa9c-4ac2-998d-dfc13b455f65 req-d490d0dc-33ae-4696-b230-c9537961f0bd service neutron] Attempting to bind port a1221c11-6dfe-442e-b624-2d6a3b977c2e by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '30244941-692b-4542-83e4-4e83c993aaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '9d895fac-3603-4eae-9a10-c0c29f9e2296'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:34:59.369877 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317f1d15-aa9c-4ac2-998d-dfc13b455f65 req-d490d0dc-33ae-4696-b230-c9537961f0bd service neutron] Attempting to bind port a1221c11-6dfe-442e-b624-2d6a3b977c2e on network 9d895fac-3603-4eae-9a10-c0c29f9e2296 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:34:59.389005 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317f1d15-aa9c-4ac2-998d-dfc13b455f65 req-d490d0dc-33ae-4696-b230-c9537961f0bd service neutron] Port a1221c11-6dfe-442e-b624-2d6a3b977c2e on network 9d895fac-3603-4eae-9a10-c0c29f9e2296 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:34:59.389734 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317f1d15-aa9c-4ac2-998d-dfc13b455f65 req-d490d0dc-33ae-4696-b230-c9537961f0bd service neutron] Attempting to bind port a1221c11-6dfe-442e-b624-2d6a3b977c2e on network 9d895fac-3603-4eae-9a10-c0c29f9e2296 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:34:59.411722 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317f1d15-aa9c-4ac2-998d-dfc13b455f65 req-d490d0dc-33ae-4696-b230-c9537961f0bd service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:34:59.413317 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317f1d15-aa9c-4ac2-998d-dfc13b455f65 req-d490d0dc-33ae-4696-b230-c9537961f0bd service neutron] Checking segment: {'id': '30244941-692b-4542-83e4-4e83c993aaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '9d895fac-3603-4eae-9a10-c0c29f9e2296'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:34:59.415028 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317f1d15-aa9c-4ac2-998d-dfc13b455f65 req-d490d0dc-33ae-4696-b230-c9537961f0bd service neutron] Bound using segment: {'id': '30244941-692b-4542-83e4-4e83c993aaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '9d895fac-3603-4eae-9a10-c0c29f9e2296'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:34:59.422427 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-317f1d15-aa9c-4ac2-998d-dfc13b455f65 req-d490d0dc-33ae-4696-b230-c9537961f0bd service neutron] Bound port: a1221c11-6dfe-442e-b624-2d6a3b977c2e, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30244941-692b-4542-83e4-4e83c993aaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '9d895fac-3603-4eae-9a10-c0c29f9e2296'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:34:59.423049 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-317f1d15-aa9c-4ac2-998d-dfc13b455f65 req-d490d0dc-33ae-4696-b230-c9537961f0bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:59.514969 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-307120a1-ad07-423e-ad7d-73be5dd23e61 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:59.527492 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-307120a1-ad07-423e-ad7d-73be5dd23e61 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:59.544616 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:59.555203 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-317f1d15-aa9c-4ac2-998d-dfc13b455f65 req-d490d0dc-33ae-4696-b230-c9537961f0bd service neutron] For port a1221c11-6dfe-442e-b624-2d6a3b977c2e, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:34:59.564562 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-317f1d15-aa9c-4ac2-998d-dfc13b455f65 req-d490d0dc-33ae-4696-b230-c9537961f0bd service neutron] For port a1221c11-6dfe-442e-b624-2d6a3b977c2e, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=a1221c11-6dfe-442e-b624-2d6a3b977c2e,segment=NetworkSegment(30244941-692b-4542-83e4-4e83c993aaa9),segment_id=30244941-692b-4542-83e4-4e83c993aaa9)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:34:59.576718 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-317f1d15-aa9c-4ac2-998d-dfc13b455f65 req-d490d0dc-33ae-4696-b230-c9537961f0bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:59.616458 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] For port b5a6ad63-b6b8-4d66-96e1-348be267ccbc, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=b5a6ad63-b6b8-4d66-96e1-348be267ccbc,segment=NetworkSegment(809c1523-a1b5-4b5e-8ced-761cc302fa9c),segment_id=809c1523-a1b5-4b5e-8ced-761cc302fa9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:34:59.620294 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f1d15-aa9c-4ac2-998d-dfc13b455f65 req-d490d0dc-33ae-4696-b230-c9537961f0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:34:59.621727 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-317f1d15-aa9c-4ac2-998d-dfc13b455f65 req-d490d0dc-33ae-4696-b230-c9537961f0bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:59.623379 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-317f1d15-aa9c-4ac2-998d-dfc13b455f65 req-d490d0dc-33ae-4696-b230-c9537961f0bd service neutron] 10.222.0.47 "PUT /v2.0/ports/a1221c11-6dfe-442e-b624-2d6a3b977c2e HTTP/1.1" status: 200 len: 1093 time: 1.3164105 Nov 25 13:34:59.625194 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:59.626251 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 7a98b4e9-073c-45e9-b32b-82c9185c8496 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:34:59.754015 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c3344d9-6e9b-4b65-b265-1cb57c82fa35', 'tag': 'a1221c11-6dfe-442e-b624-2d6a3b977c2e'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:34:59.757685 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c50a76-b8a6-45a2-9422-3d574f846fad" -d '{"events": [{"name": "network-changed", "server_uuid": "4c3344d9-6e9b-4b65-b265-1cb57c82fa35", "tag": "a1221c11-6dfe-442e-b624-2d6a3b977c2e"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:34:59.768121 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d490d0dc-33ae-4696-b230-c9537961f0bd service neutron] Pushing event updated for resources: {'Port': ['ID=a1221c11-6dfe-442e-b624-2d6a3b977c2e,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:59.808608 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307120a1-ad07-423e-ad7d-73be5dd23e61 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event updated for resources: {'Port': ['ID=81ce4f7f-47c7-41bf-9b77-a018711a122a,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:59.811626 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-307120a1-ad07-423e-ad7d-73be5dd23e61 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:34:59.820648 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Pushing event updated for resources: {'Port': ['ID=b5a6ad63-b6b8-4d66-96e1-348be267ccbc,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:34:59.948188 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307120a1-ad07-423e-ad7d-73be5dd23e61 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Network f9900390-ff07-48d3-84b3-142cc7a9af2c is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:34:59.950491 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-307120a1-ad07-423e-ad7d-73be5dd23e61 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:34:59.959878 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 7a98b4e9-073c-45e9-b32b-82c9185c8496 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:34:59.961721 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:00.029982 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0836aa72-f71c-468a-a11d-c8e52ab52693 None None] Network f9900390-ff07-48d3-84b3-142cc7a9af2c requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:35:00.179746 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-307120a1-ad07-423e-ad7d-73be5dd23e61 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Router 5414574c-4efa-4101-a07a-c16e62112676 is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:35:00.196151 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-dea3694c-50c3-4dfd-b400-d7425e2b7eec None None] Provisioning complete for port b5a6ad63-b6b8-4d66-96e1-348be267ccbc triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:35:00.196436 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dea3694c-50c3-4dfd-b400-d7425e2b7eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:00.343074 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-307120a1-ad07-423e-ad7d-73be5dd23e61 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:35:00.357134 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-307120a1-ad07-423e-ad7d-73be5dd23e61 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "PUT /v2.0/routers/5414574c-4efa-4101-a07a-c16e62112676/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1712687 Nov 25 13:35:00.357987 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 45472) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:00.358269 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09259e1b-1ab7-4560-bed5-ae40cbae5e21 None None] Sync routers for ids ['5414574c-4efa-4101-a07a-c16e62112676'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:35:00.385234 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09259e1b-1ab7-4560-bed5-ae40cbae5e21 None None] Routers {'5414574c-4efa-4101-a07a-c16e62112676'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:35:00.392267 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-09259e1b-1ab7-4560-bed5-ae40cbae5e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:34:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['5414574c-4efa-4101-a07a-c16e62112676'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:00.477680 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae170aa-7b42-4277-8f37-73436755d91f x-openstack-request-id: req-5ae170aa-7b42-4277-8f37-73436755d91f {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:35:00.478301 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c3344d9-6e9b-4b65-b265-1cb57c82fa35", "tag": "a1221c11-6dfe-442e-b624-2d6a3b977c2e", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:35:00.478301 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5ae170aa-7b42-4277-8f37-73436755d91f {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:35:00.478604 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c3344d9-6e9b-4b65-b265-1cb57c82fa35', 'tag': 'a1221c11-6dfe-442e-b624-2d6a3b977c2e', 'status': 'completed', 'code': 200} Nov 25 13:35:00.481965 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054a74cd-4707-4dbb-9cac-96896e1b95f1 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:00.484300 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-09259e1b-1ab7-4560-bed5-ae40cbae5e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:00.491259 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-054a74cd-4707-4dbb-9cac-96896e1b95f1 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "GET /v2.0/ports/81ce4f7f-47c7-41bf-9b77-a018711a122a HTTP/1.1" status: 200 len: 910 time: 0.1319482 Nov 25 13:35:00.493410 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 45476) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:00.510512 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-0c08b1f6-3e65-48da-9975-26588260944f tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4b7a9a15-a3d1-4387-8236-c8858ba63f4b'}]}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:35:00.516021 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09259e1b-1ab7-4560-bed5-ae40cbae5e21 None None] Routers {'5414574c-4efa-4101-a07a-c16e62112676'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:35:00.516784 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-09259e1b-1ab7-4560-bed5-ae40cbae5e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:34:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['5414574c-4efa-4101-a07a-c16e62112676'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:00.541849 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f1d15-aa9c-4ac2-998d-dfc13b455f65 req-6234920e-f993-402e-a8b1-1e9ceae25532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:00.546892 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-317f1d15-aa9c-4ac2-998d-dfc13b455f65 req-6234920e-f993-402e-a8b1-1e9ceae25532 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=057e847f3ee343b9812224ca032e6bfc&device_id=4c3344d9-6e9b-4b65-b265-1cb57c82fa35 HTTP/1.1" status: 200 len: 1096 time: 0.7642655 Nov 25 13:35:00.556616 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-09259e1b-1ab7-4560-bed5-ae40cbae5e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:00.557631 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09259e1b-1ab7-4560-bed5-ae40cbae5e21 None None] The sync data for ids ['5414574c-4efa-4101-a07a-c16e62112676'] in n-d-808199-11 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:35:00.608847 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-317f1d15-aa9c-4ac2-998d-dfc13b455f65 req-0900fe72-e66b-42cb-9f92-edfdac9c954e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1221c11-6dfe-442e-b624-2d6a3b977c2e HTTP/1.1" status: 200 len: 217 time: 0.0529590 Nov 25 13:35:00.615830 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-47ecf51b-2410-46a1-9394-6eb1660b4fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:00.689517 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f1d15-aa9c-4ac2-998d-dfc13b455f65 req-20f4d80c-f299-4db9-9aeb-88cd131f2e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:00.691045 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-317f1d15-aa9c-4ac2-998d-dfc13b455f65 req-20f4d80c-f299-4db9-9aeb-88cd131f2e68 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5d3387ac-c8e7-4141-a2bb-03fc764526fd HTTP/1.1" status: 200 len: 835 time: 0.0744069 Nov 25 13:35:00.752974 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e81b3-8517-4956-bd49-61e5fa3e7e80 req-f1263760-9791-4749-b4ca-ff6c07f42557 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:00.761719 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2c6e81b3-8517-4956-bd49-61e5fa3e7e80 req-f1263760-9791-4749-b4ca-ff6c07f42557 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c3344d9-6e9b-4b65-b265-1cb57c82fa35 HTTP/1.1" status: 200 len: 944 time: 0.2690516 Nov 25 13:35:00.772979 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0c08b1f6-3e65-48da-9975-26588260944f tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:00.803446 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f1d15-aa9c-4ac2-998d-dfc13b455f65 req-70115f7d-02c9-4dad-8a87-246ee9f5773d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:00.809073 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-317f1d15-aa9c-4ac2-998d-dfc13b455f65 req-70115f7d-02c9-4dad-8a87-246ee9f5773d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9d895fac-3603-4eae-9a10-c0c29f9e2296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1107175 Nov 25 13:35:00.904123 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2c6e81b3-8517-4956-bd49-61e5fa3e7e80 req-57a50dd9-64fd-48ad-87ef-4bd6db48ad73 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1eca7e0-4230-4e6a-9eb7-efb9259d4a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413717 Nov 25 13:35:00.979893 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device b5a6ad63-b6b8-4d66-96e1-348be267ccbc up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:35:01.004431 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-317f1d15-aa9c-4ac2-998d-dfc13b455f65 req-8add8ede-6760-4943-b788-09703342c9d8 service neutron] 10.222.0.47 "GET /v2.0/networks/9d895fac-3603-4eae-9a10-c0c29f9e2296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859851 Nov 25 13:35:01.128800 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port b5a6ad63-b6b8-4d66-96e1-348be267ccbc triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:35:01.129183 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:01.180168 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-49413b40-7bb5-4381-9a97-96ea75a6e890 None None] Provisioning complete for port 81ce4f7f-47c7-41bf-9b77-a018711a122a triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:35:01.180817 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-49413b40-7bb5-4381-9a97-96ea75a6e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:01.236208 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-49413b40-7bb5-4381-9a97-96ea75a6e890 None None] Port 81ce4f7f-47c7-41bf-9b77-a018711a122a cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:35:01.242075 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-317f1d15-aa9c-4ac2-998d-dfc13b455f65 req-f078c963-f7ff-4a94-9fca-14aa4dc1067d service neutron] 10.222.0.47 "GET /v2.0/networks/9d895fac-3603-4eae-9a10-c0c29f9e2296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282009 Nov 25 13:35:01.266884 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-49413b40-7bb5-4381-9a97-96ea75a6e890 None None] Provisioning complete for port b5a6ad63-b6b8-4d66-96e1-348be267ccbc triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:35:01.267334 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-49413b40-7bb5-4381-9a97-96ea75a6e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:01.392056 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c50a76-b8a6-45a2-9422-3d574f846fad req-aa53deec-5c56-4f21-981d-3329e38ff5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:01.392056 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-13c50a76-b8a6-45a2-9422-3d574f846fad req-aa53deec-5c56-4f21-981d-3329e38ff5ab service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=057e847f3ee343b9812224ca032e6bfc&device_id=4c3344d9-6e9b-4b65-b265-1cb57c82fa35 HTTP/1.1" status: 200 len: 1096 time: 0.0831676 Nov 25 13:35:01.562280 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-beefcb50-ebdb-440a-8e96-8bc7d952ea93 None None] Provisioning complete for port 81ce4f7f-47c7-41bf-9b77-a018711a122a triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:35:01.562685 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-beefcb50-ebdb-440a-8e96-8bc7d952ea93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:01.592159 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0c08b1f6-3e65-48da-9975-26588260944f tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:01.609005 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0c08b1f6-3e65-48da-9975-26588260944f tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:01.625986 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c50a76-b8a6-45a2-9422-3d574f846fad req-e33366af-8232-4ff6-a08a-a328a5e64645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:01.628962 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-13c50a76-b8a6-45a2-9422-3d574f846fad req-e33366af-8232-4ff6-a08a-a328a5e64645 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9d895fac-3603-4eae-9a10-c0c29f9e2296 HTTP/1.1" status: 200 len: 898 time: 0.2263300 Nov 25 13:35:01.632503 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-beefcb50-ebdb-440a-8e96-8bc7d952ea93 None None] Port 81ce4f7f-47c7-41bf-9b77-a018711a122a cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:35:01.714605 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-13c50a76-b8a6-45a2-9422-3d574f846fad req-79ef250c-46da-4c01-b89a-ca1d2a284b19 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1221c11-6dfe-442e-b624-2d6a3b977c2e HTTP/1.1" status: 200 len: 217 time: 0.0776048 Nov 25 13:35:01.724142 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c08b1f6-3e65-48da-9975-26588260944f tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event updated for resources: {'Port': ['ID=81ce4f7f-47c7-41bf-9b77-a018711a122a,revision_number=3']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:01.779410 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c08b1f6-3e65-48da-9975-26588260944f tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:01.780086 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0c08b1f6-3e65-48da-9975-26588260944f tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:01.781802 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-b4953772-5011-417c-ba82-02a0af9d825f None None] Provisioning complete for port 81ce4f7f-47c7-41bf-9b77-a018711a122a triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:35:01.782375 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b4953772-5011-417c-ba82-02a0af9d825f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:01.784479 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-0c08b1f6-3e65-48da-9975-26588260944f tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "PUT /v2.0/ports/81ce4f7f-47c7-41bf-9b77-a018711a122a HTTP/1.1" status: 200 len: 910 time: 1.2889390 Nov 25 13:35:01.785108 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 45498) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:01.854823 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-b4953772-5011-417c-ba82-02a0af9d825f None None] Port 81ce4f7f-47c7-41bf-9b77-a018711a122a cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:35:02.068777 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c50a76-b8a6-45a2-9422-3d574f846fad req-e29332c6-08bb-403a-a429-1753c1368183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:02.070779 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-13c50a76-b8a6-45a2-9422-3d574f846fad req-e29332c6-08bb-403a-a429-1753c1368183 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5d3387ac-c8e7-4141-a2bb-03fc764526fd HTTP/1.1" status: 200 len: 835 time: 0.3516438 Nov 25 13:35:02.097447 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8572e1cd-cef1-4cf5-818c-443d27c83940 req-b97213e2-8923-4e06-969e-6b27978bb4fb tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:02.108594 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8572e1cd-cef1-4cf5-818c-443d27c83940 req-b97213e2-8923-4e06-969e-6b27978bb4fb tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c3344d9-6e9b-4b65-b265-1cb57c82fa35 HTTP/1.1" status: 200 len: 944 time: 0.1191247 Nov 25 13:35:02.165252 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8572e1cd-cef1-4cf5-818c-443d27c83940 req-80a27207-68a2-41ce-9318-6beb69e9561e tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1eca7e0-4230-4e6a-9eb7-efb9259d4a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553870 Nov 25 13:35:02.195807 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c50a76-b8a6-45a2-9422-3d574f846fad req-dcc298cb-5292-46ef-bb42-4dd9cc7075c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:02.197717 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-13c50a76-b8a6-45a2-9422-3d574f846fad req-dcc298cb-5292-46ef-bb42-4dd9cc7075c4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9d895fac-3603-4eae-9a10-c0c29f9e2296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1169634 Nov 25 13:35:02.350184 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-13c50a76-b8a6-45a2-9422-3d574f846fad req-7d77dce7-63af-4004-bed1-0a1d32f594e6 service neutron] 10.222.0.47 "GET /v2.0/networks/9d895fac-3603-4eae-9a10-c0c29f9e2296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422253 Nov 25 13:35:02.354773 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f08a7433-caa8-4957-b1eb-1e74d9f8b4f4 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:02.606025 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-13c50a76-b8a6-45a2-9422-3d574f846fad req-2224f974-71a5-4f9e-9cd7-5439e0e0925e service neutron] 10.222.0.47 "GET /v2.0/networks/9d895fac-3603-4eae-9a10-c0c29f9e2296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421331 Nov 25 13:35:02.728215 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-f08a7433-caa8-4957-b1eb-1e74d9f8b4f4 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Deleting port 81ce4f7f-47c7-41bf-9b77-a018711a122a {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:35:02.729491 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f08a7433-caa8-4957-b1eb-1e74d9f8b4f4 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:02.782539 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b348abce-87ae-480c-88ff-d03e12785266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:02.861688 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f08a7433-caa8-4957-b1eb-1e74d9f8b4f4 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:02.877323 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-f08a7433-caa8-4957-b1eb-1e74d9f8b4f4 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Calling delete_port for 81ce4f7f-47c7-41bf-9b77-a018711a122a owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:35:03.085990 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f08a7433-caa8-4957-b1eb-1e74d9f8b4f4 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:03.128001 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08a7433-caa8-4957-b1eb-1e74d9f8b4f4 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event deleted for resources: {'Port': ['ID=81ce4f7f-47c7-41bf-9b77-a018711a122a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:03.335140 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f08a7433-caa8-4957-b1eb-1e74d9f8b4f4 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:03.402512 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33302a-ae18-481a-8e04-b4ccb809cb53 req-b8efebd0-60c7-4f5d-8744-25cbaeb1583c tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:03.404625 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5d33302a-ae18-481a-8e04-b4ccb809cb53 req-b8efebd0-60c7-4f5d-8744-25cbaeb1583c tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c3344d9-6e9b-4b65-b265-1cb57c82fa35 HTTP/1.1" status: 200 len: 944 time: 0.1076670 Nov 25 13:35:03.498610 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5d33302a-ae18-481a-8e04-b4ccb809cb53 req-738457e0-da59-42d8-a795-79b0cbf4bdc5 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1eca7e0-4230-4e6a-9eb7-efb9259d4a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877349 Nov 25 13:35:03.562713 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f08a7433-caa8-4957-b1eb-1e74d9f8b4f4 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Router 5414574c-4efa-4101-a07a-c16e62112676 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:35:03.611821 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device a1221c11-6dfe-442e-b624-2d6a3b977c2e details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:35:03.648391 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f08a7433-caa8-4957-b1eb-1e74d9f8b4f4 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:35:03.654009 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-f08a7433-caa8-4957-b1eb-1e74d9f8b4f4 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "PUT /v2.0/routers/5414574c-4efa-4101-a07a-c16e62112676/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8656259 Nov 25 13:35:03.656747 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 45534) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:03.676176 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9a9cd4-1314-427f-a412-1d211ab2f577 None None] Sync routers for ids ['5414574c-4efa-4101-a07a-c16e62112676'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:35:03.689091 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-53447369-0155-441e-9bc5-66cafced1061 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "GET /v2.0/ports?device_id=5414574c-4efa-4101-a07a-c16e62112676 HTTP/1.1" status: 200 len: 205 time: 0.0310397 Nov 25 13:35:03.691549 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 45538) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:03.743460 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9a9cd4-1314-427f-a412-1d211ab2f577 None None] Routers {'5414574c-4efa-4101-a07a-c16e62112676'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:35:03.744334 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-bc9a9cd4-1314-427f-a412-1d211ab2f577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:35:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['5414574c-4efa-4101-a07a-c16e62112676'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:03.774071 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e0bcbcf0-6a83-4660-b5d8-3ca6a43da0c3 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:03.821575 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port a1221c11-6dfe-442e-b624-2d6a3b977c2e, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=a1221c11-6dfe-442e-b624-2d6a3b977c2e,segment=NetworkSegment(30244941-692b-4542-83e4-4e83c993aaa9),segment_id=30244941-692b-4542-83e4-4e83c993aaa9)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:35:03.855714 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-bc9a9cd4-1314-427f-a412-1d211ab2f577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:03.859541 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': 'a1221c11-6dfe-442e-b624-2d6a3b977c2e', 'network_id': '9d895fac-3603-4eae-9a10-c0c29f9e2296', 'port_id': 'a1221c11-6dfe-442e-b624-2d6a3b977c2e', 'mac_address': 'fa:16:3e:3b:9f:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d3387ac-c8e7-4141-a2bb-03fc764526fd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:35:03.880454 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9a9cd4-1314-427f-a412-1d211ab2f577 None None] Routers {'5414574c-4efa-4101-a07a-c16e62112676'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:35:03.881588 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-bc9a9cd4-1314-427f-a412-1d211ab2f577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:35:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['5414574c-4efa-4101-a07a-c16e62112676'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:03.939425 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:03.945027 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-bc9a9cd4-1314-427f-a412-1d211ab2f577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:03.946072 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9a9cd4-1314-427f-a412-1d211ab2f577 None None] The sync data for ids ['5414574c-4efa-4101-a07a-c16e62112676'] in n-d-808199-11 is: [] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:35:03.963574 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:03.969316 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e0bcbcf0-6a83-4660-b5d8-3ca6a43da0c3 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:03.971669 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e0bcbcf0-6a83-4660-b5d8-3ca6a43da0c3 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:03.979155 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1221c11-6dfe-442e-b624-2d6a3b977c2e {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:35:04.003346 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port a1221c11-6dfe-442e-b624-2d6a3b977c2e, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=a1221c11-6dfe-442e-b624-2d6a3b977c2e,segment=NetworkSegment(30244941-692b-4542-83e4-4e83c993aaa9),segment_id=30244941-692b-4542-83e4-4e83c993aaa9)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:35:04.017926 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:04.040953 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e0bcbcf0-6a83-4660-b5d8-3ca6a43da0c3 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:04.041863 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0bcbcf0-6a83-4660-b5d8-3ca6a43da0c3 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Fanout notify agent at l3_agent the message router_deleted on router 5414574c-4efa-4101-a07a-c16e62112676 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:35:04.055356 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e0bcbcf0-6a83-4660-b5d8-3ca6a43da0c3 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:04.059081 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-e0bcbcf0-6a83-4660-b5d8-3ca6a43da0c3 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "DELETE /v2.0/routers/5414574c-4efa-4101-a07a-c16e62112676 HTTP/1.1" status: 204 len: 168 time: 0.3639879 Nov 25 13:35:04.060062 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 45546) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:04.075898 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=a1221c11-6dfe-442e-b624-2d6a3b977c2e,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:04.129557 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c42ae24-c0da-4a6a-a5b5-1453cc59ccf4 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Deleting subnet 4b7a9a15-a3d1-4387-8236-c8858ba63f4b {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:35:04.133338 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9c42ae24-c0da-4a6a-a5b5-1453cc59ccf4 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:04.178518 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9c42ae24-c0da-4a6a-a5b5-1453cc59ccf4 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:04.266564 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9c42ae24-c0da-4a6a-a5b5-1453cc59ccf4 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:04.301228 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['a1221c11-6dfe-442e-b624-2d6a3b977c2e'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:35:04.332238 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9c42ae24-c0da-4a6a-a5b5-1453cc59ccf4 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:04.359727 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3695f995-2438-452f-a8b5-70f7950bf8bb None None] Network f9900390-ff07-48d3-84b3-142cc7a9af2c requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:35:04.401161 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9c42ae24-c0da-4a6a-a5b5-1453cc59ccf4 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:04.414403 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-9c42ae24-c0da-4a6a-a5b5-1453cc59ccf4 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "DELETE /v2.0/subnets/4b7a9a15-a3d1-4387-8236-c8858ba63f4b HTTP/1.1" status: 204 len: 168 time: 0.3500733 Nov 25 13:35:04.414403 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c42ae24-c0da-4a6a-a5b5-1453cc59ccf4 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event deleted for resources: {'Subnet': ['ID=4b7a9a15-a3d1-4387-8236-c8858ba63f4b,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:04.415125 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 45552) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:04.561250 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-404e7a31-655d-4e73-a0b0-b37f2efb95a9 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:04.641773 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-404e7a31-655d-4e73-a0b0-b37f2efb95a9 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Deleting port b5a6ad63-b6b8-4d66-96e1-348be267ccbc {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:35:04.642124 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-404e7a31-655d-4e73-a0b0-b37f2efb95a9 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:04.660278 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830c6c42-12a0-49a6-9011-4e264c5ab161 None None] DHCP port deletion for f9900390-ff07-48d3-84b3-142cc7a9af2c request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:35:04.705561 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3768db62-5f13-427f-91e5-8e2e019c0714 req-f3fda715-ee71-4e6e-a21c-96e3558db852 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:04.707938 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3768db62-5f13-427f-91e5-8e2e019c0714 req-f3fda715-ee71-4e6e-a21c-96e3558db852 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c3344d9-6e9b-4b65-b265-1cb57c82fa35 HTTP/1.1" status: 200 len: 945 time: 0.1049831 Nov 25 13:35:04.760011 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-404e7a31-655d-4e73-a0b0-b37f2efb95a9 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] For port b5a6ad63-b6b8-4d66-96e1-348be267ccbc, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=b5a6ad63-b6b8-4d66-96e1-348be267ccbc,segment=NetworkSegment(809c1523-a1b5-4b5e-8ced-761cc302fa9c),segment_id=809c1523-a1b5-4b5e-8ced-761cc302fa9c)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:35:04.760406 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-404e7a31-655d-4e73-a0b0-b37f2efb95a9 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:04.780406 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-404e7a31-655d-4e73-a0b0-b37f2efb95a9 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Calling delete_port for b5a6ad63-b6b8-4d66-96e1-348be267ccbc owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:35:04.791289 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3768db62-5f13-427f-91e5-8e2e019c0714 req-aa65dd23-1eaf-4a64-b013-ef1379e9a781 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1eca7e0-4230-4e6a-9eb7-efb9259d4a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750043 Nov 25 13:35:04.804802 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-830c6c42-12a0-49a6-9011-4e264c5ab161 None None] Deleting port b5a6ad63-b6b8-4d66-96e1-348be267ccbc {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:35:04.805180 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-830c6c42-12a0-49a6-9011-4e264c5ab161 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:04.898602 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-830c6c42-12a0-49a6-9011-4e264c5ab161 None None] For port b5a6ad63-b6b8-4d66-96e1-348be267ccbc, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=b5a6ad63-b6b8-4d66-96e1-348be267ccbc,segment=NetworkSegment(809c1523-a1b5-4b5e-8ced-761cc302fa9c),segment_id=809c1523-a1b5-4b5e-8ced-761cc302fa9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:35:04.899245 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-830c6c42-12a0-49a6-9011-4e264c5ab161 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:04.921778 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-830c6c42-12a0-49a6-9011-4e264c5ab161 None None] Calling delete_port for b5a6ad63-b6b8-4d66-96e1-348be267ccbc owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:35:04.939913 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-404e7a31-655d-4e73-a0b0-b37f2efb95a9 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:04.978837 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404e7a31-655d-4e73-a0b0-b37f2efb95a9 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event deleted for resources: {'Port': ['ID=b5a6ad63-b6b8-4d66-96e1-348be267ccbc,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:04.990138 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404e7a31-655d-4e73-a0b0-b37f2efb95a9 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] No DVR routers for this DVR port b5a6ad63-b6b8-4d66-96e1-348be267ccbc on host n-d-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:35:05.025613 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-830c6c42-12a0-49a6-9011-4e264c5ab161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:05.033429 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device b5a6ad63-b6b8-4d66-96e1-348be267ccbc no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:35:05.082483 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-404e7a31-655d-4e73-a0b0-b37f2efb95a9 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:05.082792 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: b5a6ad63-b6b8-4d66-96e1-348be267ccbc {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:35:05.083749 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device b5a6ad63-b6b8-4d66-96e1-348be267ccbc not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:35:05.086565 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830c6c42-12a0-49a6-9011-4e264c5ab161 None None] No DVR routers for this DVR port b5a6ad63-b6b8-4d66-96e1-348be267ccbc on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:35:05.088909 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830c6c42-12a0-49a6-9011-4e264c5ab161 None None] Pushing event deleted for resources: {'Port': ['ID=b5a6ad63-b6b8-4d66-96e1-348be267ccbc,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:05.130404 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-404e7a31-655d-4e73-a0b0-b37f2efb95a9 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9900390-ff07-48d3-84b3-142cc7a9af2c']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:05.148233 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-404e7a31-655d-4e73-a0b0-b37f2efb95a9 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '809c1523-a1b5-4b5e-8ced-761cc302fa9c') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:05.148785 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-404e7a31-655d-4e73-a0b0-b37f2efb95a9 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '809c1523-a1b5-4b5e-8ced-761cc302fa9c') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:05.181128 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-404e7a31-655d-4e73-a0b0-b37f2efb95a9 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:05.187174 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:05.202155 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-404e7a31-655d-4e73-a0b0-b37f2efb95a9 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:05.209098 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-404e7a31-655d-4e73-a0b0-b37f2efb95a9 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:35:05.209539 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-404e7a31-655d-4e73-a0b0-b37f2efb95a9 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:05.212998 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:35:05.212998 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:35:05.212998 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:35:05.212998 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:35:05.212998 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:35:05.212998 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:35:05.212998 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:35:05.212998 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:35:05.212998 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:35:05.212998 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:35:05.212998 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:35:05.212998 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:35:05.212998 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:35:05.212998 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:35:05.212998 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:35:05.212998 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:35:05.212998 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:35:05.212998 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:35:05.212998 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:35:05.212998 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:35:05.212998 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:35:05.212998 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:35:05.212998 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:35:05.212998 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:35:05.212998 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:35:05.212998 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:35:05.212998 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:35:05.212998 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:35:05.212998 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:35:05.212998 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:35:05.212998 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:35:05.212998 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:35:05.281829 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-404e7a31-655d-4e73-a0b0-b37f2efb95a9 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:05.290242 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-404e7a31-655d-4e73-a0b0-b37f2efb95a9 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:05.299584 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-404e7a31-655d-4e73-a0b0-b37f2efb95a9 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "DELETE /v2.0/networks/f9900390-ff07-48d3-84b3-142cc7a9af2c HTTP/1.1" status: 204 len: 168 time: 0.8779292 Nov 25 13:35:05.300339 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 45564) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:05.306808 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404e7a31-655d-4e73-a0b0-b37f2efb95a9 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event deleted for resources: {'Network': ['ID=f9900390-ff07-48d3-84b3-142cc7a9af2c,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:05.307524 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-0acc017d-a248-4281-8c34-787eaae9567b tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1851068641', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:35:05.345590 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0acc017d-a248-4281-8c34-787eaae9567b tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:05.347204 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0acc017d-a248-4281-8c34-787eaae9567b tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:05.426125 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0acc017d-a248-4281-8c34-787eaae9567b tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:05.432647 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0acc017d-a248-4281-8c34-787eaae9567b tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:05.466455 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0acc017d-a248-4281-8c34-787eaae9567b tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:05.468428 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-0acc017d-a248-4281-8c34-787eaae9567b tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1666651 Nov 25 13:35:05.471158 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 45568) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:05.477198 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-ce6e9b6c-cb76-41de-a261-2653f9092595 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Request body: {'network': {'name': 'tempest-RoutersTest-1012164722'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:35:05.503901 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce6e9b6c-cb76-41de-a261-2653f9092595 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Made reservation on behalf of 66429e439f264996b6f577612d5b57ec for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:35:05.508690 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ce6e9b6c-cb76-41de-a261-2653f9092595 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:05.539938 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce6e9b6c-cb76-41de-a261-2653f9092595 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:35:05.553211 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ce6e9b6c-cb76-41de-a261-2653f9092595 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:05.553596 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-ce6e9b6c-cb76-41de-a261-2653f9092595 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Added segment c45d5425-b6d5-40cb-bfd1-5aa39ffd6b16 of type vlan for network d8231086-623e-4734-ab48-d5d25c061688 Nov 25 13:35:05.606722 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ce6e9b6c-cb76-41de-a261-2653f9092595 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:05.641761 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device a1221c11-6dfe-442e-b624-2d6a3b977c2e up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:35:05.644898 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ce6e9b6c-cb76-41de-a261-2653f9092595 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:05.653163 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6e9b6c-cb76-41de-a261-2653f9092595 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:05.653781 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ce6e9b6c-cb76-41de-a261-2653f9092595 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:05.729381 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port a1221c11-6dfe-442e-b624-2d6a3b977c2e completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:35:05.734597 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port a1221c11-6dfe-442e-b624-2d6a3b977c2e triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:35:05.735063 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:05.743227 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 45572) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:05.743601 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-ce6e9b6c-cb76-41de-a261-2653f9092595 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2710788 Nov 25 13:35:05.752127 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-811e6d69-6181-49d0-9d9f-0bbeb05b0d41 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Request body: {'subnet': {'network_id': 'd8231086-623e-4734-ab48-d5d25c061688', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:35:05.764000 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6e9b6c-cb76-41de-a261-2653f9092595 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event updated for resources: {'Network': ['ID=d8231086-623e-4734-ab48-d5d25c061688,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:05.781741 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network d8231086-623e-4734-ab48-d5d25c061688 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:35:05.962288 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:06.006720 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c3344d9-6e9b-4b65-b265-1cb57c82fa35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1221c11-6dfe-442e-b624-2d6a3b977c2e'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:35:06.010269 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6f343c-0d9f-482d-9bf3-efff0433c9a4" -d '{"events": [{"server_uuid": "4c3344d9-6e9b-4b65-b265-1cb57c82fa35", "name": "network-vif-plugged", "status": "completed", "tag": "a1221c11-6dfe-442e-b624-2d6a3b977c2e"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:35:06.024599 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab528d4-9ca6-4a6b-8459-6b0bac6d1f5c req-26eb8abc-e830-4e46-92d6-0683f8595b08 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:06.033404 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4ab528d4-9ca6-4a6b-8459-6b0bac6d1f5c req-26eb8abc-e830-4e46-92d6-0683f8595b08 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c3344d9-6e9b-4b65-b265-1cb57c82fa35 HTTP/1.1" status: 200 len: 945 time: 0.1113057 Nov 25 13:35:06.044854 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port a1221c11-6dfe-442e-b624-2d6a3b977c2e, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=a1221c11-6dfe-442e-b624-2d6a3b977c2e,segment=NetworkSegment(30244941-692b-4542-83e4-4e83c993aaa9),segment_id=30244941-692b-4542-83e4-4e83c993aaa9)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:35:06.046484 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-811e6d69-6181-49d0-9d9f-0bbeb05b0d41 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Made reservation on behalf of 66429e439f264996b6f577612d5b57ec for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:35:06.051121 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-811e6d69-6181-49d0-9d9f-0bbeb05b0d41 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:06.051607 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:06.084377 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf19bc6-0e5e-47a4-bb82-b42f358e1802 x-openstack-request-id: req-2cf19bc6-0e5e-47a4-bb82-b42f358e1802 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:35:06.084377 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c3344d9-6e9b-4b65-b265-1cb57c82fa35", "name": "network-vif-plugged", "status": "completed", "tag": "a1221c11-6dfe-442e-b624-2d6a3b977c2e", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:35:06.084772 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2cf19bc6-0e5e-47a4-bb82-b42f358e1802 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:35:06.084972 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c3344d9-6e9b-4b65-b265-1cb57c82fa35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1221c11-6dfe-442e-b624-2d6a3b977c2e', 'code': 200} Nov 25 13:35:06.123514 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=a1221c11-6dfe-442e-b624-2d6a3b977c2e,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:06.221640 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4ab528d4-9ca6-4a6b-8459-6b0bac6d1f5c req-59e20099-3c68-49b7-8a8c-a6bf681a1f1d tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1eca7e0-4230-4e6a-9eb7-efb9259d4a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1803854 Nov 25 13:35:06.223894 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:06.251638 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee155eba-0225-4e53-9347-3b7161cfb360 req-0a8f00f0-d8a5-4b10-ae44-5c4b6ad02355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:06.254389 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ee155eba-0225-4e53-9347-3b7161cfb360 req-0a8f00f0-d8a5-4b10-ae44-5c4b6ad02355 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4c3344d9-6e9b-4b65-b265-1cb57c82fa35 HTTP/1.1" status: 200 len: 1098 time: 0.0861144 Nov 25 13:35:06.318612 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ee155eba-0225-4e53-9347-3b7161cfb360 req-466c6bf2-0653-4094-9a5a-4063c2bc5584 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e1eca7e0-4230-4e6a-9eb7-efb9259d4a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559597 Nov 25 13:35:06.380632 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-811e6d69-6181-49d0-9d9f-0bbeb05b0d41 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:06.455521 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811e6d69-6181-49d0-9d9f-0bbeb05b0d41 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event updated for resources: {'Subnet': ['ID=cf5a1dfc-9d1c-4504-842b-a7293ea78f25,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:06.465192 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811e6d69-6181-49d0-9d9f-0bbeb05b0d41 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Checking segment: {'id': 'c45d5425-b6d5-40cb-bfd1-5aa39ffd6b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'd8231086-623e-4734-ab48-d5d25c061688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:35:06.465659 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811e6d69-6181-49d0-9d9f-0bbeb05b0d41 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Network hostable DHCP agents. Network: d8231086-623e-4734-ab48-d5d25c061688, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:35:06.482926 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811e6d69-6181-49d0-9d9f-0bbeb05b0d41 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Network d8231086-623e-4734-ab48-d5d25c061688 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:35:06.493336 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-811e6d69-6181-49d0-9d9f-0bbeb05b0d41 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, d8231086-623e-4734-ab48-d5d25c061688) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:35:06.498820 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811e6d69-6181-49d0-9d9f-0bbeb05b0d41 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:06.499575 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-811e6d69-6181-49d0-9d9f-0bbeb05b0d41 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:06.516100 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30026639-f073-44d7-a87e-fd8f472365e5 None None] Network d8231086-623e-4734-ab48-d5d25c061688 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:35:06.535610 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-811e6d69-6181-49d0-9d9f-0bbeb05b0d41 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7881069 Nov 25 13:35:06.535912 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 45588) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:06.718467 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e745c9b-e317-497f-a2a7-a9665e822749 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-d8231086-623e-4734-ab48-d5d25c061688', 'network_id': 'd8231086-623e-4734-ab48-d5d25c061688', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'fixed_ips': [{'subnet_id': 'cf5a1dfc-9d1c-4504-842b-a7293ea78f25'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:35:06.719383 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4e745c9b-e317-497f-a2a7-a9665e822749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:06.891742 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-4e745c9b-e317-497f-a2a7-a9665e822749 None None] Allocated IP 172.20.0.2 (d8231086-623e-4734-ab48-d5d25c061688/cf5a1dfc-9d1c-4504-842b-a7293ea78f25/e1172784-0780-46cb-8767-fb3fa5e46a4e) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:35:06.904867 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3174df1e-0cc7-4352-970a-8b5c99e0f0e1 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:07.066990 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4e745c9b-e317-497f-a2a7-a9665e822749 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:07.073949 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4e745c9b-e317-497f-a2a7-a9665e822749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:07.117527 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e745c9b-e317-497f-a2a7-a9665e822749 None None] Network d8231086-623e-4734-ab48-d5d25c061688 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:35:07.122300 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-4e745c9b-e317-497f-a2a7-a9665e822749 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:35:07.126640 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e745c9b-e317-497f-a2a7-a9665e822749 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:35:07.129847 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e745c9b-e317-497f-a2a7-a9665e822749 None None] Pushing event updated for resources: {'Port': ['ID=e1172784-0780-46cb-8767-fb3fa5e46a4e,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:07.185095 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-4e745c9b-e317-497f-a2a7-a9665e822749 None None] Attempting to bind port e1172784-0780-46cb-8767-fb3fa5e46a4e on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:35:07.185607 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-4e745c9b-e317-497f-a2a7-a9665e822749 None None] Attempting to bind port e1172784-0780-46cb-8767-fb3fa5e46a4e by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'c45d5425-b6d5-40cb-bfd1-5aa39ffd6b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'd8231086-623e-4734-ab48-d5d25c061688'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:35:07.186148 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e745c9b-e317-497f-a2a7-a9665e822749 None None] Attempting to bind port e1172784-0780-46cb-8767-fb3fa5e46a4e on network d8231086-623e-4734-ab48-d5d25c061688 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:35:07.191148 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e745c9b-e317-497f-a2a7-a9665e822749 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:35:07.191638 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e745c9b-e317-497f-a2a7-a9665e822749 None None] Checking segment: {'id': 'c45d5425-b6d5-40cb-bfd1-5aa39ffd6b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'd8231086-623e-4734-ab48-d5d25c061688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:35:07.192136 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4e745c9b-e317-497f-a2a7-a9665e822749 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:07.193815 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e745c9b-e317-497f-a2a7-a9665e822749 None None] Bound using segment: {'id': 'c45d5425-b6d5-40cb-bfd1-5aa39ffd6b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'd8231086-623e-4734-ab48-d5d25c061688'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:35:07.193815 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-4e745c9b-e317-497f-a2a7-a9665e822749 None None] Bound port: e1172784-0780-46cb-8767-fb3fa5e46a4e, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c45d5425-b6d5-40cb-bfd1-5aa39ffd6b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'd8231086-623e-4734-ab48-d5d25c061688'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:35:07.194248 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4e745c9b-e317-497f-a2a7-a9665e822749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:07.218166 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-3174df1e-0cc7-4352-970a-8b5c99e0f0e1 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Allocated IP 172.20.0.1 (d8231086-623e-4734-ab48-d5d25c061688/cf5a1dfc-9d1c-4504-842b-a7293ea78f25/b0e2f6df-a71b-4adf-b500-dee09bca24a0) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:35:07.263559 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-4e745c9b-e317-497f-a2a7-a9665e822749 None None] For port e1172784-0780-46cb-8767-fb3fa5e46a4e, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:35:07.267760 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-4e745c9b-e317-497f-a2a7-a9665e822749 None None] For port e1172784-0780-46cb-8767-fb3fa5e46a4e, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=e1172784-0780-46cb-8767-fb3fa5e46a4e,segment=NetworkSegment(c45d5425-b6d5-40cb-bfd1-5aa39ffd6b16),segment_id=c45d5425-b6d5-40cb-bfd1-5aa39ffd6b16)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:35:07.274107 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4e745c9b-e317-497f-a2a7-a9665e822749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:07.332806 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e745c9b-e317-497f-a2a7-a9665e822749 None None] Pushing event updated for resources: {'Port': ['ID=e1172784-0780-46cb-8767-fb3fa5e46a4e,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:07.406012 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bef317-b81b-44bd-833b-d542f5c66923 req-f58b4bf9-16c6-4de0-bd43-357a1feb45e5 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:07.406515 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-94bef317-b81b-44bd-833b-d542f5c66923 req-f58b4bf9-16c6-4de0-bd43-357a1feb45e5 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c3344d9-6e9b-4b65-b265-1cb57c82fa35 HTTP/1.1" status: 200 len: 946 time: 0.0767522 Nov 25 13:35:07.498443 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3174df1e-0cc7-4352-970a-8b5c99e0f0e1 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:07.510708 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-94bef317-b81b-44bd-833b-d542f5c66923 req-856089e3-a574-49df-bea1-449d0324e3b2 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1eca7e0-4230-4e6a-9eb7-efb9259d4a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896654 Nov 25 13:35:07.549712 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3174df1e-0cc7-4352-970a-8b5c99e0f0e1 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:07.596260 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3174df1e-0cc7-4352-970a-8b5c99e0f0e1 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Network d8231086-623e-4734-ab48-d5d25c061688 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:35:07.601563 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-3174df1e-0cc7-4352-970a-8b5c99e0f0e1 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:35:07.609925 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3174df1e-0cc7-4352-970a-8b5c99e0f0e1 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:35:07.653215 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3174df1e-0cc7-4352-970a-8b5c99e0f0e1 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event updated for resources: {'Port': ['ID=b0e2f6df-a71b-4adf-b500-dee09bca24a0,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:07.685877 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3174df1e-0cc7-4352-970a-8b5c99e0f0e1 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:07.869393 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3174df1e-0cc7-4352-970a-8b5c99e0f0e1 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:08.077265 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:08.195830 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3174df1e-0cc7-4352-970a-8b5c99e0f0e1 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:08.204106 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3174df1e-0cc7-4352-970a-8b5c99e0f0e1 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:08.284818 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3174df1e-0cc7-4352-970a-8b5c99e0f0e1 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event updated for resources: {'Port': ['ID=b0e2f6df-a71b-4adf-b500-dee09bca24a0,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:08.337254 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3174df1e-0cc7-4352-970a-8b5c99e0f0e1 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:08.499257 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3174df1e-0cc7-4352-970a-8b5c99e0f0e1 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Network d8231086-623e-4734-ab48-d5d25c061688 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:35:08.501449 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-3174df1e-0cc7-4352-970a-8b5c99e0f0e1 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:35:09.022886 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2183403c-fbde-4902-96f1-23f159639759 None None] Network d8231086-623e-4734-ab48-d5d25c061688 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:35:09.049070 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device e1172784-0780-46cb-8767-fb3fa5e46a4e up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:35:09.139518 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce773f5-92eb-4b78-b316-d0ba8d95545c req-df92c4a6-380f-4d6f-b6c3-e9bb0e649629 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:09.141028 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5ce773f5-92eb-4b78-b316-d0ba8d95545c req-df92c4a6-380f-4d6f-b6c3-e9bb0e649629 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c3344d9-6e9b-4b65-b265-1cb57c82fa35 HTTP/1.1" status: 200 len: 946 time: 0.0698364 Nov 25 13:35:09.184872 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3174df1e-0cc7-4352-970a-8b5c99e0f0e1 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Router ed56dd4e-b683-4ecc-9d6a-c0f584a955b3 is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:35:09.266922 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-f767a769-d4e0-47a2-bbb1-6dc97da4803a None None] Provisioning complete for port e1172784-0780-46cb-8767-fb3fa5e46a4e triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:35:09.267540 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f767a769-d4e0-47a2-bbb1-6dc97da4803a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:09.336097 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5ce773f5-92eb-4b78-b316-d0ba8d95545c req-5c572a0f-ebeb-48d0-b838-aec39adac45c tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1eca7e0-4230-4e6a-9eb7-efb9259d4a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1794538 Nov 25 13:35:09.350105 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port e1172784-0780-46cb-8767-fb3fa5e46a4e triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:35:09.350570 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:09.378303 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3174df1e-0cc7-4352-970a-8b5c99e0f0e1 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:35:09.390068 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3174df1e-0cc7-4352-970a-8b5c99e0f0e1 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "PUT /v2.0/routers/ed56dd4e-b683-4ecc-9d6a-c0f584a955b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8478594 Nov 25 13:35:09.394238 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 45644) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:09.403683 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffe3198-532c-4322-9399-65b15c18ed71 None None] Sync routers for ids ['ed56dd4e-b683-4ecc-9d6a-c0f584a955b3'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:35:09.404161 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-5a055113-929f-43ec-86e4-7bf1927db1d0 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Request body: {'network': {'name': 'tempest-RoutersTest-181248503'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:35:09.418861 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffe3198-532c-4322-9399-65b15c18ed71 None None] Routers {'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:35:09.419910 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-5ffe3198-532c-4322-9399-65b15c18ed71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:35:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['ed56dd4e-b683-4ecc-9d6a-c0f584a955b3'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:09.540379 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a055113-929f-43ec-86e4-7bf1927db1d0 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Made reservation on behalf of 66429e439f264996b6f577612d5b57ec for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:35:09.543212 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-5ffe3198-532c-4322-9399-65b15c18ed71 None None] Set router ed56dd4e-b683-4ecc-9d6a-c0f584a955b3 gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:35:09.545739 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5a055113-929f-43ec-86e4-7bf1927db1d0 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:09.556391 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f767a769-d4e0-47a2-bbb1-6dc97da4803a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:09.583090 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa98b89-8152-4890-8097-dfd39231709e req-7b5ebaf0-c4fe-4e81-a7e2-6f4961934fd2 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:09.597418 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:09.600018 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4aa98b89-8152-4890-8097-dfd39231709e req-7b5ebaf0-c4fe-4e81-a7e2-6f4961934fd2 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c3344d9-6e9b-4b65-b265-1cb57c82fa35 HTTP/1.1" status: 200 len: 946 time: 0.1396430 Nov 25 13:35:09.630530 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a055113-929f-43ec-86e4-7bf1927db1d0 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:35:09.641699 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5a055113-929f-43ec-86e4-7bf1927db1d0 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:09.642483 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-5a055113-929f-43ec-86e4-7bf1927db1d0 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Added segment eeab138d-91fd-44b8-aee0-be72bfcf6f0f of type vlan for network 350e3e5a-6d8a-49a0-b234-52308e83cc47 Nov 25 13:35:09.655192 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-f767a769-d4e0-47a2-bbb1-6dc97da4803a None None] For port e1172784-0780-46cb-8767-fb3fa5e46a4e, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=e1172784-0780-46cb-8767-fb3fa5e46a4e,segment=NetworkSegment(c45d5425-b6d5-40cb-bfd1-5aa39ffd6b16),segment_id=c45d5425-b6d5-40cb-bfd1-5aa39ffd6b16)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:35:09.666520 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f767a769-d4e0-47a2-bbb1-6dc97da4803a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:09.693381 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5a055113-929f-43ec-86e4-7bf1927db1d0 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:09.726392 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5a055113-929f-43ec-86e4-7bf1927db1d0 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:09.732768 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a055113-929f-43ec-86e4-7bf1927db1d0 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:09.733527 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5a055113-929f-43ec-86e4-7bf1927db1d0 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:09.758747 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:35:09.782588 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-5a055113-929f-43ec-86e4-7bf1927db1d0 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3875577 Nov 25 13:35:09.785240 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 45648) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:09.790785 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-b207ebad-3b9c-4dca-bc75-f790094caa16 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Request body: {'subnet': {'network_id': '350e3e5a-6d8a-49a0-b234-52308e83cc47', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:35:09.822327 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.db.api [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 13:35:09.822327 n-d-808199-11 neutron-server[103572]: DEBUG oslo_db.api [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 13:35:09.832918 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-5ffe3198-532c-4322-9399-65b15c18ed71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'name': 'tempest-RoutersTest-router-1851068641', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:35:05Z', 'updated_at': '2021-11-25T13:35:07Z', 'revision_number': 2, 'project_id': '66429e439f264996b6f577612d5b57ec', 'gw_port_host': None, '_interfaces': [{'id': 'b0e2f6df-a71b-4adf-b500-dee09bca24a0', 'name': '', 'network_id': 'd8231086-623e-4734-ab48-d5d25c061688', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'mac_address': 'fa:16:3e:41:2e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'cf5a1dfc-9d1c-4504-842b-a7293ea78f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:35:07Z', 'updated_at': '2021-11-25T13:35:08Z', 'revision_number': 2, 'project_id': '66429e439f264996b6f577612d5b57ec', 'subnets': [{'id': 'cf5a1dfc-9d1c-4504-842b-a7293ea78f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:09.840820 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f767a769-d4e0-47a2-bbb1-6dc97da4803a None None] Pushing event updated for resources: {'Port': ['ID=e1172784-0780-46cb-8767-fb3fa5e46a4e,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:09.848003 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-4d3f0a3e-647b-481a-a2ba-a5b6f94235c8 None None] Provisioning complete for port e1172784-0780-46cb-8767-fb3fa5e46a4e triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:35:09.848398 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4d3f0a3e-647b-481a-a2ba-a5b6f94235c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:09.879174 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffe3198-532c-4322-9399-65b15c18ed71 None None] Checking router: ed56dd4e-b683-4ecc-9d6a-c0f584a955b3 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:35:09.879808 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffe3198-532c-4322-9399-65b15c18ed71 None None] Updating router ed56dd4e-b683-4ecc-9d6a-c0f584a955b3 port b0e2f6df-a71b-4adf-b500-dee09bca24a0 binding host n-d-808199-11 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:35:09.915868 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5ffe3198-532c-4322-9399-65b15c18ed71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:09.939974 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4aa98b89-8152-4890-8097-dfd39231709e req-f39f5000-0b1a-4ba8-be1c-e50e5e669e14 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1eca7e0-4230-4e6a-9eb7-efb9259d4a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3389421 Nov 25 13:35:09.949435 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a055113-929f-43ec-86e4-7bf1927db1d0 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event updated for resources: {'Network': ['ID=350e3e5a-6d8a-49a0-b234-52308e83cc47,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:09.991628 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 45652) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:10.229723 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 350e3e5a-6d8a-49a0-b234-52308e83cc47 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:35:10.328165 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5ffe3198-532c-4322-9399-65b15c18ed71 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:10.338867 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5ffe3198-532c-4322-9399-65b15c18ed71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:10.339151 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58bbd3f-cce5-42e8-b61f-c1f71fb4fba9 tempest-TestNetworkAdvancedServerOps-879095095 tempest-TestNetworkAdvancedServerOps-879095095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:10.340525 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f58bbd3f-cce5-42e8-b61f-c1f71fb4fba9 tempest-TestNetworkAdvancedServerOps-879095095 tempest-TestNetworkAdvancedServerOps-879095095-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4c3344d9-6e9b-4b65-b265-1cb57c82fa35 HTTP/1.1" status: 200 len: 1093 time: 0.3478565 Nov 25 13:35:10.344569 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 45660) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:10.352755 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-bf04c3e3-5dfe-4ce6-878d-98829348bb52 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Request body: {'floatingip': {'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'port_id': 'a1221c11-6dfe-442e-b624-2d6a3b977c2e', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:35:10.428110 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bf04c3e3-5dfe-4ce6-878d-98829348bb52 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for floatingip, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:10.445142 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdb8102-9d52-437d-af78-2eb116b06634 None None] Pushing event updated for resources: {'Port': ['ID=b0e2f6df-a71b-4adf-b500-dee09bca24a0,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:10.544279 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-4d3f0a3e-647b-481a-a2ba-a5b6f94235c8 None None] Provisioning complete for port b0e2f6df-a71b-4adf-b500-dee09bca24a0 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:35:10.544934 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4d3f0a3e-647b-481a-a2ba-a5b6f94235c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:10.585869 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b207ebad-3b9c-4dca-bc75-f790094caa16 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Made reservation on behalf of 66429e439f264996b6f577612d5b57ec for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:35:10.597223 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b207ebad-3b9c-4dca-bc75-f790094caa16 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:10.616197 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-4d3f0a3e-647b-481a-a2ba-a5b6f94235c8 None None] Port b0e2f6df-a71b-4adf-b500-dee09bca24a0 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:35:10.717214 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bf04c3e3-5dfe-4ce6-878d-98829348bb52 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:10.737468 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-5ffe3198-532c-4322-9399-65b15c18ed71 None None] Attempting to bind port b0e2f6df-a71b-4adf-b500-dee09bca24a0 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:35:10.739680 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-5ffe3198-532c-4322-9399-65b15c18ed71 None None] Attempting to bind port b0e2f6df-a71b-4adf-b500-dee09bca24a0 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'c45d5425-b6d5-40cb-bfd1-5aa39ffd6b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'd8231086-623e-4734-ab48-d5d25c061688'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:35:10.740770 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffe3198-532c-4322-9399-65b15c18ed71 None None] Attempting to bind port b0e2f6df-a71b-4adf-b500-dee09bca24a0 on network d8231086-623e-4734-ab48-d5d25c061688 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:35:10.749027 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-1d9ceab9-78ff-4597-b74f-9bc39aa21e8d None None] Provisioning complete for port b0e2f6df-a71b-4adf-b500-dee09bca24a0 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:35:10.749498 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1d9ceab9-78ff-4597-b74f-9bc39aa21e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:10.753435 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffe3198-532c-4322-9399-65b15c18ed71 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:35:10.754577 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffe3198-532c-4322-9399-65b15c18ed71 None None] Checking segment: {'id': 'c45d5425-b6d5-40cb-bfd1-5aa39ffd6b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'd8231086-623e-4734-ab48-d5d25c061688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:35:10.755657 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5ffe3198-532c-4322-9399-65b15c18ed71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:10.756328 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffe3198-532c-4322-9399-65b15c18ed71 None None] Bound using segment: {'id': 'c45d5425-b6d5-40cb-bfd1-5aa39ffd6b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'd8231086-623e-4734-ab48-d5d25c061688'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:35:10.757728 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-5ffe3198-532c-4322-9399-65b15c18ed71 None None] Bound port: b0e2f6df-a71b-4adf-b500-dee09bca24a0, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c45d5425-b6d5-40cb-bfd1-5aa39ffd6b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'd8231086-623e-4734-ab48-d5d25c061688'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:35:10.757728 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5ffe3198-532c-4322-9399-65b15c18ed71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:10.838605 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-5ffe3198-532c-4322-9399-65b15c18ed71 None None] For port b0e2f6df-a71b-4adf-b500-dee09bca24a0, host n-d-808199-11, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:35:10.847926 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-5ffe3198-532c-4322-9399-65b15c18ed71 None None] For port b0e2f6df-a71b-4adf-b500-dee09bca24a0, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=b0e2f6df-a71b-4adf-b500-dee09bca24a0,segment=NetworkSegment(c45d5425-b6d5-40cb-bfd1-5aa39ffd6b16),segment_id=c45d5425-b6d5-40cb-bfd1-5aa39ffd6b16)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:35:10.848252 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-1d9ceab9-78ff-4597-b74f-9bc39aa21e8d None None] Port b0e2f6df-a71b-4adf-b500-dee09bca24a0 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:35:10.855898 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5ffe3198-532c-4322-9399-65b15c18ed71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:10.908530 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffe3198-532c-4322-9399-65b15c18ed71 None None] Routers {'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:35:10.909616 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-5ffe3198-532c-4322-9399-65b15c18ed71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:35:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['ed56dd4e-b683-4ecc-9d6a-c0f584a955b3'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:10.911784 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-bf04c3e3-5dfe-4ce6-878d-98829348bb52 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Allocated IP 172.25.5.206 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/396a45e5-2cad-4e23-b0c5-66172f7cda38) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:35:11.008171 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b207ebad-3b9c-4dca-bc75-f790094caa16 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:11.012415 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device e1172784-0780-46cb-8767-fb3fa5e46a4e up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:35:11.039507 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-5ffe3198-532c-4322-9399-65b15c18ed71 None None] Set router ed56dd4e-b683-4ecc-9d6a-c0f584a955b3 gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:35:11.132794 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b207ebad-3b9c-4dca-bc75-f790094caa16 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event updated for resources: {'Subnet': ['ID=2a2afe9d-8aad-4755-a66b-fe45ff1cc4a8,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:11.210527 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9d460f30-d193-43d6-b0ce-3839ebdef971 None None] Provisioning complete for port b0e2f6df-a71b-4adf-b500-dee09bca24a0 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:35:11.210527 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9d460f30-d193-43d6-b0ce-3839ebdef971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:11.214633 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bf04c3e3-5dfe-4ce6-878d-98829348bb52 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:11.225124 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b207ebad-3b9c-4dca-bc75-f790094caa16 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Checking segment: {'id': 'eeab138d-91fd-44b8-aee0-be72bfcf6f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '350e3e5a-6d8a-49a0-b234-52308e83cc47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:35:11.225493 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b207ebad-3b9c-4dca-bc75-f790094caa16 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Network hostable DHCP agents. Network: 350e3e5a-6d8a-49a0-b234-52308e83cc47, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:35:11.244845 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdb8102-9d52-437d-af78-2eb116b06634 None None] Pushing event updated for resources: {'Port': ['ID=b0e2f6df-a71b-4adf-b500-dee09bca24a0,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:11.287975 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port e1172784-0780-46cb-8767-fb3fa5e46a4e triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:35:11.288876 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:11.298208 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b207ebad-3b9c-4dca-bc75-f790094caa16 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Network 350e3e5a-6d8a-49a0-b234-52308e83cc47 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:35:11.325153 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-b207ebad-3b9c-4dca-bc75-f790094caa16 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 350e3e5a-6d8a-49a0-b234-52308e83cc47) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:35:11.331423 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b207ebad-3b9c-4dca-bc75-f790094caa16 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:11.331990 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b207ebad-3b9c-4dca-bc75-f790094caa16 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:11.342574 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bf04c3e3-5dfe-4ce6-878d-98829348bb52 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:11.369854 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b207ebad-3b9c-4dca-bc75-f790094caa16 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5834136 Nov 25 13:35:11.372273 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 45678) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:11.379610 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ac10ee-9e07-43f2-8cc7-8aa969292fa7 None None] Network 350e3e5a-6d8a-49a0-b234-52308e83cc47 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:35:11.420272 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf04c3e3-5dfe-4ce6-878d-98829348bb52 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:35:11.436210 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-bf04c3e3-5dfe-4ce6-878d-98829348bb52 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:35:11.440200 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf04c3e3-5dfe-4ce6-878d-98829348bb52 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:35:11.485959 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-5ffe3198-532c-4322-9399-65b15c18ed71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'name': 'tempest-RoutersTest-router-1851068641', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:35:05Z', 'updated_at': '2021-11-25T13:35:07Z', 'revision_number': 2, 'project_id': '66429e439f264996b6f577612d5b57ec', 'gw_port_host': None, '_interfaces': [{'id': 'b0e2f6df-a71b-4adf-b500-dee09bca24a0', 'name': '', 'network_id': 'd8231086-623e-4734-ab48-d5d25c061688', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'mac_address': 'fa:16:3e:41:2e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'cf5a1dfc-9d1c-4504-842b-a7293ea78f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:35:07Z', 'updated_at': '2021-11-25T13:35:10Z', 'revision_number': 4, 'project_id': '66429e439f264996b6f577612d5b57ec', 'subnets': [{'id': 'cf5a1dfc-9d1c-4504-842b-a7293ea78f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:11.517304 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf04c3e3-5dfe-4ce6-878d-98829348bb52 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event updated for resources: {'Port': ['ID=396a45e5-2cad-4e23-b0c5-66172f7cda38,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:11.523562 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffe3198-532c-4322-9399-65b15c18ed71 None None] The sync data for ids ['ed56dd4e-b683-4ecc-9d6a-c0f584a955b3'] in n-d-808199-11 is: [{'id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'name': 'tempest-RoutersTest-router-1851068641', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:35:05Z', 'updated_at': '2021-11-25T13:35:07Z', 'revision_number': 2, 'project_id': '66429e439f264996b6f577612d5b57ec', 'gw_port_host': None, '_interfaces': [{'id': 'b0e2f6df-a71b-4adf-b500-dee09bca24a0', 'name': '', 'network_id': 'd8231086-623e-4734-ab48-d5d25c061688', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'mac_address': 'fa:16:3e:41:2e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'cf5a1dfc-9d1c-4504-842b-a7293ea78f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:35:07Z', 'updated_at': '2021-11-25T13:35:10Z', 'revision_number': 4, 'project_id': '66429e439f264996b6f577612d5b57ec', 'subnets': [{'id': 'cf5a1dfc-9d1c-4504-842b-a7293ea78f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:35:11.671667 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:11.733416 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059ae339-7503-42f8-a9bf-6bab986768af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-350e3e5a-6d8a-49a0-b234-52308e83cc47', 'network_id': '350e3e5a-6d8a-49a0-b234-52308e83cc47', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'fixed_ips': [{'subnet_id': '2a2afe9d-8aad-4755-a66b-fe45ff1cc4a8'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:35:11.738269 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-059ae339-7503-42f8-a9bf-6bab986768af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:11.790985 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9d460f30-d193-43d6-b0ce-3839ebdef971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:11.961776 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9d460f30-d193-43d6-b0ce-3839ebdef971 None None] For port b0e2f6df-a71b-4adf-b500-dee09bca24a0, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=b0e2f6df-a71b-4adf-b500-dee09bca24a0,segment=NetworkSegment(c45d5425-b6d5-40cb-bfd1-5aa39ffd6b16),segment_id=c45d5425-b6d5-40cb-bfd1-5aa39ffd6b16)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:35:11.974907 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9d460f30-d193-43d6-b0ce-3839ebdef971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:12.123529 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-25ede010-777c-4986-bf9a-97cadab736a5 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:12.159530 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-059ae339-7503-42f8-a9bf-6bab986768af None None] Allocated IP 172.21.0.2 (350e3e5a-6d8a-49a0-b234-52308e83cc47/2a2afe9d-8aad-4755-a66b-fe45ff1cc4a8/cc347a29-b514-4915-9e20-30027fabe6bc) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:35:12.329388 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bf04c3e3-5dfe-4ce6-878d-98829348bb52 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:12.351241 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-059ae339-7503-42f8-a9bf-6bab986768af None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:12.394388 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-059ae339-7503-42f8-a9bf-6bab986768af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:12.412074 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-1e606a0a-c140-475b-8a18-b64894728ef2 None None] Provisioning complete for port b0e2f6df-a71b-4adf-b500-dee09bca24a0 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:35:12.412824 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1e606a0a-c140-475b-8a18-b64894728ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:12.484260 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bf04c3e3-5dfe-4ce6-878d-98829348bb52 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:12.503704 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059ae339-7503-42f8-a9bf-6bab986768af None None] Network 350e3e5a-6d8a-49a0-b234-52308e83cc47 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:35:12.512836 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-059ae339-7503-42f8-a9bf-6bab986768af None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:35:12.520194 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059ae339-7503-42f8-a9bf-6bab986768af None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:35:12.663964 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-059ae339-7503-42f8-a9bf-6bab986768af None None] Attempting to bind port cc347a29-b514-4915-9e20-30027fabe6bc on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:35:12.664873 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-059ae339-7503-42f8-a9bf-6bab986768af None None] Attempting to bind port cc347a29-b514-4915-9e20-30027fabe6bc by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'eeab138d-91fd-44b8-aee0-be72bfcf6f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '350e3e5a-6d8a-49a0-b234-52308e83cc47'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:35:12.665501 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059ae339-7503-42f8-a9bf-6bab986768af None None] Attempting to bind port cc347a29-b514-4915-9e20-30027fabe6bc on network 350e3e5a-6d8a-49a0-b234-52308e83cc47 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:35:12.672011 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059ae339-7503-42f8-a9bf-6bab986768af None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:35:12.673258 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059ae339-7503-42f8-a9bf-6bab986768af None None] Checking segment: {'id': 'eeab138d-91fd-44b8-aee0-be72bfcf6f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '350e3e5a-6d8a-49a0-b234-52308e83cc47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:35:12.674236 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-059ae339-7503-42f8-a9bf-6bab986768af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:12.675043 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059ae339-7503-42f8-a9bf-6bab986768af None None] Bound using segment: {'id': 'eeab138d-91fd-44b8-aee0-be72bfcf6f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '350e3e5a-6d8a-49a0-b234-52308e83cc47'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:35:12.675773 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-059ae339-7503-42f8-a9bf-6bab986768af None None] Bound port: cc347a29-b514-4915-9e20-30027fabe6bc, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeab138d-91fd-44b8-aee0-be72bfcf6f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '350e3e5a-6d8a-49a0-b234-52308e83cc47'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:35:12.676407 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-059ae339-7503-42f8-a9bf-6bab986768af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:12.676667 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-25ede010-777c-4986-bf9a-97cadab736a5 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Allocated IP 172.21.0.1 (350e3e5a-6d8a-49a0-b234-52308e83cc47/2a2afe9d-8aad-4755-a66b-fe45ff1cc4a8/cbaf8556-02c1-4bfa-a7ed-29df87454cbb) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:35:12.699860 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d460f30-d193-43d6-b0ce-3839ebdef971 None None] Pushing event updated for resources: {'Port': ['ID=b0e2f6df-a71b-4adf-b500-dee09bca24a0,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:12.815224 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059ae339-7503-42f8-a9bf-6bab986768af None None] Pushing event updated for resources: {'Port': ['ID=cc347a29-b514-4915-9e20-30027fabe6bc,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:12.827858 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bf04c3e3-5dfe-4ce6-878d-98829348bb52 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:12.837358 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bf04c3e3-5dfe-4ce6-878d-98829348bb52 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:12.847194 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-059ae339-7503-42f8-a9bf-6bab986768af None None] For port cc347a29-b514-4915-9e20-30027fabe6bc, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:35:12.851801 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-059ae339-7503-42f8-a9bf-6bab986768af None None] For port cc347a29-b514-4915-9e20-30027fabe6bc, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=cc347a29-b514-4915-9e20-30027fabe6bc,segment=NetworkSegment(eeab138d-91fd-44b8-aee0-be72bfcf6f0f),segment_id=eeab138d-91fd-44b8-aee0-be72bfcf6f0f)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:35:12.852705 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-25ede010-777c-4986-bf9a-97cadab736a5 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:12.857722 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-059ae339-7503-42f8-a9bf-6bab986768af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:12.901513 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-25ede010-777c-4986-bf9a-97cadab736a5 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:12.957196 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ede010-777c-4986-bf9a-97cadab736a5 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Network 350e3e5a-6d8a-49a0-b234-52308e83cc47 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:35:12.961882 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-25ede010-777c-4986-bf9a-97cadab736a5 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:35:12.965388 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ede010-777c-4986-bf9a-97cadab736a5 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:35:13.001684 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ede010-777c-4986-bf9a-97cadab736a5 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event updated for resources: {'Port': ['ID=cbaf8556-02c1-4bfa-a7ed-29df87454cbb,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:13.042293 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-25ede010-777c-4986-bf9a-97cadab736a5 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:13.105719 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bf04c3e3-5dfe-4ce6-878d-98829348bb52 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:13.114726 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059ae339-7503-42f8-a9bf-6bab986768af None None] Pushing event updated for resources: {'Port': ['ID=cc347a29-b514-4915-9e20-30027fabe6bc,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:13.142177 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device b0e2f6df-a71b-4adf-b500-dee09bca24a0 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:35:13.244225 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf04c3e3-5dfe-4ce6-878d-98829348bb52 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event updated for resources: {'Port': ['ID=396a45e5-2cad-4e23-b0c5-66172f7cda38,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:13.303275 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port b0e2f6df-a71b-4adf-b500-dee09bca24a0 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:35:13.303638 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:13.404812 n-d-808199-11 neutron-server[103570]: INFO neutron.db.l3_db [None req-bf04c3e3-5dfe-4ce6-878d-98829348bb52 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Floating IP 703f87b8-378d-433a-80af-ede2aa7e9d9b associated. External IP: 172.25.5.206, port: a1221c11-6dfe-442e-b624-2d6a3b977c2e. Nov 25 13:35:13.452407 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-25ede010-777c-4986-bf9a-97cadab736a5 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:13.828345 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf04c3e3-5dfe-4ce6-878d-98829348bb52 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Router 275d2c8b-6d84-4fc9-a3af-01cd21c6c052 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:35:13.894447 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-25ede010-777c-4986-bf9a-97cadab736a5 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:13.901984 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-25ede010-777c-4986-bf9a-97cadab736a5 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:13.997346 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf04c3e3-5dfe-4ce6-878d-98829348bb52 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:35:14.034341 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ede010-777c-4986-bf9a-97cadab736a5 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event updated for resources: {'Port': ['ID=cbaf8556-02c1-4bfa-a7ed-29df87454cbb,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:14.043534 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ede010-777c-4986-bf9a-97cadab736a5 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:35:14.044313 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ede010-777c-4986-bf9a-97cadab736a5 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:35:14.044313 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ede010-777c-4986-bf9a-97cadab736a5 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:35:14.044584 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ede010-777c-4986-bf9a-97cadab736a5 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:35:14.044914 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ede010-777c-4986-bf9a-97cadab736a5 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:35:14.045262 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ede010-777c-4986-bf9a-97cadab736a5 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:35:14.045603 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ede010-777c-4986-bf9a-97cadab736a5 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:35:14.045945 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ede010-777c-4986-bf9a-97cadab736a5 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:35:14.046415 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ede010-777c-4986-bf9a-97cadab736a5 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:35:14.046669 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ede010-777c-4986-bf9a-97cadab736a5 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:35:14.047054 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ede010-777c-4986-bf9a-97cadab736a5 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:35:14.047472 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ede010-777c-4986-bf9a-97cadab736a5 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:35:14.049058 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bf04c3e3-5dfe-4ce6-878d-98829348bb52 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:14.050763 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-25ede010-777c-4986-bf9a-97cadab736a5 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:14.063265 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22da1ab-0237-4a29-8a94-ff530c303199 None None] Sync routers for ids ['275d2c8b-6d84-4fc9-a3af-01cd21c6c052'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:35:14.105393 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22da1ab-0237-4a29-8a94-ff530c303199 None None] Routers {'275d2c8b-6d84-4fc9-a3af-01cd21c6c052'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:35:14.108047 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-a22da1ab-0237-4a29-8a94-ff530c303199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:35:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['275d2c8b-6d84-4fc9-a3af-01cd21c6c052'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:14.115305 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-bf04c3e3-5dfe-4ce6-878d-98829348bb52 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.7671800 Nov 25 13:35:14.115305 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c3344d9-6e9b-4b65-b265-1cb57c82fa35', 'tag': 'a1221c11-6dfe-442e-b624-2d6a3b977c2e'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:35:14.119404 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b247ffac-1b47-48e1-881a-304981838e15" -d '{"events": [{"name": "network-changed", "server_uuid": "4c3344d9-6e9b-4b65-b265-1cb57c82fa35", "tag": "a1221c11-6dfe-442e-b624-2d6a3b977c2e"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:35:14.210586 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ede010-777c-4986-bf9a-97cadab736a5 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Network 350e3e5a-6d8a-49a0-b234-52308e83cc47 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:35:14.216542 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-25ede010-777c-4986-bf9a-97cadab736a5 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:35:14.358142 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f98c9-4b0d-4678-9ba5-73f71302f1e7 req-5a452d29-e19e-485e-a69c-ef191a64aaae tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:14.361385 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9c8f98c9-4b0d-4678-9ba5-73f71302f1e7 req-5a452d29-e19e-485e-a69c-ef191a64aaae tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c3344d9-6e9b-4b65-b265-1cb57c82fa35 HTTP/1.1" status: 200 len: 946 time: 0.0923960 Nov 25 13:35:14.398432 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25ede010-777c-4986-bf9a-97cadab736a5 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Router ed56dd4e-b683-4ecc-9d6a-c0f584a955b3 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:35:14.419017 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d484580-61d2-4ba2-8103-e35ba22e9ca2 x-openstack-request-id: req-9d484580-61d2-4ba2-8103-e35ba22e9ca2 {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:35:14.419515 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c3344d9-6e9b-4b65-b265-1cb57c82fa35", "tag": "a1221c11-6dfe-442e-b624-2d6a3b977c2e", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:35:14.419515 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9d484580-61d2-4ba2-8103-e35ba22e9ca2 {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:35:14.420098 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c3344d9-6e9b-4b65-b265-1cb57c82fa35', 'tag': 'a1221c11-6dfe-442e-b624-2d6a3b977c2e', 'status': 'completed', 'code': 200} Nov 25 13:35:14.484526 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-a22da1ab-0237-4a29-8a94-ff530c303199 None None] Set router 275d2c8b-6d84-4fc9-a3af-01cd21c6c052 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:35:14.515282 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9c8f98c9-4b0d-4678-9ba5-73f71302f1e7 req-ac3117cb-80c7-4d29-a679-8ff626bd8a1c tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1eca7e0-4230-4e6a-9eb7-efb9259d4a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351571 Nov 25 13:35:14.530123 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 45718) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:14.617498 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b247ffac-1b47-48e1-881a-304981838e15 req-8abdae28-923c-44f0-9e55-9495c7dee3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:14.619172 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b247ffac-1b47-48e1-881a-304981838e15 req-8abdae28-923c-44f0-9e55-9495c7dee3e6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=057e847f3ee343b9812224ca032e6bfc&device_id=4c3344d9-6e9b-4b65-b265-1cb57c82fa35 HTTP/1.1" status: 200 len: 1098 time: 0.1905410 Nov 25 13:35:14.624012 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ede010-777c-4986-bf9a-97cadab736a5 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:35:14.638455 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d0b2d4-dd20-41a4-93d4-06b9cfbe1e59 None None] Sync routers for ids ['ed56dd4e-b683-4ecc-9d6a-c0f584a955b3'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:35:14.654776 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d0b2d4-dd20-41a4-93d4-06b9cfbe1e59 None None] Routers {'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:35:14.655416 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-32d0b2d4-dd20-41a4-93d4-06b9cfbe1e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:35:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['ed56dd4e-b683-4ecc-9d6a-c0f584a955b3'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:14.670550 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-5a798180-ee26-45d8-81f7-98ee80cea155 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/floatingips/703f87b8-378d-433a-80af-ede2aa7e9d9b HTTP/1.1" status: 200 len: 992 time: 0.1389287 Nov 25 13:35:14.702710 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 45720) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:14.702934 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-25ede010-777c-4986-bf9a-97cadab736a5 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "PUT /v2.0/routers/ed56dd4e-b683-4ecc-9d6a-c0f584a955b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3294055 Nov 25 13:35:14.710318 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-f218312f-8a25-43d4-833b-6a2f74ef4342 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Request body: {'network': {'name': 'tempest-RoutersTest-619803912'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:35:14.762036 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b247ffac-1b47-48e1-881a-304981838e15 req-0129e07c-45ee-4257-bf35-d3ebb70db179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:14.764706 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f218312f-8a25-43d4-833b-6a2f74ef4342 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Made reservation on behalf of 66429e439f264996b6f577612d5b57ec for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:35:14.768709 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f218312f-8a25-43d4-833b-6a2f74ef4342 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:14.769732 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b247ffac-1b47-48e1-881a-304981838e15 req-0129e07c-45ee-4257-bf35-d3ebb70db179 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9d895fac-3603-4eae-9a10-c0c29f9e2296 HTTP/1.1" status: 200 len: 898 time: 0.1434155 Nov 25 13:35:14.795697 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-32d0b2d4-dd20-41a4-93d4-06b9cfbe1e59 None None] Set router ed56dd4e-b683-4ecc-9d6a-c0f584a955b3 gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:35:14.823891 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f218312f-8a25-43d4-833b-6a2f74ef4342 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:35:14.834373 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9baa14f5-07ea-4b04-91f6-866b7a69ac38 None None] Network 350e3e5a-6d8a-49a0-b234-52308e83cc47 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:35:14.846315 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f218312f-8a25-43d4-833b-6a2f74ef4342 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:14.846931 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-f218312f-8a25-43d4-833b-6a2f74ef4342 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Added segment f498b607-254b-48ea-92a6-f3a9581acedf of type vlan for network b2e215e8-859a-4b1c-961e-f9c399c52c38 Nov 25 13:35:14.906175 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b247ffac-1b47-48e1-881a-304981838e15 req-9dacb5ec-de24-4ddf-84f7-f83973fbf865 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1221c11-6dfe-442e-b624-2d6a3b977c2e HTTP/1.1" status: 200 len: 1000 time: 0.1286592 Nov 25 13:35:14.936260 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f218312f-8a25-43d4-833b-6a2f74ef4342 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:14.993654 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f218312f-8a25-43d4-833b-6a2f74ef4342 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:14.999288 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f218312f-8a25-43d4-833b-6a2f74ef4342 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:14.999967 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f218312f-8a25-43d4-833b-6a2f74ef4342 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:15.022820 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b247ffac-1b47-48e1-881a-304981838e15 req-ac393313-7050-4ee1-af65-501e32af8871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:15.028219 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b247ffac-1b47-48e1-881a-304981838e15 req-ac393313-7050-4ee1-af65-501e32af8871 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5d3387ac-c8e7-4141-a2bb-03fc764526fd HTTP/1.1" status: 200 len: 835 time: 0.1137164 Nov 25 13:35:15.077157 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f218312f-8a25-43d4-833b-6a2f74ef4342 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3721027 Nov 25 13:35:15.103450 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device cc347a29-b514-4915-9e20-30027fabe6bc up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:35:15.113522 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 45726) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:15.149370 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-19bc61e1-c8e9-4b19-b012-7b89c459c696 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Request body: {'subnet': {'network_id': 'b2e215e8-859a-4b1c-961e-f9c399c52c38', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:35:15.172494 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-32d0b2d4-dd20-41a4-93d4-06b9cfbe1e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'name': 'tempest-RoutersTest-router-1851068641', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:35:05Z', 'updated_at': '2021-11-25T13:35:13Z', 'revision_number': 3, 'project_id': '66429e439f264996b6f577612d5b57ec', 'gw_port_host': None, '_interfaces': [{'id': 'b0e2f6df-a71b-4adf-b500-dee09bca24a0', 'name': '', 'network_id': 'd8231086-623e-4734-ab48-d5d25c061688', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'mac_address': 'fa:16:3e:41:2e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'cf5a1dfc-9d1c-4504-842b-a7293ea78f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:35:07Z', 'updated_at': '2021-11-25T13:35:11Z', 'revision_number': 5, 'project_id': '66429e439f264996b6f577612d5b57ec', 'subnets': [{'id': 'cf5a1dfc-9d1c-4504-842b-a7293ea78f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbaf8556-02c1-4bfa-a7ed-29df87454cbb', 'name': '', 'network_id': '350e3e5a-6d8a-49a0-b234-52308e83cc47', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'mac_address': 'fa:16:3e:69:46:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '2a2afe9d-8aad-4755-a66b-fe45ff1cc4a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:35:12Z', 'updated_at': '2021-11-25T13:35:13Z', 'revision_number': 2, 'project_id': '66429e439f264996b6f577612d5b57ec', 'subnets': [{'id': '2a2afe9d-8aad-4755-a66b-fe45ff1cc4a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:15.235367 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f218312f-8a25-43d4-833b-6a2f74ef4342 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event updated for resources: {'Network': ['ID=b2e215e8-859a-4b1c-961e-f9c399c52c38,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:15.246905 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-a404d71c-dee4-4174-91f9-42c2d31ddd3b None None] Provisioning complete for port cc347a29-b514-4915-9e20-30027fabe6bc triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:35:15.247791 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a404d71c-dee4-4174-91f9-42c2d31ddd3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:15.257753 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d0b2d4-dd20-41a4-93d4-06b9cfbe1e59 None None] Checking router: ed56dd4e-b683-4ecc-9d6a-c0f584a955b3 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:35:15.259907 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d0b2d4-dd20-41a4-93d4-06b9cfbe1e59 None None] Updating router ed56dd4e-b683-4ecc-9d6a-c0f584a955b3 port cbaf8556-02c1-4bfa-a7ed-29df87454cbb binding host n-d-808199-11 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:35:15.261104 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f218312f-8a25-43d4-833b-6a2f74ef4342 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:35:15.261259 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f218312f-8a25-43d4-833b-6a2f74ef4342 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:35:15.261686 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f218312f-8a25-43d4-833b-6a2f74ef4342 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:35:15.261964 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f218312f-8a25-43d4-833b-6a2f74ef4342 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:35:15.262223 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f218312f-8a25-43d4-833b-6a2f74ef4342 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:35:15.262599 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f218312f-8a25-43d4-833b-6a2f74ef4342 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:35:15.279049 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f218312f-8a25-43d4-833b-6a2f74ef4342 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:35:15.279506 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f218312f-8a25-43d4-833b-6a2f74ef4342 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:35:15.279860 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f218312f-8a25-43d4-833b-6a2f74ef4342 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:35:15.280206 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f218312f-8a25-43d4-833b-6a2f74ef4342 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:35:15.280553 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f218312f-8a25-43d4-833b-6a2f74ef4342 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:35:15.280892 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f218312f-8a25-43d4-833b-6a2f74ef4342 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:35:15.319296 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-32d0b2d4-dd20-41a4-93d4-06b9cfbe1e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:15.367085 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network b2e215e8-859a-4b1c-961e-f9c399c52c38 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:35:15.370979 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b247ffac-1b47-48e1-881a-304981838e15 req-9e8d42b2-5c81-43fe-a05f-5c5859f92b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:15.372509 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b247ffac-1b47-48e1-881a-304981838e15 req-9e8d42b2-5c81-43fe-a05f-5c5859f92b15 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9d895fac-3603-4eae-9a10-c0c29f9e2296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3362222 Nov 25 13:35:15.503919 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port cc347a29-b514-4915-9e20-30027fabe6bc triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:35:15.504549 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:15.573564 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19bc61e1-c8e9-4b19-b012-7b89c459c696 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Made reservation on behalf of 66429e439f264996b6f577612d5b57ec for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:35:15.582466 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-19bc61e1-c8e9-4b19-b012-7b89c459c696 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:15.621744 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a404d71c-dee4-4174-91f9-42c2d31ddd3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:15.646547 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-32d0b2d4-dd20-41a4-93d4-06b9cfbe1e59 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:15.657644 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-32d0b2d4-dd20-41a4-93d4-06b9cfbe1e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:15.664314 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-a22da1ab-0237-4a29-8a94-ff530c303199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275d2c8b-6d84-4fc9-a3af-01cd21c6c052', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840486905', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'f0d9d4f8-1ad9-43fa-b3f3-74f918f5ad0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:34:43Z', 'updated_at': '2021-11-25T13:34:51Z', 'revision_number': 4, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'gw_port': {'id': 'f0d9d4f8-1ad9-43fa-b3f3-74f918f5ad0f', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:45:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275d2c8b-6d84-4fc9-a3af-01cd21c6c052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:34:44Z', 'updated_at': '2021-11-25T13:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '703f87b8-378d-433a-80af-ede2aa7e9d9b', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'floating_ip_address': '172.25.5.206', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '275d2c8b-6d84-4fc9-a3af-01cd21c6c052', 'port_id': 'a1221c11-6dfe-442e-b624-2d6a3b977c2e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d895fac-3603-4eae-9a10-c0c29f9e2296', 'mac_address': 'fa:16:3e:3b:9f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3344d9-6e9b-4b65-b265-1cb57c82fa35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:35:11Z', 'updated_at': '2021-11-25T13:35:11Z', 'revision_number': 0, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a98b4e9-073c-45e9-b32b-82c9185c8496', 'name': '', 'network_id': '9d895fac-3603-4eae-9a10-c0c29f9e2296', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'mac_address': 'fa:16:3e:7c:cb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275d2c8b-6d84-4fc9-a3af-01cd21c6c052', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '5d3387ac-c8e7-4141-a2bb-03fc764526fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:34:50Z', 'updated_at': '2021-11-25T13:34:56Z', 'revision_number': 5, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'subnets': [{'id': '5d3387ac-c8e7-4141-a2bb-03fc764526fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:15.674659 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 45738) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:15.731531 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d52cc8d-af3b-4760-9a33-9423761ba5ee None None] Pushing event updated for resources: {'Port': ['ID=cbaf8556-02c1-4bfa-a7ed-29df87454cbb,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:15.758167 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-a404d71c-dee4-4174-91f9-42c2d31ddd3b None None] For port cc347a29-b514-4915-9e20-30027fabe6bc, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=cc347a29-b514-4915-9e20-30027fabe6bc,segment=NetworkSegment(eeab138d-91fd-44b8-aee0-be72bfcf6f0f),segment_id=eeab138d-91fd-44b8-aee0-be72bfcf6f0f)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:35:15.767809 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22da1ab-0237-4a29-8a94-ff530c303199 None None] Checking router: 275d2c8b-6d84-4fc9-a3af-01cd21c6c052 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:35:15.775003 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a404d71c-dee4-4174-91f9-42c2d31ddd3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:15.824050 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-32d0b2d4-dd20-41a4-93d4-06b9cfbe1e59 None None] Attempting to bind port cbaf8556-02c1-4bfa-a7ed-29df87454cbb on host n-d-808199-11 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:35:15.824439 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-32d0b2d4-dd20-41a4-93d4-06b9cfbe1e59 None None] Attempting to bind port cbaf8556-02c1-4bfa-a7ed-29df87454cbb by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'eeab138d-91fd-44b8-aee0-be72bfcf6f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '350e3e5a-6d8a-49a0-b234-52308e83cc47'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:35:15.824925 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d0b2d4-dd20-41a4-93d4-06b9cfbe1e59 None None] Attempting to bind port cbaf8556-02c1-4bfa-a7ed-29df87454cbb on network 350e3e5a-6d8a-49a0-b234-52308e83cc47 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:35:15.830887 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d0b2d4-dd20-41a4-93d4-06b9cfbe1e59 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:35:15.831335 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d0b2d4-dd20-41a4-93d4-06b9cfbe1e59 None None] Checking segment: {'id': 'eeab138d-91fd-44b8-aee0-be72bfcf6f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '350e3e5a-6d8a-49a0-b234-52308e83cc47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:35:15.831807 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-32d0b2d4-dd20-41a4-93d4-06b9cfbe1e59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:15.832245 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d0b2d4-dd20-41a4-93d4-06b9cfbe1e59 None None] Bound using segment: {'id': 'eeab138d-91fd-44b8-aee0-be72bfcf6f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '350e3e5a-6d8a-49a0-b234-52308e83cc47'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:35:15.832723 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-32d0b2d4-dd20-41a4-93d4-06b9cfbe1e59 None None] Bound port: cbaf8556-02c1-4bfa-a7ed-29df87454cbb, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeab138d-91fd-44b8-aee0-be72bfcf6f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '350e3e5a-6d8a-49a0-b234-52308e83cc47'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:35:15.833126 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-32d0b2d4-dd20-41a4-93d4-06b9cfbe1e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:15.846113 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-32e684fc-dc17-422e-bdf2-dd36e0c78252 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/floatingips/703f87b8-378d-433a-80af-ede2aa7e9d9b HTTP/1.1" status: 200 len: 992 time: 0.1702411 Nov 25 13:35:15.861765 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22da1ab-0237-4a29-8a94-ff530c303199 None None] Routers {'275d2c8b-6d84-4fc9-a3af-01cd21c6c052'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:35:15.862652 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-a22da1ab-0237-4a29-8a94-ff530c303199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:35:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['275d2c8b-6d84-4fc9-a3af-01cd21c6c052'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:15.984507 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-32d0b2d4-dd20-41a4-93d4-06b9cfbe1e59 None None] For port cbaf8556-02c1-4bfa-a7ed-29df87454cbb, host n-d-808199-11, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:35:15.997280 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-32d0b2d4-dd20-41a4-93d4-06b9cfbe1e59 None None] For port cbaf8556-02c1-4bfa-a7ed-29df87454cbb, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=cbaf8556-02c1-4bfa-a7ed-29df87454cbb,segment=NetworkSegment(eeab138d-91fd-44b8-aee0-be72bfcf6f0f),segment_id=eeab138d-91fd-44b8-aee0-be72bfcf6f0f)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:35:16.002640 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-32d0b2d4-dd20-41a4-93d4-06b9cfbe1e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:16.015116 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-a22da1ab-0237-4a29-8a94-ff530c303199 None None] Set router 275d2c8b-6d84-4fc9-a3af-01cd21c6c052 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:35:16.100460 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b247ffac-1b47-48e1-881a-304981838e15 req-babfeb0e-fb4f-4ef9-9cd9-df6178b65fc9 service neutron] 10.222.0.47 "GET /v2.0/networks/9d895fac-3603-4eae-9a10-c0c29f9e2296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7166722 Nov 25 13:35:16.104524 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-19bc61e1-c8e9-4b19-b012-7b89c459c696 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:16.152135 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d52cc8d-af3b-4760-9a33-9423761ba5ee None None] Pushing event updated for resources: {'Port': ['ID=cbaf8556-02c1-4bfa-a7ed-29df87454cbb,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:16.181854 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d0b2d4-dd20-41a4-93d4-06b9cfbe1e59 None None] Routers {'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:35:16.182494 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-32d0b2d4-dd20-41a4-93d4-06b9cfbe1e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:35:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['ed56dd4e-b683-4ecc-9d6a-c0f584a955b3'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:16.343475 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bc61e1-c8e9-4b19-b012-7b89c459c696 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Checking segment: {'id': 'f498b607-254b-48ea-92a6-f3a9581acedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b2e215e8-859a-4b1c-961e-f9c399c52c38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:35:16.346658 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bc61e1-c8e9-4b19-b012-7b89c459c696 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Network hostable DHCP agents. Network: b2e215e8-859a-4b1c-961e-f9c399c52c38, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:35:16.373137 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc61e1-c8e9-4b19-b012-7b89c459c696 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event updated for resources: {'Subnet': ['ID=f2baf319-b56d-4c44-8089-9b24f0ed62af,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:16.439149 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bc61e1-c8e9-4b19-b012-7b89c459c696 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Network b2e215e8-859a-4b1c-961e-f9c399c52c38 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:35:16.451351 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b247ffac-1b47-48e1-881a-304981838e15 req-9738bba0-b702-4efe-a5f7-2fe097ee11a4 service neutron] 10.222.0.47 "GET /v2.0/networks/9d895fac-3603-4eae-9a10-c0c29f9e2296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3396430 Nov 25 13:35:16.472603 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-19bc61e1-c8e9-4b19-b012-7b89c459c696 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, b2e215e8-859a-4b1c-961e-f9c399c52c38) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:35:16.492407 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bc61e1-c8e9-4b19-b012-7b89c459c696 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:16.495265 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-32d0b2d4-dd20-41a4-93d4-06b9cfbe1e59 None None] Set router ed56dd4e-b683-4ecc-9d6a-c0f584a955b3 gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:35:16.496168 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-19bc61e1-c8e9-4b19-b012-7b89c459c696 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:16.525836 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3394bf27-1289-4ac2-923f-7db8c9049caf None None] Network b2e215e8-859a-4b1c-961e-f9c399c52c38 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:35:16.526647 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-19bc61e1-c8e9-4b19-b012-7b89c459c696 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4059610 Nov 25 13:35:16.526774 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 45748) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:16.638869 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a404d71c-dee4-4174-91f9-42c2d31ddd3b None None] Pushing event updated for resources: {'Port': ['ID=cc347a29-b514-4915-9e20-30027fabe6bc,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:16.848333 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 45752) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:17.078149 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-6f07ff6d-f15e-4a1a-a4f8-a1439afac056 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/floatingips/703f87b8-378d-433a-80af-ede2aa7e9d9b HTTP/1.1" status: 200 len: 992 time: 0.2275639 Nov 25 13:35:17.108494 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device cc347a29-b514-4915-9e20-30027fabe6bc up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:35:17.119260 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-32d0b2d4-dd20-41a4-93d4-06b9cfbe1e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'name': 'tempest-RoutersTest-router-1851068641', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:35:05Z', 'updated_at': '2021-11-25T13:35:13Z', 'revision_number': 3, 'project_id': '66429e439f264996b6f577612d5b57ec', 'gw_port_host': None, '_interfaces': [{'id': 'b0e2f6df-a71b-4adf-b500-dee09bca24a0', 'name': '', 'network_id': 'd8231086-623e-4734-ab48-d5d25c061688', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'mac_address': 'fa:16:3e:41:2e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'cf5a1dfc-9d1c-4504-842b-a7293ea78f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:35:07Z', 'updated_at': '2021-11-25T13:35:11Z', 'revision_number': 5, 'project_id': '66429e439f264996b6f577612d5b57ec', 'subnets': [{'id': 'cf5a1dfc-9d1c-4504-842b-a7293ea78f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbaf8556-02c1-4bfa-a7ed-29df87454cbb', 'name': '', 'network_id': '350e3e5a-6d8a-49a0-b234-52308e83cc47', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'mac_address': 'fa:16:3e:69:46:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '2a2afe9d-8aad-4755-a66b-fe45ff1cc4a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:35:12Z', 'updated_at': '2021-11-25T13:35:15Z', 'revision_number': 4, 'project_id': '66429e439f264996b6f577612d5b57ec', 'subnets': [{'id': '2a2afe9d-8aad-4755-a66b-fe45ff1cc4a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:17.156700 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-15477ffb-b056-4016-9d1f-c01e8842052a None None] Provisioning complete for port cbaf8556-02c1-4bfa-a7ed-29df87454cbb triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:35:17.157497 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-15477ffb-b056-4016-9d1f-c01e8842052a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:17.170660 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d0b2d4-dd20-41a4-93d4-06b9cfbe1e59 None None] The sync data for ids ['ed56dd4e-b683-4ecc-9d6a-c0f584a955b3'] in n-d-808199-11 is: [{'id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'name': 'tempest-RoutersTest-router-1851068641', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:35:05Z', 'updated_at': '2021-11-25T13:35:13Z', 'revision_number': 3, 'project_id': '66429e439f264996b6f577612d5b57ec', 'gw_port_host': None, '_interfaces': [{'id': 'b0e2f6df-a71b-4adf-b500-dee09bca24a0', 'name': '', 'network_id': 'd8231086-623e-4734-ab48-d5d25c061688', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'mac_address': 'fa:16:3e:41:2e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'cf5a1dfc-9d1c-4504-842b-a7293ea78f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:35:07Z', 'updated_at': '2021-11-25T13:35:11Z', 'revision_number': 5, 'project_id': '66429e439f264996b6f577612d5b57ec', 'subnets': [{'id': 'cf5a1dfc-9d1c-4504-842b-a7293ea78f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbaf8556-02c1-4bfa-a7ed-29df87454cbb', 'name': '', 'network_id': '350e3e5a-6d8a-49a0-b234-52308e83cc47', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'mac_address': 'fa:16:3e:69:46:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '2a2afe9d-8aad-4755-a66b-fe45ff1cc4a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:35:12Z', 'updated_at': '2021-11-25T13:35:15Z', 'revision_number': 4, 'project_id': '66429e439f264996b6f577612d5b57ec', 'subnets': [{'id': '2a2afe9d-8aad-4755-a66b-fe45ff1cc4a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:35:17.331116 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23672b9e-a8b0-4116-9c38-7eac4074955f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-b2e215e8-859a-4b1c-961e-f9c399c52c38', 'network_id': 'b2e215e8-859a-4b1c-961e-f9c399c52c38', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'fixed_ips': [{'subnet_id': 'f2baf319-b56d-4c44-8089-9b24f0ed62af'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:35:17.332012 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-23672b9e-a8b0-4116-9c38-7eac4074955f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:17.398038 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port cc347a29-b514-4915-9e20-30027fabe6bc triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:35:17.398424 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:17.438864 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fe55f04d-1887-405c-9d50-6a67d974917c tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:17.456959 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-a22da1ab-0237-4a29-8a94-ff530c303199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275d2c8b-6d84-4fc9-a3af-01cd21c6c052', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840486905', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'f0d9d4f8-1ad9-43fa-b3f3-74f918f5ad0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:34:43Z', 'updated_at': '2021-11-25T13:34:51Z', 'revision_number': 4, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'gw_port': {'id': 'f0d9d4f8-1ad9-43fa-b3f3-74f918f5ad0f', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:45:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275d2c8b-6d84-4fc9-a3af-01cd21c6c052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:34:44Z', 'updated_at': '2021-11-25T13:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '703f87b8-378d-433a-80af-ede2aa7e9d9b', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'floating_ip_address': '172.25.5.206', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '275d2c8b-6d84-4fc9-a3af-01cd21c6c052', 'port_id': 'a1221c11-6dfe-442e-b624-2d6a3b977c2e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d895fac-3603-4eae-9a10-c0c29f9e2296', 'mac_address': 'fa:16:3e:3b:9f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3344d9-6e9b-4b65-b265-1cb57c82fa35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:35:11Z', 'updated_at': '2021-11-25T13:35:11Z', 'revision_number': 0, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a98b4e9-073c-45e9-b32b-82c9185c8496', 'name': '', 'network_id': '9d895fac-3603-4eae-9a10-c0c29f9e2296', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'mac_address': 'fa:16:3e:7c:cb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275d2c8b-6d84-4fc9-a3af-01cd21c6c052', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '5d3387ac-c8e7-4141-a2bb-03fc764526fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:34:50Z', 'updated_at': '2021-11-25T13:34:56Z', 'revision_number': 5, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'subnets': [{'id': '5d3387ac-c8e7-4141-a2bb-03fc764526fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:17.665009 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22da1ab-0237-4a29-8a94-ff530c303199 None None] The sync data for ids ['275d2c8b-6d84-4fc9-a3af-01cd21c6c052'] in n-d-808199-11 is: [{'id': '275d2c8b-6d84-4fc9-a3af-01cd21c6c052', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840486905', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'f0d9d4f8-1ad9-43fa-b3f3-74f918f5ad0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:34:43Z', 'updated_at': '2021-11-25T13:34:51Z', 'revision_number': 4, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'gw_port': {'id': 'f0d9d4f8-1ad9-43fa-b3f3-74f918f5ad0f', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:45:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275d2c8b-6d84-4fc9-a3af-01cd21c6c052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:34:44Z', 'updated_at': '2021-11-25T13:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '703f87b8-378d-433a-80af-ede2aa7e9d9b', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'floating_ip_address': '172.25.5.206', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '275d2c8b-6d84-4fc9-a3af-01cd21c6c052', 'port_id': 'a1221c11-6dfe-442e-b624-2d6a3b977c2e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d895fac-3603-4eae-9a10-c0c29f9e2296', 'mac_address': 'fa:16:3e:3b:9f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3344d9-6e9b-4b65-b265-1cb57c82fa35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:35:11Z', 'updated_at': '2021-11-25T13:35:11Z', 'revision_number': 0, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a98b4e9-073c-45e9-b32b-82c9185c8496', 'name': '', 'network_id': '9d895fac-3603-4eae-9a10-c0c29f9e2296', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'mac_address': 'fa:16:3e:7c:cb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275d2c8b-6d84-4fc9-a3af-01cd21c6c052', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '5d3387ac-c8e7-4141-a2bb-03fc764526fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:34:50Z', 'updated_at': '2021-11-25T13:34:56Z', 'revision_number': 5, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'subnets': [{'id': '5d3387ac-c8e7-4141-a2bb-03fc764526fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:35:17.731547 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-15477ffb-b056-4016-9d1f-c01e8842052a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:18.013897 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-15477ffb-b056-4016-9d1f-c01e8842052a None None] For port cbaf8556-02c1-4bfa-a7ed-29df87454cbb, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=cbaf8556-02c1-4bfa-a7ed-29df87454cbb,segment=NetworkSegment(eeab138d-91fd-44b8-aee0-be72bfcf6f0f),segment_id=eeab138d-91fd-44b8-aee0-be72bfcf6f0f)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:35:18.019590 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-23672b9e-a8b0-4116-9c38-7eac4074955f None None] Allocated IP 172.22.0.2 (b2e215e8-859a-4b1c-961e-f9c399c52c38/f2baf319-b56d-4c44-8089-9b24f0ed62af/00c1a43e-b55b-4fe9-9012-655cbf8bd863) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:35:18.031166 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-15477ffb-b056-4016-9d1f-c01e8842052a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:18.080612 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 45766) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:18.184231 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e3a212-3e30-43ab-b8f3-462bf2c910fc None None] New status for floating IP 703f87b8-378d-433a-80af-ede2aa7e9d9b: ACTIVE {{(pid=103572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 13:35:18.210192 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-50a10a96-59c9-44e4-af65-746afb1dc96a tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/floatingips/703f87b8-378d-433a-80af-ede2aa7e9d9b HTTP/1.1" status: 200 len: 992 time: 0.1277790 Nov 25 13:35:18.284449 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-15477ffb-b056-4016-9d1f-c01e8842052a None None] Provisioning complete for port cc347a29-b514-4915-9e20-30027fabe6bc triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:35:18.284992 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-15477ffb-b056-4016-9d1f-c01e8842052a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:18.337883 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15477ffb-b056-4016-9d1f-c01e8842052a None None] Pushing event updated for resources: {'Port': ['ID=cbaf8556-02c1-4bfa-a7ed-29df87454cbb,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:18.547180 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-23672b9e-a8b0-4116-9c38-7eac4074955f None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:18.559167 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-23672b9e-a8b0-4116-9c38-7eac4074955f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:18.613090 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23672b9e-a8b0-4116-9c38-7eac4074955f None None] Pushing event updated for resources: {'Port': ['ID=00c1a43e-b55b-4fe9-9012-655cbf8bd863,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:18.621974 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-fe55f04d-1887-405c-9d50-6a67d974917c tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Allocated IP 172.22.0.1 (b2e215e8-859a-4b1c-961e-f9c399c52c38/f2baf319-b56d-4c44-8089-9b24f0ed62af/fe44e3c1-d562-4da1-b124-cc5fd4872cbe) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:35:18.622466 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23672b9e-a8b0-4116-9c38-7eac4074955f None None] Network b2e215e8-859a-4b1c-961e-f9c399c52c38 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:35:18.623869 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-23672b9e-a8b0-4116-9c38-7eac4074955f None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:35:18.629603 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23672b9e-a8b0-4116-9c38-7eac4074955f None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:35:18.736257 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-23672b9e-a8b0-4116-9c38-7eac4074955f None None] Attempting to bind port 00c1a43e-b55b-4fe9-9012-655cbf8bd863 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:35:18.736917 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-23672b9e-a8b0-4116-9c38-7eac4074955f None None] Attempting to bind port 00c1a43e-b55b-4fe9-9012-655cbf8bd863 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'f498b607-254b-48ea-92a6-f3a9581acedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b2e215e8-859a-4b1c-961e-f9c399c52c38'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:35:18.737059 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23672b9e-a8b0-4116-9c38-7eac4074955f None None] Attempting to bind port 00c1a43e-b55b-4fe9-9012-655cbf8bd863 on network b2e215e8-859a-4b1c-961e-f9c399c52c38 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:35:18.741432 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-0bba7d5b-8ae1-41af-b6c3-d80a794c681a None None] Provisioning complete for port cbaf8556-02c1-4bfa-a7ed-29df87454cbb triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:35:18.741809 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0bba7d5b-8ae1-41af-b6c3-d80a794c681a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:18.746218 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23672b9e-a8b0-4116-9c38-7eac4074955f None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:35:18.746598 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23672b9e-a8b0-4116-9c38-7eac4074955f None None] Checking segment: {'id': 'f498b607-254b-48ea-92a6-f3a9581acedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b2e215e8-859a-4b1c-961e-f9c399c52c38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:35:18.747005 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fe55f04d-1887-405c-9d50-6a67d974917c tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:18.748133 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-23672b9e-a8b0-4116-9c38-7eac4074955f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:18.748133 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23672b9e-a8b0-4116-9c38-7eac4074955f None None] Bound using segment: {'id': 'f498b607-254b-48ea-92a6-f3a9581acedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b2e215e8-859a-4b1c-961e-f9c399c52c38'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:35:18.748133 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-23672b9e-a8b0-4116-9c38-7eac4074955f None None] Bound port: 00c1a43e-b55b-4fe9-9012-655cbf8bd863, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f498b607-254b-48ea-92a6-f3a9581acedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b2e215e8-859a-4b1c-961e-f9c399c52c38'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:35:18.748460 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-23672b9e-a8b0-4116-9c38-7eac4074955f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:18.814357 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fe55f04d-1887-405c-9d50-6a67d974917c tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:18.852727 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-23672b9e-a8b0-4116-9c38-7eac4074955f None None] For port 00c1a43e-b55b-4fe9-9012-655cbf8bd863, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:35:18.858409 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-23672b9e-a8b0-4116-9c38-7eac4074955f None None] For port 00c1a43e-b55b-4fe9-9012-655cbf8bd863, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=00c1a43e-b55b-4fe9-9012-655cbf8bd863,segment=NetworkSegment(f498b607-254b-48ea-92a6-f3a9581acedf),segment_id=f498b607-254b-48ea-92a6-f3a9581acedf)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:35:18.883992 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe55f04d-1887-405c-9d50-6a67d974917c tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event updated for resources: {'Port': ['ID=fe44e3c1-d562-4da1-b124-cc5fd4872cbe,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:18.891706 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe55f04d-1887-405c-9d50-6a67d974917c tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Network b2e215e8-859a-4b1c-961e-f9c399c52c38 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:35:18.893485 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-fe55f04d-1887-405c-9d50-6a67d974917c tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:35:18.896850 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe55f04d-1887-405c-9d50-6a67d974917c tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:35:18.909929 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-23672b9e-a8b0-4116-9c38-7eac4074955f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:18.955293 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fe55f04d-1887-405c-9d50-6a67d974917c tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:19.133308 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device cbaf8556-02c1-4bfa-a7ed-29df87454cbb up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:35:19.165057 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fe55f04d-1887-405c-9d50-6a67d974917c tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:19.196091 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23672b9e-a8b0-4116-9c38-7eac4074955f None None] Pushing event updated for resources: {'Port': ['ID=00c1a43e-b55b-4fe9-9012-655cbf8bd863,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:19.212541 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 45780) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:19.246028 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port cbaf8556-02c1-4bfa-a7ed-29df87454cbb triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:35:19.247651 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:19.405813 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-41dcf9d0-e43f-4a06-a8e1-5007a9731eb1 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/floatingips/703f87b8-378d-433a-80af-ede2aa7e9d9b HTTP/1.1" status: 200 len: 994 time: 0.1883271 Nov 25 13:35:19.619405 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fe55f04d-1887-405c-9d50-6a67d974917c tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:19.630999 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fe55f04d-1887-405c-9d50-6a67d974917c tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:19.712620 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe55f04d-1887-405c-9d50-6a67d974917c tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event updated for resources: {'Port': ['ID=fe44e3c1-d562-4da1-b124-cc5fd4872cbe,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:19.755926 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fe55f04d-1887-405c-9d50-6a67d974917c tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:19.894971 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe55f04d-1887-405c-9d50-6a67d974917c tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Network b2e215e8-859a-4b1c-961e-f9c399c52c38 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:35:19.899554 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-fe55f04d-1887-405c-9d50-6a67d974917c tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:35:20.021269 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe55f04d-1887-405c-9d50-6a67d974917c tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Router ed56dd4e-b683-4ecc-9d6a-c0f584a955b3 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:35:20.210788 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe55f04d-1887-405c-9d50-6a67d974917c tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:35:20.231112 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4766587b-d16b-47f7-87bb-f95ee32705ca None None] Sync routers for ids ['ed56dd4e-b683-4ecc-9d6a-c0f584a955b3'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:35:20.236597 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-fe55f04d-1887-405c-9d50-6a67d974917c tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "PUT /v2.0/routers/ed56dd4e-b683-4ecc-9d6a-c0f584a955b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7091086 Nov 25 13:35:20.240510 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 45798) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:20.250929 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-6fdab94d-e718-43c2-b228-99c31150d0bb tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Request body: {'network': {'name': 'tempest-RoutersTest-1694330962'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:35:20.287822 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4766587b-d16b-47f7-87bb-f95ee32705ca None None] Routers {'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:35:20.288489 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-4766587b-d16b-47f7-87bb-f95ee32705ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:35:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['ed56dd4e-b683-4ecc-9d6a-c0f584a955b3'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:20.324523 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fdab94d-e718-43c2-b228-99c31150d0bb tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Made reservation on behalf of 66429e439f264996b6f577612d5b57ec for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:35:20.328681 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6fdab94d-e718-43c2-b228-99c31150d0bb tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:20.380155 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fdab94d-e718-43c2-b228-99c31150d0bb tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:35:20.405278 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6fdab94d-e718-43c2-b228-99c31150d0bb tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:20.407319 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-6fdab94d-e718-43c2-b228-99c31150d0bb tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Added segment f9c7e7ef-98f1-4aee-b6d4-dae3468df2b5 of type vlan for network 76f159d5-62c5-40b1-b991-f19baa171a9d Nov 25 13:35:20.501198 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-4766587b-d16b-47f7-87bb-f95ee32705ca None None] Set router ed56dd4e-b683-4ecc-9d6a-c0f584a955b3 gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:35:20.529477 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6fdab94d-e718-43c2-b228-99c31150d0bb tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:20.591405 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6fdab94d-e718-43c2-b228-99c31150d0bb tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:20.604995 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fdab94d-e718-43c2-b228-99c31150d0bb tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:20.605776 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6fdab94d-e718-43c2-b228-99c31150d0bb tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:20.671117 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe3f43c-db1a-4407-a585-b6578fdaec68 None None] Network b2e215e8-859a-4b1c-961e-f9c399c52c38 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:35:20.732392 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 45802) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:20.733569 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-6fdab94d-e718-43c2-b228-99c31150d0bb tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4903827 Nov 25 13:35:20.737353 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-c75073eb-cd28-4b1a-8c13-05b57807d082 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Request body: {'subnet': {'network_id': '76f159d5-62c5-40b1-b991-f19baa171a9d', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:35:20.753056 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdab94d-e718-43c2-b228-99c31150d0bb tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event updated for resources: {'Network': ['ID=76f159d5-62c5-40b1-b991-f19baa171a9d,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:20.968259 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75073eb-cd28-4b1a-8c13-05b57807d082 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Made reservation on behalf of 66429e439f264996b6f577612d5b57ec for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:35:20.973254 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c75073eb-cd28-4b1a-8c13-05b57807d082 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:20.997171 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-4766587b-d16b-47f7-87bb-f95ee32705ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'name': 'tempest-RoutersTest-router-1851068641', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:35:05Z', 'updated_at': '2021-11-25T13:35:19Z', 'revision_number': 4, 'project_id': '66429e439f264996b6f577612d5b57ec', 'gw_port_host': None, '_interfaces': [{'id': 'b0e2f6df-a71b-4adf-b500-dee09bca24a0', 'name': '', 'network_id': 'd8231086-623e-4734-ab48-d5d25c061688', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'mac_address': 'fa:16:3e:41:2e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'cf5a1dfc-9d1c-4504-842b-a7293ea78f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:35:07Z', 'updated_at': '2021-11-25T13:35:11Z', 'revision_number': 5, 'project_id': '66429e439f264996b6f577612d5b57ec', 'subnets': [{'id': 'cf5a1dfc-9d1c-4504-842b-a7293ea78f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbaf8556-02c1-4bfa-a7ed-29df87454cbb', 'name': '', 'network_id': '350e3e5a-6d8a-49a0-b234-52308e83cc47', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'mac_address': 'fa:16:3e:69:46:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '2a2afe9d-8aad-4755-a66b-fe45ff1cc4a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:35:12Z', 'updated_at': '2021-11-25T13:35:17Z', 'revision_number': 5, 'project_id': '66429e439f264996b6f577612d5b57ec', 'subnets': [{'id': '2a2afe9d-8aad-4755-a66b-fe45ff1cc4a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe44e3c1-d562-4da1-b124-cc5fd4872cbe', 'name': '', 'network_id': 'b2e215e8-859a-4b1c-961e-f9c399c52c38', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'mac_address': 'fa:16:3e:f9:46:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'f2baf319-b56d-4c44-8089-9b24f0ed62af', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:35:17Z', 'updated_at': '2021-11-25T13:35:19Z', 'revision_number': 2, 'project_id': '66429e439f264996b6f577612d5b57ec', 'subnets': [{'id': 'f2baf319-b56d-4c44-8089-9b24f0ed62af', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:21.091503 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4766587b-d16b-47f7-87bb-f95ee32705ca None None] Checking router: ed56dd4e-b683-4ecc-9d6a-c0f584a955b3 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:35:21.091811 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4766587b-d16b-47f7-87bb-f95ee32705ca None None] Updating router ed56dd4e-b683-4ecc-9d6a-c0f584a955b3 port fe44e3c1-d562-4da1-b124-cc5fd4872cbe binding host n-d-808199-11 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:35:21.095028 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 76f159d5-62c5-40b1-b991-f19baa171a9d details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:35:21.096834 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 00c1a43e-b55b-4fe9-9012-655cbf8bd863 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:35:21.205208 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-ae953508-5731-445f-9b01-02dc61acfa77 None None] Provisioning complete for port 00c1a43e-b55b-4fe9-9012-655cbf8bd863 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:35:21.205585 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ae953508-5731-445f-9b01-02dc61acfa77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:21.207572 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c75073eb-cd28-4b1a-8c13-05b57807d082 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:21.219175 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4766587b-d16b-47f7-87bb-f95ee32705ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:21.349079 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 00c1a43e-b55b-4fe9-9012-655cbf8bd863 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:35:21.349545 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:21.411131 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75073eb-cd28-4b1a-8c13-05b57807d082 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Checking segment: {'id': 'f9c7e7ef-98f1-4aee-b6d4-dae3468df2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '76f159d5-62c5-40b1-b991-f19baa171a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:35:21.411463 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75073eb-cd28-4b1a-8c13-05b57807d082 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Network hostable DHCP agents. Network: 76f159d5-62c5-40b1-b991-f19baa171a9d, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:35:21.444067 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75073eb-cd28-4b1a-8c13-05b57807d082 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event updated for resources: {'Subnet': ['ID=45b8f153-5148-4277-8265-7ba0e9f6a025,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:21.475313 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75073eb-cd28-4b1a-8c13-05b57807d082 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Network 76f159d5-62c5-40b1-b991-f19baa171a9d is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:35:21.497087 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-c75073eb-cd28-4b1a-8c13-05b57807d082 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 76f159d5-62c5-40b1-b991-f19baa171a9d) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:35:21.501380 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75073eb-cd28-4b1a-8c13-05b57807d082 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:21.504203 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c75073eb-cd28-4b1a-8c13-05b57807d082 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:21.516879 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16761a6e-645b-4d0a-abea-3f09d5c92526 None None] Network 76f159d5-62c5-40b1-b991-f19baa171a9d requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:35:21.533748 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c75073eb-cd28-4b1a-8c13-05b57807d082 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8002539 Nov 25 13:35:21.537668 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 45816) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:21.641638 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ae953508-5731-445f-9b01-02dc61acfa77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:21.758201 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:21.796354 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4766587b-d16b-47f7-87bb-f95ee32705ca None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:21.808752 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4766587b-d16b-47f7-87bb-f95ee32705ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:21.891585 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-ae953508-5731-445f-9b01-02dc61acfa77 None None] For port 00c1a43e-b55b-4fe9-9012-655cbf8bd863, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=00c1a43e-b55b-4fe9-9012-655cbf8bd863,segment=NetworkSegment(f498b607-254b-48ea-92a6-f3a9581acedf),segment_id=f498b607-254b-48ea-92a6-f3a9581acedf)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:35:21.910517 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ae953508-5731-445f-9b01-02dc61acfa77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:21.924049 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff091f0b-6b7f-40d3-8a08-9e500cccff46 None None] Pushing event updated for resources: {'Port': ['ID=fe44e3c1-d562-4da1-b124-cc5fd4872cbe,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:22.062641 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-4766587b-d16b-47f7-87bb-f95ee32705ca None None] Attempting to bind port fe44e3c1-d562-4da1-b124-cc5fd4872cbe on host n-d-808199-11 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:35:22.063120 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-4766587b-d16b-47f7-87bb-f95ee32705ca None None] Attempting to bind port fe44e3c1-d562-4da1-b124-cc5fd4872cbe by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'f498b607-254b-48ea-92a6-f3a9581acedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b2e215e8-859a-4b1c-961e-f9c399c52c38'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:35:22.063577 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4766587b-d16b-47f7-87bb-f95ee32705ca None None] Attempting to bind port fe44e3c1-d562-4da1-b124-cc5fd4872cbe on network b2e215e8-859a-4b1c-961e-f9c399c52c38 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:35:22.071732 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4766587b-d16b-47f7-87bb-f95ee32705ca None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:35:22.072197 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4766587b-d16b-47f7-87bb-f95ee32705ca None None] Checking segment: {'id': 'f498b607-254b-48ea-92a6-f3a9581acedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b2e215e8-859a-4b1c-961e-f9c399c52c38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:35:22.072818 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4766587b-d16b-47f7-87bb-f95ee32705ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:22.073302 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4766587b-d16b-47f7-87bb-f95ee32705ca None None] Bound using segment: {'id': 'f498b607-254b-48ea-92a6-f3a9581acedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b2e215e8-859a-4b1c-961e-f9c399c52c38'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:35:22.073880 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-4766587b-d16b-47f7-87bb-f95ee32705ca None None] Bound port: fe44e3c1-d562-4da1-b124-cc5fd4872cbe, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f498b607-254b-48ea-92a6-f3a9581acedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b2e215e8-859a-4b1c-961e-f9c399c52c38'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:35:22.074327 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4766587b-d16b-47f7-87bb-f95ee32705ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:22.153138 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-98389e68-c081-4ed2-bc5d-db6c8f8d52d3 None None] Provisioning complete for port fe44e3c1-d562-4da1-b124-cc5fd4872cbe triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:35:22.153522 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-98389e68-c081-4ed2-bc5d-db6c8f8d52d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:22.202212 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.db.api [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 13:35:22.202570 n-d-808199-11 neutron-server[103572]: DEBUG oslo_db.api [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 13:35:22.216673 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae953508-5731-445f-9b01-02dc61acfa77 None None] Pushing event updated for resources: {'Port': ['ID=00c1a43e-b55b-4fe9-9012-655cbf8bd863,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:22.223700 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a97a3b-0eea-4574-aef4-972b59be6911 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-76f159d5-62c5-40b1-b991-f19baa171a9d', 'network_id': '76f159d5-62c5-40b1-b991-f19baa171a9d', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'fixed_ips': [{'subnet_id': '45b8f153-5148-4277-8265-7ba0e9f6a025'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:35:22.224655 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a7a97a3b-0eea-4574-aef4-972b59be6911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:22.279171 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-4766587b-d16b-47f7-87bb-f95ee32705ca None None] For port fe44e3c1-d562-4da1-b124-cc5fd4872cbe, host n-d-808199-11, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:35:22.280279 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-98389e68-c081-4ed2-bc5d-db6c8f8d52d3 None None] Port fe44e3c1-d562-4da1-b124-cc5fd4872cbe cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:35:22.291160 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-4766587b-d16b-47f7-87bb-f95ee32705ca None None] For port fe44e3c1-d562-4da1-b124-cc5fd4872cbe, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=fe44e3c1-d562-4da1-b124-cc5fd4872cbe,segment=NetworkSegment(f498b607-254b-48ea-92a6-f3a9581acedf),segment_id=f498b607-254b-48ea-92a6-f3a9581acedf)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:35:22.303990 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4766587b-d16b-47f7-87bb-f95ee32705ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:22.384987 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-98389e68-c081-4ed2-bc5d-db6c8f8d52d3 None None] Provisioning complete for port 00c1a43e-b55b-4fe9-9012-655cbf8bd863 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:35:22.385290 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-98389e68-c081-4ed2-bc5d-db6c8f8d52d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:22.425081 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4766587b-d16b-47f7-87bb-f95ee32705ca None None] Routers {'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:35:22.426965 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-4766587b-d16b-47f7-87bb-f95ee32705ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:35:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['ed56dd4e-b683-4ecc-9d6a-c0f584a955b3'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:22.602586 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-4766587b-d16b-47f7-87bb-f95ee32705ca None None] Set router ed56dd4e-b683-4ecc-9d6a-c0f584a955b3 gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:35:22.631408 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-a7a97a3b-0eea-4574-aef4-972b59be6911 None None] Allocated IP 172.23.0.2 (76f159d5-62c5-40b1-b991-f19baa171a9d/45b8f153-5148-4277-8265-7ba0e9f6a025/7b7c5f49-d4c4-4842-964c-16e4686c8b75) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:35:22.733018 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bf6dcaa9-ffe7-4bfe-bcfa-d797e36d0451 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:22.871837 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-6528ea05-79aa-4abc-837b-c6645560cb62 None None] Provisioning complete for port fe44e3c1-d562-4da1-b124-cc5fd4872cbe triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:35:22.872325 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6528ea05-79aa-4abc-837b-c6645560cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:22.947094 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-4766587b-d16b-47f7-87bb-f95ee32705ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'name': 'tempest-RoutersTest-router-1851068641', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:35:05Z', 'updated_at': '2021-11-25T13:35:19Z', 'revision_number': 4, 'project_id': '66429e439f264996b6f577612d5b57ec', 'gw_port_host': None, '_interfaces': [{'id': 'b0e2f6df-a71b-4adf-b500-dee09bca24a0', 'name': '', 'network_id': 'd8231086-623e-4734-ab48-d5d25c061688', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'mac_address': 'fa:16:3e:41:2e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'cf5a1dfc-9d1c-4504-842b-a7293ea78f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:35:07Z', 'updated_at': '2021-11-25T13:35:11Z', 'revision_number': 5, 'project_id': '66429e439f264996b6f577612d5b57ec', 'subnets': [{'id': 'cf5a1dfc-9d1c-4504-842b-a7293ea78f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbaf8556-02c1-4bfa-a7ed-29df87454cbb', 'name': '', 'network_id': '350e3e5a-6d8a-49a0-b234-52308e83cc47', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'mac_address': 'fa:16:3e:69:46:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '2a2afe9d-8aad-4755-a66b-fe45ff1cc4a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:35:12Z', 'updated_at': '2021-11-25T13:35:17Z', 'revision_number': 5, 'project_id': '66429e439f264996b6f577612d5b57ec', 'subnets': [{'id': '2a2afe9d-8aad-4755-a66b-fe45ff1cc4a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe44e3c1-d562-4da1-b124-cc5fd4872cbe', 'name': '', 'network_id': 'b2e215e8-859a-4b1c-961e-f9c399c52c38', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'mac_address': 'fa:16:3e:f9:46:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'f2baf319-b56d-4c44-8089-9b24f0ed62af', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:35:17Z', 'updated_at': '2021-11-25T13:35:22Z', 'revision_number': 4, 'project_id': '66429e439f264996b6f577612d5b57ec', 'subnets': [{'id': 'f2baf319-b56d-4c44-8089-9b24f0ed62af', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:22.982754 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4766587b-d16b-47f7-87bb-f95ee32705ca None None] The sync data for ids ['ed56dd4e-b683-4ecc-9d6a-c0f584a955b3'] in n-d-808199-11 is: [{'id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'name': 'tempest-RoutersTest-router-1851068641', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:35:05Z', 'updated_at': '2021-11-25T13:35:19Z', 'revision_number': 4, 'project_id': '66429e439f264996b6f577612d5b57ec', 'gw_port_host': None, '_interfaces': [{'id': 'b0e2f6df-a71b-4adf-b500-dee09bca24a0', 'name': '', 'network_id': 'd8231086-623e-4734-ab48-d5d25c061688', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'mac_address': 'fa:16:3e:41:2e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'cf5a1dfc-9d1c-4504-842b-a7293ea78f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:35:07Z', 'updated_at': '2021-11-25T13:35:11Z', 'revision_number': 5, 'project_id': '66429e439f264996b6f577612d5b57ec', 'subnets': [{'id': 'cf5a1dfc-9d1c-4504-842b-a7293ea78f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbaf8556-02c1-4bfa-a7ed-29df87454cbb', 'name': '', 'network_id': '350e3e5a-6d8a-49a0-b234-52308e83cc47', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'mac_address': 'fa:16:3e:69:46:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '2a2afe9d-8aad-4755-a66b-fe45ff1cc4a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:35:12Z', 'updated_at': '2021-11-25T13:35:17Z', 'revision_number': 5, 'project_id': '66429e439f264996b6f577612d5b57ec', 'subnets': [{'id': '2a2afe9d-8aad-4755-a66b-fe45ff1cc4a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe44e3c1-d562-4da1-b124-cc5fd4872cbe', 'name': '', 'network_id': 'b2e215e8-859a-4b1c-961e-f9c399c52c38', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'mac_address': 'fa:16:3e:f9:46:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'f2baf319-b56d-4c44-8089-9b24f0ed62af', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:35:17Z', 'updated_at': '2021-11-25T13:35:22Z', 'revision_number': 4, 'project_id': '66429e439f264996b6f577612d5b57ec', 'subnets': [{'id': 'f2baf319-b56d-4c44-8089-9b24f0ed62af', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:35:22.984141 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff091f0b-6b7f-40d3-8a08-9e500cccff46 None None] Pushing event updated for resources: {'Port': ['ID=fe44e3c1-d562-4da1-b124-cc5fd4872cbe,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:23.033574 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 00c1a43e-b55b-4fe9-9012-655cbf8bd863 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:35:23.179749 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a7a97a3b-0eea-4574-aef4-972b59be6911 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:23.206197 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a7a97a3b-0eea-4574-aef4-972b59be6911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:23.373039 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-bf6dcaa9-ffe7-4bfe-bcfa-d797e36d0451 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Allocated IP 172.23.0.1 (76f159d5-62c5-40b1-b991-f19baa171a9d/45b8f153-5148-4277-8265-7ba0e9f6a025/de7f6165-6f98-4f8b-acb6-e4573b0de55d) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:35:23.375053 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a97a3b-0eea-4574-aef4-972b59be6911 None None] Network 76f159d5-62c5-40b1-b991-f19baa171a9d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:35:23.395942 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-a7a97a3b-0eea-4574-aef4-972b59be6911 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:35:23.405953 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a97a3b-0eea-4574-aef4-972b59be6911 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:35:23.413369 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a97a3b-0eea-4574-aef4-972b59be6911 None None] Pushing event updated for resources: {'Port': ['ID=7b7c5f49-d4c4-4842-964c-16e4686c8b75,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:23.516268 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-a7a97a3b-0eea-4574-aef4-972b59be6911 None None] Attempting to bind port 7b7c5f49-d4c4-4842-964c-16e4686c8b75 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:35:23.516847 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-a7a97a3b-0eea-4574-aef4-972b59be6911 None None] Attempting to bind port 7b7c5f49-d4c4-4842-964c-16e4686c8b75 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'f9c7e7ef-98f1-4aee-b6d4-dae3468df2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '76f159d5-62c5-40b1-b991-f19baa171a9d'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:35:23.517319 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a97a3b-0eea-4574-aef4-972b59be6911 None None] Attempting to bind port 7b7c5f49-d4c4-4842-964c-16e4686c8b75 on network 76f159d5-62c5-40b1-b991-f19baa171a9d {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:35:23.523193 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 00c1a43e-b55b-4fe9-9012-655cbf8bd863 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:35:23.523691 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:23.544562 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bf6dcaa9-ffe7-4bfe-bcfa-d797e36d0451 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:23.576455 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6528ea05-79aa-4abc-837b-c6645560cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:23.578552 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a97a3b-0eea-4574-aef4-972b59be6911 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:35:23.579081 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a97a3b-0eea-4574-aef4-972b59be6911 None None] Checking segment: {'id': 'f9c7e7ef-98f1-4aee-b6d4-dae3468df2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '76f159d5-62c5-40b1-b991-f19baa171a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:35:23.579837 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a7a97a3b-0eea-4574-aef4-972b59be6911 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:23.580066 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a97a3b-0eea-4574-aef4-972b59be6911 None None] Bound using segment: {'id': 'f9c7e7ef-98f1-4aee-b6d4-dae3468df2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '76f159d5-62c5-40b1-b991-f19baa171a9d'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:35:23.580719 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-a7a97a3b-0eea-4574-aef4-972b59be6911 None None] Bound port: 7b7c5f49-d4c4-4842-964c-16e4686c8b75, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9c7e7ef-98f1-4aee-b6d4-dae3468df2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '76f159d5-62c5-40b1-b991-f19baa171a9d'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:35:23.581298 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a7a97a3b-0eea-4574-aef4-972b59be6911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:23.587342 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bf6dcaa9-ffe7-4bfe-bcfa-d797e36d0451 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:23.641530 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6dcaa9-ffe7-4bfe-bcfa-d797e36d0451 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Network 76f159d5-62c5-40b1-b991-f19baa171a9d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:35:23.646192 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-bf6dcaa9-ffe7-4bfe-bcfa-d797e36d0451 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:35:23.663956 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6dcaa9-ffe7-4bfe-bcfa-d797e36d0451 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:35:23.678473 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-6528ea05-79aa-4abc-837b-c6645560cb62 None None] For port fe44e3c1-d562-4da1-b124-cc5fd4872cbe, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=fe44e3c1-d562-4da1-b124-cc5fd4872cbe,segment=NetworkSegment(f498b607-254b-48ea-92a6-f3a9581acedf),segment_id=f498b607-254b-48ea-92a6-f3a9581acedf)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:35:23.702069 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6dcaa9-ffe7-4bfe-bcfa-d797e36d0451 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event updated for resources: {'Port': ['ID=de7f6165-6f98-4f8b-acb6-e4573b0de55d,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:23.713800 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6528ea05-79aa-4abc-837b-c6645560cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:23.741584 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bf6dcaa9-ffe7-4bfe-bcfa-d797e36d0451 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:23.826081 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-a7a97a3b-0eea-4574-aef4-972b59be6911 None None] For port 7b7c5f49-d4c4-4842-964c-16e4686c8b75, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:35:23.832885 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-a7a97a3b-0eea-4574-aef4-972b59be6911 None None] For port 7b7c5f49-d4c4-4842-964c-16e4686c8b75, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=7b7c5f49-d4c4-4842-964c-16e4686c8b75,segment=NetworkSegment(f9c7e7ef-98f1-4aee-b6d4-dae3468df2b5),segment_id=f9c7e7ef-98f1-4aee-b6d4-dae3468df2b5)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:35:23.834395 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6528ea05-79aa-4abc-837b-c6645560cb62 None None] Pushing event updated for resources: {'Port': ['ID=fe44e3c1-d562-4da1-b124-cc5fd4872cbe,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:23.847729 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a7a97a3b-0eea-4574-aef4-972b59be6911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:23.877980 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-e2f9a5bd-4053-44f7-9d23-05bf75e89365 None None] Provisioning complete for port fe44e3c1-d562-4da1-b124-cc5fd4872cbe triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:35:23.878584 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e2f9a5bd-4053-44f7-9d23-05bf75e89365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:23.948344 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bf6dcaa9-ffe7-4bfe-bcfa-d797e36d0451 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:23.981587 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a97a3b-0eea-4574-aef4-972b59be6911 None None] Pushing event updated for resources: {'Port': ['ID=7b7c5f49-d4c4-4842-964c-16e4686c8b75,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:24.494203 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bf6dcaa9-ffe7-4bfe-bcfa-d797e36d0451 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:24.501393 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bf6dcaa9-ffe7-4bfe-bcfa-d797e36d0451 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:24.599316 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bf6dcaa9-ffe7-4bfe-bcfa-d797e36d0451 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:24.631002 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6dcaa9-ffe7-4bfe-bcfa-d797e36d0451 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event updated for resources: {'Port': ['ID=de7f6165-6f98-4f8b-acb6-e4573b0de55d,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:24.663885 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 45854) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:24.736464 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6dcaa9-ffe7-4bfe-bcfa-d797e36d0451 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Network 76f159d5-62c5-40b1-b991-f19baa171a9d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:35:24.738398 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-bf6dcaa9-ffe7-4bfe-bcfa-d797e36d0451 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:35:24.813053 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c24669b7-cbb4-4d48-9d2f-dc2d132c69e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:24.961512 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf6dcaa9-ffe7-4bfe-bcfa-d797e36d0451 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Router ed56dd4e-b683-4ecc-9d6a-c0f584a955b3 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:35:24.962971 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c24669b7-cbb4-4d48-9d2f-dc2d132c69e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:24.968316 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c24669b7-cbb4-4d48-9d2f-dc2d132c69e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:25.048925 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c24669b7-cbb4-4d48-9d2f-dc2d132c69e6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aeaf79c8fd5e4023a05daefa36c02504&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3834484 Nov 25 13:35:25.052593 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 45860) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:25.069197 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24669b7-cbb4-4d48-9d2f-dc2d132c69e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a4a70b-2879-4c16-afec-1d04e216c76d,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:25.141343 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device fe44e3c1-d562-4da1-b124-cc5fd4872cbe up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:35:25.162642 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf6dcaa9-ffe7-4bfe-bcfa-d797e36d0451 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:35:25.168862 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-70b09601-1f96-4796-946f-de09a2e3538d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:25.178355 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-bf6dcaa9-ffe7-4bfe-bcfa-d797e36d0451 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "PUT /v2.0/routers/ed56dd4e-b683-4ecc-9d6a-c0f584a955b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6343324 Nov 25 13:35:25.181765 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 45862) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:25.189252 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-5b8b1096-e8ec-4c91-aff0-0eb4f8245de2 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:35:25.199089 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925ab62c-1b37-461b-99a0-7296621e1315 None None] Sync routers for ids ['ed56dd4e-b683-4ecc-9d6a-c0f584a955b3'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:35:25.203433 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-70b09601-1f96-4796-946f-de09a2e3538d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:25.248454 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925ab62c-1b37-461b-99a0-7296621e1315 None None] Routers {'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:35:25.256617 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-925ab62c-1b37-461b-99a0-7296621e1315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:35:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['ed56dd4e-b683-4ecc-9d6a-c0f584a955b3'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:25.288294 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-70b09601-1f96-4796-946f-de09a2e3538d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:25.292432 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-70b09601-1f96-4796-946f-de09a2e3538d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:25.293375 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-70b09601-1f96-4796-946f-de09a2e3538d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/30a4a70b-2879-4c16-afec-1d04e216c76d HTTP/1.1" status: 204 len: 168 time: 0.2398417 Nov 25 13:35:25.306740 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b09601-1f96-4796-946f-de09a2e3538d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a4a70b-2879-4c16-afec-1d04e216c76d,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:25.507698 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-925ab62c-1b37-461b-99a0-7296621e1315 None None] Set router ed56dd4e-b683-4ecc-9d6a-c0f584a955b3 gateway port host: None {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:35:25.510462 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port fe44e3c1-d562-4da1-b124-cc5fd4872cbe triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:35:25.510959 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:25.560933 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6174f6-0c4f-44b2-9ae9-b59d6540df02 None None] Network 76f159d5-62c5-40b1-b991-f19baa171a9d requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:35:25.858848 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.extraroute_db [None req-5b8b1096-e8ec-4c91-aff0-0eb4f8245de2 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103571) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 25 13:35:25.877708 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.extraroute_db [None req-5b8b1096-e8ec-4c91-aff0-0eb4f8245de2 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Removed routes are [] {{(pid=103571) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 25 13:35:25.878135 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5b8b1096-e8ec-4c91-aff0-0eb4f8245de2 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66601263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66597252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:25.925031 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-abcbb7ff-1161-4080-8e1c-9c825becb8dd None None] Provisioning complete for port 7b7c5f49-d4c4-4842-964c-16e4686c8b75 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:35:25.925410 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-abcbb7ff-1161-4080-8e1c-9c825becb8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:26.151247 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5b8b1096-e8ec-4c91-aff0-0eb4f8245de2 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66601263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66597252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:26.154590 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5b8b1096-e8ec-4c91-aff0-0eb4f8245de2 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66601254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66601277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66597267'] for router, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:26.231787 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 7b7c5f49-d4c4-4842-964c-16e4686c8b75 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:35:26.265515 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b8b1096-e8ec-4c91-aff0-0eb4f8245de2 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Router ed56dd4e-b683-4ecc-9d6a-c0f584a955b3 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:35:26.350686 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-abcbb7ff-1161-4080-8e1c-9c825becb8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:26.380956 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b8b1096-e8ec-4c91-aff0-0eb4f8245de2 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:35:26.390327 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-925ab62c-1b37-461b-99a0-7296621e1315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'name': 'tempest-RoutersTest-router-1851068641', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:35:05Z', 'updated_at': '2021-11-25T13:35:23Z', 'revision_number': 5, 'project_id': '66429e439f264996b6f577612d5b57ec', 'gw_port_host': None, '_interfaces': [{'id': 'b0e2f6df-a71b-4adf-b500-dee09bca24a0', 'name': '', 'network_id': 'd8231086-623e-4734-ab48-d5d25c061688', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'mac_address': 'fa:16:3e:41:2e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'cf5a1dfc-9d1c-4504-842b-a7293ea78f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:35:07Z', 'updated_at': '2021-11-25T13:35:11Z', 'revision_number': 5, 'project_id': '66429e439f264996b6f577612d5b57ec', 'subnets': [{'id': 'cf5a1dfc-9d1c-4504-842b-a7293ea78f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbaf8556-02c1-4bfa-a7ed-29df87454cbb', 'name': '', 'network_id': '350e3e5a-6d8a-49a0-b234-52308e83cc47', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'mac_address': 'fa:16:3e:69:46:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '2a2afe9d-8aad-4755-a66b-fe45ff1cc4a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:35:12Z', 'updated_at': '2021-11-25T13:35:17Z', 'revision_number': 5, 'project_id': '66429e439f264996b6f577612d5b57ec', 'subnets': [{'id': '2a2afe9d-8aad-4755-a66b-fe45ff1cc4a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de7f6165-6f98-4f8b-acb6-e4573b0de55d', 'name': '', 'network_id': '76f159d5-62c5-40b1-b991-f19baa171a9d', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'mac_address': 'fa:16:3e:7f:bd:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '45b8f153-5148-4277-8265-7ba0e9f6a025', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:35:22Z', 'updated_at': '2021-11-25T13:35:24Z', 'revision_number': 2, 'project_id': '66429e439f264996b6f577612d5b57ec', 'subnets': [{'id': '45b8f153-5148-4277-8265-7ba0e9f6a025', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe44e3c1-d562-4da1-b124-cc5fd4872cbe', 'name': '', 'network_id': 'b2e215e8-859a-4b1c-961e-f9c399c52c38', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'mac_address': 'fa:16:3e:f9:46:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'f2baf319-b56d-4c44-8089-9b24f0ed62af', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:35:17Z', 'updated_at': '2021-11-25T13:35:23Z', 'revision_number': 5, 'project_id': '66429e439f264996b6f577612d5b57ec', 'subnets': [{'id': 'f2baf319-b56d-4c44-8089-9b24f0ed62af', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:26.398616 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5b8b1096-e8ec-4c91-aff0-0eb4f8245de2 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:26.400685 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5b8b1096-e8ec-4c91-aff0-0eb4f8245de2 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "PUT /v2.0/routers/ed56dd4e-b683-4ecc-9d6a-c0f584a955b3 HTTP/1.1" status: 200 len: 934 time: 1.2170770 Nov 25 13:35:26.404815 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 45876) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:26.437759 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925ab62c-1b37-461b-99a0-7296621e1315 None None] Checking router: ed56dd4e-b683-4ecc-9d6a-c0f584a955b3 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:35:26.438120 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925ab62c-1b37-461b-99a0-7296621e1315 None None] Updating router ed56dd4e-b683-4ecc-9d6a-c0f584a955b3 port de7f6165-6f98-4f8b-acb6-e4573b0de55d binding host n-d-808199-11 {{(pid=103572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:35:26.441159 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-abcbb7ff-1161-4080-8e1c-9c825becb8dd None None] For port 7b7c5f49-d4c4-4842-964c-16e4686c8b75, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=7b7c5f49-d4c4-4842-964c-16e4686c8b75,segment=NetworkSegment(f9c7e7ef-98f1-4aee-b6d4-dae3468df2b5),segment_id=f9c7e7ef-98f1-4aee-b6d4-dae3468df2b5)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:35:26.444753 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 7b7c5f49-d4c4-4842-964c-16e4686c8b75 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:35:26.445134 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:26.491829 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-abcbb7ff-1161-4080-8e1c-9c825becb8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:26.528048 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-925ab62c-1b37-461b-99a0-7296621e1315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:26.671299 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcbb7ff-1161-4080-8e1c-9c825becb8dd None None] Pushing event updated for resources: {'Port': ['ID=7b7c5f49-d4c4-4842-964c-16e4686c8b75,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:26.767559 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-dc2a80b0-410b-4e39-8968-691c0562348e None None] Provisioning complete for port de7f6165-6f98-4f8b-acb6-e4573b0de55d triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:35:26.767943 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dc2a80b0-410b-4e39-8968-691c0562348e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:26.854170 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-dc2a80b0-410b-4e39-8968-691c0562348e None None] Port de7f6165-6f98-4f8b-acb6-e4573b0de55d cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:35:26.878469 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-dc2a80b0-410b-4e39-8968-691c0562348e None None] Provisioning complete for port 7b7c5f49-d4c4-4842-964c-16e4686c8b75 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:35:26.878886 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dc2a80b0-410b-4e39-8968-691c0562348e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:26.975060 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c982635e-dea1-4fab-8ca7-c72c72f1cd1a tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "GET /v2.0/routers/ed56dd4e-b683-4ecc-9d6a-c0f584a955b3 HTTP/1.1" status: 200 len: 934 time: 0.5672340 Nov 25 13:35:26.976788 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 45884) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:26.984952 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-1a3e8f5a-95c8-480d-a8e6-be40b76bedb2 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Request body: {'router': {'routes': None}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:35:27.032902 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 7b7c5f49-d4c4-4842-964c-16e4686c8b75 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:35:27.137291 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-925ab62c-1b37-461b-99a0-7296621e1315 None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:27.155359 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-925ab62c-1b37-461b-99a0-7296621e1315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:27.220146 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 7b7c5f49-d4c4-4842-964c-16e4686c8b75 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:35:27.220519 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:27.266462 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef2b7a-0c57-4908-a3ab-40d47fe5e632 req-cbb96890-505e-488f-b59d-f8a421bdd3ad tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:27.273142 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef2b7a-0c57-4908-a3ab-40d47fe5e632 req-cbb96890-505e-488f-b59d-f8a421bdd3ad tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:27.280036 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef2b7a-0c57-4908-a3ab-40d47fe5e632 req-cbb96890-505e-488f-b59d-f8a421bdd3ad tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:27.287242 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef2b7a-0c57-4908-a3ab-40d47fe5e632 req-cbb96890-505e-488f-b59d-f8a421bdd3ad tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:27.293702 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef2b7a-0c57-4908-a3ab-40d47fe5e632 req-cbb96890-505e-488f-b59d-f8a421bdd3ad tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:27.299720 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef2b7a-0c57-4908-a3ab-40d47fe5e632 req-cbb96890-505e-488f-b59d-f8a421bdd3ad tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:27.301174 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a789c986-2958-4e18-9191-e4e3afd5ab42 None None] Pushing event updated for resources: {'Port': ['ID=de7f6165-6f98-4f8b-acb6-e4573b0de55d,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:27.306503 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef2b7a-0c57-4908-a3ab-40d47fe5e632 req-cbb96890-505e-488f-b59d-f8a421bdd3ad tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:27.315290 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8bef2b7a-0c57-4908-a3ab-40d47fe5e632 req-cbb96890-505e-488f-b59d-f8a421bdd3ad tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 5435 time: 0.1586211 Nov 25 13:35:27.349232 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-925ab62c-1b37-461b-99a0-7296621e1315 None None] Attempting to bind port de7f6165-6f98-4f8b-acb6-e4573b0de55d on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:35:27.349642 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-925ab62c-1b37-461b-99a0-7296621e1315 None None] Attempting to bind port de7f6165-6f98-4f8b-acb6-e4573b0de55d by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'f9c7e7ef-98f1-4aee-b6d4-dae3468df2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '76f159d5-62c5-40b1-b991-f19baa171a9d'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:35:27.350012 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925ab62c-1b37-461b-99a0-7296621e1315 None None] Attempting to bind port de7f6165-6f98-4f8b-acb6-e4573b0de55d on network 76f159d5-62c5-40b1-b991-f19baa171a9d {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:35:27.357285 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925ab62c-1b37-461b-99a0-7296621e1315 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:35:27.358087 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925ab62c-1b37-461b-99a0-7296621e1315 None None] Checking segment: {'id': 'f9c7e7ef-98f1-4aee-b6d4-dae3468df2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '76f159d5-62c5-40b1-b991-f19baa171a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:35:27.358516 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-925ab62c-1b37-461b-99a0-7296621e1315 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:27.358938 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925ab62c-1b37-461b-99a0-7296621e1315 None None] Bound using segment: {'id': 'f9c7e7ef-98f1-4aee-b6d4-dae3468df2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '76f159d5-62c5-40b1-b991-f19baa171a9d'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:35:27.359427 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-925ab62c-1b37-461b-99a0-7296621e1315 None None] Bound port: de7f6165-6f98-4f8b-acb6-e4573b0de55d, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9c7e7ef-98f1-4aee-b6d4-dae3468df2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '76f159d5-62c5-40b1-b991-f19baa171a9d'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:35:27.359810 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-925ab62c-1b37-461b-99a0-7296621e1315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:27.361672 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-2fb52792-4b74-4812-aad2-07e35c814462 None None] Provisioning complete for port de7f6165-6f98-4f8b-acb6-e4573b0de55d triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:35:27.362029 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2fb52792-4b74-4812-aad2-07e35c814462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:27.417444 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8bef2b7a-0c57-4908-a3ab-40d47fe5e632 req-282928b6-b6d4-4980-b59b-71ef0b2dd0ce tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4aeb0c9-0fa7-4d84-9142-5a59f700fca6&id=c9ce495e-dd18-47f6-8bd6-2e09f8921a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0944850 Nov 25 13:35:27.487594 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-925ab62c-1b37-461b-99a0-7296621e1315 None None] For port de7f6165-6f98-4f8b-acb6-e4573b0de55d, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:35:27.493469 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-925ab62c-1b37-461b-99a0-7296621e1315 None None] For port de7f6165-6f98-4f8b-acb6-e4573b0de55d, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=de7f6165-6f98-4f8b-acb6-e4573b0de55d,segment=NetworkSegment(f9c7e7ef-98f1-4aee-b6d4-dae3468df2b5),segment_id=f9c7e7ef-98f1-4aee-b6d4-dae3468df2b5)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:35:27.525448 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-925ab62c-1b37-461b-99a0-7296621e1315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:27.586863 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-2fb52792-4b74-4812-aad2-07e35c814462 None None] Port de7f6165-6f98-4f8b-acb6-e4573b0de55d cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:35:27.597016 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925ab62c-1b37-461b-99a0-7296621e1315 None None] Routers {'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:35:27.598157 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-925ab62c-1b37-461b-99a0-7296621e1315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:35:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['ed56dd4e-b683-4ecc-9d6a-c0f584a955b3'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:27.716848 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a789c986-2958-4e18-9191-e4e3afd5ab42 None None] Pushing event updated for resources: {'Port': ['ID=de7f6165-6f98-4f8b-acb6-e4573b0de55d,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:27.720114 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec308ea-68f0-41b2-863f-d4c0cfdb639f req-4c12a33b-6169-43f9-be21-fa5d94e41264 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:27.727364 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec308ea-68f0-41b2-863f-d4c0cfdb639f req-4c12a33b-6169-43f9-be21-fa5d94e41264 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:27.734449 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec308ea-68f0-41b2-863f-d4c0cfdb639f req-4c12a33b-6169-43f9-be21-fa5d94e41264 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:27.739128 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-f987436c-a753-4457-898d-0b538ba37a33 None None] Provisioning complete for port de7f6165-6f98-4f8b-acb6-e4573b0de55d triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:35:27.739500 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f987436c-a753-4457-898d-0b538ba37a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:27.741373 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec308ea-68f0-41b2-863f-d4c0cfdb639f req-4c12a33b-6169-43f9-be21-fa5d94e41264 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:27.747887 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec308ea-68f0-41b2-863f-d4c0cfdb639f req-4c12a33b-6169-43f9-be21-fa5d94e41264 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:27.755474 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec308ea-68f0-41b2-863f-d4c0cfdb639f req-4c12a33b-6169-43f9-be21-fa5d94e41264 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:27.761761 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec308ea-68f0-41b2-863f-d4c0cfdb639f req-4c12a33b-6169-43f9-be21-fa5d94e41264 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:27.772584 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-eec308ea-68f0-41b2-863f-d4c0cfdb639f req-4c12a33b-6169-43f9-be21-fa5d94e41264 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 5435 time: 0.1862717 Nov 25 13:35:27.786951 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.extraroute_db [None req-1a3e8f5a-95c8-480d-a8e6-be40b76bedb2 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Added routes are [] {{(pid=103570) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 25 13:35:27.787812 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.extraroute_db [None req-1a3e8f5a-95c8-480d-a8e6-be40b76bedb2 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103570) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 25 13:35:27.793648 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-925ab62c-1b37-461b-99a0-7296621e1315 None None] Set router ed56dd4e-b683-4ecc-9d6a-c0f584a955b3 gateway port host: None {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:35:27.825506 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1a3e8f5a-95c8-480d-a8e6-be40b76bedb2 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66601263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66597252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:28.070765 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1a3e8f5a-95c8-480d-a8e6-be40b76bedb2 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66601263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66597252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:28.074966 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1a3e8f5a-95c8-480d-a8e6-be40b76bedb2 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66601254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66601277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66597267'] for router, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:28.154317 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f987436c-a753-4457-898d-0b538ba37a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:28.188579 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a3e8f5a-95c8-480d-a8e6-be40b76bedb2 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Router ed56dd4e-b683-4ecc-9d6a-c0f584a955b3 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:35:28.217621 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-f987436c-a753-4457-898d-0b538ba37a33 None None] For port de7f6165-6f98-4f8b-acb6-e4573b0de55d, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=de7f6165-6f98-4f8b-acb6-e4573b0de55d,segment=NetworkSegment(f9c7e7ef-98f1-4aee-b6d4-dae3468df2b5),segment_id=f9c7e7ef-98f1-4aee-b6d4-dae3468df2b5)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:35:28.221739 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f987436c-a753-4457-898d-0b538ba37a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:28.295819 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a3e8f5a-95c8-480d-a8e6-be40b76bedb2 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:35:28.298256 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f987436c-a753-4457-898d-0b538ba37a33 None None] Pushing event updated for resources: {'Port': ['ID=de7f6165-6f98-4f8b-acb6-e4573b0de55d,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:28.308199 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1a3e8f5a-95c8-480d-a8e6-be40b76bedb2 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:28.312562 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-1a3e8f5a-95c8-480d-a8e6-be40b76bedb2 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "PUT /v2.0/routers/ed56dd4e-b683-4ecc-9d6a-c0f584a955b3 HTTP/1.1" status: 200 len: 700 time: 1.3325155 Nov 25 13:35:28.313269 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 45900) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:28.318816 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-925ab62c-1b37-461b-99a0-7296621e1315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'name': 'tempest-RoutersTest-router-1851068641', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:35:05Z', 'updated_at': '2021-11-25T13:35:25Z', 'revision_number': 6, 'project_id': '66429e439f264996b6f577612d5b57ec', 'gw_port_host': None, '_interfaces': [{'id': 'b0e2f6df-a71b-4adf-b500-dee09bca24a0', 'name': '', 'network_id': 'd8231086-623e-4734-ab48-d5d25c061688', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'mac_address': 'fa:16:3e:41:2e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'cf5a1dfc-9d1c-4504-842b-a7293ea78f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:35:07Z', 'updated_at': '2021-11-25T13:35:11Z', 'revision_number': 5, 'project_id': '66429e439f264996b6f577612d5b57ec', 'subnets': [{'id': 'cf5a1dfc-9d1c-4504-842b-a7293ea78f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbaf8556-02c1-4bfa-a7ed-29df87454cbb', 'name': '', 'network_id': '350e3e5a-6d8a-49a0-b234-52308e83cc47', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'mac_address': 'fa:16:3e:69:46:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '2a2afe9d-8aad-4755-a66b-fe45ff1cc4a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:35:12Z', 'updated_at': '2021-11-25T13:35:17Z', 'revision_number': 5, 'project_id': '66429e439f264996b6f577612d5b57ec', 'subnets': [{'id': '2a2afe9d-8aad-4755-a66b-fe45ff1cc4a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de7f6165-6f98-4f8b-acb6-e4573b0de55d', 'name': '', 'network_id': '76f159d5-62c5-40b1-b991-f19baa171a9d', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'mac_address': 'fa:16:3e:7f:bd:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '45b8f153-5148-4277-8265-7ba0e9f6a025', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:35:22Z', 'updated_at': '2021-11-25T13:35:27Z', 'revision_number': 4, 'project_id': '66429e439f264996b6f577612d5b57ec', 'subnets': [{'id': '45b8f153-5148-4277-8265-7ba0e9f6a025', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe44e3c1-d562-4da1-b124-cc5fd4872cbe', 'name': '', 'network_id': 'b2e215e8-859a-4b1c-961e-f9c399c52c38', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'mac_address': 'fa:16:3e:f9:46:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'f2baf319-b56d-4c44-8089-9b24f0ed62af', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:35:17Z', 'updated_at': '2021-11-25T13:35:23Z', 'revision_number': 5, 'project_id': '66429e439f264996b6f577612d5b57ec', 'subnets': [{'id': 'f2baf319-b56d-4c44-8089-9b24f0ed62af', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:28.351298 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925ab62c-1b37-461b-99a0-7296621e1315 None None] The sync data for ids ['ed56dd4e-b683-4ecc-9d6a-c0f584a955b3'] in n-d-808199-11 is: [{'id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'name': 'tempest-RoutersTest-router-1851068641', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:35:05Z', 'updated_at': '2021-11-25T13:35:25Z', 'revision_number': 6, 'project_id': '66429e439f264996b6f577612d5b57ec', 'gw_port_host': None, '_interfaces': [{'id': 'b0e2f6df-a71b-4adf-b500-dee09bca24a0', 'name': '', 'network_id': 'd8231086-623e-4734-ab48-d5d25c061688', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'mac_address': 'fa:16:3e:41:2e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'cf5a1dfc-9d1c-4504-842b-a7293ea78f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:35:07Z', 'updated_at': '2021-11-25T13:35:11Z', 'revision_number': 5, 'project_id': '66429e439f264996b6f577612d5b57ec', 'subnets': [{'id': 'cf5a1dfc-9d1c-4504-842b-a7293ea78f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbaf8556-02c1-4bfa-a7ed-29df87454cbb', 'name': '', 'network_id': '350e3e5a-6d8a-49a0-b234-52308e83cc47', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'mac_address': 'fa:16:3e:69:46:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '2a2afe9d-8aad-4755-a66b-fe45ff1cc4a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:35:12Z', 'updated_at': '2021-11-25T13:35:17Z', 'revision_number': 5, 'project_id': '66429e439f264996b6f577612d5b57ec', 'subnets': [{'id': '2a2afe9d-8aad-4755-a66b-fe45ff1cc4a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de7f6165-6f98-4f8b-acb6-e4573b0de55d', 'name': '', 'network_id': '76f159d5-62c5-40b1-b991-f19baa171a9d', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'mac_address': 'fa:16:3e:7f:bd:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '45b8f153-5148-4277-8265-7ba0e9f6a025', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:35:22Z', 'updated_at': '2021-11-25T13:35:27Z', 'revision_number': 4, 'project_id': '66429e439f264996b6f577612d5b57ec', 'subnets': [{'id': '45b8f153-5148-4277-8265-7ba0e9f6a025', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe44e3c1-d562-4da1-b124-cc5fd4872cbe', 'name': '', 'network_id': 'b2e215e8-859a-4b1c-961e-f9c399c52c38', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'mac_address': 'fa:16:3e:f9:46:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'f2baf319-b56d-4c44-8089-9b24f0ed62af', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:35:17Z', 'updated_at': '2021-11-25T13:35:23Z', 'revision_number': 5, 'project_id': '66429e439f264996b6f577612d5b57ec', 'subnets': [{'id': 'f2baf319-b56d-4c44-8089-9b24f0ed62af', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:35:28.367363 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-3e7180ff-31de-49bc-83f6-4aad7b19f775 None None] Provisioning complete for port de7f6165-6f98-4f8b-acb6-e4573b0de55d triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:35:28.368161 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3e7180ff-31de-49bc-83f6-4aad7b19f775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:28.474477 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 45902) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:28.481053 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-4a83bf28-00f4-49db-aa9e-4fe38c538f42 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "GET /v2.0/routers/ed56dd4e-b683-4ecc-9d6a-c0f584a955b3 HTTP/1.1" status: 200 len: 700 time: 0.1653066 Nov 25 13:35:28.865076 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3a5aa492-4ddf-476c-9f62-9802c9b1ea51 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:29.019735 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device de7f6165-6f98-4f8b-acb6-e4573b0de55d up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:35:29.087292 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port de7f6165-6f98-4f8b-acb6-e4573b0de55d triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:35:29.087553 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:29.196596 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-3a5aa492-4ddf-476c-9f62-9802c9b1ea51 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Deleting port de7f6165-6f98-4f8b-acb6-e4573b0de55d {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:35:29.196940 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3a5aa492-4ddf-476c-9f62-9802c9b1ea51 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:29.258003 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430022ec-7208-4ab5-83f4-5562afa3c7e7 None None] Sync routers for ids ['ed56dd4e-b683-4ecc-9d6a-c0f584a955b3'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:35:29.268225 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430022ec-7208-4ab5-83f4-5562afa3c7e7 None None] Routers {'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:35:29.268930 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-430022ec-7208-4ab5-83f4-5562afa3c7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:35:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['ed56dd4e-b683-4ecc-9d6a-c0f584a955b3'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:29.292210 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-3a5aa492-4ddf-476c-9f62-9802c9b1ea51 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] For port de7f6165-6f98-4f8b-acb6-e4573b0de55d, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=de7f6165-6f98-4f8b-acb6-e4573b0de55d,segment=NetworkSegment(f9c7e7ef-98f1-4aee-b6d4-dae3468df2b5),segment_id=f9c7e7ef-98f1-4aee-b6d4-dae3468df2b5)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:35:29.292692 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3a5aa492-4ddf-476c-9f62-9802c9b1ea51 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:29.305899 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-3a5aa492-4ddf-476c-9f62-9802c9b1ea51 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Calling delete_port for de7f6165-6f98-4f8b-acb6-e4573b0de55d owned by network:router_interface {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:35:29.472879 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-430022ec-7208-4ab5-83f4-5562afa3c7e7 None None] Set router ed56dd4e-b683-4ecc-9d6a-c0f584a955b3 gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:35:29.530127 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3a5aa492-4ddf-476c-9f62-9802c9b1ea51 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:29.569618 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5aa492-4ddf-476c-9f62-9802c9b1ea51 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event deleted for resources: {'Port': ['ID=de7f6165-6f98-4f8b-acb6-e4573b0de55d,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:29.787505 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-430022ec-7208-4ab5-83f4-5562afa3c7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'name': 'tempest-RoutersTest-router-1851068641', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:35:05Z', 'updated_at': '2021-11-25T13:35:27Z', 'revision_number': 7, 'project_id': '66429e439f264996b6f577612d5b57ec', 'gw_port_host': None, '_interfaces': [{'id': 'b0e2f6df-a71b-4adf-b500-dee09bca24a0', 'name': '', 'network_id': 'd8231086-623e-4734-ab48-d5d25c061688', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'mac_address': 'fa:16:3e:41:2e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'cf5a1dfc-9d1c-4504-842b-a7293ea78f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:35:07Z', 'updated_at': '2021-11-25T13:35:11Z', 'revision_number': 5, 'project_id': '66429e439f264996b6f577612d5b57ec', 'subnets': [{'id': 'cf5a1dfc-9d1c-4504-842b-a7293ea78f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbaf8556-02c1-4bfa-a7ed-29df87454cbb', 'name': '', 'network_id': '350e3e5a-6d8a-49a0-b234-52308e83cc47', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'mac_address': 'fa:16:3e:69:46:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '2a2afe9d-8aad-4755-a66b-fe45ff1cc4a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:35:12Z', 'updated_at': '2021-11-25T13:35:17Z', 'revision_number': 5, 'project_id': '66429e439f264996b6f577612d5b57ec', 'subnets': [{'id': '2a2afe9d-8aad-4755-a66b-fe45ff1cc4a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de7f6165-6f98-4f8b-acb6-e4573b0de55d', 'name': '', 'network_id': '76f159d5-62c5-40b1-b991-f19baa171a9d', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'mac_address': 'fa:16:3e:7f:bd:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '45b8f153-5148-4277-8265-7ba0e9f6a025', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:35:22Z', 'updated_at': '2021-11-25T13:35:28Z', 'revision_number': 5, 'project_id': '66429e439f264996b6f577612d5b57ec', 'subnets': [{'id': '45b8f153-5148-4277-8265-7ba0e9f6a025', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe44e3c1-d562-4da1-b124-cc5fd4872cbe', 'name': '', 'network_id': 'b2e215e8-859a-4b1c-961e-f9c399c52c38', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'mac_address': 'fa:16:3e:f9:46:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'f2baf319-b56d-4c44-8089-9b24f0ed62af', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:35:17Z', 'updated_at': '2021-11-25T13:35:23Z', 'revision_number': 5, 'project_id': '66429e439f264996b6f577612d5b57ec', 'subnets': [{'id': 'f2baf319-b56d-4c44-8089-9b24f0ed62af', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:29.826016 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430022ec-7208-4ab5-83f4-5562afa3c7e7 None None] Checking router: ed56dd4e-b683-4ecc-9d6a-c0f584a955b3 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:35:29.831045 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3a5aa492-4ddf-476c-9f62-9802c9b1ea51 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:29.838641 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430022ec-7208-4ab5-83f4-5562afa3c7e7 None None] Routers {'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:35:29.839516 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-430022ec-7208-4ab5-83f4-5562afa3c7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:35:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['ed56dd4e-b683-4ecc-9d6a-c0f584a955b3'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:29.971054 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-430022ec-7208-4ab5-83f4-5562afa3c7e7 None None] Set router ed56dd4e-b683-4ecc-9d6a-c0f584a955b3 gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:35:30.013823 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f69967-4bf9-4a92-b1ce-2a585fe6fc87 req-82d19064-aaba-47f6-8596-deb4b54cb3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:30.014454 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f69967-4bf9-4a92-b1ce-2a585fe6fc87 req-82d19064-aaba-47f6-8596-deb4b54cb3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:30.014823 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f69967-4bf9-4a92-b1ce-2a585fe6fc87 req-82d19064-aaba-47f6-8596-deb4b54cb3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:30.015345 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f69967-4bf9-4a92-b1ce-2a585fe6fc87 req-82d19064-aaba-47f6-8596-deb4b54cb3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:30.015816 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f69967-4bf9-4a92-b1ce-2a585fe6fc87 req-82d19064-aaba-47f6-8596-deb4b54cb3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:30.016462 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f69967-4bf9-4a92-b1ce-2a585fe6fc87 req-82d19064-aaba-47f6-8596-deb4b54cb3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:30.017367 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f69967-4bf9-4a92-b1ce-2a585fe6fc87 req-82d19064-aaba-47f6-8596-deb4b54cb3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:30.026469 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-63f69967-4bf9-4a92-b1ce-2a585fe6fc87 req-82d19064-aaba-47f6-8596-deb4b54cb3b3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 6499 time: 0.2239244 Nov 25 13:35:30.087970 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-63f69967-4bf9-4a92-b1ce-2a585fe6fc87 req-a08c40bc-875a-4421-8028-c926dac502de service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c9ce495e-dd18-47f6-8bd6-2e09f8921a2d&id=c4aeb0c9-0fa7-4d84-9142-5a59f700fca6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0603971 Nov 25 13:35:30.122588 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a5aa492-4ddf-476c-9f62-9802c9b1ea51 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Router ed56dd4e-b683-4ecc-9d6a-c0f584a955b3 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:35:30.192785 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-430022ec-7208-4ab5-83f4-5562afa3c7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'name': 'tempest-RoutersTest-router-1851068641', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:35:05Z', 'updated_at': '2021-11-25T13:35:29Z', 'revision_number': 8, 'project_id': '66429e439f264996b6f577612d5b57ec', 'gw_port_host': None, '_interfaces': [{'id': 'b0e2f6df-a71b-4adf-b500-dee09bca24a0', 'name': '', 'network_id': 'd8231086-623e-4734-ab48-d5d25c061688', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'mac_address': 'fa:16:3e:41:2e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'cf5a1dfc-9d1c-4504-842b-a7293ea78f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:35:07Z', 'updated_at': '2021-11-25T13:35:11Z', 'revision_number': 5, 'project_id': '66429e439f264996b6f577612d5b57ec', 'subnets': [{'id': 'cf5a1dfc-9d1c-4504-842b-a7293ea78f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbaf8556-02c1-4bfa-a7ed-29df87454cbb', 'name': '', 'network_id': '350e3e5a-6d8a-49a0-b234-52308e83cc47', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'mac_address': 'fa:16:3e:69:46:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '2a2afe9d-8aad-4755-a66b-fe45ff1cc4a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:35:12Z', 'updated_at': '2021-11-25T13:35:17Z', 'revision_number': 5, 'project_id': '66429e439f264996b6f577612d5b57ec', 'subnets': [{'id': '2a2afe9d-8aad-4755-a66b-fe45ff1cc4a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe44e3c1-d562-4da1-b124-cc5fd4872cbe', 'name': '', 'network_id': 'b2e215e8-859a-4b1c-961e-f9c399c52c38', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'mac_address': 'fa:16:3e:f9:46:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'f2baf319-b56d-4c44-8089-9b24f0ed62af', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:35:17Z', 'updated_at': '2021-11-25T13:35:23Z', 'revision_number': 5, 'project_id': '66429e439f264996b6f577612d5b57ec', 'subnets': [{'id': 'f2baf319-b56d-4c44-8089-9b24f0ed62af', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:30.222479 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430022ec-7208-4ab5-83f4-5562afa3c7e7 None None] The sync data for ids ['ed56dd4e-b683-4ecc-9d6a-c0f584a955b3'] in n-d-808199-11 is: [{'id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'name': 'tempest-RoutersTest-router-1851068641', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:35:05Z', 'updated_at': '2021-11-25T13:35:29Z', 'revision_number': 8, 'project_id': '66429e439f264996b6f577612d5b57ec', 'gw_port_host': None, '_interfaces': [{'id': 'b0e2f6df-a71b-4adf-b500-dee09bca24a0', 'name': '', 'network_id': 'd8231086-623e-4734-ab48-d5d25c061688', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'mac_address': 'fa:16:3e:41:2e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'cf5a1dfc-9d1c-4504-842b-a7293ea78f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:35:07Z', 'updated_at': '2021-11-25T13:35:11Z', 'revision_number': 5, 'project_id': '66429e439f264996b6f577612d5b57ec', 'subnets': [{'id': 'cf5a1dfc-9d1c-4504-842b-a7293ea78f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbaf8556-02c1-4bfa-a7ed-29df87454cbb', 'name': '', 'network_id': '350e3e5a-6d8a-49a0-b234-52308e83cc47', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'mac_address': 'fa:16:3e:69:46:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '2a2afe9d-8aad-4755-a66b-fe45ff1cc4a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:35:12Z', 'updated_at': '2021-11-25T13:35:17Z', 'revision_number': 5, 'project_id': '66429e439f264996b6f577612d5b57ec', 'subnets': [{'id': '2a2afe9d-8aad-4755-a66b-fe45ff1cc4a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe44e3c1-d562-4da1-b124-cc5fd4872cbe', 'name': '', 'network_id': 'b2e215e8-859a-4b1c-961e-f9c399c52c38', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'mac_address': 'fa:16:3e:f9:46:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'f2baf319-b56d-4c44-8089-9b24f0ed62af', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:35:17Z', 'updated_at': '2021-11-25T13:35:23Z', 'revision_number': 5, 'project_id': '66429e439f264996b6f577612d5b57ec', 'subnets': [{'id': 'f2baf319-b56d-4c44-8089-9b24f0ed62af', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:35:30.235178 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5aa492-4ddf-476c-9f62-9802c9b1ea51 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:35:30.242767 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3a5aa492-4ddf-476c-9f62-9802c9b1ea51 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "PUT /v2.0/routers/ed56dd4e-b683-4ecc-9d6a-c0f584a955b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7657375 Nov 25 13:35:30.244180 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 45934) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:30.301442 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f485b22-9876-43ad-aef9-df73dfce1e63 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Deleting subnet 45b8f153-5148-4277-8265-7ba0e9f6a025 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:35:30.304693 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5f485b22-9876-43ad-aef9-df73dfce1e63 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:30.321108 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2bb3e0f7-ac08-4ee9-99cf-49312ccb0355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:30.351939 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5f485b22-9876-43ad-aef9-df73dfce1e63 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:30.437118 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5f485b22-9876-43ad-aef9-df73dfce1e63 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:30.496350 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5f485b22-9876-43ad-aef9-df73dfce1e63 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:30.530484 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f485b22-9876-43ad-aef9-df73dfce1e63 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event deleted for resources: {'Subnet': ['ID=45b8f153-5148-4277-8265-7ba0e9f6a025,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:30.534130 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5f485b22-9876-43ad-aef9-df73dfce1e63 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:30.537425 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5f485b22-9876-43ad-aef9-df73dfce1e63 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "DELETE /v2.0/subnets/45b8f153-5148-4277-8265-7ba0e9f6a025 HTTP/1.1" status: 204 len: 168 time: 0.2922153 Nov 25 13:35:30.540060 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 45938) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:30.542139 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68450a0e-0896-43ee-a2a6-08972b3d961e None None] Network 76f159d5-62c5-40b1-b991-f19baa171a9d requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:35:30.641722 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4d3c789a-a4ae-4497-849c-e8f17965b879 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:30.702215 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-4d3c789a-a4ae-4497-849c-e8f17965b879 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Deleting port 7b7c5f49-d4c4-4842-964c-16e4686c8b75 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:35:30.702665 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4d3c789a-a4ae-4497-849c-e8f17965b879 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:30.760298 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e341189-aa0e-4df8-b612-deb3e533dbe1 None None] DHCP port deletion for 76f159d5-62c5-40b1-b991-f19baa171a9d request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:35:30.777868 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-4d3c789a-a4ae-4497-849c-e8f17965b879 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] For port 7b7c5f49-d4c4-4842-964c-16e4686c8b75, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=7b7c5f49-d4c4-4842-964c-16e4686c8b75,segment=NetworkSegment(f9c7e7ef-98f1-4aee-b6d4-dae3468df2b5),segment_id=f9c7e7ef-98f1-4aee-b6d4-dae3468df2b5)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:35:30.778320 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4d3c789a-a4ae-4497-849c-e8f17965b879 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:30.793473 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-4d3c789a-a4ae-4497-849c-e8f17965b879 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Calling delete_port for 7b7c5f49-d4c4-4842-964c-16e4686c8b75 owned by network:dhcp {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:35:30.827798 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-3e341189-aa0e-4df8-b612-deb3e533dbe1 None None] Deleting port 7b7c5f49-d4c4-4842-964c-16e4686c8b75 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:35:30.828298 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3e341189-aa0e-4df8-b612-deb3e533dbe1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:30.924606 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-3e341189-aa0e-4df8-b612-deb3e533dbe1 None None] For port 7b7c5f49-d4c4-4842-964c-16e4686c8b75, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=7b7c5f49-d4c4-4842-964c-16e4686c8b75,segment=NetworkSegment(f9c7e7ef-98f1-4aee-b6d4-dae3468df2b5),segment_id=f9c7e7ef-98f1-4aee-b6d4-dae3468df2b5)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:35:30.925213 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3e341189-aa0e-4df8-b612-deb3e533dbe1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:30.935817 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4d3c789a-a4ae-4497-849c-e8f17965b879 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:30.941785 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-3e341189-aa0e-4df8-b612-deb3e533dbe1 None None] Calling delete_port for 7b7c5f49-d4c4-4842-964c-16e4686c8b75 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:35:30.983445 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3c789a-a4ae-4497-849c-e8f17965b879 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event deleted for resources: {'Port': ['ID=7b7c5f49-d4c4-4842-964c-16e4686c8b75,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:30.985303 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3c789a-a4ae-4497-849c-e8f17965b879 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] No DVR routers for this DVR port 7b7c5f49-d4c4-4842-964c-16e4686c8b75 on host n-d-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:35:31.014905 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 7b7c5f49-d4c4-4842-964c-16e4686c8b75 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:35:31.050578 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 7b7c5f49-d4c4-4842-964c-16e4686c8b75 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:35:31.051347 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 7b7c5f49-d4c4-4842-964c-16e4686c8b75 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:35:31.051973 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device de7f6165-6f98-4f8b-acb6-e4573b0de55d no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:35:31.075263 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d8bc5b-26d7-453d-93b3-b76091d5392c None None] Sync routers for ids ['ed56dd4e-b683-4ecc-9d6a-c0f584a955b3'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:35:31.084171 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4d3c789a-a4ae-4497-849c-e8f17965b879 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:31.084913 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: de7f6165-6f98-4f8b-acb6-e4573b0de55d {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:35:31.085271 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device de7f6165-6f98-4f8b-acb6-e4573b0de55d not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:35:31.104350 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d8bc5b-26d7-453d-93b3-b76091d5392c None None] Routers {'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:35:31.104991 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-58d8bc5b-26d7-453d-93b3-b76091d5392c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:35:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['ed56dd4e-b683-4ecc-9d6a-c0f584a955b3'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:31.110190 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-4d3c789a-a4ae-4497-849c-e8f17965b879 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76f159d5-62c5-40b1-b991-f19baa171a9d']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:31.120383 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-4d3c789a-a4ae-4497-849c-e8f17965b879 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9c7e7ef-98f1-4aee-b6d4-dae3468df2b5') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:31.120689 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-4d3c789a-a4ae-4497-849c-e8f17965b879 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9c7e7ef-98f1-4aee-b6d4-dae3468df2b5') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:31.136316 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4d3c789a-a4ae-4497-849c-e8f17965b879 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:31.157674 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4d3c789a-a4ae-4497-849c-e8f17965b879 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:31.165274 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d3c789a-a4ae-4497-849c-e8f17965b879 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:35:31.165733 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4d3c789a-a4ae-4497-849c-e8f17965b879 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:31.168996 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:35:31.168996 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:35:31.168996 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:35:31.168996 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:35:31.168996 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:35:31.168996 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:35:31.168996 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:35:31.168996 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:35:31.168996 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:35:31.168996 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:35:31.168996 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:35:31.168996 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:35:31.168996 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:35:31.168996 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:35:31.168996 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:35:31.168996 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:35:31.168996 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:35:31.168996 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:35:31.168996 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:35:31.168996 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:35:31.168996 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:35:31.168996 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:35:31.168996 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:35:31.168996 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:35:31.168996 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:35:31.168996 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:35:31.168996 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:35:31.168996 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:35:31.168996 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:35:31.168996 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:35:31.168996 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:35:31.168996 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:35:31.220465 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-58d8bc5b-26d7-453d-93b3-b76091d5392c None None] Set router ed56dd4e-b683-4ecc-9d6a-c0f584a955b3 gateway port host: None {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:35:31.237673 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4d3c789a-a4ae-4497-849c-e8f17965b879 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:31.244724 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4d3c789a-a4ae-4497-849c-e8f17965b879 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:31.251007 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 45948) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:31.251553 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-4d3c789a-a4ae-4497-849c-e8f17965b879 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "DELETE /v2.0/networks/76f159d5-62c5-40b1-b991-f19baa171a9d HTTP/1.1" status: 204 len: 168 time: 0.7100503 Nov 25 13:35:31.261322 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3e341189-aa0e-4df8-b612-deb3e533dbe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:31.263718 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3c789a-a4ae-4497-849c-e8f17965b879 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event deleted for resources: {'Network': ['ID=76f159d5-62c5-40b1-b991-f19baa171a9d,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:31.276834 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3e341189-aa0e-4df8-b612-deb3e533dbe1 None None] Network 76f159d5-62c5-40b1-b991-f19baa171a9d is not hosted by any dhcp agent {{(pid=103572) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 13:35:31.277525 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e341189-aa0e-4df8-b612-deb3e533dbe1 None None] No DVR routers for this DVR port 7b7c5f49-d4c4-4842-964c-16e4686c8b75 on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:35:31.319626 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e341189-aa0e-4df8-b612-deb3e533dbe1 None None] Pushing event deleted for resources: {'Port': ['ID=7b7c5f49-d4c4-4842-964c-16e4686c8b75,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:31.368061 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e341189-aa0e-4df8-b612-deb3e533dbe1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:35:31.368853 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e341189-aa0e-4df8-b612-deb3e533dbe1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:35:31.368853 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e341189-aa0e-4df8-b612-deb3e533dbe1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:35:31.369097 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e341189-aa0e-4df8-b612-deb3e533dbe1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:35:31.369520 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e341189-aa0e-4df8-b612-deb3e533dbe1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:35:31.369886 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e341189-aa0e-4df8-b612-deb3e533dbe1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:35:31.370200 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e341189-aa0e-4df8-b612-deb3e533dbe1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:35:31.370530 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e341189-aa0e-4df8-b612-deb3e533dbe1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:35:31.370887 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e341189-aa0e-4df8-b612-deb3e533dbe1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:35:31.371216 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e341189-aa0e-4df8-b612-deb3e533dbe1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:35:31.371545 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e341189-aa0e-4df8-b612-deb3e533dbe1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:35:31.371872 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e341189-aa0e-4df8-b612-deb3e533dbe1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:35:31.526619 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-58d8bc5b-26d7-453d-93b3-b76091d5392c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'name': 'tempest-RoutersTest-router-1851068641', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:35:05Z', 'updated_at': '2021-11-25T13:35:29Z', 'revision_number': 8, 'project_id': '66429e439f264996b6f577612d5b57ec', 'gw_port_host': None, '_interfaces': [{'id': 'b0e2f6df-a71b-4adf-b500-dee09bca24a0', 'name': '', 'network_id': 'd8231086-623e-4734-ab48-d5d25c061688', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'mac_address': 'fa:16:3e:41:2e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'cf5a1dfc-9d1c-4504-842b-a7293ea78f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:35:07Z', 'updated_at': '2021-11-25T13:35:11Z', 'revision_number': 5, 'project_id': '66429e439f264996b6f577612d5b57ec', 'subnets': [{'id': 'cf5a1dfc-9d1c-4504-842b-a7293ea78f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbaf8556-02c1-4bfa-a7ed-29df87454cbb', 'name': '', 'network_id': '350e3e5a-6d8a-49a0-b234-52308e83cc47', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'mac_address': 'fa:16:3e:69:46:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '2a2afe9d-8aad-4755-a66b-fe45ff1cc4a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:35:12Z', 'updated_at': '2021-11-25T13:35:17Z', 'revision_number': 5, 'project_id': '66429e439f264996b6f577612d5b57ec', 'subnets': [{'id': '2a2afe9d-8aad-4755-a66b-fe45ff1cc4a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe44e3c1-d562-4da1-b124-cc5fd4872cbe', 'name': '', 'network_id': 'b2e215e8-859a-4b1c-961e-f9c399c52c38', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'mac_address': 'fa:16:3e:f9:46:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'f2baf319-b56d-4c44-8089-9b24f0ed62af', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:35:17Z', 'updated_at': '2021-11-25T13:35:23Z', 'revision_number': 5, 'project_id': '66429e439f264996b6f577612d5b57ec', 'subnets': [{'id': 'f2baf319-b56d-4c44-8089-9b24f0ed62af', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:31.552560 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d8bc5b-26d7-453d-93b3-b76091d5392c None None] Checking router: ed56dd4e-b683-4ecc-9d6a-c0f584a955b3 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:35:31.561343 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d8bc5b-26d7-453d-93b3-b76091d5392c None None] Routers {'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:35:31.562191 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-58d8bc5b-26d7-453d-93b3-b76091d5392c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:35:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['ed56dd4e-b683-4ecc-9d6a-c0f584a955b3'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:31.655095 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-58d8bc5b-26d7-453d-93b3-b76091d5392c None None] Set router ed56dd4e-b683-4ecc-9d6a-c0f584a955b3 gateway port host: None {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:35:31.659145 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-05f81a46-edcc-47e2-a4ff-8be6013659b0 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:31.870774 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-58d8bc5b-26d7-453d-93b3-b76091d5392c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'name': 'tempest-RoutersTest-router-1851068641', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:35:05Z', 'updated_at': '2021-11-25T13:35:29Z', 'revision_number': 8, 'project_id': '66429e439f264996b6f577612d5b57ec', 'gw_port_host': None, '_interfaces': [{'id': 'b0e2f6df-a71b-4adf-b500-dee09bca24a0', 'name': '', 'network_id': 'd8231086-623e-4734-ab48-d5d25c061688', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'mac_address': 'fa:16:3e:41:2e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'cf5a1dfc-9d1c-4504-842b-a7293ea78f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:35:07Z', 'updated_at': '2021-11-25T13:35:11Z', 'revision_number': 5, 'project_id': '66429e439f264996b6f577612d5b57ec', 'subnets': [{'id': 'cf5a1dfc-9d1c-4504-842b-a7293ea78f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbaf8556-02c1-4bfa-a7ed-29df87454cbb', 'name': '', 'network_id': '350e3e5a-6d8a-49a0-b234-52308e83cc47', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'mac_address': 'fa:16:3e:69:46:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '2a2afe9d-8aad-4755-a66b-fe45ff1cc4a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:35:12Z', 'updated_at': '2021-11-25T13:35:17Z', 'revision_number': 5, 'project_id': '66429e439f264996b6f577612d5b57ec', 'subnets': [{'id': '2a2afe9d-8aad-4755-a66b-fe45ff1cc4a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe44e3c1-d562-4da1-b124-cc5fd4872cbe', 'name': '', 'network_id': 'b2e215e8-859a-4b1c-961e-f9c399c52c38', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'mac_address': 'fa:16:3e:f9:46:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'f2baf319-b56d-4c44-8089-9b24f0ed62af', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:35:17Z', 'updated_at': '2021-11-25T13:35:23Z', 'revision_number': 5, 'project_id': '66429e439f264996b6f577612d5b57ec', 'subnets': [{'id': 'f2baf319-b56d-4c44-8089-9b24f0ed62af', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:31.913802 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d8bc5b-26d7-453d-93b3-b76091d5392c None None] The sync data for ids ['ed56dd4e-b683-4ecc-9d6a-c0f584a955b3'] in n-d-808199-11 is: [{'id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'name': 'tempest-RoutersTest-router-1851068641', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:35:05Z', 'updated_at': '2021-11-25T13:35:29Z', 'revision_number': 8, 'project_id': '66429e439f264996b6f577612d5b57ec', 'gw_port_host': None, '_interfaces': [{'id': 'b0e2f6df-a71b-4adf-b500-dee09bca24a0', 'name': '', 'network_id': 'd8231086-623e-4734-ab48-d5d25c061688', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'mac_address': 'fa:16:3e:41:2e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'cf5a1dfc-9d1c-4504-842b-a7293ea78f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:35:07Z', 'updated_at': '2021-11-25T13:35:11Z', 'revision_number': 5, 'project_id': '66429e439f264996b6f577612d5b57ec', 'subnets': [{'id': 'cf5a1dfc-9d1c-4504-842b-a7293ea78f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbaf8556-02c1-4bfa-a7ed-29df87454cbb', 'name': '', 'network_id': '350e3e5a-6d8a-49a0-b234-52308e83cc47', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'mac_address': 'fa:16:3e:69:46:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '2a2afe9d-8aad-4755-a66b-fe45ff1cc4a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:35:12Z', 'updated_at': '2021-11-25T13:35:17Z', 'revision_number': 5, 'project_id': '66429e439f264996b6f577612d5b57ec', 'subnets': [{'id': '2a2afe9d-8aad-4755-a66b-fe45ff1cc4a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe44e3c1-d562-4da1-b124-cc5fd4872cbe', 'name': '', 'network_id': 'b2e215e8-859a-4b1c-961e-f9c399c52c38', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'mac_address': 'fa:16:3e:f9:46:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'f2baf319-b56d-4c44-8089-9b24f0ed62af', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:35:17Z', 'updated_at': '2021-11-25T13:35:23Z', 'revision_number': 5, 'project_id': '66429e439f264996b6f577612d5b57ec', 'subnets': [{'id': 'f2baf319-b56d-4c44-8089-9b24f0ed62af', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:35:31.938324 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-05f81a46-edcc-47e2-a4ff-8be6013659b0 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Deleting port fe44e3c1-d562-4da1-b124-cc5fd4872cbe {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:35:31.938781 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-05f81a46-edcc-47e2-a4ff-8be6013659b0 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:32.040462 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-05f81a46-edcc-47e2-a4ff-8be6013659b0 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] For port fe44e3c1-d562-4da1-b124-cc5fd4872cbe, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=fe44e3c1-d562-4da1-b124-cc5fd4872cbe,segment=NetworkSegment(f498b607-254b-48ea-92a6-f3a9581acedf),segment_id=f498b607-254b-48ea-92a6-f3a9581acedf)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:35:32.040827 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-05f81a46-edcc-47e2-a4ff-8be6013659b0 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:32.058839 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-05f81a46-edcc-47e2-a4ff-8be6013659b0 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Calling delete_port for fe44e3c1-d562-4da1-b124-cc5fd4872cbe owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:35:32.226249 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-05f81a46-edcc-47e2-a4ff-8be6013659b0 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:32.252215 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f81a46-edcc-47e2-a4ff-8be6013659b0 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event deleted for resources: {'Port': ['ID=fe44e3c1-d562-4da1-b124-cc5fd4872cbe,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:32.424980 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-05f81a46-edcc-47e2-a4ff-8be6013659b0 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:32.769929 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-36d6c08a-c0f5-4fc8-94a1-863e779a8d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:32.953557 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f81a46-edcc-47e2-a4ff-8be6013659b0 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Router ed56dd4e-b683-4ecc-9d6a-c0f584a955b3 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:35:33.052958 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f81a46-edcc-47e2-a4ff-8be6013659b0 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:35:33.058769 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-05f81a46-edcc-47e2-a4ff-8be6013659b0 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "PUT /v2.0/routers/ed56dd4e-b683-4ecc-9d6a-c0f584a955b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8057756 Nov 25 13:35:33.061451 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 45966) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:33.072645 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5676ec8-b8df-493b-ba4b-645a54943844 None None] Sync routers for ids ['ed56dd4e-b683-4ecc-9d6a-c0f584a955b3'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:35:33.087676 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5676ec8-b8df-493b-ba4b-645a54943844 None None] Routers {'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:35:33.088584 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-f5676ec8-b8df-493b-ba4b-645a54943844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:35:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['ed56dd4e-b683-4ecc-9d6a-c0f584a955b3'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:33.129801 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-195adeb6-43e5-413e-a819-abf2980b5b79 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Deleting subnet f2baf319-b56d-4c44-8089-9b24f0ed62af {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:35:33.133386 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-195adeb6-43e5-413e-a819-abf2980b5b79 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:33.180961 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-195adeb6-43e5-413e-a819-abf2980b5b79 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:33.194656 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-f5676ec8-b8df-493b-ba4b-645a54943844 None None] Set router ed56dd4e-b683-4ecc-9d6a-c0f584a955b3 gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:35:33.270762 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-195adeb6-43e5-413e-a819-abf2980b5b79 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:33.338066 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-195adeb6-43e5-413e-a819-abf2980b5b79 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:33.371241 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-195adeb6-43e5-413e-a819-abf2980b5b79 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:33.385466 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2574cc72-3179-47a2-a553-2cdd55d61b54 None None] Network b2e215e8-859a-4b1c-961e-f9c399c52c38 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:35:33.387384 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-195adeb6-43e5-413e-a819-abf2980b5b79 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "DELETE /v2.0/subnets/f2baf319-b56d-4c44-8089-9b24f0ed62af HTTP/1.1" status: 204 len: 168 time: 0.3246346 Nov 25 13:35:33.388265 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 45968) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:33.405038 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195adeb6-43e5-413e-a819-abf2980b5b79 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event deleted for resources: {'Subnet': ['ID=f2baf319-b56d-4c44-8089-9b24f0ed62af,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:33.410016 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-f5676ec8-b8df-493b-ba4b-645a54943844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'name': 'tempest-RoutersTest-router-1851068641', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:35:05Z', 'updated_at': '2021-11-25T13:35:32Z', 'revision_number': 9, 'project_id': '66429e439f264996b6f577612d5b57ec', 'gw_port_host': None, '_interfaces': [{'id': 'b0e2f6df-a71b-4adf-b500-dee09bca24a0', 'name': '', 'network_id': 'd8231086-623e-4734-ab48-d5d25c061688', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'mac_address': 'fa:16:3e:41:2e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'cf5a1dfc-9d1c-4504-842b-a7293ea78f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:35:07Z', 'updated_at': '2021-11-25T13:35:11Z', 'revision_number': 5, 'project_id': '66429e439f264996b6f577612d5b57ec', 'subnets': [{'id': 'cf5a1dfc-9d1c-4504-842b-a7293ea78f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbaf8556-02c1-4bfa-a7ed-29df87454cbb', 'name': '', 'network_id': '350e3e5a-6d8a-49a0-b234-52308e83cc47', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'mac_address': 'fa:16:3e:69:46:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '2a2afe9d-8aad-4755-a66b-fe45ff1cc4a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:35:12Z', 'updated_at': '2021-11-25T13:35:17Z', 'revision_number': 5, 'project_id': '66429e439f264996b6f577612d5b57ec', 'subnets': [{'id': '2a2afe9d-8aad-4755-a66b-fe45ff1cc4a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:33.439724 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5676ec8-b8df-493b-ba4b-645a54943844 None None] Checking router: ed56dd4e-b683-4ecc-9d6a-c0f584a955b3 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:35:33.449670 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5676ec8-b8df-493b-ba4b-645a54943844 None None] Routers {'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:35:33.450300 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-f5676ec8-b8df-493b-ba4b-645a54943844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:35:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['ed56dd4e-b683-4ecc-9d6a-c0f584a955b3'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:33.518474 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2f74e134-ad60-4e9d-b604-85c7a13d358c tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:33.580070 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-f5676ec8-b8df-493b-ba4b-645a54943844 None None] Set router ed56dd4e-b683-4ecc-9d6a-c0f584a955b3 gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:35:33.604178 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-2f74e134-ad60-4e9d-b604-85c7a13d358c tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Deleting port 00c1a43e-b55b-4fe9-9012-655cbf8bd863 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:35:33.605362 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2f74e134-ad60-4e9d-b604-85c7a13d358c tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:33.655592 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4deadd5c-74b8-464d-ae23-6410cebeb14e None None] DHCP port deletion for b2e215e8-859a-4b1c-961e-f9c399c52c38 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:35:33.700681 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-2f74e134-ad60-4e9d-b604-85c7a13d358c tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] For port 00c1a43e-b55b-4fe9-9012-655cbf8bd863, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=00c1a43e-b55b-4fe9-9012-655cbf8bd863,segment=NetworkSegment(f498b607-254b-48ea-92a6-f3a9581acedf),segment_id=f498b607-254b-48ea-92a6-f3a9581acedf)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:35:33.700983 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2f74e134-ad60-4e9d-b604-85c7a13d358c tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:33.715441 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-4deadd5c-74b8-464d-ae23-6410cebeb14e None None] Deleting port 00c1a43e-b55b-4fe9-9012-655cbf8bd863 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:35:33.716185 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4deadd5c-74b8-464d-ae23-6410cebeb14e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:33.717406 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-2f74e134-ad60-4e9d-b604-85c7a13d358c tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Calling delete_port for 00c1a43e-b55b-4fe9-9012-655cbf8bd863 owned by network:dhcp {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:35:33.795014 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-4deadd5c-74b8-464d-ae23-6410cebeb14e None None] For port 00c1a43e-b55b-4fe9-9012-655cbf8bd863, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=00c1a43e-b55b-4fe9-9012-655cbf8bd863,segment=NetworkSegment(f498b607-254b-48ea-92a6-f3a9581acedf),segment_id=f498b607-254b-48ea-92a6-f3a9581acedf)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:35:33.795763 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4deadd5c-74b8-464d-ae23-6410cebeb14e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:33.807749 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2f74e134-ad60-4e9d-b604-85c7a13d358c tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:33.812860 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-4deadd5c-74b8-464d-ae23-6410cebeb14e None None] Calling delete_port for 00c1a43e-b55b-4fe9-9012-655cbf8bd863 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:35:33.826126 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-f5676ec8-b8df-493b-ba4b-645a54943844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'name': 'tempest-RoutersTest-router-1851068641', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:35:05Z', 'updated_at': '2021-11-25T13:35:32Z', 'revision_number': 9, 'project_id': '66429e439f264996b6f577612d5b57ec', 'gw_port_host': None, '_interfaces': [{'id': 'b0e2f6df-a71b-4adf-b500-dee09bca24a0', 'name': '', 'network_id': 'd8231086-623e-4734-ab48-d5d25c061688', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'mac_address': 'fa:16:3e:41:2e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'cf5a1dfc-9d1c-4504-842b-a7293ea78f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:35:07Z', 'updated_at': '2021-11-25T13:35:11Z', 'revision_number': 5, 'project_id': '66429e439f264996b6f577612d5b57ec', 'subnets': [{'id': 'cf5a1dfc-9d1c-4504-842b-a7293ea78f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbaf8556-02c1-4bfa-a7ed-29df87454cbb', 'name': '', 'network_id': '350e3e5a-6d8a-49a0-b234-52308e83cc47', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'mac_address': 'fa:16:3e:69:46:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '2a2afe9d-8aad-4755-a66b-fe45ff1cc4a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:35:12Z', 'updated_at': '2021-11-25T13:35:17Z', 'revision_number': 5, 'project_id': '66429e439f264996b6f577612d5b57ec', 'subnets': [{'id': '2a2afe9d-8aad-4755-a66b-fe45ff1cc4a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:33.840393 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f74e134-ad60-4e9d-b604-85c7a13d358c tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event deleted for resources: {'Port': ['ID=00c1a43e-b55b-4fe9-9012-655cbf8bd863,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:33.842533 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f74e134-ad60-4e9d-b604-85c7a13d358c tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] No DVR routers for this DVR port 00c1a43e-b55b-4fe9-9012-655cbf8bd863 on host n-d-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:35:33.864618 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5676ec8-b8df-493b-ba4b-645a54943844 None None] The sync data for ids ['ed56dd4e-b683-4ecc-9d6a-c0f584a955b3'] in n-d-808199-11 is: [{'id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'name': 'tempest-RoutersTest-router-1851068641', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:35:05Z', 'updated_at': '2021-11-25T13:35:32Z', 'revision_number': 9, 'project_id': '66429e439f264996b6f577612d5b57ec', 'gw_port_host': None, '_interfaces': [{'id': 'b0e2f6df-a71b-4adf-b500-dee09bca24a0', 'name': '', 'network_id': 'd8231086-623e-4734-ab48-d5d25c061688', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'mac_address': 'fa:16:3e:41:2e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'cf5a1dfc-9d1c-4504-842b-a7293ea78f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:35:07Z', 'updated_at': '2021-11-25T13:35:11Z', 'revision_number': 5, 'project_id': '66429e439f264996b6f577612d5b57ec', 'subnets': [{'id': 'cf5a1dfc-9d1c-4504-842b-a7293ea78f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbaf8556-02c1-4bfa-a7ed-29df87454cbb', 'name': '', 'network_id': '350e3e5a-6d8a-49a0-b234-52308e83cc47', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'mac_address': 'fa:16:3e:69:46:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '2a2afe9d-8aad-4755-a66b-fe45ff1cc4a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:35:12Z', 'updated_at': '2021-11-25T13:35:17Z', 'revision_number': 5, 'project_id': '66429e439f264996b6f577612d5b57ec', 'subnets': [{'id': '2a2afe9d-8aad-4755-a66b-fe45ff1cc4a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:35:33.897791 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:33.918563 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4deadd5c-74b8-464d-ae23-6410cebeb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:33.941356 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2f74e134-ad60-4e9d-b604-85c7a13d358c tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:33.947529 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deadd5c-74b8-464d-ae23-6410cebeb14e None None] Pushing event deleted for resources: {'Port': ['ID=00c1a43e-b55b-4fe9-9012-655cbf8bd863,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:33.949420 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4deadd5c-74b8-464d-ae23-6410cebeb14e None None] No DVR routers for this DVR port 00c1a43e-b55b-4fe9-9012-655cbf8bd863 on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:35:33.976902 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-2f74e134-ad60-4e9d-b604-85c7a13d358c tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2e215e8-859a-4b1c-961e-f9c399c52c38']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:33.993587 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-2f74e134-ad60-4e9d-b604-85c7a13d358c tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f498b607-254b-48ea-92a6-f3a9581acedf') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:33.993587 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-2f74e134-ad60-4e9d-b604-85c7a13d358c tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f498b607-254b-48ea-92a6-f3a9581acedf') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:34.000400 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2f74e134-ad60-4e9d-b604-85c7a13d358c tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:34.013998 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2f74e134-ad60-4e9d-b604-85c7a13d358c tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:34.020999 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f74e134-ad60-4e9d-b604-85c7a13d358c tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:35:34.021430 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2f74e134-ad60-4e9d-b604-85c7a13d358c tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:34.025615 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:35:34.025615 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:35:34.025615 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:35:34.025615 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:35:34.025615 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:35:34.025615 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:35:34.025615 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:35:34.025615 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:35:34.025615 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:35:34.025615 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:35:34.025615 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:35:34.025615 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:35:34.025615 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:35:34.025615 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:35:34.025615 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:35:34.025615 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:35:34.025615 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:35:34.025615 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:35:34.025615 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:35:34.025615 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:35:34.025615 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:35:34.025615 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:35:34.025615 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:35:34.025615 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:35:34.025615 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:35:34.025615 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:35:34.025615 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:35:34.025615 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:35:34.025615 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:35:34.025615 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:35:34.025615 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:35:34.025615 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:35:34.083338 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2f74e134-ad60-4e9d-b604-85c7a13d358c tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:34.088777 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2f74e134-ad60-4e9d-b604-85c7a13d358c tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:34.092622 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-2f74e134-ad60-4e9d-b604-85c7a13d358c tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "DELETE /v2.0/networks/b2e215e8-859a-4b1c-961e-f9c399c52c38 HTTP/1.1" status: 204 len: 168 time: 0.7018595 Nov 25 13:35:34.095436 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 45980) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:34.124278 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f74e134-ad60-4e9d-b604-85c7a13d358c tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event deleted for resources: {'Network': ['ID=b2e215e8-859a-4b1c-961e-f9c399c52c38,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:34.464687 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-67e46553-e616-4457-9c8f-eb4672cc600c tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:34.725084 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-67e46553-e616-4457-9c8f-eb4672cc600c tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Deleting port cbaf8556-02c1-4bfa-a7ed-29df87454cbb {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:35:34.725431 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-67e46553-e616-4457-9c8f-eb4672cc600c tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:34.819196 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-67e46553-e616-4457-9c8f-eb4672cc600c tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] For port cbaf8556-02c1-4bfa-a7ed-29df87454cbb, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=cbaf8556-02c1-4bfa-a7ed-29df87454cbb,segment=NetworkSegment(eeab138d-91fd-44b8-aee0-be72bfcf6f0f),segment_id=eeab138d-91fd-44b8-aee0-be72bfcf6f0f)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:35:34.819481 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-67e46553-e616-4457-9c8f-eb4672cc600c tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:34.838142 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-67e46553-e616-4457-9c8f-eb4672cc600c tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Calling delete_port for cbaf8556-02c1-4bfa-a7ed-29df87454cbb owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:35:34.959962 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device fe44e3c1-d562-4da1-b124-cc5fd4872cbe no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:35:34.985538 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: fe44e3c1-d562-4da1-b124-cc5fd4872cbe {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:35:34.986036 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device fe44e3c1-d562-4da1-b124-cc5fd4872cbe not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:35:34.986682 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 00c1a43e-b55b-4fe9-9012-655cbf8bd863 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:35:35.011699 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 00c1a43e-b55b-4fe9-9012-655cbf8bd863 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:35:35.012353 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 00c1a43e-b55b-4fe9-9012-655cbf8bd863 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:35:35.022913 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-67e46553-e616-4457-9c8f-eb4672cc600c tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:35.056183 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e46553-e616-4457-9c8f-eb4672cc600c tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event deleted for resources: {'Port': ['ID=cbaf8556-02c1-4bfa-a7ed-29df87454cbb,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:35.188904 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:35.219679 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-67e46553-e616-4457-9c8f-eb4672cc600c tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:35.419401 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e46553-e616-4457-9c8f-eb4672cc600c tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Router ed56dd4e-b683-4ecc-9d6a-c0f584a955b3 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:35:35.518830 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e46553-e616-4457-9c8f-eb4672cc600c tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:35:35.528228 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 45996) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:35.528741 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-67e46553-e616-4457-9c8f-eb4672cc600c tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "PUT /v2.0/routers/ed56dd4e-b683-4ecc-9d6a-c0f584a955b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4318147 Nov 25 13:35:35.531176 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a46ebe-31e1-4d6c-aafb-b48ee749f0e2 None None] Sync routers for ids ['ed56dd4e-b683-4ecc-9d6a-c0f584a955b3'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:35:35.541531 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a46ebe-31e1-4d6c-aafb-b48ee749f0e2 None None] Routers {'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:35:35.542420 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-78a46ebe-31e1-4d6c-aafb-b48ee749f0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:35:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['ed56dd4e-b683-4ecc-9d6a-c0f584a955b3'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:35.581381 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-634da030-654b-457d-9b07-138b69bd1f62 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Deleting subnet 2a2afe9d-8aad-4755-a66b-fe45ff1cc4a8 {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:35:35.585198 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-634da030-654b-457d-9b07-138b69bd1f62 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:35.631995 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-634da030-654b-457d-9b07-138b69bd1f62 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:35.633476 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-78a46ebe-31e1-4d6c-aafb-b48ee749f0e2 None None] Set router ed56dd4e-b683-4ecc-9d6a-c0f584a955b3 gateway port host: None {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:35:35.716833 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-634da030-654b-457d-9b07-138b69bd1f62 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:35.778735 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-634da030-654b-457d-9b07-138b69bd1f62 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:35.819636 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634da030-654b-457d-9b07-138b69bd1f62 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event deleted for resources: {'Subnet': ['ID=2a2afe9d-8aad-4755-a66b-fe45ff1cc4a8,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:35.821990 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a044c39-3ca0-4e70-95b4-315e75653fd7 None None] Network 350e3e5a-6d8a-49a0-b234-52308e83cc47 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:35:35.822160 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-634da030-654b-457d-9b07-138b69bd1f62 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:35.826038 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-634da030-654b-457d-9b07-138b69bd1f62 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "DELETE /v2.0/subnets/2a2afe9d-8aad-4755-a66b-fe45ff1cc4a8 HTTP/1.1" status: 204 len: 168 time: 0.2966855 Nov 25 13:35:35.828446 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 45998) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:35.893926 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-78a46ebe-31e1-4d6c-aafb-b48ee749f0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'name': 'tempest-RoutersTest-router-1851068641', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:35:05Z', 'updated_at': '2021-11-25T13:35:34Z', 'revision_number': 10, 'project_id': '66429e439f264996b6f577612d5b57ec', 'gw_port_host': None, '_interfaces': [{'id': 'b0e2f6df-a71b-4adf-b500-dee09bca24a0', 'name': '', 'network_id': 'd8231086-623e-4734-ab48-d5d25c061688', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'mac_address': 'fa:16:3e:41:2e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'cf5a1dfc-9d1c-4504-842b-a7293ea78f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:35:07Z', 'updated_at': '2021-11-25T13:35:11Z', 'revision_number': 5, 'project_id': '66429e439f264996b6f577612d5b57ec', 'subnets': [{'id': 'cf5a1dfc-9d1c-4504-842b-a7293ea78f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:35.906105 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a6e13ea7-0d40-4dd3-b439-d07a1ca6e8b5 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:35.923583 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a46ebe-31e1-4d6c-aafb-b48ee749f0e2 None None] Checking router: ed56dd4e-b683-4ecc-9d6a-c0f584a955b3 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:35:35.950231 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a46ebe-31e1-4d6c-aafb-b48ee749f0e2 None None] Routers {'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:35:35.950880 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-78a46ebe-31e1-4d6c-aafb-b48ee749f0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:35:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['ed56dd4e-b683-4ecc-9d6a-c0f584a955b3'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:35.961039 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-a6e13ea7-0d40-4dd3-b439-d07a1ca6e8b5 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Deleting port cc347a29-b514-4915-9e20-30027fabe6bc {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:35:35.961492 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a6e13ea7-0d40-4dd3-b439-d07a1ca6e8b5 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:36.240469 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:36.259055 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-78a46ebe-31e1-4d6c-aafb-b48ee749f0e2 None None] Set router ed56dd4e-b683-4ecc-9d6a-c0f584a955b3 gateway port host: None {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:35:36.390457 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821b8dec-57ac-4ecd-97c6-f8fc57ac8c46 None None] DHCP port deletion for 350e3e5a-6d8a-49a0-b234-52308e83cc47 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:35:36.400809 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-a6e13ea7-0d40-4dd3-b439-d07a1ca6e8b5 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] For port cc347a29-b514-4915-9e20-30027fabe6bc, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=cc347a29-b514-4915-9e20-30027fabe6bc,segment=NetworkSegment(eeab138d-91fd-44b8-aee0-be72bfcf6f0f),segment_id=eeab138d-91fd-44b8-aee0-be72bfcf6f0f)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:35:36.401505 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a6e13ea7-0d40-4dd3-b439-d07a1ca6e8b5 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:36.415081 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-a6e13ea7-0d40-4dd3-b439-d07a1ca6e8b5 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Calling delete_port for cc347a29-b514-4915-9e20-30027fabe6bc owned by network:dhcp {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:35:36.494200 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a6e13ea7-0d40-4dd3-b439-d07a1ca6e8b5 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:36.523317 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e13ea7-0d40-4dd3-b439-d07a1ca6e8b5 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] No DVR routers for this DVR port cc347a29-b514-4915-9e20-30027fabe6bc on host n-d-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:35:36.530393 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e13ea7-0d40-4dd3-b439-d07a1ca6e8b5 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event deleted for resources: {'Port': ['ID=cc347a29-b514-4915-9e20-30027fabe6bc,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:36.536095 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-821b8dec-57ac-4ecd-97c6-f8fc57ac8c46 None None] Deleting port cc347a29-b514-4915-9e20-30027fabe6bc {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:35:36.536673 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-821b8dec-57ac-4ecd-97c6-f8fc57ac8c46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:36.609105 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a6e13ea7-0d40-4dd3-b439-d07a1ca6e8b5 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:36.614385 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-821b8dec-57ac-4ecd-97c6-f8fc57ac8c46 None None] For port cc347a29-b514-4915-9e20-30027fabe6bc, host n-d-808199-11, got binding levels [] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:35:36.614805 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-821b8dec-57ac-4ecd-97c6-f8fc57ac8c46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:36.628718 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-a6e13ea7-0d40-4dd3-b439-d07a1ca6e8b5 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['350e3e5a-6d8a-49a0-b234-52308e83cc47']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:36.628943 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-78a46ebe-31e1-4d6c-aafb-b48ee749f0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'name': 'tempest-RoutersTest-router-1851068641', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:35:05Z', 'updated_at': '2021-11-25T13:35:34Z', 'revision_number': 10, 'project_id': '66429e439f264996b6f577612d5b57ec', 'gw_port_host': None, '_interfaces': [{'id': 'b0e2f6df-a71b-4adf-b500-dee09bca24a0', 'name': '', 'network_id': 'd8231086-623e-4734-ab48-d5d25c061688', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'mac_address': 'fa:16:3e:41:2e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'cf5a1dfc-9d1c-4504-842b-a7293ea78f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:35:07Z', 'updated_at': '2021-11-25T13:35:11Z', 'revision_number': 5, 'project_id': '66429e439f264996b6f577612d5b57ec', 'subnets': [{'id': 'cf5a1dfc-9d1c-4504-842b-a7293ea78f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:36.631361 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-821b8dec-57ac-4ecd-97c6-f8fc57ac8c46 None None] Calling delete_port for cc347a29-b514-4915-9e20-30027fabe6bc owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:35:36.634738 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.ipam_backend_mixin [None req-821b8dec-57ac-4ecd-97c6-f8fc57ac8c46 None None] Port cc347a29-b514-4915-9e20-30027fabe6bc was not found and therefore no delete operation was performed {{(pid=103572) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 13:35:36.638434 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-a6e13ea7-0d40-4dd3-b439-d07a1ca6e8b5 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeab138d-91fd-44b8-aee0-be72bfcf6f0f') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:36.638774 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-a6e13ea7-0d40-4dd3-b439-d07a1ca6e8b5 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeab138d-91fd-44b8-aee0-be72bfcf6f0f') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:36.648882 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a6e13ea7-0d40-4dd3-b439-d07a1ca6e8b5 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:36.658881 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a46ebe-31e1-4d6c-aafb-b48ee749f0e2 None None] The sync data for ids ['ed56dd4e-b683-4ecc-9d6a-c0f584a955b3'] in n-d-808199-11 is: [{'id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'name': 'tempest-RoutersTest-router-1851068641', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:35:05Z', 'updated_at': '2021-11-25T13:35:34Z', 'revision_number': 10, 'project_id': '66429e439f264996b6f577612d5b57ec', 'gw_port_host': None, '_interfaces': [{'id': 'b0e2f6df-a71b-4adf-b500-dee09bca24a0', 'name': '', 'network_id': 'd8231086-623e-4734-ab48-d5d25c061688', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'mac_address': 'fa:16:3e:41:2e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'cf5a1dfc-9d1c-4504-842b-a7293ea78f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:35:07Z', 'updated_at': '2021-11-25T13:35:11Z', 'revision_number': 5, 'project_id': '66429e439f264996b6f577612d5b57ec', 'subnets': [{'id': 'cf5a1dfc-9d1c-4504-842b-a7293ea78f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:35:36.660216 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-821b8dec-57ac-4ecd-97c6-f8fc57ac8c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:36.664129 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a6e13ea7-0d40-4dd3-b439-d07a1ca6e8b5 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:36.672500 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6e13ea7-0d40-4dd3-b439-d07a1ca6e8b5 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:35:36.672978 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a6e13ea7-0d40-4dd3-b439-d07a1ca6e8b5 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:36.676743 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:35:36.676743 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:35:36.676743 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:35:36.676743 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:35:36.676743 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:35:36.676743 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:35:36.676743 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:35:36.676743 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:35:36.676743 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:35:36.676743 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:35:36.676743 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:35:36.676743 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:35:36.676743 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:35:36.676743 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:35:36.676743 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:35:36.676743 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:35:36.676743 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:35:36.676743 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:35:36.676743 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:35:36.676743 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:35:36.676743 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:35:36.676743 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:35:36.676743 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:35:36.676743 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:35:36.676743 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:35:36.676743 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:35:36.676743 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:35:36.676743 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:35:36.676743 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:35:36.676743 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:35:36.676743 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:35:36.676743 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:35:36.687829 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821b8dec-57ac-4ecd-97c6-f8fc57ac8c46 None None] Pushing event deleted for resources: {'Port': ['ID=cc347a29-b514-4915-9e20-30027fabe6bc,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:36.701598 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821b8dec-57ac-4ecd-97c6-f8fc57ac8c46 None None] No DVR routers for this DVR port cc347a29-b514-4915-9e20-30027fabe6bc on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:35:36.748943 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a6e13ea7-0d40-4dd3-b439-d07a1ca6e8b5 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:36.756881 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a6e13ea7-0d40-4dd3-b439-d07a1ca6e8b5 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:36.760016 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-a6e13ea7-0d40-4dd3-b439-d07a1ca6e8b5 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "DELETE /v2.0/networks/350e3e5a-6d8a-49a0-b234-52308e83cc47 HTTP/1.1" status: 204 len: 168 time: 0.9304311 Nov 25 13:35:36.762835 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46010) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:36.771888 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e13ea7-0d40-4dd3-b439-d07a1ca6e8b5 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event deleted for resources: {'Network': ['ID=350e3e5a-6d8a-49a0-b234-52308e83cc47,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:37.114623 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device cc347a29-b514-4915-9e20-30027fabe6bc no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:35:37.147469 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: cc347a29-b514-4915-9e20-30027fabe6bc {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:35:37.147826 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device cc347a29-b514-4915-9e20-30027fabe6bc not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:35:37.148248 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device cbaf8556-02c1-4bfa-a7ed-29df87454cbb no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:35:37.158212 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-38e80a0b-b712-4945-a495-5326242b293e tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:37.175552 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: cbaf8556-02c1-4bfa-a7ed-29df87454cbb {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:35:37.175903 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device cbaf8556-02c1-4bfa-a7ed-29df87454cbb not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:35:37.425827 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-38e80a0b-b712-4945-a495-5326242b293e tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Deleting port b0e2f6df-a71b-4adf-b500-dee09bca24a0 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:35:37.426876 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-38e80a0b-b712-4945-a495-5326242b293e tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:37.518127 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-38e80a0b-b712-4945-a495-5326242b293e tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] For port b0e2f6df-a71b-4adf-b500-dee09bca24a0, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=b0e2f6df-a71b-4adf-b500-dee09bca24a0,segment=NetworkSegment(c45d5425-b6d5-40cb-bfd1-5aa39ffd6b16),segment_id=c45d5425-b6d5-40cb-bfd1-5aa39ffd6b16)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:35:37.518489 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-38e80a0b-b712-4945-a495-5326242b293e tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:37.531122 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-38e80a0b-b712-4945-a495-5326242b293e tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Calling delete_port for b0e2f6df-a71b-4adf-b500-dee09bca24a0 owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:35:37.696074 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-38e80a0b-b712-4945-a495-5326242b293e tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:37.722148 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e80a0b-b712-4945-a495-5326242b293e tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event deleted for resources: {'Port': ['ID=b0e2f6df-a71b-4adf-b500-dee09bca24a0,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:37.865228 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-38e80a0b-b712-4945-a495-5326242b293e tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:38.033110 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e80a0b-b712-4945-a495-5326242b293e tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Router ed56dd4e-b683-4ecc-9d6a-c0f584a955b3 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:35:38.106649 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:38.415523 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e80a0b-b712-4945-a495-5326242b293e tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:35:38.420747 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-38e80a0b-b712-4945-a495-5326242b293e tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "PUT /v2.0/routers/ed56dd4e-b683-4ecc-9d6a-c0f584a955b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6558785 Nov 25 13:35:38.423331 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46028) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:38.427572 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bef1a40-aaf6-44ee-ba5e-da5273ae4913 None None] Sync routers for ids ['ed56dd4e-b683-4ecc-9d6a-c0f584a955b3'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:35:38.444333 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bef1a40-aaf6-44ee-ba5e-da5273ae4913 None None] Routers {'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:35:38.444964 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-1bef1a40-aaf6-44ee-ba5e-da5273ae4913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:35:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['ed56dd4e-b683-4ecc-9d6a-c0f584a955b3'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:38.475733 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-95d3ae35-4348-461a-a8bf-2290d9a9d526 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Deleting subnet cf5a1dfc-9d1c-4504-842b-a7293ea78f25 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:35:38.479295 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-95d3ae35-4348-461a-a8bf-2290d9a9d526 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:38.522442 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-95d3ae35-4348-461a-a8bf-2290d9a9d526 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:38.611890 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-1bef1a40-aaf6-44ee-ba5e-da5273ae4913 None None] Set router ed56dd4e-b683-4ecc-9d6a-c0f584a955b3 gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:35:38.614320 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-95d3ae35-4348-461a-a8bf-2290d9a9d526 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:38.667140 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-1bef1a40-aaf6-44ee-ba5e-da5273ae4913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'name': 'tempest-RoutersTest-router-1851068641', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:35:05Z', 'updated_at': '2021-11-25T13:35:37Z', 'revision_number': 11, 'project_id': '66429e439f264996b6f577612d5b57ec', 'gw_port_host': None}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:38.672396 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-95d3ae35-4348-461a-a8bf-2290d9a9d526 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:38.694454 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bef1a40-aaf6-44ee-ba5e-da5273ae4913 None None] Checking router: ed56dd4e-b683-4ecc-9d6a-c0f584a955b3 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:35:38.700310 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d3ae35-4348-461a-a8bf-2290d9a9d526 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event deleted for resources: {'Subnet': ['ID=cf5a1dfc-9d1c-4504-842b-a7293ea78f25,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:38.703385 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bef1a40-aaf6-44ee-ba5e-da5273ae4913 None None] Routers {'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:35:38.704025 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-1bef1a40-aaf6-44ee-ba5e-da5273ae4913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:35:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['ed56dd4e-b683-4ecc-9d6a-c0f584a955b3'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:38.704183 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-95d3ae35-4348-461a-a8bf-2290d9a9d526 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:38.707335 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-95d3ae35-4348-461a-a8bf-2290d9a9d526 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "DELETE /v2.0/subnets/cf5a1dfc-9d1c-4504-842b-a7293ea78f25 HTTP/1.1" status: 204 len: 168 time: 0.2830377 Nov 25 13:35:38.709914 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46030) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:38.717299 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72705f04-c108-4546-82c7-776c3af5b83d None None] Network d8231086-623e-4734-ab48-d5d25c061688 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:35:38.778008 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-1bef1a40-aaf6-44ee-ba5e-da5273ae4913 None None] Set router ed56dd4e-b683-4ecc-9d6a-c0f584a955b3 gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:35:38.797979 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0271ac63-6d83-4e13-8d17-c69d7ca95965 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:38.832085 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-1bef1a40-aaf6-44ee-ba5e-da5273ae4913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'name': 'tempest-RoutersTest-router-1851068641', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:35:05Z', 'updated_at': '2021-11-25T13:35:37Z', 'revision_number': 11, 'project_id': '66429e439f264996b6f577612d5b57ec', 'gw_port_host': None}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:38.864355 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bef1a40-aaf6-44ee-ba5e-da5273ae4913 None None] The sync data for ids ['ed56dd4e-b683-4ecc-9d6a-c0f584a955b3'] in n-d-808199-11 is: [{'id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'name': 'tempest-RoutersTest-router-1851068641', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:35:05Z', 'updated_at': '2021-11-25T13:35:37Z', 'revision_number': 11, 'project_id': '66429e439f264996b6f577612d5b57ec', 'gw_port_host': None}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:35:38.902505 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-0271ac63-6d83-4e13-8d17-c69d7ca95965 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Deleting port e1172784-0780-46cb-8767-fb3fa5e46a4e {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:35:38.903214 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0271ac63-6d83-4e13-8d17-c69d7ca95965 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:38.970055 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-0271ac63-6d83-4e13-8d17-c69d7ca95965 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] For port e1172784-0780-46cb-8767-fb3fa5e46a4e, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=e1172784-0780-46cb-8767-fb3fa5e46a4e,segment=NetworkSegment(c45d5425-b6d5-40cb-bfd1-5aa39ffd6b16),segment_id=c45d5425-b6d5-40cb-bfd1-5aa39ffd6b16)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:35:38.970534 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0271ac63-6d83-4e13-8d17-c69d7ca95965 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:38.983886 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-0271ac63-6d83-4e13-8d17-c69d7ca95965 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Calling delete_port for e1172784-0780-46cb-8767-fb3fa5e46a4e owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:35:39.065554 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0271ac63-6d83-4e13-8d17-c69d7ca95965 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:39.092862 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0271ac63-6d83-4e13-8d17-c69d7ca95965 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event deleted for resources: {'Port': ['ID=e1172784-0780-46cb-8767-fb3fa5e46a4e,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:39.097308 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0271ac63-6d83-4e13-8d17-c69d7ca95965 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] No DVR routers for this DVR port e1172784-0780-46cb-8767-fb3fa5e46a4e on host n-d-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:35:39.177335 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0271ac63-6d83-4e13-8d17-c69d7ca95965 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:39.200335 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-0271ac63-6d83-4e13-8d17-c69d7ca95965 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8231086-623e-4734-ab48-d5d25c061688']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:39.209988 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-0271ac63-6d83-4e13-8d17-c69d7ca95965 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c45d5425-b6d5-40cb-bfd1-5aa39ffd6b16') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:39.210293 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-0271ac63-6d83-4e13-8d17-c69d7ca95965 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c45d5425-b6d5-40cb-bfd1-5aa39ffd6b16') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:39.220934 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0271ac63-6d83-4e13-8d17-c69d7ca95965 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:39.233803 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0271ac63-6d83-4e13-8d17-c69d7ca95965 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:39.240786 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0271ac63-6d83-4e13-8d17-c69d7ca95965 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:35:39.241190 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0271ac63-6d83-4e13-8d17-c69d7ca95965 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:39.244641 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:35:39.244641 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:35:39.244641 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:35:39.244641 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:35:39.244641 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:35:39.244641 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:35:39.244641 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:35:39.244641 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:35:39.244641 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:35:39.244641 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:35:39.244641 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:35:39.244641 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:35:39.244641 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:35:39.244641 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:35:39.244641 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:35:39.244641 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:35:39.244641 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:35:39.244641 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:35:39.244641 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:35:39.244641 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:35:39.244641 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:35:39.244641 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:35:39.244641 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:35:39.244641 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:35:39.244641 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:35:39.244641 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:35:39.244641 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:35:39.244641 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:35:39.244641 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:35:39.244641 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:35:39.244641 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:35:39.244641 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:35:39.256253 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59e03b8-13f3-402b-9834-fb9410d3ae52 None None] DHCP port deletion for d8231086-623e-4734-ab48-d5d25c061688 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:35:39.330354 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0271ac63-6d83-4e13-8d17-c69d7ca95965 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:39.338211 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0271ac63-6d83-4e13-8d17-c69d7ca95965 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:39.342032 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-0271ac63-6d83-4e13-8d17-c69d7ca95965 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "DELETE /v2.0/networks/d8231086-623e-4734-ab48-d5d25c061688 HTTP/1.1" status: 204 len: 168 time: 0.6310105 Nov 25 13:35:39.345069 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46038) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:39.349928 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-79571b1c-657c-4369-9257-f1b9719ce6fd tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Request body: {'router': {'routes': None}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:35:39.356970 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0271ac63-6d83-4e13-8d17-c69d7ca95965 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Pushing event deleted for resources: {'Network': ['ID=d8231086-623e-4734-ab48-d5d25c061688,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:39.535086 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.extraroute_db [None req-79571b1c-657c-4369-9257-f1b9719ce6fd tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Added routes are [] {{(pid=103570) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 25 13:35:39.536071 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.extraroute_db [None req-79571b1c-657c-4369-9257-f1b9719ce6fd tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Removed routes are [] {{(pid=103570) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 25 13:35:39.536447 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-79571b1c-657c-4369-9257-f1b9719ce6fd tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66601263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66597252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:39.673086 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-79571b1c-657c-4369-9257-f1b9719ce6fd tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66601263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66597252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:39.677060 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-79571b1c-657c-4369-9257-f1b9719ce6fd tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66601254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66601277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66597267'] for router, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:39.755591 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79571b1c-657c-4369-9257-f1b9719ce6fd tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Router ed56dd4e-b683-4ecc-9d6a-c0f584a955b3 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:35:39.834393 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79571b1c-657c-4369-9257-f1b9719ce6fd tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:35:39.841992 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-79571b1c-657c-4369-9257-f1b9719ce6fd tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:39.846024 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46048) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:39.847176 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-79571b1c-657c-4369-9257-f1b9719ce6fd tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "PUT /v2.0/routers/ed56dd4e-b683-4ecc-9d6a-c0f584a955b3 HTTP/1.1" status: 200 len: 701 time: 0.5009162 Nov 25 13:35:39.847431 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7093f725-f73a-4ed0-a68f-5f5b9515b888 None None] Sync routers for ids ['ed56dd4e-b683-4ecc-9d6a-c0f584a955b3'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:35:39.858357 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7093f725-f73a-4ed0-a68f-5f5b9515b888 None None] Routers {'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:35:39.859270 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-7093f725-f73a-4ed0-a68f-5f5b9515b888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:35:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['ed56dd4e-b683-4ecc-9d6a-c0f584a955b3'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:39.887999 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-ece6bf8b-db75-4e97-9bcc-cfa0a2ff75a4 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed56dd4e-b683-4ecc-9d6a-c0f584a955b3 HTTP/1.1" status: 200 len: 205 time: 0.0408254 Nov 25 13:35:39.890559 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46050) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:39.943151 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-7093f725-f73a-4ed0-a68f-5f5b9515b888 None None] Set router ed56dd4e-b683-4ecc-9d6a-c0f584a955b3 gateway port host: None {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:35:39.975333 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4330cf60-8b1e-4388-b1c0-702431d4ec41 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:40.003238 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-7093f725-f73a-4ed0-a68f-5f5b9515b888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'name': 'tempest-RoutersTest-router-1851068641', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:35:05Z', 'updated_at': '2021-11-25T13:35:37Z', 'revision_number': 11, 'project_id': '66429e439f264996b6f577612d5b57ec', 'gw_port_host': None}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:40.048653 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7093f725-f73a-4ed0-a68f-5f5b9515b888 None None] Checking router: ed56dd4e-b683-4ecc-9d6a-c0f584a955b3 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:35:40.058041 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7093f725-f73a-4ed0-a68f-5f5b9515b888 None None] Routers {'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:35:40.058666 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-7093f725-f73a-4ed0-a68f-5f5b9515b888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:35:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['ed56dd4e-b683-4ecc-9d6a-c0f584a955b3'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:40.105349 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a0f52-1970-4ffb-8d13-4d979ffd3187 req-242e4c1e-c551-443b-876f-f0b791b83a6b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:40.106943 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-df6a0f52-1970-4ffb-8d13-4d979ffd3187 req-242e4c1e-c551-443b-876f-f0b791b83a6b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c3344d9-6e9b-4b65-b265-1cb57c82fa35 HTTP/1.1" status: 200 len: 946 time: 0.0587740 Nov 25 13:35:40.132948 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-7093f725-f73a-4ed0-a68f-5f5b9515b888 None None] Set router ed56dd4e-b683-4ecc-9d6a-c0f584a955b3 gateway port host: None {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:35:40.162756 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-df6a0f52-1970-4ffb-8d13-4d979ffd3187 req-48fb3749-05d3-4d19-bf47-9e69132c4a22 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1eca7e0-4230-4e6a-9eb7-efb9259d4a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478301 Nov 25 13:35:40.189519 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4330cf60-8b1e-4388-b1c0-702431d4ec41 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:40.189783 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46054) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:40.191413 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4330cf60-8b1e-4388-b1c0-702431d4ec41 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:40.200252 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-7093f725-f73a-4ed0-a68f-5f5b9515b888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'name': 'tempest-RoutersTest-router-1851068641', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:35:05Z', 'updated_at': '2021-11-25T13:35:37Z', 'revision_number': 11, 'project_id': '66429e439f264996b6f577612d5b57ec', 'gw_port_host': None}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:40.233798 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7093f725-f73a-4ed0-a68f-5f5b9515b888 None None] The sync data for ids ['ed56dd4e-b683-4ecc-9d6a-c0f584a955b3'] in n-d-808199-11 is: [{'id': 'ed56dd4e-b683-4ecc-9d6a-c0f584a955b3', 'name': 'tempest-RoutersTest-router-1851068641', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:35:05Z', 'updated_at': '2021-11-25T13:35:37Z', 'revision_number': 11, 'project_id': '66429e439f264996b6f577612d5b57ec', 'gw_port_host': None}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:35:40.248746 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4330cf60-8b1e-4388-b1c0-702431d4ec41 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:40.249265 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4330cf60-8b1e-4388-b1c0-702431d4ec41 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Fanout notify agent at l3_agent the message router_deleted on router ed56dd4e-b683-4ecc-9d6a-c0f584a955b3 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:35:40.257879 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4330cf60-8b1e-4388-b1c0-702431d4ec41 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:40.259036 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-4330cf60-8b1e-4388-b1c0-702431d4ec41 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "DELETE /v2.0/routers/ed56dd4e-b683-4ecc-9d6a-c0f584a955b3 HTTP/1.1" status: 204 len: 168 time: 0.3669965 Nov 25 13:35:40.264015 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46058) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:40.267826 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-25972909-dd1f-460c-b48c-ae90d4432968 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-523599035', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:35:40.294156 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-7d8ddc80-a460-435b-a503-7d87e2f97681 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/floatingips/703f87b8-378d-433a-80af-ede2aa7e9d9b HTTP/1.1" status: 200 len: 994 time: 0.1032560 Nov 25 13:35:40.297806 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-25972909-dd1f-460c-b48c-ae90d4432968 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:40.299948 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-25972909-dd1f-460c-b48c-ae90d4432968 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:40.365188 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-25972909-dd1f-460c-b48c-ae90d4432968 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:40.374806 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-25972909-dd1f-460c-b48c-ae90d4432968 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:40.402598 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-25972909-dd1f-460c-b48c-ae90d4432968 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:40.406334 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-25972909-dd1f-460c-b48c-ae90d4432968 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1400061 Nov 25 13:35:40.406673 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46062) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:40.411846 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-339cdfe1-c78e-4297-abe0-9fd387777c76 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:35:40.647560 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-339cdfe1-c78e-4297-abe0-9fd387777c76 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66601263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66597252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:40.660826 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-339cdfe1-c78e-4297-abe0-9fd387777c76 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66601254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66601277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66597267'] for router, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:40.701771 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a105b4c-ea30-4f5d-b2df-edba2d8d5f9e req-d8cba31d-1261-4ed9-8ba3-c8ea14f3ceb9 tempest-TestNetworkAdvancedServerOps-879095095 tempest-TestNetworkAdvancedServerOps-879095095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:40.703332 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7a105b4c-ea30-4f5d-b2df-edba2d8d5f9e req-d8cba31d-1261-4ed9-8ba3-c8ea14f3ceb9 tempest-TestNetworkAdvancedServerOps-879095095 tempest-TestNetworkAdvancedServerOps-879095095-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4c3344d9-6e9b-4b65-b265-1cb57c82fa35 HTTP/1.1" status: 200 len: 1098 time: 0.0585191 Nov 25 13:35:40.755449 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7a105b4c-ea30-4f5d-b2df-edba2d8d5f9e req-65e5fc48-f7d2-4ba0-b922-c915b3dd1bac tempest-TestNetworkAdvancedServerOps-879095095 tempest-TestNetworkAdvancedServerOps-879095095-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=e1eca7e0-4230-4e6a-9eb7-efb9259d4a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458815 Nov 25 13:35:40.765154 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-339cdfe1-c78e-4297-abe0-9fd387777c76 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Router 924ebb08-8704-4979-9f31-b8a14b7c438e is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:35:40.841094 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339cdfe1-c78e-4297-abe0-9fd387777c76 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:35:40.849533 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-339cdfe1-c78e-4297-abe0-9fd387777c76 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:40.850674 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-339cdfe1-c78e-4297-abe0-9fd387777c76 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "PUT /v2.0/routers/924ebb08-8704-4979-9f31-b8a14b7c438e HTTP/1.1" status: 200 len: 693 time: 0.4429357 Nov 25 13:35:40.853261 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46076) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:40.855119 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a8f737-4d59-4d14-adcf-c74795152266 None None] Sync routers for ids ['924ebb08-8704-4979-9f31-b8a14b7c438e'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:35:40.868038 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a8f737-4d59-4d14-adcf-c74795152266 None None] Routers {'924ebb08-8704-4979-9f31-b8a14b7c438e'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:35:40.869146 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-b6a8f737-4d59-4d14-adcf-c74795152266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:35:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['924ebb08-8704-4979-9f31-b8a14b7c438e'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:40.947785 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-dcf86904-14a3-45a2-9241-526072592276 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "GET /v2.0/routers/924ebb08-8704-4979-9f31-b8a14b7c438e HTTP/1.1" status: 200 len: 699 time: 0.0928648 Nov 25 13:35:40.957859 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46078) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:40.969683 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-b6a8f737-4d59-4d14-adcf-c74795152266 None None] Set router 924ebb08-8704-4979-9f31-b8a14b7c438e gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:35:40.988044 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-9e7f717d-75e6-4117-beb6-705e35361dfa tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "GET /v2.0/ports?device_id=924ebb08-8704-4979-9f31-b8a14b7c438e HTTP/1.1" status: 200 len: 205 time: 0.0268910 Nov 25 13:35:40.989385 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46080) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:40.993176 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device e1172784-0780-46cb-8767-fb3fa5e46a4e no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:35:41.017782 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: e1172784-0780-46cb-8767-fb3fa5e46a4e {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:35:41.018138 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device e1172784-0780-46cb-8767-fb3fa5e46a4e not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:35:41.018907 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device b0e2f6df-a71b-4adf-b500-dee09bca24a0 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:35:41.031390 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-b6a8f737-4d59-4d14-adcf-c74795152266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '924ebb08-8704-4979-9f31-b8a14b7c438e', 'name': 'tempest-RoutersTest-router-523599035', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:35:40Z', 'updated_at': '2021-11-25T13:35:40Z', 'revision_number': 2, 'project_id': '66429e439f264996b6f577612d5b57ec', 'gw_port_host': None}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:41.042630 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: b0e2f6df-a71b-4adf-b500-dee09bca24a0 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:35:41.043177 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device b0e2f6df-a71b-4adf-b500-dee09bca24a0 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:35:41.061492 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a8f737-4d59-4d14-adcf-c74795152266 None None] Checking router: 924ebb08-8704-4979-9f31-b8a14b7c438e for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:35:41.070283 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a8f737-4d59-4d14-adcf-c74795152266 None None] Routers {'924ebb08-8704-4979-9f31-b8a14b7c438e'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:35:41.070918 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-b6a8f737-4d59-4d14-adcf-c74795152266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:35:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['924ebb08-8704-4979-9f31-b8a14b7c438e'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:41.082026 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-96cce4e7-721d-4278-87de-62a5c8affc42 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:41.135828 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-b6a8f737-4d59-4d14-adcf-c74795152266 None None] Set router 924ebb08-8704-4979-9f31-b8a14b7c438e gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:35:41.192915 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-b6a8f737-4d59-4d14-adcf-c74795152266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '924ebb08-8704-4979-9f31-b8a14b7c438e', 'name': 'tempest-RoutersTest-router-523599035', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:35:40Z', 'updated_at': '2021-11-25T13:35:40Z', 'revision_number': 2, 'project_id': '66429e439f264996b6f577612d5b57ec', 'gw_port_host': None}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:41.231837 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a8f737-4d59-4d14-adcf-c74795152266 None None] The sync data for ids ['924ebb08-8704-4979-9f31-b8a14b7c438e'] in n-d-808199-11 is: [{'id': '924ebb08-8704-4979-9f31-b8a14b7c438e', 'name': 'tempest-RoutersTest-router-523599035', 'tenant_id': '66429e439f264996b6f577612d5b57ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:35:40Z', 'updated_at': '2021-11-25T13:35:40Z', 'revision_number': 2, 'project_id': '66429e439f264996b6f577612d5b57ec', 'gw_port_host': None}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:35:41.248422 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-96cce4e7-721d-4278-87de-62a5c8affc42 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:41.251269 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-96cce4e7-721d-4278-87de-62a5c8affc42 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:41.305703 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-96cce4e7-721d-4278-87de-62a5c8affc42 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:41.306338 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96cce4e7-721d-4278-87de-62a5c8affc42 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Fanout notify agent at l3_agent the message router_deleted on router 924ebb08-8704-4979-9f31-b8a14b7c438e {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:35:41.320227 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-96cce4e7-721d-4278-87de-62a5c8affc42 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:41.321481 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-96cce4e7-721d-4278-87de-62a5c8affc42 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "DELETE /v2.0/routers/924ebb08-8704-4979-9f31-b8a14b7c438e HTTP/1.1" status: 204 len: 168 time: 0.3314097 Nov 25 13:35:41.325081 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46084) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:41.352932 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-8fd0f0e5-5dfb-4aab-a672-a7944efd8c51 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "GET /v2.0/ports?device_id=924ebb08-8704-4979-9f31-b8a14b7c438e HTTP/1.1" status: 200 len: 205 time: 0.0261588 Nov 25 13:35:41.354891 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46086) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:41.398306 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [None req-f399f0e2-ba7d-4e9e-9ef1-b0fdccb71d20 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] delete failed (client error): The resource could not be found. Nov 25 13:35:41.400559 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f399f0e2-ba7d-4e9e-9ef1-b0fdccb71d20 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "DELETE /v2.0/routers/924ebb08-8704-4979-9f31-b8a14b7c438e HTTP/1.1" status: 404 len: 336 time: 0.0437276 Nov 25 13:35:41.402393 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46088) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:41.430504 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-25f8474e-dc15-408f-ae68-147c5b085bc1 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] DELETE failed (client error): The resource could not be found. Nov 25 13:35:41.431101 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25f8474e-dc15-408f-ae68-147c5b085bc1 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:35:41.435147 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-25f8474e-dc15-408f-ae68-147c5b085bc1 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "DELETE /v2.0/subnets/45b8f153-5148-4277-8265-7ba0e9f6a025 HTTP/1.1" status: 404 len: 337 time: 0.0316887 Nov 25 13:35:41.436935 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46090) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:41.464918 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-70e873c9-a444-46d2-9e7c-499ca7b0bfe8 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] DELETE failed (client error): The resource could not be found. Nov 25 13:35:41.465463 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70e873c9-a444-46d2-9e7c-499ca7b0bfe8 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:35:41.468631 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-70e873c9-a444-46d2-9e7c-499ca7b0bfe8 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "DELETE /v2.0/subnets/f2baf319-b56d-4c44-8089-9b24f0ed62af HTTP/1.1" status: 404 len: 337 time: 0.0307677 Nov 25 13:35:41.471354 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46092) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:41.502386 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-55d387ac-0f1a-4bb9-b82b-6dac67cd11c1 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] DELETE failed (client error): The resource could not be found. Nov 25 13:35:41.502883 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55d387ac-0f1a-4bb9-b82b-6dac67cd11c1 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:35:41.506904 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-55d387ac-0f1a-4bb9-b82b-6dac67cd11c1 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "DELETE /v2.0/subnets/2a2afe9d-8aad-4755-a66b-fe45ff1cc4a8 HTTP/1.1" status: 404 len: 337 time: 0.0343451 Nov 25 13:35:41.509301 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46094) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:41.535502 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-6901d237-011c-4e2d-8e0b-5f46a9f723bb tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] DELETE failed (client error): The resource could not be found. Nov 25 13:35:41.536054 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6901d237-011c-4e2d-8e0b-5f46a9f723bb tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:35:41.539285 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-6901d237-011c-4e2d-8e0b-5f46a9f723bb tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "DELETE /v2.0/subnets/cf5a1dfc-9d1c-4504-842b-a7293ea78f25 HTTP/1.1" status: 404 len: 337 time: 0.0290048 Nov 25 13:35:41.541976 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46096) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:41.573047 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:41.585517 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-216693bf-3470-4a58-a2d9-60f47c495825 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed56dd4e-b683-4ecc-9d6a-c0f584a955b3 HTTP/1.1" status: 200 len: 205 time: 0.0423865 Nov 25 13:35:41.588648 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46098) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:41.615376 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-74cd503e-8650-4ede-85d6-ef776f34a8b4 req-1178ce3d-8d83-4497-a6cd-9909486f68a3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d553b6dc-1eca-41b9-b79d-4ee5de822208&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0640996 Nov 25 13:35:41.635778 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [None req-4c2fff25-f92f-4aee-9d84-b46215a4d154 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] delete failed (client error): The resource could not be found. Nov 25 13:35:41.636842 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-4c2fff25-f92f-4aee-9d84-b46215a4d154 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "DELETE /v2.0/routers/ed56dd4e-b683-4ecc-9d6a-c0f584a955b3 HTTP/1.1" status: 404 len: 336 time: 0.0470712 Nov 25 13:35:41.639700 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46100) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:41.669304 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-82e38909-775d-4749-8823-73861cab2c03 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "GET /v2.0/ports?device_id=5414574c-4efa-4101-a07a-c16e62112676 HTTP/1.1" status: 200 len: 205 time: 0.0283232 Nov 25 13:35:41.671065 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46104) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:41.725808 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [None req-84f501ec-c55e-4760-abc7-de203cfd0e98 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] delete failed (client error): The resource could not be found. Nov 25 13:35:41.726989 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-84f501ec-c55e-4760-abc7-de203cfd0e98 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "DELETE /v2.0/routers/5414574c-4efa-4101-a07a-c16e62112676 HTTP/1.1" status: 404 len: 336 time: 0.0549626 Nov 25 13:35:41.729621 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46110) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:41.741676 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd503e-8650-4ede-85d6-ef776f34a8b4 req-9467d8d9-cf25-42c0-84d0-030384e223df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:41.743468 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-74cd503e-8650-4ede-85d6-ef776f34a8b4 req-9467d8d9-cf25-42c0-84d0-030384e223df service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dfc7ed58aa5f4ef6a363ecf508844b2a&device_id=d553b6dc-1eca-41b9-b79d-4ee5de822208 HTTP/1.1" status: 200 len: 1098 time: 0.1053076 Nov 25 13:35:41.772874 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-50cc9b2a-88cc-4449-b8ef-9821babb9e76 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] DELETE failed (client error): The resource could not be found. Nov 25 13:35:41.773312 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50cc9b2a-88cc-4449-b8ef-9821babb9e76 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:35:41.776530 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-50cc9b2a-88cc-4449-b8ef-9821babb9e76 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "DELETE /v2.0/subnets/4b7a9a15-a3d1-4387-8236-c8858ba63f4b HTTP/1.1" status: 404 len: 337 time: 0.0455718 Nov 25 13:35:41.779246 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46112) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:41.809081 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-82ac3d64-7bce-4f4b-83c8-dbfc13c11cea tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "GET /v2.0/ports?device_id=eee4421e-2989-4671-9153-2e36e43a0cd3 HTTP/1.1" status: 200 len: 205 time: 0.0282805 Nov 25 13:35:41.811277 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46114) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:41.854562 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [None req-aa55c03d-95e9-482e-adb9-430f1f90004c tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] delete failed (client error): The resource could not be found. Nov 25 13:35:41.855791 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-aa55c03d-95e9-482e-adb9-430f1f90004c tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "DELETE /v2.0/routers/eee4421e-2989-4671-9153-2e36e43a0cd3 HTTP/1.1" status: 404 len: 336 time: 0.0435586 Nov 25 13:35:41.858478 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46116) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:41.858898 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd503e-8650-4ede-85d6-ef776f34a8b4 req-a8c1872c-f4e3-4233-bce3-76a5229fbd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:41.860366 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-74cd503e-8650-4ede-85d6-ef776f34a8b4 req-a8c1872c-f4e3-4233-bce3-76a5229fbd58 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b6131956-3d7f-4134-a1c5-4d454239b609 HTTP/1.1" status: 200 len: 911 time: 0.0958292 Nov 25 13:35:41.886044 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-0eb04d38-aa82-4cb3-9b4e-32ad21d000b9 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fbe65a6-ad07-4004-8578-1ce8aa0af9f2 HTTP/1.1" status: 200 len: 205 time: 0.0264633 Nov 25 13:35:41.888486 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46118) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:41.927960 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [None req-d6c22d9b-00fd-401f-87ce-f5246f0fe238 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] delete failed (client error): The resource could not be found. Nov 25 13:35:41.929266 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d6c22d9b-00fd-401f-87ce-f5246f0fe238 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "DELETE /v2.0/routers/4fbe65a6-ad07-4004-8578-1ce8aa0af9f2 HTTP/1.1" status: 404 len: 336 time: 0.0398760 Nov 25 13:35:41.931846 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46120) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:41.943038 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-74cd503e-8650-4ede-85d6-ef776f34a8b4 req-4e65b7ef-85ff-4430-be65-b4ef575040d2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce9b1d22-e0b1-43b2-a0f6-b27cd383976a HTTP/1.1" status: 200 len: 1002 time: 0.0751112 Nov 25 13:35:41.958828 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-88af3acc-ee70-4be4-881b-9bc508359680 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] DELETE failed (client error): The resource could not be found. Nov 25 13:35:41.959953 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88af3acc-ee70-4be4-881b-9bc508359680 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:35:41.965506 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-88af3acc-ee70-4be4-881b-9bc508359680 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "DELETE /v2.0/subnets/5c9787ce-c3e6-4610-bb57-c0f4529c5603 HTTP/1.1" status: 404 len: 337 time: 0.0303743 Nov 25 13:35:41.965692 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46122) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:41.998861 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-522e1fb2-af78-4cc3-88f1-be7d3c9f1a58 tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "GET /v2.0/ports?device_id=75b4365b-11a6-441b-8827-6d743ae2d90f HTTP/1.1" status: 200 len: 205 time: 0.0316646 Nov 25 13:35:42.001419 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46126) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:42.009284 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd503e-8650-4ede-85d6-ef776f34a8b4 req-ae1c8f07-48e1-43e2-8273-1e8b468908ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:42.011178 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-74cd503e-8650-4ede-85d6-ef776f34a8b4 req-ae1c8f07-48e1-43e2-8273-1e8b468908ce service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bd741d61-638e-40d0-8aa0-1d3f2aabe218 HTTP/1.1" status: 200 len: 849 time: 0.0605547 Nov 25 13:35:42.052498 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [None req-919979b1-2754-4e39-82b3-86fefaccbb1f tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] delete failed (client error): The resource could not be found. Nov 25 13:35:42.053848 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-919979b1-2754-4e39-82b3-86fefaccbb1f tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "DELETE /v2.0/routers/75b4365b-11a6-441b-8827-6d743ae2d90f HTTP/1.1" status: 404 len: 336 time: 0.0510504 Nov 25 13:35:42.056570 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46128) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:42.104862 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-2083fd87-2332-4bcf-b93d-1e2d58c2c05e tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] DELETE failed (client error): The resource could not be found. Nov 25 13:35:42.105320 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2083fd87-2332-4bcf-b93d-1e2d58c2c05e tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:35:42.110964 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-2083fd87-2332-4bcf-b93d-1e2d58c2c05e tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "DELETE /v2.0/subnets/705760d2-e538-4649-95c9-c340405892bb HTTP/1.1" status: 404 len: 337 time: 0.0506146 Nov 25 13:35:42.111982 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46134) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:42.124234 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd503e-8650-4ede-85d6-ef776f34a8b4 req-72bbb3a9-42ff-4e32-b250-18b2350d99d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:42.128161 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-74cd503e-8650-4ede-85d6-ef776f34a8b4 req-72bbb3a9-42ff-4e32-b250-18b2350d99d2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b6131956-3d7f-4134-a1c5-4d454239b609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0837328 Nov 25 13:35:42.146218 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46136) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:42.146603 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-42cdf1a0-8135-4b8c-a94a-aeeb3b31db6f tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7ad5b4e-7329-4c4f-a463-09bb4bbb3896 HTTP/1.1" status: 200 len: 205 time: 0.0331848 Nov 25 13:35:42.195583 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [None req-676238e7-8f54-41c0-9c7e-f4ab0674d13f tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] delete failed (client error): The resource could not be found. Nov 25 13:35:42.196641 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-676238e7-8f54-41c0-9c7e-f4ab0674d13f tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "DELETE /v2.0/routers/c7ad5b4e-7329-4c4f-a463-09bb4bbb3896 HTTP/1.1" status: 404 len: 336 time: 0.0493047 Nov 25 13:35:42.199465 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46140) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:42.243933 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e322cac-3ee6-4848-b779-d410f7ddfbda tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] DELETE failed (client error): The resource could not be found. Nov 25 13:35:42.246637 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e322cac-3ee6-4848-b779-d410f7ddfbda tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:35:42.254485 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-4e322cac-3ee6-4848-b779-d410f7ddfbda tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "DELETE /v2.0/subnets/d401e9c2-a965-44ef-90da-e64782602d0c HTTP/1.1" status: 404 len: 337 time: 0.0516310 Nov 25 13:35:42.255831 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46146) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:42.299734 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aa5e4b0-2ad1-41be-a911-d3d4adfcfd3b tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] DELETE failed (client error): The resource could not be found. Nov 25 13:35:42.300453 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6aa5e4b0-2ad1-41be-a911-d3d4adfcfd3b tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:35:42.304517 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-6aa5e4b0-2ad1-41be-a911-d3d4adfcfd3b tempest-RoutersTest-866388646 tempest-RoutersTest-866388646-project] 10.222.0.53 "DELETE /v2.0/subnets/f09601e5-72b4-4c9d-b1a8-4c329bfd9680 HTTP/1.1" status: 404 len: 337 time: 0.0477171 Nov 25 13:35:42.337094 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-74cd503e-8650-4ede-85d6-ef776f34a8b4 req-30d035ca-03a5-42e7-b449-0427a9125eaa service neutron] 10.222.0.47 "GET /v2.0/networks/b6131956-3d7f-4134-a1c5-4d454239b609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012377 Nov 25 13:35:42.458108 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-74cd503e-8650-4ede-85d6-ef776f34a8b4 req-e6b682c1-87b0-4799-8885-dc917e45cdae service neutron] 10.222.0.47 "GET /v2.0/networks/b6131956-3d7f-4134-a1c5-4d454239b609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108534 Nov 25 13:35:42.602834 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-e8184cd9-e1ff-4a3c-aae2-3491e285d73a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4c3344d9-6e9b-4b65-b265-1cb57c82fa35&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1158857 Nov 25 13:35:42.613928 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-8383c49e-d6a5-4b77-b044-2e3757ba619b service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:35:42.614997 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-8383c49e-d6a5-4b77-b044-2e3757ba619b service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054891 Nov 25 13:35:42.666201 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46166) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:42.829062 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-2567f2c0-43e9-49c9-80a9-d3a57f30f417 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=66429e439f264996b6f577612d5b57ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1615329 Nov 25 13:35:42.831886 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46178) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:42.900498 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-071c2ec8-7c6e-485d-a1c0-1e0c9d176167 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:42.925784 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-071c2ec8-7c6e-485d-a1c0-1e0c9d176167 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:42.976722 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-071c2ec8-7c6e-485d-a1c0-1e0c9d176167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:42.980284 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-071c2ec8-7c6e-485d-a1c0-1e0c9d176167 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:42.984295 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-071c2ec8-7c6e-485d-a1c0-1e0c9d176167 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/148161c0-63e3-4eaa-a511-48e968e018b1 HTTP/1.1" status: 204 len: 168 time: 0.1474273 Nov 25 13:35:42.990171 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071c2ec8-7c6e-485d-a1c0-1e0c9d176167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148161c0-63e3-4eaa-a511-48e968e018b1,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:43.215387 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-85c91586-d6d2-408f-9b21-9939840765c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:43.216907 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-85c91586-d6d2-408f-9b21-9939840765c4 service neutron] 10.222.0.53 "GET /v2.0/ports/a1221c11-6dfe-442e-b624-2d6a3b977c2e HTTP/1.1" status: 200 len: 1095 time: 0.0384803 Nov 25 13:35:43.227079 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-f1c340e5-a074-4466-8ab4-4036e812a4fc service neutron] Request body: {'binding': {'host': 'n-h1-808199-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:35:43.227626 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-f1c340e5-a074-4466-8ab4-4036e812a4fc service neutron] Unknown quota resources ['binding']. {{(pid=103571) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 13:35:43.393384 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-f1c340e5-a074-4466-8ab4-4036e812a4fc service neutron] Attempting to bind port a1221c11-6dfe-442e-b624-2d6a3b977c2e on host n-h1-808199-11 for vnic_type normal with profile None {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:35:43.393808 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-f1c340e5-a074-4466-8ab4-4036e812a4fc service neutron] Attempting to bind port a1221c11-6dfe-442e-b624-2d6a3b977c2e by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': '30244941-692b-4542-83e4-4e83c993aaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '9d895fac-3603-4eae-9a10-c0c29f9e2296'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:35:43.394210 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-f1c340e5-a074-4466-8ab4-4036e812a4fc service neutron] Attempting to bind port a1221c11-6dfe-442e-b624-2d6a3b977c2e on network 9d895fac-3603-4eae-9a10-c0c29f9e2296 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:35:43.399903 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-f1c340e5-a074-4466-8ab4-4036e812a4fc service neutron] Port a1221c11-6dfe-442e-b624-2d6a3b977c2e on network 9d895fac-3603-4eae-9a10-c0c29f9e2296 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:35:43.400293 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-f1c340e5-a074-4466-8ab4-4036e812a4fc service neutron] Attempting to bind port a1221c11-6dfe-442e-b624-2d6a3b977c2e on network 9d895fac-3603-4eae-9a10-c0c29f9e2296 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:35:43.406157 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-f1c340e5-a074-4466-8ab4-4036e812a4fc service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:35:43.406492 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-f1c340e5-a074-4466-8ab4-4036e812a4fc service neutron] Checking segment: {'id': '30244941-692b-4542-83e4-4e83c993aaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '9d895fac-3603-4eae-9a10-c0c29f9e2296'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:35:43.406901 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-f1c340e5-a074-4466-8ab4-4036e812a4fc service neutron] Bound using segment: {'id': '30244941-692b-4542-83e4-4e83c993aaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '9d895fac-3603-4eae-9a10-c0c29f9e2296'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:35:43.407320 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-f1c340e5-a074-4466-8ab4-4036e812a4fc service neutron] Bound port: a1221c11-6dfe-442e-b624-2d6a3b977c2e, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30244941-692b-4542-83e4-4e83c993aaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '9d895fac-3603-4eae-9a10-c0c29f9e2296'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:35:43.494920 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-f1c340e5-a074-4466-8ab4-4036e812a4fc service neutron] For port a1221c11-6dfe-442e-b624-2d6a3b977c2e, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=a1221c11-6dfe-442e-b624-2d6a3b977c2e,segment=NetworkSegment(30244941-692b-4542-83e4-4e83c993aaa9),segment_id=30244941-692b-4542-83e4-4e83c993aaa9)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:35:43.501216 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-f1c340e5-a074-4466-8ab4-4036e812a4fc service neutron] Publish callbacks [] for binding, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:43.502383 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-f1c340e5-a074-4466-8ab4-4036e812a4fc service neutron] 10.222.0.53 "POST /v2.0/ports/a1221c11-6dfe-442e-b624-2d6a3b977c2e/bindings HTTP/1.1" status: 201 len: 390 time: 0.2794735 Nov 25 13:35:43.690520 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c06efb4-905e-43c9-8998-910861933e5a req-31d6dbfa-4ccb-4777-a0f2-c4c6ff9a2fd8 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:43.692764 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5c06efb4-905e-43c9-8998-910861933e5a req-31d6dbfa-4ccb-4777-a0f2-c4c6ff9a2fd8 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c3344d9-6e9b-4b65-b265-1cb57c82fa35 HTTP/1.1" status: 200 len: 946 time: 0.0763159 Nov 25 13:35:43.768048 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5c06efb4-905e-43c9-8998-910861933e5a req-9e6ede1d-d205-47f2-80a3-ee8e18e4da26 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1eca7e0-4230-4e6a-9eb7-efb9259d4a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665948 Nov 25 13:35:43.778907 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46208) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:43.814456 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-5a9fd08c-59ae-4e42-82b8-5cabcb010398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:43.816012 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-5a9fd08c-59ae-4e42-82b8-5cabcb010398 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=057e847f3ee343b9812224ca032e6bfc&device_id=4c3344d9-6e9b-4b65-b265-1cb57c82fa35 HTTP/1.1" status: 200 len: 1098 time: 0.0592816 Nov 25 13:35:43.895360 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-cce0dd33-e0fe-4671-90cb-5922c1246d34 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2043239377', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:35:43.923532 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cce0dd33-e0fe-4671-90cb-5922c1246d34 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:43.925300 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cce0dd33-e0fe-4671-90cb-5922c1246d34 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:43.927164 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-5d09d956-31ad-4e5a-9be6-198d89848290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:43.928979 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-5d09d956-31ad-4e5a-9be6-198d89848290 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9d895fac-3603-4eae-9a10-c0c29f9e2296 HTTP/1.1" status: 200 len: 898 time: 0.0994556 Nov 25 13:35:43.980363 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cce0dd33-e0fe-4671-90cb-5922c1246d34 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:43.985743 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cce0dd33-e0fe-4671-90cb-5922c1246d34 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:44.007219 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cce0dd33-e0fe-4671-90cb-5922c1246d34 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:44.012268 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-cce0dd33-e0fe-4671-90cb-5922c1246d34 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2322738 Nov 25 13:35:44.013221 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46214) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:44.018876 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-9e00f14e-5cb1-4e0b-9383-5acd192a74f9 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2049300947'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:35:44.046089 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e00f14e-5cb1-4e0b-9383-5acd192a74f9 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Made reservation on behalf of a7b08294686f4f469ba474184e0e1a20 for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:35:44.050626 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9e00f14e-5cb1-4e0b-9383-5acd192a74f9 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:44.060775 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9e00f14e-5cb1-4e0b-9383-5acd192a74f9 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:44.173635 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9e00f14e-5cb1-4e0b-9383-5acd192a74f9 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:44.178631 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9e00f14e-5cb1-4e0b-9383-5acd192a74f9 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:44.210838 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e00f14e-5cb1-4e0b-9383-5acd192a74f9 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:35:44.217599 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e00f14e-5cb1-4e0b-9383-5acd192a74f9 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b742f40-3340-48bd-8796-1afc10699438,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:44.225386 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9e00f14e-5cb1-4e0b-9383-5acd192a74f9 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:44.225821 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-9e00f14e-5cb1-4e0b-9383-5acd192a74f9 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Added segment 99f89fe4-c1e1-4939-849b-aa306b0b9176 of type vlan for network e4117502-eab9-4416-9ca1-58bdb392b3c1 Nov 25 13:35:44.275373 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9e00f14e-5cb1-4e0b-9383-5acd192a74f9 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:44.303577 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9e00f14e-5cb1-4e0b-9383-5acd192a74f9 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:44.309966 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e00f14e-5cb1-4e0b-9383-5acd192a74f9 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:44.310758 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9e00f14e-5cb1-4e0b-9383-5acd192a74f9 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:44.330108 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-e4a55647-be57-45db-afdd-17ea84929f92 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1221c11-6dfe-442e-b624-2d6a3b977c2e HTTP/1.1" status: 200 len: 1002 time: 0.3887887 Nov 25 13:35:44.379654 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-9e00f14e-5cb1-4e0b-9383-5acd192a74f9 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3645580 Nov 25 13:35:44.379884 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46226) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:44.386418 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-910ade34-51a1-4f29-9348-beef7ea0f330 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Request body: {'subnet': {'network_id': 'e4117502-eab9-4416-9ca1-58bdb392b3c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:35:44.397455 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e00f14e-5cb1-4e0b-9383-5acd192a74f9 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Pushing event updated for resources: {'Network': ['ID=e4117502-eab9-4416-9ca1-58bdb392b3c1,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:44.411337 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network e4117502-eab9-4416-9ca1-58bdb392b3c1 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:35:44.445808 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-cda6fb1c-2d64-4a5d-9c71-d3ebacdf7aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:44.447965 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-cda6fb1c-2d64-4a5d-9c71-d3ebacdf7aad service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5d3387ac-c8e7-4141-a2bb-03fc764526fd HTTP/1.1" status: 200 len: 835 time: 0.1061382 Nov 25 13:35:44.523340 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-5eacdcfd-4425-4fc4-adca-e62e26401510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:44.524872 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-5eacdcfd-4425-4fc4-adca-e62e26401510 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9d895fac-3603-4eae-9a10-c0c29f9e2296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0648606 Nov 25 13:35:44.530643 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-910ade34-51a1-4f29-9348-beef7ea0f330 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Made reservation on behalf of a7b08294686f4f469ba474184e0e1a20 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:35:44.534009 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-910ade34-51a1-4f29-9348-beef7ea0f330 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:44.695370 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-4b406394-7624-4feb-9af3-a4772229ca31 service neutron] 10.222.0.66 "GET /v2.0/networks/9d895fac-3603-4eae-9a10-c0c29f9e2296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564927 Nov 25 13:35:44.856047 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-910ade34-51a1-4f29-9348-beef7ea0f330 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:44.868363 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-92415c92-f437-4ee4-b182-03f6011109ed service neutron] 10.222.0.66 "GET /v2.0/networks/9d895fac-3603-4eae-9a10-c0c29f9e2296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461916 Nov 25 13:35:44.903540 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d773658-1751-458d-9f12-0f8c0df4bbc3 req-f899ebbf-1e68-4cb1-957f-6f53f7c02134 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:44.906175 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8d773658-1751-458d-9f12-0f8c0df4bbc3 req-f899ebbf-1e68-4cb1-957f-6f53f7c02134 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c3344d9-6e9b-4b65-b265-1cb57c82fa35 HTTP/1.1" status: 200 len: 946 time: 0.0636454 Nov 25 13:35:44.933516 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910ade34-51a1-4f29-9348-beef7ea0f330 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Pushing event updated for resources: {'Subnet': ['ID=22800515-2f73-43e3-acd0-99ace7f409bb,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:44.939481 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910ade34-51a1-4f29-9348-beef7ea0f330 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Checking segment: {'id': '99f89fe4-c1e1-4939-849b-aa306b0b9176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'e4117502-eab9-4416-9ca1-58bdb392b3c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:35:44.939852 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910ade34-51a1-4f29-9348-beef7ea0f330 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Network hostable DHCP agents. Network: e4117502-eab9-4416-9ca1-58bdb392b3c1, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:35:44.977238 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8d773658-1751-458d-9f12-0f8c0df4bbc3 req-eea8d323-cd5e-47f7-97ca-cb78c1ffbbd3 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1eca7e0-4230-4e6a-9eb7-efb9259d4a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598488 Nov 25 13:35:45.023714 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910ade34-51a1-4f29-9348-beef7ea0f330 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Network e4117502-eab9-4416-9ca1-58bdb392b3c1 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:35:45.044975 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-910ade34-51a1-4f29-9348-beef7ea0f330 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, e4117502-eab9-4416-9ca1-58bdb392b3c1) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:35:45.050072 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-1f074441-5c95-4524-bb15-4107e18a0313 tempest-TestNetworkAdvancedServerOps-879095095 tempest-TestNetworkAdvancedServerOps-879095095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:45.051665 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-1f074441-5c95-4524-bb15-4107e18a0313 tempest-TestNetworkAdvancedServerOps-879095095 tempest-TestNetworkAdvancedServerOps-879095095-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=4c3344d9-6e9b-4b65-b265-1cb57c82fa35&tenant_id=057e847f3ee343b9812224ca032e6bfc&binding%3Ahost_id=n-h2-808199-11 HTTP/1.1" status: 200 len: 1098 time: 0.1040742 Nov 25 13:35:45.052890 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910ade34-51a1-4f29-9348-beef7ea0f330 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:45.053470 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-910ade34-51a1-4f29-9348-beef7ea0f330 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:45.053981 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b3e375-aecc-4490-8f2c-ccc9e0f2be8d None None] Network e4117502-eab9-4416-9ca1-58bdb392b3c1 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:35:45.069457 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-585cc1ed-ad8b-4897-bf36-515f81566f26 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-808199-11'}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:35:45.075981 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-910ade34-51a1-4f29-9348-beef7ea0f330 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6951694 Nov 25 13:35:45.079189 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46240) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:45.087754 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-9051e04c-70d4-4c5d-acb5-af76c42f2887 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Request body: {'network': {'name': 'tempest-router-network01--135713273'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:35:45.118476 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9051e04c-70d4-4c5d-acb5-af76c42f2887 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Made reservation on behalf of a7b08294686f4f469ba474184e0e1a20 for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:35:45.122542 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9051e04c-70d4-4c5d-acb5-af76c42f2887 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:45.152230 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9051e04c-70d4-4c5d-acb5-af76c42f2887 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:35:45.152966 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-585cc1ed-ad8b-4897-bf36-515f81566f26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:45.164414 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9051e04c-70d4-4c5d-acb5-af76c42f2887 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:45.165010 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-9051e04c-70d4-4c5d-acb5-af76c42f2887 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Added segment dac99981-8e4f-4ec8-a837-a6dc38f0bb95 of type vlan for network 0a6f97be-0bd7-44e3-9381-cd5200813264 Nov 25 13:35:45.225911 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9051e04c-70d4-4c5d-acb5-af76c42f2887 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:45.252304 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99eb145f-19b1-4461-a4ad-8114165844fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-e4117502-eab9-4416-9ca1-58bdb392b3c1', 'network_id': 'e4117502-eab9-4416-9ca1-58bdb392b3c1', 'tenant_id': 'a7b08294686f4f469ba474184e0e1a20', 'fixed_ips': [{'subnet_id': '22800515-2f73-43e3-acd0-99ace7f409bb'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:35:45.253200 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-99eb145f-19b1-4461-a4ad-8114165844fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:45.257880 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9051e04c-70d4-4c5d-acb5-af76c42f2887 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:45.268076 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9051e04c-70d4-4c5d-acb5-af76c42f2887 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:45.269432 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9051e04c-70d4-4c5d-acb5-af76c42f2887 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:45.311576 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-585cc1ed-ad8b-4897-bf36-515f81566f26 service neutron] For port a1221c11-6dfe-442e-b624-2d6a3b977c2e, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=a1221c11-6dfe-442e-b624-2d6a3b977c2e,segment=NetworkSegment(30244941-692b-4542-83e4-4e83c993aaa9),segment_id=30244941-692b-4542-83e4-4e83c993aaa9)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:35:45.375755 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-9051e04c-70d4-4c5d-acb5-af76c42f2887 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2915978 Nov 25 13:35:45.376407 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46244) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:45.382029 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-fcff0619-d688-4911-9e64-3d998bdf5da6 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Request body: {'network': {'name': 'tempest-router-network02--825320022'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:35:45.386014 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9051e04c-70d4-4c5d-acb5-af76c42f2887 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Pushing event updated for resources: {'Network': ['ID=0a6f97be-0bd7-44e3-9381-cd5200813264,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:45.399904 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-585cc1ed-ad8b-4897-bf36-515f81566f26 service neutron] For port a1221c11-6dfe-442e-b624-2d6a3b977c2e, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:35:45.402935 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 0a6f97be-0bd7-44e3-9381-cd5200813264 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:35:45.421453 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcff0619-d688-4911-9e64-3d998bdf5da6 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Made reservation on behalf of a7b08294686f4f469ba474184e0e1a20 for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:35:45.427658 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fcff0619-d688-4911-9e64-3d998bdf5da6 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:45.455751 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c3344d9-6e9b-4b65-b265-1cb57c82fa35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1221c11-6dfe-442e-b624-2d6a3b977c2e'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:35:45.458451 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d540c0eb-c1b9-453b-bfe1-8492e968ebdc" -d '{"events": [{"server_uuid": "4c3344d9-6e9b-4b65-b265-1cb57c82fa35", "name": "network-vif-unplugged", "status": "completed", "tag": "a1221c11-6dfe-442e-b624-2d6a3b977c2e"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:35:45.465538 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-585cc1ed-ad8b-4897-bf36-515f81566f26 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:45.473717 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcff0619-d688-4911-9e64-3d998bdf5da6 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:35:45.477377 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-99eb145f-19b1-4461-a4ad-8114165844fb None None] Allocated IP 172.20.0.2 (e4117502-eab9-4416-9ca1-58bdb392b3c1/22800515-2f73-43e3-acd0-99ace7f409bb/2f966725-eab2-49f9-8fe6-8411d7c168c8) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:35:45.489753 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fcff0619-d688-4911-9e64-3d998bdf5da6 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:45.489918 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-585cc1ed-ad8b-4897-bf36-515f81566f26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:45.490108 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-fcff0619-d688-4911-9e64-3d998bdf5da6 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Added segment d1357458-387f-4227-a05e-4e5c23034753 of type vlan for network 3ead7cf8-d46a-4e5b-ae1c-3e9447f77b16 Nov 25 13:35:45.554871 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fcff0619-d688-4911-9e64-3d998bdf5da6 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:45.581592 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 13:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336670c2-862c-484a-8820-5583fcadcbbb x-openstack-request-id: req-336670c2-862c-484a-8820-5583fcadcbbb {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:35:45.582002 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c3344d9-6e9b-4b65-b265-1cb57c82fa35", "name": "network-vif-unplugged", "status": "completed", "tag": "a1221c11-6dfe-442e-b624-2d6a3b977c2e", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:35:45.582527 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-336670c2-862c-484a-8820-5583fcadcbbb {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:35:45.583082 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c3344d9-6e9b-4b65-b265-1cb57c82fa35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1221c11-6dfe-442e-b624-2d6a3b977c2e', 'code': 200} Nov 25 13:35:45.599461 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fcff0619-d688-4911-9e64-3d998bdf5da6 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:45.609735 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcff0619-d688-4911-9e64-3d998bdf5da6 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:45.610512 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fcff0619-d688-4911-9e64-3d998bdf5da6 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:45.704906 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-99eb145f-19b1-4461-a4ad-8114165844fb None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:45.717315 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-99eb145f-19b1-4461-a4ad-8114165844fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:45.718819 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-fcff0619-d688-4911-9e64-3d998bdf5da6 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3415043 Nov 25 13:35:45.727989 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46252) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:45.737510 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-637886ff-3c86-4b65-bf91-fd43816787e5 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Request body: {'subnet': {'network_id': '0a6f97be-0bd7-44e3-9381-cd5200813264', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:35:45.753605 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585cc1ed-ad8b-4897-bf36-515f81566f26 service neutron] Pushing event updated for resources: {'Port': ['ID=a1221c11-6dfe-442e-b624-2d6a3b977c2e,revision_number=7']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:45.759256 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-585cc1ed-ad8b-4897-bf36-515f81566f26 service neutron] Attempting to bind port a1221c11-6dfe-442e-b624-2d6a3b977c2e on host n-h2-808199-11 for vnic_type normal with profile {"migrating_to": "n-h1-808199-11"} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:35:45.759597 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-585cc1ed-ad8b-4897-bf36-515f81566f26 service neutron] Attempting to bind port a1221c11-6dfe-442e-b624-2d6a3b977c2e by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '30244941-692b-4542-83e4-4e83c993aaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '9d895fac-3603-4eae-9a10-c0c29f9e2296'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:35:45.759936 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-585cc1ed-ad8b-4897-bf36-515f81566f26 service neutron] Attempting to bind port a1221c11-6dfe-442e-b624-2d6a3b977c2e on network 9d895fac-3603-4eae-9a10-c0c29f9e2296 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:35:45.767385 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99eb145f-19b1-4461-a4ad-8114165844fb None None] Network e4117502-eab9-4416-9ca1-58bdb392b3c1 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:35:45.777497 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-99eb145f-19b1-4461-a4ad-8114165844fb None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:35:45.777698 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-585cc1ed-ad8b-4897-bf36-515f81566f26 service neutron] Port a1221c11-6dfe-442e-b624-2d6a3b977c2e on network 9d895fac-3603-4eae-9a10-c0c29f9e2296 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:35:45.777914 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-585cc1ed-ad8b-4897-bf36-515f81566f26 service neutron] Attempting to bind port a1221c11-6dfe-442e-b624-2d6a3b977c2e on network 9d895fac-3603-4eae-9a10-c0c29f9e2296 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:35:45.786833 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99eb145f-19b1-4461-a4ad-8114165844fb None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:35:45.790198 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcff0619-d688-4911-9e64-3d998bdf5da6 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Pushing event updated for resources: {'Network': ['ID=3ead7cf8-d46a-4e5b-ae1c-3e9447f77b16,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:45.790857 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-585cc1ed-ad8b-4897-bf36-515f81566f26 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:35:45.791224 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-585cc1ed-ad8b-4897-bf36-515f81566f26 service neutron] Checking segment: {'id': '30244941-692b-4542-83e4-4e83c993aaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '9d895fac-3603-4eae-9a10-c0c29f9e2296'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:35:45.791606 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-585cc1ed-ad8b-4897-bf36-515f81566f26 service neutron] Bound using segment: {'id': '30244941-692b-4542-83e4-4e83c993aaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '9d895fac-3603-4eae-9a10-c0c29f9e2296'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:35:45.792045 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-585cc1ed-ad8b-4897-bf36-515f81566f26 service neutron] Bound port: a1221c11-6dfe-442e-b624-2d6a3b977c2e, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30244941-692b-4542-83e4-4e83c993aaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '9d895fac-3603-4eae-9a10-c0c29f9e2296'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:35:45.792412 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-585cc1ed-ad8b-4897-bf36-515f81566f26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:45.827355 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 3ead7cf8-d46a-4e5b-ae1c-3e9447f77b16 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:35:45.830093 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eb145f-19b1-4461-a4ad-8114165844fb None None] Pushing event updated for resources: {'Port': ['ID=2f966725-eab2-49f9-8fe6-8411d7c168c8,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:45.887332 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-637886ff-3c86-4b65-bf91-fd43816787e5 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Made reservation on behalf of a7b08294686f4f469ba474184e0e1a20 for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:35:45.892979 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-637886ff-3c86-4b65-bf91-fd43816787e5 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:45.913566 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-585cc1ed-ad8b-4897-bf36-515f81566f26 service neutron] For port a1221c11-6dfe-442e-b624-2d6a3b977c2e, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:35:45.918401 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-585cc1ed-ad8b-4897-bf36-515f81566f26 service neutron] For port a1221c11-6dfe-442e-b624-2d6a3b977c2e, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=a1221c11-6dfe-442e-b624-2d6a3b977c2e,segment=NetworkSegment(30244941-692b-4542-83e4-4e83c993aaa9),segment_id=30244941-692b-4542-83e4-4e83c993aaa9)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:35:45.923962 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-99eb145f-19b1-4461-a4ad-8114165844fb None None] Attempting to bind port 2f966725-eab2-49f9-8fe6-8411d7c168c8 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:35:45.924339 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-99eb145f-19b1-4461-a4ad-8114165844fb None None] Attempting to bind port 2f966725-eab2-49f9-8fe6-8411d7c168c8 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '99f89fe4-c1e1-4939-849b-aa306b0b9176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'e4117502-eab9-4416-9ca1-58bdb392b3c1'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:35:45.924710 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99eb145f-19b1-4461-a4ad-8114165844fb None None] Attempting to bind port 2f966725-eab2-49f9-8fe6-8411d7c168c8 on network e4117502-eab9-4416-9ca1-58bdb392b3c1 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:35:45.925470 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-585cc1ed-ad8b-4897-bf36-515f81566f26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:45.938664 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99eb145f-19b1-4461-a4ad-8114165844fb None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:35:45.939086 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99eb145f-19b1-4461-a4ad-8114165844fb None None] Checking segment: {'id': '99f89fe4-c1e1-4939-849b-aa306b0b9176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'e4117502-eab9-4416-9ca1-58bdb392b3c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:35:45.939498 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-99eb145f-19b1-4461-a4ad-8114165844fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:45.940033 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99eb145f-19b1-4461-a4ad-8114165844fb None None] Bound using segment: {'id': '99f89fe4-c1e1-4939-849b-aa306b0b9176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'e4117502-eab9-4416-9ca1-58bdb392b3c1'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:35:45.940524 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-99eb145f-19b1-4461-a4ad-8114165844fb None None] Bound port: 2f966725-eab2-49f9-8fe6-8411d7c168c8, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99f89fe4-c1e1-4939-849b-aa306b0b9176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'e4117502-eab9-4416-9ca1-58bdb392b3c1'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:35:45.940908 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-99eb145f-19b1-4461-a4ad-8114165844fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:46.188204 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585cc1ed-ad8b-4897-bf36-515f81566f26 service neutron] Pushing event updated for resources: {'Port': ['ID=a1221c11-6dfe-442e-b624-2d6a3b977c2e,revision_number=8']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:46.208290 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-585cc1ed-ad8b-4897-bf36-515f81566f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:46.208290 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-585cc1ed-ad8b-4897-bf36-515f81566f26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:46.208290 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-585cc1ed-ad8b-4897-bf36-515f81566f26 service neutron] 10.222.0.66 "PUT /v2.0/ports/a1221c11-6dfe-442e-b624-2d6a3b977c2e HTTP/1.1" status: 200 len: 1124 time: 1.1431851 Nov 25 13:35:46.224041 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-376d743d-c7cb-4789-989e-30d570ff3b60 None None] Provisioning complete for port a1221c11-6dfe-442e-b624-2d6a3b977c2e triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:35:46.224349 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-376d743d-c7cb-4789-989e-30d570ff3b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:46.239303 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-637886ff-3c86-4b65-bf91-fd43816787e5 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:46.321312 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-99eb145f-19b1-4461-a4ad-8114165844fb None None] For port 2f966725-eab2-49f9-8fe6-8411d7c168c8, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:35:46.324855 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-99eb145f-19b1-4461-a4ad-8114165844fb None None] For port 2f966725-eab2-49f9-8fe6-8411d7c168c8, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=2f966725-eab2-49f9-8fe6-8411d7c168c8,segment=NetworkSegment(99f89fe4-c1e1-4939-849b-aa306b0b9176),segment_id=99f89fe4-c1e1-4939-849b-aa306b0b9176)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:35:46.330406 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-99eb145f-19b1-4461-a4ad-8114165844fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:46.343232 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['a1221c11-6dfe-442e-b624-2d6a3b977c2e'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:35:46.349675 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c056597-24c8-45da-8991-db2df32b6cb8 req-b25e3314-3404-4649-9e6d-642e6638b722 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:46.351308 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7c056597-24c8-45da-8991-db2df32b6cb8 req-b25e3314-3404-4649-9e6d-642e6638b722 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c3344d9-6e9b-4b65-b265-1cb57c82fa35 HTTP/1.1" status: 200 len: 944 time: 0.1642473 Nov 25 13:35:46.386078 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637886ff-3c86-4b65-bf91-fd43816787e5 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Pushing event updated for resources: {'Subnet': ['ID=98a2a360-e985-4e15-8657-106eb0a9003d,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:46.412233 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637886ff-3c86-4b65-bf91-fd43816787e5 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Checking segment: {'id': 'dac99981-8e4f-4ec8-a837-a6dc38f0bb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '0a6f97be-0bd7-44e3-9381-cd5200813264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:35:46.413146 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637886ff-3c86-4b65-bf91-fd43816787e5 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Network hostable DHCP agents. Network: 0a6f97be-0bd7-44e3-9381-cd5200813264, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:35:46.440412 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7c056597-24c8-45da-8991-db2df32b6cb8 req-c192fced-6a13-4eea-b142-ba29037fa859 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1eca7e0-4230-4e6a-9eb7-efb9259d4a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781987 Nov 25 13:35:46.460790 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637886ff-3c86-4b65-bf91-fd43816787e5 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Network 0a6f97be-0bd7-44e3-9381-cd5200813264 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:35:46.470063 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-637886ff-3c86-4b65-bf91-fd43816787e5 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 0a6f97be-0bd7-44e3-9381-cd5200813264) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:35:46.476422 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637886ff-3c86-4b65-bf91-fd43816787e5 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:46.478326 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-637886ff-3c86-4b65-bf91-fd43816787e5 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:46.487584 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-376d743d-c7cb-4789-989e-30d570ff3b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:46.490049 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eb145f-19b1-4461-a4ad-8114165844fb None None] Pushing event updated for resources: {'Port': ['ID=2f966725-eab2-49f9-8fe6-8411d7c168c8,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:46.492982 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc24b68a-6378-4659-805f-9e48a9a10a78 None None] Network 0a6f97be-0bd7-44e3-9381-cd5200813264 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:35:46.507094 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-637886ff-3c86-4b65-bf91-fd43816787e5 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7774935 Nov 25 13:35:46.511328 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46264) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:46.516667 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-795eb0c2-8750-4338-8186-f2d22ef6479e tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Request body: {'subnet': {'network_id': '3ead7cf8-d46a-4e5b-ae1c-3e9447f77b16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:35:46.582558 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c3344d9-6e9b-4b65-b265-1cb57c82fa35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1221c11-6dfe-442e-b624-2d6a3b977c2e'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:35:46.585429 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc5c13d-0a6c-4e63-b617-205f38c843b8" -d '{"events": [{"server_uuid": "4c3344d9-6e9b-4b65-b265-1cb57c82fa35", "name": "network-vif-plugged", "status": "completed", "tag": "a1221c11-6dfe-442e-b624-2d6a3b977c2e"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:35:46.614163 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-376d743d-c7cb-4789-989e-30d570ff3b60 None None] For port a1221c11-6dfe-442e-b624-2d6a3b977c2e, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=a1221c11-6dfe-442e-b624-2d6a3b977c2e,segment=NetworkSegment(30244941-692b-4542-83e4-4e83c993aaa9),segment_id=30244941-692b-4542-83e4-4e83c993aaa9)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:35:46.632604 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-795eb0c2-8750-4338-8186-f2d22ef6479e tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Made reservation on behalf of a7b08294686f4f469ba474184e0e1a20 for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:35:46.634424 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-376d743d-c7cb-4789-989e-30d570ff3b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:46.641166 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-795eb0c2-8750-4338-8186-f2d22ef6479e tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:46.650379 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:35:46.702224 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01960279-074c-409e-9e8c-94125da9bf3c x-openstack-request-id: req-01960279-074c-409e-9e8c-94125da9bf3c {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:35:46.702518 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c3344d9-6e9b-4b65-b265-1cb57c82fa35", "name": "network-vif-plugged", "status": "completed", "tag": "a1221c11-6dfe-442e-b624-2d6a3b977c2e", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:35:46.702971 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-01960279-074c-409e-9e8c-94125da9bf3c {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:35:46.703353 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c3344d9-6e9b-4b65-b265-1cb57c82fa35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1221c11-6dfe-442e-b624-2d6a3b977c2e', 'code': 200} Nov 25 13:35:46.944727 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-795eb0c2-8750-4338-8186-f2d22ef6479e tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:46.991462 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376d743d-c7cb-4789-989e-30d570ff3b60 None None] Pushing event updated for resources: {'Port': ['ID=a1221c11-6dfe-442e-b624-2d6a3b977c2e,revision_number=9']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:47.078549 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795eb0c2-8750-4338-8186-f2d22ef6479e tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Pushing event updated for resources: {'Subnet': ['ID=e7a1363c-ca42-48cf-92f7-7587205efa0a,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:47.082961 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 2f966725-eab2-49f9-8fe6-8411d7c168c8 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:35:47.096322 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795eb0c2-8750-4338-8186-f2d22ef6479e tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Checking segment: {'id': 'd1357458-387f-4227-a05e-4e5c23034753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '3ead7cf8-d46a-4e5b-ae1c-3e9447f77b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:35:47.096772 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795eb0c2-8750-4338-8186-f2d22ef6479e tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Network hostable DHCP agents. Network: 3ead7cf8-d46a-4e5b-ae1c-3e9447f77b16, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:35:47.111215 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106497aa-c35e-4b2b-959a-f84c5bdc6f42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-0a6f97be-0bd7-44e3-9381-cd5200813264', 'network_id': '0a6f97be-0bd7-44e3-9381-cd5200813264', 'tenant_id': 'a7b08294686f4f469ba474184e0e1a20', 'fixed_ips': [{'subnet_id': '98a2a360-e985-4e15-8657-106eb0a9003d'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:35:47.112096 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-106497aa-c35e-4b2b-959a-f84c5bdc6f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:47.128087 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795eb0c2-8750-4338-8186-f2d22ef6479e tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Network 3ead7cf8-d46a-4e5b-ae1c-3e9447f77b16 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:35:47.144695 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-795eb0c2-8750-4338-8186-f2d22ef6479e tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 3ead7cf8-d46a-4e5b-ae1c-3e9447f77b16) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:35:47.155350 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4490159-080a-4109-bb5e-eb50d053bb9a None None] Network 3ead7cf8-d46a-4e5b-ae1c-3e9447f77b16 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:35:47.156671 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795eb0c2-8750-4338-8186-f2d22ef6479e tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:47.157458 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-795eb0c2-8750-4338-8186-f2d22ef6479e tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:47.184777 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-795eb0c2-8750-4338-8186-f2d22ef6479e tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6721072 Nov 25 13:35:47.187173 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46278) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:47.347968 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-92ba74e8-280c-4006-ab72-9b37ca2006eb None None] Provisioning complete for port a1221c11-6dfe-442e-b624-2d6a3b977c2e triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:35:47.348501 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-92ba74e8-280c-4006-ab72-9b37ca2006eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:47.355986 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 2f966725-eab2-49f9-8fe6-8411d7c168c8 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:35:47.358088 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:47.553979 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fd7f1a7c-5193-42ee-839f-9054aebc1682 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:47.559182 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-106497aa-c35e-4b2b-959a-f84c5bdc6f42 None None] Allocated IP 172.20.0.2 (0a6f97be-0bd7-44e3-9381-cd5200813264/98a2a360-e985-4e15-8657-106eb0a9003d/b203fd34-b59c-49f5-8291-62c7bf438ba2) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:35:47.584667 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c3344d9-6e9b-4b65-b265-1cb57c82fa35', 'tag': 'a1221c11-6dfe-442e-b624-2d6a3b977c2e'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:35:47.587216 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed5591d9-6157-4de9-a12b-f48945531136" -d '{"events": [{"name": "network-changed", "server_uuid": "4c3344d9-6e9b-4b65-b265-1cb57c82fa35", "tag": "a1221c11-6dfe-442e-b624-2d6a3b977c2e"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:35:47.624268 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cc383e-5aee-433d-a133-f873b165f57b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-3ead7cf8-d46a-4e5b-ae1c-3e9447f77b16', 'network_id': '3ead7cf8-d46a-4e5b-ae1c-3e9447f77b16', 'tenant_id': 'a7b08294686f4f469ba474184e0e1a20', 'fixed_ips': [{'subnet_id': 'e7a1363c-ca42-48cf-92f7-7587205efa0a'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:35:47.625444 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e8cc383e-5aee-433d-a133-f873b165f57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:47.654434 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e1cc42-92b2-485d-8f44-eb3b2101f6e0 x-openstack-request-id: req-73e1cc42-92b2-485d-8f44-eb3b2101f6e0 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:35:47.655039 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c3344d9-6e9b-4b65-b265-1cb57c82fa35", "tag": "a1221c11-6dfe-442e-b624-2d6a3b977c2e", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:35:47.655525 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-73e1cc42-92b2-485d-8f44-eb3b2101f6e0 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:35:47.656179 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c3344d9-6e9b-4b65-b265-1cb57c82fa35', 'tag': 'a1221c11-6dfe-442e-b624-2d6a3b977c2e', 'status': 'completed', 'code': 200} Nov 25 13:35:47.757522 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5591d9-6157-4de9-a12b-f48945531136 req-1832abf3-15ee-4cf5-aa86-15f8fef8abda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:47.760238 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ed5591d9-6157-4de9-a12b-f48945531136 req-1832abf3-15ee-4cf5-aa86-15f8fef8abda service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=057e847f3ee343b9812224ca032e6bfc&device_id=4c3344d9-6e9b-4b65-b265-1cb57c82fa35 HTTP/1.1" status: 200 len: 1129 time: 0.0797615 Nov 25 13:35:47.857521 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:47.861081 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa1491e-2ed4-4f87-91b0-626db7a70a42 req-3ab42417-4750-41d8-b9c9-cbcc13b77d79 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:47.873347 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0fa1491e-2ed4-4f87-91b0-626db7a70a42 req-3ab42417-4750-41d8-b9c9-cbcc13b77d79 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c3344d9-6e9b-4b65-b265-1cb57c82fa35 HTTP/1.1" status: 200 len: 946 time: 0.2923315 Nov 25 13:35:47.882509 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5591d9-6157-4de9-a12b-f48945531136 req-3c2b20c3-2730-456a-9691-32c8f8148f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:47.884203 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ed5591d9-6157-4de9-a12b-f48945531136 req-3c2b20c3-2730-456a-9691-32c8f8148f1d service neutron] 10.222.0.47 "GET /v2.0/networks?id=9d895fac-3603-4eae-9a10-c0c29f9e2296 HTTP/1.1" status: 200 len: 898 time: 0.1158602 Nov 25 13:35:47.935134 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-106497aa-c35e-4b2b-959a-f84c5bdc6f42 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:47.965511 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0fa1491e-2ed4-4f87-91b0-626db7a70a42 req-02a231e1-7f68-433f-a28b-f87a907293d0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1eca7e0-4230-4e6a-9eb7-efb9259d4a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872724 Nov 25 13:35:47.979225 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ed5591d9-6157-4de9-a12b-f48945531136 req-67656908-8b8d-4eb2-9d33-f4f51ec287cf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1221c11-6dfe-442e-b624-2d6a3b977c2e HTTP/1.1" status: 200 len: 1002 time: 0.0824554 Nov 25 13:35:47.991286 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b939c21e-8217-4c97-93e4-63d10ee22e2b None None] Network e4117502-eab9-4416-9ca1-58bdb392b3c1 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:35:48.007200 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-106497aa-c35e-4b2b-959a-f84c5bdc6f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:48.046755 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106497aa-c35e-4b2b-959a-f84c5bdc6f42 None None] Network 0a6f97be-0bd7-44e3-9381-cd5200813264 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:35:48.060148 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5591d9-6157-4de9-a12b-f48945531136 req-4c0c42eb-0906-41c8-bc85-c1b3494b71de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:48.061964 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ed5591d9-6157-4de9-a12b-f48945531136 req-4c0c42eb-0906-41c8-bc85-c1b3494b71de service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5d3387ac-c8e7-4141-a2bb-03fc764526fd HTTP/1.1" status: 200 len: 835 time: 0.0743449 Nov 25 13:35:48.097340 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-fd7f1a7c-5193-42ee-839f-9054aebc1682 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Allocated IP 172.20.0.1 (0a6f97be-0bd7-44e3-9381-cd5200813264/98a2a360-e985-4e15-8657-106eb0a9003d/c300de3e-075b-4a2c-9a36-cd2892917bc9) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:35:48.100082 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-1659cac5-b713-4b12-923c-b6f91685e57a None None] Provisioning complete for port 2f966725-eab2-49f9-8fe6-8411d7c168c8 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:35:48.100460 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1659cac5-b713-4b12-923c-b6f91685e57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:48.119771 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-106497aa-c35e-4b2b-959a-f84c5bdc6f42 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:35:48.122344 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106497aa-c35e-4b2b-959a-f84c5bdc6f42 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:35:48.125162 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5591d9-6157-4de9-a12b-f48945531136 req-a1735304-f1a8-4e77-b26e-712549332f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:48.126978 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ed5591d9-6157-4de9-a12b-f48945531136 req-a1735304-f1a8-4e77-b26e-712549332f7f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9d895fac-3603-4eae-9a10-c0c29f9e2296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572608 Nov 25 13:35:48.244807 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fd7f1a7c-5193-42ee-839f-9054aebc1682 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:48.261337 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ed5591d9-6157-4de9-a12b-f48945531136 req-206ab57d-64cd-4cec-ae2e-310fe59feb93 service neutron] 10.222.0.47 "GET /v2.0/networks/9d895fac-3603-4eae-9a10-c0c29f9e2296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267467 Nov 25 13:35:48.290536 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fd7f1a7c-5193-42ee-839f-9054aebc1682 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:48.356878 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7f1a7c-5193-42ee-839f-9054aebc1682 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Network 0a6f97be-0bd7-44e3-9381-cd5200813264 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:35:48.365060 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-fd7f1a7c-5193-42ee-839f-9054aebc1682 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:35:48.379604 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7f1a7c-5193-42ee-839f-9054aebc1682 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:35:48.392474 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7f1a7c-5193-42ee-839f-9054aebc1682 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Pushing event updated for resources: {'Port': ['ID=c300de3e-075b-4a2c-9a36-cd2892917bc9,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:48.405706 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ed5591d9-6157-4de9-a12b-f48945531136 req-aca4ee67-2986-4d89-bf1f-c7f916b5893f service neutron] 10.222.0.47 "GET /v2.0/networks/9d895fac-3603-4eae-9a10-c0c29f9e2296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321912 Nov 25 13:35:48.428738 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] For port 2f966725-eab2-49f9-8fe6-8411d7c168c8, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=2f966725-eab2-49f9-8fe6-8411d7c168c8,segment=NetworkSegment(99f89fe4-c1e1-4939-849b-aa306b0b9176),segment_id=99f89fe4-c1e1-4939-849b-aa306b0b9176)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:35:48.450921 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-e8cc383e-5aee-433d-a133-f873b165f57b None None] Allocated IP 172.20.0.2 (3ead7cf8-d46a-4e5b-ae1c-3e9447f77b16/e7a1363c-ca42-48cf-92f7-7587205efa0a/da87852a-2b60-40ef-be50-2bbd9cb5c481) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:35:48.453393 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fd7f1a7c-5193-42ee-839f-9054aebc1682 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:48.454728 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106497aa-c35e-4b2b-959a-f84c5bdc6f42 None None] Pushing event updated for resources: {'Port': ['ID=b203fd34-b59c-49f5-8291-62c7bf438ba2,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:48.458632 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:48.529869 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-106497aa-c35e-4b2b-959a-f84c5bdc6f42 None None] Attempting to bind port b203fd34-b59c-49f5-8291-62c7bf438ba2 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:35:48.530373 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-106497aa-c35e-4b2b-959a-f84c5bdc6f42 None None] Attempting to bind port b203fd34-b59c-49f5-8291-62c7bf438ba2 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'dac99981-8e4f-4ec8-a837-a6dc38f0bb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '0a6f97be-0bd7-44e3-9381-cd5200813264'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:35:48.530623 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106497aa-c35e-4b2b-959a-f84c5bdc6f42 None None] Attempting to bind port b203fd34-b59c-49f5-8291-62c7bf438ba2 on network 0a6f97be-0bd7-44e3-9381-cd5200813264 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:35:48.560842 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106497aa-c35e-4b2b-959a-f84c5bdc6f42 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:35:48.561511 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106497aa-c35e-4b2b-959a-f84c5bdc6f42 None None] Checking segment: {'id': 'dac99981-8e4f-4ec8-a837-a6dc38f0bb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '0a6f97be-0bd7-44e3-9381-cd5200813264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:35:48.561618 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-106497aa-c35e-4b2b-959a-f84c5bdc6f42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:48.562013 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106497aa-c35e-4b2b-959a-f84c5bdc6f42 None None] Bound using segment: {'id': 'dac99981-8e4f-4ec8-a837-a6dc38f0bb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '0a6f97be-0bd7-44e3-9381-cd5200813264'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:35:48.562510 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-106497aa-c35e-4b2b-959a-f84c5bdc6f42 None None] Bound port: b203fd34-b59c-49f5-8291-62c7bf438ba2, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dac99981-8e4f-4ec8-a837-a6dc38f0bb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '0a6f97be-0bd7-44e3-9381-cd5200813264'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:35:48.562984 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-106497aa-c35e-4b2b-959a-f84c5bdc6f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:48.590326 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fd7f1a7c-5193-42ee-839f-9054aebc1682 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:48.678714 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Pushing event updated for resources: {'Port': ['ID=2f966725-eab2-49f9-8fe6-8411d7c168c8,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:48.802086 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-106497aa-c35e-4b2b-959a-f84c5bdc6f42 None None] For port b203fd34-b59c-49f5-8291-62c7bf438ba2, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:35:48.845503 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-106497aa-c35e-4b2b-959a-f84c5bdc6f42 None None] For port b203fd34-b59c-49f5-8291-62c7bf438ba2, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=b203fd34-b59c-49f5-8291-62c7bf438ba2,segment=NetworkSegment(dac99981-8e4f-4ec8-a837-a6dc38f0bb95),segment_id=dac99981-8e4f-4ec8-a837-a6dc38f0bb95)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:35:48.853853 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-106497aa-c35e-4b2b-959a-f84c5bdc6f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:48.899825 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e8cc383e-5aee-433d-a133-f873b165f57b None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:48.926054 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e8cc383e-5aee-433d-a133-f873b165f57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:48.975795 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106497aa-c35e-4b2b-959a-f84c5bdc6f42 None None] Pushing event updated for resources: {'Port': ['ID=b203fd34-b59c-49f5-8291-62c7bf438ba2,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:48.979744 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cc383e-5aee-433d-a133-f873b165f57b None None] Network 3ead7cf8-d46a-4e5b-ae1c-3e9447f77b16 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:35:49.000432 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-e8cc383e-5aee-433d-a133-f873b165f57b None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:35:49.023378 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cc383e-5aee-433d-a133-f873b165f57b None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:35:49.120933 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 2f966725-eab2-49f9-8fe6-8411d7c168c8 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:35:49.132428 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cc383e-5aee-433d-a133-f873b165f57b None None] Pushing event updated for resources: {'Port': ['ID=da87852a-2b60-40ef-be50-2bbd9cb5c481,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:49.198562 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-e8cc383e-5aee-433d-a133-f873b165f57b None None] Attempting to bind port da87852a-2b60-40ef-be50-2bbd9cb5c481 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:35:49.198978 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-e8cc383e-5aee-433d-a133-f873b165f57b None None] Attempting to bind port da87852a-2b60-40ef-be50-2bbd9cb5c481 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'd1357458-387f-4227-a05e-4e5c23034753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '3ead7cf8-d46a-4e5b-ae1c-3e9447f77b16'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:35:49.199357 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cc383e-5aee-433d-a133-f873b165f57b None None] Attempting to bind port da87852a-2b60-40ef-be50-2bbd9cb5c481 on network 3ead7cf8-d46a-4e5b-ae1c-3e9447f77b16 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:35:49.210009 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cc383e-5aee-433d-a133-f873b165f57b None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:35:49.210403 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cc383e-5aee-433d-a133-f873b165f57b None None] Checking segment: {'id': 'd1357458-387f-4227-a05e-4e5c23034753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '3ead7cf8-d46a-4e5b-ae1c-3e9447f77b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:35:49.210868 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e8cc383e-5aee-433d-a133-f873b165f57b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:49.211272 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cc383e-5aee-433d-a133-f873b165f57b None None] Bound using segment: {'id': 'd1357458-387f-4227-a05e-4e5c23034753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '3ead7cf8-d46a-4e5b-ae1c-3e9447f77b16'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:35:49.211764 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-e8cc383e-5aee-433d-a133-f873b165f57b None None] Bound port: da87852a-2b60-40ef-be50-2bbd9cb5c481, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1357458-387f-4227-a05e-4e5c23034753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '3ead7cf8-d46a-4e5b-ae1c-3e9447f77b16'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:35:49.212153 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e8cc383e-5aee-433d-a133-f873b165f57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:49.279568 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 2f966725-eab2-49f9-8fe6-8411d7c168c8 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:35:49.279954 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:49.358083 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-71d46652-3545-4f58-876c-b6e7b256897b None None] Provisioning complete for port 2f966725-eab2-49f9-8fe6-8411d7c168c8 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:35:49.358329 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-71d46652-3545-4f58-876c-b6e7b256897b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:49.361440 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-e8cc383e-5aee-433d-a133-f873b165f57b None None] For port da87852a-2b60-40ef-be50-2bbd9cb5c481, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:35:49.448939 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394d526-37b4-4c78-b336-f4553e5c87dc req-9ab9382d-aa29-4347-b073-92e3b8f8e5d6 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:49.450416 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d394d526-37b4-4c78-b336-f4553e5c87dc req-9ab9382d-aa29-4347-b073-92e3b8f8e5d6 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c3344d9-6e9b-4b65-b265-1cb57c82fa35 HTTP/1.1" status: 200 len: 946 time: 0.1456842 Nov 25 13:35:49.466122 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-e8cc383e-5aee-433d-a133-f873b165f57b None None] For port da87852a-2b60-40ef-be50-2bbd9cb5c481, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=da87852a-2b60-40ef-be50-2bbd9cb5c481,segment=NetworkSegment(d1357458-387f-4227-a05e-4e5c23034753),segment_id=d1357458-387f-4227-a05e-4e5c23034753)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:35:49.485419 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e8cc383e-5aee-433d-a133-f873b165f57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:49.517925 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fd7f1a7c-5193-42ee-839f-9054aebc1682 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:49.543754 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fd7f1a7c-5193-42ee-839f-9054aebc1682 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:49.599646 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d394d526-37b4-4c78-b336-f4553e5c87dc req-19af8e73-5ca6-4d48-9b0f-f1cda6fc3c1f tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1eca7e0-4230-4e6a-9eb7-efb9259d4a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203084 Nov 25 13:35:49.652728 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cc383e-5aee-433d-a133-f873b165f57b None None] Pushing event updated for resources: {'Port': ['ID=da87852a-2b60-40ef-be50-2bbd9cb5c481,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:49.699387 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fd7f1a7c-5193-42ee-839f-9054aebc1682 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:49.701390 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7f1a7c-5193-42ee-839f-9054aebc1682 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Pushing event updated for resources: {'Port': ['ID=c300de3e-075b-4a2c-9a36-cd2892917bc9,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:49.817957 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7f1a7c-5193-42ee-839f-9054aebc1682 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Network 0a6f97be-0bd7-44e3-9381-cd5200813264 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:35:49.819694 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-fd7f1a7c-5193-42ee-839f-9054aebc1682 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:35:49.968397 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd7f1a7c-5193-42ee-839f-9054aebc1682 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Router e03b1135-9a24-473c-a0c7-43853f6a93ca is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:35:50.056498 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device a1221c11-6dfe-442e-b624-2d6a3b977c2e details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:35:50.075792 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd7f1a7c-5193-42ee-839f-9054aebc1682 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:35:50.082461 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-fd7f1a7c-5193-42ee-839f-9054aebc1682 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] 10.222.0.53 "PUT /v2.0/routers/e03b1135-9a24-473c-a0c7-43853f6a93ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8938861 Nov 25 13:35:50.086216 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46312) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:50.090022 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a00be96-328a-4821-b856-71f485b49398 None None] Sync routers for ids ['e03b1135-9a24-473c-a0c7-43853f6a93ca'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:35:50.153772 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a00be96-328a-4821-b856-71f485b49398 None None] Routers {'e03b1135-9a24-473c-a0c7-43853f6a93ca'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:35:50.154773 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-6a00be96-328a-4821-b856-71f485b49398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:35:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['e03b1135-9a24-473c-a0c7-43853f6a93ca'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:50.199792 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-6a00be96-328a-4821-b856-71f485b49398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:50.249182 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a00be96-328a-4821-b856-71f485b49398 None None] Routers {'e03b1135-9a24-473c-a0c7-43853f6a93ca'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:35:50.249834 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-6a00be96-328a-4821-b856-71f485b49398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:35:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['e03b1135-9a24-473c-a0c7-43853f6a93ca'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:50.293023 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-6a00be96-328a-4821-b856-71f485b49398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:50.294242 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a00be96-328a-4821-b856-71f485b49398 None None] The sync data for ids ['e03b1135-9a24-473c-a0c7-43853f6a93ca'] in n-d-808199-11 is: [] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:35:50.303483 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port a1221c11-6dfe-442e-b624-2d6a3b977c2e, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=a1221c11-6dfe-442e-b624-2d6a3b977c2e,segment=NetworkSegment(30244941-692b-4542-83e4-4e83c993aaa9),segment_id=30244941-692b-4542-83e4-4e83c993aaa9)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:35:50.316908 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device a1221c11-6dfe-442e-b624-2d6a3b977c2e has no active binding in host n-h1-808199-11 {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 25 13:35:50.405782 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ec6e45-5b3f-40c2-8e85-9feb7e1b4e41 None None] Network 0a6f97be-0bd7-44e3-9381-cd5200813264 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:35:50.500704 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-c47bec04-afea-46db-891f-87d45d5c5839 None None] Provisioning complete for port b203fd34-b59c-49f5-8291-62c7bf438ba2 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:35:50.501079 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c47bec04-afea-46db-891f-87d45d5c5839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:50.562019 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [None req-d0693cad-308f-4e85-a01a-c3cea3193897 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 13:35:50.564103 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d0693cad-308f-4e85-a01a-c3cea3193897 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] 10.222.0.53 "PUT /v2.0/routers/e03b1135-9a24-473c-a0c7-43853f6a93ca/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4724977 Nov 25 13:35:50.567813 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46324) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:50.711660 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c47bec04-afea-46db-891f-87d45d5c5839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:50.758583 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-c47bec04-afea-46db-891f-87d45d5c5839 None None] For port b203fd34-b59c-49f5-8291-62c7bf438ba2, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=b203fd34-b59c-49f5-8291-62c7bf438ba2,segment=NetworkSegment(dac99981-8e4f-4ec8-a837-a6dc38f0bb95),segment_id=dac99981-8e4f-4ec8-a837-a6dc38f0bb95)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:35:50.764541 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c47bec04-afea-46db-891f-87d45d5c5839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:50.820719 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47bec04-afea-46db-891f-87d45d5c5839 None None] Pushing event updated for resources: {'Port': ['ID=b203fd34-b59c-49f5-8291-62c7bf438ba2,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:50.866811 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d67ae-ff1b-49d9-95a2-ed15c83e95d3 req-bc0a3d79-4c03-47f8-b780-ba0d22694ebf tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:50.868574 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d56d67ae-ff1b-49d9-95a2-ed15c83e95d3 req-bc0a3d79-4c03-47f8-b780-ba0d22694ebf tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c3344d9-6e9b-4b65-b265-1cb57c82fa35 HTTP/1.1" status: 200 len: 946 time: 0.1670070 Nov 25 13:35:50.975304 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d56d67ae-ff1b-49d9-95a2-ed15c83e95d3 req-8493894a-7980-4c81-9895-69ef637803ef tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1eca7e0-4230-4e6a-9eb7-efb9259d4a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000495 Nov 25 13:35:51.026357 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e47cd24-2d42-4105-8efa-21852392cbbc None None] Network 3ead7cf8-d46a-4e5b-ae1c-3e9447f77b16 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:35:51.115807 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-e4955119-2e2d-4ed2-be18-9f1b7763acac None None] Provisioning complete for port c300de3e-075b-4a2c-9a36-cd2892917bc9 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:35:51.116164 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e4955119-2e2d-4ed2-be18-9f1b7763acac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:51.176701 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-23171506-1b04-4934-a308-14d1be89e765 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:51.189317 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device da87852a-2b60-40ef-be50-2bbd9cb5c481 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:35:51.201595 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-e4955119-2e2d-4ed2-be18-9f1b7763acac None None] Port c300de3e-075b-4a2c-9a36-cd2892917bc9 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:35:51.275854 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-e4955119-2e2d-4ed2-be18-9f1b7763acac None None] Provisioning complete for port b203fd34-b59c-49f5-8291-62c7bf438ba2 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:35:51.276218 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e4955119-2e2d-4ed2-be18-9f1b7763acac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:51.356532 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port da87852a-2b60-40ef-be50-2bbd9cb5c481 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:35:51.356909 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:51.448570 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-92dfbde6-76e1-4eb7-beb2-85e27979f30c service neutron] 10.222.0.47 "GET /v2.0/ports/a1221c11-6dfe-442e-b624-2d6a3b977c2e/bindings/n-h1-808199-11 HTTP/1.1" status: 200 len: 385 time: 0.1278596 Nov 25 13:35:51.542419 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:51.578944 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-e4955119-2e2d-4ed2-be18-9f1b7763acac None None] Provisioning complete for port da87852a-2b60-40ef-be50-2bbd9cb5c481 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:35:51.579312 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e4955119-2e2d-4ed2-be18-9f1b7763acac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:51.679555 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-23171506-1b04-4934-a308-14d1be89e765 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Deleting port c300de3e-075b-4a2c-9a36-cd2892917bc9 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:35:51.680128 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-23171506-1b04-4934-a308-14d1be89e765 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:51.743026 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] For port da87852a-2b60-40ef-be50-2bbd9cb5c481, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=da87852a-2b60-40ef-be50-2bbd9cb5c481,segment=NetworkSegment(d1357458-387f-4227-a05e-4e5c23034753),segment_id=d1357458-387f-4227-a05e-4e5c23034753)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:35:51.747547 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-05a00500-50ab-46be-b5ad-5d9a083a7182 service neutron] For port a1221c11-6dfe-442e-b624-2d6a3b977c2e, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=a1221c11-6dfe-442e-b624-2d6a3b977c2e,segment=NetworkSegment(30244941-692b-4542-83e4-4e83c993aaa9),segment_id=30244941-692b-4542-83e4-4e83c993aaa9)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:35:51.761171 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:51.761578 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device b203fd34-b59c-49f5-8291-62c7bf438ba2 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:35:51.787283 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-05a00500-50ab-46be-b5ad-5d9a083a7182 service neutron] For port a1221c11-6dfe-442e-b624-2d6a3b977c2e, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:35:51.822614 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-23171506-1b04-4934-a308-14d1be89e765 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:51.842361 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-23171506-1b04-4934-a308-14d1be89e765 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Calling delete_port for c300de3e-075b-4a2c-9a36-cd2892917bc9 owned by network:router_interface {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:35:51.844097 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c3344d9-6e9b-4b65-b265-1cb57c82fa35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1221c11-6dfe-442e-b624-2d6a3b977c2e'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:35:51.847501 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d7fd16-7892-44fe-a8a3-e13a49e26f4b" -d '{"events": [{"server_uuid": "4c3344d9-6e9b-4b65-b265-1cb57c82fa35", "name": "network-vif-unplugged", "status": "completed", "tag": "a1221c11-6dfe-442e-b624-2d6a3b977c2e"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:35:51.870042 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-05a00500-50ab-46be-b5ad-5d9a083a7182 service neutron] For port a1221c11-6dfe-442e-b624-2d6a3b977c2e, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=a1221c11-6dfe-442e-b624-2d6a3b977c2e,segment=NetworkSegment(30244941-692b-4542-83e4-4e83c993aaa9),segment_id=30244941-692b-4542-83e4-4e83c993aaa9)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:35:51.913704 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-05a00500-50ab-46be-b5ad-5d9a083a7182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:51.917504 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 13:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc82f54-e56c-4492-bbfa-101f04e5f8e3 x-openstack-request-id: req-4fc82f54-e56c-4492-bbfa-101f04e5f8e3 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:35:51.917772 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c3344d9-6e9b-4b65-b265-1cb57c82fa35", "name": "network-vif-unplugged", "status": "completed", "tag": "a1221c11-6dfe-442e-b624-2d6a3b977c2e", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:35:51.918219 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4fc82f54-e56c-4492-bbfa-101f04e5f8e3 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:35:51.918618 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c3344d9-6e9b-4b65-b265-1cb57c82fa35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1221c11-6dfe-442e-b624-2d6a3b977c2e', 'code': 200} Nov 25 13:35:52.050449 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Pushing event updated for resources: {'Port': ['ID=da87852a-2b60-40ef-be50-2bbd9cb5c481,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:52.063573 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port b203fd34-b59c-49f5-8291-62c7bf438ba2 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:35:52.063956 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:52.122244 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-05a00500-50ab-46be-b5ad-5d9a083a7182 service neutron] Transition to ACTIVE for port object a1221c11-6dfe-442e-b624-2d6a3b977c2e will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:35:52.123696 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-23171506-1b04-4934-a308-14d1be89e765 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:52.131909 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-05a00500-50ab-46be-b5ad-5d9a083a7182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:52.157474 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23171506-1b04-4934-a308-14d1be89e765 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Pushing event deleted for resources: {'Port': ['ID=c300de3e-075b-4a2c-9a36-cd2892917bc9,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:52.175616 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599b3f7d-82fe-40bd-b230-60b2afa3908e req-fd8b21a5-d8a8-44c0-89a3-5980396b222d tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:52.177328 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-599b3f7d-82fe-40bd-b230-60b2afa3908e req-fd8b21a5-d8a8-44c0-89a3-5980396b222d tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c3344d9-6e9b-4b65-b265-1cb57c82fa35 HTTP/1.1" status: 200 len: 945 time: 0.0972533 Nov 25 13:35:52.212480 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-6710f327-0826-4cf1-a27a-caec86d42149 None None] Could not find standard attr ID for object c300de3e-075b-4a2c-9a36-cd2892917bc9. {{(pid=103572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 13:35:52.261403 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-6710f327-0826-4cf1-a27a-caec86d42149 None None] Provisioning complete for port da87852a-2b60-40ef-be50-2bbd9cb5c481 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:35:52.262103 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6710f327-0826-4cf1-a27a-caec86d42149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:52.289859 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a00500-50ab-46be-b5ad-5d9a083a7182 service neutron] Pushing event updated for resources: {'Port': ['ID=a1221c11-6dfe-442e-b624-2d6a3b977c2e,revision_number=11']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:52.364791 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-05a00500-50ab-46be-b5ad-5d9a083a7182 service neutron] No DVR routers for this DVR port a1221c11-6dfe-442e-b624-2d6a3b977c2e on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:35:52.448015 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-599b3f7d-82fe-40bd-b230-60b2afa3908e req-380a5d1a-cae3-43d7-b794-b631b2a68fee tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1eca7e0-4230-4e6a-9eb7-efb9259d4a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2570202 Nov 25 13:35:52.455140 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-23171506-1b04-4934-a308-14d1be89e765 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:52.584940 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-05a00500-50ab-46be-b5ad-5d9a083a7182 service neutron] 10.222.0.47 "PUT /v2.0/ports/a1221c11-6dfe-442e-b624-2d6a3b977c2e/bindings/n-h1-808199-11/activate HTTP/1.1" status: 200 len: 370 time: 1.1264412 Nov 25 13:35:52.651759 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23171506-1b04-4934-a308-14d1be89e765 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Router e03b1135-9a24-473c-a0c7-43853f6a93ca has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:35:52.727471 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-a41faa57-5d8f-4d47-abd8-a7865785f4b6 tempest-TestNetworkAdvancedServerOps-879095095 tempest-TestNetworkAdvancedServerOps-879095095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:52.729060 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-a41faa57-5d8f-4d47-abd8-a7865785f4b6 tempest-TestNetworkAdvancedServerOps-879095095 tempest-TestNetworkAdvancedServerOps-879095095-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=4c3344d9-6e9b-4b65-b265-1cb57c82fa35&tenant_id=057e847f3ee343b9812224ca032e6bfc&binding%3Ahost_id=n-h2-808199-11 HTTP/1.1" status: 200 len: 1097 time: 0.0738568 Nov 25 13:35:52.734118 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23171506-1b04-4934-a308-14d1be89e765 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:35:52.739444 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-23171506-1b04-4934-a308-14d1be89e765 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] 10.222.0.53 "PUT /v2.0/routers/e03b1135-9a24-473c-a0c7-43853f6a93ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1700411 Nov 25 13:35:52.743131 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46362) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:52.747852 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6751dc1-9e20-4d0f-b56e-51753a2d3a09 None None] Sync routers for ids ['e03b1135-9a24-473c-a0c7-43853f6a93ca'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:35:52.759720 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6751dc1-9e20-4d0f-b56e-51753a2d3a09 None None] Routers {'e03b1135-9a24-473c-a0c7-43853f6a93ca'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:35:52.761733 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-c6751dc1-9e20-4d0f-b56e-51753a2d3a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:35:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['e03b1135-9a24-473c-a0c7-43853f6a93ca'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:52.787112 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [None req-7624ac1f-067d-4434-b462-26015cafa151 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] delete failed (client error): The resource could not be found. Nov 25 13:35:52.790150 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-7624ac1f-067d-4434-b462-26015cafa151 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] 10.222.0.53 "DELETE /v2.0/routers/tempest-non_exist_router-1890074709 HTTP/1.1" status: 404 len: 335 time: 0.0421588 Nov 25 13:35:52.793210 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46366) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:52.798237 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-dfc550d9-27ae-470b-a609-e935865b01ca tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e03b1135-9a24-473c-a0c7-43853f6a93ca'}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:35:52.800122 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-c6751dc1-9e20-4d0f-b56e-51753a2d3a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:52.810536 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6751dc1-9e20-4d0f-b56e-51753a2d3a09 None None] Routers {'e03b1135-9a24-473c-a0c7-43853f6a93ca'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:35:52.811275 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-c6751dc1-9e20-4d0f-b56e-51753a2d3a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:35:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['e03b1135-9a24-473c-a0c7-43853f6a93ca'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:52.846514 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-c6751dc1-9e20-4d0f-b56e-51753a2d3a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:52.847417 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6751dc1-9e20-4d0f-b56e-51753a2d3a09 None None] The sync data for ids ['e03b1135-9a24-473c-a0c7-43853f6a93ca'] in n-d-808199-11 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:35:52.869677 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-c108d8da-b322-45f9-aed9-79253605ae17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:52.871283 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-c108d8da-b322-45f9-aed9-79253605ae17 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4c3344d9-6e9b-4b65-b265-1cb57c82fa35&tenant_id=057e847f3ee343b9812224ca032e6bfc HTTP/1.1" status: 200 len: 1097 time: 0.1300466 Nov 25 13:35:52.978682 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device da87852a-2b60-40ef-be50-2bbd9cb5c481 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:35:53.028030 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port da87852a-2b60-40ef-be50-2bbd9cb5c481 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:35:53.028407 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:53.045958 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-dcd69f85-16ff-4025-aad3-39938a35102d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:53.047385 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-dcd69f85-16ff-4025-aad3-39938a35102d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=057e847f3ee343b9812224ca032e6bfc&device_id=4c3344d9-6e9b-4b65-b265-1cb57c82fa35 HTTP/1.1" status: 200 len: 1097 time: 0.1340060 Nov 25 13:35:53.053868 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dfc550d9-27ae-470b-a609-e935865b01ca tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:53.092405 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [None req-dfc550d9-27ae-470b-a609-e935865b01ca tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] update failed (client error): The resource could not be found. Nov 25 13:35:53.093836 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-dfc550d9-27ae-470b-a609-e935865b01ca tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] 10.222.0.53 "PUT /v2.0/routers/e03b1135-9a24-473c-a0c7-43853f6a93ca HTTP/1.1" status: 404 len: 339 time: 0.2994730 Nov 25 13:35:53.098093 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46368) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:53.170401 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-6527a415-72d0-481a-bbbd-192f096cf065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:53.172127 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-6527a415-72d0-481a-bbbd-192f096cf065 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9d895fac-3603-4eae-9a10-c0c29f9e2296 HTTP/1.1" status: 200 len: 898 time: 0.1119227 Nov 25 13:35:53.250934 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-c481949f-436f-449d-8cf5-e23630ef849e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1221c11-6dfe-442e-b624-2d6a3b977c2e HTTP/1.1" status: 200 len: 1000 time: 0.0673325 Nov 25 13:35:53.305647 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-27b7aea0-a998-4a05-8cf2-2992bfa59c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:53.307352 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-27b7aea0-a998-4a05-8cf2-2992bfa59c2e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5d3387ac-c8e7-4141-a2bb-03fc764526fd HTTP/1.1" status: 200 len: 835 time: 0.0441768 Nov 25 13:35:53.361106 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-0646d6f8-6464-4653-83b0-42619fde3d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:53.362613 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-0646d6f8-6464-4653-83b0-42619fde3d32 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9d895fac-3603-4eae-9a10-c0c29f9e2296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437524 Nov 25 13:35:53.381760 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-dfb631c1-8886-48d2-af54-1bb54b6f1a0d tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:53.466394 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-b061d971-cb37-41a2-a53b-0688096ee775 service neutron] 10.222.0.66 "GET /v2.0/networks/9d895fac-3603-4eae-9a10-c0c29f9e2296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946791 Nov 25 13:35:53.585070 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-28f91dea-1670-4bc8-8274-7e71b57dc67c service neutron] 10.222.0.66 "GET /v2.0/networks/9d895fac-3603-4eae-9a10-c0c29f9e2296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059847 Nov 25 13:35:53.625928 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59d344-ea76-4151-a111-14994a06dc3b req-46acc260-542f-4aa8-892a-bc069d5c80f3 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:53.627538 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cd59d344-ea76-4151-a111-14994a06dc3b req-46acc260-542f-4aa8-892a-bc069d5c80f3 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c3344d9-6e9b-4b65-b265-1cb57c82fa35 HTTP/1.1" status: 200 len: 945 time: 0.0987329 Nov 25 13:35:53.701510 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-dfb631c1-8886-48d2-af54-1bb54b6f1a0d tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Allocated IP 172.20.0.1 (e4117502-eab9-4416-9ca1-58bdb392b3c1/22800515-2f73-43e3-acd0-99ace7f409bb/982533be-74e1-4df1-bddb-25177a8559a1) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:35:53.718514 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cd59d344-ea76-4151-a111-14994a06dc3b req-20275211-7007-4728-88e2-9ae730f68c45 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1eca7e0-4230-4e6a-9eb7-efb9259d4a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681190 Nov 25 13:35:53.842852 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device a1221c11-6dfe-442e-b624-2d6a3b977c2e no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:35:53.844538 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-dfb631c1-8886-48d2-af54-1bb54b6f1a0d tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:53.907780 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-d61e171f-a99f-49ac-ac16-519e44b7c0d3 tempest-TestNetworkAdvancedServerOps-879095095 tempest-TestNetworkAdvancedServerOps-879095095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:53.910550 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-d61e171f-a99f-49ac-ac16-519e44b7c0d3 tempest-TestNetworkAdvancedServerOps-879095095 tempest-TestNetworkAdvancedServerOps-879095095-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=4c3344d9-6e9b-4b65-b265-1cb57c82fa35&tenant_id=057e847f3ee343b9812224ca032e6bfc&binding%3Ahost_id=n-h1-808199-11 HTTP/1.1" status: 200 len: 1097 time: 0.0798192 Nov 25 13:35:53.936330 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device a1221c11-6dfe-442e-b624-2d6a3b977c2e not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:35:54.071045 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-9b16ea4f-baf7-43f9-ad4b-1134acccea40 service neutron] For port a1221c11-6dfe-442e-b624-2d6a3b977c2e, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:35:54.080757 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-9b16ea4f-baf7-43f9-ad4b-1134acccea40 service neutron] Publish callbacks [] for binding, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:54.081956 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-9b16ea4f-baf7-43f9-ad4b-1134acccea40 service neutron] 10.222.0.66 "DELETE /v2.0/ports/a1221c11-6dfe-442e-b624-2d6a3b977c2e/bindings/n-h2-808199-11 HTTP/1.1" status: 204 len: 173 time: 0.1583071 Nov 25 13:35:54.261360 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-dfb631c1-8886-48d2-af54-1bb54b6f1a0d tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:54.304026 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb631c1-8886-48d2-af54-1bb54b6f1a0d tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Network e4117502-eab9-4416-9ca1-58bdb392b3c1 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:35:54.307043 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-dfb631c1-8886-48d2-af54-1bb54b6f1a0d tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:35:54.310945 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb631c1-8886-48d2-af54-1bb54b6f1a0d tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:35:54.317353 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb631c1-8886-48d2-af54-1bb54b6f1a0d tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Pushing event updated for resources: {'Port': ['ID=982533be-74e1-4df1-bddb-25177a8559a1,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:54.360274 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-dfb631c1-8886-48d2-af54-1bb54b6f1a0d tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:54.497928 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-dfb631c1-8886-48d2-af54-1bb54b6f1a0d tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:54.659707 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-6f339ca4-48eb-4ad7-8289-20d9fe2c2a90 None None] Provisioning complete for port 982533be-74e1-4df1-bddb-25177a8559a1 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:35:54.660328 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6f339ca4-48eb-4ad7-8289-20d9fe2c2a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:54.699340 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-6f339ca4-48eb-4ad7-8289-20d9fe2c2a90 None None] Port 982533be-74e1-4df1-bddb-25177a8559a1 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:35:54.789121 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-dfb631c1-8886-48d2-af54-1bb54b6f1a0d tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:54.794906 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-dfb631c1-8886-48d2-af54-1bb54b6f1a0d tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:54.913023 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-dfb631c1-8886-48d2-af54-1bb54b6f1a0d tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:54.918446 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb631c1-8886-48d2-af54-1bb54b6f1a0d tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Pushing event updated for resources: {'Port': ['ID=982533be-74e1-4df1-bddb-25177a8559a1,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:54.939501 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d237bece-c49a-4cbb-920a-10245f262e78 req-fea65cfa-1e7e-4a85-a19c-1bee5d6e1499 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:54.941004 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d237bece-c49a-4cbb-920a-10245f262e78 req-fea65cfa-1e7e-4a85-a19c-1bee5d6e1499 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c3344d9-6e9b-4b65-b265-1cb57c82fa35 HTTP/1.1" status: 200 len: 945 time: 0.1021278 Nov 25 13:35:55.062221 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d237bece-c49a-4cbb-920a-10245f262e78 req-e772107c-0a8a-4d47-9644-8eac735e74ad tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1eca7e0-4230-4e6a-9eb7-efb9259d4a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052465 Nov 25 13:35:55.086006 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb631c1-8886-48d2-af54-1bb54b6f1a0d tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Network e4117502-eab9-4416-9ca1-58bdb392b3c1 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:35:55.087429 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-dfb631c1-8886-48d2-af54-1bb54b6f1a0d tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:35:55.227043 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfb631c1-8886-48d2-af54-1bb54b6f1a0d tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Router e03b1135-9a24-473c-a0c7-43853f6a93ca has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:35:55.229019 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939754a-1556-42c7-b7ba-797f7ed1ba94 req-7f41b09d-1ac3-4e1c-87fb-6383194ef5e6 tempest-TestNetworkAdvancedServerOps-879095095 tempest-TestNetworkAdvancedServerOps-879095095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:55.230624 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3939754a-1556-42c7-b7ba-797f7ed1ba94 req-7f41b09d-1ac3-4e1c-87fb-6383194ef5e6 tempest-TestNetworkAdvancedServerOps-879095095 tempest-TestNetworkAdvancedServerOps-879095095-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4c3344d9-6e9b-4b65-b265-1cb57c82fa35 HTTP/1.1" status: 200 len: 1097 time: 0.0762782 Nov 25 13:35:55.354287 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3939754a-1556-42c7-b7ba-797f7ed1ba94 req-609809d9-bc76-44dd-8132-9a6f7dd7ee7d tempest-TestNetworkAdvancedServerOps-879095095 tempest-TestNetworkAdvancedServerOps-879095095-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=e1eca7e0-4230-4e6a-9eb7-efb9259d4a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163714 Nov 25 13:35:55.358568 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb631c1-8886-48d2-af54-1bb54b6f1a0d tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:35:55.364359 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-dfb631c1-8886-48d2-af54-1bb54b6f1a0d tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] 10.222.0.53 "PUT /v2.0/routers/e03b1135-9a24-473c-a0c7-43853f6a93ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2643526 Nov 25 13:35:55.366284 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46400) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:55.369427 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f70711-5081-4b4c-9d6c-6fd83723b986 None None] Sync routers for ids ['e03b1135-9a24-473c-a0c7-43853f6a93ca'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:35:55.393775 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f70711-5081-4b4c-9d6c-6fd83723b986 None None] Routers {'e03b1135-9a24-473c-a0c7-43853f6a93ca'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:35:55.395596 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-47f70711-5081-4b4c-9d6c-6fd83723b986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:35:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['e03b1135-9a24-473c-a0c7-43853f6a93ca'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:55.468282 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-47f70711-5081-4b4c-9d6c-6fd83723b986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:55.484153 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f70711-5081-4b4c-9d6c-6fd83723b986 None None] Routers {'e03b1135-9a24-473c-a0c7-43853f6a93ca'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:35:55.484804 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-47f70711-5081-4b4c-9d6c-6fd83723b986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:35:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['e03b1135-9a24-473c-a0c7-43853f6a93ca'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:55.492339 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c741c3-f000-4f0f-9586-a26e4dff8c2c req-4a93b481-18a7-476f-9df2-0d8c850a1045 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:55.501391 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-76c741c3-f000-4f0f-9586-a26e4dff8c2c req-4a93b481-18a7-476f-9df2-0d8c850a1045 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c3344d9-6e9b-4b65-b265-1cb57c82fa35 HTTP/1.1" status: 200 len: 945 time: 0.0698149 Nov 25 13:35:55.532889 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-47f70711-5081-4b4c-9d6c-6fd83723b986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:55.533304 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fa709862-aa89-428d-a403-892b6babdd7c tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:55.533557 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f70711-5081-4b4c-9d6c-6fd83723b986 None None] The sync data for ids ['e03b1135-9a24-473c-a0c7-43853f6a93ca'] in n-d-808199-11 is: [] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:35:55.540025 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-8ca544cd-cf3f-459d-a802-38c77b1ddf36 None None] Provisioning complete for port 982533be-74e1-4df1-bddb-25177a8559a1 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:35:55.540961 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8ca544cd-cf3f-459d-a802-38c77b1ddf36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:55.561451 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-76c741c3-f000-4f0f-9586-a26e4dff8c2c req-b08c30ba-5990-450f-91b2-c07e683df33f tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1eca7e0-4230-4e6a-9eb7-efb9259d4a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525966 Nov 25 13:35:55.587182 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46408) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:55.593129 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-8ca544cd-cf3f-459d-a802-38c77b1ddf36 None None] Port 982533be-74e1-4df1-bddb-25177a8559a1 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:35:55.640223 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [None req-fa709862-aa89-428d-a403-892b6babdd7c tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 25 13:35:55.641447 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-fa709862-aa89-428d-a403-892b6babdd7c tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] 10.222.0.53 "DELETE /v2.0/routers/e03b1135-9a24-473c-a0c7-43853f6a93ca HTTP/1.1" status: 409 len: 329 time: 0.2740760 Nov 25 13:35:55.644309 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46410) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:55.722236 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-888476c6-30b3-4e10-9726-ef78e6b52645 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/floatingips/703f87b8-378d-433a-80af-ede2aa7e9d9b HTTP/1.1" status: 200 len: 992 time: 0.1282525 Nov 25 13:35:55.965373 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-db68f6b0-2184-4fd1-bfd3-0298a2c523e8 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:56.089194 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device a1221c11-6dfe-442e-b624-2d6a3b977c2e no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:35:56.217028 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-db68f6b0-2184-4fd1-bfd3-0298a2c523e8 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Deleting port 982533be-74e1-4df1-bddb-25177a8559a1 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:35:56.217374 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-db68f6b0-2184-4fd1-bfd3-0298a2c523e8 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:56.323743 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-db68f6b0-2184-4fd1-bfd3-0298a2c523e8 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:56.335683 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-db68f6b0-2184-4fd1-bfd3-0298a2c523e8 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Calling delete_port for 982533be-74e1-4df1-bddb-25177a8559a1 owned by network:router_interface {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:35:56.508738 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-db68f6b0-2184-4fd1-bfd3-0298a2c523e8 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:56.537465 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db68f6b0-2184-4fd1-bfd3-0298a2c523e8 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Pushing event deleted for resources: {'Port': ['ID=982533be-74e1-4df1-bddb-25177a8559a1,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:56.690061 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-db68f6b0-2184-4fd1-bfd3-0298a2c523e8 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:56.855788 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db68f6b0-2184-4fd1-bfd3-0298a2c523e8 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Router e03b1135-9a24-473c-a0c7-43853f6a93ca has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:35:56.932950 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db68f6b0-2184-4fd1-bfd3-0298a2c523e8 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:35:56.943205 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-db68f6b0-2184-4fd1-bfd3-0298a2c523e8 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] 10.222.0.53 "PUT /v2.0/routers/e03b1135-9a24-473c-a0c7-43853f6a93ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2926426 Nov 25 13:35:56.943205 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46438) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:56.943826 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8764873-433c-46bd-ac6f-c27fd7448e80 None None] Sync routers for ids ['e03b1135-9a24-473c-a0c7-43853f6a93ca'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:35:56.952204 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8764873-433c-46bd-ac6f-c27fd7448e80 None None] Routers {'e03b1135-9a24-473c-a0c7-43853f6a93ca'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:35:56.952820 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-f8764873-433c-46bd-ac6f-c27fd7448e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:35:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['e03b1135-9a24-473c-a0c7-43853f6a93ca'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:56.981541 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [None req-0c0eb09b-a25e-4bea-a935-ed82be6e22ef tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] show failed (client error): The resource could not be found. Nov 25 13:35:56.986087 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-0c0eb09b-a25e-4bea-a935-ed82be6e22ef tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] 10.222.0.53 "GET /v2.0/routers/tempest-non_exist_router-67997996 HTTP/1.1" status: 404 len: 333 time: 0.0397580 Nov 25 13:35:56.986344 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46440) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:56.988031 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-f8764873-433c-46bd-ac6f-c27fd7448e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:56.990848 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-a3462604-d3a1-44ce-99d9-b02c75115f58 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:35:56.997117 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8764873-433c-46bd-ac6f-c27fd7448e80 None None] Routers {'e03b1135-9a24-473c-a0c7-43853f6a93ca'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:35:56.997720 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-f8764873-433c-46bd-ac6f-c27fd7448e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:35:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['e03b1135-9a24-473c-a0c7-43853f6a93ca'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:57.024638 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [None req-a3462604-d3a1-44ce-99d9-b02c75115f58 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] update failed (client error): The resource could not be found. Nov 25 13:35:57.029100 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-a3462604-d3a1-44ce-99d9-b02c75115f58 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] 10.222.0.53 "PUT /v2.0/routers/tempest-non_exist_router-1281186583 HTTP/1.1" status: 404 len: 335 time: 0.0383990 Nov 25 13:35:57.029395 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46442) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:57.030501 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-f8764873-433c-46bd-ac6f-c27fd7448e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:57.031172 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8764873-433c-46bd-ac6f-c27fd7448e80 None None] The sync data for ids ['e03b1135-9a24-473c-a0c7-43853f6a93ca'] in n-d-808199-11 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:35:57.084485 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-130cc673-e3c2-48bf-bdcf-4fe3b3f5d54d tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Deleting subnet e7a1363c-ca42-48cf-92f7-7587205efa0a {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:35:57.087833 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-130cc673-e3c2-48bf-bdcf-4fe3b3f5d54d tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:57.129909 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-130cc673-e3c2-48bf-bdcf-4fe3b3f5d54d tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:57.221365 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-130cc673-e3c2-48bf-bdcf-4fe3b3f5d54d tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:57.284453 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-130cc673-e3c2-48bf-bdcf-4fe3b3f5d54d tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:57.310106 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130cc673-e3c2-48bf-bdcf-4fe3b3f5d54d tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Pushing event deleted for resources: {'Subnet': ['ID=e7a1363c-ca42-48cf-92f7-7587205efa0a,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:57.316247 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-130cc673-e3c2-48bf-bdcf-4fe3b3f5d54d tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:57.319906 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-130cc673-e3c2-48bf-bdcf-4fe3b3f5d54d tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] 10.222.0.53 "DELETE /v2.0/subnets/e7a1363c-ca42-48cf-92f7-7587205efa0a HTTP/1.1" status: 204 len: 168 time: 0.2895310 Nov 25 13:35:57.322409 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46450) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:57.333601 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f540b7-a224-41b6-8333-124ce7f17bb8 None None] Network 3ead7cf8-d46a-4e5b-ae1c-3e9447f77b16 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:35:57.384637 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-42cd4d1b-7cd0-44f4-8373-a7f12c14df13 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Deleting subnet 98a2a360-e985-4e15-8657-106eb0a9003d {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:35:57.387959 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-42cd4d1b-7cd0-44f4-8373-a7f12c14df13 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:57.432110 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-42cd4d1b-7cd0-44f4-8373-a7f12c14df13 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:57.526455 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-42cd4d1b-7cd0-44f4-8373-a7f12c14df13 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:57.556626 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a82f445-75f5-46ec-b997-71438197dc72 None None] DHCP port deletion for 3ead7cf8-d46a-4e5b-ae1c-3e9447f77b16 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:35:57.592920 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-42cd4d1b-7cd0-44f4-8373-a7f12c14df13 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:57.610603 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-3a82f445-75f5-46ec-b997-71438197dc72 None None] Deleting port da87852a-2b60-40ef-be50-2bbd9cb5c481 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:35:57.611172 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3a82f445-75f5-46ec-b997-71438197dc72 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:57.620894 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cd4d1b-7cd0-44f4-8373-a7f12c14df13 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Pushing event deleted for resources: {'Subnet': ['ID=98a2a360-e985-4e15-8657-106eb0a9003d,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:57.625087 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-42cd4d1b-7cd0-44f4-8373-a7f12c14df13 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:57.628478 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-42cd4d1b-7cd0-44f4-8373-a7f12c14df13 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] 10.222.0.53 "DELETE /v2.0/subnets/98a2a360-e985-4e15-8657-106eb0a9003d HTTP/1.1" status: 204 len: 168 time: 0.3049524 Nov 25 13:35:57.632187 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46460) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:57.658624 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3562da3-1aaf-4793-8cbb-57b9b26a197a None None] Network 0a6f97be-0bd7-44e3-9381-cd5200813264 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:35:57.719750 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b0942021-75ca-4ecb-94f4-ebfe54800044 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:57.747825 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-3a82f445-75f5-46ec-b997-71438197dc72 None None] For port da87852a-2b60-40ef-be50-2bbd9cb5c481, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=da87852a-2b60-40ef-be50-2bbd9cb5c481,segment=NetworkSegment(d1357458-387f-4227-a05e-4e5c23034753),segment_id=d1357458-387f-4227-a05e-4e5c23034753)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:35:57.748236 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3a82f445-75f5-46ec-b997-71438197dc72 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:57.768125 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-3a82f445-75f5-46ec-b997-71438197dc72 None None] Calling delete_port for da87852a-2b60-40ef-be50-2bbd9cb5c481 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:35:57.777030 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-b0942021-75ca-4ecb-94f4-ebfe54800044 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Deleting port da87852a-2b60-40ef-be50-2bbd9cb5c481 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:35:57.777298 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b0942021-75ca-4ecb-94f4-ebfe54800044 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:57.845737 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-b0942021-75ca-4ecb-94f4-ebfe54800044 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] For port da87852a-2b60-40ef-be50-2bbd9cb5c481, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=da87852a-2b60-40ef-be50-2bbd9cb5c481,segment=NetworkSegment(d1357458-387f-4227-a05e-4e5c23034753),segment_id=d1357458-387f-4227-a05e-4e5c23034753)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:35:57.846115 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b0942021-75ca-4ecb-94f4-ebfe54800044 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:57.861648 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-b0942021-75ca-4ecb-94f4-ebfe54800044 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Calling delete_port for da87852a-2b60-40ef-be50-2bbd9cb5c481 owned by network:dhcp {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:35:57.909924 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3a82f445-75f5-46ec-b997-71438197dc72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:57.938125 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a82f445-75f5-46ec-b997-71438197dc72 None None] Pushing event deleted for resources: {'Port': ['ID=da87852a-2b60-40ef-be50-2bbd9cb5c481,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:57.946382 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a82f445-75f5-46ec-b997-71438197dc72 None None] No DVR routers for this DVR port da87852a-2b60-40ef-be50-2bbd9cb5c481 on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:35:57.957437 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b0942021-75ca-4ecb-94f4-ebfe54800044 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:57.977428 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8eeaee-16cd-4d23-8d8e-2331549c0305 None None] DHCP port deletion for 0a6f97be-0bd7-44e3-9381-cd5200813264 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:35:57.987860 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0942021-75ca-4ecb-94f4-ebfe54800044 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Pushing event deleted for resources: {'Port': ['ID=da87852a-2b60-40ef-be50-2bbd9cb5c481,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:57.992853 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0942021-75ca-4ecb-94f4-ebfe54800044 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] No DVR routers for this DVR port da87852a-2b60-40ef-be50-2bbd9cb5c481 on host n-d-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:35:58.000734 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46472) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:58.058661 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-af8eeaee-16cd-4d23-8d8e-2331549c0305 None None] Deleting port b203fd34-b59c-49f5-8291-62c7bf438ba2 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:35:58.059128 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-af8eeaee-16cd-4d23-8d8e-2331549c0305 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:58.080394 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b0942021-75ca-4ecb-94f4-ebfe54800044 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:58.113318 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-b0942021-75ca-4ecb-94f4-ebfe54800044 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ead7cf8-d46a-4e5b-ae1c-3e9447f77b16']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:58.125282 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-b0942021-75ca-4ecb-94f4-ebfe54800044 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1357458-387f-4227-a05e-4e5c23034753') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:58.126043 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-b0942021-75ca-4ecb-94f4-ebfe54800044 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1357458-387f-4227-a05e-4e5c23034753') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:58.136770 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b0942021-75ca-4ecb-94f4-ebfe54800044 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:58.146357 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-af8eeaee-16cd-4d23-8d8e-2331549c0305 None None] For port b203fd34-b59c-49f5-8291-62c7bf438ba2, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=b203fd34-b59c-49f5-8291-62c7bf438ba2,segment=NetworkSegment(dac99981-8e4f-4ec8-a837-a6dc38f0bb95),segment_id=dac99981-8e4f-4ec8-a837-a6dc38f0bb95)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:35:58.146846 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-af8eeaee-16cd-4d23-8d8e-2331549c0305 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:58.151831 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b0942021-75ca-4ecb-94f4-ebfe54800044 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:58.158937 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0942021-75ca-4ecb-94f4-ebfe54800044 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:35:58.159528 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b0942021-75ca-4ecb-94f4-ebfe54800044 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:58.165380 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-af8eeaee-16cd-4d23-8d8e-2331549c0305 None None] Calling delete_port for b203fd34-b59c-49f5-8291-62c7bf438ba2 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:35:58.176749 n-d-808199-11 neutron-server[103570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:35:58.176749 n-d-808199-11 neutron-server[103570]: self.session.flush() Nov 25 13:35:58.176749 n-d-808199-11 neutron-server[103570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:35:58.176749 n-d-808199-11 neutron-server[103570]: self.session.flush() Nov 25 13:35:58.176749 n-d-808199-11 neutron-server[103570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:35:58.176749 n-d-808199-11 neutron-server[103570]: self.session.flush() Nov 25 13:35:58.176749 n-d-808199-11 neutron-server[103570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:35:58.176749 n-d-808199-11 neutron-server[103570]: self.session.flush() Nov 25 13:35:58.176749 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:35:58.176749 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:35:58.176749 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:35:58.176749 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:35:58.176749 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:35:58.176749 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:35:58.176749 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:35:58.176749 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:35:58.176749 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:35:58.176749 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:35:58.176749 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:35:58.176749 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:35:58.176749 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:35:58.176749 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:35:58.176749 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:35:58.176749 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:35:58.176749 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:35:58.176749 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:35:58.176749 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:35:58.176749 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:35:58.176749 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:35:58.176749 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:35:58.176749 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:35:58.176749 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:35:58.176749 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:35:58.176749 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:35:58.176749 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:35:58.176749 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:35:58.176749 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:35:58.176749 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:35:58.176749 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:35:58.176749 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:35:58.254427 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b0942021-75ca-4ecb-94f4-ebfe54800044 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:58.266647 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b0942021-75ca-4ecb-94f4-ebfe54800044 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:58.272999 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b0942021-75ca-4ecb-94f4-ebfe54800044 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] 10.222.0.53 "DELETE /v2.0/networks/3ead7cf8-d46a-4e5b-ae1c-3e9447f77b16 HTTP/1.1" status: 204 len: 168 time: 0.6402533 Nov 25 13:35:58.284109 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46476) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:58.290895 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-af8eeaee-16cd-4d23-8d8e-2331549c0305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:58.321487 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0942021-75ca-4ecb-94f4-ebfe54800044 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Pushing event deleted for resources: {'Network': ['ID=3ead7cf8-d46a-4e5b-ae1c-3e9447f77b16,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:58.335567 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8eeaee-16cd-4d23-8d8e-2331549c0305 None None] Pushing event deleted for resources: {'Port': ['ID=b203fd34-b59c-49f5-8291-62c7bf438ba2,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:58.343533 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8eeaee-16cd-4d23-8d8e-2331549c0305 None None] No DVR routers for this DVR port b203fd34-b59c-49f5-8291-62c7bf438ba2 on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:35:58.407833 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cce18eca-a795-4797-bfc9-c34f5ea421fd tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:58.507558 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cce18eca-a795-4797-bfc9-c34f5ea421fd tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:58.529076 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-cce18eca-a795-4797-bfc9-c34f5ea421fd tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a6f97be-0bd7-44e3-9381-cd5200813264']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:58.540493 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-cce18eca-a795-4797-bfc9-c34f5ea421fd tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dac99981-8e4f-4ec8-a837-a6dc38f0bb95') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:58.540822 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-cce18eca-a795-4797-bfc9-c34f5ea421fd tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dac99981-8e4f-4ec8-a837-a6dc38f0bb95') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:58.550739 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cce18eca-a795-4797-bfc9-c34f5ea421fd tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:58.564428 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cce18eca-a795-4797-bfc9-c34f5ea421fd tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:58.566942 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-455a9b09-8094-4fa8-8cd1-d273ede1300d tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Deleting port 396a45e5-2cad-4e23-b0c5-66172f7cda38 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:35:58.567435 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-455a9b09-8094-4fa8-8cd1-d273ede1300d tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:58.572768 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cce18eca-a795-4797-bfc9-c34f5ea421fd tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:35:58.573168 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cce18eca-a795-4797-bfc9-c34f5ea421fd tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:58.576603 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:35:58.576603 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:35:58.576603 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:35:58.576603 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:35:58.576603 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:35:58.576603 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:35:58.576603 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:35:58.576603 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:35:58.576603 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:35:58.576603 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:35:58.576603 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:35:58.576603 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:35:58.576603 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:35:58.576603 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:35:58.576603 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:35:58.576603 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:35:58.576603 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:35:58.576603 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:35:58.576603 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:35:58.576603 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:35:58.576603 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:35:58.576603 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:35:58.576603 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:35:58.576603 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:35:58.576603 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:35:58.576603 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:35:58.576603 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:35:58.576603 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:35:58.576603 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:35:58.576603 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:35:58.576603 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:35:58.576603 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:35:58.658299 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cce18eca-a795-4797-bfc9-c34f5ea421fd tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:58.666983 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cce18eca-a795-4797-bfc9-c34f5ea421fd tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:58.670920 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-cce18eca-a795-4797-bfc9-c34f5ea421fd tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] 10.222.0.53 "DELETE /v2.0/networks/0a6f97be-0bd7-44e3-9381-cd5200813264 HTTP/1.1" status: 204 len: 168 time: 0.3857088 Nov 25 13:35:58.673366 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46486) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:58.675750 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-455a9b09-8094-4fa8-8cd1-d273ede1300d tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:58.676149 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-455a9b09-8094-4fa8-8cd1-d273ede1300d tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:58.693019 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-455a9b09-8094-4fa8-8cd1-d273ede1300d tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Calling delete_port for 396a45e5-2cad-4e23-b0c5-66172f7cda38 owned by network:floatingip {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:35:58.714102 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce18eca-a795-4797-bfc9-c34f5ea421fd tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Pushing event deleted for resources: {'Network': ['ID=0a6f97be-0bd7-44e3-9381-cd5200813264,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:58.736638 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ac38f6d-a948-46d9-8bb4-bd60a807c703 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Deleting subnet 22800515-2f73-43e3-acd0-99ace7f409bb {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:35:58.739959 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8ac38f6d-a948-46d9-8bb4-bd60a807c703 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:58.781185 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8ac38f6d-a948-46d9-8bb4-bd60a807c703 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:58.863378 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-455a9b09-8094-4fa8-8cd1-d273ede1300d tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:58.875433 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8ac38f6d-a948-46d9-8bb4-bd60a807c703 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:58.886899 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455a9b09-8094-4fa8-8cd1-d273ede1300d tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event deleted for resources: {'Port': ['ID=396a45e5-2cad-4e23-b0c5-66172f7cda38,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:58.959978 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8ac38f6d-a948-46d9-8bb4-bd60a807c703 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:58.995627 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac38f6d-a948-46d9-8bb4-bd60a807c703 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Pushing event deleted for resources: {'Subnet': ['ID=22800515-2f73-43e3-acd0-99ace7f409bb,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:59.002625 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-455a9b09-8094-4fa8-8cd1-d273ede1300d tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for floatingip, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:59.003195 n-d-808199-11 neutron-server[103571]: INFO neutron.db.l3_db [None req-455a9b09-8094-4fa8-8cd1-d273ede1300d tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Floating IP 703f87b8-378d-433a-80af-ede2aa7e9d9b disassociated (deleted). External IP: 172.25.5.206, port: a1221c11-6dfe-442e-b624-2d6a3b977c2e. Nov 25 13:35:59.011557 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8ac38f6d-a948-46d9-8bb4-bd60a807c703 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:59.018199 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-8ac38f6d-a948-46d9-8bb4-bd60a807c703 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] 10.222.0.53 "DELETE /v2.0/subnets/22800515-2f73-43e3-acd0-99ace7f409bb HTTP/1.1" status: 204 len: 168 time: 0.3416462 Nov 25 13:35:59.018398 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device da87852a-2b60-40ef-be50-2bbd9cb5c481 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:35:59.018549 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46494) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:35:59.043505 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a03ba7-8b57-4839-a15b-6e1f2cd18922 None None] Network e4117502-eab9-4416-9ca1-58bdb392b3c1 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:35:59.046344 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: da87852a-2b60-40ef-be50-2bbd9cb5c481 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:35:59.046729 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device da87852a-2b60-40ef-be50-2bbd9cb5c481 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:35:59.047126 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device b203fd34-b59c-49f5-8291-62c7bf438ba2 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:35:59.074111 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: b203fd34-b59c-49f5-8291-62c7bf438ba2 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:35:59.074812 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device b203fd34-b59c-49f5-8291-62c7bf438ba2 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:35:59.120218 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c5260dab-6f19-43e3-a16f-60bb928d4bd0 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:59.272465 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-455a9b09-8094-4fa8-8cd1-d273ede1300d tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Router 275d2c8b-6d84-4fc9-a3af-01cd21c6c052 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:35:59.321651 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d69309-d1b1-4f63-bf5c-98950a71e4fc None None] DHCP port deletion for e4117502-eab9-4416-9ca1-58bdb392b3c1 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:35:59.403890 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-72d69309-d1b1-4f63-bf5c-98950a71e4fc None None] Deleting port 2f966725-eab2-49f9-8fe6-8411d7c168c8 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:35:59.404651 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-72d69309-d1b1-4f63-bf5c-98950a71e4fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:59.469039 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455a9b09-8094-4fa8-8cd1-d273ede1300d tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:35:59.474039 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-455a9b09-8094-4fa8-8cd1-d273ede1300d tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:59.497300 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-72d69309-d1b1-4f63-bf5c-98950a71e4fc None None] For port 2f966725-eab2-49f9-8fe6-8411d7c168c8, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=2f966725-eab2-49f9-8fe6-8411d7c168c8,segment=NetworkSegment(99f89fe4-c1e1-4939-849b-aa306b0b9176),segment_id=99f89fe4-c1e1-4939-849b-aa306b0b9176)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:35:59.498169 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-72d69309-d1b1-4f63-bf5c-98950a71e4fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:59.508314 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-455a9b09-8094-4fa8-8cd1-d273ede1300d tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "DELETE /v2.0/floatingips/703f87b8-378d-433a-80af-ede2aa7e9d9b HTTP/1.1" status: 204 len: 168 time: 1.5037484 Nov 25 13:35:59.508314 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c3344d9-6e9b-4b65-b265-1cb57c82fa35', 'tag': 'a1221c11-6dfe-442e-b624-2d6a3b977c2e'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:35:59.515931 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-72d69309-d1b1-4f63-bf5c-98950a71e4fc None None] Calling delete_port for 2f966725-eab2-49f9-8fe6-8411d7c168c8 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:35:59.519529 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d05f6dc0-6198-4f0c-a8dc-b2c189411957" -d '{"events": [{"name": "network-changed", "server_uuid": "4c3344d9-6e9b-4b65-b265-1cb57c82fa35", "tag": "a1221c11-6dfe-442e-b624-2d6a3b977c2e"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:35:59.537268 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd94f7d-8484-4ac0-a21a-71b852546ae5 None None] Sync routers for ids ['275d2c8b-6d84-4fc9-a3af-01cd21c6c052'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:35:59.573346 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-c5260dab-6f19-43e3-a16f-60bb928d4bd0 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Deleting port 2f966725-eab2-49f9-8fe6-8411d7c168c8 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:35:59.573969 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c5260dab-6f19-43e3-a16f-60bb928d4bd0 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:59.588503 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffbd3600-6167-4ea8-a4ed-6adbadcb6150 x-openstack-request-id: req-ffbd3600-6167-4ea8-a4ed-6adbadcb6150 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:35:59.589061 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c3344d9-6e9b-4b65-b265-1cb57c82fa35", "tag": "a1221c11-6dfe-442e-b624-2d6a3b977c2e", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:35:59.589061 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ffbd3600-6167-4ea8-a4ed-6adbadcb6150 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:35:59.590023 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c3344d9-6e9b-4b65-b265-1cb57c82fa35', 'tag': 'a1221c11-6dfe-442e-b624-2d6a3b977c2e', 'status': 'completed', 'code': 200} Nov 25 13:35:59.603024 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd94f7d-8484-4ac0-a21a-71b852546ae5 None None] Routers {'275d2c8b-6d84-4fc9-a3af-01cd21c6c052'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:35:59.604344 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-6bd94f7d-8484-4ac0-a21a-71b852546ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:35:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['275d2c8b-6d84-4fc9-a3af-01cd21c6c052'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:35:59.679745 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-c5260dab-6f19-43e3-a16f-60bb928d4bd0 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] For port 2f966725-eab2-49f9-8fe6-8411d7c168c8, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=2f966725-eab2-49f9-8fe6-8411d7c168c8,segment=NetworkSegment(99f89fe4-c1e1-4939-849b-aa306b0b9176),segment_id=99f89fe4-c1e1-4939-849b-aa306b0b9176)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:35:59.680787 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c5260dab-6f19-43e3-a16f-60bb928d4bd0 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:59.717285 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-c5260dab-6f19-43e3-a16f-60bb928d4bd0 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Calling delete_port for 2f966725-eab2-49f9-8fe6-8411d7c168c8 owned by network:dhcp {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:35:59.727947 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-72d69309-d1b1-4f63-bf5c-98950a71e4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:59.742568 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f6dc0-6198-4f0c-a8dc-b2c189411957 req-a9866583-6f24-4f5d-abe2-0de096cc4c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:59.748096 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d05f6dc0-6198-4f0c-a8dc-b2c189411957 req-a9866583-6f24-4f5d-abe2-0de096cc4c55 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=057e847f3ee343b9812224ca032e6bfc&device_id=4c3344d9-6e9b-4b65-b265-1cb57c82fa35 HTTP/1.1" status: 200 len: 1097 time: 0.1226604 Nov 25 13:35:59.778312 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d69309-d1b1-4f63-bf5c-98950a71e4fc None None] Pushing event deleted for resources: {'Port': ['ID=2f966725-eab2-49f9-8fe6-8411d7c168c8,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:59.799624 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d69309-d1b1-4f63-bf5c-98950a71e4fc None None] No DVR routers for this DVR port 2f966725-eab2-49f9-8fe6-8411d7c168c8 on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:35:59.837224 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-6bd94f7d-8484-4ac0-a21a-71b852546ae5 None None] Set router 275d2c8b-6d84-4fc9-a3af-01cd21c6c052 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:35:59.838480 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c5260dab-6f19-43e3-a16f-60bb928d4bd0 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:35:59.867745 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f6dc0-6198-4f0c-a8dc-b2c189411957 req-66a7a4d8-d68a-444f-b9cf-814d3d07633a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:35:59.870077 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d05f6dc0-6198-4f0c-a8dc-b2c189411957 req-66a7a4d8-d68a-444f-b9cf-814d3d07633a service neutron] 10.222.0.66 "GET /v2.0/networks?id=9d895fac-3603-4eae-9a10-c0c29f9e2296 HTTP/1.1" status: 200 len: 898 time: 0.1140902 Nov 25 13:35:59.870831 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5260dab-6f19-43e3-a16f-60bb928d4bd0 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Pushing event deleted for resources: {'Port': ['ID=2f966725-eab2-49f9-8fe6-8411d7c168c8,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:35:59.913964 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5260dab-6f19-43e3-a16f-60bb928d4bd0 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] No DVR routers for this DVR port 2f966725-eab2-49f9-8fe6-8411d7c168c8 on host n-d-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:35:59.927707 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d05f6dc0-6198-4f0c-a8dc-b2c189411957 req-74f2b01d-97ff-4885-ab9d-aa760ba37302 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1221c11-6dfe-442e-b624-2d6a3b977c2e HTTP/1.1" status: 200 len: 217 time: 0.0423872 Nov 25 13:35:59.998541 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f6dc0-6198-4f0c-a8dc-b2c189411957 req-9fa1209e-3fe7-4063-8ad8-62b6cae6fadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:36:00.000547 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d05f6dc0-6198-4f0c-a8dc-b2c189411957 req-9fa1209e-3fe7-4063-8ad8-62b6cae6fadc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5d3387ac-c8e7-4141-a2bb-03fc764526fd HTTP/1.1" status: 200 len: 835 time: 0.0628762 Nov 25 13:36:00.003387 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8e720-2313-4b35-9c76-1be2567da7ce req-2f900541-d981-41e6-b6af-35494e5b10ea tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:36:00.005796 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-12b8e720-2313-4b35-9c76-1be2567da7ce req-2f900541-d981-41e6-b6af-35494e5b10ea tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c3344d9-6e9b-4b65-b265-1cb57c82fa35 HTTP/1.1" status: 200 len: 945 time: 0.1634517 Nov 25 13:36:00.032357 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c5260dab-6f19-43e3-a16f-60bb928d4bd0 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:00.060029 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f6dc0-6198-4f0c-a8dc-b2c189411957 req-84577b04-b363-440b-a838-41aaee893f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:36:00.061487 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d05f6dc0-6198-4f0c-a8dc-b2c189411957 req-84577b04-b363-440b-a838-41aaee893f7b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9d895fac-3603-4eae-9a10-c0c29f9e2296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480695 Nov 25 13:36:00.073462 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-c5260dab-6f19-43e3-a16f-60bb928d4bd0 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4117502-eab9-4416-9ca1-58bdb392b3c1']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:36:00.091575 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-c5260dab-6f19-43e3-a16f-60bb928d4bd0 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99f89fe4-c1e1-4939-849b-aa306b0b9176') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:36:00.092030 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-c5260dab-6f19-43e3-a16f-60bb928d4bd0 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99f89fe4-c1e1-4939-849b-aa306b0b9176') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:36:00.108951 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-12b8e720-2313-4b35-9c76-1be2567da7ce req-a9121a2b-4ac6-4df7-b5f6-5593de718df9 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1eca7e0-4230-4e6a-9eb7-efb9259d4a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959439 Nov 25 13:36:00.110794 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c5260dab-6f19-43e3-a16f-60bb928d4bd0 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:00.128128 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c5260dab-6f19-43e3-a16f-60bb928d4bd0 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:00.128609 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-6bd94f7d-8484-4ac0-a21a-71b852546ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275d2c8b-6d84-4fc9-a3af-01cd21c6c052', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840486905', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'f0d9d4f8-1ad9-43fa-b3f3-74f918f5ad0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:34:43Z', 'updated_at': '2021-11-25T13:34:51Z', 'revision_number': 4, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'gw_port': {'id': 'f0d9d4f8-1ad9-43fa-b3f3-74f918f5ad0f', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:45:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275d2c8b-6d84-4fc9-a3af-01cd21c6c052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:34:44Z', 'updated_at': '2021-11-25T13:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '7a98b4e9-073c-45e9-b32b-82c9185c8496', 'name': '', 'network_id': '9d895fac-3603-4eae-9a10-c0c29f9e2296', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'mac_address': 'fa:16:3e:7c:cb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275d2c8b-6d84-4fc9-a3af-01cd21c6c052', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '5d3387ac-c8e7-4141-a2bb-03fc764526fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:34:50Z', 'updated_at': '2021-11-25T13:34:56Z', 'revision_number': 5, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'subnets': [{'id': '5d3387ac-c8e7-4141-a2bb-03fc764526fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:36:00.139520 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5260dab-6f19-43e3-a16f-60bb928d4bd0 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:36:00.139920 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c5260dab-6f19-43e3-a16f-60bb928d4bd0 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:00.143360 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:36:00.143360 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:36:00.143360 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:36:00.143360 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:36:00.143360 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:36:00.143360 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:36:00.143360 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:36:00.143360 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:36:00.143360 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:36:00.143360 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:36:00.143360 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:36:00.143360 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:36:00.143360 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:36:00.143360 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:36:00.143360 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:36:00.143360 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:36:00.143360 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:36:00.143360 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:36:00.143360 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:36:00.143360 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:36:00.143360 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:36:00.143360 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:36:00.143360 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:36:00.143360 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:36:00.143360 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:36:00.143360 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:36:00.143360 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:36:00.143360 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:36:00.143360 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:36:00.143360 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:36:00.143360 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:36:00.143360 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:36:00.159679 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd94f7d-8484-4ac0-a21a-71b852546ae5 None None] Checking router: 275d2c8b-6d84-4fc9-a3af-01cd21c6c052 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:36:00.169390 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd94f7d-8484-4ac0-a21a-71b852546ae5 None None] Routers {'275d2c8b-6d84-4fc9-a3af-01cd21c6c052'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:36:00.170157 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-6bd94f7d-8484-4ac0-a21a-71b852546ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:35:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['275d2c8b-6d84-4fc9-a3af-01cd21c6c052'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:36:00.199387 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d05f6dc0-6198-4f0c-a8dc-b2c189411957 req-2fd053b0-8fb2-42b5-856b-b2613596a907 service neutron] 10.222.0.66 "GET /v2.0/networks/9d895fac-3603-4eae-9a10-c0c29f9e2296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290410 Nov 25 13:36:00.256931 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf11d6cf-d25c-435a-9556-c66e73d5b9f6 req-9ba140c4-05a1-4489-a6c7-86fc66c2f1e5 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:36:00.258663 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bf11d6cf-d25c-435a-9556-c66e73d5b9f6 req-9ba140c4-05a1-4489-a6c7-86fc66c2f1e5 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c3344d9-6e9b-4b65-b265-1cb57c82fa35 HTTP/1.1" status: 200 len: 945 time: 0.0697987 Nov 25 13:36:00.259820 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c5260dab-6f19-43e3-a16f-60bb928d4bd0 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:00.264931 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c5260dab-6f19-43e3-a16f-60bb928d4bd0 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:00.271511 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c5260dab-6f19-43e3-a16f-60bb928d4bd0 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] 10.222.0.53 "DELETE /v2.0/networks/e4117502-eab9-4416-9ca1-58bdb392b3c1 HTTP/1.1" status: 204 len: 168 time: 1.2481635 Nov 25 13:36:00.274175 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46518) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:00.294542 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5260dab-6f19-43e3-a16f-60bb928d4bd0 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Pushing event deleted for resources: {'Network': ['ID=e4117502-eab9-4416-9ca1-58bdb392b3c1,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:00.327868 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-45b5da42-f445-4ee4-93da-eb6cc7028d9e tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] 10.222.0.53 "GET /v2.0/ports?device_id=e03b1135-9a24-473c-a0c7-43853f6a93ca HTTP/1.1" status: 200 len: 205 time: 0.0494628 Nov 25 13:36:00.328397 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46524) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:00.336012 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-6bd94f7d-8484-4ac0-a21a-71b852546ae5 None None] Set router 275d2c8b-6d84-4fc9-a3af-01cd21c6c052 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:36:00.363845 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d05f6dc0-6198-4f0c-a8dc-b2c189411957 req-62b46a9c-7252-4bf4-a386-9eeff8c491e7 service neutron] 10.222.0.66 "GET /v2.0/networks/9d895fac-3603-4eae-9a10-c0c29f9e2296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572733 Nov 25 13:36:00.375738 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1a64b347-050a-4e99-9a23-a9641efeac78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:00.475829 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-719730d3-4dfc-4e11-b7d2-d29b90af9d66 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks [] for router, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:00.588555 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-6bd94f7d-8484-4ac0-a21a-71b852546ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275d2c8b-6d84-4fc9-a3af-01cd21c6c052', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840486905', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'f0d9d4f8-1ad9-43fa-b3f3-74f918f5ad0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:34:43Z', 'updated_at': '2021-11-25T13:34:51Z', 'revision_number': 4, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'gw_port': {'id': 'f0d9d4f8-1ad9-43fa-b3f3-74f918f5ad0f', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:45:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275d2c8b-6d84-4fc9-a3af-01cd21c6c052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:34:44Z', 'updated_at': '2021-11-25T13:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '7a98b4e9-073c-45e9-b32b-82c9185c8496', 'name': '', 'network_id': '9d895fac-3603-4eae-9a10-c0c29f9e2296', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'mac_address': 'fa:16:3e:7c:cb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275d2c8b-6d84-4fc9-a3af-01cd21c6c052', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '5d3387ac-c8e7-4141-a2bb-03fc764526fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:34:50Z', 'updated_at': '2021-11-25T13:34:56Z', 'revision_number': 5, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'subnets': [{'id': '5d3387ac-c8e7-4141-a2bb-03fc764526fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:36:00.618970 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd94f7d-8484-4ac0-a21a-71b852546ae5 None None] The sync data for ids ['275d2c8b-6d84-4fc9-a3af-01cd21c6c052'] in n-d-808199-11 is: [{'id': '275d2c8b-6d84-4fc9-a3af-01cd21c6c052', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840486905', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'f0d9d4f8-1ad9-43fa-b3f3-74f918f5ad0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:34:43Z', 'updated_at': '2021-11-25T13:34:51Z', 'revision_number': 4, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'gw_port': {'id': 'f0d9d4f8-1ad9-43fa-b3f3-74f918f5ad0f', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:45:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275d2c8b-6d84-4fc9-a3af-01cd21c6c052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:34:44Z', 'updated_at': '2021-11-25T13:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '7a98b4e9-073c-45e9-b32b-82c9185c8496', 'name': '', 'network_id': '9d895fac-3603-4eae-9a10-c0c29f9e2296', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'mac_address': 'fa:16:3e:7c:cb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275d2c8b-6d84-4fc9-a3af-01cd21c6c052', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '5d3387ac-c8e7-4141-a2bb-03fc764526fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:34:50Z', 'updated_at': '2021-11-25T13:34:56Z', 'revision_number': 5, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'subnets': [{'id': '5d3387ac-c8e7-4141-a2bb-03fc764526fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:36:00.655909 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-bf11d6cf-d25c-435a-9556-c66e73d5b9f6 req-57d96ae1-9c0c-4f40-826e-ae632646f478 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Deleting port a1221c11-6dfe-442e-b624-2d6a3b977c2e {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:36:00.656276 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-bf11d6cf-d25c-435a-9556-c66e73d5b9f6 req-57d96ae1-9c0c-4f40-826e-ae632646f478 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:00.716518 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-719730d3-4dfc-4e11-b7d2-d29b90af9d66 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:00.718982 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-719730d3-4dfc-4e11-b7d2-d29b90af9d66 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:00.771654 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-719730d3-4dfc-4e11-b7d2-d29b90af9d66 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:00.772301 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-719730d3-4dfc-4e11-b7d2-d29b90af9d66 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Fanout notify agent at l3_agent the message router_deleted on router e03b1135-9a24-473c-a0c7-43853f6a93ca {{(pid=103570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:36:00.782673 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-719730d3-4dfc-4e11-b7d2-d29b90af9d66 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:00.786322 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-719730d3-4dfc-4e11-b7d2-d29b90af9d66 tempest-RoutersNegativeTest-1424318126 tempest-RoutersNegativeTest-1424318126-project] 10.222.0.53 "DELETE /v2.0/routers/e03b1135-9a24-473c-a0c7-43853f6a93ca HTTP/1.1" status: 204 len: 168 time: 0.4545255 Nov 25 13:36:00.813462 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-bf11d6cf-d25c-435a-9556-c66e73d5b9f6 req-57d96ae1-9c0c-4f40-826e-ae632646f478 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] For port a1221c11-6dfe-442e-b624-2d6a3b977c2e, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=a1221c11-6dfe-442e-b624-2d6a3b977c2e,segment=NetworkSegment(30244941-692b-4542-83e4-4e83c993aaa9),segment_id=30244941-692b-4542-83e4-4e83c993aaa9)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:36:00.814266 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-bf11d6cf-d25c-435a-9556-c66e73d5b9f6 req-57d96ae1-9c0c-4f40-826e-ae632646f478 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:00.833676 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-bf11d6cf-d25c-435a-9556-c66e73d5b9f6 req-57d96ae1-9c0c-4f40-826e-ae632646f478 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Calling delete_port for a1221c11-6dfe-442e-b624-2d6a3b977c2e owned by compute:nova {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:36:01.006732 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4eceab-ced1-4325-a8fc-0d9d75fcdcfc None None] New status for floating IP 703f87b8-378d-433a-80af-ede2aa7e9d9b: DOWN {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 13:36:01.008435 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 2f966725-eab2-49f9-8fe6-8411d7c168c8 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:36:01.041962 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 2f966725-eab2-49f9-8fe6-8411d7c168c8 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:36:01.043566 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 2f966725-eab2-49f9-8fe6-8411d7c168c8 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:36:01.078886 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-bf11d6cf-d25c-435a-9556-c66e73d5b9f6 req-57d96ae1-9c0c-4f40-826e-ae632646f478 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:01.119035 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46542) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:01.159218 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d96ae1-9c0c-4f40-826e-ae632646f478 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event deleted for resources: {'Port': ['ID=a1221c11-6dfe-442e-b624-2d6a3b977c2e,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:01.244377 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-be5e94f9-5aed-4cfa-9fd3-92a7893d87ee req-d528a3f2-27c1-4833-aeb5-843898bd0960 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c3344d9-6e9b-4b65-b265-1cb57c82fa35 HTTP/1.1" status: 200 len: 210 time: 0.0470891 Nov 25 13:36:01.245383 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf11d6cf-d25c-435a-9556-c66e73d5b9f6 req-57d96ae1-9c0c-4f40-826e-ae632646f478 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] No DVR routers for this DVR port a1221c11-6dfe-442e-b624-2d6a3b977c2e on host n-h1-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:36:01.248306 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-bf11d6cf-d25c-435a-9556-c66e73d5b9f6 req-57d96ae1-9c0c-4f40-826e-ae632646f478 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:01.253203 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bf11d6cf-d25c-435a-9556-c66e73d5b9f6 req-57d96ae1-9c0c-4f40-826e-ae632646f478 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.66 "DELETE /v2.0/ports/a1221c11-6dfe-442e-b624-2d6a3b977c2e HTTP/1.1" status: 204 len: 173 time: 0.9830503 Nov 25 13:36:01.254475 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c3344d9-6e9b-4b65-b265-1cb57c82fa35', 'name': 'network-vif-deleted', 'tag': 'a1221c11-6dfe-442e-b624-2d6a3b977c2e'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:36:01.260048 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7987078f-2006-4b05-886b-b8b003042bd2" -d '{"events": [{"server_uuid": "4c3344d9-6e9b-4b65-b265-1cb57c82fa35", "name": "network-vif-deleted", "tag": "a1221c11-6dfe-442e-b624-2d6a3b977c2e"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:36:01.312594 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-1ea70e61-5c6a-4edb-9fab-7a7c7c9c7167 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a7b08294686f4f469ba474184e0e1a20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1921639 Nov 25 13:36:01.315490 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46554) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:01.322341 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695366ab-a5a0-4895-b05b-590f9dd5c3f3 x-openstack-request-id: req-695366ab-a5a0-4895-b05b-590f9dd5c3f3 {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:36:01.322654 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c3344d9-6e9b-4b65-b265-1cb57c82fa35", "name": "network-vif-deleted", "tag": "a1221c11-6dfe-442e-b624-2d6a3b977c2e", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:36:01.322993 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-695366ab-a5a0-4895-b05b-590f9dd5c3f3 {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:36:01.323383 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c3344d9-6e9b-4b65-b265-1cb57c82fa35', 'name': 'network-vif-deleted', 'tag': 'a1221c11-6dfe-442e-b624-2d6a3b977c2e', 'status': 'completed', 'code': 200} Nov 25 13:36:01.388081 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eb0d512e-01e3-4533-895e-52e86dbdb11c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:01.418327 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eb0d512e-01e3-4533-895e-52e86dbdb11c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:01.480636 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eb0d512e-01e3-4533-895e-52e86dbdb11c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:01.485700 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eb0d512e-01e3-4533-895e-52e86dbdb11c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:01.490362 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-eb0d512e-01e3-4533-895e-52e86dbdb11c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2b742f40-3340-48bd-8796-1afc10699438 HTTP/1.1" status: 204 len: 168 time: 0.1697338 Nov 25 13:36:01.497196 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0d512e-01e3-4533-895e-52e86dbdb11c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b742f40-3340-48bd-8796-1afc10699438,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:02.301325 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46594) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:02.339541 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46598) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:02.428394 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-5a4f98c8-2159-483d-915d-d078301b82d3 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:02.429282 n-d-808199-11 neutron-server[103571]: WARNING neutron.api.v2.base [None req-5a4f98c8-2159-483d-915d-d078301b82d3 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 25 13:36:02.429594 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [None req-5a4f98c8-2159-483d-915d-d078301b82d3 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] create failed (client error): There was a conflict when trying to complete your request. Nov 25 13:36:02.434371 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5a4f98c8-2159-483d-915d-d078301b82d3 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1282372 Nov 25 13:36:02.435385 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46604) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:02.439858 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-d51aae0b-3581-44af-9dba-e67d8cd4e8c6 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Request body: {'security_group': {'name': 'tempest-secgroup--619035565'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:02.467940 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d51aae0b-3581-44af-9dba-e67d8cd4e8c6 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:02.480755 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d51aae0b-3581-44af-9dba-e67d8cd4e8c6 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:02.578563 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d51aae0b-3581-44af-9dba-e67d8cd4e8c6 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:02.583987 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d51aae0b-3581-44af-9dba-e67d8cd4e8c6 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:02.637234 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51aae0b-3581-44af-9dba-e67d8cd4e8c6 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4167b32-9826-407b-a38e-406b6c598729,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:02.699972 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d51aae0b-3581-44af-9dba-e67d8cd4e8c6 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:02.712918 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d51aae0b-3581-44af-9dba-e67d8cd4e8c6 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:02.764400 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d51aae0b-3581-44af-9dba-e67d8cd4e8c6 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:02.765902 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d51aae0b-3581-44af-9dba-e67d8cd4e8c6 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3303370 Nov 25 13:36:02.767581 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51aae0b-3581-44af-9dba-e67d8cd4e8c6 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2daefd47-65da-411e-8083-9d977d457033,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:02.769387 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46612) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:02.774539 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-402c8643-3cbf-46a6-bf3e-540fe19c5e63 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Request body: {'security_group_rule': {'security_group_id': '2daefd47-65da-411e-8083-9d977d457033', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:02.787048 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-65d3862a-4183-491a-b1c0-67dd66186f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:02.807577 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-402c8643-3cbf-46a6-bf3e-540fe19c5e63 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:02.873842 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-402c8643-3cbf-46a6-bf3e-540fe19c5e63 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:02.881909 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-402c8643-3cbf-46a6-bf3e-540fe19c5e63 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:02.903309 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402c8643-3cbf-46a6-bf3e-540fe19c5e63 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b067beb-e592-477c-a4f6-d8fae994712a,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:02.909039 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1fc31553-9e5a-4cac-8398-369cd512ca10 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:02.913507 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-402c8643-3cbf-46a6-bf3e-540fe19c5e63 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:02.919637 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-402c8643-3cbf-46a6-bf3e-540fe19c5e63 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1461141 Nov 25 13:36:02.921794 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46614) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:02.926575 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-1eef6f38-1db6-44d8-aa64-5b85b91a430d tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Request body: {'security_group_rule': {'security_group_id': '2daefd47-65da-411e-8083-9d977d457033', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:02.961006 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1eef6f38-1db6-44d8-aa64-5b85b91a430d tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:03.007758 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [None req-1eef6f38-1db6-44d8-aa64-5b85b91a430d tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] create failed (client error): There was a conflict when trying to complete your request. Nov 25 13:36:03.008996 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-1eef6f38-1db6-44d8-aa64-5b85b91a430d tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0859826 Nov 25 13:36:03.011673 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46618) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:03.078213 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9b6d84c5-fa4e-4092-83be-9b3f0e775263 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:03.106834 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9b6d84c5-fa4e-4092-83be-9b3f0e775263 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:03.159079 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9b6d84c5-fa4e-4092-83be-9b3f0e775263 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:03.162523 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9b6d84c5-fa4e-4092-83be-9b3f0e775263 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:03.166159 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-9b6d84c5-fa4e-4092-83be-9b3f0e775263 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] 10.222.0.53 "DELETE /v2.0/security-groups/2daefd47-65da-411e-8083-9d977d457033 HTTP/1.1" status: 204 len: 168 time: 0.1511750 Nov 25 13:36:03.167502 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46624) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:03.197982 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6d84c5-fa4e-4092-83be-9b3f0e775263 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2daefd47-65da-411e-8083-9d977d457033,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:03.222443 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-1fc31553-9e5a-4cac-8398-369cd512ca10 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Deleting port 7a98b4e9-073c-45e9-b32b-82c9185c8496 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:36:03.222798 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1fc31553-9e5a-4cac-8398-369cd512ca10 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:03.235767 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-81535a79-1069-49d2-8dde-b5d09c19de72 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0670476 Nov 25 13:36:03.241259 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46626) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:03.245717 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-8d6a3850-b788-4688-a38b-b51b7841b8be tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Request body: {'security_group': {'name': 'tempest-secgroup--1243082143'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:03.309387 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8d6a3850-b788-4688-a38b-b51b7841b8be tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:03.354660 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-1fc31553-9e5a-4cac-8398-369cd512ca10 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] For port 7a98b4e9-073c-45e9-b32b-82c9185c8496, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=7a98b4e9-073c-45e9-b32b-82c9185c8496,segment=NetworkSegment(30244941-692b-4542-83e4-4e83c993aaa9),segment_id=30244941-692b-4542-83e4-4e83c993aaa9)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:36:03.355390 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1fc31553-9e5a-4cac-8398-369cd512ca10 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:03.372756 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-1fc31553-9e5a-4cac-8398-369cd512ca10 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Calling delete_port for 7a98b4e9-073c-45e9-b32b-82c9185c8496 owned by network:router_interface {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:36:03.460469 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8d6a3850-b788-4688-a38b-b51b7841b8be tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:03.467420 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8d6a3850-b788-4688-a38b-b51b7841b8be tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:03.534172 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8d6a3850-b788-4688-a38b-b51b7841b8be tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:03.538452 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-8d6a3850-b788-4688-a38b-b51b7841b8be tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2937598 Nov 25 13:36:03.539000 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46632) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:03.543839 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-5d5312d5-26bc-4e62-8409-f08b83a0d350 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Request body: {'security_group_rule': {'security_group_id': 'f993b2c2-0330-4033-be3d-79beae659380', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:03.544646 n-d-808199-11 neutron-server[103570]: WARNING neutron.api.v2.base [None req-5d5312d5-26bc-4e62-8409-f08b83a0d350 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 25 13:36:03.545683 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [None req-5d5312d5-26bc-4e62-8409-f08b83a0d350 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 13:36:03.546085 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-5d5312d5-26bc-4e62-8409-f08b83a0d350 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0059381 Nov 25 13:36:03.548820 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6a3850-b788-4688-a38b-b51b7841b8be tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f993b2c2-0330-4033-be3d-79beae659380,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:03.549288 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46634) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:03.612212 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-221b21b6-f044-49a8-bfe0-a4aca47dbb96 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:03.636969 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-221b21b6-f044-49a8-bfe0-a4aca47dbb96 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:03.642610 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1fc31553-9e5a-4cac-8398-369cd512ca10 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:03.674589 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc31553-9e5a-4cac-8398-369cd512ca10 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event deleted for resources: {'Port': ['ID=7a98b4e9-073c-45e9-b32b-82c9185c8496,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:03.692995 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-221b21b6-f044-49a8-bfe0-a4aca47dbb96 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:03.696339 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-221b21b6-f044-49a8-bfe0-a4aca47dbb96 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:03.697965 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-221b21b6-f044-49a8-bfe0-a4aca47dbb96 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] 10.222.0.53 "DELETE /v2.0/security-groups/f993b2c2-0330-4033-be3d-79beae659380 HTTP/1.1" status: 204 len: 168 time: 0.1461985 Nov 25 13:36:03.705392 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46636) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:03.717791 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b21b6-f044-49a8-bfe0-a4aca47dbb96 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f993b2c2-0330-4033-be3d-79beae659380,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:03.777421 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-4badcb9d-681b-4667-b154-f72c0c4106c3 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0705926 Nov 25 13:36:03.781140 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46644) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:03.792691 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-b7eb7bbd-b6ca-422a-9b76-16050403144e tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Request body: {'security_group': {'name': 'tempest-secgroup--76759737'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:03.836319 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b7eb7bbd-b6ca-422a-9b76-16050403144e tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:03.876869 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:03.942876 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b7eb7bbd-b6ca-422a-9b76-16050403144e tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:03.951079 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b7eb7bbd-b6ca-422a-9b76-16050403144e tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:03.951783 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1fc31553-9e5a-4cac-8398-369cd512ca10 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:03.986501 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eb7bbd-b6ca-422a-9b76-16050403144e tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8a0c36-c815-4095-8162-9cbd1b7ec14b,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:03.991997 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b7eb7bbd-b6ca-422a-9b76-16050403144e tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:03.994759 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b7eb7bbd-b6ca-422a-9b76-16050403144e tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2111373 Nov 25 13:36:03.996286 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46646) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:04.000778 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-5ac4fc78-786f-4f3c-acd8-4f4dd0c2aa7e tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Request body: {'security_group_rule': {'security_group_id': '6e8a0c36-c815-4095-8162-9cbd1b7ec14b', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:04.011080 n-d-808199-11 neutron-server[103571]: WARNING neutron.api.v2.base [None req-5ac4fc78-786f-4f3c-acd8-4f4dd0c2aa7e tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 25 13:36:04.011605 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [None req-5ac4fc78-786f-4f3c-acd8-4f4dd0c2aa7e tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 13:36:04.013046 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5ac4fc78-786f-4f3c-acd8-4f4dd0c2aa7e tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0154274 Nov 25 13:36:04.015322 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46648) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:04.077167 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0d86f2ea-9958-46ba-a1a7-9a17c41fd9a5 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:04.106217 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0d86f2ea-9958-46ba-a1a7-9a17c41fd9a5 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:04.119242 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device a1221c11-6dfe-442e-b624-2d6a3b977c2e no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:36:04.141980 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] No Port match for: a1221c11-6dfe-442e-b624-2d6a3b977c2e {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:36:04.142629 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device a1221c11-6dfe-442e-b624-2d6a3b977c2e not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:36:04.166791 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0d86f2ea-9958-46ba-a1a7-9a17c41fd9a5 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:04.169557 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0d86f2ea-9958-46ba-a1a7-9a17c41fd9a5 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:04.173035 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-0d86f2ea-9958-46ba-a1a7-9a17c41fd9a5 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] 10.222.0.53 "DELETE /v2.0/security-groups/6e8a0c36-c815-4095-8162-9cbd1b7ec14b HTTP/1.1" status: 204 len: 168 time: 0.1545038 Nov 25 13:36:04.174230 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46656) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:04.194878 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d86f2ea-9958-46ba-a1a7-9a17c41fd9a5 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8a0c36-c815-4095-8162-9cbd1b7ec14b,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:04.229663 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-92fbc292-fa8e-4e7c-a622-fdbdf91bec7b tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0543292 Nov 25 13:36:04.234605 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46658) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:04.241946 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc31553-9e5a-4cac-8398-369cd512ca10 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Router 275d2c8b-6d84-4fc9-a3af-01cd21c6c052 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:36:04.242256 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-412e21b6-f278-43a5-afe7-8843ad7e5659 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Request body: {'security_group': {'name': 'tempest-secgroup--1256292471'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:04.276991 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-412e21b6-f278-43a5-afe7-8843ad7e5659 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:04.360821 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-412e21b6-f278-43a5-afe7-8843ad7e5659 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:04.364777 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-412e21b6-f278-43a5-afe7-8843ad7e5659 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:04.382871 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc31553-9e5a-4cac-8398-369cd512ca10 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:36:04.393772 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-412e21b6-f278-43a5-afe7-8843ad7e5659 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:04.398387 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-1fc31553-9e5a-4cac-8398-369cd512ca10 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "PUT /v2.0/routers/275d2c8b-6d84-4fc9-a3af-01cd21c6c052/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0550840 Nov 25 13:36:04.398816 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-412e21b6-f278-43a5-afe7-8843ad7e5659 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1576185 Nov 25 13:36:04.398914 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46664) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:04.399776 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46666) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:04.400945 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fb459f-b300-4625-b002-4cff7337234c None None] Sync routers for ids ['275d2c8b-6d84-4fc9-a3af-01cd21c6c052'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:36:04.408002 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-55eb8e6e-f8f7-4a0b-a5e4-38729034f2fb tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Request body: {'security_group_rule': {'security_group_id': '5fa6aa74-42a1-49d6-94a3-ae1465efd2a4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:04.427070 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fb459f-b300-4625-b002-4cff7337234c None None] Routers {'275d2c8b-6d84-4fc9-a3af-01cd21c6c052'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:36:04.427781 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-58fb459f-b300-4625-b002-4cff7337234c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:36:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['275d2c8b-6d84-4fc9-a3af-01cd21c6c052'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:36:04.430071 n-d-808199-11 neutron-server[103571]: WARNING neutron.api.v2.base [None req-55eb8e6e-f8f7-4a0b-a5e4-38729034f2fb tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 25 13:36:04.430551 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [None req-55eb8e6e-f8f7-4a0b-a5e4-38729034f2fb tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 13:36:04.434238 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-55eb8e6e-f8f7-4a0b-a5e4-38729034f2fb tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0314546 Nov 25 13:36:04.435696 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46668) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:04.440606 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-58849b04-772e-4c92-94fe-9b877153cfc5 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Request body: {'security_group_rule': {'security_group_id': '5fa6aa74-42a1-49d6-94a3-ae1465efd2a4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:04.441817 n-d-808199-11 neutron-server[103571]: WARNING neutron.api.v2.base [None req-58849b04-772e-4c92-94fe-9b877153cfc5 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 25 13:36:04.442313 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [None req-58849b04-772e-4c92-94fe-9b877153cfc5 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 13:36:04.446399 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-58849b04-772e-4c92-94fe-9b877153cfc5 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0073528 Nov 25 13:36:04.446399 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46670) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:04.450899 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-8619882e-28a0-4a1d-a7e9-373108ef5710 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Request body: {'security_group_rule': {'security_group_id': '5fa6aa74-42a1-49d6-94a3-ae1465efd2a4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:04.452247 n-d-808199-11 neutron-server[103571]: WARNING neutron.api.v2.base [None req-8619882e-28a0-4a1d-a7e9-373108ef5710 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 25 13:36:04.452247 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [None req-8619882e-28a0-4a1d-a7e9-373108ef5710 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 13:36:04.455573 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-8619882e-28a0-4a1d-a7e9-373108ef5710 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0058298 Nov 25 13:36:04.455573 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412e21b6-f278-43a5-afe7-8843ad7e5659 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa6aa74-42a1-49d6-94a3-ae1465efd2a4,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:04.457537 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46672) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:04.461998 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-1c24b488-bc26-4c3b-ad52-77cde533fc9b tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Request body: {'security_group_rule': {'security_group_id': '5fa6aa74-42a1-49d6-94a3-ae1465efd2a4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:04.462878 n-d-808199-11 neutron-server[103571]: WARNING neutron.api.v2.base [None req-1c24b488-bc26-4c3b-ad52-77cde533fc9b tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 25 13:36:04.463358 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [None req-1c24b488-bc26-4c3b-ad52-77cde533fc9b tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 13:36:04.467168 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-1c24b488-bc26-4c3b-ad52-77cde533fc9b tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0058699 Nov 25 13:36:04.471802 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46674) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:04.490792 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-7682be5b-c000-42eb-a1f5-73264c911e73 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Deleting subnet 5d3387ac-c8e7-4141-a2bb-03fc764526fd {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:36:04.496751 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7682be5b-c000-42eb-a1f5-73264c911e73 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:04.530549 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4bd130e5-febe-4694-9baa-86f50b20c822 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:04.552750 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7682be5b-c000-42eb-a1f5-73264c911e73 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:04.562297 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4bd130e5-febe-4694-9baa-86f50b20c822 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:04.653341 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4bd130e5-febe-4694-9baa-86f50b20c822 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:04.658487 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4bd130e5-febe-4694-9baa-86f50b20c822 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:04.661754 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-4bd130e5-febe-4694-9baa-86f50b20c822 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] 10.222.0.53 "DELETE /v2.0/security-groups/5fa6aa74-42a1-49d6-94a3-ae1465efd2a4 HTTP/1.1" status: 204 len: 168 time: 0.1888013 Nov 25 13:36:04.664571 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46680) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:04.684646 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7682be5b-c000-42eb-a1f5-73264c911e73 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:04.708182 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd130e5-febe-4694-9baa-86f50b20c822 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa6aa74-42a1-49d6-94a3-ae1465efd2a4,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:04.761791 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46682) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:04.762050 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-4c3d277b-ad59-4b8c-9e76-433d2eef1244 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0868702 Nov 25 13:36:04.766206 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-58fb459f-b300-4625-b002-4cff7337234c None None] Set router 275d2c8b-6d84-4fc9-a3af-01cd21c6c052 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:36:04.766900 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-ef430d75-3433-4d0f-b551-78de78a3a7c5 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Request body: {'security_group': {'name': 'tempest-secgroup--1848788132'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:04.797506 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7682be5b-c000-42eb-a1f5-73264c911e73 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:04.805369 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ef430d75-3433-4d0f-b551-78de78a3a7c5 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:04.828690 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7682be5b-c000-42eb-a1f5-73264c911e73 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event deleted for resources: {'Subnet': ['ID=5d3387ac-c8e7-4141-a2bb-03fc764526fd,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:04.841092 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7682be5b-c000-42eb-a1f5-73264c911e73 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:04.849402 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-7682be5b-c000-42eb-a1f5-73264c911e73 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "DELETE /v2.0/subnets/5d3387ac-c8e7-4141-a2bb-03fc764526fd HTTP/1.1" status: 204 len: 168 time: 0.4490306 Nov 25 13:36:04.850140 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46684) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:04.875903 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85e92ce-45b5-4e30-abb9-3876a3867932 None None] Network 9d895fac-3603-4eae-9a10-c0c29f9e2296 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:36:05.029887 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-45bcb2b6-7dfb-492e-bb5d-dc5e5095ed4b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for router, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:05.096961 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ef430d75-3433-4d0f-b551-78de78a3a7c5 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:05.102464 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ef430d75-3433-4d0f-b551-78de78a3a7c5 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:05.129385 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-58fb459f-b300-4625-b002-4cff7337234c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275d2c8b-6d84-4fc9-a3af-01cd21c6c052', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840486905', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'f0d9d4f8-1ad9-43fa-b3f3-74f918f5ad0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:34:43Z', 'updated_at': '2021-11-25T13:36:03Z', 'revision_number': 5, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'gw_port': {'id': 'f0d9d4f8-1ad9-43fa-b3f3-74f918f5ad0f', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:45:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275d2c8b-6d84-4fc9-a3af-01cd21c6c052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:34:44Z', 'updated_at': '2021-11-25T13:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:36:05.168414 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fb459f-b300-4625-b002-4cff7337234c None None] Checking router: 275d2c8b-6d84-4fc9-a3af-01cd21c6c052 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:36:05.172133 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ef430d75-3433-4d0f-b551-78de78a3a7c5 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:05.173470 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-ef430d75-3433-4d0f-b551-78de78a3a7c5 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4105361 Nov 25 13:36:05.176239 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46698) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:05.180616 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-208bbe46-0610-42ba-bae5-629e096fb41b tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Request body: {'security_group_rule': {'security_group_id': '66870320-6bb2-4766-9e31-2d56d59edbea', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:05.181358 n-d-808199-11 neutron-server[103570]: WARNING neutron.api.v2.base [None req-208bbe46-0610-42ba-bae5-629e096fb41b tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 25 13:36:05.181857 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [None req-208bbe46-0610-42ba-bae5-629e096fb41b tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 13:36:05.185383 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-208bbe46-0610-42ba-bae5-629e096fb41b tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0056658 Nov 25 13:36:05.185717 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef430d75-3433-4d0f-b551-78de78a3a7c5 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66870320-6bb2-4766-9e31-2d56d59edbea,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:05.185844 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46700) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:05.198096 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-1539f462-9a8b-45bd-930b-23f17abd9c41 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Request body: {'security_group_rule': {'security_group_id': '66870320-6bb2-4766-9e31-2d56d59edbea', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:05.205131 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fb459f-b300-4625-b002-4cff7337234c None None] Routers {'275d2c8b-6d84-4fc9-a3af-01cd21c6c052'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:36:05.205819 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-58fb459f-b300-4625-b002-4cff7337234c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:36:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['275d2c8b-6d84-4fc9-a3af-01cd21c6c052'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:36:05.209180 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-45bcb2b6-7dfb-492e-bb5d-dc5e5095ed4b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:05.210120 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf46f07-f490-489f-80d8-4a1c146b050f None None] DHCP port deletion for 9d895fac-3603-4eae-9a10-c0c29f9e2296 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:36:05.252970 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:05.258196 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [None req-1539f462-9a8b-45bd-930b-23f17abd9c41 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 13:36:05.260018 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-1539f462-9a8b-45bd-930b-23f17abd9c41 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0728970 Nov 25 13:36:05.262889 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46702) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:05.280852 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-eacc9a0c-b0ad-4b3e-a269-f5376ec092d3 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Request body: {'security_group_rule': {'security_group_id': '66870320-6bb2-4766-9e31-2d56d59edbea', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:05.281566 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-45bcb2b6-7dfb-492e-bb5d-dc5e5095ed4b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Deleting port f0d9d4f8-1ad9-43fa-b3f3-74f918f5ad0f {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:36:05.281920 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-45bcb2b6-7dfb-492e-bb5d-dc5e5095ed4b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:05.285031 n-d-808199-11 neutron-server[103571]: WARNING neutron.api.v2.base [None req-eacc9a0c-b0ad-4b3e-a269-f5376ec092d3 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 25 13:36:05.290947 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [None req-eacc9a0c-b0ad-4b3e-a269-f5376ec092d3 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 13:36:05.296320 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-eacc9a0c-b0ad-4b3e-a269-f5376ec092d3 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0320094 Nov 25 13:36:05.297010 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46706) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:05.326952 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-d48dd7f0-38b3-4c95-9ab9-b8e7af42062d tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Request body: {'security_group_rule': {'security_group_id': '66870320-6bb2-4766-9e31-2d56d59edbea', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:05.359631 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-58fb459f-b300-4625-b002-4cff7337234c None None] Set router 275d2c8b-6d84-4fc9-a3af-01cd21c6c052 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:36:05.391958 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-1bf46f07-f490-489f-80d8-4a1c146b050f None None] Deleting port fe0aec92-e972-4ea0-b93a-9db5be6eba4a {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:36:05.392350 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1bf46f07-f490-489f-80d8-4a1c146b050f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:05.403715 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [None req-d48dd7f0-38b3-4c95-9ab9-b8e7af42062d tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 13:36:05.405374 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d48dd7f0-38b3-4c95-9ab9-b8e7af42062d tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1074016 Nov 25 13:36:05.408203 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46714) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:05.413979 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-616f420e-0216-44cc-9c4e-43258897176a tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Request body: {'security_group_rule': {'security_group_id': '66870320-6bb2-4766-9e31-2d56d59edbea', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:05.414790 n-d-808199-11 neutron-server[103570]: WARNING neutron.api.v2.base [None req-616f420e-0216-44cc-9c4e-43258897176a tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 25 13:36:05.415436 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [None req-616f420e-0216-44cc-9c4e-43258897176a tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 13:36:05.416583 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-616f420e-0216-44cc-9c4e-43258897176a tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0072672 Nov 25 13:36:05.419931 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46716) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:05.422744 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-45bcb2b6-7dfb-492e-bb5d-dc5e5095ed4b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] For port f0d9d4f8-1ad9-43fa-b3f3-74f918f5ad0f, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=f0d9d4f8-1ad9-43fa-b3f3-74f918f5ad0f,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:36:05.423743 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-45bcb2b6-7dfb-492e-bb5d-dc5e5095ed4b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:05.427933 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-18324486-e267-44bf-9d1a-28a4888e06fb tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Request body: {'security_group_rule': {'security_group_id': '66870320-6bb2-4766-9e31-2d56d59edbea', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:05.439775 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-45bcb2b6-7dfb-492e-bb5d-dc5e5095ed4b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Calling delete_port for f0d9d4f8-1ad9-43fa-b3f3-74f918f5ad0f owned by network:router_gateway {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:36:05.457745 n-d-808199-11 neutron-server[103571]: INFO neutron.db.securitygroups_db [None req-18324486-e267-44bf-9d1a-28a4888e06fb tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Project 463df50a376d45a4aa103ebb07520ae4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 13:36:05.477475 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [None req-18324486-e267-44bf-9d1a-28a4888e06fb tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 13:36:05.483457 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-18324486-e267-44bf-9d1a-28a4888e06fb tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0615346 Nov 25 13:36:05.485126 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46718) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:05.490943 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-691abc68-1c1e-4936-948c-b9e10862b53e tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Request body: {'security_group_rule': {'security_group_id': '66870320-6bb2-4766-9e31-2d56d59edbea', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:05.491620 n-d-808199-11 neutron-server[103571]: WARNING neutron.api.v2.base [None req-691abc68-1c1e-4936-948c-b9e10862b53e tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 25 13:36:05.492217 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [None req-691abc68-1c1e-4936-948c-b9e10862b53e tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 13:36:05.496614 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-691abc68-1c1e-4936-948c-b9e10862b53e tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0104086 Nov 25 13:36:05.497619 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46720) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:05.502240 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-7a2d23d5-8d79-406e-be14-cd0a62736dd9 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Request body: {'security_group_rule': {'security_group_id': '66870320-6bb2-4766-9e31-2d56d59edbea', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:05.534054 n-d-808199-11 neutron-server[103571]: INFO neutron.db.securitygroups_db [None req-7a2d23d5-8d79-406e-be14-cd0a62736dd9 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Project 463df50a376d45a4aa103ebb07520ae4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 13:36:05.553100 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [None req-7a2d23d5-8d79-406e-be14-cd0a62736dd9 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 13:36:05.554872 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-7a2d23d5-8d79-406e-be14-cd0a62736dd9 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0560827 Nov 25 13:36:05.558168 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46722) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:05.564880 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-28297f0c-2b27-40fd-b2ef-5f4790f692c6 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Request body: {'security_group_rule': {'security_group_id': '66870320-6bb2-4766-9e31-2d56d59edbea', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:05.568127 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-1bf46f07-f490-489f-80d8-4a1c146b050f None None] For port fe0aec92-e972-4ea0-b93a-9db5be6eba4a, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=fe0aec92-e972-4ea0-b93a-9db5be6eba4a,segment=NetworkSegment(30244941-692b-4542-83e4-4e83c993aaa9),segment_id=30244941-692b-4542-83e4-4e83c993aaa9)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:36:05.568535 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1bf46f07-f490-489f-80d8-4a1c146b050f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:05.584555 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-1bf46f07-f490-489f-80d8-4a1c146b050f None None] Calling delete_port for fe0aec92-e972-4ea0-b93a-9db5be6eba4a owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:36:05.612195 n-d-808199-11 neutron-server[103571]: INFO neutron.db.securitygroups_db [None req-28297f0c-2b27-40fd-b2ef-5f4790f692c6 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Project 463df50a376d45a4aa103ebb07520ae4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 13:36:05.630214 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [None req-28297f0c-2b27-40fd-b2ef-5f4790f692c6 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 13:36:05.631791 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-28297f0c-2b27-40fd-b2ef-5f4790f692c6 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0721936 Nov 25 13:36:05.634738 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46724) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:05.653106 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-45bcb2b6-7dfb-492e-bb5d-dc5e5095ed4b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:05.688067 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bcb2b6-7dfb-492e-bb5d-dc5e5095ed4b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event deleted for resources: {'Port': ['ID=f0d9d4f8-1ad9-43fa-b3f3-74f918f5ad0f,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:05.702238 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4c4877fa-1f28-4d3b-b607-94c9f548a003 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:05.702476 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-58fb459f-b300-4625-b002-4cff7337234c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275d2c8b-6d84-4fc9-a3af-01cd21c6c052', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840486905', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'f0d9d4f8-1ad9-43fa-b3f3-74f918f5ad0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:34:43Z', 'updated_at': '2021-11-25T13:36:03Z', 'revision_number': 5, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'gw_port': {'id': 'f0d9d4f8-1ad9-43fa-b3f3-74f918f5ad0f', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:45:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275d2c8b-6d84-4fc9-a3af-01cd21c6c052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:34:44Z', 'updated_at': '2021-11-25T13:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:36:05.704964 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fa2a91-42f1-46e5-bea9-4fcc80f06fae None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:36:05.733777 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4c4877fa-1f28-4d3b-b607-94c9f548a003 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:05.751692 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1bf46f07-f490-489f-80d8-4a1c146b050f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:05.759610 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fb459f-b300-4625-b002-4cff7337234c None None] The sync data for ids ['275d2c8b-6d84-4fc9-a3af-01cd21c6c052'] in n-d-808199-11 is: [{'id': '275d2c8b-6d84-4fc9-a3af-01cd21c6c052', 'name': 'tempest-TestNetworkAdvancedServerOps-router-840486905', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'f0d9d4f8-1ad9-43fa-b3f3-74f918f5ad0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:34:43Z', 'updated_at': '2021-11-25T13:36:03Z', 'revision_number': 5, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'gw_port': {'id': 'f0d9d4f8-1ad9-43fa-b3f3-74f918f5ad0f', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:45:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275d2c8b-6d84-4fc9-a3af-01cd21c6c052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:34:44Z', 'updated_at': '2021-11-25T13:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:36:05.780576 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-45bcb2b6-7dfb-492e-bb5d-dc5e5095ed4b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:05.789394 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf46f07-f490-489f-80d8-4a1c146b050f None None] No DVR routers for this DVR port fe0aec92-e972-4ea0-b93a-9db5be6eba4a on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:36:05.791654 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf46f07-f490-489f-80d8-4a1c146b050f None None] Pushing event deleted for resources: {'Port': ['ID=fe0aec92-e972-4ea0-b93a-9db5be6eba4a,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:05.810959 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4c4877fa-1f28-4d3b-b607-94c9f548a003 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:05.813620 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4c4877fa-1f28-4d3b-b607-94c9f548a003 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:05.817731 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-4c4877fa-1f28-4d3b-b607-94c9f548a003 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] 10.222.0.53 "DELETE /v2.0/security-groups/66870320-6bb2-4766-9e31-2d56d59edbea HTTP/1.1" status: 204 len: 168 time: 0.1787825 Nov 25 13:36:05.818870 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46726) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:05.844359 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4877fa-1f28-4d3b-b607-94c9f548a003 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66870320-6bb2-4766-9e31-2d56d59edbea,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:05.882138 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-133cc501-c942-42b2-b001-fc1d7b6760c2 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0621274 Nov 25 13:36:05.887148 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46728) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:05.893484 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-9bc9e4b3-66d8-4051-afe8-26bc328af0a8 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Request body: {'security_group': {'name': 'tempest-secgroup--1674684642'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:05.907473 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-45bcb2b6-7dfb-492e-bb5d-dc5e5095ed4b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:05.909836 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-45bcb2b6-7dfb-492e-bb5d-dc5e5095ed4b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:05.924651 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9bc9e4b3-66d8-4051-afe8-26bc328af0a8 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:05.954593 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-45bcb2b6-7dfb-492e-bb5d-dc5e5095ed4b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:05.955331 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45bcb2b6-7dfb-492e-bb5d-dc5e5095ed4b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Fanout notify agent at l3_agent the message router_deleted on router 275d2c8b-6d84-4fc9-a3af-01cd21c6c052 {{(pid=103570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:36:05.978528 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-45bcb2b6-7dfb-492e-bb5d-dc5e5095ed4b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:05.979902 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-45bcb2b6-7dfb-492e-bb5d-dc5e5095ed4b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "DELETE /v2.0/routers/275d2c8b-6d84-4fc9-a3af-01cd21c6c052 HTTP/1.1" status: 204 len: 168 time: 1.1291308 Nov 25 13:36:05.983684 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46732) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:06.014484 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9bc9e4b3-66d8-4051-afe8-26bc328af0a8 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:06.021141 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9bc9e4b3-66d8-4051-afe8-26bc328af0a8 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:06.051302 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9bc9e4b3-66d8-4051-afe8-26bc328af0a8 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:06.054046 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-9bc9e4b3-66d8-4051-afe8-26bc328af0a8 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1654880 Nov 25 13:36:06.059736 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46736) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:06.067238 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-310d3e87-7cd7-4e8c-bdbe-b5b9ee195a66 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Request body: {'security_group_rule': {'security_group_id': '82f739fc-f10d-46d5-850e-564c252505b6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:06.076639 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc9e4b3-66d8-4051-afe8-26bc328af0a8 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82f739fc-f10d-46d5-850e-564c252505b6,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:06.101850 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9cbd828d-a8e6-4418-bec0-efd61feae8d4 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:06.131368 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [None req-310d3e87-7cd7-4e8c-bdbe-b5b9ee195a66 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] create failed (client error): The resource could not be found. Nov 25 13:36:06.135606 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-310d3e87-7cd7-4e8c-bdbe-b5b9ee195a66 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0718226 Nov 25 13:36:06.136366 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46740) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:06.146218 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-58280409-fbb6-4e46-bac6-355f16ecb007 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Request body: {'security_group_rule': {'security_group_id': '82f739fc-f10d-46d5-850e-564c252505b6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '3eaf6d2c-11ab-48d2-80c0-bb989804b549'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:06.216981 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [None req-58280409-fbb6-4e46-bac6-355f16ecb007 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] create failed (client error): The resource could not be found. Nov 25 13:36:06.218084 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-58280409-fbb6-4e46-bac6-355f16ecb007 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0794327 Nov 25 13:36:06.223557 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46744) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:06.230723 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:06.242829 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9cbd828d-a8e6-4418-bec0-efd61feae8d4 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:06.299001 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-9cbd828d-a8e6-4418-bec0-efd61feae8d4 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d895fac-3603-4eae-9a10-c0c29f9e2296']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:36:06.317683 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-9cbd828d-a8e6-4418-bec0-efd61feae8d4 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30244941-692b-4542-83e4-4e83c993aaa9') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:36:06.318086 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-9cbd828d-a8e6-4418-bec0-efd61feae8d4 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30244941-692b-4542-83e4-4e83c993aaa9') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:36:06.342715 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9cbd828d-a8e6-4418-bec0-efd61feae8d4 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:06.373030 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5426a10c-155e-46e0-94dd-8a2e78241a81 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:06.392424 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9cbd828d-a8e6-4418-bec0-efd61feae8d4 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:06.407595 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cbd828d-a8e6-4418-bec0-efd61feae8d4 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:36:06.408229 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9cbd828d-a8e6-4418-bec0-efd61feae8d4 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:06.411409 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:36:06.411409 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:36:06.411409 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:36:06.411409 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:36:06.411409 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:36:06.411409 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:36:06.411409 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:36:06.411409 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:36:06.411409 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:36:06.411409 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:36:06.411409 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:36:06.411409 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:36:06.411409 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:36:06.411409 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:36:06.411409 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:36:06.411409 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:36:06.411409 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:36:06.411409 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:36:06.411409 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:36:06.411409 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:36:06.411409 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:36:06.411409 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:36:06.411409 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:36:06.411409 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:36:06.411409 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:36:06.411409 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:36:06.411409 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:36:06.411409 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:36:06.411409 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:36:06.411409 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:36:06.411409 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:36:06.411409 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:36:06.428123 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5426a10c-155e-46e0-94dd-8a2e78241a81 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:06.513194 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9cbd828d-a8e6-4418-bec0-efd61feae8d4 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:06.530298 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9cbd828d-a8e6-4418-bec0-efd61feae8d4 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:06.537753 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-9cbd828d-a8e6-4418-bec0-efd61feae8d4 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "DELETE /v2.0/networks/9d895fac-3603-4eae-9a10-c0c29f9e2296 HTTP/1.1" status: 204 len: 168 time: 0.5514581 Nov 25 13:36:06.540557 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46750) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:06.557583 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbd828d-a8e6-4418-bec0-efd61feae8d4 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event deleted for resources: {'Network': ['ID=9d895fac-3603-4eae-9a10-c0c29f9e2296,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:06.567103 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5426a10c-155e-46e0-94dd-8a2e78241a81 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:06.573373 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5426a10c-155e-46e0-94dd-8a2e78241a81 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:06.574674 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-5426a10c-155e-46e0-94dd-8a2e78241a81 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] 10.222.0.53 "DELETE /v2.0/security-groups/82f739fc-f10d-46d5-850e-564c252505b6 HTTP/1.1" status: 204 len: 168 time: 0.3483150 Nov 25 13:36:06.579861 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46752) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:06.613348 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5426a10c-155e-46e0-94dd-8a2e78241a81 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f739fc-f10d-46d5-850e-564c252505b6,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:06.644742 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a26b8a56-19bf-4391-82ea-94564131bc6d tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:06.664808 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e8b1edbb-d91d-4a08-b97b-b752661bd5f3 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0837843 Nov 25 13:36:06.668912 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46756) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:06.673372 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-59a581a0-9a12-4aeb-8283-2e2d74cb1e6d tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Request body: {'security_group_rule': {'security_group_id': '8156443c-d21c-4ac6-8557-02534ee514d8', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:06.684336 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a26b8a56-19bf-4391-82ea-94564131bc6d tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:06.732055 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [None req-59a581a0-9a12-4aeb-8283-2e2d74cb1e6d tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] create failed (client error): The resource could not be found. Nov 25 13:36:06.733699 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-59a581a0-9a12-4aeb-8283-2e2d74cb1e6d tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0638001 Nov 25 13:36:06.737375 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46758) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:06.743734 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-dad6e7cc-4f4c-44a1-80bc-fa53bfb4c1de tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Request body: {'security_group': {'name': 'tempest-secgroup--653455404'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:06.770501 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-dad6e7cc-4f4c-44a1-80bc-fa53bfb4c1de tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:06.780386 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a26b8a56-19bf-4391-82ea-94564131bc6d tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:06.783414 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a26b8a56-19bf-4391-82ea-94564131bc6d tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:06.785024 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-a26b8a56-19bf-4391-82ea-94564131bc6d tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "DELETE /v2.0/security-groups/e1eca7e0-4230-4e6a-9eb7-efb9259d4a3d HTTP/1.1" status: 204 len: 168 time: 0.2432725 Nov 25 13:36:06.833374 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26b8a56-19bf-4391-82ea-94564131bc6d tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1eca7e0-4230-4e6a-9eb7-efb9259d4a3d,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:06.908462 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-dad6e7cc-4f4c-44a1-80bc-fa53bfb4c1de tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:06.917157 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-dad6e7cc-4f4c-44a1-80bc-fa53bfb4c1de tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:06.951891 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-dad6e7cc-4f4c-44a1-80bc-fa53bfb4c1de tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:06.954791 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-dad6e7cc-4f4c-44a1-80bc-fa53bfb4c1de tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2147207 Nov 25 13:36:06.956527 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46764) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:06.956942 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad6e7cc-4f4c-44a1-80bc-fa53bfb4c1de tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e768f9c-0dee-4251-b6e1-0c72e7ac4c88,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:06.963161 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-65d0f1e4-8fe3-44aa-a57a-70a18a579b0a tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Request body: {'security_group': {'name': 'tempest-secgroup--623367752'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:06.991209 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-65d0f1e4-8fe3-44aa-a57a-70a18a579b0a tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:07.069163 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-65d0f1e4-8fe3-44aa-a57a-70a18a579b0a tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:07.072956 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-65d0f1e4-8fe3-44aa-a57a-70a18a579b0a tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:07.103906 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-65d0f1e4-8fe3-44aa-a57a-70a18a579b0a tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:07.110396 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-65d0f1e4-8fe3-44aa-a57a-70a18a579b0a tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1474297 Nov 25 13:36:07.110932 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46766) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:07.117627 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-d81fca87-a311-40a7-ab60-3a16621f2eab tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Request body: {'security_group_rule': {'security_group_id': '6e768f9c-0dee-4251-b6e1-0c72e7ac4c88', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '24505f6b-cf33-4764-8156-c7ac056e3329'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:07.136349 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d0f1e4-8fe3-44aa-a57a-70a18a579b0a tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24505f6b-cf33-4764-8156-c7ac056e3329,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:07.223696 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [None req-d81fca87-a311-40a7-ab60-3a16621f2eab tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 13:36:07.224772 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d81fca87-a311-40a7-ab60-3a16621f2eab tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1128345 Nov 25 13:36:07.227617 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46770) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:07.282654 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device f0d9d4f8-1ad9-43fa-b3f3-74f918f5ad0f no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:36:07.295904 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-48482da9-b6c7-43af-98cf-d51bd32a2da3 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:07.312855 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: f0d9d4f8-1ad9-43fa-b3f3-74f918f5ad0f {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:36:07.313633 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device f0d9d4f8-1ad9-43fa-b3f3-74f918f5ad0f not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:36:07.314631 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device fe0aec92-e972-4ea0-b93a-9db5be6eba4a no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:36:07.321614 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-48482da9-b6c7-43af-98cf-d51bd32a2da3 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:07.337591 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: fe0aec92-e972-4ea0-b93a-9db5be6eba4a {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:36:07.338035 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device fe0aec92-e972-4ea0-b93a-9db5be6eba4a not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:36:07.338526 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 7a98b4e9-073c-45e9-b32b-82c9185c8496 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:36:07.361443 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 7a98b4e9-073c-45e9-b32b-82c9185c8496 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:36:07.361443 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 7a98b4e9-073c-45e9-b32b-82c9185c8496 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:36:07.391944 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-48482da9-b6c7-43af-98cf-d51bd32a2da3 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:07.396609 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-48482da9-b6c7-43af-98cf-d51bd32a2da3 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:07.397795 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-48482da9-b6c7-43af-98cf-d51bd32a2da3 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] 10.222.0.53 "DELETE /v2.0/security-groups/24505f6b-cf33-4764-8156-c7ac056e3329 HTTP/1.1" status: 204 len: 168 time: 0.1692641 Nov 25 13:36:07.400853 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46772) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:07.411130 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48482da9-b6c7-43af-98cf-d51bd32a2da3 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24505f6b-cf33-4764-8156-c7ac056e3329,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:07.470312 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-23d01651-cc79-4b56-b4b5-76b41175a793 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0652101 Nov 25 13:36:07.470594 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46774) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:07.545102 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f19e58dc-41fc-439b-bd3a-398a37e1aa2f tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:07.578383 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f19e58dc-41fc-439b-bd3a-398a37e1aa2f tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:07.627934 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f19e58dc-41fc-439b-bd3a-398a37e1aa2f tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:07.632194 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f19e58dc-41fc-439b-bd3a-398a37e1aa2f tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:07.634438 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-f19e58dc-41fc-439b-bd3a-398a37e1aa2f tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] 10.222.0.53 "DELETE /v2.0/security-groups/6e768f9c-0dee-4251-b6e1-0c72e7ac4c88 HTTP/1.1" status: 204 len: 168 time: 0.1589999 Nov 25 13:36:07.637163 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46778) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:07.647198 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19e58dc-41fc-439b-bd3a-398a37e1aa2f tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e768f9c-0dee-4251-b6e1-0c72e7ac4c88,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:07.697666 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-af26073e-e1a9-4def-b7cf-ae78ceeb3787 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0591629 Nov 25 13:36:07.701454 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46780) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:07.706316 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-d8e3485a-6066-4d6a-8a18-c6ef6df47fc2 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Request body: {'security_group': {'name': 'tempest-secgroup--1637923190'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:07.734962 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d8e3485a-6066-4d6a-8a18-c6ef6df47fc2 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:07.804140 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d8e3485a-6066-4d6a-8a18-c6ef6df47fc2 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:07.807725 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d8e3485a-6066-4d6a-8a18-c6ef6df47fc2 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:07.840617 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d8e3485a-6066-4d6a-8a18-c6ef6df47fc2 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:07.841795 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d8e3485a-6066-4d6a-8a18-c6ef6df47fc2 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1393247 Nov 25 13:36:07.842566 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e3485a-6066-4d6a-8a18-c6ef6df47fc2 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67f921cb-23eb-462b-9c60-2b67a71fe726,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:07.845114 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46782) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:07.850321 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-483aefd9-d515-4f1d-b29c-44c2d9c1f436 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Request body: {'security_group_rule': {'security_group_id': '67f921cb-23eb-462b-9c60-2b67a71fe726', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:07.884886 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [None req-483aefd9-d515-4f1d-b29c-44c2d9c1f436 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 13:36:07.886224 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-483aefd9-d515-4f1d-b29c-44c2d9c1f436 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0400534 Nov 25 13:36:07.889049 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46784) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:07.894361 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-3bd69aaf-b3e7-460d-b71b-72ee2fda13f7 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Request body: {'security_group_rule': {'security_group_id': '67f921cb-23eb-462b-9c60-2b67a71fe726', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:07.930955 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [None req-3bd69aaf-b3e7-460d-b71b-72ee2fda13f7 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 13:36:07.931988 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-3bd69aaf-b3e7-460d-b71b-72ee2fda13f7 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0418458 Nov 25 13:36:07.934939 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46786) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:07.989862 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4bdd5c38-025f-4814-9024-3867a842585e tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:08.012374 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4bdd5c38-025f-4814-9024-3867a842585e tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:08.060803 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4bdd5c38-025f-4814-9024-3867a842585e tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:08.064489 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4bdd5c38-025f-4814-9024-3867a842585e tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:08.068201 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-4bdd5c38-025f-4814-9024-3867a842585e tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] 10.222.0.53 "DELETE /v2.0/security-groups/67f921cb-23eb-462b-9c60-2b67a71fe726 HTTP/1.1" status: 204 len: 168 time: 0.1297002 Nov 25 13:36:08.069566 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46790) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:08.075734 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdd5c38-025f-4814-9024-3867a842585e tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f921cb-23eb-462b-9c60-2b67a71fe726,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:08.093855 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:08.145139 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c929f3ca-3954-4cb9-bb97-6a6f5137d717 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0706239 Nov 25 13:36:08.146026 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46792) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:08.151144 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-3eae6678-f7ee-4cb8-88be-09565df30b8a tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Request body: {'security_group': {'name': 'tempest-secgroup--1608226220'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:08.178739 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3eae6678-f7ee-4cb8-88be-09565df30b8a tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:08.258365 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3eae6678-f7ee-4cb8-88be-09565df30b8a tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:08.263204 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3eae6678-f7ee-4cb8-88be-09565df30b8a tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:08.292187 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3eae6678-f7ee-4cb8-88be-09565df30b8a tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:08.293575 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-3eae6678-f7ee-4cb8-88be-09565df30b8a tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1463389 Nov 25 13:36:08.296404 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46796) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:08.301403 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-58d10fc8-8f5a-4422-877b-4d01c96af36d tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:08.301932 n-d-808199-11 neutron-server[103571]: WARNING neutron.api.v2.base [None req-58d10fc8-8f5a-4422-877b-4d01c96af36d tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 25 13:36:08.302525 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [None req-58d10fc8-8f5a-4422-877b-4d01c96af36d tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] update failed (client error): There was a conflict when trying to complete your request. Nov 25 13:36:08.305757 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-58d10fc8-8f5a-4422-877b-4d01c96af36d tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] 10.222.0.53 "PUT /v2.0/security-groups/51a8e6bf-c7eb-49aa-b80b-b6a283c84d4a HTTP/1.1" status: 409 len: 330 time: 0.0061691 Nov 25 13:36:08.306617 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46798) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:08.313662 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6678-f7ee-4cb8-88be-09565df30b8a tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51a8e6bf-c7eb-49aa-b80b-b6a283c84d4a,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:08.370549 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-955ce7cc-f81d-4b91-b321-57dfdd3450e6 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:08.403101 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-955ce7cc-f81d-4b91-b321-57dfdd3450e6 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:08.444028 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-955ce7cc-f81d-4b91-b321-57dfdd3450e6 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:08.446985 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-955ce7cc-f81d-4b91-b321-57dfdd3450e6 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:08.450459 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-955ce7cc-f81d-4b91-b321-57dfdd3450e6 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] 10.222.0.53 "DELETE /v2.0/security-groups/51a8e6bf-c7eb-49aa-b80b-b6a283c84d4a HTTP/1.1" status: 204 len: 168 time: 0.1404247 Nov 25 13:36:08.451048 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46800) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:08.458913 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955ce7cc-f81d-4b91-b321-57dfdd3450e6 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a8e6bf-c7eb-49aa-b80b-b6a283c84d4a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:08.502843 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46802) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:08.508138 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-4348b60d-49af-4f22-9a0a-217ce04c2cfc tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1942049199', 'description': 'tempest-secgroup-smoke-1942049199 description', 'project_id': '057e847f3ee343b9812224ca032e6bfc'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:08.520583 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d09755e8-d5a7-4fc9-bd93-601ac6d48f4c tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0682166 Nov 25 13:36:08.524509 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46804) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:08.536896 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4348b60d-49af-4f22-9a0a-217ce04c2cfc tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:08.539197 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [None req-afc03453-1d11-4b51-b2de-c3db36c9bfe4 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] delete failed (client error): The resource could not be found. Nov 25 13:36:08.543847 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-afc03453-1d11-4b51-b2de-c3db36c9bfe4 tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] 10.222.0.53 "DELETE /v2.0/security-groups/f130e636-e70b-465c-97e6-df01fb6364f2 HTTP/1.1" status: 404 len: 347 time: 0.0147634 Nov 25 13:36:08.545262 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46806) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:08.559897 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [None req-d66cb717-7984-482f-9de8-bc1367ed576a tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] show failed (client error): The resource could not be found. Nov 25 13:36:08.564583 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d66cb717-7984-482f-9de8-bc1367ed576a tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] 10.222.0.53 "GET /v2.0/security-groups/bcc0ceb6-1429-4cd5-a5b4-bb6964eeedd1 HTTP/1.1" status: 404 len: 347 time: 0.0146339 Nov 25 13:36:08.564915 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46808) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:08.577610 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [None req-cd51914a-ccff-4373-8480-9140b5304f2c tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] show failed (client error): The resource could not be found. Nov 25 13:36:08.578675 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-cd51914a-ccff-4373-8480-9140b5304f2c tempest-NegativeSecGroupIPv6Test-1202359152 tempest-NegativeSecGroupIPv6Test-1202359152-project] 10.222.0.53 "GET /v2.0/security-group-rules/720593bf-4a7f-4661-8cd4-9fb198c46305 HTTP/1.1" status: 404 len: 356 time: 0.0127938 Nov 25 13:36:08.624297 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4348b60d-49af-4f22-9a0a-217ce04c2cfc tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:08.631753 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4348b60d-49af-4f22-9a0a-217ce04c2cfc tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:08.678892 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4348b60d-49af-4f22-9a0a-217ce04c2cfc tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:08.683074 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-4348b60d-49af-4f22-9a0a-217ce04c2cfc tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1763222 Nov 25 13:36:08.683678 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46816) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:08.689420 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-39a51880-5409-4745-9c27-468aa485d2da tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Request body: {'security_group_rule': {'security_group_id': 'deb84145-70b8-4cf2-8a88-cf2c1abdea3f', 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:08.695225 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4348b60d-49af-4f22-9a0a-217ce04c2cfc tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=deb84145-70b8-4cf2-8a88-cf2c1abdea3f,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:08.743807 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-39a51880-5409-4745-9c27-468aa485d2da tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:08.802994 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-39a51880-5409-4745-9c27-468aa485d2da tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:08.808960 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-39a51880-5409-4745-9c27-468aa485d2da tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:08.828286 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a51880-5409-4745-9c27-468aa485d2da tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bbc8bf3-b3f4-448b-a287-2d4c7ac8049f,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:08.837631 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-39a51880-5409-4745-9c27-468aa485d2da tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:08.838943 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-39a51880-5409-4745-9c27-468aa485d2da tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1539352 Nov 25 13:36:08.841953 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46820) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:08.848387 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-6d098dfc-b440-4306-b858-7d8bbf66d896 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Request body: {'security_group_rule': {'security_group_id': 'deb84145-70b8-4cf2-8a88-cf2c1abdea3f', 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:08.880201 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6d098dfc-b440-4306-b858-7d8bbf66d896 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:08.951681 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46828) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:08.961396 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6d098dfc-b440-4306-b858-7d8bbf66d896 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:08.964762 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6d098dfc-b440-4306-b858-7d8bbf66d896 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:08.986022 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d098dfc-b440-4306-b858-7d8bbf66d896 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afc94ad1-3a80-4802-84a3-c8cff1be5dfb,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:08.995074 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6d098dfc-b440-4306-b858-7d8bbf66d896 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:08.996573 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-6d098dfc-b440-4306-b858-7d8bbf66d896 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1533005 Nov 25 13:36:08.999047 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46832) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:09.004141 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-376f715e-1efc-4649-9f1b-5874efff355c tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Request body: {'security_group_rule': {'security_group_id': 'deb84145-70b8-4cf2-8a88-cf2c1abdea3f', 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:09.051801 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-376f715e-1efc-4649-9f1b-5874efff355c tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:09.122561 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-376f715e-1efc-4649-9f1b-5874efff355c tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:09.127078 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-376f715e-1efc-4649-9f1b-5874efff355c tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:09.153936 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376f715e-1efc-4649-9f1b-5874efff355c tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9973a1eb-d267-4945-b4ab-1dadcd373b62,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:09.159492 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-376f715e-1efc-4649-9f1b-5874efff355c tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:09.164611 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-376f715e-1efc-4649-9f1b-5874efff355c tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1644518 Nov 25 13:36:09.165269 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46836) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:09.170307 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-882d8c73-4867-467e-9a0f-407df6bd99c4 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Request body: {'security_group_rule': {'security_group_id': 'deb84145-70b8-4cf2-8a88-cf2c1abdea3f', 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:09.201790 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-882d8c73-4867-467e-9a0f-407df6bd99c4 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:09.203365 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f8ae5d96-fbc3-499b-aa34-f22b029562af admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=463df50a376d45a4aa103ebb07520ae4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2500646 Nov 25 13:36:09.205559 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46840) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:09.273745 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4796a688-9937-43d0-a504-aa9ef7900c2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:09.310294 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-882d8c73-4867-467e-9a0f-407df6bd99c4 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:09.312880 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4796a688-9937-43d0-a504-aa9ef7900c2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:09.318249 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-882d8c73-4867-467e-9a0f-407df6bd99c4 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:09.347106 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882d8c73-4867-467e-9a0f-407df6bd99c4 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f80d907-7ca9-4aea-bffe-d2948479235f,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:09.377680 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-882d8c73-4867-467e-9a0f-407df6bd99c4 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:09.382619 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-882d8c73-4867-467e-9a0f-407df6bd99c4 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2162695 Nov 25 13:36:09.383285 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46842) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:09.384557 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4796a688-9937-43d0-a504-aa9ef7900c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:09.389024 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-59c89be4-5bb8-4c33-9ae4-c26dce4f98dd tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Request body: {'security_group_rule': {'security_group_id': 'deb84145-70b8-4cf2-8a88-cf2c1abdea3f', 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:09.396282 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4796a688-9937-43d0-a504-aa9ef7900c2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:09.397718 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-4796a688-9937-43d0-a504-aa9ef7900c2a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c4167b32-9826-407b-a38e-406b6c598729 HTTP/1.1" status: 204 len: 168 time: 0.1903555 Nov 25 13:36:09.420694 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4796a688-9937-43d0-a504-aa9ef7900c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4167b32-9826-407b-a38e-406b6c598729,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:09.447043 n-d-808199-11 neutron-server[103571]: INFO neutron.db.securitygroups_db [None req-59c89be4-5bb8-4c33-9ae4-c26dce4f98dd tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Project 057e847f3ee343b9812224ca032e6bfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 13:36:09.463088 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-59c89be4-5bb8-4c33-9ae4-c26dce4f98dd tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:09.537477 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-59c89be4-5bb8-4c33-9ae4-c26dce4f98dd tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:09.547197 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-59c89be4-5bb8-4c33-9ae4-c26dce4f98dd tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:09.566268 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c89be4-5bb8-4c33-9ae4-c26dce4f98dd tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec6f82ca-d64a-4fdc-96af-768fab765f2b,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:09.580294 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-59c89be4-5bb8-4c33-9ae4-c26dce4f98dd tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:09.582737 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-59c89be4-5bb8-4c33-9ae4-c26dce4f98dd tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1981423 Nov 25 13:36:09.585805 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46848) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:09.591909 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-b736ce36-1900-4840-8109-f5d6ed61585d tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Request body: {'security_group_rule': {'security_group_id': 'deb84145-70b8-4cf2-8a88-cf2c1abdea3f', 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:09.618152 n-d-808199-11 neutron-server[103570]: INFO neutron.db.securitygroups_db [None req-b736ce36-1900-4840-8109-f5d6ed61585d tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Project 057e847f3ee343b9812224ca032e6bfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 13:36:09.625263 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b736ce36-1900-4840-8109-f5d6ed61585d tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:09.688307 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b736ce36-1900-4840-8109-f5d6ed61585d tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:09.696721 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b736ce36-1900-4840-8109-f5d6ed61585d tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:09.728943 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b736ce36-1900-4840-8109-f5d6ed61585d tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64bcd27b-d42b-4898-b15c-f529012daa3b,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:09.758515 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b736ce36-1900-4840-8109-f5d6ed61585d tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:09.762763 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b736ce36-1900-4840-8109-f5d6ed61585d tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1721873 Nov 25 13:36:09.763463 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46854) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:09.770499 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-e85c04d8-bb09-4ec4-a8b3-cd94664c53b2 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Request body: {'network': {'name': 'tempest-network-smoke--295159751', 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'port_security_enabled': True}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:09.800681 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85c04d8-bb09-4ec4-a8b3-cd94664c53b2 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Made reservation on behalf of 057e847f3ee343b9812224ca032e6bfc for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:36:09.806183 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e85c04d8-bb09-4ec4-a8b3-cd94664c53b2 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:09.845647 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e85c04d8-bb09-4ec4-a8b3-cd94664c53b2 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:36:09.858436 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e85c04d8-bb09-4ec4-a8b3-cd94664c53b2 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:09.858832 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-e85c04d8-bb09-4ec4-a8b3-cd94664c53b2 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Added segment bf0c778b-bb74-4c51-8849-ac3c7f278b2c of type vlan for network db86cf0c-2d9d-4973-97d3-ae21a785403b Nov 25 13:36:09.912544 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e85c04d8-bb09-4ec4-a8b3-cd94664c53b2 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:09.942079 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e85c04d8-bb09-4ec4-a8b3-cd94664c53b2 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:09.948629 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85c04d8-bb09-4ec4-a8b3-cd94664c53b2 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:36:09.949265 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e85c04d8-bb09-4ec4-a8b3-cd94664c53b2 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:10.012476 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-e85c04d8-bb09-4ec4-a8b3-cd94664c53b2 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2473915 Nov 25 13:36:10.015057 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46862) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:10.020075 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-e07b1ad5-e48e-44b0-bb04-cb0d1bfa804a tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2034906892', 'admin_state_up': True, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:10.045740 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85c04d8-bb09-4ec4-a8b3-cd94664c53b2 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event updated for resources: {'Network': ['ID=db86cf0c-2d9d-4973-97d3-ae21a785403b,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:10.060972 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e07b1ad5-e48e-44b0-bb04-cb0d1bfa804a tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:10.063891 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e07b1ad5-e48e-44b0-bb04-cb0d1bfa804a tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:10.068036 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network db86cf0c-2d9d-4973-97d3-ae21a785403b details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:36:10.313308 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46874) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:10.449550 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-55b5ee79-889c-4263-a171-da8424c1552d tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:10.450065 n-d-808199-11 neutron-server[103571]: WARNING neutron.api.v2.base [None req-55b5ee79-889c-4263-a171-da8424c1552d tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 25 13:36:10.450676 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [None req-55b5ee79-889c-4263-a171-da8424c1552d tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] create failed (client error): There was a conflict when trying to complete your request. Nov 25 13:36:10.452982 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-55b5ee79-889c-4263-a171-da8424c1552d tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1374555 Nov 25 13:36:10.456184 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46878) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:10.461557 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-f1a6835c-88c5-46f2-9155-bfec6568b0c2 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Request body: {'security_group': {'name': 'tempest-secgroup--159709093'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:10.487027 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f1a6835c-88c5-46f2-9155-bfec6568b0c2 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:10.496012 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f1a6835c-88c5-46f2-9155-bfec6568b0c2 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:10.569702 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e07b1ad5-e48e-44b0-bb04-cb0d1bfa804a tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:10.592820 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f1a6835c-88c5-46f2-9155-bfec6568b0c2 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:10.597866 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f1a6835c-88c5-46f2-9155-bfec6568b0c2 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:10.637304 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a6835c-88c5-46f2-9155-bfec6568b0c2 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=325d7ca7-1dac-4d4e-be1c-7a95e1731af1,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:10.685477 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f1a6835c-88c5-46f2-9155-bfec6568b0c2 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:10.690003 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f1a6835c-88c5-46f2-9155-bfec6568b0c2 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:10.720085 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f1a6835c-88c5-46f2-9155-bfec6568b0c2 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:10.724623 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-f1a6835c-88c5-46f2-9155-bfec6568b0c2 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2635694 Nov 25 13:36:10.725154 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46880) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:10.729412 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-32ddd1b1-6c3a-4ccf-bf95-7ae46a1e3a3e tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Request body: {'security_group_rule': {'security_group_id': 'e338c99f-1829-4740-852e-ea083faa98f4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:10.735712 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a6835c-88c5-46f2-9155-bfec6568b0c2 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e338c99f-1829-4740-852e-ea083faa98f4,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:10.745605 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e07b1ad5-e48e-44b0-bb04-cb0d1bfa804a tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:10.763469 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-32ddd1b1-6c3a-4ccf-bf95-7ae46a1e3a3e tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:10.825759 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-32ddd1b1-6c3a-4ccf-bf95-7ae46a1e3a3e tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:10.833119 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-32ddd1b1-6c3a-4ccf-bf95-7ae46a1e3a3e tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:10.856258 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ddd1b1-6c3a-4ccf-bf95-7ae46a1e3a3e tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09543a73-772c-404f-adf9-5f0d652f2aaf,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:10.862507 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-32ddd1b1-6c3a-4ccf-bf95-7ae46a1e3a3e tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:10.866658 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-32ddd1b1-6c3a-4ccf-bf95-7ae46a1e3a3e tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1381803 Nov 25 13:36:10.867306 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46882) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:10.871413 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-41e84c7f-9088-4a51-b0ae-009fae40b2ed tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Request body: {'security_group_rule': {'security_group_id': 'e338c99f-1829-4740-852e-ea083faa98f4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:10.898659 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41e84c7f-9088-4a51-b0ae-009fae40b2ed tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:10.957252 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [None req-41e84c7f-9088-4a51-b0ae-009fae40b2ed tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] create failed (client error): There was a conflict when trying to complete your request. Nov 25 13:36:10.961697 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-41e84c7f-9088-4a51-b0ae-009fae40b2ed tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0937371 Nov 25 13:36:10.962279 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46886) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:10.963634 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e07b1ad5-e48e-44b0-bb04-cb0d1bfa804a tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for router_gateway, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:10.983344 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e07b1ad5-e48e-44b0-bb04-cb0d1bfa804a tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:11.023542 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-67807629-e953-46e9-9162-3600addd4f9a tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:11.048404 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-67807629-e953-46e9-9162-3600addd4f9a tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:11.098615 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-e07b1ad5-e48e-44b0-bb04-cb0d1bfa804a tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Allocated IP 172.25.5.223 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/a023549e-9782-47ff-bfcc-19f301417e1d) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:36:11.101310 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-67807629-e953-46e9-9162-3600addd4f9a tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:11.104158 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-67807629-e953-46e9-9162-3600addd4f9a tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:11.107645 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-67807629-e953-46e9-9162-3600addd4f9a tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] 10.222.0.53 "DELETE /v2.0/security-groups/e338c99f-1829-4740-852e-ea083faa98f4 HTTP/1.1" status: 204 len: 168 time: 0.1417825 Nov 25 13:36:11.108335 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46888) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:11.114922 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67807629-e953-46e9-9162-3600addd4f9a tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e338c99f-1829-4740-852e-ea083faa98f4,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:11.203121 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f72a778d-683a-4c34-81c7-3101e81a8d7c tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0936000 Nov 25 13:36:11.206570 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46892) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:11.210976 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-a3cf0bcd-f1da-4b7f-b859-2f9190329453 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Request body: {'security_group': {'name': 'tempest-secgroup--412594216'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:11.252472 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a3cf0bcd-f1da-4b7f-b859-2f9190329453 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:11.284864 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e07b1ad5-e48e-44b0-bb04-cb0d1bfa804a tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:11.357645 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e07b1ad5-e48e-44b0-bb04-cb0d1bfa804a tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:11.363243 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a3cf0bcd-f1da-4b7f-b859-2f9190329453 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:11.370864 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a3cf0bcd-f1da-4b7f-b859-2f9190329453 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:11.422870 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07b1ad5-e48e-44b0-bb04-cb0d1bfa804a tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:36:11.433292 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a3cf0bcd-f1da-4b7f-b859-2f9190329453 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:11.434544 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-a3cf0bcd-f1da-4b7f-b859-2f9190329453 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2269924 Nov 25 13:36:11.437569 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46896) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:11.439628 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-e07b1ad5-e48e-44b0-bb04-cb0d1bfa804a tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:36:11.443845 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07b1ad5-e48e-44b0-bb04-cb0d1bfa804a tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event updated for resources: {'Port': ['ID=a023549e-9782-47ff-bfcc-19f301417e1d,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:11.447249 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07b1ad5-e48e-44b0-bb04-cb0d1bfa804a tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:36:11.451110 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cf0bcd-f1da-4b7f-b859-2f9190329453 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8dc5da-b624-4d1b-9fdf-944e03f51fd6,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:11.454239 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-8aa74b4d-ff19-4709-a8f1-d82cefa1211b tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Request body: {'security_group_rule': {'security_group_id': 'cb8dc5da-b624-4d1b-9fdf-944e03f51fd6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:11.454978 n-d-808199-11 neutron-server[103571]: WARNING neutron.api.v2.base [None req-8aa74b4d-ff19-4709-a8f1-d82cefa1211b tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 25 13:36:11.460307 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [None req-8aa74b4d-ff19-4709-a8f1-d82cefa1211b tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 13:36:11.464156 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-8aa74b4d-ff19-4709-a8f1-d82cefa1211b tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0226591 Nov 25 13:36:11.464410 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46898) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:11.466660 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23419ae4-5b24-46b4-ab65-0416d83bd89f None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:36:11.546874 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b5bd57f-ad8b-479f-ab3f-7448efb89aae tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:11.569754 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-3cb7653c-326e-401e-a49f-f2a0b30221df None None] Provisioning complete for port a023549e-9782-47ff-bfcc-19f301417e1d triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:36:11.570123 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3cb7653c-326e-401e-a49f-f2a0b30221df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:11.576132 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b5bd57f-ad8b-479f-ab3f-7448efb89aae tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:11.605696 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:11.621182 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-3cb7653c-326e-401e-a49f-f2a0b30221df None None] Port a023549e-9782-47ff-bfcc-19f301417e1d cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:36:11.630967 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b5bd57f-ad8b-479f-ab3f-7448efb89aae tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:11.634446 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b5bd57f-ad8b-479f-ab3f-7448efb89aae tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:11.635888 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-0b5bd57f-ad8b-479f-ab3f-7448efb89aae tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] 10.222.0.53 "DELETE /v2.0/security-groups/cb8dc5da-b624-4d1b-9fdf-944e03f51fd6 HTTP/1.1" status: 204 len: 168 time: 0.1704142 Nov 25 13:36:11.638669 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46900) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:11.646944 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5bd57f-ad8b-479f-ab3f-7448efb89aae tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8dc5da-b624-4d1b-9fdf-944e03f51fd6,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:11.711137 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-25b8cad9-d2b8-4865-aa28-19bc630b0e75 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0712938 Nov 25 13:36:11.715048 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46902) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:11.719680 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-aa946d48-b6c2-48a5-b566-4d7f496c9ea6 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Request body: {'security_group': {'name': 'tempest-secgroup--701618315'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:11.745361 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aa946d48-b6c2-48a5-b566-4d7f496c9ea6 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:11.816416 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aa946d48-b6c2-48a5-b566-4d7f496c9ea6 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:11.820727 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e07b1ad5-e48e-44b0-bb04-cb0d1bfa804a tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for router_gateway, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:11.821233 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aa946d48-b6c2-48a5-b566-4d7f496c9ea6 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:11.848889 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aa946d48-b6c2-48a5-b566-4d7f496c9ea6 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:11.852877 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-aa946d48-b6c2-48a5-b566-4d7f496c9ea6 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1341848 Nov 25 13:36:11.855040 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46904) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:11.859507 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-c62b548b-c490-43e2-921b-3802d781782e tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Request body: {'security_group_rule': {'security_group_id': '859c4265-735f-49b7-a694-7ab28254bdc8', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:11.860327 n-d-808199-11 neutron-server[103571]: WARNING neutron.api.v2.base [None req-c62b548b-c490-43e2-921b-3802d781782e tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 25 13:36:11.860713 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [None req-c62b548b-c490-43e2-921b-3802d781782e tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 13:36:11.864397 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c62b548b-c490-43e2-921b-3802d781782e tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0057344 Nov 25 13:36:11.864750 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46906) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:11.867410 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa946d48-b6c2-48a5-b566-4d7f496c9ea6 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=859c4265-735f-49b7-a694-7ab28254bdc8,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:11.970586 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2018d468-9848-4859-ae56-3189377781e3 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:12.031289 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2018d468-9848-4859-ae56-3189377781e3 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:12.109779 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e07b1ad5-e48e-44b0-bb04-cb0d1bfa804a tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:12.117699 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2018d468-9848-4859-ae56-3189377781e3 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:12.120257 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2018d468-9848-4859-ae56-3189377781e3 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:12.121395 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-2018d468-9848-4859-ae56-3189377781e3 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] 10.222.0.53 "DELETE /v2.0/security-groups/859c4265-735f-49b7-a694-7ab28254bdc8 HTTP/1.1" status: 204 len: 168 time: 0.2557049 Nov 25 13:36:12.124104 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46908) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:12.165969 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2018d468-9848-4859-ae56-3189377781e3 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=859c4265-735f-49b7-a694-7ab28254bdc8,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:12.184620 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-1a61f4d8-2ed4-4bb0-88f2-68a6e2ffcb1c tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0588012 Nov 25 13:36:12.185353 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46910) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:12.190002 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-7f89fbc2-5e29-49cf-9572-9002e68eaeb5 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Request body: {'security_group': {'name': 'tempest-secgroup--279382473'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:12.214847 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7f89fbc2-5e29-49cf-9572-9002e68eaeb5 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:12.266271 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e07b1ad5-e48e-44b0-bb04-cb0d1bfa804a tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Router 78e3b542-2c4b-4843-89a1-c2b4e9355b47 is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:36:12.308739 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7f89fbc2-5e29-49cf-9572-9002e68eaeb5 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:12.315312 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7f89fbc2-5e29-49cf-9572-9002e68eaeb5 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:12.380067 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f89fbc2-5e29-49cf-9572-9002e68eaeb5 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f015eeab-5d6c-4c4f-b2cc-1ea8d10e53ae,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:12.385096 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7f89fbc2-5e29-49cf-9572-9002e68eaeb5 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:12.389150 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-7f89fbc2-5e29-49cf-9572-9002e68eaeb5 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2001820 Nov 25 13:36:12.389318 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46918) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:12.394487 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-2a49b497-dfc8-427f-9464-8f0429855572 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Request body: {'security_group_rule': {'security_group_id': 'f015eeab-5d6c-4c4f-b2cc-1ea8d10e53ae', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:12.395432 n-d-808199-11 neutron-server[103571]: WARNING neutron.api.v2.base [None req-2a49b497-dfc8-427f-9464-8f0429855572 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 25 13:36:12.396433 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [None req-2a49b497-dfc8-427f-9464-8f0429855572 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 13:36:12.400004 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-2a49b497-dfc8-427f-9464-8f0429855572 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0068669 Nov 25 13:36:12.401214 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46922) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:12.405279 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-22da1bd8-d23b-49b2-b59c-9146d4f26ade tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Request body: {'security_group_rule': {'security_group_id': 'f015eeab-5d6c-4c4f-b2cc-1ea8d10e53ae', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:12.405964 n-d-808199-11 neutron-server[103571]: WARNING neutron.api.v2.base [None req-22da1bd8-d23b-49b2-b59c-9146d4f26ade tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 25 13:36:12.406630 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [None req-22da1bd8-d23b-49b2-b59c-9146d4f26ade tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 13:36:12.410648 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-22da1bd8-d23b-49b2-b59c-9146d4f26ade tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0061982 Nov 25 13:36:12.411589 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46924) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:12.417822 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-ae504580-766e-45bf-a1f8-dec98cde4a66 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Request body: {'security_group_rule': {'security_group_id': 'f015eeab-5d6c-4c4f-b2cc-1ea8d10e53ae', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:12.419230 n-d-808199-11 neutron-server[103571]: WARNING neutron.api.v2.base [None req-ae504580-766e-45bf-a1f8-dec98cde4a66 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 25 13:36:12.419758 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [None req-ae504580-766e-45bf-a1f8-dec98cde4a66 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 13:36:12.424857 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-ae504580-766e-45bf-a1f8-dec98cde4a66 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0098341 Nov 25 13:36:12.425206 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46926) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:12.432830 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-1889c327-f918-4eca-be0c-2bdc25ecea95 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Request body: {'security_group_rule': {'security_group_id': 'f015eeab-5d6c-4c4f-b2cc-1ea8d10e53ae', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:12.434629 n-d-808199-11 neutron-server[103571]: WARNING neutron.api.v2.base [None req-1889c327-f918-4eca-be0c-2bdc25ecea95 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 25 13:36:12.435298 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [None req-1889c327-f918-4eca-be0c-2bdc25ecea95 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 13:36:12.438880 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-1889c327-f918-4eca-be0c-2bdc25ecea95 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0101948 Nov 25 13:36:12.439303 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46928) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:12.444503 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e07b1ad5-e48e-44b0-bb04-cb0d1bfa804a tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:36:12.467271 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabf25e8-0377-40d9-935b-9392520a6ab8 None None] Sync routers for ids ['78e3b542-2c4b-4843-89a1-c2b4e9355b47'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:36:12.487148 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabf25e8-0377-40d9-935b-9392520a6ab8 None None] Routers {'78e3b542-2c4b-4843-89a1-c2b4e9355b47'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:36:12.489037 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-aabf25e8-0377-40d9-935b-9392520a6ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:36:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['78e3b542-2c4b-4843-89a1-c2b4e9355b47'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:36:12.495628 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e07b1ad5-e48e-44b0-bb04-cb0d1bfa804a tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:12.500580 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e07b1ad5-e48e-44b0-bb04-cb0d1bfa804a tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4844325 Nov 25 13:36:12.501210 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46930) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:12.508123 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-146ee4c7-f7cf-4508-915f-0b463e2d6cf8 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:12.539786 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-146ee4c7-f7cf-4508-915f-0b463e2d6cf8 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:12.577838 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-69a0a552-52b1-4be9-8d58-c679ae458482 tempest-TestNetworkAdvancedServerOps-879095095 tempest-TestNetworkAdvancedServerOps-879095095-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=057e847f3ee343b9812224ca032e6bfc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0753510 Nov 25 13:36:12.581985 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46932) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:12.603653 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-146ee4c7-f7cf-4508-915f-0b463e2d6cf8 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:12.606989 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-146ee4c7-f7cf-4508-915f-0b463e2d6cf8 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:12.612834 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46934) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:12.613199 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-146ee4c7-f7cf-4508-915f-0b463e2d6cf8 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] 10.222.0.53 "DELETE /v2.0/security-groups/f015eeab-5d6c-4c4f-b2cc-1ea8d10e53ae HTTP/1.1" status: 204 len: 168 time: 0.1681650 Nov 25 13:36:12.637913 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146ee4c7-f7cf-4508-915f-0b463e2d6cf8 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f015eeab-5d6c-4c4f-b2cc-1ea8d10e53ae,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:12.680774 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-aabf25e8-0377-40d9-935b-9392520a6ab8 None None] Set router 78e3b542-2c4b-4843-89a1-c2b4e9355b47 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:36:12.698828 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-05fd8097-af55-47a1-89f8-1a2ef21a20b7 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0822852 Nov 25 13:36:12.700644 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46936) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:12.705392 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-d2a17a08-08c0-4202-b727-4de5941a7c8a tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Request body: {'security_group': {'name': 'tempest-secgroup--1363044986'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:12.739554 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ed1d39-b7be-412f-9868-f5c4f2e0f3d0 tempest-TestNetworkAdvancedServerOps-879095095 tempest-TestNetworkAdvancedServerOps-879095095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:36:12.744384 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d7ed1d39-b7be-412f-9868-f5c4f2e0f3d0 tempest-TestNetworkAdvancedServerOps-879095095 tempest-TestNetworkAdvancedServerOps-879095095-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1610940 Nov 25 13:36:12.745017 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46938) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:12.758895 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d2a17a08-08c0-4202-b727-4de5941a7c8a tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:12.786109 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-08d0700c-64ba-43a5-8d2c-0938a43876c1 tempest-TestNetworkAdvancedServerOps-879095095 tempest-TestNetworkAdvancedServerOps-879095095-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=7542d3d9-0db3-40e7-ab88-a168871141f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399709 Nov 25 13:36:12.787599 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46940) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:12.794068 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-49fcb7da-b976-455e-a8df-5a24349620ac tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2033543634', 'network_id': 'db86cf0c-2d9d-4973-97d3-ae21a785403b', 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:12.883732 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d2a17a08-08c0-4202-b727-4de5941a7c8a tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:12.896132 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d2a17a08-08c0-4202-b727-4de5941a7c8a tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:12.939350 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49fcb7da-b976-455e-a8df-5a24349620ac tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Made reservation on behalf of 057e847f3ee343b9812224ca032e6bfc for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:36:12.945832 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-49fcb7da-b976-455e-a8df-5a24349620ac tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:12.966208 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a17a08-08c0-4202-b727-4de5941a7c8a tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe140ac-114e-40c5-906e-134946fdd62b,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:12.995166 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d2a17a08-08c0-4202-b727-4de5941a7c8a tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:12.999065 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d2a17a08-08c0-4202-b727-4de5941a7c8a tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2972631 Nov 25 13:36:13.001181 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46944) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:13.009598 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-1e90a2d6-fc3b-4598-9943-f4de87b1162e tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Request body: {'security_group_rule': {'security_group_id': 'ffe140ac-114e-40c5-906e-134946fdd62b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:13.010092 n-d-808199-11 neutron-server[103571]: WARNING neutron.api.v2.base [None req-1e90a2d6-fc3b-4598-9943-f4de87b1162e tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 25 13:36:13.014795 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [None req-1e90a2d6-fc3b-4598-9943-f4de87b1162e tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 13:36:13.015839 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-1e90a2d6-fc3b-4598-9943-f4de87b1162e tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0128057 Nov 25 13:36:13.018518 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46946) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:13.027287 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-3ad94678-db6f-4bb9-8d79-ec1a73d373ab tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Request body: {'security_group_rule': {'security_group_id': 'ffe140ac-114e-40c5-906e-134946fdd62b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:13.034940 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-aabf25e8-0377-40d9-935b-9392520a6ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e3b542-2c4b-4843-89a1-c2b4e9355b47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034906892', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': 'a023549e-9782-47ff-bfcc-19f301417e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:36:10Z', 'updated_at': '2021-11-25T13:36:11Z', 'revision_number': 3, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'gw_port': {'id': 'a023549e-9782-47ff-bfcc-19f301417e1d', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:14:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e3b542-2c4b-4843-89a1-c2b4e9355b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:36:10Z', 'updated_at': '2021-11-25T13:36:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:36:13.074855 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabf25e8-0377-40d9-935b-9392520a6ab8 None None] Checking router: 78e3b542-2c4b-4843-89a1-c2b4e9355b47 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:36:13.075455 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabf25e8-0377-40d9-935b-9392520a6ab8 None None] Updating router 78e3b542-2c4b-4843-89a1-c2b4e9355b47 port a023549e-9782-47ff-bfcc-19f301417e1d binding host n-d-808199-11 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:36:13.103640 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [None req-3ad94678-db6f-4bb9-8d79-ec1a73d373ab tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 13:36:13.105312 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-3ad94678-db6f-4bb9-8d79-ec1a73d373ab tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0857363 Nov 25 13:36:13.108035 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46950) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:13.108442 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-aabf25e8-0377-40d9-935b-9392520a6ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:13.124724 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-a88deeb5-778f-4208-96e5-49e60e72d6f5 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Request body: {'security_group_rule': {'security_group_id': 'ffe140ac-114e-40c5-906e-134946fdd62b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:13.125267 n-d-808199-11 neutron-server[103571]: WARNING neutron.api.v2.base [None req-a88deeb5-778f-4208-96e5-49e60e72d6f5 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 25 13:36:13.125784 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [None req-a88deeb5-778f-4208-96e5-49e60e72d6f5 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 13:36:13.126985 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-a88deeb5-778f-4208-96e5-49e60e72d6f5 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0175126 Nov 25 13:36:13.130145 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46952) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:13.135040 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-b13fdbc9-dcbe-4b35-9cc8-c891763d401d tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Request body: {'security_group_rule': {'security_group_id': 'ffe140ac-114e-40c5-906e-134946fdd62b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:13.184477 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [None req-b13fdbc9-dcbe-4b35-9cc8-c891763d401d tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 13:36:13.190364 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b13fdbc9-dcbe-4b35-9cc8-c891763d401d tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0591745 Nov 25 13:36:13.191225 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46954) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:13.196219 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-10bdb759-785d-4645-aba4-c44775ece9ff tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Request body: {'security_group_rule': {'security_group_id': 'ffe140ac-114e-40c5-906e-134946fdd62b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:13.196897 n-d-808199-11 neutron-server[103571]: WARNING neutron.api.v2.base [None req-10bdb759-785d-4645-aba4-c44775ece9ff tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 25 13:36:13.197535 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [None req-10bdb759-785d-4645-aba4-c44775ece9ff tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 13:36:13.201357 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46956) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:13.201559 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-10bdb759-785d-4645-aba4-c44775ece9ff tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0091300 Nov 25 13:36:13.206017 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-aa905b45-4237-42a8-a082-1b13f755120b tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Request body: {'security_group_rule': {'security_group_id': 'ffe140ac-114e-40c5-906e-134946fdd62b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:13.212464 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-49fcb7da-b976-455e-a8df-5a24349620ac tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:13.261579 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fcb7da-b976-455e-a8df-5a24349620ac tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event updated for resources: {'Subnet': ['ID=244939ee-af06-4fda-b44a-72ec443cdc8d,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:13.315297 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fcb7da-b976-455e-a8df-5a24349620ac tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Checking segment: {'id': 'bf0c778b-bb74-4c51-8849-ac3c7f278b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'db86cf0c-2d9d-4973-97d3-ae21a785403b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:36:13.315721 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fcb7da-b976-455e-a8df-5a24349620ac tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Network hostable DHCP agents. Network: db86cf0c-2d9d-4973-97d3-ae21a785403b, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:36:13.326666 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [None req-aa905b45-4237-42a8-a082-1b13f755120b tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 13:36:13.327979 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-aa905b45-4237-42a8-a082-1b13f755120b tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1255934 Nov 25 13:36:13.331264 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46960) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:13.337088 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-225ff40a-8407-4029-a58e-a5a10f323a61 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Request body: {'security_group_rule': {'security_group_id': 'ffe140ac-114e-40c5-906e-134946fdd62b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:13.337708 n-d-808199-11 neutron-server[103571]: WARNING neutron.api.v2.base [None req-225ff40a-8407-4029-a58e-a5a10f323a61 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 25 13:36:13.338310 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [None req-225ff40a-8407-4029-a58e-a5a10f323a61 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 13:36:13.340445 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fcb7da-b976-455e-a8df-5a24349620ac tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Network db86cf0c-2d9d-4973-97d3-ae21a785403b is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:36:13.342483 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-225ff40a-8407-4029-a58e-a5a10f323a61 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0100489 Nov 25 13:36:13.343121 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46962) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:13.353435 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-49fcb7da-b976-455e-a8df-5a24349620ac tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, db86cf0c-2d9d-4973-97d3-ae21a785403b) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:36:13.355527 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-9c911ee8-3965-4107-93cc-541596ae15c7 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Request body: {'security_group_rule': {'security_group_id': 'ffe140ac-114e-40c5-906e-134946fdd62b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:13.363679 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663e32ca-542e-410d-b0d0-2591182fc2b1 None None] Network db86cf0c-2d9d-4973-97d3-ae21a785403b requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:36:13.369372 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fcb7da-b976-455e-a8df-5a24349620ac tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:36:13.371022 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-49fcb7da-b976-455e-a8df-5a24349620ac tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:13.419732 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-49fcb7da-b976-455e-a8df-5a24349620ac tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6309979 Nov 25 13:36:13.422265 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46964) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:13.433852 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [None req-9c911ee8-3965-4107-93cc-541596ae15c7 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 13:36:13.435059 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-9c911ee8-3965-4107-93cc-541596ae15c7 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0908620 Nov 25 13:36:13.438108 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46966) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:13.442895 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-5dd31365-eb01-47ed-ad22-52b4991cbb24 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Request body: {'security_group_rule': {'security_group_id': 'ffe140ac-114e-40c5-906e-134946fdd62b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:13.457607 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-aabf25e8-0377-40d9-935b-9392520a6ab8 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:13.470594 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-aabf25e8-0377-40d9-935b-9392520a6ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:13.504702 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [None req-5dd31365-eb01-47ed-ad22-52b4991cbb24 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 13:36:13.505776 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5dd31365-eb01-47ed-ad22-52b4991cbb24 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0666511 Nov 25 13:36:13.508554 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46968) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:13.553949 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0f8806-9068-414d-906a-52ee3f72647f None None] Pushing event updated for resources: {'Port': ['ID=a023549e-9782-47ff-bfcc-19f301417e1d,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:13.575412 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0f8806-9068-414d-906a-52ee3f72647f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:36:13.575757 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0f8806-9068-414d-906a-52ee3f72647f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:36:13.576097 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0f8806-9068-414d-906a-52ee3f72647f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:36:13.576431 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0f8806-9068-414d-906a-52ee3f72647f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:36:13.576761 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0f8806-9068-414d-906a-52ee3f72647f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:36:13.577090 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0f8806-9068-414d-906a-52ee3f72647f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:36:13.577411 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0f8806-9068-414d-906a-52ee3f72647f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:36:13.577733 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0f8806-9068-414d-906a-52ee3f72647f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:36:13.578058 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0f8806-9068-414d-906a-52ee3f72647f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:36:13.578378 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0f8806-9068-414d-906a-52ee3f72647f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:36:13.578720 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0f8806-9068-414d-906a-52ee3f72647f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:36:13.579038 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0f8806-9068-414d-906a-52ee3f72647f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:36:13.624844 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-aabf25e8-0377-40d9-935b-9392520a6ab8 None None] Attempting to bind port a023549e-9782-47ff-bfcc-19f301417e1d on host n-d-808199-11 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:36:13.625482 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-aabf25e8-0377-40d9-935b-9392520a6ab8 None None] Attempting to bind port a023549e-9782-47ff-bfcc-19f301417e1d by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:36:13.626017 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabf25e8-0377-40d9-935b-9392520a6ab8 None None] Attempting to bind port a023549e-9782-47ff-bfcc-19f301417e1d on network 7542d3d9-0db3-40e7-ab88-a168871141f7 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:36:13.627048 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7880cb38-a37e-431e-ba29-78e9f5143dd1 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:36:13.632512 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabf25e8-0377-40d9-935b-9392520a6ab8 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:36:13.633154 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabf25e8-0377-40d9-935b-9392520a6ab8 None None] Checking segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:36:13.633762 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-aabf25e8-0377-40d9-935b-9392520a6ab8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:13.633898 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-28f26ad5-835c-453d-89d1-725836312f33 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:13.634613 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabf25e8-0377-40d9-935b-9392520a6ab8 None None] Bound using segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:36:13.635292 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-aabf25e8-0377-40d9-935b-9392520a6ab8 None None] Bound port: a023549e-9782-47ff-bfcc-19f301417e1d, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:36:13.635664 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-aabf25e8-0377-40d9-935b-9392520a6ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:13.698334 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edeca694-416e-454c-9df9-68f6c56471aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-db86cf0c-2d9d-4973-97d3-ae21a785403b', 'network_id': 'db86cf0c-2d9d-4973-97d3-ae21a785403b', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'fixed_ips': [{'subnet_id': '244939ee-af06-4fda-b44a-72ec443cdc8d'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:36:13.699367 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-edeca694-416e-454c-9df9-68f6c56471aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:13.711022 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-28f26ad5-835c-453d-89d1-725836312f33 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:13.720440 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-aabf25e8-0377-40d9-935b-9392520a6ab8 None None] For port a023549e-9782-47ff-bfcc-19f301417e1d, host n-d-808199-11, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:36:13.728347 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-aabf25e8-0377-40d9-935b-9392520a6ab8 None None] For port a023549e-9782-47ff-bfcc-19f301417e1d, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=a023549e-9782-47ff-bfcc-19f301417e1d,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:36:13.739618 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-aabf25e8-0377-40d9-935b-9392520a6ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:13.783814 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-28f26ad5-835c-453d-89d1-725836312f33 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:13.787064 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-28f26ad5-835c-453d-89d1-725836312f33 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:13.790847 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-28f26ad5-835c-453d-89d1-725836312f33 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] 10.222.0.53 "DELETE /v2.0/security-groups/ffe140ac-114e-40c5-906e-134946fdd62b HTTP/1.1" status: 204 len: 168 time: 0.2813125 Nov 25 13:36:13.791454 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46970) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:13.814269 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0f8806-9068-414d-906a-52ee3f72647f None None] Pushing event updated for resources: {'Port': ['ID=a023549e-9782-47ff-bfcc-19f301417e1d,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:13.831031 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabf25e8-0377-40d9-935b-9392520a6ab8 None None] Routers {'78e3b542-2c4b-4843-89a1-c2b4e9355b47'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:36:13.832507 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-aabf25e8-0377-40d9-935b-9392520a6ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:36:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['78e3b542-2c4b-4843-89a1-c2b4e9355b47'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:36:13.865553 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f26ad5-835c-453d-89d1-725836312f33 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe140ac-114e-40c5-906e-134946fdd62b,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:13.930438 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358f488d-c8df-4d1b-80b8-ec9e686025bc None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:36:13.938165 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-33769acf-1ec9-4215-afa8-6db1c4f5204d None None] Provisioning complete for port a023549e-9782-47ff-bfcc-19f301417e1d triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:36:13.939103 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-33769acf-1ec9-4215-afa8-6db1c4f5204d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:13.951126 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-aabf25e8-0377-40d9-935b-9392520a6ab8 None None] Set router 78e3b542-2c4b-4843-89a1-c2b4e9355b47 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:36:13.955454 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-6b220715-2bb4-4918-ac5c-e4a266dcb1da tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1602216 Nov 25 13:36:13.956152 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46972) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:13.963158 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-f4a3ebc7-90c0-416c-9e40-2a5c1da1097f tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Request body: {'security_group': {'name': 'tempest-secgroup--1708942044'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:14.021912 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f4a3ebc7-90c0-416c-9e40-2a5c1da1097f tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:14.136467 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-33769acf-1ec9-4215-afa8-6db1c4f5204d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:14.151562 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f4a3ebc7-90c0-416c-9e40-2a5c1da1097f tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:14.158065 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f4a3ebc7-90c0-416c-9e40-2a5c1da1097f tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:14.184033 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-aabf25e8-0377-40d9-935b-9392520a6ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e3b542-2c4b-4843-89a1-c2b4e9355b47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034906892', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': 'a023549e-9782-47ff-bfcc-19f301417e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:36:10Z', 'updated_at': '2021-11-25T13:36:11Z', 'revision_number': 3, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'gw_port': {'id': 'a023549e-9782-47ff-bfcc-19f301417e1d', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:14:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e3b542-2c4b-4843-89a1-c2b4e9355b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:36:10Z', 'updated_at': '2021-11-25T13:36:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:36:14.187147 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-33769acf-1ec9-4215-afa8-6db1c4f5204d None None] For port a023549e-9782-47ff-bfcc-19f301417e1d, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=a023549e-9782-47ff-bfcc-19f301417e1d,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:36:14.188983 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-edeca694-416e-454c-9df9-68f6c56471aa None None] Allocated IP 172.20.0.2 (db86cf0c-2d9d-4973-97d3-ae21a785403b/244939ee-af06-4fda-b44a-72ec443cdc8d/20a591c2-f5a4-4dd6-8687-d3c0fb8387be) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:36:14.199546 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-33769acf-1ec9-4215-afa8-6db1c4f5204d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:14.201819 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a3ebc7-90c0-416c-9e40-2a5c1da1097f tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2adbcee-0d02-47e9-b2f3-a49c604a8b3a,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:14.217503 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a3ebc7-90c0-416c-9e40-2a5c1da1097f tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:36:14.217904 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a3ebc7-90c0-416c-9e40-2a5c1da1097f tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:36:14.218350 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a3ebc7-90c0-416c-9e40-2a5c1da1097f tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:36:14.218721 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a3ebc7-90c0-416c-9e40-2a5c1da1097f tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:36:14.219182 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a3ebc7-90c0-416c-9e40-2a5c1da1097f tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:36:14.219532 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a3ebc7-90c0-416c-9e40-2a5c1da1097f tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:36:14.219876 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a3ebc7-90c0-416c-9e40-2a5c1da1097f tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:36:14.220372 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a3ebc7-90c0-416c-9e40-2a5c1da1097f tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:36:14.220714 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a3ebc7-90c0-416c-9e40-2a5c1da1097f tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:36:14.221059 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a3ebc7-90c0-416c-9e40-2a5c1da1097f tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:36:14.221448 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a3ebc7-90c0-416c-9e40-2a5c1da1097f tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:36:14.222362 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a3ebc7-90c0-416c-9e40-2a5c1da1097f tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:36:14.224186 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabf25e8-0377-40d9-935b-9392520a6ab8 None None] The sync data for ids ['78e3b542-2c4b-4843-89a1-c2b4e9355b47'] in n-d-808199-11 is: [{'id': '78e3b542-2c4b-4843-89a1-c2b4e9355b47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034906892', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': 'a023549e-9782-47ff-bfcc-19f301417e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:36:10Z', 'updated_at': '2021-11-25T13:36:11Z', 'revision_number': 3, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'gw_port': {'id': 'a023549e-9782-47ff-bfcc-19f301417e1d', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:14:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e3b542-2c4b-4843-89a1-c2b4e9355b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:36:10Z', 'updated_at': '2021-11-25T13:36:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:36:14.229960 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f4a3ebc7-90c0-416c-9e40-2a5c1da1097f tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:14.234269 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-f4a3ebc7-90c0-416c-9e40-2a5c1da1097f tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2771327 Nov 25 13:36:14.235111 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46974) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:14.240724 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-0c3e774b-d70a-4167-8a41-99eb4b5f8caf tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Request body: {'security_group_rule': {'security_group_id': 'c2adbcee-0d02-47e9-b2f3-a49c604a8b3a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:14.283040 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0be35c90-25b1-456b-a87a-422443d9a98b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:14.342460 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [None req-0c3e774b-d70a-4167-8a41-99eb4b5f8caf tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] create failed (client error): The resource could not be found. Nov 25 13:36:14.346686 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-0c3e774b-d70a-4167-8a41-99eb4b5f8caf tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1102962 Nov 25 13:36:14.347636 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46976) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:14.352425 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-4acea9c3-570e-48c1-836a-1bffb79c9757 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Request body: {'security_group_rule': {'security_group_id': 'c2adbcee-0d02-47e9-b2f3-a49c604a8b3a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '073a5a0d-dd5b-4e6d-a4c7-98e5f77ec903'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:14.443788 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [None req-4acea9c3-570e-48c1-836a-1bffb79c9757 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] create failed (client error): The resource could not be found. Nov 25 13:36:14.445313 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-4acea9c3-570e-48c1-836a-1bffb79c9757 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0966396 Nov 25 13:36:14.448060 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46978) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:14.514939 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-edeca694-416e-454c-9df9-68f6c56471aa None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:14.531376 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-edeca694-416e-454c-9df9-68f6c56471aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:14.554370 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6e6d47a9-5bb5-4d3f-9382-bb950a5e3b51 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:14.567624 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-339f8784-e4e3-422b-b10d-9945b131bb7b None None] Provisioning complete for port a023549e-9782-47ff-bfcc-19f301417e1d triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:36:14.567624 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-339f8784-e4e3-422b-b10d-9945b131bb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:14.572848 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33769acf-1ec9-4215-afa8-6db1c4f5204d None None] Pushing event updated for resources: {'Port': ['ID=a023549e-9782-47ff-bfcc-19f301417e1d,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:14.577428 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edeca694-416e-454c-9df9-68f6c56471aa None None] Network db86cf0c-2d9d-4973-97d3-ae21a785403b is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:36:14.589977 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6e6d47a9-5bb5-4d3f-9382-bb950a5e3b51 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:14.626289 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-edeca694-416e-454c-9df9-68f6c56471aa None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:36:14.636054 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edeca694-416e-454c-9df9-68f6c56471aa None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:36:14.680336 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6e6d47a9-5bb5-4d3f-9382-bb950a5e3b51 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:14.685779 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6e6d47a9-5bb5-4d3f-9382-bb950a5e3b51 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:14.687317 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-6e6d47a9-5bb5-4d3f-9382-bb950a5e3b51 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] 10.222.0.53 "DELETE /v2.0/security-groups/c2adbcee-0d02-47e9-b2f3-a49c604a8b3a HTTP/1.1" status: 204 len: 168 time: 0.2371283 Nov 25 13:36:14.691544 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46980) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:14.712021 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6d47a9-5bb5-4d3f-9382-bb950a5e3b51 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2adbcee-0d02-47e9-b2f3-a49c604a8b3a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:14.778532 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-fb539fe2-38b2-422c-8094-612a4240cbe3 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0852776 Nov 25 13:36:14.784041 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 46982) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:14.791585 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeca694-416e-454c-9df9-68f6c56471aa None None] Pushing event updated for resources: {'Port': ['ID=20a591c2-f5a4-4dd6-8687-d3c0fb8387be,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:14.792456 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-17f96eef-ebba-4cb5-8be4-bd98a9a1a5e2 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Request body: {'security_group_rule': {'security_group_id': '36deec9e-b1bf-4c05-bb12-d30b55030002', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:14.801599 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-edeca694-416e-454c-9df9-68f6c56471aa None None] Attempting to bind port 20a591c2-f5a4-4dd6-8687-d3c0fb8387be on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:36:14.802759 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-edeca694-416e-454c-9df9-68f6c56471aa None None] Attempting to bind port 20a591c2-f5a4-4dd6-8687-d3c0fb8387be by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'bf0c778b-bb74-4c51-8849-ac3c7f278b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'db86cf0c-2d9d-4973-97d3-ae21a785403b'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:36:14.803646 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edeca694-416e-454c-9df9-68f6c56471aa None None] Attempting to bind port 20a591c2-f5a4-4dd6-8687-d3c0fb8387be on network db86cf0c-2d9d-4973-97d3-ae21a785403b {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:36:14.812527 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edeca694-416e-454c-9df9-68f6c56471aa None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:36:14.814005 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edeca694-416e-454c-9df9-68f6c56471aa None None] Checking segment: {'id': 'bf0c778b-bb74-4c51-8849-ac3c7f278b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'db86cf0c-2d9d-4973-97d3-ae21a785403b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:36:14.814630 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-edeca694-416e-454c-9df9-68f6c56471aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:14.815237 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edeca694-416e-454c-9df9-68f6c56471aa None None] Bound using segment: {'id': 'bf0c778b-bb74-4c51-8849-ac3c7f278b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'db86cf0c-2d9d-4973-97d3-ae21a785403b'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:36:14.816765 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-edeca694-416e-454c-9df9-68f6c56471aa None None] Bound port: 20a591c2-f5a4-4dd6-8687-d3c0fb8387be, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf0c778b-bb74-4c51-8849-ac3c7f278b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'db86cf0c-2d9d-4973-97d3-ae21a785403b'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:36:14.817472 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-edeca694-416e-454c-9df9-68f6c56471aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:14.889223 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-0be35c90-25b1-456b-a87a-422443d9a98b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Allocated IP 172.20.0.1 (db86cf0c-2d9d-4973-97d3-ae21a785403b/244939ee-af06-4fda-b44a-72ec443cdc8d/7458fd71-f10b-4ff9-a458-0a4d02812b85) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:36:14.895636 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [None req-17f96eef-ebba-4cb5-8be4-bd98a9a1a5e2 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] create failed (client error): The resource could not be found. Nov 25 13:36:14.900598 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-17f96eef-ebba-4cb5-8be4-bd98a9a1a5e2 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1091149 Nov 25 13:36:14.901616 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46984) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:14.905856 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-327b1e05-2fe8-4864-8ff5-01e37fd0ad8a tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Request body: {'security_group': {'name': 'tempest-secgroup--767338475'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:14.973598 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-327b1e05-2fe8-4864-8ff5-01e37fd0ad8a tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:14.998616 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-edeca694-416e-454c-9df9-68f6c56471aa None None] For port 20a591c2-f5a4-4dd6-8687-d3c0fb8387be, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:36:15.009650 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-edeca694-416e-454c-9df9-68f6c56471aa None None] For port 20a591c2-f5a4-4dd6-8687-d3c0fb8387be, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=20a591c2-f5a4-4dd6-8687-d3c0fb8387be,segment=NetworkSegment(bf0c778b-bb74-4c51-8849-ac3c7f278b2c),segment_id=bf0c778b-bb74-4c51-8849-ac3c7f278b2c)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:36:15.038277 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-edeca694-416e-454c-9df9-68f6c56471aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:15.148777 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-327b1e05-2fe8-4864-8ff5-01e37fd0ad8a tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:15.159108 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-327b1e05-2fe8-4864-8ff5-01e37fd0ad8a tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:15.223228 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0be35c90-25b1-456b-a87a-422443d9a98b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:15.226772 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-327b1e05-2fe8-4864-8ff5-01e37fd0ad8a tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:15.229941 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-327b1e05-2fe8-4864-8ff5-01e37fd0ad8a tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3279290 Nov 25 13:36:15.232234 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327b1e05-2fe8-4864-8ff5-01e37fd0ad8a tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6948a02a-3e9d-4f11-8095-7ae989af4cf2,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:15.236005 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46988) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:15.257047 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-3e96c097-a8bb-49bd-9f37-cdf4c984b23c tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Request body: {'security_group': {'name': 'tempest-secgroup--1493029735'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:15.304777 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3e96c097-a8bb-49bd-9f37-cdf4c984b23c tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:15.308097 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0be35c90-25b1-456b-a87a-422443d9a98b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:15.358450 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device a023549e-9782-47ff-bfcc-19f301417e1d up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:36:15.445341 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3e96c097-a8bb-49bd-9f37-cdf4c984b23c tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:15.461442 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3e96c097-a8bb-49bd-9f37-cdf4c984b23c tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:15.476288 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be35c90-25b1-456b-a87a-422443d9a98b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Network db86cf0c-2d9d-4973-97d3-ae21a785403b is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:36:15.480237 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeca694-416e-454c-9df9-68f6c56471aa None None] Pushing event updated for resources: {'Port': ['ID=20a591c2-f5a4-4dd6-8687-d3c0fb8387be,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:15.498428 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-0be35c90-25b1-456b-a87a-422443d9a98b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:36:15.503014 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be35c90-25b1-456b-a87a-422443d9a98b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:36:15.515102 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port a023549e-9782-47ff-bfcc-19f301417e1d triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:36:15.515700 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:15.548594 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3e96c097-a8bb-49bd-9f37-cdf4c984b23c tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:15.556976 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-3e96c097-a8bb-49bd-9f37-cdf4c984b23c tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3171911 Nov 25 13:36:15.561692 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46990) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:15.574178 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-8bcf853c-e843-4588-a1f9-9b8be2af3c6b tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Request body: {'security_group_rule': {'security_group_id': '6948a02a-3e9d-4f11-8095-7ae989af4cf2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '1901aaf6-a6e3-4070-a8c0-efb9f6bdc3b6'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:15.604124 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be35c90-25b1-456b-a87a-422443d9a98b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event updated for resources: {'Port': ['ID=7458fd71-f10b-4ff9-a458-0a4d02812b85,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:15.613675 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e96c097-a8bb-49bd-9f37-cdf4c984b23c tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1901aaf6-a6e3-4070-a8c0-efb9f6bdc3b6,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:15.633490 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be35c90-25b1-456b-a87a-422443d9a98b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:36:15.633893 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be35c90-25b1-456b-a87a-422443d9a98b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:36:15.634419 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be35c90-25b1-456b-a87a-422443d9a98b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:36:15.634822 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be35c90-25b1-456b-a87a-422443d9a98b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:36:15.635296 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be35c90-25b1-456b-a87a-422443d9a98b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:36:15.635621 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be35c90-25b1-456b-a87a-422443d9a98b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:36:15.636013 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be35c90-25b1-456b-a87a-422443d9a98b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:36:15.636409 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be35c90-25b1-456b-a87a-422443d9a98b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:36:15.636758 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be35c90-25b1-456b-a87a-422443d9a98b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:36:15.637099 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be35c90-25b1-456b-a87a-422443d9a98b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:36:15.637431 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be35c90-25b1-456b-a87a-422443d9a98b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:36:15.637765 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be35c90-25b1-456b-a87a-422443d9a98b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:36:15.659843 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0be35c90-25b1-456b-a87a-422443d9a98b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:15.679791 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [None req-8bcf853c-e843-4588-a1f9-9b8be2af3c6b tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 13:36:15.681205 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-8bcf853c-e843-4588-a1f9-9b8be2af3c6b tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1182451 Nov 25 13:36:15.686431 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46992) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:15.776240 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5671c307-2d9f-4817-ad1c-0e81b45047bf tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:15.838387 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5671c307-2d9f-4817-ad1c-0e81b45047bf tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:15.914503 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0be35c90-25b1-456b-a87a-422443d9a98b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:15.932189 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5671c307-2d9f-4817-ad1c-0e81b45047bf tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:15.935303 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5671c307-2d9f-4817-ad1c-0e81b45047bf tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:15.936797 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5671c307-2d9f-4817-ad1c-0e81b45047bf tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] 10.222.0.53 "DELETE /v2.0/security-groups/1901aaf6-a6e3-4070-a8c0-efb9f6bdc3b6 HTTP/1.1" status: 204 len: 168 time: 0.2489288 Nov 25 13:36:15.940168 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 46994) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:15.990393 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5671c307-2d9f-4817-ad1c-0e81b45047bf tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1901aaf6-a6e3-4070-a8c0-efb9f6bdc3b6,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:16.074869 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5c695093-9a00-4fc8-8809-1bd32e44e167 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1334548 Nov 25 13:36:16.080069 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 47000) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:16.144135 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-53bf92f5-32cb-4bfa-ab2c-2f843cd1e56b tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:16.185278 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-53bf92f5-32cb-4bfa-ab2c-2f843cd1e56b tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:16.255165 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-53bf92f5-32cb-4bfa-ab2c-2f843cd1e56b tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:16.259697 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-53bf92f5-32cb-4bfa-ab2c-2f843cd1e56b tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:16.260894 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-53bf92f5-32cb-4bfa-ab2c-2f843cd1e56b tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] 10.222.0.53 "DELETE /v2.0/security-groups/6948a02a-3e9d-4f11-8095-7ae989af4cf2 HTTP/1.1" status: 204 len: 168 time: 0.1793945 Nov 25 13:36:16.265838 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 47002) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:16.283110 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bf92f5-32cb-4bfa-ab2c-2f843cd1e56b tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6948a02a-3e9d-4f11-8095-7ae989af4cf2,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:16.316231 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0be35c90-25b1-456b-a87a-422443d9a98b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:16.322838 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0be35c90-25b1-456b-a87a-422443d9a98b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:16.330189 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c501b0c8-b782-4d43-b71c-a8d238402709 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0626566 Nov 25 13:36:16.339610 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 47004) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:16.344221 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-bf0c4b1a-a9f1-48a8-bed9-ab1166646b41 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Request body: {'security_group': {'name': 'tempest-secgroup--874299230'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:16.368255 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bf0c4b1a-a9f1-48a8-bed9-ab1166646b41 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:16.406419 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0be35c90-25b1-456b-a87a-422443d9a98b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:16.414430 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be35c90-25b1-456b-a87a-422443d9a98b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event updated for resources: {'Port': ['ID=7458fd71-f10b-4ff9-a458-0a4d02812b85,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:16.481566 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bf0c4b1a-a9f1-48a8-bed9-ab1166646b41 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:16.485818 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bf0c4b1a-a9f1-48a8-bed9-ab1166646b41 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:16.511480 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be35c90-25b1-456b-a87a-422443d9a98b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Network db86cf0c-2d9d-4973-97d3-ae21a785403b is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:36:16.512981 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-0be35c90-25b1-456b-a87a-422443d9a98b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:36:16.517279 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bf0c4b1a-a9f1-48a8-bed9-ab1166646b41 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:16.522086 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 47006) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:16.522272 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-bf0c4b1a-a9f1-48a8-bed9-ab1166646b41 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1814444 Nov 25 13:36:16.524790 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0c4b1a-a9f1-48a8-bed9-ab1166646b41 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c7f765-741a-44b9-b218-e68a67ff2358,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:16.567525 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-1053daab-80bf-44f5-abb5-95be90c9eab2 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:16.568233 n-d-808199-11 neutron-server[103570]: WARNING neutron.api.v2.base [None req-1053daab-80bf-44f5-abb5-95be90c9eab2 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 25 13:36:16.568799 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [None req-1053daab-80bf-44f5-abb5-95be90c9eab2 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] update failed (client error): There was a conflict when trying to complete your request. Nov 25 13:36:16.572814 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 47008) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:16.575228 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-1053daab-80bf-44f5-abb5-95be90c9eab2 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] 10.222.0.53 "PUT /v2.0/security-groups/c0c7f765-741a-44b9-b218-e68a67ff2358 HTTP/1.1" status: 409 len: 330 time: 0.0510876 Nov 25 13:36:16.638791 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ce36f9ca-09a5-4f4b-b592-983c4b254d93 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:16.663516 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0be35c90-25b1-456b-a87a-422443d9a98b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Router 78e3b542-2c4b-4843-89a1-c2b4e9355b47 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:36:16.669001 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ce36f9ca-09a5-4f4b-b592-983c4b254d93 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:16.724901 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ce36f9ca-09a5-4f4b-b592-983c4b254d93 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:16.727781 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ce36f9ca-09a5-4f4b-b592-983c4b254d93 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:16.731364 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-ce36f9ca-09a5-4f4b-b592-983c4b254d93 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] 10.222.0.53 "DELETE /v2.0/security-groups/c0c7f765-741a-44b9-b218-e68a67ff2358 HTTP/1.1" status: 204 len: 168 time: 0.1551051 Nov 25 13:36:16.732795 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 47010) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:16.753930 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce36f9ca-09a5-4f4b-b592-983c4b254d93 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c7f765-741a-44b9-b218-e68a67ff2358,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:16.787733 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-66a3d820-959b-4475-b086-959e2dd77a1d tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0525925 Nov 25 13:36:16.791779 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 47012) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:16.815153 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [None req-0764696b-cedc-4d59-bf8b-284dc58009b3 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] delete failed (client error): The resource could not be found. Nov 25 13:36:16.819695 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-0764696b-cedc-4d59-bf8b-284dc58009b3 tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] 10.222.0.53 "DELETE /v2.0/security-groups/131808db-1599-4893-b680-fac17424573f HTTP/1.1" status: 404 len: 347 time: 0.0187232 Nov 25 13:36:16.820652 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 47014) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:16.840549 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [None req-1ba3aae4-e21e-4654-86b4-cee2c6aed4db tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] show failed (client error): The resource could not be found. Nov 25 13:36:16.845435 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-1ba3aae4-e21e-4654-86b4-cee2c6aed4db tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] 10.222.0.53 "GET /v2.0/security-groups/4340fdab-4622-42a0-9ac8-78a99b1b247f HTTP/1.1" status: 404 len: 347 time: 0.0206645 Nov 25 13:36:16.845435 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be35c90-25b1-456b-a87a-422443d9a98b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:36:16.845899 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 47016) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:16.849717 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-0be35c90-25b1-456b-a87a-422443d9a98b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "PUT /v2.0/routers/78e3b542-2c4b-4843-89a1-c2b4e9355b47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4261246 Nov 25 13:36:16.881589 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [None req-1b2238ed-9e62-46aa-ba95-fa183e2eaeeb tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] show failed (client error): The resource could not be found. Nov 25 13:36:16.883352 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-1b2238ed-9e62-46aa-ba95-fa183e2eaeeb tempest-NegativeSecGroupTest-746008425 tempest-NegativeSecGroupTest-746008425-project] 10.222.0.53 "GET /v2.0/security-group-rules/8bb83e9d-7fa5-451e-9ba7-ed4f11e2f05f HTTP/1.1" status: 404 len: 356 time: 0.0365422 Nov 25 13:36:17.089410 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40df6c31-91c1-4ec6-98c8-c00fa8d407c9 None None] Network db86cf0c-2d9d-4973-97d3-ae21a785403b requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:36:17.117127 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 20a591c2-f5a4-4dd6-8687-d3c0fb8387be up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:36:17.196502 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5b6e69e0-e457-40eb-bbaa-995fdc3db670 req-c6eed4b5-3c4a-486e-833f-092930ed2460 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1942049199&fields=id&tenant_id=057e847f3ee343b9812224ca032e6bfc HTTP/1.1" status: 200 len: 267 time: 0.0870211 Nov 25 13:36:17.224649 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-cc05e2b9-d877-4281-8723-e62a7f3493a8 None None] Provisioning complete for port 20a591c2-f5a4-4dd6-8687-d3c0fb8387be triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:36:17.225025 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cc05e2b9-d877-4281-8723-e62a7f3493a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:17.355518 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 20a591c2-f5a4-4dd6-8687-d3c0fb8387be triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:36:17.355895 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:17.357014 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e69e0-e457-40eb-bbaa-995fdc3db670 req-c88d3122-81db-4cad-a29e-ad5bf55a4505 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:36:17.358183 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 47042) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:17.371216 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5b6e69e0-e457-40eb-bbaa-995fdc3db670 req-c88d3122-81db-4cad-a29e-ad5bf55a4505 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/networks?id=db86cf0c-2d9d-4973-97d3-ae21a785403b HTTP/1.1" status: 200 len: 796 time: 0.1569149 Nov 25 13:36:17.385362 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5b6e69e0-e457-40eb-bbaa-995fdc3db670 req-ed1a8ff9-a13f-4de6-a393-0a36f78d7205 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/quotas/057e847f3ee343b9812224ca032e6bfc HTTP/1.1" status: 200 len: 375 time: 0.0130322 Nov 25 13:36:17.438409 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706db7c3-c410-4fac-95af-a9a1a485da85 None None] Sync routers for ids ['78e3b542-2c4b-4843-89a1-c2b4e9355b47'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:36:17.461545 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5b6e69e0-e457-40eb-bbaa-995fdc3db670 req-bb9a3de3-8c8c-40cf-a881-57d024956e9f tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=057e847f3ee343b9812224ca032e6bfc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0569432 Nov 25 13:36:17.477243 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cc05e2b9-d877-4281-8723-e62a7f3493a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:17.480596 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706db7c3-c410-4fac-95af-a9a1a485da85 None None] Routers {'78e3b542-2c4b-4843-89a1-c2b4e9355b47'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:36:17.481381 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-706db7c3-c410-4fac-95af-a9a1a485da85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:36:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['78e3b542-2c4b-4843-89a1-c2b4e9355b47'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:36:17.627428 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:17.656592 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c8fbde51-f498-469b-b09a-da213fa2703f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dc3f308bac9047a88afe3893ab4faa7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2964461 Nov 25 13:36:17.660271 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 47048) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:17.666308 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-cc05e2b9-d877-4281-8723-e62a7f3493a8 None None] For port 20a591c2-f5a4-4dd6-8687-d3c0fb8387be, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=20a591c2-f5a4-4dd6-8687-d3c0fb8387be,segment=NetworkSegment(bf0c778b-bb74-4c51-8849-ac3c7f278b2c),segment_id=bf0c778b-bb74-4c51-8849-ac3c7f278b2c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:36:17.698866 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cc05e2b9-d877-4281-8723-e62a7f3493a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:17.762962 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc05e2b9-d877-4281-8723-e62a7f3493a8 None None] Pushing event updated for resources: {'Port': ['ID=20a591c2-f5a4-4dd6-8687-d3c0fb8387be,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:17.837435 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-706db7c3-c410-4fac-95af-a9a1a485da85 None None] Set router 78e3b542-2c4b-4843-89a1-c2b4e9355b47 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:36:17.840447 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.db.api [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 13:36:17.841069 n-d-808199-11 neutron-server[103572]: DEBUG oslo_db.api [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 13:36:17.876633 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-96d4bab4-5a55-4481-a426-ddfb5c6478a5 None None] Provisioning complete for port 20a591c2-f5a4-4dd6-8687-d3c0fb8387be triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:36:17.877361 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-96d4bab4-5a55-4481-a426-ddfb5c6478a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:18.182845 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-96d4bab4-5a55-4481-a426-ddfb5c6478a5 None None] Provisioning complete for port 7458fd71-f10b-4ff9-a458-0a4d02812b85 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:36:18.183954 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-96d4bab4-5a55-4481-a426-ddfb5c6478a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:18.197474 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-afcb107f-8fc5-4150-89f8-83889aa1fa27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:18.216699 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5b6e69e0-e457-40eb-bbaa-995fdc3db670 req-263146f8-12fc-4116-bc65-ade218378bf3 service neutron] 10.222.0.53 "GET /v2.0/networks/db86cf0c-2d9d-4973-97d3-ae21a785403b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7406635 Nov 25 13:36:18.297064 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-afcb107f-8fc5-4150-89f8-83889aa1fa27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:18.321361 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-96d4bab4-5a55-4481-a426-ddfb5c6478a5 None None] Port 7458fd71-f10b-4ff9-a458-0a4d02812b85 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:36:18.337096 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-706db7c3-c410-4fac-95af-a9a1a485da85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e3b542-2c4b-4843-89a1-c2b4e9355b47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034906892', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': 'a023549e-9782-47ff-bfcc-19f301417e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:36:10Z', 'updated_at': '2021-11-25T13:36:15Z', 'revision_number': 4, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'gw_port': {'id': 'a023549e-9782-47ff-bfcc-19f301417e1d', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:14:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e3b542-2c4b-4843-89a1-c2b4e9355b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:36:10Z', 'updated_at': '2021-11-25T13:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '7458fd71-f10b-4ff9-a458-0a4d02812b85', 'name': '', 'network_id': 'db86cf0c-2d9d-4973-97d3-ae21a785403b', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'mac_address': 'fa:16:3e:86:91:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e3b542-2c4b-4843-89a1-c2b4e9355b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': '244939ee-af06-4fda-b44a-72ec443cdc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:36:14Z', 'updated_at': '2021-11-25T13:36:16Z', 'revision_number': 2, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'subnets': [{'id': '244939ee-af06-4fda-b44a-72ec443cdc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:36:18.368243 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706db7c3-c410-4fac-95af-a9a1a485da85 None None] Checking router: 78e3b542-2c4b-4843-89a1-c2b4e9355b47 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:36:18.368532 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706db7c3-c410-4fac-95af-a9a1a485da85 None None] Updating router 78e3b542-2c4b-4843-89a1-c2b4e9355b47 port 7458fd71-f10b-4ff9-a458-0a4d02812b85 binding host n-d-808199-11 {{(pid=103572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:36:18.383754 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5b6e69e0-e457-40eb-bbaa-995fdc3db670 req-f6e21c51-6e7c-44cc-9e4a-edd39fec9b96 service neutron] 10.222.0.53 "GET /v2.0/networks/db86cf0c-2d9d-4973-97d3-ae21a785403b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658001 Nov 25 13:36:18.403555 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-afcb107f-8fc5-4150-89f8-83889aa1fa27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:18.406197 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-afcb107f-8fc5-4150-89f8-83889aa1fa27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:18.407396 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-afcb107f-8fc5-4150-89f8-83889aa1fa27 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/325d7ca7-1dac-4d4e-be1c-7a95e1731af1 HTTP/1.1" status: 204 len: 168 time: 0.7373281 Nov 25 13:36:18.419937 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcb107f-8fc5-4150-89f8-83889aa1fa27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325d7ca7-1dac-4d4e-be1c-7a95e1731af1,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:18.457675 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-706db7c3-c410-4fac-95af-a9a1a485da85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:18.478851 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-16e2b176-744b-4f94-a8fb-566b2aee1ba3 None None] Provisioning complete for port 7458fd71-f10b-4ff9-a458-0a4d02812b85 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:36:18.479229 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-16e2b176-744b-4f94-a8fb-566b2aee1ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:18.611547 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1cb7948c-f370-4ab5-b238-09ebc3c9ff5d req-5c7c9733-44e6-451d-a452-a050d19d43b4 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=4abdc79f-4141-4ffd-aeec-dc604bda03b1 HTTP/1.1" status: 200 len: 210 time: 0.0469704 Nov 25 13:36:18.617233 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-16e2b176-744b-4f94-a8fb-566b2aee1ba3 None None] Port 7458fd71-f10b-4ff9-a458-0a4d02812b85 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:36:18.835049 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-706db7c3-c410-4fac-95af-a9a1a485da85 None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:18.842393 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-706db7c3-c410-4fac-95af-a9a1a485da85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:18.903615 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3270e7-30c7-4d03-a49b-9ae316dbf636 None None] Pushing event updated for resources: {'Port': ['ID=7458fd71-f10b-4ff9-a458-0a4d02812b85,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:19.028878 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-706db7c3-c410-4fac-95af-a9a1a485da85 None None] Attempting to bind port 7458fd71-f10b-4ff9-a458-0a4d02812b85 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:36:19.029491 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-706db7c3-c410-4fac-95af-a9a1a485da85 None None] Attempting to bind port 7458fd71-f10b-4ff9-a458-0a4d02812b85 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'bf0c778b-bb74-4c51-8849-ac3c7f278b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'db86cf0c-2d9d-4973-97d3-ae21a785403b'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:36:19.030348 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706db7c3-c410-4fac-95af-a9a1a485da85 None None] Attempting to bind port 7458fd71-f10b-4ff9-a458-0a4d02812b85 on network db86cf0c-2d9d-4973-97d3-ae21a785403b {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:36:19.038818 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706db7c3-c410-4fac-95af-a9a1a485da85 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:36:19.039578 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706db7c3-c410-4fac-95af-a9a1a485da85 None None] Checking segment: {'id': 'bf0c778b-bb74-4c51-8849-ac3c7f278b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'db86cf0c-2d9d-4973-97d3-ae21a785403b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:36:19.040310 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-706db7c3-c410-4fac-95af-a9a1a485da85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:19.040918 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706db7c3-c410-4fac-95af-a9a1a485da85 None None] Bound using segment: {'id': 'bf0c778b-bb74-4c51-8849-ac3c7f278b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'db86cf0c-2d9d-4973-97d3-ae21a785403b'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:36:19.041718 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-706db7c3-c410-4fac-95af-a9a1a485da85 None None] Bound port: 7458fd71-f10b-4ff9-a458-0a4d02812b85, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf0c778b-bb74-4c51-8849-ac3c7f278b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'db86cf0c-2d9d-4973-97d3-ae21a785403b'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:36:19.042456 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-706db7c3-c410-4fac-95af-a9a1a485da85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:19.098895 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 20a591c2-f5a4-4dd6-8687-d3c0fb8387be up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:36:19.198219 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-706db7c3-c410-4fac-95af-a9a1a485da85 None None] For port 7458fd71-f10b-4ff9-a458-0a4d02812b85, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:36:19.206991 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-706db7c3-c410-4fac-95af-a9a1a485da85 None None] For port 7458fd71-f10b-4ff9-a458-0a4d02812b85, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=7458fd71-f10b-4ff9-a458-0a4d02812b85,segment=NetworkSegment(bf0c778b-bb74-4c51-8849-ac3c7f278b2c),segment_id=bf0c778b-bb74-4c51-8849-ac3c7f278b2c)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:36:19.207998 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 20a591c2-f5a4-4dd6-8687-d3c0fb8387be triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:36:19.208376 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:19.243042 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-706db7c3-c410-4fac-95af-a9a1a485da85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:19.303619 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-d33f2c15-84d5-48c8-bf8a-b6e5ab895bd6 None None] Provisioning complete for port 7458fd71-f10b-4ff9-a458-0a4d02812b85 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:36:19.303999 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d33f2c15-84d5-48c8-bf8a-b6e5ab895bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:19.361013 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706db7c3-c410-4fac-95af-a9a1a485da85 None None] Routers {'78e3b542-2c4b-4843-89a1-c2b4e9355b47'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:36:19.361660 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-706db7c3-c410-4fac-95af-a9a1a485da85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:36:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['78e3b542-2c4b-4843-89a1-c2b4e9355b47'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:36:19.513784 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3270e7-30c7-4d03-a49b-9ae316dbf636 None None] Pushing event updated for resources: {'Port': ['ID=7458fd71-f10b-4ff9-a458-0a4d02812b85,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:19.535024 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 47088) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:19.609017 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d33f2c15-84d5-48c8-bf8a-b6e5ab895bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:19.624973 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-706db7c3-c410-4fac-95af-a9a1a485da85 None None] Set router 78e3b542-2c4b-4843-89a1-c2b4e9355b47 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:36:19.729867 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fb2c91b8-fe49-4839-804a-e7fb710f1130 req-99831219-effd-4373-866b-abe07daf8809 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=4abdc79f-4141-4ffd-aeec-dc604bda03b1 HTTP/1.1" status: 200 len: 210 time: 0.0395393 Nov 25 13:36:19.748159 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-8012360d-b0aa-4f85-baf3-dfc75901badb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-734838865-network', 'tenant_id': '259335f8efff4271b9e816a927628908'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:19.788869 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8012360d-b0aa-4f85-baf3-dfc75901badb admin admin] Made reservation on behalf of 259335f8efff4271b9e816a927628908 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:36:19.796281 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8012360d-b0aa-4f85-baf3-dfc75901badb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:19.824045 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8012360d-b0aa-4f85-baf3-dfc75901badb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:19.910257 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-d33f2c15-84d5-48c8-bf8a-b6e5ab895bd6 None None] For port 7458fd71-f10b-4ff9-a458-0a4d02812b85, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=7458fd71-f10b-4ff9-a458-0a4d02812b85,segment=NetworkSegment(bf0c778b-bb74-4c51-8849-ac3c7f278b2c),segment_id=bf0c778b-bb74-4c51-8849-ac3c7f278b2c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:36:19.935873 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d33f2c15-84d5-48c8-bf8a-b6e5ab895bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:20.055176 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e69e0-e457-40eb-bbaa-995fdc3db670 req-6ad7c47b-c316-4d55-8001-90893113b93f tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:36:20.057281 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5b6e69e0-e457-40eb-bbaa-995fdc3db670 req-6ad7c47b-c316-4d55-8001-90893113b93f tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.47 "GET /v2.0/networks?id=db86cf0c-2d9d-4973-97d3-ae21a785403b HTTP/1.1" status: 200 len: 796 time: 0.1931219 Nov 25 13:36:20.067690 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2c15-84d5-48c8-bf8a-b6e5ab895bd6 None None] Pushing event updated for resources: {'Port': ['ID=7458fd71-f10b-4ff9-a458-0a4d02812b85,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:20.099906 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8012360d-b0aa-4f85-baf3-dfc75901badb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:20.105118 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9c0c54e5-39c2-47b7-8c1b-8a9bde9f1a7d None None] Provisioning complete for port 7458fd71-f10b-4ff9-a458-0a4d02812b85 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:36:20.105422 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9c0c54e5-39c2-47b7-8c1b-8a9bde9f1a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:20.105667 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8012360d-b0aa-4f85-baf3-dfc75901badb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:20.156213 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8012360d-b0aa-4f85-baf3-dfc75901badb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:36:20.184554 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5b6e69e0-e457-40eb-bbaa-995fdc3db670 req-843891e7-eb52-4cdd-b6b7-13bcada21bd1 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=057e847f3ee343b9812224ca032e6bfc HTTP/1.1" status: 200 len: 380 time: 0.1146851 Nov 25 13:36:20.185106 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8012360d-b0aa-4f85-baf3-dfc75901badb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:20.185467 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-8012360d-b0aa-4f85-baf3-dfc75901badb admin admin] Added segment 7dbd0b0e-e9ff-4920-8e07-d46c64606ebf of type vlan for network 3d8148e5-0a0b-4d1b-8722-8fceb86e4b3e Nov 25 13:36:20.187196 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8012360d-b0aa-4f85-baf3-dfc75901badb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47fab460-e861-49c1-9c1a-35d18599207b,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:20.188779 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-706db7c3-c410-4fac-95af-a9a1a485da85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e3b542-2c4b-4843-89a1-c2b4e9355b47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034906892', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': 'a023549e-9782-47ff-bfcc-19f301417e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:36:10Z', 'updated_at': '2021-11-25T13:36:15Z', 'revision_number': 4, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'gw_port': {'id': 'a023549e-9782-47ff-bfcc-19f301417e1d', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:14:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e3b542-2c4b-4843-89a1-c2b4e9355b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:36:10Z', 'updated_at': '2021-11-25T13:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '7458fd71-f10b-4ff9-a458-0a4d02812b85', 'name': '', 'network_id': 'db86cf0c-2d9d-4973-97d3-ae21a785403b', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'mac_address': 'fa:16:3e:86:91:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e3b542-2c4b-4843-89a1-c2b4e9355b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': '244939ee-af06-4fda-b44a-72ec443cdc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:36:14Z', 'updated_at': '2021-11-25T13:36:19Z', 'revision_number': 4, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'subnets': [{'id': '244939ee-af06-4fda-b44a-72ec443cdc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:36:20.202846 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-5b6e69e0-e457-40eb-bbaa-995fdc3db670 req-cc5b3669-29e1-4ddf-b6f4-dd95238845ba tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Request body: {'port': {'device_id': '4abdc79f-4141-4ffd-aeec-dc604bda03b1', 'network_id': 'db86cf0c-2d9d-4973-97d3-ae21a785403b', 'admin_state_up': True, 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'security_groups': ['deb84145-70b8-4cf2-8a88-cf2c1abdea3f']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:20.231660 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706db7c3-c410-4fac-95af-a9a1a485da85 None None] The sync data for ids ['78e3b542-2c4b-4843-89a1-c2b4e9355b47'] in n-d-808199-11 is: [{'id': '78e3b542-2c4b-4843-89a1-c2b4e9355b47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034906892', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': 'a023549e-9782-47ff-bfcc-19f301417e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:36:10Z', 'updated_at': '2021-11-25T13:36:15Z', 'revision_number': 4, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'gw_port': {'id': 'a023549e-9782-47ff-bfcc-19f301417e1d', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:14:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e3b542-2c4b-4843-89a1-c2b4e9355b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:36:10Z', 'updated_at': '2021-11-25T13:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '7458fd71-f10b-4ff9-a458-0a4d02812b85', 'name': '', 'network_id': 'db86cf0c-2d9d-4973-97d3-ae21a785403b', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'mac_address': 'fa:16:3e:86:91:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e3b542-2c4b-4843-89a1-c2b4e9355b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': '244939ee-af06-4fda-b44a-72ec443cdc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:36:14Z', 'updated_at': '2021-11-25T13:36:19Z', 'revision_number': 4, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'subnets': [{'id': '244939ee-af06-4fda-b44a-72ec443cdc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:36:20.306457 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8012360d-b0aa-4f85-baf3-dfc75901badb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:20.387380 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8012360d-b0aa-4f85-baf3-dfc75901badb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:20.388832 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8012360d-b0aa-4f85-baf3-dfc75901badb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:36:20.389629 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8012360d-b0aa-4f85-baf3-dfc75901badb admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:20.463920 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-8012360d-b0aa-4f85-baf3-dfc75901badb admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9237146 Nov 25 13:36:20.465271 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 47098) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:20.473252 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-4a8dd29c-d7d0-4e9a-8d9b-14fbf37afcec admin admin] Request body: {'subnet': {'network_id': '3d8148e5-0a0b-4d1b-8722-8fceb86e4b3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-734838865-subnet', 'tenant_id': '259335f8efff4271b9e816a927628908', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:20.484939 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8012360d-b0aa-4f85-baf3-dfc75901badb admin admin] Pushing event updated for resources: {'Network': ['ID=3d8148e5-0a0b-4d1b-8722-8fceb86e4b3e,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:20.506083 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 3d8148e5-0a0b-4d1b-8722-8fceb86e4b3e details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:36:20.508883 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b6e69e0-e457-40eb-bbaa-995fdc3db670 req-cc5b3669-29e1-4ddf-b6f4-dd95238845ba tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Made reservation on behalf of 057e847f3ee343b9812224ca032e6bfc for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:36:20.515468 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5b6e69e0-e457-40eb-bbaa-995fdc3db670 req-cc5b3669-29e1-4ddf-b6f4-dd95238845ba tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:20.536153 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8dd29c-d7d0-4e9a-8d9b-14fbf37afcec admin admin] Made reservation on behalf of 259335f8efff4271b9e816a927628908 for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:36:20.539702 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4a8dd29c-d7d0-4e9a-8d9b-14fbf37afcec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:20.716551 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-5b6e69e0-e457-40eb-bbaa-995fdc3db670 req-cc5b3669-29e1-4ddf-b6f4-dd95238845ba tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Allocated IP 172.20.0.14 (db86cf0c-2d9d-4973-97d3-ae21a785403b/244939ee-af06-4fda-b44a-72ec443cdc8d/2df26226-3cfc-476a-b550-9561d6d2b691) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:36:20.855266 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4a8dd29c-d7d0-4e9a-8d9b-14fbf37afcec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:20.901369 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5b6e69e0-e457-40eb-bbaa-995fdc3db670 req-cc5b3669-29e1-4ddf-b6f4-dd95238845ba tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:20.939425 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5635b705-e9cf-43dd-afcc-0808028cae4b req-0cc5e22b-74c3-4bd4-95cc-444e7ec9b85e tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=4abdc79f-4141-4ffd-aeec-dc604bda03b1 HTTP/1.1" status: 200 len: 210 time: 0.0738597 Nov 25 13:36:20.994650 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8dd29c-d7d0-4e9a-8d9b-14fbf37afcec admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d91b8fe-2311-45a2-b6fc-4c78781acca5,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:21.002704 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8dd29c-d7d0-4e9a-8d9b-14fbf37afcec admin admin] Checking segment: {'id': '7dbd0b0e-e9ff-4920-8e07-d46c64606ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '3d8148e5-0a0b-4d1b-8722-8fceb86e4b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:36:21.003132 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8dd29c-d7d0-4e9a-8d9b-14fbf37afcec admin admin] Network hostable DHCP agents. Network: 3d8148e5-0a0b-4d1b-8722-8fceb86e4b3e, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:36:21.005989 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5b6e69e0-e457-40eb-bbaa-995fdc3db670 req-cc5b3669-29e1-4ddf-b6f4-dd95238845ba tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:21.039862 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8dd29c-d7d0-4e9a-8d9b-14fbf37afcec admin admin] Network 3d8148e5-0a0b-4d1b-8722-8fceb86e4b3e is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:36:21.077128 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-4a8dd29c-d7d0-4e9a-8d9b-14fbf37afcec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 3d8148e5-0a0b-4d1b-8722-8fceb86e4b3e) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:36:21.089770 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59cc3fb-abb8-447f-987b-e26e1604f1a6 None None] Network 3d8148e5-0a0b-4d1b-8722-8fceb86e4b3e requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:36:21.092199 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8dd29c-d7d0-4e9a-8d9b-14fbf37afcec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:36:21.093243 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4a8dd29c-d7d0-4e9a-8d9b-14fbf37afcec admin admin] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:21.132353 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-4a8dd29c-d7d0-4e9a-8d9b-14fbf37afcec admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6572692 Nov 25 13:36:21.193005 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b6e69e0-e457-40eb-bbaa-995fdc3db670 req-cc5b3669-29e1-4ddf-b6f4-dd95238845ba tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Network db86cf0c-2d9d-4973-97d3-ae21a785403b is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:36:21.196817 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-5b6e69e0-e457-40eb-bbaa-995fdc3db670 req-cc5b3669-29e1-4ddf-b6f4-dd95238845ba tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:36:21.201800 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b6e69e0-e457-40eb-bbaa-995fdc3db670 req-cc5b3669-29e1-4ddf-b6f4-dd95238845ba tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:36:21.233931 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5b3669-29e1-4ddf-b6f4-dd95238845ba tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event updated for resources: {'Port': ['ID=2df26226-3cfc-476a-b550-9561d6d2b691,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:21.270333 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 7458fd71-f10b-4ff9-a458-0a4d02812b85 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:36:21.280671 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e69e0-e457-40eb-bbaa-995fdc3db670 req-cc5b3669-29e1-4ddf-b6f4-dd95238845ba tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:36:21.282873 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5b6e69e0-e457-40eb-bbaa-995fdc3db670 req-cc5b3669-29e1-4ddf-b6f4-dd95238845ba tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:21.308645 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5b6e69e0-e457-40eb-bbaa-995fdc3db670 req-cc5b3669-29e1-4ddf-b6f4-dd95238845ba tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1104822 Nov 25 13:36:21.323929 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-5b6e69e0-e457-40eb-bbaa-995fdc3db670 req-7c4e68db-f44e-4257-94d1-7f7306b2da0e service neutron] Request body: {'port': {'device_id': '4abdc79f-4141-4ffd-aeec-dc604bda03b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:21.366397 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da61e76-7fc0-43ea-bb62-71c3078ba516 None None] Network 3d8148e5-0a0b-4d1b-8722-8fceb86e4b3e requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:36:21.451779 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5b6e69e0-e457-40eb-bbaa-995fdc3db670 req-7c4e68db-f44e-4257-94d1-7f7306b2da0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:21.524198 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 7458fd71-f10b-4ff9-a458-0a4d02812b85 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:36:21.524885 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:21.728868 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-19c7de9a-2daa-418e-8b42-5f48b777d0a9 None None] Provisioning complete for port 2df26226-3cfc-476a-b550-9561d6d2b691 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:36:21.729404 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-19c7de9a-2daa-418e-8b42-5f48b777d0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:21.781735 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-19c7de9a-2daa-418e-8b42-5f48b777d0a9 None None] Port 2df26226-3cfc-476a-b550-9561d6d2b691 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:36:21.885689 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-5b6e69e0-e457-40eb-bbaa-995fdc3db670 req-7c4e68db-f44e-4257-94d1-7f7306b2da0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2df26226-3cfc-476a-b550-9561d6d2b691 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:36:21.899456 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5b6e69e0-e457-40eb-bbaa-995fdc3db670 req-7c4e68db-f44e-4257-94d1-7f7306b2da0e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:21.914920 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-5b6e69e0-e457-40eb-bbaa-995fdc3db670 req-7c4e68db-f44e-4257-94d1-7f7306b2da0e service neutron] Transition to ACTIVE for port object 2df26226-3cfc-476a-b550-9561d6d2b691 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:36:21.923263 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5b6e69e0-e457-40eb-bbaa-995fdc3db670 req-7c4e68db-f44e-4257-94d1-7f7306b2da0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:21.935913 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 47120) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:21.942476 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-5b10a5c7-6e6e-4e02-afa9-4cd7cc99b046 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1545071743-network', 'tenant_id': '302de46474144df086811abe33c04f12'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:22.007106 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b10a5c7-6e6e-4e02-afa9-4cd7cc99b046 admin admin] Made reservation on behalf of 302de46474144df086811abe33c04f12 for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:36:22.010662 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5b10a5c7-6e6e-4e02-afa9-4cd7cc99b046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:22.025437 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5b10a5c7-6e6e-4e02-afa9-4cd7cc99b046 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:22.025926 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4e68db-f44e-4257-94d1-7f7306b2da0e service neutron] Pushing event updated for resources: {'Port': ['ID=2df26226-3cfc-476a-b550-9561d6d2b691,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:22.125191 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-5b6e69e0-e457-40eb-bbaa-995fdc3db670 req-7c4e68db-f44e-4257-94d1-7f7306b2da0e service neutron] Attempting to bind port 2df26226-3cfc-476a-b550-9561d6d2b691 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:36:22.125574 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-5b6e69e0-e457-40eb-bbaa-995fdc3db670 req-7c4e68db-f44e-4257-94d1-7f7306b2da0e service neutron] Attempting to bind port 2df26226-3cfc-476a-b550-9561d6d2b691 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': 'bf0c778b-bb74-4c51-8849-ac3c7f278b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'db86cf0c-2d9d-4973-97d3-ae21a785403b'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:36:22.125913 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6e69e0-e457-40eb-bbaa-995fdc3db670 req-7c4e68db-f44e-4257-94d1-7f7306b2da0e service neutron] Attempting to bind port 2df26226-3cfc-476a-b550-9561d6d2b691 on network db86cf0c-2d9d-4973-97d3-ae21a785403b {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:36:22.132269 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6e69e0-e457-40eb-bbaa-995fdc3db670 req-7c4e68db-f44e-4257-94d1-7f7306b2da0e service neutron] Port 2df26226-3cfc-476a-b550-9561d6d2b691 on network db86cf0c-2d9d-4973-97d3-ae21a785403b not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:36:22.132593 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6e69e0-e457-40eb-bbaa-995fdc3db670 req-7c4e68db-f44e-4257-94d1-7f7306b2da0e service neutron] Attempting to bind port 2df26226-3cfc-476a-b550-9561d6d2b691 on network db86cf0c-2d9d-4973-97d3-ae21a785403b {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:36:22.138836 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6e69e0-e457-40eb-bbaa-995fdc3db670 req-7c4e68db-f44e-4257-94d1-7f7306b2da0e service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:36:22.139129 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6e69e0-e457-40eb-bbaa-995fdc3db670 req-7c4e68db-f44e-4257-94d1-7f7306b2da0e service neutron] Checking segment: {'id': 'bf0c778b-bb74-4c51-8849-ac3c7f278b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'db86cf0c-2d9d-4973-97d3-ae21a785403b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:36:22.139516 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6e69e0-e457-40eb-bbaa-995fdc3db670 req-7c4e68db-f44e-4257-94d1-7f7306b2da0e service neutron] Bound using segment: {'id': 'bf0c778b-bb74-4c51-8849-ac3c7f278b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'db86cf0c-2d9d-4973-97d3-ae21a785403b'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:36:22.139942 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-5b6e69e0-e457-40eb-bbaa-995fdc3db670 req-7c4e68db-f44e-4257-94d1-7f7306b2da0e service neutron] Bound port: 2df26226-3cfc-476a-b550-9561d6d2b691, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf0c778b-bb74-4c51-8849-ac3c7f278b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'db86cf0c-2d9d-4973-97d3-ae21a785403b'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:36:22.140436 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5b6e69e0-e457-40eb-bbaa-995fdc3db670 req-7c4e68db-f44e-4257-94d1-7f7306b2da0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:22.228015 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-5b6e69e0-e457-40eb-bbaa-995fdc3db670 req-7c4e68db-f44e-4257-94d1-7f7306b2da0e service neutron] For port 2df26226-3cfc-476a-b550-9561d6d2b691, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:36:22.232023 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-5b6e69e0-e457-40eb-bbaa-995fdc3db670 req-7c4e68db-f44e-4257-94d1-7f7306b2da0e service neutron] For port 2df26226-3cfc-476a-b550-9561d6d2b691, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=2df26226-3cfc-476a-b550-9561d6d2b691,segment=NetworkSegment(bf0c778b-bb74-4c51-8849-ac3c7f278b2c),segment_id=bf0c778b-bb74-4c51-8849-ac3c7f278b2c)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:36:22.245833 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5b6e69e0-e457-40eb-bbaa-995fdc3db670 req-7c4e68db-f44e-4257-94d1-7f7306b2da0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:22.263718 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c5e26-146e-402c-9956-9efa7de5764f req-f73e9618-72cb-4773-af76-b4543446655b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:36:22.265438 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9a2c5e26-146e-402c-9956-9efa7de5764f req-f73e9618-72cb-4773-af76-b4543446655b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=4abdc79f-4141-4ffd-aeec-dc604bda03b1 HTTP/1.1" status: 200 len: 944 time: 0.1592431 Nov 25 13:36:22.275001 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e69e0-e457-40eb-bbaa-995fdc3db670 req-7c4e68db-f44e-4257-94d1-7f7306b2da0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:36:22.279527 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5b6e69e0-e457-40eb-bbaa-995fdc3db670 req-7c4e68db-f44e-4257-94d1-7f7306b2da0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:22.281221 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5b6e69e0-e457-40eb-bbaa-995fdc3db670 req-7c4e68db-f44e-4257-94d1-7f7306b2da0e service neutron] 10.222.0.47 "PUT /v2.0/ports/2df26226-3cfc-476a-b550-9561d6d2b691 HTTP/1.1" status: 200 len: 1093 time: 0.9630182 Nov 25 13:36:22.312548 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4abdc79f-4141-4ffd-aeec-dc604bda03b1', 'tag': '2df26226-3cfc-476a-b550-9561d6d2b691'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:36:22.314965 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72527379-6249-4f95-97af-27bb43ce0d01" -d '{"events": [{"name": "network-changed", "server_uuid": "4abdc79f-4141-4ffd-aeec-dc604bda03b1", "tag": "2df26226-3cfc-476a-b550-9561d6d2b691"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:36:22.342886 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5b10a5c7-6e6e-4e02-afa9-4cd7cc99b046 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:22.359793 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5b10a5c7-6e6e-4e02-afa9-4cd7cc99b046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:22.399599 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b10a5c7-6e6e-4e02-afa9-4cd7cc99b046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d0d388-64ba-4d30-9e73-0a7eb6d788db,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:22.418837 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9a2c5e26-146e-402c-9956-9efa7de5764f req-69ea657e-a1ab-4b2e-a94b-6b4b42b64b6b tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=deb84145-70b8-4cf2-8a88-cf2c1abdea3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450994 Nov 25 13:36:22.419805 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ff8da3-b11c-45ec-9ee4-81fd6cf46c77 x-openstack-request-id: req-80ff8da3-b11c-45ec-9ee4-81fd6cf46c77 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:36:22.420104 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4abdc79f-4141-4ffd-aeec-dc604bda03b1", "tag": "2df26226-3cfc-476a-b550-9561d6d2b691", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:36:22.420371 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-80ff8da3-b11c-45ec-9ee4-81fd6cf46c77 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:36:22.420759 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4abdc79f-4141-4ffd-aeec-dc604bda03b1', 'tag': '2df26226-3cfc-476a-b550-9561d6d2b691', 'status': 'completed', 'code': 200} Nov 25 13:36:22.423466 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b10a5c7-6e6e-4e02-afa9-4cd7cc99b046 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:36:22.433991 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4e68db-f44e-4257-94d1-7f7306b2da0e service neutron] Pushing event updated for resources: {'Port': ['ID=2df26226-3cfc-476a-b550-9561d6d2b691,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:22.436324 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5b10a5c7-6e6e-4e02-afa9-4cd7cc99b046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:22.436913 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-5b10a5c7-6e6e-4e02-afa9-4cd7cc99b046 admin admin] Added segment b14e7296-5772-4b97-94ca-83344133ef80 of type vlan for network 031e133d-bc8e-422a-8e23-ef122e727378 Nov 25 13:36:22.460926 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e69e0-e457-40eb-bbaa-995fdc3db670 req-719f1bf1-f9c1-4c99-9bc1-0e0a74f50d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:36:22.462464 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5b6e69e0-e457-40eb-bbaa-995fdc3db670 req-719f1bf1-f9c1-4c99-9bc1-0e0a74f50d71 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=057e847f3ee343b9812224ca032e6bfc&device_id=4abdc79f-4141-4ffd-aeec-dc604bda03b1 HTTP/1.1" status: 200 len: 1096 time: 0.1252627 Nov 25 13:36:22.495215 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5b10a5c7-6e6e-4e02-afa9-4cd7cc99b046 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:22.520719 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5b6e69e0-e457-40eb-bbaa-995fdc3db670 req-7e9de792-b8a1-4195-b56a-19ca319b382f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2df26226-3cfc-476a-b550-9561d6d2b691 HTTP/1.1" status: 200 len: 217 time: 0.0489848 Nov 25 13:36:22.525400 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5b10a5c7-6e6e-4e02-afa9-4cd7cc99b046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:22.526713 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b10a5c7-6e6e-4e02-afa9-4cd7cc99b046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:36:22.531658 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5b10a5c7-6e6e-4e02-afa9-4cd7cc99b046 admin admin] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:22.574428 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e69e0-e457-40eb-bbaa-995fdc3db670 req-2ceba26f-0e9a-48fa-8832-3e9d8969d474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:36:22.577675 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5b6e69e0-e457-40eb-bbaa-995fdc3db670 req-2ceba26f-0e9a-48fa-8832-3e9d8969d474 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=244939ee-af06-4fda-b44a-72ec443cdc8d HTTP/1.1" status: 200 len: 835 time: 0.0499992 Nov 25 13:36:22.623593 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-5b10a5c7-6e6e-4e02-afa9-4cd7cc99b046 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6862791 Nov 25 13:36:22.626437 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 47130) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:22.635662 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b10a5c7-6e6e-4e02-afa9-4cd7cc99b046 admin admin] Pushing event updated for resources: {'Network': ['ID=031e133d-bc8e-422a-8e23-ef122e727378,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:22.638601 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-6f0e2089-06b5-493b-8877-da891fdaad07 admin admin] Request body: {'subnet': {'network_id': '031e133d-bc8e-422a-8e23-ef122e727378', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1545071743-subnet', 'tenant_id': '302de46474144df086811abe33c04f12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:22.661034 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 031e133d-bc8e-422a-8e23-ef122e727378 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:36:22.674610 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e69e0-e457-40eb-bbaa-995fdc3db670 req-3a092080-8aee-47b1-b0c4-c889b158cd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:36:22.676448 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5b6e69e0-e457-40eb-bbaa-995fdc3db670 req-3a092080-8aee-47b1-b0c4-c889b158cd32 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db86cf0c-2d9d-4973-97d3-ae21a785403b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0921447 Nov 25 13:36:22.677710 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0e2089-06b5-493b-8877-da891fdaad07 admin admin] Made reservation on behalf of 302de46474144df086811abe33c04f12 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:36:22.680332 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6f0e2089-06b5-493b-8877-da891fdaad07 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:22.849810 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5b6e69e0-e457-40eb-bbaa-995fdc3db670 req-5bdf2765-4f24-410c-a81f-988df087d80f service neutron] 10.222.0.47 "GET /v2.0/networks/db86cf0c-2d9d-4973-97d3-ae21a785403b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663051 Nov 25 13:36:23.004902 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6f0e2089-06b5-493b-8877-da891fdaad07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:23.032295 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5b6e69e0-e457-40eb-bbaa-995fdc3db670 req-448afb75-c48f-4b9c-ac19-a4679f9be2d4 service neutron] 10.222.0.47 "GET /v2.0/networks/db86cf0c-2d9d-4973-97d3-ae21a785403b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754704 Nov 25 13:36:23.063920 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e2089-06b5-493b-8877-da891fdaad07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1cdce5b-d6d4-411c-a6b3-afb93ad81211,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:23.080071 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0e2089-06b5-493b-8877-da891fdaad07 admin admin] Checking segment: {'id': 'b14e7296-5772-4b97-94ca-83344133ef80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '031e133d-bc8e-422a-8e23-ef122e727378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:36:23.080438 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0e2089-06b5-493b-8877-da891fdaad07 admin admin] Network hostable DHCP agents. Network: 031e133d-bc8e-422a-8e23-ef122e727378, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:36:23.124396 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0e2089-06b5-493b-8877-da891fdaad07 admin admin] Network 031e133d-bc8e-422a-8e23-ef122e727378 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:36:23.137431 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72527379-6249-4f95-97af-27bb43ce0d01 req-68c985f5-ed66-409b-b3eb-37f03126a0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:36:23.138948 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-72527379-6249-4f95-97af-27bb43ce0d01 req-68c985f5-ed66-409b-b3eb-37f03126a0d4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=057e847f3ee343b9812224ca032e6bfc&device_id=4abdc79f-4141-4ffd-aeec-dc604bda03b1 HTTP/1.1" status: 200 len: 1096 time: 0.0547380 Nov 25 13:36:23.139990 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-6f0e2089-06b5-493b-8877-da891fdaad07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 031e133d-bc8e-422a-8e23-ef122e727378) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:36:23.144022 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0e2089-06b5-493b-8877-da891fdaad07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:36:23.144672 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6f0e2089-06b5-493b-8877-da891fdaad07 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:23.152266 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b865f87e-f8ae-421b-83b3-dc74e10c6ab2 None None] Network 031e133d-bc8e-422a-8e23-ef122e727378 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:36:23.214751 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-6f0e2089-06b5-493b-8877-da891fdaad07 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5796871 Nov 25 13:36:23.259511 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72527379-6249-4f95-97af-27bb43ce0d01 req-96eaaa6d-2c91-4e81-ae2e-22cc49ef4162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:36:23.261210 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-72527379-6249-4f95-97af-27bb43ce0d01 req-96eaaa6d-2c91-4e81-ae2e-22cc49ef4162 service neutron] 10.222.0.47 "GET /v2.0/networks?id=db86cf0c-2d9d-4973-97d3-ae21a785403b HTTP/1.1" status: 200 len: 897 time: 0.1140242 Nov 25 13:36:23.310411 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4ae891-a842-4343-894c-136ec85c5286 None None] Network 031e133d-bc8e-422a-8e23-ef122e727378 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:36:23.310661 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-72527379-6249-4f95-97af-27bb43ce0d01 req-229dad17-8aee-484a-ae72-eab574fffa67 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2df26226-3cfc-476a-b550-9561d6d2b691 HTTP/1.1" status: 200 len: 217 time: 0.0413380 Nov 25 13:36:23.342179 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 47134) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:23.380323 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72527379-6249-4f95-97af-27bb43ce0d01 req-d51ebf14-a706-41fc-ba27-25b365ba5348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:36:23.380323 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-72527379-6249-4f95-97af-27bb43ce0d01 req-d51ebf14-a706-41fc-ba27-25b365ba5348 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=244939ee-af06-4fda-b44a-72ec443cdc8d HTTP/1.1" status: 200 len: 835 time: 0.0570500 Nov 25 13:36:23.404887 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0fa8524-d8f6-42a9-b11f-08d7ac956fce admin admin] Deleting subnet 4d91b8fe-2311-45a2-b6fc-4c78781acca5 {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:36:23.408651 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b0fa8524-d8f6-42a9-b11f-08d7ac956fce admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:23.440394 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72527379-6249-4f95-97af-27bb43ce0d01 req-4e7d9e5a-8ec3-46ba-9c76-fbf2e87a25cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:36:23.443329 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-72527379-6249-4f95-97af-27bb43ce0d01 req-4e7d9e5a-8ec3-46ba-9c76-fbf2e87a25cf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db86cf0c-2d9d-4973-97d3-ae21a785403b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570729 Nov 25 13:36:23.446717 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b0fa8524-d8f6-42a9-b11f-08d7ac956fce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:23.503374 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b0fa8524-d8f6-42a9-b11f-08d7ac956fce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:23.560970 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-72527379-6249-4f95-97af-27bb43ce0d01 req-77d6604a-1cab-4c3a-aa91-e94410ada663 service neutron] 10.222.0.47 "GET /v2.0/networks/db86cf0c-2d9d-4973-97d3-ae21a785403b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070654 Nov 25 13:36:23.606295 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b0fa8524-d8f6-42a9-b11f-08d7ac956fce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:23.639431 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fa8524-d8f6-42a9-b11f-08d7ac956fce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d91b8fe-2311-45a2-b6fc-4c78781acca5,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:23.649562 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c60800-4c24-464f-9ecc-28743ddd7100 req-44efd669-d175-45d7-b449-67a6657d6ec5 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:36:23.651458 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-67c60800-4c24-464f-9ecc-28743ddd7100 req-44efd669-d175-45d7-b449-67a6657d6ec5 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=4abdc79f-4141-4ffd-aeec-dc604bda03b1 HTTP/1.1" status: 200 len: 944 time: 0.0849285 Nov 25 13:36:23.658148 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:36:23.662196 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b0fa8524-d8f6-42a9-b11f-08d7ac956fce admin admin] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:23.672975 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-72527379-6249-4f95-97af-27bb43ce0d01 req-a461a79f-f4c3-48f5-8dfd-7bcdeff9e6fc service neutron] 10.222.0.47 "GET /v2.0/networks/db86cf0c-2d9d-4973-97d3-ae21a785403b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039126 Nov 25 13:36:23.673342 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b0fa8524-d8f6-42a9-b11f-08d7ac956fce admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4d91b8fe-2311-45a2-b6fc-4c78781acca5 HTTP/1.1" status: 204 len: 168 time: 0.3292947 Nov 25 13:36:23.675716 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 47142) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:23.777695 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-67c60800-4c24-464f-9ecc-28743ddd7100 req-7ef7f257-d147-4851-ab1d-3ac0fec9ee55 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=deb84145-70b8-4cf2-8a88-cf2c1abdea3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030326 Nov 25 13:36:23.787023 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-703904e5-26b6-4990-8921-bcc3b89c07bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:23.873124 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-703904e5-26b6-4990-8921-bcc3b89c07bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:23.894474 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-703904e5-26b6-4990-8921-bcc3b89c07bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d8148e5-0a0b-4d1b-8722-8fceb86e4b3e']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:36:23.904851 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-703904e5-26b6-4990-8921-bcc3b89c07bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dbd0b0e-e9ff-4920-8e07-d46c64606ebf') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:36:23.905162 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-703904e5-26b6-4990-8921-bcc3b89c07bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dbd0b0e-e9ff-4920-8e07-d46c64606ebf') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:36:23.916573 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-703904e5-26b6-4990-8921-bcc3b89c07bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:23.931508 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-703904e5-26b6-4990-8921-bcc3b89c07bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:23.938067 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-703904e5-26b6-4990-8921-bcc3b89c07bf admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:36:23.938558 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-703904e5-26b6-4990-8921-bcc3b89c07bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:23.940326 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:36:23.940326 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:36:23.940326 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:36:23.940326 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:36:23.940326 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:36:23.940326 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:36:23.940326 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:36:23.940326 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:36:23.940326 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:36:23.940326 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:36:23.940326 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:36:23.940326 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:36:23.940326 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:36:23.940326 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:36:23.940326 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:36:23.940326 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:36:23.940326 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:36:23.940326 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:36:23.940326 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:36:23.940326 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:36:23.940326 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:36:23.940326 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:36:23.940326 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:36:23.940326 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:36:23.940326 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:36:23.940326 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:36:23.940326 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:36:23.940326 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:36:23.940326 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:36:23.940326 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:36:23.940326 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:36:23.940326 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:36:24.001018 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-703904e5-26b6-4990-8921-bcc3b89c07bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:24.009900 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-703904e5-26b6-4990-8921-bcc3b89c07bf admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:24.013998 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-703904e5-26b6-4990-8921-bcc3b89c07bf admin admin] 10.222.0.53 "DELETE /v2.0/networks/3d8148e5-0a0b-4d1b-8722-8fceb86e4b3e HTTP/1.1" status: 204 len: 168 time: 0.3364205 Nov 25 13:36:24.016947 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 47146) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:24.029236 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703904e5-26b6-4990-8921-bcc3b89c07bf admin admin] Pushing event deleted for resources: {'Network': ['ID=3d8148e5-0a0b-4d1b-8722-8fceb86e4b3e,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:24.068617 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7986558-d178-4213-8fe1-c37c6c6183ec admin admin] Deleting subnet b1cdce5b-d6d4-411c-a6b3-afb93ad81211 {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:36:24.072192 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b7986558-d178-4213-8fe1-c37c6c6183ec admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:24.113438 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b7986558-d178-4213-8fe1-c37c6c6183ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:24.154829 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b7986558-d178-4213-8fe1-c37c6c6183ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:24.208518 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b7986558-d178-4213-8fe1-c37c6c6183ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:24.234052 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7986558-d178-4213-8fe1-c37c6c6183ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1cdce5b-d6d4-411c-a6b3-afb93ad81211,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:24.239321 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b7986558-d178-4213-8fe1-c37c6c6183ec admin admin] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:24.242508 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b7986558-d178-4213-8fe1-c37c6c6183ec admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b1cdce5b-d6d4-411c-a6b3-afb93ad81211 HTTP/1.1" status: 204 len: 168 time: 0.2240460 Nov 25 13:36:24.245006 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 47148) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:24.317777 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c052d00c-9113-41f5-9613-0915b2932f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:24.402564 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c052d00c-9113-41f5-9613-0915b2932f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:24.422972 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-c052d00c-9113-41f5-9613-0915b2932f60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['031e133d-bc8e-422a-8e23-ef122e727378']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:36:24.432129 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-c052d00c-9113-41f5-9613-0915b2932f60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b14e7296-5772-4b97-94ca-83344133ef80') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:36:24.432433 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-c052d00c-9113-41f5-9613-0915b2932f60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b14e7296-5772-4b97-94ca-83344133ef80') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:36:24.441841 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c052d00c-9113-41f5-9613-0915b2932f60 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:24.454852 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c052d00c-9113-41f5-9613-0915b2932f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:24.461710 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c052d00c-9113-41f5-9613-0915b2932f60 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:36:24.462105 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c052d00c-9113-41f5-9613-0915b2932f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:24.463782 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:36:24.463782 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:36:24.463782 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:36:24.463782 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:36:24.463782 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:36:24.463782 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:36:24.463782 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:36:24.463782 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:36:24.463782 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:36:24.463782 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:36:24.463782 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:36:24.463782 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:36:24.463782 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:36:24.463782 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:36:24.463782 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:36:24.463782 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:36:24.463782 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:36:24.463782 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:36:24.463782 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:36:24.463782 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:36:24.463782 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:36:24.463782 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:36:24.463782 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:36:24.463782 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:36:24.463782 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:36:24.463782 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:36:24.463782 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:36:24.463782 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:36:24.463782 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:36:24.463782 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:36:24.463782 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:36:24.463782 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:36:24.522448 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c052d00c-9113-41f5-9613-0915b2932f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:24.528492 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c052d00c-9113-41f5-9613-0915b2932f60 admin admin] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:24.534276 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c052d00c-9113-41f5-9613-0915b2932f60 admin admin] 10.222.0.53 "DELETE /v2.0/networks/031e133d-bc8e-422a-8e23-ef122e727378 HTTP/1.1" status: 204 len: 168 time: 0.2882619 Nov 25 13:36:24.548823 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c052d00c-9113-41f5-9613-0915b2932f60 admin admin] Pushing event deleted for resources: {'Network': ['ID=031e133d-bc8e-422a-8e23-ef122e727378,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:24.691168 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 47156) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:24.730860 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-8f2dc147-25c2-4cbd-ad46-59ad6471f883 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=259335f8efff4271b9e816a927628908&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385046 Nov 25 13:36:24.733316 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 47160) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:24.782098 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-eba2eb1e-24f7-4a06-8af0-9838c5685e05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:24.803434 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-eba2eb1e-24f7-4a06-8af0-9838c5685e05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:24.852549 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-eba2eb1e-24f7-4a06-8af0-9838c5685e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:24.855464 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-eba2eb1e-24f7-4a06-8af0-9838c5685e05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:24.859383 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-eba2eb1e-24f7-4a06-8af0-9838c5685e05 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/47fab460-e861-49c1-9c1a-35d18599207b HTTP/1.1" status: 204 len: 168 time: 0.1225371 Nov 25 13:36:24.867248 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba2eb1e-24f7-4a06-8af0-9838c5685e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47fab460-e861-49c1-9c1a-35d18599207b,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:24.931084 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30849635-61d5-411b-8723-56bc71e4a5d6 req-1536dc36-3c26-414f-862b-8d93c7d7ce08 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:36:24.933360 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-30849635-61d5-411b-8723-56bc71e4a5d6 req-1536dc36-3c26-414f-862b-8d93c7d7ce08 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=4abdc79f-4141-4ffd-aeec-dc604bda03b1 HTTP/1.1" status: 200 len: 944 time: 0.0633798 Nov 25 13:36:24.991620 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-30849635-61d5-411b-8723-56bc71e4a5d6 req-26420c70-8e45-4961-973f-15cbb4354bb3 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=deb84145-70b8-4cf2-8a88-cf2c1abdea3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514688 Nov 25 13:36:25.257827 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 47180) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:25.301520 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-dffa4d6d-dc3c-49f1-8960-ca328209681f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=302de46474144df086811abe33c04f12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0424306 Nov 25 13:36:25.303876 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 47184) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:25.355790 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8a8cc446-85f8-484e-866d-51e37fd00974 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:25.382977 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8a8cc446-85f8-484e-866d-51e37fd00974 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:25.445941 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8a8cc446-85f8-484e-866d-51e37fd00974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:25.450093 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8a8cc446-85f8-484e-866d-51e37fd00974 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:25.456681 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-8a8cc446-85f8-484e-866d-51e37fd00974 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/88d0d388-64ba-4d30-9e73-0a7eb6d788db HTTP/1.1" status: 204 len: 168 time: 0.1515288 Nov 25 13:36:25.466984 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8cc446-85f8-484e-866d-51e37fd00974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d0d388-64ba-4d30-9e73-0a7eb6d788db,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:25.912033 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 2df26226-3cfc-476a-b550-9561d6d2b691 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:36:26.093730 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 2df26226-3cfc-476a-b550-9561d6d2b691, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=2df26226-3cfc-476a-b550-9561d6d2b691,segment=NetworkSegment(bf0c778b-bb74-4c51-8849-ac3c7f278b2c),segment_id=bf0c778b-bb74-4c51-8849-ac3c7f278b2c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:36:26.131154 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '2df26226-3cfc-476a-b550-9561d6d2b691', 'network_id': 'db86cf0c-2d9d-4973-97d3-ae21a785403b', 'port_id': '2df26226-3cfc-476a-b550-9561d6d2b691', 'mac_address': 'fa:16:3e:8e:46:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '244939ee-af06-4fda-b44a-72ec443cdc8d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:36:26.182897 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30bbd7d-89c5-445f-8ffb-14ebc2913879 req-52b1f7d0-4028-44e5-96c6-28a4543b0937 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:36:26.184256 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:26.193383 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b30bbd7d-89c5-445f-8ffb-14ebc2913879 req-52b1f7d0-4028-44e5-96c6-28a4543b0937 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=4abdc79f-4141-4ffd-aeec-dc604bda03b1 HTTP/1.1" status: 200 len: 944 time: 0.0820839 Nov 25 13:36:26.200533 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2df26226-3cfc-476a-b550-9561d6d2b691 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:36:26.243056 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 2df26226-3cfc-476a-b550-9561d6d2b691, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=2df26226-3cfc-476a-b550-9561d6d2b691,segment=NetworkSegment(bf0c778b-bb74-4c51-8849-ac3c7f278b2c),segment_id=bf0c778b-bb74-4c51-8849-ac3c7f278b2c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:36:26.248328 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:26.297568 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b30bbd7d-89c5-445f-8ffb-14ebc2913879 req-275aa5e2-1262-4e50-bca1-2ec300a873ce tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=deb84145-70b8-4cf2-8a88-cf2c1abdea3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968137 Nov 25 13:36:26.336238 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=2df26226-3cfc-476a-b550-9561d6d2b691,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:26.547200 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['2df26226-3cfc-476a-b550-9561d6d2b691'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:36:27.448058 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a638ab37-8424-4f31-908e-54d8eeeddc8f req-57034c98-d3b5-46d0-97f2-50307f8fe2bf tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:36:27.449618 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a638ab37-8424-4f31-908e-54d8eeeddc8f req-57034c98-d3b5-46d0-97f2-50307f8fe2bf tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=4abdc79f-4141-4ffd-aeec-dc604bda03b1 HTTP/1.1" status: 200 len: 945 time: 0.0770617 Nov 25 13:36:27.524969 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a638ab37-8424-4f31-908e-54d8eeeddc8f req-6f512ffd-4cbe-498e-9e3a-284bc57bca60 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=deb84145-70b8-4cf2-8a88-cf2c1abdea3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629685 Nov 25 13:36:27.920920 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 2df26226-3cfc-476a-b550-9561d6d2b691 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:36:27.984572 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 2df26226-3cfc-476a-b550-9561d6d2b691 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:36:27.989412 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 2df26226-3cfc-476a-b550-9561d6d2b691 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:36:27.989992 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:28.085473 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:28.110265 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4abdc79f-4141-4ffd-aeec-dc604bda03b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df26226-3cfc-476a-b550-9561d6d2b691'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:36:28.113272 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8d15cb-5a49-40bc-88e9-907ec483c7e8" -d '{"events": [{"server_uuid": "4abdc79f-4141-4ffd-aeec-dc604bda03b1", "name": "network-vif-plugged", "status": "completed", "tag": "2df26226-3cfc-476a-b550-9561d6d2b691"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:36:28.128058 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 2df26226-3cfc-476a-b550-9561d6d2b691, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=2df26226-3cfc-476a-b550-9561d6d2b691,segment=NetworkSegment(bf0c778b-bb74-4c51-8849-ac3c7f278b2c),segment_id=bf0c778b-bb74-4c51-8849-ac3c7f278b2c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:36:28.134526 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:28.209547 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0f7fb5-b0e1-4315-815e-54378bd88403 x-openstack-request-id: req-0d0f7fb5-b0e1-4315-815e-54378bd88403 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:36:28.210307 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4abdc79f-4141-4ffd-aeec-dc604bda03b1", "name": "network-vif-plugged", "status": "completed", "tag": "2df26226-3cfc-476a-b550-9561d6d2b691", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:36:28.210757 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0d0f7fb5-b0e1-4315-815e-54378bd88403 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:36:28.212057 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4abdc79f-4141-4ffd-aeec-dc604bda03b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df26226-3cfc-476a-b550-9561d6d2b691', 'code': 200} Nov 25 13:36:28.212856 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=2df26226-3cfc-476a-b550-9561d6d2b691,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:28.298416 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2fb370-ff61-43e8-939d-3e3560cab2ec req-90ec6f1b-552d-45ed-bc09-608e1a9450f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:36:28.300487 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5a2fb370-ff61-43e8-939d-3e3560cab2ec req-90ec6f1b-552d-45ed-bc09-608e1a9450f7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4abdc79f-4141-4ffd-aeec-dc604bda03b1 HTTP/1.1" status: 200 len: 1098 time: 0.0527480 Nov 25 13:36:28.377426 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5a2fb370-ff61-43e8-939d-3e3560cab2ec req-8c2b84bd-27c8-489e-84b2-972fc0cd2344 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=deb84145-70b8-4cf2-8a88-cf2c1abdea3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601923 Nov 25 13:36:28.682029 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d192df-2ace-46cf-b6a9-4ac1eda41734 req-17dc34ba-9b8b-47b5-aa88-14d3b0b64a8a tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:36:28.703288 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-10d192df-2ace-46cf-b6a9-4ac1eda41734 req-17dc34ba-9b8b-47b5-aa88-14d3b0b64a8a tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=4abdc79f-4141-4ffd-aeec-dc604bda03b1 HTTP/1.1" status: 200 len: 946 time: 0.0797300 Nov 25 13:36:28.762840 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-10d192df-2ace-46cf-b6a9-4ac1eda41734 req-2131ba9f-d543-4d9d-8279-2d6a88313961 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=deb84145-70b8-4cf2-8a88-cf2c1abdea3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583594 Nov 25 13:36:29.954204 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae14788-3436-41f4-84a0-7940aa8bd0c1 req-5b129934-7c03-4f15-be41-a353609d4798 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:36:29.956829 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1ae14788-3436-41f4-84a0-7940aa8bd0c1 req-5b129934-7c03-4f15-be41-a353609d4798 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=4abdc79f-4141-4ffd-aeec-dc604bda03b1 HTTP/1.1" status: 200 len: 946 time: 0.0841630 Nov 25 13:36:30.030375 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1ae14788-3436-41f4-84a0-7940aa8bd0c1 req-2effb37b-3051-400c-83c4-7f8b049b7719 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=deb84145-70b8-4cf2-8a88-cf2c1abdea3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667014 Nov 25 13:36:30.162257 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b496d107-176c-4323-894a-96e88655e103 req-52bbd3e4-9056-41c9-a7f8-7292b6395f96 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:36:30.164831 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b496d107-176c-4323-894a-96e88655e103 req-52bbd3e4-9056-41c9-a7f8-7292b6395f96 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=4abdc79f-4141-4ffd-aeec-dc604bda03b1 HTTP/1.1" status: 200 len: 946 time: 0.0582492 Nov 25 13:36:30.303290 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b496d107-176c-4323-894a-96e88655e103 req-9f20838c-9da4-4b80-96be-5162d8bdeb47 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=deb84145-70b8-4cf2-8a88-cf2c1abdea3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278157 Nov 25 13:36:30.333995 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-91cb092e-99b8-44c6-a3d9-d77f9757d70c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:30.342279 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 47354) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:30.444325 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9107fe-ac96-4c95-90a5-62def7616162 tempest-TestNetworkAdvancedServerOps-879095095 tempest-TestNetworkAdvancedServerOps-879095095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:36:30.446383 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-4a9107fe-ac96-4c95-90a5-62def7616162 tempest-TestNetworkAdvancedServerOps-879095095 tempest-TestNetworkAdvancedServerOps-879095095-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4abdc79f-4141-4ffd-aeec-dc604bda03b1 HTTP/1.1" status: 200 len: 1093 time: 0.1027884 Nov 25 13:36:30.449253 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 47356) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:30.453766 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-85b8e4a9-d66e-4ab7-a89e-fe993652c090 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Request body: {'floatingip': {'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'port_id': '2df26226-3cfc-476a-b550-9561d6d2b691', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:36:30.491966 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-85b8e4a9-d66e-4ab7-a89e-fe993652c090 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for floatingip, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:30.729198 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-85b8e4a9-d66e-4ab7-a89e-fe993652c090 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:30.886602 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-85b8e4a9-d66e-4ab7-a89e-fe993652c090 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Allocated IP 172.25.5.156 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/8cacd7df-baa3-4671-ae5d-421b563ab303) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:36:31.030550 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-85b8e4a9-d66e-4ab7-a89e-fe993652c090 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:31.090015 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-85b8e4a9-d66e-4ab7-a89e-fe993652c090 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:31.127342 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b8e4a9-d66e-4ab7-a89e-fe993652c090 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:36:31.129151 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-85b8e4a9-d66e-4ab7-a89e-fe993652c090 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:36:31.139321 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b8e4a9-d66e-4ab7-a89e-fe993652c090 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:36:31.187585 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b8e4a9-d66e-4ab7-a89e-fe993652c090 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event updated for resources: {'Port': ['ID=8cacd7df-baa3-4671-ae5d-421b563ab303,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:31.987822 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-85b8e4a9-d66e-4ab7-a89e-fe993652c090 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:32.089920 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-85b8e4a9-d66e-4ab7-a89e-fe993652c090 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:32.287233 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-85b8e4a9-d66e-4ab7-a89e-fe993652c090 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:32.295391 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-85b8e4a9-d66e-4ab7-a89e-fe993652c090 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:32.381980 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b8e4a9-d66e-4ab7-a89e-fe993652c090 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event updated for resources: {'Port': ['ID=8cacd7df-baa3-4671-ae5d-421b563ab303,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:32.399572 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-85b8e4a9-d66e-4ab7-a89e-fe993652c090 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:32.520029 n-d-808199-11 neutron-server[103571]: INFO neutron.db.l3_db [None req-85b8e4a9-d66e-4ab7-a89e-fe993652c090 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Floating IP e7f3c199-2e26-445d-8a76-7e3d33285088 associated. External IP: 172.25.5.156, port: 2df26226-3cfc-476a-b550-9561d6d2b691. Nov 25 13:36:32.781578 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2250f14f-bfdd-467e-8830-7098949baddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:32.803296 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85b8e4a9-d66e-4ab7-a89e-fe993652c090 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Router 78e3b542-2c4b-4843-89a1-c2b4e9355b47 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:36:33.010264 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b8e4a9-d66e-4ab7-a89e-fe993652c090 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:36:33.022578 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f164dc-1cf7-4d6d-b3e3-143b6642ac39 None None] Sync routers for ids ['78e3b542-2c4b-4843-89a1-c2b4e9355b47'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:36:33.041803 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f164dc-1cf7-4d6d-b3e3-143b6642ac39 None None] Routers {'78e3b542-2c4b-4843-89a1-c2b4e9355b47'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:36:33.042501 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-c4f164dc-1cf7-4d6d-b3e3-143b6642ac39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:36:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['78e3b542-2c4b-4843-89a1-c2b4e9355b47'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:36:33.055499 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-85b8e4a9-d66e-4ab7-a89e-fe993652c090 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:33.098298 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-85b8e4a9-d66e-4ab7-a89e-fe993652c090 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6478307 Nov 25 13:36:33.099034 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4abdc79f-4141-4ffd-aeec-dc604bda03b1', 'tag': '2df26226-3cfc-476a-b550-9561d6d2b691'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:36:33.101772 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b1ae13-b0da-4830-8349-e0a016eff197" -d '{"events": [{"name": "network-changed", "server_uuid": "4abdc79f-4141-4ffd-aeec-dc604bda03b1", "tag": "2df26226-3cfc-476a-b550-9561d6d2b691"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:36:33.195371 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0260e7dd-3d12-4d72-b5e8-efc5eba3dff3 x-openstack-request-id: req-0260e7dd-3d12-4d72-b5e8-efc5eba3dff3 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:36:33.195671 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4abdc79f-4141-4ffd-aeec-dc604bda03b1", "tag": "2df26226-3cfc-476a-b550-9561d6d2b691", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:36:33.195925 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0260e7dd-3d12-4d72-b5e8-efc5eba3dff3 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:36:33.196446 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4abdc79f-4141-4ffd-aeec-dc604bda03b1', 'tag': '2df26226-3cfc-476a-b550-9561d6d2b691', 'status': 'completed', 'code': 200} Nov 25 13:36:33.220709 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-c4f164dc-1cf7-4d6d-b3e3-143b6642ac39 None None] Set router 78e3b542-2c4b-4843-89a1-c2b4e9355b47 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:36:33.292785 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb40b2dc-7e5b-4e73-b022-6fc27e011a5e req-9f33e57b-e26a-4cc0-9e60-aba2c7d93a58 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:36:33.302513 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bb40b2dc-7e5b-4e73-b022-6fc27e011a5e req-9f33e57b-e26a-4cc0-9e60-aba2c7d93a58 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=4abdc79f-4141-4ffd-aeec-dc604bda03b1 HTTP/1.1" status: 200 len: 946 time: 0.1006160 Nov 25 13:36:33.303536 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b1ae13-b0da-4830-8349-e0a016eff197 req-7ec2730b-f4de-4bba-a7b5-6bbaab08e131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:36:33.305067 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e6b1ae13-b0da-4830-8349-e0a016eff197 req-7ec2730b-f4de-4bba-a7b5-6bbaab08e131 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=057e847f3ee343b9812224ca032e6bfc&device_id=4abdc79f-4141-4ffd-aeec-dc604bda03b1 HTTP/1.1" status: 200 len: 1098 time: 0.0826235 Nov 25 13:36:33.375492 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bb40b2dc-7e5b-4e73-b022-6fc27e011a5e req-6021fe41-44d8-40c2-9148-46556eeae4ca tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=deb84145-70b8-4cf2-8a88-cf2c1abdea3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697937 Nov 25 13:36:33.396773 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 47412) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:33.499219 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b1ae13-b0da-4830-8349-e0a016eff197 req-2c415751-b7c6-4447-9b29-fdda1ed59a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:36:33.500816 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e6b1ae13-b0da-4830-8349-e0a016eff197 req-2c415751-b7c6-4447-9b29-fdda1ed59a2f service neutron] 10.222.0.47 "GET /v2.0/networks?id=db86cf0c-2d9d-4973-97d3-ae21a785403b HTTP/1.1" status: 200 len: 897 time: 0.1723070 Nov 25 13:36:33.532436 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-9b2db5a9-2d4a-4cd8-a41b-1f1c144c1f06 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/floatingips/e7f3c199-2e26-445d-8a76-7e3d33285088 HTTP/1.1" status: 200 len: 992 time: 0.1331015 Nov 25 13:36:33.542256 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-c4f164dc-1cf7-4d6d-b3e3-143b6642ac39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e3b542-2c4b-4843-89a1-c2b4e9355b47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034906892', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': 'a023549e-9782-47ff-bfcc-19f301417e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:36:10Z', 'updated_at': '2021-11-25T13:36:15Z', 'revision_number': 4, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'gw_port': {'id': 'a023549e-9782-47ff-bfcc-19f301417e1d', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:14:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e3b542-2c4b-4843-89a1-c2b4e9355b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:36:10Z', 'updated_at': '2021-11-25T13:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': 'e7f3c199-2e26-445d-8a76-7e3d33285088', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'floating_ip_address': '172.25.5.156', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '78e3b542-2c4b-4843-89a1-c2b4e9355b47', 'port_id': '2df26226-3cfc-476a-b550-9561d6d2b691', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db86cf0c-2d9d-4973-97d3-ae21a785403b', 'mac_address': 'fa:16:3e:8e:46:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4abdc79f-4141-4ffd-aeec-dc604bda03b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:36:31Z', 'updated_at': '2021-11-25T13:36:31Z', 'revision_number': 0, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7458fd71-f10b-4ff9-a458-0a4d02812b85', 'name': '', 'network_id': 'db86cf0c-2d9d-4973-97d3-ae21a785403b', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'mac_address': 'fa:16:3e:86:91:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e3b542-2c4b-4843-89a1-c2b4e9355b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': '244939ee-af06-4fda-b44a-72ec443cdc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:36:14Z', 'updated_at': '2021-11-25T13:36:19Z', 'revision_number': 5, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'subnets': [{'id': '244939ee-af06-4fda-b44a-72ec443cdc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:36:33.576615 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f164dc-1cf7-4d6d-b3e3-143b6642ac39 None None] Checking router: 78e3b542-2c4b-4843-89a1-c2b4e9355b47 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:36:33.589970 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f164dc-1cf7-4d6d-b3e3-143b6642ac39 None None] Routers {'78e3b542-2c4b-4843-89a1-c2b4e9355b47'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:36:33.591461 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-c4f164dc-1cf7-4d6d-b3e3-143b6642ac39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:36:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['78e3b542-2c4b-4843-89a1-c2b4e9355b47'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:36:33.635135 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e6b1ae13-b0da-4830-8349-e0a016eff197 req-5823c2f7-2c6a-416a-a3ad-bd824de29874 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2df26226-3cfc-476a-b550-9561d6d2b691 HTTP/1.1" status: 200 len: 1000 time: 0.1252706 Nov 25 13:36:33.707785 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b1ae13-b0da-4830-8349-e0a016eff197 req-451117a4-315d-4fad-b71a-edb1ceee0462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:36:33.709269 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e6b1ae13-b0da-4830-8349-e0a016eff197 req-451117a4-315d-4fad-b71a-edb1ceee0462 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=244939ee-af06-4fda-b44a-72ec443cdc8d HTTP/1.1" status: 200 len: 835 time: 0.0661030 Nov 25 13:36:33.750379 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-c4f164dc-1cf7-4d6d-b3e3-143b6642ac39 None None] Set router 78e3b542-2c4b-4843-89a1-c2b4e9355b47 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:36:33.764267 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b1ae13-b0da-4830-8349-e0a016eff197 req-2a331b49-a171-4c6e-b405-67192f0026e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:36:33.766407 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e6b1ae13-b0da-4830-8349-e0a016eff197 req-2a331b49-a171-4c6e-b405-67192f0026e4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db86cf0c-2d9d-4973-97d3-ae21a785403b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502164 Nov 25 13:36:33.867256 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:33.898879 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e6b1ae13-b0da-4830-8349-e0a016eff197 req-63dc034c-1363-4b71-a9a3-51cf3c0746ba service neutron] 10.222.0.47 "GET /v2.0/networks/db86cf0c-2d9d-4973-97d3-ae21a785403b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248941 Nov 25 13:36:34.046970 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e6b1ae13-b0da-4830-8349-e0a016eff197 req-27c2f6ab-1f18-4877-81bf-df86ca642fb0 service neutron] 10.222.0.47 "GET /v2.0/networks/db86cf0c-2d9d-4973-97d3-ae21a785403b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369994 Nov 25 13:36:34.076236 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-c4f164dc-1cf7-4d6d-b3e3-143b6642ac39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e3b542-2c4b-4843-89a1-c2b4e9355b47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034906892', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': 'a023549e-9782-47ff-bfcc-19f301417e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:36:10Z', 'updated_at': '2021-11-25T13:36:15Z', 'revision_number': 4, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'gw_port': {'id': 'a023549e-9782-47ff-bfcc-19f301417e1d', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:14:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e3b542-2c4b-4843-89a1-c2b4e9355b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:36:10Z', 'updated_at': '2021-11-25T13:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': 'e7f3c199-2e26-445d-8a76-7e3d33285088', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'floating_ip_address': '172.25.5.156', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '78e3b542-2c4b-4843-89a1-c2b4e9355b47', 'port_id': '2df26226-3cfc-476a-b550-9561d6d2b691', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db86cf0c-2d9d-4973-97d3-ae21a785403b', 'mac_address': 'fa:16:3e:8e:46:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4abdc79f-4141-4ffd-aeec-dc604bda03b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:36:31Z', 'updated_at': '2021-11-25T13:36:31Z', 'revision_number': 0, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7458fd71-f10b-4ff9-a458-0a4d02812b85', 'name': '', 'network_id': 'db86cf0c-2d9d-4973-97d3-ae21a785403b', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'mac_address': 'fa:16:3e:86:91:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e3b542-2c4b-4843-89a1-c2b4e9355b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': '244939ee-af06-4fda-b44a-72ec443cdc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:36:14Z', 'updated_at': '2021-11-25T13:36:19Z', 'revision_number': 5, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'subnets': [{'id': '244939ee-af06-4fda-b44a-72ec443cdc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:36:34.121265 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f164dc-1cf7-4d6d-b3e3-143b6642ac39 None None] The sync data for ids ['78e3b542-2c4b-4843-89a1-c2b4e9355b47'] in n-d-808199-11 is: [{'id': '78e3b542-2c4b-4843-89a1-c2b4e9355b47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034906892', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': 'a023549e-9782-47ff-bfcc-19f301417e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:36:10Z', 'updated_at': '2021-11-25T13:36:15Z', 'revision_number': 4, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'gw_port': {'id': 'a023549e-9782-47ff-bfcc-19f301417e1d', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:14:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e3b542-2c4b-4843-89a1-c2b4e9355b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:36:10Z', 'updated_at': '2021-11-25T13:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': 'e7f3c199-2e26-445d-8a76-7e3d33285088', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'floating_ip_address': '172.25.5.156', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '78e3b542-2c4b-4843-89a1-c2b4e9355b47', 'port_id': '2df26226-3cfc-476a-b550-9561d6d2b691', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db86cf0c-2d9d-4973-97d3-ae21a785403b', 'mac_address': 'fa:16:3e:8e:46:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4abdc79f-4141-4ffd-aeec-dc604bda03b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:36:31Z', 'updated_at': '2021-11-25T13:36:31Z', 'revision_number': 0, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7458fd71-f10b-4ff9-a458-0a4d02812b85', 'name': '', 'network_id': 'db86cf0c-2d9d-4973-97d3-ae21a785403b', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'mac_address': 'fa:16:3e:86:91:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e3b542-2c4b-4843-89a1-c2b4e9355b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': '244939ee-af06-4fda-b44a-72ec443cdc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:36:14Z', 'updated_at': '2021-11-25T13:36:19Z', 'revision_number': 5, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'subnets': [{'id': '244939ee-af06-4fda-b44a-72ec443cdc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:36:34.410856 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960c91a2-55dc-4085-9a27-0cb8748debe7 None None] New status for floating IP e7f3c199-2e26-445d-8a76-7e3d33285088: ACTIVE {{(pid=103572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 13:36:34.535281 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 47436) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:34.605263 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-e203bf04-9c75-4cdd-b73b-dcad6ab55569 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/floatingips/e7f3c199-2e26-445d-8a76-7e3d33285088 HTTP/1.1" status: 200 len: 992 time: 0.0686426 Nov 25 13:36:35.190635 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:35.608581 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 47464) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:35.682502 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-094e388f-6681-49b6-9391-ee55fcec35af tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/floatingips/e7f3c199-2e26-445d-8a76-7e3d33285088 HTTP/1.1" status: 200 len: 994 time: 0.0727239 Nov 25 13:36:36.224258 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:38.204784 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:38.687995 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 47556) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:38.825791 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0a0c5ab2-da5b-48a3-87af-95f9e6767622 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:38.923055 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0a0c5ab2-da5b-48a3-87af-95f9e6767622 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:38.927430 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0a0c5ab2-da5b-48a3-87af-95f9e6767622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:38.963935 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-0a0c5ab2-da5b-48a3-87af-95f9e6767622 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=278cfb65395a4dec8bc353fd3a70f88f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2747431 Nov 25 13:36:38.966673 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 47564) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:38.999020 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c5ab2-da5b-48a3-87af-95f9e6767622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18d33db-a51e-4178-8f6d-706ea8ef3770,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:39.025685 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f938a793-4116-4f15-beb7-1d1fe1d4abd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:39.048078 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f938a793-4116-4f15-beb7-1d1fe1d4abd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:39.114279 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f938a793-4116-4f15-beb7-1d1fe1d4abd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:39.117932 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f938a793-4116-4f15-beb7-1d1fe1d4abd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:39.124509 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-f938a793-4116-4f15-beb7-1d1fe1d4abd2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e18d33db-a51e-4178-8f6d-706ea8ef3770 HTTP/1.1" status: 204 len: 168 time: 0.1567495 Nov 25 13:36:39.136499 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f938a793-4116-4f15-beb7-1d1fe1d4abd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18d33db-a51e-4178-8f6d-706ea8ef3770,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:39.455225 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 47582) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:39.468870 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-55aa4580-f4e5-4361-9670-81be2a5788b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:39.590597 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-55aa4580-f4e5-4361-9670-81be2a5788b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:39.604109 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-55aa4580-f4e5-4361-9670-81be2a5788b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:39.660256 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-55aa4580-f4e5-4361-9670-81be2a5788b1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7c5e0cd78c7b49478a3f6a5b4bd9b855&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2033992 Nov 25 13:36:39.662308 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aa4580-f4e5-4361-9670-81be2a5788b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b809ea30-6226-499f-a204-69edd69ce6d8,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:39.663089 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 47590) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:39.717119 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0ceb8b4a-4e69-460b-b9e0-dca8bc98219e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:39.751728 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0ceb8b4a-4e69-460b-b9e0-dca8bc98219e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:39.803033 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0ceb8b4a-4e69-460b-b9e0-dca8bc98219e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:39.805669 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0ceb8b4a-4e69-460b-b9e0-dca8bc98219e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:39.806884 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-0ceb8b4a-4e69-460b-b9e0-dca8bc98219e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b809ea30-6226-499f-a204-69edd69ce6d8 HTTP/1.1" status: 204 len: 168 time: 0.1425455 Nov 25 13:36:39.815825 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceb8b4a-4e69-460b-b9e0-dca8bc98219e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b809ea30-6226-499f-a204-69edd69ce6d8,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:40.987648 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b0b987b1-0c3f-4005-8e52-41ee67ee6b66 req-7d754dfb-105b-4a37-95db-a36e3f5903f2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0569525 Nov 25 13:36:41.103725 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b987b1-0c3f-4005-8e52-41ee67ee6b66 req-141d36fe-c1d5-4fda-8489-b3ed18748882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:36:41.104445 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b987b1-0c3f-4005-8e52-41ee67ee6b66 req-141d36fe-c1d5-4fda-8489-b3ed18748882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:36:41.105077 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b987b1-0c3f-4005-8e52-41ee67ee6b66 req-141d36fe-c1d5-4fda-8489-b3ed18748882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:36:41.105698 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b987b1-0c3f-4005-8e52-41ee67ee6b66 req-141d36fe-c1d5-4fda-8489-b3ed18748882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:36:41.106339 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b987b1-0c3f-4005-8e52-41ee67ee6b66 req-141d36fe-c1d5-4fda-8489-b3ed18748882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:36:41.106981 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b987b1-0c3f-4005-8e52-41ee67ee6b66 req-141d36fe-c1d5-4fda-8489-b3ed18748882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:36:41.107600 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b987b1-0c3f-4005-8e52-41ee67ee6b66 req-141d36fe-c1d5-4fda-8489-b3ed18748882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:36:41.110043 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b0b987b1-0c3f-4005-8e52-41ee67ee6b66 req-141d36fe-c1d5-4fda-8489-b3ed18748882 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ee6b0fbe2e7a4406acdd0c8fea203ca4&device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 6499 time: 0.0598967 Nov 25 13:36:41.237195 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b987b1-0c3f-4005-8e52-41ee67ee6b66 req-3bf26d5f-16e3-482f-82b9-e1b3703cf5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:36:41.237675 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b987b1-0c3f-4005-8e52-41ee67ee6b66 req-3bf26d5f-16e3-482f-82b9-e1b3703cf5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:36:41.238148 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b987b1-0c3f-4005-8e52-41ee67ee6b66 req-3bf26d5f-16e3-482f-82b9-e1b3703cf5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:36:41.239795 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b0b987b1-0c3f-4005-8e52-41ee67ee6b66 req-3bf26d5f-16e3-482f-82b9-e1b3703cf5cc service neutron] 10.222.0.47 "GET /v2.0/networks?id=0f46794c-b326-485f-8936-6eed71effe7e&id=0213571c-133e-4472-a9fb-82f11b25c18c&id=0213571c-133e-4472-a9fb-82f11b25c18c&id=0213571c-133e-4472-a9fb-82f11b25c18c&id=0213571c-133e-4472-a9fb-82f11b25c18c&id=67a0b139-2197-40dc-a595-6d5cd20e2c68&id=67a0b139-2197-40dc-a595-6d5cd20e2c68 HTTP/1.1" status: 200 len: 2290 time: 0.0986066 Nov 25 13:36:41.312229 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b0b987b1-0c3f-4005-8e52-41ee67ee6b66 req-57473ff4-503a-4221-8d4e-ee121b19846d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b1b7bfe-73a9-4a4b-85ca-0c5e39ccf219 HTTP/1.1" status: 200 len: 1001 time: 0.0652285 Nov 25 13:36:41.370230 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b987b1-0c3f-4005-8e52-41ee67ee6b66 req-dbba93f9-25f4-423f-a5e5-2cd8404d7743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:36:41.371743 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b0b987b1-0c3f-4005-8e52-41ee67ee6b66 req-dbba93f9-25f4-423f-a5e5-2cd8404d7743 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1a610251-b260-4111-ade4-fcd074d9de00 HTTP/1.1" status: 200 len: 849 time: 0.0511689 Nov 25 13:36:41.431079 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b987b1-0c3f-4005-8e52-41ee67ee6b66 req-be875c3c-393c-4a24-98a9-f8c8459017ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:36:41.432699 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b0b987b1-0c3f-4005-8e52-41ee67ee6b66 req-be875c3c-393c-4a24-98a9-f8c8459017ee service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0f46794c-b326-485f-8936-6eed71effe7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506768 Nov 25 13:36:41.447031 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [req-b0b987b1-0c3f-4005-8e52-41ee67ee6b66 req-cad64a40-8062-4dc3-863f-fde436bab14a service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:36:41.447983 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b0b987b1-0c3f-4005-8e52-41ee67ee6b66 req-cad64a40-8062-4dc3-863f-fde436bab14a service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051742 Nov 25 13:36:41.547117 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b0b987b1-0c3f-4005-8e52-41ee67ee6b66 req-f7bc9f96-66d7-4496-8b0a-c9221cf4fc19 service neutron] 10.222.0.47 "GET /v2.0/networks/0f46794c-b326-485f-8936-6eed71effe7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906558 Nov 25 13:36:41.567783 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:41.659787 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b0b987b1-0c3f-4005-8e52-41ee67ee6b66 req-09b2fd83-8a01-4921-a0ee-dcbf2be67a64 service neutron] 10.222.0.47 "GET /v2.0/networks/0f46794c-b326-485f-8936-6eed71effe7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044579 Nov 25 13:36:41.714097 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b0b987b1-0c3f-4005-8e52-41ee67ee6b66 req-8f094ce5-d2d5-4573-9146-b72d2da932d3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=614c1e42-d4e2-4a14-8859-09418460a3e4 HTTP/1.1" status: 200 len: 217 time: 0.0458264 Nov 25 13:36:41.788967 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b987b1-0c3f-4005-8e52-41ee67ee6b66 req-f0679293-0551-4da8-8e1c-12042ec419a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:36:41.790648 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b0b987b1-0c3f-4005-8e52-41ee67ee6b66 req-f0679293-0551-4da8-8e1c-12042ec419a3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=38c8e398-29c4-45fc-bddf-7786c80e6325 HTTP/1.1" status: 200 len: 797 time: 0.0700626 Nov 25 13:36:41.858037 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b987b1-0c3f-4005-8e52-41ee67ee6b66 req-e40d68d8-1296-4986-b208-b975d02a7dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:36:41.859620 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b0b987b1-0c3f-4005-8e52-41ee67ee6b66 req-e40d68d8-1296-4986-b208-b975d02a7dc3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0213571c-133e-4472-a9fb-82f11b25c18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0595250 Nov 25 13:36:41.962957 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b0b987b1-0c3f-4005-8e52-41ee67ee6b66 req-ddececb9-c417-40f4-b1c5-a688a9c8b32d service neutron] 10.222.0.47 "GET /v2.0/networks/0213571c-133e-4472-a9fb-82f11b25c18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947385 Nov 25 13:36:42.058557 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b0b987b1-0c3f-4005-8e52-41ee67ee6b66 req-0424e1de-7385-43c9-80e1-f71630ee89b5 service neutron] 10.222.0.47 "GET /v2.0/networks/0213571c-133e-4472-a9fb-82f11b25c18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875664 Nov 25 13:36:42.105018 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b0b987b1-0c3f-4005-8e52-41ee67ee6b66 req-9b7a8d10-a852-4202-96a5-3acb94b7218f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=3e1ba641-2a58-4452-979b-3a9693f5abbd HTTP/1.1" status: 200 len: 217 time: 0.0396101 Nov 25 13:36:42.157228 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b987b1-0c3f-4005-8e52-41ee67ee6b66 req-523aebaa-1ffd-490e-804f-cf035c73c49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:36:42.159398 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b0b987b1-0c3f-4005-8e52-41ee67ee6b66 req-523aebaa-1ffd-490e-804f-cf035c73c49c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=38c8e398-29c4-45fc-bddf-7786c80e6325 HTTP/1.1" status: 200 len: 797 time: 0.0457675 Nov 25 13:36:42.207001 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b987b1-0c3f-4005-8e52-41ee67ee6b66 req-fc643ab3-a9ef-43fb-982d-53eadb32c928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:36:42.208514 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b0b987b1-0c3f-4005-8e52-41ee67ee6b66 req-fc643ab3-a9ef-43fb-982d-53eadb32c928 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0213571c-133e-4472-a9fb-82f11b25c18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0420775 Nov 25 13:36:42.303473 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b0b987b1-0c3f-4005-8e52-41ee67ee6b66 req-79958f20-7d74-4104-9123-ef3ff3f06b7f service neutron] 10.222.0.47 "GET /v2.0/networks/0213571c-133e-4472-a9fb-82f11b25c18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873847 Nov 25 13:36:42.408267 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b0b987b1-0c3f-4005-8e52-41ee67ee6b66 req-1af2583e-1464-4989-8e55-48e382a8059f service neutron] 10.222.0.47 "GET /v2.0/networks/0213571c-133e-4472-a9fb-82f11b25c18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970581 Nov 25 13:36:42.457065 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b0b987b1-0c3f-4005-8e52-41ee67ee6b66 req-5a175348-4c97-4488-b9dd-af8f49acfb39 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=77fa532d-926d-4fc4-9d3f-3f827abd33da HTTP/1.1" status: 200 len: 217 time: 0.0403678 Nov 25 13:36:42.510025 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b987b1-0c3f-4005-8e52-41ee67ee6b66 req-78748aee-9924-4035-8381-bbe83a5c61bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:36:42.511697 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b0b987b1-0c3f-4005-8e52-41ee67ee6b66 req-78748aee-9924-4035-8381-bbe83a5c61bb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=38c8e398-29c4-45fc-bddf-7786c80e6325 HTTP/1.1" status: 200 len: 797 time: 0.0441830 Nov 25 13:36:42.560392 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b987b1-0c3f-4005-8e52-41ee67ee6b66 req-f0e1d278-d6db-4161-ace5-a14dbd723dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:36:42.561909 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b0b987b1-0c3f-4005-8e52-41ee67ee6b66 req-f0e1d278-d6db-4161-ace5-a14dbd723dc8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0213571c-133e-4472-a9fb-82f11b25c18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0425806 Nov 25 13:36:42.669156 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b0b987b1-0c3f-4005-8e52-41ee67ee6b66 req-4464a5de-b135-48ea-a5fa-571eb7e8ac22 service neutron] 10.222.0.47 "GET /v2.0/networks/0213571c-133e-4472-a9fb-82f11b25c18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001215 Nov 25 13:36:42.775341 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b0b987b1-0c3f-4005-8e52-41ee67ee6b66 req-70f3cee8-87dc-45f8-bba1-4baeafa511a3 service neutron] 10.222.0.47 "GET /v2.0/networks/0213571c-133e-4472-a9fb-82f11b25c18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954149 Nov 25 13:36:42.818432 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b0b987b1-0c3f-4005-8e52-41ee67ee6b66 req-9c0ffce2-7eed-4c36-91a0-6009e8f794ba service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=99005437-8bd0-4130-b30d-158f4e660635 HTTP/1.1" status: 200 len: 217 time: 0.0362551 Nov 25 13:36:42.881265 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b987b1-0c3f-4005-8e52-41ee67ee6b66 req-e75a0170-5e8a-4526-9cd9-cd3bf38694c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:36:42.882792 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b0b987b1-0c3f-4005-8e52-41ee67ee6b66 req-e75a0170-5e8a-4526-9cd9-cd3bf38694c1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=38c8e398-29c4-45fc-bddf-7786c80e6325 HTTP/1.1" status: 200 len: 797 time: 0.0554824 Nov 25 13:36:42.929574 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b987b1-0c3f-4005-8e52-41ee67ee6b66 req-62c50979-8c09-4ae0-918d-079ef7a6f34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:36:42.931090 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b0b987b1-0c3f-4005-8e52-41ee67ee6b66 req-62c50979-8c09-4ae0-918d-079ef7a6f34a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0213571c-133e-4472-a9fb-82f11b25c18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0413156 Nov 25 13:36:43.023434 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b0b987b1-0c3f-4005-8e52-41ee67ee6b66 req-fd75f62b-af4d-419a-81b6-32bb10d74611 service neutron] 10.222.0.47 "GET /v2.0/networks/0213571c-133e-4472-a9fb-82f11b25c18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850487 Nov 25 13:36:43.122479 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b0b987b1-0c3f-4005-8e52-41ee67ee6b66 req-8f1171c3-018a-4e47-b50f-8d02e4b35dda service neutron] 10.222.0.47 "GET /v2.0/networks/0213571c-133e-4472-a9fb-82f11b25c18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917695 Nov 25 13:36:43.165442 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b0b987b1-0c3f-4005-8e52-41ee67ee6b66 req-6c16a853-7ad6-4609-81ab-542694a52b0a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1cf5030e-8e6c-402b-adf9-89917f2f4c8f HTTP/1.1" status: 200 len: 217 time: 0.0355709 Nov 25 13:36:43.220741 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b987b1-0c3f-4005-8e52-41ee67ee6b66 req-8a5e7a5b-d884-4aef-adf4-d299c015d99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:36:43.222845 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b0b987b1-0c3f-4005-8e52-41ee67ee6b66 req-8a5e7a5b-d884-4aef-adf4-d299c015d99d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb948add-f436-4958-9429-ea10f300ab82 HTTP/1.1" status: 200 len: 797 time: 0.0498755 Nov 25 13:36:43.280164 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b987b1-0c3f-4005-8e52-41ee67ee6b66 req-23c40831-7b5d-49fa-b6df-42314ad0c0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:36:43.281716 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b0b987b1-0c3f-4005-8e52-41ee67ee6b66 req-23c40831-7b5d-49fa-b6df-42314ad0c0d6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=67a0b139-2197-40dc-a595-6d5cd20e2c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0522037 Nov 25 13:36:43.376459 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b0b987b1-0c3f-4005-8e52-41ee67ee6b66 req-bc8475bb-2416-4fbd-9afa-63c44136da43 service neutron] 10.222.0.47 "GET /v2.0/networks/67a0b139-2197-40dc-a595-6d5cd20e2c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877864 Nov 25 13:36:43.475753 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b0b987b1-0c3f-4005-8e52-41ee67ee6b66 req-3099eb3c-ba0c-42c5-9922-462def3fd976 service neutron] 10.222.0.47 "GET /v2.0/networks/67a0b139-2197-40dc-a595-6d5cd20e2c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915749 Nov 25 13:36:43.523320 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b0b987b1-0c3f-4005-8e52-41ee67ee6b66 req-8c4dd6c0-7ccf-4993-9b2f-5a002ac1e594 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5feb08b3-118a-40cc-93b2-58088c97de57 HTTP/1.1" status: 200 len: 217 time: 0.0403986 Nov 25 13:36:43.586551 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b987b1-0c3f-4005-8e52-41ee67ee6b66 req-4521c21c-cd38-4e3c-bff0-1dd4f98d87a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:36:43.588514 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b0b987b1-0c3f-4005-8e52-41ee67ee6b66 req-4521c21c-cd38-4e3c-bff0-1dd4f98d87a8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb948add-f436-4958-9429-ea10f300ab82 HTTP/1.1" status: 200 len: 797 time: 0.0562153 Nov 25 13:36:43.648849 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b987b1-0c3f-4005-8e52-41ee67ee6b66 req-d6a55fc7-70fb-4c5e-8211-456cab6e4341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:36:43.652530 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b0b987b1-0c3f-4005-8e52-41ee67ee6b66 req-d6a55fc7-70fb-4c5e-8211-456cab6e4341 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=67a0b139-2197-40dc-a595-6d5cd20e2c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0561945 Nov 25 13:36:43.757552 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b0b987b1-0c3f-4005-8e52-41ee67ee6b66 req-a8ea1254-0e21-4a2a-aa93-d89c69aad388 service neutron] 10.222.0.47 "GET /v2.0/networks/67a0b139-2197-40dc-a595-6d5cd20e2c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968068 Nov 25 13:36:43.854960 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b0b987b1-0c3f-4005-8e52-41ee67ee6b66 req-b98ee6d2-9ad1-4171-a87c-7f237db36241 service neutron] 10.222.0.47 "GET /v2.0/networks/67a0b139-2197-40dc-a595-6d5cd20e2c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909703 Nov 25 13:36:46.195072 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 47716) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:46.359639 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9d0a47f2-03cc-408f-a6be-5d3ed06d30ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:46.478504 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9d0a47f2-03cc-408f-a6be-5d3ed06d30ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:46.483062 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9d0a47f2-03cc-408f-a6be-5d3ed06d30ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:46.516480 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-9d0a47f2-03cc-408f-a6be-5d3ed06d30ea admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6aac253bc2c6405e863c83ff77b250b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3181560 Nov 25 13:36:46.517686 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 47726) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:46.535348 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0a47f2-03cc-408f-a6be-5d3ed06d30ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a83ebd59-9cb6-40d0-aa38-16dae6cb42da,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:46.588606 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-494e643c-bb01-4f20-bd9d-2f961dd4007f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:46.610922 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-494e643c-bb01-4f20-bd9d-2f961dd4007f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:46.659339 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-494e643c-bb01-4f20-bd9d-2f961dd4007f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:46.662130 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-494e643c-bb01-4f20-bd9d-2f961dd4007f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:46.665677 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-494e643c-bb01-4f20-bd9d-2f961dd4007f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a83ebd59-9cb6-40d0-aa38-16dae6cb42da HTTP/1.1" status: 204 len: 168 time: 0.1438668 Nov 25 13:36:46.675058 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494e643c-bb01-4f20-bd9d-2f961dd4007f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83ebd59-9cb6-40d0-aa38-16dae6cb42da,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:46.968309 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 47732) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:46.983857 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c8e9fd03-ad97-467e-82b4-deb4a9d1d806 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:47.072068 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c8e9fd03-ad97-467e-82b4-deb4a9d1d806 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:47.075768 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c8e9fd03-ad97-467e-82b4-deb4a9d1d806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:47.117872 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c8e9fd03-ad97-467e-82b4-deb4a9d1d806 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aba83d8c2f624724bc5def49ed0c94d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1483464 Nov 25 13:36:47.118592 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e9fd03-ad97-467e-82b4-deb4a9d1d806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ecc9a48-9908-49bb-aee3-43e63bba06f0,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:47.121895 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 47734) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:47.171935 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8c5d87fd-303a-4bca-98b5-c7454791d190 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:47.193878 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8c5d87fd-303a-4bca-98b5-c7454791d190 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:47.240455 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8c5d87fd-303a-4bca-98b5-c7454791d190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:47.243249 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8c5d87fd-303a-4bca-98b5-c7454791d190 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:47.244441 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-8c5d87fd-303a-4bca-98b5-c7454791d190 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4ecc9a48-9908-49bb-aee3-43e63bba06f0 HTTP/1.1" status: 204 len: 168 time: 0.1215429 Nov 25 13:36:47.253424 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5d87fd-303a-4bca-98b5-c7454791d190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ecc9a48-9908-49bb-aee3-43e63bba06f0,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:48.337725 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 47772) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:48.453156 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4451567b-76c7-43d5-94e7-7a955f847f2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:48.533397 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4451567b-76c7-43d5-94e7-7a955f847f2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:48.537519 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4451567b-76c7-43d5-94e7-7a955f847f2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:48.579189 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-4451567b-76c7-43d5-94e7-7a955f847f2b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=58e89b949dbf46898ce1f2592cc4c5df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2403674 Nov 25 13:36:48.580114 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4451567b-76c7-43d5-94e7-7a955f847f2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66975f7b-b3df-4557-ae54-f65f6b419068,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:48.582776 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 47780) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:48.633275 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5a5ab44b-8777-48fe-9d8b-7af2d2c92c1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:48.654974 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5a5ab44b-8777-48fe-9d8b-7af2d2c92c1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:48.701242 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5a5ab44b-8777-48fe-9d8b-7af2d2c92c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:48.704033 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5a5ab44b-8777-48fe-9d8b-7af2d2c92c1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:48.705831 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5a5ab44b-8777-48fe-9d8b-7af2d2c92c1e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/66975f7b-b3df-4557-ae54-f65f6b419068 HTTP/1.1" status: 204 len: 168 time: 0.1206343 Nov 25 13:36:48.714052 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5ab44b-8777-48fe-9d8b-7af2d2c92c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66975f7b-b3df-4557-ae54-f65f6b419068,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:52.364491 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd91eab0-020f-43fa-8169-60fed92e4efc req-febbe99a-9358-472e-b3f9-0e27ea79aeef tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:36:52.366632 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cd91eab0-020f-43fa-8169-60fed92e4efc req-febbe99a-9358-472e-b3f9-0e27ea79aeef tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/ports?device_id=d553b6dc-1eca-41b9-b79d-4ee5de822208 HTTP/1.1" status: 200 len: 946 time: 0.0512981 Nov 25 13:36:52.443056 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cd91eab0-020f-43fa-8169-60fed92e4efc req-84dbdb13-1b3d-4b2b-ba47-5c51ddb9ad8f tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5483146-8c92-4e79-8a25-721f9eded77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701046 Nov 25 13:36:53.805217 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6e9671-ad7c-4fd3-9e99-86ced42b7114 req-30778954-cb2d-40fd-bb56-6bd731fbf142 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:36:53.807765 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ad6e9671-ad7c-4fd3-9e99-86ced42b7114 req-30778954-cb2d-40fd-bb56-6bd731fbf142 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/ports?device_id=d553b6dc-1eca-41b9-b79d-4ee5de822208 HTTP/1.1" status: 200 len: 946 time: 0.2702131 Nov 25 13:36:53.823899 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 47888) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:53.877906 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ad6e9671-ad7c-4fd3-9e99-86ced42b7114 req-8847d14f-eb9a-448e-94cc-7f90cdb90a45 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5483146-8c92-4e79-8a25-721f9eded77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621622 Nov 25 13:36:53.942497 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0f8ccce6-02c0-4d1a-b765-7988b7839c80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:54.026425 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0f8ccce6-02c0-4d1a-b765-7988b7839c80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:54.037577 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0f8ccce6-02c0-4d1a-b765-7988b7839c80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:54.101007 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-0f8ccce6-02c0-4d1a-b765-7988b7839c80 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3e6fd0d00b66404288236db6cb2655a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2753534 Nov 25 13:36:54.101650 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8ccce6-02c0-4d1a-b765-7988b7839c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af77bb7d-862b-4d4a-9229-b6c6421773d5,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:54.103618 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 47892) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:54.117248 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221bfcea-35e4-437a-a0ec-15c2d8351e38 req-5e7c6444-4a7e-48ec-983e-890032dff862 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:36:54.118751 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-221bfcea-35e4-437a-a0ec-15c2d8351e38 req-5e7c6444-4a7e-48ec-983e-890032dff862 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.47 "GET /v2.0/ports?device_id=d553b6dc-1eca-41b9-b79d-4ee5de822208 HTTP/1.1" status: 200 len: 946 time: 0.0906696 Nov 25 13:36:54.191638 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b6ca0e5e-e3d2-4299-b9b5-96c4091e49f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:54.222032 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b6ca0e5e-e3d2-4299-b9b5-96c4091e49f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:54.234278 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-221bfcea-35e4-437a-a0ec-15c2d8351e38 req-e9b3615b-1ab8-4544-bcee-b56a8ae67163 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Deleting port ce9b1d22-e0b1-43b2-a0f6-b27cd383976a {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:36:54.234278 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-221bfcea-35e4-437a-a0ec-15c2d8351e38 req-e9b3615b-1ab8-4544-bcee-b56a8ae67163 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:54.283997 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b6ca0e5e-e3d2-4299-b9b5-96c4091e49f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:54.290986 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b6ca0e5e-e3d2-4299-b9b5-96c4091e49f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:54.292424 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b6ca0e5e-e3d2-4299-b9b5-96c4091e49f8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/af77bb7d-862b-4d4a-9229-b6c6421773d5 HTTP/1.1" status: 204 len: 168 time: 0.1832750 Nov 25 13:36:54.302398 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ca0e5e-e3d2-4299-b9b5-96c4091e49f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af77bb7d-862b-4d4a-9229-b6c6421773d5,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:54.681424 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-221bfcea-35e4-437a-a0ec-15c2d8351e38 req-e9b3615b-1ab8-4544-bcee-b56a8ae67163 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] For port ce9b1d22-e0b1-43b2-a0f6-b27cd383976a, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=ce9b1d22-e0b1-43b2-a0f6-b27cd383976a,segment=NetworkSegment(b9ac01a9-443b-4718-a1b0-e00dd12f1e0d),segment_id=b9ac01a9-443b-4718-a1b0-e00dd12f1e0d)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:36:54.681899 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-221bfcea-35e4-437a-a0ec-15c2d8351e38 req-e9b3615b-1ab8-4544-bcee-b56a8ae67163 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:54.877893 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-221bfcea-35e4-437a-a0ec-15c2d8351e38 req-e9b3615b-1ab8-4544-bcee-b56a8ae67163 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:54.878487 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-221bfcea-35e4-437a-a0ec-15c2d8351e38 req-e9b3615b-1ab8-4544-bcee-b56a8ae67163 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:54.878581 n-d-808199-11 neutron-server[103571]: INFO neutron.db.l3_db [req-221bfcea-35e4-437a-a0ec-15c2d8351e38 req-e9b3615b-1ab8-4544-bcee-b56a8ae67163 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Floating IP 7725baca-880c-4bcd-9d95-0c52e2f6bdbd disassociated. External IP: 172.25.5.252, port: ce9b1d22-e0b1-43b2-a0f6-b27cd383976a. Nov 25 13:36:54.878962 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-221bfcea-35e4-437a-a0ec-15c2d8351e38 req-e9b3615b-1ab8-4544-bcee-b56a8ae67163 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Calling delete_port for ce9b1d22-e0b1-43b2-a0f6-b27cd383976a owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:36:55.039141 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc9c6a6-a179-45fc-8bad-8cb5f85ece01 req-661797c8-eabd-481d-8483-9fb3321e117e tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:36:55.047321 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-afc9c6a6-a179-45fc-8bad-8cb5f85ece01 req-661797c8-eabd-481d-8483-9fb3321e117e tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/ports?device_id=d553b6dc-1eca-41b9-b79d-4ee5de822208 HTTP/1.1" status: 200 len: 946 time: 0.0600541 Nov 25 13:36:55.071412 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-221bfcea-35e4-437a-a0ec-15c2d8351e38 req-e9b3615b-1ab8-4544-bcee-b56a8ae67163 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:55.099765 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-afc9c6a6-a179-45fc-8bad-8cb5f85ece01 req-468f833c-3f55-4d8e-9e10-e2c14aaee07b tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5483146-8c92-4e79-8a25-721f9eded77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514636 Nov 25 13:36:55.126258 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b3615b-1ab8-4544-bcee-b56a8ae67163 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Pushing event deleted for resources: {'Port': ['ID=ce9b1d22-e0b1-43b2-a0f6-b27cd383976a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:55.249716 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [req-221bfcea-35e4-437a-a0ec-15c2d8351e38 req-e9b3615b-1ab8-4544-bcee-b56a8ae67163 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Router 31751b1d-bba5-4a51-b7a7-68f14bebfc1b has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:36:55.370725 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-221bfcea-35e4-437a-a0ec-15c2d8351e38 req-e9b3615b-1ab8-4544-bcee-b56a8ae67163 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:36:55.386083 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe61c28d-2074-4971-823e-5b6c22ed9a0b None None] Sync routers for ids ['31751b1d-bba5-4a51-b7a7-68f14bebfc1b'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:36:55.410518 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe61c28d-2074-4971-823e-5b6c22ed9a0b None None] Routers {'31751b1d-bba5-4a51-b7a7-68f14bebfc1b'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:36:55.411558 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-fe61c28d-2074-4971-823e-5b6c22ed9a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:36:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['31751b1d-bba5-4a51-b7a7-68f14bebfc1b'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:36:55.426224 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-221bfcea-35e4-437a-a0ec-15c2d8351e38 req-e9b3615b-1ab8-4544-bcee-b56a8ae67163 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] No DVR routers for this DVR port ce9b1d22-e0b1-43b2-a0f6-b27cd383976a on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:36:55.429045 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-221bfcea-35e4-437a-a0ec-15c2d8351e38 req-e9b3615b-1ab8-4544-bcee-b56a8ae67163 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:55.432815 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-221bfcea-35e4-437a-a0ec-15c2d8351e38 req-e9b3615b-1ab8-4544-bcee-b56a8ae67163 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.47 "DELETE /v2.0/ports/ce9b1d22-e0b1-43b2-a0f6-b27cd383976a HTTP/1.1" status: 204 len: 173 time: 1.3072388 Nov 25 13:36:55.433282 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd553b6dc-1eca-41b9-b79d-4ee5de822208', 'name': 'network-vif-deleted', 'tag': 'ce9b1d22-e0b1-43b2-a0f6-b27cd383976a'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:36:55.435698 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d952de14-b260-45aa-ad42-a047969375a7" -d '{"events": [{"server_uuid": "d553b6dc-1eca-41b9-b79d-4ee5de822208", "name": "network-vif-deleted", "tag": "ce9b1d22-e0b1-43b2-a0f6-b27cd383976a"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:36:55.523695 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e5557c-5abd-438b-8887-217b61a39e27 x-openstack-request-id: req-02e5557c-5abd-438b-8887-217b61a39e27 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:36:55.524148 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d553b6dc-1eca-41b9-b79d-4ee5de822208", "name": "network-vif-deleted", "tag": "ce9b1d22-e0b1-43b2-a0f6-b27cd383976a", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:36:55.524417 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-02e5557c-5abd-438b-8887-217b61a39e27 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:36:55.525319 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd553b6dc-1eca-41b9-b79d-4ee5de822208', 'name': 'network-vif-deleted', 'tag': 'ce9b1d22-e0b1-43b2-a0f6-b27cd383976a', 'status': 'completed', 'code': 200} Nov 25 13:36:55.707090 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-fe61c28d-2074-4971-823e-5b6c22ed9a0b None None] Set router 31751b1d-bba5-4a51-b7a7-68f14bebfc1b gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:36:55.980680 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-fe61c28d-2074-4971-823e-5b6c22ed9a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31751b1d-bba5-4a51-b7a7-68f14bebfc1b', 'name': 'tempest-AttachVolumeTestJSON-766427031-router', 'tenant_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '04bfb49f-c1cb-47f9-bf24-10553fb9c39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:29:24Z', 'updated_at': '2021-11-25T13:29:33Z', 'revision_number': 4, 'project_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'gw_port': {'id': '04bfb49f-c1cb-47f9-bf24-10553fb9c39f', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31751b1d-bba5-4a51-b7a7-68f14bebfc1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:29:27Z', 'updated_at': '2021-11-25T13:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '141f4631-5fc2-4aec-b8ca-c0dc15b6df06', 'name': '', 'network_id': 'b6131956-3d7f-4134-a1c5-4d454239b609', 'tenant_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'mac_address': 'fa:16:3e:73:9b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31751b1d-bba5-4a51-b7a7-68f14bebfc1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': 'bd741d61-638e-40d0-8aa0-1d3f2aabe218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:29:31Z', 'updated_at': '2021-11-25T13:29:39Z', 'revision_number': 5, 'project_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'subnets': [{'id': 'bd741d61-638e-40d0-8aa0-1d3f2aabe218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:36:56.018561 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe61c28d-2074-4971-823e-5b6c22ed9a0b None None] Checking router: 31751b1d-bba5-4a51-b7a7-68f14bebfc1b for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:36:56.029694 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe61c28d-2074-4971-823e-5b6c22ed9a0b None None] Routers {'31751b1d-bba5-4a51-b7a7-68f14bebfc1b'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:36:56.030487 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-fe61c28d-2074-4971-823e-5b6c22ed9a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:36:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['31751b1d-bba5-4a51-b7a7-68f14bebfc1b'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:36:56.161834 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-fe61c28d-2074-4971-823e-5b6c22ed9a0b None None] Set router 31751b1d-bba5-4a51-b7a7-68f14bebfc1b gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:36:56.217955 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 47962) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:56.300411 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3d34-2345-47a1-a584-17d15a4c63bc tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:56.331881 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3d34-2345-47a1-a584-17d15a4c63bc tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:56.400478 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3d34-2345-47a1-a584-17d15a4c63bc tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:56.403709 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3d34-2345-47a1-a584-17d15a4c63bc tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:56.404986 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-ce9d3d34-2345-47a1-a584-17d15a4c63bc tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "DELETE /v2.0/security-groups/a5483146-8c92-4e79-8a25-721f9eded77e HTTP/1.1" status: 204 len: 168 time: 0.1856091 Nov 25 13:36:56.407820 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 47966) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:56.416505 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3d34-2345-47a1-a584-17d15a4c63bc tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5483146-8c92-4e79-8a25-721f9eded77e,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:56.420708 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-fe61c28d-2074-4971-823e-5b6c22ed9a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31751b1d-bba5-4a51-b7a7-68f14bebfc1b', 'name': 'tempest-AttachVolumeTestJSON-766427031-router', 'tenant_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '04bfb49f-c1cb-47f9-bf24-10553fb9c39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:29:24Z', 'updated_at': '2021-11-25T13:29:33Z', 'revision_number': 4, 'project_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'gw_port': {'id': '04bfb49f-c1cb-47f9-bf24-10553fb9c39f', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31751b1d-bba5-4a51-b7a7-68f14bebfc1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:29:27Z', 'updated_at': '2021-11-25T13:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '141f4631-5fc2-4aec-b8ca-c0dc15b6df06', 'name': '', 'network_id': 'b6131956-3d7f-4134-a1c5-4d454239b609', 'tenant_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'mac_address': 'fa:16:3e:73:9b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31751b1d-bba5-4a51-b7a7-68f14bebfc1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': 'bd741d61-638e-40d0-8aa0-1d3f2aabe218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:29:31Z', 'updated_at': '2021-11-25T13:29:39Z', 'revision_number': 5, 'project_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'subnets': [{'id': 'bd741d61-638e-40d0-8aa0-1d3f2aabe218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:36:56.430235 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [None req-cd5884e8-6e57-4de1-884e-dc56baf8b26f tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] show failed (client error): The resource could not be found. Nov 25 13:36:56.435500 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-cd5884e8-6e57-4de1-884e-dc56baf8b26f tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "GET /v2.0/security-groups/a5483146-8c92-4e79-8a25-721f9eded77e HTTP/1.1" status: 404 len: 347 time: 0.0257916 Nov 25 13:36:56.438248 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 47970) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:36:56.457891 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe61c28d-2074-4971-823e-5b6c22ed9a0b None None] The sync data for ids ['31751b1d-bba5-4a51-b7a7-68f14bebfc1b'] in n-d-808199-11 is: [{'id': '31751b1d-bba5-4a51-b7a7-68f14bebfc1b', 'name': 'tempest-AttachVolumeTestJSON-766427031-router', 'tenant_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '04bfb49f-c1cb-47f9-bf24-10553fb9c39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:29:24Z', 'updated_at': '2021-11-25T13:29:33Z', 'revision_number': 4, 'project_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'gw_port': {'id': '04bfb49f-c1cb-47f9-bf24-10553fb9c39f', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31751b1d-bba5-4a51-b7a7-68f14bebfc1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:29:27Z', 'updated_at': '2021-11-25T13:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '141f4631-5fc2-4aec-b8ca-c0dc15b6df06', 'name': '', 'network_id': 'b6131956-3d7f-4134-a1c5-4d454239b609', 'tenant_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'mac_address': 'fa:16:3e:73:9b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31751b1d-bba5-4a51-b7a7-68f14bebfc1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': 'bd741d61-638e-40d0-8aa0-1d3f2aabe218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:29:31Z', 'updated_at': '2021-11-25T13:29:39Z', 'revision_number': 5, 'project_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'subnets': [{'id': 'bd741d61-638e-40d0-8aa0-1d3f2aabe218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:36:56.587907 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-3fd20631-0878-48d7-80bf-6e2b63e78260 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Deleting port 677a7917-14d5-4124-889d-292ed75e288b {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:36:56.588250 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3fd20631-0878-48d7-80bf-6e2b63e78260 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:56.678359 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3fd20631-0878-48d7-80bf-6e2b63e78260 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:56.678720 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3fd20631-0878-48d7-80bf-6e2b63e78260 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:56.692556 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-3fd20631-0878-48d7-80bf-6e2b63e78260 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Calling delete_port for 677a7917-14d5-4124-889d-292ed75e288b owned by network:floatingip {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:36:56.811605 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ad5af8-ac22-4482-bb59-12ba9da5653f None None] New status for floating IP 7725baca-880c-4bcd-9d95-0c52e2f6bdbd: DOWN {{(pid=103572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 13:36:56.855450 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3fd20631-0878-48d7-80bf-6e2b63e78260 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:56.883582 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd20631-0878-48d7-80bf-6e2b63e78260 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Pushing event deleted for resources: {'Port': ['ID=677a7917-14d5-4124-889d-292ed75e288b,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:36:56.893391 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.db.api [None req-93ad5af8-ac22-4482-bb59-12ba9da5653f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 13:36:56.894236 n-d-808199-11 neutron-server[103572]: DEBUG oslo_db.api [None req-93ad5af8-ac22-4482-bb59-12ba9da5653f None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 13:36:56.970051 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3fd20631-0878-48d7-80bf-6e2b63e78260 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks [] for floatingip, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:56.973299 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3fd20631-0878-48d7-80bf-6e2b63e78260 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:36:56.978481 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-3fd20631-0878-48d7-80bf-6e2b63e78260 tempest-AttachVolumeTestJSON-2056768671 tempest-AttachVolumeTestJSON-2056768671-project] 10.222.0.53 "DELETE /v2.0/floatingips/7725baca-880c-4bcd-9d95-0c52e2f6bdbd HTTP/1.1" status: 204 len: 168 time: 0.5358231 Nov 25 13:36:57.396909 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ad5af8-ac22-4482-bb59-12ba9da5653f None None] New status for floating IP 7725baca-880c-4bcd-9d95-0c52e2f6bdbd: DOWN {{(pid=103572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 13:36:58.096463 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device ce9b1d22-e0b1-43b2-a0f6-b27cd383976a no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:36:58.125810 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: ce9b1d22-e0b1-43b2-a0f6-b27cd383976a {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:36:58.126379 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device ce9b1d22-e0b1-43b2-a0f6-b27cd383976a not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:37:00.363442 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d022adaa-f102-4de2-ba54-654ed040c669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:00.656315 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:37:02.847528 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10a5949-f190-46fa-a027-25250bd97277 req-80a2e25b-e402-41be-947f-b6cb7cedb28c tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:02.855438 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e10a5949-f190-46fa-a027-25250bd97277 req-80a2e25b-e402-41be-947f-b6cb7cedb28c tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=4abdc79f-4141-4ffd-aeec-dc604bda03b1 HTTP/1.1" status: 200 len: 946 time: 0.0714824 Nov 25 13:37:02.927555 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e10a5949-f190-46fa-a027-25250bd97277 req-c4eb4050-850b-4546-b872-c912d9d19179 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=deb84145-70b8-4cf2-8a88-cf2c1abdea3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687962 Nov 25 13:37:03.203706 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e33b0b6-4a2c-4d0f-824a-ab4b3e1ba0df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:03.873469 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:04.073455 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d7e1a-f742-4785-98e6-7a31198e25f8 req-d38f2d9b-68b7-46df-a04f-c93b439da51f tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:04.076550 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-716d7e1a-f742-4785-98e6-7a31198e25f8 req-d38f2d9b-68b7-46df-a04f-c93b439da51f tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=4abdc79f-4141-4ffd-aeec-dc604bda03b1 HTTP/1.1" status: 200 len: 946 time: 0.0552859 Nov 25 13:37:04.138920 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-716d7e1a-f742-4785-98e6-7a31198e25f8 req-96334d54-5c5f-4da2-837d-832e8222aaf3 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=deb84145-70b8-4cf2-8a88-cf2c1abdea3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538409 Nov 25 13:37:05.206964 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:05.354247 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa3ad00-4137-4472-aace-73f8d43e02a8 req-256a37ab-94c4-40d1-8342-9bc89287ddd0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:05.364492 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-aaa3ad00-4137-4472-aace-73f8d43e02a8 req-256a37ab-94c4-40d1-8342-9bc89287ddd0 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=4abdc79f-4141-4ffd-aeec-dc604bda03b1 HTTP/1.1" status: 200 len: 946 time: 0.0985122 Nov 25 13:37:05.437663 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-aaa3ad00-4137-4472-aace-73f8d43e02a8 req-76fd03e9-ba15-4c79-97ee-429525b0b425 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=deb84145-70b8-4cf2-8a88-cf2c1abdea3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718963 Nov 25 13:37:06.218741 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:06.583417 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836730d-152f-4426-a68a-91b5c7099bae req-574512d3-d642-4c5a-8bdb-cc01e196e769 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:06.585573 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d836730d-152f-4426-a68a-91b5c7099bae req-574512d3-d642-4c5a-8bdb-cc01e196e769 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=4abdc79f-4141-4ffd-aeec-dc604bda03b1 HTTP/1.1" status: 200 len: 946 time: 0.0520844 Nov 25 13:37:06.638685 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d836730d-152f-4426-a68a-91b5c7099bae req-30e37833-270c-40e0-ab8f-a5b8eeadb4fc tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=deb84145-70b8-4cf2-8a88-cf2c1abdea3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464735 Nov 25 13:37:07.788293 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a566de6-3a62-479a-a1c3-67a3ff05fe01 req-9f58b6a5-d6c7-4bb6-b3e7-f9e0d9488c1a tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:07.799145 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0a566de6-3a62-479a-a1c3-67a3ff05fe01 req-9f58b6a5-d6c7-4bb6-b3e7-f9e0d9488c1a tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=4abdc79f-4141-4ffd-aeec-dc604bda03b1 HTTP/1.1" status: 200 len: 946 time: 0.0804808 Nov 25 13:37:07.861592 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0a566de6-3a62-479a-a1c3-67a3ff05fe01 req-4c72aef2-2d9a-47f8-811f-6b8f25d63206 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=deb84145-70b8-4cf2-8a88-cf2c1abdea3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612457 Nov 25 13:37:07.899656 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 48596) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:08.096815 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a6ee5dcf-f561-46de-82a2-6d42865678f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:08.123735 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 48606) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:08.125682 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:08.207242 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a6ee5dcf-f561-46de-82a2-6d42865678f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:08.213394 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a6ee5dcf-f561-46de-82a2-6d42865678f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:08.292756 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ee5dcf-f561-46de-82a2-6d42865678f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b14a26-bdb0-4c9a-b133-c004f0932e65,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:08.298975 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-a6ee5dcf-f561-46de-82a2-6d42865678f6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=479aa150d5b4493582b26e6940e16bad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3980403 Nov 25 13:37:08.302223 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 48610) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:08.358580 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a603da42-9d7b-4ec3-85fb-3ced25febacb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:08.384736 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a603da42-9d7b-4ec3-85fb-3ced25febacb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:08.453382 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a603da42-9d7b-4ec3-85fb-3ced25febacb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:08.457464 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a603da42-9d7b-4ec3-85fb-3ced25febacb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:08.458858 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-a603da42-9d7b-4ec3-85fb-3ced25febacb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/71b14a26-bdb0-4c9a-b133-c004f0932e65 HTTP/1.1" status: 204 len: 168 time: 0.1552558 Nov 25 13:37:08.469352 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a603da42-9d7b-4ec3-85fb-3ced25febacb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b14a26-bdb0-4c9a-b133-c004f0932e65,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:08.779279 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-528f7cc4-5dd8-4ae8-9f35-84ad16fad2da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:09.038405 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 48620) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:09.061491 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6480a75f-10ae-44ec-950b-5b16655bab68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:09.077644 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b304164-b3ce-4be8-9ef1-8b6800a68279 req-5c73f530-5560-48fa-b180-d59225009c92 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:09.085936 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3b304164-b3ce-4be8-9ef1-8b6800a68279 req-5c73f530-5560-48fa-b180-d59225009c92 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=4abdc79f-4141-4ffd-aeec-dc604bda03b1 HTTP/1.1" status: 200 len: 946 time: 0.0650215 Nov 25 13:37:09.154076 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3b304164-b3ce-4be8-9ef1-8b6800a68279 req-0b6dde54-2f09-4d55-b9c6-457ee2cb8813 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=deb84145-70b8-4cf2-8a88-cf2c1abdea3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668030 Nov 25 13:37:09.155212 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-528f7cc4-5dd8-4ae8-9f35-84ad16fad2da admin admin] Deleting port 141f4631-5fc2-4aec-b8ca-c0dc15b6df06 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:37:09.156107 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-528f7cc4-5dd8-4ae8-9f35-84ad16fad2da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:09.227843 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6480a75f-10ae-44ec-950b-5b16655bab68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:09.239052 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6480a75f-10ae-44ec-950b-5b16655bab68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:09.340373 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 48622) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:09.347515 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-6480a75f-10ae-44ec-950b-5b16655bab68 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fe8d9ed8f3fe4a1fbb6e759cb0554d67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3078196 Nov 25 13:37:09.382067 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-528f7cc4-5dd8-4ae8-9f35-84ad16fad2da admin admin] For port 141f4631-5fc2-4aec-b8ca-c0dc15b6df06, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=141f4631-5fc2-4aec-b8ca-c0dc15b6df06,segment=NetworkSegment(b9ac01a9-443b-4718-a1b0-e00dd12f1e0d),segment_id=b9ac01a9-443b-4718-a1b0-e00dd12f1e0d)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:37:09.382938 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-528f7cc4-5dd8-4ae8-9f35-84ad16fad2da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:09.401259 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-528f7cc4-5dd8-4ae8-9f35-84ad16fad2da admin admin] Calling delete_port for 141f4631-5fc2-4aec-b8ca-c0dc15b6df06 owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:37:09.413846 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-82ccee94-eaf8-498e-90ce-02f13b79d30e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:09.438993 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-82ccee94-eaf8-498e-90ce-02f13b79d30e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:09.483659 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6480a75f-10ae-44ec-950b-5b16655bab68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9985b8a-17b6-4dcd-a968-73b6232fe7d4,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:09.504061 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-82ccee94-eaf8-498e-90ce-02f13b79d30e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:09.507262 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-82ccee94-eaf8-498e-90ce-02f13b79d30e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:09.511033 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-82ccee94-eaf8-498e-90ce-02f13b79d30e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a9985b8a-17b6-4dcd-a968-73b6232fe7d4 HTTP/1.1" status: 204 len: 168 time: 0.1695282 Nov 25 13:37:09.527780 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ccee94-eaf8-498e-90ce-02f13b79d30e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9985b8a-17b6-4dcd-a968-73b6232fe7d4,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:09.655949 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-528f7cc4-5dd8-4ae8-9f35-84ad16fad2da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:09.683867 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528f7cc4-5dd8-4ae8-9f35-84ad16fad2da admin admin] Pushing event deleted for resources: {'Port': ['ID=141f4631-5fc2-4aec-b8ca-c0dc15b6df06,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:09.897358 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-528f7cc4-5dd8-4ae8-9f35-84ad16fad2da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:09.976381 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 48630) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:09.992730 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fd9f0522-2e4b-42c6-9024-45463fe7ddde admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:10.078583 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fd9f0522-2e4b-42c6-9024-45463fe7ddde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:10.084424 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fd9f0522-2e4b-42c6-9024-45463fe7ddde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:10.127542 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-fd9f0522-2e4b-42c6-9024-45463fe7ddde admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8ec61679181f4d1b8f46ec3ea4808dd8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1500635 Nov 25 13:37:10.128899 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9f0522-2e4b-42c6-9024-45463fe7ddde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e70216d1-e381-4862-b4ee-4a26fed88c36,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:10.130219 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 48632) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:10.181907 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-528f7cc4-5dd8-4ae8-9f35-84ad16fad2da admin admin] Router 31751b1d-bba5-4a51-b7a7-68f14bebfc1b has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:37:10.246893 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3212156d-b4ee-4d22-9efb-0c23a2807041 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:10.278327 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3212156d-b4ee-4d22-9efb-0c23a2807041 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:10.305664 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85640faa-5666-4ae1-8c37-34ee08d57fc6 req-03bef4c9-1d45-4f7f-90dc-bd8058e4a6c4 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:10.307343 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-85640faa-5666-4ae1-8c37-34ee08d57fc6 req-03bef4c9-1d45-4f7f-90dc-bd8058e4a6c4 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=4abdc79f-4141-4ffd-aeec-dc604bda03b1 HTTP/1.1" status: 200 len: 946 time: 0.0589595 Nov 25 13:37:10.361925 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-528f7cc4-5dd8-4ae8-9f35-84ad16fad2da admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:37:10.365703 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-85640faa-5666-4ae1-8c37-34ee08d57fc6 req-daece233-0980-45f9-93ae-19f9ba8b4d19 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=deb84145-70b8-4cf2-8a88-cf2c1abdea3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496833 Nov 25 13:37:10.370832 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 48636) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:10.370923 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-528f7cc4-5dd8-4ae8-9f35-84ad16fad2da admin admin] 10.222.0.53 "PUT /v2.0/routers/31751b1d-bba5-4a51-b7a7-68f14bebfc1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2456186 Nov 25 13:37:10.382098 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093594f6-270e-4fe5-8765-2d476e3b7caa None None] Sync routers for ids ['31751b1d-bba5-4a51-b7a7-68f14bebfc1b'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:37:10.384118 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3212156d-b4ee-4d22-9efb-0c23a2807041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:10.387637 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3212156d-b4ee-4d22-9efb-0c23a2807041 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:10.389196 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-3212156d-b4ee-4d22-9efb-0c23a2807041 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e70216d1-e381-4862-b4ee-4a26fed88c36 HTTP/1.1" status: 204 len: 168 time: 0.2570066 Nov 25 13:37:10.398981 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3212156d-b4ee-4d22-9efb-0c23a2807041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e70216d1-e381-4862-b4ee-4a26fed88c36,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:10.403373 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093594f6-270e-4fe5-8765-2d476e3b7caa None None] Routers {'31751b1d-bba5-4a51-b7a7-68f14bebfc1b'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:37:10.415591 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-093594f6-270e-4fe5-8765-2d476e3b7caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:37:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['31751b1d-bba5-4a51-b7a7-68f14bebfc1b'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:37:10.541020 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-093594f6-270e-4fe5-8765-2d476e3b7caa None None] Set router 31751b1d-bba5-4a51-b7a7-68f14bebfc1b gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:37:10.560713 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-709fced0-4545-4c22-911b-30de4e700d16 admin admin] Publish callbacks [] for router, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:10.681852 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-709fced0-4545-4c22-911b-30de4e700d16 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:10.736342 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-093594f6-270e-4fe5-8765-2d476e3b7caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31751b1d-bba5-4a51-b7a7-68f14bebfc1b', 'name': 'tempest-AttachVolumeTestJSON-766427031-router', 'tenant_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '04bfb49f-c1cb-47f9-bf24-10553fb9c39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:29:24Z', 'updated_at': '2021-11-25T13:37:09Z', 'revision_number': 5, 'project_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'gw_port': {'id': '04bfb49f-c1cb-47f9-bf24-10553fb9c39f', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31751b1d-bba5-4a51-b7a7-68f14bebfc1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:29:27Z', 'updated_at': '2021-11-25T13:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:37:10.753131 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-709fced0-4545-4c22-911b-30de4e700d16 admin admin] Deleting port 04bfb49f-c1cb-47f9-bf24-10553fb9c39f {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:37:10.753717 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-709fced0-4545-4c22-911b-30de4e700d16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:10.765576 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093594f6-270e-4fe5-8765-2d476e3b7caa None None] Checking router: 31751b1d-bba5-4a51-b7a7-68f14bebfc1b for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:37:10.776786 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093594f6-270e-4fe5-8765-2d476e3b7caa None None] Routers {'31751b1d-bba5-4a51-b7a7-68f14bebfc1b'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:37:10.777649 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-093594f6-270e-4fe5-8765-2d476e3b7caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:37:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['31751b1d-bba5-4a51-b7a7-68f14bebfc1b'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:37:10.870657 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-093594f6-270e-4fe5-8765-2d476e3b7caa None None] Set router 31751b1d-bba5-4a51-b7a7-68f14bebfc1b gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:37:10.871309 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-709fced0-4545-4c22-911b-30de4e700d16 admin admin] For port 04bfb49f-c1cb-47f9-bf24-10553fb9c39f, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=04bfb49f-c1cb-47f9-bf24-10553fb9c39f,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:37:10.871681 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-709fced0-4545-4c22-911b-30de4e700d16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:10.886568 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-709fced0-4545-4c22-911b-30de4e700d16 admin admin] Calling delete_port for 04bfb49f-c1cb-47f9-bf24-10553fb9c39f owned by network:router_gateway {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:37:10.935822 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-093594f6-270e-4fe5-8765-2d476e3b7caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31751b1d-bba5-4a51-b7a7-68f14bebfc1b', 'name': 'tempest-AttachVolumeTestJSON-766427031-router', 'tenant_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:29:24Z', 'updated_at': '2021-11-25T13:37:10Z', 'revision_number': 6, 'project_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'gw_port_host': None}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:37:10.964308 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093594f6-270e-4fe5-8765-2d476e3b7caa None None] The sync data for ids ['31751b1d-bba5-4a51-b7a7-68f14bebfc1b'] in n-d-808199-11 is: [{'id': '31751b1d-bba5-4a51-b7a7-68f14bebfc1b', 'name': 'tempest-AttachVolumeTestJSON-766427031-router', 'tenant_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:29:24Z', 'updated_at': '2021-11-25T13:37:10Z', 'revision_number': 6, 'project_id': 'dfc7ed58aa5f4ef6a363ecf508844b2a', 'gw_port_host': None}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:37:11.120225 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-709fced0-4545-4c22-911b-30de4e700d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:11.150781 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709fced0-4545-4c22-911b-30de4e700d16 admin admin] Pushing event deleted for resources: {'Port': ['ID=04bfb49f-c1cb-47f9-bf24-10553fb9c39f,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:11.169825 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74e7cfe-d772-40ac-a7ab-5ef69d88b35e None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:37:11.224649 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-709fced0-4545-4c22-911b-30de4e700d16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:11.327397 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-709fced0-4545-4c22-911b-30de4e700d16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:11.332890 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-709fced0-4545-4c22-911b-30de4e700d16 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:11.405872 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-709fced0-4545-4c22-911b-30de4e700d16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:11.406438 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709fced0-4545-4c22-911b-30de4e700d16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31751b1d-bba5-4a51-b7a7-68f14bebfc1b {{(pid=103570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:37:11.414719 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-709fced0-4545-4c22-911b-30de4e700d16 admin admin] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:11.415920 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-709fced0-4545-4c22-911b-30de4e700d16 admin admin] 10.222.0.53 "DELETE /v2.0/routers/31751b1d-bba5-4a51-b7a7-68f14bebfc1b HTTP/1.1" status: 204 len: 168 time: 1.0446615 Nov 25 13:37:11.418677 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 48668) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:11.484875 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-c985d24e-eb1b-46f9-babf-09c5bf89152a admin admin] Deleting subnet bd741d61-638e-40d0-8aa0-1d3f2aabe218 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:37:11.489287 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c985d24e-eb1b-46f9-babf-09c5bf89152a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:11.530901 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c985d24e-eb1b-46f9-babf-09c5bf89152a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:11.551972 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad9561-650a-4688-97ba-673b01e223d5 req-8b6e18f1-6415-451f-803e-6c556173abec tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:11.554173 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-22ad9561-650a-4688-97ba-673b01e223d5 req-8b6e18f1-6415-451f-803e-6c556173abec tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=4abdc79f-4141-4ffd-aeec-dc604bda03b1 HTTP/1.1" status: 200 len: 946 time: 0.0640252 Nov 25 13:37:11.593750 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:11.617272 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-22ad9561-650a-4688-97ba-673b01e223d5 req-ee0750a7-fa49-49c6-9ef1-a35b2a496828 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=deb84145-70b8-4cf2-8a88-cf2c1abdea3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578179 Nov 25 13:37:11.646427 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c985d24e-eb1b-46f9-babf-09c5bf89152a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:11.701938 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c985d24e-eb1b-46f9-babf-09c5bf89152a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:11.734344 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c985d24e-eb1b-46f9-babf-09c5bf89152a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd741d61-638e-40d0-8aa0-1d3f2aabe218,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:11.736935 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c985d24e-eb1b-46f9-babf-09c5bf89152a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:11.742684 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c985d24e-eb1b-46f9-babf-09c5bf89152a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/bd741d61-638e-40d0-8aa0-1d3f2aabe218 HTTP/1.1" status: 204 len: 168 time: 0.3203638 Nov 25 13:37:11.742965 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 48674) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:11.743268 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9123ff-1571-4346-927f-556a9b656a01 None None] Network b6131956-3d7f-4134-a1c5-4d454239b609 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:37:11.813998 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-43a908d7-0b01-4746-a655-db2b1667a1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:11.879623 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-43a908d7-0b01-4746-a655-db2b1667a1a0 admin admin] Deleting port e578c5c8-a135-4b8b-95c7-ab49d193c28a {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:37:11.880009 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-43a908d7-0b01-4746-a655-db2b1667a1a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:11.884516 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 48678) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:11.956245 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-43a908d7-0b01-4746-a655-db2b1667a1a0 admin admin] For port e578c5c8-a135-4b8b-95c7-ab49d193c28a, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=e578c5c8-a135-4b8b-95c7-ab49d193c28a,segment=NetworkSegment(b9ac01a9-443b-4718-a1b0-e00dd12f1e0d),segment_id=b9ac01a9-443b-4718-a1b0-e00dd12f1e0d)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:37:11.956833 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-43a908d7-0b01-4746-a655-db2b1667a1a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:11.961585 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb9b2c1-be16-4d06-aa5a-e719827483b4 None None] DHCP port deletion for b6131956-3d7f-4134-a1c5-4d454239b609 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:37:11.973027 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-43a908d7-0b01-4746-a655-db2b1667a1a0 admin admin] Calling delete_port for e578c5c8-a135-4b8b-95c7-ab49d193c28a owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:37:12.011605 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-afb9b2c1-be16-4d06-aa5a-e719827483b4 None None] Deleting port e578c5c8-a135-4b8b-95c7-ab49d193c28a {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:37:12.012219 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-afb9b2c1-be16-4d06-aa5a-e719827483b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:12.014119 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-dfdd40e9-02b4-4be9-9c7c-19df95c7d64c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:12.072522 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-43a908d7-0b01-4746-a655-db2b1667a1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:12.078134 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-afb9b2c1-be16-4d06-aa5a-e719827483b4 None None] For port e578c5c8-a135-4b8b-95c7-ab49d193c28a, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=e578c5c8-a135-4b8b-95c7-ab49d193c28a,segment=NetworkSegment(b9ac01a9-443b-4718-a1b0-e00dd12f1e0d),segment_id=b9ac01a9-443b-4718-a1b0-e00dd12f1e0d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:37:12.078538 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-afb9b2c1-be16-4d06-aa5a-e719827483b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:12.095749 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-afb9b2c1-be16-4d06-aa5a-e719827483b4 None None] Calling delete_port for e578c5c8-a135-4b8b-95c7-ab49d193c28a owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:37:12.103177 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a908d7-0b01-4746-a655-db2b1667a1a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e578c5c8-a135-4b8b-95c7-ab49d193c28a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:12.106070 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-dfdd40e9-02b4-4be9-9c7c-19df95c7d64c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:12.109180 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a908d7-0b01-4746-a655-db2b1667a1a0 admin admin] No DVR routers for this DVR port e578c5c8-a135-4b8b-95c7-ab49d193c28a on host n-d-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:37:12.114536 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-dfdd40e9-02b4-4be9-9c7c-19df95c7d64c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:12.167284 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-dfdd40e9-02b4-4be9-9c7c-19df95c7d64c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1bade5ec6e4e40f0942bba73afe5f5a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2812774 Nov 25 13:37:12.168222 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd40e9-02b4-4be9-9c7c-19df95c7d64c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b36bd8-85db-4b51-8b5e-c75f19e405d6,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:12.171948 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 48682) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:12.180571 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-afb9b2c1-be16-4d06-aa5a-e719827483b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:12.194038 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-43a908d7-0b01-4746-a655-db2b1667a1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:12.209324 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb9b2c1-be16-4d06-aa5a-e719827483b4 None None] Pushing event deleted for resources: {'Port': ['ID=e578c5c8-a135-4b8b-95c7-ab49d193c28a,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:12.222170 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-43a908d7-0b01-4746-a655-db2b1667a1a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6131956-3d7f-4134-a1c5-4d454239b609']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:37:12.222548 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb9b2c1-be16-4d06-aa5a-e719827483b4 None None] No DVR routers for this DVR port e578c5c8-a135-4b8b-95c7-ab49d193c28a on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:37:12.224862 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb9b2c1-be16-4d06-aa5a-e719827483b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:37:12.225213 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb9b2c1-be16-4d06-aa5a-e719827483b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:37:12.225562 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb9b2c1-be16-4d06-aa5a-e719827483b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:37:12.225904 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb9b2c1-be16-4d06-aa5a-e719827483b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:37:12.226241 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb9b2c1-be16-4d06-aa5a-e719827483b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:37:12.226581 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb9b2c1-be16-4d06-aa5a-e719827483b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:37:12.226928 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb9b2c1-be16-4d06-aa5a-e719827483b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:37:12.227416 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb9b2c1-be16-4d06-aa5a-e719827483b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:37:12.227903 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb9b2c1-be16-4d06-aa5a-e719827483b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:37:12.228397 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb9b2c1-be16-4d06-aa5a-e719827483b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:37:12.228887 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb9b2c1-be16-4d06-aa5a-e719827483b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:37:12.229349 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb9b2c1-be16-4d06-aa5a-e719827483b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:37:12.241166 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-43a908d7-0b01-4746-a655-db2b1667a1a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9ac01a9-443b-4718-a1b0-e00dd12f1e0d') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:37:12.241454 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-43a908d7-0b01-4746-a655-db2b1667a1a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9ac01a9-443b-4718-a1b0-e00dd12f1e0d') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:37:12.247159 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-790675ca-0d01-40d3-a279-b123dd2d58b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:12.253246 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-43a908d7-0b01-4746-a655-db2b1667a1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:12.270802 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-43a908d7-0b01-4746-a655-db2b1667a1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:12.272194 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-790675ca-0d01-40d3-a279-b123dd2d58b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:12.278543 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43a908d7-0b01-4746-a655-db2b1667a1a0 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:37:12.279015 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-43a908d7-0b01-4746-a655-db2b1667a1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:12.280753 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:37:12.280753 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:37:12.280753 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:37:12.280753 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:37:12.280753 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:37:12.280753 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:37:12.280753 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:37:12.280753 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:37:12.280753 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:37:12.280753 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:37:12.280753 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:37:12.280753 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:37:12.280753 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:37:12.280753 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:37:12.280753 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:37:12.280753 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:37:12.280753 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:37:12.280753 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:37:12.280753 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:37:12.280753 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:37:12.280753 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:37:12.280753 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:37:12.280753 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:37:12.280753 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:37:12.280753 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:37:12.280753 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:37:12.280753 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:37:12.280753 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:37:12.280753 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:37:12.280753 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:37:12.280753 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:37:12.280753 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:37:12.328105 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-790675ca-0d01-40d3-a279-b123dd2d58b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:12.335629 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-790675ca-0d01-40d3-a279-b123dd2d58b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:12.336985 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-790675ca-0d01-40d3-a279-b123dd2d58b1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/22b36bd8-85db-4b51-8b5e-c75f19e405d6 HTTP/1.1" status: 204 len: 168 time: 0.1637480 Nov 25 13:37:12.347050 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790675ca-0d01-40d3-a279-b123dd2d58b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b36bd8-85db-4b51-8b5e-c75f19e405d6,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:12.352872 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-43a908d7-0b01-4746-a655-db2b1667a1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:12.365999 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-43a908d7-0b01-4746-a655-db2b1667a1a0 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:12.369993 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-43a908d7-0b01-4746-a655-db2b1667a1a0 admin admin] 10.222.0.53 "DELETE /v2.0/networks/b6131956-3d7f-4134-a1c5-4d454239b609 HTTP/1.1" status: 204 len: 168 time: 0.6260707 Nov 25 13:37:12.396332 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a908d7-0b01-4746-a655-db2b1667a1a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6131956-3d7f-4134-a1c5-4d454239b609,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:12.509676 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 48690) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:12.553121 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b3b58cdb-94b4-4712-8fab-af85b45e6022 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dfc7ed58aa5f4ef6a363ecf508844b2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399163 Nov 25 13:37:12.553340 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 48692) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:12.617509 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-72100674-5d2f-46fc-a5a1-a92696360581 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:12.652044 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-72100674-5d2f-46fc-a5a1-a92696360581 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:12.719232 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-72100674-5d2f-46fc-a5a1-a92696360581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:12.720702 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-72100674-5d2f-46fc-a5a1-a92696360581 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:12.721913 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-72100674-5d2f-46fc-a5a1-a92696360581 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/90cae34e-084f-467f-9d82-c34cc98b140e HTTP/1.1" status: 204 len: 168 time: 0.1677265 Nov 25 13:37:12.750189 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72100674-5d2f-46fc-a5a1-a92696360581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90cae34e-084f-467f-9d82-c34cc98b140e,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:12.786560 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e301f9-3376-4726-8829-3d343d4fa220 req-15847b3e-47a2-4d02-be39-3c62af79d372 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:12.788239 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c8e301f9-3376-4726-8829-3d343d4fa220 req-15847b3e-47a2-4d02-be39-3c62af79d372 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=4abdc79f-4141-4ffd-aeec-dc604bda03b1 HTTP/1.1" status: 200 len: 946 time: 0.0859501 Nov 25 13:37:12.857351 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c8e301f9-3376-4726-8829-3d343d4fa220 req-8df6208b-dd19-4a93-b907-83a962797f55 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=deb84145-70b8-4cf2-8a88-cf2c1abdea3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617139 Nov 25 13:37:13.035283 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 04bfb49f-c1cb-47f9-bf24-10553fb9c39f no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:37:13.061107 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 04bfb49f-c1cb-47f9-bf24-10553fb9c39f {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:37:13.061541 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 04bfb49f-c1cb-47f9-bf24-10553fb9c39f not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:37:13.062055 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 141f4631-5fc2-4aec-b8ca-c0dc15b6df06 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:37:13.084408 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 141f4631-5fc2-4aec-b8ca-c0dc15b6df06 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:37:13.084854 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 141f4631-5fc2-4aec-b8ca-c0dc15b6df06 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:37:13.085366 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device e578c5c8-a135-4b8b-95c7-ab49d193c28a no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:37:13.107555 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: e578c5c8-a135-4b8b-95c7-ab49d193c28a {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:37:13.107987 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device e578c5c8-a135-4b8b-95c7-ab49d193c28a not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:37:13.274835 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 48738) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:13.379485 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-1ffa31fa-05ad-451f-a070-ecd3485e82ee admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2051183861-network', 'tenant_id': '6684a101e7e1409089143e68507e9eaa'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:37:13.413285 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ffa31fa-05ad-451f-a070-ecd3485e82ee admin admin] Made reservation on behalf of 6684a101e7e1409089143e68507e9eaa for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:37:13.416129 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1ffa31fa-05ad-451f-a070-ecd3485e82ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:13.429583 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1ffa31fa-05ad-451f-a070-ecd3485e82ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:13.512869 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1ffa31fa-05ad-451f-a070-ecd3485e82ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:13.517985 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1ffa31fa-05ad-451f-a070-ecd3485e82ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:13.547141 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ffa31fa-05ad-451f-a070-ecd3485e82ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:37:13.561042 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffa31fa-05ad-451f-a070-ecd3485e82ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca0c46ca-270b-4976-b9de-a929cb5dfd66,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:13.566584 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1ffa31fa-05ad-451f-a070-ecd3485e82ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:13.566957 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-1ffa31fa-05ad-451f-a070-ecd3485e82ee admin admin] Added segment 2fcd7aac-532e-47fe-9539-35bf3b7dfacc of type vlan for network e1755fee-aaa6-425e-8842-e7c47174a17e Nov 25 13:37:13.615811 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1ffa31fa-05ad-451f-a070-ecd3485e82ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:13.654775 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1ffa31fa-05ad-451f-a070-ecd3485e82ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:13.656177 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffa31fa-05ad-451f-a070-ecd3485e82ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:13.658085 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1ffa31fa-05ad-451f-a070-ecd3485e82ee admin admin] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:13.711303 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-1ffa31fa-05ad-451f-a070-ecd3485e82ee admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4352107 Nov 25 13:37:13.714054 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 48766) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:13.719036 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-4ac34f45-bf86-470b-b86c-6a85de79a372 admin admin] Request body: {'subnet': {'network_id': 'e1755fee-aaa6-425e-8842-e7c47174a17e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2051183861-subnet', 'tenant_id': '6684a101e7e1409089143e68507e9eaa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:37:13.739277 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffa31fa-05ad-451f-a070-ecd3485e82ee admin admin] Pushing event updated for resources: {'Network': ['ID=e1755fee-aaa6-425e-8842-e7c47174a17e,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:13.754903 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network e1755fee-aaa6-425e-8842-e7c47174a17e details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:37:13.756694 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac34f45-bf86-470b-b86c-6a85de79a372 admin admin] Made reservation on behalf of 6684a101e7e1409089143e68507e9eaa for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:37:13.759439 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4ac34f45-bf86-470b-b86c-6a85de79a372 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:14.015699 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4ac34f45-bf86-470b-b86c-6a85de79a372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:14.073135 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2c44ff-6d07-4250-ba00-1d7dbcd4bfc4 req-338c3cfc-2360-492f-b77a-d51541c301e2 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:14.074713 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dc2c44ff-6d07-4250-ba00-1d7dbcd4bfc4 req-338c3cfc-2360-492f-b77a-d51541c301e2 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=4abdc79f-4141-4ffd-aeec-dc604bda03b1 HTTP/1.1" status: 200 len: 946 time: 0.1167710 Nov 25 13:37:14.116310 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac34f45-bf86-470b-b86c-6a85de79a372 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7149e5cd-66bb-49e5-8c66-89ee2818d851,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:14.137947 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac34f45-bf86-470b-b86c-6a85de79a372 admin admin] Checking segment: {'id': '2fcd7aac-532e-47fe-9539-35bf3b7dfacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e1755fee-aaa6-425e-8842-e7c47174a17e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:37:14.138319 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac34f45-bf86-470b-b86c-6a85de79a372 admin admin] Network hostable DHCP agents. Network: e1755fee-aaa6-425e-8842-e7c47174a17e, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:37:14.158936 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dc2c44ff-6d07-4250-ba00-1d7dbcd4bfc4 req-ca8ef332-9ed0-460a-a604-205cacaec825 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=deb84145-70b8-4cf2-8a88-cf2c1abdea3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766838 Nov 25 13:37:14.171181 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac34f45-bf86-470b-b86c-6a85de79a372 admin admin] Network e1755fee-aaa6-425e-8842-e7c47174a17e is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:37:14.184125 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-4ac34f45-bf86-470b-b86c-6a85de79a372 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, e1755fee-aaa6-425e-8842-e7c47174a17e) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:37:14.190017 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac34f45-bf86-470b-b86c-6a85de79a372 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:14.190606 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4ac34f45-bf86-470b-b86c-6a85de79a372 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:14.198305 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c177733-c07f-4f5e-9aab-de009ad20174 None None] Network e1755fee-aaa6-425e-8842-e7c47174a17e requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:37:14.212063 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-4ac34f45-bf86-470b-b86c-6a85de79a372 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4963973 Nov 25 13:37:14.307315 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 48804) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:14.366737 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9482cbf-6431-4e2e-bb51-b5353e65c376 None None] Network e1755fee-aaa6-425e-8842-e7c47174a17e requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:37:14.496465 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a0847d25-993c-4cc6-b1fc-e6af7f5bd2c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:14.586791 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a0847d25-993c-4cc6-b1fc-e6af7f5bd2c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:14.591237 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a0847d25-993c-4cc6-b1fc-e6af7f5bd2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:14.632250 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-a0847d25-993c-4cc6-b1fc-e6af7f5bd2c0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c1aae9e547f04640ad7f99925ae06dda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3232625 Nov 25 13:37:14.634919 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 48814) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:14.639713 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0847d25-993c-4cc6-b1fc-e6af7f5bd2c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f2c989-2bce-4d62-a552-6e8696e2b52a,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:14.696767 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f0c4e7ca-d213-4a5f-8c5e-95eef02e54ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:14.722990 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f0c4e7ca-d213-4a5f-8c5e-95eef02e54ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:14.777340 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f0c4e7ca-d213-4a5f-8c5e-95eef02e54ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:14.780115 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f0c4e7ca-d213-4a5f-8c5e-95eef02e54ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:14.783844 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-f0c4e7ca-d213-4a5f-8c5e-95eef02e54ec admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/04f2c989-2bce-4d62-a552-6e8696e2b52a HTTP/1.1" status: 204 len: 168 time: 0.1446011 Nov 25 13:37:14.803205 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c4e7ca-d213-4a5f-8c5e-95eef02e54ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f2c989-2bce-4d62-a552-6e8696e2b52a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:14.817829 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c4e7ca-d213-4a5f-8c5e-95eef02e54ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:37:14.818607 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c4e7ca-d213-4a5f-8c5e-95eef02e54ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:37:14.819070 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c4e7ca-d213-4a5f-8c5e-95eef02e54ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:37:14.819432 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c4e7ca-d213-4a5f-8c5e-95eef02e54ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:37:14.819788 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c4e7ca-d213-4a5f-8c5e-95eef02e54ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:37:14.820139 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c4e7ca-d213-4a5f-8c5e-95eef02e54ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:37:14.820784 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c4e7ca-d213-4a5f-8c5e-95eef02e54ec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:37:14.821136 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c4e7ca-d213-4a5f-8c5e-95eef02e54ec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:37:14.821533 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c4e7ca-d213-4a5f-8c5e-95eef02e54ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:37:14.822042 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c4e7ca-d213-4a5f-8c5e-95eef02e54ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:37:14.822569 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c4e7ca-d213-4a5f-8c5e-95eef02e54ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:37:14.822936 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c4e7ca-d213-4a5f-8c5e-95eef02e54ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:37:15.319415 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6665dcd2-f6ef-428b-9060-0185e93e6d61 req-68b0ff5a-7ada-4dba-94b5-63297823ef91 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:15.321390 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6665dcd2-f6ef-428b-9060-0185e93e6d61 req-68b0ff5a-7ada-4dba-94b5-63297823ef91 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=4abdc79f-4141-4ffd-aeec-dc604bda03b1 HTTP/1.1" status: 200 len: 946 time: 0.0733650 Nov 25 13:37:15.402899 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6665dcd2-f6ef-428b-9060-0185e93e6d61 req-67311f44-6778-4bd3-8685-930c75eed351 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=deb84145-70b8-4cf2-8a88-cf2c1abdea3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704374 Nov 25 13:37:15.572269 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b079ec-db66-4c24-a314-7d238a0e3eaa req-12e488f6-d1c2-44a1-ab8f-c4c09339caff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:15.574425 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d1b079ec-db66-4c24-a314-7d238a0e3eaa req-12e488f6-d1c2-44a1-ab8f-c4c09339caff service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4abdc79f-4141-4ffd-aeec-dc604bda03b1 HTTP/1.1" status: 200 len: 1098 time: 0.0448368 Nov 25 13:37:15.632896 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d1b079ec-db66-4c24-a314-7d238a0e3eaa req-706b54c6-7e54-4e04-b142-5674cdb00f1f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=deb84145-70b8-4cf2-8a88-cf2c1abdea3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494757 Nov 25 13:37:16.560691 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16825fe3-9154-4ce8-a653-0f50a50f8a5e req-1df41d34-2eed-4f3e-bfd4-6f35ceac4899 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:16.571081 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-16825fe3-9154-4ce8-a653-0f50a50f8a5e req-1df41d34-2eed-4f3e-bfd4-6f35ceac4899 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=4abdc79f-4141-4ffd-aeec-dc604bda03b1 HTTP/1.1" status: 200 len: 946 time: 0.0701251 Nov 25 13:37:16.655565 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-16825fe3-9154-4ce8-a653-0f50a50f8a5e req-c2decd7c-bc56-4958-9012-8d2754df8d35 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=deb84145-70b8-4cf2-8a88-cf2c1abdea3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778759 Nov 25 13:37:17.808361 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84f55f-0f93-4662-8a6c-24c39ca51817 req-a7bfc2af-94b3-4e88-a426-e1d57d95ce59 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:17.811109 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8d84f55f-0f93-4662-8a6c-24c39ca51817 req-a7bfc2af-94b3-4e88-a426-e1d57d95ce59 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=4abdc79f-4141-4ffd-aeec-dc604bda03b1 HTTP/1.1" status: 200 len: 946 time: 0.0633717 Nov 25 13:37:17.888059 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8d84f55f-0f93-4662-8a6c-24c39ca51817 req-65d77b22-d0dc-4835-8073-6eaefee67f88 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=deb84145-70b8-4cf2-8a88-cf2c1abdea3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701628 Nov 25 13:37:17.913234 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 48952) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:17.999313 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-804235f9-351f-407a-bc3c-5d903305b3f2 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/floatingips/e7f3c199-2e26-445d-8a76-7e3d33285088 HTTP/1.1" status: 200 len: 994 time: 0.0843470 Nov 25 13:37:18.075234 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 48956) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:18.154511 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 2df26226-3cfc-476a-b550-9561d6d2b691 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:37:18.205253 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-75353a7d-a1a8-4752-8993-a97970852bba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:18.205907 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 2df26226-3cfc-476a-b550-9561d6d2b691 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:37:18.321141 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-75353a7d-a1a8-4752-8993-a97970852bba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:18.329806 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-75353a7d-a1a8-4752-8993-a97970852bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:18.354643 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 2df26226-3cfc-476a-b550-9561d6d2b691, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=2df26226-3cfc-476a-b550-9561d6d2b691,segment=NetworkSegment(bf0c778b-bb74-4c51-8849-ac3c7f278b2c),segment_id=bf0c778b-bb74-4c51-8849-ac3c7f278b2c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:37:18.387418 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-75353a7d-a1a8-4752-8993-a97970852bba admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0ea8b25223a745249577e1249606573a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3105431 Nov 25 13:37:18.389394 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75353a7d-a1a8-4752-8993-a97970852bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9224634-2f89-4193-8f6d-ea7f22640f63,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:18.389631 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 48968) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:18.389877 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '2df26226-3cfc-476a-b550-9561d6d2b691', 'network_id': 'db86cf0c-2d9d-4973-97d3-ae21a785403b', 'port_id': '2df26226-3cfc-476a-b550-9561d6d2b691', 'mac_address': 'fa:16:3e:8e:46:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '244939ee-af06-4fda-b44a-72ec443cdc8d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:37:18.453142 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:18.477847 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:18.498368 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4abdc79f-4141-4ffd-aeec-dc604bda03b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2df26226-3cfc-476a-b550-9561d6d2b691'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:37:18.499043 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-330a4d10-e072-467f-ba55-26668ef1ac80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:18.501685 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1ef652-4225-423f-b58b-90086a3d4dce" -d '{"events": [{"server_uuid": "4abdc79f-4141-4ffd-aeec-dc604bda03b1", "name": "network-vif-unplugged", "status": "completed", "tag": "2df26226-3cfc-476a-b550-9561d6d2b691"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:37:18.524569 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-330a4d10-e072-467f-ba55-26668ef1ac80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:18.525295 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 2df26226-3cfc-476a-b550-9561d6d2b691, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=2df26226-3cfc-476a-b550-9561d6d2b691,segment=NetworkSegment(bf0c778b-bb74-4c51-8849-ac3c7f278b2c),segment_id=bf0c778b-bb74-4c51-8849-ac3c7f278b2c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:37:18.530621 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2df26226-3cfc-476a-b550-9561d6d2b691 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:37:18.539941 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:18.579400 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 13:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c58e0f29-aa46-4390-b497-e4d725a7653f x-openstack-request-id: req-c58e0f29-aa46-4390-b497-e4d725a7653f {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:37:18.579713 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4abdc79f-4141-4ffd-aeec-dc604bda03b1", "name": "network-vif-unplugged", "status": "completed", "tag": "2df26226-3cfc-476a-b550-9561d6d2b691", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:37:18.580094 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c58e0f29-aa46-4390-b497-e4d725a7653f {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:37:18.580501 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4abdc79f-4141-4ffd-aeec-dc604bda03b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2df26226-3cfc-476a-b550-9561d6d2b691', 'code': 200} Nov 25 13:37:18.602957 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-330a4d10-e072-467f-ba55-26668ef1ac80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:18.607122 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-330a4d10-e072-467f-ba55-26668ef1ac80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:18.608562 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-330a4d10-e072-467f-ba55-26668ef1ac80 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e9224634-2f89-4193-8f6d-ea7f22640f63 HTTP/1.1" status: 204 len: 168 time: 0.2177293 Nov 25 13:37:18.620136 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330a4d10-e072-467f-ba55-26668ef1ac80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9224634-2f89-4193-8f6d-ea7f22640f63,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:18.630092 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330a4d10-e072-467f-ba55-26668ef1ac80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:37:18.630527 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330a4d10-e072-467f-ba55-26668ef1ac80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:37:18.631158 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330a4d10-e072-467f-ba55-26668ef1ac80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:37:18.632147 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330a4d10-e072-467f-ba55-26668ef1ac80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:37:18.632867 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330a4d10-e072-467f-ba55-26668ef1ac80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:37:18.633480 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330a4d10-e072-467f-ba55-26668ef1ac80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:37:18.638683 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330a4d10-e072-467f-ba55-26668ef1ac80 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:37:18.639321 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330a4d10-e072-467f-ba55-26668ef1ac80 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:37:18.639864 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330a4d10-e072-467f-ba55-26668ef1ac80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:37:18.640399 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330a4d10-e072-467f-ba55-26668ef1ac80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:37:18.640944 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330a4d10-e072-467f-ba55-26668ef1ac80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:37:18.641367 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330a4d10-e072-467f-ba55-26668ef1ac80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:37:18.646731 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=2df26226-3cfc-476a-b550-9561d6d2b691,revision_number=6']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:18.652165 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.db.api [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 13:37:18.653037 n-d-808199-11 neutron-server[103572]: DEBUG oslo_db.api [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 13:37:18.922138 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 48992) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:18.938232 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f64a4298-c6b9-45e6-869d-5e22a6fa8df4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:19.027765 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f64a4298-c6b9-45e6-869d-5e22a6fa8df4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:19.032364 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f64a4298-c6b9-45e6-869d-5e22a6fa8df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:19.074007 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f64a4298-c6b9-45e6-869d-5e22a6fa8df4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d9f8135466814d7890e8088c2d94d332&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1492217 Nov 25 13:37:19.075153 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a4298-c6b9-45e6-869d-5e22a6fa8df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46cbea9e-3731-447d-a853-91b73a67b6e6,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:19.076375 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 48994) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:19.125520 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fc155b65-615e-4399-bcd9-c597d37f46aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:19.152206 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fc155b65-615e-4399-bcd9-c597d37f46aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:19.205941 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fc155b65-615e-4399-bcd9-c597d37f46aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:19.212063 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fc155b65-615e-4399-bcd9-c597d37f46aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:19.216020 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-fc155b65-615e-4399-bcd9-c597d37f46aa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/46cbea9e-3731-447d-a853-91b73a67b6e6 HTTP/1.1" status: 204 len: 168 time: 0.1385620 Nov 25 13:37:19.225995 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc155b65-615e-4399-bcd9-c597d37f46aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46cbea9e-3731-447d-a853-91b73a67b6e6,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:19.237679 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:19.264743 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2df26226-3cfc-476a-b550-9561d6d2b691 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:37:19.300783 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 2df26226-3cfc-476a-b550-9561d6d2b691, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=2df26226-3cfc-476a-b550-9561d6d2b691,segment=NetworkSegment(bf0c778b-bb74-4c51-8849-ac3c7f278b2c),segment_id=bf0c778b-bb74-4c51-8849-ac3c7f278b2c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:37:19.309437 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:19.380111 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=2df26226-3cfc-476a-b550-9561d6d2b691,revision_number=7']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:19.570781 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['2df26226-3cfc-476a-b550-9561d6d2b691'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:37:22.172393 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 2df26226-3cfc-476a-b550-9561d6d2b691 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:37:22.252622 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 2df26226-3cfc-476a-b550-9561d6d2b691 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:37:22.253102 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:22.311051 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 49108) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:22.377483 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:22.416492 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4abdc79f-4141-4ffd-aeec-dc604bda03b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df26226-3cfc-476a-b550-9561d6d2b691'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:37:22.419978 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-971789f8-32c5-4748-b71e-fc718ae4c14d" -d '{"events": [{"server_uuid": "4abdc79f-4141-4ffd-aeec-dc604bda03b1", "name": "network-vif-plugged", "status": "completed", "tag": "2df26226-3cfc-476a-b550-9561d6d2b691"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:37:22.435965 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 2df26226-3cfc-476a-b550-9561d6d2b691, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=2df26226-3cfc-476a-b550-9561d6d2b691,segment=NetworkSegment(bf0c778b-bb74-4c51-8849-ac3c7f278b2c),segment_id=bf0c778b-bb74-4c51-8849-ac3c7f278b2c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:37:22.448544 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:22.454832 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2865f298-7f21-44ef-8c16-3d2431763936 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:22.538741 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be36d6e-1e1c-4dfc-941c-23d566f2ee9b x-openstack-request-id: req-5be36d6e-1e1c-4dfc-941c-23d566f2ee9b {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:37:22.542006 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4abdc79f-4141-4ffd-aeec-dc604bda03b1", "name": "network-vif-plugged", "status": "completed", "tag": "2df26226-3cfc-476a-b550-9561d6d2b691", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:37:22.542557 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5be36d6e-1e1c-4dfc-941c-23d566f2ee9b {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:37:22.543092 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4abdc79f-4141-4ffd-aeec-dc604bda03b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df26226-3cfc-476a-b550-9561d6d2b691', 'code': 200} Nov 25 13:37:22.554720 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=2df26226-3cfc-476a-b550-9561d6d2b691,revision_number=8']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:22.590467 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2865f298-7f21-44ef-8c16-3d2431763936 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:22.595282 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2865f298-7f21-44ef-8c16-3d2431763936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:22.652338 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-2865f298-7f21-44ef-8c16-3d2431763936 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=03ea3fc0f09849d4bee09d5784371d5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3391809 Nov 25 13:37:22.653524 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2865f298-7f21-44ef-8c16-3d2431763936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8173fdf-9152-4c32-8256-4d71f2880cfa,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:22.654709 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49120) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:22.724274 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-98485fa5-0712-4571-85ea-d4625761a8b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:22.764228 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-98485fa5-0712-4571-85ea-d4625761a8b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:22.847209 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-98485fa5-0712-4571-85ea-d4625761a8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:22.850079 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-98485fa5-0712-4571-85ea-d4625761a8b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:22.854223 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-98485fa5-0712-4571-85ea-d4625761a8b0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f8173fdf-9152-4c32-8256-4d71f2880cfa HTTP/1.1" status: 204 len: 168 time: 0.1979957 Nov 25 13:37:22.863425 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98485fa5-0712-4571-85ea-d4625761a8b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8173fdf-9152-4c32-8256-4d71f2880cfa,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:23.239383 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49136) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:23.254544 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-51a6f36b-7f76-4c5d-a875-4bde8a17190a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:23.367201 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-51a6f36b-7f76-4c5d-a875-4bde8a17190a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:23.381717 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-51a6f36b-7f76-4c5d-a875-4bde8a17190a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:23.430145 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a6f36b-7f76-4c5d-a875-4bde8a17190a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e71544e-fadf-4652-9df0-fd6128bd706e,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:23.441678 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-51a6f36b-7f76-4c5d-a875-4bde8a17190a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=80c2671f914441198a8a83fb266d7e0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2007103 Nov 25 13:37:23.444189 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49142) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:23.495630 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d6359609-8379-45a3-b678-60636ca5f705 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:23.518494 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d6359609-8379-45a3-b678-60636ca5f705 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:23.576351 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d6359609-8379-45a3-b678-60636ca5f705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:23.579320 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d6359609-8379-45a3-b678-60636ca5f705 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:23.580955 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d6359609-8379-45a3-b678-60636ca5f705 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1e71544e-fadf-4652-9df0-fd6128bd706e HTTP/1.1" status: 204 len: 168 time: 0.1353548 Nov 25 13:37:23.590393 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6359609-8379-45a3-b678-60636ca5f705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e71544e-fadf-4652-9df0-fd6128bd706e,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:26.686572 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49270) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:26.848867 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-dd2f0dae-fa1c-440c-9ec4-baa9757a1a8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:26.934468 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-dd2f0dae-fa1c-440c-9ec4-baa9757a1a8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:26.940624 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-dd2f0dae-fa1c-440c-9ec4-baa9757a1a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:26.979565 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 49280) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:26.980096 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-dd2f0dae-fa1c-440c-9ec4-baa9757a1a8e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1656586b8cfa4374b6ba156b1a23d872&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2919517 Nov 25 13:37:26.995213 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2f0dae-fa1c-440c-9ec4-baa9757a1a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f926a23-d90a-474c-98f3-722465826236,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:27.043852 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c652c910-35db-4802-835e-625b7fff6d93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:27.076574 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c652c910-35db-4802-835e-625b7fff6d93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:27.139449 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c652c910-35db-4802-835e-625b7fff6d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:27.143146 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c652c910-35db-4802-835e-625b7fff6d93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:27.147726 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c652c910-35db-4802-835e-625b7fff6d93 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0f926a23-d90a-474c-98f3-722465826236 HTTP/1.1" status: 204 len: 168 time: 0.1655674 Nov 25 13:37:27.161915 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c652c910-35db-4802-835e-625b7fff6d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f926a23-d90a-474c-98f3-722465826236,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:27.464321 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49292) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:27.479106 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3e7d6d76-a24e-41be-897c-46e17195c162 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:27.573390 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3e7d6d76-a24e-41be-897c-46e17195c162 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:27.578051 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3e7d6d76-a24e-41be-897c-46e17195c162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:27.623719 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3e7d6d76-a24e-41be-897c-46e17195c162 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7ff01f1c6f6e4c5d88ef9ae2f719cd23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1582873 Nov 25 13:37:27.624848 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7d6d76-a24e-41be-897c-46e17195c162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9bf1b98-6ec7-47c7-ae8e-3c461e8ab346,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:27.627123 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 49298) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:27.683590 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-156ed105-3b4b-49a2-a459-e4c38e0bc11a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:27.710009 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-156ed105-3b4b-49a2-a459-e4c38e0bc11a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:27.756137 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-156ed105-3b4b-49a2-a459-e4c38e0bc11a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:27.758972 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-156ed105-3b4b-49a2-a459-e4c38e0bc11a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:27.760233 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-156ed105-3b4b-49a2-a459-e4c38e0bc11a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e9bf1b98-6ec7-47c7-ae8e-3c461e8ab346 HTTP/1.1" status: 204 len: 168 time: 0.1306129 Nov 25 13:37:27.769136 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156ed105-3b4b-49a2-a459-e4c38e0bc11a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9bf1b98-6ec7-47c7-ae8e-3c461e8ab346,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:30.237665 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 49456) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:30.336581 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a9cdab56-7efb-40ea-8f96-c0cbf6046616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:30.373035 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-59f68e9c-a5af-4baf-839e-0b46b005fbb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:30.462524 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-59f68e9c-a5af-4baf-839e-0b46b005fbb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:30.466582 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-59f68e9c-a5af-4baf-839e-0b46b005fbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:30.510162 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-59f68e9c-a5af-4baf-839e-0b46b005fbb7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c897bda5c3884d8ebb3de717f597f19f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2713871 Nov 25 13:37:30.511440 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f68e9c-a5af-4baf-839e-0b46b005fbb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a025bc1c-f84b-4a13-8def-2e569827a089,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:30.513132 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49466) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:30.574254 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-06be6e1d-faca-4f5c-910b-d2ae8be8d217 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:30.599521 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-06be6e1d-faca-4f5c-910b-d2ae8be8d217 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:30.659266 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-06be6e1d-faca-4f5c-910b-d2ae8be8d217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:30.662653 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-06be6e1d-faca-4f5c-910b-d2ae8be8d217 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:30.667003 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-06be6e1d-faca-4f5c-910b-d2ae8be8d217 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a025bc1c-f84b-4a13-8def-2e569827a089 HTTP/1.1" status: 204 len: 168 time: 0.1520934 Nov 25 13:37:30.676495 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06be6e1d-faca-4f5c-910b-d2ae8be8d217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a025bc1c-f84b-4a13-8def-2e569827a089,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:30.993740 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49482) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:31.007576 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-44793340-b719-4fa0-b80b-ff195a04e7fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:31.085791 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-44793340-b719-4fa0-b80b-ff195a04e7fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:31.090362 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-44793340-b719-4fa0-b80b-ff195a04e7fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:31.131958 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-44793340-b719-4fa0-b80b-ff195a04e7fc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fcf596e4984749b796c89a86351b528d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1349046 Nov 25 13:37:31.132535 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 49484) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:31.134743 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44793340-b719-4fa0-b80b-ff195a04e7fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60613f92-181c-4748-ba18-665d68c317e9,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:31.213916 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2bb6127d-72f7-4751-acf5-a411046bbe25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:31.240421 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2bb6127d-72f7-4751-acf5-a411046bbe25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:31.290875 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2bb6127d-72f7-4751-acf5-a411046bbe25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:31.293695 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2bb6127d-72f7-4751-acf5-a411046bbe25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:31.295097 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-2bb6127d-72f7-4751-acf5-a411046bbe25 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/60613f92-181c-4748-ba18-665d68c317e9 HTTP/1.1" status: 204 len: 168 time: 0.1611295 Nov 25 13:37:31.309344 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6127d-72f7-4751-acf5-a411046bbe25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60613f92-181c-4748-ba18-665d68c317e9,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:32.448376 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab67006-359d-4382-8a45-0e0fd0629a56 req-21a9c9ac-42f5-48be-9c77-c77cfbb8344c tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:32.455255 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab67006-359d-4382-8a45-0e0fd0629a56 req-21a9c9ac-42f5-48be-9c77-c77cfbb8344c tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:32.461251 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab67006-359d-4382-8a45-0e0fd0629a56 req-21a9c9ac-42f5-48be-9c77-c77cfbb8344c tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:32.470310 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab67006-359d-4382-8a45-0e0fd0629a56 req-21a9c9ac-42f5-48be-9c77-c77cfbb8344c tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:32.470979 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 49546) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:32.473788 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab67006-359d-4382-8a45-0e0fd0629a56 req-21a9c9ac-42f5-48be-9c77-c77cfbb8344c tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:32.479921 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab67006-359d-4382-8a45-0e0fd0629a56 req-21a9c9ac-42f5-48be-9c77-c77cfbb8344c tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:32.485848 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab67006-359d-4382-8a45-0e0fd0629a56 req-21a9c9ac-42f5-48be-9c77-c77cfbb8344c tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:32.487771 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bab67006-359d-4382-8a45-0e0fd0629a56 req-21a9c9ac-42f5-48be-9c77-c77cfbb8344c tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 5435 time: 0.1281030 Nov 25 13:37:32.558525 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bab67006-359d-4382-8a45-0e0fd0629a56 req-ef75abb6-2b4a-40d1-9c11-2b2ad1a1f516 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4aeb0c9-0fa7-4d84-9142-5a59f700fca6&id=c9ce495e-dd18-47f6-8bd6-2e09f8921a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0625458 Nov 25 13:37:32.622542 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-52ecc8b1-cf8f-48aa-ac63-6881e1b14962 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:32.644669 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [req-44569341-b75c-483c-937d-af33e09cbad9 req-ddb160bb-f480-4ffa-9a5f-f56aea3dc82d service neutron] (103571) timed out ('10.222.0.66', 52859) {{(pid=103571) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 13:37:32.736657 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-52ecc8b1-cf8f-48aa-ac63-6881e1b14962 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:32.742718 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-52ecc8b1-cf8f-48aa-ac63-6881e1b14962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:32.783352 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db3e5a73-3c55-405b-85aa-6c533e8e01fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:32.791429 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-52ecc8b1-cf8f-48aa-ac63-6881e1b14962 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c4e6f7ef6acc46a9b1cfafc38e343be4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3193636 Nov 25 13:37:32.792368 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ecc8b1-cf8f-48aa-ac63-6881e1b14962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bcc5853-829b-44f2-8043-88a3b48193f2,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:32.794915 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49556) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:32.853524 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-79feb168-5d54-47b8-87b3-7ea186b5f929 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:32.884099 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-79feb168-5d54-47b8-87b3-7ea186b5f929 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:32.930906 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-79feb168-5d54-47b8-87b3-7ea186b5f929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:32.933512 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-79feb168-5d54-47b8-87b3-7ea186b5f929 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:32.936967 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-79feb168-5d54-47b8-87b3-7ea186b5f929 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1bcc5853-829b-44f2-8043-88a3b48193f2 HTTP/1.1" status: 204 len: 168 time: 0.1387424 Nov 25 13:37:32.948448 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79feb168-5d54-47b8-87b3-7ea186b5f929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bcc5853-829b-44f2-8043-88a3b48193f2,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:33.490421 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-12e74360-5981-40d0-8ade-91bd6ae64b47 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:33.496889 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-12e74360-5981-40d0-8ade-91bd6ae64b47 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:33.503717 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-12e74360-5981-40d0-8ade-91bd6ae64b47 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:33.509822 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-12e74360-5981-40d0-8ade-91bd6ae64b47 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:33.515990 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-12e74360-5981-40d0-8ade-91bd6ae64b47 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:33.522854 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-12e74360-5981-40d0-8ade-91bd6ae64b47 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:33.529116 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-12e74360-5981-40d0-8ade-91bd6ae64b47 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:33.530929 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-12e74360-5981-40d0-8ade-91bd6ae64b47 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.47 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 5435 time: 0.0975547 Nov 25 13:37:33.585803 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-956241a0-03fe-438e-b530-287a31e0a500 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:33.587264 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-956241a0-03fe-438e-b530-287a31e0a500 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.47 "GET /v2.0/ports/614c1e42-d4e2-4a14-8859-09418460a3e4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0496635 Nov 25 13:37:33.648255 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49596) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:33.709093 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-4c3993df-45a5-42f9-80c3-7751245e9c6e tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.47 "GET /v2.0/networks/0213571c-133e-4472-a9fb-82f11b25c18c?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1153784 Nov 25 13:37:33.720614 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d16b865-cfd9-4a8e-8965-fd7982a38188 req-18eecb27-9eb1-4db2-88c3-0ad0c0ec0519 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:33.726716 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d16b865-cfd9-4a8e-8965-fd7982a38188 req-18eecb27-9eb1-4db2-88c3-0ad0c0ec0519 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:33.743864 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d16b865-cfd9-4a8e-8965-fd7982a38188 req-18eecb27-9eb1-4db2-88c3-0ad0c0ec0519 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:33.752540 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d16b865-cfd9-4a8e-8965-fd7982a38188 req-18eecb27-9eb1-4db2-88c3-0ad0c0ec0519 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:33.767660 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d16b865-cfd9-4a8e-8965-fd7982a38188 req-18eecb27-9eb1-4db2-88c3-0ad0c0ec0519 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:33.778670 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d16b865-cfd9-4a8e-8965-fd7982a38188 req-18eecb27-9eb1-4db2-88c3-0ad0c0ec0519 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:33.784733 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d16b865-cfd9-4a8e-8965-fd7982a38188 req-18eecb27-9eb1-4db2-88c3-0ad0c0ec0519 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:33.798176 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-8f185401-7f84-41b8-b031-0da7b213321d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:37:33.801815 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6d16b865-cfd9-4a8e-8965-fd7982a38188 req-18eecb27-9eb1-4db2-88c3-0ad0c0ec0519 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 5435 time: 0.1465185 Nov 25 13:37:33.822567 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [None req-c47d2d9d-5ef5-4850-9fa1-cfc46303df73 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:37:33.827381 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c47d2d9d-5ef5-4850-9fa1-cfc46303df73 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1780784 Nov 25 13:37:33.829294 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49608) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:33.840237 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [None req-a9a1c085-5c04-45e4-8d75-c5079dacf381 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] http://10.222.0.53:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:37:33.841197 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-a9a1c085-5c04-45e4-8d75-c5079dacf381 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] 10.222.0.53 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0110044 Nov 25 13:37:33.843815 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49610) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:33.850479 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [None req-3c61857f-cc73-42ac-9fd2-c2737733f90c tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] http://10.222.0.53:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:37:33.851688 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3c61857f-cc73-42ac-9fd2-c2737733f90c tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] 10.222.0.53 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0059631 Nov 25 13:37:33.854405 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 49612) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:33.861001 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [None req-d15d3618-f7be-4582-9866-c01910555fa2 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] http://10.222.0.53:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:37:33.862937 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d15d3618-f7be-4582-9866-c01910555fa2 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] 10.222.0.53 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0070486 Nov 25 13:37:33.866317 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49614) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:33.871418 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [None req-c7edb0d2-686b-4929-8975-932d731ff0af tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] http://10.222.0.53:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:37:33.872495 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c7edb0d2-686b-4929-8975-932d731ff0af tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] 10.222.0.53 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0051632 Nov 25 13:37:33.875695 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49616) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:33.877012 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-8f185401-7f84-41b8-b031-0da7b213321d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:33.889733 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [None req-53661407-be1b-4a22-973d-8a4641ab1298 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] http://10.222.0.53:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:37:33.890932 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-53661407-be1b-4a22-973d-8a4641ab1298 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] 10.222.0.53 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0100672 Nov 25 13:37:33.894830 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 49618) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:33.899363 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:33.903378 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [None req-e36aecc9-9f40-4a4f-897d-cb2abeadcc88 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] http://10.222.0.53:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:37:33.904748 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-e36aecc9-9f40-4a4f-897d-cb2abeadcc88 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] 10.222.0.53 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0079172 Nov 25 13:37:33.908015 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49620) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:33.918001 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [None req-f077a68a-94bb-4fa2-ab25-3fca6956ecdf tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] http://10.222.0.53:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:37:33.919487 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f077a68a-94bb-4fa2-ab25-3fca6956ecdf tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] 10.222.0.53 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0099978 Nov 25 13:37:33.926512 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6d16b865-cfd9-4a8e-8965-fd7982a38188 req-e7730fc3-dd4f-4ad2-9051-f2185f867c26 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4aeb0c9-0fa7-4d84-9142-5a59f700fca6&id=c9ce495e-dd18-47f6-8bd6-2e09f8921a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1239069 Nov 25 13:37:33.927236 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49622) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:33.935541 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [None req-fc72fee1-02e0-4dd4-994b-59ea9f51f116 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] http://10.222.0.53:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:37:33.942616 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-fc72fee1-02e0-4dd4-994b-59ea9f51f116 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] 10.222.0.53 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0140014 Nov 25 13:37:33.943400 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49624) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:33.955107 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [None req-c03a8bd9-f59f-4a06-90bb-1c67205e12a8 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] http://10.222.0.53:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:37:33.958774 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c03a8bd9-f59f-4a06-90bb-1c67205e12a8 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] 10.222.0.53 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0143621 Nov 25 13:37:33.958992 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 49626) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:33.968141 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [None req-520e08d3-792e-441c-a011-bf5573c395b0 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] http://10.222.0.53:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:37:33.969107 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-520e08d3-792e-441c-a011-bf5573c395b0 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] 10.222.0.53 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0082817 Nov 25 13:37:33.972320 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49630) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:33.976634 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [None req-72a672bb-1606-429c-85e2-d4927c646a14 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] http://10.222.0.53:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:37:33.977578 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-72a672bb-1606-429c-85e2-d4927c646a14 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] 10.222.0.53 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0043170 Nov 25 13:37:33.980512 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 49632) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:33.985295 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [None req-90a29215-e370-4e20-b292-50e34d8cf537 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] http://10.222.0.53:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:37:33.986240 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-90a29215-e370-4e20-b292-50e34d8cf537 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] 10.222.0.53 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0048227 Nov 25 13:37:33.988685 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49634) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:33.993795 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [None req-7cdbfe66-6ac6-4b9b-9595-f2f5be2602cb tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] http://10.222.0.53:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:37:33.995082 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-7cdbfe66-6ac6-4b9b-9595-f2f5be2602cb tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] 10.222.0.53 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0052032 Nov 25 13:37:33.997173 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49636) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:34.001381 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [None req-7f7248ed-adf5-4671-b6b3-500d6fa855c2 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] http://10.222.0.53:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:37:34.002312 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-7f7248ed-adf5-4671-b6b3-500d6fa855c2 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] 10.222.0.53 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0041201 Nov 25 13:37:34.004487 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49638) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:34.008548 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [None req-7b99d736-48e8-4bfe-996c-42e61acf284f tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] http://10.222.0.53:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:37:34.009708 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-7b99d736-48e8-4bfe-996c-42e61acf284f tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] 10.222.0.53 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0040944 Nov 25 13:37:34.012782 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49640) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:34.018052 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [None req-53686c4d-e3e3-4195-bb79-73b07d455401 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] http://10.222.0.53:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:37:34.019118 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-53686c4d-e3e3-4195-bb79-73b07d455401 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] 10.222.0.53 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0054119 Nov 25 13:37:34.021780 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49642) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:34.026866 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [None req-df93576c-6052-4bb3-a444-9c5942aa6ddb tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] http://10.222.0.53:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:37:34.027994 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-df93576c-6052-4bb3-a444-9c5942aa6ddb tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] 10.222.0.53 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0051198 Nov 25 13:37:34.030314 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49644) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:34.035280 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [None req-b6518a89-34f0-4afa-991d-b7a75f4648b1 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] http://10.222.0.53:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:37:34.036401 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b6518a89-34f0-4afa-991d-b7a75f4648b1 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] 10.222.0.53 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0050383 Nov 25 13:37:34.038648 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49646) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:34.042629 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [None req-ac4ede51-9ad8-4680-96e4-fa538016847d tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] http://10.222.0.53:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:37:34.043643 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-ac4ede51-9ad8-4680-96e4-fa538016847d tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] 10.222.0.53 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0040753 Nov 25 13:37:34.045976 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49648) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:34.050101 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [None req-3f3db082-953e-4cd7-b3c2-b81081c0fee9 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] http://10.222.0.53:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:37:34.053678 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3f3db082-953e-4cd7-b3c2-b81081c0fee9 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] 10.222.0.53 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0066733 Nov 25 13:37:34.054450 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49650) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:34.058519 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [None req-e22af757-0cd7-49c0-b0a9-01a2d9639d3e tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] http://10.222.0.53:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:37:34.062090 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e22af757-0cd7-49c0-b0a9-01a2d9639d3e tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] 10.222.0.53 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0065606 Nov 25 13:37:34.063004 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49652) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:34.067071 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [None req-ec60c9ba-8935-4a1f-bfce-5032fe094fde tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] http://10.222.0.53:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:37:34.070936 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-ec60c9ba-8935-4a1f-bfce-5032fe094fde tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] 10.222.0.53 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0068157 Nov 25 13:37:34.071715 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49654) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:34.076034 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [None req-1d55e0ec-e305-4828-87d7-d5f7d357b8ed tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] http://10.222.0.53:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:37:34.080282 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-1d55e0ec-e305-4828-87d7-d5f7d357b8ed tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] 10.222.0.53 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0072892 Nov 25 13:37:34.081047 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49656) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:34.085848 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [None req-990eaf4f-0785-43e1-ae87-ec53e2010481 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] http://10.222.0.53:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:37:34.089641 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-990eaf4f-0785-43e1-ae87-ec53e2010481 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] 10.222.0.53 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0074954 Nov 25 13:37:34.090400 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49658) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:34.094919 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [None req-49812447-811d-4d70-ae3f-0732e452aec2 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] http://10.222.0.53:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:37:34.098494 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-49812447-811d-4d70-ae3f-0732e452aec2 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] 10.222.0.53 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0070577 Nov 25 13:37:34.099317 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49660) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:34.103646 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [None req-fbbc1c81-6e19-4753-9e89-41e83e8a4247 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] http://10.222.0.53:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:37:34.107606 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-fbbc1c81-6e19-4753-9e89-41e83e8a4247 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] 10.222.0.53 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0072076 Nov 25 13:37:34.108426 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49662) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:34.112819 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [None req-d2351411-d803-4ab0-a2a6-f2952e764eb7 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] http://10.222.0.53:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:37:34.113101 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-8f185401-7f84-41b8-b031-0da7b213321d service neutron] For port 614c1e42-d4e2-4a14-8859-09418460a3e4, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=614c1e42-d4e2-4a14-8859-09418460a3e4,segment=NetworkSegment(f63cb297-3bee-402b-b7bb-f5576ef7876c),segment_id=f63cb297-3bee-402b-b7bb-f5576ef7876c)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:37:34.116904 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d2351411-d803-4ab0-a2a6-f2952e764eb7 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] 10.222.0.53 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0073647 Nov 25 13:37:34.117679 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49664) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:34.121849 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [None req-d1a7886b-ca00-4f35-bf39-02d9a0a7e245 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] http://10.222.0.53:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:37:34.125626 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d1a7886b-ca00-4f35-bf39-02d9a0a7e245 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] 10.222.0.53 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0068600 Nov 25 13:37:34.126379 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49666) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:34.131497 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [None req-309141c8-bef8-4199-b619-5c141ba90d46 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] http://10.222.0.53:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:37:34.135413 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 49668) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:34.135627 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-309141c8-bef8-4199-b619-5c141ba90d46 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] 10.222.0.53 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0079470 Nov 25 13:37:34.143923 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [None req-9761a94a-d366-498c-89c6-9d539fc17409 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] http://10.222.0.53:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:37:34.147296 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-9761a94a-d366-498c-89c6-9d539fc17409 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] 10.222.0.53 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0085130 Nov 25 13:37:34.147963 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49672) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:34.152893 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [None req-94c1d2ad-de7e-4fe2-bb86-bb420ba91d86 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] http://10.222.0.53:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:37:34.157852 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 49674) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:34.158263 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-94c1d2ad-de7e-4fe2-bb86-bb420ba91d86 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] 10.222.0.53 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0086708 Nov 25 13:37:34.162023 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [None req-62ebb7de-f397-4ec4-b261-34a6df36e281 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] http://10.222.0.53:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:37:34.163060 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-62ebb7de-f397-4ec4-b261-34a6df36e281 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] 10.222.0.53 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0042057 Nov 25 13:37:34.168040 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49676) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:34.171691 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-8f185401-7f84-41b8-b031-0da7b213321d service neutron] For port 614c1e42-d4e2-4a14-8859-09418460a3e4, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:37:34.180188 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [None req-08f03a3f-7462-4371-a651-d2cca139f7fa tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] http://10.222.0.53:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:37:34.187640 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-08f03a3f-7462-4371-a651-d2cca139f7fa tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] 10.222.0.53 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0177612 Nov 25 13:37:34.189014 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49680) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:34.196463 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [None req-783fe815-4b3a-479a-bb8f-cdb3fa3cf37d tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] http://10.222.0.53:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:37:34.202361 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-783fe815-4b3a-479a-bb8f-cdb3fa3cf37d tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] 10.222.0.53 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0117519 Nov 25 13:37:34.203431 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49682) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:34.210327 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [None req-acb26e76-6ac3-4bde-a83e-fcfd5cfd0d30 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] http://10.222.0.53:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:37:34.215216 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-8f185401-7f84-41b8-b031-0da7b213321d service neutron] device_id is not set on port 614c1e42-d4e2-4a14-8859-09418460a3e4 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:37:34.216064 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-acb26e76-6ac3-4bde-a83e-fcfd5cfd0d30 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] 10.222.0.53 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0106518 Nov 25 13:37:34.217072 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49684) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:34.225885 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [None req-dce15bf5-20d8-4390-8c63-907e7a696d83 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] http://10.222.0.53:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:37:34.232197 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-dce15bf5-20d8-4390-8c63-907e7a696d83 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] 10.222.0.53 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0135326 Nov 25 13:37:34.232449 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-8f185401-7f84-41b8-b031-0da7b213321d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:34.233099 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49686) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:34.243817 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-8f185401-7f84-41b8-b031-0da7b213321d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:34.244023 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [None req-2f9a102d-75a7-4922-bb34-80ec3f5670c1 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] http://10.222.0.53:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:37:34.245651 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-2f9a102d-75a7-4922-bb34-80ec3f5670c1 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] 10.222.0.53 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0110781 Nov 25 13:37:34.256105 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49688) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:34.267558 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [None req-e22228e4-2578-465c-b269-549843f2125d tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] http://10.222.0.53:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:37:34.269171 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e22228e4-2578-465c-b269-549843f2125d tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] 10.222.0.53 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0111294 Nov 25 13:37:34.276142 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49690) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:34.285589 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [None req-00d3b12f-1594-4684-a447-569a7c2affb9 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] http://10.222.0.53:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:37:34.287867 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-00d3b12f-1594-4684-a447-569a7c2affb9 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] 10.222.0.53 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0095489 Nov 25 13:37:34.291187 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49692) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:34.299479 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [None req-51b47ebd-4df8-4892-953a-d426d6e2cc98 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] http://10.222.0.53:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:37:34.304309 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-51b47ebd-4df8-4892-953a-d426d6e2cc98 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] 10.222.0.53 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0114586 Nov 25 13:37:34.307288 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49696) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:34.314093 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [None req-c7581c41-7465-49cb-95d1-9900d111682b tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] http://10.222.0.53:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:37:34.315420 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c7581c41-7465-49cb-95d1-9900d111682b tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] 10.222.0.53 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0068219 Nov 25 13:37:34.318171 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49698) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:34.323640 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [None req-517a8f44-4916-417e-91f9-8de2f78f54f5 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] http://10.222.0.53:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:37:34.324756 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-517a8f44-4916-417e-91f9-8de2f78f54f5 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] 10.222.0.53 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0054548 Nov 25 13:37:34.327525 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49700) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:34.335114 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [None req-e9266585-77a9-49ca-b196-717c2dd76b50 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] http://10.222.0.53:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:37:34.336252 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e9266585-77a9-49ca-b196-717c2dd76b50 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] 10.222.0.53 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0068712 Nov 25 13:37:34.338803 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49702) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:34.353369 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [None req-a5fc5c09-2228-4b2f-bd59-57488e546c45 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] http://10.222.0.53:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:37:34.354529 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-a5fc5c09-2228-4b2f-bd59-57488e546c45 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] 10.222.0.53 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0147421 Nov 25 13:37:34.357607 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49704) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:34.362951 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [None req-75ed8f67-a187-48c6-b185-99e7575e5265 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] http://10.222.0.53:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:37:34.365075 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-75ed8f67-a187-48c6-b185-99e7575e5265 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] 10.222.0.53 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0050611 Nov 25 13:37:34.367583 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 49706) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:34.372317 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [None req-8af23943-4214-4c14-83f8-fcdf0edfa14a tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] http://10.222.0.53:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:37:34.375709 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-8af23943-4214-4c14-83f8-fcdf0edfa14a tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] 10.222.0.53 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0046227 Nov 25 13:37:34.376924 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49708) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:34.382399 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [None req-1a58ec1c-1be1-49a2-9327-780331f427b2 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] http://10.222.0.53:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:37:34.386943 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-1a58ec1c-1be1-49a2-9327-780331f427b2 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] 10.222.0.53 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0086794 Nov 25 13:37:34.387924 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49710) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:34.393263 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [None req-9b6469f1-504c-4697-9542-96605dbb6356 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] http://10.222.0.53:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:37:34.397279 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-9b6469f1-504c-4697-9542-96605dbb6356 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] 10.222.0.53 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0070779 Nov 25 13:37:34.399832 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49712) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:34.406194 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [None req-466e0257-aa61-445c-b556-0a22890c4bce tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] http://10.222.0.53:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:37:34.411445 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-466e0257-aa61-445c-b556-0a22890c4bce tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] 10.222.0.53 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0102799 Nov 25 13:37:34.412176 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49714) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:34.417220 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [None req-d6c31f94-8947-42b2-9ec1-e0a6469b6342 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] http://10.222.0.53:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:37:34.421768 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d6c31f94-8947-42b2-9ec1-e0a6469b6342 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] 10.222.0.53 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0082009 Nov 25 13:37:34.423122 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49716) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:34.428126 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [None req-7f0068ad-84ff-4ada-b410-aa1619a50904 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] http://10.222.0.53:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:37:34.431947 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-8f185401-7f84-41b8-b031-0da7b213321d service neutron] No DVR routers for this DVR port 614c1e42-d4e2-4a14-8859-09418460a3e4 on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:37:34.433329 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-7f0068ad-84ff-4ada-b410-aa1619a50904 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] 10.222.0.53 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0090563 Nov 25 13:37:34.434030 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49718) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:34.440998 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [None req-58688e13-1815-4b4f-9816-cf735f909355 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] http://10.222.0.53:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:37:34.445564 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-58688e13-1815-4b4f-9816-cf735f909355 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] 10.222.0.53 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0104349 Nov 25 13:37:34.446269 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49720) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:34.450836 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [None req-3893ae7b-a860-4fb2-8147-cf8cf5d67cd1 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] http://10.222.0.53:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:37:34.455346 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3893ae7b-a860-4fb2-8147-cf8cf5d67cd1 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] 10.222.0.53 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0075679 Nov 25 13:37:34.456207 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49722) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:34.461932 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [None req-dd159c1c-fef7-44ee-b65f-415a2f701903 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:37:34.468190 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-dd159c1c-fef7-44ee-b65f-415a2f701903 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0106523 Nov 25 13:37:34.469747 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49724) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:34.476060 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [None req-8242a24f-c557-48ef-85d9-631e20aab380 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] http://10.222.0.53:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:37:34.481902 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-8242a24f-c557-48ef-85d9-631e20aab380 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] 10.222.0.53 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0108030 Nov 25 13:37:34.482839 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49726) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:34.493418 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [None req-eeb47d6b-50a2-414f-afec-d78765cf4d50 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] http://10.222.0.53:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:37:34.494644 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f185401-7f84-41b8-b031-0da7b213321d service neutron] Pushing event updated for resources: {'Port': ['ID=614c1e42-d4e2-4a14-8859-09418460a3e4,revision_number=6']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:34.498229 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-eeb47d6b-50a2-414f-afec-d78765cf4d50 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] 10.222.0.53 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0139022 Nov 25 13:37:34.502967 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 49728) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:34.518283 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [None req-3883d580-b057-4ec1-bc08-fb2ec61c3801 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] http://10.222.0.53:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:37:34.522331 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-3883d580-b057-4ec1-bc08-fb2ec61c3801 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] 10.222.0.53 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0156004 Nov 25 13:37:34.523360 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49734) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:34.535726 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-8f185401-7f84-41b8-b031-0da7b213321d service neutron] In _notify_port_updated(), no bound segment for port 614c1e42-d4e2-4a14-8859-09418460a3e4 on network 0213571c-133e-4472-a9fb-82f11b25c18c {{(pid=103571) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 13:37:34.536613 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-8f185401-7f84-41b8-b031-0da7b213321d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:34.537233 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-8f185401-7f84-41b8-b031-0da7b213321d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:34.538377 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [None req-62e5aff4-8dcc-4f2f-b51f-f3f71d26c182 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] http://10.222.0.53:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:37:34.538507 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-8f185401-7f84-41b8-b031-0da7b213321d service neutron] 10.222.0.47 "PUT /v2.0/ports/614c1e42-d4e2-4a14-8859-09418460a3e4 HTTP/1.1" status: 200 len: 1027 time: 0.8199871 Nov 25 13:37:34.541350 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-62e5aff4-8dcc-4f2f-b51f-f3f71d26c182 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] 10.222.0.53 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0146010 Nov 25 13:37:34.544074 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49738) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:34.549062 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [None req-fe049ba7-b46a-4d90-b32c-de00a775d311 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] http://10.222.0.53:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:37:34.550070 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-fe049ba7-b46a-4d90-b32c-de00a775d311 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] 10.222.0.53 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0050120 Nov 25 13:37:34.552562 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49740) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:34.558096 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [None req-c06da76a-5c07-4777-8369-75273548b126 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] http://10.222.0.53:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:37:34.559221 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c06da76a-5c07-4777-8369-75273548b126 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] 10.222.0.53 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0056391 Nov 25 13:37:34.561708 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49742) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:34.566177 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [None req-dc3377b9-10b6-4ebb-842b-74b26a506bd9 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] http://10.222.0.53:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:37:34.567249 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-dc3377b9-10b6-4ebb-842b-74b26a506bd9 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] 10.222.0.53 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0045817 Nov 25 13:37:34.569613 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49746) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:34.574053 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [None req-21972bbe-b728-4315-b402-f49565a9eb37 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] http://10.222.0.53:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:37:34.575288 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-21972bbe-b728-4315-b402-f49565a9eb37 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] 10.222.0.53 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0045586 Nov 25 13:37:34.579504 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49750) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:34.589960 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [None req-bd1e7da7-59c2-4c14-a03b-01bf324e61f8 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:37:34.590811 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-a0902c37-cc71-4c1d-9f79-2abf8470952e tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:34.591190 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-bd1e7da7-59c2-4c14-a03b-01bf324e61f8 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0108387 Nov 25 13:37:34.592357 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-a0902c37-cc71-4c1d-9f79-2abf8470952e tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.47 "GET /v2.0/ports/3e1ba641-2a58-4452-979b-3a9693f5abbd?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0434270 Nov 25 13:37:34.594648 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 49752) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:34.598907 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [None req-3fd798e5-dd06-463d-b6eb-ad64e2af6e01 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] http://10.222.0.53:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:37:34.600093 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-3fd798e5-dd06-463d-b6eb-ad64e2af6e01 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] 10.222.0.53 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0042152 Nov 25 13:37:34.602465 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49756) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:34.604647 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-692fc95a-1796-4bab-88f1-a096ab4f2177 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:37:34.607005 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [None req-cd98c960-7ae3-4ee8-bd01-e5fe3b9bb240 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] http://10.222.0.53:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:37:34.608014 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-cd98c960-7ae3-4ee8-bd01-e5fe3b9bb240 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] 10.222.0.53 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0044491 Nov 25 13:37:34.610973 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49758) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:34.614935 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [None req-6248c2ff-8c6c-44cf-ab31-7cb5cf226c88 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] http://10.222.0.53:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:37:34.617293 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-6248c2ff-8c6c-44cf-ab31-7cb5cf226c88 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] 10.222.0.53 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0053673 Nov 25 13:37:34.620571 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49760) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:34.624720 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [None req-3cee9cda-f5e7-42f6-b25d-3bbc2e6c64a1 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] http://10.222.0.53:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:37:34.625762 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3cee9cda-f5e7-42f6-b25d-3bbc2e6c64a1 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] 10.222.0.53 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0041454 Nov 25 13:37:34.628576 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49762) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:34.641791 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [None req-501613ac-8547-4af5-9a94-6d9887071f8c tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] http://10.222.0.53:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:37:34.645380 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-501613ac-8547-4af5-9a94-6d9887071f8c tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] 10.222.0.53 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0133402 Nov 25 13:37:34.645585 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49764) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:34.650402 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [None req-250f3010-5ea3-4f2e-b5ba-f4540f113963 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:37:34.655153 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-250f3010-5ea3-4f2e-b5ba-f4540f113963 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0085182 Nov 25 13:37:34.655780 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49766) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:34.677536 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [None req-563c3472-ee83-4d43-99a6-9a6dabad4fb4 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:37:34.678646 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-692fc95a-1796-4bab-88f1-a096ab4f2177 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:34.686943 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-563c3472-ee83-4d43-99a6-9a6dabad4fb4 tempest-ExtensionsTestJSON-154642602 tempest-ExtensionsTestJSON-154642602-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0146377 Nov 25 13:37:34.711810 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-674f2b8f-45f8-447e-9773-3d17d7aaa5f5 None None] Provisioning complete for port 614c1e42-d4e2-4a14-8859-09418460a3e4 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:37:34.714392 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-674f2b8f-45f8-447e-9773-3d17d7aaa5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:34.795742 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-674f2b8f-45f8-447e-9773-3d17d7aaa5f5 None None] Port 614c1e42-d4e2-4a14-8859-09418460a3e4 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:37:34.883730 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-692fc95a-1796-4bab-88f1-a096ab4f2177 service neutron] For port 3e1ba641-2a58-4452-979b-3a9693f5abbd, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=3e1ba641-2a58-4452-979b-3a9693f5abbd,segment=NetworkSegment(f63cb297-3bee-402b-b7bb-f5576ef7876c),segment_id=f63cb297-3bee-402b-b7bb-f5576ef7876c)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:37:34.929397 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-692fc95a-1796-4bab-88f1-a096ab4f2177 service neutron] For port 3e1ba641-2a58-4452-979b-3a9693f5abbd, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:37:34.981946 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-692fc95a-1796-4bab-88f1-a096ab4f2177 service neutron] device_id is not set on port 3e1ba641-2a58-4452-979b-3a9693f5abbd yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:37:35.002493 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-692fc95a-1796-4bab-88f1-a096ab4f2177 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:35.014277 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-692fc95a-1796-4bab-88f1-a096ab4f2177 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:35.040200 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49788) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:35.083741 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-692fc95a-1796-4bab-88f1-a096ab4f2177 service neutron] No DVR routers for this DVR port 3e1ba641-2a58-4452-979b-3a9693f5abbd on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:37:35.159745 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692fc95a-1796-4bab-88f1-a096ab4f2177 service neutron] Pushing event updated for resources: {'Port': ['ID=3e1ba641-2a58-4452-979b-3a9693f5abbd,revision_number=6']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:35.177626 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-692fc95a-1796-4bab-88f1-a096ab4f2177 service neutron] In _notify_port_updated(), no bound segment for port 3e1ba641-2a58-4452-979b-3a9693f5abbd on network 0213571c-133e-4472-a9fb-82f11b25c18c {{(pid=103571) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 13:37:35.179482 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-692fc95a-1796-4bab-88f1-a096ab4f2177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:35.179482 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-692fc95a-1796-4bab-88f1-a096ab4f2177 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:35.180931 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-692fc95a-1796-4bab-88f1-a096ab4f2177 service neutron] 10.222.0.47 "PUT /v2.0/ports/3e1ba641-2a58-4452-979b-3a9693f5abbd HTTP/1.1" status: 200 len: 1028 time: 0.5798960 Nov 25 13:37:35.217915 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:35.242576 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a2e071-b397-4c98-84af-301aa845b9d2 req-90a8a0e5-4c59-4cee-b0e2-66a8fc500fcd tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:35.261984 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a2e071-b397-4c98-84af-301aa845b9d2 req-90a8a0e5-4c59-4cee-b0e2-66a8fc500fcd tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:35.278358 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a2e071-b397-4c98-84af-301aa845b9d2 req-90a8a0e5-4c59-4cee-b0e2-66a8fc500fcd tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:35.289909 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a2e071-b397-4c98-84af-301aa845b9d2 req-90a8a0e5-4c59-4cee-b0e2-66a8fc500fcd tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:35.297626 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a2e071-b397-4c98-84af-301aa845b9d2 req-90a8a0e5-4c59-4cee-b0e2-66a8fc500fcd tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:35.299668 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-61a2e071-b397-4c98-84af-301aa845b9d2 req-90a8a0e5-4c59-4cee-b0e2-66a8fc500fcd tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 3886 time: 0.1582060 Nov 25 13:37:35.324288 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4557f7f8-f90e-459b-b92d-b5746fba9af4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:35.354202 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-6779a4f6-e108-4868-aeff-f16e7003b4f0 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Deleting port 5b1b7bfe-73a9-4a4b-85ca-0c5e39ccf219 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:37:35.354597 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-6779a4f6-e108-4868-aeff-f16e7003b4f0 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:35.415816 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-61a2e071-b397-4c98-84af-301aa845b9d2 req-e0a26f6f-8934-4c39-b82a-b742ebb11bb8 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4aeb0c9-0fa7-4d84-9142-5a59f700fca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773499 Nov 25 13:37:35.431736 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-b088110a-00a7-4513-a044-fcd951c39bb2 None None] Provisioning complete for port 3e1ba641-2a58-4452-979b-3a9693f5abbd triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:37:35.432274 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b088110a-00a7-4513-a044-fcd951c39bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:35.497460 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-b088110a-00a7-4513-a044-fcd951c39bb2 None None] Port 3e1ba641-2a58-4452-979b-3a9693f5abbd cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:37:35.509077 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4557f7f8-f90e-459b-b92d-b5746fba9af4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:35.514817 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4557f7f8-f90e-459b-b92d-b5746fba9af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:35.528580 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-6779a4f6-e108-4868-aeff-f16e7003b4f0 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] For port 5b1b7bfe-73a9-4a4b-85ca-0c5e39ccf219, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=5b1b7bfe-73a9-4a4b-85ca-0c5e39ccf219,segment=NetworkSegment(40a198a7-301a-47bd-bb8e-de5dce7edbf3),segment_id=40a198a7-301a-47bd-bb8e-de5dce7edbf3)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:37:35.529131 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-6779a4f6-e108-4868-aeff-f16e7003b4f0 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:35.567376 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-4557f7f8-f90e-459b-b92d-b5746fba9af4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=262896743ed34cb991e5898300cd356c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5260923 Nov 25 13:37:35.568859 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4557f7f8-f90e-459b-b92d-b5746fba9af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5140f4f-7e76-4a7b-bcf4-9eb017136343,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:35.571396 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49804) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:35.633751 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3d7122d3-0369-4dd5-b71d-6a612a506b08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:35.660695 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3d7122d3-0369-4dd5-b71d-6a612a506b08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:35.730124 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3d7122d3-0369-4dd5-b71d-6a612a506b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:35.734410 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3d7122d3-0369-4dd5-b71d-6a612a506b08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:35.738826 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3d7122d3-0369-4dd5-b71d-6a612a506b08 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c5140f4f-7e76-4a7b-bcf4-9eb017136343 HTTP/1.1" status: 204 len: 168 time: 0.1638432 Nov 25 13:37:35.746370 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7122d3-0369-4dd5-b71d-6a612a506b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5140f4f-7e76-4a7b-bcf4-9eb017136343,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:36.163352 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-6779a4f6-e108-4868-aeff-f16e7003b4f0 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:36.163862 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-6779a4f6-e108-4868-aeff-f16e7003b4f0 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:36.164195 n-d-808199-11 neutron-server[103571]: INFO neutron.db.l3_db [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-6779a4f6-e108-4868-aeff-f16e7003b4f0 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Floating IP c612d45f-7085-4fa1-b645-e8fb03dfffde disassociated. External IP: 172.25.5.167, port: 5b1b7bfe-73a9-4a4b-85ca-0c5e39ccf219. Nov 25 13:37:36.164609 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-6779a4f6-e108-4868-aeff-f16e7003b4f0 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Calling delete_port for 5b1b7bfe-73a9-4a4b-85ca-0c5e39ccf219 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:37:36.222753 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:36.245639 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 5b1b7bfe-73a9-4a4b-85ca-0c5e39ccf219 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:37:36.367395 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:36.394640 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-6779a4f6-e108-4868-aeff-f16e7003b4f0 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:36.437150 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6779a4f6-e108-4868-aeff-f16e7003b4f0 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Pushing event deleted for resources: {'Port': ['ID=5b1b7bfe-73a9-4a4b-85ca-0c5e39ccf219,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:36.440976 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 77fa532d-926d-4fc4-9d3f-3f827abd33da no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:37:36.553316 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:36.628289 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 77fa532d-926d-4fc4-9d3f-3f827abd33da, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=77fa532d-926d-4fc4-9d3f-3f827abd33da,segment=NetworkSegment(f63cb297-3bee-402b-b7bb-f5576ef7876c),segment_id=f63cb297-3bee-402b-b7bb-f5576ef7876c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:37:36.629810 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ced957b-37ee-4144-8fbe-fbcb55edfbc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77fa532d-926d-4fc4-9d3f-3f827abd33da'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:37:36.633028 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9084b6ae-c050-43b9-9f6a-7b190a8f4fce" -d '{"events": [{"server_uuid": "6ced957b-37ee-4144-8fbe-fbcb55edfbc6", "name": "network-vif-unplugged", "status": "completed", "tag": "77fa532d-926d-4fc4-9d3f-3f827abd33da"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:37:36.638741 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:36.639676 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 3e1ba641-2a58-4452-979b-3a9693f5abbd no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:37:36.642234 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-6779a4f6-e108-4868-aeff-f16e7003b4f0 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Router bba76b90-4355-48a9-a3ac-ec0a1f8bd099 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:37:36.696203 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c295172-8a99-46f0-946a-8e7e3637c9ac req-2a100b94-1d2a-4c77-9f1c-ea2682df1770 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:36.712334 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c295172-8a99-46f0-946a-8e7e3637c9ac req-2a100b94-1d2a-4c77-9f1c-ea2682df1770 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:36.728200 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=77fa532d-926d-4fc4-9d3f-3f827abd33da,revision_number=6']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:36.732954 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c295172-8a99-46f0-946a-8e7e3637c9ac req-2a100b94-1d2a-4c77-9f1c-ea2682df1770 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:36.745022 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 3e1ba641-2a58-4452-979b-3a9693f5abbd not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:37:36.745472 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 5feb08b3-118a-40cc-93b2-58088c97de57 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:37:36.749624 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c295172-8a99-46f0-946a-8e7e3637c9ac req-2a100b94-1d2a-4c77-9f1c-ea2682df1770 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:36.751997 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6c295172-8a99-46f0-946a-8e7e3637c9ac req-2a100b94-1d2a-4c77-9f1c-ea2682df1770 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 3151 time: 0.1909835 Nov 25 13:37:36.866756 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6c295172-8a99-46f0-946a-8e7e3637c9ac req-6fd2de32-8c6e-4a90-b65d-f9c4f9f35b8a tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4aeb0c9-0fa7-4d84-9142-5a59f700fca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078229 Nov 25 13:37:36.929422 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-6779a4f6-e108-4868-aeff-f16e7003b4f0 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:37:36.934270 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:36.942994 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3089d0-394a-4d89-9324-015abbee0a97 None None] Sync routers for ids ['bba76b90-4355-48a9-a3ac-ec0a1f8bd099'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:37:36.977319 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49860) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:36.993975 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3089d0-394a-4d89-9324-015abbee0a97 None None] Routers {'bba76b90-4355-48a9-a3ac-ec0a1f8bd099'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:37:36.994751 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-1a3089d0-394a-4d89-9324-015abbee0a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:37:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['bba76b90-4355-48a9-a3ac-ec0a1f8bd099'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:37:37.088980 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-6779a4f6-e108-4868-aeff-f16e7003b4f0 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] No DVR routers for this DVR port 5b1b7bfe-73a9-4a4b-85ca-0c5e39ccf219 on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:37:37.096453 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-6779a4f6-e108-4868-aeff-f16e7003b4f0 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:37.104843 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-6779a4f6-e108-4868-aeff-f16e7003b4f0 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.47 "DELETE /v2.0/ports/5b1b7bfe-73a9-4a4b-85ca-0c5e39ccf219 HTTP/1.1" status: 204 len: 173 time: 1.9078388 Nov 25 13:37:37.105371 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ced957b-37ee-4144-8fbe-fbcb55edfbc6', 'name': 'network-vif-deleted', 'tag': '5b1b7bfe-73a9-4a4b-85ca-0c5e39ccf219'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:37:37.113536 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a221191a-6d30-4e4f-b7a0-ca6b5c0e1de3" -d '{"events": [{"server_uuid": "6ced957b-37ee-4144-8fbe-fbcb55edfbc6", "name": "network-vif-deleted", "tag": "5b1b7bfe-73a9-4a4b-85ca-0c5e39ccf219"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:37:37.123227 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 5feb08b3-118a-40cc-93b2-58088c97de57, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=5feb08b3-118a-40cc-93b2-58088c97de57,segment=NetworkSegment(9b036adf-7575-43f9-a223-df92fb825095),segment_id=9b036adf-7575-43f9-a223-df92fb825095)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:37:37.125957 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 13:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81116bf8-8e4e-4aad-9696-5e42a0963bea x-openstack-request-id: req-81116bf8-8e4e-4aad-9696-5e42a0963bea {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:37:37.126302 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ced957b-37ee-4144-8fbe-fbcb55edfbc6", "name": "network-vif-unplugged", "status": "completed", "tag": "77fa532d-926d-4fc4-9d3f-3f827abd33da", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:37:37.126535 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-81116bf8-8e4e-4aad-9696-5e42a0963bea {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:37:37.127025 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ced957b-37ee-4144-8fbe-fbcb55edfbc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77fa532d-926d-4fc4-9d3f-3f827abd33da', 'code': 200} Nov 25 13:37:37.134989 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:37.135718 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 99005437-8bd0-4130-b30d-158f4e660635 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:37:37.199319 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed6c5a1-cb53-4b82-8951-c8080e77f202 x-openstack-request-id: req-6ed6c5a1-cb53-4b82-8951-c8080e77f202 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:37:37.199608 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ced957b-37ee-4144-8fbe-fbcb55edfbc6", "name": "network-vif-deleted", "tag": "5b1b7bfe-73a9-4a4b-85ca-0c5e39ccf219", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:37:37.200087 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6ed6c5a1-cb53-4b82-8951-c8080e77f202 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:37:37.200697 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ced957b-37ee-4144-8fbe-fbcb55edfbc6', 'name': 'network-vif-deleted', 'tag': '5b1b7bfe-73a9-4a4b-85ca-0c5e39ccf219', 'status': 'completed', 'code': 200} Nov 25 13:37:37.241217 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-8a16392d-8fd5-4a54-860f-05eb72e524e6 tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1274381418'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:37:37.270265 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a16392d-8fd5-4a54-860f-05eb72e524e6 tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Made reservation on behalf of c479c1d2d53349f5b835518c624c63f8 for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:37:37.274338 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8a16392d-8fd5-4a54-860f-05eb72e524e6 tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:37.288943 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8a16392d-8fd5-4a54-860f-05eb72e524e6 tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:37.291351 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-0147b3ea-044a-409c-af04-ac49f5ed7681 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Deleting port 5feb08b3-118a-40cc-93b2-58088c97de57 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:37:37.291822 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-0147b3ea-044a-409c-af04-ac49f5ed7681 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:37.436407 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8a16392d-8fd5-4a54-860f-05eb72e524e6 tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:37.443563 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8a16392d-8fd5-4a54-860f-05eb72e524e6 tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:37.462841 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a16392d-8fd5-4a54-860f-05eb72e524e6 tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:37:37.472384 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-0147b3ea-044a-409c-af04-ac49f5ed7681 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] For port 5feb08b3-118a-40cc-93b2-58088c97de57, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=5feb08b3-118a-40cc-93b2-58088c97de57,segment=NetworkSegment(9b036adf-7575-43f9-a223-df92fb825095),segment_id=9b036adf-7575-43f9-a223-df92fb825095)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:37:37.472752 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-0147b3ea-044a-409c-af04-ac49f5ed7681 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:37.475913 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8a16392d-8fd5-4a54-860f-05eb72e524e6 tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:37.476740 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-8a16392d-8fd5-4a54-860f-05eb72e524e6 tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Added segment b732cda0-25f7-42b0-b0e9-e62c51994d37 of type vlan for network 6dfa6c42-aed5-4e45-824f-712995e6d0b6 Nov 25 13:37:37.485630 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-1a3089d0-394a-4d89-9324-015abbee0a97 None None] Set router bba76b90-4355-48a9-a3ac-ec0a1f8bd099 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:37:37.500715 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-0147b3ea-044a-409c-af04-ac49f5ed7681 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Calling delete_port for 5feb08b3-118a-40cc-93b2-58088c97de57 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:37:37.540176 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=5feb08b3-118a-40cc-93b2-58088c97de57,revision_number=6']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:37.554066 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:37.568142 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8a16392d-8fd5-4a54-860f-05eb72e524e6 tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:37.575587 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a16392d-8fd5-4a54-860f-05eb72e524e6 tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9028276-7963-48b2-979e-7897d19b5c8a,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:37.642215 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8a16392d-8fd5-4a54-860f-05eb72e524e6 tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:37.651687 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a16392d-8fd5-4a54-860f-05eb72e524e6 tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:37.652626 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8a16392d-8fd5-4a54-860f-05eb72e524e6 tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:37.660729 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:37:37.662960 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 99005437-8bd0-4130-b30d-158f4e660635, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=99005437-8bd0-4130-b30d-158f4e660635,segment=NetworkSegment(f63cb297-3bee-402b-b7bb-f5576ef7876c),segment_id=f63cb297-3bee-402b-b7bb-f5576ef7876c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:37:37.674044 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-0147b3ea-044a-409c-af04-ac49f5ed7681 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:37.699045 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:37.700011 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 1cf5030e-8e6c-402b-adf9-89917f2f4c8f no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:37:37.710049 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0147b3ea-044a-409c-af04-ac49f5ed7681 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Pushing event deleted for resources: {'Port': ['ID=5feb08b3-118a-40cc-93b2-58088c97de57,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:37.764566 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-0147b3ea-044a-409c-af04-ac49f5ed7681 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] No DVR routers for this DVR port 5feb08b3-118a-40cc-93b2-58088c97de57 on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:37:37.767982 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-0147b3ea-044a-409c-af04-ac49f5ed7681 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:37.771732 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-0147b3ea-044a-409c-af04-ac49f5ed7681 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.47 "DELETE /v2.0/ports/5feb08b3-118a-40cc-93b2-58088c97de57 HTTP/1.1" status: 204 len: 173 time: 0.6503963 Nov 25 13:37:37.779619 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-8a16392d-8fd5-4a54-860f-05eb72e524e6 tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.8000500 Nov 25 13:37:37.791483 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49886) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:37.808678 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-55d5173d-adde-42a2-9661-539a120ca7cc tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Request body: {'subnet': {'network_id': '6dfa6c42-aed5-4e45-824f-712995e6d0b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:37:37.888043 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a16392d-8fd5-4a54-860f-05eb72e524e6 tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Pushing event updated for resources: {'Network': ['ID=6dfa6c42-aed5-4e45-824f-712995e6d0b6,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:37.949038 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-165b2d9d-c1e3-457b-9765-dce48a3a2179 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Deleting port 1cf5030e-8e6c-402b-adf9-89917f2f4c8f {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:37:37.949038 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-165b2d9d-c1e3-457b-9765-dce48a3a2179 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:37.955770 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d5173d-adde-42a2-9661-539a120ca7cc tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Made reservation on behalf of c479c1d2d53349f5b835518c624c63f8 for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:37:37.961616 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-55d5173d-adde-42a2-9661-539a120ca7cc tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:38.029598 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 6dfa6c42-aed5-4e45-824f-712995e6d0b6 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:37:38.103079 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=99005437-8bd0-4130-b30d-158f4e660635,revision_number=6']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:38.115591 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-165b2d9d-c1e3-457b-9765-dce48a3a2179 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] For port 1cf5030e-8e6c-402b-adf9-89917f2f4c8f, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=1cf5030e-8e6c-402b-adf9-89917f2f4c8f,segment=NetworkSegment(9b036adf-7575-43f9-a223-df92fb825095),segment_id=9b036adf-7575-43f9-a223-df92fb825095)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:37:38.116770 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-165b2d9d-c1e3-457b-9765-dce48a3a2179 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:38.153982 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-165b2d9d-c1e3-457b-9765-dce48a3a2179 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Calling delete_port for 1cf5030e-8e6c-402b-adf9-89917f2f4c8f owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:37:38.201464 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:38.309094 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:38.354164 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 1cf5030e-8e6c-402b-adf9-89917f2f4c8f, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=1cf5030e-8e6c-402b-adf9-89917f2f4c8f,segment=NetworkSegment(9b036adf-7575-43f9-a223-df92fb825095),segment_id=9b036adf-7575-43f9-a223-df92fb825095)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:37:38.371992 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:38.373266 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 614c1e42-d4e2-4a14-8859-09418460a3e4 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:37:38.385400 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-55d5173d-adde-42a2-9661-539a120ca7cc tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:38.437560 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-1a3089d0-394a-4d89-9324-015abbee0a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba76b90-4355-48a9-a3ac-ec0a1f8bd099', 'name': 'tempest-TaggedBootDevicesTest-78249705-router', 'tenant_id': 'ee6b0fbe2e7a4406acdd0c8fea203ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '9a26b243-4483-4865-adcd-bf6762bfce14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:26:43Z', 'updated_at': '2021-11-25T13:26:50Z', 'revision_number': 4, 'project_id': 'ee6b0fbe2e7a4406acdd0c8fea203ca4', 'gw_port': {'id': '9a26b243-4483-4865-adcd-bf6762bfce14', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba76b90-4355-48a9-a3ac-ec0a1f8bd099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:44Z', 'updated_at': '2021-11-25T13:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'a3386d5a-e9ca-477b-9824-9098d61012c4', 'name': '', 'network_id': '0f46794c-b326-485f-8936-6eed71effe7e', 'tenant_id': 'ee6b0fbe2e7a4406acdd0c8fea203ca4', 'mac_address': 'fa:16:3e:df:e7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba76b90-4355-48a9-a3ac-ec0a1f8bd099', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '1a610251-b260-4111-ade4-fcd074d9de00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:48Z', 'updated_at': '2021-11-25T13:26:55Z', 'revision_number': 5, 'project_id': 'ee6b0fbe2e7a4406acdd0c8fea203ca4', 'subnets': [{'id': '1a610251-b260-4111-ade4-fcd074d9de00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:37:38.500116 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-165b2d9d-c1e3-457b-9765-dce48a3a2179 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:38.504229 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3089d0-394a-4d89-9324-015abbee0a97 None None] Checking router: bba76b90-4355-48a9-a3ac-ec0a1f8bd099 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:37:38.567058 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3089d0-394a-4d89-9324-015abbee0a97 None None] Routers {'bba76b90-4355-48a9-a3ac-ec0a1f8bd099'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:37:38.567514 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-1a3089d0-394a-4d89-9324-015abbee0a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:37:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['bba76b90-4355-48a9-a3ac-ec0a1f8bd099'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:37:38.611143 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165b2d9d-c1e3-457b-9765-dce48a3a2179 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Pushing event deleted for resources: {'Port': ['ID=1cf5030e-8e6c-402b-adf9-89917f2f4c8f,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:38.657092 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-165b2d9d-c1e3-457b-9765-dce48a3a2179 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] No DVR routers for this DVR port 1cf5030e-8e6c-402b-adf9-89917f2f4c8f on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:37:38.660435 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-165b2d9d-c1e3-457b-9765-dce48a3a2179 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:38.664689 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-165b2d9d-c1e3-457b-9765-dce48a3a2179 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.47 "DELETE /v2.0/ports/1cf5030e-8e6c-402b-adf9-89917f2f4c8f HTTP/1.1" status: 204 len: 173 time: 0.8799505 Nov 25 13:37:38.673658 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 614c1e42-d4e2-4a14-8859-09418460a3e4 not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:37:38.714115 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-1a3089d0-394a-4d89-9324-015abbee0a97 None None] Set router bba76b90-4355-48a9-a3ac-ec0a1f8bd099 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:37:38.720797 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=1cf5030e-8e6c-402b-adf9-89917f2f4c8f,revision_number=6']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:38.798259 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-e239201e-13ad-4636-841b-da9f3833b11f tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Deleting port 77fa532d-926d-4fc4-9d3f-3f827abd33da {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:37:38.798876 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-e239201e-13ad-4636-841b-da9f3833b11f tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:38.987951 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-e239201e-13ad-4636-841b-da9f3833b11f tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] For port 77fa532d-926d-4fc4-9d3f-3f827abd33da, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=77fa532d-926d-4fc4-9d3f-3f827abd33da,segment=NetworkSegment(f63cb297-3bee-402b-b7bb-f5576ef7876c),segment_id=f63cb297-3bee-402b-b7bb-f5576ef7876c)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:37:38.988560 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-e239201e-13ad-4636-841b-da9f3833b11f tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:39.020351 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-e239201e-13ad-4636-841b-da9f3833b11f tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Calling delete_port for 77fa532d-926d-4fc4-9d3f-3f827abd33da owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:37:39.049236 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94326bd7-5c5f-4260-85c8-63e7f9a1a9b9 req-37bcebee-3dcb-49d5-ad47-59dbca483dc7 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:39.052582 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-1a3089d0-394a-4d89-9324-015abbee0a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba76b90-4355-48a9-a3ac-ec0a1f8bd099', 'name': 'tempest-TaggedBootDevicesTest-78249705-router', 'tenant_id': 'ee6b0fbe2e7a4406acdd0c8fea203ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '9a26b243-4483-4865-adcd-bf6762bfce14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:26:43Z', 'updated_at': '2021-11-25T13:26:50Z', 'revision_number': 4, 'project_id': 'ee6b0fbe2e7a4406acdd0c8fea203ca4', 'gw_port': {'id': '9a26b243-4483-4865-adcd-bf6762bfce14', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba76b90-4355-48a9-a3ac-ec0a1f8bd099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:44Z', 'updated_at': '2021-11-25T13:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'a3386d5a-e9ca-477b-9824-9098d61012c4', 'name': '', 'network_id': '0f46794c-b326-485f-8936-6eed71effe7e', 'tenant_id': 'ee6b0fbe2e7a4406acdd0c8fea203ca4', 'mac_address': 'fa:16:3e:df:e7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba76b90-4355-48a9-a3ac-ec0a1f8bd099', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '1a610251-b260-4111-ade4-fcd074d9de00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:48Z', 'updated_at': '2021-11-25T13:26:55Z', 'revision_number': 5, 'project_id': 'ee6b0fbe2e7a4406acdd0c8fea203ca4', 'subnets': [{'id': '1a610251-b260-4111-ade4-fcd074d9de00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:37:39.055416 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94326bd7-5c5f-4260-85c8-63e7f9a1a9b9 req-37bcebee-3dcb-49d5-ad47-59dbca483dc7 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:39.061971 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94326bd7-5c5f-4260-85c8-63e7f9a1a9b9 req-37bcebee-3dcb-49d5-ad47-59dbca483dc7 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:39.070126 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-94326bd7-5c5f-4260-85c8-63e7f9a1a9b9 req-37bcebee-3dcb-49d5-ad47-59dbca483dc7 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 2410 time: 0.7201533 Nov 25 13:37:39.080096 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d5173d-adde-42a2-9661-539a120ca7cc tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Pushing event updated for resources: {'Subnet': ['ID=4028255f-35f4-4951-bf59-9ffff0e632ef,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:39.091862 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d5173d-adde-42a2-9661-539a120ca7cc tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Checking segment: {'id': 'b732cda0-25f7-42b0-b0e9-e62c51994d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6dfa6c42-aed5-4e45-824f-712995e6d0b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:37:39.092231 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d5173d-adde-42a2-9661-539a120ca7cc tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Network hostable DHCP agents. Network: 6dfa6c42-aed5-4e45-824f-712995e6d0b6, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:37:39.130653 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ced957b-37ee-4144-8fbe-fbcb55edfbc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5feb08b3-118a-40cc-93b2-58088c97de57'}, {'server_uuid': '6ced957b-37ee-4144-8fbe-fbcb55edfbc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99005437-8bd0-4130-b30d-158f4e660635'}, {'server_uuid': '6ced957b-37ee-4144-8fbe-fbcb55edfbc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cf5030e-8e6c-402b-adf9-89917f2f4c8f'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:37:39.133807 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab1c0373-0734-468a-8aa5-50697f98fa92" -d '{"events": [{"server_uuid": "6ced957b-37ee-4144-8fbe-fbcb55edfbc6", "name": "network-vif-unplugged", "status": "completed", "tag": "5feb08b3-118a-40cc-93b2-58088c97de57"}, {"server_uuid": "6ced957b-37ee-4144-8fbe-fbcb55edfbc6", "name": "network-vif-unplugged", "status": "completed", "tag": "99005437-8bd0-4130-b30d-158f4e660635"}, {"server_uuid": "6ced957b-37ee-4144-8fbe-fbcb55edfbc6", "name": "network-vif-unplugged", "status": "completed", "tag": "1cf5030e-8e6c-402b-adf9-89917f2f4c8f"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:37:39.151483 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3089d0-394a-4d89-9324-015abbee0a97 None None] The sync data for ids ['bba76b90-4355-48a9-a3ac-ec0a1f8bd099'] in n-d-808199-11 is: [{'id': 'bba76b90-4355-48a9-a3ac-ec0a1f8bd099', 'name': 'tempest-TaggedBootDevicesTest-78249705-router', 'tenant_id': 'ee6b0fbe2e7a4406acdd0c8fea203ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '9a26b243-4483-4865-adcd-bf6762bfce14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:26:43Z', 'updated_at': '2021-11-25T13:26:50Z', 'revision_number': 4, 'project_id': 'ee6b0fbe2e7a4406acdd0c8fea203ca4', 'gw_port': {'id': '9a26b243-4483-4865-adcd-bf6762bfce14', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba76b90-4355-48a9-a3ac-ec0a1f8bd099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:44Z', 'updated_at': '2021-11-25T13:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'a3386d5a-e9ca-477b-9824-9098d61012c4', 'name': '', 'network_id': '0f46794c-b326-485f-8936-6eed71effe7e', 'tenant_id': 'ee6b0fbe2e7a4406acdd0c8fea203ca4', 'mac_address': 'fa:16:3e:df:e7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba76b90-4355-48a9-a3ac-ec0a1f8bd099', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '1a610251-b260-4111-ade4-fcd074d9de00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:48Z', 'updated_at': '2021-11-25T13:26:55Z', 'revision_number': 5, 'project_id': 'ee6b0fbe2e7a4406acdd0c8fea203ca4', 'subnets': [{'id': '1a610251-b260-4111-ade4-fcd074d9de00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:37:39.153184 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-94326bd7-5c5f-4260-85c8-63e7f9a1a9b9 req-73ff2164-9c40-4521-82f8-f50042549646 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4aeb0c9-0fa7-4d84-9142-5a59f700fca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820601 Nov 25 13:37:39.154046 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d5173d-adde-42a2-9661-539a120ca7cc tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Network 6dfa6c42-aed5-4e45-824f-712995e6d0b6 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:37:39.183579 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-55d5173d-adde-42a2-9661-539a120ca7cc tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 6dfa6c42-aed5-4e45-824f-712995e6d0b6) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:37:39.190078 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d5173d-adde-42a2-9661-539a120ca7cc tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:39.190784 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-55d5173d-adde-42a2-9661-539a120ca7cc tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:39.196239 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bab8dc-b329-4e75-86f2-b8908ccfbc5c None None] Network 6dfa6c42-aed5-4e45-824f-712995e6d0b6 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:37:39.201760 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ced957b-37ee-4144-8fbe-fbcb55edfbc6', 'name': 'network-vif-deleted', 'tag': '5feb08b3-118a-40cc-93b2-58088c97de57'}, {'server_uuid': '6ced957b-37ee-4144-8fbe-fbcb55edfbc6', 'name': 'network-vif-deleted', 'tag': '1cf5030e-8e6c-402b-adf9-89917f2f4c8f'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:37:39.210989 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e5e440-7cce-4882-a57c-e18c270053ae" -d '{"events": [{"server_uuid": "6ced957b-37ee-4144-8fbe-fbcb55edfbc6", "name": "network-vif-deleted", "tag": "5feb08b3-118a-40cc-93b2-58088c97de57"}, {"server_uuid": "6ced957b-37ee-4144-8fbe-fbcb55edfbc6", "name": "network-vif-deleted", "tag": "1cf5030e-8e6c-402b-adf9-89917f2f4c8f"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:37:39.247805 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-55d5173d-adde-42a2-9661-539a120ca7cc tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4551537 Nov 25 13:37:39.250936 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49924) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:39.255847 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-913ca3e1-515d-4da2-8fda-e2f19237a95a tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Request body: {'port': {'network_id': '6dfa6c42-aed5-4e45-824f-712995e6d0b6', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1243701093'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:37:39.299282 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Thu, 25 Nov 2021 13:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676115a5-9a84-4292-84a5-80df9b7d0751 x-openstack-request-id: req-676115a5-9a84-4292-84a5-80df9b7d0751 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:37:39.299600 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ced957b-37ee-4144-8fbe-fbcb55edfbc6", "name": "network-vif-unplugged", "status": "completed", "tag": "5feb08b3-118a-40cc-93b2-58088c97de57", "code": 200}, {"server_uuid": "6ced957b-37ee-4144-8fbe-fbcb55edfbc6", "name": "network-vif-unplugged", "status": "completed", "tag": "99005437-8bd0-4130-b30d-158f4e660635", "code": 200}, {"server_uuid": "6ced957b-37ee-4144-8fbe-fbcb55edfbc6", "name": "network-vif-unplugged", "status": "completed", "tag": "1cf5030e-8e6c-402b-adf9-89917f2f4c8f", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:37:39.299910 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-676115a5-9a84-4292-84a5-80df9b7d0751 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:37:39.304994 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ced957b-37ee-4144-8fbe-fbcb55edfbc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5feb08b3-118a-40cc-93b2-58088c97de57', 'code': 200} Nov 25 13:37:39.307470 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ced957b-37ee-4144-8fbe-fbcb55edfbc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99005437-8bd0-4130-b30d-158f4e660635', 'code': 200} Nov 25 13:37:39.307802 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ced957b-37ee-4144-8fbe-fbcb55edfbc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cf5030e-8e6c-402b-adf9-89917f2f4c8f', 'code': 200} Nov 25 13:37:39.353914 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-e239201e-13ad-4636-841b-da9f3833b11f tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:39.372494 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 25 Nov 2021 13:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e81363-b854-4246-8ab1-e1795a4ccc73 x-openstack-request-id: req-c6e81363-b854-4246-8ab1-e1795a4ccc73 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:37:39.372788 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ced957b-37ee-4144-8fbe-fbcb55edfbc6", "name": "network-vif-deleted", "tag": "5feb08b3-118a-40cc-93b2-58088c97de57", "status": "completed", "code": 200}, {"server_uuid": "6ced957b-37ee-4144-8fbe-fbcb55edfbc6", "name": "network-vif-deleted", "tag": "1cf5030e-8e6c-402b-adf9-89917f2f4c8f", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:37:39.373056 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c6e81363-b854-4246-8ab1-e1795a4ccc73 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:37:39.373442 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ced957b-37ee-4144-8fbe-fbcb55edfbc6', 'name': 'network-vif-deleted', 'tag': '5feb08b3-118a-40cc-93b2-58088c97de57', 'status': 'completed', 'code': 200} Nov 25 13:37:39.373699 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ced957b-37ee-4144-8fbe-fbcb55edfbc6', 'name': 'network-vif-deleted', 'tag': '1cf5030e-8e6c-402b-adf9-89917f2f4c8f', 'status': 'completed', 'code': 200} Nov 25 13:37:39.415245 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e239201e-13ad-4636-841b-da9f3833b11f tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Pushing event deleted for resources: {'Port': ['ID=77fa532d-926d-4fc4-9d3f-3f827abd33da,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:39.511518 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-e239201e-13ad-4636-841b-da9f3833b11f tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] No DVR routers for this DVR port 77fa532d-926d-4fc4-9d3f-3f827abd33da on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:37:39.514884 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-e239201e-13ad-4636-841b-da9f3833b11f tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:39.518954 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-e239201e-13ad-4636-841b-da9f3833b11f tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.47 "DELETE /v2.0/ports/77fa532d-926d-4fc4-9d3f-3f827abd33da HTTP/1.1" status: 204 len: 173 time: 0.8457389 Nov 25 13:37:39.575686 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588c2337-efce-4308-96a5-38c26a6b2df6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-6dfa6c42-aed5-4e45-824f-712995e6d0b6', 'network_id': '6dfa6c42-aed5-4e45-824f-712995e6d0b6', 'tenant_id': 'c479c1d2d53349f5b835518c624c63f8', 'fixed_ips': [{'subnet_id': '4028255f-35f4-4951-bf59-9ffff0e632ef'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:37:39.576703 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-588c2337-efce-4308-96a5-38c26a6b2df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:39.577754 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-913ca3e1-515d-4da2-8fda-e2f19237a95a tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Made reservation on behalf of c479c1d2d53349f5b835518c624c63f8 for: {'port': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:37:39.581347 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-913ca3e1-515d-4da2-8fda-e2f19237a95a tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:39.629604 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [None req-913ca3e1-515d-4da2-8fda-e2f19237a95a tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] device_id is not set on port 0d8cc6f6-2652-4976-a189-0fda2c37de89 yet. {{(pid=103570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:37:39.707464 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-98b0627a-0aa5-40b6-9bc7-9a66bb9ee8fb tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Deleting port 99005437-8bd0-4130-b30d-158f4e660635 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:37:39.707887 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-98b0627a-0aa5-40b6-9bc7-9a66bb9ee8fb tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:39.770086 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2414b3bf-3b7c-41f9-b794-1782a954f5dd None None] New status for floating IP c612d45f-7085-4fa1-b645-e8fb03dfffde: DOWN {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 13:37:39.790085 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-588c2337-efce-4308-96a5-38c26a6b2df6 None None] Allocated IP 172.20.0.2 (6dfa6c42-aed5-4e45-824f-712995e6d0b6/4028255f-35f4-4951-bf59-9ffff0e632ef/5578df87-ba13-40ba-9fd6-83354059d57a) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:37:39.874761 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-98b0627a-0aa5-40b6-9bc7-9a66bb9ee8fb tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] For port 99005437-8bd0-4130-b30d-158f4e660635, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=99005437-8bd0-4130-b30d-158f4e660635,segment=NetworkSegment(f63cb297-3bee-402b-b7bb-f5576ef7876c),segment_id=f63cb297-3bee-402b-b7bb-f5576ef7876c)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:37:39.875267 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-98b0627a-0aa5-40b6-9bc7-9a66bb9ee8fb tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:39.912865 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-98b0627a-0aa5-40b6-9bc7-9a66bb9ee8fb tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Calling delete_port for 99005437-8bd0-4130-b30d-158f4e660635 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:37:40.048117 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-588c2337-efce-4308-96a5-38c26a6b2df6 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:40.057052 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-588c2337-efce-4308-96a5-38c26a6b2df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:40.135259 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588c2337-efce-4308-96a5-38c26a6b2df6 None None] Network 6dfa6c42-aed5-4e45-824f-712995e6d0b6 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:37:40.138867 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-588c2337-efce-4308-96a5-38c26a6b2df6 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:37:40.143571 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588c2337-efce-4308-96a5-38c26a6b2df6 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:37:40.146853 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588c2337-efce-4308-96a5-38c26a6b2df6 None None] Pushing event updated for resources: {'Port': ['ID=5578df87-ba13-40ba-9fd6-83354059d57a,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:40.218026 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-913ca3e1-515d-4da2-8fda-e2f19237a95a tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Allocated IP 172.20.0.5 (6dfa6c42-aed5-4e45-824f-712995e6d0b6/4028255f-35f4-4951-bf59-9ffff0e632ef/0d8cc6f6-2652-4976-a189-0fda2c37de89) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:37:40.250977 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-588c2337-efce-4308-96a5-38c26a6b2df6 None None] Attempting to bind port 5578df87-ba13-40ba-9fd6-83354059d57a on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:37:40.252116 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-588c2337-efce-4308-96a5-38c26a6b2df6 None None] Attempting to bind port 5578df87-ba13-40ba-9fd6-83354059d57a by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'b732cda0-25f7-42b0-b0e9-e62c51994d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6dfa6c42-aed5-4e45-824f-712995e6d0b6'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:37:40.253504 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588c2337-efce-4308-96a5-38c26a6b2df6 None None] Attempting to bind port 5578df87-ba13-40ba-9fd6-83354059d57a on network 6dfa6c42-aed5-4e45-824f-712995e6d0b6 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:37:40.261826 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588c2337-efce-4308-96a5-38c26a6b2df6 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:37:40.262982 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588c2337-efce-4308-96a5-38c26a6b2df6 None None] Checking segment: {'id': 'b732cda0-25f7-42b0-b0e9-e62c51994d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6dfa6c42-aed5-4e45-824f-712995e6d0b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:37:40.263525 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-588c2337-efce-4308-96a5-38c26a6b2df6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:40.264085 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588c2337-efce-4308-96a5-38c26a6b2df6 None None] Bound using segment: {'id': 'b732cda0-25f7-42b0-b0e9-e62c51994d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6dfa6c42-aed5-4e45-824f-712995e6d0b6'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:37:40.265175 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-588c2337-efce-4308-96a5-38c26a6b2df6 None None] Bound port: 5578df87-ba13-40ba-9fd6-83354059d57a, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b732cda0-25f7-42b0-b0e9-e62c51994d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6dfa6c42-aed5-4e45-824f-712995e6d0b6'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:37:40.266140 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-588c2337-efce-4308-96a5-38c26a6b2df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:40.272555 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-98b0627a-0aa5-40b6-9bc7-9a66bb9ee8fb tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:40.307484 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b0627a-0aa5-40b6-9bc7-9a66bb9ee8fb tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Pushing event deleted for resources: {'Port': ['ID=99005437-8bd0-4130-b30d-158f4e660635,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:40.330586 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-536582d2-1ce6-497e-acc0-c57cfdbf4f09 req-4a004ffc-96d4-460f-a34b-41d792c87f5f tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 210 time: 0.0773082 Nov 25 13:37:40.385100 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-98b0627a-0aa5-40b6-9bc7-9a66bb9ee8fb tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] No DVR routers for this DVR port 99005437-8bd0-4130-b30d-158f4e660635 on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:37:40.397797 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-98b0627a-0aa5-40b6-9bc7-9a66bb9ee8fb tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:40.401753 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-588c2337-efce-4308-96a5-38c26a6b2df6 None None] For port 5578df87-ba13-40ba-9fd6-83354059d57a, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:37:40.406113 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-588c2337-efce-4308-96a5-38c26a6b2df6 None None] For port 5578df87-ba13-40ba-9fd6-83354059d57a, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=5578df87-ba13-40ba-9fd6-83354059d57a,segment=NetworkSegment(b732cda0-25f7-42b0-b0e9-e62c51994d37),segment_id=b732cda0-25f7-42b0-b0e9-e62c51994d37)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:37:40.415868 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-382a5f65-3d47-4abd-a96f-1a2d906ac3ca req-98b0627a-0aa5-40b6-9bc7-9a66bb9ee8fb tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.47 "DELETE /v2.0/ports/99005437-8bd0-4130-b30d-158f4e660635 HTTP/1.1" status: 204 len: 173 time: 0.8764901 Nov 25 13:37:40.417366 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-588c2337-efce-4308-96a5-38c26a6b2df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:40.497072 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588c2337-efce-4308-96a5-38c26a6b2df6 None None] Pushing event updated for resources: {'Port': ['ID=5578df87-ba13-40ba-9fd6-83354059d57a,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:40.549541 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-913ca3e1-515d-4da2-8fda-e2f19237a95a tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:40.587861 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-913ca3e1-515d-4da2-8fda-e2f19237a95a tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:40.645973 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913ca3e1-515d-4da2-8fda-e2f19237a95a tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Network 6dfa6c42-aed5-4e45-824f-712995e6d0b6 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:37:40.665794 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-913ca3e1-515d-4da2-8fda-e2f19237a95a tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:37:40.668543 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913ca3e1-515d-4da2-8fda-e2f19237a95a tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:37:40.714393 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913ca3e1-515d-4da2-8fda-e2f19237a95a tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Pushing event updated for resources: {'Port': ['ID=0d8cc6f6-2652-4976-a189-0fda2c37de89,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:40.724429 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913ca3e1-515d-4da2-8fda-e2f19237a95a tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:40.725625 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-913ca3e1-515d-4da2-8fda-e2f19237a95a tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:40.747795 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-913ca3e1-515d-4da2-8fda-e2f19237a95a tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.4947340 Nov 25 13:37:40.749213 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 49962) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:40.754588 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-5c93ad0d-45ad-45bf-88c3-15dcb965f98f tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Request body: {'port': {'network_id': '6dfa6c42-aed5-4e45-824f-712995e6d0b6', 'name': 'tempest-ExtraDHCPOptionsTestJSON-742835373', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:37:40.755279 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.api.validators [None req-5c93ad0d-45ad-45bf-88c3-15dcb965f98f tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] bootfile-name is not in valid_values {{(pid=103571) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 13:37:40.756054 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.api.validators [None req-5c93ad0d-45ad-45bf-88c3-15dcb965f98f tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] tftp-server is not in valid_values {{(pid=103571) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 13:37:40.756510 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.api.validators [None req-5c93ad0d-45ad-45bf-88c3-15dcb965f98f tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] server-ip-address is not in valid_values {{(pid=103571) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 13:37:41.050748 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c93ad0d-45ad-45bf-88c3-15dcb965f98f tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Made reservation on behalf of c479c1d2d53349f5b835518c624c63f8 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:37:41.065625 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5c93ad0d-45ad-45bf-88c3-15dcb965f98f tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:41.120168 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-5c93ad0d-45ad-45bf-88c3-15dcb965f98f tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] device_id is not set on port 313093f5-1aff-4429-a2d0-b098b86eb45e yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:37:41.193262 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 5578df87-ba13-40ba-9fd6-83354059d57a up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:37:41.304245 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 5578df87-ba13-40ba-9fd6-83354059d57a triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:37:41.304630 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:41.314541 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-5c93ad0d-45ad-45bf-88c3-15dcb965f98f tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Allocated IP 172.20.0.13 (6dfa6c42-aed5-4e45-824f-712995e6d0b6/4028255f-35f4-4951-bf59-9ffff0e632ef/313093f5-1aff-4429-a2d0-b098b86eb45e) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:37:41.380736 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ced957b-37ee-4144-8fbe-fbcb55edfbc6', 'name': 'network-vif-deleted', 'tag': '77fa532d-926d-4fc4-9d3f-3f827abd33da'}, {'server_uuid': '6ced957b-37ee-4144-8fbe-fbcb55edfbc6', 'name': 'network-vif-deleted', 'tag': '99005437-8bd0-4130-b30d-158f4e660635'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:37:41.386824 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f294700-37e3-4464-a854-0ab302324421" -d '{"events": [{"server_uuid": "6ced957b-37ee-4144-8fbe-fbcb55edfbc6", "name": "network-vif-deleted", "tag": "77fa532d-926d-4fc4-9d3f-3f827abd33da"}, {"server_uuid": "6ced957b-37ee-4144-8fbe-fbcb55edfbc6", "name": "network-vif-deleted", "tag": "99005437-8bd0-4130-b30d-158f4e660635"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:37:41.470596 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 25 Nov 2021 13:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f07957ba-b526-49d8-9028-893a87aed1ec x-openstack-request-id: req-f07957ba-b526-49d8-9028-893a87aed1ec {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:37:41.470916 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ced957b-37ee-4144-8fbe-fbcb55edfbc6", "name": "network-vif-deleted", "tag": "77fa532d-926d-4fc4-9d3f-3f827abd33da", "status": "completed", "code": 200}, {"server_uuid": "6ced957b-37ee-4144-8fbe-fbcb55edfbc6", "name": "network-vif-deleted", "tag": "99005437-8bd0-4130-b30d-158f4e660635", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:37:41.471170 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f07957ba-b526-49d8-9028-893a87aed1ec {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:37:41.472158 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ced957b-37ee-4144-8fbe-fbcb55edfbc6', 'name': 'network-vif-deleted', 'tag': '77fa532d-926d-4fc4-9d3f-3f827abd33da', 'status': 'completed', 'code': 200} Nov 25 13:37:41.472420 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ced957b-37ee-4144-8fbe-fbcb55edfbc6', 'name': 'network-vif-deleted', 'tag': '99005437-8bd0-4130-b30d-158f4e660635', 'status': 'completed', 'code': 200} Nov 25 13:37:41.573075 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5193eec9-b0b2-45bd-a0a3-d702e14bccfe req-eb183bd0-35dd-47f1-a92b-4420286c105f tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 210 time: 0.1028697 Nov 25 13:37:41.578662 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:41.603926 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:41.620424 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] For port 5578df87-ba13-40ba-9fd6-83354059d57a, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=5578df87-ba13-40ba-9fd6-83354059d57a,segment=NetworkSegment(b732cda0-25f7-42b0-b0e9-e62c51994d37),segment_id=b732cda0-25f7-42b0-b0e9-e62c51994d37)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:37:41.631053 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:41.686801 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5c93ad0d-45ad-45bf-88c3-15dcb965f98f tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:41.755684 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Pushing event updated for resources: {'Port': ['ID=5578df87-ba13-40ba-9fd6-83354059d57a,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:41.757405 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5c93ad0d-45ad-45bf-88c3-15dcb965f98f tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:41.833765 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c93ad0d-45ad-45bf-88c3-15dcb965f98f tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Network 6dfa6c42-aed5-4e45-824f-712995e6d0b6 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:37:41.835608 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-5c93ad0d-45ad-45bf-88c3-15dcb965f98f tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:37:41.852620 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c93ad0d-45ad-45bf-88c3-15dcb965f98f tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:37:41.877199 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c93ad0d-45ad-45bf-88c3-15dcb965f98f tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Pushing event updated for resources: {'Port': ['ID=313093f5-1aff-4429-a2d0-b098b86eb45e,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:41.948631 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c93ad0d-45ad-45bf-88c3-15dcb965f98f tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:41.949359 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5c93ad0d-45ad-45bf-88c3-15dcb965f98f tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:41.972480 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5c93ad0d-45ad-45bf-88c3-15dcb965f98f tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.2220070 Nov 25 13:37:41.975061 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 49996) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:42.075524 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ae8333-e187-4996-830b-fbb9213f61d4 tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:42.081913 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ae8333-e187-4996-830b-fbb9213f61d4 tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:42.084015 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d72dec3c-b480-4b9e-a214-2a36d35247ab req-8063036b-c660-4882-9995-c5943b6d116f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4abdc79f-4141-4ffd-aeec-dc604bda03b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0773737 Nov 25 13:37:42.090752 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ae8333-e187-4996-830b-fbb9213f61d4 tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:42.092775 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-a3ae8333-e187-4996-830b-fbb9213f61d4 tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.1164942 Nov 25 13:37:42.096621 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 49998) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:42.241484 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcfddf1-6874-4ff4-aa5c-3ed7b87df6c3 None None] Network 6dfa6c42-aed5-4e45-824f-712995e6d0b6 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:37:42.289104 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72dec3c-b480-4b9e-a214-2a36d35247ab req-f3c6d8b7-c365-4abb-a0ad-54bff8db6c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:42.290975 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d72dec3c-b480-4b9e-a214-2a36d35247ab req-f3c6d8b7-c365-4abb-a0ad-54bff8db6c49 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=057e847f3ee343b9812224ca032e6bfc&device_id=4abdc79f-4141-4ffd-aeec-dc604bda03b1 HTTP/1.1" status: 200 len: 1098 time: 0.1363299 Nov 25 13:37:42.366958 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-6b6c81af-77f5-413b-bc23-9afaa966fc09 tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Deleting port 313093f5-1aff-4429-a2d0-b098b86eb45e {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:37:42.367532 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6b6c81af-77f5-413b-bc23-9afaa966fc09 tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:42.397017 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-c1098e5b-0468-4644-ba63-1b70b74942d4 None None] Provisioning complete for port 5578df87-ba13-40ba-9fd6-83354059d57a triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:37:42.407338 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c1098e5b-0468-4644-ba63-1b70b74942d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:42.489979 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6b6c81af-77f5-413b-bc23-9afaa966fc09 tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:42.575187 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-6b6c81af-77f5-413b-bc23-9afaa966fc09 tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Calling delete_port for 313093f5-1aff-4429-a2d0-b098b86eb45e owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:37:42.812362 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72dec3c-b480-4b9e-a214-2a36d35247ab req-601e3505-7295-4a46-af36-ba9f943a59d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:42.814301 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d72dec3c-b480-4b9e-a214-2a36d35247ab req-601e3505-7295-4a46-af36-ba9f943a59d9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=db86cf0c-2d9d-4973-97d3-ae21a785403b HTTP/1.1" status: 200 len: 897 time: 0.5000544 Nov 25 13:37:42.821485 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8483fceb-1bb5-4d73-aca5-219045eaa917 req-3d876a0b-2725-4059-b63b-6aee04308390 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 210 time: 0.0543950 Nov 25 13:37:42.944782 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d72dec3c-b480-4b9e-a214-2a36d35247ab req-ee21751e-18a6-4a24-977d-27346d57550a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2df26226-3cfc-476a-b550-9561d6d2b691 HTTP/1.1" status: 200 len: 1002 time: 0.1083302 Nov 25 13:37:43.044218 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72dec3c-b480-4b9e-a214-2a36d35247ab req-b592bccf-5eaf-4227-907a-f85fd7f64971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:43.045926 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d72dec3c-b480-4b9e-a214-2a36d35247ab req-b592bccf-5eaf-4227-907a-f85fd7f64971 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=244939ee-af06-4fda-b44a-72ec443cdc8d HTTP/1.1" status: 200 len: 835 time: 0.0936658 Nov 25 13:37:43.047448 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6b6c81af-77f5-413b-bc23-9afaa966fc09 tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:43.071765 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-922f037d-ce56-449a-8396-0791afa6b8e2 None None] Could not find standard attr ID for object 313093f5-1aff-4429-a2d0-b098b86eb45e. {{(pid=103572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 13:37:43.099697 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-922f037d-ce56-449a-8396-0791afa6b8e2 None None] Provisioning complete for port 5578df87-ba13-40ba-9fd6-83354059d57a triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:37:43.100073 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-922f037d-ce56-449a-8396-0791afa6b8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:43.185638 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 5578df87-ba13-40ba-9fd6-83354059d57a up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:37:43.228439 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6c81af-77f5-413b-bc23-9afaa966fc09 tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Pushing event deleted for resources: {'Port': ['ID=313093f5-1aff-4429-a2d0-b098b86eb45e,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:43.276827 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72dec3c-b480-4b9e-a214-2a36d35247ab req-e8e9de50-f25c-49a2-be33-cd28fbab697f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:43.278851 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d72dec3c-b480-4b9e-a214-2a36d35247ab req-e8e9de50-f25c-49a2-be33-cd28fbab697f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db86cf0c-2d9d-4973-97d3-ae21a785403b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2096989 Nov 25 13:37:43.312585 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6b6c81af-77f5-413b-bc23-9afaa966fc09 tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:43.317220 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-6b6c81af-77f5-413b-bc23-9afaa966fc09 tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] 10.222.0.53 "DELETE /v2.0/ports/313093f5-1aff-4429-a2d0-b098b86eb45e HTTP/1.1" status: 204 len: 168 time: 1.2196128 Nov 25 13:37:43.320840 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 50036) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:43.327914 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-187a1ce3-fb79-4a18-8c46-48b95c1813a0 tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Request body: {'port': {'name': 'tempest-new-port-name-35884074', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:37:43.329282 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.api.validators [None req-187a1ce3-fb79-4a18-8c46-48b95c1813a0 tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] bootfile-name is not in valid_values {{(pid=103571) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 13:37:43.329926 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.api.validators [None req-187a1ce3-fb79-4a18-8c46-48b95c1813a0 tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] tftp-server is not in valid_values {{(pid=103571) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 13:37:43.330550 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.api.validators [None req-187a1ce3-fb79-4a18-8c46-48b95c1813a0 tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] server-ip-address is not in valid_values {{(pid=103571) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 13:37:43.400473 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 5578df87-ba13-40ba-9fd6-83354059d57a triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:37:43.401702 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:43.433410 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-922f037d-ce56-449a-8396-0791afa6b8e2 None None] Provisioning complete for port 0d8cc6f6-2652-4976-a189-0fda2c37de89 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:37:43.433975 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-922f037d-ce56-449a-8396-0791afa6b8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:43.523633 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-922f037d-ce56-449a-8396-0791afa6b8e2 None None] Port 0d8cc6f6-2652-4976-a189-0fda2c37de89 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:37:43.567013 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-187a1ce3-fb79-4a18-8c46-48b95c1813a0 tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:43.611178 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d72dec3c-b480-4b9e-a214-2a36d35247ab req-70d91760-e769-44c7-94f4-5b5d60b30130 service neutron] 10.222.0.47 "GET /v2.0/networks/db86cf0c-2d9d-4973-97d3-ae21a785403b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052979 Nov 25 13:37:43.670232 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-1675ddca-053d-4eb2-b2b8-76adac99ba2f None None] Provisioning complete for port 0d8cc6f6-2652-4976-a189-0fda2c37de89 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:37:43.670601 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1675ddca-053d-4eb2-b2b8-76adac99ba2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:43.751266 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-1675ddca-053d-4eb2-b2b8-76adac99ba2f None None] Port 0d8cc6f6-2652-4976-a189-0fda2c37de89 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:37:43.872536 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-6d0e0f6f-ee1a-4445-b5d5-28ff2e5ea4c8 None None] Could not find standard attr ID for object 313093f5-1aff-4429-a2d0-b098b86eb45e. {{(pid=103572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 13:37:44.014490 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d72dec3c-b480-4b9e-a214-2a36d35247ab req-3bc621cd-8a2d-42dc-ba10-b4c3b1d202c4 service neutron] 10.222.0.47 "GET /v2.0/networks/db86cf0c-2d9d-4973-97d3-ae21a785403b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3932254 Nov 25 13:37:44.057015 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-187a1ce3-fb79-4a18-8c46-48b95c1813a0 tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:44.063928 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-187a1ce3-fb79-4a18-8c46-48b95c1813a0 tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:44.086022 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2450b0e1-cc18-4af2-88c7-844d12802ecf req-2a509ffa-3b27-45b7-a88d-78a983a0430d tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 210 time: 0.1183040 Nov 25 13:37:44.171890 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187a1ce3-fb79-4a18-8c46-48b95c1813a0 tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Pushing event updated for resources: {'Port': ['ID=0d8cc6f6-2652-4976-a189-0fda2c37de89,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:44.189386 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-187a1ce3-fb79-4a18-8c46-48b95c1813a0 tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] In _notify_port_updated(), no bound segment for port 0d8cc6f6-2652-4976-a189-0fda2c37de89 on network 6dfa6c42-aed5-4e45-824f-712995e6d0b6 {{(pid=103571) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 13:37:44.195607 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187a1ce3-fb79-4a18-8c46-48b95c1813a0 tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:44.196724 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-187a1ce3-fb79-4a18-8c46-48b95c1813a0 tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:44.198425 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-187a1ce3-fb79-4a18-8c46-48b95c1813a0 tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] 10.222.0.53 "PUT /v2.0/ports/0d8cc6f6-2652-4976-a189-0fda2c37de89 HTTP/1.1" status: 200 len: 1134 time: 0.8761263 Nov 25 13:37:44.200865 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 50058) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:44.251488 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f22695e-bba7-42b3-80b8-8ba6fb0fe353 tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:44.253425 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-4f22695e-bba7-42b3-80b8-8ba6fb0fe353 tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] 10.222.0.53 "GET /v2.0/ports/0d8cc6f6-2652-4976-a189-0fda2c37de89 HTTP/1.1" status: 200 len: 1134 time: 0.0514109 Nov 25 13:37:44.259024 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 50064) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:44.423777 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-87e070ac-2942-4d03-a114-e21aac3856ba tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Deleting port 0d8cc6f6-2652-4976-a189-0fda2c37de89 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:37:44.424278 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-87e070ac-2942-4d03-a114-e21aac3856ba tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:44.564177 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-87e070ac-2942-4d03-a114-e21aac3856ba tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:44.579500 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-87e070ac-2942-4d03-a114-e21aac3856ba tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Calling delete_port for 0d8cc6f6-2652-4976-a189-0fda2c37de89 owned by {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:37:44.613070 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-37462a7c-c277-41dc-93c5-6f550e7b3769 None None] Provisioning complete for port 0d8cc6f6-2652-4976-a189-0fda2c37de89 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:37:44.613568 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-37462a7c-c277-41dc-93c5-6f550e7b3769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:44.667885 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-37462a7c-c277-41dc-93c5-6f550e7b3769 None None] Port 0d8cc6f6-2652-4976-a189-0fda2c37de89 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:37:44.805092 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-87e070ac-2942-4d03-a114-e21aac3856ba tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:44.844062 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e070ac-2942-4d03-a114-e21aac3856ba tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Pushing event deleted for resources: {'Port': ['ID=0d8cc6f6-2652-4976-a189-0fda2c37de89,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:44.965564 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-87e070ac-2942-4d03-a114-e21aac3856ba tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:44.974710 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-87e070ac-2942-4d03-a114-e21aac3856ba tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] 10.222.0.53 "DELETE /v2.0/ports/0d8cc6f6-2652-4976-a189-0fda2c37de89 HTTP/1.1" status: 204 len: 168 time: 0.7137620 Nov 25 13:37:44.976819 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 50088) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:45.037594 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-8559f516-5214-4b86-b7c9-71154cde0837 tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Deleting subnet 4028255f-35f4-4951-bf59-9ffff0e632ef {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:37:45.041587 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8559f516-5214-4b86-b7c9-71154cde0837 tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:45.090310 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8559f516-5214-4b86-b7c9-71154cde0837 tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:45.243277 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8af54ed6-f59e-48f2-8c7d-bca0b464df1b req-d53f5ca4-ec6c-454c-b93b-c945ba15dea4 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 210 time: 0.0313389 Nov 25 13:37:45.311974 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8559f516-5214-4b86-b7c9-71154cde0837 tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:45.436489 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8559f516-5214-4b86-b7c9-71154cde0837 tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:45.473897 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8559f516-5214-4b86-b7c9-71154cde0837 tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Pushing event deleted for resources: {'Subnet': ['ID=4028255f-35f4-4951-bf59-9ffff0e632ef,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:45.493682 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8559f516-5214-4b86-b7c9-71154cde0837 tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:45.494096 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efaf234-78a8-4367-a999-aa78e4eaa1f1 None None] Network 6dfa6c42-aed5-4e45-824f-712995e6d0b6 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:37:45.502102 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 50102) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:45.524462 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-8559f516-5214-4b86-b7c9-71154cde0837 tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] 10.222.0.53 "DELETE /v2.0/subnets/4028255f-35f4-4951-bf59-9ffff0e632ef HTTP/1.1" status: 204 len: 168 time: 0.5370238 Nov 25 13:37:45.623808 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1f37c8a6-d8ea-4df4-8faa-a355ee542da7 tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:45.700222 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-1f37c8a6-d8ea-4df4-8faa-a355ee542da7 tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Deleting port 5578df87-ba13-40ba-9fd6-83354059d57a {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:37:45.700573 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1f37c8a6-d8ea-4df4-8faa-a355ee542da7 tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:45.747999 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31bb0bc-3e4d-4679-86fc-3153e31ca1be None None] DHCP port deletion for 6dfa6c42-aed5-4e45-824f-712995e6d0b6 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:37:45.791115 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-1f37c8a6-d8ea-4df4-8faa-a355ee542da7 tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] For port 5578df87-ba13-40ba-9fd6-83354059d57a, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=5578df87-ba13-40ba-9fd6-83354059d57a,segment=NetworkSegment(b732cda0-25f7-42b0-b0e9-e62c51994d37),segment_id=b732cda0-25f7-42b0-b0e9-e62c51994d37)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:37:45.791115 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1f37c8a6-d8ea-4df4-8faa-a355ee542da7 tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:45.809808 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-1f37c8a6-d8ea-4df4-8faa-a355ee542da7 tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Calling delete_port for 5578df87-ba13-40ba-9fd6-83354059d57a owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:37:45.864341 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-f31bb0bc-3e4d-4679-86fc-3153e31ca1be None None] Deleting port 5578df87-ba13-40ba-9fd6-83354059d57a {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:37:45.865548 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f31bb0bc-3e4d-4679-86fc-3153e31ca1be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:45.909101 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1f37c8a6-d8ea-4df4-8faa-a355ee542da7 tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:45.949306 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f37c8a6-d8ea-4df4-8faa-a355ee542da7 tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Pushing event deleted for resources: {'Port': ['ID=5578df87-ba13-40ba-9fd6-83354059d57a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:45.957017 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f37c8a6-d8ea-4df4-8faa-a355ee542da7 tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] No DVR routers for this DVR port 5578df87-ba13-40ba-9fd6-83354059d57a on host n-d-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:37:45.986651 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-f31bb0bc-3e4d-4679-86fc-3153e31ca1be None None] For port 5578df87-ba13-40ba-9fd6-83354059d57a, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=5578df87-ba13-40ba-9fd6-83354059d57a,segment=NetworkSegment(b732cda0-25f7-42b0-b0e9-e62c51994d37),segment_id=b732cda0-25f7-42b0-b0e9-e62c51994d37)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:37:45.987564 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f31bb0bc-3e4d-4679-86fc-3153e31ca1be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:46.022963 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-f31bb0bc-3e4d-4679-86fc-3153e31ca1be None None] Calling delete_port for 5578df87-ba13-40ba-9fd6-83354059d57a owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:37:46.125237 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1f37c8a6-d8ea-4df4-8faa-a355ee542da7 tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:46.150884 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f31bb0bc-3e4d-4679-86fc-3153e31ca1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:46.180923 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-1f37c8a6-d8ea-4df4-8faa-a355ee542da7 tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dfa6c42-aed5-4e45-824f-712995e6d0b6']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:37:46.186253 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31bb0bc-3e4d-4679-86fc-3153e31ca1be None None] Pushing event deleted for resources: {'Port': ['ID=5578df87-ba13-40ba-9fd6-83354059d57a,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:46.191914 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31bb0bc-3e4d-4679-86fc-3153e31ca1be None None] No DVR routers for this DVR port 5578df87-ba13-40ba-9fd6-83354059d57a on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:37:46.208614 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-1f37c8a6-d8ea-4df4-8faa-a355ee542da7 tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b732cda0-25f7-42b0-b0e9-e62c51994d37') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:37:46.208910 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-1f37c8a6-d8ea-4df4-8faa-a355ee542da7 tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b732cda0-25f7-42b0-b0e9-e62c51994d37') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:37:46.232043 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1f37c8a6-d8ea-4df4-8faa-a355ee542da7 tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:46.252061 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1f37c8a6-d8ea-4df4-8faa-a355ee542da7 tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:46.259714 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f37c8a6-d8ea-4df4-8faa-a355ee542da7 tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:37:46.260524 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1f37c8a6-d8ea-4df4-8faa-a355ee542da7 tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:46.265018 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:37:46.265018 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:37:46.265018 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:37:46.265018 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:37:46.265018 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:37:46.265018 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:37:46.265018 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:37:46.265018 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:37:46.265018 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:37:46.265018 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:37:46.265018 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:37:46.265018 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:37:46.265018 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:37:46.265018 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:37:46.265018 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:37:46.265018 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:37:46.265018 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:37:46.265018 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:37:46.265018 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:37:46.265018 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:37:46.265018 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:37:46.265018 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:37:46.265018 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:37:46.265018 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:37:46.265018 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:37:46.265018 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:37:46.265018 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:37:46.265018 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:37:46.265018 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:37:46.265018 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:37:46.265018 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:37:46.265018 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:37:46.371906 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1f37c8a6-d8ea-4df4-8faa-a355ee542da7 tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:46.405533 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1f37c8a6-d8ea-4df4-8faa-a355ee542da7 tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:46.410086 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-1f37c8a6-d8ea-4df4-8faa-a355ee542da7 tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] 10.222.0.53 "DELETE /v2.0/networks/6dfa6c42-aed5-4e45-824f-712995e6d0b6 HTTP/1.1" status: 204 len: 168 time: 0.9054220 Nov 25 13:37:46.421160 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f37c8a6-d8ea-4df4-8faa-a355ee542da7 tempest-ExtraDHCPOptionsTestJSON-447505758 tempest-ExtraDHCPOptionsTestJSON-447505758-project] Pushing event deleted for resources: {'Network': ['ID=6dfa6c42-aed5-4e45-824f-712995e6d0b6,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:46.449650 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a1d0db67-e58e-46f5-845b-1a290c5463e0 req-044f82ba-e0f3-4916-9970-056cebf416a0 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 210 time: 0.1099279 Nov 25 13:37:46.718117 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 50142) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:46.909608 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-adbbf315-bccf-4272-9c31-6d6a6b53ae7b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c479c1d2d53349f5b835518c624c63f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1908679 Nov 25 13:37:46.912106 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 50152) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:46.966287 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5b58a691-eca4-458e-91f0-8eeaa7d8e899 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:47.008982 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5b58a691-eca4-458e-91f0-8eeaa7d8e899 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:47.122630 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5b58a691-eca4-458e-91f0-8eeaa7d8e899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:47.126399 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5b58a691-eca4-458e-91f0-8eeaa7d8e899 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:47.127780 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-5b58a691-eca4-458e-91f0-8eeaa7d8e899 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b9028276-7963-48b2-979e-7897d19b5c8a HTTP/1.1" status: 204 len: 168 time: 0.2146883 Nov 25 13:37:47.147639 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 5578df87-ba13-40ba-9fd6-83354059d57a no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:37:47.156724 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b58a691-eca4-458e-91f0-8eeaa7d8e899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9028276-7963-48b2-979e-7897d19b5c8a,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:47.199530 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 5578df87-ba13-40ba-9fd6-83354059d57a {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:37:47.199891 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 5578df87-ba13-40ba-9fd6-83354059d57a not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:37:47.605968 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1ee98158-2cc5-4687-9315-f25ed2253c94 req-47ddd1ee-3e0f-48eb-abee-45eabefb5c0e tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 210 time: 0.0380340 Nov 25 13:37:48.086718 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 50208) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:48.208472 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-67306376-93ee-404c-89f1-ca534913649e tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1654632558'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:37:48.236107 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67306376-93ee-404c-89f1-ca534913649e tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Made reservation on behalf of ed1c5eaddcf54805a69e2ee378299fb6 for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:37:48.241368 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-67306376-93ee-404c-89f1-ca534913649e tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:48.256509 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-67306376-93ee-404c-89f1-ca534913649e tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:48.365095 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-67306376-93ee-404c-89f1-ca534913649e tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:48.369112 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-67306376-93ee-404c-89f1-ca534913649e tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:48.398538 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67306376-93ee-404c-89f1-ca534913649e tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8543c0d2-49c8-447f-8852-1f4ca4490746,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:48.418165 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67306376-93ee-404c-89f1-ca534913649e tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:37:48.429178 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-67306376-93ee-404c-89f1-ca534913649e tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:48.429537 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-67306376-93ee-404c-89f1-ca534913649e tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Added segment 576a9eda-d187-41d7-92a6-992418b56dbe of type vlan for network 6a0bb006-de6a-40ad-84ac-db4b93452281 Nov 25 13:37:48.488829 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-67306376-93ee-404c-89f1-ca534913649e tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:48.517754 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-67306376-93ee-404c-89f1-ca534913649e tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:48.523438 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67306376-93ee-404c-89f1-ca534913649e tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:48.525902 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-67306376-93ee-404c-89f1-ca534913649e tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:48.595354 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-67306376-93ee-404c-89f1-ca534913649e tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5072122 Nov 25 13:37:48.597706 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 50224) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:48.604706 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-1fd4bf7c-4278-4234-ab18-5b4a92fe0ffb tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Request body: {'subnet': {'network_id': '6a0bb006-de6a-40ad-84ac-db4b93452281', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:37:48.613109 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67306376-93ee-404c-89f1-ca534913649e tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Pushing event updated for resources: {'Network': ['ID=6a0bb006-de6a-40ad-84ac-db4b93452281,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:48.656850 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 6a0bb006-de6a-40ad-84ac-db4b93452281 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:37:48.745041 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6fd235b6-ef00-4757-90eb-7a51c7d868b9 req-0cd297f8-54f6-4c89-923a-51953faf3a14 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 210 time: 0.0373659 Nov 25 13:37:48.785257 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd4bf7c-4278-4234-ab18-5b4a92fe0ffb tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Made reservation on behalf of ed1c5eaddcf54805a69e2ee378299fb6 for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:37:48.789876 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1fd4bf7c-4278-4234-ab18-5b4a92fe0ffb tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:48.996472 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1fd4bf7c-4278-4234-ab18-5b4a92fe0ffb tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:49.065486 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd4bf7c-4278-4234-ab18-5b4a92fe0ffb tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Pushing event updated for resources: {'Subnet': ['ID=1b572ce4-2b99-44eb-8db2-c0bb1c2dce0f,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:49.072322 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd4bf7c-4278-4234-ab18-5b4a92fe0ffb tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Checking segment: {'id': '576a9eda-d187-41d7-92a6-992418b56dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '6a0bb006-de6a-40ad-84ac-db4b93452281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:37:49.072921 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd4bf7c-4278-4234-ab18-5b4a92fe0ffb tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Network hostable DHCP agents. Network: 6a0bb006-de6a-40ad-84ac-db4b93452281, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:37:49.090217 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd4bf7c-4278-4234-ab18-5b4a92fe0ffb tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Network 6a0bb006-de6a-40ad-84ac-db4b93452281 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:37:49.099807 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-1fd4bf7c-4278-4234-ab18-5b4a92fe0ffb tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 6a0bb006-de6a-40ad-84ac-db4b93452281) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:37:49.104247 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd4bf7c-4278-4234-ab18-5b4a92fe0ffb tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:49.104850 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1fd4bf7c-4278-4234-ab18-5b4a92fe0ffb tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:49.115479 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3dfb949-2884-4172-89b4-394b00e44870 None None] Network 6a0bb006-de6a-40ad-84ac-db4b93452281 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:37:49.124408 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-1fd4bf7c-4278-4234-ab18-5b4a92fe0ffb tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5256653 Nov 25 13:37:49.127209 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 50234) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:49.132169 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-9e05ba53-8b18-472f-84d2-94f9bb1e07a9 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-893759850', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}, 'admin_state_up': False}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:37:49.161198 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9e05ba53-8b18-472f-84d2-94f9bb1e07a9 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:49.162333 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9e05ba53-8b18-472f-84d2-94f9bb1e07a9 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:49.229698 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9e05ba53-8b18-472f-84d2-94f9bb1e07a9 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:49.419867 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9e05ba53-8b18-472f-84d2-94f9bb1e07a9 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:49.466821 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13696ed6-e4da-4adc-b389-e0b2e5b60cc8 None None] Network 6a0bb006-de6a-40ad-84ac-db4b93452281 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:37:49.677235 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9e05ba53-8b18-472f-84d2-94f9bb1e07a9 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for router_gateway, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:49.696095 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9e05ba53-8b18-472f-84d2-94f9bb1e07a9 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:49.815109 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-9e05ba53-8b18-472f-84d2-94f9bb1e07a9 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Allocated IP 172.25.5.68 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/96564ddb-0a05-4078-9b26-d45c807e1caa) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:37:49.890420 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8819f9e2-a086-4a14-af71-28c12bf1cf8d req-9859caa9-9cd9-4245-b2ac-eae5dea1649b tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 210 time: 0.0393012 Nov 25 13:37:49.993605 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9e05ba53-8b18-472f-84d2-94f9bb1e07a9 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:50.030146 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9e05ba53-8b18-472f-84d2-94f9bb1e07a9 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:50.071610 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e05ba53-8b18-472f-84d2-94f9bb1e07a9 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:37:50.074976 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-9e05ba53-8b18-472f-84d2-94f9bb1e07a9 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:37:50.078898 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e05ba53-8b18-472f-84d2-94f9bb1e07a9 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:37:50.091027 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f37f268-54f6-4057-a86e-c2900f54316c None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:37:50.156629 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e05ba53-8b18-472f-84d2-94f9bb1e07a9 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Pushing event updated for resources: {'Port': ['ID=96564ddb-0a05-4078-9b26-d45c807e1caa,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:50.169749 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-26d36169-137b-4231-bd41-54af90474034 None None] Provisioning complete for port 96564ddb-0a05-4078-9b26-d45c807e1caa triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:37:50.170887 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-26d36169-137b-4231-bd41-54af90474034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:50.213923 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-26d36169-137b-4231-bd41-54af90474034 None None] Port 96564ddb-0a05-4078-9b26-d45c807e1caa cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:37:50.384457 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9e05ba53-8b18-472f-84d2-94f9bb1e07a9 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for router_gateway, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:50.598789 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9e05ba53-8b18-472f-84d2-94f9bb1e07a9 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:50.741202 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e05ba53-8b18-472f-84d2-94f9bb1e07a9 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Router 11f4b650-b921-4d1b-9069-83bdfb0cc2f5 is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:37:50.855052 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e05ba53-8b18-472f-84d2-94f9bb1e07a9 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:37:50.866791 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e5666e-4ca8-4c02-a944-97b270a8741c None None] Sync routers for ids ['11f4b650-b921-4d1b-9069-83bdfb0cc2f5'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:37:50.879024 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e5666e-4ca8-4c02-a944-97b270a8741c None None] Routers {'11f4b650-b921-4d1b-9069-83bdfb0cc2f5'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:37:50.882432 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9e05ba53-8b18-472f-84d2-94f9bb1e07a9 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:50.886567 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-b6e5666e-4ca8-4c02-a944-97b270a8741c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:37:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['11f4b650-b921-4d1b-9069-83bdfb0cc2f5'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:37:50.886845 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-9e05ba53-8b18-472f-84d2-94f9bb1e07a9 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.7555251 Nov 25 13:37:50.886995 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 50268) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:50.965042 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-b6e5666e-4ca8-4c02-a944-97b270a8741c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:37:50.975840 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e5666e-4ca8-4c02-a944-97b270a8741c None None] Routers {'11f4b650-b921-4d1b-9069-83bdfb0cc2f5'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:37:50.977987 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-b6e5666e-4ca8-4c02-a944-97b270a8741c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:37:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['11f4b650-b921-4d1b-9069-83bdfb0cc2f5'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:37:51.012823 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-b6e5666e-4ca8-4c02-a944-97b270a8741c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:37:51.013646 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e5666e-4ca8-4c02-a944-97b270a8741c None None] The sync data for ids ['11f4b650-b921-4d1b-9069-83bdfb0cc2f5'] in n-d-808199-11 is: [] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:37:51.060751 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1b4dabed-9aae-499c-b048-a2c2c7f03b07 req-5ba783a9-32d4-431e-b2c2-6c38d0d4894c tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 210 time: 0.0280068 Nov 25 13:37:51.709359 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6839b7e3-7579-4153-a45c-67864ba71603 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:52.020100 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-6839b7e3-7579-4153-a45c-67864ba71603 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Allocated IP 172.20.0.1 (6a0bb006-de6a-40ad-84ac-db4b93452281/1b572ce4-2b99-44eb-8db2-c0bb1c2dce0f/19e4e244-2fff-473b-84b7-9d52c2828ce3) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:37:52.177640 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6839b7e3-7579-4153-a45c-67864ba71603 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:52.185276 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3487a1d4-0433-454c-8bec-ba0de3ceb743 req-9e1abdcc-f47a-4b00-867d-40b29ed8d333 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 210 time: 0.0324233 Nov 25 13:37:52.248221 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6839b7e3-7579-4153-a45c-67864ba71603 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:52.296605 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6839b7e3-7579-4153-a45c-67864ba71603 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Network 6a0bb006-de6a-40ad-84ac-db4b93452281 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:37:52.299859 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-6839b7e3-7579-4153-a45c-67864ba71603 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:37:52.302449 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6839b7e3-7579-4153-a45c-67864ba71603 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:37:52.337613 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6839b7e3-7579-4153-a45c-67864ba71603 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Pushing event updated for resources: {'Port': ['ID=19e4e244-2fff-473b-84b7-9d52c2828ce3,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:52.354817 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6839b7e3-7579-4153-a45c-67864ba71603 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:52.502130 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6839b7e3-7579-4153-a45c-67864ba71603 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:52.805197 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6839b7e3-7579-4153-a45c-67864ba71603 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:52.810078 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6839b7e3-7579-4153-a45c-67864ba71603 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:52.888552 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6839b7e3-7579-4153-a45c-67864ba71603 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Pushing event updated for resources: {'Port': ['ID=19e4e244-2fff-473b-84b7-9d52c2828ce3,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:52.891703 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6839b7e3-7579-4153-a45c-67864ba71603 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:52.990679 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6839b7e3-7579-4153-a45c-67864ba71603 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Network 6a0bb006-de6a-40ad-84ac-db4b93452281 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:37:52.993070 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-6839b7e3-7579-4153-a45c-67864ba71603 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:37:53.138007 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6839b7e3-7579-4153-a45c-67864ba71603 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Router 11f4b650-b921-4d1b-9069-83bdfb0cc2f5 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:37:53.189225 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 50320) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:53.262135 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6839b7e3-7579-4153-a45c-67864ba71603 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:37:53.284409 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247b4fd6-3778-4ed2-9167-9a58bd32fe10 None None] Sync routers for ids ['11f4b650-b921-4d1b-9069-83bdfb0cc2f5'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:37:53.298721 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-6839b7e3-7579-4153-a45c-67864ba71603 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] 10.222.0.53 "PUT /v2.0/routers/11f4b650-b921-4d1b-9069-83bdfb0cc2f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4023733 Nov 25 13:37:53.298721 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 50326) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:53.299003 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247b4fd6-3778-4ed2-9167-9a58bd32fe10 None None] Routers {'11f4b650-b921-4d1b-9069-83bdfb0cc2f5'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:37:53.299003 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-247b4fd6-3778-4ed2-9167-9a58bd32fe10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:37:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['11f4b650-b921-4d1b-9069-83bdfb0cc2f5'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:37:53.303454 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-48a472bc-049c-44ec-82b4-35acaefd4bdc tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Request body: {'port': {'network_id': '6a0bb006-de6a-40ad-84ac-db4b93452281', 'name': 'tempest-FloatingIPTestJSON-530865604'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:37:53.343100 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-247b4fd6-3778-4ed2-9167-9a58bd32fe10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:37:53.355239 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247b4fd6-3778-4ed2-9167-9a58bd32fe10 None None] Routers {'11f4b650-b921-4d1b-9069-83bdfb0cc2f5'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:37:53.355862 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-247b4fd6-3778-4ed2-9167-9a58bd32fe10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:37:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['11f4b650-b921-4d1b-9069-83bdfb0cc2f5'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:37:53.395362 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f84fe30a-adff-45d2-8efe-b1d2b1f2cb91 req-75edcc24-47d0-4c26-a915-ee072c15224d tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 210 time: 0.0435991 Nov 25 13:37:53.419975 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-247b4fd6-3778-4ed2-9167-9a58bd32fe10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:37:53.420637 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247b4fd6-3778-4ed2-9167-9a58bd32fe10 None None] The sync data for ids ['11f4b650-b921-4d1b-9069-83bdfb0cc2f5'] in n-d-808199-11 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:37:53.492350 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a472bc-049c-44ec-82b4-35acaefd4bdc tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Made reservation on behalf of ed1c5eaddcf54805a69e2ee378299fb6 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:37:53.497133 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-48a472bc-049c-44ec-82b4-35acaefd4bdc tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:53.498172 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-d74263a5-c148-4028-be61-8b4427aefa73 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Deleting port 8cacd7df-baa3-4671-ae5d-421b563ab303 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:37:53.498618 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d74263a5-c148-4028-be61-8b4427aefa73 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:53.523496 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-48a472bc-049c-44ec-82b4-35acaefd4bdc tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] device_id is not set on port c81af388-cd60-4457-a83a-83aded071b75 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:37:53.614428 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d74263a5-c148-4028-be61-8b4427aefa73 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:53.614812 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d74263a5-c148-4028-be61-8b4427aefa73 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:53.631339 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-d74263a5-c148-4028-be61-8b4427aefa73 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Calling delete_port for 8cacd7df-baa3-4671-ae5d-421b563ab303 owned by network:floatingip {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:37:53.662370 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-48a472bc-049c-44ec-82b4-35acaefd4bdc tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Allocated IP 172.20.0.6 (6a0bb006-de6a-40ad-84ac-db4b93452281/1b572ce4-2b99-44eb-8db2-c0bb1c2dce0f/c81af388-cd60-4457-a83a-83aded071b75) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:37:53.850843 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-48a472bc-049c-44ec-82b4-35acaefd4bdc tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:53.852587 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d74263a5-c148-4028-be61-8b4427aefa73 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:53.890191 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74263a5-c148-4028-be61-8b4427aefa73 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event deleted for resources: {'Port': ['ID=8cacd7df-baa3-4671-ae5d-421b563ab303,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:53.891288 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-48a472bc-049c-44ec-82b4-35acaefd4bdc tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:53.941453 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a472bc-049c-44ec-82b4-35acaefd4bdc tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Network 6a0bb006-de6a-40ad-84ac-db4b93452281 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:37:53.946283 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-48a472bc-049c-44ec-82b4-35acaefd4bdc tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:37:53.958974 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a472bc-049c-44ec-82b4-35acaefd4bdc tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:37:53.966084 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d74263a5-c148-4028-be61-8b4427aefa73 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for floatingip, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:53.966420 n-d-808199-11 neutron-server[103570]: INFO neutron.db.l3_db [None req-d74263a5-c148-4028-be61-8b4427aefa73 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Floating IP e7f3c199-2e26-445d-8a76-7e3d33285088 disassociated (deleted). External IP: 172.25.5.156, port: 2df26226-3cfc-476a-b550-9561d6d2b691. Nov 25 13:37:54.005185 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a472bc-049c-44ec-82b4-35acaefd4bdc tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Pushing event updated for resources: {'Port': ['ID=c81af388-cd60-4457-a83a-83aded071b75,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:54.031973 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a472bc-049c-44ec-82b4-35acaefd4bdc tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:54.032954 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-48a472bc-049c-44ec-82b4-35acaefd4bdc tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:54.059900 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-48a472bc-049c-44ec-82b4-35acaefd4bdc tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7649326 Nov 25 13:37:54.062445 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 50340) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:54.067617 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-53058409-aa18-4c00-a549-d70434859c84 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Request body: {'port': {'network_id': '6a0bb006-de6a-40ad-84ac-db4b93452281', 'name': 'tempest-FloatingIPTestJSON-1895945790'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:37:54.279988 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53058409-aa18-4c00-a549-d70434859c84 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Made reservation on behalf of ed1c5eaddcf54805a69e2ee378299fb6 for: {'port': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:37:54.283973 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-53058409-aa18-4c00-a549-d70434859c84 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:54.307803 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [None req-53058409-aa18-4c00-a549-d70434859c84 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] device_id is not set on port 6286b8ce-8223-40d3-a78e-9b1343b568ac yet. {{(pid=103570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:37:54.316308 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d74263a5-c148-4028-be61-8b4427aefa73 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Router 78e3b542-2c4b-4843-89a1-c2b4e9355b47 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:37:54.865485 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-004cbe63-6c13-4439-998e-82bd48b7ad85 req-1d8e541e-6698-4d0c-8849-e4e7edbf3590 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 210 time: 0.0726113 Nov 25 13:37:54.917324 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-53058409-aa18-4c00-a549-d70434859c84 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Allocated IP 172.20.0.8 (6a0bb006-de6a-40ad-84ac-db4b93452281/1b572ce4-2b99-44eb-8db2-c0bb1c2dce0f/6286b8ce-8223-40d3-a78e-9b1343b568ac) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:37:54.959769 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d74263a5-c148-4028-be61-8b4427aefa73 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:37:54.966015 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d74263a5-c148-4028-be61-8b4427aefa73 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:54.975513 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2592d3a-2628-4653-b6a8-990d531714f8 None None] Sync routers for ids ['78e3b542-2c4b-4843-89a1-c2b4e9355b47'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:37:54.987692 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2592d3a-2628-4653-b6a8-990d531714f8 None None] Routers {'78e3b542-2c4b-4843-89a1-c2b4e9355b47'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:37:54.988684 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-f2592d3a-2628-4653-b6a8-990d531714f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:37:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['78e3b542-2c4b-4843-89a1-c2b4e9355b47'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:37:55.044647 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d74263a5-c148-4028-be61-8b4427aefa73 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "DELETE /v2.0/floatingips/e7f3c199-2e26-445d-8a76-7e3d33285088 HTTP/1.1" status: 204 len: 168 time: 1.8536587 Nov 25 13:37:55.125868 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-f2592d3a-2628-4653-b6a8-990d531714f8 None None] Set router 78e3b542-2c4b-4843-89a1-c2b4e9355b47 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:37:55.152277 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4abdc79f-4141-4ffd-aeec-dc604bda03b1', 'tag': '2df26226-3cfc-476a-b550-9561d6d2b691'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:37:55.173088 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159b934f-df77-4e2f-8a36-c777e11ef4d4" -d '{"events": [{"name": "network-changed", "server_uuid": "4abdc79f-4141-4ffd-aeec-dc604bda03b1", "tag": "2df26226-3cfc-476a-b550-9561d6d2b691"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:37:55.255747 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb576a1-ccbe-43c6-8a7c-9d56af07159b x-openstack-request-id: req-deb576a1-ccbe-43c6-8a7c-9d56af07159b {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:37:55.256048 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4abdc79f-4141-4ffd-aeec-dc604bda03b1", "tag": "2df26226-3cfc-476a-b550-9561d6d2b691", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:37:55.267425 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-deb576a1-ccbe-43c6-8a7c-9d56af07159b {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:37:55.267946 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4abdc79f-4141-4ffd-aeec-dc604bda03b1', 'tag': '2df26226-3cfc-476a-b550-9561d6d2b691', 'status': 'completed', 'code': 200} Nov 25 13:37:55.273941 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-53058409-aa18-4c00-a549-d70434859c84 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:55.325343 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b934f-df77-4e2f-8a36-c777e11ef4d4 req-77193f1a-2fc8-4a95-8622-cb624043944e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:55.327744 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-159b934f-df77-4e2f-8a36-c777e11ef4d4 req-77193f1a-2fc8-4a95-8622-cb624043944e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=057e847f3ee343b9812224ca032e6bfc&device_id=4abdc79f-4141-4ffd-aeec-dc604bda03b1 HTTP/1.1" status: 200 len: 1098 time: 0.0518472 Nov 25 13:37:55.336588 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-53058409-aa18-4c00-a549-d70434859c84 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:55.397562 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53058409-aa18-4c00-a549-d70434859c84 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Network 6a0bb006-de6a-40ad-84ac-db4b93452281 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:37:55.406939 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-53058409-aa18-4c00-a549-d70434859c84 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:37:55.425813 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53058409-aa18-4c00-a549-d70434859c84 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:37:55.459742 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-f2592d3a-2628-4653-b6a8-990d531714f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e3b542-2c4b-4843-89a1-c2b4e9355b47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034906892', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': 'a023549e-9782-47ff-bfcc-19f301417e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:36:10Z', 'updated_at': '2021-11-25T13:36:15Z', 'revision_number': 4, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'gw_port': {'id': 'a023549e-9782-47ff-bfcc-19f301417e1d', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:14:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e3b542-2c4b-4843-89a1-c2b4e9355b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:36:10Z', 'updated_at': '2021-11-25T13:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '7458fd71-f10b-4ff9-a458-0a4d02812b85', 'name': '', 'network_id': 'db86cf0c-2d9d-4973-97d3-ae21a785403b', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'mac_address': 'fa:16:3e:86:91:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e3b542-2c4b-4843-89a1-c2b4e9355b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': '244939ee-af06-4fda-b44a-72ec443cdc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:36:14Z', 'updated_at': '2021-11-25T13:36:19Z', 'revision_number': 5, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'subnets': [{'id': '244939ee-af06-4fda-b44a-72ec443cdc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:37:55.481286 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53058409-aa18-4c00-a549-d70434859c84 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Pushing event updated for resources: {'Port': ['ID=6286b8ce-8223-40d3-a78e-9b1343b568ac,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:55.496478 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c19f9a-e71d-4055-913b-c85cd35422c2 req-093438a9-20e4-4640-9501-406c64b01779 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:55.498074 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-73c19f9a-e71d-4055-913b-c85cd35422c2 req-093438a9-20e4-4640-9501-406c64b01779 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=4abdc79f-4141-4ffd-aeec-dc604bda03b1 HTTP/1.1" status: 200 len: 946 time: 0.1771224 Nov 25 13:37:55.505698 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53058409-aa18-4c00-a549-d70434859c84 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:55.506331 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-53058409-aa18-4c00-a549-d70434859c84 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:55.517579 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2592d3a-2628-4653-b6a8-990d531714f8 None None] Checking router: 78e3b542-2c4b-4843-89a1-c2b4e9355b47 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:37:55.526542 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b934f-df77-4e2f-8a36-c777e11ef4d4 req-6a5497e2-71d9-4ae3-b231-0b038c6ed707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:55.528079 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2592d3a-2628-4653-b6a8-990d531714f8 None None] Routers {'78e3b542-2c4b-4843-89a1-c2b4e9355b47'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:37:55.528624 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-159b934f-df77-4e2f-8a36-c777e11ef4d4 req-6a5497e2-71d9-4ae3-b231-0b038c6ed707 service neutron] 10.222.0.47 "GET /v2.0/networks?id=db86cf0c-2d9d-4973-97d3-ae21a785403b HTTP/1.1" status: 200 len: 897 time: 0.1880963 Nov 25 13:37:55.528954 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-f2592d3a-2628-4653-b6a8-990d531714f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:37:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['78e3b542-2c4b-4843-89a1-c2b4e9355b47'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:37:55.567248 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-53058409-aa18-4c00-a549-d70434859c84 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5035455 Nov 25 13:37:55.570910 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 50374) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:55.576750 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-2099f296-00ff-461a-80bc-17a6f6863d78 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Request body: {'floatingip': {'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'port_id': '6286b8ce-8223-40d3-a78e-9b1343b568ac', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:37:55.631357 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-159b934f-df77-4e2f-8a36-c777e11ef4d4 req-1e1e0be5-63fb-423d-8652-859625740611 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2df26226-3cfc-476a-b550-9561d6d2b691 HTTP/1.1" status: 200 len: 217 time: 0.0947046 Nov 25 13:37:55.664558 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-73c19f9a-e71d-4055-913b-c85cd35422c2 req-5ec4d4b1-17fd-4c53-b78f-2a38b822ad85 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=deb84145-70b8-4cf2-8a88-cf2c1abdea3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513958 Nov 25 13:37:55.684741 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2099f296-00ff-461a-80bc-17a6f6863d78 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for floatingip, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:55.693347 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-f2592d3a-2628-4653-b6a8-990d531714f8 None None] Set router 78e3b542-2c4b-4843-89a1-c2b4e9355b47 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:37:55.719222 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b934f-df77-4e2f-8a36-c777e11ef4d4 req-715f8eb8-d066-420a-8c23-9eaf2808dfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:55.722370 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-159b934f-df77-4e2f-8a36-c777e11ef4d4 req-715f8eb8-d066-420a-8c23-9eaf2808dfc8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=244939ee-af06-4fda-b44a-72ec443cdc8d HTTP/1.1" status: 200 len: 835 time: 0.0832932 Nov 25 13:37:55.774809 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b934f-df77-4e2f-8a36-c777e11ef4d4 req-b65e0665-0765-4b1a-b628-554f15dc06d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:55.776387 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-159b934f-df77-4e2f-8a36-c777e11ef4d4 req-b65e0665-0765-4b1a-b628-554f15dc06d0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db86cf0c-2d9d-4973-97d3-ae21a785403b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455678 Nov 25 13:37:55.862130 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2099f296-00ff-461a-80bc-17a6f6863d78 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:55.933352 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-159b934f-df77-4e2f-8a36-c777e11ef4d4 req-3df98a61-712a-4ff6-a9db-bf19d14e627c service neutron] 10.222.0.47 "GET /v2.0/networks/db86cf0c-2d9d-4973-97d3-ae21a785403b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449366 Nov 25 13:37:55.955484 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-f2592d3a-2628-4653-b6a8-990d531714f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e3b542-2c4b-4843-89a1-c2b4e9355b47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034906892', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': 'a023549e-9782-47ff-bfcc-19f301417e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:36:10Z', 'updated_at': '2021-11-25T13:36:15Z', 'revision_number': 4, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'gw_port': {'id': 'a023549e-9782-47ff-bfcc-19f301417e1d', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:14:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e3b542-2c4b-4843-89a1-c2b4e9355b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:36:10Z', 'updated_at': '2021-11-25T13:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '7458fd71-f10b-4ff9-a458-0a4d02812b85', 'name': '', 'network_id': 'db86cf0c-2d9d-4973-97d3-ae21a785403b', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'mac_address': 'fa:16:3e:86:91:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e3b542-2c4b-4843-89a1-c2b4e9355b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': '244939ee-af06-4fda-b44a-72ec443cdc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:36:14Z', 'updated_at': '2021-11-25T13:36:19Z', 'revision_number': 5, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'subnets': [{'id': '244939ee-af06-4fda-b44a-72ec443cdc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:37:55.994929 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2592d3a-2628-4653-b6a8-990d531714f8 None None] The sync data for ids ['78e3b542-2c4b-4843-89a1-c2b4e9355b47'] in n-d-808199-11 is: [{'id': '78e3b542-2c4b-4843-89a1-c2b4e9355b47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034906892', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': 'a023549e-9782-47ff-bfcc-19f301417e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:36:10Z', 'updated_at': '2021-11-25T13:36:15Z', 'revision_number': 4, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'gw_port': {'id': 'a023549e-9782-47ff-bfcc-19f301417e1d', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:14:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e3b542-2c4b-4843-89a1-c2b4e9355b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:36:10Z', 'updated_at': '2021-11-25T13:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '7458fd71-f10b-4ff9-a458-0a4d02812b85', 'name': '', 'network_id': 'db86cf0c-2d9d-4973-97d3-ae21a785403b', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'mac_address': 'fa:16:3e:86:91:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e3b542-2c4b-4843-89a1-c2b4e9355b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': '244939ee-af06-4fda-b44a-72ec443cdc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:36:14Z', 'updated_at': '2021-11-25T13:36:19Z', 'revision_number': 5, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'subnets': [{'id': '244939ee-af06-4fda-b44a-72ec443cdc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:37:56.084547 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-159b934f-df77-4e2f-8a36-c777e11ef4d4 req-ae53e657-0630-4682-8f2a-e2abc3362a80 service neutron] 10.222.0.47 "GET /v2.0/networks/db86cf0c-2d9d-4973-97d3-ae21a785403b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467972 Nov 25 13:37:56.085508 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6e6bfdc8-e054-44b8-88f8-ee60e52a9549 req-fd11d416-da4d-4a14-b9a3-66cab89a6b3e tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 210 time: 0.0608940 Nov 25 13:37:56.116929 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-2099f296-00ff-461a-80bc-17a6f6863d78 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Allocated IP 172.25.5.58 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/bb34043b-7dc7-4ac7-b3f2-13f3753378b1) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:37:56.248911 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2099f296-00ff-461a-80bc-17a6f6863d78 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:56.311729 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2099f296-00ff-461a-80bc-17a6f6863d78 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:56.394902 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2099f296-00ff-461a-80bc-17a6f6863d78 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Pushing event updated for resources: {'Port': ['ID=bb34043b-7dc7-4ac7-b3f2-13f3753378b1,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:56.402855 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2099f296-00ff-461a-80bc-17a6f6863d78 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:37:56.405221 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-2099f296-00ff-461a-80bc-17a6f6863d78 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:37:56.411734 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2099f296-00ff-461a-80bc-17a6f6863d78 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:37:56.417349 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6931605a-d2f3-4e6a-bf5b-fcbe267307c4 None None] New status for floating IP e7f3c199-2e26-445d-8a76-7e3d33285088: DOWN {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 13:37:56.609750 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e60bb1-8665-4cb7-8f23-d4ecfdc204d3 req-0938f648-4c75-4994-b79b-f6330573c184 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:56.613352 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-56e60bb1-8665-4cb7-8f23-d4ecfdc204d3 req-0938f648-4c75-4994-b79b-f6330573c184 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.47 "GET /v2.0/ports?device_id=4abdc79f-4141-4ffd-aeec-dc604bda03b1 HTTP/1.1" status: 200 len: 946 time: 0.1070526 Nov 25 13:37:56.763049 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-56e60bb1-8665-4cb7-8f23-d4ecfdc204d3 req-ef7132d5-1a24-4551-86cf-6f972fac9176 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Deleting port 2df26226-3cfc-476a-b550-9561d6d2b691 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:37:56.763312 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-56e60bb1-8665-4cb7-8f23-d4ecfdc204d3 req-ef7132d5-1a24-4551-86cf-6f972fac9176 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:56.879452 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-56e60bb1-8665-4cb7-8f23-d4ecfdc204d3 req-ef7132d5-1a24-4551-86cf-6f972fac9176 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] For port 2df26226-3cfc-476a-b550-9561d6d2b691, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=2df26226-3cfc-476a-b550-9561d6d2b691,segment=NetworkSegment(bf0c778b-bb74-4c51-8849-ac3c7f278b2c),segment_id=bf0c778b-bb74-4c51-8849-ac3c7f278b2c)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:37:56.880400 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-56e60bb1-8665-4cb7-8f23-d4ecfdc204d3 req-ef7132d5-1a24-4551-86cf-6f972fac9176 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:56.883048 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2099f296-00ff-461a-80bc-17a6f6863d78 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:56.910320 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-56e60bb1-8665-4cb7-8f23-d4ecfdc204d3 req-ef7132d5-1a24-4551-86cf-6f972fac9176 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Calling delete_port for 2df26226-3cfc-476a-b550-9561d6d2b691 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:37:56.928135 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca2e6a-f578-45bb-b304-ac0b6f8878f8 req-4ed6437f-7425-4cbd-a8b2-13b4affc370d tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:37:56.929665 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-22ca2e6a-f578-45bb-b304-ac0b6f8878f8 req-4ed6437f-7425-4cbd-a8b2-13b4affc370d tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/ports?device_id=4abdc79f-4141-4ffd-aeec-dc604bda03b1 HTTP/1.1" status: 200 len: 946 time: 0.0971885 Nov 25 13:37:57.020855 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-22ca2e6a-f578-45bb-b304-ac0b6f8878f8 req-97529bfc-a6d5-46d7-9fce-d7f01a823392 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "GET /v2.0/security-groups?id=deb84145-70b8-4cf2-8a88-cf2c1abdea3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819328 Nov 25 13:37:57.026147 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2099f296-00ff-461a-80bc-17a6f6863d78 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:57.088505 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-56e60bb1-8665-4cb7-8f23-d4ecfdc204d3 req-ef7132d5-1a24-4551-86cf-6f972fac9176 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:57.121786 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7132d5-1a24-4551-86cf-6f972fac9176 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event deleted for resources: {'Port': ['ID=2df26226-3cfc-476a-b550-9561d6d2b691,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:57.218763 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-56e60bb1-8665-4cb7-8f23-d4ecfdc204d3 req-ef7132d5-1a24-4551-86cf-6f972fac9176 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] No DVR routers for this DVR port 2df26226-3cfc-476a-b550-9561d6d2b691 on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:37:57.221321 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-56e60bb1-8665-4cb7-8f23-d4ecfdc204d3 req-ef7132d5-1a24-4551-86cf-6f972fac9176 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:57.226892 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-56e60bb1-8665-4cb7-8f23-d4ecfdc204d3 req-ef7132d5-1a24-4551-86cf-6f972fac9176 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.47 "DELETE /v2.0/ports/2df26226-3cfc-476a-b550-9561d6d2b691 HTTP/1.1" status: 204 len: 173 time: 0.6065950 Nov 25 13:37:57.227391 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4abdc79f-4141-4ffd-aeec-dc604bda03b1', 'name': 'network-vif-deleted', 'tag': '2df26226-3cfc-476a-b550-9561d6d2b691'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:37:57.229775 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d27e9c5a-42e6-4ec5-a808-419303385175" -d '{"events": [{"server_uuid": "4abdc79f-4141-4ffd-aeec-dc604bda03b1", "name": "network-vif-deleted", "tag": "2df26226-3cfc-476a-b550-9561d6d2b691"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:37:57.262336 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2099f296-00ff-461a-80bc-17a6f6863d78 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:57.284467 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1cd712d2-ac89-4cb2-a3b9-52e4d05935c4 req-a8e4952c-d208-40fe-b489-56a93982332b tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 210 time: 0.0479589 Nov 25 13:37:57.285417 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2099f296-00ff-461a-80bc-17a6f6863d78 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:57.354022 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06e5ffd-30b1-4078-9172-006a6ddc785f x-openstack-request-id: req-c06e5ffd-30b1-4078-9172-006a6ddc785f {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:37:57.354319 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4abdc79f-4141-4ffd-aeec-dc604bda03b1", "name": "network-vif-deleted", "tag": "2df26226-3cfc-476a-b550-9561d6d2b691", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:37:57.354573 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c06e5ffd-30b1-4078-9172-006a6ddc785f {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:37:57.355056 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4abdc79f-4141-4ffd-aeec-dc604bda03b1', 'name': 'network-vif-deleted', 'tag': '2df26226-3cfc-476a-b550-9561d6d2b691', 'status': 'completed', 'code': 200} Nov 25 13:37:57.397567 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2099f296-00ff-461a-80bc-17a6f6863d78 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:57.404795 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2099f296-00ff-461a-80bc-17a6f6863d78 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Pushing event updated for resources: {'Port': ['ID=bb34043b-7dc7-4ac7-b3f2-13f3753378b1,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:57.522475 n-d-808199-11 neutron-server[103570]: INFO neutron.db.l3_db [None req-2099f296-00ff-461a-80bc-17a6f6863d78 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Floating IP a564de32-db0b-4e5d-8157-7fc1b3c18fcc associated. External IP: 172.25.5.58, port: 6286b8ce-8223-40d3-a78e-9b1343b568ac. Nov 25 13:37:57.856149 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2099f296-00ff-461a-80bc-17a6f6863d78 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Router 11f4b650-b921-4d1b-9069-83bdfb0cc2f5 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:37:57.974417 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2099f296-00ff-461a-80bc-17a6f6863d78 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:37:57.987117 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9b4ff2-cea0-4714-8be4-900fb45c30fd None None] Sync routers for ids ['11f4b650-b921-4d1b-9069-83bdfb0cc2f5'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:37:57.995045 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2099f296-00ff-461a-80bc-17a6f6863d78 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:57.998911 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9b4ff2-cea0-4714-8be4-900fb45c30fd None None] Routers {'11f4b650-b921-4d1b-9069-83bdfb0cc2f5'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:37:58.000426 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-aa9b4ff2-cea0-4714-8be4-900fb45c30fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:37:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['11f4b650-b921-4d1b-9069-83bdfb0cc2f5'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:37:58.026093 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-2099f296-00ff-461a-80bc-17a6f6863d78 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.4535801 Nov 25 13:37:58.028990 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 50422) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:58.034565 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-0d35530e-f493-4df5-b223-f8bce59c1fe7 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:37:58.047632 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-aa9b4ff2-cea0-4714-8be4-900fb45c30fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:37:58.076917 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9b4ff2-cea0-4714-8be4-900fb45c30fd None None] Routers {'11f4b650-b921-4d1b-9069-83bdfb0cc2f5'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:37:58.078182 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-aa9b4ff2-cea0-4714-8be4-900fb45c30fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:37:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['11f4b650-b921-4d1b-9069-83bdfb0cc2f5'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:37:58.106115 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0d35530e-f493-4df5-b223-f8bce59c1fe7 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for floatingip, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:58.120507 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 50426) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:58.131936 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-aa9b4ff2-cea0-4714-8be4-900fb45c30fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:37:58.132932 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9b4ff2-cea0-4714-8be4-900fb45c30fd None None] The sync data for ids ['11f4b650-b921-4d1b-9069-83bdfb0cc2f5'] in n-d-808199-11 is: [] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:37:58.308481 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0d35530e-f493-4df5-b223-f8bce59c1fe7 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:58.314426 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0d35530e-f493-4df5-b223-f8bce59c1fe7 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:58.314903 n-d-808199-11 neutron-server[103571]: INFO neutron.db.l3_db [None req-0d35530e-f493-4df5-b223-f8bce59c1fe7 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Floating IP a564de32-db0b-4e5d-8157-7fc1b3c18fcc disassociated. External IP: 172.25.5.58, port: 6286b8ce-8223-40d3-a78e-9b1343b568ac. Nov 25 13:37:58.502475 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-95d1fe7d-c456-46ce-81c5-503f0dab02f5 req-1486200f-a064-4bb2-8a82-f58761bbcc5a tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 210 time: 0.0430505 Nov 25 13:37:58.616273 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d35530e-f493-4df5-b223-f8bce59c1fe7 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Router 11f4b650-b921-4d1b-9069-83bdfb0cc2f5 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:37:58.648096 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6d42a2ab-7c2b-4c59-a6fe-c3d194a5517c tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:58.757926 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d35530e-f493-4df5-b223-f8bce59c1fe7 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:37:58.768552 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce6b34e-4756-4870-a340-85f6b4ffd2e0 None None] Sync routers for ids ['11f4b650-b921-4d1b-9069-83bdfb0cc2f5'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:37:58.774212 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0d35530e-f493-4df5-b223-f8bce59c1fe7 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:58.780352 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce6b34e-4756-4870-a340-85f6b4ffd2e0 None None] Routers {'11f4b650-b921-4d1b-9069-83bdfb0cc2f5'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:37:58.782484 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-4ce6b34e-4756-4870-a340-85f6b4ffd2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:37:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['11f4b650-b921-4d1b-9069-83bdfb0cc2f5'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:37:58.847699 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-4ce6b34e-4756-4870-a340-85f6b4ffd2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:37:58.851717 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-0d35530e-f493-4df5-b223-f8bce59c1fe7 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] 10.222.0.53 "PUT /v2.0/floatingips/a564de32-db0b-4e5d-8157-7fc1b3c18fcc HTTP/1.1" status: 200 len: 687 time: 0.8215246 Nov 25 13:37:58.852355 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 50446) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:58.858494 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce6b34e-4756-4870-a340-85f6b4ffd2e0 None None] Routers {'11f4b650-b921-4d1b-9069-83bdfb0cc2f5'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:37:58.860077 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-4ce6b34e-4756-4870-a340-85f6b4ffd2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:37:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['11f4b650-b921-4d1b-9069-83bdfb0cc2f5'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:37:58.899559 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-4ce6b34e-4756-4870-a340-85f6b4ffd2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:37:58.900680 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce6b34e-4756-4870-a340-85f6b4ffd2e0 None None] The sync data for ids ['11f4b650-b921-4d1b-9069-83bdfb0cc2f5'] in n-d-808199-11 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:37:58.994990 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-8e39cd61-5d61-43d1-806e-8767d29659e4 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Deleting port bb34043b-7dc7-4ac7-b3f2-13f3753378b1 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:37:58.995335 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8e39cd61-5d61-43d1-806e-8767d29659e4 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:59.024415 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-6d42a2ab-7c2b-4c59-a6fe-c3d194a5517c tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Deleting port 7458fd71-f10b-4ff9-a458-0a4d02812b85 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:37:59.025107 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6d42a2ab-7c2b-4c59-a6fe-c3d194a5517c tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:59.095826 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8e39cd61-5d61-43d1-806e-8767d29659e4 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:59.096374 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8e39cd61-5d61-43d1-806e-8767d29659e4 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:59.110399 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-8e39cd61-5d61-43d1-806e-8767d29659e4 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Calling delete_port for bb34043b-7dc7-4ac7-b3f2-13f3753378b1 owned by network:floatingip {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:37:59.143867 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-6d42a2ab-7c2b-4c59-a6fe-c3d194a5517c tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] For port 7458fd71-f10b-4ff9-a458-0a4d02812b85, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=7458fd71-f10b-4ff9-a458-0a4d02812b85,segment=NetworkSegment(bf0c778b-bb74-4c51-8849-ac3c7f278b2c),segment_id=bf0c778b-bb74-4c51-8849-ac3c7f278b2c)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:37:59.144549 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6d42a2ab-7c2b-4c59-a6fe-c3d194a5517c tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:59.164844 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-6d42a2ab-7c2b-4c59-a6fe-c3d194a5517c tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Calling delete_port for 7458fd71-f10b-4ff9-a458-0a4d02812b85 owned by network:router_interface {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:37:59.283251 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8e39cd61-5d61-43d1-806e-8767d29659e4 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:59.367912 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e39cd61-5d61-43d1-806e-8767d29659e4 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Pushing event deleted for resources: {'Port': ['ID=bb34043b-7dc7-4ac7-b3f2-13f3753378b1,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:59.424151 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8e39cd61-5d61-43d1-806e-8767d29659e4 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for floatingip, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:59.427208 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8e39cd61-5d61-43d1-806e-8767d29659e4 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:59.432235 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-8e39cd61-5d61-43d1-806e-8767d29659e4 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] 10.222.0.53 "DELETE /v2.0/floatingips/a564de32-db0b-4e5d-8157-7fc1b3c18fcc HTTP/1.1" status: 204 len: 168 time: 0.5754650 Nov 25 13:37:59.432402 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 50458) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:37:59.438047 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-01826728-17ec-4bed-862b-f97a5f1e2992 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Request body: {'floatingip': {'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'port_id': 'c81af388-cd60-4457-a83a-83aded071b75'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:37:59.470084 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6d42a2ab-7c2b-4c59-a6fe-c3d194a5517c tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:59.504081 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-01826728-17ec-4bed-862b-f97a5f1e2992 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for floatingip, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:59.559190 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d42a2ab-7c2b-4c59-a6fe-c3d194a5517c tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event deleted for resources: {'Port': ['ID=7458fd71-f10b-4ff9-a458-0a4d02812b85,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:37:59.718276 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-01826728-17ec-4bed-862b-f97a5f1e2992 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:37:59.850153 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-01826728-17ec-4bed-862b-f97a5f1e2992 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Allocated IP 172.25.5.125 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/cb7153d6-38db-4e2b-b15e-44ed9c8b92ca) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:37:59.856878 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9b16bf1c-21d7-4381-8248-7a10ab682ed4 req-226d9cea-3d87-4fe2-a821-36bc620aa7f9 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ced957b-37ee-4144-8fbe-fbcb55edfbc6 HTTP/1.1" status: 200 len: 210 time: 0.0646408 Nov 25 13:37:59.875859 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6d42a2ab-7c2b-4c59-a6fe-c3d194a5517c tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:00.028182 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-01826728-17ec-4bed-862b-f97a5f1e2992 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:00.094275 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-01826728-17ec-4bed-862b-f97a5f1e2992 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:00.150969 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01826728-17ec-4bed-862b-f97a5f1e2992 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:38:00.158291 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-01826728-17ec-4bed-862b-f97a5f1e2992 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:38:00.162248 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01826728-17ec-4bed-862b-f97a5f1e2992 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:38:00.301915 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01826728-17ec-4bed-862b-f97a5f1e2992 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Pushing event updated for resources: {'Port': ['ID=cb7153d6-38db-4e2b-b15e-44ed9c8b92ca,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:00.310464 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 2df26226-3cfc-476a-b550-9561d6d2b691 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:38:00.354654 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: 2df26226-3cfc-476a-b550-9561d6d2b691 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:38:00.355429 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 2df26226-3cfc-476a-b550-9561d6d2b691 not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:38:00.364180 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0f3dc065-f405-4dca-ba1d-098c83cc6fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:00.603106 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d42a2ab-7c2b-4c59-a6fe-c3d194a5517c tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Router 78e3b542-2c4b-4843-89a1-c2b4e9355b47 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:38:00.739324 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d42a2ab-7c2b-4c59-a6fe-c3d194a5517c tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:38:00.750545 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cbfa96-e3df-45b8-b058-f5fd73e5b1c9 None None] Sync routers for ids ['78e3b542-2c4b-4843-89a1-c2b4e9355b47'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:38:00.752835 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-6d42a2ab-7c2b-4c59-a6fe-c3d194a5517c tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "PUT /v2.0/routers/78e3b542-2c4b-4843-89a1-c2b4e9355b47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6312978 Nov 25 13:38:00.753710 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 50478) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:00.774167 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cbfa96-e3df-45b8-b058-f5fd73e5b1c9 None None] Routers {'78e3b542-2c4b-4843-89a1-c2b4e9355b47'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:38:00.775197 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-84cbfa96-e3df-45b8-b058-f5fd73e5b1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:37:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['78e3b542-2c4b-4843-89a1-c2b4e9355b47'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:00.843779 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3d5902a-aaf5-4346-9b43-726ef8dda1b1 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Deleting subnet 244939ee-af06-4fda-b44a-72ec443cdc8d {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:38:00.847931 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e3d5902a-aaf5-4346-9b43-726ef8dda1b1 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:00.912128 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e3d5902a-aaf5-4346-9b43-726ef8dda1b1 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:01.005764 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-84cbfa96-e3df-45b8-b058-f5fd73e5b1c9 None None] Set router 78e3b542-2c4b-4843-89a1-c2b4e9355b47 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:38:01.013290 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-01826728-17ec-4bed-862b-f97a5f1e2992 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:01.041221 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 50490) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:01.085331 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e3d5902a-aaf5-4346-9b43-726ef8dda1b1 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:01.163291 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cde0f168-7429-405c-ab82-117f3ee98386 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:01.188606 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-01826728-17ec-4bed-862b-f97a5f1e2992 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:01.205746 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e3d5902a-aaf5-4346-9b43-726ef8dda1b1 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:01.243971 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d5902a-aaf5-4346-9b43-726ef8dda1b1 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event deleted for resources: {'Subnet': ['ID=244939ee-af06-4fda-b44a-72ec443cdc8d,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:01.261820 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-84cbfa96-e3df-45b8-b058-f5fd73e5b1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e3b542-2c4b-4843-89a1-c2b4e9355b47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034906892', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': 'a023549e-9782-47ff-bfcc-19f301417e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:36:10Z', 'updated_at': '2021-11-25T13:37:59Z', 'revision_number': 5, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'gw_port': {'id': 'a023549e-9782-47ff-bfcc-19f301417e1d', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:14:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e3b542-2c4b-4843-89a1-c2b4e9355b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:36:10Z', 'updated_at': '2021-11-25T13:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:01.273867 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e3d5902a-aaf5-4346-9b43-726ef8dda1b1 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:01.279485 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e3d5902a-aaf5-4346-9b43-726ef8dda1b1 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "DELETE /v2.0/subnets/244939ee-af06-4fda-b44a-72ec443cdc8d HTTP/1.1" status: 204 len: 168 time: 0.5238364 Nov 25 13:38:01.282054 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 50498) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:01.330677 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cbfa96-e3df-45b8-b058-f5fd73e5b1c9 None None] Checking router: 78e3b542-2c4b-4843-89a1-c2b4e9355b47 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:38:01.344717 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5547484d-d330-483a-8fb7-a6f173c23dd9 None None] Network db86cf0c-2d9d-4973-97d3-ae21a785403b requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:38:01.422200 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-01826728-17ec-4bed-862b-f97a5f1e2992 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:01.439313 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-01826728-17ec-4bed-862b-f97a5f1e2992 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:01.468578 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cde0f168-7429-405c-ab82-117f3ee98386 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:01.483054 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0d90b9eb-9aab-4230-b001-acef1d6b48b5 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for router, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:01.497544 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cbfa96-e3df-45b8-b058-f5fd73e5b1c9 None None] Routers {'78e3b542-2c4b-4843-89a1-c2b4e9355b47'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:38:01.498200 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-84cbfa96-e3df-45b8-b058-f5fd73e5b1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:37:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['78e3b542-2c4b-4843-89a1-c2b4e9355b47'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:01.706936 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-01826728-17ec-4bed-862b-f97a5f1e2992 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:01.732018 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0d90b9eb-9aab-4230-b001-acef1d6b48b5 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:01.763924 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01826728-17ec-4bed-862b-f97a5f1e2992 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Pushing event updated for resources: {'Port': ['ID=cb7153d6-38db-4e2b-b15e-44ed9c8b92ca,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:01.846528 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-84cbfa96-e3df-45b8-b058-f5fd73e5b1c9 None None] Set router 78e3b542-2c4b-4843-89a1-c2b4e9355b47 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:38:01.848389 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cde0f168-7429-405c-ab82-117f3ee98386 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:01.851079 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cde0f168-7429-405c-ab82-117f3ee98386 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:01.854650 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-cde0f168-7429-405c-ab82-117f3ee98386 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "DELETE /v2.0/security-groups/c4aeb0c9-0fa7-4d84-9142-5a59f700fca6 HTTP/1.1" status: 204 len: 168 time: 0.8099389 Nov 25 13:38:01.856979 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 50504) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:01.874629 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-0d90b9eb-9aab-4230-b001-acef1d6b48b5 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Deleting port a023549e-9782-47ff-bfcc-19f301417e1d {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:38:01.875041 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0d90b9eb-9aab-4230-b001-acef1d6b48b5 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:01.924918 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [None req-ef59e238-e472-4ab9-9dd8-3268049274f4 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] show failed (client error): The resource could not be found. Nov 25 13:38:01.925231 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-ef59e238-e472-4ab9-9dd8-3268049274f4 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "GET /v2.0/security-groups/c4aeb0c9-0fa7-4d84-9142-5a59f700fca6 HTTP/1.1" status: 404 len: 347 time: 0.0646689 Nov 25 13:38:01.927878 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde0f168-7429-405c-ab82-117f3ee98386 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4aeb0c9-0fa7-4d84-9142-5a59f700fca6,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:01.931278 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 50506) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:02.041191 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-0d90b9eb-9aab-4230-b001-acef1d6b48b5 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] For port a023549e-9782-47ff-bfcc-19f301417e1d, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=a023549e-9782-47ff-bfcc-19f301417e1d,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:38:02.041553 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0d90b9eb-9aab-4230-b001-acef1d6b48b5 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:02.086678 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-0d90b9eb-9aab-4230-b001-acef1d6b48b5 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Calling delete_port for a023549e-9782-47ff-bfcc-19f301417e1d owned by network:router_gateway {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:38:02.149577 n-d-808199-11 neutron-server[103571]: INFO neutron.db.l3_db [None req-01826728-17ec-4bed-862b-f97a5f1e2992 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Floating IP 257b0ce4-6a3b-404f-af3c-05196931db2f associated. External IP: 172.25.5.125, port: c81af388-cd60-4457-a83a-83aded071b75. Nov 25 13:38:02.250313 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c282fb5-3e18-441f-8314-decf0e21ae06 None None] DHCP port deletion for db86cf0c-2d9d-4973-97d3-ae21a785403b request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:38:02.339276 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-84cbfa96-e3df-45b8-b058-f5fd73e5b1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e3b542-2c4b-4843-89a1-c2b4e9355b47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034906892', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': 'a023549e-9782-47ff-bfcc-19f301417e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:36:10Z', 'updated_at': '2021-11-25T13:37:59Z', 'revision_number': 5, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'gw_port': {'id': 'a023549e-9782-47ff-bfcc-19f301417e1d', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:14:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e3b542-2c4b-4843-89a1-c2b4e9355b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:36:10Z', 'updated_at': '2021-11-25T13:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:02.405747 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-7c282fb5-3e18-441f-8314-decf0e21ae06 None None] Deleting port 20a591c2-f5a4-4dd6-8687-d3c0fb8387be {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:38:02.406159 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7c282fb5-3e18-441f-8314-decf0e21ae06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:02.410772 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cbfa96-e3df-45b8-b058-f5fd73e5b1c9 None None] The sync data for ids ['78e3b542-2c4b-4843-89a1-c2b4e9355b47'] in n-d-808199-11 is: [{'id': '78e3b542-2c4b-4843-89a1-c2b4e9355b47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034906892', 'tenant_id': '057e847f3ee343b9812224ca032e6bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': 'a023549e-9782-47ff-bfcc-19f301417e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:36:10Z', 'updated_at': '2021-11-25T13:37:59Z', 'revision_number': 5, 'project_id': '057e847f3ee343b9812224ca032e6bfc', 'gw_port': {'id': 'a023549e-9782-47ff-bfcc-19f301417e1d', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:14:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e3b542-2c4b-4843-89a1-c2b4e9355b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:36:10Z', 'updated_at': '2021-11-25T13:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:38:02.420303 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-938a338e-7c27-47e0-909a-429b8e3bea81 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Deleting port be35b903-e8d4-4372-94d3-cf29e5a827bc {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:38:02.420701 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-938a338e-7c27-47e0-909a-429b8e3bea81 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:02.428970 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0d90b9eb-9aab-4230-b001-acef1d6b48b5 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:02.499689 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d90b9eb-9aab-4230-b001-acef1d6b48b5 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event deleted for resources: {'Port': ['ID=a023549e-9782-47ff-bfcc-19f301417e1d,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:02.517488 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-7c282fb5-3e18-441f-8314-decf0e21ae06 None None] For port 20a591c2-f5a4-4dd6-8687-d3c0fb8387be, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=20a591c2-f5a4-4dd6-8687-d3c0fb8387be,segment=NetworkSegment(bf0c778b-bb74-4c51-8849-ac3c7f278b2c),segment_id=bf0c778b-bb74-4c51-8849-ac3c7f278b2c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:38:02.517904 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7c282fb5-3e18-441f-8314-decf0e21ae06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:02.532451 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-7c282fb5-3e18-441f-8314-decf0e21ae06 None None] Calling delete_port for 20a591c2-f5a4-4dd6-8687-d3c0fb8387be owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:38:02.579950 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0d90b9eb-9aab-4230-b001-acef1d6b48b5 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:02.590900 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa4867a-4411-45bd-abe9-dc358713caf7 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:38:02.656102 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7c282fb5-3e18-441f-8314-decf0e21ae06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:02.662354 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-938a338e-7c27-47e0-909a-429b8e3bea81 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:02.662464 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-938a338e-7c27-47e0-909a-429b8e3bea81 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:02.681322 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-938a338e-7c27-47e0-909a-429b8e3bea81 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Calling delete_port for be35b903-e8d4-4372-94d3-cf29e5a827bc owned by network:floatingip {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:38:02.712288 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c282fb5-3e18-441f-8314-decf0e21ae06 None None] Pushing event deleted for resources: {'Port': ['ID=20a591c2-f5a4-4dd6-8687-d3c0fb8387be,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:02.719179 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c282fb5-3e18-441f-8314-decf0e21ae06 None None] No DVR routers for this DVR port 20a591c2-f5a4-4dd6-8687-d3c0fb8387be on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:38:02.757228 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01826728-17ec-4bed-862b-f97a5f1e2992 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Router 11f4b650-b921-4d1b-9069-83bdfb0cc2f5 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:38:02.784963 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0d90b9eb-9aab-4230-b001-acef1d6b48b5 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:02.792165 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0d90b9eb-9aab-4230-b001-acef1d6b48b5 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:02.812689 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-18aa616f-6b8f-45ce-b541-1294f2f6725d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:02.873494 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0d90b9eb-9aab-4230-b001-acef1d6b48b5 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:02.874241 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d90b9eb-9aab-4230-b001-acef1d6b48b5 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Fanout notify agent at l3_agent the message router_deleted on router 78e3b542-2c4b-4843-89a1-c2b4e9355b47 {{(pid=103570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:38:02.891914 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0d90b9eb-9aab-4230-b001-acef1d6b48b5 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:02.896255 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 50520) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:02.897444 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-0d90b9eb-9aab-4230-b001-acef1d6b48b5 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "DELETE /v2.0/routers/78e3b542-2c4b-4843-89a1-c2b4e9355b47 HTTP/1.1" status: 204 len: 168 time: 1.6141396 Nov 25 13:38:03.142874 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2ffd6811-02cf-4424-b38e-72c3991a8cb1 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:03.195396 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01826728-17ec-4bed-862b-f97a5f1e2992 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:38:03.214708 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcace564-3c6e-4cfd-95a9-a95bda1f0fc1 None None] Sync routers for ids ['11f4b650-b921-4d1b-9069-83bdfb0cc2f5'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:38:03.229435 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcace564-3c6e-4cfd-95a9-a95bda1f0fc1 None None] Routers {'11f4b650-b921-4d1b-9069-83bdfb0cc2f5'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:38:03.235690 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-dcace564-3c6e-4cfd-95a9-a95bda1f0fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:38:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['11f4b650-b921-4d1b-9069-83bdfb0cc2f5'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:03.240038 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 20a591c2-f5a4-4dd6-8687-d3c0fb8387be no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:38:03.294711 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 20a591c2-f5a4-4dd6-8687-d3c0fb8387be {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:38:03.295113 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 20a591c2-f5a4-4dd6-8687-d3c0fb8387be not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:38:03.295590 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 7458fd71-f10b-4ff9-a458-0a4d02812b85 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:38:03.299180 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-938a338e-7c27-47e0-909a-429b8e3bea81 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:03.303142 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-01826728-17ec-4bed-862b-f97a5f1e2992 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:03.309447 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-dcace564-3c6e-4cfd-95a9-a95bda1f0fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:03.329697 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcace564-3c6e-4cfd-95a9-a95bda1f0fc1 None None] Routers {'11f4b650-b921-4d1b-9069-83bdfb0cc2f5'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:38:03.332436 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-dcace564-3c6e-4cfd-95a9-a95bda1f0fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:38:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['11f4b650-b921-4d1b-9069-83bdfb0cc2f5'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:03.365429 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 7458fd71-f10b-4ff9-a458-0a4d02812b85 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:38:03.365925 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 7458fd71-f10b-4ff9-a458-0a4d02812b85 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:38:03.383629 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-dcace564-3c6e-4cfd-95a9-a95bda1f0fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:03.384277 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcace564-3c6e-4cfd-95a9-a95bda1f0fc1 None None] The sync data for ids ['11f4b650-b921-4d1b-9069-83bdfb0cc2f5'] in n-d-808199-11 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:38:03.414804 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 50530) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:03.416522 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-01826728-17ec-4bed-862b-f97a5f1e2992 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.9829745 Nov 25 13:38:03.488598 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2ffd6811-02cf-4424-b38e-72c3991a8cb1 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:03.514372 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-986a8a76-4b9a-4555-8579-61a9ed809d0b tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] 10.222.0.53 "GET /v2.0/floatingips/257b0ce4-6a3b-404f-af3c-05196931db2f HTTP/1.1" status: 200 len: 977 time: 0.0983081 Nov 25 13:38:03.516192 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 50532) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:03.573047 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938a338e-7c27-47e0-909a-429b8e3bea81 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Pushing event deleted for resources: {'Port': ['ID=be35b903-e8d4-4372-94d3-cf29e5a827bc,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:03.584719 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-938a338e-7c27-47e0-909a-429b8e3bea81 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks [] for floatingip, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:03.587706 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-938a338e-7c27-47e0-909a-429b8e3bea81 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:03.591576 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-938a338e-7c27-47e0-909a-429b8e3bea81 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "DELETE /v2.0/floatingips/c612d45f-7085-4fa1-b645-e8fb03dfffde HTTP/1.1" status: 204 len: 168 time: 1.6566215 Nov 25 13:38:03.593302 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 50538) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:03.636300 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-2ffd6811-02cf-4424-b38e-72c3991a8cb1 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db86cf0c-2d9d-4973-97d3-ae21a785403b']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:03.661930 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-2ffd6811-02cf-4424-b38e-72c3991a8cb1 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf0c778b-bb74-4c51-8849-ac3c7f278b2c') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:03.662352 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-2ffd6811-02cf-4424-b38e-72c3991a8cb1 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf0c778b-bb74-4c51-8849-ac3c7f278b2c') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:03.692538 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-2862a994-2fa4-4496-95b7-4166ae7c2634 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1722465 Nov 25 13:38:03.695145 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2ffd6811-02cf-4424-b38e-72c3991a8cb1 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:03.697082 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 50540) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:03.701971 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-04a5be8e-863b-4288-b5b6-34778f4bb3f1 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Request body: {'floatingip': {'port_id': '6286b8ce-8223-40d3-a78e-9b1343b568ac'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:38:03.719661 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2ffd6811-02cf-4424-b38e-72c3991a8cb1 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:03.731214 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ffd6811-02cf-4424-b38e-72c3991a8cb1 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:38:03.731698 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2ffd6811-02cf-4424-b38e-72c3991a8cb1 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:03.734830 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:38:03.734830 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:38:03.734830 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:38:03.734830 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:38:03.734830 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:38:03.734830 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:38:03.734830 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:38:03.734830 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:38:03.734830 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:38:03.734830 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:38:03.734830 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:38:03.734830 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:38:03.734830 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:38:03.734830 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:38:03.734830 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:38:03.734830 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:38:03.734830 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:38:03.734830 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:38:03.734830 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:38:03.734830 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:38:03.734830 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:38:03.734830 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:38:03.734830 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:38:03.734830 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:38:03.734830 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:38:03.734830 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:38:03.734830 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:38:03.734830 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:38:03.734830 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:38:03.734830 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:38:03.734830 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:38:03.734830 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:38:03.774745 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-04a5be8e-863b-4288-b5b6-34778f4bb3f1 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for floatingip, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:03.802046 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-3a2b56cc-7343-4dd7-8b4c-c2efb6baf023 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Deleting port 3e1ba641-2a58-4452-979b-3a9693f5abbd {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:38:03.802394 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3a2b56cc-7343-4dd7-8b4c-c2efb6baf023 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:03.820206 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2ffd6811-02cf-4424-b38e-72c3991a8cb1 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:03.853310 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2ffd6811-02cf-4424-b38e-72c3991a8cb1 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:03.859446 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-2ffd6811-02cf-4424-b38e-72c3991a8cb1 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "DELETE /v2.0/networks/db86cf0c-2d9d-4973-97d3-ae21a785403b HTTP/1.1" status: 204 len: 168 time: 0.9591384 Nov 25 13:38:03.860556 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 50542) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:03.876622 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffd6811-02cf-4424-b38e-72c3991a8cb1 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event deleted for resources: {'Network': ['ID=db86cf0c-2d9d-4973-97d3-ae21a785403b,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:03.893923 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:03.926552 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3a2b56cc-7343-4dd7-8b4c-c2efb6baf023 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:03.940720 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-3a2b56cc-7343-4dd7-8b4c-c2efb6baf023 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Calling delete_port for 3e1ba641-2a58-4452-979b-3a9693f5abbd owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:38:04.047144 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a6817bb5-cb7d-47e9-b0a3-81108ab8aee8 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:04.083250 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a6817bb5-cb7d-47e9-b0a3-81108ab8aee8 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:04.128517 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3a2b56cc-7343-4dd7-8b4c-c2efb6baf023 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:04.159408 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2b56cc-7343-4dd7-8b4c-c2efb6baf023 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Pushing event deleted for resources: {'Port': ['ID=3e1ba641-2a58-4452-979b-3a9693f5abbd,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:04.241256 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3a2b56cc-7343-4dd7-8b4c-c2efb6baf023 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:04.244872 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-3a2b56cc-7343-4dd7-8b4c-c2efb6baf023 tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "DELETE /v2.0/ports/3e1ba641-2a58-4452-979b-3a9693f5abbd HTTP/1.1" status: 204 len: 168 time: 0.6506584 Nov 25 13:38:04.248773 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 50554) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:04.328584 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a6817bb5-cb7d-47e9-b0a3-81108ab8aee8 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:04.331212 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a6817bb5-cb7d-47e9-b0a3-81108ab8aee8 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:04.332363 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-a6817bb5-cb7d-47e9-b0a3-81108ab8aee8 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] 10.222.0.53 "DELETE /v2.0/security-groups/deb84145-70b8-4cf2-8a88-cf2c1abdea3f HTTP/1.1" status: 204 len: 168 time: 0.4714441 Nov 25 13:38:04.360978 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6817bb5-cb7d-47e9-b0a3-81108ab8aee8 tempest-TestNetworkAdvancedServerOps-116774804 tempest-TestNetworkAdvancedServerOps-116774804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb84145-70b8-4cf2-8a88-cf2c1abdea3f,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:04.537180 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-e317bd4c-8c68-4b0f-8bf0-f618bc94d3ac tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Deleting port 614c1e42-d4e2-4a14-8859-09418460a3e4 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:38:04.537645 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e317bd4c-8c68-4b0f-8bf0-f618bc94d3ac tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:04.584073 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.db.resource_extend [None req-04a5be8e-863b-4288-b5b6-34778f4bb3f1 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 13:38:04.711013 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-04a5be8e-863b-4288-b5b6-34778f4bb3f1 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:04.724947 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-04a5be8e-863b-4288-b5b6-34778f4bb3f1 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:04.758253 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 50576) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:04.799110 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e317bd4c-8c68-4b0f-8bf0-f618bc94d3ac tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:04.820005 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-e317bd4c-8c68-4b0f-8bf0-f618bc94d3ac tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Calling delete_port for 614c1e42-d4e2-4a14-8859-09418460a3e4 owned by {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:38:04.933352 n-d-808199-11 neutron-server[103570]: INFO neutron.db.l3_db [None req-04a5be8e-863b-4288-b5b6-34778f4bb3f1 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Floating IP 257b0ce4-6a3b-404f-af3c-05196931db2f associated. External IP: 172.25.5.125, port: c81af388-cd60-4457-a83a-83aded071b75. Nov 25 13:38:04.946085 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-4a23bbdc-74ce-4b91-a9d3-e67542f87921 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=057e847f3ee343b9812224ca032e6bfc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1865995 Nov 25 13:38:04.948975 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 50586) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:05.022387 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c82dab98-c4ff-4bf0-9cac-804df88f2d58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:05.044425 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device a023549e-9782-47ff-bfcc-19f301417e1d no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:38:05.051995 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c82dab98-c4ff-4bf0-9cac-804df88f2d58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:05.075071 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: a023549e-9782-47ff-bfcc-19f301417e1d {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:38:05.076417 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device a023549e-9782-47ff-bfcc-19f301417e1d not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:38:05.121742 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c82dab98-c4ff-4bf0-9cac-804df88f2d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:05.125589 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c82dab98-c4ff-4bf0-9cac-804df88f2d58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:05.129346 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c82dab98-c4ff-4bf0-9cac-804df88f2d58 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/baad7a8e-6fc8-463a-aca6-334bbf8848b5 HTTP/1.1" status: 204 len: 168 time: 0.1768701 Nov 25 13:38:05.138227 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82dab98-c4ff-4bf0-9cac-804df88f2d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baad7a8e-6fc8-463a-aca6-334bbf8848b5,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:05.193183 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e317bd4c-8c68-4b0f-8bf0-f618bc94d3ac tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:05.210465 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:05.236107 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e317bd4c-8c68-4b0f-8bf0-f618bc94d3ac tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Pushing event deleted for resources: {'Port': ['ID=614c1e42-d4e2-4a14-8859-09418460a3e4,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:05.409997 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e317bd4c-8c68-4b0f-8bf0-f618bc94d3ac tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:05.413927 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e317bd4c-8c68-4b0f-8bf0-f618bc94d3ac tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "DELETE /v2.0/ports/614c1e42-d4e2-4a14-8859-09418460a3e4 HTTP/1.1" status: 204 len: 168 time: 1.1638017 Nov 25 13:38:05.417128 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 50600) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:05.457040 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a5be8e-863b-4288-b5b6-34778f4bb3f1 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Router 11f4b650-b921-4d1b-9069-83bdfb0cc2f5 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:38:05.480982 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-eacd732b-4441-4331-9696-19f28086ca8a tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Deleting subnet cb948add-f436-4958-9429-ea10f300ab82 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:38:05.484873 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eacd732b-4441-4331-9696-19f28086ca8a tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:05.544798 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eacd732b-4441-4331-9696-19f28086ca8a tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:05.635443 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a5be8e-863b-4288-b5b6-34778f4bb3f1 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:38:05.651725 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef4ec93-d954-49a3-8322-1302edb8d031 None None] Sync routers for ids ['11f4b650-b921-4d1b-9069-83bdfb0cc2f5'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:38:05.658636 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 50602) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:05.666185 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eacd732b-4441-4331-9696-19f28086ca8a tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:05.673051 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef4ec93-d954-49a3-8322-1302edb8d031 None None] Routers {'11f4b650-b921-4d1b-9069-83bdfb0cc2f5'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:38:05.674820 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-6ef4ec93-d954-49a3-8322-1302edb8d031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:38:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['11f4b650-b921-4d1b-9069-83bdfb0cc2f5'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:05.740459 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-bdfc9044-ca9b-4318-84ae-eda3431409d8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f46bcf04abd041d396de91d21aa043ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0800123 Nov 25 13:38:05.744211 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 50606) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:05.767423 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-6ef4ec93-d954-49a3-8322-1302edb8d031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:05.779692 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef4ec93-d954-49a3-8322-1302edb8d031 None None] Routers {'11f4b650-b921-4d1b-9069-83bdfb0cc2f5'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:38:05.781611 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-6ef4ec93-d954-49a3-8322-1302edb8d031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:38:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['11f4b650-b921-4d1b-9069-83bdfb0cc2f5'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:05.861610 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eacd732b-4441-4331-9696-19f28086ca8a tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:05.872737 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-6ef4ec93-d954-49a3-8322-1302edb8d031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:05.873700 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef4ec93-d954-49a3-8322-1302edb8d031 None None] The sync data for ids ['11f4b650-b921-4d1b-9069-83bdfb0cc2f5'] in n-d-808199-11 is: [] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:38:05.906952 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-70fef3b3-f731-4c76-8925-6bb98bac760b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:05.918914 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacd732b-4441-4331-9696-19f28086ca8a tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Pushing event deleted for resources: {'Subnet': ['ID=cb948add-f436-4958-9429-ea10f300ab82,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:05.930458 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eacd732b-4441-4331-9696-19f28086ca8a tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:05.935884 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-eacd732b-4441-4331-9696-19f28086ca8a tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "DELETE /v2.0/subnets/cb948add-f436-4958-9429-ea10f300ab82 HTTP/1.1" status: 204 len: 168 time: 0.5173166 Nov 25 13:38:05.936070 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3198218-e81b-42c0-b673-836bfd2dd8d9 None None] Network 67a0b139-2197-40dc-a595-6d5cd20e2c68 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:38:05.941080 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 50610) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:06.012597 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-228ddcbc-4682-465e-ac9c-ac9638ad559a tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Deleting subnet 38c8e398-29c4-45fc-bddf-7786c80e6325 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:38:06.019777 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-228ddcbc-4682-465e-ac9c-ac9638ad559a tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:06.024455 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-70fef3b3-f731-4c76-8925-6bb98bac760b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:06.106647 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-228ddcbc-4682-465e-ac9c-ac9638ad559a tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:06.256156 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923f870b-e05b-4f06-9a36-5c47e033170f None None] DHCP port deletion for 67a0b139-2197-40dc-a595-6d5cd20e2c68 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:38:06.273840 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:06.308291 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-70fef3b3-f731-4c76-8925-6bb98bac760b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:06.311424 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-70fef3b3-f731-4c76-8925-6bb98bac760b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:06.313020 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-70fef3b3-f731-4c76-8925-6bb98bac760b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/93251cf8-d171-4a80-be09-5b96fa03bbea HTTP/1.1" status: 204 len: 168 time: 0.5661547 Nov 25 13:38:06.323283 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-228ddcbc-4682-465e-ac9c-ac9638ad559a tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:06.326822 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fef3b3-f731-4c76-8925-6bb98bac760b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93251cf8-d171-4a80-be09-5b96fa03bbea,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:06.401925 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-228ddcbc-4682-465e-ac9c-ac9638ad559a tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:06.412500 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-923f870b-e05b-4f06-9a36-5c47e033170f None None] Deleting port f7b59701-fc0a-4bf4-87c0-6e9d08ce60d2 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:38:06.412948 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-923f870b-e05b-4f06-9a36-5c47e033170f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:06.437387 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228ddcbc-4682-465e-ac9c-ac9638ad559a tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Pushing event deleted for resources: {'Subnet': ['ID=38c8e398-29c4-45fc-bddf-7786c80e6325,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:06.444476 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-228ddcbc-4682-465e-ac9c-ac9638ad559a tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:06.452235 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-228ddcbc-4682-465e-ac9c-ac9638ad559a tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "DELETE /v2.0/subnets/38c8e398-29c4-45fc-bddf-7786c80e6325 HTTP/1.1" status: 204 len: 168 time: 0.5058141 Nov 25 13:38:06.458380 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 50620) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:06.463574 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6debe48b-d439-43aa-8e62-36b152c67fb6 None None] Network 0213571c-133e-4472-a9fb-82f11b25c18c requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:38:06.563518 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-07a496c6-b5c1-41e8-8296-eca97419c38c tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:06.566259 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-923f870b-e05b-4f06-9a36-5c47e033170f None None] For port f7b59701-fc0a-4bf4-87c0-6e9d08ce60d2, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=f7b59701-fc0a-4bf4-87c0-6e9d08ce60d2,segment=NetworkSegment(9b036adf-7575-43f9-a223-df92fb825095),segment_id=9b036adf-7575-43f9-a223-df92fb825095)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:38:06.566710 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-923f870b-e05b-4f06-9a36-5c47e033170f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:06.593525 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-923f870b-e05b-4f06-9a36-5c47e033170f None None] Calling delete_port for f7b59701-fc0a-4bf4-87c0-6e9d08ce60d2 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:38:06.613772 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a5be8e-863b-4288-b5b6-34778f4bb3f1 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Router 11f4b650-b921-4d1b-9069-83bdfb0cc2f5 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:38:06.638481 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-07a496c6-b5c1-41e8-8296-eca97419c38c tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Deleting port f7b59701-fc0a-4bf4-87c0-6e9d08ce60d2 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:38:06.639020 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-07a496c6-b5c1-41e8-8296-eca97419c38c tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:06.729578 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-07a496c6-b5c1-41e8-8296-eca97419c38c tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] For port f7b59701-fc0a-4bf4-87c0-6e9d08ce60d2, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=f7b59701-fc0a-4bf4-87c0-6e9d08ce60d2,segment=NetworkSegment(9b036adf-7575-43f9-a223-df92fb825095),segment_id=9b036adf-7575-43f9-a223-df92fb825095)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:38:06.730315 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-07a496c6-b5c1-41e8-8296-eca97419c38c tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:06.750016 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-07a496c6-b5c1-41e8-8296-eca97419c38c tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Calling delete_port for f7b59701-fc0a-4bf4-87c0-6e9d08ce60d2 owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:38:06.766577 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a5be8e-863b-4288-b5b6-34778f4bb3f1 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:38:06.772610 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-04a5be8e-863b-4288-b5b6-34778f4bb3f1 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:06.782542 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887be773-5fdf-4024-ab8b-732a863f1a25 None None] Sync routers for ids ['11f4b650-b921-4d1b-9069-83bdfb0cc2f5'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:38:06.810229 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887be773-5fdf-4024-ab8b-732a863f1a25 None None] Routers {'11f4b650-b921-4d1b-9069-83bdfb0cc2f5'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:38:06.811093 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-887be773-5fdf-4024-ab8b-732a863f1a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:38:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['11f4b650-b921-4d1b-9069-83bdfb0cc2f5'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:06.865119 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-923f870b-e05b-4f06-9a36-5c47e033170f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:06.872242 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-04a5be8e-863b-4288-b5b6-34778f4bb3f1 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] 10.222.0.53 "PUT /v2.0/floatingips/257b0ce4-6a3b-404f-af3c-05196931db2f HTTP/1.1" status: 200 len: 978 time: 3.1700783 Nov 25 13:38:06.873235 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 50632) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:06.878749 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-54ff65e3-d310-4f21-918b-30c91ab3e07f tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:38:06.900109 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-887be773-5fdf-4024-ab8b-732a863f1a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:06.909942 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-07a496c6-b5c1-41e8-8296-eca97419c38c tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:06.930283 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887be773-5fdf-4024-ab8b-732a863f1a25 None None] Routers {'11f4b650-b921-4d1b-9069-83bdfb0cc2f5'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:38:06.930949 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-887be773-5fdf-4024-ab8b-732a863f1a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:38:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['11f4b650-b921-4d1b-9069-83bdfb0cc2f5'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:06.941582 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a99fb8-eb0a-4545-b74c-f9ef11065ca0 None None] DHCP port deletion for 0213571c-133e-4472-a9fb-82f11b25c18c request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:38:06.951422 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a496c6-b5c1-41e8-8296-eca97419c38c tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Pushing event deleted for resources: {'Port': ['ID=f7b59701-fc0a-4bf4-87c0-6e9d08ce60d2,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:06.980669 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-887be773-5fdf-4024-ab8b-732a863f1a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:06.981903 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887be773-5fdf-4024-ab8b-732a863f1a25 None None] The sync data for ids ['11f4b650-b921-4d1b-9069-83bdfb0cc2f5'] in n-d-808199-11 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:38:06.994328 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a496c6-b5c1-41e8-8296-eca97419c38c tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] No DVR routers for this DVR port f7b59701-fc0a-4bf4-87c0-6e9d08ce60d2 on host n-d-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:38:07.013838 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-54ff65e3-d310-4f21-918b-30c91ab3e07f tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for floatingip, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:07.033353 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923f870b-e05b-4f06-9a36-5c47e033170f None None] Pushing event deleted for resources: {'Port': ['ID=f7b59701-fc0a-4bf4-87c0-6e9d08ce60d2,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:07.061328 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923f870b-e05b-4f06-9a36-5c47e033170f None None] No DVR routers for this DVR port f7b59701-fc0a-4bf4-87c0-6e9d08ce60d2 on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:38:07.122552 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-07a496c6-b5c1-41e8-8296-eca97419c38c tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:07.129732 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-45a99fb8-eb0a-4545-b74c-f9ef11065ca0 None None] Deleting port f9c24fde-ed86-4608-869d-fa4a409f62b8 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:38:07.132303 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-45a99fb8-eb0a-4545-b74c-f9ef11065ca0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:07.165211 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-07a496c6-b5c1-41e8-8296-eca97419c38c tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67a0b139-2197-40dc-a595-6d5cd20e2c68']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:07.169786 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device f9c24fde-ed86-4608-869d-fa4a409f62b8 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:38:07.190101 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-07a496c6-b5c1-41e8-8296-eca97419c38c tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b036adf-7575-43f9-a223-df92fb825095') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:07.190412 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-07a496c6-b5c1-41e8-8296-eca97419c38c tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b036adf-7575-43f9-a223-df92fb825095') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:07.214038 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-07a496c6-b5c1-41e8-8296-eca97419c38c tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:07.230773 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-07a496c6-b5c1-41e8-8296-eca97419c38c tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:07.239589 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07a496c6-b5c1-41e8-8296-eca97419c38c tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:38:07.239845 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-07a496c6-b5c1-41e8-8296-eca97419c38c tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:07.243598 n-d-808199-11 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:38:07.243598 n-d-808199-11 neutron-server[103571]: self.session.flush() Nov 25 13:38:07.243598 n-d-808199-11 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:38:07.243598 n-d-808199-11 neutron-server[103571]: self.session.flush() Nov 25 13:38:07.243598 n-d-808199-11 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:38:07.243598 n-d-808199-11 neutron-server[103571]: self.session.flush() Nov 25 13:38:07.243598 n-d-808199-11 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:38:07.243598 n-d-808199-11 neutron-server[103571]: self.session.flush() Nov 25 13:38:07.243598 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:38:07.243598 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:38:07.243598 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:38:07.243598 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:38:07.243598 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:38:07.243598 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:38:07.243598 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:38:07.243598 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:38:07.243598 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:38:07.243598 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:38:07.243598 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:38:07.243598 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:38:07.243598 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:38:07.243598 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:38:07.243598 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:38:07.243598 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:38:07.243598 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:38:07.243598 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:38:07.243598 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:38:07.243598 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:38:07.243598 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:38:07.243598 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:38:07.243598 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:38:07.243598 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:38:07.243598 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:38:07.243598 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:38:07.243598 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:38:07.243598 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:38:07.243598 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:38:07.243598 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:38:07.243598 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:38:07.243598 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:38:07.333857 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-45a99fb8-eb0a-4545-b74c-f9ef11065ca0 None None] For port f9c24fde-ed86-4608-869d-fa4a409f62b8, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=f9c24fde-ed86-4608-869d-fa4a409f62b8,segment=NetworkSegment(f63cb297-3bee-402b-b7bb-f5576ef7876c),segment_id=f63cb297-3bee-402b-b7bb-f5576ef7876c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:38:07.334842 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-45a99fb8-eb0a-4545-b74c-f9ef11065ca0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:07.343063 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-54ff65e3-d310-4f21-918b-30c91ab3e07f tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:07.346815 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-07a496c6-b5c1-41e8-8296-eca97419c38c tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:07.354773 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-07a496c6-b5c1-41e8-8296-eca97419c38c tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:07.356395 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-45a99fb8-eb0a-4545-b74c-f9ef11065ca0 None None] Calling delete_port for f9c24fde-ed86-4608-869d-fa4a409f62b8 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:38:07.360811 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-07a496c6-b5c1-41e8-8296-eca97419c38c tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "DELETE /v2.0/networks/67a0b139-2197-40dc-a595-6d5cd20e2c68 HTTP/1.1" status: 204 len: 168 time: 0.8988109 Nov 25 13:38:07.361082 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 50652) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:07.378914 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-54ff65e3-d310-4f21-918b-30c91ab3e07f tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:07.378914 n-d-808199-11 neutron-server[103570]: INFO neutron.db.l3_db [None req-54ff65e3-d310-4f21-918b-30c91ab3e07f tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Floating IP 257b0ce4-6a3b-404f-af3c-05196931db2f disassociated. External IP: 172.25.5.125, port: 6286b8ce-8223-40d3-a78e-9b1343b568ac. Nov 25 13:38:07.395943 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a496c6-b5c1-41e8-8296-eca97419c38c tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Pushing event deleted for resources: {'Network': ['ID=67a0b139-2197-40dc-a595-6d5cd20e2c68,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:07.433310 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:07.532880 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] For port f9c24fde-ed86-4608-869d-fa4a409f62b8, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=f9c24fde-ed86-4608-869d-fa4a409f62b8,segment=NetworkSegment(f63cb297-3bee-402b-b7bb-f5576ef7876c),segment_id=f63cb297-3bee-402b-b7bb-f5576ef7876c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:38:07.542024 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:07.542835 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device f7b59701-fc0a-4bf4-87c0-6e9d08ce60d2 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:38:07.601301 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: f7b59701-fc0a-4bf4-87c0-6e9d08ce60d2 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:38:07.601962 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device f7b59701-fc0a-4bf4-87c0-6e9d08ce60d2 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:38:07.672509 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Pushing event updated for resources: {'Port': ['ID=f9c24fde-ed86-4608-869d-fa4a409f62b8,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:07.697224 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-45a99fb8-eb0a-4545-b74c-f9ef11065ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:07.699339 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5785a801-5ada-4c4b-8ab2-20ef72558ecd tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:07.730121 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a99fb8-eb0a-4545-b74c-f9ef11065ca0 None None] Pushing event deleted for resources: {'Port': ['ID=f9c24fde-ed86-4608-869d-fa4a409f62b8,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:07.746199 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a99fb8-eb0a-4545-b74c-f9ef11065ca0 None None] No DVR routers for this DVR port f9c24fde-ed86-4608-869d-fa4a409f62b8 on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:38:07.908214 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ff65e3-d310-4f21-918b-30c91ab3e07f tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Router 11f4b650-b921-4d1b-9069-83bdfb0cc2f5 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:38:07.913244 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5785a801-5ada-4c4b-8ab2-20ef72558ecd tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:07.942791 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-5785a801-5ada-4c4b-8ab2-20ef72558ecd tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0213571c-133e-4472-a9fb-82f11b25c18c']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:07.960448 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-5785a801-5ada-4c4b-8ab2-20ef72558ecd tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f63cb297-3bee-402b-b7bb-f5576ef7876c') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:07.961008 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-5785a801-5ada-4c4b-8ab2-20ef72558ecd tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f63cb297-3bee-402b-b7bb-f5576ef7876c') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:08.008342 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5785a801-5ada-4c4b-8ab2-20ef72558ecd tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:08.035562 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5785a801-5ada-4c4b-8ab2-20ef72558ecd tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:08.095954 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5785a801-5ada-4c4b-8ab2-20ef72558ecd tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:38:08.096563 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5785a801-5ada-4c4b-8ab2-20ef72558ecd tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:08.100226 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:38:08.100226 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:38:08.100226 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:38:08.100226 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:38:08.100226 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:38:08.100226 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:38:08.100226 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:38:08.100226 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:38:08.100226 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:38:08.100226 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:38:08.100226 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:38:08.100226 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:38:08.100226 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:38:08.100226 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:38:08.100226 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:38:08.100226 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:38:08.100226 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:38:08.100226 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:38:08.100226 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:38:08.100226 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:38:08.100226 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:38:08.100226 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:38:08.100226 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:38:08.100226 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:38:08.100226 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:38:08.100226 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:38:08.100226 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:38:08.100226 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:38:08.100226 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:38:08.100226 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:38:08.100226 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:38:08.100226 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:38:08.128457 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:08.200420 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ff65e3-d310-4f21-918b-30c91ab3e07f tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:38:08.203216 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5785a801-5ada-4c4b-8ab2-20ef72558ecd tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:08.207109 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-54ff65e3-d310-4f21-918b-30c91ab3e07f tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:08.223597 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d89ce5-5d6c-4eef-95d9-b8f480f078de None None] Sync routers for ids ['11f4b650-b921-4d1b-9069-83bdfb0cc2f5'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:38:08.224869 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5785a801-5ada-4c4b-8ab2-20ef72558ecd tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:08.229121 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-5785a801-5ada-4c4b-8ab2-20ef72558ecd tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] 10.222.0.53 "DELETE /v2.0/networks/0213571c-133e-4472-a9fb-82f11b25c18c HTTP/1.1" status: 204 len: 168 time: 0.8668165 Nov 25 13:38:08.231420 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5785a801-5ada-4c4b-8ab2-20ef72558ecd tempest-TaggedBootDevicesTest-1456316349 tempest-TaggedBootDevicesTest-1456316349-project] Pushing event deleted for resources: {'Network': ['ID=0213571c-133e-4472-a9fb-82f11b25c18c,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:08.266504 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-54ff65e3-d310-4f21-918b-30c91ab3e07f tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] 10.222.0.53 "PUT /v2.0/floatingips/257b0ce4-6a3b-404f-af3c-05196931db2f HTTP/1.1" status: 200 len: 688 time: 1.3889909 Nov 25 13:38:08.266947 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 50680) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:08.272970 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d89ce5-5d6c-4eef-95d9-b8f480f078de None None] Routers {'11f4b650-b921-4d1b-9069-83bdfb0cc2f5'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:38:08.281715 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-b0d89ce5-5d6c-4eef-95d9-b8f480f078de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:38:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['11f4b650-b921-4d1b-9069-83bdfb0cc2f5'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:08.337167 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-b0d89ce5-5d6c-4eef-95d9-b8f480f078de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:08.363891 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d89ce5-5d6c-4eef-95d9-b8f480f078de None None] Routers {'11f4b650-b921-4d1b-9069-83bdfb0cc2f5'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:38:08.364564 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-b0d89ce5-5d6c-4eef-95d9-b8f480f078de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:38:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['11f4b650-b921-4d1b-9069-83bdfb0cc2f5'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:08.452533 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-b0d89ce5-5d6c-4eef-95d9-b8f480f078de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:08.453135 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d89ce5-5d6c-4eef-95d9-b8f480f078de None None] The sync data for ids ['11f4b650-b921-4d1b-9069-83bdfb0cc2f5'] in n-d-808199-11 is: [] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:38:08.558959 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-87d7f04e-b554-49f4-97d4-d8edb7ceb52c tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Deleting port cb7153d6-38db-4e2b-b15e-44ed9c8b92ca {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:38:08.559443 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-87d7f04e-b554-49f4-97d4-d8edb7ceb52c tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:08.683049 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-87d7f04e-b554-49f4-97d4-d8edb7ceb52c tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:08.683384 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-87d7f04e-b554-49f4-97d4-d8edb7ceb52c tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:08.698253 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-87d7f04e-b554-49f4-97d4-d8edb7ceb52c tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Calling delete_port for cb7153d6-38db-4e2b-b15e-44ed9c8b92ca owned by network:floatingip {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:38:08.951175 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-87d7f04e-b554-49f4-97d4-d8edb7ceb52c tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:08.981871 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d7f04e-b554-49f4-97d4-d8edb7ceb52c tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Pushing event deleted for resources: {'Port': ['ID=cb7153d6-38db-4e2b-b15e-44ed9c8b92ca,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:09.081546 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-87d7f04e-b554-49f4-97d4-d8edb7ceb52c tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for floatingip, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:09.085060 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-87d7f04e-b554-49f4-97d4-d8edb7ceb52c tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:09.088798 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-87d7f04e-b554-49f4-97d4-d8edb7ceb52c tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] 10.222.0.53 "DELETE /v2.0/floatingips/257b0ce4-6a3b-404f-af3c-05196931db2f HTTP/1.1" status: 204 len: 168 time: 0.8180349 Nov 25 13:38:09.089091 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 50766) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:09.136579 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [None req-600cc367-dae2-49ca-81dc-c94b683211d2 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] delete failed (client error): The resource could not be found. Nov 25 13:38:09.138741 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-600cc367-dae2-49ca-81dc-c94b683211d2 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] 10.222.0.53 "DELETE /v2.0/floatingips/257b0ce4-6a3b-404f-af3c-05196931db2f HTTP/1.1" status: 404 len: 345 time: 0.0475280 Nov 25 13:38:09.142757 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 50780) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:09.251443 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8149e10-bc2a-4d21-8a1f-d4cb3013cbe5 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:38:09.258039 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8149e10-bc2a-4d21-8a1f-d4cb3013cbe5 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:38:09.264276 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8149e10-bc2a-4d21-8a1f-d4cb3013cbe5 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:38:09.266908 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c8149e10-bc2a-4d21-8a1f-d4cb3013cbe5 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] 10.222.0.53 "GET /v2.0/ports?network_id=6a0bb006-de6a-40ad-84ac-db4b93452281 HTTP/1.1" status: 200 len: 2357 time: 0.1226602 Nov 25 13:38:09.269470 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 50802) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:09.376153 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476092b2-7429-4988-afc0-cb6d1a3670cc tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:38:09.378394 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-476092b2-7429-4988-afc0-cb6d1a3670cc tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] 10.222.0.53 "GET /v2.0/subnets/1b572ce4-2b99-44eb-8db2-c0bb1c2dce0f HTTP/1.1" status: 200 len: 797 time: 0.1079419 Nov 25 13:38:09.386105 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 50820) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:09.401706 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-870e18b4-0f78-4f98-bc87-c1c4bb99c87b tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Request body: {'port': {'network_id': '6a0bb006-de6a-40ad-84ac-db4b93452281', 'name': 'tempest-FloatingIPTestJSON-884272360', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:38:09.564356 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-870e18b4-0f78-4f98-bc87-c1c4bb99c87b tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Made reservation on behalf of ed1c5eaddcf54805a69e2ee378299fb6 for: {'port': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:38:09.654341 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-870e18b4-0f78-4f98-bc87-c1c4bb99c87b tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:09.676080 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [None req-870e18b4-0f78-4f98-bc87-c1c4bb99c87b tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] device_id is not set on port 87614fb5-22e1-47d2-94dc-b47862b52260 yet. {{(pid=103570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:38:09.814190 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 50846) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:09.959601 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b19b1485-ee3f-46c5-892c-2bd8d16e5abe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:10.103624 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-870e18b4-0f78-4f98-bc87-c1c4bb99c87b tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Allocated IP 172.20.0.14 (6a0bb006-de6a-40ad-84ac-db4b93452281/1b572ce4-2b99-44eb-8db2-c0bb1c2dce0f/87614fb5-22e1-47d2-94dc-b47862b52260) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:38:10.117643 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-870e18b4-0f78-4f98-bc87-c1c4bb99c87b tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Allocated IP 172.20.0.13 (6a0bb006-de6a-40ad-84ac-db4b93452281/1b572ce4-2b99-44eb-8db2-c0bb1c2dce0f/87614fb5-22e1-47d2-94dc-b47862b52260) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:38:10.139969 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b19b1485-ee3f-46c5-892c-2bd8d16e5abe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:10.145883 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b19b1485-ee3f-46c5-892c-2bd8d16e5abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:10.208647 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19b1485-ee3f-46c5-892c-2bd8d16e5abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3f3c1b-a66e-489c-b555-cb9a012ed446,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:10.214882 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b19b1485-ee3f-46c5-892c-2bd8d16e5abe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=70eba0d2dfa5447f9caed25e1bebcb1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3996284 Nov 25 13:38:10.217790 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 50856) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:10.277884 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0828fc29-5704-492a-b9f9-bed2a2709f37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:10.302980 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0828fc29-5704-492a-b9f9-bed2a2709f37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:10.339122 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-870e18b4-0f78-4f98-bc87-c1c4bb99c87b tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:10.366349 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0828fc29-5704-492a-b9f9-bed2a2709f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:10.369227 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0828fc29-5704-492a-b9f9-bed2a2709f37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:10.373361 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-0828fc29-5704-492a-b9f9-bed2a2709f37 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3a3f3c1b-a66e-489c-b555-cb9a012ed446 HTTP/1.1" status: 204 len: 168 time: 0.1535246 Nov 25 13:38:10.382346 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0828fc29-5704-492a-b9f9-bed2a2709f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3f3c1b-a66e-489c-b555-cb9a012ed446,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:10.402479 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-870e18b4-0f78-4f98-bc87-c1c4bb99c87b tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:10.446222 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870e18b4-0f78-4f98-bc87-c1c4bb99c87b tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Network 6a0bb006-de6a-40ad-84ac-db4b93452281 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:38:10.453442 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-870e18b4-0f78-4f98-bc87-c1c4bb99c87b tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:38:10.460786 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870e18b4-0f78-4f98-bc87-c1c4bb99c87b tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:38:10.523796 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e18b4-0f78-4f98-bc87-c1c4bb99c87b tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Pushing event updated for resources: {'Port': ['ID=87614fb5-22e1-47d2-94dc-b47862b52260,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:10.531599 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870e18b4-0f78-4f98-bc87-c1c4bb99c87b tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:38:10.532206 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-870e18b4-0f78-4f98-bc87-c1c4bb99c87b tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:10.550790 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-870e18b4-0f78-4f98-bc87-c1c4bb99c87b tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.1617293 Nov 25 13:38:10.552308 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 50866) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:10.558169 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-7da0a14c-bd9c-4fcc-a919-029a0d3416cc tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Request body: {'floatingip': {'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'port_id': '87614fb5-22e1-47d2-94dc-b47862b52260', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:38:10.599839 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7da0a14c-bd9c-4fcc-a919-029a0d3416cc tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for floatingip, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:10.722219 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7da0a14c-bd9c-4fcc-a919-029a0d3416cc tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:10.811375 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 50874) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:10.834481 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-86e6b350-f841-4b45-bccf-93b623f7264e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:10.915787 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-7da0a14c-bd9c-4fcc-a919-029a0d3416cc tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Allocated IP 172.25.5.174 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/af3d8f2d-755a-40d5-a468-92d2c36981fa) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:38:11.013240 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-86e6b350-f841-4b45-bccf-93b623f7264e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:11.019011 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-86e6b350-f841-4b45-bccf-93b623f7264e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:11.087295 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-86e6b350-f841-4b45-bccf-93b623f7264e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=13678b3c419e49df92c9632eef2ad468&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2738740 Nov 25 13:38:11.090023 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 50882) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:11.099968 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7da0a14c-bd9c-4fcc-a919-029a0d3416cc tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:11.144057 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e6b350-f841-4b45-bccf-93b623f7264e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5745795-8636-4a26-9e6e-99bc592d81a4,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:11.150468 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7da0a14c-bd9c-4fcc-a919-029a0d3416cc tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:11.156625 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9ed28d5c-64f8-40f2-aa37-3bd78cac4d35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:11.222776 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da0a14c-bd9c-4fcc-a919-029a0d3416cc tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:38:11.226834 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-7da0a14c-bd9c-4fcc-a919-029a0d3416cc tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:38:11.230538 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da0a14c-bd9c-4fcc-a919-029a0d3416cc tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:38:11.263875 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da0a14c-bd9c-4fcc-a919-029a0d3416cc tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Pushing event updated for resources: {'Port': ['ID=af3d8f2d-755a-40d5-a468-92d2c36981fa,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:11.554338 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9ed28d5c-64f8-40f2-aa37-3bd78cac4d35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:11.602891 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:11.626645 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9ed28d5c-64f8-40f2-aa37-3bd78cac4d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:11.629455 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9ed28d5c-64f8-40f2-aa37-3bd78cac4d35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:11.632155 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-9ed28d5c-64f8-40f2-aa37-3bd78cac4d35 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e5745795-8636-4a26-9e6e-99bc592d81a4 HTTP/1.1" status: 204 len: 168 time: 0.5394707 Nov 25 13:38:11.643431 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed28d5c-64f8-40f2-aa37-3bd78cac4d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5745795-8636-4a26-9e6e-99bc592d81a4,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:11.772884 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7da0a14c-bd9c-4fcc-a919-029a0d3416cc tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:11.863695 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7da0a14c-bd9c-4fcc-a919-029a0d3416cc tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:12.054178 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7da0a14c-bd9c-4fcc-a919-029a0d3416cc tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:12.062918 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7da0a14c-bd9c-4fcc-a919-029a0d3416cc tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:12.148691 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da0a14c-bd9c-4fcc-a919-029a0d3416cc tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Pushing event updated for resources: {'Port': ['ID=af3d8f2d-755a-40d5-a468-92d2c36981fa,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:12.155530 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7da0a14c-bd9c-4fcc-a919-029a0d3416cc tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:12.684175 n-d-808199-11 neutron-server[103570]: INFO neutron.db.l3_db [None req-7da0a14c-bd9c-4fcc-a919-029a0d3416cc tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Floating IP 2aba96e6-441a-4133-ab65-3aa9ed37b7cc associated. External IP: 172.25.5.174, port: 87614fb5-22e1-47d2-94dc-b47862b52260. Nov 25 13:38:12.684641 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 50938) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:12.787148 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [req-58f10ab6-9ebb-4c3e-845a-96960983b65e req-e5845751-cd31-4e8a-9ee3-4b954375678b service neutron] (103570) timed out ('10.222.0.66', 52858) {{(pid=103570) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 13:38:12.892225 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-a6bcf1e9-25ab-4b78-adf2-6a815ce3affe admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1494479977-network', 'tenant_id': '3ac3ecdb9d7f4099a69d83c9614c8001'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:38:12.939049 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6bcf1e9-25ab-4b78-adf2-6a815ce3affe admin admin] Made reservation on behalf of 3ac3ecdb9d7f4099a69d83c9614c8001 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:38:12.942004 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a6bcf1e9-25ab-4b78-adf2-6a815ce3affe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:12.960154 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a6bcf1e9-25ab-4b78-adf2-6a815ce3affe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:13.035672 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7da0a14c-bd9c-4fcc-a919-029a0d3416cc tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Router 11f4b650-b921-4d1b-9069-83bdfb0cc2f5 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:38:13.125402 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a6bcf1e9-25ab-4b78-adf2-6a815ce3affe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:13.134184 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a6bcf1e9-25ab-4b78-adf2-6a815ce3affe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:13.196534 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bcf1e9-25ab-4b78-adf2-6a815ce3affe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1659c0b6-befe-4927-890f-cd6ef6b9e764,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:13.209598 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da0a14c-bd9c-4fcc-a919-029a0d3416cc tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:38:13.223869 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6bcf1e9-25ab-4b78-adf2-6a815ce3affe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:38:13.225052 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d9d1d1-17fa-4c3b-bd2b-8ad980ef4f35 None None] Sync routers for ids ['11f4b650-b921-4d1b-9069-83bdfb0cc2f5'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:38:13.240838 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a6bcf1e9-25ab-4b78-adf2-6a815ce3affe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:13.241385 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-a6bcf1e9-25ab-4b78-adf2-6a815ce3affe admin admin] Added segment 96b562ac-81e6-4825-aeea-b4de255dae2c of type vlan for network 255b14d8-346a-4fbf-a07e-8c9650f61893 Nov 25 13:38:13.242682 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d9d1d1-17fa-4c3b-bd2b-8ad980ef4f35 None None] Routers {'11f4b650-b921-4d1b-9069-83bdfb0cc2f5'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:38:13.244204 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-50d9d1d1-17fa-4c3b-bd2b-8ad980ef4f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:38:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['11f4b650-b921-4d1b-9069-83bdfb0cc2f5'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:13.258774 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7da0a14c-bd9c-4fcc-a919-029a0d3416cc tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:13.319953 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a6bcf1e9-25ab-4b78-adf2-6a815ce3affe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:13.329484 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-7da0a14c-bd9c-4fcc-a919-029a0d3416cc tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.7748370 Nov 25 13:38:13.331747 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-50d9d1d1-17fa-4c3b-bd2b-8ad980ef4f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:13.332650 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 50950) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:13.342059 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-3eeac687-323a-40f5-9a44-fc485b865ecb tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Request body: {'floatingip': {'port_id': '87614fb5-22e1-47d2-94dc-b47862b52260', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:38:13.351813 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d9d1d1-17fa-4c3b-bd2b-8ad980ef4f35 None None] Routers {'11f4b650-b921-4d1b-9069-83bdfb0cc2f5'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:38:13.353008 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-50d9d1d1-17fa-4c3b-bd2b-8ad980ef4f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:38:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['11f4b650-b921-4d1b-9069-83bdfb0cc2f5'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:13.397352 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a6bcf1e9-25ab-4b78-adf2-6a815ce3affe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:13.398979 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6bcf1e9-25ab-4b78-adf2-6a815ce3affe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:38:13.399563 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a6bcf1e9-25ab-4b78-adf2-6a815ce3affe admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:13.404510 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-50d9d1d1-17fa-4c3b-bd2b-8ad980ef4f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:13.405771 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d9d1d1-17fa-4c3b-bd2b-8ad980ef4f35 None None] The sync data for ids ['11f4b650-b921-4d1b-9069-83bdfb0cc2f5'] in n-d-808199-11 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:38:13.428001 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-a6bcf1e9-25ab-4b78-adf2-6a815ce3affe admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7396097 Nov 25 13:38:13.455725 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 50952) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:13.458038 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3eeac687-323a-40f5-9a44-fc485b865ecb tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for floatingip, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:13.462612 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-d9aa1b83-f128-47d3-b4d4-4d63daa6b800 admin admin] Request body: {'subnet': {'network_id': '255b14d8-346a-4fbf-a07e-8c9650f61893', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1494479977-subnet', 'tenant_id': '3ac3ecdb9d7f4099a69d83c9614c8001', 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:38:13.526864 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bcf1e9-25ab-4b78-adf2-6a815ce3affe admin admin] Pushing event updated for resources: {'Network': ['ID=255b14d8-346a-4fbf-a07e-8c9650f61893,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:13.540398 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9aa1b83-f128-47d3-b4d4-4d63daa6b800 admin admin] Made reservation on behalf of 3ac3ecdb9d7f4099a69d83c9614c8001 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:38:13.540609 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 255b14d8-346a-4fbf-a07e-8c9650f61893 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:38:13.547556 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d9aa1b83-f128-47d3-b4d4-4d63daa6b800 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:13.880578 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d9aa1b83-f128-47d3-b4d4-4d63daa6b800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:13.952162 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aa1b83-f128-47d3-b4d4-4d63daa6b800 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91cc3ae6-218d-4bef-bcd2-07036fc941d2,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:13.973277 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9aa1b83-f128-47d3-b4d4-4d63daa6b800 admin admin] Checking segment: {'id': '96b562ac-81e6-4825-aeea-b4de255dae2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '255b14d8-346a-4fbf-a07e-8c9650f61893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:38:13.974216 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9aa1b83-f128-47d3-b4d4-4d63daa6b800 admin admin] Network hostable DHCP agents. Network: 255b14d8-346a-4fbf-a07e-8c9650f61893, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:38:14.001416 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9aa1b83-f128-47d3-b4d4-4d63daa6b800 admin admin] Network 255b14d8-346a-4fbf-a07e-8c9650f61893 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:38:14.012468 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-d9aa1b83-f128-47d3-b4d4-4d63daa6b800 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 255b14d8-346a-4fbf-a07e-8c9650f61893) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:38:14.018430 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9aa1b83-f128-47d3-b4d4-4d63daa6b800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:38:14.019057 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d9aa1b83-f128-47d3-b4d4-4d63daa6b800 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:14.028791 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36977e6-fe13-4900-902d-93bdd3a379fe None None] Network 255b14d8-346a-4fbf-a07e-8c9650f61893 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:38:14.042084 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d9aa1b83-f128-47d3-b4d4-4d63daa6b800 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5850291 Nov 25 13:38:14.045181 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 50956) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:14.049329 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-5a367a93-51fb-4350-a7f4-da32292fded0 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1494479977-router', 'tenant_id': '3ac3ecdb9d7f4099a69d83c9614c8001', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:38:14.095807 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5a367a93-51fb-4350-a7f4-da32292fded0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:14.098406 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5a367a93-51fb-4350-a7f4-da32292fded0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:14.194948 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5a367a93-51fb-4350-a7f4-da32292fded0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:14.269361 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891b88cf-2938-4dd9-b6bc-94ceba4f7bc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-255b14d8-346a-4fbf-a07e-8c9650f61893', 'network_id': '255b14d8-346a-4fbf-a07e-8c9650f61893', 'tenant_id': '3ac3ecdb9d7f4099a69d83c9614c8001', 'fixed_ips': [{'subnet_id': '91cc3ae6-218d-4bef-bcd2-07036fc941d2'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:38:14.271269 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-891b88cf-2938-4dd9-b6bc-94ceba4f7bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:14.277783 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3eeac687-323a-40f5-9a44-fc485b865ecb tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:14.283653 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3eeac687-323a-40f5-9a44-fc485b865ecb tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:14.483484 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-891b88cf-2938-4dd9-b6bc-94ceba4f7bc4 None None] Allocated IP 172.20.0.2 (255b14d8-346a-4fbf-a07e-8c9650f61893/91cc3ae6-218d-4bef-bcd2-07036fc941d2/2ee17a1d-eae8-4640-bdd6-54c64193c0b7) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:38:14.489973 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5a367a93-51fb-4350-a7f4-da32292fded0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:14.598933 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eeac687-323a-40f5-9a44-fc485b865ecb tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Router 11f4b650-b921-4d1b-9069-83bdfb0cc2f5 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:38:14.668565 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:38:14.752712 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-891b88cf-2938-4dd9-b6bc-94ceba4f7bc4 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:14.759312 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eeac687-323a-40f5-9a44-fc485b865ecb tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:38:14.766014 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-891b88cf-2938-4dd9-b6bc-94ceba4f7bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:14.775402 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27abc6b6-5fdb-4ad8-88c6-4aada41b6747 None None] Sync routers for ids ['11f4b650-b921-4d1b-9069-83bdfb0cc2f5'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:38:14.781825 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3eeac687-323a-40f5-9a44-fc485b865ecb tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:14.788442 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5a367a93-51fb-4350-a7f4-da32292fded0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:14.812386 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5a367a93-51fb-4350-a7f4-da32292fded0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:14.835562 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891b88cf-2938-4dd9-b6bc-94ceba4f7bc4 None None] Network 255b14d8-346a-4fbf-a07e-8c9650f61893 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:38:14.838284 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27abc6b6-5fdb-4ad8-88c6-4aada41b6747 None None] Routers {'11f4b650-b921-4d1b-9069-83bdfb0cc2f5'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:38:14.838953 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-27abc6b6-5fdb-4ad8-88c6-4aada41b6747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:38:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['11f4b650-b921-4d1b-9069-83bdfb0cc2f5'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:14.845999 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-891b88cf-2938-4dd9-b6bc-94ceba4f7bc4 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:38:14.880535 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891b88cf-2938-4dd9-b6bc-94ceba4f7bc4 None None] Pushing event updated for resources: {'Port': ['ID=2ee17a1d-eae8-4640-bdd6-54c64193c0b7,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:14.891951 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3eeac687-323a-40f5-9a44-fc485b865ecb tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] 10.222.0.53 "PUT /v2.0/floatingips/2aba96e6-441a-4133-ab65-3aa9ed37b7cc HTTP/1.1" status: 200 len: 978 time: 1.5576315 Nov 25 13:38:14.892946 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 50964) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:14.893217 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891b88cf-2938-4dd9-b6bc-94ceba4f7bc4 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:38:14.897637 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-27abc6b6-5fdb-4ad8-88c6-4aada41b6747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:14.925372 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891b88cf-2938-4dd9-b6bc-94ceba4f7bc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:38:14.925727 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891b88cf-2938-4dd9-b6bc-94ceba4f7bc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:38:14.926065 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891b88cf-2938-4dd9-b6bc-94ceba4f7bc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:38:14.926408 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891b88cf-2938-4dd9-b6bc-94ceba4f7bc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:38:14.926765 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891b88cf-2938-4dd9-b6bc-94ceba4f7bc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:38:14.927108 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891b88cf-2938-4dd9-b6bc-94ceba4f7bc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:38:14.927442 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891b88cf-2938-4dd9-b6bc-94ceba4f7bc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:38:14.927772 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891b88cf-2938-4dd9-b6bc-94ceba4f7bc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:38:14.928103 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891b88cf-2938-4dd9-b6bc-94ceba4f7bc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:38:14.928434 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891b88cf-2938-4dd9-b6bc-94ceba4f7bc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:38:14.928762 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891b88cf-2938-4dd9-b6bc-94ceba4f7bc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:38:14.929088 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891b88cf-2938-4dd9-b6bc-94ceba4f7bc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:38:14.959830 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-5a367a93-51fb-4350-a7f4-da32292fded0 admin admin] Allocated IP 172.25.5.16 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/c598c794-81ec-48a9-b1c2-33a59505af5d) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:38:14.971998 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27abc6b6-5fdb-4ad8-88c6-4aada41b6747 None None] Routers {'11f4b650-b921-4d1b-9069-83bdfb0cc2f5'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:38:14.972654 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-27abc6b6-5fdb-4ad8-88c6-4aada41b6747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:38:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['11f4b650-b921-4d1b-9069-83bdfb0cc2f5'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:15.021038 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-27abc6b6-5fdb-4ad8-88c6-4aada41b6747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:15.021724 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27abc6b6-5fdb-4ad8-88c6-4aada41b6747 None None] The sync data for ids ['11f4b650-b921-4d1b-9069-83bdfb0cc2f5'] in n-d-808199-11 is: [] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:38:15.066278 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-891b88cf-2938-4dd9-b6bc-94ceba4f7bc4 None None] Attempting to bind port 2ee17a1d-eae8-4640-bdd6-54c64193c0b7 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:38:15.066663 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-891b88cf-2938-4dd9-b6bc-94ceba4f7bc4 None None] Attempting to bind port 2ee17a1d-eae8-4640-bdd6-54c64193c0b7 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '96b562ac-81e6-4825-aeea-b4de255dae2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '255b14d8-346a-4fbf-a07e-8c9650f61893'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:38:15.067069 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891b88cf-2938-4dd9-b6bc-94ceba4f7bc4 None None] Attempting to bind port 2ee17a1d-eae8-4640-bdd6-54c64193c0b7 on network 255b14d8-346a-4fbf-a07e-8c9650f61893 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:38:15.076369 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891b88cf-2938-4dd9-b6bc-94ceba4f7bc4 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:38:15.076759 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891b88cf-2938-4dd9-b6bc-94ceba4f7bc4 None None] Checking segment: {'id': '96b562ac-81e6-4825-aeea-b4de255dae2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '255b14d8-346a-4fbf-a07e-8c9650f61893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:38:15.077227 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-891b88cf-2938-4dd9-b6bc-94ceba4f7bc4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:15.077778 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891b88cf-2938-4dd9-b6bc-94ceba4f7bc4 None None] Bound using segment: {'id': '96b562ac-81e6-4825-aeea-b4de255dae2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '255b14d8-346a-4fbf-a07e-8c9650f61893'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:38:15.078271 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-891b88cf-2938-4dd9-b6bc-94ceba4f7bc4 None None] Bound port: 2ee17a1d-eae8-4640-bdd6-54c64193c0b7, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96b562ac-81e6-4825-aeea-b4de255dae2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '255b14d8-346a-4fbf-a07e-8c9650f61893'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:38:15.080355 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-891b88cf-2938-4dd9-b6bc-94ceba4f7bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:15.102604 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5a367a93-51fb-4350-a7f4-da32292fded0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:15.191488 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5a367a93-51fb-4350-a7f4-da32292fded0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:15.225937 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-979c2aeb-1a9f-4d86-8cb4-d6d5679b1f83 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Deleting port af3d8f2d-755a-40d5-a468-92d2c36981fa {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:38:15.227462 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-891b88cf-2938-4dd9-b6bc-94ceba4f7bc4 None None] For port 2ee17a1d-eae8-4640-bdd6-54c64193c0b7, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:38:15.227833 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-979c2aeb-1a9f-4d86-8cb4-d6d5679b1f83 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:15.232791 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-891b88cf-2938-4dd9-b6bc-94ceba4f7bc4 None None] For port 2ee17a1d-eae8-4640-bdd6-54c64193c0b7, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=2ee17a1d-eae8-4640-bdd6-54c64193c0b7,segment=NetworkSegment(96b562ac-81e6-4825-aeea-b4de255dae2c),segment_id=96b562ac-81e6-4825-aeea-b4de255dae2c)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:38:15.242830 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-891b88cf-2938-4dd9-b6bc-94ceba4f7bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:15.279996 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a367a93-51fb-4350-a7f4-da32292fded0 admin admin] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:38:15.286839 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-5a367a93-51fb-4350-a7f4-da32292fded0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:38:15.302081 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a367a93-51fb-4350-a7f4-da32292fded0 admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:38:15.309940 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209f542d-3238-4812-87c8-9fa328fec995 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:38:15.356120 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891b88cf-2938-4dd9-b6bc-94ceba4f7bc4 None None] Pushing event updated for resources: {'Port': ['ID=2ee17a1d-eae8-4640-bdd6-54c64193c0b7,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:15.404799 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a367a93-51fb-4350-a7f4-da32292fded0 admin admin] Pushing event updated for resources: {'Port': ['ID=c598c794-81ec-48a9-b1c2-33a59505af5d,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:15.411344 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-979c2aeb-1a9f-4d86-8cb4-d6d5679b1f83 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:15.411851 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-979c2aeb-1a9f-4d86-8cb4-d6d5679b1f83 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:15.427524 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a367a93-51fb-4350-a7f4-da32292fded0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:38:15.428852 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a367a93-51fb-4350-a7f4-da32292fded0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:38:15.428852 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a367a93-51fb-4350-a7f4-da32292fded0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:38:15.428852 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a367a93-51fb-4350-a7f4-da32292fded0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:38:15.429535 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a367a93-51fb-4350-a7f4-da32292fded0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:38:15.429890 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a367a93-51fb-4350-a7f4-da32292fded0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:38:15.430234 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a367a93-51fb-4350-a7f4-da32292fded0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:38:15.430578 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a367a93-51fb-4350-a7f4-da32292fded0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:38:15.430941 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a367a93-51fb-4350-a7f4-da32292fded0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:38:15.431279 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a367a93-51fb-4350-a7f4-da32292fded0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:38:15.431612 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a367a93-51fb-4350-a7f4-da32292fded0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:38:15.431946 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a367a93-51fb-4350-a7f4-da32292fded0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:38:15.435043 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-979c2aeb-1a9f-4d86-8cb4-d6d5679b1f83 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Calling delete_port for af3d8f2d-755a-40d5-a468-92d2c36981fa owned by network:floatingip {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:38:15.455686 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-335d0bb0-c7ae-4f25-9b42-cf36047b252a None None] Provisioning complete for port c598c794-81ec-48a9-b1c2-33a59505af5d triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:38:15.456442 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-335d0bb0-c7ae-4f25-9b42-cf36047b252a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:15.525013 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-335d0bb0-c7ae-4f25-9b42-cf36047b252a None None] Port c598c794-81ec-48a9-b1c2-33a59505af5d cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:38:15.649647 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-979c2aeb-1a9f-4d86-8cb4-d6d5679b1f83 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:15.711311 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979c2aeb-1a9f-4d86-8cb4-d6d5679b1f83 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Pushing event deleted for resources: {'Port': ['ID=af3d8f2d-755a-40d5-a468-92d2c36981fa,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:15.829919 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-979c2aeb-1a9f-4d86-8cb4-d6d5679b1f83 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for floatingip, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:15.830621 n-d-808199-11 neutron-server[103570]: INFO neutron.db.l3_db [None req-979c2aeb-1a9f-4d86-8cb4-d6d5679b1f83 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Floating IP 2aba96e6-441a-4133-ab65-3aa9ed37b7cc disassociated (deleted). External IP: 172.25.5.174, port: 87614fb5-22e1-47d2-94dc-b47862b52260. Nov 25 13:38:15.901388 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5a367a93-51fb-4350-a7f4-da32292fded0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:16.103646 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-979c2aeb-1a9f-4d86-8cb4-d6d5679b1f83 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Router 11f4b650-b921-4d1b-9069-83bdfb0cc2f5 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:38:16.144815 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5a367a93-51fb-4350-a7f4-da32292fded0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:16.272289 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-979c2aeb-1a9f-4d86-8cb4-d6d5679b1f83 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:38:16.284797 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad32b76c-c574-40ff-8592-20b3d7582e3f None None] Sync routers for ids ['11f4b650-b921-4d1b-9069-83bdfb0cc2f5'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:38:16.287053 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-979c2aeb-1a9f-4d86-8cb4-d6d5679b1f83 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:16.299385 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad32b76c-c574-40ff-8592-20b3d7582e3f None None] Routers {'11f4b650-b921-4d1b-9069-83bdfb0cc2f5'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:38:16.300440 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ad32b76c-c574-40ff-8592-20b3d7582e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:38:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['11f4b650-b921-4d1b-9069-83bdfb0cc2f5'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:16.339115 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-979c2aeb-1a9f-4d86-8cb4-d6d5679b1f83 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] 10.222.0.53 "DELETE /v2.0/floatingips/2aba96e6-441a-4133-ab65-3aa9ed37b7cc HTTP/1.1" status: 204 len: 168 time: 1.4447577 Nov 25 13:38:16.339710 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 50980) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:16.342034 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ad32b76c-c574-40ff-8592-20b3d7582e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:16.352702 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad32b76c-c574-40ff-8592-20b3d7582e3f None None] Routers {'11f4b650-b921-4d1b-9069-83bdfb0cc2f5'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:38:16.353555 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ad32b76c-c574-40ff-8592-20b3d7582e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:38:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['11f4b650-b921-4d1b-9069-83bdfb0cc2f5'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:16.357008 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a367a93-51fb-4350-a7f4-da32292fded0 admin admin] Router b4af7cee-b79f-43f1-8acb-830b7079e6f3 is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:38:16.457408 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ad32b76c-c574-40ff-8592-20b3d7582e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:16.458037 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad32b76c-c574-40ff-8592-20b3d7582e3f None None] The sync data for ids ['11f4b650-b921-4d1b-9069-83bdfb0cc2f5'] in n-d-808199-11 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:38:16.490541 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-73570c6a-1181-4b77-897c-a6b8b5b5afd8 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Deleting port 87614fb5-22e1-47d2-94dc-b47862b52260 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:38:16.491166 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-73570c6a-1181-4b77-897c-a6b8b5b5afd8 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:16.558461 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a367a93-51fb-4350-a7f4-da32292fded0 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:38:16.576367 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113561cb-e68f-4c02-bd5f-92d8b9fa8b06 None None] Sync routers for ids ['b4af7cee-b79f-43f1-8acb-830b7079e6f3'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:38:16.604767 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113561cb-e68f-4c02-bd5f-92d8b9fa8b06 None None] Routers {'b4af7cee-b79f-43f1-8acb-830b7079e6f3'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:38:16.615400 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5a367a93-51fb-4350-a7f4-da32292fded0 admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:16.615740 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-113561cb-e68f-4c02-bd5f-92d8b9fa8b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:38:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['b4af7cee-b79f-43f1-8acb-830b7079e6f3'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:16.623185 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5a367a93-51fb-4350-a7f4-da32292fded0 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5771556 Nov 25 13:38:16.624631 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 50986) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:16.670487 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-73570c6a-1181-4b77-897c-a6b8b5b5afd8 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:16.713320 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-73570c6a-1181-4b77-897c-a6b8b5b5afd8 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Calling delete_port for 87614fb5-22e1-47d2-94dc-b47862b52260 owned by {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:38:16.897727 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-113561cb-e68f-4c02-bd5f-92d8b9fa8b06 None None] Set router b4af7cee-b79f-43f1-8acb-830b7079e6f3 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:38:17.074287 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-73570c6a-1181-4b77-897c-a6b8b5b5afd8 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:17.175601 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73570c6a-1181-4b77-897c-a6b8b5b5afd8 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Pushing event deleted for resources: {'Port': ['ID=87614fb5-22e1-47d2-94dc-b47862b52260,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:17.237098 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9480e78c-b487-4b53-b844-8c8d5369a419 None None] Network 255b14d8-346a-4fbf-a07e-8c9650f61893 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:38:17.244612 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 2ee17a1d-eae8-4640-bdd6-54c64193c0b7 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:38:17.354061 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-73570c6a-1181-4b77-897c-a6b8b5b5afd8 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:17.363314 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-73570c6a-1181-4b77-897c-a6b8b5b5afd8 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] 10.222.0.53 "DELETE /v2.0/ports/87614fb5-22e1-47d2-94dc-b47862b52260 HTTP/1.1" status: 204 len: 168 time: 1.0223329 Nov 25 13:38:17.364171 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 50988) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:17.369999 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-4a58deef-e71e-4eda-9cc9-8b34487a7c77 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Request body: {'floatingip': {'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:38:17.423090 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4a58deef-e71e-4eda-9cc9-8b34487a7c77 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for floatingip, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:17.526858 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a6144051-1490-4dce-9dd5-39908ca376f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:17.609248 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-e8f2d139-00e5-4a50-9cd7-03ac088d337c None None] Provisioning complete for port 2ee17a1d-eae8-4640-bdd6-54c64193c0b7 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:38:17.609824 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e8f2d139-00e5-4a50-9cd7-03ac088d337c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:17.644617 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4a58deef-e71e-4eda-9cc9-8b34487a7c77 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:17.685501 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 2ee17a1d-eae8-4640-bdd6-54c64193c0b7 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:38:17.685974 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:17.824498 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-a6144051-1490-4dce-9dd5-39908ca376f8 admin admin] Allocated IP 172.20.0.1 (255b14d8-346a-4fbf-a07e-8c9650f61893/91cc3ae6-218d-4bef-bcd2-07036fc941d2/e66fa64b-de68-4262-8acd-d02f46a52fe9) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:38:17.824796 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e8f2d139-00e5-4a50-9cd7-03ac088d337c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:17.826046 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-4a58deef-e71e-4eda-9cc9-8b34487a7c77 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Allocated IP 172.25.5.111 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/cb02ba85-5126-46cf-a623-668c5305d062) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:38:17.907404 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-e8f2d139-00e5-4a50-9cd7-03ac088d337c None None] For port 2ee17a1d-eae8-4640-bdd6-54c64193c0b7, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=2ee17a1d-eae8-4640-bdd6-54c64193c0b7,segment=NetworkSegment(96b562ac-81e6-4825-aeea-b4de255dae2c),segment_id=96b562ac-81e6-4825-aeea-b4de255dae2c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:38:17.918905 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e8f2d139-00e5-4a50-9cd7-03ac088d337c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:18.007938 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4a58deef-e71e-4eda-9cc9-8b34487a7c77 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:18.012880 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a6144051-1490-4dce-9dd5-39908ca376f8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:18.073225 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f2d139-00e5-4a50-9cd7-03ac088d337c None None] Pushing event updated for resources: {'Port': ['ID=2ee17a1d-eae8-4640-bdd6-54c64193c0b7,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:18.079364 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a6144051-1490-4dce-9dd5-39908ca376f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:18.087336 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-113561cb-e68f-4c02-bd5f-92d8b9fa8b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4af7cee-b79f-43f1-8acb-830b7079e6f3', 'name': 'tempest-TestServerMultinode-1494479977-router', 'tenant_id': '3ac3ecdb9d7f4099a69d83c9614c8001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'c598c794-81ec-48a9-b1c2-33a59505af5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:38:14Z', 'updated_at': '2021-11-25T13:38:15Z', 'revision_number': 3, 'project_id': '3ac3ecdb9d7f4099a69d83c9614c8001', 'gw_port': {'id': 'c598c794-81ec-48a9-b1c2-33a59505af5d', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ca:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4af7cee-b79f-43f1-8acb-830b7079e6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:38:14Z', 'updated_at': '2021-11-25T13:38:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:18.213416 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4a58deef-e71e-4eda-9cc9-8b34487a7c77 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:18.213416 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a58deef-e71e-4eda-9cc9-8b34487a7c77 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:38:18.213416 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-4a58deef-e71e-4eda-9cc9-8b34487a7c77 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:38:18.213416 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a58deef-e71e-4eda-9cc9-8b34487a7c77 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:38:18.214826 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113561cb-e68f-4c02-bd5f-92d8b9fa8b06 None None] Checking router: b4af7cee-b79f-43f1-8acb-830b7079e6f3 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:38:18.214826 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113561cb-e68f-4c02-bd5f-92d8b9fa8b06 None None] Updating router b4af7cee-b79f-43f1-8acb-830b7079e6f3 port c598c794-81ec-48a9-b1c2-33a59505af5d binding host n-d-808199-11 {{(pid=103572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:38:18.322942 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6144051-1490-4dce-9dd5-39908ca376f8 admin admin] Network 255b14d8-346a-4fbf-a07e-8c9650f61893 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:38:18.322942 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-a6144051-1490-4dce-9dd5-39908ca376f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:38:18.322942 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6144051-1490-4dce-9dd5-39908ca376f8 admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:38:18.323829 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-113561cb-e68f-4c02-bd5f-92d8b9fa8b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:18.324708 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6144051-1490-4dce-9dd5-39908ca376f8 admin admin] Pushing event updated for resources: {'Port': ['ID=e66fa64b-de68-4262-8acd-d02f46a52fe9,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:18.325154 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a58deef-e71e-4eda-9cc9-8b34487a7c77 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Pushing event updated for resources: {'Port': ['ID=cb02ba85-5126-46cf-a623-668c5305d062,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:18.349418 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a6144051-1490-4dce-9dd5-39908ca376f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:18.479556 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4a58deef-e71e-4eda-9cc9-8b34487a7c77 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:18.564413 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-ef1d192b-4eb6-49b0-861a-d0b9f9ebe6a4 None None] Provisioning complete for port 2ee17a1d-eae8-4640-bdd6-54c64193c0b7 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:38:18.564830 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ef1d192b-4eb6-49b0-861a-d0b9f9ebe6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:18.597623 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4a58deef-e71e-4eda-9cc9-8b34487a7c77 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:18.807660 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-113561cb-e68f-4c02-bd5f-92d8b9fa8b06 None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:18.817513 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-113561cb-e68f-4c02-bd5f-92d8b9fa8b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:18.845447 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4a58deef-e71e-4eda-9cc9-8b34487a7c77 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:18.885343 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4a58deef-e71e-4eda-9cc9-8b34487a7c77 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:18.895005 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-113561cb-e68f-4c02-bd5f-92d8b9fa8b06 None None] Attempting to bind port c598c794-81ec-48a9-b1c2-33a59505af5d on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:38:18.895571 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-113561cb-e68f-4c02-bd5f-92d8b9fa8b06 None None] Attempting to bind port c598c794-81ec-48a9-b1c2-33a59505af5d by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:38:18.896039 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113561cb-e68f-4c02-bd5f-92d8b9fa8b06 None None] Attempting to bind port c598c794-81ec-48a9-b1c2-33a59505af5d on network 7542d3d9-0db3-40e7-ab88-a168871141f7 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:38:18.903372 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9dfe09-08bc-4142-b4a4-a12a5827fea8 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:38:18.914831 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113561cb-e68f-4c02-bd5f-92d8b9fa8b06 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:38:18.915341 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113561cb-e68f-4c02-bd5f-92d8b9fa8b06 None None] Checking segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:38:18.915897 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-113561cb-e68f-4c02-bd5f-92d8b9fa8b06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:18.916395 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113561cb-e68f-4c02-bd5f-92d8b9fa8b06 None None] Bound using segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:38:18.917162 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-113561cb-e68f-4c02-bd5f-92d8b9fa8b06 None None] Bound port: c598c794-81ec-48a9-b1c2-33a59505af5d, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:38:18.917730 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-113561cb-e68f-4c02-bd5f-92d8b9fa8b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:18.951580 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b6725c-6768-42fe-a540-088f80ba9042 None None] Pushing event updated for resources: {'Port': ['ID=c598c794-81ec-48a9-b1c2-33a59505af5d,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:19.002074 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-113561cb-e68f-4c02-bd5f-92d8b9fa8b06 None None] For port c598c794-81ec-48a9-b1c2-33a59505af5d, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:38:19.012936 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-113561cb-e68f-4c02-bd5f-92d8b9fa8b06 None None] For port c598c794-81ec-48a9-b1c2-33a59505af5d, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=c598c794-81ec-48a9-b1c2-33a59505af5d,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:38:19.039580 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a6144051-1490-4dce-9dd5-39908ca376f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:19.040849 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-113561cb-e68f-4c02-bd5f-92d8b9fa8b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:19.049781 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a58deef-e71e-4eda-9cc9-8b34487a7c77 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Pushing event updated for resources: {'Port': ['ID=cb02ba85-5126-46cf-a623-668c5305d062,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:19.067073 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a58deef-e71e-4eda-9cc9-8b34487a7c77 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:38:19.067539 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a58deef-e71e-4eda-9cc9-8b34487a7c77 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:38:19.068004 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a58deef-e71e-4eda-9cc9-8b34487a7c77 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:38:19.068447 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a58deef-e71e-4eda-9cc9-8b34487a7c77 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:38:19.068894 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a58deef-e71e-4eda-9cc9-8b34487a7c77 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:38:19.069336 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a58deef-e71e-4eda-9cc9-8b34487a7c77 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:38:19.069796 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a58deef-e71e-4eda-9cc9-8b34487a7c77 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:38:19.070396 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a58deef-e71e-4eda-9cc9-8b34487a7c77 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:38:19.071005 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a58deef-e71e-4eda-9cc9-8b34487a7c77 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:38:19.071680 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a58deef-e71e-4eda-9cc9-8b34487a7c77 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:38:19.072282 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a58deef-e71e-4eda-9cc9-8b34487a7c77 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:38:19.072591 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a58deef-e71e-4eda-9cc9-8b34487a7c77 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:38:19.101047 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4a58deef-e71e-4eda-9cc9-8b34487a7c77 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:19.137726 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4a58deef-e71e-4eda-9cc9-8b34487a7c77 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:19.141832 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-4a58deef-e71e-4eda-9cc9-8b34487a7c77 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7736967 Nov 25 13:38:19.142008 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 51030) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:19.147326 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-077e8933-57b8-4827-9dff-23702c56a475 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Request body: {'port': {'network_id': '6a0bb006-de6a-40ad-84ac-db4b93452281', 'name': 'tempest-FloatingIPTestJSON-1957793753'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:38:19.155456 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b6725c-6768-42fe-a540-088f80ba9042 None None] Pushing event updated for resources: {'Port': ['ID=c598c794-81ec-48a9-b1c2-33a59505af5d,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:19.175355 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 2ee17a1d-eae8-4640-bdd6-54c64193c0b7 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:38:19.183772 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-7e0afd4d-898e-4bf0-a270-abbeab5aa702 None None] Provisioning complete for port e66fa64b-de68-4262-8acd-d02f46a52fe9 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:38:19.187426 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7e0afd4d-898e-4bf0-a270-abbeab5aa702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:19.276687 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-7e0afd4d-898e-4bf0-a270-abbeab5aa702 None None] Port e66fa64b-de68-4262-8acd-d02f46a52fe9 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:38:19.304373 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de780a8-f9c7-48d3-b790-539fba963751 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:38:19.305093 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a6144051-1490-4dce-9dd5-39908ca376f8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:19.318575 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a6144051-1490-4dce-9dd5-39908ca376f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:19.343569 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-7e0afd4d-898e-4bf0-a270-abbeab5aa702 None None] Provisioning complete for port c598c794-81ec-48a9-b1c2-33a59505af5d triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:38:19.344363 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7e0afd4d-898e-4bf0-a270-abbeab5aa702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:19.346440 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113561cb-e68f-4c02-bd5f-92d8b9fa8b06 None None] Routers {'b4af7cee-b79f-43f1-8acb-830b7079e6f3'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:38:19.347558 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-113561cb-e68f-4c02-bd5f-92d8b9fa8b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:38:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['b4af7cee-b79f-43f1-8acb-830b7079e6f3'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:19.349562 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-077e8933-57b8-4827-9dff-23702c56a475 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Made reservation on behalf of ed1c5eaddcf54805a69e2ee378299fb6 for: {'port': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:38:19.354743 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-077e8933-57b8-4827-9dff-23702c56a475 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:19.408335 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [None req-077e8933-57b8-4827-9dff-23702c56a475 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] device_id is not set on port fdf2f073-fec4-4836-aec8-393bb508ab13 yet. {{(pid=103570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:38:19.420200 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a6144051-1490-4dce-9dd5-39908ca376f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:19.480874 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 2ee17a1d-eae8-4640-bdd6-54c64193c0b7 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:38:19.480874 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:19.590843 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6144051-1490-4dce-9dd5-39908ca376f8 admin admin] Pushing event updated for resources: {'Port': ['ID=e66fa64b-de68-4262-8acd-d02f46a52fe9,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:19.599241 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-113561cb-e68f-4c02-bd5f-92d8b9fa8b06 None None] Set router b4af7cee-b79f-43f1-8acb-830b7079e6f3 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:38:19.635195 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-077e8933-57b8-4827-9dff-23702c56a475 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Allocated IP 172.20.0.4 (6a0bb006-de6a-40ad-84ac-db4b93452281/1b572ce4-2b99-44eb-8db2-c0bb1c2dce0f/fdf2f073-fec4-4836-aec8-393bb508ab13) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:38:19.695539 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6144051-1490-4dce-9dd5-39908ca376f8 admin admin] Network 255b14d8-346a-4fbf-a07e-8c9650f61893 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:38:19.697113 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-a6144051-1490-4dce-9dd5-39908ca376f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:38:19.771917 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7e0afd4d-898e-4bf0-a270-abbeab5aa702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:19.884288 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-7e0afd4d-898e-4bf0-a270-abbeab5aa702 None None] For port c598c794-81ec-48a9-b1c2-33a59505af5d, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=c598c794-81ec-48a9-b1c2-33a59505af5d,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:38:19.906898 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7e0afd4d-898e-4bf0-a270-abbeab5aa702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:19.935189 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-077e8933-57b8-4827-9dff-23702c56a475 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:19.983175 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-077e8933-57b8-4827-9dff-23702c56a475 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:20.007065 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6144051-1490-4dce-9dd5-39908ca376f8 admin admin] Router b4af7cee-b79f-43f1-8acb-830b7079e6f3 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:38:20.069082 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077e8933-57b8-4827-9dff-23702c56a475 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Network 6a0bb006-de6a-40ad-84ac-db4b93452281 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:38:20.073356 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-077e8933-57b8-4827-9dff-23702c56a475 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:38:20.078554 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077e8933-57b8-4827-9dff-23702c56a475 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:38:20.148819 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077e8933-57b8-4827-9dff-23702c56a475 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:38:20.149665 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-077e8933-57b8-4827-9dff-23702c56a475 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:20.179856 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077e8933-57b8-4827-9dff-23702c56a475 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Pushing event updated for resources: {'Port': ['ID=fdf2f073-fec4-4836-aec8-393bb508ab13,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:20.192191 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-077e8933-57b8-4827-9dff-23702c56a475 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0481036 Nov 25 13:38:20.196027 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 51050) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:20.203110 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-2f2b5323-f5d8-4e59-9093-36d88fa6f735 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Request body: {'floatingip': {'port_id': 'fdf2f073-fec4-4836-aec8-393bb508ab13'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:38:20.296363 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-955143af-a58e-4532-b36b-b20e82c6ade1 None None] Provisioning complete for port c598c794-81ec-48a9-b1c2-33a59505af5d triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:38:20.297030 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-955143af-a58e-4532-b36b-b20e82c6ade1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:20.357123 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0afd4d-898e-4bf0-a270-abbeab5aa702 None None] Pushing event updated for resources: {'Port': ['ID=c598c794-81ec-48a9-b1c2-33a59505af5d,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:20.357872 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2f2b5323-f5d8-4e59-9093-36d88fa6f735 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for floatingip, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:20.397773 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6144051-1490-4dce-9dd5-39908ca376f8 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:38:20.417403 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-a6144051-1490-4dce-9dd5-39908ca376f8 admin admin] 10.222.0.53 "PUT /v2.0/routers/b4af7cee-b79f-43f1-8acb-830b7079e6f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7907536 Nov 25 13:38:20.572524 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-113561cb-e68f-4c02-bd5f-92d8b9fa8b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4af7cee-b79f-43f1-8acb-830b7079e6f3', 'name': 'tempest-TestServerMultinode-1494479977-router', 'tenant_id': '3ac3ecdb9d7f4099a69d83c9614c8001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'c598c794-81ec-48a9-b1c2-33a59505af5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:38:14Z', 'updated_at': '2021-11-25T13:38:19Z', 'revision_number': 4, 'project_id': '3ac3ecdb9d7f4099a69d83c9614c8001', 'gw_port': {'id': 'c598c794-81ec-48a9-b1c2-33a59505af5d', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ca:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4af7cee-b79f-43f1-8acb-830b7079e6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:38:14Z', 'updated_at': '2021-11-25T13:38:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'e66fa64b-de68-4262-8acd-d02f46a52fe9', 'name': '', 'network_id': '255b14d8-346a-4fbf-a07e-8c9650f61893', 'tenant_id': '3ac3ecdb9d7f4099a69d83c9614c8001', 'mac_address': 'fa:16:3e:ad:10:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4af7cee-b79f-43f1-8acb-830b7079e6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '91cc3ae6-218d-4bef-bcd2-07036fc941d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:38:17Z', 'updated_at': '2021-11-25T13:38:19Z', 'revision_number': 2, 'project_id': '3ac3ecdb9d7f4099a69d83c9614c8001', 'subnets': [{'id': '91cc3ae6-218d-4bef-bcd2-07036fc941d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:20.670117 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113561cb-e68f-4c02-bd5f-92d8b9fa8b06 None None] The sync data for ids ['b4af7cee-b79f-43f1-8acb-830b7079e6f3'] in n-d-808199-11 is: [{'id': 'b4af7cee-b79f-43f1-8acb-830b7079e6f3', 'name': 'tempest-TestServerMultinode-1494479977-router', 'tenant_id': '3ac3ecdb9d7f4099a69d83c9614c8001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'c598c794-81ec-48a9-b1c2-33a59505af5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:38:14Z', 'updated_at': '2021-11-25T13:38:19Z', 'revision_number': 4, 'project_id': '3ac3ecdb9d7f4099a69d83c9614c8001', 'gw_port': {'id': 'c598c794-81ec-48a9-b1c2-33a59505af5d', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ca:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4af7cee-b79f-43f1-8acb-830b7079e6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:38:14Z', 'updated_at': '2021-11-25T13:38:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'e66fa64b-de68-4262-8acd-d02f46a52fe9', 'name': '', 'network_id': '255b14d8-346a-4fbf-a07e-8c9650f61893', 'tenant_id': '3ac3ecdb9d7f4099a69d83c9614c8001', 'mac_address': 'fa:16:3e:ad:10:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4af7cee-b79f-43f1-8acb-830b7079e6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '91cc3ae6-218d-4bef-bcd2-07036fc941d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:38:17Z', 'updated_at': '2021-11-25T13:38:19Z', 'revision_number': 2, 'project_id': '3ac3ecdb9d7f4099a69d83c9614c8001', 'subnets': [{'id': '91cc3ae6-218d-4bef-bcd2-07036fc941d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:38:20.704250 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-fae3a575-1e6e-412e-8f82-a2bddeb90157 None None] Provisioning complete for port e66fa64b-de68-4262-8acd-d02f46a52fe9 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:38:20.707085 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fae3a575-1e6e-412e-8f82-a2bddeb90157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:20.784180 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-fae3a575-1e6e-412e-8f82-a2bddeb90157 None None] Port e66fa64b-de68-4262-8acd-d02f46a52fe9 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:38:21.214866 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2f2b5323-f5d8-4e59-9093-36d88fa6f735 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:21.224903 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2f2b5323-f5d8-4e59-9093-36d88fa6f735 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:21.679452 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51092) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:21.693213 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-75a8bd90-6be5-4346-a267-44f62b59b5e2 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-32591207-network', 'tenant_id': '994b2637c1974a1a956c9e101858d78f'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:38:21.837271 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a8bd90-6be5-4346-a267-44f62b59b5e2 admin admin] Made reservation on behalf of 994b2637c1974a1a956c9e101858d78f for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:38:21.841077 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-75a8bd90-6be5-4346-a267-44f62b59b5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:21.878225 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-75a8bd90-6be5-4346-a267-44f62b59b5e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:22.129927 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-75a8bd90-6be5-4346-a267-44f62b59b5e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:22.140602 n-d-808199-11 neutron-server[103570]: INFO neutron.db.l3_db [None req-2f2b5323-f5d8-4e59-9093-36d88fa6f735 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Floating IP 37adfcf1-1495-4ae8-aa4c-952015c00759 associated. External IP: 172.25.5.111, port: fdf2f073-fec4-4836-aec8-393bb508ab13. Nov 25 13:38:22.149399 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-75a8bd90-6be5-4346-a267-44f62b59b5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:22.223360 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a8bd90-6be5-4346-a267-44f62b59b5e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c09e0d1b-a0e4-4d12-8140-871be4d8706d,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:22.250079 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75a8bd90-6be5-4346-a267-44f62b59b5e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:38:22.270811 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-75a8bd90-6be5-4346-a267-44f62b59b5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:22.271133 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-75a8bd90-6be5-4346-a267-44f62b59b5e2 admin admin] Added segment bae5045f-a6fd-4b0f-b784-a103e5730a19 of type vlan for network a8080eb2-63e0-4e97-bb0e-4046e5854a10 Nov 25 13:38:22.397359 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-75a8bd90-6be5-4346-a267-44f62b59b5e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:22.445930 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-75a8bd90-6be5-4346-a267-44f62b59b5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:22.447010 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a8bd90-6be5-4346-a267-44f62b59b5e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:38:22.447603 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-75a8bd90-6be5-4346-a267-44f62b59b5e2 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:22.543139 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-75a8bd90-6be5-4346-a267-44f62b59b5e2 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8583641 Nov 25 13:38:22.544089 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51108) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:22.551084 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-b6f3c62a-2b9d-421c-aec6-47c424d73725 admin admin] Request body: {'subnet': {'network_id': 'a8080eb2-63e0-4e97-bb0e-4046e5854a10', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-32591207-subnet', 'tenant_id': '994b2637c1974a1a956c9e101858d78f', 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:38:22.556157 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a8bd90-6be5-4346-a267-44f62b59b5e2 admin admin] Pushing event updated for resources: {'Network': ['ID=a8080eb2-63e0-4e97-bb0e-4046e5854a10,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:22.568356 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network a8080eb2-63e0-4e97-bb0e-4046e5854a10 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:38:22.603772 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f3c62a-2b9d-421c-aec6-47c424d73725 admin admin] Made reservation on behalf of 994b2637c1974a1a956c9e101858d78f for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:38:22.606432 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b6f3c62a-2b9d-421c-aec6-47c424d73725 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:22.669457 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f2b5323-f5d8-4e59-9093-36d88fa6f735 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Router 11f4b650-b921-4d1b-9069-83bdfb0cc2f5 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:38:22.943828 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b6f3c62a-2b9d-421c-aec6-47c424d73725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:22.992095 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f2b5323-f5d8-4e59-9093-36d88fa6f735 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:38:23.001702 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2f2b5323-f5d8-4e59-9093-36d88fa6f735 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:23.003166 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18674cd1-11ac-4d91-8421-55a017bbdf01 None None] Sync routers for ids ['11f4b650-b921-4d1b-9069-83bdfb0cc2f5'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:38:23.035111 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18674cd1-11ac-4d91-8421-55a017bbdf01 None None] Routers {'11f4b650-b921-4d1b-9069-83bdfb0cc2f5'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:38:23.039443 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-18674cd1-11ac-4d91-8421-55a017bbdf01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:38:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['11f4b650-b921-4d1b-9069-83bdfb0cc2f5'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:23.079495 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-2f2b5323-f5d8-4e59-9093-36d88fa6f735 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] 10.222.0.53 "PUT /v2.0/floatingips/37adfcf1-1495-4ae8-aa4c-952015c00759 HTTP/1.1" status: 200 len: 978 time: 2.8819988 Nov 25 13:38:23.083202 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 51120) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:23.089207 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f3c62a-2b9d-421c-aec6-47c424d73725 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35edbe4a-18c8-4fb6-be75-cb9df6d0ca50,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:23.091640 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f3c62a-2b9d-421c-aec6-47c424d73725 admin admin] Checking segment: {'id': 'bae5045f-a6fd-4b0f-b784-a103e5730a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a8080eb2-63e0-4e97-bb0e-4046e5854a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:38:23.092181 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f3c62a-2b9d-421c-aec6-47c424d73725 admin admin] Network hostable DHCP agents. Network: a8080eb2-63e0-4e97-bb0e-4046e5854a10, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:38:23.122796 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f3c62a-2b9d-421c-aec6-47c424d73725 admin admin] Network a8080eb2-63e0-4e97-bb0e-4046e5854a10 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:38:23.130924 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-18674cd1-11ac-4d91-8421-55a017bbdf01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:23.140931 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-b6f3c62a-2b9d-421c-aec6-47c424d73725 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, a8080eb2-63e0-4e97-bb0e-4046e5854a10) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:38:23.154002 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a83df89-ed46-47d5-ab43-3a8189dd013f None None] Network a8080eb2-63e0-4e97-bb0e-4046e5854a10 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:38:23.161922 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18674cd1-11ac-4d91-8421-55a017bbdf01 None None] Routers {'11f4b650-b921-4d1b-9069-83bdfb0cc2f5'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:38:23.167080 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-18674cd1-11ac-4d91-8421-55a017bbdf01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:38:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['11f4b650-b921-4d1b-9069-83bdfb0cc2f5'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:23.173789 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f3c62a-2b9d-421c-aec6-47c424d73725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:38:23.181083 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b6f3c62a-2b9d-421c-aec6-47c424d73725 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:23.231884 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b6f3c62a-2b9d-421c-aec6-47c424d73725 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6861031 Nov 25 13:38:23.234104 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51124) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:23.243751 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-805b4406-5a7f-4dcb-93fc-0b4615ecf963 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-32591207-router', 'tenant_id': '994b2637c1974a1a956c9e101858d78f', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:38:23.285679 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-18674cd1-11ac-4d91-8421-55a017bbdf01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:23.286528 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18674cd1-11ac-4d91-8421-55a017bbdf01 None None] The sync data for ids ['11f4b650-b921-4d1b-9069-83bdfb0cc2f5'] in n-d-808199-11 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:38:23.290990 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device c598c794-81ec-48a9-b1c2-33a59505af5d up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:38:23.345574 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-805b4406-5a7f-4dcb-93fc-0b4615ecf963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:23.346588 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-805b4406-5a7f-4dcb-93fc-0b4615ecf963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:23.370729 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-abb9d6d6-62aa-44eb-a219-83ddfca53729 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Deleting port fdf2f073-fec4-4836-aec8-393bb508ab13 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:38:23.370942 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-abb9d6d6-62aa-44eb-a219-83ddfca53729 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:23.412640 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port c598c794-81ec-48a9-b1c2-33a59505af5d triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:38:23.413259 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:23.504772 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-805b4406-5a7f-4dcb-93fc-0b4615ecf963 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:23.516887 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851e4070-b8bb-42d6-808b-9377ecbbc030 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-a8080eb2-63e0-4e97-bb0e-4046e5854a10', 'network_id': 'a8080eb2-63e0-4e97-bb0e-4046e5854a10', 'tenant_id': '994b2637c1974a1a956c9e101858d78f', 'fixed_ips': [{'subnet_id': '35edbe4a-18c8-4fb6-be75-cb9df6d0ca50'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:38:23.518076 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-851e4070-b8bb-42d6-808b-9377ecbbc030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:23.586041 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-abb9d6d6-62aa-44eb-a219-83ddfca53729 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:23.745929 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-851e4070-b8bb-42d6-808b-9377ecbbc030 None None] Allocated IP 172.20.0.2 (a8080eb2-63e0-4e97-bb0e-4046e5854a10/35edbe4a-18c8-4fb6-be75-cb9df6d0ca50/f2b41437-8e3c-4c37-a87a-e882a7d9e0fc) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:38:23.816163 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-805b4406-5a7f-4dcb-93fc-0b4615ecf963 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:24.056505 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-851e4070-b8bb-42d6-808b-9377ecbbc030 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:24.077145 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-851e4070-b8bb-42d6-808b-9377ecbbc030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:24.192120 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851e4070-b8bb-42d6-808b-9377ecbbc030 None None] Network a8080eb2-63e0-4e97-bb0e-4046e5854a10 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:38:24.197477 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-851e4070-b8bb-42d6-808b-9377ecbbc030 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:38:24.201796 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851e4070-b8bb-42d6-808b-9377ecbbc030 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:38:24.209823 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851e4070-b8bb-42d6-808b-9377ecbbc030 None None] Pushing event updated for resources: {'Port': ['ID=f2b41437-8e3c-4c37-a87a-e882a7d9e0fc,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:24.224724 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-805b4406-5a7f-4dcb-93fc-0b4615ecf963 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:24.250388 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-abb9d6d6-62aa-44eb-a219-83ddfca53729 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:24.250858 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-abb9d6d6-62aa-44eb-a219-83ddfca53729 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:24.251141 n-d-808199-11 neutron-server[103570]: INFO neutron.db.l3_db [None req-abb9d6d6-62aa-44eb-a219-83ddfca53729 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Floating IP 37adfcf1-1495-4ae8-aa4c-952015c00759 disassociated. External IP: 172.25.5.111, port: fdf2f073-fec4-4836-aec8-393bb508ab13. Nov 25 13:38:24.251506 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-abb9d6d6-62aa-44eb-a219-83ddfca53729 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Calling delete_port for fdf2f073-fec4-4836-aec8-393bb508ab13 owned by {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:38:24.283931 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-851e4070-b8bb-42d6-808b-9377ecbbc030 None None] Attempting to bind port f2b41437-8e3c-4c37-a87a-e882a7d9e0fc on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:38:24.284708 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-851e4070-b8bb-42d6-808b-9377ecbbc030 None None] Attempting to bind port f2b41437-8e3c-4c37-a87a-e882a7d9e0fc by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'bae5045f-a6fd-4b0f-b784-a103e5730a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a8080eb2-63e0-4e97-bb0e-4046e5854a10'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:38:24.285006 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851e4070-b8bb-42d6-808b-9377ecbbc030 None None] Attempting to bind port f2b41437-8e3c-4c37-a87a-e882a7d9e0fc on network a8080eb2-63e0-4e97-bb0e-4046e5854a10 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:38:24.294962 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-805b4406-5a7f-4dcb-93fc-0b4615ecf963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:24.299701 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851e4070-b8bb-42d6-808b-9377ecbbc030 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:38:24.300579 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851e4070-b8bb-42d6-808b-9377ecbbc030 None None] Checking segment: {'id': 'bae5045f-a6fd-4b0f-b784-a103e5730a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a8080eb2-63e0-4e97-bb0e-4046e5854a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:38:24.301894 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-851e4070-b8bb-42d6-808b-9377ecbbc030 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:24.304032 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851e4070-b8bb-42d6-808b-9377ecbbc030 None None] Bound using segment: {'id': 'bae5045f-a6fd-4b0f-b784-a103e5730a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a8080eb2-63e0-4e97-bb0e-4046e5854a10'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:38:24.304733 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-851e4070-b8bb-42d6-808b-9377ecbbc030 None None] Bound port: f2b41437-8e3c-4c37-a87a-e882a7d9e0fc, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bae5045f-a6fd-4b0f-b784-a103e5730a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a8080eb2-63e0-4e97-bb0e-4046e5854a10'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:38:24.305221 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-851e4070-b8bb-42d6-808b-9377ecbbc030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:24.464210 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-851e4070-b8bb-42d6-808b-9377ecbbc030 None None] For port f2b41437-8e3c-4c37-a87a-e882a7d9e0fc, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:38:24.468980 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-851e4070-b8bb-42d6-808b-9377ecbbc030 None None] For port f2b41437-8e3c-4c37-a87a-e882a7d9e0fc, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=f2b41437-8e3c-4c37-a87a-e882a7d9e0fc,segment=NetworkSegment(bae5045f-a6fd-4b0f-b784-a103e5730a19),segment_id=bae5045f-a6fd-4b0f-b784-a103e5730a19)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:38:24.480321 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-851e4070-b8bb-42d6-808b-9377ecbbc030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:24.563354 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851e4070-b8bb-42d6-808b-9377ecbbc030 None None] Pushing event updated for resources: {'Port': ['ID=f2b41437-8e3c-4c37-a87a-e882a7d9e0fc,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:24.567303 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-abb9d6d6-62aa-44eb-a219-83ddfca53729 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:24.611407 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-805b4406-5a7f-4dcb-93fc-0b4615ecf963 admin admin] Allocated IP 172.25.5.186 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/eb7acbda-b2ac-4536-90ac-90995baf206d) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:38:24.612529 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb9d6d6-62aa-44eb-a219-83ddfca53729 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Pushing event deleted for resources: {'Port': ['ID=fdf2f073-fec4-4836-aec8-393bb508ab13,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:24.662386 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0abd42d-a9ab-4816-ae30-486a6120cd1a None None] Sync routers for ids ['b4af7cee-b79f-43f1-8acb-830b7079e6f3'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:38:24.696253 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0abd42d-a9ab-4816-ae30-486a6120cd1a None None] Routers {'b4af7cee-b79f-43f1-8acb-830b7079e6f3'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:38:24.701473 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-d0abd42d-a9ab-4816-ae30-486a6120cd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:38:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['b4af7cee-b79f-43f1-8acb-830b7079e6f3'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:24.852670 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-d0abd42d-a9ab-4816-ae30-486a6120cd1a None None] Set router b4af7cee-b79f-43f1-8acb-830b7079e6f3 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:38:24.967304 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-805b4406-5a7f-4dcb-93fc-0b4615ecf963 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:24.969968 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb9d6d6-62aa-44eb-a219-83ddfca53729 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Router 11f4b650-b921-4d1b-9069-83bdfb0cc2f5 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:38:25.016966 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-805b4406-5a7f-4dcb-93fc-0b4615ecf963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:25.120217 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805b4406-5a7f-4dcb-93fc-0b4615ecf963 admin admin] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:38:25.123665 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-805b4406-5a7f-4dcb-93fc-0b4615ecf963 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:38:25.151066 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805b4406-5a7f-4dcb-93fc-0b4615ecf963 admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:38:25.152139 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2819e3af-99a9-4289-a359-468baa61d151 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:38:25.154417 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b4406-5a7f-4dcb-93fc-0b4615ecf963 admin admin] Pushing event updated for resources: {'Port': ['ID=eb7acbda-b2ac-4536-90ac-90995baf206d,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:25.240564 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb9d6d6-62aa-44eb-a219-83ddfca53729 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:38:25.278180 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25363e42-0696-4711-ae38-0eed3fc52c70 None None] Sync routers for ids ['11f4b650-b921-4d1b-9069-83bdfb0cc2f5'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:38:25.293288 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device f2b41437-8e3c-4c37-a87a-e882a7d9e0fc up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:38:25.313223 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25363e42-0696-4711-ae38-0eed3fc52c70 None None] Routers {'11f4b650-b921-4d1b-9069-83bdfb0cc2f5'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:38:25.313852 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-25363e42-0696-4711-ae38-0eed3fc52c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:38:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['11f4b650-b921-4d1b-9069-83bdfb0cc2f5'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:25.366416 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-abb9d6d6-62aa-44eb-a219-83ddfca53729 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:25.372807 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-abb9d6d6-62aa-44eb-a219-83ddfca53729 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] 10.222.0.53 "DELETE /v2.0/ports/fdf2f073-fec4-4836-aec8-393bb508ab13 HTTP/1.1" status: 204 len: 168 time: 2.2870202 Nov 25 13:38:25.374435 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 51164) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:25.402322 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-072b4852-f3c1-48a8-96ac-4ea6cb89316c None None] Provisioning complete for port eb7acbda-b2ac-4536-90ac-90995baf206d triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:38:25.402961 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-072b4852-f3c1-48a8-96ac-4ea6cb89316c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:25.460376 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-25363e42-0696-4711-ae38-0eed3fc52c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:25.477477 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-1cdc6f71-cf2b-486c-b516-330478f252e6 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] 10.222.0.53 "GET /v2.0/floatingips/37adfcf1-1495-4ae8-aa4c-952015c00759 HTTP/1.1" status: 200 len: 688 time: 0.1011689 Nov 25 13:38:25.478398 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 51170) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:25.492052 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25363e42-0696-4711-ae38-0eed3fc52c70 None None] Routers {'11f4b650-b921-4d1b-9069-83bdfb0cc2f5'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:38:25.492697 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-25363e42-0696-4711-ae38-0eed3fc52c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:38:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['11f4b650-b921-4d1b-9069-83bdfb0cc2f5'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:25.544895 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-25363e42-0696-4711-ae38-0eed3fc52c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:25.546404 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25363e42-0696-4711-ae38-0eed3fc52c70 None None] The sync data for ids ['11f4b650-b921-4d1b-9069-83bdfb0cc2f5'] in n-d-808199-11 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:38:25.562263 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-072b4852-f3c1-48a8-96ac-4ea6cb89316c None None] Port eb7acbda-b2ac-4536-90ac-90995baf206d cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:38:25.585911 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-d0abd42d-a9ab-4816-ae30-486a6120cd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4af7cee-b79f-43f1-8acb-830b7079e6f3', 'name': 'tempest-TestServerMultinode-1494479977-router', 'tenant_id': '3ac3ecdb9d7f4099a69d83c9614c8001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'c598c794-81ec-48a9-b1c2-33a59505af5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:38:14Z', 'updated_at': '2021-11-25T13:38:19Z', 'revision_number': 4, 'project_id': '3ac3ecdb9d7f4099a69d83c9614c8001', 'gw_port': {'id': 'c598c794-81ec-48a9-b1c2-33a59505af5d', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ca:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4af7cee-b79f-43f1-8acb-830b7079e6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:38:14Z', 'updated_at': '2021-11-25T13:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'e66fa64b-de68-4262-8acd-d02f46a52fe9', 'name': '', 'network_id': '255b14d8-346a-4fbf-a07e-8c9650f61893', 'tenant_id': '3ac3ecdb9d7f4099a69d83c9614c8001', 'mac_address': 'fa:16:3e:ad:10:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4af7cee-b79f-43f1-8acb-830b7079e6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '91cc3ae6-218d-4bef-bcd2-07036fc941d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:38:17Z', 'updated_at': '2021-11-25T13:38:19Z', 'revision_number': 2, 'project_id': '3ac3ecdb9d7f4099a69d83c9614c8001', 'subnets': [{'id': '91cc3ae6-218d-4bef-bcd2-07036fc941d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:25.629425 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0abd42d-a9ab-4816-ae30-486a6120cd1a None None] Checking router: b4af7cee-b79f-43f1-8acb-830b7079e6f3 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:38:25.630207 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0abd42d-a9ab-4816-ae30-486a6120cd1a None None] Updating router b4af7cee-b79f-43f1-8acb-830b7079e6f3 port e66fa64b-de68-4262-8acd-d02f46a52fe9 binding host n-d-808199-11 {{(pid=103572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:38:25.635255 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port f2b41437-8e3c-4c37-a87a-e882a7d9e0fc triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:38:25.635918 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:25.716832 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d0abd42d-a9ab-4816-ae30-486a6120cd1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:25.887797 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-2c28d812-d827-4190-9143-9a0ed160461f tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Deleting port cb02ba85-5126-46cf-a623-668c5305d062 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:38:25.888313 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2c28d812-d827-4190-9143-9a0ed160461f tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:25.901496 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-805b4406-5a7f-4dcb-93fc-0b4615ecf963 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:26.024399 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2c28d812-d827-4190-9143-9a0ed160461f tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:26.025095 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2c28d812-d827-4190-9143-9a0ed160461f tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:26.041163 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-2c28d812-d827-4190-9143-9a0ed160461f tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Calling delete_port for cb02ba85-5126-46cf-a623-668c5305d062 owned by network:floatingip {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:38:26.103817 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:26.251963 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] For port f2b41437-8e3c-4c37-a87a-e882a7d9e0fc, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=f2b41437-8e3c-4c37-a87a-e882a7d9e0fc,segment=NetworkSegment(bae5045f-a6fd-4b0f-b784-a103e5730a19),segment_id=bae5045f-a6fd-4b0f-b784-a103e5730a19)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:38:26.279182 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:26.361080 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2c28d812-d827-4190-9143-9a0ed160461f tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:26.404713 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c28d812-d827-4190-9143-9a0ed160461f tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Pushing event deleted for resources: {'Port': ['ID=cb02ba85-5126-46cf-a623-668c5305d062,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:26.441012 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-805b4406-5a7f-4dcb-93fc-0b4615ecf963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:26.527897 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b97215-a76d-480c-b591-efc3484be7b3 None None] Network a8080eb2-63e0-4e97-bb0e-4046e5854a10 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:38:26.566465 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2c28d812-d827-4190-9143-9a0ed160461f tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for floatingip, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:26.569296 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2c28d812-d827-4190-9143-9a0ed160461f tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:26.587023 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-2c28d812-d827-4190-9143-9a0ed160461f tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] 10.222.0.53 "DELETE /v2.0/floatingips/37adfcf1-1495-4ae8-aa4c-952015c00759 HTTP/1.1" status: 204 len: 168 time: 1.0966697 Nov 25 13:38:26.587764 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 51212) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:26.593009 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-43c82323-eedc-44e4-a22c-cfe978b188ed tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Request body: {'floatingip': {'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'port_id': '6286b8ce-8223-40d3-a78e-9b1343b568ac'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:38:26.641386 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-43c82323-eedc-44e4-a22c-cfe978b188ed tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for floatingip, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:26.682082 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Pushing event updated for resources: {'Port': ['ID=f2b41437-8e3c-4c37-a87a-e882a7d9e0fc,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:26.756942 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-cd842cde-16e2-4ff8-9f0a-f9f23cb5f68b None None] Provisioning complete for port f2b41437-8e3c-4c37-a87a-e882a7d9e0fc triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:38:26.757124 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cd842cde-16e2-4ff8-9f0a-f9f23cb5f68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:26.765079 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-805b4406-5a7f-4dcb-93fc-0b4615ecf963 admin admin] Router 2978b6d1-202f-4d60-95ce-68a922a3bd53 is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:38:26.929149 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-43c82323-eedc-44e4-a22c-cfe978b188ed tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:26.977089 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-805b4406-5a7f-4dcb-93fc-0b4615ecf963 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:38:27.007911 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d48bf1-5fb1-433c-9c88-cbc420dea518 None None] Sync routers for ids ['2978b6d1-202f-4d60-95ce-68a922a3bd53'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:38:27.030802 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-805b4406-5a7f-4dcb-93fc-0b4615ecf963 admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:27.034568 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-805b4406-5a7f-4dcb-93fc-0b4615ecf963 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.7970352 Nov 25 13:38:27.036031 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51254) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:27.073215 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d0abd42d-a9ab-4816-ae30-486a6120cd1a None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:27.082095 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d48bf1-5fb1-433c-9c88-cbc420dea518 None None] Routers {'2978b6d1-202f-4d60-95ce-68a922a3bd53'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:38:27.083224 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-30d48bf1-5fb1-433c-9c88-cbc420dea518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:38:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['2978b6d1-202f-4d60-95ce-68a922a3bd53'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:27.207610 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d0abd42d-a9ab-4816-ae30-486a6120cd1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:27.216237 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-43c82323-eedc-44e4-a22c-cfe978b188ed tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Allocated IP 172.25.5.202 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/7e267581-2502-4574-b8a5-9f9e4e24eb98) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:38:27.217224 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device f2b41437-8e3c-4c37-a87a-e882a7d9e0fc up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:38:27.290821 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170236cc-dbdf-4db8-8762-d858912ccb78 None None] Pushing event updated for resources: {'Port': ['ID=e66fa64b-de68-4262-8acd-d02f46a52fe9,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:27.480190 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-43c82323-eedc-44e4-a22c-cfe978b188ed tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:27.572144 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-43c82323-eedc-44e4-a22c-cfe978b188ed tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:27.702888 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c82323-eedc-44e4-a22c-cfe978b188ed tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:38:27.706444 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-43c82323-eedc-44e4-a22c-cfe978b188ed tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:38:27.713737 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c82323-eedc-44e4-a22c-cfe978b188ed tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:38:27.784527 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c82323-eedc-44e4-a22c-cfe978b188ed tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Pushing event updated for resources: {'Port': ['ID=7e267581-2502-4574-b8a5-9f9e4e24eb98,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:28.152388 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-16c00801-8cae-41b1-bcf9-a7b8f4df9f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:28.178563 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-c764ac89-f938-47a8-a8e3-cf7c0874c8cd None None] Provisioning complete for port e66fa64b-de68-4262-8acd-d02f46a52fe9 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:38:28.179430 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c764ac89-f938-47a8-a8e3-cf7c0874c8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:28.272352 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-d0abd42d-a9ab-4816-ae30-486a6120cd1a None None] Attempting to bind port e66fa64b-de68-4262-8acd-d02f46a52fe9 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:38:28.272933 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-d0abd42d-a9ab-4816-ae30-486a6120cd1a None None] Attempting to bind port e66fa64b-de68-4262-8acd-d02f46a52fe9 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '96b562ac-81e6-4825-aeea-b4de255dae2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '255b14d8-346a-4fbf-a07e-8c9650f61893'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:38:28.273357 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0abd42d-a9ab-4816-ae30-486a6120cd1a None None] Attempting to bind port e66fa64b-de68-4262-8acd-d02f46a52fe9 on network 255b14d8-346a-4fbf-a07e-8c9650f61893 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:38:28.335707 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0abd42d-a9ab-4816-ae30-486a6120cd1a None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:38:28.336804 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0abd42d-a9ab-4816-ae30-486a6120cd1a None None] Checking segment: {'id': '96b562ac-81e6-4825-aeea-b4de255dae2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '255b14d8-346a-4fbf-a07e-8c9650f61893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:38:28.336804 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d0abd42d-a9ab-4816-ae30-486a6120cd1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:28.337039 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0abd42d-a9ab-4816-ae30-486a6120cd1a None None] Bound using segment: {'id': '96b562ac-81e6-4825-aeea-b4de255dae2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '255b14d8-346a-4fbf-a07e-8c9650f61893'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:38:28.337399 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-d0abd42d-a9ab-4816-ae30-486a6120cd1a None None] Bound port: e66fa64b-de68-4262-8acd-d02f46a52fe9, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96b562ac-81e6-4825-aeea-b4de255dae2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '255b14d8-346a-4fbf-a07e-8c9650f61893'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:38:28.338259 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d0abd42d-a9ab-4816-ae30-486a6120cd1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:28.401239 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port f2b41437-8e3c-4c37-a87a-e882a7d9e0fc triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:38:28.401542 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:28.476072 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-30d48bf1-5fb1-433c-9c88-cbc420dea518 None None] Set router 2978b6d1-202f-4d60-95ce-68a922a3bd53 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:38:28.538741 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-c764ac89-f938-47a8-a8e3-cf7c0874c8cd None None] Port e66fa64b-de68-4262-8acd-d02f46a52fe9 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:38:28.552542 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-43c82323-eedc-44e4-a22c-cfe978b188ed tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:28.607651 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-16c00801-8cae-41b1-bcf9-a7b8f4df9f0f admin admin] Allocated IP 172.20.0.1 (a8080eb2-63e0-4e97-bb0e-4046e5854a10/35edbe4a-18c8-4fb6-be75-cb9df6d0ca50/40bb16cb-3537-4b44-90dd-44063111a5d7) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:38:28.679043 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-43c82323-eedc-44e4-a22c-cfe978b188ed tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:28.860512 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-16c00801-8cae-41b1-bcf9-a7b8f4df9f0f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:28.943163 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-c764ac89-f938-47a8-a8e3-cf7c0874c8cd None None] Provisioning complete for port f2b41437-8e3c-4c37-a87a-e882a7d9e0fc triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:38:28.944040 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c764ac89-f938-47a8-a8e3-cf7c0874c8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:28.957520 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-16c00801-8cae-41b1-bcf9-a7b8f4df9f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:29.006368 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-d0abd42d-a9ab-4816-ae30-486a6120cd1a None None] For port e66fa64b-de68-4262-8acd-d02f46a52fe9, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:38:29.061112 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c00801-8cae-41b1-bcf9-a7b8f4df9f0f admin admin] Network a8080eb2-63e0-4e97-bb0e-4046e5854a10 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:38:29.065225 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-16c00801-8cae-41b1-bcf9-a7b8f4df9f0f admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:38:29.074791 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-d0abd42d-a9ab-4816-ae30-486a6120cd1a None None] For port e66fa64b-de68-4262-8acd-d02f46a52fe9, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=e66fa64b-de68-4262-8acd-d02f46a52fe9,segment=NetworkSegment(96b562ac-81e6-4825-aeea-b4de255dae2c),segment_id=96b562ac-81e6-4825-aeea-b4de255dae2c)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:38:29.100440 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c00801-8cae-41b1-bcf9-a7b8f4df9f0f admin admin] Pushing event updated for resources: {'Port': ['ID=40bb16cb-3537-4b44-90dd-44063111a5d7,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:29.101474 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d0abd42d-a9ab-4816-ae30-486a6120cd1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:29.107466 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-43c82323-eedc-44e4-a22c-cfe978b188ed tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:29.114370 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c00801-8cae-41b1-bcf9-a7b8f4df9f0f admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:38:29.120735 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-43c82323-eedc-44e4-a22c-cfe978b188ed tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:29.208993 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-16c00801-8cae-41b1-bcf9-a7b8f4df9f0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:29.338965 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-43c82323-eedc-44e4-a22c-cfe978b188ed tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:29.360617 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170236cc-dbdf-4db8-8762-d858912ccb78 None None] Pushing event updated for resources: {'Port': ['ID=e66fa64b-de68-4262-8acd-d02f46a52fe9,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:29.444235 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c82323-eedc-44e4-a22c-cfe978b188ed tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Pushing event updated for resources: {'Port': ['ID=7e267581-2502-4574-b8a5-9f9e4e24eb98,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:29.563752 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-16c00801-8cae-41b1-bcf9-a7b8f4df9f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:29.594226 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0abd42d-a9ab-4816-ae30-486a6120cd1a None None] Routers {'b4af7cee-b79f-43f1-8acb-830b7079e6f3'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:38:29.603956 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-d0abd42d-a9ab-4816-ae30-486a6120cd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:38:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['b4af7cee-b79f-43f1-8acb-830b7079e6f3'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:29.615020 n-d-808199-11 neutron-server[103570]: INFO neutron.db.l3_db [None req-43c82323-eedc-44e4-a22c-cfe978b188ed tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Floating IP e6180a04-cec3-4987-8331-adbed370615d associated. External IP: 172.25.5.202, port: 6286b8ce-8223-40d3-a78e-9b1343b568ac. Nov 25 13:38:29.909345 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-d0abd42d-a9ab-4816-ae30-486a6120cd1a None None] Set router b4af7cee-b79f-43f1-8acb-830b7079e6f3 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:38:30.041004 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-16c00801-8cae-41b1-bcf9-a7b8f4df9f0f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:30.051125 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-16c00801-8cae-41b1-bcf9-a7b8f4df9f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:30.163225 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c00801-8cae-41b1-bcf9-a7b8f4df9f0f admin admin] Pushing event updated for resources: {'Port': ['ID=40bb16cb-3537-4b44-90dd-44063111a5d7,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:30.185541 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-16c00801-8cae-41b1-bcf9-a7b8f4df9f0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:30.230615 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43c82323-eedc-44e4-a22c-cfe978b188ed tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Router 11f4b650-b921-4d1b-9069-83bdfb0cc2f5 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:38:30.236025 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-30d48bf1-5fb1-433c-9c88-cbc420dea518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2978b6d1-202f-4d60-95ce-68a922a3bd53', 'name': 'tempest-TestServerMultinode-32591207-router', 'tenant_id': '994b2637c1974a1a956c9e101858d78f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': 'eb7acbda-b2ac-4536-90ac-90995baf206d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:38:23Z', 'updated_at': '2021-11-25T13:38:25Z', 'revision_number': 3, 'project_id': '994b2637c1974a1a956c9e101858d78f', 'gw_port': {'id': 'eb7acbda-b2ac-4536-90ac-90995baf206d', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:46:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2978b6d1-202f-4d60-95ce-68a922a3bd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:38:24Z', 'updated_at': '2021-11-25T13:38:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:30.274556 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d48bf1-5fb1-433c-9c88-cbc420dea518 None None] Checking router: 2978b6d1-202f-4d60-95ce-68a922a3bd53 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:38:30.275198 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d48bf1-5fb1-433c-9c88-cbc420dea518 None None] Updating router 2978b6d1-202f-4d60-95ce-68a922a3bd53 port eb7acbda-b2ac-4536-90ac-90995baf206d binding host n-d-808199-11 {{(pid=103572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:38:30.417605 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c00801-8cae-41b1-bcf9-a7b8f4df9f0f admin admin] Network a8080eb2-63e0-4e97-bb0e-4046e5854a10 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:38:30.419691 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-16c00801-8cae-41b1-bcf9-a7b8f4df9f0f admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:38:30.457358 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c82323-eedc-44e4-a22c-cfe978b188ed tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:38:30.486081 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb2fbc7-5993-4ba7-82f6-ba17c59d9a90 None None] Sync routers for ids ['11f4b650-b921-4d1b-9069-83bdfb0cc2f5'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:38:30.494339 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-43c82323-eedc-44e4-a22c-cfe978b188ed tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:30.497207 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-30d48bf1-5fb1-433c-9c88-cbc420dea518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:30.509337 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb2fbc7-5993-4ba7-82f6-ba17c59d9a90 None None] Routers {'11f4b650-b921-4d1b-9069-83bdfb0cc2f5'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:38:30.512658 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-7cb2fbc7-5993-4ba7-82f6-ba17c59d9a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:38:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['11f4b650-b921-4d1b-9069-83bdfb0cc2f5'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:30.548811 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-43c82323-eedc-44e4-a22c-cfe978b188ed tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.9599175 Nov 25 13:38:30.549460 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 51532) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:30.554554 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-164854bd-ecd5-456d-8230-a3f4ddaf4d92 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-982082983'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:38:30.616730 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-79242598-5916-488d-b388-f2bac312d92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:30.633230 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-47f3b64c-1a18-4cd6-8473-4cb563e7852a None None] Provisioning complete for port e66fa64b-de68-4262-8acd-d02f46a52fe9 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:38:30.633677 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-47f3b64c-1a18-4cd6-8473-4cb563e7852a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:30.642011 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164854bd-ecd5-456d-8230-a3f4ddaf4d92 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Made reservation on behalf of ed1c5eaddcf54805a69e2ee378299fb6 for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:38:30.646671 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-164854bd-ecd5-456d-8230-a3f4ddaf4d92 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:30.675216 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-7cb2fbc7-5993-4ba7-82f6-ba17c59d9a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:30.707892 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-164854bd-ecd5-456d-8230-a3f4ddaf4d92 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:38:30.724659 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16c00801-8cae-41b1-bcf9-a7b8f4df9f0f admin admin] Router 2978b6d1-202f-4d60-95ce-68a922a3bd53 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:38:30.726978 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb2fbc7-5993-4ba7-82f6-ba17c59d9a90 None None] Routers {'11f4b650-b921-4d1b-9069-83bdfb0cc2f5'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:38:30.728626 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-7cb2fbc7-5993-4ba7-82f6-ba17c59d9a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:38:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['11f4b650-b921-4d1b-9069-83bdfb0cc2f5'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:30.740323 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-d0abd42d-a9ab-4816-ae30-486a6120cd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4af7cee-b79f-43f1-8acb-830b7079e6f3', 'name': 'tempest-TestServerMultinode-1494479977-router', 'tenant_id': '3ac3ecdb9d7f4099a69d83c9614c8001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'c598c794-81ec-48a9-b1c2-33a59505af5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:38:14Z', 'updated_at': '2021-11-25T13:38:19Z', 'revision_number': 4, 'project_id': '3ac3ecdb9d7f4099a69d83c9614c8001', 'gw_port': {'id': 'c598c794-81ec-48a9-b1c2-33a59505af5d', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ca:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4af7cee-b79f-43f1-8acb-830b7079e6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:38:14Z', 'updated_at': '2021-11-25T13:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'e66fa64b-de68-4262-8acd-d02f46a52fe9', 'name': '', 'network_id': '255b14d8-346a-4fbf-a07e-8c9650f61893', 'tenant_id': '3ac3ecdb9d7f4099a69d83c9614c8001', 'mac_address': 'fa:16:3e:ad:10:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4af7cee-b79f-43f1-8acb-830b7079e6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '91cc3ae6-218d-4bef-bcd2-07036fc941d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:38:17Z', 'updated_at': '2021-11-25T13:38:28Z', 'revision_number': 4, 'project_id': '3ac3ecdb9d7f4099a69d83c9614c8001', 'subnets': [{'id': '91cc3ae6-218d-4bef-bcd2-07036fc941d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:30.743640 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-164854bd-ecd5-456d-8230-a3f4ddaf4d92 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:30.743842 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-164854bd-ecd5-456d-8230-a3f4ddaf4d92 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Added segment 293072ec-7c93-4f6a-b862-94dc952309be of type vlan for network 4a5394c7-06f4-4849-a05f-5ccf4c3cf486 Nov 25 13:38:30.937249 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-7cb2fbc7-5993-4ba7-82f6-ba17c59d9a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:30.937934 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb2fbc7-5993-4ba7-82f6-ba17c59d9a90 None None] The sync data for ids ['11f4b650-b921-4d1b-9069-83bdfb0cc2f5'] in n-d-808199-11 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:38:30.944183 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-164854bd-ecd5-456d-8230-a3f4ddaf4d92 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:30.982028 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-164854bd-ecd5-456d-8230-a3f4ddaf4d92 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:30.986497 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0abd42d-a9ab-4816-ae30-486a6120cd1a None None] The sync data for ids ['b4af7cee-b79f-43f1-8acb-830b7079e6f3'] in n-d-808199-11 is: [{'id': 'b4af7cee-b79f-43f1-8acb-830b7079e6f3', 'name': 'tempest-TestServerMultinode-1494479977-router', 'tenant_id': '3ac3ecdb9d7f4099a69d83c9614c8001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'c598c794-81ec-48a9-b1c2-33a59505af5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:38:14Z', 'updated_at': '2021-11-25T13:38:19Z', 'revision_number': 4, 'project_id': '3ac3ecdb9d7f4099a69d83c9614c8001', 'gw_port': {'id': 'c598c794-81ec-48a9-b1c2-33a59505af5d', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ca:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4af7cee-b79f-43f1-8acb-830b7079e6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:38:14Z', 'updated_at': '2021-11-25T13:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'e66fa64b-de68-4262-8acd-d02f46a52fe9', 'name': '', 'network_id': '255b14d8-346a-4fbf-a07e-8c9650f61893', 'tenant_id': '3ac3ecdb9d7f4099a69d83c9614c8001', 'mac_address': 'fa:16:3e:ad:10:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4af7cee-b79f-43f1-8acb-830b7079e6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '91cc3ae6-218d-4bef-bcd2-07036fc941d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:38:17Z', 'updated_at': '2021-11-25T13:38:28Z', 'revision_number': 4, 'project_id': '3ac3ecdb9d7f4099a69d83c9614c8001', 'subnets': [{'id': '91cc3ae6-218d-4bef-bcd2-07036fc941d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:38:31.001319 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164854bd-ecd5-456d-8230-a3f4ddaf4d92 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:38:31.002225 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-164854bd-ecd5-456d-8230-a3f4ddaf4d92 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:31.119145 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-164854bd-ecd5-456d-8230-a3f4ddaf4d92 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5685577 Nov 25 13:38:31.144073 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 51576) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:31.156147 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-ed084afc-1192-4ca2-b147-82daf4525a3c tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Request body: {'subnet': {'network_id': '4a5394c7-06f4-4849-a05f-5ccf4c3cf486', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:38:31.165041 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164854bd-ecd5-456d-8230-a3f4ddaf4d92 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Pushing event updated for resources: {'Network': ['ID=4a5394c7-06f4-4849-a05f-5ccf4c3cf486,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:31.220403 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 4a5394c7-06f4-4849-a05f-5ccf4c3cf486 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:38:31.387246 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed084afc-1192-4ca2-b147-82daf4525a3c tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Made reservation on behalf of ed1c5eaddcf54805a69e2ee378299fb6 for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:38:31.391987 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ed084afc-1192-4ca2-b147-82daf4525a3c tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:31.415924 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c00801-8cae-41b1-bcf9-a7b8f4df9f0f admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:38:31.439694 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-16c00801-8cae-41b1-bcf9-a7b8f4df9f0f admin admin] 10.222.0.53 "PUT /v2.0/routers/2978b6d1-202f-4d60-95ce-68a922a3bd53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4012136 Nov 25 13:38:31.462111 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-47f3b64c-1a18-4cd6-8473-4cb563e7852a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:31.481071 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device e66fa64b-de68-4262-8acd-d02f46a52fe9 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:38:31.805633 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ed084afc-1192-4ca2-b147-82daf4525a3c tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:31.892897 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed084afc-1192-4ca2-b147-82daf4525a3c tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Pushing event updated for resources: {'Subnet': ['ID=f3758f24-718e-42f5-845a-044a862e2258,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:31.984220 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed084afc-1192-4ca2-b147-82daf4525a3c tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Checking segment: {'id': '293072ec-7c93-4f6a-b862-94dc952309be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '4a5394c7-06f4-4849-a05f-5ccf4c3cf486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:38:31.985019 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed084afc-1192-4ca2-b147-82daf4525a3c tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Network hostable DHCP agents. Network: 4a5394c7-06f4-4849-a05f-5ccf4c3cf486, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:38:32.051646 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed084afc-1192-4ca2-b147-82daf4525a3c tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Network 4a5394c7-06f4-4849-a05f-5ccf4c3cf486 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:38:32.083745 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-ed084afc-1192-4ca2-b147-82daf4525a3c tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 4a5394c7-06f4-4849-a05f-5ccf4c3cf486) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:38:32.089423 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-47f3b64c-1a18-4cd6-8473-4cb563e7852a None None] For port e66fa64b-de68-4262-8acd-d02f46a52fe9, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=e66fa64b-de68-4262-8acd-d02f46a52fe9,segment=NetworkSegment(96b562ac-81e6-4825-aeea-b4de255dae2c),segment_id=96b562ac-81e6-4825-aeea-b4de255dae2c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:38:32.089962 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed084afc-1192-4ca2-b147-82daf4525a3c tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:38:32.094167 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ed084afc-1192-4ca2-b147-82daf4525a3c tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:32.105916 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dcb8d58-b7a2-49ab-8e25-b7cb02072f31 None None] Network 4a5394c7-06f4-4849-a05f-5ccf4c3cf486 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:38:32.134063 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-ed084afc-1192-4ca2-b147-82daf4525a3c tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9861286 Nov 25 13:38:32.134558 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 51660) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:32.144146 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-818ec846-ac69-447f-a423-124d5d495cbc tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1792350324', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}, 'admin_state_up': False}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:38:32.160974 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-47f3b64c-1a18-4cd6-8473-4cb563e7852a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:32.163185 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port e66fa64b-de68-4262-8acd-d02f46a52fe9 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:38:32.168774 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:32.251157 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-818ec846-ac69-447f-a423-124d5d495cbc tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:32.252328 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-818ec846-ac69-447f-a423-124d5d495cbc tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:32.463421 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-818ec846-ac69-447f-a423-124d5d495cbc tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:32.471248 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f3b64c-1a18-4cd6-8473-4cb563e7852a None None] Pushing event updated for resources: {'Port': ['ID=e66fa64b-de68-4262-8acd-d02f46a52fe9,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:32.653221 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-47f3b64c-1a18-4cd6-8473-4cb563e7852a None None] Provisioning complete for port 40bb16cb-3537-4b44-90dd-44063111a5d7 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:38:32.653771 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-47f3b64c-1a18-4cd6-8473-4cb563e7852a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:32.891128 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-818ec846-ac69-447f-a423-124d5d495cbc tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:32.900222 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e17a742-00df-489a-ad25-6be40b54faea req-a03c3c98-ae4f-4a9c-829e-706437cfe2a2 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:38:32.904059 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4e17a742-00df-489a-ad25-6be40b54faea req-a03c3c98-ae4f-4a9c-829e-706437cfe2a2 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.53 "GET /v2.0/networks?id=255b14d8-346a-4fbf-a07e-8c9650f61893 HTTP/1.1" status: 200 len: 911 time: 0.1734505 Nov 25 13:38:32.937788 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4e17a742-00df-489a-ad25-6be40b54faea req-123e05fb-efb8-4d51-acc7-ce7a15b8eaf5 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.53 "GET /v2.0/quotas/994b2637c1974a1a956c9e101858d78f HTTP/1.1" status: 200 len: 375 time: 0.0263143 Nov 25 13:38:33.042737 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-30d48bf1-5fb1-433c-9c88-cbc420dea518 None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:33.067987 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-47f3b64c-1a18-4cd6-8473-4cb563e7852a None None] Port 40bb16cb-3537-4b44-90dd-44063111a5d7 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:38:33.096255 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-30d48bf1-5fb1-433c-9c88-cbc420dea518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:33.149866 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e8d22881-d90b-48db-86d7-c63af40fb260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:33.163796 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab0cde-b67b-4377-8a4f-9bebd23bb5a0 None None] Pushing event updated for resources: {'Port': ['ID=eb7acbda-b2ac-4536-90ac-90995baf206d,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:33.256983 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device e66fa64b-de68-4262-8acd-d02f46a52fe9 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:38:33.298797 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98250dd3-8425-4531-a778-02541f2c603c None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:38:33.330307 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4e17a742-00df-489a-ad25-6be40b54faea req-d415b857-042a-41b3-a218-7f809c172411 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.53 "GET /v2.0/ports?tenant_id=994b2637c1974a1a956c9e101858d78f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3685479 Nov 25 13:38:33.347286 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51756) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:33.388065 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [req-4e17a742-00df-489a-ad25-6be40b54faea req-016a0933-3785-4717-88ce-d56fb9e995f3 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:38:33.394989 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-30d48bf1-5fb1-433c-9c88-cbc420dea518 None None] Attempting to bind port eb7acbda-b2ac-4536-90ac-90995baf206d on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:38:33.401967 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4e17a742-00df-489a-ad25-6be40b54faea req-016a0933-3785-4717-88ce-d56fb9e995f3 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0261822 Nov 25 13:38:33.403589 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-30d48bf1-5fb1-433c-9c88-cbc420dea518 None None] Attempting to bind port eb7acbda-b2ac-4536-90ac-90995baf206d by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:38:33.403965 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d48bf1-5fb1-433c-9c88-cbc420dea518 None None] Attempting to bind port eb7acbda-b2ac-4536-90ac-90995baf206d on network 7542d3d9-0db3-40e7-ab88-a168871141f7 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:38:33.409189 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-298428e4-1e87-475f-9655-cd0a761876af None None] Provisioning complete for port 40bb16cb-3537-4b44-90dd-44063111a5d7 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:38:33.409564 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-298428e4-1e87-475f-9655-cd0a761876af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:33.437113 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d48bf1-5fb1-433c-9c88-cbc420dea518 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:38:33.437487 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d48bf1-5fb1-433c-9c88-cbc420dea518 None None] Checking segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:38:33.437894 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-30d48bf1-5fb1-433c-9c88-cbc420dea518 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:33.438292 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d48bf1-5fb1-433c-9c88-cbc420dea518 None None] Bound using segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:38:33.438803 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-30d48bf1-5fb1-433c-9c88-cbc420dea518 None None] Bound port: eb7acbda-b2ac-4536-90ac-90995baf206d, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:38:33.439191 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-30d48bf1-5fb1-433c-9c88-cbc420dea518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:33.615369 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7e4695-2a66-4bab-9449-827d9477a0e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-4a5394c7-06f4-4849-a05f-5ccf4c3cf486', 'network_id': '4a5394c7-06f4-4849-a05f-5ccf4c3cf486', 'tenant_id': 'ed1c5eaddcf54805a69e2ee378299fb6', 'fixed_ips': [{'subnet_id': 'f3758f24-718e-42f5-845a-044a862e2258'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:38:33.616251 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a7e4695-2a66-4bab-9449-827d9477a0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:33.656156 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port e66fa64b-de68-4262-8acd-d02f46a52fe9 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:38:33.656404 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:33.749248 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-298428e4-1e87-475f-9655-cd0a761876af None None] Port 40bb16cb-3537-4b44-90dd-44063111a5d7 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:38:33.902663 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-30d48bf1-5fb1-433c-9c88-cbc420dea518 None None] For port eb7acbda-b2ac-4536-90ac-90995baf206d, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:38:33.946935 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-30d48bf1-5fb1-433c-9c88-cbc420dea518 None None] For port eb7acbda-b2ac-4536-90ac-90995baf206d, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=eb7acbda-b2ac-4536-90ac-90995baf206d,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:38:33.962666 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:33.971705 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-30d48bf1-5fb1-433c-9c88-cbc420dea518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:33.987970 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-14a462d1-5d26-4153-b960-238539b93ddc None None] Provisioning complete for port eb7acbda-b2ac-4536-90ac-90995baf206d triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:38:33.988595 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-14a462d1-5d26-4153-b960-238539b93ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:34.055357 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74fe3fa-3c3e-4e6b-9239-dc46855c236c None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:38:34.132448 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d48bf1-5fb1-433c-9c88-cbc420dea518 None None] Routers {'2978b6d1-202f-4d60-95ce-68a922a3bd53'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:38:34.133232 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-30d48bf1-5fb1-433c-9c88-cbc420dea518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:38:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['2978b6d1-202f-4d60-95ce-68a922a3bd53'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:34.243579 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab0cde-b67b-4377-8a4f-9bebd23bb5a0 None None] Pushing event updated for resources: {'Port': ['ID=eb7acbda-b2ac-4536-90ac-90995baf206d,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:34.267005 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-9a7e4695-2a66-4bab-9449-827d9477a0e6 None None] Allocated IP 172.20.0.2 (4a5394c7-06f4-4849-a05f-5ccf4c3cf486/f3758f24-718e-42f5-845a-044a862e2258/aab9c5b6-6fdb-4d87-bfc6-eb473145b8ca) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:38:34.310558 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-14a462d1-5d26-4153-b960-238539b93ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:34.427334 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-14a462d1-5d26-4153-b960-238539b93ddc None None] For port eb7acbda-b2ac-4536-90ac-90995baf206d, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=eb7acbda-b2ac-4536-90ac-90995baf206d,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:38:34.456917 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-14a462d1-5d26-4153-b960-238539b93ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:34.472781 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7274350f-a801-4328-b33a-4f6989eb5c90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:34.637899 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-30d48bf1-5fb1-433c-9c88-cbc420dea518 None None] Set router 2978b6d1-202f-4d60-95ce-68a922a3bd53 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:38:34.698544 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d858812-45e5-4d47-a04f-dccd7b17c7e7 req-f8d02169-06c1-400b-a72a-ad229606a4bd tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:38:34.700130 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5d858812-45e5-4d47-a04f-dccd7b17c7e7 req-f8d02169-06c1-400b-a72a-ad229606a4bd tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] 10.222.0.53 "GET /v2.0/networks?id=e1755fee-aaa6-425e-8842-e7c47174a17e HTTP/1.1" status: 200 len: 814 time: 0.4224141 Nov 25 13:38:34.734099 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-fa55531a-3dea-40a3-9b57-fdcbade57dc4 None None] Provisioning complete for port eb7acbda-b2ac-4536-90ac-90995baf206d triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:38:34.734655 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fa55531a-3dea-40a3-9b57-fdcbade57dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:34.790885 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-818ec846-ac69-447f-a423-124d5d495cbc tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for router_gateway, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:34.803066 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5d858812-45e5-4d47-a04f-dccd7b17c7e7 req-49ba03d8-57e8-414d-a99c-535e5cd9e9a9 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] 10.222.0.53 "GET /v2.0/quotas/6684a101e7e1409089143e68507e9eaa HTTP/1.1" status: 200 len: 375 time: 0.0511816 Nov 25 13:38:34.837557 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-7274350f-a801-4328-b33a-4f6989eb5c90 admin admin] Deleting port a3386d5a-e9ca-477b-9824-9098d61012c4 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:38:34.837909 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7274350f-a801-4328-b33a-4f6989eb5c90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:34.851314 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-818ec846-ac69-447f-a423-124d5d495cbc tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:34.886768 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a462d1-5d26-4153-b960-238539b93ddc None None] Pushing event updated for resources: {'Port': ['ID=eb7acbda-b2ac-4536-90ac-90995baf206d,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:34.965355 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4e17a742-00df-489a-ad25-6be40b54faea req-e78c5a5b-0b43-4a2d-b14e-ad095a7db883 service neutron] 10.222.0.53 "GET /v2.0/networks/255b14d8-346a-4fbf-a07e-8c9650f61893?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5514710 Nov 25 13:38:34.974328 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-7274350f-a801-4328-b33a-4f6989eb5c90 admin admin] For port a3386d5a-e9ca-477b-9824-9098d61012c4, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=a3386d5a-e9ca-477b-9824-9098d61012c4,segment=NetworkSegment(40a198a7-301a-47bd-bb8e-de5dce7edbf3),segment_id=40a198a7-301a-47bd-bb8e-de5dce7edbf3)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:38:34.974727 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7274350f-a801-4328-b33a-4f6989eb5c90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:34.992075 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-7274350f-a801-4328-b33a-4f6989eb5c90 admin admin] Calling delete_port for a3386d5a-e9ca-477b-9824-9098d61012c4 owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:38:35.043009 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5d858812-45e5-4d47-a04f-dccd7b17c7e7 req-337a342f-3a45-4951-80ce-5b62bc9c6ee4 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6684a101e7e1409089143e68507e9eaa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2049146 Nov 25 13:38:35.089948 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a7e4695-2a66-4bab-9449-827d9477a0e6 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:35.117552 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a7e4695-2a66-4bab-9449-827d9477a0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:35.143096 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-818ec846-ac69-447f-a423-124d5d495cbc tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Allocated IP 172.25.5.212 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/1e1ad63c-b3ab-45fc-82fe-143d13785011) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:38:35.199875 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7e4695-2a66-4bab-9449-827d9477a0e6 None None] Network 4a5394c7-06f4-4849-a05f-5ccf4c3cf486 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:38:35.213476 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-9a7e4695-2a66-4bab-9449-827d9477a0e6 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:38:35.222481 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7e4695-2a66-4bab-9449-827d9477a0e6 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:38:35.256497 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7e4695-2a66-4bab-9449-827d9477a0e6 None None] Pushing event updated for resources: {'Port': ['ID=aab9c5b6-6fdb-4d87-bfc6-eb473145b8ca,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:35.263132 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:35.299471 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7274350f-a801-4328-b33a-4f6989eb5c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:35.341512 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4e17a742-00df-489a-ad25-6be40b54faea req-8c6648b8-116c-44ea-817e-e3822f46a1ea service neutron] 10.222.0.53 "GET /v2.0/networks/255b14d8-346a-4fbf-a07e-8c9650f61893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3741114 Nov 25 13:38:35.341704 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7274350f-a801-4328-b33a-4f6989eb5c90 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3386d5a-e9ca-477b-9824-9098d61012c4,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:35.410122 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-9a7e4695-2a66-4bab-9449-827d9477a0e6 None None] Attempting to bind port aab9c5b6-6fdb-4d87-bfc6-eb473145b8ca on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:38:35.410890 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-9a7e4695-2a66-4bab-9449-827d9477a0e6 None None] Attempting to bind port aab9c5b6-6fdb-4d87-bfc6-eb473145b8ca by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '293072ec-7c93-4f6a-b862-94dc952309be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '4a5394c7-06f4-4849-a05f-5ccf4c3cf486'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:38:35.411434 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7e4695-2a66-4bab-9449-827d9477a0e6 None None] Attempting to bind port aab9c5b6-6fdb-4d87-bfc6-eb473145b8ca on network 4a5394c7-06f4-4849-a05f-5ccf4c3cf486 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:38:35.422912 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7e4695-2a66-4bab-9449-827d9477a0e6 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:38:35.423603 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7e4695-2a66-4bab-9449-827d9477a0e6 None None] Checking segment: {'id': '293072ec-7c93-4f6a-b862-94dc952309be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '4a5394c7-06f4-4849-a05f-5ccf4c3cf486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:38:35.424198 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a7e4695-2a66-4bab-9449-827d9477a0e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:35.424765 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7e4695-2a66-4bab-9449-827d9477a0e6 None None] Bound using segment: {'id': '293072ec-7c93-4f6a-b862-94dc952309be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '4a5394c7-06f4-4849-a05f-5ccf4c3cf486'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:38:35.425415 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-9a7e4695-2a66-4bab-9449-827d9477a0e6 None None] Bound port: aab9c5b6-6fdb-4d87-bfc6-eb473145b8ca, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '293072ec-7c93-4f6a-b862-94dc952309be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '4a5394c7-06f4-4849-a05f-5ccf4c3cf486'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:38:35.425973 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a7e4695-2a66-4bab-9449-827d9477a0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:35.432478 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-30d48bf1-5fb1-433c-9c88-cbc420dea518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2978b6d1-202f-4d60-95ce-68a922a3bd53', 'name': 'tempest-TestServerMultinode-32591207-router', 'tenant_id': '994b2637c1974a1a956c9e101858d78f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': 'eb7acbda-b2ac-4536-90ac-90995baf206d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:38:23Z', 'updated_at': '2021-11-25T13:38:29Z', 'revision_number': 4, 'project_id': '994b2637c1974a1a956c9e101858d78f', 'gw_port': {'id': 'eb7acbda-b2ac-4536-90ac-90995baf206d', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:46:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2978b6d1-202f-4d60-95ce-68a922a3bd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:38:24Z', 'updated_at': '2021-11-25T13:38:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '40bb16cb-3537-4b44-90dd-44063111a5d7', 'name': '', 'network_id': 'a8080eb2-63e0-4e97-bb0e-4046e5854a10', 'tenant_id': '994b2637c1974a1a956c9e101858d78f', 'mac_address': 'fa:16:3e:90:db:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2978b6d1-202f-4d60-95ce-68a922a3bd53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '35edbe4a-18c8-4fb6-be75-cb9df6d0ca50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:38:28Z', 'updated_at': '2021-11-25T13:38:29Z', 'revision_number': 2, 'project_id': '994b2637c1974a1a956c9e101858d78f', 'subnets': [{'id': '35edbe4a-18c8-4fb6-be75-cb9df6d0ca50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:35.472138 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5d858812-45e5-4d47-a04f-dccd7b17c7e7 req-3d06d777-6bab-4329-aaf4-216ffcc7c116 service neutron] 10.222.0.53 "GET /v2.0/networks/e1755fee-aaa6-425e-8842-e7c47174a17e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4270768 Nov 25 13:38:35.475501 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-818ec846-ac69-447f-a423-124d5d495cbc tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:35.492175 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d48bf1-5fb1-433c-9c88-cbc420dea518 None None] The sync data for ids ['2978b6d1-202f-4d60-95ce-68a922a3bd53'] in n-d-808199-11 is: [{'id': '2978b6d1-202f-4d60-95ce-68a922a3bd53', 'name': 'tempest-TestServerMultinode-32591207-router', 'tenant_id': '994b2637c1974a1a956c9e101858d78f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': 'eb7acbda-b2ac-4536-90ac-90995baf206d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:38:23Z', 'updated_at': '2021-11-25T13:38:29Z', 'revision_number': 4, 'project_id': '994b2637c1974a1a956c9e101858d78f', 'gw_port': {'id': 'eb7acbda-b2ac-4536-90ac-90995baf206d', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:46:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2978b6d1-202f-4d60-95ce-68a922a3bd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:38:24Z', 'updated_at': '2021-11-25T13:38:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '40bb16cb-3537-4b44-90dd-44063111a5d7', 'name': '', 'network_id': 'a8080eb2-63e0-4e97-bb0e-4046e5854a10', 'tenant_id': '994b2637c1974a1a956c9e101858d78f', 'mac_address': 'fa:16:3e:90:db:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2978b6d1-202f-4d60-95ce-68a922a3bd53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '35edbe4a-18c8-4fb6-be75-cb9df6d0ca50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:38:28Z', 'updated_at': '2021-11-25T13:38:29Z', 'revision_number': 2, 'project_id': '994b2637c1974a1a956c9e101858d78f', 'subnets': [{'id': '35edbe4a-18c8-4fb6-be75-cb9df6d0ca50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:38:35.666366 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a7e4695-2a66-4bab-9449-827d9477a0e6 None None] For port aab9c5b6-6fdb-4d87-bfc6-eb473145b8ca, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:38:35.670844 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a7e4695-2a66-4bab-9449-827d9477a0e6 None None] For port aab9c5b6-6fdb-4d87-bfc6-eb473145b8ca, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=aab9c5b6-6fdb-4d87-bfc6-eb473145b8ca,segment=NetworkSegment(293072ec-7c93-4f6a-b862-94dc952309be),segment_id=293072ec-7c93-4f6a-b862-94dc952309be)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:38:35.671237 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7274350f-a801-4328-b33a-4f6989eb5c90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:35.682237 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a7e4695-2a66-4bab-9449-827d9477a0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:35.770524 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-79dc3fa5-3b97-4215-8047-402027e879c3 req-06bc1f85-fe14-4ba2-833a-d6ee08bef9d9 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d025ba2e-ff6b-402d-a0df-9f8bfe1e8265 HTTP/1.1" status: 200 len: 210 time: 0.0895593 Nov 25 13:38:35.799841 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-818ec846-ac69-447f-a423-124d5d495cbc tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:35.823703 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7e4695-2a66-4bab-9449-827d9477a0e6 None None] Pushing event updated for resources: {'Port': ['ID=aab9c5b6-6fdb-4d87-bfc6-eb473145b8ca,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:35.871202 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818ec846-ac69-447f-a423-124d5d495cbc tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:38:35.877298 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5d858812-45e5-4d47-a04f-dccd7b17c7e7 req-c3bf83a7-b9ed-4a2e-bf0a-7ffabcb59b2b service neutron] 10.222.0.53 "GET /v2.0/networks/e1755fee-aaa6-425e-8842-e7c47174a17e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3915441 Nov 25 13:38:35.891425 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-818ec846-ac69-447f-a423-124d5d495cbc tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:38:35.897871 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818ec846-ac69-447f-a423-124d5d495cbc tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:38:35.907409 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59952e3-c79c-4723-bbe2-0bbdb42122e5 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:38:36.032503 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-49cf1c86-ac17-46a8-879f-27d46552ea4a None None] Provisioning complete for port 1e1ad63c-b3ab-45fc-82fe-143d13785011 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:38:36.033141 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-49cf1c86-ac17-46a8-879f-27d46552ea4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:36.109807 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-49cf1c86-ac17-46a8-879f-27d46552ea4a None None] Port 1e1ad63c-b3ab-45fc-82fe-143d13785011 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:38:36.153309 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818ec846-ac69-447f-a423-124d5d495cbc tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Pushing event updated for resources: {'Port': ['ID=1e1ad63c-b3ab-45fc-82fe-143d13785011,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:36.217518 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7274350f-a801-4328-b33a-4f6989eb5c90 admin admin] Router bba76b90-4355-48a9-a3ac-ec0a1f8bd099 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:38:36.250853 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:36.374279 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a8681be1-2297-4a9d-a5f0-8fadc7164231 req-c70ae820-84d1-4602-b768-b27530244f01 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc75ff25-87c5-4323-a989-21a0e9fa5330 HTTP/1.1" status: 200 len: 210 time: 0.1437373 Nov 25 13:38:36.586658 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7274350f-a801-4328-b33a-4f6989eb5c90 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:38:36.605872 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1fef65-39a4-4e4d-ba06-c5aa9e9176f7 None None] Sync routers for ids ['bba76b90-4355-48a9-a3ac-ec0a1f8bd099'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:38:36.619694 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-7274350f-a801-4328-b33a-4f6989eb5c90 admin admin] 10.222.0.53 "PUT /v2.0/routers/bba76b90-4355-48a9-a3ac-ec0a1f8bd099/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2712679 Nov 25 13:38:36.620909 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51840) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:36.628219 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1fef65-39a4-4e4d-ba06-c5aa9e9176f7 None None] Routers {'bba76b90-4355-48a9-a3ac-ec0a1f8bd099'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:38:36.629271 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-8f1fef65-39a4-4e4d-ba06-c5aa9e9176f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:38:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['bba76b90-4355-48a9-a3ac-ec0a1f8bd099'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:36.710303 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-818ec846-ac69-447f-a423-124d5d495cbc tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for router_gateway, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:36.850535 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-8f1fef65-39a4-4e4d-ba06-c5aa9e9176f7 None None] Set router bba76b90-4355-48a9-a3ac-ec0a1f8bd099 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:38:36.894860 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-71d00e4a-63b9-46ec-9737-5024fe3d023d admin admin] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:37.073298 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cac7fe2b-1a21-410a-a995-3c0037d2197f req-0b4bb84a-4f5c-4590-99fd-c22c041085da tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d025ba2e-ff6b-402d-a0df-9f8bfe1e8265 HTTP/1.1" status: 200 len: 210 time: 0.2098341 Nov 25 13:38:37.252379 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-71d00e4a-63b9-46ec-9737-5024fe3d023d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:37.460436 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-71d00e4a-63b9-46ec-9737-5024fe3d023d admin admin] Deleting port 9a26b243-4483-4865-adcd-bf6762bfce14 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:38:37.460781 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-71d00e4a-63b9-46ec-9737-5024fe3d023d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:37.531046 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-818ec846-ac69-447f-a423-124d5d495cbc tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:37.696225 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device aab9c5b6-6fdb-4d87-bfc6-eb473145b8ca up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:38:37.753038 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-37a462c8-9aa6-4953-b1c9-32344ba98553 req-9bac5464-b184-4ed4-8d9c-11cfb3f2aa8e tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc75ff25-87c5-4323-a989-21a0e9fa5330 HTTP/1.1" status: 200 len: 210 time: 0.1671424 Nov 25 13:38:37.762943 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-8f1fef65-39a4-4e4d-ba06-c5aa9e9176f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba76b90-4355-48a9-a3ac-ec0a1f8bd099', 'name': 'tempest-TaggedBootDevicesTest-78249705-router', 'tenant_id': 'ee6b0fbe2e7a4406acdd0c8fea203ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '9a26b243-4483-4865-adcd-bf6762bfce14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:26:43Z', 'updated_at': '2021-11-25T13:38:35Z', 'revision_number': 5, 'project_id': 'ee6b0fbe2e7a4406acdd0c8fea203ca4', 'gw_port': {'id': '9a26b243-4483-4865-adcd-bf6762bfce14', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba76b90-4355-48a9-a3ac-ec0a1f8bd099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:44Z', 'updated_at': '2021-11-25T13:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:37.839434 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1fef65-39a4-4e4d-ba06-c5aa9e9176f7 None None] Checking router: bba76b90-4355-48a9-a3ac-ec0a1f8bd099 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:38:37.841433 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-71d00e4a-63b9-46ec-9737-5024fe3d023d admin admin] For port 9a26b243-4483-4865-adcd-bf6762bfce14, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=9a26b243-4483-4865-adcd-bf6762bfce14,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:38:37.842585 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-71d00e4a-63b9-46ec-9737-5024fe3d023d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:37.857224 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-71d00e4a-63b9-46ec-9737-5024fe3d023d admin admin] Calling delete_port for 9a26b243-4483-4865-adcd-bf6762bfce14 owned by network:router_gateway {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:38:37.884487 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port aab9c5b6-6fdb-4d87-bfc6-eb473145b8ca triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:38:37.884865 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:37.888780 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1fef65-39a4-4e4d-ba06-c5aa9e9176f7 None None] Routers {'bba76b90-4355-48a9-a3ac-ec0a1f8bd099'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:38:37.889717 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-8f1fef65-39a4-4e4d-ba06-c5aa9e9176f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:38:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['bba76b90-4355-48a9-a3ac-ec0a1f8bd099'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:37.957495 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-818ec846-ac69-447f-a423-124d5d495cbc tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Router 7c7888e9-cac5-47c1-85f8-2f49279022bb is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:38:38.166494 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6d9a4c-27cb-4b36-8a5b-7acd3e26c6fc None None] Network 4a5394c7-06f4-4849-a05f-5ccf4c3cf486 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:38:38.215422 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-71d00e4a-63b9-46ec-9737-5024fe3d023d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:38.235302 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-818ec846-ac69-447f-a423-124d5d495cbc tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:38:38.257081 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ec4e74-b040-4b64-94ba-b299d9d926fb None None] Sync routers for ids ['7c7888e9-cac5-47c1-85f8-2f49279022bb'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:38:38.272050 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-818ec846-ac69-447f-a423-124d5d495cbc tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:38.277684 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-818ec846-ac69-447f-a423-124d5d495cbc tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.1418636 Nov 25 13:38:38.280462 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ec4e74-b040-4b64-94ba-b299d9d926fb None None] Routers {'7c7888e9-cac5-47c1-85f8-2f49279022bb'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:38:38.283488 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 51870) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:38.283930 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27875f9f-b742-4067-a23e-4c12f7a6dfc0 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:38:38.284328 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-b6ec4e74-b040-4b64-94ba-b299d9d926fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:38:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['7c7888e9-cac5-47c1-85f8-2f49279022bb'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:38.419694 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:38.450667 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-5dc9fd0c-605f-401a-b439-fc4c0406a96b None None] Provisioning complete for port aab9c5b6-6fdb-4d87-bfc6-eb473145b8ca triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:38:38.451537 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5dc9fd0c-605f-401a-b439-fc4c0406a96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:38.455092 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-8f1fef65-39a4-4e4d-ba06-c5aa9e9176f7 None None] Set router bba76b90-4355-48a9-a3ac-ec0a1f8bd099 gateway port host: None {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:38:38.464102 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-79dc9df2-8099-4dfa-91b9-655a7db69d79 req-bb6acd73-8301-4be2-a536-438d7812b2d0 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d025ba2e-ff6b-402d-a0df-9f8bfe1e8265 HTTP/1.1" status: 200 len: 210 time: 0.1555064 Nov 25 13:38:38.474559 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d00e4a-63b9-46ec-9737-5024fe3d023d admin admin] Pushing event deleted for resources: {'Port': ['ID=9a26b243-4483-4865-adcd-bf6762bfce14,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:38.475470 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-b6ec4e74-b040-4b64-94ba-b299d9d926fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:38.508155 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ec4e74-b040-4b64-94ba-b299d9d926fb None None] Routers {'7c7888e9-cac5-47c1-85f8-2f49279022bb'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:38:38.508795 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-b6ec4e74-b040-4b64-94ba-b299d9d926fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:38:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['7c7888e9-cac5-47c1-85f8-2f49279022bb'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:38.554985 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-71d00e4a-63b9-46ec-9737-5024fe3d023d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:38.599141 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-b6ec4e74-b040-4b64-94ba-b299d9d926fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:38.600742 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ec4e74-b040-4b64-94ba-b299d9d926fb None None] The sync data for ids ['7c7888e9-cac5-47c1-85f8-2f49279022bb'] in n-d-808199-11 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:38:38.739796 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-8f1fef65-39a4-4e4d-ba06-c5aa9e9176f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba76b90-4355-48a9-a3ac-ec0a1f8bd099', 'name': 'tempest-TaggedBootDevicesTest-78249705-router', 'tenant_id': 'ee6b0fbe2e7a4406acdd0c8fea203ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:26:43Z', 'updated_at': '2021-11-25T13:38:37Z', 'revision_number': 6, 'project_id': 'ee6b0fbe2e7a4406acdd0c8fea203ca4', 'gw_port_host': None}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:38.750511 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:38.787420 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-71d00e4a-63b9-46ec-9737-5024fe3d023d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:38.791888 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-71d00e4a-63b9-46ec-9737-5024fe3d023d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:38.822951 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1fef65-39a4-4e4d-ba06-c5aa9e9176f7 None None] The sync data for ids ['bba76b90-4355-48a9-a3ac-ec0a1f8bd099'] in n-d-808199-11 is: [{'id': 'bba76b90-4355-48a9-a3ac-ec0a1f8bd099', 'name': 'tempest-TaggedBootDevicesTest-78249705-router', 'tenant_id': 'ee6b0fbe2e7a4406acdd0c8fea203ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:26:43Z', 'updated_at': '2021-11-25T13:38:37Z', 'revision_number': 6, 'project_id': 'ee6b0fbe2e7a4406acdd0c8fea203ca4', 'gw_port_host': None}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:38:38.927676 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d858812-45e5-4d47-a04f-dccd7b17c7e7 req-f9bd54e5-b20d-441a-9397-32020952b158 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:38:38.930588 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5d858812-45e5-4d47-a04f-dccd7b17c7e7 req-f9bd54e5-b20d-441a-9397-32020952b158 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] 10.222.0.47 "GET /v2.0/networks?id=e1755fee-aaa6-425e-8842-e7c47174a17e HTTP/1.1" status: 200 len: 814 time: 0.6370199 Nov 25 13:38:38.931930 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-71d00e4a-63b9-46ec-9737-5024fe3d023d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:38.932518 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d00e4a-63b9-46ec-9737-5024fe3d023d admin admin] Fanout notify agent at l3_agent the message router_deleted on router bba76b90-4355-48a9-a3ac-ec0a1f8bd099 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:38:38.941030 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] For port aab9c5b6-6fdb-4d87-bfc6-eb473145b8ca, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=aab9c5b6-6fdb-4d87-bfc6-eb473145b8ca,segment=NetworkSegment(293072ec-7c93-4f6a-b862-94dc952309be),segment_id=293072ec-7c93-4f6a-b862-94dc952309be)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:38:38.946209 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-71d00e4a-63b9-46ec-9737-5024fe3d023d admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:38.949675 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:38.950734 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device eb7acbda-b2ac-4536-90ac-90995baf206d up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:38:38.954181 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-71d00e4a-63b9-46ec-9737-5024fe3d023d admin admin] 10.222.0.53 "DELETE /v2.0/routers/bba76b90-4355-48a9-a3ac-ec0a1f8bd099 HTTP/1.1" status: 204 len: 168 time: 2.3322022 Nov 25 13:38:38.956701 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51876) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:38.961743 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-5d858812-45e5-4d47-a04f-dccd7b17c7e7 req-1df065dc-9f7b-4e79-b1b0-575a530c898f tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] Request body: {'port': {'device_id': 'cc75ff25-87c5-4323-a989-21a0e9fa5330', 'network_id': 'e1755fee-aaa6-425e-8842-e7c47174a17e', 'admin_state_up': True, 'tenant_id': '6684a101e7e1409089143e68507e9eaa'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:38:39.044985 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Pushing event updated for resources: {'Port': ['ID=aab9c5b6-6fdb-4d87-bfc6-eb473145b8ca,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:39.050143 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-27997509-0d0d-4203-8d26-82ef788a9812 req-93d47d0d-a113-4111-89c5-5024d87b309c tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc75ff25-87c5-4323-a989-21a0e9fa5330 HTTP/1.1" status: 200 len: 210 time: 0.0420723 Nov 25 13:38:39.147403 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d858812-45e5-4d47-a04f-dccd7b17c7e7 req-1df065dc-9f7b-4e79-b1b0-575a530c898f tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] Made reservation on behalf of 6684a101e7e1409089143e68507e9eaa for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:38:39.151943 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5d858812-45e5-4d47-a04f-dccd7b17c7e7 req-1df065dc-9f7b-4e79-b1b0-575a530c898f tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:39.194301 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa54d97a-3c22-4743-b9d7-a873f34f52fe admin admin] Deleting subnet 1a610251-b260-4111-ade4-fcd074d9de00 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:38:39.211200 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aa54d97a-3c22-4743-b9d7-a873f34f52fe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:39.254788 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e17a742-00df-489a-ad25-6be40b54faea req-9998e1f4-990f-43e7-b759-04053f27293a tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:38:39.256342 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4e17a742-00df-489a-ad25-6be40b54faea req-9998e1f4-990f-43e7-b759-04053f27293a tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.66 "GET /v2.0/networks?id=255b14d8-346a-4fbf-a07e-8c9650f61893 HTTP/1.1" status: 200 len: 911 time: 0.8174362 Nov 25 13:38:39.308534 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-4e17a742-00df-489a-ad25-6be40b54faea req-aefe0e0d-af74-4b31-a1c9-9c3038b6901d tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] Request body: {'port': {'device_id': 'd025ba2e-ff6b-402d-a0df-9f8bfe1e8265', 'network_id': '255b14d8-346a-4fbf-a07e-8c9650f61893', 'admin_state_up': True, 'tenant_id': '994b2637c1974a1a956c9e101858d78f'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:38:39.318539 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aa54d97a-3c22-4743-b9d7-a873f34f52fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:39.329402 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port eb7acbda-b2ac-4536-90ac-90995baf206d triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:38:39.329874 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:39.528032 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e17a742-00df-489a-ad25-6be40b54faea req-aefe0e0d-af74-4b31-a1c9-9c3038b6901d tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] Made reservation on behalf of 994b2637c1974a1a956c9e101858d78f for: {'port': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:38:39.533270 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-4e17a742-00df-489a-ad25-6be40b54faea req-aefe0e0d-af74-4b31-a1c9-9c3038b6901d tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:39.573036 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aa54d97a-3c22-4743-b9d7-a873f34f52fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:39.620830 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-5d858812-45e5-4d47-a04f-dccd7b17c7e7 req-1df065dc-9f7b-4e79-b1b0-575a530c898f tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] Allocated IP 172.20.0.9 (e1755fee-aaa6-425e-8842-e7c47174a17e/7149e5cd-66bb-49e5-8c66-89ee2818d851/95b15aea-a1ea-47f9-b8de-dcd141234039) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:38:39.656683 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-755c3a62-1d82-43c9-bc5f-6d8ba7c5399e req-e3949225-bb11-4212-b82b-0ff2867f9d6a tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d025ba2e-ff6b-402d-a0df-9f8bfe1e8265 HTTP/1.1" status: 200 len: 210 time: 0.0542436 Nov 25 13:38:39.678072 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-63d50b2b-4965-4b50-b2a0-60a489c2df39 None None] Provisioning complete for port aab9c5b6-6fdb-4d87-bfc6-eb473145b8ca triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:38:39.678072 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-63d50b2b-4965-4b50-b2a0-60a489c2df39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:39.724455 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aa54d97a-3c22-4743-b9d7-a873f34f52fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:39.767406 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45986e0-e453-44fb-aaf3-7247eb1ba0ae None None] Network 0f46794c-b326-485f-8936-6eed71effe7e requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:38:39.767926 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aa54d97a-3c22-4743-b9d7-a873f34f52fe admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:39.780416 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-aa54d97a-3c22-4743-b9d7-a873f34f52fe admin admin] 10.222.0.53 "DELETE /v2.0/subnets/1a610251-b260-4111-ade4-fcd074d9de00 HTTP/1.1" status: 204 len: 168 time: 0.8221667 Nov 25 13:38:39.781053 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 51884) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:39.804024 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a7b30c-938d-4c44-b26f-a8945f4eef69 None None] Sync routers for ids ['2978b6d1-202f-4d60-95ce-68a922a3bd53'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:38:39.883706 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa54d97a-3c22-4743-b9d7-a873f34f52fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a610251-b260-4111-ade4-fcd074d9de00,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:39.909352 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a7b30c-938d-4c44-b26f-a8945f4eef69 None None] Routers {'2978b6d1-202f-4d60-95ce-68a922a3bd53'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:38:39.910364 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-b5a7b30c-938d-4c44-b26f-a8945f4eef69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:38:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['2978b6d1-202f-4d60-95ce-68a922a3bd53'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:39.937141 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device aab9c5b6-6fdb-4d87-bfc6-eb473145b8ca up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:38:39.955977 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-99a99cb6-634c-4c0b-b658-864937c70f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:39.958489 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [req-4e17a742-00df-489a-ad25-6be40b54faea req-aefe0e0d-af74-4b31-a1c9-9c3038b6901d tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] Allocated IP 172.20.0.3 (255b14d8-346a-4fbf-a07e-8c9650f61893/91cc3ae6-218d-4bef-bcd2-07036fc941d2/1ad40a32-fe7b-4d5c-8895-f4de3945eecc) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:38:39.968837 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5d858812-45e5-4d47-a04f-dccd7b17c7e7 req-1df065dc-9f7b-4e79-b1b0-575a530c898f tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:40.028836 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5d858812-45e5-4d47-a04f-dccd7b17c7e7 req-1df065dc-9f7b-4e79-b1b0-575a530c898f tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:40.106250 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d858812-45e5-4d47-a04f-dccd7b17c7e7 req-1df065dc-9f7b-4e79-b1b0-575a530c898f tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] Network e1755fee-aaa6-425e-8842-e7c47174a17e is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:38:40.114511 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-5d858812-45e5-4d47-a04f-dccd7b17c7e7 req-1df065dc-9f7b-4e79-b1b0-575a530c898f tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:38:40.125828 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d858812-45e5-4d47-a04f-dccd7b17c7e7 req-1df065dc-9f7b-4e79-b1b0-575a530c898f tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:38:40.200313 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df065dc-9f7b-4e79-b1b0-575a530c898f tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] Pushing event updated for resources: {'Port': ['ID=95b15aea-a1ea-47f9-b8de-dcd141234039,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:40.238638 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d858812-45e5-4d47-a04f-dccd7b17c7e7 req-1df065dc-9f7b-4e79-b1b0-575a530c898f tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:38:40.240138 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5d858812-45e5-4d47-a04f-dccd7b17c7e7 req-1df065dc-9f7b-4e79-b1b0-575a530c898f tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:40.265315 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5d858812-45e5-4d47-a04f-dccd7b17c7e7 req-1df065dc-9f7b-4e79-b1b0-575a530c898f tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3093247 Nov 25 13:38:40.281225 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-5d858812-45e5-4d47-a04f-dccd7b17c7e7 req-891011f5-938c-45cd-88c5-b022b74176be service neutron] Request body: {'port': {'device_id': 'cc75ff25-87c5-4323-a989-21a0e9fa5330', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:38:40.383510 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5d858812-45e5-4d47-a04f-dccd7b17c7e7 req-891011f5-938c-45cd-88c5-b022b74176be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:40.389929 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-b5a7b30c-938d-4c44-b26f-a8945f4eef69 None None] Set router 2978b6d1-202f-4d60-95ce-68a922a3bd53 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:38:40.476115 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1993fb63-fc3b-4875-b9be-761cff77de7c req-c3069455-be7f-4db3-9881-a6b19cac2422 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:38:40.481742 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1993fb63-fc3b-4875-b9be-761cff77de7c req-c3069455-be7f-4db3-9881-a6b19cac2422 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc75ff25-87c5-4323-a989-21a0e9fa5330 HTTP/1.1" status: 200 len: 931 time: 0.3139787 Nov 25 13:38:40.485607 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-30b7a0d4-bb38-431a-93e3-0d405841a803 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:40.527575 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port aab9c5b6-6fdb-4d87-bfc6-eb473145b8ca triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:38:40.527949 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:40.573583 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-99a99cb6-634c-4c0b-b658-864937c70f57 admin admin] Deleting port bf3af718-4222-422a-9339-4fa3c3ee1507 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:38:40.574271 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-99a99cb6-634c-4c0b-b658-864937c70f57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:40.609417 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d46e8db-9103-4bd9-af4d-1a6e94bdd60d None None] DHCP port deletion for 0f46794c-b326-485f-8936-6eed71effe7e request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:38:40.726564 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-4e17a742-00df-489a-ad25-6be40b54faea req-aefe0e0d-af74-4b31-a1c9-9c3038b6901d tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:40.763895 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-5d858812-45e5-4d47-a04f-dccd7b17c7e7 req-891011f5-938c-45cd-88c5-b022b74176be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95b15aea-a1ea-47f9-b8de-dcd141234039 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:38:40.771844 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5d858812-45e5-4d47-a04f-dccd7b17c7e7 req-891011f5-938c-45cd-88c5-b022b74176be service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:40.783801 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-7d46e8db-9103-4bd9-af4d-1a6e94bdd60d None None] Deleting port bf3af718-4222-422a-9339-4fa3c3ee1507 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:38:40.784243 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7d46e8db-9103-4bd9-af4d-1a6e94bdd60d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:40.789216 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-5d858812-45e5-4d47-a04f-dccd7b17c7e7 req-891011f5-938c-45cd-88c5-b022b74176be service neutron] Transition to ACTIVE for port object 95b15aea-a1ea-47f9-b8de-dcd141234039 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:38:40.804048 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5d858812-45e5-4d47-a04f-dccd7b17c7e7 req-891011f5-938c-45cd-88c5-b022b74176be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:40.864528 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-b5a7b30c-938d-4c44-b26f-a8945f4eef69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2978b6d1-202f-4d60-95ce-68a922a3bd53', 'name': 'tempest-TestServerMultinode-32591207-router', 'tenant_id': '994b2637c1974a1a956c9e101858d78f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': 'eb7acbda-b2ac-4536-90ac-90995baf206d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:38:23Z', 'updated_at': '2021-11-25T13:38:29Z', 'revision_number': 4, 'project_id': '994b2637c1974a1a956c9e101858d78f', 'gw_port': {'id': 'eb7acbda-b2ac-4536-90ac-90995baf206d', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:46:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2978b6d1-202f-4d60-95ce-68a922a3bd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:38:24Z', 'updated_at': '2021-11-25T13:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '40bb16cb-3537-4b44-90dd-44063111a5d7', 'name': '', 'network_id': 'a8080eb2-63e0-4e97-bb0e-4046e5854a10', 'tenant_id': '994b2637c1974a1a956c9e101858d78f', 'mac_address': 'fa:16:3e:90:db:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2978b6d1-202f-4d60-95ce-68a922a3bd53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '35edbe4a-18c8-4fb6-be75-cb9df6d0ca50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:38:28Z', 'updated_at': '2021-11-25T13:38:29Z', 'revision_number': 2, 'project_id': '994b2637c1974a1a956c9e101858d78f', 'subnets': [{'id': '35edbe4a-18c8-4fb6-be75-cb9df6d0ca50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:40.899952 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device a3386d5a-e9ca-477b-9824-9098d61012c4 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:38:40.902347 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891011f5-938c-45cd-88c5-b022b74176be service neutron] Pushing event updated for resources: {'Port': ['ID=95b15aea-a1ea-47f9-b8de-dcd141234039,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:40.911614 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a7b30c-938d-4c44-b26f-a8945f4eef69 None None] Checking router: 2978b6d1-202f-4d60-95ce-68a922a3bd53 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:38:40.911988 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a7b30c-938d-4c44-b26f-a8945f4eef69 None None] Updating router 2978b6d1-202f-4d60-95ce-68a922a3bd53 port 40bb16cb-3537-4b44-90dd-44063111a5d7 binding host n-d-808199-11 {{(pid=103572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:38:40.934517 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-7d46e8db-9103-4bd9-af4d-1a6e94bdd60d None None] For port bf3af718-4222-422a-9339-4fa3c3ee1507, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=bf3af718-4222-422a-9339-4fa3c3ee1507,segment=NetworkSegment(40a198a7-301a-47bd-bb8e-de5dce7edbf3),segment_id=40a198a7-301a-47bd-bb8e-de5dce7edbf3)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:38:40.934951 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7d46e8db-9103-4bd9-af4d-1a6e94bdd60d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:40.943204 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: a3386d5a-e9ca-477b-9824-9098d61012c4 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:38:40.943811 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device a3386d5a-e9ca-477b-9824-9098d61012c4 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:38:40.944234 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 9a26b243-4483-4865-adcd-bf6762bfce14 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:38:40.955018 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-5d858812-45e5-4d47-a04f-dccd7b17c7e7 req-891011f5-938c-45cd-88c5-b022b74176be service neutron] Attempting to bind port 95b15aea-a1ea-47f9-b8de-dcd141234039 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:38:40.955350 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-5d858812-45e5-4d47-a04f-dccd7b17c7e7 req-891011f5-938c-45cd-88c5-b022b74176be service neutron] Attempting to bind port 95b15aea-a1ea-47f9-b8de-dcd141234039 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '2fcd7aac-532e-47fe-9539-35bf3b7dfacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e1755fee-aaa6-425e-8842-e7c47174a17e'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:38:40.955679 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d858812-45e5-4d47-a04f-dccd7b17c7e7 req-891011f5-938c-45cd-88c5-b022b74176be service neutron] Attempting to bind port 95b15aea-a1ea-47f9-b8de-dcd141234039 on network e1755fee-aaa6-425e-8842-e7c47174a17e {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:38:40.961187 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d858812-45e5-4d47-a04f-dccd7b17c7e7 req-891011f5-938c-45cd-88c5-b022b74176be service neutron] Port 95b15aea-a1ea-47f9-b8de-dcd141234039 on network e1755fee-aaa6-425e-8842-e7c47174a17e not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:38:40.961518 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d858812-45e5-4d47-a04f-dccd7b17c7e7 req-891011f5-938c-45cd-88c5-b022b74176be service neutron] Attempting to bind port 95b15aea-a1ea-47f9-b8de-dcd141234039 on network e1755fee-aaa6-425e-8842-e7c47174a17e {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:38:40.966961 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d858812-45e5-4d47-a04f-dccd7b17c7e7 req-891011f5-938c-45cd-88c5-b022b74176be service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:38:40.967912 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d858812-45e5-4d47-a04f-dccd7b17c7e7 req-891011f5-938c-45cd-88c5-b022b74176be service neutron] Checking segment: {'id': '2fcd7aac-532e-47fe-9539-35bf3b7dfacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e1755fee-aaa6-425e-8842-e7c47174a17e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:38:40.968298 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d858812-45e5-4d47-a04f-dccd7b17c7e7 req-891011f5-938c-45cd-88c5-b022b74176be service neutron] Bound using segment: {'id': '2fcd7aac-532e-47fe-9539-35bf3b7dfacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e1755fee-aaa6-425e-8842-e7c47174a17e'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:38:40.968725 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-5d858812-45e5-4d47-a04f-dccd7b17c7e7 req-891011f5-938c-45cd-88c5-b022b74176be service neutron] Bound port: 95b15aea-a1ea-47f9-b8de-dcd141234039, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fcd7aac-532e-47fe-9539-35bf3b7dfacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e1755fee-aaa6-425e-8842-e7c47174a17e'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:38:40.969175 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5d858812-45e5-4d47-a04f-dccd7b17c7e7 req-891011f5-938c-45cd-88c5-b022b74176be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:40.975518 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-7d46e8db-9103-4bd9-af4d-1a6e94bdd60d None None] Calling delete_port for bf3af718-4222-422a-9339-4fa3c3ee1507 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:38:41.000608 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 9a26b243-4483-4865-adcd-bf6762bfce14 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:38:41.000909 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 9a26b243-4483-4865-adcd-bf6762bfce14 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:38:41.016210 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b5a7b30c-938d-4c44-b26f-a8945f4eef69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:41.046166 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-5d858812-45e5-4d47-a04f-dccd7b17c7e7 req-891011f5-938c-45cd-88c5-b022b74176be service neutron] For port 95b15aea-a1ea-47f9-b8de-dcd141234039, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:38:41.049658 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-5d858812-45e5-4d47-a04f-dccd7b17c7e7 req-891011f5-938c-45cd-88c5-b022b74176be service neutron] For port 95b15aea-a1ea-47f9-b8de-dcd141234039, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=95b15aea-a1ea-47f9-b8de-dcd141234039,segment=NetworkSegment(2fcd7aac-532e-47fe-9539-35bf3b7dfacc),segment_id=2fcd7aac-532e-47fe-9539-35bf3b7dfacc)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:38:41.058469 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-4e17a742-00df-489a-ad25-6be40b54faea req-aefe0e0d-af74-4b31-a1c9-9c3038b6901d tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:41.059542 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5d858812-45e5-4d47-a04f-dccd7b17c7e7 req-891011f5-938c-45cd-88c5-b022b74176be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:41.140011 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-99a99cb6-634c-4c0b-b658-864937c70f57 admin admin] For port bf3af718-4222-422a-9339-4fa3c3ee1507, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=bf3af718-4222-422a-9339-4fa3c3ee1507,segment=NetworkSegment(40a198a7-301a-47bd-bb8e-de5dce7edbf3),segment_id=40a198a7-301a-47bd-bb8e-de5dce7edbf3)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:38:41.140460 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-99a99cb6-634c-4c0b-b658-864937c70f57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:41.169392 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1993fb63-fc3b-4875-b9be-761cff77de7c req-e58f498e-0bb4-4af0-bd3c-72b942da70b2 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca0c46ca-270b-4976-b9de-a929cb5dfd66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6507516 Nov 25 13:38:41.199250 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7d46e8db-9103-4bd9-af4d-1a6e94bdd60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:41.226138 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e17a742-00df-489a-ad25-6be40b54faea req-aefe0e0d-af74-4b31-a1c9-9c3038b6901d tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] Network 255b14d8-346a-4fbf-a07e-8c9650f61893 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:38:41.243651 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d46e8db-9103-4bd9-af4d-1a6e94bdd60d None None] Pushing event deleted for resources: {'Port': ['ID=bf3af718-4222-422a-9339-4fa3c3ee1507,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:41.247976 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [req-4e17a742-00df-489a-ad25-6be40b54faea req-aefe0e0d-af74-4b31-a1c9-9c3038b6901d tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:38:41.250784 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d46e8db-9103-4bd9-af4d-1a6e94bdd60d None None] No DVR routers for this DVR port bf3af718-4222-422a-9339-4fa3c3ee1507 on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:38:41.260271 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-99a99cb6-634c-4c0b-b658-864937c70f57 admin admin] Calling delete_port for bf3af718-4222-422a-9339-4fa3c3ee1507 owned by network:dhcp {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:38:41.265322 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e17a742-00df-489a-ad25-6be40b54faea req-aefe0e0d-af74-4b31-a1c9-9c3038b6901d tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:38:41.321415 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db33e9b-afe8-4b2d-8dc8-dc9d72587a5a req-8938a576-8860-4973-971d-a22674bf0495 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:38:41.323803 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6db33e9b-afe8-4b2d-8dc8-dc9d72587a5a req-8938a576-8860-4973-971d-a22674bf0495 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d025ba2e-ff6b-402d-a0df-9f8bfe1e8265 HTTP/1.1" status: 200 len: 1027 time: 0.2731056 Nov 25 13:38:41.333069 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefe0e0d-af74-4b31-a1c9-9c3038b6901d tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] Pushing event updated for resources: {'Port': ['ID=1ad40a32-fe7b-4d5c-8895-f4de3945eecc,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:41.408149 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-30b7a0d4-bb38-431a-93e3-0d405841a803 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Allocated IP 172.20.0.1 (4a5394c7-06f4-4849-a05f-5ccf4c3cf486/f3758f24-718e-42f5-845a-044a862e2258/7051d983-e75e-4b8b-b472-8ebf9449a3f7) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:38:41.439431 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e17a742-00df-489a-ad25-6be40b54faea req-aefe0e0d-af74-4b31-a1c9-9c3038b6901d tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:38:41.440147 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-4e17a742-00df-489a-ad25-6be40b54faea req-aefe0e0d-af74-4b31-a1c9-9c3038b6901d tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:41.496874 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b5a7b30c-938d-4c44-b26f-a8945f4eef69 None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:41.516180 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b5a7b30c-938d-4c44-b26f-a8945f4eef69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:41.525400 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4e17a742-00df-489a-ad25-6be40b54faea req-aefe0e0d-af74-4b31-a1c9-9c3038b6901d tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.2412643 Nov 25 13:38:41.555368 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d858812-45e5-4d47-a04f-dccd7b17c7e7 req-891011f5-938c-45cd-88c5-b022b74176be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:38:41.556087 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5d858812-45e5-4d47-a04f-dccd7b17c7e7 req-891011f5-938c-45cd-88c5-b022b74176be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:41.557565 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5d858812-45e5-4d47-a04f-dccd7b17c7e7 req-891011f5-938c-45cd-88c5-b022b74176be service neutron] 10.222.0.47 "PUT /v2.0/ports/95b15aea-a1ea-47f9-b8de-dcd141234039 HTTP/1.1" status: 200 len: 1092 time: 1.2829189 Nov 25 13:38:41.558087 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc75ff25-87c5-4323-a989-21a0e9fa5330', 'tag': '95b15aea-a1ea-47f9-b8de-dcd141234039'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:38:41.563710 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9d25d9-9dcf-41de-871a-68922c05c57e" -d '{"events": [{"name": "network-changed", "server_uuid": "cc75ff25-87c5-4323-a989-21a0e9fa5330", "tag": "95b15aea-a1ea-47f9-b8de-dcd141234039"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:38:41.665323 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891011f5-938c-45cd-88c5-b022b74176be service neutron] Pushing event updated for resources: {'Port': ['ID=95b15aea-a1ea-47f9-b8de-dcd141234039,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:41.667161 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6db33e9b-afe8-4b2d-8dc8-dc9d72587a5a req-0a3ac1c5-50e0-4f2a-b36c-d6b58132b250 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c09e0d1b-a0e4-4d12-8140-871be4d8706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791622 Nov 25 13:38:41.695633 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ea6a8a-c630-4a16-886d-9c0238e7c147 None None] Pushing event updated for resources: {'Port': ['ID=40bb16cb-3537-4b44-90dd-44063111a5d7,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:41.707258 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-99a99cb6-634c-4c0b-b658-864937c70f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:41.733040 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d858812-45e5-4d47-a04f-dccd7b17c7e7 req-bb9702b5-faeb-411d-9994-0705cfddc4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:38:41.741551 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5d858812-45e5-4d47-a04f-dccd7b17c7e7 req-bb9702b5-faeb-411d-9994-0705cfddc4d1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6684a101e7e1409089143e68507e9eaa&device_id=cc75ff25-87c5-4323-a989-21a0e9fa5330 HTTP/1.1" status: 200 len: 1095 time: 0.1283445 Nov 25 13:38:41.772197 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:41.805502 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-4e17a742-00df-489a-ad25-6be40b54faea req-5e1a15e2-1168-45cf-9cec-609dc162eae3 service neutron] Request body: {'port': {'device_id': 'd025ba2e-ff6b-402d-a0df-9f8bfe1e8265', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-11'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:38:41.818978 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device bf3af718-4222-422a-9339-4fa3c3ee1507 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:38:41.833930 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050eec40-be72-44db-9a9b-b8aa5233d6f4 x-openstack-request-id: req-050eec40-be72-44db-9a9b-b8aa5233d6f4 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:38:41.834382 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc75ff25-87c5-4323-a989-21a0e9fa5330", "tag": "95b15aea-a1ea-47f9-b8de-dcd141234039", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:38:41.834784 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-050eec40-be72-44db-9a9b-b8aa5233d6f4 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:38:41.840096 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc75ff25-87c5-4323-a989-21a0e9fa5330', 'tag': '95b15aea-a1ea-47f9-b8de-dcd141234039', 'status': 'completed', 'code': 200} Nov 25 13:38:41.842216 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5d858812-45e5-4d47-a04f-dccd7b17c7e7 req-7540b251-eb7b-4240-ad36-a9b4b8866917 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95b15aea-a1ea-47f9-b8de-dcd141234039 HTTP/1.1" status: 200 len: 217 time: 0.0882843 Nov 25 13:38:41.874201 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a99cb6-634c-4c0b-b658-864937c70f57 admin admin] No DVR routers for this DVR port bf3af718-4222-422a-9339-4fa3c3ee1507 on host n-d-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:38:41.881776 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-b5a7b30c-938d-4c44-b26f-a8945f4eef69 None None] Attempting to bind port 40bb16cb-3537-4b44-90dd-44063111a5d7 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:38:41.882158 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-b5a7b30c-938d-4c44-b26f-a8945f4eef69 None None] Attempting to bind port 40bb16cb-3537-4b44-90dd-44063111a5d7 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'bae5045f-a6fd-4b0f-b784-a103e5730a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a8080eb2-63e0-4e97-bb0e-4046e5854a10'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:38:41.882531 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a7b30c-938d-4c44-b26f-a8945f4eef69 None None] Attempting to bind port 40bb16cb-3537-4b44-90dd-44063111a5d7 on network a8080eb2-63e0-4e97-bb0e-4046e5854a10 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:38:41.888237 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a7b30c-938d-4c44-b26f-a8945f4eef69 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:38:41.888757 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a7b30c-938d-4c44-b26f-a8945f4eef69 None None] Checking segment: {'id': 'bae5045f-a6fd-4b0f-b784-a103e5730a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a8080eb2-63e0-4e97-bb0e-4046e5854a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:38:41.889102 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b5a7b30c-938d-4c44-b26f-a8945f4eef69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:41.890020 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a7b30c-938d-4c44-b26f-a8945f4eef69 None None] Bound using segment: {'id': 'bae5045f-a6fd-4b0f-b784-a103e5730a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a8080eb2-63e0-4e97-bb0e-4046e5854a10'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:38:41.890505 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-b5a7b30c-938d-4c44-b26f-a8945f4eef69 None None] Bound port: 40bb16cb-3537-4b44-90dd-44063111a5d7, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bae5045f-a6fd-4b0f-b784-a103e5730a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a8080eb2-63e0-4e97-bb0e-4046e5854a10'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:38:41.890916 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b5a7b30c-938d-4c44-b26f-a8945f4eef69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:41.892880 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: bf3af718-4222-422a-9339-4fa3c3ee1507 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:38:41.893443 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device bf3af718-4222-422a-9339-4fa3c3ee1507 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:38:41.902496 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-ec3d3c60-a9cf-4457-b37d-7a4cccd115bd None None] Provisioning complete for port 1ad40a32-fe7b-4d5c-8895-f4de3945eecc triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:38:41.902918 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ec3d3c60-a9cf-4457-b37d-7a4cccd115bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:41.925389 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a99cb6-634c-4c0b-b658-864937c70f57 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf3af718-4222-422a-9339-4fa3c3ee1507,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:41.946789 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d858812-45e5-4d47-a04f-dccd7b17c7e7 req-8d08580e-bc91-40eb-a9f3-80549103c4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:38:41.954782 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5d858812-45e5-4d47-a04f-dccd7b17c7e7 req-8d08580e-bc91-40eb-a9f3-80549103c4d0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7149e5cd-66bb-49e5-8c66-89ee2818d851 HTTP/1.1" status: 200 len: 854 time: 0.0984106 Nov 25 13:38:41.955493 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-ec3d3c60-a9cf-4457-b37d-7a4cccd115bd None None] Port 1ad40a32-fe7b-4d5c-8895-f4de3945eecc cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:38:42.008820 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5d858812-45e5-4d47-a04f-dccd7b17c7e7 req-c49a91d4-09fb-4f4d-b672-964bedecd9a7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e1755fee-aaa6-425e-8842-e7c47174a17e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510767 Nov 25 13:38:42.016834 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-30b7a0d4-bb38-431a-93e3-0d405841a803 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:42.032472 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-4e17a742-00df-489a-ad25-6be40b54faea req-5e1a15e2-1168-45cf-9cec-609dc162eae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:42.048064 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-b5a7b30c-938d-4c44-b26f-a8945f4eef69 None None] For port 40bb16cb-3537-4b44-90dd-44063111a5d7, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:38:42.052488 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-b5a7b30c-938d-4c44-b26f-a8945f4eef69 None None] For port 40bb16cb-3537-4b44-90dd-44063111a5d7, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=40bb16cb-3537-4b44-90dd-44063111a5d7,segment=NetworkSegment(bae5045f-a6fd-4b0f-b784-a103e5730a19),segment_id=bae5045f-a6fd-4b0f-b784-a103e5730a19)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:38:42.058669 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b5a7b30c-938d-4c44-b26f-a8945f4eef69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:42.114594 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5d858812-45e5-4d47-a04f-dccd7b17c7e7 req-fc9cfb9e-8193-4f35-ae5b-94f5b8fcdd83 service neutron] 10.222.0.47 "GET /v2.0/networks/e1755fee-aaa6-425e-8842-e7c47174a17e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979860 Nov 25 13:38:42.164509 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-d961589f-38b6-45f4-81db-60340586db48 None None] Provisioning complete for port 40bb16cb-3537-4b44-90dd-44063111a5d7 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:38:42.165042 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d961589f-38b6-45f4-81db-60340586db48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:42.194514 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a7b30c-938d-4c44-b26f-a8945f4eef69 None None] Routers {'2978b6d1-202f-4d60-95ce-68a922a3bd53'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:38:42.196722 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-b5a7b30c-938d-4c44-b26f-a8945f4eef69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:38:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['2978b6d1-202f-4d60-95ce-68a922a3bd53'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:42.240209 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5d858812-45e5-4d47-a04f-dccd7b17c7e7 req-299b0928-c44f-4344-ba4a-e413da146e54 service neutron] 10.222.0.47 "GET /v2.0/networks/e1755fee-aaa6-425e-8842-e7c47174a17e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172652 Nov 25 13:38:42.359721 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d25d9-9dcf-41de-871a-68922c05c57e req-a9e5d8b4-3e74-4b76-a826-0c73cfda262b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:38:42.361267 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cd9d25d9-9dcf-41de-871a-68922c05c57e req-a9e5d8b4-3e74-4b76-a826-0c73cfda262b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6684a101e7e1409089143e68507e9eaa&device_id=cc75ff25-87c5-4323-a989-21a0e9fa5330 HTTP/1.1" status: 200 len: 1095 time: 0.0644228 Nov 25 13:38:42.368963 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ea6a8a-c630-4a16-886d-9c0238e7c147 None None] Pushing event updated for resources: {'Port': ['ID=40bb16cb-3537-4b44-90dd-44063111a5d7,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:42.400589 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-99a99cb6-634c-4c0b-b658-864937c70f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:42.476138 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-b5a7b30c-938d-4c44-b26f-a8945f4eef69 None None] Set router 2978b6d1-202f-4d60-95ce-68a922a3bd53 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:38:42.503134 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-99a99cb6-634c-4c0b-b658-864937c70f57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f46794c-b326-485f-8936-6eed71effe7e']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:42.532151 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d25d9-9dcf-41de-871a-68922c05c57e req-9e76edee-cd01-4df6-9299-207b2df299e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:38:42.534210 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cd9d25d9-9dcf-41de-871a-68922c05c57e req-9e76edee-cd01-4df6-9299-207b2df299e8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e1755fee-aaa6-425e-8842-e7c47174a17e HTTP/1.1" status: 200 len: 915 time: 0.1641595 Nov 25 13:38:42.542079 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d961589f-38b6-45f4-81db-60340586db48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:42.553151 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-99a99cb6-634c-4c0b-b658-864937c70f57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40a198a7-301a-47bd-bb8e-de5dce7edbf3') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:42.553151 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-99a99cb6-634c-4c0b-b658-864937c70f57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40a198a7-301a-47bd-bb8e-de5dce7edbf3') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:42.586506 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3757d03-1326-4f86-aa7b-8968523e0d69 req-6d59e308-5ed3-4338-b71a-3a7e772c3b85 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:38:42.595275 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d3757d03-1326-4f86-aa7b-8968523e0d69 req-6d59e308-5ed3-4338-b71a-3a7e772c3b85 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc75ff25-87c5-4323-a989-21a0e9fa5330 HTTP/1.1" status: 200 len: 943 time: 0.1898084 Nov 25 13:38:42.606010 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cd9d25d9-9dcf-41de-871a-68922c05c57e req-80859996-efe9-4d22-84ef-c4c5b082fddc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95b15aea-a1ea-47f9-b8de-dcd141234039 HTTP/1.1" status: 200 len: 217 time: 0.0612760 Nov 25 13:38:42.658410 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-99a99cb6-634c-4c0b-b658-864937c70f57 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:42.662079 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d25d9-9dcf-41de-871a-68922c05c57e req-48e15b39-0677-40cd-863e-fd6a15604abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:38:42.663906 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cd9d25d9-9dcf-41de-871a-68922c05c57e req-48e15b39-0677-40cd-863e-fd6a15604abb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7149e5cd-66bb-49e5-8c66-89ee2818d851 HTTP/1.1" status: 200 len: 854 time: 0.0495818 Nov 25 13:38:42.707616 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cd9d25d9-9dcf-41de-871a-68922c05c57e req-fec9137d-5a55-4967-afbc-06d183f680a4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e1755fee-aaa6-425e-8842-e7c47174a17e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350618 Nov 25 13:38:42.719510 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-99a99cb6-634c-4c0b-b658-864937c70f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:42.733089 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-d961589f-38b6-45f4-81db-60340586db48 None None] For port 40bb16cb-3537-4b44-90dd-44063111a5d7, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=40bb16cb-3537-4b44-90dd-44063111a5d7,segment=NetworkSegment(bae5045f-a6fd-4b0f-b784-a103e5730a19),segment_id=bae5045f-a6fd-4b0f-b784-a103e5730a19)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:38:42.733611 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-30b7a0d4-bb38-431a-93e3-0d405841a803 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:42.736554 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99a99cb6-634c-4c0b-b658-864937c70f57 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:38:42.736554 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-99a99cb6-634c-4c0b-b658-864937c70f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:42.778574 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d961589f-38b6-45f4-81db-60340586db48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:42.793386 n-d-808199-11 neutron-server[103570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:38:42.793386 n-d-808199-11 neutron-server[103570]: self.session.flush() Nov 25 13:38:42.793386 n-d-808199-11 neutron-server[103570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:38:42.793386 n-d-808199-11 neutron-server[103570]: self.session.flush() Nov 25 13:38:42.793386 n-d-808199-11 neutron-server[103570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:38:42.793386 n-d-808199-11 neutron-server[103570]: self.session.flush() Nov 25 13:38:42.793386 n-d-808199-11 neutron-server[103570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:38:42.793386 n-d-808199-11 neutron-server[103570]: self.session.flush() Nov 25 13:38:42.793386 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:38:42.793386 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:38:42.793386 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:38:42.793386 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:38:42.793386 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:38:42.793386 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:38:42.793386 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:38:42.793386 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:38:42.793386 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:38:42.793386 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:38:42.793386 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:38:42.793386 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:38:42.793386 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:38:42.793386 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:38:42.793386 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:38:42.793386 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:38:42.793386 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:38:42.793386 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:38:42.793386 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:38:42.793386 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:38:42.793386 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:38:42.793386 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:38:42.793386 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:38:42.793386 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:38:42.793386 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:38:42.793386 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:38:42.793386 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:38:42.793386 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:38:42.793386 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:38:42.793386 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:38:42.793386 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:38:42.793386 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:38:42.854316 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961589f-38b6-45f4-81db-60340586db48 None None] Pushing event updated for resources: {'Port': ['ID=40bb16cb-3537-4b44-90dd-44063111a5d7,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:42.862187 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b7a0d4-bb38-431a-93e3-0d405841a803 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Pushing event updated for resources: {'Port': ['ID=7051d983-e75e-4b8b-b472-8ebf9449a3f7,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:42.874396 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-b5a7b30c-938d-4c44-b26f-a8945f4eef69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2978b6d1-202f-4d60-95ce-68a922a3bd53', 'name': 'tempest-TestServerMultinode-32591207-router', 'tenant_id': '994b2637c1974a1a956c9e101858d78f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': 'eb7acbda-b2ac-4536-90ac-90995baf206d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:38:23Z', 'updated_at': '2021-11-25T13:38:29Z', 'revision_number': 4, 'project_id': '994b2637c1974a1a956c9e101858d78f', 'gw_port': {'id': 'eb7acbda-b2ac-4536-90ac-90995baf206d', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:46:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2978b6d1-202f-4d60-95ce-68a922a3bd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:38:24Z', 'updated_at': '2021-11-25T13:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '40bb16cb-3537-4b44-90dd-44063111a5d7', 'name': '', 'network_id': 'a8080eb2-63e0-4e97-bb0e-4046e5854a10', 'tenant_id': '994b2637c1974a1a956c9e101858d78f', 'mac_address': 'fa:16:3e:90:db:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2978b6d1-202f-4d60-95ce-68a922a3bd53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '35edbe4a-18c8-4fb6-be75-cb9df6d0ca50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:38:28Z', 'updated_at': '2021-11-25T13:38:42Z', 'revision_number': 4, 'project_id': '994b2637c1974a1a956c9e101858d78f', 'subnets': [{'id': '35edbe4a-18c8-4fb6-be75-cb9df6d0ca50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:42.884626 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cd9d25d9-9dcf-41de-871a-68922c05c57e req-ee0d5eee-bac0-4bf5-b9e7-1975fdb65949 service neutron] 10.222.0.47 "GET /v2.0/networks/e1755fee-aaa6-425e-8842-e7c47174a17e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683769 Nov 25 13:38:42.938335 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a7b30c-938d-4c44-b26f-a8945f4eef69 None None] The sync data for ids ['2978b6d1-202f-4d60-95ce-68a922a3bd53'] in n-d-808199-11 is: [{'id': '2978b6d1-202f-4d60-95ce-68a922a3bd53', 'name': 'tempest-TestServerMultinode-32591207-router', 'tenant_id': '994b2637c1974a1a956c9e101858d78f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': 'eb7acbda-b2ac-4536-90ac-90995baf206d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:38:23Z', 'updated_at': '2021-11-25T13:38:29Z', 'revision_number': 4, 'project_id': '994b2637c1974a1a956c9e101858d78f', 'gw_port': {'id': 'eb7acbda-b2ac-4536-90ac-90995baf206d', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:46:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2978b6d1-202f-4d60-95ce-68a922a3bd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:38:24Z', 'updated_at': '2021-11-25T13:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '40bb16cb-3537-4b44-90dd-44063111a5d7', 'name': '', 'network_id': 'a8080eb2-63e0-4e97-bb0e-4046e5854a10', 'tenant_id': '994b2637c1974a1a956c9e101858d78f', 'mac_address': 'fa:16:3e:90:db:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2978b6d1-202f-4d60-95ce-68a922a3bd53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '35edbe4a-18c8-4fb6-be75-cb9df6d0ca50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:38:28Z', 'updated_at': '2021-11-25T13:38:42Z', 'revision_number': 4, 'project_id': '994b2637c1974a1a956c9e101858d78f', 'subnets': [{'id': '35edbe4a-18c8-4fb6-be75-cb9df6d0ca50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:38:42.959256 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-676d1ac4-a188-48ff-bd97-cca78900df1e None None] Provisioning complete for port 40bb16cb-3537-4b44-90dd-44063111a5d7 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:38:42.960070 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-676d1ac4-a188-48ff-bd97-cca78900df1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:43.004187 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cd9d25d9-9dcf-41de-871a-68922c05c57e req-673e4abf-854f-406f-902c-bf30e326f305 service neutron] 10.222.0.47 "GET /v2.0/networks/e1755fee-aaa6-425e-8842-e7c47174a17e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112559 Nov 25 13:38:43.083940 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [req-4e17a742-00df-489a-ad25-6be40b54faea req-5e1a15e2-1168-45cf-9cec-609dc162eae3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ad40a32-fe7b-4d5c-8895-f4de3945eecc {{(pid=103570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:38:43.089609 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b7a0d4-bb38-431a-93e3-0d405841a803 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Network 4a5394c7-06f4-4849-a05f-5ccf4c3cf486 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:38:43.094392 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d3757d03-1326-4f86-aa7b-8968523e0d69 req-4af81f62-1613-46a8-bdb7-1ce853a55ea2 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca0c46ca-270b-4976-b9de-a929cb5dfd66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4982748 Nov 25 13:38:43.100934 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-30b7a0d4-bb38-431a-93e3-0d405841a803 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:38:43.102964 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-99a99cb6-634c-4c0b-b658-864937c70f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:43.105806 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-4e17a742-00df-489a-ad25-6be40b54faea req-5e1a15e2-1168-45cf-9cec-609dc162eae3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:43.109248 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b7a0d4-bb38-431a-93e3-0d405841a803 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:38:43.161792 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-99a99cb6-634c-4c0b-b658-864937c70f57 admin admin] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:43.165181 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-99a99cb6-634c-4c0b-b658-864937c70f57 admin admin] 10.222.0.53 "DELETE /v2.0/networks/0f46794c-b326-485f-8936-6eed71effe7e HTTP/1.1" status: 204 len: 168 time: 3.3809805 Nov 25 13:38:43.167090 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a99cb6-634c-4c0b-b658-864937c70f57 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f46794c-b326-485f-8936-6eed71effe7e,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:43.168162 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51906) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:43.203138 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cd1919-0ca3-4168-94cd-80bab14fe176 req-0daeef45-63ae-4f41-b650-cb4f19c69ce9 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:38:43.207896 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f8cd1919-0ca3-4168-94cd-80bab14fe176 req-0daeef45-63ae-4f41-b650-cb4f19c69ce9 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d025ba2e-ff6b-402d-a0df-9f8bfe1e8265 HTTP/1.1" status: 200 len: 1027 time: 0.4052300 Nov 25 13:38:43.212658 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.provisioning_blocks [req-4e17a742-00df-489a-ad25-6be40b54faea req-5e1a15e2-1168-45cf-9cec-609dc162eae3 service neutron] Transition to ACTIVE for port object 1ad40a32-fe7b-4d5c-8895-f4de3945eecc will not be triggered until provisioned by entity L2. {{(pid=103570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:38:43.234936 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-4e17a742-00df-489a-ad25-6be40b54faea req-5e1a15e2-1168-45cf-9cec-609dc162eae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:43.255103 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-30b7a0d4-bb38-431a-93e3-0d405841a803 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:43.456881 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1a15e2-1168-45cf-9cec-609dc162eae3 service neutron] Pushing event updated for resources: {'Port': ['ID=1ad40a32-fe7b-4d5c-8895-f4de3945eecc,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:43.477502 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f8cd1919-0ca3-4168-94cd-80bab14fe176 req-a5bc53c9-0039-4062-862d-fc5f47a65044 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c09e0d1b-a0e4-4d12-8140-871be4d8706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600031 Nov 25 13:38:43.515232 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-287b5d06-968b-48d6-b6ca-6862b088829d None None] Provisioning complete for port 7051d983-e75e-4b8b-b472-8ebf9449a3f7 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:38:43.520903 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-287b5d06-968b-48d6-b6ca-6862b088829d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:43.607163 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-287b5d06-968b-48d6-b6ca-6862b088829d None None] Port 7051d983-e75e-4b8b-b472-8ebf9449a3f7 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:38:43.747239 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 40bb16cb-3537-4b44-90dd-44063111a5d7 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:38:43.787125 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-4e17a742-00df-489a-ad25-6be40b54faea req-5e1a15e2-1168-45cf-9cec-609dc162eae3 service neutron] Attempting to bind port 1ad40a32-fe7b-4d5c-8895-f4de3945eecc on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:38:43.787931 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-4e17a742-00df-489a-ad25-6be40b54faea req-5e1a15e2-1168-45cf-9cec-609dc162eae3 service neutron] Attempting to bind port 1ad40a32-fe7b-4d5c-8895-f4de3945eecc by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': '96b562ac-81e6-4825-aeea-b4de255dae2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '255b14d8-346a-4fbf-a07e-8c9650f61893'}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:38:43.788387 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e17a742-00df-489a-ad25-6be40b54faea req-5e1a15e2-1168-45cf-9cec-609dc162eae3 service neutron] Attempting to bind port 1ad40a32-fe7b-4d5c-8895-f4de3945eecc on network 255b14d8-346a-4fbf-a07e-8c9650f61893 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:38:43.797509 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e17a742-00df-489a-ad25-6be40b54faea req-5e1a15e2-1168-45cf-9cec-609dc162eae3 service neutron] Port 1ad40a32-fe7b-4d5c-8895-f4de3945eecc on network 255b14d8-346a-4fbf-a07e-8c9650f61893 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:38:43.798001 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e17a742-00df-489a-ad25-6be40b54faea req-5e1a15e2-1168-45cf-9cec-609dc162eae3 service neutron] Attempting to bind port 1ad40a32-fe7b-4d5c-8895-f4de3945eecc on network 255b14d8-346a-4fbf-a07e-8c9650f61893 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:38:43.800820 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-30b7a0d4-bb38-431a-93e3-0d405841a803 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:43.816175 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e17a742-00df-489a-ad25-6be40b54faea req-5e1a15e2-1168-45cf-9cec-609dc162eae3 service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:38:43.816705 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e17a742-00df-489a-ad25-6be40b54faea req-5e1a15e2-1168-45cf-9cec-609dc162eae3 service neutron] Checking segment: {'id': '96b562ac-81e6-4825-aeea-b4de255dae2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '255b14d8-346a-4fbf-a07e-8c9650f61893'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:38:43.817177 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e17a742-00df-489a-ad25-6be40b54faea req-5e1a15e2-1168-45cf-9cec-609dc162eae3 service neutron] Bound using segment: {'id': '96b562ac-81e6-4825-aeea-b4de255dae2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '255b14d8-346a-4fbf-a07e-8c9650f61893'} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:38:43.817725 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-4e17a742-00df-489a-ad25-6be40b54faea req-5e1a15e2-1168-45cf-9cec-609dc162eae3 service neutron] Bound port: 1ad40a32-fe7b-4d5c-8895-f4de3945eecc, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96b562ac-81e6-4825-aeea-b4de255dae2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '255b14d8-346a-4fbf-a07e-8c9650f61893'}}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:38:43.818160 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-4e17a742-00df-489a-ad25-6be40b54faea req-5e1a15e2-1168-45cf-9cec-609dc162eae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:43.876388 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 40bb16cb-3537-4b44-90dd-44063111a5d7 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:38:43.883546 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:43.904666 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-89d68e0e-0dae-4dc9-a661-6c50a5b7682d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:44.030109 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-4e17a742-00df-489a-ad25-6be40b54faea req-5e1a15e2-1168-45cf-9cec-609dc162eae3 service neutron] For port 1ad40a32-fe7b-4d5c-8895-f4de3945eecc, host n-h1-808199-11, cleared binding levels {{(pid=103570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:38:44.054206 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-4e17a742-00df-489a-ad25-6be40b54faea req-5e1a15e2-1168-45cf-9cec-609dc162eae3 service neutron] For port 1ad40a32-fe7b-4d5c-8895-f4de3945eecc, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=1ad40a32-fe7b-4d5c-8895-f4de3945eecc,segment=NetworkSegment(96b562ac-81e6-4825-aeea-b4de255dae2c),segment_id=96b562ac-81e6-4825-aeea-b4de255dae2c)] {{(pid=103570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:38:44.064742 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-4e17a742-00df-489a-ad25-6be40b54faea req-5e1a15e2-1168-45cf-9cec-609dc162eae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:44.175662 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e17a742-00df-489a-ad25-6be40b54faea req-5e1a15e2-1168-45cf-9cec-609dc162eae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:38:44.176327 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-4e17a742-00df-489a-ad25-6be40b54faea req-5e1a15e2-1168-45cf-9cec-609dc162eae3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:44.177834 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4e17a742-00df-489a-ad25-6be40b54faea req-5e1a15e2-1168-45cf-9cec-609dc162eae3 service neutron] 10.222.0.66 "PUT /v2.0/ports/1ad40a32-fe7b-4d5c-8895-f4de3945eecc HTTP/1.1" status: 200 len: 1092 time: 2.5830934 Nov 25 13:38:44.180497 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd025ba2e-ff6b-402d-a0df-9f8bfe1e8265', 'tag': '1ad40a32-fe7b-4d5c-8895-f4de3945eecc'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:38:44.183026 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9c2b58-b7bc-4a45-a240-8b7f94cfe038" -d '{"events": [{"name": "network-changed", "server_uuid": "d025ba2e-ff6b-402d-a0df-9f8bfe1e8265", "tag": "1ad40a32-fe7b-4d5c-8895-f4de3945eecc"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:38:44.252115 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1a15e2-1168-45cf-9cec-609dc162eae3 service neutron] Pushing event updated for resources: {'Port': ['ID=1ad40a32-fe7b-4d5c-8895-f4de3945eecc,revision_number=3']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:44.297876 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4f2bf1-6464-4f82-a4cc-31a4eb5b6e6a x-openstack-request-id: req-7b4f2bf1-6464-4f82-a4cc-31a4eb5b6e6a {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:38:44.299096 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d025ba2e-ff6b-402d-a0df-9f8bfe1e8265", "tag": "1ad40a32-fe7b-4d5c-8895-f4de3945eecc", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:38:44.299765 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7b4f2bf1-6464-4f82-a4cc-31a4eb5b6e6a {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:38:44.300412 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd025ba2e-ff6b-402d-a0df-9f8bfe1e8265', 'tag': '1ad40a32-fe7b-4d5c-8895-f4de3945eecc', 'status': 'completed', 'code': 200} Nov 25 13:38:44.311113 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-89d68e0e-0dae-4dc9-a661-6c50a5b7682d admin admin] Deleting port 02762f5f-88d9-4ae2-832f-c19950299100 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:38:44.311488 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-89d68e0e-0dae-4dc9-a661-6c50a5b7682d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:44.415218 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-30b7a0d4-bb38-431a-93e3-0d405841a803 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:44.427370 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-89d68e0e-0dae-4dc9-a661-6c50a5b7682d admin admin] For port 02762f5f-88d9-4ae2-832f-c19950299100, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=02762f5f-88d9-4ae2-832f-c19950299100,segment=NetworkSegment(4ce6de71-c943-4000-8d8b-91e28d37d0ac),segment_id=4ce6de71-c943-4000-8d8b-91e28d37d0ac)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:38:44.428435 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-89d68e0e-0dae-4dc9-a661-6c50a5b7682d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:44.430114 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-30b7a0d4-bb38-431a-93e3-0d405841a803 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:44.453108 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-89d68e0e-0dae-4dc9-a661-6c50a5b7682d admin admin] Calling delete_port for 02762f5f-88d9-4ae2-832f-c19950299100 owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:38:44.502247 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f098ed6-776c-4f94-9517-ac8519eaa438 req-c4ab488b-ebc3-44b5-8503-ac30c11099d7 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:38:44.503840 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0f098ed6-776c-4f94-9517-ac8519eaa438 req-c4ab488b-ebc3-44b5-8503-ac30c11099d7 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc75ff25-87c5-4323-a989-21a0e9fa5330 HTTP/1.1" status: 200 len: 943 time: 0.2103016 Nov 25 13:38:44.505625 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e17a742-00df-489a-ad25-6be40b54faea req-db5766c7-d2a9-4ca8-8bb4-6f1c278842b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:38:44.507011 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4e17a742-00df-489a-ad25-6be40b54faea req-db5766c7-d2a9-4ca8-8bb4-6f1c278842b2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=994b2637c1974a1a956c9e101858d78f&device_id=d025ba2e-ff6b-402d-a0df-9f8bfe1e8265 HTTP/1.1" status: 200 len: 1095 time: 0.2655387 Nov 25 13:38:44.512636 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 95b15aea-a1ea-47f9-b8de-dcd141234039 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:38:44.612231 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4e17a742-00df-489a-ad25-6be40b54faea req-91cac406-196d-4545-b48c-4d86490a412c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ad40a32-fe7b-4d5c-8895-f4de3945eecc HTTP/1.1" status: 200 len: 217 time: 0.0935807 Nov 25 13:38:44.693936 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0f098ed6-776c-4f94-9517-ac8519eaa438 req-75a7f3bc-f079-42ad-80b7-3e5a9401f1a3 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca0c46ca-270b-4976-b9de-a929cb5dfd66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738060 Nov 25 13:38:44.698238 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-30b7a0d4-bb38-431a-93e3-0d405841a803 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:44.706122 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b7a0d4-bb38-431a-93e3-0d405841a803 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Pushing event updated for resources: {'Port': ['ID=7051d983-e75e-4b8b-b472-8ebf9449a3f7,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:44.794646 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-89d68e0e-0dae-4dc9-a661-6c50a5b7682d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:44.830978 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d68e0e-0dae-4dc9-a661-6c50a5b7682d admin admin] Pushing event deleted for resources: {'Port': ['ID=02762f5f-88d9-4ae2-832f-c19950299100,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:44.958201 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 95b15aea-a1ea-47f9-b8de-dcd141234039, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=95b15aea-a1ea-47f9-b8de-dcd141234039,segment=NetworkSegment(2fcd7aac-532e-47fe-9539-35bf3b7dfacc),segment_id=2fcd7aac-532e-47fe-9539-35bf3b7dfacc)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:38:44.972034 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '95b15aea-a1ea-47f9-b8de-dcd141234039', 'network_id': 'e1755fee-aaa6-425e-8842-e7c47174a17e', 'port_id': '95b15aea-a1ea-47f9-b8de-dcd141234039', 'mac_address': 'fa:16:3e:39:de:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7149e5cd-66bb-49e5-8c66-89ee2818d851', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:38:45.040815 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:45.049699 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-89d68e0e-0dae-4dc9-a661-6c50a5b7682d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:45.056744 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95b15aea-a1ea-47f9-b8de-dcd141234039 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:38:45.079838 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 95b15aea-a1ea-47f9-b8de-dcd141234039, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=95b15aea-a1ea-47f9-b8de-dcd141234039,segment=NetworkSegment(2fcd7aac-532e-47fe-9539-35bf3b7dfacc),segment_id=2fcd7aac-532e-47fe-9539-35bf3b7dfacc)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:38:45.087412 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:45.147651 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=95b15aea-a1ea-47f9-b8de-dcd141234039,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:45.236171 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e17a742-00df-489a-ad25-6be40b54faea req-0d4ce25b-e37e-430f-9b13-62bf8a86a548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:38:45.237590 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4e17a742-00df-489a-ad25-6be40b54faea req-0d4ce25b-e37e-430f-9b13-62bf8a86a548 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=91cc3ae6-218d-4bef-bcd2-07036fc941d2 HTTP/1.1" status: 200 len: 849 time: 0.6115141 Nov 25 13:38:45.242893 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc1266-f317-4f0d-b434-f74c6be6e235 req-6e8f7a81-aa83-48b1-95d4-f74ba6948611 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:38:45.244294 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-84fc1266-f317-4f0d-b434-f74c6be6e235 req-6e8f7a81-aa83-48b1-95d4-f74ba6948611 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d025ba2e-ff6b-402d-a0df-9f8bfe1e8265 HTTP/1.1" status: 200 len: 1095 time: 0.6409967 Nov 25 13:38:45.294273 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['95b15aea-a1ea-47f9-b8de-dcd141234039'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:38:45.343266 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89d68e0e-0dae-4dc9-a661-6c50a5b7682d admin admin] Router 5d76cf2f-7891-47d2-8e8b-5a791b9ed99f has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:38:45.371344 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b7a0d4-bb38-431a-93e3-0d405841a803 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Network 4a5394c7-06f4-4849-a05f-5ccf4c3cf486 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:38:45.399050 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-30b7a0d4-bb38-431a-93e3-0d405841a803 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:38:45.414141 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e17a742-00df-489a-ad25-6be40b54faea req-8eb9bad3-ef67-4b7d-aaa0-82364cffaf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:38:45.416263 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4e17a742-00df-489a-ad25-6be40b54faea req-8eb9bad3-ef67-4b7d-aaa0-82364cffaf4c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=255b14d8-346a-4fbf-a07e-8c9650f61893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1660504 Nov 25 13:38:45.421773 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-84fc1266-f317-4f0d-b434-f74c6be6e235 req-9676c743-2f91-46a0-9cea-2c361efa22c4 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c09e0d1b-a0e4-4d12-8140-871be4d8706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424606 Nov 25 13:38:45.502495 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d68e0e-0dae-4dc9-a661-6c50a5b7682d admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:38:45.514555 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca90a9d0-0e11-4598-adac-9040664f5150 None None] Sync routers for ids ['5d76cf2f-7891-47d2-8e8b-5a791b9ed99f'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:38:45.519266 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-89d68e0e-0dae-4dc9-a661-6c50a5b7682d admin admin] 10.222.0.53 "PUT /v2.0/routers/5d76cf2f-7891-47d2-8e8b-5a791b9ed99f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3497789 Nov 25 13:38:45.521851 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51920) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:45.538608 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca90a9d0-0e11-4598-adac-9040664f5150 None None] Routers {'5d76cf2f-7891-47d2-8e8b-5a791b9ed99f'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:38:45.539295 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ca90a9d0-0e11-4598-adac-9040664f5150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:38:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['5d76cf2f-7891-47d2-8e8b-5a791b9ed99f'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:45.617278 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4e17a742-00df-489a-ad25-6be40b54faea req-1cbbb796-e6b0-4af7-b9b4-f75456c4ba0d service neutron] 10.222.0.66 "GET /v2.0/networks/255b14d8-346a-4fbf-a07e-8c9650f61893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581917 Nov 25 13:38:45.703000 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ca475eaf-83af-42ae-a1be-c5561beebe84 admin admin] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:45.783872 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-c5270ffb-732f-4403-b6aa-7466ef42e787 None None] Provisioning complete for port 7051d983-e75e-4b8b-b472-8ebf9449a3f7 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:38:45.784170 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c5270ffb-732f-4403-b6aa-7466ef42e787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:45.802219 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30b7a0d4-bb38-431a-93e3-0d405841a803 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Router 7c7888e9-cac5-47c1-85f8-2f49279022bb has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:38:45.876267 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-c5270ffb-732f-4403-b6aa-7466ef42e787 None None] Port 7051d983-e75e-4b8b-b472-8ebf9449a3f7 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:38:45.877779 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4e17a742-00df-489a-ad25-6be40b54faea req-23b74212-3835-4bd2-9064-d2f1554c4f24 service neutron] 10.222.0.66 "GET /v2.0/networks/255b14d8-346a-4fbf-a07e-8c9650f61893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972270 Nov 25 13:38:45.884392 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-ca90a9d0-0e11-4598-adac-9040664f5150 None None] Set router 5d76cf2f-7891-47d2-8e8b-5a791b9ed99f gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:38:45.907916 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ca475eaf-83af-42ae-a1be-c5561beebe84 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:45.972632 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea407fd6-de87-4f9b-a714-f4e433c4e174 req-0acb1757-bd96-4c5a-a37f-3937fae65d5c tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:38:45.974174 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ea407fd6-de87-4f9b-a714-f4e433c4e174 req-0acb1757-bd96-4c5a-a37f-3937fae65d5c tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc75ff25-87c5-4323-a989-21a0e9fa5330 HTTP/1.1" status: 200 len: 944 time: 0.1447814 Nov 25 13:38:45.991798 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-ca475eaf-83af-42ae-a1be-c5561beebe84 admin admin] Deleting port 6ce3bbfc-5c6d-40b3-95e5-a645ce0efbf0 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:38:45.992463 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ca475eaf-83af-42ae-a1be-c5561beebe84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:46.072499 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c2b58-b7bc-4a45-a240-8b7f94cfe038 req-f1b3ba15-128f-4f43-823d-b0a4328aa241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:38:46.074321 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ea9c2b58-b7bc-4a45-a240-8b7f94cfe038 req-f1b3ba15-128f-4f43-823d-b0a4328aa241 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=994b2637c1974a1a956c9e101858d78f&device_id=d025ba2e-ff6b-402d-a0df-9f8bfe1e8265 HTTP/1.1" status: 200 len: 1095 time: 0.1289005 Nov 25 13:38:46.094909 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-ca475eaf-83af-42ae-a1be-c5561beebe84 admin admin] For port 6ce3bbfc-5c6d-40b3-95e5-a645ce0efbf0, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=6ce3bbfc-5c6d-40b3-95e5-a645ce0efbf0,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:38:46.096087 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ca475eaf-83af-42ae-a1be-c5561beebe84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:46.100674 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ca90a9d0-0e11-4598-adac-9040664f5150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d76cf2f-7891-47d2-8e8b-5a791b9ed99f', 'name': 'tempest-TaggedBootDevicesTest-1944998651-router', 'tenant_id': 'c05b4b4926e34c0daff0dd4989d236e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '6ce3bbfc-5c6d-40b3-95e5-a645ce0efbf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:26:56Z', 'updated_at': '2021-11-25T13:38:44Z', 'revision_number': 5, 'project_id': 'c05b4b4926e34c0daff0dd4989d236e8', 'gw_port': {'id': '6ce3bbfc-5c6d-40b3-95e5-a645ce0efbf0', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d76cf2f-7891-47d2-8e8b-5a791b9ed99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2414, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:26:58Z', 'updated_at': '2021-11-25T13:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:46.112812 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-ca475eaf-83af-42ae-a1be-c5561beebe84 admin admin] Calling delete_port for 6ce3bbfc-5c6d-40b3-95e5-a645ce0efbf0 owned by network:router_gateway {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:38:46.129867 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ea407fd6-de87-4f9b-a714-f4e433c4e174 req-3e643f95-05b2-411d-808f-d8308181ac57 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca0c46ca-270b-4976-b9de-a929cb5dfd66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356943 Nov 25 13:38:46.130512 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca90a9d0-0e11-4598-adac-9040664f5150 None None] Checking router: 5d76cf2f-7891-47d2-8e8b-5a791b9ed99f for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:38:46.152053 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca90a9d0-0e11-4598-adac-9040664f5150 None None] Routers {'5d76cf2f-7891-47d2-8e8b-5a791b9ed99f'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:38:46.152672 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ca90a9d0-0e11-4598-adac-9040664f5150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:38:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['5d76cf2f-7891-47d2-8e8b-5a791b9ed99f'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:46.185541 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b7a0d4-bb38-431a-93e3-0d405841a803 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:38:46.196668 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-30b7a0d4-bb38-431a-93e3-0d405841a803 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] 10.222.0.53 "PUT /v2.0/routers/7c7888e9-cac5-47c1-85f8-2f49279022bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9071124 Nov 25 13:38:46.202378 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 51926) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:46.203827 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83aee857-eb8b-4540-8acb-a02d9cd48db3 None None] Sync routers for ids ['7c7888e9-cac5-47c1-85f8-2f49279022bb'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:38:46.209509 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-5d8fc6f2-bb98-4180-9796-580f16a35fa4 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Request body: {'port': {'network_id': '4a5394c7-06f4-4849-a05f-5ccf4c3cf486', 'name': 'tempest-FloatingIPTestJSON-201391717'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:38:46.216800 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83aee857-eb8b-4540-8acb-a02d9cd48db3 None None] Routers {'7c7888e9-cac5-47c1-85f8-2f49279022bb'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:38:46.217704 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-83aee857-eb8b-4540-8acb-a02d9cd48db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:38:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['7c7888e9-cac5-47c1-85f8-2f49279022bb'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:46.252862 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-ca90a9d0-0e11-4598-adac-9040664f5150 None None] Set router 5d76cf2f-7891-47d2-8e8b-5a791b9ed99f gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:38:46.285500 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-83aee857-eb8b-4540-8acb-a02d9cd48db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:46.297081 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83aee857-eb8b-4540-8acb-a02d9cd48db3 None None] Routers {'7c7888e9-cac5-47c1-85f8-2f49279022bb'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:38:46.297870 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-83aee857-eb8b-4540-8acb-a02d9cd48db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:38:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['7c7888e9-cac5-47c1-85f8-2f49279022bb'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:46.301311 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ca475eaf-83af-42ae-a1be-c5561beebe84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:46.326356 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ca90a9d0-0e11-4598-adac-9040664f5150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d76cf2f-7891-47d2-8e8b-5a791b9ed99f', 'name': 'tempest-TaggedBootDevicesTest-1944998651-router', 'tenant_id': 'c05b4b4926e34c0daff0dd4989d236e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:26:56Z', 'updated_at': '2021-11-25T13:38:45Z', 'revision_number': 6, 'project_id': 'c05b4b4926e34c0daff0dd4989d236e8', 'gw_port_host': None}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:46.344844 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-83aee857-eb8b-4540-8acb-a02d9cd48db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:46.345716 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83aee857-eb8b-4540-8acb-a02d9cd48db3 None None] The sync data for ids ['7c7888e9-cac5-47c1-85f8-2f49279022bb'] in n-d-808199-11 is: [] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:38:46.347572 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc661fb2-64a8-4694-b402-2abfb6e88be9 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:38:46.364753 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c2b58-b7bc-4a45-a240-8b7f94cfe038 req-e7748119-6d08-404e-bee5-0ca8abda1971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:38:46.366445 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ea9c2b58-b7bc-4a45-a240-8b7f94cfe038 req-e7748119-6d08-404e-bee5-0ca8abda1971 service neutron] 10.222.0.66 "GET /v2.0/networks?id=255b14d8-346a-4fbf-a07e-8c9650f61893 HTTP/1.1" status: 200 len: 911 time: 0.2542198 Nov 25 13:38:46.369624 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8fc6f2-bb98-4180-9796-580f16a35fa4 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Made reservation on behalf of ed1c5eaddcf54805a69e2ee378299fb6 for: {'port': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:38:46.372429 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca90a9d0-0e11-4598-adac-9040664f5150 None None] The sync data for ids ['5d76cf2f-7891-47d2-8e8b-5a791b9ed99f'] in n-d-808199-11 is: [{'id': '5d76cf2f-7891-47d2-8e8b-5a791b9ed99f', 'name': 'tempest-TaggedBootDevicesTest-1944998651-router', 'tenant_id': 'c05b4b4926e34c0daff0dd4989d236e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:26:56Z', 'updated_at': '2021-11-25T13:38:45Z', 'revision_number': 6, 'project_id': 'c05b4b4926e34c0daff0dd4989d236e8', 'gw_port_host': None}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:38:46.373212 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca475eaf-83af-42ae-a1be-c5561beebe84 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ce3bbfc-5c6d-40b3-95e5-a645ce0efbf0,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:46.373611 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5d8fc6f2-bb98-4180-9796-580f16a35fa4 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:46.430410 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ca475eaf-83af-42ae-a1be-c5561beebe84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:46.433973 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ea9c2b58-b7bc-4a45-a240-8b7f94cfe038 req-a41f7f1f-6d9b-484a-a56c-32cbb6c54150 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ad40a32-fe7b-4d5c-8895-f4de3945eecc HTTP/1.1" status: 200 len: 217 time: 0.0505452 Nov 25 13:38:46.439593 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [None req-5d8fc6f2-bb98-4180-9796-580f16a35fa4 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] device_id is not set on port e877ad5c-ed76-4e6d-86a7-3eea9cd69d5c yet. {{(pid=103570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:38:46.526824 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 95b15aea-a1ea-47f9-b8de-dcd141234039 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:38:46.527100 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ca475eaf-83af-42ae-a1be-c5561beebe84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:46.529419 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ca475eaf-83af-42ae-a1be-c5561beebe84 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:46.555655 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c2b58-b7bc-4a45-a240-8b7f94cfe038 req-a9de95ea-ed05-4a4c-93c5-78fb9811e892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:38:46.557129 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ea9c2b58-b7bc-4a45-a240-8b7f94cfe038 req-a9de95ea-ed05-4a4c-93c5-78fb9811e892 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=91cc3ae6-218d-4bef-bcd2-07036fc941d2 HTTP/1.1" status: 200 len: 849 time: 0.1130159 Nov 25 13:38:46.579316 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ca475eaf-83af-42ae-a1be-c5561beebe84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:46.579848 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca475eaf-83af-42ae-a1be-c5561beebe84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d76cf2f-7891-47d2-8e8b-5a791b9ed99f {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:38:46.589165 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 95b15aea-a1ea-47f9-b8de-dcd141234039 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:38:46.590093 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ca475eaf-83af-42ae-a1be-c5561beebe84 admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:46.593843 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-ca475eaf-83af-42ae-a1be-c5561beebe84 admin admin] 10.222.0.53 "DELETE /v2.0/routers/5d76cf2f-7891-47d2-8e8b-5a791b9ed99f HTTP/1.1" status: 204 len: 168 time: 1.0683725 Nov 25 13:38:46.593985 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 95b15aea-a1ea-47f9-b8de-dcd141234039 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:38:46.593985 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:46.594333 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51930) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:46.630028 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3f4a7-acfb-4de6-bb60-a9a3db77fafc req-55bf1d9d-d985-4d0a-82bf-62e212f72872 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:38:46.631679 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e3d3f4a7-acfb-4de6-bb60-a9a3db77fafc req-55bf1d9d-d985-4d0a-82bf-62e212f72872 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d025ba2e-ff6b-402d-a0df-9f8bfe1e8265 HTTP/1.1" status: 200 len: 1095 time: 0.1262589 Nov 25 13:38:46.645414 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc424802-967f-41a3-a81d-dbacc357b744 admin admin] Deleting subnet fbdcfc24-cd98-4a87-829b-f266b47c2752 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:38:46.649035 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fc424802-967f-41a3-a81d-dbacc357b744 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:46.676847 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-5d8fc6f2-bb98-4180-9796-580f16a35fa4 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Allocated IP 172.20.0.6 (4a5394c7-06f4-4849-a05f-5ccf4c3cf486/f3758f24-718e-42f5-845a-044a862e2258/e877ad5c-ed76-4e6d-86a7-3eea9cd69d5c) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:38:46.679893 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:46.684739 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c2b58-b7bc-4a45-a240-8b7f94cfe038 req-02be831a-e866-418d-9704-9767e3c35f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:38:46.687010 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ea9c2b58-b7bc-4a45-a240-8b7f94cfe038 req-02be831a-e866-418d-9704-9767e3c35f90 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=255b14d8-346a-4fbf-a07e-8c9650f61893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1178217 Nov 25 13:38:46.694558 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fc424802-967f-41a3-a81d-dbacc357b744 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:46.720441 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc75ff25-87c5-4323-a989-21a0e9fa5330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b15aea-a1ea-47f9-b8de-dcd141234039'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:38:46.724200 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a112dbb-4c36-470e-9364-92873b17f033" -d '{"events": [{"server_uuid": "cc75ff25-87c5-4323-a989-21a0e9fa5330", "name": "network-vif-plugged", "status": "completed", "tag": "95b15aea-a1ea-47f9-b8de-dcd141234039"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:38:46.740050 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 95b15aea-a1ea-47f9-b8de-dcd141234039, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=95b15aea-a1ea-47f9-b8de-dcd141234039,segment=NetworkSegment(2fcd7aac-532e-47fe-9539-35bf3b7dfacc),segment_id=2fcd7aac-532e-47fe-9539-35bf3b7dfacc)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:38:46.749399 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:46.785065 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e3d3f4a7-acfb-4de6-bb60-a9a3db77fafc req-6c777f9e-62f0-41a2-9ca9-dd98a299bbee tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c09e0d1b-a0e4-4d12-8140-871be4d8706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329448 Nov 25 13:38:46.832245 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40740b2b-6a0a-4945-a502-0ec376b745f3 x-openstack-request-id: req-40740b2b-6a0a-4945-a502-0ec376b745f3 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:38:46.832506 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc75ff25-87c5-4323-a989-21a0e9fa5330", "name": "network-vif-plugged", "status": "completed", "tag": "95b15aea-a1ea-47f9-b8de-dcd141234039", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:38:46.832808 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-40740b2b-6a0a-4945-a502-0ec376b745f3 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:38:46.833185 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc75ff25-87c5-4323-a989-21a0e9fa5330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b15aea-a1ea-47f9-b8de-dcd141234039', 'code': 200} Nov 25 13:38:46.867985 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fc424802-967f-41a3-a81d-dbacc357b744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:46.883252 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=95b15aea-a1ea-47f9-b8de-dcd141234039,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:46.975490 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d13ff9-f148-4a47-a77e-dc33c878db22 req-8c7fd88b-7d00-4eb8-b725-ee940077ad4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:38:46.977089 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-57d13ff9-f148-4a47-a77e-dc33c878db22 req-8c7fd88b-7d00-4eb8-b725-ee940077ad4c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cc75ff25-87c5-4323-a989-21a0e9fa5330 HTTP/1.1" status: 200 len: 1097 time: 0.0796010 Nov 25 13:38:47.006721 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fc424802-967f-41a3-a81d-dbacc357b744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:47.040311 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc424802-967f-41a3-a81d-dbacc357b744 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbdcfc24-cd98-4a87-829b-f266b47c2752,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:47.042511 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fc424802-967f-41a3-a81d-dbacc357b744 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:47.046192 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ea9c2b58-b7bc-4a45-a240-8b7f94cfe038 req-03a0f686-f760-4ac3-9bd8-3fbcdaa1537c service neutron] 10.222.0.66 "GET /v2.0/networks/255b14d8-346a-4fbf-a07e-8c9650f61893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565110 Nov 25 13:38:47.048936 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-fc424802-967f-41a3-a81d-dbacc357b744 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/fbdcfc24-cd98-4a87-829b-f266b47c2752 HTTP/1.1" status: 204 len: 168 time: 0.4533072 Nov 25 13:38:47.050180 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 51944) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:47.053762 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f2922b-9cfb-47e4-924b-3653ae0e7a88 None None] Network d2455c21-13bd-4366-a8d2-aa41e85801c8 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:38:47.085734 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-57d13ff9-f148-4a47-a77e-dc33c878db22 req-a57b14c3-50ff-47df-9ccb-6638f9ad4d43 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ca0c46ca-270b-4976-b9de-a929cb5dfd66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006804 Nov 25 13:38:47.087261 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5d8fc6f2-bb98-4180-9796-580f16a35fa4 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:47.227238 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-63b08962-0f2f-4efd-9ff3-e2250354590b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:47.286652 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceecc403-52ae-44a7-9ab0-32d1ca2921d2 None None] DHCP port deletion for d2455c21-13bd-4366-a8d2-aa41e85801c8 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:38:47.287213 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5d8fc6f2-bb98-4180-9796-580f16a35fa4 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:47.298500 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ea9c2b58-b7bc-4a45-a240-8b7f94cfe038 req-29583c5e-3165-4516-8eba-94d18f64e74a service neutron] 10.222.0.66 "GET /v2.0/networks/255b14d8-346a-4fbf-a07e-8c9650f61893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317219 Nov 25 13:38:47.348548 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-ceecc403-52ae-44a7-9ab0-32d1ca2921d2 None None] Deleting port 4aa67b8f-6c68-4502-a086-0d2400866a92 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:38:47.348846 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ceecc403-52ae-44a7-9ab0-32d1ca2921d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:47.373993 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8fc6f2-bb98-4180-9796-580f16a35fa4 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Network 4a5394c7-06f4-4849-a05f-5ccf4c3cf486 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:38:47.387821 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a20b531-4261-481a-a5c6-b710a0a06958 req-ad3e2190-428a-46c4-821b-6fd6b6af4284 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:38:47.389905 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5a20b531-4261-481a-a5c6-b710a0a06958 req-ad3e2190-428a-46c4-821b-6fd6b6af4284 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc75ff25-87c5-4323-a989-21a0e9fa5330 HTTP/1.1" status: 200 len: 945 time: 0.1834848 Nov 25 13:38:47.390872 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-5d8fc6f2-bb98-4180-9796-580f16a35fa4 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:38:47.395905 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8fc6f2-bb98-4180-9796-580f16a35fa4 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Pushing event updated for resources: {'Port': ['ID=e877ad5c-ed76-4e6d-86a7-3eea9cd69d5c,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:47.399821 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8fc6f2-bb98-4180-9796-580f16a35fa4 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:38:47.436389 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-ceecc403-52ae-44a7-9ab0-32d1ca2921d2 None None] For port 4aa67b8f-6c68-4502-a086-0d2400866a92, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=4aa67b8f-6c68-4502-a086-0d2400866a92,segment=NetworkSegment(4ce6de71-c943-4000-8d8b-91e28d37d0ac),segment_id=4ce6de71-c943-4000-8d8b-91e28d37d0ac)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:38:47.436955 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ceecc403-52ae-44a7-9ab0-32d1ca2921d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:47.454016 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-ceecc403-52ae-44a7-9ab0-32d1ca2921d2 None None] Calling delete_port for 4aa67b8f-6c68-4502-a086-0d2400866a92 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:38:47.511322 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8fc6f2-bb98-4180-9796-580f16a35fa4 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:38:47.512281 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5d8fc6f2-bb98-4180-9796-580f16a35fa4 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:47.532991 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-63b08962-0f2f-4efd-9ff3-e2250354590b admin admin] Deleting port 4aa67b8f-6c68-4502-a086-0d2400866a92 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:38:47.534044 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-63b08962-0f2f-4efd-9ff3-e2250354590b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:47.562886 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-5d8fc6f2-bb98-4180-9796-580f16a35fa4 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3578002 Nov 25 13:38:47.565024 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ceecc403-52ae-44a7-9ab0-32d1ca2921d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:47.565822 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 51948) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:47.572367 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-43808837-353d-4ac9-8a5a-fc3876194df3 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Request body: {'floatingip': {'port_id': 'e877ad5c-ed76-4e6d-86a7-3eea9cd69d5c'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:38:47.577299 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5a20b531-4261-481a-a5c6-b710a0a06958 req-42372390-fd69-4e2a-b6d9-ed44942fe592 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca0c46ca-270b-4976-b9de-a929cb5dfd66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742570 Nov 25 13:38:47.602779 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceecc403-52ae-44a7-9ab0-32d1ca2921d2 None None] Pushing event deleted for resources: {'Port': ['ID=4aa67b8f-6c68-4502-a086-0d2400866a92,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:47.607024 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceecc403-52ae-44a7-9ab0-32d1ca2921d2 None None] No DVR routers for this DVR port 4aa67b8f-6c68-4502-a086-0d2400866a92 on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:38:47.695031 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-63b08962-0f2f-4efd-9ff3-e2250354590b admin admin] For port 4aa67b8f-6c68-4502-a086-0d2400866a92, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=4aa67b8f-6c68-4502-a086-0d2400866a92,segment=NetworkSegment(4ce6de71-c943-4000-8d8b-91e28d37d0ac),segment_id=4ce6de71-c943-4000-8d8b-91e28d37d0ac)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:38:47.695331 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-63b08962-0f2f-4efd-9ff3-e2250354590b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:47.711138 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-43808837-353d-4ac9-8a5a-fc3876194df3 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for floatingip, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:47.725481 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-e304a2d2-d5e9-4695-850c-4a530765f60c None None] Provisioning complete for port e877ad5c-ed76-4e6d-86a7-3eea9cd69d5c triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:38:47.725853 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e304a2d2-d5e9-4695-850c-4a530765f60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:47.736196 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-63b08962-0f2f-4efd-9ff3-e2250354590b admin admin] Calling delete_port for 4aa67b8f-6c68-4502-a086-0d2400866a92 owned by network:dhcp {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:38:47.799884 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-e304a2d2-d5e9-4695-850c-4a530765f60c None None] Port e877ad5c-ed76-4e6d-86a7-3eea9cd69d5c cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:38:47.802102 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 6ce3bbfc-5c6d-40b3-95e5-a645ce0efbf0 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:38:47.827459 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 6ce3bbfc-5c6d-40b3-95e5-a645ce0efbf0 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:38:47.827821 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 6ce3bbfc-5c6d-40b3-95e5-a645ce0efbf0 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:38:47.828249 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 4aa67b8f-6c68-4502-a086-0d2400866a92 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:38:47.865803 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 4aa67b8f-6c68-4502-a086-0d2400866a92 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:38:47.865803 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 4aa67b8f-6c68-4502-a086-0d2400866a92 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:38:47.865803 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 02762f5f-88d9-4ae2-832f-c19950299100 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:38:47.890527 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 02762f5f-88d9-4ae2-832f-c19950299100 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:38:47.890831 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 02762f5f-88d9-4ae2-832f-c19950299100 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:38:47.919125 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-63b08962-0f2f-4efd-9ff3-e2250354590b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:47.954502 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b08962-0f2f-4efd-9ff3-e2250354590b admin admin] Pushing event deleted for resources: {'Port': ['ID=4aa67b8f-6c68-4502-a086-0d2400866a92,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:47.958590 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b08962-0f2f-4efd-9ff3-e2250354590b admin admin] No DVR routers for this DVR port 4aa67b8f-6c68-4502-a086-0d2400866a92 on host n-d-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:38:47.983764 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25637dd-1111-4b02-8000-7e1a2155ba69 req-47c41ba6-a0da-4ff2-9ddc-8c731afcfec9 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:38:47.986225 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d25637dd-1111-4b02-8000-7e1a2155ba69 req-47c41ba6-a0da-4ff2-9ddc-8c731afcfec9 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d025ba2e-ff6b-402d-a0df-9f8bfe1e8265 HTTP/1.1" status: 200 len: 1095 time: 0.0977097 Nov 25 13:38:48.100996 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-63b08962-0f2f-4efd-9ff3-e2250354590b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:48.105300 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d25637dd-1111-4b02-8000-7e1a2155ba69 req-a769e84c-e54b-4896-9e38-19f1d8f304d0 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c09e0d1b-a0e4-4d12-8140-871be4d8706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943651 Nov 25 13:38:48.126463 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-63b08962-0f2f-4efd-9ff3-e2250354590b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2455c21-13bd-4366-a8d2-aa41e85801c8']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:48.137710 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-63b08962-0f2f-4efd-9ff3-e2250354590b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ce6de71-c943-4000-8d8b-91e28d37d0ac') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:48.138030 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-63b08962-0f2f-4efd-9ff3-e2250354590b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ce6de71-c943-4000-8d8b-91e28d37d0ac') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:48.151771 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-63b08962-0f2f-4efd-9ff3-e2250354590b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:48.177568 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-63b08962-0f2f-4efd-9ff3-e2250354590b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:48.183972 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63b08962-0f2f-4efd-9ff3-e2250354590b admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:38:48.184451 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-63b08962-0f2f-4efd-9ff3-e2250354590b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:48.186334 n-d-808199-11 neutron-server[103570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:38:48.186334 n-d-808199-11 neutron-server[103570]: self.session.flush() Nov 25 13:38:48.186334 n-d-808199-11 neutron-server[103570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:38:48.186334 n-d-808199-11 neutron-server[103570]: self.session.flush() Nov 25 13:38:48.186334 n-d-808199-11 neutron-server[103570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:38:48.186334 n-d-808199-11 neutron-server[103570]: self.session.flush() Nov 25 13:38:48.186334 n-d-808199-11 neutron-server[103570]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:38:48.186334 n-d-808199-11 neutron-server[103570]: self.session.flush() Nov 25 13:38:48.186334 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:38:48.186334 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:38:48.186334 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:38:48.186334 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:38:48.186334 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:38:48.186334 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:38:48.186334 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:38:48.186334 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:38:48.186334 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:38:48.186334 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:38:48.186334 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:38:48.186334 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:38:48.186334 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:38:48.186334 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:38:48.186334 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:38:48.186334 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:38:48.186334 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:38:48.186334 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:38:48.186334 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:38:48.186334 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:38:48.186334 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:38:48.186334 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:38:48.186334 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:38:48.186334 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:38:48.186334 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:38:48.186334 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:38:48.186334 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:38:48.186334 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:38:48.186334 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:38:48.186334 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:38:48.186334 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:38:48.186334 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:38:48.249651 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-63b08962-0f2f-4efd-9ff3-e2250354590b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:48.254537 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-63b08962-0f2f-4efd-9ff3-e2250354590b admin admin] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:48.258377 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-63b08962-0f2f-4efd-9ff3-e2250354590b admin admin] 10.222.0.53 "DELETE /v2.0/networks/d2455c21-13bd-4366-a8d2-aa41e85801c8 HTTP/1.1" status: 204 len: 168 time: 1.2071497 Nov 25 13:38:48.272940 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b08962-0f2f-4efd-9ff3-e2250354590b admin admin] Pushing event deleted for resources: {'Network': ['ID=d2455c21-13bd-4366-a8d2-aa41e85801c8,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:48.391899 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 51956) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:48.412238 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-43808837-353d-4ac9-8a5a-fc3876194df3 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:48.416812 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-43808837-353d-4ac9-8a5a-fc3876194df3 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:48.437893 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-cff79689-a46f-4ea7-882d-699e7719a57d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ee6b0fbe2e7a4406acdd0c8fea203ca4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0448194 Nov 25 13:38:48.440478 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 51958) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:48.506762 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a80eefcb-2502-4df1-bd9e-024e4b9cd12c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:48.528647 n-d-808199-11 neutron-server[103571]: INFO neutron.db.l3_db [None req-43808837-353d-4ac9-8a5a-fc3876194df3 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Floating IP e6180a04-cec3-4987-8331-adbed370615d associated. External IP: 172.25.5.202, port: 6286b8ce-8223-40d3-a78e-9b1343b568ac. Nov 25 13:38:48.533909 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a80eefcb-2502-4df1-bd9e-024e4b9cd12c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:48.594813 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a80eefcb-2502-4df1-bd9e-024e4b9cd12c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:48.597709 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a80eefcb-2502-4df1-bd9e-024e4b9cd12c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:48.602151 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-a80eefcb-2502-4df1-bd9e-024e4b9cd12c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c9ce495e-dd18-47f6-8bd6-2e09f8921a2d HTTP/1.1" status: 204 len: 168 time: 0.1606338 Nov 25 13:38:48.611650 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80eefcb-2502-4df1-bd9e-024e4b9cd12c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ce495e-dd18-47f6-8bd6-2e09f8921a2d,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:48.721203 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba2eece-3d1f-4710-a49d-163a0c72171f req-662abc5c-1223-4285-acd4-cd23daf8de17 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:38:48.723772 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9ba2eece-3d1f-4710-a49d-163a0c72171f req-662abc5c-1223-4285-acd4-cd23daf8de17 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc75ff25-87c5-4323-a989-21a0e9fa5330 HTTP/1.1" status: 200 len: 945 time: 0.0564961 Nov 25 13:38:48.724574 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 1ad40a32-fe7b-4d5c-8895-f4de3945eecc details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:38:48.812750 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9ba2eece-3d1f-4710-a49d-163a0c72171f req-26edfd28-ca89-4971-9108-e427ee26621f tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca0c46ca-270b-4976-b9de-a929cb5dfd66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826755 Nov 25 13:38:48.891783 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 1ad40a32-fe7b-4d5c-8895-f4de3945eecc, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=1ad40a32-fe7b-4d5c-8895-f4de3945eecc,segment=NetworkSegment(96b562ac-81e6-4825-aeea-b4de255dae2c),segment_id=96b562ac-81e6-4825-aeea-b4de255dae2c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:38:48.928508 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': '1ad40a32-fe7b-4d5c-8895-f4de3945eecc', 'network_id': '255b14d8-346a-4fbf-a07e-8c9650f61893', 'port_id': '1ad40a32-fe7b-4d5c-8895-f4de3945eecc', 'mac_address': 'fa:16:3e:e9:b5:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91cc3ae6-218d-4bef-bcd2-07036fc941d2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:38:48.988437 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:49.012416 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ad40a32-fe7b-4d5c-8895-f4de3945eecc {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:38:49.037127 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 1ad40a32-fe7b-4d5c-8895-f4de3945eecc, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=1ad40a32-fe7b-4d5c-8895-f4de3945eecc,segment=NetworkSegment(96b562ac-81e6-4825-aeea-b4de255dae2c),segment_id=96b562ac-81e6-4825-aeea-b4de255dae2c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:38:49.046259 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:49.119422 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=1ad40a32-fe7b-4d5c-8895-f4de3945eecc,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:49.163684 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43808837-353d-4ac9-8a5a-fc3876194df3 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Router 11f4b650-b921-4d1b-9069-83bdfb0cc2f5 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:38:49.184143 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52008) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:49.272032 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7217e2-561a-491d-b01a-0f986828818f req-e2a49e86-e261-49dd-8b9a-e74319b53dc8 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:38:49.280035 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5f7217e2-561a-491d-b01a-0f986828818f req-e2a49e86-e261-49dd-8b9a-e74319b53dc8 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d025ba2e-ff6b-402d-a0df-9f8bfe1e8265 HTTP/1.1" status: 200 len: 1096 time: 0.0798051 Nov 25 13:38:49.283607 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f356c395-934e-4672-932f-8bc265d3f3a6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c05b4b4926e34c0daff0dd4989d236e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0982032 Nov 25 13:38:49.286369 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 52010) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:49.336756 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43808837-353d-4ac9-8a5a-fc3876194df3 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:38:49.343599 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5f7217e2-561a-491d-b01a-0f986828818f req-63eca7d7-1672-4132-873a-89b512bb3c17 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c09e0d1b-a0e4-4d12-8140-871be4d8706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597990 Nov 25 13:38:49.347799 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c612d01-6cf4-49d7-bd0d-06cb8653aa0d None None] Sync routers for ids ['11f4b650-b921-4d1b-9069-83bdfb0cc2f5'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:38:49.366903 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c612d01-6cf4-49d7-bd0d-06cb8653aa0d None None] Routers {'11f4b650-b921-4d1b-9069-83bdfb0cc2f5'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:38:49.368111 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-5c612d01-6cf4-49d7-bd0d-06cb8653aa0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:38:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['11f4b650-b921-4d1b-9069-83bdfb0cc2f5'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:49.387654 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['1ad40a32-fe7b-4d5c-8895-f4de3945eecc'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:38:49.428684 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-657eb06e-0a32-4733-bc80-9c192f89a81a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:49.491590 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-5c612d01-6cf4-49d7-bd0d-06cb8653aa0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:49.494264 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-657eb06e-0a32-4733-bc80-9c192f89a81a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:49.509507 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c612d01-6cf4-49d7-bd0d-06cb8653aa0d None None] Routers {'11f4b650-b921-4d1b-9069-83bdfb0cc2f5'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:38:49.510342 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-5c612d01-6cf4-49d7-bd0d-06cb8653aa0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:38:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['11f4b650-b921-4d1b-9069-83bdfb0cc2f5'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:49.581118 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-5c612d01-6cf4-49d7-bd0d-06cb8653aa0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:49.581964 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c612d01-6cf4-49d7-bd0d-06cb8653aa0d None None] The sync data for ids ['11f4b650-b921-4d1b-9069-83bdfb0cc2f5'] in n-d-808199-11 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:38:49.667316 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-657eb06e-0a32-4733-bc80-9c192f89a81a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:49.670159 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-657eb06e-0a32-4733-bc80-9c192f89a81a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:49.671473 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-657eb06e-0a32-4733-bc80-9c192f89a81a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a8a27e09-8f1a-4c03-9fb6-1e5e69c3bd62 HTTP/1.1" status: 204 len: 168 time: 0.3840272 Nov 25 13:38:49.683383 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657eb06e-0a32-4733-bc80-9c192f89a81a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a27e09-8f1a-4c03-9fb6-1e5e69c3bd62,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:49.708162 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43808837-353d-4ac9-8a5a-fc3876194df3 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Router 7c7888e9-cac5-47c1-85f8-2f49279022bb has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:38:49.840374 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43808837-353d-4ac9-8a5a-fc3876194df3 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:38:49.846285 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-43808837-353d-4ac9-8a5a-fc3876194df3 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:49.851707 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf40acc-9832-433b-b530-ebc2cbbdb4a0 None None] Sync routers for ids ['7c7888e9-cac5-47c1-85f8-2f49279022bb'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:38:49.878177 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf40acc-9832-433b-b530-ebc2cbbdb4a0 None None] Routers {'7c7888e9-cac5-47c1-85f8-2f49279022bb'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:38:49.880853 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-cdf40acc-9832-433b-b530-ebc2cbbdb4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:38:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['7c7888e9-cac5-47c1-85f8-2f49279022bb'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:49.917906 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-43808837-353d-4ac9-8a5a-fc3876194df3 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] 10.222.0.53 "PUT /v2.0/floatingips/e6180a04-cec3-4987-8331-adbed370615d HTTP/1.1" status: 200 len: 977 time: 2.3480730 Nov 25 13:38:49.918119 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 52048) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:49.944228 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-cdf40acc-9832-433b-b530-ebc2cbbdb4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:49.954054 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf40acc-9832-433b-b530-ebc2cbbdb4a0 None None] Routers {'7c7888e9-cac5-47c1-85f8-2f49279022bb'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:38:49.954888 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-cdf40acc-9832-433b-b530-ebc2cbbdb4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:38:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['7c7888e9-cac5-47c1-85f8-2f49279022bb'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:50.033336 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-cdf40acc-9832-433b-b530-ebc2cbbdb4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:50.033912 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf40acc-9832-433b-b530-ebc2cbbdb4a0 None None] The sync data for ids ['7c7888e9-cac5-47c1-85f8-2f49279022bb'] in n-d-808199-11 is: [] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:38:50.061998 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-dcd1b5b8-26a8-4520-a31f-4de9f8676885 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Deleting port e877ad5c-ed76-4e6d-86a7-3eea9cd69d5c {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:38:50.062978 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dcd1b5b8-26a8-4520-a31f-4de9f8676885 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:50.193210 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dcd1b5b8-26a8-4520-a31f-4de9f8676885 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:50.469725 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dcd1b5b8-26a8-4520-a31f-4de9f8676885 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:50.470096 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dcd1b5b8-26a8-4520-a31f-4de9f8676885 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:50.470413 n-d-808199-11 neutron-server[103571]: INFO neutron.db.l3_db [None req-dcd1b5b8-26a8-4520-a31f-4de9f8676885 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Floating IP e6180a04-cec3-4987-8331-adbed370615d disassociated. External IP: 172.25.5.202, port: e877ad5c-ed76-4e6d-86a7-3eea9cd69d5c. Nov 25 13:38:50.470797 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-dcd1b5b8-26a8-4520-a31f-4de9f8676885 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Calling delete_port for e877ad5c-ed76-4e6d-86a7-3eea9cd69d5c owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:38:50.503915 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f874c-08c4-4635-82e9-9b77a76d5184 req-18e38d92-964a-44c4-87df-54ef0c07e681 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:38:50.505969 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ec0f874c-08c4-4635-82e9-9b77a76d5184 req-18e38d92-964a-44c4-87df-54ef0c07e681 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d025ba2e-ff6b-402d-a0df-9f8bfe1e8265 HTTP/1.1" status: 200 len: 1096 time: 0.0605106 Nov 25 13:38:50.617248 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ec0f874c-08c4-4635-82e9-9b77a76d5184 req-570b2561-0e92-45a0-8bee-5d59812b0ea4 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c09e0d1b-a0e4-4d12-8140-871be4d8706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989063 Nov 25 13:38:50.676541 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dcd1b5b8-26a8-4520-a31f-4de9f8676885 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:50.695253 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52074) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:50.720425 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd1b5b8-26a8-4520-a31f-4de9f8676885 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Pushing event deleted for resources: {'Port': ['ID=e877ad5c-ed76-4e6d-86a7-3eea9cd69d5c,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:50.755159 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 1ad40a32-fe7b-4d5c-8895-f4de3945eecc up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:38:50.856627 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port 1ad40a32-fe7b-4d5c-8895-f4de3945eecc completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:38:50.866560 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port 1ad40a32-fe7b-4d5c-8895-f4de3945eecc triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:38:50.869270 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:50.910194 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-d9aab49f-da71-43f9-aaf6-95e4fefa5bcf admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1773540285-network', 'tenant_id': '9621a6bf67e14c05a4d0ea4508825aaa'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:38:50.937873 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd1b5b8-26a8-4520-a31f-4de9f8676885 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Router 7c7888e9-cac5-47c1-85f8-2f49279022bb has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:38:50.961083 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9aab49f-da71-43f9-aaf6-95e4fefa5bcf admin admin] Made reservation on behalf of 9621a6bf67e14c05a4d0ea4508825aaa for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:38:50.966181 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d9aab49f-da71-43f9-aaf6-95e4fefa5bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:50.988060 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d9aab49f-da71-43f9-aaf6-95e4fefa5bcf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:50.991191 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:51.022305 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd025ba2e-ff6b-402d-a0df-9f8bfe1e8265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad40a32-fe7b-4d5c-8895-f4de3945eecc'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:38:51.025597 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ae94b2-5576-428f-8fd0-e972494dc5b1" -d '{"events": [{"server_uuid": "d025ba2e-ff6b-402d-a0df-9f8bfe1e8265", "name": "network-vif-plugged", "status": "completed", "tag": "1ad40a32-fe7b-4d5c-8895-f4de3945eecc"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:38:51.041563 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 1ad40a32-fe7b-4d5c-8895-f4de3945eecc, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=1ad40a32-fe7b-4d5c-8895-f4de3945eecc,segment=NetworkSegment(96b562ac-81e6-4825-aeea-b4de255dae2c),segment_id=96b562ac-81e6-4825-aeea-b4de255dae2c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:38:51.047128 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:51.145696 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac5ad30-aae8-411b-9638-7dd2c665d984 x-openstack-request-id: req-2ac5ad30-aae8-411b-9638-7dd2c665d984 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:38:51.146253 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d025ba2e-ff6b-402d-a0df-9f8bfe1e8265", "name": "network-vif-plugged", "status": "completed", "tag": "1ad40a32-fe7b-4d5c-8895-f4de3945eecc", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:38:51.146878 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2ac5ad30-aae8-411b-9638-7dd2c665d984 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:38:51.148664 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd025ba2e-ff6b-402d-a0df-9f8bfe1e8265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad40a32-fe7b-4d5c-8895-f4de3945eecc', 'code': 200} Nov 25 13:38:51.179802 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=1ad40a32-fe7b-4d5c-8895-f4de3945eecc,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:51.186870 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d9aab49f-da71-43f9-aaf6-95e4fefa5bcf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:51.194458 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd1b5b8-26a8-4520-a31f-4de9f8676885 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:38:51.207333 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dad63a2-4eea-4297-b17e-e1b980e9bb52 None None] Sync routers for ids ['7c7888e9-cac5-47c1-85f8-2f49279022bb'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:38:51.213342 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d9aab49f-da71-43f9-aaf6-95e4fefa5bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:51.218636 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dad63a2-4eea-4297-b17e-e1b980e9bb52 None None] Routers {'7c7888e9-cac5-47c1-85f8-2f49279022bb'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:38:51.227271 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2dad63a2-4eea-4297-b17e-e1b980e9bb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:38:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['7c7888e9-cac5-47c1-85f8-2f49279022bb'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:51.277431 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aab49f-da71-43f9-aaf6-95e4fefa5bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d02b2174-28bd-4192-aee7-299f63fa550c,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:51.295470 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8294f503-7a22-4134-8234-c4915a3f93ca req-b761fce3-1ab9-4d60-8f28-97b34776ba5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:38:51.297146 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8294f503-7a22-4134-8234-c4915a3f93ca req-b761fce3-1ab9-4d60-8f28-97b34776ba5c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d025ba2e-ff6b-402d-a0df-9f8bfe1e8265 HTTP/1.1" status: 200 len: 1097 time: 0.1308846 Nov 25 13:38:51.298194 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9aab49f-da71-43f9-aaf6-95e4fefa5bcf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:38:51.305065 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2dad63a2-4eea-4297-b17e-e1b980e9bb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:51.305711 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dcd1b5b8-26a8-4520-a31f-4de9f8676885 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:51.310358 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-dcd1b5b8-26a8-4520-a31f-4de9f8676885 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] 10.222.0.53 "DELETE /v2.0/ports/e877ad5c-ed76-4e6d-86a7-3eea9cd69d5c HTTP/1.1" status: 204 len: 168 time: 1.3912158 Nov 25 13:38:51.313420 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 52082) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:51.345609 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dad63a2-4eea-4297-b17e-e1b980e9bb52 None None] Routers {'7c7888e9-cac5-47c1-85f8-2f49279022bb'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:38:51.346465 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2dad63a2-4eea-4297-b17e-e1b980e9bb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:38:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['7c7888e9-cac5-47c1-85f8-2f49279022bb'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:51.361965 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d9aab49f-da71-43f9-aaf6-95e4fefa5bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:51.362325 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-d9aab49f-da71-43f9-aaf6-95e4fefa5bcf admin admin] Added segment 793caf49-c5b2-4038-bd27-267cdc7e8d11 of type vlan for network 2e3d6aef-94f2-4d66-9359-35c59174cd53 Nov 25 13:38:51.412678 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2dad63a2-4eea-4297-b17e-e1b980e9bb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:51.413689 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dad63a2-4eea-4297-b17e-e1b980e9bb52 None None] The sync data for ids ['7c7888e9-cac5-47c1-85f8-2f49279022bb'] in n-d-808199-11 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:38:51.457779 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d9aab49f-da71-43f9-aaf6-95e4fefa5bcf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:51.477662 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8294f503-7a22-4134-8234-c4915a3f93ca req-caa63ef1-41df-4e4b-a1a6-4239511f7fb3 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c09e0d1b-a0e4-4d12-8140-871be4d8706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673727 Nov 25 13:38:51.501432 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d9aab49f-da71-43f9-aaf6-95e4fefa5bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:51.502739 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9aab49f-da71-43f9-aaf6-95e4fefa5bcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:38:51.503327 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d9aab49f-da71-43f9-aaf6-95e4fefa5bcf admin admin] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:51.578992 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d9aab49f-da71-43f9-aaf6-95e4fefa5bcf admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8687720 Nov 25 13:38:51.581835 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 52104) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:51.592130 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-aeaa1c71-4c15-4fc7-a98e-9a298db611b0 admin admin] Request body: {'subnet': {'network_id': '2e3d6aef-94f2-4d66-9359-35c59174cd53', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1773540285-subnet', 'tenant_id': '9621a6bf67e14c05a4d0ea4508825aaa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:38:51.619279 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aab49f-da71-43f9-aaf6-95e4fefa5bcf admin admin] Pushing event updated for resources: {'Network': ['ID=2e3d6aef-94f2-4d66-9359-35c59174cd53,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:51.642987 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 2e3d6aef-94f2-4d66-9359-35c59174cd53 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:38:51.661937 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:38:51.693835 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeaa1c71-4c15-4fc7-a98e-9a298db611b0 admin admin] Made reservation on behalf of 9621a6bf67e14c05a4d0ea4508825aaa for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:38:51.704554 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aeaa1c71-4c15-4fc7-a98e-9a298db611b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:51.839527 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd205740-7ef4-40c5-ac41-cfb531d45ab4 req-640419e1-03b5-4446-90d8-aa4acccc5d37 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:38:51.842391 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fd205740-7ef4-40c5-ac41-cfb531d45ab4 req-640419e1-03b5-4446-90d8-aa4acccc5d37 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d025ba2e-ff6b-402d-a0df-9f8bfe1e8265 HTTP/1.1" status: 200 len: 1097 time: 0.1121151 Nov 25 13:38:51.916968 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fd205740-7ef4-40c5-ac41-cfb531d45ab4 req-3ec1ff10-44d9-4bbc-8242-d48e6443d32b tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c09e0d1b-a0e4-4d12-8140-871be4d8706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674653 Nov 25 13:38:52.062435 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aeaa1c71-4c15-4fc7-a98e-9a298db611b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:52.143920 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa1c71-4c15-4fc7-a98e-9a298db611b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8bf206d-3c9e-4304-8edd-e136331ea40d,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:52.155461 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e1bf2e1d-09f5-482c-91c8-4a4ea6ad93f8 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:52.198355 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeaa1c71-4c15-4fc7-a98e-9a298db611b0 admin admin] Checking segment: {'id': '793caf49-c5b2-4038-bd27-267cdc7e8d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2e3d6aef-94f2-4d66-9359-35c59174cd53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:38:52.199047 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeaa1c71-4c15-4fc7-a98e-9a298db611b0 admin admin] Network hostable DHCP agents. Network: 2e3d6aef-94f2-4d66-9359-35c59174cd53, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:38:52.266134 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeaa1c71-4c15-4fc7-a98e-9a298db611b0 admin admin] Network 2e3d6aef-94f2-4d66-9359-35c59174cd53 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:38:52.285574 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-aeaa1c71-4c15-4fc7-a98e-9a298db611b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 2e3d6aef-94f2-4d66-9359-35c59174cd53) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:38:52.292248 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeaa1c71-4c15-4fc7-a98e-9a298db611b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:38:52.292847 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aeaa1c71-4c15-4fc7-a98e-9a298db611b0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:52.298359 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43518fec-8c4f-4669-8117-07b3e8d7e3ee None None] Network 2e3d6aef-94f2-4d66-9359-35c59174cd53 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:38:52.373603 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-aeaa1c71-4c15-4fc7-a98e-9a298db611b0 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7900648 Nov 25 13:38:52.584154 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdef57ac-567d-4f01-8d01-ca50508ce9eb None None] Network 2e3d6aef-94f2-4d66-9359-35c59174cd53 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:38:52.595652 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-e1bf2e1d-09f5-482c-91c8-4a4ea6ad93f8 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Deleting port 7051d983-e75e-4b8b-b472-8ebf9449a3f7 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:38:52.596393 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e1bf2e1d-09f5-482c-91c8-4a4ea6ad93f8 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:52.814503 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e1bf2e1d-09f5-482c-91c8-4a4ea6ad93f8 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:52.830279 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-e1bf2e1d-09f5-482c-91c8-4a4ea6ad93f8 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Calling delete_port for 7051d983-e75e-4b8b-b472-8ebf9449a3f7 owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:38:53.098238 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e1bf2e1d-09f5-482c-91c8-4a4ea6ad93f8 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:53.130117 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bf2e1d-09f5-482c-91c8-4a4ea6ad93f8 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Pushing event deleted for resources: {'Port': ['ID=7051d983-e75e-4b8b-b472-8ebf9449a3f7,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:53.380368 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e1bf2e1d-09f5-482c-91c8-4a4ea6ad93f8 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:53.514079 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a32541-a142-4aba-beaf-02cd6d6615b0 req-a2d6e49a-3f20-4afd-bfb1-f71f4bb66255 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:38:53.521213 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-35a32541-a142-4aba-beaf-02cd6d6615b0 req-a2d6e49a-3f20-4afd-bfb1-f71f4bb66255 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d025ba2e-ff6b-402d-a0df-9f8bfe1e8265 HTTP/1.1" status: 200 len: 1097 time: 0.4966187 Nov 25 13:38:53.530625 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ad185-5511-4803-a392-5f8a187811c6 req-c07850bb-ff17-4a63-b396-631319c09be1 tempest-ServerAddressesTestJSON-1607015052 tempest-ServerAddressesTestJSON-1607015052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:38:53.532461 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5d0ad185-5511-4803-a392-5f8a187811c6 req-c07850bb-ff17-4a63-b396-631319c09be1 tempest-ServerAddressesTestJSON-1607015052 tempest-ServerAddressesTestJSON-1607015052-project] 10.222.0.53 "GET /v2.0/networks?id=2e3d6aef-94f2-4d66-9359-35c59174cd53 HTTP/1.1" status: 200 len: 814 time: 0.5792534 Nov 25 13:38:53.581628 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5d0ad185-5511-4803-a392-5f8a187811c6 req-76ea6272-cf45-4930-8220-9649d8dfa7d2 tempest-ServerAddressesTestJSON-1607015052 tempest-ServerAddressesTestJSON-1607015052-project] 10.222.0.53 "GET /v2.0/quotas/9621a6bf67e14c05a4d0ea4508825aaa HTTP/1.1" status: 200 len: 375 time: 0.0339179 Nov 25 13:38:53.599268 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-35a32541-a142-4aba-beaf-02cd6d6615b0 req-82ddb607-f2e0-457f-b479-faed9aca3335 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c09e0d1b-a0e4-4d12-8140-871be4d8706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767834 Nov 25 13:38:53.634978 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5d0ad185-5511-4803-a392-5f8a187811c6 req-5344b7ff-90a2-4a41-9b8a-97d359898e46 tempest-ServerAddressesTestJSON-1607015052 tempest-ServerAddressesTestJSON-1607015052-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9621a6bf67e14c05a4d0ea4508825aaa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340960 Nov 25 13:38:53.735707 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1bf2e1d-09f5-482c-91c8-4a4ea6ad93f8 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Router 7c7888e9-cac5-47c1-85f8-2f49279022bb has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:38:53.794420 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5d0ad185-5511-4803-a392-5f8a187811c6 req-8b8c6e26-4fd4-4681-a507-4fdfa5cc0ddb service neutron] 10.222.0.53 "GET /v2.0/networks/2e3d6aef-94f2-4d66-9359-35c59174cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506042 Nov 25 13:38:53.814231 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d583f-a4ab-451c-981b-7af329bec8f2 req-bcfbe793-d4ed-446d-8f6a-d2c9837130ab tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:38:53.823249 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8a8d583f-a4ab-451c-981b-7af329bec8f2 req-bcfbe793-d4ed-446d-8f6a-d2c9837130ab tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d025ba2e-ff6b-402d-a0df-9f8bfe1e8265 HTTP/1.1" status: 200 len: 1097 time: 0.0986714 Nov 25 13:38:53.871302 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1bf2e1d-09f5-482c-91c8-4a4ea6ad93f8 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:38:53.884140 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-e1bf2e1d-09f5-482c-91c8-4a4ea6ad93f8 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] 10.222.0.53 "PUT /v2.0/routers/7c7888e9-cac5-47c1-85f8-2f49279022bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5696056 Nov 25 13:38:53.885275 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 52372) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:53.890458 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abad7045-280c-4218-a95b-807717907ef1 None None] Sync routers for ids ['7c7888e9-cac5-47c1-85f8-2f49279022bb'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:38:53.907284 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abad7045-280c-4218-a95b-807717907ef1 None None] Routers {'7c7888e9-cac5-47c1-85f8-2f49279022bb'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:38:53.908084 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-abad7045-280c-4218-a95b-807717907ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:38:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['7c7888e9-cac5-47c1-85f8-2f49279022bb'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:53.979728 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8a8d583f-a4ab-451c-981b-7af329bec8f2 req-400cb929-f407-44dd-bd70-1d4441228a1c tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c09e0d1b-a0e4-4d12-8140-871be4d8706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348176 Nov 25 13:38:53.984343 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-abad7045-280c-4218-a95b-807717907ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:54.001112 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abad7045-280c-4218-a95b-807717907ef1 None None] Routers {'7c7888e9-cac5-47c1-85f8-2f49279022bb'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:38:54.002406 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-abad7045-280c-4218-a95b-807717907ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:38:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['7c7888e9-cac5-47c1-85f8-2f49279022bb'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:54.012865 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5d0ad185-5511-4803-a392-5f8a187811c6 req-295bf59a-86d8-4fb6-a2c8-a28b8f76fefa service neutron] 10.222.0.53 "GET /v2.0/networks/2e3d6aef-94f2-4d66-9359-35c59174cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965675 Nov 25 13:38:54.022560 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d1b31da9-05af-41a3-a55c-3186c2508676 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:54.101109 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-abad7045-280c-4218-a95b-807717907ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:54.102149 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abad7045-280c-4218-a95b-807717907ef1 None None] The sync data for ids ['7c7888e9-cac5-47c1-85f8-2f49279022bb'] in n-d-808199-11 is: [] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:38:54.156325 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aae4e95-22de-4ed6-b2ad-3927c1ac7216 req-eda08bec-9076-4a1f-b7ed-e6fb70ac279e tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:38:54.158454 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6aae4e95-22de-4ed6-b2ad-3927c1ac7216 req-eda08bec-9076-4a1f-b7ed-e6fb70ac279e tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d025ba2e-ff6b-402d-a0df-9f8bfe1e8265 HTTP/1.1" status: 200 len: 1097 time: 0.0658481 Nov 25 13:38:54.214474 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d1b31da9-05af-41a3-a55c-3186c2508676 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:54.219797 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6aae4e95-22de-4ed6-b2ad-3927c1ac7216 req-635115ff-33f5-4c1a-a87f-151ce2cec3d2 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c09e0d1b-a0e4-4d12-8140-871be4d8706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553632 Nov 25 13:38:54.282943 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-74addde7-2cfa-47fd-8e9f-f35ff7d7d4b4 req-d82a7edf-e399-4c53-97a6-74d651c2372a tempest-ServerAddressesTestJSON-1607015052 tempest-ServerAddressesTestJSON-1607015052-project] 10.222.0.53 "GET /v2.0/ports?device_id=712f4409-2e31-4815-8ba7-e34bf8a93ad8 HTTP/1.1" status: 200 len: 210 time: 0.0311415 Nov 25 13:38:54.339053 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-d1b31da9-05af-41a3-a55c-3186c2508676 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Deleting port 1e1ad63c-b3ab-45fc-82fe-143d13785011 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:38:54.339417 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d1b31da9-05af-41a3-a55c-3186c2508676 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:54.433572 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d1b31da9-05af-41a3-a55c-3186c2508676 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:54.452266 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-d1b31da9-05af-41a3-a55c-3186c2508676 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Calling delete_port for 1e1ad63c-b3ab-45fc-82fe-143d13785011 owned by network:router_gateway {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:38:54.717076 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d1b31da9-05af-41a3-a55c-3186c2508676 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:54.741364 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05d2c5-f8eb-4715-87ae-1398fc6c35b0 req-b505a8c2-8889-4bb0-9c29-632a3217adb6 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:38:54.748509 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b31da9-05af-41a3-a55c-3186c2508676 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Pushing event deleted for resources: {'Port': ['ID=1e1ad63c-b3ab-45fc-82fe-143d13785011,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:54.755263 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-af05d2c5-f8eb-4715-87ae-1398fc6c35b0 req-b505a8c2-8889-4bb0-9c29-632a3217adb6 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.53 "GET /v2.0/networks?id=255b14d8-346a-4fbf-a07e-8c9650f61893 HTTP/1.1" status: 200 len: 911 time: 0.1684325 Nov 25 13:38:54.769263 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836750f9-7687-449a-9a43-e4f70f07125f None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:38:54.804007 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-af05d2c5-f8eb-4715-87ae-1398fc6c35b0 req-d258037a-4f28-4be9-8b07-c4443f415650 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.53 "GET /v2.0/quotas/994b2637c1974a1a956c9e101858d78f HTTP/1.1" status: 200 len: 375 time: 0.0232062 Nov 25 13:38:54.835171 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d1b31da9-05af-41a3-a55c-3186c2508676 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:54.874351 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-af05d2c5-f8eb-4715-87ae-1398fc6c35b0 req-6032238e-31bd-4c8a-8634-56e4744a2f76 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.53 "GET /v2.0/ports?tenant_id=994b2637c1974a1a956c9e101858d78f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0568049 Nov 25 13:38:54.979949 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d1b31da9-05af-41a3-a55c-3186c2508676 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:54.995287 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d1b31da9-05af-41a3-a55c-3186c2508676 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:55.101365 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-af05d2c5-f8eb-4715-87ae-1398fc6c35b0 req-6730cd3f-7393-4c82-b9ec-80dbe606a5f3 service neutron] 10.222.0.53 "GET /v2.0/networks/255b14d8-346a-4fbf-a07e-8c9650f61893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159581 Nov 25 13:38:55.235739 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-af05d2c5-f8eb-4715-87ae-1398fc6c35b0 req-689c3ead-1f15-4276-9536-8dfa066ea90e service neutron] 10.222.0.53 "GET /v2.0/networks/255b14d8-346a-4fbf-a07e-8c9650f61893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329007 Nov 25 13:38:55.453676 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a11bffbe-ee16-4361-ad0f-f0175bd2c0d6 req-898690bc-b428-4fa6-b798-bacf790ae6dd tempest-ServerAddressesTestJSON-1607015052 tempest-ServerAddressesTestJSON-1607015052-project] 10.222.0.53 "GET /v2.0/ports?device_id=712f4409-2e31-4815-8ba7-e34bf8a93ad8 HTTP/1.1" status: 200 len: 210 time: 0.0457129 Nov 25 13:38:55.527175 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d1b31da9-05af-41a3-a55c-3186c2508676 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:55.527918 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b31da9-05af-41a3-a55c-3186c2508676 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Fanout notify agent at l3_agent the message router_deleted on router 7c7888e9-cac5-47c1-85f8-2f49279022bb {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:38:55.548422 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c10dcbfc-67c4-4d13-975b-c1eaa11b481d req-4ec9e95c-3f81-419d-845c-f712bc7836ce tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5d7b27a8-7e68-4ec1-8bc3-6edc182bc5d4 HTTP/1.1" status: 200 len: 210 time: 0.0460320 Nov 25 13:38:55.555908 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d1b31da9-05af-41a3-a55c-3186c2508676 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:55.556971 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d1b31da9-05af-41a3-a55c-3186c2508676 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] 10.222.0.53 "DELETE /v2.0/routers/7c7888e9-cac5-47c1-85f8-2f49279022bb HTTP/1.1" status: 204 len: 168 time: 1.6703103 Nov 25 13:38:55.559544 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 52576) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:55.761935 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-92b84d52-e508-445e-9670-1ae52bafd2ad tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Deleting subnet f3758f24-718e-42f5-845a-044a862e2258 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:38:55.769876 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-92b84d52-e508-445e-9670-1ae52bafd2ad tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:55.837477 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ad185-5511-4803-a392-5f8a187811c6 req-3cb809eb-a0b4-4470-87aa-838f2516a73f tempest-ServerAddressesTestJSON-1607015052 tempest-ServerAddressesTestJSON-1607015052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:38:55.839233 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5d0ad185-5511-4803-a392-5f8a187811c6 req-3cb809eb-a0b4-4470-87aa-838f2516a73f tempest-ServerAddressesTestJSON-1607015052 tempest-ServerAddressesTestJSON-1607015052-project] 10.222.0.47 "GET /v2.0/networks?id=2e3d6aef-94f2-4d66-9359-35c59174cd53 HTTP/1.1" status: 200 len: 814 time: 0.3087006 Nov 25 13:38:55.847949 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-92b84d52-e508-445e-9670-1ae52bafd2ad tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:55.855849 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-5d0ad185-5511-4803-a392-5f8a187811c6 req-d490ab1b-2ae0-4afe-9512-76313a65eefb tempest-ServerAddressesTestJSON-1607015052 tempest-ServerAddressesTestJSON-1607015052-project] Request body: {'port': {'device_id': '712f4409-2e31-4815-8ba7-e34bf8a93ad8', 'network_id': '2e3d6aef-94f2-4d66-9359-35c59174cd53', 'admin_state_up': True, 'tenant_id': '9621a6bf67e14c05a4d0ea4508825aaa'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:38:56.037398 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-92b84d52-e508-445e-9670-1ae52bafd2ad tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:56.089131 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d0ad185-5511-4803-a392-5f8a187811c6 req-d490ab1b-2ae0-4afe-9512-76313a65eefb tempest-ServerAddressesTestJSON-1607015052 tempest-ServerAddressesTestJSON-1607015052-project] Made reservation on behalf of 9621a6bf67e14c05a4d0ea4508825aaa for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:38:56.093451 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5d0ad185-5511-4803-a392-5f8a187811c6 req-d490ab1b-2ae0-4afe-9512-76313a65eefb tempest-ServerAddressesTestJSON-1607015052 tempest-ServerAddressesTestJSON-1607015052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:56.159561 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-92b84d52-e508-445e-9670-1ae52bafd2ad tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:56.200371 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b84d52-e508-445e-9670-1ae52bafd2ad tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Pushing event deleted for resources: {'Subnet': ['ID=f3758f24-718e-42f5-845a-044a862e2258,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:56.208895 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-92b84d52-e508-445e-9670-1ae52bafd2ad tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:56.214419 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-92b84d52-e508-445e-9670-1ae52bafd2ad tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] 10.222.0.53 "DELETE /v2.0/subnets/f3758f24-718e-42f5-845a-044a862e2258 HTTP/1.1" status: 204 len: 168 time: 0.6514370 Nov 25 13:38:56.214944 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52598) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:56.226604 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7758fb22-b829-4e2f-8167-6e778d5885b4 None None] Network 4a5394c7-06f4-4849-a05f-5ccf4c3cf486 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:38:56.281405 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-5d0ad185-5511-4803-a392-5f8a187811c6 req-d490ab1b-2ae0-4afe-9512-76313a65eefb tempest-ServerAddressesTestJSON-1607015052 tempest-ServerAddressesTestJSON-1607015052-project] Allocated IP 172.20.0.11 (2e3d6aef-94f2-4d66-9359-35c59174cd53/d8bf206d-3c9e-4304-8edd-e136331ea40d/70551e90-5ccb-470a-b5ba-c382239bd0f1) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:38:56.324833 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c64cf816-4304-4258-a8d0-2cc3e5cae71d tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:56.392384 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-c64cf816-4304-4258-a8d0-2cc3e5cae71d tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Deleting port aab9c5b6-6fdb-4d87-bfc6-eb473145b8ca {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:38:56.392735 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c64cf816-4304-4258-a8d0-2cc3e5cae71d tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:56.452844 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80ad59b-f0e0-4b70-a3c7-6a91fc9c3e3a None None] DHCP port deletion for 4a5394c7-06f4-4849-a05f-5ccf4c3cf486 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:38:56.507512 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-c64cf816-4304-4258-a8d0-2cc3e5cae71d tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] For port aab9c5b6-6fdb-4d87-bfc6-eb473145b8ca, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=aab9c5b6-6fdb-4d87-bfc6-eb473145b8ca,segment=NetworkSegment(293072ec-7c93-4f6a-b862-94dc952309be),segment_id=293072ec-7c93-4f6a-b862-94dc952309be)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:38:56.508766 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5d0ad185-5511-4803-a392-5f8a187811c6 req-d490ab1b-2ae0-4afe-9512-76313a65eefb tempest-ServerAddressesTestJSON-1607015052 tempest-ServerAddressesTestJSON-1607015052-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:56.509782 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c64cf816-4304-4258-a8d0-2cc3e5cae71d tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:56.525899 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-d80ad59b-f0e0-4b70-a3c7-6a91fc9c3e3a None None] Deleting port aab9c5b6-6fdb-4d87-bfc6-eb473145b8ca {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:38:56.526543 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d80ad59b-f0e0-4b70-a3c7-6a91fc9c3e3a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:56.541889 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-c64cf816-4304-4258-a8d0-2cc3e5cae71d tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Calling delete_port for aab9c5b6-6fdb-4d87-bfc6-eb473145b8ca owned by network:dhcp {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:38:56.559826 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5d0ad185-5511-4803-a392-5f8a187811c6 req-d490ab1b-2ae0-4afe-9512-76313a65eefb tempest-ServerAddressesTestJSON-1607015052 tempest-ServerAddressesTestJSON-1607015052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:56.634590 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-d80ad59b-f0e0-4b70-a3c7-6a91fc9c3e3a None None] For port aab9c5b6-6fdb-4d87-bfc6-eb473145b8ca, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=aab9c5b6-6fdb-4d87-bfc6-eb473145b8ca,segment=NetworkSegment(293072ec-7c93-4f6a-b862-94dc952309be),segment_id=293072ec-7c93-4f6a-b862-94dc952309be)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:38:56.636392 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d80ad59b-f0e0-4b70-a3c7-6a91fc9c3e3a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:56.677870 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d490ab1b-2ae0-4afe-9512-76313a65eefb tempest-ServerAddressesTestJSON-1607015052 tempest-ServerAddressesTestJSON-1607015052-project] Pushing event updated for resources: {'Port': ['ID=70551e90-5ccb-470a-b5ba-c382239bd0f1,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:56.696423 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-d80ad59b-f0e0-4b70-a3c7-6a91fc9c3e3a None None] Calling delete_port for aab9c5b6-6fdb-4d87-bfc6-eb473145b8ca owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:38:56.744776 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d0ad185-5511-4803-a392-5f8a187811c6 req-d490ab1b-2ae0-4afe-9512-76313a65eefb tempest-ServerAddressesTestJSON-1607015052 tempest-ServerAddressesTestJSON-1607015052-project] Network 2e3d6aef-94f2-4d66-9359-35c59174cd53 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:38:56.803070 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-5d0ad185-5511-4803-a392-5f8a187811c6 req-d490ab1b-2ae0-4afe-9512-76313a65eefb tempest-ServerAddressesTestJSON-1607015052 tempest-ServerAddressesTestJSON-1607015052-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:38:56.805832 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d0ad185-5511-4803-a392-5f8a187811c6 req-d490ab1b-2ae0-4afe-9512-76313a65eefb tempest-ServerAddressesTestJSON-1607015052 tempest-ServerAddressesTestJSON-1607015052-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:38:56.811015 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bb1fff69-fed6-46dd-b2c6-65828f581db2 req-d4580f07-ad67-476f-9f9c-e3a713c9cdd4 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5d7b27a8-7e68-4ec1-8bc3-6edc182bc5d4 HTTP/1.1" status: 200 len: 210 time: 0.1025095 Nov 25 13:38:56.829360 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a17bd-faa1-4406-85c1-c0fb2f10e2cc req-9adb363e-1dcf-4f67-9d6f-facf224b5c2b tempest-ServerAddressesTestJSON-1607015052 tempest-ServerAddressesTestJSON-1607015052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:38:56.837503 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3a9a17bd-faa1-4406-85c1-c0fb2f10e2cc req-9adb363e-1dcf-4f67-9d6f-facf224b5c2b tempest-ServerAddressesTestJSON-1607015052 tempest-ServerAddressesTestJSON-1607015052-project] 10.222.0.53 "GET /v2.0/ports?device_id=712f4409-2e31-4815-8ba7-e34bf8a93ad8 HTTP/1.1" status: 200 len: 932 time: 0.2367156 Nov 25 13:38:56.852744 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d80ad59b-f0e0-4b70-a3c7-6a91fc9c3e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:56.872779 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c64cf816-4304-4258-a8d0-2cc3e5cae71d tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:56.879005 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80ad59b-f0e0-4b70-a3c7-6a91fc9c3e3a None None] Pushing event deleted for resources: {'Port': ['ID=aab9c5b6-6fdb-4d87-bfc6-eb473145b8ca,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:56.891686 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80ad59b-f0e0-4b70-a3c7-6a91fc9c3e3a None None] No DVR routers for this DVR port aab9c5b6-6fdb-4d87-bfc6-eb473145b8ca on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:38:56.893600 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ad185-5511-4803-a392-5f8a187811c6 req-d490ab1b-2ae0-4afe-9512-76313a65eefb tempest-ServerAddressesTestJSON-1607015052 tempest-ServerAddressesTestJSON-1607015052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:38:56.894386 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5d0ad185-5511-4803-a392-5f8a187811c6 req-d490ab1b-2ae0-4afe-9512-76313a65eefb tempest-ServerAddressesTestJSON-1607015052 tempest-ServerAddressesTestJSON-1607015052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:56.929796 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64cf816-4304-4258-a8d0-2cc3e5cae71d tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] No DVR routers for this DVR port aab9c5b6-6fdb-4d87-bfc6-eb473145b8ca on host n-d-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:38:56.931974 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64cf816-4304-4258-a8d0-2cc3e5cae71d tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Pushing event deleted for resources: {'Port': ['ID=aab9c5b6-6fdb-4d87-bfc6-eb473145b8ca,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:56.953159 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05d2c5-f8eb-4715-87ae-1398fc6c35b0 req-a03cd617-cc39-4be9-83f0-f9350152d65f tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:38:56.956095 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-af05d2c5-f8eb-4715-87ae-1398fc6c35b0 req-a03cd617-cc39-4be9-83f0-f9350152d65f tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.47 "GET /v2.0/networks?id=255b14d8-346a-4fbf-a07e-8c9650f61893 HTTP/1.1" status: 200 len: 911 time: 0.2925019 Nov 25 13:38:56.966589 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5d0ad185-5511-4803-a392-5f8a187811c6 req-d490ab1b-2ae0-4afe-9512-76313a65eefb tempest-ServerAddressesTestJSON-1607015052 tempest-ServerAddressesTestJSON-1607015052-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1149869 Nov 25 13:38:56.975544 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-af05d2c5-f8eb-4715-87ae-1398fc6c35b0 req-1df0ddf1-ebdf-4696-b290-18e44f0ed468 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] Request body: {'port': {'device_id': '5d7b27a8-7e68-4ec1-8bc3-6edc182bc5d4', 'network_id': '255b14d8-346a-4fbf-a07e-8c9650f61893', 'admin_state_up': True, 'tenant_id': '994b2637c1974a1a956c9e101858d78f'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:38:57.015687 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-5d0ad185-5511-4803-a392-5f8a187811c6 req-ca6b002a-e94b-45cc-b417-306efa0fb13a service neutron] Request body: {'port': {'device_id': '712f4409-2e31-4815-8ba7-e34bf8a93ad8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:38:57.044771 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af05d2c5-f8eb-4715-87ae-1398fc6c35b0 req-1df0ddf1-ebdf-4696-b290-18e44f0ed468 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] Made reservation on behalf of 994b2637c1974a1a956c9e101858d78f for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:38:57.047389 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-af05d2c5-f8eb-4715-87ae-1398fc6c35b0 req-1df0ddf1-ebdf-4696-b290-18e44f0ed468 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:57.083574 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c64cf816-4304-4258-a8d0-2cc3e5cae71d tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:57.090675 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3a9a17bd-faa1-4406-85c1-c0fb2f10e2cc req-8eabe180-1701-4332-b1f9-a8a04ea5fc8e tempest-ServerAddressesTestJSON-1607015052 tempest-ServerAddressesTestJSON-1607015052-project] 10.222.0.53 "GET /v2.0/security-groups?id=d02b2174-28bd-4192-aee7-299f63fa550c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441781 Nov 25 13:38:57.128432 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-c64cf816-4304-4258-a8d0-2cc3e5cae71d tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a5394c7-06f4-4849-a05f-5ccf4c3cf486']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:57.143730 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-c64cf816-4304-4258-a8d0-2cc3e5cae71d tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '293072ec-7c93-4f6a-b862-94dc952309be') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:57.144379 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-c64cf816-4304-4258-a8d0-2cc3e5cae71d tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '293072ec-7c93-4f6a-b862-94dc952309be') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:38:57.157362 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c64cf816-4304-4258-a8d0-2cc3e5cae71d tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:57.158410 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5d0ad185-5511-4803-a392-5f8a187811c6 req-ca6b002a-e94b-45cc-b417-306efa0fb13a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:57.180746 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c64cf816-4304-4258-a8d0-2cc3e5cae71d tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:57.190085 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c64cf816-4304-4258-a8d0-2cc3e5cae71d tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:38:57.190825 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c64cf816-4304-4258-a8d0-2cc3e5cae71d tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:57.195635 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:38:57.195635 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:38:57.195635 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:38:57.195635 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:38:57.195635 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:38:57.195635 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:38:57.195635 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:38:57.195635 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:38:57.195635 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:38:57.195635 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:38:57.195635 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:38:57.195635 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:38:57.195635 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:38:57.195635 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:38:57.195635 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:38:57.195635 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:38:57.195635 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:38:57.195635 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:38:57.195635 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:38:57.195635 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:38:57.195635 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:38:57.195635 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:38:57.195635 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:38:57.195635 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:38:57.195635 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:38:57.195635 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:38:57.195635 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:38:57.195635 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:38:57.195635 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:38:57.195635 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:38:57.195635 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:38:57.195635 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:38:57.274046 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c64cf816-4304-4258-a8d0-2cc3e5cae71d tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:57.289782 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c64cf816-4304-4258-a8d0-2cc3e5cae71d tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:57.293329 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c64cf816-4304-4258-a8d0-2cc3e5cae71d tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] 10.222.0.53 "DELETE /v2.0/networks/4a5394c7-06f4-4849-a05f-5ccf4c3cf486 HTTP/1.1" status: 204 len: 168 time: 1.0773332 Nov 25 13:38:57.307934 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52612) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:57.318267 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64cf816-4304-4258-a8d0-2cc3e5cae71d tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Pushing event deleted for resources: {'Network': ['ID=4a5394c7-06f4-4849-a05f-5ccf4c3cf486,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:57.334619 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-af05d2c5-f8eb-4715-87ae-1398fc6c35b0 req-1df0ddf1-ebdf-4696-b290-18e44f0ed468 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] Allocated IP 172.20.0.10 (255b14d8-346a-4fbf-a07e-8c9650f61893/91cc3ae6-218d-4bef-bcd2-07036fc941d2/770c8dbd-dc08-4ab3-bef5-f3765dc28f3f) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:38:57.466204 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-f60a19d6-448e-4e04-add3-25951d6b11d1 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Deleting port 7e267581-2502-4574-b8a5-9f9e4e24eb98 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:38:57.466584 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f60a19d6-448e-4e04-add3-25951d6b11d1 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:57.566060 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f60a19d6-448e-4e04-add3-25951d6b11d1 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:57.566391 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f60a19d6-448e-4e04-add3-25951d6b11d1 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:57.582509 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-f60a19d6-448e-4e04-add3-25951d6b11d1 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Calling delete_port for 7e267581-2502-4574-b8a5-9f9e4e24eb98 owned by network:floatingip {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:38:57.645978 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-af05d2c5-f8eb-4715-87ae-1398fc6c35b0 req-1df0ddf1-ebdf-4696-b290-18e44f0ed468 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:57.658731 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-5d0ad185-5511-4803-a392-5f8a187811c6 req-ca6b002a-e94b-45cc-b417-306efa0fb13a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70551e90-5ccb-470a-b5ba-c382239bd0f1 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:38:57.667391 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5d0ad185-5511-4803-a392-5f8a187811c6 req-ca6b002a-e94b-45cc-b417-306efa0fb13a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:57.691483 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-5d0ad185-5511-4803-a392-5f8a187811c6 req-ca6b002a-e94b-45cc-b417-306efa0fb13a service neutron] Transition to ACTIVE for port object 70551e90-5ccb-470a-b5ba-c382239bd0f1 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:38:57.703953 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5d0ad185-5511-4803-a392-5f8a187811c6 req-ca6b002a-e94b-45cc-b417-306efa0fb13a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:57.709098 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device aab9c5b6-6fdb-4d87-bfc6-eb473145b8ca no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:38:57.738892 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: aab9c5b6-6fdb-4d87-bfc6-eb473145b8ca {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:38:57.739625 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device aab9c5b6-6fdb-4d87-bfc6-eb473145b8ca not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:38:57.755498 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-af05d2c5-f8eb-4715-87ae-1398fc6c35b0 req-1df0ddf1-ebdf-4696-b290-18e44f0ed468 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:57.766832 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['1ad40a32-fe7b-4d5c-8895-f4de3945eecc'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:38:57.778771 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f60a19d6-448e-4e04-add3-25951d6b11d1 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:57.834476 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a19d6-448e-4e04-add3-25951d6b11d1 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Pushing event deleted for resources: {'Port': ['ID=7e267581-2502-4574-b8a5-9f9e4e24eb98,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:57.854463 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b002a-e94b-45cc-b417-306efa0fb13a service neutron] Pushing event updated for resources: {'Port': ['ID=70551e90-5ccb-470a-b5ba-c382239bd0f1,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:57.876421 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af05d2c5-f8eb-4715-87ae-1398fc6c35b0 req-1df0ddf1-ebdf-4696-b290-18e44f0ed468 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] Network 255b14d8-346a-4fbf-a07e-8c9650f61893 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:38:57.907231 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-af05d2c5-f8eb-4715-87ae-1398fc6c35b0 req-1df0ddf1-ebdf-4696-b290-18e44f0ed468 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:38:57.909976 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-af05d2c5-f8eb-4715-87ae-1398fc6c35b0 req-1df0ddf1-ebdf-4696-b290-18e44f0ed468 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:38:57.964023 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-5d0ad185-5511-4803-a392-5f8a187811c6 req-ca6b002a-e94b-45cc-b417-306efa0fb13a service neutron] Attempting to bind port 70551e90-5ccb-470a-b5ba-c382239bd0f1 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:38:57.964371 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-5d0ad185-5511-4803-a392-5f8a187811c6 req-ca6b002a-e94b-45cc-b417-306efa0fb13a service neutron] Attempting to bind port 70551e90-5ccb-470a-b5ba-c382239bd0f1 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '793caf49-c5b2-4038-bd27-267cdc7e8d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2e3d6aef-94f2-4d66-9359-35c59174cd53'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:38:57.964707 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0ad185-5511-4803-a392-5f8a187811c6 req-ca6b002a-e94b-45cc-b417-306efa0fb13a service neutron] Attempting to bind port 70551e90-5ccb-470a-b5ba-c382239bd0f1 on network 2e3d6aef-94f2-4d66-9359-35c59174cd53 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:38:57.977812 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0ad185-5511-4803-a392-5f8a187811c6 req-ca6b002a-e94b-45cc-b417-306efa0fb13a service neutron] Port 70551e90-5ccb-470a-b5ba-c382239bd0f1 on network 2e3d6aef-94f2-4d66-9359-35c59174cd53 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:38:57.978145 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0ad185-5511-4803-a392-5f8a187811c6 req-ca6b002a-e94b-45cc-b417-306efa0fb13a service neutron] Attempting to bind port 70551e90-5ccb-470a-b5ba-c382239bd0f1 on network 2e3d6aef-94f2-4d66-9359-35c59174cd53 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:38:57.980349 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df0ddf1-ebdf-4696-b290-18e44f0ed468 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] Pushing event updated for resources: {'Port': ['ID=770c8dbd-dc08-4ab3-bef5-f3765dc28f3f,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:57.984193 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f60a19d6-448e-4e04-add3-25951d6b11d1 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for floatingip, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:57.987969 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f60a19d6-448e-4e04-add3-25951d6b11d1 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:57.990982 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f60a19d6-448e-4e04-add3-25951d6b11d1 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] 10.222.0.53 "DELETE /v2.0/floatingips/e6180a04-cec3-4987-8331-adbed370615d HTTP/1.1" status: 204 len: 168 time: 0.6815128 Nov 25 13:38:57.999678 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 52618) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:58.018107 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0ad185-5511-4803-a392-5f8a187811c6 req-ca6b002a-e94b-45cc-b417-306efa0fb13a service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:38:58.018459 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0ad185-5511-4803-a392-5f8a187811c6 req-ca6b002a-e94b-45cc-b417-306efa0fb13a service neutron] Checking segment: {'id': '793caf49-c5b2-4038-bd27-267cdc7e8d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2e3d6aef-94f2-4d66-9359-35c59174cd53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:38:58.018884 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0ad185-5511-4803-a392-5f8a187811c6 req-ca6b002a-e94b-45cc-b417-306efa0fb13a service neutron] Bound using segment: {'id': '793caf49-c5b2-4038-bd27-267cdc7e8d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2e3d6aef-94f2-4d66-9359-35c59174cd53'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:38:58.019341 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-5d0ad185-5511-4803-a392-5f8a187811c6 req-ca6b002a-e94b-45cc-b417-306efa0fb13a service neutron] Bound port: 70551e90-5ccb-470a-b5ba-c382239bd0f1, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '793caf49-c5b2-4038-bd27-267cdc7e8d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2e3d6aef-94f2-4d66-9359-35c59174cd53'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:38:58.019706 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5d0ad185-5511-4803-a392-5f8a187811c6 req-ca6b002a-e94b-45cc-b417-306efa0fb13a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:58.054658 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5d1a369-eb74-4d3b-95d1-b3f96e0d0188 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] DELETE failed (client error): The resource could not be found. Nov 25 13:38:58.055291 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5d1a369-eb74-4d3b-95d1-b3f96e0d0188 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:38:58.058566 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b5d1a369-eb74-4d3b-95d1-b3f96e0d0188 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] 10.222.0.53 "DELETE /v2.0/ports/e877ad5c-ed76-4e6d-86a7-3eea9cd69d5c HTTP/1.1" status: 404 len: 333 time: 0.0576906 Nov 25 13:38:58.059906 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05d2c5-f8eb-4715-87ae-1398fc6c35b0 req-1df0ddf1-ebdf-4696-b290-18e44f0ed468 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:38:58.060559 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-af05d2c5-f8eb-4715-87ae-1398fc6c35b0 req-1df0ddf1-ebdf-4696-b290-18e44f0ed468 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:58.064695 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 52620) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:58.103134 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b2f35d94-c562-41e6-9496-dc6d296963ce tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c7888e9-cac5-47c1-85f8-2f49279022bb HTTP/1.1" status: 200 len: 205 time: 0.0362892 Nov 25 13:38:58.106726 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52624) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:58.135222 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-af05d2c5-f8eb-4715-87ae-1398fc6c35b0 req-1df0ddf1-ebdf-4696-b290-18e44f0ed468 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.1674979 Nov 25 13:38:58.189726 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [None req-cc1c6a06-e316-4bbc-8d6f-bddad4bd1b03 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] delete failed (client error): The resource could not be found. Nov 25 13:38:58.190137 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-af05d2c5-f8eb-4715-87ae-1398fc6c35b0 req-dfe5017f-093c-4b5b-aae8-e75e1c1fcdec service neutron] Request body: {'port': {'device_id': '5d7b27a8-7e68-4ec1-8bc3-6edc182bc5d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:38:58.197347 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-cc1c6a06-e316-4bbc-8d6f-bddad4bd1b03 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] 10.222.0.53 "DELETE /v2.0/routers/7c7888e9-cac5-47c1-85f8-2f49279022bb HTTP/1.1" status: 404 len: 336 time: 0.0894394 Nov 25 13:38:58.199525 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52628) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:58.257011 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-68a87564-14f2-4b18-9701-4ed99e5f48f6 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] DELETE failed (client error): The resource could not be found. Nov 25 13:38:58.257231 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68a87564-14f2-4b18-9701-4ed99e5f48f6 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:38:58.262772 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-5d0ad185-5511-4803-a392-5f8a187811c6 req-ca6b002a-e94b-45cc-b417-306efa0fb13a service neutron] For port 70551e90-5ccb-470a-b5ba-c382239bd0f1, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:38:58.263919 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-68a87564-14f2-4b18-9701-4ed99e5f48f6 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] 10.222.0.53 "DELETE /v2.0/subnets/f3758f24-718e-42f5-845a-044a862e2258 HTTP/1.1" status: 404 len: 337 time: 0.0628080 Nov 25 13:38:58.266717 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52630) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:58.276270 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e612a0c-123a-4d8c-bf77-bc18748a2bbb req-0a143e74-7e68-470d-827f-e49b28d490f8 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:38:58.283373 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0e612a0c-123a-4d8c-bf77-bc18748a2bbb req-0a143e74-7e68-470d-827f-e49b28d490f8 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5d7b27a8-7e68-4ec1-8bc3-6edc182bc5d4 HTTP/1.1" status: 200 len: 1028 time: 0.2908773 Nov 25 13:38:58.294781 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-5d0ad185-5511-4803-a392-5f8a187811c6 req-ca6b002a-e94b-45cc-b417-306efa0fb13a service neutron] For port 70551e90-5ccb-470a-b5ba-c382239bd0f1, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=70551e90-5ccb-470a-b5ba-c382239bd0f1,segment=NetworkSegment(793caf49-c5b2-4038-bd27-267cdc7e8d11),segment_id=793caf49-c5b2-4038-bd27-267cdc7e8d11)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:38:58.301522 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-af05d2c5-f8eb-4715-87ae-1398fc6c35b0 req-dfe5017f-093c-4b5b-aae8-e75e1c1fcdec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:58.306746 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5d0ad185-5511-4803-a392-5f8a187811c6 req-ca6b002a-e94b-45cc-b417-306efa0fb13a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:58.332763 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-e05f6fd1-9943-4b40-a170-cf2b2c676c5c None None] Provisioning complete for port 770c8dbd-dc08-4ab3-bef5-f3765dc28f3f triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:38:58.333446 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e05f6fd1-9943-4b40-a170-cf2b2c676c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:58.382851 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-e05f6fd1-9943-4b40-a170-cf2b2c676c5c None None] Port 770c8dbd-dc08-4ab3-bef5-f3765dc28f3f cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:38:58.406429 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ad185-5511-4803-a392-5f8a187811c6 req-ca6b002a-e94b-45cc-b417-306efa0fb13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:38:58.407211 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5d0ad185-5511-4803-a392-5f8a187811c6 req-ca6b002a-e94b-45cc-b417-306efa0fb13a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:58.408739 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5d0ad185-5511-4803-a392-5f8a187811c6 req-ca6b002a-e94b-45cc-b417-306efa0fb13a service neutron] 10.222.0.47 "PUT /v2.0/ports/70551e90-5ccb-470a-b5ba-c382239bd0f1 HTTP/1.1" status: 200 len: 1093 time: 1.3980892 Nov 25 13:38:58.409311 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '712f4409-2e31-4815-8ba7-e34bf8a93ad8', 'tag': '70551e90-5ccb-470a-b5ba-c382239bd0f1'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:38:58.411719 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9806ef5d-e4e4-4b2e-8f6d-2fbdf32add88" -d '{"events": [{"name": "network-changed", "server_uuid": "712f4409-2e31-4815-8ba7-e34bf8a93ad8", "tag": "70551e90-5ccb-470a-b5ba-c382239bd0f1"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:38:58.459941 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b002a-e94b-45cc-b417-306efa0fb13a service neutron] Pushing event updated for resources: {'Port': ['ID=70551e90-5ccb-470a-b5ba-c382239bd0f1,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:58.465751 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0e612a0c-123a-4d8c-bf77-bc18748a2bbb req-99d40cd4-9925-4eb2-962c-12a2eca7c8c3 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c09e0d1b-a0e4-4d12-8140-871be4d8706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489611 Nov 25 13:38:58.494244 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384d8de-383a-4826-899d-efcac87d3747 req-cc0a0f63-9274-48ea-aca9-296cf7a64253 tempest-ServerAddressesTestJSON-1607015052 tempest-ServerAddressesTestJSON-1607015052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:38:58.514292 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a384d8de-383a-4826-899d-efcac87d3747 req-cc0a0f63-9274-48ea-aca9-296cf7a64253 tempest-ServerAddressesTestJSON-1607015052 tempest-ServerAddressesTestJSON-1607015052-project] 10.222.0.53 "GET /v2.0/ports?device_id=712f4409-2e31-4815-8ba7-e34bf8a93ad8 HTTP/1.1" status: 200 len: 944 time: 0.2476044 Nov 25 13:38:58.560720 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-724ad32a-94d5-41cf-9c72-a726ee1fcdf8 x-openstack-request-id: req-724ad32a-94d5-41cf-9c72-a726ee1fcdf8 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:38:58.561276 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "712f4409-2e31-4815-8ba7-e34bf8a93ad8", "tag": "70551e90-5ccb-470a-b5ba-c382239bd0f1", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:38:58.561671 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-724ad32a-94d5-41cf-9c72-a726ee1fcdf8 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:38:58.562233 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '712f4409-2e31-4815-8ba7-e34bf8a93ad8', 'tag': '70551e90-5ccb-470a-b5ba-c382239bd0f1', 'status': 'completed', 'code': 200} Nov 25 13:38:58.589626 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-85d427b7-a191-4b41-a3af-6da433f4d2df tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Deleting port 6286b8ce-8223-40d3-a78e-9b1343b568ac {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:38:58.589626 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-85d427b7-a191-4b41-a3af-6da433f4d2df tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:58.594279 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ad185-5511-4803-a392-5f8a187811c6 req-3b0e5747-45a8-4258-b776-eed218c21faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:38:58.595877 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5d0ad185-5511-4803-a392-5f8a187811c6 req-3b0e5747-45a8-4258-b776-eed218c21faf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9621a6bf67e14c05a4d0ea4508825aaa&device_id=712f4409-2e31-4815-8ba7-e34bf8a93ad8 HTTP/1.1" status: 200 len: 1096 time: 0.1371703 Nov 25 13:38:58.617059 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a384d8de-383a-4826-899d-efcac87d3747 req-e6540359-6768-425b-b062-7bfe3cecb0d7 tempest-ServerAddressesTestJSON-1607015052 tempest-ServerAddressesTestJSON-1607015052-project] 10.222.0.53 "GET /v2.0/security-groups?id=d02b2174-28bd-4192-aee7-299f63fa550c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941448 Nov 25 13:38:58.686419 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5d0ad185-5511-4803-a392-5f8a187811c6 req-f0933c54-8333-4119-b9db-f8937fa5b974 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70551e90-5ccb-470a-b5ba-c382239bd0f1 HTTP/1.1" status: 200 len: 217 time: 0.0727792 Nov 25 13:38:58.707908 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-85d427b7-a191-4b41-a3af-6da433f4d2df tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:58.721570 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-85d427b7-a191-4b41-a3af-6da433f4d2df tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Calling delete_port for 6286b8ce-8223-40d3-a78e-9b1343b568ac owned by {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:38:58.778327 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ad185-5511-4803-a392-5f8a187811c6 req-30f60a2b-fda2-4f8f-85d2-b1ced2c1eb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:38:58.780118 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5d0ad185-5511-4803-a392-5f8a187811c6 req-30f60a2b-fda2-4f8f-85d2-b1ced2c1eb79 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d8bf206d-3c9e-4304-8edd-e136331ea40d HTTP/1.1" status: 200 len: 854 time: 0.0864704 Nov 25 13:38:58.824438 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5d0ad185-5511-4803-a392-5f8a187811c6 req-aa535e2e-97a7-49dd-9817-d2efb8b76df6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2e3d6aef-94f2-4d66-9359-35c59174cd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312977 Nov 25 13:38:58.892916 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-85d427b7-a191-4b41-a3af-6da433f4d2df tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:58.939585 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-af05d2c5-f8eb-4715-87ae-1398fc6c35b0 req-dfe5017f-093c-4b5b-aae8-e75e1c1fcdec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 770c8dbd-dc08-4ab3-bef5-f3765dc28f3f {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:38:58.950280 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-af05d2c5-f8eb-4715-87ae-1398fc6c35b0 req-dfe5017f-093c-4b5b-aae8-e75e1c1fcdec service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:58.951449 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d427b7-a191-4b41-a3af-6da433f4d2df tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Pushing event deleted for resources: {'Port': ['ID=6286b8ce-8223-40d3-a78e-9b1343b568ac,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:58.972491 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-af05d2c5-f8eb-4715-87ae-1398fc6c35b0 req-dfe5017f-093c-4b5b-aae8-e75e1c1fcdec service neutron] Transition to ACTIVE for port object 770c8dbd-dc08-4ab3-bef5-f3765dc28f3f will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:38:58.984532 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-af05d2c5-f8eb-4715-87ae-1398fc6c35b0 req-dfe5017f-093c-4b5b-aae8-e75e1c1fcdec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:59.029857 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5d0ad185-5511-4803-a392-5f8a187811c6 req-59f0e9cc-1cb5-4e8e-9b1f-ebbeb4d502f0 service neutron] 10.222.0.47 "GET /v2.0/networks/2e3d6aef-94f2-4d66-9359-35c59174cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552846 Nov 25 13:38:59.046256 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-85d427b7-a191-4b41-a3af-6da433f4d2df tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:59.049587 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-85d427b7-a191-4b41-a3af-6da433f4d2df tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] 10.222.0.53 "DELETE /v2.0/ports/6286b8ce-8223-40d3-a78e-9b1343b568ac HTTP/1.1" status: 204 len: 168 time: 0.7820349 Nov 25 13:38:59.052279 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52636) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:59.144132 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe5017f-093c-4b5b-aae8-e75e1c1fcdec service neutron] Pushing event updated for resources: {'Port': ['ID=770c8dbd-dc08-4ab3-bef5-f3765dc28f3f,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:59.188646 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-bd0134cf-aa5b-4b94-b350-5db73c884dcb tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Deleting port c81af388-cd60-4457-a83a-83aded071b75 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:38:59.188998 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bd0134cf-aa5b-4b94-b350-5db73c884dcb tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:59.207769 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5d0ad185-5511-4803-a392-5f8a187811c6 req-469ba665-135a-423a-8606-5973f5f0974d service neutron] 10.222.0.47 "GET /v2.0/networks/2e3d6aef-94f2-4d66-9359-35c59174cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673203 Nov 25 13:38:59.284599 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-af05d2c5-f8eb-4715-87ae-1398fc6c35b0 req-dfe5017f-093c-4b5b-aae8-e75e1c1fcdec service neutron] Attempting to bind port 770c8dbd-dc08-4ab3-bef5-f3765dc28f3f on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:38:59.284952 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-af05d2c5-f8eb-4715-87ae-1398fc6c35b0 req-dfe5017f-093c-4b5b-aae8-e75e1c1fcdec service neutron] Attempting to bind port 770c8dbd-dc08-4ab3-bef5-f3765dc28f3f by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '96b562ac-81e6-4825-aeea-b4de255dae2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '255b14d8-346a-4fbf-a07e-8c9650f61893'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:38:59.285271 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af05d2c5-f8eb-4715-87ae-1398fc6c35b0 req-dfe5017f-093c-4b5b-aae8-e75e1c1fcdec service neutron] Attempting to bind port 770c8dbd-dc08-4ab3-bef5-f3765dc28f3f on network 255b14d8-346a-4fbf-a07e-8c9650f61893 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:38:59.293387 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af05d2c5-f8eb-4715-87ae-1398fc6c35b0 req-dfe5017f-093c-4b5b-aae8-e75e1c1fcdec service neutron] Port 770c8dbd-dc08-4ab3-bef5-f3765dc28f3f on network 255b14d8-346a-4fbf-a07e-8c9650f61893 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:38:59.293387 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af05d2c5-f8eb-4715-87ae-1398fc6c35b0 req-dfe5017f-093c-4b5b-aae8-e75e1c1fcdec service neutron] Attempting to bind port 770c8dbd-dc08-4ab3-bef5-f3765dc28f3f on network 255b14d8-346a-4fbf-a07e-8c9650f61893 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:38:59.314871 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af05d2c5-f8eb-4715-87ae-1398fc6c35b0 req-dfe5017f-093c-4b5b-aae8-e75e1c1fcdec service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:38:59.315197 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af05d2c5-f8eb-4715-87ae-1398fc6c35b0 req-dfe5017f-093c-4b5b-aae8-e75e1c1fcdec service neutron] Checking segment: {'id': '96b562ac-81e6-4825-aeea-b4de255dae2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '255b14d8-346a-4fbf-a07e-8c9650f61893'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:38:59.315711 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af05d2c5-f8eb-4715-87ae-1398fc6c35b0 req-dfe5017f-093c-4b5b-aae8-e75e1c1fcdec service neutron] Bound using segment: {'id': '96b562ac-81e6-4825-aeea-b4de255dae2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '255b14d8-346a-4fbf-a07e-8c9650f61893'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:38:59.316178 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-af05d2c5-f8eb-4715-87ae-1398fc6c35b0 req-dfe5017f-093c-4b5b-aae8-e75e1c1fcdec service neutron] Bound port: 770c8dbd-dc08-4ab3-bef5-f3765dc28f3f, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96b562ac-81e6-4825-aeea-b4de255dae2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '255b14d8-346a-4fbf-a07e-8c9650f61893'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:38:59.316541 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-af05d2c5-f8eb-4715-87ae-1398fc6c35b0 req-dfe5017f-093c-4b5b-aae8-e75e1c1fcdec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:59.356536 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bd0134cf-aa5b-4b94-b350-5db73c884dcb tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:59.389685 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-bd0134cf-aa5b-4b94-b350-5db73c884dcb tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Calling delete_port for c81af388-cd60-4457-a83a-83aded071b75 owned by {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:38:59.412716 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9806ef5d-e4e4-4b2e-8f6d-2fbdf32add88 req-a8e9702b-0ef7-4851-a482-f2be14444bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:38:59.414273 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9806ef5d-e4e4-4b2e-8f6d-2fbdf32add88 req-a8e9702b-0ef7-4851-a482-f2be14444bdc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9621a6bf67e14c05a4d0ea4508825aaa&device_id=712f4409-2e31-4815-8ba7-e34bf8a93ad8 HTTP/1.1" status: 200 len: 1096 time: 0.1404314 Nov 25 13:38:59.508828 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-af05d2c5-f8eb-4715-87ae-1398fc6c35b0 req-dfe5017f-093c-4b5b-aae8-e75e1c1fcdec service neutron] For port 770c8dbd-dc08-4ab3-bef5-f3765dc28f3f, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:38:59.515064 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-af05d2c5-f8eb-4715-87ae-1398fc6c35b0 req-dfe5017f-093c-4b5b-aae8-e75e1c1fcdec service neutron] For port 770c8dbd-dc08-4ab3-bef5-f3765dc28f3f, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=770c8dbd-dc08-4ab3-bef5-f3765dc28f3f,segment=NetworkSegment(96b562ac-81e6-4825-aeea-b4de255dae2c),segment_id=96b562ac-81e6-4825-aeea-b4de255dae2c)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:38:59.540894 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-af05d2c5-f8eb-4715-87ae-1398fc6c35b0 req-dfe5017f-093c-4b5b-aae8-e75e1c1fcdec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:59.579633 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9806ef5d-e4e4-4b2e-8f6d-2fbdf32add88 req-d3df0ef7-5b7c-4377-b2ad-e6635e0e1345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:38:59.582077 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9806ef5d-e4e4-4b2e-8f6d-2fbdf32add88 req-d3df0ef7-5b7c-4377-b2ad-e6635e0e1345 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2e3d6aef-94f2-4d66-9359-35c59174cd53 HTTP/1.1" status: 200 len: 915 time: 0.1589048 Nov 25 13:38:59.600216 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05d2c5-f8eb-4715-87ae-1398fc6c35b0 req-dfe5017f-093c-4b5b-aae8-e75e1c1fcdec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:38:59.600843 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-af05d2c5-f8eb-4715-87ae-1398fc6c35b0 req-dfe5017f-093c-4b5b-aae8-e75e1c1fcdec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:59.602198 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-af05d2c5-f8eb-4715-87ae-1398fc6c35b0 req-dfe5017f-093c-4b5b-aae8-e75e1c1fcdec service neutron] 10.222.0.47 "PUT /v2.0/ports/770c8dbd-dc08-4ab3-bef5-f3765dc28f3f HTTP/1.1" status: 200 len: 1093 time: 1.4398055 Nov 25 13:38:59.645832 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9806ef5d-e4e4-4b2e-8f6d-2fbdf32add88 req-221eb04e-4f6d-43ff-8e53-1debd0c5efd0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70551e90-5ccb-470a-b5ba-c382239bd0f1 HTTP/1.1" status: 200 len: 217 time: 0.0516088 Nov 25 13:38:59.744318 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe5017f-093c-4b5b-aae8-e75e1c1fcdec service neutron] Pushing event updated for resources: {'Port': ['ID=770c8dbd-dc08-4ab3-bef5-f3765dc28f3f,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:59.749177 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bd0134cf-aa5b-4b94-b350-5db73c884dcb tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:59.776389 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9806ef5d-e4e4-4b2e-8f6d-2fbdf32add88 req-55ca41e1-f3b8-4158-9c4a-dbc9315bd6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:38:59.777870 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9806ef5d-e4e4-4b2e-8f6d-2fbdf32add88 req-55ca41e1-f3b8-4158-9c4a-dbc9315bd6fa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d8bf206d-3c9e-4304-8edd-e136331ea40d HTTP/1.1" status: 200 len: 854 time: 0.1123016 Nov 25 13:38:59.779729 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05d2c5-f8eb-4715-87ae-1398fc6c35b0 req-76b245f2-6304-4ef4-8da2-eaa811c4d3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:38:59.781107 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-af05d2c5-f8eb-4715-87ae-1398fc6c35b0 req-76b245f2-6304-4ef4-8da2-eaa811c4d3f6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=994b2637c1974a1a956c9e101858d78f&device_id=5d7b27a8-7e68-4ec1-8bc3-6edc182bc5d4 HTTP/1.1" status: 200 len: 1096 time: 0.1048274 Nov 25 13:38:59.822857 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0134cf-aa5b-4b94-b350-5db73c884dcb tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Pushing event deleted for resources: {'Port': ['ID=c81af388-cd60-4457-a83a-83aded071b75,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:38:59.841004 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2b33ad-2fec-45b9-961e-773def8265c5 req-8535ba09-6135-4de5-8336-15455320a352 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:38:59.842997 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0f2b33ad-2fec-45b9-961e-773def8265c5 req-8535ba09-6135-4de5-8336-15455320a352 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5d7b27a8-7e68-4ec1-8bc3-6edc182bc5d4 HTTP/1.1" status: 200 len: 1096 time: 0.2577643 Nov 25 13:38:59.893349 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9806ef5d-e4e4-4b2e-8f6d-2fbdf32add88 req-82a59c11-5299-42a6-950f-43863fad4dd2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2e3d6aef-94f2-4d66-9359-35c59174cd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0902088 Nov 25 13:38:59.894834 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-af05d2c5-f8eb-4715-87ae-1398fc6c35b0 req-ce8e85cd-4a17-4f74-ae47-91c584f67028 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=770c8dbd-dc08-4ab3-bef5-f3765dc28f3f HTTP/1.1" status: 200 len: 217 time: 0.0830731 Nov 25 13:38:59.944193 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bd0134cf-aa5b-4b94-b350-5db73c884dcb tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:38:59.947586 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-bd0134cf-aa5b-4b94-b350-5db73c884dcb tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] 10.222.0.53 "DELETE /v2.0/ports/c81af388-cd60-4457-a83a-83aded071b75 HTTP/1.1" status: 204 len: 168 time: 0.8920381 Nov 25 13:38:59.952091 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52646) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:38:59.978540 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a21d5-03cc-4b70-bd12-1995f81dae64 req-0aa92f3d-24e6-4e5a-8e88-dc1409a30272 tempest-ServerAddressesTestJSON-1607015052 tempest-ServerAddressesTestJSON-1607015052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:38:59.980130 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0f6a21d5-03cc-4b70-bd12-1995f81dae64 req-0aa92f3d-24e6-4e5a-8e88-dc1409a30272 tempest-ServerAddressesTestJSON-1607015052 tempest-ServerAddressesTestJSON-1607015052-project] 10.222.0.53 "GET /v2.0/ports?device_id=712f4409-2e31-4815-8ba7-e34bf8a93ad8 HTTP/1.1" status: 200 len: 944 time: 0.2336597 Nov 25 13:38:59.996339 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05d2c5-f8eb-4715-87ae-1398fc6c35b0 req-9b3190cd-8a6f-48d5-9e6e-f2e9fe663675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:38:59.998371 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-af05d2c5-f8eb-4715-87ae-1398fc6c35b0 req-9b3190cd-8a6f-48d5-9e6e-f2e9fe663675 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=91cc3ae6-218d-4bef-bcd2-07036fc941d2 HTTP/1.1" status: 200 len: 849 time: 0.0898294 Nov 25 13:39:00.038374 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0f2b33ad-2fec-45b9-961e-773def8265c5 req-e8bf279e-7c3f-4f65-94fe-4202f9c3b5ec tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c09e0d1b-a0e4-4d12-8140-871be4d8706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862996 Nov 25 13:39:00.062136 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623085a9-8026-41c1-922e-cff32c7d3a07 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:00.062136 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-623085a9-8026-41c1-922e-cff32c7d3a07 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] 10.222.0.53 "GET /v2.0/ports?device_id=11f4b650-b921-4d1b-9069-83bdfb0cc2f5 HTTP/1.1" status: 200 len: 913 time: 0.1045177 Nov 25 13:39:00.063533 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52648) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:00.137012 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9806ef5d-e4e4-4b2e-8f6d-2fbdf32add88 req-bb436bf9-b1ee-41fe-b044-6894810a2fa1 service neutron] 10.222.0.47 "GET /v2.0/networks/2e3d6aef-94f2-4d66-9359-35c59174cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304235 Nov 25 13:39:00.178634 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0f6a21d5-03cc-4b70-bd12-1995f81dae64 req-67a4fc7a-3294-4dde-a5d4-5a7eb04b91d8 tempest-ServerAddressesTestJSON-1607015052 tempest-ServerAddressesTestJSON-1607015052-project] 10.222.0.53 "GET /v2.0/security-groups?id=d02b2174-28bd-4192-aee7-299f63fa550c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827416 Nov 25 13:39:00.241578 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05d2c5-f8eb-4715-87ae-1398fc6c35b0 req-d69f1085-a298-4e4c-8e57-a8a031502dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:00.243289 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-af05d2c5-f8eb-4715-87ae-1398fc6c35b0 req-d69f1085-a298-4e4c-8e57-a8a031502dbf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=255b14d8-346a-4fbf-a07e-8c9650f61893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2323644 Nov 25 13:39:00.279820 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9806ef5d-e4e4-4b2e-8f6d-2fbdf32add88 req-d7d290bb-d58a-4902-907b-faa3d8413f0b service neutron] 10.222.0.47 "GET /v2.0/networks/2e3d6aef-94f2-4d66-9359-35c59174cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317899 Nov 25 13:39:00.339312 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4f87849f-2f58-4734-bf6e-ebd45a351024 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:00.367051 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-af05d2c5-f8eb-4715-87ae-1398fc6c35b0 req-64469b7b-97d3-4812-8f2e-03441b36ed84 service neutron] 10.222.0.47 "GET /v2.0/networks/255b14d8-346a-4fbf-a07e-8c9650f61893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118658 Nov 25 13:39:00.504031 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-af05d2c5-f8eb-4715-87ae-1398fc6c35b0 req-0e1b86d1-c9fd-4fe3-b2c3-94b6e7ea8183 service neutron] 10.222.0.47 "GET /v2.0/networks/255b14d8-346a-4fbf-a07e-8c9650f61893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296201 Nov 25 13:39:00.541468 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1d7c0416-8005-4293-bef3-3ddd5c067c9d tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:00.563078 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d7b27a8-7e68-4ec1-8bc3-6edc182bc5d4', 'tag': '770c8dbd-dc08-4ab3-bef5-f3765dc28f3f'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:39:00.565525 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06fe04f9-dd90-4f27-a4e0-bd0710b8c5a3" -d '{"events": [{"name": "network-changed", "server_uuid": "5d7b27a8-7e68-4ec1-8bc3-6edc182bc5d4", "tag": "770c8dbd-dc08-4ab3-bef5-f3765dc28f3f"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:39:00.616763 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959a9d4d-525b-4143-9c63-66aae8ba29bc x-openstack-request-id: req-959a9d4d-525b-4143-9c63-66aae8ba29bc {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:39:00.617430 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d7b27a8-7e68-4ec1-8bc3-6edc182bc5d4", "tag": "770c8dbd-dc08-4ab3-bef5-f3765dc28f3f", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:39:00.617861 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-959a9d4d-525b-4143-9c63-66aae8ba29bc {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:39:00.618440 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d7b27a8-7e68-4ec1-8bc3-6edc182bc5d4', 'tag': '770c8dbd-dc08-4ab3-bef5-f3765dc28f3f', 'status': 'completed', 'code': 200} Nov 25 13:39:00.701113 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fe04f9-dd90-4f27-a4e0-bd0710b8c5a3 req-ecf4b8b1-d2de-4082-9643-f35a0819b0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:00.703864 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-06fe04f9-dd90-4f27-a4e0-bd0710b8c5a3 req-ecf4b8b1-d2de-4082-9643-f35a0819b0f9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=994b2637c1974a1a956c9e101858d78f&device_id=5d7b27a8-7e68-4ec1-8bc3-6edc182bc5d4 HTTP/1.1" status: 200 len: 1096 time: 0.0641866 Nov 25 13:39:00.820903 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fe04f9-dd90-4f27-a4e0-bd0710b8c5a3 req-aac5c04a-9216-4440-9fa2-1b2187db2ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:00.822409 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-06fe04f9-dd90-4f27-a4e0-bd0710b8c5a3 req-aac5c04a-9216-4440-9fa2-1b2187db2ca7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=255b14d8-346a-4fbf-a07e-8c9650f61893 HTTP/1.1" status: 200 len: 911 time: 0.1074970 Nov 25 13:39:00.846080 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-1d7c0416-8005-4293-bef3-3ddd5c067c9d tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Deleting port 19e4e244-2fff-473b-84b7-9d52c2828ce3 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:39:00.846651 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1d7c0416-8005-4293-bef3-3ddd5c067c9d tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:00.886885 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-06fe04f9-dd90-4f27-a4e0-bd0710b8c5a3 req-22d2905e-c5b5-4d25-8765-6e90cf081d4f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=770c8dbd-dc08-4ab3-bef5-f3765dc28f3f HTTP/1.1" status: 200 len: 217 time: 0.0481932 Nov 25 13:39:00.948005 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fe04f9-dd90-4f27-a4e0-bd0710b8c5a3 req-7d41d166-20a8-41b1-83fe-642dedefd962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:00.949619 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-06fe04f9-dd90-4f27-a4e0-bd0710b8c5a3 req-7d41d166-20a8-41b1-83fe-642dedefd962 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=91cc3ae6-218d-4bef-bcd2-07036fc941d2 HTTP/1.1" status: 200 len: 849 time: 0.0462458 Nov 25 13:39:00.963466 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1d7c0416-8005-4293-bef3-3ddd5c067c9d tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:00.984098 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-1d7c0416-8005-4293-bef3-3ddd5c067c9d tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Calling delete_port for 19e4e244-2fff-473b-84b7-9d52c2828ce3 owned by network:router_interface {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:39:01.004051 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fe04f9-dd90-4f27-a4e0-bd0710b8c5a3 req-462106b5-1dd1-429b-ac35-1ade4206d3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:01.006222 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-06fe04f9-dd90-4f27-a4e0-bd0710b8c5a3 req-462106b5-1dd1-429b-ac35-1ade4206d3b8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=255b14d8-346a-4fbf-a07e-8c9650f61893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487864 Nov 25 13:39:01.142801 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-06fe04f9-dd90-4f27-a4e0-bd0710b8c5a3 req-f11940c0-33da-4246-b3a6-a05b730b91dd service neutron] 10.222.0.47 "GET /v2.0/networks/255b14d8-346a-4fbf-a07e-8c9650f61893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279941 Nov 25 13:39:01.371828 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-06fe04f9-dd90-4f27-a4e0-bd0710b8c5a3 req-7db0377e-979a-42f4-b87b-ce1edfd65dcd service neutron] 10.222.0.47 "GET /v2.0/networks/255b14d8-346a-4fbf-a07e-8c9650f61893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173412 Nov 25 13:39:01.585342 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b09e639-5e39-42ac-bc1c-833d41fd01d7 req-d22e460c-4bc4-4f7e-acb2-762120dcd65e tempest-ServerAddressesTestJSON-1607015052 tempest-ServerAddressesTestJSON-1607015052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:01.586873 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3b09e639-5e39-42ac-bc1c-833d41fd01d7 req-d22e460c-4bc4-4f7e-acb2-762120dcd65e tempest-ServerAddressesTestJSON-1607015052 tempest-ServerAddressesTestJSON-1607015052-project] 10.222.0.53 "GET /v2.0/ports?device_id=712f4409-2e31-4815-8ba7-e34bf8a93ad8 HTTP/1.1" status: 200 len: 944 time: 0.0961170 Nov 25 13:39:01.596299 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82505153-acc7-416d-95b0-2aa49641f944 req-6a3d2bad-c8c0-4e85-9ab1-86ecb466c415 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:01.604576 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-82505153-acc7-416d-95b0-2aa49641f944 req-6a3d2bad-c8c0-4e85-9ab1-86ecb466c415 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5d7b27a8-7e68-4ec1-8bc3-6edc182bc5d4 HTTP/1.1" status: 200 len: 1096 time: 0.1251097 Nov 25 13:39:01.723208 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1d7c0416-8005-4293-bef3-3ddd5c067c9d tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:01.735203 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3b09e639-5e39-42ac-bc1c-833d41fd01d7 req-7bc98772-b566-4bd0-bfd6-6d77037ed960 tempest-ServerAddressesTestJSON-1607015052 tempest-ServerAddressesTestJSON-1607015052-project] 10.222.0.53 "GET /v2.0/security-groups?id=d02b2174-28bd-4192-aee7-299f63fa550c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051824 Nov 25 13:39:01.771027 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-82505153-acc7-416d-95b0-2aa49641f944 req-10203ab6-e5a0-417c-8108-64f69e680c3a tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c09e0d1b-a0e4-4d12-8140-871be4d8706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654418 Nov 25 13:39:01.775075 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7c0416-8005-4293-bef3-3ddd5c067c9d tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Pushing event deleted for resources: {'Port': ['ID=19e4e244-2fff-473b-84b7-9d52c2828ce3,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:02.016830 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1d7c0416-8005-4293-bef3-3ddd5c067c9d tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:02.330771 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d7c0416-8005-4293-bef3-3ddd5c067c9d tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Router 11f4b650-b921-4d1b-9069-83bdfb0cc2f5 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:39:02.506254 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d7c0416-8005-4293-bef3-3ddd5c067c9d tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:39:02.518874 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3b35d4-76d9-4dee-a323-0f04726f1c4e None None] Sync routers for ids ['11f4b650-b921-4d1b-9069-83bdfb0cc2f5'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:39:02.519957 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 52672) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:02.532738 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-1d7c0416-8005-4293-bef3-3ddd5c067c9d tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] 10.222.0.53 "PUT /v2.0/routers/11f4b650-b921-4d1b-9069-83bdfb0cc2f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4520824 Nov 25 13:39:02.539516 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3b35d4-76d9-4dee-a323-0f04726f1c4e None None] Routers {'11f4b650-b921-4d1b-9069-83bdfb0cc2f5'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:39:02.540160 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-4b3b35d4-76d9-4dee-a323-0f04726f1c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:38:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['11f4b650-b921-4d1b-9069-83bdfb0cc2f5'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:02.608396 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 70551e90-5ccb-470a-b5ba-c382239bd0f1 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:39:02.640018 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-4b3b35d4-76d9-4dee-a323-0f04726f1c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:02.668041 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3b35d4-76d9-4dee-a323-0f04726f1c4e None None] Routers {'11f4b650-b921-4d1b-9069-83bdfb0cc2f5'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:39:02.670663 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-4b3b35d4-76d9-4dee-a323-0f04726f1c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:38:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['11f4b650-b921-4d1b-9069-83bdfb0cc2f5'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:02.744550 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-4b3b35d4-76d9-4dee-a323-0f04726f1c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:02.745543 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3b35d4-76d9-4dee-a323-0f04726f1c4e None None] The sync data for ids ['11f4b650-b921-4d1b-9069-83bdfb0cc2f5'] in n-d-808199-11 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:39:02.755499 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f1c2c83b-a818-4a0c-9485-247515245f72 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:02.814402 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cce30246-7759-49ca-8ace-ebd594c16366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:02.884540 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 70551e90-5ccb-470a-b5ba-c382239bd0f1, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=70551e90-5ccb-470a-b5ba-c382239bd0f1,segment=NetworkSegment(793caf49-c5b2-4038-bd27-267cdc7e8d11),segment_id=793caf49-c5b2-4038-bd27-267cdc7e8d11)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:39:02.911137 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '70551e90-5ccb-470a-b5ba-c382239bd0f1', 'network_id': '2e3d6aef-94f2-4d66-9359-35c59174cd53', 'port_id': '70551e90-5ccb-470a-b5ba-c382239bd0f1', 'mac_address': 'fa:16:3e:c3:07:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8bf206d-3c9e-4304-8edd-e136331ea40d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:39:02.947063 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f1c2c83b-a818-4a0c-9485-247515245f72 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:03.065885 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:03.068557 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-f1c2c83b-a818-4a0c-9485-247515245f72 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Deleting port 96564ddb-0a05-4078-9b26-d45c807e1caa {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:39:03.068907 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f1c2c83b-a818-4a0c-9485-247515245f72 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:03.077716 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f310ab-0243-4828-9427-b0b83b367db5 req-23116709-6c7b-4dec-accf-6c932c4d28f9 tempest-ServerAddressesTestJSON-1607015052 tempest-ServerAddressesTestJSON-1607015052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:03.079203 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f0f310ab-0243-4828-9427-b0b83b367db5 req-23116709-6c7b-4dec-accf-6c932c4d28f9 tempest-ServerAddressesTestJSON-1607015052 tempest-ServerAddressesTestJSON-1607015052-project] 10.222.0.53 "GET /v2.0/ports?device_id=712f4409-2e31-4815-8ba7-e34bf8a93ad8 HTTP/1.1" status: 200 len: 944 time: 0.1646914 Nov 25 13:39:03.081309 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e64d3f-1bba-417c-8dc9-2450c3d94cf5 req-2d32e16b-34e7-45f3-89af-70eab621da66 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:03.088671 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-29e64d3f-1bba-417c-8dc9-2450c3d94cf5 req-2d32e16b-34e7-45f3-89af-70eab621da66 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5d7b27a8-7e68-4ec1-8bc3-6edc182bc5d4 HTTP/1.1" status: 200 len: 1096 time: 0.1694682 Nov 25 13:39:03.094676 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70551e90-5ccb-470a-b5ba-c382239bd0f1 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:39:03.126509 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 70551e90-5ccb-470a-b5ba-c382239bd0f1, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=70551e90-5ccb-470a-b5ba-c382239bd0f1,segment=NetworkSegment(793caf49-c5b2-4038-bd27-267cdc7e8d11),segment_id=793caf49-c5b2-4038-bd27-267cdc7e8d11)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:39:03.131320 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:03.200150 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-29e64d3f-1bba-417c-8dc9-2450c3d94cf5 req-517062e7-4194-48eb-b137-616a7f789ab6 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c09e0d1b-a0e4-4d12-8140-871be4d8706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878124 Nov 25 13:39:03.233887 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f0f310ab-0243-4828-9427-b0b83b367db5 req-d1f19247-5a58-4aba-916c-ff5b54910ff1 tempest-ServerAddressesTestJSON-1607015052 tempest-ServerAddressesTestJSON-1607015052-project] 10.222.0.53 "GET /v2.0/security-groups?id=d02b2174-28bd-4192-aee7-299f63fa550c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367519 Nov 25 13:39:03.248865 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=70551e90-5ccb-470a-b5ba-c382239bd0f1,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:03.281146 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f1c2c83b-a818-4a0c-9485-247515245f72 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:03.299470 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-f1c2c83b-a818-4a0c-9485-247515245f72 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Calling delete_port for 96564ddb-0a05-4078-9b26-d45c807e1caa owned by network:router_gateway {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:39:03.346513 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['70551e90-5ccb-470a-b5ba-c382239bd0f1'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:39:03.850335 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f1c2c83b-a818-4a0c-9485-247515245f72 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:03.880098 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c2c83b-a818-4a0c-9485-247515245f72 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Pushing event deleted for resources: {'Port': ['ID=96564ddb-0a05-4078-9b26-d45c807e1caa,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:03.880408 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:03.905447 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9208ac-a32b-4c37-9261-2a7bb24aa65a None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:39:03.954577 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f1c2c83b-a818-4a0c-9485-247515245f72 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:04.051505 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f1c2c83b-a818-4a0c-9485-247515245f72 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:04.053669 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f1c2c83b-a818-4a0c-9485-247515245f72 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:04.104447 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f1c2c83b-a818-4a0c-9485-247515245f72 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:04.105209 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c2c83b-a818-4a0c-9485-247515245f72 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Fanout notify agent at l3_agent the message router_deleted on router 11f4b650-b921-4d1b-9069-83bdfb0cc2f5 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:39:04.113825 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f1c2c83b-a818-4a0c-9485-247515245f72 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:04.115023 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-f1c2c83b-a818-4a0c-9485-247515245f72 tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] 10.222.0.53 "DELETE /v2.0/routers/11f4b650-b921-4d1b-9069-83bdfb0cc2f5 HTTP/1.1" status: 204 len: 168 time: 1.5936050 Nov 25 13:39:04.117588 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52682) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:04.177882 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff09abf6-0ffe-4a66-9040-fec93f0f026c tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Deleting subnet 1b572ce4-2b99-44eb-8db2-c0bb1c2dce0f {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:39:04.182727 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ff09abf6-0ffe-4a66-9040-fec93f0f026c tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:04.226804 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ff09abf6-0ffe-4a66-9040-fec93f0f026c tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:04.303120 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ff09abf6-0ffe-4a66-9040-fec93f0f026c tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:04.444579 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589685fd-bcfc-4ec0-a7b7-cc6a6d545e08 req-8f91ae01-3596-44eb-9166-31da154f5492 tempest-ServerAddressesTestJSON-1607015052 tempest-ServerAddressesTestJSON-1607015052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:04.446163 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-589685fd-bcfc-4ec0-a7b7-cc6a6d545e08 req-8f91ae01-3596-44eb-9166-31da154f5492 tempest-ServerAddressesTestJSON-1607015052 tempest-ServerAddressesTestJSON-1607015052-project] 10.222.0.53 "GET /v2.0/ports?device_id=712f4409-2e31-4815-8ba7-e34bf8a93ad8 HTTP/1.1" status: 200 len: 945 time: 0.0963707 Nov 25 13:39:04.451269 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e55a06-a896-4bf4-9f44-4e39253c36cb req-41f06b0f-552a-420b-b000-45f540fd456d tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:04.452960 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e9e55a06-a896-4bf4-9f44-4e39253c36cb req-41f06b0f-552a-420b-b000-45f540fd456d tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5d7b27a8-7e68-4ec1-8bc3-6edc182bc5d4 HTTP/1.1" status: 200 len: 1096 time: 0.1181016 Nov 25 13:39:04.476400 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ff09abf6-0ffe-4a66-9040-fec93f0f026c tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:04.530351 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff09abf6-0ffe-4a66-9040-fec93f0f026c tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Pushing event deleted for resources: {'Subnet': ['ID=1b572ce4-2b99-44eb-8db2-c0bb1c2dce0f,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:04.543258 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ff09abf6-0ffe-4a66-9040-fec93f0f026c tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:04.555526 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 52690) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:04.558966 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-ff09abf6-0ffe-4a66-9040-fec93f0f026c tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] 10.222.0.53 "DELETE /v2.0/subnets/1b572ce4-2b99-44eb-8db2-c0bb1c2dce0f HTTP/1.1" status: 204 len: 168 time: 0.4365118 Nov 25 13:39:04.613507 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-589685fd-bcfc-4ec0-a7b7-cc6a6d545e08 req-05dbbe77-08b1-457d-a2ee-296d117ff4a3 tempest-ServerAddressesTestJSON-1607015052 tempest-ServerAddressesTestJSON-1607015052-project] 10.222.0.53 "GET /v2.0/security-groups?id=d02b2174-28bd-4192-aee7-299f63fa550c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536787 Nov 25 13:39:04.616767 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e9e55a06-a896-4bf4-9f44-4e39253c36cb req-8e89a45f-df66-43dd-be57-686cfdbc2294 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c09e0d1b-a0e4-4d12-8140-871be4d8706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485653 Nov 25 13:39:04.632542 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 770c8dbd-dc08-4ab3-bef5-f3765dc28f3f details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:39:04.646723 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 70551e90-5ccb-470a-b5ba-c382239bd0f1 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:39:04.671937 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9fda9612-67c1-4030-b43e-68c25594678d tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:04.791278 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9fda9612-67c1-4030-b43e-68c25594678d tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:04.797601 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 770c8dbd-dc08-4ab3-bef5-f3765dc28f3f, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=770c8dbd-dc08-4ab3-bef5-f3765dc28f3f,segment=NetworkSegment(96b562ac-81e6-4825-aeea-b4de255dae2c),segment_id=96b562ac-81e6-4825-aeea-b4de255dae2c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:39:04.807083 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 70551e90-5ccb-470a-b5ba-c382239bd0f1 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:39:04.816852 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 70551e90-5ccb-470a-b5ba-c382239bd0f1 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:39:04.817225 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:04.822997 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-9fda9612-67c1-4030-b43e-68c25594678d tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a0bb006-de6a-40ad-84ac-db4b93452281']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:04.823858 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '770c8dbd-dc08-4ab3-bef5-f3765dc28f3f', 'network_id': '255b14d8-346a-4fbf-a07e-8c9650f61893', 'port_id': '770c8dbd-dc08-4ab3-bef5-f3765dc28f3f', 'mac_address': 'fa:16:3e:5b:64:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91cc3ae6-218d-4bef-bcd2-07036fc941d2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:39:04.834782 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-9fda9612-67c1-4030-b43e-68c25594678d tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '576a9eda-d187-41d7-92a6-992418b56dbe') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:04.835453 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-9fda9612-67c1-4030-b43e-68c25594678d tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '576a9eda-d187-41d7-92a6-992418b56dbe') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:04.846076 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9fda9612-67c1-4030-b43e-68c25594678d tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:04.860394 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9fda9612-67c1-4030-b43e-68c25594678d tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:04.867378 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fda9612-67c1-4030-b43e-68c25594678d tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:39:04.867826 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9fda9612-67c1-4030-b43e-68c25594678d tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:04.871745 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:39:04.871745 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:39:04.871745 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:39:04.871745 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:39:04.871745 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:39:04.871745 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:39:04.871745 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:39:04.871745 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:39:04.871745 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:39:04.871745 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:39:04.871745 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:39:04.871745 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:39:04.871745 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:39:04.871745 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:39:04.871745 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:39:04.871745 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:39:04.871745 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:39:04.871745 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:39:04.871745 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:39:04.871745 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:39:04.871745 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:39:04.871745 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:39:04.871745 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:39:04.871745 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:39:04.871745 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:39:04.871745 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:39:04.871745 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:39:04.871745 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:39:04.871745 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:39:04.871745 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:39:04.871745 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:39:04.871745 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:39:04.905529 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:04.921766 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 770c8dbd-dc08-4ab3-bef5-f3765dc28f3f {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:39:04.941277 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9fda9612-67c1-4030-b43e-68c25594678d tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:04.949029 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9fda9612-67c1-4030-b43e-68c25594678d tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:04.953065 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-9fda9612-67c1-4030-b43e-68c25594678d tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] 10.222.0.53 "DELETE /v2.0/networks/6a0bb006-de6a-40ad-84ac-db4b93452281 HTTP/1.1" status: 204 len: 168 time: 0.3965321 Nov 25 13:39:04.966779 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fda9612-67c1-4030-b43e-68c25594678d tempest-FloatingIPTestJSON-101242509 tempest-FloatingIPTestJSON-101242509-project] Pushing event deleted for resources: {'Network': ['ID=6a0bb006-de6a-40ad-84ac-db4b93452281,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:05.161392 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 770c8dbd-dc08-4ab3-bef5-f3765dc28f3f, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=770c8dbd-dc08-4ab3-bef5-f3765dc28f3f,segment=NetworkSegment(96b562ac-81e6-4825-aeea-b4de255dae2c),segment_id=96b562ac-81e6-4825-aeea-b4de255dae2c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:39:05.170217 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:05.179685 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:05.251764 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 70551e90-5ccb-470a-b5ba-c382239bd0f1, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=70551e90-5ccb-470a-b5ba-c382239bd0f1,segment=NetworkSegment(793caf49-c5b2-4038-bd27-267cdc7e8d11),segment_id=793caf49-c5b2-4038-bd27-267cdc7e8d11)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:39:05.257651 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '712f4409-2e31-4815-8ba7-e34bf8a93ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70551e90-5ccb-470a-b5ba-c382239bd0f1'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:39:05.258479 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 52698) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:05.260343 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce048ce3-c753-4858-8e40-5bde61d1433a" -d '{"events": [{"server_uuid": "712f4409-2e31-4815-8ba7-e34bf8a93ad8", "name": "network-vif-plugged", "status": "completed", "tag": "70551e90-5ccb-470a-b5ba-c382239bd0f1"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:39:05.267655 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:05.274244 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:05.287137 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=770c8dbd-dc08-4ab3-bef5-f3765dc28f3f,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:05.348468 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f21341fa-f876-45ff-9591-b233c4401035 x-openstack-request-id: req-f21341fa-f876-45ff-9591-b233c4401035 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:39:05.348776 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "712f4409-2e31-4815-8ba7-e34bf8a93ad8", "name": "network-vif-plugged", "status": "completed", "tag": "70551e90-5ccb-470a-b5ba-c382239bd0f1", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:39:05.349038 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f21341fa-f876-45ff-9591-b233c4401035 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:39:05.349434 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '712f4409-2e31-4815-8ba7-e34bf8a93ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70551e90-5ccb-470a-b5ba-c382239bd0f1', 'code': 200} Nov 25 13:39:05.353724 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=70551e90-5ccb-470a-b5ba-c382239bd0f1,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:05.407686 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['770c8dbd-dc08-4ab3-bef5-f3765dc28f3f'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:39:05.505340 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440e436-dda3-4877-a0a4-29c10f7c263d req-9625fd7d-a0a2-4257-9f65-fd783ed037a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:05.506876 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5440e436-dda3-4877-a0a4-29c10f7c263d req-9625fd7d-a0a2-4257-9f65-fd783ed037a0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=712f4409-2e31-4815-8ba7-e34bf8a93ad8 HTTP/1.1" status: 200 len: 1098 time: 0.0806172 Nov 25 13:39:05.535494 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5d16cbb3-fc73-43e8-a6c2-555397586043 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ed1c5eaddcf54805a69e2ee378299fb6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2748508 Nov 25 13:39:05.537997 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 52704) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:05.615850 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5440e436-dda3-4877-a0a4-29c10f7c263d req-83aa459c-a752-414a-84c3-17654ab5f43c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d02b2174-28bd-4192-aee7-299f63fa550c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986760 Nov 25 13:39:05.646862 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f0d8596f-8982-49b0-9065-4a0c3c974d18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:05.679324 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f0d8596f-8982-49b0-9065-4a0c3c974d18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:05.749236 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f0d8596f-8982-49b0-9065-4a0c3c974d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:05.752720 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f0d8596f-8982-49b0-9065-4a0c3c974d18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:05.753897 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-f0d8596f-8982-49b0-9065-4a0c3c974d18 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8543c0d2-49c8-447f-8852-1f4ca4490746 HTTP/1.1" status: 204 len: 168 time: 0.2149763 Nov 25 13:39:05.771650 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d8596f-8982-49b0-9065-4a0c3c974d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8543c0d2-49c8-447f-8852-1f4ca4490746,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:05.869192 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa7e6a7-6d01-4ab8-b3d0-ce80046f84b4 req-29d8abb0-f91b-47b8-b6ce-dee8326d75a7 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:05.882716 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2aa7e6a7-6d01-4ab8-b3d0-ce80046f84b4 req-29d8abb0-f91b-47b8-b6ce-dee8326d75a7 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5d7b27a8-7e68-4ec1-8bc3-6edc182bc5d4 HTTP/1.1" status: 200 len: 1097 time: 0.1504335 Nov 25 13:39:05.904692 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7201238-ac59-4edd-8358-d1c21f091692 req-61e16334-b4e6-4858-abe9-2213bb24afa6 tempest-ServerAddressesTestJSON-1607015052 tempest-ServerAddressesTestJSON-1607015052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:05.906270 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a7201238-ac59-4edd-8358-d1c21f091692 req-61e16334-b4e6-4858-abe9-2213bb24afa6 tempest-ServerAddressesTestJSON-1607015052 tempest-ServerAddressesTestJSON-1607015052-project] 10.222.0.53 "GET /v2.0/ports?device_id=712f4409-2e31-4815-8ba7-e34bf8a93ad8 HTTP/1.1" status: 200 len: 946 time: 0.1644154 Nov 25 13:39:05.930667 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 52722) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:06.007375 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2aa7e6a7-6d01-4ab8-b3d0-ce80046f84b4 req-0a89e471-bcb9-41c2-9ab7-77ce96e11859 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c09e0d1b-a0e4-4d12-8140-871be4d8706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956309 Nov 25 13:39:06.032872 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a7201238-ac59-4edd-8358-d1c21f091692 req-b7350c63-cb48-4bbd-9367-22f310aab0a4 tempest-ServerAddressesTestJSON-1607015052 tempest-ServerAddressesTestJSON-1607015052-project] 10.222.0.53 "GET /v2.0/security-groups?id=d02b2174-28bd-4192-aee7-299f63fa550c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058514 Nov 25 13:39:06.242515 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:06.288267 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52732) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:06.288832 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-518d612e-2afb-4ede-a0ea-db831a77e2de admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=67354ac5de4741debb901f5ab29b9c45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3568382 Nov 25 13:39:06.357570 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-99a743ac-ff97-44b2-afcb-08c5e2e1d17d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:06.386100 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-99a743ac-ff97-44b2-afcb-08c5e2e1d17d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:06.452117 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-99a743ac-ff97-44b2-afcb-08c5e2e1d17d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:06.454645 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-99a743ac-ff97-44b2-afcb-08c5e2e1d17d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:06.455838 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-99a743ac-ff97-44b2-afcb-08c5e2e1d17d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7a87ee86-2977-4f35-b4e5-b210a3a7d3a1 HTTP/1.1" status: 204 len: 168 time: 0.1665614 Nov 25 13:39:06.466045 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a743ac-ff97-44b2-afcb-08c5e2e1d17d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a87ee86-2977-4f35-b4e5-b210a3a7d3a1,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:06.641798 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 770c8dbd-dc08-4ab3-bef5-f3765dc28f3f up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:39:06.729852 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 770c8dbd-dc08-4ab3-bef5-f3765dc28f3f completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:39:06.735245 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 770c8dbd-dc08-4ab3-bef5-f3765dc28f3f triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:39:06.735912 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:06.831004 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52752) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:06.835470 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:06.883622 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 770c8dbd-dc08-4ab3-bef5-f3765dc28f3f, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=770c8dbd-dc08-4ab3-bef5-f3765dc28f3f,segment=NetworkSegment(96b562ac-81e6-4825-aeea-b4de255dae2c),segment_id=96b562ac-81e6-4825-aeea-b4de255dae2c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:39:06.888380 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:06.948293 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=770c8dbd-dc08-4ab3-bef5-f3765dc28f3f,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:06.955342 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-90e3f969-2e65-419c-9dad-1c2cab4ac1f0 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-131339993'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:39:06.983948 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e3f969-2e65-419c-9dad-1c2cab4ac1f0 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Made reservation on behalf of 13d4e7610b824f708f8a4626b9c16f61 for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:39:06.988106 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-90e3f969-2e65-419c-9dad-1c2cab4ac1f0 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:06.999438 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-90e3f969-2e65-419c-9dad-1c2cab4ac1f0 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:07.191928 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-90e3f969-2e65-419c-9dad-1c2cab4ac1f0 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:07.200665 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-90e3f969-2e65-419c-9dad-1c2cab4ac1f0 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:07.211185 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a256c20-2fc4-4c5b-859d-b18c7d777ab9 req-c41c1050-8146-4e7a-8a20-87c5e7c8f916 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:07.218868 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7a256c20-2fc4-4c5b-859d-b18c7d777ab9 req-c41c1050-8146-4e7a-8a20-87c5e7c8f916 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5d7b27a8-7e68-4ec1-8bc3-6edc182bc5d4 HTTP/1.1" status: 200 len: 1098 time: 0.1286647 Nov 25 13:39:07.264670 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff0fb4b-0801-4126-875f-acb1e5349edb req-0caaa32c-890c-4ba2-a1c5-c92c96e43fa5 tempest-ServerAddressesTestJSON-1607015052 tempest-ServerAddressesTestJSON-1607015052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:07.266190 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0ff0fb4b-0801-4126-875f-acb1e5349edb req-0caaa32c-890c-4ba2-a1c5-c92c96e43fa5 tempest-ServerAddressesTestJSON-1607015052 tempest-ServerAddressesTestJSON-1607015052-project] 10.222.0.53 "GET /v2.0/ports?device_id=712f4409-2e31-4815-8ba7-e34bf8a93ad8 HTTP/1.1" status: 200 len: 946 time: 0.1311004 Nov 25 13:39:07.271339 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90e3f969-2e65-419c-9dad-1c2cab4ac1f0 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:39:07.297231 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e3f969-2e65-419c-9dad-1c2cab4ac1f0 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=510af39c-5c59-45e5-b3ec-1195d6dcb817,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:07.310432 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-90e3f969-2e65-419c-9dad-1c2cab4ac1f0 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:07.310844 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-90e3f969-2e65-419c-9dad-1c2cab4ac1f0 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Added segment 13ab0919-0c78-4cc0-a33d-3dface69fcff of type vlan for network 1a97e335-98c0-4976-a6aa-c9161653697a Nov 25 13:39:07.350404 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d7b27a8-7e68-4ec1-8bc3-6edc182bc5d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770c8dbd-dc08-4ab3-bef5-f3765dc28f3f'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:39:07.352790 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aea5608-facf-4df9-9024-0ca8bd6fe23d" -d '{"events": [{"server_uuid": "5d7b27a8-7e68-4ec1-8bc3-6edc182bc5d4", "name": "network-vif-plugged", "status": "completed", "tag": "770c8dbd-dc08-4ab3-bef5-f3765dc28f3f"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:39:07.359122 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7a256c20-2fc4-4c5b-859d-b18c7d777ab9 req-35aa4ed9-dd1d-4bde-a4c4-cf01751c5ba3 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c09e0d1b-a0e4-4d12-8140-871be4d8706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391287 Nov 25 13:39:07.401792 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-90e3f969-2e65-419c-9dad-1c2cab4ac1f0 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:07.430949 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0ff0fb4b-0801-4126-875f-acb1e5349edb req-ddf37649-83e4-4c70-9a0b-e9644397a808 tempest-ServerAddressesTestJSON-1607015052 tempest-ServerAddressesTestJSON-1607015052-project] 10.222.0.53 "GET /v2.0/security-groups?id=d02b2174-28bd-4192-aee7-299f63fa550c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434915 Nov 25 13:39:07.434322 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b06d1c-afd7-4d6b-9a2a-bb24ac4a307c x-openstack-request-id: req-e3b06d1c-afd7-4d6b-9a2a-bb24ac4a307c {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:39:07.434942 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d7b27a8-7e68-4ec1-8bc3-6edc182bc5d4", "name": "network-vif-plugged", "status": "completed", "tag": "770c8dbd-dc08-4ab3-bef5-f3765dc28f3f", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:39:07.435723 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e3b06d1c-afd7-4d6b-9a2a-bb24ac4a307c {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:39:07.436354 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d7b27a8-7e68-4ec1-8bc3-6edc182bc5d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770c8dbd-dc08-4ab3-bef5-f3765dc28f3f', 'code': 200} Nov 25 13:39:07.479206 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-90e3f969-2e65-419c-9dad-1c2cab4ac1f0 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:07.486661 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e3f969-2e65-419c-9dad-1c2cab4ac1f0 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:07.487338 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-90e3f969-2e65-419c-9dad-1c2cab4ac1f0 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:07.554137 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8ee48d-0c13-4610-9362-8b6608869163 req-7efd4a5e-3593-4987-ac1f-ec638d31b219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:07.555874 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6f8ee48d-0c13-4610-9362-8b6608869163 req-7efd4a5e-3593-4987-ac1f-ec638d31b219 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5d7b27a8-7e68-4ec1-8bc3-6edc182bc5d4 HTTP/1.1" status: 200 len: 1098 time: 0.0621057 Nov 25 13:39:07.570493 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-90e3f969-2e65-419c-9dad-1c2cab4ac1f0 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7383461 Nov 25 13:39:07.590713 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e3f969-2e65-419c-9dad-1c2cab4ac1f0 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Pushing event updated for resources: {'Network': ['ID=1a97e335-98c0-4976-a6aa-c9161653697a,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:07.602119 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 1a97e335-98c0-4976-a6aa-c9161653697a details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:39:07.703484 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6f8ee48d-0c13-4610-9362-8b6608869163 req-007fd812-91e8-49e8-bfcd-f2965fa65428 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c09e0d1b-a0e4-4d12-8140-871be4d8706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349454 Nov 25 13:39:08.050849 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0092e68f-4fd0-48d6-9e1c-0b622a3d8c21 req-3ca7cc26-9f4a-4c12-9390-09aadc0e044c tempest-ServerAddressesTestJSON-1607015052 tempest-ServerAddressesTestJSON-1607015052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:08.059788 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0092e68f-4fd0-48d6-9e1c-0b622a3d8c21 req-3ca7cc26-9f4a-4c12-9390-09aadc0e044c tempest-ServerAddressesTestJSON-1607015052 tempest-ServerAddressesTestJSON-1607015052-project] 10.222.0.53 "GET /v2.0/ports?device_id=712f4409-2e31-4815-8ba7-e34bf8a93ad8 HTTP/1.1" status: 200 len: 946 time: 0.0733256 Nov 25 13:39:08.115178 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0092e68f-4fd0-48d6-9e1c-0b622a3d8c21 req-110fac22-443d-4880-b9fc-ec6677265694 tempest-ServerAddressesTestJSON-1607015052 tempest-ServerAddressesTestJSON-1607015052-project] 10.222.0.53 "GET /v2.0/security-groups?id=d02b2174-28bd-4192-aee7-299f63fa550c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534792 Nov 25 13:39:08.188662 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:08.489846 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e5959-17d3-427e-807f-ce3ea228222f req-10cd5da6-5d53-4507-a5cc-1c15051d4fbb tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:08.492775 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-913e5959-17d3-427e-807f-ce3ea228222f req-10cd5da6-5d53-4507-a5cc-1c15051d4fbb tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5d7b27a8-7e68-4ec1-8bc3-6edc182bc5d4 HTTP/1.1" status: 200 len: 1098 time: 0.0462964 Nov 25 13:39:08.545056 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-913e5959-17d3-427e-807f-ce3ea228222f req-d250848b-5610-4c6f-b038-fa6a841691cd tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c09e0d1b-a0e4-4d12-8140-871be4d8706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455828 Nov 25 13:39:09.266504 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d00b92-7bf1-4da5-9d8d-9a37c26d270a req-c6eb77e4-ad4a-4925-9030-674e44ffea7c tempest-ServerAddressesTestJSON-1607015052 tempest-ServerAddressesTestJSON-1607015052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:09.275492 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-36d00b92-7bf1-4da5-9d8d-9a37c26d270a req-c6eb77e4-ad4a-4925-9030-674e44ffea7c tempest-ServerAddressesTestJSON-1607015052 tempest-ServerAddressesTestJSON-1607015052-project] 10.222.0.53 "GET /v2.0/ports?device_id=712f4409-2e31-4815-8ba7-e34bf8a93ad8 HTTP/1.1" status: 200 len: 946 time: 0.0720277 Nov 25 13:39:09.361877 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-36d00b92-7bf1-4da5-9d8d-9a37c26d270a req-8e430472-b7e1-464b-b6d5-896b8ce50616 tempest-ServerAddressesTestJSON-1607015052 tempest-ServerAddressesTestJSON-1607015052-project] 10.222.0.53 "GET /v2.0/security-groups?id=d02b2174-28bd-4192-aee7-299f63fa550c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851290 Nov 25 13:39:09.500401 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf8ac7-ffdb-48db-9432-f1e68d9d3d71 req-bf71c82f-ab60-4531-a7b5-555da6b531c6 tempest-ServerAddressesTestJSON-1607015052 tempest-ServerAddressesTestJSON-1607015052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:09.502220 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-94cf8ac7-ffdb-48db-9432-f1e68d9d3d71 req-bf71c82f-ab60-4531-a7b5-555da6b531c6 tempest-ServerAddressesTestJSON-1607015052 tempest-ServerAddressesTestJSON-1607015052-project] 10.222.0.47 "GET /v2.0/ports?device_id=712f4409-2e31-4815-8ba7-e34bf8a93ad8 HTTP/1.1" status: 200 len: 946 time: 0.0691943 Nov 25 13:39:09.629580 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-94cf8ac7-ffdb-48db-9432-f1e68d9d3d71 req-380db796-9c52-41eb-afbd-13ee3e85078f tempest-ServerAddressesTestJSON-1607015052 tempest-ServerAddressesTestJSON-1607015052-project] Deleting port 70551e90-5ccb-470a-b5ba-c382239bd0f1 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:39:09.630385 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-94cf8ac7-ffdb-48db-9432-f1e68d9d3d71 req-380db796-9c52-41eb-afbd-13ee3e85078f tempest-ServerAddressesTestJSON-1607015052 tempest-ServerAddressesTestJSON-1607015052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:09.739000 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4abd34-00b0-43f5-856f-ab2626fd6f53 req-9dced915-1cfd-4f22-8ca5-84097ab2b9f5 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:09.740839 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ae4abd34-00b0-43f5-856f-ab2626fd6f53 req-9dced915-1cfd-4f22-8ca5-84097ab2b9f5 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5d7b27a8-7e68-4ec1-8bc3-6edc182bc5d4 HTTP/1.1" status: 200 len: 1098 time: 0.0799587 Nov 25 13:39:09.771261 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-94cf8ac7-ffdb-48db-9432-f1e68d9d3d71 req-380db796-9c52-41eb-afbd-13ee3e85078f tempest-ServerAddressesTestJSON-1607015052 tempest-ServerAddressesTestJSON-1607015052-project] For port 70551e90-5ccb-470a-b5ba-c382239bd0f1, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=70551e90-5ccb-470a-b5ba-c382239bd0f1,segment=NetworkSegment(793caf49-c5b2-4038-bd27-267cdc7e8d11),segment_id=793caf49-c5b2-4038-bd27-267cdc7e8d11)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:39:09.771993 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-94cf8ac7-ffdb-48db-9432-f1e68d9d3d71 req-380db796-9c52-41eb-afbd-13ee3e85078f tempest-ServerAddressesTestJSON-1607015052 tempest-ServerAddressesTestJSON-1607015052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:09.788438 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-94cf8ac7-ffdb-48db-9432-f1e68d9d3d71 req-380db796-9c52-41eb-afbd-13ee3e85078f tempest-ServerAddressesTestJSON-1607015052 tempest-ServerAddressesTestJSON-1607015052-project] Calling delete_port for 70551e90-5ccb-470a-b5ba-c382239bd0f1 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:39:09.829101 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ae4abd34-00b0-43f5-856f-ab2626fd6f53 req-4033b8e5-c69f-4142-a748-568f829776ba tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c09e0d1b-a0e4-4d12-8140-871be4d8706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817533 Nov 25 13:39:09.947879 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-94cf8ac7-ffdb-48db-9432-f1e68d9d3d71 req-380db796-9c52-41eb-afbd-13ee3e85078f tempest-ServerAddressesTestJSON-1607015052 tempest-ServerAddressesTestJSON-1607015052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:09.962148 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['70551e90-5ccb-470a-b5ba-c382239bd0f1'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:39:09.979369 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d1bde-072c-40de-a74b-ffb26623fa37 req-79da5cf2-82f8-4ab1-b18f-3108456dc214 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:09.981543 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-035d1bde-072c-40de-a74b-ffb26623fa37 req-79da5cf2-82f8-4ab1-b18f-3108456dc214 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5d7b27a8-7e68-4ec1-8bc3-6edc182bc5d4 HTTP/1.1" status: 200 len: 1098 time: 0.0490694 Nov 25 13:39:10.034510 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380db796-9c52-41eb-afbd-13ee3e85078f tempest-ServerAddressesTestJSON-1607015052 tempest-ServerAddressesTestJSON-1607015052-project] Pushing event deleted for resources: {'Port': ['ID=70551e90-5ccb-470a-b5ba-c382239bd0f1,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:10.047243 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-035d1bde-072c-40de-a74b-ffb26623fa37 req-51bff474-1cc6-4974-8fc0-7a3d20d69916 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c09e0d1b-a0e4-4d12-8140-871be4d8706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588124 Nov 25 13:39:10.094170 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-94cf8ac7-ffdb-48db-9432-f1e68d9d3d71 req-380db796-9c52-41eb-afbd-13ee3e85078f tempest-ServerAddressesTestJSON-1607015052 tempest-ServerAddressesTestJSON-1607015052-project] No DVR routers for this DVR port 70551e90-5ccb-470a-b5ba-c382239bd0f1 on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:39:10.102968 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-94cf8ac7-ffdb-48db-9432-f1e68d9d3d71 req-380db796-9c52-41eb-afbd-13ee3e85078f tempest-ServerAddressesTestJSON-1607015052 tempest-ServerAddressesTestJSON-1607015052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:10.109545 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-94cf8ac7-ffdb-48db-9432-f1e68d9d3d71 req-380db796-9c52-41eb-afbd-13ee3e85078f tempest-ServerAddressesTestJSON-1607015052 tempest-ServerAddressesTestJSON-1607015052-project] 10.222.0.47 "DELETE /v2.0/ports/70551e90-5ccb-470a-b5ba-c382239bd0f1 HTTP/1.1" status: 204 len: 173 time: 0.5978875 Nov 25 13:39:10.114025 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '712f4409-2e31-4815-8ba7-e34bf8a93ad8', 'name': 'network-vif-deleted', 'tag': '70551e90-5ccb-470a-b5ba-c382239bd0f1'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:39:10.118161 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a8a5121-3cec-4dc9-8ef5-7a05af4569b4" -d '{"events": [{"server_uuid": "712f4409-2e31-4815-8ba7-e34bf8a93ad8", "name": "network-vif-deleted", "tag": "70551e90-5ccb-470a-b5ba-c382239bd0f1"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:39:10.181424 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58282fd5-c9af-4279-b920-393cb8d6b17e x-openstack-request-id: req-58282fd5-c9af-4279-b920-393cb8d6b17e {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:39:10.181722 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "712f4409-2e31-4815-8ba7-e34bf8a93ad8", "name": "network-vif-deleted", "tag": "70551e90-5ccb-470a-b5ba-c382239bd0f1", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:39:10.181978 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-58282fd5-c9af-4279-b920-393cb8d6b17e {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:39:10.182383 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '712f4409-2e31-4815-8ba7-e34bf8a93ad8', 'name': 'network-vif-deleted', 'tag': '70551e90-5ccb-470a-b5ba-c382239bd0f1', 'status': 'completed', 'code': 200} Nov 25 13:39:10.289992 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a18c1-a339-4459-b9bd-27095f5e0a68 req-5c8b686d-88c4-48b3-987c-2fbb0c730d83 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:10.291703 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0a9a18c1-a339-4459-b9bd-27095f5e0a68 req-5c8b686d-88c4-48b3-987c-2fbb0c730d83 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5d7b27a8-7e68-4ec1-8bc3-6edc182bc5d4 HTTP/1.1" status: 200 len: 1098 time: 0.1069608 Nov 25 13:39:10.352332 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0a9a18c1-a339-4459-b9bd-27095f5e0a68 req-71173819-7c81-4b72-9dc6-e61e3708d7c3 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c09e0d1b-a0e4-4d12-8140-871be4d8706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475328 Nov 25 13:39:10.544818 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a54c8cb5-155a-4b68-8af1-704d0e868231 req-2c2b4b54-03a5-444e-8ef0-31f034bc7a85 tempest-ServerAddressesTestJSON-1607015052 tempest-ServerAddressesTestJSON-1607015052-project] 10.222.0.53 "GET /v2.0/ports?device_id=712f4409-2e31-4815-8ba7-e34bf8a93ad8 HTTP/1.1" status: 200 len: 210 time: 0.0536156 Nov 25 13:39:10.796144 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b89546-bd2b-470e-81cc-f18d46dcb5bc req-25df97f7-69b3-4db8-a99f-47e61745e644 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:10.809376 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-22b89546-bd2b-470e-81cc-f18d46dcb5bc req-25df97f7-69b3-4db8-a99f-47e61745e644 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5d7b27a8-7e68-4ec1-8bc3-6edc182bc5d4 HTTP/1.1" status: 200 len: 1098 time: 0.0984282 Nov 25 13:39:10.869458 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-22b89546-bd2b-470e-81cc-f18d46dcb5bc req-e21c214a-d234-49c3-bbaa-c4a0639b397f tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c09e0d1b-a0e4-4d12-8140-871be4d8706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589285 Nov 25 13:39:10.877465 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52856) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:10.883764 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-15c202c1-7df5-41a7-93a4-436b5be8c1a0 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Request body: {'subnet': {'network_id': '1a97e335-98c0-4976-a6aa-c9161653697a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:39:10.994827 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c202c1-7df5-41a7-93a4-436b5be8c1a0 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Made reservation on behalf of 13d4e7610b824f708f8a4626b9c16f61 for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:39:11.000746 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-15c202c1-7df5-41a7-93a4-436b5be8c1a0 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:11.208749 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-15c202c1-7df5-41a7-93a4-436b5be8c1a0 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:11.273234 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c202c1-7df5-41a7-93a4-436b5be8c1a0 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Pushing event updated for resources: {'Subnet': ['ID=a476d534-40e6-4e2a-a592-0898661d4a49,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:11.283587 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c202c1-7df5-41a7-93a4-436b5be8c1a0 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Checking segment: {'id': '13ab0919-0c78-4cc0-a33d-3dface69fcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '1a97e335-98c0-4976-a6aa-c9161653697a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:39:11.284070 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c202c1-7df5-41a7-93a4-436b5be8c1a0 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Network hostable DHCP agents. Network: 1a97e335-98c0-4976-a6aa-c9161653697a, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:39:11.304827 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c202c1-7df5-41a7-93a4-436b5be8c1a0 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Network 1a97e335-98c0-4976-a6aa-c9161653697a is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:39:11.317659 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-15c202c1-7df5-41a7-93a4-436b5be8c1a0 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 1a97e335-98c0-4976-a6aa-c9161653697a) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:39:11.323421 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c202c1-7df5-41a7-93a4-436b5be8c1a0 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:11.324097 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-15c202c1-7df5-41a7-93a4-436b5be8c1a0 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:11.328818 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df48742b-f49e-4e90-995a-baed98f1f973 None None] Network 1a97e335-98c0-4976-a6aa-c9161653697a requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:39:11.348564 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-15c202c1-7df5-41a7-93a4-436b5be8c1a0 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4689708 Nov 25 13:39:11.351870 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 52860) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:11.357763 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-0ce93b38-137f-4c35-8b12-eead9f1fd685 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1730332625'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:39:11.385932 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce93b38-137f-4c35-8b12-eead9f1fd685 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Made reservation on behalf of 13d4e7610b824f708f8a4626b9c16f61 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:39:11.407983 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0ce93b38-137f-4c35-8b12-eead9f1fd685 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:11.459919 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ce93b38-137f-4c35-8b12-eead9f1fd685 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:39:11.478436 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0ce93b38-137f-4c35-8b12-eead9f1fd685 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:11.478991 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-0ce93b38-137f-4c35-8b12-eead9f1fd685 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Added segment 50f3871b-89e3-4c15-ad6a-d6021d4dbbea of type vlan for network a9109e5b-bcf1-44d1-a811-c7c8cc36ccc4 Nov 25 13:39:11.527362 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0ce93b38-137f-4c35-8b12-eead9f1fd685 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:11.567031 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0ce93b38-137f-4c35-8b12-eead9f1fd685 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:11.574126 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce93b38-137f-4c35-8b12-eead9f1fd685 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:11.575067 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0ce93b38-137f-4c35-8b12-eead9f1fd685 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:11.587475 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44812e6f-36e0-4fc3-b3a6-94e16176c4bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-1a97e335-98c0-4976-a6aa-c9161653697a', 'network_id': '1a97e335-98c0-4976-a6aa-c9161653697a', 'tenant_id': '13d4e7610b824f708f8a4626b9c16f61', 'fixed_ips': [{'subnet_id': 'a476d534-40e6-4e2a-a592-0898661d4a49'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:39:11.588743 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-44812e6f-36e0-4fc3-b3a6-94e16176c4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:11.616176 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52866) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:11.663929 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:11.688127 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce93b38-137f-4c35-8b12-eead9f1fd685 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Pushing event updated for resources: {'Network': ['ID=a9109e5b-bcf1-44d1-a811-c7c8cc36ccc4,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:11.694351 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-0ce93b38-137f-4c35-8b12-eead9f1fd685 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3411117 Nov 25 13:39:11.696863 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 52868) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:11.703178 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-1c0edce0-da2d-48ea-b169-071a25633de2 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Request body: {'subnet': {'network_id': 'a9109e5b-bcf1-44d1-a811-c7c8cc36ccc4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:39:11.732731 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-b75cc8b8-910d-4e1d-9249-b8e847ace210 admin admin] Deleting subnet d8bf206d-3c9e-4304-8edd-e136331ea40d {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:39:11.736302 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b75cc8b8-910d-4e1d-9249-b8e847ace210 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:11.764087 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network a9109e5b-bcf1-44d1-a811-c7c8cc36ccc4 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:39:11.806931 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b75cc8b8-910d-4e1d-9249-b8e847ace210 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:11.843681 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0edce0-da2d-48ea-b169-071a25633de2 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Made reservation on behalf of 13d4e7610b824f708f8a4626b9c16f61 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:39:11.847713 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1c0edce0-da2d-48ea-b169-071a25633de2 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:11.912368 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b75cc8b8-910d-4e1d-9249-b8e847ace210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:11.921229 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-44812e6f-36e0-4fc3-b3a6-94e16176c4bf None None] Allocated IP 2001:db8:0:ffff::2 (1a97e335-98c0-4976-a6aa-c9161653697a/a476d534-40e6-4e2a-a592-0898661d4a49/5ffe78a3-8663-4f6e-843f-796814aa0027) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:39:12.054622 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5bb863-6bd6-4891-b581-1712238e70dc req-e3f7a8ad-2625-4056-96d2-7fe548e13837 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:12.063899 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8c5bb863-6bd6-4891-b581-1712238e70dc req-e3f7a8ad-2625-4056-96d2-7fe548e13837 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5d7b27a8-7e68-4ec1-8bc3-6edc182bc5d4 HTTP/1.1" status: 200 len: 1098 time: 0.0647984 Nov 25 13:39:12.071498 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b75cc8b8-910d-4e1d-9249-b8e847ace210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:12.120267 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75cc8b8-910d-4e1d-9249-b8e847ace210 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8bf206d-3c9e-4304-8edd-e136331ea40d,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:12.127453 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b75cc8b8-910d-4e1d-9249-b8e847ace210 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:12.131832 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b75cc8b8-910d-4e1d-9249-b8e847ace210 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d8bf206d-3c9e-4304-8edd-e136331ea40d HTTP/1.1" status: 204 len: 168 time: 0.5146275 Nov 25 13:39:12.138551 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52872) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:12.199230 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1c0edce0-da2d-48ea-b169-071a25633de2 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:12.226129 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e4db8f-aa6a-4779-89b4-b6e3f49e7930 req-f4d6b90e-1bfb-4cd2-b39b-7ee939a5f7ae tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:12.232546 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b0e4db8f-aa6a-4779-89b4-b6e3f49e7930 req-f4d6b90e-1bfb-4cd2-b39b-7ee939a5f7ae tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=5d7b27a8-7e68-4ec1-8bc3-6edc182bc5d4 HTTP/1.1" status: 200 len: 1098 time: 0.2026017 Nov 25 13:39:12.251663 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8c5bb863-6bd6-4891-b581-1712238e70dc req-0797be23-8f6f-4c13-849a-9308190985d2 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c09e0d1b-a0e4-4d12-8140-871be4d8706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867843 Nov 25 13:39:12.297179 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-583e54d7-1481-483a-a124-8756e6bfd01e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:12.306793 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-44812e6f-36e0-4fc3-b3a6-94e16176c4bf None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:12.316242 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-44812e6f-36e0-4fc3-b3a6-94e16176c4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:12.368747 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44812e6f-36e0-4fc3-b3a6-94e16176c4bf None None] Network 1a97e335-98c0-4976-a6aa-c9161653697a is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:39:12.373488 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-44812e6f-36e0-4fc3-b3a6-94e16176c4bf None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:39:12.381061 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44812e6f-36e0-4fc3-b3a6-94e16176c4bf None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:39:12.393105 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44812e6f-36e0-4fc3-b3a6-94e16176c4bf None None] Pushing event updated for resources: {'Port': ['ID=5ffe78a3-8663-4f6e-843f-796814aa0027,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:12.422288 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0edce0-da2d-48ea-b169-071a25633de2 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Pushing event updated for resources: {'Subnet': ['ID=b08c183c-990a-496c-877d-1e816642d6ab,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:12.453692 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-583e54d7-1481-483a-a124-8756e6bfd01e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:12.463322 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0edce0-da2d-48ea-b169-071a25633de2 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Checking segment: {'id': '50f3871b-89e3-4c15-ad6a-d6021d4dbbea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a9109e5b-bcf1-44d1-a811-c7c8cc36ccc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:39:12.464839 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0edce0-da2d-48ea-b169-071a25633de2 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Network hostable DHCP agents. Network: a9109e5b-bcf1-44d1-a811-c7c8cc36ccc4, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:39:12.469766 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-44812e6f-36e0-4fc3-b3a6-94e16176c4bf None None] Attempting to bind port 5ffe78a3-8663-4f6e-843f-796814aa0027 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:39:12.470133 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-44812e6f-36e0-4fc3-b3a6-94e16176c4bf None None] Attempting to bind port 5ffe78a3-8663-4f6e-843f-796814aa0027 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '13ab0919-0c78-4cc0-a33d-3dface69fcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '1a97e335-98c0-4976-a6aa-c9161653697a'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:39:12.474577 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44812e6f-36e0-4fc3-b3a6-94e16176c4bf None None] Attempting to bind port 5ffe78a3-8663-4f6e-843f-796814aa0027 on network 1a97e335-98c0-4976-a6aa-c9161653697a {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:39:12.479066 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-583e54d7-1481-483a-a124-8756e6bfd01e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e3d6aef-94f2-4d66-9359-35c59174cd53']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:12.487766 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44812e6f-36e0-4fc3-b3a6-94e16176c4bf None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:39:12.489229 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44812e6f-36e0-4fc3-b3a6-94e16176c4bf None None] Checking segment: {'id': '13ab0919-0c78-4cc0-a33d-3dface69fcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '1a97e335-98c0-4976-a6aa-c9161653697a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:39:12.489229 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-44812e6f-36e0-4fc3-b3a6-94e16176c4bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:12.489516 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44812e6f-36e0-4fc3-b3a6-94e16176c4bf None None] Bound using segment: {'id': '13ab0919-0c78-4cc0-a33d-3dface69fcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '1a97e335-98c0-4976-a6aa-c9161653697a'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:39:12.490001 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-44812e6f-36e0-4fc3-b3a6-94e16176c4bf None None] Bound port: 5ffe78a3-8663-4f6e-843f-796814aa0027, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ab0919-0c78-4cc0-a33d-3dface69fcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '1a97e335-98c0-4976-a6aa-c9161653697a'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:39:12.490135 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-583e54d7-1481-483a-a124-8756e6bfd01e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '793caf49-c5b2-4038-bd27-267cdc7e8d11') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:12.490396 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-44812e6f-36e0-4fc3-b3a6-94e16176c4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:12.490880 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-583e54d7-1481-483a-a124-8756e6bfd01e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '793caf49-c5b2-4038-bd27-267cdc7e8d11') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:12.502304 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-583e54d7-1481-483a-a124-8756e6bfd01e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:12.527199 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-583e54d7-1481-483a-a124-8756e6bfd01e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:12.534905 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-583e54d7-1481-483a-a124-8756e6bfd01e admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:39:12.535465 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0edce0-da2d-48ea-b169-071a25633de2 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Network a9109e5b-bcf1-44d1-a811-c7c8cc36ccc4 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:39:12.535739 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-583e54d7-1481-483a-a124-8756e6bfd01e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:12.538169 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:39:12.538169 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:39:12.538169 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:39:12.538169 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:39:12.538169 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:39:12.538169 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:39:12.538169 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:39:12.538169 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:39:12.538169 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:39:12.538169 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:39:12.538169 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:39:12.538169 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:39:12.538169 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:39:12.538169 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:39:12.538169 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:39:12.538169 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:39:12.538169 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:39:12.538169 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:39:12.538169 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:39:12.538169 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:39:12.538169 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:39:12.538169 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:39:12.538169 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:39:12.538169 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:39:12.538169 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:39:12.538169 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:39:12.538169 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:39:12.538169 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:39:12.538169 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:39:12.538169 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:39:12.538169 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:39:12.538169 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:39:12.557629 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-1c0edce0-da2d-48ea-b169-071a25633de2 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, a9109e5b-bcf1-44d1-a811-c7c8cc36ccc4) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:39:12.563647 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0edce0-da2d-48ea-b169-071a25633de2 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:12.564902 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1c0edce0-da2d-48ea-b169-071a25633de2 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:12.588333 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-b0e4db8f-aa6a-4779-89b4-b6e3f49e7930 req-bb1b6fe9-5bce-4dbb-9d36-2a14349fd927 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] Deleting port 770c8dbd-dc08-4ab3-bef5-f3765dc28f3f {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:39:12.588333 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b0e4db8f-aa6a-4779-89b4-b6e3f49e7930 req-bb1b6fe9-5bce-4dbb-9d36-2a14349fd927 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:12.599855 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-44812e6f-36e0-4fc3-b3a6-94e16176c4bf None None] For port 5ffe78a3-8663-4f6e-843f-796814aa0027, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:39:12.603577 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-44812e6f-36e0-4fc3-b3a6-94e16176c4bf None None] For port 5ffe78a3-8663-4f6e-843f-796814aa0027, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=5ffe78a3-8663-4f6e-843f-796814aa0027,segment=NetworkSegment(13ab0919-0c78-4cc0-a33d-3dface69fcff),segment_id=13ab0919-0c78-4cc0-a33d-3dface69fcff)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:39:12.606829 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67df9353-7a07-4f25-bd2e-465bc42b3527 None None] Network a9109e5b-bcf1-44d1-a811-c7c8cc36ccc4 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:39:12.621456 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-44812e6f-36e0-4fc3-b3a6-94e16176c4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:12.641915 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-583e54d7-1481-483a-a124-8756e6bfd01e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:12.657902 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-583e54d7-1481-483a-a124-8756e6bfd01e admin admin] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:12.667353 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-583e54d7-1481-483a-a124-8756e6bfd01e admin admin] 10.222.0.53 "DELETE /v2.0/networks/2e3d6aef-94f2-4d66-9359-35c59174cd53 HTTP/1.1" status: 204 len: 168 time: 0.5274885 Nov 25 13:39:12.678438 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-1c0edce0-da2d-48ea-b169-071a25633de2 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9764841 Nov 25 13:39:12.679226 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 52882) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:12.703419 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583e54d7-1481-483a-a124-8756e6bfd01e admin admin] Pushing event deleted for resources: {'Network': ['ID=2e3d6aef-94f2-4d66-9359-35c59174cd53,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:12.804765 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44812e6f-36e0-4fc3-b3a6-94e16176c4bf None None] Pushing event updated for resources: {'Port': ['ID=5ffe78a3-8663-4f6e-843f-796814aa0027,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:12.848991 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d8f20c8e-c13b-450e-a8d3-42d6473c8ebb tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:12.951860 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d8f20c8e-c13b-450e-a8d3-42d6473c8ebb tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:12.969550 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52886) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:13.007119 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4cf1c2-f70a-4b76-aaf7-c13fbc644083 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-a9109e5b-bcf1-44d1-a811-c7c8cc36ccc4', 'network_id': 'a9109e5b-bcf1-44d1-a811-c7c8cc36ccc4', 'tenant_id': '13d4e7610b824f708f8a4626b9c16f61', 'fixed_ips': [{'subnet_id': 'b08c183c-990a-496c-877d-1e816642d6ab'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:39:13.008002 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ad4cf1c2-f70a-4b76-aaf7-c13fbc644083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:13.047027 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d8f20c8e-c13b-450e-a8d3-42d6473c8ebb tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:13.082062 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-333bc024-02f6-4933-b2e5-99268b34b6c0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9621a6bf67e14c05a4d0ea4508825aaa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1082954 Nov 25 13:39:13.082720 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52888) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:13.112629 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f20c8e-c13b-450e-a8d3-42d6473c8ebb tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Pushing event deleted for resources: {'Subnet': ['ID=b08c183c-990a-496c-877d-1e816642d6ab,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:13.144785 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52890) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:13.172221 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-b0e4db8f-aa6a-4779-89b4-b6e3f49e7930 req-bb1b6fe9-5bce-4dbb-9d36-2a14349fd927 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] For port 770c8dbd-dc08-4ab3-bef5-f3765dc28f3f, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=770c8dbd-dc08-4ab3-bef5-f3765dc28f3f,segment=NetworkSegment(96b562ac-81e6-4825-aeea-b4de255dae2c),segment_id=96b562ac-81e6-4825-aeea-b4de255dae2c)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:39:13.173135 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b0e4db8f-aa6a-4779-89b4-b6e3f49e7930 req-bb1b6fe9-5bce-4dbb-9d36-2a14349fd927 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:13.233912 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3fd2f2ae-68af-4147-b525-26a64043bd0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:13.279312 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a4a944-c14d-483a-b106-2cfdc8da4fe6 None None] Network a9109e5b-bcf1-44d1-a811-c7c8cc36ccc4 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:39:13.315049 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-b0e4db8f-aa6a-4779-89b4-b6e3f49e7930 req-bb1b6fe9-5bce-4dbb-9d36-2a14349fd927 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] Calling delete_port for 770c8dbd-dc08-4ab3-bef5-f3765dc28f3f owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:39:13.323303 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3fd2f2ae-68af-4147-b525-26a64043bd0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:13.498335 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dba210-6124-462b-8cb3-8b08cc24ff96 req-c837c53e-d9bc-46f8-9d72-7654aa3e5b3f tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:13.512520 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d8f20c8e-c13b-450e-a8d3-42d6473c8ebb tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:13.513955 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b0dba210-6124-462b-8cb3-8b08cc24ff96 req-c837c53e-d9bc-46f8-9d72-7654aa3e5b3f tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5d7b27a8-7e68-4ec1-8bc3-6edc182bc5d4 HTTP/1.1" status: 200 len: 1098 time: 0.1409545 Nov 25 13:39:13.551140 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d1f54489-5431-44eb-9ecc-74fb520817d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:13.578984 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-d8f20c8e-c13b-450e-a8d3-42d6473c8ebb tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9109e5b-bcf1-44d1-a811-c7c8cc36ccc4']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:13.585734 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3fd2f2ae-68af-4147-b525-26a64043bd0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:13.588572 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3fd2f2ae-68af-4147-b525-26a64043bd0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:13.589958 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3fd2f2ae-68af-4147-b525-26a64043bd0c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d02b2174-28bd-4192-aee7-299f63fa550c HTTP/1.1" status: 204 len: 168 time: 0.5038753 Nov 25 13:39:13.621020 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-d8f20c8e-c13b-450e-a8d3-42d6473c8ebb tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50f3871b-89e3-4c15-ad6a-d6021d4dbbea') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:13.622524 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-d8f20c8e-c13b-450e-a8d3-42d6473c8ebb tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50f3871b-89e3-4c15-ad6a-d6021d4dbbea') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:13.652430 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b0dba210-6124-462b-8cb3-8b08cc24ff96 req-809ba843-1f51-4dc3-b8f2-66f29c354c82 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c09e0d1b-a0e4-4d12-8140-871be4d8706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382143 Nov 25 13:39:13.659294 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd2f2ae-68af-4147-b525-26a64043bd0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02b2174-28bd-4192-aee7-299f63fa550c,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:13.664912 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d8f20c8e-c13b-450e-a8d3-42d6473c8ebb tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:13.725118 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d8f20c8e-c13b-450e-a8d3-42d6473c8ebb tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:13.733736 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8f20c8e-c13b-450e-a8d3-42d6473c8ebb tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:39:13.734158 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d8f20c8e-c13b-450e-a8d3-42d6473c8ebb tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:13.740529 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:39:13.740529 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:39:13.740529 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:39:13.740529 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:39:13.740529 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:39:13.740529 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:39:13.740529 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:39:13.740529 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:39:13.740529 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:39:13.740529 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:39:13.740529 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:39:13.740529 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:39:13.740529 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:39:13.740529 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:39:13.740529 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:39:13.740529 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:39:13.740529 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:39:13.740529 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:39:13.740529 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:39:13.740529 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:39:13.740529 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:39:13.740529 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:39:13.740529 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:39:13.740529 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:39:13.740529 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:39:13.740529 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:39:13.740529 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:39:13.740529 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:39:13.740529 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:39:13.740529 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:39:13.740529 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:39:13.740529 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:39:13.862052 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d1f54489-5431-44eb-9ecc-74fb520817d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:13.870161 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d1f54489-5431-44eb-9ecc-74fb520817d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:13.906650 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d8f20c8e-c13b-450e-a8d3-42d6473c8ebb tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:13.918864 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d8f20c8e-c13b-450e-a8d3-42d6473c8ebb tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:13.922402 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d8f20c8e-c13b-450e-a8d3-42d6473c8ebb tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] 10.222.0.53 "DELETE /v2.0/networks/a9109e5b-bcf1-44d1-a811-c7c8cc36ccc4 HTTP/1.1" status: 204 len: 168 time: 1.2374682 Nov 25 13:39:13.929894 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 5ffe78a3-8663-4f6e-843f-796814aa0027 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:39:13.941670 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 52902) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:13.942391 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b0e4db8f-aa6a-4779-89b4-b6e3f49e7930 req-bb1b6fe9-5bce-4dbb-9d36-2a14349fd927 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:13.949317 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-ac3d0e78-865d-4e9b-be28-a4ccfe821211 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-801853646'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:39:13.990813 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d1f54489-5431-44eb-9ecc-74fb520817d0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c3303228a915427ebf9f977a30bf8562&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8439622 Nov 25 13:39:13.994098 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52906) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:13.996314 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f20c8e-c13b-450e-a8d3-42d6473c8ebb tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Pushing event deleted for resources: {'Network': ['ID=a9109e5b-bcf1-44d1-a811-c7c8cc36ccc4,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:14.011003 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3d0e78-865d-4e9b-be28-a4ccfe821211 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Made reservation on behalf of 13d4e7610b824f708f8a4626b9c16f61 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:39:14.016362 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ac3d0e78-865d-4e9b-be28-a4ccfe821211 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:14.024406 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f54489-5431-44eb-9ecc-74fb520817d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f604c61e-7c17-403d-846f-d2f631940f85,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:14.033358 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['1ad40a32-fe7b-4d5c-8895-f4de3945eecc'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:39:14.055631 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['770c8dbd-dc08-4ab3-bef5-f3765dc28f3f'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:39:14.063819 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1b6fe9-5bce-4dbb-9d36-2a14349fd927 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] Pushing event deleted for resources: {'Port': ['ID=770c8dbd-dc08-4ab3-bef5-f3765dc28f3f,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:14.092713 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-157037e7-8431-4c17-9b5d-c7b210d28961 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:14.148536 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-157037e7-8431-4c17-9b5d-c7b210d28961 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:14.159504 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac3d0e78-865d-4e9b-be28-a4ccfe821211 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:39:14.170182 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ac3d0e78-865d-4e9b-be28-a4ccfe821211 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:14.170581 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-ac3d0e78-865d-4e9b-be28-a4ccfe821211 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Added segment d7c7cb19-3bdc-45fa-9b2c-a96c72aedbf9 of type vlan for network a2176786-376e-4ce0-8e0f-a6e03ab2079f Nov 25 13:39:14.238316 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ac3d0e78-865d-4e9b-be28-a4ccfe821211 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:14.277229 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0e4db8f-aa6a-4779-89b4-b6e3f49e7930 req-bb1b6fe9-5bce-4dbb-9d36-2a14349fd927 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] No DVR routers for this DVR port 770c8dbd-dc08-4ab3-bef5-f3765dc28f3f on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:39:14.280982 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b0e4db8f-aa6a-4779-89b4-b6e3f49e7930 req-bb1b6fe9-5bce-4dbb-9d36-2a14349fd927 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:14.285160 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b0e4db8f-aa6a-4779-89b4-b6e3f49e7930 req-bb1b6fe9-5bce-4dbb-9d36-2a14349fd927 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.47 "DELETE /v2.0/ports/770c8dbd-dc08-4ab3-bef5-f3765dc28f3f HTTP/1.1" status: 204 len: 173 time: 2.0054846 Nov 25 13:39:14.285891 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d7b27a8-7e68-4ec1-8bc3-6edc182bc5d4', 'name': 'network-vif-deleted', 'tag': '770c8dbd-dc08-4ab3-bef5-f3765dc28f3f'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:39:14.290655 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7e8294-be13-4cc9-9c2d-f5e5281231c4" -d '{"events": [{"server_uuid": "5d7b27a8-7e68-4ec1-8bc3-6edc182bc5d4", "name": "network-vif-deleted", "tag": "770c8dbd-dc08-4ab3-bef5-f3765dc28f3f"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:39:14.313457 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ac3d0e78-865d-4e9b-be28-a4ccfe821211 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:14.332264 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3d0e78-865d-4e9b-be28-a4ccfe821211 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:14.334583 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ac3d0e78-865d-4e9b-be28-a4ccfe821211 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:14.343348 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-157037e7-8431-4c17-9b5d-c7b210d28961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:14.353860 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-157037e7-8431-4c17-9b5d-c7b210d28961 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:14.355539 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-157037e7-8431-4c17-9b5d-c7b210d28961 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f604c61e-7c17-403d-846f-d2f631940f85 HTTP/1.1" status: 204 len: 168 time: 0.3534074 Nov 25 13:39:14.402828 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157037e7-8431-4c17-9b5d-c7b210d28961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f604c61e-7c17-403d-846f-d2f631940f85,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:14.456039 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751c1714-1b76-4f06-9cca-c19e6e90553b x-openstack-request-id: req-751c1714-1b76-4f06-9cca-c19e6e90553b {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:39:14.456433 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d7b27a8-7e68-4ec1-8bc3-6edc182bc5d4", "name": "network-vif-deleted", "tag": "770c8dbd-dc08-4ab3-bef5-f3765dc28f3f", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:39:14.456783 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-751c1714-1b76-4f06-9cca-c19e6e90553b {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:39:14.459017 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d7b27a8-7e68-4ec1-8bc3-6edc182bc5d4', 'name': 'network-vif-deleted', 'tag': '770c8dbd-dc08-4ab3-bef5-f3765dc28f3f', 'status': 'completed', 'code': 200} Nov 25 13:39:14.471427 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 5ffe78a3-8663-4f6e-843f-796814aa0027 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:39:14.471813 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:14.489867 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3d0e78-865d-4e9b-be28-a4ccfe821211 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Pushing event updated for resources: {'Network': ['ID=a2176786-376e-4ce0-8e0f-a6e03ab2079f,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:14.511535 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-ac3d0e78-865d-4e9b-be28-a4ccfe821211 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5640793 Nov 25 13:39:14.511866 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52920) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:14.518604 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-81047267-be37-451d-bfc9-796014b8fcbb tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Request body: {'subnet': {'network_id': 'a2176786-376e-4ce0-8e0f-a6e03ab2079f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:39:14.628929 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network a2176786-376e-4ce0-8e0f-a6e03ab2079f details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:39:14.756923 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 770c8dbd-dc08-4ab3-bef5-f3765dc28f3f no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:39:14.787661 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601f2588-b75a-460f-85b1-cf1de3d389bf None None] Network 1a97e335-98c0-4976-a6aa-c9161653697a requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:39:14.817597 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: 770c8dbd-dc08-4ab3-bef5-f3765dc28f3f {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:39:14.817953 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 770c8dbd-dc08-4ab3-bef5-f3765dc28f3f not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:39:14.818381 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 70551e90-5ccb-470a-b5ba-c382239bd0f1 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:39:14.845096 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81047267-be37-451d-bfc9-796014b8fcbb tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Made reservation on behalf of 13d4e7610b824f708f8a4626b9c16f61 for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:39:14.859623 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-81047267-be37-451d-bfc9-796014b8fcbb tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:14.928322 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: 70551e90-5ccb-470a-b5ba-c382239bd0f1 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:39:14.928678 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 70551e90-5ccb-470a-b5ba-c382239bd0f1 not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:39:14.978165 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-c61cc524-7b5c-4795-ad41-6cf4d6b0fb0b None None] Provisioning complete for port 5ffe78a3-8663-4f6e-843f-796814aa0027 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:39:14.978794 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c61cc524-7b5c-4795-ad41-6cf4d6b0fb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:14.998217 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6eefb32b-308a-48f8-b58b-d23618780fed req-64193a66-e87f-4227-8083-c5b55b4f42cf tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5d7b27a8-7e68-4ec1-8bc3-6edc182bc5d4 HTTP/1.1" status: 200 len: 210 time: 0.0906556 Nov 25 13:39:15.103010 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:15.163788 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] For port 5ffe78a3-8663-4f6e-843f-796814aa0027, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=5ffe78a3-8663-4f6e-843f-796814aa0027,segment=NetworkSegment(13ab0919-0c78-4cc0-a33d-3dface69fcff),segment_id=13ab0919-0c78-4cc0-a33d-3dface69fcff)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:39:15.186547 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:15.186904 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 52942) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:15.307051 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Pushing event updated for resources: {'Port': ['ID=5ffe78a3-8663-4f6e-843f-796814aa0027,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:15.317459 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:39:15.317868 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:39:15.318166 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:39:15.318516 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:39:15.318871 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:39:15.319265 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:39:15.319544 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:39:15.319878 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:39:15.320210 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:39:15.320532 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:39:15.321009 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-81047267-be37-451d-bfc9-796014b8fcbb tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:15.321220 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:39:15.321724 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:39:15.407711 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81047267-be37-451d-bfc9-796014b8fcbb tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Pushing event updated for resources: {'Subnet': ['ID=a5e3509b-b161-4e58-bc21-571a52403312,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:15.430054 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81047267-be37-451d-bfc9-796014b8fcbb tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Checking segment: {'id': 'd7c7cb19-3bdc-45fa-9b2c-a96c72aedbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'a2176786-376e-4ce0-8e0f-a6e03ab2079f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:39:15.430966 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81047267-be37-451d-bfc9-796014b8fcbb tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Network hostable DHCP agents. Network: a2176786-376e-4ce0-8e0f-a6e03ab2079f, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:39:15.462432 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-64b33378-0286-4691-9ed2-38bb89ceff1c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1182985971-network', 'tenant_id': 'c9472cb9831248be973db38fa1562496'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:39:15.469169 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81047267-be37-451d-bfc9-796014b8fcbb tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Network a2176786-376e-4ce0-8e0f-a6e03ab2079f is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:39:15.493239 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-81047267-be37-451d-bfc9-796014b8fcbb tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, a2176786-376e-4ce0-8e0f-a6e03ab2079f) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:39:15.496639 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b33378-0286-4691-9ed2-38bb89ceff1c admin admin] Made reservation on behalf of c9472cb9831248be973db38fa1562496 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:39:15.503855 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1fa5f0-8b21-4005-a629-de8a16ccc8df None None] Network a2176786-376e-4ce0-8e0f-a6e03ab2079f requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:39:15.509765 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81047267-be37-451d-bfc9-796014b8fcbb tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:15.511828 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-64b33378-0286-4691-9ed2-38bb89ceff1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:15.511983 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-81047267-be37-451d-bfc9-796014b8fcbb tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:15.549481 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-81047267-be37-451d-bfc9-796014b8fcbb tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0364351 Nov 25 13:39:15.550524 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52956) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:15.557489 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-f089c7ba-ef2e-4fd1-972d-385fc875ba73 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-343966193'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:39:15.569078 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-64b33378-0286-4691-9ed2-38bb89ceff1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:15.584864 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f089c7ba-ef2e-4fd1-972d-385fc875ba73 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Made reservation on behalf of 13d4e7610b824f708f8a4626b9c16f61 for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:39:15.589320 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f089c7ba-ef2e-4fd1-972d-385fc875ba73 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:15.664295 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f089c7ba-ef2e-4fd1-972d-385fc875ba73 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:39:15.684125 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f089c7ba-ef2e-4fd1-972d-385fc875ba73 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:15.684494 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-f089c7ba-ef2e-4fd1-972d-385fc875ba73 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Added segment fdb570c5-1226-46bf-b3d3-1bc96412f87d of type vlan for network aab28a38-53db-4241-a31b-ffdae82c1b24 Nov 25 13:39:15.760042 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f089c7ba-ef2e-4fd1-972d-385fc875ba73 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:15.763066 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-64b33378-0286-4691-9ed2-38bb89ceff1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:15.765997 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 5ffe78a3-8663-4f6e-843f-796814aa0027 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:39:15.771654 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-64b33378-0286-4691-9ed2-38bb89ceff1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:15.801577 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52960) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:15.809690 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f089c7ba-ef2e-4fd1-972d-385fc875ba73 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:15.814571 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b33378-0286-4691-9ed2-38bb89ceff1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:15.816782 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64b33378-0286-4691-9ed2-38bb89ceff1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:39:15.817552 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f089c7ba-ef2e-4fd1-972d-385fc875ba73 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:15.818363 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f089c7ba-ef2e-4fd1-972d-385fc875ba73 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:15.833357 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b33378-0286-4691-9ed2-38bb89ceff1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:39:15.833705 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b33378-0286-4691-9ed2-38bb89ceff1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:39:15.834061 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b33378-0286-4691-9ed2-38bb89ceff1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:39:15.834410 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b33378-0286-4691-9ed2-38bb89ceff1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:39:15.834789 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b33378-0286-4691-9ed2-38bb89ceff1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:39:15.835135 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b33378-0286-4691-9ed2-38bb89ceff1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:39:15.835474 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b33378-0286-4691-9ed2-38bb89ceff1c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:39:15.835988 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b33378-0286-4691-9ed2-38bb89ceff1c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:39:15.836336 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b33378-0286-4691-9ed2-38bb89ceff1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:39:15.836667 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b33378-0286-4691-9ed2-38bb89ceff1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:39:15.837006 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b33378-0286-4691-9ed2-38bb89ceff1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:39:15.837996 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b33378-0286-4691-9ed2-38bb89ceff1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:39:15.843170 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-64b33378-0286-4691-9ed2-38bb89ceff1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:15.843692 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-64b33378-0286-4691-9ed2-38bb89ceff1c admin admin] Added segment ecdebb3b-f53e-4a64-897f-8158913029ad of type vlan for network 63fb2f13-06f0-4aca-93ef-38e635a42896 Nov 25 13:39:15.853204 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-55ae9a73-a594-4442-a278-db0ca9932deb None None] Provisioning complete for port 5ffe78a3-8663-4f6e-843f-796814aa0027 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:39:15.853584 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-55ae9a73-a594-4442-a278-db0ca9932deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:15.883342 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc2e25a-f6b9-4406-af2b-16d273e8411f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-a2176786-376e-4ce0-8e0f-a6e03ab2079f', 'network_id': 'a2176786-376e-4ce0-8e0f-a6e03ab2079f', 'tenant_id': '13d4e7610b824f708f8a4626b9c16f61', 'fixed_ips': [{'subnet_id': 'a5e3509b-b161-4e58-bc21-571a52403312'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:39:15.884201 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7fc2e25a-f6b9-4406-af2b-16d273e8411f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:15.901744 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-64b33378-0286-4691-9ed2-38bb89ceff1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:15.902000 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f089c7ba-ef2e-4fd1-972d-385fc875ba73 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3468695 Nov 25 13:39:15.902105 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 52964) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:15.907782 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-8ee75b38-5a9c-40dc-8f29-9feb752da4a1 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Request body: {'subnet': {'network_id': 'aab28a38-53db-4241-a31b-ffdae82c1b24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:39:15.917399 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 5ffe78a3-8663-4f6e-843f-796814aa0027 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:39:15.917683 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f089c7ba-ef2e-4fd1-972d-385fc875ba73 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Pushing event updated for resources: {'Network': ['ID=aab28a38-53db-4241-a31b-ffdae82c1b24,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:15.917813 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:15.947581 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network aab28a38-53db-4241-a31b-ffdae82c1b24 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:39:15.991424 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-cb6e4efb-5b04-45b4-9692-f8103f39a349 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-194886793-network', 'tenant_id': '2d03a2aac1804e8abf0d8bff4fd00b0d'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:39:15.996522 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-64b33378-0286-4691-9ed2-38bb89ceff1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:15.997509 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b33378-0286-4691-9ed2-38bb89ceff1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:15.998081 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-64b33378-0286-4691-9ed2-38bb89ceff1c admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:16.021873 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6e4efb-5b04-45b4-9692-f8103f39a349 admin admin] Made reservation on behalf of 2d03a2aac1804e8abf0d8bff4fd00b0d for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:39:16.025175 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cb6e4efb-5b04-45b4-9692-f8103f39a349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:16.040487 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cb6e4efb-5b04-45b4-9692-f8103f39a349 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:16.083355 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-64b33378-0286-4691-9ed2-38bb89ceff1c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8952096 Nov 25 13:39:16.086635 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 52970) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:16.100213 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-5dd94fd5-3cc4-4fda-a225-7d74f0c93bc8 admin admin] Request body: {'subnet': {'network_id': '63fb2f13-06f0-4aca-93ef-38e635a42896', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1182985971-subnet', 'tenant_id': 'c9472cb9831248be973db38fa1562496', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:39:16.107550 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee75b38-5a9c-40dc-8f29-9feb752da4a1 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Made reservation on behalf of 13d4e7610b824f708f8a4626b9c16f61 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:39:16.111335 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8ee75b38-5a9c-40dc-8f29-9feb752da4a1 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:16.135428 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b33378-0286-4691-9ed2-38bb89ceff1c admin admin] Pushing event updated for resources: {'Network': ['ID=63fb2f13-06f0-4aca-93ef-38e635a42896,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:16.160475 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cb6e4efb-5b04-45b4-9692-f8103f39a349 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:16.167396 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cb6e4efb-5b04-45b4-9692-f8103f39a349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:16.192615 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd94fd5-3cc4-4fda-a225-7d74f0c93bc8 admin admin] Made reservation on behalf of c9472cb9831248be973db38fa1562496 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:39:16.195174 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5dd94fd5-3cc4-4fda-a225-7d74f0c93bc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:16.199942 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.ipam_backend_mixin [None req-8ee75b38-5a9c-40dc-8f29-9feb752da4a1 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Performing IP validity checks on allocation pools {{(pid=103571) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 25 13:39:16.200531 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.ipam_backend_mixin [None req-8ee75b38-5a9c-40dc-8f29-9feb752da4a1 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103571) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 25 13:39:16.229670 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 63fb2f13-06f0-4aca-93ef-38e635a42896 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:39:16.235386 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6e4efb-5b04-45b4-9692-f8103f39a349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5a4ef3-73ea-4e73-8237-44fffdcc8376,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:16.257167 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb6e4efb-5b04-45b4-9692-f8103f39a349 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:39:16.273823 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cb6e4efb-5b04-45b4-9692-f8103f39a349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:16.274605 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-cb6e4efb-5b04-45b4-9692-f8103f39a349 admin admin] Added segment 118400a4-2ee8-4c70-a1d6-3cea656d755f of type vlan for network f744797b-cbca-4a0f-ab38-23c2cbb3e26f Nov 25 13:39:16.345407 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cb6e4efb-5b04-45b4-9692-f8103f39a349 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:16.396146 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cb6e4efb-5b04-45b4-9692-f8103f39a349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:16.397806 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6e4efb-5b04-45b4-9692-f8103f39a349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:16.398785 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cb6e4efb-5b04-45b4-9692-f8103f39a349 admin admin] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:16.457684 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-7fc2e25a-f6b9-4406-af2b-16d273e8411f None None] Allocated IP 2001:db8::1 (a2176786-376e-4ce0-8e0f-a6e03ab2079f/a5e3509b-b161-4e58-bc21-571a52403312/4848b747-ce15-45bd-a769-52da8c36a560) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:39:16.464541 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8ee75b38-5a9c-40dc-8f29-9feb752da4a1 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:16.480973 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-cb6e4efb-5b04-45b4-9692-f8103f39a349 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6750877 Nov 25 13:39:16.482531 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52974) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:16.491058 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-93043c98-8105-4396-a95d-fdc2176d482c admin admin] Request body: {'subnet': {'network_id': 'f744797b-cbca-4a0f-ab38-23c2cbb3e26f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-194886793-subnet', 'tenant_id': '2d03a2aac1804e8abf0d8bff4fd00b0d', 'ip_version': 4}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:39:16.520476 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0427629-2665-4d68-be0b-4970baa701ab req-de08b7fc-f060-421d-95c0-f0fb87477bbb tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:16.523031 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e0427629-2665-4d68-be0b-4970baa701ab req-de08b7fc-f060-421d-95c0-f0fb87477bbb tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d025ba2e-ff6b-402d-a0df-9f8bfe1e8265 HTTP/1.1" status: 200 len: 1097 time: 0.1451902 Nov 25 13:39:16.526625 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93043c98-8105-4396-a95d-fdc2176d482c admin admin] Made reservation on behalf of 2d03a2aac1804e8abf0d8bff4fd00b0d for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:39:16.528047 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5dd94fd5-3cc4-4fda-a225-7d74f0c93bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:16.530311 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-93043c98-8105-4396-a95d-fdc2176d482c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:16.549790 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6e4efb-5b04-45b4-9692-f8103f39a349 admin admin] Pushing event updated for resources: {'Network': ['ID=f744797b-cbca-4a0f-ab38-23c2cbb3e26f,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:16.558506 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee75b38-5a9c-40dc-8f29-9feb752da4a1 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Pushing event updated for resources: {'Subnet': ['ID=f86b4efb-5756-4a47-981b-7d83ba75854b,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:16.563993 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network f744797b-cbca-4a0f-ab38-23c2cbb3e26f details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:39:16.585287 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee75b38-5a9c-40dc-8f29-9feb752da4a1 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Checking segment: {'id': 'fdb570c5-1226-46bf-b3d3-1bc96412f87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'aab28a38-53db-4241-a31b-ffdae82c1b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:39:16.585666 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee75b38-5a9c-40dc-8f29-9feb752da4a1 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Network hostable DHCP agents. Network: aab28a38-53db-4241-a31b-ffdae82c1b24, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:39:16.645308 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e0427629-2665-4d68-be0b-4970baa701ab req-039f707f-c560-4215-975c-6a16c9f0d4ac tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c09e0d1b-a0e4-4d12-8140-871be4d8706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107790 Nov 25 13:39:16.651324 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd94fd5-3cc4-4fda-a225-7d74f0c93bc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e24b755c-8322-4225-9fb6-1de603342da8,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:16.661196 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee75b38-5a9c-40dc-8f29-9feb752da4a1 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Network aab28a38-53db-4241-a31b-ffdae82c1b24 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:39:16.666318 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd94fd5-3cc4-4fda-a225-7d74f0c93bc8 admin admin] Checking segment: {'id': 'ecdebb3b-f53e-4a64-897f-8158913029ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '63fb2f13-06f0-4aca-93ef-38e635a42896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:39:16.668029 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd94fd5-3cc4-4fda-a225-7d74f0c93bc8 admin admin] Network hostable DHCP agents. Network: 63fb2f13-06f0-4aca-93ef-38e635a42896, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:39:16.695379 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-8ee75b38-5a9c-40dc-8f29-9feb752da4a1 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, aab28a38-53db-4241-a31b-ffdae82c1b24) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:39:16.712242 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd94fd5-3cc4-4fda-a225-7d74f0c93bc8 admin admin] Network 63fb2f13-06f0-4aca-93ef-38e635a42896 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:39:16.716660 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee75b38-5a9c-40dc-8f29-9feb752da4a1 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:16.717281 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8ee75b38-5a9c-40dc-8f29-9feb752da4a1 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:16.725565 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-5dd94fd5-3cc4-4fda-a225-7d74f0c93bc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 63fb2f13-06f0-4aca-93ef-38e635a42896) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:39:16.731736 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd94fd5-3cc4-4fda-a225-7d74f0c93bc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:16.732337 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5dd94fd5-3cc4-4fda-a225-7d74f0c93bc8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:16.749936 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-8ee75b38-5a9c-40dc-8f29-9feb752da4a1 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.8469157 Nov 25 13:39:16.752631 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 52982) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:16.757362 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7fc2e25a-f6b9-4406-af2b-16d273e8411f None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:16.764552 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13953346-2eaf-485d-8273-bc55db065363 None None] Network aab28a38-53db-4241-a31b-ffdae82c1b24 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:39:16.768982 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5dd94fd5-3cc4-4fda-a225-7d74f0c93bc8 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6787484 Nov 25 13:39:16.769148 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54cecdf-93e9-489d-ae71-07cb6c9f826a None None] Network 63fb2f13-06f0-4aca-93ef-38e635a42896 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:39:16.779061 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 52984) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:16.784807 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-1c5713ef-25c2-48e1-bdd4-dd6eca978382 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1182985971-router', 'tenant_id': 'c9472cb9831248be973db38fa1562496', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:39:16.792557 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7fc2e25a-f6b9-4406-af2b-16d273e8411f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:16.818378 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-93043c98-8105-4396-a95d-fdc2176d482c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:16.833798 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1c5713ef-25c2-48e1-bdd4-dd6eca978382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:16.834901 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1c5713ef-25c2-48e1-bdd4-dd6eca978382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:16.893704 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93043c98-8105-4396-a95d-fdc2176d482c admin admin] Checking segment: {'id': '118400a4-2ee8-4c70-a1d6-3cea656d755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'f744797b-cbca-4a0f-ab38-23c2cbb3e26f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:39:16.894158 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93043c98-8105-4396-a95d-fdc2176d482c admin admin] Network hostable DHCP agents. Network: f744797b-cbca-4a0f-ab38-23c2cbb3e26f, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:39:16.902448 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93043c98-8105-4396-a95d-fdc2176d482c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf979e74-8726-445c-803a-bd8bf2578095,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:16.924454 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93043c98-8105-4396-a95d-fdc2176d482c admin admin] Network f744797b-cbca-4a0f-ab38-23c2cbb3e26f is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:39:16.925403 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1c5713ef-25c2-48e1-bdd4-dd6eca978382 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:16.934921 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9b34dfe6-aa11-4f82-91f9-97cac9123223 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:16.944939 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-93043c98-8105-4396-a95d-fdc2176d482c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, f744797b-cbca-4a0f-ab38-23c2cbb3e26f) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:39:16.952053 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93043c98-8105-4396-a95d-fdc2176d482c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:16.952668 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-93043c98-8105-4396-a95d-fdc2176d482c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:16.974460 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144f8e66-3fa7-4a50-bb68-caf037e06a18 None None] Network f744797b-cbca-4a0f-ab38-23c2cbb3e26f requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:39:16.978846 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-93043c98-8105-4396-a95d-fdc2176d482c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4919181 Nov 25 13:39:16.979084 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 52990) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:16.984450 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-43e298a6-4c95-408d-ae09-3f39c4e2bb86 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-194886793-router', 'tenant_id': '2d03a2aac1804e8abf0d8bff4fd00b0d', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:39:17.015128 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-43e298a6-4c95-408d-ae09-3f39c4e2bb86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:17.016393 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-43e298a6-4c95-408d-ae09-3f39c4e2bb86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:17.063531 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9b34dfe6-aa11-4f82-91f9-97cac9123223 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:17.093793 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-43e298a6-4c95-408d-ae09-3f39c4e2bb86 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:17.096612 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc2e25a-f6b9-4406-af2b-16d273e8411f None None] Network a2176786-376e-4ce0-8e0f-a6e03ab2079f is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:39:17.129361 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-7fc2e25a-f6b9-4406-af2b-16d273e8411f None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:39:17.131833 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc2e25a-f6b9-4406-af2b-16d273e8411f None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:39:17.160992 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc2e25a-f6b9-4406-af2b-16d273e8411f None None] Pushing event updated for resources: {'Port': ['ID=4848b747-ce15-45bd-a769-52da8c36a560,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:17.193073 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1c5713ef-25c2-48e1-bdd4-dd6eca978382 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:17.222462 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e766f576-982e-46ea-a7f6-22f1928816b1 None None] Network 63fb2f13-06f0-4aca-93ef-38e635a42896 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:39:17.289571 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-43e298a6-4c95-408d-ae09-3f39c4e2bb86 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:17.306211 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9b34dfe6-aa11-4f82-91f9-97cac9123223 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:17.342494 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b34dfe6-aa11-4f82-91f9-97cac9123223 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Pushing event deleted for resources: {'Subnet': ['ID=f86b4efb-5756-4a47-981b-7d83ba75854b,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:17.432605 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9b34dfe6-aa11-4f82-91f9-97cac9123223 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:17.469404 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-9b34dfe6-aa11-4f82-91f9-97cac9123223 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aab28a38-53db-4241-a31b-ffdae82c1b24']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:17.483483 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-9b34dfe6-aa11-4f82-91f9-97cac9123223 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdb570c5-1226-46bf-b3d3-1bc96412f87d') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:17.483785 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-9b34dfe6-aa11-4f82-91f9-97cac9123223 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdb570c5-1226-46bf-b3d3-1bc96412f87d') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:17.496107 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9b34dfe6-aa11-4f82-91f9-97cac9123223 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:17.496358 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b380ca09-6db6-4195-b56c-6b57fb868d6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-aab28a38-53db-4241-a31b-ffdae82c1b24', 'network_id': 'aab28a38-53db-4241-a31b-ffdae82c1b24', 'tenant_id': '13d4e7610b824f708f8a4626b9c16f61', 'fixed_ips': [{'subnet_id': 'f86b4efb-5756-4a47-981b-7d83ba75854b'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:39:17.497089 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b380ca09-6db6-4195-b56c-6b57fb868d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:17.499940 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-7fc2e25a-f6b9-4406-af2b-16d273e8411f None None] Attempting to bind port 4848b747-ce15-45bd-a769-52da8c36a560 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:39:17.500319 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-7fc2e25a-f6b9-4406-af2b-16d273e8411f None None] Attempting to bind port 4848b747-ce15-45bd-a769-52da8c36a560 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'd7c7cb19-3bdc-45fa-9b2c-a96c72aedbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'a2176786-376e-4ce0-8e0f-a6e03ab2079f'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:39:17.500686 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc2e25a-f6b9-4406-af2b-16d273e8411f None None] Attempting to bind port 4848b747-ce15-45bd-a769-52da8c36a560 on network a2176786-376e-4ce0-8e0f-a6e03ab2079f {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:39:17.509953 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc2e25a-f6b9-4406-af2b-16d273e8411f None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:39:17.510340 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc2e25a-f6b9-4406-af2b-16d273e8411f None None] Checking segment: {'id': 'd7c7cb19-3bdc-45fa-9b2c-a96c72aedbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'a2176786-376e-4ce0-8e0f-a6e03ab2079f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:39:17.511519 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7fc2e25a-f6b9-4406-af2b-16d273e8411f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:17.511938 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc2e25a-f6b9-4406-af2b-16d273e8411f None None] Bound using segment: {'id': 'd7c7cb19-3bdc-45fa-9b2c-a96c72aedbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'a2176786-376e-4ce0-8e0f-a6e03ab2079f'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:39:17.512441 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-7fc2e25a-f6b9-4406-af2b-16d273e8411f None None] Bound port: 4848b747-ce15-45bd-a769-52da8c36a560, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7c7cb19-3bdc-45fa-9b2c-a96c72aedbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'a2176786-376e-4ce0-8e0f-a6e03ab2079f'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:39:17.512860 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7fc2e25a-f6b9-4406-af2b-16d273e8411f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:17.563006 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-43e298a6-4c95-408d-ae09-3f39c4e2bb86 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:17.586760 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9b34dfe6-aa11-4f82-91f9-97cac9123223 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:17.587432 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-43e298a6-4c95-408d-ae09-3f39c4e2bb86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:17.602260 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b34dfe6-aa11-4f82-91f9-97cac9123223 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:39:17.603355 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9b34dfe6-aa11-4f82-91f9-97cac9123223 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:17.607168 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:39:17.607168 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:39:17.607168 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:39:17.607168 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:39:17.607168 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:39:17.607168 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:39:17.607168 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:39:17.607168 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:39:17.607168 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:39:17.607168 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:39:17.607168 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:39:17.607168 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:39:17.607168 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:39:17.607168 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:39:17.607168 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:39:17.607168 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:39:17.607168 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:39:17.607168 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:39:17.607168 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:39:17.607168 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:39:17.607168 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:39:17.607168 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:39:17.607168 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:39:17.607168 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:39:17.607168 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:39:17.607168 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:39:17.607168 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:39:17.607168 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:39:17.607168 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:39:17.607168 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:39:17.607168 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:39:17.607168 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:39:17.642541 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-7fc2e25a-f6b9-4406-af2b-16d273e8411f None None] For port 4848b747-ce15-45bd-a769-52da8c36a560, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:39:17.709049 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1c5713ef-25c2-48e1-bdd4-dd6eca978382 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:17.716062 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7329c01-5284-459a-a852-429bebadba8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-f744797b-cbca-4a0f-ab38-23c2cbb3e26f', 'network_id': 'f744797b-cbca-4a0f-ab38-23c2cbb3e26f', 'tenant_id': '2d03a2aac1804e8abf0d8bff4fd00b0d', 'fixed_ips': [{'subnet_id': 'bf979e74-8726-445c-803a-bd8bf2578095'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:39:17.720244 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f7329c01-5284-459a-a852-429bebadba8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:17.734294 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1c5713ef-25c2-48e1-bdd4-dd6eca978382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:17.737133 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9b34dfe6-aa11-4f82-91f9-97cac9123223 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:17.742143 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9b34dfe6-aa11-4f82-91f9-97cac9123223 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:17.744592 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-7fc2e25a-f6b9-4406-af2b-16d273e8411f None None] For port 4848b747-ce15-45bd-a769-52da8c36a560, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=4848b747-ce15-45bd-a769-52da8c36a560,segment=NetworkSegment(d7c7cb19-3bdc-45fa-9b2c-a96c72aedbf9),segment_id=d7c7cb19-3bdc-45fa-9b2c-a96c72aedbf9)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:39:17.750925 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-9b34dfe6-aa11-4f82-91f9-97cac9123223 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] 10.222.0.53 "DELETE /v2.0/networks/aab28a38-53db-4241-a31b-ffdae82c1b24 HTTP/1.1" status: 204 len: 168 time: 0.9972551 Nov 25 13:39:17.752794 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 52996) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:17.766824 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7fc2e25a-f6b9-4406-af2b-16d273e8411f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:17.769299 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-6332b5a8-65a0-4a57-ad8f-04f85be84e54 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-144050181'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:39:17.786140 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212bf1a8-a7ab-4629-8ff3-e89518093a73 None None] Network aab28a38-53db-4241-a31b-ffdae82c1b24 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:39:17.796100 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b34dfe6-aa11-4f82-91f9-97cac9123223 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Pushing event deleted for resources: {'Network': ['ID=aab28a38-53db-4241-a31b-ffdae82c1b24,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:17.836523 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-43e298a6-4c95-408d-ae09-3f39c4e2bb86 admin admin] Allocated IP 172.25.5.91 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/6330e6ec-d404-44ed-8e99-2120fe59621e) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:39:17.932565 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01919c60-c519-48b9-89dc-a319e9fb5e9c req-d3e57872-bbe4-4a0b-9111-e4b978e6e313 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:17.937040 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-01919c60-c519-48b9-89dc-a319e9fb5e9c req-d3e57872-bbe4-4a0b-9111-e4b978e6e313 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=d025ba2e-ff6b-402d-a0df-9f8bfe1e8265 HTTP/1.1" status: 200 len: 1097 time: 0.1612329 Nov 25 13:39:17.972141 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-f7329c01-5284-459a-a852-429bebadba8d None None] Allocated IP 172.20.0.2 (f744797b-cbca-4a0f-ab38-23c2cbb3e26f/bf979e74-8726-445c-803a-bd8bf2578095/64e275ce-7843-453d-bcef-1b35e14de269) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:39:18.209004 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212bf1a8-a7ab-4629-8ff3-e89518093a73 None None] Network aab28a38-53db-4241-a31b-ffdae82c1b24 could not be found, it might have been deleted concurrently. {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 25 13:39:18.241706 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6332b5a8-65a0-4a57-ad8f-04f85be84e54 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Made reservation on behalf of 13d4e7610b824f708f8a4626b9c16f61 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:39:18.245958 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6332b5a8-65a0-4a57-ad8f-04f85be84e54 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:18.257886 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f7329c01-5284-459a-a852-429bebadba8d None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:18.261048 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc2e25a-f6b9-4406-af2b-16d273e8411f None None] Pushing event updated for resources: {'Port': ['ID=4848b747-ce15-45bd-a769-52da8c36a560,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:18.268639 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f7329c01-5284-459a-a852-429bebadba8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:18.287594 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6332b5a8-65a0-4a57-ad8f-04f85be84e54 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:39:18.306995 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6332b5a8-65a0-4a57-ad8f-04f85be84e54 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:18.307635 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-6332b5a8-65a0-4a57-ad8f-04f85be84e54 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Added segment cafb503a-2acc-4fdd-8788-a7925df26d07 of type vlan for network 450d11e8-073e-4abc-87ec-e49d712fc31a Nov 25 13:39:18.317267 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7329c01-5284-459a-a852-429bebadba8d None None] Network f744797b-cbca-4a0f-ab38-23c2cbb3e26f is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:39:18.322128 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-f7329c01-5284-459a-a852-429bebadba8d None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:39:18.327373 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7329c01-5284-459a-a852-429bebadba8d None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:39:18.335258 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7329c01-5284-459a-a852-429bebadba8d None None] Pushing event updated for resources: {'Port': ['ID=64e275ce-7843-453d-bcef-1b35e14de269,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:18.400557 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-f7329c01-5284-459a-a852-429bebadba8d None None] Attempting to bind port 64e275ce-7843-453d-bcef-1b35e14de269 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:39:18.401066 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-f7329c01-5284-459a-a852-429bebadba8d None None] Attempting to bind port 64e275ce-7843-453d-bcef-1b35e14de269 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '118400a4-2ee8-4c70-a1d6-3cea656d755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'f744797b-cbca-4a0f-ab38-23c2cbb3e26f'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:39:18.401507 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7329c01-5284-459a-a852-429bebadba8d None None] Attempting to bind port 64e275ce-7843-453d-bcef-1b35e14de269 on network f744797b-cbca-4a0f-ab38-23c2cbb3e26f {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:39:18.405324 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6332b5a8-65a0-4a57-ad8f-04f85be84e54 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:18.411985 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7329c01-5284-459a-a852-429bebadba8d None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:39:18.412489 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7329c01-5284-459a-a852-429bebadba8d None None] Checking segment: {'id': '118400a4-2ee8-4c70-a1d6-3cea656d755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'f744797b-cbca-4a0f-ab38-23c2cbb3e26f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:39:18.412973 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f7329c01-5284-459a-a852-429bebadba8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:18.413451 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7329c01-5284-459a-a852-429bebadba8d None None] Bound using segment: {'id': '118400a4-2ee8-4c70-a1d6-3cea656d755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'f744797b-cbca-4a0f-ab38-23c2cbb3e26f'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:39:18.414064 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-f7329c01-5284-459a-a852-429bebadba8d None None] Bound port: 64e275ce-7843-453d-bcef-1b35e14de269, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '118400a4-2ee8-4c70-a1d6-3cea656d755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'f744797b-cbca-4a0f-ab38-23c2cbb3e26f'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:39:18.414578 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f7329c01-5284-459a-a852-429bebadba8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:18.436477 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6332b5a8-65a0-4a57-ad8f-04f85be84e54 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:18.442794 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6332b5a8-65a0-4a57-ad8f-04f85be84e54 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:18.443524 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6332b5a8-65a0-4a57-ad8f-04f85be84e54 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:18.488951 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-f7329c01-5284-459a-a852-429bebadba8d None None] For port 64e275ce-7843-453d-bcef-1b35e14de269, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:39:18.492441 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-f7329c01-5284-459a-a852-429bebadba8d None None] For port 64e275ce-7843-453d-bcef-1b35e14de269, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=64e275ce-7843-453d-bcef-1b35e14de269,segment=NetworkSegment(118400a4-2ee8-4c70-a1d6-3cea656d755f),segment_id=118400a4-2ee8-4c70-a1d6-3cea656d755f)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:39:18.498495 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f7329c01-5284-459a-a852-429bebadba8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:18.525292 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-6332b5a8-65a0-4a57-ad8f-04f85be84e54 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7678752 Nov 25 13:39:18.533560 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 53000) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:18.551624 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-bd595b36-1657-4c65-9be1-6219010e5613 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Request body: {'subnet': {'network_id': '450d11e8-073e-4abc-87ec-e49d712fc31a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:39:18.565355 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ed5e2-78e4-43ff-960f-b5547003e197 req-e35b649f-2836-47f3-915c-f44ede58fb2c tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:18.575944 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ce2ed5e2-78e4-43ff-960f-b5547003e197 req-e35b649f-2836-47f3-915c-f44ede58fb2c tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d025ba2e-ff6b-402d-a0df-9f8bfe1e8265 HTTP/1.1" status: 200 len: 1097 time: 0.7369437 Nov 25 13:39:18.582727 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6332b5a8-65a0-4a57-ad8f-04f85be84e54 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Pushing event updated for resources: {'Network': ['ID=450d11e8-073e-4abc-87ec-e49d712fc31a,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:18.592343 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7329c01-5284-459a-a852-429bebadba8d None None] Pushing event updated for resources: {'Port': ['ID=64e275ce-7843-453d-bcef-1b35e14de269,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:18.601986 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 450d11e8-073e-4abc-87ec-e49d712fc31a details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:39:18.655222 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ce2ed5e2-78e4-43ff-960f-b5547003e197 req-36232ef2-f9d4-47df-a76a-d742522ef0cf tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c09e0d1b-a0e4-4d12-8140-871be4d8706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782549 Nov 25 13:39:18.715461 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-01919c60-c519-48b9-89dc-a319e9fb5e9c req-cb66cf41-28ef-42c6-b2a7-4aa0a862a5d1 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] Deleting port 1ad40a32-fe7b-4d5c-8895-f4de3945eecc {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:39:18.716498 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-01919c60-c519-48b9-89dc-a319e9fb5e9c req-cb66cf41-28ef-42c6-b2a7-4aa0a862a5d1 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:18.728267 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd595b36-1657-4c65-9be1-6219010e5613 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Made reservation on behalf of 13d4e7610b824f708f8a4626b9c16f61 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:39:18.732407 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bd595b36-1657-4c65-9be1-6219010e5613 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:18.733129 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-43e298a6-4c95-408d-ae09-3f39c4e2bb86 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:18.840191 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-01919c60-c519-48b9-89dc-a319e9fb5e9c req-cb66cf41-28ef-42c6-b2a7-4aa0a862a5d1 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] For port 1ad40a32-fe7b-4d5c-8895-f4de3945eecc, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=1ad40a32-fe7b-4d5c-8895-f4de3945eecc,segment=NetworkSegment(96b562ac-81e6-4825-aeea-b4de255dae2c),segment_id=96b562ac-81e6-4825-aeea-b4de255dae2c)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:39:18.840569 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-01919c60-c519-48b9-89dc-a319e9fb5e9c req-cb66cf41-28ef-42c6-b2a7-4aa0a862a5d1 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:18.897530 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-01919c60-c519-48b9-89dc-a319e9fb5e9c req-cb66cf41-28ef-42c6-b2a7-4aa0a862a5d1 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] Calling delete_port for 1ad40a32-fe7b-4d5c-8895-f4de3945eecc owned by compute:nova {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:39:18.961773 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-1c5713ef-25c2-48e1-bdd4-dd6eca978382 admin admin] Allocated IP 172.25.5.172 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/2b2da2b8-14ee-4327-a2bb-15bf1e24b562) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:39:19.027346 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-43e298a6-4c95-408d-ae09-3f39c4e2bb86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:19.089558 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e298a6-4c95-408d-ae09-3f39c4e2bb86 admin admin] Pushing event updated for resources: {'Port': ['ID=6330e6ec-d404-44ed-8e99-2120fe59621e,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:19.107476 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e298a6-4c95-408d-ae09-3f39c4e2bb86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:39:19.107835 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e298a6-4c95-408d-ae09-3f39c4e2bb86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:39:19.108182 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e298a6-4c95-408d-ae09-3f39c4e2bb86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:39:19.108529 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e298a6-4c95-408d-ae09-3f39c4e2bb86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:39:19.108868 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e298a6-4c95-408d-ae09-3f39c4e2bb86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:39:19.109216 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e298a6-4c95-408d-ae09-3f39c4e2bb86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:39:19.109539 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e298a6-4c95-408d-ae09-3f39c4e2bb86 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:39:19.109870 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e298a6-4c95-408d-ae09-3f39c4e2bb86 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:39:19.110199 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e298a6-4c95-408d-ae09-3f39c4e2bb86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:39:19.110522 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e298a6-4c95-408d-ae09-3f39c4e2bb86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:39:19.110933 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e298a6-4c95-408d-ae09-3f39c4e2bb86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:39:19.111261 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e298a6-4c95-408d-ae09-3f39c4e2bb86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:39:19.122312 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e298a6-4c95-408d-ae09-3f39c4e2bb86 admin admin] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:39:19.126419 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-43e298a6-4c95-408d-ae09-3f39c4e2bb86 admin admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:39:19.147932 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e298a6-4c95-408d-ae09-3f39c4e2bb86 admin admin] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:39:19.155190 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fcabedd-c299-4882-b67e-54f45361d908 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:39:19.176722 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1c5713ef-25c2-48e1-bdd4-dd6eca978382 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:19.254575 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bd595b36-1657-4c65-9be1-6219010e5613 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:19.281291 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-a29d876c-ea74-4426-ae3c-fa5f417b9b40 None None] Provisioning complete for port 6330e6ec-d404-44ed-8e99-2120fe59621e triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:39:19.281689 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a29d876c-ea74-4426-ae3c-fa5f417b9b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:19.305753 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1c5713ef-25c2-48e1-bdd4-dd6eca978382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:19.381005 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-a29d876c-ea74-4426-ae3c-fa5f417b9b40 None None] Port 6330e6ec-d404-44ed-8e99-2120fe59621e cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:39:19.385744 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-01919c60-c519-48b9-89dc-a319e9fb5e9c req-cb66cf41-28ef-42c6-b2a7-4aa0a862a5d1 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:19.445501 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd595b36-1657-4c65-9be1-6219010e5613 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Pushing event updated for resources: {'Subnet': ['ID=904d7bda-a2e1-4070-b538-18b142b0dc2c,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:19.454750 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5713ef-25c2-48e1-bdd4-dd6eca978382 admin admin] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:39:19.456735 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb66cf41-28ef-42c6-b2a7-4aa0a862a5d1 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] Pushing event deleted for resources: {'Port': ['ID=1ad40a32-fe7b-4d5c-8895-f4de3945eecc,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:19.464848 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-1c5713ef-25c2-48e1-bdd4-dd6eca978382 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:39:19.469859 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd595b36-1657-4c65-9be1-6219010e5613 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Checking segment: {'id': 'cafb503a-2acc-4fdd-8788-a7925df26d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '450d11e8-073e-4abc-87ec-e49d712fc31a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:39:19.470236 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd595b36-1657-4c65-9be1-6219010e5613 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Network hostable DHCP agents. Network: 450d11e8-073e-4abc-87ec-e49d712fc31a, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:39:19.476402 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5713ef-25c2-48e1-bdd4-dd6eca978382 admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:39:19.480869 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5713ef-25c2-48e1-bdd4-dd6eca978382 admin admin] Pushing event updated for resources: {'Port': ['ID=2b2da2b8-14ee-4327-a2bb-15bf1e24b562,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:19.504385 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104a3bea-5df7-43e0-8b7b-ad124b891149 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:39:19.521601 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-01919c60-c519-48b9-89dc-a319e9fb5e9c req-cb66cf41-28ef-42c6-b2a7-4aa0a862a5d1 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] No DVR routers for this DVR port 1ad40a32-fe7b-4d5c-8895-f4de3945eecc on host n-h1-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:39:19.526277 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-01919c60-c519-48b9-89dc-a319e9fb5e9c req-cb66cf41-28ef-42c6-b2a7-4aa0a862a5d1 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:19.530358 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-01919c60-c519-48b9-89dc-a319e9fb5e9c req-cb66cf41-28ef-42c6-b2a7-4aa0a862a5d1 tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.66 "DELETE /v2.0/ports/1ad40a32-fe7b-4d5c-8895-f4de3945eecc HTTP/1.1" status: 204 len: 173 time: 1.5490549 Nov 25 13:39:19.530914 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd025ba2e-ff6b-402d-a0df-9f8bfe1e8265', 'name': 'network-vif-deleted', 'tag': '1ad40a32-fe7b-4d5c-8895-f4de3945eecc'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:39:19.533773 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7470afb-0f68-4b82-810c-5928e03cd548" -d '{"events": [{"server_uuid": "d025ba2e-ff6b-402d-a0df-9f8bfe1e8265", "name": "network-vif-deleted", "tag": "1ad40a32-fe7b-4d5c-8895-f4de3945eecc"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:39:19.560835 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd595b36-1657-4c65-9be1-6219010e5613 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Network 450d11e8-073e-4abc-87ec-e49d712fc31a is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:39:19.587257 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-bd595b36-1657-4c65-9be1-6219010e5613 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 450d11e8-073e-4abc-87ec-e49d712fc31a) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:39:19.589159 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5fc05d-da0a-489d-bbef-da43456dc5bd None None] Network a2176786-376e-4ce0-8e0f-a6e03ab2079f requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:39:19.601457 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd595b36-1657-4c65-9be1-6219010e5613 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:19.602236 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bd595b36-1657-4c65-9be1-6219010e5613 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:19.659131 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481fa27a-be73-470f-9014-91f586f0844d None None] Network 450d11e8-073e-4abc-87ec-e49d712fc31a requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:39:19.848651 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-569a16f1-c41c-4ab9-beed-9c3241bcda0b x-openstack-request-id: req-569a16f1-c41c-4ab9-beed-9c3241bcda0b {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:39:19.849229 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d025ba2e-ff6b-402d-a0df-9f8bfe1e8265", "name": "network-vif-deleted", "tag": "1ad40a32-fe7b-4d5c-8895-f4de3945eecc", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:39:19.849229 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-569a16f1-c41c-4ab9-beed-9c3241bcda0b {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:39:19.849619 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd025ba2e-ff6b-402d-a0df-9f8bfe1e8265', 'name': 'network-vif-deleted', 'tag': '1ad40a32-fe7b-4d5c-8895-f4de3945eecc', 'status': 'completed', 'code': 200} Nov 25 13:39:19.868677 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-43e298a6-4c95-408d-ae09-3f39c4e2bb86 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:19.931200 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-bd595b36-1657-4c65-9be1-6219010e5613 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.3901243 Nov 25 13:39:19.931950 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 53008) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:19.947680 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1fc796fc-f056-488a-8907-a66f37635e07 req-a39e2ac7-68f1-4a6d-9ee9-5b22353e53de tempest-TestServerMultinode-1120823606 tempest-TestServerMultinode-1120823606-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d025ba2e-ff6b-402d-a0df-9f8bfe1e8265 HTTP/1.1" status: 200 len: 210 time: 0.0972064 Nov 25 13:39:19.998606 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 64e275ce-7843-453d-bcef-1b35e14de269 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:39:20.155059 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c8d62015-a676-4fdb-889b-fcfa57ab623a tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:20.258678 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-43e298a6-4c95-408d-ae09-3f39c4e2bb86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:20.326675 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c8d62015-a676-4fdb-889b-fcfa57ab623a tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:20.335504 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1c5713ef-25c2-48e1-bdd4-dd6eca978382 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:20.447735 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a151d12b-9557-495b-861e-58886bc19706 None None] Network f744797b-cbca-4a0f-ab38-23c2cbb3e26f requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:39:20.451558 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-c6ad9a9d-b9fc-4bbb-96b3-41a1291f0875 None None] Provisioning complete for port 4848b747-ce15-45bd-a769-52da8c36a560 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:39:20.451934 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c6ad9a9d-b9fc-4bbb-96b3-41a1291f0875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:20.467123 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43e298a6-4c95-408d-ae09-3f39c4e2bb86 admin admin] Router 0ab6990b-499d-4aaa-9df6-4ccbef826aea is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:39:20.547541 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c8d62015-a676-4fdb-889b-fcfa57ab623a tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:20.583257 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 64e275ce-7843-453d-bcef-1b35e14de269 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:39:20.583808 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:20.594328 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e298a6-4c95-408d-ae09-3f39c4e2bb86 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:39:20.615203 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-43e298a6-4c95-408d-ae09-3f39c4e2bb86 admin admin] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:20.621556 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-43e298a6-4c95-408d-ae09-3f39c4e2bb86 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6413784 Nov 25 13:39:20.622556 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53012) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:20.637123 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84744d86-bea5-451f-82ec-af7bbccd6aa6 None None] Sync routers for ids ['0ab6990b-499d-4aaa-9df6-4ccbef826aea'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:39:20.684368 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c8d62015-a676-4fdb-889b-fcfa57ab623a tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:20.689684 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84744d86-bea5-451f-82ec-af7bbccd6aa6 None None] Routers {'0ab6990b-499d-4aaa-9df6-4ccbef826aea'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:39:20.690335 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-84744d86-bea5-451f-82ec-af7bbccd6aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:39:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['0ab6990b-499d-4aaa-9df6-4ccbef826aea'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:20.708826 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-c8d62015-a676-4fdb-889b-fcfa57ab623a tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['450d11e8-073e-4abc-87ec-e49d712fc31a']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:20.720110 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-c8d62015-a676-4fdb-889b-fcfa57ab623a tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cafb503a-2acc-4fdd-8788-a7925df26d07') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:20.720460 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-c8d62015-a676-4fdb-889b-fcfa57ab623a tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cafb503a-2acc-4fdd-8788-a7925df26d07') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:20.733181 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c8d62015-a676-4fdb-889b-fcfa57ab623a tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:20.770292 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d62015-a676-4fdb-889b-fcfa57ab623a tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Pushing event deleted for resources: {'Subnet': ['ID=904d7bda-a2e1-4070-b538-18b142b0dc2c,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:20.782414 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c8d62015-a676-4fdb-889b-fcfa57ab623a tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:20.821859 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8d62015-a676-4fdb-889b-fcfa57ab623a tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:39:20.822274 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c8d62015-a676-4fdb-889b-fcfa57ab623a tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:20.826736 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:39:20.826736 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:39:20.826736 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:39:20.826736 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:39:20.826736 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:39:20.826736 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:39:20.826736 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:39:20.826736 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:39:20.826736 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:39:20.826736 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:39:20.826736 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:39:20.826736 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:39:20.826736 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:39:20.826736 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:39:20.826736 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:39:20.826736 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:39:20.826736 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:39:20.826736 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:39:20.826736 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:39:20.826736 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:39:20.826736 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:39:20.826736 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:39:20.826736 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:39:20.826736 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:39:20.826736 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:39:20.826736 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:39:20.826736 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:39:20.826736 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:39:20.826736 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:39:20.826736 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:39:20.826736 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:39:20.826736 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:39:20.892221 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:20.905992 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1c5713ef-25c2-48e1-bdd4-dd6eca978382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:20.912474 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c8d62015-a676-4fdb-889b-fcfa57ab623a tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:20.924735 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2811d348-37d2-4655-97e1-c3d316c66c54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-450d11e8-073e-4abc-87ec-e49d712fc31a', 'network_id': '450d11e8-073e-4abc-87ec-e49d712fc31a', 'tenant_id': '13d4e7610b824f708f8a4626b9c16f61', 'fixed_ips': [{'subnet_id': '904d7bda-a2e1-4070-b538-18b142b0dc2c'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:39:20.925988 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2811d348-37d2-4655-97e1-c3d316c66c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:20.928639 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 1ad40a32-fe7b-4d5c-8895-f4de3945eecc no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:39:20.963850 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] No Port match for: 1ad40a32-fe7b-4d5c-8895-f4de3945eecc {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:39:20.964580 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 1ad40a32-fe7b-4d5c-8895-f4de3945eecc not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:39:20.970994 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c8d62015-a676-4fdb-889b-fcfa57ab623a tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:20.974928 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c8d62015-a676-4fdb-889b-fcfa57ab623a tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] 10.222.0.53 "DELETE /v2.0/networks/450d11e8-073e-4abc-87ec-e49d712fc31a HTTP/1.1" status: 204 len: 168 time: 1.0408926 Nov 25 13:39:20.975849 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d62015-a676-4fdb-889b-fcfa57ab623a tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Pushing event deleted for resources: {'Network': ['ID=450d11e8-073e-4abc-87ec-e49d712fc31a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:20.979640 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 53016) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:20.984682 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-8152cb0c-f633-4c45-a4f0-0073362a61b8 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-517456552'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:39:21.024325 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c6ad9a9d-b9fc-4bbb-96b3-41a1291f0875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:21.053144 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 53018) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:21.109020 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] For port 64e275ce-7843-453d-bcef-1b35e14de269, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=64e275ce-7843-453d-bcef-1b35e14de269,segment=NetworkSegment(118400a4-2ee8-4c70-a1d6-3cea656d755f),segment_id=118400a4-2ee8-4c70-a1d6-3cea656d755f)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:39:21.143329 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:21.144486 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 4848b747-ce15-45bd-a769-52da8c36a560 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:39:21.180400 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8152cb0c-f633-4c45-a4f0-0073362a61b8 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Made reservation on behalf of 13d4e7610b824f708f8a4626b9c16f61 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:39:21.183877 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8152cb0c-f633-4c45-a4f0-0073362a61b8 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:21.236767 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-c6ad9a9d-b9fc-4bbb-96b3-41a1291f0875 None None] For port 4848b747-ce15-45bd-a769-52da8c36a560, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=4848b747-ce15-45bd-a769-52da8c36a560,segment=NetworkSegment(d7c7cb19-3bdc-45fa-9b2c-a96c72aedbf9),segment_id=d7c7cb19-3bdc-45fa-9b2c-a96c72aedbf9)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:39:21.251203 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b04ba630-4150-4cea-b1fa-7f71c0e85627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:21.271536 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8152cb0c-f633-4c45-a4f0-0073362a61b8 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:39:21.297675 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-84744d86-bea5-451f-82ec-af7bbccd6aa6 None None] Set router 0ab6990b-499d-4aaa-9df6-4ccbef826aea gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:39:21.307199 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c6ad9a9d-b9fc-4bbb-96b3-41a1291f0875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:21.387207 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d862726d-0898-4c2f-8e9d-e9e4e442833d None None] Network 450d11e8-073e-4abc-87ec-e49d712fc31a requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:39:21.399458 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8152cb0c-f633-4c45-a4f0-0073362a61b8 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:21.400601 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-8152cb0c-f633-4c45-a4f0-0073362a61b8 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Added segment f49e8648-47f0-4a99-801f-e343d7f27df5 of type vlan for network d5ee6925-f015-47b5-908a-2d346a69e4e7 Nov 25 13:39:21.411395 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d862726d-0898-4c2f-8e9d-e9e4e442833d None None] Network 450d11e8-073e-4abc-87ec-e49d712fc31a could not be found, it might have been deleted concurrently. {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 25 13:39:21.482128 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-c6ad9a9d-b9fc-4bbb-96b3-41a1291f0875 None None] Provisioning complete for port 2b2da2b8-14ee-4327-a2bb-15bf1e24b562 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:39:21.483083 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c6ad9a9d-b9fc-4bbb-96b3-41a1291f0875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:21.505646 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8152cb0c-f633-4c45-a4f0-0073362a61b8 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:21.580520 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Pushing event updated for resources: {'Port': ['ID=64e275ce-7843-453d-bcef-1b35e14de269,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:21.591831 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c5713ef-25c2-48e1-bdd4-dd6eca978382 admin admin] Router ebb7a0ff-e56d-410a-9d27-1f48eb1ea41d is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:39:21.615012 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8152cb0c-f633-4c45-a4f0-0073362a61b8 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:21.620646 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8152cb0c-f633-4c45-a4f0-0073362a61b8 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:21.621348 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8152cb0c-f633-4c45-a4f0-0073362a61b8 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:21.648422 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 4848b747-ce15-45bd-a769-52da8c36a560 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:39:21.649564 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:21.691806 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-b04ba630-4150-4cea-b1fa-7f71c0e85627 admin admin] Allocated IP 172.20.0.1 (f744797b-cbca-4a0f-ab38-23c2cbb3e26f/bf979e74-8726-445c-803a-bd8bf2578095/714c9fee-bffd-4034-934a-4291d2bc4b30) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:39:21.747418 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-c6ad9a9d-b9fc-4bbb-96b3-41a1291f0875 None None] Port 2b2da2b8-14ee-4327-a2bb-15bf1e24b562 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:39:21.749884 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ad9a9d-b9fc-4bbb-96b3-41a1291f0875 None None] Pushing event updated for resources: {'Port': ['ID=4848b747-ce15-45bd-a769-52da8c36a560,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:21.753878 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-8152cb0c-f633-4c45-a4f0-0073362a61b8 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7730143 Nov 25 13:39:21.765675 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 53022) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:21.778306 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-d84560e4-e414-4d4d-84ee-8c6985893fdf tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Request body: {'subnet': {'network_id': 'd5ee6925-f015-47b5-908a-2d346a69e4e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:39:21.810973 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8152cb0c-f633-4c45-a4f0-0073362a61b8 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Pushing event updated for resources: {'Network': ['ID=d5ee6925-f015-47b5-908a-2d346a69e4e7,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:21.847463 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network d5ee6925-f015-47b5-908a-2d346a69e4e7 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:39:21.863977 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b04ba630-4150-4cea-b1fa-7f71c0e85627 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:21.921412 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b04ba630-4150-4cea-b1fa-7f71c0e85627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:21.948681 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c5713ef-25c2-48e1-bdd4-dd6eca978382 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:39:21.957693 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-2f31e6e5-d175-4be0-834d-c22f7cb03e87 None None] Provisioning complete for port 64e275ce-7843-453d-bcef-1b35e14de269 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:39:21.958071 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2f31e6e5-d175-4be0-834d-c22f7cb03e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:21.961725 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1415a6-323a-4083-9bfb-e2bff2f09cf1 None None] Sync routers for ids ['ebb7a0ff-e56d-410a-9d27-1f48eb1ea41d'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:39:21.976313 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1415a6-323a-4083-9bfb-e2bff2f09cf1 None None] Routers {'ebb7a0ff-e56d-410a-9d27-1f48eb1ea41d'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:39:21.976969 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-6e1415a6-323a-4083-9bfb-e2bff2f09cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:39:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['ebb7a0ff-e56d-410a-9d27-1f48eb1ea41d'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:21.982883 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04ba630-4150-4cea-b1fa-7f71c0e85627 admin admin] Network f744797b-cbca-4a0f-ab38-23c2cbb3e26f is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:39:21.986646 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-b04ba630-4150-4cea-b1fa-7f71c0e85627 admin admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:39:22.016431 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d84560e4-e414-4d4d-84ee-8c6985893fdf tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Made reservation on behalf of 13d4e7610b824f708f8a4626b9c16f61 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:39:22.017171 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04ba630-4150-4cea-b1fa-7f71c0e85627 admin admin] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:39:22.021279 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d84560e4-e414-4d4d-84ee-8c6985893fdf tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:22.043698 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1c5713ef-25c2-48e1-bdd4-dd6eca978382 admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:22.069616 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-1c5713ef-25c2-48e1-bdd4-dd6eca978382 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.2895222 Nov 25 13:39:22.100097 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 53024) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:22.113465 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-84744d86-bea5-451f-82ec-af7bbccd6aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab6990b-499d-4aaa-9df6-4ccbef826aea', 'name': 'tempest-TestAggregatesBasicOps-194886793-router', 'tenant_id': '2d03a2aac1804e8abf0d8bff4fd00b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '6330e6ec-d404-44ed-8e99-2120fe59621e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:39:17Z', 'updated_at': '2021-11-25T13:39:19Z', 'revision_number': 3, 'project_id': '2d03a2aac1804e8abf0d8bff4fd00b0d', 'gw_port': {'id': '6330e6ec-d404-44ed-8e99-2120fe59621e', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:58:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab6990b-499d-4aaa-9df6-4ccbef826aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:39:17Z', 'updated_at': '2021-11-25T13:39:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:22.134404 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 64e275ce-7843-453d-bcef-1b35e14de269 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:39:22.151640 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b04ba630-4150-4cea-b1fa-7f71c0e85627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:22.188266 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84744d86-bea5-451f-82ec-af7bbccd6aa6 None None] Checking router: 0ab6990b-499d-4aaa-9df6-4ccbef826aea for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:39:22.188624 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84744d86-bea5-451f-82ec-af7bbccd6aa6 None None] Updating router 0ab6990b-499d-4aaa-9df6-4ccbef826aea port 6330e6ec-d404-44ed-8e99-2120fe59621e binding host n-d-808199-11 {{(pid=103572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:39:22.215232 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-6e1415a6-323a-4083-9bfb-e2bff2f09cf1 None None] Set router ebb7a0ff-e56d-410a-9d27-1f48eb1ea41d gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:39:22.272789 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ba630-4150-4cea-b1fa-7f71c0e85627 admin admin] Pushing event updated for resources: {'Port': ['ID=714c9fee-bffd-4034-934a-4291d2bc4b30,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:22.364736 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 64e275ce-7843-453d-bcef-1b35e14de269 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:39:22.365161 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:22.405115 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-84744d86-bea5-451f-82ec-af7bbccd6aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:22.444724 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b04ba630-4150-4cea-b1fa-7f71c0e85627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:22.486615 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c27c24f6-e35f-497a-b0fb-4d59ac99529c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:22.706925 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-6e1415a6-323a-4083-9bfb-e2bff2f09cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb7a0ff-e56d-410a-9d27-1f48eb1ea41d', 'name': 'tempest-ServerRescueTestJSON-1182985971-router', 'tenant_id': 'c9472cb9831248be973db38fa1562496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '2b2da2b8-14ee-4327-a2bb-15bf1e24b562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:39:16Z', 'updated_at': '2021-11-25T13:39:19Z', 'revision_number': 3, 'project_id': 'c9472cb9831248be973db38fa1562496', 'gw_port': {'id': '2b2da2b8-14ee-4327-a2bb-15bf1e24b562', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:63:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb7a0ff-e56d-410a-9d27-1f48eb1ea41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:39:17Z', 'updated_at': '2021-11-25T13:39:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:22.757041 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b04ba630-4150-4cea-b1fa-7f71c0e85627 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:22.767116 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b04ba630-4150-4cea-b1fa-7f71c0e85627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:22.768850 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1415a6-323a-4083-9bfb-e2bff2f09cf1 None None] Checking router: ebb7a0ff-e56d-410a-9d27-1f48eb1ea41d for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:39:22.769372 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1415a6-323a-4083-9bfb-e2bff2f09cf1 None None] Updating router ebb7a0ff-e56d-410a-9d27-1f48eb1ea41d port 2b2da2b8-14ee-4327-a2bb-15bf1e24b562 binding host n-d-808199-11 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:39:22.822723 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6e1415a6-323a-4083-9bfb-e2bff2f09cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:22.878041 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b04ba630-4150-4cea-b1fa-7f71c0e85627 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:23.061011 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04ba630-4150-4cea-b1fa-7f71c0e85627 admin admin] Network f744797b-cbca-4a0f-ab38-23c2cbb3e26f is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:39:23.064011 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ba630-4150-4cea-b1fa-7f71c0e85627 admin admin] Pushing event updated for resources: {'Port': ['ID=714c9fee-bffd-4034-934a-4291d2bc4b30,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:23.074282 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-b04ba630-4150-4cea-b1fa-7f71c0e85627 admin admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:39:23.132986 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-84744d86-bea5-451f-82ec-af7bbccd6aa6 None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:23.134906 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-2f31e6e5-d175-4be0-834d-c22f7cb03e87 None None] Provisioning complete for port 4848b747-ce15-45bd-a769-52da8c36a560 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:39:23.135264 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2f31e6e5-d175-4be0-834d-c22f7cb03e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:23.204606 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 4848b747-ce15-45bd-a769-52da8c36a560 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:39:23.207968 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-84744d86-bea5-451f-82ec-af7bbccd6aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:23.279527 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b04ba630-4150-4cea-b1fa-7f71c0e85627 admin admin] Router 0ab6990b-499d-4aaa-9df6-4ccbef826aea has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:39:23.426430 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52179ea8-202c-43c0-a96b-400cbc349442 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:39:23.496387 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04ba630-4150-4cea-b1fa-7f71c0e85627 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:39:23.513010 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b04ba630-4150-4cea-b1fa-7f71c0e85627 admin admin] 10.222.0.53 "PUT /v2.0/routers/0ab6990b-499d-4aaa-9df6-4ccbef826aea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8885353 Nov 25 13:39:23.519546 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b0887e-56c0-4622-8542-01352be4c98f None None] Pushing event updated for resources: {'Port': ['ID=6330e6ec-d404-44ed-8e99-2120fe59621e,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:23.522380 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-84744d86-bea5-451f-82ec-af7bbccd6aa6 None None] Attempting to bind port 6330e6ec-d404-44ed-8e99-2120fe59621e on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:39:23.527038 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-84744d86-bea5-451f-82ec-af7bbccd6aa6 None None] Attempting to bind port 6330e6ec-d404-44ed-8e99-2120fe59621e by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:39:23.527396 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84744d86-bea5-451f-82ec-af7bbccd6aa6 None None] Attempting to bind port 6330e6ec-d404-44ed-8e99-2120fe59621e on network 7542d3d9-0db3-40e7-ab88-a168871141f7 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:39:23.544027 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84744d86-bea5-451f-82ec-af7bbccd6aa6 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:39:23.544481 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84744d86-bea5-451f-82ec-af7bbccd6aa6 None None] Checking segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:39:23.546745 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-84744d86-bea5-451f-82ec-af7bbccd6aa6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:23.547292 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84744d86-bea5-451f-82ec-af7bbccd6aa6 None None] Bound using segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:39:23.547672 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-84744d86-bea5-451f-82ec-af7bbccd6aa6 None None] Bound port: 6330e6ec-d404-44ed-8e99-2120fe59621e, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:39:23.548067 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-84744d86-bea5-451f-82ec-af7bbccd6aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:23.613129 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6e1415a6-323a-4083-9bfb-e2bff2f09cf1 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:23.622354 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6e1415a6-323a-4083-9bfb-e2bff2f09cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:23.631549 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 4848b747-ce15-45bd-a769-52da8c36a560 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:39:23.631785 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:23.655221 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f51a862f-f8f0-44d2-b172-805b5612612f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:23.669304 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e49f96c-e93e-4c68-af51-5dc1f8a3a9f1 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:39:23.685752 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-6e1415a6-323a-4083-9bfb-e2bff2f09cf1 None None] Attempting to bind port 2b2da2b8-14ee-4327-a2bb-15bf1e24b562 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:39:23.686759 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-6e1415a6-323a-4083-9bfb-e2bff2f09cf1 None None] Attempting to bind port 2b2da2b8-14ee-4327-a2bb-15bf1e24b562 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:39:23.687297 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1415a6-323a-4083-9bfb-e2bff2f09cf1 None None] Attempting to bind port 2b2da2b8-14ee-4327-a2bb-15bf1e24b562 on network 7542d3d9-0db3-40e7-ab88-a168871141f7 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:39:23.691070 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-84744d86-bea5-451f-82ec-af7bbccd6aa6 None None] For port 6330e6ec-d404-44ed-8e99-2120fe59621e, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:39:23.706633 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-84744d86-bea5-451f-82ec-af7bbccd6aa6 None None] For port 6330e6ec-d404-44ed-8e99-2120fe59621e, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=6330e6ec-d404-44ed-8e99-2120fe59621e,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:39:23.717975 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-84744d86-bea5-451f-82ec-af7bbccd6aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:23.735900 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1415a6-323a-4083-9bfb-e2bff2f09cf1 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:39:23.736348 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1415a6-323a-4083-9bfb-e2bff2f09cf1 None None] Checking segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:39:23.736735 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6e1415a6-323a-4083-9bfb-e2bff2f09cf1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:23.747553 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1415a6-323a-4083-9bfb-e2bff2f09cf1 None None] Bound using segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:39:23.748131 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-6e1415a6-323a-4083-9bfb-e2bff2f09cf1 None None] Bound port: 2b2da2b8-14ee-4327-a2bb-15bf1e24b562, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:39:23.748847 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6e1415a6-323a-4083-9bfb-e2bff2f09cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:23.811803 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d84560e4-e414-4d4d-84ee-8c6985893fdf tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:23.834086 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6e1415a6-323a-4083-9bfb-e2bff2f09cf1 None None] For port 2b2da2b8-14ee-4327-a2bb-15bf1e24b562, host n-d-808199-11, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:39:23.839191 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6e1415a6-323a-4083-9bfb-e2bff2f09cf1 None None] For port 2b2da2b8-14ee-4327-a2bb-15bf1e24b562, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=2b2da2b8-14ee-4327-a2bb-15bf1e24b562,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:39:23.851630 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6e1415a6-323a-4083-9bfb-e2bff2f09cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:23.863838 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52ab4ca-7745-4e1e-ba95-25a5cb9b54f6 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:39:23.892926 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1415a6-323a-4083-9bfb-e2bff2f09cf1 None None] Routers {'ebb7a0ff-e56d-410a-9d27-1f48eb1ea41d'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:39:23.893863 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-6e1415a6-323a-4083-9bfb-e2bff2f09cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:39:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['ebb7a0ff-e56d-410a-9d27-1f48eb1ea41d'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:23.915623 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b0887e-56c0-4622-8542-01352be4c98f None None] Pushing event updated for resources: {'Port': ['ID=6330e6ec-d404-44ed-8e99-2120fe59621e,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:23.920024 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84744d86-bea5-451f-82ec-af7bbccd6aa6 None None] Routers {'0ab6990b-499d-4aaa-9df6-4ccbef826aea'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:39:23.920668 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-84744d86-bea5-451f-82ec-af7bbccd6aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:39:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['0ab6990b-499d-4aaa-9df6-4ccbef826aea'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:23.922684 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-2c6b8827-98ce-492c-9b85-6db1a738c183 None None] Provisioning complete for port 714c9fee-bffd-4034-934a-4291d2bc4b30 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:39:23.923425 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2c6b8827-98ce-492c-9b85-6db1a738c183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:24.000064 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4f678d-a0c9-4d85-8312-8c990529316f None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:39:24.065025 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-2c6b8827-98ce-492c-9b85-6db1a738c183 None None] Port 714c9fee-bffd-4034-934a-4291d2bc4b30 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:39:24.084817 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-6e1415a6-323a-4083-9bfb-e2bff2f09cf1 None None] Set router ebb7a0ff-e56d-410a-9d27-1f48eb1ea41d gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:39:24.114789 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84560e4-e414-4d4d-84ee-8c6985893fdf tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Checking segment: {'id': 'f49e8648-47f0-4a99-801f-e343d7f27df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'd5ee6925-f015-47b5-908a-2d346a69e4e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:39:24.115264 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84560e4-e414-4d4d-84ee-8c6985893fdf tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Network hostable DHCP agents. Network: d5ee6925-f015-47b5-908a-2d346a69e4e7, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:39:24.138246 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a3c04a-348c-4db0-865b-86f504e85405 None None] Pushing event updated for resources: {'Port': ['ID=2b2da2b8-14ee-4327-a2bb-15bf1e24b562,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:24.141864 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-2c6b8827-98ce-492c-9b85-6db1a738c183 None None] Provisioning complete for port 6330e6ec-d404-44ed-8e99-2120fe59621e triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:39:24.142415 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2c6b8827-98ce-492c-9b85-6db1a738c183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:24.155481 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84560e4-e414-4d4d-84ee-8c6985893fdf tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Pushing event updated for resources: {'Subnet': ['ID=499a7b9b-86ca-4cad-96a9-8f4a44a5606c,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:24.171380 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84560e4-e414-4d4d-84ee-8c6985893fdf tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Network d5ee6925-f015-47b5-908a-2d346a69e4e7 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:39:24.207186 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3c04a-348c-4db0-865b-86f504e85405 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:39:24.207543 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3c04a-348c-4db0-865b-86f504e85405 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:39:24.207867 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3c04a-348c-4db0-865b-86f504e85405 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:39:24.208201 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3c04a-348c-4db0-865b-86f504e85405 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:39:24.208522 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3c04a-348c-4db0-865b-86f504e85405 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:39:24.208891 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3c04a-348c-4db0-865b-86f504e85405 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:39:24.209230 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3c04a-348c-4db0-865b-86f504e85405 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:39:24.209559 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3c04a-348c-4db0-865b-86f504e85405 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:39:24.210487 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3c04a-348c-4db0-865b-86f504e85405 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:39:24.210856 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3c04a-348c-4db0-865b-86f504e85405 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:39:24.211184 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3c04a-348c-4db0-865b-86f504e85405 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:39:24.211508 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3c04a-348c-4db0-865b-86f504e85405 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:39:24.253470 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-d84560e4-e414-4d4d-84ee-8c6985893fdf tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, d5ee6925-f015-47b5-908a-2d346a69e4e7) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:39:24.261999 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-84744d86-bea5-451f-82ec-af7bbccd6aa6 None None] Set router 0ab6990b-499d-4aaa-9df6-4ccbef826aea gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:39:24.263611 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84560e4-e414-4d4d-84ee-8c6985893fdf tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:24.264419 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d84560e4-e414-4d4d-84ee-8c6985893fdf tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:24.311671 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-c27c24f6-e35f-497a-b0fb-4d59ac99529c admin admin] Deleting port e66fa64b-de68-4262-8acd-d02f46a52fe9 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:39:24.312490 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c27c24f6-e35f-497a-b0fb-4d59ac99529c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:24.335686 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2464563d-542f-4702-bff1-7a0d6f3f80f1 None None] Network d5ee6925-f015-47b5-908a-2d346a69e4e7 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:39:24.413571 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-c27c24f6-e35f-497a-b0fb-4d59ac99529c admin admin] For port e66fa64b-de68-4262-8acd-d02f46a52fe9, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=e66fa64b-de68-4262-8acd-d02f46a52fe9,segment=NetworkSegment(96b562ac-81e6-4825-aeea-b4de255dae2c),segment_id=96b562ac-81e6-4825-aeea-b4de255dae2c)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:39:24.413945 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c27c24f6-e35f-497a-b0fb-4d59ac99529c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:24.427661 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-c27c24f6-e35f-497a-b0fb-4d59ac99529c admin admin] Calling delete_port for e66fa64b-de68-4262-8acd-d02f46a52fe9 owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:39:24.443191 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a3c04a-348c-4db0-865b-86f504e85405 None None] Pushing event updated for resources: {'Port': ['ID=2b2da2b8-14ee-4327-a2bb-15bf1e24b562,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:24.461298 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53044) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:24.467464 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-e3ae2443-74e4-4793-8e8d-bf7e40e85152 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2039053590-network', 'tenant_id': '39f405b86c454d968b137d3a58a0754d'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:39:24.526999 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ae2443-74e4-4793-8e8d-bf7e40e85152 admin admin] Made reservation on behalf of 39f405b86c454d968b137d3a58a0754d for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:39:24.529885 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e3ae2443-74e4-4793-8e8d-bf7e40e85152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:24.549260 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e3ae2443-74e4-4793-8e8d-bf7e40e85152 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:24.584872 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-6e1415a6-323a-4083-9bfb-e2bff2f09cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb7a0ff-e56d-410a-9d27-1f48eb1ea41d', 'name': 'tempest-ServerRescueTestJSON-1182985971-router', 'tenant_id': 'c9472cb9831248be973db38fa1562496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '2b2da2b8-14ee-4327-a2bb-15bf1e24b562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:39:16Z', 'updated_at': '2021-11-25T13:39:19Z', 'revision_number': 3, 'project_id': 'c9472cb9831248be973db38fa1562496', 'gw_port': {'id': '2b2da2b8-14ee-4327-a2bb-15bf1e24b562', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:63:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb7a0ff-e56d-410a-9d27-1f48eb1ea41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:39:17Z', 'updated_at': '2021-11-25T13:39:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:24.616939 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2fd65b-f6a9-4926-b58e-3754543ca809 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-d5ee6925-f015-47b5-908a-2d346a69e4e7', 'network_id': 'd5ee6925-f015-47b5-908a-2d346a69e4e7', 'tenant_id': '13d4e7610b824f708f8a4626b9c16f61', 'fixed_ips': [{'subnet_id': '499a7b9b-86ca-4cad-96a9-8f4a44a5606c'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:39:24.618094 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6d2fd65b-f6a9-4926-b58e-3754543ca809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:24.661096 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2c6b8827-98ce-492c-9b85-6db1a738c183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:24.662524 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53046) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:24.666993 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d84560e4-e414-4d4d-84ee-8c6985893fdf tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.8927853 Nov 25 13:39:24.667550 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1415a6-323a-4083-9bfb-e2bff2f09cf1 None None] The sync data for ids ['ebb7a0ff-e56d-410a-9d27-1f48eb1ea41d'] in n-d-808199-11 is: [{'id': 'ebb7a0ff-e56d-410a-9d27-1f48eb1ea41d', 'name': 'tempest-ServerRescueTestJSON-1182985971-router', 'tenant_id': 'c9472cb9831248be973db38fa1562496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '2b2da2b8-14ee-4327-a2bb-15bf1e24b562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:39:16Z', 'updated_at': '2021-11-25T13:39:19Z', 'revision_number': 3, 'project_id': 'c9472cb9831248be973db38fa1562496', 'gw_port': {'id': '2b2da2b8-14ee-4327-a2bb-15bf1e24b562', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:63:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb7a0ff-e56d-410a-9d27-1f48eb1ea41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:39:17Z', 'updated_at': '2021-11-25T13:39:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:39:24.672190 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c27c24f6-e35f-497a-b0fb-4d59ac99529c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:24.680649 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-f51a862f-f8f0-44d2-b172-805b5612612f admin admin] Allocated IP 172.20.0.1 (63fb2f13-06f0-4aca-93ef-38e635a42896/e24b755c-8322-4225-9fb6-1de603342da8/1a184495-6e60-4901-82da-84fae1907604) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:39:24.719776 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27c24f6-e35f-497a-b0fb-4d59ac99529c admin admin] Pushing event deleted for resources: {'Port': ['ID=e66fa64b-de68-4262-8acd-d02f46a52fe9,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:24.852327 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-2c6b8827-98ce-492c-9b85-6db1a738c183 None None] For port 6330e6ec-d404-44ed-8e99-2120fe59621e, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=6330e6ec-d404-44ed-8e99-2120fe59621e,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:39:24.866726 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2c6b8827-98ce-492c-9b85-6db1a738c183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:24.884007 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e3ae2443-74e4-4793-8e8d-bf7e40e85152 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:24.895444 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e3ae2443-74e4-4793-8e8d-bf7e40e85152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:24.958964 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6b8827-98ce-492c-9b85-6db1a738c183 None None] Pushing event updated for resources: {'Port': ['ID=6330e6ec-d404-44ed-8e99-2120fe59621e,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:24.986664 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3ae2443-74e4-4793-8e8d-bf7e40e85152 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:39:25.019887 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6e4fe45d-ca5b-4555-82ae-13b5cb61fea3 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:25.025061 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ae2443-74e4-4793-8e8d-bf7e40e85152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abda9a9b-22d8-4fba-8d9d-1677bd5f9dda,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:25.029010 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e3ae2443-74e4-4793-8e8d-bf7e40e85152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:25.029288 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-e3ae2443-74e4-4793-8e8d-bf7e40e85152 admin admin] Added segment 5264e390-a80a-48e8-b2c0-4a286f424990 of type vlan for network 1639f762-8ad6-410f-bf2d-703acc3f1f85 Nov 25 13:39:25.029581 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-2c6b8827-98ce-492c-9b85-6db1a738c183 None None] Provisioning complete for port 2b2da2b8-14ee-4327-a2bb-15bf1e24b562 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:39:25.030351 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2c6b8827-98ce-492c-9b85-6db1a738c183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:25.086476 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c27c24f6-e35f-497a-b0fb-4d59ac99529c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:25.115195 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f51a862f-f8f0-44d2-b172-805b5612612f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:25.145167 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e3ae2443-74e4-4793-8e8d-bf7e40e85152 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:25.167971 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-6d2fd65b-f6a9-4926-b58e-3754543ca809 None None] Allocated IP 2001:db8::1 (d5ee6925-f015-47b5-908a-2d346a69e4e7/499a7b9b-86ca-4cad-96a9-8f4a44a5606c/c2b50eac-98d5-4453-bc32-4043a29ff9ee) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:39:25.232507 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6e4fe45d-ca5b-4555-82ae-13b5cb61fea3 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:25.237229 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e3ae2443-74e4-4793-8e8d-bf7e40e85152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:25.238197 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ae2443-74e4-4793-8e8d-bf7e40e85152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:25.238802 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e3ae2443-74e4-4793-8e8d-bf7e40e85152 admin admin] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:25.319911 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f51a862f-f8f0-44d2-b172-805b5612612f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:25.334661 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ae2443-74e4-4793-8e8d-bf7e40e85152 admin admin] Pushing event updated for resources: {'Network': ['ID=1639f762-8ad6-410f-bf2d-703acc3f1f85,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:25.339955 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e3ae2443-74e4-4793-8e8d-bf7e40e85152 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8772342 Nov 25 13:39:25.343779 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53050) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:25.351687 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-9a79bb6a-04e8-4f0e-8b71-ed4b9a4d006a admin admin] Request body: {'subnet': {'network_id': '1639f762-8ad6-410f-bf2d-703acc3f1f85', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2039053590-subnet', 'tenant_id': '39f405b86c454d968b137d3a58a0754d', 'ip_version': 4}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:39:25.355121 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2c6b8827-98ce-492c-9b85-6db1a738c183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:25.361699 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 1639f762-8ad6-410f-bf2d-703acc3f1f85 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:39:25.383405 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-84744d86-bea5-451f-82ec-af7bbccd6aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab6990b-499d-4aaa-9df6-4ccbef826aea', 'name': 'tempest-TestAggregatesBasicOps-194886793-router', 'tenant_id': '2d03a2aac1804e8abf0d8bff4fd00b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '6330e6ec-d404-44ed-8e99-2120fe59621e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:39:17Z', 'updated_at': '2021-11-25T13:39:22Z', 'revision_number': 4, 'project_id': '2d03a2aac1804e8abf0d8bff4fd00b0d', 'gw_port': {'id': '6330e6ec-d404-44ed-8e99-2120fe59621e', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:58:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab6990b-499d-4aaa-9df6-4ccbef826aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:39:17Z', 'updated_at': '2021-11-25T13:39:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '714c9fee-bffd-4034-934a-4291d2bc4b30', 'name': '', 'network_id': 'f744797b-cbca-4a0f-ab38-23c2cbb3e26f', 'tenant_id': '2d03a2aac1804e8abf0d8bff4fd00b0d', 'mac_address': 'fa:16:3e:59:86:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab6990b-499d-4aaa-9df6-4ccbef826aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'bf979e74-8726-445c-803a-bd8bf2578095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:39:21Z', 'updated_at': '2021-11-25T13:39:22Z', 'revision_number': 2, 'project_id': '2d03a2aac1804e8abf0d8bff4fd00b0d', 'subnets': [{'id': 'bf979e74-8726-445c-803a-bd8bf2578095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:25.395325 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a79bb6a-04e8-4f0e-8b71-ed4b9a4d006a admin admin] Made reservation on behalf of 39f405b86c454d968b137d3a58a0754d for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:39:25.398429 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9a79bb6a-04e8-4f0e-8b71-ed4b9a4d006a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:25.425078 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84744d86-bea5-451f-82ec-af7bbccd6aa6 None None] The sync data for ids ['0ab6990b-499d-4aaa-9df6-4ccbef826aea'] in n-d-808199-11 is: [{'id': '0ab6990b-499d-4aaa-9df6-4ccbef826aea', 'name': 'tempest-TestAggregatesBasicOps-194886793-router', 'tenant_id': '2d03a2aac1804e8abf0d8bff4fd00b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '6330e6ec-d404-44ed-8e99-2120fe59621e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:39:17Z', 'updated_at': '2021-11-25T13:39:22Z', 'revision_number': 4, 'project_id': '2d03a2aac1804e8abf0d8bff4fd00b0d', 'gw_port': {'id': '6330e6ec-d404-44ed-8e99-2120fe59621e', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:58:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab6990b-499d-4aaa-9df6-4ccbef826aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:39:17Z', 'updated_at': '2021-11-25T13:39:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '714c9fee-bffd-4034-934a-4291d2bc4b30', 'name': '', 'network_id': 'f744797b-cbca-4a0f-ab38-23c2cbb3e26f', 'tenant_id': '2d03a2aac1804e8abf0d8bff4fd00b0d', 'mac_address': 'fa:16:3e:59:86:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab6990b-499d-4aaa-9df6-4ccbef826aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'bf979e74-8726-445c-803a-bd8bf2578095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:39:21Z', 'updated_at': '2021-11-25T13:39:22Z', 'revision_number': 2, 'project_id': '2d03a2aac1804e8abf0d8bff4fd00b0d', 'subnets': [{'id': 'bf979e74-8726-445c-803a-bd8bf2578095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:39:25.456534 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51a862f-f8f0-44d2-b172-805b5612612f admin admin] Pushing event updated for resources: {'Port': ['ID=1a184495-6e60-4901-82da-84fae1907604,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:25.488653 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-2c6b8827-98ce-492c-9b85-6db1a738c183 None None] For port 2b2da2b8-14ee-4327-a2bb-15bf1e24b562, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=2b2da2b8-14ee-4327-a2bb-15bf1e24b562,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:39:25.493638 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51a862f-f8f0-44d2-b172-805b5612612f admin admin] Network 63fb2f13-06f0-4aca-93ef-38e635a42896 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:39:25.497821 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-f51a862f-f8f0-44d2-b172-805b5612612f admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:39:25.501320 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51a862f-f8f0-44d2-b172-805b5612612f admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:39:25.527652 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2c6b8827-98ce-492c-9b85-6db1a738c183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:25.634377 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f51a862f-f8f0-44d2-b172-805b5612612f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:25.641407 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c27c24f6-e35f-497a-b0fb-4d59ac99529c admin admin] Router b4af7cee-b79f-43f1-8acb-830b7079e6f3 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:39:25.894646 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c27c24f6-e35f-497a-b0fb-4d59ac99529c admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:39:25.899645 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c27c24f6-e35f-497a-b0fb-4d59ac99529c admin admin] 10.222.0.53 "PUT /v2.0/routers/b4af7cee-b79f-43f1-8acb-830b7079e6f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8453972 Nov 25 13:39:25.902252 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 53054) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:25.925256 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84ec175-c68e-4fbd-8bab-3b78f5deed21 None None] Sync routers for ids ['b4af7cee-b79f-43f1-8acb-830b7079e6f3'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:39:25.971937 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6d2fd65b-f6a9-4926-b58e-3754543ca809 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:26.029181 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-ab9cd554-6ef0-4e2f-bef5-237a484f33d7 None None] Provisioning complete for port 6330e6ec-d404-44ed-8e99-2120fe59621e triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:39:26.029559 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ab9cd554-6ef0-4e2f-bef5-237a484f33d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:26.035037 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6d2fd65b-f6a9-4926-b58e-3754543ca809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:26.088901 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6b8827-98ce-492c-9b85-6db1a738c183 None None] Pushing event updated for resources: {'Port': ['ID=2b2da2b8-14ee-4327-a2bb-15bf1e24b562,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:26.092318 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84ec175-c68e-4fbd-8bab-3b78f5deed21 None None] Routers {'b4af7cee-b79f-43f1-8acb-830b7079e6f3'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:39:26.092615 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9a79bb6a-04e8-4f0e-8b71-ed4b9a4d006a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:26.093169 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-e84ec175-c68e-4fbd-8bab-3b78f5deed21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:39:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['b4af7cee-b79f-43f1-8acb-830b7079e6f3'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:26.097609 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6e4fe45d-ca5b-4555-82ae-13b5cb61fea3 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:26.104679 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f51a862f-f8f0-44d2-b172-805b5612612f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:26.171152 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2fd65b-f6a9-4926-b58e-3754543ca809 None None] Network d5ee6925-f015-47b5-908a-2d346a69e4e7 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:39:26.193577 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a79bb6a-04e8-4f0e-8b71-ed4b9a4d006a admin admin] Pushing event updated for resources: {'Subnet': ['ID=60984399-ee90-46d1-b75f-9e156a090043,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:26.206511 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-6d2fd65b-f6a9-4926-b58e-3754543ca809 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:39:26.214757 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2fd65b-f6a9-4926-b58e-3754543ca809 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:39:26.236969 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-60e452ca-f3e0-4da3-b51e-15dc425ef591 admin admin] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:26.245820 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 2b2da2b8-14ee-4327-a2bb-15bf1e24b562 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:39:26.285804 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4fe45d-ca5b-4555-82ae-13b5cb61fea3 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Pushing event deleted for resources: {'Subnet': ['ID=499a7b9b-86ca-4cad-96a9-8f4a44a5606c,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:26.353099 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2fd65b-f6a9-4926-b58e-3754543ca809 None None] Pushing event updated for resources: {'Port': ['ID=c2b50eac-98d5-4453-bc32-4043a29ff9ee,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:26.417182 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a79bb6a-04e8-4f0e-8b71-ed4b9a4d006a admin admin] Checking segment: {'id': '5264e390-a80a-48e8-b2c0-4a286f424990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '1639f762-8ad6-410f-bf2d-703acc3f1f85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:39:26.417434 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a79bb6a-04e8-4f0e-8b71-ed4b9a4d006a admin admin] Network hostable DHCP agents. Network: 1639f762-8ad6-410f-bf2d-703acc3f1f85, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:39:26.431254 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6e4fe45d-ca5b-4555-82ae-13b5cb61fea3 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:26.454355 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-60e452ca-f3e0-4da3-b51e-15dc425ef591 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:26.459654 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-6e4fe45d-ca5b-4555-82ae-13b5cb61fea3 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5ee6925-f015-47b5-908a-2d346a69e4e7']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:26.462917 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a79bb6a-04e8-4f0e-8b71-ed4b9a4d006a admin admin] Network 1639f762-8ad6-410f-bf2d-703acc3f1f85 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:39:26.474289 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-6d2fd65b-f6a9-4926-b58e-3754543ca809 None None] Attempting to bind port c2b50eac-98d5-4453-bc32-4043a29ff9ee on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:39:26.476789 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-6e4fe45d-ca5b-4555-82ae-13b5cb61fea3 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f49e8648-47f0-4a99-801f-e343d7f27df5') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:26.477423 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-6d2fd65b-f6a9-4926-b58e-3754543ca809 None None] Attempting to bind port c2b50eac-98d5-4453-bc32-4043a29ff9ee by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'f49e8648-47f0-4a99-801f-e343d7f27df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'd5ee6925-f015-47b5-908a-2d346a69e4e7'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:39:26.477918 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2fd65b-f6a9-4926-b58e-3754543ca809 None None] Attempting to bind port c2b50eac-98d5-4453-bc32-4043a29ff9ee on network d5ee6925-f015-47b5-908a-2d346a69e4e7 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:39:26.478425 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-6e4fe45d-ca5b-4555-82ae-13b5cb61fea3 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f49e8648-47f0-4a99-801f-e343d7f27df5') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:26.488306 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-9a79bb6a-04e8-4f0e-8b71-ed4b9a4d006a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 1639f762-8ad6-410f-bf2d-703acc3f1f85) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:39:26.488552 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2fd65b-f6a9-4926-b58e-3754543ca809 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:39:26.489082 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2fd65b-f6a9-4926-b58e-3754543ca809 None None] Checking segment: {'id': 'f49e8648-47f0-4a99-801f-e343d7f27df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'd5ee6925-f015-47b5-908a-2d346a69e4e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:39:26.489915 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6d2fd65b-f6a9-4926-b58e-3754543ca809 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:26.490120 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2fd65b-f6a9-4926-b58e-3754543ca809 None None] Bound using segment: {'id': 'f49e8648-47f0-4a99-801f-e343d7f27df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'd5ee6925-f015-47b5-908a-2d346a69e4e7'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:39:26.490735 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-6d2fd65b-f6a9-4926-b58e-3754543ca809 None None] Bound port: c2b50eac-98d5-4453-bc32-4043a29ff9ee, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f49e8648-47f0-4a99-801f-e343d7f27df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'd5ee6925-f015-47b5-908a-2d346a69e4e7'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:39:26.491260 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6d2fd65b-f6a9-4926-b58e-3754543ca809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:26.493031 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a79bb6a-04e8-4f0e-8b71-ed4b9a4d006a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:26.493864 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9a79bb6a-04e8-4f0e-8b71-ed4b9a4d006a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:26.502439 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6e4fe45d-ca5b-4555-82ae-13b5cb61fea3 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:26.519354 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82794f9-c11e-4a4b-9fa9-a30c9b3836e1 None None] Network 1639f762-8ad6-410f-bf2d-703acc3f1f85 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:39:26.528746 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6e4fe45d-ca5b-4555-82ae-13b5cb61fea3 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:26.535633 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-9a79bb6a-04e8-4f0e-8b71-ed4b9a4d006a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1907227 Nov 25 13:39:26.539264 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53056) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:26.544160 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-35bd443a-cbe2-4bd1-8e7f-1187a793e2c0 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2039053590-router', 'tenant_id': '39f405b86c454d968b137d3a58a0754d', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:39:26.545612 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f51a862f-f8f0-44d2-b172-805b5612612f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:26.550004 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e4fe45d-ca5b-4555-82ae-13b5cb61fea3 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:39:26.550425 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6e4fe45d-ca5b-4555-82ae-13b5cb61fea3 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:26.553800 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:39:26.553800 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:39:26.553800 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:39:26.553800 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:39:26.553800 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:39:26.553800 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:39:26.553800 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:39:26.553800 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:39:26.553800 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:39:26.553800 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:39:26.553800 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:39:26.553800 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:39:26.553800 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:39:26.553800 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:39:26.553800 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:39:26.553800 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:39:26.553800 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:39:26.553800 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:39:26.553800 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:39:26.553800 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:39:26.553800 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:39:26.553800 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:39:26.553800 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:39:26.553800 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:39:26.553800 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:39:26.553800 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:39:26.553800 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:39:26.553800 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:39:26.553800 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:39:26.553800 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:39:26.553800 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:39:26.553800 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:39:26.564060 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f51a862f-f8f0-44d2-b172-805b5612612f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:26.624931 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.db.api [None req-6e4fe45d-ca5b-4555-82ae-13b5cb61fea3 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 13:39:26.624931 n-d-808199-11 neutron-server[103570]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 13:39:26.624931 n-d-808199-11 neutron-server[103570]: [parameters: {'id': 'd5ee6925-f015-47b5-908a-2d346a69e4e7'}] Nov 25 13:39:26.624931 n-d-808199-11 neutron-server[103570]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 13:39:26.625435 n-d-808199-11 neutron-server[103570]: DEBUG oslo_db.api [None req-6e4fe45d-ca5b-4555-82ae-13b5cb61fea3 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 13:39:26.625695 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-e84ec175-c68e-4fbd-8bab-3b78f5deed21 None None] Set router b4af7cee-b79f-43f1-8acb-830b7079e6f3 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:39:26.628557 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-35bd443a-cbe2-4bd1-8e7f-1187a793e2c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:26.630883 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-35bd443a-cbe2-4bd1-8e7f-1187a793e2c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:26.632901 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-60e452ca-f3e0-4da3-b51e-15dc425ef591 admin admin] Deleting port c598c794-81ec-48a9-b1c2-33a59505af5d {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:39:26.633252 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-60e452ca-f3e0-4da3-b51e-15dc425ef591 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:26.709261 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51a862f-f8f0-44d2-b172-805b5612612f admin admin] Pushing event updated for resources: {'Port': ['ID=1a184495-6e60-4901-82da-84fae1907604,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:26.712471 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f51a862f-f8f0-44d2-b172-805b5612612f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:26.748889 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-35bd443a-cbe2-4bd1-8e7f-1187a793e2c0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:26.764135 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-ab9cd554-6ef0-4e2f-bef5-237a484f33d7 None None] Provisioning complete for port 2b2da2b8-14ee-4327-a2bb-15bf1e24b562 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:39:26.765101 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ab9cd554-6ef0-4e2f-bef5-237a484f33d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:26.772917 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 2b2da2b8-14ee-4327-a2bb-15bf1e24b562 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:39:26.773132 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:26.978042 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-6d2fd65b-f6a9-4926-b58e-3754543ca809 None None] For port c2b50eac-98d5-4453-bc32-4043a29ff9ee, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:39:26.984025 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-35bd443a-cbe2-4bd1-8e7f-1187a793e2c0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:27.031313 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-6d2fd65b-f6a9-4926-b58e-3754543ca809 None None] For port c2b50eac-98d5-4453-bc32-4043a29ff9ee, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=c2b50eac-98d5-4453-bc32-4043a29ff9ee,segment=NetworkSegment(f49e8648-47f0-4a99-801f-e343d7f27df5),segment_id=f49e8648-47f0-4a99-801f-e343d7f27df5)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:39:27.118966 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce957902-7b5e-47f4-938d-74de684a0081 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-1639f762-8ad6-410f-bf2d-703acc3f1f85', 'network_id': '1639f762-8ad6-410f-bf2d-703acc3f1f85', 'tenant_id': '39f405b86c454d968b137d3a58a0754d', 'fixed_ips': [{'subnet_id': '60984399-ee90-46d1-b75f-9e156a090043'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:39:27.119980 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ce957902-7b5e-47f4-938d-74de684a0081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:27.127974 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6e4fe45d-ca5b-4555-82ae-13b5cb61fea3 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:27.128474 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6d2fd65b-f6a9-4926-b58e-3754543ca809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:27.281663 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-60e452ca-f3e0-4da3-b51e-15dc425ef591 admin admin] For port c598c794-81ec-48a9-b1c2-33a59505af5d, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=c598c794-81ec-48a9-b1c2-33a59505af5d,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:39:27.283090 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-60e452ca-f3e0-4da3-b51e-15dc425ef591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:27.300439 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-60e452ca-f3e0-4da3-b51e-15dc425ef591 admin admin] Calling delete_port for c598c794-81ec-48a9-b1c2-33a59505af5d owned by network:router_gateway {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:39:27.311696 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-35bd443a-cbe2-4bd1-8e7f-1187a793e2c0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:27.336824 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-35bd443a-cbe2-4bd1-8e7f-1187a793e2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:27.339451 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-6e4fe45d-ca5b-4555-82ae-13b5cb61fea3 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Deleting port c2b50eac-98d5-4453-bc32-4043a29ff9ee {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:39:27.339871 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6e4fe45d-ca5b-4555-82ae-13b5cb61fea3 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:27.488732 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2fd65b-f6a9-4926-b58e-3754543ca809 None None] Pushing event updated for resources: {'Port': ['ID=c2b50eac-98d5-4453-bc32-4043a29ff9ee,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:27.507840 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-6e4fe45d-ca5b-4555-82ae-13b5cb61fea3 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] For port c2b50eac-98d5-4453-bc32-4043a29ff9ee, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=c2b50eac-98d5-4453-bc32-4043a29ff9ee,segment=NetworkSegment(f49e8648-47f0-4a99-801f-e343d7f27df5),segment_id=f49e8648-47f0-4a99-801f-e343d7f27df5)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:39:27.508291 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6e4fe45d-ca5b-4555-82ae-13b5cb61fea3 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:27.537671 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd4eb68-3528-44fb-9071-2fec6cd4243e None None] Network d5ee6925-f015-47b5-908a-2d346a69e4e7 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:39:27.547255 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-6e4fe45d-ca5b-4555-82ae-13b5cb61fea3 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Calling delete_port for c2b50eac-98d5-4453-bc32-4043a29ff9ee owned by network:dhcp {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:39:27.555638 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51a862f-f8f0-44d2-b172-805b5612612f admin admin] Network 63fb2f13-06f0-4aca-93ef-38e635a42896 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:39:27.558644 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-f51a862f-f8f0-44d2-b172-805b5612612f admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:39:27.670814 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-35bd443a-cbe2-4bd1-8e7f-1187a793e2c0 admin admin] Allocated IP 172.25.5.43 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/3f6b7545-771a-43d2-b13a-2fe483bb5198) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:39:27.690261 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6e4fe45d-ca5b-4555-82ae-13b5cb61fea3 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:27.713143 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-ce957902-7b5e-47f4-938d-74de684a0081 None None] Allocated IP 172.20.0.2 (1639f762-8ad6-410f-bf2d-703acc3f1f85/60984399-ee90-46d1-b75f-9e156a090043/81b84728-9be2-4b5e-9ad9-309f4d85d247) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:39:27.719933 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f51a862f-f8f0-44d2-b172-805b5612612f admin admin] Router ebb7a0ff-e56d-410a-9d27-1f48eb1ea41d has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:39:27.727618 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-e84ec175-c68e-4fbd-8bab-3b78f5deed21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4af7cee-b79f-43f1-8acb-830b7079e6f3', 'name': 'tempest-TestServerMultinode-1494479977-router', 'tenant_id': '3ac3ecdb9d7f4099a69d83c9614c8001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'c598c794-81ec-48a9-b1c2-33a59505af5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:38:14Z', 'updated_at': '2021-11-25T13:39:24Z', 'revision_number': 5, 'project_id': '3ac3ecdb9d7f4099a69d83c9614c8001', 'gw_port': {'id': 'c598c794-81ec-48a9-b1c2-33a59505af5d', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ca:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4af7cee-b79f-43f1-8acb-830b7079e6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:38:14Z', 'updated_at': '2021-11-25T13:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:27.752188 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4fe45d-ca5b-4555-82ae-13b5cb61fea3 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Pushing event deleted for resources: {'Port': ['ID=c2b50eac-98d5-4453-bc32-4043a29ff9ee,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:27.765387 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84ec175-c68e-4fbd-8bab-3b78f5deed21 None None] Checking router: b4af7cee-b79f-43f1-8acb-830b7079e6f3 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:39:27.786317 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-60e452ca-f3e0-4da3-b51e-15dc425ef591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:27.792282 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4fe45d-ca5b-4555-82ae-13b5cb61fea3 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] No DVR routers for this DVR port c2b50eac-98d5-4453-bc32-4043a29ff9ee on host n-d-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:39:27.843628 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0c6faf-2de7-4a9c-8f94-8f394d47b4a4 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:39:27.851196 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84ec175-c68e-4fbd-8bab-3b78f5deed21 None None] Routers {'b4af7cee-b79f-43f1-8acb-830b7079e6f3'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:39:27.852097 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-e84ec175-c68e-4fbd-8bab-3b78f5deed21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:39:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['b4af7cee-b79f-43f1-8acb-830b7079e6f3'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:27.853413 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e452ca-f3e0-4da3-b51e-15dc425ef591 admin admin] Pushing event deleted for resources: {'Port': ['ID=c598c794-81ec-48a9-b1c2-33a59505af5d,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:27.921283 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6e4fe45d-ca5b-4555-82ae-13b5cb61fea3 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:27.942325 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-60e452ca-f3e0-4da3-b51e-15dc425ef591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:27.964612 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-6e4fe45d-ca5b-4555-82ae-13b5cb61fea3 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5ee6925-f015-47b5-908a-2d346a69e4e7']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:27.976583 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-35bd443a-cbe2-4bd1-8e7f-1187a793e2c0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:27.982297 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-6e4fe45d-ca5b-4555-82ae-13b5cb61fea3 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f49e8648-47f0-4a99-801f-e343d7f27df5') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:27.982834 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-6e4fe45d-ca5b-4555-82ae-13b5cb61fea3 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f49e8648-47f0-4a99-801f-e343d7f27df5') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:27.995582 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6e4fe45d-ca5b-4555-82ae-13b5cb61fea3 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:28.022813 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6e4fe45d-ca5b-4555-82ae-13b5cb61fea3 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:28.034923 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e4fe45d-ca5b-4555-82ae-13b5cb61fea3 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:39:28.035595 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6e4fe45d-ca5b-4555-82ae-13b5cb61fea3 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:28.039228 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:39:28.039228 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:39:28.039228 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:39:28.039228 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:39:28.039228 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:39:28.039228 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:39:28.039228 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:39:28.039228 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:39:28.039228 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:39:28.039228 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:39:28.039228 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:39:28.039228 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:39:28.039228 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:39:28.039228 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:39:28.039228 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:39:28.039228 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:39:28.039228 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:39:28.039228 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:39:28.039228 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:39:28.039228 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:39:28.039228 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:39:28.039228 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:39:28.039228 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:39:28.039228 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:39:28.039228 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:39:28.039228 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:39:28.039228 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:39:28.039228 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:39:28.039228 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:39:28.039228 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:39:28.039228 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:39:28.039228 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:39:28.046658 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f51a862f-f8f0-44d2-b172-805b5612612f admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:39:28.052598 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-f51a862f-f8f0-44d2-b172-805b5612612f admin admin] 10.222.0.53 "PUT /v2.0/routers/ebb7a0ff-e56d-410a-9d27-1f48eb1ea41d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9505253 Nov 25 13:39:28.058325 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d04d52-382d-419c-ad74-c5c3ef11f840 None None] Sync routers for ids ['ebb7a0ff-e56d-410a-9d27-1f48eb1ea41d'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:39:28.068560 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-60e452ca-f3e0-4da3-b51e-15dc425ef591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:28.071370 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-60e452ca-f3e0-4da3-b51e-15dc425ef591 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:28.076577 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d04d52-382d-419c-ad74-c5c3ef11f840 None None] Routers {'ebb7a0ff-e56d-410a-9d27-1f48eb1ea41d'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:39:28.077610 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-d3d04d52-382d-419c-ad74-c5c3ef11f840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:39:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['ebb7a0ff-e56d-410a-9d27-1f48eb1ea41d'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:28.136698 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-60e452ca-f3e0-4da3-b51e-15dc425ef591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:28.138369 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e452ca-f3e0-4da3-b51e-15dc425ef591 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4af7cee-b79f-43f1-8acb-830b7079e6f3 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:39:28.148527 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-60e452ca-f3e0-4da3-b51e-15dc425ef591 admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:28.150856 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-60e452ca-f3e0-4da3-b51e-15dc425ef591 admin admin] 10.222.0.53 "DELETE /v2.0/routers/b4af7cee-b79f-43f1-8acb-830b7079e6f3 HTTP/1.1" status: 204 len: 168 time: 2.2476056 Nov 25 13:39:28.156023 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 53064) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:28.171966 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-e84ec175-c68e-4fbd-8bab-3b78f5deed21 None None] Set router b4af7cee-b79f-43f1-8acb-830b7079e6f3 gateway port host: None {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:39:28.237734 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-35bd443a-cbe2-4bd1-8e7f-1187a793e2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:28.244671 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6e4fe45d-ca5b-4555-82ae-13b5cb61fea3 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:28.260477 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a877d28-da4d-4793-96c4-fb0a01a6f0d5 admin admin] Deleting subnet 91cc3ae6-218d-4bef-bcd2-07036fc941d2 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:39:28.266129 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1a877d28-da4d-4793-96c4-fb0a01a6f0d5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:28.270107 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-e84ec175-c68e-4fbd-8bab-3b78f5deed21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4af7cee-b79f-43f1-8acb-830b7079e6f3', 'name': 'tempest-TestServerMultinode-1494479977-router', 'tenant_id': '3ac3ecdb9d7f4099a69d83c9614c8001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:38:14Z', 'updated_at': '2021-11-25T13:39:27Z', 'revision_number': 7, 'project_id': '3ac3ecdb9d7f4099a69d83c9614c8001', 'gw_port_host': None}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:28.323065 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bd443a-cbe2-4bd1-8e7f-1187a793e2c0 admin admin] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:39:28.344031 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1a877d28-da4d-4793-96c4-fb0a01a6f0d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:28.355189 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-d3d04d52-382d-419c-ad74-c5c3ef11f840 None None] Set router ebb7a0ff-e56d-410a-9d27-1f48eb1ea41d gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:39:28.374920 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-35bd443a-cbe2-4bd1-8e7f-1187a793e2c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:39:28.392259 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bd443a-cbe2-4bd1-8e7f-1187a793e2c0 admin admin] Pushing event updated for resources: {'Port': ['ID=3f6b7545-771a-43d2-b13a-2fe483bb5198,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:28.414484 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6e4fe45d-ca5b-4555-82ae-13b5cb61fea3 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:28.418161 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-6e4fe45d-ca5b-4555-82ae-13b5cb61fea3 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] 10.222.0.53 "DELETE /v2.0/networks/d5ee6925-f015-47b5-908a-2d346a69e4e7 HTTP/1.1" status: 204 len: 168 time: 3.7544980 Nov 25 13:39:28.424550 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bd443a-cbe2-4bd1-8e7f-1187a793e2c0 admin admin] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:39:28.425234 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 53074) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:28.431630 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-562a2381-c0d6-495f-8f21-c947f24f7db3 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-823201084'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:39:28.434723 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 2b2da2b8-14ee-4327-a2bb-15bf1e24b562 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:39:28.440920 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ef9059-e807-40d8-88ac-6444e5b3638b None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:39:28.464904 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84ec175-c68e-4fbd-8bab-3b78f5deed21 None None] The sync data for ids ['b4af7cee-b79f-43f1-8acb-830b7079e6f3'] in n-d-808199-11 is: [{'id': 'b4af7cee-b79f-43f1-8acb-830b7079e6f3', 'name': 'tempest-TestServerMultinode-1494479977-router', 'tenant_id': '3ac3ecdb9d7f4099a69d83c9614c8001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:38:14Z', 'updated_at': '2021-11-25T13:39:27Z', 'revision_number': 7, 'project_id': '3ac3ecdb9d7f4099a69d83c9614c8001', 'gw_port_host': None}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:39:28.502864 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4fe45d-ca5b-4555-82ae-13b5cb61fea3 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Pushing event deleted for resources: {'Network': ['ID=d5ee6925-f015-47b5-908a-2d346a69e4e7,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:28.540895 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ce957902-7b5e-47f4-938d-74de684a0081 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:28.561577 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562a2381-c0d6-495f-8f21-c947f24f7db3 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Made reservation on behalf of 13d4e7610b824f708f8a4626b9c16f61 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:39:28.564936 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ce957902-7b5e-47f4-938d-74de684a0081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:28.565966 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-562a2381-c0d6-495f-8f21-c947f24f7db3 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:28.568958 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-60faf4ec-6d6b-4b17-a85f-26f4f2f5a0ed None None] Provisioning complete for port 3f6b7545-771a-43d2-b13a-2fe483bb5198 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:39:28.569335 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-60faf4ec-6d6b-4b17-a85f-26f4f2f5a0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:28.591680 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1a877d28-da4d-4793-96c4-fb0a01a6f0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:28.630124 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-562a2381-c0d6-495f-8f21-c947f24f7db3 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:39:28.658066 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-562a2381-c0d6-495f-8f21-c947f24f7db3 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:28.658542 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-562a2381-c0d6-495f-8f21-c947f24f7db3 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Added segment b377b69a-1f8a-4a87-92fc-42ce685369de of type vlan for network f549f9b9-06ab-447f-a421-20e14239ea57 Nov 25 13:39:28.668022 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 2b2da2b8-14ee-4327-a2bb-15bf1e24b562 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:39:28.668403 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:28.701252 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce957902-7b5e-47f4-938d-74de684a0081 None None] Network 1639f762-8ad6-410f-bf2d-703acc3f1f85 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:39:28.702489 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce957902-7b5e-47f4-938d-74de684a0081 None None] Pushing event updated for resources: {'Port': ['ID=81b84728-9be2-4b5e-9ad9-309f4d85d247,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:28.713159 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-ce957902-7b5e-47f4-938d-74de684a0081 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:39:28.722894 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce957902-7b5e-47f4-938d-74de684a0081 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:39:28.726615 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-562a2381-c0d6-495f-8f21-c947f24f7db3 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:28.728746 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-60faf4ec-6d6b-4b17-a85f-26f4f2f5a0ed None None] Port 3f6b7545-771a-43d2-b13a-2fe483bb5198 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:39:28.732031 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1a877d28-da4d-4793-96c4-fb0a01a6f0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:28.756772 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:39:28.771466 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1a877d28-da4d-4793-96c4-fb0a01a6f0d5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:28.779311 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-1a877d28-da4d-4793-96c4-fb0a01a6f0d5 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/91cc3ae6-218d-4bef-bcd2-07036fc941d2 HTTP/1.1" status: 204 len: 168 time: 0.6218927 Nov 25 13:39:28.780334 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a877d28-da4d-4793-96c4-fb0a01a6f0d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91cc3ae6-218d-4bef-bcd2-07036fc941d2,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:28.783006 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 53076) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:28.810137 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad4c12d-b0ea-4421-921c-8f000aa4ddd6 None None] Network 255b14d8-346a-4fbf-a07e-8c9650f61893 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:39:28.823293 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-d3d04d52-382d-419c-ad74-c5c3ef11f840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb7a0ff-e56d-410a-9d27-1f48eb1ea41d', 'name': 'tempest-ServerRescueTestJSON-1182985971-router', 'tenant_id': 'c9472cb9831248be973db38fa1562496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '2b2da2b8-14ee-4327-a2bb-15bf1e24b562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:39:16Z', 'updated_at': '2021-11-25T13:39:25Z', 'revision_number': 4, 'project_id': 'c9472cb9831248be973db38fa1562496', 'gw_port': {'id': '2b2da2b8-14ee-4327-a2bb-15bf1e24b562', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:63:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb7a0ff-e56d-410a-9d27-1f48eb1ea41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:39:17Z', 'updated_at': '2021-11-25T13:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '1a184495-6e60-4901-82da-84fae1907604', 'name': '', 'network_id': '63fb2f13-06f0-4aca-93ef-38e635a42896', 'tenant_id': 'c9472cb9831248be973db38fa1562496', 'mac_address': 'fa:16:3e:c1:b7:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb7a0ff-e56d-410a-9d27-1f48eb1ea41d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'e24b755c-8322-4225-9fb6-1de603342da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:39:23Z', 'updated_at': '2021-11-25T13:39:26Z', 'revision_number': 2, 'project_id': 'c9472cb9831248be973db38fa1562496', 'subnets': [{'id': 'e24b755c-8322-4225-9fb6-1de603342da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:28.869871 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-562a2381-c0d6-495f-8f21-c947f24f7db3 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:28.876137 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562a2381-c0d6-495f-8f21-c947f24f7db3 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:28.876952 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-562a2381-c0d6-495f-8f21-c947f24f7db3 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:28.887133 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d04d52-382d-419c-ad74-c5c3ef11f840 None None] Checking router: ebb7a0ff-e56d-410a-9d27-1f48eb1ea41d for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:39:28.889379 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d04d52-382d-419c-ad74-c5c3ef11f840 None None] Updating router ebb7a0ff-e56d-410a-9d27-1f48eb1ea41d port 1a184495-6e60-4901-82da-84fae1907604 binding host n-d-808199-11 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:39:28.928024 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d3d04d52-382d-419c-ad74-c5c3ef11f840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:28.954446 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-ce957902-7b5e-47f4-938d-74de684a0081 None None] Attempting to bind port 81b84728-9be2-4b5e-9ad9-309f4d85d247 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:39:28.954750 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-ce957902-7b5e-47f4-938d-74de684a0081 None None] Attempting to bind port 81b84728-9be2-4b5e-9ad9-309f4d85d247 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '5264e390-a80a-48e8-b2c0-4a286f424990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '1639f762-8ad6-410f-bf2d-703acc3f1f85'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:39:28.955166 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce957902-7b5e-47f4-938d-74de684a0081 None None] Attempting to bind port 81b84728-9be2-4b5e-9ad9-309f4d85d247 on network 1639f762-8ad6-410f-bf2d-703acc3f1f85 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:39:28.967293 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562a2381-c0d6-495f-8f21-c947f24f7db3 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Pushing event updated for resources: {'Network': ['ID=f549f9b9-06ab-447f-a421-20e14239ea57,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:29.013390 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-783fd3ab-9d24-4732-b590-e3e02d83f711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:29.028653 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-562a2381-c0d6-495f-8f21-c947f24f7db3 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6000662 Nov 25 13:39:29.028887 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 53086) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:29.035496 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network f549f9b9-06ab-447f-a421-20e14239ea57 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:39:29.036545 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-8f55aa74-c5af-41fb-a8d6-546f26f5f039 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Request body: {'subnet': {'network_id': 'f549f9b9-06ab-447f-a421-20e14239ea57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:39:29.139444 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-35bd443a-cbe2-4bd1-8e7f-1187a793e2c0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:29.141745 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce957902-7b5e-47f4-938d-74de684a0081 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:39:29.142141 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce957902-7b5e-47f4-938d-74de684a0081 None None] Checking segment: {'id': '5264e390-a80a-48e8-b2c0-4a286f424990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '1639f762-8ad6-410f-bf2d-703acc3f1f85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:39:29.142545 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ce957902-7b5e-47f4-938d-74de684a0081 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:29.144290 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce957902-7b5e-47f4-938d-74de684a0081 None None] Bound using segment: {'id': '5264e390-a80a-48e8-b2c0-4a286f424990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '1639f762-8ad6-410f-bf2d-703acc3f1f85'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:39:29.144850 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-ce957902-7b5e-47f4-938d-74de684a0081 None None] Bound port: 81b84728-9be2-4b5e-9ad9-309f4d85d247, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5264e390-a80a-48e8-b2c0-4a286f424990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '1639f762-8ad6-410f-bf2d-703acc3f1f85'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:39:29.145193 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ce957902-7b5e-47f4-938d-74de684a0081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:29.148514 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 6330e6ec-d404-44ed-8e99-2120fe59621e up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:39:29.186192 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-783fd3ab-9d24-4732-b590-e3e02d83f711 admin admin] Deleting port 2ee17a1d-eae8-4640-bdd6-54c64193c0b7 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:39:29.186593 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-783fd3ab-9d24-4732-b590-e3e02d83f711 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:29.189237 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2eb8574-3d79-4a6b-a861-07cf16189296 None None] Sync routers for ids ['0ab6990b-499d-4aaa-9df6-4ccbef826aea'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:39:29.253778 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2eb8574-3d79-4a6b-a861-07cf16189296 None None] Routers {'0ab6990b-499d-4aaa-9df6-4ccbef826aea'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:39:29.255014 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-b2eb8574-3d79-4a6b-a861-07cf16189296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:39:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['0ab6990b-499d-4aaa-9df6-4ccbef826aea'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:29.258733 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-783fd3ab-9d24-4732-b590-e3e02d83f711 admin admin] For port 2ee17a1d-eae8-4640-bdd6-54c64193c0b7, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=2ee17a1d-eae8-4640-bdd6-54c64193c0b7,segment=NetworkSegment(96b562ac-81e6-4825-aeea-b4de255dae2c),segment_id=96b562ac-81e6-4825-aeea-b4de255dae2c)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:39:29.258733 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-783fd3ab-9d24-4732-b590-e3e02d83f711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:29.274860 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-783fd3ab-9d24-4732-b590-e3e02d83f711 admin admin] Calling delete_port for 2ee17a1d-eae8-4640-bdd6-54c64193c0b7 owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:39:29.323335 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c2530-7763-4a6c-9744-a52298c2a06a req-e27801de-4922-4ffe-8667-dc011be6c902 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:29.326121 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ce9c2530-7763-4a6c-9744-a52298c2a06a req-e27801de-4922-4ffe-8667-dc011be6c902 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/networks?id=63fb2f13-06f0-4aca-93ef-38e635a42896 HTTP/1.1" status: 200 len: 811 time: 0.3887799 Nov 25 13:39:29.331595 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f55aa74-c5af-41fb-a8d6-546f26f5f039 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Made reservation on behalf of 13d4e7610b824f708f8a4626b9c16f61 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:39:29.335302 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8f55aa74-c5af-41fb-a8d6-546f26f5f039 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:29.347219 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ce9c2530-7763-4a6c-9744-a52298c2a06a req-94648317-5d5b-4772-a6ba-6715aefabe72 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/quotas/c9472cb9831248be973db38fa1562496 HTTP/1.1" status: 200 len: 375 time: 0.0125198 Nov 25 13:39:29.368669 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d3d04d52-382d-419c-ad74-c5c3ef11f840 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:29.383200 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d3d04d52-382d-419c-ad74-c5c3ef11f840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:29.388667 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-b2eb8574-3d79-4a6b-a861-07cf16189296 None None] Set router 0ab6990b-499d-4aaa-9df6-4ccbef826aea gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:39:29.485045 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2110bea-986a-4f8b-80fc-2fe46780ce6b None None] Pushing event updated for resources: {'Port': ['ID=1a184495-6e60-4901-82da-84fae1907604,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:29.504694 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-35bd443a-cbe2-4bd1-8e7f-1187a793e2c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:29.511065 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-783fd3ab-9d24-4732-b590-e3e02d83f711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:29.557159 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783fd3ab-9d24-4732-b590-e3e02d83f711 admin admin] No DVR routers for this DVR port 2ee17a1d-eae8-4640-bdd6-54c64193c0b7 on host n-d-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:39:29.566792 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783fd3ab-9d24-4732-b590-e3e02d83f711 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ee17a1d-eae8-4640-bdd6-54c64193c0b7,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:29.586364 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-d3d04d52-382d-419c-ad74-c5c3ef11f840 None None] Attempting to bind port 1a184495-6e60-4901-82da-84fae1907604 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:39:29.587115 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-d3d04d52-382d-419c-ad74-c5c3ef11f840 None None] Attempting to bind port 1a184495-6e60-4901-82da-84fae1907604 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'ecdebb3b-f53e-4a64-897f-8158913029ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '63fb2f13-06f0-4aca-93ef-38e635a42896'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:39:29.588023 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d04d52-382d-419c-ad74-c5c3ef11f840 None None] Attempting to bind port 1a184495-6e60-4901-82da-84fae1907604 on network 63fb2f13-06f0-4aca-93ef-38e635a42896 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:39:29.607950 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d04d52-382d-419c-ad74-c5c3ef11f840 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:39:29.613588 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d04d52-382d-419c-ad74-c5c3ef11f840 None None] Checking segment: {'id': 'ecdebb3b-f53e-4a64-897f-8158913029ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '63fb2f13-06f0-4aca-93ef-38e635a42896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:39:29.614804 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d3d04d52-382d-419c-ad74-c5c3ef11f840 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:29.615392 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d04d52-382d-419c-ad74-c5c3ef11f840 None None] Bound using segment: {'id': 'ecdebb3b-f53e-4a64-897f-8158913029ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '63fb2f13-06f0-4aca-93ef-38e635a42896'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:39:29.617421 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-d3d04d52-382d-419c-ad74-c5c3ef11f840 None None] Bound port: 1a184495-6e60-4901-82da-84fae1907604, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecdebb3b-f53e-4a64-897f-8158913029ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '63fb2f13-06f0-4aca-93ef-38e635a42896'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:39:29.621497 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d3d04d52-382d-419c-ad74-c5c3ef11f840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:29.625236 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-ce957902-7b5e-47f4-938d-74de684a0081 None None] For port 81b84728-9be2-4b5e-9ad9-309f4d85d247, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:39:29.634651 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-ce957902-7b5e-47f4-938d-74de684a0081 None None] For port 81b84728-9be2-4b5e-9ad9-309f4d85d247, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=81b84728-9be2-4b5e-9ad9-309f4d85d247,segment=NetworkSegment(5264e390-a80a-48e8-b2c0-4a286f424990),segment_id=5264e390-a80a-48e8-b2c0-4a286f424990)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:39:29.642432 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 6330e6ec-d404-44ed-8e99-2120fe59621e triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:39:29.643106 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:29.686229 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ce9c2530-7763-4a6c-9744-a52298c2a06a req-ed8fc90e-ed06-4167-b703-568fd8e5100a tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c9472cb9831248be973db38fa1562496&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1753111 Nov 25 13:39:29.694085 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6519542-8c06-47a9-b4d1-ee59f47a6b44 None None] DHCP port deletion for 255b14d8-346a-4fbf-a07e-8c9650f61893 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:39:29.695208 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [req-ce9c2530-7763-4a6c-9744-a52298c2a06a req-be3e1b49-38de-4444-8a60-dbd2b5a11bb2 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:39:29.703683 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ce9c2530-7763-4a6c-9744-a52298c2a06a req-be3e1b49-38de-4444-8a60-dbd2b5a11bb2 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0159326 Nov 25 13:39:29.713648 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ce957902-7b5e-47f4-938d-74de684a0081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:29.750568 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-d3d04d52-382d-419c-ad74-c5c3ef11f840 None None] For port 1a184495-6e60-4901-82da-84fae1907604, host n-d-808199-11, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:39:29.752032 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-783fd3ab-9d24-4732-b590-e3e02d83f711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:29.754978 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-d3d04d52-382d-419c-ad74-c5c3ef11f840 None None] For port 1a184495-6e60-4901-82da-84fae1907604, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=1a184495-6e60-4901-82da-84fae1907604,segment=NetworkSegment(ecdebb3b-f53e-4a64-897f-8158913029ad),segment_id=ecdebb3b-f53e-4a64-897f-8158913029ad)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:39:29.761398 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d3d04d52-382d-419c-ad74-c5c3ef11f840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:29.821266 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-783fd3ab-9d24-4732-b590-e3e02d83f711 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['255b14d8-346a-4fbf-a07e-8c9650f61893']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:29.837872 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2110bea-986a-4f8b-80fc-2fe46780ce6b None None] Pushing event updated for resources: {'Port': ['ID=1a184495-6e60-4901-82da-84fae1907604,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:29.860769 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-783fd3ab-9d24-4732-b590-e3e02d83f711 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96b562ac-81e6-4825-aeea-b4de255dae2c') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:29.863965 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-783fd3ab-9d24-4732-b590-e3e02d83f711 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96b562ac-81e6-4825-aeea-b4de255dae2c') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:29.880557 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8f55aa74-c5af-41fb-a8d6-546f26f5f039 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:29.900259 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d04d52-382d-419c-ad74-c5c3ef11f840 None None] Routers {'ebb7a0ff-e56d-410a-9d27-1f48eb1ea41d'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:39:29.900906 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-d3d04d52-382d-419c-ad74-c5c3ef11f840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:39:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['ebb7a0ff-e56d-410a-9d27-1f48eb1ea41d'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:29.904087 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ce9c2530-7763-4a6c-9744-a52298c2a06a req-2af8f641-369d-4fe3-9861-e7e1a2ed2b21 service neutron] 10.222.0.53 "GET /v2.0/networks/63fb2f13-06f0-4aca-93ef-38e635a42896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991704 Nov 25 13:39:29.932477 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-783fd3ab-9d24-4732-b590-e3e02d83f711 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:29.957013 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35bd443a-cbe2-4bd1-8e7f-1187a793e2c0 admin admin] Router 3a8bf272-ecf9-475e-857a-82ceac7bda66 is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:39:29.973286 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-783fd3ab-9d24-4732-b590-e3e02d83f711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:29.978637 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce957902-7b5e-47f4-938d-74de684a0081 None None] Pushing event updated for resources: {'Port': ['ID=81b84728-9be2-4b5e-9ad9-309f4d85d247,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:29.982774 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-783fd3ab-9d24-4732-b590-e3e02d83f711 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:39:29.984263 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-783fd3ab-9d24-4732-b590-e3e02d83f711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:30.032083 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-b2eb8574-3d79-4a6b-a861-07cf16189296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab6990b-499d-4aaa-9df6-4ccbef826aea', 'name': 'tempest-TestAggregatesBasicOps-194886793-router', 'tenant_id': '2d03a2aac1804e8abf0d8bff4fd00b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '6330e6ec-d404-44ed-8e99-2120fe59621e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:39:17Z', 'updated_at': '2021-11-25T13:39:22Z', 'revision_number': 4, 'project_id': '2d03a2aac1804e8abf0d8bff4fd00b0d', 'gw_port': {'id': '6330e6ec-d404-44ed-8e99-2120fe59621e', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:58:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab6990b-499d-4aaa-9df6-4ccbef826aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:39:17Z', 'updated_at': '2021-11-25T13:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '714c9fee-bffd-4034-934a-4291d2bc4b30', 'name': '', 'network_id': 'f744797b-cbca-4a0f-ab38-23c2cbb3e26f', 'tenant_id': '2d03a2aac1804e8abf0d8bff4fd00b0d', 'mac_address': 'fa:16:3e:59:86:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab6990b-499d-4aaa-9df6-4ccbef826aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'bf979e74-8726-445c-803a-bd8bf2578095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:39:21Z', 'updated_at': '2021-11-25T13:39:22Z', 'revision_number': 2, 'project_id': '2d03a2aac1804e8abf0d8bff4fd00b0d', 'subnets': [{'id': 'bf979e74-8726-445c-803a-bd8bf2578095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:30.051889 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-d3d04d52-382d-419c-ad74-c5c3ef11f840 None None] Set router ebb7a0ff-e56d-410a-9d27-1f48eb1ea41d gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:39:30.067959 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f55aa74-c5af-41fb-a8d6-546f26f5f039 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Pushing event updated for resources: {'Subnet': ['ID=0aacc225-6255-4118-b66d-04fcc0a97e80,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:30.070346 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:39:30.070346 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:39:30.070346 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:39:30.070346 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:39:30.070346 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:39:30.070346 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:39:30.070346 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:39:30.070346 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:39:30.070346 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:39:30.070346 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:39:30.070346 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:39:30.070346 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:39:30.070346 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:39:30.070346 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:39:30.070346 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:39:30.070346 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:39:30.070346 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:39:30.070346 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:39:30.070346 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:39:30.070346 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:39:30.070346 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:39:30.070346 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:39:30.070346 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:39:30.070346 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:39:30.070346 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:39:30.070346 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:39:30.070346 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:39:30.070346 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:39:30.070346 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:39:30.070346 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:39:30.070346 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:39:30.070346 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:39:30.084785 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-783fd3ab-9d24-4732-b590-e3e02d83f711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:30.097813 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-783fd3ab-9d24-4732-b590-e3e02d83f711 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:30.100480 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2eb8574-3d79-4a6b-a861-07cf16189296 None None] Checking router: 0ab6990b-499d-4aaa-9df6-4ccbef826aea for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:39:30.100723 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2eb8574-3d79-4a6b-a861-07cf16189296 None None] Updating router 0ab6990b-499d-4aaa-9df6-4ccbef826aea port 714c9fee-bffd-4034-934a-4291d2bc4b30 binding host n-d-808199-11 {{(pid=103572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:39:30.107211 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-783fd3ab-9d24-4732-b590-e3e02d83f711 admin admin] 10.222.0.53 "DELETE /v2.0/networks/255b14d8-346a-4fbf-a07e-8c9650f61893 HTTP/1.1" status: 204 len: 168 time: 1.3137710 Nov 25 13:39:30.113756 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 53090) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:30.155986 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783fd3ab-9d24-4732-b590-e3e02d83f711 admin admin] Pushing event deleted for resources: {'Network': ['ID=255b14d8-346a-4fbf-a07e-8c9650f61893,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:30.175347 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device c598c794-81ec-48a9-b1c2-33a59505af5d no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:39:30.208644 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f55aa74-c5af-41fb-a8d6-546f26f5f039 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Checking segment: {'id': 'b377b69a-1f8a-4a87-92fc-42ce685369de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f549f9b9-06ab-447f-a421-20e14239ea57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:39:30.209019 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f55aa74-c5af-41fb-a8d6-546f26f5f039 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Network hostable DHCP agents. Network: f549f9b9-06ab-447f-a421-20e14239ea57, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:39:30.266579 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b2eb8574-3d79-4a6b-a861-07cf16189296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:30.268750 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: c598c794-81ec-48a9-b1c2-33a59505af5d {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:39:30.269317 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device c598c794-81ec-48a9-b1c2-33a59505af5d not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:39:30.269955 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device e66fa64b-de68-4262-8acd-d02f46a52fe9 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:39:30.353881 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f55aa74-c5af-41fb-a8d6-546f26f5f039 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Network f549f9b9-06ab-447f-a421-20e14239ea57 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:39:30.362466 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ce9c2530-7763-4a6c-9744-a52298c2a06a req-4f6da6c0-659d-45d1-91ea-c7d72936ffc7 service neutron] 10.222.0.53 "GET /v2.0/networks/63fb2f13-06f0-4aca-93ef-38e635a42896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4572048 Nov 25 13:39:30.380447 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: e66fa64b-de68-4262-8acd-d02f46a52fe9 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:39:30.381116 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device e66fa64b-de68-4262-8acd-d02f46a52fe9 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:39:30.381952 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 2ee17a1d-eae8-4640-bdd6-54c64193c0b7 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:39:30.402497 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35bd443a-cbe2-4bd1-8e7f-1187a793e2c0 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:39:30.423660 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-8f55aa74-c5af-41fb-a8d6-546f26f5f039 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, f549f9b9-06ab-447f-a421-20e14239ea57) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:39:30.430589 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d096403a-e970-4bc6-bc8d-0943933beee1 None None] Sync routers for ids ['3a8bf272-ecf9-475e-857a-82ceac7bda66'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:39:30.432441 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f55aa74-c5af-41fb-a8d6-546f26f5f039 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:30.433634 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8f55aa74-c5af-41fb-a8d6-546f26f5f039 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:30.454771 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-35bd443a-cbe2-4bd1-8e7f-1187a793e2c0 admin admin] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:30.459303 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-35bd443a-cbe2-4bd1-8e7f-1187a793e2c0 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.9178376 Nov 25 13:39:30.460966 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53094) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:30.461505 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53096) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:30.461690 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-8f55aa74-c5af-41fb-a8d6-546f26f5f039 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4305224 Nov 25 13:39:30.474712 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-7ceac1e5-b612-406b-90a6-e197c2951afe tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Request body: {'subnet': {'network_id': 'f549f9b9-06ab-447f-a421-20e14239ea57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:39:30.545448 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7979e809-710c-4bc5-81a1-2ec09abd4e11 None None] Network f549f9b9-06ab-447f-a421-20e14239ea57 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:39:30.558421 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 2ee17a1d-eae8-4640-bdd6-54c64193c0b7 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:39:30.559185 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 2ee17a1d-eae8-4640-bdd6-54c64193c0b7 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:39:30.581189 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d096403a-e970-4bc6-bc8d-0943933beee1 None None] Routers {'3a8bf272-ecf9-475e-857a-82ceac7bda66'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:39:30.581842 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-d096403a-e970-4bc6-bc8d-0943933beee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:39:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['3a8bf272-ecf9-475e-857a-82ceac7bda66'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:30.636685 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ec6e47dc-faef-4216-86e0-70c4204f7baa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:30.868144 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-d3d04d52-382d-419c-ad74-c5c3ef11f840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb7a0ff-e56d-410a-9d27-1f48eb1ea41d', 'name': 'tempest-ServerRescueTestJSON-1182985971-router', 'tenant_id': 'c9472cb9831248be973db38fa1562496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '2b2da2b8-14ee-4327-a2bb-15bf1e24b562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:39:16Z', 'updated_at': '2021-11-25T13:39:25Z', 'revision_number': 4, 'project_id': 'c9472cb9831248be973db38fa1562496', 'gw_port': {'id': '2b2da2b8-14ee-4327-a2bb-15bf1e24b562', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:63:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb7a0ff-e56d-410a-9d27-1f48eb1ea41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:39:17Z', 'updated_at': '2021-11-25T13:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '1a184495-6e60-4901-82da-84fae1907604', 'name': '', 'network_id': '63fb2f13-06f0-4aca-93ef-38e635a42896', 'tenant_id': 'c9472cb9831248be973db38fa1562496', 'mac_address': 'fa:16:3e:c1:b7:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb7a0ff-e56d-410a-9d27-1f48eb1ea41d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'e24b755c-8322-4225-9fb6-1de603342da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:39:23Z', 'updated_at': '2021-11-25T13:39:29Z', 'revision_number': 4, 'project_id': 'c9472cb9831248be973db38fa1562496', 'subnets': [{'id': 'e24b755c-8322-4225-9fb6-1de603342da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:30.906078 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-d096403a-e970-4bc6-bc8d-0943933beee1 None None] Set router 3a8bf272-ecf9-475e-857a-82ceac7bda66 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:39:30.908555 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d04d52-382d-419c-ad74-c5c3ef11f840 None None] The sync data for ids ['ebb7a0ff-e56d-410a-9d27-1f48eb1ea41d'] in n-d-808199-11 is: [{'id': 'ebb7a0ff-e56d-410a-9d27-1f48eb1ea41d', 'name': 'tempest-ServerRescueTestJSON-1182985971-router', 'tenant_id': 'c9472cb9831248be973db38fa1562496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '2b2da2b8-14ee-4327-a2bb-15bf1e24b562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:39:16Z', 'updated_at': '2021-11-25T13:39:25Z', 'revision_number': 4, 'project_id': 'c9472cb9831248be973db38fa1562496', 'gw_port': {'id': '2b2da2b8-14ee-4327-a2bb-15bf1e24b562', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:63:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb7a0ff-e56d-410a-9d27-1f48eb1ea41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:39:17Z', 'updated_at': '2021-11-25T13:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '1a184495-6e60-4901-82da-84fae1907604', 'name': '', 'network_id': '63fb2f13-06f0-4aca-93ef-38e635a42896', 'tenant_id': 'c9472cb9831248be973db38fa1562496', 'mac_address': 'fa:16:3e:c1:b7:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb7a0ff-e56d-410a-9d27-1f48eb1ea41d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'e24b755c-8322-4225-9fb6-1de603342da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:39:23Z', 'updated_at': '2021-11-25T13:39:29Z', 'revision_number': 4, 'project_id': 'c9472cb9831248be973db38fa1562496', 'subnets': [{'id': 'e24b755c-8322-4225-9fb6-1de603342da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:39:30.933355 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b759fb6-9903-421b-aed7-15f2943ceb2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:31.291124 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-585217c8-8bad-4e73-968a-007f4955bd4c req-43ea5ab5-b657-44ac-809c-48b399fc37cc tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a43750e-6626-4108-871a-1e2bc3b2fb6d HTTP/1.1" status: 200 len: 210 time: 0.1062191 Nov 25 13:39:31.410626 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-d096403a-e970-4bc6-bc8d-0943933beee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8bf272-ecf9-475e-857a-82ceac7bda66', 'name': 'tempest-TestAggregatesBasicOps-2039053590-router', 'tenant_id': '39f405b86c454d968b137d3a58a0754d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '3f6b7545-771a-43d2-b13a-2fe483bb5198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:39:26Z', 'updated_at': '2021-11-25T13:39:28Z', 'revision_number': 3, 'project_id': '39f405b86c454d968b137d3a58a0754d', 'gw_port': {'id': '3f6b7545-771a-43d2-b13a-2fe483bb5198', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:71:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a8bf272-ecf9-475e-857a-82ceac7bda66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:39:27Z', 'updated_at': '2021-11-25T13:39:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:31.469731 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d096403a-e970-4bc6-bc8d-0943933beee1 None None] Checking router: 3a8bf272-ecf9-475e-857a-82ceac7bda66 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:39:31.470390 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d096403a-e970-4bc6-bc8d-0943933beee1 None None] Updating router 3a8bf272-ecf9-475e-857a-82ceac7bda66 port 3f6b7545-771a-43d2-b13a-2fe483bb5198 binding host n-d-808199-11 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:39:31.499485 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-0b759fb6-9903-421b-aed7-15f2943ceb2b admin admin] Deleting port 40bb16cb-3537-4b44-90dd-44063111a5d7 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:39:31.500130 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b759fb6-9903-421b-aed7-15f2943ceb2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:31.521346 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d096403a-e970-4bc6-bc8d-0943933beee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:31.582069 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ceac1e5-b612-406b-90a6-e197c2951afe tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Made reservation on behalf of 13d4e7610b824f708f8a4626b9c16f61 for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:39:31.587186 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7ceac1e5-b612-406b-90a6-e197c2951afe tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:31.645274 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b2eb8574-3d79-4a6b-a861-07cf16189296 None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:31.657204 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b2eb8574-3d79-4a6b-a861-07cf16189296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:31.665465 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdfc783-a69f-40e8-8348-bf615d346512 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-f549f9b9-06ab-447f-a421-20e14239ea57', 'network_id': 'f549f9b9-06ab-447f-a421-20e14239ea57', 'tenant_id': '13d4e7610b824f708f8a4626b9c16f61', 'fixed_ips': [{'subnet_id': '0aacc225-6255-4118-b66d-04fcc0a97e80'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:39:31.667199 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7fdfc783-a69f-40e8-8348-bf615d346512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:31.741138 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-0b759fb6-9903-421b-aed7-15f2943ceb2b admin admin] For port 40bb16cb-3537-4b44-90dd-44063111a5d7, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=40bb16cb-3537-4b44-90dd-44063111a5d7,segment=NetworkSegment(bae5045f-a6fd-4b0f-b784-a103e5730a19),segment_id=bae5045f-a6fd-4b0f-b784-a103e5730a19)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:39:31.744383 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b759fb6-9903-421b-aed7-15f2943ceb2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:31.801470 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-0b759fb6-9903-421b-aed7-15f2943ceb2b admin admin] Calling delete_port for 40bb16cb-3537-4b44-90dd-44063111a5d7 owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:39:31.848020 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c232d90-5988-4d21-b9a4-f77d42c17a54 None None] Pushing event updated for resources: {'Port': ['ID=714c9fee-bffd-4034-934a-4291d2bc4b30,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:32.144305 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a10161-d0cd-4e77-912c-d69039fdac4a None None] Network 1639f762-8ad6-410f-bf2d-703acc3f1f85 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:39:32.178567 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-7fdfc783-a69f-40e8-8348-bf615d346512 None None] Allocated IP 2001:db8::2 (f549f9b9-06ab-447f-a421-20e14239ea57/0aacc225-6255-4118-b66d-04fcc0a97e80/4b2db6e5-6f48-4ec1-ac3b-15d3a3d785bf) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:39:32.340684 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b759fb6-9903-421b-aed7-15f2943ceb2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:32.367376 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d096403a-e970-4bc6-bc8d-0943933beee1 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:32.368117 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b759fb6-9903-421b-aed7-15f2943ceb2b admin admin] Pushing event deleted for resources: {'Port': ['ID=40bb16cb-3537-4b44-90dd-44063111a5d7,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:32.396217 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d096403a-e970-4bc6-bc8d-0943933beee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:32.443727 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-d096403a-e970-4bc6-bc8d-0943933beee1 None None] Attempting to bind port 3f6b7545-771a-43d2-b13a-2fe483bb5198 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:39:32.443727 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-d096403a-e970-4bc6-bc8d-0943933beee1 None None] Attempting to bind port 3f6b7545-771a-43d2-b13a-2fe483bb5198 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:39:32.444185 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d096403a-e970-4bc6-bc8d-0943933beee1 None None] Attempting to bind port 3f6b7545-771a-43d2-b13a-2fe483bb5198 on network 7542d3d9-0db3-40e7-ab88-a168871141f7 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:39:32.478809 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d096403a-e970-4bc6-bc8d-0943933beee1 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:39:32.479558 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d096403a-e970-4bc6-bc8d-0943933beee1 None None] Checking segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:39:32.480141 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d096403a-e970-4bc6-bc8d-0943933beee1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:32.480374 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d096403a-e970-4bc6-bc8d-0943933beee1 None None] Bound using segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:39:32.481494 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-d096403a-e970-4bc6-bc8d-0943933beee1 None None] Bound port: 3f6b7545-771a-43d2-b13a-2fe483bb5198, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:39:32.481970 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d096403a-e970-4bc6-bc8d-0943933beee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:32.570085 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-d096403a-e970-4bc6-bc8d-0943933beee1 None None] For port 3f6b7545-771a-43d2-b13a-2fe483bb5198, host n-d-808199-11, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:39:32.576334 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-d096403a-e970-4bc6-bc8d-0943933beee1 None None] For port 3f6b7545-771a-43d2-b13a-2fe483bb5198, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=3f6b7545-771a-43d2-b13a-2fe483bb5198,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:39:32.591783 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d096403a-e970-4bc6-bc8d-0943933beee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:32.607846 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-092692ba-f484-4784-939f-00fc85449fe5 req-9078d087-b04e-4f6e-b740-78aba5645e4a tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a43750e-6626-4108-871a-1e2bc3b2fb6d HTTP/1.1" status: 200 len: 210 time: 0.1301825 Nov 25 13:39:32.643972 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d096403a-e970-4bc6-bc8d-0943933beee1 None None] Routers {'3a8bf272-ecf9-475e-857a-82ceac7bda66'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:39:32.645009 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-d096403a-e970-4bc6-bc8d-0943933beee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:39:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['3a8bf272-ecf9-475e-857a-82ceac7bda66'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:32.796086 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b759fb6-9903-421b-aed7-15f2943ceb2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:32.871130 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7fdfc783-a69f-40e8-8348-bf615d346512 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:32.885066 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-d096403a-e970-4bc6-bc8d-0943933beee1 None None] Set router 3a8bf272-ecf9-475e-857a-82ceac7bda66 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:39:32.918989 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 81b84728-9be2-4b5e-9ad9-309f4d85d247 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:39:32.922805 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f8b451-ea7b-4f26-8e0b-438f363ebdf6 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:39:32.940042 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7fdfc783-a69f-40e8-8348-bf615d346512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:33.038443 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-b2eb8574-3d79-4a6b-a861-07cf16189296 None None] Attempting to bind port 714c9fee-bffd-4034-934a-4291d2bc4b30 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:39:33.039044 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-b2eb8574-3d79-4a6b-a861-07cf16189296 None None] Attempting to bind port 714c9fee-bffd-4034-934a-4291d2bc4b30 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '118400a4-2ee8-4c70-a1d6-3cea656d755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'f744797b-cbca-4a0f-ab38-23c2cbb3e26f'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:39:33.039435 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2eb8574-3d79-4a6b-a861-07cf16189296 None None] Attempting to bind port 714c9fee-bffd-4034-934a-4291d2bc4b30 on network f744797b-cbca-4a0f-ab38-23c2cbb3e26f {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:39:33.061421 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2eb8574-3d79-4a6b-a861-07cf16189296 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:39:33.061803 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2eb8574-3d79-4a6b-a861-07cf16189296 None None] Checking segment: {'id': '118400a4-2ee8-4c70-a1d6-3cea656d755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'f744797b-cbca-4a0f-ab38-23c2cbb3e26f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:39:33.062257 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b2eb8574-3d79-4a6b-a861-07cf16189296 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:33.062663 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2eb8574-3d79-4a6b-a861-07cf16189296 None None] Bound using segment: {'id': '118400a4-2ee8-4c70-a1d6-3cea656d755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'f744797b-cbca-4a0f-ab38-23c2cbb3e26f'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:39:33.063186 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-b2eb8574-3d79-4a6b-a861-07cf16189296 None None] Bound port: 714c9fee-bffd-4034-934a-4291d2bc4b30, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '118400a4-2ee8-4c70-a1d6-3cea656d755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'f744797b-cbca-4a0f-ab38-23c2cbb3e26f'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:39:33.063629 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b2eb8574-3d79-4a6b-a861-07cf16189296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:33.113909 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-b3799674-5415-46a8-8f05-d92332b82ecc None None] Provisioning complete for port 81b84728-9be2-4b5e-9ad9-309f4d85d247 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:39:33.114276 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b3799674-5415-46a8-8f05-d92332b82ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:33.118572 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdfc783-a69f-40e8-8348-bf615d346512 None None] Network f549f9b9-06ab-447f-a421-20e14239ea57 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:39:33.121880 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7ceac1e5-b612-406b-90a6-e197c2951afe tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:33.143800 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdfc783-a69f-40e8-8348-bf615d346512 None None] Pushing event updated for resources: {'Port': ['ID=4b2db6e5-6f48-4ec1-ac3b-15d3a3d785bf,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:33.182810 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-7fdfc783-a69f-40e8-8348-bf615d346512 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:39:33.185488 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdfc783-a69f-40e8-8348-bf615d346512 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:39:33.200629 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff7d45e-9ab2-49e0-8f4c-7806756e7518 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:39:33.205436 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a57322eb-6fb9-446a-a9d5-13f0d0c3a051 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:33.232860 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d794c2d7-d431-4347-b9cc-1c078bb33c9a None None] Pushing event updated for resources: {'Port': ['ID=3f6b7545-771a-43d2-b13a-2fe483bb5198,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:33.247522 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c2530-7763-4a6c-9744-a52298c2a06a req-bc3324ff-4583-4011-8d0a-3dd8b8166db0 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:33.249997 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ce9c2530-7763-4a6c-9744-a52298c2a06a req-bc3324ff-4583-4011-8d0a-3dd8b8166db0 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.66 "GET /v2.0/networks?id=63fb2f13-06f0-4aca-93ef-38e635a42896 HTTP/1.1" status: 200 len: 811 time: 0.4675293 Nov 25 13:39:33.276632 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-ce9c2530-7763-4a6c-9744-a52298c2a06a req-450d6ae7-b591-4add-8705-c33b6277f7c9 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Request body: {'port': {'device_id': '2a43750e-6626-4108-871a-1e2bc3b2fb6d', 'network_id': '63fb2f13-06f0-4aca-93ef-38e635a42896', 'admin_state_up': True, 'tenant_id': 'c9472cb9831248be973db38fa1562496'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:39:33.281970 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ceac1e5-b612-406b-90a6-e197c2951afe tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Network f549f9b9-06ab-447f-a421-20e14239ea57 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:39:33.295052 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7e09f01a-fdde-422f-9ad3-5a3c595bd18d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:33.328153 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-7ceac1e5-b612-406b-90a6-e197c2951afe tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:39:33.333101 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-d096403a-e970-4bc6-bc8d-0943933beee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8bf272-ecf9-475e-857a-82ceac7bda66', 'name': 'tempest-TestAggregatesBasicOps-2039053590-router', 'tenant_id': '39f405b86c454d968b137d3a58a0754d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '3f6b7545-771a-43d2-b13a-2fe483bb5198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:39:26Z', 'updated_at': '2021-11-25T13:39:28Z', 'revision_number': 3, 'project_id': '39f405b86c454d968b137d3a58a0754d', 'gw_port': {'id': '3f6b7545-771a-43d2-b13a-2fe483bb5198', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:71:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a8bf272-ecf9-475e-857a-82ceac7bda66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:39:27Z', 'updated_at': '2021-11-25T13:39:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:33.348376 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ceac1e5-b612-406b-90a6-e197c2951afe tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:33.349641 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7ceac1e5-b612-406b-90a6-e197c2951afe tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:33.403597 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b759fb6-9903-421b-aed7-15f2943ceb2b admin admin] Router 2978b6d1-202f-4d60-95ce-68a922a3bd53 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:39:33.411716 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d096403a-e970-4bc6-bc8d-0943933beee1 None None] The sync data for ids ['3a8bf272-ecf9-475e-857a-82ceac7bda66'] in n-d-808199-11 is: [{'id': '3a8bf272-ecf9-475e-857a-82ceac7bda66', 'name': 'tempest-TestAggregatesBasicOps-2039053590-router', 'tenant_id': '39f405b86c454d968b137d3a58a0754d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '3f6b7545-771a-43d2-b13a-2fe483bb5198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:39:26Z', 'updated_at': '2021-11-25T13:39:28Z', 'revision_number': 3, 'project_id': '39f405b86c454d968b137d3a58a0754d', 'gw_port': {'id': '3f6b7545-771a-43d2-b13a-2fe483bb5198', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:71:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a8bf272-ecf9-475e-857a-82ceac7bda66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:39:27Z', 'updated_at': '2021-11-25T13:39:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:39:33.440623 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-7fdfc783-a69f-40e8-8348-bf615d346512 None None] Attempting to bind port 4b2db6e5-6f48-4ec1-ac3b-15d3a3d785bf on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:39:33.441008 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-7fdfc783-a69f-40e8-8348-bf615d346512 None None] Attempting to bind port 4b2db6e5-6f48-4ec1-ac3b-15d3a3d785bf by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'b377b69a-1f8a-4a87-92fc-42ce685369de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f549f9b9-06ab-447f-a421-20e14239ea57'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:39:33.441386 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdfc783-a69f-40e8-8348-bf615d346512 None None] Attempting to bind port 4b2db6e5-6f48-4ec1-ac3b-15d3a3d785bf on network f549f9b9-06ab-447f-a421-20e14239ea57 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:39:33.450736 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d794c2d7-d431-4347-b9cc-1c078bb33c9a None None] Pushing event updated for resources: {'Port': ['ID=3f6b7545-771a-43d2-b13a-2fe483bb5198,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:33.471441 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdfc783-a69f-40e8-8348-bf615d346512 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:39:33.471851 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdfc783-a69f-40e8-8348-bf615d346512 None None] Checking segment: {'id': 'b377b69a-1f8a-4a87-92fc-42ce685369de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f549f9b9-06ab-447f-a421-20e14239ea57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:39:33.472244 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7fdfc783-a69f-40e8-8348-bf615d346512 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:33.472654 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdfc783-a69f-40e8-8348-bf615d346512 None None] Bound using segment: {'id': 'b377b69a-1f8a-4a87-92fc-42ce685369de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f549f9b9-06ab-447f-a421-20e14239ea57'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:39:33.473153 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-7fdfc783-a69f-40e8-8348-bf615d346512 None None] Bound port: 4b2db6e5-6f48-4ec1-ac3b-15d3a3d785bf, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b377b69a-1f8a-4a87-92fc-42ce685369de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f549f9b9-06ab-447f-a421-20e14239ea57'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:39:33.473544 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7fdfc783-a69f-40e8-8348-bf615d346512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:33.495862 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceac1e5-b612-406b-90a6-e197c2951afe tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Pushing event updated for resources: {'Subnet': ['ID=c676beab-cc4b-4823-876c-9a304f97dd6a,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:33.496205 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 81b84728-9be2-4b5e-9ad9-309f4d85d247 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:39:33.497084 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:33.544106 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-7ceac1e5-b612-406b-90a6-e197c2951afe tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.0809901 Nov 25 13:39:33.550572 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53120) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:33.609160 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b759fb6-9903-421b-aed7-15f2943ceb2b admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:39:33.628686 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-0b759fb6-9903-421b-aed7-15f2943ceb2b admin admin] 10.222.0.53 "PUT /v2.0/routers/2978b6d1-202f-4d60-95ce-68a922a3bd53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5128849 Nov 25 13:39:33.632086 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 53122) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:33.642056 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-7fdfc783-a69f-40e8-8348-bf615d346512 None None] For port 4b2db6e5-6f48-4ec1-ac3b-15d3a3d785bf, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:39:33.647518 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-7fdfc783-a69f-40e8-8348-bf615d346512 None None] For port 4b2db6e5-6f48-4ec1-ac3b-15d3a3d785bf, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=4b2db6e5-6f48-4ec1-ac3b-15d3a3d785bf,segment=NetworkSegment(b377b69a-1f8a-4a87-92fc-42ce685369de),segment_id=b377b69a-1f8a-4a87-92fc-42ce685369de)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:39:33.654779 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5532142-3a19-4c67-b146-1abf1d1109e5 None None] Sync routers for ids ['2978b6d1-202f-4d60-95ce-68a922a3bd53'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:39:33.657116 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-b2eb8574-3d79-4a6b-a861-07cf16189296 None None] For port 714c9fee-bffd-4034-934a-4291d2bc4b30, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:39:33.673650 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7fdfc783-a69f-40e8-8348-bf615d346512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:33.696078 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2348917d-963a-4b93-b1e0-74d1e22106ff tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:33.697740 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2348917d-963a-4b93-b1e0-74d1e22106ff tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:33.699401 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2348917d-963a-4b93-b1e0-74d1e22106ff tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:33.702292 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2348917d-963a-4b93-b1e0-74d1e22106ff tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:33.704131 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2348917d-963a-4b93-b1e0-74d1e22106ff tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:33.712052 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-2348917d-963a-4b93-b1e0-74d1e22106ff tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1603813 Nov 25 13:39:33.747777 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-b2eb8574-3d79-4a6b-a861-07cf16189296 None None] For port 714c9fee-bffd-4034-934a-4291d2bc4b30, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=714c9fee-bffd-4034-934a-4291d2bc4b30,segment=NetworkSegment(118400a4-2ee8-4c70-a1d6-3cea656d755f),segment_id=118400a4-2ee8-4c70-a1d6-3cea656d755f)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:39:33.748217 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53126) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:33.756138 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-5a2dc17e-f653-46d8-a4a5-d2ac31dd02b9 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1289332501'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:39:33.784870 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b2eb8574-3d79-4a6b-a861-07cf16189296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:33.805763 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5532142-3a19-4c67-b146-1abf1d1109e5 None None] Routers {'2978b6d1-202f-4d60-95ce-68a922a3bd53'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:39:33.806436 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-b5532142-3a19-4c67-b146-1abf1d1109e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:39:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['2978b6d1-202f-4d60-95ce-68a922a3bd53'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:33.820809 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b3799674-5415-46a8-8f05-d92332b82ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:33.841795 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-72b3181e-538b-4c3b-88b3-7e00912ffcca req-c4d4ed78-b289-4da6-98e6-14f4a1888035 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a43750e-6626-4108-871a-1e2bc3b2fb6d HTTP/1.1" status: 200 len: 210 time: 0.0490253 Nov 25 13:39:33.866037 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce9c2530-7763-4a6c-9744-a52298c2a06a req-450d6ae7-b591-4add-8705-c33b6277f7c9 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Made reservation on behalf of c9472cb9831248be973db38fa1562496 for: {'port': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:39:33.871394 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-ce9c2530-7763-4a6c-9744-a52298c2a06a req-450d6ae7-b591-4add-8705-c33b6277f7c9 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:33.897353 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2dc17e-f653-46d8-a4a5-d2ac31dd02b9 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Made reservation on behalf of 13d4e7610b824f708f8a4626b9c16f61 for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:39:33.901718 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5a2dc17e-f653-46d8-a4a5-d2ac31dd02b9 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:33.954435 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b993f5c7-fa26-4e44-aa3b-a536039809da admin admin] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:33.958749 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a2dc17e-f653-46d8-a4a5-d2ac31dd02b9 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:39:33.971721 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5a2dc17e-f653-46d8-a4a5-d2ac31dd02b9 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:33.972315 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-5a2dc17e-f653-46d8-a4a5-d2ac31dd02b9 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Added segment 5188d00d-894f-429f-bccf-1258a8f8ec3e of type vlan for network 168bf5bb-7d12-48ff-be95-e2e0bc9024da Nov 25 13:39:34.026253 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:34.026981 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdfc783-a69f-40e8-8348-bf615d346512 None None] Pushing event updated for resources: {'Port': ['ID=4b2db6e5-6f48-4ec1-ac3b-15d3a3d785bf,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:34.048171 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5a2dc17e-f653-46d8-a4a5-d2ac31dd02b9 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:34.163363 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:34.339247 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5a2dc17e-f653-46d8-a4a5-d2ac31dd02b9 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:34.362130 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-b3799674-5415-46a8-8f05-d92332b82ecc None None] For port 81b84728-9be2-4b5e-9ad9-309f4d85d247, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=81b84728-9be2-4b5e-9ad9-309f4d85d247,segment=NetworkSegment(5264e390-a80a-48e8-b2c0-4a286f424990),segment_id=5264e390-a80a-48e8-b2c0-4a286f424990)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:39:34.373165 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2dc17e-f653-46d8-a4a5-d2ac31dd02b9 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:34.374322 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5a2dc17e-f653-46d8-a4a5-d2ac31dd02b9 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:34.407168 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b993f5c7-fa26-4e44-aa3b-a536039809da admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:34.422762 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2eb8574-3d79-4a6b-a861-07cf16189296 None None] Routers {'0ab6990b-499d-4aaa-9df6-4ccbef826aea'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:39:34.423424 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-b2eb8574-3d79-4a6b-a861-07cf16189296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:39:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['0ab6990b-499d-4aaa-9df6-4ccbef826aea'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:34.453493 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b3799674-5415-46a8-8f05-d92332b82ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:34.493513 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [req-ce9c2530-7763-4a6c-9744-a52298c2a06a req-450d6ae7-b591-4add-8705-c33b6277f7c9 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Allocated IP 172.20.0.11 (63fb2f13-06f0-4aca-93ef-38e635a42896/e24b755c-8322-4225-9fb6-1de603342da8/fd93c27a-f3a2-45d2-bb3e-3455ac6ee258) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:39:34.584443 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-b993f5c7-fa26-4e44-aa3b-a536039809da admin admin] Deleting port eb7acbda-b2ac-4536-90ac-90995baf206d {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:39:34.585115 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b993f5c7-fa26-4e44-aa3b-a536039809da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:34.735844 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-b2eb8574-3d79-4a6b-a861-07cf16189296 None None] Set router 0ab6990b-499d-4aaa-9df6-4ccbef826aea gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:39:34.752492 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-ce9c2530-7763-4a6c-9744-a52298c2a06a req-450d6ae7-b591-4add-8705-c33b6277f7c9 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:34.875526 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-b993f5c7-fa26-4e44-aa3b-a536039809da admin admin] For port eb7acbda-b2ac-4536-90ac-90995baf206d, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=eb7acbda-b2ac-4536-90ac-90995baf206d,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:39:34.875910 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b993f5c7-fa26-4e44-aa3b-a536039809da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:34.879917 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-7e09f01a-fdde-422f-9ad3-5a3c595bd18d admin admin] Allocated IP 172.20.0.1 (1639f762-8ad6-410f-bf2d-703acc3f1f85/60984399-ee90-46d1-b75f-9e156a090043/70699899-395c-4d27-864b-57151458b787) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:39:34.890711 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c232d90-5988-4d21-b9a4-f77d42c17a54 None None] Pushing event updated for resources: {'Port': ['ID=714c9fee-bffd-4034-934a-4291d2bc4b30,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:34.910356 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-ce9c2530-7763-4a6c-9744-a52298c2a06a req-450d6ae7-b591-4add-8705-c33b6277f7c9 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:34.914627 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.db.api [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 13:39:34.914887 n-d-808199-11 neutron-server[103572]: DEBUG oslo_db.api [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 13:39:34.915986 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-b993f5c7-fa26-4e44-aa3b-a536039809da admin admin] Calling delete_port for eb7acbda-b2ac-4536-90ac-90995baf206d owned by network:router_gateway {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:39:34.956741 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-dc061805-8828-410e-8704-dfe22763b9a2 None None] Provisioning complete for port 714c9fee-bffd-4034-934a-4291d2bc4b30 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:39:34.957073 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dc061805-8828-410e-8704-dfe22763b9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:35.013894 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-b5532142-3a19-4c67-b146-1abf1d1109e5 None None] Set router 2978b6d1-202f-4d60-95ce-68a922a3bd53 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:39:35.151107 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-5a2dc17e-f653-46d8-a4a5-d2ac31dd02b9 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3977151 Nov 25 13:39:35.160779 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53132) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:35.179344 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-d0fe753b-9139-48da-9744-4887a2c0c219 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:39:35.201974 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce9c2530-7763-4a6c-9744-a52298c2a06a req-450d6ae7-b591-4add-8705-c33b6277f7c9 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Network 63fb2f13-06f0-4aca-93ef-38e635a42896 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:39:35.207009 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2dc17e-f653-46d8-a4a5-d2ac31dd02b9 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Pushing event updated for resources: {'Network': ['ID=168bf5bb-7d12-48ff-be95-e2e0bc9024da,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:35.246467 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b993f5c7-fa26-4e44-aa3b-a536039809da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:35.291091 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b993f5c7-fa26-4e44-aa3b-a536039809da admin admin] Pushing event deleted for resources: {'Port': ['ID=eb7acbda-b2ac-4536-90ac-90995baf206d,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:35.313305 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [req-ce9c2530-7763-4a6c-9744-a52298c2a06a req-450d6ae7-b591-4add-8705-c33b6277f7c9 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:39:35.319515 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce9c2530-7763-4a6c-9744-a52298c2a06a req-450d6ae7-b591-4add-8705-c33b6277f7c9 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:39:35.365751 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450d6ae7-b591-4add-8705-c33b6277f7c9 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Pushing event updated for resources: {'Port': ['ID=fd93c27a-f3a2-45d2-bb3e-3455ac6ee258,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:35.436427 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b993f5c7-fa26-4e44-aa3b-a536039809da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:35.463480 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 168bf5bb-7d12-48ff-be95-e2e0bc9024da details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:39:35.466113 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f278df2-9074-45af-9c4c-0820eea51570 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:39:35.580956 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe22b2ab-ea8a-4e93-935c-7cbb6d279013 req-aa4049b0-164d-475a-93b2-adc11a79d612 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:35.582587 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fe22b2ab-ea8a-4e93-935c-7cbb6d279013 req-aa4049b0-164d-475a-93b2-adc11a79d612 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a43750e-6626-4108-871a-1e2bc3b2fb6d HTTP/1.1" status: 200 len: 932 time: 0.5404243 Nov 25 13:39:35.627826 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b993f5c7-fa26-4e44-aa3b-a536039809da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:35.633247 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b993f5c7-fa26-4e44-aa3b-a536039809da admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:35.677585 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c2530-7763-4a6c-9744-a52298c2a06a req-450d6ae7-b591-4add-8705-c33b6277f7c9 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:35.678630 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-ce9c2530-7763-4a6c-9744-a52298c2a06a req-450d6ae7-b591-4add-8705-c33b6277f7c9 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:35.705280 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:35.717228 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b993f5c7-fa26-4e44-aa3b-a536039809da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:35.720649 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b993f5c7-fa26-4e44-aa3b-a536039809da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2978b6d1-202f-4d60-95ce-68a922a3bd53 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:39:35.729322 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b993f5c7-fa26-4e44-aa3b-a536039809da admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:35.731387 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b993f5c7-fa26-4e44-aa3b-a536039809da admin admin] 10.222.0.53 "DELETE /v2.0/routers/2978b6d1-202f-4d60-95ce-68a922a3bd53 HTTP/1.1" status: 204 len: 168 time: 2.0969653 Nov 25 13:39:35.734037 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 53140) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:35.781320 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3799674-5415-46a8-8f05-d92332b82ecc None None] Pushing event updated for resources: {'Port': ['ID=81b84728-9be2-4b5e-9ad9-309f4d85d247,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:35.796935 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fe22b2ab-ea8a-4e93-935c-7cbb6d279013 req-c6abc051-3fe6-4764-ab6d-49a7d3f4108e tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905172 Nov 25 13:39:35.819459 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 1a184495-6e60-4901-82da-84fae1907604 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:39:35.830924 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7e09f01a-fdde-422f-9ad3-5a3c595bd18d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:35.848078 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ce9c2530-7763-4a6c-9744-a52298c2a06a req-450d6ae7-b591-4add-8705-c33b6277f7c9 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5757422 Nov 25 13:39:35.867695 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-ce9c2530-7763-4a6c-9744-a52298c2a06a req-851ac5ae-c272-4c60-89d6-7726e70e2fc2 service neutron] Request body: {'port': {'device_id': '2a43750e-6626-4108-871a-1e2bc3b2fb6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-11'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:39:35.895363 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbb8ae0-4aea-45b9-b79a-e6bf03a8e7af None None] Network f549f9b9-06ab-447f-a421-20e14239ea57 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:39:36.018532 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 1a184495-6e60-4901-82da-84fae1907604 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:39:36.018972 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:36.140645 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dc061805-8828-410e-8704-dfe22763b9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:36.158122 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-b5532142-3a19-4c67-b146-1abf1d1109e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2978b6d1-202f-4d60-95ce-68a922a3bd53', 'name': 'tempest-TestServerMultinode-32591207-router', 'tenant_id': '994b2637c1974a1a956c9e101858d78f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': 'eb7acbda-b2ac-4536-90ac-90995baf206d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:38:23Z', 'updated_at': '2021-11-25T13:39:32Z', 'revision_number': 5, 'project_id': '994b2637c1974a1a956c9e101858d78f', 'gw_port': {'id': 'eb7acbda-b2ac-4536-90ac-90995baf206d', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:46:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2978b6d1-202f-4d60-95ce-68a922a3bd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:38:24Z', 'updated_at': '2021-11-25T13:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:36.197231 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5532142-3a19-4c67-b146-1abf1d1109e5 None None] Checking router: 2978b6d1-202f-4d60-95ce-68a922a3bd53 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:39:36.256093 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5532142-3a19-4c67-b146-1abf1d1109e5 None None] Routers set() bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:39:36.256490 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5532142-3a19-4c67-b146-1abf1d1109e5 None None] Router IDs set() for agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 25 13:39:36.257143 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_agentschedulers_db [None req-b5532142-3a19-4c67-b146-1abf1d1109e5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2978b6d1-202f-4d60-95ce-68a922a3bd53'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:39:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent'). {{(pid=103572) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 25 13:39:36.257529 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5532142-3a19-4c67-b146-1abf1d1109e5 None None] The sync data for ids ['2978b6d1-202f-4d60-95ce-68a922a3bd53'] in n-d-808199-11 is: [] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:39:36.261577 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-d57dc6ff-f228-480d-9573-026fc359ab56 admin admin] Deleting subnet 35edbe4a-18c8-4fb6-be75-cb9df6d0ca50 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:39:36.266166 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d57dc6ff-f228-480d-9573-026fc359ab56 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:36.306434 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d57dc6ff-f228-480d-9573-026fc359ab56 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:36.309452 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d0fe753b-9139-48da-9744-4887a2c0c219 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:36.342226 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-dc061805-8828-410e-8704-dfe22763b9a2 None None] For port 714c9fee-bffd-4034-934a-4291d2bc4b30, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=714c9fee-bffd-4034-934a-4291d2bc4b30,segment=NetworkSegment(118400a4-2ee8-4c70-a1d6-3cea656d755f),segment_id=118400a4-2ee8-4c70-a1d6-3cea656d755f)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:39:36.351475 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:36.360963 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dc061805-8828-410e-8704-dfe22763b9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:36.362251 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-ce9c2530-7763-4a6c-9744-a52298c2a06a req-851ac5ae-c272-4c60-89d6-7726e70e2fc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:36.396571 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7e09f01a-fdde-422f-9ad3-5a3c595bd18d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:36.399024 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d0fe753b-9139-48da-9744-4887a2c0c219 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:36.425760 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d57dc6ff-f228-480d-9573-026fc359ab56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:36.426090 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:36.473675 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-b2eb8574-3d79-4a6b-a861-07cf16189296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab6990b-499d-4aaa-9df6-4ccbef826aea', 'name': 'tempest-TestAggregatesBasicOps-194886793-router', 'tenant_id': '2d03a2aac1804e8abf0d8bff4fd00b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '6330e6ec-d404-44ed-8e99-2120fe59621e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:39:17Z', 'updated_at': '2021-11-25T13:39:22Z', 'revision_number': 4, 'project_id': '2d03a2aac1804e8abf0d8bff4fd00b0d', 'gw_port': {'id': '6330e6ec-d404-44ed-8e99-2120fe59621e', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:58:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab6990b-499d-4aaa-9df6-4ccbef826aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:39:17Z', 'updated_at': '2021-11-25T13:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '714c9fee-bffd-4034-934a-4291d2bc4b30', 'name': '', 'network_id': 'f744797b-cbca-4a0f-ab38-23c2cbb3e26f', 'tenant_id': '2d03a2aac1804e8abf0d8bff4fd00b0d', 'mac_address': 'fa:16:3e:59:86:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab6990b-499d-4aaa-9df6-4ccbef826aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'bf979e74-8726-445c-803a-bd8bf2578095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:39:21Z', 'updated_at': '2021-11-25T13:39:33Z', 'revision_number': 4, 'project_id': '2d03a2aac1804e8abf0d8bff4fd00b0d', 'subnets': [{'id': 'bf979e74-8726-445c-803a-bd8bf2578095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:36.493237 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d57dc6ff-f228-480d-9573-026fc359ab56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:36.519663 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d57dc6ff-f228-480d-9573-026fc359ab56 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:36.532237 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d57dc6ff-f228-480d-9573-026fc359ab56 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/35edbe4a-18c8-4fb6-be75-cb9df6d0ca50 HTTP/1.1" status: 204 len: 168 time: 0.7965598 Nov 25 13:39:36.533661 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62d3b69-b9cc-41bd-850f-4fa7fd9d5e88 None None] Network a8080eb2-63e0-4e97-bb0e-4046e5854a10 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:39:36.534122 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 53144) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:36.535709 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc061805-8828-410e-8704-dfe22763b9a2 None None] Pushing event updated for resources: {'Port': ['ID=714c9fee-bffd-4034-934a-4291d2bc4b30,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:36.545477 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-dc061805-8828-410e-8704-dfe22763b9a2 None None] Provisioning complete for port 81b84728-9be2-4b5e-9ad9-309f4d85d247 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:39:36.546530 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dc061805-8828-410e-8704-dfe22763b9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:36.548896 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2eb8574-3d79-4a6b-a861-07cf16189296 None None] The sync data for ids ['0ab6990b-499d-4aaa-9df6-4ccbef826aea'] in n-d-808199-11 is: [{'id': '0ab6990b-499d-4aaa-9df6-4ccbef826aea', 'name': 'tempest-TestAggregatesBasicOps-194886793-router', 'tenant_id': '2d03a2aac1804e8abf0d8bff4fd00b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '6330e6ec-d404-44ed-8e99-2120fe59621e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:39:17Z', 'updated_at': '2021-11-25T13:39:22Z', 'revision_number': 4, 'project_id': '2d03a2aac1804e8abf0d8bff4fd00b0d', 'gw_port': {'id': '6330e6ec-d404-44ed-8e99-2120fe59621e', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:58:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab6990b-499d-4aaa-9df6-4ccbef826aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:39:17Z', 'updated_at': '2021-11-25T13:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '714c9fee-bffd-4034-934a-4291d2bc4b30', 'name': '', 'network_id': 'f744797b-cbca-4a0f-ab38-23c2cbb3e26f', 'tenant_id': '2d03a2aac1804e8abf0d8bff4fd00b0d', 'mac_address': 'fa:16:3e:59:86:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab6990b-499d-4aaa-9df6-4ccbef826aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'bf979e74-8726-445c-803a-bd8bf2578095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:39:21Z', 'updated_at': '2021-11-25T13:39:33Z', 'revision_number': 4, 'project_id': '2d03a2aac1804e8abf0d8bff4fd00b0d', 'subnets': [{'id': 'bf979e74-8726-445c-803a-bd8bf2578095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:39:36.565571 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe753b-9139-48da-9744-4887a2c0c219 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Pushing event updated for resources: {'Network': ['ID=168bf5bb-7d12-48ff-be95-e2e0bc9024da,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:36.577311 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57dc6ff-f228-480d-9573-026fc359ab56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35edbe4a-18c8-4fb6-be75-cb9df6d0ca50,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:36.596849 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] For port 1a184495-6e60-4901-82da-84fae1907604, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=1a184495-6e60-4901-82da-84fae1907604,segment=NetworkSegment(ecdebb3b-f53e-4a64-897f-8158913029ad),segment_id=ecdebb3b-f53e-4a64-897f-8158913029ad)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:39:36.602008 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 168bf5bb-7d12-48ff-be95-e2e0bc9024da details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:39:36.621316 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d0fe753b-9139-48da-9744-4887a2c0c219 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Network 168bf5bb-7d12-48ff-be95-e2e0bc9024da is not hosted by any dhcp agent {{(pid=103570) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 13:39:36.628982 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fe753b-9139-48da-9744-4887a2c0c219 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:36.629712 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d0fe753b-9139-48da-9744-4887a2c0c219 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:36.631253 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d0fe753b-9139-48da-9744-4887a2c0c219 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] 10.222.0.53 "PUT /v2.0/networks/168bf5bb-7d12-48ff-be95-e2e0bc9024da HTTP/1.1" status: 200 len: 723 time: 1.4578867 Nov 25 13:39:36.644660 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:36.668118 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e09f01a-fdde-422f-9ad3-5a3c595bd18d admin admin] Network 1639f762-8ad6-410f-bf2d-703acc3f1f85 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:39:36.670357 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53146) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:36.686831 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-7e09f01a-fdde-422f-9ad3-5a3c595bd18d admin admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:39:36.703246 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-d4f5a276-fc14-49a7-a915-07fa045dd32c tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Request body: {'subnet': {'network_id': '168bf5bb-7d12-48ff-be95-e2e0bc9024da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:39:36.713877 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aa30acd2-9c99-4fdb-93a6-154a43e3fb28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:36.893715 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-aa30acd2-9c99-4fdb-93a6-154a43e3fb28 admin admin] Deleting port f2b41437-8e3c-4c37-a87a-e882a7d9e0fc {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:39:36.894057 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aa30acd2-9c99-4fdb-93a6-154a43e3fb28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:36.937026 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e09f01a-fdde-422f-9ad3-5a3c595bd18d admin admin] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:39:36.954568 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Pushing event updated for resources: {'Port': ['ID=1a184495-6e60-4901-82da-84fae1907604,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:36.978527 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b98649-81e4-4281-9f6c-b437e6a92c7a None None] Update dhcp port {'port': {'network_id': 'f549f9b9-06ab-447f-a421-20e14239ea57', 'fixed_ips': [{'subnet_id': '0aacc225-6255-4118-b66d-04fcc0a97e80', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c676beab-cc4b-4823-876c-9a304f97dd6a'}], 'binding:host_id': 'n-d-808199-11'}, 'id': '4b2db6e5-6f48-4ec1-ac3b-15d3a3d785bf'} from n-d-808199-11. {{(pid=103572) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 13:39:37.029883 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-71b98649-81e4-4281-9f6c-b437e6a92c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:37.092764 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-aa30acd2-9c99-4fdb-93a6-154a43e3fb28 admin admin] For port f2b41437-8e3c-4c37-a87a-e882a7d9e0fc, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=f2b41437-8e3c-4c37-a87a-e882a7d9e0fc,segment=NetworkSegment(bae5045f-a6fd-4b0f-b784-a103e5730a19),segment_id=bae5045f-a6fd-4b0f-b784-a103e5730a19)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:39:37.093216 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aa30acd2-9c99-4fdb-93a6-154a43e3fb28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:37.099373 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e09f01a-fdde-422f-9ad3-5a3c595bd18d admin admin] Pushing event updated for resources: {'Port': ['ID=70699899-395c-4d27-864b-57151458b787,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:37.129045 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-aa30acd2-9c99-4fdb-93a6-154a43e3fb28 admin admin] Calling delete_port for f2b41437-8e3c-4c37-a87a-e882a7d9e0fc owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:39:37.238626 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7e09f01a-fdde-422f-9ad3-5a3c595bd18d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:37.294085 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 3f6b7545-771a-43d2-b13a-2fe483bb5198 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:39:37.329148 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f5a276-fc14-49a7-a915-07fa045dd32c tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Made reservation on behalf of 13d4e7610b824f708f8a4626b9c16f61 for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:39:37.333339 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d4f5a276-fc14-49a7-a915-07fa045dd32c tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:37.350637 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aa30acd2-9c99-4fdb-93a6-154a43e3fb28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:37.390353 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-dc061805-8828-410e-8704-dfe22763b9a2 None None] Provisioning complete for port 3f6b7545-771a-43d2-b13a-2fe483bb5198 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:39:37.390353 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dc061805-8828-410e-8704-dfe22763b9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:37.406778 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7dca177-e735-424e-b90d-0fa9a333e27d None None] DHCP port deletion for a8080eb2-63e0-4e97-bb0e-4046e5854a10 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:39:37.442224 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa30acd2-9c99-4fdb-93a6-154a43e3fb28 admin admin] No DVR routers for this DVR port f2b41437-8e3c-4c37-a87a-e882a7d9e0fc on host n-d-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:39:37.466478 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa30acd2-9c99-4fdb-93a6-154a43e3fb28 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2b41437-8e3c-4c37-a87a-e882a7d9e0fc,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:37.583387 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aa30acd2-9c99-4fdb-93a6-154a43e3fb28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:37.630179 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-aa30acd2-9c99-4fdb-93a6-154a43e3fb28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8080eb2-63e0-4e97-bb0e-4046e5854a10']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:37.643008 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-aa30acd2-9c99-4fdb-93a6-154a43e3fb28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bae5045f-a6fd-4b0f-b784-a103e5730a19') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:37.643371 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-aa30acd2-9c99-4fdb-93a6-154a43e3fb28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bae5045f-a6fd-4b0f-b784-a103e5730a19') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:37.657114 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9022ac3-3891-443f-9d3b-0d3f3ce4d74a req-606516e7-5247-46ed-a1d5-45652c55c2da tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:37.659136 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aa30acd2-9c99-4fdb-93a6-154a43e3fb28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:37.659509 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b9022ac3-3891-443f-9d3b-0d3f3ce4d74a req-606516e7-5247-46ed-a1d5-45652c55c2da tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a43750e-6626-4108-871a-1e2bc3b2fb6d HTTP/1.1" status: 200 len: 932 time: 0.6446202 Nov 25 13:39:37.680921 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aa30acd2-9c99-4fdb-93a6-154a43e3fb28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:37.688410 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa30acd2-9c99-4fdb-93a6-154a43e3fb28 admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:39:37.689330 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aa30acd2-9c99-4fdb-93a6-154a43e3fb28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:37.692236 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:39:37.692236 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:39:37.692236 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:39:37.692236 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:39:37.692236 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:39:37.692236 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:39:37.692236 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:39:37.692236 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:39:37.692236 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:39:37.692236 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:39:37.692236 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:39:37.692236 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:39:37.692236 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:39:37.692236 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:39:37.692236 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:39:37.692236 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:39:37.692236 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:39:37.692236 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:39:37.692236 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:39:37.692236 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:39:37.692236 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:39:37.692236 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:39:37.692236 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:39:37.692236 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:39:37.692236 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:39:37.692236 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:39:37.692236 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:39:37.692236 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:39:37.692236 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:39:37.692236 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:39:37.692236 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:39:37.692236 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:39:37.802919 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b9022ac3-3891-443f-9d3b-0d3f3ce4d74a req-41492cd5-5480-4cbb-b706-8a5b95901b6d tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361480 Nov 25 13:39:37.849518 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aa30acd2-9c99-4fdb-93a6-154a43e3fb28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:37.876625 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aa30acd2-9c99-4fdb-93a6-154a43e3fb28 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:37.880003 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-aa30acd2-9c99-4fdb-93a6-154a43e3fb28 admin admin] 10.222.0.53 "DELETE /v2.0/networks/a8080eb2-63e0-4e97-bb0e-4046e5854a10 HTTP/1.1" status: 204 len: 168 time: 1.3114414 Nov 25 13:39:37.915068 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7e09f01a-fdde-422f-9ad3-5a3c595bd18d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:37.929964 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa30acd2-9c99-4fdb-93a6-154a43e3fb28 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8080eb2-63e0-4e97-bb0e-4046e5854a10,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:37.967148 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dc061805-8828-410e-8704-dfe22763b9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:37.988866 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-71b98649-81e4-4281-9f6c-b437e6a92c7a None None] Allocated IP 172.20.0.1 (f549f9b9-06ab-447f-a421-20e14239ea57/c676beab-cc4b-4823-876c-9a304f97dd6a/4b2db6e5-6f48-4ec1-ac3b-15d3a3d785bf) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:39:38.000831 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 3f6b7545-771a-43d2-b13a-2fe483bb5198 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:39:38.001212 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:38.033404 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-dc061805-8828-410e-8704-dfe22763b9a2 None None] For port 3f6b7545-771a-43d2-b13a-2fe483bb5198, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=3f6b7545-771a-43d2-b13a-2fe483bb5198,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:39:38.042296 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dc061805-8828-410e-8704-dfe22763b9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:38.139167 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 53154) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:38.144822 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [req-ce9c2530-7763-4a6c-9744-a52298c2a06a req-851ac5ae-c272-4c60-89d6-7726e70e2fc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd93c27a-f3a2-45d2-bb3e-3455ac6ee258 {{(pid=103570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:39:38.172343 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-ce9c2530-7763-4a6c-9744-a52298c2a06a req-851ac5ae-c272-4c60-89d6-7726e70e2fc2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:38.208057 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-f834aaa3-ce78-4122-aa9a-3e7d2de1d719 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3ac3ecdb9d7f4099a69d83c9614c8001&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0664258 Nov 25 13:39:38.208787 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc061805-8828-410e-8704-dfe22763b9a2 None None] Pushing event updated for resources: {'Port': ['ID=3f6b7545-771a-43d2-b13a-2fe483bb5198,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:38.210092 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 53156) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:38.228250 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:38.243055 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.provisioning_blocks [req-ce9c2530-7763-4a6c-9744-a52298c2a06a req-851ac5ae-c272-4c60-89d6-7726e70e2fc2 service neutron] Transition to ACTIVE for port object fd93c27a-f3a2-45d2-bb3e-3455ac6ee258 will not be triggered until provisioned by entity L2. {{(pid=103570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:39:38.254820 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-13e98162-9f3e-4dd0-88f6-a02a3d778f22 None None] Provisioning complete for port 70699899-395c-4d27-864b-57151458b787 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:39:38.255746 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-13e98162-9f3e-4dd0-88f6-a02a3d778f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:38.257544 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d4f5a276-fc14-49a7-a915-07fa045dd32c tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:38.276729 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-ce9c2530-7763-4a6c-9744-a52298c2a06a req-851ac5ae-c272-4c60-89d6-7726e70e2fc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:38.287812 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-df9e81ce-e4ad-4820-874b-37f868788f7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:38.314143 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-df9e81ce-e4ad-4820-874b-37f868788f7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:38.325840 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-71b98649-81e4-4281-9f6c-b437e6a92c7a None None] For port 4b2db6e5-6f48-4ec1-ac3b-15d3a3d785bf, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=4b2db6e5-6f48-4ec1-ac3b-15d3a3d785bf,segment=NetworkSegment(b377b69a-1f8a-4a87-92fc-42ce685369de),segment_id=b377b69a-1f8a-4a87-92fc-42ce685369de)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:39:38.369742 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 81b84728-9be2-4b5e-9ad9-309f4d85d247 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:39:38.378354 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851ac5ae-c272-4c60-89d6-7726e70e2fc2 service neutron] Pushing event updated for resources: {'Port': ['ID=fd93c27a-f3a2-45d2-bb3e-3455ac6ee258,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:38.388052 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-13e98162-9f3e-4dd0-88f6-a02a3d778f22 None None] Port 70699899-395c-4d27-864b-57151458b787 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:39:38.396242 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-df9e81ce-e4ad-4820-874b-37f868788f7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:38.409039 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-df9e81ce-e4ad-4820-874b-37f868788f7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:38.409039 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-df9e81ce-e4ad-4820-874b-37f868788f7f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1659c0b6-befe-4927-890f-cd6ef6b9e764 HTTP/1.1" status: 204 len: 168 time: 0.1969423 Nov 25 13:39:38.438342 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9e81ce-e4ad-4820-874b-37f868788f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1659c0b6-befe-4927-890f-cd6ef6b9e764,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:38.450261 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-71b98649-81e4-4281-9f6c-b437e6a92c7a None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:38.469878 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-71b98649-81e4-4281-9f6c-b437e6a92c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:38.481505 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-13e98162-9f3e-4dd0-88f6-a02a3d778f22 None None] Provisioning complete for port 4b2db6e5-6f48-4ec1-ac3b-15d3a3d785bf triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:39:38.481952 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-13e98162-9f3e-4dd0-88f6-a02a3d778f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:38.509656 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f5a276-fc14-49a7-a915-07fa045dd32c tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Checking segment: {'id': '5188d00d-894f-429f-bccf-1258a8f8ec3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '168bf5bb-7d12-48ff-be95-e2e0bc9024da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:39:38.510039 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f5a276-fc14-49a7-a915-07fa045dd32c tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Network hostable DHCP agents. Network: 168bf5bb-7d12-48ff-be95-e2e0bc9024da, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:39:38.530935 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f5a276-fc14-49a7-a915-07fa045dd32c tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Pushing event updated for resources: {'Subnet': ['ID=9b48ea7b-c4c6-4219-a359-d890eada7183,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:38.564301 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7e09f01a-fdde-422f-9ad3-5a3c595bd18d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:38.565985 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-ce9c2530-7763-4a6c-9744-a52298c2a06a req-851ac5ae-c272-4c60-89d6-7726e70e2fc2 service neutron] Attempting to bind port fd93c27a-f3a2-45d2-bb3e-3455ac6ee258 on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:39:38.566372 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-ce9c2530-7763-4a6c-9744-a52298c2a06a req-851ac5ae-c272-4c60-89d6-7726e70e2fc2 service neutron] Attempting to bind port fd93c27a-f3a2-45d2-bb3e-3455ac6ee258 by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': 'ecdebb3b-f53e-4a64-897f-8158913029ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '63fb2f13-06f0-4aca-93ef-38e635a42896'}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:39:38.566784 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9c2530-7763-4a6c-9744-a52298c2a06a req-851ac5ae-c272-4c60-89d6-7726e70e2fc2 service neutron] Attempting to bind port fd93c27a-f3a2-45d2-bb3e-3455ac6ee258 on network 63fb2f13-06f0-4aca-93ef-38e635a42896 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:39:38.574365 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7e09f01a-fdde-422f-9ad3-5a3c595bd18d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:38.604359 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9c2530-7763-4a6c-9744-a52298c2a06a req-851ac5ae-c272-4c60-89d6-7726e70e2fc2 service neutron] Port fd93c27a-f3a2-45d2-bb3e-3455ac6ee258 on network 63fb2f13-06f0-4aca-93ef-38e635a42896 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:39:38.604773 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9c2530-7763-4a6c-9744-a52298c2a06a req-851ac5ae-c272-4c60-89d6-7726e70e2fc2 service neutron] Attempting to bind port fd93c27a-f3a2-45d2-bb3e-3455ac6ee258 on network 63fb2f13-06f0-4aca-93ef-38e635a42896 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:39:38.635043 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9c2530-7763-4a6c-9744-a52298c2a06a req-851ac5ae-c272-4c60-89d6-7726e70e2fc2 service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:39:38.635043 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9c2530-7763-4a6c-9744-a52298c2a06a req-851ac5ae-c272-4c60-89d6-7726e70e2fc2 service neutron] Checking segment: {'id': 'ecdebb3b-f53e-4a64-897f-8158913029ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '63fb2f13-06f0-4aca-93ef-38e635a42896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:39:38.635043 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9c2530-7763-4a6c-9744-a52298c2a06a req-851ac5ae-c272-4c60-89d6-7726e70e2fc2 service neutron] Bound using segment: {'id': 'ecdebb3b-f53e-4a64-897f-8158913029ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '63fb2f13-06f0-4aca-93ef-38e635a42896'} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:39:38.635562 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-ce9c2530-7763-4a6c-9744-a52298c2a06a req-851ac5ae-c272-4c60-89d6-7726e70e2fc2 service neutron] Bound port: fd93c27a-f3a2-45d2-bb3e-3455ac6ee258, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecdebb3b-f53e-4a64-897f-8158913029ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '63fb2f13-06f0-4aca-93ef-38e635a42896'}}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:39:38.635711 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-ce9c2530-7763-4a6c-9744-a52298c2a06a req-851ac5ae-c272-4c60-89d6-7726e70e2fc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:38.642983 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f5a276-fc14-49a7-a915-07fa045dd32c tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Network 168bf5bb-7d12-48ff-be95-e2e0bc9024da is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:39:38.666938 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b98649-81e4-4281-9f6c-b437e6a92c7a None None] Pushing event updated for resources: {'Port': ['ID=4b2db6e5-6f48-4ec1-ac3b-15d3a3d785bf,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:38.688798 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7e09f01a-fdde-422f-9ad3-5a3c595bd18d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:38.698027 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-d4f5a276-fc14-49a7-a915-07fa045dd32c tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 168bf5bb-7d12-48ff-be95-e2e0bc9024da) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:39:38.703779 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f5a276-fc14-49a7-a915-07fa045dd32c tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:38.705991 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d4f5a276-fc14-49a7-a915-07fa045dd32c tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:38.708861 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e09f01a-fdde-422f-9ad3-5a3c595bd18d admin admin] Pushing event updated for resources: {'Port': ['ID=70699899-395c-4d27-864b-57151458b787,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:38.722833 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01f9502-0394-4740-9d2d-6ce588e11c00 None None] Network 168bf5bb-7d12-48ff-be95-e2e0bc9024da requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:39:38.792060 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 81b84728-9be2-4b5e-9ad9-309f4d85d247 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:39:38.792429 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:38.837063 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d4f5a276-fc14-49a7-a915-07fa045dd32c tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1445901 Nov 25 13:39:38.839902 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 53166) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:38.846025 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-59b6b2b6-dab9-4a98-87dd-2d34098b0215 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:39:38.947644 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-ce9c2530-7763-4a6c-9744-a52298c2a06a req-851ac5ae-c272-4c60-89d6-7726e70e2fc2 service neutron] For port fd93c27a-f3a2-45d2-bb3e-3455ac6ee258, host n-h1-808199-11, cleared binding levels {{(pid=103570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:39:39.040502 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-ce9c2530-7763-4a6c-9744-a52298c2a06a req-851ac5ae-c272-4c60-89d6-7726e70e2fc2 service neutron] For port fd93c27a-f3a2-45d2-bb3e-3455ac6ee258, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=fd93c27a-f3a2-45d2-bb3e-3455ac6ee258,segment=NetworkSegment(ecdebb3b-f53e-4a64-897f-8158913029ad),segment_id=ecdebb3b-f53e-4a64-897f-8158913029ad)] {{(pid=103570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:39:39.049256 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53172) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:39.093882 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-ce9c2530-7763-4a6c-9744-a52298c2a06a req-851ac5ae-c272-4c60-89d6-7726e70e2fc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:39.095069 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-59b6b2b6-dab9-4a98-87dd-2d34098b0215 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-58554552'] for subnet, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:39.126615 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e09f01a-fdde-422f-9ad3-5a3c595bd18d admin admin] Network 1639f762-8ad6-410f-bf2d-703acc3f1f85 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:39:39.146269 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-13e98162-9f3e-4dd0-88f6-a02a3d778f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:39.184048 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-319e38cc-8b29-46c1-afd6-ea47f94d7e0c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=994b2637c1974a1a956c9e101858d78f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1321323 Nov 25 13:39:39.186078 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 53174) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:39.194339 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c2530-7763-4a6c-9744-a52298c2a06a req-851ac5ae-c272-4c60-89d6-7726e70e2fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:39.195005 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-ce9c2530-7763-4a6c-9744-a52298c2a06a req-851ac5ae-c272-4c60-89d6-7726e70e2fc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:39.198430 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ce9c2530-7763-4a6c-9744-a52298c2a06a req-851ac5ae-c272-4c60-89d6-7726e70e2fc2 service neutron] 10.222.0.66 "PUT /v2.0/ports/fd93c27a-f3a2-45d2-bb3e-3455ac6ee258 HTTP/1.1" status: 200 len: 1093 time: 3.3358767 Nov 25 13:39:39.201284 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-7e09f01a-fdde-422f-9ad3-5a3c595bd18d admin admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:39:39.233305 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a43750e-6626-4108-871a-1e2bc3b2fb6d', 'tag': 'fd93c27a-f3a2-45d2-bb3e-3455ac6ee258'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:39:39.238256 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45623c57-20b1-499c-9031-7515c4cf22c8" -d '{"events": [{"name": "network-changed", "server_uuid": "2a43750e-6626-4108-871a-1e2bc3b2fb6d", "tag": "fd93c27a-f3a2-45d2-bb3e-3455ac6ee258"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:39:39.326669 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-13e98162-9f3e-4dd0-88f6-a02a3d778f22 None None] For port 4b2db6e5-6f48-4ec1-ac3b-15d3a3d785bf, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=4b2db6e5-6f48-4ec1-ac3b-15d3a3d785bf,segment=NetworkSegment(b377b69a-1f8a-4a87-92fc-42ce685369de),segment_id=b377b69a-1f8a-4a87-92fc-42ce685369de)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:39:39.346234 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dce6864-aa16-4be2-9c5f-d20bf1848280 req-bd2ddab7-2eda-419d-9cc3-df963d5f5eaf tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:39.346715 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c06fc0-b732-41a7-a51d-15ac1fa60352 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-168bf5bb-7d12-48ff-be95-e2e0bc9024da', 'network_id': '168bf5bb-7d12-48ff-be95-e2e0bc9024da', 'tenant_id': '13d4e7610b824f708f8a4626b9c16f61', 'fixed_ips': [{'subnet_id': '9b48ea7b-c4c6-4219-a359-d890eada7183'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:39:39.347833 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-22c06fc0-b732-41a7-a51d-15ac1fa60352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:39.348238 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e888f4d0-dc21-4a8e-be37-d7f400adf911 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:39.355166 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5dce6864-aa16-4be2-9c5f-d20bf1848280 req-bd2ddab7-2eda-419d-9cc3-df963d5f5eaf tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a43750e-6626-4108-871a-1e2bc3b2fb6d HTTP/1.1" status: 200 len: 944 time: 0.3484955 Nov 25 13:39:39.367640 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605e1593-90ae-4d1d-88ff-4c6c64340d7b x-openstack-request-id: req-605e1593-90ae-4d1d-88ff-4c6c64340d7b {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:39:39.367986 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a43750e-6626-4108-871a-1e2bc3b2fb6d", "tag": "fd93c27a-f3a2-45d2-bb3e-3455ac6ee258", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:39:39.368393 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-605e1593-90ae-4d1d-88ff-4c6c64340d7b {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:39:39.369252 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a43750e-6626-4108-871a-1e2bc3b2fb6d', 'tag': 'fd93c27a-f3a2-45d2-bb3e-3455ac6ee258', 'status': 'completed', 'code': 200} Nov 25 13:39:39.388044 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-13e98162-9f3e-4dd0-88f6-a02a3d778f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:39.401850 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e888f4d0-dc21-4a8e-be37-d7f400adf911 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:39.500413 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851ac5ae-c272-4c60-89d6-7726e70e2fc2 service neutron] Pushing event updated for resources: {'Port': ['ID=fd93c27a-f3a2-45d2-bb3e-3455ac6ee258,revision_number=3']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:39.509444 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e888f4d0-dc21-4a8e-be37-d7f400adf911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:39.517795 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e888f4d0-dc21-4a8e-be37-d7f400adf911 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:39.519818 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-e888f4d0-dc21-4a8e-be37-d7f400adf911 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c09e0d1b-a0e4-4d12-8140-871be4d8706d HTTP/1.1" status: 204 len: 168 time: 0.3300364 Nov 25 13:39:39.539904 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e888f4d0-dc21-4a8e-be37-d7f400adf911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09e0d1b-a0e4-4d12-8140-871be4d8706d,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:39.573394 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-59b6b2b6-dab9-4a98-87dd-2d34098b0215 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753177070879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-58715743'] for subnet, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:39.580555 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c2530-7763-4a6c-9744-a52298c2a06a req-4094f523-99db-4f53-886c-ed87d49a5457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:39.583935 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ce9c2530-7763-4a6c-9744-a52298c2a06a req-4094f523-99db-4f53-886c-ed87d49a5457 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c9472cb9831248be973db38fa1562496&device_id=2a43750e-6626-4108-871a-1e2bc3b2fb6d HTTP/1.1" status: 200 len: 1096 time: 0.3230817 Nov 25 13:39:39.610725 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 714c9fee-bffd-4034-934a-4291d2bc4b30 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:39:39.644960 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5dce6864-aa16-4be2-9c5f-d20bf1848280 req-c312082e-05b5-47c0-adf3-bee64dd94922 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889075 Nov 25 13:39:39.652466 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b6b2b6-dab9-4a98-87dd-2d34098b0215 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Pushing event updated for resources: {'Subnet': ['ID=9b48ea7b-c4c6-4219-a359-d890eada7183,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:39.659712 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b6b2b6-dab9-4a98-87dd-2d34098b0215 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:39.660311 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-59b6b2b6-dab9-4a98-87dd-2d34098b0215 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:39.662040 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-59b6b2b6-dab9-4a98-87dd-2d34098b0215 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] 10.222.0.53 "PUT /v2.0/subnets/9b48ea7b-c4c6-4219-a359-d890eada7183 HTTP/1.1" status: 200 len: 826 time: 0.8210595 Nov 25 13:39:39.664643 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 53180) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:39.704660 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e98162-9f3e-4dd0-88f6-a02a3d778f22 None None] Pushing event updated for resources: {'Port': ['ID=4b2db6e5-6f48-4ec1-ac3b-15d3a3d785bf,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:39.711316 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ce9c2530-7763-4a6c-9744-a52298c2a06a req-25a789a4-8a0d-4ae2-9a63-0b26546c57e4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd93c27a-f3a2-45d2-bb3e-3455ac6ee258 HTTP/1.1" status: 200 len: 217 time: 0.0652328 Nov 25 13:39:39.816545 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c2530-7763-4a6c-9744-a52298c2a06a req-96134c47-a892-4108-a650-1a9f1fa6e3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:39.818716 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ce9c2530-7763-4a6c-9744-a52298c2a06a req-96134c47-a892-4108-a650-1a9f1fa6e3d4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e24b755c-8322-4225-9fb6-1de603342da8 HTTP/1.1" status: 200 len: 851 time: 0.0946360 Nov 25 13:39:39.822251 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d0a29a48-421d-4e56-a8b9-415405583712 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:39.876601 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e09f01a-fdde-422f-9ad3-5a3c595bd18d admin admin] Router 3a8bf272-ecf9-475e-857a-82ceac7bda66 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:39:39.879262 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ce9c2530-7763-4a6c-9744-a52298c2a06a req-5a0e0046-9d56-49b0-8c31-36448634776a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=63fb2f13-06f0-4aca-93ef-38e635a42896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393133 Nov 25 13:39:39.890216 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f748b5-7fd9-4a70-b151-41ba3782c277 None None] Network f549f9b9-06ab-447f-a421-20e14239ea57 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:39:39.947432 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d0a29a48-421d-4e56-a8b9-415405583712 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:40.002817 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-6f7a7c3a-1811-45c5-83df-bf8b89e9b1b9 None None] Provisioning complete for port 70699899-395c-4d27-864b-57151458b787 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:39:40.003459 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6f7a7c3a-1811-45c5-83df-bf8b89e9b1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:40.070201 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-6f7a7c3a-1811-45c5-83df-bf8b89e9b1b9 None None] Port 70699899-395c-4d27-864b-57151458b787 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:39:40.100772 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-22c06fc0-b732-41a7-a51d-15ac1fa60352 None None] Allocated IP 2001:db8::2 (168bf5bb-7d12-48ff-be95-e2e0bc9024da/9b48ea7b-c4c6-4219-a359-d890eada7183/dea3857c-6aa3-4620-92a0-fe01e026967a) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:39:40.106184 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ce9c2530-7763-4a6c-9744-a52298c2a06a req-3a452611-3490-45c5-9c94-4178859b43d6 service neutron] 10.222.0.66 "GET /v2.0/networks/63fb2f13-06f0-4aca-93ef-38e635a42896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137096 Nov 25 13:39:40.108937 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e09f01a-fdde-422f-9ad3-5a3c595bd18d admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:39:40.110367 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 714c9fee-bffd-4034-934a-4291d2bc4b30 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:39:40.111219 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:40.119155 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-7e09f01a-fdde-422f-9ad3-5a3c595bd18d admin admin] 10.222.0.53 "PUT /v2.0/routers/3a8bf272-ecf9-475e-857a-82ceac7bda66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9471331 Nov 25 13:39:40.126792 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa5d6a9-f9a6-471e-abd0-a03bd1028dcd None None] Sync routers for ids ['3a8bf272-ecf9-475e-857a-82ceac7bda66'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:39:40.167359 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa5d6a9-f9a6-471e-abd0-a03bd1028dcd None None] Routers {'3a8bf272-ecf9-475e-857a-82ceac7bda66'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:39:40.171071 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-aaa5d6a9-f9a6-471e-abd0-a03bd1028dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:39:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['3a8bf272-ecf9-475e-857a-82ceac7bda66'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:40.314748 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-aaa5d6a9-f9a6-471e-abd0-a03bd1028dcd None None] Set router 3a8bf272-ecf9-475e-857a-82ceac7bda66 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:39:40.335435 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-0c4ca614-f6f0-4816-a56c-e14f507b8380 None None] Provisioning complete for port 4b2db6e5-6f48-4ec1-ac3b-15d3a3d785bf triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:39:40.336200 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0c4ca614-f6f0-4816-a56c-e14f507b8380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:40.348304 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ce9c2530-7763-4a6c-9744-a52298c2a06a req-3241eeeb-e985-4d15-bf14-2a96bc2e9503 service neutron] 10.222.0.66 "GET /v2.0/networks/63fb2f13-06f0-4aca-93ef-38e635a42896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300656 Nov 25 13:39:40.534151 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45623c57-20b1-499c-9031-7515c4cf22c8 req-6d752d7c-dcd4-457b-b1fe-1afdc0c40687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:40.537200 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-45623c57-20b1-499c-9031-7515c4cf22c8 req-6d752d7c-dcd4-457b-b1fe-1afdc0c40687 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c9472cb9831248be973db38fa1562496&device_id=2a43750e-6626-4108-871a-1e2bc3b2fb6d HTTP/1.1" status: 200 len: 1096 time: 0.0982914 Nov 25 13:39:40.687142 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-22c06fc0-b732-41a7-a51d-15ac1fa60352 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:40.718167 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 4b2db6e5-6f48-4ec1-ac3b-15d3a3d785bf up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:39:40.732220 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d0a29a48-421d-4e56-a8b9-415405583712 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:40.792534 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45623c57-20b1-499c-9031-7515c4cf22c8 req-8dcba926-2414-4b81-89a7-13cd3377e697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:40.796933 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-45623c57-20b1-499c-9031-7515c4cf22c8 req-8dcba926-2414-4b81-89a7-13cd3377e697 service neutron] 10.222.0.66 "GET /v2.0/networks?id=63fb2f13-06f0-4aca-93ef-38e635a42896 HTTP/1.1" status: 200 len: 912 time: 0.2476146 Nov 25 13:39:40.846368 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a29a48-421d-4e56-a8b9-415405583712 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Pushing event deleted for resources: {'Subnet': ['ID=9b48ea7b-c4c6-4219-a359-d890eada7183,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:40.954337 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-aaa5d6a9-f9a6-471e-abd0-a03bd1028dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8bf272-ecf9-475e-857a-82ceac7bda66', 'name': 'tempest-TestAggregatesBasicOps-2039053590-router', 'tenant_id': '39f405b86c454d968b137d3a58a0754d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '3f6b7545-771a-43d2-b13a-2fe483bb5198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:39:26Z', 'updated_at': '2021-11-25T13:39:37Z', 'revision_number': 4, 'project_id': '39f405b86c454d968b137d3a58a0754d', 'gw_port': {'id': '3f6b7545-771a-43d2-b13a-2fe483bb5198', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:71:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8bf272-ecf9-475e-857a-82ceac7bda66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:39:27Z', 'updated_at': '2021-11-25T13:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '70699899-395c-4d27-864b-57151458b787', 'name': '', 'network_id': '1639f762-8ad6-410f-bf2d-703acc3f1f85', 'tenant_id': '39f405b86c454d968b137d3a58a0754d', 'mac_address': 'fa:16:3e:51:bc:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a8bf272-ecf9-475e-857a-82ceac7bda66', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '60984399-ee90-46d1-b75f-9e156a090043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:39:33Z', 'updated_at': '2021-11-25T13:39:38Z', 'revision_number': 2, 'project_id': '39f405b86c454d968b137d3a58a0754d', 'subnets': [{'id': '60984399-ee90-46d1-b75f-9e156a090043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:40.990611 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d0a29a48-421d-4e56-a8b9-415405583712 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:41.011782 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-45623c57-20b1-499c-9031-7515c4cf22c8 req-9ce28e72-9221-41fb-8092-2e4a0a582c8a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd93c27a-f3a2-45d2-bb3e-3455ac6ee258 HTTP/1.1" status: 200 len: 217 time: 0.2032895 Nov 25 13:39:41.025258 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa5d6a9-f9a6-471e-abd0-a03bd1028dcd None None] Checking router: 3a8bf272-ecf9-475e-857a-82ceac7bda66 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:39:41.025881 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa5d6a9-f9a6-471e-abd0-a03bd1028dcd None None] Updating router 3a8bf272-ecf9-475e-857a-82ceac7bda66 port 70699899-395c-4d27-864b-57151458b787 binding host n-d-808199-11 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:39:41.033185 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-d0a29a48-421d-4e56-a8b9-415405583712 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['168bf5bb-7d12-48ff-be95-e2e0bc9024da']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:41.056474 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-d0a29a48-421d-4e56-a8b9-415405583712 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5188d00d-894f-429f-bccf-1258a8f8ec3e') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:41.056865 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-d0a29a48-421d-4e56-a8b9-415405583712 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5188d00d-894f-429f-bccf-1258a8f8ec3e') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:41.071478 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-aaa5d6a9-f9a6-471e-abd0-a03bd1028dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:41.079124 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d0a29a48-421d-4e56-a8b9-415405583712 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:41.104820 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d0a29a48-421d-4e56-a8b9-415405583712 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:41.138415 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0a29a48-421d-4e56-a8b9-415405583712 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:39:41.138947 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d0a29a48-421d-4e56-a8b9-415405583712 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:41.151419 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:39:41.151419 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:39:41.151419 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:39:41.151419 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:39:41.151419 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:39:41.151419 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:39:41.151419 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:39:41.151419 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:39:41.151419 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:39:41.151419 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:39:41.151419 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:39:41.151419 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:39:41.151419 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:39:41.151419 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:39:41.151419 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:39:41.151419 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:39:41.151419 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:39:41.151419 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:39:41.151419 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:39:41.151419 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:39:41.151419 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:39:41.151419 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:39:41.151419 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:39:41.151419 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:39:41.151419 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:39:41.151419 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:39:41.151419 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:39:41.151419 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:39:41.151419 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:39:41.151419 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:39:41.151419 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:39:41.151419 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:39:41.181728 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eefa058-b076-43b6-8d9d-77be8e8bd17c req-d022c9fd-c3dd-417b-a4e5-1c59529beb8b tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:41.186152 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4eefa058-b076-43b6-8d9d-77be8e8bd17c req-d022c9fd-c3dd-417b-a4e5-1c59529beb8b tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a43750e-6626-4108-871a-1e2bc3b2fb6d HTTP/1.1" status: 200 len: 944 time: 0.3631911 Nov 25 13:39:41.200719 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45623c57-20b1-499c-9031-7515c4cf22c8 req-ad5aeba5-58c1-4b26-befd-e010b4bafefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:41.203032 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-45623c57-20b1-499c-9031-7515c4cf22c8 req-ad5aeba5-58c1-4b26-befd-e010b4bafefa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e24b755c-8322-4225-9fb6-1de603342da8 HTTP/1.1" status: 200 len: 851 time: 0.1700370 Nov 25 13:39:41.301711 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53224) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:41.307159 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-45623c57-20b1-499c-9031-7515c4cf22c8 req-a85cc2a7-1f9b-41f4-a4bc-df1000a8a9fd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=63fb2f13-06f0-4aca-93ef-38e635a42896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0954394 Nov 25 13:39:41.318977 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.db.api [None req-d0a29a48-421d-4e56-a8b9-415405583712 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 13:39:41.318977 n-d-808199-11 neutron-server[103571]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 13:39:41.318977 n-d-808199-11 neutron-server[103571]: [parameters: {'id': '168bf5bb-7d12-48ff-be95-e2e0bc9024da'}] Nov 25 13:39:41.318977 n-d-808199-11 neutron-server[103571]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 13:39:41.320022 n-d-808199-11 neutron-server[103571]: DEBUG oslo_db.api [None req-d0a29a48-421d-4e56-a8b9-415405583712 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 13:39:41.332816 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-22c06fc0-b732-41a7-a51d-15ac1fa60352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:41.444253 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06fc0-b732-41a7-a51d-15ac1fa60352 None None] Pushing event updated for resources: {'Port': ['ID=dea3857c-6aa3-4620-92a0-fe01e026967a,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:41.450329 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c06fc0-b732-41a7-a51d-15ac1fa60352 None None] Network 168bf5bb-7d12-48ff-be95-e2e0bc9024da is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:39:41.454679 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-22c06fc0-b732-41a7-a51d-15ac1fa60352 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:39:41.479857 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c06fc0-b732-41a7-a51d-15ac1fa60352 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:39:41.522245 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 4b2db6e5-6f48-4ec1-ac3b-15d3a3d785bf triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:39:41.522245 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:41.635512 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4eefa058-b076-43b6-8d9d-77be8e8bd17c req-da8026b8-225a-4d5c-8d47-9b9dd4d0d965 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4310520 Nov 25 13:39:41.735838 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-dc68ab57-8bf7-45f0-996e-cbc595b6e76b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1242325854-network', 'tenant_id': 'e9f4a241e9ee48efb00d567fc22d357d'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:39:41.765848 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:41.771208 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-22c06fc0-b732-41a7-a51d-15ac1fa60352 None None] Attempting to bind port dea3857c-6aa3-4620-92a0-fe01e026967a on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:39:41.771578 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-22c06fc0-b732-41a7-a51d-15ac1fa60352 None None] Attempting to bind port dea3857c-6aa3-4620-92a0-fe01e026967a by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '5188d00d-894f-429f-bccf-1258a8f8ec3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '168bf5bb-7d12-48ff-be95-e2e0bc9024da'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:39:41.772217 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c06fc0-b732-41a7-a51d-15ac1fa60352 None None] Attempting to bind port dea3857c-6aa3-4620-92a0-fe01e026967a on network 168bf5bb-7d12-48ff-be95-e2e0bc9024da {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:39:41.783316 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c06fc0-b732-41a7-a51d-15ac1fa60352 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:39:41.783713 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c06fc0-b732-41a7-a51d-15ac1fa60352 None None] Checking segment: {'id': '5188d00d-894f-429f-bccf-1258a8f8ec3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '168bf5bb-7d12-48ff-be95-e2e0bc9024da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:39:41.784074 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-22c06fc0-b732-41a7-a51d-15ac1fa60352 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:41.784473 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c06fc0-b732-41a7-a51d-15ac1fa60352 None None] Bound using segment: {'id': '5188d00d-894f-429f-bccf-1258a8f8ec3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '168bf5bb-7d12-48ff-be95-e2e0bc9024da'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:39:41.784954 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-22c06fc0-b732-41a7-a51d-15ac1fa60352 None None] Bound port: dea3857c-6aa3-4620-92a0-fe01e026967a, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5188d00d-894f-429f-bccf-1258a8f8ec3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '168bf5bb-7d12-48ff-be95-e2e0bc9024da'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:39:41.785335 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-22c06fc0-b732-41a7-a51d-15ac1fa60352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:41.822717 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d0a29a48-421d-4e56-a8b9-415405583712 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:41.880884 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc68ab57-8bf7-45f0-996e-cbc595b6e76b admin admin] Made reservation on behalf of e9f4a241e9ee48efb00d567fc22d357d for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:39:41.883283 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-dc68ab57-8bf7-45f0-996e-cbc595b6e76b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:41.924673 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-aaa5d6a9-f9a6-471e-abd0-a03bd1028dcd None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:41.934877 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-dc68ab57-8bf7-45f0-996e-cbc595b6e76b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:41.947735 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-45623c57-20b1-499c-9031-7515c4cf22c8 req-820ca4dd-e925-4f4d-945d-47c67934ee51 service neutron] 10.222.0.66 "GET /v2.0/networks/63fb2f13-06f0-4aca-93ef-38e635a42896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6086893 Nov 25 13:39:41.955355 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-d0a29a48-421d-4e56-a8b9-415405583712 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Deleting port dea3857c-6aa3-4620-92a0-fe01e026967a {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:39:41.956594 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d0a29a48-421d-4e56-a8b9-415405583712 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:41.957990 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-aaa5d6a9-f9a6-471e-abd0-a03bd1028dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:42.037782 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-22c06fc0-b732-41a7-a51d-15ac1fa60352 None None] For port dea3857c-6aa3-4620-92a0-fe01e026967a, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:39:42.043157 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-22c06fc0-b732-41a7-a51d-15ac1fa60352 None None] For port dea3857c-6aa3-4620-92a0-fe01e026967a, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=dea3857c-6aa3-4620-92a0-fe01e026967a,segment=NetworkSegment(5188d00d-894f-429f-bccf-1258a8f8ec3e),segment_id=5188d00d-894f-429f-bccf-1258a8f8ec3e)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:39:42.060226 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-22c06fc0-b732-41a7-a51d-15ac1fa60352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:42.119937 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-d0a29a48-421d-4e56-a8b9-415405583712 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] For port dea3857c-6aa3-4620-92a0-fe01e026967a, host n-d-808199-11, got binding levels [] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:39:42.121519 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d0a29a48-421d-4e56-a8b9-415405583712 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:42.130447 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-8ac60580-0581-405c-b934-f496d0c5bd01 None None] Provisioning complete for port 4b2db6e5-6f48-4ec1-ac3b-15d3a3d785bf triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:39:42.130967 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8ac60580-0581-405c-b934-f496d0c5bd01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:42.148539 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-d0a29a48-421d-4e56-a8b9-415405583712 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Calling delete_port for dea3857c-6aa3-4620-92a0-fe01e026967a owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:39:42.217502 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce03bef5-c053-4417-8066-92d840659d5d None None] Pushing event updated for resources: {'Port': ['ID=70699899-395c-4d27-864b-57151458b787,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:42.260653 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-aaa5d6a9-f9a6-471e-abd0-a03bd1028dcd None None] Attempting to bind port 70699899-395c-4d27-864b-57151458b787 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:39:42.263945 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-aaa5d6a9-f9a6-471e-abd0-a03bd1028dcd None None] Attempting to bind port 70699899-395c-4d27-864b-57151458b787 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '5264e390-a80a-48e8-b2c0-4a286f424990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '1639f762-8ad6-410f-bf2d-703acc3f1f85'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:39:42.264638 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa5d6a9-f9a6-471e-abd0-a03bd1028dcd None None] Attempting to bind port 70699899-395c-4d27-864b-57151458b787 on network 1639f762-8ad6-410f-bf2d-703acc3f1f85 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:39:42.278315 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa5d6a9-f9a6-471e-abd0-a03bd1028dcd None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:39:42.279334 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa5d6a9-f9a6-471e-abd0-a03bd1028dcd None None] Checking segment: {'id': '5264e390-a80a-48e8-b2c0-4a286f424990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '1639f762-8ad6-410f-bf2d-703acc3f1f85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:39:42.280027 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-aaa5d6a9-f9a6-471e-abd0-a03bd1028dcd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:42.280714 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa5d6a9-f9a6-471e-abd0-a03bd1028dcd None None] Bound using segment: {'id': '5264e390-a80a-48e8-b2c0-4a286f424990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '1639f762-8ad6-410f-bf2d-703acc3f1f85'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:39:42.281438 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-aaa5d6a9-f9a6-471e-abd0-a03bd1028dcd None None] Bound port: 70699899-395c-4d27-864b-57151458b787, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5264e390-a80a-48e8-b2c0-4a286f424990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '1639f762-8ad6-410f-bf2d-703acc3f1f85'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:39:42.282163 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-aaa5d6a9-f9a6-471e-abd0-a03bd1028dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:42.329179 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d0a29a48-421d-4e56-a8b9-415405583712 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:42.342819 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a29a48-421d-4e56-a8b9-415405583712 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] No DVR routers for this DVR port dea3857c-6aa3-4620-92a0-fe01e026967a on host n-d-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:39:42.426721 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a29a48-421d-4e56-a8b9-415405583712 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Pushing event deleted for resources: {'Port': ['ID=dea3857c-6aa3-4620-92a0-fe01e026967a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:42.427393 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 3f6b7545-771a-43d2-b13a-2fe483bb5198 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:39:42.469429 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-aaa5d6a9-f9a6-471e-abd0-a03bd1028dcd None None] For port 70699899-395c-4d27-864b-57151458b787, host n-d-808199-11, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:39:42.474295 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-aaa5d6a9-f9a6-471e-abd0-a03bd1028dcd None None] For port 70699899-395c-4d27-864b-57151458b787, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=70699899-395c-4d27-864b-57151458b787,segment=NetworkSegment(5264e390-a80a-48e8-b2c0-4a286f424990),segment_id=5264e390-a80a-48e8-b2c0-4a286f424990)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:39:42.483134 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-aaa5d6a9-f9a6-471e-abd0-a03bd1028dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:42.500552 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06fc0-b732-41a7-a51d-15ac1fa60352 None None] Pushing event updated for resources: {'Port': ['ID=dea3857c-6aa3-4620-92a0-fe01e026967a,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:42.586247 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769e6ac9-ebc4-464e-a028-7925595f4e3a None None] Network 168bf5bb-7d12-48ff-be95-e2e0bc9024da requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:39:42.605716 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d0a29a48-421d-4e56-a8b9-415405583712 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:42.651945 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa5d6a9-f9a6-471e-abd0-a03bd1028dcd None None] Routers {'3a8bf272-ecf9-475e-857a-82ceac7bda66'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:39:42.652624 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-aaa5d6a9-f9a6-471e-abd0-a03bd1028dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:39:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['3a8bf272-ecf9-475e-857a-82ceac7bda66'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:42.654566 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce03bef5-c053-4417-8066-92d840659d5d None None] Pushing event updated for resources: {'Port': ['ID=70699899-395c-4d27-864b-57151458b787,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:42.655704 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-d0a29a48-421d-4e56-a8b9-415405583712 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['168bf5bb-7d12-48ff-be95-e2e0bc9024da']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:42.675865 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-d0a29a48-421d-4e56-a8b9-415405583712 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5188d00d-894f-429f-bccf-1258a8f8ec3e') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:42.676169 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-d0a29a48-421d-4e56-a8b9-415405583712 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5188d00d-894f-429f-bccf-1258a8f8ec3e') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:42.719943 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 3f6b7545-771a-43d2-b13a-2fe483bb5198 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:39:42.720363 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:42.721247 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d0a29a48-421d-4e56-a8b9-415405583712 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:42.767250 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d0a29a48-421d-4e56-a8b9-415405583712 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:42.777178 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0a29a48-421d-4e56-a8b9-415405583712 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:39:42.777809 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d0a29a48-421d-4e56-a8b9-415405583712 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:42.783475 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:39:42.783475 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:39:42.783475 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:39:42.783475 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:39:42.783475 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:39:42.783475 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:39:42.783475 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:39:42.783475 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:39:42.783475 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:39:42.783475 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:39:42.783475 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:39:42.783475 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:39:42.783475 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:39:42.783475 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:39:42.783475 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:39:42.783475 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:39:42.783475 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:39:42.783475 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:39:42.783475 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:39:42.783475 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:39:42.783475 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:39:42.783475 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:39:42.783475 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:39:42.783475 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:39:42.783475 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:39:42.783475 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:39:42.783475 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:39:42.783475 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:39:42.783475 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:39:42.783475 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:39:42.783475 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:39:42.783475 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:39:42.942572 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53266) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:42.943194 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-aaa5d6a9-f9a6-471e-abd0-a03bd1028dcd None None] Set router 3a8bf272-ecf9-475e-857a-82ceac7bda66 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:39:42.964514 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d0a29a48-421d-4e56-a8b9-415405583712 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:42.980344 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d0a29a48-421d-4e56-a8b9-415405583712 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:42.997299 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-01b7898f-cb66-40f0-ab64-93fc5618dfde None None] Provisioning complete for port 70699899-395c-4d27-864b-57151458b787 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:39:42.997681 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-01b7898f-cb66-40f0-ab64-93fc5618dfde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:43.004368 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d0a29a48-421d-4e56-a8b9-415405583712 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] 10.222.0.53 "DELETE /v2.0/networks/168bf5bb-7d12-48ff-be95-e2e0bc9024da HTTP/1.1" status: 204 len: 168 time: 3.3386836 Nov 25 13:39:43.009460 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 53268) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:43.032992 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a29a48-421d-4e56-a8b9-415405583712 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Pushing event deleted for resources: {'Network': ['ID=168bf5bb-7d12-48ff-be95-e2e0bc9024da,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:43.048452 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8b99d10-76e8-4182-9f91-4c1b87ced7df tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] DELETE failed (client error): The resource could not be found. Nov 25 13:39:43.049524 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8b99d10-76e8-4182-9f91-4c1b87ced7df tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:39:43.059867 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b8b99d10-76e8-4182-9f91-4c1b87ced7df tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] 10.222.0.53 "DELETE /v2.0/networks/168bf5bb-7d12-48ff-be95-e2e0bc9024da HTTP/1.1" status: 404 len: 339 time: 0.0479972 Nov 25 13:39:43.061318 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 53270) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:43.067945 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-f02cbf38-3147-4391-9e38-6406665e4fe2 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1969444260', 'description': 'd1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:39:43.096476 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37686bf5-2ca3-4eba-93f5-0f212871e965 None None] Network 168bf5bb-7d12-48ff-be95-e2e0bc9024da requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:39:43.099014 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f02cbf38-3147-4391-9e38-6406665e4fe2 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Made reservation on behalf of 13d4e7610b824f708f8a4626b9c16f61 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:39:43.104116 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f02cbf38-3147-4391-9e38-6406665e4fe2 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:43.111462 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device fd93c27a-f3a2-45d2-bb3e-3455ac6ee258 details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:39:43.114913 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37686bf5-2ca3-4eba-93f5-0f212871e965 None None] Network 168bf5bb-7d12-48ff-be95-e2e0bc9024da could not be found, it might have been deleted concurrently. {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 25 13:39:43.132666 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8f7eaa-2d84-420c-a68d-236528c36940 None None] get_active_networks_info from n-d-808199-11 {{(pid=103572) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 13:39:43.148467 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f02cbf38-3147-4391-9e38-6406665e4fe2 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:39:43.161869 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f02cbf38-3147-4391-9e38-6406665e4fe2 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:43.162375 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-f02cbf38-3147-4391-9e38-6406665e4fe2 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Added segment ff1f0cde-7a00-4c73-9b1d-df410739c6dd of type vlan for network 7bec01d9-741b-46cf-bf42-75a866f76ceb Nov 25 13:39:43.201670 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e216c6a-4045-475a-9853-cf9a2fefbe0d req-54824a83-db8d-46d2-9c8c-10519ac61b5d tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:43.203474 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3e216c6a-4045-475a-9853-cf9a2fefbe0d req-54824a83-db8d-46d2-9c8c-10519ac61b5d tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a43750e-6626-4108-871a-1e2bc3b2fb6d HTTP/1.1" status: 200 len: 944 time: 0.3812575 Nov 25 13:39:43.224623 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 1a184495-6e60-4901-82da-84fae1907604 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:39:43.240018 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f02cbf38-3147-4391-9e38-6406665e4fe2 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:43.271225 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f02cbf38-3147-4391-9e38-6406665e4fe2 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:43.279900 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-45623c57-20b1-499c-9031-7515c4cf22c8 req-bed708a1-e301-4bfb-82fd-c8a8f870c89c service neutron] 10.222.0.66 "GET /v2.0/networks/63fb2f13-06f0-4aca-93ef-38e635a42896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3174531 Nov 25 13:39:43.281160 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02cbf38-3147-4391-9e38-6406665e4fe2 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:43.282059 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f02cbf38-3147-4391-9e38-6406665e4fe2 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:43.314517 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.db.resource_extend [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 13:39:43.327679 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-aaa5d6a9-f9a6-471e-abd0-a03bd1028dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8bf272-ecf9-475e-857a-82ceac7bda66', 'name': 'tempest-TestAggregatesBasicOps-2039053590-router', 'tenant_id': '39f405b86c454d968b137d3a58a0754d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '3f6b7545-771a-43d2-b13a-2fe483bb5198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:39:26Z', 'updated_at': '2021-11-25T13:39:37Z', 'revision_number': 4, 'project_id': '39f405b86c454d968b137d3a58a0754d', 'gw_port': {'id': '3f6b7545-771a-43d2-b13a-2fe483bb5198', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:71:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8bf272-ecf9-475e-857a-82ceac7bda66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:39:27Z', 'updated_at': '2021-11-25T13:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '70699899-395c-4d27-864b-57151458b787', 'name': '', 'network_id': '1639f762-8ad6-410f-bf2d-703acc3f1f85', 'tenant_id': '39f405b86c454d968b137d3a58a0754d', 'mac_address': 'fa:16:3e:51:bc:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a8bf272-ecf9-475e-857a-82ceac7bda66', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '60984399-ee90-46d1-b75f-9e156a090043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:39:33Z', 'updated_at': '2021-11-25T13:39:42Z', 'revision_number': 4, 'project_id': '39f405b86c454d968b137d3a58a0754d', 'subnets': [{'id': '60984399-ee90-46d1-b75f-9e156a090043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:43.371066 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa5d6a9-f9a6-471e-abd0-a03bd1028dcd None None] The sync data for ids ['3a8bf272-ecf9-475e-857a-82ceac7bda66'] in n-d-808199-11 is: [{'id': '3a8bf272-ecf9-475e-857a-82ceac7bda66', 'name': 'tempest-TestAggregatesBasicOps-2039053590-router', 'tenant_id': '39f405b86c454d968b137d3a58a0754d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '3f6b7545-771a-43d2-b13a-2fe483bb5198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:39:26Z', 'updated_at': '2021-11-25T13:39:37Z', 'revision_number': 4, 'project_id': '39f405b86c454d968b137d3a58a0754d', 'gw_port': {'id': '3f6b7545-771a-43d2-b13a-2fe483bb5198', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:71:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8bf272-ecf9-475e-857a-82ceac7bda66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:39:27Z', 'updated_at': '2021-11-25T13:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '70699899-395c-4d27-864b-57151458b787', 'name': '', 'network_id': '1639f762-8ad6-410f-bf2d-703acc3f1f85', 'tenant_id': '39f405b86c454d968b137d3a58a0754d', 'mac_address': 'fa:16:3e:51:bc:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a8bf272-ecf9-475e-857a-82ceac7bda66', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '60984399-ee90-46d1-b75f-9e156a090043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:39:33Z', 'updated_at': '2021-11-25T13:39:42Z', 'revision_number': 4, 'project_id': '39f405b86c454d968b137d3a58a0754d', 'subnets': [{'id': '60984399-ee90-46d1-b75f-9e156a090043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:39:43.378637 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02cbf38-3147-4391-9e38-6406665e4fe2 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Pushing event updated for resources: {'Network': ['ID=7bec01d9-741b-46cf-bf42-75a866f76ceb,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:43.393292 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-f02cbf38-3147-4391-9e38-6406665e4fe2 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3302758 Nov 25 13:39:43.397091 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 53274) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:43.426905 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 7bec01d9-741b-46cf-bf42-75a866f76ceb details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:39:43.472148 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 1a184495-6e60-4901-82da-84fae1907604 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:39:43.472527 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:43.478539 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-dc68ab57-8bf7-45f0-996e-cbc595b6e76b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:43.511288 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3e216c6a-4045-475a-9853-cf9a2fefbe0d req-0c991afe-8749-4cc9-a6ca-290a904b582d tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838902 Nov 25 13:39:43.569290 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-dc68ab57-8bf7-45f0-996e-cbc595b6e76b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:43.573834 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-01b7898f-cb66-40f0-ab64-93fc5618dfde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:43.594752 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc68ab57-8bf7-45f0-996e-cbc595b6e76b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:39:43.599995 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36a3dd9-c9da-49e6-8e53-40675ace2cb4 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:43.610801 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-dc68ab57-8bf7-45f0-996e-cbc595b6e76b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:43.611450 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-dc68ab57-8bf7-45f0-996e-cbc595b6e76b admin admin] Added segment 742d2952-b1dc-4ef7-93fd-7c31ac3be8eb of type vlan for network b9fed917-118a-47f5-b91a-5da13b26a61f Nov 25 13:39:43.615362 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c36a3dd9-c9da-49e6-8e53-40675ace2cb4 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] 10.222.0.53 "GET /v2.0/networks?id=7bec01d9-741b-46cf-bf42-75a866f76ceb HTTP/1.1" status: 200 len: 765 time: 0.2068346 Nov 25 13:39:43.616258 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 53276) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:43.635997 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-b8ef52b9-c850-4be3-91bd-07be0daf0cce tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Request body: {'network': {'description': 'd2'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:39:43.662768 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-dc68ab57-8bf7-45f0-996e-cbc595b6e76b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:43.723937 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-dc68ab57-8bf7-45f0-996e-cbc595b6e76b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:43.725143 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc68ab57-8bf7-45f0-996e-cbc595b6e76b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:43.725906 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-dc68ab57-8bf7-45f0-996e-cbc595b6e76b admin admin] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:43.743107 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-01b7898f-cb66-40f0-ab64-93fc5618dfde None None] For port 70699899-395c-4d27-864b-57151458b787, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=70699899-395c-4d27-864b-57151458b787,segment=NetworkSegment(5264e390-a80a-48e8-b2c0-4a286f424990),segment_id=5264e390-a80a-48e8-b2c0-4a286f424990)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:39:43.773893 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-01b7898f-cb66-40f0-ab64-93fc5618dfde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:43.781705 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port fd93c27a-f3a2-45d2-bb3e-3455ac6ee258, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=fd93c27a-f3a2-45d2-bb3e-3455ac6ee258,segment=NetworkSegment(ecdebb3b-f53e-4a64-897f-8158913029ad),segment_id=ecdebb3b-f53e-4a64-897f-8158913029ad)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:39:43.803005 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8f7eaa-2d84-420c-a68d-236528c36940 None None] Resources bound (agent type, host, resource id): {{(pid=103572) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 13:39:43.834182 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc68ab57-8bf7-45f0-996e-cbc595b6e76b admin admin] Pushing event updated for resources: {'Network': ['ID=b9fed917-118a-47f5-b91a-5da13b26a61f,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:43.841433 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-dc68ab57-8bf7-45f0-996e-cbc595b6e76b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.5383699 Nov 25 13:39:43.844991 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53278) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:43.845320 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': 'fd93c27a-f3a2-45d2-bb3e-3455ac6ee258', 'network_id': '63fb2f13-06f0-4aca-93ef-38e635a42896', 'port_id': 'fd93c27a-f3a2-45d2-bb3e-3455ac6ee258', 'mac_address': 'fa:16:3e:70:6c:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e24b755c-8322-4225-9fb6-1de603342da8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:39:43.851924 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-8f279294-878e-4c10-a40a-1373b5660932 admin admin] Request body: {'subnet': {'network_id': 'b9fed917-118a-47f5-b91a-5da13b26a61f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1242325854-subnet', 'tenant_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'ip_version': 4}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:39:43.858246 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 4b2db6e5-6f48-4ec1-ac3b-15d3a3d785bf up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:39:43.861260 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network b9fed917-118a-47f5-b91a-5da13b26a61f details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:39:43.861588 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc68ab57-8bf7-45f0-996e-cbc595b6e76b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f5ec54-d8a3-4baa-9c7d-4c143760e6d6,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:43.939452 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f279294-878e-4c10-a40a-1373b5660932 admin admin] Made reservation on behalf of e9f4a241e9ee48efb00d567fc22d357d for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:39:43.942074 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8f279294-878e-4c10-a40a-1373b5660932 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:43.960847 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b8ef52b9-c850-4be3-91bd-07be0daf0cce tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:44.047981 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b8ef52b9-c850-4be3-91bd-07be0daf0cce tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:44.075275 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-98b9f0d5-b49c-4d91-aac2-195eb7a3b259 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:44.084114 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b8ef52b9-c850-4be3-91bd-07be0daf0cce tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Network 7bec01d9-741b-46cf-bf42-75a866f76ceb is not hosted by any dhcp agent {{(pid=103571) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 13:39:44.090474 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ef52b9-c850-4be3-91bd-07be0daf0cce tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:44.091764 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b8ef52b9-c850-4be3-91bd-07be0daf0cce tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:44.094029 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b8ef52b9-c850-4be3-91bd-07be0daf0cce tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] 10.222.0.53 "PUT /v2.0/networks/7bec01d9-741b-46cf-bf42-75a866f76ceb HTTP/1.1" status: 200 len: 762 time: 0.4733734 Nov 25 13:39:44.099982 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8e79daad-c2d4-4045-b98f-0eaa427ab908 req-20e4ff5b-839b-4915-9c46-2aa2c1b4f3de service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cc75ff25-87c5-4323-a989-21a0e9fa5330&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1659641 Nov 25 13:39:44.100478 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 53280) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:44.127125 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b7898f-cb66-40f0-ab64-93fc5618dfde None None] Pushing event updated for resources: {'Port': ['ID=70699899-395c-4d27-864b-57151458b787,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:44.173829 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-f42375dc-d23b-47ed-a302-db9b9b8bd0ae None None] Provisioning complete for port 70699899-395c-4d27-864b-57151458b787 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:39:44.174223 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f42375dc-d23b-47ed-a302-db9b9b8bd0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:44.209371 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:44.334510 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd93c27a-f3a2-45d2-bb3e-3455ac6ee258 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:39:44.358722 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ef52b9-c850-4be3-91bd-07be0daf0cce tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Pushing event updated for resources: {'Network': ['ID=7bec01d9-741b-46cf-bf42-75a866f76ceb,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:44.395761 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdf82d7-df30-47e2-8ba6-e28a5479e07a tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:44.397644 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-0cdf82d7-df30-47e2-8ba6-e28a5479e07a tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] 10.222.0.53 "GET /v2.0/networks?id=7bec01d9-741b-46cf-bf42-75a866f76ceb HTTP/1.1" status: 200 len: 765 time: 0.2571499 Nov 25 13:39:44.402818 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53282) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:44.407937 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79daad-c2d4-4045-b98f-0eaa427ab908 req-45fdfc19-138a-45ec-9244-4ce34690d464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:44.409484 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8e79daad-c2d4-4045-b98f-0eaa427ab908 req-45fdfc19-138a-45ec-9244-4ce34690d464 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6684a101e7e1409089143e68507e9eaa&device_id=cc75ff25-87c5-4323-a989-21a0e9fa5330 HTTP/1.1" status: 200 len: 1097 time: 0.2142367 Nov 25 13:39:44.508427 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port fd93c27a-f3a2-45d2-bb3e-3455ac6ee258, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=fd93c27a-f3a2-45d2-bb3e-3455ac6ee258,segment=NetworkSegment(ecdebb3b-f53e-4a64-897f-8158913029ad),segment_id=ecdebb3b-f53e-4a64-897f-8158913029ad)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:39:44.526119 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 7bec01d9-741b-46cf-bf42-75a866f76ceb details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:39:44.545836 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 4b2db6e5-6f48-4ec1-ac3b-15d3a3d785bf triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:39:44.546813 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:44.580285 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:44.639265 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79daad-c2d4-4045-b98f-0eaa427ab908 req-96fad245-f92c-4589-b602-200128e4f36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:44.640739 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8e79daad-c2d4-4045-b98f-0eaa427ab908 req-96fad245-f92c-4589-b602-200128e4f36c service neutron] 10.222.0.47 "GET /v2.0/networks?id=e1755fee-aaa6-425e-8842-e7c47174a17e HTTP/1.1" status: 200 len: 915 time: 0.2038395 Nov 25 13:39:44.700751 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8e79daad-c2d4-4045-b98f-0eaa427ab908 req-1f838614-5ed6-488f-b60e-7a9ad32c7fb1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95b15aea-a1ea-47f9-b8de-dcd141234039 HTTP/1.1" status: 200 len: 217 time: 0.0512750 Nov 25 13:39:44.758639 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=fd93c27a-f3a2-45d2-bb3e-3455ac6ee258,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:44.806944 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79daad-c2d4-4045-b98f-0eaa427ab908 req-4c2c5357-5a1c-4433-809b-0d8b26b8ddf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:44.809515 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8e79daad-c2d4-4045-b98f-0eaa427ab908 req-4c2c5357-5a1c-4433-809b-0d8b26b8ddf5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7149e5cd-66bb-49e5-8c66-89ee2818d851 HTTP/1.1" status: 200 len: 854 time: 0.1019027 Nov 25 13:39:44.851087 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8e79daad-c2d4-4045-b98f-0eaa427ab908 req-04ca6fb6-ca9e-4f7a-9ad5-55deab34e742 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e1755fee-aaa6-425e-8842-e7c47174a17e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345116 Nov 25 13:39:44.931437 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37834c7-40e4-4c8e-b570-1a37ee2698b6 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:44.936112 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c37834c7-40e4-4c8e-b570-1a37ee2698b6 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5289452 Nov 25 13:39:44.959312 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8f279294-878e-4c10-a40a-1373b5660932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:44.965210 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53288) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:44.982594 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8e79daad-c2d4-4045-b98f-0eaa427ab908 req-bb9980be-fcf9-4eaf-b5c9-559573a9964d service neutron] 10.222.0.47 "GET /v2.0/networks/e1755fee-aaa6-425e-8842-e7c47174a17e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240458 Nov 25 13:39:45.029643 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['fd93c27a-f3a2-45d2-bb3e-3455ac6ee258'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:39:45.064390 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971918a0-682b-4ad5-a6a4-acc30228e3a4 req-6d280175-f42c-40a4-9033-b7a73b2f227e tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:45.065872 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-971918a0-682b-4ad5-a6a4-acc30228e3a4 req-6d280175-f42c-40a4-9033-b7a73b2f227e tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a43750e-6626-4108-871a-1e2bc3b2fb6d HTTP/1.1" status: 200 len: 945 time: 0.4022346 Nov 25 13:39:45.070421 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f279294-878e-4c10-a40a-1373b5660932 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ed6ab7c-ada8-497a-acf9-43a1076137d8,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:45.077029 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-2fa680ef-a382-45c6-95e7-f1842ade7e81 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] 10.222.0.53 "GET /v2.0/subnets?network_id=7542d3d9-0db3-40e7-ab88-a168871141f7 HTTP/1.1" status: 200 len: 207 time: 0.0849493 Nov 25 13:39:45.084937 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53290) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:45.099014 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8e79daad-c2d4-4045-b98f-0eaa427ab908 req-fd60ffad-3cce-4ca9-95fc-2a2c10f16f1c service neutron] 10.222.0.47 "GET /v2.0/networks/e1755fee-aaa6-425e-8842-e7c47174a17e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071384 Nov 25 13:39:45.193962 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe4d338-cf01-49c7-ba68-9c59666b5e37 None None] get_active_networks_info from n-d-808199-11 {{(pid=103572) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 13:39:45.243486 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-98b9f0d5-b49c-4d91-aac2-195eb7a3b259 admin admin] Deleting port 714c9fee-bffd-4034-934a-4291d2bc4b30 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:39:45.243835 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-98b9f0d5-b49c-4d91-aac2-195eb7a3b259 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:45.356652 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f279294-878e-4c10-a40a-1373b5660932 admin admin] Checking segment: {'id': '742d2952-b1dc-4ef7-93fd-7c31ac3be8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b9fed917-118a-47f5-b91a-5da13b26a61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:39:45.357018 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f279294-878e-4c10-a40a-1373b5660932 admin admin] Network hostable DHCP agents. Network: b9fed917-118a-47f5-b91a-5da13b26a61f, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:39:45.371932 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-971918a0-682b-4ad5-a6a4-acc30228e3a4 req-440be832-c518-4b03-b59d-914d20037178 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982545 Nov 25 13:39:45.400228 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device f2b41437-8e3c-4c37-a87a-e882a7d9e0fc no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:39:45.451191 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2717fdfe-0b16-4cfe-a29a-23c3b8180cc1 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:45.457268 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2717fdfe-0b16-4cfe-a29a-23c3b8180cc1 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:45.463083 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2717fdfe-0b16-4cfe-a29a-23c3b8180cc1 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:45.470051 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2717fdfe-0b16-4cfe-a29a-23c3b8180cc1 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:45.475963 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2717fdfe-0b16-4cfe-a29a-23c3b8180cc1 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:45.480172 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: f2b41437-8e3c-4c37-a87a-e882a7d9e0fc {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:39:45.481180 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device f2b41437-8e3c-4c37-a87a-e882a7d9e0fc not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:39:45.481617 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 40bb16cb-3537-4b44-90dd-44063111a5d7 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:39:45.482271 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2717fdfe-0b16-4cfe-a29a-23c3b8180cc1 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:45.484111 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-2717fdfe-0b16-4cfe-a29a-23c3b8180cc1 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.3945186 Nov 25 13:39:45.487815 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53296) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:45.523830 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f279294-878e-4c10-a40a-1373b5660932 admin admin] Network b9fed917-118a-47f5-b91a-5da13b26a61f is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:39:45.530860 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 40bb16cb-3537-4b44-90dd-44063111a5d7 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:39:45.531214 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 40bb16cb-3537-4b44-90dd-44063111a5d7 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:39:45.531647 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device eb7acbda-b2ac-4536-90ac-90995baf206d no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:39:45.577520 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-98b9f0d5-b49c-4d91-aac2-195eb7a3b259 admin admin] For port 714c9fee-bffd-4034-934a-4291d2bc4b30, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=714c9fee-bffd-4034-934a-4291d2bc4b30,segment=NetworkSegment(118400a4-2ee8-4c70-a1d6-3cea656d755f),segment_id=118400a4-2ee8-4c70-a1d6-3cea656d755f)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:39:45.577858 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-98b9f0d5-b49c-4d91-aac2-195eb7a3b259 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:45.582306 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-8f279294-878e-4c10-a40a-1373b5660932 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, b9fed917-118a-47f5-b91a-5da13b26a61f) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:39:45.593031 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: eb7acbda-b2ac-4536-90ac-90995baf206d {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:39:45.593641 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device eb7acbda-b2ac-4536-90ac-90995baf206d not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:39:45.606306 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f279294-878e-4c10-a40a-1373b5660932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:45.606932 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8f279294-878e-4c10-a40a-1373b5660932 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:45.609433 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-98b9f0d5-b49c-4d91-aac2-195eb7a3b259 admin admin] Calling delete_port for 714c9fee-bffd-4034-934a-4291d2bc4b30 owned by network:router_interface {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:39:45.621313 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-4064a838-337b-41a3-addd-80caca75a5da None None] Provisioning complete for port 1a184495-6e60-4901-82da-84fae1907604 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:39:45.622420 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4064a838-337b-41a3-addd-80caca75a5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:45.663196 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 53300) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:45.666317 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-8f279294-878e-4c10-a40a-1373b5660932 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8198912 Nov 25 13:39:45.672068 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-0034d3b1-76d6-4e54-bc6e-ef3c2cf684c5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1242325854-router', 'tenant_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:39:45.716540 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe4d338-cf01-49c7-ba68-9c59666b5e37 None None] Unable to find a vacant binding_index for network b9fed917-118a-47f5-b91a-5da13b26a61f and agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 25 13:39:45.722944 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe4d338-cf01-49c7-ba68-9c59666b5e37 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, b9fed917-118a-47f5-b91a-5da13b26a61f) {{(pid=103572) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 13:39:45.727551 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0034d3b1-76d6-4e54-bc6e-ef3c2cf684c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:45.729262 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0034d3b1-76d6-4e54-bc6e-ef3c2cf684c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:45.740367 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c037542d-2013-4d3c-bd81-f35d4385ad1c tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] 10.222.0.53 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.2513304 Nov 25 13:39:45.744374 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 53302) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:45.836497 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 70699899-395c-4d27-864b-57151458b787 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:39:45.892562 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0034d3b1-76d6-4e54-bc6e-ef3c2cf684c5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:45.898214 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cd9898-7140-49c7-91cd-b6a0131303c5 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:45.899981 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cd9898-7140-49c7-91cd-b6a0131303c5 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:45.901500 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cd9898-7140-49c7-91cd-b6a0131303c5 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:45.903657 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cd9898-7140-49c7-91cd-b6a0131303c5 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:45.905307 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cd9898-7140-49c7-91cd-b6a0131303c5 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:45.907219 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-76cd9898-7140-49c7-91cd-b6a0131303c5 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1595411 Nov 25 13:39:45.910855 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 53306) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:45.911339 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-4064a838-337b-41a3-addd-80caca75a5da None None] Provisioning complete for port 95b15aea-a1ea-47f9-b8de-dcd141234039 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:39:45.911724 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4064a838-337b-41a3-addd-80caca75a5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:46.061427 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-98b9f0d5-b49c-4d91-aac2-195eb7a3b259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:46.100763 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0034d3b1-76d6-4e54-bc6e-ef3c2cf684c5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:46.110167 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbc0260-31e8-449d-9ce0-220efbe2bc62 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Attributes excluded by policy engine: ['shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:46.111989 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbc0260-31e8-449d-9ce0-220efbe2bc62 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Attributes excluded by policy engine: ['shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:46.113847 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbc0260-31e8-449d-9ce0-220efbe2bc62 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Attributes excluded by policy engine: ['shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:46.115446 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b9f0d5-b49c-4d91-aac2-195eb7a3b259 admin admin] Pushing event deleted for resources: {'Port': ['ID=714c9fee-bffd-4034-934a-4291d2bc4b30,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:46.116300 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbc0260-31e8-449d-9ce0-220efbe2bc62 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Attributes excluded by policy engine: ['shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:46.117909 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbc0260-31e8-449d-9ce0-220efbe2bc62 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Attributes excluded by policy engine: ['shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:46.119758 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-fcbc0260-31e8-449d-9ce0-220efbe2bc62 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] 10.222.0.53 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2075014 Nov 25 13:39:46.124022 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 53308) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:46.182791 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 70699899-395c-4d27-864b-57151458b787 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:39:46.183176 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:46.279308 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e511db9d-42a9-4d80-a45c-5bb806168a9d tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:46.280979 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-e511db9d-42a9-4d80-a45c-5bb806168a9d tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] 10.222.0.53 "GET /v2.0/networks/1a97e335-98c0-4976-a6aa-c9161653697a HTTP/1.1" status: 200 len: 803 time: 0.1558938 Nov 25 13:39:46.284629 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 53310) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:46.373904 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca81e975-9167-49f0-9020-e3b1dc0cf6d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-b9fed917-118a-47f5-b91a-5da13b26a61f', 'network_id': 'b9fed917-118a-47f5-b91a-5da13b26a61f', 'tenant_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'fixed_ips': [{'subnet_id': '8ed6ab7c-ada8-497a-acf9-43a1076137d8'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:39:46.375280 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ca81e975-9167-49f0-9020-e3b1dc0cf6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:46.394803 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-98b9f0d5-b49c-4d91-aac2-195eb7a3b259 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:46.463026 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5cac36bc-8c69-417c-aee2-a48f5d98172f tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] 10.222.0.53 "GET /v2.0/networks/1a97e335-98c0-4976-a6aa-c9161653697a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1771715 Nov 25 13:39:46.468255 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53314) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:46.582831 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-ca81e975-9167-49f0-9020-e3b1dc0cf6d7 None None] Allocated IP 172.20.0.2 (b9fed917-118a-47f5-b91a-5da13b26a61f/8ed6ab7c-ada8-497a-acf9-43a1076137d8/c9243718-e9e5-4365-b4ef-39dbe06741b1) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:39:46.589126 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0034d3b1-76d6-4e54-bc6e-ef3c2cf684c5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:46.616900 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0034d3b1-76d6-4e54-bc6e-ef3c2cf684c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:46.761925 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-0034d3b1-76d6-4e54-bc6e-ef3c2cf684c5 admin admin] Allocated IP 172.25.5.73 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/b421597b-f00b-459e-8bbb-0166f7d923ab) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:39:46.816325 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ca81e975-9167-49f0-9020-e3b1dc0cf6d7 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:46.824902 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ca81e975-9167-49f0-9020-e3b1dc0cf6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:46.885779 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca81e975-9167-49f0-9020-e3b1dc0cf6d7 None None] Pushing event updated for resources: {'Port': ['ID=c9243718-e9e5-4365-b4ef-39dbe06741b1,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:46.900310 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0034d3b1-76d6-4e54-bc6e-ef3c2cf684c5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:46.904463 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca81e975-9167-49f0-9020-e3b1dc0cf6d7 None None] Network b9fed917-118a-47f5-b91a-5da13b26a61f is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:39:46.906574 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-ca81e975-9167-49f0-9020-e3b1dc0cf6d7 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:39:46.910105 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca81e975-9167-49f0-9020-e3b1dc0cf6d7 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:39:46.933318 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7855efd1-176d-4d1c-a088-e909ec0fcf8e tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:46.934731 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-7855efd1-176d-4d1c-a088-e909ec0fcf8e tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] 10.222.0.53 "GET /v2.0/subnets/a476d534-40e6-4e2a-a592-0898661d4a49 HTTP/1.1" status: 200 len: 843 time: 0.4655032 Nov 25 13:39:46.939373 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53318) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:46.968253 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0034d3b1-76d6-4e54-bc6e-ef3c2cf684c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:46.985098 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-ca81e975-9167-49f0-9020-e3b1dc0cf6d7 None None] Attempting to bind port c9243718-e9e5-4365-b4ef-39dbe06741b1 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:39:46.985487 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-ca81e975-9167-49f0-9020-e3b1dc0cf6d7 None None] Attempting to bind port c9243718-e9e5-4365-b4ef-39dbe06741b1 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '742d2952-b1dc-4ef7-93fd-7c31ac3be8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b9fed917-118a-47f5-b91a-5da13b26a61f'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:39:46.985859 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca81e975-9167-49f0-9020-e3b1dc0cf6d7 None None] Attempting to bind port c9243718-e9e5-4365-b4ef-39dbe06741b1 on network b9fed917-118a-47f5-b91a-5da13b26a61f {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:39:46.993821 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca81e975-9167-49f0-9020-e3b1dc0cf6d7 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:39:46.994213 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca81e975-9167-49f0-9020-e3b1dc0cf6d7 None None] Checking segment: {'id': '742d2952-b1dc-4ef7-93fd-7c31ac3be8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b9fed917-118a-47f5-b91a-5da13b26a61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:39:46.999737 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ca81e975-9167-49f0-9020-e3b1dc0cf6d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:47.002821 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca81e975-9167-49f0-9020-e3b1dc0cf6d7 None None] Bound using segment: {'id': '742d2952-b1dc-4ef7-93fd-7c31ac3be8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b9fed917-118a-47f5-b91a-5da13b26a61f'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:39:47.002821 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-ca81e975-9167-49f0-9020-e3b1dc0cf6d7 None None] Bound port: c9243718-e9e5-4365-b4ef-39dbe06741b1, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '742d2952-b1dc-4ef7-93fd-7c31ac3be8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b9fed917-118a-47f5-b91a-5da13b26a61f'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:39:47.002821 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ca81e975-9167-49f0-9020-e3b1dc0cf6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:47.006038 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dbbdb8-689c-4130-8828-2f714ae24868 req-0b667311-cc35-4482-affd-9520f2ba6ddf tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:47.007639 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-32dbbdb8-689c-4130-8828-2f714ae24868 req-0b667311-cc35-4482-affd-9520f2ba6ddf tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a43750e-6626-4108-871a-1e2bc3b2fb6d HTTP/1.1" status: 200 len: 945 time: 0.4946287 Nov 25 13:39:47.028119 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0034d3b1-76d6-4e54-bc6e-ef3c2cf684c5 admin admin] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:39:47.033264 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-0034d3b1-76d6-4e54-bc6e-ef3c2cf684c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:39:47.039492 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0034d3b1-76d6-4e54-bc6e-ef3c2cf684c5 admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:39:47.066709 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device fd93c27a-f3a2-45d2-bb3e-3455ac6ee258 up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:39:47.075770 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df293ae-198d-4790-9945-86f64fc4a04d tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Attributes excluded by policy engine: ['shared'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:47.077179 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-2df293ae-198d-4790-9945-86f64fc4a04d tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] 10.222.0.53 "GET /v2.0/subnets/a476d534-40e6-4e2a-a592-0898661d4a49?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1359913 Nov 25 13:39:47.085672 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53320) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:47.092969 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-c9e8b346-3fe4-4121-8b4b-2b515964b2f7 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1611735861'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:39:47.115462 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-ca81e975-9167-49f0-9020-e3b1dc0cf6d7 None None] For port c9243718-e9e5-4365-b4ef-39dbe06741b1, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:39:47.118685 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0034d3b1-76d6-4e54-bc6e-ef3c2cf684c5 admin admin] Pushing event updated for resources: {'Port': ['ID=b421597b-f00b-459e-8bbb-0166f7d923ab,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:47.120708 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-ca81e975-9167-49f0-9020-e3b1dc0cf6d7 None None] For port c9243718-e9e5-4365-b4ef-39dbe06741b1, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=c9243718-e9e5-4365-b4ef-39dbe06741b1,segment=NetworkSegment(742d2952-b1dc-4ef7-93fd-7c31ac3be8eb),segment_id=742d2952-b1dc-4ef7-93fd-7c31ac3be8eb)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:39:47.137844 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ca81e975-9167-49f0-9020-e3b1dc0cf6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:47.202459 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-32dbbdb8-689c-4130-8828-2f714ae24868 req-1ff0ae34-64f5-42ef-92a7-011cfb86fab8 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844764 Nov 25 13:39:47.244699 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e8b346-3fe4-4121-8b4b-2b515964b2f7 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Made reservation on behalf of 13d4e7610b824f708f8a4626b9c16f61 for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:39:47.249288 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c9e8b346-3fe4-4121-8b4b-2b515964b2f7 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:47.272623 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port fd93c27a-f3a2-45d2-bb3e-3455ac6ee258 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:39:47.280774 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port fd93c27a-f3a2-45d2-bb3e-3455ac6ee258 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:39:47.281184 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:47.286782 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca81e975-9167-49f0-9020-e3b1dc0cf6d7 None None] Pushing event updated for resources: {'Port': ['ID=c9243718-e9e5-4365-b4ef-39dbe06741b1,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:47.303498 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98b9f0d5-b49c-4d91-aac2-195eb7a3b259 admin admin] Router 0ab6990b-499d-4aaa-9df6-4ccbef826aea has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:39:47.304637 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9e8b346-3fe4-4121-8b4b-2b515964b2f7 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:39:47.383797 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c9e8b346-3fe4-4121-8b4b-2b515964b2f7 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:47.384177 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-c9e8b346-3fe4-4121-8b4b-2b515964b2f7 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Added segment 6f9b38de-dee3-4cec-8e2f-b5c6a1a60edd of type vlan for network f3a5e1ef-fa7e-47ba-8a10-1b88212ad6d3 Nov 25 13:39:47.428081 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:47.470002 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a43750e-6626-4108-871a-1e2bc3b2fb6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd93c27a-f3a2-45d2-bb3e-3455ac6ee258'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:39:47.473188 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c82681-cde7-41d6-9ea0-98e1a99946d0" -d '{"events": [{"server_uuid": "2a43750e-6626-4108-871a-1e2bc3b2fb6d", "name": "network-vif-plugged", "status": "completed", "tag": "fd93c27a-f3a2-45d2-bb3e-3455ac6ee258"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:39:47.490118 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port fd93c27a-f3a2-45d2-bb3e-3455ac6ee258, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=fd93c27a-f3a2-45d2-bb3e-3455ac6ee258,segment=NetworkSegment(ecdebb3b-f53e-4a64-897f-8158913029ad),segment_id=ecdebb3b-f53e-4a64-897f-8158913029ad)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:39:47.503554 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:47.514392 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c9e8b346-3fe4-4121-8b4b-2b515964b2f7 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:47.561879 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b9f0d5-b49c-4d91-aac2-195eb7a3b259 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:39:47.575313 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-98b9f0d5-b49c-4d91-aac2-195eb7a3b259 admin admin] 10.222.0.53 "PUT /v2.0/routers/0ab6990b-499d-4aaa-9df6-4ccbef826aea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6209574 Nov 25 13:39:47.576030 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53324) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:47.642427 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49720d70-f09c-4cbe-af9b-b47434f5f893 x-openstack-request-id: req-49720d70-f09c-4cbe-af9b-b47434f5f893 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:39:47.643279 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a43750e-6626-4108-871a-1e2bc3b2fb6d", "name": "network-vif-plugged", "status": "completed", "tag": "fd93c27a-f3a2-45d2-bb3e-3455ac6ee258", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:39:47.645695 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-49720d70-f09c-4cbe-af9b-b47434f5f893 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:39:47.646340 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a43750e-6626-4108-871a-1e2bc3b2fb6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd93c27a-f3a2-45d2-bb3e-3455ac6ee258', 'code': 200} Nov 25 13:39:47.720664 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c9e8b346-3fe4-4121-8b4b-2b515964b2f7 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:47.721553 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5988f61-bcb5-4a25-9567-3082ed6c39e7 None None] Sync routers for ids ['0ab6990b-499d-4aaa-9df6-4ccbef826aea'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:39:47.730839 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=fd93c27a-f3a2-45d2-bb3e-3455ac6ee258,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:47.738783 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e8b346-3fe4-4121-8b4b-2b515964b2f7 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:47.740835 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c9e8b346-3fe4-4121-8b4b-2b515964b2f7 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:47.749492 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5988f61-bcb5-4a25-9567-3082ed6c39e7 None None] Routers {'0ab6990b-499d-4aaa-9df6-4ccbef826aea'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:39:47.750150 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-f5988f61-bcb5-4a25-9567-3082ed6c39e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:39:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['0ab6990b-499d-4aaa-9df6-4ccbef826aea'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:47.895244 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device c9243718-e9e5-4365-b4ef-39dbe06741b1 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:39:47.915983 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0034d3b1-76d6-4e54-bc6e-ef3c2cf684c5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:47.931279 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c9e8b346-3fe4-4121-8b4b-2b515964b2f7 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8444991 Nov 25 13:39:47.934648 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53328) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:47.948145 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-bb431191-55c8-40bb-ab69-92a9cd7da5b0 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Request body: {'subnet': {'network_id': 'f3a5e1ef-fa7e-47ba-8a10-1b88212ad6d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:39:47.957968 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e8b346-3fe4-4121-8b4b-2b515964b2f7 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Pushing event updated for resources: {'Network': ['ID=f3a5e1ef-fa7e-47ba-8a10-1b88212ad6d3,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:47.961442 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-f5988f61-bcb5-4a25-9567-3082ed6c39e7 None None] Set router 0ab6990b-499d-4aaa-9df6-4ccbef826aea gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:39:47.977020 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0770eb88-3834-4118-a5ff-849eae6372c1 req-ba3ddef2-2e87-4c17-af12-39580260bac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:47.978537 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0770eb88-3834-4118-a5ff-849eae6372c1 req-ba3ddef2-2e87-4c17-af12-39580260bac1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2a43750e-6626-4108-871a-1e2bc3b2fb6d HTTP/1.1" status: 200 len: 1098 time: 0.2774220 Nov 25 13:39:47.990016 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network f3a5e1ef-fa7e-47ba-8a10-1b88212ad6d3 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:39:48.049181 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a75bf9f0-bd2e-4f36-ad8b-5a1d5a0a12f9 admin admin] Publish callbacks [] for router, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:48.138437 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0034d3b1-76d6-4e54-bc6e-ef3c2cf684c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:48.182953 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0770eb88-3834-4118-a5ff-849eae6372c1 req-d399979e-4530-42e7-a9f9-cb3c0dfe09ae service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716421 Nov 25 13:39:48.195108 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb431191-55c8-40bb-ab69-92a9cd7da5b0 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Made reservation on behalf of 13d4e7610b824f708f8a4626b9c16f61 for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:39:48.198999 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bb431191-55c8-40bb-ab69-92a9cd7da5b0 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:48.296154 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0034d3b1-76d6-4e54-bc6e-ef3c2cf684c5 admin admin] Router 1e304bc5-84b8-455d-a417-9239779a0120 is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:39:48.301549 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a75bf9f0-bd2e-4f36-ad8b-5a1d5a0a12f9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:48.308132 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.ipam_backend_mixin [None req-bb431191-55c8-40bb-ab69-92a9cd7da5b0 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Performing IP validity checks on allocation pools {{(pid=103570) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 25 13:39:48.309313 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.ipam_backend_mixin [None req-bb431191-55c8-40bb-ab69-92a9cd7da5b0 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103570) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 25 13:39:48.362967 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port c9243718-e9e5-4365-b4ef-39dbe06741b1 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:39:48.363363 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:48.463789 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0034d3b1-76d6-4e54-bc6e-ef3c2cf684c5 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:39:48.471238 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f25dac-4963-49d0-9cf8-f90fb037f086 req-0656f30c-0ac8-47d0-9f65-fc43d3f739e5 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:48.472748 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d0f25dac-4963-49d0-9cf8-f90fb037f086 req-0656f30c-0ac8-47d0-9f65-fc43d3f739e5 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a43750e-6626-4108-871a-1e2bc3b2fb6d HTTP/1.1" status: 200 len: 946 time: 0.1192129 Nov 25 13:39:48.482817 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d28c115-2e0b-4f4a-a4a7-c84393794194 None None] Sync routers for ids ['1e304bc5-84b8-455d-a417-9239779a0120'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:39:48.484221 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0034d3b1-76d6-4e54-bc6e-ef3c2cf684c5 admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:48.488166 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-0034d3b1-76d6-4e54-bc6e-ef3c2cf684c5 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8201039 Nov 25 13:39:48.488999 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 53332) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:48.492945 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d28c115-2e0b-4f4a-a4a7-c84393794194 None None] Routers {'1e304bc5-84b8-455d-a417-9239779a0120'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:39:48.493575 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-9d28c115-2e0b-4f4a-a4a7-c84393794194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:39:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['1e304bc5-84b8-455d-a417-9239779a0120'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:48.526382 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:48.531030 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-a75bf9f0-bd2e-4f36-ad8b-5a1d5a0a12f9 admin admin] Deleting port 6330e6ec-d404-44ed-8e99-2120fe59621e {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:39:48.531372 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a75bf9f0-bd2e-4f36-ad8b-5a1d5a0a12f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:48.552105 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-f5988f61-bcb5-4a25-9567-3082ed6c39e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab6990b-499d-4aaa-9df6-4ccbef826aea', 'name': 'tempest-TestAggregatesBasicOps-194886793-router', 'tenant_id': '2d03a2aac1804e8abf0d8bff4fd00b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '6330e6ec-d404-44ed-8e99-2120fe59621e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:39:17Z', 'updated_at': '2021-11-25T13:39:45Z', 'revision_number': 5, 'project_id': '2d03a2aac1804e8abf0d8bff4fd00b0d', 'gw_port': {'id': '6330e6ec-d404-44ed-8e99-2120fe59621e', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:58:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab6990b-499d-4aaa-9df6-4ccbef826aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:39:17Z', 'updated_at': '2021-11-25T13:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:48.597491 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5988f61-bcb5-4a25-9567-3082ed6c39e7 None None] Checking router: 0ab6990b-499d-4aaa-9df6-4ccbef826aea for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:39:48.621780 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] For port c9243718-e9e5-4365-b4ef-39dbe06741b1, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=c9243718-e9e5-4365-b4ef-39dbe06741b1,segment=NetworkSegment(742d2952-b1dc-4ef7-93fd-7c31ac3be8eb),segment_id=742d2952-b1dc-4ef7-93fd-7c31ac3be8eb)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:39:48.624327 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5988f61-bcb5-4a25-9567-3082ed6c39e7 None None] Routers {'0ab6990b-499d-4aaa-9df6-4ccbef826aea'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:39:48.625498 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-f5988f61-bcb5-4a25-9567-3082ed6c39e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:39:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['0ab6990b-499d-4aaa-9df6-4ccbef826aea'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:48.632004 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:48.682619 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-9d28c115-2e0b-4f4a-a4a7-c84393794194 None None] Set router 1e304bc5-84b8-455d-a417-9239779a0120 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:39:48.792204 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d0f25dac-4963-49d0-9cf8-f90fb037f086 req-f92f8b0d-a679-45d0-b874-324c9c374857 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387018 Nov 25 13:39:48.820756 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-a75bf9f0-bd2e-4f36-ad8b-5a1d5a0a12f9 admin admin] For port 6330e6ec-d404-44ed-8e99-2120fe59621e, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=6330e6ec-d404-44ed-8e99-2120fe59621e,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:39:48.820756 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a75bf9f0-bd2e-4f36-ad8b-5a1d5a0a12f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:48.834329 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-a75bf9f0-bd2e-4f36-ad8b-5a1d5a0a12f9 admin admin] Calling delete_port for 6330e6ec-d404-44ed-8e99-2120fe59621e owned by network:router_gateway {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:39:48.834726 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Pushing event updated for resources: {'Port': ['ID=c9243718-e9e5-4365-b4ef-39dbe06741b1,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:48.859742 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de151c0d-70f4-4801-8dcb-e573459d83a9 None None] Network b9fed917-118a-47f5-b91a-5da13b26a61f requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:39:48.911393 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-f5988f61-bcb5-4a25-9567-3082ed6c39e7 None None] Set router 0ab6990b-499d-4aaa-9df6-4ccbef826aea gateway port host: None {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:39:48.917651 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bb431191-55c8-40bb-ab69-92a9cd7da5b0 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:48.985585 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-f5988f61-bcb5-4a25-9567-3082ed6c39e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab6990b-499d-4aaa-9df6-4ccbef826aea', 'name': 'tempest-TestAggregatesBasicOps-194886793-router', 'tenant_id': '2d03a2aac1804e8abf0d8bff4fd00b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:39:17Z', 'updated_at': '2021-11-25T13:39:48Z', 'revision_number': 6, 'project_id': '2d03a2aac1804e8abf0d8bff4fd00b0d', 'gw_port_host': None}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:49.016623 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3231713-2eda-4e3c-9804-22a6f6e490b9 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:39:49.061813 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5988f61-bcb5-4a25-9567-3082ed6c39e7 None None] The sync data for ids ['0ab6990b-499d-4aaa-9df6-4ccbef826aea'] in n-d-808199-11 is: [{'id': '0ab6990b-499d-4aaa-9df6-4ccbef826aea', 'name': 'tempest-TestAggregatesBasicOps-194886793-router', 'tenant_id': '2d03a2aac1804e8abf0d8bff4fd00b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:39:17Z', 'updated_at': '2021-11-25T13:39:48Z', 'revision_number': 6, 'project_id': '2d03a2aac1804e8abf0d8bff4fd00b0d', 'gw_port_host': None}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:39:49.096906 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-5cfb2994-4b66-4788-87a7-441c5b1e7063 None None] Provisioning complete for port c9243718-e9e5-4365-b4ef-39dbe06741b1 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:39:49.097393 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5cfb2994-4b66-4788-87a7-441c5b1e7063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:49.153636 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-9d28c115-2e0b-4f4a-a4a7-c84393794194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e304bc5-84b8-455d-a417-9239779a0120', 'name': 'tempest-TestVolumeBackupRestore-1242325854-router', 'tenant_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'b421597b-f00b-459e-8bbb-0166f7d923ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:39:45Z', 'updated_at': '2021-11-25T13:39:47Z', 'revision_number': 3, 'project_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'gw_port': {'id': 'b421597b-f00b-459e-8bbb-0166f7d923ab', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:31:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e304bc5-84b8-455d-a417-9239779a0120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:39:46Z', 'updated_at': '2021-11-25T13:39:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:49.161336 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb431191-55c8-40bb-ab69-92a9cd7da5b0 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Pushing event updated for resources: {'Subnet': ['ID=c0a53005-f8b7-41fe-9508-b217da44817a,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:49.200560 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d28c115-2e0b-4f4a-a4a7-c84393794194 None None] Checking router: 1e304bc5-84b8-455d-a417-9239779a0120 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:39:49.201685 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d28c115-2e0b-4f4a-a4a7-c84393794194 None None] Updating router 1e304bc5-84b8-455d-a417-9239779a0120 port b421597b-f00b-459e-8bbb-0166f7d923ab binding host n-d-808199-11 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:39:49.213799 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb431191-55c8-40bb-ab69-92a9cd7da5b0 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Checking segment: {'id': '6f9b38de-dee3-4cec-8e2f-b5c6a1a60edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'f3a5e1ef-fa7e-47ba-8a10-1b88212ad6d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:39:49.214181 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb431191-55c8-40bb-ab69-92a9cd7da5b0 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Network hostable DHCP agents. Network: f3a5e1ef-fa7e-47ba-8a10-1b88212ad6d3, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:39:49.237482 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9d28c115-2e0b-4f4a-a4a7-c84393794194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:49.375242 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3ddceeca-a154-4e52-b108-bd73cb301887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:49.379652 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb431191-55c8-40bb-ab69-92a9cd7da5b0 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Network f3a5e1ef-fa7e-47ba-8a10-1b88212ad6d3 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:39:49.405881 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-bb431191-55c8-40bb-ab69-92a9cd7da5b0 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, f3a5e1ef-fa7e-47ba-8a10-1b88212ad6d3) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:39:49.417132 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb431191-55c8-40bb-ab69-92a9cd7da5b0 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:49.417708 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee72c4b6-c48b-42f5-96f5-1331f58672bc None None] Network f3a5e1ef-fa7e-47ba-8a10-1b88212ad6d3 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:39:49.417852 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bb431191-55c8-40bb-ab69-92a9cd7da5b0 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:49.437098 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a75bf9f0-bd2e-4f36-ad8b-5a1d5a0a12f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:49.518288 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-bb431191-55c8-40bb-ab69-92a9cd7da5b0 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.5765378 Nov 25 13:39:49.521445 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53340) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:49.527565 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75bf9f0-bd2e-4f36-ad8b-5a1d5a0a12f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6330e6ec-d404-44ed-8e99-2120fe59621e,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:49.545488 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-96a71850-8c9d-4b66-a59a-8e99551ac88f tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:39:49.566392 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00afbd6-d553-463b-b53f-6c29a951d865 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:39:49.638283 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-0ab25a4d-98de-424a-9ce1-7386ad2df759 None None] Provisioning complete for port b421597b-f00b-459e-8bbb-0166f7d923ab triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:39:49.648024 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0ab25a4d-98de-424a-9ce1-7386ad2df759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:49.733596 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-3ddceeca-a154-4e52-b108-bd73cb301887 admin admin] Allocated IP 172.20.0.1 (b9fed917-118a-47f5-b91a-5da13b26a61f/8ed6ab7c-ada8-497a-acf9-43a1076137d8/172de87b-a720-4320-a42c-94aaa6919482) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:39:49.744962 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9d28c115-2e0b-4f4a-a4a7-c84393794194 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:49.753199 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9d28c115-2e0b-4f4a-a4a7-c84393794194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:49.786662 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a75bf9f0-bd2e-4f36-ad8b-5a1d5a0a12f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:49.800958 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-0ab25a4d-98de-424a-9ce1-7386ad2df759 None None] Port b421597b-f00b-459e-8bbb-0166f7d923ab cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:39:49.823811 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1786e780-587e-42ca-96ce-442186f19144 None None] Pushing event updated for resources: {'Port': ['ID=b421597b-f00b-459e-8bbb-0166f7d923ab,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:49.864552 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-9d28c115-2e0b-4f4a-a4a7-c84393794194 None None] Attempting to bind port b421597b-f00b-459e-8bbb-0166f7d923ab on host n-d-808199-11 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:39:49.865610 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-9d28c115-2e0b-4f4a-a4a7-c84393794194 None None] Attempting to bind port b421597b-f00b-459e-8bbb-0166f7d923ab by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:39:49.866035 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d28c115-2e0b-4f4a-a4a7-c84393794194 None None] Attempting to bind port b421597b-f00b-459e-8bbb-0166f7d923ab on network 7542d3d9-0db3-40e7-ab88-a168871141f7 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:39:49.867698 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3ddceeca-a154-4e52-b108-bd73cb301887 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:49.872667 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d28c115-2e0b-4f4a-a4a7-c84393794194 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:39:49.873102 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d28c115-2e0b-4f4a-a4a7-c84393794194 None None] Checking segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:39:49.873453 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9d28c115-2e0b-4f4a-a4a7-c84393794194 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:49.873850 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d28c115-2e0b-4f4a-a4a7-c84393794194 None None] Bound using segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:39:49.874524 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-9d28c115-2e0b-4f4a-a4a7-c84393794194 None None] Bound port: b421597b-f00b-459e-8bbb-0166f7d923ab, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:39:49.874967 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9d28c115-2e0b-4f4a-a4a7-c84393794194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:49.881486 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5015a6-2c82-4b51-ba68-12f1051804be None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:39:49.903375 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94813dc5-3fea-49da-bd23-e879ae4c9de2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-f3a5e1ef-fa7e-47ba-8a10-1b88212ad6d3', 'network_id': 'f3a5e1ef-fa7e-47ba-8a10-1b88212ad6d3', 'tenant_id': '13d4e7610b824f708f8a4626b9c16f61', 'fixed_ips': [{'subnet_id': 'c0a53005-f8b7-41fe-9508-b217da44817a'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:39:49.904243 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-94813dc5-3fea-49da-bd23-e879ae4c9de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:49.941673 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3ddceeca-a154-4e52-b108-bd73cb301887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:50.015778 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a75bf9f0-bd2e-4f36-ad8b-5a1d5a0a12f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:50.021461 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a75bf9f0-bd2e-4f36-ad8b-5a1d5a0a12f9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:50.049822 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddceeca-a154-4e52-b108-bd73cb301887 admin admin] Network b9fed917-118a-47f5-b91a-5da13b26a61f is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:39:50.053043 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-3ddceeca-a154-4e52-b108-bd73cb301887 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:39:50.070428 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddceeca-a154-4e52-b108-bd73cb301887 admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:39:50.150598 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddceeca-a154-4e52-b108-bd73cb301887 admin admin] Pushing event updated for resources: {'Port': ['ID=172de87b-a720-4320-a42c-94aaa6919482,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:50.169856 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-8822c2b8-2380-40fe-aaf8-a528264f3ca0 None None] Provisioning complete for port b421597b-f00b-459e-8bbb-0166f7d923ab triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:39:50.170438 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8822c2b8-2380-40fe-aaf8-a528264f3ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:50.182178 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3ddceeca-a154-4e52-b108-bd73cb301887 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:50.189137 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-9d28c115-2e0b-4f4a-a4a7-c84393794194 None None] For port b421597b-f00b-459e-8bbb-0166f7d923ab, host n-d-808199-11, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:39:50.196345 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-9d28c115-2e0b-4f4a-a4a7-c84393794194 None None] For port b421597b-f00b-459e-8bbb-0166f7d923ab, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=b421597b-f00b-459e-8bbb-0166f7d923ab,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:39:50.209577 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9d28c115-2e0b-4f4a-a4a7-c84393794194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:50.224100 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a75bf9f0-bd2e-4f36-ad8b-5a1d5a0a12f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:50.224809 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75bf9f0-bd2e-4f36-ad8b-5a1d5a0a12f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ab6990b-499d-4aaa-9df6-4ccbef826aea {{(pid=103570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:39:50.256020 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a75bf9f0-bd2e-4f36-ad8b-5a1d5a0a12f9 admin admin] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:50.257884 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-a75bf9f0-bd2e-4f36-ad8b-5a1d5a0a12f9 admin admin] 10.222.0.53 "DELETE /v2.0/routers/0ab6990b-499d-4aaa-9df6-4ccbef826aea HTTP/1.1" status: 204 len: 168 time: 2.6790798 Nov 25 13:39:50.265938 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-8822c2b8-2380-40fe-aaf8-a528264f3ca0 None None] Port b421597b-f00b-459e-8bbb-0166f7d923ab cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:39:50.268405 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device c9243718-e9e5-4365-b4ef-39dbe06741b1 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:39:50.268817 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 53346) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:50.313108 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-96a71850-8c9d-4b66-a59a-8e99551ac88f tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-63284757'] for subnet, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:50.322451 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1786e780-587e-42ca-96ce-442186f19144 None None] Pushing event updated for resources: {'Port': ['ID=b421597b-f00b-459e-8bbb-0166f7d923ab,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:50.349815 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d28c115-2e0b-4f4a-a4a7-c84393794194 None None] Routers {'1e304bc5-84b8-455d-a417-9239779a0120'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:39:50.351145 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-9d28c115-2e0b-4f4a-a4a7-c84393794194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:39:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['1e304bc5-84b8-455d-a417-9239779a0120'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:50.366920 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86130788-e729-4367-bafb-eed4cbd2ca97 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:39:50.390453 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-0def34be-6e67-443c-87c9-f5c8215434f8 admin admin] Deleting subnet bf979e74-8726-445c-803a-bd8bf2578095 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:39:50.398334 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0def34be-6e67-443c-87c9-f5c8215434f8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:50.409662 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port c9243718-e9e5-4365-b4ef-39dbe06741b1 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:39:50.410390 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:50.482004 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0def34be-6e67-443c-87c9-f5c8215434f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:50.506191 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9ea02373-dd9e-4fb9-b84d-1722158fb518 None None] Provisioning complete for port b421597b-f00b-459e-8bbb-0166f7d923ab triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:39:50.507635 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9ea02373-dd9e-4fb9-b84d-1722158fb518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:50.558627 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-9d28c115-2e0b-4f4a-a4a7-c84393794194 None None] Set router 1e304bc5-84b8-455d-a417-9239779a0120 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:39:50.564342 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2c2612-c7f1-477e-9c77-a7922ac644af None None] Network b9fed917-118a-47f5-b91a-5da13b26a61f requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:39:50.566327 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.db.api [None req-94813dc5-3fea-49da-bd23-e879ae4c9de2 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 25 13:39:50.566327 n-d-808199-11 neutron-server[103572]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Nov 25 13:39:50.566327 n-d-808199-11 neutron-server[103572]: [parameters: {'in_use': 1, 'id_1': 'c0a53005-f8b7-41fe-9508-b217da44817a'}] Nov 25 13:39:50.566327 n-d-808199-11 neutron-server[103572]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 13:39:50.568485 n-d-808199-11 neutron-server[103572]: DEBUG oslo_db.api [None req-94813dc5-3fea-49da-bd23-e879ae4c9de2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 13:39:50.633028 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0def34be-6e67-443c-87c9-f5c8215434f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:50.722392 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 714c9fee-bffd-4034-934a-4291d2bc4b30 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:39:50.736397 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0def34be-6e67-443c-87c9-f5c8215434f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:50.768444 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 714c9fee-bffd-4034-934a-4291d2bc4b30 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:39:50.768667 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 714c9fee-bffd-4034-934a-4291d2bc4b30 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:39:50.783899 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0def34be-6e67-443c-87c9-f5c8215434f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf979e74-8726-445c-803a-bd8bf2578095,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:50.786643 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876aa0c9-d495-47a3-9fee-19b091ef2703 req-a6fe2334-3b53-430e-adb2-eca26b38e331 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:50.794127 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-876aa0c9-d495-47a3-9fee-19b091ef2703 req-a6fe2334-3b53-430e-adb2-eca26b38e331 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a43750e-6626-4108-871a-1e2bc3b2fb6d HTTP/1.1" status: 200 len: 946 time: 0.6940908 Nov 25 13:39:50.802500 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0def34be-6e67-443c-87c9-f5c8215434f8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:50.808195 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-0def34be-6e67-443c-87c9-f5c8215434f8 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/bf979e74-8726-445c-803a-bd8bf2578095 HTTP/1.1" status: 204 len: 168 time: 0.5361683 Nov 25 13:39:50.809668 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 53348) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:50.812788 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-9d28c115-2e0b-4f4a-a4a7-c84393794194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e304bc5-84b8-455d-a417-9239779a0120', 'name': 'tempest-TestVolumeBackupRestore-1242325854-router', 'tenant_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'b421597b-f00b-459e-8bbb-0166f7d923ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:39:45Z', 'updated_at': '2021-11-25T13:39:47Z', 'revision_number': 3, 'project_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'gw_port': {'id': 'b421597b-f00b-459e-8bbb-0166f7d923ab', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:31:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e304bc5-84b8-455d-a417-9239779a0120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:39:46Z', 'updated_at': '2021-11-25T13:39:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:50.845087 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9ea02373-dd9e-4fb9-b84d-1722158fb518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:50.851037 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3ddceeca-a154-4e52-b108-bd73cb301887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:50.852281 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d28c115-2e0b-4f4a-a4a7-c84393794194 None None] The sync data for ids ['1e304bc5-84b8-455d-a417-9239779a0120'] in n-d-808199-11 is: [{'id': '1e304bc5-84b8-455d-a417-9239779a0120', 'name': 'tempest-TestVolumeBackupRestore-1242325854-router', 'tenant_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'b421597b-f00b-459e-8bbb-0166f7d923ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:39:45Z', 'updated_at': '2021-11-25T13:39:47Z', 'revision_number': 3, 'project_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'gw_port': {'id': 'b421597b-f00b-459e-8bbb-0166f7d923ab', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:31:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e304bc5-84b8-455d-a417-9239779a0120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:39:46Z', 'updated_at': '2021-11-25T13:39:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:39:50.855236 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa81d80-e544-415c-9a47-817da805d2e6 None None] Network f744797b-cbca-4a0f-ab38-23c2cbb3e26f requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:39:50.862397 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-96a71850-8c9d-4b66-a59a-8e99551ac88f tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753177070879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-63611457'] for subnet, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:50.897279 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-876aa0c9-d495-47a3-9fee-19b091ef2703 req-a75f4570-6ecf-4a02-a968-474d9dcb2e47 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976853 Nov 25 13:39:50.940909 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a71850-8c9d-4b66-a59a-8e99551ac88f tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:50.941532 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-96a71850-8c9d-4b66-a59a-8e99551ac88f tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:50.942880 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-96a71850-8c9d-4b66-a59a-8e99551ac88f tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] 10.222.0.53 "PUT /v2.0/subnets/c0a53005-f8b7-41fe-9508-b217da44817a HTTP/1.1" status: 200 len: 900 time: 1.4048150 Nov 25 13:39:50.951283 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53354) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:50.998605 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9ea02373-dd9e-4fb9-b84d-1722158fb518 None None] For port b421597b-f00b-459e-8bbb-0166f7d923ab, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=b421597b-f00b-459e-8bbb-0166f7d923ab,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:39:51.003259 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-98112af8-cbb4-4172-a7ce-5ec075ffaa45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:51.034490 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9ea02373-dd9e-4fb9-b84d-1722158fb518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:51.113146 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a71850-8c9d-4b66-a59a-8e99551ac88f tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Pushing event updated for resources: {'Subnet': ['ID=c0a53005-f8b7-41fe-9508-b217da44817a,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:51.138567 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-94813dc5-3fea-49da-bd23-e879ae4c9de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:51.144311 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea02373-dd9e-4fb9-b84d-1722158fb518 None None] Pushing event updated for resources: {'Port': ['ID=b421597b-f00b-459e-8bbb-0166f7d923ab,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:51.177899 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1c654703-1e56-499a-a46c-182a7b7faccd tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:51.351592 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93baa4a5-acd2-4fa5-bf6e-fc22669bc86b req-70cf12eb-3e2f-4b13-a4e7-73d379197395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:51.353134 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-93baa4a5-acd2-4fa5-bf6e-fc22669bc86b req-70cf12eb-3e2f-4b13-a4e7-73d379197395 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c9472cb9831248be973db38fa1562496&device_id=2a43750e-6626-4108-871a-1e2bc3b2fb6d HTTP/1.1" status: 200 len: 1098 time: 0.1334836 Nov 25 13:39:51.358072 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-98112af8-cbb4-4172-a7ce-5ec075ffaa45 admin admin] Deleting port 64e275ce-7843-453d-bcef-1b35e14de269 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:39:51.358659 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-98112af8-cbb4-4172-a7ce-5ec075ffaa45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:51.406461 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1c654703-1e56-499a-a46c-182a7b7faccd tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:51.457834 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-c5ffab44-2eb4-46e3-a65e-59b4129ad96d None None] Provisioning complete for port c9243718-e9e5-4365-b4ef-39dbe06741b1 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:39:51.458370 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c5ffab44-2eb4-46e3-a65e-59b4129ad96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:51.479449 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-98112af8-cbb4-4172-a7ce-5ec075ffaa45 admin admin] For port 64e275ce-7843-453d-bcef-1b35e14de269, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=64e275ce-7843-453d-bcef-1b35e14de269,segment=NetworkSegment(118400a4-2ee8-4c70-a1d6-3cea656d755f),segment_id=118400a4-2ee8-4c70-a1d6-3cea656d755f)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:39:51.481473 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-98112af8-cbb4-4172-a7ce-5ec075ffaa45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:51.513039 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-98112af8-cbb4-4172-a7ce-5ec075ffaa45 admin admin] Calling delete_port for 64e275ce-7843-453d-bcef-1b35e14de269 owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:39:51.565221 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1c654703-1e56-499a-a46c-182a7b7faccd tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:51.644443 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-98112af8-cbb4-4172-a7ce-5ec075ffaa45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:51.707379 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98112af8-cbb4-4172-a7ce-5ec075ffaa45 admin admin] No DVR routers for this DVR port 64e275ce-7843-453d-bcef-1b35e14de269 on host n-d-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:39:51.720972 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98112af8-cbb4-4172-a7ce-5ec075ffaa45 admin admin] Pushing event deleted for resources: {'Port': ['ID=64e275ce-7843-453d-bcef-1b35e14de269,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:51.741110 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b33966-004a-49d3-9b72-bbd7ee0d984b req-e8a1f7b3-21ff-4d66-b149-145ca10a6586 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:51.743572 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-40b33966-004a-49d3-9b72-bbd7ee0d984b req-e8a1f7b3-21ff-4d66-b149-145ca10a6586 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a43750e-6626-4108-871a-1e2bc3b2fb6d HTTP/1.1" status: 200 len: 946 time: 0.4178982 Nov 25 13:39:51.752009 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c654703-1e56-499a-a46c-182a7b7faccd tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Pushing event deleted for resources: {'Subnet': ['ID=c0a53005-f8b7-41fe-9508-b217da44817a,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server [None req-94813dc5-3fea-49da-bd23-e879ae4c9de2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c0a53005-f8b7-41fe-9508-b217da44817a: This subnet is being modified by another concurrent operation. Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise exception Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c0a53005-f8b7-41fe-9508-b217da44817a: This subnet is being modified by another concurrent operation. Nov 25 13:39:51.815579 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server Nov 25 13:39:51.840458 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device b421597b-f00b-459e-8bbb-0166f7d923ab up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:39:51.844700 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93baa4a5-acd2-4fa5-bf6e-fc22669bc86b req-e8d77375-165c-4692-912f-bae728ceb621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:51.846075 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-93baa4a5-acd2-4fa5-bf6e-fc22669bc86b req-e8d77375-165c-4692-912f-bae728ceb621 service neutron] 10.222.0.66 "GET /v2.0/networks?id=63fb2f13-06f0-4aca-93ef-38e635a42896 HTTP/1.1" status: 200 len: 912 time: 0.4357598 Nov 25 13:39:51.919246 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f45c937-6b48-47b4-ba1e-fd8011344f5a None None] Network f3a5e1ef-fa7e-47ba-8a10-1b88212ad6d3 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:39:51.943729 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1c654703-1e56-499a-a46c-182a7b7faccd tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:51.990912 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-1c654703-1e56-499a-a46c-182a7b7faccd tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3a5e1ef-fa7e-47ba-8a10-1b88212ad6d3']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:52.004998 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-98112af8-cbb4-4172-a7ce-5ec075ffaa45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:52.009567 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-1c654703-1e56-499a-a46c-182a7b7faccd tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f9b38de-dee3-4cec-8e2f-b5c6a1a60edd') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:52.009567 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-1c654703-1e56-499a-a46c-182a7b7faccd tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f9b38de-dee3-4cec-8e2f-b5c6a1a60edd') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:52.029682 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a4eaa0-da31-4d3b-a7b3-d303f248c222 None None] DHCP port deletion for f744797b-cbca-4a0f-ab38-23c2cbb3e26f request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:39:52.048258 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-98112af8-cbb4-4172-a7ce-5ec075ffaa45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f744797b-cbca-4a0f-ab38-23c2cbb3e26f']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:52.052592 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1c654703-1e56-499a-a46c-182a7b7faccd tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:52.052937 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port b421597b-f00b-459e-8bbb-0166f7d923ab triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:39:52.053320 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:52.072930 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-98112af8-cbb4-4172-a7ce-5ec075ffaa45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '118400a4-2ee8-4c70-a1d6-3cea656d755f') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:52.073489 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-98112af8-cbb4-4172-a7ce-5ec075ffaa45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '118400a4-2ee8-4c70-a1d6-3cea656d755f') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:52.079176 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1c654703-1e56-499a-a46c-182a7b7faccd tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:52.085709 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c654703-1e56-499a-a46c-182a7b7faccd tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:39:52.086116 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1c654703-1e56-499a-a46c-182a7b7faccd tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:52.087567 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-98112af8-cbb4-4172-a7ce-5ec075ffaa45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:52.107117 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-98112af8-cbb4-4172-a7ce-5ec075ffaa45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:52.123965 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98112af8-cbb4-4172-a7ce-5ec075ffaa45 admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:39:52.124654 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-98112af8-cbb4-4172-a7ce-5ec075ffaa45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:52.168393 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:39:52.168393 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:39:52.168393 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:39:52.168393 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:39:52.168393 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:39:52.168393 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:39:52.168393 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:39:52.168393 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:39:52.168393 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:39:52.168393 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:39:52.168393 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:39:52.168393 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:39:52.168393 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:39:52.168393 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:39:52.168393 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:39:52.168393 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:39:52.168393 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:39:52.168393 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:39:52.168393 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:39:52.168393 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:39:52.168393 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:39:52.168393 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:39:52.168393 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:39:52.168393 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:39:52.168393 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:39:52.168393 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:39:52.168393 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:39:52.168393 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:39:52.168393 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:39:52.168393 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:39:52.168393 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:39:52.168393 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:39:52.197437 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:39:52.197437 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:39:52.197437 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:39:52.197437 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:39:52.197437 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:39:52.197437 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:39:52.197437 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:39:52.197437 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:39:52.197437 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:39:52.197437 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:39:52.197437 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:39:52.197437 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:39:52.197437 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:39:52.197437 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:39:52.197437 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:39:52.197437 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:39:52.197437 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:39:52.197437 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:39:52.197437 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:39:52.197437 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:39:52.197437 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:39:52.197437 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:39:52.197437 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:39:52.197437 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:39:52.197437 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:39:52.197437 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:39:52.197437 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:39:52.197437 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:39:52.197437 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:39:52.197437 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:39:52.197437 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:39:52.197437 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:39:52.234456 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1bbab5-06ca-4ad8-90d9-3997b4967dac None None] Network f3a5e1ef-fa7e-47ba-8a10-1b88212ad6d3 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:39:52.249174 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1bbab5-06ca-4ad8-90d9-3997b4967dac None None] Network f3a5e1ef-fa7e-47ba-8a10-1b88212ad6d3 could not be found, it might have been deleted concurrently. {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 25 13:39:52.266183 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3ddceeca-a154-4e52-b108-bd73cb301887 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:52.284374 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3ddceeca-a154-4e52-b108-bd73cb301887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:52.315183 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1c654703-1e56-499a-a46c-182a7b7faccd tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:52.317694 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-93baa4a5-acd2-4fa5-bf6e-fc22669bc86b req-bb7a2304-4be9-4ddb-97fa-57f44579bf4a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd93c27a-f3a2-45d2-bb3e-3455ac6ee258 HTTP/1.1" status: 200 len: 217 time: 0.0989110 Nov 25 13:39:52.324494 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-ff6a0893-f0d2-47f4-9703-087c7ac88195 None None] Provisioning complete for port 172de87b-a720-4320-a42c-94aaa6919482 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:39:52.324946 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ff6a0893-f0d2-47f4-9703-087c7ac88195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:52.368957 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1c654703-1e56-499a-a46c-182a7b7faccd tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:52.382664 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 6330e6ec-d404-44ed-8e99-2120fe59621e no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:39:52.384050 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-1c654703-1e56-499a-a46c-182a7b7faccd tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] 10.222.0.53 "DELETE /v2.0/networks/f3a5e1ef-fa7e-47ba-8a10-1b88212ad6d3 HTTP/1.1" status: 204 len: 168 time: 1.4259334 Nov 25 13:39:52.389495 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c654703-1e56-499a-a46c-182a7b7faccd tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Pushing event deleted for resources: {'Network': ['ID=f3a5e1ef-fa7e-47ba-8a10-1b88212ad6d3,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:52.396528 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53368) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:52.423045 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddceeca-a154-4e52-b108-bd73cb301887 admin admin] Pushing event updated for resources: {'Port': ['ID=172de87b-a720-4320-a42c-94aaa6919482,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:52.445343 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-98112af8-cbb4-4172-a7ce-5ec075ffaa45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:52.459982 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 6330e6ec-d404-44ed-8e99-2120fe59621e {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:39:52.461305 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 6330e6ec-d404-44ed-8e99-2120fe59621e not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:39:52.483669 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-98112af8-cbb4-4172-a7ce-5ec075ffaa45 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:52.486101 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-ff6a0893-f0d2-47f4-9703-087c7ac88195 None None] Port 172de87b-a720-4320-a42c-94aaa6919482 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:39:52.489111 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-98112af8-cbb4-4172-a7ce-5ec075ffaa45 admin admin] 10.222.0.53 "DELETE /v2.0/networks/f744797b-cbca-4a0f-ab38-23c2cbb3e26f HTTP/1.1" status: 204 len: 168 time: 1.6786289 Nov 25 13:39:52.490898 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98112af8-cbb4-4172-a7ce-5ec075ffaa45 admin admin] Pushing event deleted for resources: {'Network': ['ID=f744797b-cbca-4a0f-ab38-23c2cbb3e26f,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:52.494400 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3ddceeca-a154-4e52-b108-bd73cb301887 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:52.498733 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 53370) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:52.520047 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-ff6a0893-f0d2-47f4-9703-087c7ac88195 None None] Provisioning complete for port c9243718-e9e5-4365-b4ef-39dbe06741b1 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:39:52.520670 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ff6a0893-f0d2-47f4-9703-087c7ac88195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:52.575448 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1f7e546-cd4f-497b-8fc5-0db9ef26b6cf tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] DELETE failed (client error): The resource could not be found. Nov 25 13:39:52.576202 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1f7e546-cd4f-497b-8fc5-0db9ef26b6cf tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:39:52.581664 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c1f7e546-cd4f-497b-8fc5-0db9ef26b6cf tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] 10.222.0.53 "DELETE /v2.0/subnets/c0a53005-f8b7-41fe-9508-b217da44817a HTTP/1.1" status: 404 len: 337 time: 0.1347749 Nov 25 13:39:52.590643 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-40b33966-004a-49d3-9b72-bbd7ee0d984b req-d5057d09-40a1-4f7c-9692-fb79388f62d1 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8296430 Nov 25 13:39:52.596359 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53372) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:52.630614 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd86d2bd-ac4b-4d33-b85a-ce5e7985f9ef tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] DELETE failed (client error): The resource could not be found. Nov 25 13:39:52.631219 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd86d2bd-ac4b-4d33-b85a-ce5e7985f9ef tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:39:52.637480 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-dd86d2bd-ac4b-4d33-b85a-ce5e7985f9ef tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] 10.222.0.53 "DELETE /v2.0/networks/f3a5e1ef-fa7e-47ba-8a10-1b88212ad6d3 HTTP/1.1" status: 404 len: 339 time: 0.0356667 Nov 25 13:39:52.637480 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53374) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:52.648595 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498f7ec0-5a7f-421c-a5fa-da8e4db928da None None] get_active_networks_info from n-d-808199-11 {{(pid=103572) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 13:39:52.690561 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93baa4a5-acd2-4fa5-bf6e-fc22669bc86b req-3456709c-4752-43df-9977-f4d9e1841e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:52.692557 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-93baa4a5-acd2-4fa5-bf6e-fc22669bc86b req-3456709c-4752-43df-9977-f4d9e1841e6c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e24b755c-8322-4225-9fb6-1de603342da8 HTTP/1.1" status: 200 len: 851 time: 0.3413374 Nov 25 13:39:52.750551 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-93baa4a5-acd2-4fa5-bf6e-fc22669bc86b req-d46b9c17-6b00-43de-be22-feaedd7fb3d8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=63fb2f13-06f0-4aca-93ef-38e635a42896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450134 Nov 25 13:39:52.756140 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-023d8813-fb44-4f54-add1-2a92d50bb1b9 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:52.759800 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddceeca-a154-4e52-b108-bd73cb301887 admin admin] Network b9fed917-118a-47f5-b91a-5da13b26a61f is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:39:52.763326 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-3ddceeca-a154-4e52-b108-bd73cb301887 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:39:52.774038 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498f7ec0-5a7f-421c-a5fa-da8e4db928da None None] Resources bound (agent type, host, resource id): {{(pid=103572) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 13:39:52.876697 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-0eef89c9-47a6-4220-a39f-a1882cb6d258 None None] Provisioning complete for port 172de87b-a720-4320-a42c-94aaa6919482 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:39:52.877489 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0eef89c9-47a6-4220-a39f-a1882cb6d258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:52.927473 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-023d8813-fb44-4f54-add1-2a92d50bb1b9 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:52.956775 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-93baa4a5-acd2-4fa5-bf6e-fc22669bc86b req-1edac0c3-f791-4ed3-afc1-bf1799188d0b service neutron] 10.222.0.66 "GET /v2.0/networks/63fb2f13-06f0-4aca-93ef-38e635a42896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978581 Nov 25 13:39:52.958369 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-0eef89c9-47a6-4220-a39f-a1882cb6d258 None None] Port 172de87b-a720-4320-a42c-94aaa6919482 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:39:52.960774 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-023d8813-fb44-4f54-add1-2a92d50bb1b9 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bec01d9-741b-46cf-bf42-75a866f76ceb']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:52.981301 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-023d8813-fb44-4f54-add1-2a92d50bb1b9 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff1f0cde-7a00-4c73-9b1d-df410739c6dd') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:52.981611 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-023d8813-fb44-4f54-add1-2a92d50bb1b9 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff1f0cde-7a00-4c73-9b1d-df410739c6dd') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:53.044127 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-023d8813-fb44-4f54-add1-2a92d50bb1b9 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:53.068861 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-023d8813-fb44-4f54-add1-2a92d50bb1b9 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:53.081268 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-023d8813-fb44-4f54-add1-2a92d50bb1b9 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:39:53.081698 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-023d8813-fb44-4f54-add1-2a92d50bb1b9 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:53.091929 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:39:53.091929 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:39:53.091929 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:39:53.091929 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:39:53.091929 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:39:53.091929 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:39:53.091929 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:39:53.091929 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:39:53.091929 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:39:53.091929 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:39:53.091929 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:39:53.091929 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:39:53.091929 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:39:53.091929 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:39:53.091929 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:39:53.091929 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:39:53.091929 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:39:53.091929 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:39:53.091929 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:39:53.091929 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:39:53.091929 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:39:53.091929 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:39:53.091929 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:39:53.091929 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:39:53.091929 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:39:53.091929 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:39:53.091929 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:39:53.091929 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:39:53.091929 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:39:53.091929 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:39:53.091929 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:39:53.091929 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:39:53.197053 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-93baa4a5-acd2-4fa5-bf6e-fc22669bc86b req-4be29928-1c3f-4731-aa41-e4a71327d4f4 service neutron] 10.222.0.66 "GET /v2.0/networks/63fb2f13-06f0-4aca-93ef-38e635a42896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275920 Nov 25 13:39:53.205610 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-023d8813-fb44-4f54-add1-2a92d50bb1b9 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:53.217066 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-023d8813-fb44-4f54-add1-2a92d50bb1b9 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:53.220797 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-023d8813-fb44-4f54-add1-2a92d50bb1b9 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] 10.222.0.53 "DELETE /v2.0/networks/7bec01d9-741b-46cf-bf42-75a866f76ceb HTTP/1.1" status: 204 len: 168 time: 0.5823636 Nov 25 13:39:53.231922 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53376) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:53.243405 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023d8813-fb44-4f54-add1-2a92d50bb1b9 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Pushing event deleted for resources: {'Network': ['ID=7bec01d9-741b-46cf-bf42-75a866f76ceb,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:53.270130 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-aad5746a-d670-4286-8fe7-7f0440b200df tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] DELETE failed (client error): The resource could not be found. Nov 25 13:39:53.270936 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aad5746a-d670-4286-8fe7-7f0440b200df tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:39:53.274595 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-aad5746a-d670-4286-8fe7-7f0440b200df tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] 10.222.0.53 "DELETE /v2.0/subnets/9b48ea7b-c4c6-4219-a359-d890eada7183 HTTP/1.1" status: 404 len: 337 time: 0.0412848 Nov 25 13:39:53.277630 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53380) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:53.315103 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6522f4f-b504-4e18-8c9c-64824185537d tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] DELETE failed (client error): The resource could not be found. Nov 25 13:39:53.316154 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6522f4f-b504-4e18-8c9c-64824185537d tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:39:53.319809 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c6522f4f-b504-4e18-8c9c-64824185537d tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] 10.222.0.53 "DELETE /v2.0/networks/168bf5bb-7d12-48ff-be95-e2e0bc9024da HTTP/1.1" status: 404 len: 339 time: 0.0396709 Nov 25 13:39:53.325659 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53382) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:53.406335 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f8fb847-7564-46e6-b5dd-ec90245b6101 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Deleting subnet c676beab-cc4b-4823-876c-9a304f97dd6a {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:39:53.410368 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7f8fb847-7564-46e6-b5dd-ec90245b6101 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:53.469200 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7f8fb847-7564-46e6-b5dd-ec90245b6101 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:53.513921 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ddceeca-a154-4e52-b108-bd73cb301887 admin admin] Router 1e304bc5-84b8-455d-a417-9239779a0120 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:39:53.589933 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7f8fb847-7564-46e6-b5dd-ec90245b6101 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:53.600525 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-15eadb62-d1ae-445b-951c-596d8822f08d None None] Provisioning complete for port 172de87b-a720-4320-a42c-94aaa6919482 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:39:53.601025 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-15eadb62-d1ae-445b-951c-596d8822f08d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:53.686088 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7f8fb847-7564-46e6-b5dd-ec90245b6101 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:53.691069 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-15eadb62-d1ae-445b-951c-596d8822f08d None None] Port 172de87b-a720-4320-a42c-94aaa6919482 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:39:53.743507 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ddceeca-a154-4e52-b108-bd73cb301887 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:39:53.746858 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 64e275ce-7843-453d-bcef-1b35e14de269 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:39:53.757143 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-3ddceeca-a154-4e52-b108-bd73cb301887 admin admin] 10.222.0.53 "PUT /v2.0/routers/1e304bc5-84b8-455d-a417-9239779a0120/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2670729 Nov 25 13:39:53.779731 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19308c1-c64e-4178-b9e0-d996f29ba710 None None] Sync routers for ids ['1e304bc5-84b8-455d-a417-9239779a0120'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:39:53.784983 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 64e275ce-7843-453d-bcef-1b35e14de269 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:39:53.785742 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 64e275ce-7843-453d-bcef-1b35e14de269 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:39:53.799427 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19308c1-c64e-4178-b9e0-d996f29ba710 None None] Routers {'1e304bc5-84b8-455d-a417-9239779a0120'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:39:53.800298 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-a19308c1-c64e-4178-b9e0-d996f29ba710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:39:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['1e304bc5-84b8-455d-a417-9239779a0120'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:53.832846 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f59e9c9b-43f0-4907-9d47-8d24d17fe176 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:53.957176 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-a19308c1-c64e-4178-b9e0-d996f29ba710 None None] Set router 1e304bc5-84b8-455d-a417-9239779a0120 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:39:54.136323 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8fb847-7564-46e6-b5dd-ec90245b6101 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Pushing event deleted for resources: {'Subnet': ['ID=c676beab-cc4b-4823-876c-9a304f97dd6a,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:54.156407 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7f8fb847-7564-46e6-b5dd-ec90245b6101 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:54.159775 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-7f8fb847-7564-46e6-b5dd-ec90245b6101 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] 10.222.0.53 "DELETE /v2.0/subnets/c676beab-cc4b-4823-876c-9a304f97dd6a HTTP/1.1" status: 204 len: 168 time: 0.8329418 Nov 25 13:39:54.162201 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53396) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:54.165386 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d8252e-7e44-46a7-82fb-44e0df4b0201 None None] Network f549f9b9-06ab-447f-a421-20e14239ea57 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:39:54.280885 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-f59e9c9b-43f0-4907-9d47-8d24d17fe176 admin admin] Deleting port 70699899-395c-4d27-864b-57151458b787 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:39:54.281530 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f59e9c9b-43f0-4907-9d47-8d24d17fe176 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:54.306043 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-b31adc05-d180-4575-8879-f4e906e63934 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Deleting subnet 0aacc225-6255-4118-b66d-04fcc0a97e80 {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:39:54.335819 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dbd2b2-08d7-4e42-a26d-fe8cf386a756 req-51060134-4df5-43ba-ace7-98ea92da2f2f tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:54.343742 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-15dbd2b2-08d7-4e42-a26d-fe8cf386a756 req-51060134-4df5-43ba-ace7-98ea92da2f2f tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a43750e-6626-4108-871a-1e2bc3b2fb6d HTTP/1.1" status: 200 len: 946 time: 0.1999419 Nov 25 13:39:54.349949 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b31adc05-d180-4575-8879-f4e906e63934 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:54.425308 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-f59e9c9b-43f0-4907-9d47-8d24d17fe176 admin admin] For port 70699899-395c-4d27-864b-57151458b787, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=70699899-395c-4d27-864b-57151458b787,segment=NetworkSegment(5264e390-a80a-48e8-b2c0-4a286f424990),segment_id=5264e390-a80a-48e8-b2c0-4a286f424990)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:39:54.425679 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f59e9c9b-43f0-4907-9d47-8d24d17fe176 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:54.451089 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-f59e9c9b-43f0-4907-9d47-8d24d17fe176 admin admin] Calling delete_port for 70699899-395c-4d27-864b-57151458b787 owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:39:54.517027 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b31adc05-d180-4575-8879-f4e906e63934 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:54.550780 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-a19308c1-c64e-4178-b9e0-d996f29ba710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e304bc5-84b8-455d-a417-9239779a0120', 'name': 'tempest-TestVolumeBackupRestore-1242325854-router', 'tenant_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'b421597b-f00b-459e-8bbb-0166f7d923ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:39:45Z', 'updated_at': '2021-11-25T13:39:50Z', 'revision_number': 4, 'project_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'gw_port': {'id': 'b421597b-f00b-459e-8bbb-0166f7d923ab', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:31:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e304bc5-84b8-455d-a417-9239779a0120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:39:46Z', 'updated_at': '2021-11-25T13:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '172de87b-a720-4320-a42c-94aaa6919482', 'name': '', 'network_id': 'b9fed917-118a-47f5-b91a-5da13b26a61f', 'tenant_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'mac_address': 'fa:16:3e:91:cc:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e304bc5-84b8-455d-a417-9239779a0120', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '8ed6ab7c-ada8-497a-acf9-43a1076137d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:39:49Z', 'updated_at': '2021-11-25T13:39:51Z', 'revision_number': 2, 'project_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'subnets': [{'id': '8ed6ab7c-ada8-497a-acf9-43a1076137d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:54.583978 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-15dbd2b2-08d7-4e42-a26d-fe8cf386a756 req-9b13fe9f-31be-47d4-9efd-2ac51b44855d tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337930 Nov 25 13:39:54.588020 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53406) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:54.593388 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-3a381045-1772-4c9d-9683-ef2c92b78a5f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-690864922-network', 'tenant_id': 'f291e60726084afc99ba3b628946aba1'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:39:54.612628 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19308c1-c64e-4178-b9e0-d996f29ba710 None None] Checking router: 1e304bc5-84b8-455d-a417-9239779a0120 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:39:54.613231 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19308c1-c64e-4178-b9e0-d996f29ba710 None None] Updating router 1e304bc5-84b8-455d-a417-9239779a0120 port 172de87b-a720-4320-a42c-94aaa6919482 binding host n-d-808199-11 {{(pid=103572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:39:54.648289 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a19308c1-c64e-4178-b9e0-d996f29ba710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:54.655591 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a381045-1772-4c9d-9683-ef2c92b78a5f admin admin] Made reservation on behalf of f291e60726084afc99ba3b628946aba1 for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:39:54.658097 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3a381045-1772-4c9d-9683-ef2c92b78a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:54.679870 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3a381045-1772-4c9d-9683-ef2c92b78a5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:54.684579 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b31adc05-d180-4575-8879-f4e906e63934 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:54.736230 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f59e9c9b-43f0-4907-9d47-8d24d17fe176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:54.774420 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59e9c9b-43f0-4907-9d47-8d24d17fe176 admin admin] Pushing event deleted for resources: {'Port': ['ID=70699899-395c-4d27-864b-57151458b787,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:54.830565 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b31adc05-d180-4575-8879-f4e906e63934 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:54.882262 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b31adc05-d180-4575-8879-f4e906e63934 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:54.898580 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b31adc05-d180-4575-8879-f4e906e63934 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] 10.222.0.53 "DELETE /v2.0/subnets/0aacc225-6255-4118-b66d-04fcc0a97e80 HTTP/1.1" status: 204 len: 168 time: 0.7328644 Nov 25 13:39:54.900129 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31adc05-d180-4575-8879-f4e906e63934 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Pushing event deleted for resources: {'Subnet': ['ID=0aacc225-6255-4118-b66d-04fcc0a97e80,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:54.903241 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53410) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:55.008685 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3a381045-1772-4c9d-9683-ef2c92b78a5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:55.021353 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3a381045-1772-4c9d-9683-ef2c92b78a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:55.063775 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a381045-1772-4c9d-9683-ef2c92b78a5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b31dfe-6f7a-4ca4-a533-9a80ba5906ea,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:55.084557 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a381045-1772-4c9d-9683-ef2c92b78a5f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:39:55.091953 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f712c9ed-429d-4194-b881-d84760f31830 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:55.115515 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3a381045-1772-4c9d-9683-ef2c92b78a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:55.115885 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-3a381045-1772-4c9d-9683-ef2c92b78a5f admin admin] Added segment 71cb4365-4d9d-4282-9887-4dd4a4c2f295 of type vlan for network 03886c9c-0347-422b-8bad-879848f58143 Nov 25 13:39:55.143715 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a19308c1-c64e-4178-b9e0-d996f29ba710 None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:55.151144 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f59e9c9b-43f0-4907-9d47-8d24d17fe176 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:55.159544 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a19308c1-c64e-4178-b9e0-d996f29ba710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:55.198341 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3a381045-1772-4c9d-9683-ef2c92b78a5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:55.256577 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-f712c9ed-429d-4194-b881-d84760f31830 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Deleting port 4b2db6e5-6f48-4ec1-ac3b-15d3a3d785bf {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:39:55.256933 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f712c9ed-429d-4194-b881-d84760f31830 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:55.259605 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3a381045-1772-4c9d-9683-ef2c92b78a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:55.260593 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a381045-1772-4c9d-9683-ef2c92b78a5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:55.261172 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3a381045-1772-4c9d-9683-ef2c92b78a5f admin admin] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:55.262447 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaf63be-30ef-48e0-8200-5c8df2926fb1 None None] Pushing event updated for resources: {'Port': ['ID=172de87b-a720-4320-a42c-94aaa6919482,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:55.403797 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-a19308c1-c64e-4178-b9e0-d996f29ba710 None None] Attempting to bind port 172de87b-a720-4320-a42c-94aaa6919482 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:39:55.405138 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-a19308c1-c64e-4178-b9e0-d996f29ba710 None None] Attempting to bind port 172de87b-a720-4320-a42c-94aaa6919482 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '742d2952-b1dc-4ef7-93fd-7c31ac3be8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b9fed917-118a-47f5-b91a-5da13b26a61f'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:39:55.405785 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19308c1-c64e-4178-b9e0-d996f29ba710 None None] Attempting to bind port 172de87b-a720-4320-a42c-94aaa6919482 on network b9fed917-118a-47f5-b91a-5da13b26a61f {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:39:55.413734 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19308c1-c64e-4178-b9e0-d996f29ba710 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:39:55.414584 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19308c1-c64e-4178-b9e0-d996f29ba710 None None] Checking segment: {'id': '742d2952-b1dc-4ef7-93fd-7c31ac3be8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b9fed917-118a-47f5-b91a-5da13b26a61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:39:55.415347 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a19308c1-c64e-4178-b9e0-d996f29ba710 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:55.415970 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19308c1-c64e-4178-b9e0-d996f29ba710 None None] Bound using segment: {'id': '742d2952-b1dc-4ef7-93fd-7c31ac3be8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b9fed917-118a-47f5-b91a-5da13b26a61f'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:39:55.416818 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-a19308c1-c64e-4178-b9e0-d996f29ba710 None None] Bound port: 172de87b-a720-4320-a42c-94aaa6919482, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '742d2952-b1dc-4ef7-93fd-7c31ac3be8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b9fed917-118a-47f5-b91a-5da13b26a61f'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:39:55.417422 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a19308c1-c64e-4178-b9e0-d996f29ba710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:55.457445 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 53412) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:55.458510 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3a381045-1772-4c9d-9683-ef2c92b78a5f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8692863 Nov 25 13:39:55.468374 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-ae6422ea-f663-41e8-a209-0e1741775c83 admin admin] Request body: {'subnet': {'network_id': '03886c9c-0347-422b-8bad-879848f58143', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-690864922-subnet', 'tenant_id': 'f291e60726084afc99ba3b628946aba1', 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:39:55.499042 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-f712c9ed-429d-4194-b881-d84760f31830 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] For port 4b2db6e5-6f48-4ec1-ac3b-15d3a3d785bf, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=4b2db6e5-6f48-4ec1-ac3b-15d3a3d785bf,segment=NetworkSegment(b377b69a-1f8a-4a87-92fc-42ce685369de),segment_id=b377b69a-1f8a-4a87-92fc-42ce685369de)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:39:55.499573 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f712c9ed-429d-4194-b881-d84760f31830 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:55.508705 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a381045-1772-4c9d-9683-ef2c92b78a5f admin admin] Pushing event updated for resources: {'Network': ['ID=03886c9c-0347-422b-8bad-879848f58143,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:55.520185 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-f712c9ed-429d-4194-b881-d84760f31830 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Calling delete_port for 4b2db6e5-6f48-4ec1-ac3b-15d3a3d785bf owned by network:dhcp {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:39:55.525750 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 03886c9c-0347-422b-8bad-879848f58143 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:39:55.611196 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6422ea-f663-41e8-a209-0e1741775c83 admin admin] Made reservation on behalf of f291e60726084afc99ba3b628946aba1 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:39:55.613847 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ae6422ea-f663-41e8-a209-0e1741775c83 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:55.669133 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f712c9ed-429d-4194-b881-d84760f31830 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:55.691289 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-a19308c1-c64e-4178-b9e0-d996f29ba710 None None] For port 172de87b-a720-4320-a42c-94aaa6919482, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:39:55.734744 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-88019eae-15d8-44d9-9899-2e0de8e8912b None None] Provisioning complete for port 172de87b-a720-4320-a42c-94aaa6919482 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:39:55.734744 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-88019eae-15d8-44d9-9899-2e0de8e8912b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:55.762394 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f712c9ed-429d-4194-b881-d84760f31830 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] No DVR routers for this DVR port 4b2db6e5-6f48-4ec1-ac3b-15d3a3d785bf on host n-d-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:39:55.781444 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-a19308c1-c64e-4178-b9e0-d996f29ba710 None None] For port 172de87b-a720-4320-a42c-94aaa6919482, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=172de87b-a720-4320-a42c-94aaa6919482,segment=NetworkSegment(742d2952-b1dc-4ef7-93fd-7c31ac3be8eb),segment_id=742d2952-b1dc-4ef7-93fd-7c31ac3be8eb)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:39:55.782787 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-88019eae-15d8-44d9-9899-2e0de8e8912b None None] Port 172de87b-a720-4320-a42c-94aaa6919482 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:39:55.784159 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5cddcf-77a4-49f1-aa82-1195eaec7a9a None None] Network f549f9b9-06ab-447f-a421-20e14239ea57 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:39:55.805076 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a19308c1-c64e-4178-b9e0-d996f29ba710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:55.812709 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f59e9c9b-43f0-4907-9d47-8d24d17fe176 admin admin] Router 3a8bf272-ecf9-475e-857a-82ceac7bda66 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:39:55.856267 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f712c9ed-429d-4194-b881-d84760f31830 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Pushing event deleted for resources: {'Port': ['ID=4b2db6e5-6f48-4ec1-ac3b-15d3a3d785bf,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:55.927024 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a835e125-3d4d-4459-8f2e-1ddb13a61c4c req-8095853c-38a6-43cb-b5c2-7d4090624ca4 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:55.929275 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a835e125-3d4d-4459-8f2e-1ddb13a61c4c req-8095853c-38a6-43cb-b5c2-7d4090624ca4 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a43750e-6626-4108-871a-1e2bc3b2fb6d HTTP/1.1" status: 200 len: 946 time: 0.2376618 Nov 25 13:39:55.934722 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-8a005f1e-7085-46f3-bf66-86b65e86aa78 None None] Could not find standard attr ID for object 4b2db6e5-6f48-4ec1-ac3b-15d3a3d785bf. {{(pid=103572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 13:39:55.936040 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaf63be-30ef-48e0-8200-5c8df2926fb1 None None] Pushing event updated for resources: {'Port': ['ID=172de87b-a720-4320-a42c-94aaa6919482,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:55.960983 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19308c1-c64e-4178-b9e0-d996f29ba710 None None] Routers {'1e304bc5-84b8-455d-a417-9239779a0120'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:39:55.961948 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-a19308c1-c64e-4178-b9e0-d996f29ba710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:39:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['1e304bc5-84b8-455d-a417-9239779a0120'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:56.021891 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f712c9ed-429d-4194-b881-d84760f31830 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:56.051096 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a835e125-3d4d-4459-8f2e-1ddb13a61c4c req-f34aff72-54bd-45ca-82b4-048afff6a3ec tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758393 Nov 25 13:39:56.062538 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f59e9c9b-43f0-4907-9d47-8d24d17fe176 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:39:56.070652 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-f59e9c9b-43f0-4907-9d47-8d24d17fe176 admin admin] 10.222.0.53 "PUT /v2.0/routers/3a8bf272-ecf9-475e-857a-82ceac7bda66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5706193 Nov 25 13:39:56.071846 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ae6422ea-f663-41e8-a209-0e1741775c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:56.073380 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-f712c9ed-429d-4194-b881-d84760f31830 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f549f9b9-06ab-447f-a421-20e14239ea57']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:56.073735 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 53418) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:56.091442 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61646ef9-5922-4070-a08c-bbd72d943bb2 None None] Sync routers for ids ['3a8bf272-ecf9-475e-857a-82ceac7bda66'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:39:56.101003 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-f712c9ed-429d-4194-b881-d84760f31830 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b377b69a-1f8a-4a87-92fc-42ce685369de') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:56.101236 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-f712c9ed-429d-4194-b881-d84760f31830 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b377b69a-1f8a-4a87-92fc-42ce685369de') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:56.103049 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61646ef9-5922-4070-a08c-bbd72d943bb2 None None] Routers {'3a8bf272-ecf9-475e-857a-82ceac7bda66'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:39:56.104075 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-61646ef9-5922-4070-a08c-bbd72d943bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:39:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['3a8bf272-ecf9-475e-857a-82ceac7bda66'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:56.122638 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f712c9ed-429d-4194-b881-d84760f31830 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:56.152689 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f712c9ed-429d-4194-b881-d84760f31830 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:56.169633 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f712c9ed-429d-4194-b881-d84760f31830 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:39:56.171393 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f712c9ed-429d-4194-b881-d84760f31830 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:56.178253 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:39:56.178253 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:39:56.178253 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:39:56.178253 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:39:56.178253 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:39:56.178253 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:39:56.178253 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:39:56.178253 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:39:56.178253 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:39:56.178253 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:39:56.178253 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:39:56.178253 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:39:56.178253 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:39:56.178253 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:39:56.178253 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:39:56.178253 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:39:56.178253 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:39:56.178253 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:39:56.178253 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:39:56.178253 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:39:56.178253 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:39:56.178253 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:39:56.178253 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:39:56.178253 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:39:56.178253 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:39:56.178253 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:39:56.178253 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:39:56.178253 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:39:56.178253 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:39:56.178253 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:39:56.178253 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:39:56.178253 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:39:56.203636 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43193c52-8209-47c7-8b66-9aba928f590e None None] DHCP port deletion for f549f9b9-06ab-447f-a421-20e14239ea57 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:39:56.235715 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-a19308c1-c64e-4178-b9e0-d996f29ba710 None None] Set router 1e304bc5-84b8-455d-a417-9239779a0120 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:39:56.300422 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f712c9ed-429d-4194-b881-d84760f31830 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:56.300936 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-61646ef9-5922-4070-a08c-bbd72d943bb2 None None] Set router 3a8bf272-ecf9-475e-857a-82ceac7bda66 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:39:56.306296 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f712c9ed-429d-4194-b881-d84760f31830 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:56.311477 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f712c9ed-429d-4194-b881-d84760f31830 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] 10.222.0.53 "DELETE /v2.0/networks/f549f9b9-06ab-447f-a421-20e14239ea57 HTTP/1.1" status: 204 len: 168 time: 1.3985007 Nov 25 13:39:56.315707 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53420) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:56.320094 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6422ea-f663-41e8-a209-0e1741775c83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72d4143f-ec86-415f-ac0c-267e10fcd82a,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:56.337581 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6422ea-f663-41e8-a209-0e1741775c83 admin admin] Checking segment: {'id': '71cb4365-4d9d-4282-9887-4dd4a4c2f295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '03886c9c-0347-422b-8bad-879848f58143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:39:56.337959 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6422ea-f663-41e8-a209-0e1741775c83 admin admin] Network hostable DHCP agents. Network: 03886c9c-0347-422b-8bad-879848f58143, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:39:56.356056 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f712c9ed-429d-4194-b881-d84760f31830 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Pushing event deleted for resources: {'Network': ['ID=f549f9b9-06ab-447f-a421-20e14239ea57,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:56.361440 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5142cb22-c19a-4994-9d93-4d5334aa8199 admin admin] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:56.392257 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-51f1689e-3696-423c-8a5c-3ec65a82d3b8 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] DELETE failed (client error): The resource could not be found. Nov 25 13:39:56.393119 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51f1689e-3696-423c-8a5c-3ec65a82d3b8 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:39:56.398322 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-51f1689e-3696-423c-8a5c-3ec65a82d3b8 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] 10.222.0.53 "DELETE /v2.0/subnets/499a7b9b-86ca-4cad-96a9-8f4a44a5606c HTTP/1.1" status: 404 len: 337 time: 0.0813615 Nov 25 13:39:56.400874 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53422) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:56.421427 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd3f78ae-5a6b-43c2-8e11-50bef9b9f492 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] DELETE failed (client error): The resource could not be found. Nov 25 13:39:56.421964 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd3f78ae-5a6b-43c2-8e11-50bef9b9f492 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:39:56.425287 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-cd3f78ae-5a6b-43c2-8e11-50bef9b9f492 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] 10.222.0.53 "DELETE /v2.0/networks/d5ee6925-f015-47b5-908a-2d346a69e4e7 HTTP/1.1" status: 404 len: 339 time: 0.0234473 Nov 25 13:39:56.427777 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53424) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:56.457059 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6422ea-f663-41e8-a209-0e1741775c83 admin admin] Network 03886c9c-0347-422b-8bad-879848f58143 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:39:56.458805 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-816d96ef-d3d9-4dc4-92a7-324fd469b4a8 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] DELETE failed (client error): The resource could not be found. Nov 25 13:39:56.459277 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-816d96ef-d3d9-4dc4-92a7-324fd469b4a8 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:39:56.463122 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-816d96ef-d3d9-4dc4-92a7-324fd469b4a8 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] 10.222.0.53 "DELETE /v2.0/subnets/904d7bda-a2e1-4070-b538-18b142b0dc2c HTTP/1.1" status: 404 len: 337 time: 0.0344074 Nov 25 13:39:56.466260 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53426) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:56.481613 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-1f7ddb4a-3370-4f4a-b92c-ac212aa3350e None None] Provisioning complete for port 172de87b-a720-4320-a42c-94aaa6919482 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:39:56.481915 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1f7ddb4a-3370-4f4a-b92c-ac212aa3350e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:56.487796 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b0f20a4-8b50-40ef-8476-b503b2b8a0e5 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] DELETE failed (client error): The resource could not be found. Nov 25 13:39:56.488324 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b0f20a4-8b50-40ef-8476-b503b2b8a0e5 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:39:56.492872 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-7b0f20a4-8b50-40ef-8476-b503b2b8a0e5 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] 10.222.0.53 "DELETE /v2.0/networks/450d11e8-073e-4abc-87ec-e49d712fc31a HTTP/1.1" status: 404 len: 339 time: 0.0255363 Nov 25 13:39:56.495533 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 53428) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:56.535973 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-ae6422ea-f663-41e8-a209-0e1741775c83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 03886c9c-0347-422b-8bad-879848f58143) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:39:56.540638 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6422ea-f663-41e8-a209-0e1741775c83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:56.541507 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ae6422ea-f663-41e8-a209-0e1741775c83 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:56.551676 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5dd79d-7d58-4020-be4f-95449ce97b00 None None] Network 03886c9c-0347-422b-8bad-879848f58143 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:39:56.567642 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-61646ef9-5922-4070-a08c-bbd72d943bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8bf272-ecf9-475e-857a-82ceac7bda66', 'name': 'tempest-TestAggregatesBasicOps-2039053590-router', 'tenant_id': '39f405b86c454d968b137d3a58a0754d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '3f6b7545-771a-43d2-b13a-2fe483bb5198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:39:26Z', 'updated_at': '2021-11-25T13:39:54Z', 'revision_number': 5, 'project_id': '39f405b86c454d968b137d3a58a0754d', 'gw_port': {'id': '3f6b7545-771a-43d2-b13a-2fe483bb5198', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:71:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8bf272-ecf9-475e-857a-82ceac7bda66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:39:27Z', 'updated_at': '2021-11-25T13:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:56.571114 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-25c6cba9-4923-4ed5-b078-34f11ed77525 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] DELETE failed (client error): The resource could not be found. Nov 25 13:39:56.571499 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25c6cba9-4923-4ed5-b078-34f11ed77525 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:39:56.575155 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-25c6cba9-4923-4ed5-b078-34f11ed77525 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] 10.222.0.53 "DELETE /v2.0/subnets/f86b4efb-5756-4a47-981b-7d83ba75854b HTTP/1.1" status: 404 len: 337 time: 0.0764544 Nov 25 13:39:56.578054 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53430) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:56.597097 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-ae6422ea-f663-41e8-a209-0e1741775c83 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1376984 Nov 25 13:39:56.597718 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53432) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:56.608891 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5142cb22-c19a-4994-9d93-4d5334aa8199 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:56.609584 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-c3160adf-7857-4fcd-8331-f828a7b86695 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-690864922-router', 'tenant_id': 'f291e60726084afc99ba3b628946aba1', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:39:56.633240 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-f64255bb-dfc3-442b-97b5-4330759c9189 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] DELETE failed (client error): The resource could not be found. Nov 25 13:39:56.634130 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f64255bb-dfc3-442b-97b5-4330759c9189 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:39:56.639327 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f64255bb-dfc3-442b-97b5-4330759c9189 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] 10.222.0.53 "DELETE /v2.0/networks/aab28a38-53db-4241-a31b-ffdae82c1b24 HTTP/1.1" status: 404 len: 339 time: 0.0579767 Nov 25 13:39:56.642220 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53434) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:56.643144 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61646ef9-5922-4070-a08c-bbd72d943bb2 None None] Checking router: 3a8bf272-ecf9-475e-857a-82ceac7bda66 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:39:56.667108 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61646ef9-5922-4070-a08c-bbd72d943bb2 None None] Routers {'3a8bf272-ecf9-475e-857a-82ceac7bda66'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:39:56.667792 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-61646ef9-5922-4070-a08c-bbd72d943bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:39:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['3a8bf272-ecf9-475e-857a-82ceac7bda66'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:56.679256 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-5142cb22-c19a-4994-9d93-4d5334aa8199 admin admin] Deleting port 3f6b7545-771a-43d2-b13a-2fe483bb5198 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:39:56.679599 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5142cb22-c19a-4994-9d93-4d5334aa8199 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:56.713892 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c3160adf-7857-4fcd-8331-f828a7b86695 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:56.718842 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c3160adf-7857-4fcd-8331-f828a7b86695 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:56.740570 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fe98cb6-38ae-4043-9e9b-c6a413a7976c tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Deleting subnet a5e3509b-b161-4e58-bc21-571a52403312 {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:39:56.745639 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4fe98cb6-38ae-4043-9e9b-c6a413a7976c tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:56.803353 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-61646ef9-5922-4070-a08c-bbd72d943bb2 None None] Set router 3a8bf272-ecf9-475e-857a-82ceac7bda66 gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:39:56.830632 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-5142cb22-c19a-4994-9d93-4d5334aa8199 admin admin] For port 3f6b7545-771a-43d2-b13a-2fe483bb5198, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=3f6b7545-771a-43d2-b13a-2fe483bb5198,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:39:56.831234 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5142cb22-c19a-4994-9d93-4d5334aa8199 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:56.863731 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-5142cb22-c19a-4994-9d93-4d5334aa8199 admin admin] Calling delete_port for 3f6b7545-771a-43d2-b13a-2fe483bb5198 owned by network:router_gateway {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:39:56.868113 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c3160adf-7857-4fcd-8331-f828a7b86695 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:56.871593 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4fe98cb6-38ae-4043-9e9b-c6a413a7976c tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:56.903458 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-61646ef9-5922-4070-a08c-bbd72d943bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8bf272-ecf9-475e-857a-82ceac7bda66', 'name': 'tempest-TestAggregatesBasicOps-2039053590-router', 'tenant_id': '39f405b86c454d968b137d3a58a0754d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:39:26Z', 'updated_at': '2021-11-25T13:39:56Z', 'revision_number': 6, 'project_id': '39f405b86c454d968b137d3a58a0754d', 'gw_port_host': None}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:56.957638 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61646ef9-5922-4070-a08c-bbd72d943bb2 None None] The sync data for ids ['3a8bf272-ecf9-475e-857a-82ceac7bda66'] in n-d-808199-11 is: [{'id': '3a8bf272-ecf9-475e-857a-82ceac7bda66', 'name': 'tempest-TestAggregatesBasicOps-2039053590-router', 'tenant_id': '39f405b86c454d968b137d3a58a0754d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:39:26Z', 'updated_at': '2021-11-25T13:39:56Z', 'revision_number': 6, 'project_id': '39f405b86c454d968b137d3a58a0754d', 'gw_port_host': None}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:39:57.058961 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1f7ddb4a-3370-4f4a-b92c-ac212aa3350e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:57.101878 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5142cb22-c19a-4994-9d93-4d5334aa8199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:57.151245 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c3160adf-7857-4fcd-8331-f828a7b86695 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:57.162570 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-a19308c1-c64e-4178-b9e0-d996f29ba710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e304bc5-84b8-455d-a417-9239779a0120', 'name': 'tempest-TestVolumeBackupRestore-1242325854-router', 'tenant_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'b421597b-f00b-459e-8bbb-0166f7d923ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:39:45Z', 'updated_at': '2021-11-25T13:39:50Z', 'revision_number': 4, 'project_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'gw_port': {'id': 'b421597b-f00b-459e-8bbb-0166f7d923ab', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:31:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e304bc5-84b8-455d-a417-9239779a0120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:39:46Z', 'updated_at': '2021-11-25T13:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '172de87b-a720-4320-a42c-94aaa6919482', 'name': '', 'network_id': 'b9fed917-118a-47f5-b91a-5da13b26a61f', 'tenant_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'mac_address': 'fa:16:3e:91:cc:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e304bc5-84b8-455d-a417-9239779a0120', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '8ed6ab7c-ada8-497a-acf9-43a1076137d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:39:49Z', 'updated_at': '2021-11-25T13:39:55Z', 'revision_number': 4, 'project_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'subnets': [{'id': '8ed6ab7c-ada8-497a-acf9-43a1076137d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:57.171611 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d75ce8a-38e7-4bbe-a64f-31e9c0410ed9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-03886c9c-0347-422b-8bad-879848f58143', 'network_id': '03886c9c-0347-422b-8bad-879848f58143', 'tenant_id': 'f291e60726084afc99ba3b628946aba1', 'fixed_ips': [{'subnet_id': '72d4143f-ec86-415f-ac0c-267e10fcd82a'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:39:57.172138 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5142cb22-c19a-4994-9d93-4d5334aa8199 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f6b7545-771a-43d2-b13a-2fe483bb5198,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:57.173111 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9d75ce8a-38e7-4bbe-a64f-31e9c0410ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:57.234026 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-1f7ddb4a-3370-4f4a-b92c-ac212aa3350e None None] For port 172de87b-a720-4320-a42c-94aaa6919482, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=172de87b-a720-4320-a42c-94aaa6919482,segment=NetworkSegment(742d2952-b1dc-4ef7-93fd-7c31ac3be8eb),segment_id=742d2952-b1dc-4ef7-93fd-7c31ac3be8eb)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:39:57.236422 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8cd1e1-bb67-4961-8d8e-4a2d1cc807e9 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:39:57.253507 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1f7ddb4a-3370-4f4a-b92c-ac212aa3350e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:57.259571 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19308c1-c64e-4178-b9e0-d996f29ba710 None None] The sync data for ids ['1e304bc5-84b8-455d-a417-9239779a0120'] in n-d-808199-11 is: [{'id': '1e304bc5-84b8-455d-a417-9239779a0120', 'name': 'tempest-TestVolumeBackupRestore-1242325854-router', 'tenant_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'b421597b-f00b-459e-8bbb-0166f7d923ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:39:45Z', 'updated_at': '2021-11-25T13:39:50Z', 'revision_number': 4, 'project_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'gw_port': {'id': 'b421597b-f00b-459e-8bbb-0166f7d923ab', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:31:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e304bc5-84b8-455d-a417-9239779a0120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:39:46Z', 'updated_at': '2021-11-25T13:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '172de87b-a720-4320-a42c-94aaa6919482', 'name': '', 'network_id': 'b9fed917-118a-47f5-b91a-5da13b26a61f', 'tenant_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'mac_address': 'fa:16:3e:91:cc:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e304bc5-84b8-455d-a417-9239779a0120', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '8ed6ab7c-ada8-497a-acf9-43a1076137d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:39:49Z', 'updated_at': '2021-11-25T13:39:55Z', 'revision_number': 4, 'project_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'subnets': [{'id': '8ed6ab7c-ada8-497a-acf9-43a1076137d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:39:57.259982 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4fe98cb6-38ae-4043-9e9b-c6a413a7976c tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:57.278833 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5142cb22-c19a-4994-9d93-4d5334aa8199 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:57.319764 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7ddb4a-3370-4f4a-b92c-ac212aa3350e None None] Pushing event updated for resources: {'Port': ['ID=172de87b-a720-4320-a42c-94aaa6919482,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:57.420979 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c71d4a-9d23-4d92-999a-8f551ac3bf95 req-ac220a6c-2534-4c72-8689-e094c5f1ad9f tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:57.423105 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-54c71d4a-9d23-4d92-999a-8f551ac3bf95 req-ac220a6c-2534-4c72-8689-e094c5f1ad9f tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a43750e-6626-4108-871a-1e2bc3b2fb6d HTTP/1.1" status: 200 len: 946 time: 0.2179999 Nov 25 13:39:57.488610 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5142cb22-c19a-4994-9d93-4d5334aa8199 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:57.493547 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5142cb22-c19a-4994-9d93-4d5334aa8199 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:57.539861 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4fe98cb6-38ae-4043-9e9b-c6a413a7976c tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:57.569601 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5142cb22-c19a-4994-9d93-4d5334aa8199 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:57.571060 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5142cb22-c19a-4994-9d93-4d5334aa8199 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a8bf272-ecf9-475e-857a-82ceac7bda66 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:39:57.579620 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5142cb22-c19a-4994-9d93-4d5334aa8199 admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:57.579620 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5142cb22-c19a-4994-9d93-4d5334aa8199 admin admin] 10.222.0.53 "DELETE /v2.0/routers/3a8bf272-ecf9-475e-857a-82ceac7bda66 HTTP/1.1" status: 204 len: 168 time: 1.4886024 Nov 25 13:39:57.583196 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4fe98cb6-38ae-4043-9e9b-c6a413a7976c tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:57.587703 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 53440) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:57.598218 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-4fe98cb6-38ae-4043-9e9b-c6a413a7976c tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] 10.222.0.53 "DELETE /v2.0/subnets/a5e3509b-b161-4e58-bc21-571a52403312 HTTP/1.1" status: 204 len: 168 time: 0.9540918 Nov 25 13:39:57.602422 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53442) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:57.613809 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e184daed-6135-4ce2-991a-752d29fd0448 None None] Network a2176786-376e-4ce0-8e0f-a6e03ab2079f requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:39:57.659211 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8de8ad8-af07-4217-b444-da976ed44bb8 admin admin] Deleting subnet 60984399-ee90-46d1-b75f-9e156a090043 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:39:57.675979 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f8de8ad8-af07-4217-b444-da976ed44bb8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:57.688311 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe98cb6-38ae-4043-9e9b-c6a413a7976c tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Pushing event deleted for resources: {'Subnet': ['ID=a5e3509b-b161-4e58-bc21-571a52403312,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:57.689252 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-9d75ce8a-38e7-4bbe-a64f-31e9c0410ed9 None None] Allocated IP 172.20.0.2 (03886c9c-0347-422b-8bad-879848f58143/72d4143f-ec86-415f-ac0c-267e10fcd82a/1ce8c552-9337-4782-aa76-5bcb2c8524bf) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:39:57.755482 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-54c71d4a-9d23-4d92-999a-8f551ac3bf95 req-8f22ca3d-5374-4d23-b0b9-1dc31f86ec5a tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109374 Nov 25 13:39:57.767405 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f8de8ad8-af07-4217-b444-da976ed44bb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:57.780121 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6749fca1-9b0b-4bf8-9b71-1ef51342dc94 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:57.942319 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f8de8ad8-af07-4217-b444-da976ed44bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:57.987066 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c3160adf-7857-4fcd-8331-f828a7b86695 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:58.038133 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c3160adf-7857-4fcd-8331-f828a7b86695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:58.064129 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a21781-77f0-431c-826c-ce1694a37fb9 None None] DHCP port deletion for a2176786-376e-4ce0-8e0f-a6e03ab2079f request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:39:58.130958 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 172de87b-a720-4320-a42c-94aaa6919482 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:39:58.156440 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f8de8ad8-af07-4217-b444-da976ed44bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:58.196577 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9d75ce8a-38e7-4bbe-a64f-31e9c0410ed9 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:58.204699 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-6749fca1-9b0b-4bf8-9b71-1ef51342dc94 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Deleting port 4848b747-ce15-45bd-a769-52da8c36a560 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:39:58.205004 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6749fca1-9b0b-4bf8-9b71-1ef51342dc94 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:58.209881 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9d75ce8a-38e7-4bbe-a64f-31e9c0410ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:58.252503 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8de8ad8-af07-4217-b444-da976ed44bb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60984399-ee90-46d1-b75f-9e156a090043,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:58.278535 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f8de8ad8-af07-4217-b444-da976ed44bb8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:58.298936 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-f8de8ad8-af07-4217-b444-da976ed44bb8 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/60984399-ee90-46d1-b75f-9e156a090043 HTTP/1.1" status: 204 len: 168 time: 0.7088420 Nov 25 13:39:58.301201 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 53446) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:58.323262 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d75ce8a-38e7-4bbe-a64f-31e9c0410ed9 None None] Pushing event updated for resources: {'Port': ['ID=1ce8c552-9337-4782-aa76-5bcb2c8524bf,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:58.326293 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2916bd-8c5d-4500-8c98-044c0c21356b None None] Network 1639f762-8ad6-410f-bf2d-703acc3f1f85 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:39:58.363840 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 172de87b-a720-4320-a42c-94aaa6919482 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:39:58.375093 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:58.376879 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-6749fca1-9b0b-4bf8-9b71-1ef51342dc94 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] For port 4848b747-ce15-45bd-a769-52da8c36a560, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=4848b747-ce15-45bd-a769-52da8c36a560,segment=NetworkSegment(d7c7cb19-3bdc-45fa-9b2c-a96c72aedbf9),segment_id=d7c7cb19-3bdc-45fa-9b2c-a96c72aedbf9)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:39:58.377313 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6749fca1-9b0b-4bf8-9b71-1ef51342dc94 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:58.424333 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-6749fca1-9b0b-4bf8-9b71-1ef51342dc94 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Calling delete_port for 4848b747-ce15-45bd-a769-52da8c36a560 owned by network:dhcp {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:39:58.433070 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-c3160adf-7857-4fcd-8331-f828a7b86695 admin admin] Allocated IP 172.25.5.96 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/84483e9e-a624-4d6c-9b59-e7692b6d864f) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:39:58.454959 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-95a21781-77f0-431c-826c-ce1694a37fb9 None None] Deleting port 4848b747-ce15-45bd-a769-52da8c36a560 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:39:58.455689 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-95a21781-77f0-431c-826c-ce1694a37fb9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:58.466897 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8828e731-aaad-4b5f-9c6a-7714e81c5663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:58.571518 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-95a21781-77f0-431c-826c-ce1694a37fb9 None None] For port 4848b747-ce15-45bd-a769-52da8c36a560, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=4848b747-ce15-45bd-a769-52da8c36a560,segment=NetworkSegment(d7c7cb19-3bdc-45fa-9b2c-a96c72aedbf9),segment_id=d7c7cb19-3bdc-45fa-9b2c-a96c72aedbf9)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:39:58.571930 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-95a21781-77f0-431c-826c-ce1694a37fb9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:58.586397 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-8828e731-aaad-4b5f-9c6a-7714e81c5663 admin admin] Deleting port 81b84728-9be2-4b5e-9ad9-309f4d85d247 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:39:58.587235 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8828e731-aaad-4b5f-9c6a-7714e81c5663 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:58.611599 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-95a21781-77f0-431c-826c-ce1694a37fb9 None None] Calling delete_port for 4848b747-ce15-45bd-a769-52da8c36a560 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:39:58.673990 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-8828e731-aaad-4b5f-9c6a-7714e81c5663 admin admin] For port 81b84728-9be2-4b5e-9ad9-309f4d85d247, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=81b84728-9be2-4b5e-9ad9-309f4d85d247,segment=NetworkSegment(5264e390-a80a-48e8-b2c0-4a286f424990),segment_id=5264e390-a80a-48e8-b2c0-4a286f424990)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:39:58.674480 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8828e731-aaad-4b5f-9c6a-7714e81c5663 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:58.695271 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-8828e731-aaad-4b5f-9c6a-7714e81c5663 admin admin] Calling delete_port for 81b84728-9be2-4b5e-9ad9-309f4d85d247 owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:39:58.737620 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6749fca1-9b0b-4bf8-9b71-1ef51342dc94 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:58.737888 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d75ce8a-38e7-4bbe-a64f-31e9c0410ed9 None None] Network 03886c9c-0347-422b-8bad-879848f58143 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:39:58.748831 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-9d75ce8a-38e7-4bbe-a64f-31e9c0410ed9 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:39:58.760468 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d75ce8a-38e7-4bbe-a64f-31e9c0410ed9 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:39:58.772604 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6749fca1-9b0b-4bf8-9b71-1ef51342dc94 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] No DVR routers for this DVR port 4848b747-ce15-45bd-a769-52da8c36a560 on host n-d-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:39:58.806390 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:39:58.806390 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:39:58.806390 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:39:58.806390 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:39:58.806390 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:39:58.806390 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:39:58.806390 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:39:58.806390 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:39:58.806390 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:39:58.806390 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:39:58.806390 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:39:58.806390 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:39:58.806390 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:39:58.806390 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:39:58.806390 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:39:58.806390 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:39:58.806390 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:39:58.806390 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:39:58.806390 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:39:58.806390 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:39:58.806390 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:39:58.806390 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:39:58.806390 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:39:58.806390 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:39:58.806390 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:39:58.806390 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:39:58.806390 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:39:58.806390 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:39:58.806390 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:39:58.806390 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:39:58.806390 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:39:58.806390 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:39:58.806390 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:39:58.806390 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:39:58.806390 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:39:58.806390 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:39:58.806390 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:39:58.806390 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:39:58.806390 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:39:58.806390 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:39:58.806390 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:39:58.806390 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:39:58.806390 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:39:58.806390 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:39:58.806390 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:39:58.806390 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:39:58.806390 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:39:58.806390 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:39:58.806390 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:39:58.806390 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:39:58.806390 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:39:58.806390 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:39:58.806390 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 13:39:58.806390 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 13:39:58.836755 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8828e731-aaad-4b5f-9c6a-7714e81c5663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:58.846741 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c3160adf-7857-4fcd-8331-f828a7b86695 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:58.846741 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6749fca1-9b0b-4bf8-9b71-1ef51342dc94 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Pushing event deleted for resources: {'Port': ['ID=4848b747-ce15-45bd-a769-52da8c36a560,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:58.909339 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8828e731-aaad-4b5f-9c6a-7714e81c5663 admin admin] No DVR routers for this DVR port 81b84728-9be2-4b5e-9ad9-309f4d85d247 on host n-d-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:39:58.911972 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8828e731-aaad-4b5f-9c6a-7714e81c5663 admin admin] Pushing event deleted for resources: {'Port': ['ID=81b84728-9be2-4b5e-9ad9-309f4d85d247,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:58.926453 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-95a21781-77f0-431c-826c-ce1694a37fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:58.943568 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6749fca1-9b0b-4bf8-9b71-1ef51342dc94 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:58.974256 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-6749fca1-9b0b-4bf8-9b71-1ef51342dc94 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2176786-376e-4ce0-8e0f-a6e03ab2079f']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:58.985282 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-6749fca1-9b0b-4bf8-9b71-1ef51342dc94 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7c7cb19-3bdc-45fa-9b2c-a96c72aedbf9') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:58.990427 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-6749fca1-9b0b-4bf8-9b71-1ef51342dc94 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7c7cb19-3bdc-45fa-9b2c-a96c72aedbf9') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:59.002857 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6749fca1-9b0b-4bf8-9b71-1ef51342dc94 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:59.019725 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-9d75ce8a-38e7-4bbe-a64f-31e9c0410ed9 None None] Attempting to bind port 1ce8c552-9337-4782-aa76-5bcb2c8524bf on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:39:59.020110 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-9d75ce8a-38e7-4bbe-a64f-31e9c0410ed9 None None] Attempting to bind port 1ce8c552-9337-4782-aa76-5bcb2c8524bf by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '71cb4365-4d9d-4282-9887-4dd4a4c2f295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '03886c9c-0347-422b-8bad-879848f58143'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:39:59.020481 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d75ce8a-38e7-4bbe-a64f-31e9c0410ed9 None None] Attempting to bind port 1ce8c552-9337-4782-aa76-5bcb2c8524bf on network 03886c9c-0347-422b-8bad-879848f58143 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:39:59.022965 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8828e731-aaad-4b5f-9c6a-7714e81c5663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:59.030018 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6749fca1-9b0b-4bf8-9b71-1ef51342dc94 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:59.042173 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d75ce8a-38e7-4bbe-a64f-31e9c0410ed9 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:39:59.042599 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d75ce8a-38e7-4bbe-a64f-31e9c0410ed9 None None] Checking segment: {'id': '71cb4365-4d9d-4282-9887-4dd4a4c2f295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '03886c9c-0347-422b-8bad-879848f58143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:39:59.043544 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9d75ce8a-38e7-4bbe-a64f-31e9c0410ed9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:59.043942 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d75ce8a-38e7-4bbe-a64f-31e9c0410ed9 None None] Bound using segment: {'id': '71cb4365-4d9d-4282-9887-4dd4a4c2f295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '03886c9c-0347-422b-8bad-879848f58143'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:39:59.044432 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-9d75ce8a-38e7-4bbe-a64f-31e9c0410ed9 None None] Bound port: 1ce8c552-9337-4782-aa76-5bcb2c8524bf, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71cb4365-4d9d-4282-9887-4dd4a4c2f295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '03886c9c-0347-422b-8bad-879848f58143'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:39:59.044816 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9d75ce8a-38e7-4bbe-a64f-31e9c0410ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:59.052520 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a21781-77f0-431c-826c-ce1694a37fb9 None None] Pushing event deleted for resources: {'Port': ['ID=4848b747-ce15-45bd-a769-52da8c36a560,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:59.055992 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-8828e731-aaad-4b5f-9c6a-7714e81c5663 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1639f762-8ad6-410f-bf2d-703acc3f1f85']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:59.070096 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a21781-77f0-431c-826c-ce1694a37fb9 None None] No DVR routers for this DVR port 4848b747-ce15-45bd-a769-52da8c36a560 on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:39:59.072389 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6749fca1-9b0b-4bf8-9b71-1ef51342dc94 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:39:59.075745 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-8828e731-aaad-4b5f-9c6a-7714e81c5663 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5264e390-a80a-48e8-b2c0-4a286f424990') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:59.076219 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-8828e731-aaad-4b5f-9c6a-7714e81c5663 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5264e390-a80a-48e8-b2c0-4a286f424990') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:39:59.080061 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6749fca1-9b0b-4bf8-9b71-1ef51342dc94 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:59.104655 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8828e731-aaad-4b5f-9c6a-7714e81c5663 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:59.136431 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8828e731-aaad-4b5f-9c6a-7714e81c5663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:59.142619 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:39:59.142619 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:39:59.142619 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:39:59.142619 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:39:59.142619 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:39:59.142619 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:39:59.142619 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:39:59.142619 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:39:59.142619 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:39:59.142619 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:39:59.142619 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:39:59.142619 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:39:59.142619 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:39:59.142619 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:39:59.142619 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:39:59.142619 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:39:59.142619 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:39:59.142619 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:39:59.142619 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:39:59.142619 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:39:59.142619 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:39:59.142619 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:39:59.142619 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:39:59.142619 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:39:59.142619 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:39:59.142619 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:39:59.142619 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:39:59.142619 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:39:59.142619 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:39:59.142619 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:39:59.142619 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:39:59.142619 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:39:59.154829 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8828e731-aaad-4b5f-9c6a-7714e81c5663 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:39:59.155384 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8828e731-aaad-4b5f-9c6a-7714e81c5663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:59.159002 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:39:59.159002 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:39:59.159002 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:39:59.159002 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:39:59.159002 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:39:59.159002 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:39:59.159002 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:39:59.159002 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:39:59.159002 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:39:59.159002 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:39:59.159002 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:39:59.159002 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:39:59.159002 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:39:59.159002 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:39:59.159002 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:39:59.159002 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:39:59.159002 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:39:59.159002 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:39:59.159002 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:39:59.159002 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:39:59.159002 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:39:59.159002 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:39:59.159002 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:39:59.159002 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:39:59.159002 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:39:59.159002 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:39:59.159002 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:39:59.159002 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:39:59.159002 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:39:59.159002 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:39:59.159002 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:39:59.159002 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:39:59.222923 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72de54ec-e57d-4538-989a-26cd07c373cc None None] DHCP port deletion for 1639f762-8ad6-410f-bf2d-703acc3f1f85 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:39:59.225088 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 70699899-395c-4d27-864b-57151458b787 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:39:59.238039 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8828e731-aaad-4b5f-9c6a-7714e81c5663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:59.270065 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8828e731-aaad-4b5f-9c6a-7714e81c5663 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:59.274530 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-8828e731-aaad-4b5f-9c6a-7714e81c5663 admin admin] 10.222.0.53 "DELETE /v2.0/networks/1639f762-8ad6-410f-bf2d-703acc3f1f85 HTTP/1.1" status: 204 len: 168 time: 0.9715536 Nov 25 13:39:59.276438 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8828e731-aaad-4b5f-9c6a-7714e81c5663 admin admin] Pushing event deleted for resources: {'Network': ['ID=1639f762-8ad6-410f-bf2d-703acc3f1f85,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:59.283199 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 70699899-395c-4d27-864b-57151458b787 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:39:59.283550 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 70699899-395c-4d27-864b-57151458b787 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:39:59.283978 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 3f6b7545-771a-43d2-b13a-2fe483bb5198 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:39:59.316281 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 3f6b7545-771a-43d2-b13a-2fe483bb5198 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:39:59.316674 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 3f6b7545-771a-43d2-b13a-2fe483bb5198 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:39:59.317032 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 4b2db6e5-6f48-4ec1-ac3b-15d3a3d785bf no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:39:59.336288 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf282a-5208-4cc2-adca-85f02ce01845 req-054761b6-d7a0-44e8-808e-eb670098a49a tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:39:59.338773 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4abf282a-5208-4cc2-adca-85f02ce01845 req-054761b6-d7a0-44e8-808e-eb670098a49a tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a43750e-6626-4108-871a-1e2bc3b2fb6d HTTP/1.1" status: 200 len: 946 time: 0.3024139 Nov 25 13:39:59.341172 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6749fca1-9b0b-4bf8-9b71-1ef51342dc94 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:59.343401 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c3160adf-7857-4fcd-8331-f828a7b86695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:59.354226 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9d75ce8a-38e7-4bbe-a64f-31e9c0410ed9 None None] For port 1ce8c552-9337-4782-aa76-5bcb2c8524bf, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:39:59.357870 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 4b2db6e5-6f48-4ec1-ac3b-15d3a3d785bf {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:39:59.358283 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 4b2db6e5-6f48-4ec1-ac3b-15d3a3d785bf not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:39:59.373510 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9d75ce8a-38e7-4bbe-a64f-31e9c0410ed9 None None] For port 1ce8c552-9337-4782-aa76-5bcb2c8524bf, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=1ce8c552-9337-4782-aa76-5bcb2c8524bf,segment=NetworkSegment(71cb4365-4d9d-4282-9887-4dd4a4c2f295),segment_id=71cb4365-4d9d-4282-9887-4dd4a4c2f295)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:39:59.391847 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9d75ce8a-38e7-4bbe-a64f-31e9c0410ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:59.480520 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6749fca1-9b0b-4bf8-9b71-1ef51342dc94 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:59.486719 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-6749fca1-9b0b-4bf8-9b71-1ef51342dc94 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] 10.222.0.53 "DELETE /v2.0/networks/a2176786-376e-4ce0-8e0f-a6e03ab2079f HTTP/1.1" status: 204 len: 168 time: 1.8772531 Nov 25 13:39:59.486719 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3160adf-7857-4fcd-8331-f828a7b86695 admin admin] Pushing event updated for resources: {'Port': ['ID=84483e9e-a624-4d6c-9b59-e7692b6d864f,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:59.487037 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 53454) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:59.510983 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3160adf-7857-4fcd-8331-f828a7b86695 admin admin] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:39:59.515072 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6749fca1-9b0b-4bf8-9b71-1ef51342dc94 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Pushing event deleted for resources: {'Network': ['ID=a2176786-376e-4ce0-8e0f-a6e03ab2079f,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:59.526398 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d75ce8a-38e7-4bbe-a64f-31e9c0410ed9 None None] Pushing event updated for resources: {'Port': ['ID=1ce8c552-9337-4782-aa76-5bcb2c8524bf,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:39:59.527747 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-c3160adf-7857-4fcd-8331-f828a7b86695 admin admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:39:59.541791 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0190b88b-9b5a-4d46-87fd-95c75e3cfb06 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:39:59.542350 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3160adf-7857-4fcd-8331-f828a7b86695 admin admin] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:39:59.548642 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-54984b60-2dba-47a8-aeeb-54355dbfda35 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] DELETE failed (client error): The resource could not be found. Nov 25 13:39:59.549120 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54984b60-2dba-47a8-aeeb-54355dbfda35 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:39:59.563835 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-54984b60-2dba-47a8-aeeb-54355dbfda35 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] 10.222.0.53 "DELETE /v2.0/subnets/b08c183c-990a-496c-877d-1e816642d6ab HTTP/1.1" status: 404 len: 337 time: 0.0729570 Nov 25 13:39:59.566006 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 53456) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:59.599324 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d29b13a-1437-469a-9a0b-36ad8fcdab10 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] DELETE failed (client error): The resource could not be found. Nov 25 13:39:59.599843 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d29b13a-1437-469a-9a0b-36ad8fcdab10 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:39:59.602951 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5d29b13a-1437-469a-9a0b-36ad8fcdab10 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] 10.222.0.53 "DELETE /v2.0/networks/a9109e5b-bcf1-44d1-a811-c7c8cc36ccc4 HTTP/1.1" status: 404 len: 339 time: 0.0358524 Nov 25 13:39:59.610733 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 53458) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:59.626193 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4abf282a-5208-4cc2-adca-85f02ce01845 req-4af58973-cef4-45e5-9b3b-2ce55ccdd68b tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696242 Nov 25 13:39:59.651310 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-b978ce2c-d278-4e28-9554-333c2565119d None None] Provisioning complete for port 84483e9e-a624-4d6c-9b59-e7692b6d864f triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:39:59.652531 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b978ce2c-d278-4e28-9554-333c2565119d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:59.709549 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-b978ce2c-d278-4e28-9554-333c2565119d None None] Port 84483e9e-a624-4d6c-9b59-e7692b6d864f cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:39:59.728077 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 53460) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:59.752528 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-883f1312-3975-43df-9f93-c9a2a5f70e4c tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Deleting subnet a476d534-40e6-4e2a-a592-0898661d4a49 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:39:59.758518 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-883f1312-3975-43df-9f93-c9a2a5f70e4c tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:59.793933 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 81b84728-9be2-4b5e-9ad9-309f4d85d247 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:39:59.813259 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53462) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:39:59.815962 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-8f0f36d2-ebb2-4c82-868a-92c0748183b6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2d03a2aac1804e8abf0d8bff4fd00b0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0836813 Nov 25 13:39:59.871543 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-883f1312-3975-43df-9f93-c9a2a5f70e4c tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:39:59.872555 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 81b84728-9be2-4b5e-9ad9-309f4d85d247 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:39:59.873180 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 81b84728-9be2-4b5e-9ad9-309f4d85d247 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:39:59.874508 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 4848b747-ce15-45bd-a769-52da8c36a560 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:39:59.904024 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 4848b747-ce15-45bd-a769-52da8c36a560 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:39:59.905270 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 4848b747-ce15-45bd-a769-52da8c36a560 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:39:59.980910 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bc8df12b-088f-4998-943c-7e479a5ea124 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:00.003408 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c3160adf-7857-4fcd-8331-f828a7b86695 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:00.018493 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-883f1312-3975-43df-9f93-c9a2a5f70e4c tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:00.061930 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bc8df12b-088f-4998-943c-7e479a5ea124 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:00.097071 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-883f1312-3975-43df-9f93-c9a2a5f70e4c tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:00.128362 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883f1312-3975-43df-9f93-c9a2a5f70e4c tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Pushing event deleted for resources: {'Subnet': ['ID=a476d534-40e6-4e2a-a592-0898661d4a49,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:40:00.132743 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-883f1312-3975-43df-9f93-c9a2a5f70e4c tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:00.137398 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-883f1312-3975-43df-9f93-c9a2a5f70e4c tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] 10.222.0.53 "DELETE /v2.0/subnets/a476d534-40e6-4e2a-a592-0898661d4a49 HTTP/1.1" status: 204 len: 168 time: 0.5247130 Nov 25 13:40:00.140476 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 53464) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:40:00.143319 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349d6ca8-c017-4367-93a2-1eaecf9ad859 None None] Network 1a97e335-98c0-4976-a6aa-c9161653697a requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:40:00.179245 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bc8df12b-088f-4998-943c-7e479a5ea124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:00.182295 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bc8df12b-088f-4998-943c-7e479a5ea124 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:00.194569 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-bc8df12b-088f-4998-943c-7e479a5ea124 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5c5a4ef3-73ea-4e73-8237-44fffdcc8376 HTTP/1.1" status: 204 len: 168 time: 0.3798497 Nov 25 13:40:00.251019 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f088ac66-6d25-4cc0-9b97-9f76c5c3c467 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:00.253864 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8df12b-088f-4998-943c-7e479a5ea124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5a4ef3-73ea-4e73-8237-44fffdcc8376,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:40:00.347006 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-f088ac66-6d25-4cc0-9b97-9f76c5c3c467 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Deleting port 5ffe78a3-8663-4f6e-843f-796814aa0027 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:40:00.347420 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f088ac66-6d25-4cc0-9b97-9f76c5c3c467 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:00.352791 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c8e3d2d2-b351-4fca-9004-b64b47b825a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:00.358754 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c3160adf-7857-4fcd-8331-f828a7b86695 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:00.435509 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-f088ac66-6d25-4cc0-9b97-9f76c5c3c467 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] For port 5ffe78a3-8663-4f6e-843f-796814aa0027, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=5ffe78a3-8663-4f6e-843f-796814aa0027,segment=NetworkSegment(13ab0919-0c78-4cc0-a33d-3dface69fcff),segment_id=13ab0919-0c78-4cc0-a33d-3dface69fcff)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:40:00.435981 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f088ac66-6d25-4cc0-9b97-9f76c5c3c467 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:00.436659 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc18087-3c3d-4c74-b7ab-2b362726761e None None] DHCP port deletion for 1a97e335-98c0-4976-a6aa-c9161653697a request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:40:00.452475 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-f088ac66-6d25-4cc0-9b97-9f76c5c3c467 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Calling delete_port for 5ffe78a3-8663-4f6e-843f-796814aa0027 owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:40:00.537258 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-2cc18087-3c3d-4c74-b7ab-2b362726761e None None] Deleting port 5ffe78a3-8663-4f6e-843f-796814aa0027 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:40:00.537580 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2cc18087-3c3d-4c74-b7ab-2b362726761e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:00.566646 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f088ac66-6d25-4cc0-9b97-9f76c5c3c467 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:00.571281 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3160adf-7857-4fcd-8331-f828a7b86695 admin admin] Router 747e6ef5-1a99-40ac-82bb-14dd80251f12 is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:40:00.648845 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-2cc18087-3c3d-4c74-b7ab-2b362726761e None None] For port 5ffe78a3-8663-4f6e-843f-796814aa0027, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=5ffe78a3-8663-4f6e-843f-796814aa0027,segment=NetworkSegment(13ab0919-0c78-4cc0-a33d-3dface69fcff),segment_id=13ab0919-0c78-4cc0-a33d-3dface69fcff)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:40:00.649597 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2cc18087-3c3d-4c74-b7ab-2b362726761e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:00.661456 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f088ac66-6d25-4cc0-9b97-9f76c5c3c467 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Pushing event deleted for resources: {'Port': ['ID=5ffe78a3-8663-4f6e-843f-796814aa0027,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:40:00.663435 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f088ac66-6d25-4cc0-9b97-9f76c5c3c467 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] No DVR routers for this DVR port 5ffe78a3-8663-4f6e-843f-796814aa0027 on host n-d-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:40:00.676116 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-2cc18087-3c3d-4c74-b7ab-2b362726761e None None] Calling delete_port for 5ffe78a3-8663-4f6e-843f-796814aa0027 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:40:00.807983 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2cc18087-3c3d-4c74-b7ab-2b362726761e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:00.808710 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3160adf-7857-4fcd-8331-f828a7b86695 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:40:00.847402 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525cb5d0-0173-462b-b3ac-cc9ce377c921 None None] Sync routers for ids ['747e6ef5-1a99-40ac-82bb-14dd80251f12'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:40:00.855986 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc18087-3c3d-4c74-b7ab-2b362726761e None None] Pushing event deleted for resources: {'Port': ['ID=5ffe78a3-8663-4f6e-843f-796814aa0027,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:40:00.863629 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc18087-3c3d-4c74-b7ab-2b362726761e None None] No DVR routers for this DVR port 5ffe78a3-8663-4f6e-843f-796814aa0027 on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:40:00.864259 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c3160adf-7857-4fcd-8331-f828a7b86695 admin admin] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:00.865805 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c3160adf-7857-4fcd-8331-f828a7b86695 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.2667282 Nov 25 13:40:00.876175 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee96209-7659-4c89-a2e1-d4f2f6be149d req-6900b2a1-9828-4c84-83f5-09e4792428aa tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:00.877480 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 53478) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:40:00.879843 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4ee96209-7659-4c89-a2e1-d4f2f6be149d req-6900b2a1-9828-4c84-83f5-09e4792428aa tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a43750e-6626-4108-871a-1e2bc3b2fb6d HTTP/1.1" status: 200 len: 946 time: 0.1208670 Nov 25 13:40:00.889863 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525cb5d0-0173-462b-b3ac-cc9ce377c921 None None] Routers {'747e6ef5-1a99-40ac-82bb-14dd80251f12'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:40:00.890587 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7063b760-4c55-43d1-96f9-57ca2f1ebccc req-042d3b3b-e5f1-43b9-a10b-3e2efad3f5fe tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:00.890774 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-525cb5d0-0173-462b-b3ac-cc9ce377c921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:39:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['747e6ef5-1a99-40ac-82bb-14dd80251f12'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:40:00.892723 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7063b760-4c55-43d1-96f9-57ca2f1ebccc req-042d3b3b-e5f1-43b9-a10b-3e2efad3f5fe tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc75ff25-87c5-4323-a989-21a0e9fa5330 HTTP/1.1" status: 200 len: 945 time: 0.1572294 Nov 25 13:40:00.932813 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f088ac66-6d25-4cc0-9b97-9f76c5c3c467 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:00.936900 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 53480) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:40:00.992082 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-f088ac66-6d25-4cc0-9b97-9f76c5c3c467 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a97e335-98c0-4976-a6aa-c9161653697a']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:40:01.018260 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4ee96209-7659-4c89-a2e1-d4f2f6be149d req-0e021d0e-4311-410b-a5ab-04f075bf08e0 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243920 Nov 25 13:40:01.023492 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7063b760-4c55-43d1-96f9-57ca2f1ebccc req-06207d4d-b18d-480b-a9e5-54c81e8254ae tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca0c46ca-270b-4976-b9de-a929cb5dfd66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175220 Nov 25 13:40:01.046473 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-f088ac66-6d25-4cc0-9b97-9f76c5c3c467 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13ab0919-0c78-4cc0-a33d-3dface69fcff') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:40:01.046799 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-f088ac66-6d25-4cc0-9b97-9f76c5c3c467 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13ab0919-0c78-4cc0-a33d-3dface69fcff') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:40:01.075059 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-525cb5d0-0173-462b-b3ac-cc9ce377c921 None None] Set router 747e6ef5-1a99-40ac-82bb-14dd80251f12 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:40:01.075402 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f088ac66-6d25-4cc0-9b97-9f76c5c3c467 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:01.094363 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-a85b221a-e0d1-43b1-b1a4-8cda604897b7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=39f405b86c454d968b137d3a58a0754d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1563272 Nov 25 13:40:01.097114 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53482) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:40:01.104224 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f088ac66-6d25-4cc0-9b97-9f76c5c3c467 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:01.112079 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f088ac66-6d25-4cc0-9b97-9f76c5c3c467 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:40:01.112572 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f088ac66-6d25-4cc0-9b97-9f76c5c3c467 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:01.156227 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9f37edb0-67f5-4b53-8924-10e5bb24d954 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:01.169786 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:40:01.169786 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:40:01.169786 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:40:01.169786 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:40:01.169786 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:40:01.169786 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:40:01.169786 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:40:01.169786 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:40:01.169786 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:40:01.169786 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:40:01.169786 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:40:01.169786 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:40:01.169786 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:40:01.169786 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:40:01.169786 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:40:01.169786 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:40:01.169786 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:40:01.169786 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:40:01.169786 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:40:01.169786 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:40:01.169786 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:40:01.169786 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:40:01.169786 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:40:01.169786 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:40:01.169786 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:40:01.169786 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:40:01.169786 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:40:01.169786 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:40:01.169786 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:40:01.169786 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:40:01.169786 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:40:01.169786 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:40:01.176891 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2da91f-f5d8-43ed-8c31-76da7e257ff9 None None] Network 03886c9c-0347-422b-8bad-879848f58143 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:40:01.182479 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9f37edb0-67f5-4b53-8924-10e5bb24d954 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:01.228359 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f088ac66-6d25-4cc0-9b97-9f76c5c3c467 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:01.241313 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f088ac66-6d25-4cc0-9b97-9f76c5c3c467 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:01.247756 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-f088ac66-6d25-4cc0-9b97-9f76c5c3c467 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] 10.222.0.53 "DELETE /v2.0/networks/1a97e335-98c0-4976-a6aa-c9161653697a HTTP/1.1" status: 204 len: 168 time: 1.1062963 Nov 25 13:40:01.248354 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9f37edb0-67f5-4b53-8924-10e5bb24d954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:01.252830 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9f37edb0-67f5-4b53-8924-10e5bb24d954 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:01.260398 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f088ac66-6d25-4cc0-9b97-9f76c5c3c467 tempest-NetworksIpV6Test-1513450330 tempest-NetworksIpV6Test-1513450330-project] Pushing event deleted for resources: {'Network': ['ID=1a97e335-98c0-4976-a6aa-c9161653697a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:40:01.269561 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-9f37edb0-67f5-4b53-8924-10e5bb24d954 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/abda9a9b-22d8-4fba-8d9d-1677bd5f9dda HTTP/1.1" status: 204 len: 168 time: 0.1590834 Nov 25 13:40:01.289661 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f37edb0-67f5-4b53-8924-10e5bb24d954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abda9a9b-22d8-4fba-8d9d-1677bd5f9dda,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:40:01.316387 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-ac4d084e-ed9f-4eb9-964a-c2ffc0251b3b None None] Provisioning complete for port 1ce8c552-9337-4782-aa76-5bcb2c8524bf triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:40:01.316659 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ac4d084e-ed9f-4eb9-964a-c2ffc0251b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:01.685396 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53492) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:40:01.746895 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-525cb5d0-0173-462b-b3ac-cc9ce377c921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747e6ef5-1a99-40ac-82bb-14dd80251f12', 'name': 'tempest-TestVolumeBackupRestore-690864922-router', 'tenant_id': 'f291e60726084afc99ba3b628946aba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '84483e9e-a624-4d6c-9b59-e7692b6d864f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:39:56Z', 'updated_at': '2021-11-25T13:39:59Z', 'revision_number': 3, 'project_id': 'f291e60726084afc99ba3b628946aba1', 'gw_port': {'id': '84483e9e-a624-4d6c-9b59-e7692b6d864f', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:44:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747e6ef5-1a99-40ac-82bb-14dd80251f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:39:58Z', 'updated_at': '2021-11-25T13:39:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:40:01.759154 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ac4d084e-ed9f-4eb9-964a-c2ffc0251b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:01.890018 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525cb5d0-0173-462b-b3ac-cc9ce377c921 None None] Checking router: 747e6ef5-1a99-40ac-82bb-14dd80251f12 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:40:01.890379 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525cb5d0-0173-462b-b3ac-cc9ce377c921 None None] Updating router 747e6ef5-1a99-40ac-82bb-14dd80251f12 port 84483e9e-a624-4d6c-9b59-e7692b6d864f binding host n-d-808199-11 {{(pid=103572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:40:01.895865 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 1ce8c552-9337-4782-aa76-5bcb2c8524bf up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:40:01.946408 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-134186ba-6cb7-4671-b146-186d356c3da0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=13d4e7610b824f708f8a4626b9c16f61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2592444 Nov 25 13:40:01.949788 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53504) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:40:02.047981 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-525cb5d0-0173-462b-b3ac-cc9ce377c921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:02.050653 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-ac4d084e-ed9f-4eb9-964a-c2ffc0251b3b None None] For port 1ce8c552-9337-4782-aa76-5bcb2c8524bf, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=1ce8c552-9337-4782-aa76-5bcb2c8524bf,segment=NetworkSegment(71cb4365-4d9d-4282-9887-4dd4a4c2f295),segment_id=71cb4365-4d9d-4282-9887-4dd4a4c2f295)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:40:02.070344 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ac4d084e-ed9f-4eb9-964a-c2ffc0251b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:02.136390 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3e456280-349e-44c5-bf03-17c2fc723165 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:02.218196 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3e456280-349e-44c5-bf03-17c2fc723165 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:02.309124 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 1ce8c552-9337-4782-aa76-5bcb2c8524bf triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:40:02.310098 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:02.340326 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861187b-a325-4e39-a659-bd4d3fd9167f req-346c0fa1-4ac0-4feb-8ec8-77bdce8fefdf tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:02.347863 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6861187b-a325-4e39-a659-bd4d3fd9167f req-346c0fa1-4ac0-4feb-8ec8-77bdce8fefdf tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a43750e-6626-4108-871a-1e2bc3b2fb6d HTTP/1.1" status: 200 len: 946 time: 0.1341383 Nov 25 13:40:02.350978 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4d084e-ed9f-4eb9-964a-c2ffc0251b3b None None] Pushing event updated for resources: {'Port': ['ID=1ce8c552-9337-4782-aa76-5bcb2c8524bf,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:40:02.377168 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f916f1-29e9-467a-90dc-e32813fd7426 req-22756b11-92ae-427a-844e-53a436bc42cc tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:02.378800 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-00f916f1-29e9-467a-90dc-e32813fd7426 req-22756b11-92ae-427a-844e-53a436bc42cc tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc75ff25-87c5-4323-a989-21a0e9fa5330 HTTP/1.1" status: 200 len: 945 time: 0.1851680 Nov 25 13:40:02.463506 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-91f22a5a-e111-4acd-ad55-1c959b291d49 None None] Provisioning complete for port 1ce8c552-9337-4782-aa76-5bcb2c8524bf triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:40:02.464146 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-91f22a5a-e111-4acd-ad55-1c959b291d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:02.464957 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-00f916f1-29e9-467a-90dc-e32813fd7426 req-67b86c1e-19c1-4c13-87a3-b7a5cbe36de6 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca0c46ca-270b-4976-b9de-a929cb5dfd66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668890 Nov 25 13:40:02.479465 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6861187b-a325-4e39-a659-bd4d3fd9167f req-0e30d7ba-dd5c-4ec0-93a8-20b6b8f6a505 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255786 Nov 25 13:40:02.480960 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3e456280-349e-44c5-bf03-17c2fc723165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:02.484916 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3e456280-349e-44c5-bf03-17c2fc723165 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:02.486060 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3e456280-349e-44c5-bf03-17c2fc723165 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/510af39c-5c59-45e5-b3ec-1195d6dcb817 HTTP/1.1" status: 204 len: 168 time: 0.5350325 Nov 25 13:40:02.520136 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e456280-349e-44c5-bf03-17c2fc723165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=510af39c-5c59-45e5-b3ec-1195d6dcb817,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:40:02.577677 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6b2a3182-a542-4783-99e0-1d60c27ebeae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:02.701895 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 5ffe78a3-8663-4f6e-843f-796814aa0027 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:40:02.737973 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 5ffe78a3-8663-4f6e-843f-796814aa0027 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:40:02.738581 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 5ffe78a3-8663-4f6e-843f-796814aa0027 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:40:02.764306 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-525cb5d0-0173-462b-b3ac-cc9ce377c921 None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:02.765356 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-6b2a3182-a542-4783-99e0-1d60c27ebeae admin admin] Allocated IP 172.20.0.1 (03886c9c-0347-422b-8bad-879848f58143/72d4143f-ec86-415f-ac0c-267e10fcd82a/6971830e-46c0-4054-8fd8-e9d0e966e0fe) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:40:02.781174 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-525cb5d0-0173-462b-b3ac-cc9ce377c921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:02.791200 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f124ee3-fafc-452d-935e-9ceb1b67fed7 req-5632e392-acf2-414f-b727-591071d795fc tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:02.793371 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8f124ee3-fafc-452d-935e-9ceb1b67fed7 req-5632e392-acf2-414f-b727-591071d795fc tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc75ff25-87c5-4323-a989-21a0e9fa5330 HTTP/1.1" status: 200 len: 945 time: 0.2594080 Nov 25 13:40:02.832038 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dfb235e4-2ffa-4dbb-93d7-276b397810a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:02.872002 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6465817-082a-41fa-8bbe-391cd46c158c None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:40:02.906518 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-525cb5d0-0173-462b-b3ac-cc9ce377c921 None None] Attempting to bind port 84483e9e-a624-4d6c-9b59-e7692b6d864f on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:40:02.908021 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-525cb5d0-0173-462b-b3ac-cc9ce377c921 None None] Attempting to bind port 84483e9e-a624-4d6c-9b59-e7692b6d864f by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:40:02.910016 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525cb5d0-0173-462b-b3ac-cc9ce377c921 None None] Attempting to bind port 84483e9e-a624-4d6c-9b59-e7692b6d864f on network 7542d3d9-0db3-40e7-ab88-a168871141f7 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:40:02.925417 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd6a29c-4f49-4da3-a8b4-76167ac22c29 None None] Pushing event updated for resources: {'Port': ['ID=84483e9e-a624-4d6c-9b59-e7692b6d864f,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:40:02.931198 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525cb5d0-0173-462b-b3ac-cc9ce377c921 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:40:02.931831 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525cb5d0-0173-462b-b3ac-cc9ce377c921 None None] Checking segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:40:02.932619 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-525cb5d0-0173-462b-b3ac-cc9ce377c921 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:02.934003 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525cb5d0-0173-462b-b3ac-cc9ce377c921 None None] Bound using segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:40:02.934663 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-525cb5d0-0173-462b-b3ac-cc9ce377c921 None None] Bound port: 84483e9e-a624-4d6c-9b59-e7692b6d864f, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:40:02.935567 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-525cb5d0-0173-462b-b3ac-cc9ce377c921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:02.968349 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-cebe353d-1eb1-4dc7-ad8e-804d957e189f None None] Provisioning complete for port 84483e9e-a624-4d6c-9b59-e7692b6d864f triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:40:02.969003 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cebe353d-1eb1-4dc7-ad8e-804d957e189f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:02.977570 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6b2a3182-a542-4783-99e0-1d60c27ebeae admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:02.996721 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-8f124ee3-fafc-452d-935e-9ceb1b67fed7 req-e0d59d59-bdd8-4ad8-b0ee-5057084019e5 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] Deleting port 95b15aea-a1ea-47f9-b8de-dcd141234039 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:40:02.997066 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8f124ee3-fafc-452d-935e-9ceb1b67fed7 req-e0d59d59-bdd8-4ad8-b0ee-5057084019e5 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:03.029421 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-525cb5d0-0173-462b-b3ac-cc9ce377c921 None None] For port 84483e9e-a624-4d6c-9b59-e7692b6d864f, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:40:03.031829 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-cebe353d-1eb1-4dc7-ad8e-804d957e189f None None] Port 84483e9e-a624-4d6c-9b59-e7692b6d864f cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:40:03.034578 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-525cb5d0-0173-462b-b3ac-cc9ce377c921 None None] For port 84483e9e-a624-4d6c-9b59-e7692b6d864f, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=84483e9e-a624-4d6c-9b59-e7692b6d864f,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:40:03.044859 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-525cb5d0-0173-462b-b3ac-cc9ce377c921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:03.083116 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6b2a3182-a542-4783-99e0-1d60c27ebeae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:03.113667 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4dbb2e-9fd9-48ac-becb-943af1d2e7ec None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:40:03.161870 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525cb5d0-0173-462b-b3ac-cc9ce377c921 None None] Routers {'747e6ef5-1a99-40ac-82bb-14dd80251f12'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:40:03.162786 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-525cb5d0-0173-462b-b3ac-cc9ce377c921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:40:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['747e6ef5-1a99-40ac-82bb-14dd80251f12'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:40:03.166875 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2a3182-a542-4783-99e0-1d60c27ebeae admin admin] Network 03886c9c-0347-422b-8bad-879848f58143 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:40:03.169378 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd6a29c-4f49-4da3-a8b4-76167ac22c29 None None] Pushing event updated for resources: {'Port': ['ID=84483e9e-a624-4d6c-9b59-e7692b6d864f,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:40:03.188722 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-8f124ee3-fafc-452d-935e-9ceb1b67fed7 req-e0d59d59-bdd8-4ad8-b0ee-5057084019e5 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] For port 95b15aea-a1ea-47f9-b8de-dcd141234039, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=95b15aea-a1ea-47f9-b8de-dcd141234039,segment=NetworkSegment(2fcd7aac-532e-47fe-9539-35bf3b7dfacc),segment_id=2fcd7aac-532e-47fe-9539-35bf3b7dfacc)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:40:03.189264 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8f124ee3-fafc-452d-935e-9ceb1b67fed7 req-e0d59d59-bdd8-4ad8-b0ee-5057084019e5 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:03.192330 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-6b2a3182-a542-4783-99e0-1d60c27ebeae admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:40:03.194897 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2a3182-a542-4783-99e0-1d60c27ebeae admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:40:03.272240 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-8f124ee3-fafc-452d-935e-9ceb1b67fed7 req-e0d59d59-bdd8-4ad8-b0ee-5057084019e5 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] Calling delete_port for 95b15aea-a1ea-47f9-b8de-dcd141234039 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:40:03.277378 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2a3182-a542-4783-99e0-1d60c27ebeae admin admin] Pushing event updated for resources: {'Port': ['ID=6971830e-46c0-4054-8fd8-e9d0e966e0fe,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:40:03.307032 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6b2a3182-a542-4783-99e0-1d60c27ebeae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:03.329829 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-c54c5a35-9d44-4909-a4ce-b27bc719c800 None None] Provisioning complete for port 84483e9e-a624-4d6c-9b59-e7692b6d864f triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:40:03.330776 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c54c5a35-9d44-4909-a4ce-b27bc719c800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:03.405162 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-525cb5d0-0173-462b-b3ac-cc9ce377c921 None None] Set router 747e6ef5-1a99-40ac-82bb-14dd80251f12 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:40:03.620636 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c54c5a35-9d44-4909-a4ce-b27bc719c800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:03.696448 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-c54c5a35-9d44-4909-a4ce-b27bc719c800 None None] For port 84483e9e-a624-4d6c-9b59-e7692b6d864f, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=84483e9e-a624-4d6c-9b59-e7692b6d864f,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:40:03.728523 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c54c5a35-9d44-4909-a4ce-b27bc719c800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:03.728785 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8f124ee3-fafc-452d-935e-9ceb1b67fed7 req-e0d59d59-bdd8-4ad8-b0ee-5057084019e5 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:03.738142 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ec8b0-3708-4f04-9b7d-dbad1be81095 req-03016377-9ad7-40f3-97e5-885efe59de69 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:03.739880 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f43ec8b0-3708-4f04-9b7d-dbad1be81095 req-03016377-9ad7-40f3-97e5-885efe59de69 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a43750e-6626-4108-871a-1e2bc3b2fb6d HTTP/1.1" status: 200 len: 946 time: 0.1543887 Nov 25 13:40:03.762310 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['95b15aea-a1ea-47f9-b8de-dcd141234039'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:40:03.768505 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d59d59-bdd8-4ad8-b0ee-5057084019e5 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] Pushing event deleted for resources: {'Port': ['ID=95b15aea-a1ea-47f9-b8de-dcd141234039,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:40:03.787341 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 1ce8c552-9337-4782-aa76-5bcb2c8524bf up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:40:03.807768 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a67b39a-1c8e-436c-848b-162433dfd27d req-d7f5eb54-3ea3-452f-8ae3-efd56465d75f tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:03.813368 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6b2a3182-a542-4783-99e0-1d60c27ebeae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:03.817613 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9a67b39a-1c8e-436c-848b-162433dfd27d req-d7f5eb54-3ea3-452f-8ae3-efd56465d75f tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc75ff25-87c5-4323-a989-21a0e9fa5330 HTTP/1.1" status: 200 len: 945 time: 0.1915257 Nov 25 13:40:03.867425 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 53550) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:40:03.894248 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3253b76f-ac8a-4041-9135-019c6253f01f None None] DHCP port deletion for e1755fee-aaa6-425e-8842-e7c47174a17e request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:40:03.900150 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f124ee3-fafc-452d-935e-9ceb1b67fed7 req-e0d59d59-bdd8-4ad8-b0ee-5057084019e5 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] No DVR routers for this DVR port 95b15aea-a1ea-47f9-b8de-dcd141234039 on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:40:03.907548 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8f124ee3-fafc-452d-935e-9ceb1b67fed7 req-e0d59d59-bdd8-4ad8-b0ee-5057084019e5 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:03.911720 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8f124ee3-fafc-452d-935e-9ceb1b67fed7 req-e0d59d59-bdd8-4ad8-b0ee-5057084019e5 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] 10.222.0.47 "DELETE /v2.0/ports/95b15aea-a1ea-47f9-b8de-dcd141234039 HTTP/1.1" status: 204 len: 173 time: 1.1055174 Nov 25 13:40:03.912200 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc75ff25-87c5-4323-a989-21a0e9fa5330', 'name': 'network-vif-deleted', 'tag': '95b15aea-a1ea-47f9-b8de-dcd141234039'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:40:03.914547 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9569ea0d-187c-4082-9d82-398fee092e14" -d '{"events": [{"server_uuid": "cc75ff25-87c5-4323-a989-21a0e9fa5330", "name": "network-vif-deleted", "tag": "95b15aea-a1ea-47f9-b8de-dcd141234039"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:40:03.948076 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f43ec8b0-3708-4f04-9b7d-dbad1be81095 req-24e4704c-319e-499b-8702-025433d64788 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966469 Nov 25 13:40:03.988964 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:03.991971 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9a67b39a-1c8e-436c-848b-162433dfd27d req-53744cfc-3482-4aed-9c54-ec08fad34939 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca0c46ca-270b-4976-b9de-a929cb5dfd66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650155 Nov 25 13:40:03.995516 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a96a928-3a4b-4c9d-aac3-c47273c5761b None None] Provisioning complete for port 6971830e-46c0-4054-8fd8-e9d0e966e0fe triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:40:03.995901 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a96a928-3a4b-4c9d-aac3-c47273c5761b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:04.000544 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54c5a35-9d44-4909-a4ce-b27bc719c800 None None] Pushing event updated for resources: {'Port': ['ID=84483e9e-a624-4d6c-9b59-e7692b6d864f,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:40:04.054126 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a96a928-3a4b-4c9d-aac3-c47273c5761b None None] Port 6971830e-46c0-4054-8fd8-e9d0e966e0fe cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:40:04.060060 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 1ce8c552-9337-4782-aa76-5bcb2c8524bf triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:40:04.060438 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:04.063317 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb2e263-cdce-452e-8dbe-f8e943295089 x-openstack-request-id: req-9cb2e263-cdce-452e-8dbe-f8e943295089 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:40:04.063875 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc75ff25-87c5-4323-a989-21a0e9fa5330", "name": "network-vif-deleted", "tag": "95b15aea-a1ea-47f9-b8de-dcd141234039", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:40:04.064550 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9cb2e263-cdce-452e-8dbe-f8e943295089 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:40:04.065067 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc75ff25-87c5-4323-a989-21a0e9fa5330', 'name': 'network-vif-deleted', 'tag': '95b15aea-a1ea-47f9-b8de-dcd141234039', 'status': 'completed', 'code': 200} Nov 25 13:40:04.107606 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-525cb5d0-0173-462b-b3ac-cc9ce377c921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747e6ef5-1a99-40ac-82bb-14dd80251f12', 'name': 'tempest-TestVolumeBackupRestore-690864922-router', 'tenant_id': 'f291e60726084afc99ba3b628946aba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '84483e9e-a624-4d6c-9b59-e7692b6d864f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:39:56Z', 'updated_at': '2021-11-25T13:39:59Z', 'revision_number': 3, 'project_id': 'f291e60726084afc99ba3b628946aba1', 'gw_port': {'id': '84483e9e-a624-4d6c-9b59-e7692b6d864f', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:44:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747e6ef5-1a99-40ac-82bb-14dd80251f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:39:58Z', 'updated_at': '2021-11-25T13:40:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:40:04.149376 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6b2a3182-a542-4783-99e0-1d60c27ebeae admin admin] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:04.155906 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6b2a3182-a542-4783-99e0-1d60c27ebeae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:04.163969 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525cb5d0-0173-462b-b3ac-cc9ce377c921 None None] The sync data for ids ['747e6ef5-1a99-40ac-82bb-14dd80251f12'] in n-d-808199-11 is: [{'id': '747e6ef5-1a99-40ac-82bb-14dd80251f12', 'name': 'tempest-TestVolumeBackupRestore-690864922-router', 'tenant_id': 'f291e60726084afc99ba3b628946aba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '84483e9e-a624-4d6c-9b59-e7692b6d864f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:39:56Z', 'updated_at': '2021-11-25T13:39:59Z', 'revision_number': 3, 'project_id': 'f291e60726084afc99ba3b628946aba1', 'gw_port': {'id': '84483e9e-a624-4d6c-9b59-e7692b6d864f', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:44:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747e6ef5-1a99-40ac-82bb-14dd80251f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:39:58Z', 'updated_at': '2021-11-25T13:40:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:40:04.219895 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6b2a3182-a542-4783-99e0-1d60c27ebeae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:04.274656 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53562) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:40:04.314329 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-6f885d19-cf43-40f0-a6b0-6bd42d7c4b87 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Request body: {'network': {'name': 'tempest-network-smoke--131091816', 'project_id': '06a700e6f18945e692debb25875c4858', 'port_security_enabled': True}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:40:04.321712 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2a3182-a542-4783-99e0-1d60c27ebeae admin admin] Pushing event updated for resources: {'Port': ['ID=6971830e-46c0-4054-8fd8-e9d0e966e0fe,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:40:04.335401 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-46615543-7090-46c6-b0f8-612028989afb tempest-DvrRoutersNegativeTest-1786669277 tempest-DvrRoutersNegativeTest-1786669277-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2019424975', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:40:04.346303 n-d-808199-11 neutron-server[103570]: DEBUG neutron.policy [None req-46615543-7090-46c6-b0f8-612028989afb tempest-DvrRoutersNegativeTest-1786669277 tempest-DvrRoutersNegativeTest-1786669277-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103570) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 25 13:40:04.347643 n-d-808199-11 neutron-server[103570]: DEBUG neutron.policy [None req-46615543-7090-46c6-b0f8-612028989afb tempest-DvrRoutersNegativeTest-1786669277 tempest-DvrRoutersNegativeTest-1786669277-project] Failed policy check for 'create_router' {{(pid=103570) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 25 13:40:04.348660 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [None req-46615543-7090-46c6-b0f8-612028989afb tempest-DvrRoutersNegativeTest-1786669277 tempest-DvrRoutersNegativeTest-1786669277-project] create failed (client error): Access was denied to this resource. Nov 25 13:40:04.350049 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-46615543-7090-46c6-b0f8-612028989afb tempest-DvrRoutersNegativeTest-1786669277 tempest-DvrRoutersNegativeTest-1786669277-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.0739915 Nov 25 13:40:04.372385 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f885d19-cf43-40f0-a6b0-6bd42d7c4b87 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Made reservation on behalf of 06a700e6f18945e692debb25875c4858 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:40:04.381690 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6f885d19-cf43-40f0-a6b0-6bd42d7c4b87 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:04.403741 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6f885d19-cf43-40f0-a6b0-6bd42d7c4b87 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:04.422308 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2a3182-a542-4783-99e0-1d60c27ebeae admin admin] Network 03886c9c-0347-422b-8bad-879848f58143 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:40:04.425626 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-6b2a3182-a542-4783-99e0-1d60c27ebeae admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:40:04.661625 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b2a3182-a542-4783-99e0-1d60c27ebeae admin admin] Router 747e6ef5-1a99-40ac-82bb-14dd80251f12 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:40:04.668352 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6f885d19-cf43-40f0-a6b0-6bd42d7c4b87 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:04.679607 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6f885d19-cf43-40f0-a6b0-6bd42d7c4b87 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:04.753691 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53570) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:40:04.754292 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f885d19-cf43-40f0-a6b0-6bd42d7c4b87 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:40:04.807659 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6f885d19-cf43-40f0-a6b0-6bd42d7c4b87 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:04.808045 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-6f885d19-cf43-40f0-a6b0-6bd42d7c4b87 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Added segment 3593f49d-00a4-4016-9b7a-b809bc15eda3 of type vlan for network cd246b13-3268-4e17-9682-1d1a7983fe47 Nov 25 13:40:04.817208 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f885d19-cf43-40f0-a6b0-6bd42d7c4b87 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52bede6f-7403-4c73-9779-e9f0c9d36b85,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:40:04.869426 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6f885d19-cf43-40f0-a6b0-6bd42d7c4b87 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:04.878305 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b2a3182-a542-4783-99e0-1d60c27ebeae admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:40:04.884608 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-6b2a3182-a542-4783-99e0-1d60c27ebeae admin admin] 10.222.0.53 "PUT /v2.0/routers/747e6ef5-1a99-40ac-82bb-14dd80251f12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0060878 Nov 25 13:40:04.911683 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6f885d19-cf43-40f0-a6b0-6bd42d7c4b87 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:04.917502 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f885d19-cf43-40f0-a6b0-6bd42d7c4b87 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:04.918114 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6f885d19-cf43-40f0-a6b0-6bd42d7c4b87 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:04.921191 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-af2f967c-6fc1-471d-a3c2-f8c2fd51afbe None None] Provisioning complete for port 6971830e-46c0-4054-8fd8-e9d0e966e0fe triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:40:04.921720 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-af2f967c-6fc1-471d-a3c2-f8c2fd51afbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:04.921932 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-69328fdf-5e5d-4350-888c-f61bdb45607a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:04.975669 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-6f885d19-cf43-40f0-a6b0-6bd42d7c4b87 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0805609 Nov 25 13:40:04.979631 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53578) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:40:04.986847 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-be2dbad7-bfbc-4cba-a128-2610f912a326 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-788944127', 'admin_state_up': True, 'project_id': '06a700e6f18945e692debb25875c4858', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:40:04.988612 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-af2f967c-6fc1-471d-a3c2-f8c2fd51afbe None None] Port 6971830e-46c0-4054-8fd8-e9d0e966e0fe cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:40:04.996762 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f885d19-cf43-40f0-a6b0-6bd42d7c4b87 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Pushing event updated for resources: {'Network': ['ID=cd246b13-3268-4e17-9682-1d1a7983fe47,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:40:05.009292 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network cd246b13-3268-4e17-9682-1d1a7983fe47 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:40:05.068809 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-be2dbad7-bfbc-4cba-a128-2610f912a326 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:05.070767 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-be2dbad7-bfbc-4cba-a128-2610f912a326 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:05.222932 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:05.259145 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f613c55f-45fb-44ad-8a7b-48d8ab528d9f req-a08e633f-af84-4233-9f49-f8a4a3352936 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:05.261971 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f613c55f-45fb-44ad-8a7b-48d8ab528d9f req-a08e633f-af84-4233-9f49-f8a4a3352936 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a43750e-6626-4108-871a-1e2bc3b2fb6d HTTP/1.1" status: 200 len: 946 time: 0.1844001 Nov 25 13:40:05.271396 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-69328fdf-5e5d-4350-888c-f61bdb45607a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:05.275921 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-be2dbad7-bfbc-4cba-a128-2610f912a326 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:05.287217 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-69328fdf-5e5d-4350-888c-f61bdb45607a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:05.709354 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:40:05.764050 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-69328fdf-5e5d-4350-888c-f61bdb45607a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7f2758737c624471a7352ce174a6723c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0092771 Nov 25 13:40:05.766718 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 53618) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:40:05.812107 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 84483e9e-a624-4d6c-9b59-e7692b6d864f up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:40:05.866291 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69328fdf-5e5d-4350-888c-f61bdb45607a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7b7649-4aaa-4aaf-96a5-a22806986b32,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:40:05.870347 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ebe8551c-ab9a-4418-95ba-f4faa12de579 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:05.898712 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ebe8551c-ab9a-4418-95ba-f4faa12de579 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:05.907443 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f613c55f-45fb-44ad-8a7b-48d8ab528d9f req-36391163-2825-45b4-9784-cd7525883007 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6338451 Nov 25 13:40:05.909512 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-be2dbad7-bfbc-4cba-a128-2610f912a326 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:05.955779 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 84483e9e-a624-4d6c-9b59-e7692b6d864f triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:40:05.959832 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:05.993159 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ebe8551c-ab9a-4418-95ba-f4faa12de579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:05.996700 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ebe8551c-ab9a-4418-95ba-f4faa12de579 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:06.000248 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-ebe8551c-ab9a-4418-95ba-f4faa12de579 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5d7b7649-4aaa-4aaf-96a5-a22806986b32 HTTP/1.1" status: 204 len: 168 time: 0.2296731 Nov 25 13:40:06.013194 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe8551c-ab9a-4418-95ba-f4faa12de579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7b7649-4aaa-4aaf-96a5-a22806986b32,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:40:06.241416 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-be2dbad7-bfbc-4cba-a128-2610f912a326 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for router_gateway, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:06.313479 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-be2dbad7-bfbc-4cba-a128-2610f912a326 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:06.464114 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:06.595522 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-be2dbad7-bfbc-4cba-a128-2610f912a326 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Allocated IP 172.25.5.182 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/95655f9c-aa77-488f-b5ad-2e8f5e7c59e7) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:40:06.695680 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9f7d25-fa6e-46a4-a457-6822c5af03e0 None None] Sync routers for ids ['747e6ef5-1a99-40ac-82bb-14dd80251f12'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:40:06.721345 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9f7d25-fa6e-46a4-a457-6822c5af03e0 None None] Routers {'747e6ef5-1a99-40ac-82bb-14dd80251f12'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:40:06.721982 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2e9f7d25-fa6e-46a4-a457-6822c5af03e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:40:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['747e6ef5-1a99-40ac-82bb-14dd80251f12'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:40:06.768878 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-be2dbad7-bfbc-4cba-a128-2610f912a326 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:06.810699 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-be2dbad7-bfbc-4cba-a128-2610f912a326 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:06.830401 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2dbad7-bfbc-4cba-a128-2610f912a326 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:40:06.833011 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-be2dbad7-bfbc-4cba-a128-2610f912a326 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:40:06.848933 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d9cf03-f3be-4ec1-a615-3e695cb6797d None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:40:06.887232 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2dbad7-bfbc-4cba-a128-2610f912a326 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:40:06.906466 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-2e9f7d25-fa6e-46a4-a457-6822c5af03e0 None None] Set router 747e6ef5-1a99-40ac-82bb-14dd80251f12 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:40:06.916538 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 95b15aea-a1ea-47f9-b8de-dcd141234039 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:40:06.962214 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: 95b15aea-a1ea-47f9-b8de-dcd141234039 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:40:06.962886 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 95b15aea-a1ea-47f9-b8de-dcd141234039 not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:40:06.975752 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-8deaf641-7d6d-4ec7-8936-63167ec2a0b4 None None] Provisioning complete for port 95655f9c-aa77-488f-b5ad-2e8f5e7c59e7 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:40:06.976054 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8deaf641-7d6d-4ec7-8936-63167ec2a0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:07.067829 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2dbad7-bfbc-4cba-a128-2610f912a326 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Pushing event updated for resources: {'Port': ['ID=95655f9c-aa77-488f-b5ad-2e8f5e7c59e7,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:40:07.117380 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-8deaf641-7d6d-4ec7-8936-63167ec2a0b4 None None] Port 95655f9c-aa77-488f-b5ad-2e8f5e7c59e7 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:40:07.290150 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eaf754-ddfd-41a4-ad0f-7edcb05c9878 req-1f7749c5-a94c-4d89-8e80-5994f21033ad tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:07.297244 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a0eaf754-ddfd-41a4-ad0f-7edcb05c9878 req-1f7749c5-a94c-4d89-8e80-5994f21033ad tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a43750e-6626-4108-871a-1e2bc3b2fb6d HTTP/1.1" status: 200 len: 946 time: 0.2325864 Nov 25 13:40:07.305287 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 53686) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:40:07.525038 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a0eaf754-ddfd-41a4-ad0f-7edcb05c9878 req-132809f9-ecf2-4ae8-928c-911ebd2816f0 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172267 Nov 25 13:40:07.529076 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-be2dbad7-bfbc-4cba-a128-2610f912a326 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for router_gateway, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:07.543313 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-1571f55f-6efb-484c-815a-88bcbc55bc00 tempest-ServiceProvidersTest-1960649581 tempest-ServiceProvidersTest-1960649581-project] 10.222.0.53 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2358437 Nov 25 13:40:07.555988 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2e9f7d25-fa6e-46a4-a457-6822c5af03e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747e6ef5-1a99-40ac-82bb-14dd80251f12', 'name': 'tempest-TestVolumeBackupRestore-690864922-router', 'tenant_id': 'f291e60726084afc99ba3b628946aba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '84483e9e-a624-4d6c-9b59-e7692b6d864f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:39:56Z', 'updated_at': '2021-11-25T13:40:03Z', 'revision_number': 4, 'project_id': 'f291e60726084afc99ba3b628946aba1', 'gw_port': {'id': '84483e9e-a624-4d6c-9b59-e7692b6d864f', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:44:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747e6ef5-1a99-40ac-82bb-14dd80251f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:39:58Z', 'updated_at': '2021-11-25T13:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '6971830e-46c0-4054-8fd8-e9d0e966e0fe', 'name': '', 'network_id': '03886c9c-0347-422b-8bad-879848f58143', 'tenant_id': 'f291e60726084afc99ba3b628946aba1', 'mac_address': 'fa:16:3e:ff:00:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747e6ef5-1a99-40ac-82bb-14dd80251f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '72d4143f-ec86-415f-ac0c-267e10fcd82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:40:02Z', 'updated_at': '2021-11-25T13:40:03Z', 'revision_number': 2, 'project_id': 'f291e60726084afc99ba3b628946aba1', 'subnets': [{'id': '72d4143f-ec86-415f-ac0c-267e10fcd82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:40:07.593202 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9f7d25-fa6e-46a4-a457-6822c5af03e0 None None] Checking router: 747e6ef5-1a99-40ac-82bb-14dd80251f12 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:40:07.593719 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9f7d25-fa6e-46a4-a457-6822c5af03e0 None None] Updating router 747e6ef5-1a99-40ac-82bb-14dd80251f12 port 6971830e-46c0-4054-8fd8-e9d0e966e0fe binding host n-d-808199-11 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:40:07.622576 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2e9f7d25-fa6e-46a4-a457-6822c5af03e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:07.814607 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-be2dbad7-bfbc-4cba-a128-2610f912a326 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:07.893069 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 53698) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:40:07.934388 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2e9f7d25-fa6e-46a4-a457-6822c5af03e0 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:07.941521 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2e9f7d25-fa6e-46a4-a457-6822c5af03e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:07.983910 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be2dbad7-bfbc-4cba-a128-2610f912a326 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Router f41a143c-a347-4ee0-9ab6-c9c16312a644 is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:40:08.002991 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59e1ca7-faa1-4d30-9e9f-54825a704270 None None] Pushing event updated for resources: {'Port': ['ID=6971830e-46c0-4054-8fd8-e9d0e966e0fe,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:40:08.039083 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e1600187-efdc-485e-b64b-f17f759e4fc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:08.084983 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-2e9f7d25-fa6e-46a4-a457-6822c5af03e0 None None] Attempting to bind port 6971830e-46c0-4054-8fd8-e9d0e966e0fe on host n-d-808199-11 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:40:08.088353 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-2e9f7d25-fa6e-46a4-a457-6822c5af03e0 None None] Attempting to bind port 6971830e-46c0-4054-8fd8-e9d0e966e0fe by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '71cb4365-4d9d-4282-9887-4dd4a4c2f295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '03886c9c-0347-422b-8bad-879848f58143'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:40:08.088578 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9f7d25-fa6e-46a4-a457-6822c5af03e0 None None] Attempting to bind port 6971830e-46c0-4054-8fd8-e9d0e966e0fe on network 03886c9c-0347-422b-8bad-879848f58143 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:40:08.100178 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9f7d25-fa6e-46a4-a457-6822c5af03e0 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:40:08.101361 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9f7d25-fa6e-46a4-a457-6822c5af03e0 None None] Checking segment: {'id': '71cb4365-4d9d-4282-9887-4dd4a4c2f295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '03886c9c-0347-422b-8bad-879848f58143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:40:08.101907 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2e9f7d25-fa6e-46a4-a457-6822c5af03e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:08.103180 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9f7d25-fa6e-46a4-a457-6822c5af03e0 None None] Bound using segment: {'id': '71cb4365-4d9d-4282-9887-4dd4a4c2f295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '03886c9c-0347-422b-8bad-879848f58143'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:40:08.103180 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-2e9f7d25-fa6e-46a4-a457-6822c5af03e0 None None] Bound port: 6971830e-46c0-4054-8fd8-e9d0e966e0fe, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71cb4365-4d9d-4282-9887-4dd4a4c2f295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '03886c9c-0347-422b-8bad-879848f58143'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:40:08.103649 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2e9f7d25-fa6e-46a4-a457-6822c5af03e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:08.160947 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2dbad7-bfbc-4cba-a128-2610f912a326 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:40:08.180435 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f154bcc2-9b86-4f0e-b6c0-f35370912077 None None] Sync routers for ids ['f41a143c-a347-4ee0-9ab6-c9c16312a644'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:40:08.193772 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e1600187-efdc-485e-b64b-f17f759e4fc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:08.200196 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e1600187-efdc-485e-b64b-f17f759e4fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:08.205209 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-be2dbad7-bfbc-4cba-a128-2610f912a326 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:08.207814 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-be2dbad7-bfbc-4cba-a128-2610f912a326 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.2265832 Nov 25 13:40:08.212369 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53702) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:40:08.230041 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:08.233267 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f154bcc2-9b86-4f0e-b6c0-f35370912077 None None] Routers {'f41a143c-a347-4ee0-9ab6-c9c16312a644'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:40:08.235296 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-f154bcc2-9b86-4f0e-b6c0-f35370912077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:40:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['f41a143c-a347-4ee0-9ab6-c9c16312a644'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:40:08.240577 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-2e9f7d25-fa6e-46a4-a457-6822c5af03e0 None None] For port 6971830e-46c0-4054-8fd8-e9d0e966e0fe, host n-d-808199-11, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:40:08.244429 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-2e9f7d25-fa6e-46a4-a457-6822c5af03e0 None None] For port 6971830e-46c0-4054-8fd8-e9d0e966e0fe, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=6971830e-46c0-4054-8fd8-e9d0e966e0fe,segment=NetworkSegment(71cb4365-4d9d-4282-9887-4dd4a4c2f295),segment_id=71cb4365-4d9d-4282-9887-4dd4a4c2f295)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:40:08.250070 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2e9f7d25-fa6e-46a4-a457-6822c5af03e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:08.272004 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-e1600187-efdc-485e-b64b-f17f759e4fc8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ee0981869e5d4c9bb8dbbc89158b68a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3773313 Nov 25 13:40:08.273720 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1600187-efdc-485e-b64b-f17f759e4fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0a7ae4-83e5-4ce8-aa5c-074a8ea2d4f2,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:40:08.274503 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53706) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:40:08.322341 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9f7d25-fa6e-46a4-a457-6822c5af03e0 None None] Routers {'747e6ef5-1a99-40ac-82bb-14dd80251f12'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:40:08.323407 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2e9f7d25-fa6e-46a4-a457-6822c5af03e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:40:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['747e6ef5-1a99-40ac-82bb-14dd80251f12'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:40:08.391962 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8353fce8-6200-49ef-b0bf-8ed69d0e6d13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:08.399246 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59e1ca7-faa1-4d30-9e9f-54825a704270 None None] Pushing event updated for resources: {'Port': ['ID=6971830e-46c0-4054-8fd8-e9d0e966e0fe,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:40:08.457555 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8353fce8-6200-49ef-b0bf-8ed69d0e6d13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:08.523828 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-2e9f7d25-fa6e-46a4-a457-6822c5af03e0 None None] Set router 747e6ef5-1a99-40ac-82bb-14dd80251f12 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:40:08.548861 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-f154bcc2-9b86-4f0e-b6c0-f35370912077 None None] Set router f41a143c-a347-4ee0-9ab6-c9c16312a644 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:40:08.597384 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-461c91be-da12-4a13-aef4-642ed3592600 tempest-TestNetworkBasicOps-1706243872 tempest-TestNetworkBasicOps-1706243872-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=06a700e6f18945e692debb25875c4858&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3820133 Nov 25 13:40:08.600588 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 53718) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:40:08.627629 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8353fce8-6200-49ef-b0bf-8ed69d0e6d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:08.635474 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8353fce8-6200-49ef-b0bf-8ed69d0e6d13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:08.638413 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-8353fce8-6200-49ef-b0bf-8ed69d0e6d13 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6b0a7ae4-83e5-4ce8-aa5c-074a8ea2d4f2 HTTP/1.1" status: 204 len: 168 time: 0.3625851 Nov 25 13:40:08.653666 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8353fce8-6200-49ef-b0bf-8ed69d0e6d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0a7ae4-83e5-4ce8-aa5c-074a8ea2d4f2,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:40:08.774709 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319be260-1410-4a84-8c9d-5ee5727823d8 req-a4f8a2be-d36a-4987-abdb-66bf4839a0e2 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:08.781473 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-319be260-1410-4a84-8c9d-5ee5727823d8 req-a4f8a2be-d36a-4987-abdb-66bf4839a0e2 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a43750e-6626-4108-871a-1e2bc3b2fb6d HTTP/1.1" status: 200 len: 946 time: 0.1141672 Nov 25 13:40:08.801423 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4e7279-bd7a-4e2d-b513-d7a667340f5a tempest-TestNetworkBasicOps-1706243872 tempest-TestNetworkBasicOps-1706243872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:08.818643 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53728) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:40:08.821178 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-ce4e7279-bd7a-4e2d-b513-d7a667340f5a tempest-TestNetworkBasicOps-1706243872 tempest-TestNetworkBasicOps-1706243872-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2191930 Nov 25 13:40:08.889368 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-7f0dd8d2-e142-4acd-8de2-009d106dd376 tempest-TestNetworkBasicOps-1706243872 tempest-TestNetworkBasicOps-1706243872-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=7542d3d9-0db3-40e7-ab88-a168871141f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0688741 Nov 25 13:40:08.892790 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53732) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:40:08.906721 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-747d5aa0-2871-4050-883d-3ee3b12c9826 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2109305694', 'network_id': 'cd246b13-3268-4e17-9682-1d1a7983fe47', 'project_id': '06a700e6f18945e692debb25875c4858', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:40:09.039932 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-b5d5a282-20b6-4ce1-9034-86913cc07fb8 None None] Provisioning complete for port 6971830e-46c0-4054-8fd8-e9d0e966e0fe triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:40:09.040326 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b5d5a282-20b6-4ce1-9034-86913cc07fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:09.045573 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-319be260-1410-4a84-8c9d-5ee5727823d8 req-f9a4f6a9-2866-4c55-aede-22916e8c3c25 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575812 Nov 25 13:40:09.129930 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-747d5aa0-2871-4050-883d-3ee3b12c9826 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Made reservation on behalf of 06a700e6f18945e692debb25875c4858 for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:40:09.136835 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-747d5aa0-2871-4050-883d-3ee3b12c9826 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:09.196539 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-f154bcc2-9b86-4f0e-b6c0-f35370912077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41a143c-a347-4ee0-9ab6-c9c16312a644', 'name': 'tempest-TestNetworkBasicOps-router-788944127', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '95655f9c-aa77-488f-b5ad-2e8f5e7c59e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:40:05Z', 'updated_at': '2021-11-25T13:40:07Z', 'revision_number': 3, 'project_id': '06a700e6f18945e692debb25875c4858', 'gw_port': {'id': '95655f9c-aa77-488f-b5ad-2e8f5e7c59e7', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ee:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41a143c-a347-4ee0-9ab6-c9c16312a644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:40:06Z', 'updated_at': '2021-11-25T13:40:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:40:09.201719 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2e9f7d25-fa6e-46a4-a457-6822c5af03e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747e6ef5-1a99-40ac-82bb-14dd80251f12', 'name': 'tempest-TestVolumeBackupRestore-690864922-router', 'tenant_id': 'f291e60726084afc99ba3b628946aba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '84483e9e-a624-4d6c-9b59-e7692b6d864f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:39:56Z', 'updated_at': '2021-11-25T13:40:03Z', 'revision_number': 4, 'project_id': 'f291e60726084afc99ba3b628946aba1', 'gw_port': {'id': '84483e9e-a624-4d6c-9b59-e7692b6d864f', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:44:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747e6ef5-1a99-40ac-82bb-14dd80251f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:39:58Z', 'updated_at': '2021-11-25T13:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '6971830e-46c0-4054-8fd8-e9d0e966e0fe', 'name': '', 'network_id': '03886c9c-0347-422b-8bad-879848f58143', 'tenant_id': 'f291e60726084afc99ba3b628946aba1', 'mac_address': 'fa:16:3e:ff:00:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747e6ef5-1a99-40ac-82bb-14dd80251f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '72d4143f-ec86-415f-ac0c-267e10fcd82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:40:02Z', 'updated_at': '2021-11-25T13:40:08Z', 'revision_number': 4, 'project_id': 'f291e60726084afc99ba3b628946aba1', 'subnets': [{'id': '72d4143f-ec86-415f-ac0c-267e10fcd82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:40:09.235999 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9f7d25-fa6e-46a4-a457-6822c5af03e0 None None] The sync data for ids ['747e6ef5-1a99-40ac-82bb-14dd80251f12'] in n-d-808199-11 is: [{'id': '747e6ef5-1a99-40ac-82bb-14dd80251f12', 'name': 'tempest-TestVolumeBackupRestore-690864922-router', 'tenant_id': 'f291e60726084afc99ba3b628946aba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '84483e9e-a624-4d6c-9b59-e7692b6d864f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:39:56Z', 'updated_at': '2021-11-25T13:40:03Z', 'revision_number': 4, 'project_id': 'f291e60726084afc99ba3b628946aba1', 'gw_port': {'id': '84483e9e-a624-4d6c-9b59-e7692b6d864f', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:44:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747e6ef5-1a99-40ac-82bb-14dd80251f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:39:58Z', 'updated_at': '2021-11-25T13:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '6971830e-46c0-4054-8fd8-e9d0e966e0fe', 'name': '', 'network_id': '03886c9c-0347-422b-8bad-879848f58143', 'tenant_id': 'f291e60726084afc99ba3b628946aba1', 'mac_address': 'fa:16:3e:ff:00:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747e6ef5-1a99-40ac-82bb-14dd80251f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '72d4143f-ec86-415f-ac0c-267e10fcd82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:40:02Z', 'updated_at': '2021-11-25T13:40:08Z', 'revision_number': 4, 'project_id': 'f291e60726084afc99ba3b628946aba1', 'subnets': [{'id': '72d4143f-ec86-415f-ac0c-267e10fcd82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:40:09.236556 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f154bcc2-9b86-4f0e-b6c0-f35370912077 None None] Checking router: f41a143c-a347-4ee0-9ab6-c9c16312a644 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:40:09.237100 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f154bcc2-9b86-4f0e-b6c0-f35370912077 None None] Updating router f41a143c-a347-4ee0-9ab6-c9c16312a644 port 95655f9c-aa77-488f-b5ad-2e8f5e7c59e7 binding host n-d-808199-11 {{(pid=103572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:40:09.267442 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b5d5a282-20b6-4ce1-9034-86913cc07fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:09.338468 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-b5d5a282-20b6-4ce1-9034-86913cc07fb8 None None] For port 6971830e-46c0-4054-8fd8-e9d0e966e0fe, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=6971830e-46c0-4054-8fd8-e9d0e966e0fe,segment=NetworkSegment(71cb4365-4d9d-4282-9887-4dd4a4c2f295),segment_id=71cb4365-4d9d-4282-9887-4dd4a4c2f295)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:40:09.348651 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b5d5a282-20b6-4ce1-9034-86913cc07fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:09.432162 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f154bcc2-9b86-4f0e-b6c0-f35370912077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:09.695028 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-747d5aa0-2871-4050-883d-3ee3b12c9826 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:09.819626 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747d5aa0-2871-4050-883d-3ee3b12c9826 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Pushing event updated for resources: {'Subnet': ['ID=7057d26a-548c-410a-bbe7-146e3aa0dd78,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:40:09.886951 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747d5aa0-2871-4050-883d-3ee3b12c9826 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Checking segment: {'id': '3593f49d-00a4-4016-9b7a-b809bc15eda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'cd246b13-3268-4e17-9682-1d1a7983fe47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:40:09.887592 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747d5aa0-2871-4050-883d-3ee3b12c9826 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Network hostable DHCP agents. Network: cd246b13-3268-4e17-9682-1d1a7983fe47, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:40:09.909656 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 6971830e-46c0-4054-8fd8-e9d0e966e0fe up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:40:09.912646 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747d5aa0-2871-4050-883d-3ee3b12c9826 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Network cd246b13-3268-4e17-9682-1d1a7983fe47 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:40:09.928030 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-747d5aa0-2871-4050-883d-3ee3b12c9826 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, cd246b13-3268-4e17-9682-1d1a7983fe47) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:40:09.946585 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747d5aa0-2871-4050-883d-3ee3b12c9826 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:09.951356 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-747d5aa0-2871-4050-883d-3ee3b12c9826 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:09.962561 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b432918-88d2-496e-809c-0d4459245d36 None None] Network cd246b13-3268-4e17-9682-1d1a7983fe47 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:40:09.974551 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f154bcc2-9b86-4f0e-b6c0-f35370912077 None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:09.978660 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-747d5aa0-2871-4050-883d-3ee3b12c9826 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0817144 Nov 25 13:40:09.978997 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 53754) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:40:10.071063 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d5a282-20b6-4ce1-9034-86913cc07fb8 None None] Pushing event updated for resources: {'Port': ['ID=6971830e-46c0-4054-8fd8-e9d0e966e0fe,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:40:10.075994 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f154bcc2-9b86-4f0e-b6c0-f35370912077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:10.118894 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-6560820b-26fb-4b4f-969e-fc7e1bc9e6e3 None None] Provisioning complete for port 6971830e-46c0-4054-8fd8-e9d0e966e0fe triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:40:10.119287 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6560820b-26fb-4b4f-969e-fc7e1bc9e6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:10.287081 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbefacc-7a66-4b93-9efe-26238567c0af req-070cc69e-b858-4e76-9300-96f9facc88af tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:10.289553 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0bbefacc-7a66-4b93-9efe-26238567c0af req-070cc69e-b858-4e76-9300-96f9facc88af tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a43750e-6626-4108-871a-1e2bc3b2fb6d HTTP/1.1" status: 200 len: 946 time: 0.0842474 Nov 25 13:40:10.290072 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53760) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:40:10.292844 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ec7640-62e2-4d16-a3b8-e8f831c26610 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:40:10.348177 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897d1b65-2c4d-43e2-b1f6-8f54827f16c0 None None] Pushing event updated for resources: {'Port': ['ID=95655f9c-aa77-488f-b5ad-2e8f5e7c59e7,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:40:10.395677 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-f154bcc2-9b86-4f0e-b6c0-f35370912077 None None] Attempting to bind port 95655f9c-aa77-488f-b5ad-2e8f5e7c59e7 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:40:10.396235 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-f154bcc2-9b86-4f0e-b6c0-f35370912077 None None] Attempting to bind port 95655f9c-aa77-488f-b5ad-2e8f5e7c59e7 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:40:10.397614 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f154bcc2-9b86-4f0e-b6c0-f35370912077 None None] Attempting to bind port 95655f9c-aa77-488f-b5ad-2e8f5e7c59e7 on network 7542d3d9-0db3-40e7-ab88-a168871141f7 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:40:10.421710 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0bbefacc-7a66-4b93-9efe-26238567c0af req-26e3f90d-3976-40e6-9a08-9326af4c242d tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119578 Nov 25 13:40:10.425200 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f154bcc2-9b86-4f0e-b6c0-f35370912077 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:40:10.427625 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f154bcc2-9b86-4f0e-b6c0-f35370912077 None None] Checking segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:40:10.428229 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f154bcc2-9b86-4f0e-b6c0-f35370912077 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:10.428789 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f154bcc2-9b86-4f0e-b6c0-f35370912077 None None] Bound using segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:40:10.429448 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-f154bcc2-9b86-4f0e-b6c0-f35370912077 None None] Bound port: 95655f9c-aa77-488f-b5ad-2e8f5e7c59e7, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:40:10.435979 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f154bcc2-9b86-4f0e-b6c0-f35370912077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:10.449660 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 6971830e-46c0-4054-8fd8-e9d0e966e0fe triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:40:10.458681 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:10.515413 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-e7717d79-cd20-444f-8b1e-a9f78bc0e81a tempest-SubnetPoolsTestJSON-2108721256 tempest-SubnetPoolsTestJSON-2108721256-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1716876617', 'prefixes': ['172.20.0.0/16']}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:40:10.710446 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e7717d79-cd20-444f-8b1e-a9f78bc0e81a tempest-SubnetPoolsTestJSON-2108721256 tempest-SubnetPoolsTestJSON-2108721256-project] Publish callbacks [] for subnetpool, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:10.723747 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e7717d79-cd20-444f-8b1e-a9f78bc0e81a tempest-SubnetPoolsTestJSON-2108721256 tempest-SubnetPoolsTestJSON-2108721256-project] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.4215524 Nov 25 13:40:10.723747 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53766) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:40:10.728251 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-f154bcc2-9b86-4f0e-b6c0-f35370912077 None None] For port 95655f9c-aa77-488f-b5ad-2e8f5e7c59e7, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:40:10.755654 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5971f59c-7efc-4edf-8abb-3437fc3b32d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-cd246b13-3268-4e17-9682-1d1a7983fe47', 'network_id': 'cd246b13-3268-4e17-9682-1d1a7983fe47', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'fixed_ips': [{'subnet_id': '7057d26a-548c-410a-bbe7-146e3aa0dd78'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:40:10.757562 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5971f59c-7efc-4edf-8abb-3437fc3b32d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:10.768833 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-f154bcc2-9b86-4f0e-b6c0-f35370912077 None None] For port 95655f9c-aa77-488f-b5ad-2e8f5e7c59e7, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=95655f9c-aa77-488f-b5ad-2e8f5e7c59e7,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:40:10.790823 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f154bcc2-9b86-4f0e-b6c0-f35370912077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:10.815655 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-fea5e192-8a66-4cb6-ab85-2efc02daf8b9 tempest-SubnetPoolsTestJSON-2108721256 tempest-SubnetPoolsTestJSON-2108721256-project] 10.222.0.53 "GET /v2.0/subnetpools/e3e8b4a9-378d-4955-bd36-26b4a7080018 HTTP/1.1" status: 200 len: 732 time: 0.0909996 Nov 25 13:40:10.818866 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 53768) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:40:10.832115 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-661de80d-3780-48b2-ae53-447372fb2447 tempest-SubnetPoolsTestJSON-2108721256 tempest-SubnetPoolsTestJSON-2108721256-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-377021625'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:40:11.010263 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-564118c8-834d-496a-b9e6-8407d1f6046e None None] Provisioning complete for port 95655f9c-aa77-488f-b5ad-2e8f5e7c59e7 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:40:11.010645 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-564118c8-834d-496a-b9e6-8407d1f6046e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:11.130928 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-789be668-bd1e-43fe-8c3b-8a421b770ba7 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:11.137830 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-661de80d-3780-48b2-ae53-447372fb2447 tempest-SubnetPoolsTestJSON-2108721256 tempest-SubnetPoolsTestJSON-2108721256-project] Publish callbacks [] for subnetpool, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:11.141783 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53772) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:40:11.143279 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-661de80d-3780-48b2-ae53-447372fb2447 tempest-SubnetPoolsTestJSON-2108721256 tempest-SubnetPoolsTestJSON-2108721256-project] 10.222.0.53 "PUT /v2.0/subnetpools/e3e8b4a9-378d-4955-bd36-26b4a7080018 HTTP/1.1" status: 200 len: 683 time: 0.3230090 Nov 25 13:40:11.167913 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d831cf69-fb38-42a9-9c8e-0678a03534f5 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:40:11.180918 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897d1b65-2c4d-43e2-b1f6-8f54827f16c0 None None] Pushing event updated for resources: {'Port': ['ID=95655f9c-aa77-488f-b5ad-2e8f5e7c59e7,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:40:11.213893 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-5971f59c-7efc-4edf-8abb-3437fc3b32d2 None None] Allocated IP 172.20.0.2 (cd246b13-3268-4e17-9682-1d1a7983fe47/7057d26a-548c-410a-bbe7-146e3aa0dd78/f8296371-aae1-4cb2-a7de-0dd81816636d) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:40:11.232582 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f154bcc2-9b86-4f0e-b6c0-f35370912077 None None] Routers {'f41a143c-a347-4ee0-9ab6-c9c16312a644'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:40:11.233242 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-f154bcc2-9b86-4f0e-b6c0-f35370912077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:40:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['f41a143c-a347-4ee0-9ab6-c9c16312a644'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:40:11.322617 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-eb35dc92-3777-41e3-95ec-157ea48dfcc7 tempest-SubnetPoolsTestJSON-2108721256 tempest-SubnetPoolsTestJSON-2108721256-project] Publish callbacks [] for subnetpool, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:11.329642 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-eb35dc92-3777-41e3-95ec-157ea48dfcc7 tempest-SubnetPoolsTestJSON-2108721256 tempest-SubnetPoolsTestJSON-2108721256-project] 10.222.0.53 "DELETE /v2.0/subnetpools/e3e8b4a9-378d-4955-bd36-26b4a7080018 HTTP/1.1" status: 204 len: 168 time: 0.1866503 Nov 25 13:40:11.330781 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53774) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:40:11.354218 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [None req-fa2c7db5-cdee-4c45-8af8-5c509dc12014 tempest-SubnetPoolsTestJSON-2108721256 tempest-SubnetPoolsTestJSON-2108721256-project] show failed (client error): The resource could not be found. Nov 25 13:40:11.359900 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 53776) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:40:11.361041 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-fa2c7db5-cdee-4c45-8af8-5c509dc12014 tempest-SubnetPoolsTestJSON-2108721256 tempest-SubnetPoolsTestJSON-2108721256-project] 10.222.0.53 "GET /v2.0/subnetpools/e3e8b4a9-378d-4955-bd36-26b4a7080018 HTTP/1.1" status: 404 len: 346 time: 0.0270076 Nov 25 13:40:11.399730 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [None req-95bfd9a4-9523-42a0-b908-84f92d6bd6c9 tempest-SubnetPoolsTestJSON-2108721256 tempest-SubnetPoolsTestJSON-2108721256-project] delete failed (client error): The resource could not be found. Nov 25 13:40:11.400794 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-95bfd9a4-9523-42a0-b908-84f92d6bd6c9 tempest-SubnetPoolsTestJSON-2108721256 tempest-SubnetPoolsTestJSON-2108721256-project] 10.222.0.53 "DELETE /v2.0/subnetpools/e3e8b4a9-378d-4955-bd36-26b4a7080018 HTTP/1.1" status: 404 len: 346 time: 0.0396912 Nov 25 13:40:11.646243 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3312d64-aa28-4fae-bd80-386d861b9d5b req-30dea860-643b-468e-91f8-509ec76861a0 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:11.651230 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c3312d64-aa28-4fae-bd80-386d861b9d5b req-30dea860-643b-468e-91f8-509ec76861a0 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a43750e-6626-4108-871a-1e2bc3b2fb6d HTTP/1.1" status: 200 len: 946 time: 0.0804617 Nov 25 13:40:11.789339 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 6971830e-46c0-4054-8fd8-e9d0e966e0fe up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:40:11.801845 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c3312d64-aa28-4fae-bd80-386d861b9d5b req-b1d98d57-d9c4-498c-a0d1-2be8dde72fff tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417012 Nov 25 13:40:11.830246 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-564118c8-834d-496a-b9e6-8407d1f6046e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:11.837242 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53786) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:40:11.849282 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-f154bcc2-9b86-4f0e-b6c0-f35370912077 None None] Set router f41a143c-a347-4ee0-9ab6-c9c16312a644 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:40:11.930658 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:11.949443 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-564118c8-834d-496a-b9e6-8407d1f6046e None None] For port 95655f9c-aa77-488f-b5ad-2e8f5e7c59e7, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=95655f9c-aa77-488f-b5ad-2e8f5e7c59e7,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:40:11.978464 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-636eac7e-a2ca-4cf9-8006-a9dacd7c7d34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:12.001936 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-564118c8-834d-496a-b9e6-8407d1f6046e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:12.085905 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-636eac7e-a2ca-4cf9-8006-a9dacd7c7d34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:12.091558 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-636eac7e-a2ca-4cf9-8006-a9dacd7c7d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:12.123874 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 6971830e-46c0-4054-8fd8-e9d0e966e0fe triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:40:12.124263 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:12.134933 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636eac7e-a2ca-4cf9-8006-a9dacd7c7d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b94403e-83ce-4cd8-a1c5-efcef527a6d1,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:40:12.145768 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-636eac7e-a2ca-4cf9-8006-a9dacd7c7d34 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f658306181be40d784a373baa5450519&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3047459 Nov 25 13:40:12.148890 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53794) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:40:12.164132 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564118c8-834d-496a-b9e6-8407d1f6046e None None] Pushing event updated for resources: {'Port': ['ID=95655f9c-aa77-488f-b5ad-2e8f5e7c59e7,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:40:12.219742 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5971f59c-7efc-4edf-8abb-3437fc3b32d2 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:12.223991 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-e3d487d6-d11c-4f63-b2c9-2600b1d6e522 None None] Provisioning complete for port 95655f9c-aa77-488f-b5ad-2e8f5e7c59e7 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:40:12.224375 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e3d487d6-d11c-4f63-b2c9-2600b1d6e522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:12.239248 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c98f6b0a-31f3-4b41-ac8a-087e2552b0f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:12.249291 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5971f59c-7efc-4edf-8abb-3437fc3b32d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:12.273239 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c98f6b0a-31f3-4b41-ac8a-087e2552b0f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:12.305543 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-789be668-bd1e-43fe-8c3b-8a421b770ba7 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Allocated IP 172.20.0.1 (cd246b13-3268-4e17-9682-1d1a7983fe47/7057d26a-548c-410a-bbe7-146e3aa0dd78/57631b1d-e75f-4e53-8904-49401d97cc03) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:40:12.341103 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c98f6b0a-31f3-4b41-ac8a-087e2552b0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:12.344629 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c98f6b0a-31f3-4b41-ac8a-087e2552b0f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:12.348124 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c98f6b0a-31f3-4b41-ac8a-087e2552b0f2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3b94403e-83ce-4cd8-a1c5-efcef527a6d1 HTTP/1.1" status: 204 len: 168 time: 0.1957440 Nov 25 13:40:12.355644 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5971f59c-7efc-4edf-8abb-3437fc3b32d2 None None] Network cd246b13-3268-4e17-9682-1d1a7983fe47 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:40:12.360159 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98f6b0a-31f3-4b41-ac8a-087e2552b0f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b94403e-83ce-4cd8-a1c5-efcef527a6d1,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:40:12.425815 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-5971f59c-7efc-4edf-8abb-3437fc3b32d2 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:40:12.433361 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5971f59c-7efc-4edf-8abb-3437fc3b32d2 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:40:12.467457 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5971f59c-7efc-4edf-8abb-3437fc3b32d2 None None] Pushing event updated for resources: {'Port': ['ID=f8296371-aae1-4cb2-a7de-0dd81816636d,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:40:12.499783 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-789be668-bd1e-43fe-8c3b-8a421b770ba7 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:12.550772 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-f154bcc2-9b86-4f0e-b6c0-f35370912077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41a143c-a347-4ee0-9ab6-c9c16312a644', 'name': 'tempest-TestNetworkBasicOps-router-788944127', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '95655f9c-aa77-488f-b5ad-2e8f5e7c59e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:40:05Z', 'updated_at': '2021-11-25T13:40:07Z', 'revision_number': 3, 'project_id': '06a700e6f18945e692debb25875c4858', 'gw_port': {'id': '95655f9c-aa77-488f-b5ad-2e8f5e7c59e7', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ee:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41a143c-a347-4ee0-9ab6-c9c16312a644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:40:06Z', 'updated_at': '2021-11-25T13:40:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:40:12.570649 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-789be668-bd1e-43fe-8c3b-8a421b770ba7 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:12.617196 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789be668-bd1e-43fe-8c3b-8a421b770ba7 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Network cd246b13-3268-4e17-9682-1d1a7983fe47 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:40:12.622125 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f154bcc2-9b86-4f0e-b6c0-f35370912077 None None] The sync data for ids ['f41a143c-a347-4ee0-9ab6-c9c16312a644'] in n-d-808199-11 is: [{'id': 'f41a143c-a347-4ee0-9ab6-c9c16312a644', 'name': 'tempest-TestNetworkBasicOps-router-788944127', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '95655f9c-aa77-488f-b5ad-2e8f5e7c59e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:40:05Z', 'updated_at': '2021-11-25T13:40:07Z', 'revision_number': 3, 'project_id': '06a700e6f18945e692debb25875c4858', 'gw_port': {'id': '95655f9c-aa77-488f-b5ad-2e8f5e7c59e7', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ee:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41a143c-a347-4ee0-9ab6-c9c16312a644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:40:06Z', 'updated_at': '2021-11-25T13:40:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:40:12.629806 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-789be668-bd1e-43fe-8c3b-8a421b770ba7 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:40:12.633745 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789be668-bd1e-43fe-8c3b-8a421b770ba7 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:40:12.667012 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-5971f59c-7efc-4edf-8abb-3437fc3b32d2 None None] Attempting to bind port f8296371-aae1-4cb2-a7de-0dd81816636d on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:40:12.667577 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-5971f59c-7efc-4edf-8abb-3437fc3b32d2 None None] Attempting to bind port f8296371-aae1-4cb2-a7de-0dd81816636d by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '3593f49d-00a4-4016-9b7a-b809bc15eda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'cd246b13-3268-4e17-9682-1d1a7983fe47'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:40:12.670906 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5971f59c-7efc-4edf-8abb-3437fc3b32d2 None None] Attempting to bind port f8296371-aae1-4cb2-a7de-0dd81816636d on network cd246b13-3268-4e17-9682-1d1a7983fe47 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:40:12.679411 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5971f59c-7efc-4edf-8abb-3437fc3b32d2 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:40:12.681039 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5971f59c-7efc-4edf-8abb-3437fc3b32d2 None None] Checking segment: {'id': '3593f49d-00a4-4016-9b7a-b809bc15eda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'cd246b13-3268-4e17-9682-1d1a7983fe47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:40:12.681638 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5971f59c-7efc-4edf-8abb-3437fc3b32d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:12.682590 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5971f59c-7efc-4edf-8abb-3437fc3b32d2 None None] Bound using segment: {'id': '3593f49d-00a4-4016-9b7a-b809bc15eda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'cd246b13-3268-4e17-9682-1d1a7983fe47'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:40:12.684355 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-5971f59c-7efc-4edf-8abb-3437fc3b32d2 None None] Bound port: f8296371-aae1-4cb2-a7de-0dd81816636d, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3593f49d-00a4-4016-9b7a-b809bc15eda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'cd246b13-3268-4e17-9682-1d1a7983fe47'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:40:12.685054 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5971f59c-7efc-4edf-8abb-3437fc3b32d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:12.698984 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789be668-bd1e-43fe-8c3b-8a421b770ba7 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Pushing event updated for resources: {'Port': ['ID=57631b1d-e75f-4e53-8904-49401d97cc03,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:40:12.727756 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-789be668-bd1e-43fe-8c3b-8a421b770ba7 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:12.837229 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-5971f59c-7efc-4edf-8abb-3437fc3b32d2 None None] For port f8296371-aae1-4cb2-a7de-0dd81816636d, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:40:12.845980 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-5971f59c-7efc-4edf-8abb-3437fc3b32d2 None None] For port f8296371-aae1-4cb2-a7de-0dd81816636d, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=f8296371-aae1-4cb2-a7de-0dd81816636d,segment=NetworkSegment(3593f49d-00a4-4016-9b7a-b809bc15eda3),segment_id=3593f49d-00a4-4016-9b7a-b809bc15eda3)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:40:12.866307 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5971f59c-7efc-4edf-8abb-3437fc3b32d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:13.034552 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5971f59c-7efc-4edf-8abb-3437fc3b32d2 None None] Pushing event updated for resources: {'Port': ['ID=f8296371-aae1-4cb2-a7de-0dd81816636d,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:40:13.077940 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-789be668-bd1e-43fe-8c3b-8a421b770ba7 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:13.149146 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86678ea4-51a0-456e-be6a-23134f3f2c5b req-2a080554-cd5c-44fd-8bc2-ed8480c93141 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:13.153728 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-86678ea4-51a0-456e-be6a-23134f3f2c5b req-2a080554-cd5c-44fd-8bc2-ed8480c93141 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a43750e-6626-4108-871a-1e2bc3b2fb6d HTTP/1.1" status: 200 len: 946 time: 0.1653035 Nov 25 13:40:13.291773 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-86678ea4-51a0-456e-be6a-23134f3f2c5b req-540e77eb-bf5b-487d-bb57-dd1aaf1eb1ab tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207013 Nov 25 13:40:13.747343 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-789be668-bd1e-43fe-8c3b-8a421b770ba7 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:13.761340 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-789be668-bd1e-43fe-8c3b-8a421b770ba7 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:13.863619 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-789be668-bd1e-43fe-8c3b-8a421b770ba7 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:13.876283 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device f8296371-aae1-4cb2-a7de-0dd81816636d up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:40:13.883363 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53824) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:40:13.998067 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port f8296371-aae1-4cb2-a7de-0dd81816636d triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:40:13.999116 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:14.028432 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789be668-bd1e-43fe-8c3b-8a421b770ba7 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Pushing event updated for resources: {'Port': ['ID=57631b1d-e75f-4e53-8904-49401d97cc03,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:40:14.104087 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-09d4e966-e331-4743-836b-60ba9e32b929 tempest-TagsTest-779121468 tempest-TagsTest-779121468-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1061181423'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:40:14.154560 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:14.169161 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d4e966-e331-4743-836b-60ba9e32b929 tempest-TagsTest-779121468 tempest-TagsTest-779121468-project] Made reservation on behalf of e4baa54ee4da4a998557a49f770a29dc for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:40:14.178271 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789be668-bd1e-43fe-8c3b-8a421b770ba7 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Network cd246b13-3268-4e17-9682-1d1a7983fe47 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:40:14.179359 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-09d4e966-e331-4743-836b-60ba9e32b929 tempest-TagsTest-779121468 tempest-TagsTest-779121468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:14.182141 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-789be668-bd1e-43fe-8c3b-8a421b770ba7 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:40:14.207160 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-09d4e966-e331-4743-836b-60ba9e32b929 tempest-TagsTest-779121468 tempest-TagsTest-779121468-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:14.216121 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] For port f8296371-aae1-4cb2-a7de-0dd81816636d, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=f8296371-aae1-4cb2-a7de-0dd81816636d,segment=NetworkSegment(3593f49d-00a4-4016-9b7a-b809bc15eda3),segment_id=3593f49d-00a4-4016-9b7a-b809bc15eda3)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:40:14.223084 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:14.225224 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 95655f9c-aa77-488f-b5ad-2e8f5e7c59e7 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:40:14.419059 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-09d4e966-e331-4743-836b-60ba9e32b929 tempest-TagsTest-779121468 tempest-TagsTest-779121468-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:14.425810 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-09d4e966-e331-4743-836b-60ba9e32b929 tempest-TagsTest-779121468 tempest-TagsTest-779121468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:14.454418 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09d4e966-e331-4743-836b-60ba9e32b929 tempest-TagsTest-779121468 tempest-TagsTest-779121468-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:40:14.494530 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Pushing event updated for resources: {'Port': ['ID=f8296371-aae1-4cb2-a7de-0dd81816636d,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:40:14.510597 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 95655f9c-aa77-488f-b5ad-2e8f5e7c59e7 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:40:14.510597 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:14.526353 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-789be668-bd1e-43fe-8c3b-8a421b770ba7 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Router f41a143c-a347-4ee0-9ab6-c9c16312a644 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:40:14.664725 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-09d4e966-e331-4743-836b-60ba9e32b929 tempest-TagsTest-779121468 tempest-TagsTest-779121468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:14.665100 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-09d4e966-e331-4743-836b-60ba9e32b929 tempest-TagsTest-779121468 tempest-TagsTest-779121468-project] Added segment 66918dcd-e04c-40c8-be56-2f3c2ca3be1f of type vlan for network 117682dc-2c2c-4f1b-b695-4c3100a11800 Nov 25 13:40:14.764267 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d4e966-e331-4743-836b-60ba9e32b929 tempest-TagsTest-779121468 tempest-TagsTest-779121468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0a378f-300f-4c6f-884a-ab5cdd11d4d3,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:40:14.811086 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-09d4e966-e331-4743-836b-60ba9e32b929 tempest-TagsTest-779121468 tempest-TagsTest-779121468-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:14.826045 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419f67d2-914f-4cb5-9f2f-d925a0c045a9 None None] Network cd246b13-3268-4e17-9682-1d1a7983fe47 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:40:14.833918 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3dc12f-35a7-4a3d-8f22-8f86ccef0e0e req-3ca7d5f9-e0d0-4990-9131-fa0219571527 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:14.836048 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ad3dc12f-35a7-4a3d-8f22-8f86ccef0e0e req-3ca7d5f9-e0d0-4990-9131-fa0219571527 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a43750e-6626-4108-871a-1e2bc3b2fb6d HTTP/1.1" status: 200 len: 946 time: 0.3503315 Nov 25 13:40:14.852290 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789be668-bd1e-43fe-8c3b-8a421b770ba7 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:40:14.867135 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-789be668-bd1e-43fe-8c3b-8a421b770ba7 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "PUT /v2.0/routers/f41a143c-a347-4ee0-9ab6-c9c16312a644/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8847723 Nov 25 13:40:14.867369 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 53834) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:40:14.901473 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-09d4e966-e331-4743-836b-60ba9e32b929 tempest-TagsTest-779121468 tempest-TagsTest-779121468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:14.909959 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d4e966-e331-4743-836b-60ba9e32b929 tempest-TagsTest-779121468 tempest-TagsTest-779121468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:14.910606 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-09d4e966-e331-4743-836b-60ba9e32b929 tempest-TagsTest-779121468 tempest-TagsTest-779121468-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:14.957940 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-fdae74c5-8c24-426c-927a-67c9e0e88d18 None None] Provisioning complete for port f8296371-aae1-4cb2-a7de-0dd81816636d triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:40:14.959160 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fdae74c5-8c24-426c-927a-67c9e0e88d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:15.026747 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ad3dc12f-35a7-4a3d-8f22-8f86ccef0e0e req-eb7a6c1f-63fa-4f8d-aeaa-223abbc2a8c1 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701195 Nov 25 13:40:15.035607 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-09d4e966-e331-4743-836b-60ba9e32b929 tempest-TagsTest-779121468 tempest-TagsTest-779121468-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.1456237 Nov 25 13:40:15.039769 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53838) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:40:15.046445 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.tag.tag_plugin [None req-fd6f4680-f7da-47f8-a4c6-65952ce50cf1 tempest-TagsTest-779121468 tempest-TagsTest-779121468-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '117682dc-2c2c-4f1b-b695-4c3100a11800', 'tempest-TagsTest-Tag-86742235') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:40:15.109402 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d4e966-e331-4743-836b-60ba9e32b929 tempest-TagsTest-779121468 tempest-TagsTest-779121468-project] Pushing event updated for resources: {'Network': ['ID=117682dc-2c2c-4f1b-b695-4c3100a11800,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:40:15.145136 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 117682dc-2c2c-4f1b-b695-4c3100a11800 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:40:15.158924 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-fd6f4680-f7da-47f8-a4c6-65952ce50cf1 tempest-TagsTest-779121468 tempest-TagsTest-779121468-project] 10.222.0.53 "PUT /v2.0/networks/117682dc-2c2c-4f1b-b695-4c3100a11800/tags/tempest-TagsTest-Tag-86742235 HTTP/1.1" status: 201 len: 201 time: 0.1180077 Nov 25 13:40:15.161252 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53840) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:40:15.168320 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.tag.tag_plugin [None req-e6956af5-00aa-48a3-bcbe-58052df1ba0c tempest-TagsTest-779121468 tempest-TagsTest-779121468-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '117682dc-2c2c-4f1b-b695-4c3100a11800', 'tempest-TagsTest-Tag-86742235') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:40:15.203614 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50595a0-d307-496c-8a80-c17942018085 tempest-TestNetworkBasicOps-1706243872 tempest-TestNetworkBasicOps-1706243872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:15.205495 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50595a0-d307-496c-8a80-c17942018085 tempest-TestNetworkBasicOps-1706243872 tempest-TestNetworkBasicOps-1706243872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:15.206305 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50595a0-d307-496c-8a80-c17942018085 tempest-TestNetworkBasicOps-1706243872 tempest-TestNetworkBasicOps-1706243872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:15.206621 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50595a0-d307-496c-8a80-c17942018085 tempest-TestNetworkBasicOps-1706243872 tempest-TestNetworkBasicOps-1706243872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:15.207824 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50595a0-d307-496c-8a80-c17942018085 tempest-TestNetworkBasicOps-1706243872 tempest-TestNetworkBasicOps-1706243872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:15.208498 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50595a0-d307-496c-8a80-c17942018085 tempest-TestNetworkBasicOps-1706243872 tempest-TestNetworkBasicOps-1706243872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:15.209024 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50595a0-d307-496c-8a80-c17942018085 tempest-TestNetworkBasicOps-1706243872 tempest-TestNetworkBasicOps-1706243872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:15.209541 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50595a0-d307-496c-8a80-c17942018085 tempest-TestNetworkBasicOps-1706243872 tempest-TestNetworkBasicOps-1706243872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:15.212092 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-a50595a0-d307-496c-8a80-c17942018085 tempest-TestNetworkBasicOps-1706243872 tempest-TestNetworkBasicOps-1706243872-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5689 time: 0.3437769 Nov 25 13:40:15.217847 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 53842) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:40:15.260830 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e6956af5-00aa-48a3-bcbe-58052df1ba0c tempest-TagsTest-779121468 tempest-TagsTest-779121468-project] 10.222.0.53 "GET /v2.0/networks/117682dc-2c2c-4f1b-b695-4c3100a11800/tags/tempest-TagsTest-Tag-86742235 HTTP/1.1" status: 204 len: 168 time: 0.0984676 Nov 25 13:40:15.263308 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53844) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:40:15.270110 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.tag.tag_plugin [None req-d906f41e-3812-4100-a4f3-3fc091aca266 tempest-TagsTest-779121468 tempest-TagsTest-779121468-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '117682dc-2c2c-4f1b-b695-4c3100a11800') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:40:15.396662 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d906f41e-3812-4100-a4f3-3fc091aca266 tempest-TagsTest-779121468 tempest-TagsTest-779121468-project] 10.222.0.53 "GET /v2.0/networks/117682dc-2c2c-4f1b-b695-4c3100a11800/tags HTTP/1.1" status: 200 len: 236 time: 0.1313729 Nov 25 13:40:15.402056 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53850) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:40:15.420964 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.tag.tag_plugin [None req-7ff1fd43-3803-4e90-9f4d-1d74db586657 tempest-TagsTest-779121468 tempest-TagsTest-779121468-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '117682dc-2c2c-4f1b-b695-4c3100a11800', {'tags': ['tempest-TagsTest-Tag-1294821656', 'tempest-TagsTest-Tag-1091412769', 'tempest-TagsTest-Tag-727067769']}) {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:40:15.553599 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-7ff1fd43-3803-4e90-9f4d-1d74db586657 tempest-TagsTest-779121468 tempest-TagsTest-779121468-project] 10.222.0.53 "PUT /v2.0/networks/117682dc-2c2c-4f1b-b695-4c3100a11800/tags HTTP/1.1" status: 200 len: 308 time: 0.1503191 Nov 25 13:40:15.556150 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53854) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:40:15.563370 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.tag.tag_plugin [None req-8ccbcc2a-a004-402c-b7e1-c43a4c5ff9d0 tempest-TagsTest-779121468 tempest-TagsTest-779121468-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '117682dc-2c2c-4f1b-b695-4c3100a11800', 'tempest-TagsTest-Tag-1294821656') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:40:15.667678 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-f6b8d3e8-28f9-40dc-84db-c6b420be9808 None None] Provisioning complete for port f8296371-aae1-4cb2-a7de-0dd81816636d triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:40:15.668074 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f6b8d3e8-28f9-40dc-84db-c6b420be9808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:15.734538 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device f8296371-aae1-4cb2-a7de-0dd81816636d up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:40:15.824474 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cb2f8f-03a6-4210-9f8b-1a370d589a25 tempest-TestNetworkBasicOps-1706243872 tempest-TestNetworkBasicOps-1706243872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:15.830493 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cb2f8f-03a6-4210-9f8b-1a370d589a25 tempest-TestNetworkBasicOps-1706243872 tempest-TestNetworkBasicOps-1706243872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:15.831238 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cb2f8f-03a6-4210-9f8b-1a370d589a25 tempest-TestNetworkBasicOps-1706243872 tempest-TestNetworkBasicOps-1706243872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:15.831764 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cb2f8f-03a6-4210-9f8b-1a370d589a25 tempest-TestNetworkBasicOps-1706243872 tempest-TestNetworkBasicOps-1706243872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:15.832845 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cb2f8f-03a6-4210-9f8b-1a370d589a25 tempest-TestNetworkBasicOps-1706243872 tempest-TestNetworkBasicOps-1706243872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:15.833550 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cb2f8f-03a6-4210-9f8b-1a370d589a25 tempest-TestNetworkBasicOps-1706243872 tempest-TestNetworkBasicOps-1706243872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:15.834140 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cb2f8f-03a6-4210-9f8b-1a370d589a25 tempest-TestNetworkBasicOps-1706243872 tempest-TestNetworkBasicOps-1706243872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:15.834681 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cb2f8f-03a6-4210-9f8b-1a370d589a25 tempest-TestNetworkBasicOps-1706243872 tempest-TestNetworkBasicOps-1706243872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:15.837668 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-65cb2f8f-03a6-4210-9f8b-1a370d589a25 tempest-TestNetworkBasicOps-1706243872 tempest-TestNetworkBasicOps-1706243872-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5290 time: 0.6185343 Nov 25 13:40:15.842349 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 53864) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:40:15.856191 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port f8296371-aae1-4cb2-a7de-0dd81816636d triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:40:15.856581 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:15.905790 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-8ccbcc2a-a004-402c-b7e1-c43a4c5ff9d0 tempest-TagsTest-779121468 tempest-TagsTest-779121468-project] 10.222.0.53 "DELETE /v2.0/networks/117682dc-2c2c-4f1b-b695-4c3100a11800/tags/tempest-TagsTest-Tag-1294821656 HTTP/1.1" status: 204 len: 168 time: 0.3481972 Nov 25 13:40:15.913719 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-f6b8d3e8-28f9-40dc-84db-c6b420be9808 None None] Provisioning complete for port 57631b1d-e75f-4e53-8904-49401d97cc03 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:40:15.914108 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f6b8d3e8-28f9-40dc-84db-c6b420be9808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:15.921067 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb51b4-8cb3-4e2f-aeed-6e8504b9e44f req-4c59507a-dfa3-47a8-b304-326716cfa3f8 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:15.929260 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0ecb51b4-8cb3-4e2f-aeed-6e8504b9e44f req-4c59507a-dfa3-47a8-b304-326716cfa3f8 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] 10.222.0.53 "GET /v2.0/networks?id=e1755fee-aaa6-425e-8842-e7c47174a17e HTTP/1.1" status: 200 len: 814 time: 0.2713661 Nov 25 13:40:15.934330 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53866) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:40:15.942838 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.tag.tag_plugin [None req-13d2f03b-4834-4998-a8d0-8752193663ed tempest-TagsTest-779121468 tempest-TagsTest-779121468-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '117682dc-2c2c-4f1b-b695-4c3100a11800', 'tempest-TagsTest-Tag-1294821656') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:40:15.986721 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0ecb51b4-8cb3-4e2f-aeed-6e8504b9e44f req-fa4f9f9c-46c6-4d44-a240-7c423c6ec140 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] 10.222.0.53 "GET /v2.0/quotas/6684a101e7e1409089143e68507e9eaa HTTP/1.1" status: 200 len: 375 time: 0.0482931 Nov 25 13:40:16.008677 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-f6b8d3e8-28f9-40dc-84db-c6b420be9808 None None] Port 57631b1d-e75f-4e53-8904-49401d97cc03 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:40:16.122810 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0ecb51b4-8cb3-4e2f-aeed-6e8504b9e44f req-a49fc40b-d884-445e-a886-fbe8673cb983 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6684a101e7e1409089143e68507e9eaa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0610657 Nov 25 13:40:16.133280 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb7f2ab-e5fa-4a9c-af65-a1d5e738bd96 None None] Sync routers for ids ['f41a143c-a347-4ee0-9ab6-c9c16312a644'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:40:16.155104 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-0485f1ee-cf63-4032-862f-ea58e28111e8 None None] Provisioning complete for port 57631b1d-e75f-4e53-8904-49401d97cc03 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:40:16.155763 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb7f2ab-e5fa-4a9c-af65-a1d5e738bd96 None None] Routers {'f41a143c-a347-4ee0-9ab6-c9c16312a644'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:40:16.156405 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-1fb7f2ab-e5fa-4a9c-af65-a1d5e738bd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:40:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['f41a143c-a347-4ee0-9ab6-c9c16312a644'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:40:16.157592 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0485f1ee-cf63-4032-862f-ea58e28111e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:16.223422 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [None req-13d2f03b-4834-4998-a8d0-8752193663ed tempest-TagsTest-779121468 tempest-TagsTest-779121468-project] show failed (client error): The resource could not be found. Nov 25 13:40:16.229052 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-13d2f03b-4834-4998-a8d0-8752193663ed tempest-TagsTest-779121468 tempest-TagsTest-779121468-project] 10.222.0.53 "GET /v2.0/networks/117682dc-2c2c-4f1b-b695-4c3100a11800/tags/tempest-TagsTest-Tag-1294821656 HTTP/1.1" status: 404 len: 326 time: 0.2927749 Nov 25 13:40:16.231046 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53872) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:40:16.251828 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-0485f1ee-cf63-4032-862f-ea58e28111e8 None None] Port 57631b1d-e75f-4e53-8904-49401d97cc03 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:40:16.295980 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-e76327e9-58d4-4ead-86e6-ec4654fe70bb tempest-TestNetworkBasicOps-1706243872 tempest-TestNetworkBasicOps-1706243872-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3770 time: 0.4521410 Nov 25 13:40:16.301494 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-1fb7f2ab-e5fa-4a9c-af65-a1d5e738bd96 None None] Set router f41a143c-a347-4ee0-9ab6-c9c16312a644 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:40:16.379222 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-12767fc0-c7d4-402a-a82f-1c1a8a67c1d1 None None] Provisioning complete for port 57631b1d-e75f-4e53-8904-49401d97cc03 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:40:16.379868 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-12767fc0-c7d4-402a-a82f-1c1a8a67c1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:16.421948 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-12767fc0-c7d4-402a-a82f-1c1a8a67c1d1 None None] Port 57631b1d-e75f-4e53-8904-49401d97cc03 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:40:16.544977 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-1fb7f2ab-e5fa-4a9c-af65-a1d5e738bd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41a143c-a347-4ee0-9ab6-c9c16312a644', 'name': 'tempest-TestNetworkBasicOps-router-788944127', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '95655f9c-aa77-488f-b5ad-2e8f5e7c59e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:40:05Z', 'updated_at': '2021-11-25T13:40:12Z', 'revision_number': 4, 'project_id': '06a700e6f18945e692debb25875c4858', 'gw_port': {'id': '95655f9c-aa77-488f-b5ad-2e8f5e7c59e7', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ee:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41a143c-a347-4ee0-9ab6-c9c16312a644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:40:06Z', 'updated_at': '2021-11-25T13:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '57631b1d-e75f-4e53-8904-49401d97cc03', 'name': '', 'network_id': 'cd246b13-3268-4e17-9682-1d1a7983fe47', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'mac_address': 'fa:16:3e:a2:cb:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41a143c-a347-4ee0-9ab6-c9c16312a644', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '7057d26a-548c-410a-bbe7-146e3aa0dd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:40:11Z', 'updated_at': '2021-11-25T13:40:13Z', 'revision_number': 2, 'project_id': '06a700e6f18945e692debb25875c4858', 'subnets': [{'id': '7057d26a-548c-410a-bbe7-146e3aa0dd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:40:16.576231 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb7f2ab-e5fa-4a9c-af65-a1d5e738bd96 None None] Checking router: f41a143c-a347-4ee0-9ab6-c9c16312a644 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:40:16.576885 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb7f2ab-e5fa-4a9c-af65-a1d5e738bd96 None None] Updating router f41a143c-a347-4ee0-9ab6-c9c16312a644 port 57631b1d-e75f-4e53-8904-49401d97cc03 binding host n-d-808199-11 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:40:16.602889 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1fb7f2ab-e5fa-4a9c-af65-a1d5e738bd96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:16.619910 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.tag.tag_plugin [None req-f7e296ad-3f26-4f61-96b1-f38e427e3cc8 tempest-TagsTest-779121468 tempest-TagsTest-779121468-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '117682dc-2c2c-4f1b-b695-4c3100a11800', 'tempest-TagsTest-Tag-1091412769') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:40:16.714959 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8281139c-09e2-44f5-bc02-2d9e9f5e92e6 req-98f48083-4637-4bfc-ac46-2df3cb37b94c tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:16.716500 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8281139c-09e2-44f5-bc02-2d9e9f5e92e6 req-98f48083-4637-4bfc-ac46-2df3cb37b94c tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a43750e-6626-4108-871a-1e2bc3b2fb6d HTTP/1.1" status: 200 len: 946 time: 0.5918143 Nov 25 13:40:16.749337 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0ecb51b4-8cb3-4e2f-aeed-6e8504b9e44f req-bfff1cad-58be-42b7-9c35-fb74eceb649b service neutron] 10.222.0.53 "GET /v2.0/networks/e1755fee-aaa6-425e-8842-e7c47174a17e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6027443 Nov 25 13:40:16.779485 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f7e296ad-3f26-4f61-96b1-f38e427e3cc8 tempest-TagsTest-779121468 tempest-TagsTest-779121468-project] 10.222.0.53 "GET /v2.0/networks/117682dc-2c2c-4f1b-b695-4c3100a11800/tags/tempest-TagsTest-Tag-1091412769 HTTP/1.1" status: 204 len: 168 time: 0.5126224 Nov 25 13:40:16.780370 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53876) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:40:16.809248 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.tag.tag_plugin [None req-f1338a79-994c-41c4-a3ec-be3fe547104b tempest-TagsTest-779121468 tempest-TagsTest-779121468-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '117682dc-2c2c-4f1b-b695-4c3100a11800', 'tempest-TagsTest-Tag-727067769') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:40:16.861889 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8281139c-09e2-44f5-bc02-2d9e9f5e92e6 req-2c045ce4-8482-4b68-8417-edd83e981ba5 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383953 Nov 25 13:40:16.909120 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1fb7f2ab-e5fa-4a9c-af65-a1d5e738bd96 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:16.915218 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1fb7f2ab-e5fa-4a9c-af65-a1d5e738bd96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:16.956054 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0ecb51b4-8cb3-4e2f-aeed-6e8504b9e44f req-0641e58f-8d58-4431-a3d7-d191d067bd40 service neutron] 10.222.0.53 "GET /v2.0/networks/e1755fee-aaa6-425e-8842-e7c47174a17e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943429 Nov 25 13:40:16.960880 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f1338a79-994c-41c4-a3ec-be3fe547104b tempest-TagsTest-779121468 tempest-TagsTest-779121468-project] 10.222.0.53 "GET /v2.0/networks/117682dc-2c2c-4f1b-b695-4c3100a11800/tags/tempest-TagsTest-Tag-727067769 HTTP/1.1" status: 204 len: 168 time: 0.1574774 Nov 25 13:40:16.961836 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53878) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:40:16.965888 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.tag.tag_plugin [None req-165edd5a-4407-4f93-b320-747537149da3 tempest-TagsTest-779121468 tempest-TagsTest-779121468-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '117682dc-2c2c-4f1b-b695-4c3100a11800') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:40:16.979112 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ca6ad4-c897-4322-b475-9f3abc3229ed None None] Pushing event updated for resources: {'Port': ['ID=57631b1d-e75f-4e53-8904-49401d97cc03,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:40:17.086350 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-1fb7f2ab-e5fa-4a9c-af65-a1d5e738bd96 None None] Attempting to bind port 57631b1d-e75f-4e53-8904-49401d97cc03 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:40:17.086896 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-1fb7f2ab-e5fa-4a9c-af65-a1d5e738bd96 None None] Attempting to bind port 57631b1d-e75f-4e53-8904-49401d97cc03 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '3593f49d-00a4-4016-9b7a-b809bc15eda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'cd246b13-3268-4e17-9682-1d1a7983fe47'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:40:17.087912 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb7f2ab-e5fa-4a9c-af65-a1d5e738bd96 None None] Attempting to bind port 57631b1d-e75f-4e53-8904-49401d97cc03 on network cd246b13-3268-4e17-9682-1d1a7983fe47 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:40:17.098888 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb7f2ab-e5fa-4a9c-af65-a1d5e738bd96 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:40:17.099405 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb7f2ab-e5fa-4a9c-af65-a1d5e738bd96 None None] Checking segment: {'id': '3593f49d-00a4-4016-9b7a-b809bc15eda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'cd246b13-3268-4e17-9682-1d1a7983fe47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:40:17.099901 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1fb7f2ab-e5fa-4a9c-af65-a1d5e738bd96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:17.100445 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb7f2ab-e5fa-4a9c-af65-a1d5e738bd96 None None] Bound using segment: {'id': '3593f49d-00a4-4016-9b7a-b809bc15eda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'cd246b13-3268-4e17-9682-1d1a7983fe47'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:40:17.101234 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-1fb7f2ab-e5fa-4a9c-af65-a1d5e738bd96 None None] Bound port: 57631b1d-e75f-4e53-8904-49401d97cc03, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3593f49d-00a4-4016-9b7a-b809bc15eda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'cd246b13-3268-4e17-9682-1d1a7983fe47'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:40:17.101551 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1fb7f2ab-e5fa-4a9c-af65-a1d5e738bd96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:17.104460 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-165edd5a-4407-4f93-b320-747537149da3 tempest-TagsTest-779121468 tempest-TagsTest-779121468-project] 10.222.0.53 "DELETE /v2.0/networks/117682dc-2c2c-4f1b-b695-4c3100a11800/tags HTTP/1.1" status: 204 len: 168 time: 0.1423130 Nov 25 13:40:17.107126 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53880) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:40:17.114656 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.tag.tag_plugin [None req-b836fc40-4cb1-45fc-991e-ccfaf8705d69 tempest-TagsTest-779121468 tempest-TagsTest-779121468-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '117682dc-2c2c-4f1b-b695-4c3100a11800', 'tempest-TagsTest-Tag-1091412769') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:40:17.231564 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-1fb7f2ab-e5fa-4a9c-af65-a1d5e738bd96 None None] For port 57631b1d-e75f-4e53-8904-49401d97cc03, host n-d-808199-11, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:40:17.232934 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [None req-b836fc40-4cb1-45fc-991e-ccfaf8705d69 tempest-TagsTest-779121468 tempest-TagsTest-779121468-project] show failed (client error): The resource could not be found. Nov 25 13:40:17.234536 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b836fc40-4cb1-45fc-991e-ccfaf8705d69 tempest-TagsTest-779121468 tempest-TagsTest-779121468-project] 10.222.0.53 "GET /v2.0/networks/117682dc-2c2c-4f1b-b695-4c3100a11800/tags/tempest-TagsTest-Tag-1091412769 HTTP/1.1" status: 404 len: 326 time: 0.1263607 Nov 25 13:40:17.237444 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 53886) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:40:17.238665 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-1fb7f2ab-e5fa-4a9c-af65-a1d5e738bd96 None None] For port 57631b1d-e75f-4e53-8904-49401d97cc03, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=57631b1d-e75f-4e53-8904-49401d97cc03,segment=NetworkSegment(3593f49d-00a4-4016-9b7a-b809bc15eda3),segment_id=3593f49d-00a4-4016-9b7a-b809bc15eda3)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:40:17.242305 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.tag.tag_plugin [None req-6c4769ac-8b00-422e-b840-100bd2e492c4 tempest-TagsTest-779121468 tempest-TagsTest-779121468-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '117682dc-2c2c-4f1b-b695-4c3100a11800', 'tempest-TagsTest-Tag-727067769') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:40:17.244145 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1fb7f2ab-e5fa-4a9c-af65-a1d5e738bd96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:17.375438 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [None req-6c4769ac-8b00-422e-b840-100bd2e492c4 tempest-TagsTest-779121468 tempest-TagsTest-779121468-project] show failed (client error): The resource could not be found. Nov 25 13:40:17.377325 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-6c4769ac-8b00-422e-b840-100bd2e492c4 tempest-TagsTest-779121468 tempest-TagsTest-779121468-project] 10.222.0.53 "GET /v2.0/networks/117682dc-2c2c-4f1b-b695-4c3100a11800/tags/tempest-TagsTest-Tag-727067769 HTTP/1.1" status: 404 len: 325 time: 0.1389012 Nov 25 13:40:17.380857 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 53890) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:40:17.388135 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3ba83199-0ea5-4e76-82ad-06fa3ea6ad05 req-d2db6487-6385-4c29-985d-8951baf2d68e tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] 10.222.0.53 "GET /v2.0/ports?device_id=2479f0c5-c602-4d01-b154-38ad754e8af9 HTTP/1.1" status: 200 len: 210 time: 0.0747552 Nov 25 13:40:17.393398 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.tag.tag_plugin [None req-f94c3b1d-8201-4791-b48b-908fe4189d45 tempest-TagsTest-779121468 tempest-TagsTest-779121468-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '117682dc-2c2c-4f1b-b695-4c3100a11800') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:40:17.490911 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-cde491f8-5b44-4b5b-bdd6-b01d0a7f14b1 None None] Provisioning complete for port 57631b1d-e75f-4e53-8904-49401d97cc03 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:40:17.496393 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cde491f8-5b44-4b5b-bdd6-b01d0a7f14b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:17.521540 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-f94c3b1d-8201-4791-b48b-908fe4189d45 tempest-TagsTest-779121468 tempest-TagsTest-779121468-project] 10.222.0.53 "DELETE /v2.0/networks/117682dc-2c2c-4f1b-b695-4c3100a11800/tags HTTP/1.1" status: 204 len: 168 time: 0.1342595 Nov 25 13:40:17.528508 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53892) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:40:17.543075 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ca6ad4-c897-4322-b475-9f3abc3229ed None None] Pushing event updated for resources: {'Port': ['ID=57631b1d-e75f-4e53-8904-49401d97cc03,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:40:17.563843 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb7f2ab-e5fa-4a9c-af65-a1d5e738bd96 None None] Routers {'f41a143c-a347-4ee0-9ab6-c9c16312a644'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:40:17.565277 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-1fb7f2ab-e5fa-4a9c-af65-a1d5e738bd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:40:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['f41a143c-a347-4ee0-9ab6-c9c16312a644'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:40:17.702341 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cde491f8-5b44-4b5b-bdd6-b01d0a7f14b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:17.747476 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-1fb7f2ab-e5fa-4a9c-af65-a1d5e738bd96 None None] Set router f41a143c-a347-4ee0-9ab6-c9c16312a644 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:40:17.767792 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b8fe9d51-7676-4f5a-b493-9c7d21fab2e9 tempest-TagsTest-779121468 tempest-TagsTest-779121468-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:17.785904 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-cde491f8-5b44-4b5b-bdd6-b01d0a7f14b1 None None] For port 57631b1d-e75f-4e53-8904-49401d97cc03, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=57631b1d-e75f-4e53-8904-49401d97cc03,segment=NetworkSegment(3593f49d-00a4-4016-9b7a-b809bc15eda3),segment_id=3593f49d-00a4-4016-9b7a-b809bc15eda3)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:40:17.796308 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53898) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:40:17.800661 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cde491f8-5b44-4b5b-bdd6-b01d0a7f14b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:17.807120 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-36aa5126-c7ff-40d3-ba00-add83beaab84 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-355131373', 'description': 'tempest-secgroup-smoke-355131373 description', 'project_id': '06a700e6f18945e692debb25875c4858'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:40:17.888773 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde491f8-5b44-4b5b-bdd6-b01d0a7f14b1 None None] Pushing event updated for resources: {'Port': ['ID=57631b1d-e75f-4e53-8904-49401d97cc03,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:40:17.907612 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde491f8-5b44-4b5b-bdd6-b01d0a7f14b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:40:17.907931 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde491f8-5b44-4b5b-bdd6-b01d0a7f14b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:40:17.909926 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde491f8-5b44-4b5b-bdd6-b01d0a7f14b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:40:17.910340 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde491f8-5b44-4b5b-bdd6-b01d0a7f14b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:40:17.911646 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde491f8-5b44-4b5b-bdd6-b01d0a7f14b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:40:17.911646 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde491f8-5b44-4b5b-bdd6-b01d0a7f14b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:40:17.914387 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde491f8-5b44-4b5b-bdd6-b01d0a7f14b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:40:17.914806 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde491f8-5b44-4b5b-bdd6-b01d0a7f14b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:40:17.915162 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde491f8-5b44-4b5b-bdd6-b01d0a7f14b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:40:17.915519 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde491f8-5b44-4b5b-bdd6-b01d0a7f14b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:40:17.915860 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde491f8-5b44-4b5b-bdd6-b01d0a7f14b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:40:17.916201 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde491f8-5b44-4b5b-bdd6-b01d0a7f14b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:40:18.032941 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-20b16ff0-5b12-44eb-8377-074328f7d643 None None] Provisioning complete for port 57631b1d-e75f-4e53-8904-49401d97cc03 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:40:18.033708 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-20b16ff0-5b12-44eb-8377-074328f7d643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:18.035925 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-1fb7f2ab-e5fa-4a9c-af65-a1d5e738bd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41a143c-a347-4ee0-9ab6-c9c16312a644', 'name': 'tempest-TestNetworkBasicOps-router-788944127', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '95655f9c-aa77-488f-b5ad-2e8f5e7c59e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:40:05Z', 'updated_at': '2021-11-25T13:40:12Z', 'revision_number': 4, 'project_id': '06a700e6f18945e692debb25875c4858', 'gw_port': {'id': '95655f9c-aa77-488f-b5ad-2e8f5e7c59e7', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ee:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41a143c-a347-4ee0-9ab6-c9c16312a644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:40:06Z', 'updated_at': '2021-11-25T13:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '57631b1d-e75f-4e53-8904-49401d97cc03', 'name': '', 'network_id': 'cd246b13-3268-4e17-9682-1d1a7983fe47', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'mac_address': 'fa:16:3e:a2:cb:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41a143c-a347-4ee0-9ab6-c9c16312a644', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '7057d26a-548c-410a-bbe7-146e3aa0dd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:40:11Z', 'updated_at': '2021-11-25T13:40:17Z', 'revision_number': 4, 'project_id': '06a700e6f18945e692debb25875c4858', 'subnets': [{'id': '7057d26a-548c-410a-bbe7-146e3aa0dd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:40:18.037557 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b8fe9d51-7676-4f5a-b493-9c7d21fab2e9 tempest-TagsTest-779121468 tempest-TagsTest-779121468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:18.043496 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-36aa5126-c7ff-40d3-ba00-add83beaab84 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:18.086932 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb7f2ab-e5fa-4a9c-af65-a1d5e738bd96 None None] The sync data for ids ['f41a143c-a347-4ee0-9ab6-c9c16312a644'] in n-d-808199-11 is: [{'id': 'f41a143c-a347-4ee0-9ab6-c9c16312a644', 'name': 'tempest-TestNetworkBasicOps-router-788944127', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '95655f9c-aa77-488f-b5ad-2e8f5e7c59e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:40:05Z', 'updated_at': '2021-11-25T13:40:12Z', 'revision_number': 4, 'project_id': '06a700e6f18945e692debb25875c4858', 'gw_port': {'id': '95655f9c-aa77-488f-b5ad-2e8f5e7c59e7', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ee:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41a143c-a347-4ee0-9ab6-c9c16312a644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:40:06Z', 'updated_at': '2021-11-25T13:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '57631b1d-e75f-4e53-8904-49401d97cc03', 'name': '', 'network_id': 'cd246b13-3268-4e17-9682-1d1a7983fe47', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'mac_address': 'fa:16:3e:a2:cb:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41a143c-a347-4ee0-9ab6-c9c16312a644', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '7057d26a-548c-410a-bbe7-146e3aa0dd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:40:11Z', 'updated_at': '2021-11-25T13:40:17Z', 'revision_number': 4, 'project_id': '06a700e6f18945e692debb25875c4858', 'subnets': [{'id': '7057d26a-548c-410a-bbe7-146e3aa0dd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:40:18.106654 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-b8fe9d51-7676-4f5a-b493-9c7d21fab2e9 tempest-TagsTest-779121468 tempest-TagsTest-779121468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['117682dc-2c2c-4f1b-b695-4c3100a11800']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:40:18.126107 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-b8fe9d51-7676-4f5a-b493-9c7d21fab2e9 tempest-TagsTest-779121468 tempest-TagsTest-779121468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66918dcd-e04c-40c8-be56-2f3c2ca3be1f') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:40:18.126450 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-b8fe9d51-7676-4f5a-b493-9c7d21fab2e9 tempest-TagsTest-779121468 tempest-TagsTest-779121468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66918dcd-e04c-40c8-be56-2f3c2ca3be1f') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:40:18.141710 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b8fe9d51-7676-4f5a-b493-9c7d21fab2e9 tempest-TagsTest-779121468 tempest-TagsTest-779121468-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:18.189826 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b8fe9d51-7676-4f5a-b493-9c7d21fab2e9 tempest-TagsTest-779121468 tempest-TagsTest-779121468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:18.199809 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab878a5-6f27-475f-ac08-1ca2e1b0e7bc req-2b55392f-c2a8-4565-a69d-edd251b53f51 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:18.201168 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dab878a5-6f27-475f-ac08-1ca2e1b0e7bc req-2b55392f-c2a8-4565-a69d-edd251b53f51 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a43750e-6626-4108-871a-1e2bc3b2fb6d HTTP/1.1" status: 200 len: 946 time: 0.1934040 Nov 25 13:40:18.213084 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8fe9d51-7676-4f5a-b493-9c7d21fab2e9 tempest-TagsTest-779121468 tempest-TagsTest-779121468-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:40:18.213491 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b8fe9d51-7676-4f5a-b493-9c7d21fab2e9 tempest-TagsTest-779121468 tempest-TagsTest-779121468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:18.216633 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:40:18.216633 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:40:18.216633 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:40:18.216633 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:40:18.216633 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:40:18.216633 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:40:18.216633 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:40:18.216633 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:40:18.216633 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:40:18.216633 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:40:18.216633 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:40:18.216633 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:40:18.216633 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:40:18.216633 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:40:18.216633 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:40:18.216633 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:40:18.216633 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:40:18.216633 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:40:18.216633 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:40:18.216633 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:40:18.216633 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:40:18.216633 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:40:18.216633 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:40:18.216633 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:40:18.216633 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:40:18.216633 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:40:18.216633 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:40:18.216633 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:40:18.216633 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:40:18.216633 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:40:18.216633 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:40:18.216633 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:40:18.302023 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-36aa5126-c7ff-40d3-ba00-add83beaab84 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:18.322626 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-36aa5126-c7ff-40d3-ba00-add83beaab84 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:18.347887 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b8fe9d51-7676-4f5a-b493-9c7d21fab2e9 tempest-TagsTest-779121468 tempest-TagsTest-779121468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:18.363941 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b8fe9d51-7676-4f5a-b493-9c7d21fab2e9 tempest-TagsTest-779121468 tempest-TagsTest-779121468-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:18.373530 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b8fe9d51-7676-4f5a-b493-9c7d21fab2e9 tempest-TagsTest-779121468 tempest-TagsTest-779121468-project] 10.222.0.53 "DELETE /v2.0/networks/117682dc-2c2c-4f1b-b695-4c3100a11800 HTTP/1.1" status: 204 len: 168 time: 0.8384175 Nov 25 13:40:18.392680 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dab878a5-6f27-475f-ac08-1ca2e1b0e7bc req-9494f89b-598d-42c7-a90f-a18b0d99e09d tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824698 Nov 25 13:40:18.424597 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fe9d51-7676-4f5a-b493-9c7d21fab2e9 tempest-TagsTest-779121468 tempest-TagsTest-779121468-project] Pushing event deleted for resources: {'Network': ['ID=117682dc-2c2c-4f1b-b695-4c3100a11800,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:40:18.430478 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-36aa5126-c7ff-40d3-ba00-add83beaab84 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:18.431914 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-36aa5126-c7ff-40d3-ba00-add83beaab84 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6348920 Nov 25 13:40:18.435558 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 53910) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:40:18.436053 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa5126-c7ff-40d3-ba00-add83beaab84 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc12234f-6fe1-43d9-8939-9daf12f62ba8,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:40:18.444483 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-d5c2eddb-e649-484e-89da-3ff25ccf2ba0 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Request body: {'security_group_rule': {'security_group_id': 'dc12234f-6fe1-43d9-8939-9daf12f62ba8', 'project_id': '06a700e6f18945e692debb25875c4858', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:40:18.493927 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d5c2eddb-e649-484e-89da-3ff25ccf2ba0 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:18.530616 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2d8f141a-70ad-4fdc-ad27-f5f0ab59ca99 req-a1dd265e-27aa-414d-a1a8-3c8b16e81f5c tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] 10.222.0.53 "GET /v2.0/ports?device_id=2479f0c5-c602-4d01-b154-38ad754e8af9 HTTP/1.1" status: 200 len: 210 time: 0.0454786 Nov 25 13:40:18.596571 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d5c2eddb-e649-484e-89da-3ff25ccf2ba0 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:18.602228 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d5c2eddb-e649-484e-89da-3ff25ccf2ba0 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:18.626225 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c2eddb-e649-484e-89da-3ff25ccf2ba0 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb331b6f-0518-450f-99ff-5ef78305e6fc,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:40:18.644056 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c2eddb-e649-484e-89da-3ff25ccf2ba0 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:40:18.644728 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c2eddb-e649-484e-89da-3ff25ccf2ba0 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:40:18.645247 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c2eddb-e649-484e-89da-3ff25ccf2ba0 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:40:18.645885 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c2eddb-e649-484e-89da-3ff25ccf2ba0 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:40:18.646647 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c2eddb-e649-484e-89da-3ff25ccf2ba0 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:40:18.647183 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c2eddb-e649-484e-89da-3ff25ccf2ba0 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:40:18.647682 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c2eddb-e649-484e-89da-3ff25ccf2ba0 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:40:18.648263 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c2eddb-e649-484e-89da-3ff25ccf2ba0 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:40:18.648593 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c2eddb-e649-484e-89da-3ff25ccf2ba0 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:40:18.648889 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c2eddb-e649-484e-89da-3ff25ccf2ba0 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:40:18.649220 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c2eddb-e649-484e-89da-3ff25ccf2ba0 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:40:18.649548 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c2eddb-e649-484e-89da-3ff25ccf2ba0 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:40:18.655458 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d5c2eddb-e649-484e-89da-3ff25ccf2ba0 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:18.660726 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d5c2eddb-e649-484e-89da-3ff25ccf2ba0 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2201536 Nov 25 13:40:18.661614 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53912) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:40:18.666324 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-cc9044c8-c08e-4123-8bb0-81b121c651fa tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Request body: {'security_group_rule': {'security_group_id': 'dc12234f-6fe1-43d9-8939-9daf12f62ba8', 'project_id': '06a700e6f18945e692debb25875c4858', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:40:18.718963 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cc9044c8-c08e-4123-8bb0-81b121c651fa tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:18.839321 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53916) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:40:18.846598 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cc9044c8-c08e-4123-8bb0-81b121c651fa tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:18.855170 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cc9044c8-c08e-4123-8bb0-81b121c651fa tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:18.870757 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9044c8-c08e-4123-8bb0-81b121c651fa tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb3f52f2-72fe-481b-a330-a67933f3a0f0,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:40:18.895840 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cc9044c8-c08e-4123-8bb0-81b121c651fa tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:18.904825 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-cc9044c8-c08e-4123-8bb0-81b121c651fa tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2396255 Nov 25 13:40:18.906014 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53920) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:40:18.911719 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-8bd2ae2a-537e-4d9c-843d-d6375c33a1df tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Request body: {'security_group_rule': {'security_group_id': 'dc12234f-6fe1-43d9-8939-9daf12f62ba8', 'project_id': '06a700e6f18945e692debb25875c4858', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:40:18.984132 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8bd2ae2a-537e-4d9c-843d-d6375c33a1df tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:19.079285 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb51b4-8cb3-4e2f-aeed-6e8504b9e44f req-55545559-80bf-4bf5-bd8f-303423b98db1 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:19.081035 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0ecb51b4-8cb3-4e2f-aeed-6e8504b9e44f req-55545559-80bf-4bf5-bd8f-303423b98db1 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] 10.222.0.47 "GET /v2.0/networks?id=e1755fee-aaa6-425e-8842-e7c47174a17e HTTP/1.1" status: 200 len: 814 time: 0.2886159 Nov 25 13:40:19.095864 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-0ecb51b4-8cb3-4e2f-aeed-6e8504b9e44f req-1fb5ba72-3b77-489f-9de4-bd79ba088674 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] Request body: {'port': {'device_id': '2479f0c5-c602-4d01-b154-38ad754e8af9', 'network_id': 'e1755fee-aaa6-425e-8842-e7c47174a17e', 'admin_state_up': True, 'tenant_id': '6684a101e7e1409089143e68507e9eaa'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:40:19.099726 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8bd2ae2a-537e-4d9c-843d-d6375c33a1df tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:19.107778 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-41275a01-d3be-4667-8fc1-1b276cf14943 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e4baa54ee4da4a998557a49f770a29dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2672758 Nov 25 13:40:19.108397 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53922) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:40:19.116385 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8bd2ae2a-537e-4d9c-843d-d6375c33a1df tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:19.154025 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8bd2ae2a-537e-4d9c-843d-d6375c33a1df tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:19.155352 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-8bd2ae2a-537e-4d9c-843d-d6375c33a1df tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2486556 Nov 25 13:40:19.159327 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd2ae2a-537e-4d9c-843d-d6375c33a1df tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=670bfe83-2a1f-484b-b6ca-6504928d169b,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:40:19.161290 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53924) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:40:19.172715 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-07a82052-e73f-45cf-bc83-4a0c887c25c5 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Request body: {'security_group_rule': {'security_group_id': 'dc12234f-6fe1-43d9-8939-9daf12f62ba8', 'project_id': '06a700e6f18945e692debb25875c4858', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:40:19.193449 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd2ae2a-537e-4d9c-843d-d6375c33a1df tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:40:19.193829 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd2ae2a-537e-4d9c-843d-d6375c33a1df tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:40:19.194164 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd2ae2a-537e-4d9c-843d-d6375c33a1df tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:40:19.196534 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd2ae2a-537e-4d9c-843d-d6375c33a1df tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:40:19.196534 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd2ae2a-537e-4d9c-843d-d6375c33a1df tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:40:19.196534 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd2ae2a-537e-4d9c-843d-d6375c33a1df tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:40:19.196534 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd2ae2a-537e-4d9c-843d-d6375c33a1df tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:40:19.196534 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd2ae2a-537e-4d9c-843d-d6375c33a1df tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:40:19.196534 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd2ae2a-537e-4d9c-843d-d6375c33a1df tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:40:19.196534 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd2ae2a-537e-4d9c-843d-d6375c33a1df tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:40:19.197125 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd2ae2a-537e-4d9c-843d-d6375c33a1df tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:40:19.197219 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd2ae2a-537e-4d9c-843d-d6375c33a1df tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:40:19.225040 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c8236b22-e418-446f-a7ab-d02776ca6e14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:19.244775 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-07a82052-e73f-45cf-bc83-4a0c887c25c5 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:19.265239 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ecb51b4-8cb3-4e2f-aeed-6e8504b9e44f req-1fb5ba72-3b77-489f-9de4-bd79ba088674 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] Made reservation on behalf of 6684a101e7e1409089143e68507e9eaa for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:40:19.269934 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0ecb51b4-8cb3-4e2f-aeed-6e8504b9e44f req-1fb5ba72-3b77-489f-9de4-bd79ba088674 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:19.271691 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c8236b22-e418-446f-a7ab-d02776ca6e14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:19.335698 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-07a82052-e73f-45cf-bc83-4a0c887c25c5 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:19.340537 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-07a82052-e73f-45cf-bc83-4a0c887c25c5 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:19.362727 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c8236b22-e418-446f-a7ab-d02776ca6e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:19.365445 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c8236b22-e418-446f-a7ab-d02776ca6e14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:19.388362 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c8236b22-e418-446f-a7ab-d02776ca6e14 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6e0a378f-300f-4c6f-884a-ab5cdd11d4d3 HTTP/1.1" status: 204 len: 168 time: 0.2595096 Nov 25 13:40:19.400837 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a82052-e73f-45cf-bc83-4a0c887c25c5 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2484709b-f9db-402f-a898-c68ad17f8add,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:40:19.423801 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-07a82052-e73f-45cf-bc83-4a0c887c25c5 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:19.425042 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-07a82052-e73f-45cf-bc83-4a0c887c25c5 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2571113 Nov 25 13:40:19.426075 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8236b22-e418-446f-a7ab-d02776ca6e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0a378f-300f-4c6f-884a-ab5cdd11d4d3,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:40:19.438317 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 53932) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:40:19.449946 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-22f6d02e-faca-4840-a1c3-61feaff6c8b9 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Request body: {'security_group_rule': {'security_group_id': 'dc12234f-6fe1-43d9-8939-9daf12f62ba8', 'project_id': '06a700e6f18945e692debb25875c4858', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:40:19.508774 n-d-808199-11 neutron-server[103570]: INFO neutron.db.securitygroups_db [None req-22f6d02e-faca-4840-a1c3-61feaff6c8b9 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Project 06a700e6f18945e692debb25875c4858 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 13:40:19.515343 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-22f6d02e-faca-4840-a1c3-61feaff6c8b9 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:19.595886 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-0ecb51b4-8cb3-4e2f-aeed-6e8504b9e44f req-1fb5ba72-3b77-489f-9de4-bd79ba088674 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] Allocated IP 172.20.0.5 (e1755fee-aaa6-425e-8842-e7c47174a17e/7149e5cd-66bb-49e5-8c66-89ee2818d851/3ae91d43-95b6-46f2-9ba6-c40185bdbc5b) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:40:19.605503 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-22f6d02e-faca-4840-a1c3-61feaff6c8b9 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:19.633097 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-22f6d02e-faca-4840-a1c3-61feaff6c8b9 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:19.723783 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f6d02e-faca-4840-a1c3-61feaff6c8b9 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50ffb144-8762-4234-9ce3-e1f1d7c0f55e,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:40:19.752225 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-22f6d02e-faca-4840-a1c3-61feaff6c8b9 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:19.753464 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-22f6d02e-faca-4840-a1c3-61feaff6c8b9 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3140204 Nov 25 13:40:19.771837 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 53938) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:40:19.780327 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4cfb8e8b-f1f4-4452-b009-63a2763fb309 req-68514168-55f6-4e2e-9a66-0d04ff80dfcd tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] 10.222.0.53 "GET /v2.0/ports?device_id=2479f0c5-c602-4d01-b154-38ad754e8af9 HTTP/1.1" status: 200 len: 210 time: 0.0712898 Nov 25 13:40:19.787555 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-76ac92c2-9e6c-4883-9a36-62ecc12baab3 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Request body: {'security_group_rule': {'security_group_id': 'dc12234f-6fe1-43d9-8939-9daf12f62ba8', 'project_id': '06a700e6f18945e692debb25875c4858', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:40:19.799099 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77913f3-6342-46e4-9ef3-cb20106f185f req-824b21e1-b416-463f-aa41-b308138bd5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:19.799787 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 57631b1d-e75f-4e53-8904-49401d97cc03 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:40:19.800626 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b77913f3-6342-46e4-9ef3-cb20106f185f req-824b21e1-b416-463f-aa41-b308138bd5c7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2a43750e-6626-4108-871a-1e2bc3b2fb6d HTTP/1.1" status: 200 len: 1098 time: 0.2409482 Nov 25 13:40:19.810718 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e069f-d85a-4819-b027-46ba5fcbc8d3 req-8fa53145-bd8f-4a3e-9abe-c7db73efe2a3 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:19.812392 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-084e069f-d85a-4819-b027-46ba5fcbc8d3 req-8fa53145-bd8f-4a3e-9abe-c7db73efe2a3 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a43750e-6626-4108-871a-1e2bc3b2fb6d HTTP/1.1" status: 200 len: 946 time: 0.1921940 Nov 25 13:40:19.897401 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0ecb51b4-8cb3-4e2f-aeed-6e8504b9e44f req-1fb5ba72-3b77-489f-9de4-bd79ba088674 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:19.912905 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b77913f3-6342-46e4-9ef3-cb20106f185f req-a42571c3-c0d8-4bf6-991b-ff68413f4fc1 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994010 Nov 25 13:40:19.924131 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 57631b1d-e75f-4e53-8904-49401d97cc03 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:40:19.924509 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:19.933149 n-d-808199-11 neutron-server[103571]: INFO neutron.db.securitygroups_db [None req-76ac92c2-9e6c-4883-9a36-62ecc12baab3 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Project 06a700e6f18945e692debb25875c4858 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 13:40:19.937793 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-084e069f-d85a-4819-b027-46ba5fcbc8d3 req-3e01e71b-7f44-4823-921d-219cadfc2c9f tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111851 Nov 25 13:40:19.939575 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-76ac92c2-9e6c-4883-9a36-62ecc12baab3 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:19.973078 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0ecb51b4-8cb3-4e2f-aeed-6e8504b9e44f req-1fb5ba72-3b77-489f-9de4-bd79ba088674 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:20.044054 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ecb51b4-8cb3-4e2f-aeed-6e8504b9e44f req-1fb5ba72-3b77-489f-9de4-bd79ba088674 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] Network e1755fee-aaa6-425e-8842-e7c47174a17e is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:40:20.051144 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-0ecb51b4-8cb3-4e2f-aeed-6e8504b9e44f req-1fb5ba72-3b77-489f-9de4-bd79ba088674 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:40:20.053834 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ecb51b4-8cb3-4e2f-aeed-6e8504b9e44f req-1fb5ba72-3b77-489f-9de4-bd79ba088674 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:40:20.075862 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85cd4265-a5e7-4066-92db-0b0815723b38 None None] DHCP port deletion for e1755fee-aaa6-425e-8842-e7c47174a17e request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:40:20.090309 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb5ba72-3b77-489f-9de4-bd79ba088674 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] Pushing event updated for resources: {'Port': ['ID=3ae91d43-95b6-46f2-9ba6-c40185bdbc5b,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:40:20.110337 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-76ac92c2-9e6c-4883-9a36-62ecc12baab3 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:20.116809 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-76ac92c2-9e6c-4883-9a36-62ecc12baab3 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:20.138877 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ac92c2-9e6c-4883-9a36-62ecc12baab3 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3f240cc-5b09-4314-a5dc-d82892fac34e,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:40:20.154791 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb51b4-8cb3-4e2f-aeed-6e8504b9e44f req-1fb5ba72-3b77-489f-9de4-bd79ba088674 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:20.155415 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0ecb51b4-8cb3-4e2f-aeed-6e8504b9e44f req-1fb5ba72-3b77-489f-9de4-bd79ba088674 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:20.165859 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-76ac92c2-9e6c-4883-9a36-62ecc12baab3 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:20.178061 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-76ac92c2-9e6c-4883-9a36-62ecc12baab3 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3939505 Nov 25 13:40:20.191434 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0ecb51b4-8cb3-4e2f-aeed-6e8504b9e44f req-1fb5ba72-3b77-489f-9de4-bd79ba088674 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1005714 Nov 25 13:40:20.196182 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-a9346742-b1fe-4246-a2e4-568ca5a2cfbe None None] Provisioning complete for port 3ae91d43-95b6-46f2-9ba6-c40185bdbc5b triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:40:20.196741 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a9346742-b1fe-4246-a2e4-568ca5a2cfbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:20.204845 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-0ecb51b4-8cb3-4e2f-aeed-6e8504b9e44f req-ab9646bd-17eb-4df3-b6e4-ae5bf7d6f9d6 service neutron] Request body: {'port': {'device_id': '2479f0c5-c602-4d01-b154-38ad754e8af9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:40:20.237359 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-a9346742-b1fe-4246-a2e4-568ca5a2cfbe None None] Port 3ae91d43-95b6-46f2-9ba6-c40185bdbc5b cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:40:20.260639 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0ecb51b4-8cb3-4e2f-aeed-6e8504b9e44f req-ab9646bd-17eb-4df3-b6e4-ae5bf7d6f9d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:20.487821 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3341442e-b48e-4ca4-9b31-c8f8603e4ca3 req-8cb0ae00-819b-4639-ac84-1f4355f839d0 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-355131373&fields=id&tenant_id=06a700e6f18945e692debb25875c4858 HTTP/1.1" status: 200 len: 267 time: 0.1075039 Nov 25 13:40:20.653542 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3341442e-b48e-4ca4-9b31-c8f8603e4ca3 req-953e1a9e-db29-4898-885e-2af3c32481cc tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:20.659578 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3341442e-b48e-4ca4-9b31-c8f8603e4ca3 req-953e1a9e-db29-4898-885e-2af3c32481cc tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/networks?id=cd246b13-3268-4e17-9682-1d1a7983fe47 HTTP/1.1" status: 200 len: 796 time: 0.1705084 Nov 25 13:40:20.681811 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3341442e-b48e-4ca4-9b31-c8f8603e4ca3 req-90f3fc6d-9cdf-47f3-9c86-b85e59e57a52 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/quotas/06a700e6f18945e692debb25875c4858 HTTP/1.1" status: 200 len: 375 time: 0.0138304 Nov 25 13:40:20.753948 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-0ecb51b4-8cb3-4e2f-aeed-6e8504b9e44f req-ab9646bd-17eb-4df3-b6e4-ae5bf7d6f9d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ae91d43-95b6-46f2-9ba6-c40185bdbc5b {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:40:20.763095 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0ecb51b4-8cb3-4e2f-aeed-6e8504b9e44f req-ab9646bd-17eb-4df3-b6e4-ae5bf7d6f9d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:20.781708 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3341442e-b48e-4ca4-9b31-c8f8603e4ca3 req-91edb93d-2f44-4f77-b82d-7add57b8404a tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=06a700e6f18945e692debb25875c4858&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0928707 Nov 25 13:40:20.794328 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-0ecb51b4-8cb3-4e2f-aeed-6e8504b9e44f req-ab9646bd-17eb-4df3-b6e4-ae5bf7d6f9d6 service neutron] Transition to ACTIVE for port object 3ae91d43-95b6-46f2-9ba6-c40185bdbc5b will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:40:20.800126 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0ecb51b4-8cb3-4e2f-aeed-6e8504b9e44f req-ab9646bd-17eb-4df3-b6e4-ae5bf7d6f9d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:20.852586 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55fe3bf-ad3a-4eb8-bd74-26eab403dde9 None None] DHCP port deletion for e1755fee-aaa6-425e-8842-e7c47174a17e request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:40:20.917581 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9646bd-17eb-4df3-b6e4-ae5bf7d6f9d6 service neutron] Pushing event updated for resources: {'Port': ['ID=3ae91d43-95b6-46f2-9ba6-c40185bdbc5b,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:40:21.018881 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-0ecb51b4-8cb3-4e2f-aeed-6e8504b9e44f req-ab9646bd-17eb-4df3-b6e4-ae5bf7d6f9d6 service neutron] Attempting to bind port 3ae91d43-95b6-46f2-9ba6-c40185bdbc5b on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:40:21.022438 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-0ecb51b4-8cb3-4e2f-aeed-6e8504b9e44f req-ab9646bd-17eb-4df3-b6e4-ae5bf7d6f9d6 service neutron] Attempting to bind port 3ae91d43-95b6-46f2-9ba6-c40185bdbc5b by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '2fcd7aac-532e-47fe-9539-35bf3b7dfacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e1755fee-aaa6-425e-8842-e7c47174a17e'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:40:21.022837 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecb51b4-8cb3-4e2f-aeed-6e8504b9e44f req-ab9646bd-17eb-4df3-b6e4-ae5bf7d6f9d6 service neutron] Attempting to bind port 3ae91d43-95b6-46f2-9ba6-c40185bdbc5b on network e1755fee-aaa6-425e-8842-e7c47174a17e {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:40:21.029495 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecb51b4-8cb3-4e2f-aeed-6e8504b9e44f req-ab9646bd-17eb-4df3-b6e4-ae5bf7d6f9d6 service neutron] Port 3ae91d43-95b6-46f2-9ba6-c40185bdbc5b on network e1755fee-aaa6-425e-8842-e7c47174a17e not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:40:21.030016 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecb51b4-8cb3-4e2f-aeed-6e8504b9e44f req-ab9646bd-17eb-4df3-b6e4-ae5bf7d6f9d6 service neutron] Attempting to bind port 3ae91d43-95b6-46f2-9ba6-c40185bdbc5b on network e1755fee-aaa6-425e-8842-e7c47174a17e {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:40:21.040067 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecb51b4-8cb3-4e2f-aeed-6e8504b9e44f req-ab9646bd-17eb-4df3-b6e4-ae5bf7d6f9d6 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:40:21.040577 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecb51b4-8cb3-4e2f-aeed-6e8504b9e44f req-ab9646bd-17eb-4df3-b6e4-ae5bf7d6f9d6 service neutron] Checking segment: {'id': '2fcd7aac-532e-47fe-9539-35bf3b7dfacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e1755fee-aaa6-425e-8842-e7c47174a17e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:40:21.041268 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecb51b4-8cb3-4e2f-aeed-6e8504b9e44f req-ab9646bd-17eb-4df3-b6e4-ae5bf7d6f9d6 service neutron] Bound using segment: {'id': '2fcd7aac-532e-47fe-9539-35bf3b7dfacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e1755fee-aaa6-425e-8842-e7c47174a17e'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:40:21.042049 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-0ecb51b4-8cb3-4e2f-aeed-6e8504b9e44f req-ab9646bd-17eb-4df3-b6e4-ae5bf7d6f9d6 service neutron] Bound port: 3ae91d43-95b6-46f2-9ba6-c40185bdbc5b, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fcd7aac-532e-47fe-9539-35bf3b7dfacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e1755fee-aaa6-425e-8842-e7c47174a17e'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:40:21.042831 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0ecb51b4-8cb3-4e2f-aeed-6e8504b9e44f req-ab9646bd-17eb-4df3-b6e4-ae5bf7d6f9d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:21.062882 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3341442e-b48e-4ca4-9b31-c8f8603e4ca3 req-8af1ead5-2b0d-4faf-bde0-106239cf28f0 service neutron] 10.222.0.53 "GET /v2.0/networks/cd246b13-3268-4e17-9682-1d1a7983fe47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623398 Nov 25 13:40:21.144970 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec3dd5-da2d-4caa-95e0-c515253bbdee req-95a373e7-b070-458d-9026-8bedbaf7ed9f tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:21.153433 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-89ec3dd5-da2d-4caa-95e0-c515253bbdee req-95a373e7-b070-458d-9026-8bedbaf7ed9f tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] 10.222.0.53 "GET /v2.0/ports?device_id=2479f0c5-c602-4d01-b154-38ad754e8af9 HTTP/1.1" status: 200 len: 943 time: 0.2055414 Nov 25 13:40:21.166046 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-0ecb51b4-8cb3-4e2f-aeed-6e8504b9e44f req-ab9646bd-17eb-4df3-b6e4-ae5bf7d6f9d6 service neutron] For port 3ae91d43-95b6-46f2-9ba6-c40185bdbc5b, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:40:21.172809 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-0ecb51b4-8cb3-4e2f-aeed-6e8504b9e44f req-ab9646bd-17eb-4df3-b6e4-ae5bf7d6f9d6 service neutron] For port 3ae91d43-95b6-46f2-9ba6-c40185bdbc5b, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=3ae91d43-95b6-46f2-9ba6-c40185bdbc5b,segment=NetworkSegment(2fcd7aac-532e-47fe-9539-35bf3b7dfacc),segment_id=2fcd7aac-532e-47fe-9539-35bf3b7dfacc)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:40:21.179608 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0ecb51b4-8cb3-4e2f-aeed-6e8504b9e44f req-ab9646bd-17eb-4df3-b6e4-ae5bf7d6f9d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:21.224579 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb51b4-8cb3-4e2f-aeed-6e8504b9e44f req-ab9646bd-17eb-4df3-b6e4-ae5bf7d6f9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:21.225723 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0ecb51b4-8cb3-4e2f-aeed-6e8504b9e44f req-ab9646bd-17eb-4df3-b6e4-ae5bf7d6f9d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:21.227175 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0ecb51b4-8cb3-4e2f-aeed-6e8504b9e44f req-ab9646bd-17eb-4df3-b6e4-ae5bf7d6f9d6 service neutron] 10.222.0.47 "PUT /v2.0/ports/3ae91d43-95b6-46f2-9ba6-c40185bdbc5b HTTP/1.1" status: 200 len: 1092 time: 1.0267882 Nov 25 13:40:21.228520 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2479f0c5-c602-4d01-b154-38ad754e8af9', 'tag': '3ae91d43-95b6-46f2-9ba6-c40185bdbc5b'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:40:21.232463 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4035c459-d426-4e9c-acd3-9661c4d924fb" -d '{"events": [{"name": "network-changed", "server_uuid": "2479f0c5-c602-4d01-b154-38ad754e8af9", "tag": "3ae91d43-95b6-46f2-9ba6-c40185bdbc5b"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:40:21.236701 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281af1ef-fb4d-40a7-af5f-4b7a63997d23 None None] DHCP port deletion for e1755fee-aaa6-425e-8842-e7c47174a17e request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:40:21.247037 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-89ec3dd5-da2d-4caa-95e0-c515253bbdee req-8a630c61-0728-4595-9a2e-a03edf650d4a tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca0c46ca-270b-4976-b9de-a929cb5dfd66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880229 Nov 25 13:40:21.265870 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3341442e-b48e-4ca4-9b31-c8f8603e4ca3 req-9e0a5e29-4e7f-4770-89ae-196a97349ee5 service neutron] 10.222.0.53 "GET /v2.0/networks/cd246b13-3268-4e17-9682-1d1a7983fe47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009141 Nov 25 13:40:21.347858 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9646bd-17eb-4df3-b6e4-ae5bf7d6f9d6 service neutron] Pushing event updated for resources: {'Port': ['ID=3ae91d43-95b6-46f2-9ba6-c40185bdbc5b,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:40:21.368113 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb51b4-8cb3-4e2f-aeed-6e8504b9e44f req-8e0bf3cf-d058-4df8-b79a-daf0efb05faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:21.369642 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0ecb51b4-8cb3-4e2f-aeed-6e8504b9e44f req-8e0bf3cf-d058-4df8-b79a-daf0efb05faa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6684a101e7e1409089143e68507e9eaa&device_id=2479f0c5-c602-4d01-b154-38ad754e8af9 HTTP/1.1" status: 200 len: 1095 time: 0.0941513 Nov 25 13:40:21.425696 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2003b07-3f71-4358-9d34-5c621a92006c req-4fde93e7-e453-4628-af37-584dcff9762e tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:21.429093 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d2003b07-3f71-4358-9d34-5c621a92006c req-4fde93e7-e453-4628-af37-584dcff9762e tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a43750e-6626-4108-871a-1e2bc3b2fb6d HTTP/1.1" status: 200 len: 946 time: 0.0973921 Nov 25 13:40:21.451772 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0ecb51b4-8cb3-4e2f-aeed-6e8504b9e44f req-342c75e0-495d-4a58-86ab-315608ce96fc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ae91d43-95b6-46f2-9ba6-c40185bdbc5b HTTP/1.1" status: 200 len: 217 time: 0.0736444 Nov 25 13:40:21.532065 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d2003b07-3f71-4358-9d34-5c621a92006c req-0415785b-bfb3-47c0-85c3-4a6cea810090 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944006 Nov 25 13:40:21.559163 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e2d2921-40cb-4265-bcf8-bc54d416fa2d x-openstack-request-id: req-4e2d2921-40cb-4265-bcf8-bc54d416fa2d {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:40:21.559163 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2479f0c5-c602-4d01-b154-38ad754e8af9", "tag": "3ae91d43-95b6-46f2-9ba6-c40185bdbc5b", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:40:21.559163 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4e2d2921-40cb-4265-bcf8-bc54d416fa2d {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:40:21.559163 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2479f0c5-c602-4d01-b154-38ad754e8af9', 'tag': '3ae91d43-95b6-46f2-9ba6-c40185bdbc5b', 'status': 'completed', 'code': 200} Nov 25 13:40:21.564585 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb51b4-8cb3-4e2f-aeed-6e8504b9e44f req-3e9bb6a9-9557-487b-89f8-9bfdf6c6fb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:21.567546 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0ecb51b4-8cb3-4e2f-aeed-6e8504b9e44f req-3e9bb6a9-9557-487b-89f8-9bfdf6c6fb28 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7149e5cd-66bb-49e5-8c66-89ee2818d851 HTTP/1.1" status: 200 len: 854 time: 0.1088474 Nov 25 13:40:21.623919 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0ecb51b4-8cb3-4e2f-aeed-6e8504b9e44f req-509de1bd-f5e0-48b2-a965-09e92bfbc1d2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e1755fee-aaa6-425e-8842-e7c47174a17e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492356 Nov 25 13:40:21.669114 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-81d8cd56-aae3-47cd-8b7a-63ae01129b41 req-11020b4c-f16e-4a6f-9dfd-86e0f9914192 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/ports?device_id=540fffa5-e760-460b-aa99-ef8cd732bd87 HTTP/1.1" status: 200 len: 210 time: 0.0461111 Nov 25 13:40:21.779070 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0ecb51b4-8cb3-4e2f-aeed-6e8504b9e44f req-6e6c0f5e-9ac5-47c0-af2a-c06ed2f7ffa7 service neutron] 10.222.0.47 "GET /v2.0/networks/e1755fee-aaa6-425e-8842-e7c47174a17e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471384 Nov 25 13:40:21.950218 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0ecb51b4-8cb3-4e2f-aeed-6e8504b9e44f req-8364a38f-3836-44d2-ba56-a1a4e58526c5 service neutron] 10.222.0.47 "GET /v2.0/networks/e1755fee-aaa6-425e-8842-e7c47174a17e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621222 Nov 25 13:40:22.036078 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a562a401-69ff-4358-a614-59cf2dc74398 req-3b3d30fb-a415-46f6-9ff7-3d166e37ea3f tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:22.044961 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a562a401-69ff-4358-a614-59cf2dc74398 req-3b3d30fb-a415-46f6-9ff7-3d166e37ea3f tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/networks?id=63fb2f13-06f0-4aca-93ef-38e635a42896 HTTP/1.1" status: 200 len: 811 time: 0.1708627 Nov 25 13:40:22.065957 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a562a401-69ff-4358-a614-59cf2dc74398 req-bd10e4e2-294b-47cb-9532-597e58cd9f2e tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/quotas/c9472cb9831248be973db38fa1562496 HTTP/1.1" status: 200 len: 375 time: 0.0191970 Nov 25 13:40:22.067165 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035c459-d426-4e9c-acd3-9661c4d924fb req-493b5a61-1f26-4666-bf9e-88e3460d7f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:22.069585 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4035c459-d426-4e9c-acd3-9661c4d924fb req-493b5a61-1f26-4666-bf9e-88e3460d7f78 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6684a101e7e1409089143e68507e9eaa&device_id=2479f0c5-c602-4d01-b154-38ad754e8af9 HTTP/1.1" status: 200 len: 1095 time: 0.0592098 Nov 25 13:40:22.144238 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a562a401-69ff-4358-a614-59cf2dc74398 req-ac12a7b1-45df-44e1-bbb5-1170db589f76 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c9472cb9831248be973db38fa1562496&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0754366 Nov 25 13:40:22.211416 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035c459-d426-4e9c-acd3-9661c4d924fb req-7dea0dcf-2f99-4b74-aee8-aba97720eea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:22.213038 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4035c459-d426-4e9c-acd3-9661c4d924fb req-7dea0dcf-2f99-4b74-aee8-aba97720eea9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e1755fee-aaa6-425e-8842-e7c47174a17e HTTP/1.1" status: 200 len: 915 time: 0.1361597 Nov 25 13:40:22.281526 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4035c459-d426-4e9c-acd3-9661c4d924fb req-14e39342-4cc7-433b-b2a8-267f262319a5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ae91d43-95b6-46f2-9ba6-c40185bdbc5b HTTP/1.1" status: 200 len: 217 time: 0.0597601 Nov 25 13:40:22.306144 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a562a401-69ff-4358-a614-59cf2dc74398 req-5ee610cc-398a-4b00-8084-efeda76a8573 service neutron] 10.222.0.53 "GET /v2.0/networks/63fb2f13-06f0-4aca-93ef-38e635a42896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501763 Nov 25 13:40:22.347501 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035c459-d426-4e9c-acd3-9661c4d924fb req-a59ff309-11c6-4101-80a7-828e6fca6ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:22.349233 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4035c459-d426-4e9c-acd3-9661c4d924fb req-a59ff309-11c6-4101-80a7-828e6fca6ba5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7149e5cd-66bb-49e5-8c66-89ee2818d851 HTTP/1.1" status: 200 len: 854 time: 0.0614476 Nov 25 13:40:22.413062 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4035c459-d426-4e9c-acd3-9661c4d924fb req-a20f8627-d6f0-430d-84cd-8f3fc0841195 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e1755fee-aaa6-425e-8842-e7c47174a17e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547454 Nov 25 13:40:22.461753 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec482a-4e5f-4d00-a269-2d09b58bd12f req-190da76c-0761-4998-aa94-b19eea118874 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:22.469812 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b5ec482a-4e5f-4d00-a269-2d09b58bd12f req-190da76c-0761-4998-aa94-b19eea118874 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] 10.222.0.53 "GET /v2.0/ports?device_id=2479f0c5-c602-4d01-b154-38ad754e8af9 HTTP/1.1" status: 200 len: 943 time: 0.1077297 Nov 25 13:40:22.514534 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a562a401-69ff-4358-a614-59cf2dc74398 req-897ba3f0-fa7b-47b2-af96-3649f964e701 service neutron] 10.222.0.53 "GET /v2.0/networks/63fb2f13-06f0-4aca-93ef-38e635a42896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070978 Nov 25 13:40:22.556409 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b5ec482a-4e5f-4d00-a269-2d09b58bd12f req-9b0b4778-73ea-47bd-96f8-bd5b417a2056 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca0c46ca-270b-4976-b9de-a929cb5dfd66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856175 Nov 25 13:40:22.596371 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4035c459-d426-4e9c-acd3-9661c4d924fb req-969068ff-73c8-4cab-aa79-4a7f47a8107a service neutron] 10.222.0.47 "GET /v2.0/networks/e1755fee-aaa6-425e-8842-e7c47174a17e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763291 Nov 25 13:40:22.739199 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2bfbe4b8-35d6-403a-8304-13c3fbfcd1bd req-ab50ea73-d99e-47d8-88e8-492d6411c802 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5d14ace-4995-4779-8878-d66d603e5e11 HTTP/1.1" status: 200 len: 210 time: 0.0351813 Nov 25 13:40:22.760612 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4035c459-d426-4e9c-acd3-9661c4d924fb req-01d58977-a93a-40f2-9bdf-49c5b696e014 service neutron] 10.222.0.47 "GET /v2.0/networks/e1755fee-aaa6-425e-8842-e7c47174a17e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548080 Nov 25 13:40:22.815465 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-287f3d8e-b0d8-44c5-aeb7-128b0e34cd4d req-26dd0069-f0d0-4e24-91fc-eab741bed35a tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/ports?device_id=540fffa5-e760-460b-aa99-ef8cd732bd87 HTTP/1.1" status: 200 len: 210 time: 0.0320981 Nov 25 13:40:23.045463 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3341442e-b48e-4ca4-9b31-c8f8603e4ca3 req-b4cb0b50-72d2-4422-a977-386289f9cc85 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:23.047459 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3341442e-b48e-4ca4-9b31-c8f8603e4ca3 req-b4cb0b50-72d2-4422-a977-386289f9cc85 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.66 "GET /v2.0/networks?id=cd246b13-3268-4e17-9682-1d1a7983fe47 HTTP/1.1" status: 200 len: 796 time: 0.1666486 Nov 25 13:40:23.160091 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3341442e-b48e-4ca4-9b31-c8f8603e4ca3 req-34b07a55-9357-4513-9e91-509b5b5b8336 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06a700e6f18945e692debb25875c4858 HTTP/1.1" status: 200 len: 379 time: 0.1014950 Nov 25 13:40:23.171913 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-3341442e-b48e-4ca4-9b31-c8f8603e4ca3 req-3b6fd0f1-1ace-4b5c-92e0-356f2a7e6edc tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Request body: {'port': {'device_id': '540fffa5-e760-460b-aa99-ef8cd732bd87', 'network_id': 'cd246b13-3268-4e17-9682-1d1a7983fe47', 'admin_state_up': True, 'tenant_id': '06a700e6f18945e692debb25875c4858', 'security_groups': ['dc12234f-6fe1-43d9-8939-9daf12f62ba8']}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:40:23.325790 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3341442e-b48e-4ca4-9b31-c8f8603e4ca3 req-3b6fd0f1-1ace-4b5c-92e0-356f2a7e6edc tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Made reservation on behalf of 06a700e6f18945e692debb25875c4858 for: {'port': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:40:23.331252 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-3341442e-b48e-4ca4-9b31-c8f8603e4ca3 req-3b6fd0f1-1ace-4b5c-92e0-356f2a7e6edc tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:23.496467 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [req-3341442e-b48e-4ca4-9b31-c8f8603e4ca3 req-3b6fd0f1-1ace-4b5c-92e0-356f2a7e6edc tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Allocated IP 172.20.0.10 (cd246b13-3268-4e17-9682-1d1a7983fe47/7057d26a-548c-410a-bbe7-146e3aa0dd78/2fdc7f37-5471-4b4a-9ca2-ac7a3557060e) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:40:23.689308 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-3341442e-b48e-4ca4-9b31-c8f8603e4ca3 req-3b6fd0f1-1ace-4b5c-92e0-356f2a7e6edc tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:23.715979 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4386dcd-9607-4861-abd7-23f42611f6b3 req-a8a7440d-19ea-44a8-ae35-b5bf4016ced6 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:23.717739 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b4386dcd-9607-4861-abd7-23f42611f6b3 req-a8a7440d-19ea-44a8-ae35-b5bf4016ced6 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] 10.222.0.53 "GET /v2.0/ports?device_id=2479f0c5-c602-4d01-b154-38ad754e8af9 HTTP/1.1" status: 200 len: 943 time: 0.0805199 Nov 25 13:40:23.816057 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-3341442e-b48e-4ca4-9b31-c8f8603e4ca3 req-3b6fd0f1-1ace-4b5c-92e0-356f2a7e6edc tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:23.864393 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b4386dcd-9607-4861-abd7-23f42611f6b3 req-5c1ea159-6ce8-44e1-9b6d-51e15324bda8 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca0c46ca-270b-4976-b9de-a929cb5dfd66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270263 Nov 25 13:40:23.897115 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c1db173c-4bbf-40ec-b0b9-9f8d5573768b req-7a872589-576c-4f06-a55c-77cd4eec6f7b tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5d14ace-4995-4779-8878-d66d603e5e11 HTTP/1.1" status: 200 len: 210 time: 0.0747159 Nov 25 13:40:23.900695 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3341442e-b48e-4ca4-9b31-c8f8603e4ca3 req-3b6fd0f1-1ace-4b5c-92e0-356f2a7e6edc tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Network cd246b13-3268-4e17-9682-1d1a7983fe47 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:40:23.914264 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [req-3341442e-b48e-4ca4-9b31-c8f8603e4ca3 req-3b6fd0f1-1ace-4b5c-92e0-356f2a7e6edc tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:40:23.922493 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-3341442e-b48e-4ca4-9b31-c8f8603e4ca3 req-3b6fd0f1-1ace-4b5c-92e0-356f2a7e6edc tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:40:23.939011 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6fd0f1-1ace-4b5c-92e0-356f2a7e6edc tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Pushing event updated for resources: {'Port': ['ID=2fdc7f37-5471-4b4a-9ca2-ac7a3557060e,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:40:23.985126 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a562a401-69ff-4358-a614-59cf2dc74398 req-ba280fe9-6067-4029-9560-f900e6c35261 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:23.986718 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a562a401-69ff-4358-a614-59cf2dc74398 req-ba280fe9-6067-4029-9560-f900e6c35261 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.47 "GET /v2.0/networks?id=63fb2f13-06f0-4aca-93ef-38e635a42896 HTTP/1.1" status: 200 len: 811 time: 0.1562753 Nov 25 13:40:24.011196 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-a562a401-69ff-4358-a614-59cf2dc74398 req-21499db3-3bfc-4ee3-b23e-8275082a5b62 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Request body: {'port': {'device_id': 'a5d14ace-4995-4779-8878-d66d603e5e11', 'network_id': '63fb2f13-06f0-4aca-93ef-38e635a42896', 'admin_state_up': True, 'tenant_id': 'c9472cb9831248be973db38fa1562496'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:40:24.055529 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3341442e-b48e-4ca4-9b31-c8f8603e4ca3 req-3b6fd0f1-1ace-4b5c-92e0-356f2a7e6edc tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:24.057882 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-3341442e-b48e-4ca4-9b31-c8f8603e4ca3 req-3b6fd0f1-1ace-4b5c-92e0-356f2a7e6edc tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:24.086170 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9bfa3-0410-44c4-910a-b4ad5312f255 req-d2c82f2e-4122-4bdb-a895-2b60b276978f tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:24.087805 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8af9bfa3-0410-44c4-910a-b4ad5312f255 req-d2c82f2e-4122-4bdb-a895-2b60b276978f tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/ports?device_id=540fffa5-e760-460b-aa99-ef8cd732bd87 HTTP/1.1" status: 200 len: 932 time: 0.1148832 Nov 25 13:40:24.096251 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3341442e-b48e-4ca4-9b31-c8f8603e4ca3 req-3b6fd0f1-1ace-4b5c-92e0-356f2a7e6edc tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9287376 Nov 25 13:40:24.110917 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-3341442e-b48e-4ca4-9b31-c8f8603e4ca3 req-1b893d45-5c97-40f2-83e7-49bf6b790aa9 service neutron] Request body: {'port': {'device_id': '540fffa5-e760-460b-aa99-ef8cd732bd87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-11'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:40:24.197764 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a562a401-69ff-4358-a614-59cf2dc74398 req-21499db3-3bfc-4ee3-b23e-8275082a5b62 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Made reservation on behalf of c9472cb9831248be973db38fa1562496 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:40:24.202943 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8af9bfa3-0410-44c4-910a-b4ad5312f255 req-d4d92bec-749b-4ad4-9fb4-301a54a2add1 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc12234f-6fe1-43d9-8939-9daf12f62ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055014 Nov 25 13:40:24.204382 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-3341442e-b48e-4ca4-9b31-c8f8603e4ca3 req-1b893d45-5c97-40f2-83e7-49bf6b790aa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:24.205873 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a562a401-69ff-4358-a614-59cf2dc74398 req-21499db3-3bfc-4ee3-b23e-8275082a5b62 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:24.280682 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-0d14547e-83fe-45f7-88a2-8674f39e4b15 None None] Provisioning complete for port 2fdc7f37-5471-4b4a-9ca2-ac7a3557060e triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:40:24.283106 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0d14547e-83fe-45f7-88a2-8674f39e4b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:24.329217 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-0d14547e-83fe-45f7-88a2-8674f39e4b15 None None] Port 2fdc7f37-5471-4b4a-9ca2-ac7a3557060e cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:40:24.357117 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-a562a401-69ff-4358-a614-59cf2dc74398 req-21499db3-3bfc-4ee3-b23e-8275082a5b62 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Allocated IP 172.20.0.12 (63fb2f13-06f0-4aca-93ef-38e635a42896/e24b755c-8322-4225-9fb6-1de603342da8/22476b94-df40-4a9f-9e44-a888ffce68bc) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:40:24.522495 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [req-3341442e-b48e-4ca4-9b31-c8f8603e4ca3 req-1b893d45-5c97-40f2-83e7-49bf6b790aa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fdc7f37-5471-4b4a-9ca2-ac7a3557060e {{(pid=103570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:40:24.526188 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a562a401-69ff-4358-a614-59cf2dc74398 req-21499db3-3bfc-4ee3-b23e-8275082a5b62 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:24.534183 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-3341442e-b48e-4ca4-9b31-c8f8603e4ca3 req-1b893d45-5c97-40f2-83e7-49bf6b790aa9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:24.558041 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.provisioning_blocks [req-3341442e-b48e-4ca4-9b31-c8f8603e4ca3 req-1b893d45-5c97-40f2-83e7-49bf6b790aa9 service neutron] Transition to ACTIVE for port object 2fdc7f37-5471-4b4a-9ca2-ac7a3557060e will not be triggered until provisioned by entity L2. {{(pid=103570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:40:24.562177 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-3341442e-b48e-4ca4-9b31-c8f8603e4ca3 req-1b893d45-5c97-40f2-83e7-49bf6b790aa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:24.583695 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a562a401-69ff-4358-a614-59cf2dc74398 req-21499db3-3bfc-4ee3-b23e-8275082a5b62 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:24.595538 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['fd93c27a-f3a2-45d2-bb3e-3455ac6ee258'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:40:24.633544 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a562a401-69ff-4358-a614-59cf2dc74398 req-21499db3-3bfc-4ee3-b23e-8275082a5b62 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Network 63fb2f13-06f0-4aca-93ef-38e635a42896 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:40:24.637022 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-a562a401-69ff-4358-a614-59cf2dc74398 req-21499db3-3bfc-4ee3-b23e-8275082a5b62 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:40:24.643573 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-a562a401-69ff-4358-a614-59cf2dc74398 req-21499db3-3bfc-4ee3-b23e-8275082a5b62 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:40:24.700243 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21499db3-3bfc-4ee3-b23e-8275082a5b62 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Pushing event updated for resources: {'Port': ['ID=22476b94-df40-4a9f-9e44-a888ffce68bc,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:40:24.735250 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a562a401-69ff-4358-a614-59cf2dc74398 req-21499db3-3bfc-4ee3-b23e-8275082a5b62 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:24.736926 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b893d45-5c97-40f2-83e7-49bf6b790aa9 service neutron] Pushing event updated for resources: {'Port': ['ID=2fdc7f37-5471-4b4a-9ca2-ac7a3557060e,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:40:24.737212 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a562a401-69ff-4358-a614-59cf2dc74398 req-21499db3-3bfc-4ee3-b23e-8275082a5b62 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:24.761921 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a562a401-69ff-4358-a614-59cf2dc74398 req-21499db3-3bfc-4ee3-b23e-8275082a5b62 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7612908 Nov 25 13:40:24.781197 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-a562a401-69ff-4358-a614-59cf2dc74398 req-6a1a9fa9-57fc-4bca-ae36-095a29ec5a4a service neutron] Request body: {'port': {'device_id': 'a5d14ace-4995-4779-8878-d66d603e5e11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:40:24.795700 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-3341442e-b48e-4ca4-9b31-c8f8603e4ca3 req-1b893d45-5c97-40f2-83e7-49bf6b790aa9 service neutron] Attempting to bind port 2fdc7f37-5471-4b4a-9ca2-ac7a3557060e on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:40:24.797053 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-3341442e-b48e-4ca4-9b31-c8f8603e4ca3 req-1b893d45-5c97-40f2-83e7-49bf6b790aa9 service neutron] Attempting to bind port 2fdc7f37-5471-4b4a-9ca2-ac7a3557060e by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': '3593f49d-00a4-4016-9b7a-b809bc15eda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'cd246b13-3268-4e17-9682-1d1a7983fe47'}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:40:24.797670 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3341442e-b48e-4ca4-9b31-c8f8603e4ca3 req-1b893d45-5c97-40f2-83e7-49bf6b790aa9 service neutron] Attempting to bind port 2fdc7f37-5471-4b4a-9ca2-ac7a3557060e on network cd246b13-3268-4e17-9682-1d1a7983fe47 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:40:24.806874 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3341442e-b48e-4ca4-9b31-c8f8603e4ca3 req-1b893d45-5c97-40f2-83e7-49bf6b790aa9 service neutron] Port 2fdc7f37-5471-4b4a-9ca2-ac7a3557060e on network cd246b13-3268-4e17-9682-1d1a7983fe47 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:40:24.809727 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3341442e-b48e-4ca4-9b31-c8f8603e4ca3 req-1b893d45-5c97-40f2-83e7-49bf6b790aa9 service neutron] Attempting to bind port 2fdc7f37-5471-4b4a-9ca2-ac7a3557060e on network cd246b13-3268-4e17-9682-1d1a7983fe47 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:40:24.822945 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3341442e-b48e-4ca4-9b31-c8f8603e4ca3 req-1b893d45-5c97-40f2-83e7-49bf6b790aa9 service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:40:24.824573 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3341442e-b48e-4ca4-9b31-c8f8603e4ca3 req-1b893d45-5c97-40f2-83e7-49bf6b790aa9 service neutron] Checking segment: {'id': '3593f49d-00a4-4016-9b7a-b809bc15eda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'cd246b13-3268-4e17-9682-1d1a7983fe47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:40:24.828185 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3341442e-b48e-4ca4-9b31-c8f8603e4ca3 req-1b893d45-5c97-40f2-83e7-49bf6b790aa9 service neutron] Bound using segment: {'id': '3593f49d-00a4-4016-9b7a-b809bc15eda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'cd246b13-3268-4e17-9682-1d1a7983fe47'} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:40:24.829503 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-3341442e-b48e-4ca4-9b31-c8f8603e4ca3 req-1b893d45-5c97-40f2-83e7-49bf6b790aa9 service neutron] Bound port: 2fdc7f37-5471-4b4a-9ca2-ac7a3557060e, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3593f49d-00a4-4016-9b7a-b809bc15eda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'cd246b13-3268-4e17-9682-1d1a7983fe47'}}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:40:24.831660 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-3341442e-b48e-4ca4-9b31-c8f8603e4ca3 req-1b893d45-5c97-40f2-83e7-49bf6b790aa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:24.865158 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a562a401-69ff-4358-a614-59cf2dc74398 req-6a1a9fa9-57fc-4bca-ae36-095a29ec5a4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:25.027406 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-3341442e-b48e-4ca4-9b31-c8f8603e4ca3 req-1b893d45-5c97-40f2-83e7-49bf6b790aa9 service neutron] For port 2fdc7f37-5471-4b4a-9ca2-ac7a3557060e, host n-h1-808199-11, cleared binding levels {{(pid=103570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:40:25.033303 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-3341442e-b48e-4ca4-9b31-c8f8603e4ca3 req-1b893d45-5c97-40f2-83e7-49bf6b790aa9 service neutron] For port 2fdc7f37-5471-4b4a-9ca2-ac7a3557060e, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=2fdc7f37-5471-4b4a-9ca2-ac7a3557060e,segment=NetworkSegment(3593f49d-00a4-4016-9b7a-b809bc15eda3),segment_id=3593f49d-00a4-4016-9b7a-b809bc15eda3)] {{(pid=103570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:40:25.060505 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51b7608-b982-4084-b9d9-b820f74b420c None None] DHCP port deletion for 63fb2f13-06f0-4aca-93ef-38e635a42896 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:40:25.075142 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 3ae91d43-95b6-46f2-9ba6-c40185bdbc5b details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:40:25.086353 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-3341442e-b48e-4ca4-9b31-c8f8603e4ca3 req-1b893d45-5c97-40f2-83e7-49bf6b790aa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:25.195381 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3341442e-b48e-4ca4-9b31-c8f8603e4ca3 req-1b893d45-5c97-40f2-83e7-49bf6b790aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:25.195974 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-3341442e-b48e-4ca4-9b31-c8f8603e4ca3 req-1b893d45-5c97-40f2-83e7-49bf6b790aa9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:25.197538 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3341442e-b48e-4ca4-9b31-c8f8603e4ca3 req-1b893d45-5c97-40f2-83e7-49bf6b790aa9 service neutron] 10.222.0.66 "PUT /v2.0/ports/2fdc7f37-5471-4b4a-9ca2-ac7a3557060e HTTP/1.1" status: 200 len: 1093 time: 1.0916736 Nov 25 13:40:25.200029 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '540fffa5-e760-460b-aa99-ef8cd732bd87', 'tag': '2fdc7f37-5471-4b4a-9ca2-ac7a3557060e'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:40:25.203334 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4b061b-c763-47b1-8a94-3c1f37b99e3a" -d '{"events": [{"name": "network-changed", "server_uuid": "540fffa5-e760-460b-aa99-ef8cd732bd87", "tag": "2fdc7f37-5471-4b4a-9ca2-ac7a3557060e"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:40:25.257285 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1384e7f9-093b-4bf0-b18a-4aa6932e2924 req-d936c791-6d08-4b9f-a0e7-d34b3ae33e43 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:25.264357 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1384e7f9-093b-4bf0-b18a-4aa6932e2924 req-d936c791-6d08-4b9f-a0e7-d34b3ae33e43 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] 10.222.0.53 "GET /v2.0/ports?device_id=2479f0c5-c602-4d01-b154-38ad754e8af9 HTTP/1.1" status: 200 len: 943 time: 0.2249024 Nov 25 13:40:25.315524 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc33c2a-cc60-407f-8224-12a3c140bc7e req-a2657b47-ca4f-4e1e-93e3-c21231b64426 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:25.317096 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-efc33c2a-cc60-407f-8224-12a3c140bc7e req-a2657b47-ca4f-4e1e-93e3-c21231b64426 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5d14ace-4995-4779-8878-d66d603e5e11 HTTP/1.1" status: 200 len: 932 time: 0.2741132 Nov 25 13:40:25.325410 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b893d45-5c97-40f2-83e7-49bf6b790aa9 service neutron] Pushing event updated for resources: {'Port': ['ID=2fdc7f37-5471-4b4a-9ca2-ac7a3557060e,revision_number=3']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:40:25.427216 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-a562a401-69ff-4358-a614-59cf2dc74398 req-6a1a9fa9-57fc-4bca-ae36-095a29ec5a4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22476b94-df40-4a9f-9e44-a888ffce68bc {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:40:25.439034 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a562a401-69ff-4358-a614-59cf2dc74398 req-6a1a9fa9-57fc-4bca-ae36-095a29ec5a4a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:25.456911 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-a562a401-69ff-4358-a614-59cf2dc74398 req-6a1a9fa9-57fc-4bca-ae36-095a29ec5a4a service neutron] Transition to ACTIVE for port object 22476b94-df40-4a9f-9e44-a888ffce68bc will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:40:25.463380 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a562a401-69ff-4358-a614-59cf2dc74398 req-6a1a9fa9-57fc-4bca-ae36-095a29ec5a4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:25.473137 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 3ae91d43-95b6-46f2-9ba6-c40185bdbc5b, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=3ae91d43-95b6-46f2-9ba6-c40185bdbc5b,segment=NetworkSegment(2fcd7aac-532e-47fe-9539-35bf3b7dfacc),segment_id=2fcd7aac-532e-47fe-9539-35bf3b7dfacc)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:40:25.496306 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-efc33c2a-cc60-407f-8224-12a3c140bc7e req-36d0550f-b2bf-4029-940e-4696d22eb12f tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612659 Nov 25 13:40:25.520449 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '3ae91d43-95b6-46f2-9ba6-c40185bdbc5b', 'network_id': 'e1755fee-aaa6-425e-8842-e7c47174a17e', 'port_id': '3ae91d43-95b6-46f2-9ba6-c40185bdbc5b', 'mac_address': 'fa:16:3e:24:94:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7149e5cd-66bb-49e5-8c66-89ee2818d851', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:40:25.532095 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3341442e-b48e-4ca4-9b31-c8f8603e4ca3 req-e69a4460-d768-4942-9c94-8e636b4bd981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:25.539312 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3341442e-b48e-4ca4-9b31-c8f8603e4ca3 req-e69a4460-d768-4942-9c94-8e636b4bd981 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=06a700e6f18945e692debb25875c4858&device_id=540fffa5-e760-460b-aa99-ef8cd732bd87 HTTP/1.1" status: 200 len: 1096 time: 0.2715330 Nov 25 13:40:25.548176 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1384e7f9-093b-4bf0-b18a-4aa6932e2924 req-902e58df-00e7-4927-abe7-3a374561241a tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca0c46ca-270b-4976-b9de-a929cb5dfd66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484226 Nov 25 13:40:25.577926 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173f4bfb-92c4-4c9a-841f-080e91603d3a None None] DHCP port deletion for 63fb2f13-06f0-4aca-93ef-38e635a42896 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:40:25.653572 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:25.654055 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3341442e-b48e-4ca4-9b31-c8f8603e4ca3 req-06f38295-48d6-4dcf-ab94-a9a94bcebfc0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fdc7f37-5471-4b4a-9ca2-ac7a3557060e HTTP/1.1" status: 200 len: 217 time: 0.1033924 Nov 25 13:40:25.690194 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ae91d43-95b6-46f2-9ba6-c40185bdbc5b {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:40:25.753902 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1a9fa9-57fc-4bca-ae36-095a29ec5a4a service neutron] Pushing event updated for resources: {'Port': ['ID=22476b94-df40-4a9f-9e44-a888ffce68bc,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:40:25.764504 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 3ae91d43-95b6-46f2-9ba6-c40185bdbc5b, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=3ae91d43-95b6-46f2-9ba6-c40185bdbc5b,segment=NetworkSegment(2fcd7aac-532e-47fe-9539-35bf3b7dfacc),segment_id=2fcd7aac-532e-47fe-9539-35bf3b7dfacc)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:40:25.777040 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:25.787891 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-a562a401-69ff-4358-a614-59cf2dc74398 req-6a1a9fa9-57fc-4bca-ae36-095a29ec5a4a service neutron] Attempting to bind port 22476b94-df40-4a9f-9e44-a888ffce68bc on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:40:25.795185 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-a562a401-69ff-4358-a614-59cf2dc74398 req-6a1a9fa9-57fc-4bca-ae36-095a29ec5a4a service neutron] Attempting to bind port 22476b94-df40-4a9f-9e44-a888ffce68bc by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': 'ecdebb3b-f53e-4a64-897f-8158913029ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '63fb2f13-06f0-4aca-93ef-38e635a42896'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:40:25.795813 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a562a401-69ff-4358-a614-59cf2dc74398 req-6a1a9fa9-57fc-4bca-ae36-095a29ec5a4a service neutron] Attempting to bind port 22476b94-df40-4a9f-9e44-a888ffce68bc on network 63fb2f13-06f0-4aca-93ef-38e635a42896 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:40:25.804220 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a562a401-69ff-4358-a614-59cf2dc74398 req-6a1a9fa9-57fc-4bca-ae36-095a29ec5a4a service neutron] Port 22476b94-df40-4a9f-9e44-a888ffce68bc on network 63fb2f13-06f0-4aca-93ef-38e635a42896 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:40:25.807934 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a562a401-69ff-4358-a614-59cf2dc74398 req-6a1a9fa9-57fc-4bca-ae36-095a29ec5a4a service neutron] Attempting to bind port 22476b94-df40-4a9f-9e44-a888ffce68bc on network 63fb2f13-06f0-4aca-93ef-38e635a42896 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:40:25.815001 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a562a401-69ff-4358-a614-59cf2dc74398 req-6a1a9fa9-57fc-4bca-ae36-095a29ec5a4a service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:40:25.819403 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a562a401-69ff-4358-a614-59cf2dc74398 req-6a1a9fa9-57fc-4bca-ae36-095a29ec5a4a service neutron] Checking segment: {'id': 'ecdebb3b-f53e-4a64-897f-8158913029ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '63fb2f13-06f0-4aca-93ef-38e635a42896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:40:25.820033 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a562a401-69ff-4358-a614-59cf2dc74398 req-6a1a9fa9-57fc-4bca-ae36-095a29ec5a4a service neutron] Bound using segment: {'id': 'ecdebb3b-f53e-4a64-897f-8158913029ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '63fb2f13-06f0-4aca-93ef-38e635a42896'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:40:25.821835 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-a562a401-69ff-4358-a614-59cf2dc74398 req-6a1a9fa9-57fc-4bca-ae36-095a29ec5a4a service neutron] Bound port: 22476b94-df40-4a9f-9e44-a888ffce68bc, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecdebb3b-f53e-4a64-897f-8158913029ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '63fb2f13-06f0-4aca-93ef-38e635a42896'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:40:25.822305 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a562a401-69ff-4358-a614-59cf2dc74398 req-6a1a9fa9-57fc-4bca-ae36-095a29ec5a4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:25.862081 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3341442e-b48e-4ca4-9b31-c8f8603e4ca3 req-cd978cde-8d5d-46d4-949b-743d20493438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:25.871126 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=3ae91d43-95b6-46f2-9ba6-c40185bdbc5b,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:40:25.874589 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3341442e-b48e-4ca4-9b31-c8f8603e4ca3 req-cd978cde-8d5d-46d4-949b-743d20493438 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7057d26a-548c-410a-bbe7-146e3aa0dd78 HTTP/1.1" status: 200 len: 835 time: 0.2125604 Nov 25 13:40:25.903866 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d734e287-b2c2-4b2a-874c-439918473f8d req-5ba6db11-dbec-4881-853e-6aaad34d7a36 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:25.920658 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d734e287-b2c2-4b2a-874c-439918473f8d req-5ba6db11-dbec-4881-853e-6aaad34d7a36 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/ports?device_id=540fffa5-e760-460b-aa99-ef8cd732bd87 HTTP/1.1" status: 200 len: 944 time: 0.2319679 Nov 25 13:40:25.943428 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-a562a401-69ff-4358-a614-59cf2dc74398 req-6a1a9fa9-57fc-4bca-ae36-095a29ec5a4a service neutron] For port 22476b94-df40-4a9f-9e44-a888ffce68bc, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:40:25.955150 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-a562a401-69ff-4358-a614-59cf2dc74398 req-6a1a9fa9-57fc-4bca-ae36-095a29ec5a4a service neutron] For port 22476b94-df40-4a9f-9e44-a888ffce68bc, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=22476b94-df40-4a9f-9e44-a888ffce68bc,segment=NetworkSegment(ecdebb3b-f53e-4a64-897f-8158913029ad),segment_id=ecdebb3b-f53e-4a64-897f-8158913029ad)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:40:25.966615 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a562a401-69ff-4358-a614-59cf2dc74398 req-6a1a9fa9-57fc-4bca-ae36-095a29ec5a4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:25.967980 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1224ec49-4700-4e94-a322-00ac7cf6d2d8 x-openstack-request-id: req-1224ec49-4700-4e94-a322-00ac7cf6d2d8 {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:40:25.969796 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "540fffa5-e760-460b-aa99-ef8cd732bd87", "tag": "2fdc7f37-5471-4b4a-9ca2-ac7a3557060e", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:40:25.970641 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1224ec49-4700-4e94-a322-00ac7cf6d2d8 {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:40:25.971323 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '540fffa5-e760-460b-aa99-ef8cd732bd87', 'tag': '2fdc7f37-5471-4b4a-9ca2-ac7a3557060e', 'status': 'completed', 'code': 200} Nov 25 13:40:25.997578 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['3ae91d43-95b6-46f2-9ba6-c40185bdbc5b'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:40:26.059073 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d734e287-b2c2-4b2a-874c-439918473f8d req-61c21086-f1b1-416e-8817-c84bd7fbbbea tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc12234f-6fe1-43d9-8939-9daf12f62ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362424 Nov 25 13:40:26.061129 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a562a401-69ff-4358-a614-59cf2dc74398 req-6a1a9fa9-57fc-4bca-ae36-095a29ec5a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:26.061283 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3341442e-b48e-4ca4-9b31-c8f8603e4ca3 req-04f21b0e-e41d-43e7-9f7d-b6e695ca0175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:26.061766 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a562a401-69ff-4358-a614-59cf2dc74398 req-6a1a9fa9-57fc-4bca-ae36-095a29ec5a4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:26.062569 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3341442e-b48e-4ca4-9b31-c8f8603e4ca3 req-04f21b0e-e41d-43e7-9f7d-b6e695ca0175 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cd246b13-3268-4e17-9682-1d1a7983fe47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1386082 Nov 25 13:40:26.063486 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a562a401-69ff-4358-a614-59cf2dc74398 req-6a1a9fa9-57fc-4bca-ae36-095a29ec5a4a service neutron] 10.222.0.47 "PUT /v2.0/ports/22476b94-df40-4a9f-9e44-a888ffce68bc HTTP/1.1" status: 200 len: 1093 time: 1.2879920 Nov 25 13:40:26.063869 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5d14ace-4995-4779-8878-d66d603e5e11', 'tag': '22476b94-df40-4a9f-9e44-a888ffce68bc'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:40:26.066194 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-974da5c3-ce84-42b8-9fcf-91ffd1325025" -d '{"events": [{"name": "network-changed", "server_uuid": "a5d14ace-4995-4779-8878-d66d603e5e11", "tag": "22476b94-df40-4a9f-9e44-a888ffce68bc"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:40:26.082584 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b91505f-203a-49a0-abdd-ca90bc5a5307 None None] DHCP port deletion for 63fb2f13-06f0-4aca-93ef-38e635a42896 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:40:26.100924 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1a9fa9-57fc-4bca-ae36-095a29ec5a4a service neutron] Pushing event updated for resources: {'Port': ['ID=22476b94-df40-4a9f-9e44-a888ffce68bc,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:40:26.168472 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e847ad08-4910-4b2c-b9a9-d6830830fb59 x-openstack-request-id: req-e847ad08-4910-4b2c-b9a9-d6830830fb59 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:40:26.168843 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5d14ace-4995-4779-8878-d66d603e5e11", "tag": "22476b94-df40-4a9f-9e44-a888ffce68bc", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:40:26.169070 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e847ad08-4910-4b2c-b9a9-d6830830fb59 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:40:26.169410 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5d14ace-4995-4779-8878-d66d603e5e11', 'tag': '22476b94-df40-4a9f-9e44-a888ffce68bc', 'status': 'completed', 'code': 200} Nov 25 13:40:26.207765 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a562a401-69ff-4358-a614-59cf2dc74398 req-d06c634c-5508-4cd9-9a74-e8fd7301a6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:26.209232 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a562a401-69ff-4358-a614-59cf2dc74398 req-d06c634c-5508-4cd9-9a74-e8fd7301a6a6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c9472cb9831248be973db38fa1562496&device_id=a5d14ace-4995-4779-8878-d66d603e5e11 HTTP/1.1" status: 200 len: 1096 time: 0.0873644 Nov 25 13:40:26.236291 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3341442e-b48e-4ca4-9b31-c8f8603e4ca3 req-31aeefe8-d9f2-438b-b6bc-8600d87311af service neutron] 10.222.0.66 "GET /v2.0/networks/cd246b13-3268-4e17-9682-1d1a7983fe47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647573 Nov 25 13:40:26.260298 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a562a401-69ff-4358-a614-59cf2dc74398 req-2d9a520b-d260-472b-961c-a7f1ee79f123 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22476b94-df40-4a9f-9e44-a888ffce68bc HTTP/1.1" status: 200 len: 217 time: 0.0432708 Nov 25 13:40:26.356211 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a562a401-69ff-4358-a614-59cf2dc74398 req-caf08a78-25a7-40d8-b454-1b22193166fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:26.361643 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a562a401-69ff-4358-a614-59cf2dc74398 req-caf08a78-25a7-40d8-b454-1b22193166fe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e24b755c-8322-4225-9fb6-1de603342da8 HTTP/1.1" status: 200 len: 851 time: 0.0942116 Nov 25 13:40:26.393156 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3341442e-b48e-4ca4-9b31-c8f8603e4ca3 req-678cc3e3-46e3-4810-8635-de290afba5de service neutron] 10.222.0.66 "GET /v2.0/networks/cd246b13-3268-4e17-9682-1d1a7983fe47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496539 Nov 25 13:40:26.418878 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a562a401-69ff-4358-a614-59cf2dc74398 req-628ec0a6-3b2d-45a5-a2be-6f0ceebfe776 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63fb2f13-06f0-4aca-93ef-38e635a42896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479248 Nov 25 13:40:26.540448 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a562a401-69ff-4358-a614-59cf2dc74398 req-9cde40df-90b5-4f61-8d93-2db469d52ec0 service neutron] 10.222.0.47 "GET /v2.0/networks/63fb2f13-06f0-4aca-93ef-38e635a42896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073055 Nov 25 13:40:26.542821 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b061b-c763-47b1-8a94-3c1f37b99e3a req-bbbe2d7b-99b2-4a6e-addc-a863a1a956b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:26.544429 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1a4b061b-c763-47b1-8a94-3c1f37b99e3a req-bbbe2d7b-99b2-4a6e-addc-a863a1a956b7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=06a700e6f18945e692debb25875c4858&device_id=540fffa5-e760-460b-aa99-ef8cd732bd87 HTTP/1.1" status: 200 len: 1096 time: 0.0792501 Nov 25 13:40:26.656067 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a562a401-69ff-4358-a614-59cf2dc74398 req-439cb901-1a29-497d-b86d-37407b686aee service neutron] 10.222.0.47 "GET /v2.0/networks/63fb2f13-06f0-4aca-93ef-38e635a42896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075032 Nov 25 13:40:26.722034 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b061b-c763-47b1-8a94-3c1f37b99e3a req-9a73d1f7-bf58-4e71-954e-6ede61983387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:26.723955 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1a4b061b-c763-47b1-8a94-3c1f37b99e3a req-9a73d1f7-bf58-4e71-954e-6ede61983387 service neutron] 10.222.0.66 "GET /v2.0/networks?id=cd246b13-3268-4e17-9682-1d1a7983fe47 HTTP/1.1" status: 200 len: 897 time: 0.1726332 Nov 25 13:40:26.733763 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914c93c-642b-422d-b4fc-d49925bd0832 req-651e6982-5e93-4e36-88fc-fcfa9b6a3d99 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:26.735388 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9914c93c-642b-422d-b4fc-d49925bd0832 req-651e6982-5e93-4e36-88fc-fcfa9b6a3d99 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5d14ace-4995-4779-8878-d66d603e5e11 HTTP/1.1" status: 200 len: 944 time: 0.1243191 Nov 25 13:40:26.755930 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974da5c3-ce84-42b8-9fcf-91ffd1325025 req-18e3e323-a4d6-4d17-be2d-cbf2b97b510b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:26.757666 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-974da5c3-ce84-42b8-9fcf-91ffd1325025 req-18e3e323-a4d6-4d17-be2d-cbf2b97b510b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c9472cb9831248be973db38fa1562496&device_id=a5d14ace-4995-4779-8878-d66d603e5e11 HTTP/1.1" status: 200 len: 1096 time: 0.0533562 Nov 25 13:40:26.781616 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1a4b061b-c763-47b1-8a94-3c1f37b99e3a req-a166b7f3-f15c-4867-99e2-46c348f583e9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fdc7f37-5471-4b4a-9ca2-ac7a3557060e HTTP/1.1" status: 200 len: 217 time: 0.0449903 Nov 25 13:40:26.796277 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb85e31-30c6-42d2-ba8e-9489b1dbb4fc req-549d3681-c37e-421b-887e-ad87d3566502 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:26.797944 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-abb85e31-30c6-42d2-ba8e-9489b1dbb4fc req-549d3681-c37e-421b-887e-ad87d3566502 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] 10.222.0.53 "GET /v2.0/ports?device_id=2479f0c5-c602-4d01-b154-38ad754e8af9 HTTP/1.1" status: 200 len: 944 time: 0.1544697 Nov 25 13:40:26.857023 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974da5c3-ce84-42b8-9fcf-91ffd1325025 req-de13f344-c34f-48bd-9e25-08b94502c761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:26.858887 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-974da5c3-ce84-42b8-9fcf-91ffd1325025 req-de13f344-c34f-48bd-9e25-08b94502c761 service neutron] 10.222.0.47 "GET /v2.0/networks?id=63fb2f13-06f0-4aca-93ef-38e635a42896 HTTP/1.1" status: 200 len: 912 time: 0.0944140 Nov 25 13:40:26.893148 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9914c93c-642b-422d-b4fc-d49925bd0832 req-8db5b695-1f88-40b4-a954-157b1c1bf756 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498499 Nov 25 13:40:26.896866 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b061b-c763-47b1-8a94-3c1f37b99e3a req-5bb455dc-76a6-477a-a074-0e87d85e16ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:26.898288 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1a4b061b-c763-47b1-8a94-3c1f37b99e3a req-5bb455dc-76a6-477a-a074-0e87d85e16ac service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7057d26a-548c-410a-bbe7-146e3aa0dd78 HTTP/1.1" status: 200 len: 835 time: 0.0993705 Nov 25 13:40:26.903553 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-974da5c3-ce84-42b8-9fcf-91ffd1325025 req-8f81b258-0be0-434e-8c0d-379632f00e08 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22476b94-df40-4a9f-9e44-a888ffce68bc HTTP/1.1" status: 200 len: 217 time: 0.0373228 Nov 25 13:40:26.923808 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-abb85e31-30c6-42d2-ba8e-9489b1dbb4fc req-47f18dad-2ca5-4fd3-a267-8ef7618340d2 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca0c46ca-270b-4976-b9de-a929cb5dfd66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152015 Nov 25 13:40:26.960251 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b061b-c763-47b1-8a94-3c1f37b99e3a req-5f775e94-ab23-4ae3-8024-5c3c461503dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:26.961829 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1a4b061b-c763-47b1-8a94-3c1f37b99e3a req-5f775e94-ab23-4ae3-8024-5c3c461503dd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cd246b13-3268-4e17-9682-1d1a7983fe47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542884 Nov 25 13:40:26.962208 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974da5c3-ce84-42b8-9fcf-91ffd1325025 req-a3c2fd7a-e84d-4aef-9629-9893fec8120c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:26.964465 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-974da5c3-ce84-42b8-9fcf-91ffd1325025 req-a3c2fd7a-e84d-4aef-9629-9893fec8120c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e24b755c-8322-4225-9fb6-1de603342da8 HTTP/1.1" status: 200 len: 851 time: 0.0529432 Nov 25 13:40:26.996328 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-974da5c3-ce84-42b8-9fcf-91ffd1325025 req-e3509622-ef13-46b2-b461-e2fb5ccd2039 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63fb2f13-06f0-4aca-93ef-38e635a42896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244839 Nov 25 13:40:27.033679 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 3ae91d43-95b6-46f2-9ba6-c40185bdbc5b up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:40:27.081421 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1a4b061b-c763-47b1-8a94-3c1f37b99e3a req-63fc2cee-dcdc-4007-a635-1482df976748 service neutron] 10.222.0.66 "GET /v2.0/networks/cd246b13-3268-4e17-9682-1d1a7983fe47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115062 Nov 25 13:40:27.118518 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-974da5c3-ce84-42b8-9fcf-91ffd1325025 req-7805969e-41ac-42e5-a474-7bbb216f1e5a service neutron] 10.222.0.47 "GET /v2.0/networks/63fb2f13-06f0-4aca-93ef-38e635a42896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144292 Nov 25 13:40:27.137207 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 3ae91d43-95b6-46f2-9ba6-c40185bdbc5b completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:40:27.142565 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 3ae91d43-95b6-46f2-9ba6-c40185bdbc5b triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:40:27.142994 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:27.224420 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1a4b061b-c763-47b1-8a94-3c1f37b99e3a req-f6c46d3b-74f0-492a-bfb5-db64d0c718a6 service neutron] 10.222.0.66 "GET /v2.0/networks/cd246b13-3268-4e17-9682-1d1a7983fe47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338534 Nov 25 13:40:27.239692 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41fe8e7-2e26-417b-af82-d80b0e59739a req-f05915d8-f52c-4c23-bcf8-9feb936017a0 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:27.241355 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b41fe8e7-2e26-417b-af82-d80b0e59739a req-f05915d8-f52c-4c23-bcf8-9feb936017a0 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/ports?device_id=540fffa5-e760-460b-aa99-ef8cd732bd87 HTTP/1.1" status: 200 len: 944 time: 0.0709195 Nov 25 13:40:27.262670 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-974da5c3-ce84-42b8-9fcf-91ffd1325025 req-2330dd95-4a31-43cc-b2b9-1d56f85f66ed service neutron] 10.222.0.47 "GET /v2.0/networks/63fb2f13-06f0-4aca-93ef-38e635a42896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356957 Nov 25 13:40:27.273708 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:27.298821 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2479f0c5-c602-4d01-b154-38ad754e8af9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ae91d43-95b6-46f2-9ba6-c40185bdbc5b'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:40:27.301235 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a28f8a8b-919e-4fcd-b59a-64cca73410ca" -d '{"events": [{"server_uuid": "2479f0c5-c602-4d01-b154-38ad754e8af9", "name": "network-vif-plugged", "status": "completed", "tag": "3ae91d43-95b6-46f2-9ba6-c40185bdbc5b"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:40:27.306437 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b41fe8e7-2e26-417b-af82-d80b0e59739a req-e62bc0d6-7272-466f-b2f0-16a89479fe1d tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc12234f-6fe1-43d9-8939-9daf12f62ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574331 Nov 25 13:40:27.327881 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 3ae91d43-95b6-46f2-9ba6-c40185bdbc5b, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=3ae91d43-95b6-46f2-9ba6-c40185bdbc5b,segment=NetworkSegment(2fcd7aac-532e-47fe-9539-35bf3b7dfacc),segment_id=2fcd7aac-532e-47fe-9539-35bf3b7dfacc)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:40:27.332217 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:27.358667 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c4bebf-80fd-4133-943c-782516675774 x-openstack-request-id: req-52c4bebf-80fd-4133-943c-782516675774 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:40:27.358983 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2479f0c5-c602-4d01-b154-38ad754e8af9", "name": "network-vif-plugged", "status": "completed", "tag": "3ae91d43-95b6-46f2-9ba6-c40185bdbc5b", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:40:27.359242 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-52c4bebf-80fd-4133-943c-782516675774 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:40:27.359634 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2479f0c5-c602-4d01-b154-38ad754e8af9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ae91d43-95b6-46f2-9ba6-c40185bdbc5b', 'code': 200} Nov 25 13:40:27.395745 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=3ae91d43-95b6-46f2-9ba6-c40185bdbc5b,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:40:27.504706 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8261f0-aea0-421d-97d2-47657249a8b1 req-a3e2959b-09ff-4669-98fe-7840cbfe468b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:27.506497 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8c8261f0-aea0-421d-97d2-47657249a8b1 req-a3e2959b-09ff-4669-98fe-7840cbfe468b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2479f0c5-c602-4d01-b154-38ad754e8af9 HTTP/1.1" status: 200 len: 1097 time: 0.0867901 Nov 25 13:40:27.564559 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8c8261f0-aea0-421d-97d2-47657249a8b1 req-3a517da9-342a-4b8e-b8a0-34050fe33658 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ca0c46ca-270b-4976-b9de-a929cb5dfd66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503395 Nov 25 13:40:28.042558 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18238764-1b8c-4b5f-bc46-b01ab95f9c6e req-3a978953-afd9-49b3-8edd-3bfdd83055a5 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:28.044112 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-18238764-1b8c-4b5f-bc46-b01ab95f9c6e req-3a978953-afd9-49b3-8edd-3bfdd83055a5 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5d14ace-4995-4779-8878-d66d603e5e11 HTTP/1.1" status: 200 len: 944 time: 0.0750189 Nov 25 13:40:28.117488 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8156652-dcb8-4cee-ad39-e74c66f73a88 req-f83622ae-9c34-4fcb-9bc4-fdb3699f809c tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:28.120239 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b8156652-dcb8-4cee-ad39-e74c66f73a88 req-f83622ae-9c34-4fcb-9bc4-fdb3699f809c tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] 10.222.0.53 "GET /v2.0/ports?device_id=2479f0c5-c602-4d01-b154-38ad754e8af9 HTTP/1.1" status: 200 len: 945 time: 0.1022358 Nov 25 13:40:28.161696 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-18238764-1b8c-4b5f-bc46-b01ab95f9c6e req-4b7adbdd-45fd-4ed8-b68c-3ea837f035a1 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010458 Nov 25 13:40:28.222294 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b8156652-dcb8-4cee-ad39-e74c66f73a88 req-ca9f4cd4-d2ac-49e3-8c32-47cd5aaea733 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca0c46ca-270b-4976-b9de-a929cb5dfd66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884027 Nov 25 13:40:28.772515 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6400173f-c6bb-48a6-971d-1b387d063e2d req-7ae479f3-62e2-45a9-93ae-f21f27c0fc15 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:28.777772 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6400173f-c6bb-48a6-971d-1b387d063e2d req-7ae479f3-62e2-45a9-93ae-f21f27c0fc15 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/ports?device_id=540fffa5-e760-460b-aa99-ef8cd732bd87 HTTP/1.1" status: 200 len: 944 time: 0.4003754 Nov 25 13:40:28.830994 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6400173f-c6bb-48a6-971d-1b387d063e2d req-4103eacf-b6d6-47d6-814d-0b077d5b31e1 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc12234f-6fe1-43d9-8939-9daf12f62ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499327 Nov 25 13:40:29.024508 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 22476b94-df40-4a9f-9e44-a888ffce68bc details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:40:29.142916 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 22476b94-df40-4a9f-9e44-a888ffce68bc, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=22476b94-df40-4a9f-9e44-a888ffce68bc,segment=NetworkSegment(ecdebb3b-f53e-4a64-897f-8158913029ad),segment_id=ecdebb3b-f53e-4a64-897f-8158913029ad)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:40:29.156355 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '22476b94-df40-4a9f-9e44-a888ffce68bc', 'network_id': '63fb2f13-06f0-4aca-93ef-38e635a42896', 'port_id': '22476b94-df40-4a9f-9e44-a888ffce68bc', 'mac_address': 'fa:16:3e:10:cc:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e24b755c-8322-4225-9fb6-1de603342da8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:40:29.199814 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 2fdc7f37-5471-4b4a-9ca2-ac7a3557060e details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:40:29.278416 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:29.327002 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 2fdc7f37-5471-4b4a-9ca2-ac7a3557060e, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=2fdc7f37-5471-4b4a-9ca2-ac7a3557060e,segment=NetworkSegment(3593f49d-00a4-4016-9b7a-b809bc15eda3),segment_id=3593f49d-00a4-4016-9b7a-b809bc15eda3)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:40:29.342803 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': '2fdc7f37-5471-4b4a-9ca2-ac7a3557060e', 'network_id': 'cd246b13-3268-4e17-9682-1d1a7983fe47', 'port_id': '2fdc7f37-5471-4b4a-9ca2-ac7a3557060e', 'mac_address': 'fa:16:3e:74:66:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7057d26a-548c-410a-bbe7-146e3aa0dd78', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:40:29.361235 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22476b94-df40-4a9f-9e44-a888ffce68bc {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:40:29.366024 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaab371-b48b-4da5-82f1-01610fa3e0d4 req-718f01d7-3e26-48a9-97c6-4ec86b0208bb tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:29.368153 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ddaab371-b48b-4da5-82f1-01610fa3e0d4 req-718f01d7-3e26-48a9-97c6-4ec86b0208bb tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5d14ace-4995-4779-8878-d66d603e5e11 HTTP/1.1" status: 200 len: 944 time: 0.1220980 Nov 25 13:40:29.397701 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 22476b94-df40-4a9f-9e44-a888ffce68bc, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=22476b94-df40-4a9f-9e44-a888ffce68bc,segment=NetworkSegment(ecdebb3b-f53e-4a64-897f-8158913029ad),segment_id=ecdebb3b-f53e-4a64-897f-8158913029ad)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:40:29.427597 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:29.472839 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:29.474335 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b59cbcb-5405-4ed1-a1a7-a772f717311d req-cd7cdf0c-f4aa-49ed-b5c8-2b1de424e785 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:29.482474 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1b59cbcb-5405-4ed1-a1a7-a772f717311d req-cd7cdf0c-f4aa-49ed-b5c8-2b1de424e785 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] 10.222.0.53 "GET /v2.0/ports?device_id=2479f0c5-c602-4d01-b154-38ad754e8af9 HTTP/1.1" status: 200 len: 945 time: 0.1259203 Nov 25 13:40:29.490213 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fdc7f37-5471-4b4a-9ca2-ac7a3557060e {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:40:29.503278 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ddaab371-b48b-4da5-82f1-01610fa3e0d4 req-56ad3687-1237-4c77-b031-62cbdcb55eee tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267655 Nov 25 13:40:29.514860 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 2fdc7f37-5471-4b4a-9ca2-ac7a3557060e, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=2fdc7f37-5471-4b4a-9ca2-ac7a3557060e,segment=NetworkSegment(3593f49d-00a4-4016-9b7a-b809bc15eda3),segment_id=3593f49d-00a4-4016-9b7a-b809bc15eda3)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:40:29.527820 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:29.543951 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=22476b94-df40-4a9f-9e44-a888ffce68bc,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:40:29.568922 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1b59cbcb-5405-4ed1-a1a7-a772f717311d req-2b8fea0e-383f-44af-bfb3-edb9c7a6f93f tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca0c46ca-270b-4976-b9de-a929cb5dfd66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851657 Nov 25 13:40:29.617209 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=2fdc7f37-5471-4b4a-9ca2-ac7a3557060e,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:40:29.637517 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['22476b94-df40-4a9f-9e44-a888ffce68bc'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:40:29.788460 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['2fdc7f37-5471-4b4a-9ca2-ac7a3557060e'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:40:30.007948 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3a281-a1d3-48d8-a1cd-7ad00e8d1fb0 req-702fbf6f-48a8-42e4-ac11-8cd520273ce1 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:30.009416 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e4e3a281-a1d3-48d8-a1cd-7ad00e8d1fb0 req-702fbf6f-48a8-42e4-ac11-8cd520273ce1 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/ports?device_id=540fffa5-e760-460b-aa99-ef8cd732bd87 HTTP/1.1" status: 200 len: 945 time: 0.0896916 Nov 25 13:40:30.108605 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e4e3a281-a1d3-48d8-a1cd-7ad00e8d1fb0 req-129b5729-d37e-496e-b92c-0d78722868e5 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc12234f-6fe1-43d9-8939-9daf12f62ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919809 Nov 25 13:40:30.340495 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1b2d8876-5cae-42ba-9c68-6345dac072b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:30.635522 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a463a3-3fed-4399-8a76-c0f3f36f1074 req-585822d6-3ab1-489d-909b-299086645448 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:30.643891 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-83a463a3-3fed-4399-8a76-c0f3f36f1074 req-585822d6-3ab1-489d-909b-299086645448 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5d14ace-4995-4779-8878-d66d603e5e11 HTTP/1.1" status: 200 len: 945 time: 0.0613749 Nov 25 13:40:30.711400 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-83a463a3-3fed-4399-8a76-c0f3f36f1074 req-f8293792-0802-4d6f-ac2e-3a1473ae5740 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660393 Nov 25 13:40:31.025455 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 22476b94-df40-4a9f-9e44-a888ffce68bc up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:40:31.133219 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 22476b94-df40-4a9f-9e44-a888ffce68bc completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:40:31.145518 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 22476b94-df40-4a9f-9e44-a888ffce68bc triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:40:31.146397 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:31.237032 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 2fdc7f37-5471-4b4a-9ca2-ac7a3557060e up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:40:31.415592 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port 2fdc7f37-5471-4b4a-9ca2-ac7a3557060e completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:40:31.431856 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port 2fdc7f37-5471-4b4a-9ca2-ac7a3557060e triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:40:31.432588 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:31.456216 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a257df5-aeb3-4bb7-9dc7-070a4c2b3989 req-8c979fda-23a7-4079-b14d-00f1b4178ed2 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:31.497102 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7a257df5-aeb3-4bb7-9dc7-070a4c2b3989 req-8c979fda-23a7-4079-b14d-00f1b4178ed2 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/ports?device_id=540fffa5-e760-460b-aa99-ef8cd732bd87 HTTP/1.1" status: 200 len: 945 time: 0.1937716 Nov 25 13:40:31.535312 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:31.637528 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:31.644775 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7a257df5-aeb3-4bb7-9dc7-070a4c2b3989 req-2d0d3ead-7fbf-463d-aca4-576f377f97ae tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc12234f-6fe1-43d9-8939-9daf12f62ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451013 Nov 25 13:40:31.666124 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d14ace-4995-4779-8878-d66d603e5e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22476b94-df40-4a9f-9e44-a888ffce68bc'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:40:31.669584 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c78fa240-1af0-4ff7-b75f-ae6ee2db9d9e" -d '{"events": [{"server_uuid": "a5d14ace-4995-4779-8878-d66d603e5e11", "name": "network-vif-plugged", "status": "completed", "tag": "22476b94-df40-4a9f-9e44-a888ffce68bc"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:40:31.697387 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 22476b94-df40-4a9f-9e44-a888ffce68bc, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=22476b94-df40-4a9f-9e44-a888ffce68bc,segment=NetworkSegment(ecdebb3b-f53e-4a64-897f-8158913029ad),segment_id=ecdebb3b-f53e-4a64-897f-8158913029ad)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:40:31.705618 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:31.717451 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 2fdc7f37-5471-4b4a-9ca2-ac7a3557060e, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=2fdc7f37-5471-4b4a-9ca2-ac7a3557060e,segment=NetworkSegment(3593f49d-00a4-4016-9b7a-b809bc15eda3),segment_id=3593f49d-00a4-4016-9b7a-b809bc15eda3)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:40:31.736922 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82560ef3-bb16-416c-ba13-c85051ec88c4 x-openstack-request-id: req-82560ef3-bb16-416c-ba13-c85051ec88c4 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:40:31.737296 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5d14ace-4995-4779-8878-d66d603e5e11", "name": "network-vif-plugged", "status": "completed", "tag": "22476b94-df40-4a9f-9e44-a888ffce68bc", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:40:31.737563 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-82560ef3-bb16-416c-ba13-c85051ec88c4 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:40:31.737870 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d14ace-4995-4779-8878-d66d603e5e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22476b94-df40-4a9f-9e44-a888ffce68bc', 'code': 200} Nov 25 13:40:31.740888 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:31.769459 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=22476b94-df40-4a9f-9e44-a888ffce68bc,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:40:31.852249 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=2fdc7f37-5471-4b4a-9ca2-ac7a3557060e,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:40:31.876188 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b7606e-5eaa-455c-aa8f-a88b6b056e5b req-a5b03513-ec53-41dd-85d1-6ffc15bdac4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:31.879249 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-04b7606e-5eaa-455c-aa8f-a88b6b056e5b req-a5b03513-ec53-41dd-85d1-6ffc15bdac4d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a5d14ace-4995-4779-8878-d66d603e5e11 HTTP/1.1" status: 200 len: 1098 time: 0.0799005 Nov 25 13:40:31.922981 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834cc11-8853-4109-921e-3d8c0ecb2708 req-c52056da-fcd2-446a-be85-69da67f4e986 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:31.924909 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6834cc11-8853-4109-921e-3d8c0ecb2708 req-c52056da-fcd2-446a-be85-69da67f4e986 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5d14ace-4995-4779-8878-d66d603e5e11 HTTP/1.1" status: 200 len: 946 time: 0.0659134 Nov 25 13:40:31.968060 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-04b7606e-5eaa-455c-aa8f-a88b6b056e5b req-346c6984-ea43-497b-bf83-807378a57ec0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724888 Nov 25 13:40:31.986400 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6834cc11-8853-4109-921e-3d8c0ecb2708 req-a904ee6b-1621-4ed4-a4ca-af4b1cca881b tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547395 Nov 25 13:40:32.799579 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fa4f17f8-8e40-4a8a-8ea6-256592dd5a44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:32.860294 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af005c-063a-4224-8e05-435f190ef2b6 req-943ccc7b-ce1d-48f0-963e-b484470e24ac tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:32.863051 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-04af005c-063a-4224-8e05-435f190ef2b6 req-943ccc7b-ce1d-48f0-963e-b484470e24ac tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/ports?device_id=540fffa5-e760-460b-aa99-ef8cd732bd87 HTTP/1.1" status: 200 len: 946 time: 0.1073112 Nov 25 13:40:32.932466 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-04af005c-063a-4224-8e05-435f190ef2b6 req-67f0dbcc-7367-4f58-b1fa-a93731dda499 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc12234f-6fe1-43d9-8939-9daf12f62ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622978 Nov 25 13:40:33.196729 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3746c032-6b1e-4340-896f-d61cdeea828e req-90caaf3e-1861-4b40-a5af-e510817f7bbe tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:33.196729 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3746c032-6b1e-4340-896f-d61cdeea828e req-90caaf3e-1861-4b40-a5af-e510817f7bbe tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5d14ace-4995-4779-8878-d66d603e5e11 HTTP/1.1" status: 200 len: 946 time: 0.0880384 Nov 25 13:40:33.248684 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3746c032-6b1e-4340-896f-d61cdeea828e req-05eb4730-ed20-4280-8c89-bd9b27f64428 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432029 Nov 25 13:40:33.739360 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540fffa5-e760-460b-aa99-ef8cd732bd87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fdc7f37-5471-4b4a-9ca2-ac7a3557060e'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:40:33.741951 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ea3f66-0cbc-4125-91c3-d5816deec19b" -d '{"events": [{"server_uuid": "540fffa5-e760-460b-aa99-ef8cd732bd87", "name": "network-vif-plugged", "status": "completed", "tag": "2fdc7f37-5471-4b4a-9ca2-ac7a3557060e"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:40:33.784348 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a38a48-293a-4b60-b95f-35410f32518b x-openstack-request-id: req-d0a38a48-293a-4b60-b95f-35410f32518b {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:40:33.784655 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "540fffa5-e760-460b-aa99-ef8cd732bd87", "name": "network-vif-plugged", "status": "completed", "tag": "2fdc7f37-5471-4b4a-9ca2-ac7a3557060e", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:40:33.784865 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d0a38a48-293a-4b60-b95f-35410f32518b {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:40:33.785258 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '540fffa5-e760-460b-aa99-ef8cd732bd87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fdc7f37-5471-4b4a-9ca2-ac7a3557060e', 'code': 200} Nov 25 13:40:33.892213 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:33.912170 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d726c8-0d9b-48b4-bb3e-fe487e1d8829 req-f7885c0a-85f0-45a2-ba7d-3d710de46a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:33.913705 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-75d726c8-0d9b-48b4-bb3e-fe487e1d8829 req-f7885c0a-85f0-45a2-ba7d-3d710de46a43 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=540fffa5-e760-460b-aa99-ef8cd732bd87 HTTP/1.1" status: 200 len: 1098 time: 0.0601380 Nov 25 13:40:33.978309 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-75d726c8-0d9b-48b4-bb3e-fe487e1d8829 req-bb734163-cef0-4dc8-9a79-7d7ec09fdc95 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=dc12234f-6fe1-43d9-8939-9daf12f62ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553074 Nov 25 13:40:34.070008 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d5d367-7b0f-4e6a-9274-b0976e7ed395 req-c67ff986-0bef-40df-8943-02e8d339e9ab tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:34.075168 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-00d5d367-7b0f-4e6a-9274-b0976e7ed395 req-c67ff986-0bef-40df-8943-02e8d339e9ab tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/ports?device_id=540fffa5-e760-460b-aa99-ef8cd732bd87 HTTP/1.1" status: 200 len: 946 time: 0.0606604 Nov 25 13:40:34.141799 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-00d5d367-7b0f-4e6a-9274-b0976e7ed395 req-728ca41e-20f8-43d7-9efe-3ed514922838 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc12234f-6fe1-43d9-8939-9daf12f62ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571783 Nov 25 13:40:34.454218 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c16b978-0628-4868-b87d-80ff8faed597 req-579b391b-cb5e-468f-b2ad-0a927a3ba411 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:34.456061 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1c16b978-0628-4868-b87d-80ff8faed597 req-579b391b-cb5e-468f-b2ad-0a927a3ba411 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5d14ace-4995-4779-8878-d66d603e5e11 HTTP/1.1" status: 200 len: 946 time: 0.1244380 Nov 25 13:40:34.556264 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1c16b978-0628-4868-b87d-80ff8faed597 req-0ab2d522-b4b6-45e5-b9ad-334d9908b729 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936768 Nov 25 13:40:34.847459 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca94f97-198c-43fe-ac69-b72f4f03d217 req-6d74f11c-2feb-4d2f-9ac3-4f4ce0840c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:34.849080 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bca94f97-198c-43fe-ac69-b72f4f03d217 req-6d74f11c-2feb-4d2f-9ac3-4f4ce0840c7f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c9472cb9831248be973db38fa1562496&device_id=a5d14ace-4995-4779-8878-d66d603e5e11 HTTP/1.1" status: 200 len: 1098 time: 0.0646713 Nov 25 13:40:34.862430 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da7bb9-3a6b-4824-8b92-2aa9ed6e06e8 req-63eb776f-8130-448b-9d64-fade25ea8df8 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:34.864332 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a5da7bb9-3a6b-4824-8b92-2aa9ed6e06e8 req-63eb776f-8130-448b-9d64-fade25ea8df8 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5d14ace-4995-4779-8878-d66d603e5e11 HTTP/1.1" status: 200 len: 946 time: 0.0672884 Nov 25 13:40:34.941563 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a5da7bb9-3a6b-4824-8b92-2aa9ed6e06e8 req-d9722ff8-c155-415d-bb6d-8bf29a9595f4 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708311 Nov 25 13:40:34.974296 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca94f97-198c-43fe-ac69-b72f4f03d217 req-c5c008b9-cdb7-4e7d-b841-66fee9418d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:34.975753 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bca94f97-198c-43fe-ac69-b72f4f03d217 req-c5c008b9-cdb7-4e7d-b841-66fee9418d0f service neutron] 10.222.0.47 "GET /v2.0/networks?id=63fb2f13-06f0-4aca-93ef-38e635a42896 HTTP/1.1" status: 200 len: 912 time: 0.1193874 Nov 25 13:40:35.231201 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:35.344429 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ad8e8-38b8-4ab8-804a-1a75549afa00 req-93a104c5-1fc0-4f52-91cf-387fdbe6f7fa tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:35.346475 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ad3ad8e8-38b8-4ab8-804a-1a75549afa00 req-93a104c5-1fc0-4f52-91cf-387fdbe6f7fa tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/ports?device_id=540fffa5-e760-460b-aa99-ef8cd732bd87 HTTP/1.1" status: 200 len: 946 time: 0.0558488 Nov 25 13:40:35.407442 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bca94f97-198c-43fe-ac69-b72f4f03d217 req-69ddc717-f03e-4ec0-af60-ae2946d53a46 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22476b94-df40-4a9f-9e44-a888ffce68bc HTTP/1.1" status: 200 len: 217 time: 0.4244616 Nov 25 13:40:35.433057 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ad3ad8e8-38b8-4ab8-804a-1a75549afa00 req-6e9d35a6-6a96-4af7-ab51-20e1b1e08d49 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc12234f-6fe1-43d9-8939-9daf12f62ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802245 Nov 25 13:40:35.490570 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca94f97-198c-43fe-ac69-b72f4f03d217 req-f4f0357c-0e83-4156-8768-ce33577a4132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:35.492831 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bca94f97-198c-43fe-ac69-b72f4f03d217 req-f4f0357c-0e83-4156-8768-ce33577a4132 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e24b755c-8322-4225-9fb6-1de603342da8 HTTP/1.1" status: 200 len: 851 time: 0.0773745 Nov 25 13:40:35.535899 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bca94f97-198c-43fe-ac69-b72f4f03d217 req-77fa75d8-ea28-415e-888f-b8a7a1359b73 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63fb2f13-06f0-4aca-93ef-38e635a42896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343318 Nov 25 13:40:35.648749 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bca94f97-198c-43fe-ac69-b72f4f03d217 req-f5c55021-d916-4563-9ca2-ee1441f20056 service neutron] 10.222.0.47 "GET /v2.0/networks/63fb2f13-06f0-4aca-93ef-38e635a42896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043885 Nov 25 13:40:35.745394 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bca94f97-198c-43fe-ac69-b72f4f03d217 req-23ced90d-229d-41de-8ca7-d35ebd7b3552 service neutron] 10.222.0.47 "GET /v2.0/networks/63fb2f13-06f0-4aca-93ef-38e635a42896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891838 Nov 25 13:40:36.088084 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb26154b-3046-4f1e-bbd9-a1abae88c8b9 req-a04eb8be-8911-41b1-85d8-d8be58794920 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:36.089683 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-eb26154b-3046-4f1e-bbd9-a1abae88c8b9 req-a04eb8be-8911-41b1-85d8-d8be58794920 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5d14ace-4995-4779-8878-d66d603e5e11 HTTP/1.1" status: 200 len: 946 time: 0.0542946 Nov 25 13:40:36.141345 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-eb26154b-3046-4f1e-bbd9-a1abae88c8b9 req-0deca8f4-bf9f-44f2-a9ee-57f0459b51a5 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443344 Nov 25 13:40:36.410409 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:36.578128 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a2a35-3a85-4c3a-8f48-9f9825687d5e req-1018a266-0ac7-48c6-8908-8764e3612a3c tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:36.579770 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-543a2a35-3a85-4c3a-8f48-9f9825687d5e req-1018a266-0ac7-48c6-8908-8764e3612a3c tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/ports?device_id=540fffa5-e760-460b-aa99-ef8cd732bd87 HTTP/1.1" status: 200 len: 946 time: 0.0560882 Nov 25 13:40:36.633448 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-543a2a35-3a85-4c3a-8f48-9f9825687d5e req-9f03a302-2972-43db-9b0e-556e190badf7 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc12234f-6fe1-43d9-8939-9daf12f62ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475848 Nov 25 13:40:36.768779 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c0bd8-e5bc-42a0-b8d6-cfb22eb82e6e req-a202cb95-3438-40cb-b2a4-a8f3cfea2b11 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:36.770313 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-289c0bd8-e5bc-42a0-b8d6-cfb22eb82e6e req-a202cb95-3438-40cb-b2a4-a8f3cfea2b11 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/ports?device_id=540fffa5-e760-460b-aa99-ef8cd732bd87 HTTP/1.1" status: 200 len: 946 time: 0.0651238 Nov 25 13:40:36.847379 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-289c0bd8-e5bc-42a0-b8d6-cfb22eb82e6e req-f25007b6-26a6-4455-ae58-d712a2d094b9 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc12234f-6fe1-43d9-8939-9daf12f62ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672183 Nov 25 13:40:36.871996 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 54314) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:40:36.913798 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47199ba9-c60f-4a7e-b569-fbeca1927342 tempest-TestNetworkBasicOps-1706243872 tempest-TestNetworkBasicOps-1706243872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:36.915260 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-47199ba9-c60f-4a7e-b569-fbeca1927342 tempest-TestNetworkBasicOps-1706243872 tempest-TestNetworkBasicOps-1706243872-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=540fffa5-e760-460b-aa99-ef8cd732bd87 HTTP/1.1" status: 200 len: 1093 time: 0.0420687 Nov 25 13:40:36.918267 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 54316) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:40:36.922489 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-d17a9d60-c646-40b9-9eca-6eb76efe6033 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Request body: {'floatingip': {'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'port_id': '2fdc7f37-5471-4b4a-9ca2-ac7a3557060e', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:40:36.945012 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d17a9d60-c646-40b9-9eca-6eb76efe6033 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for floatingip, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:37.050923 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d17a9d60-c646-40b9-9eca-6eb76efe6033 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:37.175900 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-d17a9d60-c646-40b9-9eca-6eb76efe6033 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Allocated IP 172.25.5.13 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/f20f8735-fb56-4878-bd48-5fb79989e0f1) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:40:37.314616 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8df6c5-60c4-437c-bc8d-cfab4548f2d4 req-8b7f1684-a70d-4bbd-af3c-412a984a1b8c tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:37.316148 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4e8df6c5-60c4-437c-bc8d-cfab4548f2d4 req-8b7f1684-a70d-4bbd-af3c-412a984a1b8c tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5d14ace-4995-4779-8878-d66d603e5e11 HTTP/1.1" status: 200 len: 946 time: 0.0823784 Nov 25 13:40:37.344806 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d17a9d60-c646-40b9-9eca-6eb76efe6033 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:37.393215 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4e8df6c5-60c4-437c-bc8d-cfab4548f2d4 req-7225ceb8-4ee5-4c00-a230-0f81534d49e8 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705924 Nov 25 13:40:37.408550 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d17a9d60-c646-40b9-9eca-6eb76efe6033 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:37.454331 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17a9d60-c646-40b9-9eca-6eb76efe6033 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:40:37.460076 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-d17a9d60-c646-40b9-9eca-6eb76efe6033 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:40:37.462380 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a9d60-c646-40b9-9eca-6eb76efe6033 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Pushing event updated for resources: {'Port': ['ID=f20f8735-fb56-4878-bd48-5fb79989e0f1,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:40:37.465397 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17a9d60-c646-40b9-9eca-6eb76efe6033 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:40:37.843207 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d17a9d60-c646-40b9-9eca-6eb76efe6033 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:37.914084 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d17a9d60-c646-40b9-9eca-6eb76efe6033 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:38.064011 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d17a9d60-c646-40b9-9eca-6eb76efe6033 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:38.068637 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d17a9d60-c646-40b9-9eca-6eb76efe6033 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:38.152731 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a9d60-c646-40b9-9eca-6eb76efe6033 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Pushing event updated for resources: {'Port': ['ID=f20f8735-fb56-4878-bd48-5fb79989e0f1,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:40:38.171038 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d17a9d60-c646-40b9-9eca-6eb76efe6033 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:38.279892 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:38.299491 n-d-808199-11 neutron-server[103570]: INFO neutron.db.l3_db [None req-d17a9d60-c646-40b9-9eca-6eb76efe6033 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Floating IP 7da20e73-822f-4e40-a9f6-ea3488fa7285 associated. External IP: 172.25.5.13, port: 2fdc7f37-5471-4b4a-9ca2-ac7a3557060e. Nov 25 13:40:38.568781 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d17a9d60-c646-40b9-9eca-6eb76efe6033 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Router f41a143c-a347-4ee0-9ab6-c9c16312a644 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:40:38.577300 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7c4349-110e-4308-8a3a-cbbdb3cf7752 req-f919390a-ab3f-4d2b-8a08-66b8464352b2 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:38.578872 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cc7c4349-110e-4308-8a3a-cbbdb3cf7752 req-f919390a-ab3f-4d2b-8a08-66b8464352b2 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5d14ace-4995-4779-8878-d66d603e5e11 HTTP/1.1" status: 200 len: 946 time: 0.0691607 Nov 25 13:40:38.703186 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cc7c4349-110e-4308-8a3a-cbbdb3cf7752 req-7dd27dc2-7533-48ee-a512-b73174b9689c tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171241 Nov 25 13:40:38.731821 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d17a9d60-c646-40b9-9eca-6eb76efe6033 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:40:38.741896 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf9c58f-5789-4af3-81d0-d319a7fd362e None None] Sync routers for ids ['f41a143c-a347-4ee0-9ab6-c9c16312a644'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:40:38.750574 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d17a9d60-c646-40b9-9eca-6eb76efe6033 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:38.755385 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf9c58f-5789-4af3-81d0-d319a7fd362e None None] Routers {'f41a143c-a347-4ee0-9ab6-c9c16312a644'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:40:38.756092 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-8bf9c58f-5789-4af3-81d0-d319a7fd362e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:40:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['f41a143c-a347-4ee0-9ab6-c9c16312a644'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:40:38.783547 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d17a9d60-c646-40b9-9eca-6eb76efe6033 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8616471 Nov 25 13:40:38.783547 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '540fffa5-e760-460b-aa99-ef8cd732bd87', 'tag': '2fdc7f37-5471-4b4a-9ca2-ac7a3557060e'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:40:38.784053 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 54352) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:40:38.787313 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87dde10-6868-416c-ba5a-baec1340d37e" -d '{"events": [{"name": "network-changed", "server_uuid": "540fffa5-e760-460b-aa99-ef8cd732bd87", "tag": "2fdc7f37-5471-4b4a-9ca2-ac7a3557060e"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:40:38.833014 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03dbd5e5-de17-4ff4-8162-71f511a66af8 x-openstack-request-id: req-03dbd5e5-de17-4ff4-8162-71f511a66af8 {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:40:38.833451 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "540fffa5-e760-460b-aa99-ef8cd732bd87", "tag": "2fdc7f37-5471-4b4a-9ca2-ac7a3557060e", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:40:38.833569 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-03dbd5e5-de17-4ff4-8162-71f511a66af8 {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:40:38.833902 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '540fffa5-e760-460b-aa99-ef8cd732bd87', 'tag': '2fdc7f37-5471-4b4a-9ca2-ac7a3557060e', 'status': 'completed', 'code': 200} Nov 25 13:40:38.878339 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-8bf9c58f-5789-4af3-81d0-d319a7fd362e None None] Set router f41a143c-a347-4ee0-9ab6-c9c16312a644 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:40:38.909794 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87dde10-6868-416c-ba5a-baec1340d37e req-ca099b66-d9c2-42f5-a05b-b107d18d6c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:38.912433 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b87dde10-6868-416c-ba5a-baec1340d37e req-ca099b66-d9c2-42f5-a05b-b107d18d6c12 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=06a700e6f18945e692debb25875c4858&device_id=540fffa5-e760-460b-aa99-ef8cd732bd87 HTTP/1.1" status: 200 len: 1098 time: 0.0510857 Nov 25 13:40:38.930833 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-3e525383-b2db-4012-8056-dab9fedd16bb tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/floatingips/7da20e73-822f-4e40-a9f6-ea3488fa7285 HTTP/1.1" status: 200 len: 991 time: 0.1453846 Nov 25 13:40:39.019467 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87dde10-6868-416c-ba5a-baec1340d37e req-6d4e2391-3e4c-4637-8364-43f4d44f4714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:39.021588 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b87dde10-6868-416c-ba5a-baec1340d37e req-6d4e2391-3e4c-4637-8364-43f4d44f4714 service neutron] 10.222.0.66 "GET /v2.0/networks?id=cd246b13-3268-4e17-9682-1d1a7983fe47 HTTP/1.1" status: 200 len: 897 time: 0.1007204 Nov 25 13:40:39.121228 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-8bf9c58f-5789-4af3-81d0-d319a7fd362e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41a143c-a347-4ee0-9ab6-c9c16312a644', 'name': 'tempest-TestNetworkBasicOps-router-788944127', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '95655f9c-aa77-488f-b5ad-2e8f5e7c59e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:40:05Z', 'updated_at': '2021-11-25T13:40:12Z', 'revision_number': 4, 'project_id': '06a700e6f18945e692debb25875c4858', 'gw_port': {'id': '95655f9c-aa77-488f-b5ad-2e8f5e7c59e7', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ee:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41a143c-a347-4ee0-9ab6-c9c16312a644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:40:06Z', 'updated_at': '2021-11-25T13:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '7da20e73-822f-4e40-a9f6-ea3488fa7285', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'floating_ip_address': '172.25.5.13', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': 'f41a143c-a347-4ee0-9ab6-c9c16312a644', 'port_id': '2fdc7f37-5471-4b4a-9ca2-ac7a3557060e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd246b13-3268-4e17-9682-1d1a7983fe47', 'mac_address': 'fa:16:3e:74:66:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540fffa5-e760-460b-aa99-ef8cd732bd87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:40:37Z', 'updated_at': '2021-11-25T13:40:37Z', 'revision_number': 0, 'project_id': '06a700e6f18945e692debb25875c4858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57631b1d-e75f-4e53-8904-49401d97cc03', 'name': '', 'network_id': 'cd246b13-3268-4e17-9682-1d1a7983fe47', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'mac_address': 'fa:16:3e:a2:cb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41a143c-a347-4ee0-9ab6-c9c16312a644', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '7057d26a-548c-410a-bbe7-146e3aa0dd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:40:11Z', 'updated_at': '2021-11-25T13:40:17Z', 'revision_number': 5, 'project_id': '06a700e6f18945e692debb25875c4858', 'subnets': [{'id': '7057d26a-548c-410a-bbe7-146e3aa0dd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:40:39.128298 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b87dde10-6868-416c-ba5a-baec1340d37e req-de4591f0-dab7-4a36-8e4e-376a0019ea1b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fdc7f37-5471-4b4a-9ca2-ac7a3557060e HTTP/1.1" status: 200 len: 999 time: 0.0986958 Nov 25 13:40:39.151844 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf9c58f-5789-4af3-81d0-d319a7fd362e None None] Checking router: f41a143c-a347-4ee0-9ab6-c9c16312a644 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:40:39.161450 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf9c58f-5789-4af3-81d0-d319a7fd362e None None] Routers {'f41a143c-a347-4ee0-9ab6-c9c16312a644'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:40:39.162456 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-8bf9c58f-5789-4af3-81d0-d319a7fd362e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:40:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['f41a143c-a347-4ee0-9ab6-c9c16312a644'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:40:39.182774 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87dde10-6868-416c-ba5a-baec1340d37e req-a5c912f6-1e86-46bb-a1ad-42ac7bb936c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:39.184243 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b87dde10-6868-416c-ba5a-baec1340d37e req-a5c912f6-1e86-46bb-a1ad-42ac7bb936c3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7057d26a-548c-410a-bbe7-146e3aa0dd78 HTTP/1.1" status: 200 len: 835 time: 0.0478239 Nov 25 13:40:39.232241 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87dde10-6868-416c-ba5a-baec1340d37e req-1e51f9cc-f95e-4f92-a803-e0690a94498d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:39.233766 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b87dde10-6868-416c-ba5a-baec1340d37e req-1e51f9cc-f95e-4f92-a803-e0690a94498d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cd246b13-3268-4e17-9682-1d1a7983fe47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416145 Nov 25 13:40:39.294384 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-8bf9c58f-5789-4af3-81d0-d319a7fd362e None None] Set router f41a143c-a347-4ee0-9ab6-c9c16312a644 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:40:39.340290 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b87dde10-6868-416c-ba5a-baec1340d37e req-34065bb3-adda-4d77-a769-72bf385ad3df service neutron] 10.222.0.66 "GET /v2.0/networks/cd246b13-3268-4e17-9682-1d1a7983fe47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990319 Nov 25 13:40:39.439175 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b87dde10-6868-416c-ba5a-baec1340d37e req-52ff92b5-e51e-4604-a785-3925631d62d7 service neutron] 10.222.0.66 "GET /v2.0/networks/cd246b13-3268-4e17-9682-1d1a7983fe47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911150 Nov 25 13:40:39.553498 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-8bf9c58f-5789-4af3-81d0-d319a7fd362e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41a143c-a347-4ee0-9ab6-c9c16312a644', 'name': 'tempest-TestNetworkBasicOps-router-788944127', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '95655f9c-aa77-488f-b5ad-2e8f5e7c59e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:40:05Z', 'updated_at': '2021-11-25T13:40:12Z', 'revision_number': 4, 'project_id': '06a700e6f18945e692debb25875c4858', 'gw_port': {'id': '95655f9c-aa77-488f-b5ad-2e8f5e7c59e7', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ee:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41a143c-a347-4ee0-9ab6-c9c16312a644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:40:06Z', 'updated_at': '2021-11-25T13:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '7da20e73-822f-4e40-a9f6-ea3488fa7285', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'floating_ip_address': '172.25.5.13', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': 'f41a143c-a347-4ee0-9ab6-c9c16312a644', 'port_id': '2fdc7f37-5471-4b4a-9ca2-ac7a3557060e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd246b13-3268-4e17-9682-1d1a7983fe47', 'mac_address': 'fa:16:3e:74:66:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540fffa5-e760-460b-aa99-ef8cd732bd87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:40:37Z', 'updated_at': '2021-11-25T13:40:37Z', 'revision_number': 0, 'project_id': '06a700e6f18945e692debb25875c4858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57631b1d-e75f-4e53-8904-49401d97cc03', 'name': '', 'network_id': 'cd246b13-3268-4e17-9682-1d1a7983fe47', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'mac_address': 'fa:16:3e:a2:cb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41a143c-a347-4ee0-9ab6-c9c16312a644', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '7057d26a-548c-410a-bbe7-146e3aa0dd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:40:11Z', 'updated_at': '2021-11-25T13:40:17Z', 'revision_number': 5, 'project_id': '06a700e6f18945e692debb25875c4858', 'subnets': [{'id': '7057d26a-548c-410a-bbe7-146e3aa0dd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:40:39.592645 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf9c58f-5789-4af3-81d0-d319a7fd362e None None] The sync data for ids ['f41a143c-a347-4ee0-9ab6-c9c16312a644'] in n-d-808199-11 is: [{'id': 'f41a143c-a347-4ee0-9ab6-c9c16312a644', 'name': 'tempest-TestNetworkBasicOps-router-788944127', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '95655f9c-aa77-488f-b5ad-2e8f5e7c59e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:40:05Z', 'updated_at': '2021-11-25T13:40:12Z', 'revision_number': 4, 'project_id': '06a700e6f18945e692debb25875c4858', 'gw_port': {'id': '95655f9c-aa77-488f-b5ad-2e8f5e7c59e7', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ee:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41a143c-a347-4ee0-9ab6-c9c16312a644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:40:06Z', 'updated_at': '2021-11-25T13:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '7da20e73-822f-4e40-a9f6-ea3488fa7285', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'floating_ip_address': '172.25.5.13', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': 'f41a143c-a347-4ee0-9ab6-c9c16312a644', 'port_id': '2fdc7f37-5471-4b4a-9ca2-ac7a3557060e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd246b13-3268-4e17-9682-1d1a7983fe47', 'mac_address': 'fa:16:3e:74:66:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540fffa5-e760-460b-aa99-ef8cd732bd87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:40:37Z', 'updated_at': '2021-11-25T13:40:37Z', 'revision_number': 0, 'project_id': '06a700e6f18945e692debb25875c4858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57631b1d-e75f-4e53-8904-49401d97cc03', 'name': '', 'network_id': 'cd246b13-3268-4e17-9682-1d1a7983fe47', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'mac_address': 'fa:16:3e:a2:cb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41a143c-a347-4ee0-9ab6-c9c16312a644', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '7057d26a-548c-410a-bbe7-146e3aa0dd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:40:11Z', 'updated_at': '2021-11-25T13:40:17Z', 'revision_number': 5, 'project_id': '06a700e6f18945e692debb25875c4858', 'subnets': [{'id': '7057d26a-548c-410a-bbe7-146e3aa0dd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:40:39.866548 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8533e9b4-9e5e-42ae-bc47-e46ddf06823e None None] New status for floating IP 7da20e73-822f-4e40-a9f6-ea3488fa7285: ACTIVE {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 13:40:39.933618 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 54380) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:40:40.053159 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-6b39fb13-2f02-458f-9c31-3e61a39482dd tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/floatingips/7da20e73-822f-4e40-a9f6-ea3488fa7285 HTTP/1.1" status: 200 len: 991 time: 0.1165519 Nov 25 13:40:40.142238 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dfac5f-9130-44cd-93fe-298d87edd89d req-f64972c0-2d2a-4238-9a63-94efe3d969c1 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:40.147342 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a6dfac5f-9130-44cd-93fe-298d87edd89d req-f64972c0-2d2a-4238-9a63-94efe3d969c1 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5d14ace-4995-4779-8878-d66d603e5e11 HTTP/1.1" status: 200 len: 946 time: 0.0597882 Nov 25 13:40:40.200322 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a6dfac5f-9130-44cd-93fe-298d87edd89d req-4acfef44-6f65-478a-a5d0-dbc2c81c6e06 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495131 Nov 25 13:40:41.056840 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 54392) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:40:41.129904 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-30b150c9-ec61-4c59-a08e-7b4485176edb tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/floatingips/7da20e73-822f-4e40-a9f6-ea3488fa7285 HTTP/1.1" status: 200 len: 993 time: 0.0712056 Nov 25 13:40:41.341718 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f571de1-15fd-4700-b6af-85d4c0335a5c req-0faf5dbc-b375-4036-89ef-e9ed03a45c00 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:41.343468 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9f571de1-15fd-4700-b6af-85d4c0335a5c req-0faf5dbc-b375-4036-89ef-e9ed03a45c00 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5d14ace-4995-4779-8878-d66d603e5e11 HTTP/1.1" status: 200 len: 946 time: 0.0559351 Nov 25 13:40:41.414685 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9f571de1-15fd-4700-b6af-85d4c0335a5c req-323caadf-c9d4-413c-bbce-fd866b598094 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644310 Nov 25 13:40:41.641007 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:42.538075 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccebfc5-c15c-4581-bc61-24dad50fb2da req-8f287fe0-81f9-43c1-befe-c7c1dd5f103d tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:42.540217 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9ccebfc5-c15c-4581-bc61-24dad50fb2da req-8f287fe0-81f9-43c1-befe-c7c1dd5f103d tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5d14ace-4995-4779-8878-d66d603e5e11 HTTP/1.1" status: 200 len: 946 time: 0.0506959 Nov 25 13:40:42.597555 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9ccebfc5-c15c-4581-bc61-24dad50fb2da req-b0966320-c1ee-4de8-9744-2c00985b0762 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502667 Nov 25 13:40:42.700667 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:40:43.772690 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4f590-12b1-4519-9a07-48eca3c84cd0 req-7373ac9a-cef4-46da-99d2-0309156d6698 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:43.774456 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-43e4f590-12b1-4519-9a07-48eca3c84cd0 req-7373ac9a-cef4-46da-99d2-0309156d6698 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5d14ace-4995-4779-8878-d66d603e5e11 HTTP/1.1" status: 200 len: 946 time: 0.0694866 Nov 25 13:40:43.838195 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-43e4f590-12b1-4519-9a07-48eca3c84cd0 req-b9cd259f-2498-4375-b4d2-e440db9bec3d tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556614 Nov 25 13:40:43.965666 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c44fdc90-0e42-4d9f-83ba-495f9f52ea1c req-db99a013-ab87-4fb8-81c1-c89e6dafda02 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2479f0c5-c602-4d01-b154-38ad754e8af9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400331 Nov 25 13:40:44.060861 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44fdc90-0e42-4d9f-83ba-495f9f52ea1c req-b0a1b665-6d16-489e-8d8e-ef71c9217700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:44.062396 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c44fdc90-0e42-4d9f-83ba-495f9f52ea1c req-b0a1b665-6d16-489e-8d8e-ef71c9217700 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6684a101e7e1409089143e68507e9eaa&device_id=2479f0c5-c602-4d01-b154-38ad754e8af9 HTTP/1.1" status: 200 len: 1097 time: 0.0460665 Nov 25 13:40:44.189267 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44fdc90-0e42-4d9f-83ba-495f9f52ea1c req-e8b592fd-d1dc-478b-9d4e-804e9b220679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:44.191138 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c44fdc90-0e42-4d9f-83ba-495f9f52ea1c req-e8b592fd-d1dc-478b-9d4e-804e9b220679 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e1755fee-aaa6-425e-8842-e7c47174a17e HTTP/1.1" status: 200 len: 915 time: 0.1005452 Nov 25 13:40:44.251061 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c44fdc90-0e42-4d9f-83ba-495f9f52ea1c req-552f873e-c047-49bc-a502-8157e68cb97a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ae91d43-95b6-46f2-9ba6-c40185bdbc5b HTTP/1.1" status: 200 len: 217 time: 0.0501566 Nov 25 13:40:44.337963 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44fdc90-0e42-4d9f-83ba-495f9f52ea1c req-1a490ef1-f8e3-4fc0-9d89-0b0f897a8c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:44.339631 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c44fdc90-0e42-4d9f-83ba-495f9f52ea1c req-1a490ef1-f8e3-4fc0-9d89-0b0f897a8c0a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7149e5cd-66bb-49e5-8c66-89ee2818d851 HTTP/1.1" status: 200 len: 854 time: 0.0723245 Nov 25 13:40:44.412939 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c44fdc90-0e42-4d9f-83ba-495f9f52ea1c req-078a60b0-e41b-4003-95a3-350ff909cafb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e1755fee-aaa6-425e-8842-e7c47174a17e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649014 Nov 25 13:40:44.523125 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c44fdc90-0e42-4d9f-83ba-495f9f52ea1c req-edd4d268-9baf-40ac-aa1f-349face3e556 service neutron] 10.222.0.47 "GET /v2.0/networks/e1755fee-aaa6-425e-8842-e7c47174a17e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985219 Nov 25 13:40:44.630494 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c44fdc90-0e42-4d9f-83ba-495f9f52ea1c req-51efea05-664a-4cc7-a178-4a7c86c77686 service neutron] 10.222.0.47 "GET /v2.0/networks/e1755fee-aaa6-425e-8842-e7c47174a17e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990219 Nov 25 13:40:45.022849 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d72e5a-ee4f-4beb-adb0-b4b4035651c0 req-a9193247-3b1a-4c36-a310-0731eceed290 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:45.025037 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b8d72e5a-ee4f-4beb-adb0-b4b4035651c0 req-a9193247-3b1a-4c36-a310-0731eceed290 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5d14ace-4995-4779-8878-d66d603e5e11 HTTP/1.1" status: 200 len: 946 time: 0.0854774 Nov 25 13:40:45.074605 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b8d72e5a-ee4f-4beb-adb0-b4b4035651c0 req-28485b45-f036-4462-a66e-db911157dac4 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435312 Nov 25 13:40:46.185939 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 54506) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:40:46.207781 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554a26d3-8254-4a44-95e9-1adb56d5e85a req-1744136f-1a10-408e-ac36-05d688dce5b0 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:46.209544 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-554a26d3-8254-4a44-95e9-1adb56d5e85a req-1744136f-1a10-408e-ac36-05d688dce5b0 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5d14ace-4995-4779-8878-d66d603e5e11 HTTP/1.1" status: 200 len: 946 time: 0.0581644 Nov 25 13:40:46.287505 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-554a26d3-8254-4a44-95e9-1adb56d5e85a req-3ffaa116-2bdc-4ba3-8629-6386ae4e08fb tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699522 Nov 25 13:40:46.331945 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eb8bb82b-b22e-487b-b5f2-b8f2a1cfb774 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:46.416105 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2cb28637-ee0d-4c01-8166-2f5b1a0c8663 req-318daba4-bdfa-4a79-b8f0-65496afaccbf service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2a43750e-6626-4108-871a-1e2bc3b2fb6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0456128 Nov 25 13:40:46.422879 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eb8bb82b-b22e-487b-b5f2-b8f2a1cfb774 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:46.427918 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eb8bb82b-b22e-487b-b5f2-b8f2a1cfb774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:46.465946 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8bb82b-b22e-487b-b5f2-b8f2a1cfb774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e37d61-e336-4c39-b554-0a0486a7dc34,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:40:46.472959 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-eb8bb82b-b22e-487b-b5f2-b8f2a1cfb774 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=07c37e23442846fca63f37d4e9add322&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2859902 Nov 25 13:40:46.473556 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 54516) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:40:46.535302 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb28637-ee0d-4c01-8166-2f5b1a0c8663 req-33c6f661-9212-4050-a2dc-2dbdfbe294a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:46.537124 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2cb28637-ee0d-4c01-8166-2f5b1a0c8663 req-33c6f661-9212-4050-a2dc-2dbdfbe294a4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c9472cb9831248be973db38fa1562496&device_id=2a43750e-6626-4108-871a-1e2bc3b2fb6d HTTP/1.1" status: 200 len: 1098 time: 0.0570505 Nov 25 13:40:46.544250 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41cc32f6-8ca4-4796-9b23-379f791a323c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:46.569867 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41cc32f6-8ca4-4796-9b23-379f791a323c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:46.636517 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41cc32f6-8ca4-4796-9b23-379f791a323c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:46.639497 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41cc32f6-8ca4-4796-9b23-379f791a323c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:46.643359 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-41cc32f6-8ca4-4796-9b23-379f791a323c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/12e37d61-e336-4c39-b554-0a0486a7dc34 HTTP/1.1" status: 204 len: 168 time: 0.1659975 Nov 25 13:40:46.665512 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc32f6-8ca4-4796-9b23-379f791a323c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e37d61-e336-4c39-b554-0a0486a7dc34,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:40:46.697535 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb28637-ee0d-4c01-8166-2f5b1a0c8663 req-600751f4-b6ae-43f3-9f6f-36a27da31cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:46.699379 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2cb28637-ee0d-4c01-8166-2f5b1a0c8663 req-600751f4-b6ae-43f3-9f6f-36a27da31cbb service neutron] 10.222.0.66 "GET /v2.0/networks?id=63fb2f13-06f0-4aca-93ef-38e635a42896 HTTP/1.1" status: 200 len: 912 time: 0.1273501 Nov 25 13:40:46.750666 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2cb28637-ee0d-4c01-8166-2f5b1a0c8663 req-9fe2114d-e382-436b-a303-163977bbe1c6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd93c27a-f3a2-45d2-bb3e-3455ac6ee258 HTTP/1.1" status: 200 len: 217 time: 0.0420382 Nov 25 13:40:46.812838 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb28637-ee0d-4c01-8166-2f5b1a0c8663 req-7485732c-ded8-4bc0-b26d-597e72db2d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:46.814888 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2cb28637-ee0d-4c01-8166-2f5b1a0c8663 req-7485732c-ded8-4bc0-b26d-597e72db2d3b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e24b755c-8322-4225-9fb6-1de603342da8 HTTP/1.1" status: 200 len: 851 time: 0.0556176 Nov 25 13:40:46.856333 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2cb28637-ee0d-4c01-8166-2f5b1a0c8663 req-f1b2fdf3-357c-4f48-b66a-d0f8ebbd82f8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=63fb2f13-06f0-4aca-93ef-38e635a42896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318596 Nov 25 13:40:46.980826 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2cb28637-ee0d-4c01-8166-2f5b1a0c8663 req-79194839-32b4-4222-bc67-102c082f3337 service neutron] 10.222.0.66 "GET /v2.0/networks/63fb2f13-06f0-4aca-93ef-38e635a42896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045010 Nov 25 13:40:47.001797 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 54534) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:40:47.016294 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-848b9d8f-8709-4790-b813-1c69a51d7d5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:47.106668 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2cb28637-ee0d-4c01-8166-2f5b1a0c8663 req-5159b8d9-e299-4eb7-a144-1d0c159896ae service neutron] 10.222.0.66 "GET /v2.0/networks/63fb2f13-06f0-4aca-93ef-38e635a42896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133804 Nov 25 13:40:47.110941 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-848b9d8f-8709-4790-b813-1c69a51d7d5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:47.115959 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-848b9d8f-8709-4790-b813-1c69a51d7d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:47.162164 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-848b9d8f-8709-4790-b813-1c69a51d7d5c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=98f271f5715945ceac81ce47d4697b4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1590743 Nov 25 13:40:47.163590 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848b9d8f-8709-4790-b813-1c69a51d7d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebcb2ff4-4127-4004-90e3-ba03a2083827,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:40:47.166591 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 54536) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:40:47.228999 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ef3bbabc-70a9-4f61-ab87-3fa25bb95371 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:47.252180 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ef3bbabc-70a9-4f61-ab87-3fa25bb95371 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:47.301197 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ef3bbabc-70a9-4f61-ab87-3fa25bb95371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:47.304464 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ef3bbabc-70a9-4f61-ab87-3fa25bb95371 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:40:47.305976 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-ef3bbabc-70a9-4f61-ab87-3fa25bb95371 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ebcb2ff4-4127-4004-90e3-ba03a2083827 HTTP/1.1" status: 204 len: 168 time: 0.1382945 Nov 25 13:40:47.317656 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3bbabc-70a9-4f61-ab87-3fa25bb95371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebcb2ff4-4127-4004-90e3-ba03a2083827,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:40:47.501517 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905beeb5-b7cb-45b8-b203-67413f87a801 req-689960e8-3459-4072-93d0-6af5416339fc tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:47.509459 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-905beeb5-b7cb-45b8-b203-67413f87a801 req-689960e8-3459-4072-93d0-6af5416339fc tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5d14ace-4995-4779-8878-d66d603e5e11 HTTP/1.1" status: 200 len: 946 time: 0.0748248 Nov 25 13:40:47.592395 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-905beeb5-b7cb-45b8-b203-67413f87a801 req-ea9da961-e8dc-4e11-a1e2-b3927664a190 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809538 Nov 25 13:40:48.713623 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f4330-966a-446a-a5ab-c70e15cde79c req-084db339-8258-464c-8df6-85cd3329c956 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:48.716446 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-363f4330-966a-446a-a5ab-c70e15cde79c req-084db339-8258-464c-8df6-85cd3329c956 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5d14ace-4995-4779-8878-d66d603e5e11 HTTP/1.1" status: 200 len: 946 time: 0.0598080 Nov 25 13:40:49.143513 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-363f4330-966a-446a-a5ab-c70e15cde79c req-c3089263-db66-49a4-87ed-01eaa08b94e1 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4164636 Nov 25 13:40:50.280243 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b78da71-9ef9-413a-a0fa-6dfe002e16db req-1342a866-cdef-4b39-bb48-c57061441e36 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:50.289521 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0b78da71-9ef9-413a-a0fa-6dfe002e16db req-1342a866-cdef-4b39-bb48-c57061441e36 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5d14ace-4995-4779-8878-d66d603e5e11 HTTP/1.1" status: 200 len: 946 time: 0.0702529 Nov 25 13:40:50.358112 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0b78da71-9ef9-413a-a0fa-6dfe002e16db req-86b4385e-46ed-4c43-90bd-1ff2333eba35 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674138 Nov 25 13:40:51.504596 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4db19-0ef8-4770-9435-232b6e424fac req-8402ccbc-24b7-4c2d-945e-90f7b2f98224 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:51.506411 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2ff4db19-0ef8-4770-9435-232b6e424fac req-8402ccbc-24b7-4c2d-945e-90f7b2f98224 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5d14ace-4995-4779-8878-d66d603e5e11 HTTP/1.1" status: 200 len: 946 time: 0.0619054 Nov 25 13:40:51.571908 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2ff4db19-0ef8-4770-9435-232b6e424fac req-5d512dd7-f4b8-4c91-a80a-77c7058209a6 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585308 Nov 25 13:40:52.695894 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1255469-1e9b-4687-8b90-95378aaa11fb req-f801409d-10eb-45f7-bce4-bb5dc9f1f630 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:52.698301 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f1255469-1e9b-4687-8b90-95378aaa11fb req-f801409d-10eb-45f7-bce4-bb5dc9f1f630 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5d14ace-4995-4779-8878-d66d603e5e11 HTTP/1.1" status: 200 len: 946 time: 0.0528948 Nov 25 13:40:52.749838 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f1255469-1e9b-4687-8b90-95378aaa11fb req-b78e0296-d58f-4e2c-be81-0be2a5faadf8 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450320 Nov 25 13:40:53.901562 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc2d3d-4903-405a-be5a-977a5600cafe req-0fc59bcd-5441-417f-9452-633c67be8454 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:53.903964 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-94cc2d3d-4903-405a-be5a-977a5600cafe req-0fc59bcd-5441-417f-9452-633c67be8454 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5d14ace-4995-4779-8878-d66d603e5e11 HTTP/1.1" status: 200 len: 946 time: 0.0546761 Nov 25 13:40:53.969671 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-94cc2d3d-4903-405a-be5a-977a5600cafe req-569b0e94-d340-4dbe-a49c-bec4f3269d27 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589519 Nov 25 13:40:55.118376 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5cdc34-695b-4100-9fc4-e5b664f3f345 req-a88b939d-2e33-443a-beff-88ba794a1290 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:55.126289 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1e5cdc34-695b-4100-9fc4-e5b664f3f345 req-a88b939d-2e33-443a-beff-88ba794a1290 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5d14ace-4995-4779-8878-d66d603e5e11 HTTP/1.1" status: 200 len: 946 time: 0.0807924 Nov 25 13:40:55.208407 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1e5cdc34-695b-4100-9fc4-e5b664f3f345 req-2f5e08be-e99b-46b3-a555-a21bf18be027 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795388 Nov 25 13:40:56.326779 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355363fb-79fd-4487-aa6b-221d44a7779a req-b2a597a5-d86f-4ffb-a5b8-f2586413b5f0 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:56.333899 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-355363fb-79fd-4487-aa6b-221d44a7779a req-b2a597a5-d86f-4ffb-a5b8-f2586413b5f0 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5d14ace-4995-4779-8878-d66d603e5e11 HTTP/1.1" status: 200 len: 946 time: 0.0555940 Nov 25 13:40:56.437803 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-355363fb-79fd-4487-aa6b-221d44a7779a req-f608bdaa-b70f-4526-b8d8-7b6599d516e1 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028934 Nov 25 13:40:57.602835 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f41b266-20d1-40e7-a4d2-fa5862717ece req-32477704-764b-4f31-84ee-38412032f21f tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:57.605638 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2f41b266-20d1-40e7-a4d2-fa5862717ece req-32477704-764b-4f31-84ee-38412032f21f tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5d14ace-4995-4779-8878-d66d603e5e11 HTTP/1.1" status: 200 len: 946 time: 0.0743983 Nov 25 13:40:57.693900 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2f41b266-20d1-40e7-a4d2-fa5862717ece req-a235a2f3-98c9-45de-b6a7-771a7539f32c tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821855 Nov 25 13:40:58.891085 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aeddbe-a0f8-4cbf-831d-012c017da8cd req-37df9f47-493d-46ed-9437-5ad777487972 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:58.892798 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-65aeddbe-a0f8-4cbf-831d-012c017da8cd req-37df9f47-493d-46ed-9437-5ad777487972 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] 10.222.0.53 "GET /v2.0/ports?device_id=2479f0c5-c602-4d01-b154-38ad754e8af9 HTTP/1.1" status: 200 len: 945 time: 0.0821626 Nov 25 13:40:58.908256 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce94aec-00b4-4e09-930a-815bec350372 req-a963fb81-f1fd-4942-8890-004b58781ad2 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:40:58.909930 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5ce94aec-00b4-4e09-930a-815bec350372 req-a963fb81-f1fd-4942-8890-004b58781ad2 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5d14ace-4995-4779-8878-d66d603e5e11 HTTP/1.1" status: 200 len: 946 time: 0.0906098 Nov 25 13:40:58.998208 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-65aeddbe-a0f8-4cbf-831d-012c017da8cd req-92ae4e94-8d96-4ffe-8384-071a32d09b30 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca0c46ca-270b-4976-b9de-a929cb5dfd66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872691 Nov 25 13:40:59.001505 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5ce94aec-00b4-4e09-930a-815bec350372 req-8b10c710-924c-4899-ae95-dd3e9a071651 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845942 Nov 25 13:41:00.153915 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105be3ec-247c-4b3d-bb04-5d0c8f02ba00 req-4c36e9c2-66a8-46c1-8d54-b57c07f26539 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:00.155443 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-105be3ec-247c-4b3d-bb04-5d0c8f02ba00 req-4c36e9c2-66a8-46c1-8d54-b57c07f26539 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5d14ace-4995-4779-8878-d66d603e5e11 HTTP/1.1" status: 200 len: 946 time: 0.0784750 Nov 25 13:41:00.162674 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af73a1-f8b6-4357-89fb-1b73d953241c req-1068eb3d-2ba1-4c10-aeb0-683daec59342 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:00.164067 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-35af73a1-f8b6-4357-89fb-1b73d953241c req-1068eb3d-2ba1-4c10-aeb0-683daec59342 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] 10.222.0.53 "GET /v2.0/ports?device_id=2479f0c5-c602-4d01-b154-38ad754e8af9 HTTP/1.1" status: 200 len: 945 time: 0.0786011 Nov 25 13:41:00.234720 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-105be3ec-247c-4b3d-bb04-5d0c8f02ba00 req-98b0e398-a498-470d-b826-0917ebf70a0b tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696354 Nov 25 13:41:00.247343 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-35af73a1-f8b6-4357-89fb-1b73d953241c req-560beecb-03d6-41a7-8aa1-f857b6a9076d tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca0c46ca-270b-4976-b9de-a929cb5dfd66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759110 Nov 25 13:41:00.327127 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-940c484f-98bc-4961-964b-9a2b3c00b734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:00.438419 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7ea53-d4a0-49c6-a66e-f26a384c449e req-4dc205ff-275a-45d4-8cd8-61d1800ee1be tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:00.440333 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b6b7ea53-d4a0-49c6-a66e-f26a384c449e req-4dc205ff-275a-45d4-8cd8-61d1800ee1be tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] 10.222.0.47 "GET /v2.0/ports?device_id=2479f0c5-c602-4d01-b154-38ad754e8af9 HTTP/1.1" status: 200 len: 945 time: 0.0644448 Nov 25 13:41:00.535023 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-b6b7ea53-d4a0-49c6-a66e-f26a384c449e req-516cd99a-85a3-4908-b8ad-3bdd43f52006 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] Deleting port 3ae91d43-95b6-46f2-9ba6-c40185bdbc5b {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:41:00.535383 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b6b7ea53-d4a0-49c6-a66e-f26a384c449e req-516cd99a-85a3-4908-b8ad-3bdd43f52006 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:00.647138 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-b6b7ea53-d4a0-49c6-a66e-f26a384c449e req-516cd99a-85a3-4908-b8ad-3bdd43f52006 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] For port 3ae91d43-95b6-46f2-9ba6-c40185bdbc5b, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=3ae91d43-95b6-46f2-9ba6-c40185bdbc5b,segment=NetworkSegment(2fcd7aac-532e-47fe-9539-35bf3b7dfacc),segment_id=2fcd7aac-532e-47fe-9539-35bf3b7dfacc)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:41:00.647586 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b6b7ea53-d4a0-49c6-a66e-f26a384c449e req-516cd99a-85a3-4908-b8ad-3bdd43f52006 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:00.664513 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-b6b7ea53-d4a0-49c6-a66e-f26a384c449e req-516cd99a-85a3-4908-b8ad-3bdd43f52006 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] Calling delete_port for 3ae91d43-95b6-46f2-9ba6-c40185bdbc5b owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:41:00.797700 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b6b7ea53-d4a0-49c6-a66e-f26a384c449e req-516cd99a-85a3-4908-b8ad-3bdd43f52006 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:00.809895 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['3ae91d43-95b6-46f2-9ba6-c40185bdbc5b'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:41:00.831442 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516cd99a-85a3-4908-b8ad-3bdd43f52006 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] Pushing event deleted for resources: {'Port': ['ID=3ae91d43-95b6-46f2-9ba6-c40185bdbc5b,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:41:00.849487 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef25b95a-83f0-4d26-9e3c-69c58462cbde None None] DHCP port deletion for e1755fee-aaa6-425e-8842-e7c47174a17e request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:41:00.874051 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6b7ea53-d4a0-49c6-a66e-f26a384c449e req-516cd99a-85a3-4908-b8ad-3bdd43f52006 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] No DVR routers for this DVR port 3ae91d43-95b6-46f2-9ba6-c40185bdbc5b on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:41:00.877500 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b6b7ea53-d4a0-49c6-a66e-f26a384c449e req-516cd99a-85a3-4908-b8ad-3bdd43f52006 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:00.881977 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b6b7ea53-d4a0-49c6-a66e-f26a384c449e req-516cd99a-85a3-4908-b8ad-3bdd43f52006 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] 10.222.0.47 "DELETE /v2.0/ports/3ae91d43-95b6-46f2-9ba6-c40185bdbc5b HTTP/1.1" status: 204 len: 173 time: 0.4349604 Nov 25 13:41:00.882464 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2479f0c5-c602-4d01-b154-38ad754e8af9', 'name': 'network-vif-deleted', 'tag': '3ae91d43-95b6-46f2-9ba6-c40185bdbc5b'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:41:00.885399 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c385d06-8900-41fa-9389-ab62b3592566" -d '{"events": [{"server_uuid": "2479f0c5-c602-4d01-b154-38ad754e8af9", "name": "network-vif-deleted", "tag": "3ae91d43-95b6-46f2-9ba6-c40185bdbc5b"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:41:00.936037 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb17869b-0b8e-495d-b85e-6c6dbc66b8e8 x-openstack-request-id: req-eb17869b-0b8e-495d-b85e-6c6dbc66b8e8 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:41:00.936342 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2479f0c5-c602-4d01-b154-38ad754e8af9", "name": "network-vif-deleted", "tag": "3ae91d43-95b6-46f2-9ba6-c40185bdbc5b", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:41:00.936604 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eb17869b-0b8e-495d-b85e-6c6dbc66b8e8 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:41:00.937011 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2479f0c5-c602-4d01-b154-38ad754e8af9', 'name': 'network-vif-deleted', 'tag': '3ae91d43-95b6-46f2-9ba6-c40185bdbc5b', 'status': 'completed', 'code': 200} Nov 25 13:41:01.433909 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3c287a17-a543-46a0-9f74-8e597521db51 req-66c2de97-2510-49ee-88d3-47a5766763f3 tempest-VolumesSnapshotTestJSON-1202760474 tempest-VolumesSnapshotTestJSON-1202760474-project] 10.222.0.53 "GET /v2.0/ports?device_id=2479f0c5-c602-4d01-b154-38ad754e8af9 HTTP/1.1" status: 200 len: 210 time: 0.0369949 Nov 25 13:41:01.471754 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc1fe0-1a22-43ad-9121-bc3c4031bd95 req-40da3a21-fe96-49c0-9fed-4450063f1a96 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:01.473361 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-08fc1fe0-1a22-43ad-9121-bc3c4031bd95 req-40da3a21-fe96-49c0-9fed-4450063f1a96 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5d14ace-4995-4779-8878-d66d603e5e11 HTTP/1.1" status: 200 len: 946 time: 0.1214809 Nov 25 13:41:01.533818 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-08fc1fe0-1a22-43ad-9121-bc3c4031bd95 req-8ed46abc-ab0a-430b-baa1-4cb6652d1975 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535808 Nov 25 13:41:01.819147 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16727453-cd72-4393-930b-6623675c1ea8 req-c13b72b7-13ea-4e22-b9f5-a0b1adde22e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:01.820906 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-16727453-cd72-4393-930b-6623675c1ea8 req-c13b72b7-13ea-4e22-b9f5-a0b1adde22e4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a5d14ace-4995-4779-8878-d66d603e5e11 HTTP/1.1" status: 200 len: 1098 time: 0.0708032 Nov 25 13:41:01.879952 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-16727453-cd72-4393-930b-6623675c1ea8 req-5fffc319-d4bd-44db-8e76-cf51b88b2df5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517557 Nov 25 13:41:02.692533 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254949e4-fb4c-45e2-b21e-1c81d1ee6a6c req-c7658e14-3f0a-4713-8b8d-854315695b77 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:02.694788 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-254949e4-fb4c-45e2-b21e-1c81d1ee6a6c req-c7658e14-3f0a-4713-8b8d-854315695b77 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5d14ace-4995-4779-8878-d66d603e5e11 HTTP/1.1" status: 200 len: 946 time: 0.0603020 Nov 25 13:41:02.776940 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-254949e4-fb4c-45e2-b21e-1c81d1ee6a6c req-9779df0d-2117-447b-b866-0ae819f45a27 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718932 Nov 25 13:41:02.778903 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-69590b38-94c8-4a11-a5e6-dbad387c636e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:03.241561 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 54842) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:41:03.402454 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8c346f0d-a5bb-4c45-b81b-341ae2dfb653 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:03.487525 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8c346f0d-a5bb-4c45-b81b-341ae2dfb653 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:03.493263 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8c346f0d-a5bb-4c45-b81b-341ae2dfb653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:03.535667 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-8c346f0d-a5bb-4c45-b81b-341ae2dfb653 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cb600c5c9c274a1b85565fd11f3996b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2923317 Nov 25 13:41:03.536824 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c346f0d-a5bb-4c45-b81b-341ae2dfb653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=008689b4-d6c4-4843-a958-02f877a140ec,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:41:03.538530 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 54848) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:41:03.600725 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-92973e52-35cf-42b3-b5b0-e9613e75d84d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:03.622853 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-92973e52-35cf-42b3-b5b0-e9613e75d84d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:03.674453 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-92973e52-35cf-42b3-b5b0-e9613e75d84d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:03.677207 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-92973e52-35cf-42b3-b5b0-e9613e75d84d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:03.680867 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-92973e52-35cf-42b3-b5b0-e9613e75d84d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/008689b4-d6c4-4843-a958-02f877a140ec HTTP/1.1" status: 204 len: 168 time: 0.1382720 Nov 25 13:41:03.686510 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92973e52-35cf-42b3-b5b0-e9613e75d84d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=008689b4-d6c4-4843-a958-02f877a140ec,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:41:03.901802 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:03.937529 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa925fed-5fb9-4399-899f-3af53b06393a req-b395686c-ebc9-4408-abec-d114eecd45dc tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:03.946656 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fa925fed-5fb9-4399-899f-3af53b06393a req-b395686c-ebc9-4408-abec-d114eecd45dc tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5d14ace-4995-4779-8878-d66d603e5e11 HTTP/1.1" status: 200 len: 946 time: 0.0663521 Nov 25 13:41:04.017179 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fa925fed-5fb9-4399-899f-3af53b06393a req-e82eca6a-da17-47c3-a3c8-aa4cb345be14 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683243 Nov 25 13:41:04.076979 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 54866) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:41:04.096526 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6dc4249b-72da-4973-93a9-9280f7500ec7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:04.252550 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ecfd5-89da-45d3-992f-972bc88e6236 req-ae331fbe-0529-4955-aa96-e923d3d0a121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:04.254082 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0c6ecfd5-89da-45d3-992f-972bc88e6236 req-ae331fbe-0529-4955-aa96-e923d3d0a121 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c9472cb9831248be973db38fa1562496&device_id=a5d14ace-4995-4779-8878-d66d603e5e11 HTTP/1.1" status: 200 len: 1098 time: 0.0651639 Nov 25 13:41:04.272101 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6dc4249b-72da-4973-93a9-9280f7500ec7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:04.287899 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6dc4249b-72da-4973-93a9-9280f7500ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:04.322487 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702bd356-b0b1-49cc-beba-403d370fa05d req-f9324839-6dd2-421b-9e93-2eb022b9d6f9 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:04.324618 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-702bd356-b0b1-49cc-beba-403d370fa05d req-f9324839-6dd2-421b-9e93-2eb022b9d6f9 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5d14ace-4995-4779-8878-d66d603e5e11 HTTP/1.1" status: 200 len: 946 time: 0.0703328 Nov 25 13:41:04.367456 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc4249b-72da-4973-93a9-9280f7500ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d73c6dda-d8bb-4f33-951d-9baed2834eaf,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:41:04.372665 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-6dc4249b-72da-4973-93a9-9280f7500ec7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9dcc69710be1472ab969d3375375e200&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2932582 Nov 25 13:41:04.375937 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 54872) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:41:04.421007 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-702bd356-b0b1-49cc-beba-403d370fa05d req-c559f0b5-52e1-4e20-a291-abb0f7715f62 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897584 Nov 25 13:41:04.432822 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ecfd5-89da-45d3-992f-972bc88e6236 req-0eec2b97-07da-45f8-a8c4-1cc96e9711b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:04.434310 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0c6ecfd5-89da-45d3-992f-972bc88e6236 req-0eec2b97-07da-45f8-a8c4-1cc96e9711b7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=63fb2f13-06f0-4aca-93ef-38e635a42896 HTTP/1.1" status: 200 len: 912 time: 0.1713710 Nov 25 13:41:04.486420 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0c6ecfd5-89da-45d3-992f-972bc88e6236 req-c4d2f7fb-eafa-42bc-b536-83a2626d202f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22476b94-df40-4a9f-9e44-a888ffce68bc HTTP/1.1" status: 200 len: 217 time: 0.0447822 Nov 25 13:41:04.518419 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8a11e912-eddc-42e8-8181-5966690ede55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:04.573731 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8a11e912-eddc-42e8-8181-5966690ede55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:04.588435 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ecfd5-89da-45d3-992f-972bc88e6236 req-bc4e4856-549a-46cd-908b-e05b4ca2d3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:04.589935 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0c6ecfd5-89da-45d3-992f-972bc88e6236 req-bc4e4856-549a-46cd-908b-e05b4ca2d3f1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e24b755c-8322-4225-9fb6-1de603342da8 HTTP/1.1" status: 200 len: 851 time: 0.0863092 Nov 25 13:41:04.636155 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0c6ecfd5-89da-45d3-992f-972bc88e6236 req-dca5402f-3698-4664-979f-f5224b8c630d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63fb2f13-06f0-4aca-93ef-38e635a42896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380745 Nov 25 13:41:04.738030 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0c6ecfd5-89da-45d3-992f-972bc88e6236 req-4eabd586-15be-4d93-bf60-129a48955623 service neutron] 10.222.0.47 "GET /v2.0/networks/63fb2f13-06f0-4aca-93ef-38e635a42896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949206 Nov 25 13:41:04.769270 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8a11e912-eddc-42e8-8181-5966690ede55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:04.772241 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8a11e912-eddc-42e8-8181-5966690ede55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:04.775810 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-8a11e912-eddc-42e8-8181-5966690ede55 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d73c6dda-d8bb-4f33-951d-9baed2834eaf HTTP/1.1" status: 204 len: 168 time: 0.3964477 Nov 25 13:41:04.812650 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a11e912-eddc-42e8-8181-5966690ede55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73c6dda-d8bb-4f33-951d-9baed2834eaf,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:41:04.870925 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0c6ecfd5-89da-45d3-992f-972bc88e6236 req-3ec77c13-b49e-45af-b1e4-67fc8b27452a service neutron] 10.222.0.47 "GET /v2.0/networks/63fb2f13-06f0-4aca-93ef-38e635a42896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247542 Nov 25 13:41:05.234533 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:05.258972 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 3ae91d43-95b6-46f2-9ba6-c40185bdbc5b no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:41:05.293958 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: 3ae91d43-95b6-46f2-9ba6-c40185bdbc5b {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:41:05.294500 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 3ae91d43-95b6-46f2-9ba6-c40185bdbc5b not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:41:05.560223 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff9dbc-5566-4184-b74c-01c5deee0fb1 req-7aebb216-cde8-45b2-805f-cfdb4347c956 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:05.568992 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-40ff9dbc-5566-4184-b74c-01c5deee0fb1 req-7aebb216-cde8-45b2-805f-cfdb4347c956 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5d14ace-4995-4779-8878-d66d603e5e11 HTTP/1.1" status: 200 len: 946 time: 0.0734949 Nov 25 13:41:05.637776 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-40ff9dbc-5566-4184-b74c-01c5deee0fb1 req-bbc838b6-ed74-4ed5-a827-3c18cca75a65 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675890 Nov 25 13:41:06.409933 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:06.801546 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1848fb73-2d1f-4419-930e-60695e332600 req-4a549919-3054-487f-bb09-758bdb233623 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:06.811633 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1848fb73-2d1f-4419-930e-60695e332600 req-4a549919-3054-487f-bb09-758bdb233623 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5d14ace-4995-4779-8878-d66d603e5e11 HTTP/1.1" status: 200 len: 946 time: 0.0653596 Nov 25 13:41:06.830610 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 54948) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:41:06.861563 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1848fb73-2d1f-4419-930e-60695e332600 req-24275869-c523-480a-821f-fe08b57d7bfa tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479877 Nov 25 13:41:06.965231 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b66e3ef9-7f35-414a-a79d-49cbda8d49ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:07.064135 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b66e3ef9-7f35-414a-a79d-49cbda8d49ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:07.072383 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b66e3ef9-7f35-414a-a79d-49cbda8d49ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:07.151478 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b66e3ef9-7f35-414a-a79d-49cbda8d49ee admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5901ad6068a842c380b8768eae3a1e57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3179605 Nov 25 13:41:07.153040 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 54962) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:41:07.154910 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66e3ef9-7f35-414a-a79d-49cbda8d49ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49584ad5-4841-4422-92e5-46a2ec90a23b,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:41:07.178724 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692c6fc-3848-4c92-aca7-590831437b5a req-02c9611e-ccce-4d93-94ef-96049acb89ea tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:07.184522 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2692c6fc-3848-4c92-aca7-590831437b5a req-02c9611e-ccce-4d93-94ef-96049acb89ea tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5d14ace-4995-4779-8878-d66d603e5e11 HTTP/1.1" status: 200 len: 946 time: 0.0811050 Nov 25 13:41:07.254612 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7f8fb096-ba7e-4435-82ac-3b5634b17a32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:07.260702 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2692c6fc-3848-4c92-aca7-590831437b5a req-90ab8597-b6ad-4aba-9b6e-cfc8aeb62455 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721719 Nov 25 13:41:07.286228 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7f8fb096-ba7e-4435-82ac-3b5634b17a32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:07.334600 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7f8fb096-ba7e-4435-82ac-3b5634b17a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:07.337353 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7f8fb096-ba7e-4435-82ac-3b5634b17a32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:07.341438 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-7f8fb096-ba7e-4435-82ac-3b5634b17a32 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/49584ad5-4841-4422-92e5-46a2ec90a23b HTTP/1.1" status: 204 len: 168 time: 0.1871917 Nov 25 13:41:07.350455 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8fb096-ba7e-4435-82ac-3b5634b17a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49584ad5-4841-4422-92e5-46a2ec90a23b,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:41:07.678016 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 54970) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:41:07.697981 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-52c52746-820a-483b-b063-d40fd4eefc84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:07.780309 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-52c52746-820a-483b-b063-d40fd4eefc84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:07.784507 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-52c52746-820a-483b-b063-d40fd4eefc84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:07.833387 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-52c52746-820a-483b-b063-d40fd4eefc84 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c000bc75f3cd4bb9b60d689e7934565f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1507859 Nov 25 13:41:07.833387 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c52746-820a-483b-b063-d40fd4eefc84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ade7b6-ade8-49b0-9c85-17e2f0588c87,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:41:07.834810 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 54972) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:41:07.890751 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-793aeca0-ba31-4b2d-b9ec-648a18453d59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:07.912706 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-793aeca0-ba31-4b2d-b9ec-648a18453d59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:07.965962 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-793aeca0-ba31-4b2d-b9ec-648a18453d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:07.968902 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-793aeca0-ba31-4b2d-b9ec-648a18453d59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:07.971252 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-793aeca0-ba31-4b2d-b9ec-648a18453d59 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/09ade7b6-ade8-49b0-9c85-17e2f0588c87 HTTP/1.1" status: 204 len: 168 time: 0.1317761 Nov 25 13:41:07.991808 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793aeca0-ba31-4b2d-b9ec-648a18453d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ade7b6-ade8-49b0-9c85-17e2f0588c87,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:41:08.212489 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:08.421116 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c34e60-94c4-40d9-b413-be627cee4d18 req-7bca92f0-72e9-446f-9b78-f898e3b69487 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:08.422657 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b2c34e60-94c4-40d9-b413-be627cee4d18 req-7bca92f0-72e9-446f-9b78-f898e3b69487 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5d14ace-4995-4779-8878-d66d603e5e11 HTTP/1.1" status: 200 len: 946 time: 0.0611780 Nov 25 13:41:08.483303 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b2c34e60-94c4-40d9-b413-be627cee4d18 req-b2ad5f9c-c3ca-461a-be25-aa9ac1c0e53b tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541940 Nov 25 13:41:09.647782 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f50c3-41e2-4e67-a744-84b75f18a24c req-80c98cf5-743a-4b50-9269-7d5e62087c7f tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:09.649625 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4b8f50c3-41e2-4e67-a744-84b75f18a24c req-80c98cf5-743a-4b50-9269-7d5e62087c7f tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5d14ace-4995-4779-8878-d66d603e5e11 HTTP/1.1" status: 200 len: 946 time: 0.0699937 Nov 25 13:41:09.761965 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4b8f50c3-41e2-4e67-a744-84b75f18a24c req-c2956666-4007-471f-b9e7-22cceaf95302 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037629 Nov 25 13:41:10.005451 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e476c4-7fc9-44cb-b8b6-e421be5ad16c req-1dd9c42a-0337-44cc-9da3-a2e9d60da00b tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:10.009280 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-05e476c4-7fc9-44cb-b8b6-e421be5ad16c req-1dd9c42a-0337-44cc-9da3-a2e9d60da00b tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5d14ace-4995-4779-8878-d66d603e5e11 HTTP/1.1" status: 200 len: 946 time: 0.0857139 Nov 25 13:41:10.180739 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-05e476c4-7fc9-44cb-b8b6-e421be5ad16c req-0b98e628-4cb2-4536-a796-cfd8ba34bf17 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Deleting port 22476b94-df40-4a9f-9e44-a888ffce68bc {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:41:10.182643 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-05e476c4-7fc9-44cb-b8b6-e421be5ad16c req-0b98e628-4cb2-4536-a796-cfd8ba34bf17 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:10.417143 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-05e476c4-7fc9-44cb-b8b6-e421be5ad16c req-0b98e628-4cb2-4536-a796-cfd8ba34bf17 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] For port 22476b94-df40-4a9f-9e44-a888ffce68bc, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=22476b94-df40-4a9f-9e44-a888ffce68bc,segment=NetworkSegment(ecdebb3b-f53e-4a64-897f-8158913029ad),segment_id=ecdebb3b-f53e-4a64-897f-8158913029ad)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:41:10.417816 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-05e476c4-7fc9-44cb-b8b6-e421be5ad16c req-0b98e628-4cb2-4536-a796-cfd8ba34bf17 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:10.437738 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-05e476c4-7fc9-44cb-b8b6-e421be5ad16c req-0b98e628-4cb2-4536-a796-cfd8ba34bf17 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Calling delete_port for 22476b94-df40-4a9f-9e44-a888ffce68bc owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:41:10.587267 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-05e476c4-7fc9-44cb-b8b6-e421be5ad16c req-0b98e628-4cb2-4536-a796-cfd8ba34bf17 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:10.601139 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['22476b94-df40-4a9f-9e44-a888ffce68bc'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:41:10.607610 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['fd93c27a-f3a2-45d2-bb3e-3455ac6ee258'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:41:10.662582 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b98e628-4cb2-4536-a796-cfd8ba34bf17 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Pushing event deleted for resources: {'Port': ['ID=22476b94-df40-4a9f-9e44-a888ffce68bc,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:41:10.722420 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1066aea-6719-4080-9319-dc982f144046 None None] DHCP port deletion for 63fb2f13-06f0-4aca-93ef-38e635a42896 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:41:10.762459 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-05e476c4-7fc9-44cb-b8b6-e421be5ad16c req-0b98e628-4cb2-4536-a796-cfd8ba34bf17 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] No DVR routers for this DVR port 22476b94-df40-4a9f-9e44-a888ffce68bc on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:41:10.768020 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-05e476c4-7fc9-44cb-b8b6-e421be5ad16c req-0b98e628-4cb2-4536-a796-cfd8ba34bf17 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:10.771954 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-05e476c4-7fc9-44cb-b8b6-e421be5ad16c req-0b98e628-4cb2-4536-a796-cfd8ba34bf17 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.47 "DELETE /v2.0/ports/22476b94-df40-4a9f-9e44-a888ffce68bc HTTP/1.1" status: 204 len: 173 time: 0.7520099 Nov 25 13:41:10.772422 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d14ace-4995-4779-8878-d66d603e5e11', 'name': 'network-vif-deleted', 'tag': '22476b94-df40-4a9f-9e44-a888ffce68bc'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:41:10.784168 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-779832a9-bca1-469b-a461-9914a70d46fd" -d '{"events": [{"server_uuid": "a5d14ace-4995-4779-8878-d66d603e5e11", "name": "network-vif-deleted", "tag": "22476b94-df40-4a9f-9e44-a888ffce68bc"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:41:10.913327 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97411175-f759-45df-a6ee-12ce6dc27eab x-openstack-request-id: req-97411175-f759-45df-a6ee-12ce6dc27eab {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:41:10.913585 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5d14ace-4995-4779-8878-d66d603e5e11", "name": "network-vif-deleted", "tag": "22476b94-df40-4a9f-9e44-a888ffce68bc", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:41:10.913791 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-97411175-f759-45df-a6ee-12ce6dc27eab {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:41:10.914217 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d14ace-4995-4779-8878-d66d603e5e11', 'name': 'network-vif-deleted', 'tag': '22476b94-df40-4a9f-9e44-a888ffce68bc', 'status': 'completed', 'code': 200} Nov 25 13:41:10.979722 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4734d7d7-ef2e-40e1-a075-5775ab92f908 req-30174aff-036a-4f91-b5a1-be8f2ff9f423 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5d14ace-4995-4779-8878-d66d603e5e11 HTTP/1.1" status: 200 len: 210 time: 0.0730944 Nov 25 13:41:11.648893 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:12.330059 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ce97d-7720-43f2-83d0-a7a9b85840ef req-c77afecc-71a5-42ac-bceb-5126ad9a6dec tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:12.338328 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a41ce97d-7720-43f2-83d0-a7a9b85840ef req-c77afecc-71a5-42ac-bceb-5126ad9a6dec tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a43750e-6626-4108-871a-1e2bc3b2fb6d HTTP/1.1" status: 200 len: 946 time: 0.0669851 Nov 25 13:41:12.398306 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a41ce97d-7720-43f2-83d0-a7a9b85840ef req-ef0bc061-b95a-4777-b593-179ca8bf9bf5 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532546 Nov 25 13:41:13.667916 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea54910f-9823-4830-8095-655ddf35b21a req-05a0a9a3-ca5a-4a43-8a01-f6741c787264 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:13.677292 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ea54910f-9823-4830-8095-655ddf35b21a req-05a0a9a3-ca5a-4a43-8a01-f6741c787264 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a43750e-6626-4108-871a-1e2bc3b2fb6d HTTP/1.1" status: 200 len: 946 time: 0.0737593 Nov 25 13:41:13.744597 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ea54910f-9823-4830-8095-655ddf35b21a req-57fe9730-1d32-4262-a08d-9a4c1d095bd7 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662220 Nov 25 13:41:14.268673 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 55118) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:41:14.406471 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8624d3b3-603b-410f-b3c1-bf1e1361e827 tempest-TestNetworkBasicOps-1706243872 tempest-TestNetworkBasicOps-1706243872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:14.408777 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8624d3b3-603b-410f-b3c1-bf1e1361e827 tempest-TestNetworkBasicOps-1706243872 tempest-TestNetworkBasicOps-1706243872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:14.410580 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8624d3b3-603b-410f-b3c1-bf1e1361e827 tempest-TestNetworkBasicOps-1706243872 tempest-TestNetworkBasicOps-1706243872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:14.418746 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-8624d3b3-603b-410f-b3c1-bf1e1361e827 tempest-TestNetworkBasicOps-1706243872 tempest-TestNetworkBasicOps-1706243872-project-admin] 10.222.0.53 "GET /v2.0/ports?project_id=06a700e6f18945e692debb25875c4858&network_id=cd246b13-3268-4e17-9682-1d1a7983fe47 HTTP/1.1" status: 200 len: 2973 time: 0.1428697 Nov 25 13:41:14.741537 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a34b389-b306-4708-8f67-4c04aa50746b req-df8fbbd4-ed5a-491d-ac85-1e5c51c77d23 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:14.742659 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6a34b389-b306-4708-8f67-4c04aa50746b req-df8fbbd4-ed5a-491d-ac85-1e5c51c77d23 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a43750e-6626-4108-871a-1e2bc3b2fb6d HTTP/1.1" status: 200 len: 946 time: 0.1184118 Nov 25 13:41:14.947862 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997233f-92f7-4fa1-a087-a27879423cd4 req-b6830ef2-28f3-4f8f-855d-01d57d247a55 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:14.949834 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a997233f-92f7-4fa1-a087-a27879423cd4 req-b6830ef2-28f3-4f8f-855d-01d57d247a55 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a43750e-6626-4108-871a-1e2bc3b2fb6d HTTP/1.1" status: 200 len: 946 time: 0.0775261 Nov 25 13:41:14.960036 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-6a34b389-b306-4708-8f67-4c04aa50746b req-f7478d56-764f-4bca-9c08-213de1f9efc4 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Deleting port fd93c27a-f3a2-45d2-bb3e-3455ac6ee258 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:41:14.960481 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-6a34b389-b306-4708-8f67-4c04aa50746b req-f7478d56-764f-4bca-9c08-213de1f9efc4 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:15.092643 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a997233f-92f7-4fa1-a087-a27879423cd4 req-53767ff7-f890-4319-b1fd-44fc0b680023 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.53 "GET /v2.0/security-groups?id=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270936 Nov 25 13:41:15.121069 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-6a34b389-b306-4708-8f67-4c04aa50746b req-f7478d56-764f-4bca-9c08-213de1f9efc4 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] For port fd93c27a-f3a2-45d2-bb3e-3455ac6ee258, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=fd93c27a-f3a2-45d2-bb3e-3455ac6ee258,segment=NetworkSegment(ecdebb3b-f53e-4a64-897f-8158913029ad),segment_id=ecdebb3b-f53e-4a64-897f-8158913029ad)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:41:15.121557 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-6a34b389-b306-4708-8f67-4c04aa50746b req-f7478d56-764f-4bca-9c08-213de1f9efc4 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:15.135551 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-6a34b389-b306-4708-8f67-4c04aa50746b req-f7478d56-764f-4bca-9c08-213de1f9efc4 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Calling delete_port for fd93c27a-f3a2-45d2-bb3e-3455ac6ee258 owned by compute:nova {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:41:15.273687 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 22476b94-df40-4a9f-9e44-a888ffce68bc no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:41:15.332949 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: 22476b94-df40-4a9f-9e44-a888ffce68bc {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:41:15.335209 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 22476b94-df40-4a9f-9e44-a888ffce68bc not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:41:15.368946 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-6a34b389-b306-4708-8f67-4c04aa50746b req-f7478d56-764f-4bca-9c08-213de1f9efc4 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:15.382898 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['fd93c27a-f3a2-45d2-bb3e-3455ac6ee258'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:41:15.404825 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7478d56-764f-4bca-9c08-213de1f9efc4 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Pushing event deleted for resources: {'Port': ['ID=fd93c27a-f3a2-45d2-bb3e-3455ac6ee258,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:41:15.429397 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab7ca55-f090-4d68-881b-7d020d647ad4 None None] DHCP port deletion for 63fb2f13-06f0-4aca-93ef-38e635a42896 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:41:15.454005 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a34b389-b306-4708-8f67-4c04aa50746b req-f7478d56-764f-4bca-9c08-213de1f9efc4 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] No DVR routers for this DVR port fd93c27a-f3a2-45d2-bb3e-3455ac6ee258 on host n-h1-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:41:15.456678 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-6a34b389-b306-4708-8f67-4c04aa50746b req-f7478d56-764f-4bca-9c08-213de1f9efc4 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:15.460107 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6a34b389-b306-4708-8f67-4c04aa50746b req-f7478d56-764f-4bca-9c08-213de1f9efc4 tempest-ServerRescueTestJSON-1810742308 tempest-ServerRescueTestJSON-1810742308-project] 10.222.0.66 "DELETE /v2.0/ports/fd93c27a-f3a2-45d2-bb3e-3455ac6ee258 HTTP/1.1" status: 204 len: 173 time: 0.7087431 Nov 25 13:41:15.460556 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a43750e-6626-4108-871a-1e2bc3b2fb6d', 'name': 'network-vif-deleted', 'tag': 'fd93c27a-f3a2-45d2-bb3e-3455ac6ee258'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:41:15.463112 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ec0b39-438f-4846-9163-dc4befb03ca7" -d '{"events": [{"server_uuid": "2a43750e-6626-4108-871a-1e2bc3b2fb6d", "name": "network-vif-deleted", "tag": "fd93c27a-f3a2-45d2-bb3e-3455ac6ee258"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:41:15.508160 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d890ab1-4bb0-4343-907c-6f7fe8a3d1e4 x-openstack-request-id: req-0d890ab1-4bb0-4343-907c-6f7fe8a3d1e4 {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:41:15.508715 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a43750e-6626-4108-871a-1e2bc3b2fb6d", "name": "network-vif-deleted", "tag": "fd93c27a-f3a2-45d2-bb3e-3455ac6ee258", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:41:15.509966 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0d890ab1-4bb0-4343-907c-6f7fe8a3d1e4 {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:41:15.510682 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a43750e-6626-4108-871a-1e2bc3b2fb6d', 'name': 'network-vif-deleted', 'tag': 'fd93c27a-f3a2-45d2-bb3e-3455ac6ee258', 'status': 'completed', 'code': 200} Nov 25 13:41:16.153703 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 55152) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:41:16.184313 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 55154) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:41:16.309749 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0be21523-b8a8-42d5-bb20-3145f84ba046 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:16.414416 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0be21523-b8a8-42d5-bb20-3145f84ba046 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:16.419415 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0be21523-b8a8-42d5-bb20-3145f84ba046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:16.527697 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-0be21523-b8a8-42d5-bb20-3145f84ba046 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5214193f7ba24d0c9920138a7acb497f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3422222 Nov 25 13:41:16.532662 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 55168) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:41:16.547055 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be21523-b8a8-42d5-bb20-3145f84ba046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b3a55d-7ccd-4075-9e18-0c3d1b7b804e,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:41:16.630630 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9e708284-4f5b-4763-a3e0-ef211e52a52c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:16.632579 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-031448e3-62df-4485-89ef-bf3315883252 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:16.670959 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9e708284-4f5b-4763-a3e0-ef211e52a52c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:16.727270 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9e708284-4f5b-4763-a3e0-ef211e52a52c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:16.730003 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9e708284-4f5b-4763-a3e0-ef211e52a52c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:16.733649 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-9e708284-4f5b-4763-a3e0-ef211e52a52c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/52b3a55d-7ccd-4075-9e18-0c3d1b7b804e HTTP/1.1" status: 204 len: 168 time: 0.1975811 Nov 25 13:41:16.740280 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e708284-4f5b-4763-a3e0-ef211e52a52c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b3a55d-7ccd-4075-9e18-0c3d1b7b804e,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:41:16.979584 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-031448e3-62df-4485-89ef-bf3315883252 admin admin] Deleting port 1a184495-6e60-4901-82da-84fae1907604 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:41:16.979948 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-031448e3-62df-4485-89ef-bf3315883252 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:17.013948 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 55180) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:41:17.099480 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-031448e3-62df-4485-89ef-bf3315883252 admin admin] For port 1a184495-6e60-4901-82da-84fae1907604, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=1a184495-6e60-4901-82da-84fae1907604,segment=NetworkSegment(ecdebb3b-f53e-4a64-897f-8158913029ad),segment_id=ecdebb3b-f53e-4a64-897f-8158913029ad)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:41:17.100034 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-031448e3-62df-4485-89ef-bf3315883252 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:17.124020 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-031448e3-62df-4485-89ef-bf3315883252 admin admin] Calling delete_port for 1a184495-6e60-4901-82da-84fae1907604 owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:41:17.140324 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74bfec1-2bb4-4e85-8e4d-10aa0e443980 tempest-TestNetworkBasicOps-1706243872 tempest-TestNetworkBasicOps-1706243872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:17.154875 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d74bfec1-2bb4-4e85-8e4d-10aa0e443980 tempest-TestNetworkBasicOps-1706243872 tempest-TestNetworkBasicOps-1706243872-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=7542d3d9-0db3-40e7-ab88-a168871141f7 HTTP/1.1" status: 200 len: 814 time: 0.1269984 Nov 25 13:41:17.161834 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 55184) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:41:17.176239 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-853348cc-9a8d-49f5-aa74-e33bb64c30ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:17.261859 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-853348cc-9a8d-49f5-aa74-e33bb64c30ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:17.270212 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-853348cc-9a8d-49f5-aa74-e33bb64c30ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:17.321020 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-853348cc-9a8d-49f5-aa74-e33bb64c30ef admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dabd09b046664dc094b866d0059527bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1579950 Nov 25 13:41:17.321951 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853348cc-9a8d-49f5-aa74-e33bb64c30ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1fdc7f-f3d4-49d7-8b2c-48535d2f2b77,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:41:17.324365 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 55186) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:41:17.344425 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-031448e3-62df-4485-89ef-bf3315883252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:17.389237 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031448e3-62df-4485-89ef-bf3315883252 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a184495-6e60-4901-82da-84fae1907604,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:41:17.407093 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1f8dc564-09a1-4005-a416-f2c231bfb124 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:17.422429 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8850bade-8962-4564-b8ce-06ca4ebbba89 None None] DHCP port deletion for 63fb2f13-06f0-4aca-93ef-38e635a42896 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:41:17.457768 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1f8dc564-09a1-4005-a416-f2c231bfb124 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:17.513274 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1f8dc564-09a1-4005-a416-f2c231bfb124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:17.516586 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1f8dc564-09a1-4005-a416-f2c231bfb124 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:17.521168 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-1f8dc564-09a1-4005-a416-f2c231bfb124 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4d1fdc7f-f3d4-49d7-8b2c-48535d2f2b77 HTTP/1.1" status: 204 len: 168 time: 0.1933002 Nov 25 13:41:17.530402 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8dc564-09a1-4005-a416-f2c231bfb124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1fdc7f-f3d4-49d7-8b2c-48535d2f2b77,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:41:17.711061 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-031448e3-62df-4485-89ef-bf3315883252 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:17.764311 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 55198) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:41:17.773780 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-584ef4aa-c3c5-454b-b229-0c051f1308cb tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Request body: {'network': {'name': 'tempest-network-smoke--555738193', 'project_id': '06a700e6f18945e692debb25875c4858', 'port_security_enabled': True}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:41:17.838827 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584ef4aa-c3c5-454b-b229-0c051f1308cb tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Made reservation on behalf of 06a700e6f18945e692debb25875c4858 for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:41:17.843235 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-584ef4aa-c3c5-454b-b229-0c051f1308cb tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:17.897462 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-584ef4aa-c3c5-454b-b229-0c051f1308cb tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:41:17.910647 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-584ef4aa-c3c5-454b-b229-0c051f1308cb tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:17.911177 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-584ef4aa-c3c5-454b-b229-0c051f1308cb tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Added segment d77bf5ed-0a09-4d3d-bf4d-18676326a00d of type vlan for network 075ef1cb-099b-461d-87ff-00e1457ffac9 Nov 25 13:41:17.960671 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-584ef4aa-c3c5-454b-b229-0c051f1308cb tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:18.014724 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-584ef4aa-c3c5-454b-b229-0c051f1308cb tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:18.023336 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584ef4aa-c3c5-454b-b229-0c051f1308cb tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:18.024043 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-584ef4aa-c3c5-454b-b229-0c051f1308cb tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:18.067387 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-031448e3-62df-4485-89ef-bf3315883252 admin admin] Router ebb7a0ff-e56d-410a-9d27-1f48eb1ea41d has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:41:18.102016 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-584ef4aa-c3c5-454b-b229-0c051f1308cb tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3358290 Nov 25 13:41:18.121927 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 55210) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:41:18.185077 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ef4aa-c3c5-454b-b229-0c051f1308cb tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Pushing event updated for resources: {'Network': ['ID=075ef1cb-099b-461d-87ff-00e1457ffac9,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:41:18.200533 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 075ef1cb-099b-461d-87ff-00e1457ffac9 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:41:18.235092 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141a1349-73d2-420f-b2e7-416a0a64ca78 tempest-TestNetworkBasicOps-1706243872 tempest-TestNetworkBasicOps-1706243872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:18.240092 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-141a1349-73d2-420f-b2e7-416a0a64ca78 tempest-TestNetworkBasicOps-1706243872 tempest-TestNetworkBasicOps-1706243872-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=06a700e6f18945e692debb25875c4858&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1167846 Nov 25 13:41:18.240887 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 55214) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:41:18.552469 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-031448e3-62df-4485-89ef-bf3315883252 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:41:18.561399 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-031448e3-62df-4485-89ef-bf3315883252 admin admin] 10.222.0.53 "PUT /v2.0/routers/ebb7a0ff-e56d-410a-9d27-1f48eb1ea41d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4059875 Nov 25 13:41:18.564803 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 55226) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:41:18.566432 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fe0275-904e-4eeb-9e22-094e1b76106b None None] Sync routers for ids ['ebb7a0ff-e56d-410a-9d27-1f48eb1ea41d'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:41:18.587617 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fe0275-904e-4eeb-9e22-094e1b76106b None None] Routers {'ebb7a0ff-e56d-410a-9d27-1f48eb1ea41d'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:41:18.589476 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-52fe0275-904e-4eeb-9e22-094e1b76106b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:41:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['ebb7a0ff-e56d-410a-9d27-1f48eb1ea41d'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:41:18.612113 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8ab32e-6843-49a6-a496-41e34d702861 tempest-TestNetworkBasicOps-1706243872 tempest-TestNetworkBasicOps-1706243872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:18.614645 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-ad8ab32e-6843-49a6-a496-41e34d702861 tempest-TestNetworkBasicOps-1706243872 tempest-TestNetworkBasicOps-1706243872-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3726954 Nov 25 13:41:18.617387 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 55228) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:41:18.652373 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-35d137b6-5c95-4d45-8c10-d6fc03a2142e tempest-TestNetworkBasicOps-1706243872 tempest-TestNetworkBasicOps-1706243872-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=7542d3d9-0db3-40e7-ab88-a168871141f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0336235 Nov 25 13:41:18.655440 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 55230) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:41:18.692763 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-83214ebc-d3a6-42f1-979e-50e970d4df24 tempest-TestNetworkBasicOps-1706243872 tempest-TestNetworkBasicOps-1706243872-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=06a700e6f18945e692debb25875c4858&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0357106 Nov 25 13:41:18.695107 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 55232) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:41:18.740397 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-52fe0275-904e-4eeb-9e22-094e1b76106b None None] Set router ebb7a0ff-e56d-410a-9d27-1f48eb1ea41d gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:41:18.762353 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6333815b-f3cf-422e-b166-8d377b4ddeb9 admin admin] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:18.852565 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dac1579-131a-4927-adb5-652637e52410 tempest-TestNetworkBasicOps-1706243872 tempest-TestNetworkBasicOps-1706243872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:18.854408 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-8dac1579-131a-4927-adb5-652637e52410 tempest-TestNetworkBasicOps-1706243872 tempest-TestNetworkBasicOps-1706243872-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1573150 Nov 25 13:41:18.857143 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 55238) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:41:18.904107 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-1ec18ccf-75f6-423e-b63a-5c20d5abcf20 tempest-TestNetworkBasicOps-1706243872 tempest-TestNetworkBasicOps-1706243872-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=7542d3d9-0db3-40e7-ab88-a168871141f7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0451782 Nov 25 13:41:18.906109 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 55242) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:41:18.911673 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-f8ea9d84-e1c3-4b09-9447-22cf5fb24690 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1664173288', 'network_id': '075ef1cb-099b-461d-87ff-00e1457ffac9', 'project_id': '06a700e6f18945e692debb25875c4858', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:41:18.953895 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6333815b-f3cf-422e-b166-8d377b4ddeb9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:19.024126 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-6333815b-f3cf-422e-b166-8d377b4ddeb9 admin admin] Deleting port 2b2da2b8-14ee-4327-a2bb-15bf1e24b562 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:41:19.025139 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6333815b-f3cf-422e-b166-8d377b4ddeb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:19.092354 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ea9d84-e1c3-4b09-9447-22cf5fb24690 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Made reservation on behalf of 06a700e6f18945e692debb25875c4858 for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:41:19.097389 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f8ea9d84-e1c3-4b09-9447-22cf5fb24690 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:19.103571 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-52fe0275-904e-4eeb-9e22-094e1b76106b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb7a0ff-e56d-410a-9d27-1f48eb1ea41d', 'name': 'tempest-ServerRescueTestJSON-1182985971-router', 'tenant_id': 'c9472cb9831248be973db38fa1562496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '2b2da2b8-14ee-4327-a2bb-15bf1e24b562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:39:16Z', 'updated_at': '2021-11-25T13:41:17Z', 'revision_number': 5, 'project_id': 'c9472cb9831248be973db38fa1562496', 'gw_port': {'id': '2b2da2b8-14ee-4327-a2bb-15bf1e24b562', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:63:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb7a0ff-e56d-410a-9d27-1f48eb1ea41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:39:17Z', 'updated_at': '2021-11-25T13:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:41:19.161109 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-6333815b-f3cf-422e-b166-8d377b4ddeb9 admin admin] For port 2b2da2b8-14ee-4327-a2bb-15bf1e24b562, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=2b2da2b8-14ee-4327-a2bb-15bf1e24b562,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:41:19.161717 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6333815b-f3cf-422e-b166-8d377b4ddeb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:19.165413 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fe0275-904e-4eeb-9e22-094e1b76106b None None] Checking router: ebb7a0ff-e56d-410a-9d27-1f48eb1ea41d for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:41:19.177944 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-6333815b-f3cf-422e-b166-8d377b4ddeb9 admin admin] Calling delete_port for 2b2da2b8-14ee-4327-a2bb-15bf1e24b562 owned by network:router_gateway {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:41:19.198095 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fe0275-904e-4eeb-9e22-094e1b76106b None None] Routers {'ebb7a0ff-e56d-410a-9d27-1f48eb1ea41d'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:41:19.198778 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-52fe0275-904e-4eeb-9e22-094e1b76106b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:41:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['ebb7a0ff-e56d-410a-9d27-1f48eb1ea41d'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:41:19.360040 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f8ea9d84-e1c3-4b09-9447-22cf5fb24690 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:19.408025 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-52fe0275-904e-4eeb-9e22-094e1b76106b None None] Set router ebb7a0ff-e56d-410a-9d27-1f48eb1ea41d gateway port host: None {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:41:19.462903 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ea9d84-e1c3-4b09-9447-22cf5fb24690 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Checking segment: {'id': 'd77bf5ed-0a09-4d3d-bf4d-18676326a00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '075ef1cb-099b-461d-87ff-00e1457ffac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:41:19.463379 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ea9d84-e1c3-4b09-9447-22cf5fb24690 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Network hostable DHCP agents. Network: 075ef1cb-099b-461d-87ff-00e1457ffac9, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:41:19.470427 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ea9d84-e1c3-4b09-9447-22cf5fb24690 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Pushing event updated for resources: {'Subnet': ['ID=dd1d8420-5b0a-4c9a-bfa1-e976fc8ae67c,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:41:19.498254 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ea9d84-e1c3-4b09-9447-22cf5fb24690 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:41:19.500593 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ea9d84-e1c3-4b09-9447-22cf5fb24690 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:41:19.501109 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ea9d84-e1c3-4b09-9447-22cf5fb24690 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:41:19.502813 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ea9d84-e1c3-4b09-9447-22cf5fb24690 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:41:19.502813 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ea9d84-e1c3-4b09-9447-22cf5fb24690 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:41:19.504480 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device fd93c27a-f3a2-45d2-bb3e-3455ac6ee258 no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:41:19.504727 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ea9d84-e1c3-4b09-9447-22cf5fb24690 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:41:19.507394 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ea9d84-e1c3-4b09-9447-22cf5fb24690 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:41:19.507871 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ea9d84-e1c3-4b09-9447-22cf5fb24690 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:41:19.508343 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ea9d84-e1c3-4b09-9447-22cf5fb24690 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:41:19.509056 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ea9d84-e1c3-4b09-9447-22cf5fb24690 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:41:19.509565 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ea9d84-e1c3-4b09-9447-22cf5fb24690 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:41:19.510011 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ea9d84-e1c3-4b09-9447-22cf5fb24690 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:41:19.520720 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ea9d84-e1c3-4b09-9447-22cf5fb24690 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Network 075ef1cb-099b-461d-87ff-00e1457ffac9 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:41:19.544934 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-f8ea9d84-e1c3-4b09-9447-22cf5fb24690 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 075ef1cb-099b-461d-87ff-00e1457ffac9) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:41:19.552723 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ea9d84-e1c3-4b09-9447-22cf5fb24690 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:19.556490 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f8ea9d84-e1c3-4b09-9447-22cf5fb24690 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:19.573269 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6333815b-f3cf-422e-b166-8d377b4ddeb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:19.577897 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c17af0c-f7eb-4cd7-98ea-85348a27a1fe None None] Network 075ef1cb-099b-461d-87ff-00e1457ffac9 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:41:19.593495 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f8ea9d84-e1c3-4b09-9447-22cf5fb24690 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6852813 Nov 25 13:41:19.621772 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6333815b-f3cf-422e-b166-8d377b4ddeb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b2da2b8-14ee-4327-a2bb-15bf1e24b562,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:41:19.701458 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:41:19.741563 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-52fe0275-904e-4eeb-9e22-094e1b76106b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb7a0ff-e56d-410a-9d27-1f48eb1ea41d', 'name': 'tempest-ServerRescueTestJSON-1182985971-router', 'tenant_id': 'c9472cb9831248be973db38fa1562496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:39:16Z', 'updated_at': '2021-11-25T13:41:18Z', 'revision_number': 6, 'project_id': 'c9472cb9831248be973db38fa1562496', 'gw_port_host': None}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:41:19.765456 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6333815b-f3cf-422e-b166-8d377b4ddeb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:41:19.766103 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6333815b-f3cf-422e-b166-8d377b4ddeb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:41:19.766652 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6333815b-f3cf-422e-b166-8d377b4ddeb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:41:19.767349 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6333815b-f3cf-422e-b166-8d377b4ddeb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:41:19.767890 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6333815b-f3cf-422e-b166-8d377b4ddeb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:41:19.768424 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6333815b-f3cf-422e-b166-8d377b4ddeb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:41:19.777680 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fe0275-904e-4eeb-9e22-094e1b76106b None None] The sync data for ids ['ebb7a0ff-e56d-410a-9d27-1f48eb1ea41d'] in n-d-808199-11 is: [{'id': 'ebb7a0ff-e56d-410a-9d27-1f48eb1ea41d', 'name': 'tempest-ServerRescueTestJSON-1182985971-router', 'tenant_id': 'c9472cb9831248be973db38fa1562496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:39:16Z', 'updated_at': '2021-11-25T13:41:18Z', 'revision_number': 6, 'project_id': 'c9472cb9831248be973db38fa1562496', 'gw_port_host': None}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:41:19.779184 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5837061-da3b-419a-8543-81ba06646567 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:41:19.782767 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] No Port match for: fd93c27a-f3a2-45d2-bb3e-3455ac6ee258 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:41:19.783084 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device fd93c27a-f3a2-45d2-bb3e-3455ac6ee258 not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:41:19.790656 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6333815b-f3cf-422e-b166-8d377b4ddeb9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:41:19.793814 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6333815b-f3cf-422e-b166-8d377b4ddeb9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:41:19.796136 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6333815b-f3cf-422e-b166-8d377b4ddeb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:41:19.796825 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6333815b-f3cf-422e-b166-8d377b4ddeb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:41:19.798138 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6333815b-f3cf-422e-b166-8d377b4ddeb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:41:19.799780 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6333815b-f3cf-422e-b166-8d377b4ddeb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:41:19.813233 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6333815b-f3cf-422e-b166-8d377b4ddeb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:19.973900 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6333815b-f3cf-422e-b166-8d377b4ddeb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:19.978472 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6333815b-f3cf-422e-b166-8d377b4ddeb9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:19.990040 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc153f5b-8397-4e25-9d52-21d8966200aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-075ef1cb-099b-461d-87ff-00e1457ffac9', 'network_id': '075ef1cb-099b-461d-87ff-00e1457ffac9', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'fixed_ips': [{'subnet_id': 'dd1d8420-5b0a-4c9a-bfa1-e976fc8ae67c'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:41:19.994833 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cc153f5b-8397-4e25-9d52-21d8966200aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:20.031574 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6333815b-f3cf-422e-b166-8d377b4ddeb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:20.032961 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6333815b-f3cf-422e-b166-8d377b4ddeb9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ebb7a0ff-e56d-410a-9d27-1f48eb1ea41d {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:41:20.038521 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6333815b-f3cf-422e-b166-8d377b4ddeb9 admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:20.045490 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 55274) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:41:20.053756 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-6333815b-f3cf-422e-b166-8d377b4ddeb9 admin admin] 10.222.0.53 "DELETE /v2.0/routers/ebb7a0ff-e56d-410a-9d27-1f48eb1ea41d HTTP/1.1" status: 204 len: 168 time: 1.4877760 Nov 25 13:41:20.105548 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-01259a14-a0ac-405a-9d1c-f0c7f3fbeda7 admin admin] Deleting subnet e24b755c-8322-4225-9fb6-1de603342da8 {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:41:20.116017 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-01259a14-a0ac-405a-9d1c-f0c7f3fbeda7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:20.177650 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-01259a14-a0ac-405a-9d1c-f0c7f3fbeda7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:20.295714 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-cc153f5b-8397-4e25-9d52-21d8966200aa None None] Allocated IP 172.20.0.18 (075ef1cb-099b-461d-87ff-00e1457ffac9/dd1d8420-5b0a-4c9a-bfa1-e976fc8ae67c/34706380-a8ae-40fa-840f-7057c87740e3) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:41:20.327681 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-01259a14-a0ac-405a-9d1c-f0c7f3fbeda7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:20.462609 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-01259a14-a0ac-405a-9d1c-f0c7f3fbeda7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:20.534575 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01259a14-a0ac-405a-9d1c-f0c7f3fbeda7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e24b755c-8322-4225-9fb6-1de603342da8,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:41:20.542423 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-01259a14-a0ac-405a-9d1c-f0c7f3fbeda7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:20.546266 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-01259a14-a0ac-405a-9d1c-f0c7f3fbeda7 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e24b755c-8322-4225-9fb6-1de603342da8 HTTP/1.1" status: 204 len: 168 time: 0.5002308 Nov 25 13:41:20.554447 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 55290) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:41:20.561135 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ab2523-b27a-48a1-82b1-e7f4c27bc38c None None] Network 63fb2f13-06f0-4aca-93ef-38e635a42896 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:41:20.570949 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 55292) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:41:20.585405 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-055f288d-a2cd-46a8-a347-9af0dfaaa83f tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1229670459', 'description': 'tempest-secgroup-smoke-1229670459 description', 'project_id': '06a700e6f18945e692debb25875c4858'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:41:20.658143 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-055f288d-a2cd-46a8-a347-9af0dfaaa83f tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:20.663347 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8c168015-9940-43da-ac4f-87ac43d77fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:20.845619 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8c168015-9940-43da-ac4f-87ac43d77fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:20.873353 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a976bc8-8b70-41f1-a3b0-6c91422187d9 None None] DHCP port deletion for 63fb2f13-06f0-4aca-93ef-38e635a42896 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:41:20.880140 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cc153f5b-8397-4e25-9d52-21d8966200aa None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:20.895581 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cc153f5b-8397-4e25-9d52-21d8966200aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:20.906539 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-8c168015-9940-43da-ac4f-87ac43d77fd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63fb2f13-06f0-4aca-93ef-38e635a42896']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:41:20.931095 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-8c168015-9940-43da-ac4f-87ac43d77fd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecdebb3b-f53e-4a64-897f-8158913029ad') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:41:20.931447 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-8c168015-9940-43da-ac4f-87ac43d77fd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecdebb3b-f53e-4a64-897f-8158913029ad') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:41:20.953486 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8c168015-9940-43da-ac4f-87ac43d77fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:20.971170 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc153f5b-8397-4e25-9d52-21d8966200aa None None] Pushing event updated for resources: {'Port': ['ID=34706380-a8ae-40fa-840f-7057c87740e3,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:41:20.977034 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8c168015-9940-43da-ac4f-87ac43d77fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:20.990259 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c168015-9940-43da-ac4f-87ac43d77fd6 admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:41:20.990764 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8c168015-9940-43da-ac4f-87ac43d77fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:21.046563 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc153f5b-8397-4e25-9d52-21d8966200aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:41:21.047394 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc153f5b-8397-4e25-9d52-21d8966200aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:41:21.047941 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc153f5b-8397-4e25-9d52-21d8966200aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:41:21.048456 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc153f5b-8397-4e25-9d52-21d8966200aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:41:21.048948 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc153f5b-8397-4e25-9d52-21d8966200aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:41:21.049452 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc153f5b-8397-4e25-9d52-21d8966200aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:41:21.049967 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc153f5b-8397-4e25-9d52-21d8966200aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:41:21.050451 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc153f5b-8397-4e25-9d52-21d8966200aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:41:21.050974 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc153f5b-8397-4e25-9d52-21d8966200aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:41:21.051705 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc153f5b-8397-4e25-9d52-21d8966200aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:41:21.052291 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc153f5b-8397-4e25-9d52-21d8966200aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:41:21.052783 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc153f5b-8397-4e25-9d52-21d8966200aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:41:21.067013 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc153f5b-8397-4e25-9d52-21d8966200aa None None] Network 075ef1cb-099b-461d-87ff-00e1457ffac9 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:41:21.069673 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-cc153f5b-8397-4e25-9d52-21d8966200aa None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:41:21.074895 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:41:21.074895 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:41:21.074895 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:41:21.074895 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:41:21.074895 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:41:21.074895 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:41:21.074895 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:41:21.074895 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:41:21.074895 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:41:21.074895 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:41:21.074895 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:41:21.074895 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:41:21.074895 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:41:21.074895 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:41:21.074895 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:41:21.074895 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:41:21.074895 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:41:21.074895 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:41:21.074895 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:41:21.074895 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:41:21.074895 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:41:21.074895 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:41:21.074895 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:41:21.074895 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:41:21.074895 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:41:21.074895 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:41:21.074895 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:41:21.074895 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:41:21.074895 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:41:21.074895 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:41:21.074895 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:41:21.074895 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:41:21.078125 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc153f5b-8397-4e25-9d52-21d8966200aa None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:41:21.086016 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8c168015-9940-43da-ac4f-87ac43d77fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:21.111469 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8c168015-9940-43da-ac4f-87ac43d77fd6 admin admin] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:21.120654 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-8c168015-9940-43da-ac4f-87ac43d77fd6 admin admin] 10.222.0.53 "DELETE /v2.0/networks/63fb2f13-06f0-4aca-93ef-38e635a42896 HTTP/1.1" status: 204 len: 168 time: 0.5646424 Nov 25 13:41:21.153868 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c168015-9940-43da-ac4f-87ac43d77fd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=63fb2f13-06f0-4aca-93ef-38e635a42896,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:41:21.169441 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-055f288d-a2cd-46a8-a347-9af0dfaaa83f tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:21.175885 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-055f288d-a2cd-46a8-a347-9af0dfaaa83f tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:21.183490 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-cc153f5b-8397-4e25-9d52-21d8966200aa None None] Attempting to bind port 34706380-a8ae-40fa-840f-7057c87740e3 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:41:21.184185 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-cc153f5b-8397-4e25-9d52-21d8966200aa None None] Attempting to bind port 34706380-a8ae-40fa-840f-7057c87740e3 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'd77bf5ed-0a09-4d3d-bf4d-18676326a00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '075ef1cb-099b-461d-87ff-00e1457ffac9'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:41:21.184563 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc153f5b-8397-4e25-9d52-21d8966200aa None None] Attempting to bind port 34706380-a8ae-40fa-840f-7057c87740e3 on network 075ef1cb-099b-461d-87ff-00e1457ffac9 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:41:21.206869 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc153f5b-8397-4e25-9d52-21d8966200aa None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:41:21.208116 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc153f5b-8397-4e25-9d52-21d8966200aa None None] Checking segment: {'id': 'd77bf5ed-0a09-4d3d-bf4d-18676326a00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '075ef1cb-099b-461d-87ff-00e1457ffac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:41:21.209121 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cc153f5b-8397-4e25-9d52-21d8966200aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:21.210380 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc153f5b-8397-4e25-9d52-21d8966200aa None None] Bound using segment: {'id': 'd77bf5ed-0a09-4d3d-bf4d-18676326a00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '075ef1cb-099b-461d-87ff-00e1457ffac9'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:41:21.212869 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-cc153f5b-8397-4e25-9d52-21d8966200aa None None] Bound port: 34706380-a8ae-40fa-840f-7057c87740e3, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd77bf5ed-0a09-4d3d-bf4d-18676326a00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '075ef1cb-099b-461d-87ff-00e1457ffac9'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:41:21.213921 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cc153f5b-8397-4e25-9d52-21d8966200aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:21.222801 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055f288d-a2cd-46a8-a347-9af0dfaaa83f tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1d4db4-16c9-4cb6-8dc4-9eb3771326ab,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:41:21.264291 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-055f288d-a2cd-46a8-a347-9af0dfaaa83f tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:21.266386 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-055f288d-a2cd-46a8-a347-9af0dfaaa83f tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6934552 Nov 25 13:41:21.269210 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 55310) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:41:21.275933 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-25e02bd6-6713-49a9-8a85-6eec53b9b55f tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Request body: {'security_group_rule': {'security_group_id': '9b1d4db4-16c9-4cb6-8dc4-9eb3771326ab', 'project_id': '06a700e6f18945e692debb25875c4858', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:41:21.334894 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-25e02bd6-6713-49a9-8a85-6eec53b9b55f tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:21.371741 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-cc153f5b-8397-4e25-9d52-21d8966200aa None None] For port 34706380-a8ae-40fa-840f-7057c87740e3, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:41:21.406994 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-cc153f5b-8397-4e25-9d52-21d8966200aa None None] For port 34706380-a8ae-40fa-840f-7057c87740e3, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=34706380-a8ae-40fa-840f-7057c87740e3,segment=NetworkSegment(d77bf5ed-0a09-4d3d-bf4d-18676326a00d),segment_id=d77bf5ed-0a09-4d3d-bf4d-18676326a00d)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:41:21.421502 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cc153f5b-8397-4e25-9d52-21d8966200aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:21.518541 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-25e02bd6-6713-49a9-8a85-6eec53b9b55f tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:21.531483 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-25e02bd6-6713-49a9-8a85-6eec53b9b55f tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:21.535096 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 55314) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:41:21.589109 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e02bd6-6713-49a9-8a85-6eec53b9b55f tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25d30650-74c1-4f75-bf30-f3e95a9120ea,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:41:21.605184 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-25e02bd6-6713-49a9-8a85-6eec53b9b55f tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:21.608441 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-25e02bd6-6713-49a9-8a85-6eec53b9b55f tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3379388 Nov 25 13:41:21.611459 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 55318) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:41:21.618761 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc153f5b-8397-4e25-9d52-21d8966200aa None None] Pushing event updated for resources: {'Port': ['ID=34706380-a8ae-40fa-840f-7057c87740e3,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:41:21.641983 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-0b577ad8-d203-4f5d-a4a0-2412e74ec5df tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Request body: {'security_group_rule': {'security_group_id': '9b1d4db4-16c9-4cb6-8dc4-9eb3771326ab', 'project_id': '06a700e6f18945e692debb25875c4858', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:41:21.662946 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-84789cb3-e6ae-4d73-94b2-e1c4087985a3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c9472cb9831248be973db38fa1562496&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1266251 Nov 25 13:41:21.667329 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 55320) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:41:21.708647 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0b577ad8-d203-4f5d-a4a0-2412e74ec5df tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:21.820911 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0b577ad8-d203-4f5d-a4a0-2412e74ec5df tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:21.823930 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cccb888f-758c-4a3f-a1e8-7475876cdf75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:21.825511 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0b577ad8-d203-4f5d-a4a0-2412e74ec5df tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:21.837902 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 2b2da2b8-14ee-4327-a2bb-15bf1e24b562 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:41:21.852136 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b577ad8-d203-4f5d-a4a0-2412e74ec5df tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85440219-6e2a-4149-8588-2b416b19554c,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:41:21.889610 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cccb888f-758c-4a3f-a1e8-7475876cdf75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:21.890935 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0b577ad8-d203-4f5d-a4a0-2412e74ec5df tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:21.894755 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-0b577ad8-d203-4f5d-a4a0-2412e74ec5df tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2789173 Nov 25 13:41:21.895595 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 55326) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:41:21.908132 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-fbd03744-71d9-467c-b0ff-440517b40f2a tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Request body: {'security_group_rule': {'security_group_id': '9b1d4db4-16c9-4cb6-8dc4-9eb3771326ab', 'project_id': '06a700e6f18945e692debb25875c4858', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:41:21.916297 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 2b2da2b8-14ee-4327-a2bb-15bf1e24b562 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:41:21.917667 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 2b2da2b8-14ee-4327-a2bb-15bf1e24b562 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:41:21.919612 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 1a184495-6e60-4901-82da-84fae1907604 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:41:21.947568 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 1a184495-6e60-4901-82da-84fae1907604 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:41:21.948259 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 1a184495-6e60-4901-82da-84fae1907604 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:41:21.960504 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fbd03744-71d9-467c-b0ff-440517b40f2a tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:22.040588 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cccb888f-758c-4a3f-a1e8-7475876cdf75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:22.043342 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cccb888f-758c-4a3f-a1e8-7475876cdf75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:22.044542 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-cccb888f-758c-4a3f-a1e8-7475876cdf75 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6 HTTP/1.1" status: 204 len: 168 time: 0.3755443 Nov 25 13:41:22.054131 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccb888f-758c-4a3f-a1e8-7475876cdf75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0bd32e-f5d5-4c03-b1b8-08a6b3e8e1d6,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:41:22.149019 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fbd03744-71d9-467c-b0ff-440517b40f2a tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:22.164747 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fbd03744-71d9-467c-b0ff-440517b40f2a tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:22.190601 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd03744-71d9-467c-b0ff-440517b40f2a tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=957fafc3-e5aa-45ff-9b6c-d3d28b4fdf25,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:41:22.217362 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fbd03744-71d9-467c-b0ff-440517b40f2a tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:22.223333 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 55332) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:41:22.230331 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-b5f6d672-031d-477b-a7ff-57af226f6d32 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Request body: {'security_group_rule': {'security_group_id': '9b1d4db4-16c9-4cb6-8dc4-9eb3771326ab', 'project_id': '06a700e6f18945e692debb25875c4858', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:41:22.235990 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-fbd03744-71d9-467c-b0ff-440517b40f2a tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3369617 Nov 25 13:41:22.282638 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b5f6d672-031d-477b-a7ff-57af226f6d32 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:22.416766 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b5f6d672-031d-477b-a7ff-57af226f6d32 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:22.423650 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b5f6d672-031d-477b-a7ff-57af226f6d32 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:22.452228 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f6d672-031d-477b-a7ff-57af226f6d32 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcd6a2f5-58cd-4838-a2bb-1b2b2299b227,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:41:22.465422 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b5f6d672-031d-477b-a7ff-57af226f6d32 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:22.470603 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 55340) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:41:22.475429 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-3856ce69-4ab4-4abb-81c9-d4692f4817c8 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Request body: {'security_group_rule': {'security_group_id': '9b1d4db4-16c9-4cb6-8dc4-9eb3771326ab', 'project_id': '06a700e6f18945e692debb25875c4858', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:41:22.482470 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b5f6d672-031d-477b-a7ff-57af226f6d32 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2565491 Nov 25 13:41:22.502072 n-d-808199-11 neutron-server[103570]: INFO neutron.db.securitygroups_db [None req-3856ce69-4ab4-4abb-81c9-d4692f4817c8 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Project 06a700e6f18945e692debb25875c4858 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 13:41:22.528753 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3856ce69-4ab4-4abb-81c9-d4692f4817c8 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:22.637921 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3856ce69-4ab4-4abb-81c9-d4692f4817c8 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:22.646845 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3856ce69-4ab4-4abb-81c9-d4692f4817c8 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:22.670777 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3856ce69-4ab4-4abb-81c9-d4692f4817c8 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b9fc6c4-92ab-42bb-9e3b-5eeb99d02201,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:41:22.707834 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3856ce69-4ab4-4abb-81c9-d4692f4817c8 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:22.707834 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3856ce69-4ab4-4abb-81c9-d4692f4817c8 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2302389 Nov 25 13:41:22.707834 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 55350) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:41:22.727296 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-45598a06-aeb8-41b6-8132-3ed855a792cb tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Request body: {'security_group_rule': {'security_group_id': '9b1d4db4-16c9-4cb6-8dc4-9eb3771326ab', 'project_id': '06a700e6f18945e692debb25875c4858', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:41:22.792413 n-d-808199-11 neutron-server[103570]: INFO neutron.db.securitygroups_db [None req-45598a06-aeb8-41b6-8132-3ed855a792cb tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Project 06a700e6f18945e692debb25875c4858 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 13:41:22.800571 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-45598a06-aeb8-41b6-8132-3ed855a792cb tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:22.943799 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-45598a06-aeb8-41b6-8132-3ed855a792cb tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:22.954685 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-45598a06-aeb8-41b6-8132-3ed855a792cb tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:23.010850 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45598a06-aeb8-41b6-8132-3ed855a792cb tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7d23699-46e2-4efc-a543-e2622ce23493,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:41:23.028237 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-45598a06-aeb8-41b6-8132-3ed855a792cb tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:23.044106 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-45598a06-aeb8-41b6-8132-3ed855a792cb tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3372219 Nov 25 13:41:23.416013 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a72789af-4062-4c79-b6dd-b83e6134e39c req-679319b4-02cd-48b2-93b7-5dc4e0c6f74c tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1229670459&fields=id&tenant_id=06a700e6f18945e692debb25875c4858 HTTP/1.1" status: 200 len: 267 time: 0.1390018 Nov 25 13:41:23.437886 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6cead0-5c84-4531-85e2-98245b57b8b0 None None] Network 075ef1cb-099b-461d-87ff-00e1457ffac9 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:41:23.533215 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 55382) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:41:23.651826 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72789af-4062-4c79-b6dd-b83e6134e39c req-2446d1e9-aad5-49a1-8e20-ea4cdf9a8283 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:23.657196 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a72789af-4062-4c79-b6dd-b83e6134e39c req-2446d1e9-aad5-49a1-8e20-ea4cdf9a8283 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/networks?id=075ef1cb-099b-461d-87ff-00e1457ffac9 HTTP/1.1" status: 200 len: 796 time: 0.2282920 Nov 25 13:41:23.666717 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-aa3d89b8-344d-41f9-837c-151305e56d72 None None] Provisioning complete for port 34706380-a8ae-40fa-840f-7057c87740e3 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:41:23.670488 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aa3d89b8-344d-41f9-837c-151305e56d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:23.691286 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a72789af-4062-4c79-b6dd-b83e6134e39c req-2ea056b3-3b4e-47b9-82eb-a4a59e1dc596 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/quotas/06a700e6f18945e692debb25875c4858 HTTP/1.1" status: 200 len: 375 time: 0.0189669 Nov 25 13:41:23.807592 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-feaa84a6-32d9-4681-97e3-3e72169d0432 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1461079882-network', 'tenant_id': '7df61f1b08cd47c08bd2f95f1b832351'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:41:23.823875 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a72789af-4062-4c79-b6dd-b83e6134e39c req-df8b39c9-2335-4c9f-b607-76a0f597fd74 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=06a700e6f18945e692debb25875c4858&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1115119 Nov 25 13:41:23.841403 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feaa84a6-32d9-4681-97e3-3e72169d0432 admin admin] Made reservation on behalf of 7df61f1b08cd47c08bd2f95f1b832351 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:41:23.854506 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-feaa84a6-32d9-4681-97e3-3e72169d0432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:23.878194 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-feaa84a6-32d9-4681-97e3-3e72169d0432 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:23.894905 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 34706380-a8ae-40fa-840f-7057c87740e3 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:41:24.046310 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 34706380-a8ae-40fa-840f-7057c87740e3 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:41:24.047041 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:24.095673 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a72789af-4062-4c79-b6dd-b83e6134e39c req-2b5c49ea-9a6e-42f4-992e-1e581d042376 service neutron] 10.222.0.53 "GET /v2.0/networks/075ef1cb-099b-461d-87ff-00e1457ffac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497377 Nov 25 13:41:24.105394 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aa3d89b8-344d-41f9-837c-151305e56d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:24.117493 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-feaa84a6-32d9-4681-97e3-3e72169d0432 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:24.132373 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-feaa84a6-32d9-4681-97e3-3e72169d0432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:24.192145 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-aa3d89b8-344d-41f9-837c-151305e56d72 None None] For port 34706380-a8ae-40fa-840f-7057c87740e3, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=34706380-a8ae-40fa-840f-7057c87740e3,segment=NetworkSegment(d77bf5ed-0a09-4d3d-bf4d-18676326a00d),segment_id=d77bf5ed-0a09-4d3d-bf4d-18676326a00d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:41:24.206897 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feaa84a6-32d9-4681-97e3-3e72169d0432 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:41:24.209988 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aa3d89b8-344d-41f9-837c-151305e56d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:24.228515 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaa84a6-32d9-4681-97e3-3e72169d0432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3711f1-7c2d-4508-9603-180877413771,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:41:24.236030 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-feaa84a6-32d9-4681-97e3-3e72169d0432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:24.236325 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-feaa84a6-32d9-4681-97e3-3e72169d0432 admin admin] Added segment 319d727f-3675-4f9d-9345-98e588ff56b9 of type vlan for network 65ced711-08b2-4c86-8f28-c46c27d6c810 Nov 25 13:41:24.339802 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a72789af-4062-4c79-b6dd-b83e6134e39c req-fed5575e-fdab-427b-929a-d3fdc0ff9121 service neutron] 10.222.0.53 "GET /v2.0/networks/075ef1cb-099b-461d-87ff-00e1457ffac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383106 Nov 25 13:41:24.340208 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-feaa84a6-32d9-4681-97e3-3e72169d0432 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:24.407817 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-feaa84a6-32d9-4681-97e3-3e72169d0432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:24.408760 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feaa84a6-32d9-4681-97e3-3e72169d0432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:24.409353 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-feaa84a6-32d9-4681-97e3-3e72169d0432 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:24.436318 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3d89b8-344d-41f9-837c-151305e56d72 None None] Pushing event updated for resources: {'Port': ['ID=34706380-a8ae-40fa-840f-7057c87740e3,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:41:24.558464 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-aa8efd79-1f83-4d13-a1cf-486d14b49a70 None None] Provisioning complete for port 34706380-a8ae-40fa-840f-7057c87740e3 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:41:24.559054 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aa8efd79-1f83-4d13-a1cf-486d14b49a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:24.643492 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaa84a6-32d9-4681-97e3-3e72169d0432 admin admin] Pushing event updated for resources: {'Network': ['ID=65ced711-08b2-4c86-8f28-c46c27d6c810,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:41:24.650508 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-feaa84a6-32d9-4681-97e3-3e72169d0432 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1163857 Nov 25 13:41:24.656629 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 55422) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:41:24.662504 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 65ced711-08b2-4c86-8f28-c46c27d6c810 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:41:24.670607 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-8a1a260c-5997-4d5a-8467-bd7f99ed624d admin admin] Request body: {'subnet': {'network_id': '65ced711-08b2-4c86-8f28-c46c27d6c810', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1461079882-subnet', 'tenant_id': '7df61f1b08cd47c08bd2f95f1b832351', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:41:24.721968 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9ead3c5b-b688-4a52-89e7-eae0aae7c520 req-74d03d39-3a60-433f-a472-a4f265325996 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a4b96e2-d1dd-4f91-8621-f1e7f3a56a29 HTTP/1.1" status: 200 len: 210 time: 0.1065753 Nov 25 13:41:24.734966 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1a260c-5997-4d5a-8467-bd7f99ed624d admin admin] Made reservation on behalf of 7df61f1b08cd47c08bd2f95f1b832351 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:41:24.739745 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8a1a260c-5997-4d5a-8467-bd7f99ed624d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:25.090635 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8a1a260c-5997-4d5a-8467-bd7f99ed624d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:25.162034 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1a260c-5997-4d5a-8467-bd7f99ed624d admin admin] Pushing event updated for resources: {'Subnet': ['ID=533ad574-65b4-4979-ba44-9a507a4d4dd7,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:41:25.203888 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1a260c-5997-4d5a-8467-bd7f99ed624d admin admin] Checking segment: {'id': '319d727f-3675-4f9d-9345-98e588ff56b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '65ced711-08b2-4c86-8f28-c46c27d6c810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:41:25.204413 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1a260c-5997-4d5a-8467-bd7f99ed624d admin admin] Network hostable DHCP agents. Network: 65ced711-08b2-4c86-8f28-c46c27d6c810, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:41:25.234127 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1a260c-5997-4d5a-8467-bd7f99ed624d admin admin] Network 65ced711-08b2-4c86-8f28-c46c27d6c810 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:41:25.247147 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-8a1a260c-5997-4d5a-8467-bd7f99ed624d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 65ced711-08b2-4c86-8f28-c46c27d6c810) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:41:25.257259 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d840f70-2e89-41bc-b580-df7e3d5774ae None None] Network 65ced711-08b2-4c86-8f28-c46c27d6c810 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:41:25.263228 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1a260c-5997-4d5a-8467-bd7f99ed624d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:25.264828 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8a1a260c-5997-4d5a-8467-bd7f99ed624d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:25.298641 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-8a1a260c-5997-4d5a-8467-bd7f99ed624d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6338081 Nov 25 13:41:25.544718 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137efab2-c1ce-4a51-9fa9-2d40ab6e57d5 None None] Network 65ced711-08b2-4c86-8f28-c46c27d6c810 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:41:25.872738 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 34706380-a8ae-40fa-840f-7057c87740e3 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:41:25.912392 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f39bef6f-40ee-4376-a933-d76dd6831ebf req-567434dc-6136-4160-bc47-09e2ec925de7 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a4b96e2-d1dd-4f91-8621-f1e7f3a56a29 HTTP/1.1" status: 200 len: 210 time: 0.0350263 Nov 25 13:41:25.943655 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 34706380-a8ae-40fa-840f-7057c87740e3 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:41:25.944154 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:26.166113 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417cea19-9d47-4820-8c2b-93f6ac666189 req-a0cb4829-39d2-428d-a764-0d77a9bb8923 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:26.189272 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-417cea19-9d47-4820-8c2b-93f6ac666189 req-a0cb4829-39d2-428d-a764-0d77a9bb8923 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/networks?id=65ced711-08b2-4c86-8f28-c46c27d6c810 HTTP/1.1" status: 200 len: 814 time: 0.2008123 Nov 25 13:41:26.225109 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-417cea19-9d47-4820-8c2b-93f6ac666189 req-322fbf51-6f88-45fe-ba14-34d79abe4f18 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/quotas/7df61f1b08cd47c08bd2f95f1b832351 HTTP/1.1" status: 200 len: 375 time: 0.0348692 Nov 25 13:41:26.246139 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72789af-4062-4c79-b6dd-b83e6134e39c req-f81ad460-4f90-4916-9d80-8458b9644ab9 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:26.248504 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a72789af-4062-4c79-b6dd-b83e6134e39c req-f81ad460-4f90-4916-9d80-8458b9644ab9 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.47 "GET /v2.0/networks?id=075ef1cb-099b-461d-87ff-00e1457ffac9 HTTP/1.1" status: 200 len: 796 time: 0.1567578 Nov 25 13:41:26.289105 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-417cea19-9d47-4820-8c2b-93f6ac666189 req-88f59aee-c333-46a5-8acd-7e343c067a4e tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7df61f1b08cd47c08bd2f95f1b832351&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0622463 Nov 25 13:41:26.361419 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a72789af-4062-4c79-b6dd-b83e6134e39c req-d9d86d58-9064-4b6f-a3d9-10eb2a55d6dc tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06a700e6f18945e692debb25875c4858 HTTP/1.1" status: 200 len: 472 time: 0.1028569 Nov 25 13:41:26.376965 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-a72789af-4062-4c79-b6dd-b83e6134e39c req-3b3510f8-61ba-4dad-b5dd-c9f9100f64e2 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Request body: {'port': {'device_id': '6a4b96e2-d1dd-4f91-8621-f1e7f3a56a29', 'network_id': '075ef1cb-099b-461d-87ff-00e1457ffac9', 'admin_state_up': True, 'tenant_id': '06a700e6f18945e692debb25875c4858', 'security_groups': ['9b1d4db4-16c9-4cb6-8dc4-9eb3771326ab']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:41:26.475635 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-417cea19-9d47-4820-8c2b-93f6ac666189 req-6ca292ef-1ccf-4b96-8b9d-2c1a1ca72887 service neutron] 10.222.0.53 "GET /v2.0/networks/65ced711-08b2-4c86-8f28-c46c27d6c810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856227 Nov 25 13:41:26.597190 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-417cea19-9d47-4820-8c2b-93f6ac666189 req-03c92287-a36b-46c1-a191-5d3f41b5a9ff service neutron] 10.222.0.53 "GET /v2.0/networks/65ced711-08b2-4c86-8f28-c46c27d6c810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206095 Nov 25 13:41:26.604508 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a72789af-4062-4c79-b6dd-b83e6134e39c req-3b3510f8-61ba-4dad-b5dd-c9f9100f64e2 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Made reservation on behalf of 06a700e6f18945e692debb25875c4858 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:41:26.608217 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a72789af-4062-4c79-b6dd-b83e6134e39c req-3b3510f8-61ba-4dad-b5dd-c9f9100f64e2 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:26.816214 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-a72789af-4062-4c79-b6dd-b83e6134e39c req-3b3510f8-61ba-4dad-b5dd-c9f9100f64e2 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Allocated IP 172.20.0.28 (075ef1cb-099b-461d-87ff-00e1457ffac9/dd1d8420-5b0a-4c9a-bfa1-e976fc8ae67c/218d468c-2abd-4ab5-b990-f1875c0384d5) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:41:27.001033 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-df79169d-a64d-4b9e-a998-f7428026f514 req-abcd0644-be94-4e2b-92b2-03e493c22e5b tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 210 time: 0.0687847 Nov 25 13:41:27.111711 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2aa02036-327f-4381-8b9f-0550d7781cda req-c97d98fa-f24b-4762-9e90-9a061552a615 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a4b96e2-d1dd-4f91-8621-f1e7f3a56a29 HTTP/1.1" status: 200 len: 210 time: 0.0522873 Nov 25 13:41:27.125064 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a72789af-4062-4c79-b6dd-b83e6134e39c req-3b3510f8-61ba-4dad-b5dd-c9f9100f64e2 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:27.165313 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a72789af-4062-4c79-b6dd-b83e6134e39c req-3b3510f8-61ba-4dad-b5dd-c9f9100f64e2 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:27.191864 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a72789af-4062-4c79-b6dd-b83e6134e39c req-3b3510f8-61ba-4dad-b5dd-c9f9100f64e2 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Network 075ef1cb-099b-461d-87ff-00e1457ffac9 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:41:27.194904 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-a72789af-4062-4c79-b6dd-b83e6134e39c req-3b3510f8-61ba-4dad-b5dd-c9f9100f64e2 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:41:27.211547 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-a72789af-4062-4c79-b6dd-b83e6134e39c req-3b3510f8-61ba-4dad-b5dd-c9f9100f64e2 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:41:27.386773 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3510f8-61ba-4dad-b5dd-c9f9100f64e2 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Pushing event updated for resources: {'Port': ['ID=218d468c-2abd-4ab5-b990-f1875c0384d5,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:41:27.406056 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72789af-4062-4c79-b6dd-b83e6134e39c req-3b3510f8-61ba-4dad-b5dd-c9f9100f64e2 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:27.406897 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a72789af-4062-4c79-b6dd-b83e6134e39c req-3b3510f8-61ba-4dad-b5dd-c9f9100f64e2 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:27.437819 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a72789af-4062-4c79-b6dd-b83e6134e39c req-3b3510f8-61ba-4dad-b5dd-c9f9100f64e2 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0681174 Nov 25 13:41:27.455486 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-a72789af-4062-4c79-b6dd-b83e6134e39c req-d0dc2df0-df88-49b0-a5e0-51cfa46fe6f5 service neutron] Request body: {'port': {'device_id': '6a4b96e2-d1dd-4f91-8621-f1e7f3a56a29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:41:27.585708 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a72789af-4062-4c79-b6dd-b83e6134e39c req-d0dc2df0-df88-49b0-a5e0-51cfa46fe6f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:27.652910 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-48229b1e-1eba-4684-94f6-2059e823cc47 None None] Provisioning complete for port 218d468c-2abd-4ab5-b990-f1875c0384d5 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:41:27.653457 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-48229b1e-1eba-4684-94f6-2059e823cc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:27.695150 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-48229b1e-1eba-4684-94f6-2059e823cc47 None None] Port 218d468c-2abd-4ab5-b990-f1875c0384d5 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:41:27.988915 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-a72789af-4062-4c79-b6dd-b83e6134e39c req-d0dc2df0-df88-49b0-a5e0-51cfa46fe6f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 218d468c-2abd-4ab5-b990-f1875c0384d5 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:41:28.002112 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a72789af-4062-4c79-b6dd-b83e6134e39c req-d0dc2df0-df88-49b0-a5e0-51cfa46fe6f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:28.044247 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-a72789af-4062-4c79-b6dd-b83e6134e39c req-d0dc2df0-df88-49b0-a5e0-51cfa46fe6f5 service neutron] Transition to ACTIVE for port object 218d468c-2abd-4ab5-b990-f1875c0384d5 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:41:28.064770 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a72789af-4062-4c79-b6dd-b83e6134e39c req-d0dc2df0-df88-49b0-a5e0-51cfa46fe6f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:28.157114 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dc2df0-df88-49b0-a5e0-51cfa46fe6f5 service neutron] Pushing event updated for resources: {'Port': ['ID=218d468c-2abd-4ab5-b990-f1875c0384d5,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:41:28.248294 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9f3825a1-bf93-4519-bb5f-7b5028225d62 req-8c5d007d-34d4-4a24-aa2f-948c5711bfcd tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 210 time: 0.0644586 Nov 25 13:41:28.285598 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-a72789af-4062-4c79-b6dd-b83e6134e39c req-d0dc2df0-df88-49b0-a5e0-51cfa46fe6f5 service neutron] Attempting to bind port 218d468c-2abd-4ab5-b990-f1875c0384d5 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:41:28.286477 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-a72789af-4062-4c79-b6dd-b83e6134e39c req-d0dc2df0-df88-49b0-a5e0-51cfa46fe6f5 service neutron] Attempting to bind port 218d468c-2abd-4ab5-b990-f1875c0384d5 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': 'd77bf5ed-0a09-4d3d-bf4d-18676326a00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '075ef1cb-099b-461d-87ff-00e1457ffac9'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:41:28.286477 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72789af-4062-4c79-b6dd-b83e6134e39c req-d0dc2df0-df88-49b0-a5e0-51cfa46fe6f5 service neutron] Attempting to bind port 218d468c-2abd-4ab5-b990-f1875c0384d5 on network 075ef1cb-099b-461d-87ff-00e1457ffac9 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:41:28.294369 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72789af-4062-4c79-b6dd-b83e6134e39c req-d0dc2df0-df88-49b0-a5e0-51cfa46fe6f5 service neutron] Port 218d468c-2abd-4ab5-b990-f1875c0384d5 on network 075ef1cb-099b-461d-87ff-00e1457ffac9 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:41:28.295784 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72789af-4062-4c79-b6dd-b83e6134e39c req-d0dc2df0-df88-49b0-a5e0-51cfa46fe6f5 service neutron] Attempting to bind port 218d468c-2abd-4ab5-b990-f1875c0384d5 on network 075ef1cb-099b-461d-87ff-00e1457ffac9 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:41:28.307078 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72789af-4062-4c79-b6dd-b83e6134e39c req-d0dc2df0-df88-49b0-a5e0-51cfa46fe6f5 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:41:28.307428 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72789af-4062-4c79-b6dd-b83e6134e39c req-d0dc2df0-df88-49b0-a5e0-51cfa46fe6f5 service neutron] Checking segment: {'id': 'd77bf5ed-0a09-4d3d-bf4d-18676326a00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '075ef1cb-099b-461d-87ff-00e1457ffac9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:41:28.308019 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72789af-4062-4c79-b6dd-b83e6134e39c req-d0dc2df0-df88-49b0-a5e0-51cfa46fe6f5 service neutron] Bound using segment: {'id': 'd77bf5ed-0a09-4d3d-bf4d-18676326a00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '075ef1cb-099b-461d-87ff-00e1457ffac9'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:41:28.308464 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-a72789af-4062-4c79-b6dd-b83e6134e39c req-d0dc2df0-df88-49b0-a5e0-51cfa46fe6f5 service neutron] Bound port: 218d468c-2abd-4ab5-b990-f1875c0384d5, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd77bf5ed-0a09-4d3d-bf4d-18676326a00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '075ef1cb-099b-461d-87ff-00e1457ffac9'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:41:28.308877 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a72789af-4062-4c79-b6dd-b83e6134e39c req-d0dc2df0-df88-49b0-a5e0-51cfa46fe6f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:28.327290 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e8e353-ec74-4ee5-ad37-9a6a1dda36c1 req-31a4bad5-21ad-45de-be60-1b6d6b56aad9 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:28.329079 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e8e8e353-ec74-4ee5-ad37-9a6a1dda36c1 req-31a4bad5-21ad-45de-be60-1b6d6b56aad9 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a4b96e2-d1dd-4f91-8621-f1e7f3a56a29 HTTP/1.1" status: 200 len: 944 time: 0.0790596 Nov 25 13:41:28.436167 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e8e8e353-ec74-4ee5-ad37-9a6a1dda36c1 req-f1cb31bc-c440-408d-820f-92801a1d1b60 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b1d4db4-16c9-4cb6-8dc4-9eb3771326ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924480 Nov 25 13:41:28.449002 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-a72789af-4062-4c79-b6dd-b83e6134e39c req-d0dc2df0-df88-49b0-a5e0-51cfa46fe6f5 service neutron] For port 218d468c-2abd-4ab5-b990-f1875c0384d5, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:41:28.455471 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-a72789af-4062-4c79-b6dd-b83e6134e39c req-d0dc2df0-df88-49b0-a5e0-51cfa46fe6f5 service neutron] For port 218d468c-2abd-4ab5-b990-f1875c0384d5, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=218d468c-2abd-4ab5-b990-f1875c0384d5,segment=NetworkSegment(d77bf5ed-0a09-4d3d-bf4d-18676326a00d),segment_id=d77bf5ed-0a09-4d3d-bf4d-18676326a00d)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:41:28.469838 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a72789af-4062-4c79-b6dd-b83e6134e39c req-d0dc2df0-df88-49b0-a5e0-51cfa46fe6f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:28.513343 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72789af-4062-4c79-b6dd-b83e6134e39c req-d0dc2df0-df88-49b0-a5e0-51cfa46fe6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:28.514360 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a72789af-4062-4c79-b6dd-b83e6134e39c req-d0dc2df0-df88-49b0-a5e0-51cfa46fe6f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:28.516111 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a72789af-4062-4c79-b6dd-b83e6134e39c req-d0dc2df0-df88-49b0-a5e0-51cfa46fe6f5 service neutron] 10.222.0.47 "PUT /v2.0/ports/218d468c-2abd-4ab5-b990-f1875c0384d5 HTTP/1.1" status: 200 len: 1093 time: 1.0703506 Nov 25 13:41:28.516819 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a4b96e2-d1dd-4f91-8621-f1e7f3a56a29', 'tag': '218d468c-2abd-4ab5-b990-f1875c0384d5'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:41:28.519782 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da866ff6-86ee-4aad-8e84-b8e9ea370efb" -d '{"events": [{"name": "network-changed", "server_uuid": "6a4b96e2-d1dd-4f91-8621-f1e7f3a56a29", "tag": "218d468c-2abd-4ab5-b990-f1875c0384d5"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:41:28.562658 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dc2df0-df88-49b0-a5e0-51cfa46fe6f5 service neutron] Pushing event updated for resources: {'Port': ['ID=218d468c-2abd-4ab5-b990-f1875c0384d5,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:41:28.602009 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2e9d12-6bd7-40f5-a48f-86ff16200401 x-openstack-request-id: req-3e2e9d12-6bd7-40f5-a48f-86ff16200401 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:41:28.602483 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a4b96e2-d1dd-4f91-8621-f1e7f3a56a29", "tag": "218d468c-2abd-4ab5-b990-f1875c0384d5", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:41:28.602798 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3e2e9d12-6bd7-40f5-a48f-86ff16200401 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:41:28.603219 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a4b96e2-d1dd-4f91-8621-f1e7f3a56a29', 'tag': '218d468c-2abd-4ab5-b990-f1875c0384d5', 'status': 'completed', 'code': 200} Nov 25 13:41:28.756854 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417cea19-9d47-4820-8c2b-93f6ac666189 req-50f6f0ff-865a-49a3-807d-1adcf943bfcf tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:28.760960 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72789af-4062-4c79-b6dd-b83e6134e39c req-0d363824-e26b-4776-8d30-84fe4834559a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:28.762998 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a72789af-4062-4c79-b6dd-b83e6134e39c req-0d363824-e26b-4776-8d30-84fe4834559a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=06a700e6f18945e692debb25875c4858&device_id=6a4b96e2-d1dd-4f91-8621-f1e7f3a56a29 HTTP/1.1" status: 200 len: 1096 time: 0.1412289 Nov 25 13:41:28.764976 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-417cea19-9d47-4820-8c2b-93f6ac666189 req-50f6f0ff-865a-49a3-807d-1adcf943bfcf tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.66 "GET /v2.0/networks?id=65ced711-08b2-4c86-8f28-c46c27d6c810 HTTP/1.1" status: 200 len: 814 time: 0.2629461 Nov 25 13:41:28.784290 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-417cea19-9d47-4820-8c2b-93f6ac666189 req-11c73dbd-bd8c-4a90-9672-ce2b6183f9cb tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Request body: {'port': {'device_id': '0c04fa64-7415-4f99-8cfe-527ec87a5b92', 'network_id': '65ced711-08b2-4c86-8f28-c46c27d6c810', 'admin_state_up': True, 'tenant_id': '7df61f1b08cd47c08bd2f95f1b832351'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:41:28.854723 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a72789af-4062-4c79-b6dd-b83e6134e39c req-ab7575e7-9d5b-4829-b2cc-5a6c91ab6806 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=218d468c-2abd-4ab5-b990-f1875c0384d5 HTTP/1.1" status: 200 len: 217 time: 0.0824893 Nov 25 13:41:28.967326 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72789af-4062-4c79-b6dd-b83e6134e39c req-c307e291-eb4a-466d-a500-be068f9bfd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:28.970599 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a72789af-4062-4c79-b6dd-b83e6134e39c req-c307e291-eb4a-466d-a500-be068f9bfd4d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dd1d8420-5b0a-4c9a-bfa1-e976fc8ae67c HTTP/1.1" status: 200 len: 838 time: 0.1090605 Nov 25 13:41:29.040925 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-417cea19-9d47-4820-8c2b-93f6ac666189 req-11c73dbd-bd8c-4a90-9672-ce2b6183f9cb tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Made reservation on behalf of 7df61f1b08cd47c08bd2f95f1b832351 for: {'port': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:41:29.049842 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-417cea19-9d47-4820-8c2b-93f6ac666189 req-11c73dbd-bd8c-4a90-9672-ce2b6183f9cb tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:29.100124 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72789af-4062-4c79-b6dd-b83e6134e39c req-d5195e9b-3605-47b3-b607-bae09a9e44f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:29.110592 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a72789af-4062-4c79-b6dd-b83e6134e39c req-d5195e9b-3605-47b3-b607-bae09a9e44f2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=075ef1cb-099b-461d-87ff-00e1457ffac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1324592 Nov 25 13:41:29.295216 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [req-417cea19-9d47-4820-8c2b-93f6ac666189 req-11c73dbd-bd8c-4a90-9672-ce2b6183f9cb tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Allocated IP 172.20.0.11 (65ced711-08b2-4c86-8f28-c46c27d6c810/533ad574-65b4-4979-ba44-9a507a4d4dd7/e5a55093-3c15-45d9-8187-e22aa681981a) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:41:29.324605 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a72789af-4062-4c79-b6dd-b83e6134e39c req-f869aabe-cb7b-4476-9864-93f37d7b35f2 service neutron] 10.222.0.47 "GET /v2.0/networks/075ef1cb-099b-461d-87ff-00e1457ffac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062378 Nov 25 13:41:29.478043 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a72789af-4062-4c79-b6dd-b83e6134e39c req-ed9424b8-9c9e-4aa6-a66d-bbd33199a288 service neutron] 10.222.0.47 "GET /v2.0/networks/075ef1cb-099b-461d-87ff-00e1457ffac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397030 Nov 25 13:41:29.497181 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-efd775b1-736f-4074-b080-d3786aa07a8e req-ebe7c100-4cf3-4ebf-9a0b-77e17963bdfd tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 210 time: 0.0578520 Nov 25 13:41:29.633455 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 55540) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:41:29.645563 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da866ff6-86ee-4aad-8e84-b8e9ea370efb req-8866f4ec-e29a-401a-8fa3-5a61f16c2b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:29.648042 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-da866ff6-86ee-4aad-8e84-b8e9ea370efb req-8866f4ec-e29a-401a-8fa3-5a61f16c2b28 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=06a700e6f18945e692debb25875c4858&device_id=6a4b96e2-d1dd-4f91-8621-f1e7f3a56a29 HTTP/1.1" status: 200 len: 1096 time: 0.0960920 Nov 25 13:41:29.711676 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a2a14-9ac1-42ce-b9fc-999d469d799a req-01875bb9-5ad0-4a26-bf5e-0919e730bcdb tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:29.713736 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e16a2a14-9ac1-42ce-b9fc-999d469d799a req-01875bb9-5ad0-4a26-bf5e-0919e730bcdb tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a4b96e2-d1dd-4f91-8621-f1e7f3a56a29 HTTP/1.1" status: 200 len: 944 time: 0.1274643 Nov 25 13:41:29.776430 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da866ff6-86ee-4aad-8e84-b8e9ea370efb req-c0fb3591-da93-4c57-99ee-5eac0f82b3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:29.777929 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-da866ff6-86ee-4aad-8e84-b8e9ea370efb req-c0fb3591-da93-4c57-99ee-5eac0f82b3e5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=075ef1cb-099b-461d-87ff-00e1457ffac9 HTTP/1.1" status: 200 len: 897 time: 0.1229148 Nov 25 13:41:29.779650 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-417cea19-9d47-4820-8c2b-93f6ac666189 req-11c73dbd-bd8c-4a90-9672-ce2b6183f9cb tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:29.830631 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e16a2a14-9ac1-42ce-b9fc-999d469d799a req-431cfd49-4815-4cf1-95e9-cf60b5972ffa tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b1d4db4-16c9-4cb6-8dc4-9eb3771326ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068592 Nov 25 13:41:29.880847 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-da866ff6-86ee-4aad-8e84-b8e9ea370efb req-c71e485f-4d8c-47f6-b46b-8a44ca51b944 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=218d468c-2abd-4ab5-b990-f1875c0384d5 HTTP/1.1" status: 200 len: 217 time: 0.0933647 Nov 25 13:41:29.887840 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-417cea19-9d47-4820-8c2b-93f6ac666189 req-11c73dbd-bd8c-4a90-9672-ce2b6183f9cb tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:29.890283 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ec1c9fd6-076a-44f0-8c82-66d32a3ad145 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:29.942771 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da866ff6-86ee-4aad-8e84-b8e9ea370efb req-7e1fa4f1-c7dd-4c5c-ae00-4dbda9787835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:29.944373 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-da866ff6-86ee-4aad-8e84-b8e9ea370efb req-7e1fa4f1-c7dd-4c5c-ae00-4dbda9787835 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dd1d8420-5b0a-4c9a-bfa1-e976fc8ae67c HTTP/1.1" status: 200 len: 838 time: 0.0517790 Nov 25 13:41:29.949837 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c73dbd-bd8c-4a90-9672-ce2b6183f9cb tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Pushing event updated for resources: {'Port': ['ID=e5a55093-3c15-45d9-8187-e22aa681981a,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:41:29.968119 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-417cea19-9d47-4820-8c2b-93f6ac666189 req-11c73dbd-bd8c-4a90-9672-ce2b6183f9cb tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Network 65ced711-08b2-4c86-8f28-c46c27d6c810 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:41:29.969784 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [req-417cea19-9d47-4820-8c2b-93f6ac666189 req-11c73dbd-bd8c-4a90-9672-ce2b6183f9cb tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:41:29.972520 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-417cea19-9d47-4820-8c2b-93f6ac666189 req-11c73dbd-bd8c-4a90-9672-ce2b6183f9cb tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:41:30.031954 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da866ff6-86ee-4aad-8e84-b8e9ea370efb req-507be9ed-96bf-42ec-80d9-441ec5f2f341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:30.033970 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-da866ff6-86ee-4aad-8e84-b8e9ea370efb req-507be9ed-96bf-42ec-80d9-441ec5f2f341 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=075ef1cb-099b-461d-87ff-00e1457ffac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0802443 Nov 25 13:41:30.094404 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417cea19-9d47-4820-8c2b-93f6ac666189 req-11c73dbd-bd8c-4a90-9672-ce2b6183f9cb tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:30.095252 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-417cea19-9d47-4820-8c2b-93f6ac666189 req-11c73dbd-bd8c-4a90-9672-ce2b6183f9cb tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:30.117348 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-417cea19-9d47-4820-8c2b-93f6ac666189 req-11c73dbd-bd8c-4a90-9672-ce2b6183f9cb tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3374698 Nov 25 13:41:30.136347 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [req-417cea19-9d47-4820-8c2b-93f6ac666189 req-c0ff4ffe-43b3-457f-9580-ea2c8f41b357 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:41:30.140075 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-417cea19-9d47-4820-8c2b-93f6ac666189 req-c0ff4ffe-43b3-457f-9580-ea2c8f41b357 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0117824 Nov 25 13:41:30.157982 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-417cea19-9d47-4820-8c2b-93f6ac666189 req-924aae11-af9b-4e13-b58e-5f5ba7bbd514 service neutron] Request body: {'port': {'device_id': '0c04fa64-7415-4f99-8cfe-527ec87a5b92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-11'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:41:30.204369 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-da866ff6-86ee-4aad-8e84-b8e9ea370efb req-c4202bae-cfce-4fa1-befa-0b0651a9507e service neutron] 10.222.0.47 "GET /v2.0/networks/075ef1cb-099b-461d-87ff-00e1457ffac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551406 Nov 25 13:41:30.237247 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ec1c9fd6-076a-44f0-8c82-66d32a3ad145 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:30.238480 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-417cea19-9d47-4820-8c2b-93f6ac666189 req-924aae11-af9b-4e13-b58e-5f5ba7bbd514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:30.275423 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ec1c9fd6-076a-44f0-8c82-66d32a3ad145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:30.339343 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-60b1bcf0-b53d-4fd3-adab-15e481a7cba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:30.470957 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-ec1c9fd6-076a-44f0-8c82-66d32a3ad145 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=83d63d540fd940f69474d729b7c04022&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8334138 Nov 25 13:41:30.476411 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 55552) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:41:30.557906 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1c9fd6-076a-44f0-8c82-66d32a3ad145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34ddd7e5-cf48-4252-8cea-6862ecc3a89d,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:41:30.609437 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-da866ff6-86ee-4aad-8e84-b8e9ea370efb req-e6bb84bd-4e3a-4a8e-bdda-a1ece0223579 service neutron] 10.222.0.47 "GET /v2.0/networks/075ef1cb-099b-461d-87ff-00e1457ffac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3943563 Nov 25 13:41:30.627257 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-de2f512a-6873-4db7-b35c-90382c3d4cd6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:30.666320 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-de2f512a-6873-4db7-b35c-90382c3d4cd6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:30.683652 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [req-417cea19-9d47-4820-8c2b-93f6ac666189 req-924aae11-af9b-4e13-b58e-5f5ba7bbd514 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5a55093-3c15-45d9-8187-e22aa681981a {{(pid=103570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:41:30.694457 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-417cea19-9d47-4820-8c2b-93f6ac666189 req-924aae11-af9b-4e13-b58e-5f5ba7bbd514 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:30.716242 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a030cd-ba87-4bbf-a214-cc053f6db466 req-64d76740-dd79-4cdc-a752-1b005f48921a tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:30.718284 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e0a030cd-ba87-4bbf-a214-cc053f6db466 req-64d76740-dd79-4cdc-a752-1b005f48921a tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 932 time: 0.1145852 Nov 25 13:41:30.745029 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-de2f512a-6873-4db7-b35c-90382c3d4cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:30.745972 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.provisioning_blocks [req-417cea19-9d47-4820-8c2b-93f6ac666189 req-924aae11-af9b-4e13-b58e-5f5ba7bbd514 service neutron] Transition to ACTIVE for port object e5a55093-3c15-45d9-8187-e22aa681981a will not be triggered until provisioned by entity L2. {{(pid=103570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:41:30.756716 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-de2f512a-6873-4db7-b35c-90382c3d4cd6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:30.761798 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-417cea19-9d47-4820-8c2b-93f6ac666189 req-924aae11-af9b-4e13-b58e-5f5ba7bbd514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:30.762864 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-de2f512a-6873-4db7-b35c-90382c3d4cd6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/34ddd7e5-cf48-4252-8cea-6862ecc3a89d HTTP/1.1" status: 204 len: 168 time: 0.2828217 Nov 25 13:41:30.786234 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2f512a-6873-4db7-b35c-90382c3d4cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ddd7e5-cf48-4252-8cea-6862ecc3a89d,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:41:30.950455 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924aae11-af9b-4e13-b58e-5f5ba7bbd514 service neutron] Pushing event updated for resources: {'Port': ['ID=e5a55093-3c15-45d9-8187-e22aa681981a,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:41:30.961300 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e0a030cd-ba87-4bbf-a214-cc053f6db466 req-72d643ab-083d-4cff-876c-d85ae0b7e60e tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322891 Nov 25 13:41:31.037042 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-417cea19-9d47-4820-8c2b-93f6ac666189 req-924aae11-af9b-4e13-b58e-5f5ba7bbd514 service neutron] Attempting to bind port e5a55093-3c15-45d9-8187-e22aa681981a on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:41:31.037632 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-417cea19-9d47-4820-8c2b-93f6ac666189 req-924aae11-af9b-4e13-b58e-5f5ba7bbd514 service neutron] Attempting to bind port e5a55093-3c15-45d9-8187-e22aa681981a by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': '319d727f-3675-4f9d-9345-98e588ff56b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '65ced711-08b2-4c86-8f28-c46c27d6c810'}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:41:31.038295 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417cea19-9d47-4820-8c2b-93f6ac666189 req-924aae11-af9b-4e13-b58e-5f5ba7bbd514 service neutron] Attempting to bind port e5a55093-3c15-45d9-8187-e22aa681981a on network 65ced711-08b2-4c86-8f28-c46c27d6c810 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:41:31.051502 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417cea19-9d47-4820-8c2b-93f6ac666189 req-924aae11-af9b-4e13-b58e-5f5ba7bbd514 service neutron] Port e5a55093-3c15-45d9-8187-e22aa681981a on network 65ced711-08b2-4c86-8f28-c46c27d6c810 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:41:31.051994 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417cea19-9d47-4820-8c2b-93f6ac666189 req-924aae11-af9b-4e13-b58e-5f5ba7bbd514 service neutron] Attempting to bind port e5a55093-3c15-45d9-8187-e22aa681981a on network 65ced711-08b2-4c86-8f28-c46c27d6c810 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:41:31.061534 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417cea19-9d47-4820-8c2b-93f6ac666189 req-924aae11-af9b-4e13-b58e-5f5ba7bbd514 service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:41:31.062169 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417cea19-9d47-4820-8c2b-93f6ac666189 req-924aae11-af9b-4e13-b58e-5f5ba7bbd514 service neutron] Checking segment: {'id': '319d727f-3675-4f9d-9345-98e588ff56b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '65ced711-08b2-4c86-8f28-c46c27d6c810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:41:31.062818 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417cea19-9d47-4820-8c2b-93f6ac666189 req-924aae11-af9b-4e13-b58e-5f5ba7bbd514 service neutron] Bound using segment: {'id': '319d727f-3675-4f9d-9345-98e588ff56b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '65ced711-08b2-4c86-8f28-c46c27d6c810'} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:41:31.063446 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-417cea19-9d47-4820-8c2b-93f6ac666189 req-924aae11-af9b-4e13-b58e-5f5ba7bbd514 service neutron] Bound port: e5a55093-3c15-45d9-8187-e22aa681981a, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '319d727f-3675-4f9d-9345-98e588ff56b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '65ced711-08b2-4c86-8f28-c46c27d6c810'}}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:41:31.064298 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-417cea19-9d47-4820-8c2b-93f6ac666189 req-924aae11-af9b-4e13-b58e-5f5ba7bbd514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:31.077294 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7ac18-07ab-4aa2-a66b-b223a3f4257b req-b85a83ba-f4f6-497f-9d06-ae567ccc8cd8 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:31.080533 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fba7ac18-07ab-4aa2-a66b-b223a3f4257b req-b85a83ba-f4f6-497f-9d06-ae567ccc8cd8 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a4b96e2-d1dd-4f91-8621-f1e7f3a56a29 HTTP/1.1" status: 200 len: 944 time: 0.0985050 Nov 25 13:41:31.175034 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fba7ac18-07ab-4aa2-a66b-b223a3f4257b req-a3a0030c-de94-4c36-9218-1d6140bf35bb tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b1d4db4-16c9-4cb6-8dc4-9eb3771326ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847273 Nov 25 13:41:31.186117 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 55570) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:41:31.205038 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a5b4df2e-2927-41e4-9187-244b9ca7cc68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:31.214756 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-417cea19-9d47-4820-8c2b-93f6ac666189 req-924aae11-af9b-4e13-b58e-5f5ba7bbd514 service neutron] For port e5a55093-3c15-45d9-8187-e22aa681981a, host n-h1-808199-11, cleared binding levels {{(pid=103570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:41:31.219960 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-417cea19-9d47-4820-8c2b-93f6ac666189 req-924aae11-af9b-4e13-b58e-5f5ba7bbd514 service neutron] For port e5a55093-3c15-45d9-8187-e22aa681981a, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=e5a55093-3c15-45d9-8187-e22aa681981a,segment=NetworkSegment(319d727f-3675-4f9d-9345-98e588ff56b9),segment_id=319d727f-3675-4f9d-9345-98e588ff56b9)] {{(pid=103570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:41:31.231283 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-417cea19-9d47-4820-8c2b-93f6ac666189 req-924aae11-af9b-4e13-b58e-5f5ba7bbd514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:31.283066 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417cea19-9d47-4820-8c2b-93f6ac666189 req-924aae11-af9b-4e13-b58e-5f5ba7bbd514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:31.283837 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-417cea19-9d47-4820-8c2b-93f6ac666189 req-924aae11-af9b-4e13-b58e-5f5ba7bbd514 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:31.285417 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-417cea19-9d47-4820-8c2b-93f6ac666189 req-924aae11-af9b-4e13-b58e-5f5ba7bbd514 service neutron] 10.222.0.66 "PUT /v2.0/ports/e5a55093-3c15-45d9-8187-e22aa681981a HTTP/1.1" status: 200 len: 1093 time: 1.1325636 Nov 25 13:41:31.288167 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c04fa64-7415-4f99-8cfe-527ec87a5b92', 'tag': 'e5a55093-3c15-45d9-8187-e22aa681981a'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:41:31.291208 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba24f485-5ad8-4ede-8ff4-729d7c6f11da" -d '{"events": [{"name": "network-changed", "server_uuid": "0c04fa64-7415-4f99-8cfe-527ec87a5b92", "tag": "e5a55093-3c15-45d9-8187-e22aa681981a"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:41:31.358245 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924aae11-af9b-4e13-b58e-5f5ba7bbd514 service neutron] Pushing event updated for resources: {'Port': ['ID=e5a55093-3c15-45d9-8187-e22aa681981a,revision_number=3']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:41:31.362586 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb56ae8-92cb-4eb7-948d-68b19d0ae974 x-openstack-request-id: req-cfb56ae8-92cb-4eb7-948d-68b19d0ae974 {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:41:31.362909 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c04fa64-7415-4f99-8cfe-527ec87a5b92", "tag": "e5a55093-3c15-45d9-8187-e22aa681981a", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:41:31.363173 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cfb56ae8-92cb-4eb7-948d-68b19d0ae974 {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:41:31.363576 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c04fa64-7415-4f99-8cfe-527ec87a5b92', 'tag': 'e5a55093-3c15-45d9-8187-e22aa681981a', 'status': 'completed', 'code': 200} Nov 25 13:41:31.379698 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 218d468c-2abd-4ab5-b990-f1875c0384d5 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:41:31.416287 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a5b4df2e-2927-41e4-9187-244b9ca7cc68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:31.431608 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a5b4df2e-2927-41e4-9187-244b9ca7cc68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:31.470792 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417cea19-9d47-4820-8c2b-93f6ac666189 req-49d7235c-5cfb-4eb4-9245-5302355ba0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:31.472330 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-417cea19-9d47-4820-8c2b-93f6ac666189 req-49d7235c-5cfb-4eb4-9245-5302355ba0e6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7df61f1b08cd47c08bd2f95f1b832351&device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 1096 time: 0.1080072 Nov 25 13:41:31.502920 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-a5b4df2e-2927-41e4-9187-244b9ca7cc68 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b502f3861e8e41709d824c438e65ce25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3154817 Nov 25 13:41:31.504061 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b4df2e-2927-41e4-9187-244b9ca7cc68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d9e3ef-4d49-4663-bb91-524b3bbce8ec,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:41:31.521002 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 55578) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:41:31.551932 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-417cea19-9d47-4820-8c2b-93f6ac666189 req-ed785871-ef59-4194-a692-867b4df0f646 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5a55093-3c15-45d9-8187-e22aa681981a HTTP/1.1" status: 200 len: 217 time: 0.0654435 Nov 25 13:41:31.586483 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 218d468c-2abd-4ab5-b990-f1875c0384d5, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=218d468c-2abd-4ab5-b990-f1875c0384d5,segment=NetworkSegment(d77bf5ed-0a09-4d3d-bf4d-18676326a00d),segment_id=d77bf5ed-0a09-4d3d-bf4d-18676326a00d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:41:31.601430 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '218d468c-2abd-4ab5-b990-f1875c0384d5', 'network_id': '075ef1cb-099b-461d-87ff-00e1457ffac9', 'port_id': '218d468c-2abd-4ab5-b990-f1875c0384d5', 'mac_address': 'fa:16:3e:ff:48:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd1d8420-5b0a-4c9a-bfa1-e976fc8ae67c', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:41:31.652118 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:31.655712 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417cea19-9d47-4820-8c2b-93f6ac666189 req-29f05343-d777-4844-bfe7-1643d56f12df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:31.657213 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-417cea19-9d47-4820-8c2b-93f6ac666189 req-29f05343-d777-4844-bfe7-1643d56f12df service neutron] 10.222.0.66 "GET /v2.0/subnets?id=533ad574-65b4-4979-ba44-9a507a4d4dd7 HTTP/1.1" status: 200 len: 854 time: 0.0940478 Nov 25 13:41:31.668868 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 218d468c-2abd-4ab5-b990-f1875c0384d5 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:41:31.696871 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-417cea19-9d47-4820-8c2b-93f6ac666189 req-18296826-43a5-427f-b576-7aeb11c386a1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=65ced711-08b2-4c86-8f28-c46c27d6c810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267985 Nov 25 13:41:31.703959 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 218d468c-2abd-4ab5-b990-f1875c0384d5, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=218d468c-2abd-4ab5-b990-f1875c0384d5,segment=NetworkSegment(d77bf5ed-0a09-4d3d-bf4d-18676326a00d),segment_id=d77bf5ed-0a09-4d3d-bf4d-18676326a00d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:41:31.713878 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:31.904375 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-417cea19-9d47-4820-8c2b-93f6ac666189 req-cb471e4f-d8ce-4963-a5bb-5b085f14ffe1 service neutron] 10.222.0.66 "GET /v2.0/networks/65ced711-08b2-4c86-8f28-c46c27d6c810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959269 Nov 25 13:41:32.005618 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=218d468c-2abd-4ab5-b990-f1875c0384d5,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:41:32.056152 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['218d468c-2abd-4ab5-b990-f1875c0384d5'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:41:32.133111 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cd2381aa-ec2a-46cc-b3fb-5cb110acb72f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:32.186474 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cd2381aa-ec2a-46cc-b3fb-5cb110acb72f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:32.306544 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cd2381aa-ec2a-46cc-b3fb-5cb110acb72f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:32.309151 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cd2381aa-ec2a-46cc-b3fb-5cb110acb72f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:32.310309 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-cd2381aa-ec2a-46cc-b3fb-5cb110acb72f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d6d9e3ef-4d49-4663-bb91-524b3bbce8ec HTTP/1.1" status: 204 len: 168 time: 0.7881305 Nov 25 13:41:32.328679 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2381aa-ec2a-46cc-b3fb-5cb110acb72f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d9e3ef-4d49-4663-bb91-524b3bbce8ec,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:41:32.601433 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-417cea19-9d47-4820-8c2b-93f6ac666189 req-ed8d6903-fc7b-4211-839c-29164f0f8d91 service neutron] 10.222.0.66 "GET /v2.0/networks/65ced711-08b2-4c86-8f28-c46c27d6c810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6857269 Nov 25 13:41:32.634596 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1328ac18-c528-4211-82aa-4ced922e8359 req-5da1a02f-eb04-4dbe-8e70-f2027764ed82 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:32.636742 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1328ac18-c528-4211-82aa-4ced922e8359 req-5da1a02f-eb04-4dbe-8e70-f2027764ed82 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a4b96e2-d1dd-4f91-8621-f1e7f3a56a29 HTTP/1.1" status: 200 len: 945 time: 0.1170220 Nov 25 13:41:32.653011 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a490fb87-3f1c-480e-a313-22b9d2c9a5c7 req-59d9576b-fceb-4e60-9c6a-63e338c37d96 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:32.666279 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a490fb87-3f1c-480e-a313-22b9d2c9a5c7 req-59d9576b-fceb-4e60-9c6a-63e338c37d96 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 944 time: 0.1458015 Nov 25 13:41:32.817144 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3e7874ff-5c02-4af2-b8f7-63d5512e3357 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:32.842874 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1328ac18-c528-4211-82aa-4ced922e8359 req-953996f4-7c1c-4221-9f05-278f3c781fe5 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b1d4db4-16c9-4cb6-8dc4-9eb3771326ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703188 Nov 25 13:41:32.859129 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a490fb87-3f1c-480e-a313-22b9d2c9a5c7 req-38255954-46b4-44be-975d-f7ddb15ab04d tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873729 Nov 25 13:41:32.861514 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba24f485-5ad8-4ede-8ff4-729d7c6f11da req-29f2fe1f-18b3-4fe0-8c2b-f39527580c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:32.865005 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ba24f485-5ad8-4ede-8ff4-729d7c6f11da req-29f2fe1f-18b3-4fe0-8c2b-f39527580c50 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7df61f1b08cd47c08bd2f95f1b832351&device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 1096 time: 0.1862426 Nov 25 13:41:33.048619 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba24f485-5ad8-4ede-8ff4-729d7c6f11da req-bf2c1e23-bead-47e5-b484-ac6e70b43e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:33.050282 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ba24f485-5ad8-4ede-8ff4-729d7c6f11da req-bf2c1e23-bead-47e5-b484-ac6e70b43e06 service neutron] 10.222.0.66 "GET /v2.0/networks?id=65ced711-08b2-4c86-8f28-c46c27d6c810 HTTP/1.1" status: 200 len: 915 time: 0.1767440 Nov 25 13:41:33.087872 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 55604) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:41:33.104784 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0aec5495-c45c-488c-9aaa-a2398aab5976 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:33.122645 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ba24f485-5ad8-4ede-8ff4-729d7c6f11da req-e99ee5be-ddd4-4d63-98e3-7134b8faaee1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5a55093-3c15-45d9-8187-e22aa681981a HTTP/1.1" status: 200 len: 217 time: 0.0599308 Nov 25 13:41:33.223473 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0aec5495-c45c-488c-9aaa-a2398aab5976 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:33.235424 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0aec5495-c45c-488c-9aaa-a2398aab5976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:33.274033 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba24f485-5ad8-4ede-8ff4-729d7c6f11da req-b0f9f403-cb03-4395-9f7b-2cd44e3293b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:33.275899 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ba24f485-5ad8-4ede-8ff4-729d7c6f11da req-b0f9f403-cb03-4395-9f7b-2cd44e3293b4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=533ad574-65b4-4979-ba44-9a507a4d4dd7 HTTP/1.1" status: 200 len: 854 time: 0.1400342 Nov 25 13:41:33.282642 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-0aec5495-c45c-488c-9aaa-a2398aab5976 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=80b9775aee51464ca57d0893ad66616b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1935031 Nov 25 13:41:33.284137 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aec5495-c45c-488c-9aaa-a2398aab5976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2b75d1-c9fb-4bb4-9626-730e109d34f3,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:41:33.286267 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 55612) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:41:33.331335 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ba24f485-5ad8-4ede-8ff4-729d7c6f11da req-ede1dcd5-a312-4395-8fea-6dbd6fbbe77f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=65ced711-08b2-4c86-8f28-c46c27d6c810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439396 Nov 25 13:41:33.382301 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 218d468c-2abd-4ab5-b990-f1875c0384d5 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:41:33.386540 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a5d3fac3-7f17-449b-8090-2cc79648aff8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:33.438874 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a5d3fac3-7f17-449b-8090-2cc79648aff8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:33.469205 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ba24f485-5ad8-4ede-8ff4-729d7c6f11da req-26891fc3-c0d1-4780-9bde-69c471d4639e service neutron] 10.222.0.66 "GET /v2.0/networks/65ced711-08b2-4c86-8f28-c46c27d6c810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257849 Nov 25 13:41:33.481566 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 218d468c-2abd-4ab5-b990-f1875c0384d5 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:41:33.486359 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 218d468c-2abd-4ab5-b990-f1875c0384d5 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:41:33.486830 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:33.501408 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a5d3fac3-7f17-449b-8090-2cc79648aff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:33.513953 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a5d3fac3-7f17-449b-8090-2cc79648aff8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:33.519086 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-a5d3fac3-7f17-449b-8090-2cc79648aff8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3b2b75d1-c9fb-4bb4-9626-730e109d34f3 HTTP/1.1" status: 204 len: 168 time: 0.2188113 Nov 25 13:41:33.541446 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d3fac3-7f17-449b-8090-2cc79648aff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2b75d1-c9fb-4bb4-9626-730e109d34f3,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:41:33.651670 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:33.702090 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a4b96e2-d1dd-4f91-8621-f1e7f3a56a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '218d468c-2abd-4ab5-b990-f1875c0384d5'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:41:33.708300 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4832ab-68aa-4d8d-a20e-4a1b04d30ebf" -d '{"events": [{"server_uuid": "6a4b96e2-d1dd-4f91-8621-f1e7f3a56a29", "name": "network-vif-plugged", "status": "completed", "tag": "218d468c-2abd-4ab5-b990-f1875c0384d5"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:41:33.717630 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ba24f485-5ad8-4ede-8ff4-729d7c6f11da req-4aa1e1af-896f-4077-a2e6-d2484748a65a service neutron] 10.222.0.66 "GET /v2.0/networks/65ced711-08b2-4c86-8f28-c46c27d6c810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394032 Nov 25 13:41:33.751553 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 218d468c-2abd-4ab5-b990-f1875c0384d5, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=218d468c-2abd-4ab5-b990-f1875c0384d5,segment=NetworkSegment(d77bf5ed-0a09-4d3d-bf4d-18676326a00d),segment_id=d77bf5ed-0a09-4d3d-bf4d-18676326a00d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:41:33.762024 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:33.771569 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771ec98c-c604-46d3-8012-519f811810af x-openstack-request-id: req-771ec98c-c604-46d3-8012-519f811810af {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:41:33.772063 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a4b96e2-d1dd-4f91-8621-f1e7f3a56a29", "name": "network-vif-plugged", "status": "completed", "tag": "218d468c-2abd-4ab5-b990-f1875c0384d5", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:41:33.772195 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-771ec98c-c604-46d3-8012-519f811810af {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:41:33.772560 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a4b96e2-d1dd-4f91-8621-f1e7f3a56a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '218d468c-2abd-4ab5-b990-f1875c0384d5', 'code': 200} Nov 25 13:41:33.919830 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=218d468c-2abd-4ab5-b990-f1875c0384d5,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:41:33.935263 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:33.959347 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3624d8-f1e0-4aad-bc83-88adee508f18 req-7a3bb4c0-c816-42d1-bebb-97246da00759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:33.962524 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bb3624d8-f1e0-4aad-bc83-88adee508f18 req-7a3bb4c0-c816-42d1-bebb-97246da00759 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6a4b96e2-d1dd-4f91-8621-f1e7f3a56a29 HTTP/1.1" status: 200 len: 1098 time: 0.1164560 Nov 25 13:41:34.023254 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bb3624d8-f1e0-4aad-bc83-88adee508f18 req-619d650d-ac84-4639-8edb-d5c020d853ce service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9b1d4db4-16c9-4cb6-8dc4-9eb3771326ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536649 Nov 25 13:41:34.087094 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1dc292-a7ff-4ffc-bddb-d29079ee4411 req-cad8229e-5232-4db8-8fa8-813e36dd5350 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:34.088914 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7f1dc292-a7ff-4ffc-bddb-d29079ee4411 req-cad8229e-5232-4db8-8fa8-813e36dd5350 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a4b96e2-d1dd-4f91-8621-f1e7f3a56a29 HTTP/1.1" status: 200 len: 946 time: 0.1178825 Nov 25 13:41:34.105211 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b2c528-2966-4bb9-a038-33e6b42c3054 req-cc1c658e-e95b-4a29-aefe-080c91f6e4cc tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:34.114265 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e1b2c528-2966-4bb9-a038-33e6b42c3054 req-cc1c658e-e95b-4a29-aefe-080c91f6e4cc tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 944 time: 0.0852175 Nov 25 13:41:34.227530 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e1b2c528-2966-4bb9-a038-33e6b42c3054 req-ca9836c0-6431-40d6-87d1-12b21cac00b5 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095669 Nov 25 13:41:34.274895 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7f1dc292-a7ff-4ffc-bddb-d29079ee4411 req-ea10ac6b-654f-444e-834f-e54bcc0b5dfd tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b1d4db4-16c9-4cb6-8dc4-9eb3771326ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563652 Nov 25 13:41:35.232190 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:35.485613 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device e5a55093-3c15-45d9-8187-e22aa681981a details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:41:35.577284 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e9857-6697-4813-ac02-45b705af1092 req-638ba905-4e39-4926-a88d-60f3e93cce7b tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:35.587742 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cf7e9857-6697-4813-ac02-45b705af1092 req-638ba905-4e39-4926-a88d-60f3e93cce7b tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 944 time: 0.2196431 Nov 25 13:41:35.624790 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port e5a55093-3c15-45d9-8187-e22aa681981a, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=e5a55093-3c15-45d9-8187-e22aa681981a,segment=NetworkSegment(319d727f-3675-4f9d-9345-98e588ff56b9),segment_id=319d727f-3675-4f9d-9345-98e588ff56b9)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:41:35.627806 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d76da-7d67-49b9-b8e5-69e0fd72ad97 req-7b888baf-e65c-4b05-b1e8-f3fd08c7f406 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:35.629330 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4c4d76da-7d67-49b9-b8e5-69e0fd72ad97 req-7b888baf-e65c-4b05-b1e8-f3fd08c7f406 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a4b96e2-d1dd-4f91-8621-f1e7f3a56a29 HTTP/1.1" status: 200 len: 946 time: 0.1925194 Nov 25 13:41:35.656615 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': 'e5a55093-3c15-45d9-8187-e22aa681981a', 'network_id': '65ced711-08b2-4c86-8f28-c46c27d6c810', 'port_id': 'e5a55093-3c15-45d9-8187-e22aa681981a', 'mac_address': 'fa:16:3e:9f:0f:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '533ad574-65b4-4979-ba44-9a507a4d4dd7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:41:35.665211 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cf7e9857-6697-4813-ac02-45b705af1092 req-3c0f67b4-1924-4a5d-a5a4-267a72e9a89c tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757205 Nov 25 13:41:35.722082 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:35.741618 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5a55093-3c15-45d9-8187-e22aa681981a {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:41:35.763994 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port e5a55093-3c15-45d9-8187-e22aa681981a, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=e5a55093-3c15-45d9-8187-e22aa681981a,segment=NetworkSegment(319d727f-3675-4f9d-9345-98e588ff56b9),segment_id=319d727f-3675-4f9d-9345-98e588ff56b9)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:41:35.777701 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:35.814210 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4c4d76da-7d67-49b9-b8e5-69e0fd72ad97 req-36eb959e-3831-4971-b8b0-a6386866c7bb tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b1d4db4-16c9-4cb6-8dc4-9eb3771326ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738834 Nov 25 13:41:35.840323 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=e5a55093-3c15-45d9-8187-e22aa681981a,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:41:36.036085 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1851498-7148-4d69-b4bc-13f5810c207f req-6a3d3278-756a-4d96-9490-02b2eb7db077 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:36.048459 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['e5a55093-3c15-45d9-8187-e22aa681981a'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:41:36.075280 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f1851498-7148-4d69-b4bc-13f5810c207f req-6a3d3278-756a-4d96-9490-02b2eb7db077 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a4b96e2-d1dd-4f91-8621-f1e7f3a56a29 HTTP/1.1" status: 200 len: 946 time: 0.1488905 Nov 25 13:41:36.187841 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f1851498-7148-4d69-b4bc-13f5810c207f req-71ef4cf5-8f18-430d-828e-807c968f9bda tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b1d4db4-16c9-4cb6-8dc4-9eb3771326ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104264 Nov 25 13:41:36.440661 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:36.808147 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228a726c-71ca-413b-acbd-03499bafc204 req-a3a62401-71e3-46c4-87e8-cf428174f666 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:36.816355 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-228a726c-71ca-413b-acbd-03499bafc204 req-a3a62401-71e3-46c4-87e8-cf428174f666 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 945 time: 0.0720701 Nov 25 13:41:36.877776 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-228a726c-71ca-413b-acbd-03499bafc204 req-8212c8de-73fe-4b1b-9a2a-5086176300c1 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561280 Nov 25 13:41:37.504601 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device e5a55093-3c15-45d9-8187-e22aa681981a up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:41:37.615371 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port e5a55093-3c15-45d9-8187-e22aa681981a completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:41:37.620944 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port e5a55093-3c15-45d9-8187-e22aa681981a triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:41:37.621492 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:37.736321 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:37.740947 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 55714) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:41:37.764295 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c04fa64-7415-4f99-8cfe-527ec87a5b92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a55093-3c15-45d9-8187-e22aa681981a'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:41:37.766681 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-750c1feb-0b00-4caf-a2dd-1402cb8c2ac1" -d '{"events": [{"server_uuid": "0c04fa64-7415-4f99-8cfe-527ec87a5b92", "name": "network-vif-plugged", "status": "completed", "tag": "e5a55093-3c15-45d9-8187-e22aa681981a"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:41:37.785692 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port e5a55093-3c15-45d9-8187-e22aa681981a, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=e5a55093-3c15-45d9-8187-e22aa681981a,segment=NetworkSegment(319d727f-3675-4f9d-9345-98e588ff56b9),segment_id=319d727f-3675-4f9d-9345-98e588ff56b9)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:41:37.791702 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:37.823291 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e91040-464a-40ac-bd5e-1c26bf62d17f x-openstack-request-id: req-12e91040-464a-40ac-bd5e-1c26bf62d17f {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:41:37.823699 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c04fa64-7415-4f99-8cfe-527ec87a5b92", "name": "network-vif-plugged", "status": "completed", "tag": "e5a55093-3c15-45d9-8187-e22aa681981a", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:41:37.824060 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-12e91040-464a-40ac-bd5e-1c26bf62d17f {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:41:37.824555 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c04fa64-7415-4f99-8cfe-527ec87a5b92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a55093-3c15-45d9-8187-e22aa681981a', 'code': 200} Nov 25 13:41:37.871686 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=e5a55093-3c15-45d9-8187-e22aa681981a,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:41:37.963671 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af617df4-b0da-49ac-a821-6d649f57d8c6 req-e349119a-832d-4bcc-b8af-51bd6f6c4ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:37.965183 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-af617df4-b0da-49ac-a821-6d649f57d8c6 req-e349119a-832d-4bcc-b8af-51bd6f6c4ec5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 1098 time: 0.0761373 Nov 25 13:41:38.035780 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-af617df4-b0da-49ac-a821-6d649f57d8c6 req-9acf5cc5-7224-43d7-bb0d-0b12638d5011 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599520 Nov 25 13:41:38.052008 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b061a-3ac7-4bc1-8778-78d982c629d1 req-d89692ac-1962-42ee-9539-0ecaf846f603 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:38.055236 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-175b061a-3ac7-4bc1-8778-78d982c629d1 req-d89692ac-1962-42ee-9539-0ecaf846f603 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.0889030 Nov 25 13:41:38.129049 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-175b061a-3ac7-4bc1-8778-78d982c629d1 req-ff7e3f5e-3cf7-4777-8fbc-a6cde8145503 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632076 Nov 25 13:41:38.221096 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:38.330685 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-856860ca-c128-42f8-ad0d-a2a02a92f4ee tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:38.616984 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-856860ca-c128-42f8-ad0d-a2a02a92f4ee tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Allocated IP 172.20.0.17 (075ef1cb-099b-461d-87ff-00e1457ffac9/dd1d8420-5b0a-4c9a-bfa1-e976fc8ae67c/16aed2ca-4013-411d-99fe-271984d0ec59) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:41:38.756662 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-856860ca-c128-42f8-ad0d-a2a02a92f4ee tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:38.814727 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-856860ca-c128-42f8-ad0d-a2a02a92f4ee tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:38.883986 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856860ca-c128-42f8-ad0d-a2a02a92f4ee tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Pushing event updated for resources: {'Port': ['ID=16aed2ca-4013-411d-99fe-271984d0ec59,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:41:38.920979 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856860ca-c128-42f8-ad0d-a2a02a92f4ee tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Network 075ef1cb-099b-461d-87ff-00e1457ffac9 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:41:38.922625 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-856860ca-c128-42f8-ad0d-a2a02a92f4ee tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:41:38.929591 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856860ca-c128-42f8-ad0d-a2a02a92f4ee tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:41:39.017836 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-856860ca-c128-42f8-ad0d-a2a02a92f4ee tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:39.251208 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-856860ca-c128-42f8-ad0d-a2a02a92f4ee tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:39.276467 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-aad29327-cbab-4b53-8a8c-c82b04255501 None None] Provisioning complete for port 16aed2ca-4013-411d-99fe-271984d0ec59 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:41:39.277018 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aad29327-cbab-4b53-8a8c-c82b04255501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:39.379897 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-aad29327-cbab-4b53-8a8c-c82b04255501 None None] Port 16aed2ca-4013-411d-99fe-271984d0ec59 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:41:39.623733 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb9ac44-e75e-44cc-900c-afb5a809502a req-e300c658-9ddb-4d3c-ad5f-9cd20bac90c1 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:39.635955 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1fb9ac44-e75e-44cc-900c-afb5a809502a req-e300c658-9ddb-4d3c-ad5f-9cd20bac90c1 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.3502598 Nov 25 13:41:39.641914 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-856860ca-c128-42f8-ad0d-a2a02a92f4ee tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:39.649186 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-856860ca-c128-42f8-ad0d-a2a02a92f4ee tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:39.695431 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1fb9ac44-e75e-44cc-900c-afb5a809502a req-83a55825-4733-4854-8523-2034338ad083 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537062 Nov 25 13:41:39.705531 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-856860ca-c128-42f8-ad0d-a2a02a92f4ee tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:39.832173 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856860ca-c128-42f8-ad0d-a2a02a92f4ee tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Pushing event updated for resources: {'Port': ['ID=16aed2ca-4013-411d-99fe-271984d0ec59,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:41:39.889120 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856860ca-c128-42f8-ad0d-a2a02a92f4ee tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Network 075ef1cb-099b-461d-87ff-00e1457ffac9 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:41:39.890888 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-856860ca-c128-42f8-ad0d-a2a02a92f4ee tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:41:40.091552 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-856860ca-c128-42f8-ad0d-a2a02a92f4ee tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Router f41a143c-a347-4ee0-9ab6-c9c16312a644 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:41:40.259163 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856860ca-c128-42f8-ad0d-a2a02a92f4ee tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:41:40.270539 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c396f328-f4a4-4426-b025-2e08d8d348ba None None] Sync routers for ids ['f41a143c-a347-4ee0-9ab6-c9c16312a644'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:41:40.279328 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-856860ca-c128-42f8-ad0d-a2a02a92f4ee tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "PUT /v2.0/routers/f41a143c-a347-4ee0-9ab6-c9c16312a644/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5372686 Nov 25 13:41:40.286866 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c396f328-f4a4-4426-b025-2e08d8d348ba None None] Routers {'f41a143c-a347-4ee0-9ab6-c9c16312a644'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:41:40.287491 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-c396f328-f4a4-4426-b025-2e08d8d348ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:41:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['f41a143c-a347-4ee0-9ab6-c9c16312a644'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:41:40.317094 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-67343f1d-85cb-452d-8939-2a9bb748d1cf None None] Provisioning complete for port 16aed2ca-4013-411d-99fe-271984d0ec59 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:41:40.318577 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-67343f1d-85cb-452d-8939-2a9bb748d1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:40.395376 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-67343f1d-85cb-452d-8939-2a9bb748d1cf None None] Port 16aed2ca-4013-411d-99fe-271984d0ec59 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:41:40.460342 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-c396f328-f4a4-4426-b025-2e08d8d348ba None None] Set router f41a143c-a347-4ee0-9ab6-c9c16312a644 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:41:40.716793 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-c396f328-f4a4-4426-b025-2e08d8d348ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41a143c-a347-4ee0-9ab6-c9c16312a644', 'name': 'tempest-TestNetworkBasicOps-router-788944127', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '95655f9c-aa77-488f-b5ad-2e8f5e7c59e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:40:05Z', 'updated_at': '2021-11-25T13:41:39Z', 'revision_number': 5, 'project_id': '06a700e6f18945e692debb25875c4858', 'gw_port': {'id': '95655f9c-aa77-488f-b5ad-2e8f5e7c59e7', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ee:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41a143c-a347-4ee0-9ab6-c9c16312a644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:40:06Z', 'updated_at': '2021-11-25T13:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '7da20e73-822f-4e40-a9f6-ea3488fa7285', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'floating_ip_address': '172.25.5.13', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': 'f41a143c-a347-4ee0-9ab6-c9c16312a644', 'port_id': '2fdc7f37-5471-4b4a-9ca2-ac7a3557060e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd246b13-3268-4e17-9682-1d1a7983fe47', 'mac_address': 'fa:16:3e:74:66:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540fffa5-e760-460b-aa99-ef8cd732bd87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:40:37Z', 'updated_at': '2021-11-25T13:40:40Z', 'revision_number': 1, 'project_id': '06a700e6f18945e692debb25875c4858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16aed2ca-4013-411d-99fe-271984d0ec59', 'name': '', 'network_id': '075ef1cb-099b-461d-87ff-00e1457ffac9', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'mac_address': 'fa:16:3e:4e:34:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41a143c-a347-4ee0-9ab6-c9c16312a644', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'dd1d8420-5b0a-4c9a-bfa1-e976fc8ae67c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:41:38Z', 'updated_at': '2021-11-25T13:41:39Z', 'revision_number': 2, 'project_id': '06a700e6f18945e692debb25875c4858', 'subnets': [{'id': 'dd1d8420-5b0a-4c9a-bfa1-e976fc8ae67c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57631b1d-e75f-4e53-8904-49401d97cc03', 'name': '', 'network_id': 'cd246b13-3268-4e17-9682-1d1a7983fe47', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'mac_address': 'fa:16:3e:a2:cb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41a143c-a347-4ee0-9ab6-c9c16312a644', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '7057d26a-548c-410a-bbe7-146e3aa0dd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:40:11Z', 'updated_at': '2021-11-25T13:40:17Z', 'revision_number': 5, 'project_id': '06a700e6f18945e692debb25875c4858', 'subnets': [{'id': '7057d26a-548c-410a-bbe7-146e3aa0dd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:41:40.750353 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c396f328-f4a4-4426-b025-2e08d8d348ba None None] Checking router: f41a143c-a347-4ee0-9ab6-c9c16312a644 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:41:40.751142 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c396f328-f4a4-4426-b025-2e08d8d348ba None None] Updating router f41a143c-a347-4ee0-9ab6-c9c16312a644 port 16aed2ca-4013-411d-99fe-271984d0ec59 binding host n-d-808199-11 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:41:40.793360 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c396f328-f4a4-4426-b025-2e08d8d348ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:40.883176 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7fe34c-d399-4209-93b1-d6aa48ab3865 req-b11d0d4f-4e07-440c-948b-95ed638bc938 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:40.884815 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ef7fe34c-d399-4209-93b1-d6aa48ab3865 req-b11d0d4f-4e07-440c-948b-95ed638bc938 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.0757897 Nov 25 13:41:40.984481 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ef7fe34c-d399-4209-93b1-d6aa48ab3865 req-948990f9-ec1a-4dfa-beed-52752cc6bcb0 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883532 Nov 25 13:41:41.149555 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c396f328-f4a4-4426-b025-2e08d8d348ba None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:41.168471 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c396f328-f4a4-4426-b025-2e08d8d348ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:41.246569 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaba51e1-ca00-4c27-add3-ec63f790751c None None] Pushing event updated for resources: {'Port': ['ID=16aed2ca-4013-411d-99fe-271984d0ec59,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:41:41.293558 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaba51e1-ca00-4c27-add3-ec63f790751c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:41:41.294597 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaba51e1-ca00-4c27-add3-ec63f790751c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:41:41.295124 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaba51e1-ca00-4c27-add3-ec63f790751c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:41:41.297138 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaba51e1-ca00-4c27-add3-ec63f790751c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:41:41.297658 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaba51e1-ca00-4c27-add3-ec63f790751c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:41:41.298148 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaba51e1-ca00-4c27-add3-ec63f790751c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:41:41.298649 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaba51e1-ca00-4c27-add3-ec63f790751c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:41:41.299169 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaba51e1-ca00-4c27-add3-ec63f790751c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:41:41.299652 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaba51e1-ca00-4c27-add3-ec63f790751c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:41:41.300261 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaba51e1-ca00-4c27-add3-ec63f790751c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:41:41.300804 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaba51e1-ca00-4c27-add3-ec63f790751c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:41:41.301404 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaba51e1-ca00-4c27-add3-ec63f790751c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:41:41.326423 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-c396f328-f4a4-4426-b025-2e08d8d348ba None None] Attempting to bind port 16aed2ca-4013-411d-99fe-271984d0ec59 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:41:41.327369 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-c396f328-f4a4-4426-b025-2e08d8d348ba None None] Attempting to bind port 16aed2ca-4013-411d-99fe-271984d0ec59 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'd77bf5ed-0a09-4d3d-bf4d-18676326a00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '075ef1cb-099b-461d-87ff-00e1457ffac9'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:41:41.328512 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c396f328-f4a4-4426-b025-2e08d8d348ba None None] Attempting to bind port 16aed2ca-4013-411d-99fe-271984d0ec59 on network 075ef1cb-099b-461d-87ff-00e1457ffac9 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:41:41.334846 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c396f328-f4a4-4426-b025-2e08d8d348ba None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:41:41.335465 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c396f328-f4a4-4426-b025-2e08d8d348ba None None] Checking segment: {'id': 'd77bf5ed-0a09-4d3d-bf4d-18676326a00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '075ef1cb-099b-461d-87ff-00e1457ffac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:41:41.337410 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c396f328-f4a4-4426-b025-2e08d8d348ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:41.337969 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c396f328-f4a4-4426-b025-2e08d8d348ba None None] Bound using segment: {'id': 'd77bf5ed-0a09-4d3d-bf4d-18676326a00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '075ef1cb-099b-461d-87ff-00e1457ffac9'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:41:41.338605 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-c396f328-f4a4-4426-b025-2e08d8d348ba None None] Bound port: 16aed2ca-4013-411d-99fe-271984d0ec59, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd77bf5ed-0a09-4d3d-bf4d-18676326a00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '075ef1cb-099b-461d-87ff-00e1457ffac9'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:41:41.339188 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c396f328-f4a4-4426-b025-2e08d8d348ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:41.463688 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4424b-c5aa-4e8c-9619-5f3fc1edf20c req-e8a22a2c-f2a4-42f9-b3c1-a717134b80da tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:41.471172 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-38a4424b-c5aa-4e8c-9619-5f3fc1edf20c req-e8a22a2c-f2a4-42f9-b3c1-a717134b80da tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/networks?id=65ced711-08b2-4c86-8f28-c46c27d6c810 HTTP/1.1" status: 200 len: 814 time: 0.1919508 Nov 25 13:41:41.488740 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-38a4424b-c5aa-4e8c-9619-5f3fc1edf20c req-2a02ce28-aadf-41f4-8bf0-621eb38fac01 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/quotas/7df61f1b08cd47c08bd2f95f1b832351 HTTP/1.1" status: 200 len: 375 time: 0.0163116 Nov 25 13:41:41.501934 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-c396f328-f4a4-4426-b025-2e08d8d348ba None None] For port 16aed2ca-4013-411d-99fe-271984d0ec59, host n-d-808199-11, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:41:41.503800 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-c396f328-f4a4-4426-b025-2e08d8d348ba None None] For port 16aed2ca-4013-411d-99fe-271984d0ec59, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=16aed2ca-4013-411d-99fe-271984d0ec59,segment=NetworkSegment(d77bf5ed-0a09-4d3d-bf4d-18676326a00d),segment_id=d77bf5ed-0a09-4d3d-bf4d-18676326a00d)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:41:41.511045 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c396f328-f4a4-4426-b025-2e08d8d348ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:41.552239 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-38a4424b-c5aa-4e8c-9619-5f3fc1edf20c req-a0542b28-18a5-471c-8a57-927925e8b152 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7df61f1b08cd47c08bd2f95f1b832351&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0620010 Nov 25 13:41:41.604443 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaba51e1-ca00-4c27-add3-ec63f790751c None None] Pushing event updated for resources: {'Port': ['ID=16aed2ca-4013-411d-99fe-271984d0ec59,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:41:41.624167 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-8f5b525c-c22c-4442-8221-de2860b80557 None None] Provisioning complete for port 16aed2ca-4013-411d-99fe-271984d0ec59 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:41:41.625606 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8f5b525c-c22c-4442-8221-de2860b80557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:41.660390 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c396f328-f4a4-4426-b025-2e08d8d348ba None None] Routers {'f41a143c-a347-4ee0-9ab6-c9c16312a644'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:41:41.661651 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-c396f328-f4a4-4426-b025-2e08d8d348ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:41:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['f41a143c-a347-4ee0-9ab6-c9c16312a644'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:41:41.718616 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-38a4424b-c5aa-4e8c-9619-5f3fc1edf20c req-f4da6e7a-19fb-4224-8389-bacd6b056d60 service neutron] 10.222.0.53 "GET /v2.0/networks/65ced711-08b2-4c86-8f28-c46c27d6c810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652339 Nov 25 13:41:41.755530 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:41.854214 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8f5b525c-c22c-4442-8221-de2860b80557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:41.965990 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-8f5b525c-c22c-4442-8221-de2860b80557 None None] For port 16aed2ca-4013-411d-99fe-271984d0ec59, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=16aed2ca-4013-411d-99fe-271984d0ec59,segment=NetworkSegment(d77bf5ed-0a09-4d3d-bf4d-18676326a00d),segment_id=d77bf5ed-0a09-4d3d-bf4d-18676326a00d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:41:41.980415 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8f5b525c-c22c-4442-8221-de2860b80557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:41.998360 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-38a4424b-c5aa-4e8c-9619-5f3fc1edf20c req-65926cc9-c74e-44b9-9e14-7bfa8baafdbb service neutron] 10.222.0.53 "GET /v2.0/networks/65ced711-08b2-4c86-8f28-c46c27d6c810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736137 Nov 25 13:41:42.050987 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-c396f328-f4a4-4426-b025-2e08d8d348ba None None] Set router f41a143c-a347-4ee0-9ab6-c9c16312a644 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:41:42.105555 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5b525c-c22c-4442-8221-de2860b80557 None None] Pushing event updated for resources: {'Port': ['ID=16aed2ca-4013-411d-99fe-271984d0ec59,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:41:42.133833 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-6d99fef7-3347-4792-ad24-84e531b53bc6 None None] Provisioning complete for port 16aed2ca-4013-411d-99fe-271984d0ec59 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:41:42.134228 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6d99fef7-3347-4792-ad24-84e531b53bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:42.418256 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f5eab4ea-c805-40de-a1b0-91aa9700e1f6 req-73c6d04c-f630-43ea-b3aa-62c6f3609ba5 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=9814cb25-9221-49cd-9ef7-da5c511edd82 HTTP/1.1" status: 200 len: 210 time: 0.1293542 Nov 25 13:41:42.594965 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-c396f328-f4a4-4426-b025-2e08d8d348ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41a143c-a347-4ee0-9ab6-c9c16312a644', 'name': 'tempest-TestNetworkBasicOps-router-788944127', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '95655f9c-aa77-488f-b5ad-2e8f5e7c59e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:40:05Z', 'updated_at': '2021-11-25T13:41:39Z', 'revision_number': 5, 'project_id': '06a700e6f18945e692debb25875c4858', 'gw_port': {'id': '95655f9c-aa77-488f-b5ad-2e8f5e7c59e7', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ee:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41a143c-a347-4ee0-9ab6-c9c16312a644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:40:06Z', 'updated_at': '2021-11-25T13:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '7da20e73-822f-4e40-a9f6-ea3488fa7285', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'floating_ip_address': '172.25.5.13', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': 'f41a143c-a347-4ee0-9ab6-c9c16312a644', 'port_id': '2fdc7f37-5471-4b4a-9ca2-ac7a3557060e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd246b13-3268-4e17-9682-1d1a7983fe47', 'mac_address': 'fa:16:3e:74:66:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540fffa5-e760-460b-aa99-ef8cd732bd87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:40:37Z', 'updated_at': '2021-11-25T13:40:40Z', 'revision_number': 1, 'project_id': '06a700e6f18945e692debb25875c4858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16aed2ca-4013-411d-99fe-271984d0ec59', 'name': '', 'network_id': '075ef1cb-099b-461d-87ff-00e1457ffac9', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'mac_address': 'fa:16:3e:4e:34:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41a143c-a347-4ee0-9ab6-c9c16312a644', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'dd1d8420-5b0a-4c9a-bfa1-e976fc8ae67c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:41:38Z', 'updated_at': '2021-11-25T13:41:41Z', 'revision_number': 4, 'project_id': '06a700e6f18945e692debb25875c4858', 'subnets': [{'id': 'dd1d8420-5b0a-4c9a-bfa1-e976fc8ae67c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57631b1d-e75f-4e53-8904-49401d97cc03', 'name': '', 'network_id': 'cd246b13-3268-4e17-9682-1d1a7983fe47', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'mac_address': 'fa:16:3e:a2:cb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41a143c-a347-4ee0-9ab6-c9c16312a644', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '7057d26a-548c-410a-bbe7-146e3aa0dd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:40:11Z', 'updated_at': '2021-11-25T13:40:17Z', 'revision_number': 5, 'project_id': '06a700e6f18945e692debb25875c4858', 'subnets': [{'id': '7057d26a-548c-410a-bbe7-146e3aa0dd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:41:42.652171 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c396f328-f4a4-4426-b025-2e08d8d348ba None None] The sync data for ids ['f41a143c-a347-4ee0-9ab6-c9c16312a644'] in n-d-808199-11 is: [{'id': 'f41a143c-a347-4ee0-9ab6-c9c16312a644', 'name': 'tempest-TestNetworkBasicOps-router-788944127', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '95655f9c-aa77-488f-b5ad-2e8f5e7c59e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:40:05Z', 'updated_at': '2021-11-25T13:41:39Z', 'revision_number': 5, 'project_id': '06a700e6f18945e692debb25875c4858', 'gw_port': {'id': '95655f9c-aa77-488f-b5ad-2e8f5e7c59e7', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ee:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41a143c-a347-4ee0-9ab6-c9c16312a644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:40:06Z', 'updated_at': '2021-11-25T13:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '7da20e73-822f-4e40-a9f6-ea3488fa7285', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'floating_ip_address': '172.25.5.13', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': 'f41a143c-a347-4ee0-9ab6-c9c16312a644', 'port_id': '2fdc7f37-5471-4b4a-9ca2-ac7a3557060e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd246b13-3268-4e17-9682-1d1a7983fe47', 'mac_address': 'fa:16:3e:74:66:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540fffa5-e760-460b-aa99-ef8cd732bd87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:40:37Z', 'updated_at': '2021-11-25T13:40:40Z', 'revision_number': 1, 'project_id': '06a700e6f18945e692debb25875c4858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16aed2ca-4013-411d-99fe-271984d0ec59', 'name': '', 'network_id': '075ef1cb-099b-461d-87ff-00e1457ffac9', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'mac_address': 'fa:16:3e:4e:34:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41a143c-a347-4ee0-9ab6-c9c16312a644', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'dd1d8420-5b0a-4c9a-bfa1-e976fc8ae67c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:41:38Z', 'updated_at': '2021-11-25T13:41:41Z', 'revision_number': 4, 'project_id': '06a700e6f18945e692debb25875c4858', 'subnets': [{'id': 'dd1d8420-5b0a-4c9a-bfa1-e976fc8ae67c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57631b1d-e75f-4e53-8904-49401d97cc03', 'name': '', 'network_id': 'cd246b13-3268-4e17-9682-1d1a7983fe47', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'mac_address': 'fa:16:3e:a2:cb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41a143c-a347-4ee0-9ab6-c9c16312a644', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '7057d26a-548c-410a-bbe7-146e3aa0dd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:40:11Z', 'updated_at': '2021-11-25T13:40:17Z', 'revision_number': 5, 'project_id': '06a700e6f18945e692debb25875c4858', 'subnets': [{'id': '7057d26a-548c-410a-bbe7-146e3aa0dd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:41:43.604842 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a68f245e-f29e-4e8e-9a57-5d2082ba1fa1 req-856f3725-3d2d-43f9-929d-a55a028bdb5a tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=9814cb25-9221-49cd-9ef7-da5c511edd82 HTTP/1.1" status: 200 len: 210 time: 0.0757072 Nov 25 13:41:43.869172 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 16aed2ca-4013-411d-99fe-271984d0ec59 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:41:43.999636 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 16aed2ca-4013-411d-99fe-271984d0ec59 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:41:44.000527 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:44.460159 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4424b-c5aa-4e8c-9619-5f3fc1edf20c req-af6e33ce-8d46-4999-82e6-97445d17c540 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:44.466980 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-38a4424b-c5aa-4e8c-9619-5f3fc1edf20c req-af6e33ce-8d46-4999-82e6-97445d17c540 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.47 "GET /v2.0/networks?id=65ced711-08b2-4c86-8f28-c46c27d6c810 HTTP/1.1" status: 200 len: 814 time: 0.3036082 Nov 25 13:41:44.495609 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-38a4424b-c5aa-4e8c-9619-5f3fc1edf20c req-f480411f-1e9a-4559-8ec6-2c92e99b4410 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Request body: {'port': {'device_id': '9814cb25-9221-49cd-9ef7-da5c511edd82', 'network_id': '65ced711-08b2-4c86-8f28-c46c27d6c810', 'admin_state_up': True, 'tenant_id': '7df61f1b08cd47c08bd2f95f1b832351'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:41:44.736956 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38a4424b-c5aa-4e8c-9619-5f3fc1edf20c req-f480411f-1e9a-4559-8ec6-2c92e99b4410 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Made reservation on behalf of 7df61f1b08cd47c08bd2f95f1b832351 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:41:44.747480 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-38a4424b-c5aa-4e8c-9619-5f3fc1edf20c req-f480411f-1e9a-4559-8ec6-2c92e99b4410 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:44.770620 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-585a946a-19d2-4f5e-aefe-05f6e50677af req-040db3af-ec6b-424e-a29a-eb6260abe07f tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=9814cb25-9221-49cd-9ef7-da5c511edd82 HTTP/1.1" status: 200 len: 210 time: 0.0482864 Nov 25 13:41:44.930066 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-38a4424b-c5aa-4e8c-9619-5f3fc1edf20c req-f480411f-1e9a-4559-8ec6-2c92e99b4410 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Allocated IP 172.20.0.13 (65ced711-08b2-4c86-8f28-c46c27d6c810/533ad574-65b4-4979-ba44-9a507a4d4dd7/391d33dc-38cf-4a02-ae77-34e98e27f50c) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:41:45.113878 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-38a4424b-c5aa-4e8c-9619-5f3fc1edf20c req-f480411f-1e9a-4559-8ec6-2c92e99b4410 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:45.154902 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-38a4424b-c5aa-4e8c-9619-5f3fc1edf20c req-f480411f-1e9a-4559-8ec6-2c92e99b4410 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:45.177134 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['e5a55093-3c15-45d9-8187-e22aa681981a'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:41:45.216107 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38a4424b-c5aa-4e8c-9619-5f3fc1edf20c req-f480411f-1e9a-4559-8ec6-2c92e99b4410 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Network 65ced711-08b2-4c86-8f28-c46c27d6c810 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:41:45.219620 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-38a4424b-c5aa-4e8c-9619-5f3fc1edf20c req-f480411f-1e9a-4559-8ec6-2c92e99b4410 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:41:45.222555 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-38a4424b-c5aa-4e8c-9619-5f3fc1edf20c req-f480411f-1e9a-4559-8ec6-2c92e99b4410 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:41:45.271051 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f480411f-1e9a-4559-8ec6-2c92e99b4410 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Pushing event updated for resources: {'Port': ['ID=391d33dc-38cf-4a02-ae77-34e98e27f50c,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:41:45.297150 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4424b-c5aa-4e8c-9619-5f3fc1edf20c req-f480411f-1e9a-4559-8ec6-2c92e99b4410 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:45.298320 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-38a4424b-c5aa-4e8c-9619-5f3fc1edf20c req-f480411f-1e9a-4559-8ec6-2c92e99b4410 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:45.328338 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-38a4424b-c5aa-4e8c-9619-5f3fc1edf20c req-f480411f-1e9a-4559-8ec6-2c92e99b4410 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8346944 Nov 25 13:41:45.352555 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-38a4424b-c5aa-4e8c-9619-5f3fc1edf20c req-1cca49ae-4652-44f1-9fd1-f707e2342e37 service neutron] Request body: {'port': {'device_id': '9814cb25-9221-49cd-9ef7-da5c511edd82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:41:45.420539 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-38a4424b-c5aa-4e8c-9619-5f3fc1edf20c req-1cca49ae-4652-44f1-9fd1-f707e2342e37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:45.782051 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-38a4424b-c5aa-4e8c-9619-5f3fc1edf20c req-1cca49ae-4652-44f1-9fd1-f707e2342e37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 391d33dc-38cf-4a02-ae77-34e98e27f50c {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:41:45.789652 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-38a4424b-c5aa-4e8c-9619-5f3fc1edf20c req-1cca49ae-4652-44f1-9fd1-f707e2342e37 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:45.803015 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-38a4424b-c5aa-4e8c-9619-5f3fc1edf20c req-1cca49ae-4652-44f1-9fd1-f707e2342e37 service neutron] Transition to ACTIVE for port object 391d33dc-38cf-4a02-ae77-34e98e27f50c will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:41:45.807756 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-38a4424b-c5aa-4e8c-9619-5f3fc1edf20c req-1cca49ae-4652-44f1-9fd1-f707e2342e37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:45.887843 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cca49ae-4652-44f1-9fd1-f707e2342e37 service neutron] Pushing event updated for resources: {'Port': ['ID=391d33dc-38cf-4a02-ae77-34e98e27f50c,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:41:45.924144 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65ac51-ecd7-4edd-8ca2-382d773ef74c req-34a00aed-e736-4ba5-a7be-97765e3c78d2 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:45.926352 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1a65ac51-ecd7-4edd-8ca2-382d773ef74c req-34a00aed-e736-4ba5-a7be-97765e3c78d2 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=9814cb25-9221-49cd-9ef7-da5c511edd82 HTTP/1.1" status: 200 len: 944 time: 0.0649712 Nov 25 13:41:45.990564 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1a65ac51-ecd7-4edd-8ca2-382d773ef74c req-fabb83d5-2796-49e9-b583-e513660f23e1 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534880 Nov 25 13:41:46.013726 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-38a4424b-c5aa-4e8c-9619-5f3fc1edf20c req-1cca49ae-4652-44f1-9fd1-f707e2342e37 service neutron] Attempting to bind port 391d33dc-38cf-4a02-ae77-34e98e27f50c on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:41:46.013726 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-38a4424b-c5aa-4e8c-9619-5f3fc1edf20c req-1cca49ae-4652-44f1-9fd1-f707e2342e37 service neutron] Attempting to bind port 391d33dc-38cf-4a02-ae77-34e98e27f50c by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '319d727f-3675-4f9d-9345-98e588ff56b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '65ced711-08b2-4c86-8f28-c46c27d6c810'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:41:46.014074 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a4424b-c5aa-4e8c-9619-5f3fc1edf20c req-1cca49ae-4652-44f1-9fd1-f707e2342e37 service neutron] Attempting to bind port 391d33dc-38cf-4a02-ae77-34e98e27f50c on network 65ced711-08b2-4c86-8f28-c46c27d6c810 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:41:46.020892 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a4424b-c5aa-4e8c-9619-5f3fc1edf20c req-1cca49ae-4652-44f1-9fd1-f707e2342e37 service neutron] Port 391d33dc-38cf-4a02-ae77-34e98e27f50c on network 65ced711-08b2-4c86-8f28-c46c27d6c810 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:41:46.021093 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a4424b-c5aa-4e8c-9619-5f3fc1edf20c req-1cca49ae-4652-44f1-9fd1-f707e2342e37 service neutron] Attempting to bind port 391d33dc-38cf-4a02-ae77-34e98e27f50c on network 65ced711-08b2-4c86-8f28-c46c27d6c810 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:41:46.027044 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a4424b-c5aa-4e8c-9619-5f3fc1edf20c req-1cca49ae-4652-44f1-9fd1-f707e2342e37 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:41:46.027385 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a4424b-c5aa-4e8c-9619-5f3fc1edf20c req-1cca49ae-4652-44f1-9fd1-f707e2342e37 service neutron] Checking segment: {'id': '319d727f-3675-4f9d-9345-98e588ff56b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '65ced711-08b2-4c86-8f28-c46c27d6c810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:41:46.027799 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a4424b-c5aa-4e8c-9619-5f3fc1edf20c req-1cca49ae-4652-44f1-9fd1-f707e2342e37 service neutron] Bound using segment: {'id': '319d727f-3675-4f9d-9345-98e588ff56b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '65ced711-08b2-4c86-8f28-c46c27d6c810'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:41:46.028231 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-38a4424b-c5aa-4e8c-9619-5f3fc1edf20c req-1cca49ae-4652-44f1-9fd1-f707e2342e37 service neutron] Bound port: 391d33dc-38cf-4a02-ae77-34e98e27f50c, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '319d727f-3675-4f9d-9345-98e588ff56b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '65ced711-08b2-4c86-8f28-c46c27d6c810'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:41:46.028612 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-38a4424b-c5aa-4e8c-9619-5f3fc1edf20c req-1cca49ae-4652-44f1-9fd1-f707e2342e37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:46.099211 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-38a4424b-c5aa-4e8c-9619-5f3fc1edf20c req-1cca49ae-4652-44f1-9fd1-f707e2342e37 service neutron] For port 391d33dc-38cf-4a02-ae77-34e98e27f50c, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:41:46.103459 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-38a4424b-c5aa-4e8c-9619-5f3fc1edf20c req-1cca49ae-4652-44f1-9fd1-f707e2342e37 service neutron] For port 391d33dc-38cf-4a02-ae77-34e98e27f50c, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=391d33dc-38cf-4a02-ae77-34e98e27f50c,segment=NetworkSegment(319d727f-3675-4f9d-9345-98e588ff56b9),segment_id=319d727f-3675-4f9d-9345-98e588ff56b9)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:41:46.108734 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-38a4424b-c5aa-4e8c-9619-5f3fc1edf20c req-1cca49ae-4652-44f1-9fd1-f707e2342e37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:46.147533 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4424b-c5aa-4e8c-9619-5f3fc1edf20c req-1cca49ae-4652-44f1-9fd1-f707e2342e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:46.148164 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-38a4424b-c5aa-4e8c-9619-5f3fc1edf20c req-1cca49ae-4652-44f1-9fd1-f707e2342e37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:46.150075 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-38a4424b-c5aa-4e8c-9619-5f3fc1edf20c req-1cca49ae-4652-44f1-9fd1-f707e2342e37 service neutron] 10.222.0.47 "PUT /v2.0/ports/391d33dc-38cf-4a02-ae77-34e98e27f50c HTTP/1.1" status: 200 len: 1093 time: 0.8076687 Nov 25 13:41:46.150528 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9814cb25-9221-49cd-9ef7-da5c511edd82', 'tag': '391d33dc-38cf-4a02-ae77-34e98e27f50c'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:41:46.152950 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3fe283-3860-4e78-8056-fcf96655e032" -d '{"events": [{"name": "network-changed", "server_uuid": "9814cb25-9221-49cd-9ef7-da5c511edd82", "tag": "391d33dc-38cf-4a02-ae77-34e98e27f50c"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:41:46.175448 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cca49ae-4652-44f1-9fd1-f707e2342e37 service neutron] Pushing event updated for resources: {'Port': ['ID=391d33dc-38cf-4a02-ae77-34e98e27f50c,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:41:46.223260 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6369eb-4374-4b97-83ae-c7715cd31072 x-openstack-request-id: req-1b6369eb-4374-4b97-83ae-c7715cd31072 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:41:46.223929 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9814cb25-9221-49cd-9ef7-da5c511edd82", "tag": "391d33dc-38cf-4a02-ae77-34e98e27f50c", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:41:46.224191 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1b6369eb-4374-4b97-83ae-c7715cd31072 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:41:46.224604 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9814cb25-9221-49cd-9ef7-da5c511edd82', 'tag': '391d33dc-38cf-4a02-ae77-34e98e27f50c', 'status': 'completed', 'code': 200} Nov 25 13:41:46.271060 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4424b-c5aa-4e8c-9619-5f3fc1edf20c req-e1e08962-0737-4128-b291-76b86c430f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:46.272739 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-38a4424b-c5aa-4e8c-9619-5f3fc1edf20c req-e1e08962-0737-4128-b291-76b86c430f33 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7df61f1b08cd47c08bd2f95f1b832351&device_id=9814cb25-9221-49cd-9ef7-da5c511edd82 HTTP/1.1" status: 200 len: 1096 time: 0.0437863 Nov 25 13:41:46.321862 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-38a4424b-c5aa-4e8c-9619-5f3fc1edf20c req-86702339-fd4f-434e-9309-095bdad3d086 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=391d33dc-38cf-4a02-ae77-34e98e27f50c HTTP/1.1" status: 200 len: 217 time: 0.0412114 Nov 25 13:41:46.386629 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4424b-c5aa-4e8c-9619-5f3fc1edf20c req-9b1c78d9-e7c5-42f0-8557-9999073cc021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:46.388205 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-38a4424b-c5aa-4e8c-9619-5f3fc1edf20c req-9b1c78d9-e7c5-42f0-8557-9999073cc021 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=533ad574-65b4-4979-ba44-9a507a4d4dd7 HTTP/1.1" status: 200 len: 854 time: 0.0597582 Nov 25 13:41:46.423628 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-38a4424b-c5aa-4e8c-9619-5f3fc1edf20c req-9c9a2cd9-c489-4912-a3a0-331a0dae5ea9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=65ced711-08b2-4c86-8f28-c46c27d6c810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272603 Nov 25 13:41:46.464236 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f367afeb-51c9-4195-b9ba-18161dd4e664 req-5128657f-acdc-445b-8955-4cf70408dbda service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=540fffa5-e760-460b-aa99-ef8cd732bd87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0722194 Nov 25 13:41:46.541200 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f367afeb-51c9-4195-b9ba-18161dd4e664 req-f5583caa-3f0c-4ecd-b469-140aa500eb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:46.542722 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f367afeb-51c9-4195-b9ba-18161dd4e664 req-f5583caa-3f0c-4ecd-b469-140aa500eb06 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=06a700e6f18945e692debb25875c4858&device_id=540fffa5-e760-460b-aa99-ef8cd732bd87 HTTP/1.1" status: 200 len: 1098 time: 0.0490277 Nov 25 13:41:46.598963 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-38a4424b-c5aa-4e8c-9619-5f3fc1edf20c req-1d6a5d3c-a3dd-4eb3-a815-ed3185bd6b68 service neutron] 10.222.0.47 "GET /v2.0/networks/65ced711-08b2-4c86-8f28-c46c27d6c810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650438 Nov 25 13:41:46.762975 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-38a4424b-c5aa-4e8c-9619-5f3fc1edf20c req-a3e34ece-42c6-4c76-bd3d-c65964e378c4 service neutron] 10.222.0.47 "GET /v2.0/networks/65ced711-08b2-4c86-8f28-c46c27d6c810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546488 Nov 25 13:41:46.792930 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f367afeb-51c9-4195-b9ba-18161dd4e664 req-ede7f379-781a-42ff-bb67-a9d16d3ecffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:46.794625 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f367afeb-51c9-4195-b9ba-18161dd4e664 req-ede7f379-781a-42ff-bb67-a9d16d3ecffa service neutron] 10.222.0.66 "GET /v2.0/networks?id=cd246b13-3268-4e17-9682-1d1a7983fe47 HTTP/1.1" status: 200 len: 897 time: 0.2285585 Nov 25 13:41:46.887381 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3fe283-3860-4e78-8056-fcf96655e032 req-5f244177-29ac-45e8-bbdb-0db937299976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:46.888472 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-de3fe283-3860-4e78-8056-fcf96655e032 req-5f244177-29ac-45e8-bbdb-0db937299976 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7df61f1b08cd47c08bd2f95f1b832351&device_id=9814cb25-9221-49cd-9ef7-da5c511edd82 HTTP/1.1" status: 200 len: 1096 time: 0.0624318 Nov 25 13:41:46.899417 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f367afeb-51c9-4195-b9ba-18161dd4e664 req-9ca4a0b1-bf88-44a5-ac1c-369a35306a32 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fdc7f37-5471-4b4a-9ca2-ac7a3557060e HTTP/1.1" status: 200 len: 1001 time: 0.0972219 Nov 25 13:41:46.961705 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f367afeb-51c9-4195-b9ba-18161dd4e664 req-5b74e8e6-2d28-4c87-a25c-2cd3e4c80b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:46.963836 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f367afeb-51c9-4195-b9ba-18161dd4e664 req-5b74e8e6-2d28-4c87-a25c-2cd3e4c80b3b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7057d26a-548c-410a-bbe7-146e3aa0dd78 HTTP/1.1" status: 200 len: 835 time: 0.0577683 Nov 25 13:41:47.033334 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3fe283-3860-4e78-8056-fcf96655e032 req-3c51e77f-a737-4fae-83d7-57eb482948c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:47.034953 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-de3fe283-3860-4e78-8056-fcf96655e032 req-3c51e77f-a737-4fae-83d7-57eb482948c7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=65ced711-08b2-4c86-8f28-c46c27d6c810 HTTP/1.1" status: 200 len: 915 time: 0.1370175 Nov 25 13:41:47.048482 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f367afeb-51c9-4195-b9ba-18161dd4e664 req-8ff0960a-1bc3-499e-b797-fba6f19e3c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:47.050301 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f367afeb-51c9-4195-b9ba-18161dd4e664 req-8ff0960a-1bc3-499e-b797-fba6f19e3c4d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cd246b13-3268-4e17-9682-1d1a7983fe47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0774431 Nov 25 13:41:47.080636 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-de3fe283-3860-4e78-8056-fcf96655e032 req-9e8cea26-e762-4882-b924-f8bb1548e681 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=391d33dc-38cf-4a02-ae77-34e98e27f50c HTTP/1.1" status: 200 len: 217 time: 0.0368383 Nov 25 13:41:47.149400 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3fe283-3860-4e78-8056-fcf96655e032 req-60d35110-88b1-46bc-b47d-265391ba2bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:47.151250 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-de3fe283-3860-4e78-8056-fcf96655e032 req-60d35110-88b1-46bc-b47d-265391ba2bdc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=533ad574-65b4-4979-ba44-9a507a4d4dd7 HTTP/1.1" status: 200 len: 854 time: 0.0549960 Nov 25 13:41:47.218391 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01544a3a-f72f-4788-8c26-8912b5796142 req-4e9e77d3-7b33-415e-8701-2ef3e72dd923 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:47.219145 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-de3fe283-3860-4e78-8056-fcf96655e032 req-4cd4bf4c-a8d6-45c1-bf86-a0f511117245 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=65ced711-08b2-4c86-8f28-c46c27d6c810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588009 Nov 25 13:41:47.220881 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-01544a3a-f72f-4788-8c26-8912b5796142 req-4e9e77d3-7b33-415e-8701-2ef3e72dd923 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=9814cb25-9221-49cd-9ef7-da5c511edd82 HTTP/1.1" status: 200 len: 944 time: 0.0959649 Nov 25 13:41:47.246574 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f367afeb-51c9-4195-b9ba-18161dd4e664 req-abf4a5d6-e547-4b0d-87d3-b4d284f6d100 service neutron] 10.222.0.66 "GET /v2.0/networks/cd246b13-3268-4e17-9682-1d1a7983fe47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877518 Nov 25 13:41:47.369317 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-de3fe283-3860-4e78-8056-fcf96655e032 req-1c65699e-89a3-4e70-9876-b9eaa3b9746d service neutron] 10.222.0.47 "GET /v2.0/networks/65ced711-08b2-4c86-8f28-c46c27d6c810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367745 Nov 25 13:41:47.371215 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-01544a3a-f72f-4788-8c26-8912b5796142 req-fe8d6ae8-1747-441a-aa6a-970f718861de tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433179 Nov 25 13:41:47.432575 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f367afeb-51c9-4195-b9ba-18161dd4e664 req-479cfc93-22e2-41df-9580-84bd9452be5d service neutron] 10.222.0.66 "GET /v2.0/networks/cd246b13-3268-4e17-9682-1d1a7983fe47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744428 Nov 25 13:41:47.495344 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-de3fe283-3860-4e78-8056-fcf96655e032 req-a83afde0-6203-40b8-a1b5-77423ddfc7bb service neutron] 10.222.0.47 "GET /v2.0/networks/65ced711-08b2-4c86-8f28-c46c27d6c810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135249 Nov 25 13:41:48.545870 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e690c02-9d8e-4ac8-876a-270c0ebd6351 req-6c027c9c-80c8-4baa-9724-8dc0a48aeb74 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:48.547881 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0e690c02-9d8e-4ac8-876a-270c0ebd6351 req-6c027c9c-80c8-4baa-9724-8dc0a48aeb74 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=9814cb25-9221-49cd-9ef7-da5c511edd82 HTTP/1.1" status: 200 len: 944 time: 0.0957975 Nov 25 13:41:48.608033 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0e690c02-9d8e-4ac8-876a-270c0ebd6351 req-8ab263da-42be-40d4-8df6-a3a1b4eba29d tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495481 Nov 25 13:41:49.433551 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 391d33dc-38cf-4a02-ae77-34e98e27f50c details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:41:49.567224 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 391d33dc-38cf-4a02-ae77-34e98e27f50c, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=391d33dc-38cf-4a02-ae77-34e98e27f50c,segment=NetworkSegment(319d727f-3675-4f9d-9345-98e588ff56b9),segment_id=319d727f-3675-4f9d-9345-98e588ff56b9)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:41:49.595955 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '391d33dc-38cf-4a02-ae77-34e98e27f50c', 'network_id': '65ced711-08b2-4c86-8f28-c46c27d6c810', 'port_id': '391d33dc-38cf-4a02-ae77-34e98e27f50c', 'mac_address': 'fa:16:3e:b8:73:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '533ad574-65b4-4979-ba44-9a507a4d4dd7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:41:49.668836 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:49.687253 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 391d33dc-38cf-4a02-ae77-34e98e27f50c {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:41:49.742561 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 391d33dc-38cf-4a02-ae77-34e98e27f50c, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=391d33dc-38cf-4a02-ae77-34e98e27f50c,segment=NetworkSegment(319d727f-3675-4f9d-9345-98e588ff56b9),segment_id=319d727f-3675-4f9d-9345-98e588ff56b9)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:41:49.755184 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:49.796659 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e95cf4-d319-4345-b904-00cf09441fa2 req-4779a8d3-a31a-47b2-84ad-6005741596fc tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:49.801857 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-63e95cf4-d319-4345-b904-00cf09441fa2 req-4779a8d3-a31a-47b2-84ad-6005741596fc tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=9814cb25-9221-49cd-9ef7-da5c511edd82 HTTP/1.1" status: 200 len: 944 time: 0.0895536 Nov 25 13:41:49.815022 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=391d33dc-38cf-4a02-ae77-34e98e27f50c,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:41:49.865761 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-63e95cf4-d319-4345-b904-00cf09441fa2 req-ae2fa698-da0f-4068-909b-e9d6e19de27e tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568697 Nov 25 13:41:49.967434 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['391d33dc-38cf-4a02-ae77-34e98e27f50c'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:41:50.997626 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c352b50a-459f-42b8-9ecd-ce004f78f5bb req-94b792b3-c141-401c-a9e1-13cf17112b56 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:50.999307 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c352b50a-459f-42b8-9ecd-ce004f78f5bb req-94b792b3-c141-401c-a9e1-13cf17112b56 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=9814cb25-9221-49cd-9ef7-da5c511edd82 HTTP/1.1" status: 200 len: 945 time: 0.0529966 Nov 25 13:41:51.049031 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c352b50a-459f-42b8-9ecd-ce004f78f5bb req-98f6af06-b013-4a3d-9990-7f5e9f5c721c tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434601 Nov 25 13:41:51.430309 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 391d33dc-38cf-4a02-ae77-34e98e27f50c up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:41:51.513275 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 391d33dc-38cf-4a02-ae77-34e98e27f50c completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:41:51.517810 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 391d33dc-38cf-4a02-ae77-34e98e27f50c triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:41:51.518292 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:51.621571 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:51.654481 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9814cb25-9221-49cd-9ef7-da5c511edd82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391d33dc-38cf-4a02-ae77-34e98e27f50c'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:41:51.657044 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026b6383-bf22-40d1-8901-022f58d28d9f" -d '{"events": [{"server_uuid": "9814cb25-9221-49cd-9ef7-da5c511edd82", "name": "network-vif-plugged", "status": "completed", "tag": "391d33dc-38cf-4a02-ae77-34e98e27f50c"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:41:51.671992 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 391d33dc-38cf-4a02-ae77-34e98e27f50c, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=391d33dc-38cf-4a02-ae77-34e98e27f50c,segment=NetworkSegment(319d727f-3675-4f9d-9345-98e588ff56b9),segment_id=319d727f-3675-4f9d-9345-98e588ff56b9)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:41:51.677946 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:51.724734 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689f7aee-cb04-49bf-8a47-097ab9f082b9 x-openstack-request-id: req-689f7aee-cb04-49bf-8a47-097ab9f082b9 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:41:51.725095 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9814cb25-9221-49cd-9ef7-da5c511edd82", "name": "network-vif-plugged", "status": "completed", "tag": "391d33dc-38cf-4a02-ae77-34e98e27f50c", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:41:51.725410 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-689f7aee-cb04-49bf-8a47-097ab9f082b9 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:41:51.725863 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9814cb25-9221-49cd-9ef7-da5c511edd82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391d33dc-38cf-4a02-ae77-34e98e27f50c', 'code': 200} Nov 25 13:41:51.740324 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=391d33dc-38cf-4a02-ae77-34e98e27f50c,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:41:51.844983 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015830a-b75e-40b0-8232-f241f4f5e5e9 req-cd0791e9-9d2d-4567-af1b-85185f844fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:51.847341 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e015830a-b75e-40b0-8232-f241f4f5e5e9 req-cd0791e9-9d2d-4567-af1b-85185f844fee service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9814cb25-9221-49cd-9ef7-da5c511edd82 HTTP/1.1" status: 200 len: 1098 time: 0.0568061 Nov 25 13:41:51.924371 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e015830a-b75e-40b0-8232-f241f4f5e5e9 req-ea874032-e41b-4342-8296-231d395d8c4e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662775 Nov 25 13:41:52.218905 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f4fa35-2df2-4435-8f3b-6bca5b830144 req-9983732b-5b45-403e-93d5-65395221f9f8 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:52.220314 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a3f4fa35-2df2-4435-8f3b-6bca5b830144 req-9983732b-5b45-403e-93d5-65395221f9f8 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=9814cb25-9221-49cd-9ef7-da5c511edd82 HTTP/1.1" status: 200 len: 946 time: 0.0587540 Nov 25 13:41:52.315018 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a3f4fa35-2df2-4435-8f3b-6bca5b830144 req-cbee8a5e-cc5c-4f43-9861-0b3bf23aee83 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880086 Nov 25 13:41:53.526330 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e7c3f-4ada-47f9-ada3-e3c6dbb4b2ee req-526f1cd4-bd43-4c3b-abc2-af4be7e40b56 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:53.538046 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-682e7c3f-4ada-47f9-ada3-e3c6dbb4b2ee req-526f1cd4-bd43-4c3b-abc2-af4be7e40b56 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=9814cb25-9221-49cd-9ef7-da5c511edd82 HTTP/1.1" status: 200 len: 946 time: 0.1060798 Nov 25 13:41:53.602358 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-682e7c3f-4ada-47f9-ada3-e3c6dbb4b2ee req-971ea567-d11a-4cb8-b09d-ef2cda0b9e9f tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631850 Nov 25 13:41:54.238269 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78890a1-57d0-4f07-bf4b-6d6361dac706 req-f0f94be0-aef4-4704-a62b-45b45bec44aa tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:54.245890 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e78890a1-57d0-4f07-bf4b-6d6361dac706 req-f0f94be0-aef4-4704-a62b-45b45bec44aa tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=9814cb25-9221-49cd-9ef7-da5c511edd82 HTTP/1.1" status: 200 len: 946 time: 0.0659039 Nov 25 13:41:54.319308 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e78890a1-57d0-4f07-bf4b-6d6361dac706 req-43df7d53-9f5d-4f5a-bbb1-98777b0ede3a tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724354 Nov 25 13:41:55.541152 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23374d8-1a61-4147-b492-aa322f90ddb4 req-0b191068-f88d-44c9-a70a-bdfb5185535f tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:55.545082 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e23374d8-1a61-4147-b492-aa322f90ddb4 req-0b191068-f88d-44c9-a70a-bdfb5185535f tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=9814cb25-9221-49cd-9ef7-da5c511edd82 HTTP/1.1" status: 200 len: 946 time: 0.1384134 Nov 25 13:41:55.574258 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487b678-e30e-4202-a6bb-7b9cad827430 req-b19adc02-0d8b-4a0c-97c9-cf027751b5ef tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:55.576019 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6487b678-e30e-4202-a6bb-7b9cad827430 req-b19adc02-0d8b-4a0c-97c9-cf027751b5ef tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.47 "GET /v2.0/ports?device_id=9814cb25-9221-49cd-9ef7-da5c511edd82 HTTP/1.1" status: 200 len: 946 time: 0.0731585 Nov 25 13:41:55.623309 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e23374d8-1a61-4147-b492-aa322f90ddb4 req-886a140c-995c-437a-992c-fa198e1ddee4 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718045 Nov 25 13:41:55.723206 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-6487b678-e30e-4202-a6bb-7b9cad827430 req-5afe7060-5cb7-49da-bed0-0551adda23f6 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Deleting port 391d33dc-38cf-4a02-ae77-34e98e27f50c {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:41:55.724093 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6487b678-e30e-4202-a6bb-7b9cad827430 req-5afe7060-5cb7-49da-bed0-0551adda23f6 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:55.838487 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-6487b678-e30e-4202-a6bb-7b9cad827430 req-5afe7060-5cb7-49da-bed0-0551adda23f6 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] For port 391d33dc-38cf-4a02-ae77-34e98e27f50c, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=391d33dc-38cf-4a02-ae77-34e98e27f50c,segment=NetworkSegment(319d727f-3675-4f9d-9345-98e588ff56b9),segment_id=319d727f-3675-4f9d-9345-98e588ff56b9)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:41:55.839227 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6487b678-e30e-4202-a6bb-7b9cad827430 req-5afe7060-5cb7-49da-bed0-0551adda23f6 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:55.855149 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-6487b678-e30e-4202-a6bb-7b9cad827430 req-5afe7060-5cb7-49da-bed0-0551adda23f6 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Calling delete_port for 391d33dc-38cf-4a02-ae77-34e98e27f50c owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:41:56.016147 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6487b678-e30e-4202-a6bb-7b9cad827430 req-5afe7060-5cb7-49da-bed0-0551adda23f6 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:56.033587 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['391d33dc-38cf-4a02-ae77-34e98e27f50c'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:41:56.036997 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['e5a55093-3c15-45d9-8187-e22aa681981a'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:41:56.056055 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afe7060-5cb7-49da-bed0-0551adda23f6 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Pushing event deleted for resources: {'Port': ['ID=391d33dc-38cf-4a02-ae77-34e98e27f50c,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:41:56.117591 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-6487b678-e30e-4202-a6bb-7b9cad827430 req-5afe7060-5cb7-49da-bed0-0551adda23f6 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] No DVR routers for this DVR port 391d33dc-38cf-4a02-ae77-34e98e27f50c on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:41:56.120712 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6487b678-e30e-4202-a6bb-7b9cad827430 req-5afe7060-5cb7-49da-bed0-0551adda23f6 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:41:56.125140 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6487b678-e30e-4202-a6bb-7b9cad827430 req-5afe7060-5cb7-49da-bed0-0551adda23f6 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.47 "DELETE /v2.0/ports/391d33dc-38cf-4a02-ae77-34e98e27f50c HTTP/1.1" status: 204 len: 173 time: 0.5336709 Nov 25 13:41:56.125718 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9814cb25-9221-49cd-9ef7-da5c511edd82', 'name': 'network-vif-deleted', 'tag': '391d33dc-38cf-4a02-ae77-34e98e27f50c'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:41:56.128956 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acccdb10-8518-41b8-a389-082b83e0b4de" -d '{"events": [{"server_uuid": "9814cb25-9221-49cd-9ef7-da5c511edd82", "name": "network-vif-deleted", "tag": "391d33dc-38cf-4a02-ae77-34e98e27f50c"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:41:56.180996 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec70cd54-4bdc-4744-8a8f-254846a63bd8 x-openstack-request-id: req-ec70cd54-4bdc-4744-8a8f-254846a63bd8 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:41:56.181744 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9814cb25-9221-49cd-9ef7-da5c511edd82", "name": "network-vif-deleted", "tag": "391d33dc-38cf-4a02-ae77-34e98e27f50c", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:41:56.182238 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ec70cd54-4bdc-4744-8a8f-254846a63bd8 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:41:56.183123 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9814cb25-9221-49cd-9ef7-da5c511edd82', 'name': 'network-vif-deleted', 'tag': '391d33dc-38cf-4a02-ae77-34e98e27f50c', 'status': 'completed', 'code': 200} Nov 25 13:41:56.703955 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:41:56.852465 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a16743-3c05-4ea1-8eb1-1a664a73dc0a req-5efe4698-f7eb-4a71-98e8-edbeccea6b03 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:56.858191 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-36a16743-3c05-4ea1-8eb1-1a664a73dc0a req-5efe4698-f7eb-4a71-98e8-edbeccea6b03 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.0713682 Nov 25 13:41:56.935301 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-36a16743-3c05-4ea1-8eb1-1a664a73dc0a req-a225ec99-e706-4b54-9f0d-87f789782a5a tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703058 Nov 25 13:41:57.112781 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d79146d-8ddc-419c-9ad4-f519dc4b05a3 req-a2adcc91-461e-462a-b760-f16a80c9ea99 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:57.114510 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2d79146d-8ddc-419c-9ad4-f519dc4b05a3 req-a2adcc91-461e-462a-b760-f16a80c9ea99 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.0552652 Nov 25 13:41:57.200855 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2d79146d-8ddc-419c-9ad4-f519dc4b05a3 req-c4acb524-c6e8-4f80-9707-ae28b146a5d8 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782959 Nov 25 13:41:57.378772 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aff0e1-86af-443f-99e9-30d1a290b10a req-9e8fdcb1-3164-4909-98aa-965673806e46 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:41:57.380545 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a2aff0e1-86af-443f-99e9-30d1a290b10a req-9e8fdcb1-3164-4909-98aa-965673806e46 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.0850461 Nov 25 13:41:57.444430 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a2aff0e1-86af-443f-99e9-30d1a290b10a req-49efe86a-fdda-4375-8c39-f78d90d7e118 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533109 Nov 25 13:41:59.444672 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 391d33dc-38cf-4a02-ae77-34e98e27f50c no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:41:59.485062 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: 391d33dc-38cf-4a02-ae77-34e98e27f50c {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:41:59.485417 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 391d33dc-38cf-4a02-ae77-34e98e27f50c not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:42:00.306232 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f31846-42ab-411b-82b3-18e58ab58d11 req-fbc8fff6-9785-4ca2-8c32-3a744197ec83 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:00.307902 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-80f31846-42ab-411b-82b3-18e58ab58d11 req-fbc8fff6-9785-4ca2-8c32-3a744197ec83 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.0708742 Nov 25 13:42:00.337402 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e0f2f216-953d-4f00-97c9-68ccaeec0779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:00.384345 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-80f31846-42ab-411b-82b3-18e58ab58d11 req-e819d28e-5fc4-45ab-92ef-8670d7ce751f tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678504 Nov 25 13:42:00.511973 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be9d5e-0821-464f-b1fb-7c6d739b98f4 req-0503169f-e012-411e-b214-3e921b190fb4 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:00.519282 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-20be9d5e-0821-464f-b1fb-7c6d739b98f4 req-0503169f-e012-411e-b214-3e921b190fb4 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.0566955 Nov 25 13:42:00.578461 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-20be9d5e-0821-464f-b1fb-7c6d739b98f4 req-a2a92fd5-69a0-4841-9783-7bb523c43c0b tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580428 Nov 25 13:42:01.047055 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 56388) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:42:01.620462 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b42f85cc-7aee-4031-b044-1a061c0803cb tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:02.236119 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-b42f85cc-7aee-4031-b044-1a061c0803cb tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Deleting port 16aed2ca-4013-411d-99fe-271984d0ec59 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:42:02.236477 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b42f85cc-7aee-4031-b044-1a061c0803cb tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:02.354333 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-b42f85cc-7aee-4031-b044-1a061c0803cb tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] For port 16aed2ca-4013-411d-99fe-271984d0ec59, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=16aed2ca-4013-411d-99fe-271984d0ec59,segment=NetworkSegment(d77bf5ed-0a09-4d3d-bf4d-18676326a00d),segment_id=d77bf5ed-0a09-4d3d-bf4d-18676326a00d)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:42:02.354719 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b42f85cc-7aee-4031-b044-1a061c0803cb tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:02.373304 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-b42f85cc-7aee-4031-b044-1a061c0803cb tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Calling delete_port for 16aed2ca-4013-411d-99fe-271984d0ec59 owned by network:router_interface {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:42:02.660460 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b42f85cc-7aee-4031-b044-1a061c0803cb tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:02.761182 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42f85cc-7aee-4031-b044-1a061c0803cb tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Pushing event deleted for resources: {'Port': ['ID=16aed2ca-4013-411d-99fe-271984d0ec59,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:02.786358 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3d7e0259-855e-4399-ada9-d837d563695f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:02.944537 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b42f85cc-7aee-4031-b044-1a061c0803cb tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:03.574887 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba164a4-05bf-40d5-a7f0-862038be6a6c req-972d3ac0-e86a-44bf-b74e-a661e9e4752a tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:03.576670 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bba164a4-05bf-40d5-a7f0-862038be6a6c req-972d3ac0-e86a-44bf-b74e-a661e9e4752a tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.1306510 Nov 25 13:42:03.728704 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bba164a4-05bf-40d5-a7f0-862038be6a6c req-86fb3cb2-a4e8-4ddf-b483-6a1d1b11f0a8 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120901 Nov 25 13:42:03.741254 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b42f85cc-7aee-4031-b044-1a061c0803cb tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Router f41a143c-a347-4ee0-9ab6-c9c16312a644 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:42:03.898634 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:03.913287 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b42f85cc-7aee-4031-b044-1a061c0803cb tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:42:03.923379 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b42f85cc-7aee-4031-b044-1a061c0803cb tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "PUT /v2.0/routers/f41a143c-a347-4ee0-9ab6-c9c16312a644/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8726101 Nov 25 13:42:03.930590 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e7a207-6686-4476-8c5a-19e27c056e2e None None] Sync routers for ids ['f41a143c-a347-4ee0-9ab6-c9c16312a644'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:42:03.946454 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e7a207-6686-4476-8c5a-19e27c056e2e None None] Routers {'f41a143c-a347-4ee0-9ab6-c9c16312a644'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:42:03.947495 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-c6e7a207-6686-4476-8c5a-19e27c056e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:42:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['f41a143c-a347-4ee0-9ab6-c9c16312a644'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:42:03.955313 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a78c5f-b30c-4688-8b1d-9b9ff4aa8051 req-0145a715-2001-4e5e-ab79-60bf8165b7e0 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:03.956829 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-53a78c5f-b30c-4688-8b1d-9b9ff4aa8051 req-0145a715-2001-4e5e-ab79-60bf8165b7e0 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.0998311 Nov 25 13:42:04.095119 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-53a78c5f-b30c-4688-8b1d-9b9ff4aa8051 req-dccaa901-7b0c-4f06-89e8-50a6dba9faf4 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095955 Nov 25 13:42:04.181609 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-c6e7a207-6686-4476-8c5a-19e27c056e2e None None] Set router f41a143c-a347-4ee0-9ab6-c9c16312a644 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:42:04.366645 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3191dc74-4550-4201-bae5-9a0c2bb32dd8 req-f7c7a736-50f9-46c1-9a62-0f54884b7bdf tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:04.369396 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3191dc74-4550-4201-bae5-9a0c2bb32dd8 req-f7c7a736-50f9-46c1-9a62-0f54884b7bdf tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.0727892 Nov 25 13:42:04.379405 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2613c9-2205-4c44-afe4-5c2e8603b406 req-c23a695b-baf4-4b4b-9220-4943c15e7a11 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:04.388335 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9f2613c9-2205-4c44-afe4-5c2e8603b406 req-c23a695b-baf4-4b4b-9220-4943c15e7a11 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a4b96e2-d1dd-4f91-8621-f1e7f3a56a29 HTTP/1.1" status: 200 len: 946 time: 0.1243036 Nov 25 13:42:04.497813 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3191dc74-4550-4201-bae5-9a0c2bb32dd8 req-917e506b-d4a5-4a0a-848c-d62c587d9586 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080334 Nov 25 13:42:04.503195 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9f2613c9-2205-4c44-afe4-5c2e8603b406 req-53f217b3-8b61-446b-ac81-1552841431c0 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b1d4db4-16c9-4cb6-8dc4-9eb3771326ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955818 Nov 25 13:42:04.584876 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56474) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:42:04.690313 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac7e90ba-a78c-4a30-9347-1b10866d0b1d admin admin] Deleting subnet 7149e5cd-66bb-49e5-8c66-89ee2818d851 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:42:04.703568 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ac7e90ba-a78c-4a30-9347-1b10866d0b1d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:04.705792 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-c6e7a207-6686-4476-8c5a-19e27c056e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41a143c-a347-4ee0-9ab6-c9c16312a644', 'name': 'tempest-TestNetworkBasicOps-router-788944127', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '95655f9c-aa77-488f-b5ad-2e8f5e7c59e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:40:05Z', 'updated_at': '2021-11-25T13:42:02Z', 'revision_number': 6, 'project_id': '06a700e6f18945e692debb25875c4858', 'gw_port': {'id': '95655f9c-aa77-488f-b5ad-2e8f5e7c59e7', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ee:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41a143c-a347-4ee0-9ab6-c9c16312a644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:40:06Z', 'updated_at': '2021-11-25T13:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '7da20e73-822f-4e40-a9f6-ea3488fa7285', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'floating_ip_address': '172.25.5.13', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': 'f41a143c-a347-4ee0-9ab6-c9c16312a644', 'port_id': '2fdc7f37-5471-4b4a-9ca2-ac7a3557060e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd246b13-3268-4e17-9682-1d1a7983fe47', 'mac_address': 'fa:16:3e:74:66:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540fffa5-e760-460b-aa99-ef8cd732bd87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:40:37Z', 'updated_at': '2021-11-25T13:40:40Z', 'revision_number': 1, 'project_id': '06a700e6f18945e692debb25875c4858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57631b1d-e75f-4e53-8904-49401d97cc03', 'name': '', 'network_id': 'cd246b13-3268-4e17-9682-1d1a7983fe47', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'mac_address': 'fa:16:3e:a2:cb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41a143c-a347-4ee0-9ab6-c9c16312a644', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '7057d26a-548c-410a-bbe7-146e3aa0dd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:40:11Z', 'updated_at': '2021-11-25T13:40:17Z', 'revision_number': 5, 'project_id': '06a700e6f18945e692debb25875c4858', 'subnets': [{'id': '7057d26a-548c-410a-bbe7-146e3aa0dd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:42:04.738443 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6456e0a-b965-4ce5-8e9e-b0eab3bb96ea req-74423f3a-936b-45d3-9445-4cc64590a33b tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:04.740687 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f6456e0a-b965-4ce5-8e9e-b0eab3bb96ea req-74423f3a-936b-45d3-9445-4cc64590a33b tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.1004295 Nov 25 13:42:04.759506 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e7a207-6686-4476-8c5a-19e27c056e2e None None] Checking router: f41a143c-a347-4ee0-9ab6-c9c16312a644 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:42:04.775130 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e7a207-6686-4476-8c5a-19e27c056e2e None None] Routers {'f41a143c-a347-4ee0-9ab6-c9c16312a644'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:42:04.776055 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-c6e7a207-6686-4476-8c5a-19e27c056e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:42:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['f41a143c-a347-4ee0-9ab6-c9c16312a644'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:42:04.784187 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ac7e90ba-a78c-4a30-9347-1b10866d0b1d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:04.841218 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f6456e0a-b965-4ce5-8e9e-b0eab3bb96ea req-016e9ecd-9611-4100-b24d-9bd84e468e23 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939066 Nov 25 13:42:04.880358 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ac7e90ba-a78c-4a30-9347-1b10866d0b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:04.939433 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-c6e7a207-6686-4476-8c5a-19e27c056e2e None None] Set router f41a143c-a347-4ee0-9ab6-c9c16312a644 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:42:05.009185 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ac7e90ba-a78c-4a30-9347-1b10866d0b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:05.078538 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b5b69c-601e-4a02-a19e-338c336736da req-530e8375-be5d-4347-b3cd-7b8ff23726bc tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:05.088041 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-26b5b69c-601e-4a02-a19e-338c336736da req-530e8375-be5d-4347-b3cd-7b8ff23726bc tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.0662260 Nov 25 13:42:05.208091 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-26b5b69c-601e-4a02-a19e-338c336736da req-2f9f34fe-4228-4c98-94de-5facae36891b tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151567 Nov 25 13:42:05.428748 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f4e6b-5d8f-4f4e-b2ed-a293ffa194f0 req-9b06f04f-1ce4-4c1e-8786-78f1bf319e32 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:05.430177 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:05.430930 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-210f4e6b-5d8f-4f4e-b2ed-a293ffa194f0 req-9b06f04f-1ce4-4c1e-8786-78f1bf319e32 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.1083305 Nov 25 13:42:05.461285 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-c6e7a207-6686-4476-8c5a-19e27c056e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41a143c-a347-4ee0-9ab6-c9c16312a644', 'name': 'tempest-TestNetworkBasicOps-router-788944127', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '95655f9c-aa77-488f-b5ad-2e8f5e7c59e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:40:05Z', 'updated_at': '2021-11-25T13:42:02Z', 'revision_number': 6, 'project_id': '06a700e6f18945e692debb25875c4858', 'gw_port': {'id': '95655f9c-aa77-488f-b5ad-2e8f5e7c59e7', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ee:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41a143c-a347-4ee0-9ab6-c9c16312a644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:40:06Z', 'updated_at': '2021-11-25T13:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '7da20e73-822f-4e40-a9f6-ea3488fa7285', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'floating_ip_address': '172.25.5.13', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': 'f41a143c-a347-4ee0-9ab6-c9c16312a644', 'port_id': '2fdc7f37-5471-4b4a-9ca2-ac7a3557060e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd246b13-3268-4e17-9682-1d1a7983fe47', 'mac_address': 'fa:16:3e:74:66:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540fffa5-e760-460b-aa99-ef8cd732bd87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:40:37Z', 'updated_at': '2021-11-25T13:40:40Z', 'revision_number': 1, 'project_id': '06a700e6f18945e692debb25875c4858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57631b1d-e75f-4e53-8904-49401d97cc03', 'name': '', 'network_id': 'cd246b13-3268-4e17-9682-1d1a7983fe47', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'mac_address': 'fa:16:3e:a2:cb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41a143c-a347-4ee0-9ab6-c9c16312a644', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '7057d26a-548c-410a-bbe7-146e3aa0dd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:40:11Z', 'updated_at': '2021-11-25T13:40:17Z', 'revision_number': 5, 'project_id': '06a700e6f18945e692debb25875c4858', 'subnets': [{'id': '7057d26a-548c-410a-bbe7-146e3aa0dd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:42:05.494335 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e7a207-6686-4476-8c5a-19e27c056e2e None None] The sync data for ids ['f41a143c-a347-4ee0-9ab6-c9c16312a644'] in n-d-808199-11 is: [{'id': 'f41a143c-a347-4ee0-9ab6-c9c16312a644', 'name': 'tempest-TestNetworkBasicOps-router-788944127', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '95655f9c-aa77-488f-b5ad-2e8f5e7c59e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:40:05Z', 'updated_at': '2021-11-25T13:42:02Z', 'revision_number': 6, 'project_id': '06a700e6f18945e692debb25875c4858', 'gw_port': {'id': '95655f9c-aa77-488f-b5ad-2e8f5e7c59e7', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ee:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41a143c-a347-4ee0-9ab6-c9c16312a644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:40:06Z', 'updated_at': '2021-11-25T13:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '7da20e73-822f-4e40-a9f6-ea3488fa7285', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'floating_ip_address': '172.25.5.13', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': 'f41a143c-a347-4ee0-9ab6-c9c16312a644', 'port_id': '2fdc7f37-5471-4b4a-9ca2-ac7a3557060e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd246b13-3268-4e17-9682-1d1a7983fe47', 'mac_address': 'fa:16:3e:74:66:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540fffa5-e760-460b-aa99-ef8cd732bd87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:40:37Z', 'updated_at': '2021-11-25T13:40:40Z', 'revision_number': 1, 'project_id': '06a700e6f18945e692debb25875c4858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57631b1d-e75f-4e53-8904-49401d97cc03', 'name': '', 'network_id': 'cd246b13-3268-4e17-9682-1d1a7983fe47', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'mac_address': 'fa:16:3e:a2:cb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41a143c-a347-4ee0-9ab6-c9c16312a644', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '7057d26a-548c-410a-bbe7-146e3aa0dd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:40:11Z', 'updated_at': '2021-11-25T13:40:17Z', 'revision_number': 5, 'project_id': '06a700e6f18945e692debb25875c4858', 'subnets': [{'id': '7057d26a-548c-410a-bbe7-146e3aa0dd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:42:05.529295 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7e90ba-a78c-4a30-9347-1b10866d0b1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7149e5cd-66bb-49e5-8c66-89ee2818d851,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:05.581798 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454f4a7f-1b9d-4693-8bfe-6e51bae81a57 None None] Network e1755fee-aaa6-425e-8842-e7c47174a17e requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:42:05.589907 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ac7e90ba-a78c-4a30-9347-1b10866d0b1d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:05.597903 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-ac7e90ba-a78c-4a30-9347-1b10866d0b1d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/7149e5cd-66bb-49e5-8c66-89ee2818d851 HTTP/1.1" status: 204 len: 168 time: 1.0119159 Nov 25 13:42:05.598471 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-210f4e6b-5d8f-4f4e-b2ed-a293ffa194f0 req-7602a739-8946-4d25-b7df-238b979a588c tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546230 Nov 25 13:42:05.600415 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 56498) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:42:05.693581 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a45a9-cdc1-4350-8b28-5037dab4cd43 req-50cd484c-b0f7-4134-aaca-da4ec58c2377 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:05.701980 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4a0a45a9-cdc1-4350-8b28-5037dab4cd43 req-50cd484c-b0f7-4134-aaca-da4ec58c2377 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a4b96e2-d1dd-4f91-8621-f1e7f3a56a29 HTTP/1.1" status: 200 len: 946 time: 0.1542621 Nov 25 13:42:05.839767 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-11186af8-da5d-44f0-afef-a1589c5c2d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:05.857485 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19df300a-a07a-44b1-af12-bc0a346379a5 None None] DHCP port deletion for e1755fee-aaa6-425e-8842-e7c47174a17e request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:42:05.877032 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 16aed2ca-4013-411d-99fe-271984d0ec59 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:42:05.880954 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263cc378-cf0f-4921-b668-31dbf047f951 req-9ba2f9d9-5650-47aa-8aad-db9d023622ff tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:05.883180 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-263cc378-cf0f-4921-b668-31dbf047f951 req-9ba2f9d9-5650-47aa-8aad-db9d023622ff tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a4b96e2-d1dd-4f91-8621-f1e7f3a56a29 HTTP/1.1" status: 200 len: 946 time: 0.1780763 Nov 25 13:42:05.936086 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-4a0a45a9-cdc1-4350-8b28-5037dab4cd43 req-f7718c7d-c4a8-49f9-8c9e-7421f82ebe59 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Deleting port 218d468c-2abd-4ab5-b990-f1875c0384d5 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:42:05.936437 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-4a0a45a9-cdc1-4350-8b28-5037dab4cd43 req-f7718c7d-c4a8-49f9-8c9e-7421f82ebe59 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:05.984359 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 16aed2ca-4013-411d-99fe-271984d0ec59 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:42:05.996058 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 16aed2ca-4013-411d-99fe-271984d0ec59 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:42:06.042755 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-263cc378-cf0f-4921-b668-31dbf047f951 req-b3f50faf-3338-4afe-81d8-e40b02da177c tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b1d4db4-16c9-4cb6-8dc4-9eb3771326ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272540 Nov 25 13:42:06.160533 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-4a0a45a9-cdc1-4350-8b28-5037dab4cd43 req-f7718c7d-c4a8-49f9-8c9e-7421f82ebe59 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] For port 218d468c-2abd-4ab5-b990-f1875c0384d5, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=218d468c-2abd-4ab5-b990-f1875c0384d5,segment=NetworkSegment(d77bf5ed-0a09-4d3d-bf4d-18676326a00d),segment_id=d77bf5ed-0a09-4d3d-bf4d-18676326a00d)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:42:06.161245 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-4a0a45a9-cdc1-4350-8b28-5037dab4cd43 req-f7718c7d-c4a8-49f9-8c9e-7421f82ebe59 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:06.170347 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-11186af8-da5d-44f0-afef-a1589c5c2d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:06.178245 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-4a0a45a9-cdc1-4350-8b28-5037dab4cd43 req-f7718c7d-c4a8-49f9-8c9e-7421f82ebe59 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Calling delete_port for 218d468c-2abd-4ab5-b990-f1875c0384d5 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:42:06.224550 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-11186af8-da5d-44f0-afef-a1589c5c2d55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1755fee-aaa6-425e-8842-e7c47174a17e']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:42:06.263272 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d3dddd-a77e-4e79-a4d8-532841e46b96 req-799532ab-3a93-4bbe-aadb-8d8a6e77f582 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:06.270469 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-77d3dddd-a77e-4e79-a4d8-532841e46b96 req-799532ab-3a93-4bbe-aadb-8d8a6e77f582 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.3861742 Nov 25 13:42:06.274506 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-11186af8-da5d-44f0-afef-a1589c5c2d55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fcd7aac-532e-47fe-9539-35bf3b7dfacc') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:42:06.276256 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-11186af8-da5d-44f0-afef-a1589c5c2d55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fcd7aac-532e-47fe-9539-35bf3b7dfacc') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:42:06.307388 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-11186af8-da5d-44f0-afef-a1589c5c2d55 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:06.322537 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-11186af8-da5d-44f0-afef-a1589c5c2d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:06.331475 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11186af8-da5d-44f0-afef-a1589c5c2d55 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:42:06.331898 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-11186af8-da5d-44f0-afef-a1589c5c2d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:06.390951 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:42:06.390951 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:42:06.390951 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:42:06.390951 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:42:06.390951 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:42:06.390951 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:42:06.390951 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:42:06.390951 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:42:06.390951 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:42:06.390951 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:42:06.390951 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:42:06.390951 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:42:06.390951 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:42:06.390951 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:42:06.390951 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:42:06.390951 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:42:06.390951 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:42:06.390951 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:42:06.390951 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:42:06.390951 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:42:06.390951 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:42:06.390951 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:42:06.390951 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:42:06.390951 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:42:06.390951 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:42:06.390951 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:42:06.390951 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:42:06.390951 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:42:06.390951 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:42:06.390951 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:42:06.390951 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:42:06.390951 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:42:06.401164 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-4a0a45a9-cdc1-4350-8b28-5037dab4cd43 req-f7718c7d-c4a8-49f9-8c9e-7421f82ebe59 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:06.430028 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:06.441187 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-11186af8-da5d-44f0-afef-a1589c5c2d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:06.456812 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-11186af8-da5d-44f0-afef-a1589c5c2d55 admin admin] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:06.461486 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-11186af8-da5d-44f0-afef-a1589c5c2d55 admin admin] 10.222.0.53 "DELETE /v2.0/networks/e1755fee-aaa6-425e-8842-e7c47174a17e HTTP/1.1" status: 204 len: 168 time: 0.8573053 Nov 25 13:42:06.483654 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11186af8-da5d-44f0-afef-a1589c5c2d55 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1755fee-aaa6-425e-8842-e7c47174a17e,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:06.500066 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-77d3dddd-a77e-4e79-a4d8-532841e46b96 req-4fb07bd6-487a-4b67-b1e1-b8f70374da24 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162223 Nov 25 13:42:06.559957 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7718c7d-c4a8-49f9-8c9e-7421f82ebe59 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Pushing event deleted for resources: {'Port': ['ID=218d468c-2abd-4ab5-b990-f1875c0384d5,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:06.562616 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a0a45a9-cdc1-4350-8b28-5037dab4cd43 req-f7718c7d-c4a8-49f9-8c9e-7421f82ebe59 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] No DVR routers for this DVR port 218d468c-2abd-4ab5-b990-f1875c0384d5 on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:42:06.564973 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-4a0a45a9-cdc1-4350-8b28-5037dab4cd43 req-f7718c7d-c4a8-49f9-8c9e-7421f82ebe59 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:06.568493 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4a0a45a9-cdc1-4350-8b28-5037dab4cd43 req-f7718c7d-c4a8-49f9-8c9e-7421f82ebe59 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.47 "DELETE /v2.0/ports/218d468c-2abd-4ab5-b990-f1875c0384d5 HTTP/1.1" status: 204 len: 173 time: 0.8580709 Nov 25 13:42:06.568964 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a4b96e2-d1dd-4f91-8621-f1e7f3a56a29', 'name': 'network-vif-deleted', 'tag': '218d468c-2abd-4ab5-b990-f1875c0384d5'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:42:06.579572 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a67df96-dd39-4473-8b3f-5540c65ed0e9" -d '{"events": [{"server_uuid": "6a4b96e2-d1dd-4f91-8621-f1e7f3a56a29", "name": "network-vif-deleted", "tag": "218d468c-2abd-4ab5-b990-f1875c0384d5"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:42:06.660853 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462ae1e-667a-4b51-821f-a4799c84ee8c req-b12c296f-a725-4b97-9fa5-2aa825b26362 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:06.662416 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5462ae1e-667a-4b51-821f-a4799c84ee8c req-b12c296f-a725-4b97-9fa5-2aa825b26362 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.0973365 Nov 25 13:42:06.682539 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138f3295-2559-48ca-b2f6-09fdf361b2db x-openstack-request-id: req-138f3295-2559-48ca-b2f6-09fdf361b2db {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:42:06.683055 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a4b96e2-d1dd-4f91-8621-f1e7f3a56a29", "name": "network-vif-deleted", "tag": "218d468c-2abd-4ab5-b990-f1875c0384d5", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:42:06.683165 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-138f3295-2559-48ca-b2f6-09fdf361b2db {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:42:06.683515 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a4b96e2-d1dd-4f91-8621-f1e7f3a56a29', 'name': 'network-vif-deleted', 'tag': '218d468c-2abd-4ab5-b990-f1875c0384d5', 'status': 'completed', 'code': 200} Nov 25 13:42:06.740971 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56524) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:42:06.806021 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5462ae1e-667a-4b51-821f-a4799c84ee8c req-fd2c44aa-e5be-4731-9561-eded6cac3795 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186931 Nov 25 13:42:06.809595 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5e6ef1b8-1eb6-4c91-9bbd-9fd265fa0be4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6684a101e7e1409089143e68507e9eaa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0661304 Nov 25 13:42:06.809772 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 56532) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:42:06.889677 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e9ec88be-a114-450e-81eb-5f975abfd3f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:06.916056 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e9ec88be-a114-450e-81eb-5f975abfd3f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:06.995394 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e9ec88be-a114-450e-81eb-5f975abfd3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:06.998206 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e9ec88be-a114-450e-81eb-5f975abfd3f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:07.001556 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e9ec88be-a114-450e-81eb-5f975abfd3f5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ca0c46ca-270b-4976-b9de-a929cb5dfd66 HTTP/1.1" status: 204 len: 168 time: 0.1909058 Nov 25 13:42:07.015687 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ec88be-a114-450e-81eb-5f975abfd3f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca0c46ca-270b-4976-b9de-a929cb5dfd66,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:07.149436 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54866ff-b4d7-464a-a7a3-5410fe174801 req-d2d08fb0-8f53-4368-b11c-5ee21612df72 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:07.151085 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e54866ff-b4d7-464a-a7a3-5410fe174801 req-d2d08fb0-8f53-4368-b11c-5ee21612df72 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.1088014 Nov 25 13:42:07.255344 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ea2c814e-6331-4b9d-a764-7fd179916b35 req-ee5bce71-1b20-43a6-abb1-afb576736520 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a4b96e2-d1dd-4f91-8621-f1e7f3a56a29 HTTP/1.1" status: 200 len: 210 time: 0.0624807 Nov 25 13:42:07.306081 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e54866ff-b4d7-464a-a7a3-5410fe174801 req-27aeea8e-bebe-4a56-8686-b53b8bb8a82d tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329222 Nov 25 13:42:07.436949 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fb5642-a0d7-4dcb-9b36-ebdf3792cf83 req-807d197b-b37d-4bd9-a47c-04c6de92fda5 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:07.439366 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-16fb5642-a0d7-4dcb-9b36-ebdf3792cf83 req-807d197b-b37d-4bd9-a47c-04c6de92fda5 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.0728173 Nov 25 13:42:07.499257 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-16fb5642-a0d7-4dcb-9b36-ebdf3792cf83 req-2658ca82-f737-4a08-8f34-adbe045c3407 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532770 Nov 25 13:42:07.754893 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c88b8c-0edd-425e-9567-e6d7cf618e57 req-127df1ec-0b6b-47a8-b570-dd0cd01ef5cd tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:07.756729 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-53c88b8c-0edd-425e-9567-e6d7cf618e57 req-127df1ec-0b6b-47a8-b570-dd0cd01ef5cd tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.0630116 Nov 25 13:42:07.836152 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-53c88b8c-0edd-425e-9567-e6d7cf618e57 req-789c7751-6100-4294-9dd5-a495ed3bc13a tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724046 Nov 25 13:42:07.995209 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35751c2d-c9a5-4669-a738-93630c93af53 req-30128cd5-8082-4516-8c34-2e19c3d50797 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:07.997097 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-35751c2d-c9a5-4669-a738-93630c93af53 req-30128cd5-8082-4516-8c34-2e19c3d50797 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.0650425 Nov 25 13:42:08.052014 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-35751c2d-c9a5-4669-a738-93630c93af53 req-4ebbe629-03b8-473e-b3ce-e471f05d0e75 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487468 Nov 25 13:42:08.076475 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 56588) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:42:08.214446 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:08.227563 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-7bcdf03e-7b2e-4f2e-8653-c8574ebe15d4 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-524961113-network', 'tenant_id': '1698007813d94bcb97d729bd771d2761'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:42:08.252079 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bcdf03e-7b2e-4f2e-8653-c8574ebe15d4 admin admin] Made reservation on behalf of 1698007813d94bcb97d729bd771d2761 for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:42:08.262426 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7bcdf03e-7b2e-4f2e-8653-c8574ebe15d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:08.285116 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7bcdf03e-7b2e-4f2e-8653-c8574ebe15d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:08.363663 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56610) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:42:08.440092 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6915838f-7e7f-421a-8b3f-2f11f8345775 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:08.452119 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b651d983-1128-43e6-a41b-638374479324 req-5794f4bf-1db9-4dd9-9d10-e68e0ce88846 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:08.453692 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b651d983-1128-43e6-a41b-638374479324 req-5794f4bf-1db9-4dd9-9d10-e68e0ce88846 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/networks?id=65ced711-08b2-4c86-8f28-c46c27d6c810 HTTP/1.1" status: 200 len: 814 time: 0.1862314 Nov 25 13:42:08.484753 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6915838f-7e7f-421a-8b3f-2f11f8345775 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:08.515329 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b651d983-1128-43e6-a41b-638374479324 req-2f79ad6c-0410-492c-bf43-8e1ccfa57908 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/quotas/7df61f1b08cd47c08bd2f95f1b832351 HTTP/1.1" status: 200 len: 375 time: 0.0530534 Nov 25 13:42:08.572063 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6915838f-7e7f-421a-8b3f-2f11f8345775 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:08.577297 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6915838f-7e7f-421a-8b3f-2f11f8345775 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:08.579155 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-6915838f-7e7f-421a-8b3f-2f11f8345775 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "DELETE /v2.0/security-groups/9b1d4db4-16c9-4cb6-8dc4-9eb3771326ab HTTP/1.1" status: 204 len: 168 time: 0.2138963 Nov 25 13:42:08.592486 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6915838f-7e7f-421a-8b3f-2f11f8345775 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1d4db4-16c9-4cb6-8dc4-9eb3771326ab,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:08.625180 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7bcdf03e-7b2e-4f2e-8653-c8574ebe15d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:08.625492 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56618) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:42:08.638759 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b651d983-1128-43e6-a41b-638374479324 req-8e91ddb2-52c4-425e-8491-88ada035ca76 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7df61f1b08cd47c08bd2f95f1b832351&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1223979 Nov 25 13:42:08.641130 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7bcdf03e-7b2e-4f2e-8653-c8574ebe15d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:08.669568 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bcdf03e-7b2e-4f2e-8653-c8574ebe15d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:42:08.693642 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcdf03e-7b2e-4f2e-8653-c8574ebe15d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc15ebf9-0049-455f-ae75-103e67b93cbd,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:08.700255 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7bcdf03e-7b2e-4f2e-8653-c8574ebe15d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:08.700754 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-7bcdf03e-7b2e-4f2e-8653-c8574ebe15d4 admin admin] Added segment 3b92cca9-109b-42b5-95fc-7e307e81be0f of type vlan for network 1939f0c1-60cc-4b38-a5f1-95db280c27bb Nov 25 13:42:08.745579 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6f98496-b108-446c-9cf2-a22fa1a7d46c tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Deleting subnet dd1d8420-5b0a-4c9a-bfa1-e976fc8ae67c {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:42:08.760882 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c6f98496-b108-446c-9cf2-a22fa1a7d46c tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:08.811112 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7bcdf03e-7b2e-4f2e-8653-c8574ebe15d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:08.811696 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c6f98496-b108-446c-9cf2-a22fa1a7d46c tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:08.852451 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd647e-9323-43cd-8b83-099d4a58eb4f req-250a1da9-94cd-438d-b9c3-d4dd359320c8 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:08.854112 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-85fd647e-9323-43cd-8b83-099d4a58eb4f req-250a1da9-94cd-438d-b9c3-d4dd359320c8 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.0899303 Nov 25 13:42:08.905742 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7bcdf03e-7b2e-4f2e-8653-c8574ebe15d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:08.906897 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bcdf03e-7b2e-4f2e-8653-c8574ebe15d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:08.907577 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7bcdf03e-7b2e-4f2e-8653-c8574ebe15d4 admin admin] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:08.929532 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c6f98496-b108-446c-9cf2-a22fa1a7d46c tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:08.980056 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-7bcdf03e-7b2e-4f2e-8653-c8574ebe15d4 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9022293 Nov 25 13:42:08.982882 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56630) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:42:08.983803 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-85fd647e-9323-43cd-8b83-099d4a58eb4f req-d89c594e-3278-4cae-b151-74d95a4af39a tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120746 Nov 25 13:42:08.997596 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcdf03e-7b2e-4f2e-8653-c8574ebe15d4 admin admin] Pushing event updated for resources: {'Network': ['ID=1939f0c1-60cc-4b38-a5f1-95db280c27bb,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:09.012512 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-4d2b48c8-b0ad-4427-9d1a-1ae2f42dfc34 admin admin] Request body: {'subnet': {'network_id': '1939f0c1-60cc-4b38-a5f1-95db280c27bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-524961113-subnet', 'tenant_id': '1698007813d94bcb97d729bd771d2761', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:42:09.018379 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 1939f0c1-60cc-4b38-a5f1-95db280c27bb details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:42:09.066084 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2b48c8-b0ad-4427-9d1a-1ae2f42dfc34 admin admin] Made reservation on behalf of 1698007813d94bcb97d729bd771d2761 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:42:09.071529 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4d2b48c8-b0ad-4427-9d1a-1ae2f42dfc34 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:09.126105 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c6f98496-b108-446c-9cf2-a22fa1a7d46c tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:09.175529 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f98496-b108-446c-9cf2-a22fa1a7d46c tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Pushing event deleted for resources: {'Subnet': ['ID=dd1d8420-5b0a-4c9a-bfa1-e976fc8ae67c,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:09.179888 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c6f98496-b108-446c-9cf2-a22fa1a7d46c tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:09.180184 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f045b08e-c9e6-470f-acfc-8594b768086c req-a2cdf18e-7e4d-461e-bdd3-91683ea07fa7 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:09.181874 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f045b08e-c9e6-470f-acfc-8594b768086c req-a2cdf18e-7e4d-461e-bdd3-91683ea07fa7 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.0906851 Nov 25 13:42:09.191341 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c6f98496-b108-446c-9cf2-a22fa1a7d46c tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "DELETE /v2.0/subnets/dd1d8420-5b0a-4c9a-bfa1-e976fc8ae67c HTTP/1.1" status: 204 len: 168 time: 0.5647101 Nov 25 13:42:09.191690 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12918a1-5ee6-4f06-bc9c-f239ea18fd77 None None] Network 075ef1cb-099b-461d-87ff-00e1457ffac9 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:42:09.195003 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56638) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:42:09.253939 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f045b08e-c9e6-470f-acfc-8594b768086c req-52cf6200-6130-419e-823c-8d904133cfc2 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623536 Nov 25 13:42:09.333526 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-05927a2f-1c1d-4c76-913d-c671a4bef53e tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:09.503454 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4d2b48c8-b0ad-4427-9d1a-1ae2f42dfc34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:09.554958 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2b48c8-b0ad-4427-9d1a-1ae2f42dfc34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38e55c3b-05f3-4063-ab39-3832e87e5abe,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:09.558013 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-05927a2f-1c1d-4c76-913d-c671a4bef53e tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Deleting port 34706380-a8ae-40fa-840f-7057c87740e3 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:42:09.558523 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-05927a2f-1c1d-4c76-913d-c671a4bef53e tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:09.565335 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 218d468c-2abd-4ab5-b990-f1875c0384d5 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:42:09.579957 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-64d01029-dd85-4a96-b66d-3ddf52877c39 req-1dd58bde-0e7f-4b13-929c-de0c8673c96b tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=7df61f1b08cd47c08bd2f95f1b832351 HTTP/1.1" status: 200 len: 221 time: 0.0627706 Nov 25 13:42:09.605184 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: 218d468c-2abd-4ab5-b990-f1875c0384d5 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:42:09.605591 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 218d468c-2abd-4ab5-b990-f1875c0384d5 not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:42:09.689016 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-05927a2f-1c1d-4c76-913d-c671a4bef53e tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] For port 34706380-a8ae-40fa-840f-7057c87740e3, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=34706380-a8ae-40fa-840f-7057c87740e3,segment=NetworkSegment(d77bf5ed-0a09-4d3d-bf4d-18676326a00d),segment_id=d77bf5ed-0a09-4d3d-bf4d-18676326a00d)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:42:09.689500 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-05927a2f-1c1d-4c76-913d-c671a4bef53e tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:09.692255 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2b48c8-b0ad-4427-9d1a-1ae2f42dfc34 admin admin] Checking segment: {'id': '3b92cca9-109b-42b5-95fc-7e307e81be0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '1939f0c1-60cc-4b38-a5f1-95db280c27bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:42:09.692630 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2b48c8-b0ad-4427-9d1a-1ae2f42dfc34 admin admin] Network hostable DHCP agents. Network: 1939f0c1-60cc-4b38-a5f1-95db280c27bb, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:42:09.710604 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-05927a2f-1c1d-4c76-913d-c671a4bef53e tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Calling delete_port for 34706380-a8ae-40fa-840f-7057c87740e3 owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:42:09.737610 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2b48c8-b0ad-4427-9d1a-1ae2f42dfc34 admin admin] Network 1939f0c1-60cc-4b38-a5f1-95db280c27bb is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:42:09.745543 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e2a798-8524-45d1-8c66-9bcc7e12dd8f None None] DHCP port deletion for 075ef1cb-099b-461d-87ff-00e1457ffac9 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:42:09.798612 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ff1e1-3b63-4730-90e3-98ffff598262 req-ad99b8ca-032e-4a33-ad8c-83430bf77fb3 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:09.804906 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-674ff1e1-3b63-4730-90e3-98ffff598262 req-ad99b8ca-032e-4a33-ad8c-83430bf77fb3 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.1395342 Nov 25 13:42:09.824651 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-4d2b48c8-b0ad-4427-9d1a-1ae2f42dfc34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 1939f0c1-60cc-4b38-a5f1-95db280c27bb) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:42:09.840310 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2b48c8-b0ad-4427-9d1a-1ae2f42dfc34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:09.840783 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4d2b48c8-b0ad-4427-9d1a-1ae2f42dfc34 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:09.845898 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f3d1a1-2e01-4f30-9a2a-b9fcefb99b95 None None] Network 1939f0c1-60cc-4b38-a5f1-95db280c27bb requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:42:09.888445 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-4d2b48c8-b0ad-4427-9d1a-1ae2f42dfc34 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8921304 Nov 25 13:42:09.905198 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-674ff1e1-3b63-4730-90e3-98ffff598262 req-167f1510-0bbc-4eba-bf6a-d8db9a430d3c tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934222 Nov 25 13:42:09.905493 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 34706380-a8ae-40fa-840f-7057c87740e3 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:42:09.916262 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-05927a2f-1c1d-4c76-913d-c671a4bef53e tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:09.963972 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05927a2f-1c1d-4c76-913d-c671a4bef53e tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] No DVR routers for this DVR port 34706380-a8ae-40fa-840f-7057c87740e3 on host n-d-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:42:09.966361 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927a2f-1c1d-4c76-913d-c671a4bef53e tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Pushing event deleted for resources: {'Port': ['ID=34706380-a8ae-40fa-840f-7057c87740e3,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:09.979556 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 34706380-a8ae-40fa-840f-7057c87740e3 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:42:09.980252 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 34706380-a8ae-40fa-840f-7057c87740e3 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:42:09.993497 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-18e2a798-8524-45d1-8c66-9bcc7e12dd8f None None] Deleting port 34706380-a8ae-40fa-840f-7057c87740e3 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:42:09.993984 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-18e2a798-8524-45d1-8c66-9bcc7e12dd8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:10.069378 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-05927a2f-1c1d-4c76-913d-c671a4bef53e tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:10.095835 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-05927a2f-1c1d-4c76-913d-c671a4bef53e tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['075ef1cb-099b-461d-87ff-00e1457ffac9']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:42:10.106985 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-05927a2f-1c1d-4c76-913d-c671a4bef53e tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd77bf5ed-0a09-4d3d-bf4d-18676326a00d') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:42:10.107286 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-05927a2f-1c1d-4c76-913d-c671a4bef53e tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd77bf5ed-0a09-4d3d-bf4d-18676326a00d') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:42:10.130023 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-05927a2f-1c1d-4c76-913d-c671a4bef53e tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:10.131872 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c62ac4-43b5-41e9-8929-dcbf0134e4dd req-5f6d8cac-5dc6-4347-b1f7-35a4720f5f88 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:10.136030 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-20c62ac4-43b5-41e9-8929-dcbf0134e4dd req-5f6d8cac-5dc6-4347-b1f7-35a4720f5f88 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.0641022 Nov 25 13:42:10.152648 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd58ab8-b9b3-4c2e-955f-fb45438109f6 None None] Network 1939f0c1-60cc-4b38-a5f1-95db280c27bb requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:42:10.159135 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-05927a2f-1c1d-4c76-913d-c671a4bef53e tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:10.170989 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-18e2a798-8524-45d1-8c66-9bcc7e12dd8f None None] For port 34706380-a8ae-40fa-840f-7057c87740e3, host n-d-808199-11, got binding levels [] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:42:10.171645 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-18e2a798-8524-45d1-8c66-9bcc7e12dd8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:10.173055 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05927a2f-1c1d-4c76-913d-c671a4bef53e tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:42:10.174723 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-05927a2f-1c1d-4c76-913d-c671a4bef53e tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:10.183865 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:42:10.183865 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:42:10.183865 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:42:10.183865 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:42:10.183865 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:42:10.183865 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:42:10.183865 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:42:10.183865 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:42:10.183865 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:42:10.183865 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:42:10.183865 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:42:10.183865 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:42:10.183865 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:42:10.183865 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:42:10.183865 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:42:10.183865 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:42:10.183865 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:42:10.183865 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:42:10.183865 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:42:10.183865 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:42:10.183865 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:42:10.183865 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:42:10.183865 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:42:10.183865 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:42:10.183865 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:42:10.183865 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:42:10.183865 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:42:10.183865 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:42:10.183865 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:42:10.183865 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:42:10.183865 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:42:10.183865 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:42:10.220432 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-20c62ac4-43b5-41e9-8929-dcbf0134e4dd req-37f0c3c1-d6db-4e86-b401-8da883aef48a tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766153 Nov 25 13:42:10.221469 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-18e2a798-8524-45d1-8c66-9bcc7e12dd8f None None] Calling delete_port for 34706380-a8ae-40fa-840f-7057c87740e3 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:42:10.225321 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.ipam_backend_mixin [None req-18e2a798-8524-45d1-8c66-9bcc7e12dd8f None None] Port 34706380-a8ae-40fa-840f-7057c87740e3 was not found and therefore no delete operation was performed {{(pid=103572) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 13:42:10.229696 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-18e2a798-8524-45d1-8c66-9bcc7e12dd8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:10.265071 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e2a798-8524-45d1-8c66-9bcc7e12dd8f None None] Pushing event deleted for resources: {'Port': ['ID=34706380-a8ae-40fa-840f-7057c87740e3,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:10.279465 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e2a798-8524-45d1-8c66-9bcc7e12dd8f None None] No DVR routers for this DVR port 34706380-a8ae-40fa-840f-7057c87740e3 on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:42:10.280689 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-05927a2f-1c1d-4c76-913d-c671a4bef53e tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:10.292392 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-05927a2f-1c1d-4c76-913d-c671a4bef53e tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:10.299309 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-05927a2f-1c1d-4c76-913d-c671a4bef53e tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "DELETE /v2.0/networks/075ef1cb-099b-461d-87ff-00e1457ffac9 HTTP/1.1" status: 204 len: 168 time: 1.1025951 Nov 25 13:42:10.301871 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 56684) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:42:10.323348 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927a2f-1c1d-4c76-913d-c671a4bef53e tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Pushing event deleted for resources: {'Network': ['ID=075ef1cb-099b-461d-87ff-00e1457ffac9,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:10.496120 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c249c-979b-4103-9fb7-f88231566237 req-2ce7ffbb-1c6a-4c7d-8d00-70b24b6629c0 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:10.497620 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-132c249c-979b-4103-9fb7-f88231566237 req-2ce7ffbb-1c6a-4c7d-8d00-70b24b6629c0 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.1255565 Nov 25 13:42:10.587033 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-132c249c-979b-4103-9fb7-f88231566237 req-4e39cecb-d1ca-4eda-8dae-c5f21b4ef4a1 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759013 Nov 25 13:42:10.610867 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-b2c8ccb8-fce3-4d9a-9388-ada8db31392b tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Deleting port f20f8735-fb56-4878-bd48-5fb79989e0f1 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:42:10.611409 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b2c8ccb8-fce3-4d9a-9388-ada8db31392b tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:10.682196 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56700) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:42:10.688441 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-5254b693-462c-4521-a09d-48caefcaf4ac admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-277351013-network', 'tenant_id': 'a49480e870f848f399a623a3a605c9e3'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:42:10.715667 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5254b693-462c-4521-a09d-48caefcaf4ac admin admin] Made reservation on behalf of a49480e870f848f399a623a3a605c9e3 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:42:10.719480 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5254b693-462c-4521-a09d-48caefcaf4ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:10.738069 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5254b693-462c-4521-a09d-48caefcaf4ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:10.766296 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b2c8ccb8-fce3-4d9a-9388-ada8db31392b tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:10.766918 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b2c8ccb8-fce3-4d9a-9388-ada8db31392b tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:10.785433 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-b2c8ccb8-fce3-4d9a-9388-ada8db31392b tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Calling delete_port for f20f8735-fb56-4878-bd48-5fb79989e0f1 owned by network:floatingip {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:42:10.795192 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b466d-5c52-4159-9643-9f4cd12fe795 req-583ef7be-78cb-4c88-a9c0-6b7d0b291150 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:10.797216 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a90b466d-5c52-4159-9643-9f4cd12fe795 req-583ef7be-78cb-4c88-a9c0-6b7d0b291150 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.1045384 Nov 25 13:42:10.877681 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5254b693-462c-4521-a09d-48caefcaf4ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:10.885162 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5254b693-462c-4521-a09d-48caefcaf4ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:10.898753 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5254b693-462c-4521-a09d-48caefcaf4ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:42:10.910113 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5254b693-462c-4521-a09d-48caefcaf4ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:10.910919 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-5254b693-462c-4521-a09d-48caefcaf4ac admin admin] Added segment d37a9bc9-af99-43d2-b5d8-937a5ad418e0 of type vlan for network a167c834-58d3-4335-b23c-75d735d28023 Nov 25 13:42:10.967676 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a90b466d-5c52-4159-9643-9f4cd12fe795 req-01a2356f-77b1-4b58-b17d-d893cd8a6db0 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604574 Nov 25 13:42:11.000021 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5254b693-462c-4521-a09d-48caefcaf4ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:11.042287 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5254b693-462c-4521-a09d-48caefcaf4ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a36d7e9-4cb9-4c95-9680-2427ad2d8aaf,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:11.056105 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5254b693-462c-4521-a09d-48caefcaf4ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:11.057649 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5254b693-462c-4521-a09d-48caefcaf4ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:11.058382 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5254b693-462c-4521-a09d-48caefcaf4ac admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:11.106820 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b2c8ccb8-fce3-4d9a-9388-ada8db31392b tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:11.112890 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5254b693-462c-4521-a09d-48caefcaf4ac admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4294195 Nov 25 13:42:11.142135 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 56714) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:42:11.157135 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c8ccb8-fce3-4d9a-9388-ada8db31392b tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Pushing event deleted for resources: {'Port': ['ID=f20f8735-fb56-4878-bd48-5fb79989e0f1,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:11.164425 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5254b693-462c-4521-a09d-48caefcaf4ac admin admin] Pushing event updated for resources: {'Network': ['ID=a167c834-58d3-4335-b23c-75d735d28023,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:11.173963 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network a167c834-58d3-4335-b23c-75d735d28023 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:42:11.175637 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-cbf1900a-c4b5-46cc-ae93-f2e6d52012a4 admin admin] Request body: {'subnet': {'network_id': 'a167c834-58d3-4335-b23c-75d735d28023', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-277351013-subnet', 'tenant_id': 'a49480e870f848f399a623a3a605c9e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:42:11.308177 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9cfeaf-e822-4cf3-8be3-85542d7abb3b req-8e363115-fe3c-4e19-be6b-e7ddb75c1e26 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:11.392199 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0b9cfeaf-e822-4cf3-8be3-85542d7abb3b req-8e363115-fe3c-4e19-be6b-e7ddb75c1e26 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.1618695 Nov 25 13:42:11.392199 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf1900a-c4b5-46cc-ae93-f2e6d52012a4 admin admin] Made reservation on behalf of a49480e870f848f399a623a3a605c9e3 for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:42:11.392199 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cbf1900a-c4b5-46cc-ae93-f2e6d52012a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:11.392199 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b2c8ccb8-fce3-4d9a-9388-ada8db31392b tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for floatingip, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:11.392199 n-d-808199-11 neutron-server[103570]: INFO neutron.db.l3_db [None req-b2c8ccb8-fce3-4d9a-9388-ada8db31392b tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Floating IP 7da20e73-822f-4e40-a9f6-ea3488fa7285 disassociated (deleted). External IP: 172.25.5.13, port: 2fdc7f37-5471-4b4a-9ca2-ac7a3557060e. Nov 25 13:42:11.562651 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0b9cfeaf-e822-4cf3-8be3-85542d7abb3b req-06157ade-1c24-4732-9267-459b97ff0f6c tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289622 Nov 25 13:42:11.661261 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:11.835067 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c8ccb8-fce3-4d9a-9388-ada8db31392b tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Router f41a143c-a347-4ee0-9ab6-c9c16312a644 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:42:11.838177 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cbf1900a-c4b5-46cc-ae93-f2e6d52012a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:11.849855 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e5d46a-2720-44ba-a0cc-3479abb36f6e req-02bea17b-c11a-480f-93d8-8921f9b87602 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:11.852087 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-75e5d46a-2720-44ba-a0cc-3479abb36f6e req-02bea17b-c11a-480f-93d8-8921f9b87602 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.1687450 Nov 25 13:42:11.981311 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf1900a-c4b5-46cc-ae93-f2e6d52012a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d6646e5-1917-4d38-b4d3-b446cb4f2f2b,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:12.018881 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf1900a-c4b5-46cc-ae93-f2e6d52012a4 admin admin] Checking segment: {'id': 'd37a9bc9-af99-43d2-b5d8-937a5ad418e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'a167c834-58d3-4335-b23c-75d735d28023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:42:12.019266 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf1900a-c4b5-46cc-ae93-f2e6d52012a4 admin admin] Network hostable DHCP agents. Network: a167c834-58d3-4335-b23c-75d735d28023, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:42:12.080407 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-75e5d46a-2720-44ba-a0cc-3479abb36f6e req-b2a47684-0cf1-4bad-95fb-41a13281ac33 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910541 Nov 25 13:42:12.108201 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf1900a-c4b5-46cc-ae93-f2e6d52012a4 admin admin] Network a167c834-58d3-4335-b23c-75d735d28023 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:42:12.129682 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-cbf1900a-c4b5-46cc-ae93-f2e6d52012a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, a167c834-58d3-4335-b23c-75d735d28023) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:42:12.136021 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf1900a-c4b5-46cc-ae93-f2e6d52012a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:12.136603 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cbf1900a-c4b5-46cc-ae93-f2e6d52012a4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:12.139331 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c8ccb8-fce3-4d9a-9388-ada8db31392b tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:42:12.143325 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16de8664-ad86-4362-be2f-7eaa521ece8d None None] Network a167c834-58d3-4335-b23c-75d735d28023 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:42:12.144098 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b2c8ccb8-fce3-4d9a-9388-ada8db31392b tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:12.164928 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e08f504-9148-49f9-a2c9-241041214551 None None] Sync routers for ids ['f41a143c-a347-4ee0-9ab6-c9c16312a644'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:42:12.184158 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e08f504-9148-49f9-a2c9-241041214551 None None] Routers {'f41a143c-a347-4ee0-9ab6-c9c16312a644'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:42:12.184808 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-9e08f504-9148-49f9-a2c9-241041214551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:42:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['f41a143c-a347-4ee0-9ab6-c9c16312a644'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:42:12.243513 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-cbf1900a-c4b5-46cc-ae93-f2e6d52012a4 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0776508 Nov 25 13:42:12.245152 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b2c8ccb8-fce3-4d9a-9388-ada8db31392b tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "DELETE /v2.0/floatingips/7da20e73-822f-4e40-a9f6-ea3488fa7285 HTTP/1.1" status: 204 len: 168 time: 1.9422770 Nov 25 13:42:12.274627 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '540fffa5-e760-460b-aa99-ef8cd732bd87', 'tag': '2fdc7f37-5471-4b4a-9ca2-ac7a3557060e'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:42:12.278061 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4cb037-71cc-4358-8ee7-1d62f036aa9e" -d '{"events": [{"name": "network-changed", "server_uuid": "540fffa5-e760-460b-aa99-ef8cd732bd87", "tag": "2fdc7f37-5471-4b4a-9ca2-ac7a3557060e"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:42:12.356187 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340e665-7ec8-4cd8-8e87-20b92a21bd18 req-93473517-ba53-450d-b596-eb3ee5576a75 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:12.357811 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1340e665-7ec8-4cd8-8e87-20b92a21bd18 req-93473517-ba53-450d-b596-eb3ee5576a75 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.1491880 Nov 25 13:42:12.438133 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcbb52a-a8d1-46a2-b4b6-7c23b0358539 None None] Network a167c834-58d3-4335-b23c-75d735d28023 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:42:12.458211 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-9e08f504-9148-49f9-a2c9-241041214551 None None] Set router f41a143c-a347-4ee0-9ab6-c9c16312a644 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:42:12.468388 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1340e665-7ec8-4cd8-8e87-20b92a21bd18 req-fb883dd4-738b-42f7-b300-3e45260997e8 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010482 Nov 25 13:42:12.640034 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a18771-9761-435e-9e66-cfd82b1f9e51 x-openstack-request-id: req-d1a18771-9761-435e-9e66-cfd82b1f9e51 {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:42:12.640378 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "540fffa5-e760-460b-aa99-ef8cd732bd87", "tag": "2fdc7f37-5471-4b4a-9ca2-ac7a3557060e", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:42:12.640644 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d1a18771-9761-435e-9e66-cfd82b1f9e51 {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:42:12.641165 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '540fffa5-e760-460b-aa99-ef8cd732bd87', 'tag': '2fdc7f37-5471-4b4a-9ca2-ac7a3557060e', 'status': 'completed', 'code': 200} Nov 25 13:42:12.812979 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-9e08f504-9148-49f9-a2c9-241041214551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41a143c-a347-4ee0-9ab6-c9c16312a644', 'name': 'tempest-TestNetworkBasicOps-router-788944127', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '95655f9c-aa77-488f-b5ad-2e8f5e7c59e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:40:05Z', 'updated_at': '2021-11-25T13:42:02Z', 'revision_number': 6, 'project_id': '06a700e6f18945e692debb25875c4858', 'gw_port': {'id': '95655f9c-aa77-488f-b5ad-2e8f5e7c59e7', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ee:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41a143c-a347-4ee0-9ab6-c9c16312a644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:40:06Z', 'updated_at': '2021-11-25T13:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '57631b1d-e75f-4e53-8904-49401d97cc03', 'name': '', 'network_id': 'cd246b13-3268-4e17-9682-1d1a7983fe47', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'mac_address': 'fa:16:3e:a2:cb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41a143c-a347-4ee0-9ab6-c9c16312a644', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '7057d26a-548c-410a-bbe7-146e3aa0dd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:40:11Z', 'updated_at': '2021-11-25T13:40:17Z', 'revision_number': 5, 'project_id': '06a700e6f18945e692debb25875c4858', 'subnets': [{'id': '7057d26a-548c-410a-bbe7-146e3aa0dd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:42:12.849488 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e08f504-9148-49f9-a2c9-241041214551 None None] Checking router: f41a143c-a347-4ee0-9ab6-c9c16312a644 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:42:12.859908 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e08f504-9148-49f9-a2c9-241041214551 None None] Routers {'f41a143c-a347-4ee0-9ab6-c9c16312a644'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:42:12.860539 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-9e08f504-9148-49f9-a2c9-241041214551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:42:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['f41a143c-a347-4ee0-9ab6-c9c16312a644'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:42:12.885934 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84691dfa-0ba1-493c-a1a5-699435603baa req-b3d287d0-713b-46f8-9a9e-84e4ceee4d81 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:12.888238 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-84691dfa-0ba1-493c-a1a5-699435603baa req-b3d287d0-713b-46f8-9a9e-84e4ceee4d81 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/ports?device_id=540fffa5-e760-460b-aa99-ef8cd732bd87 HTTP/1.1" status: 200 len: 946 time: 0.1520340 Nov 25 13:42:12.956556 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4cb037-71cc-4358-8ee7-1d62f036aa9e req-00a0e27d-9282-40ba-b9ac-2f2501f675a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:12.959379 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2b4cb037-71cc-4358-8ee7-1d62f036aa9e req-00a0e27d-9282-40ba-b9ac-2f2501f675a3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=06a700e6f18945e692debb25875c4858&device_id=540fffa5-e760-460b-aa99-ef8cd732bd87 HTTP/1.1" status: 200 len: 1098 time: 0.2958982 Nov 25 13:42:13.004416 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-9e08f504-9148-49f9-a2c9-241041214551 None None] Set router f41a143c-a347-4ee0-9ab6-c9c16312a644 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:42:13.050359 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-84691dfa-0ba1-493c-a1a5-699435603baa req-787b5b74-8b8b-416d-b1ed-0e694bd2939f tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc12234f-6fe1-43d9-8939-9daf12f62ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438277 Nov 25 13:42:13.058030 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec9d3f-1ca5-459e-b79f-31098d3fe2db req-787a4186-598f-494d-82a6-2a133de21efc tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:13.065887 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a1ec9d3f-1ca5-459e-b79f-31098d3fe2db req-787a4186-598f-494d-82a6-2a133de21efc tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.2914257 Nov 25 13:42:13.181038 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4cb037-71cc-4358-8ee7-1d62f036aa9e req-be0fc19d-51cd-44c3-be41-1fc89eb7166e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:13.183557 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2b4cb037-71cc-4358-8ee7-1d62f036aa9e req-be0fc19d-51cd-44c3-be41-1fc89eb7166e service neutron] 10.222.0.66 "GET /v2.0/networks?id=cd246b13-3268-4e17-9682-1d1a7983fe47 HTTP/1.1" status: 200 len: 897 time: 0.2121315 Nov 25 13:42:13.187711 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a1ec9d3f-1ca5-459e-b79f-31098d3fe2db req-e0d48ea4-e29f-488a-93ba-ce232fbfbf37 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208537 Nov 25 13:42:13.263255 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2b4cb037-71cc-4358-8ee7-1d62f036aa9e req-5bd2035d-f0b1-4532-ac52-ca8dddf90df8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fdc7f37-5471-4b4a-9ca2-ac7a3557060e HTTP/1.1" status: 200 len: 217 time: 0.0707884 Nov 25 13:42:13.362497 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4cb037-71cc-4358-8ee7-1d62f036aa9e req-57fe8a88-40a7-4a7a-8178-3cf9df0ce447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:13.365340 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2b4cb037-71cc-4358-8ee7-1d62f036aa9e req-57fe8a88-40a7-4a7a-8178-3cf9df0ce447 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7057d26a-548c-410a-bbe7-146e3aa0dd78 HTTP/1.1" status: 200 len: 835 time: 0.0929356 Nov 25 13:42:13.371409 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-9e08f504-9148-49f9-a2c9-241041214551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41a143c-a347-4ee0-9ab6-c9c16312a644', 'name': 'tempest-TestNetworkBasicOps-router-788944127', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '95655f9c-aa77-488f-b5ad-2e8f5e7c59e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:40:05Z', 'updated_at': '2021-11-25T13:42:02Z', 'revision_number': 6, 'project_id': '06a700e6f18945e692debb25875c4858', 'gw_port': {'id': '95655f9c-aa77-488f-b5ad-2e8f5e7c59e7', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ee:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41a143c-a347-4ee0-9ab6-c9c16312a644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:40:06Z', 'updated_at': '2021-11-25T13:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '57631b1d-e75f-4e53-8904-49401d97cc03', 'name': '', 'network_id': 'cd246b13-3268-4e17-9682-1d1a7983fe47', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'mac_address': 'fa:16:3e:a2:cb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41a143c-a347-4ee0-9ab6-c9c16312a644', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '7057d26a-548c-410a-bbe7-146e3aa0dd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:40:11Z', 'updated_at': '2021-11-25T13:40:17Z', 'revision_number': 5, 'project_id': '06a700e6f18945e692debb25875c4858', 'subnets': [{'id': '7057d26a-548c-410a-bbe7-146e3aa0dd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:42:13.426068 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e08f504-9148-49f9-a2c9-241041214551 None None] The sync data for ids ['f41a143c-a347-4ee0-9ab6-c9c16312a644'] in n-d-808199-11 is: [{'id': 'f41a143c-a347-4ee0-9ab6-c9c16312a644', 'name': 'tempest-TestNetworkBasicOps-router-788944127', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '95655f9c-aa77-488f-b5ad-2e8f5e7c59e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:40:05Z', 'updated_at': '2021-11-25T13:42:02Z', 'revision_number': 6, 'project_id': '06a700e6f18945e692debb25875c4858', 'gw_port': {'id': '95655f9c-aa77-488f-b5ad-2e8f5e7c59e7', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ee:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41a143c-a347-4ee0-9ab6-c9c16312a644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:40:06Z', 'updated_at': '2021-11-25T13:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '57631b1d-e75f-4e53-8904-49401d97cc03', 'name': '', 'network_id': 'cd246b13-3268-4e17-9682-1d1a7983fe47', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'mac_address': 'fa:16:3e:a2:cb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41a143c-a347-4ee0-9ab6-c9c16312a644', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '7057d26a-548c-410a-bbe7-146e3aa0dd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:40:11Z', 'updated_at': '2021-11-25T13:40:17Z', 'revision_number': 5, 'project_id': '06a700e6f18945e692debb25875c4858', 'subnets': [{'id': '7057d26a-548c-410a-bbe7-146e3aa0dd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:42:13.808521 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b37255-def4-4fa3-8482-051b7be3124e None None] New status for floating IP 7da20e73-822f-4e40-a9f6-ea3488fa7285: DOWN {{(pid=103572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 13:42:13.940885 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fa4f7a-e224-4117-9ea2-e3367e2bfb2c req-e08e0c6e-661c-4129-941f-fc9a8233b9fa tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:13.942532 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c2fa4f7a-e224-4117-9ea2-e3367e2bfb2c req-e08e0c6e-661c-4129-941f-fc9a8233b9fa tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.5769389 Nov 25 13:42:14.011071 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4cb037-71cc-4358-8ee7-1d62f036aa9e req-d73f27e8-bc1e-440b-a015-930545d147f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:14.012698 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2b4cb037-71cc-4358-8ee7-1d62f036aa9e req-d73f27e8-bc1e-440b-a015-930545d147f6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cd246b13-3268-4e17-9682-1d1a7983fe47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5890813 Nov 25 13:42:14.061063 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c2fa4f7a-e224-4117-9ea2-e3367e2bfb2c req-a9fb91cd-3a3d-491a-96a0-88aebc68b855 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086721 Nov 25 13:42:14.157473 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5acec00-693a-4a04-b7b9-3001852e6757 req-8ef726bb-843c-4daf-bb09-d6b37551314a tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:14.157868 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14035905-74aa-42bb-bb96-51a3ead73e6f req-c18ee0e6-382b-439e-8903-4e2bb622eda0 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:14.159092 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b5acec00-693a-4a04-b7b9-3001852e6757 req-8ef726bb-843c-4daf-bb09-d6b37551314a tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] 10.222.0.53 "GET /v2.0/networks?id=1939f0c1-60cc-4b38-a5f1-95db280c27bb HTTP/1.1" status: 200 len: 811 time: 0.7183685 Nov 25 13:42:14.169088 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-14035905-74aa-42bb-bb96-51a3ead73e6f req-c18ee0e6-382b-439e-8903-4e2bb622eda0 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.66 "GET /v2.0/ports?device_id=540fffa5-e760-460b-aa99-ef8cd732bd87 HTTP/1.1" status: 200 len: 946 time: 0.1064458 Nov 25 13:42:14.192125 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b5acec00-693a-4a04-b7b9-3001852e6757 req-6ea5a707-38bd-4bf8-ad16-2d1f99ad02c4 tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] 10.222.0.53 "GET /v2.0/quotas/1698007813d94bcb97d729bd771d2761 HTTP/1.1" status: 200 len: 375 time: 0.0165021 Nov 25 13:42:14.240245 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2b4cb037-71cc-4358-8ee7-1d62f036aa9e req-8e883ff6-6d80-424d-8558-45e5db121363 service neutron] 10.222.0.66 "GET /v2.0/networks/cd246b13-3268-4e17-9682-1d1a7983fe47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154453 Nov 25 13:42:14.259324 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b5acec00-693a-4a04-b7b9-3001852e6757 req-de2e9617-4311-41ce-a24b-31101353eb35 tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1698007813d94bcb97d729bd771d2761&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431063 Nov 25 13:42:14.307223 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-14035905-74aa-42bb-bb96-51a3ead73e6f req-77c787c5-27d6-4772-afb1-834e864fe87e tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Deleting port 2fdc7f37-5471-4b4a-9ca2-ac7a3557060e {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:42:14.307870 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-14035905-74aa-42bb-bb96-51a3ead73e6f req-77c787c5-27d6-4772-afb1-834e864fe87e tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:14.342649 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b80d17c-0b2a-4c70-a8aa-8d848d57472d req-76c226ef-f184-4a15-9ba3-3f5f4220e4d6 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:14.358097 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7b80d17c-0b2a-4c70-a8aa-8d848d57472d req-76c226ef-f184-4a15-9ba3-3f5f4220e4d6 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/ports?device_id=540fffa5-e760-460b-aa99-ef8cd732bd87 HTTP/1.1" status: 200 len: 946 time: 0.1915238 Nov 25 13:42:14.434640 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-14035905-74aa-42bb-bb96-51a3ead73e6f req-77c787c5-27d6-4772-afb1-834e864fe87e tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] For port 2fdc7f37-5471-4b4a-9ca2-ac7a3557060e, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=2fdc7f37-5471-4b4a-9ca2-ac7a3557060e,segment=NetworkSegment(3593f49d-00a4-4016-9b7a-b809bc15eda3),segment_id=3593f49d-00a4-4016-9b7a-b809bc15eda3)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:42:14.435138 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-14035905-74aa-42bb-bb96-51a3ead73e6f req-77c787c5-27d6-4772-afb1-834e864fe87e tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:14.474548 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-14035905-74aa-42bb-bb96-51a3ead73e6f req-77c787c5-27d6-4772-afb1-834e864fe87e tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Calling delete_port for 2fdc7f37-5471-4b4a-9ca2-ac7a3557060e owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:42:14.477807 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7b80d17c-0b2a-4c70-a8aa-8d848d57472d req-aeff0cdd-57b3-4f19-9061-12efb3213107 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc12234f-6fe1-43d9-8939-9daf12f62ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061037 Nov 25 13:42:14.635611 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2b4cb037-71cc-4358-8ee7-1d62f036aa9e req-4fdd136f-4239-464a-9ad8-20b33027007d service neutron] 10.222.0.66 "GET /v2.0/networks/cd246b13-3268-4e17-9682-1d1a7983fe47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3798883 Nov 25 13:42:14.677801 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b5acec00-693a-4a04-b7b9-3001852e6757 req-5caa20ef-d841-4405-b81a-292321dc0d4c service neutron] 10.222.0.53 "GET /v2.0/networks/1939f0c1-60cc-4b38-a5f1-95db280c27bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3992686 Nov 25 13:42:14.687807 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-14035905-74aa-42bb-bb96-51a3ead73e6f req-77c787c5-27d6-4772-afb1-834e864fe87e tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:14.696202 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a1809-8e3a-40ce-9630-62730a98717d req-b416cb45-421c-4834-b4ff-47ff6bdd714c tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:14.697763 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-665a1809-8e3a-40ce-9630-62730a98717d req-b416cb45-421c-4834-b4ff-47ff6bdd714c tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.1057467 Nov 25 13:42:14.741740 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c787c5-27d6-4772-afb1-834e864fe87e tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Pushing event deleted for resources: {'Port': ['ID=2fdc7f37-5471-4b4a-9ca2-ac7a3557060e,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:14.793725 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-14035905-74aa-42bb-bb96-51a3ead73e6f req-77c787c5-27d6-4772-afb1-834e864fe87e tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] No DVR routers for this DVR port 2fdc7f37-5471-4b4a-9ca2-ac7a3557060e on host n-h1-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:42:14.797668 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-14035905-74aa-42bb-bb96-51a3ead73e6f req-77c787c5-27d6-4772-afb1-834e864fe87e tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:14.802726 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-14035905-74aa-42bb-bb96-51a3ead73e6f req-77c787c5-27d6-4772-afb1-834e864fe87e tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.66 "DELETE /v2.0/ports/2fdc7f37-5471-4b4a-9ca2-ac7a3557060e HTTP/1.1" status: 204 len: 173 time: 0.6031339 Nov 25 13:42:14.803194 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540fffa5-e760-460b-aa99-ef8cd732bd87', 'name': 'network-vif-deleted', 'tag': '2fdc7f37-5471-4b4a-9ca2-ac7a3557060e'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:42:14.816940 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e9e172c-3e47-43f7-aa00-b2ede18d0a63" -d '{"events": [{"server_uuid": "540fffa5-e760-460b-aa99-ef8cd732bd87", "name": "network-vif-deleted", "tag": "2fdc7f37-5471-4b4a-9ca2-ac7a3557060e"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:42:14.841075 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-665a1809-8e3a-40ce-9630-62730a98717d req-54a93311-8823-4870-9398-98911095da89 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346219 Nov 25 13:42:14.883396 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b5acec00-693a-4a04-b7b9-3001852e6757 req-03769683-1c5f-474e-aec8-82f928834bf5 service neutron] 10.222.0.53 "GET /v2.0/networks/1939f0c1-60cc-4b38-a5f1-95db280c27bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846404 Nov 25 13:42:14.914110 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53fe5d06-2295-4131-b4a6-f1899fb70160 x-openstack-request-id: req-53fe5d06-2295-4131-b4a6-f1899fb70160 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:42:14.914412 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "540fffa5-e760-460b-aa99-ef8cd732bd87", "name": "network-vif-deleted", "tag": "2fdc7f37-5471-4b4a-9ca2-ac7a3557060e", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:42:14.914668 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-53fe5d06-2295-4131-b4a6-f1899fb70160 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:42:14.915103 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '540fffa5-e760-460b-aa99-ef8cd732bd87', 'name': 'network-vif-deleted', 'tag': '2fdc7f37-5471-4b4a-9ca2-ac7a3557060e', 'status': 'completed', 'code': 200} Nov 25 13:42:15.079832 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece82ffd-6fbd-475a-a169-3e840ac89c88 req-8360d740-78e5-41c9-b5d2-a86263f2d70a tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:15.081745 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ece82ffd-6fbd-475a-a169-3e840ac89c88 req-8360d740-78e5-41c9-b5d2-a86263f2d70a tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.0774925 Nov 25 13:42:15.252451 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8907f856-0f3b-427f-b87a-21349743f3e6 req-093a78bf-5ee1-4b02-a681-ad69cad1574e tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] 10.222.0.53 "GET /v2.0/ports?device_id=55ec4731-5fd4-4221-b4e8-eed920b9f824 HTTP/1.1" status: 200 len: 210 time: 0.0710840 Nov 25 13:42:15.279381 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ece82ffd-6fbd-475a-a169-3e840ac89c88 req-553ec3fa-7b67-4152-97d7-ad5e13ff200b tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661932 Nov 25 13:42:15.518477 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc56f91-4ad0-4c7b-a48a-ae38314f2195 req-e231ec89-4713-45b3-9b33-04e8fb940b9b tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:15.520549 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-abc56f91-4ad0-4c7b-a48a-ae38314f2195 req-e231ec89-4713-45b3-9b33-04e8fb940b9b tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.1272306 Nov 25 13:42:15.551129 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56890) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:42:15.601742 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-abc56f91-4ad0-4c7b-a48a-ae38314f2195 req-d95396ab-20c4-4874-988b-0b06dccf8c9e tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722480 Nov 25 13:42:15.617888 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-198be10f-a320-43f3-8b54-8c4944fe685c tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:15.699885 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-198be10f-a320-43f3-8b54-8c4944fe685c tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:15.806439 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-198be10f-a320-43f3-8b54-8c4944fe685c tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:15.809807 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-198be10f-a320-43f3-8b54-8c4944fe685c tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:15.810910 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c049dd7a-cc99-4155-ad31-bf34f527810b req-2b3bb801-a8a7-4a93-afc5-35008cb9e540 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:15.811405 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-198be10f-a320-43f3-8b54-8c4944fe685c tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "DELETE /v2.0/security-groups/dc12234f-6fe1-43d9-8939-9daf12f62ba8 HTTP/1.1" status: 204 len: 168 time: 0.2591207 Nov 25 13:42:15.815770 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c049dd7a-cc99-4155-ad31-bf34f527810b req-2b3bb801-a8a7-4a93-afc5-35008cb9e540 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.0643249 Nov 25 13:42:15.857717 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198be10f-a320-43f3-8b54-8c4944fe685c tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc12234f-6fe1-43d9-8939-9daf12f62ba8,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:15.860353 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 56906) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:42:15.894106 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c049dd7a-cc99-4155-ad31-bf34f527810b req-e900969a-958e-4158-8cb1-9f8130748878 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713487 Nov 25 13:42:16.077014 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da56eb77-a2a4-4afe-925a-2ab2ef607efb req-00596334-118f-4565-9ee0-62fdde1cd552 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:16.086166 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-da56eb77-a2a4-4afe-925a-2ab2ef607efb req-00596334-118f-4565-9ee0-62fdde1cd552 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.0832126 Nov 25 13:42:16.146869 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-da56eb77-a2a4-4afe-925a-2ab2ef607efb req-2465753a-6c31-467a-a434-2e8e7924c47f tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594487 Nov 25 13:42:16.418634 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5f9c62cc-a907-498a-84a1-fdb396473b8e req-5dbdb872-3d29-42d8-ba90-09c9e2101d14 tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] 10.222.0.53 "GET /v2.0/ports?device_id=55ec4731-5fd4-4221-b4e8-eed920b9f824 HTTP/1.1" status: 200 len: 210 time: 0.0675762 Nov 25 13:42:16.450617 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b075f440-9126-4c4e-9ebb-c2d4c08fa0c0 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:16.491873 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82554ef5-3bfc-4535-b8ca-939771b81c99 req-5853980e-0094-4fab-8ec7-b10ee2c834ed tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:16.493469 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-82554ef5-3bfc-4535-b8ca-939771b81c99 req-5853980e-0094-4fab-8ec7-b10ee2c834ed tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.0585837 Nov 25 13:42:16.582371 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-82554ef5-3bfc-4535-b8ca-939771b81c99 req-ab6034e5-47d1-4fff-a52b-4ed6020720f3 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791657 Nov 25 13:42:16.714173 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5acec00-693a-4a04-b7b9-3001852e6757 req-fc5207b8-1f0f-416c-9add-f2cb2b59c4ee tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:16.716411 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b5acec00-693a-4a04-b7b9-3001852e6757 req-fc5207b8-1f0f-416c-9add-f2cb2b59c4ee tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] 10.222.0.47 "GET /v2.0/networks?id=1939f0c1-60cc-4b38-a5f1-95db280c27bb HTTP/1.1" status: 200 len: 811 time: 0.2620058 Nov 25 13:42:16.735091 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f427dee-2a3f-4ff1-8e32-2dc7a212dde3 req-983bb7b0-4e05-4a54-8528-1a43b813818b tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:16.736926 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2f427dee-2a3f-4ff1-8e32-2dc7a212dde3 req-983bb7b0-4e05-4a54-8528-1a43b813818b tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.0607035 Nov 25 13:42:16.758360 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-b5acec00-693a-4a04-b7b9-3001852e6757 req-52eb7392-c2e3-480a-b905-5bad7d8a5f6e tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] Request body: {'port': {'device_id': '55ec4731-5fd4-4221-b4e8-eed920b9f824', 'network_id': '1939f0c1-60cc-4b38-a5f1-95db280c27bb', 'admin_state_up': True, 'tenant_id': '1698007813d94bcb97d729bd771d2761'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:42:16.813610 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2f427dee-2a3f-4ff1-8e32-2dc7a212dde3 req-d75c1fc3-6005-48dc-bb21-f0ff38141a46 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688627 Nov 25 13:42:17.026291 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5acec00-693a-4a04-b7b9-3001852e6757 req-52eb7392-c2e3-480a-b905-5bad7d8a5f6e tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] Made reservation on behalf of 1698007813d94bcb97d729bd771d2761 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:42:17.031762 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c8ec3-c135-4a10-a083-1ea84c31999e req-1dd73a88-f4e5-4c29-924d-c10224b7fe6b tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:17.033962 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-092c8ec3-c135-4a10-a083-1ea84c31999e req-1dd73a88-f4e5-4c29-924d-c10224b7fe6b tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.0575945 Nov 25 13:42:17.047007 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b5acec00-693a-4a04-b7b9-3001852e6757 req-52eb7392-c2e3-480a-b905-5bad7d8a5f6e tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:17.102952 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-092c8ec3-c135-4a10-a083-1ea84c31999e req-6a7d08ab-8625-4ade-9c84-707012427667 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621810 Nov 25 13:42:17.234484 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-b075f440-9126-4c4e-9ebb-c2d4c08fa0c0 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Deleting port 57631b1d-e75f-4e53-8904-49401d97cc03 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:42:17.234967 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b075f440-9126-4c4e-9ebb-c2d4c08fa0c0 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:17.264999 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94467bd-8287-43c0-9d8b-f1142b7922b0 req-32d7c229-fad3-4166-8877-b03a6f888d40 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:17.273473 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c94467bd-8287-43c0-9d8b-f1142b7922b0 req-32d7c229-fad3-4166-8877-b03a6f888d40 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.0737083 Nov 25 13:42:17.308721 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-b5acec00-693a-4a04-b7b9-3001852e6757 req-52eb7392-c2e3-480a-b905-5bad7d8a5f6e tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] Allocated IP 172.20.0.4 (1939f0c1-60cc-4b38-a5f1-95db280c27bb/38e55c3b-05f3-4063-ab39-3832e87e5abe/bf204c80-96ea-4fa4-9b92-9a50d1db843e) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:42:17.372722 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c94467bd-8287-43c0-9d8b-f1142b7922b0 req-7de4fc9a-df7a-4cd3-bc74-73bf7d0a5fa5 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980234 Nov 25 13:42:17.373302 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-b075f440-9126-4c4e-9ebb-c2d4c08fa0c0 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] For port 57631b1d-e75f-4e53-8904-49401d97cc03, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=57631b1d-e75f-4e53-8904-49401d97cc03,segment=NetworkSegment(3593f49d-00a4-4016-9b7a-b809bc15eda3),segment_id=3593f49d-00a4-4016-9b7a-b809bc15eda3)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:42:17.378727 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b075f440-9126-4c4e-9ebb-c2d4c08fa0c0 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:17.391630 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-b075f440-9126-4c4e-9ebb-c2d4c08fa0c0 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Calling delete_port for 57631b1d-e75f-4e53-8904-49401d97cc03 owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:42:17.552499 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f8fb4db9-8ec5-441c-9df2-8b484463163e req-074d424e-07ab-4085-8357-6bff851337b8 tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] 10.222.0.53 "GET /v2.0/ports?device_id=55ec4731-5fd4-4221-b4e8-eed920b9f824 HTTP/1.1" status: 200 len: 210 time: 0.0386035 Nov 25 13:42:17.570613 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e87a24-4e59-43ca-be2d-82cfa6a3ef3f req-f6f7a6d1-3ab2-425f-8140-98799139c85e tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:17.588761 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-99e87a24-4e59-43ca-be2d-82cfa6a3ef3f req-f6f7a6d1-3ab2-425f-8140-98799139c85e tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.1039989 Nov 25 13:42:17.657141 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 2fdc7f37-5471-4b4a-9ca2-ac7a3557060e no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:42:17.670407 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-99e87a24-4e59-43ca-be2d-82cfa6a3ef3f req-8854e880-578a-417a-a801-4115cd211e16 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800860 Nov 25 13:42:17.688722 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] No Port match for: 2fdc7f37-5471-4b4a-9ca2-ac7a3557060e {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:42:17.689377 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 2fdc7f37-5471-4b4a-9ca2-ac7a3557060e not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:42:17.692219 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b5acec00-693a-4a04-b7b9-3001852e6757 req-52eb7392-c2e3-480a-b905-5bad7d8a5f6e tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:17.771250 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b075f440-9126-4c4e-9ebb-c2d4c08fa0c0 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:17.808490 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b075f440-9126-4c4e-9ebb-c2d4c08fa0c0 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Pushing event deleted for resources: {'Port': ['ID=57631b1d-e75f-4e53-8904-49401d97cc03,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:17.840035 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82373d37-7e87-4a9f-bcf6-8b91dbe8b0b3 req-22dfb9a1-96c7-4399-bf8a-c5f9ba8ab5d9 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:17.847758 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-82373d37-7e87-4a9f-bcf6-8b91dbe8b0b3 req-22dfb9a1-96c7-4399-bf8a-c5f9ba8ab5d9 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.0732362 Nov 25 13:42:17.854475 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b5acec00-693a-4a04-b7b9-3001852e6757 req-52eb7392-c2e3-480a-b905-5bad7d8a5f6e tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:17.906131 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-82373d37-7e87-4a9f-bcf6-8b91dbe8b0b3 req-60cfe916-e29e-4484-97b5-2a2b346541d8 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571411 Nov 25 13:42:17.940619 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5acec00-693a-4a04-b7b9-3001852e6757 req-52eb7392-c2e3-480a-b905-5bad7d8a5f6e tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] Network 1939f0c1-60cc-4b38-a5f1-95db280c27bb is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:42:17.956309 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-b5acec00-693a-4a04-b7b9-3001852e6757 req-52eb7392-c2e3-480a-b905-5bad7d8a5f6e tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:42:17.983173 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5acec00-693a-4a04-b7b9-3001852e6757 req-52eb7392-c2e3-480a-b905-5bad7d8a5f6e tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:42:18.012661 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eb7392-c2e3-480a-b905-5bad7d8a5f6e tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] Pushing event updated for resources: {'Port': ['ID=bf204c80-96ea-4fa4-9b92-9a50d1db843e,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:18.104568 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5acec00-693a-4a04-b7b9-3001852e6757 req-52eb7392-c2e3-480a-b905-5bad7d8a5f6e tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:18.104977 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b5acec00-693a-4a04-b7b9-3001852e6757 req-52eb7392-c2e3-480a-b905-5bad7d8a5f6e tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:18.176544 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b5acec00-693a-4a04-b7b9-3001852e6757 req-52eb7392-c2e3-480a-b905-5bad7d8a5f6e tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4216118 Nov 25 13:42:18.201449 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-b5acec00-693a-4a04-b7b9-3001852e6757 req-fc0383a4-d9f3-4b57-8741-b9c09948b9c1 service neutron] Request body: {'port': {'device_id': '55ec4731-5fd4-4221-b4e8-eed920b9f824', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:42:18.245512 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e522a-a927-4535-be79-f3327514be72 req-956a1e9f-00b6-42b2-8763-80ed80b34818 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:18.247497 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c42e522a-a927-4535-be79-f3327514be72 req-956a1e9f-00b6-42b2-8763-80ed80b34818 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.0598419 Nov 25 13:42:18.310220 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c42e522a-a927-4535-be79-f3327514be72 req-640faf02-b229-4649-9043-5a35170b04b3 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563235 Nov 25 13:42:18.605868 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b075f440-9126-4c4e-9ebb-c2d4c08fa0c0 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:18.650585 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b5acec00-693a-4a04-b7b9-3001852e6757 req-fc0383a4-d9f3-4b57-8741-b9c09948b9c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:18.711152 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f607ea-f83d-4737-ba18-7bf4643aad12 req-13337fad-af4a-4d26-b817-013ed953661e tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:18.712862 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-16f607ea-f83d-4737-ba18-7bf4643aad12 req-13337fad-af4a-4d26-b817-013ed953661e tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] 10.222.0.53 "GET /v2.0/ports?device_id=55ec4731-5fd4-4221-b4e8-eed920b9f824 HTTP/1.1" status: 200 len: 931 time: 0.0733106 Nov 25 13:42:18.771058 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-16f607ea-f83d-4737-ba18-7bf4643aad12 req-673eb29d-c297-4dfb-8ba8-9bbde127fa20 tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc15ebf9-0049-455f-ae75-103e67b93cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515935 Nov 25 13:42:19.105398 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b075f440-9126-4c4e-9ebb-c2d4c08fa0c0 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Router f41a143c-a347-4ee0-9ab6-c9c16312a644 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:42:19.165601 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-b5acec00-693a-4a04-b7b9-3001852e6757 req-fc0383a4-d9f3-4b57-8741-b9c09948b9c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf204c80-96ea-4fa4-9b92-9a50d1db843e {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:42:19.175746 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b5acec00-693a-4a04-b7b9-3001852e6757 req-fc0383a4-d9f3-4b57-8741-b9c09948b9c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:19.233189 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-b5acec00-693a-4a04-b7b9-3001852e6757 req-fc0383a4-d9f3-4b57-8741-b9c09948b9c1 service neutron] Transition to ACTIVE for port object bf204c80-96ea-4fa4-9b92-9a50d1db843e will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:42:19.240331 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b5acec00-693a-4a04-b7b9-3001852e6757 req-fc0383a4-d9f3-4b57-8741-b9c09948b9c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:19.355933 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0383a4-d9f3-4b57-8741-b9c09948b9c1 service neutron] Pushing event updated for resources: {'Port': ['ID=bf204c80-96ea-4fa4-9b92-9a50d1db843e,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:19.421698 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b075f440-9126-4c4e-9ebb-c2d4c08fa0c0 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:42:19.428150 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b075f440-9126-4c4e-9ebb-c2d4c08fa0c0 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "PUT /v2.0/routers/f41a143c-a347-4ee0-9ab6-c9c16312a644/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5665646 Nov 25 13:42:19.431526 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 57026) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:42:19.442145 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3504b8-b636-46a2-bde6-5686c1d2f79c None None] Sync routers for ids ['f41a143c-a347-4ee0-9ab6-c9c16312a644'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:42:19.458308 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3504b8-b636-46a2-bde6-5686c1d2f79c None None] Routers {'f41a143c-a347-4ee0-9ab6-c9c16312a644'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:42:19.459398 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-af3504b8-b636-46a2-bde6-5686c1d2f79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:42:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['f41a143c-a347-4ee0-9ab6-c9c16312a644'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:42:19.473029 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-b5acec00-693a-4a04-b7b9-3001852e6757 req-fc0383a4-d9f3-4b57-8741-b9c09948b9c1 service neutron] Attempting to bind port bf204c80-96ea-4fa4-9b92-9a50d1db843e on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:42:19.473377 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-b5acec00-693a-4a04-b7b9-3001852e6757 req-fc0383a4-d9f3-4b57-8741-b9c09948b9c1 service neutron] Attempting to bind port bf204c80-96ea-4fa4-9b92-9a50d1db843e by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '3b92cca9-109b-42b5-95fc-7e307e81be0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '1939f0c1-60cc-4b38-a5f1-95db280c27bb'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:42:19.473841 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5acec00-693a-4a04-b7b9-3001852e6757 req-fc0383a4-d9f3-4b57-8741-b9c09948b9c1 service neutron] Attempting to bind port bf204c80-96ea-4fa4-9b92-9a50d1db843e on network 1939f0c1-60cc-4b38-a5f1-95db280c27bb {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:42:19.499677 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5acec00-693a-4a04-b7b9-3001852e6757 req-fc0383a4-d9f3-4b57-8741-b9c09948b9c1 service neutron] Port bf204c80-96ea-4fa4-9b92-9a50d1db843e on network 1939f0c1-60cc-4b38-a5f1-95db280c27bb not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:42:19.504266 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5acec00-693a-4a04-b7b9-3001852e6757 req-fc0383a4-d9f3-4b57-8741-b9c09948b9c1 service neutron] Attempting to bind port bf204c80-96ea-4fa4-9b92-9a50d1db843e on network 1939f0c1-60cc-4b38-a5f1-95db280c27bb {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:42:19.515412 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5acec00-693a-4a04-b7b9-3001852e6757 req-fc0383a4-d9f3-4b57-8741-b9c09948b9c1 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:42:19.515833 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5acec00-693a-4a04-b7b9-3001852e6757 req-fc0383a4-d9f3-4b57-8741-b9c09948b9c1 service neutron] Checking segment: {'id': '3b92cca9-109b-42b5-95fc-7e307e81be0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '1939f0c1-60cc-4b38-a5f1-95db280c27bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:42:19.516165 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5acec00-693a-4a04-b7b9-3001852e6757 req-fc0383a4-d9f3-4b57-8741-b9c09948b9c1 service neutron] Bound using segment: {'id': '3b92cca9-109b-42b5-95fc-7e307e81be0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '1939f0c1-60cc-4b38-a5f1-95db280c27bb'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:42:19.516611 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-b5acec00-693a-4a04-b7b9-3001852e6757 req-fc0383a4-d9f3-4b57-8741-b9c09948b9c1 service neutron] Bound port: bf204c80-96ea-4fa4-9b92-9a50d1db843e, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b92cca9-109b-42b5-95fc-7e307e81be0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '1939f0c1-60cc-4b38-a5f1-95db280c27bb'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:42:19.516981 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b5acec00-693a-4a04-b7b9-3001852e6757 req-fc0383a4-d9f3-4b57-8741-b9c09948b9c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:19.524340 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-7047a3d9-f3fd-41c8-944a-2e66f96c35dd tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Deleting subnet 7057d26a-548c-410a-bbe7-146e3aa0dd78 {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:42:19.530160 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7047a3d9-f3fd-41c8-944a-2e66f96c35dd tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:19.606247 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-b5acec00-693a-4a04-b7b9-3001852e6757 req-fc0383a4-d9f3-4b57-8741-b9c09948b9c1 service neutron] For port bf204c80-96ea-4fa4-9b92-9a50d1db843e, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:42:19.609673 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-af3504b8-b636-46a2-bde6-5686c1d2f79c None None] Set router f41a143c-a347-4ee0-9ab6-c9c16312a644 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:42:19.610023 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-b5acec00-693a-4a04-b7b9-3001852e6757 req-fc0383a4-d9f3-4b57-8741-b9c09948b9c1 service neutron] For port bf204c80-96ea-4fa4-9b92-9a50d1db843e, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=bf204c80-96ea-4fa4-9b92-9a50d1db843e,segment=NetworkSegment(3b92cca9-109b-42b5-95fc-7e307e81be0f),segment_id=3b92cca9-109b-42b5-95fc-7e307e81be0f)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:42:19.618268 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b5acec00-693a-4a04-b7b9-3001852e6757 req-fc0383a4-d9f3-4b57-8741-b9c09948b9c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:19.639081 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c2d70-eb29-4a3e-8e24-e6ef9e1d7791 req-18d8f537-8381-45b1-877c-18969ca62f6c tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:19.647970 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d52c2d70-eb29-4a3e-8e24-e6ef9e1d7791 req-18d8f537-8381-45b1-877c-18969ca62f6c tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.1187479 Nov 25 13:42:19.690026 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5acec00-693a-4a04-b7b9-3001852e6757 req-fc0383a4-d9f3-4b57-8741-b9c09948b9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:19.690869 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b5acec00-693a-4a04-b7b9-3001852e6757 req-fc0383a4-d9f3-4b57-8741-b9c09948b9c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:19.695490 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b5acec00-693a-4a04-b7b9-3001852e6757 req-fc0383a4-d9f3-4b57-8741-b9c09948b9c1 service neutron] 10.222.0.47 "PUT /v2.0/ports/bf204c80-96ea-4fa4-9b92-9a50d1db843e HTTP/1.1" status: 200 len: 1092 time: 1.5022078 Nov 25 13:42:19.696121 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55ec4731-5fd4-4221-b4e8-eed920b9f824', 'tag': 'bf204c80-96ea-4fa4-9b92-9a50d1db843e'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:42:19.702367 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff2bdaa-d7f7-4dc0-81b8-34ba1bd5b795" -d '{"events": [{"name": "network-changed", "server_uuid": "55ec4731-5fd4-4221-b4e8-eed920b9f824", "tag": "bf204c80-96ea-4fa4-9b92-9a50d1db843e"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:42:19.748796 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0383a4-d9f3-4b57-8741-b9c09948b9c1 service neutron] Pushing event updated for resources: {'Port': ['ID=bf204c80-96ea-4fa4-9b92-9a50d1db843e,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:19.756567 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7047a3d9-f3fd-41c8-944a-2e66f96c35dd tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:19.813425 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d52c2d70-eb29-4a3e-8e24-e6ef9e1d7791 req-866a2958-da12-48f1-9dce-f78b62fece67 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644580 Nov 25 13:42:19.875224 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5acec00-693a-4a04-b7b9-3001852e6757 req-ebffb550-6cb8-4fe7-a301-953736bb33e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:19.877128 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b5acec00-693a-4a04-b7b9-3001852e6757 req-ebffb550-6cb8-4fe7-a301-953736bb33e8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1698007813d94bcb97d729bd771d2761&device_id=55ec4731-5fd4-4221-b4e8-eed920b9f824 HTTP/1.1" status: 200 len: 1095 time: 0.0702603 Nov 25 13:42:19.878600 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad70d88-631d-476e-a8f6-61d87048bf20 x-openstack-request-id: req-8ad70d88-631d-476e-a8f6-61d87048bf20 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:42:19.878916 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55ec4731-5fd4-4221-b4e8-eed920b9f824", "tag": "bf204c80-96ea-4fa4-9b92-9a50d1db843e", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:42:19.879174 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8ad70d88-631d-476e-a8f6-61d87048bf20 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:42:19.879571 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55ec4731-5fd4-4221-b4e8-eed920b9f824', 'tag': 'bf204c80-96ea-4fa4-9b92-9a50d1db843e', 'status': 'completed', 'code': 200} Nov 25 13:42:19.954434 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b5acec00-693a-4a04-b7b9-3001852e6757 req-ab85e85b-81ef-4faa-bb9b-f640a0f9b464 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf204c80-96ea-4fa4-9b92-9a50d1db843e HTTP/1.1" status: 200 len: 217 time: 0.0676255 Nov 25 13:42:19.980473 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7047a3d9-f3fd-41c8-944a-2e66f96c35dd tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:20.038989 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5acec00-693a-4a04-b7b9-3001852e6757 req-01471ca8-3bb2-476e-bb1a-1a88765a2a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:20.041330 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b5acec00-693a-4a04-b7b9-3001852e6757 req-01471ca8-3bb2-476e-bb1a-1a88765a2a9c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=38e55c3b-05f3-4063-ab39-3832e87e5abe HTTP/1.1" status: 200 len: 851 time: 0.0791907 Nov 25 13:42:20.096806 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b5acec00-693a-4a04-b7b9-3001852e6757 req-8850ef44-c814-474c-9181-75fa84e361f6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1939f0c1-60cc-4b38-a5f1-95db280c27bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476887 Nov 25 13:42:20.152296 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7047a3d9-f3fd-41c8-944a-2e66f96c35dd tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:20.154870 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-af3504b8-b636-46a2-bde6-5686c1d2f79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41a143c-a347-4ee0-9ab6-c9c16312a644', 'name': 'tempest-TestNetworkBasicOps-router-788944127', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '95655f9c-aa77-488f-b5ad-2e8f5e7c59e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:40:05Z', 'updated_at': '2021-11-25T13:42:17Z', 'revision_number': 7, 'project_id': '06a700e6f18945e692debb25875c4858', 'gw_port': {'id': '95655f9c-aa77-488f-b5ad-2e8f5e7c59e7', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ee:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41a143c-a347-4ee0-9ab6-c9c16312a644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:40:06Z', 'updated_at': '2021-11-25T13:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:42:20.224202 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7047a3d9-f3fd-41c8-944a-2e66f96c35dd tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Pushing event deleted for resources: {'Subnet': ['ID=7057d26a-548c-410a-bbe7-146e3aa0dd78,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:20.227249 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7047a3d9-f3fd-41c8-944a-2e66f96c35dd tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:20.228435 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f6e502-ff8e-402b-875b-6541c297b403 None None] Network cd246b13-3268-4e17-9682-1d1a7983fe47 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:42:20.231409 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-7047a3d9-f3fd-41c8-944a-2e66f96c35dd tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "DELETE /v2.0/subnets/7057d26a-548c-410a-bbe7-146e3aa0dd78 HTTP/1.1" status: 204 len: 168 time: 0.7982852 Nov 25 13:42:20.246242 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3504b8-b636-46a2-bde6-5686c1d2f79c None None] Checking router: f41a143c-a347-4ee0-9ab6-c9c16312a644 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:42:20.250986 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57054) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:42:20.257209 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3504b8-b636-46a2-bde6-5686c1d2f79c None None] Routers {'f41a143c-a347-4ee0-9ab6-c9c16312a644'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:42:20.257847 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-af3504b8-b636-46a2-bde6-5686c1d2f79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:42:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['f41a143c-a347-4ee0-9ab6-c9c16312a644'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:42:20.266615 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20680b1f-4704-4ebf-bf2b-7c6e534c5bbb req-45ce07f0-1e51-45f8-bdc2-a2e84b0802e1 tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:20.268806 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-20680b1f-4704-4ebf-bf2b-7c6e534c5bbb req-45ce07f0-1e51-45f8-bdc2-a2e84b0802e1 tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] 10.222.0.53 "GET /v2.0/ports?device_id=55ec4731-5fd4-4221-b4e8-eed920b9f824 HTTP/1.1" status: 200 len: 943 time: 0.1935215 Nov 25 13:42:20.358271 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b5acec00-693a-4a04-b7b9-3001852e6757 req-6b719e1e-7ed7-4214-91bc-74b4fd0bc570 service neutron] 10.222.0.47 "GET /v2.0/networks/1939f0c1-60cc-4b38-a5f1-95db280c27bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541857 Nov 25 13:42:20.461922 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7047a3d9-f3fd-41c8-944a-2e66f96c35dd tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:42:20.462356 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7047a3d9-f3fd-41c8-944a-2e66f96c35dd tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:42:20.462628 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7047a3d9-f3fd-41c8-944a-2e66f96c35dd tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:42:20.468952 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7047a3d9-f3fd-41c8-944a-2e66f96c35dd tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:42:20.469333 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7047a3d9-f3fd-41c8-944a-2e66f96c35dd tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:42:20.469691 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7047a3d9-f3fd-41c8-944a-2e66f96c35dd tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:42:20.470042 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7047a3d9-f3fd-41c8-944a-2e66f96c35dd tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:42:20.470391 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7047a3d9-f3fd-41c8-944a-2e66f96c35dd tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:42:20.470753 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7047a3d9-f3fd-41c8-944a-2e66f96c35dd tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:42:20.471113 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7047a3d9-f3fd-41c8-944a-2e66f96c35dd tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:42:20.471446 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7047a3d9-f3fd-41c8-944a-2e66f96c35dd tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:42:20.471896 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7047a3d9-f3fd-41c8-944a-2e66f96c35dd tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:42:20.531626 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-af3504b8-b636-46a2-bde6-5686c1d2f79c None None] Set router f41a143c-a347-4ee0-9ab6-c9c16312a644 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:42:20.549924 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a7806-b948-4b35-aa19-7ca43bac6c44 req-96970791-50aa-47a4-8536-5b1b0714b18e tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:20.568664 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-430a7806-b948-4b35-aa19-7ca43bac6c44 req-96970791-50aa-47a4-8536-5b1b0714b18e tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.2836409 Nov 25 13:42:20.620000 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10dd975-10db-4214-9224-48aa60f5a9cf None None] DHCP port deletion for cd246b13-3268-4e17-9682-1d1a7983fe47 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:42:20.636100 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b5acec00-693a-4a04-b7b9-3001852e6757 req-6ae05119-e7dd-4189-92e4-62d92815635b service neutron] 10.222.0.47 "GET /v2.0/networks/1939f0c1-60cc-4b38-a5f1-95db280c27bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669046 Nov 25 13:42:20.689987 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b7bcc50a-524e-418f-bad0-cb53c34e72d1 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:20.690616 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-20680b1f-4704-4ebf-bf2b-7c6e534c5bbb req-697f31cc-b8c0-4e2d-b9b8-653c1174371e tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc15ebf9-0049-455f-ae75-103e67b93cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4064524 Nov 25 13:42:20.742900 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-430a7806-b948-4b35-aa19-7ca43bac6c44 req-190fc9ff-dce1-4f9f-b5dc-4366f2308ea2 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690633 Nov 25 13:42:20.749103 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-f10dd975-10db-4214-9224-48aa60f5a9cf None None] Deleting port f8296371-aae1-4cb2-a7de-0dd81816636d {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:42:20.749491 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f10dd975-10db-4214-9224-48aa60f5a9cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:20.840260 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-f10dd975-10db-4214-9224-48aa60f5a9cf None None] For port f8296371-aae1-4cb2-a7de-0dd81816636d, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=f8296371-aae1-4cb2-a7de-0dd81816636d,segment=NetworkSegment(3593f49d-00a4-4016-9b7a-b809bc15eda3),segment_id=3593f49d-00a4-4016-9b7a-b809bc15eda3)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:42:20.840585 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f10dd975-10db-4214-9224-48aa60f5a9cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:20.856685 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-f10dd975-10db-4214-9224-48aa60f5a9cf None None] Calling delete_port for f8296371-aae1-4cb2-a7de-0dd81816636d owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:42:20.919999 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-af3504b8-b636-46a2-bde6-5686c1d2f79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41a143c-a347-4ee0-9ab6-c9c16312a644', 'name': 'tempest-TestNetworkBasicOps-router-788944127', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '95655f9c-aa77-488f-b5ad-2e8f5e7c59e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:40:05Z', 'updated_at': '2021-11-25T13:42:17Z', 'revision_number': 7, 'project_id': '06a700e6f18945e692debb25875c4858', 'gw_port': {'id': '95655f9c-aa77-488f-b5ad-2e8f5e7c59e7', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ee:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41a143c-a347-4ee0-9ab6-c9c16312a644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:40:06Z', 'updated_at': '2021-11-25T13:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:42:20.950401 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3504b8-b636-46a2-bde6-5686c1d2f79c None None] The sync data for ids ['f41a143c-a347-4ee0-9ab6-c9c16312a644'] in n-d-808199-11 is: [{'id': 'f41a143c-a347-4ee0-9ab6-c9c16312a644', 'name': 'tempest-TestNetworkBasicOps-router-788944127', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '95655f9c-aa77-488f-b5ad-2e8f5e7c59e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:40:05Z', 'updated_at': '2021-11-25T13:42:17Z', 'revision_number': 7, 'project_id': '06a700e6f18945e692debb25875c4858', 'gw_port': {'id': '95655f9c-aa77-488f-b5ad-2e8f5e7c59e7', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ee:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41a143c-a347-4ee0-9ab6-c9c16312a644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:40:06Z', 'updated_at': '2021-11-25T13:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:42:20.956967 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b7bcc50a-524e-418f-bad0-cb53c34e72d1 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:20.963693 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff2bdaa-d7f7-4dc0-81b8-34ba1bd5b795 req-6ca50fc0-81ad-4905-9144-102cc93e5341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:20.965226 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-eff2bdaa-d7f7-4dc0-81b8-34ba1bd5b795 req-6ca50fc0-81ad-4905-9144-102cc93e5341 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1698007813d94bcb97d729bd771d2761&device_id=55ec4731-5fd4-4221-b4e8-eed920b9f824 HTTP/1.1" status: 200 len: 1095 time: 0.2730093 Nov 25 13:42:20.974130 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f10dd975-10db-4214-9224-48aa60f5a9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:20.989078 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10dd975-10db-4214-9224-48aa60f5a9cf None None] No DVR routers for this DVR port f8296371-aae1-4cb2-a7de-0dd81816636d on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:42:21.017612 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10dd975-10db-4214-9224-48aa60f5a9cf None None] Pushing event deleted for resources: {'Port': ['ID=f8296371-aae1-4cb2-a7de-0dd81816636d,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:21.139470 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff2bdaa-d7f7-4dc0-81b8-34ba1bd5b795 req-2ea535f3-0537-441a-a937-023886138ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:21.140958 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-eff2bdaa-d7f7-4dc0-81b8-34ba1bd5b795 req-2ea535f3-0537-441a-a937-023886138ccc service neutron] 10.222.0.47 "GET /v2.0/networks?id=1939f0c1-60cc-4b38-a5f1-95db280c27bb HTTP/1.1" status: 200 len: 912 time: 0.1667955 Nov 25 13:42:21.142397 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-b7bcc50a-524e-418f-bad0-cb53c34e72d1 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Deleting port 95655f9c-aa77-488f-b5ad-2e8f5e7c59e7 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:42:21.142758 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b7bcc50a-524e-418f-bad0-cb53c34e72d1 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:21.240262 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-eff2bdaa-d7f7-4dc0-81b8-34ba1bd5b795 req-5f9fbeb7-dd6d-4362-950e-bd280f3e72be service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf204c80-96ea-4fa4-9b92-9a50d1db843e HTTP/1.1" status: 200 len: 217 time: 0.0841393 Nov 25 13:42:21.313665 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff2bdaa-d7f7-4dc0-81b8-34ba1bd5b795 req-053cf626-3ea0-4f39-801f-d29fb7f5721d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:21.315189 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-eff2bdaa-d7f7-4dc0-81b8-34ba1bd5b795 req-053cf626-3ea0-4f39-801f-d29fb7f5721d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=38e55c3b-05f3-4063-ab39-3832e87e5abe HTTP/1.1" status: 200 len: 851 time: 0.0683744 Nov 25 13:42:21.357210 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-eff2bdaa-d7f7-4dc0-81b8-34ba1bd5b795 req-8c80d7b4-7396-45c0-a885-597738c67810 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1939f0c1-60cc-4b38-a5f1-95db280c27bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336945 Nov 25 13:42:21.359849 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-b7bcc50a-524e-418f-bad0-cb53c34e72d1 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] For port 95655f9c-aa77-488f-b5ad-2e8f5e7c59e7, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=95655f9c-aa77-488f-b5ad-2e8f5e7c59e7,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:42:21.360224 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b7bcc50a-524e-418f-bad0-cb53c34e72d1 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:21.385520 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-b7bcc50a-524e-418f-bad0-cb53c34e72d1 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Calling delete_port for 95655f9c-aa77-488f-b5ad-2e8f5e7c59e7 owned by network:router_gateway {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:42:21.561607 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-eff2bdaa-d7f7-4dc0-81b8-34ba1bd5b795 req-835eba2f-0e0a-4c6e-8c0a-993d9d0fb524 service neutron] 10.222.0.47 "GET /v2.0/networks/1939f0c1-60cc-4b38-a5f1-95db280c27bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914334 Nov 25 13:42:21.728797 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-eff2bdaa-d7f7-4dc0-81b8-34ba1bd5b795 req-4cec42e7-0344-48c5-9d43-98fb1d31c703 service neutron] 10.222.0.47 "GET /v2.0/networks/1939f0c1-60cc-4b38-a5f1-95db280c27bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543109 Nov 25 13:42:21.851251 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 57631b1d-e75f-4e53-8904-49401d97cc03 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:42:21.880974 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 57631b1d-e75f-4e53-8904-49401d97cc03 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:42:21.881854 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 57631b1d-e75f-4e53-8904-49401d97cc03 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:42:21.882560 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device f8296371-aae1-4cb2-a7de-0dd81816636d no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:42:21.892862 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b7bcc50a-524e-418f-bad0-cb53c34e72d1 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:21.926459 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f058f0f-7880-4681-addf-fb48ae6de404 req-5e9f2f98-cbec-4eea-997a-cd382852a5fc tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:21.929906 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9f058f0f-7880-4681-addf-fb48ae6de404 req-5e9f2f98-cbec-4eea-997a-cd382852a5fc tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] 10.222.0.53 "GET /v2.0/ports?device_id=55ec4731-5fd4-4221-b4e8-eed920b9f824 HTTP/1.1" status: 200 len: 943 time: 0.1466079 Nov 25 13:42:21.933911 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: f8296371-aae1-4cb2-a7de-0dd81816636d {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:42:21.934269 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device f8296371-aae1-4cb2-a7de-0dd81816636d not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:42:21.952990 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bcc50a-524e-418f-bad0-cb53c34e72d1 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Pushing event deleted for resources: {'Port': ['ID=95655f9c-aa77-488f-b5ad-2e8f5e7c59e7,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:21.973046 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733ea0a1-e346-43a6-b2dc-1fb2d53471fa None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:42:21.973747 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5919a-6088-4764-8141-3c75a8b6ed95 req-61ab520a-55ea-4076-b8f6-87d59a364165 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:21.984294 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-87a5919a-6088-4764-8141-3c75a8b6ed95 req-61ab520a-55ea-4076-b8f6-87d59a364165 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.1428711 Nov 25 13:42:21.985032 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bcc50a-524e-418f-bad0-cb53c34e72d1 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:42:21.986956 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bcc50a-524e-418f-bad0-cb53c34e72d1 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:42:21.987411 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bcc50a-524e-418f-bad0-cb53c34e72d1 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:42:21.987856 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bcc50a-524e-418f-bad0-cb53c34e72d1 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:42:21.988296 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bcc50a-524e-418f-bad0-cb53c34e72d1 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:42:21.988752 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bcc50a-524e-418f-bad0-cb53c34e72d1 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:42:21.989208 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bcc50a-524e-418f-bad0-cb53c34e72d1 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:42:21.989716 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bcc50a-524e-418f-bad0-cb53c34e72d1 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:42:21.990317 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bcc50a-524e-418f-bad0-cb53c34e72d1 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:42:21.990894 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bcc50a-524e-418f-bad0-cb53c34e72d1 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:42:21.991858 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bcc50a-524e-418f-bad0-cb53c34e72d1 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:42:21.992307 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bcc50a-524e-418f-bad0-cb53c34e72d1 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:42:22.041227 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b7bcc50a-524e-418f-bad0-cb53c34e72d1 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:22.077678 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9f058f0f-7880-4681-addf-fb48ae6de404 req-0b16897b-367f-41d0-8072-0c37d0b6fdd7 tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc15ebf9-0049-455f-ae75-103e67b93cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411519 Nov 25 13:42:22.099500 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-87a5919a-6088-4764-8141-3c75a8b6ed95 req-f437e0be-e475-4be0-bbf0-0dd7abdaf3d6 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139436 Nov 25 13:42:22.270448 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851be7f6-5146-472a-934f-ed1dc1d28caa req-2d6d872d-f1ea-42c4-ae59-e38c3f2676b3 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:22.281240 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-851be7f6-5146-472a-934f-ed1dc1d28caa req-2d6d872d-f1ea-42c4-ae59-e38c3f2676b3 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.0917242 Nov 25 13:42:22.354498 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-851be7f6-5146-472a-934f-ed1dc1d28caa req-1b16d9cd-9747-44d2-85f8-81fef587e8e6 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740454 Nov 25 13:42:22.567037 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b7bcc50a-524e-418f-bad0-cb53c34e72d1 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:22.570063 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b7bcc50a-524e-418f-bad0-cb53c34e72d1 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:22.581410 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9ed5b-17a6-454e-b813-aed6e751fbc1 req-ab90e3b5-a5f6-4b2f-87fc-e686430902d0 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:22.589818 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fbc9ed5b-17a6-454e-b813-aed6e751fbc1 req-ab90e3b5-a5f6-4b2f-87fc-e686430902d0 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.0644970 Nov 25 13:42:22.643479 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b7bcc50a-524e-418f-bad0-cb53c34e72d1 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:22.644469 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7bcc50a-524e-418f-bad0-cb53c34e72d1 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Fanout notify agent at l3_agent the message router_deleted on router f41a143c-a347-4ee0-9ab6-c9c16312a644 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:42:22.660350 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fbc9ed5b-17a6-454e-b813-aed6e751fbc1 req-fbc57293-8dd7-4857-ab74-2406470aa035 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660686 Nov 25 13:42:22.667658 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b7bcc50a-524e-418f-bad0-cb53c34e72d1 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:22.670776 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b7bcc50a-524e-418f-bad0-cb53c34e72d1 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "DELETE /v2.0/routers/f41a143c-a347-4ee0-9ab6-c9c16312a644 HTTP/1.1" status: 204 len: 168 time: 2.4155819 Nov 25 13:42:22.671585 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57126) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:42:22.778588 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-30847d13-43f2-4f14-bc85-e80e14254ce1 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:22.818551 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c729cafa-20e8-455d-8d1a-b5722e5414e2 req-7d25ea66-5a6a-4413-9bf8-6e1a05e514ab tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:22.821318 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c729cafa-20e8-455d-8d1a-b5722e5414e2 req-7d25ea66-5a6a-4413-9bf8-6e1a05e514ab tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.0748186 Nov 25 13:42:22.887233 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c729cafa-20e8-455d-8d1a-b5722e5414e2 req-b14a1fd6-2657-4a4e-a097-6ab405e3288d tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592892 Nov 25 13:42:22.906958 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-30847d13-43f2-4f14-bc85-e80e14254ce1 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:22.939210 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-30847d13-43f2-4f14-bc85-e80e14254ce1 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd246b13-3268-4e17-9682-1d1a7983fe47']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:42:22.950541 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-30847d13-43f2-4f14-bc85-e80e14254ce1 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3593f49d-00a4-4016-9b7a-b809bc15eda3') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:42:22.951138 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-30847d13-43f2-4f14-bc85-e80e14254ce1 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3593f49d-00a4-4016-9b7a-b809bc15eda3') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:42:22.965172 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-30847d13-43f2-4f14-bc85-e80e14254ce1 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:22.994983 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-30847d13-43f2-4f14-bc85-e80e14254ce1 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:23.001641 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30847d13-43f2-4f14-bc85-e80e14254ce1 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:42:23.002158 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-30847d13-43f2-4f14-bc85-e80e14254ce1 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:23.007531 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:42:23.007531 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:42:23.007531 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:42:23.007531 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:42:23.007531 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:42:23.007531 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:42:23.007531 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:42:23.007531 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:42:23.007531 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:42:23.007531 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:42:23.007531 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:42:23.007531 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:42:23.007531 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:42:23.007531 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:42:23.007531 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:42:23.007531 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:42:23.007531 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:42:23.007531 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:42:23.007531 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:42:23.007531 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:42:23.007531 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:42:23.007531 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:42:23.007531 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:42:23.007531 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:42:23.007531 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:42:23.007531 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:42:23.007531 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:42:23.007531 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:42:23.007531 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:42:23.007531 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:42:23.007531 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:42:23.007531 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:42:23.055217 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e17305a-c35a-4b1c-9231-afcf5827dc0d req-cd7b8e73-4aaa-422f-a3c6-25cfa3d5dc37 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:23.061656 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9e17305a-c35a-4b1c-9231-afcf5827dc0d req-cd7b8e73-4aaa-422f-a3c6-25cfa3d5dc37 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.0653017 Nov 25 13:42:23.075998 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-30847d13-43f2-4f14-bc85-e80e14254ce1 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:23.084049 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-30847d13-43f2-4f14-bc85-e80e14254ce1 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:23.090801 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-30847d13-43f2-4f14-bc85-e80e14254ce1 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "DELETE /v2.0/networks/cd246b13-3268-4e17-9682-1d1a7983fe47 HTTP/1.1" status: 204 len: 168 time: 0.4179640 Nov 25 13:42:23.111528 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57146) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:42:23.121262 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-6bd75cff-be34-42c7-a43a-af6cfa2075b4 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Request body: {'network': {'name': 'tempest-network-smoke--1800356122', 'project_id': '06a700e6f18945e692debb25875c4858', 'port_security_enabled': True}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:42:23.134729 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30847d13-43f2-4f14-bc85-e80e14254ce1 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Pushing event deleted for resources: {'Network': ['ID=cd246b13-3268-4e17-9682-1d1a7983fe47,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:23.147056 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9e17305a-c35a-4b1c-9231-afcf5827dc0d req-12fc9ac6-668e-4d17-b1fa-2852837507ba tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816760 Nov 25 13:42:23.156362 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd75cff-be34-42c7-a43a-af6cfa2075b4 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Made reservation on behalf of 06a700e6f18945e692debb25875c4858 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:42:23.172934 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6bd75cff-be34-42c7-a43a-af6cfa2075b4 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:23.224361 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bd75cff-be34-42c7-a43a-af6cfa2075b4 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:42:23.241885 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6bd75cff-be34-42c7-a43a-af6cfa2075b4 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:23.242525 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-6bd75cff-be34-42c7-a43a-af6cfa2075b4 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Added segment 24d93eab-f504-4e0b-8564-dd0faf9fe133 of type vlan for network 8b093547-e8c5-4d15-b872-1302a254ea32 Nov 25 13:42:23.308495 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6bd75cff-be34-42c7-a43a-af6cfa2075b4 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:23.352564 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6bd75cff-be34-42c7-a43a-af6cfa2075b4 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:23.360592 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd75cff-be34-42c7-a43a-af6cfa2075b4 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:23.361869 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6bd75cff-be34-42c7-a43a-af6cfa2075b4 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:23.365198 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f7e5cd-ca4b-4993-8edc-a6a16dea717e req-afaa8176-b100-4d52-aad9-bfddcdead32f tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:23.368252 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f7f7e5cd-ca4b-4993-8edc-a6a16dea717e req-afaa8176-b100-4d52-aad9-bfddcdead32f tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] 10.222.0.53 "GET /v2.0/ports?device_id=55ec4731-5fd4-4221-b4e8-eed920b9f824 HTTP/1.1" status: 200 len: 943 time: 0.1712551 Nov 25 13:42:23.387162 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e719e348-cdf1-4a57-9ab0-bd0afeb9a4c0 req-7e5c5a0e-292f-4c79-bf11-4a06c2ebe013 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:23.388467 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e719e348-cdf1-4a57-9ab0-bd0afeb9a4c0 req-7e5c5a0e-292f-4c79-bf11-4a06c2ebe013 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.1071620 Nov 25 13:42:23.426519 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-6bd75cff-be34-42c7-a43a-af6cfa2075b4 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3139234 Nov 25 13:42:23.429959 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57158) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:42:23.437072 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-334a7920-daf0-4875-8d77-75ce926c944f tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1473798697', 'admin_state_up': True, 'project_id': '06a700e6f18945e692debb25875c4858', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:42:23.476932 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f7f7e5cd-ca4b-4993-8edc-a6a16dea717e req-7c03cf27-51d5-4635-888f-5b1cf56c55e3 tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc15ebf9-0049-455f-ae75-103e67b93cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715299 Nov 25 13:42:23.488825 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd75cff-be34-42c7-a43a-af6cfa2075b4 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Pushing event updated for resources: {'Network': ['ID=8b093547-e8c5-4d15-b872-1302a254ea32,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:23.503480 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 8b093547-e8c5-4d15-b872-1302a254ea32 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:42:23.523625 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-334a7920-daf0-4875-8d77-75ce926c944f tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:23.523625 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-334a7920-daf0-4875-8d77-75ce926c944f tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:23.527315 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e719e348-cdf1-4a57-9ab0-bd0afeb9a4c0 req-f733586e-d222-4c38-ac40-78eba2893166 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234257 Nov 25 13:42:23.564232 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device bf204c80-96ea-4fa4-9b92-9a50d1db843e details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:42:23.618158 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-334a7920-daf0-4875-8d77-75ce926c944f tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:23.742292 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port bf204c80-96ea-4fa4-9b92-9a50d1db843e, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=bf204c80-96ea-4fa4-9b92-9a50d1db843e,segment=NetworkSegment(3b92cca9-109b-42b5-95fc-7e307e81be0f),segment_id=3b92cca9-109b-42b5-95fc-7e307e81be0f)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:42:23.754276 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': 'bf204c80-96ea-4fa4-9b92-9a50d1db843e', 'network_id': '1939f0c1-60cc-4b38-a5f1-95db280c27bb', 'port_id': 'bf204c80-96ea-4fa4-9b92-9a50d1db843e', 'mac_address': 'fa:16:3e:bd:ca:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38e55c3b-05f3-4063-ab39-3832e87e5abe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:42:23.762852 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac16c8-7397-4e07-95f0-08713a6c5187 req-0e2da1f7-988e-42bb-8a84-d8affc60bb81 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:23.776176 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5bac16c8-7397-4e07-95f0-08713a6c5187 req-0e2da1f7-988e-42bb-8a84-d8affc60bb81 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.0970750 Nov 25 13:42:23.837713 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5bac16c8-7397-4e07-95f0-08713a6c5187 req-96b6a929-8f76-452b-9101-5e57e62ffd79 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612841 Nov 25 13:42:23.847137 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:23.876935 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf204c80-96ea-4fa4-9b92-9a50d1db843e {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:42:23.901173 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port bf204c80-96ea-4fa4-9b92-9a50d1db843e, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=bf204c80-96ea-4fa4-9b92-9a50d1db843e,segment=NetworkSegment(3b92cca9-109b-42b5-95fc-7e307e81be0f),segment_id=3b92cca9-109b-42b5-95fc-7e307e81be0f)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:42:23.902854 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 95655f9c-aa77-488f-b5ad-2e8f5e7c59e7 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:42:23.910652 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:23.911801 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-334a7920-daf0-4875-8d77-75ce926c944f tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:24.046064 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d33cf-3ddf-4699-851e-c374883f93e9 req-0d2af9e6-a043-49e0-867b-a4903d4623b2 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:24.058622 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6e3d33cf-3ddf-4699-851e-c374883f93e9 req-0d2af9e6-a043-49e0-867b-a4903d4623b2 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.1075792 Nov 25 13:42:24.076874 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=bf204c80-96ea-4fa4-9b92-9a50d1db843e,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:24.087600 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 95655f9c-aa77-488f-b5ad-2e8f5e7c59e7 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:42:24.089721 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 95655f9c-aa77-488f-b5ad-2e8f5e7c59e7 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:42:24.098980 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:42:24.099703 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:42:24.100187 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:42:24.100439 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:42:24.100788 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:42:24.101134 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:42:24.101476 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:42:24.101813 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:42:24.102151 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:42:24.102489 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:42:24.103192 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:42:24.103534 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:42:24.162598 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['bf204c80-96ea-4fa4-9b92-9a50d1db843e'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:42:24.163391 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6e3d33cf-3ddf-4699-851e-c374883f93e9 req-e2c632af-058b-48c7-b2b5-6a857da45fcd tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038263 Nov 25 13:42:24.275803 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-334a7920-daf0-4875-8d77-75ce926c944f tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for router_gateway, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:24.298490 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-334a7920-daf0-4875-8d77-75ce926c944f tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:24.451726 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cbccf8-992e-4fbf-8acb-2bc996199229 req-3afbc3e6-59fd-4875-b483-711bf1ab297f tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:24.453281 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f3cbccf8-992e-4fbf-8acb-2bc996199229 req-3afbc3e6-59fd-4875-b483-711bf1ab297f tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.1007187 Nov 25 13:42:24.473435 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-334a7920-daf0-4875-8d77-75ce926c944f tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Allocated IP 172.25.5.12 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/33fe9253-7441-4ea9-8cb3-c415249a7f5e) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:42:24.529685 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f3cbccf8-992e-4fbf-8acb-2bc996199229 req-27d72213-2e60-46f0-8830-4a556f6defb9 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685172 Nov 25 13:42:24.658532 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-334a7920-daf0-4875-8d77-75ce926c944f tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:24.700560 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-334a7920-daf0-4875-8d77-75ce926c944f tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:24.722662 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9291f63b-4410-4f03-9029-6c44b4db2c95 req-b8358bae-b33f-4839-829e-9446db0752e4 tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:24.724490 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9291f63b-4410-4f03-9029-6c44b4db2c95 req-b8358bae-b33f-4839-829e-9446db0752e4 tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] 10.222.0.53 "GET /v2.0/ports?device_id=55ec4731-5fd4-4221-b4e8-eed920b9f824 HTTP/1.1" status: 200 len: 944 time: 0.0871291 Nov 25 13:42:24.733843 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd1d99-fd6a-46fc-8f4b-9521f646d77a req-6b2d651a-9dcc-43dd-ad69-cffea6b72fb9 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:24.735503 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-03dd1d99-fd6a-46fc-8f4b-9521f646d77a req-6b2d651a-9dcc-43dd-ad69-cffea6b72fb9 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.1082659 Nov 25 13:42:24.755478 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334a7920-daf0-4875-8d77-75ce926c944f tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:42:24.771901 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-334a7920-daf0-4875-8d77-75ce926c944f tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:42:24.774405 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334a7920-daf0-4875-8d77-75ce926c944f tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:42:24.780938 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334a7920-daf0-4875-8d77-75ce926c944f tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Pushing event updated for resources: {'Port': ['ID=33fe9253-7441-4ea9-8cb3-c415249a7f5e,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:24.821060 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9291f63b-4410-4f03-9029-6c44b4db2c95 req-c702bc6a-ae61-48e2-9042-adda630ef6d5 tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc15ebf9-0049-455f-ae75-103e67b93cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838010 Nov 25 13:42:24.824903 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6c5c78-cc7f-41f1-886a-90cee1b61cb7 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:42:24.830510 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-03dd1d99-fd6a-46fc-8f4b-9521f646d77a req-f5f6e2e0-dd3f-4b2c-a430-6bd89b39a1a4 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842974 Nov 25 13:42:24.948782 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9f6e58be-d764-4232-ae32-88a57427f978 None None] Provisioning complete for port 33fe9253-7441-4ea9-8cb3-c415249a7f5e triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:42:24.949579 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9f6e58be-d764-4232-ae32-88a57427f978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:25.018002 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9f6e58be-d764-4232-ae32-88a57427f978 None None] Port 33fe9253-7441-4ea9-8cb3-c415249a7f5e cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:42:25.033764 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde3419-0fcd-46b9-b7bb-2c22ad15a016 req-4d425e81-13ac-4194-8630-fdd5d608ce94 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:25.035522 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4bde3419-0fcd-46b9-b7bb-2c22ad15a016 req-4d425e81-13ac-4194-8630-fdd5d608ce94 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.0714617 Nov 25 13:42:25.113277 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4bde3419-0fcd-46b9-b7bb-2c22ad15a016 req-e5c13c2f-1bba-4be8-8231-caabdf8e4490 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692687 Nov 25 13:42:25.152550 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-334a7920-daf0-4875-8d77-75ce926c944f tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for router_gateway, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:25.259540 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e97a6-35a9-4f1d-9a4c-bee8cdef1274 req-2c784c83-f513-4ae1-96e4-89e107823dcf tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:25.262463 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-117e97a6-35a9-4f1d-9a4c-bee8cdef1274 req-2c784c83-f513-4ae1-96e4-89e107823dcf tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.0674651 Nov 25 13:42:25.313697 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-117e97a6-35a9-4f1d-9a4c-bee8cdef1274 req-a9e7d1ae-8913-4477-8579-92c49346262d tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446031 Nov 25 13:42:25.419881 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-334a7920-daf0-4875-8d77-75ce926c944f tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:25.568241 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device bf204c80-96ea-4fa4-9b92-9a50d1db843e up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:42:25.579223 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbdc01a-da39-4424-b2e8-5bec880b41d1 req-633e47a6-b4b5-41cb-a290-189511b33699 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:25.582105 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bdbdc01a-da39-4424-b2e8-5bec880b41d1 req-633e47a6-b4b5-41cb-a290-189511b33699 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.0905230 Nov 25 13:42:25.584559 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-334a7920-daf0-4875-8d77-75ce926c944f tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Router 0bcca80d-3e62-4ce7-9603-c1493e5cf1fc is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:42:25.654378 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port bf204c80-96ea-4fa4-9b92-9a50d1db843e completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:42:25.655696 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bdbdc01a-da39-4424-b2e8-5bec880b41d1 req-b0d74072-43f8-45ef-9b86-9ecd11a7c051 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645850 Nov 25 13:42:25.662487 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port bf204c80-96ea-4fa4-9b92-9a50d1db843e triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:42:25.662872 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:25.735590 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-334a7920-daf0-4875-8d77-75ce926c944f tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:42:25.754967 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efcf092-5686-4f68-9ec6-4ffdfb7e2359 None None] Sync routers for ids ['0bcca80d-3e62-4ce7-9603-c1493e5cf1fc'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:42:25.780213 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-334a7920-daf0-4875-8d77-75ce926c944f tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:25.780213 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-334a7920-daf0-4875-8d77-75ce926c944f tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3458607 Nov 25 13:42:25.786164 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:25.787763 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57248) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:42:25.808276 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efcf092-5686-4f68-9ec6-4ffdfb7e2359 None None] Routers {'0bcca80d-3e62-4ce7-9603-c1493e5cf1fc'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:42:25.808985 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-2efcf092-5686-4f68-9ec6-4ffdfb7e2359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:42:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['0bcca80d-3e62-4ce7-9603-c1493e5cf1fc'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:42:25.847501 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-dd3f9372-9f3b-4622-9ff1-eba73432b88f tempest-TestNetworkBasicOps-1706243872 tempest-TestNetworkBasicOps-1706243872-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=06a700e6f18945e692debb25875c4858&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0650189 Nov 25 13:42:25.849936 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57252) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:42:25.861507 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55ec4731-5fd4-4221-b4e8-eed920b9f824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf204c80-96ea-4fa4-9b92-9a50d1db843e'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:42:25.865653 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13ba042-8009-4256-8810-0638716d17e5" -d '{"events": [{"server_uuid": "55ec4731-5fd4-4221-b4e8-eed920b9f824", "name": "network-vif-plugged", "status": "completed", "tag": "bf204c80-96ea-4fa4-9b92-9a50d1db843e"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:42:25.893797 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port bf204c80-96ea-4fa4-9b92-9a50d1db843e, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=bf204c80-96ea-4fa4-9b92-9a50d1db843e,segment=NetworkSegment(3b92cca9-109b-42b5-95fc-7e307e81be0f),segment_id=3b92cca9-109b-42b5-95fc-7e307e81be0f)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:42:25.936255 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:25.961477 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b9af31-7760-4909-bb4e-6acc585b0365 req-5fef16d3-1772-4a40-a907-01e4272f9788 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:25.968369 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee792d73-e523-40cc-a676-510873472df5 tempest-TestNetworkBasicOps-1706243872 tempest-TestNetworkBasicOps-1706243872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:25.969983 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-ee792d73-e523-40cc-a676-510873472df5 tempest-TestNetworkBasicOps-1706243872 tempest-TestNetworkBasicOps-1706243872-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1189735 Nov 25 13:42:25.970975 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-47b9af31-7760-4909-bb4e-6acc585b0365 req-5fef16d3-1772-4a40-a907-01e4272f9788 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.1628428 Nov 25 13:42:25.972914 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57258) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:42:26.053044 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-7301f61a-9b59-4751-a239-dc04e6fc7e3b tempest-TestNetworkBasicOps-1706243872 tempest-TestNetworkBasicOps-1706243872-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=7542d3d9-0db3-40e7-ab88-a168871141f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0773995 Nov 25 13:42:26.054308 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57262) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:42:26.059896 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-8d56aba1-dc5b-4021-ae14-fa152f949d41 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1646460989', 'network_id': '8b093547-e8c5-4d15-b872-1302a254ea32', 'project_id': '06a700e6f18945e692debb25875c4858', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:42:26.111782 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-47b9af31-7760-4909-bb4e-6acc585b0365 req-ad2275d6-2074-4e16-9209-fc606e4e4b39 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374786 Nov 25 13:42:26.141652 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4eb6d-7d44-440e-bec1-87fa4b1d9df1 req-46e48d8a-78e3-4fa1-81f1-4d6865ab72c4 tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:26.151586 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e9e4eb6d-7d44-440e-bec1-87fa4b1d9df1 req-46e48d8a-78e3-4fa1-81f1-4d6865ab72c4 tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] 10.222.0.53 "GET /v2.0/ports?device_id=55ec4731-5fd4-4221-b4e8-eed920b9f824 HTTP/1.1" status: 200 len: 945 time: 0.1398125 Nov 25 13:42:26.222668 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e9e4eb6d-7d44-440e-bec1-87fa4b1d9df1 req-03fa0bb3-63e6-422b-9314-e638719fe6d7 tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc15ebf9-0049-455f-ae75-103e67b93cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695093 Nov 25 13:42:26.259776 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d56aba1-dc5b-4021-ae14-fa152f949d41 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Made reservation on behalf of 06a700e6f18945e692debb25875c4858 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:42:26.264538 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8d56aba1-dc5b-4021-ae14-fa152f949d41 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:26.282758 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87511ae9-0bc6-45f1-83b1-d29cff01c8c7 x-openstack-request-id: req-87511ae9-0bc6-45f1-83b1-d29cff01c8c7 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:42:26.284191 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55ec4731-5fd4-4221-b4e8-eed920b9f824", "name": "network-vif-plugged", "status": "completed", "tag": "bf204c80-96ea-4fa4-9b92-9a50d1db843e", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:42:26.284557 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-87511ae9-0bc6-45f1-83b1-d29cff01c8c7 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:42:26.291483 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55ec4731-5fd4-4221-b4e8-eed920b9f824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf204c80-96ea-4fa4-9b92-9a50d1db843e', 'code': 200} Nov 25 13:42:26.327568 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=bf204c80-96ea-4fa4-9b92-9a50d1db843e,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:26.344219 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-2efcf092-5686-4f68-9ec6-4ffdfb7e2359 None None] Set router 0bcca80d-3e62-4ce7-9603-c1493e5cf1fc gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:42:26.427430 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adcfae5-af7f-4365-97d6-cc1a242c1d14 req-fe6600e4-1f37-4138-b884-1688e5f9574b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:26.429063 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7adcfae5-af7f-4365-97d6-cc1a242c1d14 req-fe6600e4-1f37-4138-b884-1688e5f9574b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=55ec4731-5fd4-4221-b4e8-eed920b9f824 HTTP/1.1" status: 200 len: 1097 time: 0.0849469 Nov 25 13:42:26.431980 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad7197-da0a-4a19-8f02-d7217af5d31f req-16874cbe-c6fe-4c46-ab17-98460a853849 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:26.436414 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4aad7197-da0a-4a19-8f02-d7217af5d31f req-16874cbe-c6fe-4c46-ab17-98460a853849 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.0827506 Nov 25 13:42:26.532451 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7adcfae5-af7f-4365-97d6-cc1a242c1d14 req-e72095e8-0377-4e79-b181-3ced84727d06 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fc15ebf9-0049-455f-ae75-103e67b93cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930805 Nov 25 13:42:26.536602 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4aad7197-da0a-4a19-8f02-d7217af5d31f req-2898fb17-ec49-4c31-9857-6da355747c67 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881035 Nov 25 13:42:26.656035 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-2efcf092-5686-4f68-9ec6-4ffdfb7e2359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bcca80d-3e62-4ce7-9603-c1493e5cf1fc', 'name': 'tempest-TestNetworkBasicOps-router-1473798697', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '33fe9253-7441-4ea9-8cb3-c415249a7f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:42:23Z', 'updated_at': '2021-11-25T13:42:24Z', 'revision_number': 3, 'project_id': '06a700e6f18945e692debb25875c4858', 'gw_port': {'id': '33fe9253-7441-4ea9-8cb3-c415249a7f5e', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:70:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bcca80d-3e62-4ce7-9603-c1493e5cf1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:42:24Z', 'updated_at': '2021-11-25T13:42:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:42:26.682735 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8d56aba1-dc5b-4021-ae14-fa152f949d41 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:26.694757 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efcf092-5686-4f68-9ec6-4ffdfb7e2359 None None] Checking router: 0bcca80d-3e62-4ce7-9603-c1493e5cf1fc for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:42:26.695347 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efcf092-5686-4f68-9ec6-4ffdfb7e2359 None None] Updating router 0bcca80d-3e62-4ce7-9603-c1493e5cf1fc port 33fe9253-7441-4ea9-8cb3-c415249a7f5e binding host n-d-808199-11 {{(pid=103572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:42:26.705637 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1765f162-04fe-4ac0-8fd2-78e9fbb38094 req-c133e101-0c3e-45b7-b4ff-d3326c45d3f8 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:26.707493 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1765f162-04fe-4ac0-8fd2-78e9fbb38094 req-c133e101-0c3e-45b7-b4ff-d3326c45d3f8 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.0747046 Nov 25 13:42:26.756083 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d56aba1-dc5b-4021-ae14-fa152f949d41 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Pushing event updated for resources: {'Subnet': ['ID=05270d50-4b45-4809-a4a7-beaaa896f236,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:26.763025 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2efcf092-5686-4f68-9ec6-4ffdfb7e2359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:26.765862 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d56aba1-dc5b-4021-ae14-fa152f949d41 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Checking segment: {'id': '24d93eab-f504-4e0b-8564-dd0faf9fe133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '8b093547-e8c5-4d15-b872-1302a254ea32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:42:26.766244 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d56aba1-dc5b-4021-ae14-fa152f949d41 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Network hostable DHCP agents. Network: 8b093547-e8c5-4d15-b872-1302a254ea32, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:42:26.787623 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d56aba1-dc5b-4021-ae14-fa152f949d41 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Network 8b093547-e8c5-4d15-b872-1302a254ea32 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:42:26.812134 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-8d56aba1-dc5b-4021-ae14-fa152f949d41 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 8b093547-e8c5-4d15-b872-1302a254ea32) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:42:26.817906 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d56aba1-dc5b-4021-ae14-fa152f949d41 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:26.819619 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8d56aba1-dc5b-4021-ae14-fa152f949d41 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:26.833052 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1765f162-04fe-4ac0-8fd2-78e9fbb38094 req-a50739d6-2743-4ee5-ada9-51e4c5a24034 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170213 Nov 25 13:42:26.839341 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e050aa9-3959-4bb4-8516-aa457bb775ec None None] Network 8b093547-e8c5-4d15-b872-1302a254ea32 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:42:26.868592 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 57286) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:42:26.870337 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-8d56aba1-dc5b-4021-ae14-fa152f949d41 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8148849 Nov 25 13:42:27.095129 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d835cb-bc71-4355-a8ac-6ab032448c51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-8b093547-e8c5-4d15-b872-1302a254ea32', 'network_id': '8b093547-e8c5-4d15-b872-1302a254ea32', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'fixed_ips': [{'subnet_id': '05270d50-4b45-4809-a4a7-beaaa896f236'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:42:27.097289 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-27d835cb-bc71-4355-a8ac-6ab032448c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:27.187260 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f6afc9-fa98-4ab4-8068-cea10efda3fd req-bc8caf48-3d33-4f39-ba50-2998b03cfa51 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:27.188953 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-57f6afc9-fa98-4ab4-8068-cea10efda3fd req-bc8caf48-3d33-4f39-ba50-2998b03cfa51 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.1513758 Nov 25 13:42:27.285150 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-57f6afc9-fa98-4ab4-8068-cea10efda3fd req-efbc2332-fcb0-4f44-b640-9375e4e1d0b7 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879579 Nov 25 13:42:27.432169 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-27d835cb-bc71-4355-a8ac-6ab032448c51 None None] Allocated IP 172.20.0.2 (8b093547-e8c5-4d15-b872-1302a254ea32/05270d50-4b45-4809-a4a7-beaaa896f236/82681751-92a5-4019-b55d-d704d5e7946d) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:42:27.468718 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2efcf092-5686-4f68-9ec6-4ffdfb7e2359 None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:27.482067 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2efcf092-5686-4f68-9ec6-4ffdfb7e2359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:27.609033 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8a8d86-299f-48df-a969-577546aed730 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:42:27.648095 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-2efcf092-5686-4f68-9ec6-4ffdfb7e2359 None None] Attempting to bind port 33fe9253-7441-4ea9-8cb3-c415249a7f5e on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:42:27.648683 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-2efcf092-5686-4f68-9ec6-4ffdfb7e2359 None None] Attempting to bind port 33fe9253-7441-4ea9-8cb3-c415249a7f5e by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:42:27.649269 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efcf092-5686-4f68-9ec6-4ffdfb7e2359 None None] Attempting to bind port 33fe9253-7441-4ea9-8cb3-c415249a7f5e on network 7542d3d9-0db3-40e7-ab88-a168871141f7 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:42:27.695836 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efcf092-5686-4f68-9ec6-4ffdfb7e2359 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:42:27.695836 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efcf092-5686-4f68-9ec6-4ffdfb7e2359 None None] Checking segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:42:27.695836 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2efcf092-5686-4f68-9ec6-4ffdfb7e2359 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:27.696465 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efcf092-5686-4f68-9ec6-4ffdfb7e2359 None None] Bound using segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:42:27.696757 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-2efcf092-5686-4f68-9ec6-4ffdfb7e2359 None None] Bound port: 33fe9253-7441-4ea9-8cb3-c415249a7f5e, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:42:27.697202 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2efcf092-5686-4f68-9ec6-4ffdfb7e2359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:27.701191 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3aec88-e3ef-4cc0-b7ae-ce9280608e76 None None] Pushing event updated for resources: {'Port': ['ID=33fe9253-7441-4ea9-8cb3-c415249a7f5e,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:27.742284 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f5078-0c60-44c3-b2c2-96b1a13efd89 req-fb4b4a81-26d6-4e8f-9dda-24aa9d9af8e3 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:27.750974 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7c5f5078-0c60-44c3-b2c2-96b1a13efd89 req-fb4b4a81-26d6-4e8f-9dda-24aa9d9af8e3 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.3530459 Nov 25 13:42:27.769746 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01327c3-05c1-46ba-8c46-a4c345ac4fdf req-6302f41c-014a-4d35-97ea-84ab43a9886d tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:27.777497 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b01327c3-05c1-46ba-8c46-a4c345ac4fdf req-6302f41c-014a-4d35-97ea-84ab43a9886d tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] 10.222.0.53 "GET /v2.0/ports?device_id=55ec4731-5fd4-4221-b4e8-eed920b9f824 HTTP/1.1" status: 200 len: 945 time: 0.3843222 Nov 25 13:42:27.800040 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-a10dede0-ff18-4a51-8a94-446f01a833ad None None] Provisioning complete for port 33fe9253-7441-4ea9-8cb3-c415249a7f5e triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:42:27.800414 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a10dede0-ff18-4a51-8a94-446f01a833ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:27.850044 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-a10dede0-ff18-4a51-8a94-446f01a833ad None None] Port 33fe9253-7441-4ea9-8cb3-c415249a7f5e cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:42:27.879591 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-27d835cb-bc71-4355-a8ac-6ab032448c51 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:27.882246 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-2efcf092-5686-4f68-9ec6-4ffdfb7e2359 None None] For port 33fe9253-7441-4ea9-8cb3-c415249a7f5e, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:42:27.886445 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-2efcf092-5686-4f68-9ec6-4ffdfb7e2359 None None] For port 33fe9253-7441-4ea9-8cb3-c415249a7f5e, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=33fe9253-7441-4ea9-8cb3-c415249a7f5e,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:42:27.890291 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-27d835cb-bc71-4355-a8ac-6ab032448c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:27.896776 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2efcf092-5686-4f68-9ec6-4ffdfb7e2359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:27.967149 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764751a1-6a66-4bfc-bb8d-c53a27a0e637 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:42:27.968170 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7c5f5078-0c60-44c3-b2c2-96b1a13efd89 req-ae953aac-af0a-459f-90ef-fbf274d02f90 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025373 Nov 25 13:42:27.974788 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d835cb-bc71-4355-a8ac-6ab032448c51 None None] Network 8b093547-e8c5-4d15-b872-1302a254ea32 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:42:27.981427 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efcf092-5686-4f68-9ec6-4ffdfb7e2359 None None] Routers {'0bcca80d-3e62-4ce7-9603-c1493e5cf1fc'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:42:27.982383 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-2efcf092-5686-4f68-9ec6-4ffdfb7e2359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:42:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['0bcca80d-3e62-4ce7-9603-c1493e5cf1fc'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:42:28.051678 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b01327c3-05c1-46ba-8c46-a4c345ac4fdf req-0171f6a1-fc31-4c35-bb93-814a7cc9b25c tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc15ebf9-0049-455f-ae75-103e67b93cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694066 Nov 25 13:42:28.103527 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-27d835cb-bc71-4355-a8ac-6ab032448c51 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:42:28.107188 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d835cb-bc71-4355-a8ac-6ab032448c51 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:42:28.116184 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d835cb-bc71-4355-a8ac-6ab032448c51 None None] Pushing event updated for resources: {'Port': ['ID=82681751-92a5-4019-b55d-d704d5e7946d,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:28.165224 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0fb64249-cee8-4c82-a3c8-98e759f4ba40 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:28.290826 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-d1e6ef67-d69d-43f1-9487-3ad09faceab2 None None] Provisioning complete for port 33fe9253-7441-4ea9-8cb3-c415249a7f5e triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:42:28.291467 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d1e6ef67-d69d-43f1-9487-3ad09faceab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:28.310575 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-2efcf092-5686-4f68-9ec6-4ffdfb7e2359 None None] Set router 0bcca80d-3e62-4ce7-9603-c1493e5cf1fc gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:42:28.334128 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6afd40-8c2f-4310-86e5-a466edb50830 req-24ec5e1f-7cfc-4d1f-98dc-fad0bf2719a0 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:28.343112 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-be6afd40-8c2f-4310-86e5-a466edb50830 req-24ec5e1f-7cfc-4d1f-98dc-fad0bf2719a0 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.1229186 Nov 25 13:42:28.436869 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-27d835cb-bc71-4355-a8ac-6ab032448c51 None None] Attempting to bind port 82681751-92a5-4019-b55d-d704d5e7946d on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:42:28.437251 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-27d835cb-bc71-4355-a8ac-6ab032448c51 None None] Attempting to bind port 82681751-92a5-4019-b55d-d704d5e7946d by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '24d93eab-f504-4e0b-8564-dd0faf9fe133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '8b093547-e8c5-4d15-b872-1302a254ea32'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:42:28.437631 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d835cb-bc71-4355-a8ac-6ab032448c51 None None] Attempting to bind port 82681751-92a5-4019-b55d-d704d5e7946d on network 8b093547-e8c5-4d15-b872-1302a254ea32 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:42:28.446114 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3aec88-e3ef-4cc0-b7ae-ce9280608e76 None None] Pushing event updated for resources: {'Port': ['ID=33fe9253-7441-4ea9-8cb3-c415249a7f5e,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:28.460246 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d835cb-bc71-4355-a8ac-6ab032448c51 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:42:28.460646 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d835cb-bc71-4355-a8ac-6ab032448c51 None None] Checking segment: {'id': '24d93eab-f504-4e0b-8564-dd0faf9fe133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '8b093547-e8c5-4d15-b872-1302a254ea32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:42:28.461060 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-27d835cb-bc71-4355-a8ac-6ab032448c51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:28.461456 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d835cb-bc71-4355-a8ac-6ab032448c51 None None] Bound using segment: {'id': '24d93eab-f504-4e0b-8564-dd0faf9fe133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '8b093547-e8c5-4d15-b872-1302a254ea32'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:42:28.461952 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-27d835cb-bc71-4355-a8ac-6ab032448c51 None None] Bound port: 82681751-92a5-4019-b55d-d704d5e7946d, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24d93eab-f504-4e0b-8564-dd0faf9fe133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '8b093547-e8c5-4d15-b872-1302a254ea32'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:42:28.462333 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-27d835cb-bc71-4355-a8ac-6ab032448c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:28.497624 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-be6afd40-8c2f-4310-86e5-a466edb50830 req-ce33557f-0844-498b-ba5b-360899a95e6a tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534324 Nov 25 13:42:28.665814 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-27d835cb-bc71-4355-a8ac-6ab032448c51 None None] For port 82681751-92a5-4019-b55d-d704d5e7946d, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:42:28.719475 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-27d835cb-bc71-4355-a8ac-6ab032448c51 None None] For port 82681751-92a5-4019-b55d-d704d5e7946d, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=82681751-92a5-4019-b55d-d704d5e7946d,segment=NetworkSegment(24d93eab-f504-4e0b-8564-dd0faf9fe133),segment_id=24d93eab-f504-4e0b-8564-dd0faf9fe133)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:42:28.720662 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d1e6ef67-d69d-43f1-9487-3ad09faceab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:28.731257 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-27d835cb-bc71-4355-a8ac-6ab032448c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:28.743232 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-0fb64249-cee8-4c82-a3c8-98e759f4ba40 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Allocated IP 172.20.0.1 (8b093547-e8c5-4d15-b872-1302a254ea32/05270d50-4b45-4809-a4a7-beaaa896f236/cfb15083-a269-44d4-9680-ec40390f7a05) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:42:28.810115 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d835cb-bc71-4355-a8ac-6ab032448c51 None None] Pushing event updated for resources: {'Port': ['ID=82681751-92a5-4019-b55d-d704d5e7946d,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:28.855387 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf9a6d0-e2ee-47bc-be14-3a56537b6bf2 req-81406640-76de-4878-bb40-0a8699df5fa0 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:28.857804 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ddf9a6d0-e2ee-47bc-be14-3a56537b6bf2 req-81406640-76de-4878-bb40-0a8699df5fa0 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.1843934 Nov 25 13:42:28.961251 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0fb64249-cee8-4c82-a3c8-98e759f4ba40 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:28.966947 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ddf9a6d0-e2ee-47bc-be14-3a56537b6bf2 req-63d2c96f-45e6-4216-8ad5-955fc5d8934c tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986700 Nov 25 13:42:29.011177 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0fb64249-cee8-4c82-a3c8-98e759f4ba40 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:29.056989 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb64249-cee8-4c82-a3c8-98e759f4ba40 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Network 8b093547-e8c5-4d15-b872-1302a254ea32 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:42:29.061887 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-0fb64249-cee8-4c82-a3c8-98e759f4ba40 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:42:29.071484 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb64249-cee8-4c82-a3c8-98e759f4ba40 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:42:29.085299 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-d1e6ef67-d69d-43f1-9487-3ad09faceab2 None None] For port 33fe9253-7441-4ea9-8cb3-c415249a7f5e, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=33fe9253-7441-4ea9-8cb3-c415249a7f5e,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:42:29.124558 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb64249-cee8-4c82-a3c8-98e759f4ba40 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Pushing event updated for resources: {'Port': ['ID=cfb15083-a269-44d4-9680-ec40390f7a05,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:29.148674 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d1e6ef67-d69d-43f1-9487-3ad09faceab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:29.233779 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-2efcf092-5686-4f68-9ec6-4ffdfb7e2359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bcca80d-3e62-4ce7-9603-c1493e5cf1fc', 'name': 'tempest-TestNetworkBasicOps-router-1473798697', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '33fe9253-7441-4ea9-8cb3-c415249a7f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:42:23Z', 'updated_at': '2021-11-25T13:42:24Z', 'revision_number': 3, 'project_id': '06a700e6f18945e692debb25875c4858', 'gw_port': {'id': '33fe9253-7441-4ea9-8cb3-c415249a7f5e', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:70:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bcca80d-3e62-4ce7-9603-c1493e5cf1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:42:24Z', 'updated_at': '2021-11-25T13:42:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:42:29.237982 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e6ef67-d69d-43f1-9487-3ad09faceab2 None None] Pushing event updated for resources: {'Port': ['ID=33fe9253-7441-4ea9-8cb3-c415249a7f5e,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:29.276879 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efcf092-5686-4f68-9ec6-4ffdfb7e2359 None None] The sync data for ids ['0bcca80d-3e62-4ce7-9603-c1493e5cf1fc'] in n-d-808199-11 is: [{'id': '0bcca80d-3e62-4ce7-9603-c1493e5cf1fc', 'name': 'tempest-TestNetworkBasicOps-router-1473798697', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '33fe9253-7441-4ea9-8cb3-c415249a7f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:42:23Z', 'updated_at': '2021-11-25T13:42:24Z', 'revision_number': 3, 'project_id': '06a700e6f18945e692debb25875c4858', 'gw_port': {'id': '33fe9253-7441-4ea9-8cb3-c415249a7f5e', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:70:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bcca80d-3e62-4ce7-9603-c1493e5cf1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:42:24Z', 'updated_at': '2021-11-25T13:42:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:42:29.727297 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0fb64249-cee8-4c82-a3c8-98e759f4ba40 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:29.826910 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad0dd23-7193-47f0-9a44-d8c7798a5e83 req-6d29d027-1d94-4f06-8785-7189c57b7a49 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:29.828467 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bad0dd23-7193-47f0-9a44-d8c7798a5e83 req-6d29d027-1d94-4f06-8785-7189c57b7a49 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.7131286 Nov 25 13:42:29.846982 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22750d50-3fc8-46a0-8af9-110d2f5f419d req-b4e2779c-df5e-4934-b728-33c933ff9cfc tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:29.853902 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-22750d50-3fc8-46a0-8af9-110d2f5f419d req-b4e2779c-df5e-4934-b728-33c933ff9cfc tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] 10.222.0.53 "GET /v2.0/ports?device_id=55ec4731-5fd4-4221-b4e8-eed920b9f824 HTTP/1.1" status: 200 len: 945 time: 0.1994126 Nov 25 13:42:29.929702 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 33fe9253-7441-4ea9-8cb3-c415249a7f5e up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:42:29.994281 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bad0dd23-7193-47f0-9a44-d8c7798a5e83 req-517019e4-a4a6-4098-859c-b001f6756f43 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286922 Nov 25 13:42:30.043786 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-22750d50-3fc8-46a0-8af9-110d2f5f419d req-f3e53be0-db01-4731-b858-91fcd109200b tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc15ebf9-0049-455f-ae75-103e67b93cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883848 Nov 25 13:42:30.069868 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 33fe9253-7441-4ea9-8cb3-c415249a7f5e triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:42:30.070349 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:30.226495 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0fb64249-cee8-4c82-a3c8-98e759f4ba40 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:30.231351 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 82681751-92a5-4019-b55d-d704d5e7946d up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:42:30.339924 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c67db-478c-483a-92e6-421666746d6e req-45a8e22f-f024-4479-9fe9-88105c7ee1b7 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:30.341146 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 82681751-92a5-4019-b55d-d704d5e7946d triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:42:30.341620 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-414c67db-478c-483a-92e6-421666746d6e req-45a8e22f-f024-4479-9fe9-88105c7ee1b7 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.2387319 Nov 25 13:42:30.342153 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:30.431002 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-12414a83-e08a-4309-954a-d0e03ab09198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:30.503874 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:30.554319 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] For port 82681751-92a5-4019-b55d-d704d5e7946d, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=82681751-92a5-4019-b55d-d704d5e7946d,segment=NetworkSegment(24d93eab-f504-4e0b-8564-dd0faf9fe133),segment_id=24d93eab-f504-4e0b-8564-dd0faf9fe133)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:42:30.566734 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:30.636639 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab147acf-8380-4939-bb53-efe1faaaeeaf req-2d7ac043-7f08-4d1c-8754-1885138ca9ad tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:30.640073 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ab147acf-8380-4939-bb53-efe1faaaeeaf req-2d7ac043-7f08-4d1c-8754-1885138ca9ad tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] 10.222.0.53 "GET /v2.0/ports?device_id=55ec4731-5fd4-4221-b4e8-eed920b9f824 HTTP/1.1" status: 200 len: 945 time: 0.4512513 Nov 25 13:42:30.691259 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Pushing event updated for resources: {'Port': ['ID=82681751-92a5-4019-b55d-d704d5e7946d,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:30.711388 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c6012b-f6c3-4176-9ed8-6ae1493ff6dd None None] Network 8b093547-e8c5-4d15-b872-1302a254ea32 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:42:30.856376 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-73a3a19f-9487-4a1a-9c83-faddaaf523f7 None None] Provisioning complete for port 82681751-92a5-4019-b55d-d704d5e7946d triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:42:30.856834 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-73a3a19f-9487-4a1a-9c83-faddaaf523f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:30.861051 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-414c67db-478c-483a-92e6-421666746d6e req-7d268d02-5c3e-41b8-b110-404af6ecb0e3 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268890 Nov 25 13:42:31.015669 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ab147acf-8380-4939-bb53-efe1faaaeeaf req-fb10c8e6-e8af-40ce-998b-f19b86485331 tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc15ebf9-0049-455f-ae75-103e67b93cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3650048 Nov 25 13:42:31.132647 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0fb64249-cee8-4c82-a3c8-98e759f4ba40 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:31.140566 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0fb64249-cee8-4c82-a3c8-98e759f4ba40 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:31.266469 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0fb64249-cee8-4c82-a3c8-98e759f4ba40 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:31.269581 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb64249-cee8-4c82-a3c8-98e759f4ba40 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Pushing event updated for resources: {'Port': ['ID=cfb15083-a269-44d4-9680-ec40390f7a05,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:31.463607 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb64249-cee8-4c82-a3c8-98e759f4ba40 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Network 8b093547-e8c5-4d15-b872-1302a254ea32 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:42:31.468761 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-0fb64249-cee8-4c82-a3c8-98e759f4ba40 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:42:31.553932 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14618950-2ad4-40af-8dd3-d91ad20730dc req-8ed7c207-a3bd-4178-a3cf-5e16be9f4def tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:31.555241 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-14618950-2ad4-40af-8dd3-d91ad20730dc req-8ed7c207-a3bd-4178-a3cf-5e16be9f4def tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] 10.222.0.53 "GET /v2.0/ports?device_id=55ec4731-5fd4-4221-b4e8-eed920b9f824 HTTP/1.1" status: 200 len: 945 time: 0.1499498 Nov 25 13:42:31.700953 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-ac15991a-a501-4a02-a416-5a39c176fe36 None None] Provisioning complete for port cfb15083-a269-44d4-9680-ec40390f7a05 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:42:31.702655 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ac15991a-a501-4a02-a416-5a39c176fe36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:31.755136 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-ac15991a-a501-4a02-a416-5a39c176fe36 None None] Port cfb15083-a269-44d4-9680-ec40390f7a05 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:42:31.770060 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-ac15991a-a501-4a02-a416-5a39c176fe36 None None] Provisioning complete for port 82681751-92a5-4019-b55d-d704d5e7946d triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:42:31.770779 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ac15991a-a501-4a02-a416-5a39c176fe36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:31.776444 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-14618950-2ad4-40af-8dd3-d91ad20730dc req-9342a625-c169-4d76-acc6-d15e75d0ac47 tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc15ebf9-0049-455f-ae75-103e67b93cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105601 Nov 25 13:42:31.794500 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc84f3-2a6a-426c-a8ab-941b02800aaa req-0aeae1a6-f790-4174-8401-ea1b6cb8e8a1 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:31.802056 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b3dc84f3-2a6a-426c-a8ab-941b02800aaa req-0aeae1a6-f790-4174-8401-ea1b6cb8e8a1 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.1574936 Nov 25 13:42:31.870293 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fb64249-cee8-4c82-a3c8-98e759f4ba40 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Router 0bcca80d-3e62-4ce7-9603-c1493e5cf1fc has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:42:31.941590 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b3dc84f3-2a6a-426c-a8ab-941b02800aaa req-72e2e267-2cf8-472b-b688-f33191d19383 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304142 Nov 25 13:42:31.986093 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 82681751-92a5-4019-b55d-d704d5e7946d up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:42:32.070136 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 82681751-92a5-4019-b55d-d704d5e7946d triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:42:32.071185 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:32.149180 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb64249-cee8-4c82-a3c8-98e759f4ba40 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:42:32.160276 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-0fb64249-cee8-4c82-a3c8-98e759f4ba40 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "PUT /v2.0/routers/0bcca80d-3e62-4ce7-9603-c1493e5cf1fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2857189 Nov 25 13:42:32.161499 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 57392) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:42:32.231724 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-a2cdcb23-2e7a-4178-b9be-0fb2b4ea003f None None] Provisioning complete for port cfb15083-a269-44d4-9680-ec40390f7a05 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:42:32.232113 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a2cdcb23-2e7a-4178-b9be-0fb2b4ea003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:32.240189 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef47437a-ccae-4b0a-b09b-dac9645aaa1f None None] Sync routers for ids ['0bcca80d-3e62-4ce7-9603-c1493e5cf1fc'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:42:32.252394 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef47437a-ccae-4b0a-b09b-dac9645aaa1f None None] Routers {'0bcca80d-3e62-4ce7-9603-c1493e5cf1fc'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:42:32.253325 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ef47437a-ccae-4b0a-b09b-dac9645aaa1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:42:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['0bcca80d-3e62-4ce7-9603-c1493e5cf1fc'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:42:32.274395 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-a2cdcb23-2e7a-4178-b9be-0fb2b4ea003f None None] Port cfb15083-a269-44d4-9680-ec40390f7a05 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:42:32.386415 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-ef47437a-ccae-4b0a-b09b-dac9645aaa1f None None] Set router 0bcca80d-3e62-4ce7-9603-c1493e5cf1fc gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:42:32.407506 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-1d2f1347-4c31-436d-b264-6cf47ac4be47 None None] Provisioning complete for port cfb15083-a269-44d4-9680-ec40390f7a05 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:42:32.407747 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1d2f1347-4c31-436d-b264-6cf47ac4be47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:32.433070 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a5f3a5-a9c0-4d26-bf3f-f827adb08443 tempest-TestNetworkBasicOps-1706243872 tempest-TestNetworkBasicOps-1706243872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:32.433711 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a5f3a5-a9c0-4d26-bf3f-f827adb08443 tempest-TestNetworkBasicOps-1706243872 tempest-TestNetworkBasicOps-1706243872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:32.434256 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a5f3a5-a9c0-4d26-bf3f-f827adb08443 tempest-TestNetworkBasicOps-1706243872 tempest-TestNetworkBasicOps-1706243872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:32.434830 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a5f3a5-a9c0-4d26-bf3f-f827adb08443 tempest-TestNetworkBasicOps-1706243872 tempest-TestNetworkBasicOps-1706243872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:32.434830 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a5f3a5-a9c0-4d26-bf3f-f827adb08443 tempest-TestNetworkBasicOps-1706243872 tempest-TestNetworkBasicOps-1706243872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:32.434830 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a5f3a5-a9c0-4d26-bf3f-f827adb08443 tempest-TestNetworkBasicOps-1706243872 tempest-TestNetworkBasicOps-1706243872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:32.436362 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a5f3a5-a9c0-4d26-bf3f-f827adb08443 tempest-TestNetworkBasicOps-1706243872 tempest-TestNetworkBasicOps-1706243872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:32.437874 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a5f3a5-a9c0-4d26-bf3f-f827adb08443 tempest-TestNetworkBasicOps-1706243872 tempest-TestNetworkBasicOps-1706243872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:32.437874 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a5f3a5-a9c0-4d26-bf3f-f827adb08443 tempest-TestNetworkBasicOps-1706243872 tempest-TestNetworkBasicOps-1706243872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:32.442411 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f2a5f3a5-a9c0-4d26-bf3f-f827adb08443 tempest-TestNetworkBasicOps-1706243872 tempest-TestNetworkBasicOps-1706243872-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6389 time: 0.2769976 Nov 25 13:42:32.442858 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57394) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:42:32.459976 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-1d2f1347-4c31-436d-b264-6cf47ac4be47 None None] Port cfb15083-a269-44d4-9680-ec40390f7a05 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:42:32.524571 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16901dc-2d71-4fb3-bd37-378e7adaf651 tempest-TestNetworkBasicOps-1706243872 tempest-TestNetworkBasicOps-1706243872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:32.525040 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16901dc-2d71-4fb3-bd37-378e7adaf651 tempest-TestNetworkBasicOps-1706243872 tempest-TestNetworkBasicOps-1706243872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:32.525498 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16901dc-2d71-4fb3-bd37-378e7adaf651 tempest-TestNetworkBasicOps-1706243872 tempest-TestNetworkBasicOps-1706243872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:32.525949 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16901dc-2d71-4fb3-bd37-378e7adaf651 tempest-TestNetworkBasicOps-1706243872 tempest-TestNetworkBasicOps-1706243872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:32.526395 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16901dc-2d71-4fb3-bd37-378e7adaf651 tempest-TestNetworkBasicOps-1706243872 tempest-TestNetworkBasicOps-1706243872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:32.526939 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16901dc-2d71-4fb3-bd37-378e7adaf651 tempest-TestNetworkBasicOps-1706243872 tempest-TestNetworkBasicOps-1706243872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:32.527394 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16901dc-2d71-4fb3-bd37-378e7adaf651 tempest-TestNetworkBasicOps-1706243872 tempest-TestNetworkBasicOps-1706243872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:32.527836 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16901dc-2d71-4fb3-bd37-378e7adaf651 tempest-TestNetworkBasicOps-1706243872 tempest-TestNetworkBasicOps-1706243872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:32.528278 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16901dc-2d71-4fb3-bd37-378e7adaf651 tempest-TestNetworkBasicOps-1706243872 tempest-TestNetworkBasicOps-1706243872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:32.530293 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-a16901dc-2d71-4fb3-bd37-378e7adaf651 tempest-TestNetworkBasicOps-1706243872 tempest-TestNetworkBasicOps-1706243872-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5929 time: 0.0864770 Nov 25 13:42:32.533359 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 57396) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:42:32.628426 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ef47437a-ccae-4b0a-b09b-dac9645aaa1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bcca80d-3e62-4ce7-9603-c1493e5cf1fc', 'name': 'tempest-TestNetworkBasicOps-router-1473798697', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '33fe9253-7441-4ea9-8cb3-c415249a7f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:42:23Z', 'updated_at': '2021-11-25T13:42:30Z', 'revision_number': 4, 'project_id': '06a700e6f18945e692debb25875c4858', 'gw_port': {'id': '33fe9253-7441-4ea9-8cb3-c415249a7f5e', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:70:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcca80d-3e62-4ce7-9603-c1493e5cf1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:42:24Z', 'updated_at': '2021-11-25T13:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'cfb15083-a269-44d4-9680-ec40390f7a05', 'name': '', 'network_id': '8b093547-e8c5-4d15-b872-1302a254ea32', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'mac_address': 'fa:16:3e:96:50:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bcca80d-3e62-4ce7-9603-c1493e5cf1fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '05270d50-4b45-4809-a4a7-beaaa896f236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:42:28Z', 'updated_at': '2021-11-25T13:42:30Z', 'revision_number': 2, 'project_id': '06a700e6f18945e692debb25875c4858', 'subnets': [{'id': '05270d50-4b45-4809-a4a7-beaaa896f236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:42:32.660203 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef47437a-ccae-4b0a-b09b-dac9645aaa1f None None] Checking router: 0bcca80d-3e62-4ce7-9603-c1493e5cf1fc for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:42:32.660662 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef47437a-ccae-4b0a-b09b-dac9645aaa1f None None] Updating router 0bcca80d-3e62-4ce7-9603-c1493e5cf1fc port cfb15083-a269-44d4-9680-ec40390f7a05 binding host n-d-808199-11 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:42:32.693394 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ef47437a-ccae-4b0a-b09b-dac9645aaa1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:32.770479 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-74b4832e-cdd5-43f1-b58b-fbfae4350200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:32.826101 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-4998b1b8-93d6-4c41-b5cb-14c9420d8891 tempest-TestNetworkBasicOps-1706243872 tempest-TestNetworkBasicOps-1706243872-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3050 time: 0.2911839 Nov 25 13:42:32.951068 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f399a556-2e3b-49f5-9ee6-8d48e49984b9 req-0456fe75-f5d2-4a5c-9948-3ec16708103b tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:32.952837 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f399a556-2e3b-49f5-9ee6-8d48e49984b9 req-0456fe75-f5d2-4a5c-9948-3ec16708103b tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] 10.222.0.53 "GET /v2.0/ports?device_id=55ec4731-5fd4-4221-b4e8-eed920b9f824 HTTP/1.1" status: 200 len: 945 time: 0.0563457 Nov 25 13:42:33.013142 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57408) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:42:33.018987 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-1ae8e36e-6e4f-4b9e-88c6-bee2645f21c3 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1684954803', 'description': 'tempest-secgroup-smoke-1684954803 description', 'project_id': '06a700e6f18945e692debb25875c4858'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:42:33.043684 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f399a556-2e3b-49f5-9ee6-8d48e49984b9 req-d46ec8eb-3e04-46ad-a8a8-75d960d8f9e8 tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc15ebf9-0049-455f-ae75-103e67b93cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788772 Nov 25 13:42:33.058280 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1ae8e36e-6e4f-4b9e-88c6-bee2645f21c3 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:33.062611 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ef47437a-ccae-4b0a-b09b-dac9645aaa1f None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:33.071034 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ef47437a-ccae-4b0a-b09b-dac9645aaa1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:33.176555 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c011d782-7397-450f-8e65-7caf5cb0187e req-ef4b7ec1-65e2-40b0-a237-e69c581a82ab tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:33.178914 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c011d782-7397-450f-8e65-7caf5cb0187e req-ef4b7ec1-65e2-40b0-a237-e69c581a82ab tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.0981889 Nov 25 13:42:33.180253 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea00fb16-fd30-4ab4-b683-574ba826f578 None None] Pushing event updated for resources: {'Port': ['ID=cfb15083-a269-44d4-9680-ec40390f7a05,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:33.199892 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1ae8e36e-6e4f-4b9e-88c6-bee2645f21c3 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:33.206933 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1ae8e36e-6e4f-4b9e-88c6-bee2645f21c3 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:33.240353 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae8e36e-6e4f-4b9e-88c6-bee2645f21c3 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8193440-3d0b-402d-816a-c57ecb79d417,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:33.242248 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-ef47437a-ccae-4b0a-b09b-dac9645aaa1f None None] Attempting to bind port cfb15083-a269-44d4-9680-ec40390f7a05 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:42:33.243213 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-ef47437a-ccae-4b0a-b09b-dac9645aaa1f None None] Attempting to bind port cfb15083-a269-44d4-9680-ec40390f7a05 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '24d93eab-f504-4e0b-8564-dd0faf9fe133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '8b093547-e8c5-4d15-b872-1302a254ea32'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:42:33.243767 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef47437a-ccae-4b0a-b09b-dac9645aaa1f None None] Attempting to bind port cfb15083-a269-44d4-9680-ec40390f7a05 on network 8b093547-e8c5-4d15-b872-1302a254ea32 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:42:33.262555 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef47437a-ccae-4b0a-b09b-dac9645aaa1f None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:42:33.264589 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef47437a-ccae-4b0a-b09b-dac9645aaa1f None None] Checking segment: {'id': '24d93eab-f504-4e0b-8564-dd0faf9fe133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '8b093547-e8c5-4d15-b872-1302a254ea32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:42:33.264589 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ef47437a-ccae-4b0a-b09b-dac9645aaa1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:33.265050 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef47437a-ccae-4b0a-b09b-dac9645aaa1f None None] Bound using segment: {'id': '24d93eab-f504-4e0b-8564-dd0faf9fe133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '8b093547-e8c5-4d15-b872-1302a254ea32'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:42:33.265850 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-ef47437a-ccae-4b0a-b09b-dac9645aaa1f None None] Bound port: cfb15083-a269-44d4-9680-ec40390f7a05, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24d93eab-f504-4e0b-8564-dd0faf9fe133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '8b093547-e8c5-4d15-b872-1302a254ea32'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:42:33.266484 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ef47437a-ccae-4b0a-b09b-dac9645aaa1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:33.275989 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1ae8e36e-6e4f-4b9e-88c6-bee2645f21c3 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:33.277860 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-1ae8e36e-6e4f-4b9e-88c6-bee2645f21c3 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2632468 Nov 25 13:42:33.280629 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57414) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:42:33.286006 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-0c58ca09-9e3a-4276-9ce9-cb697d150dce tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Request body: {'security_group_rule': {'security_group_id': 'b8193440-3d0b-402d-816a-c57ecb79d417', 'project_id': '06a700e6f18945e692debb25875c4858', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:42:33.339773 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c011d782-7397-450f-8e65-7caf5cb0187e req-020fa3fa-fffc-4101-a925-bcac50e2af24 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460996 Nov 25 13:42:33.354628 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0c58ca09-9e3a-4276-9ce9-cb697d150dce tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:33.392988 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-ef47437a-ccae-4b0a-b09b-dac9645aaa1f None None] For port cfb15083-a269-44d4-9680-ec40390f7a05, host n-d-808199-11, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:42:33.397241 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-ef47437a-ccae-4b0a-b09b-dac9645aaa1f None None] For port cfb15083-a269-44d4-9680-ec40390f7a05, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=cfb15083-a269-44d4-9680-ec40390f7a05,segment=NetworkSegment(24d93eab-f504-4e0b-8564-dd0faf9fe133),segment_id=24d93eab-f504-4e0b-8564-dd0faf9fe133)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:42:33.404047 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ef47437a-ccae-4b0a-b09b-dac9645aaa1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:33.441978 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182965dd-67f1-47f5-90a4-1e545f8bf14c req-f5843fcc-16da-435b-b695-3415df36bb7c tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:33.444715 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-182965dd-67f1-47f5-90a4-1e545f8bf14c req-f5843fcc-16da-435b-b695-3415df36bb7c tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] 10.222.0.53 "GET /v2.0/ports?device_id=55ec4731-5fd4-4221-b4e8-eed920b9f824 HTTP/1.1" status: 200 len: 945 time: 0.0823200 Nov 25 13:42:33.484002 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef47437a-ccae-4b0a-b09b-dac9645aaa1f None None] Routers {'0bcca80d-3e62-4ce7-9603-c1493e5cf1fc'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:42:33.484764 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ef47437a-ccae-4b0a-b09b-dac9645aaa1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:42:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['0bcca80d-3e62-4ce7-9603-c1493e5cf1fc'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:42:33.494610 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70527e7c-832e-461a-9c9f-5700d1b080a6 req-f146e752-db7d-4852-bf52-8a426818aeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:33.496921 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-70527e7c-832e-461a-9c9f-5700d1b080a6 req-f146e752-db7d-4852-bf52-8a426818aeed service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1698007813d94bcb97d729bd771d2761&device_id=55ec4731-5fd4-4221-b4e8-eed920b9f824 HTTP/1.1" status: 200 len: 1097 time: 0.0999324 Nov 25 13:42:33.503305 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0c58ca09-9e3a-4276-9ce9-cb697d150dce tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:33.532573 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0c58ca09-9e3a-4276-9ce9-cb697d150dce tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:33.539071 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea00fb16-fd30-4ab4-b683-574ba826f578 None None] Pushing event updated for resources: {'Port': ['ID=cfb15083-a269-44d4-9680-ec40390f7a05,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:33.583451 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-182965dd-67f1-47f5-90a4-1e545f8bf14c req-555cd5bc-7d4f-4344-a4bf-1d2eec01fbfd tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc15ebf9-0049-455f-ae75-103e67b93cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217813 Nov 25 13:42:33.599057 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c58ca09-9e3a-4276-9ce9-cb697d150dce tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56b59e7e-e7ec-4235-8ac7-3401186a459a,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:33.604682 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-c4ac5ca1-3371-4a82-accd-483874989b7c None None] Provisioning complete for port cfb15083-a269-44d4-9680-ec40390f7a05 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:42:33.605145 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c4ac5ca1-3371-4a82-accd-483874989b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:33.622107 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0c58ca09-9e3a-4276-9ce9-cb697d150dce tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:33.623840 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-0c58ca09-9e3a-4276-9ce9-cb697d150dce tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3420398 Nov 25 13:42:33.628114 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 57416) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:42:33.635063 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-c7d63702-c63e-4503-872f-86d9e57c3d58 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Request body: {'security_group_rule': {'security_group_id': 'b8193440-3d0b-402d-816a-c57ecb79d417', 'project_id': '06a700e6f18945e692debb25875c4858', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:42:33.655447 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70527e7c-832e-461a-9c9f-5700d1b080a6 req-e2520653-dae3-42b3-b202-6efccfe6d96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:33.657283 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-70527e7c-832e-461a-9c9f-5700d1b080a6 req-e2520653-dae3-42b3-b202-6efccfe6d96d service neutron] 10.222.0.47 "GET /v2.0/networks?id=1939f0c1-60cc-4b38-a5f1-95db280c27bb HTTP/1.1" status: 200 len: 912 time: 0.1525812 Nov 25 13:42:33.685851 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c7d63702-c63e-4503-872f-86d9e57c3d58 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:33.721820 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-70527e7c-832e-461a-9c9f-5700d1b080a6 req-e15ec1e3-0e84-492e-ad9d-772990184cb1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf204c80-96ea-4fa4-9b92-9a50d1db843e HTTP/1.1" status: 200 len: 217 time: 0.0561404 Nov 25 13:42:33.732518 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:42:33.742197 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-ef47437a-ccae-4b0a-b09b-dac9645aaa1f None None] Set router 0bcca80d-3e62-4ce7-9603-c1493e5cf1fc gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:42:33.765180 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c4ac5ca1-3371-4a82-accd-483874989b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:33.836844 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-c4ac5ca1-3371-4a82-accd-483874989b7c None None] For port cfb15083-a269-44d4-9680-ec40390f7a05, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=cfb15083-a269-44d4-9680-ec40390f7a05,segment=NetworkSegment(24d93eab-f504-4e0b-8564-dd0faf9fe133),segment_id=24d93eab-f504-4e0b-8564-dd0faf9fe133)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:42:33.839496 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70527e7c-832e-461a-9c9f-5700d1b080a6 req-8b824ed2-15b2-49ac-b5de-45076c078ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:33.841479 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-70527e7c-832e-461a-9c9f-5700d1b080a6 req-8b824ed2-15b2-49ac-b5de-45076c078ac1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=38e55c3b-05f3-4063-ab39-3832e87e5abe HTTP/1.1" status: 200 len: 851 time: 0.1098802 Nov 25 13:42:33.845310 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c4ac5ca1-3371-4a82-accd-483874989b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:33.884163 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c7d63702-c63e-4503-872f-86d9e57c3d58 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:33.892592 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c7d63702-c63e-4503-872f-86d9e57c3d58 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:33.922116 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d63702-c63e-4503-872f-86d9e57c3d58 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c580bd36-cf57-47f3-bd7f-df806fa88faf,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:33.938334 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c7d63702-c63e-4503-872f-86d9e57c3d58 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:33.940289 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c7d63702-c63e-4503-872f-86d9e57c3d58 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3104780 Nov 25 13:42:33.942158 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:33.945436 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 57424) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:42:33.947863 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ac5ca1-3371-4a82-accd-483874989b7c None None] Pushing event updated for resources: {'Port': ['ID=cfb15083-a269-44d4-9680-ec40390f7a05,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:33.953735 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-049f718c-2552-4365-b9a6-5710eb480757 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Request body: {'security_group_rule': {'security_group_id': 'b8193440-3d0b-402d-816a-c57ecb79d417', 'project_id': '06a700e6f18945e692debb25875c4858', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:42:33.958270 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-70527e7c-832e-461a-9c9f-5700d1b080a6 req-a1d13da1-7931-48a9-ae7a-adad356d2f46 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1939f0c1-60cc-4b38-a5f1-95db280c27bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1086490 Nov 25 13:42:33.989360 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-b99b6c97-b9d7-4c9a-8793-da0533248e32 None None] Provisioning complete for port cfb15083-a269-44d4-9680-ec40390f7a05 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:42:33.989884 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b99b6c97-b9d7-4c9a-8793-da0533248e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:34.001317 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-049f718c-2552-4365-b9a6-5710eb480757 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:34.075097 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-70527e7c-832e-461a-9c9f-5700d1b080a6 req-e24c86c5-1287-42b3-87d9-d4f506ea3955 service neutron] 10.222.0.47 "GET /v2.0/networks/1939f0c1-60cc-4b38-a5f1-95db280c27bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080997 Nov 25 13:42:34.104088 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-049f718c-2552-4365-b9a6-5710eb480757 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:34.122913 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-049f718c-2552-4365-b9a6-5710eb480757 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:34.190404 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049f718c-2552-4365-b9a6-5710eb480757 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=991b49bf-aeb4-4c4e-9438-4a9f9fb9b9e9,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:34.202157 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-049f718c-2552-4365-b9a6-5710eb480757 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:34.206081 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-049f718c-2552-4365-b9a6-5710eb480757 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2568159 Nov 25 13:42:34.206575 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57434) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:42:34.212415 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-a4a33e6f-01fa-4bd6-8900-7cb6e382fb1a tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Request body: {'security_group_rule': {'security_group_id': 'b8193440-3d0b-402d-816a-c57ecb79d417', 'project_id': '06a700e6f18945e692debb25875c4858', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:42:34.367349 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a4a33e6f-01fa-4bd6-8900-7cb6e382fb1a tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:34.393900 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ef47437a-ccae-4b0a-b09b-dac9645aaa1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bcca80d-3e62-4ce7-9603-c1493e5cf1fc', 'name': 'tempest-TestNetworkBasicOps-router-1473798697', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '33fe9253-7441-4ea9-8cb3-c415249a7f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:42:23Z', 'updated_at': '2021-11-25T13:42:30Z', 'revision_number': 4, 'project_id': '06a700e6f18945e692debb25875c4858', 'gw_port': {'id': '33fe9253-7441-4ea9-8cb3-c415249a7f5e', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:70:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcca80d-3e62-4ce7-9603-c1493e5cf1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:42:24Z', 'updated_at': '2021-11-25T13:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'cfb15083-a269-44d4-9680-ec40390f7a05', 'name': '', 'network_id': '8b093547-e8c5-4d15-b872-1302a254ea32', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'mac_address': 'fa:16:3e:96:50:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bcca80d-3e62-4ce7-9603-c1493e5cf1fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '05270d50-4b45-4809-a4a7-beaaa896f236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:42:28Z', 'updated_at': '2021-11-25T13:42:33Z', 'revision_number': 4, 'project_id': '06a700e6f18945e692debb25875c4858', 'subnets': [{'id': '05270d50-4b45-4809-a4a7-beaaa896f236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:42:34.429620 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-70527e7c-832e-461a-9c9f-5700d1b080a6 req-61a05893-594e-4351-84fa-98090446b460 service neutron] 10.222.0.47 "GET /v2.0/networks/1939f0c1-60cc-4b38-a5f1-95db280c27bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3457632 Nov 25 13:42:34.451204 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef47437a-ccae-4b0a-b09b-dac9645aaa1f None None] The sync data for ids ['0bcca80d-3e62-4ce7-9603-c1493e5cf1fc'] in n-d-808199-11 is: [{'id': '0bcca80d-3e62-4ce7-9603-c1493e5cf1fc', 'name': 'tempest-TestNetworkBasicOps-router-1473798697', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '33fe9253-7441-4ea9-8cb3-c415249a7f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:42:23Z', 'updated_at': '2021-11-25T13:42:30Z', 'revision_number': 4, 'project_id': '06a700e6f18945e692debb25875c4858', 'gw_port': {'id': '33fe9253-7441-4ea9-8cb3-c415249a7f5e', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:70:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcca80d-3e62-4ce7-9603-c1493e5cf1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:42:24Z', 'updated_at': '2021-11-25T13:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'cfb15083-a269-44d4-9680-ec40390f7a05', 'name': '', 'network_id': '8b093547-e8c5-4d15-b872-1302a254ea32', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'mac_address': 'fa:16:3e:96:50:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bcca80d-3e62-4ce7-9603-c1493e5cf1fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '05270d50-4b45-4809-a4a7-beaaa896f236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:42:28Z', 'updated_at': '2021-11-25T13:42:33Z', 'revision_number': 4, 'project_id': '06a700e6f18945e692debb25875c4858', 'subnets': [{'id': '05270d50-4b45-4809-a4a7-beaaa896f236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:42:34.480737 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a4a33e6f-01fa-4bd6-8900-7cb6e382fb1a tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:34.488326 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a4a33e6f-01fa-4bd6-8900-7cb6e382fb1a tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:34.534797 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9b4c2-0e76-4585-975f-ba7121b86586 req-2bb712ef-a9a1-4fd3-a8d2-608ce0defd15 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:34.545109 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a4a33e6f-01fa-4bd6-8900-7cb6e382fb1a tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:34.553218 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-a4a33e6f-01fa-4bd6-8900-7cb6e382fb1a tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3452883 Nov 25 13:42:34.554677 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c4b9b4c2-0e76-4585-975f-ba7121b86586 req-2bb712ef-a9a1-4fd3-a8d2-608ce0defd15 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.1117439 Nov 25 13:42:34.557032 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57458) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:42:34.563760 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-38368964-3af1-4627-ba6e-24b08c04c993 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Request body: {'security_group_rule': {'security_group_id': 'b8193440-3d0b-402d-816a-c57ecb79d417', 'project_id': '06a700e6f18945e692debb25875c4858', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:42:34.576038 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a33e6f-01fa-4bd6-8900-7cb6e382fb1a tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=658cf1ca-47da-4f80-ba6d-83c44fbd9894,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:34.611922 n-d-808199-11 neutron-server[103571]: INFO neutron.db.securitygroups_db [None req-38368964-3af1-4627-ba6e-24b08c04c993 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Project 06a700e6f18945e692debb25875c4858 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 13:42:34.632022 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-38368964-3af1-4627-ba6e-24b08c04c993 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:34.652904 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c4b9b4c2-0e76-4585-975f-ba7121b86586 req-8eac359e-d787-4fa9-92fd-cad3432bab91 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971816 Nov 25 13:42:34.756062 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-38368964-3af1-4627-ba6e-24b08c04c993 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:34.769598 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-38368964-3af1-4627-ba6e-24b08c04c993 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:34.794578 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38368964-3af1-4627-ba6e-24b08c04c993 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a43e7cc3-1151-4aa4-ae47-e927134a45a1,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:34.809104 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-38368964-3af1-4627-ba6e-24b08c04c993 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:34.810718 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-38368964-3af1-4627-ba6e-24b08c04c993 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2523065 Nov 25 13:42:34.812827 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796b919-6068-4a3c-8a86-623cc05c62b6 req-09e7d539-1fcb-4b68-91ea-fc0ff8e2c02e tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:34.813574 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57488) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:42:34.820608 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6796b919-6068-4a3c-8a86-623cc05c62b6 req-09e7d539-1fcb-4b68-91ea-fc0ff8e2c02e tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] 10.222.0.53 "GET /v2.0/ports?device_id=55ec4731-5fd4-4221-b4e8-eed920b9f824 HTTP/1.1" status: 200 len: 945 time: 0.1099136 Nov 25 13:42:34.821398 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-91297d83-1011-486a-b2d2-05809458039c tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Request body: {'security_group_rule': {'security_group_id': 'b8193440-3d0b-402d-816a-c57ecb79d417', 'project_id': '06a700e6f18945e692debb25875c4858', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:42:34.848571 n-d-808199-11 neutron-server[103571]: INFO neutron.db.securitygroups_db [None req-91297d83-1011-486a-b2d2-05809458039c tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Project 06a700e6f18945e692debb25875c4858 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 13:42:34.855156 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-91297d83-1011-486a-b2d2-05809458039c tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:34.922371 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6796b919-6068-4a3c-8a86-623cc05c62b6 req-94bf3577-5b17-400a-b86e-9ff03278257e tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc15ebf9-0049-455f-ae75-103e67b93cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885696 Nov 25 13:42:34.969073 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-91297d83-1011-486a-b2d2-05809458039c tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:34.975721 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-91297d83-1011-486a-b2d2-05809458039c tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:35.004658 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91297d83-1011-486a-b2d2-05809458039c tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0504061c-847c-497a-9857-5790d306bacc,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:35.019457 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-91297d83-1011-486a-b2d2-05809458039c tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:35.028145 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-91297d83-1011-486a-b2d2-05809458039c tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2128787 Nov 25 13:42:35.243188 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:35.381904 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c9818e1b-a821-42a9-ae20-84b440a31730 req-4cb6a533-223f-4201-b50e-882c8ef285dd tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1684954803&fields=id&tenant_id=06a700e6f18945e692debb25875c4858 HTTP/1.1" status: 200 len: 267 time: 0.1136074 Nov 25 13:42:35.521399 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9818e1b-a821-42a9-ae20-84b440a31730 req-85844631-e93b-4c61-8282-dbcd7d895e54 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:35.523893 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c9818e1b-a821-42a9-ae20-84b440a31730 req-85844631-e93b-4c61-8282-dbcd7d895e54 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/networks?id=8b093547-e8c5-4d15-b872-1302a254ea32 HTTP/1.1" status: 200 len: 797 time: 0.1354420 Nov 25 13:42:35.547911 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c9818e1b-a821-42a9-ae20-84b440a31730 req-1d648d7a-d5da-4466-b08e-74142d59f26c tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/quotas/06a700e6f18945e692debb25875c4858 HTTP/1.1" status: 200 len: 375 time: 0.0107872 Nov 25 13:42:35.621861 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c9818e1b-a821-42a9-ae20-84b440a31730 req-031e5c2e-c512-4339-aed9-a7d5c9f59230 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=06a700e6f18945e692debb25875c4858&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0615096 Nov 25 13:42:35.763898 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c9818e1b-a821-42a9-ae20-84b440a31730 req-0b669a6e-b736-4ab3-b29e-81b985315bc4 service neutron] 10.222.0.53 "GET /v2.0/networks/8b093547-e8c5-4d15-b872-1302a254ea32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387820 Nov 25 13:42:35.886539 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device cfb15083-a269-44d4-9680-ec40390f7a05 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:42:35.960424 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port cfb15083-a269-44d4-9680-ec40390f7a05 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:42:35.960811 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:35.972927 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75af48-9c8e-4371-9ccc-880070e0b6a5 req-37923d83-d7c2-4b5e-86bb-cb71c879b713 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:35.979977 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-eb75af48-9c8e-4371-9ccc-880070e0b6a5 req-37923d83-d7c2-4b5e-86bb-cb71c879b713 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.1713862 Nov 25 13:42:35.995472 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c9818e1b-a821-42a9-ae20-84b440a31730 req-689d958c-13fc-4f6d-aaf3-fa730e761a6d service neutron] 10.222.0.53 "GET /v2.0/networks/8b093547-e8c5-4d15-b872-1302a254ea32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304056 Nov 25 13:42:36.062571 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-eb75af48-9c8e-4371-9ccc-880070e0b6a5 req-d255546b-cc40-4174-81e3-8bd361a6f8bc tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632987 Nov 25 13:42:36.239340 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2926190-8d57-4ed8-9547-24c014171215 req-66e368c4-c53c-4b1e-b36a-9d5c394689e3 tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:36.241567 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d2926190-8d57-4ed8-9547-24c014171215 req-66e368c4-c53c-4b1e-b36a-9d5c394689e3 tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] 10.222.0.53 "GET /v2.0/ports?device_id=55ec4731-5fd4-4221-b4e8-eed920b9f824 HTTP/1.1" status: 200 len: 945 time: 0.0812628 Nov 25 13:42:36.322664 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-be61d817-4f2e-47dd-acf4-3c101b914d66 req-f9848e2f-4cf9-4e2f-a3bb-8d577252f347 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/ports?device_id=b915c76d-e26d-4074-860a-cd9cf7ac4f56 HTTP/1.1" status: 200 len: 210 time: 0.0459924 Nov 25 13:42:36.370355 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d2926190-8d57-4ed8-9547-24c014171215 req-dcd2c037-f14e-4caa-a1b1-ca0edb80a72e tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc15ebf9-0049-455f-ae75-103e67b93cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221678 Nov 25 13:42:36.436106 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:36.716914 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9876c-457d-471b-bbad-f8fb64aded53 req-e8ca1bc5-2dac-4a34-bab9-128e96d54165 tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:36.718598 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c9e9876c-457d-471b-bbad-f8fb64aded53 req-e8ca1bc5-2dac-4a34-bab9-128e96d54165 tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] 10.222.0.53 "GET /v2.0/ports?device_id=55ec4731-5fd4-4221-b4e8-eed920b9f824 HTTP/1.1" status: 200 len: 945 time: 0.0582807 Nov 25 13:42:36.776573 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c9e9876c-457d-471b-bbad-f8fb64aded53 req-573810a5-5528-40ab-b56d-e313b0de2c89 tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc15ebf9-0049-455f-ae75-103e67b93cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440459 Nov 25 13:42:37.222855 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146abf3a-e519-49f6-8842-77b1256b3939 req-a4b065b1-d502-4874-b39e-92b77094f5c9 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:37.224456 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-146abf3a-e519-49f6-8842-77b1256b3939 req-a4b065b1-d502-4874-b39e-92b77094f5c9 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.0525227 Nov 25 13:42:37.292298 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-146abf3a-e519-49f6-8842-77b1256b3939 req-01b7f805-ea68-46de-8162-1c0a7b3fa443 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609283 Nov 25 13:42:37.494835 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-40c5f55c-e62b-478b-8e94-eb6d7e42ef0b req-8e87c7ec-1688-46ff-8c42-b79716692268 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/ports?device_id=b915c76d-e26d-4074-860a-cd9cf7ac4f56 HTTP/1.1" status: 200 len: 210 time: 0.0443954 Nov 25 13:42:37.646186 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9818e1b-a821-42a9-ae20-84b440a31730 req-c14f7979-dc8a-491c-af5e-c832470d74fd tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:37.648359 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c9818e1b-a821-42a9-ae20-84b440a31730 req-c14f7979-dc8a-491c-af5e-c832470d74fd tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.66 "GET /v2.0/networks?id=8b093547-e8c5-4d15-b872-1302a254ea32 HTTP/1.1" status: 200 len: 797 time: 0.1494157 Nov 25 13:42:37.724374 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c9818e1b-a821-42a9-ae20-84b440a31730 req-92a55d94-5bf5-440e-b5c7-e3cb7e87c719 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06a700e6f18945e692debb25875c4858 HTTP/1.1" status: 200 len: 380 time: 0.0649691 Nov 25 13:42:37.735333 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-c9818e1b-a821-42a9-ae20-84b440a31730 req-9732f152-e8c2-4661-b02a-bb10cdaf5c1e tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Request body: {'port': {'device_id': 'b915c76d-e26d-4074-860a-cd9cf7ac4f56', 'network_id': '8b093547-e8c5-4d15-b872-1302a254ea32', 'admin_state_up': True, 'tenant_id': '06a700e6f18945e692debb25875c4858', 'security_groups': ['b8193440-3d0b-402d-816a-c57ecb79d417']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:42:37.883909 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9818e1b-a821-42a9-ae20-84b440a31730 req-9732f152-e8c2-4661-b02a-bb10cdaf5c1e tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Made reservation on behalf of 06a700e6f18945e692debb25875c4858 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:42:37.887515 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c9818e1b-a821-42a9-ae20-84b440a31730 req-9732f152-e8c2-4661-b02a-bb10cdaf5c1e tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:37.943355 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ff6cd-83d2-4e40-84b1-e9ab783ab28d req-5cb5af3e-c950-483a-b3e3-e13d0c5a334c tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:37.946439 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c65ff6cd-83d2-4e40-84b1-e9ab783ab28d req-5cb5af3e-c950-483a-b3e3-e13d0c5a334c tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] 10.222.0.53 "GET /v2.0/ports?device_id=55ec4731-5fd4-4221-b4e8-eed920b9f824 HTTP/1.1" status: 200 len: 945 time: 0.0669179 Nov 25 13:42:38.014233 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c65ff6cd-83d2-4e40-84b1-e9ab783ab28d req-8aaa6849-90cb-4427-832d-fab7cba4219a tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc15ebf9-0049-455f-ae75-103e67b93cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568788 Nov 25 13:42:38.070764 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-c9818e1b-a821-42a9-ae20-84b440a31730 req-9732f152-e8c2-4661-b02a-bb10cdaf5c1e tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Allocated IP 172.20.0.13 (8b093547-e8c5-4d15-b872-1302a254ea32/05270d50-4b45-4809-a4a7-beaaa896f236/87e8f79f-2532-4e69-8830-aad0d94c9c88) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:42:38.317917 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:38.412153 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fece6b7-14af-4d0c-b62f-a2506d08b0e4 req-211d7286-565d-4f4a-9c5b-50461c834e99 tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:38.415097 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c9818e1b-a821-42a9-ae20-84b440a31730 req-9732f152-e8c2-4661-b02a-bb10cdaf5c1e tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:38.417204 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9fece6b7-14af-4d0c-b62f-a2506d08b0e4 req-211d7286-565d-4f4a-9c5b-50461c834e99 tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] 10.222.0.53 "GET /v2.0/ports?device_id=55ec4731-5fd4-4221-b4e8-eed920b9f824 HTTP/1.1" status: 200 len: 945 time: 0.1467233 Nov 25 13:42:38.469105 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ebe63b-1f18-4d99-9311-612ee4a05ffa req-2b920280-92f0-4111-9468-fc0bfc9ad2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:38.470927 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-42ebe63b-1f18-4d99-9311-612ee4a05ffa req-2b920280-92f0-4111-9468-fc0bfc9ad2e6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1698007813d94bcb97d729bd771d2761&device_id=55ec4731-5fd4-4221-b4e8-eed920b9f824 HTTP/1.1" status: 200 len: 1097 time: 0.1790161 Nov 25 13:42:38.527457 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c9818e1b-a821-42a9-ae20-84b440a31730 req-9732f152-e8c2-4661-b02a-bb10cdaf5c1e tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:38.528452 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2976a5-4da1-4dd9-aabe-6d6650be8524 req-6787e391-62a3-463a-8290-2d9630e9bdd7 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:38.533379 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7a2976a5-4da1-4dd9-aabe-6d6650be8524 req-6787e391-62a3-463a-8290-2d9630e9bdd7 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.1141274 Nov 25 13:42:38.592315 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9818e1b-a821-42a9-ae20-84b440a31730 req-9732f152-e8c2-4661-b02a-bb10cdaf5c1e tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Network 8b093547-e8c5-4d15-b872-1302a254ea32 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:42:38.599069 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-c9818e1b-a821-42a9-ae20-84b440a31730 req-9732f152-e8c2-4661-b02a-bb10cdaf5c1e tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:42:38.611890 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9818e1b-a821-42a9-ae20-84b440a31730 req-9732f152-e8c2-4661-b02a-bb10cdaf5c1e tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:42:38.620460 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9fece6b7-14af-4d0c-b62f-a2506d08b0e4 req-0b32b329-ab04-4a97-a238-cded450a6f36 tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc15ebf9-0049-455f-ae75-103e67b93cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521971 Nov 25 13:42:38.632106 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7a2976a5-4da1-4dd9-aabe-6d6650be8524 req-c7294edc-8b4e-483e-8c96-23b74755fca6 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836427 Nov 25 13:42:38.678679 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9732f152-e8c2-4661-b02a-bb10cdaf5c1e tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Pushing event updated for resources: {'Port': ['ID=87e8f79f-2532-4e69-8830-aad0d94c9c88,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:38.684315 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ebe63b-1f18-4d99-9311-612ee4a05ffa req-4999e087-2393-45c7-abd8-af1d73964dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:38.686015 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-42ebe63b-1f18-4d99-9311-612ee4a05ffa req-4999e087-2393-45c7-abd8-af1d73964dc9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1939f0c1-60cc-4b38-a5f1-95db280c27bb HTTP/1.1" status: 200 len: 912 time: 0.2067316 Nov 25 13:42:38.734427 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-42ebe63b-1f18-4d99-9311-612ee4a05ffa req-e5d5e8a6-d170-4e17-8fbe-5e5ab1c723ff service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf204c80-96ea-4fa4-9b92-9a50d1db843e HTTP/1.1" status: 200 len: 217 time: 0.0396240 Nov 25 13:42:38.740300 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9818e1b-a821-42a9-ae20-84b440a31730 req-9732f152-e8c2-4661-b02a-bb10cdaf5c1e tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:38.740968 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c9818e1b-a821-42a9-ae20-84b440a31730 req-9732f152-e8c2-4661-b02a-bb10cdaf5c1e tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:38.753220 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474f869-41a3-4706-a288-b0718f39d7fe req-16a9c833-4597-4a47-a0a1-720cdc6214cc tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:38.755115 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b474f869-41a3-4706-a288-b0718f39d7fe req-16a9c833-4597-4a47-a0a1-720cdc6214cc tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/ports?device_id=b915c76d-e26d-4074-860a-cd9cf7ac4f56 HTTP/1.1" status: 200 len: 932 time: 0.0569799 Nov 25 13:42:38.824648 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b474f869-41a3-4706-a288-b0718f39d7fe req-3234d505-9805-4a67-a447-2a5855eb6252 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8193440-3d0b-402d-816a-c57ecb79d417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631249 Nov 25 13:42:38.946341 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-d03ca5ab-258a-4587-a54a-90f6ef8e5b6a None None] Provisioning complete for port 87e8f79f-2532-4e69-8830-aad0d94c9c88 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:42:38.946857 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d03ca5ab-258a-4587-a54a-90f6ef8e5b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:38.985992 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-d03ca5ab-258a-4587-a54a-90f6ef8e5b6a None None] Port 87e8f79f-2532-4e69-8830-aad0d94c9c88 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:42:39.081062 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c9818e1b-a821-42a9-ae20-84b440a31730 req-9732f152-e8c2-4661-b02a-bb10cdaf5c1e tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3495390 Nov 25 13:42:39.088614 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ebe63b-1f18-4d99-9311-612ee4a05ffa req-be1598b1-b1bb-4d24-b54d-e7c5f6a9d0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:39.089975 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-42ebe63b-1f18-4d99-9311-612ee4a05ffa req-be1598b1-b1bb-4d24-b54d-e7c5f6a9d0b8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=38e55c3b-05f3-4063-ab39-3832e87e5abe HTTP/1.1" status: 200 len: 851 time: 0.3454120 Nov 25 13:42:39.099742 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-c9818e1b-a821-42a9-ae20-84b440a31730 req-994ae6fa-4457-4c6f-be16-21902d0a6142 service neutron] Request body: {'port': {'device_id': 'b915c76d-e26d-4074-860a-cd9cf7ac4f56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:42:39.139314 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-42ebe63b-1f18-4d99-9311-612ee4a05ffa req-12a2b3a9-4948-4db0-ad6d-67fb28521917 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1939f0c1-60cc-4b38-a5f1-95db280c27bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369785 Nov 25 13:42:39.217378 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c9818e1b-a821-42a9-ae20-84b440a31730 req-994ae6fa-4457-4c6f-be16-21902d0a6142 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:39.294873 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-42ebe63b-1f18-4d99-9311-612ee4a05ffa req-3eeba743-7f84-4ac1-9c7c-cdb559738341 service neutron] 10.222.0.47 "GET /v2.0/networks/1939f0c1-60cc-4b38-a5f1-95db280c27bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453726 Nov 25 13:42:39.497703 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-42ebe63b-1f18-4d99-9311-612ee4a05ffa req-6104226c-186b-4d95-b22f-00c1b63fa7f0 service neutron] 10.222.0.47 "GET /v2.0/networks/1939f0c1-60cc-4b38-a5f1-95db280c27bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957934 Nov 25 13:42:39.597665 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-c9818e1b-a821-42a9-ae20-84b440a31730 req-994ae6fa-4457-4c6f-be16-21902d0a6142 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87e8f79f-2532-4e69-8830-aad0d94c9c88 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:42:39.606426 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c9818e1b-a821-42a9-ae20-84b440a31730 req-994ae6fa-4457-4c6f-be16-21902d0a6142 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:39.619904 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-c9818e1b-a821-42a9-ae20-84b440a31730 req-994ae6fa-4457-4c6f-be16-21902d0a6142 service neutron] Transition to ACTIVE for port object 87e8f79f-2532-4e69-8830-aad0d94c9c88 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:42:39.624684 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c9818e1b-a821-42a9-ae20-84b440a31730 req-994ae6fa-4457-4c6f-be16-21902d0a6142 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:39.683581 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994ae6fa-4457-4c6f-be16-21902d0a6142 service neutron] Pushing event updated for resources: {'Port': ['ID=87e8f79f-2532-4e69-8830-aad0d94c9c88,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:39.771959 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-c9818e1b-a821-42a9-ae20-84b440a31730 req-994ae6fa-4457-4c6f-be16-21902d0a6142 service neutron] Attempting to bind port 87e8f79f-2532-4e69-8830-aad0d94c9c88 on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:42:39.772567 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-c9818e1b-a821-42a9-ae20-84b440a31730 req-994ae6fa-4457-4c6f-be16-21902d0a6142 service neutron] Attempting to bind port 87e8f79f-2532-4e69-8830-aad0d94c9c88 by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': '24d93eab-f504-4e0b-8564-dd0faf9fe133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '8b093547-e8c5-4d15-b872-1302a254ea32'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:42:39.774616 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9818e1b-a821-42a9-ae20-84b440a31730 req-994ae6fa-4457-4c6f-be16-21902d0a6142 service neutron] Attempting to bind port 87e8f79f-2532-4e69-8830-aad0d94c9c88 on network 8b093547-e8c5-4d15-b872-1302a254ea32 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:42:39.781682 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9818e1b-a821-42a9-ae20-84b440a31730 req-994ae6fa-4457-4c6f-be16-21902d0a6142 service neutron] Port 87e8f79f-2532-4e69-8830-aad0d94c9c88 on network 8b093547-e8c5-4d15-b872-1302a254ea32 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:42:39.782075 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9818e1b-a821-42a9-ae20-84b440a31730 req-994ae6fa-4457-4c6f-be16-21902d0a6142 service neutron] Attempting to bind port 87e8f79f-2532-4e69-8830-aad0d94c9c88 on network 8b093547-e8c5-4d15-b872-1302a254ea32 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:42:39.788832 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9818e1b-a821-42a9-ae20-84b440a31730 req-994ae6fa-4457-4c6f-be16-21902d0a6142 service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:42:39.789184 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9818e1b-a821-42a9-ae20-84b440a31730 req-994ae6fa-4457-4c6f-be16-21902d0a6142 service neutron] Checking segment: {'id': '24d93eab-f504-4e0b-8564-dd0faf9fe133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '8b093547-e8c5-4d15-b872-1302a254ea32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:42:39.789577 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9818e1b-a821-42a9-ae20-84b440a31730 req-994ae6fa-4457-4c6f-be16-21902d0a6142 service neutron] Bound using segment: {'id': '24d93eab-f504-4e0b-8564-dd0faf9fe133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '8b093547-e8c5-4d15-b872-1302a254ea32'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:42:39.790017 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-c9818e1b-a821-42a9-ae20-84b440a31730 req-994ae6fa-4457-4c6f-be16-21902d0a6142 service neutron] Bound port: 87e8f79f-2532-4e69-8830-aad0d94c9c88, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24d93eab-f504-4e0b-8564-dd0faf9fe133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '8b093547-e8c5-4d15-b872-1302a254ea32'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:42:39.790382 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c9818e1b-a821-42a9-ae20-84b440a31730 req-994ae6fa-4457-4c6f-be16-21902d0a6142 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:39.873913 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-c9818e1b-a821-42a9-ae20-84b440a31730 req-994ae6fa-4457-4c6f-be16-21902d0a6142 service neutron] For port 87e8f79f-2532-4e69-8830-aad0d94c9c88, host n-h1-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:42:39.878973 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-c9818e1b-a821-42a9-ae20-84b440a31730 req-994ae6fa-4457-4c6f-be16-21902d0a6142 service neutron] For port 87e8f79f-2532-4e69-8830-aad0d94c9c88, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=87e8f79f-2532-4e69-8830-aad0d94c9c88,segment=NetworkSegment(24d93eab-f504-4e0b-8564-dd0faf9fe133),segment_id=24d93eab-f504-4e0b-8564-dd0faf9fe133)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:42:39.884950 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c9818e1b-a821-42a9-ae20-84b440a31730 req-994ae6fa-4457-4c6f-be16-21902d0a6142 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:39.951254 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994ae6fa-4457-4c6f-be16-21902d0a6142 service neutron] Pushing event updated for resources: {'Port': ['ID=87e8f79f-2532-4e69-8830-aad0d94c9c88,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:39.966827 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9818e1b-a821-42a9-ae20-84b440a31730 req-994ae6fa-4457-4c6f-be16-21902d0a6142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:39.968555 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c9818e1b-a821-42a9-ae20-84b440a31730 req-994ae6fa-4457-4c6f-be16-21902d0a6142 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:39.970228 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c9818e1b-a821-42a9-ae20-84b440a31730 req-994ae6fa-4457-4c6f-be16-21902d0a6142 service neutron] 10.222.0.66 "PUT /v2.0/ports/87e8f79f-2532-4e69-8830-aad0d94c9c88 HTTP/1.1" status: 200 len: 1093 time: 0.8743937 Nov 25 13:42:39.970757 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b915c76d-e26d-4074-860a-cd9cf7ac4f56', 'tag': '87e8f79f-2532-4e69-8830-aad0d94c9c88'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:42:39.973819 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec7c9bd-ca34-44ea-9c41-396f31c1d3b9" -d '{"events": [{"name": "network-changed", "server_uuid": "b915c76d-e26d-4074-860a-cd9cf7ac4f56", "tag": "87e8f79f-2532-4e69-8830-aad0d94c9c88"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:42:40.087277 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9818e1b-a821-42a9-ae20-84b440a31730 req-fa8da7a1-ec1d-4e61-80c8-55403571e3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:40.088826 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c9818e1b-a821-42a9-ae20-84b440a31730 req-fa8da7a1-ec1d-4e61-80c8-55403571e3da service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=06a700e6f18945e692debb25875c4858&device_id=b915c76d-e26d-4074-860a-cd9cf7ac4f56 HTTP/1.1" status: 200 len: 1096 time: 0.0765240 Nov 25 13:42:40.152668 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c9818e1b-a821-42a9-ae20-84b440a31730 req-36856238-0bcb-4d43-9c65-e55a02ad9690 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=87e8f79f-2532-4e69-8830-aad0d94c9c88 HTTP/1.1" status: 200 len: 217 time: 0.0514383 Nov 25 13:42:40.241731 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9818e1b-a821-42a9-ae20-84b440a31730 req-87e8efcb-5b36-42d7-898d-12081113bdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:40.244228 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c9818e1b-a821-42a9-ae20-84b440a31730 req-87e8efcb-5b36-42d7-898d-12081113bdb0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=05270d50-4b45-4809-a4a7-beaaa896f236 HTTP/1.1" status: 200 len: 835 time: 0.0844636 Nov 25 13:42:40.276209 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb88b68-8c42-4bf8-9d83-b76bb3487e9b req-3a16edbe-2a42-43d2-9cc5-2b6123dea879 tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:40.278127 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bcb88b68-8c42-4bf8-9d83-b76bb3487e9b req-3a16edbe-2a42-43d2-9cc5-2b6123dea879 tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] 10.222.0.53 "GET /v2.0/ports?device_id=55ec4731-5fd4-4221-b4e8-eed920b9f824 HTTP/1.1" status: 200 len: 945 time: 0.5589724 Nov 25 13:42:40.296948 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef519a2-ff02-4089-94bc-f3a5d669a0d3 req-c8e71ca5-61e5-47f3-af9b-17b60a918538 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:40.298750 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bef519a2-ff02-4089-94bc-f3a5d669a0d3 req-c8e71ca5-61e5-47f3-af9b-17b60a918538 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.5250301 Nov 25 13:42:40.325808 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9818e1b-a821-42a9-ae20-84b440a31730 req-c5eab253-e7b6-455d-9f77-40f85e2f82f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:40.327371 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c9818e1b-a821-42a9-ae20-84b440a31730 req-c5eab253-e7b6-455d-9f77-40f85e2f82f7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8b093547-e8c5-4d15-b872-1302a254ea32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0741067 Nov 25 13:42:40.366438 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bcb88b68-8c42-4bf8-9d83-b76bb3487e9b req-578e2702-8928-469c-a14d-5a06ac6f349a tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc15ebf9-0049-455f-ae75-103e67b93cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666561 Nov 25 13:42:40.419208 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bef519a2-ff02-4089-94bc-f3a5d669a0d3 req-ac093886-ff0d-4f4d-a2bb-77a2ce5f9356 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982010 Nov 25 13:42:40.454715 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c9818e1b-a821-42a9-ae20-84b440a31730 req-e6e08bad-98ea-480e-bd6a-29acf353bfed service neutron] 10.222.0.66 "GET /v2.0/networks/8b093547-e8c5-4d15-b872-1302a254ea32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180422 Nov 25 13:42:40.458173 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ece1b89-ea4a-440e-bc23-ad7da4066d30 x-openstack-request-id: req-0ece1b89-ea4a-440e-bc23-ad7da4066d30 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:42:40.458564 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b915c76d-e26d-4074-860a-cd9cf7ac4f56", "tag": "87e8f79f-2532-4e69-8830-aad0d94c9c88", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:42:40.458943 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0ece1b89-ea4a-440e-bc23-ad7da4066d30 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:42:40.460084 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b915c76d-e26d-4074-860a-cd9cf7ac4f56', 'tag': '87e8f79f-2532-4e69-8830-aad0d94c9c88', 'status': 'completed', 'code': 200} Nov 25 13:42:40.517461 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434120dc-3530-4056-802c-238d5473a2b8 req-fe1e9836-1262-436b-b092-c60a12e59ab4 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:40.519274 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-434120dc-3530-4056-802c-238d5473a2b8 req-fe1e9836-1262-436b-b092-c60a12e59ab4 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/ports?device_id=b915c76d-e26d-4074-860a-cd9cf7ac4f56 HTTP/1.1" status: 200 len: 944 time: 0.0568395 Nov 25 13:42:40.581160 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c9818e1b-a821-42a9-ae20-84b440a31730 req-a36b8802-efac-40de-ba40-f6532423f7e6 service neutron] 10.222.0.66 "GET /v2.0/networks/8b093547-e8c5-4d15-b872-1302a254ea32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159017 Nov 25 13:42:40.588478 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-434120dc-3530-4056-802c-238d5473a2b8 req-68473017-3f2f-47ba-a300-31246825f439 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8193440-3d0b-402d-816a-c57ecb79d417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620904 Nov 25 13:42:40.680571 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7c9bd-ca34-44ea-9c41-396f31c1d3b9 req-0f98747e-93d0-4743-9258-74d19b4e3980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:40.682579 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-eec7c9bd-ca34-44ea-9c41-396f31c1d3b9 req-0f98747e-93d0-4743-9258-74d19b4e3980 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=06a700e6f18945e692debb25875c4858&device_id=b915c76d-e26d-4074-860a-cd9cf7ac4f56 HTTP/1.1" status: 200 len: 1096 time: 0.0503912 Nov 25 13:42:40.777045 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7c9bd-ca34-44ea-9c41-396f31c1d3b9 req-ddcb496e-49c0-4b32-b480-c8119f555ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:40.779248 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-eec7c9bd-ca34-44ea-9c41-396f31c1d3b9 req-ddcb496e-49c0-4b32-b480-c8119f555ae2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8b093547-e8c5-4d15-b872-1302a254ea32 HTTP/1.1" status: 200 len: 898 time: 0.0894208 Nov 25 13:42:40.824954 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-eec7c9bd-ca34-44ea-9c41-396f31c1d3b9 req-dbc0f3d2-6687-4b4d-9aaf-7e86dbee530f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=87e8f79f-2532-4e69-8830-aad0d94c9c88 HTTP/1.1" status: 200 len: 217 time: 0.0388083 Nov 25 13:42:40.866403 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 57960) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:42:40.871512 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-143cda62-c808-48a1-9a6b-a9e89be37687 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-209058533', 'description': 'tempest-secgroup-smoke-209058533 description', 'project_id': 'e9f4a241e9ee48efb00d567fc22d357d'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:42:40.883141 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7c9bd-ca34-44ea-9c41-396f31c1d3b9 req-ccda7d42-20ab-427a-acc9-df8737d7f66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:40.884731 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-eec7c9bd-ca34-44ea-9c41-396f31c1d3b9 req-ccda7d42-20ab-427a-acc9-df8737d7f66e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=05270d50-4b45-4809-a4a7-beaaa896f236 HTTP/1.1" status: 200 len: 835 time: 0.0528259 Nov 25 13:42:40.897980 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-143cda62-c808-48a1-9a6b-a9e89be37687 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:40.935176 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7c9bd-ca34-44ea-9c41-396f31c1d3b9 req-50cfc643-c0dd-4c24-b356-f7c8337a9b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:40.936643 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-eec7c9bd-ca34-44ea-9c41-396f31c1d3b9 req-50cfc643-c0dd-4c24-b356-f7c8337a9b09 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8b093547-e8c5-4d15-b872-1302a254ea32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429316 Nov 25 13:42:40.968902 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-143cda62-c808-48a1-9a6b-a9e89be37687 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:40.973621 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-143cda62-c808-48a1-9a6b-a9e89be37687 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:41.003570 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-143cda62-c808-48a1-9a6b-a9e89be37687 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:41.008261 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-143cda62-c808-48a1-9a6b-a9e89be37687 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1405704 Nov 25 13:42:41.009066 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57962) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:42:41.012688 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143cda62-c808-48a1-9a6b-a9e89be37687 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c02e1d0-4b0f-4f2f-9a45-00d5dc0648eb,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:41.015292 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-122c9e3a-1c7d-414a-a905-995abb79e2cb tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Request body: {'security_group_rule': {'security_group_id': '2c02e1d0-4b0f-4f2f-9a45-00d5dc0648eb', 'project_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:42:41.068352 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-122c9e3a-1c7d-414a-a905-995abb79e2cb tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:41.072648 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-eec7c9bd-ca34-44ea-9c41-396f31c1d3b9 req-73c64705-cf8f-4ede-b864-e590d4b67475 service neutron] 10.222.0.66 "GET /v2.0/networks/8b093547-e8c5-4d15-b872-1302a254ea32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258790 Nov 25 13:42:41.194426 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-122c9e3a-1c7d-414a-a905-995abb79e2cb tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:41.203567 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-122c9e3a-1c7d-414a-a905-995abb79e2cb tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:41.221379 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-eec7c9bd-ca34-44ea-9c41-396f31c1d3b9 req-3e60a8d3-bdd4-43bd-8a85-9eea8b5ef71e service neutron] 10.222.0.66 "GET /v2.0/networks/8b093547-e8c5-4d15-b872-1302a254ea32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392603 Nov 25 13:42:41.224765 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122c9e3a-1c7d-414a-a905-995abb79e2cb tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9c729e8-1ef5-4cd5-84f0-7a37cf9f9340,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:41.235746 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-122c9e3a-1c7d-414a-a905-995abb79e2cb tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:41.236934 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-122c9e3a-1c7d-414a-a905-995abb79e2cb tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2267311 Nov 25 13:42:41.239685 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 57964) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:42:41.245324 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-197e5b7c-3ded-4b92-938d-436cc1222c49 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Request body: {'security_group_rule': {'security_group_id': '2c02e1d0-4b0f-4f2f-9a45-00d5dc0648eb', 'project_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:42:41.273764 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-197e5b7c-3ded-4b92-938d-436cc1222c49 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:41.337913 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-197e5b7c-3ded-4b92-938d-436cc1222c49 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:41.341741 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-197e5b7c-3ded-4b92-938d-436cc1222c49 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:41.362131 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e5b7c-3ded-4b92-938d-436cc1222c49 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb7a41db-18cb-4f1d-bf7e-5a53dd7cdb7a,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:41.368071 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-197e5b7c-3ded-4b92-938d-436cc1222c49 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:41.369255 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-197e5b7c-3ded-4b92-938d-436cc1222c49 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1285875 Nov 25 13:42:41.372063 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 57966) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:42:41.376353 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-b9ae7977-74eb-4e19-a96a-477fd62bbb7f tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Request body: {'security_group_rule': {'security_group_id': '2c02e1d0-4b0f-4f2f-9a45-00d5dc0648eb', 'project_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:42:41.408053 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b9ae7977-74eb-4e19-a96a-477fd62bbb7f tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:41.495596 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b9ae7977-74eb-4e19-a96a-477fd62bbb7f tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:41.523505 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b9ae7977-74eb-4e19-a96a-477fd62bbb7f tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:41.551410 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ae7977-74eb-4e19-a96a-477fd62bbb7f tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a720814d-df81-4121-af30-30a574e8b62e,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:41.566616 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da706fd-610c-4140-8cf0-3ebdf8052d36 req-c728819d-7445-4d85-b554-44ef156d57af tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:41.568156 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0da706fd-610c-4140-8cf0-3ebdf8052d36 req-c728819d-7445-4d85-b554-44ef156d57af tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] 10.222.0.53 "GET /v2.0/ports?device_id=55ec4731-5fd4-4221-b4e8-eed920b9f824 HTTP/1.1" status: 200 len: 945 time: 0.1094804 Nov 25 13:42:41.572627 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b9ae7977-74eb-4e19-a96a-477fd62bbb7f tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:41.576286 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b9ae7977-74eb-4e19-a96a-477fd62bbb7f tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2007363 Nov 25 13:42:41.576544 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57972) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:42:41.581113 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-38fec784-5199-48d8-82d2-6f3ed244b6e9 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Request body: {'security_group_rule': {'security_group_id': '2c02e1d0-4b0f-4f2f-9a45-00d5dc0648eb', 'project_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:42:41.608618 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e79be2b-112f-4755-bcbf-083158159c48 req-43dbea11-6dff-4a00-b543-679cbe2265f0 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:41.609660 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-38fec784-5199-48d8-82d2-6f3ed244b6e9 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:41.610062 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3e79be2b-112f-4755-bcbf-083158159c48 req-43dbea11-6dff-4a00-b543-679cbe2265f0 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.1169791 Nov 25 13:42:41.652935 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0da706fd-610c-4140-8cf0-3ebdf8052d36 req-f239cd10-5af0-430e-aa39-e5efa5a8cde8 tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc15ebf9-0049-455f-ae75-103e67b93cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767417 Nov 25 13:42:41.682444 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:41.688288 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-38fec784-5199-48d8-82d2-6f3ed244b6e9 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:41.696485 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3e79be2b-112f-4755-bcbf-083158159c48 req-5310536c-2434-4a1d-b5e5-b38e5f41017f tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737844 Nov 25 13:42:41.698788 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-38fec784-5199-48d8-82d2-6f3ed244b6e9 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:41.741321 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fec784-5199-48d8-82d2-6f3ed244b6e9 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48dd279a-c0d5-41ab-b4e7-7587eb07f21e,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:41.747080 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 87e8f79f-2532-4e69-8830-aad0d94c9c88 details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:42:41.754649 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-38fec784-5199-48d8-82d2-6f3ed244b6e9 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:41.757121 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-38fec784-5199-48d8-82d2-6f3ed244b6e9 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1784847 Nov 25 13:42:41.759523 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 57980) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:42:41.764957 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-0576fdd6-89eb-499f-8c04-5b0e16f0d106 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Request body: {'security_group_rule': {'security_group_id': '2c02e1d0-4b0f-4f2f-9a45-00d5dc0648eb', 'project_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:42:41.839145 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc3991c-93b9-4b74-965a-a4f836406ffe req-d21c0824-4863-436d-81b3-5df1d6d523d8 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:41.840785 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fbc3991c-93b9-4b74-965a-a4f836406ffe req-d21c0824-4863-436d-81b3-5df1d6d523d8 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/ports?device_id=b915c76d-e26d-4074-860a-cd9cf7ac4f56 HTTP/1.1" status: 200 len: 944 time: 0.0695093 Nov 25 13:42:41.842331 n-d-808199-11 neutron-server[103570]: INFO neutron.db.securitygroups_db [None req-0576fdd6-89eb-499f-8c04-5b0e16f0d106 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Project e9f4a241e9ee48efb00d567fc22d357d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 13:42:41.848814 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0576fdd6-89eb-499f-8c04-5b0e16f0d106 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:41.880730 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 87e8f79f-2532-4e69-8830-aad0d94c9c88, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=87e8f79f-2532-4e69-8830-aad0d94c9c88,segment=NetworkSegment(24d93eab-f504-4e0b-8564-dd0faf9fe133),segment_id=24d93eab-f504-4e0b-8564-dd0faf9fe133)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:42:41.898104 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': '87e8f79f-2532-4e69-8830-aad0d94c9c88', 'network_id': '8b093547-e8c5-4d15-b872-1302a254ea32', 'port_id': '87e8f79f-2532-4e69-8830-aad0d94c9c88', 'mac_address': 'fa:16:3e:33:14:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05270d50-4b45-4809-a4a7-beaaa896f236', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:42:41.949230 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0576fdd6-89eb-499f-8c04-5b0e16f0d106 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:41.951656 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:41.953671 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fbc3991c-93b9-4b74-965a-a4f836406ffe req-beb0f507-6f45-422b-9703-1e89fb7e9457 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8193440-3d0b-402d-816a-c57ecb79d417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061711 Nov 25 13:42:41.955564 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0576fdd6-89eb-499f-8c04-5b0e16f0d106 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:41.972225 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87e8f79f-2532-4e69-8830-aad0d94c9c88 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:42:41.997243 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0576fdd6-89eb-499f-8c04-5b0e16f0d106 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:41.998506 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-0576fdd6-89eb-499f-8c04-5b0e16f0d106 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2375734 Nov 25 13:42:42.001453 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 57984) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:42:42.005214 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 87e8f79f-2532-4e69-8830-aad0d94c9c88, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=87e8f79f-2532-4e69-8830-aad0d94c9c88,segment=NetworkSegment(24d93eab-f504-4e0b-8564-dd0faf9fe133),segment_id=24d93eab-f504-4e0b-8564-dd0faf9fe133)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:42:42.009969 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-3df23a53-37e0-45ea-90f6-2e606f16c9b1 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Request body: {'security_group_rule': {'security_group_id': '2c02e1d0-4b0f-4f2f-9a45-00d5dc0648eb', 'project_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:42:42.010648 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:42.013785 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0576fdd6-89eb-499f-8c04-5b0e16f0d106 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8422498d-99d9-467f-b1a8-4ca4343fdd79,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:42.045055 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99686869-d918-404b-9b05-72159a76b761 req-c40289d0-e8c9-4aea-a0fe-4c7e7784a1af tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:42.046634 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-99686869-d918-404b-9b05-72159a76b761 req-c40289d0-e8c9-4aea-a0fe-4c7e7784a1af tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] 10.222.0.53 "GET /v2.0/ports?device_id=55ec4731-5fd4-4221-b4e8-eed920b9f824 HTTP/1.1" status: 200 len: 945 time: 0.0701189 Nov 25 13:42:42.047384 n-d-808199-11 neutron-server[103571]: INFO neutron.db.securitygroups_db [None req-3df23a53-37e0-45ea-90f6-2e606f16c9b1 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Project e9f4a241e9ee48efb00d567fc22d357d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 13:42:42.054565 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3df23a53-37e0-45ea-90f6-2e606f16c9b1 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:42.082421 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=87e8f79f-2532-4e69-8830-aad0d94c9c88,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:42.101104 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-99686869-d918-404b-9b05-72159a76b761 req-02dc57bc-54e0-4eb8-9a03-bcbace737c8a tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc15ebf9-0049-455f-ae75-103e67b93cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470293 Nov 25 13:42:42.128442 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3df23a53-37e0-45ea-90f6-2e606f16c9b1 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:42.132583 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3df23a53-37e0-45ea-90f6-2e606f16c9b1 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:42.151069 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df23a53-37e0-45ea-90f6-2e606f16c9b1 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c02f3c40-e9c6-4a8d-b26a-6a1847741470,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:42.160409 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3df23a53-37e0-45ea-90f6-2e606f16c9b1 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:42.170474 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-3df23a53-37e0-45ea-90f6-2e606f16c9b1 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1662025 Nov 25 13:42:42.281200 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['87e8f79f-2532-4e69-8830-aad0d94c9c88'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:42:42.377507 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-51def1a2-84c7-47a4-9edd-cab4df3f4af4 req-70a584aa-3d6d-4ece-899e-3ca24d2d7e07 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-209058533&fields=id&tenant_id=e9f4a241e9ee48efb00d567fc22d357d HTTP/1.1" status: 200 len: 267 time: 0.0518019 Nov 25 13:42:42.500830 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51def1a2-84c7-47a4-9edd-cab4df3f4af4 req-5d3fd4c7-dd74-4c47-a14e-02f280ec9466 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:42.502214 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-51def1a2-84c7-47a4-9edd-cab4df3f4af4 req-5d3fd4c7-dd74-4c47-a14e-02f280ec9466 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] 10.222.0.53 "GET /v2.0/networks?id=b9fed917-118a-47f5-b91a-5da13b26a61f HTTP/1.1" status: 200 len: 814 time: 0.1060300 Nov 25 13:42:42.520930 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-51def1a2-84c7-47a4-9edd-cab4df3f4af4 req-c1324df8-bb7b-42c3-a3b0-55be1d978466 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] 10.222.0.53 "GET /v2.0/quotas/e9f4a241e9ee48efb00d567fc22d357d HTTP/1.1" status: 200 len: 375 time: 0.0094128 Nov 25 13:42:42.573949 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-51def1a2-84c7-47a4-9edd-cab4df3f4af4 req-7ce68918-49fa-4a13-a789-3a3eacb1e4be tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e9f4a241e9ee48efb00d567fc22d357d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462527 Nov 25 13:42:42.677572 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-51def1a2-84c7-47a4-9edd-cab4df3f4af4 req-fa015875-83c4-43e5-9d63-f28f5bdce2ef service neutron] 10.222.0.53 "GET /v2.0/networks/b9fed917-118a-47f5-b91a-5da13b26a61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912347 Nov 25 13:42:42.799465 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-51def1a2-84c7-47a4-9edd-cab4df3f4af4 req-14ddecd2-dc4c-457d-84cc-d3f88b91f918 service neutron] 10.222.0.53 "GET /v2.0/networks/b9fed917-118a-47f5-b91a-5da13b26a61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147573 Nov 25 13:42:42.838116 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a67993-be07-4d22-ac6d-89cebf2bab90 req-586b7e76-ae81-4cff-84db-ae168364d54c tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:42.839709 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d2a67993-be07-4d22-ac6d-89cebf2bab90 req-586b7e76-ae81-4cff-84db-ae168364d54c tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.0694301 Nov 25 13:42:42.892202 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d2a67993-be07-4d22-ac6d-89cebf2bab90 req-6ea191b9-8f4f-462d-aef5-511efced1c21 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448561 Nov 25 13:42:43.099556 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ca2a23-a3f5-41df-8761-83e49d8b3829 req-971f50d7-8e92-4c64-8b3d-3f46637bd99a tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:43.101400 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-75ca2a23-a3f5-41df-8761-83e49d8b3829 req-971f50d7-8e92-4c64-8b3d-3f46637bd99a tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/ports?device_id=b915c76d-e26d-4074-860a-cd9cf7ac4f56 HTTP/1.1" status: 200 len: 945 time: 0.0689654 Nov 25 13:42:43.124406 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a2849c1d-e554-4ade-a8d7-8460b7d755e5 req-b07a617b-6218-4520-b5e8-b8654fb50379 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbba2432-56f0-4c62-99cc-43756d31a73e HTTP/1.1" status: 200 len: 210 time: 0.0387385 Nov 25 13:42:43.191253 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-75ca2a23-a3f5-41df-8761-83e49d8b3829 req-4572f9ac-8155-4b5c-9ad0-55ebedd2a1a0 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8193440-3d0b-402d-816a-c57ecb79d417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662880 Nov 25 13:42:43.250099 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739f30ca-74b1-47a0-af6a-1eabdd9c8361 req-ce9f00e9-198f-48ef-b0a4-f02560442563 tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:43.258063 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-739f30ca-74b1-47a0-af6a-1eabdd9c8361 req-ce9f00e9-198f-48ef-b0a4-f02560442563 tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] 10.222.0.53 "GET /v2.0/ports?device_id=55ec4731-5fd4-4221-b4e8-eed920b9f824 HTTP/1.1" status: 200 len: 945 time: 0.0657980 Nov 25 13:42:43.318162 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-739f30ca-74b1-47a0-af6a-1eabdd9c8361 req-b3015dae-315b-4eee-b461-8dbdc2e6558a tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc15ebf9-0049-455f-ae75-103e67b93cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590105 Nov 25 13:42:43.761619 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd2d11-04ab-4dd1-bcf4-a4aab451c835 req-f2a826e3-8893-413c-b78a-72896342d35e tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:43.763136 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-82fd2d11-04ab-4dd1-bcf4-a4aab451c835 req-f2a826e3-8893-413c-b78a-72896342d35e tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] 10.222.0.47 "GET /v2.0/ports?device_id=55ec4731-5fd4-4221-b4e8-eed920b9f824 HTTP/1.1" status: 200 len: 945 time: 0.0531120 Nov 25 13:42:43.769965 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 87e8f79f-2532-4e69-8830-aad0d94c9c88 up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:42:43.823390 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port 87e8f79f-2532-4e69-8830-aad0d94c9c88 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:42:43.827324 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port 87e8f79f-2532-4e69-8830-aad0d94c9c88 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:42:43.828018 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:43.878387 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-82fd2d11-04ab-4dd1-bcf4-a4aab451c835 req-5d14a728-5d88-4817-9144-d6794f2cae1f tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] Deleting port bf204c80-96ea-4fa4-9b92-9a50d1db843e {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:42:43.879276 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-82fd2d11-04ab-4dd1-bcf4-a4aab451c835 req-5d14a728-5d88-4817-9144-d6794f2cae1f tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:43.949862 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:43.994066 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 87e8f79f-2532-4e69-8830-aad0d94c9c88, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=87e8f79f-2532-4e69-8830-aad0d94c9c88,segment=NetworkSegment(24d93eab-f504-4e0b-8564-dd0faf9fe133),segment_id=24d93eab-f504-4e0b-8564-dd0faf9fe133)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:42:43.995674 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b915c76d-e26d-4074-860a-cd9cf7ac4f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87e8f79f-2532-4e69-8830-aad0d94c9c88'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:42:43.998751 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a47a8eb-7a28-4091-a687-180e40c274a8" -d '{"events": [{"server_uuid": "b915c76d-e26d-4074-860a-cd9cf7ac4f56", "name": "network-vif-plugged", "status": "completed", "tag": "87e8f79f-2532-4e69-8830-aad0d94c9c88"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:42:44.005908 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:44.041717 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-82fd2d11-04ab-4dd1-bcf4-a4aab451c835 req-5d14a728-5d88-4817-9144-d6794f2cae1f tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] For port bf204c80-96ea-4fa4-9b92-9a50d1db843e, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=bf204c80-96ea-4fa4-9b92-9a50d1db843e,segment=NetworkSegment(3b92cca9-109b-42b5-95fc-7e307e81be0f),segment_id=3b92cca9-109b-42b5-95fc-7e307e81be0f)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:42:44.041980 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-82fd2d11-04ab-4dd1-bcf4-a4aab451c835 req-5d14a728-5d88-4817-9144-d6794f2cae1f tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:44.059158 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-82fd2d11-04ab-4dd1-bcf4-a4aab451c835 req-5d14a728-5d88-4817-9144-d6794f2cae1f tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] Calling delete_port for bf204c80-96ea-4fa4-9b92-9a50d1db843e owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:42:44.133589 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78592d61-e1e4-433b-bb55-accb3c98b741 req-137ef9c3-f9e8-49d1-b1c9-846be8603c7e tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:44.136359 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-78592d61-e1e4-433b-bb55-accb3c98b741 req-137ef9c3-f9e8-49d1-b1c9-846be8603c7e tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.1340029 Nov 25 13:42:44.136683 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=87e8f79f-2532-4e69-8830-aad0d94c9c88,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:44.214240 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58032) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:42:44.230313 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec67e5ed-bd08-44bc-bcdb-ca89c60f53d3 x-openstack-request-id: req-ec67e5ed-bd08-44bc-bcdb-ca89c60f53d3 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:42:44.231691 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b915c76d-e26d-4074-860a-cd9cf7ac4f56", "name": "network-vif-plugged", "status": "completed", "tag": "87e8f79f-2532-4e69-8830-aad0d94c9c88", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:42:44.232417 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ec67e5ed-bd08-44bc-bcdb-ca89c60f53d3 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:42:44.236082 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b915c76d-e26d-4074-860a-cd9cf7ac4f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87e8f79f-2532-4e69-8830-aad0d94c9c88', 'code': 200} Nov 25 13:42:44.241684 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-78592d61-e1e4-433b-bb55-accb3c98b741 req-85135a2e-21c3-4ab2-a4f9-7736c32c320a tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860283 Nov 25 13:42:44.459591 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51def1a2-84c7-47a4-9edd-cab4df3f4af4 req-4f16ced1-f3d0-4f75-af5a-10f4fef6a2bd tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:44.460315 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9fc4f7-027a-4d97-bd31-35ff8e9ce841 req-c56b9e4a-9059-4152-abc3-e1af86fb43e5 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:44.461051 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-51def1a2-84c7-47a4-9edd-cab4df3f4af4 req-4f16ced1-f3d0-4f75-af5a-10f4fef6a2bd tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] 10.222.0.47 "GET /v2.0/networks?id=b9fed917-118a-47f5-b91a-5da13b26a61f HTTP/1.1" status: 200 len: 814 time: 0.3787191 Nov 25 13:42:44.462037 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ff9fc4f7-027a-4d97-bd31-35ff8e9ce841 req-c56b9e4a-9059-4152-abc3-e1af86fb43e5 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/ports?device_id=b915c76d-e26d-4074-860a-cd9cf7ac4f56 HTTP/1.1" status: 200 len: 946 time: 0.1350210 Nov 25 13:42:44.477949 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6def8-21be-487b-889f-a574c3e108ea req-0a0c3c5e-497a-48b0-b85b-6d007047af18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:44.479468 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5ee6def8-21be-487b-889f-a574c3e108ea req-0a0c3c5e-497a-48b0-b85b-6d007047af18 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b915c76d-e26d-4074-860a-cd9cf7ac4f56 HTTP/1.1" status: 200 len: 1098 time: 0.1336303 Nov 25 13:42:44.480743 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1ebaa5dd-c1d5-43d3-a255-71f91d1b7b26 req-f56589f8-c2fc-401e-9edc-2cd9faf71df5 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbba2432-56f0-4c62-99cc-43756d31a73e HTTP/1.1" status: 200 len: 210 time: 0.0700917 Nov 25 13:42:44.543979 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ff9fc4f7-027a-4d97-bd31-35ff8e9ce841 req-8c78d21e-a46d-40ab-a680-61a22fde570e tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8193440-3d0b-402d-816a-c57ecb79d417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653999 Nov 25 13:42:44.582569 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bbeff5a4-3f21-4ded-8010-63d7d912d088 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:44.635949 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61a8a0c-bb61-4e5f-9b41-5bb313f482ad req-6f8463b0-7073-4bec-aa20-63473d080394 tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:44.638386 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b61a8a0c-bb61-4e5f-9b41-5bb313f482ad req-6f8463b0-7073-4bec-aa20-63473d080394 tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] 10.222.0.53 "GET /v2.0/ports?device_id=55ec4731-5fd4-4221-b4e8-eed920b9f824 HTTP/1.1" status: 200 len: 945 time: 0.0576882 Nov 25 13:42:44.638862 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-82fd2d11-04ab-4dd1-bcf4-a4aab451c835 req-5d14a728-5d88-4817-9144-d6794f2cae1f tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:44.651265 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['bf204c80-96ea-4fa4-9b92-9a50d1db843e'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:42:44.672404 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5ee6def8-21be-487b-889f-a574c3e108ea req-c3a6bc91-e019-4d2c-a5a8-6a601f25ee94 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b8193440-3d0b-402d-816a-c57ecb79d417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608839 Nov 25 13:42:44.709636 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b61a8a0c-bb61-4e5f-9b41-5bb313f482ad req-e03bf526-2838-4318-bd97-422b84cd20fc tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc15ebf9-0049-455f-ae75-103e67b93cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614498 Nov 25 13:42:44.711796 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d14a728-5d88-4817-9144-d6794f2cae1f tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] Pushing event deleted for resources: {'Port': ['ID=bf204c80-96ea-4fa4-9b92-9a50d1db843e,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:44.724061 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-51def1a2-84c7-47a4-9edd-cab4df3f4af4 req-02042283-25e7-42b5-84c3-fa724061752f tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9f4a241e9ee48efb00d567fc22d357d HTTP/1.1" status: 200 len: 379 time: 0.2184222 Nov 25 13:42:44.736429 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-51def1a2-84c7-47a4-9edd-cab4df3f4af4 req-a4a2a259-e8fc-41ac-abe9-ba6f9dae7d63 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Request body: {'port': {'device_id': 'dbba2432-56f0-4c62-99cc-43756d31a73e', 'network_id': 'b9fed917-118a-47f5-b91a-5da13b26a61f', 'admin_state_up': True, 'tenant_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'security_groups': ['2c02e1d0-4b0f-4f2f-9a45-00d5dc0648eb']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:42:44.833814 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-82fd2d11-04ab-4dd1-bcf4-a4aab451c835 req-5d14a728-5d88-4817-9144-d6794f2cae1f tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] No DVR routers for this DVR port bf204c80-96ea-4fa4-9b92-9a50d1db843e on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:42:44.839206 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-82fd2d11-04ab-4dd1-bcf4-a4aab451c835 req-5d14a728-5d88-4817-9144-d6794f2cae1f tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:44.842574 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-82fd2d11-04ab-4dd1-bcf4-a4aab451c835 req-5d14a728-5d88-4817-9144-d6794f2cae1f tempest-TestServerAdvancedOps-641581037 tempest-TestServerAdvancedOps-641581037-project] 10.222.0.47 "DELETE /v2.0/ports/bf204c80-96ea-4fa4-9b92-9a50d1db843e HTTP/1.1" status: 204 len: 173 time: 1.0721252 Nov 25 13:42:44.844889 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55ec4731-5fd4-4221-b4e8-eed920b9f824', 'name': 'network-vif-deleted', 'tag': 'bf204c80-96ea-4fa4-9b92-9a50d1db843e'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:42:44.847251 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02a5fbf-0d54-44a8-88c6-ad9736c01cb4" -d '{"events": [{"server_uuid": "55ec4731-5fd4-4221-b4e8-eed920b9f824", "name": "network-vif-deleted", "tag": "bf204c80-96ea-4fa4-9b92-9a50d1db843e"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:42:44.889561 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bbeff5a4-3f21-4ded-8010-63d7d912d088 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:44.894316 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bbeff5a4-3f21-4ded-8010-63d7d912d088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:44.917083 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb85b01b-45d9-4d58-b304-39e364ebfb62 x-openstack-request-id: req-cb85b01b-45d9-4d58-b304-39e364ebfb62 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:42:44.917382 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55ec4731-5fd4-4221-b4e8-eed920b9f824", "name": "network-vif-deleted", "tag": "bf204c80-96ea-4fa4-9b92-9a50d1db843e", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:42:44.917635 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cb85b01b-45d9-4d58-b304-39e364ebfb62 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:42:44.918044 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55ec4731-5fd4-4221-b4e8-eed920b9f824', 'name': 'network-vif-deleted', 'tag': 'bf204c80-96ea-4fa4-9b92-9a50d1db843e', 'status': 'completed', 'code': 200} Nov 25 13:42:44.954940 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeff5a4-3f21-4ded-8010-63d7d912d088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5f63a4-8440-420b-916f-69239361a46f,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:44.963277 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-bbeff5a4-3f21-4ded-8010-63d7d912d088 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1ccf96362b4a45f694ca1fe44be0e684&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7470520 Nov 25 13:42:44.963405 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58042) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:42:44.978983 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51def1a2-84c7-47a4-9edd-cab4df3f4af4 req-a4a2a259-e8fc-41ac-abe9-ba6f9dae7d63 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Made reservation on behalf of e9f4a241e9ee48efb00d567fc22d357d for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:42:44.984681 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-51def1a2-84c7-47a4-9edd-cab4df3f4af4 req-a4a2a259-e8fc-41ac-abe9-ba6f9dae7d63 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:45.026445 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c88590b5-0d8c-48ec-9d2f-af61dc9278a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:45.055118 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c88590b5-0d8c-48ec-9d2f-af61dc9278a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:45.106614 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c88590b5-0d8c-48ec-9d2f-af61dc9278a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:45.109393 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c88590b5-0d8c-48ec-9d2f-af61dc9278a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:45.110538 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c88590b5-0d8c-48ec-9d2f-af61dc9278a2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cb5f63a4-8440-420b-916f-69239361a46f HTTP/1.1" status: 204 len: 168 time: 0.1461866 Nov 25 13:42:45.119608 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88590b5-0d8c-48ec-9d2f-af61dc9278a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5f63a4-8440-420b-916f-69239361a46f,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:45.135338 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-51def1a2-84c7-47a4-9edd-cab4df3f4af4 req-a4a2a259-e8fc-41ac-abe9-ba6f9dae7d63 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Allocated IP 172.20.0.14 (b9fed917-118a-47f5-b91a-5da13b26a61f/8ed6ab7c-ada8-497a-acf9-43a1076137d8/b54cc98d-3575-428e-9e5f-928cbc83f4e6) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:42:45.363740 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-51def1a2-84c7-47a4-9edd-cab4df3f4af4 req-a4a2a259-e8fc-41ac-abe9-ba6f9dae7d63 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:45.433384 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d405a1e-59dc-43a2-a747-e2962dffbd24 req-f8169e3c-bed6-4b68-8e87-a65883925b5e tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:45.436314 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7d405a1e-59dc-43a2-a747-e2962dffbd24 req-f8169e3c-bed6-4b68-8e87-a65883925b5e tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.0804918 Nov 25 13:42:45.440826 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-51def1a2-84c7-47a4-9edd-cab4df3f4af4 req-a4a2a259-e8fc-41ac-abe9-ba6f9dae7d63 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:45.502184 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a2a259-e8fc-41ac-abe9-ba6f9dae7d63 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Pushing event updated for resources: {'Port': ['ID=b54cc98d-3575-428e-9e5f-928cbc83f4e6,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:45.505923 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51def1a2-84c7-47a4-9edd-cab4df3f4af4 req-a4a2a259-e8fc-41ac-abe9-ba6f9dae7d63 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Network b9fed917-118a-47f5-b91a-5da13b26a61f is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:42:45.508656 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-51def1a2-84c7-47a4-9edd-cab4df3f4af4 req-a4a2a259-e8fc-41ac-abe9-ba6f9dae7d63 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:42:45.511287 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-51def1a2-84c7-47a4-9edd-cab4df3f4af4 req-a4a2a259-e8fc-41ac-abe9-ba6f9dae7d63 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:42:45.540205 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7d405a1e-59dc-43a2-a747-e2962dffbd24 req-4ed8a1a2-4856-4f43-9513-9c418908ad4a tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944817 Nov 25 13:42:45.572226 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51def1a2-84c7-47a4-9edd-cab4df3f4af4 req-a4a2a259-e8fc-41ac-abe9-ba6f9dae7d63 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:45.572952 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-51def1a2-84c7-47a4-9edd-cab4df3f4af4 req-a4a2a259-e8fc-41ac-abe9-ba6f9dae7d63 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:45.602294 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-51def1a2-84c7-47a4-9edd-cab4df3f4af4 req-a4a2a259-e8fc-41ac-abe9-ba6f9dae7d63 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8709681 Nov 25 13:42:45.618116 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-51def1a2-84c7-47a4-9edd-cab4df3f4af4 req-b7147370-18d2-4c73-a71d-bc9148a7485a service neutron] Request body: {'port': {'device_id': 'dbba2432-56f0-4c62-99cc-43756d31a73e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:42:45.693051 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-51def1a2-84c7-47a4-9edd-cab4df3f4af4 req-b7147370-18d2-4c73-a71d-bc9148a7485a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:45.766580 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcece8f2-8fad-4db3-ac12-0f1f7668d192 req-c6cbed4a-b74f-4155-8485-2ff11cb5c3c7 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:45.775765 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bcece8f2-8fad-4db3-ac12-0f1f7668d192 req-c6cbed4a-b74f-4155-8485-2ff11cb5c3c7 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbba2432-56f0-4c62-99cc-43756d31a73e HTTP/1.1" status: 200 len: 932 time: 0.1687841 Nov 25 13:42:45.786377 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f16a9-dfd4-40c4-b7a8-19d6a73f4fbe req-ef40d545-462f-4e4c-95e2-5baa38b89fb1 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:45.787968 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8b7f16a9-dfd4-40c4-b7a8-19d6a73f4fbe req-ef40d545-462f-4e4c-95e2-5baa38b89fb1 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/ports?device_id=b915c76d-e26d-4074-860a-cd9cf7ac4f56 HTTP/1.1" status: 200 len: 946 time: 0.1379395 Nov 25 13:42:45.915904 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bcece8f2-8fad-4db3-ac12-0f1f7668d192 req-2ff534c2-fb00-4ba6-8436-a78518fb39fc tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c02e1d0-4b0f-4f2f-9a45-00d5dc0648eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390641 Nov 25 13:42:45.923979 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-37453bfc-4d41-47be-a8a3-f5feb8b014b2 None None] Provisioning complete for port b54cc98d-3575-428e-9e5f-928cbc83f4e6 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:42:45.927468 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-37453bfc-4d41-47be-a8a3-f5feb8b014b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:45.939357 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8b7f16a9-dfd4-40c4-b7a8-19d6a73f4fbe req-8cffe7ef-a288-48fa-b7b2-aa9b5947509b tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8193440-3d0b-402d-816a-c57ecb79d417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401513 Nov 25 13:42:45.978298 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-37453bfc-4d41-47be-a8a3-f5feb8b014b2 None None] Port b54cc98d-3575-428e-9e5f-928cbc83f4e6 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:42:46.010512 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58072) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:42:46.065912 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-57ae3e58-7055-4347-8760-9ac4531c0295 admin admin] Deleting subnet 38e55c3b-05f3-4063-ab39-3832e87e5abe {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:42:46.069807 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-57ae3e58-7055-4347-8760-9ac4531c0295 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:46.112725 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-57ae3e58-7055-4347-8760-9ac4531c0295 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:46.114481 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58074) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:42:46.144432 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-51def1a2-84c7-47a4-9edd-cab4df3f4af4 req-b7147370-18d2-4c73-a71d-bc9148a7485a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b54cc98d-3575-428e-9e5f-928cbc83f4e6 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:42:46.157906 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-51def1a2-84c7-47a4-9edd-cab4df3f4af4 req-b7147370-18d2-4c73-a71d-bc9148a7485a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:46.162685 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-57ae3e58-7055-4347-8760-9ac4531c0295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:46.181217 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-51def1a2-84c7-47a4-9edd-cab4df3f4af4 req-b7147370-18d2-4c73-a71d-bc9148a7485a service neutron] Transition to ACTIVE for port object b54cc98d-3575-428e-9e5f-928cbc83f4e6 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:42:46.188445 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-51def1a2-84c7-47a4-9edd-cab4df3f4af4 req-b7147370-18d2-4c73-a71d-bc9148a7485a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:46.229056 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-57ae3e58-7055-4347-8760-9ac4531c0295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:46.260869 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ae3e58-7055-4347-8760-9ac4531c0295 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38e55c3b-05f3-4063-ab39-3832e87e5abe,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:46.269342 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-4824eef1-4e21-437a-9edb-9024ec4e77f9 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-2000954078-network', 'tenant_id': 'e3567ed4ed9b4fdbbfea9a1754c391bb'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:42:46.272801 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-57ae3e58-7055-4347-8760-9ac4531c0295 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:46.278372 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-57ae3e58-7055-4347-8760-9ac4531c0295 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/38e55c3b-05f3-4063-ab39-3832e87e5abe HTTP/1.1" status: 204 len: 168 time: 0.2642224 Nov 25 13:42:46.280313 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58078) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:42:46.294877 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7147370-18d2-4c73-a71d-bc9148a7485a service neutron] Pushing event updated for resources: {'Port': ['ID=b54cc98d-3575-428e-9e5f-928cbc83f4e6,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:46.374992 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4824eef1-4e21-437a-9edb-9024ec4e77f9 admin admin] Made reservation on behalf of e3567ed4ed9b4fdbbfea9a1754c391bb for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:42:46.377330 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4824eef1-4e21-437a-9edb-9024ec4e77f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:46.389597 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4824eef1-4e21-437a-9edb-9024ec4e77f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:46.402312 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-624dc8d5-72a2-4a9c-b990-dc09ca333c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:46.402562 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-51def1a2-84c7-47a4-9edd-cab4df3f4af4 req-b7147370-18d2-4c73-a71d-bc9148a7485a service neutron] Attempting to bind port b54cc98d-3575-428e-9e5f-928cbc83f4e6 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:42:46.402972 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-51def1a2-84c7-47a4-9edd-cab4df3f4af4 req-b7147370-18d2-4c73-a71d-bc9148a7485a service neutron] Attempting to bind port b54cc98d-3575-428e-9e5f-928cbc83f4e6 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '742d2952-b1dc-4ef7-93fd-7c31ac3be8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b9fed917-118a-47f5-b91a-5da13b26a61f'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:42:46.403382 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51def1a2-84c7-47a4-9edd-cab4df3f4af4 req-b7147370-18d2-4c73-a71d-bc9148a7485a service neutron] Attempting to bind port b54cc98d-3575-428e-9e5f-928cbc83f4e6 on network b9fed917-118a-47f5-b91a-5da13b26a61f {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:42:46.409058 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51def1a2-84c7-47a4-9edd-cab4df3f4af4 req-b7147370-18d2-4c73-a71d-bc9148a7485a service neutron] Port b54cc98d-3575-428e-9e5f-928cbc83f4e6 on network b9fed917-118a-47f5-b91a-5da13b26a61f not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:42:46.409495 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51def1a2-84c7-47a4-9edd-cab4df3f4af4 req-b7147370-18d2-4c73-a71d-bc9148a7485a service neutron] Attempting to bind port b54cc98d-3575-428e-9e5f-928cbc83f4e6 on network b9fed917-118a-47f5-b91a-5da13b26a61f {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:42:46.418400 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51def1a2-84c7-47a4-9edd-cab4df3f4af4 req-b7147370-18d2-4c73-a71d-bc9148a7485a service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:42:46.418819 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51def1a2-84c7-47a4-9edd-cab4df3f4af4 req-b7147370-18d2-4c73-a71d-bc9148a7485a service neutron] Checking segment: {'id': '742d2952-b1dc-4ef7-93fd-7c31ac3be8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b9fed917-118a-47f5-b91a-5da13b26a61f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:42:46.419817 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51def1a2-84c7-47a4-9edd-cab4df3f4af4 req-b7147370-18d2-4c73-a71d-bc9148a7485a service neutron] Bound using segment: {'id': '742d2952-b1dc-4ef7-93fd-7c31ac3be8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b9fed917-118a-47f5-b91a-5da13b26a61f'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:42:46.420287 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-51def1a2-84c7-47a4-9edd-cab4df3f4af4 req-b7147370-18d2-4c73-a71d-bc9148a7485a service neutron] Bound port: b54cc98d-3575-428e-9e5f-928cbc83f4e6, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '742d2952-b1dc-4ef7-93fd-7c31ac3be8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b9fed917-118a-47f5-b91a-5da13b26a61f'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:42:46.420657 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-51def1a2-84c7-47a4-9edd-cab4df3f4af4 req-b7147370-18d2-4c73-a71d-bc9148a7485a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:46.509306 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-51def1a2-84c7-47a4-9edd-cab4df3f4af4 req-b7147370-18d2-4c73-a71d-bc9148a7485a service neutron] For port b54cc98d-3575-428e-9e5f-928cbc83f4e6, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:42:46.514185 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-51def1a2-84c7-47a4-9edd-cab4df3f4af4 req-b7147370-18d2-4c73-a71d-bc9148a7485a service neutron] For port b54cc98d-3575-428e-9e5f-928cbc83f4e6, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=b54cc98d-3575-428e-9e5f-928cbc83f4e6,segment=NetworkSegment(742d2952-b1dc-4ef7-93fd-7c31ac3be8eb),segment_id=742d2952-b1dc-4ef7-93fd-7c31ac3be8eb)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:42:46.520510 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-51def1a2-84c7-47a4-9edd-cab4df3f4af4 req-b7147370-18d2-4c73-a71d-bc9148a7485a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:46.543573 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-624dc8d5-72a2-4a9c-b990-dc09ca333c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:46.566301 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51def1a2-84c7-47a4-9edd-cab4df3f4af4 req-b7147370-18d2-4c73-a71d-bc9148a7485a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:46.575200 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-51def1a2-84c7-47a4-9edd-cab4df3f4af4 req-b7147370-18d2-4c73-a71d-bc9148a7485a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:46.576762 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-51def1a2-84c7-47a4-9edd-cab4df3f4af4 req-b7147370-18d2-4c73-a71d-bc9148a7485a service neutron] 10.222.0.47 "PUT /v2.0/ports/b54cc98d-3575-428e-9e5f-928cbc83f4e6 HTTP/1.1" status: 200 len: 1093 time: 0.9661644 Nov 25 13:42:46.577099 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-624dc8d5-72a2-4a9c-b990-dc09ca333c5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1939f0c1-60cc-4b38-a5f1-95db280c27bb']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:42:46.622151 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7147370-18d2-4c73-a71d-bc9148a7485a service neutron] Pushing event updated for resources: {'Port': ['ID=b54cc98d-3575-428e-9e5f-928cbc83f4e6,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:46.658724 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4824eef1-4e21-437a-9edb-9024ec4e77f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:46.667800 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-624dc8d5-72a2-4a9c-b990-dc09ca333c5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b92cca9-109b-42b5-95fc-7e307e81be0f') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:42:46.668225 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-624dc8d5-72a2-4a9c-b990-dc09ca333c5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b92cca9-109b-42b5-95fc-7e307e81be0f') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:42:46.672645 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51def1a2-84c7-47a4-9edd-cab4df3f4af4 req-f4fa6465-3d87-43cb-a075-c7050e504e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:46.674802 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-51def1a2-84c7-47a4-9edd-cab4df3f4af4 req-f4fa6465-3d87-43cb-a075-c7050e504e73 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e9f4a241e9ee48efb00d567fc22d357d&device_id=dbba2432-56f0-4c62-99cc-43756d31a73e HTTP/1.1" status: 200 len: 1096 time: 0.0549963 Nov 25 13:42:46.689203 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4824eef1-4e21-437a-9edb-9024ec4e77f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:46.694093 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-624dc8d5-72a2-4a9c-b990-dc09ca333c5e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:46.722338 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-51def1a2-84c7-47a4-9edd-cab4df3f4af4 req-21a9a6f4-6719-4ec6-b5cb-6b26b46688dd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b54cc98d-3575-428e-9e5f-928cbc83f4e6 HTTP/1.1" status: 200 len: 217 time: 0.0394046 Nov 25 13:42:46.752830 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4824eef1-4e21-437a-9edb-9024ec4e77f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c77d68f-d7d2-41c3-b461-5c704f092329,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:46.769876 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-624dc8d5-72a2-4a9c-b990-dc09ca333c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:46.778475 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4824eef1-4e21-437a-9edb-9024ec4e77f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:42:46.788530 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51def1a2-84c7-47a4-9edd-cab4df3f4af4 req-f6f300a9-c274-45c0-967e-b1c46ae47e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:46.788784 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-624dc8d5-72a2-4a9c-b990-dc09ca333c5e admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:42:46.789259 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-624dc8d5-72a2-4a9c-b990-dc09ca333c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:46.790785 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-51def1a2-84c7-47a4-9edd-cab4df3f4af4 req-f6f300a9-c274-45c0-967e-b1c46ae47e88 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8ed6ab7c-ada8-497a-acf9-43a1076137d8 HTTP/1.1" status: 200 len: 853 time: 0.0617006 Nov 25 13:42:46.790996 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:42:46.790996 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:42:46.790996 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:42:46.790996 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:42:46.790996 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:42:46.790996 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:42:46.790996 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:42:46.790996 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:42:46.790996 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:42:46.790996 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:42:46.790996 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:42:46.790996 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:42:46.790996 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:42:46.790996 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:42:46.790996 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:42:46.790996 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:42:46.790996 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:42:46.790996 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:42:46.790996 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:42:46.790996 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:42:46.790996 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:42:46.790996 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:42:46.790996 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:42:46.790996 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:42:46.790996 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:42:46.790996 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:42:46.790996 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:42:46.790996 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:42:46.790996 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:42:46.790996 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:42:46.790996 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:42:46.790996 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:42:46.817120 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd23fcb-c4c4-4409-9364-1ee2697a4cd7 req-62868f46-84be-4f60-9fd4-897d6120d72d tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:46.819043 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-efd23fcb-c4c4-4409-9364-1ee2697a4cd7 req-62868f46-84be-4f60-9fd4-897d6120d72d tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.1578336 Nov 25 13:42:46.854207 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51def1a2-84c7-47a4-9edd-cab4df3f4af4 req-8fbb9fb7-6f06-45df-9d12-53fa522896ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:46.856295 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-51def1a2-84c7-47a4-9edd-cab4df3f4af4 req-8fbb9fb7-6f06-45df-9d12-53fa522896ce service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b9fed917-118a-47f5-b91a-5da13b26a61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585630 Nov 25 13:42:46.858390 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4824eef1-4e21-437a-9edb-9024ec4e77f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:46.858834 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-4824eef1-4e21-437a-9edb-9024ec4e77f9 admin admin] Added segment c43bfde1-dd0e-469b-90eb-4b1b83163d65 of type vlan for network 4e394981-1926-4d4b-83ff-ca19122961a9 Nov 25 13:42:46.920249 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbba2432-56f0-4c62-99cc-43756d31a73e', 'tag': 'b54cc98d-3575-428e-9e5f-928cbc83f4e6'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:42:46.924174 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e2a09b-80e4-4a02-81c0-8f25d00dbafd" -d '{"events": [{"name": "network-changed", "server_uuid": "dbba2432-56f0-4c62-99cc-43756d31a73e", "tag": "b54cc98d-3575-428e-9e5f-928cbc83f4e6"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:42:46.933251 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-624dc8d5-72a2-4a9c-b990-dc09ca333c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:46.939529 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4824eef1-4e21-437a-9edb-9024ec4e77f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:46.945518 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-624dc8d5-72a2-4a9c-b990-dc09ca333c5e admin admin] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:46.951841 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-624dc8d5-72a2-4a9c-b990-dc09ca333c5e admin admin] 10.222.0.53 "DELETE /v2.0/networks/1939f0c1-60cc-4b38-a5f1-95db280c27bb HTTP/1.1" status: 204 len: 168 time: 0.6705432 Nov 25 13:42:46.965875 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58086) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:42:46.978902 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-51def1a2-84c7-47a4-9edd-cab4df3f4af4 req-5ec2cdb3-c7a7-40ad-90e0-e5d259dc55bc service neutron] 10.222.0.47 "GET /v2.0/networks/b9fed917-118a-47f5-b91a-5da13b26a61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148152 Nov 25 13:42:46.986202 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624dc8d5-72a2-4a9c-b990-dc09ca333c5e admin admin] Pushing event deleted for resources: {'Network': ['ID=1939f0c1-60cc-4b38-a5f1-95db280c27bb,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:47.023272 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-efd23fcb-c4c4-4409-9364-1ee2697a4cd7 req-2337da66-0926-4e2a-beec-45b71f1c683e tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644468 Nov 25 13:42:47.102616 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbece8e1-c71f-4a76-98b3-f7c07e731480 admin admin] Deleting subnet 7d6646e5-1917-4d38-b4d3-b446cb4f2f2b {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:42:47.109652 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bbece8e1-c71f-4a76-98b3-f7c07e731480 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:47.112027 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4824eef1-4e21-437a-9edb-9024ec4e77f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:47.112197 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-51def1a2-84c7-47a4-9edd-cab4df3f4af4 req-f951d552-bdc4-4644-856b-c419d44a5738 service neutron] 10.222.0.47 "GET /v2.0/networks/b9fed917-118a-47f5-b91a-5da13b26a61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245685 Nov 25 13:42:47.113424 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4824eef1-4e21-437a-9edb-9024ec4e77f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:47.114105 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4824eef1-4e21-437a-9edb-9024ec4e77f9 admin admin] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:47.114633 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24d426f-725a-4fa5-bdf0-9c3637a47c38 x-openstack-request-id: req-f24d426f-725a-4fa5-bdf0-9c3637a47c38 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:42:47.115087 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbba2432-56f0-4c62-99cc-43756d31a73e", "tag": "b54cc98d-3575-428e-9e5f-928cbc83f4e6", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:42:47.115776 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f24d426f-725a-4fa5-bdf0-9c3637a47c38 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:42:47.116764 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbba2432-56f0-4c62-99cc-43756d31a73e', 'tag': 'b54cc98d-3575-428e-9e5f-928cbc83f4e6', 'status': 'completed', 'code': 200} Nov 25 13:42:47.207513 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-4824eef1-4e21-437a-9edb-9024ec4e77f9 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0917776 Nov 25 13:42:47.211626 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58090) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:42:47.216502 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-c7a5f2d1-ad85-4be7-9373-c33f0b7127e1 admin admin] Request body: {'subnet': {'network_id': '4e394981-1926-4d4b-83ff-ca19122961a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-2000954078-subnet', 'tenant_id': 'e3567ed4ed9b4fdbbfea9a1754c391bb', 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:42:47.228795 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e2a09b-80e4-4a02-81c0-8f25d00dbafd req-b4edd169-f96b-4c68-b4da-52f4cfd7a520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:47.229813 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-97e2a09b-80e4-4a02-81c0-8f25d00dbafd req-b4edd169-f96b-4c68-b4da-52f4cfd7a520 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e9f4a241e9ee48efb00d567fc22d357d&device_id=dbba2432-56f0-4c62-99cc-43756d31a73e HTTP/1.1" status: 200 len: 1096 time: 0.0645137 Nov 25 13:42:47.236444 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ebdc71-e781-4e53-80ec-2529a20bd0bb req-64b584fc-bf74-4c55-a604-63154ab04a4c tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:47.237991 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-05ebdc71-e781-4e53-80ec-2529a20bd0bb req-64b584fc-bf74-4c55-a604-63154ab04a4c tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbba2432-56f0-4c62-99cc-43756d31a73e HTTP/1.1" status: 200 len: 944 time: 0.1867130 Nov 25 13:42:47.240517 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bbece8e1-c71f-4a76-98b3-f7c07e731480 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:47.290540 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a5f2d1-ad85-4be7-9373-c33f0b7127e1 admin admin] Made reservation on behalf of e3567ed4ed9b4fdbbfea9a1754c391bb for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:42:47.292814 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c7a5f2d1-ad85-4be7-9373-c33f0b7127e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:47.294026 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4824eef1-4e21-437a-9edb-9024ec4e77f9 admin admin] Pushing event updated for resources: {'Network': ['ID=4e394981-1926-4d4b-83ff-ca19122961a9,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:47.308000 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 4e394981-1926-4d4b-83ff-ca19122961a9 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:42:47.353234 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da70d9-dc99-4b66-87ce-20ce3a0581ae req-2ada8a13-014b-4367-b82c-f5e6aeab2da6 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:47.355060 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a8da70d9-dc99-4b66-87ce-20ce3a0581ae req-2ada8a13-014b-4367-b82c-f5e6aeab2da6 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/ports?device_id=b915c76d-e26d-4074-860a-cd9cf7ac4f56 HTTP/1.1" status: 200 len: 946 time: 0.1588225 Nov 25 13:42:47.356440 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bbece8e1-c71f-4a76-98b3-f7c07e731480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:47.420862 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-05ebdc71-e781-4e53-80ec-2529a20bd0bb req-61fddba1-1363-49d2-a4c8-57616a81f691 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c02e1d0-4b0f-4f2f-9a45-00d5dc0648eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396499 Nov 25 13:42:47.472498 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a8da70d9-dc99-4b66-87ce-20ce3a0581ae req-b8873498-e359-4ea4-8abb-12a77646fe71 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8193440-3d0b-402d-816a-c57ecb79d417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924249 Nov 25 13:42:47.481728 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bbece8e1-c71f-4a76-98b3-f7c07e731480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:47.512899 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbece8e1-c71f-4a76-98b3-f7c07e731480 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d6646e5-1917-4d38-b4d3-b446cb4f2f2b,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:47.517628 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bbece8e1-c71f-4a76-98b3-f7c07e731480 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:47.522454 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-bbece8e1-c71f-4a76-98b3-f7c07e731480 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/7d6646e5-1917-4d38-b4d3-b446cb4f2f2b HTTP/1.1" status: 204 len: 168 time: 0.5515919 Nov 25 13:42:47.524692 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58094) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:42:47.634100 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6a513a99-0172-444f-a109-491c7095b404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:47.655841 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f312a9-de31-441d-a716-ef06966aa0b0 req-785aba39-ed45-4925-8414-b72a56580ca3 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:47.657548 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-31f312a9-de31-441d-a716-ef06966aa0b0 req-785aba39-ed45-4925-8414-b72a56580ca3 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/ports?device_id=b915c76d-e26d-4074-860a-cd9cf7ac4f56 HTTP/1.1" status: 200 len: 946 time: 0.0780525 Nov 25 13:42:47.724676 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device bf204c80-96ea-4fa4-9b92-9a50d1db843e no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:42:47.769789 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6a513a99-0172-444f-a109-491c7095b404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:47.771669 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: bf204c80-96ea-4fa4-9b92-9a50d1db843e {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:42:47.773001 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device bf204c80-96ea-4fa4-9b92-9a50d1db843e not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:42:47.780206 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device e5a55093-3c15-45d9-8187-e22aa681981a details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:42:47.794433 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc3d831-c270-4a8c-9825-72c15ca01f44 req-587a1286-2277-4f0e-9fee-69c7ac6ba323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:47.796501 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bfc3d831-c270-4a8c-9825-72c15ca01f44 req-587a1286-2277-4f0e-9fee-69c7ac6ba323 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7df61f1b08cd47c08bd2f95f1b832351&device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 1098 time: 0.0968475 Nov 25 13:42:47.803923 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-31f312a9-de31-441d-a716-ef06966aa0b0 req-dccff48f-3f44-4071-9a48-cb8ab958097f tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8193440-3d0b-402d-816a-c57ecb79d417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207616 Nov 25 13:42:47.824123 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58096) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:42:47.837835 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-6a513a99-0172-444f-a109-491c7095b404 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a167c834-58d3-4335-b23c-75d735d28023']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:42:47.863413 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e2a09b-80e4-4a02-81c0-8f25d00dbafd req-2112b9c9-3575-4015-84b8-d2669a494cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:47.865082 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-97e2a09b-80e4-4a02-81c0-8f25d00dbafd req-2112b9c9-3575-4015-84b8-d2669a494cf3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b9fed917-118a-47f5-b91a-5da13b26a61f HTTP/1.1" status: 200 len: 915 time: 0.6281164 Nov 25 13:42:47.869362 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-6a513a99-0172-444f-a109-491c7095b404 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd37a9bc9-af99-43d2-b5d8-937a5ad418e0') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:42:47.869760 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-6a513a99-0172-444f-a109-491c7095b404 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd37a9bc9-af99-43d2-b5d8-937a5ad418e0') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:42:47.883032 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6a513a99-0172-444f-a109-491c7095b404 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:47.903097 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6a513a99-0172-444f-a109-491c7095b404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:47.910249 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2164cd15-cdb4-4cec-975f-f034c1c2a555 tempest-TestNetworkBasicOps-1706243872 tempest-TestNetworkBasicOps-1706243872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:47.912628 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-2164cd15-cdb4-4cec-975f-f034c1c2a555 tempest-TestNetworkBasicOps-1706243872 tempest-TestNetworkBasicOps-1706243872-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b915c76d-e26d-4074-860a-cd9cf7ac4f56 HTTP/1.1" status: 200 len: 1093 time: 0.0869057 Nov 25 13:42:47.915451 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58098) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:42:47.920366 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-a810ef77-8e52-4959-bb30-69f301e2b1a4 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Request body: {'floatingip': {'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'port_id': '87e8f79f-2532-4e69-8830-aad0d94c9c88', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:42:47.925857 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a513a99-0172-444f-a109-491c7095b404 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:42:47.926363 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6a513a99-0172-444f-a109-491c7095b404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:47.928868 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:42:47.928868 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:42:47.928868 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:42:47.928868 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:42:47.928868 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:42:47.928868 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:42:47.928868 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:42:47.928868 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:42:47.928868 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:42:47.928868 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:42:47.928868 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:42:47.928868 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:42:47.928868 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:42:47.928868 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:42:47.928868 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:42:47.928868 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:42:47.928868 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:42:47.928868 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:42:47.928868 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:42:47.928868 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:42:47.928868 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:42:47.928868 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:42:47.928868 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:42:47.928868 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:42:47.928868 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:42:47.928868 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:42:47.928868 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:42:47.928868 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:42:47.928868 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:42:47.928868 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:42:47.928868 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:42:47.928868 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:42:47.949493 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port e5a55093-3c15-45d9-8187-e22aa681981a, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=e5a55093-3c15-45d9-8187-e22aa681981a,segment=NetworkSegment(319d727f-3675-4f9d-9345-98e588ff56b9),segment_id=319d727f-3675-4f9d-9345-98e588ff56b9)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:42:47.952591 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-97e2a09b-80e4-4a02-81c0-8f25d00dbafd req-3786e998-be5c-4ac6-94de-3b8182105fd5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b54cc98d-3575-428e-9e5f-928cbc83f4e6 HTTP/1.1" status: 200 len: 217 time: 0.0529244 Nov 25 13:42:47.968729 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': 'e5a55093-3c15-45d9-8187-e22aa681981a', 'network_id': '65ced711-08b2-4c86-8f28-c46c27d6c810', 'port_id': 'e5a55093-3c15-45d9-8187-e22aa681981a', 'mac_address': 'fa:16:3e:9f:0f:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '533ad574-65b4-4979-ba44-9a507a4d4dd7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:42:48.014112 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a810ef77-8e52-4959-bb30-69f301e2b1a4 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for floatingip, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:48.016430 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e2a09b-80e4-4a02-81c0-8f25d00dbafd req-71cf1d37-3585-4cd0-8daa-e6dcdc82c65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:48.017983 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-97e2a09b-80e4-4a02-81c0-8f25d00dbafd req-71cf1d37-3585-4cd0-8daa-e6dcdc82c65a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8ed6ab7c-ada8-497a-acf9-43a1076137d8 HTTP/1.1" status: 200 len: 853 time: 0.0572419 Nov 25 13:42:48.032787 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6a513a99-0172-444f-a109-491c7095b404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:48.048948 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6a513a99-0172-444f-a109-491c7095b404 admin admin] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:48.055665 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-6a513a99-0172-444f-a109-491c7095b404 admin admin] 10.222.0.53 "DELETE /v2.0/networks/a167c834-58d3-4335-b23c-75d735d28023 HTTP/1.1" status: 204 len: 168 time: 0.5275960 Nov 25 13:42:48.072383 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a513a99-0172-444f-a109-491c7095b404 admin admin] Pushing event deleted for resources: {'Network': ['ID=a167c834-58d3-4335-b23c-75d735d28023,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:48.083575 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:48.117261 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e5a55093-3c15-45d9-8187-e22aa681981a {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:42:48.150612 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc3d831-c270-4a8c-9825-72c15ca01f44 req-13553175-331b-4dd5-bf7a-7e92906bd42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:48.152494 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bfc3d831-c270-4a8c-9825-72c15ca01f44 req-13553175-331b-4dd5-bf7a-7e92906bd42f service neutron] 10.222.0.66 "GET /v2.0/networks?id=65ced711-08b2-4c86-8f28-c46c27d6c810 HTTP/1.1" status: 200 len: 915 time: 0.3242495 Nov 25 13:42:48.166731 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port e5a55093-3c15-45d9-8187-e22aa681981a, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=e5a55093-3c15-45d9-8187-e22aa681981a,segment=NetworkSegment(319d727f-3675-4f9d-9345-98e588ff56b9),segment_id=319d727f-3675-4f9d-9345-98e588ff56b9)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:42:48.174920 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:48.220653 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bfc3d831-c270-4a8c-9825-72c15ca01f44 req-b72200e5-ff5a-4570-99ed-5e9885882e68 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5a55093-3c15-45d9-8187-e22aa681981a HTTP/1.1" status: 200 len: 217 time: 0.0569823 Nov 25 13:42:48.257915 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=e5a55093-3c15-45d9-8187-e22aa681981a,revision_number=6']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:48.259245 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54a1402-2d04-466b-93ea-2bb401f5d72b req-acf71741-288f-469e-ae64-aaf4c46daab8 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:48.260930 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c54a1402-2d04-466b-93ea-2bb401f5d72b req-acf71741-288f-469e-ae64-aaf4c46daab8 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 945 time: 0.1022553 Nov 25 13:42:48.265482 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e2a09b-80e4-4a02-81c0-8f25d00dbafd req-8a5ac049-86ca-4984-b9ae-a7cb8998b186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:48.266922 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-97e2a09b-80e4-4a02-81c0-8f25d00dbafd req-8a5ac049-86ca-4984-b9ae-a7cb8998b186 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b9fed917-118a-47f5-b91a-5da13b26a61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2197642 Nov 25 13:42:48.311175 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a810ef77-8e52-4959-bb30-69f301e2b1a4 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:48.322583 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['e5a55093-3c15-45d9-8187-e22aa681981a'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:42:48.338473 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58104) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:42:48.380589 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c7a5f2d1-ad85-4be7-9373-c33f0b7127e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:48.390396 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc3d831-c270-4a8c-9825-72c15ca01f44 req-89221a54-b65c-4cb2-9c80-af83282fd908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:48.391935 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bfc3d831-c270-4a8c-9825-72c15ca01f44 req-89221a54-b65c-4cb2-9c80-af83282fd908 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=533ad574-65b4-4979-ba44-9a507a4d4dd7 HTTP/1.1" status: 200 len: 854 time: 0.1424603 Nov 25 13:42:48.481199 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bfc3d831-c270-4a8c-9825-72c15ca01f44 req-51a7ca5e-1ba8-4b63-8c23-26efb84b833a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=65ced711-08b2-4c86-8f28-c46c27d6c810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540953 Nov 25 13:42:48.536869 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c54a1402-2d04-466b-93ea-2bb401f5d72b req-1423ad52-4492-4811-9d01-a76564eeffbd tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637041 Nov 25 13:42:48.564812 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-97e2a09b-80e4-4a02-81c0-8f25d00dbafd req-8922ce36-5abf-4e06-9311-a31a7fd92e85 service neutron] 10.222.0.47 "GET /v2.0/networks/b9fed917-118a-47f5-b91a-5da13b26a61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649329 Nov 25 13:42:48.566298 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-334b8f5c-7edf-4303-a6c6-3ca32d6c65d2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1698007813d94bcb97d729bd771d2761&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2265618 Nov 25 13:42:48.570880 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58108) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:42:48.597238 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a5f2d1-ad85-4be7-9373-c33f0b7127e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7ff6f62-d09b-4bb5-be10-fba0362b28a4,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:48.614316 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a5f2d1-ad85-4be7-9373-c33f0b7127e1 admin admin] Checking segment: {'id': 'c43bfde1-dd0e-469b-90eb-4b1b83163d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4e394981-1926-4d4b-83ff-ca19122961a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:42:48.614716 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a5f2d1-ad85-4be7-9373-c33f0b7127e1 admin admin] Network hostable DHCP agents. Network: 4e394981-1926-4d4b-83ff-ca19122961a9, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:42:48.701134 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-a810ef77-8e52-4959-bb30-69f301e2b1a4 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Allocated IP 172.25.5.90 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/04ce00d2-4077-46d4-9126-e9696eac8be4) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:42:48.707514 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a5f2d1-ad85-4be7-9373-c33f0b7127e1 admin admin] Network 4e394981-1926-4d4b-83ff-ca19122961a9 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:42:48.712154 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce19c6-d204-47c1-a97b-36b713b02476 req-09e2a161-b341-4c8a-9301-5652ad0b6407 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:48.720089 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1cce19c6-d204-47c1-a97b-36b713b02476 req-09e2a161-b341-4c8a-9301-5652ad0b6407 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbba2432-56f0-4c62-99cc-43756d31a73e HTTP/1.1" status: 200 len: 944 time: 0.1561718 Nov 25 13:42:48.730638 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bfc3d831-c270-4a8c-9825-72c15ca01f44 req-734e7cdb-eade-437d-964b-d07038065433 service neutron] 10.222.0.66 "GET /v2.0/networks/65ced711-08b2-4c86-8f28-c46c27d6c810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275996 Nov 25 13:42:48.748894 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-c7a5f2d1-ad85-4be7-9373-c33f0b7127e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 4e394981-1926-4d4b-83ff-ca19122961a9) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:42:48.759122 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f0ad1796-6d93-48ca-98c9-a3980534c38b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:48.763922 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacad980-fc16-4311-b2cc-38ae473096eb None None] Network 4e394981-1926-4d4b-83ff-ca19122961a9 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:42:48.779075 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a5f2d1-ad85-4be7-9373-c33f0b7127e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:48.779681 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c7a5f2d1-ad85-4be7-9373-c33f0b7127e1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:48.824918 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-97e2a09b-80e4-4a02-81c0-8f25d00dbafd req-6d6b6163-3292-4bd8-bd3a-eca3f6dd3955 service neutron] 10.222.0.47 "GET /v2.0/networks/b9fed917-118a-47f5-b91a-5da13b26a61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286110 Nov 25 13:42:48.848450 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f0ad1796-6d93-48ca-98c9-a3980534c38b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:48.852449 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c7a5f2d1-ad85-4be7-9373-c33f0b7127e1 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.6397569 Nov 25 13:42:48.856190 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58110) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:42:48.863225 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-52ac0de6-ca06-4660-ad8f-d03ca87e6ef0 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-2000954078-router', 'tenant_id': 'e3567ed4ed9b4fdbbfea9a1754c391bb', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:42:48.885901 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1cce19c6-d204-47c1-a97b-36b713b02476 req-595993a8-f076-4687-b27f-bd8656cd636c tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c02e1d0-4b0f-4f2f-9a45-00d5dc0648eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514776 Nov 25 13:42:48.911376 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bfc3d831-c270-4a8c-9825-72c15ca01f44 req-069e6ac0-1748-4d2a-8eee-cd61845f14cd service neutron] 10.222.0.66 "GET /v2.0/networks/65ced711-08b2-4c86-8f28-c46c27d6c810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727631 Nov 25 13:42:48.916414 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-52ac0de6-ca06-4660-ad8f-d03ca87e6ef0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:48.926890 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-52ac0de6-ca06-4660-ad8f-d03ca87e6ef0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:48.946225 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46dd8265-0ae6-4e76-958c-c9ea9b90e1d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-4e394981-1926-4d4b-83ff-ca19122961a9', 'network_id': '4e394981-1926-4d4b-83ff-ca19122961a9', 'tenant_id': 'e3567ed4ed9b4fdbbfea9a1754c391bb', 'fixed_ips': [{'subnet_id': 'e7ff6f62-d09b-4bb5-be10-fba0362b28a4'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:42:48.947695 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-46dd8265-0ae6-4e76-958c-c9ea9b90e1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:49.024529 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a810ef77-8e52-4959-bb30-69f301e2b1a4 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:49.042831 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-52ac0de6-ca06-4660-ad8f-d03ca87e6ef0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:49.064505 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f0ad1796-6d93-48ca-98c9-a3980534c38b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:49.068328 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f0ad1796-6d93-48ca-98c9-a3980534c38b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:49.069710 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f0ad1796-6d93-48ca-98c9-a3980534c38b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fc15ebf9-0049-455f-ae75-103e67b93cbd HTTP/1.1" status: 204 len: 168 time: 0.4892740 Nov 25 13:42:49.080632 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a810ef77-8e52-4959-bb30-69f301e2b1a4 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:49.085859 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ad1796-6d93-48ca-98c9-a3980534c38b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc15ebf9-0049-455f-ae75-103e67b93cbd,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:49.138127 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a810ef77-8e52-4959-bb30-69f301e2b1a4 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:42:49.142120 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-a810ef77-8e52-4959-bb30-69f301e2b1a4 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:42:49.149774 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a810ef77-8e52-4959-bb30-69f301e2b1a4 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:42:49.220036 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-46dd8265-0ae6-4e76-958c-c9ea9b90e1d5 None None] Allocated IP 172.20.0.2 (4e394981-1926-4d4b-83ff-ca19122961a9/e7ff6f62-d09b-4bb5-be10-fba0362b28a4/c34bef3b-41e7-4623-8ddb-d4342f37fe6e) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:42:49.227692 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a810ef77-8e52-4959-bb30-69f301e2b1a4 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Pushing event updated for resources: {'Port': ['ID=04ce00d2-4077-46d4-9126-e9696eac8be4,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:49.272648 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-52ac0de6-ca06-4660-ad8f-d03ca87e6ef0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:49.558979 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-46dd8265-0ae6-4e76-958c-c9ea9b90e1d5 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:49.593027 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-46dd8265-0ae6-4e76-958c-c9ea9b90e1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:49.634494 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-52ac0de6-ca06-4660-ad8f-d03ca87e6ef0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:49.664355 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-52ac0de6-ca06-4660-ad8f-d03ca87e6ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:49.724901 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46dd8265-0ae6-4e76-958c-c9ea9b90e1d5 None None] Network 4e394981-1926-4d4b-83ff-ca19122961a9 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:42:49.730577 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-46dd8265-0ae6-4e76-958c-c9ea9b90e1d5 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:42:49.735144 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dd8265-0ae6-4e76-958c-c9ea9b90e1d5 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:42:49.738566 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd8265-0ae6-4e76-958c-c9ea9b90e1d5 None None] Pushing event updated for resources: {'Port': ['ID=c34bef3b-41e7-4623-8ddb-d4342f37fe6e,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:49.805515 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6682ec64-f4c5-4b1d-a8ab-a3b1dba36dd6 req-e4f652b5-92d0-4f45-bd05-3e5a00f4dcf7 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:49.807452 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6682ec64-f4c5-4b1d-a8ab-a3b1dba36dd6 req-e4f652b5-92d0-4f45-bd05-3e5a00f4dcf7 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 945 time: 0.0891008 Nov 25 13:42:49.821478 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device e5a55093-3c15-45d9-8187-e22aa681981a up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:42:49.905274 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-52ac0de6-ca06-4660-ad8f-d03ca87e6ef0 admin admin] Allocated IP 172.25.5.229 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/bde66992-dfc2-4f36-bd78-ede2fa631450) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:42:49.925010 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-46dd8265-0ae6-4e76-958c-c9ea9b90e1d5 None None] Attempting to bind port c34bef3b-41e7-4623-8ddb-d4342f37fe6e on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:42:49.925764 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-46dd8265-0ae6-4e76-958c-c9ea9b90e1d5 None None] Attempting to bind port c34bef3b-41e7-4623-8ddb-d4342f37fe6e by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'c43bfde1-dd0e-469b-90eb-4b1b83163d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4e394981-1926-4d4b-83ff-ca19122961a9'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:42:49.926494 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46dd8265-0ae6-4e76-958c-c9ea9b90e1d5 None None] Attempting to bind port c34bef3b-41e7-4623-8ddb-d4342f37fe6e on network 4e394981-1926-4d4b-83ff-ca19122961a9 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:42:49.937025 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46dd8265-0ae6-4e76-958c-c9ea9b90e1d5 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:42:49.937025 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46dd8265-0ae6-4e76-958c-c9ea9b90e1d5 None None] Checking segment: {'id': 'c43bfde1-dd0e-469b-90eb-4b1b83163d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4e394981-1926-4d4b-83ff-ca19122961a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:42:49.937353 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-46dd8265-0ae6-4e76-958c-c9ea9b90e1d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:49.937643 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58144) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:42:49.937766 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46dd8265-0ae6-4e76-958c-c9ea9b90e1d5 None None] Bound using segment: {'id': 'c43bfde1-dd0e-469b-90eb-4b1b83163d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4e394981-1926-4d4b-83ff-ca19122961a9'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:42:49.938191 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-46dd8265-0ae6-4e76-958c-c9ea9b90e1d5 None None] Bound port: c34bef3b-41e7-4623-8ddb-d4342f37fe6e, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c43bfde1-dd0e-469b-90eb-4b1b83163d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4e394981-1926-4d4b-83ff-ca19122961a9'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:42:49.938576 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-46dd8265-0ae6-4e76-958c-c9ea9b90e1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:50.071686 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-91f04d66-0cc3-481d-a9a0-92ee53c56804 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a49480e870f848f399a623a3a605c9e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1281154 Nov 25 13:42:50.088035 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58146) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:42:50.198143 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port e5a55093-3c15-45d9-8187-e22aa681981a triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:42:50.198944 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:50.261939 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-29cf0e21-7926-4fdc-875f-71f20237ab4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:50.269575 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-46dd8265-0ae6-4e76-958c-c9ea9b90e1d5 None None] For port c34bef3b-41e7-4623-8ddb-d4342f37fe6e, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:42:50.273606 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-46dd8265-0ae6-4e76-958c-c9ea9b90e1d5 None None] For port c34bef3b-41e7-4623-8ddb-d4342f37fe6e, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=c34bef3b-41e7-4623-8ddb-d4342f37fe6e,segment=NetworkSegment(c43bfde1-dd0e-469b-90eb-4b1b83163d65),segment_id=c43bfde1-dd0e-469b-90eb-4b1b83163d65)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:42:50.304525 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-46dd8265-0ae6-4e76-958c-c9ea9b90e1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:50.331641 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-52ac0de6-ca06-4660-ad8f-d03ca87e6ef0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:50.362733 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-29cf0e21-7926-4fdc-875f-71f20237ab4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:50.381628 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6682ec64-f4c5-4b1d-a8ab-a3b1dba36dd6 req-6c6ae608-51f4-4188-b5b4-62c615318350 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331549 Nov 25 13:42:50.405338 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:50.413694 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e79a3-7332-46ce-918b-3a7a614bee82 req-2a9a68f7-d13c-480c-beaa-57f028dd1e90 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:50.423699 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd8265-0ae6-4e76-958c-c9ea9b90e1d5 None None] Pushing event updated for resources: {'Port': ['ID=c34bef3b-41e7-4623-8ddb-d4342f37fe6e,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:50.435316 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-447e79a3-7332-46ce-918b-3a7a614bee82 req-2a9a68f7-d13c-480c-beaa-57f028dd1e90 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbba2432-56f0-4c62-99cc-43756d31a73e HTTP/1.1" status: 200 len: 944 time: 0.1865551 Nov 25 13:42:50.463147 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port e5a55093-3c15-45d9-8187-e22aa681981a, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=e5a55093-3c15-45d9-8187-e22aa681981a,segment=NetworkSegment(319d727f-3675-4f9d-9345-98e588ff56b9),segment_id=319d727f-3675-4f9d-9345-98e588ff56b9)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:42:50.464372 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c04fa64-7415-4f99-8cfe-527ec87a5b92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a55093-3c15-45d9-8187-e22aa681981a'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:42:50.467567 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da011c5-e9b6-4a2f-a098-939e7a5d3ef7" -d '{"events": [{"server_uuid": "0c04fa64-7415-4f99-8cfe-527ec87a5b92", "name": "network-vif-plugged", "status": "completed", "tag": "e5a55093-3c15-45d9-8187-e22aa681981a"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:42:50.476552 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:50.535268 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-52ac0de6-ca06-4660-ad8f-d03ca87e6ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:50.562152 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=e5a55093-3c15-45d9-8187-e22aa681981a,revision_number=7']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:50.580602 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe492ba-96a6-4c80-a325-96902399b9e3 x-openstack-request-id: req-bbe492ba-96a6-4c80-a325-96902399b9e3 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:42:50.581043 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c04fa64-7415-4f99-8cfe-527ec87a5b92", "name": "network-vif-plugged", "status": "completed", "tag": "e5a55093-3c15-45d9-8187-e22aa681981a", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:42:50.581511 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bbe492ba-96a6-4c80-a325-96902399b9e3 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:42:50.581986 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c04fa64-7415-4f99-8cfe-527ec87a5b92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a55093-3c15-45d9-8187-e22aa681981a', 'code': 200} Nov 25 13:42:50.664113 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ac0de6-ca06-4660-ad8f-d03ca87e6ef0 admin admin] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:42:50.676319 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-29cf0e21-7926-4fdc-875f-71f20237ab4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:50.681832 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-29cf0e21-7926-4fdc-875f-71f20237ab4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:50.687235 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-29cf0e21-7926-4fdc-875f-71f20237ab4e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9a36d7e9-4cb9-4c95-9680-2427ad2d8aaf HTTP/1.1" status: 204 len: 168 time: 0.5976202 Nov 25 13:42:50.698150 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-52ac0de6-ca06-4660-ad8f-d03ca87e6ef0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:42:50.701852 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ac0de6-ca06-4660-ad8f-d03ca87e6ef0 admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:42:50.713099 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7115dc-d90b-4d4b-9b99-ee4df8e90d77 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:42:50.809698 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cf0e21-7926-4fdc-875f-71f20237ab4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a36d7e9-4cb9-4c95-9680-2427ad2d8aaf,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:50.832866 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-cdf2ecda-ff3d-4b4e-a7c2-c7b4cf53fe7b None None] Provisioning complete for port bde66992-dfc2-4f36-bd78-ede2fa631450 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:42:50.833243 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cdf2ecda-ff3d-4b4e-a7c2-c7b4cf53fe7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:50.837643 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ac0de6-ca06-4660-ad8f-d03ca87e6ef0 admin admin] Pushing event updated for resources: {'Port': ['ID=bde66992-dfc2-4f36-bd78-ede2fa631450,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:50.840792 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-447e79a3-7332-46ce-918b-3a7a614bee82 req-3cb76083-1368-4467-bfe6-b4e86a69f643 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c02e1d0-4b0f-4f2f-9a45-00d5dc0648eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4043419 Nov 25 13:42:50.947010 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-cdf2ecda-ff3d-4b4e-a7c2-c7b4cf53fe7b None None] Port bde66992-dfc2-4f36-bd78-ede2fa631450 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:42:51.104108 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a810ef77-8e52-4959-bb30-69f301e2b1a4 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:51.291880 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a810ef77-8e52-4959-bb30-69f301e2b1a4 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:51.476725 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-52ac0de6-ca06-4660-ad8f-d03ca87e6ef0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:51.655274 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43809880-07db-4741-8390-b09eb87c0cf7 req-f2f07f9e-0cb7-4c01-aaa8-de20a7c8476e tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:51.665219 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-43809880-07db-4741-8390-b09eb87c0cf7 req-f2f07f9e-0cb7-4c01-aaa8-de20a7c8476e tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.1111937 Nov 25 13:42:51.739304 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a810ef77-8e52-4959-bb30-69f301e2b1a4 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:51.768205 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a810ef77-8e52-4959-bb30-69f301e2b1a4 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:51.847632 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-52ac0de6-ca06-4660-ad8f-d03ca87e6ef0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:51.961633 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-43809880-07db-4741-8390-b09eb87c0cf7 req-f97bb714-b352-46a5-b972-3cc37a7c711c tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950654 Nov 25 13:42:51.986965 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a810ef77-8e52-4959-bb30-69f301e2b1a4 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Pushing event updated for resources: {'Port': ['ID=04ce00d2-4077-46d4-9126-e9696eac8be4,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:52.019379 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device c34bef3b-41e7-4623-8ddb-d4342f37fe6e up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:42:52.063180 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a810ef77-8e52-4959-bb30-69f301e2b1a4 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:52.129435 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port c34bef3b-41e7-4623-8ddb-d4342f37fe6e triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:42:52.129961 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:52.230073 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78970a9-807d-40ee-97ed-5f97c4757970 req-af83ddcd-d381-490d-af4c-437b3a2839ef tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:52.231944 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c78970a9-807d-40ee-97ed-5f97c4757970 req-af83ddcd-d381-490d-af4c-437b3a2839ef tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbba2432-56f0-4c62-99cc-43756d31a73e HTTP/1.1" status: 200 len: 944 time: 0.2132800 Nov 25 13:42:52.241466 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52ac0de6-ca06-4660-ad8f-d03ca87e6ef0 admin admin] Router e0071614-d0d0-4421-a76a-149c94d4d8d5 is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:42:52.291304 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d2131a-8ae8-489c-b3f1-5b282dcf191c None None] Network 4e394981-1926-4d4b-83ff-ca19122961a9 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:42:52.343825 n-d-808199-11 neutron-server[103570]: INFO neutron.db.l3_db [None req-a810ef77-8e52-4959-bb30-69f301e2b1a4 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Floating IP c3edeaca-e720-4e74-ac13-99950e02488d associated. External IP: 172.25.5.90, port: 87e8f79f-2532-4e69-8830-aad0d94c9c88. Nov 25 13:42:52.353968 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:52.389223 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c78970a9-807d-40ee-97ed-5f97c4757970 req-92e41daa-fec0-4905-a3f3-3ac817f01b3b tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c02e1d0-4b0f-4f2f-9a45-00d5dc0648eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101675 Nov 25 13:42:52.420598 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-a5e73595-a4c5-40dc-a1ed-de5577008bae None None] Provisioning complete for port c34bef3b-41e7-4623-8ddb-d4342f37fe6e triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:42:52.420598 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a5e73595-a4c5-40dc-a1ed-de5577008bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:52.436025 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52ac0de6-ca06-4660-ad8f-d03ca87e6ef0 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:42:52.441536 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] For port c34bef3b-41e7-4623-8ddb-d4342f37fe6e, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=c34bef3b-41e7-4623-8ddb-d4342f37fe6e,segment=NetworkSegment(c43bfde1-dd0e-469b-90eb-4b1b83163d65),segment_id=c43bfde1-dd0e-469b-90eb-4b1b83163d65)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:42:52.470594 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-52ac0de6-ca06-4660-ad8f-d03ca87e6ef0 admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:52.474822 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-52ac0de6-ca06-4660-ad8f-d03ca87e6ef0 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.6149142 Nov 25 13:42:52.475001 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58160) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:42:52.477493 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:52.483315 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2a6ee8-9c28-434e-8931-809b16aff534 None None] Sync routers for ids ['e0071614-d0d0-4421-a76a-149c94d4d8d5'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:42:52.562206 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2a6ee8-9c28-434e-8931-809b16aff534 None None] Routers {'e0071614-d0d0-4421-a76a-149c94d4d8d5'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:42:52.562771 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-5c2a6ee8-9c28-434e-8931-809b16aff534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:42:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['e0071614-d0d0-4421-a76a-149c94d4d8d5'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:42:52.664784 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Pushing event updated for resources: {'Port': ['ID=c34bef3b-41e7-4623-8ddb-d4342f37fe6e,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:52.676538 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a810ef77-8e52-4959-bb30-69f301e2b1a4 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Router 0bcca80d-3e62-4ce7-9603-c1493e5cf1fc has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:42:52.831440 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a810ef77-8e52-4959-bb30-69f301e2b1a4 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:42:52.843381 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-5c2a6ee8-9c28-434e-8931-809b16aff534 None None] Set router e0071614-d0d0-4421-a76a-149c94d4d8d5 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:42:52.849264 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf51dcba-b398-4f65-a4db-2eb624650e35 None None] Sync routers for ids ['0bcca80d-3e62-4ce7-9603-c1493e5cf1fc'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:42:52.871935 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf51dcba-b398-4f65-a4db-2eb624650e35 None None] Routers {'0bcca80d-3e62-4ce7-9603-c1493e5cf1fc'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:42:52.872576 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-bf51dcba-b398-4f65-a4db-2eb624650e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:42:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['0bcca80d-3e62-4ce7-9603-c1493e5cf1fc'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:42:52.873734 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a810ef77-8e52-4959-bb30-69f301e2b1a4 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:52.914433 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-a810ef77-8e52-4959-bb30-69f301e2b1a4 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.9977322 Nov 25 13:42:52.915562 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b915c76d-e26d-4074-860a-cd9cf7ac4f56', 'tag': '87e8f79f-2532-4e69-8830-aad0d94c9c88'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:42:52.918498 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27271140-58b9-4a29-b58b-664780f360f6" -d '{"events": [{"name": "network-changed", "server_uuid": "b915c76d-e26d-4074-860a-cd9cf7ac4f56", "tag": "87e8f79f-2532-4e69-8830-aad0d94c9c88"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:42:52.921409 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58162) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:42:53.071987 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-bf51dcba-b398-4f65-a4db-2eb624650e35 None None] Set router 0bcca80d-3e62-4ce7-9603-c1493e5cf1fc gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:42:53.097801 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-74fee853-5eab-4b05-b1f6-f773a859a3c0 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/floatingips/c3edeaca-e720-4e74-ac13-99950e02488d HTTP/1.1" status: 200 len: 991 time: 0.1746504 Nov 25 13:42:53.104172 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e906e3b-cb2a-43e8-9994-53bfac913130 x-openstack-request-id: req-8e906e3b-cb2a-43e8-9994-53bfac913130 {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:42:53.104472 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b915c76d-e26d-4074-860a-cd9cf7ac4f56", "tag": "87e8f79f-2532-4e69-8830-aad0d94c9c88", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:42:53.105990 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8e906e3b-cb2a-43e8-9994-53bfac913130 {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:42:53.106422 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b915c76d-e26d-4074-860a-cd9cf7ac4f56', 'tag': '87e8f79f-2532-4e69-8830-aad0d94c9c88', 'status': 'completed', 'code': 200} Nov 25 13:42:53.221217 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11409b01-a8d8-47fc-869a-5ee99f6c9aac req-8ae39c16-08e7-4769-b662-11dc71853d81 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:53.233596 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-11409b01-a8d8-47fc-869a-5ee99f6c9aac req-8ae39c16-08e7-4769-b662-11dc71853d81 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.1018660 Nov 25 13:42:53.313050 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-e52e15b0-f3e5-43d3-ab82-95188bd83cd4 None None] Provisioning complete for port c34bef3b-41e7-4623-8ddb-d4342f37fe6e triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:42:53.313678 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e52e15b0-f3e5-43d3-ab82-95188bd83cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:53.324563 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-11409b01-a8d8-47fc-869a-5ee99f6c9aac req-5b07664e-6a52-4446-9401-0d50193f92ef tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890355 Nov 25 13:42:53.405300 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-5c2a6ee8-9c28-434e-8931-809b16aff534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0071614-d0d0-4421-a76a-149c94d4d8d5', 'name': 'tempest-ImageQuotaTest-2000954078-router', 'tenant_id': 'e3567ed4ed9b4fdbbfea9a1754c391bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'bde66992-dfc2-4f36-bd78-ede2fa631450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:42:48Z', 'updated_at': '2021-11-25T13:42:51Z', 'revision_number': 3, 'project_id': 'e3567ed4ed9b4fdbbfea9a1754c391bb', 'gw_port': {'id': 'bde66992-dfc2-4f36-bd78-ede2fa631450', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:cb:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0071614-d0d0-4421-a76a-149c94d4d8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:42:49Z', 'updated_at': '2021-11-25T13:42:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:42:53.447235 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2a6ee8-9c28-434e-8931-809b16aff534 None None] Checking router: e0071614-d0d0-4421-a76a-149c94d4d8d5 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:42:53.447782 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2a6ee8-9c28-434e-8931-809b16aff534 None None] Updating router e0071614-d0d0-4421-a76a-149c94d4d8d5 port bde66992-dfc2-4f36-bd78-ede2fa631450 binding host n-d-808199-11 {{(pid=103572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:42:53.509504 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-bf51dcba-b398-4f65-a4db-2eb624650e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bcca80d-3e62-4ce7-9603-c1493e5cf1fc', 'name': 'tempest-TestNetworkBasicOps-router-1473798697', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '33fe9253-7441-4ea9-8cb3-c415249a7f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:42:23Z', 'updated_at': '2021-11-25T13:42:30Z', 'revision_number': 4, 'project_id': '06a700e6f18945e692debb25875c4858', 'gw_port': {'id': '33fe9253-7441-4ea9-8cb3-c415249a7f5e', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:70:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcca80d-3e62-4ce7-9603-c1493e5cf1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:42:24Z', 'updated_at': '2021-11-25T13:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': 'c3edeaca-e720-4e74-ac13-99950e02488d', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'floating_ip_address': '172.25.5.90', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '0bcca80d-3e62-4ce7-9603-c1493e5cf1fc', 'port_id': '87e8f79f-2532-4e69-8830-aad0d94c9c88', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b093547-e8c5-4d15-b872-1302a254ea32', 'mac_address': 'fa:16:3e:33:14:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b915c76d-e26d-4074-860a-cd9cf7ac4f56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:42:50Z', 'updated_at': '2021-11-25T13:42:50Z', 'revision_number': 0, 'project_id': '06a700e6f18945e692debb25875c4858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfb15083-a269-44d4-9680-ec40390f7a05', 'name': '', 'network_id': '8b093547-e8c5-4d15-b872-1302a254ea32', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'mac_address': 'fa:16:3e:96:50:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcca80d-3e62-4ce7-9603-c1493e5cf1fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '05270d50-4b45-4809-a4a7-beaaa896f236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:42:28Z', 'updated_at': '2021-11-25T13:42:33Z', 'revision_number': 5, 'project_id': '06a700e6f18945e692debb25875c4858', 'subnets': [{'id': '05270d50-4b45-4809-a4a7-beaaa896f236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:42:53.522177 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5c2a6ee8-9c28-434e-8931-809b16aff534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:53.542102 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf51dcba-b398-4f65-a4db-2eb624650e35 None None] Checking router: 0bcca80d-3e62-4ce7-9603-c1493e5cf1fc for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:42:53.552145 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27271140-58b9-4a29-b58b-664780f360f6 req-3c6d568c-e403-4b98-b6a0-9ece3a83d279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:53.555964 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf51dcba-b398-4f65-a4db-2eb624650e35 None None] Routers {'0bcca80d-3e62-4ce7-9603-c1493e5cf1fc'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:42:53.556822 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-bf51dcba-b398-4f65-a4db-2eb624650e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:42:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['0bcca80d-3e62-4ce7-9603-c1493e5cf1fc'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:42:53.559110 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-27271140-58b9-4a29-b58b-664780f360f6 req-3c6d568c-e403-4b98-b6a0-9ece3a83d279 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=06a700e6f18945e692debb25875c4858&device_id=b915c76d-e26d-4074-860a-cd9cf7ac4f56 HTTP/1.1" status: 200 len: 1098 time: 0.5171521 Nov 25 13:42:53.593561 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89392887-65d2-4d3f-b317-f76de882315f req-d59ef580-4ae5-4e06-840e-0b345f69b4d1 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:53.610154 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-89392887-65d2-4d3f-b317-f76de882315f req-d59ef580-4ae5-4e06-840e-0b345f69b4d1 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbba2432-56f0-4c62-99cc-43756d31a73e HTTP/1.1" status: 200 len: 944 time: 0.0795889 Nov 25 13:42:53.697333 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-89392887-65d2-4d3f-b317-f76de882315f req-b8d9c8ef-d2c7-4234-b2a0-130f8be12926 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c02e1d0-4b0f-4f2f-9a45-00d5dc0648eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823700 Nov 25 13:42:53.699269 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-bf51dcba-b398-4f65-a4db-2eb624650e35 None None] Set router 0bcca80d-3e62-4ce7-9603-c1493e5cf1fc gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:42:53.856700 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27271140-58b9-4a29-b58b-664780f360f6 req-4bd02b0d-3797-4b3d-8140-d8bc9cfd6842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:53.859338 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-27271140-58b9-4a29-b58b-664780f360f6 req-4bd02b0d-3797-4b3d-8140-d8bc9cfd6842 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8b093547-e8c5-4d15-b872-1302a254ea32 HTTP/1.1" status: 200 len: 898 time: 0.2892220 Nov 25 13:42:53.883520 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device c34bef3b-41e7-4623-8ddb-d4342f37fe6e up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:42:53.926370 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1ac93e6b-63bd-4169-a48a-0c631f393d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:54.012818 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5c2a6ee8-9c28-434e-8931-809b16aff534 None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:54.020530 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-27271140-58b9-4a29-b58b-664780f360f6 req-5a0629b8-41a5-4c53-8301-8d9c054123eb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=87e8f79f-2532-4e69-8830-aad0d94c9c88 HTTP/1.1" status: 200 len: 999 time: 0.1509569 Nov 25 13:42:54.021063 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port c34bef3b-41e7-4623-8ddb-d4342f37fe6e triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:42:54.022121 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:54.054399 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5c2a6ee8-9c28-434e-8931-809b16aff534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:54.101575 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58170) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:42:54.122550 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-bf51dcba-b398-4f65-a4db-2eb624650e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bcca80d-3e62-4ce7-9603-c1493e5cf1fc', 'name': 'tempest-TestNetworkBasicOps-router-1473798697', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '33fe9253-7441-4ea9-8cb3-c415249a7f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:42:23Z', 'updated_at': '2021-11-25T13:42:30Z', 'revision_number': 4, 'project_id': '06a700e6f18945e692debb25875c4858', 'gw_port': {'id': '33fe9253-7441-4ea9-8cb3-c415249a7f5e', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:70:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcca80d-3e62-4ce7-9603-c1493e5cf1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:42:24Z', 'updated_at': '2021-11-25T13:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': 'c3edeaca-e720-4e74-ac13-99950e02488d', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'floating_ip_address': '172.25.5.90', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '0bcca80d-3e62-4ce7-9603-c1493e5cf1fc', 'port_id': '87e8f79f-2532-4e69-8830-aad0d94c9c88', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b093547-e8c5-4d15-b872-1302a254ea32', 'mac_address': 'fa:16:3e:33:14:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b915c76d-e26d-4074-860a-cd9cf7ac4f56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:42:50Z', 'updated_at': '2021-11-25T13:42:50Z', 'revision_number': 0, 'project_id': '06a700e6f18945e692debb25875c4858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfb15083-a269-44d4-9680-ec40390f7a05', 'name': '', 'network_id': '8b093547-e8c5-4d15-b872-1302a254ea32', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'mac_address': 'fa:16:3e:96:50:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcca80d-3e62-4ce7-9603-c1493e5cf1fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '05270d50-4b45-4809-a4a7-beaaa896f236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:42:28Z', 'updated_at': '2021-11-25T13:42:33Z', 'revision_number': 5, 'project_id': '06a700e6f18945e692debb25875c4858', 'subnets': [{'id': '05270d50-4b45-4809-a4a7-beaaa896f236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:42:54.137562 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f16d0b-8678-49b4-bb88-b9e053cc872a None None] Pushing event updated for resources: {'Port': ['ID=bde66992-dfc2-4f36-bd78-ede2fa631450,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:54.160085 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-5c2a6ee8-9c28-434e-8931-809b16aff534 None None] Attempting to bind port bde66992-dfc2-4f36-bd78-ede2fa631450 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:42:54.160607 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-5c2a6ee8-9c28-434e-8931-809b16aff534 None None] Attempting to bind port bde66992-dfc2-4f36-bd78-ede2fa631450 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:42:54.161073 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2a6ee8-9c28-434e-8931-809b16aff534 None None] Attempting to bind port bde66992-dfc2-4f36-bd78-ede2fa631450 on network 7542d3d9-0db3-40e7-ab88-a168871141f7 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:42:54.164327 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb760b4-62a1-4758-86a8-b250ab26059d None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:42:54.186461 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27271140-58b9-4a29-b58b-664780f360f6 req-0077cdc9-7db2-4c82-a014-68b7db08415b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:54.187976 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-27271140-58b9-4a29-b58b-664780f360f6 req-0077cdc9-7db2-4c82-a014-68b7db08415b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=05270d50-4b45-4809-a4a7-beaaa896f236 HTTP/1.1" status: 200 len: 835 time: 0.1222463 Nov 25 13:42:54.191917 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2a6ee8-9c28-434e-8931-809b16aff534 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:42:54.193846 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2a6ee8-9c28-434e-8931-809b16aff534 None None] Checking segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:42:54.194246 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf51dcba-b398-4f65-a4db-2eb624650e35 None None] The sync data for ids ['0bcca80d-3e62-4ce7-9603-c1493e5cf1fc'] in n-d-808199-11 is: [{'id': '0bcca80d-3e62-4ce7-9603-c1493e5cf1fc', 'name': 'tempest-TestNetworkBasicOps-router-1473798697', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '33fe9253-7441-4ea9-8cb3-c415249a7f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:42:23Z', 'updated_at': '2021-11-25T13:42:30Z', 'revision_number': 4, 'project_id': '06a700e6f18945e692debb25875c4858', 'gw_port': {'id': '33fe9253-7441-4ea9-8cb3-c415249a7f5e', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:70:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcca80d-3e62-4ce7-9603-c1493e5cf1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:42:24Z', 'updated_at': '2021-11-25T13:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': 'c3edeaca-e720-4e74-ac13-99950e02488d', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'floating_ip_address': '172.25.5.90', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '0bcca80d-3e62-4ce7-9603-c1493e5cf1fc', 'port_id': '87e8f79f-2532-4e69-8830-aad0d94c9c88', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b093547-e8c5-4d15-b872-1302a254ea32', 'mac_address': 'fa:16:3e:33:14:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b915c76d-e26d-4074-860a-cd9cf7ac4f56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:42:50Z', 'updated_at': '2021-11-25T13:42:50Z', 'revision_number': 0, 'project_id': '06a700e6f18945e692debb25875c4858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfb15083-a269-44d4-9680-ec40390f7a05', 'name': '', 'network_id': '8b093547-e8c5-4d15-b872-1302a254ea32', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'mac_address': 'fa:16:3e:96:50:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcca80d-3e62-4ce7-9603-c1493e5cf1fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '05270d50-4b45-4809-a4a7-beaaa896f236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:42:28Z', 'updated_at': '2021-11-25T13:42:33Z', 'revision_number': 5, 'project_id': '06a700e6f18945e692debb25875c4858', 'subnets': [{'id': '05270d50-4b45-4809-a4a7-beaaa896f236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:42:54.203395 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5c2a6ee8-9c28-434e-8931-809b16aff534 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:54.204089 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2a6ee8-9c28-434e-8931-809b16aff534 None None] Bound using segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:42:54.205731 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-5c2a6ee8-9c28-434e-8931-809b16aff534 None None] Bound port: bde66992-dfc2-4f36-bd78-ede2fa631450, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:42:54.206439 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5c2a6ee8-9c28-434e-8931-809b16aff534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:54.262143 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-25006d23-7fb6-4833-b94e-f0c7b42fbe74 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/floatingips/c3edeaca-e720-4e74-ac13-99950e02488d HTTP/1.1" status: 200 len: 991 time: 0.1583202 Nov 25 13:42:54.321628 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27271140-58b9-4a29-b58b-664780f360f6 req-0165c2df-7f39-4230-9795-42eff2b8531d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:54.323475 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-27271140-58b9-4a29-b58b-664780f360f6 req-0165c2df-7f39-4230-9795-42eff2b8531d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8b093547-e8c5-4d15-b872-1302a254ea32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1245232 Nov 25 13:42:54.347945 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-5c2a6ee8-9c28-434e-8931-809b16aff534 None None] For port bde66992-dfc2-4f36-bd78-ede2fa631450, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:42:54.350645 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-c298e012-bf93-4126-95c4-155f625b953f None None] Provisioning complete for port bde66992-dfc2-4f36-bd78-ede2fa631450 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:42:54.350645 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c298e012-bf93-4126-95c4-155f625b953f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:54.353349 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-5c2a6ee8-9c28-434e-8931-809b16aff534 None None] For port bde66992-dfc2-4f36-bd78-ede2fa631450, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=bde66992-dfc2-4f36-bd78-ede2fa631450,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:42:54.366619 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-1ac93e6b-63bd-4169-a48a-0c631f393d01 admin admin] Allocated IP 172.20.0.1 (4e394981-1926-4d4b-83ff-ca19122961a9/e7ff6f62-d09b-4bb5-be10-fba0362b28a4/ea6f44ba-8826-42d4-996b-24d358afbc98) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:42:54.446908 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-c298e012-bf93-4126-95c4-155f625b953f None None] Port bde66992-dfc2-4f36-bd78-ede2fa631450 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:42:54.450123 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5c2a6ee8-9c28-434e-8931-809b16aff534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:54.550749 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f16d0b-8678-49b4-bb88-b9e053cc872a None None] Pushing event updated for resources: {'Port': ['ID=bde66992-dfc2-4f36-bd78-ede2fa631450,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:54.555265 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f02a660-cbb3-4712-bbd0-5b4ce5457746 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:42:54.566885 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2a6ee8-9c28-434e-8931-809b16aff534 None None] Routers {'e0071614-d0d0-4421-a76a-149c94d4d8d5'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:42:54.573012 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-5c2a6ee8-9c28-434e-8931-809b16aff534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:42:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['e0071614-d0d0-4421-a76a-149c94d4d8d5'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:42:54.575240 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1745717-9b29-4d5c-9896-5c358113e05c req-e5e500a0-167b-453b-9032-0dcd4e3ea8cf tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:54.595312 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c1745717-9b29-4d5c-9896-5c358113e05c req-e5e500a0-167b-453b-9032-0dcd4e3ea8cf tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.1115887 Nov 25 13:42:54.611501 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-27271140-58b9-4a29-b58b-664780f360f6 req-d6f2c8ac-af82-4eb6-b056-8e9da27e7a70 service neutron] 10.222.0.66 "GET /v2.0/networks/8b093547-e8c5-4d15-b872-1302a254ea32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761707 Nov 25 13:42:54.668384 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b966514b-f618-44ae-9ff7-a384a0a638b9 None None] New status for floating IP c3edeaca-e720-4e74-ac13-99950e02488d: ACTIVE {{(pid=103572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 13:42:54.694527 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c1745717-9b29-4d5c-9896-5c358113e05c req-383f3809-4025-4bfe-a5b7-ffabe4e68d22 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923383 Nov 25 13:42:54.780975 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1ac93e6b-63bd-4169-a48a-0c631f393d01 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:54.844774 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-27271140-58b9-4a29-b58b-664780f360f6 req-2bd6c16c-b976-4b73-9e3d-1ee117f6ceb6 service neutron] 10.222.0.66 "GET /v2.0/networks/8b093547-e8c5-4d15-b872-1302a254ea32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169847 Nov 25 13:42:54.847530 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-5c2a6ee8-9c28-434e-8931-809b16aff534 None None] Set router e0071614-d0d0-4421-a76a-149c94d4d8d5 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:42:54.848997 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c105fdb-7362-4e77-b24c-aa741b6b5003 req-ed213fab-16d8-41ac-bd93-91bb4f65cbae tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:54.859459 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9c105fdb-7362-4e77-b24c-aa741b6b5003 req-ed213fab-16d8-41ac-bd93-91bb4f65cbae tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbba2432-56f0-4c62-99cc-43756d31a73e HTTP/1.1" status: 200 len: 944 time: 0.0780680 Nov 25 13:42:54.894003 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1ac93e6b-63bd-4169-a48a-0c631f393d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:54.928918 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-70a982a6-ef5d-442a-8651-7bd0346aa59b None None] Provisioning complete for port bde66992-dfc2-4f36-bd78-ede2fa631450 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:42:54.929290 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-70a982a6-ef5d-442a-8651-7bd0346aa59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:54.939678 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9c105fdb-7362-4e77-b24c-aa741b6b5003 req-1d5291c2-738e-481d-93c0-b609d84f2465 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c02e1d0-4b0f-4f2f-9a45-00d5dc0648eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788267 Nov 25 13:42:54.948194 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac93e6b-63bd-4169-a48a-0c631f393d01 admin admin] Network 4e394981-1926-4d4b-83ff-ca19122961a9 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:42:54.953571 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-1ac93e6b-63bd-4169-a48a-0c631f393d01 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:42:54.968151 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac93e6b-63bd-4169-a48a-0c631f393d01 admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:42:55.034958 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac93e6b-63bd-4169-a48a-0c631f393d01 admin admin] Pushing event updated for resources: {'Port': ['ID=ea6f44ba-8826-42d4-996b-24d358afbc98,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:55.045482 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1ac93e6b-63bd-4169-a48a-0c631f393d01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:55.232519 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1ac93e6b-63bd-4169-a48a-0c631f393d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:55.264734 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58176) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:42:55.360660 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-bb7c17d1-16c8-4e19-b8e5-b1c9fc802a44 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/floatingips/c3edeaca-e720-4e74-ac13-99950e02488d HTTP/1.1" status: 200 len: 991 time: 0.0942612 Nov 25 13:42:55.487104 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-70a982a6-ef5d-442a-8651-7bd0346aa59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:55.525104 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-70a982a6-ef5d-442a-8651-7bd0346aa59b None None] For port bde66992-dfc2-4f36-bd78-ede2fa631450, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=bde66992-dfc2-4f36-bd78-ede2fa631450,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:42:55.530390 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1ac93e6b-63bd-4169-a48a-0c631f393d01 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:55.536693 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1ac93e6b-63bd-4169-a48a-0c631f393d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:55.544542 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-70a982a6-ef5d-442a-8651-7bd0346aa59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:55.576121 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-5c2a6ee8-9c28-434e-8931-809b16aff534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0071614-d0d0-4421-a76a-149c94d4d8d5', 'name': 'tempest-ImageQuotaTest-2000954078-router', 'tenant_id': 'e3567ed4ed9b4fdbbfea9a1754c391bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'bde66992-dfc2-4f36-bd78-ede2fa631450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:42:48Z', 'updated_at': '2021-11-25T13:42:51Z', 'revision_number': 3, 'project_id': 'e3567ed4ed9b4fdbbfea9a1754c391bb', 'gw_port': {'id': 'bde66992-dfc2-4f36-bd78-ede2fa631450', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:cb:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0071614-d0d0-4421-a76a-149c94d4d8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:42:49Z', 'updated_at': '2021-11-25T13:42:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:42:55.609229 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2a6ee8-9c28-434e-8931-809b16aff534 None None] The sync data for ids ['e0071614-d0d0-4421-a76a-149c94d4d8d5'] in n-d-808199-11 is: [{'id': 'e0071614-d0d0-4421-a76a-149c94d4d8d5', 'name': 'tempest-ImageQuotaTest-2000954078-router', 'tenant_id': 'e3567ed4ed9b4fdbbfea9a1754c391bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'bde66992-dfc2-4f36-bd78-ede2fa631450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:42:48Z', 'updated_at': '2021-11-25T13:42:51Z', 'revision_number': 3, 'project_id': 'e3567ed4ed9b4fdbbfea9a1754c391bb', 'gw_port': {'id': 'bde66992-dfc2-4f36-bd78-ede2fa631450', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:cb:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0071614-d0d0-4421-a76a-149c94d4d8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:42:49Z', 'updated_at': '2021-11-25T13:42:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:42:55.609464 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac93e6b-63bd-4169-a48a-0c631f393d01 admin admin] Pushing event updated for resources: {'Port': ['ID=ea6f44ba-8826-42d4-996b-24d358afbc98,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:55.633687 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1ac93e6b-63bd-4169-a48a-0c631f393d01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:55.652409 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a982a6-ef5d-442a-8651-7bd0346aa59b None None] Pushing event updated for resources: {'Port': ['ID=bde66992-dfc2-4f36-bd78-ede2fa631450,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:55.670847 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-c170ad2f-4194-4c39-a259-585d082577a8 None None] Provisioning complete for port ea6f44ba-8826-42d4-996b-24d358afbc98 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:42:55.671226 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c170ad2f-4194-4c39-a259-585d082577a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:55.735077 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-c170ad2f-4194-4c39-a259-585d082577a8 None None] Port ea6f44ba-8826-42d4-996b-24d358afbc98 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:42:55.792517 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac93e6b-63bd-4169-a48a-0c631f393d01 admin admin] Network 4e394981-1926-4d4b-83ff-ca19122961a9 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:42:55.794036 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-1ac93e6b-63bd-4169-a48a-0c631f393d01 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:42:55.908759 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26044c65-8d21-45e5-8eef-60005e79fe70 req-6a46b2e6-21c6-4ff1-b0c6-d13104249905 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:55.910354 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-26044c65-8d21-45e5-8eef-60005e79fe70 req-6a46b2e6-21c6-4ff1-b0c6-d13104249905 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.1193576 Nov 25 13:42:55.964367 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ac93e6b-63bd-4169-a48a-0c631f393d01 admin admin] Router e0071614-d0d0-4421-a76a-149c94d4d8d5 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:42:56.064971 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-26044c65-8d21-45e5-8eef-60005e79fe70 req-4e25cf0c-4949-47ed-afde-4b930d875e88 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475646 Nov 25 13:42:56.197330 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83f9fb-9587-49a7-b9de-6c5e6557da43 req-87f29323-a902-4102-92ca-38e63add0a9a tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:56.208564 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7f83f9fb-9587-49a7-b9de-6c5e6557da43 req-87f29323-a902-4102-92ca-38e63add0a9a tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbba2432-56f0-4c62-99cc-43756d31a73e HTTP/1.1" status: 200 len: 944 time: 0.1238418 Nov 25 13:42:56.228713 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac93e6b-63bd-4169-a48a-0c631f393d01 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:42:56.245925 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-1ac93e6b-63bd-4169-a48a-0c631f393d01 admin admin] 10.222.0.53 "PUT /v2.0/routers/e0071614-d0d0-4421-a76a-149c94d4d8d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7625639 Nov 25 13:42:56.280668 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-1d1d8370-2068-4244-86f9-e486edf5f6c6 None None] Provisioning complete for port ea6f44ba-8826-42d4-996b-24d358afbc98 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:42:56.281044 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1d1d8370-2068-4244-86f9-e486edf5f6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:56.285395 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7f83f9fb-9587-49a7-b9de-6c5e6557da43 req-268147bb-b1af-4c18-9ff8-f07dc8ddba47 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c02e1d0-4b0f-4f2f-9a45-00d5dc0648eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721855 Nov 25 13:42:56.323680 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-1d1d8370-2068-4244-86f9-e486edf5f6c6 None None] Port ea6f44ba-8826-42d4-996b-24d358afbc98 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:42:56.361716 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58188) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:42:56.465530 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-98e804a7-1913-4694-9bc2-20fcae217eaa tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/floatingips/c3edeaca-e720-4e74-ac13-99950e02488d HTTP/1.1" status: 200 len: 993 time: 0.0972490 Nov 25 13:42:57.197103 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c02b4-499b-4eb6-b866-5dc27dc5f95f req-3dd38371-5ba0-46bd-9892-f7fb84333f67 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:57.198995 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-345c02b4-499b-4eb6-b866-5dc27dc5f95f req-3dd38371-5ba0-46bd-9892-f7fb84333f67 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.0653710 Nov 25 13:42:57.253536 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-345c02b4-499b-4eb6-b866-5dc27dc5f95f req-06813133-9095-4966-8771-27452006c8ca tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478141 Nov 25 13:42:57.470534 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d651b4c3-0df1-4e72-8155-1714927fa494 req-a7526a03-7e0d-4a6d-a6bc-a74a0d4df3d6 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:57.479971 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d651b4c3-0df1-4e72-8155-1714927fa494 req-a7526a03-7e0d-4a6d-a6bc-a74a0d4df3d6 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbba2432-56f0-4c62-99cc-43756d31a73e HTTP/1.1" status: 200 len: 944 time: 0.1089439 Nov 25 13:42:57.555903 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d651b4c3-0df1-4e72-8155-1714927fa494 req-4afb1539-6f9e-4ae5-bedc-7258f76902c2 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c02e1d0-4b0f-4f2f-9a45-00d5dc0648eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748980 Nov 25 13:42:57.714374 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58210) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:42:57.902289 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device bde66992-dfc2-4f36-bd78-ede2fa631450 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:42:57.967281 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bce285-1d95-4b84-8fd5-35910ad26356 None None] Sync routers for ids ['e0071614-d0d0-4421-a76a-149c94d4d8d5'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:42:57.980770 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port bde66992-dfc2-4f36-bd78-ede2fa631450 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:42:57.981208 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:57.981852 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bce285-1d95-4b84-8fd5-35910ad26356 None None] Routers {'e0071614-d0d0-4421-a76a-149c94d4d8d5'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:42:57.982489 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-33bce285-1d95-4b84-8fd5-35910ad26356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:42:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['e0071614-d0d0-4421-a76a-149c94d4d8d5'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:42:58.105958 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-33bce285-1d95-4b84-8fd5-35910ad26356 None None] Set router e0071614-d0d0-4421-a76a-149c94d4d8d5 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:42:58.169292 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f54c1c35-ae3b-480d-a219-2a6ff07854b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:58.343120 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-33bce285-1d95-4b84-8fd5-35910ad26356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0071614-d0d0-4421-a76a-149c94d4d8d5', 'name': 'tempest-ImageQuotaTest-2000954078-router', 'tenant_id': 'e3567ed4ed9b4fdbbfea9a1754c391bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'bde66992-dfc2-4f36-bd78-ede2fa631450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:42:48Z', 'updated_at': '2021-11-25T13:42:55Z', 'revision_number': 4, 'project_id': 'e3567ed4ed9b4fdbbfea9a1754c391bb', 'gw_port': {'id': 'bde66992-dfc2-4f36-bd78-ede2fa631450', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:cb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0071614-d0d0-4421-a76a-149c94d4d8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:42:49Z', 'updated_at': '2021-11-25T13:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'ea6f44ba-8826-42d4-996b-24d358afbc98', 'name': '', 'network_id': '4e394981-1926-4d4b-83ff-ca19122961a9', 'tenant_id': 'e3567ed4ed9b4fdbbfea9a1754c391bb', 'mac_address': 'fa:16:3e:8d:e5:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0071614-d0d0-4421-a76a-149c94d4d8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': 'e7ff6f62-d09b-4bb5-be10-fba0362b28a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:42:53Z', 'updated_at': '2021-11-25T13:42:55Z', 'revision_number': 2, 'project_id': 'e3567ed4ed9b4fdbbfea9a1754c391bb', 'subnets': [{'id': 'e7ff6f62-d09b-4bb5-be10-fba0362b28a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:42:58.385704 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bce285-1d95-4b84-8fd5-35910ad26356 None None] Checking router: e0071614-d0d0-4421-a76a-149c94d4d8d5 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:42:58.389345 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bce285-1d95-4b84-8fd5-35910ad26356 None None] Updating router e0071614-d0d0-4421-a76a-149c94d4d8d5 port ea6f44ba-8826-42d4-996b-24d358afbc98 binding host n-d-808199-11 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:42:58.435601 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-33bce285-1d95-4b84-8fd5-35910ad26356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:58.500130 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-f54c1c35-ae3b-480d-a219-2a6ff07854b7 admin admin] Deleting port ea6f44ba-8826-42d4-996b-24d358afbc98 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:42:58.500130 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f54c1c35-ae3b-480d-a219-2a6ff07854b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:58.507813 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f6b21b-d5e6-4ece-8e92-a2fb4ecbd366 req-79675ed9-b5ad-460b-b6fc-cfd89fb2d611 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:58.510112 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-68f6b21b-d5e6-4ece-8e92-a2fb4ecbd366 req-79675ed9-b5ad-460b-b6fc-cfd89fb2d611 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.1015902 Nov 25 13:42:58.595556 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-68f6b21b-d5e6-4ece-8e92-a2fb4ecbd366 req-4d13d83f-cdf8-4135-838b-53608870760c tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765519 Nov 25 13:42:58.618359 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f54c1c35-ae3b-480d-a219-2a6ff07854b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:58.641633 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-f54c1c35-ae3b-480d-a219-2a6ff07854b7 admin admin] Calling delete_port for ea6f44ba-8826-42d4-996b-24d358afbc98 owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:42:58.712907 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d718b6f-a4b9-41c3-8433-1bd8869bbdd9 req-6f06e2b3-a6ea-4228-90e6-462e98e04734 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:58.722385 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0d718b6f-a4b9-41c3-8433-1bd8869bbdd9 req-6f06e2b3-a6ea-4228-90e6-462e98e04734 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbba2432-56f0-4c62-99cc-43756d31a73e HTTP/1.1" status: 200 len: 944 time: 0.0724931 Nov 25 13:42:58.788024 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0d718b6f-a4b9-41c3-8433-1bd8869bbdd9 req-8fc8afb0-4ead-4b61-9ef1-df3264f90158 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c02e1d0-4b0f-4f2f-9a45-00d5dc0648eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642118 Nov 25 13:42:58.898895 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f54c1c35-ae3b-480d-a219-2a6ff07854b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:58.960427 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54c1c35-ae3b-480d-a219-2a6ff07854b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea6f44ba-8826-42d4-996b-24d358afbc98,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:42:58.968428 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.db.api [None req-33bce285-1d95-4b84-8fd5-35910ad26356 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 13:42:58.968953 n-d-808199-11 neutron-server[103573]: DEBUG oslo_db.api [None req-33bce285-1d95-4b84-8fd5-35910ad26356 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 13:42:59.428063 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f54c1c35-ae3b-480d-a219-2a6ff07854b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:42:59.496495 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bce285-1d95-4b84-8fd5-35910ad26356 None None] Port ea6f44ba-8826-42d4-996b-24d358afbc98 not found while updating agent binding for router e0071614-d0d0-4421-a76a-149c94d4d8d5. {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 25 13:42:59.506855 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bce285-1d95-4b84-8fd5-35910ad26356 None None] Routers {'e0071614-d0d0-4421-a76a-149c94d4d8d5'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:42:59.507511 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-33bce285-1d95-4b84-8fd5-35910ad26356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:42:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['e0071614-d0d0-4421-a76a-149c94d4d8d5'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:42:59.654750 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-33bce285-1d95-4b84-8fd5-35910ad26356 None None] Set router e0071614-d0d0-4421-a76a-149c94d4d8d5 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:42:59.695348 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f54c1c35-ae3b-480d-a219-2a6ff07854b7 admin admin] Router e0071614-d0d0-4421-a76a-149c94d4d8d5 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:42:59.742613 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24933ad2-f4f6-4159-bdec-587c783dbde2 req-01ac8a83-f19e-4b15-a2fc-0acf7af5879d tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:42:59.751662 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-24933ad2-f4f6-4159-bdec-587c783dbde2 req-01ac8a83-f19e-4b15-a2fc-0acf7af5879d tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.0743906 Nov 25 13:42:59.803515 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device b54cc98d-3575-428e-9e5f-928cbc83f4e6 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:42:59.809997 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-24933ad2-f4f6-4159-bdec-587c783dbde2 req-bd4b57c1-e561-4698-bd58-89fdb1db90bb tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570691 Nov 25 13:42:59.853742 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f54c1c35-ae3b-480d-a219-2a6ff07854b7 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:42:59.861622 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58224) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:42:59.868230 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-f54c1c35-ae3b-480d-a219-2a6ff07854b7 admin admin] 10.222.0.53 "PUT /v2.0/routers/e0071614-d0d0-4421-a76a-149c94d4d8d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1536171 Nov 25 13:42:59.916904 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-33bce285-1d95-4b84-8fd5-35910ad26356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0071614-d0d0-4421-a76a-149c94d4d8d5', 'name': 'tempest-ImageQuotaTest-2000954078-router', 'tenant_id': 'e3567ed4ed9b4fdbbfea9a1754c391bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'bde66992-dfc2-4f36-bd78-ede2fa631450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:42:48Z', 'updated_at': '2021-11-25T13:42:58Z', 'revision_number': 5, 'project_id': 'e3567ed4ed9b4fdbbfea9a1754c391bb', 'gw_port': {'id': 'bde66992-dfc2-4f36-bd78-ede2fa631450', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:cb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0071614-d0d0-4421-a76a-149c94d4d8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:42:49Z', 'updated_at': '2021-11-25T13:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:42:59.959743 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bce285-1d95-4b84-8fd5-35910ad26356 None None] The sync data for ids ['e0071614-d0d0-4421-a76a-149c94d4d8d5'] in n-d-808199-11 is: [{'id': 'e0071614-d0d0-4421-a76a-149c94d4d8d5', 'name': 'tempest-ImageQuotaTest-2000954078-router', 'tenant_id': 'e3567ed4ed9b4fdbbfea9a1754c391bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'bde66992-dfc2-4f36-bd78-ede2fa631450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:42:48Z', 'updated_at': '2021-11-25T13:42:58Z', 'revision_number': 5, 'project_id': 'e3567ed4ed9b4fdbbfea9a1754c391bb', 'gw_port': {'id': 'bde66992-dfc2-4f36-bd78-ede2fa631450', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:cb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0071614-d0d0-4421-a76a-149c94d4d8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:42:49Z', 'updated_at': '2021-11-25T13:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:43:00.006281 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port b54cc98d-3575-428e-9e5f-928cbc83f4e6, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=b54cc98d-3575-428e-9e5f-928cbc83f4e6,segment=NetworkSegment(742d2952-b1dc-4ef7-93fd-7c31ac3be8eb),segment_id=742d2952-b1dc-4ef7-93fd-7c31ac3be8eb)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:43:00.040859 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': 'b54cc98d-3575-428e-9e5f-928cbc83f4e6', 'network_id': 'b9fed917-118a-47f5-b91a-5da13b26a61f', 'port_id': 'b54cc98d-3575-428e-9e5f-928cbc83f4e6', 'mac_address': 'fa:16:3e:5c:7c:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ed6ab7c-ada8-497a-acf9-43a1076137d8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:43:00.054282 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-22c16895-acb7-4756-9023-52c1530755be admin admin] Publish callbacks [] for router, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:00.108387 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:00.124884 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b54cc98d-3575-428e-9e5f-928cbc83f4e6 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:43:00.155386 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port b54cc98d-3575-428e-9e5f-928cbc83f4e6, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=b54cc98d-3575-428e-9e5f-928cbc83f4e6,segment=NetworkSegment(742d2952-b1dc-4ef7-93fd-7c31ac3be8eb),segment_id=742d2952-b1dc-4ef7-93fd-7c31ac3be8eb)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:43:00.164655 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:00.247095 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=b54cc98d-3575-428e-9e5f-928cbc83f4e6,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:43:00.352110 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-42285f44-3572-433b-959f-7dcf475ddbac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:00.383324 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['b54cc98d-3575-428e-9e5f-928cbc83f4e6'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:43:00.452155 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ffead-5039-4634-9d8c-b6ac9e33bd0a req-acf40e57-c19e-43af-a9b2-68f177aa79e1 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:00.454119 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-993ffead-5039-4634-9d8c-b6ac9e33bd0a req-acf40e57-c19e-43af-a9b2-68f177aa79e1 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbba2432-56f0-4c62-99cc-43756d31a73e HTTP/1.1" status: 200 len: 944 time: 0.5205719 Nov 25 13:43:00.606400 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-993ffead-5039-4634-9d8c-b6ac9e33bd0a req-58747a82-8c6c-4697-9eeb-b5551aa6ad36 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c02e1d0-4b0f-4f2f-9a45-00d5dc0648eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048996 Nov 25 13:43:00.607761 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-22c16895-acb7-4756-9023-52c1530755be admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:00.695916 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-22c16895-acb7-4756-9023-52c1530755be admin admin] Deleting port bde66992-dfc2-4f36-bd78-ede2fa631450 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:43:00.696236 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-22c16895-acb7-4756-9023-52c1530755be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:00.798853 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-22c16895-acb7-4756-9023-52c1530755be admin admin] For port bde66992-dfc2-4f36-bd78-ede2fa631450, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=bde66992-dfc2-4f36-bd78-ede2fa631450,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:43:00.799529 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-22c16895-acb7-4756-9023-52c1530755be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:00.814083 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-22c16895-acb7-4756-9023-52c1530755be admin admin] Calling delete_port for bde66992-dfc2-4f36-bd78-ede2fa631450 owned by network:router_gateway {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:43:01.025283 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c93e38-d591-4f69-973c-139725e2886b None None] Sync routers for ids ['e0071614-d0d0-4421-a76a-149c94d4d8d5'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:43:01.038165 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c93e38-d591-4f69-973c-139725e2886b None None] Routers {'e0071614-d0d0-4421-a76a-149c94d4d8d5'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:43:01.039451 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-48c93e38-d591-4f69-973c-139725e2886b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:42:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['e0071614-d0d0-4421-a76a-149c94d4d8d5'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:43:01.055067 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f7bb6-8f9c-4c4b-a08d-16516e5bd537 req-b9e66cba-21ec-4ce0-8a20-bec1595d85ae tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:01.057800 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ef7f7bb6-8f9c-4c4b-a08d-16516e5bd537 req-b9e66cba-21ec-4ce0-8a20-bec1595d85ae tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.1114130 Nov 25 13:43:01.123024 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-22c16895-acb7-4756-9023-52c1530755be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:01.136520 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ef7f7bb6-8f9c-4c4b-a08d-16516e5bd537 req-eac4f564-4258-4c2a-b8fc-2e890864c355 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714791 Nov 25 13:43:01.150340 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-48c93e38-d591-4f69-973c-139725e2886b None None] Set router e0071614-d0d0-4421-a76a-149c94d4d8d5 gateway port host: None {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:43:01.183048 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc31b00-9e79-4e80-ae36-8b5e7f5253cd None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:43:01.191845 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c16895-acb7-4756-9023-52c1530755be admin admin] Pushing event deleted for resources: {'Port': ['ID=bde66992-dfc2-4f36-bd78-ede2fa631450,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:43:01.224600 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-48c93e38-d591-4f69-973c-139725e2886b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0071614-d0d0-4421-a76a-149c94d4d8d5', 'name': 'tempest-ImageQuotaTest-2000954078-router', 'tenant_id': 'e3567ed4ed9b4fdbbfea9a1754c391bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:42:48Z', 'updated_at': '2021-11-25T13:43:00Z', 'revision_number': 6, 'project_id': 'e3567ed4ed9b4fdbbfea9a1754c391bb', 'gw_port_host': None}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:43:01.234085 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-22c16895-acb7-4756-9023-52c1530755be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:01.259037 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c93e38-d591-4f69-973c-139725e2886b None None] Checking router: e0071614-d0d0-4421-a76a-149c94d4d8d5 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:43:01.275330 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c93e38-d591-4f69-973c-139725e2886b None None] Routers {'e0071614-d0d0-4421-a76a-149c94d4d8d5'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:43:01.275966 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-48c93e38-d591-4f69-973c-139725e2886b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:42:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['e0071614-d0d0-4421-a76a-149c94d4d8d5'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:43:01.357053 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-48c93e38-d591-4f69-973c-139725e2886b None None] Set router e0071614-d0d0-4421-a76a-149c94d4d8d5 gateway port host: None {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:43:01.368527 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-22c16895-acb7-4756-9023-52c1530755be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:01.370743 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-22c16895-acb7-4756-9023-52c1530755be admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:01.422266 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-48c93e38-d591-4f69-973c-139725e2886b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0071614-d0d0-4421-a76a-149c94d4d8d5', 'name': 'tempest-ImageQuotaTest-2000954078-router', 'tenant_id': 'e3567ed4ed9b4fdbbfea9a1754c391bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:42:48Z', 'updated_at': '2021-11-25T13:43:01Z', 'revision_number': 7, 'project_id': 'e3567ed4ed9b4fdbbfea9a1754c391bb', 'gw_port_host': None}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:43:01.458555 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c93e38-d591-4f69-973c-139725e2886b None None] The sync data for ids ['e0071614-d0d0-4421-a76a-149c94d4d8d5'] in n-d-808199-11 is: [{'id': 'e0071614-d0d0-4421-a76a-149c94d4d8d5', 'name': 'tempest-ImageQuotaTest-2000954078-router', 'tenant_id': 'e3567ed4ed9b4fdbbfea9a1754c391bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:42:48Z', 'updated_at': '2021-11-25T13:43:01Z', 'revision_number': 7, 'project_id': 'e3567ed4ed9b4fdbbfea9a1754c391bb', 'gw_port_host': None}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:43:01.466956 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-22c16895-acb7-4756-9023-52c1530755be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:01.467824 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c16895-acb7-4756-9023-52c1530755be admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0071614-d0d0-4421-a76a-149c94d4d8d5 {{(pid=103570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:43:01.478123 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-22c16895-acb7-4756-9023-52c1530755be admin admin] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:01.479570 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-22c16895-acb7-4756-9023-52c1530755be admin admin] 10.222.0.53 "DELETE /v2.0/routers/e0071614-d0d0-4421-a76a-149c94d4d8d5 HTTP/1.1" status: 204 len: 168 time: 1.6168981 Nov 25 13:43:01.482105 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58230) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:43:01.577495 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7d783f9-9382-4d49-84ef-864984ff1dbf admin admin] Deleting subnet e7ff6f62-d09b-4bb5-be10-fba0362b28a4 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:43:01.581059 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f7d783f9-9382-4d49-84ef-864984ff1dbf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:01.631603 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f7d783f9-9382-4d49-84ef-864984ff1dbf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:01.738248 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f7d783f9-9382-4d49-84ef-864984ff1dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:01.817193 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device b54cc98d-3575-428e-9e5f-928cbc83f4e6 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:43:01.826975 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02569c95-e1a0-4c62-999f-bf2ea1c1e540 req-1daba202-e2c9-40a1-bf21-f17a32b70b69 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:01.835101 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-02569c95-e1a0-4c62-999f-bf2ea1c1e540 req-1daba202-e2c9-40a1-bf21-f17a32b70b69 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbba2432-56f0-4c62-99cc-43756d31a73e HTTP/1.1" status: 200 len: 945 time: 0.0989861 Nov 25 13:43:01.843389 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f7d783f9-9382-4d49-84ef-864984ff1dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:01.891349 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f7d783f9-9382-4d49-84ef-864984ff1dbf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:01.897555 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-f7d783f9-9382-4d49-84ef-864984ff1dbf admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e7ff6f62-d09b-4bb5-be10-fba0362b28a4 HTTP/1.1" status: 204 len: 168 time: 0.4129224 Nov 25 13:43:01.898887 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d783f9-9382-4d49-84ef-864984ff1dbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7ff6f62-d09b-4bb5-be10-fba0362b28a4,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:43:01.902121 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58234) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:43:01.907776 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-02569c95-e1a0-4c62-999f-bf2ea1c1e540 req-c7e0bdeb-663e-44c2-96e9-5a0360b989b5 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c02e1d0-4b0f-4f2f-9a45-00d5dc0648eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690031 Nov 25 13:43:01.927518 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e4b033-d311-41e5-90e4-0957b91a03c0 None None] Network 4e394981-1926-4d4b-83ff-ca19122961a9 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:43:02.010716 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a4b5445c-8864-497c-a96c-7b942ed942b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:02.079132 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-a4b5445c-8864-497c-a96c-7b942ed942b5 admin admin] Deleting port c34bef3b-41e7-4623-8ddb-d4342f37fe6e {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:43:02.079954 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a4b5445c-8864-497c-a96c-7b942ed942b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:02.101707 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device bde66992-dfc2-4f36-bd78-ede2fa631450 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:43:02.135980 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: bde66992-dfc2-4f36-bd78-ede2fa631450 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:43:02.135980 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device bde66992-dfc2-4f36-bd78-ede2fa631450 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:43:02.190783 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port b54cc98d-3575-428e-9e5f-928cbc83f4e6 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:43:02.200104 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port b54cc98d-3575-428e-9e5f-928cbc83f4e6 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:43:02.200535 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:02.240877 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-a4b5445c-8864-497c-a96c-7b942ed942b5 admin admin] For port c34bef3b-41e7-4623-8ddb-d4342f37fe6e, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=c34bef3b-41e7-4623-8ddb-d4342f37fe6e,segment=NetworkSegment(c43bfde1-dd0e-469b-90eb-4b1b83163d65),segment_id=c43bfde1-dd0e-469b-90eb-4b1b83163d65)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:43:02.242777 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a4b5445c-8864-497c-a96c-7b942ed942b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:02.272381 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-a4b5445c-8864-497c-a96c-7b942ed942b5 admin admin] Calling delete_port for c34bef3b-41e7-4623-8ddb-d4342f37fe6e owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:43:02.373600 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa0ba7-d726-4378-9f5f-85e869423931 req-2c40319e-cfc4-4217-bc8f-0d83215e5b83 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:02.373600 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-01aa0ba7-d726-4378-9f5f-85e869423931 req-2c40319e-cfc4-4217-bc8f-0d83215e5b83 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.1024249 Nov 25 13:43:02.390326 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d943b1-0cc1-4c78-9c1f-be248ad93cd0 None None] DHCP port deletion for 4e394981-1926-4d4b-83ff-ca19122961a9 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:43:02.455729 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a4b5445c-8864-497c-a96c-7b942ed942b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:02.474973 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:02.477367 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-01aa0ba7-d726-4378-9f5f-85e869423931 req-b357f5b8-e3df-4c13-8b20-4e3b0caaba24 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928135 Nov 25 13:43:02.537326 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b5445c-8864-497c-a96c-7b942ed942b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c34bef3b-41e7-4623-8ddb-d4342f37fe6e,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:43:02.549490 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b5445c-8864-497c-a96c-7b942ed942b5 admin admin] No DVR routers for this DVR port c34bef3b-41e7-4623-8ddb-d4342f37fe6e on host n-d-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:43:02.591320 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port b54cc98d-3575-428e-9e5f-928cbc83f4e6, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=b54cc98d-3575-428e-9e5f-928cbc83f4e6,segment=NetworkSegment(742d2952-b1dc-4ef7-93fd-7c31ac3be8eb),segment_id=742d2952-b1dc-4ef7-93fd-7c31ac3be8eb)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:43:02.593742 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbba2432-56f0-4c62-99cc-43756d31a73e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54cc98d-3575-428e-9e5f-928cbc83f4e6'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:43:02.596583 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b16ae1-7b45-4c55-9129-d7d05851aa10" -d '{"events": [{"server_uuid": "dbba2432-56f0-4c62-99cc-43756d31a73e", "name": "network-vif-plugged", "status": "completed", "tag": "b54cc98d-3575-428e-9e5f-928cbc83f4e6"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:43:02.609895 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:02.668205 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=b54cc98d-3575-428e-9e5f-928cbc83f4e6,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:43:02.673417 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-e5d943b1-0cc1-4c78-9c1f-be248ad93cd0 None None] Deleting port c34bef3b-41e7-4623-8ddb-d4342f37fe6e {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:43:02.673540 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e5d943b1-0cc1-4c78-9c1f-be248ad93cd0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:02.760173 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-e5d943b1-0cc1-4c78-9c1f-be248ad93cd0 None None] For port c34bef3b-41e7-4623-8ddb-d4342f37fe6e, host n-d-808199-11, got binding levels [] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:43:02.761344 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e5d943b1-0cc1-4c78-9c1f-be248ad93cd0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:02.763949 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a4b5445c-8864-497c-a96c-7b942ed942b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:02.779058 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-e5d943b1-0cc1-4c78-9c1f-be248ad93cd0 None None] Calling delete_port for c34bef3b-41e7-4623-8ddb-d4342f37fe6e owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:43:02.782172 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.ipam_backend_mixin [None req-e5d943b1-0cc1-4c78-9c1f-be248ad93cd0 None None] Port c34bef3b-41e7-4623-8ddb-d4342f37fe6e was not found and therefore no delete operation was performed {{(pid=103572) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 13:43:02.785645 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b42316-a607-432b-b001-bc6f737ca6b4 x-openstack-request-id: req-58b42316-a607-432b-b001-bc6f737ca6b4 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:43:02.785924 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbba2432-56f0-4c62-99cc-43756d31a73e", "name": "network-vif-plugged", "status": "completed", "tag": "b54cc98d-3575-428e-9e5f-928cbc83f4e6", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:43:02.786245 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-58b42316-a607-432b-b001-bc6f737ca6b4 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:43:02.787240 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbba2432-56f0-4c62-99cc-43756d31a73e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54cc98d-3575-428e-9e5f-928cbc83f4e6', 'code': 200} Nov 25 13:43:02.788554 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e5d943b1-0cc1-4c78-9c1f-be248ad93cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:02.838264 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d943b1-0cc1-4c78-9c1f-be248ad93cd0 None None] Pushing event deleted for resources: {'Port': ['ID=c34bef3b-41e7-4623-8ddb-d4342f37fe6e,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:43:02.840774 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d943b1-0cc1-4c78-9c1f-be248ad93cd0 None None] No DVR routers for this DVR port c34bef3b-41e7-4623-8ddb-d4342f37fe6e on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:43:02.843093 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-a4b5445c-8864-497c-a96c-7b942ed942b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e394981-1926-4d4b-83ff-ca19122961a9']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:43:02.845645 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a4f83d83-8213-4261-8e5a-240e11f2cba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:02.867670 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-a4b5445c-8864-497c-a96c-7b942ed942b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c43bfde1-dd0e-469b-90eb-4b1b83163d65') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:43:02.867974 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-a4b5445c-8864-497c-a96c-7b942ed942b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c43bfde1-dd0e-469b-90eb-4b1b83163d65') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:43:02.881961 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a4b5445c-8864-497c-a96c-7b942ed942b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:02.897787 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2809b97-bf89-4634-855e-f7a1a93e5eac req-0d9de88f-f195-4f69-8d8b-bd45f147f3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:02.899422 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d2809b97-bf89-4634-855e-f7a1a93e5eac req-0d9de88f-f195-4f69-8d8b-bd45f147f3e1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dbba2432-56f0-4c62-99cc-43756d31a73e HTTP/1.1" status: 200 len: 1098 time: 0.1147583 Nov 25 13:43:02.905977 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a4b5445c-8864-497c-a96c-7b942ed942b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:02.934969 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4b5445c-8864-497c-a96c-7b942ed942b5 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:43:02.935379 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a4b5445c-8864-497c-a96c-7b942ed942b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:02.937401 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:43:02.937401 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:43:02.937401 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:43:02.937401 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:43:02.937401 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:43:02.937401 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:43:02.937401 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:43:02.937401 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:43:02.937401 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:43:02.937401 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:43:02.937401 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:43:02.937401 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:43:02.937401 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:43:02.937401 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:43:02.937401 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:43:02.937401 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:43:02.937401 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:43:02.937401 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:43:02.937401 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:43:02.937401 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:43:02.937401 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:43:02.937401 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:43:02.937401 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:43:02.937401 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:43:02.937401 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:43:02.937401 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:43:02.937401 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:43:02.937401 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:43:02.937401 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:43:02.937401 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:43:02.937401 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:43:02.937401 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:43:03.036318 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d2809b97-bf89-4634-855e-f7a1a93e5eac req-82869a37-930b-431d-bd86-7fda1b7907ce service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2c02e1d0-4b0f-4f2f-9a45-00d5dc0648eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253633 Nov 25 13:43:03.046422 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a4b5445c-8864-497c-a96c-7b942ed942b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:03.071043 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b22f5-9a07-4679-8363-386df2a0b392 req-1885dd65-1776-4395-b612-d5b2ec9876b3 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:03.072472 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a4b5445c-8864-497c-a96c-7b942ed942b5 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:03.076376 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-a4b5445c-8864-497c-a96c-7b942ed942b5 admin admin] 10.222.0.53 "DELETE /v2.0/networks/4e394981-1926-4d4b-83ff-ca19122961a9 HTTP/1.1" status: 204 len: 168 time: 1.1731167 Nov 25 13:43:03.077332 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b5445c-8864-497c-a96c-7b942ed942b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e394981-1926-4d4b-83ff-ca19122961a9,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:43:03.081241 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6a0b22f5-9a07-4679-8363-386df2a0b392 req-1885dd65-1776-4395-b612-d5b2ec9876b3 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbba2432-56f0-4c62-99cc-43756d31a73e HTTP/1.1" status: 200 len: 946 time: 0.0739808 Nov 25 13:43:03.151979 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6a0b22f5-9a07-4679-8363-386df2a0b392 req-8eac3591-a486-48d8-95ec-060fdfadcbb5 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c02e1d0-4b0f-4f2f-9a45-00d5dc0648eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639770 Nov 25 13:43:03.240009 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58244) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:43:03.284173 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-a78e24a8-00b7-4f1f-abf4-57174ab623f5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e3567ed4ed9b4fdbbfea9a1754c391bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0429673 Nov 25 13:43:03.288588 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58246) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:43:03.358547 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2a4ff0d3-3a99-4f0c-8606-2433244f3f60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:03.391119 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2a4ff0d3-3a99-4f0c-8606-2433244f3f60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:03.455321 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2a4ff0d3-3a99-4f0c-8606-2433244f3f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:03.457926 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2a4ff0d3-3a99-4f0c-8606-2433244f3f60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:03.460186 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-2a4ff0d3-3a99-4f0c-8606-2433244f3f60 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2c77d68f-d7d2-41c3-b461-5c704f092329 HTTP/1.1" status: 204 len: 168 time: 0.1696284 Nov 25 13:43:03.471264 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4ff0d3-3a99-4f0c-8606-2433244f3f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c77d68f-d7d2-41c3-b461-5c704f092329,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:43:03.629382 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253b619-5eca-4ec5-9cbd-91ee573b7549 req-aa9a1e27-085e-4764-9f62-9504010b1587 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:03.636952 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b253b619-5eca-4ec5-9cbd-91ee573b7549 req-aa9a1e27-085e-4764-9f62-9504010b1587 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.0717676 Nov 25 13:43:03.691710 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b253b619-5eca-4ec5-9cbd-91ee573b7549 req-392f24b0-0b3e-4f7d-a2ad-0a01d8c13c21 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534105 Nov 25 13:43:03.844906 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device c34bef3b-41e7-4623-8ddb-d4342f37fe6e no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:43:03.867100 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: c34bef3b-41e7-4623-8ddb-d4342f37fe6e {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:43:03.867613 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device c34bef3b-41e7-4623-8ddb-d4342f37fe6e not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:43:03.904954 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:03.956300 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58254) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:43:03.985490 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-624e8ef9-881a-4ad1-8953-689d9a6245d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:04.119115 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-624e8ef9-881a-4ad1-8953-689d9a6245d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:04.123648 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-624e8ef9-881a-4ad1-8953-689d9a6245d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:04.175744 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-624e8ef9-881a-4ad1-8953-689d9a6245d6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.2174289 Nov 25 13:43:04.176949 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624e8ef9-881a-4ad1-8953-689d9a6245d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a82b8c7-3fe0-4b75-b764-4a07e01d88c1,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:43:04.178555 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58258) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:43:04.273714 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-96a893cf-8bb5-497b-9697-8eb09b8b3fcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:04.305296 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920aa6aa-1209-4877-8121-cd549337e377 req-ccf1513a-713a-40ea-9488-05a516b32849 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:04.306865 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-920aa6aa-1209-4877-8121-cd549337e377 req-ccf1513a-713a-40ea-9488-05a516b32849 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbba2432-56f0-4c62-99cc-43756d31a73e HTTP/1.1" status: 200 len: 946 time: 0.0797651 Nov 25 13:43:04.311827 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-96a893cf-8bb5-497b-9697-8eb09b8b3fcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:04.397280 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-920aa6aa-1209-4877-8121-cd549337e377 req-88dcdd3e-31fe-4fe3-aa8b-23b4a6ec88da tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c02e1d0-4b0f-4f2f-9a45-00d5dc0648eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833592 Nov 25 13:43:04.428249 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-96a893cf-8bb5-497b-9697-8eb09b8b3fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:04.432394 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-96a893cf-8bb5-497b-9697-8eb09b8b3fcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:04.435888 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-96a893cf-8bb5-497b-9697-8eb09b8b3fcf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8a82b8c7-3fe0-4b75-b764-4a07e01d88c1 HTTP/1.1" status: 204 len: 168 time: 0.2524624 Nov 25 13:43:04.457017 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a893cf-8bb5-497b-9697-8eb09b8b3fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a82b8c7-3fe0-4b75-b764-4a07e01d88c1,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:43:04.573153 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddbeb0d-341c-4af7-b6b0-005addff8d7b req-5ee4ea8b-f907-4177-8e45-7bb18fa0047f tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:04.578720 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4ddbeb0d-341c-4af7-b6b0-005addff8d7b req-5ee4ea8b-f907-4177-8e45-7bb18fa0047f tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbba2432-56f0-4c62-99cc-43756d31a73e HTTP/1.1" status: 200 len: 946 time: 0.0668728 Nov 25 13:43:04.674922 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4ddbeb0d-341c-4af7-b6b0-005addff8d7b req-9eb8c2e5-4151-4b52-80bf-baa4b3111363 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c02e1d0-4b0f-4f2f-9a45-00d5dc0648eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616362 Nov 25 13:43:04.707828 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58268) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:43:04.861054 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7face0de-6681-42d5-81d4-ba0b17014b91 req-96e74a64-cfac-42d6-9310-d6d2b49f3da1 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:04.870183 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7face0de-6681-42d5-81d4-ba0b17014b91 req-96e74a64-cfac-42d6-9310-d6d2b49f3da1 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.0854485 Nov 25 13:43:04.962130 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7face0de-6681-42d5-81d4-ba0b17014b91 req-56bff3ac-349b-4c2b-875a-9111637e18f4 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854728 Nov 25 13:43:05.008719 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c1021e-4547-4f2e-ba08-8d2f5e7c95de tempest-TestVolumeBackupRestore-1811349984 tempest-TestVolumeBackupRestore-1811349984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:05.012913 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f9c1021e-4547-4f2e-ba08-8d2f5e7c95de tempest-TestVolumeBackupRestore-1811349984 tempest-TestVolumeBackupRestore-1811349984-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=dbba2432-56f0-4c62-99cc-43756d31a73e HTTP/1.1" status: 200 len: 1093 time: 0.3031423 Nov 25 13:43:05.013274 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58274) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:43:05.018070 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-84a99033-4304-41c5-b897-128d5b2a56df tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Request body: {'floatingip': {'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'port_id': 'b54cc98d-3575-428e-9e5f-928cbc83f4e6', 'tenant_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:43:05.047189 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-84a99033-4304-41c5-b897-128d5b2a56df tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Publish callbacks [] for floatingip, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:05.169338 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-84a99033-4304-41c5-b897-128d5b2a56df tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:05.232402 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:05.292294 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-84a99033-4304-41c5-b897-128d5b2a56df tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Allocated IP 172.25.5.79 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/15b62b71-3962-4eeb-8ec7-0433ec31bef2) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:43:05.400723 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-84a99033-4304-41c5-b897-128d5b2a56df tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:05.436626 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-84a99033-4304-41c5-b897-128d5b2a56df tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:05.476169 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a99033-4304-41c5-b897-128d5b2a56df tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:43:05.478975 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-84a99033-4304-41c5-b897-128d5b2a56df tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:43:05.481541 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a99033-4304-41c5-b897-128d5b2a56df tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:43:05.505960 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a99033-4304-41c5-b897-128d5b2a56df tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Pushing event updated for resources: {'Port': ['ID=15b62b71-3962-4eeb-8ec7-0433ec31bef2,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:43:06.007968 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-84a99033-4304-41c5-b897-128d5b2a56df tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:06.024894 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25734621-365b-4b6a-bd15-457abb594587 req-b531c7fc-58dc-4fc8-9837-47560e7e3f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:06.026326 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-25734621-365b-4b6a-bd15-457abb594587 req-b531c7fc-58dc-4fc8-9837-47560e7e3f44 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7df61f1b08cd47c08bd2f95f1b832351&device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 1098 time: 0.1244674 Nov 25 13:43:06.071792 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d186b8-bfae-4d09-b29e-06d1e0bf71f3 req-1591ffbd-a291-460f-a6e8-06a978054384 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:06.073297 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e7d186b8-bfae-4d09-b29e-06d1e0bf71f3 req-1591ffbd-a291-460f-a6e8-06a978054384 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.0488076 Nov 25 13:43:06.124305 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e7d186b8-bfae-4d09-b29e-06d1e0bf71f3 req-b52b144b-900b-4968-899f-c2337ebdc871 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449033 Nov 25 13:43:06.186573 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25734621-365b-4b6a-bd15-457abb594587 req-8e0301de-834d-4ee9-ad74-43238ea51d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:06.188079 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-25734621-365b-4b6a-bd15-457abb594587 req-8e0301de-834d-4ee9-ad74-43238ea51d00 service neutron] 10.222.0.66 "GET /v2.0/networks?id=65ced711-08b2-4c86-8f28-c46c27d6c810 HTTP/1.1" status: 200 len: 915 time: 0.1408308 Nov 25 13:43:06.190392 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-84a99033-4304-41c5-b897-128d5b2a56df tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:06.251017 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-25734621-365b-4b6a-bd15-457abb594587 req-d99d1eaa-3c7e-484b-80ef-92dde29fec84 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5a55093-3c15-45d9-8187-e22aa681981a HTTP/1.1" status: 200 len: 217 time: 0.0412953 Nov 25 13:43:06.410586 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:06.629130 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25734621-365b-4b6a-bd15-457abb594587 req-9d234fb5-8de8-4617-8ced-637a410a2d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:06.631169 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-25734621-365b-4b6a-bd15-457abb594587 req-9d234fb5-8de8-4617-8ced-637a410a2d6c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=533ad574-65b4-4979-ba44-9a507a4d4dd7 HTTP/1.1" status: 200 len: 854 time: 0.3691208 Nov 25 13:43:06.671631 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-25734621-365b-4b6a-bd15-457abb594587 req-2c457d20-721b-4d6a-9ab5-fb2811943242 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=65ced711-08b2-4c86-8f28-c46c27d6c810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310116 Nov 25 13:43:06.764583 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-84a99033-4304-41c5-b897-128d5b2a56df tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:06.773196 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-84a99033-4304-41c5-b897-128d5b2a56df tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:06.858422 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-25734621-365b-4b6a-bd15-457abb594587 req-4b1a7656-13ed-49d6-82d7-fa457a258d4e service neutron] 10.222.0.66 "GET /v2.0/networks/65ced711-08b2-4c86-8f28-c46c27d6c810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768017 Nov 25 13:43:06.860917 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a99033-4304-41c5-b897-128d5b2a56df tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Pushing event updated for resources: {'Port': ['ID=15b62b71-3962-4eeb-8ec7-0433ec31bef2,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:43:06.890911 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-84a99033-4304-41c5-b897-128d5b2a56df tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:07.042877 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-25734621-365b-4b6a-bd15-457abb594587 req-bd9af74b-0e54-4819-bb28-e9164930f54f service neutron] 10.222.0.66 "GET /v2.0/networks/65ced711-08b2-4c86-8f28-c46c27d6c810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758227 Nov 25 13:43:07.047052 n-d-808199-11 neutron-server[103571]: INFO neutron.db.l3_db [None req-84a99033-4304-41c5-b897-128d5b2a56df tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Floating IP 9c7b546e-915f-4a57-b84a-d867d02482a7 associated. External IP: 172.25.5.79, port: b54cc98d-3575-428e-9e5f-928cbc83f4e6. Nov 25 13:43:07.241956 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf69bb4-b346-4f8f-be39-0f6f6607b348 req-1ddd55f4-b074-4419-8c06-501b576029f1 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:07.243480 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-acf69bb4-b346-4f8f-be39-0f6f6607b348 req-1ddd55f4-b074-4419-8c06-501b576029f1 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.0473547 Nov 25 13:43:07.261032 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84a99033-4304-41c5-b897-128d5b2a56df tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Router 1e304bc5-84b8-455d-a417-9239779a0120 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:43:07.295171 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-acf69bb4-b346-4f8f-be39-0f6f6607b348 req-039a8a09-09ec-41ce-89ed-7253bc14076b tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450115 Nov 25 13:43:07.367453 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a99033-4304-41c5-b897-128d5b2a56df tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:43:07.377260 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517142f0-0b0b-4897-a88f-71e6914dab78 None None] Sync routers for ids ['1e304bc5-84b8-455d-a417-9239779a0120'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:43:07.386488 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-84a99033-4304-41c5-b897-128d5b2a56df tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:07.390145 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517142f0-0b0b-4897-a88f-71e6914dab78 None None] Routers {'1e304bc5-84b8-455d-a417-9239779a0120'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:43:07.390814 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-517142f0-0b0b-4897-a88f-71e6914dab78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:43:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['1e304bc5-84b8-455d-a417-9239779a0120'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:43:07.417440 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-84a99033-4304-41c5-b897-128d5b2a56df tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4030533 Nov 25 13:43:07.418136 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbba2432-56f0-4c62-99cc-43756d31a73e', 'tag': 'b54cc98d-3575-428e-9e5f-928cbc83f4e6'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:43:07.420322 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58290) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:43:07.420469 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69307963-837d-4970-8dac-1b631fc49382" -d '{"events": [{"name": "network-changed", "server_uuid": "dbba2432-56f0-4c62-99cc-43756d31a73e", "tag": "b54cc98d-3575-428e-9e5f-928cbc83f4e6"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:43:07.456369 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddfed136-a684-4e13-866e-96b56c89e6ba x-openstack-request-id: req-ddfed136-a684-4e13-866e-96b56c89e6ba {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:43:07.456660 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbba2432-56f0-4c62-99cc-43756d31a73e", "tag": "b54cc98d-3575-428e-9e5f-928cbc83f4e6", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:43:07.456927 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ddfed136-a684-4e13-866e-96b56c89e6ba {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:43:07.457327 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbba2432-56f0-4c62-99cc-43756d31a73e', 'tag': 'b54cc98d-3575-428e-9e5f-928cbc83f4e6', 'status': 'completed', 'code': 200} Nov 25 13:43:07.461379 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b62856b-76cc-402d-bb98-94dc400b79e1 tempest-TestVolumeBackupRestore-1811349984 tempest-TestVolumeBackupRestore-1811349984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:07.462962 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-9b62856b-76cc-402d-bb98-94dc400b79e1 tempest-TestVolumeBackupRestore-1811349984 tempest-TestVolumeBackupRestore-1811349984-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=dbba2432-56f0-4c62-99cc-43756d31a73e HTTP/1.1" status: 200 len: 1093 time: 0.0415008 Nov 25 13:43:07.465795 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58294) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:43:07.470257 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-b0142261-1547-4739-8590-0006414a0175 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Request body: {'floatingip': {'port_id': 'b54cc98d-3575-428e-9e5f-928cbc83f4e6'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:43:07.508610 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-517142f0-0b0b-4897-a88f-71e6914dab78 None None] Set router 1e304bc5-84b8-455d-a417-9239779a0120 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:43:07.529119 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69307963-837d-4970-8dac-1b631fc49382 req-e759ec34-67d4-4694-ad0b-c74098d4aabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:07.530650 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-69307963-837d-4970-8dac-1b631fc49382 req-e759ec34-67d4-4694-ad0b-c74098d4aabc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e9f4a241e9ee48efb00d567fc22d357d&device_id=dbba2432-56f0-4c62-99cc-43756d31a73e HTTP/1.1" status: 200 len: 1098 time: 0.0441620 Nov 25 13:43:07.533046 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b0142261-1547-4739-8590-0006414a0175 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Publish callbacks [] for floatingip, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:07.627074 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69307963-837d-4970-8dac-1b631fc49382 req-04fec069-efbb-43ff-ae27-cab6a28b14b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:07.628602 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-69307963-837d-4970-8dac-1b631fc49382 req-04fec069-efbb-43ff-ae27-cab6a28b14b2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b9fed917-118a-47f5-b91a-5da13b26a61f HTTP/1.1" status: 200 len: 915 time: 0.0898638 Nov 25 13:43:07.700850 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-69307963-837d-4970-8dac-1b631fc49382 req-118c879d-f256-42c7-832d-ef9951152b9b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b54cc98d-3575-428e-9e5f-928cbc83f4e6 HTTP/1.1" status: 200 len: 999 time: 0.0651295 Nov 25 13:43:07.740670 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-517142f0-0b0b-4897-a88f-71e6914dab78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e304bc5-84b8-455d-a417-9239779a0120', 'name': 'tempest-TestVolumeBackupRestore-1242325854-router', 'tenant_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'b421597b-f00b-459e-8bbb-0166f7d923ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:39:45Z', 'updated_at': '2021-11-25T13:39:50Z', 'revision_number': 4, 'project_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'gw_port': {'id': 'b421597b-f00b-459e-8bbb-0166f7d923ab', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:31:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e304bc5-84b8-455d-a417-9239779a0120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:39:46Z', 'updated_at': '2021-11-25T13:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '9c7b546e-915f-4a57-b84a-d867d02482a7', 'tenant_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'floating_ip_address': '172.25.5.79', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '1e304bc5-84b8-455d-a417-9239779a0120', 'port_id': 'b54cc98d-3575-428e-9e5f-928cbc83f4e6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9fed917-118a-47f5-b91a-5da13b26a61f', 'mac_address': 'fa:16:3e:5c:7c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbba2432-56f0-4c62-99cc-43756d31a73e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:43:05Z', 'updated_at': '2021-11-25T13:43:05Z', 'revision_number': 0, 'project_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '172de87b-a720-4320-a42c-94aaa6919482', 'name': '', 'network_id': 'b9fed917-118a-47f5-b91a-5da13b26a61f', 'tenant_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'mac_address': 'fa:16:3e:91:cc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e304bc5-84b8-455d-a417-9239779a0120', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '8ed6ab7c-ada8-497a-acf9-43a1076137d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:39:49Z', 'updated_at': '2021-11-25T13:39:57Z', 'revision_number': 5, 'project_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'subnets': [{'id': '8ed6ab7c-ada8-497a-acf9-43a1076137d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:43:07.751950 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69307963-837d-4970-8dac-1b631fc49382 req-4797535c-24fe-4b0d-8661-c1a363a51162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:07.753549 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-69307963-837d-4970-8dac-1b631fc49382 req-4797535c-24fe-4b0d-8661-c1a363a51162 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8ed6ab7c-ada8-497a-acf9-43a1076137d8 HTTP/1.1" status: 200 len: 853 time: 0.0456512 Nov 25 13:43:07.766812 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517142f0-0b0b-4897-a88f-71e6914dab78 None None] Checking router: 1e304bc5-84b8-455d-a417-9239779a0120 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:43:07.777453 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517142f0-0b0b-4897-a88f-71e6914dab78 None None] Routers {'1e304bc5-84b8-455d-a417-9239779a0120'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:43:07.778080 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-517142f0-0b0b-4897-a88f-71e6914dab78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:43:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['1e304bc5-84b8-455d-a417-9239779a0120'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:43:07.807312 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69307963-837d-4970-8dac-1b631fc49382 req-ad8c17f1-b7cc-4447-a6ca-179956c3105f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:07.809127 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-69307963-837d-4970-8dac-1b631fc49382 req-ad8c17f1-b7cc-4447-a6ca-179956c3105f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b9fed917-118a-47f5-b91a-5da13b26a61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488174 Nov 25 13:43:07.887471 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-517142f0-0b0b-4897-a88f-71e6914dab78 None None] Set router 1e304bc5-84b8-455d-a417-9239779a0120 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:43:07.912064 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-69307963-837d-4970-8dac-1b631fc49382 req-9ec1e89e-86ae-45b0-9dda-9ddac8eb041a service neutron] 10.222.0.47 "GET /v2.0/networks/b9fed917-118a-47f5-b91a-5da13b26a61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955024 Nov 25 13:43:08.006228 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-69307963-837d-4970-8dac-1b631fc49382 req-ff5de67d-07e9-4e8d-ba97-f5b4810693ab service neutron] 10.222.0.47 "GET /v2.0/networks/b9fed917-118a-47f5-b91a-5da13b26a61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879183 Nov 25 13:43:08.031329 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b0142261-1547-4739-8590-0006414a0175 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:08.035842 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b0142261-1547-4739-8590-0006414a0175 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:08.116070 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-517142f0-0b0b-4897-a88f-71e6914dab78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e304bc5-84b8-455d-a417-9239779a0120', 'name': 'tempest-TestVolumeBackupRestore-1242325854-router', 'tenant_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'b421597b-f00b-459e-8bbb-0166f7d923ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:39:45Z', 'updated_at': '2021-11-25T13:39:50Z', 'revision_number': 4, 'project_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'gw_port': {'id': 'b421597b-f00b-459e-8bbb-0166f7d923ab', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:31:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e304bc5-84b8-455d-a417-9239779a0120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:39:46Z', 'updated_at': '2021-11-25T13:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '9c7b546e-915f-4a57-b84a-d867d02482a7', 'tenant_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'floating_ip_address': '172.25.5.79', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '1e304bc5-84b8-455d-a417-9239779a0120', 'port_id': 'b54cc98d-3575-428e-9e5f-928cbc83f4e6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9fed917-118a-47f5-b91a-5da13b26a61f', 'mac_address': 'fa:16:3e:5c:7c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbba2432-56f0-4c62-99cc-43756d31a73e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:43:05Z', 'updated_at': '2021-11-25T13:43:05Z', 'revision_number': 0, 'project_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '172de87b-a720-4320-a42c-94aaa6919482', 'name': '', 'network_id': 'b9fed917-118a-47f5-b91a-5da13b26a61f', 'tenant_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'mac_address': 'fa:16:3e:91:cc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e304bc5-84b8-455d-a417-9239779a0120', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '8ed6ab7c-ada8-497a-acf9-43a1076137d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:39:49Z', 'updated_at': '2021-11-25T13:39:57Z', 'revision_number': 5, 'project_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'subnets': [{'id': '8ed6ab7c-ada8-497a-acf9-43a1076137d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:43:08.148671 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517142f0-0b0b-4897-a88f-71e6914dab78 None None] The sync data for ids ['1e304bc5-84b8-455d-a417-9239779a0120'] in n-d-808199-11 is: [{'id': '1e304bc5-84b8-455d-a417-9239779a0120', 'name': 'tempest-TestVolumeBackupRestore-1242325854-router', 'tenant_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'b421597b-f00b-459e-8bbb-0166f7d923ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:39:45Z', 'updated_at': '2021-11-25T13:39:50Z', 'revision_number': 4, 'project_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'gw_port': {'id': 'b421597b-f00b-459e-8bbb-0166f7d923ab', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:31:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e304bc5-84b8-455d-a417-9239779a0120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:39:46Z', 'updated_at': '2021-11-25T13:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '9c7b546e-915f-4a57-b84a-d867d02482a7', 'tenant_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'floating_ip_address': '172.25.5.79', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '1e304bc5-84b8-455d-a417-9239779a0120', 'port_id': 'b54cc98d-3575-428e-9e5f-928cbc83f4e6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9fed917-118a-47f5-b91a-5da13b26a61f', 'mac_address': 'fa:16:3e:5c:7c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbba2432-56f0-4c62-99cc-43756d31a73e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:43:05Z', 'updated_at': '2021-11-25T13:43:05Z', 'revision_number': 0, 'project_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '172de87b-a720-4320-a42c-94aaa6919482', 'name': '', 'network_id': 'b9fed917-118a-47f5-b91a-5da13b26a61f', 'tenant_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'mac_address': 'fa:16:3e:91:cc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e304bc5-84b8-455d-a417-9239779a0120', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '8ed6ab7c-ada8-497a-acf9-43a1076137d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:39:49Z', 'updated_at': '2021-11-25T13:39:57Z', 'revision_number': 5, 'project_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'subnets': [{'id': '8ed6ab7c-ada8-497a-acf9-43a1076137d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:43:08.236642 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:08.256933 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0142261-1547-4739-8590-0006414a0175 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Router 1e304bc5-84b8-455d-a417-9239779a0120 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:43:08.357789 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2113e62-58d8-4dc9-ba74-02b6660e1b8a None None] New status for floating IP 9c7b546e-915f-4a57-b84a-d867d02482a7: ACTIVE {{(pid=103572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 13:43:08.404098 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0142261-1547-4739-8590-0006414a0175 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:43:08.408938 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b0142261-1547-4739-8590-0006414a0175 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:08.445919 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbba2432-56f0-4c62-99cc-43756d31a73e', 'tag': 'b54cc98d-3575-428e-9e5f-928cbc83f4e6'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:43:08.448156 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79815f79-4f16-4f8c-bab8-915a8c7988d9" -d '{"events": [{"name": "network-changed", "server_uuid": "dbba2432-56f0-4c62-99cc-43756d31a73e", "tag": "b54cc98d-3575-428e-9e5f-928cbc83f4e6"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:43:08.471871 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe6d1d3-5759-4a42-b2b1-30ab29a9c252 req-0fd29197-015e-4165-8fc2-f04b15f54da7 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:08.473402 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6fe6d1d3-5759-4a42-b2b1-30ab29a9c252 req-0fd29197-015e-4165-8fc2-f04b15f54da7 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.1045578 Nov 25 13:43:08.489056 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b0142261-1547-4739-8590-0006414a0175 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] 10.222.0.53 "PUT /v2.0/floatingips/9c7b546e-915f-4a57-b84a-d867d02482a7 HTTP/1.1" status: 200 len: 991 time: 1.0222585 Nov 25 13:43:08.491299 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708c6461-3765-40f7-ada9-2e29db13ef4b x-openstack-request-id: req-708c6461-3765-40f7-ada9-2e29db13ef4b {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:43:08.491593 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbba2432-56f0-4c62-99cc-43756d31a73e", "tag": "b54cc98d-3575-428e-9e5f-928cbc83f4e6", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:43:08.491851 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-708c6461-3765-40f7-ada9-2e29db13ef4b {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:43:08.492254 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbba2432-56f0-4c62-99cc-43756d31a73e', 'tag': 'b54cc98d-3575-428e-9e5f-928cbc83f4e6', 'status': 'completed', 'code': 200} Nov 25 13:43:08.534657 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6fe6d1d3-5759-4a42-b2b1-30ab29a9c252 req-df2ce5cd-36ee-40f5-a41f-432413687077 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542331 Nov 25 13:43:08.572508 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79815f79-4f16-4f8c-bab8-915a8c7988d9 req-97dd7d37-6476-457d-b6d1-6ad6ac94962f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:08.574133 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-79815f79-4f16-4f8c-bab8-915a8c7988d9 req-97dd7d37-6476-457d-b6d1-6ad6ac94962f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e9f4a241e9ee48efb00d567fc22d357d&device_id=dbba2432-56f0-4c62-99cc-43756d31a73e HTTP/1.1" status: 200 len: 1098 time: 0.0586538 Nov 25 13:43:08.590576 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b499fe5-29ac-4a1d-801d-958db2267d10 None None] Sync routers for ids ['1e304bc5-84b8-455d-a417-9239779a0120'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:43:08.599915 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b499fe5-29ac-4a1d-801d-958db2267d10 None None] Routers {'1e304bc5-84b8-455d-a417-9239779a0120'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:43:08.600531 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2b499fe5-29ac-4a1d-801d-958db2267d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:43:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['1e304bc5-84b8-455d-a417-9239779a0120'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:43:08.664711 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79815f79-4f16-4f8c-bab8-915a8c7988d9 req-1e20ca44-3555-46e0-a86f-c8e1a6ecf3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:08.666229 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-79815f79-4f16-4f8c-bab8-915a8c7988d9 req-1e20ca44-3555-46e0-a86f-c8e1a6ecf3b3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b9fed917-118a-47f5-b91a-5da13b26a61f HTTP/1.1" status: 200 len: 915 time: 0.0841835 Nov 25 13:43:08.705450 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-2b499fe5-29ac-4a1d-801d-958db2267d10 None None] Set router 1e304bc5-84b8-455d-a417-9239779a0120 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:43:08.745418 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-79815f79-4f16-4f8c-bab8-915a8c7988d9 req-70417163-eef9-4270-ba1d-82df56acd736 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b54cc98d-3575-428e-9e5f-928cbc83f4e6 HTTP/1.1" status: 200 len: 1001 time: 0.0636539 Nov 25 13:43:08.794906 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79815f79-4f16-4f8c-bab8-915a8c7988d9 req-c6d65a1d-2553-4675-931f-cb088515aa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:08.796376 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-79815f79-4f16-4f8c-bab8-915a8c7988d9 req-c6d65a1d-2553-4675-931f-cb088515aa34 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8ed6ab7c-ada8-497a-acf9-43a1076137d8 HTTP/1.1" status: 200 len: 853 time: 0.0448370 Nov 25 13:43:08.843103 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79815f79-4f16-4f8c-bab8-915a8c7988d9 req-d326470e-ec3d-4ceb-aea3-beee47a68859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:08.844624 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-79815f79-4f16-4f8c-bab8-915a8c7988d9 req-d326470e-ec3d-4ceb-aea3-beee47a68859 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b9fed917-118a-47f5-b91a-5da13b26a61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408006 Nov 25 13:43:08.945760 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-79815f79-4f16-4f8c-bab8-915a8c7988d9 req-ece92979-2e9e-4525-b34b-13850e6557ec service neutron] 10.222.0.47 "GET /v2.0/networks/b9fed917-118a-47f5-b91a-5da13b26a61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936141 Nov 25 13:43:09.019444 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2b499fe5-29ac-4a1d-801d-958db2267d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e304bc5-84b8-455d-a417-9239779a0120', 'name': 'tempest-TestVolumeBackupRestore-1242325854-router', 'tenant_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'b421597b-f00b-459e-8bbb-0166f7d923ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:39:45Z', 'updated_at': '2021-11-25T13:39:50Z', 'revision_number': 4, 'project_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'gw_port': {'id': 'b421597b-f00b-459e-8bbb-0166f7d923ab', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:31:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e304bc5-84b8-455d-a417-9239779a0120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:39:46Z', 'updated_at': '2021-11-25T13:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '9c7b546e-915f-4a57-b84a-d867d02482a7', 'tenant_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'floating_ip_address': '172.25.5.79', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '1e304bc5-84b8-455d-a417-9239779a0120', 'port_id': 'b54cc98d-3575-428e-9e5f-928cbc83f4e6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9fed917-118a-47f5-b91a-5da13b26a61f', 'mac_address': 'fa:16:3e:5c:7c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbba2432-56f0-4c62-99cc-43756d31a73e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:43:05Z', 'updated_at': '2021-11-25T13:43:08Z', 'revision_number': 2, 'project_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '172de87b-a720-4320-a42c-94aaa6919482', 'name': '', 'network_id': 'b9fed917-118a-47f5-b91a-5da13b26a61f', 'tenant_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'mac_address': 'fa:16:3e:91:cc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e304bc5-84b8-455d-a417-9239779a0120', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '8ed6ab7c-ada8-497a-acf9-43a1076137d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:39:49Z', 'updated_at': '2021-11-25T13:39:57Z', 'revision_number': 5, 'project_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'subnets': [{'id': '8ed6ab7c-ada8-497a-acf9-43a1076137d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:43:09.039827 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-79815f79-4f16-4f8c-bab8-915a8c7988d9 req-95a41e0f-944e-4db7-aad8-d45dbaaddddb service neutron] 10.222.0.47 "GET /v2.0/networks/b9fed917-118a-47f5-b91a-5da13b26a61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869524 Nov 25 13:43:09.049965 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b499fe5-29ac-4a1d-801d-958db2267d10 None None] Checking router: 1e304bc5-84b8-455d-a417-9239779a0120 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:43:09.059785 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b499fe5-29ac-4a1d-801d-958db2267d10 None None] Routers {'1e304bc5-84b8-455d-a417-9239779a0120'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:43:09.060400 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2b499fe5-29ac-4a1d-801d-958db2267d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:43:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['1e304bc5-84b8-455d-a417-9239779a0120'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:43:09.167080 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-2b499fe5-29ac-4a1d-801d-958db2267d10 None None] Set router 1e304bc5-84b8-455d-a417-9239779a0120 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:43:09.387920 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2b499fe5-29ac-4a1d-801d-958db2267d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e304bc5-84b8-455d-a417-9239779a0120', 'name': 'tempest-TestVolumeBackupRestore-1242325854-router', 'tenant_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'b421597b-f00b-459e-8bbb-0166f7d923ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:39:45Z', 'updated_at': '2021-11-25T13:39:50Z', 'revision_number': 4, 'project_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'gw_port': {'id': 'b421597b-f00b-459e-8bbb-0166f7d923ab', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:31:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e304bc5-84b8-455d-a417-9239779a0120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:39:46Z', 'updated_at': '2021-11-25T13:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '9c7b546e-915f-4a57-b84a-d867d02482a7', 'tenant_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'floating_ip_address': '172.25.5.79', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '1e304bc5-84b8-455d-a417-9239779a0120', 'port_id': 'b54cc98d-3575-428e-9e5f-928cbc83f4e6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9fed917-118a-47f5-b91a-5da13b26a61f', 'mac_address': 'fa:16:3e:5c:7c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbba2432-56f0-4c62-99cc-43756d31a73e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:43:05Z', 'updated_at': '2021-11-25T13:43:08Z', 'revision_number': 2, 'project_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '172de87b-a720-4320-a42c-94aaa6919482', 'name': '', 'network_id': 'b9fed917-118a-47f5-b91a-5da13b26a61f', 'tenant_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'mac_address': 'fa:16:3e:91:cc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e304bc5-84b8-455d-a417-9239779a0120', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '8ed6ab7c-ada8-497a-acf9-43a1076137d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:39:49Z', 'updated_at': '2021-11-25T13:39:57Z', 'revision_number': 5, 'project_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'subnets': [{'id': '8ed6ab7c-ada8-497a-acf9-43a1076137d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:43:09.415757 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b499fe5-29ac-4a1d-801d-958db2267d10 None None] The sync data for ids ['1e304bc5-84b8-455d-a417-9239779a0120'] in n-d-808199-11 is: [{'id': '1e304bc5-84b8-455d-a417-9239779a0120', 'name': 'tempest-TestVolumeBackupRestore-1242325854-router', 'tenant_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'b421597b-f00b-459e-8bbb-0166f7d923ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:39:45Z', 'updated_at': '2021-11-25T13:39:50Z', 'revision_number': 4, 'project_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'gw_port': {'id': 'b421597b-f00b-459e-8bbb-0166f7d923ab', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:31:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e304bc5-84b8-455d-a417-9239779a0120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:39:46Z', 'updated_at': '2021-11-25T13:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '9c7b546e-915f-4a57-b84a-d867d02482a7', 'tenant_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'floating_ip_address': '172.25.5.79', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '1e304bc5-84b8-455d-a417-9239779a0120', 'port_id': 'b54cc98d-3575-428e-9e5f-928cbc83f4e6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9fed917-118a-47f5-b91a-5da13b26a61f', 'mac_address': 'fa:16:3e:5c:7c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbba2432-56f0-4c62-99cc-43756d31a73e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:43:05Z', 'updated_at': '2021-11-25T13:43:08Z', 'revision_number': 2, 'project_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '172de87b-a720-4320-a42c-94aaa6919482', 'name': '', 'network_id': 'b9fed917-118a-47f5-b91a-5da13b26a61f', 'tenant_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'mac_address': 'fa:16:3e:91:cc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e304bc5-84b8-455d-a417-9239779a0120', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '8ed6ab7c-ada8-497a-acf9-43a1076137d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:39:49Z', 'updated_at': '2021-11-25T13:39:57Z', 'revision_number': 5, 'project_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'subnets': [{'id': '8ed6ab7c-ada8-497a-acf9-43a1076137d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:43:09.673463 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee99da2-e926-4832-9a3a-b8c60ef7a3c4 req-ac2d88ae-6170-48e6-8d27-db4bd8536620 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:09.674860 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6ee99da2-e926-4832-9a3a-b8c60ef7a3c4 req-ac2d88ae-6170-48e6-8d27-db4bd8536620 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.0514834 Nov 25 13:43:09.722350 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6ee99da2-e926-4832-9a3a-b8c60ef7a3c4 req-a59a783e-589a-4852-82cb-45a200568ee9 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413852 Nov 25 13:43:09.836727 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a146b9-a13f-4b40-8bd3-530b46727dca req-660d8859-8585-4ecf-a471-45410b5f52d0 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:09.838237 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-00a146b9-a13f-4b40-8bd3-530b46727dca req-660d8859-8585-4ecf-a471-45410b5f52d0 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 946 time: 0.0493627 Nov 25 13:43:09.884535 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-00a146b9-a13f-4b40-8bd3-530b46727dca req-498cd177-4c66-4ee2-973b-185e58680f2a tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401833 Nov 25 13:43:09.889383 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device e5a55093-3c15-45d9-8187-e22aa681981a no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:43:09.969929 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:09.992741 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c04fa64-7415-4f99-8cfe-527ec87a5b92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5a55093-3c15-45d9-8187-e22aa681981a'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:43:09.995001 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d4894e-5afe-4bb5-82b2-7c9510ef181b" -d '{"events": [{"server_uuid": "0c04fa64-7415-4f99-8cfe-527ec87a5b92", "name": "network-vif-unplugged", "status": "completed", "tag": "e5a55093-3c15-45d9-8187-e22aa681981a"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:43:10.008439 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port e5a55093-3c15-45d9-8187-e22aa681981a, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=e5a55093-3c15-45d9-8187-e22aa681981a,segment=NetworkSegment(319d727f-3675-4f9d-9345-98e588ff56b9),segment_id=319d727f-3675-4f9d-9345-98e588ff56b9)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:43:10.013077 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:10.034161 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [req-0fa15022-eef6-4ab5-a768-5a8026f68429 req-062ae57a-2aed-421a-9e4e-a996b5a54737 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:43:10.035375 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0fa15022-eef6-4ab5-a768-5a8026f68429 req-062ae57a-2aed-421a-9e4e-a996b5a54737 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061097 Nov 25 13:43:10.036363 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 25 Nov 2021 13:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87829b4b-0679-4dd7-a0c3-380418526607 x-openstack-request-id: req-87829b4b-0679-4dd7-a0c3-380418526607 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:43:10.037169 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c04fa64-7415-4f99-8cfe-527ec87a5b92", "name": "network-vif-unplugged", "status": "failed", "tag": "e5a55093-3c15-45d9-8187-e22aa681981a", "code": 422}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:43:10.037423 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-87829b4b-0679-4dd7-a0c3-380418526607 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:43:10.037817 n-d-808199-11 neutron-server[103572]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0c04fa64-7415-4f99-8cfe-527ec87a5b92', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e5a55093-3c15-45d9-8187-e22aa681981a', 'code': 422} returned with failed status Nov 25 13:43:10.064045 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=e5a55093-3c15-45d9-8187-e22aa681981a,revision_number=8']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:43:10.194053 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d27d61-3370-4d24-abca-2b6648a97f72 req-b9180b36-830d-4566-9ef8-e1929e24b053 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:10.195274 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-61d27d61-3370-4d24-abca-2b6648a97f72 req-b9180b36-830d-4566-9ef8-e1929e24b053 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 944 time: 0.0529609 Nov 25 13:43:10.244002 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-61d27d61-3370-4d24-abca-2b6648a97f72 req-c24386ad-b33d-4728-9dc4-c90e83407dda tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423622 Nov 25 13:43:10.445828 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0ee99078-a10f-4a20-9b96-17e339117519 req-4da2a0f6-0d78-41dc-8ace-a212b92a976e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0956585 Nov 25 13:43:10.454564 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [req-0ee99078-a10f-4a20-9b96-17e339117519 req-d4b27f11-fdf7-4c1b-8380-033ae4fa7ee4 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:43:10.455541 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0ee99078-a10f-4a20-9b96-17e339117519 req-d4b27f11-fdf7-4c1b-8380-033ae4fa7ee4 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050344 Nov 25 13:43:10.493687 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbba2432-56f0-4c62-99cc-43756d31a73e', 'tag': 'b54cc98d-3575-428e-9e5f-928cbc83f4e6'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:43:10.496091 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ecd379a-96fa-48b3-bbad-f6703250ccea" -d '{"events": [{"name": "network-changed", "server_uuid": "dbba2432-56f0-4c62-99cc-43756d31a73e", "tag": "b54cc98d-3575-428e-9e5f-928cbc83f4e6"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:43:10.533521 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dde60f7-8b49-4791-845d-08ab5016fe96 x-openstack-request-id: req-5dde60f7-8b49-4791-845d-08ab5016fe96 {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:43:10.533816 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbba2432-56f0-4c62-99cc-43756d31a73e", "tag": "b54cc98d-3575-428e-9e5f-928cbc83f4e6", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:43:10.534071 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5dde60f7-8b49-4791-845d-08ab5016fe96 {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:43:10.534477 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbba2432-56f0-4c62-99cc-43756d31a73e', 'tag': 'b54cc98d-3575-428e-9e5f-928cbc83f4e6', 'status': 'completed', 'code': 200} Nov 25 13:43:10.604931 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd379a-96fa-48b3-bbad-f6703250ccea req-fea98776-fd17-4897-b1ee-35358c094e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:10.606529 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0ecd379a-96fa-48b3-bbad-f6703250ccea req-fea98776-fd17-4897-b1ee-35358c094e2f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e9f4a241e9ee48efb00d567fc22d357d&device_id=dbba2432-56f0-4c62-99cc-43756d31a73e HTTP/1.1" status: 200 len: 1098 time: 0.0467122 Nov 25 13:43:10.700554 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd379a-96fa-48b3-bbad-f6703250ccea req-af285c61-47d4-446b-b194-73bb311f4208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:10.701950 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0ecd379a-96fa-48b3-bbad-f6703250ccea req-af285c61-47d4-446b-b194-73bb311f4208 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b9fed917-118a-47f5-b91a-5da13b26a61f HTTP/1.1" status: 200 len: 915 time: 0.0888441 Nov 25 13:43:10.721461 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:43:10.775983 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0ecd379a-96fa-48b3-bbad-f6703250ccea req-2ec71b66-2e20-44d3-927a-1a788f24f60c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b54cc98d-3575-428e-9e5f-928cbc83f4e6 HTTP/1.1" status: 200 len: 1001 time: 0.0658138 Nov 25 13:43:10.827095 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd379a-96fa-48b3-bbad-f6703250ccea req-c31c8489-8443-49e0-b4cb-47ac523a86c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:10.828594 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0ecd379a-96fa-48b3-bbad-f6703250ccea req-c31c8489-8443-49e0-b4cb-47ac523a86c8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8ed6ab7c-ada8-497a-acf9-43a1076137d8 HTTP/1.1" status: 200 len: 853 time: 0.0463209 Nov 25 13:43:10.875714 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd379a-96fa-48b3-bbad-f6703250ccea req-c504c70a-e4e4-4c31-9682-8d916dbfc03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:10.877227 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0ecd379a-96fa-48b3-bbad-f6703250ccea req-c504c70a-e4e4-4c31-9682-8d916dbfc03e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b9fed917-118a-47f5-b91a-5da13b26a61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416033 Nov 25 13:43:10.977629 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0ecd379a-96fa-48b3-bbad-f6703250ccea req-cbf04b26-46b2-441b-aa2e-9b481d37b4b6 service neutron] 10.222.0.47 "GET /v2.0/networks/b9fed917-118a-47f5-b91a-5da13b26a61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925202 Nov 25 13:43:11.070037 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0ecd379a-96fa-48b3-bbad-f6703250ccea req-1e499d87-a162-45dd-b71c-8e9aac7fd7ff service neutron] 10.222.0.47 "GET /v2.0/networks/b9fed917-118a-47f5-b91a-5da13b26a61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860250 Nov 25 13:43:11.353394 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee99078-a10f-4a20-9b96-17e339117519 req-7f8cd2fe-239f-435c-9255-ae9f86a52fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:11.354924 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0ee99078-a10f-4a20-9b96-17e339117519 req-7f8cd2fe-239f-435c-9255-ae9f86a52fea service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92&tenant_id=7df61f1b08cd47c08bd2f95f1b832351 HTTP/1.1" status: 200 len: 1096 time: 0.0761385 Nov 25 13:43:11.361563 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6ba5bc-e5c1-4acb-8af4-4831274d658b req-abd5b6e7-3725-4373-ba07-305b5591a6cb tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:11.363051 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7d6ba5bc-e5c1-4acb-8af4-4831274d658b req-abd5b6e7-3725-4373-ba07-305b5591a6cb tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 944 time: 0.0481517 Nov 25 13:43:11.413576 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7d6ba5bc-e5c1-4acb-8af4-4831274d658b req-5f49de26-aca0-4f96-8b01-f20bbfa89673 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435023 Nov 25 13:43:11.421505 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee99078-a10f-4a20-9b96-17e339117519 req-e3fbba21-1515-4665-8e7a-5649a24b4696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:11.423130 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0ee99078-a10f-4a20-9b96-17e339117519 req-e3fbba21-1515-4665-8e7a-5649a24b4696 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7df61f1b08cd47c08bd2f95f1b832351&device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 1096 time: 0.0422688 Nov 25 13:43:11.515572 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee99078-a10f-4a20-9b96-17e339117519 req-40cd3308-5dea-4015-9001-6c44b20de53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:11.519110 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0ee99078-a10f-4a20-9b96-17e339117519 req-40cd3308-5dea-4015-9001-6c44b20de53f service neutron] 10.222.0.66 "GET /v2.0/networks?id=65ced711-08b2-4c86-8f28-c46c27d6c810 HTTP/1.1" status: 200 len: 915 time: 0.0858369 Nov 25 13:43:11.562772 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0ee99078-a10f-4a20-9b96-17e339117519 req-3d26f866-74b9-4978-b76f-6e474249d563 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5a55093-3c15-45d9-8187-e22aa681981a HTTP/1.1" status: 200 len: 217 time: 0.0379362 Nov 25 13:43:11.612044 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee99078-a10f-4a20-9b96-17e339117519 req-50226933-4f65-4682-910d-0830a8384dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:11.613452 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0ee99078-a10f-4a20-9b96-17e339117519 req-50226933-4f65-4682-910d-0830a8384dd5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=533ad574-65b4-4979-ba44-9a507a4d4dd7 HTTP/1.1" status: 200 len: 854 time: 0.0438483 Nov 25 13:43:11.647595 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0ee99078-a10f-4a20-9b96-17e339117519 req-1afc2eeb-ed94-4497-8238-0a0c42266f96 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=65ced711-08b2-4c86-8f28-c46c27d6c810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239866 Nov 25 13:43:11.677599 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:11.739619 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0ee99078-a10f-4a20-9b96-17e339117519 req-6400c15c-34b5-4080-a47e-14c4fa3bcd33 service neutron] 10.222.0.66 "GET /v2.0/networks/65ced711-08b2-4c86-8f28-c46c27d6c810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840466 Nov 25 13:43:11.831241 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0ee99078-a10f-4a20-9b96-17e339117519 req-51a83eda-136d-4236-9b18-df1af2c56e87 service neutron] 10.222.0.66 "GET /v2.0/networks/65ced711-08b2-4c86-8f28-c46c27d6c810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827777 Nov 25 13:43:12.542009 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba6a25-c1f7-4dd1-bfda-3c32334a2f93 req-a6920cbb-c099-4053-9c4a-c5ad6859a275 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:12.544258 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e1ba6a25-c1f7-4dd1-bfda-3c32334a2f93 req-a6920cbb-c099-4053-9c4a-c5ad6859a275 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 944 time: 0.0536191 Nov 25 13:43:12.601289 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e1ba6a25-c1f7-4dd1-bfda-3c32334a2f93 req-7a0af840-2859-43da-8fb1-1eb32a0589cc tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503640 Nov 25 13:43:13.729130 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09fa53-b191-4cba-b251-b19bc4fc1b16 req-0cd4d15a-ffe2-4c25-a27f-2cde53d8f079 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:13.730612 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7a09fa53-b191-4cba-b251-b19bc4fc1b16 req-0cd4d15a-ffe2-4c25-a27f-2cde53d8f079 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 944 time: 0.0556142 Nov 25 13:43:13.780566 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7a09fa53-b191-4cba-b251-b19bc4fc1b16 req-500ca8c4-ce5d-4ca1-ad23-6f99b825d59c tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437169 Nov 25 13:43:13.897532 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device e5a55093-3c15-45d9-8187-e22aa681981a no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:43:14.905269 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983bcbe-1279-421a-8964-86cb17539265 req-34ebfa99-ab23-4e55-96e8-3dbe7cada651 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:14.906970 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a983bcbe-1279-421a-8964-86cb17539265 req-34ebfa99-ab23-4e55-96e8-3dbe7cada651 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 944 time: 0.0519431 Nov 25 13:43:14.956465 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a983bcbe-1279-421a-8964-86cb17539265 req-36144ce9-0599-4934-be50-66e3f0d3a23d tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426266 Nov 25 13:43:16.085352 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dbedb8-da7e-4c6b-a2c8-a45450741a23 req-1818babc-8721-4283-8108-a6f3843cc0c6 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:16.086752 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-34dbedb8-da7e-4c6b-a2c8-a45450741a23 req-1818babc-8721-4283-8108-a6f3843cc0c6 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 944 time: 0.0527315 Nov 25 13:43:16.156068 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-34dbedb8-da7e-4c6b-a2c8-a45450741a23 req-2faee756-7e46-4f0a-ae90-eb36515d8acb tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632279 Nov 25 13:43:17.261342 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5e6107-2a3b-41c4-ba4d-0b3720cb2ff1 req-a1d5b11d-36ff-466c-a27f-8de1c3ff120c tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:17.262888 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ce5e6107-2a3b-41c4-ba4d-0b3720cb2ff1 req-a1d5b11d-36ff-466c-a27f-8de1c3ff120c tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 944 time: 0.0478706 Nov 25 13:43:17.311934 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ce5e6107-2a3b-41c4-ba4d-0b3720cb2ff1 req-e4dce051-08e1-4dba-a0e6-0ac496401d05 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427115 Nov 25 13:43:18.431505 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03534d1c-b8ce-4bf4-9842-cda639cdb09e req-c7cc594c-d5ca-4d29-8d71-59b1637ed4d3 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:18.432983 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-03534d1c-b8ce-4bf4-9842-cda639cdb09e req-c7cc594c-d5ca-4d29-8d71-59b1637ed4d3 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 944 time: 0.0485227 Nov 25 13:43:18.486728 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-03534d1c-b8ce-4bf4-9842-cda639cdb09e req-9963c2aa-8363-4060-8615-6476a9a35e7e tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476849 Nov 25 13:43:19.616548 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c1c0a6-a64f-44c8-9682-9156609d1ce5 req-4b9a4504-5ac8-4275-bab0-d24240c9c092 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:19.618722 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-37c1c0a6-a64f-44c8-9682-9156609d1ce5 req-4b9a4504-5ac8-4275-bab0-d24240c9c092 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 944 time: 0.0575688 Nov 25 13:43:19.668613 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-37c1c0a6-a64f-44c8-9682-9156609d1ce5 req-f4b87f30-8f13-4f6a-975c-3467f4da707a tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443811 Nov 25 13:43:20.784791 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71948f9e-0376-40fa-9302-de8c8a5481bc req-240ff03f-2f3b-45fc-bf32-e3a8d6cdabb2 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:20.786352 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-71948f9e-0376-40fa-9302-de8c8a5481bc req-240ff03f-2f3b-45fc-bf32-e3a8d6cdabb2 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 944 time: 0.0484648 Nov 25 13:43:20.842998 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-71948f9e-0376-40fa-9302-de8c8a5481bc req-c2e0cc1c-253e-438a-911d-72e326b438a0 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496876 Nov 25 13:43:21.994127 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd4f74-d47e-4fe0-91f0-977409c58e8d req-f7c4a50b-0153-402e-b87a-57524bc04000 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:21.995677 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c9bd4f74-d47e-4fe0-91f0-977409c58e8d req-f7c4a50b-0153-402e-b87a-57524bc04000 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 944 time: 0.0636246 Nov 25 13:43:22.057399 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c9bd4f74-d47e-4fe0-91f0-977409c58e8d req-092a89f3-4537-4f83-b3f7-2cc2a4a82dcf tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550754 Nov 25 13:43:23.180024 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c35c3a3-15bf-409d-a5f7-6140bc859642 req-1885e4de-5e5f-4948-b428-69df3375cdff tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:23.181703 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9c35c3a3-15bf-409d-a5f7-6140bc859642 req-1885e4de-5e5f-4948-b428-69df3375cdff tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 944 time: 0.0527172 Nov 25 13:43:23.232201 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9c35c3a3-15bf-409d-a5f7-6140bc859642 req-859a4920-d899-4269-9c0f-3867b0ece14c tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442307 Nov 25 13:43:24.355547 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8633b853-2b38-40c9-8332-b4a1980497f9 req-c9865d50-b0e2-4d29-bcc2-78274d240a86 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:24.357056 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8633b853-2b38-40c9-8332-b4a1980497f9 req-c9865d50-b0e2-4d29-bcc2-78274d240a86 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 944 time: 0.0551770 Nov 25 13:43:24.409749 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8633b853-2b38-40c9-8332-b4a1980497f9 req-0765d572-0d00-4790-8c6a-98d6a48fab6f tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466259 Nov 25 13:43:24.592709 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58386) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:43:24.658080 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-74b3508c-91a7-498a-af1b-21e27b0ca892 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/floatingips/c3edeaca-e720-4e74-ac13-99950e02488d HTTP/1.1" status: 200 len: 993 time: 0.0639455 Nov 25 13:43:24.926291 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58392) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:43:25.092083 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-9245ca8e-4d3c-47bb-acd0-d6b9ca41b831 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Deleting port 04ce00d2-4077-46d4-9126-e9696eac8be4 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:43:25.092431 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9245ca8e-4d3c-47bb-acd0-d6b9ca41b831 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:25.173760 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9245ca8e-4d3c-47bb-acd0-d6b9ca41b831 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:25.174274 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9245ca8e-4d3c-47bb-acd0-d6b9ca41b831 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:25.186862 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-9245ca8e-4d3c-47bb-acd0-d6b9ca41b831 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Calling delete_port for 04ce00d2-4077-46d4-9126-e9696eac8be4 owned by network:floatingip {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:43:25.367446 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9245ca8e-4d3c-47bb-acd0-d6b9ca41b831 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:25.533567 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a0c7e8-0c35-4db8-b351-bf2a6659f4ff req-6091a92c-fae0-49be-8545-fdf67bf4726a tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:25.535190 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a4a0c7e8-0c35-4db8-b351-bf2a6659f4ff req-6091a92c-fae0-49be-8545-fdf67bf4726a tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 944 time: 0.0517926 Nov 25 13:43:25.586667 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a4a0c7e8-0c35-4db8-b351-bf2a6659f4ff req-5f384339-e281-4c86-abf7-b8f139fb5d1e tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447083 Nov 25 13:43:25.692702 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245ca8e-4d3c-47bb-acd0-d6b9ca41b831 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Pushing event deleted for resources: {'Port': ['ID=04ce00d2-4077-46d4-9126-e9696eac8be4,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:43:25.717054 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245ca8e-4d3c-47bb-acd0-d6b9ca41b831 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:43:25.717406 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245ca8e-4d3c-47bb-acd0-d6b9ca41b831 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:43:25.717753 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245ca8e-4d3c-47bb-acd0-d6b9ca41b831 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:43:25.718100 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245ca8e-4d3c-47bb-acd0-d6b9ca41b831 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:43:25.718437 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245ca8e-4d3c-47bb-acd0-d6b9ca41b831 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:43:25.718803 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245ca8e-4d3c-47bb-acd0-d6b9ca41b831 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:43:25.719134 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245ca8e-4d3c-47bb-acd0-d6b9ca41b831 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:43:25.719463 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245ca8e-4d3c-47bb-acd0-d6b9ca41b831 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:43:25.719787 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245ca8e-4d3c-47bb-acd0-d6b9ca41b831 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:43:25.720110 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245ca8e-4d3c-47bb-acd0-d6b9ca41b831 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:43:25.720505 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245ca8e-4d3c-47bb-acd0-d6b9ca41b831 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:43:25.720831 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245ca8e-4d3c-47bb-acd0-d6b9ca41b831 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:43:25.759386 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9245ca8e-4d3c-47bb-acd0-d6b9ca41b831 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for floatingip, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:25.759720 n-d-808199-11 neutron-server[103571]: INFO neutron.db.l3_db [None req-9245ca8e-4d3c-47bb-acd0-d6b9ca41b831 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Floating IP c3edeaca-e720-4e74-ac13-99950e02488d disassociated (deleted). External IP: 172.25.5.90, port: 87e8f79f-2532-4e69-8830-aad0d94c9c88. Nov 25 13:43:25.967180 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9245ca8e-4d3c-47bb-acd0-d6b9ca41b831 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Router 0bcca80d-3e62-4ce7-9603-c1493e5cf1fc has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:43:26.000092 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device e5a55093-3c15-45d9-8187-e22aa681981a details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:43:26.078065 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9245ca8e-4d3c-47bb-acd0-d6b9ca41b831 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:43:26.082963 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9245ca8e-4d3c-47bb-acd0-d6b9ca41b831 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:26.090764 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa9878b-95aa-4e47-8b1c-3d0c414c54bb None None] Sync routers for ids ['0bcca80d-3e62-4ce7-9603-c1493e5cf1fc'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:43:26.100878 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port e5a55093-3c15-45d9-8187-e22aa681981a, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=e5a55093-3c15-45d9-8187-e22aa681981a,segment=NetworkSegment(319d727f-3675-4f9d-9345-98e588ff56b9),segment_id=319d727f-3675-4f9d-9345-98e588ff56b9)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:43:26.110575 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-9245ca8e-4d3c-47bb-acd0-d6b9ca41b831 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "DELETE /v2.0/floatingips/c3edeaca-e720-4e74-ac13-99950e02488d HTTP/1.1" status: 204 len: 168 time: 1.1832433 Nov 25 13:43:26.111317 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b915c76d-e26d-4074-860a-cd9cf7ac4f56', 'tag': '87e8f79f-2532-4e69-8830-aad0d94c9c88'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:43:26.113671 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e64f3e0-53bb-4aa0-a21a-4bf62b6ee5e8" -d '{"events": [{"name": "network-changed", "server_uuid": "b915c76d-e26d-4074-860a-cd9cf7ac4f56", "tag": "87e8f79f-2532-4e69-8830-aad0d94c9c88"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:43:26.114099 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': 'e5a55093-3c15-45d9-8187-e22aa681981a', 'network_id': '65ced711-08b2-4c86-8f28-c46c27d6c810', 'port_id': 'e5a55093-3c15-45d9-8187-e22aa681981a', 'mac_address': 'fa:16:3e:9f:0f:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '533ad574-65b4-4979-ba44-9a507a4d4dd7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:43:26.120520 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa9878b-95aa-4e47-8b1c-3d0c414c54bb None None] Routers {'0bcca80d-3e62-4ce7-9603-c1493e5cf1fc'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:43:26.121083 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-4aa9878b-95aa-4e47-8b1c-3d0c414c54bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:43:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['0bcca80d-3e62-4ce7-9603-c1493e5cf1fc'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:43:26.157036 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5d0c76-9eb3-4696-8021-f189d68d7913 x-openstack-request-id: req-2d5d0c76-9eb3-4696-8021-f189d68d7913 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:43:26.157321 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b915c76d-e26d-4074-860a-cd9cf7ac4f56", "tag": "87e8f79f-2532-4e69-8830-aad0d94c9c88", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:43:26.157583 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2d5d0c76-9eb3-4696-8021-f189d68d7913 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:43:26.157995 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b915c76d-e26d-4074-860a-cd9cf7ac4f56', 'tag': '87e8f79f-2532-4e69-8830-aad0d94c9c88', 'status': 'completed', 'code': 200} Nov 25 13:43:26.231688 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64f3e0-53bb-4aa0-a21a-4bf62b6ee5e8 req-a53e797d-d698-4cf8-a52d-fc7f2947bf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:26.233271 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3e64f3e0-53bb-4aa0-a21a-4bf62b6ee5e8 req-a53e797d-d698-4cf8-a52d-fc7f2947bf06 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=06a700e6f18945e692debb25875c4858&device_id=b915c76d-e26d-4074-860a-cd9cf7ac4f56 HTTP/1.1" status: 200 len: 1098 time: 0.0479262 Nov 25 13:43:26.251588 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:26.272283 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5a55093-3c15-45d9-8187-e22aa681981a {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:43:26.311437 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port e5a55093-3c15-45d9-8187-e22aa681981a, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=e5a55093-3c15-45d9-8187-e22aa681981a,segment=NetworkSegment(319d727f-3675-4f9d-9345-98e588ff56b9),segment_id=319d727f-3675-4f9d-9345-98e588ff56b9)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:43:26.319075 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-4aa9878b-95aa-4e47-8b1c-3d0c414c54bb None None] Set router 0bcca80d-3e62-4ce7-9603-c1493e5cf1fc gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:43:26.345342 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:26.346365 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64f3e0-53bb-4aa0-a21a-4bf62b6ee5e8 req-c7180c0c-2c6c-4f4f-af8b-c3d28218ff7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:26.347913 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3e64f3e0-53bb-4aa0-a21a-4bf62b6ee5e8 req-c7180c0c-2c6c-4f4f-af8b-c3d28218ff7a service neutron] 10.222.0.66 "GET /v2.0/networks?id=8b093547-e8c5-4d15-b872-1302a254ea32 HTTP/1.1" status: 200 len: 898 time: 0.1013544 Nov 25 13:43:26.371521 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af235f85-53f3-4e1d-a3b9-f634ac458fe4 req-62769507-f2fa-4bd0-9061-9a6a379a2ec8 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:26.373352 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-af235f85-53f3-4e1d-a3b9-f634ac458fe4 req-62769507-f2fa-4bd0-9061-9a6a379a2ec8 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/ports?device_id=b915c76d-e26d-4074-860a-cd9cf7ac4f56 HTTP/1.1" status: 200 len: 946 time: 0.0550418 Nov 25 13:43:26.393681 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3e64f3e0-53bb-4aa0-a21a-4bf62b6ee5e8 req-6dafe38b-5882-43de-bed9-c1b2c535b719 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=87e8f79f-2532-4e69-8830-aad0d94c9c88 HTTP/1.1" status: 200 len: 217 time: 0.0363269 Nov 25 13:43:26.441702 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-af235f85-53f3-4e1d-a3b9-f634ac458fe4 req-bc184b00-4af2-4688-85d1-5f941e445aae tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8193440-3d0b-402d-816a-c57ecb79d417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584176 Nov 25 13:43:26.450421 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64f3e0-53bb-4aa0-a21a-4bf62b6ee5e8 req-7cb57eae-5a94-409d-9c35-e7d034e46a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:26.451960 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3e64f3e0-53bb-4aa0-a21a-4bf62b6ee5e8 req-7cb57eae-5a94-409d-9c35-e7d034e46a00 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=05270d50-4b45-4809-a4a7-beaaa896f236 HTTP/1.1" status: 200 len: 835 time: 0.0498166 Nov 25 13:43:26.515105 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64f3e0-53bb-4aa0-a21a-4bf62b6ee5e8 req-f357fd6d-834c-4f5c-97e6-6d9649c2c04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:26.516617 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3e64f3e0-53bb-4aa0-a21a-4bf62b6ee5e8 req-f357fd6d-834c-4f5c-97e6-6d9649c2c04f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8b093547-e8c5-4d15-b872-1302a254ea32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481229 Nov 25 13:43:26.616628 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3e64f3e0-53bb-4aa0-a21a-4bf62b6ee5e8 req-d8e56a2c-4fdb-496e-8fd3-a155083d8bbd service neutron] 10.222.0.66 "GET /v2.0/networks/8b093547-e8c5-4d15-b872-1302a254ea32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910575 Nov 25 13:43:26.677453 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=e5a55093-3c15-45d9-8187-e22aa681981a,revision_number=9']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:43:26.683371 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['e5a55093-3c15-45d9-8187-e22aa681981a'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:43:26.717726 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:43:26.718080 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:43:26.718464 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:43:26.718838 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:43:26.719179 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:43:26.719633 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:43:26.719974 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:43:26.720309 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:43:26.720644 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:43:26.721048 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:43:26.721185 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72065d7-ee27-4c83-b694-e279a4c6fb2d req-3db3dd45-abb6-4e05-86c7-92e0f3f8c3c3 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:26.721697 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:43:26.721697 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:43:26.722647 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d72065d7-ee27-4c83-b694-e279a4c6fb2d req-3db3dd45-abb6-4e05-86c7-92e0f3f8c3c3 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 945 time: 0.0549726 Nov 25 13:43:26.730088 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3e64f3e0-53bb-4aa0-a21a-4bf62b6ee5e8 req-5bcc9874-3612-4c43-a10f-948db75cb8f8 service neutron] 10.222.0.66 "GET /v2.0/networks/8b093547-e8c5-4d15-b872-1302a254ea32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051278 Nov 25 13:43:26.780958 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d72065d7-ee27-4c83-b694-e279a4c6fb2d req-2d7cc4e7-4840-45c0-8feb-0465d77dbc3d tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455837 Nov 25 13:43:26.869475 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-4aa9878b-95aa-4e47-8b1c-3d0c414c54bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bcca80d-3e62-4ce7-9603-c1493e5cf1fc', 'name': 'tempest-TestNetworkBasicOps-router-1473798697', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '33fe9253-7441-4ea9-8cb3-c415249a7f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:42:23Z', 'updated_at': '2021-11-25T13:42:30Z', 'revision_number': 4, 'project_id': '06a700e6f18945e692debb25875c4858', 'gw_port': {'id': '33fe9253-7441-4ea9-8cb3-c415249a7f5e', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:70:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcca80d-3e62-4ce7-9603-c1493e5cf1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:42:24Z', 'updated_at': '2021-11-25T13:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'cfb15083-a269-44d4-9680-ec40390f7a05', 'name': '', 'network_id': '8b093547-e8c5-4d15-b872-1302a254ea32', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'mac_address': 'fa:16:3e:96:50:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcca80d-3e62-4ce7-9603-c1493e5cf1fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '05270d50-4b45-4809-a4a7-beaaa896f236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:42:28Z', 'updated_at': '2021-11-25T13:42:33Z', 'revision_number': 5, 'project_id': '06a700e6f18945e692debb25875c4858', 'subnets': [{'id': '05270d50-4b45-4809-a4a7-beaaa896f236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:43:26.909171 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa9878b-95aa-4e47-8b1c-3d0c414c54bb None None] Checking router: 0bcca80d-3e62-4ce7-9603-c1493e5cf1fc for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:43:26.937737 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa9878b-95aa-4e47-8b1c-3d0c414c54bb None None] Routers {'0bcca80d-3e62-4ce7-9603-c1493e5cf1fc'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:43:26.938432 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-4aa9878b-95aa-4e47-8b1c-3d0c414c54bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:43:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['0bcca80d-3e62-4ce7-9603-c1493e5cf1fc'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:43:27.057507 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-4aa9878b-95aa-4e47-8b1c-3d0c414c54bb None None] Set router 0bcca80d-3e62-4ce7-9603-c1493e5cf1fc gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:43:27.264346 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-4aa9878b-95aa-4e47-8b1c-3d0c414c54bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bcca80d-3e62-4ce7-9603-c1493e5cf1fc', 'name': 'tempest-TestNetworkBasicOps-router-1473798697', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '33fe9253-7441-4ea9-8cb3-c415249a7f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:42:23Z', 'updated_at': '2021-11-25T13:42:30Z', 'revision_number': 4, 'project_id': '06a700e6f18945e692debb25875c4858', 'gw_port': {'id': '33fe9253-7441-4ea9-8cb3-c415249a7f5e', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:70:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcca80d-3e62-4ce7-9603-c1493e5cf1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:42:24Z', 'updated_at': '2021-11-25T13:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'cfb15083-a269-44d4-9680-ec40390f7a05', 'name': '', 'network_id': '8b093547-e8c5-4d15-b872-1302a254ea32', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'mac_address': 'fa:16:3e:96:50:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcca80d-3e62-4ce7-9603-c1493e5cf1fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '05270d50-4b45-4809-a4a7-beaaa896f236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:42:28Z', 'updated_at': '2021-11-25T13:42:33Z', 'revision_number': 5, 'project_id': '06a700e6f18945e692debb25875c4858', 'subnets': [{'id': '05270d50-4b45-4809-a4a7-beaaa896f236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:43:27.291362 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa9878b-95aa-4e47-8b1c-3d0c414c54bb None None] The sync data for ids ['0bcca80d-3e62-4ce7-9603-c1493e5cf1fc'] in n-d-808199-11 is: [{'id': '0bcca80d-3e62-4ce7-9603-c1493e5cf1fc', 'name': 'tempest-TestNetworkBasicOps-router-1473798697', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '33fe9253-7441-4ea9-8cb3-c415249a7f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:42:23Z', 'updated_at': '2021-11-25T13:42:30Z', 'revision_number': 4, 'project_id': '06a700e6f18945e692debb25875c4858', 'gw_port': {'id': '33fe9253-7441-4ea9-8cb3-c415249a7f5e', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:70:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcca80d-3e62-4ce7-9603-c1493e5cf1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:42:24Z', 'updated_at': '2021-11-25T13:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'cfb15083-a269-44d4-9680-ec40390f7a05', 'name': '', 'network_id': '8b093547-e8c5-4d15-b872-1302a254ea32', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'mac_address': 'fa:16:3e:96:50:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcca80d-3e62-4ce7-9603-c1493e5cf1fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '05270d50-4b45-4809-a4a7-beaaa896f236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:42:28Z', 'updated_at': '2021-11-25T13:42:33Z', 'revision_number': 5, 'project_id': '06a700e6f18945e692debb25875c4858', 'subnets': [{'id': '05270d50-4b45-4809-a4a7-beaaa896f236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:43:27.520916 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb0f2cf-b1c0-40a1-b144-f98d4a103cb9 None None] New status for floating IP c3edeaca-e720-4e74-ac13-99950e02488d: DOWN {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 13:43:27.569979 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7742b-de21-4c46-9480-d875400bba06 req-30187cc9-b45b-4ede-9437-1531edbd494a tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:27.571569 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-46c7742b-de21-4c46-9480-d875400bba06 req-30187cc9-b45b-4ede-9437-1531edbd494a tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/ports?device_id=b915c76d-e26d-4074-860a-cd9cf7ac4f56 HTTP/1.1" status: 200 len: 946 time: 0.0548344 Nov 25 13:43:27.626444 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-46c7742b-de21-4c46-9480-d875400bba06 req-28d319c3-bc11-4917-9be9-b90b45344486 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8193440-3d0b-402d-816a-c57ecb79d417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481577 Nov 25 13:43:27.788084 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e4007-1aab-442a-a8c3-e2fae8180b3d req-1de97626-01e4-4ee4-9d27-f9b59f89d3b7 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:27.789567 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f09e4007-1aab-442a-a8c3-e2fae8180b3d req-1de97626-01e4-4ee4-9d27-f9b59f89d3b7 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.66 "GET /v2.0/ports?device_id=b915c76d-e26d-4074-860a-cd9cf7ac4f56 HTTP/1.1" status: 200 len: 946 time: 0.0495281 Nov 25 13:43:27.888379 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-f09e4007-1aab-442a-a8c3-e2fae8180b3d req-da766e47-fc42-4fdd-ad0e-dbfc37c44094 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Deleting port 87e8f79f-2532-4e69-8830-aad0d94c9c88 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:43:27.888618 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f09e4007-1aab-442a-a8c3-e2fae8180b3d req-da766e47-fc42-4fdd-ad0e-dbfc37c44094 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:27.909387 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c10cb1-c36b-49d5-8f59-707f713cbe97 req-88b44472-8ad4-4966-8db6-ab58a65a0cd0 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:27.910939 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-65c10cb1-c36b-49d5-8f59-707f713cbe97 req-88b44472-8ad4-4966-8db6-ab58a65a0cd0 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 945 time: 0.0554445 Nov 25 13:43:27.959403 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-65c10cb1-c36b-49d5-8f59-707f713cbe97 req-8b858d49-b27c-4f84-9886-6af2ae05e4ea tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416825 Nov 25 13:43:27.992150 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-f09e4007-1aab-442a-a8c3-e2fae8180b3d req-da766e47-fc42-4fdd-ad0e-dbfc37c44094 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] For port 87e8f79f-2532-4e69-8830-aad0d94c9c88, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=87e8f79f-2532-4e69-8830-aad0d94c9c88,segment=NetworkSegment(24d93eab-f504-4e0b-8564-dd0faf9fe133),segment_id=24d93eab-f504-4e0b-8564-dd0faf9fe133)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:43:27.992520 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f09e4007-1aab-442a-a8c3-e2fae8180b3d req-da766e47-fc42-4fdd-ad0e-dbfc37c44094 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:28.007162 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-f09e4007-1aab-442a-a8c3-e2fae8180b3d req-da766e47-fc42-4fdd-ad0e-dbfc37c44094 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Calling delete_port for 87e8f79f-2532-4e69-8830-aad0d94c9c88 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:43:28.012869 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device e5a55093-3c15-45d9-8187-e22aa681981a up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:43:28.068807 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port e5a55093-3c15-45d9-8187-e22aa681981a triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:43:28.069674 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:28.149731 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:28.155351 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f09e4007-1aab-442a-a8c3-e2fae8180b3d req-da766e47-fc42-4fdd-ad0e-dbfc37c44094 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:28.173648 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c04fa64-7415-4f99-8cfe-527ec87a5b92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a55093-3c15-45d9-8187-e22aa681981a'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:43:28.175967 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1411c7f4-8223-4fee-89e7-99208cde0e6c" -d '{"events": [{"server_uuid": "0c04fa64-7415-4f99-8cfe-527ec87a5b92", "name": "network-vif-plugged", "status": "completed", "tag": "e5a55093-3c15-45d9-8187-e22aa681981a"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:43:28.188416 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port e5a55093-3c15-45d9-8187-e22aa681981a, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=e5a55093-3c15-45d9-8187-e22aa681981a,segment=NetworkSegment(319d727f-3675-4f9d-9345-98e588ff56b9),segment_id=319d727f-3675-4f9d-9345-98e588ff56b9)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:43:28.189798 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da766e47-fc42-4fdd-ad0e-dbfc37c44094 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Pushing event deleted for resources: {'Port': ['ID=87e8f79f-2532-4e69-8830-aad0d94c9c88,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:43:28.192739 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:28.223759 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd22b6d1-9c42-4b15-94e6-aebd51fece45 x-openstack-request-id: req-fd22b6d1-9c42-4b15-94e6-aebd51fece45 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:43:28.224107 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c04fa64-7415-4f99-8cfe-527ec87a5b92", "name": "network-vif-plugged", "status": "completed", "tag": "e5a55093-3c15-45d9-8187-e22aa681981a", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:43:28.224919 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fd22b6d1-9c42-4b15-94e6-aebd51fece45 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:43:28.225276 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c04fa64-7415-4f99-8cfe-527ec87a5b92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a55093-3c15-45d9-8187-e22aa681981a', 'code': 200} Nov 25 13:43:28.247371 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-f09e4007-1aab-442a-a8c3-e2fae8180b3d req-da766e47-fc42-4fdd-ad0e-dbfc37c44094 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] No DVR routers for this DVR port 87e8f79f-2532-4e69-8830-aad0d94c9c88 on host n-h1-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:43:28.250471 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f09e4007-1aab-442a-a8c3-e2fae8180b3d req-da766e47-fc42-4fdd-ad0e-dbfc37c44094 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:28.253054 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=e5a55093-3c15-45d9-8187-e22aa681981a,revision_number=10']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:43:28.255041 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f09e4007-1aab-442a-a8c3-e2fae8180b3d req-da766e47-fc42-4fdd-ad0e-dbfc37c44094 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.66 "DELETE /v2.0/ports/87e8f79f-2532-4e69-8830-aad0d94c9c88 HTTP/1.1" status: 204 len: 173 time: 0.4559679 Nov 25 13:43:28.256954 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b915c76d-e26d-4074-860a-cd9cf7ac4f56', 'name': 'network-vif-deleted', 'tag': '87e8f79f-2532-4e69-8830-aad0d94c9c88'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:43:28.261583 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f82b462-0696-4f47-9b85-e318d5effb7c" -d '{"events": [{"server_uuid": "b915c76d-e26d-4074-860a-cd9cf7ac4f56", "name": "network-vif-deleted", "tag": "87e8f79f-2532-4e69-8830-aad0d94c9c88"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:43:28.306344 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfee2517-e2ba-4187-8725-edcfee9b4888 x-openstack-request-id: req-dfee2517-e2ba-4187-8725-edcfee9b4888 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:43:28.306667 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b915c76d-e26d-4074-860a-cd9cf7ac4f56", "name": "network-vif-deleted", "tag": "87e8f79f-2532-4e69-8830-aad0d94c9c88", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:43:28.306953 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dfee2517-e2ba-4187-8725-edcfee9b4888 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:43:28.307393 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b915c76d-e26d-4074-860a-cd9cf7ac4f56', 'name': 'network-vif-deleted', 'tag': '87e8f79f-2532-4e69-8830-aad0d94c9c88', 'status': 'completed', 'code': 200} Nov 25 13:43:28.426868 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e80c4c-25c9-45d4-8fd8-f51f822a3fc1 req-5de8712f-ab2a-472a-a173-445c0893030e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:28.428637 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a0e80c4c-25c9-45d4-8fd8-f51f822a3fc1 req-5de8712f-ab2a-472a-a173-445c0893030e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 1099 time: 0.0467565 Nov 25 13:43:28.484862 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a0e80c4c-25c9-45d4-8fd8-f51f822a3fc1 req-09dc5f4c-020d-4ceb-8e3f-e27ea0396510 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468142 Nov 25 13:43:28.735107 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-03180e69-90eb-4965-a84b-101dd69a8e77 req-94f65b98-fda4-4a4b-af5d-b91d27e8eb88 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "GET /v2.0/ports?device_id=b915c76d-e26d-4074-860a-cd9cf7ac4f56 HTTP/1.1" status: 200 len: 210 time: 0.0254674 Nov 25 13:43:29.084933 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ea9eb8-c454-4a1a-974e-8f27a17f613f req-9b57c10d-8c6e-4e5e-9cd0-19391d33d049 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:29.086617 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e9ea9eb8-c454-4a1a-974e-8f27a17f613f req-9b57c10d-8c6e-4e5e-9cd0-19391d33d049 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 947 time: 0.0532303 Nov 25 13:43:29.134545 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e9ea9eb8-c454-4a1a-974e-8f27a17f613f req-b290ec04-b9d1-44ef-b229-83cd0305be90 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413845 Nov 25 13:43:29.796978 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58442) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:43:29.857921 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e40d7dcb-4bec-40b1-a71e-71533df61bbd tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:29.884852 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e40d7dcb-4bec-40b1-a71e-71533df61bbd tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:29.947248 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e40d7dcb-4bec-40b1-a71e-71533df61bbd tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:29.950060 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e40d7dcb-4bec-40b1-a71e-71533df61bbd tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:29.951267 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-e40d7dcb-4bec-40b1-a71e-71533df61bbd tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "DELETE /v2.0/security-groups/b8193440-3d0b-402d-816a-c57ecb79d417 HTTP/1.1" status: 204 len: 168 time: 0.1533194 Nov 25 13:43:29.960656 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40d7dcb-4bec-40b1-a71e-71533df61bbd tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8193440-3d0b-402d-816a-c57ecb79d417,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:43:30.004698 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58456) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:43:30.270623 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967537c6-c266-4b4b-a323-abbd4de7c7d2 req-3cf264ec-94f3-4a22-a007-c8845c5ed75e tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:30.272683 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-967537c6-c266-4b4b-a323-abbd4de7c7d2 req-3cf264ec-94f3-4a22-a007-c8845c5ed75e tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 947 time: 0.0597751 Nov 25 13:43:30.325991 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-967537c6-c266-4b4b-a323-abbd4de7c7d2 req-bed03fdd-6f48-4e9a-9acd-3431040c7739 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469933 Nov 25 13:43:30.346412 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0cac0be6-527e-4dbb-9c9f-4e6e7e9e3406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:30.402490 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5f9b14b0-cd72-41d7-b3c2-cca7f67829d2 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:30.680474 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b14b0-cd72-41d7-b3c2-cca7f67829d2 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Deleting port cfb15083-a269-44d4-9680-ec40390f7a05 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:43:30.680806 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5f9b14b0-cd72-41d7-b3c2-cca7f67829d2 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:30.774548 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-5f9b14b0-cd72-41d7-b3c2-cca7f67829d2 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] For port cfb15083-a269-44d4-9680-ec40390f7a05, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=cfb15083-a269-44d4-9680-ec40390f7a05,segment=NetworkSegment(24d93eab-f504-4e0b-8564-dd0faf9fe133),segment_id=24d93eab-f504-4e0b-8564-dd0faf9fe133)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:43:30.774934 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5f9b14b0-cd72-41d7-b3c2-cca7f67829d2 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:30.789621 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b14b0-cd72-41d7-b3c2-cca7f67829d2 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Calling delete_port for cfb15083-a269-44d4-9680-ec40390f7a05 owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:43:30.996345 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5f9b14b0-cd72-41d7-b3c2-cca7f67829d2 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:31.030110 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b14b0-cd72-41d7-b3c2-cca7f67829d2 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Pushing event deleted for resources: {'Port': ['ID=cfb15083-a269-44d4-9680-ec40390f7a05,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:43:31.228958 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5f9b14b0-cd72-41d7-b3c2-cca7f67829d2 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:31.447102 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a3e18b-78f4-426c-999c-cf274e5f6614 req-be6dbc08-89dd-4e3b-a47d-1d165e2f25ee tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:31.448970 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-73a3e18b-78f4-426c-999c-cf274e5f6614 req-be6dbc08-89dd-4e3b-a47d-1d165e2f25ee tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 947 time: 0.0493977 Nov 25 13:43:31.462104 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f9b14b0-cd72-41d7-b3c2-cca7f67829d2 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Router 0bcca80d-3e62-4ce7-9603-c1493e5cf1fc has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:43:31.499799 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-73a3e18b-78f4-426c-999c-cf274e5f6614 req-1c8b1c8d-41b4-4705-8799-f0b899e50298 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440261 Nov 25 13:43:31.590880 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f9b14b0-cd72-41d7-b3c2-cca7f67829d2 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:43:31.596420 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5f9b14b0-cd72-41d7-b3c2-cca7f67829d2 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "PUT /v2.0/routers/0bcca80d-3e62-4ce7-9603-c1493e5cf1fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5901954 Nov 25 13:43:31.599347 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58466) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:43:31.604098 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753dbbca-896d-477b-b001-93edae0ae20c None None] Sync routers for ids ['0bcca80d-3e62-4ce7-9603-c1493e5cf1fc'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:43:31.615050 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753dbbca-896d-477b-b001-93edae0ae20c None None] Routers {'0bcca80d-3e62-4ce7-9603-c1493e5cf1fc'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:43:31.615736 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-753dbbca-896d-477b-b001-93edae0ae20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:43:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['0bcca80d-3e62-4ce7-9603-c1493e5cf1fc'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:43:31.665530 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333e39f-6d90-4d31-91c2-7975379b8f29 req-7f7a155e-cd3d-42dd-9412-a128d70b4c46 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:31.667521 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7333e39f-6d90-4d31-91c2-7975379b8f29 req-7f7a155e-cd3d-42dd-9412-a128d70b4c46 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 947 time: 0.0957150 Nov 25 13:43:31.673773 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-92af9f3b-604b-4132-a042-1d5e80f06d24 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Deleting subnet 05270d50-4b45-4809-a4a7-beaaa896f236 {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:43:31.681444 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-92af9f3b-604b-4132-a042-1d5e80f06d24 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:31.731786 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-753dbbca-896d-477b-b001-93edae0ae20c None None] Set router 0bcca80d-3e62-4ce7-9603-c1493e5cf1fc gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:43:31.742509 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-92af9f3b-604b-4132-a042-1d5e80f06d24 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:31.783013 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7333e39f-6d90-4d31-91c2-7975379b8f29 req-26baa4ff-c32f-479d-9e15-bef13d0d5d6b tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031191 Nov 25 13:43:31.851684 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-92af9f3b-604b-4132-a042-1d5e80f06d24 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:31.950410 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b8924-d446-476e-96bb-04196491bcb2 req-c0af0099-ed84-4cb8-a3a5-15fc6cd99577 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:31.951960 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-024b8924-d446-476e-96bb-04196491bcb2 req-c0af0099-ed84-4cb8-a3a5-15fc6cd99577 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 947 time: 0.0703740 Nov 25 13:43:31.954797 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-753dbbca-896d-477b-b001-93edae0ae20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bcca80d-3e62-4ce7-9603-c1493e5cf1fc', 'name': 'tempest-TestNetworkBasicOps-router-1473798697', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '33fe9253-7441-4ea9-8cb3-c415249a7f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:42:23Z', 'updated_at': '2021-11-25T13:43:30Z', 'revision_number': 5, 'project_id': '06a700e6f18945e692debb25875c4858', 'gw_port': {'id': '33fe9253-7441-4ea9-8cb3-c415249a7f5e', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:70:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcca80d-3e62-4ce7-9603-c1493e5cf1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:42:24Z', 'updated_at': '2021-11-25T13:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:43:31.957828 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-92af9f3b-604b-4132-a042-1d5e80f06d24 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:31.988454 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753dbbca-896d-477b-b001-93edae0ae20c None None] Checking router: 0bcca80d-3e62-4ce7-9603-c1493e5cf1fc for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:43:31.998365 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753dbbca-896d-477b-b001-93edae0ae20c None None] Routers {'0bcca80d-3e62-4ce7-9603-c1493e5cf1fc'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:43:31.999126 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-753dbbca-896d-477b-b001-93edae0ae20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:43:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['0bcca80d-3e62-4ce7-9603-c1493e5cf1fc'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:43:32.008322 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92af9f3b-604b-4132-a042-1d5e80f06d24 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Pushing event deleted for resources: {'Subnet': ['ID=05270d50-4b45-4809-a4a7-beaaa896f236,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:43:32.012889 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-92af9f3b-604b-4132-a042-1d5e80f06d24 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:32.016193 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-92af9f3b-604b-4132-a042-1d5e80f06d24 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "DELETE /v2.0/subnets/05270d50-4b45-4809-a4a7-beaaa896f236 HTTP/1.1" status: 204 len: 168 time: 0.4160922 Nov 25 13:43:32.019503 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58470) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:43:32.027091 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92af9f3b-604b-4132-a042-1d5e80f06d24 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:43:32.027447 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92af9f3b-604b-4132-a042-1d5e80f06d24 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:43:32.027801 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92af9f3b-604b-4132-a042-1d5e80f06d24 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:43:32.028180 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92af9f3b-604b-4132-a042-1d5e80f06d24 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:43:32.028526 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92af9f3b-604b-4132-a042-1d5e80f06d24 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:43:32.028868 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92af9f3b-604b-4132-a042-1d5e80f06d24 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:43:32.029208 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92af9f3b-604b-4132-a042-1d5e80f06d24 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:43:32.029542 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92af9f3b-604b-4132-a042-1d5e80f06d24 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:43:32.029874 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92af9f3b-604b-4132-a042-1d5e80f06d24 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:43:32.030207 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92af9f3b-604b-4132-a042-1d5e80f06d24 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:43:32.030542 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92af9f3b-604b-4132-a042-1d5e80f06d24 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:43:32.030897 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92af9f3b-604b-4132-a042-1d5e80f06d24 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:43:32.039152 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900a1216-be32-4397-8437-af471c834e16 None None] Network 8b093547-e8c5-4d15-b872-1302a254ea32 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:43:32.041100 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 87e8f79f-2532-4e69-8830-aad0d94c9c88 no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:43:32.057749 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-024b8924-d446-476e-96bb-04196491bcb2 req-51d6f666-394c-4449-92c4-9e3dfd2bd515 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971115 Nov 25 13:43:32.092328 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] No Port match for: 87e8f79f-2532-4e69-8830-aad0d94c9c88 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:43:32.092926 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 87e8f79f-2532-4e69-8830-aad0d94c9c88 not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:43:32.159870 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5841e0a9-c401-41c6-b07f-25bcd1917190 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:32.207967 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d988a-efa3-40ab-878f-f7c8f5408da6 req-8f1da997-ff93-4a1d-84a7-7b2c446f03b4 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:32.209850 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dd1d988a-efa3-40ab-878f-f7c8f5408da6 req-8f1da997-ff93-4a1d-84a7-7b2c446f03b4 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 947 time: 0.0624385 Nov 25 13:43:32.252129 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-753dbbca-896d-477b-b001-93edae0ae20c None None] Set router 0bcca80d-3e62-4ce7-9603-c1493e5cf1fc gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:43:32.273200 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dd1d988a-efa3-40ab-878f-f7c8f5408da6 req-33659a69-c6ee-4769-9401-c52d7790d7f5 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535395 Nov 25 13:43:32.291517 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5841e0a9-c401-41c6-b07f-25bcd1917190 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:32.446272 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f44dbc-12a0-4fdb-a222-be376c8c5655 req-7a129510-bea4-47a5-b723-7ebba4975a23 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:32.448630 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-47f44dbc-12a0-4fdb-a222-be376c8c5655 req-7a129510-bea4-47a5-b723-7ebba4975a23 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 947 time: 0.0873108 Nov 25 13:43:32.482138 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd7f836-5c3c-4707-88d5-5f813330e7b8 None None] DHCP port deletion for 8b093547-e8c5-4d15-b872-1302a254ea32 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:43:32.512012 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-47f44dbc-12a0-4fdb-a222-be376c8c5655 req-68471c51-eeeb-46a3-a8a5-d601ee4f8bdc tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551558 Nov 25 13:43:32.543466 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-753dbbca-896d-477b-b001-93edae0ae20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bcca80d-3e62-4ce7-9603-c1493e5cf1fc', 'name': 'tempest-TestNetworkBasicOps-router-1473798697', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '33fe9253-7441-4ea9-8cb3-c415249a7f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:42:23Z', 'updated_at': '2021-11-25T13:43:30Z', 'revision_number': 5, 'project_id': '06a700e6f18945e692debb25875c4858', 'gw_port': {'id': '33fe9253-7441-4ea9-8cb3-c415249a7f5e', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:70:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcca80d-3e62-4ce7-9603-c1493e5cf1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:42:24Z', 'updated_at': '2021-11-25T13:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:43:32.575612 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753dbbca-896d-477b-b001-93edae0ae20c None None] The sync data for ids ['0bcca80d-3e62-4ce7-9603-c1493e5cf1fc'] in n-d-808199-11 is: [{'id': '0bcca80d-3e62-4ce7-9603-c1493e5cf1fc', 'name': 'tempest-TestNetworkBasicOps-router-1473798697', 'tenant_id': '06a700e6f18945e692debb25875c4858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '33fe9253-7441-4ea9-8cb3-c415249a7f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:42:23Z', 'updated_at': '2021-11-25T13:43:30Z', 'revision_number': 5, 'project_id': '06a700e6f18945e692debb25875c4858', 'gw_port': {'id': '33fe9253-7441-4ea9-8cb3-c415249a7f5e', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:70:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcca80d-3e62-4ce7-9603-c1493e5cf1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:42:24Z', 'updated_at': '2021-11-25T13:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:43:32.591840 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-7bd7f836-5c3c-4707-88d5-5f813330e7b8 None None] Deleting port 82681751-92a5-4019-b55d-d704d5e7946d {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:43:32.592499 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7bd7f836-5c3c-4707-88d5-5f813330e7b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:32.673648 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-7bd7f836-5c3c-4707-88d5-5f813330e7b8 None None] For port 82681751-92a5-4019-b55d-d704d5e7946d, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=82681751-92a5-4019-b55d-d704d5e7946d,segment=NetworkSegment(24d93eab-f504-4e0b-8564-dd0faf9fe133),segment_id=24d93eab-f504-4e0b-8564-dd0faf9fe133)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:43:32.674478 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7bd7f836-5c3c-4707-88d5-5f813330e7b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:32.684525 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f50eb-f6e0-487b-b9a7-d1bbbcbcbb6e req-bd0710ff-aecf-42cb-87f5-e088f0374a12 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:32.686264 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ed8f50eb-f6e0-487b-b9a7-d1bbbcbcbb6e req-bd0710ff-aecf-42cb-87f5-e088f0374a12 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 947 time: 0.0710709 Nov 25 13:43:32.688881 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-7bd7f836-5c3c-4707-88d5-5f813330e7b8 None None] Calling delete_port for 82681751-92a5-4019-b55d-d704d5e7946d owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:43:32.716215 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-5841e0a9-c401-41c6-b07f-25bcd1917190 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Deleting port 33fe9253-7441-4ea9-8cb3-c415249a7f5e {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:43:32.716457 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5841e0a9-c401-41c6-b07f-25bcd1917190 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:32.738387 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ed8f50eb-f6e0-487b-b9a7-d1bbbcbcbb6e req-ed22353d-ff5f-42bf-b5eb-a69b3b90b4df tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455163 Nov 25 13:43:32.782213 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d87d07bf-2d7d-4e4b-ad4c-052c940d3494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:32.797547 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7bd7f836-5c3c-4707-88d5-5f813330e7b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:32.809604 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-5841e0a9-c401-41c6-b07f-25bcd1917190 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] For port 33fe9253-7441-4ea9-8cb3-c415249a7f5e, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=33fe9253-7441-4ea9-8cb3-c415249a7f5e,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:43:32.810100 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5841e0a9-c401-41c6-b07f-25bcd1917190 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:32.824123 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-5841e0a9-c401-41c6-b07f-25bcd1917190 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Calling delete_port for 33fe9253-7441-4ea9-8cb3-c415249a7f5e owned by network:router_gateway {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:43:32.828098 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd7f836-5c3c-4707-88d5-5f813330e7b8 None None] Pushing event deleted for resources: {'Port': ['ID=82681751-92a5-4019-b55d-d704d5e7946d,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:43:32.831838 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd7f836-5c3c-4707-88d5-5f813330e7b8 None None] No DVR routers for this DVR port 82681751-92a5-4019-b55d-d704d5e7946d on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:43:32.874794 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258b13f-fbf2-4c37-b0ad-30166fae2345 req-306bac1b-660d-4da9-92f9-268b023b81e4 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:32.876434 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a258b13f-fbf2-4c37-b0ad-30166fae2345 req-306bac1b-660d-4da9-92f9-268b023b81e4 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 947 time: 0.0549147 Nov 25 13:43:32.936111 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a258b13f-fbf2-4c37-b0ad-30166fae2345 req-19e558ff-448c-4bc1-90a2-f8c86c5de108 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520916 Nov 25 13:43:33.032597 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5841e0a9-c401-41c6-b07f-25bcd1917190 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:33.062128 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5841e0a9-c401-41c6-b07f-25bcd1917190 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Pushing event deleted for resources: {'Port': ['ID=33fe9253-7441-4ea9-8cb3-c415249a7f5e,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:43:33.090046 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8934c7-0653-4257-b254-8c0f9cd58304 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:43:33.140566 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5841e0a9-c401-41c6-b07f-25bcd1917190 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:33.212411 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef2330-fafe-456d-a9ea-0be592d97b06 req-a27bbc3b-d91c-4659-b865-3964333171c8 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:33.213950 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3aef2330-fafe-456d-a9ea-0be592d97b06 req-a27bbc3b-d91c-4659-b865-3964333171c8 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 947 time: 0.0527687 Nov 25 13:43:33.239914 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5841e0a9-c401-41c6-b07f-25bcd1917190 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:33.242064 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5841e0a9-c401-41c6-b07f-25bcd1917190 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:33.266271 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3aef2330-fafe-456d-a9ea-0be592d97b06 req-7e406fe2-6892-458c-9558-5d0b19158e1c tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461318 Nov 25 13:43:33.289831 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5841e0a9-c401-41c6-b07f-25bcd1917190 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:33.290391 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5841e0a9-c401-41c6-b07f-25bcd1917190 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Fanout notify agent at l3_agent the message router_deleted on router 0bcca80d-3e62-4ce7-9603-c1493e5cf1fc {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:43:33.297441 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5841e0a9-c401-41c6-b07f-25bcd1917190 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:33.298560 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5841e0a9-c401-41c6-b07f-25bcd1917190 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "DELETE /v2.0/routers/0bcca80d-3e62-4ce7-9603-c1493e5cf1fc HTTP/1.1" status: 204 len: 168 time: 1.2769258 Nov 25 13:43:33.301720 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58490) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:43:33.405410 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-137646bc-82c6-4037-b18f-5cc5a262bdb1 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:33.778555 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-137646bc-82c6-4037-b18f-5cc5a262bdb1 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:33.798675 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-137646bc-82c6-4037-b18f-5cc5a262bdb1 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b093547-e8c5-4d15-b872-1302a254ea32']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:43:33.809049 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-137646bc-82c6-4037-b18f-5cc5a262bdb1 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24d93eab-f504-4e0b-8564-dd0faf9fe133') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:43:33.809424 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-137646bc-82c6-4037-b18f-5cc5a262bdb1 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24d93eab-f504-4e0b-8564-dd0faf9fe133') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:43:33.820906 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-137646bc-82c6-4037-b18f-5cc5a262bdb1 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:33.835907 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-137646bc-82c6-4037-b18f-5cc5a262bdb1 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:33.842723 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-137646bc-82c6-4037-b18f-5cc5a262bdb1 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:43:33.843329 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-137646bc-82c6-4037-b18f-5cc5a262bdb1 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:33.846661 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:43:33.846661 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:43:33.846661 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:43:33.846661 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:43:33.846661 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:43:33.846661 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:43:33.846661 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:43:33.846661 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:43:33.846661 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:43:33.846661 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:43:33.846661 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:43:33.846661 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:43:33.846661 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:43:33.846661 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:43:33.846661 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:43:33.846661 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:43:33.846661 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:43:33.846661 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:43:33.846661 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:43:33.846661 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:43:33.846661 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:43:33.846661 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:43:33.846661 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:43:33.846661 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:43:33.846661 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:43:33.846661 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:43:33.846661 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:43:33.846661 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:43:33.846661 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:43:33.846661 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:43:33.846661 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:43:33.846661 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:43:33.850239 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 33fe9253-7441-4ea9-8cb3-c415249a7f5e no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:43:33.915245 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-137646bc-82c6-4037-b18f-5cc5a262bdb1 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:33.920883 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-137646bc-82c6-4037-b18f-5cc5a262bdb1 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:33.924917 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-137646bc-82c6-4037-b18f-5cc5a262bdb1 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] 10.222.0.53 "DELETE /v2.0/networks/8b093547-e8c5-4d15-b872-1302a254ea32 HTTP/1.1" status: 204 len: 168 time: 0.6220324 Nov 25 13:43:33.950847 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137646bc-82c6-4037-b18f-5cc5a262bdb1 tempest-TestNetworkBasicOps-1877088351 tempest-TestNetworkBasicOps-1877088351-project] Pushing event deleted for resources: {'Network': ['ID=8b093547-e8c5-4d15-b872-1302a254ea32,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:43:34.056857 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 33fe9253-7441-4ea9-8cb3-c415249a7f5e {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:43:34.057207 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 33fe9253-7441-4ea9-8cb3-c415249a7f5e not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:43:34.057620 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 82681751-92a5-4019-b55d-d704d5e7946d no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:43:34.080444 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:34.081159 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 82681751-92a5-4019-b55d-d704d5e7946d {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:43:34.081507 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 82681751-92a5-4019-b55d-d704d5e7946d not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:43:34.081916 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device cfb15083-a269-44d4-9680-ec40390f7a05 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:43:34.100819 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: cfb15083-a269-44d4-9680-ec40390f7a05 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:43:34.101184 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device cfb15083-a269-44d4-9680-ec40390f7a05 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:43:34.166762 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58496) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:43:34.316461 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-daba759c-89e0-4a6c-b8a3-d0e419525361 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=06a700e6f18945e692debb25875c4858&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1484854 Nov 25 13:43:34.319129 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58502) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:43:34.402026 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e803d86a-288d-48a9-afb3-dc1cc6722c1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:34.423114 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd364540-b13f-4fce-bac2-52e088fd15fc req-c96d7c50-cf4e-489f-bc6e-2c5ed7b0a179 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:34.424601 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dd364540-b13f-4fce-bac2-52e088fd15fc req-c96d7c50-cf4e-489f-bc6e-2c5ed7b0a179 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 947 time: 0.0773866 Nov 25 13:43:34.439025 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e803d86a-288d-48a9-afb3-dc1cc6722c1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:34.502667 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dd364540-b13f-4fce-bac2-52e088fd15fc req-4e222388-9777-4594-9420-d7ae8ec7bbef tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662606 Nov 25 13:43:34.520278 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e803d86a-288d-48a9-afb3-dc1cc6722c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:34.523156 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e803d86a-288d-48a9-afb3-dc1cc6722c1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:34.524387 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e803d86a-288d-48a9-afb3-dc1cc6722c1d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/52bede6f-7403-4c73-9779-e9f0c9d36b85 HTTP/1.1" status: 204 len: 168 time: 0.2040062 Nov 25 13:43:34.532905 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e803d86a-288d-48a9-afb3-dc1cc6722c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52bede6f-7403-4c73-9779-e9f0c9d36b85,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:43:34.784085 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072abf1c-2cfd-471b-b751-1e09ad28034b req-1eefeb88-017a-43f5-81aa-b6fbca19360a tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:34.785651 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-072abf1c-2cfd-471b-b751-1e09ad28034b req-1eefeb88-017a-43f5-81aa-b6fbca19360a tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 947 time: 0.0600986 Nov 25 13:43:34.820266 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ce5a2-aa06-42c6-85ba-4b9e29e4298f req-ff195a55-7ff2-461f-bd97-747c75c59d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:34.822537 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ee1ce5a2-aa06-42c6-85ba-4b9e29e4298f req-ff195a55-7ff2-461f-bd97-747c75c59d41 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7df61f1b08cd47c08bd2f95f1b832351&device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 1099 time: 0.0484803 Nov 25 13:43:34.836005 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58514) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:43:34.856726 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-072abf1c-2cfd-471b-b751-1e09ad28034b req-a1e42622-24d8-4801-9c75-092b81439761 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627747 Nov 25 13:43:34.857907 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cec4a412-4558-4d12-a1ad-5718a1ce562f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:34.924963 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ce5a2-aa06-42c6-85ba-4b9e29e4298f req-1eefcf61-73dd-4145-9c75-64f9dda47467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:34.926680 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ee1ce5a2-aa06-42c6-85ba-4b9e29e4298f req-1eefcf61-73dd-4145-9c75-64f9dda47467 service neutron] 10.222.0.66 "GET /v2.0/networks?id=65ced711-08b2-4c86-8f28-c46c27d6c810 HTTP/1.1" status: 200 len: 915 time: 0.0945511 Nov 25 13:43:34.937382 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cec4a412-4558-4d12-a1ad-5718a1ce562f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:34.941258 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cec4a412-4558-4d12-a1ad-5718a1ce562f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:34.974870 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ee1ce5a2-aa06-42c6-85ba-4b9e29e4298f req-86d03c98-953e-4fa3-a5f4-e64cecc198e8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5a55093-3c15-45d9-8187-e22aa681981a HTTP/1.1" status: 200 len: 217 time: 0.0368171 Nov 25 13:43:34.981163 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-cec4a412-4558-4d12-a1ad-5718a1ce562f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d5d266582b13437cb6fa454032a19344&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1441472 Nov 25 13:43:34.982059 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec4a412-4558-4d12-a1ad-5718a1ce562f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a608903-c134-4136-8ff0-54196afb4fc4,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:43:34.984713 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58516) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:43:35.059012 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ce5a2-aa06-42c6-85ba-4b9e29e4298f req-4b252dec-ed5b-46af-b720-e3db0debe345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:35.060431 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ee1ce5a2-aa06-42c6-85ba-4b9e29e4298f req-4b252dec-ed5b-46af-b720-e3db0debe345 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=533ad574-65b4-4979-ba44-9a507a4d4dd7 HTTP/1.1" status: 200 len: 854 time: 0.0689423 Nov 25 13:43:35.083249 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1814ffa4-9062-4402-8c4d-11673334183d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:35.105678 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ee1ce5a2-aa06-42c6-85ba-4b9e29e4298f req-b5479c9d-885d-4533-83f3-024c79f29f81 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=65ced711-08b2-4c86-8f28-c46c27d6c810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335100 Nov 25 13:43:35.135345 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1814ffa4-9062-4402-8c4d-11673334183d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:35.232450 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:35.241724 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ee1ce5a2-aa06-42c6-85ba-4b9e29e4298f req-1ddf0dc4-edd3-472b-bce9-23db61ae364c service neutron] 10.222.0.66 "GET /v2.0/networks/65ced711-08b2-4c86-8f28-c46c27d6c810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183336 Nov 25 13:43:35.246222 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1814ffa4-9062-4402-8c4d-11673334183d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:35.248892 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1814ffa4-9062-4402-8c4d-11673334183d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:35.249930 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-1814ffa4-9062-4402-8c4d-11673334183d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1a608903-c134-4136-8ff0-54196afb4fc4 HTTP/1.1" status: 204 len: 168 time: 0.2642801 Nov 25 13:43:35.266295 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814ffa4-9062-4402-8c4d-11673334183d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a608903-c134-4136-8ff0-54196afb4fc4,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:43:35.348266 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ee1ce5a2-aa06-42c6-85ba-4b9e29e4298f req-f0333fb2-2422-482b-b97b-eafe7154101d service neutron] 10.222.0.66 "GET /v2.0/networks/65ced711-08b2-4c86-8f28-c46c27d6c810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948904 Nov 25 13:43:35.979705 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf4810-abce-4f9a-bfc9-fc1968ae8189 req-846bd4d4-8a2b-44e9-bae0-d52fccd75325 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:35.981346 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e7bf4810-abce-4f9a-bfc9-fc1968ae8189 req-846bd4d4-8a2b-44e9-bae0-d52fccd75325 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 947 time: 0.0513055 Nov 25 13:43:36.043240 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e7bf4810-abce-4f9a-bfc9-fc1968ae8189 req-706f5aa6-a8ad-4643-86eb-287813dfc72f tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559092 Nov 25 13:43:36.418354 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:37.160157 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ca660-8f25-4083-a1a1-4ca29af52279 req-558799d4-7376-4a66-9796-d9fb668c01ed tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:37.161661 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5e2ca660-8f25-4083-a1a1-4ca29af52279 req-558799d4-7376-4a66-9796-d9fb668c01ed tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 947 time: 0.0505877 Nov 25 13:43:37.211402 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5e2ca660-8f25-4083-a1a1-4ca29af52279 req-f1f0b8da-480d-4d81-8bb2-bd4e54a9a873 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435383 Nov 25 13:43:37.324294 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24baecc0-2de7-4219-a0c8-e4800ebb5813 req-d823ddfe-d4bc-4247-8a6e-eae531866451 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:37.325769 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-24baecc0-2de7-4219-a0c8-e4800ebb5813 req-d823ddfe-d4bc-4247-8a6e-eae531866451 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 947 time: 0.0480411 Nov 25 13:43:37.373530 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-24baecc0-2de7-4219-a0c8-e4800ebb5813 req-c86e5740-29de-4b3d-ac83-80458f9c4cb6 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414155 Nov 25 13:43:37.505624 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f46fa49-7532-46f0-9a8a-f8e45113cfb8 req-a3546820-8521-4f6d-8a89-4bc00cd82922 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:37.507100 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8f46fa49-7532-46f0-9a8a-f8e45113cfb8 req-a3546820-8521-4f6d-8a89-4bc00cd82922 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 947 time: 0.0516880 Nov 25 13:43:37.555011 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8f46fa49-7532-46f0-9a8a-f8e45113cfb8 req-7f3e89af-f1e5-40e0-89a2-76ed36d1d360 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412533 Nov 25 13:43:37.669185 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38684308-d1a9-4d7c-a179-9a234b57cee8 req-4d86ff19-4304-49d6-bb5b-20cbd16592d8 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:37.669919 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58582) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:43:37.673581 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-38684308-d1a9-4d7c-a179-9a234b57cee8 req-4d86ff19-4304-49d6-bb5b-20cbd16592d8 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 947 time: 0.0536582 Nov 25 13:43:37.675225 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-47381a49-f77b-49f1-abc6-4e88dfa59046 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Request body: {'network': {'name': 'tempest-network-smoke--1849365197', 'project_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'port_security_enabled': True}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:43:37.695693 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47381a49-f77b-49f1-abc6-4e88dfa59046 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Made reservation on behalf of cfd4ec49b5f84c5aa94d46be4b4d2e1a for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:43:37.699786 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-47381a49-f77b-49f1-abc6-4e88dfa59046 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:37.710805 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-47381a49-f77b-49f1-abc6-4e88dfa59046 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:37.720012 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-38684308-d1a9-4d7c-a179-9a234b57cee8 req-e5080ec8-278c-426c-9193-d77e7483cfa3 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433509 Nov 25 13:43:37.792213 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-47381a49-f77b-49f1-abc6-4e88dfa59046 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:37.796982 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-47381a49-f77b-49f1-abc6-4e88dfa59046 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:37.820527 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47381a49-f77b-49f1-abc6-4e88dfa59046 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:43:37.836365 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47381a49-f77b-49f1-abc6-4e88dfa59046 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0416279-ab50-4488-a5d8-b1f8e506c06d,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:43:37.839490 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-47381a49-f77b-49f1-abc6-4e88dfa59046 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:37.839839 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-47381a49-f77b-49f1-abc6-4e88dfa59046 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Added segment b8cea7d5-21a4-442d-bc3c-32267f6fa8a7 of type vlan for network 7232bf8f-5287-4b6a-87ba-8b74b3025992 Nov 25 13:43:37.881472 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-47381a49-f77b-49f1-abc6-4e88dfa59046 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:37.886366 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fd12db-6d02-4d12-b2c3-75e871d1b8b9 req-93b03f4b-81af-4e60-b705-9c18e429c23f tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:37.887883 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a8fd12db-6d02-4d12-b2c3-75e871d1b8b9 req-93b03f4b-81af-4e60-b705-9c18e429c23f tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 947 time: 0.0522466 Nov 25 13:43:37.907387 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-47381a49-f77b-49f1-abc6-4e88dfa59046 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:37.913686 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47381a49-f77b-49f1-abc6-4e88dfa59046 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:37.914300 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-47381a49-f77b-49f1-abc6-4e88dfa59046 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:37.940863 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a8fd12db-6d02-4d12-b2c3-75e871d1b8b9 req-9d0f61d4-fa5c-4864-9b03-849a40bd8b68 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466950 Nov 25 13:43:37.979530 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-47381a49-f77b-49f1-abc6-4e88dfa59046 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3082659 Nov 25 13:43:37.982714 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58590) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:43:37.988252 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-b78d249e-63c7-49f1-a459-f4f60a8f90d2 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1633705938', 'admin_state_up': True, 'project_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:43:37.992184 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47381a49-f77b-49f1-abc6-4e88dfa59046 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Pushing event updated for resources: {'Network': ['ID=7232bf8f-5287-4b6a-87ba-8b74b3025992,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:43:38.004061 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 7232bf8f-5287-4b6a-87ba-8b74b3025992 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:43:38.028866 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b78d249e-63c7-49f1-a459-f4f60a8f90d2 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:38.030095 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b78d249e-63c7-49f1-a459-f4f60a8f90d2 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:38.142189 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57168d69-c044-4f00-818f-e0bfe0301c30 req-c86a24d1-36a2-450b-8e81-8acfdbeb630b tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:38.143994 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-57168d69-c044-4f00-818f-e0bfe0301c30 req-c86a24d1-36a2-450b-8e81-8acfdbeb630b tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 947 time: 0.1272109 Nov 25 13:43:38.148270 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b78d249e-63c7-49f1-a459-f4f60a8f90d2 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:38.239257 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:38.321551 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-57168d69-c044-4f00-818f-e0bfe0301c30 req-49928bbc-38e2-4e36-bc9f-05ce6e2099ca tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704705 Nov 25 13:43:38.323313 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b78d249e-63c7-49f1-a459-f4f60a8f90d2 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:38.476257 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e1ca9-34a0-437b-94dc-7c67101a1a21 req-cba4b2c9-978b-4ec4-a669-c329957d2d3b tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:38.477724 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-024e1ca9-34a0-437b-94dc-7c67101a1a21 req-cba4b2c9-978b-4ec4-a669-c329957d2d3b tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 947 time: 0.0709224 Nov 25 13:43:38.588779 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b78d249e-63c7-49f1-a459-f4f60a8f90d2 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks [] for router_gateway, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:38.618790 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b78d249e-63c7-49f1-a459-f4f60a8f90d2 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:38.633141 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-024e1ca9-34a0-437b-94dc-7c67101a1a21 req-5a9a2771-503c-40bf-8109-f13670b6a07e tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209285 Nov 25 13:43:38.765299 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-b78d249e-63c7-49f1-a459-f4f60a8f90d2 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Allocated IP 172.25.5.2 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/b951d4cb-51f2-4f03-aa7b-51686339a24f) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:43:38.784993 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c86e41-440a-443f-ba95-3992b5b8510b req-c21f7ea0-7ee7-4ae9-b7bd-7d4726234abe tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:38.787016 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b2c86e41-440a-443f-ba95-3992b5b8510b req-c21f7ea0-7ee7-4ae9-b7bd-7d4726234abe tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 947 time: 0.0746017 Nov 25 13:43:38.883379 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b2c86e41-440a-443f-ba95-3992b5b8510b req-37447165-014f-432e-a5e3-ef458765f7bc tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900195 Nov 25 13:43:38.918576 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b78d249e-63c7-49f1-a459-f4f60a8f90d2 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:38.955323 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b78d249e-63c7-49f1-a459-f4f60a8f90d2 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:38.996503 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78d249e-63c7-49f1-a459-f4f60a8f90d2 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:43:39.009819 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-b78d249e-63c7-49f1-a459-f4f60a8f90d2 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:43:39.025399 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db909982-f3e8-455f-a517-c7ca7581d3aa None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:43:39.029386 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78d249e-63c7-49f1-a459-f4f60a8f90d2 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:43:39.053400 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78d249e-63c7-49f1-a459-f4f60a8f90d2 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Pushing event updated for resources: {'Port': ['ID=b951d4cb-51f2-4f03-aa7b-51686339a24f,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:43:39.054174 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-f409b352-d922-404f-9c84-c3683add5e98 None None] Provisioning complete for port b951d4cb-51f2-4f03-aa7b-51686339a24f triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:43:39.054623 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f409b352-d922-404f-9c84-c3683add5e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:39.092097 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-f409b352-d922-404f-9c84-c3683add5e98 None None] Port b951d4cb-51f2-4f03-aa7b-51686339a24f cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:43:39.096507 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd47e40-e06d-423a-a073-b277f10a933f req-2c95f3f2-eed7-4610-958e-f22467a0b800 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:39.098044 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8bd47e40-e06d-423a-a073-b277f10a933f req-2c95f3f2-eed7-4610-958e-f22467a0b800 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 947 time: 0.1036606 Nov 25 13:43:39.238379 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8bd47e40-e06d-423a-a073-b277f10a933f req-5d154e53-26a9-45d3-91b4-12ffc7883823 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068275 Nov 25 13:43:39.378830 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b78d249e-63c7-49f1-a459-f4f60a8f90d2 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks [] for router_gateway, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:39.389838 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89f111f-ab1c-4b68-9ce7-e4131b0d7dc5 req-1a4f77a5-37f2-4cec-87b8-1e2ac82926bc tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:39.391371 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b89f111f-ab1c-4b68-9ce7-e4131b0d7dc5 req-1a4f77a5-37f2-4cec-87b8-1e2ac82926bc tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 947 time: 0.0709255 Nov 25 13:43:39.509551 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b89f111f-ab1c-4b68-9ce7-e4131b0d7dc5 req-8bf49eb5-b989-4579-a92f-421d3c3b6bf4 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880790 Nov 25 13:43:39.656575 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b78d249e-63c7-49f1-a459-f4f60a8f90d2 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:39.667008 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8855828c-4a46-45e9-be09-7564cf2cb599 req-d7622c3f-a5a0-43c8-9bfb-330dac8f9ee4 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:39.668493 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8855828c-4a46-45e9-be09-7564cf2cb599 req-d7622c3f-a5a0-43c8-9bfb-330dac8f9ee4 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 947 time: 0.0656228 Nov 25 13:43:39.789998 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8855828c-4a46-45e9-be09-7564cf2cb599 req-6555602d-d8c6-4735-975c-4e6a9f0362b9 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843534 Nov 25 13:43:39.838979 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b78d249e-63c7-49f1-a459-f4f60a8f90d2 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Router 1667dee3-2885-418d-b6e8-40a367285235 is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:43:40.249596 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da043c3-edfb-40ef-95d3-3a788ad99d9d req-8b1b6902-bcf8-452e-a153-d4b22c71c34f tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:40.251110 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2da043c3-edfb-40ef-95d3-3a788ad99d9d req-8b1b6902-bcf8-452e-a153-d4b22c71c34f tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 947 time: 0.0954692 Nov 25 13:43:40.265353 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b78d249e-63c7-49f1-a459-f4f60a8f90d2 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:43:40.275849 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d212ee-0430-4850-8284-ef00f7c48f29 None None] Sync routers for ids ['1667dee3-2885-418d-b6e8-40a367285235'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:43:40.285406 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d212ee-0430-4850-8284-ef00f7c48f29 None None] Routers {'1667dee3-2885-418d-b6e8-40a367285235'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:43:40.286020 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-41d212ee-0430-4850-8284-ef00f7c48f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:43:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['1667dee3-2885-418d-b6e8-40a367285235'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:43:40.295001 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b78d249e-63c7-49f1-a459-f4f60a8f90d2 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:40.296264 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b78d249e-63c7-49f1-a459-f4f60a8f90d2 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.3124602 Nov 25 13:43:40.300049 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58610) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:43:40.321295 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2da043c3-edfb-40ef-95d3-3a788ad99d9d req-df6a3948-d150-4344-a1de-27ae0186d8d3 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634024 Nov 25 13:43:40.397412 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-41d212ee-0430-4850-8284-ef00f7c48f29 None None] Set router 1667dee3-2885-418d-b6e8-40a367285235 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:43:40.462152 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a2ed5-ea97-4db1-9dd5-ae46b93a20a4 req-c520e409-0f51-4f25-ae5c-6b2443f12f95 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:40.463811 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-be1c85b1-cec5-45d6-90de-a195fa72e503 tempest-TestSecurityGroupsBasicOps-1162373632 tempest-TestSecurityGroupsBasicOps-1162373632-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=cfd4ec49b5f84c5aa94d46be4b4d2e1a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1619461 Nov 25 13:43:40.463961 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b12a2ed5-ea97-4db1-9dd5-ae46b93a20a4 req-c520e409-0f51-4f25-ae5c-6b2443f12f95 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 947 time: 0.0513785 Nov 25 13:43:40.466593 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58618) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:43:40.521610 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b12a2ed5-ea97-4db1-9dd5-ae46b93a20a4 req-6d74696f-df90-421c-9eb2-ea9d13560a15 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482121 Nov 25 13:43:40.566126 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d85298-c814-4a4e-bd98-89cbda6d47de tempest-TestSecurityGroupsBasicOps-1162373632 tempest-TestSecurityGroupsBasicOps-1162373632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:40.567714 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b0d85298-c814-4a4e-bd98-89cbda6d47de tempest-TestSecurityGroupsBasicOps-1162373632 tempest-TestSecurityGroupsBasicOps-1162373632-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1000211 Nov 25 13:43:40.570727 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58622) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:43:40.582344 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-41d212ee-0430-4850-8284-ef00f7c48f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1667dee3-2885-418d-b6e8-40a367285235', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1633705938', 'tenant_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'b951d4cb-51f2-4f03-aa7b-51686339a24f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:43:38Z', 'updated_at': '2021-11-25T13:43:39Z', 'revision_number': 3, 'project_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'gw_port': {'id': 'b951d4cb-51f2-4f03-aa7b-51686339a24f', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:78:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1667dee3-2885-418d-b6e8-40a367285235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:43:38Z', 'updated_at': '2021-11-25T13:43:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:43:40.609851 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d212ee-0430-4850-8284-ef00f7c48f29 None None] Checking router: 1667dee3-2885-418d-b6e8-40a367285235 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:43:40.610203 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d212ee-0430-4850-8284-ef00f7c48f29 None None] Updating router 1667dee3-2885-418d-b6e8-40a367285235 port b951d4cb-51f2-4f03-aa7b-51686339a24f binding host n-d-808199-11 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:43:40.615679 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-485cb5c5-5da6-49e6-b13c-47842abce6a0 tempest-TestSecurityGroupsBasicOps-1162373632 tempest-TestSecurityGroupsBasicOps-1162373632-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=7542d3d9-0db3-40e7-ab88-a168871141f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0404871 Nov 25 13:43:40.616110 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58624) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:43:40.621322 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-a47cebaf-687b-44e4-8fa1-aa401bf0d8ac tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2034215503', 'network_id': '7232bf8f-5287-4b6a-87ba-8b74b3025992', 'project_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:43:40.640530 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-41d212ee-0430-4850-8284-ef00f7c48f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:40.661136 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031fb929-e90e-4e37-94ca-ab6b40955d7b req-c6c89cf4-39f1-47d1-afb1-14244039907e tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:40.663301 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-031fb929-e90e-4e37-94ca-ab6b40955d7b req-c6c89cf4-39f1-47d1-afb1-14244039907e tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 947 time: 0.0539069 Nov 25 13:43:40.714346 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-031fb929-e90e-4e37-94ca-ab6b40955d7b req-d98a5ba3-8105-4081-a28b-9644a2ffb9fe tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442772 Nov 25 13:43:40.715931 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47cebaf-687b-44e4-8fa1-aa401bf0d8ac tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Made reservation on behalf of cfd4ec49b5f84c5aa94d46be4b4d2e1a for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:43:40.719496 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a47cebaf-687b-44e4-8fa1-aa401bf0d8ac tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:40.846650 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571cbc3-6391-4a0b-9750-c76b945ce1ed req-3d9e13cc-2395-4169-aec0-39ad0b6dc7cb tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:40.848659 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e571cbc3-6391-4a0b-9750-c76b945ce1ed req-3d9e13cc-2395-4169-aec0-39ad0b6dc7cb tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 947 time: 0.0533338 Nov 25 13:43:40.903746 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e571cbc3-6391-4a0b-9750-c76b945ce1ed req-587a5aed-f430-4408-a6eb-1deec27298f6 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468371 Nov 25 13:43:40.905133 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-41d212ee-0430-4850-8284-ef00f7c48f29 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:40.912020 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-41d212ee-0430-4850-8284-ef00f7c48f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:40.932528 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a47cebaf-687b-44e4-8fa1-aa401bf0d8ac tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:40.957709 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-41d212ee-0430-4850-8284-ef00f7c48f29 None None] Attempting to bind port b951d4cb-51f2-4f03-aa7b-51686339a24f on host n-d-808199-11 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:43:40.958121 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-41d212ee-0430-4850-8284-ef00f7c48f29 None None] Attempting to bind port b951d4cb-51f2-4f03-aa7b-51686339a24f by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:43:40.958486 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d212ee-0430-4850-8284-ef00f7c48f29 None None] Attempting to bind port b951d4cb-51f2-4f03-aa7b-51686339a24f on network 7542d3d9-0db3-40e7-ab88-a168871141f7 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:43:40.960535 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77fc66d-a6e5-47f6-a999-2ca78dede25c None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:43:40.970996 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d212ee-0430-4850-8284-ef00f7c48f29 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:43:40.971659 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d212ee-0430-4850-8284-ef00f7c48f29 None None] Checking segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:43:40.972235 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-41d212ee-0430-4850-8284-ef00f7c48f29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:40.972792 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d212ee-0430-4850-8284-ef00f7c48f29 None None] Bound using segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:43:40.973470 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-41d212ee-0430-4850-8284-ef00f7c48f29 None None] Bound port: b951d4cb-51f2-4f03-aa7b-51686339a24f, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:43:40.973888 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-41d212ee-0430-4850-8284-ef00f7c48f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:41.004292 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47cebaf-687b-44e4-8fa1-aa401bf0d8ac tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Pushing event updated for resources: {'Subnet': ['ID=ab22aa54-8ae1-49ef-aded-0a6901b884ee,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:43:41.027860 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47cebaf-687b-44e4-8fa1-aa401bf0d8ac tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Checking segment: {'id': 'b8cea7d5-21a4-442d-bc3c-32267f6fa8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7232bf8f-5287-4b6a-87ba-8b74b3025992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:43:41.029894 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47cebaf-687b-44e4-8fa1-aa401bf0d8ac tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Network hostable DHCP agents. Network: 7232bf8f-5287-4b6a-87ba-8b74b3025992, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:43:41.035766 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-41d212ee-0430-4850-8284-ef00f7c48f29 None None] For port b951d4cb-51f2-4f03-aa7b-51686339a24f, host n-d-808199-11, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:43:41.040154 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-41d212ee-0430-4850-8284-ef00f7c48f29 None None] For port b951d4cb-51f2-4f03-aa7b-51686339a24f, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=b951d4cb-51f2-4f03-aa7b-51686339a24f,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:43:41.044023 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-afcdea07-8501-4c1e-9838-20a391f891e6 None None] Provisioning complete for port b951d4cb-51f2-4f03-aa7b-51686339a24f triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:43:41.044559 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-afcdea07-8501-4c1e-9838-20a391f891e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:41.045577 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-41d212ee-0430-4850-8284-ef00f7c48f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:41.051477 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa2eab1-6079-480e-b895-6718ff596b09 None None] Pushing event updated for resources: {'Port': ['ID=b951d4cb-51f2-4f03-aa7b-51686339a24f,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:43:41.061558 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2eab1-6079-480e-b895-6718ff596b09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:43:41.062292 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2eab1-6079-480e-b895-6718ff596b09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:43:41.062850 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2eab1-6079-480e-b895-6718ff596b09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:43:41.063487 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2eab1-6079-480e-b895-6718ff596b09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:43:41.064152 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2eab1-6079-480e-b895-6718ff596b09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:43:41.064666 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2eab1-6079-480e-b895-6718ff596b09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:43:41.065162 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2eab1-6079-480e-b895-6718ff596b09 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:43:41.065299 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47cebaf-687b-44e4-8fa1-aa401bf0d8ac tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Network 7232bf8f-5287-4b6a-87ba-8b74b3025992 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:43:41.065788 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2eab1-6079-480e-b895-6718ff596b09 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:43:41.066293 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2eab1-6079-480e-b895-6718ff596b09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:43:41.066955 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2eab1-6079-480e-b895-6718ff596b09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:43:41.067596 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2eab1-6079-480e-b895-6718ff596b09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:43:41.068105 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2eab1-6079-480e-b895-6718ff596b09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:43:41.095455 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-a47cebaf-687b-44e4-8fa1-aa401bf0d8ac tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 7232bf8f-5287-4b6a-87ba-8b74b3025992) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:43:41.101450 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47cebaf-687b-44e4-8fa1-aa401bf0d8ac tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:41.102413 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a47cebaf-687b-44e4-8fa1-aa401bf0d8ac tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:41.107167 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ffd99c-fcda-46d4-93af-ea2d0b91b1e6 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:43:41.127391 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f276ed8a-248f-495d-b864-eaf0460c04e9 None None] Network 7232bf8f-5287-4b6a-87ba-8b74b3025992 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:43:41.134932 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-a47cebaf-687b-44e4-8fa1-aa401bf0d8ac tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5149140 Nov 25 13:43:41.135116 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d212ee-0430-4850-8284-ef00f7c48f29 None None] Routers {'1667dee3-2885-418d-b6e8-40a367285235'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:43:41.135116 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-41d212ee-0430-4850-8284-ef00f7c48f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:43:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['1667dee3-2885-418d-b6e8-40a367285235'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:43:41.135506 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58636) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:43:41.269287 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-afcdea07-8501-4c1e-9838-20a391f891e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:41.294410 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-afcdea07-8501-4c1e-9838-20a391f891e6 None None] For port b951d4cb-51f2-4f03-aa7b-51686339a24f, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=b951d4cb-51f2-4f03-aa7b-51686339a24f,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:43:41.312539 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-afcdea07-8501-4c1e-9838-20a391f891e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:41.346650 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa2eab1-6079-480e-b895-6718ff596b09 None None] Pushing event updated for resources: {'Port': ['ID=b951d4cb-51f2-4f03-aa7b-51686339a24f,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:43:41.363986 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58638) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:43:41.391819 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-41d212ee-0430-4850-8284-ef00f7c48f29 None None] Set router 1667dee3-2885-418d-b6e8-40a367285235 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:43:41.413995 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcdea07-8501-4c1e-9838-20a391f891e6 None None] Pushing event updated for resources: {'Port': ['ID=b951d4cb-51f2-4f03-aa7b-51686339a24f,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:43:41.445530 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-5c9fb4ff-7687-4ff5-a29c-4d21c2623f5a None None] Provisioning complete for port b951d4cb-51f2-4f03-aa7b-51686339a24f triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:43:41.446169 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5c9fb4ff-7687-4ff5-a29c-4d21c2623f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:41.494407 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85d47a2-d567-419a-ab51-9d064a47ec7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-7232bf8f-5287-4b6a-87ba-8b74b3025992', 'network_id': '7232bf8f-5287-4b6a-87ba-8b74b3025992', 'tenant_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'fixed_ips': [{'subnet_id': 'ab22aa54-8ae1-49ef-aded-0a6901b884ee'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:43:41.495617 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a85d47a2-d567-419a-ab51-9d064a47ec7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:41.685181 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-80471f57-c28b-4ca3-a09c-6beb825d14b5 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Deleting port 15b62b71-3962-4eeb-8ec7-0433ec31bef2 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:43:41.685662 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-80471f57-c28b-4ca3-a09c-6beb825d14b5 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:41.748056 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:41.751092 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-41d212ee-0430-4850-8284-ef00f7c48f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1667dee3-2885-418d-b6e8-40a367285235', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1633705938', 'tenant_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'b951d4cb-51f2-4f03-aa7b-51686339a24f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:43:38Z', 'updated_at': '2021-11-25T13:43:39Z', 'revision_number': 3, 'project_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'gw_port': {'id': 'b951d4cb-51f2-4f03-aa7b-51686339a24f', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:78:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1667dee3-2885-418d-b6e8-40a367285235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:43:38Z', 'updated_at': '2021-11-25T13:43:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:43:41.771541 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-a85d47a2-d567-419a-ab51-9d064a47ec7d None None] Allocated IP 172.20.0.2 (7232bf8f-5287-4b6a-87ba-8b74b3025992/ab22aa54-8ae1-49ef-aded-0a6901b884ee/6cdf070c-df82-4f61-90d9-ecf70d41bc27) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:43:41.787305 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-80471f57-c28b-4ca3-a09c-6beb825d14b5 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:41.788323 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-80471f57-c28b-4ca3-a09c-6beb825d14b5 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:41.799973 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d212ee-0430-4850-8284-ef00f7c48f29 None None] The sync data for ids ['1667dee3-2885-418d-b6e8-40a367285235'] in n-d-808199-11 is: [{'id': '1667dee3-2885-418d-b6e8-40a367285235', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1633705938', 'tenant_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'b951d4cb-51f2-4f03-aa7b-51686339a24f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:43:38Z', 'updated_at': '2021-11-25T13:43:39Z', 'revision_number': 3, 'project_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'gw_port': {'id': 'b951d4cb-51f2-4f03-aa7b-51686339a24f', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:78:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1667dee3-2885-418d-b6e8-40a367285235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:43:38Z', 'updated_at': '2021-11-25T13:43:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:43:41.814723 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-80471f57-c28b-4ca3-a09c-6beb825d14b5 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Calling delete_port for 15b62b71-3962-4eeb-8ec7-0433ec31bef2 owned by network:floatingip {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:43:41.884689 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7ce185fd-c3a3-4909-a7c3-0b4372374fb9 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:42.041644 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-80471f57-c28b-4ca3-a09c-6beb825d14b5 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:42.046896 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a85d47a2-d567-419a-ab51-9d064a47ec7d None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:42.056036 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a85d47a2-d567-419a-ab51-9d064a47ec7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:42.073896 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80471f57-c28b-4ca3-a09c-6beb825d14b5 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Pushing event deleted for resources: {'Port': ['ID=15b62b71-3962-4eeb-8ec7-0433ec31bef2,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:43:42.132070 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85d47a2-d567-419a-ab51-9d064a47ec7d None None] Network 7232bf8f-5287-4b6a-87ba-8b74b3025992 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:43:42.136017 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-a85d47a2-d567-419a-ab51-9d064a47ec7d None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:43:42.173193 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-80471f57-c28b-4ca3-a09c-6beb825d14b5 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Publish callbacks [] for floatingip, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:42.173373 n-d-808199-11 neutron-server[103570]: INFO neutron.db.l3_db [None req-80471f57-c28b-4ca3-a09c-6beb825d14b5 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Floating IP 9c7b546e-915f-4a57-b84a-d867d02482a7 disassociated (deleted). External IP: 172.25.5.79, port: b54cc98d-3575-428e-9e5f-928cbc83f4e6. Nov 25 13:43:42.173521 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85d47a2-d567-419a-ab51-9d064a47ec7d None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:43:42.217022 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85d47a2-d567-419a-ab51-9d064a47ec7d None None] Pushing event updated for resources: {'Port': ['ID=6cdf070c-df82-4f61-90d9-ecf70d41bc27,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:43:42.287804 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-a85d47a2-d567-419a-ab51-9d064a47ec7d None None] Attempting to bind port 6cdf070c-df82-4f61-90d9-ecf70d41bc27 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:43:42.288298 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-a85d47a2-d567-419a-ab51-9d064a47ec7d None None] Attempting to bind port 6cdf070c-df82-4f61-90d9-ecf70d41bc27 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'b8cea7d5-21a4-442d-bc3c-32267f6fa8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7232bf8f-5287-4b6a-87ba-8b74b3025992'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:43:42.288669 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85d47a2-d567-419a-ab51-9d064a47ec7d None None] Attempting to bind port 6cdf070c-df82-4f61-90d9-ecf70d41bc27 on network 7232bf8f-5287-4b6a-87ba-8b74b3025992 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:43:42.296421 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85d47a2-d567-419a-ab51-9d064a47ec7d None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:43:42.296872 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85d47a2-d567-419a-ab51-9d064a47ec7d None None] Checking segment: {'id': 'b8cea7d5-21a4-442d-bc3c-32267f6fa8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7232bf8f-5287-4b6a-87ba-8b74b3025992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:43:42.297205 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a85d47a2-d567-419a-ab51-9d064a47ec7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:42.297602 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85d47a2-d567-419a-ab51-9d064a47ec7d None None] Bound using segment: {'id': 'b8cea7d5-21a4-442d-bc3c-32267f6fa8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7232bf8f-5287-4b6a-87ba-8b74b3025992'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:43:42.298081 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-a85d47a2-d567-419a-ab51-9d064a47ec7d None None] Bound port: 6cdf070c-df82-4f61-90d9-ecf70d41bc27, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8cea7d5-21a4-442d-bc3c-32267f6fa8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7232bf8f-5287-4b6a-87ba-8b74b3025992'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:43:42.298502 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a85d47a2-d567-419a-ab51-9d064a47ec7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:42.380909 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-a85d47a2-d567-419a-ab51-9d064a47ec7d None None] For port 6cdf070c-df82-4f61-90d9-ecf70d41bc27, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:43:42.387661 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-a85d47a2-d567-419a-ab51-9d064a47ec7d None None] For port 6cdf070c-df82-4f61-90d9-ecf70d41bc27, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=6cdf070c-df82-4f61-90d9-ecf70d41bc27,segment=NetworkSegment(b8cea7d5-21a4-442d-bc3c-32267f6fa8a7),segment_id=b8cea7d5-21a4-442d-bc3c-32267f6fa8a7)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:43:42.393517 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a85d47a2-d567-419a-ab51-9d064a47ec7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:42.421659 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-7ce185fd-c3a3-4909-a7c3-0b4372374fb9 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Allocated IP 172.20.0.1 (7232bf8f-5287-4b6a-87ba-8b74b3025992/ab22aa54-8ae1-49ef-aded-0a6901b884ee/17bfaf31-acb5-46be-bab0-ed8d5370dec3) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:43:42.477934 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85d47a2-d567-419a-ab51-9d064a47ec7d None None] Pushing event updated for resources: {'Port': ['ID=6cdf070c-df82-4f61-90d9-ecf70d41bc27,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:43:42.553349 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80471f57-c28b-4ca3-a09c-6beb825d14b5 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Router 1e304bc5-84b8-455d-a417-9239779a0120 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:43:42.640366 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7ce185fd-c3a3-4909-a7c3-0b4372374fb9 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:42.714809 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7ce185fd-c3a3-4909-a7c3-0b4372374fb9 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:42.738977 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80471f57-c28b-4ca3-a09c-6beb825d14b5 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:43:42.752799 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13338ab9-8952-4793-95cc-4e4c8dc4f4cc None None] Sync routers for ids ['1e304bc5-84b8-455d-a417-9239779a0120'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:43:42.753748 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-80471f57-c28b-4ca3-a09c-6beb825d14b5 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:42.779461 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce185fd-c3a3-4909-a7c3-0b4372374fb9 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Network 7232bf8f-5287-4b6a-87ba-8b74b3025992 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:43:42.781341 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13338ab9-8952-4793-95cc-4e4c8dc4f4cc None None] Routers {'1e304bc5-84b8-455d-a417-9239779a0120'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:43:42.782600 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-13338ab9-8952-4793-95cc-4e4c8dc4f4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:43:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['1e304bc5-84b8-455d-a417-9239779a0120'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:43:42.789632 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-7ce185fd-c3a3-4909-a7c3-0b4372374fb9 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:43:42.794823 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce185fd-c3a3-4909-a7c3-0b4372374fb9 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:43:42.800136 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-80471f57-c28b-4ca3-a09c-6beb825d14b5 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] 10.222.0.53 "DELETE /v2.0/floatingips/9c7b546e-915f-4a57-b84a-d867d02482a7 HTTP/1.1" status: 204 len: 168 time: 1.4342489 Nov 25 13:43:42.801244 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbba2432-56f0-4c62-99cc-43756d31a73e', 'tag': 'b54cc98d-3575-428e-9e5f-928cbc83f4e6'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:43:42.806895 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-687384ac-6e0d-4c8f-9393-75f67a0ea24a" -d '{"events": [{"name": "network-changed", "server_uuid": "dbba2432-56f0-4c62-99cc-43756d31a73e", "tag": "b54cc98d-3575-428e-9e5f-928cbc83f4e6"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:43:42.862331 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce185fd-c3a3-4909-a7c3-0b4372374fb9 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Pushing event updated for resources: {'Port': ['ID=17bfaf31-acb5-46be-bab0-ed8d5370dec3,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:43:42.881744 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7ce185fd-c3a3-4909-a7c3-0b4372374fb9 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:42.911661 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1fc882a-2fa9-4147-b74d-e951508d598f x-openstack-request-id: req-a1fc882a-2fa9-4147-b74d-e951508d598f {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:43:42.912032 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbba2432-56f0-4c62-99cc-43756d31a73e", "tag": "b54cc98d-3575-428e-9e5f-928cbc83f4e6", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:43:42.912293 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a1fc882a-2fa9-4147-b74d-e951508d598f {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:43:42.912781 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbba2432-56f0-4c62-99cc-43756d31a73e', 'tag': 'b54cc98d-3575-428e-9e5f-928cbc83f4e6', 'status': 'completed', 'code': 200} Nov 25 13:43:42.990220 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-13338ab9-8952-4793-95cc-4e4c8dc4f4cc None None] Set router 1e304bc5-84b8-455d-a417-9239779a0120 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:43:43.033034 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687384ac-6e0d-4c8f-9393-75f67a0ea24a req-9d7a6358-9dec-4dc0-b6ee-8a1a803b570f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:43.034972 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-687384ac-6e0d-4c8f-9393-75f67a0ea24a req-9d7a6358-9dec-4dc0-b6ee-8a1a803b570f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e9f4a241e9ee48efb00d567fc22d357d&device_id=dbba2432-56f0-4c62-99cc-43756d31a73e HTTP/1.1" status: 200 len: 1098 time: 0.1032588 Nov 25 13:43:43.204642 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7ce185fd-c3a3-4909-a7c3-0b4372374fb9 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:43.206527 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7756a3a-2d4e-4b0b-9572-9279027353dc req-da9b5714-7a4f-43d4-ba3b-f588349becaa tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:43.217499 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e7756a3a-2d4e-4b0b-9572-9279027353dc req-da9b5714-7a4f-43d4-ba3b-f588349becaa tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbba2432-56f0-4c62-99cc-43756d31a73e HTTP/1.1" status: 200 len: 946 time: 0.0842955 Nov 25 13:43:43.294232 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e7756a3a-2d4e-4b0b-9572-9279027353dc req-8d34b0da-08dd-4c6c-a20f-9c921eed5b3d tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c02e1d0-4b0f-4f2f-9a45-00d5dc0648eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732841 Nov 25 13:43:43.320553 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687384ac-6e0d-4c8f-9393-75f67a0ea24a req-2cf52dd1-7043-4301-af8b-e9bda521bd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:43.322164 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-687384ac-6e0d-4c8f-9393-75f67a0ea24a req-2cf52dd1-7043-4301-af8b-e9bda521bd73 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b9fed917-118a-47f5-b91a-5da13b26a61f HTTP/1.1" status: 200 len: 915 time: 0.2582121 Nov 25 13:43:43.398325 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-13338ab9-8952-4793-95cc-4e4c8dc4f4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e304bc5-84b8-455d-a417-9239779a0120', 'name': 'tempest-TestVolumeBackupRestore-1242325854-router', 'tenant_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'b421597b-f00b-459e-8bbb-0166f7d923ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:39:45Z', 'updated_at': '2021-11-25T13:39:50Z', 'revision_number': 4, 'project_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'gw_port': {'id': 'b421597b-f00b-459e-8bbb-0166f7d923ab', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:31:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e304bc5-84b8-455d-a417-9239779a0120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:39:46Z', 'updated_at': '2021-11-25T13:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '172de87b-a720-4320-a42c-94aaa6919482', 'name': '', 'network_id': 'b9fed917-118a-47f5-b91a-5da13b26a61f', 'tenant_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'mac_address': 'fa:16:3e:91:cc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e304bc5-84b8-455d-a417-9239779a0120', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '8ed6ab7c-ada8-497a-acf9-43a1076137d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:39:49Z', 'updated_at': '2021-11-25T13:39:57Z', 'revision_number': 5, 'project_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'subnets': [{'id': '8ed6ab7c-ada8-497a-acf9-43a1076137d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:43:43.417855 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-687384ac-6e0d-4c8f-9393-75f67a0ea24a req-aa9bbc9a-de1f-4948-944d-56ccea078680 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b54cc98d-3575-428e-9e5f-928cbc83f4e6 HTTP/1.1" status: 200 len: 217 time: 0.0527682 Nov 25 13:43:43.432058 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13338ab9-8952-4793-95cc-4e4c8dc4f4cc None None] Checking router: 1e304bc5-84b8-455d-a417-9239779a0120 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:43:43.446113 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13338ab9-8952-4793-95cc-4e4c8dc4f4cc None None] Routers {'1e304bc5-84b8-455d-a417-9239779a0120'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:43:43.446870 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-13338ab9-8952-4793-95cc-4e4c8dc4f4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:43:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['1e304bc5-84b8-455d-a417-9239779a0120'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:43:43.540695 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687384ac-6e0d-4c8f-9393-75f67a0ea24a req-b88c96d0-7fcd-4735-bb10-a737230fb11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:43.542163 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-687384ac-6e0d-4c8f-9393-75f67a0ea24a req-b88c96d0-7fcd-4735-bb10-a737230fb11f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8ed6ab7c-ada8-497a-acf9-43a1076137d8 HTTP/1.1" status: 200 len: 853 time: 0.0750623 Nov 25 13:43:43.586515 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-13338ab9-8952-4793-95cc-4e4c8dc4f4cc None None] Set router 1e304bc5-84b8-455d-a417-9239779a0120 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:43:43.652033 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687384ac-6e0d-4c8f-9393-75f67a0ea24a req-59fd0b19-ec76-4f05-9b68-275492713d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:43.653560 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-687384ac-6e0d-4c8f-9393-75f67a0ea24a req-59fd0b19-ec76-4f05-9b68-275492713d7c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b9fed917-118a-47f5-b91a-5da13b26a61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0954969 Nov 25 13:43:43.794866 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-687384ac-6e0d-4c8f-9393-75f67a0ea24a req-225ae7b9-c293-45ce-8a48-adfba61af8a2 service neutron] 10.222.0.47 "GET /v2.0/networks/b9fed917-118a-47f5-b91a-5da13b26a61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305051 Nov 25 13:43:43.816309 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7ce185fd-c3a3-4909-a7c3-0b4372374fb9 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:43.829795 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7ce185fd-c3a3-4909-a7c3-0b4372374fb9 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:43.844129 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-13338ab9-8952-4793-95cc-4e4c8dc4f4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e304bc5-84b8-455d-a417-9239779a0120', 'name': 'tempest-TestVolumeBackupRestore-1242325854-router', 'tenant_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'b421597b-f00b-459e-8bbb-0166f7d923ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:39:45Z', 'updated_at': '2021-11-25T13:39:50Z', 'revision_number': 4, 'project_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'gw_port': {'id': 'b421597b-f00b-459e-8bbb-0166f7d923ab', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:31:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e304bc5-84b8-455d-a417-9239779a0120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:39:46Z', 'updated_at': '2021-11-25T13:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '172de87b-a720-4320-a42c-94aaa6919482', 'name': '', 'network_id': 'b9fed917-118a-47f5-b91a-5da13b26a61f', 'tenant_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'mac_address': 'fa:16:3e:91:cc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e304bc5-84b8-455d-a417-9239779a0120', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '8ed6ab7c-ada8-497a-acf9-43a1076137d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:39:49Z', 'updated_at': '2021-11-25T13:39:57Z', 'revision_number': 5, 'project_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'subnets': [{'id': '8ed6ab7c-ada8-497a-acf9-43a1076137d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:43:43.883796 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a083cfa-6d6d-4e49-ace8-ceafa1596bb4 None None] Network 7232bf8f-5287-4b6a-87ba-8b74b3025992 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:43:43.911300 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13338ab9-8952-4793-95cc-4e4c8dc4f4cc None None] The sync data for ids ['1e304bc5-84b8-455d-a417-9239779a0120'] in n-d-808199-11 is: [{'id': '1e304bc5-84b8-455d-a417-9239779a0120', 'name': 'tempest-TestVolumeBackupRestore-1242325854-router', 'tenant_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'b421597b-f00b-459e-8bbb-0166f7d923ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:39:45Z', 'updated_at': '2021-11-25T13:39:50Z', 'revision_number': 4, 'project_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'gw_port': {'id': 'b421597b-f00b-459e-8bbb-0166f7d923ab', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:31:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e304bc5-84b8-455d-a417-9239779a0120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:39:46Z', 'updated_at': '2021-11-25T13:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '172de87b-a720-4320-a42c-94aaa6919482', 'name': '', 'network_id': 'b9fed917-118a-47f5-b91a-5da13b26a61f', 'tenant_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'mac_address': 'fa:16:3e:91:cc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e304bc5-84b8-455d-a417-9239779a0120', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '8ed6ab7c-ada8-497a-acf9-43a1076137d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:39:49Z', 'updated_at': '2021-11-25T13:39:57Z', 'revision_number': 5, 'project_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'subnets': [{'id': '8ed6ab7c-ada8-497a-acf9-43a1076137d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:43:43.988734 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-19fce6a5-3622-4f43-a54d-a010a335756a None None] Provisioning complete for port 6cdf070c-df82-4f61-90d9-ecf70d41bc27 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:43:43.989063 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-19fce6a5-3622-4f43-a54d-a010a335756a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:44.029865 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce185fd-c3a3-4909-a7c3-0b4372374fb9 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Pushing event updated for resources: {'Port': ['ID=17bfaf31-acb5-46be-bab0-ed8d5370dec3,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:43:44.034204 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7ce185fd-c3a3-4909-a7c3-0b4372374fb9 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:44.055354 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 6cdf070c-df82-4f61-90d9-ecf70d41bc27 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:43:44.134669 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-687384ac-6e0d-4c8f-9393-75f67a0ea24a req-a76260c3-924d-4580-b99a-3747058b396c service neutron] 10.222.0.47 "GET /v2.0/networks/b9fed917-118a-47f5-b91a-5da13b26a61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227665 Nov 25 13:43:44.246457 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce185fd-c3a3-4909-a7c3-0b4372374fb9 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Network 7232bf8f-5287-4b6a-87ba-8b74b3025992 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:43:44.248214 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-7ce185fd-c3a3-4909-a7c3-0b4372374fb9 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:43:44.252885 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 6cdf070c-df82-4f61-90d9-ecf70d41bc27 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:43:44.253385 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:44.275836 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-19fce6a5-3622-4f43-a54d-a010a335756a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:44.382807 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-19fce6a5-3622-4f43-a54d-a010a335756a None None] For port 6cdf070c-df82-4f61-90d9-ecf70d41bc27, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=6cdf070c-df82-4f61-90d9-ecf70d41bc27,segment=NetworkSegment(b8cea7d5-21a4-442d-bc3c-32267f6fa8a7),segment_id=b8cea7d5-21a4-442d-bc3c-32267f6fa8a7)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:43:44.414405 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-19fce6a5-3622-4f43-a54d-a010a335756a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:44.527338 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f07f1-0655-41c9-a8b2-f932b4d9a003 req-26674a4a-9475-45ed-9b17-9fd33384fcc1 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:44.540421 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device b951d4cb-51f2-4f03-aa7b-51686339a24f up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:43:44.549562 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-418f07f1-0655-41c9-a8b2-f932b4d9a003 req-26674a4a-9475-45ed-9b17-9fd33384fcc1 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbba2432-56f0-4c62-99cc-43756d31a73e HTTP/1.1" status: 200 len: 946 time: 0.0963333 Nov 25 13:43:44.551550 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ce185fd-c3a3-4909-a7c3-0b4372374fb9 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Router 1667dee3-2885-418d-b6e8-40a367285235 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:43:44.622369 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201d6fab-4a1c-43fe-b404-d668ad47c2fb None None] New status for floating IP 9c7b546e-915f-4a57-b84a-d867d02482a7: DOWN {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 13:43:44.651505 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fce6a5-3622-4f43-a54d-a010a335756a None None] Pushing event updated for resources: {'Port': ['ID=6cdf070c-df82-4f61-90d9-ecf70d41bc27,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:43:44.698457 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-418f07f1-0655-41c9-a8b2-f932b4d9a003 req-2182eb7d-b412-4b64-b146-58d1cdb83fe9 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c02e1d0-4b0f-4f2f-9a45-00d5dc0648eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402235 Nov 25 13:43:44.720560 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port b951d4cb-51f2-4f03-aa7b-51686339a24f triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:43:44.721992 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:44.776610 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce185fd-c3a3-4909-a7c3-0b4372374fb9 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:43:44.796588 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-7ce185fd-c3a3-4909-a7c3-0b4372374fb9 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.53 "PUT /v2.0/routers/1667dee3-2885-418d-b6e8-40a367285235/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6599803 Nov 25 13:43:44.799389 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58660) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:43:44.804847 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-743103f2-637f-4e26-b7ac-82aceb789500 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1019322584', 'description': 'tempest-secgroup_access--1019322584 description', 'project_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:43:44.806515 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d87140-cf9e-4b96-b5c7-0c0c20d189a6 None None] Sync routers for ids ['1667dee3-2885-418d-b6e8-40a367285235'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:43:44.836934 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d87140-cf9e-4b96-b5c7-0c0c20d189a6 None None] Routers {'1667dee3-2885-418d-b6e8-40a367285235'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:43:44.837837 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-a0d87140-cf9e-4b96-b5c7-0c0c20d189a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:43:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['1667dee3-2885-418d-b6e8-40a367285235'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:43:44.866359 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-743103f2-637f-4e26-b7ac-82aceb789500 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:45.009739 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-743103f2-637f-4e26-b7ac-82aceb789500 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:45.022600 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-743103f2-637f-4e26-b7ac-82aceb789500 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:45.086756 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-743103f2-637f-4e26-b7ac-82aceb789500 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:45.100217 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-743103f2-637f-4e26-b7ac-82aceb789500 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2994618 Nov 25 13:43:45.103357 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58662) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:43:45.108864 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-a9a6c8ad-e756-4f71-8a61-c6a106a91b38 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--896065010', 'description': 'tempest-secgroup_general--896065010 description', 'project_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:43:45.124584 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743103f2-637f-4e26-b7ac-82aceb789500 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0f2370-0bcc-4a50-a868-2433a3e6a69c,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:43:45.177541 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a9a6c8ad-e756-4f71-8a61-c6a106a91b38 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:45.183292 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-47e5f148-30d2-48aa-b321-f5644df8b24e None None] Provisioning complete for port 17bfaf31-acb5-46be-bab0-ed8d5370dec3 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:43:45.183640 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-47e5f148-30d2-48aa-b321-f5644df8b24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:45.233558 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-47e5f148-30d2-48aa-b321-f5644df8b24e None None] Port 17bfaf31-acb5-46be-bab0-ed8d5370dec3 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:43:45.264381 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-47e5f148-30d2-48aa-b321-f5644df8b24e None None] Provisioning complete for port 6cdf070c-df82-4f61-90d9-ecf70d41bc27 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:43:45.265049 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-47e5f148-30d2-48aa-b321-f5644df8b24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:45.269852 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-a0d87140-cf9e-4b96-b5c7-0c0c20d189a6 None None] Set router 1667dee3-2885-418d-b6e8-40a367285235 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:43:45.324334 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a9a6c8ad-e756-4f71-8a61-c6a106a91b38 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:45.334129 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a9a6c8ad-e756-4f71-8a61-c6a106a91b38 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:45.421080 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a9a6c8ad-e756-4f71-8a61-c6a106a91b38 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:45.422449 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-a9a6c8ad-e756-4f71-8a61-c6a106a91b38 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3181086 Nov 25 13:43:45.432112 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58664) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:43:45.444386 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-6de81a3f-acac-4eb6-b3e5-24117b38926c tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Request body: {'security_group_rule': {'security_group_id': '5b0f2370-0bcc-4a50-a868-2433a3e6a69c', 'project_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:43:45.450601 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe9a02-6314-4078-b66d-33d4e761ce94 req-83445977-4e19-4bcf-a7a5-f7492f057822 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:45.452556 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-97fe9a02-6314-4078-b66d-33d4e761ce94 req-83445977-4e19-4bcf-a7a5-f7492f057822 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbba2432-56f0-4c62-99cc-43756d31a73e HTTP/1.1" status: 200 len: 946 time: 0.6651685 Nov 25 13:43:45.468522 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a6c8ad-e756-4f71-8a61-c6a106a91b38 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=156b789b-f9ae-45be-b1f4-9231e15d6348,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:43:45.556808 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6de81a3f-acac-4eb6-b3e5-24117b38926c tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:45.581998 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-97fe9a02-6314-4078-b66d-33d4e761ce94 req-e45801c7-0dc2-4126-94f1-424692f4459b tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Deleting port b54cc98d-3575-428e-9e5f-928cbc83f4e6 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:43:45.582510 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-97fe9a02-6314-4078-b66d-33d4e761ce94 req-e45801c7-0dc2-4126-94f1-424692f4459b tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:45.658683 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-a0d87140-cf9e-4b96-b5c7-0c0c20d189a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1667dee3-2885-418d-b6e8-40a367285235', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1633705938', 'tenant_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'b951d4cb-51f2-4f03-aa7b-51686339a24f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:43:38Z', 'updated_at': '2021-11-25T13:43:43Z', 'revision_number': 4, 'project_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'gw_port': {'id': 'b951d4cb-51f2-4f03-aa7b-51686339a24f', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:78:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1667dee3-2885-418d-b6e8-40a367285235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:43:38Z', 'updated_at': '2021-11-25T13:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '17bfaf31-acb5-46be-bab0-ed8d5370dec3', 'name': '', 'network_id': '7232bf8f-5287-4b6a-87ba-8b74b3025992', 'tenant_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'mac_address': 'fa:16:3e:09:08:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1667dee3-2885-418d-b6e8-40a367285235', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'ab22aa54-8ae1-49ef-aded-0a6901b884ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:43:42Z', 'updated_at': '2021-11-25T13:43:43Z', 'revision_number': 2, 'project_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'subnets': [{'id': 'ab22aa54-8ae1-49ef-aded-0a6901b884ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:43:45.672081 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6de81a3f-acac-4eb6-b3e5-24117b38926c tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:45.677755 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6de81a3f-acac-4eb6-b3e5-24117b38926c tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:45.695377 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de81a3f-acac-4eb6-b3e5-24117b38926c tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9388e4a0-22e6-4c04-ac43-9ff9b480c451,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:43:45.702256 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d87140-cf9e-4b96-b5c7-0c0c20d189a6 None None] Checking router: 1667dee3-2885-418d-b6e8-40a367285235 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:43:45.702618 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d87140-cf9e-4b96-b5c7-0c0c20d189a6 None None] Updating router 1667dee3-2885-418d-b6e8-40a367285235 port 17bfaf31-acb5-46be-bab0-ed8d5370dec3 binding host n-d-808199-11 {{(pid=103572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:43:45.728871 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6de81a3f-acac-4eb6-b3e5-24117b38926c tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:45.729528 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-673d35cb-fa78-4be7-9c98-2c6ffbecf582 None None] Provisioning complete for port 17bfaf31-acb5-46be-bab0-ed8d5370dec3 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:43:45.744003 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-673d35cb-fa78-4be7-9c98-2c6ffbecf582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:45.744509 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-6de81a3f-acac-4eb6-b3e5-24117b38926c tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2969933 Nov 25 13:43:45.770620 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a0d87140-cf9e-4b96-b5c7-0c0c20d189a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:45.780950 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-97fe9a02-6314-4078-b66d-33d4e761ce94 req-e45801c7-0dc2-4126-94f1-424692f4459b tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] For port b54cc98d-3575-428e-9e5f-928cbc83f4e6, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=b54cc98d-3575-428e-9e5f-928cbc83f4e6,segment=NetworkSegment(742d2952-b1dc-4ef7-93fd-7c31ac3be8eb),segment_id=742d2952-b1dc-4ef7-93fd-7c31ac3be8eb)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:43:45.781301 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-97fe9a02-6314-4078-b66d-33d4e761ce94 req-e45801c7-0dc2-4126-94f1-424692f4459b tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:45.811432 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-97fe9a02-6314-4078-b66d-33d4e761ce94 req-e45801c7-0dc2-4126-94f1-424692f4459b tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Calling delete_port for b54cc98d-3575-428e-9e5f-928cbc83f4e6 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:43:45.817852 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-673d35cb-fa78-4be7-9c98-2c6ffbecf582 None None] Port 17bfaf31-acb5-46be-bab0-ed8d5370dec3 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:43:45.950533 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 6cdf070c-df82-4f61-90d9-ecf70d41bc27 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:43:45.951587 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b523d07-13e4-419e-8393-541d7a60919a req-a12007b9-af86-49d3-918a-4d68c738caee tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:45.959948 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5b523d07-13e4-419e-8393-541d7a60919a req-a12007b9-af86-49d3-918a-4d68c738caee tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbba2432-56f0-4c62-99cc-43756d31a73e HTTP/1.1" status: 200 len: 946 time: 0.1270447 Nov 25 13:43:46.009402 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-97fe9a02-6314-4078-b66d-33d4e761ce94 req-e45801c7-0dc2-4126-94f1-424692f4459b tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:46.034936 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5b523d07-13e4-419e-8393-541d7a60919a req-60373f21-bd93-4550-9db5-30a48644d8f5 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c02e1d0-4b0f-4f2f-9a45-00d5dc0648eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686696 Nov 25 13:43:46.086192 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45801c7-0dc2-4126-94f1-424692f4459b tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Pushing event deleted for resources: {'Port': ['ID=b54cc98d-3575-428e-9e5f-928cbc83f4e6,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:43:46.126250 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-894f9f54-d2cb-4dad-9160-cfdabbd119ba req-69a9a679-d62d-4e7f-96e0-83ed9a76264e tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup_access--1019322584&fields=id&tenant_id=cfd4ec49b5f84c5aa94d46be4b4d2e1a HTTP/1.1" status: 200 len: 267 time: 0.0879014 Nov 25 13:43:46.171422 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-97fe9a02-6314-4078-b66d-33d4e761ce94 req-e45801c7-0dc2-4126-94f1-424692f4459b tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] No DVR routers for this DVR port b54cc98d-3575-428e-9e5f-928cbc83f4e6 on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:43:46.178896 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-97fe9a02-6314-4078-b66d-33d4e761ce94 req-e45801c7-0dc2-4126-94f1-424692f4459b tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:46.179954 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-894f9f54-d2cb-4dad-9160-cfdabbd119ba req-a64aa365-35f2-4ed6-b7d1-9473cd1aef3d tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup_general--896065010&fields=id&tenant_id=cfd4ec49b5f84c5aa94d46be4b4d2e1a HTTP/1.1" status: 200 len: 267 time: 0.0466015 Nov 25 13:43:46.183610 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-97fe9a02-6314-4078-b66d-33d4e761ce94 req-e45801c7-0dc2-4126-94f1-424692f4459b tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] 10.222.0.47 "DELETE /v2.0/ports/b54cc98d-3575-428e-9e5f-928cbc83f4e6 HTTP/1.1" status: 204 len: 173 time: 0.7241299 Nov 25 13:43:46.184347 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbba2432-56f0-4c62-99cc-43756d31a73e', 'name': 'network-vif-deleted', 'tag': 'b54cc98d-3575-428e-9e5f-928cbc83f4e6'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:43:46.199361 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b262a133-257c-48fc-b55f-a7441599e12b" -d '{"events": [{"server_uuid": "dbba2432-56f0-4c62-99cc-43756d31a73e", "name": "network-vif-deleted", "tag": "b54cc98d-3575-428e-9e5f-928cbc83f4e6"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:43:46.407993 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f9f54-d2cb-4dad-9160-cfdabbd119ba req-92e2899d-8ede-4d1e-9b63-eedee1862ac6 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:46.409493 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-894f9f54-d2cb-4dad-9160-cfdabbd119ba req-92e2899d-8ede-4d1e-9b63-eedee1862ac6 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.53 "GET /v2.0/networks?id=7232bf8f-5287-4b6a-87ba-8b74b3025992 HTTP/1.1" status: 200 len: 797 time: 0.2219255 Nov 25 13:43:46.411169 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 6cdf070c-df82-4f61-90d9-ecf70d41bc27 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:43:46.411434 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:46.424251 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f75704c-f3fa-488c-a514-d32c9d561d9e x-openstack-request-id: req-1f75704c-f3fa-488c-a514-d32c9d561d9e {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:43:46.424546 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbba2432-56f0-4c62-99cc-43756d31a73e", "name": "network-vif-deleted", "tag": "b54cc98d-3575-428e-9e5f-928cbc83f4e6", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:43:46.424802 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1f75704c-f3fa-488c-a514-d32c9d561d9e {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:43:46.425210 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbba2432-56f0-4c62-99cc-43756d31a73e', 'name': 'network-vif-deleted', 'tag': 'b54cc98d-3575-428e-9e5f-928cbc83f4e6', 'status': 'completed', 'code': 200} Nov 25 13:43:46.449393 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-894f9f54-d2cb-4dad-9160-cfdabbd119ba req-5f0d700c-5212-429a-847c-0562155985ec tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.53 "GET /v2.0/quotas/cfd4ec49b5f84c5aa94d46be4b4d2e1a HTTP/1.1" status: 200 len: 375 time: 0.0237107 Nov 25 13:43:46.468457 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a0d87140-cf9e-4b96-b5c7-0c0c20d189a6 None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:46.492613 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a0d87140-cf9e-4b96-b5c7-0c0c20d189a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:46.592264 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-894f9f54-d2cb-4dad-9160-cfdabbd119ba req-d3ff5162-afd6-4cf1-bf5e-80db9e40e51c tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=cfd4ec49b5f84c5aa94d46be4b4d2e1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1380503 Nov 25 13:43:46.595280 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca87ee7e-2810-4c9c-999b-9f0e3134225b None None] Pushing event updated for resources: {'Port': ['ID=17bfaf31-acb5-46be-bab0-ed8d5370dec3,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:43:46.743899 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-894f9f54-d2cb-4dad-9160-cfdabbd119ba req-337e8c5c-d168-437a-8612-87ad116c4d86 service neutron] 10.222.0.53 "GET /v2.0/networks/7232bf8f-5287-4b6a-87ba-8b74b3025992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321893 Nov 25 13:43:46.757764 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-a0d87140-cf9e-4b96-b5c7-0c0c20d189a6 None None] Attempting to bind port 17bfaf31-acb5-46be-bab0-ed8d5370dec3 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:43:46.758359 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-a0d87140-cf9e-4b96-b5c7-0c0c20d189a6 None None] Attempting to bind port 17bfaf31-acb5-46be-bab0-ed8d5370dec3 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'b8cea7d5-21a4-442d-bc3c-32267f6fa8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7232bf8f-5287-4b6a-87ba-8b74b3025992'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:43:46.758496 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d87140-cf9e-4b96-b5c7-0c0c20d189a6 None None] Attempting to bind port 17bfaf31-acb5-46be-bab0-ed8d5370dec3 on network 7232bf8f-5287-4b6a-87ba-8b74b3025992 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:43:46.781895 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d87140-cf9e-4b96-b5c7-0c0c20d189a6 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:43:46.784260 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d87140-cf9e-4b96-b5c7-0c0c20d189a6 None None] Checking segment: {'id': 'b8cea7d5-21a4-442d-bc3c-32267f6fa8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7232bf8f-5287-4b6a-87ba-8b74b3025992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:43:46.786556 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a0d87140-cf9e-4b96-b5c7-0c0c20d189a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:46.787415 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d87140-cf9e-4b96-b5c7-0c0c20d189a6 None None] Bound using segment: {'id': 'b8cea7d5-21a4-442d-bc3c-32267f6fa8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7232bf8f-5287-4b6a-87ba-8b74b3025992'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:43:46.788407 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-a0d87140-cf9e-4b96-b5c7-0c0c20d189a6 None None] Bound port: 17bfaf31-acb5-46be-bab0-ed8d5370dec3, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8cea7d5-21a4-442d-bc3c-32267f6fa8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7232bf8f-5287-4b6a-87ba-8b74b3025992'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:43:46.789290 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a0d87140-cf9e-4b96-b5c7-0c0c20d189a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:46.911316 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-894f9f54-d2cb-4dad-9160-cfdabbd119ba req-96309e1f-8556-4e4a-9339-9633feff95f2 service neutron] 10.222.0.53 "GET /v2.0/networks/7232bf8f-5287-4b6a-87ba-8b74b3025992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660440 Nov 25 13:43:46.921286 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-a0d87140-cf9e-4b96-b5c7-0c0c20d189a6 None None] For port 17bfaf31-acb5-46be-bab0-ed8d5370dec3, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:43:46.924501 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-a0d87140-cf9e-4b96-b5c7-0c0c20d189a6 None None] For port 17bfaf31-acb5-46be-bab0-ed8d5370dec3, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=17bfaf31-acb5-46be-bab0-ed8d5370dec3,segment=NetworkSegment(b8cea7d5-21a4-442d-bc3c-32267f6fa8a7),segment_id=b8cea7d5-21a4-442d-bc3c-32267f6fa8a7)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:43:46.930445 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a0d87140-cf9e-4b96-b5c7-0c0c20d189a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:46.987182 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca87ee7e-2810-4c9c-999b-9f0e3134225b None None] Pushing event updated for resources: {'Port': ['ID=17bfaf31-acb5-46be-bab0-ed8d5370dec3,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:43:47.032712 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d87140-cf9e-4b96-b5c7-0c0c20d189a6 None None] Routers {'1667dee3-2885-418d-b6e8-40a367285235'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:43:47.033265 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-a0d87140-cf9e-4b96-b5c7-0c0c20d189a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:43:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['1667dee3-2885-418d-b6e8-40a367285235'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:43:47.037109 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-702966c4-cc0b-4a07-8775-3a66df22b947 None None] Provisioning complete for port 17bfaf31-acb5-46be-bab0-ed8d5370dec3 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:43:47.037484 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-702966c4-cc0b-4a07-8775-3a66df22b947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:47.151692 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e43a2a12-d7a9-49ae-9d77-4178baac33eb req-5e532ceb-a66f-4e6e-a9a4-692e31d0375f tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.53 "GET /v2.0/ports?device_id=69b16df7-2751-4f71-9e79-a31fe0656a01 HTTP/1.1" status: 200 len: 210 time: 0.0501189 Nov 25 13:43:47.196362 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-34151755-ad68-458b-8fce-e51ae5253de5 req-0a832552-6e45-463b-af51-79d4cdfe0cbb tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbba2432-56f0-4c62-99cc-43756d31a73e HTTP/1.1" status: 200 len: 210 time: 0.0613642 Nov 25 13:43:47.295728 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-a0d87140-cf9e-4b96-b5c7-0c0c20d189a6 None None] Set router 1667dee3-2885-418d-b6e8-40a367285235 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:43:47.324790 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-702966c4-cc0b-4a07-8775-3a66df22b947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:47.412983 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-702966c4-cc0b-4a07-8775-3a66df22b947 None None] For port 17bfaf31-acb5-46be-bab0-ed8d5370dec3, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=17bfaf31-acb5-46be-bab0-ed8d5370dec3,segment=NetworkSegment(b8cea7d5-21a4-442d-bc3c-32267f6fa8a7),segment_id=b8cea7d5-21a4-442d-bc3c-32267f6fa8a7)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:43:47.434241 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-702966c4-cc0b-4a07-8775-3a66df22b947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:47.525187 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702966c4-cc0b-4a07-8775-3a66df22b947 None None] Pushing event updated for resources: {'Port': ['ID=17bfaf31-acb5-46be-bab0-ed8d5370dec3,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:43:47.580500 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-c5bd4baa-20ad-4550-abf6-61e468017c7c None None] Provisioning complete for port 17bfaf31-acb5-46be-bab0-ed8d5370dec3 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:43:47.580915 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c5bd4baa-20ad-4550-abf6-61e468017c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:47.721506 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:43:47.730732 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-a0d87140-cf9e-4b96-b5c7-0c0c20d189a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1667dee3-2885-418d-b6e8-40a367285235', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1633705938', 'tenant_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'b951d4cb-51f2-4f03-aa7b-51686339a24f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:43:38Z', 'updated_at': '2021-11-25T13:43:43Z', 'revision_number': 4, 'project_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'gw_port': {'id': 'b951d4cb-51f2-4f03-aa7b-51686339a24f', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:78:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1667dee3-2885-418d-b6e8-40a367285235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:43:38Z', 'updated_at': '2021-11-25T13:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '17bfaf31-acb5-46be-bab0-ed8d5370dec3', 'name': '', 'network_id': '7232bf8f-5287-4b6a-87ba-8b74b3025992', 'tenant_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'mac_address': 'fa:16:3e:09:08:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1667dee3-2885-418d-b6e8-40a367285235', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'ab22aa54-8ae1-49ef-aded-0a6901b884ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:43:42Z', 'updated_at': '2021-11-25T13:43:46Z', 'revision_number': 4, 'project_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'subnets': [{'id': 'ab22aa54-8ae1-49ef-aded-0a6901b884ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:43:47.762334 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d87140-cf9e-4b96-b5c7-0c0c20d189a6 None None] The sync data for ids ['1667dee3-2885-418d-b6e8-40a367285235'] in n-d-808199-11 is: [{'id': '1667dee3-2885-418d-b6e8-40a367285235', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1633705938', 'tenant_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'b951d4cb-51f2-4f03-aa7b-51686339a24f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:43:38Z', 'updated_at': '2021-11-25T13:43:43Z', 'revision_number': 4, 'project_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'gw_port': {'id': 'b951d4cb-51f2-4f03-aa7b-51686339a24f', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:78:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1667dee3-2885-418d-b6e8-40a367285235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:43:38Z', 'updated_at': '2021-11-25T13:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '17bfaf31-acb5-46be-bab0-ed8d5370dec3', 'name': '', 'network_id': '7232bf8f-5287-4b6a-87ba-8b74b3025992', 'tenant_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'mac_address': 'fa:16:3e:09:08:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1667dee3-2885-418d-b6e8-40a367285235', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'ab22aa54-8ae1-49ef-aded-0a6901b884ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:43:42Z', 'updated_at': '2021-11-25T13:43:46Z', 'revision_number': 4, 'project_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'subnets': [{'id': 'ab22aa54-8ae1-49ef-aded-0a6901b884ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:43:48.050681 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device b54cc98d-3575-428e-9e5f-928cbc83f4e6 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:43:48.094218 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: b54cc98d-3575-428e-9e5f-928cbc83f4e6 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:43:48.094218 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device b54cc98d-3575-428e-9e5f-928cbc83f4e6 not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:43:48.350827 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4e820b66-a85f-441b-8b15-64928dbede8c req-eb8164f0-ac3e-450b-9570-d4cb916f1f63 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.53 "GET /v2.0/ports?device_id=69b16df7-2751-4f71-9e79-a31fe0656a01 HTTP/1.1" status: 200 len: 210 time: 0.0439851 Nov 25 13:43:48.405280 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b252093b-eacf-4425-87db-517f115a2e9c req-ddf86dd7-b0e3-4617-b755-089fa2d0e348 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:48.410263 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b252093b-eacf-4425-87db-517f115a2e9c req-ddf86dd7-b0e3-4617-b755-089fa2d0e348 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 947 time: 0.1491125 Nov 25 13:43:48.491803 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2fb53654-b20a-4071-930b-0b68495b29bd req-359f9675-2b36-43a6-97a4-3d94995e1939 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbba2432-56f0-4c62-99cc-43756d31a73e HTTP/1.1" status: 200 len: 210 time: 0.0404367 Nov 25 13:43:48.537399 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b252093b-eacf-4425-87db-517f115a2e9c req-cbb0ffb2-83b8-40aa-afe9-c9de2c1ecaf8 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238928 Nov 25 13:43:48.819019 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f9f54-d2cb-4dad-9160-cfdabbd119ba req-47eba0d4-7ca1-4a93-bc31-8e8788643304 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:48.820787 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-894f9f54-d2cb-4dad-9160-cfdabbd119ba req-47eba0d4-7ca1-4a93-bc31-8e8788643304 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.66 "GET /v2.0/networks?id=7232bf8f-5287-4b6a-87ba-8b74b3025992 HTTP/1.1" status: 200 len: 797 time: 0.1874807 Nov 25 13:43:48.909636 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-894f9f54-d2cb-4dad-9160-cfdabbd119ba req-feed56f6-a082-4ec8-8bfd-6602a39439f9 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cfd4ec49b5f84c5aa94d46be4b4d2e1a HTTP/1.1" status: 200 len: 477 time: 0.0765822 Nov 25 13:43:48.923051 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-894f9f54-d2cb-4dad-9160-cfdabbd119ba req-a4528a2b-e9c7-45be-8903-20e631120620 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Request body: {'port': {'device_id': '69b16df7-2751-4f71-9e79-a31fe0656a01', 'network_id': '7232bf8f-5287-4b6a-87ba-8b74b3025992', 'admin_state_up': True, 'tenant_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'security_groups': ['5b0f2370-0bcc-4a50-a868-2433a3e6a69c', '156b789b-f9ae-45be-b1f4-9231e15d6348']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:43:49.050249 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-894f9f54-d2cb-4dad-9160-cfdabbd119ba req-a4528a2b-e9c7-45be-8903-20e631120620 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Made reservation on behalf of cfd4ec49b5f84c5aa94d46be4b4d2e1a for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:43:49.055602 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-894f9f54-d2cb-4dad-9160-cfdabbd119ba req-a4528a2b-e9c7-45be-8903-20e631120620 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:49.192898 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-894f9f54-d2cb-4dad-9160-cfdabbd119ba req-a4528a2b-e9c7-45be-8903-20e631120620 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Allocated IP 172.20.0.11 (7232bf8f-5287-4b6a-87ba-8b74b3025992/ab22aa54-8ae1-49ef-aded-0a6901b884ee/ecfdf956-705c-4563-9dcf-f536383cb9e7) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:43:49.378214 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-894f9f54-d2cb-4dad-9160-cfdabbd119ba req-a4528a2b-e9c7-45be-8903-20e631120620 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:49.425435 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-894f9f54-d2cb-4dad-9160-cfdabbd119ba req-a4528a2b-e9c7-45be-8903-20e631120620 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:49.495870 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-894f9f54-d2cb-4dad-9160-cfdabbd119ba req-a4528a2b-e9c7-45be-8903-20e631120620 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Network 7232bf8f-5287-4b6a-87ba-8b74b3025992 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:43:49.498354 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-894f9f54-d2cb-4dad-9160-cfdabbd119ba req-a4528a2b-e9c7-45be-8903-20e631120620 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:43:49.502854 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-894f9f54-d2cb-4dad-9160-cfdabbd119ba req-a4528a2b-e9c7-45be-8903-20e631120620 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:43:49.509804 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4528a2b-e9c7-45be-8903-20e631120620 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Pushing event updated for resources: {'Port': ['ID=ecfdf956-705c-4563-9dcf-f536383cb9e7,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:43:49.563820 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0346ff-2f8d-4faa-90df-94dfcbe40fbe req-4dd790a1-4ae6-41f4-96f9-8f6fe44aa709 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:49.578851 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fb0346ff-2f8d-4faa-90df-94dfcbe40fbe req-4dd790a1-4ae6-41f4-96f9-8f6fe44aa709 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.53 "GET /v2.0/ports?device_id=69b16df7-2751-4f71-9e79-a31fe0656a01 HTTP/1.1" status: 200 len: 971 time: 0.1278415 Nov 25 13:43:49.617396 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f9f54-d2cb-4dad-9160-cfdabbd119ba req-a4528a2b-e9c7-45be-8903-20e631120620 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:49.618090 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-894f9f54-d2cb-4dad-9160-cfdabbd119ba req-a4528a2b-e9c7-45be-8903-20e631120620 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:49.641278 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-894f9f54-d2cb-4dad-9160-cfdabbd119ba req-a4528a2b-e9c7-45be-8903-20e631120620 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.7225008 Nov 25 13:43:49.668320 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d54454e3-b332-471c-b59f-620f7a1acd82 req-74a58d26-c181-4845-927b-35fe4cb442ef tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbba2432-56f0-4c62-99cc-43756d31a73e HTTP/1.1" status: 200 len: 210 time: 0.0458953 Nov 25 13:43:49.704555 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fb0346ff-2f8d-4faa-90df-94dfcbe40fbe req-8c010b07-5bcf-49ce-bcea-dab59a047c09 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.53 "GET /v2.0/security-groups?id=156b789b-f9ae-45be-b1f4-9231e15d6348&id=5b0f2370-0bcc-4a50-a868-2433a3e6a69c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1183896 Nov 25 13:43:49.745272 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-894f9f54-d2cb-4dad-9160-cfdabbd119ba req-76ce0531-07b9-4bb0-9293-daa55260fe28 service neutron] Request body: {'port': {'device_id': '69b16df7-2751-4f71-9e79-a31fe0656a01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:43:49.841111 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2894299a-ecdb-4d3c-bb78-4ce450292196 req-0d6c5227-c7f3-4b7f-8af3-e35e0609c6e9 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:49.849437 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-894f9f54-d2cb-4dad-9160-cfdabbd119ba req-76ce0531-07b9-4bb0-9293-daa55260fe28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:49.849933 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2894299a-ecdb-4d3c-bb78-4ce450292196 req-0d6c5227-c7f3-4b7f-8af3-e35e0609c6e9 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 947 time: 0.0721366 Nov 25 13:43:49.915314 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2894299a-ecdb-4d3c-bb78-4ce450292196 req-0166d9da-2651-4aa1-b0d7-e278b42049cc tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c3711f1-7c2d-4508-9603-180877413771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645564 Nov 25 13:43:49.920507 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 17bfaf31-acb5-46be-bab0-ed8d5370dec3 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:43:49.973114 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-d09fbe81-947f-4e6c-9e6b-a30282db8cb3 None None] Provisioning complete for port ecfdf956-705c-4563-9dcf-f536383cb9e7 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:43:49.973461 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d09fbe81-947f-4e6c-9e6b-a30282db8cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:50.010888 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 17bfaf31-acb5-46be-bab0-ed8d5370dec3 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:43:50.011268 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:50.052315 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-d09fbe81-947f-4e6c-9e6b-a30282db8cb3 None None] Port ecfdf956-705c-4563-9dcf-f536383cb9e7 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:43:50.064105 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d381981-5978-49a4-a439-22573d0bb414 req-1f7f1ea0-5b04-4b40-b71d-8ec3862da30d tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:50.065960 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7d381981-5978-49a4-a439-22573d0bb414 req-1f7f1ea0-5b04-4b40-b71d-8ec3862da30d tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 947 time: 0.0619252 Nov 25 13:43:50.161749 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-894f9f54-d2cb-4dad-9160-cfdabbd119ba req-76ce0531-07b9-4bb0-9293-daa55260fe28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecfdf956-705c-4563-9dcf-f536383cb9e7 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:43:50.173168 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-894f9f54-d2cb-4dad-9160-cfdabbd119ba req-76ce0531-07b9-4bb0-9293-daa55260fe28 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:50.182123 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-7d381981-5978-49a4-a439-22573d0bb414 req-1cce4b86-ef02-44d1-9eeb-a78b5d1c9b33 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Deleting port e5a55093-3c15-45d9-8187-e22aa681981a {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:43:50.182686 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-7d381981-5978-49a4-a439-22573d0bb414 req-1cce4b86-ef02-44d1-9eeb-a78b5d1c9b33 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:50.190559 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-894f9f54-d2cb-4dad-9160-cfdabbd119ba req-76ce0531-07b9-4bb0-9293-daa55260fe28 service neutron] Transition to ACTIVE for port object ecfdf956-705c-4563-9dcf-f536383cb9e7 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:43:50.194900 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-894f9f54-d2cb-4dad-9160-cfdabbd119ba req-76ce0531-07b9-4bb0-9293-daa55260fe28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:50.277715 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ce0531-07b9-4bb0-9293-daa55260fe28 service neutron] Pushing event updated for resources: {'Port': ['ID=ecfdf956-705c-4563-9dcf-f536383cb9e7,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:43:50.283133 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-7d381981-5978-49a4-a439-22573d0bb414 req-1cce4b86-ef02-44d1-9eeb-a78b5d1c9b33 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] For port e5a55093-3c15-45d9-8187-e22aa681981a, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=e5a55093-3c15-45d9-8187-e22aa681981a,segment=NetworkSegment(319d727f-3675-4f9d-9345-98e588ff56b9),segment_id=319d727f-3675-4f9d-9345-98e588ff56b9)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:43:50.283783 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-7d381981-5978-49a4-a439-22573d0bb414 req-1cce4b86-ef02-44d1-9eeb-a78b5d1c9b33 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:50.298913 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-7d381981-5978-49a4-a439-22573d0bb414 req-1cce4b86-ef02-44d1-9eeb-a78b5d1c9b33 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Calling delete_port for e5a55093-3c15-45d9-8187-e22aa681981a owned by compute:nova {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:43:50.332243 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-894f9f54-d2cb-4dad-9160-cfdabbd119ba req-76ce0531-07b9-4bb0-9293-daa55260fe28 service neutron] Attempting to bind port ecfdf956-705c-4563-9dcf-f536383cb9e7 on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:43:50.332592 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-894f9f54-d2cb-4dad-9160-cfdabbd119ba req-76ce0531-07b9-4bb0-9293-daa55260fe28 service neutron] Attempting to bind port ecfdf956-705c-4563-9dcf-f536383cb9e7 by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': 'b8cea7d5-21a4-442d-bc3c-32267f6fa8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7232bf8f-5287-4b6a-87ba-8b74b3025992'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:43:50.333662 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894f9f54-d2cb-4dad-9160-cfdabbd119ba req-76ce0531-07b9-4bb0-9293-daa55260fe28 service neutron] Attempting to bind port ecfdf956-705c-4563-9dcf-f536383cb9e7 on network 7232bf8f-5287-4b6a-87ba-8b74b3025992 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:43:50.338824 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894f9f54-d2cb-4dad-9160-cfdabbd119ba req-76ce0531-07b9-4bb0-9293-daa55260fe28 service neutron] Port ecfdf956-705c-4563-9dcf-f536383cb9e7 on network 7232bf8f-5287-4b6a-87ba-8b74b3025992 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:43:50.339271 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894f9f54-d2cb-4dad-9160-cfdabbd119ba req-76ce0531-07b9-4bb0-9293-daa55260fe28 service neutron] Attempting to bind port ecfdf956-705c-4563-9dcf-f536383cb9e7 on network 7232bf8f-5287-4b6a-87ba-8b74b3025992 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:43:50.344620 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894f9f54-d2cb-4dad-9160-cfdabbd119ba req-76ce0531-07b9-4bb0-9293-daa55260fe28 service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:43:50.344966 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894f9f54-d2cb-4dad-9160-cfdabbd119ba req-76ce0531-07b9-4bb0-9293-daa55260fe28 service neutron] Checking segment: {'id': 'b8cea7d5-21a4-442d-bc3c-32267f6fa8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7232bf8f-5287-4b6a-87ba-8b74b3025992'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:43:50.345358 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894f9f54-d2cb-4dad-9160-cfdabbd119ba req-76ce0531-07b9-4bb0-9293-daa55260fe28 service neutron] Bound using segment: {'id': 'b8cea7d5-21a4-442d-bc3c-32267f6fa8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7232bf8f-5287-4b6a-87ba-8b74b3025992'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:43:50.345801 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-894f9f54-d2cb-4dad-9160-cfdabbd119ba req-76ce0531-07b9-4bb0-9293-daa55260fe28 service neutron] Bound port: ecfdf956-705c-4563-9dcf-f536383cb9e7, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8cea7d5-21a4-442d-bc3c-32267f6fa8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7232bf8f-5287-4b6a-87ba-8b74b3025992'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:43:50.346292 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-894f9f54-d2cb-4dad-9160-cfdabbd119ba req-76ce0531-07b9-4bb0-9293-daa55260fe28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:50.420164 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-894f9f54-d2cb-4dad-9160-cfdabbd119ba req-76ce0531-07b9-4bb0-9293-daa55260fe28 service neutron] For port ecfdf956-705c-4563-9dcf-f536383cb9e7, host n-h1-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:43:50.455844 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-7d381981-5978-49a4-a439-22573d0bb414 req-1cce4b86-ef02-44d1-9eeb-a78b5d1c9b33 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:50.456377 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-894f9f54-d2cb-4dad-9160-cfdabbd119ba req-76ce0531-07b9-4bb0-9293-daa55260fe28 service neutron] For port ecfdf956-705c-4563-9dcf-f536383cb9e7, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=ecfdf956-705c-4563-9dcf-f536383cb9e7,segment=NetworkSegment(b8cea7d5-21a4-442d-bc3c-32267f6fa8a7),segment_id=b8cea7d5-21a4-442d-bc3c-32267f6fa8a7)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:43:50.463474 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-894f9f54-d2cb-4dad-9160-cfdabbd119ba req-76ce0531-07b9-4bb0-9293-daa55260fe28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:50.474261 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['e5a55093-3c15-45d9-8187-e22aa681981a'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:43:50.508137 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f9f54-d2cb-4dad-9160-cfdabbd119ba req-76ce0531-07b9-4bb0-9293-daa55260fe28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:50.508774 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-894f9f54-d2cb-4dad-9160-cfdabbd119ba req-76ce0531-07b9-4bb0-9293-daa55260fe28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:50.510327 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-894f9f54-d2cb-4dad-9160-cfdabbd119ba req-76ce0531-07b9-4bb0-9293-daa55260fe28 service neutron] 10.222.0.66 "PUT /v2.0/ports/ecfdf956-705c-4563-9dcf-f536383cb9e7 HTTP/1.1" status: 200 len: 1132 time: 0.8523016 Nov 25 13:43:50.510781 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69b16df7-2751-4f71-9e79-a31fe0656a01', 'tag': 'ecfdf956-705c-4563-9dcf-f536383cb9e7'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:43:50.513662 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc101bc-19fa-4596-b819-df3c34357b27" -d '{"events": [{"name": "network-changed", "server_uuid": "69b16df7-2751-4f71-9e79-a31fe0656a01", "tag": "ecfdf956-705c-4563-9dcf-f536383cb9e7"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:43:50.526397 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cce4b86-ef02-44d1-9eeb-a78b5d1c9b33 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Pushing event deleted for resources: {'Port': ['ID=e5a55093-3c15-45d9-8187-e22aa681981a,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:43:50.549898 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d381981-5978-49a4-a439-22573d0bb414 req-1cce4b86-ef02-44d1-9eeb-a78b5d1c9b33 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] No DVR routers for this DVR port e5a55093-3c15-45d9-8187-e22aa681981a on host n-h1-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:43:50.552867 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-7d381981-5978-49a4-a439-22573d0bb414 req-1cce4b86-ef02-44d1-9eeb-a78b5d1c9b33 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:50.557109 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7d381981-5978-49a4-a439-22573d0bb414 req-1cce4b86-ef02-44d1-9eeb-a78b5d1c9b33 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.66 "DELETE /v2.0/ports/e5a55093-3c15-45d9-8187-e22aa681981a HTTP/1.1" status: 204 len: 173 time: 0.4805338 Nov 25 13:43:50.557696 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c04fa64-7415-4f99-8cfe-527ec87a5b92', 'name': 'network-vif-deleted', 'tag': 'e5a55093-3c15-45d9-8187-e22aa681981a'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:43:50.561290 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4551c418-20cf-42c0-acd8-6732b6e9b777" -d '{"events": [{"server_uuid": "0c04fa64-7415-4f99-8cfe-527ec87a5b92", "name": "network-vif-deleted", "tag": "e5a55093-3c15-45d9-8187-e22aa681981a"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:43:50.621240 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719c321d-6bc4-4b5a-8fed-655743467ac1 x-openstack-request-id: req-719c321d-6bc4-4b5a-8fed-655743467ac1 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:43:50.621240 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69b16df7-2751-4f71-9e79-a31fe0656a01", "tag": "ecfdf956-705c-4563-9dcf-f536383cb9e7", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:43:50.623968 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-719c321d-6bc4-4b5a-8fed-655743467ac1 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:43:50.624257 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69b16df7-2751-4f71-9e79-a31fe0656a01', 'tag': 'ecfdf956-705c-4563-9dcf-f536383cb9e7', 'status': 'completed', 'code': 200} Nov 25 13:43:50.638743 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ce0531-07b9-4bb0-9293-daa55260fe28 service neutron] Pushing event updated for resources: {'Port': ['ID=ecfdf956-705c-4563-9dcf-f536383cb9e7,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:43:50.640379 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1558c575-2730-42bd-80ba-a150b817d813 x-openstack-request-id: req-1558c575-2730-42bd-80ba-a150b817d813 {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:43:50.640907 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c04fa64-7415-4f99-8cfe-527ec87a5b92", "name": "network-vif-deleted", "tag": "e5a55093-3c15-45d9-8187-e22aa681981a", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:43:50.641220 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1558c575-2730-42bd-80ba-a150b817d813 {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:43:50.641723 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c04fa64-7415-4f99-8cfe-527ec87a5b92', 'name': 'network-vif-deleted', 'tag': 'e5a55093-3c15-45d9-8187-e22aa681981a', 'status': 'completed', 'code': 200} Nov 25 13:43:50.661647 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f9f54-d2cb-4dad-9160-cfdabbd119ba req-f090753b-7801-4fc9-b374-c59f075028ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:50.663226 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-894f9f54-d2cb-4dad-9160-cfdabbd119ba req-f090753b-7801-4fc9-b374-c59f075028ce service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cfd4ec49b5f84c5aa94d46be4b4d2e1a&device_id=69b16df7-2751-4f71-9e79-a31fe0656a01 HTTP/1.1" status: 200 len: 1135 time: 0.0989976 Nov 25 13:43:50.714092 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-894f9f54-d2cb-4dad-9160-cfdabbd119ba req-2917d819-4403-460f-8a0a-67fd86a63b51 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecfdf956-705c-4563-9dcf-f536383cb9e7 HTTP/1.1" status: 200 len: 217 time: 0.0415502 Nov 25 13:43:50.787083 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f9f54-d2cb-4dad-9160-cfdabbd119ba req-9e7b80e2-a72e-487f-bf87-cbe97e0fd7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:50.788586 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-894f9f54-d2cb-4dad-9160-cfdabbd119ba req-9e7b80e2-a72e-487f-bf87-cbe97e0fd7e5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ab22aa54-8ae1-49ef-aded-0a6901b884ee HTTP/1.1" status: 200 len: 835 time: 0.0650477 Nov 25 13:43:50.796698 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-aaeeeb4e-177a-4519-a8f0-5b91b6b9f0fc req-5db107d0-8589-4cc7-9d40-dc2f7fce0091 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbba2432-56f0-4c62-99cc-43756d31a73e HTTP/1.1" status: 200 len: 210 time: 0.0303903 Nov 25 13:43:50.847980 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f9f54-d2cb-4dad-9160-cfdabbd119ba req-a32882af-f4c5-48cd-a0e6-2b3d4db309de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:50.849659 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-894f9f54-d2cb-4dad-9160-cfdabbd119ba req-a32882af-f4c5-48cd-a0e6-2b3d4db309de service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7232bf8f-5287-4b6a-87ba-8b74b3025992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533922 Nov 25 13:43:50.862891 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20060fc-fd6f-4153-8582-0316b3992ca8 req-fc14fde8-b330-47a0-bc5f-81cc3ef9cf04 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:50.864636 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b20060fc-fd6f-4153-8582-0316b3992ca8 req-fc14fde8-b330-47a0-bc5f-81cc3ef9cf04 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.53 "GET /v2.0/ports?device_id=69b16df7-2751-4f71-9e79-a31fe0656a01 HTTP/1.1" status: 200 len: 983 time: 0.0711164 Nov 25 13:43:50.929049 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b20060fc-fd6f-4153-8582-0316b3992ca8 req-b56d5e6c-aa09-400c-a811-5f6a9edda25a tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.53 "GET /v2.0/security-groups?id=156b789b-f9ae-45be-b1f4-9231e15d6348&id=5b0f2370-0bcc-4a50-a868-2433a3e6a69c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0579076 Nov 25 13:43:50.956511 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-894f9f54-d2cb-4dad-9160-cfdabbd119ba req-6bdc3aff-c7f2-4a86-95b3-cde0ad6b205e service neutron] 10.222.0.66 "GET /v2.0/networks/7232bf8f-5287-4b6a-87ba-8b74b3025992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969028 Nov 25 13:43:51.034750 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5fddda22-087d-4524-aeec-4bdd2ed871ab req-cd9a45ef-af6f-4ec9-b844-b0869afd317a tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c04fa64-7415-4f99-8cfe-527ec87a5b92 HTTP/1.1" status: 200 len: 210 time: 0.0346775 Nov 25 13:43:51.069753 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-894f9f54-d2cb-4dad-9160-cfdabbd119ba req-0665e2ad-4c78-405b-a3e6-7da5ee735864 service neutron] 10.222.0.66 "GET /v2.0/networks/7232bf8f-5287-4b6a-87ba-8b74b3025992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003933 Nov 25 13:43:51.167775 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc101bc-19fa-4596-b819-df3c34357b27 req-caaaf443-a2e8-4e2a-9fce-78496011aa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:51.169437 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3cc101bc-19fa-4596-b819-df3c34357b27 req-caaaf443-a2e8-4e2a-9fce-78496011aa4f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cfd4ec49b5f84c5aa94d46be4b4d2e1a&device_id=69b16df7-2751-4f71-9e79-a31fe0656a01 HTTP/1.1" status: 200 len: 1135 time: 0.0458074 Nov 25 13:43:51.271074 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc101bc-19fa-4596-b819-df3c34357b27 req-bfa88c53-4576-4c5d-9538-ccb84b5f9b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:51.272595 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3cc101bc-19fa-4596-b819-df3c34357b27 req-bfa88c53-4576-4c5d-9538-ccb84b5f9b89 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7232bf8f-5287-4b6a-87ba-8b74b3025992 HTTP/1.1" status: 200 len: 898 time: 0.0951087 Nov 25 13:43:51.314473 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3cc101bc-19fa-4596-b819-df3c34357b27 req-c9c417d0-6798-430b-8cae-3065d986b01e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecfdf956-705c-4563-9dcf-f536383cb9e7 HTTP/1.1" status: 200 len: 217 time: 0.0348463 Nov 25 13:43:51.364387 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc101bc-19fa-4596-b819-df3c34357b27 req-56fc432d-9792-49de-bc28-ecf62e340edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:51.365819 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3cc101bc-19fa-4596-b819-df3c34357b27 req-56fc432d-9792-49de-bc28-ecf62e340edf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ab22aa54-8ae1-49ef-aded-0a6901b884ee HTTP/1.1" status: 200 len: 835 time: 0.0434294 Nov 25 13:43:51.413563 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc101bc-19fa-4596-b819-df3c34357b27 req-0b150888-71a6-4ca0-b073-6e34e2fca6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:51.415109 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3cc101bc-19fa-4596-b819-df3c34357b27 req-0b150888-71a6-4ca0-b073-6e34e2fca6ed service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7232bf8f-5287-4b6a-87ba-8b74b3025992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415587 Nov 25 13:43:51.512438 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3cc101bc-19fa-4596-b819-df3c34357b27 req-07c263d1-9b5d-4efa-bd2d-c9157f559d4b service neutron] 10.222.0.66 "GET /v2.0/networks/7232bf8f-5287-4b6a-87ba-8b74b3025992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891464 Nov 25 13:43:51.604153 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3cc101bc-19fa-4596-b819-df3c34357b27 req-e7e5ef88-1151-4806-b675-928c189a0b47 service neutron] 10.222.0.66 "GET /v2.0/networks/7232bf8f-5287-4b6a-87ba-8b74b3025992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835440 Nov 25 13:43:51.901780 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-346b3773-9b0c-4c27-9304-9fa2f26fa888 req-0ac23d13-553d-40f5-a8e8-f73e9ebe7b09 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbba2432-56f0-4c62-99cc-43756d31a73e HTTP/1.1" status: 200 len: 210 time: 0.0309203 Nov 25 13:43:52.050117 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78844511-5972-4d7a-8c6d-743ac4a0475f req-d2e3251b-29f1-4856-b2ec-cfe8f648bf51 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:52.051552 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-78844511-5972-4d7a-8c6d-743ac4a0475f req-d2e3251b-29f1-4856-b2ec-cfe8f648bf51 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.53 "GET /v2.0/ports?device_id=69b16df7-2751-4f71-9e79-a31fe0656a01 HTTP/1.1" status: 200 len: 983 time: 0.0493703 Nov 25 13:43:52.089024 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 58740) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:43:52.113951 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-78844511-5972-4d7a-8c6d-743ac4a0475f req-65930bf6-2bca-425b-8109-3acb0623ccc5 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.53 "GET /v2.0/security-groups?id=156b789b-f9ae-45be-b1f4-9231e15d6348&id=5b0f2370-0bcc-4a50-a868-2433a3e6a69c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0562139 Nov 25 13:43:52.142336 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe0c3354-67bb-4e7e-813c-14eda3d0de6c admin admin] Deleting subnet 533ad574-65b4-4979-ba44-9a507a4d4dd7 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:43:52.146458 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fe0c3354-67bb-4e7e-813c-14eda3d0de6c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:52.181650 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fe0c3354-67bb-4e7e-813c-14eda3d0de6c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:52.223193 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fe0c3354-67bb-4e7e-813c-14eda3d0de6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:52.280239 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fe0c3354-67bb-4e7e-813c-14eda3d0de6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:52.307084 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c3354-67bb-4e7e-813c-14eda3d0de6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=533ad574-65b4-4979-ba44-9a507a4d4dd7,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:43:52.309097 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fe0c3354-67bb-4e7e-813c-14eda3d0de6c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:52.314970 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58742) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:43:52.315152 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-fe0c3354-67bb-4e7e-813c-14eda3d0de6c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/533ad574-65b4-4979-ba44-9a507a4d4dd7 HTTP/1.1" status: 204 len: 168 time: 0.2249515 Nov 25 13:43:52.386415 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-63d5acd2-4a67-44dc-89e1-46531e21e4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:52.463769 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-63d5acd2-4a67-44dc-89e1-46531e21e4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:52.483543 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-63d5acd2-4a67-44dc-89e1-46531e21e4a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65ced711-08b2-4c86-8f28-c46c27d6c810']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:43:52.492674 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-63d5acd2-4a67-44dc-89e1-46531e21e4a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '319d727f-3675-4f9d-9345-98e588ff56b9') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:43:52.492979 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-63d5acd2-4a67-44dc-89e1-46531e21e4a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '319d727f-3675-4f9d-9345-98e588ff56b9') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:43:52.502298 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-63d5acd2-4a67-44dc-89e1-46531e21e4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:52.515753 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-63d5acd2-4a67-44dc-89e1-46531e21e4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:52.522907 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63d5acd2-4a67-44dc-89e1-46531e21e4a3 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:43:52.523309 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-63d5acd2-4a67-44dc-89e1-46531e21e4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:52.525016 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:43:52.525016 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:43:52.525016 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:43:52.525016 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:43:52.525016 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:43:52.525016 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:43:52.525016 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:43:52.525016 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:43:52.525016 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:43:52.525016 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:43:52.525016 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:43:52.525016 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:43:52.525016 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:43:52.525016 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:43:52.525016 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:43:52.525016 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:43:52.525016 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:43:52.525016 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:43:52.525016 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:43:52.525016 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:43:52.525016 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:43:52.525016 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:43:52.525016 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:43:52.525016 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:43:52.525016 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:43:52.525016 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:43:52.525016 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:43:52.525016 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:43:52.525016 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:43:52.525016 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:43:52.525016 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:43:52.525016 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:43:52.583614 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-63d5acd2-4a67-44dc-89e1-46531e21e4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:52.588943 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-63d5acd2-4a67-44dc-89e1-46531e21e4a3 admin admin] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:52.592137 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-63d5acd2-4a67-44dc-89e1-46531e21e4a3 admin admin] 10.222.0.53 "DELETE /v2.0/networks/65ced711-08b2-4c86-8f28-c46c27d6c810 HTTP/1.1" status: 204 len: 168 time: 0.2756364 Nov 25 13:43:52.603237 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d5acd2-4a67-44dc-89e1-46531e21e4a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=65ced711-08b2-4c86-8f28-c46c27d6c810,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:43:52.751682 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58746) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:43:52.790960 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e77e86e2-1191-4461-aa0a-cceab54cfc71 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7df61f1b08cd47c08bd2f95f1b832351&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381308 Nov 25 13:43:52.793369 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58748) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:43:52.840585 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-46b58028-8c70-4b15-a9a4-4e04fde83309 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:52.861178 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-46b58028-8c70-4b15-a9a4-4e04fde83309 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:52.907305 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-46b58028-8c70-4b15-a9a4-4e04fde83309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:52.909876 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-46b58028-8c70-4b15-a9a4-4e04fde83309 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:52.911078 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-46b58028-8c70-4b15-a9a4-4e04fde83309 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8c3711f1-7c2d-4508-9603-180877413771 HTTP/1.1" status: 204 len: 168 time: 0.1168227 Nov 25 13:43:52.918334 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b58028-8c70-4b15-a9a4-4e04fde83309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3711f1-7c2d-4508-9603-180877413771,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:43:52.962783 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58754) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:43:53.024169 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3ba59db2-be58-4619-97fb-5cae4f7cb109 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:53.052516 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3ba59db2-be58-4619-97fb-5cae4f7cb109 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:53.115232 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3ba59db2-be58-4619-97fb-5cae4f7cb109 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:53.117909 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3ba59db2-be58-4619-97fb-5cae4f7cb109 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:53.119119 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3ba59db2-be58-4619-97fb-5cae4f7cb109 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] 10.222.0.53 "DELETE /v2.0/security-groups/2c02e1d0-4b0f-4f2f-9a45-00d5dc0648eb HTTP/1.1" status: 204 len: 168 time: 0.1553388 Nov 25 13:43:53.128205 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba59db2-be58-4619-97fb-5cae4f7cb109 tempest-TestVolumeBackupRestore-1945856636 tempest-TestVolumeBackupRestore-1945856636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c02e1d0-4b0f-4f2f-9a45-00d5dc0648eb,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:43:53.252276 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c1902f-9a68-4ade-bf05-273dbdae33ed req-22df7c41-f56e-4444-945b-0c15fd35ae4e tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:53.254264 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-66c1902f-9a68-4ade-bf05-273dbdae33ed req-22df7c41-f56e-4444-945b-0c15fd35ae4e tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.53 "GET /v2.0/ports?device_id=69b16df7-2751-4f71-9e79-a31fe0656a01 HTTP/1.1" status: 200 len: 983 time: 0.0647118 Nov 25 13:43:53.363084 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-66c1902f-9a68-4ade-bf05-273dbdae33ed req-95b425f0-fe62-4bac-826f-450b7d57535a tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.53 "GET /v2.0/security-groups?id=156b789b-f9ae-45be-b1f4-9231e15d6348&id=5b0f2370-0bcc-4a50-a868-2433a3e6a69c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0965228 Nov 25 13:43:53.784942 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58838) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:43:53.902968 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-b696c85a-5ec6-4a87-9ac0-9aec09bd4d82 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2051225313-network', 'tenant_id': '9dc1a48862ac42b3972f86f43179969d'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:43:53.928953 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b696c85a-5ec6-4a87-9ac0-9aec09bd4d82 admin admin] Made reservation on behalf of 9dc1a48862ac42b3972f86f43179969d for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:43:53.931589 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b696c85a-5ec6-4a87-9ac0-9aec09bd4d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:53.940924 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b696c85a-5ec6-4a87-9ac0-9aec09bd4d82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:54.028493 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b696c85a-5ec6-4a87-9ac0-9aec09bd4d82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:54.032830 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b696c85a-5ec6-4a87-9ac0-9aec09bd4d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:54.064347 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b696c85a-5ec6-4a87-9ac0-9aec09bd4d82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:43:54.075373 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b696c85a-5ec6-4a87-9ac0-9aec09bd4d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27567fab-f3ad-4151-a0d2-d9ff2be1ebcb,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:43:54.081588 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b696c85a-5ec6-4a87-9ac0-9aec09bd4d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:54.082094 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-b696c85a-5ec6-4a87-9ac0-9aec09bd4d82 admin admin] Added segment c1677d03-a093-4f23-9910-4d4df29df41c of type vlan for network ccbeb2e1-4f0c-4ccf-85dc-866190817523 Nov 25 13:43:54.128697 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b696c85a-5ec6-4a87-9ac0-9aec09bd4d82 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:54.163126 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b696c85a-5ec6-4a87-9ac0-9aec09bd4d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:54.164424 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b696c85a-5ec6-4a87-9ac0-9aec09bd4d82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:54.165192 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b696c85a-5ec6-4a87-9ac0-9aec09bd4d82 admin admin] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:54.168920 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device ecfdf956-705c-4563-9dcf-f536383cb9e7 details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:43:54.175136 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device e5a55093-3c15-45d9-8187-e22aa681981a no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:43:54.220832 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] No Port match for: e5a55093-3c15-45d9-8187-e22aa681981a {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:43:54.221416 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device e5a55093-3c15-45d9-8187-e22aa681981a not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:43:54.234839 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b696c85a-5ec6-4a87-9ac0-9aec09bd4d82 admin admin] Pushing event updated for resources: {'Network': ['ID=ccbeb2e1-4f0c-4ccf-85dc-866190817523,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:43:54.243949 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b696c85a-5ec6-4a87-9ac0-9aec09bd4d82 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4575679 Nov 25 13:43:54.246333 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 58898) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:43:54.251377 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-44b48212-f65c-4cd9-a405-6081b5118fd3 admin admin] Request body: {'subnet': {'network_id': 'ccbeb2e1-4f0c-4ccf-85dc-866190817523', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2051225313-subnet', 'tenant_id': '9dc1a48862ac42b3972f86f43179969d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:43:54.287025 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network ccbeb2e1-4f0c-4ccf-85dc-866190817523 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:43:54.301780 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b48212-f65c-4cd9-a405-6081b5118fd3 admin admin] Made reservation on behalf of 9dc1a48862ac42b3972f86f43179969d for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:43:54.304349 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-44b48212-f65c-4cd9-a405-6081b5118fd3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:54.691737 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port ecfdf956-705c-4563-9dcf-f536383cb9e7, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=ecfdf956-705c-4563-9dcf-f536383cb9e7,segment=NetworkSegment(b8cea7d5-21a4-442d-bc3c-32267f6fa8a7),segment_id=b8cea7d5-21a4-442d-bc3c-32267f6fa8a7)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:43:54.706037 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': 'ecfdf956-705c-4563-9dcf-f536383cb9e7', 'network_id': '7232bf8f-5287-4b6a-87ba-8b74b3025992', 'port_id': 'ecfdf956-705c-4563-9dcf-f536383cb9e7', 'mac_address': 'fa:16:3e:71:40:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab22aa54-8ae1-49ef-aded-0a6901b884ee', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:43:54.759310 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:54.778969 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecfdf956-705c-4563-9dcf-f536383cb9e7 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:43:54.810719 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port ecfdf956-705c-4563-9dcf-f536383cb9e7, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=ecfdf956-705c-4563-9dcf-f536383cb9e7,segment=NetworkSegment(b8cea7d5-21a4-442d-bc3c-32267f6fa8a7),segment_id=b8cea7d5-21a4-442d-bc3c-32267f6fa8a7)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:43:54.816807 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:54.850476 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c9300f-bc1f-4abb-be22-003726818d04 req-3ddb6407-4214-4841-b86c-9502168cb993 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:54.858122 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f9c9300f-bc1f-4abb-be22-003726818d04 req-3ddb6407-4214-4841-b86c-9502168cb993 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.53 "GET /v2.0/ports?device_id=69b16df7-2751-4f71-9e79-a31fe0656a01 HTTP/1.1" status: 200 len: 983 time: 0.3422987 Nov 25 13:43:54.865640 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-44b48212-f65c-4cd9-a405-6081b5118fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:54.894482 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=ecfdf956-705c-4563-9dcf-f536383cb9e7,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:43:55.008397 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b48212-f65c-4cd9-a405-6081b5118fd3 admin admin] Checking segment: {'id': 'c1677d03-a093-4f23-9910-4d4df29df41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ccbeb2e1-4f0c-4ccf-85dc-866190817523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:43:55.008969 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b48212-f65c-4cd9-a405-6081b5118fd3 admin admin] Network hostable DHCP agents. Network: ccbeb2e1-4f0c-4ccf-85dc-866190817523, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:43:55.021225 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b48212-f65c-4cd9-a405-6081b5118fd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc3d9c60-0f17-44a2-8d43-97fb4c8e6984,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:43:55.035729 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f9c9300f-bc1f-4abb-be22-003726818d04 req-617e23e2-d925-401c-870b-99be9a8a69f8 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.53 "GET /v2.0/security-groups?id=156b789b-f9ae-45be-b1f4-9231e15d6348&id=5b0f2370-0bcc-4a50-a868-2433a3e6a69c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1768315 Nov 25 13:43:55.060811 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b48212-f65c-4cd9-a405-6081b5118fd3 admin admin] Network ccbeb2e1-4f0c-4ccf-85dc-866190817523 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:43:55.076209 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['ecfdf956-705c-4563-9dcf-f536383cb9e7'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:43:55.077394 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-44b48212-f65c-4cd9-a405-6081b5118fd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, ccbeb2e1-4f0c-4ccf-85dc-866190817523) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:43:55.099848 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b48212-f65c-4cd9-a405-6081b5118fd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:55.101741 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-44b48212-f65c-4cd9-a405-6081b5118fd3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:55.115375 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed81fab6-1971-4f9a-93f1-34f5b66ab4c0 None None] Network ccbeb2e1-4f0c-4ccf-85dc-866190817523 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:43:55.140654 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-44b48212-f65c-4cd9-a405-6081b5118fd3 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8928454 Nov 25 13:43:55.408089 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101d0cc3-42b1-4afa-9984-e1adfa3c3182 None None] Network ccbeb2e1-4f0c-4ccf-85dc-866190817523 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:43:55.772687 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa2358-1bd2-4d4e-bddc-4a2e79427a4a req-58be1d02-c57d-41e1-9685-4288d956d4f2 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:55.774236 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bcfa2358-1bd2-4d4e-bddc-4a2e79427a4a req-58be1d02-c57d-41e1-9685-4288d956d4f2 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/networks?id=ccbeb2e1-4f0c-4ccf-85dc-866190817523 HTTP/1.1" status: 200 len: 815 time: 0.1168458 Nov 25 13:43:55.818736 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bcfa2358-1bd2-4d4e-bddc-4a2e79427a4a req-dc49f085-1f83-466b-8ff2-150a4710bcbd tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/quotas/9dc1a48862ac42b3972f86f43179969d HTTP/1.1" status: 200 len: 375 time: 0.0305753 Nov 25 13:43:55.858541 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bcfa2358-1bd2-4d4e-bddc-4a2e79427a4a req-dfa9a90d-f779-4629-85d9-a106040a8e09 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9dc1a48862ac42b3972f86f43179969d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387576 Nov 25 13:43:56.053403 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bcfa2358-1bd2-4d4e-bddc-4a2e79427a4a req-59617617-536b-45fa-a6d6-ddf0e38c640c service neutron] 10.222.0.53 "GET /v2.0/networks/ccbeb2e1-4f0c-4ccf-85dc-866190817523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936615 Nov 25 13:43:56.192747 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bcfa2358-1bd2-4d4e-bddc-4a2e79427a4a req-a1872476-fa00-4a35-9fa7-7f941cc9b50b service neutron] 10.222.0.53 "GET /v2.0/networks/ccbeb2e1-4f0c-4ccf-85dc-866190817523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376736 Nov 25 13:43:56.193516 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device ecfdf956-705c-4563-9dcf-f536383cb9e7 up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:43:56.235271 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b55d4-c659-43e9-acca-497af16e0508 req-c2a6266d-ec42-4040-ade7-11897f01f669 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:56.240205 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a84b55d4-c659-43e9-acca-497af16e0508 req-c2a6266d-ec42-4040-ade7-11897f01f669 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.53 "GET /v2.0/ports?device_id=69b16df7-2751-4f71-9e79-a31fe0656a01 HTTP/1.1" status: 200 len: 984 time: 0.0994914 Nov 25 13:43:56.335022 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port ecfdf956-705c-4563-9dcf-f536383cb9e7 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:43:56.342379 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port ecfdf956-705c-4563-9dcf-f536383cb9e7 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:43:56.342964 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:56.422940 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a84b55d4-c659-43e9-acca-497af16e0508 req-e2380a73-8d14-4703-9d14-c1a9cf5e38cc tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.53 "GET /v2.0/security-groups?id=156b789b-f9ae-45be-b1f4-9231e15d6348&id=5b0f2370-0bcc-4a50-a868-2433a3e6a69c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1668410 Nov 25 13:43:56.461929 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ebae8786-7594-469d-8558-deaebc5942d0 req-ce075e97-68fb-4418-9cd8-5b787d2b10b2 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/ports?device_id=47f1ef19-abd9-4076-9bf6-aed505c111f6 HTTP/1.1" status: 200 len: 210 time: 0.0533924 Nov 25 13:43:56.508928 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:56.536302 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69b16df7-2751-4f71-9e79-a31fe0656a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecfdf956-705c-4563-9dcf-f536383cb9e7'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:43:56.538839 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2023eb66-9e9c-4fed-a4c6-be0386a9ca4f" -d '{"events": [{"server_uuid": "69b16df7-2751-4f71-9e79-a31fe0656a01", "name": "network-vif-plugged", "status": "completed", "tag": "ecfdf956-705c-4563-9dcf-f536383cb9e7"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:43:56.556517 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port ecfdf956-705c-4563-9dcf-f536383cb9e7, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=ecfdf956-705c-4563-9dcf-f536383cb9e7,segment=NetworkSegment(b8cea7d5-21a4-442d-bc3c-32267f6fa8a7),segment_id=b8cea7d5-21a4-442d-bc3c-32267f6fa8a7)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:43:56.563958 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:56.638753 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c9a862-325b-425e-97cb-f116f67ce26a x-openstack-request-id: req-b0c9a862-325b-425e-97cb-f116f67ce26a {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:43:56.643317 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69b16df7-2751-4f71-9e79-a31fe0656a01", "name": "network-vif-plugged", "status": "completed", "tag": "ecfdf956-705c-4563-9dcf-f536383cb9e7", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:43:56.643876 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b0c9a862-325b-425e-97cb-f116f67ce26a {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:43:56.644544 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69b16df7-2751-4f71-9e79-a31fe0656a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecfdf956-705c-4563-9dcf-f536383cb9e7', 'code': 200} Nov 25 13:43:56.679672 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=ecfdf956-705c-4563-9dcf-f536383cb9e7,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:43:56.814339 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757221d9-5432-4974-bf29-437f00308648 req-6edaa6ee-c9ba-4f39-b5e6-500d6ddd54ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:56.816128 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-757221d9-5432-4974-bf29-437f00308648 req-6edaa6ee-c9ba-4f39-b5e6-500d6ddd54ec service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=69b16df7-2751-4f71-9e79-a31fe0656a01 HTTP/1.1" status: 200 len: 1137 time: 0.0870011 Nov 25 13:43:56.912643 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-757221d9-5432-4974-bf29-437f00308648 req-d93676a7-6320-4dd1-9a05-700c2ee5944c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=156b789b-f9ae-45be-b1f4-9231e15d6348&id=5b0f2370-0bcc-4a50-a868-2433a3e6a69c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0842960 Nov 25 13:43:57.574892 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dd474e6a-a4f2-48aa-9a3f-9d861918bd3f req-56822b8f-fc41-432f-b302-b78f34c1ef0d tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/ports?device_id=47f1ef19-abd9-4076-9bf6-aed505c111f6 HTTP/1.1" status: 200 len: 210 time: 0.0468147 Nov 25 13:43:57.596608 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3fe37-12d4-483e-8ba8-fb19ebc42b3d req-ed17658c-79fb-4e36-af20-2d1e7ca3b402 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:57.605714 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b4e3fe37-12d4-483e-8ba8-fb19ebc42b3d req-ed17658c-79fb-4e36-af20-2d1e7ca3b402 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.53 "GET /v2.0/ports?device_id=69b16df7-2751-4f71-9e79-a31fe0656a01 HTTP/1.1" status: 200 len: 985 time: 0.1096051 Nov 25 13:43:57.679790 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b4e3fe37-12d4-483e-8ba8-fb19ebc42b3d req-2c57d188-3d7b-42d5-a066-1b5abd6fc2bc tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.53 "GET /v2.0/security-groups?id=156b789b-f9ae-45be-b1f4-9231e15d6348&id=5b0f2370-0bcc-4a50-a868-2433a3e6a69c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0665450 Nov 25 13:43:57.805069 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa2358-1bd2-4d4e-bddc-4a2e79427a4a req-87ffb950-1043-4917-83b7-57d18bd5402a tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:57.806985 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bcfa2358-1bd2-4d4e-bddc-4a2e79427a4a req-87ffb950-1043-4917-83b7-57d18bd5402a tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.47 "GET /v2.0/networks?id=ccbeb2e1-4f0c-4ccf-85dc-866190817523 HTTP/1.1" status: 200 len: 815 time: 0.1503408 Nov 25 13:43:57.820954 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-bcfa2358-1bd2-4d4e-bddc-4a2e79427a4a req-cc6a339d-2067-4c80-80b5-e83f4c12aa1e tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Request body: {'port': {'device_id': '47f1ef19-abd9-4076-9bf6-aed505c111f6', 'network_id': 'ccbeb2e1-4f0c-4ccf-85dc-866190817523', 'admin_state_up': True, 'tenant_id': '9dc1a48862ac42b3972f86f43179969d'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:43:57.956398 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcfa2358-1bd2-4d4e-bddc-4a2e79427a4a req-cc6a339d-2067-4c80-80b5-e83f4c12aa1e tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Made reservation on behalf of 9dc1a48862ac42b3972f86f43179969d for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:43:57.961055 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-bcfa2358-1bd2-4d4e-bddc-4a2e79427a4a req-cc6a339d-2067-4c80-80b5-e83f4c12aa1e tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:58.129966 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-bcfa2358-1bd2-4d4e-bddc-4a2e79427a4a req-cc6a339d-2067-4c80-80b5-e83f4c12aa1e tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Allocated IP 172.20.0.6 (ccbeb2e1-4f0c-4ccf-85dc-866190817523/fc3d9c60-0f17-44a2-8d43-97fb4c8e6984/aecc4410-189f-43a7-8c7a-7ff4ad8a83d0) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:43:58.339352 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-bcfa2358-1bd2-4d4e-bddc-4a2e79427a4a req-cc6a339d-2067-4c80-80b5-e83f4c12aa1e tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:58.394645 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-bcfa2358-1bd2-4d4e-bddc-4a2e79427a4a req-cc6a339d-2067-4c80-80b5-e83f4c12aa1e tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:58.444151 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcfa2358-1bd2-4d4e-bddc-4a2e79427a4a req-cc6a339d-2067-4c80-80b5-e83f4c12aa1e tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Network ccbeb2e1-4f0c-4ccf-85dc-866190817523 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:43:58.447773 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-bcfa2358-1bd2-4d4e-bddc-4a2e79427a4a req-cc6a339d-2067-4c80-80b5-e83f4c12aa1e tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:43:58.452543 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcfa2358-1bd2-4d4e-bddc-4a2e79427a4a req-cc6a339d-2067-4c80-80b5-e83f4c12aa1e tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:43:58.458187 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6a339d-2067-4c80-80b5-e83f4c12aa1e tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Pushing event updated for resources: {'Port': ['ID=aecc4410-189f-43a7-8c7a-7ff4ad8a83d0,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:43:58.505535 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa2358-1bd2-4d4e-bddc-4a2e79427a4a req-cc6a339d-2067-4c80-80b5-e83f4c12aa1e tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:58.506143 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-bcfa2358-1bd2-4d4e-bddc-4a2e79427a4a req-cc6a339d-2067-4c80-80b5-e83f4c12aa1e tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:58.521838 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bcfa2358-1bd2-4d4e-bddc-4a2e79427a4a req-cc6a339d-2067-4c80-80b5-e83f4c12aa1e tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7048097 Nov 25 13:43:58.533927 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-bcfa2358-1bd2-4d4e-bddc-4a2e79427a4a req-1509f377-514b-4793-95b2-dc23ae926ad2 service neutron] Request body: {'port': {'device_id': '47f1ef19-abd9-4076-9bf6-aed505c111f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:43:58.594430 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-bcfa2358-1bd2-4d4e-bddc-4a2e79427a4a req-1509f377-514b-4793-95b2-dc23ae926ad2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:58.723867 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320718cf-e840-4c02-a7ef-5aff233b4e1c req-f4ccfc8b-82f4-47ec-ac04-1ecd9a5089d3 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:58.725681 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-320718cf-e840-4c02-a7ef-5aff233b4e1c req-f4ccfc8b-82f4-47ec-ac04-1ecd9a5089d3 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/ports?device_id=47f1ef19-abd9-4076-9bf6-aed505c111f6 HTTP/1.1" status: 200 len: 931 time: 0.0577769 Nov 25 13:43:58.801963 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-320718cf-e840-4c02-a7ef-5aff233b4e1c req-7487957a-fbc4-41f8-8997-a9027e48d24e tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/security-groups?id=27567fab-f3ad-4151-a0d2-d9ff2be1ebcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700877 Nov 25 13:43:58.812409 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59280) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:43:58.931369 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e5dec-10f7-449c-a596-2255b770e112 req-44214e23-dd78-4fb6-9b5d-bbcf7d8f6ed9 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:58.932616 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-bcfa2358-1bd2-4d4e-bddc-4a2e79427a4a req-1509f377-514b-4793-95b2-dc23ae926ad2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aecc4410-189f-43a7-8c7a-7ff4ad8a83d0 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:43:58.933119 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-de5e5dec-10f7-449c-a596-2255b770e112 req-44214e23-dd78-4fb6-9b5d-bbcf7d8f6ed9 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.53 "GET /v2.0/ports?device_id=69b16df7-2751-4f71-9e79-a31fe0656a01 HTTP/1.1" status: 200 len: 985 time: 0.1551256 Nov 25 13:43:58.942287 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-bcfa2358-1bd2-4d4e-bddc-4a2e79427a4a req-1509f377-514b-4793-95b2-dc23ae926ad2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:58.955205 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-bcfa2358-1bd2-4d4e-bddc-4a2e79427a4a req-1509f377-514b-4793-95b2-dc23ae926ad2 service neutron] Transition to ACTIVE for port object aecc4410-189f-43a7-8c7a-7ff4ad8a83d0 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:43:58.960677 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-bcfa2358-1bd2-4d4e-bddc-4a2e79427a4a req-1509f377-514b-4793-95b2-dc23ae926ad2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:59.035344 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1509f377-514b-4793-95b2-dc23ae926ad2 service neutron] Pushing event updated for resources: {'Port': ['ID=aecc4410-189f-43a7-8c7a-7ff4ad8a83d0,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:43:59.079265 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-de5e5dec-10f7-449c-a596-2255b770e112 req-4df69454-fada-4784-af84-cf8496ee622c tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.53 "GET /v2.0/security-groups?id=156b789b-f9ae-45be-b1f4-9231e15d6348&id=5b0f2370-0bcc-4a50-a868-2433a3e6a69c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1331806 Nov 25 13:43:59.099153 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-bcfa2358-1bd2-4d4e-bddc-4a2e79427a4a req-1509f377-514b-4793-95b2-dc23ae926ad2 service neutron] Attempting to bind port aecc4410-189f-43a7-8c7a-7ff4ad8a83d0 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:43:59.099153 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-bcfa2358-1bd2-4d4e-bddc-4a2e79427a4a req-1509f377-514b-4793-95b2-dc23ae926ad2 service neutron] Attempting to bind port aecc4410-189f-43a7-8c7a-7ff4ad8a83d0 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': 'c1677d03-a093-4f23-9910-4d4df29df41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ccbeb2e1-4f0c-4ccf-85dc-866190817523'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:43:59.099153 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfa2358-1bd2-4d4e-bddc-4a2e79427a4a req-1509f377-514b-4793-95b2-dc23ae926ad2 service neutron] Attempting to bind port aecc4410-189f-43a7-8c7a-7ff4ad8a83d0 on network ccbeb2e1-4f0c-4ccf-85dc-866190817523 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:43:59.103108 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfa2358-1bd2-4d4e-bddc-4a2e79427a4a req-1509f377-514b-4793-95b2-dc23ae926ad2 service neutron] Port aecc4410-189f-43a7-8c7a-7ff4ad8a83d0 on network ccbeb2e1-4f0c-4ccf-85dc-866190817523 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:43:59.103441 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfa2358-1bd2-4d4e-bddc-4a2e79427a4a req-1509f377-514b-4793-95b2-dc23ae926ad2 service neutron] Attempting to bind port aecc4410-189f-43a7-8c7a-7ff4ad8a83d0 on network ccbeb2e1-4f0c-4ccf-85dc-866190817523 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:43:59.110281 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfa2358-1bd2-4d4e-bddc-4a2e79427a4a req-1509f377-514b-4793-95b2-dc23ae926ad2 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:43:59.110628 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfa2358-1bd2-4d4e-bddc-4a2e79427a4a req-1509f377-514b-4793-95b2-dc23ae926ad2 service neutron] Checking segment: {'id': 'c1677d03-a093-4f23-9910-4d4df29df41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ccbeb2e1-4f0c-4ccf-85dc-866190817523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:43:59.111524 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfa2358-1bd2-4d4e-bddc-4a2e79427a4a req-1509f377-514b-4793-95b2-dc23ae926ad2 service neutron] Bound using segment: {'id': 'c1677d03-a093-4f23-9910-4d4df29df41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ccbeb2e1-4f0c-4ccf-85dc-866190817523'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:43:59.111968 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-bcfa2358-1bd2-4d4e-bddc-4a2e79427a4a req-1509f377-514b-4793-95b2-dc23ae926ad2 service neutron] Bound port: aecc4410-189f-43a7-8c7a-7ff4ad8a83d0, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1677d03-a093-4f23-9910-4d4df29df41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ccbeb2e1-4f0c-4ccf-85dc-866190817523'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:43:59.112335 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-bcfa2358-1bd2-4d4e-bddc-4a2e79427a4a req-1509f377-514b-4793-95b2-dc23ae926ad2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:59.186664 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-bcfa2358-1bd2-4d4e-bddc-4a2e79427a4a req-1509f377-514b-4793-95b2-dc23ae926ad2 service neutron] For port aecc4410-189f-43a7-8c7a-7ff4ad8a83d0, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:43:59.189927 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-bcfa2358-1bd2-4d4e-bddc-4a2e79427a4a req-1509f377-514b-4793-95b2-dc23ae926ad2 service neutron] For port aecc4410-189f-43a7-8c7a-7ff4ad8a83d0, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=aecc4410-189f-43a7-8c7a-7ff4ad8a83d0,segment=NetworkSegment(c1677d03-a093-4f23-9910-4d4df29df41c),segment_id=c1677d03-a093-4f23-9910-4d4df29df41c)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:43:59.195790 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-bcfa2358-1bd2-4d4e-bddc-4a2e79427a4a req-1509f377-514b-4793-95b2-dc23ae926ad2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:59.228389 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa2358-1bd2-4d4e-bddc-4a2e79427a4a req-1509f377-514b-4793-95b2-dc23ae926ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:59.229128 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-bcfa2358-1bd2-4d4e-bddc-4a2e79427a4a req-1509f377-514b-4793-95b2-dc23ae926ad2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:59.230623 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bcfa2358-1bd2-4d4e-bddc-4a2e79427a4a req-1509f377-514b-4793-95b2-dc23ae926ad2 service neutron] 10.222.0.47 "PUT /v2.0/ports/aecc4410-189f-43a7-8c7a-7ff4ad8a83d0 HTTP/1.1" status: 200 len: 1092 time: 0.7006087 Nov 25 13:43:59.231192 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47f1ef19-abd9-4076-9bf6-aed505c111f6', 'tag': 'aecc4410-189f-43a7-8c7a-7ff4ad8a83d0'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:43:59.233564 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3296b9c0-2f16-4f7f-b288-91406d94893a" -d '{"events": [{"name": "network-changed", "server_uuid": "47f1ef19-abd9-4076-9bf6-aed505c111f6", "tag": "aecc4410-189f-43a7-8c7a-7ff4ad8a83d0"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:43:59.307522 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c393b74f-2a39-4cff-abd6-e4e1d446ed6f x-openstack-request-id: req-c393b74f-2a39-4cff-abd6-e4e1d446ed6f {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:43:59.307988 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47f1ef19-abd9-4076-9bf6-aed505c111f6", "tag": "aecc4410-189f-43a7-8c7a-7ff4ad8a83d0", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:43:59.308250 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c393b74f-2a39-4cff-abd6-e4e1d446ed6f {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:43:59.308666 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47f1ef19-abd9-4076-9bf6-aed505c111f6', 'tag': 'aecc4410-189f-43a7-8c7a-7ff4ad8a83d0', 'status': 'completed', 'code': 200} Nov 25 13:43:59.327043 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1509f377-514b-4793-95b2-dc23ae926ad2 service neutron] Pushing event updated for resources: {'Port': ['ID=aecc4410-189f-43a7-8c7a-7ff4ad8a83d0,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:43:59.341118 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa2358-1bd2-4d4e-bddc-4a2e79427a4a req-0d244b20-62f5-4948-876b-c8a28b111b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:59.342763 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bcfa2358-1bd2-4d4e-bddc-4a2e79427a4a req-0d244b20-62f5-4948-876b-c8a28b111b1e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9dc1a48862ac42b3972f86f43179969d&device_id=47f1ef19-abd9-4076-9bf6-aed505c111f6 HTTP/1.1" status: 200 len: 1095 time: 0.0683703 Nov 25 13:43:59.400189 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bcfa2358-1bd2-4d4e-bddc-4a2e79427a4a req-0f8335bf-1692-4861-9b20-8962516a76e9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aecc4410-189f-43a7-8c7a-7ff4ad8a83d0 HTTP/1.1" status: 200 len: 217 time: 0.0437529 Nov 25 13:43:59.453506 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa2358-1bd2-4d4e-bddc-4a2e79427a4a req-5302613b-4e32-4433-948d-fb6435ebf30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:59.455107 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bcfa2358-1bd2-4d4e-bddc-4a2e79427a4a req-5302613b-4e32-4433-948d-fb6435ebf30c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fc3d9c60-0f17-44a2-8d43-97fb4c8e6984 HTTP/1.1" status: 200 len: 855 time: 0.0480981 Nov 25 13:43:59.490962 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bcfa2358-1bd2-4d4e-bddc-4a2e79427a4a req-1fa8dd2c-c9b8-4ae3-be17-0a51cbe34f73 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ccbeb2e1-4f0c-4ccf-85dc-866190817523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283360 Nov 25 13:43:59.551072 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b914ec-1dc4-40a2-9c26-268909c9f3fc req-817450a2-ad0d-4035-8391-bd4cd73dcca9 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:59.553093 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-40b914ec-1dc4-40a2-9c26-268909c9f3fc req-817450a2-ad0d-4035-8391-bd4cd73dcca9 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.53 "GET /v2.0/ports?device_id=69b16df7-2751-4f71-9e79-a31fe0656a01 HTTP/1.1" status: 200 len: 985 time: 0.3763285 Nov 25 13:43:59.588013 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bcfa2358-1bd2-4d4e-bddc-4a2e79427a4a req-c10ec850-1825-4372-b825-601c1392364c service neutron] 10.222.0.47 "GET /v2.0/networks/ccbeb2e1-4f0c-4ccf-85dc-866190817523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899577 Nov 25 13:43:59.637145 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-40b914ec-1dc4-40a2-9c26-268909c9f3fc req-a37766b8-090e-46fa-910d-56b46aa0e7ac tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.53 "GET /v2.0/security-groups?id=156b789b-f9ae-45be-b1f4-9231e15d6348&id=5b0f2370-0bcc-4a50-a868-2433a3e6a69c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0771077 Nov 25 13:43:59.647435 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f41f0bb8-61cc-4e14-b96a-3aa955a7f21f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:59.682277 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bcfa2358-1bd2-4d4e-bddc-4a2e79427a4a req-b8a0bb46-2dc9-4f34-9ec9-2f10a21ec02d service neutron] 10.222.0.47 "GET /v2.0/networks/ccbeb2e1-4f0c-4ccf-85dc-866190817523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874715 Nov 25 13:43:59.771342 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3296b9c0-2f16-4f7f-b288-91406d94893a req-dda10fa0-3eb0-449e-9100-a94dd0905419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:59.772785 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3296b9c0-2f16-4f7f-b288-91406d94893a req-dda10fa0-3eb0-449e-9100-a94dd0905419 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9dc1a48862ac42b3972f86f43179969d&device_id=47f1ef19-abd9-4076-9bf6-aed505c111f6 HTTP/1.1" status: 200 len: 1095 time: 0.0430202 Nov 25 13:43:59.793989 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a2c4a-17cd-4e25-8c75-fcde28a8e55e req-65a93d36-623c-4655-843a-95246b4fb6d5 tempest-TestSecurityGroupsBasicOps-1162373632 tempest-TestSecurityGroupsBasicOps-1162373632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:59.795547 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c00a2c4a-17cd-4e25-8c75-fcde28a8e55e req-65a93d36-623c-4655-843a-95246b4fb6d5 tempest-TestSecurityGroupsBasicOps-1162373632 tempest-TestSecurityGroupsBasicOps-1162373632-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=69b16df7-2751-4f71-9e79-a31fe0656a01 HTTP/1.1" status: 200 len: 1137 time: 0.0864356 Nov 25 13:43:59.852026 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-c00a2c4a-17cd-4e25-8c75-fcde28a8e55e req-ce895f36-be36-40b5-a704-8d362a17cba3 tempest-TestSecurityGroupsBasicOps-1162373632 tempest-TestSecurityGroupsBasicOps-1162373632-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:43:59.872476 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3296b9c0-2f16-4f7f-b288-91406d94893a req-9841eaf5-8ddf-4d96-8176-e969ba87df63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:59.874132 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3296b9c0-2f16-4f7f-b288-91406d94893a req-9841eaf5-8ddf-4d96-8176-e969ba87df63 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ccbeb2e1-4f0c-4ccf-85dc-866190817523 HTTP/1.1" status: 200 len: 916 time: 0.0946043 Nov 25 13:43:59.917869 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3296b9c0-2f16-4f7f-b288-91406d94893a req-5de7db32-a88d-48f1-8ae9-243faee86044 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aecc4410-189f-43a7-8c7a-7ff4ad8a83d0 HTTP/1.1" status: 200 len: 217 time: 0.0359924 Nov 25 13:43:59.968159 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d7060-f523-4678-addf-c254397ccfd2 req-f49b438c-35e1-40ed-8938-bf6f1281463e tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:59.970381 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-502d7060-f523-4678-addf-c254397ccfd2 req-f49b438c-35e1-40ed-8938-bf6f1281463e tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/ports?device_id=47f1ef19-abd9-4076-9bf6-aed505c111f6 HTTP/1.1" status: 200 len: 943 time: 0.1001687 Nov 25 13:43:59.982341 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3296b9c0-2f16-4f7f-b288-91406d94893a req-1da3308b-0c82-4a5a-be2c-d40bdcf89cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:43:59.984058 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3296b9c0-2f16-4f7f-b288-91406d94893a req-1da3308b-0c82-4a5a-be2c-d40bdcf89cee service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fc3d9c60-0f17-44a2-8d43-97fb4c8e6984 HTTP/1.1" status: 200 len: 855 time: 0.0583684 Nov 25 13:44:00.016959 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3296b9c0-2f16-4f7f-b288-91406d94893a req-cf2faac5-4484-40b5-804c-b1db7d209371 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ccbeb2e1-4f0c-4ccf-85dc-866190817523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253737 Nov 25 13:44:00.096313 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-c00a2c4a-17cd-4e25-8c75-fcde28a8e55e req-ce895f36-be36-40b5-a704-8d362a17cba3 tempest-TestSecurityGroupsBasicOps-1162373632 tempest-TestSecurityGroupsBasicOps-1162373632-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:00.102626 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-502d7060-f523-4678-addf-c254397ccfd2 req-d8e80fe2-c3e1-420d-a590-4d4c161c6519 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/security-groups?id=27567fab-f3ad-4151-a0d2-d9ff2be1ebcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240959 Nov 25 13:44:00.104880 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-c00a2c4a-17cd-4e25-8c75-fcde28a8e55e req-ce895f36-be36-40b5-a704-8d362a17cba3 tempest-TestSecurityGroupsBasicOps-1162373632 tempest-TestSecurityGroupsBasicOps-1162373632-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:00.112634 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3296b9c0-2f16-4f7f-b288-91406d94893a req-c1c0aeb4-0558-4366-a857-4b7cc42ab884 service neutron] 10.222.0.47 "GET /v2.0/networks/ccbeb2e1-4f0c-4ccf-85dc-866190817523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879683 Nov 25 13:44:00.164295 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce895f36-be36-40b5-a704-8d362a17cba3 tempest-TestSecurityGroupsBasicOps-1162373632 tempest-TestSecurityGroupsBasicOps-1162373632-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab0f0f0-c590-4b99-a9e3-5ebe4e46ab6a,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:44:00.172425 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c00a2c4a-17cd-4e25-8c75-fcde28a8e55e req-ce895f36-be36-40b5-a704-8d362a17cba3 tempest-TestSecurityGroupsBasicOps-1162373632 tempest-TestSecurityGroupsBasicOps-1162373632-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=156b789b-f9ae-45be-b1f4-9231e15d6348&id=5b0f2370-0bcc-4a50-a868-2433a3e6a69c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3500807 Nov 25 13:44:00.177568 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-f41f0bb8-61cc-4e14-b96a-3aa955a7f21f admin admin] Deleting port 172de87b-a720-4320-a42c-94aaa6919482 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:44:00.178307 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f41f0bb8-61cc-4e14-b96a-3aa955a7f21f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:00.204256 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59290) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:44:00.239310 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3296b9c0-2f16-4f7f-b288-91406d94893a req-8aa84ca2-4c00-4c51-a34b-418b7a9b58ca service neutron] 10.222.0.47 "GET /v2.0/networks/ccbeb2e1-4f0c-4ccf-85dc-866190817523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186543 Nov 25 13:44:00.252261 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329eebdb-65ee-42c4-80da-47b5b09ae73a tempest-TestSecurityGroupsBasicOps-1162373632 tempest-TestSecurityGroupsBasicOps-1162373632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:00.256350 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-f41f0bb8-61cc-4e14-b96a-3aa955a7f21f admin admin] For port 172de87b-a720-4320-a42c-94aaa6919482, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=172de87b-a720-4320-a42c-94aaa6919482,segment=NetworkSegment(742d2952-b1dc-4ef7-93fd-7c31ac3be8eb),segment_id=742d2952-b1dc-4ef7-93fd-7c31ac3be8eb)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:44:00.257239 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f41f0bb8-61cc-4e14-b96a-3aa955a7f21f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:00.257404 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-329eebdb-65ee-42c4-80da-47b5b09ae73a tempest-TestSecurityGroupsBasicOps-1162373632 tempest-TestSecurityGroupsBasicOps-1162373632-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=69b16df7-2751-4f71-9e79-a31fe0656a01 HTTP/1.1" status: 200 len: 1132 time: 0.0519903 Nov 25 13:44:00.257875 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59292) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:44:00.262338 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-11b6e4fb-545e-4b4c-affc-8b308e5dd5f8 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Request body: {'floatingip': {'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'port_id': 'ecfdf956-705c-4563-9dcf-f536383cb9e7', 'tenant_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:44:00.270560 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-f41f0bb8-61cc-4e14-b96a-3aa955a7f21f admin admin] Calling delete_port for 172de87b-a720-4320-a42c-94aaa6919482 owned by network:router_interface {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:44:00.285307 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-11b6e4fb-545e-4b4c-affc-8b308e5dd5f8 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks [] for floatingip, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:00.336034 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d6b5195e-b1d6-481d-bdcd-e08dd1b22fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:00.399461 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-11b6e4fb-545e-4b4c-affc-8b308e5dd5f8 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:00.468927 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f41f0bb8-61cc-4e14-b96a-3aa955a7f21f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:00.498718 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41f0bb8-61cc-4e14-b96a-3aa955a7f21f admin admin] Pushing event deleted for resources: {'Port': ['ID=172de87b-a720-4320-a42c-94aaa6919482,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:44:00.500633 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-11b6e4fb-545e-4b4c-affc-8b308e5dd5f8 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Allocated IP 172.25.5.174 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/cd10b402-09aa-45d8-82fe-b807ade72888) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:44:00.621237 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-11b6e4fb-545e-4b4c-affc-8b308e5dd5f8 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:00.663003 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-11b6e4fb-545e-4b4c-affc-8b308e5dd5f8 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:00.677228 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f41f0bb8-61cc-4e14-b96a-3aa955a7f21f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:00.706093 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b6e4fb-545e-4b4c-affc-8b308e5dd5f8 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:44:00.709352 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-11b6e4fb-545e-4b4c-affc-8b308e5dd5f8 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:44:00.712164 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b6e4fb-545e-4b4c-affc-8b308e5dd5f8 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:44:00.737507 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b6e4fb-545e-4b4c-affc-8b308e5dd5f8 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Pushing event updated for resources: {'Port': ['ID=cd10b402-09aa-45d8-82fe-b807ade72888,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:44:00.904663 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f41f0bb8-61cc-4e14-b96a-3aa955a7f21f admin admin] Router 1e304bc5-84b8-455d-a417-9239779a0120 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:44:01.011760 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f41f0bb8-61cc-4e14-b96a-3aa955a7f21f admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:44:01.016744 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f41f0bb8-61cc-4e14-b96a-3aa955a7f21f admin admin] 10.222.0.53 "PUT /v2.0/routers/1e304bc5-84b8-455d-a417-9239779a0120/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2031598 Nov 25 13:44:01.019742 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59294) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:44:01.025618 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00a692a-728c-4d53-b81b-0cafbd48acaf None None] Sync routers for ids ['1e304bc5-84b8-455d-a417-9239779a0120'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:44:01.041957 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00a692a-728c-4d53-b81b-0cafbd48acaf None None] Routers {'1e304bc5-84b8-455d-a417-9239779a0120'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:44:01.042708 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-b00a692a-728c-4d53-b81b-0cafbd48acaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:43:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['1e304bc5-84b8-455d-a417-9239779a0120'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:44:01.083297 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-11b6e4fb-545e-4b4c-affc-8b308e5dd5f8 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:01.126464 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-da78ddee-6025-45ad-8d2f-c7be71e5b30e admin admin] Publish callbacks [] for router, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:01.150158 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-b00a692a-728c-4d53-b81b-0cafbd48acaf None None] Set router 1e304bc5-84b8-455d-a417-9239779a0120 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:44:01.162382 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-11b6e4fb-545e-4b4c-affc-8b308e5dd5f8 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:01.287572 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a2450c-8f96-4af4-a619-e002436b3919 req-ab99ef54-3fa1-479d-9212-d21363907668 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:01.289049 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-66a2450c-8f96-4af4-a619-e002436b3919 req-ab99ef54-3fa1-479d-9212-d21363907668 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/ports?device_id=47f1ef19-abd9-4076-9bf6-aed505c111f6 HTTP/1.1" status: 200 len: 943 time: 0.1016195 Nov 25 13:44:01.290645 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-da78ddee-6025-45ad-8d2f-c7be71e5b30e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:01.358328 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-b00a692a-728c-4d53-b81b-0cafbd48acaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e304bc5-84b8-455d-a417-9239779a0120', 'name': 'tempest-TestVolumeBackupRestore-1242325854-router', 'tenant_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'b421597b-f00b-459e-8bbb-0166f7d923ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:39:45Z', 'updated_at': '2021-11-25T13:44:00Z', 'revision_number': 5, 'project_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'gw_port': {'id': 'b421597b-f00b-459e-8bbb-0166f7d923ab', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:31:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e304bc5-84b8-455d-a417-9239779a0120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:39:46Z', 'updated_at': '2021-11-25T13:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:44:01.374903 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-66a2450c-8f96-4af4-a619-e002436b3919 req-f9efd8b5-c138-4b23-8860-c114970c05a2 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/security-groups?id=27567fab-f3ad-4151-a0d2-d9ff2be1ebcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777271 Nov 25 13:44:01.388208 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-da78ddee-6025-45ad-8d2f-c7be71e5b30e admin admin] Deleting port b421597b-f00b-459e-8bbb-0166f7d923ab {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:44:01.388548 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-da78ddee-6025-45ad-8d2f-c7be71e5b30e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:01.403307 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00a692a-728c-4d53-b81b-0cafbd48acaf None None] Checking router: 1e304bc5-84b8-455d-a417-9239779a0120 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:44:01.412789 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00a692a-728c-4d53-b81b-0cafbd48acaf None None] Routers {'1e304bc5-84b8-455d-a417-9239779a0120'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:44:01.413418 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-b00a692a-728c-4d53-b81b-0cafbd48acaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:43:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['1e304bc5-84b8-455d-a417-9239779a0120'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:44:01.491485 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-da78ddee-6025-45ad-8d2f-c7be71e5b30e admin admin] For port b421597b-f00b-459e-8bbb-0166f7d923ab, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=b421597b-f00b-459e-8bbb-0166f7d923ab,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:44:01.491877 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-da78ddee-6025-45ad-8d2f-c7be71e5b30e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:01.505585 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-da78ddee-6025-45ad-8d2f-c7be71e5b30e admin admin] Calling delete_port for b421597b-f00b-459e-8bbb-0166f7d923ab owned by network:router_gateway {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:44:01.522653 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-b00a692a-728c-4d53-b81b-0cafbd48acaf None None] Set router 1e304bc5-84b8-455d-a417-9239779a0120 gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:44:01.585736 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-b00a692a-728c-4d53-b81b-0cafbd48acaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e304bc5-84b8-455d-a417-9239779a0120', 'name': 'tempest-TestVolumeBackupRestore-1242325854-router', 'tenant_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:39:45Z', 'updated_at': '2021-11-25T13:44:01Z', 'revision_number': 6, 'project_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'gw_port_host': None}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:44:01.615060 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00a692a-728c-4d53-b81b-0cafbd48acaf None None] The sync data for ids ['1e304bc5-84b8-455d-a417-9239779a0120'] in n-d-808199-11 is: [{'id': '1e304bc5-84b8-455d-a417-9239779a0120', 'name': 'tempest-TestVolumeBackupRestore-1242325854-router', 'tenant_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:39:45Z', 'updated_at': '2021-11-25T13:44:01Z', 'revision_number': 6, 'project_id': 'e9f4a241e9ee48efb00d567fc22d357d', 'gw_port_host': None}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:44:01.651461 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-11b6e4fb-545e-4b4c-affc-8b308e5dd5f8 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:01.658377 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-11b6e4fb-545e-4b4c-affc-8b308e5dd5f8 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:01.690852 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-da78ddee-6025-45ad-8d2f-c7be71e5b30e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:01.718035 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da78ddee-6025-45ad-8d2f-c7be71e5b30e admin admin] Pushing event deleted for resources: {'Port': ['ID=b421597b-f00b-459e-8bbb-0166f7d923ab,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:44:01.742661 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b6e4fb-545e-4b4c-affc-8b308e5dd5f8 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Pushing event updated for resources: {'Port': ['ID=cd10b402-09aa-45d8-82fe-b807ade72888,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:44:01.751958 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34b385a-7da7-4560-a316-55005bf6a0c2 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:44:01.765020 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-11b6e4fb-545e-4b4c-affc-8b308e5dd5f8 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:01.803677 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-da78ddee-6025-45ad-8d2f-c7be71e5b30e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:01.872213 n-d-808199-11 neutron-server[103571]: INFO neutron.db.l3_db [None req-11b6e4fb-545e-4b4c-affc-8b308e5dd5f8 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Floating IP af521dfa-f977-4586-98b9-f8ff4925cf1f associated. External IP: 172.25.5.174, port: ecfdf956-705c-4563-9dcf-f536383cb9e7. Nov 25 13:44:01.899101 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-da78ddee-6025-45ad-8d2f-c7be71e5b30e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:01.901435 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-da78ddee-6025-45ad-8d2f-c7be71e5b30e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:01.951927 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-da78ddee-6025-45ad-8d2f-c7be71e5b30e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:01.952677 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da78ddee-6025-45ad-8d2f-c7be71e5b30e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e304bc5-84b8-455d-a417-9239779a0120 {{(pid=103570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:44:01.957747 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-da78ddee-6025-45ad-8d2f-c7be71e5b30e admin admin] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:01.961498 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-da78ddee-6025-45ad-8d2f-c7be71e5b30e admin admin] 10.222.0.53 "DELETE /v2.0/routers/1e304bc5-84b8-455d-a417-9239779a0120 HTTP/1.1" status: 204 len: 168 time: 0.9386859 Nov 25 13:44:01.961780 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59298) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:44:02.024300 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c9af584-332a-4a90-a407-10f4c75c2939 admin admin] Deleting subnet 8ed6ab7c-ada8-497a-acf9-43a1076137d8 {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:44:02.032608 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4c9af584-332a-4a90-a407-10f4c75c2939 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:02.076694 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4c9af584-332a-4a90-a407-10f4c75c2939 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:02.097425 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device aecc4410-189f-43a7-8c7a-7ff4ad8a83d0 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:44:02.112404 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11b6e4fb-545e-4b4c-affc-8b308e5dd5f8 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Router 1667dee3-2885-418d-b6e8-40a367285235 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:44:02.187549 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4c9af584-332a-4a90-a407-10f4c75c2939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:02.230745 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 172de87b-a720-4320-a42c-94aaa6919482 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:44:02.235284 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port aecc4410-189f-43a7-8c7a-7ff4ad8a83d0, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=aecc4410-189f-43a7-8c7a-7ff4ad8a83d0,segment=NetworkSegment(c1677d03-a093-4f23-9910-4d4df29df41c),segment_id=c1677d03-a093-4f23-9910-4d4df29df41c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:44:02.255661 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4c9af584-332a-4a90-a407-10f4c75c2939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:02.265351 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 172de87b-a720-4320-a42c-94aaa6919482 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:44:02.265798 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 172de87b-a720-4320-a42c-94aaa6919482 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:44:02.270733 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': 'aecc4410-189f-43a7-8c7a-7ff4ad8a83d0', 'network_id': 'ccbeb2e1-4f0c-4ccf-85dc-866190817523', 'port_id': 'aecc4410-189f-43a7-8c7a-7ff4ad8a83d0', 'mac_address': 'fa:16:3e:34:5e:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc3d9c60-0f17-44a2-8d43-97fb4c8e6984', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:44:02.272205 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b6e4fb-545e-4b4c-affc-8b308e5dd5f8 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:44:02.288083 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17409be6-3552-4201-8ec6-a711fe022231 None None] Sync routers for ids ['1667dee3-2885-418d-b6e8-40a367285235'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:44:02.291518 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-11b6e4fb-545e-4b4c-affc-8b308e5dd5f8 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:02.307422 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9af584-332a-4a90-a407-10f4c75c2939 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ed6ab7c-ada8-497a-acf9-43a1076137d8,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:44:02.320437 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4c9af584-332a-4a90-a407-10f4c75c2939 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:02.330198 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-4c9af584-332a-4a90-a407-10f4c75c2939 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/8ed6ab7c-ada8-497a-acf9-43a1076137d8 HTTP/1.1" status: 204 len: 168 time: 0.3651035 Nov 25 13:44:02.333334 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-11b6e4fb-545e-4b4c-affc-8b308e5dd5f8 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0719209 Nov 25 13:44:02.333462 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59300) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:44:02.333579 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69b16df7-2751-4f71-9e79-a31fe0656a01', 'tag': 'ecfdf956-705c-4563-9dcf-f536383cb9e7'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:44:02.333704 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59302) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:44:02.333925 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcaa940a-953d-43bc-ac22-453379520752" -d '{"events": [{"name": "network-changed", "server_uuid": "69b16df7-2751-4f71-9e79-a31fe0656a01", "tag": "ecfdf956-705c-4563-9dcf-f536383cb9e7"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:44:02.338131 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d574f8-e37e-44a7-b902-8c083b41f5bb None None] Network b9fed917-118a-47f5-b91a-5da13b26a61f requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:44:02.357368 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17409be6-3552-4201-8ec6-a711fe022231 None None] Routers {'1667dee3-2885-418d-b6e8-40a367285235'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:44:02.358047 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-17409be6-3552-4201-8ec6-a711fe022231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:43:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['1667dee3-2885-418d-b6e8-40a367285235'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:44:02.383381 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8321c7-3606-422f-bc84-87e400f9f5c6 x-openstack-request-id: req-8b8321c7-3606-422f-bc84-87e400f9f5c6 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:44:02.385669 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69b16df7-2751-4f71-9e79-a31fe0656a01", "tag": "ecfdf956-705c-4563-9dcf-f536383cb9e7", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:44:02.385669 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8b8321c7-3606-422f-bc84-87e400f9f5c6 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:44:02.385669 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69b16df7-2751-4f71-9e79-a31fe0656a01', 'tag': 'ecfdf956-705c-4563-9dcf-f536383cb9e7', 'status': 'completed', 'code': 200} Nov 25 13:44:02.468408 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa940a-953d-43bc-ac22-453379520752 req-69707174-6c85-4882-85fd-2b859ce95980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:02.470293 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-fcaa940a-953d-43bc-ac22-453379520752 req-69707174-6c85-4882-85fd-2b859ce95980 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cfd4ec49b5f84c5aa94d46be4b4d2e1a&device_id=69b16df7-2751-4f71-9e79-a31fe0656a01 HTTP/1.1" status: 200 len: 1137 time: 0.0548830 Nov 25 13:44:02.492233 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:02.518954 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aecc4410-189f-43a7-8c7a-7ff4ad8a83d0 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:44:02.580829 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port aecc4410-189f-43a7-8c7a-7ff4ad8a83d0, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=aecc4410-189f-43a7-8c7a-7ff4ad8a83d0,segment=NetworkSegment(c1677d03-a093-4f23-9910-4d4df29df41c),segment_id=c1677d03-a093-4f23-9910-4d4df29df41c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:44:02.611828 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:02.625353 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa940a-953d-43bc-ac22-453379520752 req-8545b400-879b-4c69-9dcc-60277dd59522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:02.627214 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-fcaa940a-953d-43bc-ac22-453379520752 req-8545b400-879b-4c69-9dcc-60277dd59522 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7232bf8f-5287-4b6a-87ba-8b74b3025992 HTTP/1.1" status: 200 len: 898 time: 0.1488893 Nov 25 13:44:02.653998 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e49c38b1-be4b-4ba4-82dd-297dfede615d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:02.690588 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-17409be6-3552-4201-8ec6-a711fe022231 None None] Set router 1667dee3-2885-418d-b6e8-40a367285235 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:44:02.724903 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-fcaa940a-953d-43bc-ac22-453379520752 req-77c797ad-fb64-4830-8442-9337abbe8683 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecfdf956-705c-4563-9dcf-f536383cb9e7 HTTP/1.1" status: 200 len: 1000 time: 0.0835972 Nov 25 13:44:02.745134 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=aecc4410-189f-43a7-8c7a-7ff4ad8a83d0,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:44:02.833273 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['aecc4410-189f-43a7-8c7a-7ff4ad8a83d0'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:44:02.836554 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa940a-953d-43bc-ac22-453379520752 req-0b6aadc1-493b-4faa-b57e-44c97a022512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:02.848480 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-fcaa940a-953d-43bc-ac22-453379520752 req-0b6aadc1-493b-4faa-b57e-44c97a022512 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ab22aa54-8ae1-49ef-aded-0a6901b884ee HTTP/1.1" status: 200 len: 835 time: 0.1026335 Nov 25 13:44:02.863057 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-587a42fd-e8e6-4868-8dc0-30340a0a18e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:02.904459 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea634cf6-a082-4ad7-a6d5-0cb174a7e92e None None] DHCP port deletion for b9fed917-118a-47f5-b91a-5da13b26a61f request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:44:02.916579 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa940a-953d-43bc-ac22-453379520752 req-7b12cf9a-46ef-4b7a-bb73-d8fbe25b3643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:02.918763 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-fcaa940a-953d-43bc-ac22-453379520752 req-7b12cf9a-46ef-4b7a-bb73-d8fbe25b3643 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7232bf8f-5287-4b6a-87ba-8b74b3025992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0692890 Nov 25 13:44:03.033661 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-fcaa940a-953d-43bc-ac22-453379520752 req-65b54061-14a7-4c4d-9ecd-3243c50317ee service neutron] 10.222.0.66 "GET /v2.0/networks/7232bf8f-5287-4b6a-87ba-8b74b3025992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074011 Nov 25 13:44:03.057771 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f55b678-6c42-4c50-80d8-2eb79b9f7631 req-1f8b6f4c-398a-441e-a0cf-707bc3b7883c tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:03.065709 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0f55b678-6c42-4c50-80d8-2eb79b9f7631 req-1f8b6f4c-398a-441e-a0cf-707bc3b7883c tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/ports?device_id=47f1ef19-abd9-4076-9bf6-aed505c111f6 HTTP/1.1" status: 200 len: 943 time: 0.5301163 Nov 25 13:44:03.113113 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-ea634cf6-a082-4ad7-a6d5-0cb174a7e92e None None] Deleting port c9243718-e9e5-4365-b4ef-39dbe06741b1 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:44:03.113551 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ea634cf6-a082-4ad7-a6d5-0cb174a7e92e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:03.173127 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-fcaa940a-953d-43bc-ac22-453379520752 req-53e0a16f-8a14-4a72-9e9b-693ea2d531f6 service neutron] 10.222.0.66 "GET /v2.0/networks/7232bf8f-5287-4b6a-87ba-8b74b3025992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322029 Nov 25 13:44:03.185765 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5710791-9325-45eb-8e5f-3e72bbcd5aeb tempest-TestSecurityGroupsBasicOps-1162373632 tempest-TestSecurityGroupsBasicOps-1162373632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:03.186243 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5710791-9325-45eb-8e5f-3e72bbcd5aeb tempest-TestSecurityGroupsBasicOps-1162373632 tempest-TestSecurityGroupsBasicOps-1162373632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:03.186726 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5710791-9325-45eb-8e5f-3e72bbcd5aeb tempest-TestSecurityGroupsBasicOps-1162373632 tempest-TestSecurityGroupsBasicOps-1162373632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:03.187269 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5710791-9325-45eb-8e5f-3e72bbcd5aeb tempest-TestSecurityGroupsBasicOps-1162373632 tempest-TestSecurityGroupsBasicOps-1162373632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:03.187721 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5710791-9325-45eb-8e5f-3e72bbcd5aeb tempest-TestSecurityGroupsBasicOps-1162373632 tempest-TestSecurityGroupsBasicOps-1162373632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:03.188177 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5710791-9325-45eb-8e5f-3e72bbcd5aeb tempest-TestSecurityGroupsBasicOps-1162373632 tempest-TestSecurityGroupsBasicOps-1162373632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:03.188822 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5710791-9325-45eb-8e5f-3e72bbcd5aeb tempest-TestSecurityGroupsBasicOps-1162373632 tempest-TestSecurityGroupsBasicOps-1162373632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:03.193885 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e5710791-9325-45eb-8e5f-3e72bbcd5aeb tempest-TestSecurityGroupsBasicOps-1162373632 tempest-TestSecurityGroupsBasicOps-1162373632-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4954 time: 0.8559206 Nov 25 13:44:03.194802 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0f55b678-6c42-4c50-80d8-2eb79b9f7631 req-09bffb2c-8303-45f7-b24a-655b3ae77e3a tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/security-groups?id=27567fab-f3ad-4151-a0d2-d9ff2be1ebcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281466 Nov 25 13:44:03.195281 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59310) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:44:03.250743 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-ea634cf6-a082-4ad7-a6d5-0cb174a7e92e None None] For port c9243718-e9e5-4365-b4ef-39dbe06741b1, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=c9243718-e9e5-4365-b4ef-39dbe06741b1,segment=NetworkSegment(742d2952-b1dc-4ef7-93fd-7c31ac3be8eb),segment_id=742d2952-b1dc-4ef7-93fd-7c31ac3be8eb)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:44:03.251112 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ea634cf6-a082-4ad7-a6d5-0cb174a7e92e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:03.270335 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-ea634cf6-a082-4ad7-a6d5-0cb174a7e92e None None] Calling delete_port for c9243718-e9e5-4365-b4ef-39dbe06741b1 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:44:03.296364 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-17409be6-3552-4201-8ec6-a711fe022231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1667dee3-2885-418d-b6e8-40a367285235', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1633705938', 'tenant_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'b951d4cb-51f2-4f03-aa7b-51686339a24f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:43:38Z', 'updated_at': '2021-11-25T13:43:43Z', 'revision_number': 4, 'project_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'gw_port': {'id': 'b951d4cb-51f2-4f03-aa7b-51686339a24f', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:78:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1667dee3-2885-418d-b6e8-40a367285235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:43:38Z', 'updated_at': '2021-11-25T13:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': 'af521dfa-f977-4586-98b9-f8ff4925cf1f', 'tenant_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'floating_ip_address': '172.25.5.174', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '1667dee3-2885-418d-b6e8-40a367285235', 'port_id': 'ecfdf956-705c-4563-9dcf-f536383cb9e7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7232bf8f-5287-4b6a-87ba-8b74b3025992', 'mac_address': 'fa:16:3e:71:40:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b16df7-2751-4f71-9e79-a31fe0656a01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:44:00Z', 'updated_at': '2021-11-25T13:44:00Z', 'revision_number': 0, 'project_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17bfaf31-acb5-46be-bab0-ed8d5370dec3', 'name': '', 'network_id': '7232bf8f-5287-4b6a-87ba-8b74b3025992', 'tenant_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'mac_address': 'fa:16:3e:09:08:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1667dee3-2885-418d-b6e8-40a367285235', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'ab22aa54-8ae1-49ef-aded-0a6901b884ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:43:42Z', 'updated_at': '2021-11-25T13:43:47Z', 'revision_number': 5, 'project_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'subnets': [{'id': 'ab22aa54-8ae1-49ef-aded-0a6901b884ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:44:03.302954 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1fd77d-d85f-4bfa-936a-a52fb5481cb7 tempest-TestSecurityGroupsBasicOps-1162373632 tempest-TestSecurityGroupsBasicOps-1162373632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:03.303438 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1fd77d-d85f-4bfa-936a-a52fb5481cb7 tempest-TestSecurityGroupsBasicOps-1162373632 tempest-TestSecurityGroupsBasicOps-1162373632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:03.303902 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1fd77d-d85f-4bfa-936a-a52fb5481cb7 tempest-TestSecurityGroupsBasicOps-1162373632 tempest-TestSecurityGroupsBasicOps-1162373632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:03.304362 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1fd77d-d85f-4bfa-936a-a52fb5481cb7 tempest-TestSecurityGroupsBasicOps-1162373632 tempest-TestSecurityGroupsBasicOps-1162373632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:03.304817 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1fd77d-d85f-4bfa-936a-a52fb5481cb7 tempest-TestSecurityGroupsBasicOps-1162373632 tempest-TestSecurityGroupsBasicOps-1162373632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:03.305269 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1fd77d-d85f-4bfa-936a-a52fb5481cb7 tempest-TestSecurityGroupsBasicOps-1162373632 tempest-TestSecurityGroupsBasicOps-1162373632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:03.307096 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-7b1fd77d-d85f-4bfa-936a-a52fb5481cb7 tempest-TestSecurityGroupsBasicOps-1162373632 tempest-TestSecurityGroupsBasicOps-1162373632-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4011 time: 0.1107264 Nov 25 13:44:03.308627 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-e49c38b1-be4b-4ba4-82dd-297dfede615d admin admin] Deleting port c9243718-e9e5-4365-b4ef-39dbe06741b1 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:44:03.308970 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e49c38b1-be4b-4ba4-82dd-297dfede615d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:03.310126 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59312) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:44:03.350247 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17409be6-3552-4201-8ec6-a711fe022231 None None] Checking router: 1667dee3-2885-418d-b6e8-40a367285235 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:44:03.373757 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17409be6-3552-4201-8ec6-a711fe022231 None None] Routers {'1667dee3-2885-418d-b6e8-40a367285235'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:44:03.374915 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-17409be6-3552-4201-8ec6-a711fe022231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:44:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['1667dee3-2885-418d-b6e8-40a367285235'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:44:03.385482 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-e49c38b1-be4b-4ba4-82dd-297dfede615d admin admin] For port c9243718-e9e5-4365-b4ef-39dbe06741b1, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=c9243718-e9e5-4365-b4ef-39dbe06741b1,segment=NetworkSegment(742d2952-b1dc-4ef7-93fd-7c31ac3be8eb),segment_id=742d2952-b1dc-4ef7-93fd-7c31ac3be8eb)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:44:03.385854 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e49c38b1-be4b-4ba4-82dd-297dfede615d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:03.405694 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-e49c38b1-be4b-4ba4-82dd-297dfede615d admin admin] Calling delete_port for c9243718-e9e5-4365-b4ef-39dbe06741b1 owned by network:dhcp {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:44:03.473887 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-434101db-31c8-4110-b746-b6c9f2c570e5 tempest-TestSecurityGroupsBasicOps-1162373632 tempest-TestSecurityGroupsBasicOps-1162373632-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2334 time: 0.1621799 Nov 25 13:44:03.476305 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59314) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:44:03.501320 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e49c38b1-be4b-4ba4-82dd-297dfede615d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:03.520238 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e8b65a-bd50-4bcc-9c98-64507b8b81e0 tempest-TestSecurityGroupsBasicOps-1162373632 tempest-TestSecurityGroupsBasicOps-1162373632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:03.520732 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e8b65a-bd50-4bcc-9c98-64507b8b81e0 tempest-TestSecurityGroupsBasicOps-1162373632 tempest-TestSecurityGroupsBasicOps-1162373632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:03.533355 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b8e8b65a-bd50-4bcc-9c98-64507b8b81e0 tempest-TestSecurityGroupsBasicOps-1162373632 tempest-TestSecurityGroupsBasicOps-1162373632-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1667dee3-2885-418d-b6e8-40a367285235 HTTP/1.1" status: 200 len: 1990 time: 0.0452800 Nov 25 13:44:03.533610 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c38b1-be4b-4ba4-82dd-297dfede615d admin admin] Pushing event deleted for resources: {'Port': ['ID=c9243718-e9e5-4365-b4ef-39dbe06741b1,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:44:03.536756 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49c38b1-be4b-4ba4-82dd-297dfede615d admin admin] No DVR routers for this DVR port c9243718-e9e5-4365-b4ef-39dbe06741b1 on host n-d-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:44:03.614360 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e49c38b1-be4b-4ba4-82dd-297dfede615d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:03.629862 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ea634cf6-a082-4ad7-a6d5-0cb174a7e92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:03.639000 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-e49c38b1-be4b-4ba4-82dd-297dfede615d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9fed917-118a-47f5-b91a-5da13b26a61f']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:44:03.648776 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-e49c38b1-be4b-4ba4-82dd-297dfede615d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '742d2952-b1dc-4ef7-93fd-7c31ac3be8eb') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:44:03.649071 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-e49c38b1-be4b-4ba4-82dd-297dfede615d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '742d2952-b1dc-4ef7-93fd-7c31ac3be8eb') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:44:03.658402 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e49c38b1-be4b-4ba4-82dd-297dfede615d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:03.669155 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea634cf6-a082-4ad7-a6d5-0cb174a7e92e None None] Pushing event deleted for resources: {'Port': ['ID=c9243718-e9e5-4365-b4ef-39dbe06741b1,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:44:03.675544 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e49c38b1-be4b-4ba4-82dd-297dfede615d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:03.678625 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea634cf6-a082-4ad7-a6d5-0cb174a7e92e None None] No DVR routers for this DVR port c9243718-e9e5-4365-b4ef-39dbe06741b1 on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:44:03.683269 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e49c38b1-be4b-4ba4-82dd-297dfede615d admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:44:03.683549 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e49c38b1-be4b-4ba4-82dd-297dfede615d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:03.685455 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:44:03.685455 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:44:03.685455 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:44:03.685455 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:44:03.685455 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:44:03.685455 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:44:03.685455 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:44:03.685455 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:44:03.685455 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:44:03.685455 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:44:03.685455 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:44:03.685455 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:44:03.685455 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:44:03.685455 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:44:03.685455 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:44:03.685455 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:44:03.685455 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:44:03.685455 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:44:03.685455 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:44:03.685455 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:44:03.685455 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:44:03.685455 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:44:03.685455 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:44:03.685455 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:44:03.685455 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:44:03.685455 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:44:03.685455 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:44:03.685455 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:44:03.685455 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:44:03.685455 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:44:03.685455 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:44:03.685455 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:44:03.694200 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-17409be6-3552-4201-8ec6-a711fe022231 None None] Set router 1667dee3-2885-418d-b6e8-40a367285235 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:44:03.740487 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e49c38b1-be4b-4ba4-82dd-297dfede615d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:03.745966 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e49c38b1-be4b-4ba4-82dd-297dfede615d admin admin] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:03.751914 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e49c38b1-be4b-4ba4-82dd-297dfede615d admin admin] 10.222.0.53 "DELETE /v2.0/networks/b9fed917-118a-47f5-b91a-5da13b26a61f HTTP/1.1" status: 204 len: 168 time: 1.4169912 Nov 25 13:44:03.752291 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59318) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:44:03.762909 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c38b1-be4b-4ba4-82dd-297dfede615d admin admin] Pushing event deleted for resources: {'Network': ['ID=b9fed917-118a-47f5-b91a-5da13b26a61f,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:44:03.879248 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device b421597b-f00b-459e-8bbb-0166f7d923ab no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:44:03.909039 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: b421597b-f00b-459e-8bbb-0166f7d923ab {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:44:03.909389 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device b421597b-f00b-459e-8bbb-0166f7d923ab not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:44:03.909812 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device c9243718-e9e5-4365-b4ef-39dbe06741b1 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:44:03.955634 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: c9243718-e9e5-4365-b4ef-39dbe06741b1 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:44:03.955908 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device c9243718-e9e5-4365-b4ef-39dbe06741b1 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:44:03.966291 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:03.989251 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-17409be6-3552-4201-8ec6-a711fe022231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1667dee3-2885-418d-b6e8-40a367285235', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1633705938', 'tenant_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'b951d4cb-51f2-4f03-aa7b-51686339a24f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:43:38Z', 'updated_at': '2021-11-25T13:43:43Z', 'revision_number': 4, 'project_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'gw_port': {'id': 'b951d4cb-51f2-4f03-aa7b-51686339a24f', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:78:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1667dee3-2885-418d-b6e8-40a367285235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:43:38Z', 'updated_at': '2021-11-25T13:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': 'af521dfa-f977-4586-98b9-f8ff4925cf1f', 'tenant_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'floating_ip_address': '172.25.5.174', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '1667dee3-2885-418d-b6e8-40a367285235', 'port_id': 'ecfdf956-705c-4563-9dcf-f536383cb9e7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7232bf8f-5287-4b6a-87ba-8b74b3025992', 'mac_address': 'fa:16:3e:71:40:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b16df7-2751-4f71-9e79-a31fe0656a01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:44:00Z', 'updated_at': '2021-11-25T13:44:00Z', 'revision_number': 0, 'project_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17bfaf31-acb5-46be-bab0-ed8d5370dec3', 'name': '', 'network_id': '7232bf8f-5287-4b6a-87ba-8b74b3025992', 'tenant_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'mac_address': 'fa:16:3e:09:08:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1667dee3-2885-418d-b6e8-40a367285235', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'ab22aa54-8ae1-49ef-aded-0a6901b884ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:43:42Z', 'updated_at': '2021-11-25T13:43:47Z', 'revision_number': 5, 'project_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'subnets': [{'id': 'ab22aa54-8ae1-49ef-aded-0a6901b884ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:44:04.016970 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17409be6-3552-4201-8ec6-a711fe022231 None None] The sync data for ids ['1667dee3-2885-418d-b6e8-40a367285235'] in n-d-808199-11 is: [{'id': '1667dee3-2885-418d-b6e8-40a367285235', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1633705938', 'tenant_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'b951d4cb-51f2-4f03-aa7b-51686339a24f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:43:38Z', 'updated_at': '2021-11-25T13:43:43Z', 'revision_number': 4, 'project_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'gw_port': {'id': 'b951d4cb-51f2-4f03-aa7b-51686339a24f', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:78:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1667dee3-2885-418d-b6e8-40a367285235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:43:38Z', 'updated_at': '2021-11-25T13:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': 'af521dfa-f977-4586-98b9-f8ff4925cf1f', 'tenant_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'floating_ip_address': '172.25.5.174', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '1667dee3-2885-418d-b6e8-40a367285235', 'port_id': 'ecfdf956-705c-4563-9dcf-f536383cb9e7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7232bf8f-5287-4b6a-87ba-8b74b3025992', 'mac_address': 'fa:16:3e:71:40:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b16df7-2751-4f71-9e79-a31fe0656a01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:44:00Z', 'updated_at': '2021-11-25T13:44:00Z', 'revision_number': 0, 'project_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17bfaf31-acb5-46be-bab0-ed8d5370dec3', 'name': '', 'network_id': '7232bf8f-5287-4b6a-87ba-8b74b3025992', 'tenant_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'mac_address': 'fa:16:3e:09:08:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1667dee3-2885-418d-b6e8-40a367285235', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'ab22aa54-8ae1-49ef-aded-0a6901b884ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:43:42Z', 'updated_at': '2021-11-25T13:43:47Z', 'revision_number': 5, 'project_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'subnets': [{'id': 'ab22aa54-8ae1-49ef-aded-0a6901b884ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:44:04.098378 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device aecc4410-189f-43a7-8c7a-7ff4ad8a83d0 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:44:04.117503 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fcbeeb18-e44d-4e19-b435-e350634f41e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:04.153192 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port aecc4410-189f-43a7-8c7a-7ff4ad8a83d0 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:44:04.157642 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port aecc4410-189f-43a7-8c7a-7ff4ad8a83d0 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:44:04.158082 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:04.235781 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c95fe62-c23a-487c-a795-41b00ce391f3 None None] New status for floating IP af521dfa-f977-4586-98b9-f8ff4925cf1f: ACTIVE {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 13:44:04.263364 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:04.292788 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47f1ef19-abd9-4076-9bf6-aed505c111f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aecc4410-189f-43a7-8c7a-7ff4ad8a83d0'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:44:04.295180 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d27e844f-46ad-4258-9d00-feffde99c39a" -d '{"events": [{"server_uuid": "47f1ef19-abd9-4076-9bf6-aed505c111f6", "name": "network-vif-plugged", "status": "completed", "tag": "aecc4410-189f-43a7-8c7a-7ff4ad8a83d0"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:44:04.310919 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port aecc4410-189f-43a7-8c7a-7ff4ad8a83d0, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=aecc4410-189f-43a7-8c7a-7ff4ad8a83d0,segment=NetworkSegment(c1677d03-a093-4f23-9910-4d4df29df41c),segment_id=c1677d03-a093-4f23-9910-4d4df29df41c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:44:04.318902 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:04.399931 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37058b42-9341-49b3-a711-d8b35a2fe998 x-openstack-request-id: req-37058b42-9341-49b3-a711-d8b35a2fe998 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:44:04.400495 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47f1ef19-abd9-4076-9bf6-aed505c111f6", "name": "network-vif-plugged", "status": "completed", "tag": "aecc4410-189f-43a7-8c7a-7ff4ad8a83d0", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:44:04.400937 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-37058b42-9341-49b3-a711-d8b35a2fe998 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:44:04.401524 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47f1ef19-abd9-4076-9bf6-aed505c111f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aecc4410-189f-43a7-8c7a-7ff4ad8a83d0', 'code': 200} Nov 25 13:44:04.406019 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=aecc4410-189f-43a7-8c7a-7ff4ad8a83d0,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:44:04.415459 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-fcbeeb18-e44d-4e19-b435-e350634f41e3 admin admin] Deleting port 6971830e-46c0-4054-8fd8-e9d0e966e0fe {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:44:04.416519 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fcbeeb18-e44d-4e19-b435-e350634f41e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:04.435069 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8cba48-17f8-4f67-86c5-5747dbaa9d4a req-85d49740-8bac-4745-90e7-4adca6e1ebb0 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:04.438844 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ac8cba48-17f8-4f67-86c5-5747dbaa9d4a req-85d49740-8bac-4745-90e7-4adca6e1ebb0 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/ports?device_id=47f1ef19-abd9-4076-9bf6-aed505c111f6 HTTP/1.1" status: 200 len: 945 time: 0.1150510 Nov 25 13:44:04.499256 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ac8cba48-17f8-4f67-86c5-5747dbaa9d4a req-f0d008d4-c355-4e65-b428-60023610b7b4 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/security-groups?id=27567fab-f3ad-4151-a0d2-d9ff2be1ebcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511024 Nov 25 13:44:04.554108 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e184f-2d2d-4365-936a-3667f3601d85 req-ff80c4cd-c0f8-4832-aa9a-75f8b88c2e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:04.555532 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-808e184f-2d2d-4365-936a-3667f3601d85 req-ff80c4cd-c0f8-4832-aa9a-75f8b88c2e81 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=47f1ef19-abd9-4076-9bf6-aed505c111f6 HTTP/1.1" status: 200 len: 1097 time: 0.0779903 Nov 25 13:44:04.560239 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-fcbeeb18-e44d-4e19-b435-e350634f41e3 admin admin] For port 6971830e-46c0-4054-8fd8-e9d0e966e0fe, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=6971830e-46c0-4054-8fd8-e9d0e966e0fe,segment=NetworkSegment(71cb4365-4d9d-4282-9887-4dd4a4c2f295),segment_id=71cb4365-4d9d-4282-9887-4dd4a4c2f295)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:44:04.560601 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fcbeeb18-e44d-4e19-b435-e350634f41e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:04.583073 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-fcbeeb18-e44d-4e19-b435-e350634f41e3 admin admin] Calling delete_port for 6971830e-46c0-4054-8fd8-e9d0e966e0fe owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:44:04.648944 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-808e184f-2d2d-4365-936a-3667f3601d85 req-11f18221-aa8f-43d2-ac17-fdcd7f52425a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=27567fab-f3ad-4151-a0d2-d9ff2be1ebcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811725 Nov 25 13:44:04.783743 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fcbeeb18-e44d-4e19-b435-e350634f41e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:04.821274 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbeeb18-e44d-4e19-b435-e350634f41e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6971830e-46c0-4054-8fd8-e9d0e966e0fe,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:44:04.996117 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fcbeeb18-e44d-4e19-b435-e350634f41e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:05.210644 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcbeeb18-e44d-4e19-b435-e350634f41e3 admin admin] Router 747e6ef5-1a99-40ac-82bb-14dd80251f12 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:44:05.235937 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:05.319498 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcbeeb18-e44d-4e19-b435-e350634f41e3 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:44:05.324471 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-fcbeeb18-e44d-4e19-b435-e350634f41e3 admin admin] 10.222.0.53 "PUT /v2.0/routers/747e6ef5-1a99-40ac-82bb-14dd80251f12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5711601 Nov 25 13:44:05.326939 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59324) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:44:05.329543 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33ac7fd-793d-490f-a188-eff112a9a90f None None] Sync routers for ids ['747e6ef5-1a99-40ac-82bb-14dd80251f12'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:44:05.343702 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33ac7fd-793d-490f-a188-eff112a9a90f None None] Routers {'747e6ef5-1a99-40ac-82bb-14dd80251f12'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:44:05.344410 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-a33ac7fd-793d-490f-a188-eff112a9a90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:44:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['747e6ef5-1a99-40ac-82bb-14dd80251f12'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:44:05.439654 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-78a6cd90-a0c8-4199-abee-9bcc5e00dd4c admin admin] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:05.453385 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-a33ac7fd-793d-490f-a188-eff112a9a90f None None] Set router 747e6ef5-1a99-40ac-82bb-14dd80251f12 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:44:05.559736 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-78a6cd90-a0c8-4199-abee-9bcc5e00dd4c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:05.619371 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-78a6cd90-a0c8-4199-abee-9bcc5e00dd4c admin admin] Deleting port 84483e9e-a624-4d6c-9b59-e7692b6d864f {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:44:05.619730 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-78a6cd90-a0c8-4199-abee-9bcc5e00dd4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:05.631504 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f97cad-0f78-45ba-bb16-500c638da3ad req-77b35065-a9c0-44f4-b0b8-1adc22b1cdeb tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:05.633037 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-91f97cad-0f78-45ba-bb16-500c638da3ad req-77b35065-a9c0-44f4-b0b8-1adc22b1cdeb tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/ports?device_id=47f1ef19-abd9-4076-9bf6-aed505c111f6 HTTP/1.1" status: 200 len: 945 time: 0.0568078 Nov 25 13:44:05.646265 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-a33ac7fd-793d-490f-a188-eff112a9a90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747e6ef5-1a99-40ac-82bb-14dd80251f12', 'name': 'tempest-TestVolumeBackupRestore-690864922-router', 'tenant_id': 'f291e60726084afc99ba3b628946aba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '84483e9e-a624-4d6c-9b59-e7692b6d864f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:39:56Z', 'updated_at': '2021-11-25T13:44:04Z', 'revision_number': 5, 'project_id': 'f291e60726084afc99ba3b628946aba1', 'gw_port': {'id': '84483e9e-a624-4d6c-9b59-e7692b6d864f', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:44:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747e6ef5-1a99-40ac-82bb-14dd80251f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:39:58Z', 'updated_at': '2021-11-25T13:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:44:05.674867 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33ac7fd-793d-490f-a188-eff112a9a90f None None] Checking router: 747e6ef5-1a99-40ac-82bb-14dd80251f12 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:44:05.684423 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33ac7fd-793d-490f-a188-eff112a9a90f None None] Routers {'747e6ef5-1a99-40ac-82bb-14dd80251f12'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:44:05.685148 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-a33ac7fd-793d-490f-a188-eff112a9a90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:44:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['747e6ef5-1a99-40ac-82bb-14dd80251f12'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:44:05.694321 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-91f97cad-0f78-45ba-bb16-500c638da3ad req-036e13d6-292c-4ae2-a910-3b26d91a66ba tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/security-groups?id=27567fab-f3ad-4151-a0d2-d9ff2be1ebcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543442 Nov 25 13:44:05.720200 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-78a6cd90-a0c8-4199-abee-9bcc5e00dd4c admin admin] For port 84483e9e-a624-4d6c-9b59-e7692b6d864f, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=84483e9e-a624-4d6c-9b59-e7692b6d864f,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:44:05.720790 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-78a6cd90-a0c8-4199-abee-9bcc5e00dd4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:05.736463 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-78a6cd90-a0c8-4199-abee-9bcc5e00dd4c admin admin] Calling delete_port for 84483e9e-a624-4d6c-9b59-e7692b6d864f owned by network:router_gateway {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:44:05.777449 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-a33ac7fd-793d-490f-a188-eff112a9a90f None None] Set router 747e6ef5-1a99-40ac-82bb-14dd80251f12 gateway port host: None {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:44:05.832121 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-a33ac7fd-793d-490f-a188-eff112a9a90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747e6ef5-1a99-40ac-82bb-14dd80251f12', 'name': 'tempest-TestVolumeBackupRestore-690864922-router', 'tenant_id': 'f291e60726084afc99ba3b628946aba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:39:56Z', 'updated_at': '2021-11-25T13:44:05Z', 'revision_number': 6, 'project_id': 'f291e60726084afc99ba3b628946aba1', 'gw_port_host': None}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:44:05.860116 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33ac7fd-793d-490f-a188-eff112a9a90f None None] The sync data for ids ['747e6ef5-1a99-40ac-82bb-14dd80251f12'] in n-d-808199-11 is: [{'id': '747e6ef5-1a99-40ac-82bb-14dd80251f12', 'name': 'tempest-TestVolumeBackupRestore-690864922-router', 'tenant_id': 'f291e60726084afc99ba3b628946aba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:39:56Z', 'updated_at': '2021-11-25T13:44:05Z', 'revision_number': 6, 'project_id': 'f291e60726084afc99ba3b628946aba1', 'gw_port_host': None}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:44:05.914113 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-78a6cd90-a0c8-4199-abee-9bcc5e00dd4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:05.939289 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a6cd90-a0c8-4199-abee-9bcc5e00dd4c admin admin] Pushing event deleted for resources: {'Port': ['ID=84483e9e-a624-4d6c-9b59-e7692b6d864f,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:44:05.955184 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aece8a52-9c25-47da-8227-a795a003764f None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:44:06.000242 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-78a6cd90-a0c8-4199-abee-9bcc5e00dd4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:06.384492 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-78a6cd90-a0c8-4199-abee-9bcc5e00dd4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:06.386627 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-78a6cd90-a0c8-4199-abee-9bcc5e00dd4c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:06.410924 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:06.434123 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-78a6cd90-a0c8-4199-abee-9bcc5e00dd4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:06.434714 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a6cd90-a0c8-4199-abee-9bcc5e00dd4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 747e6ef5-1a99-40ac-82bb-14dd80251f12 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:44:06.438858 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-78a6cd90-a0c8-4199-abee-9bcc5e00dd4c admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:06.440009 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-78a6cd90-a0c8-4199-abee-9bcc5e00dd4c admin admin] 10.222.0.53 "DELETE /v2.0/routers/747e6ef5-1a99-40ac-82bb-14dd80251f12 HTTP/1.1" status: 204 len: 168 time: 1.1121609 Nov 25 13:44:06.443064 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59328) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:44:06.486313 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-c37473e8-e954-43ca-8434-85b6ef5c0aa6 admin admin] Deleting subnet 72d4143f-ec86-415f-ac0c-267e10fcd82a {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:44:06.489868 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c37473e8-e954-43ca-8434-85b6ef5c0aa6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:06.523720 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c37473e8-e954-43ca-8434-85b6ef5c0aa6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:06.604836 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c37473e8-e954-43ca-8434-85b6ef5c0aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:06.659228 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c37473e8-e954-43ca-8434-85b6ef5c0aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:06.687707 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c37473e8-e954-43ca-8434-85b6ef5c0aa6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:06.693702 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c37473e8-e954-43ca-8434-85b6ef5c0aa6 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/72d4143f-ec86-415f-ac0c-267e10fcd82a HTTP/1.1" status: 204 len: 168 time: 0.2474813 Nov 25 13:44:06.693702 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37473e8-e954-43ca-8434-85b6ef5c0aa6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72d4143f-ec86-415f-ac0c-267e10fcd82a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:44:06.693954 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4e3abd-e03d-4b72-84a6-9142d1b6971b None None] Network 03886c9c-0347-422b-8bad-879848f58143 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:44:06.694556 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59330) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:44:06.773577 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c6e32c65-fe4f-409b-92c1-332a565975de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:06.831213 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824bb6cb-e31e-4949-a225-515b2e138641 req-8d021b2b-0bc6-4ee4-922f-0b43996d54ba tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:06.835149 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-824bb6cb-e31e-4949-a225-515b2e138641 req-8d021b2b-0bc6-4ee4-922f-0b43996d54ba tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/ports?device_id=47f1ef19-abd9-4076-9bf6-aed505c111f6 HTTP/1.1" status: 200 len: 945 time: 0.0529590 Nov 25 13:44:06.838334 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-c6e32c65-fe4f-409b-92c1-332a565975de admin admin] Deleting port 1ce8c552-9337-4782-aa76-5bcb2c8524bf {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:44:06.838681 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c6e32c65-fe4f-409b-92c1-332a565975de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:06.888496 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-824bb6cb-e31e-4949-a225-515b2e138641 req-3b4de875-ba4b-4dd5-a940-fa9ff1a68790 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/security-groups?id=27567fab-f3ad-4151-a0d2-d9ff2be1ebcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497947 Nov 25 13:44:06.902644 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e64ced0-0e25-4905-9ec2-dd3933e3118f None None] DHCP port deletion for 03886c9c-0347-422b-8bad-879848f58143 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:44:06.917618 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-c6e32c65-fe4f-409b-92c1-332a565975de admin admin] For port 1ce8c552-9337-4782-aa76-5bcb2c8524bf, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=1ce8c552-9337-4782-aa76-5bcb2c8524bf,segment=NetworkSegment(71cb4365-4d9d-4282-9887-4dd4a4c2f295),segment_id=71cb4365-4d9d-4282-9887-4dd4a4c2f295)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:44:06.918334 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c6e32c65-fe4f-409b-92c1-332a565975de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:06.933912 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-c6e32c65-fe4f-409b-92c1-332a565975de admin admin] Calling delete_port for 1ce8c552-9337-4782-aa76-5bcb2c8524bf owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:44:06.974974 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-1e64ced0-0e25-4905-9ec2-dd3933e3118f None None] Deleting port 1ce8c552-9337-4782-aa76-5bcb2c8524bf {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:44:06.974974 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1e64ced0-0e25-4905-9ec2-dd3933e3118f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:07.027434 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c6e32c65-fe4f-409b-92c1-332a565975de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:07.048115 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-1e64ced0-0e25-4905-9ec2-dd3933e3118f None None] For port 1ce8c552-9337-4782-aa76-5bcb2c8524bf, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=1ce8c552-9337-4782-aa76-5bcb2c8524bf,segment=NetworkSegment(71cb4365-4d9d-4282-9887-4dd4a4c2f295),segment_id=71cb4365-4d9d-4282-9887-4dd4a4c2f295)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:44:07.048614 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1e64ced0-0e25-4905-9ec2-dd3933e3118f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:07.054620 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e32c65-fe4f-409b-92c1-332a565975de admin admin] Pushing event deleted for resources: {'Port': ['ID=1ce8c552-9337-4782-aa76-5bcb2c8524bf,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:44:07.060625 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e32c65-fe4f-409b-92c1-332a565975de admin admin] No DVR routers for this DVR port 1ce8c552-9337-4782-aa76-5bcb2c8524bf on host n-d-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:44:07.068044 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-1e64ced0-0e25-4905-9ec2-dd3933e3118f None None] Calling delete_port for 1ce8c552-9337-4782-aa76-5bcb2c8524bf owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:44:07.134755 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c6e32c65-fe4f-409b-92c1-332a565975de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:07.162133 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-c6e32c65-fe4f-409b-92c1-332a565975de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03886c9c-0347-422b-8bad-879848f58143']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:44:07.172085 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1e64ced0-0e25-4905-9ec2-dd3933e3118f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:07.173216 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-c6e32c65-fe4f-409b-92c1-332a565975de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71cb4365-4d9d-4282-9887-4dd4a4c2f295') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:44:07.173646 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-c6e32c65-fe4f-409b-92c1-332a565975de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71cb4365-4d9d-4282-9887-4dd4a4c2f295') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:44:07.185539 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e64ced0-0e25-4905-9ec2-dd3933e3118f None None] No DVR routers for this DVR port 1ce8c552-9337-4782-aa76-5bcb2c8524bf on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:44:07.189447 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c6e32c65-fe4f-409b-92c1-332a565975de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:07.205223 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e64ced0-0e25-4905-9ec2-dd3933e3118f None None] Pushing event deleted for resources: {'Port': ['ID=1ce8c552-9337-4782-aa76-5bcb2c8524bf,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:44:07.213575 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c6e32c65-fe4f-409b-92c1-332a565975de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:07.220399 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6e32c65-fe4f-409b-92c1-332a565975de admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:44:07.220793 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c6e32c65-fe4f-409b-92c1-332a565975de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:07.222484 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:44:07.222484 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:44:07.222484 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:44:07.222484 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:44:07.222484 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:44:07.222484 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:44:07.222484 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:44:07.222484 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:44:07.222484 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:44:07.222484 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:44:07.222484 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:44:07.222484 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:44:07.222484 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:44:07.222484 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:44:07.222484 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:44:07.222484 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:44:07.222484 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:44:07.222484 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:44:07.222484 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:44:07.222484 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:44:07.222484 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:44:07.222484 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:44:07.222484 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:44:07.222484 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:44:07.222484 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:44:07.222484 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:44:07.222484 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:44:07.222484 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:44:07.222484 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:44:07.222484 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:44:07.222484 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:44:07.222484 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:44:07.278877 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c6e32c65-fe4f-409b-92c1-332a565975de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:07.284702 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c6e32c65-fe4f-409b-92c1-332a565975de admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:07.288904 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c6e32c65-fe4f-409b-92c1-332a565975de admin admin] 10.222.0.53 "DELETE /v2.0/networks/03886c9c-0347-422b-8bad-879848f58143 HTTP/1.1" status: 204 len: 168 time: 0.5932345 Nov 25 13:44:07.309218 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e32c65-fe4f-409b-92c1-332a565975de admin admin] Pushing event deleted for resources: {'Network': ['ID=03886c9c-0347-422b-8bad-879848f58143,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:44:07.415893 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59344) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:44:07.458980 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-73b7bf90-0370-45cc-8edd-3b1ff89ca901 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e9f4a241e9ee48efb00d567fc22d357d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0417747 Nov 25 13:44:07.461379 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59346) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:44:07.509330 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b38a3a0d-0341-4bd1-8de9-e4ae80246915 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:07.534174 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b38a3a0d-0341-4bd1-8de9-e4ae80246915 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:07.584194 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b38a3a0d-0341-4bd1-8de9-e4ae80246915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:07.586903 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b38a3a0d-0341-4bd1-8de9-e4ae80246915 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:07.588129 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b38a3a0d-0341-4bd1-8de9-e4ae80246915 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/50f5ec54-d8a3-4baa-9c7d-4c143760e6d6 HTTP/1.1" status: 204 len: 168 time: 0.1258051 Nov 25 13:44:07.596889 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38a3a0d-0341-4bd1-8de9-e4ae80246915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f5ec54-d8a3-4baa-9c7d-4c143760e6d6,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:44:07.872677 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 84483e9e-a624-4d6c-9b59-e7692b6d864f no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:44:07.894806 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 84483e9e-a624-4d6c-9b59-e7692b6d864f {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:44:07.895241 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 84483e9e-a624-4d6c-9b59-e7692b6d864f not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:44:07.895638 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 6971830e-46c0-4054-8fd8-e9d0e966e0fe no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:44:07.915744 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 6971830e-46c0-4054-8fd8-e9d0e966e0fe {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:44:07.916075 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 6971830e-46c0-4054-8fd8-e9d0e966e0fe not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:44:07.916496 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 1ce8c552-9337-4782-aa76-5bcb2c8524bf no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:44:07.933340 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59352) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:44:07.936500 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 1ce8c552-9337-4782-aa76-5bcb2c8524bf {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:44:07.936848 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 1ce8c552-9337-4782-aa76-5bcb2c8524bf not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:44:07.991761 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c0bb1e96-62f4-40ce-b90f-3ebd582dbaaa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f291e60726084afc99ba3b628946aba1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0549603 Nov 25 13:44:07.992154 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59354) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:44:08.055084 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-68b6cf9c-3ad2-4758-9609-a7f8e21241b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:08.078758 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-68b6cf9c-3ad2-4758-9609-a7f8e21241b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:08.128902 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-68b6cf9c-3ad2-4758-9609-a7f8e21241b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:08.132677 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-68b6cf9c-3ad2-4758-9609-a7f8e21241b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:08.133853 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-68b6cf9c-3ad2-4758-9609-a7f8e21241b2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/45b31dfe-6f7a-4ca4-a533-9a80ba5906ea HTTP/1.1" status: 204 len: 168 time: 0.1407073 Nov 25 13:44:08.142356 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b6cf9c-3ad2-4758-9609-a7f8e21241b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b31dfe-6f7a-4ca4-a533-9a80ba5906ea,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:44:08.250302 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:11.702099 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:19.426509 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3628e-5eb3-4a8a-8124-8a41b342d1b3 req-2d4fa611-875f-46df-8731-3ae779eafeae tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:19.428062 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-07e3628e-5eb3-4a8a-8124-8a41b342d1b3 req-2d4fa611-875f-46df-8731-3ae779eafeae tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/networks?id=ccbeb2e1-4f0c-4ccf-85dc-866190817523 HTTP/1.1" status: 200 len: 815 time: 0.1043212 Nov 25 13:44:19.447556 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-07e3628e-5eb3-4a8a-8124-8a41b342d1b3 req-98bce070-b935-4402-a1cf-f683a94097ea tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/quotas/9dc1a48862ac42b3972f86f43179969d HTTP/1.1" status: 200 len: 375 time: 0.0123472 Nov 25 13:44:19.499417 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-07e3628e-5eb3-4a8a-8124-8a41b342d1b3 req-6f2a3626-c8ff-4993-ac22-fcc27cdd2e3a tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9dc1a48862ac42b3972f86f43179969d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0472064 Nov 25 13:44:19.590644 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-07e3628e-5eb3-4a8a-8124-8a41b342d1b3 req-d38ada60-4dd9-4390-bcf2-afbe34a326d2 service neutron] 10.222.0.53 "GET /v2.0/networks/ccbeb2e1-4f0c-4ccf-85dc-866190817523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833678 Nov 25 13:44:19.683323 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-07e3628e-5eb3-4a8a-8124-8a41b342d1b3 req-ae6d7c17-5552-462c-a2f7-1a4b58f48b93 service neutron] 10.222.0.53 "GET /v2.0/networks/ccbeb2e1-4f0c-4ccf-85dc-866190817523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864291 Nov 25 13:44:19.841880 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f99bac81-2e94-49d3-bca5-58cbf1e37f7d req-d573cb60-e5a8-4436-89af-343aaadddf9f tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b7ad7af-1e21-43b4-8846-03c6969a825f HTTP/1.1" status: 200 len: 210 time: 0.0272536 Nov 25 13:44:20.821089 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3628e-5eb3-4a8a-8124-8a41b342d1b3 req-67f2af47-4b06-4324-895e-cf3cb28e9aaa tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:20.822547 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-07e3628e-5eb3-4a8a-8124-8a41b342d1b3 req-67f2af47-4b06-4324-895e-cf3cb28e9aaa tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.66 "GET /v2.0/networks?id=ccbeb2e1-4f0c-4ccf-85dc-866190817523 HTTP/1.1" status: 200 len: 815 time: 0.1078382 Nov 25 13:44:20.835881 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-07e3628e-5eb3-4a8a-8124-8a41b342d1b3 req-08acf764-990d-4c96-8f41-21b2b44d0449 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Request body: {'port': {'device_id': '7b7ad7af-1e21-43b4-8846-03c6969a825f', 'network_id': 'ccbeb2e1-4f0c-4ccf-85dc-866190817523', 'admin_state_up': True, 'tenant_id': '9dc1a48862ac42b3972f86f43179969d'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:44:20.942890 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-910446fa-794b-478a-8baf-2d8697c771fe req-4321366c-06ea-409f-a510-0d3979de6909 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b7ad7af-1e21-43b4-8846-03c6969a825f HTTP/1.1" status: 200 len: 210 time: 0.0289609 Nov 25 13:44:20.948868 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07e3628e-5eb3-4a8a-8124-8a41b342d1b3 req-08acf764-990d-4c96-8f41-21b2b44d0449 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Made reservation on behalf of 9dc1a48862ac42b3972f86f43179969d for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:44:20.952421 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-07e3628e-5eb3-4a8a-8124-8a41b342d1b3 req-08acf764-990d-4c96-8f41-21b2b44d0449 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:21.083990 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-07e3628e-5eb3-4a8a-8124-8a41b342d1b3 req-08acf764-990d-4c96-8f41-21b2b44d0449 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Allocated IP 172.20.0.3 (ccbeb2e1-4f0c-4ccf-85dc-866190817523/fc3d9c60-0f17-44a2-8d43-97fb4c8e6984/1357452f-7028-437d-bcf3-c70ca47647c1) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:44:21.231263 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-07e3628e-5eb3-4a8a-8124-8a41b342d1b3 req-08acf764-990d-4c96-8f41-21b2b44d0449 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:21.263807 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-07e3628e-5eb3-4a8a-8124-8a41b342d1b3 req-08acf764-990d-4c96-8f41-21b2b44d0449 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:21.277539 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['aecc4410-189f-43a7-8c7a-7ff4ad8a83d0'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:44:21.309311 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07e3628e-5eb3-4a8a-8124-8a41b342d1b3 req-08acf764-990d-4c96-8f41-21b2b44d0449 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Network ccbeb2e1-4f0c-4ccf-85dc-866190817523 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:44:21.312368 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-07e3628e-5eb3-4a8a-8124-8a41b342d1b3 req-08acf764-990d-4c96-8f41-21b2b44d0449 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:44:21.316374 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e3628e-5eb3-4a8a-8124-8a41b342d1b3 req-08acf764-990d-4c96-8f41-21b2b44d0449 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:44:21.340327 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08acf764-990d-4c96-8f41-21b2b44d0449 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Pushing event updated for resources: {'Port': ['ID=1357452f-7028-437d-bcf3-c70ca47647c1,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:44:21.368580 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3628e-5eb3-4a8a-8124-8a41b342d1b3 req-08acf764-990d-4c96-8f41-21b2b44d0449 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:21.369201 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-07e3628e-5eb3-4a8a-8124-8a41b342d1b3 req-08acf764-990d-4c96-8f41-21b2b44d0449 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:21.387139 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-07e3628e-5eb3-4a8a-8124-8a41b342d1b3 req-08acf764-990d-4c96-8f41-21b2b44d0449 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5548449 Nov 25 13:44:21.400722 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-07e3628e-5eb3-4a8a-8124-8a41b342d1b3 req-a19ca585-cb47-45b7-be6b-3539042c3055 service neutron] Request body: {'port': {'device_id': '7b7ad7af-1e21-43b4-8846-03c6969a825f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:44:21.457735 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-07e3628e-5eb3-4a8a-8124-8a41b342d1b3 req-a19ca585-cb47-45b7-be6b-3539042c3055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:21.715064 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-07e3628e-5eb3-4a8a-8124-8a41b342d1b3 req-a19ca585-cb47-45b7-be6b-3539042c3055 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1357452f-7028-437d-bcf3-c70ca47647c1 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:44:21.722374 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-07e3628e-5eb3-4a8a-8124-8a41b342d1b3 req-a19ca585-cb47-45b7-be6b-3539042c3055 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:21.733819 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-07e3628e-5eb3-4a8a-8124-8a41b342d1b3 req-a19ca585-cb47-45b7-be6b-3539042c3055 service neutron] Transition to ACTIVE for port object 1357452f-7028-437d-bcf3-c70ca47647c1 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:44:21.737408 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-07e3628e-5eb3-4a8a-8124-8a41b342d1b3 req-a19ca585-cb47-45b7-be6b-3539042c3055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:21.785573 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19ca585-cb47-45b7-be6b-3539042c3055 service neutron] Pushing event updated for resources: {'Port': ['ID=1357452f-7028-437d-bcf3-c70ca47647c1,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:44:21.856809 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-07e3628e-5eb3-4a8a-8124-8a41b342d1b3 req-a19ca585-cb47-45b7-be6b-3539042c3055 service neutron] Attempting to bind port 1357452f-7028-437d-bcf3-c70ca47647c1 on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:44:21.857517 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-07e3628e-5eb3-4a8a-8124-8a41b342d1b3 req-a19ca585-cb47-45b7-be6b-3539042c3055 service neutron] Attempting to bind port 1357452f-7028-437d-bcf3-c70ca47647c1 by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': 'c1677d03-a093-4f23-9910-4d4df29df41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ccbeb2e1-4f0c-4ccf-85dc-866190817523'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:44:21.857517 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e3628e-5eb3-4a8a-8124-8a41b342d1b3 req-a19ca585-cb47-45b7-be6b-3539042c3055 service neutron] Attempting to bind port 1357452f-7028-437d-bcf3-c70ca47647c1 on network ccbeb2e1-4f0c-4ccf-85dc-866190817523 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:44:21.861730 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e3628e-5eb3-4a8a-8124-8a41b342d1b3 req-a19ca585-cb47-45b7-be6b-3539042c3055 service neutron] Port 1357452f-7028-437d-bcf3-c70ca47647c1 on network ccbeb2e1-4f0c-4ccf-85dc-866190817523 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:44:21.862053 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e3628e-5eb3-4a8a-8124-8a41b342d1b3 req-a19ca585-cb47-45b7-be6b-3539042c3055 service neutron] Attempting to bind port 1357452f-7028-437d-bcf3-c70ca47647c1 on network ccbeb2e1-4f0c-4ccf-85dc-866190817523 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:44:21.866934 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e3628e-5eb3-4a8a-8124-8a41b342d1b3 req-a19ca585-cb47-45b7-be6b-3539042c3055 service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:44:21.867274 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e3628e-5eb3-4a8a-8124-8a41b342d1b3 req-a19ca585-cb47-45b7-be6b-3539042c3055 service neutron] Checking segment: {'id': 'c1677d03-a093-4f23-9910-4d4df29df41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ccbeb2e1-4f0c-4ccf-85dc-866190817523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:44:21.867659 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e3628e-5eb3-4a8a-8124-8a41b342d1b3 req-a19ca585-cb47-45b7-be6b-3539042c3055 service neutron] Bound using segment: {'id': 'c1677d03-a093-4f23-9910-4d4df29df41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ccbeb2e1-4f0c-4ccf-85dc-866190817523'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:44:21.868101 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-07e3628e-5eb3-4a8a-8124-8a41b342d1b3 req-a19ca585-cb47-45b7-be6b-3539042c3055 service neutron] Bound port: 1357452f-7028-437d-bcf3-c70ca47647c1, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1677d03-a093-4f23-9910-4d4df29df41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ccbeb2e1-4f0c-4ccf-85dc-866190817523'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:44:21.868435 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-07e3628e-5eb3-4a8a-8124-8a41b342d1b3 req-a19ca585-cb47-45b7-be6b-3539042c3055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:21.933131 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-07e3628e-5eb3-4a8a-8124-8a41b342d1b3 req-a19ca585-cb47-45b7-be6b-3539042c3055 service neutron] For port 1357452f-7028-437d-bcf3-c70ca47647c1, host n-h1-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:44:21.936442 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-07e3628e-5eb3-4a8a-8124-8a41b342d1b3 req-a19ca585-cb47-45b7-be6b-3539042c3055 service neutron] For port 1357452f-7028-437d-bcf3-c70ca47647c1, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=1357452f-7028-437d-bcf3-c70ca47647c1,segment=NetworkSegment(c1677d03-a093-4f23-9910-4d4df29df41c),segment_id=c1677d03-a093-4f23-9910-4d4df29df41c)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:44:21.941881 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-07e3628e-5eb3-4a8a-8124-8a41b342d1b3 req-a19ca585-cb47-45b7-be6b-3539042c3055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:21.980648 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3628e-5eb3-4a8a-8124-8a41b342d1b3 req-a19ca585-cb47-45b7-be6b-3539042c3055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:21.981275 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-07e3628e-5eb3-4a8a-8124-8a41b342d1b3 req-a19ca585-cb47-45b7-be6b-3539042c3055 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:21.982672 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-07e3628e-5eb3-4a8a-8124-8a41b342d1b3 req-a19ca585-cb47-45b7-be6b-3539042c3055 service neutron] 10.222.0.66 "PUT /v2.0/ports/1357452f-7028-437d-bcf3-c70ca47647c1 HTTP/1.1" status: 200 len: 1092 time: 0.5862467 Nov 25 13:44:21.983137 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b7ad7af-1e21-43b4-8846-03c6969a825f', 'tag': '1357452f-7028-437d-bcf3-c70ca47647c1'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:44:21.985430 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35abd78f-e61f-4116-aa18-979b4c9106c8" -d '{"events": [{"name": "network-changed", "server_uuid": "7b7ad7af-1e21-43b4-8846-03c6969a825f", "tag": "1357452f-7028-437d-bcf3-c70ca47647c1"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:44:22.008813 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19ca585-cb47-45b7-be6b-3539042c3055 service neutron] Pushing event updated for resources: {'Port': ['ID=1357452f-7028-437d-bcf3-c70ca47647c1,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:44:22.031142 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c2a770-4168-470c-97a2-d5c406ac7d28 x-openstack-request-id: req-f2c2a770-4168-470c-97a2-d5c406ac7d28 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:44:22.031439 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b7ad7af-1e21-43b4-8846-03c6969a825f", "tag": "1357452f-7028-437d-bcf3-c70ca47647c1", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:44:22.031781 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f2c2a770-4168-470c-97a2-d5c406ac7d28 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:44:22.032215 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b7ad7af-1e21-43b4-8846-03c6969a825f', 'tag': '1357452f-7028-437d-bcf3-c70ca47647c1', 'status': 'completed', 'code': 200} Nov 25 13:44:22.072958 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3628e-5eb3-4a8a-8124-8a41b342d1b3 req-c6402fef-4a25-49ee-8237-e6e29cb5c22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:22.074481 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-07e3628e-5eb3-4a8a-8124-8a41b342d1b3 req-c6402fef-4a25-49ee-8237-e6e29cb5c22b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9dc1a48862ac42b3972f86f43179969d&device_id=7b7ad7af-1e21-43b4-8846-03c6969a825f HTTP/1.1" status: 200 len: 1095 time: 0.0455005 Nov 25 13:44:22.079319 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611ddea0-2cc8-4f26-9453-5023a7080128 req-3c09f5a7-81d4-473e-82ce-fa430bbea489 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:22.080784 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-611ddea0-2cc8-4f26-9453-5023a7080128 req-3c09f5a7-81d4-473e-82ce-fa430bbea489 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b7ad7af-1e21-43b4-8846-03c6969a825f HTTP/1.1" status: 200 len: 943 time: 0.0476420 Nov 25 13:44:22.121650 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-07e3628e-5eb3-4a8a-8124-8a41b342d1b3 req-98b2aa6a-f477-45cb-b99e-82b0ccd2a960 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1357452f-7028-437d-bcf3-c70ca47647c1 HTTP/1.1" status: 200 len: 217 time: 0.0381529 Nov 25 13:44:22.129243 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-611ddea0-2cc8-4f26-9453-5023a7080128 req-ed107a0f-a879-4bb8-96e7-7b1de1154414 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/security-groups?id=27567fab-f3ad-4151-a0d2-d9ff2be1ebcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417356 Nov 25 13:44:22.172714 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3628e-5eb3-4a8a-8124-8a41b342d1b3 req-14806df9-6d71-4ab3-ac43-102b29747900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:22.174163 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-07e3628e-5eb3-4a8a-8124-8a41b342d1b3 req-14806df9-6d71-4ab3-ac43-102b29747900 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fc3d9c60-0f17-44a2-8d43-97fb4c8e6984 HTTP/1.1" status: 200 len: 855 time: 0.0449290 Nov 25 13:44:22.206434 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-07e3628e-5eb3-4a8a-8124-8a41b342d1b3 req-a7ce7547-2473-43a9-a311-94722f53c726 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ccbeb2e1-4f0c-4ccf-85dc-866190817523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239673 Nov 25 13:44:22.298795 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-07e3628e-5eb3-4a8a-8124-8a41b342d1b3 req-fbc77b78-74b2-4774-a320-a726f65c2ab2 service neutron] 10.222.0.66 "GET /v2.0/networks/ccbeb2e1-4f0c-4ccf-85dc-866190817523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841181 Nov 25 13:44:22.392472 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-07e3628e-5eb3-4a8a-8124-8a41b342d1b3 req-49701ee3-a228-4f53-a56b-eedd1a058b5e service neutron] 10.222.0.66 "GET /v2.0/networks/ccbeb2e1-4f0c-4ccf-85dc-866190817523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826187 Nov 25 13:44:22.479971 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35abd78f-e61f-4116-aa18-979b4c9106c8 req-edfd7c14-87d7-42c8-acb2-5b2144c2ac2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:22.481462 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-35abd78f-e61f-4116-aa18-979b4c9106c8 req-edfd7c14-87d7-42c8-acb2-5b2144c2ac2e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9dc1a48862ac42b3972f86f43179969d&device_id=7b7ad7af-1e21-43b4-8846-03c6969a825f HTTP/1.1" status: 200 len: 1095 time: 0.0418382 Nov 25 13:44:22.575315 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35abd78f-e61f-4116-aa18-979b4c9106c8 req-488cabef-8398-4df1-b1cf-3312f23eb0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:22.576688 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-35abd78f-e61f-4116-aa18-979b4c9106c8 req-488cabef-8398-4df1-b1cf-3312f23eb0ed service neutron] 10.222.0.66 "GET /v2.0/networks?id=ccbeb2e1-4f0c-4ccf-85dc-866190817523 HTTP/1.1" status: 200 len: 916 time: 0.0871360 Nov 25 13:44:22.620531 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-35abd78f-e61f-4116-aa18-979b4c9106c8 req-31a482de-c565-48a9-89f0-849c69726a47 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1357452f-7028-437d-bcf3-c70ca47647c1 HTTP/1.1" status: 200 len: 217 time: 0.0341942 Nov 25 13:44:22.675551 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35abd78f-e61f-4116-aa18-979b4c9106c8 req-d63edc04-da40-4063-8ccf-15bec984a133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:22.677001 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-35abd78f-e61f-4116-aa18-979b4c9106c8 req-d63edc04-da40-4063-8ccf-15bec984a133 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fc3d9c60-0f17-44a2-8d43-97fb4c8e6984 HTTP/1.1" status: 200 len: 855 time: 0.0477049 Nov 25 13:44:22.709099 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-35abd78f-e61f-4116-aa18-979b4c9106c8 req-a046b526-aa88-405a-a5b6-064511ac9765 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ccbeb2e1-4f0c-4ccf-85dc-866190817523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237939 Nov 25 13:44:22.800772 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-35abd78f-e61f-4116-aa18-979b4c9106c8 req-438a6b4e-fda8-46b1-b872-41db55d790b2 service neutron] 10.222.0.66 "GET /v2.0/networks/ccbeb2e1-4f0c-4ccf-85dc-866190817523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814295 Nov 25 13:44:22.896892 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-35abd78f-e61f-4116-aa18-979b4c9106c8 req-8f3da43d-2344-4685-85de-b4b303e75153 service neutron] 10.222.0.66 "GET /v2.0/networks/ccbeb2e1-4f0c-4ccf-85dc-866190817523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855241 Nov 25 13:44:23.249358 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdcaacc-ebc4-418f-9b98-962cba612086 req-ad7be763-d549-40bd-a82d-4448a1740e8f tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:23.252121 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2cdcaacc-ebc4-418f-9b98-962cba612086 req-ad7be763-d549-40bd-a82d-4448a1740e8f tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b7ad7af-1e21-43b4-8846-03c6969a825f HTTP/1.1" status: 200 len: 943 time: 0.0523145 Nov 25 13:44:23.301256 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2cdcaacc-ebc4-418f-9b98-962cba612086 req-70d29aa1-bb19-4b11-8553-1b3ccdd0e8f5 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/security-groups?id=27567fab-f3ad-4151-a0d2-d9ff2be1ebcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428004 Nov 25 13:44:24.415891 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b06af9-837f-4df4-a10a-c5db68fb3944 req-16a6094c-c06b-4e89-af0e-03e82e8b5238 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:24.417384 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-17b06af9-837f-4df4-a10a-c5db68fb3944 req-16a6094c-c06b-4e89-af0e-03e82e8b5238 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b7ad7af-1e21-43b4-8846-03c6969a825f HTTP/1.1" status: 200 len: 943 time: 0.0490797 Nov 25 13:44:24.465450 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-17b06af9-837f-4df4-a10a-c5db68fb3944 req-8d5c990e-74d2-4cbc-b0e0-398d7ded363d tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/security-groups?id=27567fab-f3ad-4151-a0d2-d9ff2be1ebcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421152 Nov 25 13:44:24.720877 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:44:25.585198 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3098d6ac-14da-4d82-8b26-7d26941c35f3 req-716fc10a-f446-48d2-8129-11a241fe8706 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:25.586714 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3098d6ac-14da-4d82-8b26-7d26941c35f3 req-716fc10a-f446-48d2-8129-11a241fe8706 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b7ad7af-1e21-43b4-8846-03c6969a825f HTTP/1.1" status: 200 len: 943 time: 0.0533183 Nov 25 13:44:25.633648 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3098d6ac-14da-4d82-8b26-7d26941c35f3 req-238312c3-3f3f-4eaf-a313-893d910ed07a tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/security-groups?id=27567fab-f3ad-4151-a0d2-d9ff2be1ebcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410357 Nov 25 13:44:26.370109 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 1357452f-7028-437d-bcf3-c70ca47647c1 details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:44:26.466524 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 1357452f-7028-437d-bcf3-c70ca47647c1, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=1357452f-7028-437d-bcf3-c70ca47647c1,segment=NetworkSegment(c1677d03-a093-4f23-9910-4d4df29df41c),segment_id=c1677d03-a093-4f23-9910-4d4df29df41c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:44:26.478734 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': '1357452f-7028-437d-bcf3-c70ca47647c1', 'network_id': 'ccbeb2e1-4f0c-4ccf-85dc-866190817523', 'port_id': '1357452f-7028-437d-bcf3-c70ca47647c1', 'mac_address': 'fa:16:3e:11:a7:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc3d9c60-0f17-44a2-8d43-97fb4c8e6984', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:44:26.514033 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:26.527434 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1357452f-7028-437d-bcf3-c70ca47647c1 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:44:26.546601 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 1357452f-7028-437d-bcf3-c70ca47647c1, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=1357452f-7028-437d-bcf3-c70ca47647c1,segment=NetworkSegment(c1677d03-a093-4f23-9910-4d4df29df41c),segment_id=c1677d03-a093-4f23-9910-4d4df29df41c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:44:26.550411 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:26.595983 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=1357452f-7028-437d-bcf3-c70ca47647c1,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:44:26.749973 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9acb9d-cf38-476f-95b6-138d8479a838 req-296dde05-2dcf-4c38-8448-612372fa2c08 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:26.751486 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bc9acb9d-cf38-476f-95b6-138d8479a838 req-296dde05-2dcf-4c38-8448-612372fa2c08 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b7ad7af-1e21-43b4-8846-03c6969a825f HTTP/1.1" status: 200 len: 944 time: 0.0483525 Nov 25 13:44:26.795480 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['1357452f-7028-437d-bcf3-c70ca47647c1'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:44:26.799825 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bc9acb9d-cf38-476f-95b6-138d8479a838 req-4035bffc-30d1-4066-839e-c5504f92761b tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/security-groups?id=27567fab-f3ad-4151-a0d2-d9ff2be1ebcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419171 Nov 25 13:44:27.919743 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc9b52-72f2-46a7-9131-5e22e984c8d3 req-9779c322-1a0d-41e2-bcb6-6917444f1388 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:27.921456 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-34bc9b52-72f2-46a7-9131-5e22e984c8d3 req-9779c322-1a0d-41e2-bcb6-6917444f1388 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b7ad7af-1e21-43b4-8846-03c6969a825f HTTP/1.1" status: 200 len: 944 time: 0.0516145 Nov 25 13:44:27.977500 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-34bc9b52-72f2-46a7-9131-5e22e984c8d3 req-f573e5da-c67f-4dcd-93f2-74a220a47a93 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/security-groups?id=27567fab-f3ad-4151-a0d2-d9ff2be1ebcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500164 Nov 25 13:44:28.368959 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 1357452f-7028-437d-bcf3-c70ca47647c1 up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:44:28.418563 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port 1357452f-7028-437d-bcf3-c70ca47647c1 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:44:28.422295 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port 1357452f-7028-437d-bcf3-c70ca47647c1 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:44:28.422661 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:28.660662 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:28.682621 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b7ad7af-1e21-43b4-8846-03c6969a825f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1357452f-7028-437d-bcf3-c70ca47647c1'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:44:28.684885 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79adef65-8575-4c01-80cf-e88135673c4b" -d '{"events": [{"server_uuid": "7b7ad7af-1e21-43b4-8846-03c6969a825f", "name": "network-vif-plugged", "status": "completed", "tag": "1357452f-7028-437d-bcf3-c70ca47647c1"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:44:28.697924 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 1357452f-7028-437d-bcf3-c70ca47647c1, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=1357452f-7028-437d-bcf3-c70ca47647c1,segment=NetworkSegment(c1677d03-a093-4f23-9910-4d4df29df41c),segment_id=c1677d03-a093-4f23-9910-4d4df29df41c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:44:28.705979 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:28.730944 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79bfc26-1bbb-4afd-b3a3-72ba66a89c9b x-openstack-request-id: req-e79bfc26-1bbb-4afd-b3a3-72ba66a89c9b {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:44:28.731241 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b7ad7af-1e21-43b4-8846-03c6969a825f", "name": "network-vif-plugged", "status": "completed", "tag": "1357452f-7028-437d-bcf3-c70ca47647c1", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:44:28.731500 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e79bfc26-1bbb-4afd-b3a3-72ba66a89c9b {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:44:28.731896 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b7ad7af-1e21-43b4-8846-03c6969a825f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1357452f-7028-437d-bcf3-c70ca47647c1', 'code': 200} Nov 25 13:44:28.761551 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=1357452f-7028-437d-bcf3-c70ca47647c1,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:44:28.770465 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:44:28.770859 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:44:28.771212 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:44:28.771562 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:44:28.771908 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:44:28.772250 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:44:28.772587 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:44:28.772923 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:44:28.773257 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:44:28.773589 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:44:28.773927 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:44:28.774258 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:44:28.823222 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe6ddd-ae77-4871-a45b-daa64358bbbe req-3bfe16f7-2edd-45fb-af74-fb56d051f27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:28.824729 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-95fe6ddd-ae77-4871-a45b-daa64358bbbe req-3bfe16f7-2edd-45fb-af74-fb56d051f27f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7b7ad7af-1e21-43b4-8846-03c6969a825f HTTP/1.1" status: 200 len: 1097 time: 0.0417402 Nov 25 13:44:28.870258 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-95fe6ddd-ae77-4871-a45b-daa64358bbbe req-6b256067-bc42-4ed5-a4c1-0ce248b1769d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=27567fab-f3ad-4151-a0d2-d9ff2be1ebcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379598 Nov 25 13:44:29.090864 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8766b6-5e43-4f0d-8934-3c0fe80f44f5 req-875677bd-e546-46b6-9547-a060ad465e47 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:29.092330 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ed8766b6-5e43-4f0d-8934-3c0fe80f44f5 req-875677bd-e546-46b6-9547-a060ad465e47 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b7ad7af-1e21-43b4-8846-03c6969a825f HTTP/1.1" status: 200 len: 945 time: 0.0479820 Nov 25 13:44:29.138584 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ed8766b6-5e43-4f0d-8934-3c0fe80f44f5 req-5c767b72-4810-4e4d-8a3c-0b2ee9bb7a8e tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/security-groups?id=27567fab-f3ad-4151-a0d2-d9ff2be1ebcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398386 Nov 25 13:44:30.253071 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad2730-73aa-4e0d-9a16-69f01f5a2fe0 req-96bc4031-a84e-43e8-b6a3-b8e73829998c tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:30.255194 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-baad2730-73aa-4e0d-9a16-69f01f5a2fe0 req-96bc4031-a84e-43e8-b6a3-b8e73829998c tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b7ad7af-1e21-43b4-8846-03c6969a825f HTTP/1.1" status: 200 len: 945 time: 0.0482068 Nov 25 13:44:30.301555 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-baad2730-73aa-4e0d-9a16-69f01f5a2fe0 req-1e109f66-1525-458a-bd9a-678a590e102a tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/security-groups?id=27567fab-f3ad-4151-a0d2-d9ff2be1ebcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403218 Nov 25 13:44:30.329226 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7edd8074-aa1a-44c9-af59-7749613fc87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:32.769643 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3e13c674-79a1-4773-892f-97d56669dfbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:33.906963 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:35.238722 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:36.217316 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e79913-3ca5-44c8-8471-4bfd3c9bc895 req-8211a895-fed8-4c02-a671-5636e192b95f tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:36.218829 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-50e79913-3ca5-44c8-8471-4bfd3c9bc895 req-8211a895-fed8-4c02-a671-5636e192b95f tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/networks?id=ccbeb2e1-4f0c-4ccf-85dc-866190817523 HTTP/1.1" status: 200 len: 815 time: 0.1193864 Nov 25 13:44:36.235025 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-50e79913-3ca5-44c8-8471-4bfd3c9bc895 req-cf3c186f-4e5c-41b5-89cc-ae05ca0fc4d8 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/quotas/9dc1a48862ac42b3972f86f43179969d HTTP/1.1" status: 200 len: 375 time: 0.0103538 Nov 25 13:44:36.291849 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-50e79913-3ca5-44c8-8471-4bfd3c9bc895 req-2c5bcaa1-5963-476a-ae73-ee2d4119f32e tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9dc1a48862ac42b3972f86f43179969d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504327 Nov 25 13:44:36.412839 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:36.416001 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-50e79913-3ca5-44c8-8471-4bfd3c9bc895 req-ef882980-31ba-4196-8c1f-019f44616572 service neutron] 10.222.0.53 "GET /v2.0/networks/ccbeb2e1-4f0c-4ccf-85dc-866190817523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170375 Nov 25 13:44:36.517931 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-50e79913-3ca5-44c8-8471-4bfd3c9bc895 req-f0c88e74-b8c9-4d98-83f2-0ce9aa36c495 service neutron] 10.222.0.53 "GET /v2.0/networks/ccbeb2e1-4f0c-4ccf-85dc-866190817523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957873 Nov 25 13:44:36.683085 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-aeecbc34-6171-4483-8214-50fb0e3221b4 req-142ac343-28c2-4a3e-88c0-8f757dbe360b tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee51a98d-343f-48f9-943e-6b592ff4aa2d HTTP/1.1" status: 200 len: 210 time: 0.0301764 Nov 25 13:44:36.948879 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59496) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:44:37.035811 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d4c37429-acbd-4789-8777-607e3d19db8b tempest-TestSecurityGroupsBasicOps-1162373632 tempest-TestSecurityGroupsBasicOps-1162373632-project-admin] 10.222.0.53 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1633 time: 0.0826333 Nov 25 13:44:37.036074 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59498) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:44:37.040962 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-c2fc6f0d-9552-4c95-9737-fb2fb24abf66 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Request body: {'network': {'name': 'tempest-network-smoke--1459773702', 'project_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'port_security_enabled': False}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:44:37.061279 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2fc6f0d-9552-4c95-9737-fb2fb24abf66 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Made reservation on behalf of cfd4ec49b5f84c5aa94d46be4b4d2e1a for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:44:37.066196 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c2fc6f0d-9552-4c95-9737-fb2fb24abf66 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:37.090509 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2fc6f0d-9552-4c95-9737-fb2fb24abf66 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:44:37.100537 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c2fc6f0d-9552-4c95-9737-fb2fb24abf66 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:37.101613 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-c2fc6f0d-9552-4c95-9737-fb2fb24abf66 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Added segment 1a12e1d3-2733-4fe7-a622-383be904b0cd of type vlan for network b90a203f-6c29-4bb1-93a7-1db625688052 Nov 25 13:44:37.141861 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c2fc6f0d-9552-4c95-9737-fb2fb24abf66 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:37.170208 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c2fc6f0d-9552-4c95-9737-fb2fb24abf66 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:37.175915 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fc6f0d-9552-4c95-9737-fb2fb24abf66 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:37.176500 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c2fc6f0d-9552-4c95-9737-fb2fb24abf66 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:37.245938 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c2fc6f0d-9552-4c95-9737-fb2fb24abf66 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2088282 Nov 25 13:44:37.248734 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59500) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:44:37.253922 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-dcfba733-a7ef-43c0-9556-eda7d26f7c42 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-623582059', 'admin_state_up': True, 'project_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:44:37.278720 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dcfba733-a7ef-43c0-9556-eda7d26f7c42 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:37.280536 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dcfba733-a7ef-43c0-9556-eda7d26f7c42 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:37.282815 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fc6f0d-9552-4c95-9737-fb2fb24abf66 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Pushing event updated for resources: {'Network': ['ID=b90a203f-6c29-4bb1-93a7-1db625688052,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:44:37.291075 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fc6f0d-9552-4c95-9737-fb2fb24abf66 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:44:37.291440 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fc6f0d-9552-4c95-9737-fb2fb24abf66 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:44:37.291790 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fc6f0d-9552-4c95-9737-fb2fb24abf66 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:44:37.292162 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fc6f0d-9552-4c95-9737-fb2fb24abf66 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:44:37.292548 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fc6f0d-9552-4c95-9737-fb2fb24abf66 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:44:37.292852 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fc6f0d-9552-4c95-9737-fb2fb24abf66 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:44:37.293270 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fc6f0d-9552-4c95-9737-fb2fb24abf66 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:44:37.293611 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fc6f0d-9552-4c95-9737-fb2fb24abf66 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:44:37.294027 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fc6f0d-9552-4c95-9737-fb2fb24abf66 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:44:37.294369 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fc6f0d-9552-4c95-9737-fb2fb24abf66 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:44:37.294725 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fc6f0d-9552-4c95-9737-fb2fb24abf66 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:44:37.295068 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fc6f0d-9552-4c95-9737-fb2fb24abf66 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:44:37.306187 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network b90a203f-6c29-4bb1-93a7-1db625688052 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:44:37.342269 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dcfba733-a7ef-43c0-9556-eda7d26f7c42 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:37.493553 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dcfba733-a7ef-43c0-9556-eda7d26f7c42 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:37.639843 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e79913-3ca5-44c8-8471-4bfd3c9bc895 req-d419dd10-880b-4bcf-a151-e058ee6d45f2 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:37.641331 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-50e79913-3ca5-44c8-8471-4bfd3c9bc895 req-d419dd10-880b-4bcf-a151-e058ee6d45f2 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.47 "GET /v2.0/networks?id=ccbeb2e1-4f0c-4ccf-85dc-866190817523 HTTP/1.1" status: 200 len: 815 time: 0.1619318 Nov 25 13:44:37.655065 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-50e79913-3ca5-44c8-8471-4bfd3c9bc895 req-fd1a448e-8a76-4ab7-af00-ef92376c7838 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Request body: {'port': {'device_id': 'ee51a98d-343f-48f9-943e-6b592ff4aa2d', 'network_id': 'ccbeb2e1-4f0c-4ccf-85dc-866190817523', 'admin_state_up': True, 'tenant_id': '9dc1a48862ac42b3972f86f43179969d'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:44:37.786808 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b3769878-8a2e-4e50-97a9-04a000c7b631 req-a5ae3043-f493-43d7-ba3b-ccb025f93dfd tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee51a98d-343f-48f9-943e-6b592ff4aa2d HTTP/1.1" status: 200 len: 210 time: 0.0270360 Nov 25 13:44:37.860156 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dcfba733-a7ef-43c0-9556-eda7d26f7c42 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks [] for router_gateway, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:37.879783 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dcfba733-a7ef-43c0-9556-eda7d26f7c42 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:37.881372 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50e79913-3ca5-44c8-8471-4bfd3c9bc895 req-fd1a448e-8a76-4ab7-af00-ef92376c7838 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Made reservation on behalf of 9dc1a48862ac42b3972f86f43179969d for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:44:37.884796 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-50e79913-3ca5-44c8-8471-4bfd3c9bc895 req-fd1a448e-8a76-4ab7-af00-ef92376c7838 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:38.079421 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-dcfba733-a7ef-43c0-9556-eda7d26f7c42 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Allocated IP 172.25.5.21 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/33895fcd-b8a7-4bb6-800d-4a31956077bb) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:44:38.096985 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-50e79913-3ca5-44c8-8471-4bfd3c9bc895 req-fd1a448e-8a76-4ab7-af00-ef92376c7838 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Allocated IP 172.20.0.12 (ccbeb2e1-4f0c-4ccf-85dc-866190817523/fc3d9c60-0f17-44a2-8d43-97fb4c8e6984/780de6d1-cb39-46dc-9287-7dc2bd759dc1) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:44:38.249103 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:38.272032 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dcfba733-a7ef-43c0-9556-eda7d26f7c42 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:38.335956 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-50e79913-3ca5-44c8-8471-4bfd3c9bc895 req-fd1a448e-8a76-4ab7-af00-ef92376c7838 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:38.347063 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dcfba733-a7ef-43c0-9556-eda7d26f7c42 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:38.401109 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfba733-a7ef-43c0-9556-eda7d26f7c42 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:44:38.409485 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-dcfba733-a7ef-43c0-9556-eda7d26f7c42 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:44:38.414873 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfba733-a7ef-43c0-9556-eda7d26f7c42 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:44:38.422379 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83ec96d-4bdc-4fdb-ae36-34a9c89c5dec None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:44:38.443495 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfba733-a7ef-43c0-9556-eda7d26f7c42 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Pushing event updated for resources: {'Port': ['ID=33895fcd-b8a7-4bb6-800d-4a31956077bb,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:44:38.460402 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfba733-a7ef-43c0-9556-eda7d26f7c42 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:44:38.460752 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfba733-a7ef-43c0-9556-eda7d26f7c42 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:44:38.461094 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfba733-a7ef-43c0-9556-eda7d26f7c42 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:44:38.461431 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfba733-a7ef-43c0-9556-eda7d26f7c42 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:44:38.461761 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfba733-a7ef-43c0-9556-eda7d26f7c42 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:44:38.462093 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfba733-a7ef-43c0-9556-eda7d26f7c42 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:44:38.462424 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfba733-a7ef-43c0-9556-eda7d26f7c42 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:44:38.462770 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfba733-a7ef-43c0-9556-eda7d26f7c42 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:44:38.463099 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfba733-a7ef-43c0-9556-eda7d26f7c42 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:44:38.463423 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfba733-a7ef-43c0-9556-eda7d26f7c42 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:44:38.463743 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfba733-a7ef-43c0-9556-eda7d26f7c42 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:44:38.464062 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfba733-a7ef-43c0-9556-eda7d26f7c42 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:44:38.467366 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-50e79913-3ca5-44c8-8471-4bfd3c9bc895 req-fd1a448e-8a76-4ab7-af00-ef92376c7838 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:38.479794 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['aecc4410-189f-43a7-8c7a-7ff4ad8a83d0'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:44:38.482139 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['1357452f-7028-437d-bcf3-c70ca47647c1'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:44:38.566516 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-2358acc8-9dc8-4552-8cd1-0ef78d945fe5 None None] Provisioning complete for port 33895fcd-b8a7-4bb6-800d-4a31956077bb triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:44:38.566922 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2358acc8-9dc8-4552-8cd1-0ef78d945fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:38.636282 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-2358acc8-9dc8-4552-8cd1-0ef78d945fe5 None None] Port 33895fcd-b8a7-4bb6-800d-4a31956077bb cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:44:38.888842 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50e79913-3ca5-44c8-8471-4bfd3c9bc895 req-fd1a448e-8a76-4ab7-af00-ef92376c7838 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Network ccbeb2e1-4f0c-4ccf-85dc-866190817523 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:44:38.895764 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-50e79913-3ca5-44c8-8471-4bfd3c9bc895 req-fd1a448e-8a76-4ab7-af00-ef92376c7838 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:44:38.901955 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-50e79913-3ca5-44c8-8471-4bfd3c9bc895 req-fd1a448e-8a76-4ab7-af00-ef92376c7838 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:44:38.905966 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1a448e-8a76-4ab7-af00-ef92376c7838 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Pushing event updated for resources: {'Port': ['ID=780de6d1-cb39-46dc-9287-7dc2bd759dc1,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:44:38.910610 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754868df-c9a8-4f4f-8197-cf8edef757a3 req-7b5c7c66-079e-4509-a71a-6471c4365fe0 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:38.912308 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-754868df-c9a8-4f4f-8197-cf8edef757a3 req-7b5c7c66-079e-4509-a71a-6471c4365fe0 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee51a98d-343f-48f9-943e-6b592ff4aa2d HTTP/1.1" status: 200 len: 932 time: 0.0560706 Nov 25 13:44:38.963093 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-754868df-c9a8-4f4f-8197-cf8edef757a3 req-e14ca424-2892-415c-9d0b-9ca41b7c988a tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/security-groups?id=27567fab-f3ad-4151-a0d2-d9ff2be1ebcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411904 Nov 25 13:44:38.983273 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e79913-3ca5-44c8-8471-4bfd3c9bc895 req-fd1a448e-8a76-4ab7-af00-ef92376c7838 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:38.983273 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-50e79913-3ca5-44c8-8471-4bfd3c9bc895 req-fd1a448e-8a76-4ab7-af00-ef92376c7838 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:39.044289 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-50e79913-3ca5-44c8-8471-4bfd3c9bc895 req-fd1a448e-8a76-4ab7-af00-ef92376c7838 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3937597 Nov 25 13:44:39.059599 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-50e79913-3ca5-44c8-8471-4bfd3c9bc895 req-ce1dd73c-478e-4e14-9f62-ecc092c5caf6 service neutron] Request body: {'port': {'device_id': 'ee51a98d-343f-48f9-943e-6b592ff4aa2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:44:39.153471 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-50e79913-3ca5-44c8-8471-4bfd3c9bc895 req-ce1dd73c-478e-4e14-9f62-ecc092c5caf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:39.167985 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dcfba733-a7ef-43c0-9556-eda7d26f7c42 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks [] for router_gateway, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:39.534292 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dcfba733-a7ef-43c0-9556-eda7d26f7c42 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:39.654484 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-50e79913-3ca5-44c8-8471-4bfd3c9bc895 req-ce1dd73c-478e-4e14-9f62-ecc092c5caf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 780de6d1-cb39-46dc-9287-7dc2bd759dc1 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:44:39.666902 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-50e79913-3ca5-44c8-8471-4bfd3c9bc895 req-ce1dd73c-478e-4e14-9f62-ecc092c5caf6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:39.686959 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-50e79913-3ca5-44c8-8471-4bfd3c9bc895 req-ce1dd73c-478e-4e14-9f62-ecc092c5caf6 service neutron] Transition to ACTIVE for port object 780de6d1-cb39-46dc-9287-7dc2bd759dc1 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:44:39.692945 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-50e79913-3ca5-44c8-8471-4bfd3c9bc895 req-ce1dd73c-478e-4e14-9f62-ecc092c5caf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:39.760054 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1dd73c-478e-4e14-9f62-ecc092c5caf6 service neutron] Pushing event updated for resources: {'Port': ['ID=780de6d1-cb39-46dc-9287-7dc2bd759dc1,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:44:39.805745 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcfba733-a7ef-43c0-9556-eda7d26f7c42 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Router d85b79cc-5861-4c82-8cc0-4bbf883385c1 is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:44:39.879242 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-50e79913-3ca5-44c8-8471-4bfd3c9bc895 req-ce1dd73c-478e-4e14-9f62-ecc092c5caf6 service neutron] Attempting to bind port 780de6d1-cb39-46dc-9287-7dc2bd759dc1 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:44:39.879585 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-50e79913-3ca5-44c8-8471-4bfd3c9bc895 req-ce1dd73c-478e-4e14-9f62-ecc092c5caf6 service neutron] Attempting to bind port 780de6d1-cb39-46dc-9287-7dc2bd759dc1 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': 'c1677d03-a093-4f23-9910-4d4df29df41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ccbeb2e1-4f0c-4ccf-85dc-866190817523'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:44:39.879920 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e79913-3ca5-44c8-8471-4bfd3c9bc895 req-ce1dd73c-478e-4e14-9f62-ecc092c5caf6 service neutron] Attempting to bind port 780de6d1-cb39-46dc-9287-7dc2bd759dc1 on network ccbeb2e1-4f0c-4ccf-85dc-866190817523 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:44:39.887054 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e79913-3ca5-44c8-8471-4bfd3c9bc895 req-ce1dd73c-478e-4e14-9f62-ecc092c5caf6 service neutron] Port 780de6d1-cb39-46dc-9287-7dc2bd759dc1 on network ccbeb2e1-4f0c-4ccf-85dc-866190817523 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:44:39.887381 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e79913-3ca5-44c8-8471-4bfd3c9bc895 req-ce1dd73c-478e-4e14-9f62-ecc092c5caf6 service neutron] Attempting to bind port 780de6d1-cb39-46dc-9287-7dc2bd759dc1 on network ccbeb2e1-4f0c-4ccf-85dc-866190817523 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:44:39.920165 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e79913-3ca5-44c8-8471-4bfd3c9bc895 req-ce1dd73c-478e-4e14-9f62-ecc092c5caf6 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:44:39.920506 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e79913-3ca5-44c8-8471-4bfd3c9bc895 req-ce1dd73c-478e-4e14-9f62-ecc092c5caf6 service neutron] Checking segment: {'id': 'c1677d03-a093-4f23-9910-4d4df29df41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ccbeb2e1-4f0c-4ccf-85dc-866190817523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:44:39.920897 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e79913-3ca5-44c8-8471-4bfd3c9bc895 req-ce1dd73c-478e-4e14-9f62-ecc092c5caf6 service neutron] Bound using segment: {'id': 'c1677d03-a093-4f23-9910-4d4df29df41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ccbeb2e1-4f0c-4ccf-85dc-866190817523'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:44:39.921336 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-50e79913-3ca5-44c8-8471-4bfd3c9bc895 req-ce1dd73c-478e-4e14-9f62-ecc092c5caf6 service neutron] Bound port: 780de6d1-cb39-46dc-9287-7dc2bd759dc1, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1677d03-a093-4f23-9910-4d4df29df41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ccbeb2e1-4f0c-4ccf-85dc-866190817523'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:44:39.921698 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-50e79913-3ca5-44c8-8471-4bfd3c9bc895 req-ce1dd73c-478e-4e14-9f62-ecc092c5caf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:39.980158 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcfba733-a7ef-43c0-9556-eda7d26f7c42 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:44:39.992117 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14aaccc-a906-42cc-ada2-a4888993388e None None] Sync routers for ids ['d85b79cc-5861-4c82-8cc0-4bbf883385c1'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:44:40.003699 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14aaccc-a906-42cc-ada2-a4888993388e None None] Routers {'d85b79cc-5861-4c82-8cc0-4bbf883385c1'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:44:40.004313 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-c14aaccc-a906-42cc-ada2-a4888993388e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:44:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['d85b79cc-5861-4c82-8cc0-4bbf883385c1'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:44:40.014835 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-50e79913-3ca5-44c8-8471-4bfd3c9bc895 req-ce1dd73c-478e-4e14-9f62-ecc092c5caf6 service neutron] For port 780de6d1-cb39-46dc-9287-7dc2bd759dc1, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:44:40.018927 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-50e79913-3ca5-44c8-8471-4bfd3c9bc895 req-ce1dd73c-478e-4e14-9f62-ecc092c5caf6 service neutron] For port 780de6d1-cb39-46dc-9287-7dc2bd759dc1, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=780de6d1-cb39-46dc-9287-7dc2bd759dc1,segment=NetworkSegment(c1677d03-a093-4f23-9910-4d4df29df41c),segment_id=c1677d03-a093-4f23-9910-4d4df29df41c)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:44:40.022921 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dcfba733-a7ef-43c0-9556-eda7d26f7c42 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:40.027384 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-dcfba733-a7ef-43c0-9556-eda7d26f7c42 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.7745409 Nov 25 13:44:40.027913 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59508) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:44:40.029263 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-50e79913-3ca5-44c8-8471-4bfd3c9bc895 req-ce1dd73c-478e-4e14-9f62-ecc092c5caf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:40.091556 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9597fd-e59e-42bd-a7fd-8624f5cfb127 req-45c353a6-d1db-492c-ac30-5d380d299191 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:40.093345 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5c9597fd-e59e-42bd-a7fd-8624f5cfb127 req-45c353a6-d1db-492c-ac30-5d380d299191 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee51a98d-343f-48f9-943e-6b592ff4aa2d HTTP/1.1" status: 200 len: 944 time: 0.0546663 Nov 25 13:44:40.121702 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e79913-3ca5-44c8-8471-4bfd3c9bc895 req-ce1dd73c-478e-4e14-9f62-ecc092c5caf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:40.122340 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-50e79913-3ca5-44c8-8471-4bfd3c9bc895 req-ce1dd73c-478e-4e14-9f62-ecc092c5caf6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:40.123804 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-50e79913-3ca5-44c8-8471-4bfd3c9bc895 req-ce1dd73c-478e-4e14-9f62-ecc092c5caf6 service neutron] 10.222.0.47 "PUT /v2.0/ports/780de6d1-cb39-46dc-9287-7dc2bd759dc1 HTTP/1.1" status: 200 len: 1093 time: 1.0699220 Nov 25 13:44:40.124287 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee51a98d-343f-48f9-943e-6b592ff4aa2d', 'tag': '780de6d1-cb39-46dc-9287-7dc2bd759dc1'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:44:40.127142 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51be92d-e2f3-46a8-8f93-b83e80e69136" -d '{"events": [{"name": "network-changed", "server_uuid": "ee51a98d-343f-48f9-943e-6b592ff4aa2d", "tag": "780de6d1-cb39-46dc-9287-7dc2bd759dc1"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:44:40.162909 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2378cadb-201b-4b44-815d-4b8e74a182d8 tempest-TestSecurityGroupsBasicOps-1162373632 tempest-TestSecurityGroupsBasicOps-1162373632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:40.167046 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-2378cadb-201b-4b44-815d-4b8e74a182d8 tempest-TestSecurityGroupsBasicOps-1162373632 tempest-TestSecurityGroupsBasicOps-1162373632-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=cfd4ec49b5f84c5aa94d46be4b4d2e1a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1327791 Nov 25 13:44:40.169088 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59512) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:44:40.179346 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1dd73c-478e-4e14-9f62-ecc092c5caf6 service neutron] Pushing event updated for resources: {'Port': ['ID=780de6d1-cb39-46dc-9287-7dc2bd759dc1,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:44:40.196733 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5c9597fd-e59e-42bd-a7fd-8624f5cfb127 req-68e2c124-b5bc-422a-af5d-fef3b0352694 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/security-groups?id=27567fab-f3ad-4151-a0d2-d9ff2be1ebcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901690 Nov 25 13:44:40.211435 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f21b2ce-8ff0-41c2-a0b4-d250522c5446 x-openstack-request-id: req-0f21b2ce-8ff0-41c2-a0b4-d250522c5446 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:44:40.211435 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee51a98d-343f-48f9-943e-6b592ff4aa2d", "tag": "780de6d1-cb39-46dc-9287-7dc2bd759dc1", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:44:40.211435 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0f21b2ce-8ff0-41c2-a0b4-d250522c5446 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:44:40.211435 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee51a98d-343f-48f9-943e-6b592ff4aa2d', 'tag': '780de6d1-cb39-46dc-9287-7dc2bd759dc1', 'status': 'completed', 'code': 200} Nov 25 13:44:40.211912 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-c14aaccc-a906-42cc-ada2-a4888993388e None None] Set router d85b79cc-5861-4c82-8cc0-4bbf883385c1 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:44:40.281197 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e79913-3ca5-44c8-8471-4bfd3c9bc895 req-b9b07df4-db0b-42da-ba14-42d4eaaecf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:40.282724 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-50e79913-3ca5-44c8-8471-4bfd3c9bc895 req-b9b07df4-db0b-42da-ba14-42d4eaaecf8f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9dc1a48862ac42b3972f86f43179969d&device_id=ee51a98d-343f-48f9-943e-6b592ff4aa2d HTTP/1.1" status: 200 len: 1096 time: 0.0894971 Nov 25 13:44:40.332201 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a726001-3867-440d-bfc8-a45be4f4bacf tempest-TestSecurityGroupsBasicOps-1162373632 tempest-TestSecurityGroupsBasicOps-1162373632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:40.333732 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-3a726001-3867-440d-bfc8-a45be4f4bacf tempest-TestSecurityGroupsBasicOps-1162373632 tempest-TestSecurityGroupsBasicOps-1162373632-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1637344 Nov 25 13:44:40.335391 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-50e79913-3ca5-44c8-8471-4bfd3c9bc895 req-c45b6787-f3e0-4534-9c81-7804d3fbcbf5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=780de6d1-cb39-46dc-9287-7dc2bd759dc1 HTTP/1.1" status: 200 len: 217 time: 0.0434825 Nov 25 13:44:40.336649 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59514) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:44:40.372863 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-1ac26189-993b-4b17-9ed3-5952c8e7aac3 tempest-TestSecurityGroupsBasicOps-1162373632 tempest-TestSecurityGroupsBasicOps-1162373632-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=7542d3d9-0db3-40e7-ab88-a168871141f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0350571 Nov 25 13:44:40.380663 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59516) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:44:40.397528 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-c14aaccc-a906-42cc-ada2-a4888993388e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85b79cc-5861-4c82-8cc0-4bbf883385c1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-623582059', 'tenant_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '33895fcd-b8a7-4bb6-800d-4a31956077bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:44:37Z', 'updated_at': '2021-11-25T13:44:38Z', 'revision_number': 3, 'project_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'gw_port': {'id': '33895fcd-b8a7-4bb6-800d-4a31956077bb', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:4b:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85b79cc-5861-4c82-8cc0-4bbf883385c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:44:37Z', 'updated_at': '2021-11-25T13:44:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:44:40.408216 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e79913-3ca5-44c8-8471-4bfd3c9bc895 req-4481afd4-be47-484b-85c1-3de5304f7ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:40.410398 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-50e79913-3ca5-44c8-8471-4bfd3c9bc895 req-4481afd4-be47-484b-85c1-3de5304f7ecc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fc3d9c60-0f17-44a2-8d43-97fb4c8e6984 HTTP/1.1" status: 200 len: 855 time: 0.0641284 Nov 25 13:44:40.426508 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c9b98e94-8168-4e74-9053-f328656dcca7 tempest-TestSecurityGroupsBasicOps-1162373632 tempest-TestSecurityGroupsBasicOps-1162373632-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=cfd4ec49b5f84c5aa94d46be4b4d2e1a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0444636 Nov 25 13:44:40.429337 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59518) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:44:40.431479 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14aaccc-a906-42cc-ada2-a4888993388e None None] Checking router: d85b79cc-5861-4c82-8cc0-4bbf883385c1 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:44:40.431835 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14aaccc-a906-42cc-ada2-a4888993388e None None] Updating router d85b79cc-5861-4c82-8cc0-4bbf883385c1 port 33895fcd-b8a7-4bb6-800d-4a31956077bb binding host n-d-808199-11 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:44:40.444256 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-50e79913-3ca5-44c8-8471-4bfd3c9bc895 req-4891a9cc-1221-4514-afa9-0d68b56347e6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ccbeb2e1-4f0c-4ccf-85dc-866190817523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258322 Nov 25 13:44:40.457095 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c14aaccc-a906-42cc-ada2-a4888993388e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:40.541170 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-50e79913-3ca5-44c8-8471-4bfd3c9bc895 req-157444b2-a081-4b98-a559-c7b57e7d7f8b service neutron] 10.222.0.47 "GET /v2.0/networks/ccbeb2e1-4f0c-4ccf-85dc-866190817523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887985 Nov 25 13:44:40.581017 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e991458-e4cf-4688-9f1e-f0505e388417 tempest-TestSecurityGroupsBasicOps-1162373632 tempest-TestSecurityGroupsBasicOps-1162373632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:40.585236 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-2e991458-e4cf-4688-9f1e-f0505e388417 tempest-TestSecurityGroupsBasicOps-1162373632 tempest-TestSecurityGroupsBasicOps-1162373632-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1521120 Nov 25 13:44:40.585469 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59520) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:44:40.616112 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-58019f72-27e9-4e90-965c-cdbc823b1d89 tempest-TestSecurityGroupsBasicOps-1162373632 tempest-TestSecurityGroupsBasicOps-1162373632-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=7542d3d9-0db3-40e7-ab88-a168871141f7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273147 Nov 25 13:44:40.616352 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59522) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:44:40.621053 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-818c9669-2663-4a13-abe4-3afdb89705ec tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1536597306', 'network_id': 'b90a203f-6c29-4bb1-93a7-1db625688052', 'project_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:44:40.643237 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-50e79913-3ca5-44c8-8471-4bfd3c9bc895 req-8023be13-b625-4fbc-95ff-161f62332c84 service neutron] 10.222.0.47 "GET /v2.0/networks/ccbeb2e1-4f0c-4ccf-85dc-866190817523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920811 Nov 25 13:44:40.715475 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-818c9669-2663-4a13-abe4-3afdb89705ec tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Made reservation on behalf of cfd4ec49b5f84c5aa94d46be4b4d2e1a for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:44:40.718981 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-818c9669-2663-4a13-abe4-3afdb89705ec tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:40.719599 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c14aaccc-a906-42cc-ada2-a4888993388e None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:40.727325 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c14aaccc-a906-42cc-ada2-a4888993388e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:40.738180 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51be92d-e2f3-46a8-8f93-b83e80e69136 req-0a36035a-7af4-4310-8904-c9f358dafa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:40.739756 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c51be92d-e2f3-46a8-8f93-b83e80e69136 req-0a36035a-7af4-4310-8904-c9f358dafa81 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9dc1a48862ac42b3972f86f43179969d&device_id=ee51a98d-343f-48f9-943e-6b592ff4aa2d HTTP/1.1" status: 200 len: 1096 time: 0.0500667 Nov 25 13:44:40.775019 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a68f043-3f3e-40f7-bf80-60504ccd1f53 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:44:40.781107 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-c14aaccc-a906-42cc-ada2-a4888993388e None None] Attempting to bind port 33895fcd-b8a7-4bb6-800d-4a31956077bb on host n-d-808199-11 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:44:40.781489 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-c14aaccc-a906-42cc-ada2-a4888993388e None None] Attempting to bind port 33895fcd-b8a7-4bb6-800d-4a31956077bb by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:44:40.781859 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14aaccc-a906-42cc-ada2-a4888993388e None None] Attempting to bind port 33895fcd-b8a7-4bb6-800d-4a31956077bb on network 7542d3d9-0db3-40e7-ab88-a168871141f7 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:44:40.799976 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14aaccc-a906-42cc-ada2-a4888993388e None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:44:40.800510 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14aaccc-a906-42cc-ada2-a4888993388e None None] Checking segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:44:40.800918 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c14aaccc-a906-42cc-ada2-a4888993388e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:40.801317 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14aaccc-a906-42cc-ada2-a4888993388e None None] Bound using segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:44:40.801794 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-c14aaccc-a906-42cc-ada2-a4888993388e None None] Bound port: 33895fcd-b8a7-4bb6-800d-4a31956077bb, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:44:40.802175 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c14aaccc-a906-42cc-ada2-a4888993388e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:40.810950 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4673ad-2fb0-40c2-bdfc-336c6351176f None None] Pushing event updated for resources: {'Port': ['ID=33895fcd-b8a7-4bb6-800d-4a31956077bb,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:44:40.861272 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51be92d-e2f3-46a8-8f93-b83e80e69136 req-b9f62272-9fc2-4ce6-a3de-5be65a7a680c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:40.863543 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c51be92d-e2f3-46a8-8f93-b83e80e69136 req-b9f62272-9fc2-4ce6-a3de-5be65a7a680c service neutron] 10.222.0.47 "GET /v2.0/networks?id=ccbeb2e1-4f0c-4ccf-85dc-866190817523 HTTP/1.1" status: 200 len: 916 time: 0.1163788 Nov 25 13:44:40.872504 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-c14aaccc-a906-42cc-ada2-a4888993388e None None] For port 33895fcd-b8a7-4bb6-800d-4a31956077bb, host n-d-808199-11, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:44:40.873482 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-f3c0dc89-2d3e-4ec7-bdf9-ce247aa33266 None None] Provisioning complete for port 33895fcd-b8a7-4bb6-800d-4a31956077bb triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:44:40.874136 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f3c0dc89-2d3e-4ec7-bdf9-ce247aa33266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:40.876013 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-c14aaccc-a906-42cc-ada2-a4888993388e None None] For port 33895fcd-b8a7-4bb6-800d-4a31956077bb, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=33895fcd-b8a7-4bb6-800d-4a31956077bb,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:44:40.881261 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c14aaccc-a906-42cc-ada2-a4888993388e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:40.935096 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77120e19-80a4-4a45-b441-fd063752c112 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:44:40.950748 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-f3c0dc89-2d3e-4ec7-bdf9-ce247aa33266 None None] Port 33895fcd-b8a7-4bb6-800d-4a31956077bb cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:44:40.951465 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14aaccc-a906-42cc-ada2-a4888993388e None None] Routers {'d85b79cc-5861-4c82-8cc0-4bbf883385c1'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:44:40.952315 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-c14aaccc-a906-42cc-ada2-a4888993388e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:44:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['d85b79cc-5861-4c82-8cc0-4bbf883385c1'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:44:40.953741 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-818c9669-2663-4a13-abe4-3afdb89705ec tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:40.955545 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4673ad-2fb0-40c2-bdfc-336c6351176f None None] Pushing event updated for resources: {'Port': ['ID=33895fcd-b8a7-4bb6-800d-4a31956077bb,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:44:40.956937 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c51be92d-e2f3-46a8-8f93-b83e80e69136 req-ac8f2f14-366a-4cf6-adc5-1475fd67d8b9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=780de6d1-cb39-46dc-9287-7dc2bd759dc1 HTTP/1.1" status: 200 len: 217 time: 0.0799401 Nov 25 13:44:41.036678 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818c9669-2663-4a13-abe4-3afdb89705ec tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Pushing event updated for resources: {'Subnet': ['ID=e2f539e1-6052-4402-9fa7-92492f155f87,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:44:41.039137 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818c9669-2663-4a13-abe4-3afdb89705ec tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Checking segment: {'id': '1a12e1d3-2733-4fe7-a622-383be904b0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'b90a203f-6c29-4bb1-93a7-1db625688052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:44:41.039708 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818c9669-2663-4a13-abe4-3afdb89705ec tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Network hostable DHCP agents. Network: b90a203f-6c29-4bb1-93a7-1db625688052, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:44:41.044472 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51be92d-e2f3-46a8-8f93-b83e80e69136 req-0501126a-9b44-42ae-917a-a4f96e6bee38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:41.045617 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c51be92d-e2f3-46a8-8f93-b83e80e69136 req-0501126a-9b44-42ae-917a-a4f96e6bee38 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fc3d9c60-0f17-44a2-8d43-97fb4c8e6984 HTTP/1.1" status: 200 len: 855 time: 0.0796397 Nov 25 13:44:41.064769 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818c9669-2663-4a13-abe4-3afdb89705ec tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Network b90a203f-6c29-4bb1-93a7-1db625688052 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:44:41.077035 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-818c9669-2663-4a13-abe4-3afdb89705ec tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, b90a203f-6c29-4bb1-93a7-1db625688052) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:44:41.081928 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818c9669-2663-4a13-abe4-3afdb89705ec tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:41.082516 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-818c9669-2663-4a13-abe4-3afdb89705ec tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:41.087649 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-db81b59e-82ff-4993-8fc5-504f47bac8b4 None None] Provisioning complete for port 33895fcd-b8a7-4bb6-800d-4a31956077bb triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:44:41.088264 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db81b59e-82ff-4993-8fc5-504f47bac8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:41.091447 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635fb660-c8f8-4789-9c69-11b527c0025d None None] Network b90a203f-6c29-4bb1-93a7-1db625688052 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:44:41.094973 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c51be92d-e2f3-46a8-8f93-b83e80e69136 req-0c32bc8c-c4b1-430f-bbf6-4bdbbe97dea4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ccbeb2e1-4f0c-4ccf-85dc-866190817523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416727 Nov 25 13:44:41.112728 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-818c9669-2663-4a13-abe4-3afdb89705ec tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4949539 Nov 25 13:44:41.116968 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59524) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:44:41.126591 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-c14aaccc-a906-42cc-ada2-a4888993388e None None] Set router d85b79cc-5861-4c82-8cc0-4bbf883385c1 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:44:41.291457 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd1e2e3-f44e-4084-992d-3528e1980680 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-b90a203f-6c29-4bb1-93a7-1db625688052', 'network_id': 'b90a203f-6c29-4bb1-93a7-1db625688052', 'tenant_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'fixed_ips': [{'subnet_id': 'e2f539e1-6052-4402-9fa7-92492f155f87'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:44:41.292319 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dbd1e2e3-f44e-4084-992d-3528e1980680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:41.301130 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c51be92d-e2f3-46a8-8f93-b83e80e69136 req-fe93bc7b-0725-4479-9f30-0df6ed3e7b37 service neutron] 10.222.0.47 "GET /v2.0/networks/ccbeb2e1-4f0c-4ccf-85dc-866190817523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966691 Nov 25 13:44:41.354668 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db81b59e-82ff-4993-8fc5-504f47bac8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:41.402152 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dbb2f5-b4f6-4d78-9f4a-f0a01a6da9d8 req-07f6049f-462a-4551-8e0e-f0d77806c0d0 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:41.411791 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-22dbb2f5-b4f6-4d78-9f4a-f0a01a6da9d8 req-07f6049f-462a-4551-8e0e-f0d77806c0d0 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee51a98d-343f-48f9-943e-6b592ff4aa2d HTTP/1.1" status: 200 len: 944 time: 0.1019971 Nov 25 13:44:41.432319 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-c14aaccc-a906-42cc-ada2-a4888993388e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85b79cc-5861-4c82-8cc0-4bbf883385c1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-623582059', 'tenant_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '33895fcd-b8a7-4bb6-800d-4a31956077bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:44:37Z', 'updated_at': '2021-11-25T13:44:38Z', 'revision_number': 3, 'project_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'gw_port': {'id': '33895fcd-b8a7-4bb6-800d-4a31956077bb', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:4b:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85b79cc-5861-4c82-8cc0-4bbf883385c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:44:37Z', 'updated_at': '2021-11-25T13:44:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:44:41.448256 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-db81b59e-82ff-4993-8fc5-504f47bac8b4 None None] For port 33895fcd-b8a7-4bb6-800d-4a31956077bb, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=33895fcd-b8a7-4bb6-800d-4a31956077bb,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:44:41.463800 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14aaccc-a906-42cc-ada2-a4888993388e None None] The sync data for ids ['d85b79cc-5861-4c82-8cc0-4bbf883385c1'] in n-d-808199-11 is: [{'id': 'd85b79cc-5861-4c82-8cc0-4bbf883385c1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-623582059', 'tenant_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '33895fcd-b8a7-4bb6-800d-4a31956077bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:44:37Z', 'updated_at': '2021-11-25T13:44:38Z', 'revision_number': 3, 'project_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'gw_port': {'id': '33895fcd-b8a7-4bb6-800d-4a31956077bb', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:4b:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85b79cc-5861-4c82-8cc0-4bbf883385c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:44:37Z', 'updated_at': '2021-11-25T13:44:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:44:41.467948 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c51be92d-e2f3-46a8-8f93-b83e80e69136 req-e82b4e2b-076d-4450-8948-17de2f44fdbf service neutron] 10.222.0.47 "GET /v2.0/networks/ccbeb2e1-4f0c-4ccf-85dc-866190817523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564837 Nov 25 13:44:41.476407 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db81b59e-82ff-4993-8fc5-504f47bac8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:41.538196 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-22dbb2f5-b4f6-4d78-9f4a-f0a01a6da9d8 req-9dd362b9-410a-48d4-afb3-4f54e637b915 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/security-groups?id=27567fab-f3ad-4151-a0d2-d9ff2be1ebcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247916 Nov 25 13:44:41.576743 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-dbd1e2e3-f44e-4084-992d-3528e1980680 None None] Allocated IP 172.20.0.18 (b90a203f-6c29-4bb1-93a7-1db625688052/e2f539e1-6052-4402-9fa7-92492f155f87/36113a57-71e9-42fd-8d72-04690e8bea63) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:44:41.583610 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db81b59e-82ff-4993-8fc5-504f47bac8b4 None None] Pushing event updated for resources: {'Port': ['ID=33895fcd-b8a7-4bb6-800d-4a31956077bb,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:44:41.765809 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:41.779418 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dbd1e2e3-f44e-4084-992d-3528e1980680 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:41.786165 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dbd1e2e3-f44e-4084-992d-3528e1980680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:41.827650 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd1e2e3-f44e-4084-992d-3528e1980680 None None] Network b90a203f-6c29-4bb1-93a7-1db625688052 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:44:41.832002 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-dbd1e2e3-f44e-4084-992d-3528e1980680 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:44:41.835958 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd1e2e3-f44e-4084-992d-3528e1980680 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:44:41.839627 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e812a2cc-197f-4ef4-aa40-1369af0d76ba tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:41.870909 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd1e2e3-f44e-4084-992d-3528e1980680 None None] Pushing event updated for resources: {'Port': ['ID=36113a57-71e9-42fd-8d72-04690e8bea63,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:44:41.923542 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-dbd1e2e3-f44e-4084-992d-3528e1980680 None None] Attempting to bind port 36113a57-71e9-42fd-8d72-04690e8bea63 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:44:41.923985 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-dbd1e2e3-f44e-4084-992d-3528e1980680 None None] Attempting to bind port 36113a57-71e9-42fd-8d72-04690e8bea63 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '1a12e1d3-2733-4fe7-a622-383be904b0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'b90a203f-6c29-4bb1-93a7-1db625688052'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:44:41.924483 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd1e2e3-f44e-4084-992d-3528e1980680 None None] Attempting to bind port 36113a57-71e9-42fd-8d72-04690e8bea63 on network b90a203f-6c29-4bb1-93a7-1db625688052 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:44:41.929115 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 33895fcd-b8a7-4bb6-800d-4a31956077bb up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:44:41.935288 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd1e2e3-f44e-4084-992d-3528e1980680 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:44:41.935818 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd1e2e3-f44e-4084-992d-3528e1980680 None None] Checking segment: {'id': '1a12e1d3-2733-4fe7-a622-383be904b0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'b90a203f-6c29-4bb1-93a7-1db625688052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:44:41.936330 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dbd1e2e3-f44e-4084-992d-3528e1980680 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:41.936843 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd1e2e3-f44e-4084-992d-3528e1980680 None None] Bound using segment: {'id': '1a12e1d3-2733-4fe7-a622-383be904b0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'b90a203f-6c29-4bb1-93a7-1db625688052'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:44:41.937425 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-dbd1e2e3-f44e-4084-992d-3528e1980680 None None] Bound port: 36113a57-71e9-42fd-8d72-04690e8bea63, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a12e1d3-2733-4fe7-a622-383be904b0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'b90a203f-6c29-4bb1-93a7-1db625688052'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:44:41.937908 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dbd1e2e3-f44e-4084-992d-3528e1980680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:42.042426 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-dbd1e2e3-f44e-4084-992d-3528e1980680 None None] For port 36113a57-71e9-42fd-8d72-04690e8bea63, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:44:42.045991 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-dbd1e2e3-f44e-4084-992d-3528e1980680 None None] For port 36113a57-71e9-42fd-8d72-04690e8bea63, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=36113a57-71e9-42fd-8d72-04690e8bea63,segment=NetworkSegment(1a12e1d3-2733-4fe7-a622-383be904b0cd),segment_id=1a12e1d3-2733-4fe7-a622-383be904b0cd)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:44:42.047198 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 33895fcd-b8a7-4bb6-800d-4a31956077bb triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:44:42.047670 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:42.069162 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dbd1e2e3-f44e-4084-992d-3528e1980680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:42.144769 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd1e2e3-f44e-4084-992d-3528e1980680 None None] Pushing event updated for resources: {'Port': ['ID=36113a57-71e9-42fd-8d72-04690e8bea63,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:44:42.168329 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-e812a2cc-197f-4ef4-aa40-1369af0d76ba tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Allocated IP 172.20.0.17 (b90a203f-6c29-4bb1-93a7-1db625688052/e2f539e1-6052-4402-9fa7-92492f155f87/f8de6f5e-a291-4a92-87dd-233c792c4347) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:44:42.226306 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 780de6d1-cb39-46dc-9287-7dc2bd759dc1 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:44:42.331457 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e812a2cc-197f-4ef4-aa40-1369af0d76ba tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:42.340246 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 780de6d1-cb39-46dc-9287-7dc2bd759dc1, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=780de6d1-cb39-46dc-9287-7dc2bd759dc1,segment=NetworkSegment(c1677d03-a093-4f23-9910-4d4df29df41c),segment_id=c1677d03-a093-4f23-9910-4d4df29df41c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:44:42.354989 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '780de6d1-cb39-46dc-9287-7dc2bd759dc1', 'network_id': 'ccbeb2e1-4f0c-4ccf-85dc-866190817523', 'port_id': '780de6d1-cb39-46dc-9287-7dc2bd759dc1', 'mac_address': 'fa:16:3e:82:59:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc3d9c60-0f17-44a2-8d43-97fb4c8e6984', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:44:42.399213 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e812a2cc-197f-4ef4-aa40-1369af0d76ba tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:42.407728 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:42.424931 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 780de6d1-cb39-46dc-9287-7dc2bd759dc1 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:44:42.454947 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 780de6d1-cb39-46dc-9287-7dc2bd759dc1, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=780de6d1-cb39-46dc-9287-7dc2bd759dc1,segment=NetworkSegment(c1677d03-a093-4f23-9910-4d4df29df41c),segment_id=c1677d03-a093-4f23-9910-4d4df29df41c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:44:42.460346 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:42.470842 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e812a2cc-197f-4ef4-aa40-1369af0d76ba tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Network b90a203f-6c29-4bb1-93a7-1db625688052 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:44:42.473053 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-e812a2cc-197f-4ef4-aa40-1369af0d76ba tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:44:42.475490 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812a2cc-197f-4ef4-aa40-1369af0d76ba tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Pushing event updated for resources: {'Port': ['ID=f8de6f5e-a291-4a92-87dd-233c792c4347,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:44:42.482419 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e812a2cc-197f-4ef4-aa40-1369af0d76ba tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:44:42.526085 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=780de6d1-cb39-46dc-9287-7dc2bd759dc1,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:44:42.545302 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e812a2cc-197f-4ef4-aa40-1369af0d76ba tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:42.668156 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['780de6d1-cb39-46dc-9287-7dc2bd759dc1'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:44:42.708328 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23af3df2-a331-48bc-92d4-c1adff4e5285 req-6666b3f1-50b2-4594-8df6-ade150ef0f7d tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:42.709808 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-23af3df2-a331-48bc-92d4-c1adff4e5285 req-6666b3f1-50b2-4594-8df6-ade150ef0f7d tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee51a98d-343f-48f9-943e-6b592ff4aa2d HTTP/1.1" status: 200 len: 945 time: 0.0826652 Nov 25 13:44:42.717910 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e812a2cc-197f-4ef4-aa40-1369af0d76ba tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:42.805364 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-23af3df2-a331-48bc-92d4-c1adff4e5285 req-2f0a42b5-cd09-4b3a-b02c-ddb5ff9130ae tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/security-groups?id=27567fab-f3ad-4151-a0d2-d9ff2be1ebcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839801 Nov 25 13:44:43.314444 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e812a2cc-197f-4ef4-aa40-1369af0d76ba tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:43.318806 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e812a2cc-197f-4ef4-aa40-1369af0d76ba tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:43.393969 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812a2cc-197f-4ef4-aa40-1369af0d76ba tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Pushing event updated for resources: {'Port': ['ID=f8de6f5e-a291-4a92-87dd-233c792c4347,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:44:43.396547 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e812a2cc-197f-4ef4-aa40-1369af0d76ba tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:43.491084 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e812a2cc-197f-4ef4-aa40-1369af0d76ba tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Network b90a203f-6c29-4bb1-93a7-1db625688052 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:44:43.492660 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-e812a2cc-197f-4ef4-aa40-1369af0d76ba tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:44:43.616372 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e812a2cc-197f-4ef4-aa40-1369af0d76ba tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Router d85b79cc-5861-4c82-8cc0-4bbf883385c1 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:44:43.738590 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e812a2cc-197f-4ef4-aa40-1369af0d76ba tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:44:43.750821 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e812a2cc-197f-4ef4-aa40-1369af0d76ba tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.53 "PUT /v2.0/routers/d85b79cc-5861-4c82-8cc0-4bbf883385c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6261060 Nov 25 13:44:43.750948 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1360eb23-6e01-44d6-b7e1-de7e5c19b7ee None None] Network b90a203f-6c29-4bb1-93a7-1db625688052 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:44:43.752528 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bca160-db5c-4a47-8a28-ff5f9ae045e2 None None] Sync routers for ids ['d85b79cc-5861-4c82-8cc0-4bbf883385c1'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:44:43.804322 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bca160-db5c-4a47-8a28-ff5f9ae045e2 None None] Routers {'d85b79cc-5861-4c82-8cc0-4bbf883385c1'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:44:43.804961 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-05bca160-db5c-4a47-8a28-ff5f9ae045e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:44:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['d85b79cc-5861-4c82-8cc0-4bbf883385c1'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:44:43.868560 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bb067804-bad8-40f3-9d6b-f8d22d3c94fb None None] Provisioning complete for port 36113a57-71e9-42fd-8d72-04690e8bea63 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:44:43.868938 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bb067804-bad8-40f3-9d6b-f8d22d3c94fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:44.036785 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd27334a-7316-4801-aa57-7b0874004eec req-b06a34dd-093e-4c93-bf66-8e3b8421ba56 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:44.038387 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fd27334a-7316-4801-aa57-7b0874004eec req-b06a34dd-093e-4c93-bf66-8e3b8421ba56 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee51a98d-343f-48f9-943e-6b592ff4aa2d HTTP/1.1" status: 200 len: 945 time: 0.1238480 Nov 25 13:44:44.089660 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3afad40-d16e-4ae6-958a-b621b6b54934 req-9285eb33-4ae5-4ecc-a803-fbfcd8546038 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:44.091149 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c3afad40-d16e-4ae6-958a-b621b6b54934 req-9285eb33-4ae5-4ecc-a803-fbfcd8546038 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.53 "GET /v2.0/networks?id=b90a203f-6c29-4bb1-93a7-1db625688052 HTTP/1.1" status: 200 len: 798 time: 0.1510785 Nov 25 13:44:44.111582 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 36113a57-71e9-42fd-8d72-04690e8bea63 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:44:44.118936 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c3afad40-d16e-4ae6-958a-b621b6b54934 req-547fcb67-ad8f-4c6d-af84-0e56bb9ef89b tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.53 "GET /v2.0/quotas/cfd4ec49b5f84c5aa94d46be4b4d2e1a HTTP/1.1" status: 200 len: 375 time: 0.0199497 Nov 25 13:44:44.123605 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fd27334a-7316-4801-aa57-7b0874004eec req-257d24e7-faca-4f7e-bc7f-2465c7793a5c tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/security-groups?id=27567fab-f3ad-4151-a0d2-d9ff2be1ebcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783384 Nov 25 13:44:44.179503 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c3afad40-d16e-4ae6-958a-b621b6b54934 req-c53f84bb-6213-48af-a820-1121a6d71c8b tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=cfd4ec49b5f84c5aa94d46be4b4d2e1a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0540662 Nov 25 13:44:44.210557 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-05bca160-db5c-4a47-8a28-ff5f9ae045e2 None None] Set router d85b79cc-5861-4c82-8cc0-4bbf883385c1 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:44:44.246509 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 780de6d1-cb39-46dc-9287-7dc2bd759dc1 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:44:44.288128 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c3afad40-d16e-4ae6-958a-b621b6b54934 req-024ea300-ed84-478e-a354-e3dea492ed2d service neutron] 10.222.0.53 "GET /v2.0/networks/b90a203f-6c29-4bb1-93a7-1db625688052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962152 Nov 25 13:44:44.380976 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c3afad40-d16e-4ae6-958a-b621b6b54934 req-0d8edecf-4ae5-4783-822d-749e978f7351 service neutron] 10.222.0.53 "GET /v2.0/networks/b90a203f-6c29-4bb1-93a7-1db625688052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859780 Nov 25 13:44:44.434782 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 36113a57-71e9-42fd-8d72-04690e8bea63 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:44:44.435086 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:44.473539 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bb067804-bad8-40f3-9d6b-f8d22d3c94fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:44.511795 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 780de6d1-cb39-46dc-9287-7dc2bd759dc1 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:44:44.531074 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 780de6d1-cb39-46dc-9287-7dc2bd759dc1 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:44:44.531454 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:44.571593 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0e1ad700-831f-4381-9f6b-836757dc477f req-060d067c-a393-44cc-959d-3f7af8330b64 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9e10cda-e5d0-4213-a38e-e13da562074e HTTP/1.1" status: 200 len: 210 time: 0.0519736 Nov 25 13:44:44.589037 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bb067804-bad8-40f3-9d6b-f8d22d3c94fb None None] For port 36113a57-71e9-42fd-8d72-04690e8bea63, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=36113a57-71e9-42fd-8d72-04690e8bea63,segment=NetworkSegment(1a12e1d3-2733-4fe7-a622-383be904b0cd),segment_id=1a12e1d3-2733-4fe7-a622-383be904b0cd)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:44:44.600501 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bb067804-bad8-40f3-9d6b-f8d22d3c94fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:44.770028 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb067804-bad8-40f3-9d6b-f8d22d3c94fb None None] Pushing event updated for resources: {'Port': ['ID=36113a57-71e9-42fd-8d72-04690e8bea63,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:44:44.796730 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:44.834598 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee51a98d-343f-48f9-943e-6b592ff4aa2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '780de6d1-cb39-46dc-9287-7dc2bd759dc1'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:44:44.837094 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529c8715-27ad-4ab2-bd35-af5d49f922c0" -d '{"events": [{"server_uuid": "ee51a98d-343f-48f9-943e-6b592ff4aa2d", "name": "network-vif-plugged", "status": "completed", "tag": "780de6d1-cb39-46dc-9287-7dc2bd759dc1"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:44:44.853863 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-05bca160-db5c-4a47-8a28-ff5f9ae045e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85b79cc-5861-4c82-8cc0-4bbf883385c1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-623582059', 'tenant_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '33895fcd-b8a7-4bb6-800d-4a31956077bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:44:37Z', 'updated_at': '2021-11-25T13:44:42Z', 'revision_number': 4, 'project_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'gw_port': {'id': '33895fcd-b8a7-4bb6-800d-4a31956077bb', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:4b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85b79cc-5861-4c82-8cc0-4bbf883385c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:44:37Z', 'updated_at': '2021-11-25T13:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'f8de6f5e-a291-4a92-87dd-233c792c4347', 'name': '', 'network_id': 'b90a203f-6c29-4bb1-93a7-1db625688052', 'tenant_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'mac_address': 'fa:16:3e:b0:79:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85b79cc-5861-4c82-8cc0-4bbf883385c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'e2f539e1-6052-4402-9fa7-92492f155f87', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:44:41Z', 'updated_at': '2021-11-25T13:44:43Z', 'revision_number': 2, 'project_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'subnets': [{'id': 'e2f539e1-6052-4402-9fa7-92492f155f87', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:44:44.859576 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 780de6d1-cb39-46dc-9287-7dc2bd759dc1, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=780de6d1-cb39-46dc-9287-7dc2bd759dc1,segment=NetworkSegment(c1677d03-a093-4f23-9910-4d4df29df41c),segment_id=c1677d03-a093-4f23-9910-4d4df29df41c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:44:44.863371 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-d6349d33-053c-4688-b82d-d968a5143c92 None None] Provisioning complete for port f8de6f5e-a291-4a92-87dd-233c792c4347 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:44:44.863760 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d6349d33-053c-4688-b82d-d968a5143c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:44.897445 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8fd8ed-27d0-4e3b-be4b-61d72e6ad6bd x-openstack-request-id: req-1d8fd8ed-27d0-4e3b-be4b-61d72e6ad6bd {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:44:44.898024 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee51a98d-343f-48f9-943e-6b592ff4aa2d", "name": "network-vif-plugged", "status": "completed", "tag": "780de6d1-cb39-46dc-9287-7dc2bd759dc1", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:44:44.898476 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1d8fd8ed-27d0-4e3b-be4b-61d72e6ad6bd {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:44:44.899091 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee51a98d-343f-48f9-943e-6b592ff4aa2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '780de6d1-cb39-46dc-9287-7dc2bd759dc1', 'code': 200} Nov 25 13:44:44.918978 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bca160-db5c-4a47-8a28-ff5f9ae045e2 None None] Checking router: d85b79cc-5861-4c82-8cc0-4bbf883385c1 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:44:44.919642 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bca160-db5c-4a47-8a28-ff5f9ae045e2 None None] Updating router d85b79cc-5861-4c82-8cc0-4bbf883385c1 port f8de6f5e-a291-4a92-87dd-233c792c4347 binding host n-d-808199-11 {{(pid=103572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:44:44.921788 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:44.991420 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-05bca160-db5c-4a47-8a28-ff5f9ae045e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:45.005559 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-d6349d33-053c-4688-b82d-d968a5143c92 None None] Port f8de6f5e-a291-4a92-87dd-233c792c4347 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:44:45.012780 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a17cef-d8fd-4b91-9524-9a6ecefbfe12 req-3603811b-ab3e-4405-a8c6-9879b4f9311e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:45.015005 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e8a17cef-d8fd-4b91-9524-9a6ecefbfe12 req-3603811b-ab3e-4405-a8c6-9879b4f9311e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ee51a98d-343f-48f9-943e-6b592ff4aa2d HTTP/1.1" status: 200 len: 1098 time: 0.0550826 Nov 25 13:44:45.023186 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=780de6d1-cb39-46dc-9287-7dc2bd759dc1,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:44:45.067006 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-d6349d33-053c-4688-b82d-d968a5143c92 None None] Provisioning complete for port 36113a57-71e9-42fd-8d72-04690e8bea63 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:44:45.067386 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d6349d33-053c-4688-b82d-d968a5143c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:45.088889 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e8a17cef-d8fd-4b91-9524-9a6ecefbfe12 req-e7e3bbba-66c4-45d5-add9-a81716890a64 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=27567fab-f3ad-4151-a0d2-d9ff2be1ebcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657866 Nov 25 13:44:45.263048 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b56da-6fbf-46f8-a16f-1f2bdfe0012d req-0fe6ad04-cf69-44ca-a2cc-0c9f5878e42c tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:45.264665 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8d9b56da-6fbf-46f8-a16f-1f2bdfe0012d req-0fe6ad04-cf69-44ca-a2cc-0c9f5878e42c tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee51a98d-343f-48f9-943e-6b592ff4aa2d HTTP/1.1" status: 200 len: 946 time: 0.0541432 Nov 25 13:44:45.316453 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8d9b56da-6fbf-46f8-a16f-1f2bdfe0012d req-5653b000-06fc-4ba1-846f-30251ecd704c tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/security-groups?id=27567fab-f3ad-4151-a0d2-d9ff2be1ebcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445619 Nov 25 13:44:45.367893 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-05bca160-db5c-4a47-8a28-ff5f9ae045e2 None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:45.373141 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-05bca160-db5c-4a47-8a28-ff5f9ae045e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:45.431853 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-c381b8ca-2ea9-4a75-be9f-bf87c38b03ae None None] Provisioning complete for port f8de6f5e-a291-4a92-87dd-233c792c4347 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:44:45.432310 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c381b8ca-2ea9-4a75-be9f-bf87c38b03ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:45.434320 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2b411e-9517-4763-9562-ef566de8a46e None None] Pushing event updated for resources: {'Port': ['ID=f8de6f5e-a291-4a92-87dd-233c792c4347,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:44:45.497798 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-c381b8ca-2ea9-4a75-be9f-bf87c38b03ae None None] Port f8de6f5e-a291-4a92-87dd-233c792c4347 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:44:45.525841 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-05bca160-db5c-4a47-8a28-ff5f9ae045e2 None None] Attempting to bind port f8de6f5e-a291-4a92-87dd-233c792c4347 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:44:45.526229 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-05bca160-db5c-4a47-8a28-ff5f9ae045e2 None None] Attempting to bind port f8de6f5e-a291-4a92-87dd-233c792c4347 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '1a12e1d3-2733-4fe7-a622-383be904b0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'b90a203f-6c29-4bb1-93a7-1db625688052'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:44:45.526603 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bca160-db5c-4a47-8a28-ff5f9ae045e2 None None] Attempting to bind port f8de6f5e-a291-4a92-87dd-233c792c4347 on network b90a203f-6c29-4bb1-93a7-1db625688052 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:44:45.531907 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bca160-db5c-4a47-8a28-ff5f9ae045e2 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:44:45.532290 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bca160-db5c-4a47-8a28-ff5f9ae045e2 None None] Checking segment: {'id': '1a12e1d3-2733-4fe7-a622-383be904b0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'b90a203f-6c29-4bb1-93a7-1db625688052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:44:45.532701 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-05bca160-db5c-4a47-8a28-ff5f9ae045e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:45.533103 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bca160-db5c-4a47-8a28-ff5f9ae045e2 None None] Bound using segment: {'id': '1a12e1d3-2733-4fe7-a622-383be904b0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'b90a203f-6c29-4bb1-93a7-1db625688052'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:44:45.533581 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-05bca160-db5c-4a47-8a28-ff5f9ae045e2 None None] Bound port: f8de6f5e-a291-4a92-87dd-233c792c4347, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a12e1d3-2733-4fe7-a622-383be904b0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'b90a203f-6c29-4bb1-93a7-1db625688052'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:44:45.534484 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-05bca160-db5c-4a47-8a28-ff5f9ae045e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:45.600110 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-05bca160-db5c-4a47-8a28-ff5f9ae045e2 None None] For port f8de6f5e-a291-4a92-87dd-233c792c4347, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:44:45.603866 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-05bca160-db5c-4a47-8a28-ff5f9ae045e2 None None] For port f8de6f5e-a291-4a92-87dd-233c792c4347, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=f8de6f5e-a291-4a92-87dd-233c792c4347,segment=NetworkSegment(1a12e1d3-2733-4fe7-a622-383be904b0cd),segment_id=1a12e1d3-2733-4fe7-a622-383be904b0cd)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:44:45.612955 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-05bca160-db5c-4a47-8a28-ff5f9ae045e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:45.666833 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-afc12158-5c53-47da-8c0c-1dfdc53ef0c3 req-48dd2c36-1a30-491f-87a7-d278e801c127 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9e10cda-e5d0-4213-a38e-e13da562074e HTTP/1.1" status: 200 len: 210 time: 0.0278881 Nov 25 13:44:45.676830 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bca160-db5c-4a47-8a28-ff5f9ae045e2 None None] Routers {'d85b79cc-5861-4c82-8cc0-4bbf883385c1'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:44:45.677480 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-05bca160-db5c-4a47-8a28-ff5f9ae045e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:44:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['d85b79cc-5861-4c82-8cc0-4bbf883385c1'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:44:45.719699 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2b411e-9517-4763-9562-ef566de8a46e None None] Pushing event updated for resources: {'Port': ['ID=f8de6f5e-a291-4a92-87dd-233c792c4347,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:44:45.778786 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-da7782b7-823d-4c6d-ba69-3a9a6eed0cbe None None] Provisioning complete for port f8de6f5e-a291-4a92-87dd-233c792c4347 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:44:45.779498 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-da7782b7-823d-4c6d-ba69-3a9a6eed0cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:45.836434 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-05bca160-db5c-4a47-8a28-ff5f9ae045e2 None None] Set router d85b79cc-5861-4c82-8cc0-4bbf883385c1 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:44:45.954889 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 36113a57-71e9-42fd-8d72-04690e8bea63 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:44:45.983171 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3afad40-d16e-4ae6-958a-b621b6b54934 req-defd891e-d15b-4025-a79e-c4abb748b7e6 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:45.984782 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c3afad40-d16e-4ae6-958a-b621b6b54934 req-defd891e-d15b-4025-a79e-c4abb748b7e6 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.47 "GET /v2.0/networks?id=b90a203f-6c29-4bb1-93a7-1db625688052 HTTP/1.1" status: 200 len: 798 time: 0.1409266 Nov 25 13:44:46.004985 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-c3afad40-d16e-4ae6-958a-b621b6b54934 req-e5a876ee-925e-40b5-857f-db83a60d3dd2 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Request body: {'port': {'device_id': 'a9e10cda-e5d0-4213-a38e-e13da562074e', 'network_id': 'b90a203f-6c29-4bb1-93a7-1db625688052', 'admin_state_up': True, 'tenant_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:44:46.129357 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3afad40-d16e-4ae6-958a-b621b6b54934 req-e5a876ee-925e-40b5-857f-db83a60d3dd2 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Made reservation on behalf of cfd4ec49b5f84c5aa94d46be4b4d2e1a for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:44:46.133265 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c3afad40-d16e-4ae6-958a-b621b6b54934 req-e5a876ee-925e-40b5-857f-db83a60d3dd2 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:46.215410 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-da7782b7-823d-4c6d-ba69-3a9a6eed0cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:46.277815 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-c3afad40-d16e-4ae6-958a-b621b6b54934 req-e5a876ee-925e-40b5-857f-db83a60d3dd2 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Allocated IP 172.20.0.25 (b90a203f-6c29-4bb1-93a7-1db625688052/e2f539e1-6052-4402-9fa7-92492f155f87/11befc69-fca9-49e6-aef2-5981092920c6) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:44:46.287208 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-da7782b7-823d-4c6d-ba69-3a9a6eed0cbe None None] For port f8de6f5e-a291-4a92-87dd-233c792c4347, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=f8de6f5e-a291-4a92-87dd-233c792c4347,segment=NetworkSegment(1a12e1d3-2733-4fe7-a622-383be904b0cd),segment_id=1a12e1d3-2733-4fe7-a622-383be904b0cd)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:44:46.293002 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 36113a57-71e9-42fd-8d72-04690e8bea63 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:44:46.293386 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:46.311202 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-da7782b7-823d-4c6d-ba69-3a9a6eed0cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:46.413792 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7782b7-823d-4c6d-ba69-3a9a6eed0cbe None None] Pushing event updated for resources: {'Port': ['ID=f8de6f5e-a291-4a92-87dd-233c792c4347,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:44:46.423290 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c3afad40-d16e-4ae6-958a-b621b6b54934 req-e5a876ee-925e-40b5-857f-db83a60d3dd2 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:46.459860 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75288e88-d5f7-43a0-b8f4-5dc51c86ba9f req-ca36f157-0663-4003-83d2-ef2634447799 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:46.460982 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-05bca160-db5c-4a47-8a28-ff5f9ae045e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85b79cc-5861-4c82-8cc0-4bbf883385c1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-623582059', 'tenant_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '33895fcd-b8a7-4bb6-800d-4a31956077bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:44:37Z', 'updated_at': '2021-11-25T13:44:42Z', 'revision_number': 4, 'project_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'gw_port': {'id': '33895fcd-b8a7-4bb6-800d-4a31956077bb', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:4b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85b79cc-5861-4c82-8cc0-4bbf883385c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:44:37Z', 'updated_at': '2021-11-25T13:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'f8de6f5e-a291-4a92-87dd-233c792c4347', 'name': '', 'network_id': 'b90a203f-6c29-4bb1-93a7-1db625688052', 'tenant_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'mac_address': 'fa:16:3e:b0:79:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85b79cc-5861-4c82-8cc0-4bbf883385c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'e2f539e1-6052-4402-9fa7-92492f155f87', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:44:41Z', 'updated_at': '2021-11-25T13:44:45Z', 'revision_number': 4, 'project_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'subnets': [{'id': 'e2f539e1-6052-4402-9fa7-92492f155f87', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:44:46.461453 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-75288e88-d5f7-43a0-b8f4-5dc51c86ba9f req-ca36f157-0663-4003-83d2-ef2634447799 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee51a98d-343f-48f9-943e-6b592ff4aa2d HTTP/1.1" status: 200 len: 946 time: 0.0598140 Nov 25 13:44:46.469198 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c3afad40-d16e-4ae6-958a-b621b6b54934 req-e5a876ee-925e-40b5-857f-db83a60d3dd2 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:46.500165 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-1bd95aad-50ff-44f9-81f1-818631c0fd38 None None] Provisioning complete for port f8de6f5e-a291-4a92-87dd-233c792c4347 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:44:46.500567 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1bd95aad-50ff-44f9-81f1-818631c0fd38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:46.502313 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bca160-db5c-4a47-8a28-ff5f9ae045e2 None None] The sync data for ids ['d85b79cc-5861-4c82-8cc0-4bbf883385c1'] in n-d-808199-11 is: [{'id': 'd85b79cc-5861-4c82-8cc0-4bbf883385c1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-623582059', 'tenant_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '33895fcd-b8a7-4bb6-800d-4a31956077bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:44:37Z', 'updated_at': '2021-11-25T13:44:42Z', 'revision_number': 4, 'project_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'gw_port': {'id': '33895fcd-b8a7-4bb6-800d-4a31956077bb', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:4b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85b79cc-5861-4c82-8cc0-4bbf883385c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:44:37Z', 'updated_at': '2021-11-25T13:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'f8de6f5e-a291-4a92-87dd-233c792c4347', 'name': '', 'network_id': 'b90a203f-6c29-4bb1-93a7-1db625688052', 'tenant_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'mac_address': 'fa:16:3e:b0:79:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85b79cc-5861-4c82-8cc0-4bbf883385c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'e2f539e1-6052-4402-9fa7-92492f155f87', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:44:41Z', 'updated_at': '2021-11-25T13:44:45Z', 'revision_number': 4, 'project_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'subnets': [{'id': 'e2f539e1-6052-4402-9fa7-92492f155f87', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:44:46.514174 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3afad40-d16e-4ae6-958a-b621b6b54934 req-e5a876ee-925e-40b5-857f-db83a60d3dd2 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Network b90a203f-6c29-4bb1-93a7-1db625688052 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:44:46.517561 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-c3afad40-d16e-4ae6-958a-b621b6b54934 req-e5a876ee-925e-40b5-857f-db83a60d3dd2 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:44:46.519481 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-75288e88-d5f7-43a0-b8f4-5dc51c86ba9f req-78f18815-3e81-4d9f-9d85-00970362e2f9 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/security-groups?id=27567fab-f3ad-4151-a0d2-d9ff2be1ebcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501411 Nov 25 13:44:46.529316 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3afad40-d16e-4ae6-958a-b621b6b54934 req-e5a876ee-925e-40b5-857f-db83a60d3dd2 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:44:46.600708 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3afad40-d16e-4ae6-958a-b621b6b54934 req-e5a876ee-925e-40b5-857f-db83a60d3dd2 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:46.601361 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c3afad40-d16e-4ae6-958a-b621b6b54934 req-e5a876ee-925e-40b5-857f-db83a60d3dd2 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:46.618660 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a876ee-925e-40b5-857f-db83a60d3dd2 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Pushing event updated for resources: {'Port': ['ID=11befc69-fca9-49e6-aef2-5981092920c6,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:44:46.644638 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c3afad40-d16e-4ae6-958a-b621b6b54934 req-e5a876ee-925e-40b5-857f-db83a60d3dd2 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.6436608 Nov 25 13:44:46.657363 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-c3afad40-d16e-4ae6-958a-b621b6b54934 req-16453f5d-3392-4f80-9e19-7f8af4463910 service neutron] Request body: {'port': {'device_id': 'a9e10cda-e5d0-4213-a38e-e13da562074e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:44:46.727080 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c3afad40-d16e-4ae6-958a-b621b6b54934 req-16453f5d-3392-4f80-9e19-7f8af4463910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:46.838379 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e84ab8-75f1-45c1-b2b0-8cbd14e2e216 req-004a6813-e0cd-490c-aa06-89465c6cce06 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:46.840279 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e0e84ab8-75f1-45c1-b2b0-8cbd14e2e216 req-004a6813-e0cd-490c-aa06-89465c6cce06 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9e10cda-e5d0-4213-a38e-e13da562074e HTTP/1.1" status: 200 len: 895 time: 0.0709651 Nov 25 13:44:47.060363 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-d45e7612-3337-4326-941d-6b538685cc47 None None] Provisioning complete for port 11befc69-fca9-49e6-aef2-5981092920c6 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:44:47.061239 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d45e7612-3337-4326-941d-6b538685cc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:47.123085 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-d45e7612-3337-4326-941d-6b538685cc47 None None] Port 11befc69-fca9-49e6-aef2-5981092920c6 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:44:47.134378 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-c3afad40-d16e-4ae6-958a-b621b6b54934 req-16453f5d-3392-4f80-9e19-7f8af4463910 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11befc69-fca9-49e6-aef2-5981092920c6 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:44:47.142911 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c3afad40-d16e-4ae6-958a-b621b6b54934 req-16453f5d-3392-4f80-9e19-7f8af4463910 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:47.157296 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-c3afad40-d16e-4ae6-958a-b621b6b54934 req-16453f5d-3392-4f80-9e19-7f8af4463910 service neutron] Transition to ACTIVE for port object 11befc69-fca9-49e6-aef2-5981092920c6 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:44:47.160630 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c3afad40-d16e-4ae6-958a-b621b6b54934 req-16453f5d-3392-4f80-9e19-7f8af4463910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:47.219392 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16453f5d-3392-4f80-9e19-7f8af4463910 service neutron] Pushing event updated for resources: {'Port': ['ID=11befc69-fca9-49e6-aef2-5981092920c6,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:44:47.301362 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-c3afad40-d16e-4ae6-958a-b621b6b54934 req-16453f5d-3392-4f80-9e19-7f8af4463910 service neutron] Attempting to bind port 11befc69-fca9-49e6-aef2-5981092920c6 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:44:47.301908 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-c3afad40-d16e-4ae6-958a-b621b6b54934 req-16453f5d-3392-4f80-9e19-7f8af4463910 service neutron] Attempting to bind port 11befc69-fca9-49e6-aef2-5981092920c6 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '1a12e1d3-2733-4fe7-a622-383be904b0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'b90a203f-6c29-4bb1-93a7-1db625688052'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:44:47.302430 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3afad40-d16e-4ae6-958a-b621b6b54934 req-16453f5d-3392-4f80-9e19-7f8af4463910 service neutron] Attempting to bind port 11befc69-fca9-49e6-aef2-5981092920c6 on network b90a203f-6c29-4bb1-93a7-1db625688052 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:44:47.307921 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3afad40-d16e-4ae6-958a-b621b6b54934 req-16453f5d-3392-4f80-9e19-7f8af4463910 service neutron] Port 11befc69-fca9-49e6-aef2-5981092920c6 on network b90a203f-6c29-4bb1-93a7-1db625688052 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:44:47.308258 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3afad40-d16e-4ae6-958a-b621b6b54934 req-16453f5d-3392-4f80-9e19-7f8af4463910 service neutron] Attempting to bind port 11befc69-fca9-49e6-aef2-5981092920c6 on network b90a203f-6c29-4bb1-93a7-1db625688052 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:44:47.313977 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3afad40-d16e-4ae6-958a-b621b6b54934 req-16453f5d-3392-4f80-9e19-7f8af4463910 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:44:47.314456 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3afad40-d16e-4ae6-958a-b621b6b54934 req-16453f5d-3392-4f80-9e19-7f8af4463910 service neutron] Checking segment: {'id': '1a12e1d3-2733-4fe7-a622-383be904b0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'b90a203f-6c29-4bb1-93a7-1db625688052'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:44:47.314949 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3afad40-d16e-4ae6-958a-b621b6b54934 req-16453f5d-3392-4f80-9e19-7f8af4463910 service neutron] Bound using segment: {'id': '1a12e1d3-2733-4fe7-a622-383be904b0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'b90a203f-6c29-4bb1-93a7-1db625688052'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:44:47.315922 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-c3afad40-d16e-4ae6-958a-b621b6b54934 req-16453f5d-3392-4f80-9e19-7f8af4463910 service neutron] Bound port: 11befc69-fca9-49e6-aef2-5981092920c6, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a12e1d3-2733-4fe7-a622-383be904b0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'b90a203f-6c29-4bb1-93a7-1db625688052'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:44:47.316743 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c3afad40-d16e-4ae6-958a-b621b6b54934 req-16453f5d-3392-4f80-9e19-7f8af4463910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:47.411875 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-c3afad40-d16e-4ae6-958a-b621b6b54934 req-16453f5d-3392-4f80-9e19-7f8af4463910 service neutron] For port 11befc69-fca9-49e6-aef2-5981092920c6, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:44:47.415520 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-c3afad40-d16e-4ae6-958a-b621b6b54934 req-16453f5d-3392-4f80-9e19-7f8af4463910 service neutron] For port 11befc69-fca9-49e6-aef2-5981092920c6, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=11befc69-fca9-49e6-aef2-5981092920c6,segment=NetworkSegment(1a12e1d3-2733-4fe7-a622-383be904b0cd),segment_id=1a12e1d3-2733-4fe7-a622-383be904b0cd)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:44:47.423010 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c3afad40-d16e-4ae6-958a-b621b6b54934 req-16453f5d-3392-4f80-9e19-7f8af4463910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:47.448290 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3afad40-d16e-4ae6-958a-b621b6b54934 req-16453f5d-3392-4f80-9e19-7f8af4463910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:47.449752 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c3afad40-d16e-4ae6-958a-b621b6b54934 req-16453f5d-3392-4f80-9e19-7f8af4463910 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:47.451312 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c3afad40-d16e-4ae6-958a-b621b6b54934 req-16453f5d-3392-4f80-9e19-7f8af4463910 service neutron] 10.222.0.47 "PUT /v2.0/ports/11befc69-fca9-49e6-aef2-5981092920c6 HTTP/1.1" status: 200 len: 1056 time: 0.7982631 Nov 25 13:44:47.482229 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9e10cda-e5d0-4213-a38e-e13da562074e', 'tag': '11befc69-fca9-49e6-aef2-5981092920c6'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:44:47.485304 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebadc354-5578-42e4-92cc-7905f55879c1" -d '{"events": [{"name": "network-changed", "server_uuid": "a9e10cda-e5d0-4213-a38e-e13da562074e", "tag": "11befc69-fca9-49e6-aef2-5981092920c6"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:44:47.564894 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1cc2a7-f637-4c89-8336-14f8efcd0110 x-openstack-request-id: req-9d1cc2a7-f637-4c89-8336-14f8efcd0110 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:44:47.565759 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9e10cda-e5d0-4213-a38e-e13da562074e", "tag": "11befc69-fca9-49e6-aef2-5981092920c6", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:44:47.566011 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9d1cc2a7-f637-4c89-8336-14f8efcd0110 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:44:47.566416 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9e10cda-e5d0-4213-a38e-e13da562074e', 'tag': '11befc69-fca9-49e6-aef2-5981092920c6', 'status': 'completed', 'code': 200} Nov 25 13:44:47.583699 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16453f5d-3392-4f80-9e19-7f8af4463910 service neutron] Pushing event updated for resources: {'Port': ['ID=11befc69-fca9-49e6-aef2-5981092920c6,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:44:47.590906 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3afad40-d16e-4ae6-958a-b621b6b54934 req-4daf48c5-ff7c-473b-ae9f-2a406349c7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:47.592439 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c3afad40-d16e-4ae6-958a-b621b6b54934 req-4daf48c5-ff7c-473b-ae9f-2a406349c7eb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cfd4ec49b5f84c5aa94d46be4b4d2e1a&device_id=a9e10cda-e5d0-4213-a38e-e13da562074e HTTP/1.1" status: 200 len: 1059 time: 0.0804358 Nov 25 13:44:47.649929 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c3afad40-d16e-4ae6-958a-b621b6b54934 req-51c52119-922e-4983-bad7-1bddbbe17e66 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=11befc69-fca9-49e6-aef2-5981092920c6 HTTP/1.1" status: 200 len: 217 time: 0.0486784 Nov 25 13:44:47.727431 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3afad40-d16e-4ae6-958a-b621b6b54934 req-bffb0658-b327-43a6-8eac-635f5ddfea05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:47.728877 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c3afad40-d16e-4ae6-958a-b621b6b54934 req-bffb0658-b327-43a6-8eac-635f5ddfea05 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e2f539e1-6052-4402-9fa7-92492f155f87 HTTP/1.1" status: 200 len: 838 time: 0.0664196 Nov 25 13:44:47.781129 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3afad40-d16e-4ae6-958a-b621b6b54934 req-a409b1fe-e50d-48d3-ba87-9d9f7d6df00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:47.782629 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c3afad40-d16e-4ae6-958a-b621b6b54934 req-a409b1fe-e50d-48d3-ba87-9d9f7d6df00d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b90a203f-6c29-4bb1-93a7-1db625688052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0460298 Nov 25 13:44:47.910585 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c3afad40-d16e-4ae6-958a-b621b6b54934 req-52827e72-8e61-40d5-aaf1-0acd44a377d9 service neutron] 10.222.0.47 "GET /v2.0/networks/b90a203f-6c29-4bb1-93a7-1db625688052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199641 Nov 25 13:44:47.936055 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device f8de6f5e-a291-4a92-87dd-233c792c4347 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:44:47.995729 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port f8de6f5e-a291-4a92-87dd-233c792c4347 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:44:47.996136 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:48.032205 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92505bd3-c24f-446e-8c2a-f3dcd38b5cfc req-1e537e14-a6dc-4ab2-9409-e32b2d40b586 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:48.046332 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-92505bd3-c24f-446e-8c2a-f3dcd38b5cfc req-1e537e14-a6dc-4ab2-9409-e32b2d40b586 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9e10cda-e5d0-4213-a38e-e13da562074e HTTP/1.1" status: 200 len: 907 time: 0.0969977 Nov 25 13:44:48.071845 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c3afad40-d16e-4ae6-958a-b621b6b54934 req-7d1396ab-df57-4f1c-9caf-aaca3ae0b2d9 service neutron] 10.222.0.47 "GET /v2.0/networks/b90a203f-6c29-4bb1-93a7-1db625688052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532035 Nov 25 13:44:48.160422 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebadc354-5578-42e4-92cc-7905f55879c1 req-4988c397-0ce7-4c35-b540-3ff8994209c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:48.161942 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ebadc354-5578-42e4-92cc-7905f55879c1 req-4988c397-0ce7-4c35-b540-3ff8994209c8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cfd4ec49b5f84c5aa94d46be4b4d2e1a&device_id=a9e10cda-e5d0-4213-a38e-e13da562074e HTTP/1.1" status: 200 len: 1059 time: 0.0438244 Nov 25 13:44:48.567969 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebadc354-5578-42e4-92cc-7905f55879c1 req-3b192cd0-f44e-4f6c-b363-6782ff3abc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:48.569369 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ebadc354-5578-42e4-92cc-7905f55879c1 req-3b192cd0-f44e-4f6c-b363-6782ff3abc9e service neutron] 10.222.0.47 "GET /v2.0/networks?id=b90a203f-6c29-4bb1-93a7-1db625688052 HTTP/1.1" status: 200 len: 899 time: 0.4005315 Nov 25 13:44:48.613640 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ebadc354-5578-42e4-92cc-7905f55879c1 req-2d57219a-6cd6-463c-9bf3-aa5acdb979b3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=11befc69-fca9-49e6-aef2-5981092920c6 HTTP/1.1" status: 200 len: 217 time: 0.0350564 Nov 25 13:44:48.664155 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebadc354-5578-42e4-92cc-7905f55879c1 req-48022cc6-c73b-4d45-86af-cc56ca2e0603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:48.665639 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ebadc354-5578-42e4-92cc-7905f55879c1 req-48022cc6-c73b-4d45-86af-cc56ca2e0603 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e2f539e1-6052-4402-9fa7-92492f155f87 HTTP/1.1" status: 200 len: 838 time: 0.0440073 Nov 25 13:44:48.718640 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebadc354-5578-42e4-92cc-7905f55879c1 req-b411bfc3-ea5b-4b26-a012-36fb9bac8d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:48.720163 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ebadc354-5578-42e4-92cc-7905f55879c1 req-b411bfc3-ea5b-4b26-a012-36fb9bac8d9c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b90a203f-6c29-4bb1-93a7-1db625688052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0455995 Nov 25 13:44:48.813073 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ebadc354-5578-42e4-92cc-7905f55879c1 req-e0a6b8f4-cbb2-40d2-a5e4-96eae0e3785e service neutron] 10.222.0.47 "GET /v2.0/networks/b90a203f-6c29-4bb1-93a7-1db625688052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828676 Nov 25 13:44:48.935458 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-30b11c91-4c63-4916-8029-09107841bd3f req-00edba75-80e5-4b26-bb30-9785e30be56b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=47f1ef19-abd9-4076-9bf6-aed505c111f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0678947 Nov 25 13:44:48.941303 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ebadc354-5578-42e4-92cc-7905f55879c1 req-a7878d63-7ac2-4ab4-b655-356561bc3598 service neutron] 10.222.0.47 "GET /v2.0/networks/b90a203f-6c29-4bb1-93a7-1db625688052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208289 Nov 25 13:44:49.022154 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b11c91-4c63-4916-8029-09107841bd3f req-b95ffe9e-943f-4a9c-8946-224ad7aad262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:49.023695 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-30b11c91-4c63-4916-8029-09107841bd3f req-b95ffe9e-943f-4a9c-8946-224ad7aad262 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9dc1a48862ac42b3972f86f43179969d&device_id=47f1ef19-abd9-4076-9bf6-aed505c111f6 HTTP/1.1" status: 200 len: 1097 time: 0.0423105 Nov 25 13:44:49.140417 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b11c91-4c63-4916-8029-09107841bd3f req-29746de3-b65c-4afd-9ddd-f62204823914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:49.142190 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-30b11c91-4c63-4916-8029-09107841bd3f req-29746de3-b65c-4afd-9ddd-f62204823914 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ccbeb2e1-4f0c-4ccf-85dc-866190817523 HTTP/1.1" status: 200 len: 916 time: 0.0996363 Nov 25 13:44:49.173964 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033fcfd5-c4ea-4d41-a1c5-3ee3b799844b req-7dbec506-3e20-4d9f-9132-7dee6e96cd08 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:49.176746 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-033fcfd5-c4ea-4d41-a1c5-3ee3b799844b req-7dbec506-3e20-4d9f-9132-7dee6e96cd08 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9e10cda-e5d0-4213-a38e-e13da562074e HTTP/1.1" status: 200 len: 907 time: 0.0527265 Nov 25 13:44:49.184700 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-30b11c91-4c63-4916-8029-09107841bd3f req-4a3c9600-0df2-4f28-a6a0-29d5154b6c68 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aecc4410-189f-43a7-8c7a-7ff4ad8a83d0 HTTP/1.1" status: 200 len: 217 time: 0.0361676 Nov 25 13:44:49.234972 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b11c91-4c63-4916-8029-09107841bd3f req-97302274-35ab-4ad2-a86b-d5351903bdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:49.236438 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-30b11c91-4c63-4916-8029-09107841bd3f req-97302274-35ab-4ad2-a86b-d5351903bdd3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fc3d9c60-0f17-44a2-8d43-97fb4c8e6984 HTTP/1.1" status: 200 len: 855 time: 0.0438187 Nov 25 13:44:49.272699 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-30b11c91-4c63-4916-8029-09107841bd3f req-1629bd2d-7533-46f7-8ba6-de232a05c8f7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ccbeb2e1-4f0c-4ccf-85dc-866190817523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293443 Nov 25 13:44:49.395884 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-30b11c91-4c63-4916-8029-09107841bd3f req-8bfe8c43-46df-4908-8722-8233e8fe5b28 service neutron] 10.222.0.47 "GET /v2.0/networks/ccbeb2e1-4f0c-4ccf-85dc-866190817523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154060 Nov 25 13:44:49.456963 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d5d0e791-5199-450e-bcb8-3c7170b54a00 req-b7f8f9be-00f7-48cd-a6ca-a8fc641f8529 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=69b16df7-2751-4f71-9e79-a31fe0656a01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0950122 Nov 25 13:44:49.500978 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-30b11c91-4c63-4916-8029-09107841bd3f req-7abb22e4-1c42-44cb-95f0-6d9a52f36954 service neutron] 10.222.0.47 "GET /v2.0/networks/ccbeb2e1-4f0c-4ccf-85dc-866190817523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983546 Nov 25 13:44:49.547035 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d0e791-5199-450e-bcb8-3c7170b54a00 req-ea0ac498-0c91-4451-9f7f-e11c88e091e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:49.548537 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d5d0e791-5199-450e-bcb8-3c7170b54a00 req-ea0ac498-0c91-4451-9f7f-e11c88e091e7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cfd4ec49b5f84c5aa94d46be4b4d2e1a&device_id=69b16df7-2751-4f71-9e79-a31fe0656a01 HTTP/1.1" status: 200 len: 1137 time: 0.0427072 Nov 25 13:44:49.663765 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d0e791-5199-450e-bcb8-3c7170b54a00 req-fa8ee873-ead6-4d39-ba47-5edc5401eab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:49.665243 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d5d0e791-5199-450e-bcb8-3c7170b54a00 req-fa8ee873-ead6-4d39-ba47-5edc5401eab1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7232bf8f-5287-4b6a-87ba-8b74b3025992 HTTP/1.1" status: 200 len: 898 time: 0.0977702 Nov 25 13:44:49.735723 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d5d0e791-5199-450e-bcb8-3c7170b54a00 req-8e61795c-253d-45bb-bba4-381eca0136a7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecfdf956-705c-4563-9dcf-f536383cb9e7 HTTP/1.1" status: 200 len: 1002 time: 0.0605354 Nov 25 13:44:49.791036 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d0e791-5199-450e-bcb8-3c7170b54a00 req-ffacdc25-8b9d-4165-b1c6-0d863e19ecc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:49.792620 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d5d0e791-5199-450e-bcb8-3c7170b54a00 req-ffacdc25-8b9d-4165-b1c6-0d863e19ecc1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ab22aa54-8ae1-49ef-aded-0a6901b884ee HTTP/1.1" status: 200 len: 835 time: 0.0494525 Nov 25 13:44:49.845237 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d0e791-5199-450e-bcb8-3c7170b54a00 req-5d244671-5ad2-4da8-9a05-03716ff9114e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:49.847381 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d5d0e791-5199-450e-bcb8-3c7170b54a00 req-5d244671-5ad2-4da8-9a05-03716ff9114e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7232bf8f-5287-4b6a-87ba-8b74b3025992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456758 Nov 25 13:44:49.945543 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d5d0e791-5199-450e-bcb8-3c7170b54a00 req-6886b4d4-a6f2-46a7-8b9e-234165169684 service neutron] 10.222.0.66 "GET /v2.0/networks/7232bf8f-5287-4b6a-87ba-8b74b3025992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901666 Nov 25 13:44:50.043769 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d5d0e791-5199-450e-bcb8-3c7170b54a00 req-d8e30ee3-8395-480a-992f-50d73fd218d9 service neutron] 10.222.0.66 "GET /v2.0/networks/7232bf8f-5287-4b6a-87ba-8b74b3025992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906057 Nov 25 13:44:50.253445 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 11befc69-fca9-49e6-aef2-5981092920c6 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:44:50.299312 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cca482-ec3a-481c-8773-9acd96c17713 req-d28e2e08-533b-44df-a6e6-fb20ee660876 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:50.300751 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e1cca482-ec3a-481c-8773-9acd96c17713 req-d28e2e08-533b-44df-a6e6-fb20ee660876 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9e10cda-e5d0-4213-a38e-e13da562074e HTTP/1.1" status: 200 len: 907 time: 0.0550654 Nov 25 13:44:50.353599 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 11befc69-fca9-49e6-aef2-5981092920c6, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=11befc69-fca9-49e6-aef2-5981092920c6,segment=NetworkSegment(1a12e1d3-2733-4fe7-a622-383be904b0cd),segment_id=1a12e1d3-2733-4fe7-a622-383be904b0cd)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:44:50.365333 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '11befc69-fca9-49e6-aef2-5981092920c6', 'network_id': 'b90a203f-6c29-4bb1-93a7-1db625688052', 'port_id': '11befc69-fca9-49e6-aef2-5981092920c6', 'mac_address': 'fa:16:3e:0c:bc:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2f539e1-6052-4402-9fa7-92492f155f87', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:44:50.403959 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:50.417011 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11befc69-fca9-49e6-aef2-5981092920c6 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:44:50.437056 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 11befc69-fca9-49e6-aef2-5981092920c6, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=11befc69-fca9-49e6-aef2-5981092920c6,segment=NetworkSegment(1a12e1d3-2733-4fe7-a622-383be904b0cd),segment_id=1a12e1d3-2733-4fe7-a622-383be904b0cd)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:44:50.441177 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:50.488217 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=11befc69-fca9-49e6-aef2-5981092920c6,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:44:50.653853 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['11befc69-fca9-49e6-aef2-5981092920c6'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:44:51.419430 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5cb904-06df-4c0c-a630-42ae447c7b2d req-54b2b25a-b346-421b-91f2-e549dadd2594 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:51.420930 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cd5cb904-06df-4c0c-a630-42ae447c7b2d req-54b2b25a-b346-421b-91f2-e549dadd2594 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9e10cda-e5d0-4213-a38e-e13da562074e HTTP/1.1" status: 200 len: 908 time: 0.0503955 Nov 25 13:44:52.269394 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 11befc69-fca9-49e6-aef2-5981092920c6 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:44:52.318222 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 11befc69-fca9-49e6-aef2-5981092920c6 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:44:52.322864 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 11befc69-fca9-49e6-aef2-5981092920c6 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:44:52.323247 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:52.410429 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:52.434107 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e10cda-e5d0-4213-a38e-e13da562074e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11befc69-fca9-49e6-aef2-5981092920c6'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:44:52.436899 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25377d56-7d33-4873-a5a4-7fb8e6f3c908" -d '{"events": [{"server_uuid": "a9e10cda-e5d0-4213-a38e-e13da562074e", "name": "network-vif-plugged", "status": "completed", "tag": "11befc69-fca9-49e6-aef2-5981092920c6"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:44:52.453968 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 11befc69-fca9-49e6-aef2-5981092920c6, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=11befc69-fca9-49e6-aef2-5981092920c6,segment=NetworkSegment(1a12e1d3-2733-4fe7-a622-383be904b0cd),segment_id=1a12e1d3-2733-4fe7-a622-383be904b0cd)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:44:52.460698 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:52.490010 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ef1c51-f56b-4a8c-bdd3-f9e2d0690ddb x-openstack-request-id: req-91ef1c51-f56b-4a8c-bdd3-f9e2d0690ddb {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:44:52.491126 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9e10cda-e5d0-4213-a38e-e13da562074e", "name": "network-vif-plugged", "status": "completed", "tag": "11befc69-fca9-49e6-aef2-5981092920c6", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:44:52.491126 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-91ef1c51-f56b-4a8c-bdd3-f9e2d0690ddb {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:44:52.497027 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e10cda-e5d0-4213-a38e-e13da562074e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11befc69-fca9-49e6-aef2-5981092920c6', 'code': 200} Nov 25 13:44:52.531357 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=11befc69-fca9-49e6-aef2-5981092920c6,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:44:52.555422 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711c7b68-0e78-4898-a946-c3f59a684f40 req-b1262f8a-52d2-43f7-a145-abf62f9733fa tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:52.556927 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-711c7b68-0e78-4898-a946-c3f59a684f40 req-b1262f8a-52d2-43f7-a145-abf62f9733fa tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9e10cda-e5d0-4213-a38e-e13da562074e HTTP/1.1" status: 200 len: 909 time: 0.0622044 Nov 25 13:44:52.598462 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd7f124-94a8-4ba3-82b1-360d229e59e0 req-019fcea1-9280-4e7c-97e2-9e64fa076116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:52.600138 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8cd7f124-94a8-4ba3-82b1-360d229e59e0 req-019fcea1-9280-4e7c-97e2-9e64fa076116 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a9e10cda-e5d0-4213-a38e-e13da562074e HTTP/1.1" status: 200 len: 1061 time: 0.0454226 Nov 25 13:44:53.687200 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4822c624-9b78-4301-aa6b-633b68186059 req-69b3f64b-0775-42a2-9365-f9b58f99809e tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:53.688758 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4822c624-9b78-4301-aa6b-633b68186059 req-69b3f64b-0775-42a2-9365-f9b58f99809e tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9e10cda-e5d0-4213-a38e-e13da562074e HTTP/1.1" status: 200 len: 909 time: 0.0529439 Nov 25 13:44:54.808578 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b138253-7047-4817-8a02-f047428ba32a req-5af73e13-0ccf-4c48-966b-8f277cd32692 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:54.810089 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0b138253-7047-4817-8a02-f047428ba32a req-5af73e13-0ccf-4c48-966b-8f277cd32692 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9e10cda-e5d0-4213-a38e-e13da562074e HTTP/1.1" status: 200 len: 909 time: 0.0531361 Nov 25 13:44:54.925979 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae98ce2a-306d-4764-8b74-0d0fae434f8a req-f9e0fa3b-fa39-4015-9932-d61f24cf57b1 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:54.928177 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ae98ce2a-306d-4764-8b74-0d0fae434f8a req-f9e0fa3b-fa39-4015-9932-d61f24cf57b1 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9e10cda-e5d0-4213-a38e-e13da562074e HTTP/1.1" status: 200 len: 909 time: 0.0503557 Nov 25 13:44:55.039946 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d680d2-4ab3-4527-bfb7-cc42dc2af98b req-061048fe-7751-45ab-88d9-168637242470 tempest-TestSecurityGroupsBasicOps-1162373632 tempest-TestSecurityGroupsBasicOps-1162373632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:55.041431 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-16d680d2-4ab3-4527-bfb7-cc42dc2af98b req-061048fe-7751-45ab-88d9-168637242470 tempest-TestSecurityGroupsBasicOps-1162373632 tempest-TestSecurityGroupsBasicOps-1162373632-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a9e10cda-e5d0-4213-a38e-e13da562074e HTTP/1.1" status: 200 len: 1061 time: 0.0404708 Nov 25 13:44:55.144660 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0674108e-3648-4273-bd8e-290ec76e8ed2 req-6a1c303b-6964-469f-9a7b-8f7aed939fbb tempest-TestSecurityGroupsBasicOps-1162373632 tempest-TestSecurityGroupsBasicOps-1162373632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:55.146171 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0674108e-3648-4273-bd8e-290ec76e8ed2 req-6a1c303b-6964-469f-9a7b-8f7aed939fbb tempest-TestSecurityGroupsBasicOps-1162373632 tempest-TestSecurityGroupsBasicOps-1162373632-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=69b16df7-2751-4f71-9e79-a31fe0656a01 HTTP/1.1" status: 200 len: 1137 time: 0.0410736 Nov 25 13:44:55.198145 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0674108e-3648-4273-bd8e-290ec76e8ed2 req-e632e219-1efe-4be1-86b2-d3f12a0fe4ac tempest-TestSecurityGroupsBasicOps-1162373632 tempest-TestSecurityGroupsBasicOps-1162373632-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=156b789b-f9ae-45be-b1f4-9231e15d6348&id=5b0f2370-0bcc-4a50-a868-2433a3e6a69c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0458357 Nov 25 13:44:55.219008 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59624) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:44:55.261183 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbb3051-6070-4bdb-94c6-6ae3a6f04e26 tempest-TestSecurityGroupsBasicOps-1162373632 tempest-TestSecurityGroupsBasicOps-1162373632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:55.262671 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-0bbb3051-6070-4bdb-94c6-6ae3a6f04e26 tempest-TestSecurityGroupsBasicOps-1162373632 tempest-TestSecurityGroupsBasicOps-1162373632-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a9e10cda-e5d0-4213-a38e-e13da562074e HTTP/1.1" status: 200 len: 1056 time: 0.0426989 Nov 25 13:44:55.482128 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b5974-ee61-4121-9acb-a57ba7505557 req-c053c28b-042d-49c2-a82f-6a3d4c7d4693 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:55.483549 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7e8b5974-ee61-4121-9acb-a57ba7505557 req-c053c28b-042d-49c2-a82f-6a3d4c7d4693 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9e10cda-e5d0-4213-a38e-e13da562074e HTTP/1.1" status: 200 len: 909 time: 0.0481982 Nov 25 13:44:56.600511 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a4ffa0-0656-4f9f-8230-8bd13ad75ea9 req-09ebe18d-8d81-4e6e-8440-6dd82d01d53b tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:56.601986 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e7a4ffa0-0656-4f9f-8230-8bd13ad75ea9 req-09ebe18d-8d81-4e6e-8440-6dd82d01d53b tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9e10cda-e5d0-4213-a38e-e13da562074e HTTP/1.1" status: 200 len: 909 time: 0.0493035 Nov 25 13:44:56.841543 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b319da-599e-468b-bf4f-53aaf52bbe59 req-06f0fa1d-0e73-4c5d-8de0-df002b38d94d tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:44:56.843013 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-27b319da-599e-468b-bf4f-53aaf52bbe59 req-06f0fa1d-0e73-4c5d-8de0-df002b38d94d tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.47 "GET /v2.0/ports?device_id=a9e10cda-e5d0-4213-a38e-e13da562074e HTTP/1.1" status: 200 len: 909 time: 0.0478697 Nov 25 13:44:56.935610 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-27b319da-599e-468b-bf4f-53aaf52bbe59 req-52bc8500-126f-485b-a46d-c0820459d945 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Deleting port 11befc69-fca9-49e6-aef2-5981092920c6 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:44:56.935950 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-27b319da-599e-468b-bf4f-53aaf52bbe59 req-52bc8500-126f-485b-a46d-c0820459d945 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:57.023491 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-27b319da-599e-468b-bf4f-53aaf52bbe59 req-52bc8500-126f-485b-a46d-c0820459d945 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] For port 11befc69-fca9-49e6-aef2-5981092920c6, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=11befc69-fca9-49e6-aef2-5981092920c6,segment=NetworkSegment(1a12e1d3-2733-4fe7-a622-383be904b0cd),segment_id=1a12e1d3-2733-4fe7-a622-383be904b0cd)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:44:57.023779 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-27b319da-599e-468b-bf4f-53aaf52bbe59 req-52bc8500-126f-485b-a46d-c0820459d945 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:57.036725 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-27b319da-599e-468b-bf4f-53aaf52bbe59 req-52bc8500-126f-485b-a46d-c0820459d945 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Calling delete_port for 11befc69-fca9-49e6-aef2-5981092920c6 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:44:57.166660 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-27b319da-599e-468b-bf4f-53aaf52bbe59 req-52bc8500-126f-485b-a46d-c0820459d945 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:57.193126 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc8500-126f-485b-a46d-c0820459d945 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Pushing event deleted for resources: {'Port': ['ID=11befc69-fca9-49e6-aef2-5981092920c6,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:44:57.241074 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b319da-599e-468b-bf4f-53aaf52bbe59 req-52bc8500-126f-485b-a46d-c0820459d945 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] No DVR routers for this DVR port 11befc69-fca9-49e6-aef2-5981092920c6 on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:44:57.243913 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-27b319da-599e-468b-bf4f-53aaf52bbe59 req-52bc8500-126f-485b-a46d-c0820459d945 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:57.247690 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-27b319da-599e-468b-bf4f-53aaf52bbe59 req-52bc8500-126f-485b-a46d-c0820459d945 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.47 "DELETE /v2.0/ports/11befc69-fca9-49e6-aef2-5981092920c6 HTTP/1.1" status: 204 len: 173 time: 0.3983400 Nov 25 13:44:57.248173 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e10cda-e5d0-4213-a38e-e13da562074e', 'name': 'network-vif-deleted', 'tag': '11befc69-fca9-49e6-aef2-5981092920c6'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:44:57.251863 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-900c1712-c367-48be-8cad-a5c0194b672a" -d '{"events": [{"server_uuid": "a9e10cda-e5d0-4213-a38e-e13da562074e", "name": "network-vif-deleted", "tag": "11befc69-fca9-49e6-aef2-5981092920c6"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:44:57.296866 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b81e50-003e-4818-a906-ac53b254476f x-openstack-request-id: req-e3b81e50-003e-4818-a906-ac53b254476f {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:44:57.297192 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9e10cda-e5d0-4213-a38e-e13da562074e", "name": "network-vif-deleted", "tag": "11befc69-fca9-49e6-aef2-5981092920c6", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:44:57.297444 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e3b81e50-003e-4818-a906-ac53b254476f {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:44:57.297849 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e10cda-e5d0-4213-a38e-e13da562074e', 'name': 'network-vif-deleted', 'tag': '11befc69-fca9-49e6-aef2-5981092920c6', 'status': 'completed', 'code': 200} Nov 25 13:44:57.710658 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-09c60d5e-faf6-463e-80e0-2c567ebd58f8 req-34c211fa-99c8-4485-a828-4f55db6da678 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9e10cda-e5d0-4213-a38e-e13da562074e HTTP/1.1" status: 200 len: 210 time: 0.0264261 Nov 25 13:44:58.773753 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59644) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:44:59.146968 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3a770519-e8be-4d8e-8dce-7c9ce719475d tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:59.430652 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-3a770519-e8be-4d8e-8dce-7c9ce719475d tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Deleting port f8de6f5e-a291-4a92-87dd-233c792c4347 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:44:59.431044 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3a770519-e8be-4d8e-8dce-7c9ce719475d tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:59.524123 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-3a770519-e8be-4d8e-8dce-7c9ce719475d tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] For port f8de6f5e-a291-4a92-87dd-233c792c4347, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=f8de6f5e-a291-4a92-87dd-233c792c4347,segment=NetworkSegment(1a12e1d3-2733-4fe7-a622-383be904b0cd),segment_id=1a12e1d3-2733-4fe7-a622-383be904b0cd)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:44:59.524498 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3a770519-e8be-4d8e-8dce-7c9ce719475d tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:59.536366 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-3a770519-e8be-4d8e-8dce-7c9ce719475d tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Calling delete_port for f8de6f5e-a291-4a92-87dd-233c792c4347 owned by network:router_interface {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:44:59.718837 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3a770519-e8be-4d8e-8dce-7c9ce719475d tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:44:59.755226 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a770519-e8be-4d8e-8dce-7c9ce719475d tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Pushing event deleted for resources: {'Port': ['ID=f8de6f5e-a291-4a92-87dd-233c792c4347,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:44:59.951056 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3a770519-e8be-4d8e-8dce-7c9ce719475d tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:00.171618 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a770519-e8be-4d8e-8dce-7c9ce719475d tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Router d85b79cc-5861-4c82-8cc0-4bbf883385c1 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:45:00.277902 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a770519-e8be-4d8e-8dce-7c9ce719475d tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:45:00.286421 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3a770519-e8be-4d8e-8dce-7c9ce719475d tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.53 "PUT /v2.0/routers/d85b79cc-5861-4c82-8cc0-4bbf883385c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5086193 Nov 25 13:45:00.286954 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59664) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:45:00.290084 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4cb3ff-20b6-48ac-8f7b-f9bd294b1cab None None] Sync routers for ids ['d85b79cc-5861-4c82-8cc0-4bbf883385c1'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:45:00.299764 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4cb3ff-20b6-48ac-8f7b-f9bd294b1cab None None] Routers {'d85b79cc-5861-4c82-8cc0-4bbf883385c1'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:45:00.300649 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-cf4cb3ff-20b6-48ac-8f7b-f9bd294b1cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:44:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['d85b79cc-5861-4c82-8cc0-4bbf883385c1'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:45:00.316065 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 11befc69-fca9-49e6-aef2-5981092920c6 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:45:00.343169 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: 11befc69-fca9-49e6-aef2-5981092920c6 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:45:00.343824 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 11befc69-fca9-49e6-aef2-5981092920c6 not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:45:00.355006 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c8df91fa-4791-473b-be79-97e9ecaec230 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:00.391913 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-f26131e2-1f1e-4754-b421-fac6beef3787 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Deleting subnet e2f539e1-6052-4402-9fa7-92492f155f87 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:45:00.399218 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f26131e2-1f1e-4754-b421-fac6beef3787 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:00.444961 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f26131e2-1f1e-4754-b421-fac6beef3787 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:00.447798 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-cf4cb3ff-20b6-48ac-8f7b-f9bd294b1cab None None] Set router d85b79cc-5861-4c82-8cc0-4bbf883385c1 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:45:00.537859 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f26131e2-1f1e-4754-b421-fac6beef3787 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:00.603039 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f26131e2-1f1e-4754-b421-fac6beef3787 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:00.632408 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26131e2-1f1e-4754-b421-fac6beef3787 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Pushing event deleted for resources: {'Subnet': ['ID=e2f539e1-6052-4402-9fa7-92492f155f87,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:45:00.636867 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f26131e2-1f1e-4754-b421-fac6beef3787 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:00.640503 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-f26131e2-1f1e-4754-b421-fac6beef3787 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.53 "DELETE /v2.0/subnets/e2f539e1-6052-4402-9fa7-92492f155f87 HTTP/1.1" status: 204 len: 168 time: 0.3524776 Nov 25 13:45:00.643163 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59668) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:45:00.645394 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56dd708a-c91d-4334-b2be-c05d40b6b532 None None] Network b90a203f-6c29-4bb1-93a7-1db625688052 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:45:00.657529 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-cf4cb3ff-20b6-48ac-8f7b-f9bd294b1cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85b79cc-5861-4c82-8cc0-4bbf883385c1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-623582059', 'tenant_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '33895fcd-b8a7-4bb6-800d-4a31956077bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:44:37Z', 'updated_at': '2021-11-25T13:44:59Z', 'revision_number': 5, 'project_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'gw_port': {'id': '33895fcd-b8a7-4bb6-800d-4a31956077bb', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:4b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85b79cc-5861-4c82-8cc0-4bbf883385c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:44:37Z', 'updated_at': '2021-11-25T13:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:45:00.690636 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4cb3ff-20b6-48ac-8f7b-f9bd294b1cab None None] Checking router: d85b79cc-5861-4c82-8cc0-4bbf883385c1 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:45:00.699416 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4cb3ff-20b6-48ac-8f7b-f9bd294b1cab None None] Routers {'d85b79cc-5861-4c82-8cc0-4bbf883385c1'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:45:00.699959 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-cf4cb3ff-20b6-48ac-8f7b-f9bd294b1cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:44:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['d85b79cc-5861-4c82-8cc0-4bbf883385c1'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:45:00.763333 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a8b17872-e360-4d43-b6c2-31a2f0852cf6 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:00.883086 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca846ea-992d-4e56-9a02-bdb6a2377960 None None] DHCP port deletion for b90a203f-6c29-4bb1-93a7-1db625688052 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:45:00.886043 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a8b17872-e360-4d43-b6c2-31a2f0852cf6 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:00.929325 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-cf4cb3ff-20b6-48ac-8f7b-f9bd294b1cab None None] Set router d85b79cc-5861-4c82-8cc0-4bbf883385c1 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:45:00.936580 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-cca846ea-992d-4e56-9a02-bdb6a2377960 None None] Deleting port 36113a57-71e9-42fd-8d72-04690e8bea63 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:45:00.937300 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cca846ea-992d-4e56-9a02-bdb6a2377960 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:00.953307 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-a8b17872-e360-4d43-b6c2-31a2f0852cf6 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Deleting port 33895fcd-b8a7-4bb6-800d-4a31956077bb {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:45:00.953600 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a8b17872-e360-4d43-b6c2-31a2f0852cf6 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:01.019664 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-cca846ea-992d-4e56-9a02-bdb6a2377960 None None] For port 36113a57-71e9-42fd-8d72-04690e8bea63, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=36113a57-71e9-42fd-8d72-04690e8bea63,segment=NetworkSegment(1a12e1d3-2733-4fe7-a622-383be904b0cd),segment_id=1a12e1d3-2733-4fe7-a622-383be904b0cd)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:45:01.020159 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cca846ea-992d-4e56-9a02-bdb6a2377960 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:01.034318 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-cca846ea-992d-4e56-9a02-bdb6a2377960 None None] Calling delete_port for 36113a57-71e9-42fd-8d72-04690e8bea63 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:45:01.050780 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-a8b17872-e360-4d43-b6c2-31a2f0852cf6 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] For port 33895fcd-b8a7-4bb6-800d-4a31956077bb, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=33895fcd-b8a7-4bb6-800d-4a31956077bb,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:45:01.051394 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a8b17872-e360-4d43-b6c2-31a2f0852cf6 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:01.072187 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-a8b17872-e360-4d43-b6c2-31a2f0852cf6 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Calling delete_port for 33895fcd-b8a7-4bb6-800d-4a31956077bb owned by network:router_gateway {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:45:01.122683 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-cf4cb3ff-20b6-48ac-8f7b-f9bd294b1cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85b79cc-5861-4c82-8cc0-4bbf883385c1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-623582059', 'tenant_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '33895fcd-b8a7-4bb6-800d-4a31956077bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:44:37Z', 'updated_at': '2021-11-25T13:44:59Z', 'revision_number': 5, 'project_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'gw_port': {'id': '33895fcd-b8a7-4bb6-800d-4a31956077bb', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:4b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85b79cc-5861-4c82-8cc0-4bbf883385c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:44:37Z', 'updated_at': '2021-11-25T13:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:45:01.128248 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cca846ea-992d-4e56-9a02-bdb6a2377960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:01.159591 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4cb3ff-20b6-48ac-8f7b-f9bd294b1cab None None] The sync data for ids ['d85b79cc-5861-4c82-8cc0-4bbf883385c1'] in n-d-808199-11 is: [{'id': 'd85b79cc-5861-4c82-8cc0-4bbf883385c1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-623582059', 'tenant_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '33895fcd-b8a7-4bb6-800d-4a31956077bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:44:37Z', 'updated_at': '2021-11-25T13:44:59Z', 'revision_number': 5, 'project_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'gw_port': {'id': '33895fcd-b8a7-4bb6-800d-4a31956077bb', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:4b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85b79cc-5861-4c82-8cc0-4bbf883385c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:44:37Z', 'updated_at': '2021-11-25T13:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:45:01.160900 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca846ea-992d-4e56-9a02-bdb6a2377960 None None] Pushing event deleted for resources: {'Port': ['ID=36113a57-71e9-42fd-8d72-04690e8bea63,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:45:01.167062 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca846ea-992d-4e56-9a02-bdb6a2377960 None None] No DVR routers for this DVR port 36113a57-71e9-42fd-8d72-04690e8bea63 on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:45:01.272924 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a8b17872-e360-4d43-b6c2-31a2f0852cf6 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:01.303168 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b17872-e360-4d43-b6c2-31a2f0852cf6 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Pushing event deleted for resources: {'Port': ['ID=33895fcd-b8a7-4bb6-800d-4a31956077bb,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:45:01.331242 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6999b966-8569-4c05-917f-cf871f1142e5 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:45:01.373337 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a8b17872-e360-4d43-b6c2-31a2f0852cf6 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:01.478819 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a8b17872-e360-4d43-b6c2-31a2f0852cf6 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:01.481295 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a8b17872-e360-4d43-b6c2-31a2f0852cf6 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:01.533046 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a8b17872-e360-4d43-b6c2-31a2f0852cf6 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:01.533783 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b17872-e360-4d43-b6c2-31a2f0852cf6 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Fanout notify agent at l3_agent the message router_deleted on router d85b79cc-5861-4c82-8cc0-4bbf883385c1 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:45:01.542235 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a8b17872-e360-4d43-b6c2-31a2f0852cf6 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:01.543659 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-a8b17872-e360-4d43-b6c2-31a2f0852cf6 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.53 "DELETE /v2.0/routers/d85b79cc-5861-4c82-8cc0-4bbf883385c1 HTTP/1.1" status: 204 len: 168 time: 0.8993585 Nov 25 13:45:01.546246 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59672) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:45:01.637148 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5c183833-daeb-445f-a996-f8a693c96070 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:01.721787 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:45:01.753995 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5c183833-daeb-445f-a996-f8a693c96070 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:01.786379 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-5c183833-daeb-445f-a996-f8a693c96070 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b90a203f-6c29-4bb1-93a7-1db625688052']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:45:01.795953 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-5c183833-daeb-445f-a996-f8a693c96070 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a12e1d3-2733-4fe7-a622-383be904b0cd') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:45:01.796258 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-5c183833-daeb-445f-a996-f8a693c96070 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a12e1d3-2733-4fe7-a622-383be904b0cd') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:45:01.806511 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5c183833-daeb-445f-a996-f8a693c96070 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:01.827114 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5c183833-daeb-445f-a996-f8a693c96070 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:01.838253 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c183833-daeb-445f-a996-f8a693c96070 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:45:01.839044 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5c183833-daeb-445f-a996-f8a693c96070 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:01.843763 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:45:01.843763 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:45:01.843763 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:45:01.843763 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:45:01.843763 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:45:01.843763 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:45:01.843763 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:45:01.843763 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:45:01.843763 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:45:01.843763 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:45:01.843763 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:45:01.843763 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:45:01.843763 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:45:01.843763 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:45:01.843763 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:45:01.843763 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:45:01.843763 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:45:01.843763 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:45:01.843763 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:45:01.843763 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:45:01.843763 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:45:01.843763 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:45:01.843763 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:45:01.843763 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:45:01.843763 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:45:01.843763 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:45:01.843763 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:45:01.843763 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:45:01.843763 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:45:01.843763 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:45:01.843763 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:45:01.843763 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:45:01.903321 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5c183833-daeb-445f-a996-f8a693c96070 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:01.909074 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5c183833-daeb-445f-a996-f8a693c96070 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:01.912404 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5c183833-daeb-445f-a996-f8a693c96070 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.53 "DELETE /v2.0/networks/b90a203f-6c29-4bb1-93a7-1db625688052 HTTP/1.1" status: 204 len: 168 time: 0.3649344 Nov 25 13:45:01.916184 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59674) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:45:01.929729 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c183833-daeb-445f-a996-f8a693c96070 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Pushing event deleted for resources: {'Network': ['ID=b90a203f-6c29-4bb1-93a7-1db625688052,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:45:02.112521 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1c473-8547-42b8-a24d-9b5124fd78c6 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Deleting port cd10b402-09aa-45d8-82fe-b807ade72888 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:45:02.113216 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5bd1c473-8547-42b8-a24d-9b5124fd78c6 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:02.176607 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 36113a57-71e9-42fd-8d72-04690e8bea63 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:45:02.215007 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 36113a57-71e9-42fd-8d72-04690e8bea63 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:45:02.215640 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 36113a57-71e9-42fd-8d72-04690e8bea63 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:45:02.216234 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device f8de6f5e-a291-4a92-87dd-233c792c4347 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:45:02.224114 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5bd1c473-8547-42b8-a24d-9b5124fd78c6 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:02.224588 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5bd1c473-8547-42b8-a24d-9b5124fd78c6 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:02.237941 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1c473-8547-42b8-a24d-9b5124fd78c6 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Calling delete_port for cd10b402-09aa-45d8-82fe-b807ade72888 owned by network:floatingip {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:45:02.239576 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: f8de6f5e-a291-4a92-87dd-233c792c4347 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:45:02.240107 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device f8de6f5e-a291-4a92-87dd-233c792c4347 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:45:02.240714 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 33895fcd-b8a7-4bb6-800d-4a31956077bb no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:45:02.261697 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 33895fcd-b8a7-4bb6-800d-4a31956077bb {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:45:02.262342 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 33895fcd-b8a7-4bb6-800d-4a31956077bb not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:45:02.404296 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5bd1c473-8547-42b8-a24d-9b5124fd78c6 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:02.435840 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1c473-8547-42b8-a24d-9b5124fd78c6 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Pushing event deleted for resources: {'Port': ['ID=cd10b402-09aa-45d8-82fe-b807ade72888,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:45:02.504397 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5bd1c473-8547-42b8-a24d-9b5124fd78c6 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks [] for floatingip, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:02.504825 n-d-808199-11 neutron-server[103570]: INFO neutron.db.l3_db [None req-5bd1c473-8547-42b8-a24d-9b5124fd78c6 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Floating IP af521dfa-f977-4586-98b9-f8ff4925cf1f disassociated (deleted). External IP: 172.25.5.174, port: ecfdf956-705c-4563-9dcf-f536383cb9e7. Nov 25 13:45:02.721913 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bd1c473-8547-42b8-a24d-9b5124fd78c6 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Router 1667dee3-2885-418d-b6e8-40a367285235 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:45:02.763906 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e0e2a14a-d406-4b56-b21f-331b2e3c4f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:03.134211 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd1c473-8547-42b8-a24d-9b5124fd78c6 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:45:03.138913 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5bd1c473-8547-42b8-a24d-9b5124fd78c6 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:03.145945 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ef2ffd-109a-431e-b50b-c27972610f1d None None] Sync routers for ids ['1667dee3-2885-418d-b6e8-40a367285235'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:45:03.156827 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ef2ffd-109a-431e-b50b-c27972610f1d None None] Routers {'1667dee3-2885-418d-b6e8-40a367285235'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:45:03.157480 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-c3ef2ffd-109a-431e-b50b-c27972610f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:45:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['1667dee3-2885-418d-b6e8-40a367285235'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:45:03.169112 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-5bd1c473-8547-42b8-a24d-9b5124fd78c6 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.53 "DELETE /v2.0/floatingips/af521dfa-f977-4586-98b9-f8ff4925cf1f HTTP/1.1" status: 204 len: 168 time: 1.2510841 Nov 25 13:45:03.169725 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69b16df7-2751-4f71-9e79-a31fe0656a01', 'tag': 'ecfdf956-705c-4563-9dcf-f536383cb9e7'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:45:03.172034 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1995450-c3e0-44e8-95ca-15033ce8a335" -d '{"events": [{"name": "network-changed", "server_uuid": "69b16df7-2751-4f71-9e79-a31fe0656a01", "tag": "ecfdf956-705c-4563-9dcf-f536383cb9e7"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:45:03.209655 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a64371f-ab43-4654-8ea1-577e35bf7b9a x-openstack-request-id: req-0a64371f-ab43-4654-8ea1-577e35bf7b9a {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:45:03.209949 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69b16df7-2751-4f71-9e79-a31fe0656a01", "tag": "ecfdf956-705c-4563-9dcf-f536383cb9e7", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:45:03.210207 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0a64371f-ab43-4654-8ea1-577e35bf7b9a {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:45:03.210610 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69b16df7-2751-4f71-9e79-a31fe0656a01', 'tag': 'ecfdf956-705c-4563-9dcf-f536383cb9e7', 'status': 'completed', 'code': 200} Nov 25 13:45:03.289509 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-c3ef2ffd-109a-431e-b50b-c27972610f1d None None] Set router 1667dee3-2885-418d-b6e8-40a367285235 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:45:03.317405 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1995450-c3e0-44e8-95ca-15033ce8a335 req-0e91342c-261e-469c-8567-8575c06704fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:45:03.321737 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b1995450-c3e0-44e8-95ca-15033ce8a335 req-0e91342c-261e-469c-8567-8575c06704fd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cfd4ec49b5f84c5aa94d46be4b4d2e1a&device_id=69b16df7-2751-4f71-9e79-a31fe0656a01 HTTP/1.1" status: 200 len: 1137 time: 0.0807693 Nov 25 13:45:03.436786 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b910d0-24b9-4551-be81-1139a713c7f9 req-ab80bc28-9e60-48b7-8ae7-03899e60d8b2 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:45:03.437909 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e5b910d0-24b9-4551-be81-1139a713c7f9 req-ab80bc28-9e60-48b7-8ae7-03899e60d8b2 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.53 "GET /v2.0/ports?device_id=69b16df7-2751-4f71-9e79-a31fe0656a01 HTTP/1.1" status: 200 len: 985 time: 0.0595179 Nov 25 13:45:03.441963 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1995450-c3e0-44e8-95ca-15033ce8a335 req-c9dfde1b-dc65-4072-a7fd-363360488db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:45:03.443743 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b1995450-c3e0-44e8-95ca-15033ce8a335 req-c9dfde1b-dc65-4072-a7fd-363360488db7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7232bf8f-5287-4b6a-87ba-8b74b3025992 HTTP/1.1" status: 200 len: 898 time: 0.1154792 Nov 25 13:45:03.500605 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e5b910d0-24b9-4551-be81-1139a713c7f9 req-1e999b42-c7f7-4904-8f46-35511a81b72a tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.53 "GET /v2.0/security-groups?id=156b789b-f9ae-45be-b1f4-9231e15d6348&id=5b0f2370-0bcc-4a50-a868-2433a3e6a69c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0547590 Nov 25 13:45:03.503219 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b1995450-c3e0-44e8-95ca-15033ce8a335 req-dff6fd0e-400b-47c0-9a54-692c61bf83ca service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecfdf956-705c-4563-9dcf-f536383cb9e7 HTTP/1.1" status: 200 len: 217 time: 0.0479341 Nov 25 13:45:03.558622 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-c3ef2ffd-109a-431e-b50b-c27972610f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1667dee3-2885-418d-b6e8-40a367285235', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1633705938', 'tenant_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'b951d4cb-51f2-4f03-aa7b-51686339a24f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:43:38Z', 'updated_at': '2021-11-25T13:43:43Z', 'revision_number': 4, 'project_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'gw_port': {'id': 'b951d4cb-51f2-4f03-aa7b-51686339a24f', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:78:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1667dee3-2885-418d-b6e8-40a367285235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:43:38Z', 'updated_at': '2021-11-25T13:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '17bfaf31-acb5-46be-bab0-ed8d5370dec3', 'name': '', 'network_id': '7232bf8f-5287-4b6a-87ba-8b74b3025992', 'tenant_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'mac_address': 'fa:16:3e:09:08:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1667dee3-2885-418d-b6e8-40a367285235', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'ab22aa54-8ae1-49ef-aded-0a6901b884ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:43:42Z', 'updated_at': '2021-11-25T13:43:47Z', 'revision_number': 5, 'project_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'subnets': [{'id': 'ab22aa54-8ae1-49ef-aded-0a6901b884ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:45:03.561555 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1995450-c3e0-44e8-95ca-15033ce8a335 req-8dd53709-ed63-490a-9e61-8c32f26dbf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:45:03.564195 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b1995450-c3e0-44e8-95ca-15033ce8a335 req-8dd53709-ed63-490a-9e61-8c32f26dbf85 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ab22aa54-8ae1-49ef-aded-0a6901b884ee HTTP/1.1" status: 200 len: 835 time: 0.0544710 Nov 25 13:45:03.587759 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ef2ffd-109a-431e-b50b-c27972610f1d None None] Checking router: 1667dee3-2885-418d-b6e8-40a367285235 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:45:03.602545 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ef2ffd-109a-431e-b50b-c27972610f1d None None] Routers {'1667dee3-2885-418d-b6e8-40a367285235'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:45:03.603910 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-c3ef2ffd-109a-431e-b50b-c27972610f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:45:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['1667dee3-2885-418d-b6e8-40a367285235'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:45:03.617002 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1995450-c3e0-44e8-95ca-15033ce8a335 req-31168254-df91-43e8-b909-26f3df3dba4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:45:03.618487 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b1995450-c3e0-44e8-95ca-15033ce8a335 req-31168254-df91-43e8-b909-26f3df3dba4f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7232bf8f-5287-4b6a-87ba-8b74b3025992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451763 Nov 25 13:45:03.716631 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-c3ef2ffd-109a-431e-b50b-c27972610f1d None None] Set router 1667dee3-2885-418d-b6e8-40a367285235 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:45:03.725285 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b1995450-c3e0-44e8-95ca-15033ce8a335 req-f90e0a40-73cd-4919-a331-e49fe747842b service neutron] 10.222.0.66 "GET /v2.0/networks/7232bf8f-5287-4b6a-87ba-8b74b3025992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971920 Nov 25 13:45:03.832816 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b1995450-c3e0-44e8-95ca-15033ce8a335 req-7f4b4295-c7fa-4467-88d0-b32e1013a84e service neutron] 10.222.0.66 "GET /v2.0/networks/7232bf8f-5287-4b6a-87ba-8b74b3025992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971959 Nov 25 13:45:03.922368 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:03.939217 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-c3ef2ffd-109a-431e-b50b-c27972610f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1667dee3-2885-418d-b6e8-40a367285235', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1633705938', 'tenant_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'b951d4cb-51f2-4f03-aa7b-51686339a24f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:43:38Z', 'updated_at': '2021-11-25T13:43:43Z', 'revision_number': 4, 'project_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'gw_port': {'id': 'b951d4cb-51f2-4f03-aa7b-51686339a24f', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:78:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1667dee3-2885-418d-b6e8-40a367285235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:43:38Z', 'updated_at': '2021-11-25T13:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '17bfaf31-acb5-46be-bab0-ed8d5370dec3', 'name': '', 'network_id': '7232bf8f-5287-4b6a-87ba-8b74b3025992', 'tenant_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'mac_address': 'fa:16:3e:09:08:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1667dee3-2885-418d-b6e8-40a367285235', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'ab22aa54-8ae1-49ef-aded-0a6901b884ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:43:42Z', 'updated_at': '2021-11-25T13:43:47Z', 'revision_number': 5, 'project_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'subnets': [{'id': 'ab22aa54-8ae1-49ef-aded-0a6901b884ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:45:03.969608 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ef2ffd-109a-431e-b50b-c27972610f1d None None] The sync data for ids ['1667dee3-2885-418d-b6e8-40a367285235'] in n-d-808199-11 is: [{'id': '1667dee3-2885-418d-b6e8-40a367285235', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1633705938', 'tenant_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'b951d4cb-51f2-4f03-aa7b-51686339a24f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:43:38Z', 'updated_at': '2021-11-25T13:43:43Z', 'revision_number': 4, 'project_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'gw_port': {'id': 'b951d4cb-51f2-4f03-aa7b-51686339a24f', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:78:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1667dee3-2885-418d-b6e8-40a367285235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:43:38Z', 'updated_at': '2021-11-25T13:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '17bfaf31-acb5-46be-bab0-ed8d5370dec3', 'name': '', 'network_id': '7232bf8f-5287-4b6a-87ba-8b74b3025992', 'tenant_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'mac_address': 'fa:16:3e:09:08:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1667dee3-2885-418d-b6e8-40a367285235', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'ab22aa54-8ae1-49ef-aded-0a6901b884ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:43:42Z', 'updated_at': '2021-11-25T13:43:47Z', 'revision_number': 5, 'project_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'subnets': [{'id': 'ab22aa54-8ae1-49ef-aded-0a6901b884ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:45:04.198348 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae03a637-52f5-4445-8e43-5d106c2d72ed None None] New status for floating IP af521dfa-f977-4586-98b9-f8ff4925cf1f: DOWN {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 13:45:04.623029 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c986d979-495a-4c98-8420-2bdbe7050b5e req-44f8e613-e26b-4f14-a0a7-77ac3c9a8f85 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:45:04.624588 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c986d979-495a-4c98-8420-2bdbe7050b5e req-44f8e613-e26b-4f14-a0a7-77ac3c9a8f85 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.53 "GET /v2.0/ports?device_id=69b16df7-2751-4f71-9e79-a31fe0656a01 HTTP/1.1" status: 200 len: 985 time: 0.0549591 Nov 25 13:45:04.689851 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c986d979-495a-4c98-8420-2bdbe7050b5e req-ac064372-c536-4f60-8aee-446b6024b6eb tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.53 "GET /v2.0/security-groups?id=156b789b-f9ae-45be-b1f4-9231e15d6348&id=5b0f2370-0bcc-4a50-a868-2433a3e6a69c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0566618 Nov 25 13:45:04.852286 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44d118d-ef65-4118-af92-6456aaf0c0c1 req-7291232b-0fbd-42c6-bd3e-93fc4beff2b4 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:45:04.853767 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b44d118d-ef65-4118-af92-6456aaf0c0c1 req-7291232b-0fbd-42c6-bd3e-93fc4beff2b4 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.66 "GET /v2.0/ports?device_id=69b16df7-2751-4f71-9e79-a31fe0656a01 HTTP/1.1" status: 200 len: 985 time: 0.0502350 Nov 25 13:45:04.907411 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796dc035-5786-48ba-a4f4-e8df915fd4b6 req-f07ddf52-f61e-4351-891e-a7a82063b006 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:45:04.909500 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-796dc035-5786-48ba-a4f4-e8df915fd4b6 req-f07ddf52-f61e-4351-891e-a7a82063b006 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/networks?id=ccbeb2e1-4f0c-4ccf-85dc-866190817523 HTTP/1.1" status: 200 len: 815 time: 0.1049902 Nov 25 13:45:04.929020 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-796dc035-5786-48ba-a4f4-e8df915fd4b6 req-df6d946a-bfaf-4dd4-9e02-395ccf233076 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/quotas/9dc1a48862ac42b3972f86f43179969d HTTP/1.1" status: 200 len: 375 time: 0.0126374 Nov 25 13:45:04.954325 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-b44d118d-ef65-4118-af92-6456aaf0c0c1 req-852304da-dc64-402b-9c4b-fddf0186064a tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Deleting port ecfdf956-705c-4563-9dcf-f536383cb9e7 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:45:04.954672 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b44d118d-ef65-4118-af92-6456aaf0c0c1 req-852304da-dc64-402b-9c4b-fddf0186064a tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:04.986552 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-796dc035-5786-48ba-a4f4-e8df915fd4b6 req-4fe22d38-0ff8-40b3-964e-0208901c46c0 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9dc1a48862ac42b3972f86f43179969d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0519431 Nov 25 13:45:05.045028 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-b44d118d-ef65-4118-af92-6456aaf0c0c1 req-852304da-dc64-402b-9c4b-fddf0186064a tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] For port ecfdf956-705c-4563-9dcf-f536383cb9e7, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=ecfdf956-705c-4563-9dcf-f536383cb9e7,segment=NetworkSegment(b8cea7d5-21a4-442d-bc3c-32267f6fa8a7),segment_id=b8cea7d5-21a4-442d-bc3c-32267f6fa8a7)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:45:05.045704 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b44d118d-ef65-4118-af92-6456aaf0c0c1 req-852304da-dc64-402b-9c4b-fddf0186064a tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:05.058493 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-b44d118d-ef65-4118-af92-6456aaf0c0c1 req-852304da-dc64-402b-9c4b-fddf0186064a tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Calling delete_port for ecfdf956-705c-4563-9dcf-f536383cb9e7 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:45:05.077015 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-796dc035-5786-48ba-a4f4-e8df915fd4b6 req-7523cfab-5441-4b79-9ff7-d10ff6ce9fc8 service neutron] 10.222.0.53 "GET /v2.0/networks/ccbeb2e1-4f0c-4ccf-85dc-866190817523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830534 Nov 25 13:45:05.176522 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-796dc035-5786-48ba-a4f4-e8df915fd4b6 req-2d166bb1-8b5d-4ec6-a113-ff31b3d886b2 service neutron] 10.222.0.53 "GET /v2.0/networks/ccbeb2e1-4f0c-4ccf-85dc-866190817523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930955 Nov 25 13:45:05.193654 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b44d118d-ef65-4118-af92-6456aaf0c0c1 req-852304da-dc64-402b-9c4b-fddf0186064a tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:05.223327 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852304da-dc64-402b-9c4b-fddf0186064a tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Pushing event deleted for resources: {'Port': ['ID=ecfdf956-705c-4563-9dcf-f536383cb9e7,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:45:05.251467 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:05.281464 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-b44d118d-ef65-4118-af92-6456aaf0c0c1 req-852304da-dc64-402b-9c4b-fddf0186064a tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] No DVR routers for this DVR port ecfdf956-705c-4563-9dcf-f536383cb9e7 on host n-h1-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:45:05.284534 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b44d118d-ef65-4118-af92-6456aaf0c0c1 req-852304da-dc64-402b-9c4b-fddf0186064a tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:05.288046 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b44d118d-ef65-4118-af92-6456aaf0c0c1 req-852304da-dc64-402b-9c4b-fddf0186064a tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.66 "DELETE /v2.0/ports/ecfdf956-705c-4563-9dcf-f536383cb9e7 HTTP/1.1" status: 204 len: 173 time: 0.4273393 Nov 25 13:45:05.288508 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69b16df7-2751-4f71-9e79-a31fe0656a01', 'name': 'network-vif-deleted', 'tag': 'ecfdf956-705c-4563-9dcf-f536383cb9e7'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:45:05.290863 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbc6094-1ee6-456c-b10e-8bd8086ba393" -d '{"events": [{"server_uuid": "69b16df7-2751-4f71-9e79-a31fe0656a01", "name": "network-vif-deleted", "tag": "ecfdf956-705c-4563-9dcf-f536383cb9e7"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:45:05.354971 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f615bb6-2f37-4f15-bf30-c4d6824cb104 x-openstack-request-id: req-4f615bb6-2f37-4f15-bf30-c4d6824cb104 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:45:05.355348 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69b16df7-2751-4f71-9e79-a31fe0656a01", "name": "network-vif-deleted", "tag": "ecfdf956-705c-4563-9dcf-f536383cb9e7", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:45:05.355675 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4f615bb6-2f37-4f15-bf30-c4d6824cb104 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:45:05.356154 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69b16df7-2751-4f71-9e79-a31fe0656a01', 'name': 'network-vif-deleted', 'tag': 'ecfdf956-705c-4563-9dcf-f536383cb9e7', 'status': 'completed', 'code': 200} Nov 25 13:45:05.364012 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-be826b5d-bf70-4714-b052-87efad714189 req-565006f1-41d9-4c01-a7a0-00da99d29e25 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/ports?device_id=81035470-ab62-4f2b-8168-a0902dd3be34 HTTP/1.1" status: 200 len: 210 time: 0.0296035 Nov 25 13:45:05.809444 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2af85631-0195-4dd9-b4c7-a1cc2f919e42 req-2158f098-925b-4169-933f-0b822276aadb tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.53 "GET /v2.0/ports?device_id=69b16df7-2751-4f71-9e79-a31fe0656a01 HTTP/1.1" status: 200 len: 210 time: 0.0256424 Nov 25 13:45:06.378777 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796dc035-5786-48ba-a4f4-e8df915fd4b6 req-1d324dd0-9f00-481b-a0d8-4c331f9d4d49 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:45:06.380943 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-796dc035-5786-48ba-a4f4-e8df915fd4b6 req-1d324dd0-9f00-481b-a0d8-4c331f9d4d49 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.66 "GET /v2.0/networks?id=ccbeb2e1-4f0c-4ccf-85dc-866190817523 HTTP/1.1" status: 200 len: 815 time: 0.1133385 Nov 25 13:45:06.396587 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-796dc035-5786-48ba-a4f4-e8df915fd4b6 req-873a53fd-ec8c-46d0-b5df-ae7b54a51e6e tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Request body: {'port': {'device_id': '81035470-ab62-4f2b-8168-a0902dd3be34', 'network_id': 'ccbeb2e1-4f0c-4ccf-85dc-866190817523', 'admin_state_up': True, 'tenant_id': '9dc1a48862ac42b3972f86f43179969d'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:45:06.421041 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:06.462756 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b6972df7-da32-4e84-a2e9-bb4545b659fc req-7cb76df1-0df7-49e4-aadb-644c9c6911b8 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/ports?device_id=81035470-ab62-4f2b-8168-a0902dd3be34 HTTP/1.1" status: 200 len: 210 time: 0.0272141 Nov 25 13:45:06.516279 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-796dc035-5786-48ba-a4f4-e8df915fd4b6 req-873a53fd-ec8c-46d0-b5df-ae7b54a51e6e tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Made reservation on behalf of 9dc1a48862ac42b3972f86f43179969d for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:45:06.520075 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-796dc035-5786-48ba-a4f4-e8df915fd4b6 req-873a53fd-ec8c-46d0-b5df-ae7b54a51e6e tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:06.642603 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-796dc035-5786-48ba-a4f4-e8df915fd4b6 req-873a53fd-ec8c-46d0-b5df-ae7b54a51e6e tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Allocated IP 172.20.0.2 (ccbeb2e1-4f0c-4ccf-85dc-866190817523/fc3d9c60-0f17-44a2-8d43-97fb4c8e6984/ddbed0b3-d146-4b8d-bc40-76450f9a043f) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:45:06.800658 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-796dc035-5786-48ba-a4f4-e8df915fd4b6 req-873a53fd-ec8c-46d0-b5df-ae7b54a51e6e tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:06.832934 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-796dc035-5786-48ba-a4f4-e8df915fd4b6 req-873a53fd-ec8c-46d0-b5df-ae7b54a51e6e tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:06.849104 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['1357452f-7028-437d-bcf3-c70ca47647c1'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:45:06.852141 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['aecc4410-189f-43a7-8c7a-7ff4ad8a83d0', '780de6d1-cb39-46dc-9287-7dc2bd759dc1'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:45:06.869733 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59722) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:45:06.886435 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-796dc035-5786-48ba-a4f4-e8df915fd4b6 req-873a53fd-ec8c-46d0-b5df-ae7b54a51e6e tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Network ccbeb2e1-4f0c-4ccf-85dc-866190817523 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:45:06.889556 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-796dc035-5786-48ba-a4f4-e8df915fd4b6 req-873a53fd-ec8c-46d0-b5df-ae7b54a51e6e tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:45:06.894477 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-796dc035-5786-48ba-a4f4-e8df915fd4b6 req-873a53fd-ec8c-46d0-b5df-ae7b54a51e6e tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:45:06.918542 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873a53fd-ec8c-46d0-b5df-ae7b54a51e6e tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Pushing event updated for resources: {'Port': ['ID=ddbed0b3-d146-4b8d-bc40-76450f9a043f,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:45:06.927014 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-11750f0d-ce81-4f4a-93c8-23582350ebcb tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:06.951600 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796dc035-5786-48ba-a4f4-e8df915fd4b6 req-873a53fd-ec8c-46d0-b5df-ae7b54a51e6e tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:45:06.952238 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-796dc035-5786-48ba-a4f4-e8df915fd4b6 req-873a53fd-ec8c-46d0-b5df-ae7b54a51e6e tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:06.956655 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-11750f0d-ce81-4f4a-93c8-23582350ebcb tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:06.971921 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-796dc035-5786-48ba-a4f4-e8df915fd4b6 req-873a53fd-ec8c-46d0-b5df-ae7b54a51e6e tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5800893 Nov 25 13:45:06.985759 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-796dc035-5786-48ba-a4f4-e8df915fd4b6 req-81ebd3d7-c73f-4167-b9c7-61c6543b6f04 service neutron] Request body: {'port': {'device_id': '81035470-ab62-4f2b-8168-a0902dd3be34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:45:07.012569 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-11750f0d-ce81-4f4a-93c8-23582350ebcb tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:07.018041 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-11750f0d-ce81-4f4a-93c8-23582350ebcb tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:07.021926 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-11750f0d-ce81-4f4a-93c8-23582350ebcb tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.53 "DELETE /v2.0/security-groups/156b789b-f9ae-45be-b1f4-9231e15d6348 HTTP/1.1" status: 204 len: 168 time: 0.1485438 Nov 25 13:45:07.024471 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59724) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:45:07.046007 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11750f0d-ce81-4f4a-93c8-23582350ebcb tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=156b789b-f9ae-45be-b1f4-9231e15d6348,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:45:07.047878 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-796dc035-5786-48ba-a4f4-e8df915fd4b6 req-81ebd3d7-c73f-4167-b9c7-61c6543b6f04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:07.101787 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8b586778-efc4-4fd9-91b8-73156a23cc36 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:07.129260 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8b586778-efc4-4fd9-91b8-73156a23cc36 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:07.182467 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8b586778-efc4-4fd9-91b8-73156a23cc36 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:07.185125 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8b586778-efc4-4fd9-91b8-73156a23cc36 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:07.189190 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-8b586778-efc4-4fd9-91b8-73156a23cc36 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.53 "DELETE /v2.0/security-groups/5b0f2370-0bcc-4a50-a868-2433a3e6a69c HTTP/1.1" status: 204 len: 168 time: 0.1636667 Nov 25 13:45:07.189864 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59726) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:45:07.244259 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b586778-efc4-4fd9-91b8-73156a23cc36 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0f2370-0bcc-4a50-a868-2433a3e6a69c,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:45:07.336687 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-796dc035-5786-48ba-a4f4-e8df915fd4b6 req-81ebd3d7-c73f-4167-b9c7-61c6543b6f04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddbed0b3-d146-4b8d-bc40-76450f9a043f {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:45:07.345006 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-796dc035-5786-48ba-a4f4-e8df915fd4b6 req-81ebd3d7-c73f-4167-b9c7-61c6543b6f04 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:07.357955 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-796dc035-5786-48ba-a4f4-e8df915fd4b6 req-81ebd3d7-c73f-4167-b9c7-61c6543b6f04 service neutron] Transition to ACTIVE for port object ddbed0b3-d146-4b8d-bc40-76450f9a043f will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:45:07.362714 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-796dc035-5786-48ba-a4f4-e8df915fd4b6 req-81ebd3d7-c73f-4167-b9c7-61c6543b6f04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:07.439174 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ebd3d7-c73f-4167-b9c7-61c6543b6f04 service neutron] Pushing event updated for resources: {'Port': ['ID=ddbed0b3-d146-4b8d-bc40-76450f9a043f,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:45:07.490455 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-796dc035-5786-48ba-a4f4-e8df915fd4b6 req-81ebd3d7-c73f-4167-b9c7-61c6543b6f04 service neutron] Attempting to bind port ddbed0b3-d146-4b8d-bc40-76450f9a043f on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:45:07.490842 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-796dc035-5786-48ba-a4f4-e8df915fd4b6 req-81ebd3d7-c73f-4167-b9c7-61c6543b6f04 service neutron] Attempting to bind port ddbed0b3-d146-4b8d-bc40-76450f9a043f by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': 'c1677d03-a093-4f23-9910-4d4df29df41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ccbeb2e1-4f0c-4ccf-85dc-866190817523'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:45:07.491176 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796dc035-5786-48ba-a4f4-e8df915fd4b6 req-81ebd3d7-c73f-4167-b9c7-61c6543b6f04 service neutron] Attempting to bind port ddbed0b3-d146-4b8d-bc40-76450f9a043f on network ccbeb2e1-4f0c-4ccf-85dc-866190817523 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:45:07.495798 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796dc035-5786-48ba-a4f4-e8df915fd4b6 req-81ebd3d7-c73f-4167-b9c7-61c6543b6f04 service neutron] Port ddbed0b3-d146-4b8d-bc40-76450f9a043f on network ccbeb2e1-4f0c-4ccf-85dc-866190817523 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:45:07.496125 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796dc035-5786-48ba-a4f4-e8df915fd4b6 req-81ebd3d7-c73f-4167-b9c7-61c6543b6f04 service neutron] Attempting to bind port ddbed0b3-d146-4b8d-bc40-76450f9a043f on network ccbeb2e1-4f0c-4ccf-85dc-866190817523 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:45:07.501092 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796dc035-5786-48ba-a4f4-e8df915fd4b6 req-81ebd3d7-c73f-4167-b9c7-61c6543b6f04 service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:45:07.501441 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796dc035-5786-48ba-a4f4-e8df915fd4b6 req-81ebd3d7-c73f-4167-b9c7-61c6543b6f04 service neutron] Checking segment: {'id': 'c1677d03-a093-4f23-9910-4d4df29df41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ccbeb2e1-4f0c-4ccf-85dc-866190817523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:45:07.501813 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796dc035-5786-48ba-a4f4-e8df915fd4b6 req-81ebd3d7-c73f-4167-b9c7-61c6543b6f04 service neutron] Bound using segment: {'id': 'c1677d03-a093-4f23-9910-4d4df29df41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ccbeb2e1-4f0c-4ccf-85dc-866190817523'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:45:07.502452 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-796dc035-5786-48ba-a4f4-e8df915fd4b6 req-81ebd3d7-c73f-4167-b9c7-61c6543b6f04 service neutron] Bound port: ddbed0b3-d146-4b8d-bc40-76450f9a043f, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1677d03-a093-4f23-9910-4d4df29df41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ccbeb2e1-4f0c-4ccf-85dc-866190817523'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:45:07.502912 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-796dc035-5786-48ba-a4f4-e8df915fd4b6 req-81ebd3d7-c73f-4167-b9c7-61c6543b6f04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:07.570406 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-796dc035-5786-48ba-a4f4-e8df915fd4b6 req-81ebd3d7-c73f-4167-b9c7-61c6543b6f04 service neutron] For port ddbed0b3-d146-4b8d-bc40-76450f9a043f, host n-h1-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:45:07.573754 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-796dc035-5786-48ba-a4f4-e8df915fd4b6 req-81ebd3d7-c73f-4167-b9c7-61c6543b6f04 service neutron] For port ddbed0b3-d146-4b8d-bc40-76450f9a043f, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=ddbed0b3-d146-4b8d-bc40-76450f9a043f,segment=NetworkSegment(c1677d03-a093-4f23-9910-4d4df29df41c),segment_id=c1677d03-a093-4f23-9910-4d4df29df41c)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:45:07.577343 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-796dc035-5786-48ba-a4f4-e8df915fd4b6 req-81ebd3d7-c73f-4167-b9c7-61c6543b6f04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:07.610125 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796dc035-5786-48ba-a4f4-e8df915fd4b6 req-81ebd3d7-c73f-4167-b9c7-61c6543b6f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:45:07.610762 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-796dc035-5786-48ba-a4f4-e8df915fd4b6 req-81ebd3d7-c73f-4167-b9c7-61c6543b6f04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:07.612762 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-796dc035-5786-48ba-a4f4-e8df915fd4b6 req-81ebd3d7-c73f-4167-b9c7-61c6543b6f04 service neutron] 10.222.0.66 "PUT /v2.0/ports/ddbed0b3-d146-4b8d-bc40-76450f9a043f HTTP/1.1" status: 200 len: 1092 time: 0.6316094 Nov 25 13:45:07.613196 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81035470-ab62-4f2b-8168-a0902dd3be34', 'tag': 'ddbed0b3-d146-4b8d-bc40-76450f9a043f'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:45:07.615499 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6177b962-4bc7-4147-a650-c88c28ac3370" -d '{"events": [{"name": "network-changed", "server_uuid": "81035470-ab62-4f2b-8168-a0902dd3be34", "tag": "ddbed0b3-d146-4b8d-bc40-76450f9a043f"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:45:07.617931 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5077eddd-cb9f-4b49-a016-29ecc8679992 req-a2a4ce2d-824f-4430-82fc-d8e1ec04a098 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:45:07.619711 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5077eddd-cb9f-4b49-a016-29ecc8679992 req-a2a4ce2d-824f-4430-82fc-d8e1ec04a098 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/ports?device_id=81035470-ab62-4f2b-8168-a0902dd3be34 HTTP/1.1" status: 200 len: 943 time: 0.0813522 Nov 25 13:45:07.641002 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ebd3d7-c73f-4167-b9c7-61c6543b6f04 service neutron] Pushing event updated for resources: {'Port': ['ID=ddbed0b3-d146-4b8d-bc40-76450f9a043f,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:45:07.662326 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5cdc1d8d-f0e1-4383-94cb-7544853f2a43 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:07.675841 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43976126-a9d6-4087-bbf4-9fea63e19cc2 x-openstack-request-id: req-43976126-a9d6-4087-bbf4-9fea63e19cc2 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:45:07.676352 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81035470-ab62-4f2b-8168-a0902dd3be34", "tag": "ddbed0b3-d146-4b8d-bc40-76450f9a043f", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:45:07.676678 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-43976126-a9d6-4087-bbf4-9fea63e19cc2 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:45:07.677150 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81035470-ab62-4f2b-8168-a0902dd3be34', 'tag': 'ddbed0b3-d146-4b8d-bc40-76450f9a043f', 'status': 'completed', 'code': 200} Nov 25 13:45:07.706726 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796dc035-5786-48ba-a4f4-e8df915fd4b6 req-46b452f4-afbb-41c0-ba1f-817ebd7d52f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:45:07.708146 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-796dc035-5786-48ba-a4f4-e8df915fd4b6 req-46b452f4-afbb-41c0-ba1f-817ebd7d52f4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9dc1a48862ac42b3972f86f43179969d&device_id=81035470-ab62-4f2b-8168-a0902dd3be34 HTTP/1.1" status: 200 len: 1095 time: 0.0444622 Nov 25 13:45:07.728389 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5077eddd-cb9f-4b49-a016-29ecc8679992 req-22c0140d-240b-4825-8fa3-52ead819375c tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/security-groups?id=27567fab-f3ad-4151-a0d2-d9ff2be1ebcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005135 Nov 25 13:45:07.755354 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-796dc035-5786-48ba-a4f4-e8df915fd4b6 req-921515a6-2024-43be-a0f8-751c7ab21351 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ddbed0b3-d146-4b8d-bc40-76450f9a043f HTTP/1.1" status: 200 len: 217 time: 0.0378385 Nov 25 13:45:07.804763 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796dc035-5786-48ba-a4f4-e8df915fd4b6 req-fd95673d-420c-44c0-aa42-f4e66e2ba8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:45:07.806218 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-796dc035-5786-48ba-a4f4-e8df915fd4b6 req-fd95673d-420c-44c0-aa42-f4e66e2ba8f0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fc3d9c60-0f17-44a2-8d43-97fb4c8e6984 HTTP/1.1" status: 200 len: 855 time: 0.0444293 Nov 25 13:45:07.840602 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-796dc035-5786-48ba-a4f4-e8df915fd4b6 req-8aff3bf7-7b65-4255-b5ce-a99d716ed7cb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ccbeb2e1-4f0c-4ccf-85dc-866190817523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245059 Nov 25 13:45:07.938058 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-796dc035-5786-48ba-a4f4-e8df915fd4b6 req-8b60cf1f-31bb-4ba1-8ca9-af06af621ec8 service neutron] 10.222.0.66 "GET /v2.0/networks/ccbeb2e1-4f0c-4ccf-85dc-866190817523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848796 Nov 25 13:45:07.945841 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-5cdc1d8d-f0e1-4383-94cb-7544853f2a43 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Deleting port 17bfaf31-acb5-46be-bab0-ed8d5370dec3 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:45:07.946366 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5cdc1d8d-f0e1-4383-94cb-7544853f2a43 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:08.037185 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-796dc035-5786-48ba-a4f4-e8df915fd4b6 req-1ebf843e-c40c-4dc9-9145-8d60ef08ec2f service neutron] 10.222.0.66 "GET /v2.0/networks/ccbeb2e1-4f0c-4ccf-85dc-866190817523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883203 Nov 25 13:45:08.038230 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-5cdc1d8d-f0e1-4383-94cb-7544853f2a43 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] For port 17bfaf31-acb5-46be-bab0-ed8d5370dec3, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=17bfaf31-acb5-46be-bab0-ed8d5370dec3,segment=NetworkSegment(b8cea7d5-21a4-442d-bc3c-32267f6fa8a7),segment_id=b8cea7d5-21a4-442d-bc3c-32267f6fa8a7)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:45:08.038594 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5cdc1d8d-f0e1-4383-94cb-7544853f2a43 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:08.051618 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-5cdc1d8d-f0e1-4383-94cb-7544853f2a43 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Calling delete_port for 17bfaf31-acb5-46be-bab0-ed8d5370dec3 owned by network:router_interface {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:45:08.129329 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6177b962-4bc7-4147-a650-c88c28ac3370 req-5d66468d-d93e-471d-98a8-660591121936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:45:08.130880 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6177b962-4bc7-4147-a650-c88c28ac3370 req-5d66468d-d93e-471d-98a8-660591121936 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9dc1a48862ac42b3972f86f43179969d&device_id=81035470-ab62-4f2b-8168-a0902dd3be34 HTTP/1.1" status: 200 len: 1095 time: 0.0411828 Nov 25 13:45:08.228860 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6177b962-4bc7-4147-a650-c88c28ac3370 req-1bbed36f-924a-41de-a1cc-e29742a7a05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:45:08.230360 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6177b962-4bc7-4147-a650-c88c28ac3370 req-1bbed36f-924a-41de-a1cc-e29742a7a05e service neutron] 10.222.0.66 "GET /v2.0/networks?id=ccbeb2e1-4f0c-4ccf-85dc-866190817523 HTTP/1.1" status: 200 len: 916 time: 0.0928590 Nov 25 13:45:08.243188 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5cdc1d8d-f0e1-4383-94cb-7544853f2a43 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:08.272006 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdc1d8d-f0e1-4383-94cb-7544853f2a43 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Pushing event deleted for resources: {'Port': ['ID=17bfaf31-acb5-46be-bab0-ed8d5370dec3,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:45:08.278466 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6177b962-4bc7-4147-a650-c88c28ac3370 req-36f8bcdd-7823-41ee-bb7f-f40646c4b17d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ddbed0b3-d146-4b8d-bc40-76450f9a043f HTTP/1.1" status: 200 len: 217 time: 0.0400329 Nov 25 13:45:08.283300 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:08.336482 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6177b962-4bc7-4147-a650-c88c28ac3370 req-36a9e631-fd48-432a-aae5-60416a206b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:45:08.337375 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6177b962-4bc7-4147-a650-c88c28ac3370 req-36a9e631-fd48-432a-aae5-60416a206b22 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fc3d9c60-0f17-44a2-8d43-97fb4c8e6984 HTTP/1.1" status: 200 len: 855 time: 0.0483873 Nov 25 13:45:08.371977 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6177b962-4bc7-4147-a650-c88c28ac3370 req-af05b441-43f7-4ce4-85e3-efdf82503a79 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ccbeb2e1-4f0c-4ccf-85dc-866190817523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252080 Nov 25 13:45:08.463784 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5cdc1d8d-f0e1-4383-94cb-7544853f2a43 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:08.481676 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6177b962-4bc7-4147-a650-c88c28ac3370 req-05cfb99a-b6f0-45ad-bfad-a89907dcc06d service neutron] 10.222.0.66 "GET /v2.0/networks/ccbeb2e1-4f0c-4ccf-85dc-866190817523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009994 Nov 25 13:45:08.538756 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device ecfdf956-705c-4563-9dcf-f536383cb9e7 no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:45:08.559327 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] No Port match for: ecfdf956-705c-4563-9dcf-f536383cb9e7 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:45:08.559744 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device ecfdf956-705c-4563-9dcf-f536383cb9e7 not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:45:08.574644 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6177b962-4bc7-4147-a650-c88c28ac3370 req-6f864f62-321e-4323-8ae2-ff89e43274a0 service neutron] 10.222.0.66 "GET /v2.0/networks/ccbeb2e1-4f0c-4ccf-85dc-866190817523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851879 Nov 25 13:45:08.682599 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cdc1d8d-f0e1-4383-94cb-7544853f2a43 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Router 1667dee3-2885-418d-b6e8-40a367285235 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:45:08.789672 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cdc1d8d-f0e1-4383-94cb-7544853f2a43 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:45:08.794816 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-5cdc1d8d-f0e1-4383-94cb-7544853f2a43 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.53 "PUT /v2.0/routers/1667dee3-2885-418d-b6e8-40a367285235/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6008408 Nov 25 13:45:08.797658 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59734) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:45:08.801161 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297cf34e-f45b-44cc-8773-b90c85b1ec21 None None] Sync routers for ids ['1667dee3-2885-418d-b6e8-40a367285235'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:45:08.811622 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297cf34e-f45b-44cc-8773-b90c85b1ec21 None None] Routers {'1667dee3-2885-418d-b6e8-40a367285235'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:45:08.812422 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-297cf34e-f45b-44cc-8773-b90c85b1ec21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:45:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['1667dee3-2885-418d-b6e8-40a367285235'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:45:08.852152 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c3001-39c7-439b-8dc6-dad8a801c62a req-75f49d01-11d8-4ca6-99ee-fa6772777052 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:45:08.853655 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8e9c3001-39c7-439b-8dc6-dad8a801c62a req-75f49d01-11d8-4ca6-99ee-fa6772777052 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/ports?device_id=81035470-ab62-4f2b-8168-a0902dd3be34 HTTP/1.1" status: 200 len: 943 time: 0.0512598 Nov 25 13:45:08.858131 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7090065-a959-4a48-8c38-e1db5f639746 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Deleting subnet ab22aa54-8ae1-49ef-aded-0a6901b884ee {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:45:08.861317 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c7090065-a959-4a48-8c38-e1db5f639746 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:08.904982 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c7090065-a959-4a48-8c38-e1db5f639746 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:08.909343 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8e9c3001-39c7-439b-8dc6-dad8a801c62a req-ac1baa3f-0114-4b4e-9c71-1f61ad27644d tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/security-groups?id=27567fab-f3ad-4151-a0d2-d9ff2be1ebcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487788 Nov 25 13:45:08.991993 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c7090065-a959-4a48-8c38-e1db5f639746 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:09.086131 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-297cf34e-f45b-44cc-8773-b90c85b1ec21 None None] Set router 1667dee3-2885-418d-b6e8-40a367285235 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:45:09.271340 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-297cf34e-f45b-44cc-8773-b90c85b1ec21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1667dee3-2885-418d-b6e8-40a367285235', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1633705938', 'tenant_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'b951d4cb-51f2-4f03-aa7b-51686339a24f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:43:38Z', 'updated_at': '2021-11-25T13:45:08Z', 'revision_number': 5, 'project_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'gw_port': {'id': 'b951d4cb-51f2-4f03-aa7b-51686339a24f', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:78:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1667dee3-2885-418d-b6e8-40a367285235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:43:38Z', 'updated_at': '2021-11-25T13:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:45:09.303427 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297cf34e-f45b-44cc-8773-b90c85b1ec21 None None] Checking router: 1667dee3-2885-418d-b6e8-40a367285235 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:45:09.312585 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297cf34e-f45b-44cc-8773-b90c85b1ec21 None None] Routers {'1667dee3-2885-418d-b6e8-40a367285235'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:45:09.313226 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-297cf34e-f45b-44cc-8773-b90c85b1ec21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:45:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['1667dee3-2885-418d-b6e8-40a367285235'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:45:09.358970 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c7090065-a959-4a48-8c38-e1db5f639746 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:09.394231 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7090065-a959-4a48-8c38-e1db5f639746 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Pushing event deleted for resources: {'Subnet': ['ID=ab22aa54-8ae1-49ef-aded-0a6901b884ee,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:45:09.396518 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c7090065-a959-4a48-8c38-e1db5f639746 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:09.399244 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c7090065-a959-4a48-8c38-e1db5f639746 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.53 "DELETE /v2.0/subnets/ab22aa54-8ae1-49ef-aded-0a6901b884ee HTTP/1.1" status: 204 len: 168 time: 0.5998261 Nov 25 13:45:09.401762 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59736) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:45:09.405416 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b9bfc2-ccde-4413-9c0d-555db3ae7c5c None None] Network 7232bf8f-5287-4b6a-87ba-8b74b3025992 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:45:09.476890 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-297cf34e-f45b-44cc-8773-b90c85b1ec21 None None] Set router 1667dee3-2885-418d-b6e8-40a367285235 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:45:09.516083 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-be8234bb-78d9-45f7-ae4b-695a0a8d2e09 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:09.619898 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-be8234bb-78d9-45f7-ae4b-695a0a8d2e09 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:09.675200 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-be8234bb-78d9-45f7-ae4b-695a0a8d2e09 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Deleting port b951d4cb-51f2-4f03-aa7b-51686339a24f {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:45:09.675559 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-be8234bb-78d9-45f7-ae4b-695a0a8d2e09 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:09.712565 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-297cf34e-f45b-44cc-8773-b90c85b1ec21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1667dee3-2885-418d-b6e8-40a367285235', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1633705938', 'tenant_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'b951d4cb-51f2-4f03-aa7b-51686339a24f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:43:38Z', 'updated_at': '2021-11-25T13:45:08Z', 'revision_number': 5, 'project_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'gw_port': {'id': 'b951d4cb-51f2-4f03-aa7b-51686339a24f', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:78:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1667dee3-2885-418d-b6e8-40a367285235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:43:38Z', 'updated_at': '2021-11-25T13:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:45:09.739561 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297cf34e-f45b-44cc-8773-b90c85b1ec21 None None] The sync data for ids ['1667dee3-2885-418d-b6e8-40a367285235'] in n-d-808199-11 is: [{'id': '1667dee3-2885-418d-b6e8-40a367285235', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1633705938', 'tenant_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'b951d4cb-51f2-4f03-aa7b-51686339a24f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:43:38Z', 'updated_at': '2021-11-25T13:45:08Z', 'revision_number': 5, 'project_id': 'cfd4ec49b5f84c5aa94d46be4b4d2e1a', 'gw_port': {'id': 'b951d4cb-51f2-4f03-aa7b-51686339a24f', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:78:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1667dee3-2885-418d-b6e8-40a367285235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:43:38Z', 'updated_at': '2021-11-25T13:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:45:09.751695 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bee952-2fcf-4144-83f0-8a9d92a48ed3 None None] DHCP port deletion for 7232bf8f-5287-4b6a-87ba-8b74b3025992 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:45:09.764104 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-be8234bb-78d9-45f7-ae4b-695a0a8d2e09 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] For port b951d4cb-51f2-4f03-aa7b-51686339a24f, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=b951d4cb-51f2-4f03-aa7b-51686339a24f,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:45:09.764494 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-be8234bb-78d9-45f7-ae4b-695a0a8d2e09 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:09.777735 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-be8234bb-78d9-45f7-ae4b-695a0a8d2e09 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Calling delete_port for b951d4cb-51f2-4f03-aa7b-51686339a24f owned by network:router_gateway {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:45:09.804359 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-e7bee952-2fcf-4144-83f0-8a9d92a48ed3 None None] Deleting port 6cdf070c-df82-4f61-90d9-ecf70d41bc27 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:45:09.804745 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e7bee952-2fcf-4144-83f0-8a9d92a48ed3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:09.866824 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-e7bee952-2fcf-4144-83f0-8a9d92a48ed3 None None] For port 6cdf070c-df82-4f61-90d9-ecf70d41bc27, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=6cdf070c-df82-4f61-90d9-ecf70d41bc27,segment=NetworkSegment(b8cea7d5-21a4-442d-bc3c-32267f6fa8a7),segment_id=b8cea7d5-21a4-442d-bc3c-32267f6fa8a7)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:45:09.867236 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e7bee952-2fcf-4144-83f0-8a9d92a48ed3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:09.880030 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-e7bee952-2fcf-4144-83f0-8a9d92a48ed3 None None] Calling delete_port for 6cdf070c-df82-4f61-90d9-ecf70d41bc27 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:45:09.945046 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-be8234bb-78d9-45f7-ae4b-695a0a8d2e09 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:09.974888 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e7bee952-2fcf-4144-83f0-8a9d92a48ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:09.982273 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8234bb-78d9-45f7-ae4b-695a0a8d2e09 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Pushing event deleted for resources: {'Port': ['ID=b951d4cb-51f2-4f03-aa7b-51686339a24f,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:45:10.010490 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb44eb5-bbd6-406b-bbbd-0784c5ac0631 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:45:10.015985 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bee952-2fcf-4144-83f0-8a9d92a48ed3 None None] No DVR routers for this DVR port 6cdf070c-df82-4f61-90d9-ecf70d41bc27 on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:45:10.028491 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bee952-2fcf-4144-83f0-8a9d92a48ed3 None None] Pushing event deleted for resources: {'Port': ['ID=6cdf070c-df82-4f61-90d9-ecf70d41bc27,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:45:10.057879 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-be8234bb-78d9-45f7-ae4b-695a0a8d2e09 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:10.058302 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012cc68b-9516-435d-8508-7ac0153fcd20 req-d285746b-ba3b-4b24-ab66-a7875e8056a9 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:45:10.060319 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-012cc68b-9516-435d-8508-7ac0153fcd20 req-d285746b-ba3b-4b24-ab66-a7875e8056a9 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/ports?device_id=81035470-ab62-4f2b-8168-a0902dd3be34 HTTP/1.1" status: 200 len: 943 time: 0.0725467 Nov 25 13:45:10.137687 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-012cc68b-9516-435d-8508-7ac0153fcd20 req-4e2e4821-84db-4ab5-950f-3721fb7a979a tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/security-groups?id=27567fab-f3ad-4151-a0d2-d9ff2be1ebcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671244 Nov 25 13:45:10.167498 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-be8234bb-78d9-45f7-ae4b-695a0a8d2e09 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:10.170168 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-be8234bb-78d9-45f7-ae4b-695a0a8d2e09 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:10.214989 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 17bfaf31-acb5-46be-bab0-ed8d5370dec3 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:45:10.222315 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-be8234bb-78d9-45f7-ae4b-695a0a8d2e09 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:10.222949 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8234bb-78d9-45f7-ae4b-695a0a8d2e09 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Fanout notify agent at l3_agent the message router_deleted on router 1667dee3-2885-418d-b6e8-40a367285235 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:45:10.229979 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-be8234bb-78d9-45f7-ae4b-695a0a8d2e09 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:10.231157 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-be8234bb-78d9-45f7-ae4b-695a0a8d2e09 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.53 "DELETE /v2.0/routers/1667dee3-2885-418d-b6e8-40a367285235 HTTP/1.1" status: 204 len: 168 time: 0.8284683 Nov 25 13:45:10.233745 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59740) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:45:10.244819 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 17bfaf31-acb5-46be-bab0-ed8d5370dec3 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:45:10.245178 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 17bfaf31-acb5-46be-bab0-ed8d5370dec3 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:45:10.245604 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 6cdf070c-df82-4f61-90d9-ecf70d41bc27 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:45:10.266962 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 6cdf070c-df82-4f61-90d9-ecf70d41bc27 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:45:10.267322 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 6cdf070c-df82-4f61-90d9-ecf70d41bc27 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:45:10.320608 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-335c48f8-2575-4e6f-966f-1267111fd650 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:10.418396 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-335c48f8-2575-4e6f-966f-1267111fd650 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:10.439764 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-335c48f8-2575-4e6f-966f-1267111fd650 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7232bf8f-5287-4b6a-87ba-8b74b3025992']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:45:10.449028 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-335c48f8-2575-4e6f-966f-1267111fd650 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8cea7d5-21a4-442d-bc3c-32267f6fa8a7') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:45:10.449332 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-335c48f8-2575-4e6f-966f-1267111fd650 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8cea7d5-21a4-442d-bc3c-32267f6fa8a7') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:45:10.459126 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-335c48f8-2575-4e6f-966f-1267111fd650 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:10.478255 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-335c48f8-2575-4e6f-966f-1267111fd650 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:10.484901 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-335c48f8-2575-4e6f-966f-1267111fd650 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:45:10.485450 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-335c48f8-2575-4e6f-966f-1267111fd650 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:10.489101 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:45:10.489101 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:45:10.489101 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:45:10.489101 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:45:10.489101 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:45:10.489101 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:45:10.489101 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:45:10.489101 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:45:10.489101 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:45:10.489101 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:45:10.489101 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:45:10.489101 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:45:10.489101 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:45:10.489101 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:45:10.489101 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:45:10.489101 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:45:10.489101 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:45:10.489101 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:45:10.489101 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:45:10.489101 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:45:10.489101 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:45:10.489101 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:45:10.489101 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:45:10.489101 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:45:10.489101 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:45:10.489101 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:45:10.489101 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:45:10.489101 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:45:10.489101 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:45:10.489101 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:45:10.489101 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:45:10.489101 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:45:10.553378 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-335c48f8-2575-4e6f-966f-1267111fd650 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:10.561029 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-335c48f8-2575-4e6f-966f-1267111fd650 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:10.563977 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-335c48f8-2575-4e6f-966f-1267111fd650 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] 10.222.0.53 "DELETE /v2.0/networks/7232bf8f-5287-4b6a-87ba-8b74b3025992 HTTP/1.1" status: 204 len: 168 time: 0.3292890 Nov 25 13:45:10.582686 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335c48f8-2575-4e6f-966f-1267111fd650 tempest-TestSecurityGroupsBasicOps-1132401494 tempest-TestSecurityGroupsBasicOps-1132401494-project] Pushing event deleted for resources: {'Network': ['ID=7232bf8f-5287-4b6a-87ba-8b74b3025992,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:45:10.843943 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59748) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:45:10.980366 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-9b5fac14-fda8-4c5e-bb6a-fb4b7a91a79b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cfd4ec49b5f84c5aa94d46be4b4d2e1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1351106 Nov 25 13:45:10.982840 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59752) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:45:11.032966 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8a165fd5-14df-4dfa-8c1e-97d3f3bc01a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:11.056068 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8a165fd5-14df-4dfa-8c1e-97d3f3bc01a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:11.102812 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8a165fd5-14df-4dfa-8c1e-97d3f3bc01a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:11.105480 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8a165fd5-14df-4dfa-8c1e-97d3f3bc01a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:11.106641 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-8a165fd5-14df-4dfa-8c1e-97d3f3bc01a3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b0416279-ab50-4488-a5d8-b1f8e506c06d HTTP/1.1" status: 204 len: 168 time: 0.1228983 Nov 25 13:45:11.117081 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a165fd5-14df-4dfa-8c1e-97d3f3bc01a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0416279-ab50-4488-a5d8-b1f8e506c06d,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:45:11.256127 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb1d9a-9905-4ff8-9aeb-cb8cd5ae8662 req-291742f3-56b5-4b87-ba3e-3ccd243cf62a tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:45:11.257768 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1dbb1d9a-9905-4ff8-9aeb-cb8cd5ae8662 req-291742f3-56b5-4b87-ba3e-3ccd243cf62a tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/ports?device_id=81035470-ab62-4f2b-8168-a0902dd3be34 HTTP/1.1" status: 200 len: 943 time: 0.0501590 Nov 25 13:45:11.305921 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1dbb1d9a-9905-4ff8-9aeb-cb8cd5ae8662 req-ca63a1e0-def0-4b53-9b6d-819692903d8b tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/security-groups?id=27567fab-f3ad-4151-a0d2-d9ff2be1ebcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421565 Nov 25 13:45:11.367840 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59760) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:45:11.381143 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1b0fc5c6-8aa9-4d58-9885-ef56acf5b8c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:11.457802 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1b0fc5c6-8aa9-4d58-9885-ef56acf5b8c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:11.461413 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1b0fc5c6-8aa9-4d58-9885-ef56acf5b8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:11.502673 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-1b0fc5c6-8aa9-4d58-9885-ef56acf5b8c7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2b60697cbae245e99e88a8e31eb46984&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1337471 Nov 25 13:45:11.503538 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0fc5c6-8aa9-4d58-9885-ef56acf5b8c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa77708-1cf5-435c-b2b4-1acab2ce7f74,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:45:11.506154 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59762) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:45:11.556028 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4e412df4-00dd-44f3-bca2-9a4245a67ba7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:11.578672 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4e412df4-00dd-44f3-bca2-9a4245a67ba7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:11.627808 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4e412df4-00dd-44f3-bca2-9a4245a67ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:11.630498 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4e412df4-00dd-44f3-bca2-9a4245a67ba7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:11.631736 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-4e412df4-00dd-44f3-bca2-9a4245a67ba7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1aa77708-1cf5-435c-b2b4-1acab2ce7f74 HTTP/1.1" status: 204 len: 168 time: 0.1242995 Nov 25 13:45:11.639473 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e412df4-00dd-44f3-bca2-9a4245a67ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa77708-1cf5-435c-b2b4-1acab2ce7f74,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:45:11.725177 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:11.848881 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device b951d4cb-51f2-4f03-aa7b-51686339a24f no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:45:11.871745 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: b951d4cb-51f2-4f03-aa7b-51686339a24f {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:45:11.872093 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device b951d4cb-51f2-4f03-aa7b-51686339a24f not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:45:11.945378 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59768) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:45:11.984187 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-5ddb55eb-e610-410b-b733-f604785b776f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b373184aada44d05ad97f462bdb35ac5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0375388 Nov 25 13:45:11.986532 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59770) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:45:12.034340 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-70ee9d46-fc3b-43c5-a461-1879608a7147 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:12.054929 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-70ee9d46-fc3b-43c5-a461-1879608a7147 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:12.101863 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-70ee9d46-fc3b-43c5-a461-1879608a7147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:12.104501 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-70ee9d46-fc3b-43c5-a461-1879608a7147 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:12.105659 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-70ee9d46-fc3b-43c5-a461-1879608a7147 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7ab0f0f0-c590-4b99-a9e3-5ebe4e46ab6a HTTP/1.1" status: 204 len: 168 time: 0.1181676 Nov 25 13:45:12.113277 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ee9d46-fc3b-43c5-a461-1879608a7147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab0f0f0-c590-4b99-a9e3-5ebe4e46ab6a,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:45:12.432839 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8d519-1732-49e1-857f-77cebd49a3dc req-21760aea-93a5-4daf-a81f-0aa9c6fa046e tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:45:12.440340 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-55c8d519-1732-49e1-857f-77cebd49a3dc req-21760aea-93a5-4daf-a81f-0aa9c6fa046e tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/ports?device_id=81035470-ab62-4f2b-8168-a0902dd3be34 HTTP/1.1" status: 200 len: 943 time: 0.0606196 Nov 25 13:45:12.502612 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-55c8d519-1732-49e1-857f-77cebd49a3dc req-8f68be5f-88ef-4800-aa47-bb0336213d4e tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/security-groups?id=27567fab-f3ad-4151-a0d2-d9ff2be1ebcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516040 Nov 25 13:45:12.540425 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device ddbed0b3-d146-4b8d-bc40-76450f9a043f details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:45:12.653613 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port ddbed0b3-d146-4b8d-bc40-76450f9a043f, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=ddbed0b3-d146-4b8d-bc40-76450f9a043f,segment=NetworkSegment(c1677d03-a093-4f23-9910-4d4df29df41c),segment_id=c1677d03-a093-4f23-9910-4d4df29df41c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:45:12.666972 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': 'ddbed0b3-d146-4b8d-bc40-76450f9a043f', 'network_id': 'ccbeb2e1-4f0c-4ccf-85dc-866190817523', 'port_id': 'ddbed0b3-d146-4b8d-bc40-76450f9a043f', 'mac_address': 'fa:16:3e:04:9d:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc3d9c60-0f17-44a2-8d43-97fb4c8e6984', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:45:12.710318 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:12.724467 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddbed0b3-d146-4b8d-bc40-76450f9a043f {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:45:12.744904 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port ddbed0b3-d146-4b8d-bc40-76450f9a043f, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=ddbed0b3-d146-4b8d-bc40-76450f9a043f,segment=NetworkSegment(c1677d03-a093-4f23-9910-4d4df29df41c),segment_id=c1677d03-a093-4f23-9910-4d4df29df41c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:45:12.748730 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:12.795227 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=ddbed0b3-d146-4b8d-bc40-76450f9a043f,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:45:13.029256 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['ddbed0b3-d146-4b8d-bc40-76450f9a043f'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:45:13.622357 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f0fe67-23ae-4e40-9de9-766b1093127b req-3feb1ee4-5575-4031-be61-2bafe0ea1e1e tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:45:13.624037 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-20f0fe67-23ae-4e40-9de9-766b1093127b req-3feb1ee4-5575-4031-be61-2bafe0ea1e1e tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/ports?device_id=81035470-ab62-4f2b-8168-a0902dd3be34 HTTP/1.1" status: 200 len: 944 time: 0.0490441 Nov 25 13:45:13.681337 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-20f0fe67-23ae-4e40-9de9-766b1093127b req-dd402e98-cd1b-4614-a094-8d7bb0f810cc tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/security-groups?id=27567fab-f3ad-4151-a0d2-d9ff2be1ebcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494728 Nov 25 13:45:14.555708 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device ddbed0b3-d146-4b8d-bc40-76450f9a043f up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:45:14.603453 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port ddbed0b3-d146-4b8d-bc40-76450f9a043f completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:45:14.607139 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port ddbed0b3-d146-4b8d-bc40-76450f9a043f triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:45:14.607515 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:14.687621 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:14.710997 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81035470-ab62-4f2b-8168-a0902dd3be34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddbed0b3-d146-4b8d-bc40-76450f9a043f'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:45:14.713246 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1253b70-3989-4d3e-9197-f6265e1827b0" -d '{"events": [{"server_uuid": "81035470-ab62-4f2b-8168-a0902dd3be34", "name": "network-vif-plugged", "status": "completed", "tag": "ddbed0b3-d146-4b8d-bc40-76450f9a043f"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:45:14.727222 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port ddbed0b3-d146-4b8d-bc40-76450f9a043f, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=ddbed0b3-d146-4b8d-bc40-76450f9a043f,segment=NetworkSegment(c1677d03-a093-4f23-9910-4d4df29df41c),segment_id=c1677d03-a093-4f23-9910-4d4df29df41c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:45:14.732715 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:14.756528 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adcd8deb-a4c6-40c1-9eb1-795932774380 x-openstack-request-id: req-adcd8deb-a4c6-40c1-9eb1-795932774380 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:45:14.756821 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81035470-ab62-4f2b-8168-a0902dd3be34", "name": "network-vif-plugged", "status": "completed", "tag": "ddbed0b3-d146-4b8d-bc40-76450f9a043f", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:45:14.757083 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-adcd8deb-a4c6-40c1-9eb1-795932774380 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:45:14.757478 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81035470-ab62-4f2b-8168-a0902dd3be34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddbed0b3-d146-4b8d-bc40-76450f9a043f', 'code': 200} Nov 25 13:45:14.785755 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=ddbed0b3-d146-4b8d-bc40-76450f9a043f,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:45:14.804858 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd76eb76-3249-48d9-925d-6f73a02d154e req-8ff5807c-22c0-4bce-9efb-ab583e5ede6e tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:45:14.806365 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cd76eb76-3249-48d9-925d-6f73a02d154e req-8ff5807c-22c0-4bce-9efb-ab583e5ede6e tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/ports?device_id=81035470-ab62-4f2b-8168-a0902dd3be34 HTTP/1.1" status: 200 len: 945 time: 0.0525289 Nov 25 13:45:14.854525 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cd76eb76-3249-48d9-925d-6f73a02d154e req-3d4275ad-d581-4d2e-936c-23b536cfca5d tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/security-groups?id=27567fab-f3ad-4151-a0d2-d9ff2be1ebcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420001 Nov 25 13:45:14.867573 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cefcb09-6342-4fa3-b46d-bcdcc356557c req-43fcd094-8c6a-49a3-87b6-3daed5f2ad9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:45:14.869089 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6cefcb09-6342-4fa3-b46d-bcdcc356557c req-43fcd094-8c6a-49a3-87b6-3daed5f2ad9a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=81035470-ab62-4f2b-8168-a0902dd3be34 HTTP/1.1" status: 200 len: 1097 time: 0.0409374 Nov 25 13:45:14.917976 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6cefcb09-6342-4fa3-b46d-bcdcc356557c req-8011812e-1ed0-403f-9b5c-8e10366eaf9a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=27567fab-f3ad-4151-a0d2-d9ff2be1ebcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371256 Nov 25 13:45:15.976189 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c371d94e-89a7-4e5d-a044-1107f0685dbf req-8f2e66fb-44a3-4b1c-b6ce-de3c1259dba6 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:45:15.977734 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c371d94e-89a7-4e5d-a044-1107f0685dbf req-8f2e66fb-44a3-4b1c-b6ce-de3c1259dba6 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/ports?device_id=81035470-ab62-4f2b-8168-a0902dd3be34 HTTP/1.1" status: 200 len: 945 time: 0.0546205 Nov 25 13:45:16.026717 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c371d94e-89a7-4e5d-a044-1107f0685dbf req-d0300ad8-43c0-44ac-bb67-815b554a98fd tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/security-groups?id=27567fab-f3ad-4151-a0d2-d9ff2be1ebcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430219 Nov 25 13:45:17.139584 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66f101-2d8d-4279-af59-1c009e228ad5 req-c12d6d99-d334-4205-bba0-96fb8e03c72c tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:45:17.140972 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5b66f101-2d8d-4279-af59-1c009e228ad5 req-c12d6d99-d334-4205-bba0-96fb8e03c72c tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/ports?device_id=81035470-ab62-4f2b-8168-a0902dd3be34 HTTP/1.1" status: 200 len: 945 time: 0.0483327 Nov 25 13:45:17.188712 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5b66f101-2d8d-4279-af59-1c009e228ad5 req-5c73e596-b5ea-40b8-8c4f-3e51210a6eb9 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/security-groups?id=27567fab-f3ad-4151-a0d2-d9ff2be1ebcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415289 Nov 25 13:45:30.328008 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-729d2b85-3957-4384-a606-26b851ff27a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:32.770096 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8cd88227-dc7b-4061-bc97-16ea13b394b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:33.913300 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:35.245359 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:36.419375 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:38.296390 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:38.722038 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:45:39.449080 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b0416-601c-442d-be7c-00929393db0c req-98152d7e-5075-4854-8f92-3a33e53b00c9 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:45:39.450564 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-255b0416-601c-442d-be7c-00929393db0c req-98152d7e-5075-4854-8f92-3a33e53b00c9 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/ports?device_id=81035470-ab62-4f2b-8168-a0902dd3be34 HTTP/1.1" status: 200 len: 945 time: 0.0529912 Nov 25 13:45:39.497103 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-255b0416-601c-442d-be7c-00929393db0c req-63d47a23-814a-4f1b-8aeb-f6db4bb0ef28 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/security-groups?id=27567fab-f3ad-4151-a0d2-d9ff2be1ebcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403171 Nov 25 13:45:40.613264 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e9470-40fe-4702-8f1f-5532a10fcb84 req-e1be52c3-930d-43f2-b40b-58198c558b85 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:45:40.614772 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e78e9470-40fe-4702-8f1f-5532a10fcb84 req-e1be52c3-930d-43f2-b40b-58198c558b85 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/ports?device_id=81035470-ab62-4f2b-8168-a0902dd3be34 HTTP/1.1" status: 200 len: 945 time: 0.0479650 Nov 25 13:45:40.664866 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e78e9470-40fe-4702-8f1f-5532a10fcb84 req-b97ac2eb-d509-4163-bcb0-868d773228f6 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/security-groups?id=27567fab-f3ad-4151-a0d2-d9ff2be1ebcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440788 Nov 25 13:45:41.113315 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98512b90-4b05-45a3-84dd-6116c4c282e0 req-0b3b3811-70bc-4acb-9976-89c521ffb215 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:45:41.114829 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-98512b90-4b05-45a3-84dd-6116c4c282e0 req-0b3b3811-70bc-4acb-9976-89c521ffb215 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.66 "GET /v2.0/ports?device_id=81035470-ab62-4f2b-8168-a0902dd3be34 HTTP/1.1" status: 200 len: 945 time: 0.0501864 Nov 25 13:45:41.206595 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-98512b90-4b05-45a3-84dd-6116c4c282e0 req-46b8b712-c31a-4ed0-a733-d27fc9119f6a tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Deleting port ddbed0b3-d146-4b8d-bc40-76450f9a043f {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:45:41.206975 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-98512b90-4b05-45a3-84dd-6116c4c282e0 req-46b8b712-c31a-4ed0-a733-d27fc9119f6a tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:41.294633 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-98512b90-4b05-45a3-84dd-6116c4c282e0 req-46b8b712-c31a-4ed0-a733-d27fc9119f6a tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] For port ddbed0b3-d146-4b8d-bc40-76450f9a043f, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=ddbed0b3-d146-4b8d-bc40-76450f9a043f,segment=NetworkSegment(c1677d03-a093-4f23-9910-4d4df29df41c),segment_id=c1677d03-a093-4f23-9910-4d4df29df41c)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:45:41.295030 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-98512b90-4b05-45a3-84dd-6116c4c282e0 req-46b8b712-c31a-4ed0-a733-d27fc9119f6a tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:41.308028 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-98512b90-4b05-45a3-84dd-6116c4c282e0 req-46b8b712-c31a-4ed0-a733-d27fc9119f6a tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Calling delete_port for ddbed0b3-d146-4b8d-bc40-76450f9a043f owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:45:41.440191 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-98512b90-4b05-45a3-84dd-6116c4c282e0 req-46b8b712-c31a-4ed0-a733-d27fc9119f6a tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:41.451953 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['aecc4410-189f-43a7-8c7a-7ff4ad8a83d0', '780de6d1-cb39-46dc-9287-7dc2bd759dc1'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:45:41.457089 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['1357452f-7028-437d-bcf3-c70ca47647c1', 'ddbed0b3-d146-4b8d-bc40-76450f9a043f'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:45:41.471723 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8b712-c31a-4ed0-a733-d27fc9119f6a tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Pushing event deleted for resources: {'Port': ['ID=ddbed0b3-d146-4b8d-bc40-76450f9a043f,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:45:41.497551 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8b712-c31a-4ed0-a733-d27fc9119f6a tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:45:41.497914 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8b712-c31a-4ed0-a733-d27fc9119f6a tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:45:41.498271 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8b712-c31a-4ed0-a733-d27fc9119f6a tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:45:41.498621 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8b712-c31a-4ed0-a733-d27fc9119f6a tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:45:41.498993 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8b712-c31a-4ed0-a733-d27fc9119f6a tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:45:41.499338 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8b712-c31a-4ed0-a733-d27fc9119f6a tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:45:41.499680 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8b712-c31a-4ed0-a733-d27fc9119f6a tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:45:41.500020 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8b712-c31a-4ed0-a733-d27fc9119f6a tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:45:41.500358 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8b712-c31a-4ed0-a733-d27fc9119f6a tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:45:41.500690 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8b712-c31a-4ed0-a733-d27fc9119f6a tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:45:41.501046 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8b712-c31a-4ed0-a733-d27fc9119f6a tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:45:41.501387 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8b712-c31a-4ed0-a733-d27fc9119f6a tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:45:41.525030 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-98512b90-4b05-45a3-84dd-6116c4c282e0 req-46b8b712-c31a-4ed0-a733-d27fc9119f6a tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] No DVR routers for this DVR port ddbed0b3-d146-4b8d-bc40-76450f9a043f on host n-h1-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:45:41.527721 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-98512b90-4b05-45a3-84dd-6116c4c282e0 req-46b8b712-c31a-4ed0-a733-d27fc9119f6a tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:41.531152 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-98512b90-4b05-45a3-84dd-6116c4c282e0 req-46b8b712-c31a-4ed0-a733-d27fc9119f6a tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.66 "DELETE /v2.0/ports/ddbed0b3-d146-4b8d-bc40-76450f9a043f HTTP/1.1" status: 204 len: 173 time: 0.4099693 Nov 25 13:45:41.531605 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81035470-ab62-4f2b-8168-a0902dd3be34', 'name': 'network-vif-deleted', 'tag': 'ddbed0b3-d146-4b8d-bc40-76450f9a043f'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:45:41.534492 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b6d85e-9e78-437d-8295-7e8081eed51a" -d '{"events": [{"server_uuid": "81035470-ab62-4f2b-8168-a0902dd3be34", "name": "network-vif-deleted", "tag": "ddbed0b3-d146-4b8d-bc40-76450f9a043f"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:45:41.573723 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d96df350-402e-4fa6-b019-1879a213dbc8 x-openstack-request-id: req-d96df350-402e-4fa6-b019-1879a213dbc8 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:45:41.574045 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81035470-ab62-4f2b-8168-a0902dd3be34", "name": "network-vif-deleted", "tag": "ddbed0b3-d146-4b8d-bc40-76450f9a043f", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:45:41.574335 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d96df350-402e-4fa6-b019-1879a213dbc8 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:45:41.574835 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81035470-ab62-4f2b-8168-a0902dd3be34', 'name': 'network-vif-deleted', 'tag': 'ddbed0b3-d146-4b8d-bc40-76450f9a043f', 'status': 'completed', 'code': 200} Nov 25 13:45:41.753024 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:41.775375 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-89154023-62dd-4864-9373-eeb0901d3dd5 req-d6331026-f20c-45ec-b075-565b2f5246b4 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/ports?device_id=81035470-ab62-4f2b-8168-a0902dd3be34 HTTP/1.1" status: 200 len: 210 time: 0.0264001 Nov 25 13:45:44.665032 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device ddbed0b3-d146-4b8d-bc40-76450f9a043f no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:45:44.693122 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] No Port match for: ddbed0b3-d146-4b8d-bc40-76450f9a043f {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:45:44.693472 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device ddbed0b3-d146-4b8d-bc40-76450f9a043f not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:45:46.256960 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba374c4c-bf54-40b3-b6a6-3069bbc1f0e0 req-b56014cf-2c06-4a98-aa6d-dc9c4df7a799 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:45:46.258441 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ba374c4c-bf54-40b3-b6a6-3069bbc1f0e0 req-b56014cf-2c06-4a98-aa6d-dc9c4df7a799 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee51a98d-343f-48f9-943e-6b592ff4aa2d HTTP/1.1" status: 200 len: 946 time: 0.0536630 Nov 25 13:45:46.306260 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ba374c4c-bf54-40b3-b6a6-3069bbc1f0e0 req-28a0a44b-30a7-428f-acaf-7830a3072a57 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/security-groups?id=27567fab-f3ad-4151-a0d2-d9ff2be1ebcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416324 Nov 25 13:45:47.425317 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85adb4-1749-4652-9bd0-f5a0836de515 req-b1acefca-106f-4b79-acce-f01af4b5827a tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:45:47.426841 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9f85adb4-1749-4652-9bd0-f5a0836de515 req-b1acefca-106f-4b79-acce-f01af4b5827a tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee51a98d-343f-48f9-943e-6b592ff4aa2d HTTP/1.1" status: 200 len: 946 time: 0.0507884 Nov 25 13:45:47.475356 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9f85adb4-1749-4652-9bd0-f5a0836de515 req-53f97f15-9e25-4e42-96af-eed1f77f9316 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/security-groups?id=27567fab-f3ad-4151-a0d2-d9ff2be1ebcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423520 Nov 25 13:45:47.699485 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b12dbd-376d-42ae-b74d-f28f159a7ecc req-02b4d88b-6589-4ed2-8260-84bcb86097ab tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:45:47.700952 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-16b12dbd-376d-42ae-b74d-f28f159a7ecc req-02b4d88b-6589-4ed2-8260-84bcb86097ab tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee51a98d-343f-48f9-943e-6b592ff4aa2d HTTP/1.1" status: 200 len: 946 time: 0.0489473 Nov 25 13:45:47.787394 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-16b12dbd-376d-42ae-b74d-f28f159a7ecc req-900db60b-0ed3-4763-839c-0c98a64e3dfc tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Deleting port 780de6d1-cb39-46dc-9287-7dc2bd759dc1 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:45:47.787736 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-16b12dbd-376d-42ae-b74d-f28f159a7ecc req-900db60b-0ed3-4763-839c-0c98a64e3dfc tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:47.880314 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-16b12dbd-376d-42ae-b74d-f28f159a7ecc req-900db60b-0ed3-4763-839c-0c98a64e3dfc tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] For port 780de6d1-cb39-46dc-9287-7dc2bd759dc1, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=780de6d1-cb39-46dc-9287-7dc2bd759dc1,segment=NetworkSegment(c1677d03-a093-4f23-9910-4d4df29df41c),segment_id=c1677d03-a093-4f23-9910-4d4df29df41c)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:45:47.880887 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-16b12dbd-376d-42ae-b74d-f28f159a7ecc req-900db60b-0ed3-4763-839c-0c98a64e3dfc tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:47.895787 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-16b12dbd-376d-42ae-b74d-f28f159a7ecc req-900db60b-0ed3-4763-839c-0c98a64e3dfc tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Calling delete_port for 780de6d1-cb39-46dc-9287-7dc2bd759dc1 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:45:48.025538 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-16b12dbd-376d-42ae-b74d-f28f159a7ecc req-900db60b-0ed3-4763-839c-0c98a64e3dfc tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:48.037654 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['aecc4410-189f-43a7-8c7a-7ff4ad8a83d0', '780de6d1-cb39-46dc-9287-7dc2bd759dc1'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:45:48.040941 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['1357452f-7028-437d-bcf3-c70ca47647c1'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:45:48.053795 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900db60b-0ed3-4763-839c-0c98a64e3dfc tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Pushing event deleted for resources: {'Port': ['ID=780de6d1-cb39-46dc-9287-7dc2bd759dc1,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:45:48.095958 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b12dbd-376d-42ae-b74d-f28f159a7ecc req-900db60b-0ed3-4763-839c-0c98a64e3dfc tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] No DVR routers for this DVR port 780de6d1-cb39-46dc-9287-7dc2bd759dc1 on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:45:48.098612 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-16b12dbd-376d-42ae-b74d-f28f159a7ecc req-900db60b-0ed3-4763-839c-0c98a64e3dfc tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:48.102025 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-16b12dbd-376d-42ae-b74d-f28f159a7ecc req-900db60b-0ed3-4763-839c-0c98a64e3dfc tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.47 "DELETE /v2.0/ports/780de6d1-cb39-46dc-9287-7dc2bd759dc1 HTTP/1.1" status: 204 len: 173 time: 0.3954685 Nov 25 13:45:48.102479 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee51a98d-343f-48f9-943e-6b592ff4aa2d', 'name': 'network-vif-deleted', 'tag': '780de6d1-cb39-46dc-9287-7dc2bd759dc1'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:45:48.104836 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a1ddf0-5309-4683-b130-8f0caf7535ff" -d '{"events": [{"server_uuid": "ee51a98d-343f-48f9-943e-6b592ff4aa2d", "name": "network-vif-deleted", "tag": "780de6d1-cb39-46dc-9287-7dc2bd759dc1"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:45:48.142979 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ab381c-89e2-44d7-aa91-4069b77c627f x-openstack-request-id: req-89ab381c-89e2-44d7-aa91-4069b77c627f {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:45:48.143278 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee51a98d-343f-48f9-943e-6b592ff4aa2d", "name": "network-vif-deleted", "tag": "780de6d1-cb39-46dc-9287-7dc2bd759dc1", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:45:48.143543 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-89ab381c-89e2-44d7-aa91-4069b77c627f {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:45:48.143956 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee51a98d-343f-48f9-943e-6b592ff4aa2d', 'name': 'network-vif-deleted', 'tag': '780de6d1-cb39-46dc-9287-7dc2bd759dc1', 'status': 'completed', 'code': 200} Nov 25 13:45:48.530152 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5f4286db-d22d-4f59-8757-9653e661268a req-0dc7f5c2-ccad-41b8-9160-58b4e0d8a8ad service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ee51a98d-343f-48f9-943e-6b592ff4aa2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0254362 Nov 25 13:45:48.579024 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5f4286db-d22d-4f59-8757-9653e661268a req-68582181-17d8-474e-bcbf-d65f54ee2234 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9dc1a48862ac42b3972f86f43179969d&device_id=ee51a98d-343f-48f9-943e-6b592ff4aa2d HTTP/1.1" status: 200 len: 210 time: 0.0255325 Nov 25 13:45:48.606499 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-73b6ea41-ceb0-46be-a939-1f1105003ab9 req-f3b361b8-44a4-457b-9848-59deeeb668cf tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee51a98d-343f-48f9-943e-6b592ff4aa2d HTTP/1.1" status: 200 len: 210 time: 0.0344834 Nov 25 13:45:48.771693 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4286db-d22d-4f59-8757-9653e661268a req-d35e6419-b9d6-4625-9c10-b6471d6c730d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:45:48.773164 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5f4286db-d22d-4f59-8757-9653e661268a req-d35e6419-b9d6-4625-9c10-b6471d6c730d service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=9dc1a48862ac42b3972f86f43179969d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1752520 Nov 25 13:45:48.933278 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4286db-d22d-4f59-8757-9653e661268a req-32796cea-0d8b-4f8e-8600-2e984a7f4350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:45:48.934760 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5f4286db-d22d-4f59-8757-9653e661268a req-32796cea-0d8b-4f8e-8600-2e984a7f4350 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1532803 Nov 25 13:45:49.877063 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e32f79-06a2-4892-9ac1-fa68c455ee5f req-fb2c763d-0e01-4456-9c64-fb06ac6d298b tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:45:49.878539 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-32e32f79-06a2-4892-9ac1-fa68c455ee5f req-fb2c763d-0e01-4456-9c64-fb06ac6d298b tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b7ad7af-1e21-43b4-8846-03c6969a825f HTTP/1.1" status: 200 len: 945 time: 0.0534289 Nov 25 13:45:49.924690 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-32e32f79-06a2-4892-9ac1-fa68c455ee5f req-22b55da5-8601-416f-92ac-f74ea375d468 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/security-groups?id=27567fab-f3ad-4151-a0d2-d9ff2be1ebcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400753 Nov 25 13:45:50.595610 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 780de6d1-cb39-46dc-9287-7dc2bd759dc1 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:45:50.615726 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: 780de6d1-cb39-46dc-9287-7dc2bd759dc1 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:45:50.616071 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 780de6d1-cb39-46dc-9287-7dc2bd759dc1 not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:45:51.050495 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15100d7-a26f-4eb6-ab9a-ef6959c92cec req-1e40b0f9-b07c-4f5c-a4ba-0291efcb49c6 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:45:51.052010 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c15100d7-a26f-4eb6-ab9a-ef6959c92cec req-1e40b0f9-b07c-4f5c-a4ba-0291efcb49c6 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b7ad7af-1e21-43b4-8846-03c6969a825f HTTP/1.1" status: 200 len: 945 time: 0.0555151 Nov 25 13:45:51.099388 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c15100d7-a26f-4eb6-ab9a-ef6959c92cec req-4e3f30a1-cc54-4e77-877a-73dda2c9a42e tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/security-groups?id=27567fab-f3ad-4151-a0d2-d9ff2be1ebcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414379 Nov 25 13:45:51.314845 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454d755a-336c-4619-bee5-8e171965ae11 req-1deb3325-31a6-4575-b9b0-8bdb1c860582 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:45:51.316299 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-454d755a-336c-4619-bee5-8e171965ae11 req-1deb3325-31a6-4575-b9b0-8bdb1c860582 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b7ad7af-1e21-43b4-8846-03c6969a825f HTTP/1.1" status: 200 len: 945 time: 0.0479293 Nov 25 13:45:51.414414 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-454d755a-336c-4619-bee5-8e171965ae11 req-12a4d708-03e3-496b-9c41-55e36480c0ce tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Deleting port 1357452f-7028-437d-bcf3-c70ca47647c1 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:45:51.414799 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-454d755a-336c-4619-bee5-8e171965ae11 req-12a4d708-03e3-496b-9c41-55e36480c0ce tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:51.512503 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-454d755a-336c-4619-bee5-8e171965ae11 req-12a4d708-03e3-496b-9c41-55e36480c0ce tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] For port 1357452f-7028-437d-bcf3-c70ca47647c1, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=1357452f-7028-437d-bcf3-c70ca47647c1,segment=NetworkSegment(c1677d03-a093-4f23-9910-4d4df29df41c),segment_id=c1677d03-a093-4f23-9910-4d4df29df41c)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:45:51.512895 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-454d755a-336c-4619-bee5-8e171965ae11 req-12a4d708-03e3-496b-9c41-55e36480c0ce tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:51.525735 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-454d755a-336c-4619-bee5-8e171965ae11 req-12a4d708-03e3-496b-9c41-55e36480c0ce tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Calling delete_port for 1357452f-7028-437d-bcf3-c70ca47647c1 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:45:51.650751 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-454d755a-336c-4619-bee5-8e171965ae11 req-12a4d708-03e3-496b-9c41-55e36480c0ce tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:51.664555 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['aecc4410-189f-43a7-8c7a-7ff4ad8a83d0'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:45:51.667634 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['1357452f-7028-437d-bcf3-c70ca47647c1'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:45:51.684986 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a4d708-03e3-496b-9c41-55e36480c0ce tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Pushing event deleted for resources: {'Port': ['ID=1357452f-7028-437d-bcf3-c70ca47647c1,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:45:51.725900 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-454d755a-336c-4619-bee5-8e171965ae11 req-12a4d708-03e3-496b-9c41-55e36480c0ce tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] No DVR routers for this DVR port 1357452f-7028-437d-bcf3-c70ca47647c1 on host n-h1-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:45:51.728366 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-454d755a-336c-4619-bee5-8e171965ae11 req-12a4d708-03e3-496b-9c41-55e36480c0ce tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:51.731860 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-454d755a-336c-4619-bee5-8e171965ae11 req-12a4d708-03e3-496b-9c41-55e36480c0ce tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.66 "DELETE /v2.0/ports/1357452f-7028-437d-bcf3-c70ca47647c1 HTTP/1.1" status: 204 len: 173 time: 0.4059534 Nov 25 13:45:51.732319 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b7ad7af-1e21-43b4-8846-03c6969a825f', 'name': 'network-vif-deleted', 'tag': '1357452f-7028-437d-bcf3-c70ca47647c1'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:45:51.734603 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daab05dd-f347-4aa3-a883-aed3146469da" -d '{"events": [{"server_uuid": "7b7ad7af-1e21-43b4-8846-03c6969a825f", "name": "network-vif-deleted", "tag": "1357452f-7028-437d-bcf3-c70ca47647c1"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:45:51.784228 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f48376-71a2-4877-859d-22a9196b95ee x-openstack-request-id: req-98f48376-71a2-4877-859d-22a9196b95ee {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:45:51.784531 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b7ad7af-1e21-43b4-8846-03c6969a825f", "name": "network-vif-deleted", "tag": "1357452f-7028-437d-bcf3-c70ca47647c1", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:45:51.784795 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-98f48376-71a2-4877-859d-22a9196b95ee {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:45:51.785205 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b7ad7af-1e21-43b4-8846-03c6969a825f', 'name': 'network-vif-deleted', 'tag': '1357452f-7028-437d-bcf3-c70ca47647c1', 'status': 'completed', 'code': 200} Nov 25 13:45:52.201586 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e78ddf35-5af4-4420-9787-fee78d2146b6 req-e35847c3-0728-4b7f-b236-45dabfebe649 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b7ad7af-1e21-43b4-8846-03c6969a825f HTTP/1.1" status: 200 len: 210 time: 0.0249090 Nov 25 13:45:54.711303 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 1357452f-7028-437d-bcf3-c70ca47647c1 no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:45:54.732484 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] No Port match for: 1357452f-7028-437d-bcf3-c70ca47647c1 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:45:54.732883 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 1357452f-7028-437d-bcf3-c70ca47647c1 not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:45:56.689109 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b40af3-6267-45f3-867b-9ebfd5084fb7 req-c2710ab8-ea27-4a6d-98ff-914807992a63 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:45:56.690573 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-49b40af3-6267-45f3-867b-9ebfd5084fb7 req-c2710ab8-ea27-4a6d-98ff-914807992a63 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/ports?device_id=47f1ef19-abd9-4076-9bf6-aed505c111f6 HTTP/1.1" status: 200 len: 945 time: 0.0525765 Nov 25 13:45:56.742246 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-49b40af3-6267-45f3-867b-9ebfd5084fb7 req-d7d578fe-d0d8-4bc4-ad73-84943f0e1f72 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/security-groups?id=27567fab-f3ad-4151-a0d2-d9ff2be1ebcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451984 Nov 25 13:45:57.861527 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa6848c-62e3-4bdc-8fa5-9dfadf8e9386 req-a6190167-52f9-468a-a792-10d8025a7da9 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:45:57.862987 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cfa6848c-62e3-4bdc-8fa5-9dfadf8e9386 req-a6190167-52f9-468a-a792-10d8025a7da9 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/ports?device_id=47f1ef19-abd9-4076-9bf6-aed505c111f6 HTTP/1.1" status: 200 len: 945 time: 0.0487528 Nov 25 13:45:57.911613 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cfa6848c-62e3-4bdc-8fa5-9dfadf8e9386 req-fa0df417-d5f4-43cc-9acf-7389945910a8 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/security-groups?id=27567fab-f3ad-4151-a0d2-d9ff2be1ebcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426569 Nov 25 13:45:58.104210 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c634e9b-58cb-4eec-939d-d09d74574673 req-aab86b19-8d04-4a20-aa59-263d242fcf0f tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:45:58.105816 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6c634e9b-58cb-4eec-939d-d09d74574673 req-aab86b19-8d04-4a20-aa59-263d242fcf0f tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.47 "GET /v2.0/ports?device_id=47f1ef19-abd9-4076-9bf6-aed505c111f6 HTTP/1.1" status: 200 len: 945 time: 0.0480969 Nov 25 13:45:58.199508 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-6c634e9b-58cb-4eec-939d-d09d74574673 req-bc8f3d6b-61f9-44d7-b2d0-d934ab182379 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Deleting port aecc4410-189f-43a7-8c7a-7ff4ad8a83d0 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:45:58.199884 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6c634e9b-58cb-4eec-939d-d09d74574673 req-bc8f3d6b-61f9-44d7-b2d0-d934ab182379 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:58.290089 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-6c634e9b-58cb-4eec-939d-d09d74574673 req-bc8f3d6b-61f9-44d7-b2d0-d934ab182379 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] For port aecc4410-189f-43a7-8c7a-7ff4ad8a83d0, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=aecc4410-189f-43a7-8c7a-7ff4ad8a83d0,segment=NetworkSegment(c1677d03-a093-4f23-9910-4d4df29df41c),segment_id=c1677d03-a093-4f23-9910-4d4df29df41c)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:45:58.290457 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6c634e9b-58cb-4eec-939d-d09d74574673 req-bc8f3d6b-61f9-44d7-b2d0-d934ab182379 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:58.303227 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-6c634e9b-58cb-4eec-939d-d09d74574673 req-bc8f3d6b-61f9-44d7-b2d0-d934ab182379 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Calling delete_port for aecc4410-189f-43a7-8c7a-7ff4ad8a83d0 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:45:58.434580 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6c634e9b-58cb-4eec-939d-d09d74574673 req-bc8f3d6b-61f9-44d7-b2d0-d934ab182379 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:58.449293 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['aecc4410-189f-43a7-8c7a-7ff4ad8a83d0'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:45:58.463179 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8f3d6b-61f9-44d7-b2d0-d934ab182379 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Pushing event deleted for resources: {'Port': ['ID=aecc4410-189f-43a7-8c7a-7ff4ad8a83d0,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:45:58.506369 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c634e9b-58cb-4eec-939d-d09d74574673 req-bc8f3d6b-61f9-44d7-b2d0-d934ab182379 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] No DVR routers for this DVR port aecc4410-189f-43a7-8c7a-7ff4ad8a83d0 on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:45:58.508983 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6c634e9b-58cb-4eec-939d-d09d74574673 req-bc8f3d6b-61f9-44d7-b2d0-d934ab182379 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:45:58.512433 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6c634e9b-58cb-4eec-939d-d09d74574673 req-bc8f3d6b-61f9-44d7-b2d0-d934ab182379 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.47 "DELETE /v2.0/ports/aecc4410-189f-43a7-8c7a-7ff4ad8a83d0 HTTP/1.1" status: 204 len: 173 time: 0.4000037 Nov 25 13:45:58.512868 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47f1ef19-abd9-4076-9bf6-aed505c111f6', 'name': 'network-vif-deleted', 'tag': 'aecc4410-189f-43a7-8c7a-7ff4ad8a83d0'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:45:58.515107 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01dc6819-9923-4885-8439-7835b277b873" -d '{"events": [{"server_uuid": "47f1ef19-abd9-4076-9bf6-aed505c111f6", "name": "network-vif-deleted", "tag": "aecc4410-189f-43a7-8c7a-7ff4ad8a83d0"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:45:58.551078 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119b1274-8a65-4ba6-8de3-dea61ee6d81f x-openstack-request-id: req-119b1274-8a65-4ba6-8de3-dea61ee6d81f {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:45:58.551370 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47f1ef19-abd9-4076-9bf6-aed505c111f6", "name": "network-vif-deleted", "tag": "aecc4410-189f-43a7-8c7a-7ff4ad8a83d0", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:45:58.551621 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-119b1274-8a65-4ba6-8de3-dea61ee6d81f {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:45:58.552021 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47f1ef19-abd9-4076-9bf6-aed505c111f6', 'name': 'network-vif-deleted', 'tag': 'aecc4410-189f-43a7-8c7a-7ff4ad8a83d0', 'status': 'completed', 'code': 200} Nov 25 13:45:59.019017 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-272dc3e3-2c1f-465c-8423-045329dffeda req-cc231f21-4550-449b-ab5e-6bebac89d648 tempest-AttachVolumeNegativeTest-24551217 tempest-AttachVolumeNegativeTest-24551217-project] 10.222.0.53 "GET /v2.0/ports?device_id=47f1ef19-abd9-4076-9bf6-aed505c111f6 HTTP/1.1" status: 200 len: 210 time: 0.0264521 Nov 25 13:46:00.074139 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 59932) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:46:00.121895 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-632665d0-bfbc-461e-a4e6-94e509e9abf2 admin admin] Deleting subnet fc3d9c60-0f17-44a2-8d43-97fb4c8e6984 {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:46:00.126954 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-632665d0-bfbc-461e-a4e6-94e509e9abf2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:00.164103 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-632665d0-bfbc-461e-a4e6-94e509e9abf2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:00.203411 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-632665d0-bfbc-461e-a4e6-94e509e9abf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:00.254750 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-632665d0-bfbc-461e-a4e6-94e509e9abf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:00.286486 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632665d0-bfbc-461e-a4e6-94e509e9abf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc3d9c60-0f17-44a2-8d43-97fb4c8e6984,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:46:00.291552 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-632665d0-bfbc-461e-a4e6-94e509e9abf2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:00.294854 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-632665d0-bfbc-461e-a4e6-94e509e9abf2 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/fc3d9c60-0f17-44a2-8d43-97fb4c8e6984 HTTP/1.1" status: 204 len: 168 time: 0.2196147 Nov 25 13:46:00.297973 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59934) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:46:00.301732 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632665d0-bfbc-461e-a4e6-94e509e9abf2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:46:00.302094 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632665d0-bfbc-461e-a4e6-94e509e9abf2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:46:00.302454 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632665d0-bfbc-461e-a4e6-94e509e9abf2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:46:00.302829 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632665d0-bfbc-461e-a4e6-94e509e9abf2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:46:00.303176 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632665d0-bfbc-461e-a4e6-94e509e9abf2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:46:00.303520 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632665d0-bfbc-461e-a4e6-94e509e9abf2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:46:00.303860 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632665d0-bfbc-461e-a4e6-94e509e9abf2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:46:00.304197 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632665d0-bfbc-461e-a4e6-94e509e9abf2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:46:00.304533 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632665d0-bfbc-461e-a4e6-94e509e9abf2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:46:00.304867 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632665d0-bfbc-461e-a4e6-94e509e9abf2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:46:00.305201 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632665d0-bfbc-461e-a4e6-94e509e9abf2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:46:00.305534 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632665d0-bfbc-461e-a4e6-94e509e9abf2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:46:00.337415 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4c3f11a6-ab80-425a-9039-d0772a2b1a3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:00.377633 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3ce02182-9c3e-49be-88b1-3e4b75ebcf1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:00.462973 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3ce02182-9c3e-49be-88b1-3e4b75ebcf1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:00.482640 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-3ce02182-9c3e-49be-88b1-3e4b75ebcf1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccbeb2e1-4f0c-4ccf-85dc-866190817523']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:46:00.492344 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-3ce02182-9c3e-49be-88b1-3e4b75ebcf1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1677d03-a093-4f23-9910-4d4df29df41c') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:46:00.492650 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-3ce02182-9c3e-49be-88b1-3e4b75ebcf1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1677d03-a093-4f23-9910-4d4df29df41c') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:46:00.502575 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3ce02182-9c3e-49be-88b1-3e4b75ebcf1b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:00.515565 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3ce02182-9c3e-49be-88b1-3e4b75ebcf1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:00.521766 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ce02182-9c3e-49be-88b1-3e4b75ebcf1b admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:46:00.522161 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3ce02182-9c3e-49be-88b1-3e4b75ebcf1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:00.523867 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:46:00.523867 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:46:00.523867 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:46:00.523867 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:46:00.523867 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:46:00.523867 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:46:00.523867 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:46:00.523867 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:46:00.523867 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:46:00.523867 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:46:00.523867 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:46:00.523867 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:46:00.523867 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:46:00.523867 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:46:00.523867 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:46:00.523867 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:46:00.523867 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:46:00.523867 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:46:00.523867 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:46:00.523867 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:46:00.523867 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:46:00.523867 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:46:00.523867 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:46:00.523867 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:46:00.523867 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:46:00.523867 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:46:00.523867 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:46:00.523867 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:46:00.523867 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:46:00.523867 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:46:00.523867 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:46:00.523867 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:46:00.577041 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3ce02182-9c3e-49be-88b1-3e4b75ebcf1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:00.582446 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3ce02182-9c3e-49be-88b1-3e4b75ebcf1b admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:00.585591 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-3ce02182-9c3e-49be-88b1-3e4b75ebcf1b admin admin] 10.222.0.53 "DELETE /v2.0/networks/ccbeb2e1-4f0c-4ccf-85dc-866190817523 HTTP/1.1" status: 204 len: 168 time: 0.2865994 Nov 25 13:46:00.596948 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce02182-9c3e-49be-88b1-3e4b75ebcf1b admin admin] Pushing event deleted for resources: {'Network': ['ID=ccbeb2e1-4f0c-4ccf-85dc-866190817523,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:46:00.745229 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59938) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:46:00.788877 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-07eacb6d-bd56-41e4-85b0-5da7246288a3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9dc1a48862ac42b3972f86f43179969d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0424681 Nov 25 13:46:00.791249 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 59940) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:46:00.836514 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5ae6210e-1d0c-45f5-8cc4-4d96bd81f8e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:00.857217 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5ae6210e-1d0c-45f5-8cc4-4d96bd81f8e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:00.902137 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5ae6210e-1d0c-45f5-8cc4-4d96bd81f8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:00.904699 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5ae6210e-1d0c-45f5-8cc4-4d96bd81f8e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:00.905849 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5ae6210e-1d0c-45f5-8cc4-4d96bd81f8e1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/27567fab-f3ad-4151-a0d2-d9ff2be1ebcb HTTP/1.1" status: 204 len: 168 time: 0.1136980 Nov 25 13:46:00.913740 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae6210e-1d0c-45f5-8cc4-4d96bd81f8e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27567fab-f3ad-4151-a0d2-d9ff2be1ebcb,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:46:02.626178 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device aecc4410-189f-43a7-8c7a-7ff4ad8a83d0 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:46:02.646358 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: aecc4410-189f-43a7-8c7a-7ff4ad8a83d0 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:46:02.646644 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device aecc4410-189f-43a7-8c7a-7ff4ad8a83d0 not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:46:02.780747 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8541d379-e0df-4795-b4f6-afc1690fe216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:03.914683 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:05.248205 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:06.415609 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:08.311804 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:11.756107 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:13.415350 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60068) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:46:13.521861 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-22c560ac-e555-4390-8e14-c212b40be446 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:13.597330 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-22c560ac-e555-4390-8e14-c212b40be446 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:13.601139 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-22c560ac-e555-4390-8e14-c212b40be446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:13.639430 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c560ac-e555-4390-8e14-c212b40be446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e2db42-d9bd-4b04-bf03-d87ebae312b0,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:46:13.645539 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-22c560ac-e555-4390-8e14-c212b40be446 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=27d8e8d204ff43d586b7e62d915f4a8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2291055 Nov 25 13:46:13.648880 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60072) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:46:13.699823 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e61deb44-947e-4b3a-998b-d5d63503f47c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:13.723061 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e61deb44-947e-4b3a-998b-d5d63503f47c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:13.771657 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e61deb44-947e-4b3a-998b-d5d63503f47c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:13.774302 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e61deb44-947e-4b3a-998b-d5d63503f47c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:13.775734 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-e61deb44-947e-4b3a-998b-d5d63503f47c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/96e2db42-d9bd-4b04-bf03-d87ebae312b0 HTTP/1.1" status: 204 len: 168 time: 0.1266570 Nov 25 13:46:13.783944 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61deb44-947e-4b3a-998b-d5d63503f47c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e2db42-d9bd-4b04-bf03-d87ebae312b0,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:46:15.720496 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:46:18.937129 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60182) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:46:19.040817 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b4711c9d-12f3-4c7d-9e8e-dd8eb7029cf5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:19.118320 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b4711c9d-12f3-4c7d-9e8e-dd8eb7029cf5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:19.121828 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b4711c9d-12f3-4c7d-9e8e-dd8eb7029cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:19.160694 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b4711c9d-12f3-4c7d-9e8e-dd8eb7029cf5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=52c089acebdd4571a4b4e1f4d29652d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2225065 Nov 25 13:46:19.161555 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4711c9d-12f3-4c7d-9e8e-dd8eb7029cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=115cf8d9-898d-4465-ab60-3255cd699ced,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:46:19.163383 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60186) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:46:19.212198 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-85fc97cc-a7ae-42cd-ba1b-175f14a21cb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:19.232799 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-85fc97cc-a7ae-42cd-ba1b-175f14a21cb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:19.285372 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-85fc97cc-a7ae-42cd-ba1b-175f14a21cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:19.288268 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-85fc97cc-a7ae-42cd-ba1b-175f14a21cb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:19.289446 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-85fc97cc-a7ae-42cd-ba1b-175f14a21cb4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/115cf8d9-898d-4465-ab60-3255cd699ced HTTP/1.1" status: 204 len: 168 time: 0.1250663 Nov 25 13:46:19.297731 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fc97cc-a7ae-42cd-ba1b-175f14a21cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=115cf8d9-898d-4465-ab60-3255cd699ced,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:46:19.544871 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60192) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:46:19.558510 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c4a2deef-4a16-423f-aaa6-102456fb5468 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:19.634910 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c4a2deef-4a16-423f-aaa6-102456fb5468 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:19.638374 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c4a2deef-4a16-423f-aaa6-102456fb5468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:19.677330 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c4a2deef-4a16-423f-aaa6-102456fb5468 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1f654fb87ae547cd93ec7b28789afebf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1313622 Nov 25 13:46:19.679321 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a2deef-4a16-423f-aaa6-102456fb5468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=775968c5-b09f-4f38-827c-e0c8f1e72fab,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:46:19.680027 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60194) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:46:19.728209 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-726fc847-278d-4390-bea2-2f3264e073fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:19.751968 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-726fc847-278d-4390-bea2-2f3264e073fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:19.798006 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-726fc847-278d-4390-bea2-2f3264e073fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:19.800584 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-726fc847-278d-4390-bea2-2f3264e073fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:19.801715 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-726fc847-278d-4390-bea2-2f3264e073fb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/775968c5-b09f-4f38-827c-e0c8f1e72fab HTTP/1.1" status: 204 len: 168 time: 0.1207087 Nov 25 13:46:19.809240 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726fc847-278d-4390-bea2-2f3264e073fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775968c5-b09f-4f38-827c-e0c8f1e72fab,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:46:25.402576 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60332) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:46:25.508126 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-655232d3-86f0-4222-9928-ee74da20dfec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:25.583539 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-655232d3-86f0-4222-9928-ee74da20dfec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:25.587135 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-655232d3-86f0-4222-9928-ee74da20dfec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:25.625458 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-655232d3-86f0-4222-9928-ee74da20dfec admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=41cb3277bc00409f942bd0c33a5f2796&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2217414 Nov 25 13:46:25.626274 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655232d3-86f0-4222-9928-ee74da20dfec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af129f2-95e7-4778-8938-bbfefa26d21c,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:46:25.628256 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60336) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:46:25.680793 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bbecc431-a068-42cc-b802-d39a81b50f76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:25.701339 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bbecc431-a068-42cc-b802-d39a81b50f76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:25.749087 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bbecc431-a068-42cc-b802-d39a81b50f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:25.751775 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bbecc431-a068-42cc-b802-d39a81b50f76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:25.752944 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-bbecc431-a068-42cc-b802-d39a81b50f76 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0af129f2-95e7-4778-8938-bbfefa26d21c HTTP/1.1" status: 204 len: 168 time: 0.1236587 Nov 25 13:46:25.760924 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbecc431-a068-42cc-b802-d39a81b50f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af129f2-95e7-4778-8938-bbfefa26d21c,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:46:26.004874 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60342) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:46:26.018818 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9efd4456-0bd8-465e-b925-4335ca741539 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:26.090877 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9efd4456-0bd8-465e-b925-4335ca741539 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:26.094366 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9efd4456-0bd8-465e-b925-4335ca741539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:26.132565 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-9efd4456-0bd8-465e-b925-4335ca741539 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1fc00db3b9bf42cf8de91e6d4af702b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1266258 Nov 25 13:46:26.133717 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efd4456-0bd8-465e-b925-4335ca741539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c601dd-cced-4ed2-80c8-a382fec522fb,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:46:26.135336 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60344) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:46:26.182580 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dd72fea3-9f1d-4938-bb12-a6ccc7fb0894 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:26.204055 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dd72fea3-9f1d-4938-bb12-a6ccc7fb0894 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:26.252098 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dd72fea3-9f1d-4938-bb12-a6ccc7fb0894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:26.254776 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dd72fea3-9f1d-4938-bb12-a6ccc7fb0894 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:26.255912 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-dd72fea3-9f1d-4938-bb12-a6ccc7fb0894 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/28c601dd-cced-4ed2-80c8-a382fec522fb HTTP/1.1" status: 204 len: 168 time: 0.1195817 Nov 25 13:46:26.263426 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd72fea3-9f1d-4938-bb12-a6ccc7fb0894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c601dd-cced-4ed2-80c8-a382fec522fb,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:46:28.378872 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60406) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:46:28.485445 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-66f44307-c6ce-476b-a3de-bd07f1cb0118 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:28.558222 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-66f44307-c6ce-476b-a3de-bd07f1cb0118 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:28.562519 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-66f44307-c6ce-476b-a3de-bd07f1cb0118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:28.608721 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-66f44307-c6ce-476b-a3de-bd07f1cb0118 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5829e4e47a924d419d823e0e593054de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2286875 Nov 25 13:46:28.609730 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f44307-c6ce-476b-a3de-bd07f1cb0118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac9d56e-8826-404a-8969-65e69dec655f,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:46:28.611417 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60410) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:46:28.659964 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-00feff4c-bbe8-40df-ae25-d0800ef63865 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:28.681031 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-00feff4c-bbe8-40df-ae25-d0800ef63865 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:28.726975 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-00feff4c-bbe8-40df-ae25-d0800ef63865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:28.729645 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-00feff4c-bbe8-40df-ae25-d0800ef63865 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:28.730796 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-00feff4c-bbe8-40df-ae25-d0800ef63865 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5ac9d56e-8826-404a-8969-65e69dec655f HTTP/1.1" status: 204 len: 168 time: 0.1183569 Nov 25 13:46:28.739176 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00feff4c-bbe8-40df-ae25-d0800ef63865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac9d56e-8826-404a-8969-65e69dec655f,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:46:28.980892 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60416) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:46:28.993901 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8128df4e-ddfe-458e-bbeb-ad6a0c49146d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:29.068848 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8128df4e-ddfe-458e-bbeb-ad6a0c49146d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:29.072572 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8128df4e-ddfe-458e-bbeb-ad6a0c49146d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:29.109170 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8128df4e-ddfe-458e-bbeb-ad6a0c49146d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c25ab509-ce03-46e2-8dd7-e8d612fbd4e0,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:46:29.113444 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-8128df4e-ddfe-458e-bbeb-ad6a0c49146d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4b245f35a0a34d179e5cc905bf7787ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1315525 Nov 25 13:46:29.116558 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60418) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:46:29.163194 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d86b3475-0630-4359-9329-a04b5f2e26b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:29.183546 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d86b3475-0630-4359-9329-a04b5f2e26b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:29.229235 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d86b3475-0630-4359-9329-a04b5f2e26b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:29.231854 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d86b3475-0630-4359-9329-a04b5f2e26b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:29.233020 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d86b3475-0630-4359-9329-a04b5f2e26b0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c25ab509-ce03-46e2-8dd7-e8d612fbd4e0 HTTP/1.1" status: 204 len: 168 time: 0.1159573 Nov 25 13:46:29.240709 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86b3475-0630-4359-9329-a04b5f2e26b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c25ab509-ce03-46e2-8dd7-e8d612fbd4e0,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:46:30.329669 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ecf5ca61-5684-4fcd-ab57-4e03eb68897e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:32.773538 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d7afd820-4554-4ab2-a848-a9e0bd5ed912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:33.916439 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:35.251111 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:36.407390 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:38.316533 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:41.753649 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:52.719543 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:46:53.754341 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60516) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:46:53.861839 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-32358649-ada0-4ea1-9a58-4a0d83038bbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:53.934411 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-32358649-ada0-4ea1-9a58-4a0d83038bbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:53.938513 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-32358649-ada0-4ea1-9a58-4a0d83038bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:53.976987 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-32358649-ada0-4ea1-9a58-4a0d83038bbb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d8b694aaac0145518b75390dce5cffec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2215571 Nov 25 13:46:53.978124 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32358649-ada0-4ea1-9a58-4a0d83038bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8221c6f4-fb96-4953-b24a-92a85e8f5a7a,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:46:53.979711 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60520) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:46:54.029625 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-406de9df-22b6-491a-b1f9-c495b5977a6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:54.050613 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-406de9df-22b6-491a-b1f9-c495b5977a6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:54.095424 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-406de9df-22b6-491a-b1f9-c495b5977a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:54.098177 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-406de9df-22b6-491a-b1f9-c495b5977a6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:54.099564 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-406de9df-22b6-491a-b1f9-c495b5977a6e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8221c6f4-fb96-4953-b24a-92a85e8f5a7a HTTP/1.1" status: 204 len: 168 time: 0.1188240 Nov 25 13:46:54.107179 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406de9df-22b6-491a-b1f9-c495b5977a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8221c6f4-fb96-4953-b24a-92a85e8f5a7a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:46:54.114586 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406de9df-22b6-491a-b1f9-c495b5977a6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:46:54.114969 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406de9df-22b6-491a-b1f9-c495b5977a6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:46:54.115325 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406de9df-22b6-491a-b1f9-c495b5977a6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:46:54.115671 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406de9df-22b6-491a-b1f9-c495b5977a6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:46:54.116015 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406de9df-22b6-491a-b1f9-c495b5977a6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:46:54.116357 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406de9df-22b6-491a-b1f9-c495b5977a6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:46:54.116694 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406de9df-22b6-491a-b1f9-c495b5977a6e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:46:54.117028 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406de9df-22b6-491a-b1f9-c495b5977a6e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:46:54.117366 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406de9df-22b6-491a-b1f9-c495b5977a6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:46:54.117698 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406de9df-22b6-491a-b1f9-c495b5977a6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:46:54.118030 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406de9df-22b6-491a-b1f9-c495b5977a6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:46:54.118360 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406de9df-22b6-491a-b1f9-c495b5977a6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:46:55.939239 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60606) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:46:56.045149 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1bfe25c0-3c53-4acb-97b0-d5dc2111d4eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:56.120487 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1bfe25c0-3c53-4acb-97b0-d5dc2111d4eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:56.124681 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1bfe25c0-3c53-4acb-97b0-d5dc2111d4eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:56.163494 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-1bfe25c0-3c53-4acb-97b0-d5dc2111d4eb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=db132647908e4875b00417444cf13aa2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2231514 Nov 25 13:46:56.164458 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfe25c0-3c53-4acb-97b0-d5dc2111d4eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be12cac8-c9ca-4e1d-8bfa-b5dbc09bd887,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:46:56.166190 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60610) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:46:56.214803 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bd640520-2eee-4e13-a9ed-2c842a6c4355 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:56.235028 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bd640520-2eee-4e13-a9ed-2c842a6c4355 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:56.280704 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bd640520-2eee-4e13-a9ed-2c842a6c4355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:56.283647 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bd640520-2eee-4e13-a9ed-2c842a6c4355 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:56.284809 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-bd640520-2eee-4e13-a9ed-2c842a6c4355 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/be12cac8-c9ca-4e1d-8bfa-b5dbc09bd887 HTTP/1.1" status: 204 len: 168 time: 0.1175239 Nov 25 13:46:56.292486 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd640520-2eee-4e13-a9ed-2c842a6c4355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be12cac8-c9ca-4e1d-8bfa-b5dbc09bd887,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:46:56.532660 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60616) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:46:56.546364 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b8e14d93-7140-40b4-9d51-65316a5bfe2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:56.621842 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b8e14d93-7140-40b4-9d51-65316a5bfe2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:56.626127 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b8e14d93-7140-40b4-9d51-65316a5bfe2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:56.663539 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b8e14d93-7140-40b4-9d51-65316a5bfe2e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b0345ffb466d40a2979813170a3f4660&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1297512 Nov 25 13:46:56.664301 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e14d93-7140-40b4-9d51-65316a5bfe2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b264eca-b471-4120-851d-7e905658dd29,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:46:56.666226 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60618) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:46:56.714434 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cb47da28-6ede-46c5-9bf0-1c7771c8d86b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:56.735333 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cb47da28-6ede-46c5-9bf0-1c7771c8d86b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:56.782925 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cb47da28-6ede-46c5-9bf0-1c7771c8d86b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:56.786150 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cb47da28-6ede-46c5-9bf0-1c7771c8d86b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:56.787883 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-cb47da28-6ede-46c5-9bf0-1c7771c8d86b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9b264eca-b471-4120-851d-7e905658dd29 HTTP/1.1" status: 204 len: 168 time: 0.1203270 Nov 25 13:46:56.796453 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb47da28-6ede-46c5-9bf0-1c7771c8d86b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b264eca-b471-4120-851d-7e905658dd29,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:46:58.318428 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60730) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:46:58.426105 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0640287c-3f63-4198-afed-45d253a997ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:58.505589 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0640287c-3f63-4198-afed-45d253a997ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:58.509273 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0640287c-3f63-4198-afed-45d253a997ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:58.545823 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-0640287c-3f63-4198-afed-45d253a997ce admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ef255a704aeb415ab9f1854ba8102278&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2263165 Nov 25 13:46:58.547678 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0640287c-3f63-4198-afed-45d253a997ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6dfa76-2040-424a-9900-c91501da782f,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:46:58.548664 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60734) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:46:58.596512 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-57ab5c2b-44be-401e-9944-393a909394b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:58.616925 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-57ab5c2b-44be-401e-9944-393a909394b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:58.665466 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-57ab5c2b-44be-401e-9944-393a909394b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:58.668140 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-57ab5c2b-44be-401e-9944-393a909394b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:46:58.669286 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-57ab5c2b-44be-401e-9944-393a909394b0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6e6dfa76-2040-424a-9900-c91501da782f HTTP/1.1" status: 204 len: 168 time: 0.1196291 Nov 25 13:46:58.677832 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ab5c2b-44be-401e-9944-393a909394b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6dfa76-2040-424a-9900-c91501da782f,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:46:59.893384 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60796) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:46:59.996716 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7e3c5103-bf48-40fd-9e62-d6a826e016c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:00.069750 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7e3c5103-bf48-40fd-9e62-d6a826e016c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:00.073253 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7e3c5103-bf48-40fd-9e62-d6a826e016c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:00.110672 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-7e3c5103-bf48-40fd-9e62-d6a826e016c5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b9c0c7df3ece46d5834215922c0dd91c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2161930 Nov 25 13:47:00.111535 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3c5103-bf48-40fd-9e62-d6a826e016c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93283502-54bf-4299-b257-1276686e6e25,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:00.113506 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60800) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:00.160988 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0e71f802-e95e-42dc-b166-b3fe8dafe89b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:00.181790 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0e71f802-e95e-42dc-b166-b3fe8dafe89b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:00.228861 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0e71f802-e95e-42dc-b166-b3fe8dafe89b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:00.231405 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0e71f802-e95e-42dc-b166-b3fe8dafe89b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:00.232530 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-0e71f802-e95e-42dc-b166-b3fe8dafe89b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/93283502-54bf-4299-b257-1276686e6e25 HTTP/1.1" status: 204 len: 168 time: 0.1180434 Nov 25 13:47:00.240915 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e71f802-e95e-42dc-b166-b3fe8dafe89b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93283502-54bf-4299-b257-1276686e6e25,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:00.331117 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-06acfcd0-be6d-48b2-86cd-337f7e87780c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:01.350291 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60836) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:01.447276 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-f5230dd5-d493-4bad-b495-2728250cd77a tempest-RoutersAdminNegativeTest-1635375579 tempest-RoutersAdminNegativeTest-1635375579-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1549985519', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:47:01.470603 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5230dd5-d493-4bad-b495-2728250cd77a tempest-RoutersAdminNegativeTest-1635375579 tempest-RoutersAdminNegativeTest-1635375579-project-admin] Made reservation on behalf of 0c51b947061947808a487cfe760cda3b for: {'port': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:47:01.472946 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f5230dd5-d493-4bad-b495-2728250cd77a tempest-RoutersAdminNegativeTest-1635375579 tempest-RoutersAdminNegativeTest-1635375579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:01.481227 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f5230dd5-d493-4bad-b495-2728250cd77a tempest-RoutersAdminNegativeTest-1635375579 tempest-RoutersAdminNegativeTest-1635375579-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:01.560537 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f5230dd5-d493-4bad-b495-2728250cd77a tempest-RoutersAdminNegativeTest-1635375579 tempest-RoutersAdminNegativeTest-1635375579-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:01.565365 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f5230dd5-d493-4bad-b495-2728250cd77a tempest-RoutersAdminNegativeTest-1635375579 tempest-RoutersAdminNegativeTest-1635375579-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:01.570651 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [None req-f5230dd5-d493-4bad-b495-2728250cd77a tempest-RoutersAdminNegativeTest-1635375579 tempest-RoutersAdminNegativeTest-1635375579-project-admin] device_id is not set on port d8aec4a7-8b62-4132-8258-75dc4602fd24 yet. {{(pid=103570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:47:01.624467 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5230dd5-d493-4bad-b495-2728250cd77a tempest-RoutersAdminNegativeTest-1635375579 tempest-RoutersAdminNegativeTest-1635375579-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed458ffe-7307-4a39-a3ed-2e057dc2a0c9,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:01.637569 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5230dd5-d493-4bad-b495-2728250cd77a tempest-RoutersAdminNegativeTest-1635375579 tempest-RoutersAdminNegativeTest-1635375579-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:47:01.637932 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5230dd5-d493-4bad-b495-2728250cd77a tempest-RoutersAdminNegativeTest-1635375579 tempest-RoutersAdminNegativeTest-1635375579-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:47:01.638289 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5230dd5-d493-4bad-b495-2728250cd77a tempest-RoutersAdminNegativeTest-1635375579 tempest-RoutersAdminNegativeTest-1635375579-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:47:01.638641 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5230dd5-d493-4bad-b495-2728250cd77a tempest-RoutersAdminNegativeTest-1635375579 tempest-RoutersAdminNegativeTest-1635375579-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:47:01.639083 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5230dd5-d493-4bad-b495-2728250cd77a tempest-RoutersAdminNegativeTest-1635375579 tempest-RoutersAdminNegativeTest-1635375579-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:47:01.640196 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5230dd5-d493-4bad-b495-2728250cd77a tempest-RoutersAdminNegativeTest-1635375579 tempest-RoutersAdminNegativeTest-1635375579-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:47:01.640541 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5230dd5-d493-4bad-b495-2728250cd77a tempest-RoutersAdminNegativeTest-1635375579 tempest-RoutersAdminNegativeTest-1635375579-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:47:01.640884 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5230dd5-d493-4bad-b495-2728250cd77a tempest-RoutersAdminNegativeTest-1635375579 tempest-RoutersAdminNegativeTest-1635375579-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:47:01.641227 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5230dd5-d493-4bad-b495-2728250cd77a tempest-RoutersAdminNegativeTest-1635375579 tempest-RoutersAdminNegativeTest-1635375579-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:47:01.641566 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5230dd5-d493-4bad-b495-2728250cd77a tempest-RoutersAdminNegativeTest-1635375579 tempest-RoutersAdminNegativeTest-1635375579-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:47:01.641908 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5230dd5-d493-4bad-b495-2728250cd77a tempest-RoutersAdminNegativeTest-1635375579 tempest-RoutersAdminNegativeTest-1635375579-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:47:01.642247 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5230dd5-d493-4bad-b495-2728250cd77a tempest-RoutersAdminNegativeTest-1635375579 tempest-RoutersAdminNegativeTest-1635375579-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:47:01.703833 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-f5230dd5-d493-4bad-b495-2728250cd77a tempest-RoutersAdminNegativeTest-1635375579 tempest-RoutersAdminNegativeTest-1635375579-project-admin] Allocated IP 172.25.5.165 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/d8aec4a7-8b62-4132-8258-75dc4602fd24) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:47:01.841197 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f5230dd5-d493-4bad-b495-2728250cd77a tempest-RoutersAdminNegativeTest-1635375579 tempest-RoutersAdminNegativeTest-1635375579-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:01.875303 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f5230dd5-d493-4bad-b495-2728250cd77a tempest-RoutersAdminNegativeTest-1635375579 tempest-RoutersAdminNegativeTest-1635375579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:01.920768 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5230dd5-d493-4bad-b495-2728250cd77a tempest-RoutersAdminNegativeTest-1635375579 tempest-RoutersAdminNegativeTest-1635375579-project-admin] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:47:01.923446 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-f5230dd5-d493-4bad-b495-2728250cd77a tempest-RoutersAdminNegativeTest-1635375579 tempest-RoutersAdminNegativeTest-1635375579-project-admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:47:01.927073 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5230dd5-d493-4bad-b495-2728250cd77a tempest-RoutersAdminNegativeTest-1635375579 tempest-RoutersAdminNegativeTest-1635375579-project-admin] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:47:01.932592 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5230dd5-d493-4bad-b495-2728250cd77a tempest-RoutersAdminNegativeTest-1635375579 tempest-RoutersAdminNegativeTest-1635375579-project-admin] Pushing event updated for resources: {'Port': ['ID=d8aec4a7-8b62-4132-8258-75dc4602fd24,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:01.938256 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1f2265-c056-4d21-bb31-e347f2c44b44 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:47:01.971576 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5230dd5-d493-4bad-b495-2728250cd77a tempest-RoutersAdminNegativeTest-1635375579 tempest-RoutersAdminNegativeTest-1635375579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:01.972190 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f5230dd5-d493-4bad-b495-2728250cd77a tempest-RoutersAdminNegativeTest-1635375579 tempest-RoutersAdminNegativeTest-1635375579-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:01.987832 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f5230dd5-d493-4bad-b495-2728250cd77a tempest-RoutersAdminNegativeTest-1635375579 tempest-RoutersAdminNegativeTest-1635375579-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.6364231 Nov 25 13:47:01.990664 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60842) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:01.994890 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-3e5c4426-33fa-4690-b9f8-e5f8e1ef0e6a tempest-RoutersAdminNegativeTest-1635375579 tempest-RoutersAdminNegativeTest-1635375579-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.165'}]}}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:47:02.016997 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3e5c4426-33fa-4690-b9f8-e5f8e1ef0e6a tempest-RoutersAdminNegativeTest-1635375579 tempest-RoutersAdminNegativeTest-1635375579-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:02.018014 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3e5c4426-33fa-4690-b9f8-e5f8e1ef0e6a tempest-RoutersAdminNegativeTest-1635375579 tempest-RoutersAdminNegativeTest-1635375579-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:02.051407 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-dc77ac29-338a-4359-a878-62e0ae730fc4 None None] Provisioning complete for port d8aec4a7-8b62-4132-8258-75dc4602fd24 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:47:02.051881 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dc77ac29-338a-4359-a878-62e0ae730fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:02.069144 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3e5c4426-33fa-4690-b9f8-e5f8e1ef0e6a tempest-RoutersAdminNegativeTest-1635375579 tempest-RoutersAdminNegativeTest-1635375579-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:02.089776 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-dc77ac29-338a-4359-a878-62e0ae730fc4 None None] Port d8aec4a7-8b62-4132-8258-75dc4602fd24 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:47:02.210934 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3e5c4426-33fa-4690-b9f8-e5f8e1ef0e6a tempest-RoutersAdminNegativeTest-1635375579 tempest-RoutersAdminNegativeTest-1635375579-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:02.411070 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3e5c4426-33fa-4690-b9f8-e5f8e1ef0e6a tempest-RoutersAdminNegativeTest-1635375579 tempest-RoutersAdminNegativeTest-1635375579-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:02.727468 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3e5c4426-33fa-4690-b9f8-e5f8e1ef0e6a tempest-RoutersAdminNegativeTest-1635375579 tempest-RoutersAdminNegativeTest-1635375579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:02.776468 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c9d64fb0-0e6e-48f6-9a64-e0704c74aa12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:02.923292 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3e5c4426-33fa-4690-b9f8-e5f8e1ef0e6a tempest-RoutersAdminNegativeTest-1635375579 tempest-RoutersAdminNegativeTest-1635375579-project-admin] Publish callbacks [] for router, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:03.079256 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3e5c4426-33fa-4690-b9f8-e5f8e1ef0e6a tempest-RoutersAdminNegativeTest-1635375579 tempest-RoutersAdminNegativeTest-1635375579-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:03.081303 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3e5c4426-33fa-4690-b9f8-e5f8e1ef0e6a tempest-RoutersAdminNegativeTest-1635375579 tempest-RoutersAdminNegativeTest-1635375579-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:03.131501 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3e5c4426-33fa-4690-b9f8-e5f8e1ef0e6a tempest-RoutersAdminNegativeTest-1635375579 tempest-RoutersAdminNegativeTest-1635375579-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:03.132030 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e5c4426-33fa-4690-b9f8-e5f8e1ef0e6a tempest-RoutersAdminNegativeTest-1635375579 tempest-RoutersAdminNegativeTest-1635375579-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f7f8092d-4a3e-444e-8d27-a61c7632a65c {{(pid=103570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:47:03.147991 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [None req-3e5c4426-33fa-4690-b9f8-e5f8e1ef0e6a tempest-RoutersAdminNegativeTest-1635375579 tempest-RoutersAdminNegativeTest-1635375579-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 25 13:47:03.149076 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3e5c4426-33fa-4690-b9f8-e5f8e1ef0e6a tempest-RoutersAdminNegativeTest-1635375579 tempest-RoutersAdminNegativeTest-1635375579-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.1574383 Nov 25 13:47:03.151870 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60844) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:03.228785 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-50ac567c-abfc-48c8-b42b-e974d17bfae4 tempest-RoutersAdminNegativeTest-1635375579 tempest-RoutersAdminNegativeTest-1635375579-project-admin] Deleting port d8aec4a7-8b62-4132-8258-75dc4602fd24 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:47:03.229126 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-50ac567c-abfc-48c8-b42b-e974d17bfae4 tempest-RoutersAdminNegativeTest-1635375579 tempest-RoutersAdminNegativeTest-1635375579-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:03.301779 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-50ac567c-abfc-48c8-b42b-e974d17bfae4 tempest-RoutersAdminNegativeTest-1635375579 tempest-RoutersAdminNegativeTest-1635375579-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:03.313176 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-50ac567c-abfc-48c8-b42b-e974d17bfae4 tempest-RoutersAdminNegativeTest-1635375579 tempest-RoutersAdminNegativeTest-1635375579-project-admin] Calling delete_port for d8aec4a7-8b62-4132-8258-75dc4602fd24 owned by {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:47:03.434910 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-50ac567c-abfc-48c8-b42b-e974d17bfae4 tempest-RoutersAdminNegativeTest-1635375579 tempest-RoutersAdminNegativeTest-1635375579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:03.474059 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ac567c-abfc-48c8-b42b-e974d17bfae4 tempest-RoutersAdminNegativeTest-1635375579 tempest-RoutersAdminNegativeTest-1635375579-project-admin] Pushing event deleted for resources: {'Port': ['ID=d8aec4a7-8b62-4132-8258-75dc4602fd24,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:03.479567 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621577a5-56ec-4d5b-b6a0-04f1d4fa6db1 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:47:03.530839 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-50ac567c-abfc-48c8-b42b-e974d17bfae4 tempest-RoutersAdminNegativeTest-1635375579 tempest-RoutersAdminNegativeTest-1635375579-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:03.534245 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-50ac567c-abfc-48c8-b42b-e974d17bfae4 tempest-RoutersAdminNegativeTest-1635375579 tempest-RoutersAdminNegativeTest-1635375579-project-admin] 10.222.0.53 "DELETE /v2.0/ports/d8aec4a7-8b62-4132-8258-75dc4602fd24 HTTP/1.1" status: 204 len: 168 time: 0.3814585 Nov 25 13:47:03.770056 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60850) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:03.873209 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ad759567-f699-496b-98a3-58f0ca5eb08f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:03.919537 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:03.949561 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ad759567-f699-496b-98a3-58f0ca5eb08f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:03.953134 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ad759567-f699-496b-98a3-58f0ca5eb08f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:03.990985 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-ad759567-f699-496b-98a3-58f0ca5eb08f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bb65de34561b46de955bbb388ca42b78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2197893 Nov 25 13:47:03.991858 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad759567-f699-496b-98a3-58f0ca5eb08f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7527151a-aefa-4df0-a40a-960effec3e4d,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:03.993676 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60854) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:04.046507 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1eaedce4-b912-4090-bbf1-6a656af3725e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:04.067994 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1eaedce4-b912-4090-bbf1-6a656af3725e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:04.112944 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1eaedce4-b912-4090-bbf1-6a656af3725e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:04.115889 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1eaedce4-b912-4090-bbf1-6a656af3725e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:04.117041 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-1eaedce4-b912-4090-bbf1-6a656af3725e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7527151a-aefa-4df0-a40a-960effec3e4d HTTP/1.1" status: 204 len: 168 time: 0.1222804 Nov 25 13:47:04.125227 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaedce4-b912-4090-bbf1-6a656af3725e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7527151a-aefa-4df0-a40a-960effec3e4d,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:04.366563 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60860) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:04.409745 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-1a1eb2c3-cb08-42e4-8e13-f483f77cf1aa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0c51b947061947808a487cfe760cda3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0418260 Nov 25 13:47:04.412120 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60862) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:04.460459 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f0ba2c78-d6d4-4968-afcb-5e778a30300d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:04.481617 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f0ba2c78-d6d4-4968-afcb-5e778a30300d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:04.528770 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f0ba2c78-d6d4-4968-afcb-5e778a30300d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:04.531866 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f0ba2c78-d6d4-4968-afcb-5e778a30300d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:04.532995 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f0ba2c78-d6d4-4968-afcb-5e778a30300d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ed458ffe-7307-4a39-a3ed-2e057dc2a0c9 HTTP/1.1" status: 204 len: 168 time: 0.1199615 Nov 25 13:47:04.540380 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba2c78-d6d4-4968-afcb-5e778a30300d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed458ffe-7307-4a39-a3ed-2e057dc2a0c9,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:05.207239 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60884) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:05.252835 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:05.301975 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-b8002ea0-1b11-4366-982b-f35868c36472 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1120035041'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:47:05.323415 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8002ea0-1b11-4366-982b-f35868c36472 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Made reservation on behalf of 6637029ee9c14d37942baa2af1cfeae0 for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:47:05.327472 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b8002ea0-1b11-4366-982b-f35868c36472 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:05.336003 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b8002ea0-1b11-4366-982b-f35868c36472 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:05.409380 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b8002ea0-1b11-4366-982b-f35868c36472 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:05.413170 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b8002ea0-1b11-4366-982b-f35868c36472 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:05.440310 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8002ea0-1b11-4366-982b-f35868c36472 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:47:05.450057 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8002ea0-1b11-4366-982b-f35868c36472 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c66a52e-d8e3-4ee1-95df-2539489dc05b,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:05.454819 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b8002ea0-1b11-4366-982b-f35868c36472 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:05.455174 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-b8002ea0-1b11-4366-982b-f35868c36472 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Added segment e98af336-eeff-42ff-94a2-13aaa1a9f129 of type vlan for network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 Nov 25 13:47:05.494504 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b8002ea0-1b11-4366-982b-f35868c36472 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:05.520265 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b8002ea0-1b11-4366-982b-f35868c36472 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:05.525869 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8002ea0-1b11-4366-982b-f35868c36472 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:05.526457 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b8002ea0-1b11-4366-982b-f35868c36472 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:05.580914 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b8002ea0-1b11-4366-982b-f35868c36472 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3725591 Nov 25 13:47:05.584581 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60888) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:05.589661 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-1d823b0d-96de-407f-9a65-cff55fa52adf tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Request body: {'subnet': {'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:47:05.598144 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8002ea0-1b11-4366-982b-f35868c36472 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event updated for resources: {'Network': ['ID=458ed7a2-000e-42f5-98b9-db4a5d2ee0a9,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:05.608763 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:47:05.682591 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d823b0d-96de-407f-9a65-cff55fa52adf tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Made reservation on behalf of 6637029ee9c14d37942baa2af1cfeae0 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:47:05.686883 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1d823b0d-96de-407f-9a65-cff55fa52adf tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:05.890863 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1d823b0d-96de-407f-9a65-cff55fa52adf tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:05.951845 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d823b0d-96de-407f-9a65-cff55fa52adf tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event updated for resources: {'Subnet': ['ID=ba806c8f-7f7c-440d-8211-2ecd76bb08e2,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:05.959059 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d823b0d-96de-407f-9a65-cff55fa52adf tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Checking segment: {'id': 'e98af336-eeff-42ff-94a2-13aaa1a9f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:47:05.959434 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d823b0d-96de-407f-9a65-cff55fa52adf tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Network hostable DHCP agents. Network: 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:47:05.976154 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d823b0d-96de-407f-9a65-cff55fa52adf tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:47:05.984912 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-1d823b0d-96de-407f-9a65-cff55fa52adf tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:47:05.989128 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d823b0d-96de-407f-9a65-cff55fa52adf tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:05.989732 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1d823b0d-96de-407f-9a65-cff55fa52adf tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:05.994024 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407db659-a43f-4665-9851-b44c6c3813c5 None None] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:47:06.009737 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-1d823b0d-96de-407f-9a65-cff55fa52adf tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4215317 Nov 25 13:47:06.009968 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60890) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:06.015688 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-56073c42-1df3-4662-855c-7e82adfe83d2 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Request body: {'port': {'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'name': 'tempest-NetworksTestDHCPv6-2146229609'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:47:06.145069 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae53cc6-ebfa-4574-99d7-1bc89a43820b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'tenant_id': '6637029ee9c14d37942baa2af1cfeae0', 'fixed_ips': [{'subnet_id': 'ba806c8f-7f7c-440d-8211-2ecd76bb08e2'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:47:06.146101 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fae53cc6-ebfa-4574-99d7-1bc89a43820b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:06.284590 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-fae53cc6-ebfa-4574-99d7-1bc89a43820b None None] Allocated IP 2001:db8::2 (458ed7a2-000e-42f5-98b9-db4a5d2ee0a9/ba806c8f-7f7c-440d-8211-2ecd76bb08e2/7fdd6364-a908-44cf-9c40-d5bbf46d2c21) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:47:06.430859 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56073c42-1df3-4662-855c-7e82adfe83d2 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Made reservation on behalf of 6637029ee9c14d37942baa2af1cfeae0 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:47:06.434717 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-56073c42-1df3-4662-855c-7e82adfe83d2 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:06.441684 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:06.443427 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fae53cc6-ebfa-4574-99d7-1bc89a43820b None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:06.450288 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fae53cc6-ebfa-4574-99d7-1bc89a43820b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:06.454468 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-56073c42-1df3-4662-855c-7e82adfe83d2 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] device_id is not set on port 7608ee00-70ef-47bb-bc79-37ebf898b4c6 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:47:06.490183 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae53cc6-ebfa-4574-99d7-1bc89a43820b None None] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:47:06.494973 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-fae53cc6-ebfa-4574-99d7-1bc89a43820b None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:47:06.498958 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae53cc6-ebfa-4574-99d7-1bc89a43820b None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:47:06.509631 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae53cc6-ebfa-4574-99d7-1bc89a43820b None None] Pushing event updated for resources: {'Port': ['ID=7fdd6364-a908-44cf-9c40-d5bbf46d2c21,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:06.534399 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae53cc6-ebfa-4574-99d7-1bc89a43820b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:47:06.534783 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae53cc6-ebfa-4574-99d7-1bc89a43820b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:47:06.535135 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae53cc6-ebfa-4574-99d7-1bc89a43820b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:47:06.535483 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae53cc6-ebfa-4574-99d7-1bc89a43820b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:47:06.535835 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae53cc6-ebfa-4574-99d7-1bc89a43820b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:47:06.536170 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae53cc6-ebfa-4574-99d7-1bc89a43820b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:47:06.536504 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae53cc6-ebfa-4574-99d7-1bc89a43820b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:47:06.536835 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae53cc6-ebfa-4574-99d7-1bc89a43820b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:47:06.537171 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae53cc6-ebfa-4574-99d7-1bc89a43820b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:47:06.537502 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae53cc6-ebfa-4574-99d7-1bc89a43820b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:47:06.537836 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae53cc6-ebfa-4574-99d7-1bc89a43820b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:47:06.538317 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae53cc6-ebfa-4574-99d7-1bc89a43820b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:47:06.569709 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-fae53cc6-ebfa-4574-99d7-1bc89a43820b None None] Attempting to bind port 7fdd6364-a908-44cf-9c40-d5bbf46d2c21 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:47:06.570091 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-fae53cc6-ebfa-4574-99d7-1bc89a43820b None None] Attempting to bind port 7fdd6364-a908-44cf-9c40-d5bbf46d2c21 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'e98af336-eeff-42ff-94a2-13aaa1a9f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:47:06.570467 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae53cc6-ebfa-4574-99d7-1bc89a43820b None None] Attempting to bind port 7fdd6364-a908-44cf-9c40-d5bbf46d2c21 on network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:47:06.575083 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-56073c42-1df3-4662-855c-7e82adfe83d2 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Allocated IP 2001:db8::377 (458ed7a2-000e-42f5-98b9-db4a5d2ee0a9/ba806c8f-7f7c-440d-8211-2ecd76bb08e2/7608ee00-70ef-47bb-bc79-37ebf898b4c6) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:47:06.575682 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae53cc6-ebfa-4574-99d7-1bc89a43820b None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:47:06.576074 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae53cc6-ebfa-4574-99d7-1bc89a43820b None None] Checking segment: {'id': 'e98af336-eeff-42ff-94a2-13aaa1a9f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:47:06.576800 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fae53cc6-ebfa-4574-99d7-1bc89a43820b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:06.576956 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae53cc6-ebfa-4574-99d7-1bc89a43820b None None] Bound using segment: {'id': 'e98af336-eeff-42ff-94a2-13aaa1a9f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:47:06.577382 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-fae53cc6-ebfa-4574-99d7-1bc89a43820b None None] Bound port: 7fdd6364-a908-44cf-9c40-d5bbf46d2c21, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e98af336-eeff-42ff-94a2-13aaa1a9f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:47:06.577769 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fae53cc6-ebfa-4574-99d7-1bc89a43820b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:06.641206 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-fae53cc6-ebfa-4574-99d7-1bc89a43820b None None] For port 7fdd6364-a908-44cf-9c40-d5bbf46d2c21, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:47:06.644428 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-fae53cc6-ebfa-4574-99d7-1bc89a43820b None None] For port 7fdd6364-a908-44cf-9c40-d5bbf46d2c21, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=7fdd6364-a908-44cf-9c40-d5bbf46d2c21,segment=NetworkSegment(e98af336-eeff-42ff-94a2-13aaa1a9f129),segment_id=e98af336-eeff-42ff-94a2-13aaa1a9f129)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:47:06.648956 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fae53cc6-ebfa-4574-99d7-1bc89a43820b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:06.710818 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae53cc6-ebfa-4574-99d7-1bc89a43820b None None] Pushing event updated for resources: {'Port': ['ID=7fdd6364-a908-44cf-9c40-d5bbf46d2c21,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:06.725342 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-56073c42-1df3-4662-855c-7e82adfe83d2 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:06.760247 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-56073c42-1df3-4662-855c-7e82adfe83d2 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:06.809295 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56073c42-1df3-4662-855c-7e82adfe83d2 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:47:06.813032 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-56073c42-1df3-4662-855c-7e82adfe83d2 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:47:06.815516 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56073c42-1df3-4662-855c-7e82adfe83d2 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:47:06.821335 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56073c42-1df3-4662-855c-7e82adfe83d2 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:06.821974 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-56073c42-1df3-4662-855c-7e82adfe83d2 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:06.836927 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56073c42-1df3-4662-855c-7e82adfe83d2 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event updated for resources: {'Port': ['ID=7608ee00-70ef-47bb-bc79-37ebf898b4c6,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:06.848952 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-56073c42-1df3-4662-855c-7e82adfe83d2 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.8378572 Nov 25 13:47:06.851479 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60892) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:06.947194 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd48599-110b-4211-86d7-5891fc75c70e tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:06.953577 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd48599-110b-4211-86d7-5891fc75c70e tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:06.955300 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-4dd48599-110b-4211-86d7-5891fc75c70e tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1025198 Nov 25 13:47:06.957886 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60894) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:07.050947 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-35151f75-d73f-4cd2-afd4-b7698ef00254 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Deleting port 7608ee00-70ef-47bb-bc79-37ebf898b4c6 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:47:07.051300 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-35151f75-d73f-4cd2-afd4-b7698ef00254 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:07.136763 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-35151f75-d73f-4cd2-afd4-b7698ef00254 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:07.149346 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-35151f75-d73f-4cd2-afd4-b7698ef00254 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Calling delete_port for 7608ee00-70ef-47bb-bc79-37ebf898b4c6 owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:47:07.276425 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-35151f75-d73f-4cd2-afd4-b7698ef00254 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:07.306802 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35151f75-d73f-4cd2-afd4-b7698ef00254 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event deleted for resources: {'Port': ['ID=7608ee00-70ef-47bb-bc79-37ebf898b4c6,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:07.337028 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-35151f75-d73f-4cd2-afd4-b7698ef00254 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:07.340579 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-35151f75-d73f-4cd2-afd4-b7698ef00254 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/ports/7608ee00-70ef-47bb-bc79-37ebf898b4c6 HTTP/1.1" status: 204 len: 168 time: 0.3817272 Nov 25 13:47:07.343574 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60896) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:07.397622 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61255b43-ae53-4b1b-a5d5-622d23ac68c1 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:07.399198 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61255b43-ae53-4b1b-a5d5-622d23ac68c1 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:07.400751 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-61255b43-ae53-4b1b-a5d5-622d23ac68c1 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0562317 Nov 25 13:47:07.403691 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60898) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:07.457010 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-bae542d3-2b0a-4071-af94-d5dadf35542a tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Deleting subnet ba806c8f-7f7c-440d-8211-2ecd76bb08e2 {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:47:07.460555 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bae542d3-2b0a-4071-af94-d5dadf35542a tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:07.502340 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bae542d3-2b0a-4071-af94-d5dadf35542a tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:07.593386 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bae542d3-2b0a-4071-af94-d5dadf35542a tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:07.598153 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce84af33-d758-468a-ad6c-cfccc582a2a5 None None] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:47:07.652337 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bae542d3-2b0a-4071-af94-d5dadf35542a tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:07.675529 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-38029e59-6333-4c03-aef7-af744d96dc2d None None] Provisioning complete for port 7fdd6364-a908-44cf-9c40-d5bbf46d2c21 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:47:07.675913 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-38029e59-6333-4c03-aef7-af744d96dc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:07.681690 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bae542d3-2b0a-4071-af94-d5dadf35542a tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:07.684915 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-bae542d3-2b0a-4071-af94-d5dadf35542a tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/subnets/ba806c8f-7f7c-440d-8211-2ecd76bb08e2 HTTP/1.1" status: 204 len: 168 time: 0.2796497 Nov 25 13:47:07.685970 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae542d3-2b0a-4071-af94-d5dadf35542a tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event deleted for resources: {'Subnet': ['ID=ba806c8f-7f7c-440d-8211-2ecd76bb08e2,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:07.687631 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60900) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:07.746489 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-6760563b-2536-445d-8c7c-81ca8b270b22 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0575492 Nov 25 13:47:07.749272 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60902) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:07.754002 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-63bc0bf0-9bf6-4fdf-ae0e-28b793ea2ea4 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Request body: {'subnet': {'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:47:07.811720 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-38029e59-6333-4c03-aef7-af744d96dc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:07.849220 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-38029e59-6333-4c03-aef7-af744d96dc2d None None] For port 7fdd6364-a908-44cf-9c40-d5bbf46d2c21, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=7fdd6364-a908-44cf-9c40-d5bbf46d2c21,segment=NetworkSegment(e98af336-eeff-42ff-94a2-13aaa1a9f129),segment_id=e98af336-eeff-42ff-94a2-13aaa1a9f129)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:47:07.852922 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-38029e59-6333-4c03-aef7-af744d96dc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:07.858751 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63bc0bf0-9bf6-4fdf-ae0e-28b793ea2ea4 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Made reservation on behalf of 6637029ee9c14d37942baa2af1cfeae0 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:47:07.862579 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-63bc0bf0-9bf6-4fdf-ae0e-28b793ea2ea4 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:07.879591 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f84e71-8c88-43f8-9c8b-72750d4301d3 None None] DHCP port deletion for 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:47:07.935207 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38029e59-6333-4c03-aef7-af744d96dc2d None None] Pushing event updated for resources: {'Port': ['ID=7fdd6364-a908-44cf-9c40-d5bbf46d2c21,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:07.955722 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-d9f84e71-8c88-43f8-9c8b-72750d4301d3 None None] Deleting port 7fdd6364-a908-44cf-9c40-d5bbf46d2c21 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:47:07.956182 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d9f84e71-8c88-43f8-9c8b-72750d4301d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:08.019258 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-d9f84e71-8c88-43f8-9c8b-72750d4301d3 None None] For port 7fdd6364-a908-44cf-9c40-d5bbf46d2c21, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=7fdd6364-a908-44cf-9c40-d5bbf46d2c21,segment=NetworkSegment(e98af336-eeff-42ff-94a2-13aaa1a9f129),segment_id=e98af336-eeff-42ff-94a2-13aaa1a9f129)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:47:08.019693 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d9f84e71-8c88-43f8-9c8b-72750d4301d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:08.032717 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-d9f84e71-8c88-43f8-9c8b-72750d4301d3 None None] Calling delete_port for 7fdd6364-a908-44cf-9c40-d5bbf46d2c21 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:47:08.062015 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-63bc0bf0-9bf6-4fdf-ae0e-28b793ea2ea4 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:08.107774 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bc0bf0-9bf6-4fdf-ae0e-28b793ea2ea4 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:47:08.110995 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-63bc0bf0-9bf6-4fdf-ae0e-28b793ea2ea4 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:47:08.114333 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bc0bf0-9bf6-4fdf-ae0e-28b793ea2ea4 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:08.114998 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-63bc0bf0-9bf6-4fdf-ae0e-28b793ea2ea4 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:08.116731 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d9f84e71-8c88-43f8-9c8b-72750d4301d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:08.120653 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bc0bf0-9bf6-4fdf-ae0e-28b793ea2ea4 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event updated for resources: {'Subnet': ['ID=1dbb0a6c-078e-4f2e-8a89-4be243d39c8b,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:08.136813 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-63bc0bf0-9bf6-4fdf-ae0e-28b793ea2ea4 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3865354 Nov 25 13:47:08.140368 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60904) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:08.145451 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-e076b125-bf54-4041-b9cd-26d6ea375a07 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Request body: {'port': {'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'name': 'tempest-NetworksTestDHCPv6-1890311080'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:47:08.146842 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f84e71-8c88-43f8-9c8b-72750d4301d3 None None] Pushing event deleted for resources: {'Port': ['ID=7fdd6364-a908-44cf-9c40-d5bbf46d2c21,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:08.150323 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f84e71-8c88-43f8-9c8b-72750d4301d3 None None] No DVR routers for this DVR port 7fdd6364-a908-44cf-9c40-d5bbf46d2c21 on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:47:08.166202 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef5bd13-2f06-48ff-88a4-4b65dedb0016 None None] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:47:08.274557 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e076b125-bf54-4041-b9cd-26d6ea375a07 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Made reservation on behalf of 6637029ee9c14d37942baa2af1cfeae0 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:47:08.278095 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e076b125-bf54-4041-b9cd-26d6ea375a07 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:08.297577 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-e076b125-bf54-4041-b9cd-26d6ea375a07 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] device_id is not set on port 15fea40b-a789-477b-9ace-1d4a65bfeb25 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:47:08.325920 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a39861c-fee9-4145-879f-028bee7c951d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'tenant_id': '6637029ee9c14d37942baa2af1cfeae0', 'fixed_ips': [{'subnet_id': '1dbb0a6c-078e-4f2e-8a89-4be243d39c8b'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:47:08.326830 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7a39861c-fee9-4145-879f-028bee7c951d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:08.329136 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:08.422286 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-e076b125-bf54-4041-b9cd-26d6ea375a07 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Allocated IP 2001:db8::1ac (458ed7a2-000e-42f5-98b9-db4a5d2ee0a9/1dbb0a6c-078e-4f2e-8a89-4be243d39c8b/15fea40b-a789-477b-9ace-1d4a65bfeb25) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:47:08.565956 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e076b125-bf54-4041-b9cd-26d6ea375a07 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:08.600017 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e076b125-bf54-4041-b9cd-26d6ea375a07 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:08.673140 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-7a39861c-fee9-4145-879f-028bee7c951d None None] Allocated IP 2001:db8::2 (458ed7a2-000e-42f5-98b9-db4a5d2ee0a9/1dbb0a6c-078e-4f2e-8a89-4be243d39c8b/473d4f39-89c5-460e-8f74-58931e3609bc) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:47:08.676581 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e076b125-bf54-4041-b9cd-26d6ea375a07 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:47:08.680190 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-e076b125-bf54-4041-b9cd-26d6ea375a07 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:47:08.684650 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e076b125-bf54-4041-b9cd-26d6ea375a07 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:47:08.690940 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e076b125-bf54-4041-b9cd-26d6ea375a07 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:08.691586 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e076b125-bf54-4041-b9cd-26d6ea375a07 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:08.695233 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e076b125-bf54-4041-b9cd-26d6ea375a07 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event updated for resources: {'Port': ['ID=15fea40b-a789-477b-9ace-1d4a65bfeb25,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:08.709858 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-e076b125-bf54-4041-b9cd-26d6ea375a07 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.5683470 Nov 25 13:47:08.712314 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60906) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:08.759676 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8780c6f-e5df-4251-80df-da9cdd0462a3 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:08.761213 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c8780c6f-e5df-4251-80df-da9cdd0462a3 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0479765 Nov 25 13:47:08.763788 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60908) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:08.819552 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7a39861c-fee9-4145-879f-028bee7c951d None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:08.825094 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7a39861c-fee9-4145-879f-028bee7c951d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:08.857928 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-f0547258-c0ae-4b05-9e17-9c1a9abca712 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Deleting port 15fea40b-a789-477b-9ace-1d4a65bfeb25 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:47:08.858279 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f0547258-c0ae-4b05-9e17-9c1a9abca712 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:08.868650 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a39861c-fee9-4145-879f-028bee7c951d None None] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:47:08.874403 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-7a39861c-fee9-4145-879f-028bee7c951d None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:47:08.878121 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a39861c-fee9-4145-879f-028bee7c951d None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:47:08.885166 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a39861c-fee9-4145-879f-028bee7c951d None None] Pushing event updated for resources: {'Port': ['ID=473d4f39-89c5-460e-8f74-58931e3609bc,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:08.934917 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-7a39861c-fee9-4145-879f-028bee7c951d None None] Attempting to bind port 473d4f39-89c5-460e-8f74-58931e3609bc on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:47:08.935298 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-7a39861c-fee9-4145-879f-028bee7c951d None None] Attempting to bind port 473d4f39-89c5-460e-8f74-58931e3609bc by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'e98af336-eeff-42ff-94a2-13aaa1a9f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:47:08.936199 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a39861c-fee9-4145-879f-028bee7c951d None None] Attempting to bind port 473d4f39-89c5-460e-8f74-58931e3609bc on network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:47:08.941100 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a39861c-fee9-4145-879f-028bee7c951d None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:47:08.941482 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a39861c-fee9-4145-879f-028bee7c951d None None] Checking segment: {'id': 'e98af336-eeff-42ff-94a2-13aaa1a9f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:47:08.941891 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7a39861c-fee9-4145-879f-028bee7c951d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:08.942292 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a39861c-fee9-4145-879f-028bee7c951d None None] Bound using segment: {'id': 'e98af336-eeff-42ff-94a2-13aaa1a9f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:47:08.942795 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-7a39861c-fee9-4145-879f-028bee7c951d None None] Bound port: 473d4f39-89c5-460e-8f74-58931e3609bc, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e98af336-eeff-42ff-94a2-13aaa1a9f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:47:08.943185 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7a39861c-fee9-4145-879f-028bee7c951d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:08.948226 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f0547258-c0ae-4b05-9e17-9c1a9abca712 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:08.960702 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-f0547258-c0ae-4b05-9e17-9c1a9abca712 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Calling delete_port for 15fea40b-a789-477b-9ace-1d4a65bfeb25 owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:47:09.007656 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-7a39861c-fee9-4145-879f-028bee7c951d None None] For port 473d4f39-89c5-460e-8f74-58931e3609bc, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:47:09.010733 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-7a39861c-fee9-4145-879f-028bee7c951d None None] For port 473d4f39-89c5-460e-8f74-58931e3609bc, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=473d4f39-89c5-460e-8f74-58931e3609bc,segment=NetworkSegment(e98af336-eeff-42ff-94a2-13aaa1a9f129),segment_id=e98af336-eeff-42ff-94a2-13aaa1a9f129)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:47:09.016663 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7a39861c-fee9-4145-879f-028bee7c951d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:09.078489 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a39861c-fee9-4145-879f-028bee7c951d None None] Pushing event updated for resources: {'Port': ['ID=473d4f39-89c5-460e-8f74-58931e3609bc,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:09.098033 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f0547258-c0ae-4b05-9e17-9c1a9abca712 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:09.129438 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0547258-c0ae-4b05-9e17-9c1a9abca712 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event deleted for resources: {'Port': ['ID=15fea40b-a789-477b-9ace-1d4a65bfeb25,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:09.156857 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f0547258-c0ae-4b05-9e17-9c1a9abca712 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:09.160339 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-f0547258-c0ae-4b05-9e17-9c1a9abca712 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/ports/15fea40b-a789-477b-9ace-1d4a65bfeb25 HTTP/1.1" status: 204 len: 168 time: 0.3955436 Nov 25 13:47:09.162915 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60910) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:09.221588 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69eb286d-0145-4501-847f-c72af422a8c9 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:09.223313 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69eb286d-0145-4501-847f-c72af422a8c9 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:09.224861 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-69eb286d-0145-4501-847f-c72af422a8c9 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0609753 Nov 25 13:47:09.227460 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60912) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:09.279871 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-622aeebd-4659-472a-ae38-ab8ad1705ed2 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Deleting subnet 1dbb0a6c-078e-4f2e-8a89-4be243d39c8b {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:47:09.283248 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-622aeebd-4659-472a-ae38-ab8ad1705ed2 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:09.336317 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-622aeebd-4659-472a-ae38-ab8ad1705ed2 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:09.433065 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-622aeebd-4659-472a-ae38-ab8ad1705ed2 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:09.494720 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-622aeebd-4659-472a-ae38-ab8ad1705ed2 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:09.522989 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622aeebd-4659-472a-ae38-ab8ad1705ed2 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event deleted for resources: {'Subnet': ['ID=1dbb0a6c-078e-4f2e-8a89-4be243d39c8b,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:09.524989 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-622aeebd-4659-472a-ae38-ab8ad1705ed2 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:09.528350 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-622aeebd-4659-472a-ae38-ab8ad1705ed2 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/subnets/1dbb0a6c-078e-4f2e-8a89-4be243d39c8b HTTP/1.1" status: 204 len: 168 time: 0.2999310 Nov 25 13:47:09.531371 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60914) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:09.569080 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5b2f9804-3cdc-455c-97a8-d5cc38b9f044 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0365002 Nov 25 13:47:09.571651 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60916) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:09.576351 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-fddda65f-61e4-4f20-bde5-01ff68c6b756 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Request body: {'subnet': {'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:47:09.669274 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fddda65f-61e4-4f20-bde5-01ff68c6b756 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Made reservation on behalf of 6637029ee9c14d37942baa2af1cfeae0 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:47:09.673073 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fddda65f-61e4-4f20-bde5-01ff68c6b756 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:09.864986 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fddda65f-61e4-4f20-bde5-01ff68c6b756 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:09.916542 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddda65f-61e4-4f20-bde5-01ff68c6b756 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:47:09.919965 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-fddda65f-61e4-4f20-bde5-01ff68c6b756 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:47:09.924453 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fddda65f-61e4-4f20-bde5-01ff68c6b756 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:09.924950 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fddda65f-61e4-4f20-bde5-01ff68c6b756 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:09.934975 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddda65f-61e4-4f20-bde5-01ff68c6b756 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event updated for resources: {'Subnet': ['ID=821e5a1f-f940-4540-b7f5-adf7b65246a1,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:09.951024 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60918) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:09.952309 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-fddda65f-61e4-4f20-bde5-01ff68c6b756 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3783493 Nov 25 13:47:09.959926 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-9f2558c6-5857-4347-840f-b58265838c0c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Request body: {'port': {'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'name': 'tempest-NetworksTestDHCPv6-29957420'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:47:10.057382 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 473d4f39-89c5-460e-8f74-58931e3609bc up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:47:10.096770 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f2558c6-5857-4347-840f-b58265838c0c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Made reservation on behalf of 6637029ee9c14d37942baa2af1cfeae0 for: {'port': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:47:10.100510 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9f2558c6-5857-4347-840f-b58265838c0c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:10.112811 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 473d4f39-89c5-460e-8f74-58931e3609bc triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:47:10.113199 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:10.119031 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [None req-9f2558c6-5857-4347-840f-b58265838c0c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] device_id is not set on port 46d76120-e789-4a2c-acde-4b0a51771be3 yet. {{(pid=103570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:47:10.139705 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54eaa8c4-978a-499c-9806-34bf7a95422d None None] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:47:10.241069 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-9f2558c6-5857-4347-840f-b58265838c0c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Allocated IP 2001:db8::60 (458ed7a2-000e-42f5-98b9-db4a5d2ee0a9/821e5a1f-f940-4540-b7f5-adf7b65246a1/46d76120-e789-4a2c-acde-4b0a51771be3) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:47:10.307879 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-67424f34-7460-48f8-9c68-9ba27a37eaaa None None] Provisioning complete for port 473d4f39-89c5-460e-8f74-58931e3609bc triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:47:10.308262 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-67424f34-7460-48f8-9c68-9ba27a37eaaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:10.339998 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:10.394241 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9f2558c6-5857-4347-840f-b58265838c0c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:10.412503 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] For port 473d4f39-89c5-460e-8f74-58931e3609bc, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=473d4f39-89c5-460e-8f74-58931e3609bc,segment=NetworkSegment(e98af336-eeff-42ff-94a2-13aaa1a9f129),segment_id=e98af336-eeff-42ff-94a2-13aaa1a9f129)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:47:10.422182 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:10.429872 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9f2558c6-5857-4347-840f-b58265838c0c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:10.485632 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2558c6-5857-4347-840f-b58265838c0c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:47:10.488797 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-9f2558c6-5857-4347-840f-b58265838c0c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:47:10.491382 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2558c6-5857-4347-840f-b58265838c0c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:47:10.497148 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2558c6-5857-4347-840f-b58265838c0c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:10.497869 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9f2558c6-5857-4347-840f-b58265838c0c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:10.504356 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Pushing event updated for resources: {'Port': ['ID=473d4f39-89c5-460e-8f74-58931e3609bc,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:10.510819 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2558c6-5857-4347-840f-b58265838c0c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event updated for resources: {'Port': ['ID=46d76120-e789-4a2c-acde-4b0a51771be3,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:10.524914 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-9f2558c6-5857-4347-840f-b58265838c0c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5714996 Nov 25 13:47:10.527577 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60920) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:10.580424 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ac3d3c-02de-4a38-9eaa-5511b87ec33c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:10.586652 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ac3d3c-02de-4a38-9eaa-5511b87ec33c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:10.588361 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-e0ac3d3c-02de-4a38-9eaa-5511b87ec33c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.0596704 Nov 25 13:47:10.591056 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60922) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:10.684584 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-b774202f-2204-4fee-b5b1-1b01146a8b13 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Deleting port 46d76120-e789-4a2c-acde-4b0a51771be3 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:47:10.684937 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b774202f-2204-4fee-b5b1-1b01146a8b13 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:10.732337 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-e2d7b6a4-5541-40bc-87a5-8326283f4acf None None] Provisioning complete for port 473d4f39-89c5-460e-8f74-58931e3609bc triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:47:10.733224 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e2d7b6a4-5541-40bc-87a5-8326283f4acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:10.791498 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b774202f-2204-4fee-b5b1-1b01146a8b13 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:10.804273 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-b774202f-2204-4fee-b5b1-1b01146a8b13 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Calling delete_port for 46d76120-e789-4a2c-acde-4b0a51771be3 owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:47:10.926731 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-e9ea18d6-c2c5-4f71-9c3f-57569b2762cb None None] Could not find standard attr ID for object 7608ee00-70ef-47bb-bc79-37ebf898b4c6. {{(pid=103572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 13:47:10.954746 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b774202f-2204-4fee-b5b1-1b01146a8b13 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:10.985338 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b774202f-2204-4fee-b5b1-1b01146a8b13 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event deleted for resources: {'Port': ['ID=46d76120-e789-4a2c-acde-4b0a51771be3,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:11.013749 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b774202f-2204-4fee-b5b1-1b01146a8b13 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:11.017329 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b774202f-2204-4fee-b5b1-1b01146a8b13 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/ports/46d76120-e789-4a2c-acde-4b0a51771be3 HTTP/1.1" status: 204 len: 168 time: 0.4252565 Nov 25 13:47:11.019728 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60924) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:11.040114 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-5ded7173-43ae-40cb-9d27-49f2281408ae None None] Could not find standard attr ID for object 15fea40b-a789-477b-9ace-1d4a65bfeb25. {{(pid=103572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 13:47:11.076687 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fadd8c1c-ebc3-452a-84d5-e51dc4e01826 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:11.078281 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fadd8c1c-ebc3-452a-84d5-e51dc4e01826 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:11.079910 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-fadd8c1c-ebc3-452a-84d5-e51dc4e01826 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0591595 Nov 25 13:47:11.082516 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60926) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:11.136133 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4576e4f-20bd-4884-8d83-73bde1e783dc tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Deleting subnet 821e5a1f-f940-4540-b7f5-adf7b65246a1 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:47:11.139809 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d4576e4f-20bd-4884-8d83-73bde1e783dc tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:11.181860 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d4576e4f-20bd-4884-8d83-73bde1e783dc tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:11.233935 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d4576e4f-20bd-4884-8d83-73bde1e783dc tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:11.256643 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-e9872217-e500-4980-b6a3-cfd7e74a5ba7 None None] Could not find standard attr ID for object 46d76120-e789-4a2c-acde-4b0a51771be3. {{(pid=103572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 13:47:11.296291 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d4576e4f-20bd-4884-8d83-73bde1e783dc tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:11.323866 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4576e4f-20bd-4884-8d83-73bde1e783dc tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event deleted for resources: {'Subnet': ['ID=821e5a1f-f940-4540-b7f5-adf7b65246a1,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:11.328099 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d4576e4f-20bd-4884-8d83-73bde1e783dc tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:11.331368 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d4576e4f-20bd-4884-8d83-73bde1e783dc tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/subnets/821e5a1f-f940-4540-b7f5-adf7b65246a1 HTTP/1.1" status: 204 len: 168 time: 0.2478757 Nov 25 13:47:11.333993 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60928) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:11.367865 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0ef49a-09c9-429d-9d49-babd52d2db20 None None] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:47:11.391014 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-9dec2669-ce5e-449a-bc61-7a8b7fc27d2f tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0557187 Nov 25 13:47:11.394039 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60930) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:11.475047 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6783cb00-a6ff-4e77-95cf-448fb137a7a0 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:11.476458 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-6783cb00-a6ff-4e77-95cf-448fb137a7a0 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0819449 Nov 25 13:47:11.479013 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60932) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:11.534718 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9403aa-f11b-46ac-92ae-4567cb86492b None None] DHCP port deletion for 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:47:11.558650 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57851989-cbd8-4fa6-bd38-4e424c6a9fa5 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:11.560082 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-57851989-cbd8-4fa6-bd38-4e424c6a9fa5 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0801504 Nov 25 13:47:11.563416 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60934) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:11.584604 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bb9403aa-f11b-46ac-92ae-4567cb86492b None None] Deleting port 473d4f39-89c5-460e-8f74-58931e3609bc {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:47:11.584982 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bb9403aa-f11b-46ac-92ae-4567cb86492b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:11.600471 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-f703648b-c95a-4235-9f07-82ed9d277edd tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0359037 Nov 25 13:47:11.604521 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60936) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:11.609773 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-f4e389b0-ece2-4433-9cb9-be621316bc42 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Request body: {'subnet': {'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:47:11.646719 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bb9403aa-f11b-46ac-92ae-4567cb86492b None None] For port 473d4f39-89c5-460e-8f74-58931e3609bc, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=473d4f39-89c5-460e-8f74-58931e3609bc,segment=NetworkSegment(e98af336-eeff-42ff-94a2-13aaa1a9f129),segment_id=e98af336-eeff-42ff-94a2-13aaa1a9f129)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:47:11.647143 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bb9403aa-f11b-46ac-92ae-4567cb86492b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:11.659692 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bb9403aa-f11b-46ac-92ae-4567cb86492b None None] Calling delete_port for 473d4f39-89c5-460e-8f74-58931e3609bc owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:47:11.702744 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e389b0-ece2-4433-9cb9-be621316bc42 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Made reservation on behalf of 6637029ee9c14d37942baa2af1cfeae0 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:47:11.706331 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f4e389b0-ece2-4433-9cb9-be621316bc42 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:11.739383 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bb9403aa-f11b-46ac-92ae-4567cb86492b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:11.773010 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9403aa-f11b-46ac-92ae-4567cb86492b None None] No DVR routers for this DVR port 473d4f39-89c5-460e-8f74-58931e3609bc on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:47:11.776093 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9403aa-f11b-46ac-92ae-4567cb86492b None None] Pushing event deleted for resources: {'Port': ['ID=473d4f39-89c5-460e-8f74-58931e3609bc,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:11.791650 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:11.893711 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f4e389b0-ece2-4433-9cb9-be621316bc42 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:11.932936 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e389b0-ece2-4433-9cb9-be621316bc42 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:47:11.936121 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-f4e389b0-ece2-4433-9cb9-be621316bc42 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:47:11.940516 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e389b0-ece2-4433-9cb9-be621316bc42 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:11.941261 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f4e389b0-ece2-4433-9cb9-be621316bc42 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:11.947627 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397740e7-f3b7-47c8-8ebc-e2b3a4b5ffa0 None None] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:47:11.959127 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e389b0-ece2-4433-9cb9-be621316bc42 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event updated for resources: {'Subnet': ['ID=6a0afe0e-f104-445b-af81-c3c64089a44c,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:11.971855 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-f4e389b0-ece2-4433-9cb9-be621316bc42 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3658948 Nov 25 13:47:11.974185 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60938) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:11.979104 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-b356c62c-7e74-4ee7-bc3d-f78e2bd52120 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Request body: {'port': {'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'fixed_ips': [{'subnet_id': '6a0afe0e-f104-445b-af81-c3c64089a44c', 'ip_address': '2001:db8::206a:6d13:36df:18c8'}], 'name': 'tempest-NetworksTestDHCPv6-575813267'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:47:11.997765 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 473d4f39-89c5-460e-8f74-58931e3609bc no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:47:12.096370 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b356c62c-7e74-4ee7-bc3d-f78e2bd52120 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Made reservation on behalf of 6637029ee9c14d37942baa2af1cfeae0 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:47:12.180359 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 473d4f39-89c5-460e-8f74-58931e3609bc {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:47:12.180626 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 473d4f39-89c5-460e-8f74-58931e3609bc not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:47:12.181389 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b356c62c-7e74-4ee7-bc3d-f78e2bd52120 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:12.203922 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-b356c62c-7e74-4ee7-bc3d-f78e2bd52120 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] device_id is not set on port c034223e-24ac-4031-b321-6c7b80cfeee0 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:47:12.276962 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13420b26-fa35-4e5e-8b08-c8f79befe70b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'tenant_id': '6637029ee9c14d37942baa2af1cfeae0', 'fixed_ips': [{'subnet_id': '6a0afe0e-f104-445b-af81-c3c64089a44c'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:47:12.278118 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-13420b26-fa35-4e5e-8b08-c8f79befe70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:12.354801 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-b356c62c-7e74-4ee7-bc3d-f78e2bd52120 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Allocated IP 2001:db8::206a:6d13:36df:18c8 (458ed7a2-000e-42f5-98b9-db4a5d2ee0a9/6a0afe0e-f104-445b-af81-c3c64089a44c/c034223e-24ac-4031-b321-6c7b80cfeee0) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:47:12.504754 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b356c62c-7e74-4ee7-bc3d-f78e2bd52120 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:12.540291 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b356c62c-7e74-4ee7-bc3d-f78e2bd52120 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:12.584101 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-13420b26-fa35-4e5e-8b08-c8f79befe70b None None] Allocated IP 2001:db8::2 (458ed7a2-000e-42f5-98b9-db4a5d2ee0a9/6a0afe0e-f104-445b-af81-c3c64089a44c/b1ca0bc6-ed9e-4713-b611-f42084f351ef) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:47:12.586905 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b356c62c-7e74-4ee7-bc3d-f78e2bd52120 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:47:12.590025 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-b356c62c-7e74-4ee7-bc3d-f78e2bd52120 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:47:12.593141 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b356c62c-7e74-4ee7-bc3d-f78e2bd52120 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:47:12.599229 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b356c62c-7e74-4ee7-bc3d-f78e2bd52120 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:12.599842 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b356c62c-7e74-4ee7-bc3d-f78e2bd52120 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:12.615459 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b356c62c-7e74-4ee7-bc3d-f78e2bd52120 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event updated for resources: {'Port': ['ID=c034223e-24ac-4031-b321-6c7b80cfeee0,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:12.622060 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b356c62c-7e74-4ee7-bc3d-f78e2bd52120 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.6468441 Nov 25 13:47:12.624627 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60940) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:12.672076 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab04fae9-4b33-471e-8f9f-9620d367e104 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:12.676000 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-ab04fae9-4b33-471e-8f9f-9620d367e104 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0480227 Nov 25 13:47:12.676225 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60942) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:12.731005 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-13420b26-fa35-4e5e-8b08-c8f79befe70b None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:12.736938 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-13420b26-fa35-4e5e-8b08-c8f79befe70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:12.763255 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-b99d7e2d-be58-4f47-82e5-3c87e84f6a22 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Deleting port c034223e-24ac-4031-b321-6c7b80cfeee0 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:47:12.764755 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b99d7e2d-be58-4f47-82e5-3c87e84f6a22 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:12.777943 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13420b26-fa35-4e5e-8b08-c8f79befe70b None None] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:47:12.782512 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-13420b26-fa35-4e5e-8b08-c8f79befe70b None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:47:12.784976 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13420b26-fa35-4e5e-8b08-c8f79befe70b None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:47:12.792095 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13420b26-fa35-4e5e-8b08-c8f79befe70b None None] Pushing event updated for resources: {'Port': ['ID=b1ca0bc6-ed9e-4713-b611-f42084f351ef,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:12.845174 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-13420b26-fa35-4e5e-8b08-c8f79befe70b None None] Attempting to bind port b1ca0bc6-ed9e-4713-b611-f42084f351ef on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:47:12.845576 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-13420b26-fa35-4e5e-8b08-c8f79befe70b None None] Attempting to bind port b1ca0bc6-ed9e-4713-b611-f42084f351ef by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'e98af336-eeff-42ff-94a2-13aaa1a9f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:47:12.845947 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13420b26-fa35-4e5e-8b08-c8f79befe70b None None] Attempting to bind port b1ca0bc6-ed9e-4713-b611-f42084f351ef on network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:47:12.850993 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13420b26-fa35-4e5e-8b08-c8f79befe70b None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:47:12.851377 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13420b26-fa35-4e5e-8b08-c8f79befe70b None None] Checking segment: {'id': 'e98af336-eeff-42ff-94a2-13aaa1a9f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:47:12.851779 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-13420b26-fa35-4e5e-8b08-c8f79befe70b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:12.852182 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13420b26-fa35-4e5e-8b08-c8f79befe70b None None] Bound using segment: {'id': 'e98af336-eeff-42ff-94a2-13aaa1a9f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:47:12.852653 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-13420b26-fa35-4e5e-8b08-c8f79befe70b None None] Bound port: b1ca0bc6-ed9e-4713-b611-f42084f351ef, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e98af336-eeff-42ff-94a2-13aaa1a9f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:47:12.853403 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-13420b26-fa35-4e5e-8b08-c8f79befe70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:12.856610 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b99d7e2d-be58-4f47-82e5-3c87e84f6a22 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:12.869081 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-b99d7e2d-be58-4f47-82e5-3c87e84f6a22 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Calling delete_port for c034223e-24ac-4031-b321-6c7b80cfeee0 owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:47:12.915376 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-13420b26-fa35-4e5e-8b08-c8f79befe70b None None] For port b1ca0bc6-ed9e-4713-b611-f42084f351ef, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:47:12.918652 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-13420b26-fa35-4e5e-8b08-c8f79befe70b None None] For port b1ca0bc6-ed9e-4713-b611-f42084f351ef, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=b1ca0bc6-ed9e-4713-b611-f42084f351ef,segment=NetworkSegment(e98af336-eeff-42ff-94a2-13aaa1a9f129),segment_id=e98af336-eeff-42ff-94a2-13aaa1a9f129)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:47:12.923762 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-13420b26-fa35-4e5e-8b08-c8f79befe70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:12.997295 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13420b26-fa35-4e5e-8b08-c8f79befe70b None None] Pushing event updated for resources: {'Port': ['ID=b1ca0bc6-ed9e-4713-b611-f42084f351ef,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:13.007905 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b99d7e2d-be58-4f47-82e5-3c87e84f6a22 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:13.042879 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99d7e2d-be58-4f47-82e5-3c87e84f6a22 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event deleted for resources: {'Port': ['ID=c034223e-24ac-4031-b321-6c7b80cfeee0,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:13.067582 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b99d7e2d-be58-4f47-82e5-3c87e84f6a22 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:13.071484 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b99d7e2d-be58-4f47-82e5-3c87e84f6a22 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/ports/c034223e-24ac-4031-b321-6c7b80cfeee0 HTTP/1.1" status: 204 len: 168 time: 0.3943262 Nov 25 13:47:13.073939 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60944) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:13.127436 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258abf2c-991e-46f5-bd9a-6de0c606a831 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:13.129009 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258abf2c-991e-46f5-bd9a-6de0c606a831 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:13.135075 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-258abf2c-991e-46f5-bd9a-6de0c606a831 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0583608 Nov 25 13:47:13.135075 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60946) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:13.190634 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb4f1450-2355-46ce-b3dc-5d2faf96ff4c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Deleting subnet 6a0afe0e-f104-445b-af81-c3c64089a44c {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:47:13.198579 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bb4f1450-2355-46ce-b3dc-5d2faf96ff4c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:13.245821 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bb4f1450-2355-46ce-b3dc-5d2faf96ff4c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:13.332366 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bb4f1450-2355-46ce-b3dc-5d2faf96ff4c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:13.389834 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bb4f1450-2355-46ce-b3dc-5d2faf96ff4c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:13.421714 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4f1450-2355-46ce-b3dc-5d2faf96ff4c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event deleted for resources: {'Subnet': ['ID=6a0afe0e-f104-445b-af81-c3c64089a44c,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:13.425416 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bb4f1450-2355-46ce-b3dc-5d2faf96ff4c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:13.428697 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-bb4f1450-2355-46ce-b3dc-5d2faf96ff4c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/subnets/6a0afe0e-f104-445b-af81-c3c64089a44c HTTP/1.1" status: 204 len: 168 time: 0.2939363 Nov 25 13:47:13.431202 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60948) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:13.469038 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-09d0b868-3078-42e7-b736-e88058a13bc8 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0367479 Nov 25 13:47:13.471774 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60950) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:13.476481 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-c4d5f05d-9181-492b-9df6-a70207a5aa80 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Request body: {'subnet': {'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:47:13.570650 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d5f05d-9181-492b-9df6-a70207a5aa80 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Made reservation on behalf of 6637029ee9c14d37942baa2af1cfeae0 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:47:13.575871 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c4d5f05d-9181-492b-9df6-a70207a5aa80 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:13.773560 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c4d5f05d-9181-492b-9df6-a70207a5aa80 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:13.823538 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d5f05d-9181-492b-9df6-a70207a5aa80 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:47:13.827502 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-c4d5f05d-9181-492b-9df6-a70207a5aa80 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:47:13.830474 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d5f05d-9181-492b-9df6-a70207a5aa80 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:13.831105 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c4d5f05d-9181-492b-9df6-a70207a5aa80 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:13.841004 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d5f05d-9181-492b-9df6-a70207a5aa80 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event updated for resources: {'Subnet': ['ID=000b733b-54ad-43f0-a668-f5ec42223dde,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:13.854399 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c4d5f05d-9181-492b-9df6-a70207a5aa80 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3816147 Nov 25 13:47:13.857846 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60952) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:13.863159 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-d9a3bcc2-d9e2-470c-981f-cf8c921fa48f tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Request body: {'port': {'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'fixed_ips': [{'subnet_id': '000b733b-54ad-43f0-a668-f5ec42223dde', 'ip_address': '2001:db8::48e3:a9bf:587d:d9bd'}], 'name': 'tempest-NetworksTestDHCPv6-233154494'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:47:13.894166 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60faa9d3-d87a-4e5c-be44-07e44ae24473 None None] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:47:13.992650 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a3bcc2-d9e2-470c-981f-cf8c921fa48f tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Made reservation on behalf of 6637029ee9c14d37942baa2af1cfeae0 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:47:13.997674 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d9a3bcc2-d9e2-470c-981f-cf8c921fa48f tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:14.015799 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-d9a3bcc2-d9e2-470c-981f-cf8c921fa48f tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] device_id is not set on port 1e1f6aea-1e69-4c1b-83e6-7e8b3447e176 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:47:14.018059 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device b1ca0bc6-ed9e-4713-b611-f42084f351ef up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:47:14.072989 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-de63733e-f794-4743-a948-a5d50b16818d None None] Provisioning complete for port b1ca0bc6-ed9e-4713-b611-f42084f351ef triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:47:14.073453 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-de63733e-f794-4743-a948-a5d50b16818d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:14.159696 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port b1ca0bc6-ed9e-4713-b611-f42084f351ef triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:47:14.159945 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:14.176005 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-d9a3bcc2-d9e2-470c-981f-cf8c921fa48f tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Allocated IP 2001:db8::48e3:a9bf:587d:d9bd (458ed7a2-000e-42f5-98b9-db4a5d2ee0a9/000b733b-54ad-43f0-a668-f5ec42223dde/1e1f6aea-1e69-4c1b-83e6-7e8b3447e176) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:47:14.237395 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-de63733e-f794-4743-a948-a5d50b16818d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:14.299116 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-de63733e-f794-4743-a948-a5d50b16818d None None] For port b1ca0bc6-ed9e-4713-b611-f42084f351ef, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=b1ca0bc6-ed9e-4713-b611-f42084f351ef,segment=NetworkSegment(e98af336-eeff-42ff-94a2-13aaa1a9f129),segment_id=e98af336-eeff-42ff-94a2-13aaa1a9f129)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:47:14.305759 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-de63733e-f794-4743-a948-a5d50b16818d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:14.309684 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:14.340134 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d9a3bcc2-d9e2-470c-981f-cf8c921fa48f tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:14.384853 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d9a3bcc2-d9e2-470c-981f-cf8c921fa48f tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:14.403154 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de63733e-f794-4743-a948-a5d50b16818d None None] Pushing event updated for resources: {'Port': ['ID=b1ca0bc6-ed9e-4713-b611-f42084f351ef,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:14.411429 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.db.api [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 13:47:14.411741 n-d-808199-11 neutron-server[103572]: DEBUG oslo_db.api [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 13:47:14.425542 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-c43bd3b0-c0d4-4cad-927d-31b0077ed145 None None] Provisioning complete for port b1ca0bc6-ed9e-4713-b611-f42084f351ef triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:47:14.426045 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c43bd3b0-c0d4-4cad-927d-31b0077ed145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:14.439192 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a3bcc2-d9e2-470c-981f-cf8c921fa48f tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:47:14.442283 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-d9a3bcc2-d9e2-470c-981f-cf8c921fa48f tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:47:14.446556 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a3bcc2-d9e2-470c-981f-cf8c921fa48f tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:47:14.453174 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a3bcc2-d9e2-470c-981f-cf8c921fa48f tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:14.453826 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d9a3bcc2-d9e2-470c-981f-cf8c921fa48f tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:14.462936 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a3bcc2-d9e2-470c-981f-cf8c921fa48f tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event updated for resources: {'Port': ['ID=1e1f6aea-1e69-4c1b-83e6-7e8b3447e176,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:14.482452 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d9a3bcc2-d9e2-470c-981f-cf8c921fa48f tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.6233978 Nov 25 13:47:14.485121 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60954) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:14.540523 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028ebcb4-a942-4bbd-9636-9fd463a876d1 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:14.546940 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028ebcb4-a942-4bbd-9636-9fd463a876d1 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:14.548694 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-028ebcb4-a942-4bbd-9636-9fd463a876d1 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.0620036 Nov 25 13:47:14.551347 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60956) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:14.631549 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-0467d0dc-4583-4d55-8f61-fe252625b7fd None None] Could not find standard attr ID for object c034223e-24ac-4031-b321-6c7b80cfeee0. {{(pid=103572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 13:47:14.640144 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-0363ce84-250f-4808-ae6f-db2117a964ff tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Deleting port 1e1f6aea-1e69-4c1b-83e6-7e8b3447e176 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:47:14.640514 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0363ce84-250f-4808-ae6f-db2117a964ff tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:14.736755 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0363ce84-250f-4808-ae6f-db2117a964ff tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:14.749726 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-0363ce84-250f-4808-ae6f-db2117a964ff tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Calling delete_port for 1e1f6aea-1e69-4c1b-83e6-7e8b3447e176 owned by {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:47:14.856918 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-e4963d25-d4ac-4e8e-b403-38290ba43b2c None None] Provisioning complete for port 1e1f6aea-1e69-4c1b-83e6-7e8b3447e176 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:47:14.857639 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e4963d25-d4ac-4e8e-b403-38290ba43b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:14.884016 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0363ce84-250f-4808-ae6f-db2117a964ff tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:14.893893 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-e4963d25-d4ac-4e8e-b403-38290ba43b2c None None] Port 1e1f6aea-1e69-4c1b-83e6-7e8b3447e176 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:47:14.920386 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0363ce84-250f-4808-ae6f-db2117a964ff tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event deleted for resources: {'Port': ['ID=1e1f6aea-1e69-4c1b-83e6-7e8b3447e176,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:14.945658 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0363ce84-250f-4808-ae6f-db2117a964ff tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:14.951199 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-0363ce84-250f-4808-ae6f-db2117a964ff tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/ports/1e1f6aea-1e69-4c1b-83e6-7e8b3447e176 HTTP/1.1" status: 204 len: 168 time: 0.3987293 Nov 25 13:47:14.951920 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60958) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:15.008906 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bd207f-ee81-4fcd-999f-2d8d479d8fce tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:15.010560 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bd207f-ee81-4fcd-999f-2d8d479d8fce tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:15.012127 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-47bd207f-ee81-4fcd-999f-2d8d479d8fce tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0591908 Nov 25 13:47:15.015260 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60960) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:15.067539 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3ef6e85-95f0-4d27-a2f1-d41ee885a948 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Deleting subnet 000b733b-54ad-43f0-a668-f5ec42223dde {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:47:15.070763 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d3ef6e85-95f0-4d27-a2f1-d41ee885a948 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:15.111574 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d3ef6e85-95f0-4d27-a2f1-d41ee885a948 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:15.162943 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d3ef6e85-95f0-4d27-a2f1-d41ee885a948 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:15.220110 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d3ef6e85-95f0-4d27-a2f1-d41ee885a948 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:15.245854 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ef6e85-95f0-4d27-a2f1-d41ee885a948 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event deleted for resources: {'Subnet': ['ID=000b733b-54ad-43f0-a668-f5ec42223dde,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:15.250241 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d3ef6e85-95f0-4d27-a2f1-d41ee885a948 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:15.254575 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d3ef6e85-95f0-4d27-a2f1-d41ee885a948 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/subnets/000b733b-54ad-43f0-a668-f5ec42223dde HTTP/1.1" status: 204 len: 168 time: 0.2373004 Nov 25 13:47:15.256250 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60962) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:15.258816 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe59d837-f036-4984-8f9d-13d65af82651 None None] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:47:15.294183 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-6bab0267-fd62-4695-966d-6f922558434f tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0367148 Nov 25 13:47:15.296900 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60964) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:15.301604 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-24d21e6c-27aa-41ca-9094-2edd49d7bcd1 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Request body: {'subnet': {'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:47:15.394580 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d21e6c-27aa-41ca-9094-2edd49d7bcd1 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Made reservation on behalf of 6637029ee9c14d37942baa2af1cfeae0 for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:47:15.398115 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-24d21e6c-27aa-41ca-9094-2edd49d7bcd1 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:15.425636 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3ebe03-34e0-468e-b3a0-638c54be28e5 None None] DHCP port deletion for 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:47:15.472759 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-2b3ebe03-34e0-468e-b3a0-638c54be28e5 None None] Deleting port b1ca0bc6-ed9e-4713-b611-f42084f351ef {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:47:15.473054 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2b3ebe03-34e0-468e-b3a0-638c54be28e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:15.539417 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-2b3ebe03-34e0-468e-b3a0-638c54be28e5 None None] For port b1ca0bc6-ed9e-4713-b611-f42084f351ef, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=b1ca0bc6-ed9e-4713-b611-f42084f351ef,segment=NetworkSegment(e98af336-eeff-42ff-94a2-13aaa1a9f129),segment_id=e98af336-eeff-42ff-94a2-13aaa1a9f129)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:47:15.539817 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2b3ebe03-34e0-468e-b3a0-638c54be28e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:15.552623 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-2b3ebe03-34e0-468e-b3a0-638c54be28e5 None None] Calling delete_port for b1ca0bc6-ed9e-4713-b611-f42084f351ef owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:47:15.583017 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-24d21e6c-27aa-41ca-9094-2edd49d7bcd1 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:15.624719 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d21e6c-27aa-41ca-9094-2edd49d7bcd1 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:47:15.629660 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2b3ebe03-34e0-468e-b3a0-638c54be28e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:15.632359 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-24d21e6c-27aa-41ca-9094-2edd49d7bcd1 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:47:15.635371 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d21e6c-27aa-41ca-9094-2edd49d7bcd1 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:15.635983 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-24d21e6c-27aa-41ca-9094-2edd49d7bcd1 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:15.646324 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d21e6c-27aa-41ca-9094-2edd49d7bcd1 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event updated for resources: {'Subnet': ['ID=e33209ed-c194-4941-875d-d8edb76e046f,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:15.659688 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-24d21e6c-27aa-41ca-9094-2edd49d7bcd1 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3617921 Nov 25 13:47:15.661055 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3ebe03-34e0-468e-b3a0-638c54be28e5 None None] Pushing event deleted for resources: {'Port': ['ID=b1ca0bc6-ed9e-4713-b611-f42084f351ef,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:15.662902 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60966) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:15.663412 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3ebe03-34e0-468e-b3a0-638c54be28e5 None None] No DVR routers for this DVR port b1ca0bc6-ed9e-4713-b611-f42084f351ef on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:47:15.672186 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-dfe2fa49-4b8e-45c6-a455-a531a862caae tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Request body: {'port': {'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'fixed_ips': [{'subnet_id': 'e33209ed-c194-4941-875d-d8edb76e046f', 'ip_address': '2001:db8::a36e:1a08:ddfe:7426'}], 'name': 'tempest-NetworksTestDHCPv6-1364304935'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:47:15.675917 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5015f9e-c99e-44f7-8c08-3527efea7880 None None] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:47:15.787359 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe2fa49-4b8e-45c6-a455-a531a862caae tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Made reservation on behalf of 6637029ee9c14d37942baa2af1cfeae0 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:47:15.792380 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dfe2fa49-4b8e-45c6-a455-a531a862caae tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:15.809621 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-dfe2fa49-4b8e-45c6-a455-a531a862caae tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] device_id is not set on port 12854885-2b0a-44d0-8f68-1cecb4c8b21e yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:47:15.823560 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ffc1de-9468-466d-8fea-8dbcb37167d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'tenant_id': '6637029ee9c14d37942baa2af1cfeae0', 'fixed_ips': [{'subnet_id': 'e33209ed-c194-4941-875d-d8edb76e046f'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:47:15.824433 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d9ffc1de-9468-466d-8fea-8dbcb37167d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:15.960096 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device b1ca0bc6-ed9e-4713-b611-f42084f351ef no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:47:15.962562 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-d9ffc1de-9468-466d-8fea-8dbcb37167d3 None None] Allocated IP 2001:db8::2 (458ed7a2-000e-42f5-98b9-db4a5d2ee0a9/e33209ed-c194-4941-875d-d8edb76e046f/35e9b216-c1ec-4622-bcf4-8ac534f113cf) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:47:15.992420 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: b1ca0bc6-ed9e-4713-b611-f42084f351ef {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:47:15.992771 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device b1ca0bc6-ed9e-4713-b611-f42084f351ef not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:47:16.125352 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d9ffc1de-9468-466d-8fea-8dbcb37167d3 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:16.130904 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d9ffc1de-9468-466d-8fea-8dbcb37167d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:16.175854 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ffc1de-9468-466d-8fea-8dbcb37167d3 None None] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:47:16.178709 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-d9ffc1de-9468-466d-8fea-8dbcb37167d3 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:47:16.182405 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ffc1de-9468-466d-8fea-8dbcb37167d3 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:47:16.183952 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-dfe2fa49-4b8e-45c6-a455-a531a862caae tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Allocated IP 2001:db8::a36e:1a08:ddfe:7426 (458ed7a2-000e-42f5-98b9-db4a5d2ee0a9/e33209ed-c194-4941-875d-d8edb76e046f/12854885-2b0a-44d0-8f68-1cecb4c8b21e) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:47:16.188649 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ffc1de-9468-466d-8fea-8dbcb37167d3 None None] Pushing event updated for resources: {'Port': ['ID=35e9b216-c1ec-4622-bcf4-8ac534f113cf,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:16.240451 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-d9ffc1de-9468-466d-8fea-8dbcb37167d3 None None] Attempting to bind port 35e9b216-c1ec-4622-bcf4-8ac534f113cf on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:47:16.240833 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-d9ffc1de-9468-466d-8fea-8dbcb37167d3 None None] Attempting to bind port 35e9b216-c1ec-4622-bcf4-8ac534f113cf by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'e98af336-eeff-42ff-94a2-13aaa1a9f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:47:16.241240 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ffc1de-9468-466d-8fea-8dbcb37167d3 None None] Attempting to bind port 35e9b216-c1ec-4622-bcf4-8ac534f113cf on network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:47:16.246250 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ffc1de-9468-466d-8fea-8dbcb37167d3 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:47:16.246638 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ffc1de-9468-466d-8fea-8dbcb37167d3 None None] Checking segment: {'id': 'e98af336-eeff-42ff-94a2-13aaa1a9f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:47:16.247081 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d9ffc1de-9468-466d-8fea-8dbcb37167d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:16.247485 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ffc1de-9468-466d-8fea-8dbcb37167d3 None None] Bound using segment: {'id': 'e98af336-eeff-42ff-94a2-13aaa1a9f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:47:16.248013 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-d9ffc1de-9468-466d-8fea-8dbcb37167d3 None None] Bound port: 35e9b216-c1ec-4622-bcf4-8ac534f113cf, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e98af336-eeff-42ff-94a2-13aaa1a9f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:47:16.248401 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d9ffc1de-9468-466d-8fea-8dbcb37167d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:16.309676 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-d9ffc1de-9468-466d-8fea-8dbcb37167d3 None None] For port 35e9b216-c1ec-4622-bcf4-8ac534f113cf, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:47:16.312756 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-d9ffc1de-9468-466d-8fea-8dbcb37167d3 None None] For port 35e9b216-c1ec-4622-bcf4-8ac534f113cf, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=35e9b216-c1ec-4622-bcf4-8ac534f113cf,segment=NetworkSegment(e98af336-eeff-42ff-94a2-13aaa1a9f129),segment_id=e98af336-eeff-42ff-94a2-13aaa1a9f129)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:47:16.317413 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d9ffc1de-9468-466d-8fea-8dbcb37167d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:16.331342 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dfe2fa49-4b8e-45c6-a455-a531a862caae tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:16.383327 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ffc1de-9468-466d-8fea-8dbcb37167d3 None None] Pushing event updated for resources: {'Port': ['ID=35e9b216-c1ec-4622-bcf4-8ac534f113cf,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:16.383566 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dfe2fa49-4b8e-45c6-a455-a531a862caae tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:16.430533 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe2fa49-4b8e-45c6-a455-a531a862caae tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:47:16.433716 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-dfe2fa49-4b8e-45c6-a455-a531a862caae tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:47:16.437691 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe2fa49-4b8e-45c6-a455-a531a862caae tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:47:16.443309 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe2fa49-4b8e-45c6-a455-a531a862caae tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:16.443920 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dfe2fa49-4b8e-45c6-a455-a531a862caae tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:16.450360 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe2fa49-4b8e-45c6-a455-a531a862caae tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event updated for resources: {'Port': ['ID=12854885-2b0a-44d0-8f68-1cecb4c8b21e,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:16.465472 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-dfe2fa49-4b8e-45c6-a455-a531a862caae tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8014548 Nov 25 13:47:16.468700 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60968) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:16.525743 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4308df7b-b419-45a3-aa70-36d6c6bb3097 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:16.528079 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4308df7b-b419-45a3-aa70-36d6c6bb3097 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:16.533022 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-4308df7b-b419-45a3-aa70-36d6c6bb3097 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0604806 Nov 25 13:47:16.533534 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60970) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:16.630165 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-58d501e3-9dde-415c-bc70-23afd2597643 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Deleting port 12854885-2b0a-44d0-8f68-1cecb4c8b21e {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:47:16.630810 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-58d501e3-9dde-415c-bc70-23afd2597643 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:16.719184 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-58d501e3-9dde-415c-bc70-23afd2597643 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:16.730817 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-58d501e3-9dde-415c-bc70-23afd2597643 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Calling delete_port for 12854885-2b0a-44d0-8f68-1cecb4c8b21e owned by {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:47:16.859293 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-58d501e3-9dde-415c-bc70-23afd2597643 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:16.890122 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d501e3-9dde-415c-bc70-23afd2597643 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event deleted for resources: {'Port': ['ID=12854885-2b0a-44d0-8f68-1cecb4c8b21e,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:16.913373 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-58d501e3-9dde-415c-bc70-23afd2597643 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:16.916685 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-58d501e3-9dde-415c-bc70-23afd2597643 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/ports/12854885-2b0a-44d0-8f68-1cecb4c8b21e HTTP/1.1" status: 204 len: 168 time: 0.3820479 Nov 25 13:47:16.919067 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60972) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:16.974602 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5656cb5e-8ed2-4f59-a043-bde214b1d48d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:16.976251 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5656cb5e-8ed2-4f59-a043-bde214b1d48d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:16.978016 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-5656cb5e-8ed2-4f59-a043-bde214b1d48d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0577884 Nov 25 13:47:16.980334 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60974) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:17.039707 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9ed16d8-e6a1-41c9-9a6b-e1bf68bbaabf tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Deleting subnet e33209ed-c194-4941-875d-d8edb76e046f {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:47:17.043171 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e9ed16d8-e6a1-41c9-9a6b-e1bf68bbaabf tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:17.085041 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e9ed16d8-e6a1-41c9-9a6b-e1bf68bbaabf tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:17.174949 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e9ed16d8-e6a1-41c9-9a6b-e1bf68bbaabf tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:17.235992 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e9ed16d8-e6a1-41c9-9a6b-e1bf68bbaabf tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:17.264657 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ed16d8-e6a1-41c9-9a6b-e1bf68bbaabf tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event deleted for resources: {'Subnet': ['ID=e33209ed-c194-4941-875d-d8edb76e046f,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:17.268279 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e9ed16d8-e6a1-41c9-9a6b-e1bf68bbaabf tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:17.271489 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e9ed16d8-e6a1-41c9-9a6b-e1bf68bbaabf tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/subnets/e33209ed-c194-4941-875d-d8edb76e046f HTTP/1.1" status: 204 len: 168 time: 0.2902186 Nov 25 13:47:17.273989 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60978) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:17.316417 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad67910-1428-41c0-bf49-f4d0f6e99d79 None None] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:47:17.317413 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-11712d47-edc7-4d56-88cc-e5ac51ccc586 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0423625 Nov 25 13:47:17.320879 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60980) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:17.371294 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d78ac81-0c59-4ca3-b6d4-84e6e03bfafb tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:17.373593 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-5d78ac81-0c59-4ca3-b6d4-84e6e03bfafb tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0512669 Nov 25 13:47:17.377580 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60982) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:17.387326 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-7ebedbbb-39d9-4715-a2ff-12d77e247c3d None None] Provisioning complete for port 35e9b216-c1ec-4622-bcf4-8ac534f113cf triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:47:17.387326 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7ebedbbb-39d9-4715-a2ff-12d77e247c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:17.426949 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631f2129-29b4-414a-8c4e-234c3aab2a7d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:17.428369 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-631f2129-29b4-414a-8c4e-234c3aab2a7d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0512676 Nov 25 13:47:17.430897 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60984) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:17.468912 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-bcf47ad7-b970-4beb-9ff4-db8f808b71da tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0369437 Nov 25 13:47:17.473073 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60986) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:17.478175 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-4c72b663-28f1-42ab-a598-dd00a741796c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Request body: {'subnet': {'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:47:17.516513 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7ebedbbb-39d9-4715-a2ff-12d77e247c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:17.540876 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bbb44d-2bb3-4e09-a2a8-77051882ca15 None None] DHCP port deletion for 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:47:17.553628 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-7ebedbbb-39d9-4715-a2ff-12d77e247c3d None None] For port 35e9b216-c1ec-4622-bcf4-8ac534f113cf, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=35e9b216-c1ec-4622-bcf4-8ac534f113cf,segment=NetworkSegment(e98af336-eeff-42ff-94a2-13aaa1a9f129),segment_id=e98af336-eeff-42ff-94a2-13aaa1a9f129)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:47:17.557778 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7ebedbbb-39d9-4715-a2ff-12d77e247c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:17.575408 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c72b663-28f1-42ab-a598-dd00a741796c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Made reservation on behalf of 6637029ee9c14d37942baa2af1cfeae0 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:47:17.579511 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4c72b663-28f1-42ab-a598-dd00a741796c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:17.632902 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebedbbb-39d9-4715-a2ff-12d77e247c3d None None] Pushing event updated for resources: {'Port': ['ID=35e9b216-c1ec-4622-bcf4-8ac534f113cf,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:17.646365 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-04bbb44d-2bb3-4e09-a2a8-77051882ca15 None None] Deleting port 35e9b216-c1ec-4622-bcf4-8ac534f113cf {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:47:17.646776 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-04bbb44d-2bb3-4e09-a2a8-77051882ca15 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:17.708529 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-04bbb44d-2bb3-4e09-a2a8-77051882ca15 None None] For port 35e9b216-c1ec-4622-bcf4-8ac534f113cf, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=35e9b216-c1ec-4622-bcf4-8ac534f113cf,segment=NetworkSegment(e98af336-eeff-42ff-94a2-13aaa1a9f129),segment_id=e98af336-eeff-42ff-94a2-13aaa1a9f129)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:47:17.708846 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-04bbb44d-2bb3-4e09-a2a8-77051882ca15 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:17.721955 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-04bbb44d-2bb3-4e09-a2a8-77051882ca15 None None] Calling delete_port for 35e9b216-c1ec-4622-bcf4-8ac534f113cf owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:47:17.765063 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4c72b663-28f1-42ab-a598-dd00a741796c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:17.803152 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-04bbb44d-2bb3-4e09-a2a8-77051882ca15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:17.803398 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c72b663-28f1-42ab-a598-dd00a741796c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:47:17.808718 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-4c72b663-28f1-42ab-a598-dd00a741796c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:47:17.813456 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c72b663-28f1-42ab-a598-dd00a741796c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:17.814043 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4c72b663-28f1-42ab-a598-dd00a741796c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:17.828514 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c72b663-28f1-42ab-a598-dd00a741796c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event updated for resources: {'Subnet': ['ID=8134f288-06f3-4492-807d-28d34fb5e3fe,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:17.830574 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bbb44d-2bb3-4e09-a2a8-77051882ca15 None None] Pushing event deleted for resources: {'Port': ['ID=35e9b216-c1ec-4622-bcf4-8ac534f113cf,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:17.834780 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bbb44d-2bb3-4e09-a2a8-77051882ca15 None None] No DVR routers for this DVR port 35e9b216-c1ec-4622-bcf4-8ac534f113cf on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:47:17.844847 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60988) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:17.845617 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-4c72b663-28f1-42ab-a598-dd00a741796c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3662453 Nov 25 13:47:17.846165 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-c92785c1-e6e2-4026-a13f-24492cb01c4d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Request body: {'port': {'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'fixed_ips': [{'subnet_id': '8134f288-06f3-4492-807d-28d34fb5e3fe', 'ip_address': '2001:db8::aefe:d9b6:14fa:f0ad'}], 'name': 'tempest-NetworksTestDHCPv6-1528118154'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:47:17.855208 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d37e1b-3a7d-4c6c-b40d-c4a0ea8df0b1 None None] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:47:17.959401 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92785c1-e6e2-4026-a13f-24492cb01c4d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Made reservation on behalf of 6637029ee9c14d37942baa2af1cfeae0 for: {'port': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:47:17.999596 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2b8402-cd74-4423-a993-d83c0ee4b4eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'tenant_id': '6637029ee9c14d37942baa2af1cfeae0', 'fixed_ips': [{'subnet_id': '8134f288-06f3-4492-807d-28d34fb5e3fe'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:47:18.000459 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0b2b8402-cd74-4423-a993-d83c0ee4b4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:18.041366 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c92785c1-e6e2-4026-a13f-24492cb01c4d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:18.058632 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [None req-c92785c1-e6e2-4026-a13f-24492cb01c4d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] device_id is not set on port 13bc3cfb-fa66-4c17-b771-af64cd20b690 yet. {{(pid=103570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:47:18.293491 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-0b2b8402-cd74-4423-a993-d83c0ee4b4eb None None] Allocated IP 2001:db8::2 (458ed7a2-000e-42f5-98b9-db4a5d2ee0a9/8134f288-06f3-4492-807d-28d34fb5e3fe/9e9ba01e-1569-432b-942b-ed60719eeaeb) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:47:18.432422 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0b2b8402-cd74-4423-a993-d83c0ee4b4eb None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:18.438667 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0b2b8402-cd74-4423-a993-d83c0ee4b4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:18.477455 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2b8402-cd74-4423-a993-d83c0ee4b4eb None None] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:47:18.480261 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-0b2b8402-cd74-4423-a993-d83c0ee4b4eb None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:47:18.485755 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-c92785c1-e6e2-4026-a13f-24492cb01c4d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Allocated IP 2001:db8::aefe:d9b6:14fa:f0ad (458ed7a2-000e-42f5-98b9-db4a5d2ee0a9/8134f288-06f3-4492-807d-28d34fb5e3fe/13bc3cfb-fa66-4c17-b771-af64cd20b690) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:47:18.487137 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2b8402-cd74-4423-a993-d83c0ee4b4eb None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:47:18.490147 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2b8402-cd74-4423-a993-d83c0ee4b4eb None None] Pushing event updated for resources: {'Port': ['ID=9e9ba01e-1569-432b-942b-ed60719eeaeb,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:18.541568 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-0b2b8402-cd74-4423-a993-d83c0ee4b4eb None None] Attempting to bind port 9e9ba01e-1569-432b-942b-ed60719eeaeb on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:47:18.541943 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-0b2b8402-cd74-4423-a993-d83c0ee4b4eb None None] Attempting to bind port 9e9ba01e-1569-432b-942b-ed60719eeaeb by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'e98af336-eeff-42ff-94a2-13aaa1a9f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:47:18.542315 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2b8402-cd74-4423-a993-d83c0ee4b4eb None None] Attempting to bind port 9e9ba01e-1569-432b-942b-ed60719eeaeb on network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:47:18.548105 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2b8402-cd74-4423-a993-d83c0ee4b4eb None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:47:18.548423 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2b8402-cd74-4423-a993-d83c0ee4b4eb None None] Checking segment: {'id': 'e98af336-eeff-42ff-94a2-13aaa1a9f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:47:18.548830 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0b2b8402-cd74-4423-a993-d83c0ee4b4eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:18.549232 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2b8402-cd74-4423-a993-d83c0ee4b4eb None None] Bound using segment: {'id': 'e98af336-eeff-42ff-94a2-13aaa1a9f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:47:18.549701 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-0b2b8402-cd74-4423-a993-d83c0ee4b4eb None None] Bound port: 9e9ba01e-1569-432b-942b-ed60719eeaeb, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e98af336-eeff-42ff-94a2-13aaa1a9f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:47:18.550083 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0b2b8402-cd74-4423-a993-d83c0ee4b4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:18.614606 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-0b2b8402-cd74-4423-a993-d83c0ee4b4eb None None] For port 9e9ba01e-1569-432b-942b-ed60719eeaeb, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:47:18.616730 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-0b2b8402-cd74-4423-a993-d83c0ee4b4eb None None] For port 9e9ba01e-1569-432b-942b-ed60719eeaeb, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=9e9ba01e-1569-432b-942b-ed60719eeaeb,segment=NetworkSegment(e98af336-eeff-42ff-94a2-13aaa1a9f129),segment_id=e98af336-eeff-42ff-94a2-13aaa1a9f129)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:47:18.624410 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0b2b8402-cd74-4423-a993-d83c0ee4b4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:18.647412 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c92785c1-e6e2-4026-a13f-24492cb01c4d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:18.681495 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2b8402-cd74-4423-a993-d83c0ee4b4eb None None] Pushing event updated for resources: {'Port': ['ID=9e9ba01e-1569-432b-942b-ed60719eeaeb,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:18.693836 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c92785c1-e6e2-4026-a13f-24492cb01c4d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:18.739550 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92785c1-e6e2-4026-a13f-24492cb01c4d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:47:18.742646 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-c92785c1-e6e2-4026-a13f-24492cb01c4d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:47:18.746516 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92785c1-e6e2-4026-a13f-24492cb01c4d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:47:18.752103 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92785c1-e6e2-4026-a13f-24492cb01c4d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:18.752710 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c92785c1-e6e2-4026-a13f-24492cb01c4d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:18.758860 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92785c1-e6e2-4026-a13f-24492cb01c4d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event updated for resources: {'Port': ['ID=13bc3cfb-fa66-4c17-b771-af64cd20b690,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:18.773581 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c92785c1-e6e2-4026-a13f-24492cb01c4d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9321411 Nov 25 13:47:18.776642 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 60990) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:18.782127 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-85ea30b1-3bbb-44e2-be92-0cc27cdc57a6 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Request body: {'port': {'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'fixed_ips': [{'subnet_id': '8134f288-06f3-4492-807d-28d34fb5e3fe', 'ip_address': '2001:db8::aefe:d9b6:14fa:f0ad'}], 'name': 'tempest-NetworksTestDHCPv6-745296578'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:47:18.904820 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ea30b1-3bbb-44e2-be92-0cc27cdc57a6 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Made reservation on behalf of 6637029ee9c14d37942baa2af1cfeae0 for: {'port': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:47:18.910018 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-85ea30b1-3bbb-44e2-be92-0cc27cdc57a6 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:18.928084 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [None req-85ea30b1-3bbb-44e2-be92-0cc27cdc57a6 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] device_id is not set on port 571c7bfa-3e62-444a-afba-151bd1cff931 yet. {{(pid=103570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:47:19.394433 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-85ea30b1-3bbb-44e2-be92-0cc27cdc57a6 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 25 13:47:19.395027 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85ea30b1-3bbb-44e2-be92-0cc27cdc57a6 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:47:19.412885 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-85ea30b1-3bbb-44e2-be92-0cc27cdc57a6 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.6350858 Nov 25 13:47:19.415381 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60992) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:19.466308 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9a6e07-8270-4fe5-bd9d-aa9b3acc6074 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:19.472232 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9a6e07-8270-4fe5-bd9d-aa9b3acc6074 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:19.473895 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-8f9a6e07-8270-4fe5-bd9d-aa9b3acc6074 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0575128 Nov 25 13:47:19.476629 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60994) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:19.566834 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-449f3999-3ee5-45d3-a805-bfccfed3895f tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Deleting port 13bc3cfb-fa66-4c17-b771-af64cd20b690 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:47:19.567184 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-449f3999-3ee5-45d3-a805-bfccfed3895f tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:19.654102 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-449f3999-3ee5-45d3-a805-bfccfed3895f tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:19.666594 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-449f3999-3ee5-45d3-a805-bfccfed3895f tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Calling delete_port for 13bc3cfb-fa66-4c17-b771-af64cd20b690 owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:47:19.703386 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-22d6aa1a-b7b3-4829-affb-445f5f24582a None None] Provisioning complete for port 9e9ba01e-1569-432b-942b-ed60719eeaeb triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:47:19.704451 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-22d6aa1a-b7b3-4829-affb-445f5f24582a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:19.791047 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-22d6aa1a-b7b3-4829-affb-445f5f24582a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:19.805758 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-449f3999-3ee5-45d3-a805-bfccfed3895f tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:19.826546 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-22d6aa1a-b7b3-4829-affb-445f5f24582a None None] For port 9e9ba01e-1569-432b-942b-ed60719eeaeb, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=9e9ba01e-1569-432b-942b-ed60719eeaeb,segment=NetworkSegment(e98af336-eeff-42ff-94a2-13aaa1a9f129),segment_id=e98af336-eeff-42ff-94a2-13aaa1a9f129)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:47:19.831700 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-22d6aa1a-b7b3-4829-affb-445f5f24582a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:19.841939 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449f3999-3ee5-45d3-a805-bfccfed3895f tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event deleted for resources: {'Port': ['ID=13bc3cfb-fa66-4c17-b771-af64cd20b690,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:19.870801 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-449f3999-3ee5-45d3-a805-bfccfed3895f tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:19.875815 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-449f3999-3ee5-45d3-a805-bfccfed3895f tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/ports/13bc3cfb-fa66-4c17-b771-af64cd20b690 HTTP/1.1" status: 204 len: 168 time: 0.3982174 Nov 25 13:47:19.878254 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60996) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:19.884329 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d6aa1a-b7b3-4829-affb-445f5f24582a None None] Pushing event updated for resources: {'Port': ['ID=9e9ba01e-1569-432b-942b-ed60719eeaeb,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:19.947270 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-597b6e68-7a42-4945-9622-f7523321982a None None] Could not find standard attr ID for object 12854885-2b0a-44d0-8f68-1cecb4c8b21e. {{(pid=103572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 13:47:19.950521 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f01094-f157-439a-8641-8b8f3a6ca9c7 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:19.952342 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f01094-f157-439a-8641-8b8f3a6ca9c7 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:19.954645 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-72f01094-f157-439a-8641-8b8f3a6ca9c7 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0754032 Nov 25 13:47:19.957162 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 60998) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:20.012408 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 9e9ba01e-1569-432b-942b-ed60719eeaeb up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:47:20.067862 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-eacff58b-f796-4104-bda8-057b2f8f3da9 None None] Could not find standard attr ID for object 13bc3cfb-fa66-4c17-b771-af64cd20b690. {{(pid=103572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 13:47:20.085476 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 9e9ba01e-1569-432b-942b-ed60719eeaeb triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:47:20.086116 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:20.368511 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe007f2a-4b28-4cc3-bdb4-2a8ed134014d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Deleting subnet 8134f288-06f3-4492-807d-28d34fb5e3fe {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:47:20.371961 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fe007f2a-4b28-4cc3-bdb4-2a8ed134014d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:20.418008 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fe007f2a-4b28-4cc3-bdb4-2a8ed134014d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:20.509482 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fe007f2a-4b28-4cc3-bdb4-2a8ed134014d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:20.564723 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fe007f2a-4b28-4cc3-bdb4-2a8ed134014d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:20.592098 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe007f2a-4b28-4cc3-bdb4-2a8ed134014d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event deleted for resources: {'Subnet': ['ID=8134f288-06f3-4492-807d-28d34fb5e3fe,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:20.594069 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fe007f2a-4b28-4cc3-bdb4-2a8ed134014d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:20.598678 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-fe007f2a-4b28-4cc3-bdb4-2a8ed134014d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/subnets/8134f288-06f3-4492-807d-28d34fb5e3fe HTTP/1.1" status: 204 len: 168 time: 0.6391280 Nov 25 13:47:20.600282 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 32768) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:20.602736 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f38999-b062-4695-a3d8-8210c417715a None None] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:47:20.640599 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-a4b85050-796c-4fe8-aff5-9f5080dd0c64 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0387721 Nov 25 13:47:20.643907 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 32770) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:20.648765 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-03f5e754-aaca-441b-af6e-dcdf9e53cc91 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Request body: {'subnet': {'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:47:20.738272 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f5e754-aaca-441b-af6e-dcdf9e53cc91 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Made reservation on behalf of 6637029ee9c14d37942baa2af1cfeae0 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:47:20.741873 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-03f5e754-aaca-441b-af6e-dcdf9e53cc91 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:20.771462 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef31d20-5354-4de1-bb96-8f2d54bcbaef None None] DHCP port deletion for 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:47:20.817920 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-aef31d20-5354-4de1-bb96-8f2d54bcbaef None None] Deleting port 9e9ba01e-1569-432b-942b-ed60719eeaeb {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:47:20.818300 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aef31d20-5354-4de1-bb96-8f2d54bcbaef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:20.880591 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-aef31d20-5354-4de1-bb96-8f2d54bcbaef None None] For port 9e9ba01e-1569-432b-942b-ed60719eeaeb, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=9e9ba01e-1569-432b-942b-ed60719eeaeb,segment=NetworkSegment(e98af336-eeff-42ff-94a2-13aaa1a9f129),segment_id=e98af336-eeff-42ff-94a2-13aaa1a9f129)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:47:20.880991 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aef31d20-5354-4de1-bb96-8f2d54bcbaef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:20.897678 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-aef31d20-5354-4de1-bb96-8f2d54bcbaef None None] Calling delete_port for 9e9ba01e-1569-432b-942b-ed60719eeaeb owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:47:20.927948 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-03f5e754-aaca-441b-af6e-dcdf9e53cc91 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:20.969472 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f5e754-aaca-441b-af6e-dcdf9e53cc91 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:47:20.972708 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-03f5e754-aaca-441b-af6e-dcdf9e53cc91 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:47:20.976954 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f5e754-aaca-441b-af6e-dcdf9e53cc91 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:20.977545 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-03f5e754-aaca-441b-af6e-dcdf9e53cc91 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:20.978461 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aef31d20-5354-4de1-bb96-8f2d54bcbaef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:20.987620 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f5e754-aaca-441b-af6e-dcdf9e53cc91 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event updated for resources: {'Subnet': ['ID=668b57cc-383a-4c27-b8f4-f0794b8373ec,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:21.004877 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-03f5e754-aaca-441b-af6e-dcdf9e53cc91 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3596964 Nov 25 13:47:21.006504 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef31d20-5354-4de1-bb96-8f2d54bcbaef None None] Pushing event deleted for resources: {'Port': ['ID=9e9ba01e-1569-432b-942b-ed60719eeaeb,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:21.008498 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 32772) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:21.011109 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef31d20-5354-4de1-bb96-8f2d54bcbaef None None] No DVR routers for this DVR port 9e9ba01e-1569-432b-942b-ed60719eeaeb on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:47:21.013984 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-81e1fe96-1099-4183-87e3-39447d3a8177 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Request body: {'port': {'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'fixed_ips': [{'subnet_id': '668b57cc-383a-4c27-b8f4-f0794b8373ec', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-2112241584'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:47:21.027686 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9a17e3-352e-40ee-9ceb-b760fc3a2e4e None None] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:47:21.127783 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e1fe96-1099-4183-87e3-39447d3a8177 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Made reservation on behalf of 6637029ee9c14d37942baa2af1cfeae0 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:47:21.172257 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee0da73-c1b6-4f1c-9511-16f6a9e23bd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'tenant_id': '6637029ee9c14d37942baa2af1cfeae0', 'fixed_ips': [{'subnet_id': '668b57cc-383a-4c27-b8f4-f0794b8373ec'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:47:21.173249 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aee0da73-c1b6-4f1c-9511-16f6a9e23bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:21.214853 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-81e1fe96-1099-4183-87e3-39447d3a8177 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:21.232366 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-81e1fe96-1099-4183-87e3-39447d3a8177 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] device_id is not set on port d23de5c4-454c-42b6-888a-4c01bb9395dc yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:47:21.311590 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-aee0da73-c1b6-4f1c-9511-16f6a9e23bd3 None None] Allocated IP 2001:db8::2 (458ed7a2-000e-42f5-98b9-db4a5d2ee0a9/668b57cc-383a-4c27-b8f4-f0794b8373ec/c8ea792c-6866-4683-96b1-581343bfa513) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:47:21.453139 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aee0da73-c1b6-4f1c-9511-16f6a9e23bd3 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:21.458925 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aee0da73-c1b6-4f1c-9511-16f6a9e23bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:21.461819 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-81e1fe96-1099-4183-87e3-39447d3a8177 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 13:47:21.462308 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81e1fe96-1099-4183-87e3-39447d3a8177 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:47:21.477391 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-81e1fe96-1099-4183-87e3-39447d3a8177 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.4678736 Nov 25 13:47:21.480010 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 32774) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:21.502345 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee0da73-c1b6-4f1c-9511-16f6a9e23bd3 None None] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:47:21.507969 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-aee0da73-c1b6-4f1c-9511-16f6a9e23bd3 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:47:21.509822 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee0da73-c1b6-4f1c-9511-16f6a9e23bd3 None None] Pushing event updated for resources: {'Port': ['ID=c8ea792c-6866-4683-96b1-581343bfa513,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:21.512028 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee0da73-c1b6-4f1c-9511-16f6a9e23bd3 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:47:21.529829 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47d32fc-27a9-477a-935b-961f6a0be320 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:21.531370 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d47d32fc-27a9-477a-935b-961f6a0be320 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0504284 Nov 25 13:47:21.533846 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 32776) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:21.564550 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-aee0da73-c1b6-4f1c-9511-16f6a9e23bd3 None None] Attempting to bind port c8ea792c-6866-4683-96b1-581343bfa513 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:47:21.564840 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-aee0da73-c1b6-4f1c-9511-16f6a9e23bd3 None None] Attempting to bind port c8ea792c-6866-4683-96b1-581343bfa513 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'e98af336-eeff-42ff-94a2-13aaa1a9f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:47:21.565214 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee0da73-c1b6-4f1c-9511-16f6a9e23bd3 None None] Attempting to bind port c8ea792c-6866-4683-96b1-581343bfa513 on network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:47:21.570398 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee0da73-c1b6-4f1c-9511-16f6a9e23bd3 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:47:21.570809 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee0da73-c1b6-4f1c-9511-16f6a9e23bd3 None None] Checking segment: {'id': 'e98af336-eeff-42ff-94a2-13aaa1a9f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:47:21.571231 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aee0da73-c1b6-4f1c-9511-16f6a9e23bd3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:21.571620 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee0da73-c1b6-4f1c-9511-16f6a9e23bd3 None None] Bound using segment: {'id': 'e98af336-eeff-42ff-94a2-13aaa1a9f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:47:21.572093 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-aee0da73-c1b6-4f1c-9511-16f6a9e23bd3 None None] Bound port: c8ea792c-6866-4683-96b1-581343bfa513, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e98af336-eeff-42ff-94a2-13aaa1a9f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:47:21.572476 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aee0da73-c1b6-4f1c-9511-16f6a9e23bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:21.588711 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93992ba0-5f58-4a6e-9c31-729f1534ef8d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:21.590231 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93992ba0-5f58-4a6e-9c31-729f1534ef8d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:21.592346 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-93992ba0-5f58-4a6e-9c31-729f1534ef8d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0575635 Nov 25 13:47:21.594848 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 32778) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:21.640584 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-aee0da73-c1b6-4f1c-9511-16f6a9e23bd3 None None] For port c8ea792c-6866-4683-96b1-581343bfa513, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:47:21.644146 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-aee0da73-c1b6-4f1c-9511-16f6a9e23bd3 None None] For port c8ea792c-6866-4683-96b1-581343bfa513, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=c8ea792c-6866-4683-96b1-581343bfa513,segment=NetworkSegment(e98af336-eeff-42ff-94a2-13aaa1a9f129),segment_id=e98af336-eeff-42ff-94a2-13aaa1a9f129)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:47:21.645020 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc92c3c2-6711-45dc-a491-b66e3b28db6b tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Deleting subnet 668b57cc-383a-4c27-b8f4-f0794b8373ec {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:47:21.648219 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cc92c3c2-6711-45dc-a491-b66e3b28db6b tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:21.648844 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aee0da73-c1b6-4f1c-9511-16f6a9e23bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:21.689239 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cc92c3c2-6711-45dc-a491-b66e3b28db6b tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:21.710204 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee0da73-c1b6-4f1c-9511-16f6a9e23bd3 None None] Pushing event updated for resources: {'Port': ['ID=c8ea792c-6866-4683-96b1-581343bfa513,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:21.782554 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cc92c3c2-6711-45dc-a491-b66e3b28db6b tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:21.841604 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cc92c3c2-6711-45dc-a491-b66e3b28db6b tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:21.874293 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cc92c3c2-6711-45dc-a491-b66e3b28db6b tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:21.879198 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-cc92c3c2-6711-45dc-a491-b66e3b28db6b tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/subnets/668b57cc-383a-4c27-b8f4-f0794b8373ec HTTP/1.1" status: 204 len: 168 time: 0.2833951 Nov 25 13:47:21.880315 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc92c3c2-6711-45dc-a491-b66e3b28db6b tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event deleted for resources: {'Subnet': ['ID=668b57cc-383a-4c27-b8f4-f0794b8373ec,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:21.880459 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 32780) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:21.924416 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-fd159476-8bba-423b-bed8-d94fbf894d98 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0394695 Nov 25 13:47:21.925416 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 32782) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:21.932959 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-32d5e5ba-990d-4c6d-a5e6-37fe1b708c92 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Request body: {'subnet': {'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:47:22.007511 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device c8ea792c-6866-4683-96b1-581343bfa513 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:47:22.039377 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d5e5ba-990d-4c6d-a5e6-37fe1b708c92 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Made reservation on behalf of 6637029ee9c14d37942baa2af1cfeae0 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:47:22.042873 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-32d5e5ba-990d-4c6d-a5e6-37fe1b708c92 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:22.057976 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port c8ea792c-6866-4683-96b1-581343bfa513 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:47:22.058433 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:22.139511 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:22.172950 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] For port c8ea792c-6866-4683-96b1-581343bfa513, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=c8ea792c-6866-4683-96b1-581343bfa513,segment=NetworkSegment(e98af336-eeff-42ff-94a2-13aaa1a9f129),segment_id=e98af336-eeff-42ff-94a2-13aaa1a9f129)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:47:22.177943 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:22.231311 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-32d5e5ba-990d-4c6d-a5e6-37fe1b708c92 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:22.235109 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 9e9ba01e-1569-432b-942b-ed60719eeaeb no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:47:22.258101 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 9e9ba01e-1569-432b-942b-ed60719eeaeb {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:47:22.258621 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 9e9ba01e-1569-432b-942b-ed60719eeaeb not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:47:22.260122 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Pushing event updated for resources: {'Port': ['ID=c8ea792c-6866-4683-96b1-581343bfa513,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:22.276499 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d5e5ba-990d-4c6d-a5e6-37fe1b708c92 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:47:22.280267 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-32d5e5ba-990d-4c6d-a5e6-37fe1b708c92 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:47:22.284464 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d5e5ba-990d-4c6d-a5e6-37fe1b708c92 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:22.285084 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-32d5e5ba-990d-4c6d-a5e6-37fe1b708c92 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:22.296996 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d5e5ba-990d-4c6d-a5e6-37fe1b708c92 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event updated for resources: {'Subnet': ['ID=66998822-e535-437e-81cf-5d66455900ef,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:22.306386 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-32d5e5ba-990d-4c6d-a5e6-37fe1b708c92 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3797841 Nov 25 13:47:22.308976 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 32784) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:22.313546 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-729dffc6-91e7-43fd-b413-3379fc9c760b tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-361739849', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:47:22.336403 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-729dffc6-91e7-43fd-b413-3379fc9c760b tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:22.337528 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-729dffc6-91e7-43fd-b413-3379fc9c760b tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:22.390604 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-729dffc6-91e7-43fd-b413-3379fc9c760b tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:22.395587 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-729dffc6-91e7-43fd-b413-3379fc9c760b tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:22.417220 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-729dffc6-91e7-43fd-b413-3379fc9c760b tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:22.418461 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-729dffc6-91e7-43fd-b413-3379fc9c760b tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1085391 Nov 25 13:47:22.421904 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 32786) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:22.649706 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad55793b-cd69-4862-8d70-4a1c499d6bff None None] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:47:22.705243 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-dff87e68-5a81-48ad-86c1-a64d094a548c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:22.719803 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-e4a388e1-eb27-4777-afed-25a99a122634 None None] Provisioning complete for port c8ea792c-6866-4683-96b1-581343bfa513 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:47:22.720181 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e4a388e1-eb27-4777-afed-25a99a122634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:22.949312 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-dff87e68-5a81-48ad-86c1-a64d094a548c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Allocated IP 2001:db8::1 (458ed7a2-000e-42f5-98b9-db4a5d2ee0a9/66998822-e535-437e-81cf-5d66455900ef/2288649a-7128-442e-b762-3424a09cc1df) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:47:23.067001 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-dff87e68-5a81-48ad-86c1-a64d094a548c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:23.088255 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-e011906e-1034-412b-a748-810557533ad3 None None] Provisioning complete for port c8ea792c-6866-4683-96b1-581343bfa513 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:47:23.088816 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e011906e-1034-412b-a748-810557533ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:23.100958 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-dff87e68-5a81-48ad-86c1-a64d094a548c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:23.147112 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff87e68-5a81-48ad-86c1-a64d094a548c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:47:23.150043 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-dff87e68-5a81-48ad-86c1-a64d094a548c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:47:23.153833 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff87e68-5a81-48ad-86c1-a64d094a548c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:47:23.154354 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-dff87e68-5a81-48ad-86c1-a64d094a548c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:23.191930 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff87e68-5a81-48ad-86c1-a64d094a548c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event updated for resources: {'Port': ['ID=2288649a-7128-442e-b762-3424a09cc1df,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:23.278002 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-dff87e68-5a81-48ad-86c1-a64d094a548c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:23.398128 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9084bcea-2799-4b4b-a50d-cd091af9887f None None] Provisioning complete for port 2288649a-7128-442e-b762-3424a09cc1df triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:47:23.398499 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9084bcea-2799-4b4b-a50d-cd091af9887f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:23.440410 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9084bcea-2799-4b4b-a50d-cd091af9887f None None] Port 2288649a-7128-442e-b762-3424a09cc1df cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:47:23.555241 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-dff87e68-5a81-48ad-86c1-a64d094a548c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:23.560778 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-dff87e68-5a81-48ad-86c1-a64d094a548c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:23.561601 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-dff87e68-5a81-48ad-86c1-a64d094a548c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:23.652162 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff87e68-5a81-48ad-86c1-a64d094a548c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event updated for resources: {'Port': ['ID=2288649a-7128-442e-b762-3424a09cc1df,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:23.694162 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff87e68-5a81-48ad-86c1-a64d094a548c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:47:23.695450 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-dff87e68-5a81-48ad-86c1-a64d094a548c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:47:23.815302 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dff87e68-5a81-48ad-86c1-a64d094a548c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Router 4d1dd5c2-7444-465a-b040-912417dc5a12 is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:47:23.915934 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff87e68-5a81-48ad-86c1-a64d094a548c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:47:23.921758 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-dff87e68-5a81-48ad-86c1-a64d094a548c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "PUT /v2.0/routers/4d1dd5c2-7444-465a-b040-912417dc5a12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4988375 Nov 25 13:47:23.924270 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 32788) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:23.930527 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536981d8-d1e5-41e3-8b91-27636a742d72 None None] Sync routers for ids ['4d1dd5c2-7444-465a-b040-912417dc5a12'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:47:23.952615 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536981d8-d1e5-41e3-8b91-27636a742d72 None None] Routers {'4d1dd5c2-7444-465a-b040-912417dc5a12'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:47:23.953944 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-536981d8-d1e5-41e3-8b91-27636a742d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:47:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['4d1dd5c2-7444-465a-b040-912417dc5a12'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:47:23.971770 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62d7354-7da0-4cc1-840e-0b984125071a tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:23.973176 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d62d7354-7da0-4cc1-840e-0b984125071a tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/ports/2288649a-7128-442e-b762-3424a09cc1df HTTP/1.1" status: 200 len: 911 time: 0.0479858 Nov 25 13:47:23.976181 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-051a7510-9a36-4a37-9709-e6f796536373 None None] Provisioning complete for port 2288649a-7128-442e-b762-3424a09cc1df triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:47:23.976502 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-051a7510-9a36-4a37-9709-e6f796536373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:23.978737 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 32790) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:24.000941 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device c8ea792c-6866-4683-96b1-581343bfa513 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:47:24.032613 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9727d5ca-cc4b-4ae5-ab0d-5d0a21b57e84 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:24.039584 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9727d5ca-cc4b-4ae5-ab0d-5d0a21b57e84 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:24.041476 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-9727d5ca-cc4b-4ae5-ab0d-5d0a21b57e84 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0615938 Nov 25 13:47:24.042205 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-051a7510-9a36-4a37-9709-e6f796536373 None None] Port 2288649a-7128-442e-b762-3424a09cc1df cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:47:24.044191 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 32792) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:24.047974 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-536981d8-d1e5-41e3-8b91-27636a742d72 None None] Set router 4d1dd5c2-7444-465a-b040-912417dc5a12 gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:47:24.065855 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port c8ea792c-6866-4683-96b1-581343bfa513 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:47:24.066662 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:24.251191 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-536981d8-d1e5-41e3-8b91-27636a742d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1dd5c2-7444-465a-b040-912417dc5a12', 'name': 'tempest-NetworksTestDHCPv6-router-361739849', 'tenant_id': '6637029ee9c14d37942baa2af1cfeae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:47:22Z', 'updated_at': '2021-11-25T13:47:23Z', 'revision_number': 2, 'project_id': '6637029ee9c14d37942baa2af1cfeae0', 'gw_port_host': None, '_interfaces': [{'id': '2288649a-7128-442e-b762-3424a09cc1df', 'name': '', 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'tenant_id': '6637029ee9c14d37942baa2af1cfeae0', 'mac_address': 'fa:16:3e:81:8d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1dd5c2-7444-465a-b040-912417dc5a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '66998822-e535-437e-81cf-5d66455900ef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:47:22Z', 'updated_at': '2021-11-25T13:47:23Z', 'revision_number': 2, 'project_id': '6637029ee9c14d37942baa2af1cfeae0', 'subnets': [{'id': '66998822-e535-437e-81cf-5d66455900ef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:47:24.277295 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536981d8-d1e5-41e3-8b91-27636a742d72 None None] Checking router: 4d1dd5c2-7444-465a-b040-912417dc5a12 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:47:24.277644 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536981d8-d1e5-41e3-8b91-27636a742d72 None None] Updating router 4d1dd5c2-7444-465a-b040-912417dc5a12 port 2288649a-7128-442e-b762-3424a09cc1df binding host n-d-808199-11 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:47:24.301920 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-536981d8-d1e5-41e3-8b91-27636a742d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:24.485063 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b9ea8a9-9c00-48e8-96e2-b22276eeb249 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:24.569090 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-536981d8-d1e5-41e3-8b91-27636a742d72 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:24.574520 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-536981d8-d1e5-41e3-8b91-27636a742d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:24.704544 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-0b9ea8a9-9c00-48e8-96e2-b22276eeb249 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Deleting port 2288649a-7128-442e-b762-3424a09cc1df {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:47:24.704915 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b9ea8a9-9c00-48e8-96e2-b22276eeb249 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:24.709328 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785027f9-5104-4b1d-9e1c-dd8fbcf8923d None None] Pushing event updated for resources: {'Port': ['ID=2288649a-7128-442e-b762-3424a09cc1df,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:24.733962 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785027f9-5104-4b1d-9e1c-dd8fbcf8923d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:47:24.734318 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785027f9-5104-4b1d-9e1c-dd8fbcf8923d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:47:24.734675 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785027f9-5104-4b1d-9e1c-dd8fbcf8923d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:47:24.735103 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785027f9-5104-4b1d-9e1c-dd8fbcf8923d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:47:24.735441 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785027f9-5104-4b1d-9e1c-dd8fbcf8923d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:47:24.735777 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785027f9-5104-4b1d-9e1c-dd8fbcf8923d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:47:24.736108 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785027f9-5104-4b1d-9e1c-dd8fbcf8923d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:47:24.736441 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785027f9-5104-4b1d-9e1c-dd8fbcf8923d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:47:24.736768 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785027f9-5104-4b1d-9e1c-dd8fbcf8923d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:47:24.737094 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785027f9-5104-4b1d-9e1c-dd8fbcf8923d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:47:24.737416 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785027f9-5104-4b1d-9e1c-dd8fbcf8923d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:47:24.737740 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785027f9-5104-4b1d-9e1c-dd8fbcf8923d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:47:24.768315 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-536981d8-d1e5-41e3-8b91-27636a742d72 None None] Attempting to bind port 2288649a-7128-442e-b762-3424a09cc1df on host n-d-808199-11 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:47:24.768682 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-536981d8-d1e5-41e3-8b91-27636a742d72 None None] Attempting to bind port 2288649a-7128-442e-b762-3424a09cc1df by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'e98af336-eeff-42ff-94a2-13aaa1a9f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:47:24.769045 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536981d8-d1e5-41e3-8b91-27636a742d72 None None] Attempting to bind port 2288649a-7128-442e-b762-3424a09cc1df on network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:47:24.774154 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536981d8-d1e5-41e3-8b91-27636a742d72 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:47:24.774530 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536981d8-d1e5-41e3-8b91-27636a742d72 None None] Checking segment: {'id': 'e98af336-eeff-42ff-94a2-13aaa1a9f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:47:24.774959 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-536981d8-d1e5-41e3-8b91-27636a742d72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:24.775355 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536981d8-d1e5-41e3-8b91-27636a742d72 None None] Bound using segment: {'id': 'e98af336-eeff-42ff-94a2-13aaa1a9f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:47:24.775817 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-536981d8-d1e5-41e3-8b91-27636a742d72 None None] Bound port: 2288649a-7128-442e-b762-3424a09cc1df, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e98af336-eeff-42ff-94a2-13aaa1a9f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:47:24.776191 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-536981d8-d1e5-41e3-8b91-27636a742d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:24.804244 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-0b9ea8a9-9c00-48e8-96e2-b22276eeb249 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] For port 2288649a-7128-442e-b762-3424a09cc1df, host n-d-808199-11, got binding levels [] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:47:24.804708 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b9ea8a9-9c00-48e8-96e2-b22276eeb249 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:24.819800 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-0b9ea8a9-9c00-48e8-96e2-b22276eeb249 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Calling delete_port for 2288649a-7128-442e-b762-3424a09cc1df owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:47:24.846019 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-536981d8-d1e5-41e3-8b91-27636a742d72 None None] For port 2288649a-7128-442e-b762-3424a09cc1df, host n-d-808199-11, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:47:24.849286 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-536981d8-d1e5-41e3-8b91-27636a742d72 None None] For port 2288649a-7128-442e-b762-3424a09cc1df, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=2288649a-7128-442e-b762-3424a09cc1df,segment=NetworkSegment(e98af336-eeff-42ff-94a2-13aaa1a9f129),segment_id=e98af336-eeff-42ff-94a2-13aaa1a9f129)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:47:24.855118 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-536981d8-d1e5-41e3-8b91-27636a742d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:24.914274 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536981d8-d1e5-41e3-8b91-27636a742d72 None None] Routers {'4d1dd5c2-7444-465a-b040-912417dc5a12'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:47:24.914932 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-536981d8-d1e5-41e3-8b91-27636a742d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:47:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['4d1dd5c2-7444-465a-b040-912417dc5a12'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:47:24.917905 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785027f9-5104-4b1d-9e1c-dd8fbcf8923d None None] Pushing event updated for resources: {'Port': ['ID=2288649a-7128-442e-b762-3424a09cc1df,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:24.986134 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-923b2c52-ca02-4c32-8aef-a2ec2b036ebd None None] Provisioning complete for port 2288649a-7128-442e-b762-3424a09cc1df triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:47:24.987130 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-923b2c52-ca02-4c32-8aef-a2ec2b036ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:25.011611 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-536981d8-d1e5-41e3-8b91-27636a742d72 None None] Set router 4d1dd5c2-7444-465a-b040-912417dc5a12 gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:47:25.026439 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b9ea8a9-9c00-48e8-96e2-b22276eeb249 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:25.033705 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-923b2c52-ca02-4c32-8aef-a2ec2b036ebd None None] Could not find standard attr ID for object 2288649a-7128-442e-b762-3424a09cc1df. {{(pid=103572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 13:47:25.038347 n-d-808199-11 neutron-server[103572]: INFO neutron.plugins.ml2.db [None req-923b2c52-ca02-4c32-8aef-a2ec2b036ebd None None] No ports have port_id starting with 2288649a-7128-442e-b762-3424a09cc1df Nov 25 13:47:25.062634 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9ea8a9-9c00-48e8-96e2-b22276eeb249 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event deleted for resources: {'Port': ['ID=2288649a-7128-442e-b762-3424a09cc1df,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:25.161705 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b9ea8a9-9c00-48e8-96e2-b22276eeb249 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:25.222686 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-536981d8-d1e5-41e3-8b91-27636a742d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1dd5c2-7444-465a-b040-912417dc5a12', 'name': 'tempest-NetworksTestDHCPv6-router-361739849', 'tenant_id': '6637029ee9c14d37942baa2af1cfeae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:47:22Z', 'updated_at': '2021-11-25T13:47:23Z', 'revision_number': 2, 'project_id': '6637029ee9c14d37942baa2af1cfeae0', 'gw_port_host': None, '_interfaces': [{'id': '2288649a-7128-442e-b762-3424a09cc1df', 'name': '', 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'tenant_id': '6637029ee9c14d37942baa2af1cfeae0', 'mac_address': 'fa:16:3e:81:8d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1dd5c2-7444-465a-b040-912417dc5a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '66998822-e535-437e-81cf-5d66455900ef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:47:22Z', 'updated_at': '2021-11-25T13:47:24Z', 'revision_number': 4, 'project_id': '6637029ee9c14d37942baa2af1cfeae0', 'subnets': [{'id': '66998822-e535-437e-81cf-5d66455900ef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:47:25.255448 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-6259c9ff-896e-42e7-9414-e27d61513f88 None None] Could not find standard attr ID for object 2288649a-7128-442e-b762-3424a09cc1df. {{(pid=103572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 13:47:25.257490 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536981d8-d1e5-41e3-8b91-27636a742d72 None None] The sync data for ids ['4d1dd5c2-7444-465a-b040-912417dc5a12'] in n-d-808199-11 is: [{'id': '4d1dd5c2-7444-465a-b040-912417dc5a12', 'name': 'tempest-NetworksTestDHCPv6-router-361739849', 'tenant_id': '6637029ee9c14d37942baa2af1cfeae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:47:22Z', 'updated_at': '2021-11-25T13:47:23Z', 'revision_number': 2, 'project_id': '6637029ee9c14d37942baa2af1cfeae0', 'gw_port_host': None, '_interfaces': [{'id': '2288649a-7128-442e-b762-3424a09cc1df', 'name': '', 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'tenant_id': '6637029ee9c14d37942baa2af1cfeae0', 'mac_address': 'fa:16:3e:81:8d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1dd5c2-7444-465a-b040-912417dc5a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '66998822-e535-437e-81cf-5d66455900ef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:47:22Z', 'updated_at': '2021-11-25T13:47:24Z', 'revision_number': 4, 'project_id': '6637029ee9c14d37942baa2af1cfeae0', 'subnets': [{'id': '66998822-e535-437e-81cf-5d66455900ef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:47:25.332332 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b9ea8a9-9c00-48e8-96e2-b22276eeb249 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Router 4d1dd5c2-7444-465a-b040-912417dc5a12 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:47:25.427881 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b9ea8a9-9c00-48e8-96e2-b22276eeb249 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:47:25.433645 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-0b9ea8a9-9c00-48e8-96e2-b22276eeb249 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "PUT /v2.0/routers/4d1dd5c2-7444-465a-b040-912417dc5a12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3873703 Nov 25 13:47:25.436639 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 32794) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:25.508607 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8977802f-cbd2-49c8-8a16-6133a1612e21 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:25.512782 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8977802f-cbd2-49c8-8a16-6133a1612e21 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:25.518721 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-8977802f-cbd2-49c8-8a16-6133a1612e21 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0794473 Nov 25 13:47:25.521462 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 32796) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:25.602435 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1abef01-f17c-4596-a682-9222fcccd52d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Deleting subnet 66998822-e535-437e-81cf-5d66455900ef {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:47:25.605975 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d1abef01-f17c-4596-a682-9222fcccd52d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:25.653196 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d1abef01-f17c-4596-a682-9222fcccd52d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:25.700613 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d1abef01-f17c-4596-a682-9222fcccd52d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:25.761661 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d1abef01-f17c-4596-a682-9222fcccd52d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:25.795342 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1abef01-f17c-4596-a682-9222fcccd52d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event deleted for resources: {'Subnet': ['ID=66998822-e535-437e-81cf-5d66455900ef,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:25.799144 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d1abef01-f17c-4596-a682-9222fcccd52d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:25.804517 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d1abef01-f17c-4596-a682-9222fcccd52d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/subnets/66998822-e535-437e-81cf-5d66455900ef HTTP/1.1" status: 204 len: 168 time: 0.2796063 Nov 25 13:47:25.804757 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 32798) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:25.813049 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca71c403-523e-4e96-bd8e-4157c6566c8d None None] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:47:25.930148 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-49f12c9a-12e6-46b0-a84f-dcbe4be2290c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1242230 Nov 25 13:47:25.934104 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 32800) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:26.020227 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3461f81c-79de-4542-9357-753d85f60cb1 None None] DHCP port deletion for 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:47:26.033594 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-300476b2-9c64-42e7-8ca1-37b5bfb645f5 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for router, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:26.073302 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-3461f81c-79de-4542-9357-753d85f60cb1 None None] Deleting port c8ea792c-6866-4683-96b1-581343bfa513 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:47:26.073686 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3461f81c-79de-4542-9357-753d85f60cb1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:26.135850 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-3461f81c-79de-4542-9357-753d85f60cb1 None None] For port c8ea792c-6866-4683-96b1-581343bfa513, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=c8ea792c-6866-4683-96b1-581343bfa513,segment=NetworkSegment(e98af336-eeff-42ff-94a2-13aaa1a9f129),segment_id=e98af336-eeff-42ff-94a2-13aaa1a9f129)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:47:26.136254 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3461f81c-79de-4542-9357-753d85f60cb1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:26.148646 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-3461f81c-79de-4542-9357-753d85f60cb1 None None] Calling delete_port for c8ea792c-6866-4683-96b1-581343bfa513 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:47:26.193486 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-300476b2-9c64-42e7-8ca1-37b5bfb645f5 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:26.195662 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-300476b2-9c64-42e7-8ca1-37b5bfb645f5 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:26.237018 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3461f81c-79de-4542-9357-753d85f60cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:26.240709 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-300476b2-9c64-42e7-8ca1-37b5bfb645f5 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:26.241485 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-300476b2-9c64-42e7-8ca1-37b5bfb645f5 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Fanout notify agent at l3_agent the message router_deleted on router 4d1dd5c2-7444-465a-b040-912417dc5a12 {{(pid=103570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:47:26.249246 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-300476b2-9c64-42e7-8ca1-37b5bfb645f5 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:26.253322 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-300476b2-9c64-42e7-8ca1-37b5bfb645f5 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/routers/4d1dd5c2-7444-465a-b040-912417dc5a12 HTTP/1.1" status: 204 len: 168 time: 0.3156364 Nov 25 13:47:26.253589 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 32802) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:26.258520 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-195f7b16-430e-4e6e-acd4-e8588be518bf tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Request body: {'subnet': {'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:47:26.269887 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3461f81c-79de-4542-9357-753d85f60cb1 None None] Pushing event deleted for resources: {'Port': ['ID=c8ea792c-6866-4683-96b1-581343bfa513,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:26.273329 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3461f81c-79de-4542-9357-753d85f60cb1 None None] No DVR routers for this DVR port c8ea792c-6866-4683-96b1-581343bfa513 on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:47:26.349575 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195f7b16-430e-4e6e-acd4-e8588be518bf tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Made reservation on behalf of 6637029ee9c14d37942baa2af1cfeae0 for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:47:26.353142 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-195f7b16-430e-4e6e-acd4-e8588be518bf tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:26.536876 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-195f7b16-430e-4e6e-acd4-e8588be518bf tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:26.586450 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195f7b16-430e-4e6e-acd4-e8588be518bf tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:47:26.589695 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-195f7b16-430e-4e6e-acd4-e8588be518bf tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:47:26.593953 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195f7b16-430e-4e6e-acd4-e8588be518bf tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:26.594472 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-195f7b16-430e-4e6e-acd4-e8588be518bf tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:26.599499 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75e121a-26ea-4845-a014-062d39f6507b None None] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:47:26.602487 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195f7b16-430e-4e6e-acd4-e8588be518bf tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event updated for resources: {'Subnet': ['ID=b972835e-41c1-450a-a15e-4d433eda0e19,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:26.618209 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 32804) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:26.618874 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-195f7b16-430e-4e6e-acd4-e8588be518bf tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3635983 Nov 25 13:47:26.623821 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-b75f7183-5ac5-4af0-bfd5-fbff6fffbfa2 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-537736730', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:47:26.659082 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b75f7183-5ac5-4af0-bfd5-fbff6fffbfa2 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:26.660277 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b75f7183-5ac5-4af0-bfd5-fbff6fffbfa2 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:26.715766 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b75f7183-5ac5-4af0-bfd5-fbff6fffbfa2 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:26.720857 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b75f7183-5ac5-4af0-bfd5-fbff6fffbfa2 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:26.736494 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05d95e1-6ee0-4da6-9e0e-18db6d198e17 None None] Sync routers for ids ['4d1dd5c2-7444-465a-b040-912417dc5a12'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:47:26.739978 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b75f7183-5ac5-4af0-bfd5-fbff6fffbfa2 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:26.744173 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b75f7183-5ac5-4af0-bfd5-fbff6fffbfa2 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1220241 Nov 25 13:47:26.744173 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 32806) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:26.767460 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05d95e1-6ee0-4da6-9e0e-18db6d198e17 None None] Routers set() bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:47:26.767679 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05d95e1-6ee0-4da6-9e0e-18db6d198e17 None None] Router IDs set() for agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 25 13:47:26.768299 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_agentschedulers_db [None req-f05d95e1-6ee0-4da6-9e0e-18db6d198e17 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4d1dd5c2-7444-465a-b040-912417dc5a12'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:47:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent'). {{(pid=103572) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 25 13:47:26.775978 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef3e86c-9832-406f-b818-07a073b000de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'tenant_id': '6637029ee9c14d37942baa2af1cfeae0', 'fixed_ips': [{'subnet_id': 'b972835e-41c1-450a-a15e-4d433eda0e19'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:47:26.776818 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8ef3e86c-9832-406f-b818-07a073b000de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:26.791504 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05d95e1-6ee0-4da6-9e0e-18db6d198e17 None None] Routers set() bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:47:26.791876 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05d95e1-6ee0-4da6-9e0e-18db6d198e17 None None] Router IDs set() for agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 25 13:47:26.792470 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_agentschedulers_db [None req-f05d95e1-6ee0-4da6-9e0e-18db6d198e17 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4d1dd5c2-7444-465a-b040-912417dc5a12'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:47:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent'). {{(pid=103572) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 25 13:47:26.792840 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05d95e1-6ee0-4da6-9e0e-18db6d198e17 None None] The sync data for ids ['4d1dd5c2-7444-465a-b040-912417dc5a12'] in n-d-808199-11 is: [] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:47:26.926143 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-8ef3e86c-9832-406f-b818-07a073b000de None None] Allocated IP 2001:db8::2 (458ed7a2-000e-42f5-98b9-db4a5d2ee0a9/b972835e-41c1-450a-a15e-4d433eda0e19/9783632e-df2d-428f-8f80-d8ebdcc436db) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:47:27.031342 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-26e17e2b-bbca-4261-bf50-c8c9c08d4491 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:27.086018 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8ef3e86c-9832-406f-b818-07a073b000de None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:27.091763 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8ef3e86c-9832-406f-b818-07a073b000de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:27.133647 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef3e86c-9832-406f-b818-07a073b000de None None] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:47:27.139458 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-8ef3e86c-9832-406f-b818-07a073b000de None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:47:27.141580 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef3e86c-9832-406f-b818-07a073b000de None None] Pushing event updated for resources: {'Port': ['ID=9783632e-df2d-428f-8f80-d8ebdcc436db,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:27.143792 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef3e86c-9832-406f-b818-07a073b000de None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:47:27.195339 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-8ef3e86c-9832-406f-b818-07a073b000de None None] Attempting to bind port 9783632e-df2d-428f-8f80-d8ebdcc436db on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:47:27.195720 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-8ef3e86c-9832-406f-b818-07a073b000de None None] Attempting to bind port 9783632e-df2d-428f-8f80-d8ebdcc436db by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'e98af336-eeff-42ff-94a2-13aaa1a9f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:47:27.196091 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef3e86c-9832-406f-b818-07a073b000de None None] Attempting to bind port 9783632e-df2d-428f-8f80-d8ebdcc436db on network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:47:27.201053 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef3e86c-9832-406f-b818-07a073b000de None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:47:27.201432 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef3e86c-9832-406f-b818-07a073b000de None None] Checking segment: {'id': 'e98af336-eeff-42ff-94a2-13aaa1a9f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:47:27.201840 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8ef3e86c-9832-406f-b818-07a073b000de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:27.202241 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef3e86c-9832-406f-b818-07a073b000de None None] Bound using segment: {'id': 'e98af336-eeff-42ff-94a2-13aaa1a9f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:47:27.202731 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-8ef3e86c-9832-406f-b818-07a073b000de None None] Bound port: 9783632e-df2d-428f-8f80-d8ebdcc436db, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e98af336-eeff-42ff-94a2-13aaa1a9f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:47:27.203117 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8ef3e86c-9832-406f-b818-07a073b000de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:27.273300 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-26e17e2b-bbca-4261-bf50-c8c9c08d4491 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Allocated IP 2001:db8::1 (458ed7a2-000e-42f5-98b9-db4a5d2ee0a9/b972835e-41c1-450a-a15e-4d433eda0e19/5e451c60-1d74-4250-a951-539414bf6418) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:47:27.395756 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-26e17e2b-bbca-4261-bf50-c8c9c08d4491 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:27.423034 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-8ef3e86c-9832-406f-b818-07a073b000de None None] For port 9783632e-df2d-428f-8f80-d8ebdcc436db, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:47:27.426101 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-8ef3e86c-9832-406f-b818-07a073b000de None None] For port 9783632e-df2d-428f-8f80-d8ebdcc436db, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=9783632e-df2d-428f-8f80-d8ebdcc436db,segment=NetworkSegment(e98af336-eeff-42ff-94a2-13aaa1a9f129),segment_id=e98af336-eeff-42ff-94a2-13aaa1a9f129)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:47:27.429593 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8ef3e86c-9832-406f-b818-07a073b000de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:27.430651 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-26e17e2b-bbca-4261-bf50-c8c9c08d4491 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:27.475961 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e17e2b-bbca-4261-bf50-c8c9c08d4491 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:47:27.482376 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-26e17e2b-bbca-4261-bf50-c8c9c08d4491 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:47:27.484763 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e17e2b-bbca-4261-bf50-c8c9c08d4491 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event updated for resources: {'Port': ['ID=5e451c60-1d74-4250-a951-539414bf6418,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:27.486931 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef3e86c-9832-406f-b818-07a073b000de None None] Pushing event updated for resources: {'Port': ['ID=9783632e-df2d-428f-8f80-d8ebdcc436db,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:27.487080 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e17e2b-bbca-4261-bf50-c8c9c08d4491 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:47:27.487539 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-26e17e2b-bbca-4261-bf50-c8c9c08d4491 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:27.605912 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-26e17e2b-bbca-4261-bf50-c8c9c08d4491 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:27.614288 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [req-de3687d0-ec3f-4706-976d-6df79ff390fb req-c69322d8-f164-4b1d-9e78-4dcf27c68f6d service neutron] (103571) timed out ('10.222.0.47', 52521) {{(pid=103571) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 13:47:27.876654 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-26e17e2b-bbca-4261-bf50-c8c9c08d4491 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:27.881147 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-26e17e2b-bbca-4261-bf50-c8c9c08d4491 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:27.881932 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-26e17e2b-bbca-4261-bf50-c8c9c08d4491 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:27.970103 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e17e2b-bbca-4261-bf50-c8c9c08d4491 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event updated for resources: {'Port': ['ID=5e451c60-1d74-4250-a951-539414bf6418,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:28.001328 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 9783632e-df2d-428f-8f80-d8ebdcc436db up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:47:28.015097 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e17e2b-bbca-4261-bf50-c8c9c08d4491 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:47:28.016640 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-26e17e2b-bbca-4261-bf50-c8c9c08d4491 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:47:28.049578 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 9783632e-df2d-428f-8f80-d8ebdcc436db triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:47:28.049949 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:28.137260 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:28.180790 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] For port 9783632e-df2d-428f-8f80-d8ebdcc436db, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=9783632e-df2d-428f-8f80-d8ebdcc436db,segment=NetworkSegment(e98af336-eeff-42ff-94a2-13aaa1a9f129),segment_id=e98af336-eeff-42ff-94a2-13aaa1a9f129)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:47:28.188627 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:28.255342 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 2288649a-7128-442e-b762-3424a09cc1df no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:47:28.259184 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Pushing event updated for resources: {'Port': ['ID=9783632e-df2d-428f-8f80-d8ebdcc436db,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:28.281994 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 2288649a-7128-442e-b762-3424a09cc1df {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:47:28.282348 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 2288649a-7128-442e-b762-3424a09cc1df not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:47:28.282810 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device c8ea792c-6866-4683-96b1-581343bfa513 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:47:28.306942 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: c8ea792c-6866-4683-96b1-581343bfa513 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:47:28.307279 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device c8ea792c-6866-4683-96b1-581343bfa513 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:47:28.466766 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e17e2b-bbca-4261-bf50-c8c9c08d4491 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Router d96707db-7ef5-44d9-845f-436284aa9eaa is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:47:28.499754 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-6a3878be-7548-4459-bbf5-4c7cf369c6c3 None None] Provisioning complete for port 9783632e-df2d-428f-8f80-d8ebdcc436db triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:47:28.500135 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6a3878be-7548-4459-bbf5-4c7cf369c6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:28.568195 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e17e2b-bbca-4261-bf50-c8c9c08d4491 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:47:28.573427 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-26e17e2b-bbca-4261-bf50-c8c9c08d4491 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "PUT /v2.0/routers/d96707db-7ef5-44d9-845f-436284aa9eaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8281240 Nov 25 13:47:28.576047 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 32808) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:28.585997 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412f1c14-5d13-4521-bb25-7245f513b8ae None None] Sync routers for ids ['d96707db-7ef5-44d9-845f-436284aa9eaa'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:47:28.600276 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412f1c14-5d13-4521-bb25-7245f513b8ae None None] Routers {'d96707db-7ef5-44d9-845f-436284aa9eaa'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:47:28.601308 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-412f1c14-5d13-4521-bb25-7245f513b8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:47:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['d96707db-7ef5-44d9-845f-436284aa9eaa'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:47:28.629192 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57794d7-7a10-498f-9e7b-578872185417 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:28.631049 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f57794d7-7a10-498f-9e7b-578872185417 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/ports/5e451c60-1d74-4250-a951-539414bf6418 HTTP/1.1" status: 200 len: 911 time: 0.0540173 Nov 25 13:47:28.633900 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 32810) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:28.689374 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476adb67-d9a5-436a-862f-37e84feb344b tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:28.697159 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-412f1c14-5d13-4521-bb25-7245f513b8ae None None] Set router d96707db-7ef5-44d9-845f-436284aa9eaa gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:47:28.698618 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476adb67-d9a5-436a-862f-37e84feb344b tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:28.703203 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-476adb67-d9a5-436a-862f-37e84feb344b tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0681732 Nov 25 13:47:28.704656 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 32812) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:28.742522 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-c160a2b8-be2b-4618-928f-5df7bf7d2ba3 None None] Provisioning complete for port 5e451c60-1d74-4250-a951-539414bf6418 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:47:28.742928 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c160a2b8-be2b-4618-928f-5df7bf7d2ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:28.787055 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-c160a2b8-be2b-4618-928f-5df7bf7d2ba3 None None] Port 5e451c60-1d74-4250-a951-539414bf6418 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:47:28.901158 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-412f1c14-5d13-4521-bb25-7245f513b8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96707db-7ef5-44d9-845f-436284aa9eaa', 'name': 'tempest-NetworksTestDHCPv6-router-537736730', 'tenant_id': '6637029ee9c14d37942baa2af1cfeae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:47:26Z', 'updated_at': '2021-11-25T13:47:27Z', 'revision_number': 2, 'project_id': '6637029ee9c14d37942baa2af1cfeae0', 'gw_port_host': None, '_interfaces': [{'id': '5e451c60-1d74-4250-a951-539414bf6418', 'name': '', 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'tenant_id': '6637029ee9c14d37942baa2af1cfeae0', 'mac_address': 'fa:16:3e:bb:98:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96707db-7ef5-44d9-845f-436284aa9eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': 'b972835e-41c1-450a-a15e-4d433eda0e19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:47:27Z', 'updated_at': '2021-11-25T13:47:27Z', 'revision_number': 2, 'project_id': '6637029ee9c14d37942baa2af1cfeae0', 'subnets': [{'id': 'b972835e-41c1-450a-a15e-4d433eda0e19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:47:28.908508 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-c6e30e09-2bbb-4817-89d4-67d65336964c None None] Provisioning complete for port 5e451c60-1d74-4250-a951-539414bf6418 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:47:28.908887 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c6e30e09-2bbb-4817-89d4-67d65336964c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:28.927919 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412f1c14-5d13-4521-bb25-7245f513b8ae None None] Checking router: d96707db-7ef5-44d9-845f-436284aa9eaa for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:47:28.928269 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412f1c14-5d13-4521-bb25-7245f513b8ae None None] Updating router d96707db-7ef5-44d9-845f-436284aa9eaa port 5e451c60-1d74-4250-a951-539414bf6418 binding host n-d-808199-11 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:47:28.947672 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-c6e30e09-2bbb-4817-89d4-67d65336964c None None] Port 5e451c60-1d74-4250-a951-539414bf6418 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:47:28.957073 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-412f1c14-5d13-4521-bb25-7245f513b8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:29.223435 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-412f1c14-5d13-4521-bb25-7245f513b8ae None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:29.228913 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-412f1c14-5d13-4521-bb25-7245f513b8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:29.283375 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf8df4e-f3e3-4706-b25b-6265a2a1320a None None] Pushing event updated for resources: {'Port': ['ID=5e451c60-1d74-4250-a951-539414bf6418,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:29.338405 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-412f1c14-5d13-4521-bb25-7245f513b8ae None None] Attempting to bind port 5e451c60-1d74-4250-a951-539414bf6418 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:47:29.339653 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-412f1c14-5d13-4521-bb25-7245f513b8ae None None] Attempting to bind port 5e451c60-1d74-4250-a951-539414bf6418 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'e98af336-eeff-42ff-94a2-13aaa1a9f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:47:29.340031 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412f1c14-5d13-4521-bb25-7245f513b8ae None None] Attempting to bind port 5e451c60-1d74-4250-a951-539414bf6418 on network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:47:29.347244 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412f1c14-5d13-4521-bb25-7245f513b8ae None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:47:29.347630 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412f1c14-5d13-4521-bb25-7245f513b8ae None None] Checking segment: {'id': 'e98af336-eeff-42ff-94a2-13aaa1a9f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:47:29.348039 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-412f1c14-5d13-4521-bb25-7245f513b8ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:29.348438 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412f1c14-5d13-4521-bb25-7245f513b8ae None None] Bound using segment: {'id': 'e98af336-eeff-42ff-94a2-13aaa1a9f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:47:29.348916 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-412f1c14-5d13-4521-bb25-7245f513b8ae None None] Bound port: 5e451c60-1d74-4250-a951-539414bf6418, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e98af336-eeff-42ff-94a2-13aaa1a9f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:47:29.349301 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-412f1c14-5d13-4521-bb25-7245f513b8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:29.424521 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-412f1c14-5d13-4521-bb25-7245f513b8ae None None] For port 5e451c60-1d74-4250-a951-539414bf6418, host n-d-808199-11, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:47:29.427982 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-412f1c14-5d13-4521-bb25-7245f513b8ae None None] For port 5e451c60-1d74-4250-a951-539414bf6418, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=5e451c60-1d74-4250-a951-539414bf6418,segment=NetworkSegment(e98af336-eeff-42ff-94a2-13aaa1a9f129),segment_id=e98af336-eeff-42ff-94a2-13aaa1a9f129)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:47:29.433429 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-412f1c14-5d13-4521-bb25-7245f513b8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:29.485576 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412f1c14-5d13-4521-bb25-7245f513b8ae None None] Routers {'d96707db-7ef5-44d9-845f-436284aa9eaa'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:47:29.486122 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-412f1c14-5d13-4521-bb25-7245f513b8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:47:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['d96707db-7ef5-44d9-845f-436284aa9eaa'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:47:29.494428 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7485390d-8927-4c96-8263-72a53c236384 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:29.554655 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf8df4e-f3e3-4706-b25b-6265a2a1320a None None] Pushing event updated for resources: {'Port': ['ID=5e451c60-1d74-4250-a951-539414bf6418,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:29.578048 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-74f4e384-8421-468a-998a-0537b7406168 None None] Provisioning complete for port 5e451c60-1d74-4250-a951-539414bf6418 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:47:29.578048 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-74f4e384-8421-468a-998a-0537b7406168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:29.583504 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-412f1c14-5d13-4521-bb25-7245f513b8ae None None] Set router d96707db-7ef5-44d9-845f-436284aa9eaa gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:47:29.683433 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-74f4e384-8421-468a-998a-0537b7406168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:29.741784 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-74f4e384-8421-468a-998a-0537b7406168 None None] For port 5e451c60-1d74-4250-a951-539414bf6418, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=5e451c60-1d74-4250-a951-539414bf6418,segment=NetworkSegment(e98af336-eeff-42ff-94a2-13aaa1a9f129),segment_id=e98af336-eeff-42ff-94a2-13aaa1a9f129)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:47:29.748784 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-74f4e384-8421-468a-998a-0537b7406168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:29.760145 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-7485390d-8927-4c96-8263-72a53c236384 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Deleting port 5e451c60-1d74-4250-a951-539414bf6418 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:47:29.760727 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7485390d-8927-4c96-8263-72a53c236384 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:29.786064 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:47:29.809702 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f4e384-8421-468a-998a-0537b7406168 None None] Pushing event updated for resources: {'Port': ['ID=5e451c60-1d74-4250-a951-539414bf6418,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:29.861695 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-7485390d-8927-4c96-8263-72a53c236384 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] For port 5e451c60-1d74-4250-a951-539414bf6418, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=5e451c60-1d74-4250-a951-539414bf6418,segment=NetworkSegment(e98af336-eeff-42ff-94a2-13aaa1a9f129),segment_id=e98af336-eeff-42ff-94a2-13aaa1a9f129)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:47:29.862094 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7485390d-8927-4c96-8263-72a53c236384 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:29.868758 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-8847b200-929f-4802-93f8-3b0d28e60e1d None None] Provisioning complete for port 5e451c60-1d74-4250-a951-539414bf6418 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:47:29.869455 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8847b200-929f-4802-93f8-3b0d28e60e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:29.877548 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-7485390d-8927-4c96-8263-72a53c236384 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Calling delete_port for 5e451c60-1d74-4250-a951-539414bf6418 owned by network:router_interface {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:47:29.902298 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-412f1c14-5d13-4521-bb25-7245f513b8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96707db-7ef5-44d9-845f-436284aa9eaa', 'name': 'tempest-NetworksTestDHCPv6-router-537736730', 'tenant_id': '6637029ee9c14d37942baa2af1cfeae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:47:26Z', 'updated_at': '2021-11-25T13:47:27Z', 'revision_number': 2, 'project_id': '6637029ee9c14d37942baa2af1cfeae0', 'gw_port_host': None, '_interfaces': [{'id': '5e451c60-1d74-4250-a951-539414bf6418', 'name': '', 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'tenant_id': '6637029ee9c14d37942baa2af1cfeae0', 'mac_address': 'fa:16:3e:bb:98:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96707db-7ef5-44d9-845f-436284aa9eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': 'b972835e-41c1-450a-a15e-4d433eda0e19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:47:27Z', 'updated_at': '2021-11-25T13:47:29Z', 'revision_number': 4, 'project_id': '6637029ee9c14d37942baa2af1cfeae0', 'subnets': [{'id': 'b972835e-41c1-450a-a15e-4d433eda0e19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:47:29.931419 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412f1c14-5d13-4521-bb25-7245f513b8ae None None] The sync data for ids ['d96707db-7ef5-44d9-845f-436284aa9eaa'] in n-d-808199-11 is: [{'id': 'd96707db-7ef5-44d9-845f-436284aa9eaa', 'name': 'tempest-NetworksTestDHCPv6-router-537736730', 'tenant_id': '6637029ee9c14d37942baa2af1cfeae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:47:26Z', 'updated_at': '2021-11-25T13:47:27Z', 'revision_number': 2, 'project_id': '6637029ee9c14d37942baa2af1cfeae0', 'gw_port_host': None, '_interfaces': [{'id': '5e451c60-1d74-4250-a951-539414bf6418', 'name': '', 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'tenant_id': '6637029ee9c14d37942baa2af1cfeae0', 'mac_address': 'fa:16:3e:bb:98:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96707db-7ef5-44d9-845f-436284aa9eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': 'b972835e-41c1-450a-a15e-4d433eda0e19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:47:27Z', 'updated_at': '2021-11-25T13:47:29Z', 'revision_number': 4, 'project_id': '6637029ee9c14d37942baa2af1cfeae0', 'subnets': [{'id': 'b972835e-41c1-450a-a15e-4d433eda0e19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:47:29.986159 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 9783632e-df2d-428f-8f80-d8ebdcc436db up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:47:30.040422 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 9783632e-df2d-428f-8f80-d8ebdcc436db triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:47:30.040895 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:30.070000 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7485390d-8927-4c96-8263-72a53c236384 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:30.108549 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7485390d-8927-4c96-8263-72a53c236384 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event deleted for resources: {'Port': ['ID=5e451c60-1d74-4250-a951-539414bf6418,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:30.221304 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7485390d-8927-4c96-8263-72a53c236384 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:30.336298 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bab9400a-d217-47be-b0d3-1b5d7434396a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:30.399298 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7485390d-8927-4c96-8263-72a53c236384 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Router d96707db-7ef5-44d9-845f-436284aa9eaa has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:47:30.480615 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7485390d-8927-4c96-8263-72a53c236384 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:47:30.486315 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-7485390d-8927-4c96-8263-72a53c236384 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "PUT /v2.0/routers/d96707db-7ef5-44d9-845f-436284aa9eaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7806067 Nov 25 13:47:30.488921 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 32814) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:30.543509 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99b1c05-fbe2-4c10-9d21-c78b6362d044 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:30.545626 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99b1c05-fbe2-4c10-9d21-c78b6362d044 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:30.547187 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c99b1c05-fbe2-4c10-9d21-c78b6362d044 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0573239 Nov 25 13:47:30.549727 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 32816) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:30.602263 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-631b8068-581e-481c-b8dc-3222e76fb05d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Deleting subnet b972835e-41c1-450a-a15e-4d433eda0e19 {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:47:30.605631 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-631b8068-581e-481c-b8dc-3222e76fb05d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:30.646906 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-631b8068-581e-481c-b8dc-3222e76fb05d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:30.734375 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-631b8068-581e-481c-b8dc-3222e76fb05d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:30.791820 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-631b8068-581e-481c-b8dc-3222e76fb05d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:30.818417 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631b8068-581e-481c-b8dc-3222e76fb05d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event deleted for resources: {'Subnet': ['ID=b972835e-41c1-450a-a15e-4d433eda0e19,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:30.826149 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-631b8068-581e-481c-b8dc-3222e76fb05d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:30.832202 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-631b8068-581e-481c-b8dc-3222e76fb05d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/subnets/b972835e-41c1-450a-a15e-4d433eda0e19 HTTP/1.1" status: 204 len: 168 time: 0.2793775 Nov 25 13:47:30.832401 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afef124-28ba-478e-8b0a-bd3fa764adef None None] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:47:30.832828 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 32818) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:30.918566 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-7c74f9b1-3f2a-4dc7-8624-57811b3cd502 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.0850041 Nov 25 13:47:30.921478 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 32820) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:30.999973 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-788320d5-d3ea-47ee-8d22-45192af8eced tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for router, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:31.020058 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58095106-db09-4042-8a9c-98c5c14e10c1 None None] DHCP port deletion for 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:47:31.072599 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-58095106-db09-4042-8a9c-98c5c14e10c1 None None] Deleting port 9783632e-df2d-428f-8f80-d8ebdcc436db {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:47:31.073002 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-58095106-db09-4042-8a9c-98c5c14e10c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:31.141749 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-58095106-db09-4042-8a9c-98c5c14e10c1 None None] For port 9783632e-df2d-428f-8f80-d8ebdcc436db, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=9783632e-df2d-428f-8f80-d8ebdcc436db,segment=NetworkSegment(e98af336-eeff-42ff-94a2-13aaa1a9f129),segment_id=e98af336-eeff-42ff-94a2-13aaa1a9f129)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:47:31.142149 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-58095106-db09-4042-8a9c-98c5c14e10c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:31.154956 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-58095106-db09-4042-8a9c-98c5c14e10c1 None None] Calling delete_port for 9783632e-df2d-428f-8f80-d8ebdcc436db owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:47:31.168010 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-788320d5-d3ea-47ee-8d22-45192af8eced tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:31.172078 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-788320d5-d3ea-47ee-8d22-45192af8eced tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:31.217310 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-788320d5-d3ea-47ee-8d22-45192af8eced tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:31.217984 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-788320d5-d3ea-47ee-8d22-45192af8eced tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Fanout notify agent at l3_agent the message router_deleted on router d96707db-7ef5-44d9-845f-436284aa9eaa {{(pid=103570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:47:31.225561 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-788320d5-d3ea-47ee-8d22-45192af8eced tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:31.226656 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-788320d5-d3ea-47ee-8d22-45192af8eced tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/routers/d96707db-7ef5-44d9-845f-436284aa9eaa HTTP/1.1" status: 204 len: 168 time: 0.3042715 Nov 25 13:47:31.229180 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 32822) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:31.245925 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-58095106-db09-4042-8a9c-98c5c14e10c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:31.274043 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d35a61-32b4-4f60-bb53-cfa3ae6b9453 None None] Sync routers for ids ['d96707db-7ef5-44d9-845f-436284aa9eaa'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:47:31.276763 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58095106-db09-4042-8a9c-98c5c14e10c1 None None] Pushing event deleted for resources: {'Port': ['ID=9783632e-df2d-428f-8f80-d8ebdcc436db,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:31.282859 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58095106-db09-4042-8a9c-98c5c14e10c1 None None] No DVR routers for this DVR port 9783632e-df2d-428f-8f80-d8ebdcc436db on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:47:31.286254 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb0026d-abfa-4559-a5e7-476543642201 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:31.290741 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-8cb0026d-abfa-4559-a5e7-476543642201 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0585759 Nov 25 13:47:31.291395 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d35a61-32b4-4f60-bb53-cfa3ae6b9453 None None] Routers set() bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:47:31.291395 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d35a61-32b4-4f60-bb53-cfa3ae6b9453 None None] Router IDs set() for agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 25 13:47:31.291395 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_agentschedulers_db [None req-20d35a61-32b4-4f60-bb53-cfa3ae6b9453 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d96707db-7ef5-44d9-845f-436284aa9eaa'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:47:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent'). {{(pid=103572) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 25 13:47:31.292531 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 32824) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:31.302336 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d35a61-32b4-4f60-bb53-cfa3ae6b9453 None None] Routers set() bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:47:31.302823 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d35a61-32b4-4f60-bb53-cfa3ae6b9453 None None] Router IDs set() for agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 25 13:47:31.303491 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_agentschedulers_db [None req-20d35a61-32b4-4f60-bb53-cfa3ae6b9453 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d96707db-7ef5-44d9-845f-436284aa9eaa'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:47:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent'). {{(pid=103572) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 25 13:47:31.303943 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d35a61-32b4-4f60-bb53-cfa3ae6b9453 None None] The sync data for ids ['d96707db-7ef5-44d9-845f-436284aa9eaa'] in n-d-808199-11 is: [] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:47:31.344943 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab258dc-6174-4db6-a9da-fbfdc5316097 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:31.348823 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-aab258dc-6174-4db6-a9da-fbfdc5316097 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0529559 Nov 25 13:47:31.349186 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 32826) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:31.387387 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-2cac7d37-be9c-48d6-a94d-c6f47a405821 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0371585 Nov 25 13:47:31.393213 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 32828) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:31.398285 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-16e52808-8f90-413e-ae91-e89736ea66e4 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Request body: {'subnet': {'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:47:31.495970 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e52808-8f90-413e-ae91-e89736ea66e4 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Made reservation on behalf of 6637029ee9c14d37942baa2af1cfeae0 for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:47:31.500196 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-16e52808-8f90-413e-ae91-e89736ea66e4 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:31.766535 n-d-808199-11 neutron-server[103570]: DEBUG neutron.objects.ports [None req-16e52808-8f90-413e-ae91-e89736ea66e4 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103570) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 13:47:31.767953 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-16e52808-8f90-413e-ae91-e89736ea66e4 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:31.807500 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e52808-8f90-413e-ae91-e89736ea66e4 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:47:31.811321 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-16e52808-8f90-413e-ae91-e89736ea66e4 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:47:31.814323 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e52808-8f90-413e-ae91-e89736ea66e4 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:31.814976 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-16e52808-8f90-413e-ae91-e89736ea66e4 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:31.820363 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d4ac92-3753-4dab-9f2f-6eb5b997324e None None] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:47:31.831316 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e52808-8f90-413e-ae91-e89736ea66e4 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event updated for resources: {'Subnet': ['ID=b327cc2a-9aea-403b-b2d2-b73b8d8490db,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:31.841388 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-16e52808-8f90-413e-ae91-e89736ea66e4 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4471037 Nov 25 13:47:31.844342 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 32830) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:31.849198 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-702e2b48-a414-49cb-9890-22ce4e771458 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Request body: {'subnet': {'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:47:31.966495 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24a4bcb-dac7-4ee0-956e-f3839121d686 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'tenant_id': '6637029ee9c14d37942baa2af1cfeae0', 'fixed_ips': [{'subnet_id': 'b327cc2a-9aea-403b-b2d2-b73b8d8490db'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:47:31.968158 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e24a4bcb-dac7-4ee0-956e-f3839121d686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:31.974173 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702e2b48-a414-49cb-9890-22ce4e771458 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Made reservation on behalf of 6637029ee9c14d37942baa2af1cfeae0 for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:47:31.980831 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-702e2b48-a414-49cb-9890-22ce4e771458 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:31.981658 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 9783632e-df2d-428f-8f80-d8ebdcc436db no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:47:32.004827 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 9783632e-df2d-428f-8f80-d8ebdcc436db {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:47:32.005181 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 9783632e-df2d-428f-8f80-d8ebdcc436db not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:47:32.127112 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-e24a4bcb-dac7-4ee0-956e-f3839121d686 None None] Allocated IP 2001:db8::f816:3eff:fea5:9dd3 (458ed7a2-000e-42f5-98b9-db4a5d2ee0a9/b327cc2a-9aea-403b-b2d2-b73b8d8490db/328a4248-5118-4d43-a8bd-0cd4307d0250) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:47:32.219876 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-702e2b48-a414-49cb-9890-22ce4e771458 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:32.259692 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702e2b48-a414-49cb-9890-22ce4e771458 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:47:32.263017 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-702e2b48-a414-49cb-9890-22ce4e771458 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:47:32.267411 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702e2b48-a414-49cb-9890-22ce4e771458 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:32.267977 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e24a4bcb-dac7-4ee0-956e-f3839121d686 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:32.268120 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-702e2b48-a414-49cb-9890-22ce4e771458 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:32.274380 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e24a4bcb-dac7-4ee0-956e-f3839121d686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:32.282338 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702e2b48-a414-49cb-9890-22ce4e771458 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event updated for resources: {'Subnet': ['ID=b873f1ff-58b7-4d47-88ae-2f196fd2ba6f,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:32.293611 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-702e2b48-a414-49cb-9890-22ce4e771458 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4482427 Nov 25 13:47:32.297007 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 32832) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:32.301960 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-a6ca6671-60c8-4922-be8a-69392673cb05 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Request body: {'port': {'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'mac_address': 'fa:16:3e:37:95:0e', 'name': 'tempest-NetworksTestDHCPv6-1037871107'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:47:32.315037 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24a4bcb-dac7-4ee0-956e-f3839121d686 None None] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:47:32.319923 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-e24a4bcb-dac7-4ee0-956e-f3839121d686 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:47:32.323382 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24a4bcb-dac7-4ee0-956e-f3839121d686 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:47:32.336583 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24a4bcb-dac7-4ee0-956e-f3839121d686 None None] Pushing event updated for resources: {'Port': ['ID=328a4248-5118-4d43-a8bd-0cd4307d0250,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:32.383574 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-e24a4bcb-dac7-4ee0-956e-f3839121d686 None None] Attempting to bind port 328a4248-5118-4d43-a8bd-0cd4307d0250 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:47:32.384048 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-e24a4bcb-dac7-4ee0-956e-f3839121d686 None None] Attempting to bind port 328a4248-5118-4d43-a8bd-0cd4307d0250 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'e98af336-eeff-42ff-94a2-13aaa1a9f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:47:32.384414 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24a4bcb-dac7-4ee0-956e-f3839121d686 None None] Attempting to bind port 328a4248-5118-4d43-a8bd-0cd4307d0250 on network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:47:32.390389 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24a4bcb-dac7-4ee0-956e-f3839121d686 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:47:32.390800 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24a4bcb-dac7-4ee0-956e-f3839121d686 None None] Checking segment: {'id': 'e98af336-eeff-42ff-94a2-13aaa1a9f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:47:32.391206 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e24a4bcb-dac7-4ee0-956e-f3839121d686 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:32.391617 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24a4bcb-dac7-4ee0-956e-f3839121d686 None None] Bound using segment: {'id': 'e98af336-eeff-42ff-94a2-13aaa1a9f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:47:32.392070 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-e24a4bcb-dac7-4ee0-956e-f3839121d686 None None] Bound port: 328a4248-5118-4d43-a8bd-0cd4307d0250, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e98af336-eeff-42ff-94a2-13aaa1a9f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:47:32.392474 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e24a4bcb-dac7-4ee0-956e-f3839121d686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:32.415572 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ca6671-60c8-4922-be8a-69392673cb05 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Made reservation on behalf of 6637029ee9c14d37942baa2af1cfeae0 for: {'port': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:47:32.457134 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-e24a4bcb-dac7-4ee0-956e-f3839121d686 None None] For port 328a4248-5118-4d43-a8bd-0cd4307d0250, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:47:32.460498 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-e24a4bcb-dac7-4ee0-956e-f3839121d686 None None] For port 328a4248-5118-4d43-a8bd-0cd4307d0250, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=328a4248-5118-4d43-a8bd-0cd4307d0250,segment=NetworkSegment(e98af336-eeff-42ff-94a2-13aaa1a9f129),segment_id=e98af336-eeff-42ff-94a2-13aaa1a9f129)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:47:32.464729 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e24a4bcb-dac7-4ee0-956e-f3839121d686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:32.503952 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a6ca6671-60c8-4922-be8a-69392673cb05 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:32.525898 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24a4bcb-dac7-4ee0-956e-f3839121d686 None None] Pushing event updated for resources: {'Port': ['ID=328a4248-5118-4d43-a8bd-0cd4307d0250,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:32.531761 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [None req-a6ca6671-60c8-4922-be8a-69392673cb05 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] device_id is not set on port 96fc6111-244b-4bbd-ab5d-c06781cd63dd yet. {{(pid=103570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:47:32.708611 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-a6ca6671-60c8-4922-be8a-69392673cb05 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Allocated IP 172.20.0.13 (458ed7a2-000e-42f5-98b9-db4a5d2ee0a9/b873f1ff-58b7-4d47-88ae-2f196fd2ba6f/96fc6111-244b-4bbd-ab5d-c06781cd63dd) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:47:32.714857 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-a6ca6671-60c8-4922-be8a-69392673cb05 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Allocated IP 2001:db8::f816:3eff:fe37:950e (458ed7a2-000e-42f5-98b9-db4a5d2ee0a9/b327cc2a-9aea-403b-b2d2-b73b8d8490db/96fc6111-244b-4bbd-ab5d-c06781cd63dd) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:47:32.782907 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a067f218-5ab4-4983-a0b5-dbf6eac6484c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:32.872937 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a6ca6671-60c8-4922-be8a-69392673cb05 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:32.906922 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a6ca6671-60c8-4922-be8a-69392673cb05 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:32.944928 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ca6671-60c8-4922-be8a-69392673cb05 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:47:32.949778 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-a6ca6671-60c8-4922-be8a-69392673cb05 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:47:32.952197 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ca6671-60c8-4922-be8a-69392673cb05 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:47:32.997521 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ca6671-60c8-4922-be8a-69392673cb05 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event updated for resources: {'Port': ['ID=96fc6111-244b-4bbd-ab5d-c06781cd63dd,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:33.016859 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ca6671-60c8-4922-be8a-69392673cb05 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:33.017469 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a6ca6671-60c8-4922-be8a-69392673cb05 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:33.033212 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-a6ca6671-60c8-4922-be8a-69392673cb05 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.7352028 Nov 25 13:47:33.035744 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 32834) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:33.086275 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc92e5d1-0060-4713-a1ef-f4f491b190ed tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:33.093587 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc92e5d1-0060-4713-a1ef-f4f491b190ed tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:33.095857 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-bc92e5d1-0060-4713-a1ef-f4f491b190ed tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.0589724 Nov 25 13:47:33.098437 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 32836) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:33.187043 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-eb87b7e1-6fad-4344-b0dd-9bafd15d0fe6 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Deleting port 96fc6111-244b-4bbd-ab5d-c06781cd63dd {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:47:33.187478 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-eb87b7e1-6fad-4344-b0dd-9bafd15d0fe6 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:33.280269 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-eb87b7e1-6fad-4344-b0dd-9bafd15d0fe6 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:33.292776 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-eb87b7e1-6fad-4344-b0dd-9bafd15d0fe6 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Calling delete_port for 96fc6111-244b-4bbd-ab5d-c06781cd63dd owned by {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:47:33.409998 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abca6d3b-4c4f-431d-a158-9e57b158d956 None None] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:47:33.475574 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-eb87b7e1-6fad-4344-b0dd-9bafd15d0fe6 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:33.505782 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb87b7e1-6fad-4344-b0dd-9bafd15d0fe6 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event deleted for resources: {'Port': ['ID=96fc6111-244b-4bbd-ab5d-c06781cd63dd,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:33.543027 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e079624-6e7e-4180-a090-4e646498bec6 None None] Provisioning complete for port 328a4248-5118-4d43-a8bd-0cd4307d0250 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:47:33.543380 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e079624-6e7e-4180-a090-4e646498bec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:33.592361 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-eb87b7e1-6fad-4344-b0dd-9bafd15d0fe6 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:33.595737 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-eb87b7e1-6fad-4344-b0dd-9bafd15d0fe6 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/ports/96fc6111-244b-4bbd-ab5d-c06781cd63dd HTTP/1.1" status: 204 len: 168 time: 0.4962041 Nov 25 13:47:33.598811 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 32838) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:33.658586 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcff2458-b232-44b8-9fca-8ac7f865c77a tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:33.660042 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcff2458-b232-44b8-9fca-8ac7f865c77a tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:33.661558 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcff2458-b232-44b8-9fca-8ac7f865c77a tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:33.663143 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-bcff2458-b232-44b8-9fca-8ac7f865c77a tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0634072 Nov 25 13:47:33.665756 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 32840) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:33.674329 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e079624-6e7e-4180-a090-4e646498bec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:33.703292 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479beef9-70cd-4528-944b-0ebd59000cbc None None] Update dhcp port {'port': {'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'fixed_ips': [{'subnet_id': 'b327cc2a-9aea-403b-b2d2-b73b8d8490db', 'ip_address': '2001:db8::f816:3eff:fea5:9dd3'}, {'subnet_id': 'b873f1ff-58b7-4d47-88ae-2f196fd2ba6f'}], 'binding:host_id': 'n-d-808199-11'}, 'id': '328a4248-5118-4d43-a8bd-0cd4307d0250'} from n-d-808199-11. {{(pid=103572) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 13:47:33.718169 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-32104cf7-f327-423c-89b9-cadbbf5053f3 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Deleting subnet b327cc2a-9aea-403b-b2d2-b73b8d8490db {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:47:33.721329 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-32104cf7-f327-423c-89b9-cadbbf5053f3 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:33.733948 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e079624-6e7e-4180-a090-4e646498bec6 None None] For port 328a4248-5118-4d43-a8bd-0cd4307d0250, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=328a4248-5118-4d43-a8bd-0cd4307d0250,segment=NetworkSegment(e98af336-eeff-42ff-94a2-13aaa1a9f129),segment_id=e98af336-eeff-42ff-94a2-13aaa1a9f129)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:47:33.739661 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e079624-6e7e-4180-a090-4e646498bec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:33.744303 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-479beef9-70cd-4528-944b-0ebd59000cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:33.764585 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-32104cf7-f327-423c-89b9-cadbbf5053f3 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:33.833831 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e079624-6e7e-4180-a090-4e646498bec6 None None] Pushing event updated for resources: {'Port': ['ID=328a4248-5118-4d43-a8bd-0cd4307d0250,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:33.851328 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-32104cf7-f327-423c-89b9-cadbbf5053f3 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:33.911255 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-32104cf7-f327-423c-89b9-cadbbf5053f3 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server [None req-479beef9-70cd-4528-944b-0ebd59000cbc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b327cc2a-9aea-403b-b2d2-b73b8d8490db: This subnet is being modified by another concurrent operation. Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise exception Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b327cc2a-9aea-403b-b2d2-b73b8d8490db: This subnet is being modified by another concurrent operation. Nov 25 13:47:33.914179 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server Nov 25 13:47:33.938556 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32104cf7-f327-423c-89b9-cadbbf5053f3 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event deleted for resources: {'Subnet': ['ID=b327cc2a-9aea-403b-b2d2-b73b8d8490db,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:33.944391 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:33.944709 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-32104cf7-f327-423c-89b9-cadbbf5053f3 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:33.948031 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-32104cf7-f327-423c-89b9-cadbbf5053f3 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/subnets/b327cc2a-9aea-403b-b2d2-b73b8d8490db HTTP/1.1" status: 204 len: 168 time: 0.2813396 Nov 25 13:47:33.951059 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 32842) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:34.000167 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8f996d-7677-47e3-9f23-10befbfe288e None None] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:47:34.003108 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca04e52e-4719-4620-8561-f8b2055c3fca tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Deleting subnet b873f1ff-58b7-4d47-88ae-2f196fd2ba6f {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:47:34.006249 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ca04e52e-4719-4620-8561-f8b2055c3fca tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:34.086880 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-0407927a-8bbc-45e3-8dc0-d8d09cef156a None None] Provisioning complete for port 328a4248-5118-4d43-a8bd-0cd4307d0250 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:47:34.087256 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0407927a-8bbc-45e3-8dc0-d8d09cef156a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:34.284805 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5ee8b6-5063-4fbb-a488-8cf86e6d7831 None None] Update dhcp port {'port': {'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'fixed_ips': [{'subnet_id': 'b873f1ff-58b7-4d47-88ae-2f196fd2ba6f'}], 'binding:host_id': 'n-d-808199-11'}, 'id': '328a4248-5118-4d43-a8bd-0cd4307d0250'} from n-d-808199-11. {{(pid=103572) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 13:47:34.311906 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1c5ee8b6-5063-4fbb-a488-8cf86e6d7831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:34.386756 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ca04e52e-4719-4620-8561-f8b2055c3fca tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:34.430462 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ca04e52e-4719-4620-8561-f8b2055c3fca tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:34.487978 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ca04e52e-4719-4620-8561-f8b2055c3fca tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server [None req-1c5ee8b6-5063-4fbb-a488-8cf86e6d7831 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b873f1ff-58b7-4d47-88ae-2f196fd2ba6f: This subnet is being modified by another concurrent operation. Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise exception Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b873f1ff-58b7-4d47-88ae-2f196fd2ba6f: This subnet is being modified by another concurrent operation. Nov 25 13:47:34.490133 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server Nov 25 13:47:34.516147 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca04e52e-4719-4620-8561-f8b2055c3fca tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event deleted for resources: {'Subnet': ['ID=b873f1ff-58b7-4d47-88ae-2f196fd2ba6f,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:34.519840 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ca04e52e-4719-4620-8561-f8b2055c3fca tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:34.523089 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-ca04e52e-4719-4620-8561-f8b2055c3fca tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/subnets/b873f1ff-58b7-4d47-88ae-2f196fd2ba6f HTTP/1.1" status: 204 len: 168 time: 0.5710337 Nov 25 13:47:34.525527 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 32844) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:34.566640 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-216ea9d9-5a44-48cb-aa38-ce855d23f5bd None None] Provisioning complete for port 328a4248-5118-4d43-a8bd-0cd4307d0250 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:47:34.567049 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-216ea9d9-5a44-48cb-aa38-ce855d23f5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:34.570825 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-6512b187-7db6-4851-a9ab-59d272cb1722 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0415535 Nov 25 13:47:34.571023 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 32846) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:34.576540 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-f829d651-32e5-4c22-a7e1-22a00f93c06f tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Request body: {'subnet': {'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:47:34.672652 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f829d651-32e5-4c22-a7e1-22a00f93c06f tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Made reservation on behalf of 6637029ee9c14d37942baa2af1cfeae0 for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:47:34.676500 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f829d651-32e5-4c22-a7e1-22a00f93c06f tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:34.681628 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afd1b02-9012-4a37-9621-5bf7f0b2554c None None] get_active_networks_info from n-d-808199-11 {{(pid=103572) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 13:47:34.746353 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afd1b02-9012-4a37-9621-5bf7f0b2554c None None] Resources bound (agent type, host, resource id): {{(pid=103572) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 13:47:34.766315 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-32d7996a-929d-4df1-9693-1a58b59f9299 None None] Could not find standard attr ID for object 96fc6111-244b-4bbd-ab5d-c06781cd63dd. {{(pid=103572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 13:47:34.985795 n-d-808199-11 neutron-server[103570]: DEBUG neutron.objects.ports [None req-f829d651-32e5-4c22-a7e1-22a00f93c06f tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103570) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 13:47:35.006220 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82469f72-eb39-45a7-b5c9-86f2f34dbf92 None None] Update dhcp port {'port': {'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'fixed_ips': [{'subnet_id': 'f3fad5fe-edb6-4910-aa96-3d91599cca63'}], 'binding:host_id': 'n-d-808199-11'}, 'id': '328a4248-5118-4d43-a8bd-0cd4307d0250'} from n-d-808199-11. {{(pid=103572) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 13:47:35.030826 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-82469f72-eb39-45a7-b5c9-86f2f34dbf92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:35.191370 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.db.api [None req-82469f72-eb39-45a7-b5c9-86f2f34dbf92 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 25 13:47:35.191370 n-d-808199-11 neutron-server[103572]: [SQL: INSERT INTO ipamallocations (ip_address, status, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Nov 25 13:47:35.191370 n-d-808199-11 neutron-server[103572]: [parameters: {'ip_address': '2001:db8::f816:3eff:fea5:9dd3', 'status': 'ALLOCATED', 'ipam_subnet_id': '500ab3b8-ad31-48d5-ba7f-3c0ec4834578'}] Nov 25 13:47:35.191370 n-d-808199-11 neutron-server[103572]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 13:47:35.191919 n-d-808199-11 neutron-server[103572]: DEBUG oslo_db.api [None req-82469f72-eb39-45a7-b5c9-86f2f34dbf92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 13:47:35.224006 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f829d651-32e5-4c22-a7e1-22a00f93c06f tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:35.254374 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:35.373973 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-f829d651-32e5-4c22-a7e1-22a00f93c06f tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] For port 328a4248-5118-4d43-a8bd-0cd4307d0250, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=328a4248-5118-4d43-a8bd-0cd4307d0250,segment=NetworkSegment(e98af336-eeff-42ff-94a2-13aaa1a9f129),segment_id=e98af336-eeff-42ff-94a2-13aaa1a9f129)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:47:35.408192 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f829d651-32e5-4c22-a7e1-22a00f93c06f tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:35.412745 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f829d651-32e5-4c22-a7e1-22a00f93c06f tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:35.413550 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f829d651-32e5-4c22-a7e1-22a00f93c06f tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:35.486499 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f829d651-32e5-4c22-a7e1-22a00f93c06f tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:47:35.491724 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-f829d651-32e5-4c22-a7e1-22a00f93c06f tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:47:35.497891 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f829d651-32e5-4c22-a7e1-22a00f93c06f tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:35.498500 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f829d651-32e5-4c22-a7e1-22a00f93c06f tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:35.510558 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f829d651-32e5-4c22-a7e1-22a00f93c06f tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event updated for resources: {'Subnet': ['ID=f3fad5fe-edb6-4910-aa96-3d91599cca63,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:35.523065 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f829d651-32e5-4c22-a7e1-22a00f93c06f tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event updated for resources: {'Port': ['ID=328a4248-5118-4d43-a8bd-0cd4307d0250,revision_number=6']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:35.529922 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f829d651-32e5-4c22-a7e1-22a00f93c06f tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9579554 Nov 25 13:47:35.532962 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 32848) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:35.538102 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-1cbdcd12-a8ba-4e82-81dd-76bd42885123 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Request body: {'subnet': {'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:47:35.648336 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cbdcd12-a8ba-4e82-81dd-76bd42885123 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Made reservation on behalf of 6637029ee9c14d37942baa2af1cfeae0 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:47:35.651739 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1cbdcd12-a8ba-4e82-81dd-76bd42885123 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:35.721413 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-82469f72-eb39-45a7-b5c9-86f2f34dbf92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:35.891741 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1cbdcd12-a8ba-4e82-81dd-76bd42885123 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:35.934189 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbdcd12-a8ba-4e82-81dd-76bd42885123 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:47:35.938044 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-1cbdcd12-a8ba-4e82-81dd-76bd42885123 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:47:35.942578 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbdcd12-a8ba-4e82-81dd-76bd42885123 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:35.943217 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1cbdcd12-a8ba-4e82-81dd-76bd42885123 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:35.960579 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbdcd12-a8ba-4e82-81dd-76bd42885123 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event updated for resources: {'Subnet': ['ID=7905731e-0cf1-45cf-b4fb-79daf5aa83aa,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:35.969794 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-1cbdcd12-a8ba-4e82-81dd-76bd42885123 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4356828 Nov 25 13:47:35.972875 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 32850) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:35.978049 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-f2751453-52d8-4973-8e9e-466e1d29a252 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Request body: {'port': {'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'mac_address': 'fa:16:3e:22:78:4e', 'name': 'tempest-NetworksTestDHCPv6-1897325830'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:47:36.095213 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2751453-52d8-4973-8e9e-466e1d29a252 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Made reservation on behalf of 6637029ee9c14d37942baa2af1cfeae0 for: {'port': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:47:36.099529 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f2751453-52d8-4973-8e9e-466e1d29a252 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:36.113255 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 328a4248-5118-4d43-a8bd-0cd4307d0250 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:47:36.121388 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [None req-f2751453-52d8-4973-8e9e-466e1d29a252 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] device_id is not set on port 007d7fcb-7c6a-4082-8bb9-ba3e6cee03a2 yet. {{(pid=103570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:47:36.185422 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-82469f72-eb39-45a7-b5c9-86f2f34dbf92 None None] For port 328a4248-5118-4d43-a8bd-0cd4307d0250, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=328a4248-5118-4d43-a8bd-0cd4307d0250,segment=NetworkSegment(e98af336-eeff-42ff-94a2-13aaa1a9f129),segment_id=e98af336-eeff-42ff-94a2-13aaa1a9f129)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:47:36.240802 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:36.252039 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-82469f72-eb39-45a7-b5c9-86f2f34dbf92 None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:36.257310 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-82469f72-eb39-45a7-b5c9-86f2f34dbf92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:36.340761 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82469f72-eb39-45a7-b5c9-86f2f34dbf92 None None] Pushing event updated for resources: {'Port': ['ID=328a4248-5118-4d43-a8bd-0cd4307d0250,revision_number=7']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:36.343852 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.db.api [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 13:47:36.344221 n-d-808199-11 neutron-server[103572]: DEBUG oslo_db.api [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 13:47:36.366589 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-f2751453-52d8-4973-8e9e-466e1d29a252 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Allocated IP 172.20.0.4 (458ed7a2-000e-42f5-98b9-db4a5d2ee0a9/7905731e-0cf1-45cf-b4fb-79daf5aa83aa/007d7fcb-7c6a-4082-8bb9-ba3e6cee03a2) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:47:36.384481 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-f2751453-52d8-4973-8e9e-466e1d29a252 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Allocated IP 2001:db8::f816:3eff:fe22:784e (458ed7a2-000e-42f5-98b9-db4a5d2ee0a9/f3fad5fe-edb6-4910-aa96-3d91599cca63/007d7fcb-7c6a-4082-8bb9-ba3e6cee03a2) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:47:36.414628 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:36.557692 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f2751453-52d8-4973-8e9e-466e1d29a252 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:36.593457 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f2751453-52d8-4973-8e9e-466e1d29a252 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:36.645904 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2751453-52d8-4973-8e9e-466e1d29a252 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:47:36.649359 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-f2751453-52d8-4973-8e9e-466e1d29a252 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:47:36.654516 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2751453-52d8-4973-8e9e-466e1d29a252 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:47:36.658602 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2751453-52d8-4973-8e9e-466e1d29a252 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event updated for resources: {'Port': ['ID=007d7fcb-7c6a-4082-8bb9-ba3e6cee03a2,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:36.708042 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2751453-52d8-4973-8e9e-466e1d29a252 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:36.708690 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f2751453-52d8-4973-8e9e-466e1d29a252 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:36.725205 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f2751453-52d8-4973-8e9e-466e1d29a252 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.7512102 Nov 25 13:47:36.727690 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 32852) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:36.777892 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ccb002-599a-443e-aee9-fc2a5f32608f tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:36.784128 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ccb002-599a-443e-aee9-fc2a5f32608f tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:36.785791 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-40ccb002-599a-443e-aee9-fc2a5f32608f tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.0571146 Nov 25 13:47:36.788527 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 32854) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:36.880872 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f49060c-c391-40ab-a80d-b2a377795965 None None] get_active_networks_info from n-d-808199-11 {{(pid=103572) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 13:47:36.881844 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-11920b05-099e-4a82-9a36-c3676393fa48 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Deleting port 007d7fcb-7c6a-4082-8bb9-ba3e6cee03a2 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:47:36.882196 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-11920b05-099e-4a82-9a36-c3676393fa48 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:36.917604 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:36.952815 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-39b6fc88-3325-44ab-bd65-9e602d202862 None None] Provisioning complete for port 328a4248-5118-4d43-a8bd-0cd4307d0250 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:47:36.953100 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-39b6fc88-3325-44ab-bd65-9e602d202862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:36.972217 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-11920b05-099e-4a82-9a36-c3676393fa48 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:36.984813 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-11920b05-099e-4a82-9a36-c3676393fa48 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Calling delete_port for 007d7fcb-7c6a-4082-8bb9-ba3e6cee03a2 owned by {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:47:37.002805 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] For port 328a4248-5118-4d43-a8bd-0cd4307d0250, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=328a4248-5118-4d43-a8bd-0cd4307d0250,segment=NetworkSegment(e98af336-eeff-42ff-94a2-13aaa1a9f129),segment_id=e98af336-eeff-42ff-94a2-13aaa1a9f129)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:47:37.013602 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:37.054402 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f49060c-c391-40ab-a80d-b2a377795965 None None] Resources bound (agent type, host, resource id): {{(pid=103572) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 13:47:37.088462 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Pushing event updated for resources: {'Port': ['ID=328a4248-5118-4d43-a8bd-0cd4307d0250,revision_number=8']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:37.166445 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-11920b05-099e-4a82-9a36-c3676393fa48 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:37.179316 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-39b6fc88-3325-44ab-bd65-9e602d202862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:37.192773 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11920b05-099e-4a82-9a36-c3676393fa48 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event deleted for resources: {'Port': ['ID=007d7fcb-7c6a-4082-8bb9-ba3e6cee03a2,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:37.237816 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-39b6fc88-3325-44ab-bd65-9e602d202862 None None] For port 328a4248-5118-4d43-a8bd-0cd4307d0250, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=328a4248-5118-4d43-a8bd-0cd4307d0250,segment=NetworkSegment(e98af336-eeff-42ff-94a2-13aaa1a9f129),segment_id=e98af336-eeff-42ff-94a2-13aaa1a9f129)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:47:37.243498 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-39b6fc88-3325-44ab-bd65-9e602d202862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:37.284189 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-11920b05-099e-4a82-9a36-c3676393fa48 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:37.287514 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-11920b05-099e-4a82-9a36-c3676393fa48 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/ports/007d7fcb-7c6a-4082-8bb9-ba3e6cee03a2 HTTP/1.1" status: 204 len: 168 time: 0.4980233 Nov 25 13:47:37.289995 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 32856) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:37.312292 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b6fc88-3325-44ab-bd65-9e602d202862 None None] Pushing event updated for resources: {'Port': ['ID=328a4248-5118-4d43-a8bd-0cd4307d0250,revision_number=9']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:37.349442 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a8dcbf-5ff9-4309-805e-21ae5c2e60ac tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:37.351010 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a8dcbf-5ff9-4309-805e-21ae5c2e60ac tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:37.353023 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a8dcbf-5ff9-4309-805e-21ae5c2e60ac tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:37.354824 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-12a8dcbf-5ff9-4309-805e-21ae5c2e60ac tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0636961 Nov 25 13:47:37.357524 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 32858) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:37.410188 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae42875a-da1f-4858-b6a3-785d48e0327e tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Deleting subnet 7905731e-0cf1-45cf-b4fb-79daf5aa83aa {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:47:37.413447 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ae42875a-da1f-4858-b6a3-785d48e0327e tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:37.443153 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da100a5f-f08e-4ab3-9d67-2723aec28025 None None] Update dhcp port {'port': {'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'fixed_ips': [{'subnet_id': 'f3fad5fe-edb6-4910-aa96-3d91599cca63', 'ip_address': '2001:db8::f816:3eff:fea5:9dd3'}, {'subnet_id': '7905731e-0cf1-45cf-b4fb-79daf5aa83aa'}], 'binding:host_id': 'n-d-808199-11'}, 'id': '328a4248-5118-4d43-a8bd-0cd4307d0250'} from n-d-808199-11. {{(pid=103572) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 13:47:37.459091 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ae42875a-da1f-4858-b6a3-785d48e0327e tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:37.469538 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-da100a5f-f08e-4ab3-9d67-2723aec28025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:37.505610 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ae42875a-da1f-4858-b6a3-785d48e0327e tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:37.562560 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ae42875a-da1f-4858-b6a3-785d48e0327e tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server [None req-da100a5f-f08e-4ab3-9d67-2723aec28025 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7905731e-0cf1-45cf-b4fb-79daf5aa83aa: This subnet is being modified by another concurrent operation. Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise exception Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7905731e-0cf1-45cf-b4fb-79daf5aa83aa: This subnet is being modified by another concurrent operation. Nov 25 13:47:37.589888 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server Nov 25 13:47:37.596675 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae42875a-da1f-4858-b6a3-785d48e0327e tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event deleted for resources: {'Subnet': ['ID=7905731e-0cf1-45cf-b4fb-79daf5aa83aa,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:37.596675 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ae42875a-da1f-4858-b6a3-785d48e0327e tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:37.596675 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-ae42875a-da1f-4858-b6a3-785d48e0327e tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/subnets/7905731e-0cf1-45cf-b4fb-79daf5aa83aa HTTP/1.1" status: 204 len: 168 time: 0.2370720 Nov 25 13:47:37.598280 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 32860) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:37.656590 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-e962cc4c-f053-4dec-8f7a-61902fc55f2d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Deleting subnet f3fad5fe-edb6-4910-aa96-3d91599cca63 {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:47:37.660302 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e962cc4c-f053-4dec-8f7a-61902fc55f2d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:37.675256 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6411fdcc-2e5d-4bd8-93f8-562c49b4b02f None None] get_active_networks_info from n-d-808199-11 {{(pid=103572) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 13:47:37.700905 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e962cc4c-f053-4dec-8f7a-61902fc55f2d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:37.742056 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6411fdcc-2e5d-4bd8-93f8-562c49b4b02f None None] Resources bound (agent type, host, resource id): {{(pid=103572) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 13:47:37.780372 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e962cc4c-f053-4dec-8f7a-61902fc55f2d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:37.806143 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-26a0c934-8b50-4c89-a013-5671f58b2923 None None] Provisioning complete for port 328a4248-5118-4d43-a8bd-0cd4307d0250 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:47:37.806516 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-26a0c934-8b50-4c89-a013-5671f58b2923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:37.843534 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e962cc4c-f053-4dec-8f7a-61902fc55f2d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:37.870940 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e962cc4c-f053-4dec-8f7a-61902fc55f2d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event deleted for resources: {'Subnet': ['ID=f3fad5fe-edb6-4910-aa96-3d91599cca63,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:37.875143 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e962cc4c-f053-4dec-8f7a-61902fc55f2d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:37.878328 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e962cc4c-f053-4dec-8f7a-61902fc55f2d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/subnets/f3fad5fe-edb6-4910-aa96-3d91599cca63 HTTP/1.1" status: 204 len: 168 time: 0.2790585 Nov 25 13:47:37.880784 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 32862) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:37.921180 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-645b7f72-b18b-42f9-a812-1a8cbb6ac389 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0363526 Nov 25 13:47:37.921817 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 32864) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:37.927344 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-3e52dcb2-4a09-4b03-be78-fc77a6a18391 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Request body: {'subnet': {'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:47:38.012814 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ebec69-2324-4c40-bcbc-f843ff7aab98 None None] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:47:38.019829 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e52dcb2-4a09-4b03-be78-fc77a6a18391 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Made reservation on behalf of 6637029ee9c14d37942baa2af1cfeae0 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:47:38.023288 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3e52dcb2-4a09-4b03-be78-fc77a6a18391 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:38.106257 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-7bfe89e5-cced-4984-8181-b67d31bd03a2 None None] Provisioning complete for port 328a4248-5118-4d43-a8bd-0cd4307d0250 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:47:38.107211 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7bfe89e5-cced-4984-8181-b67d31bd03a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:38.217018 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2f9fab-77b6-45b5-90bf-c229666b0110 None None] DHCP port deletion for 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:47:38.218885 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3e52dcb2-4a09-4b03-be78-fc77a6a18391 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:38.265393 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e52dcb2-4a09-4b03-be78-fc77a6a18391 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:47:38.268921 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-3e52dcb2-4a09-4b03-be78-fc77a6a18391 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:47:38.273385 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e52dcb2-4a09-4b03-be78-fc77a6a18391 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:38.273981 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3e52dcb2-4a09-4b03-be78-fc77a6a18391 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:38.280489 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-8f2f9fab-77b6-45b5-90bf-c229666b0110 None None] Deleting port 328a4248-5118-4d43-a8bd-0cd4307d0250 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:47:38.280911 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8f2f9fab-77b6-45b5-90bf-c229666b0110 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:38.289243 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e52dcb2-4a09-4b03-be78-fc77a6a18391 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event updated for resources: {'Subnet': ['ID=a26b328c-e07c-4656-b9f5-3d2537374814,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:38.297639 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-3e52dcb2-4a09-4b03-be78-fc77a6a18391 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3748107 Nov 25 13:47:38.300840 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 32866) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:38.305873 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-76fb2389-00b6-4928-8b04-04a1d8753026 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Request body: {'subnet': {'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:47:38.349506 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:38.377173 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-8f2f9fab-77b6-45b5-90bf-c229666b0110 None None] For port 328a4248-5118-4d43-a8bd-0cd4307d0250, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=328a4248-5118-4d43-a8bd-0cd4307d0250,segment=NetworkSegment(e98af336-eeff-42ff-94a2-13aaa1a9f129),segment_id=e98af336-eeff-42ff-94a2-13aaa1a9f129)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:47:38.378325 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8f2f9fab-77b6-45b5-90bf-c229666b0110 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:38.394199 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-8f2f9fab-77b6-45b5-90bf-c229666b0110 None None] Calling delete_port for 328a4248-5118-4d43-a8bd-0cd4307d0250 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:47:38.429903 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76fb2389-00b6-4928-8b04-04a1d8753026 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Made reservation on behalf of 6637029ee9c14d37942baa2af1cfeae0 for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:47:38.433515 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-76fb2389-00b6-4928-8b04-04a1d8753026 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:38.475401 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8f2f9fab-77b6-45b5-90bf-c229666b0110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:38.506482 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2f9fab-77b6-45b5-90bf-c229666b0110 None None] Pushing event deleted for resources: {'Port': ['ID=328a4248-5118-4d43-a8bd-0cd4307d0250,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:38.510232 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2f9fab-77b6-45b5-90bf-c229666b0110 None None] No DVR routers for this DVR port 328a4248-5118-4d43-a8bd-0cd4307d0250 on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:47:38.529398 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340c72a3-172b-4a2b-b1f4-dfaf29a2039b None None] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:47:38.677790 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a67eee2-bc9a-4350-9d23-9b3fe151106d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'tenant_id': '6637029ee9c14d37942baa2af1cfeae0', 'fixed_ips': [{'subnet_id': 'a26b328c-e07c-4656-b9f5-3d2537374814'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:47:38.678704 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5a67eee2-bc9a-4350-9d23-9b3fe151106d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:38.746187 n-d-808199-11 neutron-server[103570]: DEBUG neutron.objects.ports [None req-76fb2389-00b6-4928-8b04-04a1d8753026 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103570) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 13:47:38.747917 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-76fb2389-00b6-4928-8b04-04a1d8753026 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:38.795490 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fb2389-00b6-4928-8b04-04a1d8753026 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:47:38.798590 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-76fb2389-00b6-4928-8b04-04a1d8753026 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:47:38.803130 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fb2389-00b6-4928-8b04-04a1d8753026 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:38.803781 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-76fb2389-00b6-4928-8b04-04a1d8753026 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:38.813962 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fb2389-00b6-4928-8b04-04a1d8753026 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event updated for resources: {'Subnet': ['ID=269344ae-7e46-42bf-b67a-5d85dfb13c80,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:38.827808 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-76fb2389-00b6-4928-8b04-04a1d8753026 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5258553 Nov 25 13:47:38.830457 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 32868) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:38.838853 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-4a8fcaf6-b5f5-4172-9e99-9047bbdb7ca8 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Request body: {'port': {'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'mac_address': 'fa:16:3e:64:b5:88', 'name': 'tempest-NetworksTestDHCPv6-271374043'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:47:38.862019 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-5a67eee2-bc9a-4350-9d23-9b3fe151106d None None] Allocated IP 172.20.0.2 (458ed7a2-000e-42f5-98b9-db4a5d2ee0a9/a26b328c-e07c-4656-b9f5-3d2537374814/78099cc2-96f9-424b-bec8-25e8282044e4) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:47:38.868148 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-5a67eee2-bc9a-4350-9d23-9b3fe151106d None None] Allocated IP 2001:db8::f816:3eff:fe15:8a53 (458ed7a2-000e-42f5-98b9-db4a5d2ee0a9/269344ae-7e46-42bf-b67a-5d85dfb13c80/78099cc2-96f9-424b-bec8-25e8282044e4) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:47:38.955544 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8fcaf6-b5f5-4172-9e99-9047bbdb7ca8 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Made reservation on behalf of 6637029ee9c14d37942baa2af1cfeae0 for: {'port': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:47:39.010944 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5a67eee2-bc9a-4350-9d23-9b3fe151106d None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:39.017441 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5a67eee2-bc9a-4350-9d23-9b3fe151106d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:39.046313 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4a8fcaf6-b5f5-4172-9e99-9047bbdb7ca8 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:39.057100 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a67eee2-bc9a-4350-9d23-9b3fe151106d None None] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:47:39.063052 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-5a67eee2-bc9a-4350-9d23-9b3fe151106d None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:47:39.065360 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a67eee2-bc9a-4350-9d23-9b3fe151106d None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:47:39.066291 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [None req-4a8fcaf6-b5f5-4172-9e99-9047bbdb7ca8 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] device_id is not set on port 0d56aaf4-b7e5-4c4d-9d11-a13acba4f5c1 yet. {{(pid=103570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:47:39.068176 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a67eee2-bc9a-4350-9d23-9b3fe151106d None None] Pushing event updated for resources: {'Port': ['ID=78099cc2-96f9-424b-bec8-25e8282044e4,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:39.140223 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-5a67eee2-bc9a-4350-9d23-9b3fe151106d None None] Attempting to bind port 78099cc2-96f9-424b-bec8-25e8282044e4 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:47:39.140602 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-5a67eee2-bc9a-4350-9d23-9b3fe151106d None None] Attempting to bind port 78099cc2-96f9-424b-bec8-25e8282044e4 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'e98af336-eeff-42ff-94a2-13aaa1a9f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:47:39.140975 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a67eee2-bc9a-4350-9d23-9b3fe151106d None None] Attempting to bind port 78099cc2-96f9-424b-bec8-25e8282044e4 on network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:47:39.145970 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a67eee2-bc9a-4350-9d23-9b3fe151106d None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:47:39.146354 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a67eee2-bc9a-4350-9d23-9b3fe151106d None None] Checking segment: {'id': 'e98af336-eeff-42ff-94a2-13aaa1a9f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:47:39.146791 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5a67eee2-bc9a-4350-9d23-9b3fe151106d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:39.147197 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a67eee2-bc9a-4350-9d23-9b3fe151106d None None] Bound using segment: {'id': 'e98af336-eeff-42ff-94a2-13aaa1a9f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:47:39.147673 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-5a67eee2-bc9a-4350-9d23-9b3fe151106d None None] Bound port: 78099cc2-96f9-424b-bec8-25e8282044e4, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e98af336-eeff-42ff-94a2-13aaa1a9f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:47:39.148058 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5a67eee2-bc9a-4350-9d23-9b3fe151106d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:39.212751 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-5a67eee2-bc9a-4350-9d23-9b3fe151106d None None] For port 78099cc2-96f9-424b-bec8-25e8282044e4, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:47:39.216067 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-5a67eee2-bc9a-4350-9d23-9b3fe151106d None None] For port 78099cc2-96f9-424b-bec8-25e8282044e4, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=78099cc2-96f9-424b-bec8-25e8282044e4,segment=NetworkSegment(e98af336-eeff-42ff-94a2-13aaa1a9f129),segment_id=e98af336-eeff-42ff-94a2-13aaa1a9f129)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:47:39.220792 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5a67eee2-bc9a-4350-9d23-9b3fe151106d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:39.231248 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-4a8fcaf6-b5f5-4172-9e99-9047bbdb7ca8 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Allocated IP 172.20.0.4 (458ed7a2-000e-42f5-98b9-db4a5d2ee0a9/a26b328c-e07c-4656-b9f5-3d2537374814/0d56aaf4-b7e5-4c4d-9d11-a13acba4f5c1) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:47:39.237849 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-4a8fcaf6-b5f5-4172-9e99-9047bbdb7ca8 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Allocated IP 2001:db8::f816:3eff:fe64:b588 (458ed7a2-000e-42f5-98b9-db4a5d2ee0a9/269344ae-7e46-42bf-b67a-5d85dfb13c80/0d56aaf4-b7e5-4c4d-9d11-a13acba4f5c1) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:47:39.279125 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a67eee2-bc9a-4350-9d23-9b3fe151106d None None] Pushing event updated for resources: {'Port': ['ID=78099cc2-96f9-424b-bec8-25e8282044e4,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:39.385412 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4a8fcaf6-b5f5-4172-9e99-9047bbdb7ca8 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:39.422112 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4a8fcaf6-b5f5-4172-9e99-9047bbdb7ca8 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:39.478190 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8fcaf6-b5f5-4172-9e99-9047bbdb7ca8 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:47:39.489153 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-4a8fcaf6-b5f5-4172-9e99-9047bbdb7ca8 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:47:39.493303 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8fcaf6-b5f5-4172-9e99-9047bbdb7ca8 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:47:39.525367 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fcaf6-b5f5-4172-9e99-9047bbdb7ca8 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event updated for resources: {'Port': ['ID=0d56aaf4-b7e5-4c4d-9d11-a13acba4f5c1,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:39.554299 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8fcaf6-b5f5-4172-9e99-9047bbdb7ca8 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:39.554963 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4a8fcaf6-b5f5-4172-9e99-9047bbdb7ca8 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:39.574675 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-4a8fcaf6-b5f5-4172-9e99-9047bbdb7ca8 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 0.7431376 Nov 25 13:47:39.577104 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 32870) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:39.625225 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744f3e18-1fd8-41c7-973e-c268fd1c3e5a tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:39.631207 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744f3e18-1fd8-41c7-973e-c268fd1c3e5a tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:39.632749 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-744f3e18-1fd8-41c7-973e-c268fd1c3e5a tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.0547421 Nov 25 13:47:39.635343 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 32872) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:39.722524 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-17218c8b-2ab3-4f6a-b4a1-b5fdb55d4502 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Deleting port 0d56aaf4-b7e5-4c4d-9d11-a13acba4f5c1 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:47:39.722907 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-17218c8b-2ab3-4f6a-b4a1-b5fdb55d4502 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:39.808503 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-17218c8b-2ab3-4f6a-b4a1-b5fdb55d4502 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:39.820858 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-17218c8b-2ab3-4f6a-b4a1-b5fdb55d4502 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Calling delete_port for 0d56aaf4-b7e5-4c4d-9d11-a13acba4f5c1 owned by {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:47:40.004557 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 78099cc2-96f9-424b-bec8-25e8282044e4 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:47:40.024301 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-17218c8b-2ab3-4f6a-b4a1-b5fdb55d4502 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:40.054372 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17218c8b-2ab3-4f6a-b4a1-b5fdb55d4502 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event deleted for resources: {'Port': ['ID=0d56aaf4-b7e5-4c4d-9d11-a13acba4f5c1,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:40.064150 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 78099cc2-96f9-424b-bec8-25e8282044e4 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:47:40.064722 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:40.157990 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-17218c8b-2ab3-4f6a-b4a1-b5fdb55d4502 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:40.163740 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-17218c8b-2ab3-4f6a-b4a1-b5fdb55d4502 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/ports/0d56aaf4-b7e5-4c4d-9d11-a13acba4f5c1 HTTP/1.1" status: 204 len: 168 time: 0.5250921 Nov 25 13:47:40.163975 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:40.164126 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 32874) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:40.201879 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] For port 78099cc2-96f9-424b-bec8-25e8282044e4, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=78099cc2-96f9-424b-bec8-25e8282044e4,segment=NetworkSegment(e98af336-eeff-42ff-94a2-13aaa1a9f129),segment_id=e98af336-eeff-42ff-94a2-13aaa1a9f129)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:47:40.206964 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:40.221313 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735b482b-afc2-49ec-bc52-8f1cafdbaeea tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:40.223021 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735b482b-afc2-49ec-bc52-8f1cafdbaeea tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:40.224544 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735b482b-afc2-49ec-bc52-8f1cafdbaeea tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:40.228589 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-735b482b-afc2-49ec-bc52-8f1cafdbaeea tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0612311 Nov 25 13:47:40.229156 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 32876) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:40.262523 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759395fa-57e6-4680-8aa0-ae93481d97b3 None None] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:47:40.286385 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-19cead34-92c7-4199-8e5e-0b95ff183bde tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Deleting subnet 269344ae-7e46-42bf-b67a-5d85dfb13c80 {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:47:40.289557 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-19cead34-92c7-4199-8e5e-0b95ff183bde tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:40.318336 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Pushing event updated for resources: {'Port': ['ID=78099cc2-96f9-424b-bec8-25e8282044e4,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:40.331601 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-19cead34-92c7-4199-8e5e-0b95ff183bde tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:40.402212 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-812baa3f-b213-44b9-8d0e-097821cb8f61 None None] Provisioning complete for port 78099cc2-96f9-424b-bec8-25e8282044e4 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:47:40.402583 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-812baa3f-b213-44b9-8d0e-097821cb8f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:40.413703 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-19cead34-92c7-4199-8e5e-0b95ff183bde tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:40.478865 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-19cead34-92c7-4199-8e5e-0b95ff183bde tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:40.509080 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cead34-92c7-4199-8e5e-0b95ff183bde tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event deleted for resources: {'Subnet': ['ID=269344ae-7e46-42bf-b67a-5d85dfb13c80,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:40.511142 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-19cead34-92c7-4199-8e5e-0b95ff183bde tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:40.515234 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-19cead34-92c7-4199-8e5e-0b95ff183bde tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/subnets/269344ae-7e46-42bf-b67a-5d85dfb13c80 HTTP/1.1" status: 204 len: 168 time: 0.2854941 Nov 25 13:47:40.517772 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 32878) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:40.573186 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-1887c417-d117-4f75-b21a-fbbe69dc6539 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Deleting subnet a26b328c-e07c-4656-b9f5-3d2537374814 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:47:40.577249 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1887c417-d117-4f75-b21a-fbbe69dc6539 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:40.618631 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1887c417-d117-4f75-b21a-fbbe69dc6539 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:40.709855 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1887c417-d117-4f75-b21a-fbbe69dc6539 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:40.769167 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1887c417-d117-4f75-b21a-fbbe69dc6539 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:40.797729 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1887c417-d117-4f75-b21a-fbbe69dc6539 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event deleted for resources: {'Subnet': ['ID=a26b328c-e07c-4656-b9f5-3d2537374814,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:40.801357 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1887c417-d117-4f75-b21a-fbbe69dc6539 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:40.804626 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-1887c417-d117-4f75-b21a-fbbe69dc6539 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/subnets/a26b328c-e07c-4656-b9f5-3d2537374814 HTTP/1.1" status: 204 len: 168 time: 0.2854464 Nov 25 13:47:40.807366 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 32880) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:40.845910 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-a1626577-19af-40d4-910e-c2552e9fb641 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0372224 Nov 25 13:47:40.848539 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 32882) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:40.853313 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-f5d4bc5b-295c-4272-b409-9d262b1939b1 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Request body: {'subnet': {'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:47:40.948836 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d4bc5b-295c-4272-b409-9d262b1939b1 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Made reservation on behalf of 6637029ee9c14d37942baa2af1cfeae0 for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:47:40.952962 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f5d4bc5b-295c-4272-b409-9d262b1939b1 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:40.997569 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43e9156-a9a9-429c-bf03-59920868484c None None] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:47:41.090358 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-d4248b8a-5fc3-43e1-965a-96c996fd6bb3 None None] Provisioning complete for port 78099cc2-96f9-424b-bec8-25e8282044e4 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:47:41.091236 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d4248b8a-5fc3-43e1-965a-96c996fd6bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:41.143091 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f5d4bc5b-295c-4272-b409-9d262b1939b1 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:41.186532 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d4bc5b-295c-4272-b409-9d262b1939b1 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:47:41.190320 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-f5d4bc5b-295c-4272-b409-9d262b1939b1 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:47:41.193366 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d4bc5b-295c-4272-b409-9d262b1939b1 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:41.193962 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f5d4bc5b-295c-4272-b409-9d262b1939b1 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:41.215448 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f5d4bc5b-295c-4272-b409-9d262b1939b1 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3659008 Nov 25 13:47:41.218480 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 32884) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:41.218737 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d4bc5b-295c-4272-b409-9d262b1939b1 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event updated for resources: {'Subnet': ['ID=ae425de3-9622-4aa6-adbe-f86fff09d68b,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:41.225528 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-1e359f57-4727-4073-8c21-6347bbe8b9d4 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Request body: {'subnet': {'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:47:41.227243 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458414d0-c109-45b5-ad74-7f21b7da20b0 None None] DHCP port deletion for 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:47:41.274300 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-458414d0-c109-45b5-ad74-7f21b7da20b0 None None] Deleting port 78099cc2-96f9-424b-bec8-25e8282044e4 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:47:41.274707 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-458414d0-c109-45b5-ad74-7f21b7da20b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:41.335146 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e359f57-4727-4073-8c21-6347bbe8b9d4 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Made reservation on behalf of 6637029ee9c14d37942baa2af1cfeae0 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:47:41.339329 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1e359f57-4727-4073-8c21-6347bbe8b9d4 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:41.352284 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-458414d0-c109-45b5-ad74-7f21b7da20b0 None None] For port 78099cc2-96f9-424b-bec8-25e8282044e4, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=78099cc2-96f9-424b-bec8-25e8282044e4,segment=NetworkSegment(e98af336-eeff-42ff-94a2-13aaa1a9f129),segment_id=e98af336-eeff-42ff-94a2-13aaa1a9f129)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:47:41.352693 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-458414d0-c109-45b5-ad74-7f21b7da20b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:41.369094 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-458414d0-c109-45b5-ad74-7f21b7da20b0 None None] Calling delete_port for 78099cc2-96f9-424b-bec8-25e8282044e4 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:47:41.612517 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-458414d0-c109-45b5-ad74-7f21b7da20b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:41.637448 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458414d0-c109-45b5-ad74-7f21b7da20b0 None None] Pushing event deleted for resources: {'Port': ['ID=78099cc2-96f9-424b-bec8-25e8282044e4,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:41.642733 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458414d0-c109-45b5-ad74-7f21b7da20b0 None None] No DVR routers for this DVR port 78099cc2-96f9-424b-bec8-25e8282044e4 on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:47:41.657068 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff2ccfd-e61d-4288-8ad3-eced16295b87 None None] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:47:41.674875 n-d-808199-11 neutron-server[103571]: DEBUG neutron.objects.ports [None req-1e359f57-4727-4073-8c21-6347bbe8b9d4 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103571) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 13:47:41.676342 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1e359f57-4727-4073-8c21-6347bbe8b9d4 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:41.718140 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e359f57-4727-4073-8c21-6347bbe8b9d4 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:47:41.721336 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-1e359f57-4727-4073-8c21-6347bbe8b9d4 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:47:41.725639 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e359f57-4727-4073-8c21-6347bbe8b9d4 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:41.726239 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1e359f57-4727-4073-8c21-6347bbe8b9d4 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:41.738657 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e359f57-4727-4073-8c21-6347bbe8b9d4 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event updated for resources: {'Subnet': ['ID=a26b7087-7e3a-492f-8531-e821112c9a3b,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:41.748858 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-1e359f57-4727-4073-8c21-6347bbe8b9d4 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5292289 Nov 25 13:47:41.751690 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 32886) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:41.756587 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-8f0cb666-42e9-4fc0-92c9-639339d45d18 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Request body: {'port': {'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'mac_address': 'fa:16:3e:90:59:44', 'name': 'tempest-NetworksTestDHCPv6-1015662244'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:47:41.789957 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:41.818871 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b54295-00dd-4503-b756-531dfdf211f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'tenant_id': '6637029ee9c14d37942baa2af1cfeae0', 'fixed_ips': [{'subnet_id': 'a26b7087-7e3a-492f-8531-e821112c9a3b'}, {'subnet_id': 'ae425de3-9622-4aa6-adbe-f86fff09d68b'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:47:41.819856 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-17b54295-00dd-4503-b756-531dfdf211f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:41.873185 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0cb666-42e9-4fc0-92c9-639339d45d18 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Made reservation on behalf of 6637029ee9c14d37942baa2af1cfeae0 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:47:41.972825 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8f0cb666-42e9-4fc0-92c9-639339d45d18 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:41.996185 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 78099cc2-96f9-424b-bec8-25e8282044e4 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:47:42.004462 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-8f0cb666-42e9-4fc0-92c9-639339d45d18 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] device_id is not set on port 897a6da5-5c8f-46cd-8d9b-c261b7bd69c9 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:47:42.020076 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 78099cc2-96f9-424b-bec8-25e8282044e4 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:47:42.020430 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 78099cc2-96f9-424b-bec8-25e8282044e4 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:47:42.033926 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-17b54295-00dd-4503-b756-531dfdf211f2 None None] Allocated IP 172.20.0.2 (458ed7a2-000e-42f5-98b9-db4a5d2ee0a9/ae425de3-9622-4aa6-adbe-f86fff09d68b/6aa04daf-2244-441f-85b5-9874ee4f3abe) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:47:42.040313 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-17b54295-00dd-4503-b756-531dfdf211f2 None None] Allocated IP 2001:db8::f816:3eff:fea3:d6e4 (458ed7a2-000e-42f5-98b9-db4a5d2ee0a9/a26b7087-7e3a-492f-8531-e821112c9a3b/6aa04daf-2244-441f-85b5-9874ee4f3abe) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:47:42.182101 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-17b54295-00dd-4503-b756-531dfdf211f2 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:42.188102 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-17b54295-00dd-4503-b756-531dfdf211f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:42.226258 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b54295-00dd-4503-b756-531dfdf211f2 None None] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:47:42.229121 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-17b54295-00dd-4503-b756-531dfdf211f2 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:47:42.232631 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b54295-00dd-4503-b756-531dfdf211f2 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:47:42.246595 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b54295-00dd-4503-b756-531dfdf211f2 None None] Pushing event updated for resources: {'Port': ['ID=6aa04daf-2244-441f-85b5-9874ee4f3abe,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:42.288393 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-8f0cb666-42e9-4fc0-92c9-639339d45d18 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Allocated IP 172.20.0.7 (458ed7a2-000e-42f5-98b9-db4a5d2ee0a9/ae425de3-9622-4aa6-adbe-f86fff09d68b/897a6da5-5c8f-46cd-8d9b-c261b7bd69c9) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:47:42.298564 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-8f0cb666-42e9-4fc0-92c9-639339d45d18 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Allocated IP 2001:db8::f816:3eff:fe90:5944 (458ed7a2-000e-42f5-98b9-db4a5d2ee0a9/a26b7087-7e3a-492f-8531-e821112c9a3b/897a6da5-5c8f-46cd-8d9b-c261b7bd69c9) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:47:42.318031 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-17b54295-00dd-4503-b756-531dfdf211f2 None None] Attempting to bind port 6aa04daf-2244-441f-85b5-9874ee4f3abe on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:47:42.318416 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-17b54295-00dd-4503-b756-531dfdf211f2 None None] Attempting to bind port 6aa04daf-2244-441f-85b5-9874ee4f3abe by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'e98af336-eeff-42ff-94a2-13aaa1a9f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:47:42.318844 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b54295-00dd-4503-b756-531dfdf211f2 None None] Attempting to bind port 6aa04daf-2244-441f-85b5-9874ee4f3abe on network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:47:42.324330 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b54295-00dd-4503-b756-531dfdf211f2 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:47:42.324721 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b54295-00dd-4503-b756-531dfdf211f2 None None] Checking segment: {'id': 'e98af336-eeff-42ff-94a2-13aaa1a9f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:47:42.325164 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-17b54295-00dd-4503-b756-531dfdf211f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:42.325570 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b54295-00dd-4503-b756-531dfdf211f2 None None] Bound using segment: {'id': 'e98af336-eeff-42ff-94a2-13aaa1a9f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:47:42.326509 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-17b54295-00dd-4503-b756-531dfdf211f2 None None] Bound port: 6aa04daf-2244-441f-85b5-9874ee4f3abe, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e98af336-eeff-42ff-94a2-13aaa1a9f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:47:42.326509 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-17b54295-00dd-4503-b756-531dfdf211f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:42.395776 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-17b54295-00dd-4503-b756-531dfdf211f2 None None] For port 6aa04daf-2244-441f-85b5-9874ee4f3abe, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:47:42.399288 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-17b54295-00dd-4503-b756-531dfdf211f2 None None] For port 6aa04daf-2244-441f-85b5-9874ee4f3abe, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=6aa04daf-2244-441f-85b5-9874ee4f3abe,segment=NetworkSegment(e98af336-eeff-42ff-94a2-13aaa1a9f129),segment_id=e98af336-eeff-42ff-94a2-13aaa1a9f129)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:47:42.403778 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-17b54295-00dd-4503-b756-531dfdf211f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:42.451506 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8f0cb666-42e9-4fc0-92c9-639339d45d18 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:42.466239 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b54295-00dd-4503-b756-531dfdf211f2 None None] Pushing event updated for resources: {'Port': ['ID=6aa04daf-2244-441f-85b5-9874ee4f3abe,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:42.491372 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8f0cb666-42e9-4fc0-92c9-639339d45d18 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:42.537560 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0cb666-42e9-4fc0-92c9-639339d45d18 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:47:42.540635 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-8f0cb666-42e9-4fc0-92c9-639339d45d18 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:47:42.543312 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0cb666-42e9-4fc0-92c9-639339d45d18 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:47:42.579580 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0cb666-42e9-4fc0-92c9-639339d45d18 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event updated for resources: {'Port': ['ID=897a6da5-5c8f-46cd-8d9b-c261b7bd69c9,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:42.616243 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0cb666-42e9-4fc0-92c9-639339d45d18 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:42.616243 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8f0cb666-42e9-4fc0-92c9-639339d45d18 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:42.633852 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-8f0cb666-42e9-4fc0-92c9-639339d45d18 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.8810148 Nov 25 13:47:42.636242 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 32888) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:42.688469 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6b4e2a-a40d-4b74-8ba1-868d6497689e tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:42.695326 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6b4e2a-a40d-4b74-8ba1-868d6497689e tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:42.696947 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-ac6b4e2a-a40d-4b74-8ba1-868d6497689e tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.0597813 Nov 25 13:47:42.699683 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 32890) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:42.787278 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-5a5c66a0-5cb3-4690-ad34-54dbe8fee0f7 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Deleting port 897a6da5-5c8f-46cd-8d9b-c261b7bd69c9 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:47:42.787622 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5a5c66a0-5cb3-4690-ad34-54dbe8fee0f7 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:42.875534 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5a5c66a0-5cb3-4690-ad34-54dbe8fee0f7 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:42.887251 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-5a5c66a0-5cb3-4690-ad34-54dbe8fee0f7 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Calling delete_port for 897a6da5-5c8f-46cd-8d9b-c261b7bd69c9 owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:47:43.062389 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5a5c66a0-5cb3-4690-ad34-54dbe8fee0f7 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:43.093082 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5c66a0-5cb3-4690-ad34-54dbe8fee0f7 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event deleted for resources: {'Port': ['ID=897a6da5-5c8f-46cd-8d9b-c261b7bd69c9,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:43.185491 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5a5c66a0-5cb3-4690-ad34-54dbe8fee0f7 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:43.188886 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5a5c66a0-5cb3-4690-ad34-54dbe8fee0f7 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/ports/897a6da5-5c8f-46cd-8d9b-c261b7bd69c9 HTTP/1.1" status: 204 len: 168 time: 0.4881880 Nov 25 13:47:43.191352 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 32892) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:43.250281 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82385387-7b60-4ffc-ba09-b09a943a500f tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:43.251900 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82385387-7b60-4ffc-ba09-b09a943a500f tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:43.253420 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82385387-7b60-4ffc-ba09-b09a943a500f tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:43.255058 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-82385387-7b60-4ffc-ba09-b09a943a500f tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0627542 Nov 25 13:47:43.257716 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 32894) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:43.310773 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0fcc9f0-7b08-4dce-a206-4fb51f846704 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Deleting subnet a26b7087-7e3a-492f-8531-e821112c9a3b {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:47:43.314299 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a0fcc9f0-7b08-4dce-a206-4fb51f846704 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:43.355882 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a0fcc9f0-7b08-4dce-a206-4fb51f846704 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:43.419587 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0811899-63c4-4717-936f-07d5be0d510b None None] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:47:43.447019 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a0fcc9f0-7b08-4dce-a206-4fb51f846704 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:43.477846 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bdd341ac-1af9-4c64-9e73-dd94163f5c4e None None] Provisioning complete for port 6aa04daf-2244-441f-85b5-9874ee4f3abe triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:47:43.478222 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bdd341ac-1af9-4c64-9e73-dd94163f5c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:43.505748 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a0fcc9f0-7b08-4dce-a206-4fb51f846704 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:43.532923 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fcc9f0-7b08-4dce-a206-4fb51f846704 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event deleted for resources: {'Subnet': ['ID=a26b7087-7e3a-492f-8531-e821112c9a3b,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:43.536445 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a0fcc9f0-7b08-4dce-a206-4fb51f846704 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:43.539698 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-a0fcc9f0-7b08-4dce-a206-4fb51f846704 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/subnets/a26b7087-7e3a-492f-8531-e821112c9a3b HTTP/1.1" status: 204 len: 168 time: 0.2810285 Nov 25 13:47:43.542129 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 32896) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:43.593007 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-3692a9f2-f640-43d1-ac84-48bba31a59dd tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Deleting subnet ae425de3-9622-4aa6-adbe-f86fff09d68b {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:47:43.596249 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3692a9f2-f640-43d1-ac84-48bba31a59dd tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:43.637289 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bdd341ac-1af9-4c64-9e73-dd94163f5c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:43.643037 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3692a9f2-f640-43d1-ac84-48bba31a59dd tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:43.678404 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bdd341ac-1af9-4c64-9e73-dd94163f5c4e None None] For port 6aa04daf-2244-441f-85b5-9874ee4f3abe, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=6aa04daf-2244-441f-85b5-9874ee4f3abe,segment=NetworkSegment(e98af336-eeff-42ff-94a2-13aaa1a9f129),segment_id=e98af336-eeff-42ff-94a2-13aaa1a9f129)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:47:43.683716 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bdd341ac-1af9-4c64-9e73-dd94163f5c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:43.727338 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3692a9f2-f640-43d1-ac84-48bba31a59dd tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:43.737432 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd341ac-1af9-4c64-9e73-dd94163f5c4e None None] Pushing event updated for resources: {'Port': ['ID=6aa04daf-2244-441f-85b5-9874ee4f3abe,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:43.797332 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3692a9f2-f640-43d1-ac84-48bba31a59dd tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:43.830767 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3692a9f2-f640-43d1-ac84-48bba31a59dd tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event deleted for resources: {'Subnet': ['ID=ae425de3-9622-4aa6-adbe-f86fff09d68b,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:43.836270 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3692a9f2-f640-43d1-ac84-48bba31a59dd tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:43.839495 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-3692a9f2-f640-43d1-ac84-48bba31a59dd tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/subnets/ae425de3-9622-4aa6-adbe-f86fff09d68b HTTP/1.1" status: 204 len: 168 time: 0.2964163 Nov 25 13:47:43.842024 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 32898) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:43.881248 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-979dc501-f342-4be1-98f1-48d292ceacd9 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0381243 Nov 25 13:47:43.883733 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 32900) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:43.933384 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290f6bf8-65dc-4575-9a57-9a07028f43a6 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:43.935716 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-290f6bf8-65dc-4575-9a57-9a07028f43a6 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0508945 Nov 25 13:47:43.938031 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 32902) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:43.999680 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46d1731-8321-4102-a551-26a869300920 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:44.001275 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-f46d1731-8321-4102-a551-26a869300920 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0623162 Nov 25 13:47:44.004430 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 32904) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:44.028682 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 6aa04daf-2244-441f-85b5-9874ee4f3abe up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:47:44.043950 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-0367f61b-f0ab-43a3-b90b-ccafbcb91022 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0380201 Nov 25 13:47:44.050905 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 32906) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:44.056344 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-b806d7ad-dd49-43ba-8140-30cb570babfd tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Request body: {'subnet': {'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:47:44.082895 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 6aa04daf-2244-441f-85b5-9874ee4f3abe triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:47:44.083270 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:44.160230 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b806d7ad-dd49-43ba-8140-30cb570babfd tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Made reservation on behalf of 6637029ee9c14d37942baa2af1cfeae0 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:47:44.163777 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b806d7ad-dd49-43ba-8140-30cb570babfd tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:44.165265 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-b806d7ad-dd49-43ba-8140-30cb570babfd tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 13:47:44.165685 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b806d7ad-dd49-43ba-8140-30cb570babfd tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:47:44.183779 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b806d7ad-dd49-43ba-8140-30cb570babfd tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1314516 Nov 25 13:47:44.187345 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 32908) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:44.192232 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-0a798b1b-2338-47f2-bfcc-c844d296754a tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Request body: {'subnet': {'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:47:44.204106 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61236f5-fb97-46f3-9062-d11233666796 None None] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:47:44.258206 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-a681270f-e426-4d75-b5de-4ab78fc24f79 None None] Provisioning complete for port 6aa04daf-2244-441f-85b5-9874ee4f3abe triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:47:44.258582 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a681270f-e426-4d75-b5de-4ab78fc24f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:44.284513 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a798b1b-2338-47f2-bfcc-c844d296754a tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Made reservation on behalf of 6637029ee9c14d37942baa2af1cfeae0 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:47:44.288980 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0a798b1b-2338-47f2-bfcc-c844d296754a tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:44.290532 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a798b1b-2338-47f2-bfcc-c844d296754a tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 13:47:44.291003 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a798b1b-2338-47f2-bfcc-c844d296754a tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:47:44.306447 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-0a798b1b-2338-47f2-bfcc-c844d296754a tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1180203 Nov 25 13:47:44.309386 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 32910) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:44.316091 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-5f1d5f13-fea5-4b9d-b007-793026da704d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Request body: {'subnet': {'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:47:44.406838 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f1d5f13-fea5-4b9d-b007-793026da704d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Made reservation on behalf of 6637029ee9c14d37942baa2af1cfeae0 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:47:44.410316 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5f1d5f13-fea5-4b9d-b007-793026da704d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:44.411746 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f1d5f13-fea5-4b9d-b007-793026da704d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 13:47:44.412178 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f1d5f13-fea5-4b9d-b007-793026da704d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:47:44.431740 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5f1d5f13-fea5-4b9d-b007-793026da704d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1208007 Nov 25 13:47:44.436056 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 32912) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:44.442835 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c799267f-0a69-4086-a901-5e0e58bf601d None None] DHCP port deletion for 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:47:44.443392 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-05ca1e72-5f47-453d-913c-c86a0b03b398 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Request body: {'subnet': {'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:47:44.493111 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-c799267f-0a69-4086-a901-5e0e58bf601d None None] Deleting port 6aa04daf-2244-441f-85b5-9874ee4f3abe {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:47:44.493493 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c799267f-0a69-4086-a901-5e0e58bf601d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:44.536970 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ca1e72-5f47-453d-913c-c86a0b03b398 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Made reservation on behalf of 6637029ee9c14d37942baa2af1cfeae0 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:47:44.540582 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-05ca1e72-5f47-453d-913c-c86a0b03b398 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:44.541990 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-05ca1e72-5f47-453d-913c-c86a0b03b398 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 13:47:44.542432 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05ca1e72-5f47-453d-913c-c86a0b03b398 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:47:44.558327 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-05ca1e72-5f47-453d-913c-c86a0b03b398 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1215544 Nov 25 13:47:44.561849 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 32914) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:44.562472 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-c799267f-0a69-4086-a901-5e0e58bf601d None None] For port 6aa04daf-2244-441f-85b5-9874ee4f3abe, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=6aa04daf-2244-441f-85b5-9874ee4f3abe,segment=NetworkSegment(e98af336-eeff-42ff-94a2-13aaa1a9f129),segment_id=e98af336-eeff-42ff-94a2-13aaa1a9f129)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:47:44.562916 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c799267f-0a69-4086-a901-5e0e58bf601d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:44.566729 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-4fd1e4b1-d032-4544-993d-e5d521e963bd tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Request body: {'subnet': {'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:47:44.575480 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-c799267f-0a69-4086-a901-5e0e58bf601d None None] Calling delete_port for 6aa04daf-2244-441f-85b5-9874ee4f3abe owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:47:44.655679 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c799267f-0a69-4086-a901-5e0e58bf601d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:44.656762 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd1e4b1-d032-4544-993d-e5d521e963bd tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Made reservation on behalf of 6637029ee9c14d37942baa2af1cfeae0 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:47:44.660947 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4fd1e4b1-d032-4544-993d-e5d521e963bd tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:44.661805 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fd1e4b1-d032-4544-993d-e5d521e963bd tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 13:47:44.662241 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fd1e4b1-d032-4544-993d-e5d521e963bd tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:47:44.678000 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-4fd1e4b1-d032-4544-993d-e5d521e963bd tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1151218 Nov 25 13:47:44.681093 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 32916) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:44.681414 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c799267f-0a69-4086-a901-5e0e58bf601d None None] Pushing event deleted for resources: {'Port': ['ID=6aa04daf-2244-441f-85b5-9874ee4f3abe,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:44.686786 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c799267f-0a69-4086-a901-5e0e58bf601d None None] No DVR routers for this DVR port 6aa04daf-2244-441f-85b5-9874ee4f3abe on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:47:44.691425 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-eabeb2c8-cdc2-4d24-a828-b5c67b83d5a4 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Request body: {'subnet': {'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:47:44.783794 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eabeb2c8-cdc2-4d24-a828-b5c67b83d5a4 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Made reservation on behalf of 6637029ee9c14d37942baa2af1cfeae0 for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:47:44.787560 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-eabeb2c8-cdc2-4d24-a828-b5c67b83d5a4 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:44.788966 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-eabeb2c8-cdc2-4d24-a828-b5c67b83d5a4 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 13:47:44.789394 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eabeb2c8-cdc2-4d24-a828-b5c67b83d5a4 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:47:44.805886 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-eabeb2c8-cdc2-4d24-a828-b5c67b83d5a4 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1237159 Nov 25 13:47:44.808548 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 32918) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:44.840003 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-54b1c78c-8d41-42e9-8508-6a43ad1e7f93 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0303037 Nov 25 13:47:44.842946 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 32920) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:44.890644 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7aebb42-5689-4b82-8688-39691f63874e tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:44.892106 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-a7aebb42-5689-4b82-8688-39691f63874e tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0482860 Nov 25 13:47:44.894901 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 32922) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:44.936031 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-9c913ecb-5bbf-496c-a517-c38dd08994f2 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0396211 Nov 25 13:47:44.940128 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 32924) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:44.944911 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-77d18774-7176-44a1-8868-b0d5ef95a8c6 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Request body: {'subnet': {'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:47:45.033942 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d18774-7176-44a1-8868-b0d5ef95a8c6 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Made reservation on behalf of 6637029ee9c14d37942baa2af1cfeae0 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:47:45.037481 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-77d18774-7176-44a1-8868-b0d5ef95a8c6 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:45.287897 n-d-808199-11 neutron-server[103571]: DEBUG neutron.objects.ports [None req-77d18774-7176-44a1-8868-b0d5ef95a8c6 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103571) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 13:47:45.289224 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-77d18774-7176-44a1-8868-b0d5ef95a8c6 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:45.331969 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d18774-7176-44a1-8868-b0d5ef95a8c6 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:47:45.335206 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-77d18774-7176-44a1-8868-b0d5ef95a8c6 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:47:45.339234 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d18774-7176-44a1-8868-b0d5ef95a8c6 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:45.339815 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-77d18774-7176-44a1-8868-b0d5ef95a8c6 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:45.343928 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a51df9b-be67-467a-b8a0-412ff58da1c7 None None] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:47:45.352631 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d18774-7176-44a1-8868-b0d5ef95a8c6 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event updated for resources: {'Subnet': ['ID=02c77235-7caf-4a07-a747-20dbc4f4abd9,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:45.363189 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-77d18774-7176-44a1-8868-b0d5ef95a8c6 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4220545 Nov 25 13:47:45.365097 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 32926) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:45.370288 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-f91c37f6-b6d2-4c89-880a-0edab7bf2115 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Request body: {'port': {'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'mac_address': 'fa:16:3e:19:10:54', 'name': 'tempest-NetworksTestDHCPv6-910032135'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:47:45.481956 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91c37f6-b6d2-4c89-880a-0edab7bf2115 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Made reservation on behalf of 6637029ee9c14d37942baa2af1cfeae0 for: {'port': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:47:45.491094 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0eaa7cf-c338-4fb6-b4a9-4702a35b70ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'tenant_id': '6637029ee9c14d37942baa2af1cfeae0', 'fixed_ips': [{'subnet_id': '02c77235-7caf-4a07-a747-20dbc4f4abd9'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:47:45.492607 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f0eaa7cf-c338-4fb6-b4a9-4702a35b70ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:45.563313 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f91c37f6-b6d2-4c89-880a-0edab7bf2115 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:45.582479 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [None req-f91c37f6-b6d2-4c89-880a-0edab7bf2115 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] device_id is not set on port 96e994d2-745d-470a-b1e0-fc5186b687ed yet. {{(pid=103570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:47:45.625781 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-f0eaa7cf-c338-4fb6-b4a9-4702a35b70ed None None] Allocated IP 2001:db8::f816:3eff:fe75:59a7 (458ed7a2-000e-42f5-98b9-db4a5d2ee0a9/02c77235-7caf-4a07-a747-20dbc4f4abd9/a22e8a0f-926f-4a42-986d-982defb48ebd) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:47:45.767583 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f0eaa7cf-c338-4fb6-b4a9-4702a35b70ed None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:45.775643 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f0eaa7cf-c338-4fb6-b4a9-4702a35b70ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:45.818455 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0eaa7cf-c338-4fb6-b4a9-4702a35b70ed None None] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:47:45.820150 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-f91c37f6-b6d2-4c89-880a-0edab7bf2115 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Allocated IP 2001:db8::f816:3eff:fe19:1054 (458ed7a2-000e-42f5-98b9-db4a5d2ee0a9/02c77235-7caf-4a07-a747-20dbc4f4abd9/96e994d2-745d-470a-b1e0-fc5186b687ed) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:47:45.822500 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eaa7cf-c338-4fb6-b4a9-4702a35b70ed None None] Pushing event updated for resources: {'Port': ['ID=a22e8a0f-926f-4a42-986d-982defb48ebd,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:45.825737 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-f0eaa7cf-c338-4fb6-b4a9-4702a35b70ed None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:47:45.827932 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0eaa7cf-c338-4fb6-b4a9-4702a35b70ed None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:47:45.881885 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-f0eaa7cf-c338-4fb6-b4a9-4702a35b70ed None None] Attempting to bind port a22e8a0f-926f-4a42-986d-982defb48ebd on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:47:45.882262 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-f0eaa7cf-c338-4fb6-b4a9-4702a35b70ed None None] Attempting to bind port a22e8a0f-926f-4a42-986d-982defb48ebd by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'e98af336-eeff-42ff-94a2-13aaa1a9f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:47:45.882630 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0eaa7cf-c338-4fb6-b4a9-4702a35b70ed None None] Attempting to bind port a22e8a0f-926f-4a42-986d-982defb48ebd on network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:47:45.888167 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0eaa7cf-c338-4fb6-b4a9-4702a35b70ed None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:47:45.888549 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0eaa7cf-c338-4fb6-b4a9-4702a35b70ed None None] Checking segment: {'id': 'e98af336-eeff-42ff-94a2-13aaa1a9f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:47:45.889204 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f0eaa7cf-c338-4fb6-b4a9-4702a35b70ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:45.889598 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0eaa7cf-c338-4fb6-b4a9-4702a35b70ed None None] Bound using segment: {'id': 'e98af336-eeff-42ff-94a2-13aaa1a9f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:47:45.890061 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-f0eaa7cf-c338-4fb6-b4a9-4702a35b70ed None None] Bound port: a22e8a0f-926f-4a42-986d-982defb48ebd, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e98af336-eeff-42ff-94a2-13aaa1a9f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:47:45.890436 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f0eaa7cf-c338-4fb6-b4a9-4702a35b70ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:45.955231 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-f0eaa7cf-c338-4fb6-b4a9-4702a35b70ed None None] For port a22e8a0f-926f-4a42-986d-982defb48ebd, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:47:45.958582 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-f0eaa7cf-c338-4fb6-b4a9-4702a35b70ed None None] For port a22e8a0f-926f-4a42-986d-982defb48ebd, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=a22e8a0f-926f-4a42-986d-982defb48ebd,segment=NetworkSegment(e98af336-eeff-42ff-94a2-13aaa1a9f129),segment_id=e98af336-eeff-42ff-94a2-13aaa1a9f129)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:47:45.963341 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f0eaa7cf-c338-4fb6-b4a9-4702a35b70ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:45.984045 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f91c37f6-b6d2-4c89-880a-0edab7bf2115 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:45.993745 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 6aa04daf-2244-441f-85b5-9874ee4f3abe no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:47:46.018501 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f91c37f6-b6d2-4c89-880a-0edab7bf2115 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:46.029618 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 6aa04daf-2244-441f-85b5-9874ee4f3abe {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:47:46.029977 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 6aa04daf-2244-441f-85b5-9874ee4f3abe not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:47:46.058205 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eaa7cf-c338-4fb6-b4a9-4702a35b70ed None None] Pushing event updated for resources: {'Port': ['ID=a22e8a0f-926f-4a42-986d-982defb48ebd,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:46.058654 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91c37f6-b6d2-4c89-880a-0edab7bf2115 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:47:46.064654 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-f91c37f6-b6d2-4c89-880a-0edab7bf2115 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:47:46.068389 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91c37f6-b6d2-4c89-880a-0edab7bf2115 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:47:46.074100 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91c37f6-b6d2-4c89-880a-0edab7bf2115 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:46.074679 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f91c37f6-b6d2-4c89-880a-0edab7bf2115 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:46.090170 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91c37f6-b6d2-4c89-880a-0edab7bf2115 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event updated for resources: {'Port': ['ID=96e994d2-745d-470a-b1e0-fc5186b687ed,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:46.100143 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f91c37f6-b6d2-4c89-880a-0edab7bf2115 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.7339013 Nov 25 13:47:46.102678 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 32928) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:46.151389 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754099e0-206a-4a75-9330-c4d040824ac9 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:46.157502 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754099e0-206a-4a75-9330-c4d040824ac9 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:46.159143 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-754099e0-206a-4a75-9330-c4d040824ac9 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0555151 Nov 25 13:47:46.161736 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 32930) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:46.271358 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-1faa81c1-0e13-41f0-bbbb-158545581aa7 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Deleting port 96e994d2-745d-470a-b1e0-fc5186b687ed {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:47:46.271700 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1faa81c1-0e13-41f0-bbbb-158545581aa7 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:46.358321 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1faa81c1-0e13-41f0-bbbb-158545581aa7 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:46.369974 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-1faa81c1-0e13-41f0-bbbb-158545581aa7 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Calling delete_port for 96e994d2-745d-470a-b1e0-fc5186b687ed owned by {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:47:46.837208 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1faa81c1-0e13-41f0-bbbb-158545581aa7 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:46.867584 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faa81c1-0e13-41f0-bbbb-158545581aa7 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event deleted for resources: {'Port': ['ID=96e994d2-745d-470a-b1e0-fc5186b687ed,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:46.894973 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1faa81c1-0e13-41f0-bbbb-158545581aa7 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:46.898296 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-1faa81c1-0e13-41f0-bbbb-158545581aa7 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/ports/96e994d2-745d-470a-b1e0-fc5186b687ed HTTP/1.1" status: 204 len: 168 time: 0.7356153 Nov 25 13:47:46.900999 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 32932) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:46.955451 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97276822-23b8-44df-b5ec-f5c2c82a747f tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:46.956945 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97276822-23b8-44df-b5ec-f5c2c82a747f tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:46.958466 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-97276822-23b8-44df-b5ec-f5c2c82a747f tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0563717 Nov 25 13:47:46.961183 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 32934) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:47.013471 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-5db9f238-7c3d-4923-ba8c-9f0e03b6c1b9 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Deleting subnet 02c77235-7caf-4a07-a747-20dbc4f4abd9 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:47:47.017284 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5db9f238-7c3d-4923-ba8c-9f0e03b6c1b9 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:47.043405 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-3fab6b46-f778-46cc-bed9-39390936720c None None] Provisioning complete for port a22e8a0f-926f-4a42-986d-982defb48ebd triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:47:47.044555 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3fab6b46-f778-46cc-bed9-39390936720c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:47.060492 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5db9f238-7c3d-4923-ba8c-9f0e03b6c1b9 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:47.134063 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3fab6b46-f778-46cc-bed9-39390936720c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:47.157762 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5db9f238-7c3d-4923-ba8c-9f0e03b6c1b9 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:47.224698 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5db9f238-7c3d-4923-ba8c-9f0e03b6c1b9 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:47.260028 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5db9f238-7c3d-4923-ba8c-9f0e03b6c1b9 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:47.269399 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.db.api [None req-3fab6b46-f778-46cc-bed9-39390936720c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 13:47:47.270136 n-d-808199-11 neutron-server[103572]: DEBUG oslo_db.api [None req-3fab6b46-f778-46cc-bed9-39390936720c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 13:47:47.271255 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5db9f238-7c3d-4923-ba8c-9f0e03b6c1b9 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/subnets/02c77235-7caf-4a07-a747-20dbc4f4abd9 HTTP/1.1" status: 204 len: 168 time: 0.3076131 Nov 25 13:47:47.272268 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 32938) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:47.272499 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db9f238-7c3d-4923-ba8c-9f0e03b6c1b9 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event deleted for resources: {'Subnet': ['ID=02c77235-7caf-4a07-a747-20dbc4f4abd9,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:47.311660 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b95af14e-1d9b-497f-8fe8-aa6184e20615 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0371082 Nov 25 13:47:47.313710 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 32940) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:47.318672 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-2b527b84-4a44-43c8-985d-32a513e48830 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Request body: {'subnet': {'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:47:47.350589 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08eb2ea0-5ed9-413a-8e31-a465dd193360 None None] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:47:47.412097 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b527b84-4a44-43c8-985d-32a513e48830 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Made reservation on behalf of 6637029ee9c14d37942baa2af1cfeae0 for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:47:47.416651 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2b527b84-4a44-43c8-985d-32a513e48830 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:47.527614 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bc5af6-d467-4000-9548-0ccd9d0cc3ad None None] DHCP port deletion for 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:47:47.579836 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-98bc5af6-d467-4000-9548-0ccd9d0cc3ad None None] Deleting port a22e8a0f-926f-4a42-986d-982defb48ebd {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:47:47.580226 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-98bc5af6-d467-4000-9548-0ccd9d0cc3ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:47.642161 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-98bc5af6-d467-4000-9548-0ccd9d0cc3ad None None] For port a22e8a0f-926f-4a42-986d-982defb48ebd, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=a22e8a0f-926f-4a42-986d-982defb48ebd,segment=NetworkSegment(e98af336-eeff-42ff-94a2-13aaa1a9f129),segment_id=e98af336-eeff-42ff-94a2-13aaa1a9f129)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:47:47.642567 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-98bc5af6-d467-4000-9548-0ccd9d0cc3ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:47.654945 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-98bc5af6-d467-4000-9548-0ccd9d0cc3ad None None] Calling delete_port for a22e8a0f-926f-4a42-986d-982defb48ebd owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:47:47.699859 n-d-808199-11 neutron-server[103570]: DEBUG neutron.objects.ports [None req-2b527b84-4a44-43c8-985d-32a513e48830 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103570) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 13:47:47.736791 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-98bc5af6-d467-4000-9548-0ccd9d0cc3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:47.763653 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bc5af6-d467-4000-9548-0ccd9d0cc3ad None None] No DVR routers for this DVR port a22e8a0f-926f-4a42-986d-982defb48ebd on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:47:47.766807 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bc5af6-d467-4000-9548-0ccd9d0cc3ad None None] Pushing event deleted for resources: {'Port': ['ID=a22e8a0f-926f-4a42-986d-982defb48ebd,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:47.795463 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-3fab6b46-f778-46cc-bed9-39390936720c None None] Port a22e8a0f-926f-4a42-986d-982defb48ebd update to ACTIVE by agent not found {{(pid=103572) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 25 13:47:47.803628 n-d-808199-11 neutron-server[103570]: WARNING neutron.services.revisions.revision_plugin [None req-2b527b84-4a44-43c8-985d-32a513e48830 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Could not find related port for resource to bump revision. Nov 25 13:47:47.808659 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.ipam_pluggable_backend [None req-2b527b84-4a44-43c8-985d-32a513e48830 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Port a22e8a0f-926f-4a42-986d-982defb48ebd was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103570) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 25 13:47:47.808975 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.ipam_pluggable_backend [None req-2b527b84-4a44-43c8-985d-32a513e48830 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Reverting IP allocation for 2001:db8::f816:3eff:fe75:59a7 {{(pid=103570) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 25 13:47:47.812482 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.ipam_pluggable_backend [None req-2b527b84-4a44-43c8-985d-32a513e48830 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe75:59a7 {{(pid=103570) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 25 13:47:47.813693 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2b527b84-4a44-43c8-985d-32a513e48830 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:47.855176 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b527b84-4a44-43c8-985d-32a513e48830 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:47:47.858853 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-2b527b84-4a44-43c8-985d-32a513e48830 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:47:47.862941 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b527b84-4a44-43c8-985d-32a513e48830 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:47.863532 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2b527b84-4a44-43c8-985d-32a513e48830 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:47.868045 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312152fa-1f4b-4147-a013-2dbe13a0d840 None None] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:47:47.875078 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b527b84-4a44-43c8-985d-32a513e48830 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event updated for resources: {'Subnet': ['ID=3d01426c-d3ef-474d-b7de-b7b9e3f381e8,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:47.885193 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-2b527b84-4a44-43c8-985d-32a513e48830 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5704858 Nov 25 13:47:47.887920 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 32942) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:47.893066 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-0d02affe-7d68-43ac-a171-1afa592fddf1 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Request body: {'port': {'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'mac_address': 'fa:16:3e:08:ad:66', 'name': 'tempest-NetworksTestDHCPv6-1216582115'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:47:47.922777 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-d9280f98-1314-44a4-9bfb-20341539f241 None None] Could not find standard attr ID for object 96e994d2-745d-470a-b1e0-fc5186b687ed. {{(pid=103572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 13:47:48.004767 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d02affe-7d68-43ac-a171-1afa592fddf1 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Made reservation on behalf of 6637029ee9c14d37942baa2af1cfeae0 for: {'port': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:47:48.008950 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0d02affe-7d68-43ac-a171-1afa592fddf1 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:48.020073 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d48230-e7e4-45c1-a9cc-113dbbc8cddd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'tenant_id': '6637029ee9c14d37942baa2af1cfeae0', 'fixed_ips': [{'subnet_id': '3d01426c-d3ef-474d-b7de-b7b9e3f381e8'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:47:48.020940 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e6d48230-e7e4-45c1-a9cc-113dbbc8cddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:48.031250 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [None req-0d02affe-7d68-43ac-a171-1afa592fddf1 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] device_id is not set on port ea1d84a8-ad9d-423c-a226-9850925d38d8 yet. {{(pid=103570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:47:48.135044 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-0d02affe-7d68-43ac-a171-1afa592fddf1 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Allocated IP 2001:db8::f816:3eff:fe08:ad66 (458ed7a2-000e-42f5-98b9-db4a5d2ee0a9/3d01426c-d3ef-474d-b7de-b7b9e3f381e8/ea1d84a8-ad9d-423c-a226-9850925d38d8) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:47:48.283687 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0d02affe-7d68-43ac-a171-1afa592fddf1 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:48.316141 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0d02affe-7d68-43ac-a171-1afa592fddf1 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:48.357009 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d02affe-7d68-43ac-a171-1afa592fddf1 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:47:48.369379 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-0d02affe-7d68-43ac-a171-1afa592fddf1 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:47:48.379186 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d02affe-7d68-43ac-a171-1afa592fddf1 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:47:48.380145 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d02affe-7d68-43ac-a171-1afa592fddf1 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:48.380813 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0d02affe-7d68-43ac-a171-1afa592fddf1 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:48.392978 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d02affe-7d68-43ac-a171-1afa592fddf1 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event updated for resources: {'Port': ['ID=ea1d84a8-ad9d-423c-a226-9850925d38d8,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:48.408797 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-0d02affe-7d68-43ac-a171-1afa592fddf1 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.5193658 Nov 25 13:47:48.411093 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 32944) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:48.459976 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec432db7-8262-476c-9886-fb406e752add tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:48.461524 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-ec432db7-8262-476c-9886-fb406e752add tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0494609 Nov 25 13:47:48.464361 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 32946) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:48.519761 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-e6d48230-e7e4-45c1-a9cc-113dbbc8cddd None None] Allocated IP 2001:db8::f816:3eff:fe06:20bb (458ed7a2-000e-42f5-98b9-db4a5d2ee0a9/3d01426c-d3ef-474d-b7de-b7b9e3f381e8/7baaf1ae-9dbd-415e-827c-9d08d6010772) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:47:48.555130 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-1f0e34ce-c775-456a-b688-2810065fb4de tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Deleting port ea1d84a8-ad9d-423c-a226-9850925d38d8 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:47:48.555378 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1f0e34ce-c775-456a-b688-2810065fb4de tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:48.645599 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1f0e34ce-c775-456a-b688-2810065fb4de tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:48.657960 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-1f0e34ce-c775-456a-b688-2810065fb4de tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Calling delete_port for ea1d84a8-ad9d-423c-a226-9850925d38d8 owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:47:48.670105 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e6d48230-e7e4-45c1-a9cc-113dbbc8cddd None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:48.676742 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e6d48230-e7e4-45c1-a9cc-113dbbc8cddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:48.717165 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d48230-e7e4-45c1-a9cc-113dbbc8cddd None None] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:47:48.721702 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-e6d48230-e7e4-45c1-a9cc-113dbbc8cddd None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:47:48.724621 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d48230-e7e4-45c1-a9cc-113dbbc8cddd None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:47:48.732095 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d48230-e7e4-45c1-a9cc-113dbbc8cddd None None] Pushing event updated for resources: {'Port': ['ID=7baaf1ae-9dbd-415e-827c-9d08d6010772,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:48.783649 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-e6d48230-e7e4-45c1-a9cc-113dbbc8cddd None None] Attempting to bind port 7baaf1ae-9dbd-415e-827c-9d08d6010772 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:47:48.784029 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-e6d48230-e7e4-45c1-a9cc-113dbbc8cddd None None] Attempting to bind port 7baaf1ae-9dbd-415e-827c-9d08d6010772 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'e98af336-eeff-42ff-94a2-13aaa1a9f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:47:48.784404 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d48230-e7e4-45c1-a9cc-113dbbc8cddd None None] Attempting to bind port 7baaf1ae-9dbd-415e-827c-9d08d6010772 on network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:47:48.789783 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d48230-e7e4-45c1-a9cc-113dbbc8cddd None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:47:48.790367 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d48230-e7e4-45c1-a9cc-113dbbc8cddd None None] Checking segment: {'id': 'e98af336-eeff-42ff-94a2-13aaa1a9f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:47:48.790861 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e6d48230-e7e4-45c1-a9cc-113dbbc8cddd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:48.791453 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d48230-e7e4-45c1-a9cc-113dbbc8cddd None None] Bound using segment: {'id': 'e98af336-eeff-42ff-94a2-13aaa1a9f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:47:48.792069 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-e6d48230-e7e4-45c1-a9cc-113dbbc8cddd None None] Bound port: 7baaf1ae-9dbd-415e-827c-9d08d6010772, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e98af336-eeff-42ff-94a2-13aaa1a9f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:47:48.792358 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1f0e34ce-c775-456a-b688-2810065fb4de tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:48.792503 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e6d48230-e7e4-45c1-a9cc-113dbbc8cddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:48.819186 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e34ce-c775-456a-b688-2810065fb4de tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event deleted for resources: {'Port': ['ID=ea1d84a8-ad9d-423c-a226-9850925d38d8,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:48.846857 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1f0e34ce-c775-456a-b688-2810065fb4de tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:48.850468 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-1f0e34ce-c775-456a-b688-2810065fb4de tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/ports/ea1d84a8-ad9d-423c-a226-9850925d38d8 HTTP/1.1" status: 204 len: 168 time: 0.3851476 Nov 25 13:47:48.853012 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 32948) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:48.864568 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-e6d48230-e7e4-45c1-a9cc-113dbbc8cddd None None] For port 7baaf1ae-9dbd-415e-827c-9d08d6010772, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:47:48.867756 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-e6d48230-e7e4-45c1-a9cc-113dbbc8cddd None None] For port 7baaf1ae-9dbd-415e-827c-9d08d6010772, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=7baaf1ae-9dbd-415e-827c-9d08d6010772,segment=NetworkSegment(e98af336-eeff-42ff-94a2-13aaa1a9f129),segment_id=e98af336-eeff-42ff-94a2-13aaa1a9f129)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:47:48.872647 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e6d48230-e7e4-45c1-a9cc-113dbbc8cddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:48.908686 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d85479d-7825-4583-a238-e85012bb8d0f tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:48.910222 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d85479d-7825-4583-a238-e85012bb8d0f tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:48.911802 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-2d85479d-7825-4583-a238-e85012bb8d0f tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0577838 Nov 25 13:47:48.914394 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 32950) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:48.933376 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d48230-e7e4-45c1-a9cc-113dbbc8cddd None None] Pushing event updated for resources: {'Port': ['ID=7baaf1ae-9dbd-415e-827c-9d08d6010772,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:48.970730 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-d29f53c3-2a54-4709-afc4-80683e3e7915 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Deleting subnet 3d01426c-d3ef-474d-b7de-b7b9e3f381e8 {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:47:48.974263 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d29f53c3-2a54-4709-afc4-80683e3e7915 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:49.020630 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d29f53c3-2a54-4709-afc4-80683e3e7915 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:49.114122 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d29f53c3-2a54-4709-afc4-80683e3e7915 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:49.175269 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d29f53c3-2a54-4709-afc4-80683e3e7915 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:49.209252 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29f53c3-2a54-4709-afc4-80683e3e7915 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event deleted for resources: {'Subnet': ['ID=3d01426c-d3ef-474d-b7de-b7b9e3f381e8,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:49.213001 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d29f53c3-2a54-4709-afc4-80683e3e7915 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:49.216899 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d29f53c3-2a54-4709-afc4-80683e3e7915 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/subnets/3d01426c-d3ef-474d-b7de-b7b9e3f381e8 HTTP/1.1" status: 204 len: 168 time: 0.3013959 Nov 25 13:47:49.219464 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 32952) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:49.264294 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-19c4253a-a71b-44c8-894c-679452149f2a tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0433800 Nov 25 13:47:49.266611 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 32954) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:49.311975 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4935e47f-f3e1-452f-a303-961d492dd856 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:49.313329 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-4935e47f-f3e1-452f-a303-961d492dd856 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0457654 Nov 25 13:47:49.315732 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 32956) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:49.363946 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fbf003-5b0a-4cf2-8e87-b5f0b21b1936 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:49.365426 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-99fbf003-5b0a-4cf2-8e87-b5f0b21b1936 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0488029 Nov 25 13:47:49.368138 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 32958) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:49.409392 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d2e5e86b-62a7-45d1-886a-b56c097ff871 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0401967 Nov 25 13:47:49.413417 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 32960) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:49.418553 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-e179deac-e422-4ea7-90cf-d129aba8e3f4 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Request body: {'subnet': {'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:47:49.510492 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e179deac-e422-4ea7-90cf-d129aba8e3f4 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Made reservation on behalf of 6637029ee9c14d37942baa2af1cfeae0 for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:47:49.515147 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e179deac-e422-4ea7-90cf-d129aba8e3f4 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:49.812977 n-d-808199-11 neutron-server[103570]: DEBUG neutron.objects.ports [None req-e179deac-e422-4ea7-90cf-d129aba8e3f4 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103570) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 13:47:49.832090 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ed146f-fce4-45ca-acfd-c75571c55282 None None] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:47:49.902633 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-f56c60ea-5928-427c-8843-73744db9c4ff None None] Provisioning complete for port 7baaf1ae-9dbd-415e-827c-9d08d6010772 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:47:49.903058 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f56c60ea-5928-427c-8843-73744db9c4ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:49.967684 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e179deac-e422-4ea7-90cf-d129aba8e3f4 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:50.041917 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 7baaf1ae-9dbd-415e-827c-9d08d6010772 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:47:50.082603 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f56c60ea-5928-427c-8843-73744db9c4ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:50.128774 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 7baaf1ae-9dbd-415e-827c-9d08d6010772 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:47:50.129154 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:50.134673 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-e179deac-e422-4ea7-90cf-d129aba8e3f4 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] For port 7baaf1ae-9dbd-415e-827c-9d08d6010772, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=7baaf1ae-9dbd-415e-827c-9d08d6010772,segment=NetworkSegment(e98af336-eeff-42ff-94a2-13aaa1a9f129),segment_id=e98af336-eeff-42ff-94a2-13aaa1a9f129)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:47:50.168533 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e179deac-e422-4ea7-90cf-d129aba8e3f4 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:50.174645 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e179deac-e422-4ea7-90cf-d129aba8e3f4 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:50.175452 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e179deac-e422-4ea7-90cf-d129aba8e3f4 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:50.257339 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:50.259267 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.db.api [None req-f56c60ea-5928-427c-8843-73744db9c4ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 13:47:50.259632 n-d-808199-11 neutron-server[103572]: DEBUG oslo_db.api [None req-f56c60ea-5928-427c-8843-73744db9c4ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 13:47:50.263697 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e179deac-e422-4ea7-90cf-d129aba8e3f4 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:47:50.274304 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-e179deac-e422-4ea7-90cf-d129aba8e3f4 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:47:50.281201 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e179deac-e422-4ea7-90cf-d129aba8e3f4 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:50.281796 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e179deac-e422-4ea7-90cf-d129aba8e3f4 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:50.286247 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e179deac-e422-4ea7-90cf-d129aba8e3f4 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event updated for resources: {'Subnet': ['ID=71822c75-839e-434d-b560-71adae880f5d,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:50.292941 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e179deac-e422-4ea7-90cf-d129aba8e3f4 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event updated for resources: {'Port': ['ID=7baaf1ae-9dbd-415e-827c-9d08d6010772,revision_number=5']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:50.302627 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] For port 7baaf1ae-9dbd-415e-827c-9d08d6010772, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=7baaf1ae-9dbd-415e-827c-9d08d6010772,segment=NetworkSegment(e98af336-eeff-42ff-94a2-13aaa1a9f129),segment_id=e98af336-eeff-42ff-94a2-13aaa1a9f129)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:47:50.311094 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:50.311297 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e179deac-e422-4ea7-90cf-d129aba8e3f4 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.8941650 Nov 25 13:47:50.311539 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 32962) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:50.317345 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-32e29127-4d4a-4c05-beb2-07c5f4de1472 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Request body: {'port': {'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'mac_address': 'fa:16:3e:05:80:5a', 'name': 'tempest-NetworksTestDHCPv6-378383378'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:47:50.335596 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90980bdc-35cd-4d90-b04a-c9dfe7e646ae None None] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:47:50.405617 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Pushing event updated for resources: {'Port': ['ID=7baaf1ae-9dbd-415e-827c-9d08d6010772,revision_number=6']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:50.435036 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e29127-4d4a-4c05-beb2-07c5f4de1472 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Made reservation on behalf of 6637029ee9c14d37942baa2af1cfeae0 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:47:50.521064 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-32e29127-4d4a-4c05-beb2-07c5f4de1472 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:50.542236 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-32e29127-4d4a-4c05-beb2-07c5f4de1472 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] device_id is not set on port 2c313232-fee4-440c-9f12-44012a926382 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:47:50.651810 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-32e29127-4d4a-4c05-beb2-07c5f4de1472 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Allocated IP 2001:db8::f816:3eff:fe05:805a (458ed7a2-000e-42f5-98b9-db4a5d2ee0a9/71822c75-839e-434d-b560-71adae880f5d/2c313232-fee4-440c-9f12-44012a926382) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:47:50.815019 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-32e29127-4d4a-4c05-beb2-07c5f4de1472 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:50.851139 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-32e29127-4d4a-4c05-beb2-07c5f4de1472 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:50.901844 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e29127-4d4a-4c05-beb2-07c5f4de1472 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:47:50.905001 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-32e29127-4d4a-4c05-beb2-07c5f4de1472 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:47:50.909010 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e29127-4d4a-4c05-beb2-07c5f4de1472 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:47:50.914662 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e29127-4d4a-4c05-beb2-07c5f4de1472 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:50.915315 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-32e29127-4d4a-4c05-beb2-07c5f4de1472 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:50.919355 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e4e981b-74be-4b5b-8429-0c2865513d1a None None] Provisioning complete for port 7baaf1ae-9dbd-415e-827c-9d08d6010772 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:47:50.919911 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e4e981b-74be-4b5b-8429-0c2865513d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:50.927990 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e29127-4d4a-4c05-beb2-07c5f4de1472 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event updated for resources: {'Port': ['ID=2c313232-fee4-440c-9f12-44012a926382,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:50.939119 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-32e29127-4d4a-4c05-beb2-07c5f4de1472 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.6264699 Nov 25 13:47:50.941837 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 32964) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:50.992626 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d380823-0e85-42cd-bf6c-78e3d03ec21d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:50.999449 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d380823-0e85-42cd-bf6c-78e3d03ec21d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:51.001096 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-7d380823-0e85-42cd-bf6c-78e3d03ec21d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.0579960 Nov 25 13:47:51.004130 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 32966) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:51.019909 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e4e981b-74be-4b5b-8429-0c2865513d1a None None] Could not find standard attr ID for object ea1d84a8-ad9d-423c-a226-9850925d38d8. {{(pid=103572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 13:47:51.091428 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-db2364b8-eab4-4b9f-9e60-ee96cf7acb17 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Deleting port 2c313232-fee4-440c-9f12-44012a926382 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:47:51.091774 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-db2364b8-eab4-4b9f-9e60-ee96cf7acb17 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:51.340764 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-1c91d9db-7dbb-4aa4-9272-2c69e2beb8a1 None None] Provisioning complete for port 2c313232-fee4-440c-9f12-44012a926382 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:47:51.341143 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1c91d9db-7dbb-4aa4-9272-2c69e2beb8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:51.376891 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-1c91d9db-7dbb-4aa4-9272-2c69e2beb8a1 None None] Port 2c313232-fee4-440c-9f12-44012a926382 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:47:51.536679 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-db2364b8-eab4-4b9f-9e60-ee96cf7acb17 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:51.548167 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-db2364b8-eab4-4b9f-9e60-ee96cf7acb17 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Calling delete_port for 2c313232-fee4-440c-9f12-44012a926382 owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:47:51.674547 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-db2364b8-eab4-4b9f-9e60-ee96cf7acb17 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:51.700689 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2364b8-eab4-4b9f-9e60-ee96cf7acb17 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event deleted for resources: {'Port': ['ID=2c313232-fee4-440c-9f12-44012a926382,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:51.729144 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-db2364b8-eab4-4b9f-9e60-ee96cf7acb17 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:51.733080 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-db2364b8-eab4-4b9f-9e60-ee96cf7acb17 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/ports/2c313232-fee4-440c-9f12-44012a926382 HTTP/1.1" status: 204 len: 168 time: 0.7279329 Nov 25 13:47:51.735516 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 32968) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:51.787606 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15102a4a-b852-4363-96ff-dd55daff2e91 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:51.789081 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15102a4a-b852-4363-96ff-dd55daff2e91 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:51.790651 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-15102a4a-b852-4363-96ff-dd55daff2e91 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0541863 Nov 25 13:47:51.793516 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 32970) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:51.848079 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-2957e701-1189-4c9b-9cb2-7c1d1afc3cb7 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Deleting subnet 71822c75-839e-434d-b560-71adae880f5d {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:47:51.851822 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2957e701-1189-4c9b-9cb2-7c1d1afc3cb7 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:51.894939 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2957e701-1189-4c9b-9cb2-7c1d1afc3cb7 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:51.981544 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 7baaf1ae-9dbd-415e-827c-9d08d6010772 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:47:51.982615 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2957e701-1189-4c9b-9cb2-7c1d1afc3cb7 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:52.030632 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 7baaf1ae-9dbd-415e-827c-9d08d6010772 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:47:52.031083 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:52.041212 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2957e701-1189-4c9b-9cb2-7c1d1afc3cb7 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:52.068402 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2957e701-1189-4c9b-9cb2-7c1d1afc3cb7 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event deleted for resources: {'Subnet': ['ID=71822c75-839e-434d-b560-71adae880f5d,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:52.072073 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2957e701-1189-4c9b-9cb2-7c1d1afc3cb7 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:52.077712 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-2957e701-1189-4c9b-9cb2-7c1d1afc3cb7 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/subnets/71822c75-839e-434d-b560-71adae880f5d HTTP/1.1" status: 204 len: 168 time: 0.2804313 Nov 25 13:47:52.078087 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 32972) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:52.081759 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14102274-6138-40bc-ac8a-df2d34542f2f None None] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:47:52.120278 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-de9689c3-95d6-4665-b189-6a57f48d6cb5 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0408745 Nov 25 13:47:52.123245 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 32974) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:52.128180 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-b1329c19-f0ac-4bf2-8d23-503cd29542ca tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Request body: {'subnet': {'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:47:52.215275 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1329c19-f0ac-4bf2-8d23-503cd29542ca tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Made reservation on behalf of 6637029ee9c14d37942baa2af1cfeae0 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:47:52.219489 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b1329c19-f0ac-4bf2-8d23-503cd29542ca tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:52.274984 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c28ce3-2451-42e6-95dd-657b4a42d4a3 None None] DHCP port deletion for 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:47:52.322230 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-67c28ce3-2451-42e6-95dd-657b4a42d4a3 None None] Deleting port 7baaf1ae-9dbd-415e-827c-9d08d6010772 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:47:52.322527 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-67c28ce3-2451-42e6-95dd-657b4a42d4a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:52.388227 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-67c28ce3-2451-42e6-95dd-657b4a42d4a3 None None] For port 7baaf1ae-9dbd-415e-827c-9d08d6010772, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=7baaf1ae-9dbd-415e-827c-9d08d6010772,segment=NetworkSegment(e98af336-eeff-42ff-94a2-13aaa1a9f129),segment_id=e98af336-eeff-42ff-94a2-13aaa1a9f129)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:47:52.388624 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-67c28ce3-2451-42e6-95dd-657b4a42d4a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:52.401337 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-67c28ce3-2451-42e6-95dd-657b4a42d4a3 None None] Calling delete_port for 7baaf1ae-9dbd-415e-827c-9d08d6010772 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:47:52.479627 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-67c28ce3-2451-42e6-95dd-657b4a42d4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:52.506564 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c28ce3-2451-42e6-95dd-657b4a42d4a3 None None] Pushing event deleted for resources: {'Port': ['ID=7baaf1ae-9dbd-415e-827c-9d08d6010772,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:52.508319 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c28ce3-2451-42e6-95dd-657b4a42d4a3 None None] No DVR routers for this DVR port 7baaf1ae-9dbd-415e-827c-9d08d6010772 on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:47:52.536367 n-d-808199-11 neutron-server[103571]: DEBUG neutron.objects.ports [None req-b1329c19-f0ac-4bf2-8d23-503cd29542ca tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103571) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 13:47:52.708766 n-d-808199-11 neutron-server[103571]: WARNING neutron.services.revisions.revision_plugin [None req-b1329c19-f0ac-4bf2-8d23-503cd29542ca tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Could not find related port for resource to bump revision. Nov 25 13:47:52.713256 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.ipam_pluggable_backend [None req-b1329c19-f0ac-4bf2-8d23-503cd29542ca tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Port 7baaf1ae-9dbd-415e-827c-9d08d6010772 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103571) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 25 13:47:52.713569 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.ipam_pluggable_backend [None req-b1329c19-f0ac-4bf2-8d23-503cd29542ca tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Reverting IP allocation for 2001:db8::f816:3eff:fe06:20bb {{(pid=103571) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 25 13:47:52.717453 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.ipam_pluggable_backend [None req-b1329c19-f0ac-4bf2-8d23-503cd29542ca tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe06:20bb {{(pid=103571) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 25 13:47:52.718615 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b1329c19-f0ac-4bf2-8d23-503cd29542ca tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:52.763531 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1329c19-f0ac-4bf2-8d23-503cd29542ca tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:47:52.767053 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-b1329c19-f0ac-4bf2-8d23-503cd29542ca tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:47:52.771196 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1329c19-f0ac-4bf2-8d23-503cd29542ca tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:52.771818 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b1329c19-f0ac-4bf2-8d23-503cd29542ca tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:52.775634 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e614367-d78b-4a8a-bab9-b53bc53d7f85 None None] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:47:52.777278 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1329c19-f0ac-4bf2-8d23-503cd29542ca tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event updated for resources: {'Subnet': ['ID=1f9fd148-8946-4a5f-b285-4e1c917fb3b1,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:52.792505 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b1329c19-f0ac-4bf2-8d23-503cd29542ca tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6682405 Nov 25 13:47:52.795738 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 32976) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:52.801019 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-589faaf9-d610-4952-b0f0-7670ce38d14a tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Request body: {'port': {'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'mac_address': 'fa:16:3e:f4:0c:29', 'name': 'tempest-NetworksTestDHCPv6-606263234'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:47:52.916259 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589faaf9-d610-4952-b0f0-7670ce38d14a tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Made reservation on behalf of 6637029ee9c14d37942baa2af1cfeae0 for: {'port': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:47:52.920492 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42055f7f-8a0e-4d04-9ed1-0f8a18329788 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'tenant_id': '6637029ee9c14d37942baa2af1cfeae0', 'fixed_ips': [{'subnet_id': '1f9fd148-8946-4a5f-b285-4e1c917fb3b1'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:47:52.921432 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-42055f7f-8a0e-4d04-9ed1-0f8a18329788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:52.996862 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-589faaf9-d610-4952-b0f0-7670ce38d14a tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:53.017071 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [None req-589faaf9-d610-4952-b0f0-7670ce38d14a tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] device_id is not set on port bbee802f-43bd-43d5-9299-289670050851 yet. {{(pid=103570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:47:53.056757 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-42055f7f-8a0e-4d04-9ed1-0f8a18329788 None None] Allocated IP 2001:db8::f816:3eff:fe0e:7ead (458ed7a2-000e-42f5-98b9-db4a5d2ee0a9/1f9fd148-8946-4a5f-b285-4e1c917fb3b1/c43f8b46-56a7-43d5-8ddb-f58c03d4e770) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:47:53.197298 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-42055f7f-8a0e-4d04-9ed1-0f8a18329788 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:53.203476 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-42055f7f-8a0e-4d04-9ed1-0f8a18329788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:53.241674 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42055f7f-8a0e-4d04-9ed1-0f8a18329788 None None] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:47:53.244554 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-42055f7f-8a0e-4d04-9ed1-0f8a18329788 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:47:53.248026 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42055f7f-8a0e-4d04-9ed1-0f8a18329788 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:47:53.252570 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-589faaf9-d610-4952-b0f0-7670ce38d14a tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Allocated IP 2001:db8::f816:3eff:fef4:c29 (458ed7a2-000e-42f5-98b9-db4a5d2ee0a9/1f9fd148-8946-4a5f-b285-4e1c917fb3b1/bbee802f-43bd-43d5-9299-289670050851) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:47:53.256606 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42055f7f-8a0e-4d04-9ed1-0f8a18329788 None None] Pushing event updated for resources: {'Port': ['ID=c43f8b46-56a7-43d5-8ddb-f58c03d4e770,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:53.310349 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-42055f7f-8a0e-4d04-9ed1-0f8a18329788 None None] Attempting to bind port c43f8b46-56a7-43d5-8ddb-f58c03d4e770 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:47:53.310748 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-42055f7f-8a0e-4d04-9ed1-0f8a18329788 None None] Attempting to bind port c43f8b46-56a7-43d5-8ddb-f58c03d4e770 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'e98af336-eeff-42ff-94a2-13aaa1a9f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:47:53.311119 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42055f7f-8a0e-4d04-9ed1-0f8a18329788 None None] Attempting to bind port c43f8b46-56a7-43d5-8ddb-f58c03d4e770 on network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:47:53.316108 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42055f7f-8a0e-4d04-9ed1-0f8a18329788 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:47:53.316500 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42055f7f-8a0e-4d04-9ed1-0f8a18329788 None None] Checking segment: {'id': 'e98af336-eeff-42ff-94a2-13aaa1a9f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:47:53.316888 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-42055f7f-8a0e-4d04-9ed1-0f8a18329788 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:53.317293 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42055f7f-8a0e-4d04-9ed1-0f8a18329788 None None] Bound using segment: {'id': 'e98af336-eeff-42ff-94a2-13aaa1a9f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:47:53.317790 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-42055f7f-8a0e-4d04-9ed1-0f8a18329788 None None] Bound port: c43f8b46-56a7-43d5-8ddb-f58c03d4e770, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e98af336-eeff-42ff-94a2-13aaa1a9f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:47:53.318167 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-42055f7f-8a0e-4d04-9ed1-0f8a18329788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:53.381243 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-42055f7f-8a0e-4d04-9ed1-0f8a18329788 None None] For port c43f8b46-56a7-43d5-8ddb-f58c03d4e770, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:47:53.384481 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-42055f7f-8a0e-4d04-9ed1-0f8a18329788 None None] For port c43f8b46-56a7-43d5-8ddb-f58c03d4e770, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=c43f8b46-56a7-43d5-8ddb-f58c03d4e770,segment=NetworkSegment(e98af336-eeff-42ff-94a2-13aaa1a9f129),segment_id=e98af336-eeff-42ff-94a2-13aaa1a9f129)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:47:53.389629 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-42055f7f-8a0e-4d04-9ed1-0f8a18329788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:53.409788 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-589faaf9-d610-4952-b0f0-7670ce38d14a tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:53.445043 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-589faaf9-d610-4952-b0f0-7670ce38d14a tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:53.446789 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42055f7f-8a0e-4d04-9ed1-0f8a18329788 None None] Pushing event updated for resources: {'Port': ['ID=c43f8b46-56a7-43d5-8ddb-f58c03d4e770,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:53.492661 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589faaf9-d610-4952-b0f0-7670ce38d14a tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:47:53.496070 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-589faaf9-d610-4952-b0f0-7670ce38d14a tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:47:53.500888 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589faaf9-d610-4952-b0f0-7670ce38d14a tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:47:53.506482 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589faaf9-d610-4952-b0f0-7670ce38d14a tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:53.507126 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-589faaf9-d610-4952-b0f0-7670ce38d14a tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:53.518430 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589faaf9-d610-4952-b0f0-7670ce38d14a tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event updated for resources: {'Port': ['ID=bbee802f-43bd-43d5-9299-289670050851,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:53.529197 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-589faaf9-d610-4952-b0f0-7670ce38d14a tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 0.7317584 Nov 25 13:47:53.531531 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 32978) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:53.583519 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d66ce6e-9d5b-47da-b7dd-579237d1d877 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:53.593957 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d66ce6e-9d5b-47da-b7dd-579237d1d877 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:53.599053 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-7d66ce6e-9d5b-47da-b7dd-579237d1d877 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.0661378 Nov 25 13:47:53.599222 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 32980) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:53.712811 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-5251b4a1-b3da-4412-98d1-c7ac5f113603 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Deleting port bbee802f-43bd-43d5-9299-289670050851 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:47:53.714033 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5251b4a1-b3da-4412-98d1-c7ac5f113603 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:53.800966 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5251b4a1-b3da-4412-98d1-c7ac5f113603 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:53.813353 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-5251b4a1-b3da-4412-98d1-c7ac5f113603 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Calling delete_port for bbee802f-43bd-43d5-9299-289670050851 owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:47:53.949656 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5251b4a1-b3da-4412-98d1-c7ac5f113603 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:53.977033 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5251b4a1-b3da-4412-98d1-c7ac5f113603 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event deleted for resources: {'Port': ['ID=bbee802f-43bd-43d5-9299-289670050851,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:54.002602 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device c43f8b46-56a7-43d5-8ddb-f58c03d4e770 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:47:54.007640 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5251b4a1-b3da-4412-98d1-c7ac5f113603 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:54.011022 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5251b4a1-b3da-4412-98d1-c7ac5f113603 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/ports/bbee802f-43bd-43d5-9299-289670050851 HTTP/1.1" status: 204 len: 168 time: 0.4105451 Nov 25 13:47:54.013430 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 32982) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:54.058230 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port c43f8b46-56a7-43d5-8ddb-f58c03d4e770 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:47:54.058971 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:54.078522 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68808387-38d1-46b0-81b9-37198d95696f tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:54.080410 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68808387-38d1-46b0-81b9-37198d95696f tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:54.085466 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 32984) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:54.086233 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-68808387-38d1-46b0-81b9-37198d95696f tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0713334 Nov 25 13:47:54.144951 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:54.149413 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7070137-1844-4d94-9528-08ed36eebd18 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Deleting subnet 1f9fd148-8946-4a5f-b285-4e1c917fb3b1 {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:47:54.152862 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d7070137-1844-4d94-9528-08ed36eebd18 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:54.180469 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] For port c43f8b46-56a7-43d5-8ddb-f58c03d4e770, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=c43f8b46-56a7-43d5-8ddb-f58c03d4e770,segment=NetworkSegment(e98af336-eeff-42ff-94a2-13aaa1a9f129),segment_id=e98af336-eeff-42ff-94a2-13aaa1a9f129)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:47:54.186925 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:54.198899 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d7070137-1844-4d94-9528-08ed36eebd18 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:54.250227 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Pushing event updated for resources: {'Port': ['ID=c43f8b46-56a7-43d5-8ddb-f58c03d4e770,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:54.256516 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 7baaf1ae-9dbd-415e-827c-9d08d6010772 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:47:54.279300 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 7baaf1ae-9dbd-415e-827c-9d08d6010772 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:47:54.279580 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 7baaf1ae-9dbd-415e-827c-9d08d6010772 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:47:54.298518 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d7070137-1844-4d94-9528-08ed36eebd18 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:54.367733 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d7070137-1844-4d94-9528-08ed36eebd18 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:54.399242 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d7070137-1844-4d94-9528-08ed36eebd18 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:54.402520 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d7070137-1844-4d94-9528-08ed36eebd18 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/subnets/1f9fd148-8946-4a5f-b285-4e1c917fb3b1 HTTP/1.1" status: 204 len: 168 time: 0.3160577 Nov 25 13:47:54.404389 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7070137-1844-4d94-9528-08ed36eebd18 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event deleted for resources: {'Subnet': ['ID=1f9fd148-8946-4a5f-b285-4e1c917fb3b1,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:54.405924 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 32986) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:54.425653 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c22a59c-96d8-457e-8706-84f7765e376d None None] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:47:54.451905 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d404acbc-fcb8-4d5c-bd2c-b987466d066d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0446186 Nov 25 13:47:54.454228 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 32988) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:54.504256 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c114e0-7eb3-427c-85bb-95466b7049ec tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:54.505753 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c7c114e0-7eb3-427c-85bb-95466b7049ec tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0506027 Nov 25 13:47:54.508324 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 32990) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:54.546574 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-d2eaba40-ef7b-4d3a-a23f-b64d7ad474bc None None] Provisioning complete for port c43f8b46-56a7-43d5-8ddb-f58c03d4e770 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:47:54.546959 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d2eaba40-ef7b-4d3a-a23f-b64d7ad474bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:54.558954 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef001357-10a2-4ff2-9e40-956fbdd19d50 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:54.562767 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-ef001357-10a2-4ff2-9e40-956fbdd19d50 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0512872 Nov 25 13:47:54.563135 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 32992) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:54.605424 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-cc02f03e-2ed8-430c-bec4-e8c4c1fb9dbd tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0411143 Nov 25 13:47:54.610198 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 32994) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:54.614998 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-9b3f7c66-22c1-415a-ace4-2fdc3a6cbacf tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Request body: {'subnet': {'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:47:54.655887 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c544fc8c-749b-4254-99fe-c0af2fff528a None None] DHCP port deletion for 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:47:54.704219 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-c544fc8c-749b-4254-99fe-c0af2fff528a None None] Deleting port c43f8b46-56a7-43d5-8ddb-f58c03d4e770 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:47:54.704559 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c544fc8c-749b-4254-99fe-c0af2fff528a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:54.706436 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3f7c66-22c1-415a-ace4-2fdc3a6cbacf tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Made reservation on behalf of 6637029ee9c14d37942baa2af1cfeae0 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:47:54.712087 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9b3f7c66-22c1-415a-ace4-2fdc3a6cbacf tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:54.913328 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9b3f7c66-22c1-415a-ace4-2fdc3a6cbacf tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:54.934348 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-c544fc8c-749b-4254-99fe-c0af2fff528a None None] For port c43f8b46-56a7-43d5-8ddb-f58c03d4e770, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=c43f8b46-56a7-43d5-8ddb-f58c03d4e770,segment=NetworkSegment(e98af336-eeff-42ff-94a2-13aaa1a9f129),segment_id=e98af336-eeff-42ff-94a2-13aaa1a9f129)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:47:54.934776 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c544fc8c-749b-4254-99fe-c0af2fff528a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:54.946765 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-c544fc8c-749b-4254-99fe-c0af2fff528a None None] Calling delete_port for c43f8b46-56a7-43d5-8ddb-f58c03d4e770 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:47:54.958955 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3f7c66-22c1-415a-ace4-2fdc3a6cbacf tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:47:54.962330 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-9b3f7c66-22c1-415a-ace4-2fdc3a6cbacf tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:47:54.966457 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3f7c66-22c1-415a-ace4-2fdc3a6cbacf tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:54.967114 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9b3f7c66-22c1-415a-ace4-2fdc3a6cbacf tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:54.984138 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f7c66-22c1-415a-ace4-2fdc3a6cbacf tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event updated for resources: {'Subnet': ['ID=af30f2fa-6eae-42d6-af64-2d1eed170fc2,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:54.994632 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-9b3f7c66-22c1-415a-ace4-2fdc3a6cbacf tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3835752 Nov 25 13:47:54.996269 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3f7c66-22c1-415a-ace4-2fdc3a6cbacf tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:47:54.997190 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3f7c66-22c1-415a-ace4-2fdc3a6cbacf tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:47:54.997524 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3f7c66-22c1-415a-ace4-2fdc3a6cbacf tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:47:54.997873 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3f7c66-22c1-415a-ace4-2fdc3a6cbacf tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:47:54.998008 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 32998) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:54.998205 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3f7c66-22c1-415a-ace4-2fdc3a6cbacf tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:47:54.998545 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3f7c66-22c1-415a-ace4-2fdc3a6cbacf tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:47:54.998914 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3f7c66-22c1-415a-ace4-2fdc3a6cbacf tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:47:54.999243 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3f7c66-22c1-415a-ace4-2fdc3a6cbacf tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:47:54.999573 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3f7c66-22c1-415a-ace4-2fdc3a6cbacf tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:47:54.999902 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3f7c66-22c1-415a-ace4-2fdc3a6cbacf tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:47:55.000238 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3f7c66-22c1-415a-ace4-2fdc3a6cbacf tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:47:55.000592 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3f7c66-22c1-415a-ace4-2fdc3a6cbacf tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:47:55.003478 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-93ba577b-3be3-46e8-8147-e49ff7b323de tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Request body: {'port': {'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'mac_address': 'fa:16:3e:25:4a:2f', 'name': 'tempest-NetworksTestDHCPv6-83755621'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:47:55.035023 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c544fc8c-749b-4254-99fe-c0af2fff528a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:55.060989 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c544fc8c-749b-4254-99fe-c0af2fff528a None None] Pushing event deleted for resources: {'Port': ['ID=c43f8b46-56a7-43d5-8ddb-f58c03d4e770,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:55.066618 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c544fc8c-749b-4254-99fe-c0af2fff528a None None] No DVR routers for this DVR port c43f8b46-56a7-43d5-8ddb-f58c03d4e770 on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:47:55.079861 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d321555-6e2e-4500-88f1-a861560efed0 None None] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:47:55.117782 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ba577b-3be3-46e8-8147-e49ff7b323de tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Made reservation on behalf of 6637029ee9c14d37942baa2af1cfeae0 for: {'port': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:47:55.122407 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-93ba577b-3be3-46e8-8147-e49ff7b323de tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:55.143723 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [None req-93ba577b-3be3-46e8-8147-e49ff7b323de tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] device_id is not set on port 4a4bdcb0-128c-44bf-b692-ba1063506569 yet. {{(pid=103570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:47:55.223501 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8a3eb9-fc2d-43dc-838a-1a8eef64be4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'tenant_id': '6637029ee9c14d37942baa2af1cfeae0', 'fixed_ips': [{'subnet_id': 'af30f2fa-6eae-42d6-af64-2d1eed170fc2'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:47:55.224364 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8f8a3eb9-fc2d-43dc-838a-1a8eef64be4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:55.261816 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-93ba577b-3be3-46e8-8147-e49ff7b323de tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Allocated IP 2001:db8::eb (458ed7a2-000e-42f5-98b9-db4a5d2ee0a9/af30f2fa-6eae-42d6-af64-2d1eed170fc2/4a4bdcb0-128c-44bf-b692-ba1063506569) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:47:55.425731 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-93ba577b-3be3-46e8-8147-e49ff7b323de tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:55.459624 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-93ba577b-3be3-46e8-8147-e49ff7b323de tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:55.504108 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ba577b-3be3-46e8-8147-e49ff7b323de tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:47:55.506728 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-8f8a3eb9-fc2d-43dc-838a-1a8eef64be4a None None] Allocated IP 2001:db8::2 (458ed7a2-000e-42f5-98b9-db4a5d2ee0a9/af30f2fa-6eae-42d6-af64-2d1eed170fc2/8e34aa16-1f26-42ba-915c-e6e7e09ca947) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:47:55.507554 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-93ba577b-3be3-46e8-8147-e49ff7b323de tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:47:55.511711 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ba577b-3be3-46e8-8147-e49ff7b323de tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:47:55.518252 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ba577b-3be3-46e8-8147-e49ff7b323de tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:55.518899 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-93ba577b-3be3-46e8-8147-e49ff7b323de tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:55.525079 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ba577b-3be3-46e8-8147-e49ff7b323de tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event updated for resources: {'Port': ['ID=4a4bdcb0-128c-44bf-b692-ba1063506569,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:55.541074 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-93ba577b-3be3-46e8-8147-e49ff7b323de tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5419703 Nov 25 13:47:55.545311 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33000) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:55.592547 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701f6400-52b1-474e-933f-148b9f41c4c0 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:55.594041 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-701f6400-52b1-474e-933f-148b9f41c4c0 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 927 time: 0.0477939 Nov 25 13:47:55.596652 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33002) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:55.659814 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8f8a3eb9-fc2d-43dc-838a-1a8eef64be4a None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:55.666612 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8f8a3eb9-fc2d-43dc-838a-1a8eef64be4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:55.683281 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-067ee902-f43e-449e-a9f2-2c3806dbf6e0 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Deleting port 4a4bdcb0-128c-44bf-b692-ba1063506569 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:47:55.683619 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-067ee902-f43e-449e-a9f2-2c3806dbf6e0 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:55.706316 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8a3eb9-fc2d-43dc-838a-1a8eef64be4a None None] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:47:55.710318 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-8f8a3eb9-fc2d-43dc-838a-1a8eef64be4a None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:47:55.715212 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8a3eb9-fc2d-43dc-838a-1a8eef64be4a None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:47:55.727587 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a3eb9-fc2d-43dc-838a-1a8eef64be4a None None] Pushing event updated for resources: {'Port': ['ID=8e34aa16-1f26-42ba-915c-e6e7e09ca947,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:55.782504 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-067ee902-f43e-449e-a9f2-2c3806dbf6e0 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:55.788263 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-8f8a3eb9-fc2d-43dc-838a-1a8eef64be4a None None] Attempting to bind port 8e34aa16-1f26-42ba-915c-e6e7e09ca947 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:47:55.788644 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-8f8a3eb9-fc2d-43dc-838a-1a8eef64be4a None None] Attempting to bind port 8e34aa16-1f26-42ba-915c-e6e7e09ca947 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'e98af336-eeff-42ff-94a2-13aaa1a9f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:47:55.789548 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8a3eb9-fc2d-43dc-838a-1a8eef64be4a None None] Attempting to bind port 8e34aa16-1f26-42ba-915c-e6e7e09ca947 on network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:47:55.795453 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-067ee902-f43e-449e-a9f2-2c3806dbf6e0 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Calling delete_port for 4a4bdcb0-128c-44bf-b692-ba1063506569 owned by {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:47:55.796261 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8a3eb9-fc2d-43dc-838a-1a8eef64be4a None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:47:55.796703 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8a3eb9-fc2d-43dc-838a-1a8eef64be4a None None] Checking segment: {'id': 'e98af336-eeff-42ff-94a2-13aaa1a9f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:47:55.797999 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8f8a3eb9-fc2d-43dc-838a-1a8eef64be4a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:55.798405 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8a3eb9-fc2d-43dc-838a-1a8eef64be4a None None] Bound using segment: {'id': 'e98af336-eeff-42ff-94a2-13aaa1a9f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:47:55.798923 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-8f8a3eb9-fc2d-43dc-838a-1a8eef64be4a None None] Bound port: 8e34aa16-1f26-42ba-915c-e6e7e09ca947, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e98af336-eeff-42ff-94a2-13aaa1a9f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:47:55.799329 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8f8a3eb9-fc2d-43dc-838a-1a8eef64be4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:55.862213 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-8f8a3eb9-fc2d-43dc-838a-1a8eef64be4a None None] For port 8e34aa16-1f26-42ba-915c-e6e7e09ca947, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:47:55.865638 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-8f8a3eb9-fc2d-43dc-838a-1a8eef64be4a None None] For port 8e34aa16-1f26-42ba-915c-e6e7e09ca947, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=8e34aa16-1f26-42ba-915c-e6e7e09ca947,segment=NetworkSegment(e98af336-eeff-42ff-94a2-13aaa1a9f129),segment_id=e98af336-eeff-42ff-94a2-13aaa1a9f129)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:47:55.869454 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8f8a3eb9-fc2d-43dc-838a-1a8eef64be4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:55.929216 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a3eb9-fc2d-43dc-838a-1a8eef64be4a None None] Pushing event updated for resources: {'Port': ['ID=8e34aa16-1f26-42ba-915c-e6e7e09ca947,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:55.932891 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-067ee902-f43e-449e-a9f2-2c3806dbf6e0 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:55.963118 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067ee902-f43e-449e-a9f2-2c3806dbf6e0 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event deleted for resources: {'Port': ['ID=4a4bdcb0-128c-44bf-b692-ba1063506569,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:55.993769 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-067ee902-f43e-449e-a9f2-2c3806dbf6e0 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:55.997122 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-067ee902-f43e-449e-a9f2-2c3806dbf6e0 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/ports/4a4bdcb0-128c-44bf-b692-ba1063506569 HTTP/1.1" status: 204 len: 168 time: 0.3995521 Nov 25 13:47:55.999748 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33004) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:56.005563 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device c43f8b46-56a7-43d5-8ddb-f58c03d4e770 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:47:56.028475 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: c43f8b46-56a7-43d5-8ddb-f58c03d4e770 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:47:56.028840 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device c43f8b46-56a7-43d5-8ddb-f58c03d4e770 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:47:56.055268 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894f24be-ff3f-4f48-a1a6-e23f93db3ade tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:56.056820 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894f24be-ff3f-4f48-a1a6-e23f93db3ade tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:56.058371 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-894f24be-ff3f-4f48-a1a6-e23f93db3ade tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0576110 Nov 25 13:47:56.061157 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33006) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:56.132981 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ba7f738-65c5-4b99-b566-136c18dfffec tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Deleting subnet af30f2fa-6eae-42d6-af64-2d1eed170fc2 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:47:56.136949 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8ba7f738-65c5-4b99-b566-136c18dfffec tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:56.183581 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8ba7f738-65c5-4b99-b566-136c18dfffec tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:56.277285 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8ba7f738-65c5-4b99-b566-136c18dfffec tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:56.335109 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8ba7f738-65c5-4b99-b566-136c18dfffec tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:56.363749 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba7f738-65c5-4b99-b566-136c18dfffec tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event deleted for resources: {'Subnet': ['ID=af30f2fa-6eae-42d6-af64-2d1eed170fc2,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:56.365642 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8ba7f738-65c5-4b99-b566-136c18dfffec tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:56.368937 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-8ba7f738-65c5-4b99-b566-136c18dfffec tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/subnets/af30f2fa-6eae-42d6-af64-2d1eed170fc2 HTTP/1.1" status: 204 len: 168 time: 0.3067870 Nov 25 13:47:56.371277 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33008) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:56.415897 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-9a61971c-ae7c-4865-8ae1-33fb7504e854 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0434926 Nov 25 13:47:56.418205 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33010) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:56.467447 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d178e997-8fd6-4306-8e89-7b55222a76dc tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:56.468915 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d178e997-8fd6-4306-8e89-7b55222a76dc tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0493965 Nov 25 13:47:56.471411 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33012) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:56.520715 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169de6d9-dbe0-4f56-8e3c-4f1f2e3bceba tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:56.522163 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-169de6d9-dbe0-4f56-8e3c-4f1f2e3bceba tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0498574 Nov 25 13:47:56.525147 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33014) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:56.563604 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-bd2f1a40-d14e-42fa-839b-e89368bcd6fb tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0371785 Nov 25 13:47:56.567196 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33016) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:56.572108 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-cef80bb4-7c9d-4161-8d86-69653322631b tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Request body: {'subnet': {'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:47:56.667707 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef80bb4-7c9d-4161-8d86-69653322631b tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Made reservation on behalf of 6637029ee9c14d37942baa2af1cfeae0 for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:47:56.671312 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cef80bb4-7c9d-4161-8d86-69653322631b tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:56.842933 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ba5984-c16c-44a3-a87d-4829e43aca8e None None] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:47:56.913751 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-b39c012b-5b6c-45c2-9420-6fbfc878e269 None None] Provisioning complete for port 8e34aa16-1f26-42ba-915c-e6e7e09ca947 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:47:56.914128 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b39c012b-5b6c-45c2-9420-6fbfc878e269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:56.960317 n-d-808199-11 neutron-server[103570]: DEBUG neutron.objects.ports [None req-cef80bb4-7c9d-4161-8d86-69653322631b tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103570) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 13:47:57.044027 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b39c012b-5b6c-45c2-9420-6fbfc878e269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:57.079676 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-b39c012b-5b6c-45c2-9420-6fbfc878e269 None None] For port 8e34aa16-1f26-42ba-915c-e6e7e09ca947, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=8e34aa16-1f26-42ba-915c-e6e7e09ca947,segment=NetworkSegment(e98af336-eeff-42ff-94a2-13aaa1a9f129),segment_id=e98af336-eeff-42ff-94a2-13aaa1a9f129)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:47:57.086610 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b39c012b-5b6c-45c2-9420-6fbfc878e269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:57.126569 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cef80bb4-7c9d-4161-8d86-69653322631b tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:57.140889 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39c012b-5b6c-45c2-9420-6fbfc878e269 None None] Pushing event updated for resources: {'Port': ['ID=8e34aa16-1f26-42ba-915c-e6e7e09ca947,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:57.286758 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-cef80bb4-7c9d-4161-8d86-69653322631b tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] For port 8e34aa16-1f26-42ba-915c-e6e7e09ca947, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=8e34aa16-1f26-42ba-915c-e6e7e09ca947,segment=NetworkSegment(e98af336-eeff-42ff-94a2-13aaa1a9f129),segment_id=e98af336-eeff-42ff-94a2-13aaa1a9f129)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:47:57.310724 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-6678013d-6770-4180-b1bb-bf57a8148c76 None None] Provisioning complete for port 8e34aa16-1f26-42ba-915c-e6e7e09ca947 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:47:57.312213 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6678013d-6770-4180-b1bb-bf57a8148c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:57.318383 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cef80bb4-7c9d-4161-8d86-69653322631b tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:57.324430 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cef80bb4-7c9d-4161-8d86-69653322631b tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:57.325324 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cef80bb4-7c9d-4161-8d86-69653322631b tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:57.418294 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef80bb4-7c9d-4161-8d86-69653322631b tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:47:57.427256 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef80bb4-7c9d-4161-8d86-69653322631b tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event updated for resources: {'Subnet': ['ID=e9ab8e26-f70e-45fe-acfc-bf717dbfb46a,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:57.429542 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-cef80bb4-7c9d-4161-8d86-69653322631b tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:47:57.433491 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef80bb4-7c9d-4161-8d86-69653322631b tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:57.434126 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cef80bb4-7c9d-4161-8d86-69653322631b tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:57.444299 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef80bb4-7c9d-4161-8d86-69653322631b tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event updated for resources: {'Port': ['ID=8e34aa16-1f26-42ba-915c-e6e7e09ca947,revision_number=6']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:57.463872 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-cef80bb4-7c9d-4161-8d86-69653322631b tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8954284 Nov 25 13:47:57.467338 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33018) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:57.472679 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-5a7d153e-b050-4384-add4-1ed2d1dce1e1 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Request body: {'subnet': {'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:47:57.513938 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-214c0f34-6dbc-4c91-a882-b6ae43c6cdcb None None] Could not find standard attr ID for object bbee802f-43bd-43d5-9299-289670050851. {{(pid=103572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 13:47:57.596951 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7d153e-b050-4384-add4-1ed2d1dce1e1 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Made reservation on behalf of 6637029ee9c14d37942baa2af1cfeae0 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:47:57.601243 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5a7d153e-b050-4384-add4-1ed2d1dce1e1 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:57.604430 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada37bfe-67b9-4e92-8761-f9c39ad08e0b None None] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:47:57.656209 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-4f0937b8-2310-4025-bea8-5a5443d46cbb None None] Could not find standard attr ID for object 4a4bdcb0-128c-44bf-b692-ba1063506569. {{(pid=103572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 13:47:57.693843 n-d-808199-11 neutron-server[103571]: INFO neutron.db.ipam_backend_mixin [None req-5a7d153e-b050-4384-add4-1ed2d1dce1e1 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e9ab8e26-f70e-45fe-acfc-bf717dbfb46a (CIDR: 2001:db8::/64) Nov 25 13:47:57.697369 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a7d153e-b050-4384-add4-1ed2d1dce1e1 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 13:47:57.697883 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a7d153e-b050-4384-add4-1ed2d1dce1e1 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:47:57.713290 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5a7d153e-b050-4384-add4-1ed2d1dce1e1 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2448354 Nov 25 13:47:57.716820 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33020) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:57.721706 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-10defb2a-8872-45d2-8793-694976c94dd8 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Request body: {'subnet': {'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:47:57.856254 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10defb2a-8872-45d2-8793-694976c94dd8 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Made reservation on behalf of 6637029ee9c14d37942baa2af1cfeae0 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:47:57.860074 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-10defb2a-8872-45d2-8793-694976c94dd8 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:57.980070 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-dc7919e7-9b2a-464c-b248-ef5c26a9aeba None None] Provisioning complete for port 8e34aa16-1f26-42ba-915c-e6e7e09ca947 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:47:57.980693 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dc7919e7-9b2a-464c-b248-ef5c26a9aeba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:58.018567 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 8e34aa16-1f26-42ba-915c-e6e7e09ca947 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:47:58.097596 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-10defb2a-8872-45d2-8793-694976c94dd8 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:58.111335 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 8e34aa16-1f26-42ba-915c-e6e7e09ca947 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:47:58.111708 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:58.138264 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10defb2a-8872-45d2-8793-694976c94dd8 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:47:58.142028 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-10defb2a-8872-45d2-8793-694976c94dd8 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:47:58.146201 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10defb2a-8872-45d2-8793-694976c94dd8 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:58.147033 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-10defb2a-8872-45d2-8793-694976c94dd8 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:58.159356 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfee21ce-87fe-4723-aacb-d252c69168a1 None None] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:47:58.171136 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-10defb2a-8872-45d2-8793-694976c94dd8 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4504313 Nov 25 13:47:58.171339 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33022) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:58.177795 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-ab6eefec-106b-418e-8adf-852d8bd46b29 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Request body: {'port': {'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'mac_address': 'fa:16:3e:ae:55:3f', 'name': 'tempest-NetworksTestDHCPv6-1659230702'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:47:58.188956 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10defb2a-8872-45d2-8793-694976c94dd8 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event updated for resources: {'Subnet': ['ID=44acadeb-18a7-4aee-aaf0-07da3a7007e0,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:58.312024 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab6eefec-106b-418e-8adf-852d8bd46b29 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Made reservation on behalf of 6637029ee9c14d37942baa2af1cfeae0 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:47:58.398733 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ab6eefec-106b-418e-8adf-852d8bd46b29 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:58.419140 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-ab6eefec-106b-418e-8adf-852d8bd46b29 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] device_id is not set on port f45f4455-2a3f-4831-907f-b5b8c060da38 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:47:58.423605 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378e0ba8-34fb-45f7-96c9-c5f1a2db15ac None None] Update dhcp port {'port': {'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'fixed_ips': [{'subnet_id': 'e9ab8e26-f70e-45fe-acfc-bf717dbfb46a', 'ip_address': '2001:db8::f816:3eff:fe10:6d0c'}, {'subnet_id': '44acadeb-18a7-4aee-aaf0-07da3a7007e0'}], 'binding:host_id': 'n-d-808199-11'}, 'id': '8e34aa16-1f26-42ba-915c-e6e7e09ca947'} from n-d-808199-11. {{(pid=103572) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 13:47:58.450372 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-378e0ba8-34fb-45f7-96c9-c5f1a2db15ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:58.594592 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-ab6eefec-106b-418e-8adf-852d8bd46b29 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Allocated IP 2001:db8:0:1::8e (458ed7a2-000e-42f5-98b9-db4a5d2ee0a9/44acadeb-18a7-4aee-aaf0-07da3a7007e0/f45f4455-2a3f-4831-907f-b5b8c060da38) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:47:58.600561 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-ab6eefec-106b-418e-8adf-852d8bd46b29 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Allocated IP 2001:db8::f816:3eff:feae:553f (458ed7a2-000e-42f5-98b9-db4a5d2ee0a9/e9ab8e26-f70e-45fe-acfc-bf717dbfb46a/f45f4455-2a3f-4831-907f-b5b8c060da38) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:47:58.749406 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ab6eefec-106b-418e-8adf-852d8bd46b29 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:58.782769 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ab6eefec-106b-418e-8adf-852d8bd46b29 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:58.832733 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6eefec-106b-418e-8adf-852d8bd46b29 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:47:58.835057 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-378e0ba8-34fb-45f7-96c9-c5f1a2db15ac None None] Allocated IP 2001:db8:0:1::2 (458ed7a2-000e-42f5-98b9-db4a5d2ee0a9/44acadeb-18a7-4aee-aaf0-07da3a7007e0/8e34aa16-1f26-42ba-915c-e6e7e09ca947) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:47:58.835790 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-ab6eefec-106b-418e-8adf-852d8bd46b29 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:47:58.839701 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6eefec-106b-418e-8adf-852d8bd46b29 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:47:58.845786 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6eefec-106b-418e-8adf-852d8bd46b29 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:58.846440 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ab6eefec-106b-418e-8adf-852d8bd46b29 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:58.852580 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6eefec-106b-418e-8adf-852d8bd46b29 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event updated for resources: {'Port': ['ID=f45f4455-2a3f-4831-907f-b5b8c060da38,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:58.868901 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-ab6eefec-106b-418e-8adf-852d8bd46b29 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.6966221 Nov 25 13:47:58.871524 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33024) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:58.936822 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-378e0ba8-34fb-45f7-96c9-c5f1a2db15ac None None] For port 8e34aa16-1f26-42ba-915c-e6e7e09ca947, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=8e34aa16-1f26-42ba-915c-e6e7e09ca947,segment=NetworkSegment(e98af336-eeff-42ff-94a2-13aaa1a9f129),segment_id=e98af336-eeff-42ff-94a2-13aaa1a9f129)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:47:58.959765 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-7e3d9d3a-cc3d-48bf-838b-261ea87e0ca2 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Deleting port f45f4455-2a3f-4831-907f-b5b8c060da38 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:47:58.960107 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7e3d9d3a-cc3d-48bf-838b-261ea87e0ca2 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:58.970224 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-378e0ba8-34fb-45f7-96c9-c5f1a2db15ac None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:58.975262 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-378e0ba8-34fb-45f7-96c9-c5f1a2db15ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:59.052801 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7e3d9d3a-cc3d-48bf-838b-261ea87e0ca2 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:59.058118 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378e0ba8-34fb-45f7-96c9-c5f1a2db15ac None None] Pushing event updated for resources: {'Port': ['ID=8e34aa16-1f26-42ba-915c-e6e7e09ca947,revision_number=7']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:59.066045 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-7e3d9d3a-cc3d-48bf-838b-261ea87e0ca2 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Calling delete_port for f45f4455-2a3f-4831-907f-b5b8c060da38 owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:47:59.264112 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7e3d9d3a-cc3d-48bf-838b-261ea87e0ca2 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:59.297321 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3d9d3a-cc3d-48bf-838b-261ea87e0ca2 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event deleted for resources: {'Port': ['ID=f45f4455-2a3f-4831-907f-b5b8c060da38,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:59.348331 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7e3d9d3a-cc3d-48bf-838b-261ea87e0ca2 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:59.353987 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-7e3d9d3a-cc3d-48bf-838b-261ea87e0ca2 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/ports/f45f4455-2a3f-4831-907f-b5b8c060da38 HTTP/1.1" status: 204 len: 168 time: 0.4793034 Nov 25 13:47:59.354253 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33026) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:59.405452 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1433c782-b09d-4c80-bd50-cdd9609f7b7c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:59.409263 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-1433c782-b09d-4c80-bd50-cdd9609f7b7c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0518253 Nov 25 13:47:59.409504 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33028) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:59.458718 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdaf39b-c619-45f9-b3fb-6df07b1b68be tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:59.462758 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-6cdaf39b-c619-45f9-b3fb-6df07b1b68be tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0501304 Nov 25 13:47:59.462983 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33030) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:59.521847 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6daf605-68fb-49c3-a884-38b0c5e55894 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:59.523413 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6daf605-68fb-49c3-a884-38b0c5e55894 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:59.524978 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6daf605-68fb-49c3-a884-38b0c5e55894 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:47:59.526565 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c6daf605-68fb-49c3-a884-38b0c5e55894 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0626523 Nov 25 13:47:59.529299 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33032) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:59.581813 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-86757f34-c537-461d-9dd4-5c9193dba52c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Deleting subnet 44acadeb-18a7-4aee-aaf0-07da3a7007e0 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:47:59.585267 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-86757f34-c537-461d-9dd4-5c9193dba52c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:59.627388 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-86757f34-c537-461d-9dd4-5c9193dba52c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:59.668175 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-c40d1117-4ab2-4ad2-946d-3a66b5cf2818 None None] Provisioning complete for port 8e34aa16-1f26-42ba-915c-e6e7e09ca947 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:47:59.669176 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c40d1117-4ab2-4ad2-946d-3a66b5cf2818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:59.719592 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-86757f34-c537-461d-9dd4-5c9193dba52c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:59.785921 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-86757f34-c537-461d-9dd4-5c9193dba52c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:59.815421 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86757f34-c537-461d-9dd4-5c9193dba52c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event deleted for resources: {'Subnet': ['ID=44acadeb-18a7-4aee-aaf0-07da3a7007e0,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:47:59.819053 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-86757f34-c537-461d-9dd4-5c9193dba52c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:59.824782 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-86757f34-c537-461d-9dd4-5c9193dba52c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/subnets/44acadeb-18a7-4aee-aaf0-07da3a7007e0 HTTP/1.1" status: 204 len: 168 time: 0.2920163 Nov 25 13:47:59.824965 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33034) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:47:59.877148 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-b2793622-dd60-4cf7-b825-f3977e33559e None None] Could not find standard attr ID for object f45f4455-2a3f-4831-907f-b5b8c060da38. {{(pid=103572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 13:47:59.879010 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-517d2092-b670-418c-8e96-2a33c8e75b73 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Deleting subnet e9ab8e26-f70e-45fe-acfc-bf717dbfb46a {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:47:59.882550 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-517d2092-b670-418c-8e96-2a33c8e75b73 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:47:59.925748 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-517d2092-b670-418c-8e96-2a33c8e75b73 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:00.001429 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 8e34aa16-1f26-42ba-915c-e6e7e09ca947 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:48:00.025941 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-517d2092-b670-418c-8e96-2a33c8e75b73 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:00.026804 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880e96c1-3ec4-46e2-99c6-bd2d12c27fa9 None None] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:48:00.085047 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-517d2092-b670-418c-8e96-2a33c8e75b73 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:00.114180 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d2092-b670-418c-8e96-2a33c8e75b73 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event deleted for resources: {'Subnet': ['ID=e9ab8e26-f70e-45fe-acfc-bf717dbfb46a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:48:00.116213 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-517d2092-b670-418c-8e96-2a33c8e75b73 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:00.119480 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-517d2092-b670-418c-8e96-2a33c8e75b73 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/subnets/e9ab8e26-f70e-45fe-acfc-bf717dbfb46a HTTP/1.1" status: 204 len: 168 time: 0.2935579 Nov 25 13:48:00.121936 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33036) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:00.122708 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 8e34aa16-1f26-42ba-915c-e6e7e09ca947 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:48:00.123199 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:00.164958 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-9054c507-0721-46e8-b64a-8008236f84a0 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0416944 Nov 25 13:48:00.167770 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33038) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:00.172574 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-c3d1ec68-3f5c-46dc-a984-829d1abe34e7 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Request body: {'subnet': {'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:48:00.265079 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d1ec68-3f5c-46dc-a984-829d1abe34e7 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Made reservation on behalf of 6637029ee9c14d37942baa2af1cfeae0 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:48:00.268707 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c3d1ec68-3f5c-46dc-a984-829d1abe34e7 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:00.272330 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9184503-124d-4139-8219-d8eb94844d28 None None] DHCP port deletion for 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:48:00.329898 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-d9184503-124d-4139-8219-d8eb94844d28 None None] Deleting port 8e34aa16-1f26-42ba-915c-e6e7e09ca947 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:48:00.330282 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d9184503-124d-4139-8219-d8eb94844d28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:00.345063 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c35822e1-7b2c-4023-a145-4dffc5eb5803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:00.398307 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-d9184503-124d-4139-8219-d8eb94844d28 None None] For port 8e34aa16-1f26-42ba-915c-e6e7e09ca947, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=8e34aa16-1f26-42ba-915c-e6e7e09ca947,segment=NetworkSegment(e98af336-eeff-42ff-94a2-13aaa1a9f129),segment_id=e98af336-eeff-42ff-94a2-13aaa1a9f129)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:48:00.398747 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d9184503-124d-4139-8219-d8eb94844d28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:00.417638 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-d9184503-124d-4139-8219-d8eb94844d28 None None] Calling delete_port for 8e34aa16-1f26-42ba-915c-e6e7e09ca947 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:48:00.505720 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d9184503-124d-4139-8219-d8eb94844d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:00.532507 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9184503-124d-4139-8219-d8eb94844d28 None None] Pushing event deleted for resources: {'Port': ['ID=8e34aa16-1f26-42ba-915c-e6e7e09ca947,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:48:00.534362 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9184503-124d-4139-8219-d8eb94844d28 None None] No DVR routers for this DVR port 8e34aa16-1f26-42ba-915c-e6e7e09ca947 on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:48:00.537328 n-d-808199-11 neutron-server[103571]: DEBUG neutron.objects.ports [None req-c3d1ec68-3f5c-46dc-a984-829d1abe34e7 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103571) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 13:48:00.540652 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c3d1ec68-3f5c-46dc-a984-829d1abe34e7 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:00.582292 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d1ec68-3f5c-46dc-a984-829d1abe34e7 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:48:00.585398 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-c3d1ec68-3f5c-46dc-a984-829d1abe34e7 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:48:00.588192 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d1ec68-3f5c-46dc-a984-829d1abe34e7 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:48:00.588793 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c3d1ec68-3f5c-46dc-a984-829d1abe34e7 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:00.594377 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19fe35c-d61c-44d5-a9a0-ddf37579f2f2 None None] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:48:00.603139 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d1ec68-3f5c-46dc-a984-829d1abe34e7 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event updated for resources: {'Subnet': ['ID=8acdb687-73f4-4707-bf85-ccf6e527742b,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:48:00.613338 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c3d1ec68-3f5c-46dc-a984-829d1abe34e7 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4445353 Nov 25 13:48:00.616136 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33040) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:00.621273 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-801c69f0-c58a-4021-864e-a0022e868202 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Request body: {'subnet': {'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:48:00.740375 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-801c69f0-c58a-4021-864e-a0022e868202 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Made reservation on behalf of 6637029ee9c14d37942baa2af1cfeae0 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:48:00.744104 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-801c69f0-c58a-4021-864e-a0022e868202 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:00.747022 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761fe803-8dc4-487c-a22b-97ebda863724 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'tenant_id': '6637029ee9c14d37942baa2af1cfeae0', 'fixed_ips': [{'subnet_id': '8acdb687-73f4-4707-bf85-ccf6e527742b'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:48:00.748352 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-761fe803-8dc4-487c-a22b-97ebda863724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:00.839179 n-d-808199-11 neutron-server[103571]: INFO neutron.db.ipam_backend_mixin [None req-801c69f0-c58a-4021-864e-a0022e868202 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8acdb687-73f4-4707-bf85-ccf6e527742b (CIDR: 2001:db8::/64) Nov 25 13:48:00.843042 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-801c69f0-c58a-4021-864e-a0022e868202 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 13:48:00.843492 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-801c69f0-c58a-4021-864e-a0022e868202 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:48:00.859531 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-801c69f0-c58a-4021-864e-a0022e868202 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2421112 Nov 25 13:48:00.862589 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33042) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:00.867466 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-021604bd-1591-4f88-a0df-ddd360b128d8 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Request body: {'subnet': {'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:48:00.881468 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-761fe803-8dc4-487c-a22b-97ebda863724 None None] Allocated IP 2001:db8::f816:3eff:feba:9915 (458ed7a2-000e-42f5-98b9-db4a5d2ee0a9/8acdb687-73f4-4707-bf85-ccf6e527742b/e02ad5ee-6251-41a4-afbc-2aa7f444cd61) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:48:00.983298 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-021604bd-1591-4f88-a0df-ddd360b128d8 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Made reservation on behalf of 6637029ee9c14d37942baa2af1cfeae0 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:48:00.986848 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-021604bd-1591-4f88-a0df-ddd360b128d8 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:01.187173 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-761fe803-8dc4-487c-a22b-97ebda863724 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:01.192797 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-761fe803-8dc4-487c-a22b-97ebda863724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:01.225971 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-021604bd-1591-4f88-a0df-ddd360b128d8 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:01.233550 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761fe803-8dc4-487c-a22b-97ebda863724 None None] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:48:01.238060 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-761fe803-8dc4-487c-a22b-97ebda863724 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:48:01.242340 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761fe803-8dc4-487c-a22b-97ebda863724 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:48:01.245435 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761fe803-8dc4-487c-a22b-97ebda863724 None None] Pushing event updated for resources: {'Port': ['ID=e02ad5ee-6251-41a4-afbc-2aa7f444cd61,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:48:01.265111 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021604bd-1591-4f88-a0df-ddd360b128d8 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:48:01.268407 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-021604bd-1591-4f88-a0df-ddd360b128d8 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:48:01.272793 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021604bd-1591-4f88-a0df-ddd360b128d8 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:48:01.273387 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-021604bd-1591-4f88-a0df-ddd360b128d8 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:01.291048 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021604bd-1591-4f88-a0df-ddd360b128d8 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event updated for resources: {'Subnet': ['ID=79d13a73-d99a-4e6c-8293-e76bbe10738b,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:48:01.298877 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-761fe803-8dc4-487c-a22b-97ebda863724 None None] Attempting to bind port e02ad5ee-6251-41a4-afbc-2aa7f444cd61 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:48:01.299270 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-761fe803-8dc4-487c-a22b-97ebda863724 None None] Attempting to bind port e02ad5ee-6251-41a4-afbc-2aa7f444cd61 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'e98af336-eeff-42ff-94a2-13aaa1a9f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:48:01.299647 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761fe803-8dc4-487c-a22b-97ebda863724 None None] Attempting to bind port e02ad5ee-6251-41a4-afbc-2aa7f444cd61 on network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:48:01.299926 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-021604bd-1591-4f88-a0df-ddd360b128d8 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4362767 Nov 25 13:48:01.300250 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33044) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:01.304874 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761fe803-8dc4-487c-a22b-97ebda863724 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:48:01.305269 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761fe803-8dc4-487c-a22b-97ebda863724 None None] Checking segment: {'id': 'e98af336-eeff-42ff-94a2-13aaa1a9f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:48:01.305684 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-761fe803-8dc4-487c-a22b-97ebda863724 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:01.306089 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761fe803-8dc4-487c-a22b-97ebda863724 None None] Bound using segment: {'id': 'e98af336-eeff-42ff-94a2-13aaa1a9f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:48:01.306569 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-761fe803-8dc4-487c-a22b-97ebda863724 None None] Bound port: e02ad5ee-6251-41a4-afbc-2aa7f444cd61, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e98af336-eeff-42ff-94a2-13aaa1a9f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:48:01.306815 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-d7acd9b0-428b-4bc1-b1a9-6e2253d7f570 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Request body: {'port': {'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'mac_address': 'fa:16:3e:60:66:ac', 'name': 'tempest-NetworksTestDHCPv6-1715217258'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:48:01.306981 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-761fe803-8dc4-487c-a22b-97ebda863724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:01.375434 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-761fe803-8dc4-487c-a22b-97ebda863724 None None] For port e02ad5ee-6251-41a4-afbc-2aa7f444cd61, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:48:01.378947 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-761fe803-8dc4-487c-a22b-97ebda863724 None None] For port e02ad5ee-6251-41a4-afbc-2aa7f444cd61, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=e02ad5ee-6251-41a4-afbc-2aa7f444cd61,segment=NetworkSegment(e98af336-eeff-42ff-94a2-13aaa1a9f129),segment_id=e98af336-eeff-42ff-94a2-13aaa1a9f129)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:48:01.383831 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-761fe803-8dc4-487c-a22b-97ebda863724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:01.424562 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7acd9b0-428b-4bc1-b1a9-6e2253d7f570 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Made reservation on behalf of 6637029ee9c14d37942baa2af1cfeae0 for: {'port': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:48:01.444425 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761fe803-8dc4-487c-a22b-97ebda863724 None None] Pushing event updated for resources: {'Port': ['ID=e02ad5ee-6251-41a4-afbc-2aa7f444cd61,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:48:01.510778 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d7acd9b0-428b-4bc1-b1a9-6e2253d7f570 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:01.535472 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [None req-d7acd9b0-428b-4bc1-b1a9-6e2253d7f570 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] device_id is not set on port 8f052add-e808-437c-a0a9-231d2a66e5dc yet. {{(pid=103570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:48:01.734312 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-d7acd9b0-428b-4bc1-b1a9-6e2253d7f570 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Allocated IP 2001:db8:0:1::2b (458ed7a2-000e-42f5-98b9-db4a5d2ee0a9/79d13a73-d99a-4e6c-8293-e76bbe10738b/8f052add-e808-437c-a0a9-231d2a66e5dc) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:48:01.740936 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-d7acd9b0-428b-4bc1-b1a9-6e2253d7f570 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Allocated IP 2001:db8::f816:3eff:fe60:66ac (458ed7a2-000e-42f5-98b9-db4a5d2ee0a9/8acdb687-73f4-4707-bf85-ccf6e527742b/8f052add-e808-437c-a0a9-231d2a66e5dc) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:48:01.895397 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d7acd9b0-428b-4bc1-b1a9-6e2253d7f570 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:01.933178 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d7acd9b0-428b-4bc1-b1a9-6e2253d7f570 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:01.983912 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7acd9b0-428b-4bc1-b1a9-6e2253d7f570 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:48:01.987473 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-d7acd9b0-428b-4bc1-b1a9-6e2253d7f570 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:48:01.992200 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7acd9b0-428b-4bc1-b1a9-6e2253d7f570 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:48:01.998550 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7acd9b0-428b-4bc1-b1a9-6e2253d7f570 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:48:01.999305 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d7acd9b0-428b-4bc1-b1a9-6e2253d7f570 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:02.003076 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7acd9b0-428b-4bc1-b1a9-6e2253d7f570 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event updated for resources: {'Port': ['ID=8f052add-e808-437c-a0a9-231d2a66e5dc,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:48:02.015214 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7acd9b0-428b-4bc1-b1a9-6e2253d7f570 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:48:02.015574 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7acd9b0-428b-4bc1-b1a9-6e2253d7f570 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:48:02.015922 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7acd9b0-428b-4bc1-b1a9-6e2253d7f570 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:48:02.016267 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7acd9b0-428b-4bc1-b1a9-6e2253d7f570 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:48:02.016610 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7acd9b0-428b-4bc1-b1a9-6e2253d7f570 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:48:02.017542 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7acd9b0-428b-4bc1-b1a9-6e2253d7f570 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:48:02.017542 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7acd9b0-428b-4bc1-b1a9-6e2253d7f570 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:48:02.017807 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7acd9b0-428b-4bc1-b1a9-6e2253d7f570 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:48:02.017926 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7acd9b0-428b-4bc1-b1a9-6e2253d7f570 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:48:02.018219 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7acd9b0-428b-4bc1-b1a9-6e2253d7f570 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:48:02.018553 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7acd9b0-428b-4bc1-b1a9-6e2253d7f570 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:48:02.018906 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7acd9b0-428b-4bc1-b1a9-6e2253d7f570 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:48:02.021099 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device e02ad5ee-6251-41a4-afbc-2aa7f444cd61 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:48:02.035116 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d7acd9b0-428b-4bc1-b1a9-6e2253d7f570 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.7288475 Nov 25 13:48:02.035342 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33046) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:02.081205 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port e02ad5ee-6251-41a4-afbc-2aa7f444cd61 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:48:02.081871 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:02.142057 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-d9d9f1b9-8e93-46a2-b509-d7c6841a3a42 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Deleting port 8f052add-e808-437c-a0a9-231d2a66e5dc {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:48:02.142504 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d9d9f1b9-8e93-46a2-b509-d7c6841a3a42 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:02.194158 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:02.232968 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] For port e02ad5ee-6251-41a4-afbc-2aa7f444cd61, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=e02ad5ee-6251-41a4-afbc-2aa7f444cd61,segment=NetworkSegment(e98af336-eeff-42ff-94a2-13aaa1a9f129),segment_id=e98af336-eeff-42ff-94a2-13aaa1a9f129)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:48:02.239054 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:02.242251 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d9d9f1b9-8e93-46a2-b509-d7c6841a3a42 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:02.259363 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-d9d9f1b9-8e93-46a2-b509-d7c6841a3a42 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Calling delete_port for 8f052add-e808-437c-a0a9-231d2a66e5dc owned by {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:48:02.331315 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 8e34aa16-1f26-42ba-915c-e6e7e09ca947 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:48:02.335373 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Pushing event updated for resources: {'Port': ['ID=e02ad5ee-6251-41a4-afbc-2aa7f444cd61,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:48:02.365009 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 8e34aa16-1f26-42ba-915c-e6e7e09ca947 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:48:02.365666 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 8e34aa16-1f26-42ba-915c-e6e7e09ca947 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:48:02.461516 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d9d9f1b9-8e93-46a2-b509-d7c6841a3a42 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:02.501038 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d9f1b9-8e93-46a2-b509-d7c6841a3a42 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event deleted for resources: {'Port': ['ID=8f052add-e808-437c-a0a9-231d2a66e5dc,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:48:02.538475 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ca8289-a397-4e35-82d2-d8a4f9e5f0c8 None None] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:48:02.545078 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d9d9f1b9-8e93-46a2-b509-d7c6841a3a42 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:02.550797 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d9d9f1b9-8e93-46a2-b509-d7c6841a3a42 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/ports/8f052add-e808-437c-a0a9-231d2a66e5dc HTTP/1.1" status: 204 len: 168 time: 0.5123782 Nov 25 13:48:02.551057 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33048) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:02.602197 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3473d3-ad58-40c7-ae9c-8935074075cc tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:48:02.603758 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-8d3473d3-ad58-40c7-ae9c-8935074075cc tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0516348 Nov 25 13:48:02.606876 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33050) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:02.657443 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf13fcf-2626-4a00-83ce-8cc99bbc5005 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:48:02.658114 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-5b040e4e-7eac-42fe-a886-35c461cd69e4 None None] Provisioning complete for port e02ad5ee-6251-41a4-afbc-2aa7f444cd61 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:48:02.658495 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5b040e4e-7eac-42fe-a886-35c461cd69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:02.659892 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-6cf13fcf-2626-4a00-83ce-8cc99bbc5005 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0514150 Nov 25 13:48:02.662346 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33052) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:02.722887 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf6c0e6-6bda-4177-b3c5-cd1378b0aadd tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:48:02.724468 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf6c0e6-6bda-4177-b3c5-cd1378b0aadd tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:48:02.726143 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf6c0e6-6bda-4177-b3c5-cd1378b0aadd tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:48:02.727801 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-1bf6c0e6-6bda-4177-b3c5-cd1378b0aadd tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0643070 Nov 25 13:48:02.730357 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33054) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:02.783883 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-35b235e5-ff52-4ffd-a79e-f55bca35c405 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Deleting subnet 79d13a73-d99a-4e6c-8293-e76bbe10738b {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:48:02.787606 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-35b235e5-ff52-4ffd-a79e-f55bca35c405 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:02.793070 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-87b55a98-1a2a-4533-bb0a-2cb3b83b2516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:02.832032 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-35b235e5-ff52-4ffd-a79e-f55bca35c405 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:02.845176 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b214fa-7305-4256-b17e-8b99f6962c21 None None] Update dhcp port {'port': {'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'fixed_ips': [{'subnet_id': '8acdb687-73f4-4707-bf85-ccf6e527742b', 'ip_address': '2001:db8::f816:3eff:feba:9915'}, {'subnet_id': '79d13a73-d99a-4e6c-8293-e76bbe10738b'}], 'binding:host_id': 'n-d-808199-11'}, 'id': 'e02ad5ee-6251-41a4-afbc-2aa7f444cd61'} from n-d-808199-11. {{(pid=103572) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 13:48:02.878856 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e4b214fa-7305-4256-b17e-8b99f6962c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:02.891724 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-35b235e5-ff52-4ffd-a79e-f55bca35c405 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:02.957436 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-35b235e5-ff52-4ffd-a79e-f55bca35c405 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:02.984971 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b235e5-ff52-4ffd-a79e-f55bca35c405 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event deleted for resources: {'Subnet': ['ID=79d13a73-d99a-4e6c-8293-e76bbe10738b,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:48:02.989287 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-35b235e5-ff52-4ffd-a79e-f55bca35c405 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:02.993433 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-35b235e5-ff52-4ffd-a79e-f55bca35c405 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/subnets/79d13a73-d99a-4e6c-8293-e76bbe10738b HTTP/1.1" status: 204 len: 168 time: 0.2618651 Nov 25 13:48:02.996871 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33056) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server [None req-e4b214fa-7305-4256-b17e-8b99f6962c21 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 79d13a73-d99a-4e6c-8293-e76bbe10738b: This subnet is being modified by another concurrent operation. Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise exception Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 79d13a73-d99a-4e6c-8293-e76bbe10738b: This subnet is being modified by another concurrent operation. Nov 25 13:48:02.996991 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server Nov 25 13:48:03.050517 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-93af66a8-adf9-4aa3-9849-8b7b8692d3f4 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Deleting subnet 8acdb687-73f4-4707-bf85-ccf6e527742b {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:48:03.053673 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-93af66a8-adf9-4aa3-9849-8b7b8692d3f4 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:03.098308 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-93af66a8-adf9-4aa3-9849-8b7b8692d3f4 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:03.125239 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-7544b5db-ffba-48a8-b08b-82fb5d3739f1 None None] Provisioning complete for port e02ad5ee-6251-41a4-afbc-2aa7f444cd61 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:48:03.125627 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7544b5db-ffba-48a8-b08b-82fb5d3739f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:03.188521 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-93af66a8-adf9-4aa3-9849-8b7b8692d3f4 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:03.208566 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746d6046-65f2-4117-b5aa-80be800a392f None None] get_active_networks_info from n-d-808199-11 {{(pid=103572) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 13:48:03.249165 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-93af66a8-adf9-4aa3-9849-8b7b8692d3f4 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:03.280623 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93af66a8-adf9-4aa3-9849-8b7b8692d3f4 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event deleted for resources: {'Subnet': ['ID=8acdb687-73f4-4707-bf85-ccf6e527742b,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:48:03.284159 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-93af66a8-adf9-4aa3-9849-8b7b8692d3f4 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:03.284579 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746d6046-65f2-4117-b5aa-80be800a392f None None] Resources bound (agent type, host, resource id): {{(pid=103572) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 13:48:03.288246 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-93af66a8-adf9-4aa3-9849-8b7b8692d3f4 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/subnets/8acdb687-73f4-4707-bf85-ccf6e527742b HTTP/1.1" status: 204 len: 168 time: 0.2910626 Nov 25 13:48:03.289722 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33058) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:03.329194 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-1695833d-f5fc-4a2c-a9b4-0703ad8011d8 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0378952 Nov 25 13:48:03.333569 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33062) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:03.338390 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-6b3e7248-8d8c-4d59-8465-cea49bc3cf65 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Request body: {'subnet': {'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:48:03.362344 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-62c28e97-0649-4537-9670-55f3d23ff7b5 None None] Could not find standard attr ID for object 8f052add-e808-437c-a0a9-231d2a66e5dc. {{(pid=103572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 13:48:03.430622 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3e7248-8d8c-4d59-8465-cea49bc3cf65 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Made reservation on behalf of 6637029ee9c14d37942baa2af1cfeae0 for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:48:03.434049 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6b3e7248-8d8c-4d59-8465-cea49bc3cf65 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:03.508458 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff65f08b-2f7a-4511-93c4-a810199709c7 None None] get_active_networks_info from n-d-808199-11 {{(pid=103572) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 13:48:03.577293 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff65f08b-2f7a-4511-93c4-a810199709c7 None None] Resources bound (agent type, host, resource id): {{(pid=103572) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 13:48:03.590870 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-cf820f12-3129-4a59-a939-22690bca95c0 None None] Provisioning complete for port e02ad5ee-6251-41a4-afbc-2aa7f444cd61 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:48:03.591253 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cf820f12-3129-4a59-a939-22690bca95c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:03.618856 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6b3e7248-8d8c-4d59-8465-cea49bc3cf65 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:03.904502 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa3da3d-76e9-458b-ace5-3d3a50e5c335 None None] Update dhcp port {'port': {'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'fixed_ips': [{'subnet_id': '513bb2b7-878c-4705-9ed6-12a91723683a'}], 'binding:host_id': 'n-d-808199-11'}, 'id': 'e02ad5ee-6251-41a4-afbc-2aa7f444cd61'} from n-d-808199-11. {{(pid=103572) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 13:48:03.944382 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ffa3da3d-76e9-458b-ace5-3d3a50e5c335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:03.957442 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:03.997151 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device e02ad5ee-6251-41a4-afbc-2aa7f444cd61 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:48:04.006829 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3e7248-8d8c-4d59-8465-cea49bc3cf65 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:48:04.012079 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-6b3e7248-8d8c-4d59-8465-cea49bc3cf65 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:48:04.016519 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3e7248-8d8c-4d59-8465-cea49bc3cf65 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:48:04.017114 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6b3e7248-8d8c-4d59-8465-cea49bc3cf65 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:04.026409 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3e7248-8d8c-4d59-8465-cea49bc3cf65 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event updated for resources: {'Subnet': ['ID=513bb2b7-878c-4705-9ed6-12a91723683a,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:48:04.042767 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-6b3e7248-8d8c-4d59-8465-cea49bc3cf65 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7076974 Nov 25 13:48:04.045103 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33064) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:04.050199 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-cd897cd4-8af6-4c00-81c4-347e5bcb1502 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Request body: {'subnet': {'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:48:04.162900 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd897cd4-8af6-4c00-81c4-347e5bcb1502 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Made reservation on behalf of 6637029ee9c14d37942baa2af1cfeae0 for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:48:04.166732 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cd897cd4-8af6-4c00-81c4-347e5bcb1502 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:04.172670 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-ffa3da3d-76e9-458b-ace5-3d3a50e5c335 None None] Allocated IP 2001:db8::2 (458ed7a2-000e-42f5-98b9-db4a5d2ee0a9/513bb2b7-878c-4705-9ed6-12a91723683a/e02ad5ee-6251-41a4-afbc-2aa7f444cd61) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:48:04.187026 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:04.255435 n-d-808199-11 neutron-server[103570]: INFO neutron.db.ipam_backend_mixin [None req-cd897cd4-8af6-4c00-81c4-347e5bcb1502 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 513bb2b7-878c-4705-9ed6-12a91723683a (CIDR: 2001:db8::/64) Nov 25 13:48:04.258513 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd897cd4-8af6-4c00-81c4-347e5bcb1502 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 13:48:04.259008 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd897cd4-8af6-4c00-81c4-347e5bcb1502 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:48:04.274641 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-cd897cd4-8af6-4c00-81c4-347e5bcb1502 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2283685 Nov 25 13:48:04.277355 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33066) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:04.282303 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-fe536726-e06b-4448-ac10-23471704b2da tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Request body: {'subnet': {'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:48:04.287082 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-ffa3da3d-76e9-458b-ace5-3d3a50e5c335 None None] For port e02ad5ee-6251-41a4-afbc-2aa7f444cd61, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=e02ad5ee-6251-41a4-afbc-2aa7f444cd61,segment=NetworkSegment(e98af336-eeff-42ff-94a2-13aaa1a9f129),segment_id=e98af336-eeff-42ff-94a2-13aaa1a9f129)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:48:04.316208 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ffa3da3d-76e9-458b-ace5-3d3a50e5c335 None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:04.320597 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ffa3da3d-76e9-458b-ace5-3d3a50e5c335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:04.405591 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe536726-e06b-4448-ac10-23471704b2da tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Made reservation on behalf of 6637029ee9c14d37942baa2af1cfeae0 for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:48:04.409250 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fe536726-e06b-4448-ac10-23471704b2da tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:04.429113 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.db.api [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 13:48:04.429483 n-d-808199-11 neutron-server[103572]: DEBUG oslo_db.api [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 13:48:04.430121 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa3da3d-76e9-458b-ace5-3d3a50e5c335 None None] Pushing event updated for resources: {'Port': ['ID=e02ad5ee-6251-41a4-afbc-2aa7f444cd61,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:48:04.768587 n-d-808199-11 neutron-server[103570]: DEBUG neutron.objects.ports [None req-fe536726-e06b-4448-ac10-23471704b2da tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103570) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 13:48:04.930376 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fe536726-e06b-4448-ac10-23471704b2da tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:04.968001 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:05.002911 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] For port e02ad5ee-6251-41a4-afbc-2aa7f444cd61, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=e02ad5ee-6251-41a4-afbc-2aa7f444cd61,segment=NetworkSegment(e98af336-eeff-42ff-94a2-13aaa1a9f129),segment_id=e98af336-eeff-42ff-94a2-13aaa1a9f129)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:48:05.006995 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:05.008637 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.db.api [None req-fe536726-e06b-4448-ac10-23471704b2da tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 13:48:05.008935 n-d-808199-11 neutron-server[103570]: DEBUG oslo_db.api [None req-fe536726-e06b-4448-ac10-23471704b2da tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 13:48:05.036178 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973ae04c-b9a7-460f-9c17-35852696deb2 None None] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:48:05.113971 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Pushing event updated for resources: {'Port': ['ID=e02ad5ee-6251-41a4-afbc-2aa7f444cd61,revision_number=7']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:48:05.132559 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-56a06716-6725-44f1-986a-52388bf44f94 None None] Provisioning complete for port e02ad5ee-6251-41a4-afbc-2aa7f444cd61 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:48:05.132928 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-56a06716-6725-44f1-986a-52388bf44f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:05.434228 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-56a06716-6725-44f1-986a-52388bf44f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:05.435927 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:05.471810 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-56a06716-6725-44f1-986a-52388bf44f94 None None] For port e02ad5ee-6251-41a4-afbc-2aa7f444cd61, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=e02ad5ee-6251-41a4-afbc-2aa7f444cd61,segment=NetworkSegment(e98af336-eeff-42ff-94a2-13aaa1a9f129),segment_id=e98af336-eeff-42ff-94a2-13aaa1a9f129)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:48:05.475784 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-56a06716-6725-44f1-986a-52388bf44f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:05.530277 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a06716-6725-44f1-986a-52388bf44f94 None None] Pushing event updated for resources: {'Port': ['ID=e02ad5ee-6251-41a4-afbc-2aa7f444cd61,revision_number=8']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:48:05.545043 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fe536726-e06b-4448-ac10-23471704b2da tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:05.708294 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-fe536726-e06b-4448-ac10-23471704b2da tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] For port e02ad5ee-6251-41a4-afbc-2aa7f444cd61, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=e02ad5ee-6251-41a4-afbc-2aa7f444cd61,segment=NetworkSegment(e98af336-eeff-42ff-94a2-13aaa1a9f129),segment_id=e98af336-eeff-42ff-94a2-13aaa1a9f129)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:48:05.740116 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fe536726-e06b-4448-ac10-23471704b2da tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:05.744917 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fe536726-e06b-4448-ac10-23471704b2da tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:05.745885 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fe536726-e06b-4448-ac10-23471704b2da tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:05.821036 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe536726-e06b-4448-ac10-23471704b2da tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:48:05.833803 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-fe536726-e06b-4448-ac10-23471704b2da tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:48:05.836927 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe536726-e06b-4448-ac10-23471704b2da tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:48:05.837541 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-fe536726-e06b-4448-ac10-23471704b2da tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:05.857584 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe536726-e06b-4448-ac10-23471704b2da tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event updated for resources: {'Subnet': ['ID=fffd4459-e77e-438d-a734-f17b086c88fb,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:48:05.861318 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe536726-e06b-4448-ac10-23471704b2da tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event updated for resources: {'Port': ['ID=e02ad5ee-6251-41a4-afbc-2aa7f444cd61,revision_number=9']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:48:05.871402 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-fe536726-e06b-4448-ac10-23471704b2da tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5929749 Nov 25 13:48:05.874241 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33068) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:05.879266 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-69fa5b08-7ca0-43af-9229-2a86975f38fe tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Request body: {'port': {'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'mac_address': 'fa:16:3e:0c:bc:cc', 'name': 'tempest-NetworksTestDHCPv6-357874843'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:48:05.970496 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313f5c33-aed9-41b0-986b-f7a81305e286 None None] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:48:06.001105 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69fa5b08-7ca0-43af-9229-2a86975f38fe tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Made reservation on behalf of 6637029ee9c14d37942baa2af1cfeae0 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:48:06.037351 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-6ff313b8-b8f2-493d-bdd6-6f34fe8d2fde None None] Provisioning complete for port e02ad5ee-6251-41a4-afbc-2aa7f444cd61 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:48:06.037733 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6ff313b8-b8f2-493d-bdd6-6f34fe8d2fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:06.061853 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device e02ad5ee-6251-41a4-afbc-2aa7f444cd61 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:48:06.122054 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-69fa5b08-7ca0-43af-9229-2a86975f38fe tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:06.142362 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-69fa5b08-7ca0-43af-9229-2a86975f38fe tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] device_id is not set on port 89d6ea79-25b6-4f33-a766-07be48f4f7c2 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:48:06.212700 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port e02ad5ee-6251-41a4-afbc-2aa7f444cd61 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:48:06.212976 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:06.315460 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-69fa5b08-7ca0-43af-9229-2a86975f38fe tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Allocated IP 2001:db8::16 (458ed7a2-000e-42f5-98b9-db4a5d2ee0a9/513bb2b7-878c-4705-9ed6-12a91723683a/89d6ea79-25b6-4f33-a766-07be48f4f7c2) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:48:06.321753 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-69fa5b08-7ca0-43af-9229-2a86975f38fe tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Allocated IP 2001:db8:0:1:f816:3eff:fe0c:bccc (458ed7a2-000e-42f5-98b9-db4a5d2ee0a9/fffd4459-e77e-438d-a734-f17b086c88fb/89d6ea79-25b6-4f33-a766-07be48f4f7c2) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:48:06.417494 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:06.486569 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-69fa5b08-7ca0-43af-9229-2a86975f38fe tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:06.522305 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-69fa5b08-7ca0-43af-9229-2a86975f38fe tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:06.565968 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fa5b08-7ca0-43af-9229-2a86975f38fe tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:48:06.568913 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-69fa5b08-7ca0-43af-9229-2a86975f38fe tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:48:06.572762 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fa5b08-7ca0-43af-9229-2a86975f38fe tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:48:06.578992 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fa5b08-7ca0-43af-9229-2a86975f38fe tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:48:06.579685 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-69fa5b08-7ca0-43af-9229-2a86975f38fe tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:06.588617 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fa5b08-7ca0-43af-9229-2a86975f38fe tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event updated for resources: {'Port': ['ID=89d6ea79-25b6-4f33-a766-07be48f4f7c2,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:48:06.589028 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-88ba1c38-2892-44b8-b29d-c7d37e9aa17d None None] Provisioning complete for port e02ad5ee-6251-41a4-afbc-2aa7f444cd61 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:48:06.589534 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-88ba1c38-2892-44b8-b29d-c7d37e9aa17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:06.603572 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-69fa5b08-7ca0-43af-9229-2a86975f38fe tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 0.7256961 Nov 25 13:48:06.603975 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33070) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:06.710367 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-e90430c0-fa5c-458b-b811-9247d885a686 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Deleting port 89d6ea79-25b6-4f33-a766-07be48f4f7c2 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:48:06.710918 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e90430c0-fa5c-458b-b811-9247d885a686 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:06.775788 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:48:06.800616 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e90430c0-fa5c-458b-b811-9247d885a686 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:06.812976 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-e90430c0-fa5c-458b-b811-9247d885a686 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Calling delete_port for 89d6ea79-25b6-4f33-a766-07be48f4f7c2 owned by {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:48:06.817119 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-2c7beebe-e2c2-4ced-8ad3-5a50db6db14b None None] Provisioning complete for port 89d6ea79-25b6-4f33-a766-07be48f4f7c2 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:48:06.817495 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2c7beebe-e2c2-4ced-8ad3-5a50db6db14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:06.850498 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-2c7beebe-e2c2-4ced-8ad3-5a50db6db14b None None] Port 89d6ea79-25b6-4f33-a766-07be48f4f7c2 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:48:06.987924 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e90430c0-fa5c-458b-b811-9247d885a686 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:07.021791 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90430c0-fa5c-458b-b811-9247d885a686 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event deleted for resources: {'Port': ['ID=89d6ea79-25b6-4f33-a766-07be48f4f7c2,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:48:07.066675 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e90430c0-fa5c-458b-b811-9247d885a686 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:07.070013 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e90430c0-fa5c-458b-b811-9247d885a686 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/ports/89d6ea79-25b6-4f33-a766-07be48f4f7c2 HTTP/1.1" status: 204 len: 168 time: 0.4651201 Nov 25 13:48:07.072387 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33072) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:07.120617 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f06a41-8c35-4b2e-828e-bf98ba785ce0 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:48:07.123620 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e9f06a41-8c35-4b2e-828e-bf98ba785ce0 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0489850 Nov 25 13:48:07.124849 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33074) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:07.173279 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89d7145-35cc-414e-b013-a2f237e4dc3a tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:48:07.174683 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f89d7145-35cc-414e-b013-a2f237e4dc3a tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0488379 Nov 25 13:48:07.177462 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33076) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:07.231712 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34581ba4-0c5f-40b0-af95-ae37794cde31 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:48:07.233235 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34581ba4-0c5f-40b0-af95-ae37794cde31 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:48:07.234763 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34581ba4-0c5f-40b0-af95-ae37794cde31 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:48:07.236317 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-34581ba4-0c5f-40b0-af95-ae37794cde31 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0578551 Nov 25 13:48:07.239000 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33078) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:07.292071 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e3acfa5-c1a9-4828-8171-c40acf895a7a tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Deleting subnet 513bb2b7-878c-4705-9ed6-12a91723683a {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:48:07.295694 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3e3acfa5-c1a9-4828-8171-c40acf895a7a tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:07.664127 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3e3acfa5-c1a9-4828-8171-c40acf895a7a tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:07.742973 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3e3acfa5-c1a9-4828-8171-c40acf895a7a tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:07.803319 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3e3acfa5-c1a9-4828-8171-c40acf895a7a tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:07.829613 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3acfa5-c1a9-4828-8171-c40acf895a7a tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event deleted for resources: {'Subnet': ['ID=513bb2b7-878c-4705-9ed6-12a91723683a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:48:07.833469 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3e3acfa5-c1a9-4828-8171-c40acf895a7a tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:07.838372 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-3e3acfa5-c1a9-4828-8171-c40acf895a7a tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/subnets/513bb2b7-878c-4705-9ed6-12a91723683a HTTP/1.1" status: 204 len: 168 time: 0.5968053 Nov 25 13:48:07.839348 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33080) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:07.843420 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c40f84-cfa7-4e2d-a048-d63a8844e6e9 None None] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:48:07.890416 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa0415c0-e595-448e-ad7f-6ce6eebd35c2 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Deleting subnet fffd4459-e77e-438d-a734-f17b086c88fb {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:48:07.893538 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aa0415c0-e595-448e-ad7f-6ce6eebd35c2 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:07.933675 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aa0415c0-e595-448e-ad7f-6ce6eebd35c2 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:08.030555 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aa0415c0-e595-448e-ad7f-6ce6eebd35c2 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:08.093100 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aa0415c0-e595-448e-ad7f-6ce6eebd35c2 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:08.123290 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0415c0-e595-448e-ad7f-6ce6eebd35c2 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event deleted for resources: {'Subnet': ['ID=fffd4459-e77e-438d-a734-f17b086c88fb,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:48:08.125324 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aa0415c0-e595-448e-ad7f-6ce6eebd35c2 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:08.128662 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-aa0415c0-e595-448e-ad7f-6ce6eebd35c2 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/subnets/fffd4459-e77e-438d-a734-f17b086c88fb HTTP/1.1" status: 204 len: 168 time: 0.2878311 Nov 25 13:48:08.130988 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33082) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:08.175080 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-1467b2ec-c828-45d0-8383-d7921b33713d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0427470 Nov 25 13:48:08.177638 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33084) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:08.184981 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-c9660dce-5bbd-4dd8-9ace-4b9546166627 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Request body: {'subnet': {'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:48:08.278975 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9660dce-5bbd-4dd8-9ace-4b9546166627 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Made reservation on behalf of 6637029ee9c14d37942baa2af1cfeae0 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:48:08.282527 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c9660dce-5bbd-4dd8-9ace-4b9546166627 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:08.341367 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:08.479145 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c9660dce-5bbd-4dd8-9ace-4b9546166627 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:08.492854 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6c9745-2770-44d3-949b-e053b1515bc4 None None] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:48:08.523425 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9660dce-5bbd-4dd8-9ace-4b9546166627 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:48:08.526702 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-c9660dce-5bbd-4dd8-9ace-4b9546166627 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:48:08.529759 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9660dce-5bbd-4dd8-9ace-4b9546166627 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:48:08.530361 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c9660dce-5bbd-4dd8-9ace-4b9546166627 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:08.543702 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9660dce-5bbd-4dd8-9ace-4b9546166627 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event updated for resources: {'Subnet': ['ID=5b8b2d59-ec1a-4370-8ecf-06c3f7348a4a,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:48:08.554331 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c9660dce-5bbd-4dd8-9ace-4b9546166627 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3756883 Nov 25 13:48:08.557052 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33086) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:08.562545 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-4e186a7c-c2d7-4b9d-bfb7-fc06e14acb0d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Request body: {'subnet': {'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:48:08.617565 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-fd4d2181-b68a-4d7f-962e-b5b6ddd9084c None None] Provisioning complete for port e02ad5ee-6251-41a4-afbc-2aa7f444cd61 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:48:08.617942 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fd4d2181-b68a-4d7f-962e-b5b6ddd9084c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:08.676455 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e186a7c-c2d7-4b9d-bfb7-fc06e14acb0d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Made reservation on behalf of 6637029ee9c14d37942baa2af1cfeae0 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:48:08.680282 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4e186a7c-c2d7-4b9d-bfb7-fc06e14acb0d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:08.771295 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf63478f-07f9-4490-856d-4b996e3b2f85 None None] Update dhcp port {'port': {'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'fixed_ips': [{'subnet_id': '5b8b2d59-ec1a-4370-8ecf-06c3f7348a4a'}], 'binding:host_id': 'n-d-808199-11'}, 'id': 'e02ad5ee-6251-41a4-afbc-2aa7f444cd61'} from n-d-808199-11. {{(pid=103572) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 13:48:08.777209 n-d-808199-11 neutron-server[103571]: INFO neutron.db.ipam_backend_mixin [None req-4e186a7c-c2d7-4b9d-bfb7-fc06e14acb0d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5b8b2d59-ec1a-4370-8ecf-06c3f7348a4a (CIDR: 2001:db8::/64) Nov 25 13:48:08.781847 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e186a7c-c2d7-4b9d-bfb7-fc06e14acb0d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 13:48:08.782312 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e186a7c-c2d7-4b9d-bfb7-fc06e14acb0d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:48:08.798903 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cf63478f-07f9-4490-856d-4b996e3b2f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:08.799224 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-4e186a7c-c2d7-4b9d-bfb7-fc06e14acb0d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2411559 Nov 25 13:48:08.801937 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33090) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:08.806842 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-f33b7df1-6e19-4638-a882-fea3b7449a77 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Request body: {'subnet': {'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:48:08.915885 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33b7df1-6e19-4638-a882-fea3b7449a77 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Made reservation on behalf of 6637029ee9c14d37942baa2af1cfeae0 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:48:08.919578 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f33b7df1-6e19-4638-a882-fea3b7449a77 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:08.957275 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-cf63478f-07f9-4490-856d-4b996e3b2f85 None None] Allocated IP 2001:db8::2 (458ed7a2-000e-42f5-98b9-db4a5d2ee0a9/5b8b2d59-ec1a-4370-8ecf-06c3f7348a4a/e02ad5ee-6251-41a4-afbc-2aa7f444cd61) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:48:09.055796 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-cf63478f-07f9-4490-856d-4b996e3b2f85 None None] For port e02ad5ee-6251-41a4-afbc-2aa7f444cd61, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=e02ad5ee-6251-41a4-afbc-2aa7f444cd61,segment=NetworkSegment(e98af336-eeff-42ff-94a2-13aaa1a9f129),segment_id=e98af336-eeff-42ff-94a2-13aaa1a9f129)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:48:09.089018 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cf63478f-07f9-4490-856d-4b996e3b2f85 None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:09.094127 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cf63478f-07f9-4490-856d-4b996e3b2f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:09.167229 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf63478f-07f9-4490-856d-4b996e3b2f85 None None] Pushing event updated for resources: {'Port': ['ID=e02ad5ee-6251-41a4-afbc-2aa7f444cd61,revision_number=12']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:48:09.175562 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf63478f-07f9-4490-856d-4b996e3b2f85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:48:09.175926 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf63478f-07f9-4490-856d-4b996e3b2f85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:48:09.176282 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf63478f-07f9-4490-856d-4b996e3b2f85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:48:09.176645 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf63478f-07f9-4490-856d-4b996e3b2f85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:48:09.176995 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf63478f-07f9-4490-856d-4b996e3b2f85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:48:09.177343 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf63478f-07f9-4490-856d-4b996e3b2f85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:48:09.178339 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf63478f-07f9-4490-856d-4b996e3b2f85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:48:09.178339 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf63478f-07f9-4490-856d-4b996e3b2f85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:48:09.178339 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf63478f-07f9-4490-856d-4b996e3b2f85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:48:09.178759 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf63478f-07f9-4490-856d-4b996e3b2f85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:48:09.179016 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf63478f-07f9-4490-856d-4b996e3b2f85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:48:09.179351 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf63478f-07f9-4490-856d-4b996e3b2f85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:48:09.253664 n-d-808199-11 neutron-server[103571]: DEBUG neutron.objects.ports [None req-f33b7df1-6e19-4638-a882-fea3b7449a77 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103571) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 13:48:09.416384 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f33b7df1-6e19-4638-a882-fea3b7449a77 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:09.599736 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-f33b7df1-6e19-4638-a882-fea3b7449a77 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] For port e02ad5ee-6251-41a4-afbc-2aa7f444cd61, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=e02ad5ee-6251-41a4-afbc-2aa7f444cd61,segment=NetworkSegment(e98af336-eeff-42ff-94a2-13aaa1a9f129),segment_id=e98af336-eeff-42ff-94a2-13aaa1a9f129)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:48:09.631643 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f33b7df1-6e19-4638-a882-fea3b7449a77 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:09.636735 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f33b7df1-6e19-4638-a882-fea3b7449a77 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:09.637484 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f33b7df1-6e19-4638-a882-fea3b7449a77 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:09.661257 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6191cb2f-edf7-4bd3-94db-5a207544db1f None None] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:48:09.707542 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33b7df1-6e19-4638-a882-fea3b7449a77 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:48:09.714358 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-f33b7df1-6e19-4638-a882-fea3b7449a77 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:48:09.723903 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33b7df1-6e19-4638-a882-fea3b7449a77 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:48:09.724763 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f33b7df1-6e19-4638-a882-fea3b7449a77 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:09.724922 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-ec5ac35f-905b-4206-97b9-a775ccd49ff5 None None] Provisioning complete for port e02ad5ee-6251-41a4-afbc-2aa7f444cd61 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:48:09.725277 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ec5ac35f-905b-4206-97b9-a775ccd49ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:09.747280 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33b7df1-6e19-4638-a882-fea3b7449a77 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event updated for resources: {'Subnet': ['ID=c4f1e9db-d7c0-4713-8fc0-33f9aef4b6e0,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:48:09.755199 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-f33b7df1-6e19-4638-a882-fea3b7449a77 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.9522200 Nov 25 13:48:09.756614 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33b7df1-6e19-4638-a882-fea3b7449a77 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event updated for resources: {'Port': ['ID=e02ad5ee-6251-41a4-afbc-2aa7f444cd61,revision_number=14']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:48:09.757270 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33092) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:09.762266 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-856c585d-b1bb-4d41-b3f4-55239094daea tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Request body: {'port': {'network_id': '458ed7a2-000e-42f5-98b9-db4a5d2ee0a9', 'mac_address': 'fa:16:3e:6a:88:d8', 'name': 'tempest-NetworksTestDHCPv6-1608174382'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:48:09.879956 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-856c585d-b1bb-4d41-b3f4-55239094daea tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Made reservation on behalf of 6637029ee9c14d37942baa2af1cfeae0 for: {'port': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:48:09.971443 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-856c585d-b1bb-4d41-b3f4-55239094daea tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:09.994962 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [None req-856c585d-b1bb-4d41-b3f4-55239094daea tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] device_id is not set on port 48e26745-331c-4a28-9328-721e31c86d50 yet. {{(pid=103570) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:48:10.004844 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device e02ad5ee-6251-41a4-afbc-2aa7f444cd61 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:48:10.055226 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port e02ad5ee-6251-41a4-afbc-2aa7f444cd61 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:48:10.055677 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:10.179913 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-856c585d-b1bb-4d41-b3f4-55239094daea tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Allocated IP 2001:db8::15f (458ed7a2-000e-42f5-98b9-db4a5d2ee0a9/5b8b2d59-ec1a-4370-8ecf-06c3f7348a4a/48e26745-331c-4a28-9328-721e31c86d50) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:48:10.186593 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-856c585d-b1bb-4d41-b3f4-55239094daea tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Allocated IP 2001:db8:0:1:f816:3eff:fe6a:88d8 (458ed7a2-000e-42f5-98b9-db4a5d2ee0a9/c4f1e9db-d7c0-4713-8fc0-33f9aef4b6e0/48e26745-331c-4a28-9328-721e31c86d50) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:48:10.339148 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-856c585d-b1bb-4d41-b3f4-55239094daea tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:10.374157 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-856c585d-b1bb-4d41-b3f4-55239094daea tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:10.424830 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856c585d-b1bb-4d41-b3f4-55239094daea tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:48:10.432184 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf182329-b98b-490a-8f90-10bd0a740aef None None] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:48:10.433439 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-856c585d-b1bb-4d41-b3f4-55239094daea tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:48:10.436024 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856c585d-b1bb-4d41-b3f4-55239094daea tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:48:10.441810 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856c585d-b1bb-4d41-b3f4-55239094daea tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:48:10.442431 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-856c585d-b1bb-4d41-b3f4-55239094daea tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:10.448555 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856c585d-b1bb-4d41-b3f4-55239094daea tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event updated for resources: {'Port': ['ID=48e26745-331c-4a28-9328-721e31c86d50,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:48:10.466436 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-856c585d-b1bb-4d41-b3f4-55239094daea tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.7080743 Nov 25 13:48:10.468964 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33094) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:10.532949 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-4bd23ee1-3c09-45b0-bcb6-3e20ed9bb630 None None] Provisioning complete for port e02ad5ee-6251-41a4-afbc-2aa7f444cd61 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:48:10.533227 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4bd23ee1-3c09-45b0-bcb6-3e20ed9bb630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:10.556712 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-938559eb-65e6-410f-935d-00e48b0efab5 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Deleting port 48e26745-331c-4a28-9328-721e31c86d50 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:48:10.557060 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-938559eb-65e6-410f-935d-00e48b0efab5 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:10.646869 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-938559eb-65e6-410f-935d-00e48b0efab5 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:10.659304 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-938559eb-65e6-410f-935d-00e48b0efab5 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Calling delete_port for 48e26745-331c-4a28-9328-721e31c86d50 owned by {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:48:10.841221 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-938559eb-65e6-410f-935d-00e48b0efab5 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:10.870353 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938559eb-65e6-410f-935d-00e48b0efab5 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event deleted for resources: {'Port': ['ID=48e26745-331c-4a28-9328-721e31c86d50,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:48:10.899217 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-3da0919b-11be-4710-845a-dfabd9ca004b None None] Provisioning complete for port e02ad5ee-6251-41a4-afbc-2aa7f444cd61 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:48:10.899602 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3da0919b-11be-4710-845a-dfabd9ca004b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:10.915735 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-938559eb-65e6-410f-935d-00e48b0efab5 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:10.919980 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-938559eb-65e6-410f-935d-00e48b0efab5 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/ports/48e26745-331c-4a28-9328-721e31c86d50 HTTP/1.1" status: 204 len: 168 time: 0.4497488 Nov 25 13:48:10.922270 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33096) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:10.972916 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01cc975-faa4-4863-ac02-138d7c37d7fc tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:48:10.974661 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-a01cc975-faa4-4863-ac02-138d7c37d7fc tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0512969 Nov 25 13:48:10.977381 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33098) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:10.993469 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-3da0919b-11be-4710-845a-dfabd9ca004b None None] Could not find standard attr ID for object 48e26745-331c-4a28-9328-721e31c86d50. {{(pid=103572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 13:48:11.030978 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e37969-68af-4504-8f3c-1480cdf2cafa tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:48:11.032605 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-08e37969-68af-4504-8f3c-1480cdf2cafa tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0542047 Nov 25 13:48:11.035276 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33100) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:11.089623 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658bf47f-c0fa-41b0-9233-97f83b86fe09 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:48:11.091243 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658bf47f-c0fa-41b0-9233-97f83b86fe09 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:48:11.092760 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658bf47f-c0fa-41b0-9233-97f83b86fe09 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:48:11.094311 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-658bf47f-c0fa-41b0-9233-97f83b86fe09 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0581133 Nov 25 13:48:11.096928 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33102) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:11.108582 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-39598b12-efa8-4118-820e-9c1defb99d67 None None] Could not find standard attr ID for object 48e26745-331c-4a28-9328-721e31c86d50. {{(pid=103572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 13:48:11.155814 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-a60c7e49-44fb-4567-80be-5c32140ecf80 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Deleting subnet 5b8b2d59-ec1a-4370-8ecf-06c3f7348a4a {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:48:11.159400 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a60c7e49-44fb-4567-80be-5c32140ecf80 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:11.201932 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a60c7e49-44fb-4567-80be-5c32140ecf80 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:11.289104 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a60c7e49-44fb-4567-80be-5c32140ecf80 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:11.345433 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a60c7e49-44fb-4567-80be-5c32140ecf80 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:11.374610 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a60c7e49-44fb-4567-80be-5c32140ecf80 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:11.377888 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-a60c7e49-44fb-4567-80be-5c32140ecf80 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/subnets/5b8b2d59-ec1a-4370-8ecf-06c3f7348a4a HTTP/1.1" status: 204 len: 168 time: 0.2800488 Nov 25 13:48:11.379022 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c7e49-44fb-4567-80be-5c32140ecf80 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event deleted for resources: {'Subnet': ['ID=5b8b2d59-ec1a-4370-8ecf-06c3f7348a4a,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:48:11.380613 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33104) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:11.383871 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a3bf2b-c112-49bd-9371-69fea49e2849 None None] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:48:11.439764 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a3fd644-caab-4b89-8c40-571650296a3c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Deleting subnet c4f1e9db-d7c0-4713-8fc0-33f9aef4b6e0 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:48:11.442951 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2a3fd644-caab-4b89-8c40-571650296a3c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:11.484006 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2a3fd644-caab-4b89-8c40-571650296a3c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:11.566253 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2a3fd644-caab-4b89-8c40-571650296a3c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:11.631807 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2a3fd644-caab-4b89-8c40-571650296a3c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:11.658172 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3fd644-caab-4b89-8c40-571650296a3c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event deleted for resources: {'Subnet': ['ID=c4f1e9db-d7c0-4713-8fc0-33f9aef4b6e0,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:48:11.663993 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2a3fd644-caab-4b89-8c40-571650296a3c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:11.667373 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-2a3fd644-caab-4b89-8c40-571650296a3c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/subnets/c4f1e9db-d7c0-4713-8fc0-33f9aef4b6e0 HTTP/1.1" status: 204 len: 168 time: 0.2850726 Nov 25 13:48:11.670543 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33106) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:11.709664 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-9fa2ba85-9f59-492d-bc6b-1fde6184ca59 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0371282 Nov 25 13:48:11.711478 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33108) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:11.760266 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5b5216-0f26-4fd2-bbf0-0090e21eeb94 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:48:11.762508 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5e5b5216-0f26-4fd2-bbf0-0090e21eeb94 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0495470 Nov 25 13:48:11.765638 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33110) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:11.769967 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:11.821628 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bf5f3d-f824-4642-b14b-045e557f5b55 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:48:11.823135 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-a8bf5f3d-f824-4642-b14b-045e557f5b55 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0564196 Nov 25 13:48:11.826568 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33112) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:11.866859 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-55371654-0894-47af-90c4-8b3630491671 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0389495 Nov 25 13:48:11.872879 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33114) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:11.904626 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ecae635-82cd-4d08-b3f4-2ea9a13c104d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] DELETE failed (client error): The resource could not be found. Nov 25 13:48:11.905446 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ecae635-82cd-4d08-b3f4-2ea9a13c104d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:48:11.910021 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-6ecae635-82cd-4d08-b3f4-2ea9a13c104d tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/ports/48e26745-331c-4a28-9328-721e31c86d50 HTTP/1.1" status: 404 len: 333 time: 0.0359292 Nov 25 13:48:11.912825 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33116) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:11.946216 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d7a84fa-4e44-431d-b421-71838a4bb6d5 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] DELETE failed (client error): The resource could not be found. Nov 25 13:48:11.946713 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d7a84fa-4e44-431d-b421-71838a4bb6d5 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:48:11.949886 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-9d7a84fa-4e44-431d-b421-71838a4bb6d5 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/subnets/c4f1e9db-d7c0-4713-8fc0-33f9aef4b6e0 HTTP/1.1" status: 404 len: 337 time: 0.0358543 Nov 25 13:48:11.952505 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33118) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:11.978218 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-35c6c92c-c191-44ae-82dc-8a8effcd7604 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] DELETE failed (client error): The resource could not be found. Nov 25 13:48:11.978703 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35c6c92c-c191-44ae-82dc-8a8effcd7604 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:48:11.982364 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-35c6c92c-c191-44ae-82dc-8a8effcd7604 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/subnets/5b8b2d59-ec1a-4370-8ecf-06c3f7348a4a HTTP/1.1" status: 404 len: 337 time: 0.0289342 Nov 25 13:48:11.984943 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33120) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:12.012393 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-f52d6d4b-8918-4b0d-bc87-66cee0521bca tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] DELETE failed (client error): The resource could not be found. Nov 25 13:48:12.012938 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f52d6d4b-8918-4b0d-bc87-66cee0521bca tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:48:12.016339 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f52d6d4b-8918-4b0d-bc87-66cee0521bca tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/ports/89d6ea79-25b6-4f33-a766-07be48f4f7c2 HTTP/1.1" status: 404 len: 333 time: 0.0304716 Nov 25 13:48:12.018947 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33124) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:12.045014 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-ace6bd78-450b-4a08-aa55-23682fbe2d30 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] DELETE failed (client error): The resource could not be found. Nov 25 13:48:12.045471 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ace6bd78-450b-4a08-aa55-23682fbe2d30 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:48:12.048552 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-ace6bd78-450b-4a08-aa55-23682fbe2d30 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/subnets/fffd4459-e77e-438d-a734-f17b086c88fb HTTP/1.1" status: 404 len: 337 time: 0.0286865 Nov 25 13:48:12.051081 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33126) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:12.065268 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12b8d51-9666-4f3d-a4fb-0fda9ca81b65 None None] Network 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:48:12.077195 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0c7de2e-9dcf-4af5-9e7e-f39b9c9b8555 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] DELETE failed (client error): The resource could not be found. Nov 25 13:48:12.077656 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0c7de2e-9dcf-4af5-9e7e-f39b9c9b8555 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:48:12.080713 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c0c7de2e-9dcf-4af5-9e7e-f39b9c9b8555 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/subnets/513bb2b7-878c-4705-9ed6-12a91723683a HTTP/1.1" status: 404 len: 337 time: 0.0287240 Nov 25 13:48:12.083283 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33128) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:12.105150 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8958689-ee11-4f5a-8f84-f7d6c77d644a tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] DELETE failed (client error): The resource could not be found. Nov 25 13:48:12.106184 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8958689-ee11-4f5a-8f84-f7d6c77d644a tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:48:12.109190 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f8958689-ee11-4f5a-8f84-f7d6c77d644a tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/ports/8f052add-e808-437c-a0a9-231d2a66e5dc HTTP/1.1" status: 404 len: 333 time: 0.0250132 Nov 25 13:48:12.111643 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33130) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:12.137191 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-42bda982-c673-44c5-9a5e-80a0aaf19764 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] DELETE failed (client error): The resource could not be found. Nov 25 13:48:12.137535 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42bda982-c673-44c5-9a5e-80a0aaf19764 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:48:12.140838 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-42bda982-c673-44c5-9a5e-80a0aaf19764 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/subnets/79d13a73-d99a-4e6c-8293-e76bbe10738b HTTP/1.1" status: 404 len: 337 time: 0.0282393 Nov 25 13:48:12.143315 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33132) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:12.161574 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-7ca822b7-4dcc-4a4a-ac7c-68849e0e0ad4 None None] Provisioning complete for port e02ad5ee-6251-41a4-afbc-2aa7f444cd61 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:48:12.162153 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7ca822b7-4dcc-4a4a-ac7c-68849e0e0ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:12.167839 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-6357be7c-fa57-46ed-ab1e-c5dcd67de0cd tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] DELETE failed (client error): The resource could not be found. Nov 25 13:48:12.168850 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6357be7c-fa57-46ed-ab1e-c5dcd67de0cd tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:48:12.171882 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-6357be7c-fa57-46ed-ab1e-c5dcd67de0cd tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/subnets/8acdb687-73f4-4707-bf85-ccf6e527742b HTTP/1.1" status: 404 len: 337 time: 0.0276759 Nov 25 13:48:12.174320 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33134) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:12.201404 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-59938ad2-7cfc-415c-b1d0-826bfe06faea tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] DELETE failed (client error): The resource could not be found. Nov 25 13:48:12.201945 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59938ad2-7cfc-415c-b1d0-826bfe06faea tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:48:12.204995 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-59938ad2-7cfc-415c-b1d0-826bfe06faea tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/ports/f45f4455-2a3f-4831-907f-b5b8c060da38 HTTP/1.1" status: 404 len: 333 time: 0.0296760 Nov 25 13:48:12.207527 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33136) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:12.243164 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-588a4689-debd-4e51-9419-484876d1a797 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] DELETE failed (client error): The resource could not be found. Nov 25 13:48:12.243668 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-588a4689-debd-4e51-9419-484876d1a797 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:48:12.247593 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-588a4689-debd-4e51-9419-484876d1a797 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/subnets/44acadeb-18a7-4aee-aaf0-07da3a7007e0 HTTP/1.1" status: 404 len: 337 time: 0.0387261 Nov 25 13:48:12.249966 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33138) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:12.276105 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-49a404cf-d0b5-4bc6-9ad2-f0269180e186 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] DELETE failed (client error): The resource could not be found. Nov 25 13:48:12.276560 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49a404cf-d0b5-4bc6-9ad2-f0269180e186 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:48:12.280194 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-49a404cf-d0b5-4bc6-9ad2-f0269180e186 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/subnets/e9ab8e26-f70e-45fe-acfc-bf717dbfb46a HTTP/1.1" status: 404 len: 337 time: 0.0290754 Nov 25 13:48:12.282671 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33140) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:12.294811 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e87d4a-61e8-4466-b72f-71a9ca53aeb2 None None] DHCP port deletion for 458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:48:12.306131 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5f3432f-340d-4108-8ea2-91128fa085b9 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] DELETE failed (client error): The resource could not be found. Nov 25 13:48:12.306618 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5f3432f-340d-4108-8ea2-91128fa085b9 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:48:12.309829 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e5f3432f-340d-4108-8ea2-91128fa085b9 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/ports/4a4bdcb0-128c-44bf-b692-ba1063506569 HTTP/1.1" status: 404 len: 333 time: 0.0262141 Nov 25 13:48:12.312503 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33142) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:12.338567 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1ce16a3-d3be-4b5d-8b72-55c4f4210379 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] DELETE failed (client error): The resource could not be found. Nov 25 13:48:12.339072 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1ce16a3-d3be-4b5d-8b72-55c4f4210379 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:48:12.342794 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c1ce16a3-d3be-4b5d-8b72-55c4f4210379 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/subnets/af30f2fa-6eae-42d6-af64-2d1eed170fc2 HTTP/1.1" status: 404 len: 337 time: 0.0293005 Nov 25 13:48:12.345497 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33144) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:12.369054 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-d171a027-e4b8-4f94-8b60-8fb95357b49b tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] DELETE failed (client error): The resource could not be found. Nov 25 13:48:12.369629 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d171a027-e4b8-4f94-8b60-8fb95357b49b tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:48:12.372894 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d171a027-e4b8-4f94-8b60-8fb95357b49b tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/ports/bbee802f-43bd-43d5-9299-289670050851 HTTP/1.1" status: 404 len: 333 time: 0.0264406 Nov 25 13:48:12.375760 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33146) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:12.407653 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6918289-5189-4f1d-b2cc-85ec08c62ad1 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] DELETE failed (client error): The resource could not be found. Nov 25 13:48:12.408128 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6918289-5189-4f1d-b2cc-85ec08c62ad1 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:48:12.413829 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d6918289-5189-4f1d-b2cc-85ec08c62ad1 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/subnets/1f9fd148-8946-4a5f-b285-4e1c917fb3b1 HTTP/1.1" status: 404 len: 337 time: 0.0345197 Nov 25 13:48:12.414023 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33148) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:12.437629 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-32dff585-fa60-4dcb-b334-e01217dc1349 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] DELETE failed (client error): The resource could not be found. Nov 25 13:48:12.438192 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32dff585-fa60-4dcb-b334-e01217dc1349 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:48:12.441292 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-32dff585-fa60-4dcb-b334-e01217dc1349 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/ports/2c313232-fee4-440c-9f12-44012a926382 HTTP/1.1" status: 404 len: 333 time: 0.0263307 Nov 25 13:48:12.443959 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33150) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:12.470980 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-788fc818-74d4-48d7-8316-7eab4c2636e5 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] DELETE failed (client error): The resource could not be found. Nov 25 13:48:12.471452 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-788fc818-74d4-48d7-8316-7eab4c2636e5 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:48:12.474556 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-788fc818-74d4-48d7-8316-7eab4c2636e5 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/subnets/71822c75-839e-434d-b560-71adae880f5d HTTP/1.1" status: 404 len: 337 time: 0.0296743 Nov 25 13:48:12.477136 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33152) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:12.497488 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-e7e87d4a-61e8-4466-b72f-71a9ca53aeb2 None None] Deleting port e02ad5ee-6251-41a4-afbc-2aa7f444cd61 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:48:12.497875 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e7e87d4a-61e8-4466-b72f-71a9ca53aeb2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:12.500215 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-634272c7-25d0-4473-840d-992a1e5cf38e tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] DELETE failed (client error): The resource could not be found. Nov 25 13:48:12.500791 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-634272c7-25d0-4473-840d-992a1e5cf38e tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:48:12.503901 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-634272c7-25d0-4473-840d-992a1e5cf38e tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/ports/ea1d84a8-ad9d-423c-a226-9850925d38d8 HTTP/1.1" status: 404 len: 333 time: 0.0258501 Nov 25 13:48:12.506443 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33156) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:12.532076 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-de1af44f-6108-40c7-b4f7-b66a8674a2c3 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] DELETE failed (client error): The resource could not be found. Nov 25 13:48:12.532536 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de1af44f-6108-40c7-b4f7-b66a8674a2c3 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:48:12.535885 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-de1af44f-6108-40c7-b4f7-b66a8674a2c3 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/subnets/3d01426c-d3ef-474d-b7de-b7b9e3f381e8 HTTP/1.1" status: 404 len: 337 time: 0.0283964 Nov 25 13:48:12.538335 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33158) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:12.562199 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7e26110-88a1-4512-bd3e-3c62f98896b2 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] DELETE failed (client error): The resource could not be found. Nov 25 13:48:12.562794 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7e26110-88a1-4512-bd3e-3c62f98896b2 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:48:12.566990 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c7e26110-88a1-4512-bd3e-3c62f98896b2 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/ports/96e994d2-745d-470a-b1e0-fc5186b687ed HTTP/1.1" status: 404 len: 333 time: 0.0276656 Nov 25 13:48:12.568607 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-e7e87d4a-61e8-4466-b72f-71a9ca53aeb2 None None] For port e02ad5ee-6251-41a4-afbc-2aa7f444cd61, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=e02ad5ee-6251-41a4-afbc-2aa7f444cd61,segment=NetworkSegment(e98af336-eeff-42ff-94a2-13aaa1a9f129),segment_id=e98af336-eeff-42ff-94a2-13aaa1a9f129)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:48:12.569278 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e7e87d4a-61e8-4466-b72f-71a9ca53aeb2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:12.570065 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33160) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:12.585723 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-e7e87d4a-61e8-4466-b72f-71a9ca53aeb2 None None] Calling delete_port for e02ad5ee-6251-41a4-afbc-2aa7f444cd61 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:48:12.600214 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-07aeb5d0-5d43-47c8-a924-4ccefae7f761 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] DELETE failed (client error): The resource could not be found. Nov 25 13:48:12.600674 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07aeb5d0-5d43-47c8-a924-4ccefae7f761 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:48:12.603755 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-07aeb5d0-5d43-47c8-a924-4ccefae7f761 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/subnets/02c77235-7caf-4a07-a747-20dbc4f4abd9 HTTP/1.1" status: 404 len: 337 time: 0.0327632 Nov 25 13:48:12.606874 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33162) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:12.628590 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a1291ba-5a4c-4b6c-b711-9d8a2466d6e6 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] DELETE failed (client error): The resource could not be found. Nov 25 13:48:12.629124 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a1291ba-5a4c-4b6c-b711-9d8a2466d6e6 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:48:12.632144 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3a1291ba-5a4c-4b6c-b711-9d8a2466d6e6 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/ports/897a6da5-5c8f-46cd-8d9b-c261b7bd69c9 HTTP/1.1" status: 404 len: 333 time: 0.0243628 Nov 25 13:48:12.634479 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33164) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:12.661280 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea55cb2c-5d97-47ab-8202-ed4d114c5bbf tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] DELETE failed (client error): The resource could not be found. Nov 25 13:48:12.661764 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea55cb2c-5d97-47ab-8202-ed4d114c5bbf tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:48:12.663120 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e7e87d4a-61e8-4466-b72f-71a9ca53aeb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:12.664979 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-ea55cb2c-5d97-47ab-8202-ed4d114c5bbf tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/subnets/a26b7087-7e3a-492f-8531-e821112c9a3b HTTP/1.1" status: 404 len: 337 time: 0.0295682 Nov 25 13:48:12.667459 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33166) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:12.685766 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e87d4a-61e8-4466-b72f-71a9ca53aeb2 None None] Pushing event deleted for resources: {'Port': ['ID=e02ad5ee-6251-41a4-afbc-2aa7f444cd61,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:48:12.691126 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e87d4a-61e8-4466-b72f-71a9ca53aeb2 None None] No DVR routers for this DVR port e02ad5ee-6251-41a4-afbc-2aa7f444cd61 on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:48:12.692515 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c559c65-3a9e-4502-b57f-80768f75af6c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] DELETE failed (client error): The resource could not be found. Nov 25 13:48:12.692979 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c559c65-3a9e-4502-b57f-80768f75af6c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:48:12.696080 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-0c559c65-3a9e-4502-b57f-80768f75af6c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/subnets/ae425de3-9622-4aa6-adbe-f86fff09d68b HTTP/1.1" status: 404 len: 337 time: 0.0276868 Nov 25 13:48:12.698451 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33168) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:12.721967 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-02f915ff-132c-4bb4-b622-c4e82fdb3c43 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] DELETE failed (client error): The resource could not be found. Nov 25 13:48:12.722504 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02f915ff-132c-4bb4-b622-c4e82fdb3c43 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:48:12.725567 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-02f915ff-132c-4bb4-b622-c4e82fdb3c43 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/ports/0d56aaf4-b7e5-4c4d-9d11-a13acba4f5c1 HTTP/1.1" status: 404 len: 333 time: 0.0261841 Nov 25 13:48:12.728319 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33172) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:12.752775 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-a952e111-b48c-4b02-8400-64adfd7264cf tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] DELETE failed (client error): The resource could not be found. Nov 25 13:48:12.753227 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a952e111-b48c-4b02-8400-64adfd7264cf tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:48:12.756242 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-a952e111-b48c-4b02-8400-64adfd7264cf tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/subnets/269344ae-7e46-42bf-b67a-5d85dfb13c80 HTTP/1.1" status: 404 len: 337 time: 0.0270166 Nov 25 13:48:12.758434 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33174) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:12.788237 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-a416d21a-8bf5-439f-94e3-6d54432ba414 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] DELETE failed (client error): The resource could not be found. Nov 25 13:48:12.788689 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a416d21a-8bf5-439f-94e3-6d54432ba414 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:48:12.791688 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-a416d21a-8bf5-439f-94e3-6d54432ba414 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/subnets/a26b328c-e07c-4656-b9f5-3d2537374814 HTTP/1.1" status: 404 len: 337 time: 0.0323460 Nov 25 13:48:12.793977 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33176) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:12.815347 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-b51a96a5-0631-4b6f-9df7-703f0d0a1d90 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] DELETE failed (client error): The resource could not be found. Nov 25 13:48:12.815869 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b51a96a5-0631-4b6f-9df7-703f0d0a1d90 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:48:12.818872 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b51a96a5-0631-4b6f-9df7-703f0d0a1d90 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/ports/007d7fcb-7c6a-4082-8bb9-ba3e6cee03a2 HTTP/1.1" status: 404 len: 333 time: 0.0239897 Nov 25 13:48:12.821187 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33178) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:12.846685 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ee2d8d4-ff5c-46a8-baf0-843d4f30e3ce tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] DELETE failed (client error): The resource could not be found. Nov 25 13:48:12.847156 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ee2d8d4-ff5c-46a8-baf0-843d4f30e3ce tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:48:12.850147 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3ee2d8d4-ff5c-46a8-baf0-843d4f30e3ce tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/subnets/7905731e-0cf1-45cf-b4fb-79daf5aa83aa HTTP/1.1" status: 404 len: 337 time: 0.0280776 Nov 25 13:48:12.852896 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33180) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:12.878348 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa222ae1-27f8-4512-a27b-2a49b6ebce56 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] DELETE failed (client error): The resource could not be found. Nov 25 13:48:12.878996 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa222ae1-27f8-4512-a27b-2a49b6ebce56 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:48:12.881804 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-fa222ae1-27f8-4512-a27b-2a49b6ebce56 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/subnets/f3fad5fe-edb6-4910-aa96-3d91599cca63 HTTP/1.1" status: 404 len: 337 time: 0.0279233 Nov 25 13:48:12.884158 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33182) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:12.906123 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a5fc41f-1560-4e9f-896d-de520c78a243 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] DELETE failed (client error): The resource could not be found. Nov 25 13:48:12.906632 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a5fc41f-1560-4e9f-896d-de520c78a243 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:48:12.909594 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3a5fc41f-1560-4e9f-896d-de520c78a243 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/ports/96fc6111-244b-4bbd-ab5d-c06781cd63dd HTTP/1.1" status: 404 len: 333 time: 0.0245712 Nov 25 13:48:12.912456 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33184) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:12.937798 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-3399f51c-9d4b-43da-abc1-11036d0a6848 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] DELETE failed (client error): The resource could not be found. Nov 25 13:48:12.938241 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3399f51c-9d4b-43da-abc1-11036d0a6848 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:48:12.941221 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3399f51c-9d4b-43da-abc1-11036d0a6848 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/subnets/b873f1ff-58b7-4d47-88ae-2f196fd2ba6f HTTP/1.1" status: 404 len: 337 time: 0.0279469 Nov 25 13:48:12.943461 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33186) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:12.971763 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cb66ebd-6ef3-43bd-9b29-65d1ba0aae04 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] DELETE failed (client error): The resource could not be found. Nov 25 13:48:12.972139 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cb66ebd-6ef3-43bd-9b29-65d1ba0aae04 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:48:12.975108 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-2cb66ebd-6ef3-43bd-9b29-65d1ba0aae04 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/subnets/b327cc2a-9aea-403b-b2d2-b73b8d8490db HTTP/1.1" status: 404 len: 337 time: 0.0307758 Nov 25 13:48:12.977523 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33188) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:13.003126 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-41210c59-ffb7-447e-903e-bfbe372cea94 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/ports?device_id=d96707db-7ef5-44d9-845f-436284aa9eaa HTTP/1.1" status: 200 len: 205 time: 0.0245738 Nov 25 13:48:13.005369 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33190) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:13.041252 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [None req-13bda143-92de-42da-9535-6cc022f45e52 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] delete failed (client error): The resource could not be found. Nov 25 13:48:13.042234 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-13bda143-92de-42da-9535-6cc022f45e52 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/routers/d96707db-7ef5-44d9-845f-436284aa9eaa HTTP/1.1" status: 404 len: 336 time: 0.0359950 Nov 25 13:48:13.045200 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33192) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:13.070072 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-5369ac82-0828-4795-82ab-4846a8d6c6f7 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] DELETE failed (client error): The resource could not be found. Nov 25 13:48:13.070526 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5369ac82-0828-4795-82ab-4846a8d6c6f7 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:48:13.073521 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-5369ac82-0828-4795-82ab-4846a8d6c6f7 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/subnets/b972835e-41c1-450a-a15e-4d433eda0e19 HTTP/1.1" status: 404 len: 337 time: 0.0274386 Nov 25 13:48:13.076161 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33194) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:13.105335 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d6c27f5d-9c8f-4acd-8662-f908c375192f tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d1dd5c2-7444-465a-b040-912417dc5a12 HTTP/1.1" status: 200 len: 205 time: 0.0281715 Nov 25 13:48:13.108178 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33196) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:13.144103 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [None req-2298c36c-b290-4f93-b9fd-efcbc0bf14e5 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] delete failed (client error): The resource could not be found. Nov 25 13:48:13.145116 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-2298c36c-b290-4f93-b9fd-efcbc0bf14e5 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/routers/4d1dd5c2-7444-465a-b040-912417dc5a12 HTTP/1.1" status: 404 len: 336 time: 0.0360544 Nov 25 13:48:13.147530 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33200) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:13.172901 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-60c16794-ec4d-4702-b14d-24529f619962 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] DELETE failed (client error): The resource could not be found. Nov 25 13:48:13.173286 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60c16794-ec4d-4702-b14d-24529f619962 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:48:13.176281 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-60c16794-ec4d-4702-b14d-24529f619962 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/subnets/66998822-e535-437e-81cf-5d66455900ef HTTP/1.1" status: 404 len: 337 time: 0.0278733 Nov 25 13:48:13.178403 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33202) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:13.203472 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaad343b-724c-49cf-9214-654983d2a2c6 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] DELETE failed (client error): The resource could not be found. Nov 25 13:48:13.203918 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaad343b-724c-49cf-9214-654983d2a2c6 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:48:13.206891 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-eaad343b-724c-49cf-9214-654983d2a2c6 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/subnets/668b57cc-383a-4c27-b8f4-f0794b8373ec HTTP/1.1" status: 404 len: 337 time: 0.0275781 Nov 25 13:48:13.209085 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33204) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:13.230176 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-47dfed71-be26-4f9a-b889-4874d4c3977e tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] DELETE failed (client error): The resource could not be found. Nov 25 13:48:13.230741 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47dfed71-be26-4f9a-b889-4874d4c3977e tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:48:13.233693 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-47dfed71-be26-4f9a-b889-4874d4c3977e tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/ports/13bc3cfb-fa66-4c17-b771-af64cd20b690 HTTP/1.1" status: 404 len: 333 time: 0.0237467 Nov 25 13:48:13.235946 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33206) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:13.273772 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-18fd2428-16ce-4cac-9121-57daecd3cc58 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] DELETE failed (client error): The resource could not be found. Nov 25 13:48:13.274221 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18fd2428-16ce-4cac-9121-57daecd3cc58 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:48:13.277263 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-18fd2428-16ce-4cac-9121-57daecd3cc58 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/subnets/8134f288-06f3-4492-807d-28d34fb5e3fe HTTP/1.1" status: 404 len: 337 time: 0.0404263 Nov 25 13:48:13.279592 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33208) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:13.300682 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4efe27f-ebfa-48c6-9872-34fb550db00e tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] DELETE failed (client error): The resource could not be found. Nov 25 13:48:13.301195 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4efe27f-ebfa-48c6-9872-34fb550db00e tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:48:13.304297 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c4efe27f-ebfa-48c6-9872-34fb550db00e tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/ports/12854885-2b0a-44d0-8f68-1cecb4c8b21e HTTP/1.1" status: 404 len: 333 time: 0.0238016 Nov 25 13:48:13.306319 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33210) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:13.331591 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-56c5630f-e603-4d82-a491-d48b45e8f7af tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] DELETE failed (client error): The resource could not be found. Nov 25 13:48:13.332037 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56c5630f-e603-4d82-a491-d48b45e8f7af tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:48:13.335004 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-56c5630f-e603-4d82-a491-d48b45e8f7af tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/subnets/e33209ed-c194-4941-875d-d8edb76e046f HTTP/1.1" status: 404 len: 337 time: 0.0277569 Nov 25 13:48:13.337197 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33212) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:13.358854 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba05d503-0731-4051-a722-0d51d26559e1 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] DELETE failed (client error): The resource could not be found. Nov 25 13:48:13.359359 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba05d503-0731-4051-a722-0d51d26559e1 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:48:13.362277 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-ba05d503-0731-4051-a722-0d51d26559e1 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/ports/1e1f6aea-1e69-4c1b-83e6-7e8b3447e176 HTTP/1.1" status: 404 len: 333 time: 0.0242078 Nov 25 13:48:13.364478 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33214) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:13.391005 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3a0a8a5-d033-4ddc-b9bf-070b0b6a247c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] DELETE failed (client error): The resource could not be found. Nov 25 13:48:13.391461 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3a0a8a5-d033-4ddc-b9bf-070b0b6a247c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:48:13.394478 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c3a0a8a5-d033-4ddc-b9bf-070b0b6a247c tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/subnets/000b733b-54ad-43f0-a668-f5ec42223dde HTTP/1.1" status: 404 len: 337 time: 0.0291357 Nov 25 13:48:13.396933 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33216) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:13.419364 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-9873db3b-f4de-44e1-bfe4-f79469626427 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] DELETE failed (client error): The resource could not be found. Nov 25 13:48:13.419876 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9873db3b-f4de-44e1-bfe4-f79469626427 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:48:13.422894 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-9873db3b-f4de-44e1-bfe4-f79469626427 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/ports/c034223e-24ac-4031-b321-6c7b80cfeee0 HTTP/1.1" status: 404 len: 333 time: 0.0250416 Nov 25 13:48:13.425292 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33218) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:13.453984 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-e65f2d11-f878-4dc0-a278-844cccaa520f tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] DELETE failed (client error): The resource could not be found. Nov 25 13:48:13.454432 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e65f2d11-f878-4dc0-a278-844cccaa520f tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:48:13.457398 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e65f2d11-f878-4dc0-a278-844cccaa520f tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/subnets/6a0afe0e-f104-445b-af81-c3c64089a44c HTTP/1.1" status: 404 len: 337 time: 0.0312786 Nov 25 13:48:13.459723 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33220) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:13.482591 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e69cf58-f764-440e-ba33-9df4c9eb1493 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] DELETE failed (client error): The resource could not be found. Nov 25 13:48:13.483124 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e69cf58-f764-440e-ba33-9df4c9eb1493 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:48:13.486073 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-8e69cf58-f764-440e-ba33-9df4c9eb1493 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/ports/46d76120-e789-4a2c-acde-4b0a51771be3 HTTP/1.1" status: 404 len: 333 time: 0.0252419 Nov 25 13:48:13.488403 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33222) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:13.513014 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-05ff1237-1b1b-4ee3-9640-74212eb24605 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] DELETE failed (client error): The resource could not be found. Nov 25 13:48:13.513712 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05ff1237-1b1b-4ee3-9640-74212eb24605 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:48:13.516675 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-05ff1237-1b1b-4ee3-9640-74212eb24605 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/subnets/821e5a1f-f940-4540-b7f5-adf7b65246a1 HTTP/1.1" status: 404 len: 337 time: 0.0273969 Nov 25 13:48:13.518764 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33224) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:13.539825 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-2abec5f3-f0f1-4954-b4ff-c20385cbafb0 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] DELETE failed (client error): The resource could not be found. Nov 25 13:48:13.540334 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2abec5f3-f0f1-4954-b4ff-c20385cbafb0 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:48:13.543802 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-2abec5f3-f0f1-4954-b4ff-c20385cbafb0 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/ports/15fea40b-a789-477b-9ace-1d4a65bfeb25 HTTP/1.1" status: 404 len: 333 time: 0.0241704 Nov 25 13:48:13.545827 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33226) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:13.570187 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a9f4107-1bc0-455e-a1c6-7490303a3e58 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] DELETE failed (client error): The resource could not be found. Nov 25 13:48:13.570634 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a9f4107-1bc0-455e-a1c6-7490303a3e58 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:48:13.573615 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-5a9f4107-1bc0-455e-a1c6-7490303a3e58 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/subnets/1dbb0a6c-078e-4f2e-8a89-4be243d39c8b HTTP/1.1" status: 404 len: 337 time: 0.0269120 Nov 25 13:48:13.575923 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33228) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:13.596884 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ab01873-46d4-4ee7-9381-074806458bd6 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] DELETE failed (client error): The resource could not be found. Nov 25 13:48:13.597390 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ab01873-46d4-4ee7-9381-074806458bd6 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:48:13.600371 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-4ab01873-46d4-4ee7-9381-074806458bd6 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/ports/7608ee00-70ef-47bb-bc79-37ebf898b4c6 HTTP/1.1" status: 404 len: 333 time: 0.0235772 Nov 25 13:48:13.602503 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33230) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:13.632766 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ed5824f-93e1-4ee6-ab01-cfa615ab2728 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] DELETE failed (client error): The resource could not be found. Nov 25 13:48:13.633221 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ed5824f-93e1-4ee6-ab01-cfa615ab2728 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 13:48:13.636304 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-0ed5824f-93e1-4ee6-ab01-cfa615ab2728 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/subnets/ba806c8f-7f7c-440d-8211-2ecd76bb08e2 HTTP/1.1" status: 404 len: 337 time: 0.0328960 Nov 25 13:48:13.639018 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33232) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:13.712375 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d014e835-5a82-4553-95d2-4812f764a157 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:13.799822 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d014e835-5a82-4553-95d2-4812f764a157 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:13.819584 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-d014e835-5a82-4553-95d2-4812f764a157 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['458ed7a2-000e-42f5-98b9-db4a5d2ee0a9']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:48:13.829004 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-d014e835-5a82-4553-95d2-4812f764a157 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e98af336-eeff-42ff-94a2-13aaa1a9f129') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:48:13.829308 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-d014e835-5a82-4553-95d2-4812f764a157 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e98af336-eeff-42ff-94a2-13aaa1a9f129') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:48:13.838445 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d014e835-5a82-4553-95d2-4812f764a157 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:13.851617 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d014e835-5a82-4553-95d2-4812f764a157 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:13.857892 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d014e835-5a82-4553-95d2-4812f764a157 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:48:13.858274 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d014e835-5a82-4553-95d2-4812f764a157 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:13.861176 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:48:13.861176 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:48:13.861176 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:48:13.861176 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:48:13.861176 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:48:13.861176 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:48:13.861176 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:48:13.861176 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:48:13.861176 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:48:13.861176 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:48:13.861176 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:48:13.861176 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:48:13.861176 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:48:13.861176 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:48:13.861176 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:48:13.861176 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:48:13.861176 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:48:13.861176 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:48:13.861176 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:48:13.861176 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:48:13.861176 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:48:13.861176 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:48:13.861176 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:48:13.861176 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:48:13.861176 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:48:13.861176 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:48:13.861176 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:48:13.861176 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:48:13.861176 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:48:13.861176 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:48:13.861176 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:48:13.861176 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:48:13.916919 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d014e835-5a82-4553-95d2-4812f764a157 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:13.924303 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d014e835-5a82-4553-95d2-4812f764a157 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:13.927030 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d014e835-5a82-4553-95d2-4812f764a157 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] 10.222.0.53 "DELETE /v2.0/networks/458ed7a2-000e-42f5-98b9-db4a5d2ee0a9 HTTP/1.1" status: 204 len: 168 time: 0.2870905 Nov 25 13:48:13.943358 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d014e835-5a82-4553-95d2-4812f764a157 tempest-NetworksTestDHCPv6-1927688725 tempest-NetworksTestDHCPv6-1927688725-project] Pushing event deleted for resources: {'Network': ['ID=458ed7a2-000e-42f5-98b9-db4a5d2ee0a9,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:48:13.997881 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device e02ad5ee-6251-41a4-afbc-2aa7f444cd61 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:48:14.017155 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: e02ad5ee-6251-41a4-afbc-2aa7f444cd61 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:48:14.017501 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device e02ad5ee-6251-41a4-afbc-2aa7f444cd61 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:48:14.241943 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33238) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:14.413461 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-98bf06cb-69a8-4017-bc32-9ec161aebef5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6637029ee9c14d37942baa2af1cfeae0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1704271 Nov 25 13:48:14.415880 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33242) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:14.462416 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-08538a8a-6f7b-4cb6-945f-20422895d63a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:14.483767 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-08538a8a-6f7b-4cb6-945f-20422895d63a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:14.535722 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-08538a8a-6f7b-4cb6-945f-20422895d63a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:14.538185 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-08538a8a-6f7b-4cb6-945f-20422895d63a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:14.542632 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-08538a8a-6f7b-4cb6-945f-20422895d63a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1c66a52e-d8e3-4ee1-95df-2539489dc05b HTTP/1.1" status: 204 len: 168 time: 0.1226192 Nov 25 13:48:14.549448 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08538a8a-6f7b-4cb6-945f-20422895d63a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c66a52e-d8e3-4ee1-95df-2539489dc05b,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:48:15.186808 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33264) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:15.282677 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-0dcfed2a-1707-4245-bf01-d86c3b175933 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Request body: {'networks': [{'name': 'tempest-network--384360329'}, {'name': 'tempest-network--1136092337'}]} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:48:15.283011 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-0dcfed2a-1707-4245-bf01-d86c3b175933 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Request body: {'network': {'name': 'tempest-network--384360329'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:48:15.283472 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-0dcfed2a-1707-4245-bf01-d86c3b175933 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Request body: {'network': {'name': 'tempest-network--1136092337'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:48:15.304153 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dcfed2a-1707-4245-bf01-d86c3b175933 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Made reservation on behalf of c0f3480b8cd744d68a858204ca9764e5 for: {'network': 2} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:48:15.309288 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0dcfed2a-1707-4245-bf01-d86c3b175933 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:15.318101 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0dcfed2a-1707-4245-bf01-d86c3b175933 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:15.394299 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0dcfed2a-1707-4245-bf01-d86c3b175933 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:15.398217 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0dcfed2a-1707-4245-bf01-d86c3b175933 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:15.398999 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0dcfed2a-1707-4245-bf01-d86c3b175933 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:15.438770 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcfed2a-1707-4245-bf01-d86c3b175933 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8493bb4-fb89-4c39-8ce1-8c85e617dbd4,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:48:15.444804 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dcfed2a-1707-4245-bf01-d86c3b175933 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:48:15.454788 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0dcfed2a-1707-4245-bf01-d86c3b175933 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:15.455134 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-0dcfed2a-1707-4245-bf01-d86c3b175933 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Added segment 3f3e6dba-ff7b-4494-aa11-995f25e6ef21 of type vlan for network fa76e412-c281-46cb-ae19-27389ba5cc82 Nov 25 13:48:15.502136 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0dcfed2a-1707-4245-bf01-d86c3b175933 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:15.529444 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dcfed2a-1707-4245-bf01-d86c3b175933 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:48:15.538075 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0dcfed2a-1707-4245-bf01-d86c3b175933 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:15.538418 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-0dcfed2a-1707-4245-bf01-d86c3b175933 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Added segment b1a0e8de-548c-4562-893f-16033a7852cf of type vlan for network f8331958-cdbf-4563-9ca0-1d0ead522e0e Nov 25 13:48:15.576497 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0dcfed2a-1707-4245-bf01-d86c3b175933 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:15.600452 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0dcfed2a-1707-4245-bf01-d86c3b175933 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:15.600954 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0dcfed2a-1707-4245-bf01-d86c3b175933 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:15.607140 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcfed2a-1707-4245-bf01-d86c3b175933 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:48:15.611986 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcfed2a-1707-4245-bf01-d86c3b175933 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:48:15.612626 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0dcfed2a-1707-4245-bf01-d86c3b175933 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:15.672035 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-0dcfed2a-1707-4245-bf01-d86c3b175933 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.4841347 Nov 25 13:48:15.674682 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33268) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:15.684464 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcfed2a-1707-4245-bf01-d86c3b175933 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Pushing event updated for resources: {'Network': ['ID=fa76e412-c281-46cb-ae19-27389ba5cc82,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:48:15.694584 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network fa76e412-c281-46cb-ae19-27389ba5cc82 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:48:15.746772 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcfed2a-1707-4245-bf01-d86c3b175933 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Pushing event updated for resources: {'Network': ['ID=f8331958-cdbf-4563-9ca0-1d0ead522e0e,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:48:15.757780 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network f8331958-cdbf-4563-9ca0-1d0ead522e0e details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:48:15.868932 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af68738-1776-427d-ab82-b36b79e833bc tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:48:15.875519 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af68738-1776-427d-ab82-b36b79e833bc tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:48:15.881316 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af68738-1776-427d-ab82-b36b79e833bc tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:48:15.887236 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af68738-1776-427d-ab82-b36b79e833bc tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:48:15.889137 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-8af68738-1776-427d-ab82-b36b79e833bc tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2133739 Nov 25 13:48:15.891953 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33270) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:15.965258 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7958924d-9bd2-46e2-9f56-710841ed4f41 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:16.052472 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7958924d-9bd2-46e2-9f56-710841ed4f41 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:16.071550 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-7958924d-9bd2-46e2-9f56-710841ed4f41 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa76e412-c281-46cb-ae19-27389ba5cc82']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:48:16.080752 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-7958924d-9bd2-46e2-9f56-710841ed4f41 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f3e6dba-ff7b-4494-aa11-995f25e6ef21') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:48:16.081048 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-7958924d-9bd2-46e2-9f56-710841ed4f41 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f3e6dba-ff7b-4494-aa11-995f25e6ef21') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:48:16.091161 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7958924d-9bd2-46e2-9f56-710841ed4f41 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:16.104143 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7958924d-9bd2-46e2-9f56-710841ed4f41 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:16.110533 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7958924d-9bd2-46e2-9f56-710841ed4f41 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:48:16.110959 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7958924d-9bd2-46e2-9f56-710841ed4f41 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:16.113861 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:48:16.113861 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:48:16.113861 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:48:16.113861 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:48:16.113861 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:48:16.113861 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:48:16.113861 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:48:16.113861 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:48:16.113861 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:48:16.113861 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:48:16.113861 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:48:16.113861 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:48:16.113861 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:48:16.113861 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:48:16.113861 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:48:16.113861 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:48:16.113861 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:48:16.113861 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:48:16.113861 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:48:16.113861 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:48:16.113861 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:48:16.113861 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:48:16.113861 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:48:16.113861 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:48:16.113861 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:48:16.113861 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:48:16.113861 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:48:16.113861 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:48:16.113861 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:48:16.113861 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:48:16.113861 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:48:16.113861 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:48:16.173641 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7958924d-9bd2-46e2-9f56-710841ed4f41 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:16.181079 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7958924d-9bd2-46e2-9f56-710841ed4f41 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:16.183656 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-7958924d-9bd2-46e2-9f56-710841ed4f41 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] 10.222.0.53 "DELETE /v2.0/networks/fa76e412-c281-46cb-ae19-27389ba5cc82 HTTP/1.1" status: 204 len: 168 time: 0.2907658 Nov 25 13:48:16.186416 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33272) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:16.195308 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7958924d-9bd2-46e2-9f56-710841ed4f41 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Pushing event deleted for resources: {'Network': ['ID=fa76e412-c281-46cb-ae19-27389ba5cc82,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:48:16.284790 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ac84a445-f4b8-4069-9770-30178713c452 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:16.367656 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ac84a445-f4b8-4069-9770-30178713c452 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:16.387560 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-ac84a445-f4b8-4069-9770-30178713c452 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8331958-cdbf-4563-9ca0-1d0ead522e0e']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:48:16.397137 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-ac84a445-f4b8-4069-9770-30178713c452 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1a0e8de-548c-4562-893f-16033a7852cf') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:48:16.397443 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-ac84a445-f4b8-4069-9770-30178713c452 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1a0e8de-548c-4562-893f-16033a7852cf') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:48:16.407275 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ac84a445-f4b8-4069-9770-30178713c452 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:16.420155 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ac84a445-f4b8-4069-9770-30178713c452 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:16.426010 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac84a445-f4b8-4069-9770-30178713c452 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:48:16.426333 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ac84a445-f4b8-4069-9770-30178713c452 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:16.429353 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:48:16.429353 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:48:16.429353 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:48:16.429353 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:48:16.429353 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:48:16.429353 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:48:16.429353 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:48:16.429353 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:48:16.429353 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:48:16.429353 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:48:16.429353 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:48:16.429353 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:48:16.429353 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:48:16.429353 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:48:16.429353 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:48:16.429353 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:48:16.429353 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:48:16.429353 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:48:16.429353 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:48:16.429353 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:48:16.429353 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:48:16.429353 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:48:16.429353 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:48:16.429353 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:48:16.429353 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:48:16.429353 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:48:16.429353 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:48:16.429353 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:48:16.429353 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:48:16.429353 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:48:16.429353 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:48:16.429353 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:48:16.488488 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ac84a445-f4b8-4069-9770-30178713c452 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:16.495068 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ac84a445-f4b8-4069-9770-30178713c452 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:16.498178 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-ac84a445-f4b8-4069-9770-30178713c452 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] 10.222.0.53 "DELETE /v2.0/networks/f8331958-cdbf-4563-9ca0-1d0ead522e0e HTTP/1.1" status: 204 len: 168 time: 0.3107316 Nov 25 13:48:16.500792 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33274) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:16.532430 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac84a445-f4b8-4069-9770-30178713c452 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Pushing event deleted for resources: {'Network': ['ID=f8331958-cdbf-4563-9ca0-1d0ead522e0e,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:48:16.691083 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7793847-37b6-4af3-833f-d364726da836 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:48:16.696947 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7793847-37b6-4af3-833f-d364726da836 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:48:16.698476 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-a7793847-37b6-4af3-833f-d364726da836 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1967881 Nov 25 13:48:16.702764 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33276) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:16.707515 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-82a20295-521e-426f-8200-ee4a7ac48d74 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2130317585'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:48:16.728154 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a20295-521e-426f-8200-ee4a7ac48d74 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Made reservation on behalf of c0f3480b8cd744d68a858204ca9764e5 for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:48:16.731846 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-82a20295-521e-426f-8200-ee4a7ac48d74 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:16.756103 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82a20295-521e-426f-8200-ee4a7ac48d74 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:48:16.765560 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-82a20295-521e-426f-8200-ee4a7ac48d74 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:16.765897 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-82a20295-521e-426f-8200-ee4a7ac48d74 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Added segment 229e7142-1ede-477d-9a1b-01b8ef406c76 of type vlan for network bfadf5c9-fa07-4765-81bf-81cb64799892 Nov 25 13:48:16.806410 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-82a20295-521e-426f-8200-ee4a7ac48d74 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:16.830473 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-82a20295-521e-426f-8200-ee4a7ac48d74 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:16.835929 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a20295-521e-426f-8200-ee4a7ac48d74 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:48:16.836503 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-82a20295-521e-426f-8200-ee4a7ac48d74 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:16.885243 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-82a20295-521e-426f-8200-ee4a7ac48d74 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.1814563 Nov 25 13:48:16.888760 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33278) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:16.895623 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-57a257a0-ba31-465f-b1a1-168ace1a80e7 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1497377297'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:48:16.914205 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a20295-521e-426f-8200-ee4a7ac48d74 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Pushing event updated for resources: {'Network': ['ID=bfadf5c9-fa07-4765-81bf-81cb64799892,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:48:16.924804 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network bfadf5c9-fa07-4765-81bf-81cb64799892 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:48:16.926981 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a257a0-ba31-465f-b1a1-168ace1a80e7 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Made reservation on behalf of c0f3480b8cd744d68a858204ca9764e5 for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:48:16.930390 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-57a257a0-ba31-465f-b1a1-168ace1a80e7 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:16.954010 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57a257a0-ba31-465f-b1a1-168ace1a80e7 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:48:16.962943 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-57a257a0-ba31-465f-b1a1-168ace1a80e7 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:16.963301 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-57a257a0-ba31-465f-b1a1-168ace1a80e7 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Added segment 99b62edb-beca-43de-9371-d2655498c4e4 of type vlan for network 7e37d119-ab73-402a-9950-4bf714f7947d Nov 25 13:48:17.001919 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-57a257a0-ba31-465f-b1a1-168ace1a80e7 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:17.029543 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-57a257a0-ba31-465f-b1a1-168ace1a80e7 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:17.034921 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a257a0-ba31-465f-b1a1-168ace1a80e7 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:48:17.035492 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-57a257a0-ba31-465f-b1a1-168ace1a80e7 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:17.088592 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-57a257a0-ba31-465f-b1a1-168ace1a80e7 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.1961679 Nov 25 13:48:17.088941 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33280) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:17.094648 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-f933338b-416e-4453-81b3-7637be9893c2 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Request body: {'ports': [{'network_id': 'bfadf5c9-fa07-4765-81bf-81cb64799892', 'name': 'tempest-port--280241414', 'admin_state_up': True}, {'network_id': '7e37d119-ab73-402a-9950-4bf714f7947d', 'admin_state_up': False}]} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:48:17.095015 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-f933338b-416e-4453-81b3-7637be9893c2 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Request body: {'port': {'network_id': 'bfadf5c9-fa07-4765-81bf-81cb64799892', 'name': 'tempest-port--280241414', 'admin_state_up': True}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:48:17.095513 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-f933338b-416e-4453-81b3-7637be9893c2 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Request body: {'port': {'network_id': '7e37d119-ab73-402a-9950-4bf714f7947d', 'admin_state_up': False}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:48:17.101543 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a257a0-ba31-465f-b1a1-168ace1a80e7 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Pushing event updated for resources: {'Network': ['ID=7e37d119-ab73-402a-9950-4bf714f7947d,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:48:17.112899 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 7e37d119-ab73-402a-9950-4bf714f7947d details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:48:17.252119 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f933338b-416e-4453-81b3-7637be9893c2 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Made reservation on behalf of c0f3480b8cd744d68a858204ca9764e5 for: {'port': 2} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:48:17.256568 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f933338b-416e-4453-81b3-7637be9893c2 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:17.269801 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f933338b-416e-4453-81b3-7637be9893c2 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:17.345288 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-f933338b-416e-4453-81b3-7637be9893c2 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] device_id is not set on port a724a3fb-c098-408e-b174-145dafb95a57 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:48:17.467406 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f933338b-416e-4453-81b3-7637be9893c2 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:17.532382 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-f933338b-416e-4453-81b3-7637be9893c2 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] device_id is not set on port 1f2bd138-57d6-43d5-b654-d74f04829273 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 13:48:17.644989 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f933338b-416e-4453-81b3-7637be9893c2 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:17.680650 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f933338b-416e-4453-81b3-7637be9893c2 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:17.743022 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f933338b-416e-4453-81b3-7637be9893c2 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Pushing event updated for resources: {'Port': ['ID=a724a3fb-c098-408e-b174-145dafb95a57,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:48:17.753847 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f933338b-416e-4453-81b3-7637be9893c2 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Checking segment: {'id': '229e7142-1ede-477d-9a1b-01b8ef406c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'bfadf5c9-fa07-4765-81bf-81cb64799892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:48:17.754225 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f933338b-416e-4453-81b3-7637be9893c2 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Network hostable DHCP agents. Network: bfadf5c9-fa07-4765-81bf-81cb64799892, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:48:17.771045 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f933338b-416e-4453-81b3-7637be9893c2 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Network bfadf5c9-fa07-4765-81bf-81cb64799892 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:48:17.779109 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-f933338b-416e-4453-81b3-7637be9893c2 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, bfadf5c9-fa07-4765-81bf-81cb64799892) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:48:17.782653 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f933338b-416e-4453-81b3-7637be9893c2 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:48:17.783488 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f933338b-416e-4453-81b3-7637be9893c2 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:17.789953 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c016f339-b87d-4d97-9319-28a413a11c48 None None] Network bfadf5c9-fa07-4765-81bf-81cb64799892 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:48:17.840261 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f933338b-416e-4453-81b3-7637be9893c2 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Pushing event updated for resources: {'Port': ['ID=1f2bd138-57d6-43d5-b654-d74f04829273,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:48:17.856711 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f933338b-416e-4453-81b3-7637be9893c2 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Checking segment: {'id': '99b62edb-beca-43de-9371-d2655498c4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7e37d119-ab73-402a-9950-4bf714f7947d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:48:17.857074 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f933338b-416e-4453-81b3-7637be9893c2 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Network hostable DHCP agents. Network: 7e37d119-ab73-402a-9950-4bf714f7947d, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:48:17.873295 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f933338b-416e-4453-81b3-7637be9893c2 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Network 7e37d119-ab73-402a-9950-4bf714f7947d is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:48:17.881798 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-f933338b-416e-4453-81b3-7637be9893c2 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 7e37d119-ab73-402a-9950-4bf714f7947d) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:48:17.885528 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f933338b-416e-4453-81b3-7637be9893c2 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:48:17.891686 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f933338b-416e-4453-81b3-7637be9893c2 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:48:17.896577 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f933338b-416e-4453-81b3-7637be9893c2 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:48:17.896988 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe2bbde-88c7-4cb4-af12-ba6d5fbf551b None None] Network 7e37d119-ab73-402a-9950-4bf714f7947d requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:48:17.897237 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f933338b-416e-4453-81b3-7637be9893c2 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:17.913599 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-f933338b-416e-4453-81b3-7637be9893c2 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 0.8230214 Nov 25 13:48:17.916122 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33282) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:17.964514 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e0cc1b-f000-4870-a19a-994dbdd2fb20 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:48:17.970412 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e0cc1b-f000-4870-a19a-994dbdd2fb20 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:48:17.971991 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-f9e0cc1b-f000-4870-a19a-994dbdd2fb20 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0548525 Nov 25 13:48:17.974728 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33284) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:18.057272 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-1e639a12-d3d5-4b5e-a3cd-76941e9df409 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Deleting port a724a3fb-c098-408e-b174-145dafb95a57 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:48:18.057519 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1e639a12-d3d5-4b5e-a3cd-76941e9df409 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:18.124769 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1e639a12-d3d5-4b5e-a3cd-76941e9df409 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:18.137617 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-1e639a12-d3d5-4b5e-a3cd-76941e9df409 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Calling delete_port for a724a3fb-c098-408e-b174-145dafb95a57 owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:48:18.214568 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1e639a12-d3d5-4b5e-a3cd-76941e9df409 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:18.247087 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e639a12-d3d5-4b5e-a3cd-76941e9df409 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Pushing event deleted for resources: {'Port': ['ID=a724a3fb-c098-408e-b174-145dafb95a57,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:48:18.252646 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1e639a12-d3d5-4b5e-a3cd-76941e9df409 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:18.255871 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-1e639a12-d3d5-4b5e-a3cd-76941e9df409 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] 10.222.0.53 "DELETE /v2.0/ports/a724a3fb-c098-408e-b174-145dafb95a57 HTTP/1.1" status: 204 len: 168 time: 0.2802281 Nov 25 13:48:18.258413 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33286) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:18.340564 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-153a3cad-2041-4fb2-8e28-3221bfec1586 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Deleting port 1f2bd138-57d6-43d5-b654-d74f04829273 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:48:18.340825 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-153a3cad-2041-4fb2-8e28-3221bfec1586 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:18.409082 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-153a3cad-2041-4fb2-8e28-3221bfec1586 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:18.658567 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-153a3cad-2041-4fb2-8e28-3221bfec1586 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Calling delete_port for 1f2bd138-57d6-43d5-b654-d74f04829273 owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:48:18.734567 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-153a3cad-2041-4fb2-8e28-3221bfec1586 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:18.764591 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153a3cad-2041-4fb2-8e28-3221bfec1586 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Pushing event deleted for resources: {'Port': ['ID=1f2bd138-57d6-43d5-b654-d74f04829273,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:48:18.771548 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-153a3cad-2041-4fb2-8e28-3221bfec1586 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:18.774937 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-153a3cad-2041-4fb2-8e28-3221bfec1586 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] 10.222.0.53 "DELETE /v2.0/ports/1f2bd138-57d6-43d5-b654-d74f04829273 HTTP/1.1" status: 204 len: 168 time: 0.5155501 Nov 25 13:48:18.777960 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33288) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:18.806342 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-1d8a14dd-2c5e-4e26-bab1-6a7384ba5875 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0272577 Nov 25 13:48:18.809642 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33290) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:18.814228 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-9ba419b6-2058-4a81-9ab4-b523735853de tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-119220278'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:48:18.837448 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba419b6-2058-4a81-9ab4-b523735853de tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Made reservation on behalf of c0f3480b8cd744d68a858204ca9764e5 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:48:18.841649 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9ba419b6-2058-4a81-9ab4-b523735853de tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:18.866735 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ba419b6-2058-4a81-9ab4-b523735853de tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:48:18.878063 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9ba419b6-2058-4a81-9ab4-b523735853de tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:18.878414 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-9ba419b6-2058-4a81-9ab4-b523735853de tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Added segment d629d59d-8acd-48f6-b47a-4d2517a5a210 of type vlan for network 277d93b2-6d49-44cc-8093-6ffea5ae3438 Nov 25 13:48:18.929519 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9ba419b6-2058-4a81-9ab4-b523735853de tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:18.959426 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9ba419b6-2058-4a81-9ab4-b523735853de tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:18.965609 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba419b6-2058-4a81-9ab4-b523735853de tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:48:18.966190 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9ba419b6-2058-4a81-9ab4-b523735853de tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:19.042061 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-9ba419b6-2058-4a81-9ab4-b523735853de tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2314029 Nov 25 13:48:19.044849 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33292) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:19.049907 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-6f9aafea-9d08-4c94-921d-a5a674e44a41 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-920268617'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:48:19.070730 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9aafea-9d08-4c94-921d-a5a674e44a41 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Made reservation on behalf of c0f3480b8cd744d68a858204ca9764e5 for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:48:19.071496 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba419b6-2058-4a81-9ab4-b523735853de tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Pushing event updated for resources: {'Network': ['ID=277d93b2-6d49-44cc-8093-6ffea5ae3438,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:48:19.075062 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6f9aafea-9d08-4c94-921d-a5a674e44a41 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:19.082199 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 277d93b2-6d49-44cc-8093-6ffea5ae3438 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:48:19.098311 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f9aafea-9d08-4c94-921d-a5a674e44a41 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:48:19.107307 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6f9aafea-9d08-4c94-921d-a5a674e44a41 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:19.107652 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-6f9aafea-9d08-4c94-921d-a5a674e44a41 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Added segment 044e52d5-df8d-41f9-b31b-4053138840c4 of type vlan for network 681bda68-49bd-41ee-b1a8-d939c85600d4 Nov 25 13:48:19.149046 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6f9aafea-9d08-4c94-921d-a5a674e44a41 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:19.172938 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6f9aafea-9d08-4c94-921d-a5a674e44a41 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:19.178384 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9aafea-9d08-4c94-921d-a5a674e44a41 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:48:19.178982 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6f9aafea-9d08-4c94-921d-a5a674e44a41 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:19.231657 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-6f9aafea-9d08-4c94-921d-a5a674e44a41 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.1854215 Nov 25 13:48:19.248908 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9aafea-9d08-4c94-921d-a5a674e44a41 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Pushing event updated for resources: {'Network': ['ID=681bda68-49bd-41ee-b1a8-d939c85600d4,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:48:19.258984 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 681bda68-49bd-41ee-b1a8-d939c85600d4 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:48:22.565661 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33294) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:22.570721 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-ae2d1769-5934-4c0c-b1fd-5e168719c987 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Request body: {'subnets': [{'network_id': '277d93b2-6d49-44cc-8093-6ffea5ae3438', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--752846956', 'ip_version': 6}, {'network_id': '681bda68-49bd-41ee-b1a8-d939c85600d4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:48:22.571050 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-ae2d1769-5934-4c0c-b1fd-5e168719c987 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Request body: {'subnet': {'network_id': '277d93b2-6d49-44cc-8093-6ffea5ae3438', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--752846956', 'ip_version': 6}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:48:22.571704 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-ae2d1769-5934-4c0c-b1fd-5e168719c987 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Request body: {'subnet': {'network_id': '681bda68-49bd-41ee-b1a8-d939c85600d4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:48:22.723482 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2d1769-5934-4c0c-b1fd-5e168719c987 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Made reservation on behalf of c0f3480b8cd744d68a858204ca9764e5 for: {'subnet': 2} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:48:22.727837 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ae2d1769-5934-4c0c-b1fd-5e168719c987 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:22.728179 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ae2d1769-5934-4c0c-b1fd-5e168719c987 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:23.417430 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ae2d1769-5934-4c0c-b1fd-5e168719c987 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:23.482371 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2d1769-5934-4c0c-b1fd-5e168719c987 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Pushing event updated for resources: {'Subnet': ['ID=cec2bc04-4839-46a1-ad30-1bd8b2663b07,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:48:23.489774 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2d1769-5934-4c0c-b1fd-5e168719c987 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Checking segment: {'id': 'd629d59d-8acd-48f6-b47a-4d2517a5a210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '277d93b2-6d49-44cc-8093-6ffea5ae3438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:48:23.490141 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2d1769-5934-4c0c-b1fd-5e168719c987 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Network hostable DHCP agents. Network: 277d93b2-6d49-44cc-8093-6ffea5ae3438, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:48:23.508956 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2d1769-5934-4c0c-b1fd-5e168719c987 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Network 277d93b2-6d49-44cc-8093-6ffea5ae3438 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:48:23.518876 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-ae2d1769-5934-4c0c-b1fd-5e168719c987 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 277d93b2-6d49-44cc-8093-6ffea5ae3438) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:48:23.522622 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ae2d1769-5934-4c0c-b1fd-5e168719c987 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:23.529546 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae5a7f8-cf44-4adb-8d39-9793a85f8c6d None None] Network 277d93b2-6d49-44cc-8093-6ffea5ae3438 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:48:23.587371 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2d1769-5934-4c0c-b1fd-5e168719c987 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Pushing event updated for resources: {'Subnet': ['ID=e6e6fb9e-7e7f-4775-93f8-c99c9c835ab2,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:48:23.595403 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2d1769-5934-4c0c-b1fd-5e168719c987 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Checking segment: {'id': '044e52d5-df8d-41f9-b31b-4053138840c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '681bda68-49bd-41ee-b1a8-d939c85600d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:48:23.595776 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2d1769-5934-4c0c-b1fd-5e168719c987 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Network hostable DHCP agents. Network: 681bda68-49bd-41ee-b1a8-d939c85600d4, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:48:23.617570 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2d1769-5934-4c0c-b1fd-5e168719c987 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Network 681bda68-49bd-41ee-b1a8-d939c85600d4 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:48:23.634592 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-ae2d1769-5934-4c0c-b1fd-5e168719c987 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 681bda68-49bd-41ee-b1a8-d939c85600d4) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:48:23.641116 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2d1769-5934-4c0c-b1fd-5e168719c987 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:48:23.641650 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2d1769-5934-4c0c-b1fd-5e168719c987 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:48:23.642338 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ae2d1769-5934-4c0c-b1fd-5e168719c987 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:23.656383 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afdfa1a-4347-4986-bac3-36ba29708bc3 None None] Network 681bda68-49bd-41ee-b1a8-d939c85600d4 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:48:23.663247 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-ae2d1769-5934-4c0c-b1fd-5e168719c987 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.0961521 Nov 25 13:48:23.665488 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33296) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:23.722918 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d73ca5-faea-4fb9-b737-85e8c43f51ee tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:48:23.724493 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d73ca5-faea-4fb9-b737-85e8c43f51ee tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:48:23.726193 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d73ca5-faea-4fb9-b737-85e8c43f51ee tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:48:23.728021 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-a9d73ca5-faea-4fb9-b737-85e8c43f51ee tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.0613840 Nov 25 13:48:23.737354 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33298) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:23.755509 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43959e07-8f37-45b7-bc87-71f06af43aa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-277d93b2-6d49-44cc-8093-6ffea5ae3438', 'network_id': '277d93b2-6d49-44cc-8093-6ffea5ae3438', 'tenant_id': 'c0f3480b8cd744d68a858204ca9764e5', 'fixed_ips': [{'subnet_id': 'cec2bc04-4839-46a1-ad30-1bd8b2663b07'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:48:23.756372 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-43959e07-8f37-45b7-bc87-71f06af43aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:23.793063 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-be4bab12-c9c4-4eb1-a6d3-4db541c6eb63 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Deleting subnet cec2bc04-4839-46a1-ad30-1bd8b2663b07 {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:48:23.796353 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-be4bab12-c9c4-4eb1-a6d3-4db541c6eb63 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:23.836748 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-be4bab12-c9c4-4eb1-a6d3-4db541c6eb63 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:23.882048 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-be4bab12-c9c4-4eb1-a6d3-4db541c6eb63 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:23.907763 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ff1aa3-c868-451d-ba76-afd513fa879f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-681bda68-49bd-41ee-b1a8-d939c85600d4', 'network_id': '681bda68-49bd-41ee-b1a8-d939c85600d4', 'tenant_id': 'c0f3480b8cd744d68a858204ca9764e5', 'fixed_ips': [{'subnet_id': 'e6e6fb9e-7e7f-4775-93f8-c99c9c835ab2'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:48:23.908561 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-93ff1aa3-c868-451d-ba76-afd513fa879f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:23.938984 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-be4bab12-c9c4-4eb1-a6d3-4db541c6eb63 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:23.966507 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4bab12-c9c4-4eb1-a6d3-4db541c6eb63 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Pushing event deleted for resources: {'Subnet': ['ID=cec2bc04-4839-46a1-ad30-1bd8b2663b07,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:48:23.969081 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-be4bab12-c9c4-4eb1-a6d3-4db541c6eb63 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:23.975109 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33300) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:23.979247 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-be4bab12-c9c4-4eb1-a6d3-4db541c6eb63 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] 10.222.0.53 "DELETE /v2.0/subnets/cec2bc04-4839-46a1-ad30-1bd8b2663b07 HTTP/1.1" status: 204 len: 168 time: 0.2408087 Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server [None req-43959e07-8f37-45b7-bc87-71f06af43aa5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cec2bc04-4839-46a1-ad30-1bd8b2663b07: This subnet is being modified by another concurrent operation. Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise exception Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cec2bc04-4839-46a1-ad30-1bd8b2663b07: This subnet is being modified by another concurrent operation. Nov 25 13:48:23.984217 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server Nov 25 13:48:24.008212 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32c5c25-5253-4e9b-b99b-a704f69b7d91 None None] Network 277d93b2-6d49-44cc-8093-6ffea5ae3438 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:48:24.033696 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cba04f7-15f8-487b-b787-427ac9c64b5d tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Deleting subnet e6e6fb9e-7e7f-4775-93f8-c99c9c835ab2 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:48:24.111785 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-93ff1aa3-c868-451d-ba76-afd513fa879f None None] Allocated IP 2001:db8:0:1::1 (681bda68-49bd-41ee-b1a8-d939c85600d4/e6e6fb9e-7e7f-4775-93f8-c99c9c835ab2/02949e48-25df-4420-a69b-aca1e3a8a546) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:48:24.287742 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-93ff1aa3-c868-451d-ba76-afd513fa879f None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:24.293167 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2cba04f7-15f8-487b-b787-427ac9c64b5d tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:24.293465 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-93ff1aa3-c868-451d-ba76-afd513fa879f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:24.333953 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ff1aa3-c868-451d-ba76-afd513fa879f None None] Network 681bda68-49bd-41ee-b1a8-d939c85600d4 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:48:24.336796 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-93ff1aa3-c868-451d-ba76-afd513fa879f None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:48:24.340515 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ff1aa3-c868-451d-ba76-afd513fa879f None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:48:24.340910 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2cba04f7-15f8-487b-b787-427ac9c64b5d tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:24.347330 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ff1aa3-c868-451d-ba76-afd513fa879f None None] Pushing event updated for resources: {'Port': ['ID=02949e48-25df-4420-a69b-aca1e3a8a546,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:48:24.401774 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-93ff1aa3-c868-451d-ba76-afd513fa879f None None] Attempting to bind port 02949e48-25df-4420-a69b-aca1e3a8a546 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:48:24.402191 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-93ff1aa3-c868-451d-ba76-afd513fa879f None None] Attempting to bind port 02949e48-25df-4420-a69b-aca1e3a8a546 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '044e52d5-df8d-41f9-b31b-4053138840c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '681bda68-49bd-41ee-b1a8-d939c85600d4'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:48:24.402573 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ff1aa3-c868-451d-ba76-afd513fa879f None None] Attempting to bind port 02949e48-25df-4420-a69b-aca1e3a8a546 on network 681bda68-49bd-41ee-b1a8-d939c85600d4 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:48:24.407675 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ff1aa3-c868-451d-ba76-afd513fa879f None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:48:24.408060 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ff1aa3-c868-451d-ba76-afd513fa879f None None] Checking segment: {'id': '044e52d5-df8d-41f9-b31b-4053138840c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '681bda68-49bd-41ee-b1a8-d939c85600d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:48:24.408474 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-93ff1aa3-c868-451d-ba76-afd513fa879f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:24.408881 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ff1aa3-c868-451d-ba76-afd513fa879f None None] Bound using segment: {'id': '044e52d5-df8d-41f9-b31b-4053138840c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '681bda68-49bd-41ee-b1a8-d939c85600d4'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:48:24.409376 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-93ff1aa3-c868-451d-ba76-afd513fa879f None None] Bound port: 02949e48-25df-4420-a69b-aca1e3a8a546, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '044e52d5-df8d-41f9-b31b-4053138840c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '681bda68-49bd-41ee-b1a8-d939c85600d4'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:48:24.409763 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-93ff1aa3-c868-451d-ba76-afd513fa879f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:24.435940 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2cba04f7-15f8-487b-b787-427ac9c64b5d tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:24.497082 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2cba04f7-15f8-487b-b787-427ac9c64b5d tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:24.499502 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-93ff1aa3-c868-451d-ba76-afd513fa879f None None] For port 02949e48-25df-4420-a69b-aca1e3a8a546, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:48:24.504471 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-93ff1aa3-c868-451d-ba76-afd513fa879f None None] For port 02949e48-25df-4420-a69b-aca1e3a8a546, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=02949e48-25df-4420-a69b-aca1e3a8a546,segment=NetworkSegment(044e52d5-df8d-41f9-b31b-4053138840c4),segment_id=044e52d5-df8d-41f9-b31b-4053138840c4)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:48:24.509013 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-93ff1aa3-c868-451d-ba76-afd513fa879f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:24.536601 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cba04f7-15f8-487b-b787-427ac9c64b5d tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Pushing event deleted for resources: {'Subnet': ['ID=e6e6fb9e-7e7f-4775-93f8-c99c9c835ab2,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:48:24.538866 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2cba04f7-15f8-487b-b787-427ac9c64b5d tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:24.544371 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-2cba04f7-15f8-487b-b787-427ac9c64b5d tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] 10.222.0.53 "DELETE /v2.0/subnets/e6e6fb9e-7e7f-4775-93f8-c99c9c835ab2 HTTP/1.1" status: 204 len: 168 time: 0.5664527 Nov 25 13:48:24.545397 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33302) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:24.584584 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ff1aa3-c868-451d-ba76-afd513fa879f None None] Pushing event updated for resources: {'Port': ['ID=02949e48-25df-4420-a69b-aca1e3a8a546,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:48:24.606552 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8719d728-10bf-4e27-8c18-95a1d8aa03a7 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:48:24.608065 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-8719d728-10bf-4e27-8c18-95a1d8aa03a7 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0612674 Nov 25 13:48:24.613334 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33304) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:24.699651 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-09d44e5f-f023-4ea8-854f-942b03144f1a tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:24.767448 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-09d44e5f-f023-4ea8-854f-942b03144f1a tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Deleting port 02949e48-25df-4420-a69b-aca1e3a8a546 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:48:24.767794 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-09d44e5f-f023-4ea8-854f-942b03144f1a tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:24.833411 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-09d44e5f-f023-4ea8-854f-942b03144f1a tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] For port 02949e48-25df-4420-a69b-aca1e3a8a546, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=02949e48-25df-4420-a69b-aca1e3a8a546,segment=NetworkSegment(044e52d5-df8d-41f9-b31b-4053138840c4),segment_id=044e52d5-df8d-41f9-b31b-4053138840c4)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:48:24.833782 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-09d44e5f-f023-4ea8-854f-942b03144f1a tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:24.848255 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-09d44e5f-f023-4ea8-854f-942b03144f1a tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Calling delete_port for 02949e48-25df-4420-a69b-aca1e3a8a546 owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:48:24.934329 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-09d44e5f-f023-4ea8-854f-942b03144f1a tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:24.968461 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d44e5f-f023-4ea8-854f-942b03144f1a tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Pushing event deleted for resources: {'Port': ['ID=02949e48-25df-4420-a69b-aca1e3a8a546,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:48:24.971016 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d44e5f-f023-4ea8-854f-942b03144f1a tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] No DVR routers for this DVR port 02949e48-25df-4420-a69b-aca1e3a8a546 on host n-d-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:48:25.049618 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-09d44e5f-f023-4ea8-854f-942b03144f1a tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:25.069480 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-09d44e5f-f023-4ea8-854f-942b03144f1a tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['681bda68-49bd-41ee-b1a8-d939c85600d4']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:48:25.079188 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-09d44e5f-f023-4ea8-854f-942b03144f1a tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '044e52d5-df8d-41f9-b31b-4053138840c4') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:48:25.079490 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-09d44e5f-f023-4ea8-854f-942b03144f1a tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '044e52d5-df8d-41f9-b31b-4053138840c4') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:48:25.092976 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-09d44e5f-f023-4ea8-854f-942b03144f1a tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:25.106004 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-09d44e5f-f023-4ea8-854f-942b03144f1a tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:25.111854 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09d44e5f-f023-4ea8-854f-942b03144f1a tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:48:25.112241 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-09d44e5f-f023-4ea8-854f-942b03144f1a tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:25.115185 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:48:25.115185 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:48:25.115185 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:48:25.115185 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:48:25.115185 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:48:25.115185 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:48:25.115185 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:48:25.115185 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:48:25.115185 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:48:25.115185 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:48:25.115185 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:48:25.115185 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:48:25.115185 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:48:25.115185 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:48:25.115185 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:48:25.115185 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:48:25.115185 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:48:25.115185 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:48:25.115185 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:48:25.115185 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:48:25.115185 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:48:25.115185 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:48:25.115185 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:48:25.115185 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:48:25.115185 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:48:25.115185 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:48:25.115185 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:48:25.115185 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:48:25.115185 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:48:25.115185 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:48:25.115185 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:48:25.115185 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:48:25.173710 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-09d44e5f-f023-4ea8-854f-942b03144f1a tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:25.179262 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-09d44e5f-f023-4ea8-854f-942b03144f1a tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:25.182605 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-09d44e5f-f023-4ea8-854f-942b03144f1a tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] 10.222.0.53 "DELETE /v2.0/networks/681bda68-49bd-41ee-b1a8-d939c85600d4 HTTP/1.1" status: 204 len: 168 time: 0.5682781 Nov 25 13:48:25.185756 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33306) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:25.198552 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d44e5f-f023-4ea8-854f-942b03144f1a tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Pushing event deleted for resources: {'Network': ['ID=681bda68-49bd-41ee-b1a8-d939c85600d4,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:48:25.275779 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-eef03c3b-f7ba-4c7e-8c46-2f1a3120bfd5 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:25.372693 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-eef03c3b-f7ba-4c7e-8c46-2f1a3120bfd5 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:25.394097 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-eef03c3b-f7ba-4c7e-8c46-2f1a3120bfd5 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['277d93b2-6d49-44cc-8093-6ffea5ae3438']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:48:25.404071 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-eef03c3b-f7ba-4c7e-8c46-2f1a3120bfd5 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd629d59d-8acd-48f6-b47a-4d2517a5a210') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:48:25.404377 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-eef03c3b-f7ba-4c7e-8c46-2f1a3120bfd5 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd629d59d-8acd-48f6-b47a-4d2517a5a210') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:48:25.414165 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-eef03c3b-f7ba-4c7e-8c46-2f1a3120bfd5 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:25.428329 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-eef03c3b-f7ba-4c7e-8c46-2f1a3120bfd5 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:25.434857 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eef03c3b-f7ba-4c7e-8c46-2f1a3120bfd5 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:48:25.435278 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-eef03c3b-f7ba-4c7e-8c46-2f1a3120bfd5 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:25.438581 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:48:25.438581 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:48:25.438581 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:48:25.438581 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:48:25.438581 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:48:25.438581 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:48:25.438581 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:48:25.438581 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:48:25.438581 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:48:25.438581 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:48:25.438581 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:48:25.438581 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:48:25.438581 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:48:25.438581 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:48:25.438581 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:48:25.438581 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:48:25.438581 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:48:25.438581 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:48:25.438581 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:48:25.438581 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:48:25.438581 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:48:25.438581 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:48:25.438581 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:48:25.438581 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:48:25.438581 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:48:25.438581 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:48:25.438581 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:48:25.438581 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:48:25.438581 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:48:25.438581 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:48:25.438581 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:48:25.438581 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:48:25.501410 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-eef03c3b-f7ba-4c7e-8c46-2f1a3120bfd5 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:25.506631 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-eef03c3b-f7ba-4c7e-8c46-2f1a3120bfd5 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:25.510318 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-eef03c3b-f7ba-4c7e-8c46-2f1a3120bfd5 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] 10.222.0.53 "DELETE /v2.0/networks/277d93b2-6d49-44cc-8093-6ffea5ae3438 HTTP/1.1" status: 204 len: 168 time: 0.3235404 Nov 25 13:48:25.513012 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33308) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:25.525945 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef03c3b-f7ba-4c7e-8c46-2f1a3120bfd5 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Pushing event deleted for resources: {'Network': ['ID=277d93b2-6d49-44cc-8093-6ffea5ae3438,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:48:25.567854 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-ed883022-c420-4d4b-a601-d67726a97479 None None] Could not find standard attr ID for object 02949e48-25df-4420-a69b-aca1e3a8a546. {{(pid=103572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 13:48:25.579919 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb74d48-98ef-4686-b7d3-8f617f1c0b0f None None] DHCP port deletion for 681bda68-49bd-41ee-b1a8-d939c85600d4 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:48:25.598368 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b17e56-0187-4c07-bb83-cf75bee4fdc3 None None] Network 681bda68-49bd-41ee-b1a8-d939c85600d4 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:48:25.601700 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-49a0323f-0c66-423b-8cff-0d5360bd68c6 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:25.614293 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b17e56-0187-4c07-bb83-cf75bee4fdc3 None None] Network 681bda68-49bd-41ee-b1a8-d939c85600d4 could not be found, it might have been deleted concurrently. {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 25 13:48:25.622898 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3d8663-be19-4b3d-a207-163c54d0269b None None] get_active_networks_info from n-d-808199-11 {{(pid=103572) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 13:48:25.695409 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-49a0323f-0c66-423b-8cff-0d5360bd68c6 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:25.698035 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3d8663-be19-4b3d-a207-163c54d0269b None None] Resources bound (agent type, host, resource id): {{(pid=103572) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 13:48:25.717712 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-49a0323f-0c66-423b-8cff-0d5360bd68c6 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e37d119-ab73-402a-9950-4bf714f7947d']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:48:25.728111 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-49a0323f-0c66-423b-8cff-0d5360bd68c6 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99b62edb-beca-43de-9371-d2655498c4e4') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:48:25.728638 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-49a0323f-0c66-423b-8cff-0d5360bd68c6 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99b62edb-beca-43de-9371-d2655498c4e4') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:48:25.739847 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-49a0323f-0c66-423b-8cff-0d5360bd68c6 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:25.754464 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-49a0323f-0c66-423b-8cff-0d5360bd68c6 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:25.760794 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49a0323f-0c66-423b-8cff-0d5360bd68c6 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:48:25.761220 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-49a0323f-0c66-423b-8cff-0d5360bd68c6 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:25.765352 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:48:25.765352 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:48:25.765352 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:48:25.765352 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:48:25.765352 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:48:25.765352 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:48:25.765352 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:48:25.765352 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:48:25.765352 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:48:25.765352 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:48:25.765352 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:48:25.765352 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:48:25.765352 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:48:25.765352 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:48:25.765352 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:48:25.765352 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:48:25.765352 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:48:25.765352 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:48:25.765352 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:48:25.765352 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:48:25.765352 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:48:25.765352 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:48:25.765352 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:48:25.765352 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:48:25.765352 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:48:25.765352 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:48:25.765352 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:48:25.765352 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:48:25.765352 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:48:25.765352 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:48:25.765352 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:48:25.765352 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:48:25.830993 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-49a0323f-0c66-423b-8cff-0d5360bd68c6 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:25.838526 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-49a0323f-0c66-423b-8cff-0d5360bd68c6 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:25.849129 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-49a0323f-0c66-423b-8cff-0d5360bd68c6 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] 10.222.0.53 "DELETE /v2.0/networks/7e37d119-ab73-402a-9950-4bf714f7947d HTTP/1.1" status: 204 len: 168 time: 0.3321834 Nov 25 13:48:25.849502 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33310) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:25.868981 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a0323f-0c66-423b-8cff-0d5360bd68c6 tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Pushing event deleted for resources: {'Network': ['ID=7e37d119-ab73-402a-9950-4bf714f7947d,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:48:25.944122 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-76f91f37-40c8-4c9e-ad8f-01180aaee7df tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:26.030650 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-76f91f37-40c8-4c9e-ad8f-01180aaee7df tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:26.050346 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-76f91f37-40c8-4c9e-ad8f-01180aaee7df tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfadf5c9-fa07-4765-81bf-81cb64799892']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:48:26.059883 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-76f91f37-40c8-4c9e-ad8f-01180aaee7df tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '229e7142-1ede-477d-9a1b-01b8ef406c76') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:48:26.060169 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-76f91f37-40c8-4c9e-ad8f-01180aaee7df tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '229e7142-1ede-477d-9a1b-01b8ef406c76') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:48:26.070374 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-76f91f37-40c8-4c9e-ad8f-01180aaee7df tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:26.083747 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-76f91f37-40c8-4c9e-ad8f-01180aaee7df tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:26.091342 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76f91f37-40c8-4c9e-ad8f-01180aaee7df tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:48:26.091735 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-76f91f37-40c8-4c9e-ad8f-01180aaee7df tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:26.094787 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:48:26.094787 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:48:26.094787 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:48:26.094787 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:48:26.094787 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:48:26.094787 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:48:26.094787 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:48:26.094787 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:48:26.094787 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:48:26.094787 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:48:26.094787 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:48:26.094787 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:48:26.094787 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:48:26.094787 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:48:26.094787 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:48:26.094787 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:48:26.094787 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:48:26.094787 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:48:26.094787 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:48:26.094787 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:48:26.094787 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:48:26.094787 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:48:26.094787 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:48:26.094787 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:48:26.094787 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:48:26.094787 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:48:26.094787 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:48:26.094787 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:48:26.094787 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:48:26.094787 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:48:26.094787 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:48:26.094787 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:48:26.161786 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-76f91f37-40c8-4c9e-ad8f-01180aaee7df tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:26.168374 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-76f91f37-40c8-4c9e-ad8f-01180aaee7df tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:26.171540 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-76f91f37-40c8-4c9e-ad8f-01180aaee7df tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] 10.222.0.53 "DELETE /v2.0/networks/bfadf5c9-fa07-4765-81bf-81cb64799892 HTTP/1.1" status: 204 len: 168 time: 0.3210390 Nov 25 13:48:26.182889 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f91f37-40c8-4c9e-ad8f-01180aaee7df tempest-BulkNetworkOpsIpV6Test-419928591 tempest-BulkNetworkOpsIpV6Test-419928591-project] Pushing event deleted for resources: {'Network': ['ID=bfadf5c9-fa07-4765-81bf-81cb64799892,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:48:26.409396 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33316) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:26.555034 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-ccd2d171-2a0b-4cfb-8f4f-c6445081ab85 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c0f3480b8cd744d68a858204ca9764e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1443686 Nov 25 13:48:26.557373 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33320) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:26.603296 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2c9319f3-8b89-4330-bfa0-a4c5741eb400 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:26.624508 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2c9319f3-8b89-4330-bfa0-a4c5741eb400 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:26.673017 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2c9319f3-8b89-4330-bfa0-a4c5741eb400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:26.675792 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2c9319f3-8b89-4330-bfa0-a4c5741eb400 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:26.677078 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-2c9319f3-8b89-4330-bfa0-a4c5741eb400 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d8493bb4-fb89-4c39-8ce1-8c85e617dbd4 HTTP/1.1" status: 204 len: 168 time: 0.1188085 Nov 25 13:48:26.685212 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9319f3-8b89-4330-bfa0-a4c5741eb400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8493bb4-fb89-4c39-8ce1-8c85e617dbd4,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:48:28.387155 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33386) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:28.492456 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-edf643db-5a10-47d3-8040-52b41c607cf5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:28.564154 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-edf643db-5a10-47d3-8040-52b41c607cf5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:28.569498 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-edf643db-5a10-47d3-8040-52b41c607cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:28.608706 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-edf643db-5a10-47d3-8040-52b41c607cf5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0b666ce6cba64e6d9403870f22e13566&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2204428 Nov 25 13:48:28.609569 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf643db-5a10-47d3-8040-52b41c607cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8704779-9dd3-4728-ac89-453830c3c8e7,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:48:28.611969 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33390) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:28.661488 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-34738bd6-3a81-4a73-a2ec-d7f023caa575 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:28.682150 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-34738bd6-3a81-4a73-a2ec-d7f023caa575 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:28.729154 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-34738bd6-3a81-4a73-a2ec-d7f023caa575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:28.731760 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-34738bd6-3a81-4a73-a2ec-d7f023caa575 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:28.732895 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-34738bd6-3a81-4a73-a2ec-d7f023caa575 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b8704779-9dd3-4728-ac89-453830c3c8e7 HTTP/1.1" status: 204 len: 168 time: 0.1198037 Nov 25 13:48:28.741421 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34738bd6-3a81-4a73-a2ec-d7f023caa575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8704779-9dd3-4728-ac89-453830c3c8e7,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:48:28.986717 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33396) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:29.000313 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2684e88b-cf7f-477b-9e84-59ffca4a57d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:29.075750 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2684e88b-cf7f-477b-9e84-59ffca4a57d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:29.079256 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2684e88b-cf7f-477b-9e84-59ffca4a57d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:29.115764 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-2684e88b-cf7f-477b-9e84-59ffca4a57d5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=853f77bf02c848f99d2ecb40c40db1e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1280355 Nov 25 13:48:29.117695 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2684e88b-cf7f-477b-9e84-59ffca4a57d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d089af03-3f82-4bb3-a96e-7374de3ced26,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:48:29.118458 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33398) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:29.165623 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-871739e9-9247-4bc2-813d-36569d4127ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:29.187325 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-871739e9-9247-4bc2-813d-36569d4127ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:29.232351 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-871739e9-9247-4bc2-813d-36569d4127ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:29.235003 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-871739e9-9247-4bc2-813d-36569d4127ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:29.236078 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-871739e9-9247-4bc2-813d-36569d4127ae admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d089af03-3f82-4bb3-a96e-7374de3ced26 HTTP/1.1" status: 204 len: 168 time: 0.1165528 Nov 25 13:48:29.243475 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871739e9-9247-4bc2-813d-36569d4127ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d089af03-3f82-4bb3-a96e-7374de3ced26,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:48:30.331851 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bbeeb968-afcc-462e-9002-a7363994cc7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:32.775909 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-37db2f75-1b49-4cf9-b50e-e29ac180f7fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:33.558324 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33482) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:33.672482 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-80d58856-b4fc-45b5-8eb3-ab2fea94d79e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:33.743019 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-80d58856-b4fc-45b5-8eb3-ab2fea94d79e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:33.746858 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-80d58856-b4fc-45b5-8eb3-ab2fea94d79e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:33.784464 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-80d58856-b4fc-45b5-8eb3-ab2fea94d79e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=66b5d5ed8b9244868be4e627638c5be7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2249961 Nov 25 13:48:33.786352 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d58856-b4fc-45b5-8eb3-ab2fea94d79e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba5fdc8-c930-4029-8e84-89d8978fbb7c,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:48:33.787196 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33486) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:33.835377 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d50d464f-a94c-4584-b694-7c8d8e49b443 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:33.856607 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d50d464f-a94c-4584-b694-7c8d8e49b443 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:33.901842 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d50d464f-a94c-4584-b694-7c8d8e49b443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:33.905039 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d50d464f-a94c-4584-b694-7c8d8e49b443 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:33.906211 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d50d464f-a94c-4584-b694-7c8d8e49b443 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2ba5fdc8-c930-4029-8e84-89d8978fbb7c HTTP/1.1" status: 204 len: 168 time: 0.1180038 Nov 25 13:48:33.914038 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50d464f-a94c-4584-b694-7c8d8e49b443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba5fdc8-c930-4029-8e84-89d8978fbb7c,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:48:33.932258 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:34.163587 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33492) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:34.176760 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f3dcc5a5-3e78-4bad-b0b1-56e3bdfde609 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:34.251858 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f3dcc5a5-3e78-4bad-b0b1-56e3bdfde609 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:34.254850 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f3dcc5a5-3e78-4bad-b0b1-56e3bdfde609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:34.295621 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-f3dcc5a5-3e78-4bad-b0b1-56e3bdfde609 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=245779830b234e99b4a7fa02974fd8aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1309783 Nov 25 13:48:34.296474 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dcc5a5-3e78-4bad-b0b1-56e3bdfde609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c4cad0-4a0a-41b7-976f-ac4d18886e6c,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:48:34.298419 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33494) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:34.346937 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8e411ded-c6e6-44e7-80d8-daebe467e1d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:34.367994 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8e411ded-c6e6-44e7-80d8-daebe467e1d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:34.414094 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8e411ded-c6e6-44e7-80d8-daebe467e1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:34.416751 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8e411ded-c6e6-44e7-80d8-daebe467e1d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:34.417913 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-8e411ded-c6e6-44e7-80d8-daebe467e1d3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/57c4cad0-4a0a-41b7-976f-ac4d18886e6c HTTP/1.1" status: 204 len: 168 time: 0.1184192 Nov 25 13:48:34.426025 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e411ded-c6e6-44e7-80d8-daebe467e1d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c4cad0-4a0a-41b7-976f-ac4d18886e6c,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:48:35.260504 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:36.421178 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:38.353595 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:39.204459 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33588) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:39.329374 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d6c317c1-313c-4fab-bfbb-ee5268eaf643 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:39.413693 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d6c317c1-313c-4fab-bfbb-ee5268eaf643 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:39.417651 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d6c317c1-313c-4fab-bfbb-ee5268eaf643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:39.457231 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d6c317c1-313c-4fab-bfbb-ee5268eaf643 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1ee2974f27a3419eab0a8ab4e76856c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2516882 Nov 25 13:48:39.458459 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c317c1-313c-4fab-bfbb-ee5268eaf643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7eda50-06ac-418d-aa9c-c79c3acff20e,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:48:39.459982 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33592) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:39.511029 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-02d945db-c1c2-4bcf-8bfd-ed8d062af060 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:39.534996 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-02d945db-c1c2-4bcf-8bfd-ed8d062af060 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:39.582864 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-02d945db-c1c2-4bcf-8bfd-ed8d062af060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:39.585476 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-02d945db-c1c2-4bcf-8bfd-ed8d062af060 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:39.586631 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-02d945db-c1c2-4bcf-8bfd-ed8d062af060 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6f7eda50-06ac-418d-aa9c-c79c3acff20e HTTP/1.1" status: 204 len: 168 time: 0.1255767 Nov 25 13:48:39.595083 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d945db-c1c2-4bcf-8bfd-ed8d062af060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7eda50-06ac-418d-aa9c-c79c3acff20e,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:48:39.852825 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33598) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:39.866050 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9044d990-34ba-4fde-8082-ffafe2036fd7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:39.938101 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9044d990-34ba-4fde-8082-ffafe2036fd7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:39.941470 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9044d990-34ba-4fde-8082-ffafe2036fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:39.979425 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-9044d990-34ba-4fde-8082-ffafe2036fd7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=92bcb4cbdd84466c81b93d1ae7001b44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1255324 Nov 25 13:48:39.981544 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9044d990-34ba-4fde-8082-ffafe2036fd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1324ff-953d-4b28-a0f7-3509984393b9,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:48:39.982145 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33600) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:40.031945 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-97432d6c-3aae-4e57-8e8e-dde3cc9aa06a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:40.052264 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-97432d6c-3aae-4e57-8e8e-dde3cc9aa06a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:40.098352 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-97432d6c-3aae-4e57-8e8e-dde3cc9aa06a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:40.100943 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-97432d6c-3aae-4e57-8e8e-dde3cc9aa06a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:40.102117 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-97432d6c-3aae-4e57-8e8e-dde3cc9aa06a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ed1324ff-953d-4b28-a0f7-3509984393b9 HTTP/1.1" status: 204 len: 168 time: 0.1188617 Nov 25 13:48:40.109641 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97432d6c-3aae-4e57-8e8e-dde3cc9aa06a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1324ff-953d-4b28-a0f7-3509984393b9,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:48:41.701116 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33648) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:41.765956 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:41.808254 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d1cbb167-2653-4f3f-87f4-f84006e07bd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:41.884474 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d1cbb167-2653-4f3f-87f4-f84006e07bd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:41.888554 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d1cbb167-2653-4f3f-87f4-f84006e07bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:41.929946 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d1cbb167-2653-4f3f-87f4-f84006e07bd3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1208ad5b5f8047cbb8245599b2b70b56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2277632 Nov 25 13:48:41.930926 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cbb167-2653-4f3f-87f4-f84006e07bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d68772-9b6e-4e8c-9680-81bd79b38780,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:48:41.932649 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33652) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:41.983901 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c2c36bdf-d8c4-450c-9df4-e4ff0d9ef5d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:42.004878 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c2c36bdf-d8c4-450c-9df4-e4ff0d9ef5d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:42.050356 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c2c36bdf-d8c4-450c-9df4-e4ff0d9ef5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:42.053113 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c2c36bdf-d8c4-450c-9df4-e4ff0d9ef5d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:42.054399 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c2c36bdf-d8c4-450c-9df4-e4ff0d9ef5d5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/45d68772-9b6e-4e8c-9680-81bd79b38780 HTTP/1.1" status: 204 len: 168 time: 0.1205101 Nov 25 13:48:42.063138 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c36bdf-d8c4-450c-9df4-e4ff0d9ef5d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d68772-9b6e-4e8c-9680-81bd79b38780,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:48:42.315153 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33658) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:42.328470 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-95fff103-683b-4886-a6ac-03856fb522c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:42.405686 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-95fff103-683b-4886-a6ac-03856fb522c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:42.409798 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-95fff103-683b-4886-a6ac-03856fb522c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:42.448836 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-95fff103-683b-4886-a6ac-03856fb522c3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=634e3c6ba5984deab3baf466a01b5b8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1325693 Nov 25 13:48:42.449920 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fff103-683b-4886-a6ac-03856fb522c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c9a40b-b327-4067-9a54-4f60a8ab3150,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:48:42.451725 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33660) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:42.512888 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9f2f0c52-05fd-44a8-b945-18808a42b479 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:42.536899 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9f2f0c52-05fd-44a8-b945-18808a42b479 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:42.583667 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9f2f0c52-05fd-44a8-b945-18808a42b479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:42.586350 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9f2f0c52-05fd-44a8-b945-18808a42b479 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:42.587533 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-9f2f0c52-05fd-44a8-b945-18808a42b479 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c7c9a40b-b327-4067-9a54-4f60a8ab3150 HTTP/1.1" status: 204 len: 168 time: 0.1347542 Nov 25 13:48:42.595851 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2f0c52-05fd-44a8-b945-18808a42b479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c9a40b-b327-4067-9a54-4f60a8ab3150,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:48:43.775154 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:48:51.946089 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33750) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:52.054116 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-774332a8-52a4-4237-9aa2-199a776437f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:52.132758 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-774332a8-52a4-4237-9aa2-199a776437f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:52.138047 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-774332a8-52a4-4237-9aa2-199a776437f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:52.192398 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-774332a8-52a4-4237-9aa2-199a776437f3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8d8107c2326b4d8ea83bba9944dd37f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2448578 Nov 25 13:48:52.193710 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774332a8-52a4-4237-9aa2-199a776437f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d4ba154-ed96-4571-8cbe-2ceaa13eaff2,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:48:52.194913 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33754) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:48:52.247035 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dc9296cd-ffe7-4c15-accf-679c85cc576c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:52.268621 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dc9296cd-ffe7-4c15-accf-679c85cc576c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:52.316424 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dc9296cd-ffe7-4c15-accf-679c85cc576c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:52.319226 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dc9296cd-ffe7-4c15-accf-679c85cc576c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:48:52.320413 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-dc9296cd-ffe7-4c15-accf-679c85cc576c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4d4ba154-ed96-4571-8cbe-2ceaa13eaff2 HTTP/1.1" status: 204 len: 168 time: 0.1244717 Nov 25 13:48:52.332864 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9296cd-ffe7-4c15-accf-679c85cc576c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d4ba154-ed96-4571-8cbe-2ceaa13eaff2,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:49:00.323176 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-91b08821-0daf-414f-a3af-17acb9a5b94b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:02.777935 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2ed1d525-b986-407e-908e-176370a69fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:03.934859 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:05.264208 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:06.423600 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:08.353602 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:11.765858 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:20.774149 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:49:22.217401 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33902) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:49:22.324506 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e8b1bc4a-490b-41bb-849a-914111279fd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:22.406108 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e8b1bc4a-490b-41bb-849a-914111279fd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:22.410231 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e8b1bc4a-490b-41bb-849a-914111279fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:22.475210 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-e8b1bc4a-490b-41bb-849a-914111279fd1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5103d0be2af84b04949c5af003a17502&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2563834 Nov 25 13:49:22.476833 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b1bc4a-490b-41bb-849a-914111279fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b69dece2-09f3-4a98-8dd4-528b03d0724b,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:49:22.477732 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33906) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:49:22.490088 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b1bc4a-490b-41bb-849a-914111279fd1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:49:22.490655 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b1bc4a-490b-41bb-849a-914111279fd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:49:22.491246 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b1bc4a-490b-41bb-849a-914111279fd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:49:22.491808 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b1bc4a-490b-41bb-849a-914111279fd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:49:22.492372 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b1bc4a-490b-41bb-849a-914111279fd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:49:22.492922 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b1bc4a-490b-41bb-849a-914111279fd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:49:22.493469 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b1bc4a-490b-41bb-849a-914111279fd1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:49:22.494013 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b1bc4a-490b-41bb-849a-914111279fd1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:49:22.494555 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b1bc4a-490b-41bb-849a-914111279fd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:49:22.495143 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b1bc4a-490b-41bb-849a-914111279fd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:49:22.495704 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b1bc4a-490b-41bb-849a-914111279fd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:49:22.496809 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b1bc4a-490b-41bb-849a-914111279fd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:49:22.532524 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-327b19bc-6e7b-43b4-9500-a143465fae94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:22.554010 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-327b19bc-6e7b-43b4-9500-a143465fae94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:22.602201 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-327b19bc-6e7b-43b4-9500-a143465fae94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:22.604873 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-327b19bc-6e7b-43b4-9500-a143465fae94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:22.606002 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-327b19bc-6e7b-43b4-9500-a143465fae94 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b69dece2-09f3-4a98-8dd4-528b03d0724b HTTP/1.1" status: 204 len: 168 time: 0.1272330 Nov 25 13:49:22.614734 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327b19bc-6e7b-43b4-9500-a143465fae94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69dece2-09f3-4a98-8dd4-528b03d0724b,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:49:22.622934 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327b19bc-6e7b-43b4-9500-a143465fae94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:49:22.623287 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327b19bc-6e7b-43b4-9500-a143465fae94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:49:22.623632 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327b19bc-6e7b-43b4-9500-a143465fae94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:49:22.623971 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327b19bc-6e7b-43b4-9500-a143465fae94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:49:22.624306 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327b19bc-6e7b-43b4-9500-a143465fae94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:49:22.624637 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327b19bc-6e7b-43b4-9500-a143465fae94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:49:22.624966 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327b19bc-6e7b-43b4-9500-a143465fae94 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:49:22.625308 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327b19bc-6e7b-43b4-9500-a143465fae94 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:49:22.625616 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327b19bc-6e7b-43b4-9500-a143465fae94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:49:22.626159 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327b19bc-6e7b-43b4-9500-a143465fae94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:49:22.626492 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327b19bc-6e7b-43b4-9500-a143465fae94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:49:22.626844 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327b19bc-6e7b-43b4-9500-a143465fae94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:49:23.259286 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33928) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:49:23.358958 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-4929d2ab-dad9-4f45-babf-3b0e1e623dd0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-523235579-network', 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:49:23.379917 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4929d2ab-dad9-4f45-babf-3b0e1e623dd0 admin admin] Made reservation on behalf of 8d7a98d179f84da5a80b50bf4d9d909f for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:49:23.382458 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4929d2ab-dad9-4f45-babf-3b0e1e623dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:23.391301 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4929d2ab-dad9-4f45-babf-3b0e1e623dd0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:23.465715 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4929d2ab-dad9-4f45-babf-3b0e1e623dd0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:23.468983 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4929d2ab-dad9-4f45-babf-3b0e1e623dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:23.492976 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4929d2ab-dad9-4f45-babf-3b0e1e623dd0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:49:23.502549 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4929d2ab-dad9-4f45-babf-3b0e1e623dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1d8e12-82c3-4c14-ab9b-2015d729abf2,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:49:23.508105 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4929d2ab-dad9-4f45-babf-3b0e1e623dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:23.508453 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-4929d2ab-dad9-4f45-babf-3b0e1e623dd0 admin admin] Added segment 537df87f-4062-4c10-ae31-09711976a4db of type vlan for network a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 Nov 25 13:49:23.550160 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4929d2ab-dad9-4f45-babf-3b0e1e623dd0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:23.577528 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4929d2ab-dad9-4f45-babf-3b0e1e623dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:23.578475 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4929d2ab-dad9-4f45-babf-3b0e1e623dd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:49:23.579085 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4929d2ab-dad9-4f45-babf-3b0e1e623dd0 admin admin] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:23.634566 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-4929d2ab-dad9-4f45-babf-3b0e1e623dd0 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3741510 Nov 25 13:49:23.638134 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33932) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:49:23.644886 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-60763497-f641-4442-a227-10003c50db0f admin admin] Request body: {'subnet': {'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-523235579-subnet', 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'ip_version': 4}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:49:23.648974 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4929d2ab-dad9-4f45-babf-3b0e1e623dd0 admin admin] Pushing event updated for resources: {'Network': ['ID=a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:49:23.659056 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:49:23.668626 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60763497-f641-4442-a227-10003c50db0f admin admin] Made reservation on behalf of 8d7a98d179f84da5a80b50bf4d9d909f for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:49:23.671408 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-60763497-f641-4442-a227-10003c50db0f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:23.839587 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-60763497-f641-4442-a227-10003c50db0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:23.896770 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60763497-f641-4442-a227-10003c50db0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=eab5f893-0ac0-4819-a6c4-0808acabf926,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:49:23.906410 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60763497-f641-4442-a227-10003c50db0f admin admin] Checking segment: {'id': '537df87f-4062-4c10-ae31-09711976a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:49:23.906816 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60763497-f641-4442-a227-10003c50db0f admin admin] Network hostable DHCP agents. Network: a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:49:23.924715 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60763497-f641-4442-a227-10003c50db0f admin admin] Network a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:49:23.934553 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-60763497-f641-4442-a227-10003c50db0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:49:23.943311 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60763497-f641-4442-a227-10003c50db0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:49:23.944761 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-60763497-f641-4442-a227-10003c50db0f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:23.945035 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52651fab-c375-4b07-988d-40c2b84adcea None None] Network a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:49:23.963524 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-60763497-f641-4442-a227-10003c50db0f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3243399 Nov 25 13:49:23.966651 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33934) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:49:23.972756 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-8aba7e88-36eb-42c4-9d95-cf250a8f7bbc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-523235579-router', 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:49:23.995245 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8aba7e88-36eb-42c4-9d95-cf250a8f7bbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:23.996771 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8aba7e88-36eb-42c4-9d95-cf250a8f7bbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:24.049878 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8aba7e88-36eb-42c4-9d95-cf250a8f7bbc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:24.092242 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1066f108-896f-4eb9-8468-35e92cfb8046 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9', 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9', 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'fixed_ips': [{'subnet_id': 'eab5f893-0ac0-4819-a6c4-0808acabf926'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:49:24.093059 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1066f108-896f-4eb9-8468-35e92cfb8046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:24.187209 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8aba7e88-36eb-42c4-9d95-cf250a8f7bbc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:24.228342 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-1066f108-896f-4eb9-8468-35e92cfb8046 None None] Allocated IP 172.20.0.2 (a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9/eab5f893-0ac0-4819-a6c4-0808acabf926/10ceed10-b1b0-4b3c-86da-4525b672d7e8) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:49:24.369807 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1066f108-896f-4eb9-8468-35e92cfb8046 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:24.380035 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1066f108-896f-4eb9-8468-35e92cfb8046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:24.412688 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8aba7e88-36eb-42c4-9d95-cf250a8f7bbc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:24.424521 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1066f108-896f-4eb9-8468-35e92cfb8046 None None] Network a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:49:24.428262 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-1066f108-896f-4eb9-8468-35e92cfb8046 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:49:24.430091 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1066f108-896f-4eb9-8468-35e92cfb8046 None None] Pushing event updated for resources: {'Port': ['ID=10ceed10-b1b0-4b3c-86da-4525b672d7e8,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:49:24.431933 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8aba7e88-36eb-42c4-9d95-cf250a8f7bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:24.432168 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1066f108-896f-4eb9-8468-35e92cfb8046 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:49:24.444482 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1066f108-896f-4eb9-8468-35e92cfb8046 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:49:24.444836 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1066f108-896f-4eb9-8468-35e92cfb8046 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:49:24.445181 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1066f108-896f-4eb9-8468-35e92cfb8046 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:49:24.445521 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1066f108-896f-4eb9-8468-35e92cfb8046 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:49:24.445853 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1066f108-896f-4eb9-8468-35e92cfb8046 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:49:24.446183 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1066f108-896f-4eb9-8468-35e92cfb8046 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:49:24.446512 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1066f108-896f-4eb9-8468-35e92cfb8046 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:49:24.446870 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1066f108-896f-4eb9-8468-35e92cfb8046 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:49:24.447207 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1066f108-896f-4eb9-8468-35e92cfb8046 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:49:24.447532 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1066f108-896f-4eb9-8468-35e92cfb8046 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:49:24.447855 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1066f108-896f-4eb9-8468-35e92cfb8046 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:49:24.448179 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1066f108-896f-4eb9-8468-35e92cfb8046 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:49:24.497505 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-1066f108-896f-4eb9-8468-35e92cfb8046 None None] Attempting to bind port 10ceed10-b1b0-4b3c-86da-4525b672d7e8 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:49:24.497882 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-1066f108-896f-4eb9-8468-35e92cfb8046 None None] Attempting to bind port 10ceed10-b1b0-4b3c-86da-4525b672d7e8 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '537df87f-4062-4c10-ae31-09711976a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:49:24.498252 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1066f108-896f-4eb9-8468-35e92cfb8046 None None] Attempting to bind port 10ceed10-b1b0-4b3c-86da-4525b672d7e8 on network a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:49:24.503152 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1066f108-896f-4eb9-8468-35e92cfb8046 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:49:24.503543 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1066f108-896f-4eb9-8468-35e92cfb8046 None None] Checking segment: {'id': '537df87f-4062-4c10-ae31-09711976a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:49:24.503929 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1066f108-896f-4eb9-8468-35e92cfb8046 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:24.504326 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1066f108-896f-4eb9-8468-35e92cfb8046 None None] Bound using segment: {'id': '537df87f-4062-4c10-ae31-09711976a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:49:24.504790 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-1066f108-896f-4eb9-8468-35e92cfb8046 None None] Bound port: 10ceed10-b1b0-4b3c-86da-4525b672d7e8, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '537df87f-4062-4c10-ae31-09711976a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:49:24.505170 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1066f108-896f-4eb9-8468-35e92cfb8046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:24.571289 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-1066f108-896f-4eb9-8468-35e92cfb8046 None None] For port 10ceed10-b1b0-4b3c-86da-4525b672d7e8, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:49:24.575796 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-1066f108-896f-4eb9-8468-35e92cfb8046 None None] For port 10ceed10-b1b0-4b3c-86da-4525b672d7e8, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=10ceed10-b1b0-4b3c-86da-4525b672d7e8,segment=NetworkSegment(537df87f-4062-4c10-ae31-09711976a4db),segment_id=537df87f-4062-4c10-ae31-09711976a4db)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:49:24.579478 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1066f108-896f-4eb9-8468-35e92cfb8046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:24.586499 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-8aba7e88-36eb-42c4-9d95-cf250a8f7bbc admin admin] Allocated IP 172.25.5.125 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/a65d36ea-829f-4b3f-8ea2-93c9d28475fc) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:49:24.638771 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1066f108-896f-4eb9-8468-35e92cfb8046 None None] Pushing event updated for resources: {'Port': ['ID=10ceed10-b1b0-4b3c-86da-4525b672d7e8,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:49:24.690611 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8aba7e88-36eb-42c4-9d95-cf250a8f7bbc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:24.725880 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8aba7e88-36eb-42c4-9d95-cf250a8f7bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:24.768908 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aba7e88-36eb-42c4-9d95-cf250a8f7bbc admin admin] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:49:24.774313 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-8aba7e88-36eb-42c4-9d95-cf250a8f7bbc admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:49:24.778600 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aba7e88-36eb-42c4-9d95-cf250a8f7bbc admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:49:24.803589 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37d857e-6371-458a-a136-33516cdd7607 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:49:24.829964 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aba7e88-36eb-42c4-9d95-cf250a8f7bbc admin admin] Pushing event updated for resources: {'Port': ['ID=a65d36ea-829f-4b3f-8ea2-93c9d28475fc,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:49:24.856182 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-438cccf2-fcb5-432e-a2e2-a835cda5ca39 None None] Provisioning complete for port a65d36ea-829f-4b3f-8ea2-93c9d28475fc triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:49:24.856723 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-438cccf2-fcb5-432e-a2e2-a835cda5ca39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:24.899709 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-438cccf2-fcb5-432e-a2e2-a835cda5ca39 None None] Port a65d36ea-829f-4b3f-8ea2-93c9d28475fc cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:49:25.083883 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8aba7e88-36eb-42c4-9d95-cf250a8f7bbc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:25.280895 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8aba7e88-36eb-42c4-9d95-cf250a8f7bbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:25.537754 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b833fd-646e-47e7-bd06-d071006a9d2b None None] Network a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:49:25.661793 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aba7e88-36eb-42c4-9d95-cf250a8f7bbc admin admin] Router c7683ec3-4901-4fdb-aa49-3a798c4442ed is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:49:25.665809 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-ce67cbd6-c537-48ff-bf1c-b0e4c1100675 None None] Provisioning complete for port 10ceed10-b1b0-4b3c-86da-4525b672d7e8 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:49:25.666194 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ce67cbd6-c537-48ff-bf1c-b0e4c1100675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:25.769884 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ce67cbd6-c537-48ff-bf1c-b0e4c1100675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:25.772762 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aba7e88-36eb-42c4-9d95-cf250a8f7bbc admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:49:25.783647 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67665f2e-215d-410f-aee0-3a45f1d16b16 None None] Sync routers for ids ['c7683ec3-4901-4fdb-aa49-3a798c4442ed'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:49:25.795269 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8aba7e88-36eb-42c4-9d95-cf250a8f7bbc admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:25.796791 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67665f2e-215d-410f-aee0-3a45f1d16b16 None None] Routers {'c7683ec3-4901-4fdb-aa49-3a798c4442ed'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:49:25.797521 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-67665f2e-215d-410f-aee0-3a45f1d16b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:49:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['c7683ec3-4901-4fdb-aa49-3a798c4442ed'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:49:25.799205 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-8aba7e88-36eb-42c4-9d95-cf250a8f7bbc admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8307693 Nov 25 13:49:25.799392 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33936) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:49:25.815588 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-ce67cbd6-c537-48ff-bf1c-b0e4c1100675 None None] For port 10ceed10-b1b0-4b3c-86da-4525b672d7e8, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=10ceed10-b1b0-4b3c-86da-4525b672d7e8,segment=NetworkSegment(537df87f-4062-4c10-ae31-09711976a4db),segment_id=537df87f-4062-4c10-ae31-09711976a4db)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:49:25.820097 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ce67cbd6-c537-48ff-bf1c-b0e4c1100675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:25.880836 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce67cbd6-c537-48ff-bf1c-b0e4c1100675 None None] Pushing event updated for resources: {'Port': ['ID=10ceed10-b1b0-4b3c-86da-4525b672d7e8,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:49:25.930191 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-67665f2e-215d-410f-aee0-3a45f1d16b16 None None] Set router c7683ec3-4901-4fdb-aa49-3a798c4442ed gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:49:26.053752 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-d84a3334-767a-414d-a619-5ea0893053b5 None None] Provisioning complete for port 10ceed10-b1b0-4b3c-86da-4525b672d7e8 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:49:26.054134 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d84a3334-767a-414d-a619-5ea0893053b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:26.120052 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 10ceed10-b1b0-4b3c-86da-4525b672d7e8 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:49:26.185398 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-67665f2e-215d-410f-aee0-3a45f1d16b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'name': 'tempest-TestVolumeBootPattern-523235579-router', 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'a65d36ea-829f-4b3f-8ea2-93c9d28475fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:49:24Z', 'updated_at': '2021-11-25T13:49:24Z', 'revision_number': 3, 'project_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'gw_port': {'id': 'a65d36ea-829f-4b3f-8ea2-93c9d28475fc', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f6:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:49:24Z', 'updated_at': '2021-11-25T13:49:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:49:26.199734 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 10ceed10-b1b0-4b3c-86da-4525b672d7e8 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:49:26.200119 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:26.220792 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67665f2e-215d-410f-aee0-3a45f1d16b16 None None] Checking router: c7683ec3-4901-4fdb-aa49-3a798c4442ed for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:49:26.221132 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67665f2e-215d-410f-aee0-3a45f1d16b16 None None] Updating router c7683ec3-4901-4fdb-aa49-3a798c4442ed port a65d36ea-829f-4b3f-8ea2-93c9d28475fc binding host n-d-808199-11 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:49:26.255827 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-67665f2e-215d-410f-aee0-3a45f1d16b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:26.312655 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2306d687-0a3a-445a-a53e-fefbe64633aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:26.482479 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-2306d687-0a3a-445a-a53e-fefbe64633aa admin admin] Allocated IP 172.20.0.1 (a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9/eab5f893-0ac0-4819-a6c4-0808acabf926/b2ad9be1-30a2-4df4-87de-1de6bf2c117d) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:49:26.518354 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-67665f2e-215d-410f-aee0-3a45f1d16b16 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:26.524382 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-67665f2e-215d-410f-aee0-3a45f1d16b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:26.568392 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd31827-def1-47bb-bfeb-62e049f1e8e0 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:49:26.582264 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893afe87-150f-4872-9b63-469929e24638 None None] Pushing event updated for resources: {'Port': ['ID=a65d36ea-829f-4b3f-8ea2-93c9d28475fc,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:49:26.584623 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-67665f2e-215d-410f-aee0-3a45f1d16b16 None None] Attempting to bind port a65d36ea-829f-4b3f-8ea2-93c9d28475fc on host n-d-808199-11 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:49:26.584987 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-67665f2e-215d-410f-aee0-3a45f1d16b16 None None] Attempting to bind port a65d36ea-829f-4b3f-8ea2-93c9d28475fc by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:49:26.585364 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67665f2e-215d-410f-aee0-3a45f1d16b16 None None] Attempting to bind port a65d36ea-829f-4b3f-8ea2-93c9d28475fc on network 7542d3d9-0db3-40e7-ab88-a168871141f7 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:49:26.593605 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2306d687-0a3a-445a-a53e-fefbe64633aa admin admin] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:26.595233 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893afe87-150f-4872-9b63-469929e24638 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:49:26.595586 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893afe87-150f-4872-9b63-469929e24638 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:49:26.595935 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893afe87-150f-4872-9b63-469929e24638 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:49:26.596278 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893afe87-150f-4872-9b63-469929e24638 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:49:26.596616 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893afe87-150f-4872-9b63-469929e24638 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:49:26.596949 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893afe87-150f-4872-9b63-469929e24638 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:49:26.597280 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893afe87-150f-4872-9b63-469929e24638 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:49:26.597606 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893afe87-150f-4872-9b63-469929e24638 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:49:26.597935 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893afe87-150f-4872-9b63-469929e24638 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:49:26.598261 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893afe87-150f-4872-9b63-469929e24638 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:49:26.598592 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893afe87-150f-4872-9b63-469929e24638 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:49:26.598946 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893afe87-150f-4872-9b63-469929e24638 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:49:26.602350 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67665f2e-215d-410f-aee0-3a45f1d16b16 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:49:26.602751 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67665f2e-215d-410f-aee0-3a45f1d16b16 None None] Checking segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:49:26.603156 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-67665f2e-215d-410f-aee0-3a45f1d16b16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:26.603545 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67665f2e-215d-410f-aee0-3a45f1d16b16 None None] Bound using segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:49:26.604061 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-67665f2e-215d-410f-aee0-3a45f1d16b16 None None] Bound port: a65d36ea-829f-4b3f-8ea2-93c9d28475fc, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:49:26.604600 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-67665f2e-215d-410f-aee0-3a45f1d16b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:26.635762 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2306d687-0a3a-445a-a53e-fefbe64633aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:26.657684 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-67665f2e-215d-410f-aee0-3a45f1d16b16 None None] For port a65d36ea-829f-4b3f-8ea2-93c9d28475fc, host n-d-808199-11, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:49:26.660895 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-67665f2e-215d-410f-aee0-3a45f1d16b16 None None] For port a65d36ea-829f-4b3f-8ea2-93c9d28475fc, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=a65d36ea-829f-4b3f-8ea2-93c9d28475fc,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:49:26.666206 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-67665f2e-215d-410f-aee0-3a45f1d16b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:26.669056 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-4ea328be-0c55-4a44-92aa-2618708d2083 None None] Provisioning complete for port a65d36ea-829f-4b3f-8ea2-93c9d28475fc triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:49:26.669232 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4ea328be-0c55-4a44-92aa-2618708d2083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:26.678440 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2306d687-0a3a-445a-a53e-fefbe64633aa admin admin] Network a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:49:26.682908 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-2306d687-0a3a-445a-a53e-fefbe64633aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:49:26.686109 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2306d687-0a3a-445a-a53e-fefbe64633aa admin admin] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:49:26.715753 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2306d687-0a3a-445a-a53e-fefbe64633aa admin admin] Pushing event updated for resources: {'Port': ['ID=b2ad9be1-30a2-4df4-87de-1de6bf2c117d,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:49:26.722395 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893afe87-150f-4872-9b63-469929e24638 None None] Pushing event updated for resources: {'Port': ['ID=a65d36ea-829f-4b3f-8ea2-93c9d28475fc,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:49:26.737187 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67665f2e-215d-410f-aee0-3a45f1d16b16 None None] Routers {'c7683ec3-4901-4fdb-aa49-3a798c4442ed'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:49:26.737867 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-67665f2e-215d-410f-aee0-3a45f1d16b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:49:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['c7683ec3-4901-4fdb-aa49-3a798c4442ed'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:49:26.749949 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2306d687-0a3a-445a-a53e-fefbe64633aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:26.769290 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ec6995-9b9e-42bc-8ff2-5f3f89648613 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:49:26.775906 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4ea328be-0c55-4a44-92aa-2618708d2083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:26.814409 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-4ea328be-0c55-4a44-92aa-2618708d2083 None None] For port a65d36ea-829f-4b3f-8ea2-93c9d28475fc, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=a65d36ea-829f-4b3f-8ea2-93c9d28475fc,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:49:26.818947 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4ea328be-0c55-4a44-92aa-2618708d2083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:26.856508 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-67665f2e-215d-410f-aee0-3a45f1d16b16 None None] Set router c7683ec3-4901-4fdb-aa49-3a798c4442ed gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:49:26.882711 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea328be-0c55-4a44-92aa-2618708d2083 None None] Pushing event updated for resources: {'Port': ['ID=a65d36ea-829f-4b3f-8ea2-93c9d28475fc,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:49:26.934242 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2306d687-0a3a-445a-a53e-fefbe64633aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:26.945467 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-a37f1547-164a-4593-8ebf-b47b877afa03 None None] Provisioning complete for port b2ad9be1-30a2-4df4-87de-1de6bf2c117d triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:49:26.945931 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a37f1547-164a-4593-8ebf-b47b877afa03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:26.988045 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-a37f1547-164a-4593-8ebf-b47b877afa03 None None] Port b2ad9be1-30a2-4df4-87de-1de6bf2c117d cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:49:26.999446 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-a37f1547-164a-4593-8ebf-b47b877afa03 None None] Provisioning complete for port a65d36ea-829f-4b3f-8ea2-93c9d28475fc triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:49:26.999813 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a37f1547-164a-4593-8ebf-b47b877afa03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:27.049291 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-67665f2e-215d-410f-aee0-3a45f1d16b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'name': 'tempest-TestVolumeBootPattern-523235579-router', 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'a65d36ea-829f-4b3f-8ea2-93c9d28475fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:49:24Z', 'updated_at': '2021-11-25T13:49:24Z', 'revision_number': 3, 'project_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'gw_port': {'id': 'a65d36ea-829f-4b3f-8ea2-93c9d28475fc', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f6:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:49:24Z', 'updated_at': '2021-11-25T13:49:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:49:27.078747 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67665f2e-215d-410f-aee0-3a45f1d16b16 None None] The sync data for ids ['c7683ec3-4901-4fdb-aa49-3a798c4442ed'] in n-d-808199-11 is: [{'id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'name': 'tempest-TestVolumeBootPattern-523235579-router', 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'a65d36ea-829f-4b3f-8ea2-93c9d28475fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:49:24Z', 'updated_at': '2021-11-25T13:49:24Z', 'revision_number': 3, 'project_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'gw_port': {'id': 'a65d36ea-829f-4b3f-8ea2-93c9d28475fc', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f6:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:49:24Z', 'updated_at': '2021-11-25T13:49:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:49:27.116743 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2306d687-0a3a-445a-a53e-fefbe64633aa admin admin] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:27.121527 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2306d687-0a3a-445a-a53e-fefbe64633aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:27.194273 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2306d687-0a3a-445a-a53e-fefbe64633aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:27.196027 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2306d687-0a3a-445a-a53e-fefbe64633aa admin admin] Pushing event updated for resources: {'Port': ['ID=b2ad9be1-30a2-4df4-87de-1de6bf2c117d,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:49:27.299742 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2306d687-0a3a-445a-a53e-fefbe64633aa admin admin] Network a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:49:27.303537 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-2306d687-0a3a-445a-a53e-fefbe64633aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:49:27.432082 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2306d687-0a3a-445a-a53e-fefbe64633aa admin admin] Router c7683ec3-4901-4fdb-aa49-3a798c4442ed has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:49:27.556193 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2306d687-0a3a-445a-a53e-fefbe64633aa admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:49:27.562660 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-2306d687-0a3a-445a-a53e-fefbe64633aa admin admin] 10.222.0.53 "PUT /v2.0/routers/c7683ec3-4901-4fdb-aa49-3a798c4442ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7621818 Nov 25 13:49:27.608817 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-87f970c7-04e6-455b-a186-6b81c0219af1 None None] Provisioning complete for port b2ad9be1-30a2-4df4-87de-1de6bf2c117d triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:49:27.609213 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-87f970c7-04e6-455b-a186-6b81c0219af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:27.671897 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-87f970c7-04e6-455b-a186-6b81c0219af1 None None] Port b2ad9be1-30a2-4df4-87de-1de6bf2c117d cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:49:28.067652 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device a65d36ea-829f-4b3f-8ea2-93c9d28475fc up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:49:28.083114 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33952) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:49:28.088047 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-8a43022f-c2a4-457b-b058-3631b59c0558 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-985883969-network', 'tenant_id': 'd1d2b9f0fc924bf9b62d1c6bc23914fc'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:49:28.111033 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a43022f-c2a4-457b-b058-3631b59c0558 admin admin] Made reservation on behalf of d1d2b9f0fc924bf9b62d1c6bc23914fc for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:49:28.113860 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8a43022f-c2a4-457b-b058-3631b59c0558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:28.119097 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port a65d36ea-829f-4b3f-8ea2-93c9d28475fc triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:49:28.119470 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:28.124134 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8a43022f-c2a4-457b-b058-3631b59c0558 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:28.206049 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8a43022f-c2a4-457b-b058-3631b59c0558 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:28.209672 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8a43022f-c2a4-457b-b058-3631b59c0558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:28.235559 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a43022f-c2a4-457b-b058-3631b59c0558 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 13:49:28.245418 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a43022f-c2a4-457b-b058-3631b59c0558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1644471-095c-4e4e-90b6-7039736df92c,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:49:28.251219 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8a43022f-c2a4-457b-b058-3631b59c0558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:28.251569 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-8a43022f-c2a4-457b-b058-3631b59c0558 admin admin] Added segment 4d9d065a-0d87-4eb4-ac48-a616ad30bb98 of type vlan for network fbfa348f-55cc-45d0-a12a-ae83946520c0 Nov 25 13:49:28.295965 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8a43022f-c2a4-457b-b058-3631b59c0558 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:28.322847 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8a43022f-c2a4-457b-b058-3631b59c0558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:28.324505 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a43022f-c2a4-457b-b058-3631b59c0558 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:49:28.325053 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8a43022f-c2a4-457b-b058-3631b59c0558 admin admin] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:28.384244 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-8a43022f-c2a4-457b-b058-3631b59c0558 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2999573 Nov 25 13:49:28.387437 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 33954) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:49:28.392378 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-ba409121-f271-4895-bc32-2e5be31fca61 admin admin] Request body: {'subnet': {'network_id': 'fbfa348f-55cc-45d0-a12a-ae83946520c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-985883969-subnet', 'tenant_id': 'd1d2b9f0fc924bf9b62d1c6bc23914fc', 'ip_version': 4}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:49:28.399808 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a43022f-c2a4-457b-b058-3631b59c0558 admin admin] Pushing event updated for resources: {'Network': ['ID=fbfa348f-55cc-45d0-a12a-ae83946520c0,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:49:28.410814 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network fbfa348f-55cc-45d0-a12a-ae83946520c0 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 13:49:28.422508 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba409121-f271-4895-bc32-2e5be31fca61 admin admin] Made reservation on behalf of d1d2b9f0fc924bf9b62d1c6bc23914fc for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:49:28.424938 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ba409121-f271-4895-bc32-2e5be31fca61 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:28.596306 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ba409121-f271-4895-bc32-2e5be31fca61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:28.625431 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c627b70c-0ff6-4927-a2fc-f4e0bbced251 None None] Sync routers for ids ['c7683ec3-4901-4fdb-aa49-3a798c4442ed'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:49:28.640260 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c627b70c-0ff6-4927-a2fc-f4e0bbced251 None None] Routers {'c7683ec3-4901-4fdb-aa49-3a798c4442ed'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:49:28.640896 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-c627b70c-0ff6-4927-a2fc-f4e0bbced251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:49:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['c7683ec3-4901-4fdb-aa49-3a798c4442ed'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:49:28.646887 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba409121-f271-4895-bc32-2e5be31fca61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40edc058-249c-4801-a3fe-3f582685a7f5,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:49:28.661958 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba409121-f271-4895-bc32-2e5be31fca61 admin admin] Checking segment: {'id': '4d9d065a-0d87-4eb4-ac48-a616ad30bb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'fbfa348f-55cc-45d0-a12a-ae83946520c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:49:28.662327 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba409121-f271-4895-bc32-2e5be31fca61 admin admin] Network hostable DHCP agents. Network: fbfa348f-55cc-45d0-a12a-ae83946520c0, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 13:49:28.686338 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba409121-f271-4895-bc32-2e5be31fca61 admin admin] Network fbfa348f-55cc-45d0-a12a-ae83946520c0 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 13:49:28.696111 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-ba409121-f271-4895-bc32-2e5be31fca61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, fbfa348f-55cc-45d0-a12a-ae83946520c0) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:49:28.701813 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba409121-f271-4895-bc32-2e5be31fca61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:49:28.702432 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ba409121-f271-4895-bc32-2e5be31fca61 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:28.718895 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-ba409121-f271-4895-bc32-2e5be31fca61 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3300774 Nov 25 13:49:28.721506 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33956) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:49:28.726070 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-7f025529-ca59-423d-aaea-182d6d348062 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-985883969-router', 'tenant_id': 'd1d2b9f0fc924bf9b62d1c6bc23914fc', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:49:28.743766 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12080cad-194d-45f6-92f5-ff2980b39010 None None] Network fbfa348f-55cc-45d0-a12a-ae83946520c0 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:49:28.748292 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7f025529-ca59-423d-aaea-182d6d348062 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:28.749394 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7f025529-ca59-423d-aaea-182d6d348062 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:28.802133 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7f025529-ca59-423d-aaea-182d6d348062 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:28.815517 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-c627b70c-0ff6-4927-a2fc-f4e0bbced251 None None] Set router c7683ec3-4901-4fdb-aa49-3a798c4442ed gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:49:28.941213 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7f025529-ca59-423d-aaea-182d6d348062 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:29.022106 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183a3010-05ec-4c38-bed6-383defa62e03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-fbfa348f-55cc-45d0-a12a-ae83946520c0', 'network_id': 'fbfa348f-55cc-45d0-a12a-ae83946520c0', 'tenant_id': 'd1d2b9f0fc924bf9b62d1c6bc23914fc', 'fixed_ips': [{'subnet_id': '40edc058-249c-4801-a3fe-3f582685a7f5'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 13:49:29.023004 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-183a3010-05ec-4c38-bed6-383defa62e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:29.153043 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7f025529-ca59-423d-aaea-182d6d348062 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:29.174469 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7f025529-ca59-423d-aaea-182d6d348062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:29.283706 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-7f025529-ca59-423d-aaea-182d6d348062 admin admin] Allocated IP 172.25.5.131 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/d95956ec-a2ed-4c5f-ab22-1cfc234b55f6) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:49:29.384897 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-c627b70c-0ff6-4927-a2fc-f4e0bbced251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'name': 'tempest-TestVolumeBootPattern-523235579-router', 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'a65d36ea-829f-4b3f-8ea2-93c9d28475fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:49:24Z', 'updated_at': '2021-11-25T13:49:26Z', 'revision_number': 4, 'project_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'gw_port': {'id': 'a65d36ea-829f-4b3f-8ea2-93c9d28475fc', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:49:24Z', 'updated_at': '2021-11-25T13:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'b2ad9be1-30a2-4df4-87de-1de6bf2c117d', 'name': '', 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9', 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'mac_address': 'fa:16:3e:4c:4d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'eab5f893-0ac0-4819-a6c4-0808acabf926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:49:26Z', 'updated_at': '2021-11-25T13:49:26Z', 'revision_number': 2, 'project_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'subnets': [{'id': 'eab5f893-0ac0-4819-a6c4-0808acabf926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:49:29.405458 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7f025529-ca59-423d-aaea-182d6d348062 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:29.424704 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c627b70c-0ff6-4927-a2fc-f4e0bbced251 None None] Checking router: c7683ec3-4901-4fdb-aa49-3a798c4442ed for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:49:29.425226 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c627b70c-0ff6-4927-a2fc-f4e0bbced251 None None] Updating router c7683ec3-4901-4fdb-aa49-3a798c4442ed port b2ad9be1-30a2-4df4-87de-1de6bf2c117d binding host n-d-808199-11 {{(pid=103572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:49:29.428477 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-183a3010-05ec-4c38-bed6-383defa62e03 None None] Allocated IP 172.20.0.2 (fbfa348f-55cc-45d0-a12a-ae83946520c0/40edc058-249c-4801-a3fe-3f582685a7f5/9bf873fc-67a3-4b1a-ab82-69187c888ac5) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:49:29.440305 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7f025529-ca59-423d-aaea-182d6d348062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:29.476309 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c627b70c-0ff6-4927-a2fc-f4e0bbced251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:29.482790 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f025529-ca59-423d-aaea-182d6d348062 admin admin] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:49:29.485883 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-7f025529-ca59-423d-aaea-182d6d348062 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:49:29.490181 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f025529-ca59-423d-aaea-182d6d348062 admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:49:29.493283 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f025529-ca59-423d-aaea-182d6d348062 admin admin] Pushing event updated for resources: {'Port': ['ID=d95956ec-a2ed-4c5f-ab22-1cfc234b55f6,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:49:29.522865 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32cbaf5-2139-44c0-824d-49ef7cfa3dae None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:49:29.704704 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-8614e84d-3b6d-4b56-ae70-a77bb07bf05d None None] Provisioning complete for port d95956ec-a2ed-4c5f-ab22-1cfc234b55f6 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:49:29.705083 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8614e84d-3b6d-4b56-ae70-a77bb07bf05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:29.740910 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7f025529-ca59-423d-aaea-182d6d348062 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:29.767484 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-183a3010-05ec-4c38-bed6-383defa62e03 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:29.809765 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-183a3010-05ec-4c38-bed6-383defa62e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:29.842284 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-8614e84d-3b6d-4b56-ae70-a77bb07bf05d None None] Port d95956ec-a2ed-4c5f-ab22-1cfc234b55f6 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:49:29.865023 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183a3010-05ec-4c38-bed6-383defa62e03 None None] Network fbfa348f-55cc-45d0-a12a-ae83946520c0 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:49:29.877360 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-183a3010-05ec-4c38-bed6-383defa62e03 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:49:29.884709 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183a3010-05ec-4c38-bed6-383defa62e03 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:49:29.891827 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183a3010-05ec-4c38-bed6-383defa62e03 None None] Pushing event updated for resources: {'Port': ['ID=9bf873fc-67a3-4b1a-ab82-69187c888ac5,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:49:29.958543 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7f025529-ca59-423d-aaea-182d6d348062 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:29.991618 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-183a3010-05ec-4c38-bed6-383defa62e03 None None] Attempting to bind port 9bf873fc-67a3-4b1a-ab82-69187c888ac5 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:49:29.992001 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-183a3010-05ec-4c38-bed6-383defa62e03 None None] Attempting to bind port 9bf873fc-67a3-4b1a-ab82-69187c888ac5 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '4d9d065a-0d87-4eb4-ac48-a616ad30bb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'fbfa348f-55cc-45d0-a12a-ae83946520c0'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:49:29.992379 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183a3010-05ec-4c38-bed6-383defa62e03 None None] Attempting to bind port 9bf873fc-67a3-4b1a-ab82-69187c888ac5 on network fbfa348f-55cc-45d0-a12a-ae83946520c0 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:49:30.004309 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183a3010-05ec-4c38-bed6-383defa62e03 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:49:30.004690 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183a3010-05ec-4c38-bed6-383defa62e03 None None] Checking segment: {'id': '4d9d065a-0d87-4eb4-ac48-a616ad30bb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'fbfa348f-55cc-45d0-a12a-ae83946520c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:49:30.005134 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-183a3010-05ec-4c38-bed6-383defa62e03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:30.005500 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183a3010-05ec-4c38-bed6-383defa62e03 None None] Bound using segment: {'id': '4d9d065a-0d87-4eb4-ac48-a616ad30bb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'fbfa348f-55cc-45d0-a12a-ae83946520c0'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:49:30.005977 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-183a3010-05ec-4c38-bed6-383defa62e03 None None] Bound port: 9bf873fc-67a3-4b1a-ab82-69187c888ac5, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d9d065a-0d87-4eb4-ac48-a616ad30bb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'fbfa348f-55cc-45d0-a12a-ae83946520c0'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:49:30.006362 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-183a3010-05ec-4c38-bed6-383defa62e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:30.028864 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c627b70c-0ff6-4927-a2fc-f4e0bbced251 None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:30.050234 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c627b70c-0ff6-4927-a2fc-f4e0bbced251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:30.094160 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f025529-ca59-423d-aaea-182d6d348062 admin admin] Router 576e13ce-17ed-474d-8061-bb663f2a4acf is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 13:49:30.116238 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c3c930-e8b4-45ce-8e5b-763ef97a1660 None None] Pushing event updated for resources: {'Port': ['ID=b2ad9be1-30a2-4df4-87de-1de6bf2c117d,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:49:30.130376 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-183a3010-05ec-4c38-bed6-383defa62e03 None None] For port 9bf873fc-67a3-4b1a-ab82-69187c888ac5, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:49:30.135617 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-183a3010-05ec-4c38-bed6-383defa62e03 None None] For port 9bf873fc-67a3-4b1a-ab82-69187c888ac5, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=9bf873fc-67a3-4b1a-ab82-69187c888ac5,segment=NetworkSegment(4d9d065a-0d87-4eb4-ac48-a616ad30bb98),segment_id=4d9d065a-0d87-4eb4-ac48-a616ad30bb98)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:49:30.158655 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-183a3010-05ec-4c38-bed6-383defa62e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:30.216912 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f025529-ca59-423d-aaea-182d6d348062 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:49:30.229690 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-c627b70c-0ff6-4927-a2fc-f4e0bbced251 None None] Attempting to bind port b2ad9be1-30a2-4df4-87de-1de6bf2c117d on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:49:30.229900 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-c627b70c-0ff6-4927-a2fc-f4e0bbced251 None None] Attempting to bind port b2ad9be1-30a2-4df4-87de-1de6bf2c117d by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '537df87f-4062-4c10-ae31-09711976a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:49:30.231191 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c627b70c-0ff6-4927-a2fc-f4e0bbced251 None None] Attempting to bind port b2ad9be1-30a2-4df4-87de-1de6bf2c117d on network a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:49:30.237864 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85841da7-afbd-4b2a-99b4-127345a5e3d2 None None] Sync routers for ids ['576e13ce-17ed-474d-8061-bb663f2a4acf'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:49:30.244200 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183a3010-05ec-4c38-bed6-383defa62e03 None None] Pushing event updated for resources: {'Port': ['ID=9bf873fc-67a3-4b1a-ab82-69187c888ac5,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:49:30.247500 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c627b70c-0ff6-4927-a2fc-f4e0bbced251 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:49:30.247888 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c627b70c-0ff6-4927-a2fc-f4e0bbced251 None None] Checking segment: {'id': '537df87f-4062-4c10-ae31-09711976a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:49:30.249413 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c627b70c-0ff6-4927-a2fc-f4e0bbced251 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:30.249816 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c627b70c-0ff6-4927-a2fc-f4e0bbced251 None None] Bound using segment: {'id': '537df87f-4062-4c10-ae31-09711976a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:49:30.250306 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-c627b70c-0ff6-4927-a2fc-f4e0bbced251 None None] Bound port: b2ad9be1-30a2-4df4-87de-1de6bf2c117d, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '537df87f-4062-4c10-ae31-09711976a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:49:30.250734 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c627b70c-0ff6-4927-a2fc-f4e0bbced251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:30.254133 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7f025529-ca59-423d-aaea-182d6d348062 admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:30.258742 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-7f025529-ca59-423d-aaea-182d6d348062 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5335391 Nov 25 13:49:30.258944 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 33958) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:49:30.259820 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85841da7-afbd-4b2a-99b4-127345a5e3d2 None None] Routers {'576e13ce-17ed-474d-8061-bb663f2a4acf'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:49:30.260526 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-85841da7-afbd-4b2a-99b4-127345a5e3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:49:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['576e13ce-17ed-474d-8061-bb663f2a4acf'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:49:30.337609 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-c627b70c-0ff6-4927-a2fc-f4e0bbced251 None None] For port b2ad9be1-30a2-4df4-87de-1de6bf2c117d, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:49:30.342444 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-c627b70c-0ff6-4927-a2fc-f4e0bbced251 None None] For port b2ad9be1-30a2-4df4-87de-1de6bf2c117d, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=b2ad9be1-30a2-4df4-87de-1de6bf2c117d,segment=NetworkSegment(537df87f-4062-4c10-ae31-09711976a4db),segment_id=537df87f-4062-4c10-ae31-09711976a4db)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:49:30.347532 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ba84fcb7-0a30-435e-a080-4d77f057cb37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:30.350891 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c627b70c-0ff6-4927-a2fc-f4e0bbced251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:30.415549 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c627b70c-0ff6-4927-a2fc-f4e0bbced251 None None] Routers {'c7683ec3-4901-4fdb-aa49-3a798c4442ed'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:49:30.416388 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-c627b70c-0ff6-4927-a2fc-f4e0bbced251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:49:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['c7683ec3-4901-4fdb-aa49-3a798c4442ed'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:49:30.418613 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c3c930-e8b4-45ce-8e5b-763ef97a1660 None None] Pushing event updated for resources: {'Port': ['ID=b2ad9be1-30a2-4df4-87de-1de6bf2c117d,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:49:30.591299 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-85841da7-afbd-4b2a-99b4-127345a5e3d2 None None] Set router 576e13ce-17ed-474d-8061-bb663f2a4acf gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:49:30.616188 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-c627b70c-0ff6-4927-a2fc-f4e0bbced251 None None] Set router c7683ec3-4901-4fdb-aa49-3a798c4442ed gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:49:30.618680 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-887b3a72-1435-4f40-acbe-1808ae91160e None None] Provisioning complete for port b2ad9be1-30a2-4df4-87de-1de6bf2c117d triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:49:30.619175 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-887b3a72-1435-4f40-acbe-1808ae91160e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:30.831673 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-85841da7-afbd-4b2a-99b4-127345a5e3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576e13ce-17ed-474d-8061-bb663f2a4acf', 'name': 'tempest-TestVolumeBootPattern-985883969-router', 'tenant_id': 'd1d2b9f0fc924bf9b62d1c6bc23914fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'd95956ec-a2ed-4c5f-ab22-1cfc234b55f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:49:28Z', 'updated_at': '2021-11-25T13:49:29Z', 'revision_number': 3, 'project_id': 'd1d2b9f0fc924bf9b62d1c6bc23914fc', 'gw_port': {'id': 'd95956ec-a2ed-4c5f-ab22-1cfc234b55f6', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:84:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '576e13ce-17ed-474d-8061-bb663f2a4acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:49:29Z', 'updated_at': '2021-11-25T13:49:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:49:30.863844 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85841da7-afbd-4b2a-99b4-127345a5e3d2 None None] Checking router: 576e13ce-17ed-474d-8061-bb663f2a4acf for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:49:30.864229 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85841da7-afbd-4b2a-99b4-127345a5e3d2 None None] Updating router 576e13ce-17ed-474d-8061-bb663f2a4acf port d95956ec-a2ed-4c5f-ab22-1cfc234b55f6 binding host n-d-808199-11 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:49:30.865896 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-acae8d31-2ca2-41ed-9cda-4f013854c99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:30.870265 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-887b3a72-1435-4f40-acbe-1808ae91160e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:30.891802 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-85841da7-afbd-4b2a-99b4-127345a5e3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:30.939190 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-887b3a72-1435-4f40-acbe-1808ae91160e None None] For port b2ad9be1-30a2-4df4-87de-1de6bf2c117d, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=b2ad9be1-30a2-4df4-87de-1de6bf2c117d,segment=NetworkSegment(537df87f-4062-4c10-ae31-09711976a4db),segment_id=537df87f-4062-4c10-ae31-09711976a4db)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:49:30.945964 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-887b3a72-1435-4f40-acbe-1808ae91160e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:31.007500 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b3a72-1435-4f40-acbe-1808ae91160e None None] Pushing event updated for resources: {'Port': ['ID=b2ad9be1-30a2-4df4-87de-1de6bf2c117d,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:49:31.016625 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-c627b70c-0ff6-4927-a2fc-f4e0bbced251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'name': 'tempest-TestVolumeBootPattern-523235579-router', 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'a65d36ea-829f-4b3f-8ea2-93c9d28475fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:49:24Z', 'updated_at': '2021-11-25T13:49:26Z', 'revision_number': 4, 'project_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'gw_port': {'id': 'a65d36ea-829f-4b3f-8ea2-93c9d28475fc', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:49:24Z', 'updated_at': '2021-11-25T13:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'b2ad9be1-30a2-4df4-87de-1de6bf2c117d', 'name': '', 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9', 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'mac_address': 'fa:16:3e:4c:4d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'eab5f893-0ac0-4819-a6c4-0808acabf926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:49:26Z', 'updated_at': '2021-11-25T13:49:30Z', 'revision_number': 4, 'project_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'subnets': [{'id': 'eab5f893-0ac0-4819-a6c4-0808acabf926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:49:31.044495 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c627b70c-0ff6-4927-a2fc-f4e0bbced251 None None] The sync data for ids ['c7683ec3-4901-4fdb-aa49-3a798c4442ed'] in n-d-808199-11 is: [{'id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'name': 'tempest-TestVolumeBootPattern-523235579-router', 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'a65d36ea-829f-4b3f-8ea2-93c9d28475fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:49:24Z', 'updated_at': '2021-11-25T13:49:26Z', 'revision_number': 4, 'project_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'gw_port': {'id': 'a65d36ea-829f-4b3f-8ea2-93c9d28475fc', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:49:24Z', 'updated_at': '2021-11-25T13:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'b2ad9be1-30a2-4df4-87de-1de6bf2c117d', 'name': '', 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9', 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'mac_address': 'fa:16:3e:4c:4d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'eab5f893-0ac0-4819-a6c4-0808acabf926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:49:26Z', 'updated_at': '2021-11-25T13:49:30Z', 'revision_number': 4, 'project_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'subnets': [{'id': 'eab5f893-0ac0-4819-a6c4-0808acabf926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:49:31.070317 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-34c73735-b31d-4ce1-ba08-2ea8d0792322 None None] Provisioning complete for port b2ad9be1-30a2-4df4-87de-1de6bf2c117d triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:49:31.070859 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-34c73735-b31d-4ce1-ba08-2ea8d0792322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:31.126959 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-acae8d31-2ca2-41ed-9cda-4f013854c99a admin admin] Allocated IP 172.20.0.1 (fbfa348f-55cc-45d0-a12a-ae83946520c0/40edc058-249c-4801-a3fe-3f582685a7f5/b1f7830a-b442-48d3-99b8-4fc9994c4667) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:49:31.216389 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-85841da7-afbd-4b2a-99b4-127345a5e3d2 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:31.231372 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-85841da7-afbd-4b2a-99b4-127345a5e3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:31.279944 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-acae8d31-2ca2-41ed-9cda-4f013854c99a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:31.286182 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a70fe9-5e17-4cda-8050-2d8426eb34cd None None] Pushing event updated for resources: {'Port': ['ID=d95956ec-a2ed-4c5f-ab22-1cfc234b55f6,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:49:31.298099 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c8a5cb-5b50-4033-b7ef-b97127e5c98e None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:49:31.300161 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-85841da7-afbd-4b2a-99b4-127345a5e3d2 None None] Attempting to bind port d95956ec-a2ed-4c5f-ab22-1cfc234b55f6 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:49:31.300545 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-85841da7-afbd-4b2a-99b4-127345a5e3d2 None None] Attempting to bind port d95956ec-a2ed-4c5f-ab22-1cfc234b55f6 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:49:31.301031 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85841da7-afbd-4b2a-99b4-127345a5e3d2 None None] Attempting to bind port d95956ec-a2ed-4c5f-ab22-1cfc234b55f6 on network 7542d3d9-0db3-40e7-ab88-a168871141f7 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:49:31.310283 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85841da7-afbd-4b2a-99b4-127345a5e3d2 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:49:31.311276 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85841da7-afbd-4b2a-99b4-127345a5e3d2 None None] Checking segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:49:31.311696 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-85841da7-afbd-4b2a-99b4-127345a5e3d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:31.312099 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85841da7-afbd-4b2a-99b4-127345a5e3d2 None None] Bound using segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:49:31.312585 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-85841da7-afbd-4b2a-99b4-127345a5e3d2 None None] Bound port: d95956ec-a2ed-4c5f-ab22-1cfc234b55f6, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:49:31.312973 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-85841da7-afbd-4b2a-99b4-127345a5e3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:31.341155 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-acae8d31-2ca2-41ed-9cda-4f013854c99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:31.392179 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acae8d31-2ca2-41ed-9cda-4f013854c99a admin admin] Network fbfa348f-55cc-45d0-a12a-ae83946520c0 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:49:31.395911 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-acae8d31-2ca2-41ed-9cda-4f013854c99a admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:49:31.399641 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acae8d31-2ca2-41ed-9cda-4f013854c99a admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:49:31.400821 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-85841da7-afbd-4b2a-99b4-127345a5e3d2 None None] For port d95956ec-a2ed-4c5f-ab22-1cfc234b55f6, host n-d-808199-11, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:49:31.405342 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-85841da7-afbd-4b2a-99b4-127345a5e3d2 None None] For port d95956ec-a2ed-4c5f-ab22-1cfc234b55f6, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=d95956ec-a2ed-4c5f-ab22-1cfc234b55f6,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:49:31.413661 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-85841da7-afbd-4b2a-99b4-127345a5e3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:31.434998 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acae8d31-2ca2-41ed-9cda-4f013854c99a admin admin] Pushing event updated for resources: {'Port': ['ID=b1f7830a-b442-48d3-99b8-4fc9994c4667,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:49:31.454543 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-7864f041-9f78-427f-8284-837ba7751390 None None] Provisioning complete for port d95956ec-a2ed-4c5f-ab22-1cfc234b55f6 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:49:31.455099 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7864f041-9f78-427f-8284-837ba7751390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:31.483069 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-acae8d31-2ca2-41ed-9cda-4f013854c99a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:31.485545 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85841da7-afbd-4b2a-99b4-127345a5e3d2 None None] Routers {'576e13ce-17ed-474d-8061-bb663f2a4acf'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:49:31.486267 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-85841da7-afbd-4b2a-99b4-127345a5e3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:49:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['576e13ce-17ed-474d-8061-bb663f2a4acf'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:49:31.510123 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aded18b-cfd0-4c17-b649-51df4536f4b9 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:49:31.538234 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a70fe9-5e17-4cda-8050-2d8426eb34cd None None] Pushing event updated for resources: {'Port': ['ID=d95956ec-a2ed-4c5f-ab22-1cfc234b55f6,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:49:31.635849 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7864f041-9f78-427f-8284-837ba7751390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:31.639466 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-85841da7-afbd-4b2a-99b4-127345a5e3d2 None None] Set router 576e13ce-17ed-474d-8061-bb663f2a4acf gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:49:31.670239 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-7864f041-9f78-427f-8284-837ba7751390 None None] For port d95956ec-a2ed-4c5f-ab22-1cfc234b55f6, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=d95956ec-a2ed-4c5f-ab22-1cfc234b55f6,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:49:31.675463 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7864f041-9f78-427f-8284-837ba7751390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:31.710835 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bd53fb-72dd-4d2c-a5ab-e909e95bc92f None None] Network fbfa348f-55cc-45d0-a12a-ae83946520c0 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:49:31.812078 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7864f041-9f78-427f-8284-837ba7751390 None None] Pushing event updated for resources: {'Port': ['ID=d95956ec-a2ed-4c5f-ab22-1cfc234b55f6,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:49:31.827453 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-4217b2bc-0cae-48be-a49e-513f1185616c None None] Provisioning complete for port 9bf873fc-67a3-4b1a-ab82-69187c888ac5 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:49:31.827832 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4217b2bc-0cae-48be-a49e-513f1185616c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:31.891577 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-85841da7-afbd-4b2a-99b4-127345a5e3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576e13ce-17ed-474d-8061-bb663f2a4acf', 'name': 'tempest-TestVolumeBootPattern-985883969-router', 'tenant_id': 'd1d2b9f0fc924bf9b62d1c6bc23914fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'd95956ec-a2ed-4c5f-ab22-1cfc234b55f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:49:28Z', 'updated_at': '2021-11-25T13:49:29Z', 'revision_number': 3, 'project_id': 'd1d2b9f0fc924bf9b62d1c6bc23914fc', 'gw_port': {'id': 'd95956ec-a2ed-4c5f-ab22-1cfc234b55f6', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:84:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '576e13ce-17ed-474d-8061-bb663f2a4acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:49:29Z', 'updated_at': '2021-11-25T13:49:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:49:31.934721 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85841da7-afbd-4b2a-99b4-127345a5e3d2 None None] The sync data for ids ['576e13ce-17ed-474d-8061-bb663f2a4acf'] in n-d-808199-11 is: [{'id': '576e13ce-17ed-474d-8061-bb663f2a4acf', 'name': 'tempest-TestVolumeBootPattern-985883969-router', 'tenant_id': 'd1d2b9f0fc924bf9b62d1c6bc23914fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'd95956ec-a2ed-4c5f-ab22-1cfc234b55f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:49:28Z', 'updated_at': '2021-11-25T13:49:29Z', 'revision_number': 3, 'project_id': 'd1d2b9f0fc924bf9b62d1c6bc23914fc', 'gw_port': {'id': 'd95956ec-a2ed-4c5f-ab22-1cfc234b55f6', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:84:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '576e13ce-17ed-474d-8061-bb663f2a4acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:49:29Z', 'updated_at': '2021-11-25T13:49:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:49:31.992864 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4217b2bc-0cae-48be-a49e-513f1185616c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:32.046259 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-4217b2bc-0cae-48be-a49e-513f1185616c None None] For port 9bf873fc-67a3-4b1a-ab82-69187c888ac5, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=9bf873fc-67a3-4b1a-ab82-69187c888ac5,segment=NetworkSegment(4d9d065a-0d87-4eb4-ac48-a616ad30bb98),segment_id=4d9d065a-0d87-4eb4-ac48-a616ad30bb98)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:49:32.067737 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4217b2bc-0cae-48be-a49e-513f1185616c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:32.088367 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-acae8d31-2ca2-41ed-9cda-4f013854c99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:32.141499 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4217b2bc-0cae-48be-a49e-513f1185616c None None] Pushing event updated for resources: {'Port': ['ID=9bf873fc-67a3-4b1a-ab82-69187c888ac5,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:49:32.149678 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-4217b2bc-0cae-48be-a49e-513f1185616c None None] Provisioning complete for port d95956ec-a2ed-4c5f-ab22-1cfc234b55f6 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:49:32.149978 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4217b2bc-0cae-48be-a49e-513f1185616c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:32.240469 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 9bf873fc-67a3-4b1a-ab82-69187c888ac5 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:49:32.371067 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 9bf873fc-67a3-4b1a-ab82-69187c888ac5 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:49:32.371591 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:32.425357 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-acae8d31-2ca2-41ed-9cda-4f013854c99a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:32.435433 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-acae8d31-2ca2-41ed-9cda-4f013854c99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:32.525352 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device b2ad9be1-30a2-4df4-87de-1de6bf2c117d up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:49:32.525902 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acae8d31-2ca2-41ed-9cda-4f013854c99a admin admin] Pushing event updated for resources: {'Port': ['ID=b1f7830a-b442-48d3-99b8-4fc9994c4667,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:49:32.528755 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-acae8d31-2ca2-41ed-9cda-4f013854c99a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:32.532416 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-b8b907e8-c8db-4dee-9d08-0f654c7a1d23 None None] Provisioning complete for port b1f7830a-b442-48d3-99b8-4fc9994c4667 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:49:32.532919 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b8b907e8-c8db-4dee-9d08-0f654c7a1d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:32.610110 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-b8b907e8-c8db-4dee-9d08-0f654c7a1d23 None None] Port b1f7830a-b442-48d3-99b8-4fc9994c4667 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:49:32.637510 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-b8b907e8-c8db-4dee-9d08-0f654c7a1d23 None None] Provisioning complete for port 9bf873fc-67a3-4b1a-ab82-69187c888ac5 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:49:32.637891 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b8b907e8-c8db-4dee-9d08-0f654c7a1d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:32.640879 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port b2ad9be1-30a2-4df4-87de-1de6bf2c117d triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:49:32.641250 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:32.641745 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acae8d31-2ca2-41ed-9cda-4f013854c99a admin admin] Network fbfa348f-55cc-45d0-a12a-ae83946520c0 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:49:32.643331 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-acae8d31-2ca2-41ed-9cda-4f013854c99a admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:49:32.791081 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acae8d31-2ca2-41ed-9cda-4f013854c99a admin admin] Router 576e13ce-17ed-474d-8061-bb663f2a4acf has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:49:32.867440 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-66af6f00-0095-47f8-9683-bcb6939e2150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:32.958587 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acae8d31-2ca2-41ed-9cda-4f013854c99a admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:49:32.963775 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-acae8d31-2ca2-41ed-9cda-4f013854c99a admin admin] 10.222.0.53 "PUT /v2.0/routers/576e13ce-17ed-474d-8061-bb663f2a4acf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7011824 Nov 25 13:49:32.985179 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-7b2267a3-6cbf-477f-a0ce-355071e8cef6 None None] Provisioning complete for port b1f7830a-b442-48d3-99b8-4fc9994c4667 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:49:32.985648 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7b2267a3-6cbf-477f-a0ce-355071e8cef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:33.026926 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-7b2267a3-6cbf-477f-a0ce-355071e8cef6 None None] Port b1f7830a-b442-48d3-99b8-4fc9994c4667 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:49:33.147107 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-56f56ae6-7988-4122-bb18-a2c1a3ad1930 None None] Provisioning complete for port b1f7830a-b442-48d3-99b8-4fc9994c4667 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:49:33.147706 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-56f56ae6-7988-4122-bb18-a2c1a3ad1930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:33.183227 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-56f56ae6-7988-4122-bb18-a2c1a3ad1930 None None] Port b1f7830a-b442-48d3-99b8-4fc9994c4667 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:49:33.938627 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:34.123572 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 9bf873fc-67a3-4b1a-ab82-69187c888ac5 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:49:34.171633 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 9bf873fc-67a3-4b1a-ab82-69187c888ac5 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:49:34.172009 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:34.421730 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device d95956ec-a2ed-4c5f-ab22-1cfc234b55f6 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:49:34.473728 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port d95956ec-a2ed-4c5f-ab22-1cfc234b55f6 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:49:34.474111 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:34.685008 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2fe74d-dbee-430a-a9ff-47987fcb0353 None None] Sync routers for ids ['576e13ce-17ed-474d-8061-bb663f2a4acf'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:49:34.696076 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2fe74d-dbee-430a-a9ff-47987fcb0353 None None] Routers {'576e13ce-17ed-474d-8061-bb663f2a4acf'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:49:34.696704 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-1a2fe74d-dbee-430a-a9ff-47987fcb0353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:49:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['576e13ce-17ed-474d-8061-bb663f2a4acf'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:49:34.806312 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-1a2fe74d-dbee-430a-a9ff-47987fcb0353 None None] Set router 576e13ce-17ed-474d-8061-bb663f2a4acf gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:49:35.007406 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-1a2fe74d-dbee-430a-a9ff-47987fcb0353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576e13ce-17ed-474d-8061-bb663f2a4acf', 'name': 'tempest-TestVolumeBootPattern-985883969-router', 'tenant_id': 'd1d2b9f0fc924bf9b62d1c6bc23914fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'd95956ec-a2ed-4c5f-ab22-1cfc234b55f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:49:28Z', 'updated_at': '2021-11-25T13:49:31Z', 'revision_number': 4, 'project_id': 'd1d2b9f0fc924bf9b62d1c6bc23914fc', 'gw_port': {'id': 'd95956ec-a2ed-4c5f-ab22-1cfc234b55f6', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:84:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576e13ce-17ed-474d-8061-bb663f2a4acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:49:29Z', 'updated_at': '2021-11-25T13:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'b1f7830a-b442-48d3-99b8-4fc9994c4667', 'name': '', 'network_id': 'fbfa348f-55cc-45d0-a12a-ae83946520c0', 'tenant_id': 'd1d2b9f0fc924bf9b62d1c6bc23914fc', 'mac_address': 'fa:16:3e:f6:d3:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '576e13ce-17ed-474d-8061-bb663f2a4acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '40edc058-249c-4801-a3fe-3f582685a7f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:49:30Z', 'updated_at': '2021-11-25T13:49:32Z', 'revision_number': 2, 'project_id': 'd1d2b9f0fc924bf9b62d1c6bc23914fc', 'subnets': [{'id': '40edc058-249c-4801-a3fe-3f582685a7f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:49:35.034359 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2fe74d-dbee-430a-a9ff-47987fcb0353 None None] Checking router: 576e13ce-17ed-474d-8061-bb663f2a4acf for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:49:35.034739 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2fe74d-dbee-430a-a9ff-47987fcb0353 None None] Updating router 576e13ce-17ed-474d-8061-bb663f2a4acf port b1f7830a-b442-48d3-99b8-4fc9994c4667 binding host n-d-808199-11 {{(pid=103572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 13:49:35.064045 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1a2fe74d-dbee-430a-a9ff-47987fcb0353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:35.123627 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c442f0f6-cefd-4cca-b510-4c7710796a62 req-a0aec07f-f037-4fef-b527-d7da62966f85 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:49:35.125353 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c442f0f6-cefd-4cca-b510-4c7710796a62 req-a0aec07f-f037-4fef-b527-d7da62966f85 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/networks?id=a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 HTTP/1.1" status: 200 len: 811 time: 0.1081557 Nov 25 13:49:35.140394 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c442f0f6-cefd-4cca-b510-4c7710796a62 req-257ee8ce-9917-456d-962e-0683d2a69899 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/quotas/8d7a98d179f84da5a80b50bf4d9d909f HTTP/1.1" status: 200 len: 375 time: 0.0091805 Nov 25 13:49:35.191337 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c442f0f6-cefd-4cca-b510-4c7710796a62 req-04384ec8-0df5-4292-84c9-df6e21d91bc4 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8d7a98d179f84da5a80b50bf4d9d909f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454159 Nov 25 13:49:35.289169 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:35.298336 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [req-c442f0f6-cefd-4cca-b510-4c7710796a62 req-5b6a74ee-e2fd-4536-9657-da30e3fcbd80 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:49:35.299414 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c442f0f6-cefd-4cca-b510-4c7710796a62 req-5b6a74ee-e2fd-4536-9657-da30e3fcbd80 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1017382 Nov 25 13:49:35.340511 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1a2fe74d-dbee-430a-a9ff-47987fcb0353 None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:35.346317 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1a2fe74d-dbee-430a-a9ff-47987fcb0353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:35.399569 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6d10d3-8f83-41f0-bda2-728277bafd86 None None] Pushing event updated for resources: {'Port': ['ID=b1f7830a-b442-48d3-99b8-4fc9994c4667,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:49:35.408022 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c442f0f6-cefd-4cca-b510-4c7710796a62 req-6982477f-8b75-42e0-b545-adfbe9fa9006 service neutron] 10.222.0.53 "GET /v2.0/networks/a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019225 Nov 25 13:49:35.451516 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-1a2fe74d-dbee-430a-a9ff-47987fcb0353 None None] Attempting to bind port b1f7830a-b442-48d3-99b8-4fc9994c4667 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:49:35.451899 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-1a2fe74d-dbee-430a-a9ff-47987fcb0353 None None] Attempting to bind port b1f7830a-b442-48d3-99b8-4fc9994c4667 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '4d9d065a-0d87-4eb4-ac48-a616ad30bb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'fbfa348f-55cc-45d0-a12a-ae83946520c0'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:49:35.452280 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2fe74d-dbee-430a-a9ff-47987fcb0353 None None] Attempting to bind port b1f7830a-b442-48d3-99b8-4fc9994c4667 on network fbfa348f-55cc-45d0-a12a-ae83946520c0 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:49:35.457739 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2fe74d-dbee-430a-a9ff-47987fcb0353 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:49:35.458125 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2fe74d-dbee-430a-a9ff-47987fcb0353 None None] Checking segment: {'id': '4d9d065a-0d87-4eb4-ac48-a616ad30bb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'fbfa348f-55cc-45d0-a12a-ae83946520c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:49:35.458536 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1a2fe74d-dbee-430a-a9ff-47987fcb0353 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:35.458969 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2fe74d-dbee-430a-a9ff-47987fcb0353 None None] Bound using segment: {'id': '4d9d065a-0d87-4eb4-ac48-a616ad30bb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'fbfa348f-55cc-45d0-a12a-ae83946520c0'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:49:35.459451 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-1a2fe74d-dbee-430a-a9ff-47987fcb0353 None None] Bound port: b1f7830a-b442-48d3-99b8-4fc9994c4667, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d9d065a-0d87-4eb4-ac48-a616ad30bb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'fbfa348f-55cc-45d0-a12a-ae83946520c0'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:49:35.459836 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1a2fe74d-dbee-430a-a9ff-47987fcb0353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:35.512296 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c442f0f6-cefd-4cca-b510-4c7710796a62 req-3073ce48-43fd-49da-be0d-8c2420d16f0c service neutron] 10.222.0.53 "GET /v2.0/networks/a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932794 Nov 25 13:49:35.526671 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-1a2fe74d-dbee-430a-a9ff-47987fcb0353 None None] For port b1f7830a-b442-48d3-99b8-4fc9994c4667, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:49:35.530684 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-1a2fe74d-dbee-430a-a9ff-47987fcb0353 None None] For port b1f7830a-b442-48d3-99b8-4fc9994c4667, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=b1f7830a-b442-48d3-99b8-4fc9994c4667,segment=NetworkSegment(4d9d065a-0d87-4eb4-ac48-a616ad30bb98),segment_id=4d9d065a-0d87-4eb4-ac48-a616ad30bb98)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:49:35.536672 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1a2fe74d-dbee-430a-a9ff-47987fcb0353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:35.590736 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2fe74d-dbee-430a-a9ff-47987fcb0353 None None] Routers {'576e13ce-17ed-474d-8061-bb663f2a4acf'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:49:35.591310 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-1a2fe74d-dbee-430a-a9ff-47987fcb0353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:49:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['576e13ce-17ed-474d-8061-bb663f2a4acf'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:49:35.644630 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6d10d3-8f83-41f0-bda2-728277bafd86 None None] Pushing event updated for resources: {'Port': ['ID=b1f7830a-b442-48d3-99b8-4fc9994c4667,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:49:35.693883 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-90b0a8b1-9623-40f4-893f-8938e578b6cc None None] Provisioning complete for port b1f7830a-b442-48d3-99b8-4fc9994c4667 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:49:35.694267 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-90b0a8b1-9623-40f4-893f-8938e578b6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:35.753952 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-1a2fe74d-dbee-430a-a9ff-47987fcb0353 None None] Set router 576e13ce-17ed-474d-8061-bb663f2a4acf gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:49:35.905445 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-90b0a8b1-9623-40f4-893f-8938e578b6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:35.965551 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-90b0a8b1-9623-40f4-893f-8938e578b6cc None None] For port b1f7830a-b442-48d3-99b8-4fc9994c4667, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=b1f7830a-b442-48d3-99b8-4fc9994c4667,segment=NetworkSegment(4d9d065a-0d87-4eb4-ac48-a616ad30bb98),segment_id=4d9d065a-0d87-4eb4-ac48-a616ad30bb98)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:49:35.969386 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-90b0a8b1-9623-40f4-893f-8938e578b6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:36.043692 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b0a8b1-9623-40f4-893f-8938e578b6cc None None] Pushing event updated for resources: {'Port': ['ID=b1f7830a-b442-48d3-99b8-4fc9994c4667,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:49:36.057852 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-1a2fe74d-dbee-430a-a9ff-47987fcb0353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576e13ce-17ed-474d-8061-bb663f2a4acf', 'name': 'tempest-TestVolumeBootPattern-985883969-router', 'tenant_id': 'd1d2b9f0fc924bf9b62d1c6bc23914fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'd95956ec-a2ed-4c5f-ab22-1cfc234b55f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:49:28Z', 'updated_at': '2021-11-25T13:49:31Z', 'revision_number': 4, 'project_id': 'd1d2b9f0fc924bf9b62d1c6bc23914fc', 'gw_port': {'id': 'd95956ec-a2ed-4c5f-ab22-1cfc234b55f6', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:84:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576e13ce-17ed-474d-8061-bb663f2a4acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:49:29Z', 'updated_at': '2021-11-25T13:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'b1f7830a-b442-48d3-99b8-4fc9994c4667', 'name': '', 'network_id': 'fbfa348f-55cc-45d0-a12a-ae83946520c0', 'tenant_id': 'd1d2b9f0fc924bf9b62d1c6bc23914fc', 'mac_address': 'fa:16:3e:f6:d3:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '576e13ce-17ed-474d-8061-bb663f2a4acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '40edc058-249c-4801-a3fe-3f582685a7f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:49:30Z', 'updated_at': '2021-11-25T13:49:35Z', 'revision_number': 4, 'project_id': 'd1d2b9f0fc924bf9b62d1c6bc23914fc', 'subnets': [{'id': '40edc058-249c-4801-a3fe-3f582685a7f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:49:36.088886 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2fe74d-dbee-430a-a9ff-47987fcb0353 None None] The sync data for ids ['576e13ce-17ed-474d-8061-bb663f2a4acf'] in n-d-808199-11 is: [{'id': '576e13ce-17ed-474d-8061-bb663f2a4acf', 'name': 'tempest-TestVolumeBootPattern-985883969-router', 'tenant_id': 'd1d2b9f0fc924bf9b62d1c6bc23914fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'd95956ec-a2ed-4c5f-ab22-1cfc234b55f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:49:28Z', 'updated_at': '2021-11-25T13:49:31Z', 'revision_number': 4, 'project_id': 'd1d2b9f0fc924bf9b62d1c6bc23914fc', 'gw_port': {'id': 'd95956ec-a2ed-4c5f-ab22-1cfc234b55f6', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:84:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576e13ce-17ed-474d-8061-bb663f2a4acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:49:29Z', 'updated_at': '2021-11-25T13:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'b1f7830a-b442-48d3-99b8-4fc9994c4667', 'name': '', 'network_id': 'fbfa348f-55cc-45d0-a12a-ae83946520c0', 'tenant_id': 'd1d2b9f0fc924bf9b62d1c6bc23914fc', 'mac_address': 'fa:16:3e:f6:d3:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '576e13ce-17ed-474d-8061-bb663f2a4acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '40edc058-249c-4801-a3fe-3f582685a7f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:49:30Z', 'updated_at': '2021-11-25T13:49:35Z', 'revision_number': 4, 'project_id': 'd1d2b9f0fc924bf9b62d1c6bc23914fc', 'subnets': [{'id': '40edc058-249c-4801-a3fe-3f582685a7f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:49:36.098935 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-edfcfc29-2219-4973-844a-a0914a67f6aa None None] Provisioning complete for port b1f7830a-b442-48d3-99b8-4fc9994c4667 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:49:36.099314 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-edfcfc29-2219-4973-844a-a0914a67f6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:36.427481 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:36.906364 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-641f50a5-e357-4abc-95ee-f5495a90398f req-6e88bedf-7a2c-4a60-9d7f-38cb8ede7d48 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9a16960-24ad-48ae-b586-6466173cb219 HTTP/1.1" status: 200 len: 210 time: 0.0864685 Nov 25 13:49:37.945982 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c442f0f6-cefd-4cca-b510-4c7710796a62 req-71d9c2dc-93e1-42c9-97f4-6ea743db8057 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:49:37.947650 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c442f0f6-cefd-4cca-b510-4c7710796a62 req-71d9c2dc-93e1-42c9-97f4-6ea743db8057 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.66 "GET /v2.0/networks?id=a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 HTTP/1.1" status: 200 len: 811 time: 0.1041632 Nov 25 13:49:37.963871 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-c442f0f6-cefd-4cca-b510-4c7710796a62 req-4253aba0-5077-4b84-9cad-e84036071522 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Request body: {'port': {'device_id': 'a9a16960-24ad-48ae-b586-6466173cb219', 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9', 'admin_state_up': True, 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:49:38.015678 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ed366cc0-4b2b-49f4-8845-b10ce80295b5 req-33ce1092-d82d-4da4-9b03-a468d658f473 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9a16960-24ad-48ae-b586-6466173cb219 HTTP/1.1" status: 200 len: 210 time: 0.0336668 Nov 25 13:49:38.088219 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device b1f7830a-b442-48d3-99b8-4fc9994c4667 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:49:38.111035 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c442f0f6-cefd-4cca-b510-4c7710796a62 req-4253aba0-5077-4b84-9cad-e84036071522 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Made reservation on behalf of 8d7a98d179f84da5a80b50bf4d9d909f for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:49:38.115179 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c442f0f6-cefd-4cca-b510-4c7710796a62 req-4253aba0-5077-4b84-9cad-e84036071522 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:38.140703 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port b1f7830a-b442-48d3-99b8-4fc9994c4667 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:49:38.141179 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:38.261548 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-c442f0f6-cefd-4cca-b510-4c7710796a62 req-4253aba0-5077-4b84-9cad-e84036071522 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Allocated IP 172.20.0.12 (a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9/eab5f893-0ac0-4819-a6c4-0808acabf926/7551a3a6-e081-41ca-8bc5-a96d4031fc0b) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:49:38.373093 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:38.430921 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c442f0f6-cefd-4cca-b510-4c7710796a62 req-4253aba0-5077-4b84-9cad-e84036071522 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:38.465909 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c442f0f6-cefd-4cca-b510-4c7710796a62 req-4253aba0-5077-4b84-9cad-e84036071522 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:38.514528 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c442f0f6-cefd-4cca-b510-4c7710796a62 req-4253aba0-5077-4b84-9cad-e84036071522 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Network a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:49:38.517586 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-c442f0f6-cefd-4cca-b510-4c7710796a62 req-4253aba0-5077-4b84-9cad-e84036071522 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:49:38.521239 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-c442f0f6-cefd-4cca-b510-4c7710796a62 req-4253aba0-5077-4b84-9cad-e84036071522 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:49:38.552349 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4253aba0-5077-4b84-9cad-e84036071522 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Pushing event updated for resources: {'Port': ['ID=7551a3a6-e081-41ca-8bc5-a96d4031fc0b,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:49:38.583432 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c442f0f6-cefd-4cca-b510-4c7710796a62 req-4253aba0-5077-4b84-9cad-e84036071522 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:49:38.584083 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c442f0f6-cefd-4cca-b510-4c7710796a62 req-4253aba0-5077-4b84-9cad-e84036071522 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:38.604150 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c442f0f6-cefd-4cca-b510-4c7710796a62 req-4253aba0-5077-4b84-9cad-e84036071522 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6444452 Nov 25 13:49:38.679972 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-c442f0f6-cefd-4cca-b510-4c7710796a62 req-91c860ad-ea77-4354-bf6f-747c0bc44e4d service neutron] Request body: {'port': {'device_id': 'a9a16960-24ad-48ae-b586-6466173cb219', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:49:38.732116 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-5e6cc850-ac0d-4d4b-9142-2338a480ab1c None None] Provisioning complete for port 7551a3a6-e081-41ca-8bc5-a96d4031fc0b triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:49:38.732497 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5e6cc850-ac0d-4d4b-9142-2338a480ab1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:38.736470 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c442f0f6-cefd-4cca-b510-4c7710796a62 req-91c860ad-ea77-4354-bf6f-747c0bc44e4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:38.767703 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-5e6cc850-ac0d-4d4b-9142-2338a480ab1c None None] Port 7551a3a6-e081-41ca-8bc5-a96d4031fc0b cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:49:39.034055 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-c442f0f6-cefd-4cca-b510-4c7710796a62 req-91c860ad-ea77-4354-bf6f-747c0bc44e4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7551a3a6-e081-41ca-8bc5-a96d4031fc0b {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:49:39.042426 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c442f0f6-cefd-4cca-b510-4c7710796a62 req-91c860ad-ea77-4354-bf6f-747c0bc44e4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:39.056304 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-c442f0f6-cefd-4cca-b510-4c7710796a62 req-91c860ad-ea77-4354-bf6f-747c0bc44e4d service neutron] Transition to ACTIVE for port object 7551a3a6-e081-41ca-8bc5-a96d4031fc0b will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:49:39.060308 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c442f0f6-cefd-4cca-b510-4c7710796a62 req-91c860ad-ea77-4354-bf6f-747c0bc44e4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:39.171514 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c860ad-ea77-4354-bf6f-747c0bc44e4d service neutron] Pushing event updated for resources: {'Port': ['ID=7551a3a6-e081-41ca-8bc5-a96d4031fc0b,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:49:39.196477 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd88c4a2-8b70-462b-88e9-e5505d76dd5c req-0f4f27d5-bc2e-4859-a967-b295cea16ff9 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:49:39.198036 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fd88c4a2-8b70-462b-88e9-e5505d76dd5c req-0f4f27d5-bc2e-4859-a967-b295cea16ff9 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9a16960-24ad-48ae-b586-6466173cb219 HTTP/1.1" status: 200 len: 944 time: 0.0806534 Nov 25 13:49:39.213006 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-c442f0f6-cefd-4cca-b510-4c7710796a62 req-91c860ad-ea77-4354-bf6f-747c0bc44e4d service neutron] Attempting to bind port 7551a3a6-e081-41ca-8bc5-a96d4031fc0b on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:49:39.213349 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-c442f0f6-cefd-4cca-b510-4c7710796a62 req-91c860ad-ea77-4354-bf6f-747c0bc44e4d service neutron] Attempting to bind port 7551a3a6-e081-41ca-8bc5-a96d4031fc0b by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': '537df87f-4062-4c10-ae31-09711976a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:49:39.213701 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c442f0f6-cefd-4cca-b510-4c7710796a62 req-91c860ad-ea77-4354-bf6f-747c0bc44e4d service neutron] Attempting to bind port 7551a3a6-e081-41ca-8bc5-a96d4031fc0b on network a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:49:39.219558 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c442f0f6-cefd-4cca-b510-4c7710796a62 req-91c860ad-ea77-4354-bf6f-747c0bc44e4d service neutron] Port 7551a3a6-e081-41ca-8bc5-a96d4031fc0b on network a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:49:39.219884 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c442f0f6-cefd-4cca-b510-4c7710796a62 req-91c860ad-ea77-4354-bf6f-747c0bc44e4d service neutron] Attempting to bind port 7551a3a6-e081-41ca-8bc5-a96d4031fc0b on network a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:49:39.225350 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c442f0f6-cefd-4cca-b510-4c7710796a62 req-91c860ad-ea77-4354-bf6f-747c0bc44e4d service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:49:39.225730 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c442f0f6-cefd-4cca-b510-4c7710796a62 req-91c860ad-ea77-4354-bf6f-747c0bc44e4d service neutron] Checking segment: {'id': '537df87f-4062-4c10-ae31-09711976a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:49:39.226287 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c442f0f6-cefd-4cca-b510-4c7710796a62 req-91c860ad-ea77-4354-bf6f-747c0bc44e4d service neutron] Bound using segment: {'id': '537df87f-4062-4c10-ae31-09711976a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:49:39.226541 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-c442f0f6-cefd-4cca-b510-4c7710796a62 req-91c860ad-ea77-4354-bf6f-747c0bc44e4d service neutron] Bound port: 7551a3a6-e081-41ca-8bc5-a96d4031fc0b, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '537df87f-4062-4c10-ae31-09711976a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:49:39.226939 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c442f0f6-cefd-4cca-b510-4c7710796a62 req-91c860ad-ea77-4354-bf6f-747c0bc44e4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:39.285402 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fd88c4a2-8b70-462b-88e9-e5505d76dd5c req-d941625d-75c5-4de7-8ba2-410f837578f1 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775862 Nov 25 13:49:39.311708 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-c442f0f6-cefd-4cca-b510-4c7710796a62 req-91c860ad-ea77-4354-bf6f-747c0bc44e4d service neutron] For port 7551a3a6-e081-41ca-8bc5-a96d4031fc0b, host n-h1-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:49:39.315919 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-c442f0f6-cefd-4cca-b510-4c7710796a62 req-91c860ad-ea77-4354-bf6f-747c0bc44e4d service neutron] For port 7551a3a6-e081-41ca-8bc5-a96d4031fc0b, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=7551a3a6-e081-41ca-8bc5-a96d4031fc0b,segment=NetworkSegment(537df87f-4062-4c10-ae31-09711976a4db),segment_id=537df87f-4062-4c10-ae31-09711976a4db)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:49:39.320870 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c442f0f6-cefd-4cca-b510-4c7710796a62 req-91c860ad-ea77-4354-bf6f-747c0bc44e4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:39.356884 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c442f0f6-cefd-4cca-b510-4c7710796a62 req-91c860ad-ea77-4354-bf6f-747c0bc44e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:49:39.357593 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c442f0f6-cefd-4cca-b510-4c7710796a62 req-91c860ad-ea77-4354-bf6f-747c0bc44e4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:39.359033 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c442f0f6-cefd-4cca-b510-4c7710796a62 req-91c860ad-ea77-4354-bf6f-747c0bc44e4d service neutron] 10.222.0.66 "PUT /v2.0/ports/7551a3a6-e081-41ca-8bc5-a96d4031fc0b HTTP/1.1" status: 200 len: 1093 time: 0.7413766 Nov 25 13:49:39.359486 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9a16960-24ad-48ae-b586-6466173cb219', 'tag': '7551a3a6-e081-41ca-8bc5-a96d4031fc0b'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:49:39.361761 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b97f56-70a0-4beb-9f68-5c47276ab190" -d '{"events": [{"name": "network-changed", "server_uuid": "a9a16960-24ad-48ae-b586-6466173cb219", "tag": "7551a3a6-e081-41ca-8bc5-a96d4031fc0b"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:49:39.429759 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c860ad-ea77-4354-bf6f-747c0bc44e4d service neutron] Pushing event updated for resources: {'Port': ['ID=7551a3a6-e081-41ca-8bc5-a96d4031fc0b,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:49:39.472694 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c442f0f6-cefd-4cca-b510-4c7710796a62 req-c4aaee36-d490-4e4e-8482-9e0a251a15fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:49:39.474268 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c442f0f6-cefd-4cca-b510-4c7710796a62 req-c4aaee36-d490-4e4e-8482-9e0a251a15fa service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8d7a98d179f84da5a80b50bf4d9d909f&device_id=a9a16960-24ad-48ae-b586-6466173cb219 HTTP/1.1" status: 200 len: 1096 time: 0.0542145 Nov 25 13:49:39.526157 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9203c46-0280-4ab6-8a51-703e8c46e608 x-openstack-request-id: req-c9203c46-0280-4ab6-8a51-703e8c46e608 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:49:39.526598 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9a16960-24ad-48ae-b586-6466173cb219", "tag": "7551a3a6-e081-41ca-8bc5-a96d4031fc0b", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:49:39.526963 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c9203c46-0280-4ab6-8a51-703e8c46e608 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:49:39.528081 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9a16960-24ad-48ae-b586-6466173cb219', 'tag': '7551a3a6-e081-41ca-8bc5-a96d4031fc0b', 'status': 'completed', 'code': 200} Nov 25 13:49:39.530053 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c442f0f6-cefd-4cca-b510-4c7710796a62 req-f383295e-8ad5-43e3-8a85-80bb803d12da service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7551a3a6-e081-41ca-8bc5-a96d4031fc0b HTTP/1.1" status: 200 len: 217 time: 0.0427861 Nov 25 13:49:39.590540 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c442f0f6-cefd-4cca-b510-4c7710796a62 req-4486860b-4144-43d8-bdf7-51ed8c07b1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:49:39.592079 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c442f0f6-cefd-4cca-b510-4c7710796a62 req-4486860b-4144-43d8-bdf7-51ed8c07b1eb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=eab5f893-0ac0-4819-a6c4-0808acabf926 HTTP/1.1" status: 200 len: 850 time: 0.0540161 Nov 25 13:49:39.654126 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c442f0f6-cefd-4cca-b510-4c7710796a62 req-3469cf42-17b1-4a09-90b7-ab19316c5fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:49:39.655637 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c442f0f6-cefd-4cca-b510-4c7710796a62 req-3469cf42-17b1-4a09-90b7-ab19316c5fca service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519488 Nov 25 13:49:39.753936 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c442f0f6-cefd-4cca-b510-4c7710796a62 req-ac40bbc0-b60a-4b4e-a035-3fdb26118aa9 service neutron] 10.222.0.66 "GET /v2.0/networks/a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850756 Nov 25 13:49:39.850585 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c442f0f6-cefd-4cca-b510-4c7710796a62 req-7b751a35-87aa-4033-b516-6915fbb139d6 service neutron] 10.222.0.66 "GET /v2.0/networks/a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857565 Nov 25 13:49:39.944240 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b97f56-70a0-4beb-9f68-5c47276ab190 req-2c72373d-e95f-4bde-b4a0-8bfe3e043d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:49:39.945695 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b4b97f56-70a0-4beb-9f68-5c47276ab190 req-2c72373d-e95f-4bde-b4a0-8bfe3e043d28 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8d7a98d179f84da5a80b50bf4d9d909f&device_id=a9a16960-24ad-48ae-b586-6466173cb219 HTTP/1.1" status: 200 len: 1096 time: 0.0415094 Nov 25 13:49:40.050553 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b97f56-70a0-4beb-9f68-5c47276ab190 req-5e35d052-0c6b-40f3-9a84-9c8e6711eb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:49:40.052057 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b4b97f56-70a0-4beb-9f68-5c47276ab190 req-5e35d052-0c6b-40f3-9a84-9c8e6711eb3a service neutron] 10.222.0.66 "GET /v2.0/networks?id=a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 HTTP/1.1" status: 200 len: 912 time: 0.0944700 Nov 25 13:49:40.098554 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b4b97f56-70a0-4beb-9f68-5c47276ab190 req-864cc911-13c6-466e-9a42-aa39d0e27d96 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7551a3a6-e081-41ca-8bc5-a96d4031fc0b HTTP/1.1" status: 200 len: 217 time: 0.0351682 Nov 25 13:49:40.150155 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b97f56-70a0-4beb-9f68-5c47276ab190 req-84846086-e291-422f-b740-3c4fa3d759da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:49:40.151640 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b4b97f56-70a0-4beb-9f68-5c47276ab190 req-84846086-e291-422f-b740-3c4fa3d759da service neutron] 10.222.0.66 "GET /v2.0/subnets?id=eab5f893-0ac0-4819-a6c4-0808acabf926 HTTP/1.1" status: 200 len: 850 time: 0.0431478 Nov 25 13:49:40.207157 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b97f56-70a0-4beb-9f68-5c47276ab190 req-571a4e40-10c1-456f-a2e1-a9966aa38af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:49:40.208552 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b4b97f56-70a0-4beb-9f68-5c47276ab190 req-571a4e40-10c1-456f-a2e1-a9966aa38af7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454280 Nov 25 13:49:40.306624 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b4b97f56-70a0-4beb-9f68-5c47276ab190 req-d34a6b8d-9551-4b88-a0c2-2dcf6af6b685 service neutron] 10.222.0.66 "GET /v2.0/networks/a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853431 Nov 25 13:49:40.398308 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e3bbe-b333-4ceb-a0aa-825c90d6fbf2 req-f6e857ff-fe1b-4e8f-9e1d-e6c361514eca tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:49:40.399892 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0c4e3bbe-b333-4ceb-a0aa-825c90d6fbf2 req-f6e857ff-fe1b-4e8f-9e1d-e6c361514eca tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9a16960-24ad-48ae-b586-6466173cb219 HTTP/1.1" status: 200 len: 944 time: 0.0522218 Nov 25 13:49:40.418298 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b4b97f56-70a0-4beb-9f68-5c47276ab190 req-b30cd907-0e5d-4820-8a5c-dc154ce16272 service neutron] 10.222.0.66 "GET /v2.0/networks/a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008315 Nov 25 13:49:40.455749 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0c4e3bbe-b333-4ceb-a0aa-825c90d6fbf2 req-ecd27c79-0f9f-458a-a4ea-86e637d4be47 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473971 Nov 25 13:49:41.579754 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e8af10-04ed-448c-8eea-3a3c3d629c55 req-c9c1c2d7-20f5-4361-ba61-c2defba349b4 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:49:41.581179 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-40e8af10-04ed-448c-8eea-3a3c3d629c55 req-c9c1c2d7-20f5-4361-ba61-c2defba349b4 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9a16960-24ad-48ae-b586-6466173cb219 HTTP/1.1" status: 200 len: 944 time: 0.0533235 Nov 25 13:49:41.629609 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-40e8af10-04ed-448c-8eea-3a3c3d629c55 req-8d676296-fb05-4a86-89d1-202c86c91986 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423813 Nov 25 13:49:41.784664 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:42.746091 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892faf7e-310d-4823-8dd3-db093243d5cd req-abdc0c52-0882-433d-993a-e6b3de3bc66c tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:49:42.747652 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-892faf7e-310d-4823-8dd3-db093243d5cd req-abdc0c52-0882-433d-993a-e6b3de3bc66c tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9a16960-24ad-48ae-b586-6466173cb219 HTTP/1.1" status: 200 len: 944 time: 0.0489397 Nov 25 13:49:42.795569 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-892faf7e-310d-4823-8dd3-db093243d5cd req-01b7b055-b88f-42d7-a8e5-2c117114c844 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419526 Nov 25 13:49:43.906439 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de16f0f1-62e4-4d22-af39-9ea03376dc7c req-bc108bad-c9c6-4bfa-8bd4-ebed2ba12f18 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:49:43.907924 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-de16f0f1-62e4-4d22-af39-9ea03376dc7c req-bc108bad-c9c6-4bfa-8bd4-ebed2ba12f18 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9a16960-24ad-48ae-b586-6466173cb219 HTTP/1.1" status: 200 len: 944 time: 0.0474820 Nov 25 13:49:43.957998 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-de16f0f1-62e4-4d22-af39-9ea03376dc7c req-52397c9f-62ab-4c3d-971f-8532309cfdfc tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440226 Nov 25 13:49:45.074269 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571e2f8-dc9f-4dfa-a85b-5817abb842ff req-498e003e-b730-4036-b522-9a4ab0c3b701 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:49:45.075760 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7571e2f8-dc9f-4dfa-a85b-5817abb842ff req-498e003e-b730-4036-b522-9a4ab0c3b701 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9a16960-24ad-48ae-b586-6466173cb219 HTTP/1.1" status: 200 len: 944 time: 0.0479236 Nov 25 13:49:45.122474 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7571e2f8-dc9f-4dfa-a85b-5817abb842ff req-0d04b6f3-cf61-4c44-8ef9-8d0dbd2efa00 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408542 Nov 25 13:49:46.233936 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d9217-0b62-4692-949e-8232918d5d6b req-743f7c06-fbcd-4f98-9dc2-aaf8975df0ad tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:49:46.235366 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-492d9217-0b62-4692-949e-8232918d5d6b req-743f7c06-fbcd-4f98-9dc2-aaf8975df0ad tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9a16960-24ad-48ae-b586-6466173cb219 HTTP/1.1" status: 200 len: 944 time: 0.0481169 Nov 25 13:49:46.286090 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-492d9217-0b62-4692-949e-8232918d5d6b req-1c7007fd-b370-4bf6-afb4-c7a05021cf40 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449009 Nov 25 13:49:47.404486 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fbdaa6-a25f-4be9-9eeb-1e70ca0536fa req-be5f0550-d8ae-4a6a-b84f-85c00d6b726b tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:49:47.405970 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-76fbdaa6-a25f-4be9-9eeb-1e70ca0536fa req-be5f0550-d8ae-4a6a-b84f-85c00d6b726b tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9a16960-24ad-48ae-b586-6466173cb219 HTTP/1.1" status: 200 len: 944 time: 0.0527444 Nov 25 13:49:47.452552 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-76fbdaa6-a25f-4be9-9eeb-1e70ca0536fa req-d3855f07-9769-4a21-96c8-7fb7e77c0b3a tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405016 Nov 25 13:49:48.566202 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d23169f-a277-4317-b9c5-b001e1ea3dff req-2a7177f6-db5e-47c0-9913-0957c5389bce tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:49:48.567698 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3d23169f-a277-4317-b9c5-b001e1ea3dff req-2a7177f6-db5e-47c0-9913-0957c5389bce tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9a16960-24ad-48ae-b586-6466173cb219 HTTP/1.1" status: 200 len: 944 time: 0.0483680 Nov 25 13:49:48.615538 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3d23169f-a277-4317-b9c5-b001e1ea3dff req-f431d2a7-b778-4660-849e-e89386500c43 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408971 Nov 25 13:49:49.728339 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5cfc38-69de-46d8-a96e-2a1b9384c9c9 req-fcd680f7-fc57-45fe-b286-d590c47edff3 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:49:49.729814 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-da5cfc38-69de-46d8-a96e-2a1b9384c9c9 req-fcd680f7-fc57-45fe-b286-d590c47edff3 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9a16960-24ad-48ae-b586-6466173cb219 HTTP/1.1" status: 200 len: 944 time: 0.0478990 Nov 25 13:49:49.780698 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-da5cfc38-69de-46d8-a96e-2a1b9384c9c9 req-ac68bf0e-aff7-45b6-9037-2ba125fad4eb tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449300 Nov 25 13:49:50.896212 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595aff32-2025-4a61-bc73-991b71666bdf req-0e0ce472-4916-4eb8-b529-c8d80370e6c3 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:49:50.897667 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-595aff32-2025-4a61-bc73-991b71666bdf req-0e0ce472-4916-4eb8-b529-c8d80370e6c3 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9a16960-24ad-48ae-b586-6466173cb219 HTTP/1.1" status: 200 len: 944 time: 0.0479562 Nov 25 13:49:50.943413 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-595aff32-2025-4a61-bc73-991b71666bdf req-971566d4-4f08-47a5-a35c-af476a6ce7ad tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399349 Nov 25 13:49:51.659869 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 7551a3a6-e081-41ca-8bc5-a96d4031fc0b details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:49:51.754892 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 7551a3a6-e081-41ca-8bc5-a96d4031fc0b, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=7551a3a6-e081-41ca-8bc5-a96d4031fc0b,segment=NetworkSegment(537df87f-4062-4c10-ae31-09711976a4db),segment_id=537df87f-4062-4c10-ae31-09711976a4db)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:49:51.766849 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': '7551a3a6-e081-41ca-8bc5-a96d4031fc0b', 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9', 'port_id': '7551a3a6-e081-41ca-8bc5-a96d4031fc0b', 'mac_address': 'fa:16:3e:e4:f2:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eab5f893-0ac0-4819-a6c4-0808acabf926', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:49:51.802946 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:51.815596 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7551a3a6-e081-41ca-8bc5-a96d4031fc0b {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:49:51.834969 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 7551a3a6-e081-41ca-8bc5-a96d4031fc0b, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=7551a3a6-e081-41ca-8bc5-a96d4031fc0b,segment=NetworkSegment(537df87f-4062-4c10-ae31-09711976a4db),segment_id=537df87f-4062-4c10-ae31-09711976a4db)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:49:51.839318 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:51.886203 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=7551a3a6-e081-41ca-8bc5-a96d4031fc0b,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:49:52.060394 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feaf992-ea56-4b9c-9199-47f9df04aae3 req-28f76150-ef48-4b6a-bdd5-6c177c9875e3 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:49:52.061893 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8feaf992-ea56-4b9c-9199-47f9df04aae3 req-28f76150-ef48-4b6a-bdd5-6c177c9875e3 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9a16960-24ad-48ae-b586-6466173cb219 HTTP/1.1" status: 200 len: 945 time: 0.0506444 Nov 25 13:49:52.111980 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8feaf992-ea56-4b9c-9199-47f9df04aae3 req-50590434-79ec-44dd-ad57-e79bcc72c688 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439544 Nov 25 13:49:52.145145 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['7551a3a6-e081-41ca-8bc5-a96d4031fc0b'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:49:53.228491 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18868fd3-fb9c-45c2-b3b9-b159bc0c8ec1 req-7500f7e6-62f4-4a5c-aa21-be70ba3eeeec tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:49:53.229960 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-18868fd3-fb9c-45c2-b3b9-b159bc0c8ec1 req-7500f7e6-62f4-4a5c-aa21-be70ba3eeeec tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9a16960-24ad-48ae-b586-6466173cb219 HTTP/1.1" status: 200 len: 945 time: 0.0516746 Nov 25 13:49:53.276156 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-18868fd3-fb9c-45c2-b3b9-b159bc0c8ec1 req-bb678e48-791f-4bf8-a37d-805f1f3898ac tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402689 Nov 25 13:49:53.659806 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 7551a3a6-e081-41ca-8bc5-a96d4031fc0b up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:49:53.707408 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port 7551a3a6-e081-41ca-8bc5-a96d4031fc0b completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:49:53.711089 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port 7551a3a6-e081-41ca-8bc5-a96d4031fc0b triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:49:53.711472 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:53.789890 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:53.811532 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a16960-24ad-48ae-b586-6466173cb219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7551a3a6-e081-41ca-8bc5-a96d4031fc0b'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:49:53.813779 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a38d9dd-ee2a-4ef5-9f42-aa78d2623584" -d '{"events": [{"server_uuid": "a9a16960-24ad-48ae-b586-6466173cb219", "name": "network-vif-plugged", "status": "completed", "tag": "7551a3a6-e081-41ca-8bc5-a96d4031fc0b"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:49:53.827867 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 7551a3a6-e081-41ca-8bc5-a96d4031fc0b, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=7551a3a6-e081-41ca-8bc5-a96d4031fc0b,segment=NetworkSegment(537df87f-4062-4c10-ae31-09711976a4db),segment_id=537df87f-4062-4c10-ae31-09711976a4db)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:49:53.831985 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:53.894965 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=7551a3a6-e081-41ca-8bc5-a96d4031fc0b,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:49:53.919307 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e2f2141-556a-473c-800a-57d7b5c8a861 x-openstack-request-id: req-7e2f2141-556a-473c-800a-57d7b5c8a861 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:49:53.919638 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9a16960-24ad-48ae-b586-6466173cb219", "name": "network-vif-plugged", "status": "completed", "tag": "7551a3a6-e081-41ca-8bc5-a96d4031fc0b", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:49:53.919896 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7e2f2141-556a-473c-800a-57d7b5c8a861 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:49:53.920298 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9a16960-24ad-48ae-b586-6466173cb219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7551a3a6-e081-41ca-8bc5-a96d4031fc0b', 'code': 200} Nov 25 13:49:54.023185 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea5fa55-0c4c-48e5-99f3-3d4234f400c4 req-59127c4a-f28d-4a28-a565-6e3a72131f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:49:54.024676 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6ea5fa55-0c4c-48e5-99f3-3d4234f400c4 req-59127c4a-f28d-4a28-a565-6e3a72131f6c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a9a16960-24ad-48ae-b586-6466173cb219 HTTP/1.1" status: 200 len: 1098 time: 0.0405989 Nov 25 13:49:54.074119 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6ea5fa55-0c4c-48e5-99f3-3d4234f400c4 req-291ff3fa-c0d2-44a6-8983-f6ed6239af56 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383558 Nov 25 13:49:54.391712 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd16ec7-a88e-4a93-8da4-a6828b26b30c req-3f62c111-fdd8-4643-bed8-840ec5fe52f4 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:49:54.393218 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8dd16ec7-a88e-4a93-8da4-a6828b26b30c req-3f62c111-fdd8-4643-bed8-840ec5fe52f4 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9a16960-24ad-48ae-b586-6466173cb219 HTTP/1.1" status: 200 len: 946 time: 0.0500219 Nov 25 13:49:54.440894 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8dd16ec7-a88e-4a93-8da4-a6828b26b30c req-34b9709e-e76a-42f9-8d90-76bb34f7994c tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416346 Nov 25 13:49:55.557918 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2819621f-5e57-4808-bdba-f23e6a945f26 req-aeb0d1d1-4f30-44a6-bcf6-d6b2ec7bded2 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:49:55.559983 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2819621f-5e57-4808-bdba-f23e6a945f26 req-aeb0d1d1-4f30-44a6-bcf6-d6b2ec7bded2 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9a16960-24ad-48ae-b586-6466173cb219 HTTP/1.1" status: 200 len: 946 time: 0.0516527 Nov 25 13:49:55.606133 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2819621f-5e57-4808-bdba-f23e6a945f26 req-7f0464c5-fa49-409b-b02e-b57c0de80317 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397575 Nov 25 13:49:55.717790 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85993762-03cd-45c7-9513-6e0b329b6aff req-4a298886-b012-412a-bd1c-bf9a429ab313 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:49:55.719195 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-85993762-03cd-45c7-9513-6e0b329b6aff req-4a298886-b012-412a-bd1c-bf9a429ab313 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9a16960-24ad-48ae-b586-6466173cb219 HTTP/1.1" status: 200 len: 946 time: 0.0472515 Nov 25 13:49:55.765817 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-85993762-03cd-45c7-9513-6e0b329b6aff req-23519bf1-65be-4c69-83fc-9a2431726831 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407841 Nov 25 13:49:55.874170 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a91c84-e633-485f-83e2-e34764cfc257 req-2b97c33b-6a96-4e48-8c9d-ad5345245b0a tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:49:55.875654 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c1a91c84-e633-485f-83e2-e34764cfc257 req-2b97c33b-6a96-4e48-8c9d-ad5345245b0a tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9a16960-24ad-48ae-b586-6466173cb219 HTTP/1.1" status: 200 len: 946 time: 0.0471368 Nov 25 13:49:55.925758 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c1a91c84-e633-485f-83e2-e34764cfc257 req-0369b722-690c-4022-9311-c427bc0d83dd tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442719 Nov 25 13:49:56.153108 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add2b05-db27-4a03-8d95-53033f7679e5 req-61ada2d3-0913-4f80-b978-08a7d13cf716 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:49:56.154564 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7add2b05-db27-4a03-8d95-53033f7679e5 req-61ada2d3-0913-4f80-b978-08a7d13cf716 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9a16960-24ad-48ae-b586-6466173cb219 HTTP/1.1" status: 200 len: 946 time: 0.0479803 Nov 25 13:49:56.201764 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7add2b05-db27-4a03-8d95-53033f7679e5 req-8f93e210-897d-4ecb-a3fb-d14750c2626b tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412230 Nov 25 13:49:57.316519 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37466e78-a29c-4769-a26f-aee59c9d4982 req-afab3e77-c49c-410b-a842-118ef0b9f497 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:49:57.318056 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-37466e78-a29c-4769-a26f-aee59c9d4982 req-afab3e77-c49c-410b-a842-118ef0b9f497 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9a16960-24ad-48ae-b586-6466173cb219 HTTP/1.1" status: 200 len: 946 time: 0.0484393 Nov 25 13:49:57.365961 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-37466e78-a29c-4769-a26f-aee59c9d4982 req-8fc8cba4-89e0-4368-a942-7514f408665e tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403817 Nov 25 13:49:57.757665 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72633467-bb3c-4625-9ebb-b09fec72544f req-5a05ea03-edbc-4ab2-b30a-cf3b0451d86a tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:49:57.759118 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-72633467-bb3c-4625-9ebb-b09fec72544f req-5a05ea03-edbc-4ab2-b30a-cf3b0451d86a tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9a16960-24ad-48ae-b586-6466173cb219 HTTP/1.1" status: 200 len: 946 time: 0.0479593 Nov 25 13:49:57.773319 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:49:57.853015 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-72633467-bb3c-4625-9ebb-b09fec72544f req-33541ec1-4193-4d62-954b-72b0117fd47a tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Deleting port 7551a3a6-e081-41ca-8bc5-a96d4031fc0b {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:49:57.853359 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-72633467-bb3c-4625-9ebb-b09fec72544f req-33541ec1-4193-4d62-954b-72b0117fd47a tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:57.941457 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-72633467-bb3c-4625-9ebb-b09fec72544f req-33541ec1-4193-4d62-954b-72b0117fd47a tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] For port 7551a3a6-e081-41ca-8bc5-a96d4031fc0b, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=7551a3a6-e081-41ca-8bc5-a96d4031fc0b,segment=NetworkSegment(537df87f-4062-4c10-ae31-09711976a4db),segment_id=537df87f-4062-4c10-ae31-09711976a4db)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:49:57.941823 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-72633467-bb3c-4625-9ebb-b09fec72544f req-33541ec1-4193-4d62-954b-72b0117fd47a tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:57.954069 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-72633467-bb3c-4625-9ebb-b09fec72544f req-33541ec1-4193-4d62-954b-72b0117fd47a tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Calling delete_port for 7551a3a6-e081-41ca-8bc5-a96d4031fc0b owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:49:58.081528 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-72633467-bb3c-4625-9ebb-b09fec72544f req-33541ec1-4193-4d62-954b-72b0117fd47a tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:58.099364 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['7551a3a6-e081-41ca-8bc5-a96d4031fc0b'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:49:58.111394 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33541ec1-4193-4d62-954b-72b0117fd47a tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Pushing event deleted for resources: {'Port': ['ID=7551a3a6-e081-41ca-8bc5-a96d4031fc0b,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:49:58.169164 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-72633467-bb3c-4625-9ebb-b09fec72544f req-33541ec1-4193-4d62-954b-72b0117fd47a tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] No DVR routers for this DVR port 7551a3a6-e081-41ca-8bc5-a96d4031fc0b on host n-h1-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:49:58.172230 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-72633467-bb3c-4625-9ebb-b09fec72544f req-33541ec1-4193-4d62-954b-72b0117fd47a tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:49:58.179844 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-72633467-bb3c-4625-9ebb-b09fec72544f req-33541ec1-4193-4d62-954b-72b0117fd47a tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.66 "DELETE /v2.0/ports/7551a3a6-e081-41ca-8bc5-a96d4031fc0b HTTP/1.1" status: 204 len: 173 time: 0.4108975 Nov 25 13:49:58.180492 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a16960-24ad-48ae-b586-6466173cb219', 'name': 'network-vif-deleted', 'tag': '7551a3a6-e081-41ca-8bc5-a96d4031fc0b'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:49:58.182937 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba55d022-3313-4457-9caa-8daa68bc05f2" -d '{"events": [{"server_uuid": "a9a16960-24ad-48ae-b586-6466173cb219", "name": "network-vif-deleted", "tag": "7551a3a6-e081-41ca-8bc5-a96d4031fc0b"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:49:58.254773 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2d30ea-e476-420c-81b7-d2352211b721 x-openstack-request-id: req-1a2d30ea-e476-420c-81b7-d2352211b721 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:49:58.255251 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9a16960-24ad-48ae-b586-6466173cb219", "name": "network-vif-deleted", "tag": "7551a3a6-e081-41ca-8bc5-a96d4031fc0b", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:49:58.255494 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1a2d30ea-e476-420c-81b7-d2352211b721 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:49:58.255906 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9a16960-24ad-48ae-b586-6466173cb219', 'name': 'network-vif-deleted', 'tag': '7551a3a6-e081-41ca-8bc5-a96d4031fc0b', 'status': 'completed', 'code': 200} Nov 25 13:49:58.463782 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4bd8f007-eb48-4d6a-a96c-b78e9b56bb02 req-6bf84c89-34db-40a4-ba5d-9de88144da65 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9a16960-24ad-48ae-b586-6466173cb219 HTTP/1.1" status: 200 len: 210 time: 0.0297496 Nov 25 13:49:59.561428 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3e27f04d-f2ef-4c44-ad74-88c071aeba50 req-75790eea-d9ba-4f89-9dcf-a43a645ceba8 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9a16960-24ad-48ae-b586-6466173cb219 HTTP/1.1" status: 200 len: 210 time: 0.0277402 Nov 25 13:50:00.332450 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f8283672-7985-41ad-8016-d897035580a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:50:00.657592 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8851ba7c-1d7c-4262-b6c1-716f8775aebb req-d9b8fe13-a1b2-43c6-889a-b3b1ece2985b tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9a16960-24ad-48ae-b586-6466173cb219 HTTP/1.1" status: 200 len: 210 time: 0.0267646 Nov 25 13:50:01.659206 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 7551a3a6-e081-41ca-8bc5-a96d4031fc0b no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:50:01.679642 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] No Port match for: 7551a3a6-e081-41ca-8bc5-a96d4031fc0b {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:50:01.680595 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 7551a3a6-e081-41ca-8bc5-a96d4031fc0b not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:50:01.757205 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0ebd71cf-a9fa-4e3e-a9a8-bdb210907be3 req-58876547-34b0-4b41-b35d-f3c93ec5df04 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9a16960-24ad-48ae-b586-6466173cb219 HTTP/1.1" status: 200 len: 210 time: 0.0264766 Nov 25 13:50:02.780866 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a4409417-1378-49ff-b345-ac9f02ce8241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:50:02.861877 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2c4eabdc-8b82-4477-955b-ab9cff9c21e7 req-d0c6b152-b401-4825-96ad-ea22262acc24 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9a16960-24ad-48ae-b586-6466173cb219 HTTP/1.1" status: 200 len: 210 time: 0.0265086 Nov 25 13:50:03.938587 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:50:05.272305 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:50:06.430677 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:50:08.403283 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:50:11.798283 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:50:24.866271 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e7cf5-48ba-4db6-a4a4-5e0402910c23 req-575031fe-ecdc-4118-940f-babb2f71b405 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:50:24.867782 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3b1e7cf5-48ba-4db6-a4a4-5e0402910c23 req-575031fe-ecdc-4118-940f-babb2f71b405 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/networks?id=a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 HTTP/1.1" status: 200 len: 811 time: 0.1061878 Nov 25 13:50:24.882774 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3b1e7cf5-48ba-4db6-a4a4-5e0402910c23 req-6ee9dcd8-a2c1-46b9-b935-8a4ed30930b9 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/quotas/8d7a98d179f84da5a80b50bf4d9d909f HTTP/1.1" status: 200 len: 375 time: 0.0091271 Nov 25 13:50:24.932513 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3b1e7cf5-48ba-4db6-a4a4-5e0402910c23 req-d4154442-323a-4964-b921-2a8523c54b8f tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8d7a98d179f84da5a80b50bf4d9d909f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439873 Nov 25 13:50:25.023771 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3b1e7cf5-48ba-4db6-a4a4-5e0402910c23 req-f0570690-270f-4358-84b3-3d50ed2b6c7b service neutron] 10.222.0.53 "GET /v2.0/networks/a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844188 Nov 25 13:50:25.111766 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3b1e7cf5-48ba-4db6-a4a4-5e0402910c23 req-777eed27-66d7-4f2f-931f-a41a046c9119 service neutron] 10.222.0.53 "GET /v2.0/networks/a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813837 Nov 25 13:50:25.294966 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2afc6166-94d7-49b1-973c-586848791916 req-a52178b0-3bce-422e-ba07-0afbde9223b0 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d3192d2-7d1f-4612-b9f0-7ecd9220ffb8 HTTP/1.1" status: 200 len: 210 time: 0.0258248 Nov 25 13:50:26.195106 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e7cf5-48ba-4db6-a4a4-5e0402910c23 req-bf512a29-3511-4a4c-9da1-e81ea865cabb tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:50:26.196829 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3b1e7cf5-48ba-4db6-a4a4-5e0402910c23 req-bf512a29-3511-4a4c-9da1-e81ea865cabb tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.47 "GET /v2.0/networks?id=a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 HTTP/1.1" status: 200 len: 811 time: 0.1042800 Nov 25 13:50:26.211138 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-3b1e7cf5-48ba-4db6-a4a4-5e0402910c23 req-f0a00724-26ab-438b-a04b-ea4d8c01eca9 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Request body: {'port': {'device_id': '8d3192d2-7d1f-4612-b9f0-7ecd9220ffb8', 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9', 'admin_state_up': True, 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:50:26.347899 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b1e7cf5-48ba-4db6-a4a4-5e0402910c23 req-f0a00724-26ab-438b-a04b-ea4d8c01eca9 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Made reservation on behalf of 8d7a98d179f84da5a80b50bf4d9d909f for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:50:26.351998 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3b1e7cf5-48ba-4db6-a4a4-5e0402910c23 req-f0a00724-26ab-438b-a04b-ea4d8c01eca9 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:50:26.408019 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3cb33110-7cf8-42e9-8bcc-54db0ad80fe3 req-cfd0485f-adab-4386-9ed0-461b137c3f5f tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d3192d2-7d1f-4612-b9f0-7ecd9220ffb8 HTTP/1.1" status: 200 len: 210 time: 0.0380130 Nov 25 13:50:26.503356 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-3b1e7cf5-48ba-4db6-a4a4-5e0402910c23 req-f0a00724-26ab-438b-a04b-ea4d8c01eca9 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Allocated IP 172.20.0.12 (a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9/eab5f893-0ac0-4819-a6c4-0808acabf926/4b37f79f-7f20-48ee-998b-819c4ba0d619) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:50:26.661033 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3b1e7cf5-48ba-4db6-a4a4-5e0402910c23 req-f0a00724-26ab-438b-a04b-ea4d8c01eca9 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:50:26.697844 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3b1e7cf5-48ba-4db6-a4a4-5e0402910c23 req-f0a00724-26ab-438b-a04b-ea4d8c01eca9 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:50:26.751618 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b1e7cf5-48ba-4db6-a4a4-5e0402910c23 req-f0a00724-26ab-438b-a04b-ea4d8c01eca9 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Network a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:50:26.754877 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-3b1e7cf5-48ba-4db6-a4a4-5e0402910c23 req-f0a00724-26ab-438b-a04b-ea4d8c01eca9 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:50:26.759356 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b1e7cf5-48ba-4db6-a4a4-5e0402910c23 req-f0a00724-26ab-438b-a04b-ea4d8c01eca9 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:50:26.794245 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a00724-26ab-438b-a04b-ea4d8c01eca9 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Pushing event updated for resources: {'Port': ['ID=4b37f79f-7f20-48ee-998b-819c4ba0d619,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:50:26.805699 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a00724-26ab-438b-a04b-ea4d8c01eca9 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:50:26.806095 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a00724-26ab-438b-a04b-ea4d8c01eca9 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:50:26.806589 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a00724-26ab-438b-a04b-ea4d8c01eca9 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:50:26.807010 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a00724-26ab-438b-a04b-ea4d8c01eca9 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:50:26.807349 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a00724-26ab-438b-a04b-ea4d8c01eca9 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:50:26.807712 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a00724-26ab-438b-a04b-ea4d8c01eca9 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:50:26.808053 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a00724-26ab-438b-a04b-ea4d8c01eca9 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:50:26.808387 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a00724-26ab-438b-a04b-ea4d8c01eca9 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:50:26.809263 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a00724-26ab-438b-a04b-ea4d8c01eca9 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:50:26.809630 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a00724-26ab-438b-a04b-ea4d8c01eca9 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:50:26.810007 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a00724-26ab-438b-a04b-ea4d8c01eca9 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:50:26.810374 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a00724-26ab-438b-a04b-ea4d8c01eca9 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:50:26.834363 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e7cf5-48ba-4db6-a4a4-5e0402910c23 req-f0a00724-26ab-438b-a04b-ea4d8c01eca9 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:50:26.835008 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3b1e7cf5-48ba-4db6-a4a4-5e0402910c23 req-f0a00724-26ab-438b-a04b-ea4d8c01eca9 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:50:26.853616 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3b1e7cf5-48ba-4db6-a4a4-5e0402910c23 req-f0a00724-26ab-438b-a04b-ea4d8c01eca9 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6468494 Nov 25 13:50:26.863519 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [req-3b1e7cf5-48ba-4db6-a4a4-5e0402910c23 req-eddc2d3b-3ab8-4efd-a278-ced812717163 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:50:26.864818 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3b1e7cf5-48ba-4db6-a4a4-5e0402910c23 req-eddc2d3b-3ab8-4efd-a278-ced812717163 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059369 Nov 25 13:50:26.934711 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-3b1e7cf5-48ba-4db6-a4a4-5e0402910c23 req-6a4b0dc9-f9ca-4142-8861-787a2d238878 service neutron] Request body: {'port': {'device_id': '8d3192d2-7d1f-4612-b9f0-7ecd9220ffb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:50:26.990985 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3b1e7cf5-48ba-4db6-a4a4-5e0402910c23 req-6a4b0dc9-f9ca-4142-8861-787a2d238878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:50:27.053112 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-c3b66f4a-0734-4df2-8d64-87929a04913b None None] Provisioning complete for port 4b37f79f-7f20-48ee-998b-819c4ba0d619 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:50:27.053642 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c3b66f4a-0734-4df2-8d64-87929a04913b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:50:27.089374 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-c3b66f4a-0734-4df2-8d64-87929a04913b None None] Port 4b37f79f-7f20-48ee-998b-819c4ba0d619 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:50:27.259384 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-3b1e7cf5-48ba-4db6-a4a4-5e0402910c23 req-6a4b0dc9-f9ca-4142-8861-787a2d238878 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b37f79f-7f20-48ee-998b-819c4ba0d619 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:50:27.267213 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3b1e7cf5-48ba-4db6-a4a4-5e0402910c23 req-6a4b0dc9-f9ca-4142-8861-787a2d238878 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:50:27.279452 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-3b1e7cf5-48ba-4db6-a4a4-5e0402910c23 req-6a4b0dc9-f9ca-4142-8861-787a2d238878 service neutron] Transition to ACTIVE for port object 4b37f79f-7f20-48ee-998b-819c4ba0d619 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:50:27.283003 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3b1e7cf5-48ba-4db6-a4a4-5e0402910c23 req-6a4b0dc9-f9ca-4142-8861-787a2d238878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:50:27.335721 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4b0dc9-f9ca-4142-8861-787a2d238878 service neutron] Pushing event updated for resources: {'Port': ['ID=4b37f79f-7f20-48ee-998b-819c4ba0d619,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:50:27.411067 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-3b1e7cf5-48ba-4db6-a4a4-5e0402910c23 req-6a4b0dc9-f9ca-4142-8861-787a2d238878 service neutron] Attempting to bind port 4b37f79f-7f20-48ee-998b-819c4ba0d619 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:50:27.411405 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-3b1e7cf5-48ba-4db6-a4a4-5e0402910c23 req-6a4b0dc9-f9ca-4142-8861-787a2d238878 service neutron] Attempting to bind port 4b37f79f-7f20-48ee-998b-819c4ba0d619 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '537df87f-4062-4c10-ae31-09711976a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:50:27.411738 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1e7cf5-48ba-4db6-a4a4-5e0402910c23 req-6a4b0dc9-f9ca-4142-8861-787a2d238878 service neutron] Attempting to bind port 4b37f79f-7f20-48ee-998b-819c4ba0d619 on network a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:50:27.417185 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1e7cf5-48ba-4db6-a4a4-5e0402910c23 req-6a4b0dc9-f9ca-4142-8861-787a2d238878 service neutron] Port 4b37f79f-7f20-48ee-998b-819c4ba0d619 on network a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:50:27.417508 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1e7cf5-48ba-4db6-a4a4-5e0402910c23 req-6a4b0dc9-f9ca-4142-8861-787a2d238878 service neutron] Attempting to bind port 4b37f79f-7f20-48ee-998b-819c4ba0d619 on network a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:50:27.423596 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1e7cf5-48ba-4db6-a4a4-5e0402910c23 req-6a4b0dc9-f9ca-4142-8861-787a2d238878 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:50:27.423936 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1e7cf5-48ba-4db6-a4a4-5e0402910c23 req-6a4b0dc9-f9ca-4142-8861-787a2d238878 service neutron] Checking segment: {'id': '537df87f-4062-4c10-ae31-09711976a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:50:27.424323 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1e7cf5-48ba-4db6-a4a4-5e0402910c23 req-6a4b0dc9-f9ca-4142-8861-787a2d238878 service neutron] Bound using segment: {'id': '537df87f-4062-4c10-ae31-09711976a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:50:27.424752 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-3b1e7cf5-48ba-4db6-a4a4-5e0402910c23 req-6a4b0dc9-f9ca-4142-8861-787a2d238878 service neutron] Bound port: 4b37f79f-7f20-48ee-998b-819c4ba0d619, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '537df87f-4062-4c10-ae31-09711976a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:50:27.425108 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3b1e7cf5-48ba-4db6-a4a4-5e0402910c23 req-6a4b0dc9-f9ca-4142-8861-787a2d238878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:50:27.532475 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-3b1e7cf5-48ba-4db6-a4a4-5e0402910c23 req-6a4b0dc9-f9ca-4142-8861-787a2d238878 service neutron] For port 4b37f79f-7f20-48ee-998b-819c4ba0d619, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:50:27.539425 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-3b1e7cf5-48ba-4db6-a4a4-5e0402910c23 req-6a4b0dc9-f9ca-4142-8861-787a2d238878 service neutron] For port 4b37f79f-7f20-48ee-998b-819c4ba0d619, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=4b37f79f-7f20-48ee-998b-819c4ba0d619,segment=NetworkSegment(537df87f-4062-4c10-ae31-09711976a4db),segment_id=537df87f-4062-4c10-ae31-09711976a4db)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:50:27.560668 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3b1e7cf5-48ba-4db6-a4a4-5e0402910c23 req-6a4b0dc9-f9ca-4142-8861-787a2d238878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:50:27.563733 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7008d3fc-af87-45c3-bdbf-36d26617a9f1 req-05ad480d-f810-4a4c-a603-e8d7d59621cc tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:50:27.572571 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7008d3fc-af87-45c3-bdbf-36d26617a9f1 req-05ad480d-f810-4a4c-a603-e8d7d59621cc tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d3192d2-7d1f-4612-b9f0-7ecd9220ffb8 HTTP/1.1" status: 200 len: 944 time: 0.0795469 Nov 25 13:50:27.623548 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e7cf5-48ba-4db6-a4a4-5e0402910c23 req-6a4b0dc9-f9ca-4142-8861-787a2d238878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:50:27.624183 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3b1e7cf5-48ba-4db6-a4a4-5e0402910c23 req-6a4b0dc9-f9ca-4142-8861-787a2d238878 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:50:27.625630 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3b1e7cf5-48ba-4db6-a4a4-5e0402910c23 req-6a4b0dc9-f9ca-4142-8861-787a2d238878 service neutron] 10.222.0.47 "PUT /v2.0/ports/4b37f79f-7f20-48ee-998b-819c4ba0d619 HTTP/1.1" status: 200 len: 1093 time: 0.7524009 Nov 25 13:50:27.626087 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d3192d2-7d1f-4612-b9f0-7ecd9220ffb8', 'tag': '4b37f79f-7f20-48ee-998b-819c4ba0d619'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:50:27.628476 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae53ce0-b8cd-473b-8dd7-1d558e7db735" -d '{"events": [{"name": "network-changed", "server_uuid": "8d3192d2-7d1f-4612-b9f0-7ecd9220ffb8", "tag": "4b37f79f-7f20-48ee-998b-819c4ba0d619"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:50:27.631099 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7008d3fc-af87-45c3-bdbf-36d26617a9f1 req-dcf45c7e-e832-4753-b65d-f0ce3025693d tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571179 Nov 25 13:50:27.640773 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4b0dc9-f9ca-4142-8861-787a2d238878 service neutron] Pushing event updated for resources: {'Port': ['ID=4b37f79f-7f20-48ee-998b-819c4ba0d619,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:50:27.686234 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef3e9dd4-0604-4eb8-ac27-2860ac4009fa x-openstack-request-id: req-ef3e9dd4-0604-4eb8-ac27-2860ac4009fa {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:50:27.686759 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d3192d2-7d1f-4612-b9f0-7ecd9220ffb8", "tag": "4b37f79f-7f20-48ee-998b-819c4ba0d619", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:50:27.687199 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ef3e9dd4-0604-4eb8-ac27-2860ac4009fa {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:50:27.687767 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d3192d2-7d1f-4612-b9f0-7ecd9220ffb8', 'tag': '4b37f79f-7f20-48ee-998b-819c4ba0d619', 'status': 'completed', 'code': 200} Nov 25 13:50:27.742417 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e7cf5-48ba-4db6-a4a4-5e0402910c23 req-9852aad0-f167-42e3-82ee-225c1124b500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:50:27.744647 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3b1e7cf5-48ba-4db6-a4a4-5e0402910c23 req-9852aad0-f167-42e3-82ee-225c1124b500 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d7a98d179f84da5a80b50bf4d9d909f&device_id=8d3192d2-7d1f-4612-b9f0-7ecd9220ffb8 HTTP/1.1" status: 200 len: 1096 time: 0.0488012 Nov 25 13:50:27.798777 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3b1e7cf5-48ba-4db6-a4a4-5e0402910c23 req-033b50a1-c7ed-4fdc-926a-0dae8f6c95ee service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b37f79f-7f20-48ee-998b-819c4ba0d619 HTTP/1.1" status: 200 len: 217 time: 0.0442288 Nov 25 13:50:27.855991 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e7cf5-48ba-4db6-a4a4-5e0402910c23 req-9ec1731f-ff28-46da-99cd-a889dcf14064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:50:27.858993 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3b1e7cf5-48ba-4db6-a4a4-5e0402910c23 req-9ec1731f-ff28-46da-99cd-a889dcf14064 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eab5f893-0ac0-4819-a6c4-0808acabf926 HTTP/1.1" status: 200 len: 850 time: 0.0523601 Nov 25 13:50:27.905469 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e7cf5-48ba-4db6-a4a4-5e0402910c23 req-00473a31-4b72-4a32-93cf-458916dff9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:50:27.907136 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3b1e7cf5-48ba-4db6-a4a4-5e0402910c23 req-00473a31-4b72-4a32-93cf-458916dff9d5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423114 Nov 25 13:50:27.999884 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3b1e7cf5-48ba-4db6-a4a4-5e0402910c23 req-3a6664a4-edd5-453d-b217-de2cfe325cd0 service neutron] 10.222.0.47 "GET /v2.0/networks/a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854380 Nov 25 13:50:28.089830 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3b1e7cf5-48ba-4db6-a4a4-5e0402910c23 req-d4727eab-f9ab-4099-a4bf-6bf26eab37dc service neutron] 10.222.0.47 "GET /v2.0/networks/a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824494 Nov 25 13:50:28.176392 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae53ce0-b8cd-473b-8dd7-1d558e7db735 req-a34491ad-4bd4-49c5-a69e-401a878f4ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:50:28.177852 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8ae53ce0-b8cd-473b-8dd7-1d558e7db735 req-a34491ad-4bd4-49c5-a69e-401a878f4ce6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d7a98d179f84da5a80b50bf4d9d909f&device_id=8d3192d2-7d1f-4612-b9f0-7ecd9220ffb8 HTTP/1.1" status: 200 len: 1096 time: 0.0454578 Nov 25 13:50:28.283266 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae53ce0-b8cd-473b-8dd7-1d558e7db735 req-eebc6c88-846d-4e08-a50f-b9a6e4573449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:50:28.284787 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8ae53ce0-b8cd-473b-8dd7-1d558e7db735 req-eebc6c88-846d-4e08-a50f-b9a6e4573449 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 HTTP/1.1" status: 200 len: 912 time: 0.0984371 Nov 25 13:50:28.327593 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8ae53ce0-b8cd-473b-8dd7-1d558e7db735 req-27f734fc-3136-4a90-9847-ceebcdf05e15 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b37f79f-7f20-48ee-998b-819c4ba0d619 HTTP/1.1" status: 200 len: 217 time: 0.0351322 Nov 25 13:50:28.646347 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae53ce0-b8cd-473b-8dd7-1d558e7db735 req-1837d227-8cfe-4ea9-a330-1e9505ff16cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:50:28.647905 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8ae53ce0-b8cd-473b-8dd7-1d558e7db735 req-1837d227-8cfe-4ea9-a330-1e9505ff16cc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eab5f893-0ac0-4819-a6c4-0808acabf926 HTTP/1.1" status: 200 len: 850 time: 0.3140101 Nov 25 13:50:28.694892 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae53ce0-b8cd-473b-8dd7-1d558e7db735 req-3578c298-4f37-49cb-9045-95f2ad1dd0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:50:28.696459 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8ae53ce0-b8cd-473b-8dd7-1d558e7db735 req-3578c298-4f37-49cb-9045-95f2ad1dd0c4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407946 Nov 25 13:50:28.741178 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190f3f6-e872-43c9-996a-3971e06e22bc req-a0523cbc-a346-4f9e-af56-36708c8973a9 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:50:28.744797 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e190f3f6-e872-43c9-996a-3971e06e22bc req-a0523cbc-a346-4f9e-af56-36708c8973a9 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d3192d2-7d1f-4612-b9f0-7ecd9220ffb8 HTTP/1.1" status: 200 len: 944 time: 0.0541902 Nov 25 13:50:28.801478 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e190f3f6-e872-43c9-996a-3971e06e22bc req-5609c76b-9d22-4859-b6f2-0f1e666c47e3 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503643 Nov 25 13:50:28.804289 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8ae53ce0-b8cd-473b-8dd7-1d558e7db735 req-70aa2eb8-2cd4-419b-be3d-81f8b624224c service neutron] 10.222.0.47 "GET /v2.0/networks/a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999143 Nov 25 13:50:28.897975 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8ae53ce0-b8cd-473b-8dd7-1d558e7db735 req-8e5a95ba-a3e6-435c-9133-9d7804ab0f4d service neutron] 10.222.0.47 "GET /v2.0/networks/a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841494 Nov 25 13:50:29.940031 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf99c90b-a284-4139-a5a8-566b3284137f req-0bf72a2a-47e0-468d-b1a0-92f7f103926e tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:50:29.944516 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bf99c90b-a284-4139-a5a8-566b3284137f req-0bf72a2a-47e0-468d-b1a0-92f7f103926e tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d3192d2-7d1f-4612-b9f0-7ecd9220ffb8 HTTP/1.1" status: 200 len: 944 time: 0.0700381 Nov 25 13:50:30.037727 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bf99c90b-a284-4139-a5a8-566b3284137f req-10783fdd-29fd-47b8-a220-5da7598b0e44 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862772 Nov 25 13:50:30.089481 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [req-63f69967-4bf9-4a92-b1ce-2a585fe6fc87 req-a08c40bc-875a-4421-8028-c926dac502de service neutron] (103571) timed out ('10.222.0.53', 52904) {{(pid=103571) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 13:50:30.339544 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-357d5e9f-8b63-47fa-97a1-7d4df42fd34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:50:31.233756 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3d42a1-69b6-434b-a3de-052a4e0f1edb req-3ec74c0b-1eaf-4b55-a7cf-896c52365330 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:50:31.237108 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4b3d42a1-69b6-434b-a3de-052a4e0f1edb req-3ec74c0b-1eaf-4b55-a7cf-896c52365330 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d3192d2-7d1f-4612-b9f0-7ecd9220ffb8 HTTP/1.1" status: 200 len: 944 time: 0.0876007 Nov 25 13:50:31.318120 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4b3d42a1-69b6-434b-a3de-052a4e0f1edb req-bbc84333-e8f3-43f6-a54e-dca27a7200a3 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724308 Nov 25 13:50:32.469725 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c35bcf9-82a9-4d63-a2b7-aeca294508d3 req-bce83050-5d0f-4966-9e20-e1ef3937da2b tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:50:32.473245 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9c35bcf9-82a9-4d63-a2b7-aeca294508d3 req-bce83050-5d0f-4966-9e20-e1ef3937da2b tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d3192d2-7d1f-4612-b9f0-7ecd9220ffb8 HTTP/1.1" status: 200 len: 944 time: 0.0616601 Nov 25 13:50:32.533177 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9c35bcf9-82a9-4d63-a2b7-aeca294508d3 req-72735feb-724d-46b1-a907-d8f5c379b89e tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531926 Nov 25 13:50:32.788064 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-542427a1-a07f-4601-9a50-82712dd027ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:50:33.653311 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b4116-bec6-45a3-9b9d-d5ccadb4e6be req-c9699726-d9d6-4ac9-9afc-22413add2e7d tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:50:33.660400 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5a2b4116-bec6-45a3-9b9d-d5ccadb4e6be req-c9699726-d9d6-4ac9-9afc-22413add2e7d tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d3192d2-7d1f-4612-b9f0-7ecd9220ffb8 HTTP/1.1" status: 200 len: 944 time: 0.0570447 Nov 25 13:50:33.705343 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5a2b4116-bec6-45a3-9b9d-d5ccadb4e6be req-f839f4a0-1f64-4d6b-af5b-b042375a0a9b tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441082 Nov 25 13:50:33.941868 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:50:34.772191 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:50:34.820566 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33d304-1f40-4234-b5c0-2eb1b2ed2a6d req-771a769b-b9ce-43ce-b85f-676b36584527 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:50:34.822046 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1b33d304-1f40-4234-b5c0-2eb1b2ed2a6d req-771a769b-b9ce-43ce-b85f-676b36584527 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d3192d2-7d1f-4612-b9f0-7ecd9220ffb8 HTTP/1.1" status: 200 len: 944 time: 0.0480187 Nov 25 13:50:34.869624 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1b33d304-1f40-4234-b5c0-2eb1b2ed2a6d req-16837af3-6334-400a-9b53-4bfb3de30ba9 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416050 Nov 25 13:50:35.274162 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:50:35.988591 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40520700-2ab9-4e7f-88d2-3b0e8727a3f7 req-1b5ddbfe-da6a-4911-9831-68d10b26acee tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:50:35.992274 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-40520700-2ab9-4e7f-88d2-3b0e8727a3f7 req-1b5ddbfe-da6a-4911-9831-68d10b26acee tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d3192d2-7d1f-4612-b9f0-7ecd9220ffb8 HTTP/1.1" status: 200 len: 944 time: 0.0529888 Nov 25 13:50:36.039927 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-40520700-2ab9-4e7f-88d2-3b0e8727a3f7 req-e26b7fc5-7f3c-4325-a91e-1d51786ba100 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427864 Nov 25 13:50:36.433445 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:50:37.155450 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c88c5d7-ae33-4a29-b084-0a2af06e05ae req-6a43ca66-1396-4411-bd0b-203ac3da0d29 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:50:37.156858 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5c88c5d7-ae33-4a29-b084-0a2af06e05ae req-6a43ca66-1396-4411-bd0b-203ac3da0d29 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d3192d2-7d1f-4612-b9f0-7ecd9220ffb8 HTTP/1.1" status: 200 len: 944 time: 0.0483215 Nov 25 13:50:37.204774 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5c88c5d7-ae33-4a29-b084-0a2af06e05ae req-f100c33b-bfed-4c5e-b53f-bc7fb5e3fc55 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418742 Nov 25 13:50:38.327008 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f47202-ad2f-4f44-8ac9-b15f0822b94f req-de5323e5-fa27-410d-a1e5-42f39448bdaf tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:50:38.328416 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a3f47202-ad2f-4f44-8ac9-b15f0822b94f req-de5323e5-fa27-410d-a1e5-42f39448bdaf tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d3192d2-7d1f-4612-b9f0-7ecd9220ffb8 HTTP/1.1" status: 200 len: 944 time: 0.0545766 Nov 25 13:50:38.379799 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a3f47202-ad2f-4f44-8ac9-b15f0822b94f req-f1adaf5e-f688-44f0-94c4-35cf79571982 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453053 Nov 25 13:50:38.417457 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:50:39.495592 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f86b4-d2f8-4424-94c9-630a800202e2 req-cd769540-2ed3-4cfe-958e-810966e4d2bf tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:50:39.497729 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e75f86b4-d2f8-4424-94c9-630a800202e2 req-cd769540-2ed3-4cfe-958e-810966e4d2bf tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d3192d2-7d1f-4612-b9f0-7ecd9220ffb8 HTTP/1.1" status: 200 len: 944 time: 0.0499113 Nov 25 13:50:39.544718 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e75f86b4-d2f8-4424-94c9-630a800202e2 req-2f9f60d1-baff-46bf-b075-18ee08be6f87 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410299 Nov 25 13:50:40.666337 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de642e6-9a2c-427a-bd8f-5c7797ce96ed req-aaaaf115-c5a9-4a86-95c4-da13d7569fb2 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:50:40.668343 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3de642e6-9a2c-427a-bd8f-5c7797ce96ed req-aaaaf115-c5a9-4a86-95c4-da13d7569fb2 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d3192d2-7d1f-4612-b9f0-7ecd9220ffb8 HTTP/1.1" status: 200 len: 944 time: 0.0500453 Nov 25 13:50:40.718564 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3de642e6-9a2c-427a-bd8f-5c7797ce96ed req-900bc7ba-ce1d-4f58-8925-08a3052d2035 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441775 Nov 25 13:50:41.813565 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:50:41.838226 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddff2de-9fff-4e2a-8d31-4d2f84e93d43 req-58f1679e-64ea-43b5-9c46-4397ee164c99 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:50:41.839738 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0ddff2de-9fff-4e2a-8d31-4d2f84e93d43 req-58f1679e-64ea-43b5-9c46-4397ee164c99 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d3192d2-7d1f-4612-b9f0-7ecd9220ffb8 HTTP/1.1" status: 200 len: 944 time: 0.0516024 Nov 25 13:50:41.885251 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0ddff2de-9fff-4e2a-8d31-4d2f84e93d43 req-3677cd59-0807-4241-a42a-cd0fd7d7377a tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395274 Nov 25 13:50:43.003022 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ced80-25ef-4571-b088-12bde8a5e723 req-058dcbe7-6005-4863-800a-fcef0a814bea tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:50:43.004511 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-460ced80-25ef-4571-b088-12bde8a5e723 req-058dcbe7-6005-4863-800a-fcef0a814bea tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d3192d2-7d1f-4612-b9f0-7ecd9220ffb8 HTTP/1.1" status: 200 len: 944 time: 0.0508320 Nov 25 13:50:43.052133 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-460ced80-25ef-4571-b088-12bde8a5e723 req-b85b98a0-5f11-47e3-8db3-618295576bd1 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415678 Nov 25 13:50:43.504244 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [req-f88b1f41-8f68-47df-b48f-c5693cf854e4 req-f1c340e5-a074-4466-8ab4-4036e812a4fc service neutron] (103571) timed out ('10.222.0.53', 33674) {{(pid=103571) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 13:50:44.169278 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc97b6-7a35-4798-809b-82791d5f78fd req-bbcb6ac2-4d10-4b0b-b994-ba961ffb88b9 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:50:44.170773 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fdcc97b6-7a35-4798-809b-82791d5f78fd req-bbcb6ac2-4d10-4b0b-b994-ba961ffb88b9 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d3192d2-7d1f-4612-b9f0-7ecd9220ffb8 HTTP/1.1" status: 200 len: 944 time: 0.0512760 Nov 25 13:50:44.217323 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fdcc97b6-7a35-4798-809b-82791d5f78fd req-16a7334f-4c0f-4e25-8e60-233e2394ea38 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406170 Nov 25 13:50:45.330166 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324854df-c29d-40bc-9424-d36246995c73 req-4673e5e8-055e-4b93-ba67-9cd76ae94630 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:50:45.331689 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-324854df-c29d-40bc-9424-d36246995c73 req-4673e5e8-055e-4b93-ba67-9cd76ae94630 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d3192d2-7d1f-4612-b9f0-7ecd9220ffb8 HTTP/1.1" status: 200 len: 944 time: 0.0477347 Nov 25 13:50:45.377708 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-324854df-c29d-40bc-9424-d36246995c73 req-b8ceaccb-390a-4542-8df4-d7037138706c tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400972 Nov 25 13:50:46.494340 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1587614-019d-455a-9bc5-23d69a59226e req-d43edcc5-d990-4d91-9bf5-e6894fd09224 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:50:46.495840 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b1587614-019d-455a-9bc5-23d69a59226e req-d43edcc5-d990-4d91-9bf5-e6894fd09224 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d3192d2-7d1f-4612-b9f0-7ecd9220ffb8 HTTP/1.1" status: 200 len: 944 time: 0.0480452 Nov 25 13:50:46.546235 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b1587614-019d-455a-9bc5-23d69a59226e req-de7e2bd0-92a8-4b06-9766-81ce4a589477 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444837 Nov 25 13:50:47.920464 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 4b37f79f-7f20-48ee-998b-819c4ba0d619 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:50:48.001083 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709962da-15ad-49bb-ab48-46287583a6e4 req-bd275f76-1051-48bd-9254-7465ae80a1e8 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:50:48.002547 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-709962da-15ad-49bb-ab48-46287583a6e4 req-bd275f76-1051-48bd-9254-7465ae80a1e8 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d3192d2-7d1f-4612-b9f0-7ecd9220ffb8 HTTP/1.1" status: 200 len: 944 time: 0.3880262 Nov 25 13:50:48.016329 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 4b37f79f-7f20-48ee-998b-819c4ba0d619, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=4b37f79f-7f20-48ee-998b-819c4ba0d619,segment=NetworkSegment(537df87f-4062-4c10-ae31-09711976a4db),segment_id=537df87f-4062-4c10-ae31-09711976a4db)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:50:48.028253 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '4b37f79f-7f20-48ee-998b-819c4ba0d619', 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9', 'port_id': '4b37f79f-7f20-48ee-998b-819c4ba0d619', 'mac_address': 'fa:16:3e:b1:3b:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eab5f893-0ac0-4819-a6c4-0808acabf926', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:50:48.049044 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-709962da-15ad-49bb-ab48-46287583a6e4 req-5485c77d-9866-49e9-bf4f-fa08a36f4e0c tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404875 Nov 25 13:50:48.069599 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:50:48.082028 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b37f79f-7f20-48ee-998b-819c4ba0d619 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:50:48.100087 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 4b37f79f-7f20-48ee-998b-819c4ba0d619, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=4b37f79f-7f20-48ee-998b-819c4ba0d619,segment=NetworkSegment(537df87f-4062-4c10-ae31-09711976a4db),segment_id=537df87f-4062-4c10-ae31-09711976a4db)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:50:48.103990 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:50:48.149775 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=4b37f79f-7f20-48ee-998b-819c4ba0d619,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:50:48.156920 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:50:48.157268 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:50:48.157609 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:50:48.157944 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:50:48.158274 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:50:48.158630 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:50:48.158981 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:50:48.159306 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:50:48.159632 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:50:48.159953 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:50:48.160275 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:50:48.160596 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:50:48.317068 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['4b37f79f-7f20-48ee-998b-819c4ba0d619'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:50:49.162708 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be5c2f-209c-465d-b790-1833133a1902 req-f3b8c3c4-14f0-4832-a6b9-dbffad45aaa5 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:50:49.164222 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-73be5c2f-209c-465d-b790-1833133a1902 req-f3b8c3c4-14f0-4832-a6b9-dbffad45aaa5 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d3192d2-7d1f-4612-b9f0-7ecd9220ffb8 HTTP/1.1" status: 200 len: 945 time: 0.0488546 Nov 25 13:50:49.211599 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-73be5c2f-209c-465d-b790-1833133a1902 req-e3a3a517-2c19-49be-bda5-903272bc37b0 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414512 Nov 25 13:50:49.936200 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 4b37f79f-7f20-48ee-998b-819c4ba0d619 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:50:49.985205 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 4b37f79f-7f20-48ee-998b-819c4ba0d619 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:50:49.989686 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 4b37f79f-7f20-48ee-998b-819c4ba0d619 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:50:49.990067 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:50:50.069059 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:50:50.091236 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d3192d2-7d1f-4612-b9f0-7ecd9220ffb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b37f79f-7f20-48ee-998b-819c4ba0d619'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:50:50.093460 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f5d6b4-920f-4255-9674-fd2d69b040ed" -d '{"events": [{"server_uuid": "8d3192d2-7d1f-4612-b9f0-7ecd9220ffb8", "name": "network-vif-plugged", "status": "completed", "tag": "4b37f79f-7f20-48ee-998b-819c4ba0d619"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:50:50.105453 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 4b37f79f-7f20-48ee-998b-819c4ba0d619, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=4b37f79f-7f20-48ee-998b-819c4ba0d619,segment=NetworkSegment(537df87f-4062-4c10-ae31-09711976a4db),segment_id=537df87f-4062-4c10-ae31-09711976a4db)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:50:50.110594 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:50:50.133192 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2074da5e-9249-4875-8d58-05e95350fc1b x-openstack-request-id: req-2074da5e-9249-4875-8d58-05e95350fc1b {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:50:50.133489 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d3192d2-7d1f-4612-b9f0-7ecd9220ffb8", "name": "network-vif-plugged", "status": "completed", "tag": "4b37f79f-7f20-48ee-998b-819c4ba0d619", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:50:50.133742 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2074da5e-9249-4875-8d58-05e95350fc1b {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:50:50.134128 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d3192d2-7d1f-4612-b9f0-7ecd9220ffb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b37f79f-7f20-48ee-998b-819c4ba0d619', 'code': 200} Nov 25 13:50:50.160754 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=4b37f79f-7f20-48ee-998b-819c4ba0d619,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:50:50.233385 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fdfaa4-6a37-4ff0-934b-ce96908602ed req-375f53d9-bc8e-447d-8854-09a68679883b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:50:50.234830 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c9fdfaa4-6a37-4ff0-934b-ce96908602ed req-375f53d9-bc8e-447d-8854-09a68679883b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8d3192d2-7d1f-4612-b9f0-7ecd9220ffb8 HTTP/1.1" status: 200 len: 1098 time: 0.0410001 Nov 25 13:50:50.281044 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c9fdfaa4-6a37-4ff0-934b-ce96908602ed req-77f43223-3233-411c-b828-26522532097e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393734 Nov 25 13:50:50.331012 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dfdd8a-0e28-4217-a26e-63b0eaf8406b req-4422f38c-8e7f-4c72-8488-6eb81668c82e tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:50:50.332479 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-72dfdd8a-0e28-4217-a26e-63b0eaf8406b req-4422f38c-8e7f-4c72-8488-6eb81668c82e tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d3192d2-7d1f-4612-b9f0-7ecd9220ffb8 HTTP/1.1" status: 200 len: 946 time: 0.0498376 Nov 25 13:50:50.383663 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-72dfdd8a-0e28-4217-a26e-63b0eaf8406b req-6f93b9e3-55df-476c-b242-b1d28aa6e86c tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452216 Nov 25 13:50:51.467565 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d2c4f55b-da0a-4e4b-893e-fe7d2044fad3 req-324dc9f5-ce6d-426b-8d82-0ead1398b01a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8d3192d2-7d1f-4612-b9f0-7ecd9220ffb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0432405 Nov 25 13:50:51.503228 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d09551-ece9-4ba8-8278-4a62235ffbdf req-b473cb81-e9b4-4d3c-9142-4c107b8a08c2 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:50:51.504848 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-27d09551-ece9-4ba8-8278-4a62235ffbdf req-b473cb81-e9b4-4d3c-9142-4c107b8a08c2 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d3192d2-7d1f-4612-b9f0-7ecd9220ffb8 HTTP/1.1" status: 200 len: 946 time: 0.0493753 Nov 25 13:50:51.548990 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c4f55b-da0a-4e4b-893e-fe7d2044fad3 req-60c70688-f79a-4edd-882b-40d9a8d47e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:50:51.550495 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d2c4f55b-da0a-4e4b-893e-fe7d2044fad3 req-60c70688-f79a-4edd-882b-40d9a8d47e45 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d7a98d179f84da5a80b50bf4d9d909f&device_id=8d3192d2-7d1f-4612-b9f0-7ecd9220ffb8 HTTP/1.1" status: 200 len: 1098 time: 0.0407028 Nov 25 13:50:51.553003 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-27d09551-ece9-4ba8-8278-4a62235ffbdf req-2dcd4eb7-8616-41cb-97fa-586e0a167e35 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420735 Nov 25 13:50:51.657459 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c4f55b-da0a-4e4b-893e-fe7d2044fad3 req-3222aed4-9085-4e6d-aff7-de1477fa8972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:50:51.658923 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d2c4f55b-da0a-4e4b-893e-fe7d2044fad3 req-3222aed4-9085-4e6d-aff7-de1477fa8972 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 HTTP/1.1" status: 200 len: 912 time: 0.0898051 Nov 25 13:50:51.669046 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4611582-296a-4bcb-8402-0371ed3acfca req-63ddb11d-9fdd-4210-8156-2d6810b97baf tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:50:51.670559 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c4611582-296a-4bcb-8402-0371ed3acfca req-63ddb11d-9fdd-4210-8156-2d6810b97baf tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d3192d2-7d1f-4612-b9f0-7ecd9220ffb8 HTTP/1.1" status: 200 len: 946 time: 0.0501919 Nov 25 13:50:51.700988 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d2c4f55b-da0a-4e4b-893e-fe7d2044fad3 req-77c48fb6-b41a-4ed0-ad7a-5a694dc0e8ec service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b37f79f-7f20-48ee-998b-819c4ba0d619 HTTP/1.1" status: 200 len: 217 time: 0.0351985 Nov 25 13:50:51.721613 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c4611582-296a-4bcb-8402-0371ed3acfca req-61d8c7f0-3716-414f-82a1-5fc68efd131a tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448737 Nov 25 13:50:51.750516 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c4f55b-da0a-4e4b-893e-fe7d2044fad3 req-4e572909-8dcf-417e-97f4-30dc8a2e8d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:50:51.752028 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d2c4f55b-da0a-4e4b-893e-fe7d2044fad3 req-4e572909-8dcf-417e-97f4-30dc8a2e8d05 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eab5f893-0ac0-4819-a6c4-0808acabf926 HTTP/1.1" status: 200 len: 850 time: 0.0438216 Nov 25 13:50:51.799197 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c4f55b-da0a-4e4b-893e-fe7d2044fad3 req-1054edb7-6cf2-4de1-a2b7-2fbe1b8b46fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:50:51.800714 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d2c4f55b-da0a-4e4b-893e-fe7d2044fad3 req-1054edb7-6cf2-4de1-a2b7-2fbe1b8b46fc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415304 Nov 25 13:50:51.834862 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68456b7f-8355-42a6-9c70-fe9306c71740 req-207c206c-7c0b-4115-adeb-442f105cc375 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:50:51.836346 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-68456b7f-8355-42a6-9c70-fe9306c71740 req-207c206c-7c0b-4115-adeb-442f105cc375 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d3192d2-7d1f-4612-b9f0-7ecd9220ffb8 HTTP/1.1" status: 200 len: 946 time: 0.0495188 Nov 25 13:50:51.883631 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-68456b7f-8355-42a6-9c70-fe9306c71740 req-8e450ba7-1a1d-4651-b1af-a50e8c5987db tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404248 Nov 25 13:50:51.896384 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d2c4f55b-da0a-4e4b-893e-fe7d2044fad3 req-eb32e131-4e94-4f06-829d-e1ef643c89b0 service neutron] 10.222.0.47 "GET /v2.0/networks/a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877249 Nov 25 13:50:51.987540 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d2c4f55b-da0a-4e4b-893e-fe7d2044fad3 req-ed7e6e34-c105-4f62-ab35-395b0275878f service neutron] 10.222.0.47 "GET /v2.0/networks/a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833735 Nov 25 13:50:52.167420 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb321954-9ee1-4d28-b83c-7cecf963cde7 req-64a85ae2-3963-4be4-8e99-f831f98417bf tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:50:52.168832 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bb321954-9ee1-4d28-b83c-7cecf963cde7 req-64a85ae2-3963-4be4-8e99-f831f98417bf tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d3192d2-7d1f-4612-b9f0-7ecd9220ffb8 HTTP/1.1" status: 200 len: 946 time: 0.0479310 Nov 25 13:50:52.215295 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bb321954-9ee1-4d28-b83c-7cecf963cde7 req-a28a00b4-d719-4e0d-b1db-604a3c5b455c tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405767 Nov 25 13:50:53.331766 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01f323d-8aec-4297-b524-63583a746cd7 req-34b87120-de7b-4696-a086-f35528b8a958 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:50:53.333225 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a01f323d-8aec-4297-b524-63583a746cd7 req-34b87120-de7b-4696-a086-f35528b8a958 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d3192d2-7d1f-4612-b9f0-7ecd9220ffb8 HTTP/1.1" status: 200 len: 946 time: 0.0505366 Nov 25 13:50:53.380247 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a01f323d-8aec-4297-b524-63583a746cd7 req-13c45136-2559-44a0-890f-53c2d29ecea1 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406604 Nov 25 13:50:53.566137 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e18968-3c47-4f0f-b09e-a73347596ee1 req-3408f29b-0ae4-48f9-949d-e337a209b612 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:50:53.567529 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-63e18968-3c47-4f0f-b09e-a73347596ee1 req-3408f29b-0ae4-48f9-949d-e337a209b612 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d3192d2-7d1f-4612-b9f0-7ecd9220ffb8 HTTP/1.1" status: 200 len: 946 time: 0.0555973 Nov 25 13:50:53.657029 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-63e18968-3c47-4f0f-b09e-a73347596ee1 req-57270175-165a-496a-9f0a-233381d3dc26 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Deleting port 4b37f79f-7f20-48ee-998b-819c4ba0d619 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:50:53.657373 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-63e18968-3c47-4f0f-b09e-a73347596ee1 req-57270175-165a-496a-9f0a-233381d3dc26 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:50:53.748113 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-63e18968-3c47-4f0f-b09e-a73347596ee1 req-57270175-165a-496a-9f0a-233381d3dc26 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] For port 4b37f79f-7f20-48ee-998b-819c4ba0d619, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=4b37f79f-7f20-48ee-998b-819c4ba0d619,segment=NetworkSegment(537df87f-4062-4c10-ae31-09711976a4db),segment_id=537df87f-4062-4c10-ae31-09711976a4db)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:50:53.748472 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-63e18968-3c47-4f0f-b09e-a73347596ee1 req-57270175-165a-496a-9f0a-233381d3dc26 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:50:53.761118 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-63e18968-3c47-4f0f-b09e-a73347596ee1 req-57270175-165a-496a-9f0a-233381d3dc26 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Calling delete_port for 4b37f79f-7f20-48ee-998b-819c4ba0d619 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:50:53.886804 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-63e18968-3c47-4f0f-b09e-a73347596ee1 req-57270175-165a-496a-9f0a-233381d3dc26 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:50:53.899696 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['4b37f79f-7f20-48ee-998b-819c4ba0d619'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:50:53.918137 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57270175-165a-496a-9f0a-233381d3dc26 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Pushing event deleted for resources: {'Port': ['ID=4b37f79f-7f20-48ee-998b-819c4ba0d619,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:50:53.962066 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-63e18968-3c47-4f0f-b09e-a73347596ee1 req-57270175-165a-496a-9f0a-233381d3dc26 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] No DVR routers for this DVR port 4b37f79f-7f20-48ee-998b-819c4ba0d619 on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:50:53.964757 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-63e18968-3c47-4f0f-b09e-a73347596ee1 req-57270175-165a-496a-9f0a-233381d3dc26 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:50:53.968330 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-63e18968-3c47-4f0f-b09e-a73347596ee1 req-57270175-165a-496a-9f0a-233381d3dc26 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.47 "DELETE /v2.0/ports/4b37f79f-7f20-48ee-998b-819c4ba0d619 HTTP/1.1" status: 204 len: 173 time: 0.3949859 Nov 25 13:50:53.968829 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d3192d2-7d1f-4612-b9f0-7ecd9220ffb8', 'name': 'network-vif-deleted', 'tag': '4b37f79f-7f20-48ee-998b-819c4ba0d619'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:50:53.971149 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0605af-ead6-4021-a474-ae8c8cc22898" -d '{"events": [{"server_uuid": "8d3192d2-7d1f-4612-b9f0-7ecd9220ffb8", "name": "network-vif-deleted", "tag": "4b37f79f-7f20-48ee-998b-819c4ba0d619"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:50:54.012095 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d46c93d-dae7-42ff-800c-af6b3b3a41a5 x-openstack-request-id: req-3d46c93d-dae7-42ff-800c-af6b3b3a41a5 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:50:54.012469 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d3192d2-7d1f-4612-b9f0-7ecd9220ffb8", "name": "network-vif-deleted", "tag": "4b37f79f-7f20-48ee-998b-819c4ba0d619", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:50:54.012799 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3d46c93d-dae7-42ff-800c-af6b3b3a41a5 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:50:54.013214 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d3192d2-7d1f-4612-b9f0-7ecd9220ffb8', 'name': 'network-vif-deleted', 'tag': '4b37f79f-7f20-48ee-998b-819c4ba0d619', 'status': 'completed', 'code': 200} Nov 25 13:50:54.475142 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7b27c44c-3a79-47d0-a16d-15b45f0e7184 req-41097829-6377-42ea-8012-8a9650669425 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d3192d2-7d1f-4612-b9f0-7ecd9220ffb8 HTTP/1.1" status: 200 len: 210 time: 0.0267997 Nov 25 13:50:55.570807 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-725ecd97-5349-44e8-9ca9-86425613bdfb req-e2b898b9-99f6-413a-986b-43988b86a3f3 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d3192d2-7d1f-4612-b9f0-7ecd9220ffb8 HTTP/1.1" status: 200 len: 210 time: 0.0268490 Nov 25 13:50:55.967527 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 4b37f79f-7f20-48ee-998b-819c4ba0d619 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:50:55.991833 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: 4b37f79f-7f20-48ee-998b-819c4ba0d619 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:50:55.992189 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 4b37f79f-7f20-48ee-998b-819c4ba0d619 not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:50:56.667896 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ab75bea7-ea4c-4501-8186-994cf44acd02 req-2710bbe2-9853-4003-9d50-878156e313a4 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d3192d2-7d1f-4612-b9f0-7ecd9220ffb8 HTTP/1.1" status: 200 len: 210 time: 0.0257902 Nov 25 13:50:57.765516 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-05e335b0-741a-455d-b864-4788e3b3e1d8 req-d33319b9-e08e-4bb6-88cf-1bb53d087783 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d3192d2-7d1f-4612-b9f0-7ecd9220ffb8 HTTP/1.1" status: 200 len: 210 time: 0.0297222 Nov 25 13:51:00.332081 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-47b52de0-286a-4ab6-add8-497a9af101c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:51:02.780375 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-35b5c7df-1fdf-4bd3-8310-52654a9a872a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:51:03.945824 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:51:05.276741 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:51:06.439049 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:51:08.418531 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:51:11.771672 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:51:11.831330 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:51:20.648341 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712016c-b89e-40ed-9021-78e8e73e5f9e req-7e49ff3a-3662-4afd-a1f8-ff3b446a6427 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:51:20.649704 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3712016c-b89e-40ed-9021-78e8e73e5f9e req-7e49ff3a-3662-4afd-a1f8-ff3b446a6427 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/networks?id=a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 HTTP/1.1" status: 200 len: 811 time: 0.1046648 Nov 25 13:51:20.664177 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3712016c-b89e-40ed-9021-78e8e73e5f9e req-58cbf212-0c7c-41c3-8aad-6ac5e8c892dd tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/quotas/8d7a98d179f84da5a80b50bf4d9d909f HTTP/1.1" status: 200 len: 375 time: 0.0087407 Nov 25 13:51:20.712991 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3712016c-b89e-40ed-9021-78e8e73e5f9e req-bfe34417-ec6c-4cc6-a64a-d0cd708f95a7 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8d7a98d179f84da5a80b50bf4d9d909f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437419 Nov 25 13:51:20.772365 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [req-3712016c-b89e-40ed-9021-78e8e73e5f9e req-08792291-9b8e-412e-b1eb-d03098260ecb service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:51:20.773367 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3712016c-b89e-40ed-9021-78e8e73e5f9e req-08792291-9b8e-412e-b1eb-d03098260ecb service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0540705 Nov 25 13:51:20.864329 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3712016c-b89e-40ed-9021-78e8e73e5f9e req-935e3104-cfff-4fc6-b0d7-4991c374424c service neutron] 10.222.0.53 "GET /v2.0/networks/a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846334 Nov 25 13:51:20.958040 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3712016c-b89e-40ed-9021-78e8e73e5f9e req-af75d91d-b8e5-4225-935b-6b71c67e04c0 service neutron] 10.222.0.53 "GET /v2.0/networks/a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837550 Nov 25 13:51:22.268630 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3d1a3f60-c51d-4e7b-ab5f-11fffe572da5 req-9b6c5967-60f9-40b3-873c-e06938789962 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=04aec580-8526-4ce3-8a5b-c0563d6416ce HTTP/1.1" status: 200 len: 210 time: 0.0315442 Nov 25 13:51:23.213674 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712016c-b89e-40ed-9021-78e8e73e5f9e req-7166dae9-21f2-4ecc-86b6-97a9c22a3a98 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:51:23.215238 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3712016c-b89e-40ed-9021-78e8e73e5f9e req-7166dae9-21f2-4ecc-86b6-97a9c22a3a98 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.66 "GET /v2.0/networks?id=a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 HTTP/1.1" status: 200 len: 811 time: 0.1072772 Nov 25 13:51:23.235905 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-3712016c-b89e-40ed-9021-78e8e73e5f9e req-3f7bf5ee-290a-4d08-982d-a225b652e52d tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Request body: {'port': {'device_id': '04aec580-8526-4ce3-8a5b-c0563d6416ce', 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9', 'admin_state_up': True, 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:51:23.349609 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3712016c-b89e-40ed-9021-78e8e73e5f9e req-3f7bf5ee-290a-4d08-982d-a225b652e52d tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Made reservation on behalf of 8d7a98d179f84da5a80b50bf4d9d909f for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:51:23.351624 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3712016c-b89e-40ed-9021-78e8e73e5f9e req-3f7bf5ee-290a-4d08-982d-a225b652e52d tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:51:23.365840 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-21823feb-2723-4dbb-9fa4-2884488d459b req-586f64ae-915f-4491-883c-f21e753e79df tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=04aec580-8526-4ce3-8a5b-c0563d6416ce HTTP/1.1" status: 200 len: 210 time: 0.0283618 Nov 25 13:51:23.485167 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-3712016c-b89e-40ed-9021-78e8e73e5f9e req-3f7bf5ee-290a-4d08-982d-a225b652e52d tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Allocated IP 172.20.0.12 (a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9/eab5f893-0ac0-4819-a6c4-0808acabf926/2d393e49-8aa8-4e12-bc08-7a6c9ab7defb) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:51:23.638611 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3712016c-b89e-40ed-9021-78e8e73e5f9e req-3f7bf5ee-290a-4d08-982d-a225b652e52d tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:51:23.672912 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3712016c-b89e-40ed-9021-78e8e73e5f9e req-3f7bf5ee-290a-4d08-982d-a225b652e52d tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:51:23.718827 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3712016c-b89e-40ed-9021-78e8e73e5f9e req-3f7bf5ee-290a-4d08-982d-a225b652e52d tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Network a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:51:23.721900 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-3712016c-b89e-40ed-9021-78e8e73e5f9e req-3f7bf5ee-290a-4d08-982d-a225b652e52d tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:51:23.725882 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-3712016c-b89e-40ed-9021-78e8e73e5f9e req-3f7bf5ee-290a-4d08-982d-a225b652e52d tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:51:23.760075 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7bf5ee-290a-4d08-982d-a225b652e52d tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Pushing event updated for resources: {'Port': ['ID=2d393e49-8aa8-4e12-bc08-7a6c9ab7defb,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:51:23.789013 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712016c-b89e-40ed-9021-78e8e73e5f9e req-3f7bf5ee-290a-4d08-982d-a225b652e52d tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:51:23.789686 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3712016c-b89e-40ed-9021-78e8e73e5f9e req-3f7bf5ee-290a-4d08-982d-a225b652e52d tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:51:23.812500 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3712016c-b89e-40ed-9021-78e8e73e5f9e req-3f7bf5ee-290a-4d08-982d-a225b652e52d tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5803978 Nov 25 13:51:23.831533 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-3712016c-b89e-40ed-9021-78e8e73e5f9e req-922bec45-18e2-461c-b0cf-4b32bd4b9569 service neutron] Request body: {'port': {'device_id': '04aec580-8526-4ce3-8a5b-c0563d6416ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:51:23.897044 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3712016c-b89e-40ed-9021-78e8e73e5f9e req-922bec45-18e2-461c-b0cf-4b32bd4b9569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:51:23.954484 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-58c89a1d-9e7a-4772-9bc8-179dca62a0e3 None None] Provisioning complete for port 2d393e49-8aa8-4e12-bc08-7a6c9ab7defb triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:51:23.955204 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-58c89a1d-9e7a-4772-9bc8-179dca62a0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:51:23.991329 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-58c89a1d-9e7a-4772-9bc8-179dca62a0e3 None None] Port 2d393e49-8aa8-4e12-bc08-7a6c9ab7defb cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:51:24.173334 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-3712016c-b89e-40ed-9021-78e8e73e5f9e req-922bec45-18e2-461c-b0cf-4b32bd4b9569 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d393e49-8aa8-4e12-bc08-7a6c9ab7defb {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:51:24.181046 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3712016c-b89e-40ed-9021-78e8e73e5f9e req-922bec45-18e2-461c-b0cf-4b32bd4b9569 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:51:24.193894 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-3712016c-b89e-40ed-9021-78e8e73e5f9e req-922bec45-18e2-461c-b0cf-4b32bd4b9569 service neutron] Transition to ACTIVE for port object 2d393e49-8aa8-4e12-bc08-7a6c9ab7defb will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:51:24.197356 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3712016c-b89e-40ed-9021-78e8e73e5f9e req-922bec45-18e2-461c-b0cf-4b32bd4b9569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:51:24.249486 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922bec45-18e2-461c-b0cf-4b32bd4b9569 service neutron] Pushing event updated for resources: {'Port': ['ID=2d393e49-8aa8-4e12-bc08-7a6c9ab7defb,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:51:24.328203 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-3712016c-b89e-40ed-9021-78e8e73e5f9e req-922bec45-18e2-461c-b0cf-4b32bd4b9569 service neutron] Attempting to bind port 2d393e49-8aa8-4e12-bc08-7a6c9ab7defb on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:51:24.328551 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-3712016c-b89e-40ed-9021-78e8e73e5f9e req-922bec45-18e2-461c-b0cf-4b32bd4b9569 service neutron] Attempting to bind port 2d393e49-8aa8-4e12-bc08-7a6c9ab7defb by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': '537df87f-4062-4c10-ae31-09711976a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:51:24.328915 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3712016c-b89e-40ed-9021-78e8e73e5f9e req-922bec45-18e2-461c-b0cf-4b32bd4b9569 service neutron] Attempting to bind port 2d393e49-8aa8-4e12-bc08-7a6c9ab7defb on network a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:51:24.333534 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3712016c-b89e-40ed-9021-78e8e73e5f9e req-922bec45-18e2-461c-b0cf-4b32bd4b9569 service neutron] Port 2d393e49-8aa8-4e12-bc08-7a6c9ab7defb on network a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:51:24.333860 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3712016c-b89e-40ed-9021-78e8e73e5f9e req-922bec45-18e2-461c-b0cf-4b32bd4b9569 service neutron] Attempting to bind port 2d393e49-8aa8-4e12-bc08-7a6c9ab7defb on network a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:51:24.339157 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3712016c-b89e-40ed-9021-78e8e73e5f9e req-922bec45-18e2-461c-b0cf-4b32bd4b9569 service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:51:24.339502 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3712016c-b89e-40ed-9021-78e8e73e5f9e req-922bec45-18e2-461c-b0cf-4b32bd4b9569 service neutron] Checking segment: {'id': '537df87f-4062-4c10-ae31-09711976a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:51:24.339928 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3712016c-b89e-40ed-9021-78e8e73e5f9e req-922bec45-18e2-461c-b0cf-4b32bd4b9569 service neutron] Bound using segment: {'id': '537df87f-4062-4c10-ae31-09711976a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:51:24.340368 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-3712016c-b89e-40ed-9021-78e8e73e5f9e req-922bec45-18e2-461c-b0cf-4b32bd4b9569 service neutron] Bound port: 2d393e49-8aa8-4e12-bc08-7a6c9ab7defb, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '537df87f-4062-4c10-ae31-09711976a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:51:24.341280 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3712016c-b89e-40ed-9021-78e8e73e5f9e req-922bec45-18e2-461c-b0cf-4b32bd4b9569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:51:24.421141 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-3712016c-b89e-40ed-9021-78e8e73e5f9e req-922bec45-18e2-461c-b0cf-4b32bd4b9569 service neutron] For port 2d393e49-8aa8-4e12-bc08-7a6c9ab7defb, host n-h1-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:51:24.425213 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-3712016c-b89e-40ed-9021-78e8e73e5f9e req-922bec45-18e2-461c-b0cf-4b32bd4b9569 service neutron] For port 2d393e49-8aa8-4e12-bc08-7a6c9ab7defb, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=2d393e49-8aa8-4e12-bc08-7a6c9ab7defb,segment=NetworkSegment(537df87f-4062-4c10-ae31-09711976a4db),segment_id=537df87f-4062-4c10-ae31-09711976a4db)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:51:24.432466 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3712016c-b89e-40ed-9021-78e8e73e5f9e req-922bec45-18e2-461c-b0cf-4b32bd4b9569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:51:24.480226 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712016c-b89e-40ed-9021-78e8e73e5f9e req-922bec45-18e2-461c-b0cf-4b32bd4b9569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:51:24.480886 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3712016c-b89e-40ed-9021-78e8e73e5f9e req-922bec45-18e2-461c-b0cf-4b32bd4b9569 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:51:24.483088 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3712016c-b89e-40ed-9021-78e8e73e5f9e req-922bec45-18e2-461c-b0cf-4b32bd4b9569 service neutron] 10.222.0.66 "PUT /v2.0/ports/2d393e49-8aa8-4e12-bc08-7a6c9ab7defb HTTP/1.1" status: 200 len: 1093 time: 0.6563907 Nov 25 13:51:24.483616 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04aec580-8526-4ce3-8a5b-c0563d6416ce', 'tag': '2d393e49-8aa8-4e12-bc08-7a6c9ab7defb'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:51:24.486098 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea8392e-a718-48b4-953b-b6192c25fc17" -d '{"events": [{"name": "network-changed", "server_uuid": "04aec580-8526-4ce3-8a5b-c0563d6416ce", "tag": "2d393e49-8aa8-4e12-bc08-7a6c9ab7defb"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:51:24.532565 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922bec45-18e2-461c-b0cf-4b32bd4b9569 service neutron] Pushing event updated for resources: {'Port': ['ID=2d393e49-8aa8-4e12-bc08-7a6c9ab7defb,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:51:24.567584 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a3733-db44-4e2f-a629-f17ad99bcaa8 req-1d9241e3-1ef4-4dd3-9bba-b40c5b5b9cbf tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:51:24.571141 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca778e4-56b9-4464-9a48-a361f0b19744 x-openstack-request-id: req-dca778e4-56b9-4464-9a48-a361f0b19744 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:51:24.571643 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04aec580-8526-4ce3-8a5b-c0563d6416ce", "tag": "2d393e49-8aa8-4e12-bc08-7a6c9ab7defb", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:51:24.572068 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dca778e4-56b9-4464-9a48-a361f0b19744 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:51:24.572263 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-232a3733-db44-4e2f-a629-f17ad99bcaa8 req-1d9241e3-1ef4-4dd3-9bba-b40c5b5b9cbf tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=04aec580-8526-4ce3-8a5b-c0563d6416ce HTTP/1.1" status: 200 len: 944 time: 0.1081581 Nov 25 13:51:24.572791 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04aec580-8526-4ce3-8a5b-c0563d6416ce', 'tag': '2d393e49-8aa8-4e12-bc08-7a6c9ab7defb', 'status': 'completed', 'code': 200} Nov 25 13:51:24.611322 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712016c-b89e-40ed-9021-78e8e73e5f9e req-6b899841-a8cd-431e-9a70-7db8dbc2da67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:51:24.612952 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3712016c-b89e-40ed-9021-78e8e73e5f9e req-6b899841-a8cd-431e-9a70-7db8dbc2da67 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8d7a98d179f84da5a80b50bf4d9d909f&device_id=04aec580-8526-4ce3-8a5b-c0563d6416ce HTTP/1.1" status: 200 len: 1096 time: 0.0642159 Nov 25 13:51:24.634907 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-232a3733-db44-4e2f-a629-f17ad99bcaa8 req-4eb6863d-106a-4e34-8655-a0959cee1a06 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522361 Nov 25 13:51:24.668745 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3712016c-b89e-40ed-9021-78e8e73e5f9e req-3c3627b5-7432-4b64-b912-8732b877933b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d393e49-8aa8-4e12-bc08-7a6c9ab7defb HTTP/1.1" status: 200 len: 217 time: 0.0471535 Nov 25 13:51:24.727737 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712016c-b89e-40ed-9021-78e8e73e5f9e req-3124156b-114f-471c-9af6-cb4726a9676d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:51:24.729229 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3712016c-b89e-40ed-9021-78e8e73e5f9e req-3124156b-114f-471c-9af6-cb4726a9676d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=eab5f893-0ac0-4819-a6c4-0808acabf926 HTTP/1.1" status: 200 len: 850 time: 0.0471382 Nov 25 13:51:24.786029 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712016c-b89e-40ed-9021-78e8e73e5f9e req-be205a8a-e022-4c43-8650-d78ecad36ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:51:24.787592 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3712016c-b89e-40ed-9021-78e8e73e5f9e req-be205a8a-e022-4c43-8650-d78ecad36ea7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462203 Nov 25 13:51:24.900556 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3712016c-b89e-40ed-9021-78e8e73e5f9e req-96e23c99-95e2-4dd9-b0b3-d663f137eeb6 service neutron] 10.222.0.66 "GET /v2.0/networks/a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004078 Nov 25 13:51:24.994315 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3712016c-b89e-40ed-9021-78e8e73e5f9e req-ea63be3c-dc04-4d46-be84-37407d5104c0 service neutron] 10.222.0.66 "GET /v2.0/networks/a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821517 Nov 25 13:51:25.090865 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea8392e-a718-48b4-953b-b6192c25fc17 req-d4b3b008-0ae0-4b7d-ad9a-f15a575dc888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:51:25.092259 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4ea8392e-a718-48b4-953b-b6192c25fc17 req-d4b3b008-0ae0-4b7d-ad9a-f15a575dc888 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8d7a98d179f84da5a80b50bf4d9d909f&device_id=04aec580-8526-4ce3-8a5b-c0563d6416ce HTTP/1.1" status: 200 len: 1096 time: 0.0467980 Nov 25 13:51:25.189257 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea8392e-a718-48b4-953b-b6192c25fc17 req-ce70c883-1d3e-4a3e-8793-87947cae27fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:51:25.190804 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4ea8392e-a718-48b4-953b-b6192c25fc17 req-ce70c883-1d3e-4a3e-8793-87947cae27fa service neutron] 10.222.0.66 "GET /v2.0/networks?id=a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 HTTP/1.1" status: 200 len: 912 time: 0.0862551 Nov 25 13:51:25.236678 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4ea8392e-a718-48b4-953b-b6192c25fc17 req-469fed3a-1366-41d3-aa4f-0f3a6b59e201 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d393e49-8aa8-4e12-bc08-7a6c9ab7defb HTTP/1.1" status: 200 len: 217 time: 0.0345085 Nov 25 13:51:25.291226 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea8392e-a718-48b4-953b-b6192c25fc17 req-3b6584a5-1ee9-4558-9264-93cc0514747b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:51:25.292685 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4ea8392e-a718-48b4-953b-b6192c25fc17 req-3b6584a5-1ee9-4558-9264-93cc0514747b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=eab5f893-0ac0-4819-a6c4-0808acabf926 HTTP/1.1" status: 200 len: 850 time: 0.0486574 Nov 25 13:51:25.344055 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea8392e-a718-48b4-953b-b6192c25fc17 req-1358d4fb-212f-46e5-a986-ab99e957ce3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:51:25.345492 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4ea8392e-a718-48b4-953b-b6192c25fc17 req-1358d4fb-212f-46e5-a986-ab99e957ce3f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407457 Nov 25 13:51:25.439509 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4ea8392e-a718-48b4-953b-b6192c25fc17 req-3efe40fc-2372-4a85-80b6-2d19bca9aad2 service neutron] 10.222.0.66 "GET /v2.0/networks/a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826106 Nov 25 13:51:25.539246 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4ea8392e-a718-48b4-953b-b6192c25fc17 req-4c3d0f43-fd22-4981-81da-bb139c5a8131 service neutron] 10.222.0.66 "GET /v2.0/networks/a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887628 Nov 25 13:51:25.744234 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b17de5-9236-4cb9-82dc-9adbfe452d26 req-05faba70-f75a-4977-8325-5f50533278cc tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:51:25.745693 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b0b17de5-9236-4cb9-82dc-9adbfe452d26 req-05faba70-f75a-4977-8325-5f50533278cc tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=04aec580-8526-4ce3-8a5b-c0563d6416ce HTTP/1.1" status: 200 len: 944 time: 0.0475760 Nov 25 13:51:25.797182 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b0b17de5-9236-4cb9-82dc-9adbfe452d26 req-4895172c-180f-4731-acde-9c2bdf87d1fb tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446026 Nov 25 13:51:26.918280 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387f07ac-64ad-407d-9b5e-15fb6c418dbb req-3242aa8f-f927-4869-a7bc-e08f8b2f7100 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:51:26.920974 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-387f07ac-64ad-407d-9b5e-15fb6c418dbb req-3242aa8f-f927-4869-a7bc-e08f8b2f7100 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=04aec580-8526-4ce3-8a5b-c0563d6416ce HTTP/1.1" status: 200 len: 944 time: 0.0556242 Nov 25 13:51:26.978192 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-387f07ac-64ad-407d-9b5e-15fb6c418dbb req-5c5b3b93-d88b-4a45-bb8a-697999ab11cd tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499268 Nov 25 13:51:28.099247 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dbfb55-b195-4045-8bc8-d25ff0136c63 req-0ed9adb7-d785-4e35-94a5-a5f418e5a909 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:51:28.100834 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a5dbfb55-b195-4045-8bc8-d25ff0136c63 req-0ed9adb7-d785-4e35-94a5-a5f418e5a909 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=04aec580-8526-4ce3-8a5b-c0563d6416ce HTTP/1.1" status: 200 len: 944 time: 0.0508134 Nov 25 13:51:28.153047 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a5dbfb55-b195-4045-8bc8-d25ff0136c63 req-a2b92b64-a7c0-4ce8-8801-c813223cbae3 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460997 Nov 25 13:51:29.271925 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e95950a-4658-4820-9156-194da41910c7 req-56324476-c081-464a-b2c2-c8bb8a6d8968 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:51:29.273419 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2e95950a-4658-4820-9156-194da41910c7 req-56324476-c081-464a-b2c2-c8bb8a6d8968 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=04aec580-8526-4ce3-8a5b-c0563d6416ce HTTP/1.1" status: 200 len: 944 time: 0.0534866 Nov 25 13:51:29.320288 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2e95950a-4658-4820-9156-194da41910c7 req-035c28d2-c535-4cb3-8f41-502f8f7f9820 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403187 Nov 25 13:51:30.333097 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cfc2f0cc-19b1-4cee-bfe7-c0444f15f5c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:51:30.440009 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4c2f6-0497-42b2-9820-ce5c95a3a4de req-d5b74d1a-4fb1-4c54-aa7c-424425bb21a8 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:51:30.441495 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-efa4c2f6-0497-42b2-9820-ce5c95a3a4de req-d5b74d1a-4fb1-4c54-aa7c-424425bb21a8 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=04aec580-8526-4ce3-8a5b-c0563d6416ce HTTP/1.1" status: 200 len: 944 time: 0.0495236 Nov 25 13:51:30.489652 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-efa4c2f6-0497-42b2-9820-ce5c95a3a4de req-c69d1125-1139-4406-998b-55217c709f23 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422161 Nov 25 13:51:31.610678 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fccb5d-43c4-4961-933e-a5f1180c6b73 req-adbf369a-3223-44c1-b7ec-e1f67c989742 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:51:31.612188 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-45fccb5d-43c4-4961-933e-a5f1180c6b73 req-adbf369a-3223-44c1-b7ec-e1f67c989742 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=04aec580-8526-4ce3-8a5b-c0563d6416ce HTTP/1.1" status: 200 len: 944 time: 0.0569932 Nov 25 13:51:31.659006 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-45fccb5d-43c4-4961-933e-a5f1180c6b73 req-f59cc3fe-5121-43a2-9a42-f74342b646ca tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408001 Nov 25 13:51:32.773778 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6e04f-1cf6-4b01-b9e4-5980f37b8563 req-a4697624-f67f-4b81-83f3-6f0cea70d59a tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:51:32.775287 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a2b6e04f-1cf6-4b01-b9e4-5980f37b8563 req-a4697624-f67f-4b81-83f3-6f0cea70d59a tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=04aec580-8526-4ce3-8a5b-c0563d6416ce HTTP/1.1" status: 200 len: 944 time: 0.0495715 Nov 25 13:51:32.781797 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5599c1a3-9fba-4ed5-a2f6-9be3e63f5111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:51:32.824046 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a2b6e04f-1cf6-4b01-b9e4-5980f37b8563 req-5aab7909-b951-4675-9cc1-49e95e9bfa85 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408006 Nov 25 13:51:33.938541 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cca349-c842-48da-9b56-36360bd0a500 req-074eea10-8958-4130-bdba-c71ba9dff169 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:51:33.940084 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-41cca349-c842-48da-9b56-36360bd0a500 req-074eea10-8958-4130-bdba-c71ba9dff169 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=04aec580-8526-4ce3-8a5b-c0563d6416ce HTTP/1.1" status: 200 len: 944 time: 0.0491114 Nov 25 13:51:33.952701 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:51:33.991800 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-41cca349-c842-48da-9b56-36360bd0a500 req-faf5369b-f4e3-42bf-950b-7a89d512573f tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457871 Nov 25 13:51:35.107137 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5b9a1-2ded-48dc-8f52-5dde67b62778 req-0d588599-248f-424f-9bdf-801b211a5b85 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:51:35.108611 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e1d5b9a1-2ded-48dc-8f52-5dde67b62778 req-0d588599-248f-424f-9bdf-801b211a5b85 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=04aec580-8526-4ce3-8a5b-c0563d6416ce HTTP/1.1" status: 200 len: 944 time: 0.0479479 Nov 25 13:51:35.155829 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e1d5b9a1-2ded-48dc-8f52-5dde67b62778 req-04d29df5-fd2e-45cf-84aa-7b06dc68c394 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413635 Nov 25 13:51:35.279274 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:51:36.128321 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 2d393e49-8aa8-4e12-bc08-7a6c9ab7defb details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:51:36.222674 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 2d393e49-8aa8-4e12-bc08-7a6c9ab7defb, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=2d393e49-8aa8-4e12-bc08-7a6c9ab7defb,segment=NetworkSegment(537df87f-4062-4c10-ae31-09711976a4db),segment_id=537df87f-4062-4c10-ae31-09711976a4db)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:51:36.234393 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': '2d393e49-8aa8-4e12-bc08-7a6c9ab7defb', 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9', 'port_id': '2d393e49-8aa8-4e12-bc08-7a6c9ab7defb', 'mac_address': 'fa:16:3e:b9:4a:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eab5f893-0ac0-4819-a6c4-0808acabf926', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:51:36.274739 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd80be-7040-4d20-b5d1-697057309143 req-8ab8facf-0f3c-4f9b-9278-cbd21f6f3302 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:51:36.276171 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:51:36.276316 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-93dd80be-7040-4d20-b5d1-697057309143 req-8ab8facf-0f3c-4f9b-9278-cbd21f6f3302 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=04aec580-8526-4ce3-8a5b-c0563d6416ce HTTP/1.1" status: 200 len: 944 time: 0.0494456 Nov 25 13:51:36.289704 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d393e49-8aa8-4e12-bc08-7a6c9ab7defb {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:51:36.309212 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 2d393e49-8aa8-4e12-bc08-7a6c9ab7defb, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=2d393e49-8aa8-4e12-bc08-7a6c9ab7defb,segment=NetworkSegment(537df87f-4062-4c10-ae31-09711976a4db),segment_id=537df87f-4062-4c10-ae31-09711976a4db)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:51:36.313710 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:51:36.325754 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-93dd80be-7040-4d20-b5d1-697057309143 req-52ab3ece-5cf4-418a-bd5b-703d9450d7bb tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421145 Nov 25 13:51:36.361409 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=2d393e49-8aa8-4e12-bc08-7a6c9ab7defb,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:51:36.430827 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:51:36.593834 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['2d393e49-8aa8-4e12-bc08-7a6c9ab7defb'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:51:37.444709 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b509ec-e808-4db1-b536-83ac6583b965 req-09484d40-1143-4859-abc7-185a3e8848ce tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:51:37.446190 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e3b509ec-e808-4db1-b536-83ac6583b965 req-09484d40-1143-4859-abc7-185a3e8848ce tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=04aec580-8526-4ce3-8a5b-c0563d6416ce HTTP/1.1" status: 200 len: 945 time: 0.0521820 Nov 25 13:51:37.494087 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e3b509ec-e808-4db1-b536-83ac6583b965 req-048f4e39-2c2b-49e5-9312-027c9a4b56c0 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418572 Nov 25 13:51:38.143987 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 2d393e49-8aa8-4e12-bc08-7a6c9ab7defb up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:51:38.192306 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port 2d393e49-8aa8-4e12-bc08-7a6c9ab7defb completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:51:38.196130 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port 2d393e49-8aa8-4e12-bc08-7a6c9ab7defb triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:51:38.196495 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:51:38.277866 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:51:38.300032 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04aec580-8526-4ce3-8a5b-c0563d6416ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d393e49-8aa8-4e12-bc08-7a6c9ab7defb'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:51:38.302207 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2327016-666f-43e1-bd46-7f4ce09563ec" -d '{"events": [{"server_uuid": "04aec580-8526-4ce3-8a5b-c0563d6416ce", "name": "network-vif-plugged", "status": "completed", "tag": "2d393e49-8aa8-4e12-bc08-7a6c9ab7defb"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:51:38.314542 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 2d393e49-8aa8-4e12-bc08-7a6c9ab7defb, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=2d393e49-8aa8-4e12-bc08-7a6c9ab7defb,segment=NetworkSegment(537df87f-4062-4c10-ae31-09711976a4db),segment_id=537df87f-4062-4c10-ae31-09711976a4db)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:51:38.318237 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:51:38.343812 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f77e34-0180-4ecf-b631-5b009b10af47 x-openstack-request-id: req-87f77e34-0180-4ecf-b631-5b009b10af47 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:51:38.344110 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04aec580-8526-4ce3-8a5b-c0563d6416ce", "name": "network-vif-plugged", "status": "completed", "tag": "2d393e49-8aa8-4e12-bc08-7a6c9ab7defb", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:51:38.344365 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-87f77e34-0180-4ecf-b631-5b009b10af47 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:51:38.344751 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04aec580-8526-4ce3-8a5b-c0563d6416ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d393e49-8aa8-4e12-bc08-7a6c9ab7defb', 'code': 200} Nov 25 13:51:38.371010 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=2d393e49-8aa8-4e12-bc08-7a6c9ab7defb,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:51:38.421278 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:51:38.448116 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24700123-4b9c-4c94-b224-110fcccf4141 req-6b3e1d4b-6082-4170-8569-5a6fee072d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:51:38.449628 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-24700123-4b9c-4c94-b224-110fcccf4141 req-6b3e1d4b-6082-4170-8569-5a6fee072d98 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=04aec580-8526-4ce3-8a5b-c0563d6416ce HTTP/1.1" status: 200 len: 1098 time: 0.0405381 Nov 25 13:51:38.494494 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-24700123-4b9c-4c94-b224-110fcccf4141 req-452af1f5-12a6-4432-88b4-902b04f178cf service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379326 Nov 25 13:51:38.612201 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b926f-2da6-4d3d-ac61-44fd2a9bddc1 req-6230a0ad-3ab5-4525-92ca-0e5f7e078044 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:51:38.613620 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-406b926f-2da6-4d3d-ac61-44fd2a9bddc1 req-6230a0ad-3ab5-4525-92ca-0e5f7e078044 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=04aec580-8526-4ce3-8a5b-c0563d6416ce HTTP/1.1" status: 200 len: 946 time: 0.0521598 Nov 25 13:51:38.660633 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-406b926f-2da6-4d3d-ac61-44fd2a9bddc1 req-f7610280-cbd2-4476-be0f-68c551f70290 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410089 Nov 25 13:51:39.775448 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a1bf6-14d8-4ca9-85bb-9093cfe8f1a5 req-650ae1f5-05b3-4516-8642-8d8bd9d4652a tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:51:39.776916 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-596a1bf6-14d8-4ca9-85bb-9093cfe8f1a5 req-650ae1f5-05b3-4516-8642-8d8bd9d4652a tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=04aec580-8526-4ce3-8a5b-c0563d6416ce HTTP/1.1" status: 200 len: 946 time: 0.0483849 Nov 25 13:51:39.827675 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-596a1bf6-14d8-4ca9-85bb-9093cfe8f1a5 req-3e095054-c9c1-49d8-b71e-c8156109bdb5 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447798 Nov 25 13:51:39.941431 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47a029b-2a8b-46a1-a8e9-053698704a59 req-c5126023-35d3-4c20-8f0a-8e8a2ca52079 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:51:39.942812 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a47a029b-2a8b-46a1-a8e9-053698704a59 req-c5126023-35d3-4c20-8f0a-8e8a2ca52079 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=04aec580-8526-4ce3-8a5b-c0563d6416ce HTTP/1.1" status: 200 len: 946 time: 0.0506301 Nov 25 13:51:39.989115 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a47a029b-2a8b-46a1-a8e9-053698704a59 req-d25f4d68-c19a-40f3-87f5-50fca9a11965 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404401 Nov 25 13:51:41.829044 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:51:42.381599 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3773d34-1e95-4e9c-b8e7-248e453623cd req-9a201f0e-ed36-4825-81cb-8f88e21ef667 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:51:42.383107 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b3773d34-1e95-4e9c-b8e7-248e453623cd req-9a201f0e-ed36-4825-81cb-8f88e21ef667 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/networks?id=a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 HTTP/1.1" status: 200 len: 811 time: 0.1066642 Nov 25 13:51:42.399112 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b3773d34-1e95-4e9c-b8e7-248e453623cd req-4c06d71c-ade5-4507-a895-8be73a8392e9 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/quotas/8d7a98d179f84da5a80b50bf4d9d909f HTTP/1.1" status: 200 len: 375 time: 0.0095739 Nov 25 13:51:42.451592 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b3773d34-1e95-4e9c-b8e7-248e453623cd req-325de081-ed9f-4f72-8ece-37b96898a24e tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8d7a98d179f84da5a80b50bf4d9d909f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0463765 Nov 25 13:51:42.540338 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b3773d34-1e95-4e9c-b8e7-248e453623cd req-8a272166-a95f-4440-b934-89124b90c09c service neutron] 10.222.0.53 "GET /v2.0/networks/a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815654 Nov 25 13:51:42.635494 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b3773d34-1e95-4e9c-b8e7-248e453623cd req-823d767b-3074-4cdb-8cf3-00b8a8986552 service neutron] 10.222.0.53 "GET /v2.0/networks/a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886672 Nov 25 13:51:42.822932 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-083bca2c-905e-4774-9268-a0dc2f0dfc31 req-18635ee4-f254-4ff9-8560-7c0fceb1900b tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b562253-4685-4bf2-b865-13a9117da96b HTTP/1.1" status: 200 len: 210 time: 0.0265117 Nov 25 13:51:43.730975 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3773d34-1e95-4e9c-b8e7-248e453623cd req-a2f7e069-e877-45cf-bea9-8442c7f691ee tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:51:43.732973 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b3773d34-1e95-4e9c-b8e7-248e453623cd req-a2f7e069-e877-45cf-bea9-8442c7f691ee tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.47 "GET /v2.0/networks?id=a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 HTTP/1.1" status: 200 len: 811 time: 0.1128139 Nov 25 13:51:43.745994 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-b3773d34-1e95-4e9c-b8e7-248e453623cd req-1e82a6f3-f3cd-441d-825a-66843f35464f tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Request body: {'port': {'device_id': '7b562253-4685-4bf2-b865-13a9117da96b', 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9', 'admin_state_up': True, 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:51:43.861140 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3773d34-1e95-4e9c-b8e7-248e453623cd req-1e82a6f3-f3cd-441d-825a-66843f35464f tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Made reservation on behalf of 8d7a98d179f84da5a80b50bf4d9d909f for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:51:43.865210 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b3773d34-1e95-4e9c-b8e7-248e453623cd req-1e82a6f3-f3cd-441d-825a-66843f35464f tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:51:43.923916 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-093de51b-2d60-4fcc-b4eb-6afcc36af81b req-52cec064-7690-405e-aeaa-5730d9fdcb8c tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b562253-4685-4bf2-b865-13a9117da96b HTTP/1.1" status: 200 len: 210 time: 0.0281763 Nov 25 13:51:44.002112 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-b3773d34-1e95-4e9c-b8e7-248e453623cd req-1e82a6f3-f3cd-441d-825a-66843f35464f tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Allocated IP 172.20.0.9 (a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9/eab5f893-0ac0-4819-a6c4-0808acabf926/a2cc64f3-d9f0-41ad-a28c-f5080e1f3a4e) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:51:44.167600 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b3773d34-1e95-4e9c-b8e7-248e453623cd req-1e82a6f3-f3cd-441d-825a-66843f35464f tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:51:44.204074 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b3773d34-1e95-4e9c-b8e7-248e453623cd req-1e82a6f3-f3cd-441d-825a-66843f35464f tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:51:44.223920 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['2d393e49-8aa8-4e12-bc08-7a6c9ab7defb'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:51:44.249719 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3773d34-1e95-4e9c-b8e7-248e453623cd req-1e82a6f3-f3cd-441d-825a-66843f35464f tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Network a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:51:44.253258 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-b3773d34-1e95-4e9c-b8e7-248e453623cd req-1e82a6f3-f3cd-441d-825a-66843f35464f tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:51:44.257986 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3773d34-1e95-4e9c-b8e7-248e453623cd req-1e82a6f3-f3cd-441d-825a-66843f35464f tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:51:44.309880 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82a6f3-f3cd-441d-825a-66843f35464f tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Pushing event updated for resources: {'Port': ['ID=a2cc64f3-d9f0-41ad-a28c-f5080e1f3a4e,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:51:44.323123 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82a6f3-f3cd-441d-825a-66843f35464f tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:51:44.323736 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82a6f3-f3cd-441d-825a-66843f35464f tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:51:44.324462 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82a6f3-f3cd-441d-825a-66843f35464f tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:51:44.325445 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82a6f3-f3cd-441d-825a-66843f35464f tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:51:44.326497 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82a6f3-f3cd-441d-825a-66843f35464f tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:51:44.327025 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82a6f3-f3cd-441d-825a-66843f35464f tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:51:44.327666 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82a6f3-f3cd-441d-825a-66843f35464f tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:51:44.328170 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82a6f3-f3cd-441d-825a-66843f35464f tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:51:44.328664 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82a6f3-f3cd-441d-825a-66843f35464f tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:51:44.329151 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82a6f3-f3cd-441d-825a-66843f35464f tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:51:44.329641 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82a6f3-f3cd-441d-825a-66843f35464f tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:51:44.330143 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82a6f3-f3cd-441d-825a-66843f35464f tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:51:44.342297 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3773d34-1e95-4e9c-b8e7-248e453623cd req-1e82a6f3-f3cd-441d-825a-66843f35464f tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:51:44.343182 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b3773d34-1e95-4e9c-b8e7-248e453623cd req-1e82a6f3-f3cd-441d-825a-66843f35464f tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:51:44.363834 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b3773d34-1e95-4e9c-b8e7-248e453623cd req-1e82a6f3-f3cd-441d-825a-66843f35464f tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6215105 Nov 25 13:51:44.378862 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-b3773d34-1e95-4e9c-b8e7-248e453623cd req-2770ff65-65c9-48e0-be7a-4ea7dfbe8550 service neutron] Request body: {'port': {'device_id': '7b562253-4685-4bf2-b865-13a9117da96b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:51:44.446714 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b3773d34-1e95-4e9c-b8e7-248e453623cd req-2770ff65-65c9-48e0-be7a-4ea7dfbe8550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:51:44.601617 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-d970bb2d-d796-4030-9819-dbc7bbb71543 None None] Provisioning complete for port a2cc64f3-d9f0-41ad-a28c-f5080e1f3a4e triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:51:44.602375 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d970bb2d-d796-4030-9819-dbc7bbb71543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:51:44.637259 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-d970bb2d-d796-4030-9819-dbc7bbb71543 None None] Port a2cc64f3-d9f0-41ad-a28c-f5080e1f3a4e cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:51:44.744595 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-b3773d34-1e95-4e9c-b8e7-248e453623cd req-2770ff65-65c9-48e0-be7a-4ea7dfbe8550 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2cc64f3-d9f0-41ad-a28c-f5080e1f3a4e {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:51:44.756686 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b3773d34-1e95-4e9c-b8e7-248e453623cd req-2770ff65-65c9-48e0-be7a-4ea7dfbe8550 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:51:44.773081 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-b3773d34-1e95-4e9c-b8e7-248e453623cd req-2770ff65-65c9-48e0-be7a-4ea7dfbe8550 service neutron] Transition to ACTIVE for port object a2cc64f3-d9f0-41ad-a28c-f5080e1f3a4e will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:51:44.776997 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b3773d34-1e95-4e9c-b8e7-248e453623cd req-2770ff65-65c9-48e0-be7a-4ea7dfbe8550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:51:44.835276 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2770ff65-65c9-48e0-be7a-4ea7dfbe8550 service neutron] Pushing event updated for resources: {'Port': ['ID=a2cc64f3-d9f0-41ad-a28c-f5080e1f3a4e,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:51:44.913138 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-b3773d34-1e95-4e9c-b8e7-248e453623cd req-2770ff65-65c9-48e0-be7a-4ea7dfbe8550 service neutron] Attempting to bind port a2cc64f3-d9f0-41ad-a28c-f5080e1f3a4e on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:51:44.913479 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-b3773d34-1e95-4e9c-b8e7-248e453623cd req-2770ff65-65c9-48e0-be7a-4ea7dfbe8550 service neutron] Attempting to bind port a2cc64f3-d9f0-41ad-a28c-f5080e1f3a4e by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '537df87f-4062-4c10-ae31-09711976a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:51:44.913816 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3773d34-1e95-4e9c-b8e7-248e453623cd req-2770ff65-65c9-48e0-be7a-4ea7dfbe8550 service neutron] Attempting to bind port a2cc64f3-d9f0-41ad-a28c-f5080e1f3a4e on network a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:51:44.921204 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3773d34-1e95-4e9c-b8e7-248e453623cd req-2770ff65-65c9-48e0-be7a-4ea7dfbe8550 service neutron] Port a2cc64f3-d9f0-41ad-a28c-f5080e1f3a4e on network a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:51:44.921537 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3773d34-1e95-4e9c-b8e7-248e453623cd req-2770ff65-65c9-48e0-be7a-4ea7dfbe8550 service neutron] Attempting to bind port a2cc64f3-d9f0-41ad-a28c-f5080e1f3a4e on network a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:51:44.927169 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3773d34-1e95-4e9c-b8e7-248e453623cd req-2770ff65-65c9-48e0-be7a-4ea7dfbe8550 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:51:44.927715 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3773d34-1e95-4e9c-b8e7-248e453623cd req-2770ff65-65c9-48e0-be7a-4ea7dfbe8550 service neutron] Checking segment: {'id': '537df87f-4062-4c10-ae31-09711976a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:51:44.928111 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3773d34-1e95-4e9c-b8e7-248e453623cd req-2770ff65-65c9-48e0-be7a-4ea7dfbe8550 service neutron] Bound using segment: {'id': '537df87f-4062-4c10-ae31-09711976a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:51:44.928555 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-b3773d34-1e95-4e9c-b8e7-248e453623cd req-2770ff65-65c9-48e0-be7a-4ea7dfbe8550 service neutron] Bound port: a2cc64f3-d9f0-41ad-a28c-f5080e1f3a4e, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '537df87f-4062-4c10-ae31-09711976a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:51:44.928940 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b3773d34-1e95-4e9c-b8e7-248e453623cd req-2770ff65-65c9-48e0-be7a-4ea7dfbe8550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:51:45.023738 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-b3773d34-1e95-4e9c-b8e7-248e453623cd req-2770ff65-65c9-48e0-be7a-4ea7dfbe8550 service neutron] For port a2cc64f3-d9f0-41ad-a28c-f5080e1f3a4e, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:51:45.027770 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-b3773d34-1e95-4e9c-b8e7-248e453623cd req-2770ff65-65c9-48e0-be7a-4ea7dfbe8550 service neutron] For port a2cc64f3-d9f0-41ad-a28c-f5080e1f3a4e, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=a2cc64f3-d9f0-41ad-a28c-f5080e1f3a4e,segment=NetworkSegment(537df87f-4062-4c10-ae31-09711976a4db),segment_id=537df87f-4062-4c10-ae31-09711976a4db)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:51:45.035215 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b3773d34-1e95-4e9c-b8e7-248e453623cd req-2770ff65-65c9-48e0-be7a-4ea7dfbe8550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:51:45.055622 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec7f1d-a25b-4640-ab68-6426e4e6375b req-edb4c92d-dc76-490d-b3fb-2655fc4deace tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:51:45.057322 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dbec7f1d-a25b-4640-ab68-6426e4e6375b req-edb4c92d-dc76-490d-b3fb-2655fc4deace tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b562253-4685-4bf2-b865-13a9117da96b HTTP/1.1" status: 200 len: 943 time: 0.0582907 Nov 25 13:51:45.082826 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3773d34-1e95-4e9c-b8e7-248e453623cd req-2770ff65-65c9-48e0-be7a-4ea7dfbe8550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:51:45.083693 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b3773d34-1e95-4e9c-b8e7-248e453623cd req-2770ff65-65c9-48e0-be7a-4ea7dfbe8550 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:51:45.085425 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b3773d34-1e95-4e9c-b8e7-248e453623cd req-2770ff65-65c9-48e0-be7a-4ea7dfbe8550 service neutron] 10.222.0.47 "PUT /v2.0/ports/a2cc64f3-d9f0-41ad-a28c-f5080e1f3a4e HTTP/1.1" status: 200 len: 1092 time: 0.7130783 Nov 25 13:51:45.086030 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b562253-4685-4bf2-b865-13a9117da96b', 'tag': 'a2cc64f3-d9f0-41ad-a28c-f5080e1f3a4e'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:51:45.088376 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a7559e-9f47-4d44-b6a5-a94d07b7bfa3" -d '{"events": [{"name": "network-changed", "server_uuid": "7b562253-4685-4bf2-b865-13a9117da96b", "tag": "a2cc64f3-d9f0-41ad-a28c-f5080e1f3a4e"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:51:45.114486 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2770ff65-65c9-48e0-be7a-4ea7dfbe8550 service neutron] Pushing event updated for resources: {'Port': ['ID=a2cc64f3-d9f0-41ad-a28c-f5080e1f3a4e,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:51:45.126436 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dbec7f1d-a25b-4640-ab68-6426e4e6375b req-663dd871-dc62-4b1a-8c86-627a5996fdfa tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621138 Nov 25 13:51:45.176599 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea77dce1-9bd8-4152-b95d-3cd340a93818 x-openstack-request-id: req-ea77dce1-9bd8-4152-b95d-3cd340a93818 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:51:45.177051 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b562253-4685-4bf2-b865-13a9117da96b", "tag": "a2cc64f3-d9f0-41ad-a28c-f5080e1f3a4e", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:51:45.177403 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ea77dce1-9bd8-4152-b95d-3cd340a93818 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:51:45.177987 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b562253-4685-4bf2-b865-13a9117da96b', 'tag': 'a2cc64f3-d9f0-41ad-a28c-f5080e1f3a4e', 'status': 'completed', 'code': 200} Nov 25 13:51:45.191919 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3773d34-1e95-4e9c-b8e7-248e453623cd req-7058bbbc-147e-4d15-ac07-550887faade3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:51:45.193782 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b3773d34-1e95-4e9c-b8e7-248e453623cd req-7058bbbc-147e-4d15-ac07-550887faade3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d7a98d179f84da5a80b50bf4d9d909f&device_id=7b562253-4685-4bf2-b865-13a9117da96b HTTP/1.1" status: 200 len: 1095 time: 0.0554750 Nov 25 13:51:45.244672 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b3773d34-1e95-4e9c-b8e7-248e453623cd req-5452822c-8ddd-467d-b9dc-9e14278a9465 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2cc64f3-d9f0-41ad-a28c-f5080e1f3a4e HTTP/1.1" status: 200 len: 217 time: 0.0417001 Nov 25 13:51:45.302308 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3773d34-1e95-4e9c-b8e7-248e453623cd req-90768f18-2e97-47b8-8fc8-93b87935fc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:51:45.303791 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b3773d34-1e95-4e9c-b8e7-248e453623cd req-90768f18-2e97-47b8-8fc8-93b87935fc39 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eab5f893-0ac0-4819-a6c4-0808acabf926 HTTP/1.1" status: 200 len: 850 time: 0.0517762 Nov 25 13:51:45.351347 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3773d34-1e95-4e9c-b8e7-248e453623cd req-71b91df2-14be-408e-87eb-d5bb40459a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:51:45.352870 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b3773d34-1e95-4e9c-b8e7-248e453623cd req-71b91df2-14be-408e-87eb-d5bb40459a63 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413809 Nov 25 13:51:45.447997 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b3773d34-1e95-4e9c-b8e7-248e453623cd req-6543db84-80ae-4b7a-85a7-aca7ab181769 service neutron] 10.222.0.47 "GET /v2.0/networks/a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879128 Nov 25 13:51:45.537388 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b3773d34-1e95-4e9c-b8e7-248e453623cd req-5ce3a4f0-da1b-4549-b57b-5b2e61f50533 service neutron] 10.222.0.47 "GET /v2.0/networks/a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827467 Nov 25 13:51:45.619932 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7559e-9f47-4d44-b6a5-a94d07b7bfa3 req-ca0d5b0f-1f2d-4b97-bc62-647950bae950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:51:45.621434 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-26a7559e-9f47-4d44-b6a5-a94d07b7bfa3 req-ca0d5b0f-1f2d-4b97-bc62-647950bae950 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d7a98d179f84da5a80b50bf4d9d909f&device_id=7b562253-4685-4bf2-b865-13a9117da96b HTTP/1.1" status: 200 len: 1095 time: 0.0405955 Nov 25 13:51:45.726775 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7559e-9f47-4d44-b6a5-a94d07b7bfa3 req-e584a6cb-6903-4a94-846a-17f4c6b3fa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:51:45.728922 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-26a7559e-9f47-4d44-b6a5-a94d07b7bfa3 req-e584a6cb-6903-4a94-846a-17f4c6b3fa34 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 HTTP/1.1" status: 200 len: 912 time: 0.1006308 Nov 25 13:51:45.771259 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-26a7559e-9f47-4d44-b6a5-a94d07b7bfa3 req-144943aa-2dbe-4169-87b8-39ab2223d728 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2cc64f3-d9f0-41ad-a28c-f5080e1f3a4e HTTP/1.1" status: 200 len: 217 time: 0.0356503 Nov 25 13:51:45.825994 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7559e-9f47-4d44-b6a5-a94d07b7bfa3 req-160b6f39-69b0-40c4-9e30-507bf951fa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:51:45.827446 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-26a7559e-9f47-4d44-b6a5-a94d07b7bfa3 req-160b6f39-69b0-40c4-9e30-507bf951fa84 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eab5f893-0ac0-4819-a6c4-0808acabf926 HTTP/1.1" status: 200 len: 850 time: 0.0494974 Nov 25 13:51:45.874199 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7559e-9f47-4d44-b6a5-a94d07b7bfa3 req-313e9517-a0ea-4506-bf0a-f43206d2427d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:51:45.875841 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-26a7559e-9f47-4d44-b6a5-a94d07b7bfa3 req-313e9517-a0ea-4506-bf0a-f43206d2427d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409336 Nov 25 13:51:45.966873 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-26a7559e-9f47-4d44-b6a5-a94d07b7bfa3 req-848476ba-416a-450a-b548-5d2d2903686b service neutron] 10.222.0.47 "GET /v2.0/networks/a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831268 Nov 25 13:51:46.062323 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-26a7559e-9f47-4d44-b6a5-a94d07b7bfa3 req-005eb197-afc3-477f-8479-c46589f99aa4 service neutron] 10.222.0.47 "GET /v2.0/networks/a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890348 Nov 25 13:51:46.264241 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db8bc0-1c5a-4519-ac4d-829e18e04479 req-f7ec804f-9417-41d3-95c2-8203bf7deef0 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:51:46.266155 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-48db8bc0-1c5a-4519-ac4d-829e18e04479 req-f7ec804f-9417-41d3-95c2-8203bf7deef0 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b562253-4685-4bf2-b865-13a9117da96b HTTP/1.1" status: 200 len: 943 time: 0.0519423 Nov 25 13:51:46.314490 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-48db8bc0-1c5a-4519-ac4d-829e18e04479 req-4ad019c4-ce2a-4900-b53f-6e3919a6c6bf tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423121 Nov 25 13:51:47.467139 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada0f5d0-a35d-4203-aaa5-817f1853b897 req-556ee2b1-f04b-47cf-81b9-b4cefba553db tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:51:47.468819 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ada0f5d0-a35d-4203-aaa5-817f1853b897 req-556ee2b1-f04b-47cf-81b9-b4cefba553db tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b562253-4685-4bf2-b865-13a9117da96b HTTP/1.1" status: 200 len: 943 time: 0.0593903 Nov 25 13:51:47.526735 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ada0f5d0-a35d-4203-aaa5-817f1853b897 req-595ddded-a4c9-4dbb-baee-d313143da4ce tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514426 Nov 25 13:51:48.703802 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45caa7cb-3723-49e9-868b-afa556193943 req-9a312454-2545-439d-9b8e-58b94a0ca1c3 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:51:48.705381 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-45caa7cb-3723-49e9-868b-afa556193943 req-9a312454-2545-439d-9b8e-58b94a0ca1c3 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b562253-4685-4bf2-b865-13a9117da96b HTTP/1.1" status: 200 len: 943 time: 0.0825217 Nov 25 13:51:48.768565 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-45caa7cb-3723-49e9-868b-afa556193943 req-4e461b64-1201-438d-94ea-62be96e0200a tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552940 Nov 25 13:51:48.775038 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:51:49.955487 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4705fba7-4113-4fae-ad0b-3f231d2b9ace req-97c40344-8cb8-42b3-9a3e-10ab8fcd3fb4 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:51:49.959045 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4705fba7-4113-4fae-ad0b-3f231d2b9ace req-97c40344-8cb8-42b3-9a3e-10ab8fcd3fb4 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b562253-4685-4bf2-b865-13a9117da96b HTTP/1.1" status: 200 len: 943 time: 0.0933304 Nov 25 13:51:50.032808 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4705fba7-4113-4fae-ad0b-3f231d2b9ace req-14d906fc-f178-4984-8858-c26a562a76d0 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670452 Nov 25 13:51:51.159872 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c34db-64fd-4281-9484-5e46fc1bf8fe req-b548bee7-5873-4ee0-b946-cfe2aa0df5a7 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:51:51.161588 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fc8c34db-64fd-4281-9484-5e46fc1bf8fe req-b548bee7-5873-4ee0-b946-cfe2aa0df5a7 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b562253-4685-4bf2-b865-13a9117da96b HTTP/1.1" status: 200 len: 943 time: 0.0536580 Nov 25 13:51:51.221828 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fc8c34db-64fd-4281-9484-5e46fc1bf8fe req-d76d59ff-2a95-4228-830f-9e9a4e3e9290 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543206 Nov 25 13:51:52.340004 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354975e7-a48f-410a-9b47-919d43f5f92b req-1093b86b-e788-418a-97eb-10a9f30e7054 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:51:52.341545 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-354975e7-a48f-410a-9b47-919d43f5f92b req-1093b86b-e788-418a-97eb-10a9f30e7054 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b562253-4685-4bf2-b865-13a9117da96b HTTP/1.1" status: 200 len: 943 time: 0.0496552 Nov 25 13:51:52.389523 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-354975e7-a48f-410a-9b47-919d43f5f92b req-36df1873-60ad-4f95-9ffa-c14ece24a38d tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419638 Nov 25 13:51:53.505073 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a379685-e58d-460e-922e-f2e59382047b req-45a6fbfa-d417-4c75-8d6c-04ba3acf7f99 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:51:53.506602 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9a379685-e58d-460e-922e-f2e59382047b req-45a6fbfa-d417-4c75-8d6c-04ba3acf7f99 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b562253-4685-4bf2-b865-13a9117da96b HTTP/1.1" status: 200 len: 943 time: 0.0491576 Nov 25 13:51:53.558083 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9a379685-e58d-460e-922e-f2e59382047b req-ea98554e-b884-4a66-9195-d2208d03a8fd tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452931 Nov 25 13:51:54.673357 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf8998-b07f-4710-b3dc-e75126296e94 req-ee49fced-e4a1-47b3-8f52-07b9bf613f92 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:51:54.674868 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b0bf8998-b07f-4710-b3dc-e75126296e94 req-ee49fced-e4a1-47b3-8f52-07b9bf613f92 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b562253-4685-4bf2-b865-13a9117da96b HTTP/1.1" status: 200 len: 943 time: 0.0492887 Nov 25 13:51:54.722753 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b0bf8998-b07f-4710-b3dc-e75126296e94 req-30b48cfa-0c15-4eac-92dd-445ce8ac1623 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417297 Nov 25 13:51:55.837897 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1686350-d8bc-463a-948b-301eef988a2a req-8cd41087-eadc-4aeb-b516-17ae3730d797 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:51:55.839446 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e1686350-d8bc-463a-948b-301eef988a2a req-8cd41087-eadc-4aeb-b516-17ae3730d797 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b562253-4685-4bf2-b865-13a9117da96b HTTP/1.1" status: 200 len: 943 time: 0.0491812 Nov 25 13:51:55.886395 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e1686350-d8bc-463a-948b-301eef988a2a req-4b279338-b17e-491e-a420-95d5656f7362 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408947 Nov 25 13:51:56.384488 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-fe9ef25a-69d1-46a1-91c1-e3e2477d25e5 req-29ed2e8c-0374-4f21-91c9-a0ff60a5878c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=04aec580-8526-4ce3-8a5b-c0563d6416ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0410879 Nov 25 13:51:56.469753 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ef25a-69d1-46a1-91c1-e3e2477d25e5 req-e16db84f-406b-4a96-be56-d5998543115d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:51:56.471397 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-fe9ef25a-69d1-46a1-91c1-e3e2477d25e5 req-e16db84f-406b-4a96-be56-d5998543115d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8d7a98d179f84da5a80b50bf4d9d909f&device_id=04aec580-8526-4ce3-8a5b-c0563d6416ce HTTP/1.1" status: 200 len: 1098 time: 0.0418611 Nov 25 13:51:56.851492 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ef25a-69d1-46a1-91c1-e3e2477d25e5 req-cdab6fab-04f7-46c2-922a-134ac8c6c618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:51:56.852953 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-fe9ef25a-69d1-46a1-91c1-e3e2477d25e5 req-cdab6fab-04f7-46c2-922a-134ac8c6c618 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 HTTP/1.1" status: 200 len: 912 time: 0.3599737 Nov 25 13:51:56.895359 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-fe9ef25a-69d1-46a1-91c1-e3e2477d25e5 req-bdb8ce1a-5b5d-4cb7-a4e1-02e61049a88e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d393e49-8aa8-4e12-bc08-7a6c9ab7defb HTTP/1.1" status: 200 len: 217 time: 0.0344326 Nov 25 13:51:56.952264 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ef25a-69d1-46a1-91c1-e3e2477d25e5 req-a3c70be6-e140-42c3-a23b-15f919c77265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:51:56.953736 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-fe9ef25a-69d1-46a1-91c1-e3e2477d25e5 req-a3c70be6-e140-42c3-a23b-15f919c77265 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=eab5f893-0ac0-4819-a6c4-0808acabf926 HTTP/1.1" status: 200 len: 850 time: 0.0498133 Nov 25 13:51:57.001503 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ef25a-69d1-46a1-91c1-e3e2477d25e5 req-780e75bd-d069-4cae-9a75-21923f8c099f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:51:57.003033 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-fe9ef25a-69d1-46a1-91c1-e3e2477d25e5 req-780e75bd-d069-4cae-9a75-21923f8c099f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415137 Nov 25 13:51:57.006752 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d32345-4856-4a42-b2fa-ffc7032e787c req-8a5ba1aa-a9d9-4b68-a31b-aeffe9722ed4 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:51:57.008270 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e7d32345-4856-4a42-b2fa-ffc7032e787c req-8a5ba1aa-a9d9-4b68-a31b-aeffe9722ed4 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b562253-4685-4bf2-b865-13a9117da96b HTTP/1.1" status: 200 len: 943 time: 0.0530369 Nov 25 13:51:57.019202 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [req-fe9ef25a-69d1-46a1-91c1-e3e2477d25e5 req-54185673-451a-40b1-aa4a-6f6f3b5a79de service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 13:51:57.020796 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-fe9ef25a-69d1-46a1-91c1-e3e2477d25e5 req-54185673-451a-40b1-aa4a-6f6f3b5a79de service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063303 Nov 25 13:51:57.060218 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e7d32345-4856-4a42-b2fa-ffc7032e787c req-7d426534-e82e-400f-87b5-e80558a67187 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449178 Nov 25 13:51:57.113112 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-fe9ef25a-69d1-46a1-91c1-e3e2477d25e5 req-219aaa6e-1f84-418e-81ae-d323441b2d9d service neutron] 10.222.0.66 "GET /v2.0/networks/a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848820 Nov 25 13:51:57.210960 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-fe9ef25a-69d1-46a1-91c1-e3e2477d25e5 req-4581bdb3-fc65-413b-af50-7d779eb30fb3 service neutron] 10.222.0.66 "GET /v2.0/networks/a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894601 Nov 25 13:51:58.189812 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4251bcb8-5a09-49b9-a95b-7a02e128cd6f req-f0738baa-c2c1-4534-92bb-0a1b42dea316 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:51:58.195282 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4251bcb8-5a09-49b9-a95b-7a02e128cd6f req-f0738baa-c2c1-4534-92bb-0a1b42dea316 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b562253-4685-4bf2-b865-13a9117da96b HTTP/1.1" status: 200 len: 943 time: 0.0606074 Nov 25 13:51:58.252400 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4251bcb8-5a09-49b9-a95b-7a02e128cd6f req-b8caea3a-d628-4aea-ad9b-835a7868da75 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519991 Nov 25 13:51:59.374406 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd8d78d-37e2-4091-8d28-fa09ba74b97a req-bc7c4b13-45d0-48e8-9163-0ef27bc55100 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:51:59.375949 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fdd8d78d-37e2-4091-8d28-fa09ba74b97a req-bc7c4b13-45d0-48e8-9163-0ef27bc55100 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b562253-4685-4bf2-b865-13a9117da96b HTTP/1.1" status: 200 len: 943 time: 0.0529840 Nov 25 13:51:59.425100 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fdd8d78d-37e2-4091-8d28-fa09ba74b97a req-90e0deb6-51da-43ad-b78f-4fa82dd716f5 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421326 Nov 25 13:52:00.334176 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8aca84b0-99cb-48e1-8d33-7d842bb8b059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:52:00.546557 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0423c83-827b-423d-83d0-d619704a6f63 req-de288928-2e49-44fc-b5a4-187c5ac6f87c tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:52:00.548124 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a0423c83-827b-423d-83d0-d619704a6f63 req-de288928-2e49-44fc-b5a4-187c5ac6f87c tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b562253-4685-4bf2-b865-13a9117da96b HTTP/1.1" status: 200 len: 943 time: 0.0489404 Nov 25 13:52:00.595373 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a0423c83-827b-423d-83d0-d619704a6f63 req-932e1b7b-8f31-4e6b-a1cb-bd1fd8090a6b tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411663 Nov 25 13:52:01.734346 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c04e58-e93e-400b-a750-16824f7156f4 req-54f1d2c5-2b31-4bb8-a628-2dfcfdf5bb70 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:52:01.735875 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c1c04e58-e93e-400b-a750-16824f7156f4 req-54f1d2c5-2b31-4bb8-a628-2dfcfdf5bb70 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b562253-4685-4bf2-b865-13a9117da96b HTTP/1.1" status: 200 len: 943 time: 0.0645344 Nov 25 13:52:01.789027 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c1c04e58-e93e-400b-a750-16824f7156f4 req-15befd15-1984-4b70-903b-abf939460c59 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470133 Nov 25 13:52:02.782785 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ae22b9bf-e19f-4980-bcdf-36b5a1e5d76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:52:02.907411 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94fec6f-0b3f-4f77-a0f0-2672448d1fb6 req-53d8a089-3c99-483a-a1b1-f4fde06bd833 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:52:02.909110 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d94fec6f-0b3f-4f77-a0f0-2672448d1fb6 req-53d8a089-3c99-483a-a1b1-f4fde06bd833 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b562253-4685-4bf2-b865-13a9117da96b HTTP/1.1" status: 200 len: 943 time: 0.0501399 Nov 25 13:52:02.965894 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d94fec6f-0b3f-4f77-a0f0-2672448d1fb6 req-240c88c6-f25c-47ec-969d-0c816d06b4e0 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494888 Nov 25 13:52:03.955175 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:52:04.087789 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f5fa30-670e-46e8-913b-d40ed66fc4e2 req-9c520b82-2ec5-47ac-b62d-4333013e53d1 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:52:04.089396 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-37f5fa30-670e-46e8-913b-d40ed66fc4e2 req-9c520b82-2ec5-47ac-b62d-4333013e53d1 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b562253-4685-4bf2-b865-13a9117da96b HTTP/1.1" status: 200 len: 943 time: 0.0518298 Nov 25 13:52:04.141353 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-37f5fa30-670e-46e8-913b-d40ed66fc4e2 req-9544b5f5-c51a-4668-a163-2fe781a9f7fa tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440707 Nov 25 13:52:05.262179 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b1f3a1-50f3-4cdf-8281-d9d924ee7539 req-6509ca1d-9c23-41ec-a31d-3beed7e63f98 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:52:05.263785 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-87b1f3a1-50f3-4cdf-8281-d9d924ee7539 req-6509ca1d-9c23-41ec-a31d-3beed7e63f98 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b562253-4685-4bf2-b865-13a9117da96b HTTP/1.1" status: 200 len: 943 time: 0.0549693 Nov 25 13:52:05.283744 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:52:05.316154 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-87b1f3a1-50f3-4cdf-8281-d9d924ee7539 req-994e1df0-a592-485b-8167-d71b57248c35 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432148 Nov 25 13:52:06.248595 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device a2cc64f3-d9f0-41ad-a28c-f5080e1f3a4e details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:52:06.342567 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port a2cc64f3-d9f0-41ad-a28c-f5080e1f3a4e, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=a2cc64f3-d9f0-41ad-a28c-f5080e1f3a4e,segment=NetworkSegment(537df87f-4062-4c10-ae31-09711976a4db),segment_id=537df87f-4062-4c10-ae31-09711976a4db)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:52:06.355039 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': 'a2cc64f3-d9f0-41ad-a28c-f5080e1f3a4e', 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9', 'port_id': 'a2cc64f3-d9f0-41ad-a28c-f5080e1f3a4e', 'mac_address': 'fa:16:3e:84:35:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eab5f893-0ac0-4819-a6c4-0808acabf926', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:52:06.400012 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:52:06.414908 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2cc64f3-d9f0-41ad-a28c-f5080e1f3a4e {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:52:06.439611 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b51d2a-4978-4902-a931-bdf3c44e6a23 req-3a694173-5c2e-4f87-b3cf-62404c55b2f3 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:52:06.441376 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-27b51d2a-4978-4902-a931-bdf3c44e6a23 req-3a694173-5c2e-4f87-b3cf-62404c55b2f3 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b562253-4685-4bf2-b865-13a9117da96b HTTP/1.1" status: 200 len: 943 time: 0.0551894 Nov 25 13:52:06.450675 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:52:06.455328 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port a2cc64f3-d9f0-41ad-a28c-f5080e1f3a4e, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=a2cc64f3-d9f0-41ad-a28c-f5080e1f3a4e,segment=NetworkSegment(537df87f-4062-4c10-ae31-09711976a4db),segment_id=537df87f-4062-4c10-ae31-09711976a4db)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:52:06.459865 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:52:06.494803 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-27b51d2a-4978-4902-a931-bdf3c44e6a23 req-886c829c-9be2-475c-938b-76196c641d2e tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471861 Nov 25 13:52:06.514453 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=a2cc64f3-d9f0-41ad-a28c-f5080e1f3a4e,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:52:06.522552 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:52:06.522937 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:52:06.523291 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:52:06.523637 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:52:06.523982 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:52:06.524320 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:52:06.524660 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:52:06.524994 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:52:06.525328 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:52:06.525713 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:52:06.526046 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:52:06.526376 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:52:06.659829 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['a2cc64f3-d9f0-41ad-a28c-f5080e1f3a4e'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:52:07.608656 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a3c86-d737-40b8-958d-328d32c6575b req-aa4a567a-f12b-4306-a48c-cf34460fa6aa tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:52:07.610614 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f65a3c86-d737-40b8-958d-328d32c6575b req-aa4a567a-f12b-4306-a48c-cf34460fa6aa tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b562253-4685-4bf2-b865-13a9117da96b HTTP/1.1" status: 200 len: 944 time: 0.0484691 Nov 25 13:52:07.661263 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f65a3c86-d737-40b8-958d-328d32c6575b req-5113b7d9-d1bc-408b-be89-bd2ffd194797 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446062 Nov 25 13:52:08.268163 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device a2cc64f3-d9f0-41ad-a28c-f5080e1f3a4e up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:52:08.323418 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port a2cc64f3-d9f0-41ad-a28c-f5080e1f3a4e completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:52:08.328491 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port a2cc64f3-d9f0-41ad-a28c-f5080e1f3a4e triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:52:08.328825 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:52:08.413573 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:52:08.444719 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:52:08.450545 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b562253-4685-4bf2-b865-13a9117da96b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2cc64f3-d9f0-41ad-a28c-f5080e1f3a4e'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:52:08.453619 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c06bc8-5461-42cb-a6c1-67d6966a7efc" -d '{"events": [{"server_uuid": "7b562253-4685-4bf2-b865-13a9117da96b", "name": "network-vif-plugged", "status": "completed", "tag": "a2cc64f3-d9f0-41ad-a28c-f5080e1f3a4e"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:52:08.469198 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port a2cc64f3-d9f0-41ad-a28c-f5080e1f3a4e, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=a2cc64f3-d9f0-41ad-a28c-f5080e1f3a4e,segment=NetworkSegment(537df87f-4062-4c10-ae31-09711976a4db),segment_id=537df87f-4062-4c10-ae31-09711976a4db)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:52:08.473974 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:52:08.501628 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf9fc04-5ddd-44c4-a96f-e7bf2fa7ef9d x-openstack-request-id: req-daf9fc04-5ddd-44c4-a96f-e7bf2fa7ef9d {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:52:08.501893 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b562253-4685-4bf2-b865-13a9117da96b", "name": "network-vif-plugged", "status": "completed", "tag": "a2cc64f3-d9f0-41ad-a28c-f5080e1f3a4e", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:52:08.502284 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-daf9fc04-5ddd-44c4-a96f-e7bf2fa7ef9d {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:52:08.502904 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b562253-4685-4bf2-b865-13a9117da96b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2cc64f3-d9f0-41ad-a28c-f5080e1f3a4e', 'code': 200} Nov 25 13:52:08.532667 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=a2cc64f3-d9f0-41ad-a28c-f5080e1f3a4e,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:52:08.607968 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5270b3a2-9ae6-48c4-a908-192040b942c6 req-ae76c70e-991a-4706-bc74-2a5ff083080e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:52:08.609467 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5270b3a2-9ae6-48c4-a908-192040b942c6 req-ae76c70e-991a-4706-bc74-2a5ff083080e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7b562253-4685-4bf2-b865-13a9117da96b HTTP/1.1" status: 200 len: 1097 time: 0.0426180 Nov 25 13:52:08.657505 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5270b3a2-9ae6-48c4-a908-192040b942c6 req-80b996d9-8c42-49a0-a35b-7d1d454bbad7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404735 Nov 25 13:52:08.782370 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53b102-a510-4d71-9010-b29853279b42 req-9fe255f2-98ca-4245-83e4-3d79b3df2432 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:52:08.784271 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8e53b102-a510-4d71-9010-b29853279b42 req-9fe255f2-98ca-4245-83e4-3d79b3df2432 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b562253-4685-4bf2-b865-13a9117da96b HTTP/1.1" status: 200 len: 945 time: 0.0548377 Nov 25 13:52:08.838970 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8e53b102-a510-4d71-9010-b29853279b42 req-c5f988ec-20c8-459f-8663-004b4c5a14b0 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483704 Nov 25 13:52:09.965887 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b0bcef-7264-4fcb-b069-43bac2032729 req-9388ada2-11e5-4fb2-a1b6-028ff86420b1 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:52:09.967461 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-49b0bcef-7264-4fcb-b069-43bac2032729 req-9388ada2-11e5-4fb2-a1b6-028ff86420b1 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b562253-4685-4bf2-b865-13a9117da96b HTTP/1.1" status: 200 len: 945 time: 0.0563006 Nov 25 13:52:10.023359 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-49b0bcef-7264-4fcb-b069-43bac2032729 req-444fa70c-a28e-4361-aef5-83cae614180f tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492477 Nov 25 13:52:10.148347 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f05eb-0f62-42ad-850c-c84117320e48 req-3289c4d6-eb4f-4b38-9ddb-330f79743fc9 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:52:10.149783 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ff3f05eb-0f62-42ad-850c-c84117320e48 req-3289c4d6-eb4f-4b38-9ddb-330f79743fc9 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b562253-4685-4bf2-b865-13a9117da96b HTTP/1.1" status: 200 len: 945 time: 0.0560403 Nov 25 13:52:10.197158 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ff3f05eb-0f62-42ad-850c-c84117320e48 req-add2e5a0-6f8b-4930-bb66-0ed7a38a9319 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411437 Nov 25 13:52:10.495584 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb934c4-f99f-47e8-a3e2-49388d818146 req-73e953ff-9901-417d-bc9c-ab942d298eb0 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:52:10.497159 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6fb934c4-f99f-47e8-a3e2-49388d818146 req-73e953ff-9901-417d-bc9c-ab942d298eb0 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b562253-4685-4bf2-b865-13a9117da96b HTTP/1.1" status: 200 len: 945 time: 0.0574148 Nov 25 13:52:10.552168 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6fb934c4-f99f-47e8-a3e2-49388d818146 req-7b5758a9-7444-4850-863e-c63c8835ce6c tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488675 Nov 25 13:52:11.676589 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea557ce4-a704-41a6-8859-b14b5a7bd332 req-0d01f891-07c4-4abe-858d-b6b632e5007f tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:52:11.677968 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ea557ce4-a704-41a6-8859-b14b5a7bd332 req-0d01f891-07c4-4abe-858d-b6b632e5007f tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b562253-4685-4bf2-b865-13a9117da96b HTTP/1.1" status: 200 len: 945 time: 0.0522091 Nov 25 13:52:11.724337 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ea557ce4-a704-41a6-8859-b14b5a7bd332 req-21ed124e-af24-45b0-8f9f-269d6aacce58 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403929 Nov 25 13:52:11.857325 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:52:11.921595 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd972c-bb5b-421f-8dec-5216e564bbdb req-e1d56571-9d37-4b27-a3fb-355ab0a0d887 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:52:11.923086 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9cfd972c-bb5b-421f-8dec-5216e564bbdb req-e1d56571-9d37-4b27-a3fb-355ab0a0d887 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b562253-4685-4bf2-b865-13a9117da96b HTTP/1.1" status: 200 len: 945 time: 0.0567818 Nov 25 13:52:12.015197 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-9cfd972c-bb5b-421f-8dec-5216e564bbdb req-1c0c57fa-88dc-4150-a17d-79e246bf7bad tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Deleting port a2cc64f3-d9f0-41ad-a28c-f5080e1f3a4e {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:52:12.015569 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9cfd972c-bb5b-421f-8dec-5216e564bbdb req-1c0c57fa-88dc-4150-a17d-79e246bf7bad tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:52:12.110606 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-9cfd972c-bb5b-421f-8dec-5216e564bbdb req-1c0c57fa-88dc-4150-a17d-79e246bf7bad tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] For port a2cc64f3-d9f0-41ad-a28c-f5080e1f3a4e, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=a2cc64f3-d9f0-41ad-a28c-f5080e1f3a4e,segment=NetworkSegment(537df87f-4062-4c10-ae31-09711976a4db),segment_id=537df87f-4062-4c10-ae31-09711976a4db)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:52:12.111035 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9cfd972c-bb5b-421f-8dec-5216e564bbdb req-1c0c57fa-88dc-4150-a17d-79e246bf7bad tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:52:12.125825 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-9cfd972c-bb5b-421f-8dec-5216e564bbdb req-1c0c57fa-88dc-4150-a17d-79e246bf7bad tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Calling delete_port for a2cc64f3-d9f0-41ad-a28c-f5080e1f3a4e owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:52:12.271992 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9cfd972c-bb5b-421f-8dec-5216e564bbdb req-1c0c57fa-88dc-4150-a17d-79e246bf7bad tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:52:12.284763 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['a2cc64f3-d9f0-41ad-a28c-f5080e1f3a4e'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:52:12.287997 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['2d393e49-8aa8-4e12-bc08-7a6c9ab7defb'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:52:12.304685 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0c57fa-88dc-4150-a17d-79e246bf7bad tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Pushing event deleted for resources: {'Port': ['ID=a2cc64f3-d9f0-41ad-a28c-f5080e1f3a4e,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:52:12.353899 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cfd972c-bb5b-421f-8dec-5216e564bbdb req-1c0c57fa-88dc-4150-a17d-79e246bf7bad tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] No DVR routers for this DVR port a2cc64f3-d9f0-41ad-a28c-f5080e1f3a4e on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:52:12.357438 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9cfd972c-bb5b-421f-8dec-5216e564bbdb req-1c0c57fa-88dc-4150-a17d-79e246bf7bad tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:52:12.361287 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9cfd972c-bb5b-421f-8dec-5216e564bbdb req-1c0c57fa-88dc-4150-a17d-79e246bf7bad tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.47 "DELETE /v2.0/ports/a2cc64f3-d9f0-41ad-a28c-f5080e1f3a4e HTTP/1.1" status: 204 len: 173 time: 0.4319942 Nov 25 13:52:12.361763 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b562253-4685-4bf2-b865-13a9117da96b', 'name': 'network-vif-deleted', 'tag': 'a2cc64f3-d9f0-41ad-a28c-f5080e1f3a4e'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:52:12.364320 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e9e646-dfa5-4ed5-b94a-802bcb0c3b58" -d '{"events": [{"server_uuid": "7b562253-4685-4bf2-b865-13a9117da96b", "name": "network-vif-deleted", "tag": "a2cc64f3-d9f0-41ad-a28c-f5080e1f3a4e"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:52:12.415908 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190ecc05-5153-4692-abc4-9c1000536721 x-openstack-request-id: req-190ecc05-5153-4692-abc4-9c1000536721 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:52:12.416243 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b562253-4685-4bf2-b865-13a9117da96b", "name": "network-vif-deleted", "tag": "a2cc64f3-d9f0-41ad-a28c-f5080e1f3a4e", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:52:12.416478 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-190ecc05-5153-4692-abc4-9c1000536721 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:52:12.416891 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b562253-4685-4bf2-b865-13a9117da96b', 'name': 'network-vif-deleted', 'tag': 'a2cc64f3-d9f0-41ad-a28c-f5080e1f3a4e', 'status': 'completed', 'code': 200} Nov 25 13:52:12.820701 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9d632a35-1ae4-4757-bc9b-d757d275bad5 req-8803adfb-8223-425b-b210-c610ef64ff0f tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b562253-4685-4bf2-b865-13a9117da96b HTTP/1.1" status: 200 len: 210 time: 0.0256162 Nov 25 13:52:13.920070 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-47aaa8ac-d573-4d31-a6db-14dd644770c7 req-384808d2-28de-4bef-a77a-ef5943f90285 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b562253-4685-4bf2-b865-13a9117da96b HTTP/1.1" status: 200 len: 210 time: 0.0262616 Nov 25 13:52:15.015008 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b61241d7-c1a1-47f0-8196-efdc26e0d14d req-eb120f2b-3a35-463d-9ae1-90e7509b0e15 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b562253-4685-4bf2-b865-13a9117da96b HTTP/1.1" status: 200 len: 210 time: 0.0255818 Nov 25 13:52:16.109146 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-40f026a9-510c-4497-bceb-2201c1d53ab1 req-203fa790-b113-4217-b167-d0b67bd97ba9 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b562253-4685-4bf2-b865-13a9117da96b HTTP/1.1" status: 200 len: 210 time: 0.0250614 Nov 25 13:52:16.311862 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device a2cc64f3-d9f0-41ad-a28c-f5080e1f3a4e no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:52:16.336070 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: a2cc64f3-d9f0-41ad-a28c-f5080e1f3a4e {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:52:16.336421 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device a2cc64f3-d9f0-41ad-a28c-f5080e1f3a4e not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:52:22.692720 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f45628-b4f8-4a1b-adb8-197ff835e679 req-933ab17d-5bc7-431d-a396-b96db25e75a4 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:52:22.694079 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-75f45628-b4f8-4a1b-adb8-197ff835e679 req-933ab17d-5bc7-431d-a396-b96db25e75a4 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=04aec580-8526-4ce3-8a5b-c0563d6416ce HTTP/1.1" status: 200 len: 946 time: 0.0533662 Nov 25 13:52:22.740589 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-75f45628-b4f8-4a1b-adb8-197ff835e679 req-9eacc3bc-53ca-48a5-8744-ad8d8ff84ddc tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404925 Nov 25 13:52:23.855720 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237c304-5fc1-4e85-9243-57dc1138aaea req-a94a5b7d-c4d5-4b79-96ca-927bac606ac0 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:52:23.857186 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b237c304-5fc1-4e85-9243-57dc1138aaea req-a94a5b7d-c4d5-4b79-96ca-927bac606ac0 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=04aec580-8526-4ce3-8a5b-c0563d6416ce HTTP/1.1" status: 200 len: 946 time: 0.0478818 Nov 25 13:52:23.903861 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b237c304-5fc1-4e85-9243-57dc1138aaea req-335822c1-016b-4b9e-85b9-f22f7cc82ac3 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e1d8e12-82c3-4c14-ab9b-2015d729abf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407474 Nov 25 13:52:24.375159 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feaa35b-447c-4714-bc82-f69d19601836 req-5fa8e612-e1f3-4815-aef6-7fc0b4565f04 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:52:24.376556 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4feaa35b-447c-4714-bc82-f69d19601836 req-5fa8e612-e1f3-4815-aef6-7fc0b4565f04 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.66 "GET /v2.0/ports?device_id=04aec580-8526-4ce3-8a5b-c0563d6416ce HTTP/1.1" status: 200 len: 946 time: 0.0486376 Nov 25 13:52:24.470486 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-4feaa35b-447c-4714-bc82-f69d19601836 req-d3fad4eb-e7ad-4e7a-934b-569bd2a5a67d tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Deleting port 2d393e49-8aa8-4e12-bc08-7a6c9ab7defb {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:52:24.470862 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-4feaa35b-447c-4714-bc82-f69d19601836 req-d3fad4eb-e7ad-4e7a-934b-569bd2a5a67d tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:52:24.560973 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-4feaa35b-447c-4714-bc82-f69d19601836 req-d3fad4eb-e7ad-4e7a-934b-569bd2a5a67d tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] For port 2d393e49-8aa8-4e12-bc08-7a6c9ab7defb, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=2d393e49-8aa8-4e12-bc08-7a6c9ab7defb,segment=NetworkSegment(537df87f-4062-4c10-ae31-09711976a4db),segment_id=537df87f-4062-4c10-ae31-09711976a4db)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:52:24.561341 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-4feaa35b-447c-4714-bc82-f69d19601836 req-d3fad4eb-e7ad-4e7a-934b-569bd2a5a67d tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:52:24.574212 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-4feaa35b-447c-4714-bc82-f69d19601836 req-d3fad4eb-e7ad-4e7a-934b-569bd2a5a67d tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Calling delete_port for 2d393e49-8aa8-4e12-bc08-7a6c9ab7defb owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:52:24.709345 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-4feaa35b-447c-4714-bc82-f69d19601836 req-d3fad4eb-e7ad-4e7a-934b-569bd2a5a67d tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:52:24.726494 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['2d393e49-8aa8-4e12-bc08-7a6c9ab7defb'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:52:24.740269 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fad4eb-e7ad-4e7a-934b-569bd2a5a67d tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Pushing event deleted for resources: {'Port': ['ID=2d393e49-8aa8-4e12-bc08-7a6c9ab7defb,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:52:24.787374 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-4feaa35b-447c-4714-bc82-f69d19601836 req-d3fad4eb-e7ad-4e7a-934b-569bd2a5a67d tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] No DVR routers for this DVR port 2d393e49-8aa8-4e12-bc08-7a6c9ab7defb on host n-h1-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:52:24.790027 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-4feaa35b-447c-4714-bc82-f69d19601836 req-d3fad4eb-e7ad-4e7a-934b-569bd2a5a67d tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:52:24.793466 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4feaa35b-447c-4714-bc82-f69d19601836 req-d3fad4eb-e7ad-4e7a-934b-569bd2a5a67d tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.66 "DELETE /v2.0/ports/2d393e49-8aa8-4e12-bc08-7a6c9ab7defb HTTP/1.1" status: 204 len: 173 time: 0.4103351 Nov 25 13:52:24.793906 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04aec580-8526-4ce3-8a5b-c0563d6416ce', 'name': 'network-vif-deleted', 'tag': '2d393e49-8aa8-4e12-bc08-7a6c9ab7defb'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:52:24.796179 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f59b185-1f2c-45fd-b813-4cb0bc8a00a5" -d '{"events": [{"server_uuid": "04aec580-8526-4ce3-8a5b-c0563d6416ce", "name": "network-vif-deleted", "tag": "2d393e49-8aa8-4e12-bc08-7a6c9ab7defb"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:52:24.839494 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3812c99-eda3-4006-8be5-4f779e2f2123 x-openstack-request-id: req-e3812c99-eda3-4006-8be5-4f779e2f2123 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:52:24.839853 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04aec580-8526-4ce3-8a5b-c0563d6416ce", "name": "network-vif-deleted", "tag": "2d393e49-8aa8-4e12-bc08-7a6c9ab7defb", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:52:24.840101 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e3812c99-eda3-4006-8be5-4f779e2f2123 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:52:24.840559 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04aec580-8526-4ce3-8a5b-c0563d6416ce', 'name': 'network-vif-deleted', 'tag': '2d393e49-8aa8-4e12-bc08-7a6c9ab7defb', 'status': 'completed', 'code': 200} Nov 25 13:52:25.000622 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-318e021d-7b0e-41ec-b38b-98d2d0a83315 req-2c939cae-f604-43a1-86a5-e5e7695ac781 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=04aec580-8526-4ce3-8a5b-c0563d6416ce HTTP/1.1" status: 200 len: 210 time: 0.0259130 Nov 25 13:52:25.774244 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:52:26.100469 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f3759f99-acc9-4587-b85c-a3a7678d5bcb req-9fb214be-8e22-463b-b95f-947b8cb59744 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=04aec580-8526-4ce3-8a5b-c0563d6416ce HTTP/1.1" status: 200 len: 210 time: 0.0308869 Nov 25 13:52:27.197494 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1dcd8dbb-7821-4280-98b1-f6203f682173 req-2538882e-37ae-4a74-ba74-1e963f0d6cf7 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=04aec580-8526-4ce3-8a5b-c0563d6416ce HTTP/1.1" status: 200 len: 210 time: 0.0265982 Nov 25 13:52:28.295435 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-040e9e86-80b2-4266-ac42-c8762bed4143 req-19a060d0-d545-450e-97e7-13fcb28977da tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=04aec580-8526-4ce3-8a5b-c0563d6416ce HTTP/1.1" status: 200 len: 210 time: 0.0256214 Nov 25 13:52:28.379421 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 2d393e49-8aa8-4e12-bc08-7a6c9ab7defb no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:52:28.402391 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] No Port match for: 2d393e49-8aa8-4e12-bc08-7a6c9ab7defb {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:52:28.402759 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 2d393e49-8aa8-4e12-bc08-7a6c9ab7defb not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:52:29.408673 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-746bcb58-30cc-46b3-8c13-1bb30d1f2a89 req-60cca2fd-6adc-4129-806d-22ff612bdb11 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=04aec580-8526-4ce3-8a5b-c0563d6416ce HTTP/1.1" status: 200 len: 210 time: 0.0353813 Nov 25 13:52:30.335564 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c8fec087-313b-4ee2-a85b-bdd11baaa0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:52:32.790087 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d8813487-902f-49fa-9b83-dece0055b2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:52:33.473495 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 34828) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:52:33.479042 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-c89a570e-fb91-4152-a467-f7c05a1df1c2 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1334177026', 'description': 'tempest-secgroup-smoke-1334177026 description', 'project_id': '8d7a98d179f84da5a80b50bf4d9d909f'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:52:33.506993 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c89a570e-fb91-4152-a467-f7c05a1df1c2 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:52:33.582071 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c89a570e-fb91-4152-a467-f7c05a1df1c2 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:52:33.585710 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c89a570e-fb91-4152-a467-f7c05a1df1c2 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:52:33.615466 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c89a570e-fb91-4152-a467-f7c05a1df1c2 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:52:33.616702 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c89a570e-fb91-4152-a467-f7c05a1df1c2 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1421094 Nov 25 13:52:33.617967 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89a570e-fb91-4152-a467-f7c05a1df1c2 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc69afe5-5e27-4aaf-9be2-a952a12df8bc,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:52:33.620567 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 34830) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:52:33.626204 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-b86ee683-0550-44b3-9935-623cdced9ab4 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Request body: {'security_group_rule': {'security_group_id': 'fc69afe5-5e27-4aaf-9be2-a952a12df8bc', 'project_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:52:33.656974 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b86ee683-0550-44b3-9935-623cdced9ab4 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:52:33.711336 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b86ee683-0550-44b3-9935-623cdced9ab4 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:52:33.714820 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b86ee683-0550-44b3-9935-623cdced9ab4 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:52:33.735283 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86ee683-0550-44b3-9935-623cdced9ab4 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6af18a27-f19d-4e1a-ba7a-bace156aa730,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:52:33.740914 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b86ee683-0550-44b3-9935-623cdced9ab4 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:52:33.742088 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b86ee683-0550-44b3-9935-623cdced9ab4 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1196525 Nov 25 13:52:33.745994 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 34832) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:52:33.747878 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86ee683-0550-44b3-9935-623cdced9ab4 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:52:33.748237 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86ee683-0550-44b3-9935-623cdced9ab4 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:52:33.748589 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86ee683-0550-44b3-9935-623cdced9ab4 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:52:33.748934 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86ee683-0550-44b3-9935-623cdced9ab4 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:52:33.749276 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86ee683-0550-44b3-9935-623cdced9ab4 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:52:33.749616 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86ee683-0550-44b3-9935-623cdced9ab4 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:52:33.749951 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86ee683-0550-44b3-9935-623cdced9ab4 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:52:33.750283 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86ee683-0550-44b3-9935-623cdced9ab4 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:52:33.750618 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86ee683-0550-44b3-9935-623cdced9ab4 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:52:33.750978 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86ee683-0550-44b3-9935-623cdced9ab4 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:52:33.751231 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-41e51fe9-f25a-473b-af7f-ef8096b47f86 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Request body: {'security_group_rule': {'security_group_id': 'fc69afe5-5e27-4aaf-9be2-a952a12df8bc', 'project_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:52:33.751346 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86ee683-0550-44b3-9935-623cdced9ab4 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:52:33.751629 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86ee683-0550-44b3-9935-623cdced9ab4 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:52:33.785769 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41e51fe9-f25a-473b-af7f-ef8096b47f86 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:52:33.837780 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41e51fe9-f25a-473b-af7f-ef8096b47f86 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:52:33.841050 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41e51fe9-f25a-473b-af7f-ef8096b47f86 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:52:33.857809 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e51fe9-f25a-473b-af7f-ef8096b47f86 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ece69ea-31b7-4fe2-8418-ad30a11a2eed,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:52:33.866461 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41e51fe9-f25a-473b-af7f-ef8096b47f86 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:52:33.867709 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-41e51fe9-f25a-473b-af7f-ef8096b47f86 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1203110 Nov 25 13:52:33.871045 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 34834) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:52:33.875382 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-5b48c971-5784-49b9-8d9f-373c51766833 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Request body: {'security_group_rule': {'security_group_id': 'fc69afe5-5e27-4aaf-9be2-a952a12df8bc', 'project_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:52:33.901651 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5b48c971-5784-49b9-8d9f-373c51766833 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:52:33.954716 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:52:33.970834 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5b48c971-5784-49b9-8d9f-373c51766833 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:52:33.974359 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5b48c971-5784-49b9-8d9f-373c51766833 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:52:33.992625 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b48c971-5784-49b9-8d9f-373c51766833 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f29c4899-aa89-45a2-8b19-83c52d87bc09,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:52:34.004953 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5b48c971-5784-49b9-8d9f-373c51766833 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:52:34.006142 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5b48c971-5784-49b9-8d9f-373c51766833 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1341612 Nov 25 13:52:34.008855 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 34836) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:52:34.013269 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-4cacc1d0-a694-4f1a-8777-41acd6102e90 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Request body: {'security_group_rule': {'security_group_id': 'fc69afe5-5e27-4aaf-9be2-a952a12df8bc', 'project_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:52:34.039283 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4cacc1d0-a694-4f1a-8777-41acd6102e90 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:52:34.101236 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4cacc1d0-a694-4f1a-8777-41acd6102e90 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:52:34.104517 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4cacc1d0-a694-4f1a-8777-41acd6102e90 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:52:34.126526 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cacc1d0-a694-4f1a-8777-41acd6102e90 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=247dc6f4-dcc6-49ff-98c1-9be1d5438638,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:52:34.141456 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4cacc1d0-a694-4f1a-8777-41acd6102e90 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:52:34.143880 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-4cacc1d0-a694-4f1a-8777-41acd6102e90 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1338704 Nov 25 13:52:34.146779 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 34838) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:52:34.151573 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-72a5079d-5a8c-4d30-9ee1-e5be47a3e2f0 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Request body: {'security_group_rule': {'security_group_id': 'fc69afe5-5e27-4aaf-9be2-a952a12df8bc', 'project_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:52:34.173960 n-d-808199-11 neutron-server[103571]: INFO neutron.db.securitygroups_db [None req-72a5079d-5a8c-4d30-9ee1-e5be47a3e2f0 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Project 8d7a98d179f84da5a80b50bf4d9d909f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 13:52:34.179431 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-72a5079d-5a8c-4d30-9ee1-e5be47a3e2f0 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:52:34.236167 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-72a5079d-5a8c-4d30-9ee1-e5be47a3e2f0 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:52:34.239983 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-72a5079d-5a8c-4d30-9ee1-e5be47a3e2f0 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:52:34.257749 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a5079d-5a8c-4d30-9ee1-e5be47a3e2f0 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69bd568a-3fbd-4d43-b4b7-48ac16fd4a8e,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:52:34.264762 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-72a5079d-5a8c-4d30-9ee1-e5be47a3e2f0 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:52:34.266419 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-72a5079d-5a8c-4d30-9ee1-e5be47a3e2f0 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1179790 Nov 25 13:52:34.269077 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 34840) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:52:34.273865 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-d8bd4835-9466-4b19-9af2-866300b33e0a tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Request body: {'security_group_rule': {'security_group_id': 'fc69afe5-5e27-4aaf-9be2-a952a12df8bc', 'project_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:52:34.297620 n-d-808199-11 neutron-server[103571]: INFO neutron.db.securitygroups_db [None req-d8bd4835-9466-4b19-9af2-866300b33e0a tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Project 8d7a98d179f84da5a80b50bf4d9d909f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 13:52:34.303856 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d8bd4835-9466-4b19-9af2-866300b33e0a tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:52:34.369254 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d8bd4835-9466-4b19-9af2-866300b33e0a tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:52:34.378217 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d8bd4835-9466-4b19-9af2-866300b33e0a tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:52:34.395782 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bd4835-9466-4b19-9af2-866300b33e0a tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f72a5a9a-c792-4a8d-bd2f-0c0fb25604ef,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:52:34.402908 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d8bd4835-9466-4b19-9af2-866300b33e0a tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:52:34.404140 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d8bd4835-9466-4b19-9af2-866300b33e0a tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1340027 Nov 25 13:52:35.285907 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:52:36.433262 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:52:38.435476 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:52:41.867124 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:52:49.673279 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0dbfbdd3-1756-4ffb-a8a5-07ae144efd28 req-c39c116a-0141-41bc-a20f-7293d2ad1390 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1334177026&fields=id&tenant_id=8d7a98d179f84da5a80b50bf4d9d909f HTTP/1.1" status: 200 len: 267 time: 0.0469973 Nov 25 13:52:49.776604 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbfbdd3-1756-4ffb-a8a5-07ae144efd28 req-f18ec23c-35c8-4d0b-b8a2-abb0a34b8a26 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:52:49.778027 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0dbfbdd3-1756-4ffb-a8a5-07ae144efd28 req-f18ec23c-35c8-4d0b-b8a2-abb0a34b8a26 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/networks?id=a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 HTTP/1.1" status: 200 len: 811 time: 0.0980823 Nov 25 13:52:49.793003 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0dbfbdd3-1756-4ffb-a8a5-07ae144efd28 req-0f1fe663-b407-4ba9-a811-1c7860c49211 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/quotas/8d7a98d179f84da5a80b50bf4d9d909f HTTP/1.1" status: 200 len: 375 time: 0.0092719 Nov 25 13:52:49.845921 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0dbfbdd3-1756-4ffb-a8a5-07ae144efd28 req-176d1293-2122-48b2-b69b-fc3f4b48f22e tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8d7a98d179f84da5a80b50bf4d9d909f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479422 Nov 25 13:52:49.948149 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0dbfbdd3-1756-4ffb-a8a5-07ae144efd28 req-6a697a9d-096c-4bc7-b4f0-dae88786b413 service neutron] 10.222.0.53 "GET /v2.0/networks/a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874894 Nov 25 13:52:50.040165 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0dbfbdd3-1756-4ffb-a8a5-07ae144efd28 req-e4397330-eb8c-4371-8f25-c1a2776d8e2f service neutron] 10.222.0.53 "GET /v2.0/networks/a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859978 Nov 25 13:52:51.352767 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fe1338ae-1cef-4ea0-a615-7237ac2f2510 req-d52437e6-d2d7-455f-9ed8-a96eac5ec14b tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=baa295ca-5aba-4ed3-bc48-b9adf3a8b212 HTTP/1.1" status: 200 len: 210 time: 0.0270486 Nov 25 13:52:52.258075 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbfbdd3-1756-4ffb-a8a5-07ae144efd28 req-fe8f68a9-4c8d-4d4b-986a-8ab6e1db4a60 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:52:52.259492 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0dbfbdd3-1756-4ffb-a8a5-07ae144efd28 req-fe8f68a9-4c8d-4d4b-986a-8ab6e1db4a60 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.47 "GET /v2.0/networks?id=a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 HTTP/1.1" status: 200 len: 811 time: 0.1082258 Nov 25 13:52:52.336828 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0dbfbdd3-1756-4ffb-a8a5-07ae144efd28 req-4e4a33c8-ed69-4202-8e33-50deb8ebdbce tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d7a98d179f84da5a80b50bf4d9d909f HTTP/1.1" status: 200 len: 380 time: 0.0671935 Nov 25 13:52:52.346395 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-0dbfbdd3-1756-4ffb-a8a5-07ae144efd28 req-49f53c48-f14d-47b8-aded-575a35b3ef13 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Request body: {'port': {'device_id': 'baa295ca-5aba-4ed3-bc48-b9adf3a8b212', 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9', 'admin_state_up': True, 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'security_groups': ['fc69afe5-5e27-4aaf-9be2-a952a12df8bc']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:52:52.467271 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-28d37a24-2013-4368-b753-0a78fb76943d req-abb0cbe4-404a-4e6b-a93d-a378cbe59697 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=baa295ca-5aba-4ed3-bc48-b9adf3a8b212 HTTP/1.1" status: 200 len: 210 time: 0.0323832 Nov 25 13:52:52.473161 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dbfbdd3-1756-4ffb-a8a5-07ae144efd28 req-49f53c48-f14d-47b8-aded-575a35b3ef13 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Made reservation on behalf of 8d7a98d179f84da5a80b50bf4d9d909f for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:52:52.478029 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0dbfbdd3-1756-4ffb-a8a5-07ae144efd28 req-49f53c48-f14d-47b8-aded-575a35b3ef13 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:52:52.609106 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-0dbfbdd3-1756-4ffb-a8a5-07ae144efd28 req-49f53c48-f14d-47b8-aded-575a35b3ef13 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Allocated IP 172.20.0.3 (a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9/eab5f893-0ac0-4819-a6c4-0808acabf926/2269f532-47e3-4d3b-893e-4d6b47935c8c) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:52:52.745798 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0dbfbdd3-1756-4ffb-a8a5-07ae144efd28 req-49f53c48-f14d-47b8-aded-575a35b3ef13 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:52:52.779662 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0dbfbdd3-1756-4ffb-a8a5-07ae144efd28 req-49f53c48-f14d-47b8-aded-575a35b3ef13 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:52:52.828826 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dbfbdd3-1756-4ffb-a8a5-07ae144efd28 req-49f53c48-f14d-47b8-aded-575a35b3ef13 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Network a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:52:52.831845 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-0dbfbdd3-1756-4ffb-a8a5-07ae144efd28 req-49f53c48-f14d-47b8-aded-575a35b3ef13 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:52:52.836341 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dbfbdd3-1756-4ffb-a8a5-07ae144efd28 req-49f53c48-f14d-47b8-aded-575a35b3ef13 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:52:52.861445 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f53c48-f14d-47b8-aded-575a35b3ef13 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Pushing event updated for resources: {'Port': ['ID=2269f532-47e3-4d3b-893e-4d6b47935c8c,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:52:52.877019 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f53c48-f14d-47b8-aded-575a35b3ef13 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:52:52.877374 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f53c48-f14d-47b8-aded-575a35b3ef13 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:52:52.877726 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f53c48-f14d-47b8-aded-575a35b3ef13 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:52:52.878068 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f53c48-f14d-47b8-aded-575a35b3ef13 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:52:52.878407 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f53c48-f14d-47b8-aded-575a35b3ef13 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:52:52.878838 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f53c48-f14d-47b8-aded-575a35b3ef13 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:52:52.879178 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f53c48-f14d-47b8-aded-575a35b3ef13 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:52:52.879512 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f53c48-f14d-47b8-aded-575a35b3ef13 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:52:52.879847 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f53c48-f14d-47b8-aded-575a35b3ef13 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:52:52.880177 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f53c48-f14d-47b8-aded-575a35b3ef13 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:52:52.881160 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f53c48-f14d-47b8-aded-575a35b3ef13 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:52:52.881604 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f53c48-f14d-47b8-aded-575a35b3ef13 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:52:52.905429 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbfbdd3-1756-4ffb-a8a5-07ae144efd28 req-49f53c48-f14d-47b8-aded-575a35b3ef13 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:52:52.906066 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0dbfbdd3-1756-4ffb-a8a5-07ae144efd28 req-49f53c48-f14d-47b8-aded-575a35b3ef13 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:52:52.922639 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0dbfbdd3-1756-4ffb-a8a5-07ae144efd28 req-49f53c48-f14d-47b8-aded-575a35b3ef13 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5798433 Nov 25 13:52:52.935434 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-0dbfbdd3-1756-4ffb-a8a5-07ae144efd28 req-5eb22ed0-53a4-4c20-a4a8-9905424e6912 service neutron] Request body: {'port': {'device_id': 'baa295ca-5aba-4ed3-bc48-b9adf3a8b212', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:52:53.001039 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0dbfbdd3-1756-4ffb-a8a5-07ae144efd28 req-5eb22ed0-53a4-4c20-a4a8-9905424e6912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:52:53.051992 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-3ce74b9a-fbef-4c91-80e9-7aeda99a3a51 None None] Provisioning complete for port 2269f532-47e3-4d3b-893e-4d6b47935c8c triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:52:53.052591 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3ce74b9a-fbef-4c91-80e9-7aeda99a3a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:52:53.086258 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-3ce74b9a-fbef-4c91-80e9-7aeda99a3a51 None None] Port 2269f532-47e3-4d3b-893e-4d6b47935c8c cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:52:53.272978 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-0dbfbdd3-1756-4ffb-a8a5-07ae144efd28 req-5eb22ed0-53a4-4c20-a4a8-9905424e6912 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2269f532-47e3-4d3b-893e-4d6b47935c8c {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:52:53.280712 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0dbfbdd3-1756-4ffb-a8a5-07ae144efd28 req-5eb22ed0-53a4-4c20-a4a8-9905424e6912 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:52:53.293120 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-0dbfbdd3-1756-4ffb-a8a5-07ae144efd28 req-5eb22ed0-53a4-4c20-a4a8-9905424e6912 service neutron] Transition to ACTIVE for port object 2269f532-47e3-4d3b-893e-4d6b47935c8c will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:52:53.297102 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0dbfbdd3-1756-4ffb-a8a5-07ae144efd28 req-5eb22ed0-53a4-4c20-a4a8-9905424e6912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:52:53.368494 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb22ed0-53a4-4c20-a4a8-9905424e6912 service neutron] Pushing event updated for resources: {'Port': ['ID=2269f532-47e3-4d3b-893e-4d6b47935c8c,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:52:53.434240 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-0dbfbdd3-1756-4ffb-a8a5-07ae144efd28 req-5eb22ed0-53a4-4c20-a4a8-9905424e6912 service neutron] Attempting to bind port 2269f532-47e3-4d3b-893e-4d6b47935c8c on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:52:53.434584 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-0dbfbdd3-1756-4ffb-a8a5-07ae144efd28 req-5eb22ed0-53a4-4c20-a4a8-9905424e6912 service neutron] Attempting to bind port 2269f532-47e3-4d3b-893e-4d6b47935c8c by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '537df87f-4062-4c10-ae31-09711976a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:52:53.434937 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbfbdd3-1756-4ffb-a8a5-07ae144efd28 req-5eb22ed0-53a4-4c20-a4a8-9905424e6912 service neutron] Attempting to bind port 2269f532-47e3-4d3b-893e-4d6b47935c8c on network a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:52:53.439789 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbfbdd3-1756-4ffb-a8a5-07ae144efd28 req-5eb22ed0-53a4-4c20-a4a8-9905424e6912 service neutron] Port 2269f532-47e3-4d3b-893e-4d6b47935c8c on network a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:52:53.440116 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbfbdd3-1756-4ffb-a8a5-07ae144efd28 req-5eb22ed0-53a4-4c20-a4a8-9905424e6912 service neutron] Attempting to bind port 2269f532-47e3-4d3b-893e-4d6b47935c8c on network a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:52:53.445200 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbfbdd3-1756-4ffb-a8a5-07ae144efd28 req-5eb22ed0-53a4-4c20-a4a8-9905424e6912 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:52:53.445536 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbfbdd3-1756-4ffb-a8a5-07ae144efd28 req-5eb22ed0-53a4-4c20-a4a8-9905424e6912 service neutron] Checking segment: {'id': '537df87f-4062-4c10-ae31-09711976a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:52:53.445928 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbfbdd3-1756-4ffb-a8a5-07ae144efd28 req-5eb22ed0-53a4-4c20-a4a8-9905424e6912 service neutron] Bound using segment: {'id': '537df87f-4062-4c10-ae31-09711976a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:52:53.446352 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-0dbfbdd3-1756-4ffb-a8a5-07ae144efd28 req-5eb22ed0-53a4-4c20-a4a8-9905424e6912 service neutron] Bound port: 2269f532-47e3-4d3b-893e-4d6b47935c8c, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '537df87f-4062-4c10-ae31-09711976a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:52:53.446765 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0dbfbdd3-1756-4ffb-a8a5-07ae144efd28 req-5eb22ed0-53a4-4c20-a4a8-9905424e6912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:52:53.527114 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-0dbfbdd3-1756-4ffb-a8a5-07ae144efd28 req-5eb22ed0-53a4-4c20-a4a8-9905424e6912 service neutron] For port 2269f532-47e3-4d3b-893e-4d6b47935c8c, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:52:53.530523 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-0dbfbdd3-1756-4ffb-a8a5-07ae144efd28 req-5eb22ed0-53a4-4c20-a4a8-9905424e6912 service neutron] For port 2269f532-47e3-4d3b-893e-4d6b47935c8c, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=2269f532-47e3-4d3b-893e-4d6b47935c8c,segment=NetworkSegment(537df87f-4062-4c10-ae31-09711976a4db),segment_id=537df87f-4062-4c10-ae31-09711976a4db)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:52:53.538970 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0dbfbdd3-1756-4ffb-a8a5-07ae144efd28 req-5eb22ed0-53a4-4c20-a4a8-9905424e6912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:52:53.577308 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbfbdd3-1756-4ffb-a8a5-07ae144efd28 req-5eb22ed0-53a4-4c20-a4a8-9905424e6912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:52:53.577925 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0dbfbdd3-1756-4ffb-a8a5-07ae144efd28 req-5eb22ed0-53a4-4c20-a4a8-9905424e6912 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:52:53.579368 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0dbfbdd3-1756-4ffb-a8a5-07ae144efd28 req-5eb22ed0-53a4-4c20-a4a8-9905424e6912 service neutron] 10.222.0.47 "PUT /v2.0/ports/2269f532-47e3-4d3b-893e-4d6b47935c8c HTTP/1.1" status: 200 len: 1092 time: 0.6484394 Nov 25 13:52:53.579942 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baa295ca-5aba-4ed3-bc48-b9adf3a8b212', 'tag': '2269f532-47e3-4d3b-893e-4d6b47935c8c'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:52:53.582301 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f6a5d8d-15a0-4aa4-bfc2-2e193d956270" -d '{"events": [{"name": "network-changed", "server_uuid": "baa295ca-5aba-4ed3-bc48-b9adf3a8b212", "tag": "2269f532-47e3-4d3b-893e-4d6b47935c8c"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:52:53.611989 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c364dc-4a07-4ff4-b970-3618673886f1 req-08ea0829-1ded-47d7-bec9-aba40496f2f4 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:52:53.619068 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-96c364dc-4a07-4ff4-b970-3618673886f1 req-08ea0829-1ded-47d7-bec9-aba40496f2f4 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=baa295ca-5aba-4ed3-bc48-b9adf3a8b212 HTTP/1.1" status: 200 len: 943 time: 0.0703826 Nov 25 13:52:53.621737 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb22ed0-53a4-4c20-a4a8-9905424e6912 service neutron] Pushing event updated for resources: {'Port': ['ID=2269f532-47e3-4d3b-893e-4d6b47935c8c,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:52:53.679067 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672085dd-b9b8-4364-b3c1-11df1de17034 x-openstack-request-id: req-672085dd-b9b8-4364-b3c1-11df1de17034 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:52:53.679364 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baa295ca-5aba-4ed3-bc48-b9adf3a8b212", "tag": "2269f532-47e3-4d3b-893e-4d6b47935c8c", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:52:53.679614 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-672085dd-b9b8-4364-b3c1-11df1de17034 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:52:53.680013 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baa295ca-5aba-4ed3-bc48-b9adf3a8b212', 'tag': '2269f532-47e3-4d3b-893e-4d6b47935c8c', 'status': 'completed', 'code': 200} Nov 25 13:52:53.685678 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbfbdd3-1756-4ffb-a8a5-07ae144efd28 req-c3749fe4-21f9-4063-b205-bafca667f2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:52:53.687406 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0dbfbdd3-1756-4ffb-a8a5-07ae144efd28 req-c3749fe4-21f9-4063-b205-bafca667f2f0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d7a98d179f84da5a80b50bf4d9d909f&device_id=baa295ca-5aba-4ed3-bc48-b9adf3a8b212 HTTP/1.1" status: 200 len: 1095 time: 0.0540855 Nov 25 13:52:53.708219 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-96c364dc-4a07-4ff4-b970-3618673886f1 req-e7946366-ec38-49b7-9a62-458c7bf6eb9f tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc69afe5-5e27-4aaf-9be2-a952a12df8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811968 Nov 25 13:52:53.743031 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0dbfbdd3-1756-4ffb-a8a5-07ae144efd28 req-b1a97632-5aca-42b9-8727-24af0c0c3ba9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2269f532-47e3-4d3b-893e-4d6b47935c8c HTTP/1.1" status: 200 len: 217 time: 0.0475001 Nov 25 13:52:53.797548 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbfbdd3-1756-4ffb-a8a5-07ae144efd28 req-03836634-530e-4785-ba43-95a66427acab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:52:53.799408 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0dbfbdd3-1756-4ffb-a8a5-07ae144efd28 req-03836634-530e-4785-ba43-95a66427acab service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eab5f893-0ac0-4819-a6c4-0808acabf926 HTTP/1.1" status: 200 len: 850 time: 0.0493731 Nov 25 13:52:53.859648 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbfbdd3-1756-4ffb-a8a5-07ae144efd28 req-7f0971b0-6c98-4627-afd2-597192a39b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:52:53.861293 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0dbfbdd3-1756-4ffb-a8a5-07ae144efd28 req-7f0971b0-6c98-4627-afd2-597192a39b3d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547183 Nov 25 13:52:53.961718 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0dbfbdd3-1756-4ffb-a8a5-07ae144efd28 req-a333d277-4823-4628-b470-76eecb94ee0e service neutron] 10.222.0.47 "GET /v2.0/networks/a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924447 Nov 25 13:52:54.051777 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0dbfbdd3-1756-4ffb-a8a5-07ae144efd28 req-fca02c8d-bd8b-42c6-8092-8913381a4734 service neutron] 10.222.0.47 "GET /v2.0/networks/a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825901 Nov 25 13:52:54.138125 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a5d8d-15a0-4aa4-bfc2-2e193d956270 req-840536f9-1de0-49d5-b28e-7bb6b386122f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:52:54.139767 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1f6a5d8d-15a0-4aa4-bfc2-2e193d956270 req-840536f9-1de0-49d5-b28e-7bb6b386122f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d7a98d179f84da5a80b50bf4d9d909f&device_id=baa295ca-5aba-4ed3-bc48-b9adf3a8b212 HTTP/1.1" status: 200 len: 1095 time: 0.0436528 Nov 25 13:52:54.234676 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a5d8d-15a0-4aa4-bfc2-2e193d956270 req-0f7aac04-5ba8-4fbc-b041-d148c97458de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:52:54.236149 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1f6a5d8d-15a0-4aa4-bfc2-2e193d956270 req-0f7aac04-5ba8-4fbc-b041-d148c97458de service neutron] 10.222.0.47 "GET /v2.0/networks?id=a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 HTTP/1.1" status: 200 len: 912 time: 0.0898297 Nov 25 13:52:54.278206 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1f6a5d8d-15a0-4aa4-bfc2-2e193d956270 req-15c692ae-b3be-4509-aa7f-eeb961d7098f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2269f532-47e3-4d3b-893e-4d6b47935c8c HTTP/1.1" status: 200 len: 217 time: 0.0347335 Nov 25 13:52:54.332345 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a5d8d-15a0-4aa4-bfc2-2e193d956270 req-2f0bd527-926d-485e-815b-cabb2451a244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:52:54.333754 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1f6a5d8d-15a0-4aa4-bfc2-2e193d956270 req-2f0bd527-926d-485e-815b-cabb2451a244 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eab5f893-0ac0-4819-a6c4-0808acabf926 HTTP/1.1" status: 200 len: 850 time: 0.0486436 Nov 25 13:52:54.383012 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a5d8d-15a0-4aa4-bfc2-2e193d956270 req-2ce2d886-9648-46f1-953b-7dba6ca18980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:52:54.384536 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1f6a5d8d-15a0-4aa4-bfc2-2e193d956270 req-2ce2d886-9648-46f1-953b-7dba6ca18980 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413218 Nov 25 13:52:54.475585 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1f6a5d8d-15a0-4aa4-bfc2-2e193d956270 req-9bc6efd8-8985-41b2-a87b-3bdc7eaf7cba service neutron] 10.222.0.47 "GET /v2.0/networks/a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839806 Nov 25 13:52:54.570923 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1f6a5d8d-15a0-4aa4-bfc2-2e193d956270 req-ff8b7aca-ed26-4339-8d1b-859cd227ce17 service neutron] 10.222.0.47 "GET /v2.0/networks/a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884173 Nov 25 13:52:54.838712 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd14723-ccbc-4e8d-84f2-a1ca37470537 req-dd63f512-7c6f-4ceb-8ab0-2f97e53e3832 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:52:54.840871 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9bd14723-ccbc-4e8d-84f2-a1ca37470537 req-dd63f512-7c6f-4ceb-8ab0-2f97e53e3832 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=baa295ca-5aba-4ed3-bc48-b9adf3a8b212 HTTP/1.1" status: 200 len: 943 time: 0.0596728 Nov 25 13:52:54.898345 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9bd14723-ccbc-4e8d-84f2-a1ca37470537 req-710b07be-a0a9-426d-afb9-d6bc4d8e0ca7 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc69afe5-5e27-4aaf-9be2-a952a12df8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466371 Nov 25 13:52:56.014225 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54825bc-93c0-440e-9896-621a14a56bee req-2c362742-e19b-445d-bf52-0192296535d2 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:52:56.015964 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a54825bc-93c0-440e-9896-621a14a56bee req-2c362742-e19b-445d-bf52-0192296535d2 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=baa295ca-5aba-4ed3-bc48-b9adf3a8b212 HTTP/1.1" status: 200 len: 943 time: 0.0486503 Nov 25 13:52:56.064735 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a54825bc-93c0-440e-9896-621a14a56bee req-b1a84eb9-9edf-454e-9f46-2b85c7f51452 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc69afe5-5e27-4aaf-9be2-a952a12df8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418093 Nov 25 13:52:57.184289 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e50d84a-2877-48fd-80a4-8c827144599a req-f85c5217-9f32-41c1-9bfb-08c0428cf38c tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:52:57.185920 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9e50d84a-2877-48fd-80a4-8c827144599a req-f85c5217-9f32-41c1-9bfb-08c0428cf38c tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=baa295ca-5aba-4ed3-bc48-b9adf3a8b212 HTTP/1.1" status: 200 len: 943 time: 0.0487323 Nov 25 13:52:57.239621 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9e50d84a-2877-48fd-80a4-8c827144599a req-0c4e036c-508f-4050-969f-2b810be4bd98 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc69afe5-5e27-4aaf-9be2-a952a12df8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476444 Nov 25 13:52:58.359297 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77913bcf-04fa-422c-ba3c-5542a4fd352c req-25bb23f2-e3a2-438d-a9dc-32f3915d6794 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:52:58.360685 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-77913bcf-04fa-422c-ba3c-5542a4fd352c req-25bb23f2-e3a2-438d-a9dc-32f3915d6794 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=baa295ca-5aba-4ed3-bc48-b9adf3a8b212 HTTP/1.1" status: 200 len: 943 time: 0.0489194 Nov 25 13:52:58.411005 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-77913bcf-04fa-422c-ba3c-5542a4fd352c req-aa22a80b-c863-4dcf-893f-f3fedbee501d tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc69afe5-5e27-4aaf-9be2-a952a12df8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442464 Nov 25 13:52:59.524957 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e7771-f743-4842-87de-69c50261b9ef req-9653bc15-02ea-4b95-88ac-70ce055a2a53 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:52:59.526408 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dc7e7771-f743-4842-87de-69c50261b9ef req-9653bc15-02ea-4b95-88ac-70ce055a2a53 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=baa295ca-5aba-4ed3-bc48-b9adf3a8b212 HTTP/1.1" status: 200 len: 943 time: 0.0477574 Nov 25 13:52:59.575002 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dc7e7771-f743-4842-87de-69c50261b9ef req-014bca6c-0ec9-4a69-b8af-0e67f18c270f tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc69afe5-5e27-4aaf-9be2-a952a12df8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426133 Nov 25 13:53:00.336728 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-afac82ee-d50c-4e84-a88a-92bfb2a7b548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:53:00.695682 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a9b15-a5fc-4f6d-89ff-23db463864e6 req-ada60c4b-2afe-4f19-a60d-23688f97457f tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:53:00.697139 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-334a9b15-a5fc-4f6d-89ff-23db463864e6 req-ada60c4b-2afe-4f19-a60d-23688f97457f tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=baa295ca-5aba-4ed3-bc48-b9adf3a8b212 HTTP/1.1" status: 200 len: 943 time: 0.0515039 Nov 25 13:53:00.745426 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-334a9b15-a5fc-4f6d-89ff-23db463864e6 req-77ba7fc0-35f0-491f-a66c-7711aa6624e8 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc69afe5-5e27-4aaf-9be2-a952a12df8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424087 Nov 25 13:53:01.858348 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4cb46-cc3f-4a2f-8750-cea9cdb9f97c req-ff1975c9-8922-4468-bc71-7d52657fcbd7 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:53:01.859849 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f6a4cb46-cc3f-4a2f-8750-cea9cdb9f97c req-ff1975c9-8922-4468-bc71-7d52657fcbd7 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=baa295ca-5aba-4ed3-bc48-b9adf3a8b212 HTTP/1.1" status: 200 len: 943 time: 0.0477371 Nov 25 13:53:01.909103 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f6a4cb46-cc3f-4a2f-8750-cea9cdb9f97c req-0ea2f1a9-7629-4810-8643-ed74aab68385 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc69afe5-5e27-4aaf-9be2-a952a12df8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426993 Nov 25 13:53:02.772927 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:53:02.781280 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-16115c35-8d6f-4e8e-8508-bd1e65de9d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:53:03.027702 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd829415-e4fb-4e0b-9aee-ac08aaf73007 req-fb55867e-5474-4083-a8fe-d09fbcadd78f tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:53:03.029180 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fd829415-e4fb-4e0b-9aee-ac08aaf73007 req-fb55867e-5474-4083-a8fe-d09fbcadd78f tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=baa295ca-5aba-4ed3-bc48-b9adf3a8b212 HTTP/1.1" status: 200 len: 943 time: 0.0480762 Nov 25 13:53:03.081437 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fd829415-e4fb-4e0b-9aee-ac08aaf73007 req-f02fc2a3-c17b-47a9-8152-54a517f8f500 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc69afe5-5e27-4aaf-9be2-a952a12df8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454481 Nov 25 13:53:03.956168 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:53:04.194768 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83270b1-3c24-434a-85a4-bd66c0b2b719 req-980378bf-678c-4fbd-8d88-0046dcc9dae6 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:53:04.196249 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a83270b1-3c24-434a-85a4-bd66c0b2b719 req-980378bf-678c-4fbd-8d88-0046dcc9dae6 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=baa295ca-5aba-4ed3-bc48-b9adf3a8b212 HTTP/1.1" status: 200 len: 943 time: 0.0480788 Nov 25 13:53:04.245119 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a83270b1-3c24-434a-85a4-bd66c0b2b719 req-59e7cb04-ce6e-4586-89d1-b3d465e6404e tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc69afe5-5e27-4aaf-9be2-a952a12df8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429525 Nov 25 13:53:05.287662 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:53:05.365887 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2383e86-230b-499d-a41e-a343bf654c3a req-25dbbf55-0950-43ac-98bb-d92bcef3dff5 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:53:05.367414 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d2383e86-230b-499d-a41e-a343bf654c3a req-25dbbf55-0950-43ac-98bb-d92bcef3dff5 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=baa295ca-5aba-4ed3-bc48-b9adf3a8b212 HTTP/1.1" status: 200 len: 943 time: 0.0502310 Nov 25 13:53:05.418422 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d2383e86-230b-499d-a41e-a343bf654c3a req-8e122757-7fb4-4bfc-93fe-6abe9ecc1699 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc69afe5-5e27-4aaf-9be2-a952a12df8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450902 Nov 25 13:53:06.437978 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:53:06.535866 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143cf344-79ab-4891-9cca-0424cc21272c req-42d0170a-edbe-4ef0-9d09-4620eed6ebd4 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:53:06.537874 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-143cf344-79ab-4891-9cca-0424cc21272c req-42d0170a-edbe-4ef0-9d09-4620eed6ebd4 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=baa295ca-5aba-4ed3-bc48-b9adf3a8b212 HTTP/1.1" status: 200 len: 943 time: 0.0520334 Nov 25 13:53:06.592828 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 2269f532-47e3-4d3b-893e-4d6b47935c8c details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:53:06.593072 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-143cf344-79ab-4891-9cca-0424cc21272c req-48fde38f-98ae-4555-ab99-ff945b93b0ab tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc69afe5-5e27-4aaf-9be2-a952a12df8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489085 Nov 25 13:53:06.686503 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 2269f532-47e3-4d3b-893e-4d6b47935c8c, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=2269f532-47e3-4d3b-893e-4d6b47935c8c,segment=NetworkSegment(537df87f-4062-4c10-ae31-09711976a4db),segment_id=537df87f-4062-4c10-ae31-09711976a4db)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:53:06.697692 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '2269f532-47e3-4d3b-893e-4d6b47935c8c', 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9', 'port_id': '2269f532-47e3-4d3b-893e-4d6b47935c8c', 'mac_address': 'fa:16:3e:1a:8b:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eab5f893-0ac0-4819-a6c4-0808acabf926', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:53:06.733486 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:53:06.749509 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2269f532-47e3-4d3b-893e-4d6b47935c8c {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:53:06.767785 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 2269f532-47e3-4d3b-893e-4d6b47935c8c, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=2269f532-47e3-4d3b-893e-4d6b47935c8c,segment=NetworkSegment(537df87f-4062-4c10-ae31-09711976a4db),segment_id=537df87f-4062-4c10-ae31-09711976a4db)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:53:06.771712 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:53:06.817395 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=2269f532-47e3-4d3b-893e-4d6b47935c8c,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:53:06.824615 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:53:06.824976 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:53:06.825326 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:53:06.825670 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:53:06.826014 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:53:06.826356 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:53:06.826733 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:53:06.827046 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:53:06.827377 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:53:06.827709 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:53:06.828042 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:53:06.828370 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:53:06.978864 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['2269f532-47e3-4d3b-893e-4d6b47935c8c'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:53:07.707498 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91814f0a-5441-4f22-845a-b2d8892836b1 req-d2c5e0ba-69c3-445f-ae77-4e4b045a6291 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:53:07.708873 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-91814f0a-5441-4f22-845a-b2d8892836b1 req-d2c5e0ba-69c3-445f-ae77-4e4b045a6291 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=baa295ca-5aba-4ed3-bc48-b9adf3a8b212 HTTP/1.1" status: 200 len: 944 time: 0.0488937 Nov 25 13:53:07.757485 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-91814f0a-5441-4f22-845a-b2d8892836b1 req-29d58265-f339-44d9-a3f1-8df7d3041904 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc69afe5-5e27-4aaf-9be2-a952a12df8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426702 Nov 25 13:53:08.450381 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:53:08.604655 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 2269f532-47e3-4d3b-893e-4d6b47935c8c up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:53:08.658036 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 2269f532-47e3-4d3b-893e-4d6b47935c8c completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:53:08.662513 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 2269f532-47e3-4d3b-893e-4d6b47935c8c triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:53:08.662920 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:53:08.881135 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76743485-22c8-4374-8202-2b1fb14475ff req-466048e2-85e6-4316-81cd-e8dd80232283 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:53:08.882182 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-76743485-22c8-4374-8202-2b1fb14475ff req-466048e2-85e6-4316-81cd-e8dd80232283 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=baa295ca-5aba-4ed3-bc48-b9adf3a8b212 HTTP/1.1" status: 200 len: 944 time: 0.0537798 Nov 25 13:53:08.896939 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:53:08.921887 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baa295ca-5aba-4ed3-bc48-b9adf3a8b212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2269f532-47e3-4d3b-893e-4d6b47935c8c'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:53:08.924263 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592b47ae-46e7-4797-9b0d-45897a9aed68" -d '{"events": [{"server_uuid": "baa295ca-5aba-4ed3-bc48-b9adf3a8b212", "name": "network-vif-plugged", "status": "completed", "tag": "2269f532-47e3-4d3b-893e-4d6b47935c8c"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:53:08.935368 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-76743485-22c8-4374-8202-2b1fb14475ff req-213a6f7b-85d9-4d53-ae83-ba26f8568de9 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc69afe5-5e27-4aaf-9be2-a952a12df8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467179 Nov 25 13:53:08.939745 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 2269f532-47e3-4d3b-893e-4d6b47935c8c, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=2269f532-47e3-4d3b-893e-4d6b47935c8c,segment=NetworkSegment(537df87f-4062-4c10-ae31-09711976a4db),segment_id=537df87f-4062-4c10-ae31-09711976a4db)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:53:08.944101 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:53:08.971898 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38fc3b93-5945-4599-836f-4ded633d93a6 x-openstack-request-id: req-38fc3b93-5945-4599-836f-4ded633d93a6 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:53:08.972193 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baa295ca-5aba-4ed3-bc48-b9adf3a8b212", "name": "network-vif-plugged", "status": "completed", "tag": "2269f532-47e3-4d3b-893e-4d6b47935c8c", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:53:08.972448 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-38fc3b93-5945-4599-836f-4ded633d93a6 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:53:08.972836 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baa295ca-5aba-4ed3-bc48-b9adf3a8b212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2269f532-47e3-4d3b-893e-4d6b47935c8c', 'code': 200} Nov 25 13:53:08.998974 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=2269f532-47e3-4d3b-893e-4d6b47935c8c,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:53:09.072952 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6210706-8289-4316-a590-719a6ce1ed68 req-5ebe5acd-b520-4ed2-8bd4-e0da919681ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:53:09.074432 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a6210706-8289-4316-a590-719a6ce1ed68 req-5ebe5acd-b520-4ed2-8bd4-e0da919681ac service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=baa295ca-5aba-4ed3-bc48-b9adf3a8b212 HTTP/1.1" status: 200 len: 1097 time: 0.0405509 Nov 25 13:53:09.120246 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a6210706-8289-4316-a590-719a6ce1ed68 req-8507009d-2caa-4b7a-87d4-a5c3d68ef25b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fc69afe5-5e27-4aaf-9be2-a952a12df8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388584 Nov 25 13:53:10.053817 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d9915-a444-4e84-a43e-e725a9f5eb1f req-c746cf9a-5067-4789-8eaa-71c48db9918d tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:53:10.055371 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b05d9915-a444-4e84-a43e-e725a9f5eb1f req-c746cf9a-5067-4789-8eaa-71c48db9918d tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=baa295ca-5aba-4ed3-bc48-b9adf3a8b212 HTTP/1.1" status: 200 len: 945 time: 0.0472116 Nov 25 13:53:10.108256 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b05d9915-a444-4e84-a43e-e725a9f5eb1f req-f0869106-afb1-4df8-b81e-7958071d617f tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc69afe5-5e27-4aaf-9be2-a952a12df8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465889 Nov 25 13:53:11.226096 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9659d4-5d35-47ce-a3f1-9cd3d1ffd7c0 req-bbd14c3c-2440-4ce9-9cd6-c56a233ca0fe tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:53:11.227567 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4b9659d4-5d35-47ce-a3f1-9cd3d1ffd7c0 req-bbd14c3c-2440-4ce9-9cd6-c56a233ca0fe tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=baa295ca-5aba-4ed3-bc48-b9adf3a8b212 HTTP/1.1" status: 200 len: 945 time: 0.0463545 Nov 25 13:53:11.278995 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4b9659d4-5d35-47ce-a3f1-9cd3d1ffd7c0 req-031f3991-ba7b-47f8-95e4-3a3811c0db73 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc69afe5-5e27-4aaf-9be2-a952a12df8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455496 Nov 25 13:53:11.395141 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d3cd97-8536-4b82-8243-5b839a10b83f req-c3e1c375-fa57-4a69-8a9b-7ec3f6665c0b tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:53:11.397126 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-39d3cd97-8536-4b82-8243-5b839a10b83f req-c3e1c375-fa57-4a69-8a9b-7ec3f6665c0b tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=baa295ca-5aba-4ed3-bc48-b9adf3a8b212 HTTP/1.1" status: 200 len: 945 time: 0.0485165 Nov 25 13:53:11.445377 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-39d3cd97-8536-4b82-8243-5b839a10b83f req-4bf4c307-fd22-4653-a42e-4cce8d9d163e tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc69afe5-5e27-4aaf-9be2-a952a12df8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421181 Nov 25 13:53:11.467688 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 35032) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:53:11.506108 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b199094e-d8db-4096-b79c-051c688bb29f tempest-TestVolumeBootPattern-686009869 tempest-TestVolumeBootPattern-686009869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:53:11.507615 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b199094e-d8db-4096-b79c-051c688bb29f tempest-TestVolumeBootPattern-686009869 tempest-TestVolumeBootPattern-686009869-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=baa295ca-5aba-4ed3-bc48-b9adf3a8b212 HTTP/1.1" status: 200 len: 1092 time: 0.0389342 Nov 25 13:53:11.510463 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 35034) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:53:11.514593 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-aefd7f74-5b95-4b13-bedf-99ae048bc701 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Request body: {'floatingip': {'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'port_id': '2269f532-47e3-4d3b-893e-4d6b47935c8c', 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:53:11.543260 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aefd7f74-5b95-4b13-bedf-99ae048bc701 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks [] for floatingip, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:53:11.636299 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aefd7f74-5b95-4b13-bedf-99ae048bc701 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:53:11.739694 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-aefd7f74-5b95-4b13-bedf-99ae048bc701 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Allocated IP 172.25.5.143 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/01840354-00b4-4440-88a5-0c872adaaee0) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:53:11.837636 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aefd7f74-5b95-4b13-bedf-99ae048bc701 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:53:11.870497 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aefd7f74-5b95-4b13-bedf-99ae048bc701 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:53:11.874501 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:53:11.914822 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefd7f74-5b95-4b13-bedf-99ae048bc701 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:53:11.917582 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-aefd7f74-5b95-4b13-bedf-99ae048bc701 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:53:11.921247 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefd7f74-5b95-4b13-bedf-99ae048bc701 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:53:11.926470 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd7f74-5b95-4b13-bedf-99ae048bc701 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Pushing event updated for resources: {'Port': ['ID=01840354-00b4-4440-88a5-0c872adaaee0,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:53:12.669220 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aefd7f74-5b95-4b13-bedf-99ae048bc701 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:53:12.768888 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aefd7f74-5b95-4b13-bedf-99ae048bc701 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:53:12.917571 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aefd7f74-5b95-4b13-bedf-99ae048bc701 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:53:12.922209 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aefd7f74-5b95-4b13-bedf-99ae048bc701 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:53:12.990892 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd7f74-5b95-4b13-bedf-99ae048bc701 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Pushing event updated for resources: {'Port': ['ID=01840354-00b4-4440-88a5-0c872adaaee0,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:53:12.998942 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aefd7f74-5b95-4b13-bedf-99ae048bc701 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:53:13.099948 n-d-808199-11 neutron-server[103571]: INFO neutron.db.l3_db [None req-aefd7f74-5b95-4b13-bedf-99ae048bc701 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Floating IP d27319a9-dcee-4221-ab38-3fbf570e8194 associated. External IP: 172.25.5.143, port: 2269f532-47e3-4d3b-893e-4d6b47935c8c. Nov 25 13:53:13.305962 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aefd7f74-5b95-4b13-bedf-99ae048bc701 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Router c7683ec3-4901-4fdb-aa49-3a798c4442ed has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:53:13.414186 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aefd7f74-5b95-4b13-bedf-99ae048bc701 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:53:13.423578 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dcc7f1-8be7-4b35-919d-c97aae20e488 None None] Sync routers for ids ['c7683ec3-4901-4fdb-aa49-3a798c4442ed'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:53:13.432269 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aefd7f74-5b95-4b13-bedf-99ae048bc701 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:53:13.434096 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dcc7f1-8be7-4b35-919d-c97aae20e488 None None] Routers {'c7683ec3-4901-4fdb-aa49-3a798c4442ed'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:53:13.434769 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-e0dcc7f1-8be7-4b35-919d-c97aae20e488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:53:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['c7683ec3-4901-4fdb-aa49-3a798c4442ed'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:53:13.464367 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-aefd7f74-5b95-4b13-bedf-99ae048bc701 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9528646 Nov 25 13:53:13.464971 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baa295ca-5aba-4ed3-bc48-b9adf3a8b212', 'tag': '2269f532-47e3-4d3b-893e-4d6b47935c8c'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:53:13.467287 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71548ab4-c759-493b-8d25-0c579938658f" -d '{"events": [{"name": "network-changed", "server_uuid": "baa295ca-5aba-4ed3-bc48-b9adf3a8b212", "tag": "2269f532-47e3-4d3b-893e-4d6b47935c8c"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:53:13.507534 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2edfd56b-97be-4118-808f-614d79fb7c2b x-openstack-request-id: req-2edfd56b-97be-4118-808f-614d79fb7c2b {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:53:13.507833 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baa295ca-5aba-4ed3-bc48-b9adf3a8b212", "tag": "2269f532-47e3-4d3b-893e-4d6b47935c8c", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:53:13.508097 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2edfd56b-97be-4118-808f-614d79fb7c2b {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:53:13.508511 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baa295ca-5aba-4ed3-bc48-b9adf3a8b212', 'tag': '2269f532-47e3-4d3b-893e-4d6b47935c8c', 'status': 'completed', 'code': 200} Nov 25 13:53:13.543229 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-e0dcc7f1-8be7-4b35-919d-c97aae20e488 None None] Set router c7683ec3-4901-4fdb-aa49-3a798c4442ed gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:53:13.569370 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71548ab4-c759-493b-8d25-0c579938658f req-041142a6-0a1d-4390-844f-589467548de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:53:13.570877 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-71548ab4-c759-493b-8d25-0c579938658f req-041142a6-0a1d-4390-844f-589467548de7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d7a98d179f84da5a80b50bf4d9d909f&device_id=baa295ca-5aba-4ed3-bc48-b9adf3a8b212 HTTP/1.1" status: 200 len: 1097 time: 0.0410678 Nov 25 13:53:13.673395 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71548ab4-c759-493b-8d25-0c579938658f req-c6554520-8a26-42a3-aa1e-eaca163f6d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:53:13.675328 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-71548ab4-c759-493b-8d25-0c579938658f req-c6554520-8a26-42a3-aa1e-eaca163f6d38 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 HTTP/1.1" status: 200 len: 912 time: 0.0961711 Nov 25 13:53:13.742067 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-71548ab4-c759-493b-8d25-0c579938658f req-ad1a3c68-a66e-4b14-b59f-05aebdfddb53 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2269f532-47e3-4d3b-893e-4d6b47935c8c HTTP/1.1" status: 200 len: 999 time: 0.0598698 Nov 25 13:53:13.766322 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-e0dcc7f1-8be7-4b35-919d-c97aae20e488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'name': 'tempest-TestVolumeBootPattern-523235579-router', 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'a65d36ea-829f-4b3f-8ea2-93c9d28475fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:49:24Z', 'updated_at': '2021-11-25T13:49:26Z', 'revision_number': 4, 'project_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'gw_port': {'id': 'a65d36ea-829f-4b3f-8ea2-93c9d28475fc', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:49:24Z', 'updated_at': '2021-11-25T13:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': 'd27319a9-dcee-4221-ab38-3fbf570e8194', 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'floating_ip_address': '172.25.5.143', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'port_id': '2269f532-47e3-4d3b-893e-4d6b47935c8c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9', 'mac_address': 'fa:16:3e:1a:8b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa295ca-5aba-4ed3-bc48-b9adf3a8b212', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:53:12Z', 'updated_at': '2021-11-25T13:53:12Z', 'revision_number': 0, 'project_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2ad9be1-30a2-4df4-87de-1de6bf2c117d', 'name': '', 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9', 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'mac_address': 'fa:16:3e:4c:4d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'eab5f893-0ac0-4819-a6c4-0808acabf926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:49:26Z', 'updated_at': '2021-11-25T13:49:30Z', 'revision_number': 5, 'project_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'subnets': [{'id': 'eab5f893-0ac0-4819-a6c4-0808acabf926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:53:13.792626 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dcc7f1-8be7-4b35-919d-c97aae20e488 None None] Checking router: c7683ec3-4901-4fdb-aa49-3a798c4442ed for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:53:13.793592 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71548ab4-c759-493b-8d25-0c579938658f req-97dfd7a0-7369-4a43-b51f-4a5b732a32fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:53:13.795096 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-71548ab4-c759-493b-8d25-0c579938658f req-97dfd7a0-7369-4a43-b51f-4a5b732a32fe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eab5f893-0ac0-4819-a6c4-0808acabf926 HTTP/1.1" status: 200 len: 850 time: 0.0453982 Nov 25 13:53:13.800822 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dcc7f1-8be7-4b35-919d-c97aae20e488 None None] Routers {'c7683ec3-4901-4fdb-aa49-3a798c4442ed'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:53:13.801427 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-e0dcc7f1-8be7-4b35-919d-c97aae20e488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:53:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['c7683ec3-4901-4fdb-aa49-3a798c4442ed'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:53:13.846151 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71548ab4-c759-493b-8d25-0c579938658f req-118218c6-0532-46c0-91bd-4daf1dd90939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:53:13.847611 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-71548ab4-c759-493b-8d25-0c579938658f req-118218c6-0532-46c0-91bd-4daf1dd90939 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453858 Nov 25 13:53:13.906450 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-e0dcc7f1-8be7-4b35-919d-c97aae20e488 None None] Set router c7683ec3-4901-4fdb-aa49-3a798c4442ed gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:53:13.944578 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-71548ab4-c759-493b-8d25-0c579938658f req-bb400455-a35a-4428-b1a9-b6e0b2b18980 service neutron] 10.222.0.47 "GET /v2.0/networks/a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890684 Nov 25 13:53:14.040433 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-71548ab4-c759-493b-8d25-0c579938658f req-fa128731-0df6-4be7-bd79-32d7668fa7f6 service neutron] 10.222.0.47 "GET /v2.0/networks/a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886660 Nov 25 13:53:14.126577 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-e0dcc7f1-8be7-4b35-919d-c97aae20e488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'name': 'tempest-TestVolumeBootPattern-523235579-router', 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'a65d36ea-829f-4b3f-8ea2-93c9d28475fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:49:24Z', 'updated_at': '2021-11-25T13:49:26Z', 'revision_number': 4, 'project_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'gw_port': {'id': 'a65d36ea-829f-4b3f-8ea2-93c9d28475fc', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:49:24Z', 'updated_at': '2021-11-25T13:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': 'd27319a9-dcee-4221-ab38-3fbf570e8194', 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'floating_ip_address': '172.25.5.143', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'port_id': '2269f532-47e3-4d3b-893e-4d6b47935c8c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9', 'mac_address': 'fa:16:3e:1a:8b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa295ca-5aba-4ed3-bc48-b9adf3a8b212', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:53:12Z', 'updated_at': '2021-11-25T13:53:12Z', 'revision_number': 0, 'project_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2ad9be1-30a2-4df4-87de-1de6bf2c117d', 'name': '', 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9', 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'mac_address': 'fa:16:3e:4c:4d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'eab5f893-0ac0-4819-a6c4-0808acabf926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:49:26Z', 'updated_at': '2021-11-25T13:49:30Z', 'revision_number': 5, 'project_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'subnets': [{'id': 'eab5f893-0ac0-4819-a6c4-0808acabf926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:53:14.155350 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dcc7f1-8be7-4b35-919d-c97aae20e488 None None] The sync data for ids ['c7683ec3-4901-4fdb-aa49-3a798c4442ed'] in n-d-808199-11 is: [{'id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'name': 'tempest-TestVolumeBootPattern-523235579-router', 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'a65d36ea-829f-4b3f-8ea2-93c9d28475fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:49:24Z', 'updated_at': '2021-11-25T13:49:26Z', 'revision_number': 4, 'project_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'gw_port': {'id': 'a65d36ea-829f-4b3f-8ea2-93c9d28475fc', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:49:24Z', 'updated_at': '2021-11-25T13:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': 'd27319a9-dcee-4221-ab38-3fbf570e8194', 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'floating_ip_address': '172.25.5.143', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'port_id': '2269f532-47e3-4d3b-893e-4d6b47935c8c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9', 'mac_address': 'fa:16:3e:1a:8b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa295ca-5aba-4ed3-bc48-b9adf3a8b212', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:53:12Z', 'updated_at': '2021-11-25T13:53:12Z', 'revision_number': 0, 'project_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2ad9be1-30a2-4df4-87de-1de6bf2c117d', 'name': '', 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9', 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'mac_address': 'fa:16:3e:4c:4d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'eab5f893-0ac0-4819-a6c4-0808acabf926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:49:26Z', 'updated_at': '2021-11-25T13:49:30Z', 'revision_number': 5, 'project_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'subnets': [{'id': 'eab5f893-0ac0-4819-a6c4-0808acabf926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:53:14.348241 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e58eb5-605e-44b2-b192-eae7d7ffe6a3 None None] New status for floating IP d27319a9-dcee-4221-ab38-3fbf570e8194: ACTIVE {{(pid=103572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 13:53:30.338184 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-798f3e00-7d05-45bf-963b-0f623066e241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:53:32.784169 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a4a52b15-a49c-4952-aa4e-a24dd0da3bb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:53:33.960503 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:53:35.290143 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:53:36.441030 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:53:38.455322 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:53:39.771618 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:53:41.909832 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:53:53.544738 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6cfaf97f-31c9-4a09-9c21-f8d1204fc097 req-263981bf-8567-4846-abf1-ed78447134f0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=baa295ca-5aba-4ed3-bc48-b9adf3a8b212&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409184 Nov 25 13:53:53.625204 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfaf97f-31c9-4a09-9c21-f8d1204fc097 req-8c58e67f-495f-4645-b15b-4983977fee65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:53:53.626803 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6cfaf97f-31c9-4a09-9c21-f8d1204fc097 req-8c58e67f-495f-4645-b15b-4983977fee65 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d7a98d179f84da5a80b50bf4d9d909f&device_id=baa295ca-5aba-4ed3-bc48-b9adf3a8b212 HTTP/1.1" status: 200 len: 1097 time: 0.0403636 Nov 25 13:53:53.736503 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfaf97f-31c9-4a09-9c21-f8d1204fc097 req-9a88c872-d5e5-41cc-87fb-e7454230e333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:53:53.737924 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6cfaf97f-31c9-4a09-9c21-f8d1204fc097 req-9a88c872-d5e5-41cc-87fb-e7454230e333 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 HTTP/1.1" status: 200 len: 912 time: 0.0893848 Nov 25 13:53:53.803727 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6cfaf97f-31c9-4a09-9c21-f8d1204fc097 req-3a9057ce-6c6f-4a7f-89d8-80ec277992ca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2269f532-47e3-4d3b-893e-4d6b47935c8c HTTP/1.1" status: 200 len: 1001 time: 0.0583739 Nov 25 13:53:53.851830 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfaf97f-31c9-4a09-9c21-f8d1204fc097 req-64b33051-f0be-4d83-a9d4-0ba759fa38af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:53:53.853211 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6cfaf97f-31c9-4a09-9c21-f8d1204fc097 req-64b33051-f0be-4d83-a9d4-0ba759fa38af service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eab5f893-0ac0-4819-a6c4-0808acabf926 HTTP/1.1" status: 200 len: 850 time: 0.0425432 Nov 25 13:53:53.904759 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfaf97f-31c9-4a09-9c21-f8d1204fc097 req-1d00b8b9-d6cb-4280-a453-5f894d859866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:53:53.906252 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6cfaf97f-31c9-4a09-9c21-f8d1204fc097 req-1d00b8b9-d6cb-4280-a453-5f894d859866 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456219 Nov 25 13:53:53.994273 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6cfaf97f-31c9-4a09-9c21-f8d1204fc097 req-b2671f98-b655-4dd1-866c-3ad8d4d96b37 service neutron] 10.222.0.47 "GET /v2.0/networks/a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808194 Nov 25 13:53:54.087607 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6cfaf97f-31c9-4a09-9c21-f8d1204fc097 req-5d2817f6-5cb5-424c-b90f-dc3b14cc4b90 service neutron] 10.222.0.47 "GET /v2.0/networks/a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859129 Nov 25 13:54:00.339312 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3a540c38-268d-41cc-a8d4-70c7bbbbf3ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:54:02.785027 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-30bb143b-35b5-4f5f-b148-638aabf28f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:54:03.963702 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:54:05.293416 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:54:06.444067 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:54:08.467433 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:54:11.922351 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:54:16.770989 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:54:30.339502 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-81f9fac2-1cb1-408d-ab8d-33937ef54a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:54:32.786577 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c27ce754-f1c9-4b97-b839-25129b863322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:54:33.965194 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:54:35.295727 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:54:36.446155 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:54:38.465970 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:54:41.937820 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:54:52.954024 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f4532502-ec25-4fa0-9e31-14372ba32c6a req-de9c6088-7a0c-4dfb-98da-4e70031f5a15 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=baa295ca-5aba-4ed3-bc48-b9adf3a8b212&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409634 Nov 25 13:54:53.036475 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4532502-ec25-4fa0-9e31-14372ba32c6a req-0f6e0f60-9126-493a-ae9b-9f461101a7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:54:53.038010 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f4532502-ec25-4fa0-9e31-14372ba32c6a req-0f6e0f60-9126-493a-ae9b-9f461101a7ac service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d7a98d179f84da5a80b50bf4d9d909f&device_id=baa295ca-5aba-4ed3-bc48-b9adf3a8b212 HTTP/1.1" status: 200 len: 1097 time: 0.0413146 Nov 25 13:54:53.147311 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4532502-ec25-4fa0-9e31-14372ba32c6a req-487742d0-1c66-4cbe-ae32-cd42e0f0842f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:54:53.149016 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f4532502-ec25-4fa0-9e31-14372ba32c6a req-487742d0-1c66-4cbe-ae32-cd42e0f0842f service neutron] 10.222.0.47 "GET /v2.0/networks?id=a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 HTTP/1.1" status: 200 len: 912 time: 0.0909584 Nov 25 13:54:53.214901 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f4532502-ec25-4fa0-9e31-14372ba32c6a req-1dfd6ff6-6129-4ddb-a1ed-d23e2d2111c4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2269f532-47e3-4d3b-893e-4d6b47935c8c HTTP/1.1" status: 200 len: 1001 time: 0.0577540 Nov 25 13:54:53.263049 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4532502-ec25-4fa0-9e31-14372ba32c6a req-81e9c403-323b-4c3e-807b-6e745c7c05d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:54:53.264998 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f4532502-ec25-4fa0-9e31-14372ba32c6a req-81e9c403-323b-4c3e-807b-6e745c7c05d8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eab5f893-0ac0-4819-a6c4-0808acabf926 HTTP/1.1" status: 200 len: 850 time: 0.0426931 Nov 25 13:54:53.316006 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4532502-ec25-4fa0-9e31-14372ba32c6a req-f3711b32-6ada-435b-98fd-3a48c641c88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:54:53.317474 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f4532502-ec25-4fa0-9e31-14372ba32c6a req-f3711b32-6ada-435b-98fd-3a48c641c88b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452991 Nov 25 13:54:53.417703 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f4532502-ec25-4fa0-9e31-14372ba32c6a req-87b484f6-fafa-497c-8fe0-a4d28bb2928f service neutron] 10.222.0.47 "GET /v2.0/networks/a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929217 Nov 25 13:54:53.514229 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f4532502-ec25-4fa0-9e31-14372ba32c6a req-48e0f7f8-d11c-4f53-83c2-911fbe95b29d service neutron] 10.222.0.47 "GET /v2.0/networks/a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888202 Nov 25 13:54:53.769623 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:55:00.340367 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7b8dc3c9-acd6-46a3-9c59-a00bc00ddd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:55:02.787236 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a6520766-d2da-444e-be21-deca9e9f514f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:55:03.969296 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:55:05.301117 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:55:06.448013 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:55:08.468971 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:55:09.274843 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968c0b6-4cd8-4b43-9e6e-21659107539a req-b3137f0e-e667-49ab-a43a-ae470d9d0881 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:55:09.276357 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e968c0b6-4cd8-4b43-9e6e-21659107539a req-b3137f0e-e667-49ab-a43a-ae470d9d0881 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=baa295ca-5aba-4ed3-bc48-b9adf3a8b212 HTTP/1.1" status: 200 len: 945 time: 0.1634016 Nov 25 13:55:09.327161 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e968c0b6-4cd8-4b43-9e6e-21659107539a req-acd22e28-38fa-4079-8cce-69aa13b93bb0 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc69afe5-5e27-4aaf-9be2-a952a12df8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443127 Nov 25 13:55:10.497580 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a4ab3f-7110-487b-9fc3-6ce478e7a09c req-d85575aa-8185-4ec3-9f0c-30105dc4a946 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:55:10.499127 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d2a4ab3f-7110-487b-9fc3-6ce478e7a09c req-d85575aa-8185-4ec3-9f0c-30105dc4a946 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=baa295ca-5aba-4ed3-bc48-b9adf3a8b212 HTTP/1.1" status: 200 len: 945 time: 0.0991931 Nov 25 13:55:10.549157 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d2a4ab3f-7110-487b-9fc3-6ce478e7a09c req-db3e162d-cf7c-46a0-8c67-d9bcc9849fd9 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc69afe5-5e27-4aaf-9be2-a952a12df8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430346 Nov 25 13:55:10.596070 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f07240-a73b-4157-a180-d7c14307ac88 req-d1ce8d5d-f130-44c9-b8cd-1374699ae414 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:55:10.597510 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-23f07240-a73b-4157-a180-d7c14307ac88 req-d1ce8d5d-f130-44c9-b8cd-1374699ae414 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.47 "GET /v2.0/ports?device_id=baa295ca-5aba-4ed3-bc48-b9adf3a8b212 HTTP/1.1" status: 200 len: 945 time: 0.0490835 Nov 25 13:55:10.683822 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-23f07240-a73b-4157-a180-d7c14307ac88 req-f2b655e3-2f2c-40d5-bb89-129e4ab531b5 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Deleting port 2269f532-47e3-4d3b-893e-4d6b47935c8c {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:55:10.684079 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-23f07240-a73b-4157-a180-d7c14307ac88 req-f2b655e3-2f2c-40d5-bb89-129e4ab531b5 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:55:10.774352 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-23f07240-a73b-4157-a180-d7c14307ac88 req-f2b655e3-2f2c-40d5-bb89-129e4ab531b5 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] For port 2269f532-47e3-4d3b-893e-4d6b47935c8c, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=2269f532-47e3-4d3b-893e-4d6b47935c8c,segment=NetworkSegment(537df87f-4062-4c10-ae31-09711976a4db),segment_id=537df87f-4062-4c10-ae31-09711976a4db)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:55:10.774757 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-23f07240-a73b-4157-a180-d7c14307ac88 req-f2b655e3-2f2c-40d5-bb89-129e4ab531b5 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:55:11.049033 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-23f07240-a73b-4157-a180-d7c14307ac88 req-f2b655e3-2f2c-40d5-bb89-129e4ab531b5 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:55:11.049394 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-23f07240-a73b-4157-a180-d7c14307ac88 req-f2b655e3-2f2c-40d5-bb89-129e4ab531b5 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:55:11.049718 n-d-808199-11 neutron-server[103571]: INFO neutron.db.l3_db [req-23f07240-a73b-4157-a180-d7c14307ac88 req-f2b655e3-2f2c-40d5-bb89-129e4ab531b5 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Floating IP d27319a9-dcee-4221-ab38-3fbf570e8194 disassociated. External IP: 172.25.5.143, port: 2269f532-47e3-4d3b-893e-4d6b47935c8c. Nov 25 13:55:11.050064 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-23f07240-a73b-4157-a180-d7c14307ac88 req-f2b655e3-2f2c-40d5-bb89-129e4ab531b5 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Calling delete_port for 2269f532-47e3-4d3b-893e-4d6b47935c8c owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:55:11.176288 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-23f07240-a73b-4157-a180-d7c14307ac88 req-f2b655e3-2f2c-40d5-bb89-129e4ab531b5 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:55:11.206770 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b655e3-2f2c-40d5-bb89-129e4ab531b5 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Pushing event deleted for resources: {'Port': ['ID=2269f532-47e3-4d3b-893e-4d6b47935c8c,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:55:11.218527 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b655e3-2f2c-40d5-bb89-129e4ab531b5 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:55:11.218910 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b655e3-2f2c-40d5-bb89-129e4ab531b5 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:55:11.219262 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b655e3-2f2c-40d5-bb89-129e4ab531b5 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:55:11.219608 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b655e3-2f2c-40d5-bb89-129e4ab531b5 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:55:11.219955 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b655e3-2f2c-40d5-bb89-129e4ab531b5 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:55:11.220293 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b655e3-2f2c-40d5-bb89-129e4ab531b5 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:55:11.220638 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b655e3-2f2c-40d5-bb89-129e4ab531b5 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:55:11.220970 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b655e3-2f2c-40d5-bb89-129e4ab531b5 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:55:11.221304 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b655e3-2f2c-40d5-bb89-129e4ab531b5 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:55:11.222151 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b655e3-2f2c-40d5-bb89-129e4ab531b5 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:55:11.222151 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b655e3-2f2c-40d5-bb89-129e4ab531b5 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:55:11.222366 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b655e3-2f2c-40d5-bb89-129e4ab531b5 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:55:11.328331 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23f07240-a73b-4157-a180-d7c14307ac88 req-f2b655e3-2f2c-40d5-bb89-129e4ab531b5 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Router c7683ec3-4901-4fdb-aa49-3a798c4442ed has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:55:11.652414 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-035a9826-b4d3-4078-bfb5-a3c85ef8c3b4 req-4882b3ca-ce4d-4ac1-a268-59b96ce8bea5 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=baa295ca-5aba-4ed3-bc48-b9adf3a8b212 HTTP/1.1" status: 200 len: 210 time: 0.0284925 Nov 25 13:55:11.734327 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23f07240-a73b-4157-a180-d7c14307ac88 req-f2b655e3-2f2c-40d5-bb89-129e4ab531b5 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:55:11.745314 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8283dba3-d17b-4e21-ab16-f28778f83946 None None] Sync routers for ids ['c7683ec3-4901-4fdb-aa49-3a798c4442ed'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:55:11.755862 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8283dba3-d17b-4e21-ab16-f28778f83946 None None] Routers {'c7683ec3-4901-4fdb-aa49-3a798c4442ed'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:55:11.756564 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-8283dba3-d17b-4e21-ab16-f28778f83946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:55:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['c7683ec3-4901-4fdb-aa49-3a798c4442ed'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:55:11.776240 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-23f07240-a73b-4157-a180-d7c14307ac88 req-f2b655e3-2f2c-40d5-bb89-129e4ab531b5 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] No DVR routers for this DVR port 2269f532-47e3-4d3b-893e-4d6b47935c8c on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:55:11.778922 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-23f07240-a73b-4157-a180-d7c14307ac88 req-f2b655e3-2f2c-40d5-bb89-129e4ab531b5 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:55:11.782289 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-23f07240-a73b-4157-a180-d7c14307ac88 req-f2b655e3-2f2c-40d5-bb89-129e4ab531b5 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.47 "DELETE /v2.0/ports/2269f532-47e3-4d3b-893e-4d6b47935c8c HTTP/1.1" status: 204 len: 173 time: 1.1786549 Nov 25 13:55:11.782754 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baa295ca-5aba-4ed3-bc48-b9adf3a8b212', 'name': 'network-vif-deleted', 'tag': '2269f532-47e3-4d3b-893e-4d6b47935c8c'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:55:11.784999 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-171c5326-817b-41f0-b62f-7e1489dec002" -d '{"events": [{"server_uuid": "baa295ca-5aba-4ed3-bc48-b9adf3a8b212", "name": "network-vif-deleted", "tag": "2269f532-47e3-4d3b-893e-4d6b47935c8c"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:55:11.869840 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-8283dba3-d17b-4e21-ab16-f28778f83946 None None] Set router c7683ec3-4901-4fdb-aa49-3a798c4442ed gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:55:11.894200 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7cff915-f8bf-4f14-ae9c-4d7fb62c5873 x-openstack-request-id: req-c7cff915-f8bf-4f14-ae9c-4d7fb62c5873 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:55:11.894200 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baa295ca-5aba-4ed3-bc48-b9adf3a8b212", "name": "network-vif-deleted", "tag": "2269f532-47e3-4d3b-893e-4d6b47935c8c", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:55:11.894200 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c7cff915-f8bf-4f14-ae9c-4d7fb62c5873 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:55:11.894200 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baa295ca-5aba-4ed3-bc48-b9adf3a8b212', 'name': 'network-vif-deleted', 'tag': '2269f532-47e3-4d3b-893e-4d6b47935c8c', 'status': 'completed', 'code': 200} Nov 25 13:55:11.941099 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:55:12.151848 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-8283dba3-d17b-4e21-ab16-f28778f83946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'name': 'tempest-TestVolumeBootPattern-523235579-router', 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'a65d36ea-829f-4b3f-8ea2-93c9d28475fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:49:24Z', 'updated_at': '2021-11-25T13:49:26Z', 'revision_number': 4, 'project_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'gw_port': {'id': 'a65d36ea-829f-4b3f-8ea2-93c9d28475fc', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:49:24Z', 'updated_at': '2021-11-25T13:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'b2ad9be1-30a2-4df4-87de-1de6bf2c117d', 'name': '', 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9', 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'mac_address': 'fa:16:3e:4c:4d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'eab5f893-0ac0-4819-a6c4-0808acabf926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:49:26Z', 'updated_at': '2021-11-25T13:49:30Z', 'revision_number': 5, 'project_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'subnets': [{'id': 'eab5f893-0ac0-4819-a6c4-0808acabf926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:55:12.178426 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8283dba3-d17b-4e21-ab16-f28778f83946 None None] Checking router: c7683ec3-4901-4fdb-aa49-3a798c4442ed for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:55:12.186637 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8283dba3-d17b-4e21-ab16-f28778f83946 None None] Routers {'c7683ec3-4901-4fdb-aa49-3a798c4442ed'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:55:12.187274 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-8283dba3-d17b-4e21-ab16-f28778f83946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:55:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['c7683ec3-4901-4fdb-aa49-3a798c4442ed'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:55:12.291712 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-8283dba3-d17b-4e21-ab16-f28778f83946 None None] Set router c7683ec3-4901-4fdb-aa49-3a798c4442ed gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:55:12.488511 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-8283dba3-d17b-4e21-ab16-f28778f83946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'name': 'tempest-TestVolumeBootPattern-523235579-router', 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'a65d36ea-829f-4b3f-8ea2-93c9d28475fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:49:24Z', 'updated_at': '2021-11-25T13:49:26Z', 'revision_number': 4, 'project_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'gw_port': {'id': 'a65d36ea-829f-4b3f-8ea2-93c9d28475fc', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:49:24Z', 'updated_at': '2021-11-25T13:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'b2ad9be1-30a2-4df4-87de-1de6bf2c117d', 'name': '', 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9', 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'mac_address': 'fa:16:3e:4c:4d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'eab5f893-0ac0-4819-a6c4-0808acabf926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:49:26Z', 'updated_at': '2021-11-25T13:49:30Z', 'revision_number': 5, 'project_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'subnets': [{'id': 'eab5f893-0ac0-4819-a6c4-0808acabf926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:55:12.514860 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8283dba3-d17b-4e21-ab16-f28778f83946 None None] The sync data for ids ['c7683ec3-4901-4fdb-aa49-3a798c4442ed'] in n-d-808199-11 is: [{'id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'name': 'tempest-TestVolumeBootPattern-523235579-router', 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'a65d36ea-829f-4b3f-8ea2-93c9d28475fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:49:24Z', 'updated_at': '2021-11-25T13:49:26Z', 'revision_number': 4, 'project_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'gw_port': {'id': 'a65d36ea-829f-4b3f-8ea2-93c9d28475fc', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:49:24Z', 'updated_at': '2021-11-25T13:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'b2ad9be1-30a2-4df4-87de-1de6bf2c117d', 'name': '', 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9', 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'mac_address': 'fa:16:3e:4c:4d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'eab5f893-0ac0-4819-a6c4-0808acabf926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:49:26Z', 'updated_at': '2021-11-25T13:49:30Z', 'revision_number': 5, 'project_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'subnets': [{'id': 'eab5f893-0ac0-4819-a6c4-0808acabf926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:55:12.760694 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-37a588d0-a0ee-436b-bf04-b6ea790c61a4 req-98ef242f-ab1d-42be-a4fe-774d67ba6172 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=baa295ca-5aba-4ed3-bc48-b9adf3a8b212 HTTP/1.1" status: 200 len: 210 time: 0.0299387 Nov 25 13:55:12.762082 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbf24f9-d585-4c06-83f8-8729146d3cb9 None None] New status for floating IP d27319a9-dcee-4221-ab38-3fbf570e8194: DOWN {{(pid=103572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 13:55:13.855852 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e0335bc2-bef3-48da-a5ae-cfd115278eb9 req-35ee3f23-17df-485d-99b7-1ce48b375930 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=baa295ca-5aba-4ed3-bc48-b9adf3a8b212 HTTP/1.1" status: 200 len: 210 time: 0.0256143 Nov 25 13:55:14.954498 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ae448bc6-dd1a-4558-b609-d22739cc1489 req-3937552c-9059-41bf-bc26-664ed69ee421 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=baa295ca-5aba-4ed3-bc48-b9adf3a8b212 HTTP/1.1" status: 200 len: 210 time: 0.0307612 Nov 25 13:55:15.144378 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 2269f532-47e3-4d3b-893e-4d6b47935c8c no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:55:15.169004 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: 2269f532-47e3-4d3b-893e-4d6b47935c8c {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:55:15.169358 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 2269f532-47e3-4d3b-893e-4d6b47935c8c not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:55:16.051202 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-64c88461-dc01-4d93-b4c0-e9bc17ab786b req-9b005ec2-024d-4941-9db5-31534a26caa1 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=baa295ca-5aba-4ed3-bc48-b9adf3a8b212 HTTP/1.1" status: 200 len: 210 time: 0.0260704 Nov 25 13:55:17.260237 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c9a6e481-2054-4caf-9141-393504c5d1ad req-c1ada8a8-b2dd-4fbd-88ea-ce7fa44b3ee7 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1334177026&fields=id&tenant_id=8d7a98d179f84da5a80b50bf4d9d909f HTTP/1.1" status: 200 len: 267 time: 0.0435033 Nov 25 13:55:17.367087 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6e481-2054-4caf-9141-393504c5d1ad req-d4f9d8dc-5d38-420a-8e1c-df252a357b72 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:55:17.368447 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c9a6e481-2054-4caf-9141-393504c5d1ad req-d4f9d8dc-5d38-420a-8e1c-df252a357b72 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/networks?id=a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 HTTP/1.1" status: 200 len: 811 time: 0.1010344 Nov 25 13:55:17.385883 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c9a6e481-2054-4caf-9141-393504c5d1ad req-b3d57533-8d80-43a0-a05f-62739144a5ba tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/quotas/8d7a98d179f84da5a80b50bf4d9d909f HTTP/1.1" status: 200 len: 375 time: 0.0117002 Nov 25 13:55:17.436661 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c9a6e481-2054-4caf-9141-393504c5d1ad req-3bbd705e-a30a-4863-8b15-0fae4e3e21ad tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8d7a98d179f84da5a80b50bf4d9d909f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443285 Nov 25 13:55:17.572987 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c9a6e481-2054-4caf-9141-393504c5d1ad req-6d8cb7f6-34a8-45d3-99c3-ae93f625fb97 service neutron] 10.222.0.53 "GET /v2.0/networks/a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246610 Nov 25 13:55:17.665589 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c9a6e481-2054-4caf-9141-393504c5d1ad req-4a2f0ac8-a123-4bbc-be88-2ab785102d01 service neutron] 10.222.0.53 "GET /v2.0/networks/a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864809 Nov 25 13:55:17.933868 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e7b68469-82e1-4a3a-a6e6-9e2d792f992a req-e33830dd-5ac1-46d1-8096-0ff74c4155ba tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=53a95563-53c9-44be-a058-d7029e98179b HTTP/1.1" status: 200 len: 210 time: 0.0270410 Nov 25 13:55:18.984154 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6e481-2054-4caf-9141-393504c5d1ad req-079c2277-bff5-41f0-ba1b-160bd16fc56d tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:55:18.986237 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c9a6e481-2054-4caf-9141-393504c5d1ad req-079c2277-bff5-41f0-ba1b-160bd16fc56d tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.66 "GET /v2.0/networks?id=a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 HTTP/1.1" status: 200 len: 811 time: 0.1080971 Nov 25 13:55:19.029303 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0bede3a4-48d2-48c8-b98c-615939e62c5d req-ee8dd817-a55b-42b9-86a6-c59f27ab5539 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=53a95563-53c9-44be-a058-d7029e98179b HTTP/1.1" status: 200 len: 210 time: 0.0269549 Nov 25 13:55:19.070345 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c9a6e481-2054-4caf-9141-393504c5d1ad req-ac01eefe-d983-4a5a-9dd5-768129103d10 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d7a98d179f84da5a80b50bf4d9d909f HTTP/1.1" status: 200 len: 380 time: 0.0615323 Nov 25 13:55:19.082805 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-c9a6e481-2054-4caf-9141-393504c5d1ad req-7f296d2f-fe9d-4e90-ad57-d51f4f714d3d tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Request body: {'port': {'device_id': '53a95563-53c9-44be-a058-d7029e98179b', 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9', 'admin_state_up': True, 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'security_groups': ['fc69afe5-5e27-4aaf-9be2-a952a12df8bc']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:55:19.191457 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9a6e481-2054-4caf-9141-393504c5d1ad req-7f296d2f-fe9d-4e90-ad57-d51f4f714d3d tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Made reservation on behalf of 8d7a98d179f84da5a80b50bf4d9d909f for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:55:19.194980 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c9a6e481-2054-4caf-9141-393504c5d1ad req-7f296d2f-fe9d-4e90-ad57-d51f4f714d3d tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:55:19.324768 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-c9a6e481-2054-4caf-9141-393504c5d1ad req-7f296d2f-fe9d-4e90-ad57-d51f4f714d3d tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Allocated IP 172.20.0.8 (a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9/eab5f893-0ac0-4819-a6c4-0808acabf926/e826ccdc-e2c8-487c-8090-b2e97afe8af8) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:55:19.477762 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c9a6e481-2054-4caf-9141-393504c5d1ad req-7f296d2f-fe9d-4e90-ad57-d51f4f714d3d tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:55:19.516390 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c9a6e481-2054-4caf-9141-393504c5d1ad req-7f296d2f-fe9d-4e90-ad57-d51f4f714d3d tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:55:19.562834 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9a6e481-2054-4caf-9141-393504c5d1ad req-7f296d2f-fe9d-4e90-ad57-d51f4f714d3d tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Network a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:55:19.565896 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-c9a6e481-2054-4caf-9141-393504c5d1ad req-7f296d2f-fe9d-4e90-ad57-d51f4f714d3d tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:55:19.568685 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a6e481-2054-4caf-9141-393504c5d1ad req-7f296d2f-fe9d-4e90-ad57-d51f4f714d3d tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:55:19.594754 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f296d2f-fe9d-4e90-ad57-d51f4f714d3d tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Pushing event updated for resources: {'Port': ['ID=e826ccdc-e2c8-487c-8090-b2e97afe8af8,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:55:19.626589 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6e481-2054-4caf-9141-393504c5d1ad req-7f296d2f-fe9d-4e90-ad57-d51f4f714d3d tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:55:19.627253 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c9a6e481-2054-4caf-9141-393504c5d1ad req-7f296d2f-fe9d-4e90-ad57-d51f4f714d3d tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:55:19.644144 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c9a6e481-2054-4caf-9141-393504c5d1ad req-7f296d2f-fe9d-4e90-ad57-d51f4f714d3d tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5654414 Nov 25 13:55:19.748965 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-c9a6e481-2054-4caf-9141-393504c5d1ad req-85955ce5-ea65-4df1-b76d-ed0c2bb7758d service neutron] Request body: {'port': {'device_id': '53a95563-53c9-44be-a058-d7029e98179b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:55:19.806653 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c9a6e481-2054-4caf-9141-393504c5d1ad req-85955ce5-ea65-4df1-b76d-ed0c2bb7758d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:55:19.841607 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-15800470-5b6f-4820-9b9e-10f09e85415b None None] Provisioning complete for port e826ccdc-e2c8-487c-8090-b2e97afe8af8 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:55:19.842148 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-15800470-5b6f-4820-9b9e-10f09e85415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:55:19.876695 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-15800470-5b6f-4820-9b9e-10f09e85415b None None] Port e826ccdc-e2c8-487c-8090-b2e97afe8af8 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:55:20.079926 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-c9a6e481-2054-4caf-9141-393504c5d1ad req-85955ce5-ea65-4df1-b76d-ed0c2bb7758d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e826ccdc-e2c8-487c-8090-b2e97afe8af8 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:55:20.088428 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c9a6e481-2054-4caf-9141-393504c5d1ad req-85955ce5-ea65-4df1-b76d-ed0c2bb7758d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:55:20.102199 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-c9a6e481-2054-4caf-9141-393504c5d1ad req-85955ce5-ea65-4df1-b76d-ed0c2bb7758d service neutron] Transition to ACTIVE for port object e826ccdc-e2c8-487c-8090-b2e97afe8af8 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:55:20.106978 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c9a6e481-2054-4caf-9141-393504c5d1ad req-85955ce5-ea65-4df1-b76d-ed0c2bb7758d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:55:20.149935 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0370bbb3-d4df-4362-8f38-bce423af85ee req-8489bc3d-2319-494c-be10-2a791d3b3f61 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:55:20.151502 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0370bbb3-d4df-4362-8f38-bce423af85ee req-8489bc3d-2319-494c-be10-2a791d3b3f61 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=53a95563-53c9-44be-a058-d7029e98179b HTTP/1.1" status: 200 len: 943 time: 0.0489159 Nov 25 13:55:20.154097 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85955ce5-ea65-4df1-b76d-ed0c2bb7758d service neutron] Pushing event updated for resources: {'Port': ['ID=e826ccdc-e2c8-487c-8090-b2e97afe8af8,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:55:20.233763 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0370bbb3-d4df-4362-8f38-bce423af85ee req-930d0b00-687d-4808-bf24-8aa57da8e795 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc69afe5-5e27-4aaf-9be2-a952a12df8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657136 Nov 25 13:55:20.252984 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-c9a6e481-2054-4caf-9141-393504c5d1ad req-85955ce5-ea65-4df1-b76d-ed0c2bb7758d service neutron] Attempting to bind port e826ccdc-e2c8-487c-8090-b2e97afe8af8 on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:55:20.252984 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-c9a6e481-2054-4caf-9141-393504c5d1ad req-85955ce5-ea65-4df1-b76d-ed0c2bb7758d service neutron] Attempting to bind port e826ccdc-e2c8-487c-8090-b2e97afe8af8 by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': '537df87f-4062-4c10-ae31-09711976a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:55:20.252984 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a6e481-2054-4caf-9141-393504c5d1ad req-85955ce5-ea65-4df1-b76d-ed0c2bb7758d service neutron] Attempting to bind port e826ccdc-e2c8-487c-8090-b2e97afe8af8 on network a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:55:20.257690 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a6e481-2054-4caf-9141-393504c5d1ad req-85955ce5-ea65-4df1-b76d-ed0c2bb7758d service neutron] Port e826ccdc-e2c8-487c-8090-b2e97afe8af8 on network a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:55:20.258264 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a6e481-2054-4caf-9141-393504c5d1ad req-85955ce5-ea65-4df1-b76d-ed0c2bb7758d service neutron] Attempting to bind port e826ccdc-e2c8-487c-8090-b2e97afe8af8 on network a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:55:20.263831 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a6e481-2054-4caf-9141-393504c5d1ad req-85955ce5-ea65-4df1-b76d-ed0c2bb7758d service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:55:20.264777 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a6e481-2054-4caf-9141-393504c5d1ad req-85955ce5-ea65-4df1-b76d-ed0c2bb7758d service neutron] Checking segment: {'id': '537df87f-4062-4c10-ae31-09711976a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:55:20.265179 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a6e481-2054-4caf-9141-393504c5d1ad req-85955ce5-ea65-4df1-b76d-ed0c2bb7758d service neutron] Bound using segment: {'id': '537df87f-4062-4c10-ae31-09711976a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:55:20.265620 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-c9a6e481-2054-4caf-9141-393504c5d1ad req-85955ce5-ea65-4df1-b76d-ed0c2bb7758d service neutron] Bound port: e826ccdc-e2c8-487c-8090-b2e97afe8af8, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '537df87f-4062-4c10-ae31-09711976a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:55:20.266018 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c9a6e481-2054-4caf-9141-393504c5d1ad req-85955ce5-ea65-4df1-b76d-ed0c2bb7758d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:55:20.335897 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-c9a6e481-2054-4caf-9141-393504c5d1ad req-85955ce5-ea65-4df1-b76d-ed0c2bb7758d service neutron] For port e826ccdc-e2c8-487c-8090-b2e97afe8af8, host n-h1-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:55:20.339525 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-c9a6e481-2054-4caf-9141-393504c5d1ad req-85955ce5-ea65-4df1-b76d-ed0c2bb7758d service neutron] For port e826ccdc-e2c8-487c-8090-b2e97afe8af8, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=e826ccdc-e2c8-487c-8090-b2e97afe8af8,segment=NetworkSegment(537df87f-4062-4c10-ae31-09711976a4db),segment_id=537df87f-4062-4c10-ae31-09711976a4db)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:55:20.343941 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c9a6e481-2054-4caf-9141-393504c5d1ad req-85955ce5-ea65-4df1-b76d-ed0c2bb7758d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:55:20.385775 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6e481-2054-4caf-9141-393504c5d1ad req-85955ce5-ea65-4df1-b76d-ed0c2bb7758d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:55:20.386251 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c9a6e481-2054-4caf-9141-393504c5d1ad req-85955ce5-ea65-4df1-b76d-ed0c2bb7758d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:55:20.389398 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c9a6e481-2054-4caf-9141-393504c5d1ad req-85955ce5-ea65-4df1-b76d-ed0c2bb7758d service neutron] 10.222.0.66 "PUT /v2.0/ports/e826ccdc-e2c8-487c-8090-b2e97afe8af8 HTTP/1.1" status: 200 len: 1092 time: 0.7310088 Nov 25 13:55:20.392615 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53a95563-53c9-44be-a058-d7029e98179b', 'tag': 'e826ccdc-e2c8-487c-8090-b2e97afe8af8'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:55:20.395117 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93647364-ea25-4f8b-9874-793a7b98f961" -d '{"events": [{"name": "network-changed", "server_uuid": "53a95563-53c9-44be-a058-d7029e98179b", "tag": "e826ccdc-e2c8-487c-8090-b2e97afe8af8"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:55:20.419220 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85955ce5-ea65-4df1-b76d-ed0c2bb7758d service neutron] Pushing event updated for resources: {'Port': ['ID=e826ccdc-e2c8-487c-8090-b2e97afe8af8,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:55:20.473330 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b97f61-e3e1-4d65-a4f1-0ef901ff3d81 x-openstack-request-id: req-10b97f61-e3e1-4d65-a4f1-0ef901ff3d81 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:55:20.473917 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53a95563-53c9-44be-a058-d7029e98179b", "tag": "e826ccdc-e2c8-487c-8090-b2e97afe8af8", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:55:20.474016 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-10b97f61-e3e1-4d65-a4f1-0ef901ff3d81 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:55:20.474395 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53a95563-53c9-44be-a058-d7029e98179b', 'tag': 'e826ccdc-e2c8-487c-8090-b2e97afe8af8', 'status': 'completed', 'code': 200} Nov 25 13:55:20.493015 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6e481-2054-4caf-9141-393504c5d1ad req-0c25faed-85e0-43dc-b6a0-8ac23a30e375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:55:20.494984 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c9a6e481-2054-4caf-9141-393504c5d1ad req-0c25faed-85e0-43dc-b6a0-8ac23a30e375 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8d7a98d179f84da5a80b50bf4d9d909f&device_id=53a95563-53c9-44be-a058-d7029e98179b HTTP/1.1" status: 200 len: 1095 time: 0.0522840 Nov 25 13:55:20.555506 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c9a6e481-2054-4caf-9141-393504c5d1ad req-897a3675-b681-4028-9c42-d216806c83e5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e826ccdc-e2c8-487c-8090-b2e97afe8af8 HTTP/1.1" status: 200 len: 217 time: 0.0473814 Nov 25 13:55:20.614828 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6e481-2054-4caf-9141-393504c5d1ad req-3801731a-f5b2-44f0-83e2-18225a62e342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:55:20.616358 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c9a6e481-2054-4caf-9141-393504c5d1ad req-3801731a-f5b2-44f0-83e2-18225a62e342 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=eab5f893-0ac0-4819-a6c4-0808acabf926 HTTP/1.1" status: 200 len: 850 time: 0.0486116 Nov 25 13:55:20.670801 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6e481-2054-4caf-9141-393504c5d1ad req-a4099e1c-dcd6-4f39-a915-d0897684858b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:55:20.672962 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c9a6e481-2054-4caf-9141-393504c5d1ad req-a4099e1c-dcd6-4f39-a915-d0897684858b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449708 Nov 25 13:55:20.775721 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c9a6e481-2054-4caf-9141-393504c5d1ad req-d5e648ae-8f20-45a7-9b4d-68ee8cb73480 service neutron] 10.222.0.66 "GET /v2.0/networks/a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913649 Nov 25 13:55:20.873091 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c9a6e481-2054-4caf-9141-393504c5d1ad req-aeac48a7-7b47-4d51-80e5-c925777a1cb9 service neutron] 10.222.0.66 "GET /v2.0/networks/a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845172 Nov 25 13:55:20.971634 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93647364-ea25-4f8b-9874-793a7b98f961 req-df5738f9-4c3d-4fce-b37a-29092a24d788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:55:20.973043 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-93647364-ea25-4f8b-9874-793a7b98f961 req-df5738f9-4c3d-4fce-b37a-29092a24d788 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8d7a98d179f84da5a80b50bf4d9d909f&device_id=53a95563-53c9-44be-a058-d7029e98179b HTTP/1.1" status: 200 len: 1095 time: 0.0471022 Nov 25 13:55:21.067905 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93647364-ea25-4f8b-9874-793a7b98f961 req-cd6d5234-bb86-48ca-b34a-1ae4868e0260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:55:21.069402 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-93647364-ea25-4f8b-9874-793a7b98f961 req-cd6d5234-bb86-48ca-b34a-1ae4868e0260 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 HTTP/1.1" status: 200 len: 912 time: 0.0872006 Nov 25 13:55:21.117658 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-93647364-ea25-4f8b-9874-793a7b98f961 req-0f1ebfa0-cc5d-4aa4-a6cd-a37a4c83a53e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e826ccdc-e2c8-487c-8090-b2e97afe8af8 HTTP/1.1" status: 200 len: 217 time: 0.0362208 Nov 25 13:55:21.177360 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93647364-ea25-4f8b-9874-793a7b98f961 req-d730e888-48b4-4496-a7d9-a14839aa598d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:55:21.178968 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-93647364-ea25-4f8b-9874-793a7b98f961 req-d730e888-48b4-4496-a7d9-a14839aa598d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=eab5f893-0ac0-4819-a6c4-0808acabf926 HTTP/1.1" status: 200 len: 850 time: 0.0497510 Nov 25 13:55:21.230436 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93647364-ea25-4f8b-9874-793a7b98f961 req-c65879d9-d39d-4834-b0be-36a106a90dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:55:21.231932 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-93647364-ea25-4f8b-9874-793a7b98f961 req-c65879d9-d39d-4834-b0be-36a106a90dfc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414779 Nov 25 13:55:21.332925 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-93647364-ea25-4f8b-9874-793a7b98f961 req-79114a08-3e5e-4f3b-ba4c-f596d69adeea service neutron] 10.222.0.66 "GET /v2.0/networks/a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890703 Nov 25 13:55:21.353616 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8039ace2-6a5c-414c-a86a-9a00a8fa0016 req-d1437ae5-fa6c-4510-95e9-ba920a568e4d tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:55:21.356602 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8039ace2-6a5c-414c-a86a-9a00a8fa0016 req-d1437ae5-fa6c-4510-95e9-ba920a568e4d tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=53a95563-53c9-44be-a058-d7029e98179b HTTP/1.1" status: 200 len: 943 time: 0.0537231 Nov 25 13:55:21.413964 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8039ace2-6a5c-414c-a86a-9a00a8fa0016 req-fa1c1a44-ebc0-40a2-8ca9-5861b50dad1f tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc69afe5-5e27-4aaf-9be2-a952a12df8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505514 Nov 25 13:55:21.447229 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-93647364-ea25-4f8b-9874-793a7b98f961 req-a16c102e-6765-489a-9259-387f74e9262a service neutron] 10.222.0.66 "GET /v2.0/networks/a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062829 Nov 25 13:55:22.533412 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae41cc-a981-4c31-b937-7f1ec7e5e6e3 req-3069e57a-4698-46e7-9f8b-59a01e886910 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:55:22.534922 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-40ae41cc-a981-4c31-b937-7f1ec7e5e6e3 req-3069e57a-4698-46e7-9f8b-59a01e886910 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=53a95563-53c9-44be-a058-d7029e98179b HTTP/1.1" status: 200 len: 943 time: 0.0498896 Nov 25 13:55:22.584627 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-40ae41cc-a981-4c31-b937-7f1ec7e5e6e3 req-fc5f50bf-78a7-4617-8674-1e4e9aa6b91c tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc69afe5-5e27-4aaf-9be2-a952a12df8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435960 Nov 25 13:55:23.720577 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa560069-38f4-4e6e-b2e6-646393f21d27 req-dbe4d7b0-a6b5-49eb-b319-1e8816ab361c tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:55:23.721991 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-aa560069-38f4-4e6e-b2e6-646393f21d27 req-dbe4d7b0-a6b5-49eb-b319-1e8816ab361c tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=53a95563-53c9-44be-a058-d7029e98179b HTTP/1.1" status: 200 len: 943 time: 0.0523558 Nov 25 13:55:23.774362 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-aa560069-38f4-4e6e-b2e6-646393f21d27 req-5b06ed7b-4ea1-40e7-a673-b2b9a00292b1 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc69afe5-5e27-4aaf-9be2-a952a12df8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462341 Nov 25 13:55:24.892748 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c7f3b-9fd9-4f8b-a4dd-3e1edd02e443 req-d7159e76-da53-4f1c-b674-f4b3acc902ba tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:55:24.894214 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ee2c7f3b-9fd9-4f8b-a4dd-3e1edd02e443 req-d7159e76-da53-4f1c-b674-f4b3acc902ba tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=53a95563-53c9-44be-a058-d7029e98179b HTTP/1.1" status: 200 len: 943 time: 0.0517035 Nov 25 13:55:24.951456 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ee2c7f3b-9fd9-4f8b-a4dd-3e1edd02e443 req-ff4aa126-b3cd-41b3-9285-761f3a9715bc tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc69afe5-5e27-4aaf-9be2-a952a12df8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510459 Nov 25 13:55:26.067226 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18843d4-85bd-43dd-842b-c74b2610953f req-61d72352-44cc-4a93-8b97-1c735996b483 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:55:26.068706 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f18843d4-85bd-43dd-842b-c74b2610953f req-61d72352-44cc-4a93-8b97-1c735996b483 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=53a95563-53c9-44be-a058-d7029e98179b HTTP/1.1" status: 200 len: 943 time: 0.0474572 Nov 25 13:55:26.120253 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f18843d4-85bd-43dd-842b-c74b2610953f req-71118440-bdde-4e27-abcc-3ecd416f4486 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc69afe5-5e27-4aaf-9be2-a952a12df8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456979 Nov 25 13:55:27.232616 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63595af-8fef-45aa-9223-a4aac4702269 req-d0ba0f51-f318-4fc1-bc23-01efaa2cb45d tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:55:27.234066 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e63595af-8fef-45aa-9223-a4aac4702269 req-d0ba0f51-f318-4fc1-bc23-01efaa2cb45d tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=53a95563-53c9-44be-a058-d7029e98179b HTTP/1.1" status: 200 len: 943 time: 0.0473473 Nov 25 13:55:27.282355 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e63595af-8fef-45aa-9223-a4aac4702269 req-90a46245-562c-4722-966c-89a1ad33a87c tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc69afe5-5e27-4aaf-9be2-a952a12df8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417719 Nov 25 13:55:28.395648 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f696f378-5745-4893-9442-13b83dead54d req-a27e756d-60e9-4d55-923e-f8715ddc344a tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:55:28.397145 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f696f378-5745-4893-9442-13b83dead54d req-a27e756d-60e9-4d55-923e-f8715ddc344a tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=53a95563-53c9-44be-a058-d7029e98179b HTTP/1.1" status: 200 len: 943 time: 0.0484207 Nov 25 13:55:28.445382 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f696f378-5745-4893-9442-13b83dead54d req-2b7ed23e-a2c6-479b-a89c-cea5b6ede03e tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc69afe5-5e27-4aaf-9be2-a952a12df8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422804 Nov 25 13:55:29.563907 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4732e0-68eb-40c3-a2af-09fcb18264e3 req-730b5576-519b-420b-840a-db08556669f4 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:55:29.565372 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dd4732e0-68eb-40c3-a2af-09fcb18264e3 req-730b5576-519b-420b-840a-db08556669f4 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=53a95563-53c9-44be-a058-d7029e98179b HTTP/1.1" status: 200 len: 943 time: 0.0533781 Nov 25 13:55:29.613374 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dd4732e0-68eb-40c3-a2af-09fcb18264e3 req-2a1a4f1b-3b8d-4486-9963-3434fea5f547 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc69afe5-5e27-4aaf-9be2-a952a12df8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420992 Nov 25 13:55:30.341139 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d0485668-7b14-4fe6-ba82-52256680eaf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:55:30.727219 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a815c-4ab8-40c0-8f6a-70f2a0cee4cc req-47e7ab5b-3530-4200-a576-3b1a04f5a83d tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:55:30.728676 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-263a815c-4ab8-40c0-8f6a-70f2a0cee4cc req-47e7ab5b-3530-4200-a576-3b1a04f5a83d tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=53a95563-53c9-44be-a058-d7029e98179b HTTP/1.1" status: 200 len: 943 time: 0.0478702 Nov 25 13:55:30.768794 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:55:30.778186 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-263a815c-4ab8-40c0-8f6a-70f2a0cee4cc req-228445fe-1ea0-4f19-bfa7-67d62b727c3c tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc69afe5-5e27-4aaf-9be2-a952a12df8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436103 Nov 25 13:55:31.898324 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc78db-76fc-4547-ba64-80c7ec00bcb6 req-9232871b-b986-49bc-9b61-9b5ecdf9b456 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:55:31.899846 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-52bc78db-76fc-4547-ba64-80c7ec00bcb6 req-9232871b-b986-49bc-9b61-9b5ecdf9b456 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=53a95563-53c9-44be-a058-d7029e98179b HTTP/1.1" status: 200 len: 943 time: 0.0515099 Nov 25 13:55:31.947740 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-52bc78db-76fc-4547-ba64-80c7ec00bcb6 req-8e4acef0-8d16-4880-8381-3f4883aeac62 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc69afe5-5e27-4aaf-9be2-a952a12df8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420229 Nov 25 13:55:32.787893 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e09696a-71d8-45ed-9cbc-11179d8cc5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:55:32.956324 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device e826ccdc-e2c8-487c-8090-b2e97afe8af8 details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:55:33.054531 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port e826ccdc-e2c8-487c-8090-b2e97afe8af8, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=e826ccdc-e2c8-487c-8090-b2e97afe8af8,segment=NetworkSegment(537df87f-4062-4c10-ae31-09711976a4db),segment_id=537df87f-4062-4c10-ae31-09711976a4db)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:55:33.062207 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73546e8c-0d1f-4e24-a6cb-ff5b8f6b1fc7 req-c11ddc3b-a325-4264-baab-88cf9b5d0527 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:55:33.064208 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-73546e8c-0d1f-4e24-a6cb-ff5b8f6b1fc7 req-c11ddc3b-a325-4264-baab-88cf9b5d0527 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=53a95563-53c9-44be-a058-d7029e98179b HTTP/1.1" status: 200 len: 943 time: 0.0469444 Nov 25 13:55:33.066069 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': 'e826ccdc-e2c8-487c-8090-b2e97afe8af8', 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9', 'port_id': 'e826ccdc-e2c8-487c-8090-b2e97afe8af8', 'mac_address': 'fa:16:3e:5b:05:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eab5f893-0ac0-4819-a6c4-0808acabf926', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:55:33.102455 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:55:33.113098 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-73546e8c-0d1f-4e24-a6cb-ff5b8f6b1fc7 req-73e29e98-0be1-4a17-81f4-424c3e459738 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc69afe5-5e27-4aaf-9be2-a952a12df8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430090 Nov 25 13:55:33.115352 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e826ccdc-e2c8-487c-8090-b2e97afe8af8 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:55:33.135014 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port e826ccdc-e2c8-487c-8090-b2e97afe8af8, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=e826ccdc-e2c8-487c-8090-b2e97afe8af8,segment=NetworkSegment(537df87f-4062-4c10-ae31-09711976a4db),segment_id=537df87f-4062-4c10-ae31-09711976a4db)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:55:33.138707 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:55:33.184438 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=e826ccdc-e2c8-487c-8090-b2e97afe8af8,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:55:33.192256 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:55:33.192610 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:55:33.192959 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:55:33.193299 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:55:33.193632 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:55:33.193965 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:55:33.194297 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:55:33.194625 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:55:33.194983 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:55:33.195313 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:55:33.195640 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:55:33.195964 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:55:33.434612 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['e826ccdc-e2c8-487c-8090-b2e97afe8af8'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:55:33.972844 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:55:34.227930 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f122a-96f0-4d36-a28b-0caada58396b req-22add302-9cca-47c0-b9ca-69b8a709a536 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:55:34.229296 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-238f122a-96f0-4d36-a28b-0caada58396b req-22add302-9cca-47c0-b9ca-69b8a709a536 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=53a95563-53c9-44be-a058-d7029e98179b HTTP/1.1" status: 200 len: 944 time: 0.0480340 Nov 25 13:55:34.281386 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-238f122a-96f0-4d36-a28b-0caada58396b req-0972516b-3119-4ac5-9dbc-11cf6aa34919 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc69afe5-5e27-4aaf-9be2-a952a12df8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455813 Nov 25 13:55:34.956993 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device e826ccdc-e2c8-487c-8090-b2e97afe8af8 up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:55:35.005218 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port e826ccdc-e2c8-487c-8090-b2e97afe8af8 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:55:35.008856 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port e826ccdc-e2c8-487c-8090-b2e97afe8af8 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:55:35.009232 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:55:35.085083 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:55:35.107113 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53a95563-53c9-44be-a058-d7029e98179b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e826ccdc-e2c8-487c-8090-b2e97afe8af8'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:55:35.109812 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef06700-f907-4dba-9442-03b0071bb1ac" -d '{"events": [{"server_uuid": "53a95563-53c9-44be-a058-d7029e98179b", "name": "network-vif-plugged", "status": "completed", "tag": "e826ccdc-e2c8-487c-8090-b2e97afe8af8"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:55:35.122836 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port e826ccdc-e2c8-487c-8090-b2e97afe8af8, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=e826ccdc-e2c8-487c-8090-b2e97afe8af8,segment=NetworkSegment(537df87f-4062-4c10-ae31-09711976a4db),segment_id=537df87f-4062-4c10-ae31-09711976a4db)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:55:35.127807 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:55:35.179177 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=e826ccdc-e2c8-487c-8090-b2e97afe8af8,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:55:35.300389 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:55:35.395131 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44902b9a-ad2f-4cc0-996b-80ee5b59dffe req-5435f476-209f-4cef-bfbe-f0915b8ce37a tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:55:35.396622 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-44902b9a-ad2f-4cc0-996b-80ee5b59dffe req-5435f476-209f-4cef-bfbe-f0915b8ce37a tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=53a95563-53c9-44be-a058-d7029e98179b HTTP/1.1" status: 200 len: 945 time: 0.0481436 Nov 25 13:55:35.449458 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-44902b9a-ad2f-4cc0-996b-80ee5b59dffe req-fdc07e38-6089-4cf8-913c-590cdb7183be tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc69afe5-5e27-4aaf-9be2-a952a12df8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469124 Nov 25 13:55:36.221426 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa57216-c3e3-4769-8655-84ac06e0bf7b x-openstack-request-id: req-0fa57216-c3e3-4769-8655-84ac06e0bf7b {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:55:36.221857 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53a95563-53c9-44be-a058-d7029e98179b", "name": "network-vif-plugged", "status": "completed", "tag": "e826ccdc-e2c8-487c-8090-b2e97afe8af8", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:55:36.221951 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0fa57216-c3e3-4769-8655-84ac06e0bf7b {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:55:36.222354 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53a95563-53c9-44be-a058-d7029e98179b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e826ccdc-e2c8-487c-8090-b2e97afe8af8', 'code': 200} Nov 25 13:55:36.322616 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce8cc59-54a2-4a2d-89eb-72f23208db9c req-5fc359d5-8b6c-4110-b47f-2a0e34189488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:55:36.324130 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-fce8cc59-54a2-4a2d-89eb-72f23208db9c req-5fc359d5-8b6c-4110-b47f-2a0e34189488 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=53a95563-53c9-44be-a058-d7029e98179b HTTP/1.1" status: 200 len: 1097 time: 0.0407703 Nov 25 13:55:36.374032 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-fce8cc59-54a2-4a2d-89eb-72f23208db9c req-d2f15444-e481-47b8-9b0d-3228bcc50f28 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=fc69afe5-5e27-4aaf-9be2-a952a12df8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390460 Nov 25 13:55:36.450211 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:55:36.564058 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef6342e-34d7-44cf-ab37-d8a4d0347f39 req-e6af726b-0828-47c7-a3da-be18108996da tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:55:36.565539 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-eef6342e-34d7-44cf-ab37-d8a4d0347f39 req-e6af726b-0828-47c7-a3da-be18108996da tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=53a95563-53c9-44be-a058-d7029e98179b HTTP/1.1" status: 200 len: 945 time: 0.0482340 Nov 25 13:55:36.614119 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-eef6342e-34d7-44cf-ab37-d8a4d0347f39 req-56433594-1e8c-4c14-a2c2-f0a37db6c806 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc69afe5-5e27-4aaf-9be2-a952a12df8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425789 Nov 25 13:55:37.734590 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce74b2d-560e-42e8-867f-4afb336da9b3 req-4803f03d-7226-4bef-944a-a16be1086d10 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:55:37.736098 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dce74b2d-560e-42e8-867f-4afb336da9b3 req-4803f03d-7226-4bef-944a-a16be1086d10 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=53a95563-53c9-44be-a058-d7029e98179b HTTP/1.1" status: 200 len: 945 time: 0.0523148 Nov 25 13:55:37.785479 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dce74b2d-560e-42e8-867f-4afb336da9b3 req-b992b3ab-41b8-48c6-be00-1ab83d90a482 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc69afe5-5e27-4aaf-9be2-a952a12df8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434017 Nov 25 13:55:37.900017 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c037e-2994-493c-826c-2fdc5bfde926 req-237c51d1-9a19-4bdb-b94f-f9adf4e45242 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:55:37.901398 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-277c037e-2994-493c-826c-2fdc5bfde926 req-237c51d1-9a19-4bdb-b94f-f9adf4e45242 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=53a95563-53c9-44be-a058-d7029e98179b HTTP/1.1" status: 200 len: 945 time: 0.0486581 Nov 25 13:55:37.949906 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-277c037e-2994-493c-826c-2fdc5bfde926 req-fb6dacbc-e0e3-456d-a214-f74842ff92c3 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc69afe5-5e27-4aaf-9be2-a952a12df8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425756 Nov 25 13:55:37.971346 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 35194) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:55:38.049915 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33288416-a7d9-4c76-9f5e-45cd305243be tempest-TestVolumeBootPattern-686009869 tempest-TestVolumeBootPattern-686009869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:55:38.051439 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-33288416-a7d9-4c76-9f5e-45cd305243be tempest-TestVolumeBootPattern-686009869 tempest-TestVolumeBootPattern-686009869-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=53a95563-53c9-44be-a058-d7029e98179b HTTP/1.1" status: 200 len: 1092 time: 0.0791492 Nov 25 13:55:38.054190 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 35198) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:55:38.058358 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-ca867cb8-a734-4f21-aaf6-acd018a203c1 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Request body: {'floatingip': {'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'port_id': 'e826ccdc-e2c8-487c-8090-b2e97afe8af8', 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:55:38.079340 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ca867cb8-a734-4f21-aaf6-acd018a203c1 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks [] for floatingip, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:55:38.175750 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ca867cb8-a734-4f21-aaf6-acd018a203c1 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:55:38.278616 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-ca867cb8-a734-4f21-aaf6-acd018a203c1 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Allocated IP 172.25.5.113 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/4d174cd1-41ed-4ca7-a3a2-1c89afd958ac) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:55:38.376412 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ca867cb8-a734-4f21-aaf6-acd018a203c1 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:55:38.409935 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ca867cb8-a734-4f21-aaf6-acd018a203c1 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:55:38.448268 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca867cb8-a734-4f21-aaf6-acd018a203c1 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:55:38.450913 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-ca867cb8-a734-4f21-aaf6-acd018a203c1 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:55:38.454169 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca867cb8-a734-4f21-aaf6-acd018a203c1 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:55:38.483993 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca867cb8-a734-4f21-aaf6-acd018a203c1 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Pushing event updated for resources: {'Port': ['ID=4d174cd1-41ed-4ca7-a3a2-1c89afd958ac,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:55:38.486429 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:55:38.495840 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca867cb8-a734-4f21-aaf6-acd018a203c1 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:55:38.496198 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca867cb8-a734-4f21-aaf6-acd018a203c1 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:55:38.496550 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca867cb8-a734-4f21-aaf6-acd018a203c1 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:55:38.496890 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca867cb8-a734-4f21-aaf6-acd018a203c1 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:55:38.497231 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca867cb8-a734-4f21-aaf6-acd018a203c1 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:55:38.497570 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca867cb8-a734-4f21-aaf6-acd018a203c1 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:55:38.497901 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca867cb8-a734-4f21-aaf6-acd018a203c1 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:55:38.498233 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca867cb8-a734-4f21-aaf6-acd018a203c1 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:55:38.498562 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca867cb8-a734-4f21-aaf6-acd018a203c1 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:55:38.498913 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca867cb8-a734-4f21-aaf6-acd018a203c1 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:55:38.499242 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca867cb8-a734-4f21-aaf6-acd018a203c1 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:55:38.499570 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca867cb8-a734-4f21-aaf6-acd018a203c1 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:55:39.155516 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ca867cb8-a734-4f21-aaf6-acd018a203c1 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:55:39.222369 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ca867cb8-a734-4f21-aaf6-acd018a203c1 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:55:39.365118 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ca867cb8-a734-4f21-aaf6-acd018a203c1 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:55:39.369645 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ca867cb8-a734-4f21-aaf6-acd018a203c1 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:55:39.444688 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca867cb8-a734-4f21-aaf6-acd018a203c1 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Pushing event updated for resources: {'Port': ['ID=4d174cd1-41ed-4ca7-a3a2-1c89afd958ac,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:55:39.460294 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ca867cb8-a734-4f21-aaf6-acd018a203c1 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:55:39.560190 n-d-808199-11 neutron-server[103570]: INFO neutron.db.l3_db [None req-ca867cb8-a734-4f21-aaf6-acd018a203c1 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Floating IP c70caf3e-e031-4d98-8feb-95775223eaa7 associated. External IP: 172.25.5.113, port: e826ccdc-e2c8-487c-8090-b2e97afe8af8. Nov 25 13:55:39.771506 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca867cb8-a734-4f21-aaf6-acd018a203c1 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Router c7683ec3-4901-4fdb-aa49-3a798c4442ed has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:55:39.876939 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca867cb8-a734-4f21-aaf6-acd018a203c1 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:55:39.886983 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2163c6d2-0707-4228-9b30-312db6a37fa9 None None] Sync routers for ids ['c7683ec3-4901-4fdb-aa49-3a798c4442ed'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:55:39.894817 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ca867cb8-a734-4f21-aaf6-acd018a203c1 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:55:39.897846 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2163c6d2-0707-4228-9b30-312db6a37fa9 None None] Routers {'c7683ec3-4901-4fdb-aa49-3a798c4442ed'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:55:39.898489 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2163c6d2-0707-4228-9b30-312db6a37fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:55:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['c7683ec3-4901-4fdb-aa49-3a798c4442ed'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:55:39.921385 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-ca867cb8-a734-4f21-aaf6-acd018a203c1 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8660631 Nov 25 13:55:39.922544 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53a95563-53c9-44be-a058-d7029e98179b', 'tag': 'e826ccdc-e2c8-487c-8090-b2e97afe8af8'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:55:39.924925 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d16affa5-a746-4bf5-85e6-8305e43dcbad" -d '{"events": [{"name": "network-changed", "server_uuid": "53a95563-53c9-44be-a058-d7029e98179b", "tag": "e826ccdc-e2c8-487c-8090-b2e97afe8af8"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:55:40.006884 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-2163c6d2-0707-4228-9b30-312db6a37fa9 None None] Set router c7683ec3-4901-4fdb-aa49-3a798c4442ed gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:55:40.027680 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffcbf6c7-b350-489c-a261-c6f4aa1690c7 x-openstack-request-id: req-ffcbf6c7-b350-489c-a261-c6f4aa1690c7 {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:55:40.027997 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53a95563-53c9-44be-a058-d7029e98179b", "tag": "e826ccdc-e2c8-487c-8090-b2e97afe8af8", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:55:40.028252 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ffcbf6c7-b350-489c-a261-c6f4aa1690c7 {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:55:40.028652 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53a95563-53c9-44be-a058-d7029e98179b', 'tag': 'e826ccdc-e2c8-487c-8090-b2e97afe8af8', 'status': 'completed', 'code': 200} Nov 25 13:55:40.094904 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16affa5-a746-4bf5-85e6-8305e43dcbad req-658efae2-da90-4278-9f9f-5211e36e5721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:55:40.096569 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d16affa5-a746-4bf5-85e6-8305e43dcbad req-658efae2-da90-4278-9f9f-5211e36e5721 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8d7a98d179f84da5a80b50bf4d9d909f&device_id=53a95563-53c9-44be-a058-d7029e98179b HTTP/1.1" status: 200 len: 1097 time: 0.0457473 Nov 25 13:55:40.190513 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16affa5-a746-4bf5-85e6-8305e43dcbad req-03a8b549-cd94-43ea-b31f-28a59cc7a478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:55:40.192061 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d16affa5-a746-4bf5-85e6-8305e43dcbad req-03a8b549-cd94-43ea-b31f-28a59cc7a478 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 HTTP/1.1" status: 200 len: 912 time: 0.0877719 Nov 25 13:55:40.236251 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2163c6d2-0707-4228-9b30-312db6a37fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'name': 'tempest-TestVolumeBootPattern-523235579-router', 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'a65d36ea-829f-4b3f-8ea2-93c9d28475fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:49:24Z', 'updated_at': '2021-11-25T13:49:26Z', 'revision_number': 4, 'project_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'gw_port': {'id': 'a65d36ea-829f-4b3f-8ea2-93c9d28475fc', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:49:24Z', 'updated_at': '2021-11-25T13:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': 'c70caf3e-e031-4d98-8feb-95775223eaa7', 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'floating_ip_address': '172.25.5.113', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'port_id': 'e826ccdc-e2c8-487c-8090-b2e97afe8af8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9', 'mac_address': 'fa:16:3e:5b:05:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a95563-53c9-44be-a058-d7029e98179b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:55:38Z', 'updated_at': '2021-11-25T13:55:38Z', 'revision_number': 0, 'project_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2ad9be1-30a2-4df4-87de-1de6bf2c117d', 'name': '', 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9', 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'mac_address': 'fa:16:3e:4c:4d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'eab5f893-0ac0-4819-a6c4-0808acabf926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:49:26Z', 'updated_at': '2021-11-25T13:49:30Z', 'revision_number': 5, 'project_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'subnets': [{'id': 'eab5f893-0ac0-4819-a6c4-0808acabf926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:55:40.263122 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d16affa5-a746-4bf5-85e6-8305e43dcbad req-8cd1e63f-228a-41b1-86dd-821eadcf49b1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e826ccdc-e2c8-487c-8090-b2e97afe8af8 HTTP/1.1" status: 200 len: 999 time: 0.0637274 Nov 25 13:55:40.265402 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2163c6d2-0707-4228-9b30-312db6a37fa9 None None] Checking router: c7683ec3-4901-4fdb-aa49-3a798c4442ed for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:55:40.273843 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2163c6d2-0707-4228-9b30-312db6a37fa9 None None] Routers {'c7683ec3-4901-4fdb-aa49-3a798c4442ed'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:55:40.274448 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2163c6d2-0707-4228-9b30-312db6a37fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:55:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['c7683ec3-4901-4fdb-aa49-3a798c4442ed'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:55:40.314600 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16affa5-a746-4bf5-85e6-8305e43dcbad req-044f206f-5dc8-414d-b643-8f2e512b435a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:55:40.316030 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d16affa5-a746-4bf5-85e6-8305e43dcbad req-044f206f-5dc8-414d-b643-8f2e512b435a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=eab5f893-0ac0-4819-a6c4-0808acabf926 HTTP/1.1" status: 200 len: 850 time: 0.0452752 Nov 25 13:55:40.365361 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16affa5-a746-4bf5-85e6-8305e43dcbad req-bab3e3d0-4fe4-45fa-9be0-6b90ba1f5537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:55:40.366919 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d16affa5-a746-4bf5-85e6-8305e43dcbad req-bab3e3d0-4fe4-45fa-9be0-6b90ba1f5537 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440845 Nov 25 13:55:40.383310 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-2163c6d2-0707-4228-9b30-312db6a37fa9 None None] Set router c7683ec3-4901-4fdb-aa49-3a798c4442ed gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:55:40.462112 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d16affa5-a746-4bf5-85e6-8305e43dcbad req-a412d6f8-21c7-4763-a5b6-370809415b2a service neutron] 10.222.0.66 "GET /v2.0/networks/a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879738 Nov 25 13:55:40.555447 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d16affa5-a746-4bf5-85e6-8305e43dcbad req-b003a18c-494f-45f7-a894-200f4a47042b service neutron] 10.222.0.66 "GET /v2.0/networks/a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850811 Nov 25 13:55:40.604064 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2163c6d2-0707-4228-9b30-312db6a37fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'name': 'tempest-TestVolumeBootPattern-523235579-router', 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'a65d36ea-829f-4b3f-8ea2-93c9d28475fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:49:24Z', 'updated_at': '2021-11-25T13:49:26Z', 'revision_number': 4, 'project_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'gw_port': {'id': 'a65d36ea-829f-4b3f-8ea2-93c9d28475fc', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:49:24Z', 'updated_at': '2021-11-25T13:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': 'c70caf3e-e031-4d98-8feb-95775223eaa7', 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'floating_ip_address': '172.25.5.113', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'port_id': 'e826ccdc-e2c8-487c-8090-b2e97afe8af8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9', 'mac_address': 'fa:16:3e:5b:05:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a95563-53c9-44be-a058-d7029e98179b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:55:38Z', 'updated_at': '2021-11-25T13:55:38Z', 'revision_number': 0, 'project_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2ad9be1-30a2-4df4-87de-1de6bf2c117d', 'name': '', 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9', 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'mac_address': 'fa:16:3e:4c:4d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'eab5f893-0ac0-4819-a6c4-0808acabf926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:49:26Z', 'updated_at': '2021-11-25T13:49:30Z', 'revision_number': 5, 'project_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'subnets': [{'id': 'eab5f893-0ac0-4819-a6c4-0808acabf926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:55:40.629840 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2163c6d2-0707-4228-9b30-312db6a37fa9 None None] The sync data for ids ['c7683ec3-4901-4fdb-aa49-3a798c4442ed'] in n-d-808199-11 is: [{'id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'name': 'tempest-TestVolumeBootPattern-523235579-router', 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'a65d36ea-829f-4b3f-8ea2-93c9d28475fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:49:24Z', 'updated_at': '2021-11-25T13:49:26Z', 'revision_number': 4, 'project_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'gw_port': {'id': 'a65d36ea-829f-4b3f-8ea2-93c9d28475fc', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:49:24Z', 'updated_at': '2021-11-25T13:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': 'c70caf3e-e031-4d98-8feb-95775223eaa7', 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'floating_ip_address': '172.25.5.113', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'port_id': 'e826ccdc-e2c8-487c-8090-b2e97afe8af8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9', 'mac_address': 'fa:16:3e:5b:05:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a95563-53c9-44be-a058-d7029e98179b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:55:38Z', 'updated_at': '2021-11-25T13:55:38Z', 'revision_number': 0, 'project_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2ad9be1-30a2-4df4-87de-1de6bf2c117d', 'name': '', 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9', 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'mac_address': 'fa:16:3e:4c:4d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'eab5f893-0ac0-4819-a6c4-0808acabf926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:49:26Z', 'updated_at': '2021-11-25T13:49:30Z', 'revision_number': 5, 'project_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'subnets': [{'id': 'eab5f893-0ac0-4819-a6c4-0808acabf926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:55:40.824337 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7d10dc-8ce9-4298-8528-236f06959a49 None None] New status for floating IP c70caf3e-e031-4d98-8feb-95775223eaa7: ACTIVE {{(pid=103572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 13:55:41.952339 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:56:00.342920 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9fbcbcf9-92b5-463c-b349-9277765403f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:56:02.430875 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-767a3f78-9f1c-43ea-9ea3-4628d34b3990 req-6c421d5c-4c76-4403-8208-c6019ac6e15e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=53a95563-53c9-44be-a058-d7029e98179b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0418613 Nov 25 13:56:02.523906 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a3f78-9f1c-43ea-9ea3-4628d34b3990 req-3a5e9062-fc24-4647-a1f1-753281b5f80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:56:02.525418 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-767a3f78-9f1c-43ea-9ea3-4628d34b3990 req-3a5e9062-fc24-4647-a1f1-753281b5f80e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8d7a98d179f84da5a80b50bf4d9d909f&device_id=53a95563-53c9-44be-a058-d7029e98179b HTTP/1.1" status: 200 len: 1097 time: 0.0499256 Nov 25 13:56:02.630418 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a3f78-9f1c-43ea-9ea3-4628d34b3990 req-c33ec702-4ad8-43ec-9b0a-27de55abadb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:56:02.631918 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-767a3f78-9f1c-43ea-9ea3-4628d34b3990 req-c33ec702-4ad8-43ec-9b0a-27de55abadb7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 HTTP/1.1" status: 200 len: 912 time: 0.0848300 Nov 25 13:56:02.710747 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-767a3f78-9f1c-43ea-9ea3-4628d34b3990 req-9d7c60c2-960a-4a44-a164-a6d44a960c47 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e826ccdc-e2c8-487c-8090-b2e97afe8af8 HTTP/1.1" status: 200 len: 1001 time: 0.0669768 Nov 25 13:56:02.764315 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a3f78-9f1c-43ea-9ea3-4628d34b3990 req-ecae9b02-0675-4af9-bab2-e2dab01f1e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:56:02.765826 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-767a3f78-9f1c-43ea-9ea3-4628d34b3990 req-ecae9b02-0675-4af9-bab2-e2dab01f1e23 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=eab5f893-0ac0-4819-a6c4-0808acabf926 HTTP/1.1" status: 200 len: 850 time: 0.0446448 Nov 25 13:56:02.792219 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ec363abe-24fc-4cea-83c2-2a59cba0ffee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:56:02.819355 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a3f78-9f1c-43ea-9ea3-4628d34b3990 req-3dd6efe9-2eca-4edd-8d92-7979dcd856d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:56:02.820849 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-767a3f78-9f1c-43ea-9ea3-4628d34b3990 req-3dd6efe9-2eca-4edd-8d92-7979dcd856d7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435598 Nov 25 13:56:02.919862 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-767a3f78-9f1c-43ea-9ea3-4628d34b3990 req-48783e8b-35e2-41f8-aafb-c00e30c74bdd service neutron] 10.222.0.66 "GET /v2.0/networks/a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847476 Nov 25 13:56:03.016937 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-767a3f78-9f1c-43ea-9ea3-4628d34b3990 req-a7517388-8d73-4887-907e-e70e34873d63 service neutron] 10.222.0.66 "GET /v2.0/networks/a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845671 Nov 25 13:56:03.975315 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:56:05.303692 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:56:06.453091 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:56:07.768701 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:56:08.481762 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:56:11.952812 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:56:30.343670 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-40dcb426-0aeb-4ceb-a19c-b00637377761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:56:32.793289 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1b8c8cd2-2f7d-4b85-a2d6-2977bdc05b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:56:33.977874 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:56:35.307904 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:56:36.454344 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:56:38.480912 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:56:41.968606 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:56:44.767599 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:57:00.345631 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f66d1e09-de04-4540-a451-e4f990692557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:57:02.793871 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-19c40bda-7816-4cff-aac7-01226973b228 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:57:03.980529 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:57:04.403168 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bcd50abc-e601-474b-84f4-6ef8ce1bfc47 req-78ef46b8-8e7c-4c30-b261-3aee33af7b35 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=53a95563-53c9-44be-a058-d7029e98179b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0440466 Nov 25 13:57:04.493156 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd50abc-e601-474b-84f4-6ef8ce1bfc47 req-427cd2c5-905c-4038-8708-9dca1593c7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:57:04.494629 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bcd50abc-e601-474b-84f4-6ef8ce1bfc47 req-427cd2c5-905c-4038-8708-9dca1593c7a7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8d7a98d179f84da5a80b50bf4d9d909f&device_id=53a95563-53c9-44be-a058-d7029e98179b HTTP/1.1" status: 200 len: 1097 time: 0.0466492 Nov 25 13:57:04.606680 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd50abc-e601-474b-84f4-6ef8ce1bfc47 req-60b6d7f7-e161-470b-9ba5-b94d57ef3b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:57:04.608177 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bcd50abc-e601-474b-84f4-6ef8ce1bfc47 req-60b6d7f7-e161-470b-9ba5-b94d57ef3b94 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 HTTP/1.1" status: 200 len: 912 time: 0.0849283 Nov 25 13:57:04.681892 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bcd50abc-e601-474b-84f4-6ef8ce1bfc47 req-f3c6c922-aeb4-48f7-b976-35f535663071 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e826ccdc-e2c8-487c-8090-b2e97afe8af8 HTTP/1.1" status: 200 len: 1001 time: 0.0622802 Nov 25 13:57:04.735204 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd50abc-e601-474b-84f4-6ef8ce1bfc47 req-9e55fe5a-f271-4641-aaa8-ab65045cc35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:57:04.736635 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bcd50abc-e601-474b-84f4-6ef8ce1bfc47 req-9e55fe5a-f271-4641-aaa8-ab65045cc35a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=eab5f893-0ac0-4819-a6c4-0808acabf926 HTTP/1.1" status: 200 len: 850 time: 0.0434058 Nov 25 13:57:04.787154 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd50abc-e601-474b-84f4-6ef8ce1bfc47 req-dce8d5c2-e42d-4c85-ae07-e4e43a359a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:57:04.788632 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bcd50abc-e601-474b-84f4-6ef8ce1bfc47 req-dce8d5c2-e42d-4c85-ae07-e4e43a359a9d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408428 Nov 25 13:57:04.884967 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bcd50abc-e601-474b-84f4-6ef8ce1bfc47 req-7e2c2bd0-b7ce-4a8f-84b6-bf75408afd19 service neutron] 10.222.0.66 "GET /v2.0/networks/a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843019 Nov 25 13:57:04.983516 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bcd50abc-e601-474b-84f4-6ef8ce1bfc47 req-67916799-ea44-48d4-bc82-b6dde33a1fc8 service neutron] 10.222.0.66 "GET /v2.0/networks/a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871589 Nov 25 13:57:05.307600 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:57:06.456842 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:57:08.481571 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:57:11.982874 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:57:19.306448 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9adc96e1-0ece-4831-95f5-86103b90914a req-7173150f-6ec8-44c5-be58-67c71589f84b tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1334177026&fields=id&tenant_id=8d7a98d179f84da5a80b50bf4d9d909f HTTP/1.1" status: 200 len: 267 time: 0.0450268 Nov 25 13:57:19.418685 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc96e1-0ece-4831-95f5-86103b90914a req-154af4c4-35b3-46e7-9f3f-b21f6eb89e0c tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:57:19.420185 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9adc96e1-0ece-4831-95f5-86103b90914a req-154af4c4-35b3-46e7-9f3f-b21f6eb89e0c tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/networks?id=a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 HTTP/1.1" status: 200 len: 811 time: 0.1070983 Nov 25 13:57:19.435727 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9adc96e1-0ece-4831-95f5-86103b90914a req-8c2113ba-df10-44c2-a223-0f2b54e6dcc3 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/quotas/8d7a98d179f84da5a80b50bf4d9d909f HTTP/1.1" status: 200 len: 375 time: 0.0097518 Nov 25 13:57:19.489133 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9adc96e1-0ece-4831-95f5-86103b90914a req-558f7e52-afc2-42da-ab47-24a9951ba336 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8d7a98d179f84da5a80b50bf4d9d909f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0478840 Nov 25 13:57:19.581267 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9adc96e1-0ece-4831-95f5-86103b90914a req-dafa613b-754b-45ec-b834-4f5c4c2494f5 service neutron] 10.222.0.53 "GET /v2.0/networks/a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802357 Nov 25 13:57:19.672496 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9adc96e1-0ece-4831-95f5-86103b90914a req-21c8b367-c3b2-49c1-ab8b-ed2e6bcd24db service neutron] 10.222.0.53 "GET /v2.0/networks/a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845630 Nov 25 13:57:19.949964 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-87055efa-e0dc-4dab-a498-600a9acd388e req-02c42a1b-25fe-4c33-bf02-eb1b072ec782 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=64357ae5-6265-4155-986a-9e1aef1e6b92 HTTP/1.1" status: 200 len: 210 time: 0.0275834 Nov 25 13:57:20.965504 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc96e1-0ece-4831-95f5-86103b90914a req-eac905bb-f328-4b9a-a18e-84017aa3790f tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:57:20.967022 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9adc96e1-0ece-4831-95f5-86103b90914a req-eac905bb-f328-4b9a-a18e-84017aa3790f tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.47 "GET /v2.0/networks?id=a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 HTTP/1.1" status: 200 len: 811 time: 0.1128497 Nov 25 13:57:21.038082 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9adc96e1-0ece-4831-95f5-86103b90914a req-668c6bd0-63b5-4e8d-a178-be1b85f1296e tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d7a98d179f84da5a80b50bf4d9d909f HTTP/1.1" status: 200 len: 380 time: 0.0623538 Nov 25 13:57:21.045632 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d33a71ba-5846-4a33-ac99-9c9768c99de3 req-756599f5-88ae-4a61-b361-60cbdd5a75a3 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=64357ae5-6265-4155-986a-9e1aef1e6b92 HTTP/1.1" status: 200 len: 210 time: 0.0262997 Nov 25 13:57:21.054995 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-9adc96e1-0ece-4831-95f5-86103b90914a req-71e13af3-9456-42ac-80e8-84f3038eb2a7 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Request body: {'port': {'device_id': '64357ae5-6265-4155-986a-9e1aef1e6b92', 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9', 'admin_state_up': True, 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'security_groups': ['fc69afe5-5e27-4aaf-9be2-a952a12df8bc']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:57:21.163903 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9adc96e1-0ece-4831-95f5-86103b90914a req-71e13af3-9456-42ac-80e8-84f3038eb2a7 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Made reservation on behalf of 8d7a98d179f84da5a80b50bf4d9d909f for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:57:21.167570 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9adc96e1-0ece-4831-95f5-86103b90914a req-71e13af3-9456-42ac-80e8-84f3038eb2a7 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:57:21.297845 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-9adc96e1-0ece-4831-95f5-86103b90914a req-71e13af3-9456-42ac-80e8-84f3038eb2a7 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Allocated IP 172.20.0.4 (a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9/eab5f893-0ac0-4819-a6c4-0808acabf926/109705b6-fc2b-47e0-add8-d351bcea5ff6) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:57:21.438117 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9adc96e1-0ece-4831-95f5-86103b90914a req-71e13af3-9456-42ac-80e8-84f3038eb2a7 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:57:21.472881 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9adc96e1-0ece-4831-95f5-86103b90914a req-71e13af3-9456-42ac-80e8-84f3038eb2a7 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:57:21.518358 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9adc96e1-0ece-4831-95f5-86103b90914a req-71e13af3-9456-42ac-80e8-84f3038eb2a7 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Network a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:57:21.521405 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-9adc96e1-0ece-4831-95f5-86103b90914a req-71e13af3-9456-42ac-80e8-84f3038eb2a7 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:57:21.525973 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-9adc96e1-0ece-4831-95f5-86103b90914a req-71e13af3-9456-42ac-80e8-84f3038eb2a7 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:57:21.551019 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e13af3-9456-42ac-80e8-84f3038eb2a7 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Pushing event updated for resources: {'Port': ['ID=109705b6-fc2b-47e0-add8-d351bcea5ff6,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:57:21.571831 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e13af3-9456-42ac-80e8-84f3038eb2a7 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:57:21.572338 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e13af3-9456-42ac-80e8-84f3038eb2a7 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:57:21.572844 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e13af3-9456-42ac-80e8-84f3038eb2a7 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:57:21.573333 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e13af3-9456-42ac-80e8-84f3038eb2a7 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:57:21.573827 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e13af3-9456-42ac-80e8-84f3038eb2a7 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:57:21.574317 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e13af3-9456-42ac-80e8-84f3038eb2a7 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:57:21.574833 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e13af3-9456-42ac-80e8-84f3038eb2a7 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:57:21.575326 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e13af3-9456-42ac-80e8-84f3038eb2a7 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:57:21.575815 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e13af3-9456-42ac-80e8-84f3038eb2a7 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:57:21.576301 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e13af3-9456-42ac-80e8-84f3038eb2a7 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:57:21.576791 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e13af3-9456-42ac-80e8-84f3038eb2a7 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:57:21.577324 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e13af3-9456-42ac-80e8-84f3038eb2a7 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:57:21.607086 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc96e1-0ece-4831-95f5-86103b90914a req-71e13af3-9456-42ac-80e8-84f3038eb2a7 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:57:21.607738 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9adc96e1-0ece-4831-95f5-86103b90914a req-71e13af3-9456-42ac-80e8-84f3038eb2a7 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:57:21.628075 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9adc96e1-0ece-4831-95f5-86103b90914a req-71e13af3-9456-42ac-80e8-84f3038eb2a7 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5772913 Nov 25 13:57:21.694240 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-9adc96e1-0ece-4831-95f5-86103b90914a req-9c0abb6a-9840-49fe-92ef-e89fc4aa8ade service neutron] Request body: {'port': {'device_id': '64357ae5-6265-4155-986a-9e1aef1e6b92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:57:21.756505 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9adc96e1-0ece-4831-95f5-86103b90914a req-9c0abb6a-9840-49fe-92ef-e89fc4aa8ade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:57:21.767096 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:57:21.809104 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-ce44053a-af81-4214-9322-b4aa8b87e4e8 None None] Provisioning complete for port 109705b6-fc2b-47e0-add8-d351bcea5ff6 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:57:21.809632 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ce44053a-af81-4214-9322-b4aa8b87e4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:57:22.010065 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-ce44053a-af81-4214-9322-b4aa8b87e4e8 None None] Port 109705b6-fc2b-47e0-add8-d351bcea5ff6 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:57:22.050508 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-9adc96e1-0ece-4831-95f5-86103b90914a req-9c0abb6a-9840-49fe-92ef-e89fc4aa8ade service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 109705b6-fc2b-47e0-add8-d351bcea5ff6 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:57:22.058977 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9adc96e1-0ece-4831-95f5-86103b90914a req-9c0abb6a-9840-49fe-92ef-e89fc4aa8ade service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:57:22.071945 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-9adc96e1-0ece-4831-95f5-86103b90914a req-9c0abb6a-9840-49fe-92ef-e89fc4aa8ade service neutron] Transition to ACTIVE for port object 109705b6-fc2b-47e0-add8-d351bcea5ff6 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:57:22.076207 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9adc96e1-0ece-4831-95f5-86103b90914a req-9c0abb6a-9840-49fe-92ef-e89fc4aa8ade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:57:22.169930 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4125a6-0cfa-4e08-82b7-fc3317d93c80 req-962f21fd-318b-44e9-9824-bac3fe6aa8ba tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:57:22.174345 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0abb6a-9840-49fe-92ef-e89fc4aa8ade service neutron] Pushing event updated for resources: {'Port': ['ID=109705b6-fc2b-47e0-add8-d351bcea5ff6,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:57:22.179468 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9d4125a6-0cfa-4e08-82b7-fc3317d93c80 req-962f21fd-318b-44e9-9824-bac3fe6aa8ba tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=64357ae5-6265-4155-986a-9e1aef1e6b92 HTTP/1.1" status: 200 len: 943 time: 0.0633638 Nov 25 13:57:22.207053 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-9adc96e1-0ece-4831-95f5-86103b90914a req-9c0abb6a-9840-49fe-92ef-e89fc4aa8ade service neutron] Attempting to bind port 109705b6-fc2b-47e0-add8-d351bcea5ff6 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:57:22.207193 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-9adc96e1-0ece-4831-95f5-86103b90914a req-9c0abb6a-9840-49fe-92ef-e89fc4aa8ade service neutron] Attempting to bind port 109705b6-fc2b-47e0-add8-d351bcea5ff6 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '537df87f-4062-4c10-ae31-09711976a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:57:22.207596 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9adc96e1-0ece-4831-95f5-86103b90914a req-9c0abb6a-9840-49fe-92ef-e89fc4aa8ade service neutron] Attempting to bind port 109705b6-fc2b-47e0-add8-d351bcea5ff6 on network a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:57:22.212626 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9adc96e1-0ece-4831-95f5-86103b90914a req-9c0abb6a-9840-49fe-92ef-e89fc4aa8ade service neutron] Port 109705b6-fc2b-47e0-add8-d351bcea5ff6 on network a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:57:22.212954 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9adc96e1-0ece-4831-95f5-86103b90914a req-9c0abb6a-9840-49fe-92ef-e89fc4aa8ade service neutron] Attempting to bind port 109705b6-fc2b-47e0-add8-d351bcea5ff6 on network a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:57:22.218321 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9adc96e1-0ece-4831-95f5-86103b90914a req-9c0abb6a-9840-49fe-92ef-e89fc4aa8ade service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:57:22.218668 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9adc96e1-0ece-4831-95f5-86103b90914a req-9c0abb6a-9840-49fe-92ef-e89fc4aa8ade service neutron] Checking segment: {'id': '537df87f-4062-4c10-ae31-09711976a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:57:22.219091 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9adc96e1-0ece-4831-95f5-86103b90914a req-9c0abb6a-9840-49fe-92ef-e89fc4aa8ade service neutron] Bound using segment: {'id': '537df87f-4062-4c10-ae31-09711976a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:57:22.219657 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-9adc96e1-0ece-4831-95f5-86103b90914a req-9c0abb6a-9840-49fe-92ef-e89fc4aa8ade service neutron] Bound port: 109705b6-fc2b-47e0-add8-d351bcea5ff6, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '537df87f-4062-4c10-ae31-09711976a4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:57:22.220028 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9adc96e1-0ece-4831-95f5-86103b90914a req-9c0abb6a-9840-49fe-92ef-e89fc4aa8ade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:57:22.246217 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9d4125a6-0cfa-4e08-82b7-fc3317d93c80 req-cfae3ef5-f15b-49fc-978f-c95f2371b61c tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc69afe5-5e27-4aaf-9be2-a952a12df8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646124 Nov 25 13:57:22.296194 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-9adc96e1-0ece-4831-95f5-86103b90914a req-9c0abb6a-9840-49fe-92ef-e89fc4aa8ade service neutron] For port 109705b6-fc2b-47e0-add8-d351bcea5ff6, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:57:22.299544 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-9adc96e1-0ece-4831-95f5-86103b90914a req-9c0abb6a-9840-49fe-92ef-e89fc4aa8ade service neutron] For port 109705b6-fc2b-47e0-add8-d351bcea5ff6, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=109705b6-fc2b-47e0-add8-d351bcea5ff6,segment=NetworkSegment(537df87f-4062-4c10-ae31-09711976a4db),segment_id=537df87f-4062-4c10-ae31-09711976a4db)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:57:22.304723 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9adc96e1-0ece-4831-95f5-86103b90914a req-9c0abb6a-9840-49fe-92ef-e89fc4aa8ade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:57:22.343120 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc96e1-0ece-4831-95f5-86103b90914a req-9c0abb6a-9840-49fe-92ef-e89fc4aa8ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:57:22.343831 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9adc96e1-0ece-4831-95f5-86103b90914a req-9c0abb6a-9840-49fe-92ef-e89fc4aa8ade service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:57:22.345305 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9adc96e1-0ece-4831-95f5-86103b90914a req-9c0abb6a-9840-49fe-92ef-e89fc4aa8ade service neutron] 10.222.0.47 "PUT /v2.0/ports/109705b6-fc2b-47e0-add8-d351bcea5ff6 HTTP/1.1" status: 200 len: 1092 time: 0.7088389 Nov 25 13:57:22.345832 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64357ae5-6265-4155-986a-9e1aef1e6b92', 'tag': '109705b6-fc2b-47e0-add8-d351bcea5ff6'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:57:22.348177 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c39445-c1ab-4e30-9184-8d95976fe6ca" -d '{"events": [{"name": "network-changed", "server_uuid": "64357ae5-6265-4155-986a-9e1aef1e6b92", "tag": "109705b6-fc2b-47e0-add8-d351bcea5ff6"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:57:22.384536 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0abb6a-9840-49fe-92ef-e89fc4aa8ade service neutron] Pushing event updated for resources: {'Port': ['ID=109705b6-fc2b-47e0-add8-d351bcea5ff6,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:57:22.465391 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b810cbfc-f015-4ff1-83c1-a889da7a843a x-openstack-request-id: req-b810cbfc-f015-4ff1-83c1-a889da7a843a {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:57:22.465770 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64357ae5-6265-4155-986a-9e1aef1e6b92", "tag": "109705b6-fc2b-47e0-add8-d351bcea5ff6", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:57:22.466099 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b810cbfc-f015-4ff1-83c1-a889da7a843a {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:57:22.466572 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64357ae5-6265-4155-986a-9e1aef1e6b92', 'tag': '109705b6-fc2b-47e0-add8-d351bcea5ff6', 'status': 'completed', 'code': 200} Nov 25 13:57:22.485787 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc96e1-0ece-4831-95f5-86103b90914a req-5cadc3a6-21d1-48ec-925f-2fd9f7a71a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:57:22.488721 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9adc96e1-0ece-4831-95f5-86103b90914a req-5cadc3a6-21d1-48ec-925f-2fd9f7a71a60 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d7a98d179f84da5a80b50bf4d9d909f&device_id=64357ae5-6265-4155-986a-9e1aef1e6b92 HTTP/1.1" status: 200 len: 1095 time: 0.0639813 Nov 25 13:57:22.538618 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9adc96e1-0ece-4831-95f5-86103b90914a req-2d46cb2a-8369-4cb8-afe4-7aa1c5229545 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=109705b6-fc2b-47e0-add8-d351bcea5ff6 HTTP/1.1" status: 200 len: 217 time: 0.0402944 Nov 25 13:57:22.592242 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc96e1-0ece-4831-95f5-86103b90914a req-fc7868e7-2409-4d9b-89de-b94190a9ac97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:57:22.593739 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9adc96e1-0ece-4831-95f5-86103b90914a req-fc7868e7-2409-4d9b-89de-b94190a9ac97 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eab5f893-0ac0-4819-a6c4-0808acabf926 HTTP/1.1" status: 200 len: 850 time: 0.0481122 Nov 25 13:57:22.640697 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc96e1-0ece-4831-95f5-86103b90914a req-84219092-2adb-441c-b927-a6570a70074e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:57:22.642178 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9adc96e1-0ece-4831-95f5-86103b90914a req-84219092-2adb-441c-b927-a6570a70074e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414817 Nov 25 13:57:22.739692 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9adc96e1-0ece-4831-95f5-86103b90914a req-9293553f-16fa-422e-b768-dae81e11dbc1 service neutron] 10.222.0.47 "GET /v2.0/networks/a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899844 Nov 25 13:57:22.830974 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9adc96e1-0ece-4831-95f5-86103b90914a req-be78bd61-c9c4-4d2a-9da5-2740623184c8 service neutron] 10.222.0.47 "GET /v2.0/networks/a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833504 Nov 25 13:57:22.923230 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c39445-c1ab-4e30-9184-8d95976fe6ca req-73d48642-2221-4e9f-8125-e1e4c8c6fcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:57:22.924673 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-84c39445-c1ab-4e30-9184-8d95976fe6ca req-73d48642-2221-4e9f-8125-e1e4c8c6fcb3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d7a98d179f84da5a80b50bf4d9d909f&device_id=64357ae5-6265-4155-986a-9e1aef1e6b92 HTTP/1.1" status: 200 len: 1095 time: 0.0458291 Nov 25 13:57:23.014873 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c39445-c1ab-4e30-9184-8d95976fe6ca req-7f81c01c-1522-4794-a416-e46161446e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:57:23.016348 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-84c39445-c1ab-4e30-9184-8d95976fe6ca req-7f81c01c-1522-4794-a416-e46161446e81 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 HTTP/1.1" status: 200 len: 912 time: 0.0849597 Nov 25 13:57:23.061018 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-84c39445-c1ab-4e30-9184-8d95976fe6ca req-f7e5d9cd-eafd-4680-b814-ffd4aee466a8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=109705b6-fc2b-47e0-add8-d351bcea5ff6 HTTP/1.1" status: 200 len: 217 time: 0.0375948 Nov 25 13:57:23.110876 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c39445-c1ab-4e30-9184-8d95976fe6ca req-6a716488-3c4a-4134-bc42-0a8b8a9aba92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:57:23.112269 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-84c39445-c1ab-4e30-9184-8d95976fe6ca req-6a716488-3c4a-4134-bc42-0a8b8a9aba92 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eab5f893-0ac0-4819-a6c4-0808acabf926 HTTP/1.1" status: 200 len: 850 time: 0.0446362 Nov 25 13:57:23.159763 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c39445-c1ab-4e30-9184-8d95976fe6ca req-115c6f7c-0b98-4ab6-87d9-0bf8482cf0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:57:23.161249 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-84c39445-c1ab-4e30-9184-8d95976fe6ca req-115c6f7c-0b98-4ab6-87d9-0bf8482cf0dd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407307 Nov 25 13:57:23.253435 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-84c39445-c1ab-4e30-9184-8d95976fe6ca req-69798926-fbf2-491e-b48c-cc578a23fcb7 service neutron] 10.222.0.47 "GET /v2.0/networks/a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849402 Nov 25 13:57:23.373019 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df8503f-4f03-479c-a88b-76983902776d req-be521497-2a61-4736-b9ff-bb71ad873d2a tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:57:23.378781 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1df8503f-4f03-479c-a88b-76983902776d req-be521497-2a61-4736-b9ff-bb71ad873d2a tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=64357ae5-6265-4155-986a-9e1aef1e6b92 HTTP/1.1" status: 200 len: 943 time: 0.0546780 Nov 25 13:57:23.436463 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1df8503f-4f03-479c-a88b-76983902776d req-6d4bbd36-d7c6-4bd2-94a5-78535cd480f4 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc69afe5-5e27-4aaf-9be2-a952a12df8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550010 Nov 25 13:57:23.652397 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-84c39445-c1ab-4e30-9184-8d95976fe6ca req-b2f3a2bd-11de-4dcb-b23c-5818522a69c0 service neutron] 10.222.0.47 "GET /v2.0/networks/a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3919172 Nov 25 13:57:24.554036 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af85bb1-0c6a-4206-afd9-e537f033ee63 req-9a6f844c-8af3-491c-a668-e6f34a3cc80c tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:57:24.555476 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5af85bb1-0c6a-4206-afd9-e537f033ee63 req-9a6f844c-8af3-491c-a668-e6f34a3cc80c tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=64357ae5-6265-4155-986a-9e1aef1e6b92 HTTP/1.1" status: 200 len: 943 time: 0.0485818 Nov 25 13:57:24.608565 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5af85bb1-0c6a-4206-afd9-e537f033ee63 req-7490bec3-6568-4c16-8de8-bc93a3101f19 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc69afe5-5e27-4aaf-9be2-a952a12df8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470066 Nov 25 13:57:25.737175 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c204bc90-9049-4a04-917b-7cb6e4df75a8 req-020a8523-59bb-4611-9c3d-97101570625f tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:57:25.738663 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c204bc90-9049-4a04-917b-7cb6e4df75a8 req-020a8523-59bb-4611-9c3d-97101570625f tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=64357ae5-6265-4155-986a-9e1aef1e6b92 HTTP/1.1" status: 200 len: 943 time: 0.0489526 Nov 25 13:57:25.790575 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c204bc90-9049-4a04-917b-7cb6e4df75a8 req-4e6fa475-1717-421d-abe2-de6e5ba6ce8b tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc69afe5-5e27-4aaf-9be2-a952a12df8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454025 Nov 25 13:57:26.905209 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f9398-efd3-42fa-a5cd-5a48bd5bcf6f req-f072efe2-a971-4776-a303-04f5f572f39d tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:57:26.906683 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e74f9398-efd3-42fa-a5cd-5a48bd5bcf6f req-f072efe2-a971-4776-a303-04f5f572f39d tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=64357ae5-6265-4155-986a-9e1aef1e6b92 HTTP/1.1" status: 200 len: 943 time: 0.0478826 Nov 25 13:57:26.962908 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e74f9398-efd3-42fa-a5cd-5a48bd5bcf6f req-eba54c62-a1cb-4070-9d97-4a9278b742a7 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc69afe5-5e27-4aaf-9be2-a952a12df8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502625 Nov 25 13:57:28.082782 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f696a6ef-8a09-4afe-9541-75c84dbcaf28 req-92920c79-219d-4388-8461-bf8a6ad2ba36 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:57:28.084257 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f696a6ef-8a09-4afe-9541-75c84dbcaf28 req-92920c79-219d-4388-8461-bf8a6ad2ba36 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=64357ae5-6265-4155-986a-9e1aef1e6b92 HTTP/1.1" status: 200 len: 943 time: 0.0523593 Nov 25 13:57:28.132589 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f696a6ef-8a09-4afe-9541-75c84dbcaf28 req-24da6dcc-d2e3-4f60-a997-d35d94e7c04a tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc69afe5-5e27-4aaf-9be2-a952a12df8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417902 Nov 25 13:57:29.246666 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338c2a8-be83-4abc-af15-18e49d86d62c req-6d61c03c-1ace-4f05-b3c6-f68f8aec3276 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:57:29.248181 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3338c2a8-be83-4abc-af15-18e49d86d62c req-6d61c03c-1ace-4f05-b3c6-f68f8aec3276 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=64357ae5-6265-4155-986a-9e1aef1e6b92 HTTP/1.1" status: 200 len: 943 time: 0.0483339 Nov 25 13:57:29.297245 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3338c2a8-be83-4abc-af15-18e49d86d62c req-566185e4-d7c3-4735-b283-0461d7d5dfa9 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc69afe5-5e27-4aaf-9be2-a952a12df8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432682 Nov 25 13:57:30.349842 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-be603ab2-db8e-4fab-ab90-e0f719e2e126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:57:30.420262 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56576362-6dac-41e1-a4e9-ca6f8bf584ac req-346db481-cec0-467c-a51e-18b3ec621d88 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:57:30.421681 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-56576362-6dac-41e1-a4e9-ca6f8bf584ac req-346db481-cec0-467c-a51e-18b3ec621d88 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=64357ae5-6265-4155-986a-9e1aef1e6b92 HTTP/1.1" status: 200 len: 943 time: 0.0527802 Nov 25 13:57:30.476019 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-56576362-6dac-41e1-a4e9-ca6f8bf584ac req-be9a90d9-eac1-476e-92ba-5a994b3e6b4b tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc69afe5-5e27-4aaf-9be2-a952a12df8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480294 Nov 25 13:57:31.599030 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88fb18e-9b9f-45b7-8b45-3cec09d40cef req-8d5c5b98-1dc1-44e3-93c6-0698b8fe18e6 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:57:31.600565 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b88fb18e-9b9f-45b7-8b45-3cec09d40cef req-8d5c5b98-1dc1-44e3-93c6-0698b8fe18e6 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=64357ae5-6265-4155-986a-9e1aef1e6b92 HTTP/1.1" status: 200 len: 943 time: 0.0517273 Nov 25 13:57:31.654077 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b88fb18e-9b9f-45b7-8b45-3cec09d40cef req-c4199e8e-4137-4f6d-aee8-4d31e0a4d31a tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc69afe5-5e27-4aaf-9be2-a952a12df8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465229 Nov 25 13:57:32.770557 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae5378b-8b04-45c7-8109-6f80fa98b8ad req-bd4197ad-74a4-4098-9861-ef40a1c4a396 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:57:32.772036 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fae5378b-8b04-45c7-8109-6f80fa98b8ad req-bd4197ad-74a4-4098-9861-ef40a1c4a396 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=64357ae5-6265-4155-986a-9e1aef1e6b92 HTTP/1.1" status: 200 len: 943 time: 0.0472517 Nov 25 13:57:32.795768 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2854c081-bf3b-41ec-93e2-b93dd9824c70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:57:32.822071 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fae5378b-8b04-45c7-8109-6f80fa98b8ad req-a3d1b9be-8f35-48f0-a58b-fb20968aaa40 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc69afe5-5e27-4aaf-9be2-a952a12df8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435376 Nov 25 13:57:33.657534 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 109705b6-fc2b-47e0-add8-d351bcea5ff6 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 13:57:33.753581 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 109705b6-fc2b-47e0-add8-d351bcea5ff6, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=109705b6-fc2b-47e0-add8-d351bcea5ff6,segment=NetworkSegment(537df87f-4062-4c10-ae31-09711976a4db),segment_id=537df87f-4062-4c10-ae31-09711976a4db)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:57:33.767537 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '109705b6-fc2b-47e0-add8-d351bcea5ff6', 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9', 'port_id': '109705b6-fc2b-47e0-add8-d351bcea5ff6', 'mac_address': 'fa:16:3e:72:91:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eab5f893-0ac0-4819-a6c4-0808acabf926', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 13:57:33.804270 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:57:33.816789 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 109705b6-fc2b-47e0-add8-d351bcea5ff6 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:57:33.836092 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 109705b6-fc2b-47e0-add8-d351bcea5ff6, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=109705b6-fc2b-47e0-add8-d351bcea5ff6,segment=NetworkSegment(537df87f-4062-4c10-ae31-09711976a4db),segment_id=537df87f-4062-4c10-ae31-09711976a4db)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:57:33.840105 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:57:33.886045 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=109705b6-fc2b-47e0-add8-d351bcea5ff6,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:57:33.893948 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:57:33.894321 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:57:33.894663 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:57:33.895031 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:57:33.895364 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:57:33.895695 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:57:33.896025 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:57:33.896352 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:57:33.896678 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:57:33.897003 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:57:33.897330 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:57:33.897656 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:57:33.945241 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c847c-91e4-4768-aefb-02d1a56d3f1a req-1d755df8-7de2-4b82-9a88-c16f1f9222ab tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:57:33.946731 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e14c847c-91e4-4768-aefb-02d1a56d3f1a req-1d755df8-7de2-4b82-9a88-c16f1f9222ab tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=64357ae5-6265-4155-986a-9e1aef1e6b92 HTTP/1.1" status: 200 len: 944 time: 0.0564225 Nov 25 13:57:33.984533 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:57:33.997473 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e14c847c-91e4-4768-aefb-02d1a56d3f1a req-b183354b-2e28-43a1-b67c-4664198e291b tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc69afe5-5e27-4aaf-9be2-a952a12df8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447006 Nov 25 13:57:34.063370 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['109705b6-fc2b-47e0-add8-d351bcea5ff6'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 13:57:35.111412 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7accdb8-dec0-46ef-935f-b4037837a666 req-e5ffa462-b977-44a9-8eb9-7d1cc6d17f43 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:57:35.113010 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a7accdb8-dec0-46ef-935f-b4037837a666 req-e5ffa462-b977-44a9-8eb9-7d1cc6d17f43 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=64357ae5-6265-4155-986a-9e1aef1e6b92 HTTP/1.1" status: 200 len: 944 time: 0.0489297 Nov 25 13:57:35.162124 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a7accdb8-dec0-46ef-935f-b4037837a666 req-19d20750-4333-4f5f-b7c9-95bbeff3da32 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc69afe5-5e27-4aaf-9be2-a952a12df8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433056 Nov 25 13:57:35.311145 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:57:35.671804 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 109705b6-fc2b-47e0-add8-d351bcea5ff6 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 13:57:35.723065 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 109705b6-fc2b-47e0-add8-d351bcea5ff6 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 13:57:35.726761 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 109705b6-fc2b-47e0-add8-d351bcea5ff6 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:57:35.727136 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:57:35.803069 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:57:35.825615 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64357ae5-6265-4155-986a-9e1aef1e6b92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '109705b6-fc2b-47e0-add8-d351bcea5ff6'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:57:35.827870 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee9fab2c-7b18-4270-bdf1-864fd0d7a3d1" -d '{"events": [{"server_uuid": "64357ae5-6265-4155-986a-9e1aef1e6b92", "name": "network-vif-plugged", "status": "completed", "tag": "109705b6-fc2b-47e0-add8-d351bcea5ff6"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:57:35.840152 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 109705b6-fc2b-47e0-add8-d351bcea5ff6, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=109705b6-fc2b-47e0-add8-d351bcea5ff6,segment=NetworkSegment(537df87f-4062-4c10-ae31-09711976a4db),segment_id=537df87f-4062-4c10-ae31-09711976a4db)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:57:35.845117 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:57:35.870362 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f07605-37b2-47b7-9603-351eb4581d81 x-openstack-request-id: req-84f07605-37b2-47b7-9603-351eb4581d81 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:57:35.870652 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64357ae5-6265-4155-986a-9e1aef1e6b92", "name": "network-vif-plugged", "status": "completed", "tag": "109705b6-fc2b-47e0-add8-d351bcea5ff6", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:57:35.870930 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-84f07605-37b2-47b7-9603-351eb4581d81 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:57:35.871316 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64357ae5-6265-4155-986a-9e1aef1e6b92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '109705b6-fc2b-47e0-add8-d351bcea5ff6', 'code': 200} Nov 25 13:57:35.898772 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=109705b6-fc2b-47e0-add8-d351bcea5ff6,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:57:35.971459 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c12cbe-3b79-4b34-a642-aa2b51ed0915 req-d1504adb-1fd6-499c-a0e0-022d320d274c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:57:35.972858 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-37c12cbe-3b79-4b34-a642-aa2b51ed0915 req-d1504adb-1fd6-499c-a0e0-022d320d274c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=64357ae5-6265-4155-986a-9e1aef1e6b92 HTTP/1.1" status: 200 len: 1097 time: 0.0399697 Nov 25 13:57:36.023873 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-37c12cbe-3b79-4b34-a642-aa2b51ed0915 req-634acd21-9ffc-4be7-b293-a64387cbb45a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fc69afe5-5e27-4aaf-9be2-a952a12df8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417538 Nov 25 13:57:36.279291 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90ecd9-b9a2-4ea4-81c8-8ad9da346b8e req-81d2630a-eade-4fb0-8882-0eec57465193 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:57:36.280765 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1a90ecd9-b9a2-4ea4-81c8-8ad9da346b8e req-81d2630a-eade-4fb0-8882-0eec57465193 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=64357ae5-6265-4155-986a-9e1aef1e6b92 HTTP/1.1" status: 200 len: 945 time: 0.0515366 Nov 25 13:57:36.330039 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1a90ecd9-b9a2-4ea4-81c8-8ad9da346b8e req-a7ac4e80-8be4-4c71-ae95-931a9c2e2353 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc69afe5-5e27-4aaf-9be2-a952a12df8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433295 Nov 25 13:57:36.459409 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:57:37.452112 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b1bf80-82ad-4b26-afdc-f33e2844d6d3 req-888de982-5e2f-475e-8d47-4e14b02c5e3b tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:57:37.453586 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e1b1bf80-82ad-4b26-afdc-f33e2844d6d3 req-888de982-5e2f-475e-8d47-4e14b02c5e3b tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=64357ae5-6265-4155-986a-9e1aef1e6b92 HTTP/1.1" status: 200 len: 945 time: 0.0491788 Nov 25 13:57:37.503204 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e1b1bf80-82ad-4b26-afdc-f33e2844d6d3 req-b2acfd98-8537-43f5-8a06-1de2b83c6d84 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc69afe5-5e27-4aaf-9be2-a952a12df8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434685 Nov 25 13:57:37.615642 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284696fb-85ec-41f7-bb26-899845d63b35 req-e6c10306-aa55-4c1b-af8c-a6e332591cbb tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:57:37.617028 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-284696fb-85ec-41f7-bb26-899845d63b35 req-e6c10306-aa55-4c1b-af8c-a6e332591cbb tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=64357ae5-6265-4155-986a-9e1aef1e6b92 HTTP/1.1" status: 200 len: 945 time: 0.0482254 Nov 25 13:57:37.671979 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-284696fb-85ec-41f7-bb26-899845d63b35 req-a96e0e32-5560-4e95-abd2-d0e67caaf92d tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc69afe5-5e27-4aaf-9be2-a952a12df8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489953 Nov 25 13:57:37.693447 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 35364) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:57:37.732947 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12738c91-7ebc-44ad-bb87-6f4cc49cbce3 tempest-TestVolumeBootPattern-686009869 tempest-TestVolumeBootPattern-686009869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:57:37.734470 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-12738c91-7ebc-44ad-bb87-6f4cc49cbce3 tempest-TestVolumeBootPattern-686009869 tempest-TestVolumeBootPattern-686009869-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=64357ae5-6265-4155-986a-9e1aef1e6b92 HTTP/1.1" status: 200 len: 1092 time: 0.0400455 Nov 25 13:57:37.737238 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 35366) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:57:37.741637 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-f4f0d54c-ac3b-4d03-a9c4-e471a7b8ed73 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Request body: {'floatingip': {'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'port_id': '109705b6-fc2b-47e0-add8-d351bcea5ff6', 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:57:37.763143 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f4f0d54c-ac3b-4d03-a9c4-e471a7b8ed73 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks [] for floatingip, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:57:37.858064 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f4f0d54c-ac3b-4d03-a9c4-e471a7b8ed73 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:57:37.970163 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-f4f0d54c-ac3b-4d03-a9c4-e471a7b8ed73 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Allocated IP 172.25.5.211 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/23602529-8e5a-4981-bcaa-cdf891751278) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:57:38.067741 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f4f0d54c-ac3b-4d03-a9c4-e471a7b8ed73 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:57:38.105681 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f4f0d54c-ac3b-4d03-a9c4-e471a7b8ed73 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:57:38.143539 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f0d54c-ac3b-4d03-a9c4-e471a7b8ed73 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:57:38.146342 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-f4f0d54c-ac3b-4d03-a9c4-e471a7b8ed73 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:57:38.149724 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f0d54c-ac3b-4d03-a9c4-e471a7b8ed73 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:57:38.172841 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f0d54c-ac3b-4d03-a9c4-e471a7b8ed73 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Pushing event updated for resources: {'Port': ['ID=23602529-8e5a-4981-bcaa-cdf891751278,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:57:38.186453 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f0d54c-ac3b-4d03-a9c4-e471a7b8ed73 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:57:38.186842 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f0d54c-ac3b-4d03-a9c4-e471a7b8ed73 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:57:38.187194 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f0d54c-ac3b-4d03-a9c4-e471a7b8ed73 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:57:38.187541 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f0d54c-ac3b-4d03-a9c4-e471a7b8ed73 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:57:38.187881 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f0d54c-ac3b-4d03-a9c4-e471a7b8ed73 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:57:38.188219 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f0d54c-ac3b-4d03-a9c4-e471a7b8ed73 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:57:38.188558 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f0d54c-ac3b-4d03-a9c4-e471a7b8ed73 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:57:38.188888 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f0d54c-ac3b-4d03-a9c4-e471a7b8ed73 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:57:38.189219 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f0d54c-ac3b-4d03-a9c4-e471a7b8ed73 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:57:38.189547 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f0d54c-ac3b-4d03-a9c4-e471a7b8ed73 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:57:38.189874 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f0d54c-ac3b-4d03-a9c4-e471a7b8ed73 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:57:38.190202 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f0d54c-ac3b-4d03-a9c4-e471a7b8ed73 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:57:38.496332 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:57:38.518719 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f4f0d54c-ac3b-4d03-a9c4-e471a7b8ed73 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:57:38.582101 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f4f0d54c-ac3b-4d03-a9c4-e471a7b8ed73 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:57:38.729361 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f4f0d54c-ac3b-4d03-a9c4-e471a7b8ed73 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:57:38.733770 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f4f0d54c-ac3b-4d03-a9c4-e471a7b8ed73 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:57:38.799921 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f0d54c-ac3b-4d03-a9c4-e471a7b8ed73 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Pushing event updated for resources: {'Port': ['ID=23602529-8e5a-4981-bcaa-cdf891751278,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:57:38.812536 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f4f0d54c-ac3b-4d03-a9c4-e471a7b8ed73 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:57:38.912462 n-d-808199-11 neutron-server[103570]: INFO neutron.db.l3_db [None req-f4f0d54c-ac3b-4d03-a9c4-e471a7b8ed73 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Floating IP 7d9dcf6e-71bc-4aae-9e23-db807ef06ca7 associated. External IP: 172.25.5.211, port: 109705b6-fc2b-47e0-add8-d351bcea5ff6. Nov 25 13:57:39.120414 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4f0d54c-ac3b-4d03-a9c4-e471a7b8ed73 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Router c7683ec3-4901-4fdb-aa49-3a798c4442ed has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:57:39.225793 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f0d54c-ac3b-4d03-a9c4-e471a7b8ed73 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:57:39.236050 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6964d8-c4ee-4d61-a0e3-13f3803eb9f2 None None] Sync routers for ids ['c7683ec3-4901-4fdb-aa49-3a798c4442ed'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:57:39.245856 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f4f0d54c-ac3b-4d03-a9c4-e471a7b8ed73 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:57:39.248779 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6964d8-c4ee-4d61-a0e3-13f3803eb9f2 None None] Routers {'c7683ec3-4901-4fdb-aa49-3a798c4442ed'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:57:39.249402 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-5e6964d8-c4ee-4d61-a0e3-13f3803eb9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:57:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['c7683ec3-4901-4fdb-aa49-3a798c4442ed'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:57:39.272623 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f4f0d54c-ac3b-4d03-a9c4-e471a7b8ed73 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5343566 Nov 25 13:57:39.273214 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64357ae5-6265-4155-986a-9e1aef1e6b92', 'tag': '109705b6-fc2b-47e0-add8-d351bcea5ff6'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:57:39.276012 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87162f5f-27c9-4776-8a3b-53a9ebcec419" -d '{"events": [{"name": "network-changed", "server_uuid": "64357ae5-6265-4155-986a-9e1aef1e6b92", "tag": "109705b6-fc2b-47e0-add8-d351bcea5ff6"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:57:39.312681 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc90ecfe-fe95-41da-8b8a-6a84bfb3767f x-openstack-request-id: req-dc90ecfe-fe95-41da-8b8a-6a84bfb3767f {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:57:39.312972 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64357ae5-6265-4155-986a-9e1aef1e6b92", "tag": "109705b6-fc2b-47e0-add8-d351bcea5ff6", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:57:39.313231 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dc90ecfe-fe95-41da-8b8a-6a84bfb3767f {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:57:39.313636 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64357ae5-6265-4155-986a-9e1aef1e6b92', 'tag': '109705b6-fc2b-47e0-add8-d351bcea5ff6', 'status': 'completed', 'code': 200} Nov 25 13:57:39.356580 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-5e6964d8-c4ee-4d61-a0e3-13f3803eb9f2 None None] Set router c7683ec3-4901-4fdb-aa49-3a798c4442ed gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:57:39.380516 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87162f5f-27c9-4776-8a3b-53a9ebcec419 req-0748854a-ff9b-4809-99e6-2a289568975b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:57:39.381974 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-87162f5f-27c9-4776-8a3b-53a9ebcec419 req-0748854a-ff9b-4809-99e6-2a289568975b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d7a98d179f84da5a80b50bf4d9d909f&device_id=64357ae5-6265-4155-986a-9e1aef1e6b92 HTTP/1.1" status: 200 len: 1097 time: 0.0442820 Nov 25 13:57:39.475432 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87162f5f-27c9-4776-8a3b-53a9ebcec419 req-491237d8-fda6-46a9-a76d-48286b01e145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:57:39.476945 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-87162f5f-27c9-4776-8a3b-53a9ebcec419 req-491237d8-fda6-46a9-a76d-48286b01e145 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 HTTP/1.1" status: 200 len: 912 time: 0.0866804 Nov 25 13:57:39.545797 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-87162f5f-27c9-4776-8a3b-53a9ebcec419 req-5e47e279-90d7-46e1-b592-86f5052d1d00 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=109705b6-fc2b-47e0-add8-d351bcea5ff6 HTTP/1.1" status: 200 len: 999 time: 0.0613663 Nov 25 13:57:39.581850 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-5e6964d8-c4ee-4d61-a0e3-13f3803eb9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'name': 'tempest-TestVolumeBootPattern-523235579-router', 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'a65d36ea-829f-4b3f-8ea2-93c9d28475fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:49:24Z', 'updated_at': '2021-11-25T13:49:26Z', 'revision_number': 4, 'project_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'gw_port': {'id': 'a65d36ea-829f-4b3f-8ea2-93c9d28475fc', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:49:24Z', 'updated_at': '2021-11-25T13:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '7d9dcf6e-71bc-4aae-9e23-db807ef06ca7', 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'floating_ip_address': '172.25.5.211', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'port_id': '109705b6-fc2b-47e0-add8-d351bcea5ff6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9', 'mac_address': 'fa:16:3e:72:91:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64357ae5-6265-4155-986a-9e1aef1e6b92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:57:38Z', 'updated_at': '2021-11-25T13:57:38Z', 'revision_number': 0, 'project_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'fixed_ip_address_scope': None}, {'id': 'c70caf3e-e031-4d98-8feb-95775223eaa7', 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'floating_ip_address': '172.25.5.113', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'port_id': 'e826ccdc-e2c8-487c-8090-b2e97afe8af8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9', 'mac_address': 'fa:16:3e:5b:05:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a95563-53c9-44be-a058-d7029e98179b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:55:38Z', 'updated_at': '2021-11-25T13:55:40Z', 'revision_number': 1, 'project_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2ad9be1-30a2-4df4-87de-1de6bf2c117d', 'name': '', 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9', 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'mac_address': 'fa:16:3e:4c:4d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'eab5f893-0ac0-4819-a6c4-0808acabf926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:49:26Z', 'updated_at': '2021-11-25T13:49:30Z', 'revision_number': 5, 'project_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'subnets': [{'id': 'eab5f893-0ac0-4819-a6c4-0808acabf926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:57:39.594998 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87162f5f-27c9-4776-8a3b-53a9ebcec419 req-368eae26-1d17-4997-aed3-387cae5c4cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:57:39.596465 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-87162f5f-27c9-4776-8a3b-53a9ebcec419 req-368eae26-1d17-4997-aed3-387cae5c4cad service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eab5f893-0ac0-4819-a6c4-0808acabf926 HTTP/1.1" status: 200 len: 850 time: 0.0436373 Nov 25 13:57:39.608240 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6964d8-c4ee-4d61-a0e3-13f3803eb9f2 None None] Checking router: c7683ec3-4901-4fdb-aa49-3a798c4442ed for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:57:39.616546 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6964d8-c4ee-4d61-a0e3-13f3803eb9f2 None None] Routers {'c7683ec3-4901-4fdb-aa49-3a798c4442ed'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:57:39.617155 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-5e6964d8-c4ee-4d61-a0e3-13f3803eb9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:57:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['c7683ec3-4901-4fdb-aa49-3a798c4442ed'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:57:39.641263 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87162f5f-27c9-4776-8a3b-53a9ebcec419 req-92ae5740-98fb-4980-98ef-dd7e6c2c488c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:57:39.642732 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-87162f5f-27c9-4776-8a3b-53a9ebcec419 req-92ae5740-98fb-4980-98ef-dd7e6c2c488c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395844 Nov 25 13:57:39.726130 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-5e6964d8-c4ee-4d61-a0e3-13f3803eb9f2 None None] Set router c7683ec3-4901-4fdb-aa49-3a798c4442ed gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:57:39.736689 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-87162f5f-27c9-4776-8a3b-53a9ebcec419 req-434cf8a9-57ac-4665-8e42-0e60836bcf06 service neutron] 10.222.0.47 "GET /v2.0/networks/a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865002 Nov 25 13:57:39.828267 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-87162f5f-27c9-4776-8a3b-53a9ebcec419 req-08f8f19c-e3b5-44e7-812e-8631efc320e4 service neutron] 10.222.0.47 "GET /v2.0/networks/a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834572 Nov 25 13:57:39.955177 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-5e6964d8-c4ee-4d61-a0e3-13f3803eb9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'name': 'tempest-TestVolumeBootPattern-523235579-router', 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'a65d36ea-829f-4b3f-8ea2-93c9d28475fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:49:24Z', 'updated_at': '2021-11-25T13:49:26Z', 'revision_number': 4, 'project_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'gw_port': {'id': 'a65d36ea-829f-4b3f-8ea2-93c9d28475fc', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:49:24Z', 'updated_at': '2021-11-25T13:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '7d9dcf6e-71bc-4aae-9e23-db807ef06ca7', 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'floating_ip_address': '172.25.5.211', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'port_id': '109705b6-fc2b-47e0-add8-d351bcea5ff6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9', 'mac_address': 'fa:16:3e:72:91:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64357ae5-6265-4155-986a-9e1aef1e6b92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:57:38Z', 'updated_at': '2021-11-25T13:57:38Z', 'revision_number': 0, 'project_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'fixed_ip_address_scope': None}, {'id': 'c70caf3e-e031-4d98-8feb-95775223eaa7', 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'floating_ip_address': '172.25.5.113', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'port_id': 'e826ccdc-e2c8-487c-8090-b2e97afe8af8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9', 'mac_address': 'fa:16:3e:5b:05:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a95563-53c9-44be-a058-d7029e98179b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:55:38Z', 'updated_at': '2021-11-25T13:55:40Z', 'revision_number': 1, 'project_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2ad9be1-30a2-4df4-87de-1de6bf2c117d', 'name': '', 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9', 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'mac_address': 'fa:16:3e:4c:4d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'eab5f893-0ac0-4819-a6c4-0808acabf926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:49:26Z', 'updated_at': '2021-11-25T13:49:30Z', 'revision_number': 5, 'project_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'subnets': [{'id': 'eab5f893-0ac0-4819-a6c4-0808acabf926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:57:39.980537 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6964d8-c4ee-4d61-a0e3-13f3803eb9f2 None None] The sync data for ids ['c7683ec3-4901-4fdb-aa49-3a798c4442ed'] in n-d-808199-11 is: [{'id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'name': 'tempest-TestVolumeBootPattern-523235579-router', 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'a65d36ea-829f-4b3f-8ea2-93c9d28475fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:49:24Z', 'updated_at': '2021-11-25T13:49:26Z', 'revision_number': 4, 'project_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'gw_port': {'id': 'a65d36ea-829f-4b3f-8ea2-93c9d28475fc', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:49:24Z', 'updated_at': '2021-11-25T13:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '7d9dcf6e-71bc-4aae-9e23-db807ef06ca7', 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'floating_ip_address': '172.25.5.211', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'port_id': '109705b6-fc2b-47e0-add8-d351bcea5ff6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9', 'mac_address': 'fa:16:3e:72:91:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64357ae5-6265-4155-986a-9e1aef1e6b92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:57:38Z', 'updated_at': '2021-11-25T13:57:38Z', 'revision_number': 0, 'project_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'fixed_ip_address_scope': None}, {'id': 'c70caf3e-e031-4d98-8feb-95775223eaa7', 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'floating_ip_address': '172.25.5.113', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'port_id': 'e826ccdc-e2c8-487c-8090-b2e97afe8af8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9', 'mac_address': 'fa:16:3e:5b:05:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a95563-53c9-44be-a058-d7029e98179b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:55:38Z', 'updated_at': '2021-11-25T13:55:40Z', 'revision_number': 1, 'project_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2ad9be1-30a2-4df4-87de-1de6bf2c117d', 'name': '', 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9', 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'mac_address': 'fa:16:3e:4c:4d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'eab5f893-0ac0-4819-a6c4-0808acabf926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:49:26Z', 'updated_at': '2021-11-25T13:49:30Z', 'revision_number': 5, 'project_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'subnets': [{'id': 'eab5f893-0ac0-4819-a6c4-0808acabf926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:57:40.176220 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2edee24-a75a-4e91-9840-30bc632ed6cc None None] New status for floating IP 7d9dcf6e-71bc-4aae-9e23-db807ef06ca7: ACTIVE {{(pid=103572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 13:57:41.982861 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:57:54.962970 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-199f5838-c0b8-42e6-a890-03e73d418bb0 req-36d44f78-e9f2-4867-b1dc-ca9d49e8ec74 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=64357ae5-6265-4155-986a-9e1aef1e6b92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0509479 Nov 25 13:57:55.048482 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f5838-c0b8-42e6-a890-03e73d418bb0 req-d50410b4-9384-45e5-bf76-991bf1f61bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:57:55.050023 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-199f5838-c0b8-42e6-a890-03e73d418bb0 req-d50410b4-9384-45e5-bf76-991bf1f61bf4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d7a98d179f84da5a80b50bf4d9d909f&device_id=64357ae5-6265-4155-986a-9e1aef1e6b92 HTTP/1.1" status: 200 len: 1097 time: 0.0417943 Nov 25 13:57:55.154757 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f5838-c0b8-42e6-a890-03e73d418bb0 req-a3404b90-6a6c-4518-b2ac-eb53a6e7bbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:57:55.156227 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-199f5838-c0b8-42e6-a890-03e73d418bb0 req-a3404b90-6a6c-4518-b2ac-eb53a6e7bbfe service neutron] 10.222.0.47 "GET /v2.0/networks?id=a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 HTTP/1.1" status: 200 len: 912 time: 0.0846004 Nov 25 13:57:55.225084 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-199f5838-c0b8-42e6-a890-03e73d418bb0 req-4a17bdc7-cea0-4c40-804a-5448aa548155 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=109705b6-fc2b-47e0-add8-d351bcea5ff6 HTTP/1.1" status: 200 len: 1001 time: 0.0616693 Nov 25 13:57:55.273541 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f5838-c0b8-42e6-a890-03e73d418bb0 req-1804ed08-60da-4cbe-a21e-ac72c2a542ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:57:55.274971 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-199f5838-c0b8-42e6-a890-03e73d418bb0 req-1804ed08-60da-4cbe-a21e-ac72c2a542ea service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eab5f893-0ac0-4819-a6c4-0808acabf926 HTTP/1.1" status: 200 len: 850 time: 0.0434613 Nov 25 13:57:55.320222 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f5838-c0b8-42e6-a890-03e73d418bb0 req-8a5f5751-c5a3-44b7-9623-03fe952763ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:57:55.321709 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-199f5838-c0b8-42e6-a890-03e73d418bb0 req-8a5f5751-c5a3-44b7-9623-03fe952763ac service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398309 Nov 25 13:57:55.415430 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-199f5838-c0b8-42e6-a890-03e73d418bb0 req-27c86a35-8c02-4ea7-823b-c7da9591a73e service neutron] 10.222.0.47 "GET /v2.0/networks/a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854652 Nov 25 13:57:55.504809 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-199f5838-c0b8-42e6-a890-03e73d418bb0 req-5894d633-9ee2-4ac7-9acb-bb323ef0364d service neutron] 10.222.0.47 "GET /v2.0/networks/a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813639 Nov 25 13:57:58.766011 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:58:00.344817 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cdbdc796-9811-4a9a-9368-bb7d6eaa9ab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:58:02.798199 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6253f7a2-23ca-4f88-996b-335d90d37b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:58:03.986946 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:58:04.398359 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4972e3fc-4e75-459a-bca3-03219bd41a54 req-0312ea46-aca1-4a45-8cef-30d174817d53 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=53a95563-53c9-44be-a058-d7029e98179b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0418978 Nov 25 13:58:04.491257 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972e3fc-4e75-459a-bca3-03219bd41a54 req-ee593b27-b9c3-420c-a45c-af26e7a672a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:58:04.492768 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4972e3fc-4e75-459a-bca3-03219bd41a54 req-ee593b27-b9c3-420c-a45c-af26e7a672a8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8d7a98d179f84da5a80b50bf4d9d909f&device_id=53a95563-53c9-44be-a058-d7029e98179b HTTP/1.1" status: 200 len: 1097 time: 0.0442705 Nov 25 13:58:04.602205 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972e3fc-4e75-459a-bca3-03219bd41a54 req-e63053fa-5449-448a-80f7-82cfbf1d1745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:58:04.603711 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4972e3fc-4e75-459a-bca3-03219bd41a54 req-e63053fa-5449-448a-80f7-82cfbf1d1745 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 HTTP/1.1" status: 200 len: 912 time: 0.0830841 Nov 25 13:58:04.677625 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4972e3fc-4e75-459a-bca3-03219bd41a54 req-931f530a-28c4-4b02-840f-3747de0cf3ec service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e826ccdc-e2c8-487c-8090-b2e97afe8af8 HTTP/1.1" status: 200 len: 1001 time: 0.0619552 Nov 25 13:58:04.728635 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972e3fc-4e75-459a-bca3-03219bd41a54 req-594b4a6a-2ab8-4125-941f-40fac0ffdefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:58:04.730021 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4972e3fc-4e75-459a-bca3-03219bd41a54 req-594b4a6a-2ab8-4125-941f-40fac0ffdefe service neutron] 10.222.0.66 "GET /v2.0/subnets?id=eab5f893-0ac0-4819-a6c4-0808acabf926 HTTP/1.1" status: 200 len: 850 time: 0.0427933 Nov 25 13:58:04.777776 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972e3fc-4e75-459a-bca3-03219bd41a54 req-f7a4355a-6534-4507-8f54-5dd57046dd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:58:04.779202 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4972e3fc-4e75-459a-bca3-03219bd41a54 req-f7a4355a-6534-4507-8f54-5dd57046dd87 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393598 Nov 25 13:58:04.876424 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4972e3fc-4e75-459a-bca3-03219bd41a54 req-e1bdc756-af8e-4892-88da-a2cd3e522ae2 service neutron] 10.222.0.66 "GET /v2.0/networks/a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855494 Nov 25 13:58:04.971225 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4972e3fc-4e75-459a-bca3-03219bd41a54 req-56ed20a2-9452-4e29-9bef-2905e705ecb7 service neutron] 10.222.0.66 "GET /v2.0/networks/a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825794 Nov 25 13:58:05.314209 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:58:06.462844 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:58:08.511861 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:58:10.457415 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [req-0ee99078-a10f-4a20-9b96-17e339117519 req-d4b27f11-fdf7-4c1b-8380-033ae4fa7ee4 service neutron] (103571) timed out ('10.222.0.53', 38096) {{(pid=103571) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 13:58:11.978501 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:58:30.346347 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5af34765-a0be-44e3-ac1c-3cfe7b84047a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:58:32.799318 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-85551989-e1c0-4cf2-9f81-ce28a2ffa54e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:58:33.990662 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:58:35.315675 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:58:35.765518 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:58:36.467207 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:58:38.518102 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:58:41.976361 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:58:50.559155 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [req-7d381981-5978-49a4-a439-22573d0bb414 req-1cce4b86-ef02-44d1-9eeb-a78b5d1c9b33 tempest-ServersNegativeTestJSON-1969387299 tempest-ServersNegativeTestJSON-1969387299-project] (103570) timed out ('10.222.0.66', 52875) {{(pid=103570) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 13:58:54.953542 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-65490baf-3359-4ddb-988a-a2fddcbf2fa2 req-7611c68c-a78f-4ef4-89bd-1c13132c3864 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=64357ae5-6265-4155-986a-9e1aef1e6b92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405161 Nov 25 13:58:55.044883 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65490baf-3359-4ddb-988a-a2fddcbf2fa2 req-a50a4f2c-1429-424c-9309-0b2f7a605a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:58:55.046438 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-65490baf-3359-4ddb-988a-a2fddcbf2fa2 req-a50a4f2c-1429-424c-9309-0b2f7a605a02 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d7a98d179f84da5a80b50bf4d9d909f&device_id=64357ae5-6265-4155-986a-9e1aef1e6b92 HTTP/1.1" status: 200 len: 1097 time: 0.0494492 Nov 25 13:58:55.147179 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65490baf-3359-4ddb-988a-a2fddcbf2fa2 req-4b7f0e83-f44c-47d5-83be-23c76ce69d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:58:55.148633 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-65490baf-3359-4ddb-988a-a2fddcbf2fa2 req-4b7f0e83-f44c-47d5-83be-23c76ce69d04 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 HTTP/1.1" status: 200 len: 912 time: 0.0847428 Nov 25 13:58:55.219031 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-65490baf-3359-4ddb-988a-a2fddcbf2fa2 req-39e0f36b-059e-4dba-98ad-988e822cac88 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=109705b6-fc2b-47e0-add8-d351bcea5ff6 HTTP/1.1" status: 200 len: 1001 time: 0.0610809 Nov 25 13:58:55.266967 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65490baf-3359-4ddb-988a-a2fddcbf2fa2 req-a39e1948-97e7-4cfe-9290-e11ea15e4177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:58:55.268605 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-65490baf-3359-4ddb-988a-a2fddcbf2fa2 req-a39e1948-97e7-4cfe-9290-e11ea15e4177 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eab5f893-0ac0-4819-a6c4-0808acabf926 HTTP/1.1" status: 200 len: 850 time: 0.0429206 Nov 25 13:58:55.312997 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65490baf-3359-4ddb-988a-a2fddcbf2fa2 req-9b627bde-9d15-4ea6-9f8d-bd10afa127ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:58:55.314429 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-65490baf-3359-4ddb-988a-a2fddcbf2fa2 req-9b627bde-9d15-4ea6-9f8d-bd10afa127ce service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389926 Nov 25 13:58:55.408037 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-65490baf-3359-4ddb-988a-a2fddcbf2fa2 req-2a98e2f3-7fff-4027-96f2-6a767659bd08 service neutron] 10.222.0.47 "GET /v2.0/networks/a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859869 Nov 25 13:58:55.496967 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-65490baf-3359-4ddb-988a-a2fddcbf2fa2 req-9a2b8190-4353-4ec2-b052-909cf6eefe3c service neutron] 10.222.0.47 "GET /v2.0/networks/a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820191 Nov 25 13:59:00.347061 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fe686ba3-66b8-4e03-9f19-d4cecfa82192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:02.799934 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3c474e21-abdc-4209-845d-266069621907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:03.992863 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:05.317559 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:06.398912 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-823edf27-5260-4b98-b9ba-14ee426efcc1 req-925827d5-819e-4726-9c66-9d3ab696d0fc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=53a95563-53c9-44be-a058-d7029e98179b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0416410 Nov 25 13:59:06.469392 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:06.495591 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823edf27-5260-4b98-b9ba-14ee426efcc1 req-46329b5d-f2ff-4e53-9733-cc73aa96fb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:59:06.497089 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-823edf27-5260-4b98-b9ba-14ee426efcc1 req-46329b5d-f2ff-4e53-9733-cc73aa96fb66 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8d7a98d179f84da5a80b50bf4d9d909f&device_id=53a95563-53c9-44be-a058-d7029e98179b HTTP/1.1" status: 200 len: 1097 time: 0.0455091 Nov 25 13:59:06.606191 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823edf27-5260-4b98-b9ba-14ee426efcc1 req-ca1c5c5e-3a63-436b-84c2-d36f0bc223df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:59:06.607615 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-823edf27-5260-4b98-b9ba-14ee426efcc1 req-ca1c5c5e-3a63-436b-84c2-d36f0bc223df service neutron] 10.222.0.66 "GET /v2.0/networks?id=a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 HTTP/1.1" status: 200 len: 912 time: 0.0840185 Nov 25 13:59:06.682139 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-823edf27-5260-4b98-b9ba-14ee426efcc1 req-c8070ec8-5ee0-4f07-87c3-ca58b8002903 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e826ccdc-e2c8-487c-8090-b2e97afe8af8 HTTP/1.1" status: 200 len: 1001 time: 0.0625901 Nov 25 13:59:06.732038 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823edf27-5260-4b98-b9ba-14ee426efcc1 req-1926f5e2-7954-46fc-9086-8fc7c864dc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:59:06.733477 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-823edf27-5260-4b98-b9ba-14ee426efcc1 req-1926f5e2-7954-46fc-9086-8fc7c864dc51 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=eab5f893-0ac0-4819-a6c4-0808acabf926 HTTP/1.1" status: 200 len: 850 time: 0.0430341 Nov 25 13:59:06.786259 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823edf27-5260-4b98-b9ba-14ee426efcc1 req-4112c9c1-7102-451c-8967-bc8b41d1804e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:59:06.787829 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-823edf27-5260-4b98-b9ba-14ee426efcc1 req-4112c9c1-7102-451c-8967-bc8b41d1804e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425410 Nov 25 13:59:06.883587 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-823edf27-5260-4b98-b9ba-14ee426efcc1 req-653c3483-d5ea-430b-8dae-9464e58c5411 service neutron] 10.222.0.66 "GET /v2.0/networks/a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841293 Nov 25 13:59:07.000625 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-823edf27-5260-4b98-b9ba-14ee426efcc1 req-71e47e63-a5bc-4b9d-9cb4-b74d2c297197 service neutron] 10.222.0.66 "GET /v2.0/networks/a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051974 Nov 25 13:59:08.529882 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:10.802628 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 35406) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:59:10.961855 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-0e2370fd-bbc6-45dd-a02f-78e4b20acae8 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Deleting port 23602529-8e5a-4981-bcaa-cdf891751278 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:59:10.962204 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0e2370fd-bbc6-45dd-a02f-78e4b20acae8 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:11.041488 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0e2370fd-bbc6-45dd-a02f-78e4b20acae8 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:11.041824 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0e2370fd-bbc6-45dd-a02f-78e4b20acae8 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:11.053917 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-0e2370fd-bbc6-45dd-a02f-78e4b20acae8 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Calling delete_port for 23602529-8e5a-4981-bcaa-cdf891751278 owned by network:floatingip {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:59:11.199435 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0e2370fd-bbc6-45dd-a02f-78e4b20acae8 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:11.230516 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2370fd-bbc6-45dd-a02f-78e4b20acae8 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Pushing event deleted for resources: {'Port': ['ID=23602529-8e5a-4981-bcaa-cdf891751278,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:59:11.255744 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2370fd-bbc6-45dd-a02f-78e4b20acae8 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:59:11.256102 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2370fd-bbc6-45dd-a02f-78e4b20acae8 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:59:11.256456 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2370fd-bbc6-45dd-a02f-78e4b20acae8 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:59:11.256811 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2370fd-bbc6-45dd-a02f-78e4b20acae8 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:59:11.257156 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2370fd-bbc6-45dd-a02f-78e4b20acae8 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:59:11.257498 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2370fd-bbc6-45dd-a02f-78e4b20acae8 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:59:11.257839 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2370fd-bbc6-45dd-a02f-78e4b20acae8 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:59:11.258172 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2370fd-bbc6-45dd-a02f-78e4b20acae8 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:59:11.258508 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2370fd-bbc6-45dd-a02f-78e4b20acae8 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:59:11.258873 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2370fd-bbc6-45dd-a02f-78e4b20acae8 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:59:11.259207 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2370fd-bbc6-45dd-a02f-78e4b20acae8 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:59:11.259542 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2370fd-bbc6-45dd-a02f-78e4b20acae8 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:59:11.299382 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0e2370fd-bbc6-45dd-a02f-78e4b20acae8 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks [] for floatingip, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:11.299826 n-d-808199-11 neutron-server[103570]: INFO neutron.db.l3_db [None req-0e2370fd-bbc6-45dd-a02f-78e4b20acae8 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Floating IP 7d9dcf6e-71bc-4aae-9e23-db807ef06ca7 disassociated (deleted). External IP: 172.25.5.211, port: 109705b6-fc2b-47e0-add8-d351bcea5ff6. Nov 25 13:59:11.507600 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e2370fd-bbc6-45dd-a02f-78e4b20acae8 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Router c7683ec3-4901-4fdb-aa49-3a798c4442ed has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:59:11.971584 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2370fd-bbc6-45dd-a02f-78e4b20acae8 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:59:11.975891 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0e2370fd-bbc6-45dd-a02f-78e4b20acae8 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:11.982019 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8a4737-8199-4e0b-98e4-997c412de5fe None None] Sync routers for ids ['c7683ec3-4901-4fdb-aa49-3a798c4442ed'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:59:11.992787 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:11.993341 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8a4737-8199-4e0b-98e4-997c412de5fe None None] Routers {'c7683ec3-4901-4fdb-aa49-3a798c4442ed'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:59:11.994117 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-3d8a4737-8199-4e0b-98e4-997c412de5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:59:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['c7683ec3-4901-4fdb-aa49-3a798c4442ed'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:59:12.003747 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-0e2370fd-bbc6-45dd-a02f-78e4b20acae8 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "DELETE /v2.0/floatingips/7d9dcf6e-71bc-4aae-9e23-db807ef06ca7 HTTP/1.1" status: 204 len: 168 time: 1.1999876 Nov 25 13:59:12.004342 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64357ae5-6265-4155-986a-9e1aef1e6b92', 'tag': '109705b6-fc2b-47e0-add8-d351bcea5ff6'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:59:12.006891 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f199712-ad85-4954-b1a1-381158ac7ff0" -d '{"events": [{"name": "network-changed", "server_uuid": "64357ae5-6265-4155-986a-9e1aef1e6b92", "tag": "109705b6-fc2b-47e0-add8-d351bcea5ff6"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:59:12.050344 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4930aa63-d8f2-43bd-b59f-0109b33e8acf x-openstack-request-id: req-4930aa63-d8f2-43bd-b59f-0109b33e8acf {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:59:12.050788 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64357ae5-6265-4155-986a-9e1aef1e6b92", "tag": "109705b6-fc2b-47e0-add8-d351bcea5ff6", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:59:12.051045 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4930aa63-d8f2-43bd-b59f-0109b33e8acf {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:59:12.051509 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64357ae5-6265-4155-986a-9e1aef1e6b92', 'tag': '109705b6-fc2b-47e0-add8-d351bcea5ff6', 'status': 'completed', 'code': 200} Nov 25 13:59:12.121425 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f199712-ad85-4954-b1a1-381158ac7ff0 req-9163fa46-7dae-42ae-aac0-2d1c5c5dc19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:59:12.123138 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7f199712-ad85-4954-b1a1-381158ac7ff0 req-9163fa46-7dae-42ae-aac0-2d1c5c5dc19c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d7a98d179f84da5a80b50bf4d9d909f&device_id=64357ae5-6265-4155-986a-9e1aef1e6b92 HTTP/1.1" status: 200 len: 1097 time: 0.0502832 Nov 25 13:59:12.128894 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-3d8a4737-8199-4e0b-98e4-997c412de5fe None None] Set router c7683ec3-4901-4fdb-aa49-3a798c4442ed gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:59:12.231563 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f199712-ad85-4954-b1a1-381158ac7ff0 req-3168bad3-84a2-48ad-bb66-1234e0d94cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:59:12.233114 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7f199712-ad85-4954-b1a1-381158ac7ff0 req-3168bad3-84a2-48ad-bb66-1234e0d94cfd service neutron] 10.222.0.47 "GET /v2.0/networks?id=a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 HTTP/1.1" status: 200 len: 912 time: 0.1032045 Nov 25 13:59:12.265845 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94e5b9-8779-4fb6-bb17-d7dc8c2d94ec req-23df0e80-df9d-4960-912e-983a4b2b40a1 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:59:12.267582 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6a94e5b9-8779-4fb6-bb17-d7dc8c2d94ec req-23df0e80-df9d-4960-912e-983a4b2b40a1 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=64357ae5-6265-4155-986a-9e1aef1e6b92 HTTP/1.1" status: 200 len: 945 time: 0.0530283 Nov 25 13:59:12.277776 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7f199712-ad85-4954-b1a1-381158ac7ff0 req-bea0376b-fa21-4fc2-9dc9-29137daa1b63 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=109705b6-fc2b-47e0-add8-d351bcea5ff6 HTTP/1.1" status: 200 len: 217 time: 0.0366762 Nov 25 13:59:12.327328 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6a94e5b9-8779-4fb6-bb17-d7dc8c2d94ec req-ce778e49-337b-44b0-b9a1-d2aa29f77c6e tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc69afe5-5e27-4aaf-9be2-a952a12df8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456750 Nov 25 13:59:12.331635 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f199712-ad85-4954-b1a1-381158ac7ff0 req-4ed1ad45-9fd2-4db3-9a71-7f4a71653937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:59:12.333199 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7f199712-ad85-4954-b1a1-381158ac7ff0 req-4ed1ad45-9fd2-4db3-9a71-7f4a71653937 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eab5f893-0ac0-4819-a6c4-0808acabf926 HTTP/1.1" status: 200 len: 850 time: 0.0455019 Nov 25 13:59:12.391339 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f199712-ad85-4954-b1a1-381158ac7ff0 req-a68fc4e0-3d37-47a5-8fc7-76be4b7528e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:59:12.393142 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7f199712-ad85-4954-b1a1-381158ac7ff0 req-a68fc4e0-3d37-47a5-8fc7-76be4b7528e6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508156 Nov 25 13:59:12.479133 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-3d8a4737-8199-4e0b-98e4-997c412de5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'name': 'tempest-TestVolumeBootPattern-523235579-router', 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'a65d36ea-829f-4b3f-8ea2-93c9d28475fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:49:24Z', 'updated_at': '2021-11-25T13:49:26Z', 'revision_number': 4, 'project_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'gw_port': {'id': 'a65d36ea-829f-4b3f-8ea2-93c9d28475fc', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:49:24Z', 'updated_at': '2021-11-25T13:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': 'c70caf3e-e031-4d98-8feb-95775223eaa7', 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'floating_ip_address': '172.25.5.113', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'port_id': 'e826ccdc-e2c8-487c-8090-b2e97afe8af8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9', 'mac_address': 'fa:16:3e:5b:05:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a95563-53c9-44be-a058-d7029e98179b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:55:38Z', 'updated_at': '2021-11-25T13:55:40Z', 'revision_number': 1, 'project_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2ad9be1-30a2-4df4-87de-1de6bf2c117d', 'name': '', 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9', 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'mac_address': 'fa:16:3e:4c:4d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'eab5f893-0ac0-4819-a6c4-0808acabf926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:49:26Z', 'updated_at': '2021-11-25T13:49:30Z', 'revision_number': 5, 'project_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'subnets': [{'id': 'eab5f893-0ac0-4819-a6c4-0808acabf926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:59:12.486288 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7f199712-ad85-4954-b1a1-381158ac7ff0 req-940bea8b-918a-4d9e-9614-810b87171660 service neutron] 10.222.0.47 "GET /v2.0/networks/a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844698 Nov 25 13:59:12.505316 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8a4737-8199-4e0b-98e4-997c412de5fe None None] Checking router: c7683ec3-4901-4fdb-aa49-3a798c4442ed for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:59:12.513914 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8a4737-8199-4e0b-98e4-997c412de5fe None None] Routers {'c7683ec3-4901-4fdb-aa49-3a798c4442ed'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:59:12.514530 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-3d8a4737-8199-4e0b-98e4-997c412de5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:59:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['c7683ec3-4901-4fdb-aa49-3a798c4442ed'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:59:12.583020 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7f199712-ad85-4954-b1a1-381158ac7ff0 req-017a6f8a-46c7-4049-9fd9-f10416b744f0 service neutron] 10.222.0.47 "GET /v2.0/networks/a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887496 Nov 25 13:59:12.619180 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-3d8a4737-8199-4e0b-98e4-997c412de5fe None None] Set router c7683ec3-4901-4fdb-aa49-3a798c4442ed gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:59:12.766153 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:59:12.843082 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-3d8a4737-8199-4e0b-98e4-997c412de5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'name': 'tempest-TestVolumeBootPattern-523235579-router', 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'a65d36ea-829f-4b3f-8ea2-93c9d28475fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:49:24Z', 'updated_at': '2021-11-25T13:49:26Z', 'revision_number': 4, 'project_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'gw_port': {'id': 'a65d36ea-829f-4b3f-8ea2-93c9d28475fc', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:49:24Z', 'updated_at': '2021-11-25T13:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': 'c70caf3e-e031-4d98-8feb-95775223eaa7', 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'floating_ip_address': '172.25.5.113', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'port_id': 'e826ccdc-e2c8-487c-8090-b2e97afe8af8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9', 'mac_address': 'fa:16:3e:5b:05:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a95563-53c9-44be-a058-d7029e98179b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:55:38Z', 'updated_at': '2021-11-25T13:55:40Z', 'revision_number': 1, 'project_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2ad9be1-30a2-4df4-87de-1de6bf2c117d', 'name': '', 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9', 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'mac_address': 'fa:16:3e:4c:4d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'eab5f893-0ac0-4819-a6c4-0808acabf926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:49:26Z', 'updated_at': '2021-11-25T13:49:30Z', 'revision_number': 5, 'project_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'subnets': [{'id': 'eab5f893-0ac0-4819-a6c4-0808acabf926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:59:12.869406 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8a4737-8199-4e0b-98e4-997c412de5fe None None] The sync data for ids ['c7683ec3-4901-4fdb-aa49-3a798c4442ed'] in n-d-808199-11 is: [{'id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'name': 'tempest-TestVolumeBootPattern-523235579-router', 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'a65d36ea-829f-4b3f-8ea2-93c9d28475fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:49:24Z', 'updated_at': '2021-11-25T13:49:26Z', 'revision_number': 4, 'project_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'gw_port': {'id': 'a65d36ea-829f-4b3f-8ea2-93c9d28475fc', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:49:24Z', 'updated_at': '2021-11-25T13:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': 'c70caf3e-e031-4d98-8feb-95775223eaa7', 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'floating_ip_address': '172.25.5.113', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'port_id': 'e826ccdc-e2c8-487c-8090-b2e97afe8af8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9', 'mac_address': 'fa:16:3e:5b:05:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a95563-53c9-44be-a058-d7029e98179b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T13:55:38Z', 'updated_at': '2021-11-25T13:55:40Z', 'revision_number': 1, 'project_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2ad9be1-30a2-4df4-87de-1de6bf2c117d', 'name': '', 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9', 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'mac_address': 'fa:16:3e:4c:4d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'eab5f893-0ac0-4819-a6c4-0808acabf926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:49:26Z', 'updated_at': '2021-11-25T13:49:30Z', 'revision_number': 5, 'project_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'subnets': [{'id': 'eab5f893-0ac0-4819-a6c4-0808acabf926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:59:13.083281 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5705f6b6-4fad-4455-b867-8eb08744b993 None None] New status for floating IP 7d9dcf6e-71bc-4aae-9e23-db807ef06ca7: DOWN {{(pid=103572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 13:59:13.456495 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d2bc6-8eb6-4f01-a691-52ddd4a22c41 req-3efcf0ff-6164-49d4-974f-dc01748a5f1d tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:59:13.458376 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b56d2bc6-8eb6-4f01-a691-52ddd4a22c41 req-3efcf0ff-6164-49d4-974f-dc01748a5f1d tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=64357ae5-6265-4155-986a-9e1aef1e6b92 HTTP/1.1" status: 200 len: 945 time: 0.0541003 Nov 25 13:59:13.506431 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b56d2bc6-8eb6-4f01-a691-52ddd4a22c41 req-5d53ed5f-beea-4c78-a817-c44d8591e8e2 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc69afe5-5e27-4aaf-9be2-a952a12df8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421574 Nov 25 13:59:13.747015 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24302884-9822-479f-94d7-03dc2eecab1e req-3eb7f0c7-7fb5-4e83-9c03-17863be3556e tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:59:13.748472 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-24302884-9822-479f-94d7-03dc2eecab1e req-3eb7f0c7-7fb5-4e83-9c03-17863be3556e tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.47 "GET /v2.0/ports?device_id=64357ae5-6265-4155-986a-9e1aef1e6b92 HTTP/1.1" status: 200 len: 945 time: 0.0529590 Nov 25 13:59:13.836284 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-24302884-9822-479f-94d7-03dc2eecab1e req-20b22381-8fd8-4173-99c0-39f0d406c9d1 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Deleting port 109705b6-fc2b-47e0-add8-d351bcea5ff6 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:59:13.836627 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-24302884-9822-479f-94d7-03dc2eecab1e req-20b22381-8fd8-4173-99c0-39f0d406c9d1 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:13.928118 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-24302884-9822-479f-94d7-03dc2eecab1e req-20b22381-8fd8-4173-99c0-39f0d406c9d1 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] For port 109705b6-fc2b-47e0-add8-d351bcea5ff6, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=109705b6-fc2b-47e0-add8-d351bcea5ff6,segment=NetworkSegment(537df87f-4062-4c10-ae31-09711976a4db),segment_id=537df87f-4062-4c10-ae31-09711976a4db)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:59:13.928477 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-24302884-9822-479f-94d7-03dc2eecab1e req-20b22381-8fd8-4173-99c0-39f0d406c9d1 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:13.941303 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-24302884-9822-479f-94d7-03dc2eecab1e req-20b22381-8fd8-4173-99c0-39f0d406c9d1 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Calling delete_port for 109705b6-fc2b-47e0-add8-d351bcea5ff6 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:59:14.072817 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-24302884-9822-479f-94d7-03dc2eecab1e req-20b22381-8fd8-4173-99c0-39f0d406c9d1 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:14.101676 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b22381-8fd8-4173-99c0-39f0d406c9d1 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Pushing event deleted for resources: {'Port': ['ID=109705b6-fc2b-47e0-add8-d351bcea5ff6,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:59:14.129253 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b22381-8fd8-4173-99c0-39f0d406c9d1 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:59:14.129608 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b22381-8fd8-4173-99c0-39f0d406c9d1 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:59:14.129956 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b22381-8fd8-4173-99c0-39f0d406c9d1 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:59:14.130321 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b22381-8fd8-4173-99c0-39f0d406c9d1 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:59:14.130660 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b22381-8fd8-4173-99c0-39f0d406c9d1 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:59:14.131022 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b22381-8fd8-4173-99c0-39f0d406c9d1 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:59:14.131361 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b22381-8fd8-4173-99c0-39f0d406c9d1 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:59:14.131689 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b22381-8fd8-4173-99c0-39f0d406c9d1 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:59:14.132017 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b22381-8fd8-4173-99c0-39f0d406c9d1 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:59:14.132344 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b22381-8fd8-4173-99c0-39f0d406c9d1 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:59:14.132672 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b22381-8fd8-4173-99c0-39f0d406c9d1 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:59:14.133000 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b22381-8fd8-4173-99c0-39f0d406c9d1 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:59:14.151531 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-24302884-9822-479f-94d7-03dc2eecab1e req-20b22381-8fd8-4173-99c0-39f0d406c9d1 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] No DVR routers for this DVR port 109705b6-fc2b-47e0-add8-d351bcea5ff6 on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:59:14.153895 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-24302884-9822-479f-94d7-03dc2eecab1e req-20b22381-8fd8-4173-99c0-39f0d406c9d1 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:14.157770 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-24302884-9822-479f-94d7-03dc2eecab1e req-20b22381-8fd8-4173-99c0-39f0d406c9d1 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.47 "DELETE /v2.0/ports/109705b6-fc2b-47e0-add8-d351bcea5ff6 HTTP/1.1" status: 204 len: 173 time: 0.4027858 Nov 25 13:59:14.158202 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64357ae5-6265-4155-986a-9e1aef1e6b92', 'name': 'network-vif-deleted', 'tag': '109705b6-fc2b-47e0-add8-d351bcea5ff6'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:59:14.160546 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1683565a-94f7-48bc-87ba-8f8d10650c9b" -d '{"events": [{"server_uuid": "64357ae5-6265-4155-986a-9e1aef1e6b92", "name": "network-vif-deleted", "tag": "109705b6-fc2b-47e0-add8-d351bcea5ff6"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:59:14.202230 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18befbce-b0bb-4b56-b254-f162e190bd7d x-openstack-request-id: req-18befbce-b0bb-4b56-b254-f162e190bd7d {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:59:14.202546 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64357ae5-6265-4155-986a-9e1aef1e6b92", "name": "network-vif-deleted", "tag": "109705b6-fc2b-47e0-add8-d351bcea5ff6", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:59:14.202838 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-18befbce-b0bb-4b56-b254-f162e190bd7d {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:59:14.203416 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64357ae5-6265-4155-986a-9e1aef1e6b92', 'name': 'network-vif-deleted', 'tag': '109705b6-fc2b-47e0-add8-d351bcea5ff6', 'status': 'completed', 'code': 200} Nov 25 13:59:14.604587 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5e591b31-0e9b-48d6-b84e-f166a6526b19 req-d77066e0-13b5-4297-b311-905fff7cffed tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=64357ae5-6265-4155-986a-9e1aef1e6b92 HTTP/1.1" status: 200 len: 210 time: 0.0268986 Nov 25 13:59:15.707095 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6de8fdf2-0c77-4e52-95be-5bf25d3ff682 req-dee87e6f-21a0-4336-b1ee-e92b6c112dcf tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=64357ae5-6265-4155-986a-9e1aef1e6b92 HTTP/1.1" status: 200 len: 210 time: 0.0267577 Nov 25 13:59:16.801136 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bf7e7df0-5c6b-4a33-a92e-47aad3ff4e56 req-2d9196c6-a205-4b05-b497-1ae3a7f2d510 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=64357ae5-6265-4155-986a-9e1aef1e6b92 HTTP/1.1" status: 200 len: 210 time: 0.0260475 Nov 25 13:59:17.896707 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a394c947-e18b-48cf-9407-1655f35b8bc6 req-7eae2e7e-bf6a-4a30-87d7-3fbe9f67839d tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=64357ae5-6265-4155-986a-9e1aef1e6b92 HTTP/1.1" status: 200 len: 210 time: 0.0258656 Nov 25 13:59:18.201096 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 109705b6-fc2b-47e0-add8-d351bcea5ff6 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:59:18.222969 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: 109705b6-fc2b-47e0-add8-d351bcea5ff6 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:59:18.223318 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 109705b6-fc2b-47e0-add8-d351bcea5ff6 not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:59:24.282793 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 35456) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:59:24.444257 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-04ea3a2f-798e-4cf2-8920-e3a7712d8f5e tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Deleting port 4d174cd1-41ed-4ca7-a3a2-1c89afd958ac {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:59:24.444603 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-04ea3a2f-798e-4cf2-8920-e3a7712d8f5e tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:24.519440 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-04ea3a2f-798e-4cf2-8920-e3a7712d8f5e tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:24.519911 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-04ea3a2f-798e-4cf2-8920-e3a7712d8f5e tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:24.532404 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-04ea3a2f-798e-4cf2-8920-e3a7712d8f5e tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Calling delete_port for 4d174cd1-41ed-4ca7-a3a2-1c89afd958ac owned by network:floatingip {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:59:24.679214 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-04ea3a2f-798e-4cf2-8920-e3a7712d8f5e tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:24.704113 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ea3a2f-798e-4cf2-8920-e3a7712d8f5e tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Pushing event deleted for resources: {'Port': ['ID=4d174cd1-41ed-4ca7-a3a2-1c89afd958ac,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:59:24.766053 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-04ea3a2f-798e-4cf2-8920-e3a7712d8f5e tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks [] for floatingip, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:24.766418 n-d-808199-11 neutron-server[103570]: INFO neutron.db.l3_db [None req-04ea3a2f-798e-4cf2-8920-e3a7712d8f5e tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Floating IP c70caf3e-e031-4d98-8feb-95775223eaa7 disassociated (deleted). External IP: 172.25.5.113, port: e826ccdc-e2c8-487c-8090-b2e97afe8af8. Nov 25 13:59:24.977100 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ea3a2f-798e-4cf2-8920-e3a7712d8f5e tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Router c7683ec3-4901-4fdb-aa49-3a798c4442ed has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:59:25.087447 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ea3a2f-798e-4cf2-8920-e3a7712d8f5e tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:59:25.092101 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-04ea3a2f-798e-4cf2-8920-e3a7712d8f5e tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:25.097520 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4299be-8570-484b-8481-e4a0210fd2cd None None] Sync routers for ids ['c7683ec3-4901-4fdb-aa49-3a798c4442ed'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:59:25.107729 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4299be-8570-484b-8481-e4a0210fd2cd None None] Routers {'c7683ec3-4901-4fdb-aa49-3a798c4442ed'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:59:25.108347 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2a4299be-8570-484b-8481-e4a0210fd2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:59:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['c7683ec3-4901-4fdb-aa49-3a798c4442ed'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:59:25.119062 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-04ea3a2f-798e-4cf2-8920-e3a7712d8f5e tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "DELETE /v2.0/floatingips/c70caf3e-e031-4d98-8feb-95775223eaa7 HTTP/1.1" status: 204 len: 168 time: 0.8351583 Nov 25 13:59:25.119659 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53a95563-53c9-44be-a058-d7029e98179b', 'tag': 'e826ccdc-e2c8-487c-8090-b2e97afe8af8'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:59:25.121944 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b42a8dc-9cf1-4e4d-b6a9-25ac1778e8fa" -d '{"events": [{"name": "network-changed", "server_uuid": "53a95563-53c9-44be-a058-d7029e98179b", "tag": "e826ccdc-e2c8-487c-8090-b2e97afe8af8"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:59:25.160623 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace420e9-9258-4114-9610-93b59238527d x-openstack-request-id: req-ace420e9-9258-4114-9610-93b59238527d {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:59:25.160989 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53a95563-53c9-44be-a058-d7029e98179b", "tag": "e826ccdc-e2c8-487c-8090-b2e97afe8af8", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:59:25.161319 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ace420e9-9258-4114-9610-93b59238527d {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:59:25.161801 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53a95563-53c9-44be-a058-d7029e98179b', 'tag': 'e826ccdc-e2c8-487c-8090-b2e97afe8af8', 'status': 'completed', 'code': 200} Nov 25 13:59:25.224752 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-2a4299be-8570-484b-8481-e4a0210fd2cd None None] Set router c7683ec3-4901-4fdb-aa49-3a798c4442ed gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:59:25.232992 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42a8dc-9cf1-4e4d-b6a9-25ac1778e8fa req-ac675a80-5579-40d8-b946-cf0407a7a399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:59:25.235413 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7b42a8dc-9cf1-4e4d-b6a9-25ac1778e8fa req-ac675a80-5579-40d8-b946-cf0407a7a399 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8d7a98d179f84da5a80b50bf4d9d909f&device_id=53a95563-53c9-44be-a058-d7029e98179b HTTP/1.1" status: 200 len: 1097 time: 0.0485690 Nov 25 13:59:25.348598 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42a8dc-9cf1-4e4d-b6a9-25ac1778e8fa req-93d2764e-93de-4b69-a710-ed6e8d6bed10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:59:25.350649 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7b42a8dc-9cf1-4e4d-b6a9-25ac1778e8fa req-93d2764e-93de-4b69-a710-ed6e8d6bed10 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 HTTP/1.1" status: 200 len: 912 time: 0.0965796 Nov 25 13:59:25.360136 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c940fda1-6e79-4923-865f-606fa11c0074 req-bc2a84fe-d94a-440b-b6e6-48d132081e50 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:59:25.361707 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c940fda1-6e79-4923-865f-606fa11c0074 req-bc2a84fe-d94a-440b-b6e6-48d132081e50 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=53a95563-53c9-44be-a058-d7029e98179b HTTP/1.1" status: 200 len: 945 time: 0.0539701 Nov 25 13:59:25.404100 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7b42a8dc-9cf1-4e4d-b6a9-25ac1778e8fa req-96bf98a4-1096-4fcb-9864-411cb50877a1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e826ccdc-e2c8-487c-8090-b2e97afe8af8 HTTP/1.1" status: 200 len: 217 time: 0.0404174 Nov 25 13:59:25.415905 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c940fda1-6e79-4923-865f-606fa11c0074 req-ac15994d-1a3e-40cd-9072-b47ab792597a tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc69afe5-5e27-4aaf-9be2-a952a12df8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479858 Nov 25 13:59:25.448415 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2a4299be-8570-484b-8481-e4a0210fd2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'name': 'tempest-TestVolumeBootPattern-523235579-router', 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'a65d36ea-829f-4b3f-8ea2-93c9d28475fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:49:24Z', 'updated_at': '2021-11-25T13:49:26Z', 'revision_number': 4, 'project_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'gw_port': {'id': 'a65d36ea-829f-4b3f-8ea2-93c9d28475fc', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:49:24Z', 'updated_at': '2021-11-25T13:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'b2ad9be1-30a2-4df4-87de-1de6bf2c117d', 'name': '', 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9', 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'mac_address': 'fa:16:3e:4c:4d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'eab5f893-0ac0-4819-a6c4-0808acabf926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:49:26Z', 'updated_at': '2021-11-25T13:49:30Z', 'revision_number': 5, 'project_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'subnets': [{'id': 'eab5f893-0ac0-4819-a6c4-0808acabf926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:59:25.460690 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42a8dc-9cf1-4e4d-b6a9-25ac1778e8fa req-4d868173-dab8-4ea0-86a1-f79439b3d7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:59:25.462221 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7b42a8dc-9cf1-4e4d-b6a9-25ac1778e8fa req-4d868173-dab8-4ea0-86a1-f79439b3d7e2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=eab5f893-0ac0-4819-a6c4-0808acabf926 HTTP/1.1" status: 200 len: 850 time: 0.0509329 Nov 25 13:59:25.474923 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4299be-8570-484b-8481-e4a0210fd2cd None None] Checking router: c7683ec3-4901-4fdb-aa49-3a798c4442ed for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:59:25.483228 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4299be-8570-484b-8481-e4a0210fd2cd None None] Routers {'c7683ec3-4901-4fdb-aa49-3a798c4442ed'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:59:25.483765 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2a4299be-8570-484b-8481-e4a0210fd2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:59:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['c7683ec3-4901-4fdb-aa49-3a798c4442ed'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:59:25.510298 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42a8dc-9cf1-4e4d-b6a9-25ac1778e8fa req-7d2193e4-1c03-4650-9ea6-24fc96cff42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:59:25.511923 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7b42a8dc-9cf1-4e4d-b6a9-25ac1778e8fa req-7d2193e4-1c03-4650-9ea6-24fc96cff42a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418653 Nov 25 13:59:25.589686 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-2a4299be-8570-484b-8481-e4a0210fd2cd None None] Set router c7683ec3-4901-4fdb-aa49-3a798c4442ed gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:59:25.605425 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7b42a8dc-9cf1-4e4d-b6a9-25ac1778e8fa req-37420447-c515-4db3-9e68-0eb7ae1fb6e6 service neutron] 10.222.0.66 "GET /v2.0/networks/a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855973 Nov 25 13:59:25.700602 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7b42a8dc-9cf1-4e4d-b6a9-25ac1778e8fa req-188f4dbf-6aeb-44b2-9f3e-1e103c84c22c service neutron] 10.222.0.66 "GET /v2.0/networks/a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846605 Nov 25 13:59:25.785297 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2a4299be-8570-484b-8481-e4a0210fd2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'name': 'tempest-TestVolumeBootPattern-523235579-router', 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'a65d36ea-829f-4b3f-8ea2-93c9d28475fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:49:24Z', 'updated_at': '2021-11-25T13:49:26Z', 'revision_number': 4, 'project_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'gw_port': {'id': 'a65d36ea-829f-4b3f-8ea2-93c9d28475fc', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:49:24Z', 'updated_at': '2021-11-25T13:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'b2ad9be1-30a2-4df4-87de-1de6bf2c117d', 'name': '', 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9', 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'mac_address': 'fa:16:3e:4c:4d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'eab5f893-0ac0-4819-a6c4-0808acabf926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:49:26Z', 'updated_at': '2021-11-25T13:49:30Z', 'revision_number': 5, 'project_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'subnets': [{'id': 'eab5f893-0ac0-4819-a6c4-0808acabf926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:59:25.815163 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4299be-8570-484b-8481-e4a0210fd2cd None None] The sync data for ids ['c7683ec3-4901-4fdb-aa49-3a798c4442ed'] in n-d-808199-11 is: [{'id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'name': 'tempest-TestVolumeBootPattern-523235579-router', 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'a65d36ea-829f-4b3f-8ea2-93c9d28475fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:49:24Z', 'updated_at': '2021-11-25T13:49:26Z', 'revision_number': 4, 'project_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'gw_port': {'id': 'a65d36ea-829f-4b3f-8ea2-93c9d28475fc', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:49:24Z', 'updated_at': '2021-11-25T13:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'b2ad9be1-30a2-4df4-87de-1de6bf2c117d', 'name': '', 'network_id': 'a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9', 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'mac_address': 'fa:16:3e:4c:4d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'eab5f893-0ac0-4819-a6c4-0808acabf926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:49:26Z', 'updated_at': '2021-11-25T13:49:30Z', 'revision_number': 5, 'project_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'subnets': [{'id': 'eab5f893-0ac0-4819-a6c4-0808acabf926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:59:26.020895 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422f0c72-6648-40b5-900a-b10a97e5ba63 None None] New status for floating IP c70caf3e-e031-4d98-8feb-95775223eaa7: DOWN {{(pid=103572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 13:59:26.534529 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d27995-4850-4382-867d-d5b6351d3ecc req-33882724-fefc-41d9-a2cf-dbfd68ed03ed tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:59:26.536041 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-97d27995-4850-4382-867d-d5b6351d3ecc req-33882724-fefc-41d9-a2cf-dbfd68ed03ed tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=53a95563-53c9-44be-a058-d7029e98179b HTTP/1.1" status: 200 len: 945 time: 0.0489614 Nov 25 13:59:26.588214 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-97d27995-4850-4382-867d-d5b6351d3ecc req-bd0283d1-75d8-430c-aac0-bc3fa2e4c723 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc69afe5-5e27-4aaf-9be2-a952a12df8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454426 Nov 25 13:59:27.060455 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b830c-a67b-4215-9cf5-28c7cf2663f0 req-d77ef54f-9fb8-441c-9ac4-8735ee7e0992 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:59:27.061899 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a47b830c-a67b-4215-9cf5-28c7cf2663f0 req-d77ef54f-9fb8-441c-9ac4-8735ee7e0992 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.66 "GET /v2.0/ports?device_id=53a95563-53c9-44be-a058-d7029e98179b HTTP/1.1" status: 200 len: 945 time: 0.0481756 Nov 25 13:59:27.153710 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-a47b830c-a67b-4215-9cf5-28c7cf2663f0 req-0a54d124-617d-444e-9ac7-4027a7c649c0 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Deleting port e826ccdc-e2c8-487c-8090-b2e97afe8af8 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:59:27.154046 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a47b830c-a67b-4215-9cf5-28c7cf2663f0 req-0a54d124-617d-444e-9ac7-4027a7c649c0 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:27.241430 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-a47b830c-a67b-4215-9cf5-28c7cf2663f0 req-0a54d124-617d-444e-9ac7-4027a7c649c0 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] For port e826ccdc-e2c8-487c-8090-b2e97afe8af8, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=e826ccdc-e2c8-487c-8090-b2e97afe8af8,segment=NetworkSegment(537df87f-4062-4c10-ae31-09711976a4db),segment_id=537df87f-4062-4c10-ae31-09711976a4db)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:59:27.241795 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a47b830c-a67b-4215-9cf5-28c7cf2663f0 req-0a54d124-617d-444e-9ac7-4027a7c649c0 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:27.254620 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-a47b830c-a67b-4215-9cf5-28c7cf2663f0 req-0a54d124-617d-444e-9ac7-4027a7c649c0 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Calling delete_port for e826ccdc-e2c8-487c-8090-b2e97afe8af8 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:59:27.391131 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a47b830c-a67b-4215-9cf5-28c7cf2663f0 req-0a54d124-617d-444e-9ac7-4027a7c649c0 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:27.421092 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a54d124-617d-444e-9ac7-4027a7c649c0 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Pushing event deleted for resources: {'Port': ['ID=e826ccdc-e2c8-487c-8090-b2e97afe8af8,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:59:27.464209 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-a47b830c-a67b-4215-9cf5-28c7cf2663f0 req-0a54d124-617d-444e-9ac7-4027a7c649c0 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] No DVR routers for this DVR port e826ccdc-e2c8-487c-8090-b2e97afe8af8 on host n-h1-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:59:27.466786 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a47b830c-a67b-4215-9cf5-28c7cf2663f0 req-0a54d124-617d-444e-9ac7-4027a7c649c0 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:27.470248 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a47b830c-a67b-4215-9cf5-28c7cf2663f0 req-0a54d124-617d-444e-9ac7-4027a7c649c0 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.66 "DELETE /v2.0/ports/e826ccdc-e2c8-487c-8090-b2e97afe8af8 HTTP/1.1" status: 204 len: 173 time: 0.4021242 Nov 25 13:59:27.470718 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53a95563-53c9-44be-a058-d7029e98179b', 'name': 'network-vif-deleted', 'tag': 'e826ccdc-e2c8-487c-8090-b2e97afe8af8'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:59:27.473034 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a081bccc-e485-4198-b5e5-9f6d9c015cb1" -d '{"events": [{"server_uuid": "53a95563-53c9-44be-a058-d7029e98179b", "name": "network-vif-deleted", "tag": "e826ccdc-e2c8-487c-8090-b2e97afe8af8"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:59:27.512938 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 13:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302c2c9c-a097-480e-9de5-4dd0e3664eb8 x-openstack-request-id: req-302c2c9c-a097-480e-9de5-4dd0e3664eb8 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:59:27.513240 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53a95563-53c9-44be-a058-d7029e98179b", "name": "network-vif-deleted", "tag": "e826ccdc-e2c8-487c-8090-b2e97afe8af8", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:59:27.513497 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-302c2c9c-a097-480e-9de5-4dd0e3664eb8 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:59:27.513907 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53a95563-53c9-44be-a058-d7029e98179b', 'name': 'network-vif-deleted', 'tag': 'e826ccdc-e2c8-487c-8090-b2e97afe8af8', 'status': 'completed', 'code': 200} Nov 25 13:59:27.683666 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-82c9f08f-a0de-4407-ba3d-35e66f7824cc req-13c3242f-86e7-46db-9123-3db14584668f tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=53a95563-53c9-44be-a058-d7029e98179b HTTP/1.1" status: 200 len: 210 time: 0.0264404 Nov 25 13:59:28.796997 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-52fa8ae9-e61d-4717-aa52-7dcf42172f17 req-5f2a4c4f-acc6-49dc-abc6-284c7d1e82d7 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=53a95563-53c9-44be-a058-d7029e98179b HTTP/1.1" status: 200 len: 210 time: 0.0354259 Nov 25 13:59:29.892187 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-374603b1-65d5-4010-9e33-8feace656ee2 req-75e36a73-2792-403a-8d27-c64ffff6a02d tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=53a95563-53c9-44be-a058-d7029e98179b HTTP/1.1" status: 200 len: 210 time: 0.0265257 Nov 25 13:59:30.031706 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device e826ccdc-e2c8-487c-8090-b2e97afe8af8 no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:59:30.051495 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] No Port match for: e826ccdc-e2c8-487c-8090-b2e97afe8af8 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:59:30.051845 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device e826ccdc-e2c8-487c-8090-b2e97afe8af8 not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:59:30.352227 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-55393389-bc05-4c6a-8863-1fd76b3ee3fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:30.986524 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8035ae26-6e65-4bae-94f4-f2a180fac09b req-fd687b17-c87d-4a75-bcca-e92527c87b75 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=53a95563-53c9-44be-a058-d7029e98179b HTTP/1.1" status: 200 len: 210 time: 0.0263596 Nov 25 13:59:32.093280 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-96e5695c-526b-4fbf-9f46-da171353448c req-a9eee849-a258-4868-9161-e6ddbbb15c36 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "GET /v2.0/ports?device_id=53a95563-53c9-44be-a058-d7029e98179b HTTP/1.1" status: 200 len: 210 time: 0.0292780 Nov 25 13:59:32.801057 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-42514300-a78b-4122-b678-f47c345a53bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:33.148786 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 35480) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:59:33.271362 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-2a0d8cb4-5e85-4a60-b2c8-7040653fcab0 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Deleting port 01840354-00b4-4440-88a5-0c872adaaee0 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:59:33.271704 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2a0d8cb4-5e85-4a60-b2c8-7040653fcab0 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:33.348880 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2a0d8cb4-5e85-4a60-b2c8-7040653fcab0 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:33.349210 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2a0d8cb4-5e85-4a60-b2c8-7040653fcab0 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:33.360626 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-2a0d8cb4-5e85-4a60-b2c8-7040653fcab0 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Calling delete_port for 01840354-00b4-4440-88a5-0c872adaaee0 owned by network:floatingip {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:59:33.488923 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2a0d8cb4-5e85-4a60-b2c8-7040653fcab0 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:33.518643 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0d8cb4-5e85-4a60-b2c8-7040653fcab0 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Pushing event deleted for resources: {'Port': ['ID=01840354-00b4-4440-88a5-0c872adaaee0,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:59:33.576470 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2a0d8cb4-5e85-4a60-b2c8-7040653fcab0 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks [] for floatingip, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:33.579084 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2a0d8cb4-5e85-4a60-b2c8-7040653fcab0 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:33.580844 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-2a0d8cb4-5e85-4a60-b2c8-7040653fcab0 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "DELETE /v2.0/floatingips/d27319a9-dcee-4221-ab38-3fbf570e8194 HTTP/1.1" status: 204 len: 168 time: 0.4310665 Nov 25 13:59:33.996118 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:35.321245 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:36.473669 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:36.862402 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 35496) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:59:36.921133 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e5d37062-a93a-4cbf-b739-8e851f7238f7 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:36.949676 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e5d37062-a93a-4cbf-b739-8e851f7238f7 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:37.014634 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e5d37062-a93a-4cbf-b739-8e851f7238f7 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:37.018017 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e5d37062-a93a-4cbf-b739-8e851f7238f7 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:37.019209 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e5d37062-a93a-4cbf-b739-8e851f7238f7 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] 10.222.0.53 "DELETE /v2.0/security-groups/fc69afe5-5e27-4aaf-9be2-a952a12df8bc HTTP/1.1" status: 204 len: 168 time: 0.1557779 Nov 25 13:59:37.028260 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d37062-a93a-4cbf-b739-8e851f7238f7 tempest-TestVolumeBootPattern-1871468462 tempest-TestVolumeBootPattern-1871468462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc69afe5-5e27-4aaf-9be2-a952a12df8bc,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:59:37.087702 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 35500) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:59:37.660842 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3b2084da-979c-4b28-a984-2599419bf999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:37.911475 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-3b2084da-979c-4b28-a984-2599419bf999 admin admin] Deleting port b2ad9be1-30a2-4df4-87de-1de6bf2c117d {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:59:37.912192 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3b2084da-979c-4b28-a984-2599419bf999 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:37.993259 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-3b2084da-979c-4b28-a984-2599419bf999 admin admin] For port b2ad9be1-30a2-4df4-87de-1de6bf2c117d, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=b2ad9be1-30a2-4df4-87de-1de6bf2c117d,segment=NetworkSegment(537df87f-4062-4c10-ae31-09711976a4db),segment_id=537df87f-4062-4c10-ae31-09711976a4db)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:59:37.993657 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3b2084da-979c-4b28-a984-2599419bf999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:38.010969 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-3b2084da-979c-4b28-a984-2599419bf999 admin admin] Calling delete_port for b2ad9be1-30a2-4df4-87de-1de6bf2c117d owned by network:router_interface {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:59:38.188521 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3b2084da-979c-4b28-a984-2599419bf999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:38.215062 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2084da-979c-4b28-a984-2599419bf999 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2ad9be1-30a2-4df4-87de-1de6bf2c117d,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:59:38.387120 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3b2084da-979c-4b28-a984-2599419bf999 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:38.526067 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:38.606324 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b2084da-979c-4b28-a984-2599419bf999 admin admin] Router c7683ec3-4901-4fdb-aa49-3a798c4442ed has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:59:38.710967 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b2084da-979c-4b28-a984-2599419bf999 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:59:38.715927 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3b2084da-979c-4b28-a984-2599419bf999 admin admin] 10.222.0.53 "PUT /v2.0/routers/c7683ec3-4901-4fdb-aa49-3a798c4442ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6256626 Nov 25 13:59:38.718459 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 35504) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:59:38.721945 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e51372-3bf7-40a7-ba22-161bada923a8 None None] Sync routers for ids ['c7683ec3-4901-4fdb-aa49-3a798c4442ed'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:59:38.731480 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e51372-3bf7-40a7-ba22-161bada923a8 None None] Routers {'c7683ec3-4901-4fdb-aa49-3a798c4442ed'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:59:38.732097 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-27e51372-3bf7-40a7-ba22-161bada923a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:59:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['c7683ec3-4901-4fdb-aa49-3a798c4442ed'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:59:38.820669 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-dfa55084-8ffd-42ef-8dab-e1012b7e6b28 admin admin] Publish callbacks [] for router, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:38.834241 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-27e51372-3bf7-40a7-ba22-161bada923a8 None None] Set router c7683ec3-4901-4fdb-aa49-3a798c4442ed gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:59:38.922932 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-dfa55084-8ffd-42ef-8dab-e1012b7e6b28 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:38.978026 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-dfa55084-8ffd-42ef-8dab-e1012b7e6b28 admin admin] Deleting port a65d36ea-829f-4b3f-8ea2-93c9d28475fc {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:59:38.978345 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-dfa55084-8ffd-42ef-8dab-e1012b7e6b28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:39.055932 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-dfa55084-8ffd-42ef-8dab-e1012b7e6b28 admin admin] For port a65d36ea-829f-4b3f-8ea2-93c9d28475fc, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=a65d36ea-829f-4b3f-8ea2-93c9d28475fc,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:59:39.056285 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-dfa55084-8ffd-42ef-8dab-e1012b7e6b28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:39.070542 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-dfa55084-8ffd-42ef-8dab-e1012b7e6b28 admin admin] Calling delete_port for a65d36ea-829f-4b3f-8ea2-93c9d28475fc owned by network:router_gateway {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:59:39.106121 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-27e51372-3bf7-40a7-ba22-161bada923a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'name': 'tempest-TestVolumeBootPattern-523235579-router', 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'a65d36ea-829f-4b3f-8ea2-93c9d28475fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:49:24Z', 'updated_at': '2021-11-25T13:59:38Z', 'revision_number': 5, 'project_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'gw_port': {'id': 'a65d36ea-829f-4b3f-8ea2-93c9d28475fc', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:49:24Z', 'updated_at': '2021-11-25T13:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:59:39.136081 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e51372-3bf7-40a7-ba22-161bada923a8 None None] Checking router: c7683ec3-4901-4fdb-aa49-3a798c4442ed for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:59:39.145155 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e51372-3bf7-40a7-ba22-161bada923a8 None None] Routers {'c7683ec3-4901-4fdb-aa49-3a798c4442ed'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:59:39.145762 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-27e51372-3bf7-40a7-ba22-161bada923a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:59:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['c7683ec3-4901-4fdb-aa49-3a798c4442ed'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:59:39.228373 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-27e51372-3bf7-40a7-ba22-161bada923a8 None None] Set router c7683ec3-4901-4fdb-aa49-3a798c4442ed gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:59:39.237243 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-dfa55084-8ffd-42ef-8dab-e1012b7e6b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:39.266594 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa55084-8ffd-42ef-8dab-e1012b7e6b28 admin admin] Pushing event deleted for resources: {'Port': ['ID=a65d36ea-829f-4b3f-8ea2-93c9d28475fc,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:59:39.279379 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-27e51372-3bf7-40a7-ba22-161bada923a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'name': 'tempest-TestVolumeBootPattern-523235579-router', 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:49:24Z', 'updated_at': '2021-11-25T13:59:38Z', 'revision_number': 6, 'project_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'gw_port_host': None}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:59:39.285956 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb360df-737b-4ef9-b5e1-8253add453dc None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:59:39.309350 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e51372-3bf7-40a7-ba22-161bada923a8 None None] The sync data for ids ['c7683ec3-4901-4fdb-aa49-3a798c4442ed'] in n-d-808199-11 is: [{'id': 'c7683ec3-4901-4fdb-aa49-3a798c4442ed', 'name': 'tempest-TestVolumeBootPattern-523235579-router', 'tenant_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:49:24Z', 'updated_at': '2021-11-25T13:59:38Z', 'revision_number': 6, 'project_id': '8d7a98d179f84da5a80b50bf4d9d909f', 'gw_port_host': None}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:59:39.328652 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-dfa55084-8ffd-42ef-8dab-e1012b7e6b28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:39.418462 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-dfa55084-8ffd-42ef-8dab-e1012b7e6b28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:39.420610 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-dfa55084-8ffd-42ef-8dab-e1012b7e6b28 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:39.462327 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-dfa55084-8ffd-42ef-8dab-e1012b7e6b28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:39.462885 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa55084-8ffd-42ef-8dab-e1012b7e6b28 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7683ec3-4901-4fdb-aa49-3a798c4442ed {{(pid=103570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:59:39.467482 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-dfa55084-8ffd-42ef-8dab-e1012b7e6b28 admin admin] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:39.471513 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-dfa55084-8ffd-42ef-8dab-e1012b7e6b28 admin admin] 10.222.0.53 "DELETE /v2.0/routers/c7683ec3-4901-4fdb-aa49-3a798c4442ed HTTP/1.1" status: 204 len: 168 time: 0.7492230 Nov 25 13:59:39.471684 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 35506) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:59:39.518520 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-103ea64c-4dd7-470c-b227-2e459f06a405 admin admin] Deleting subnet eab5f893-0ac0-4819-a6c4-0808acabf926 {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:59:39.521729 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-103ea64c-4dd7-470c-b227-2e459f06a405 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:39.555557 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-103ea64c-4dd7-470c-b227-2e459f06a405 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:39.628810 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-103ea64c-4dd7-470c-b227-2e459f06a405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:39.683849 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-103ea64c-4dd7-470c-b227-2e459f06a405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:39.713531 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103ea64c-4dd7-470c-b227-2e459f06a405 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eab5f893-0ac0-4819-a6c4-0808acabf926,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:59:39.717159 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-103ea64c-4dd7-470c-b227-2e459f06a405 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:39.723178 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-103ea64c-4dd7-470c-b227-2e459f06a405 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/eab5f893-0ac0-4819-a6c4-0808acabf926 HTTP/1.1" status: 204 len: 168 time: 0.2477722 Nov 25 13:59:39.723946 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 35508) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:59:39.726063 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64ea234-dfba-42e8-a3ae-35195bd0891c None None] Network a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:59:39.797300 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8651d891-20bb-4c0c-8342-d674998098c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:39.850151 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-8651d891-20bb-4c0c-8342-d674998098c7 admin admin] Deleting port 10ceed10-b1b0-4b3c-86da-4525b672d7e8 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:59:39.850497 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8651d891-20bb-4c0c-8342-d674998098c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:39.916598 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-8651d891-20bb-4c0c-8342-d674998098c7 admin admin] For port 10ceed10-b1b0-4b3c-86da-4525b672d7e8, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=10ceed10-b1b0-4b3c-86da-4525b672d7e8,segment=NetworkSegment(537df87f-4062-4c10-ae31-09711976a4db),segment_id=537df87f-4062-4c10-ae31-09711976a4db)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:59:39.916962 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8651d891-20bb-4c0c-8342-d674998098c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:39.929168 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-8651d891-20bb-4c0c-8342-d674998098c7 admin admin] Calling delete_port for 10ceed10-b1b0-4b3c-86da-4525b672d7e8 owned by network:dhcp {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:59:40.004093 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8651d891-20bb-4c0c-8342-d674998098c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:40.029625 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8651d891-20bb-4c0c-8342-d674998098c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=10ceed10-b1b0-4b3c-86da-4525b672d7e8,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:59:40.034408 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8651d891-20bb-4c0c-8342-d674998098c7 admin admin] No DVR routers for this DVR port 10ceed10-b1b0-4b3c-86da-4525b672d7e8 on host n-d-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:59:40.108362 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8651d891-20bb-4c0c-8342-d674998098c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:40.128994 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586da177-a57c-4a48-9903-746931dc0c8a None None] DHCP port deletion for a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:59:40.131306 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-8651d891-20bb-4c0c-8342-d674998098c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:59:40.144961 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-8651d891-20bb-4c0c-8342-d674998098c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '537df87f-4062-4c10-ae31-09711976a4db') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:59:40.145275 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-8651d891-20bb-4c0c-8342-d674998098c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '537df87f-4062-4c10-ae31-09711976a4db') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:59:40.155416 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8651d891-20bb-4c0c-8342-d674998098c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:40.169530 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8651d891-20bb-4c0c-8342-d674998098c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:40.175664 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8651d891-20bb-4c0c-8342-d674998098c7 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:59:40.176085 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8651d891-20bb-4c0c-8342-d674998098c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:40.177945 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 13:59:40.177945 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:59:40.177945 n-d-808199-11 neutron-server[103570]: timer() Nov 25 13:59:40.177945 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:59:40.177945 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 13:59:40.177945 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:59:40.177945 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 13:59:40.177945 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:59:40.177945 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 13:59:40.177945 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:59:40.177945 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 13:59:40.177945 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:59:40.177945 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 13:59:40.177945 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:59:40.177945 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:59:40.177945 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:59:40.177945 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:59:40.177945 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:59:40.177945 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 13:59:40.177945 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:59:40.177945 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 13:59:40.177945 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:59:40.177945 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:59:40.177945 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:59:40.177945 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 13:59:40.177945 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:59:40.177945 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:59:40.177945 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:59:40.177945 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:59:40.177945 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:59:40.177945 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:59:40.177945 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:59:40.236958 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8651d891-20bb-4c0c-8342-d674998098c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:40.242940 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8651d891-20bb-4c0c-8342-d674998098c7 admin admin] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:40.246195 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-8651d891-20bb-4c0c-8342-d674998098c7 admin admin] 10.222.0.53 "DELETE /v2.0/networks/a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9 HTTP/1.1" status: 204 len: 168 time: 0.5213099 Nov 25 13:59:40.249205 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 35510) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:59:40.257694 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8651d891-20bb-4c0c-8342-d674998098c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5b16d95-8c94-43a6-a2d6-0dc75f83f3e9,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:59:40.352060 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device a65d36ea-829f-4b3f-8ea2-93c9d28475fc no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:59:40.379303 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: a65d36ea-829f-4b3f-8ea2-93c9d28475fc {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:59:40.380850 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device a65d36ea-829f-4b3f-8ea2-93c9d28475fc not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:59:40.381870 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 10ceed10-b1b0-4b3c-86da-4525b672d7e8 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:59:40.414217 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 10ceed10-b1b0-4b3c-86da-4525b672d7e8 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:59:40.414573 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 10ceed10-b1b0-4b3c-86da-4525b672d7e8 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:59:40.415846 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device b2ad9be1-30a2-4df4-87de-1de6bf2c117d no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:59:40.435420 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: b2ad9be1-30a2-4df4-87de-1de6bf2c117d {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:59:40.435774 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device b2ad9be1-30a2-4df4-87de-1de6bf2c117d not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:59:40.979857 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5c05d9d1-d7bd-4dd9-9897-bba99c0e999a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:41.219357 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-5c05d9d1-d7bd-4dd9-9897-bba99c0e999a admin admin] Deleting port b1f7830a-b442-48d3-99b8-4fc9994c4667 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:59:41.219696 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5c05d9d1-d7bd-4dd9-9897-bba99c0e999a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:41.298114 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-5c05d9d1-d7bd-4dd9-9897-bba99c0e999a admin admin] For port b1f7830a-b442-48d3-99b8-4fc9994c4667, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=b1f7830a-b442-48d3-99b8-4fc9994c4667,segment=NetworkSegment(4d9d065a-0d87-4eb4-ac48-a616ad30bb98),segment_id=4d9d065a-0d87-4eb4-ac48-a616ad30bb98)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:59:41.298838 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5c05d9d1-d7bd-4dd9-9897-bba99c0e999a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:41.310827 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-5c05d9d1-d7bd-4dd9-9897-bba99c0e999a admin admin] Calling delete_port for b1f7830a-b442-48d3-99b8-4fc9994c4667 owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:59:41.487613 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5c05d9d1-d7bd-4dd9-9897-bba99c0e999a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:41.513279 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c05d9d1-d7bd-4dd9-9897-bba99c0e999a admin admin] Pushing event deleted for resources: {'Port': ['ID=b1f7830a-b442-48d3-99b8-4fc9994c4667,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:59:41.681035 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5c05d9d1-d7bd-4dd9-9897-bba99c0e999a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:41.896250 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c05d9d1-d7bd-4dd9-9897-bba99c0e999a admin admin] Router 576e13ce-17ed-474d-8061-bb663f2a4acf has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 13:59:41.981095 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:42.003498 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c05d9d1-d7bd-4dd9-9897-bba99c0e999a admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 13:59:42.009212 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5c05d9d1-d7bd-4dd9-9897-bba99c0e999a admin admin] 10.222.0.53 "PUT /v2.0/routers/576e13ce-17ed-474d-8061-bb663f2a4acf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7588391 Nov 25 13:59:42.011722 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 35512) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:59:42.013261 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030a9cb0-9467-476e-9815-8b812db14ed9 None None] Sync routers for ids ['576e13ce-17ed-474d-8061-bb663f2a4acf'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 13:59:42.024988 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030a9cb0-9467-476e-9815-8b812db14ed9 None None] Routers {'576e13ce-17ed-474d-8061-bb663f2a4acf'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:59:42.025617 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-030a9cb0-9467-476e-9815-8b812db14ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:59:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['576e13ce-17ed-474d-8061-bb663f2a4acf'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:59:42.118330 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8ea0e831-c7c0-4b69-a6a1-23a4a09efdf4 admin admin] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:42.131374 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-030a9cb0-9467-476e-9815-8b812db14ed9 None None] Set router 576e13ce-17ed-474d-8061-bb663f2a4acf gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:59:42.223041 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8ea0e831-c7c0-4b69-a6a1-23a4a09efdf4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:42.276054 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-8ea0e831-c7c0-4b69-a6a1-23a4a09efdf4 admin admin] Deleting port d95956ec-a2ed-4c5f-ab22-1cfc234b55f6 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:59:42.276396 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8ea0e831-c7c0-4b69-a6a1-23a4a09efdf4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:42.318606 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-030a9cb0-9467-476e-9815-8b812db14ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576e13ce-17ed-474d-8061-bb663f2a4acf', 'name': 'tempest-TestVolumeBootPattern-985883969-router', 'tenant_id': 'd1d2b9f0fc924bf9b62d1c6bc23914fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'd95956ec-a2ed-4c5f-ab22-1cfc234b55f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:49:28Z', 'updated_at': '2021-11-25T13:59:41Z', 'revision_number': 5, 'project_id': 'd1d2b9f0fc924bf9b62d1c6bc23914fc', 'gw_port': {'id': 'd95956ec-a2ed-4c5f-ab22-1cfc234b55f6', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:84:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576e13ce-17ed-474d-8061-bb663f2a4acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T13:49:29Z', 'updated_at': '2021-11-25T13:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:59:42.344432 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030a9cb0-9467-476e-9815-8b812db14ed9 None None] Checking router: 576e13ce-17ed-474d-8061-bb663f2a4acf for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 13:59:42.352690 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030a9cb0-9467-476e-9815-8b812db14ed9 None None] Routers {'576e13ce-17ed-474d-8061-bb663f2a4acf'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 13:59:42.353296 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-030a9cb0-9467-476e-9815-8b812db14ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T13:59:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['576e13ce-17ed-474d-8061-bb663f2a4acf'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:59:42.358306 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-8ea0e831-c7c0-4b69-a6a1-23a4a09efdf4 admin admin] For port d95956ec-a2ed-4c5f-ab22-1cfc234b55f6, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=d95956ec-a2ed-4c5f-ab22-1cfc234b55f6,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:59:42.358865 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8ea0e831-c7c0-4b69-a6a1-23a4a09efdf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:42.375828 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-8ea0e831-c7c0-4b69-a6a1-23a4a09efdf4 admin admin] Calling delete_port for d95956ec-a2ed-4c5f-ab22-1cfc234b55f6 owned by network:router_gateway {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:59:42.442576 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-030a9cb0-9467-476e-9815-8b812db14ed9 None None] Set router 576e13ce-17ed-474d-8061-bb663f2a4acf gateway port host: None {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 13:59:42.492427 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-030a9cb0-9467-476e-9815-8b812db14ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576e13ce-17ed-474d-8061-bb663f2a4acf', 'name': 'tempest-TestVolumeBootPattern-985883969-router', 'tenant_id': 'd1d2b9f0fc924bf9b62d1c6bc23914fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:49:28Z', 'updated_at': '2021-11-25T13:59:42Z', 'revision_number': 6, 'project_id': 'd1d2b9f0fc924bf9b62d1c6bc23914fc', 'gw_port_host': None}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:59:42.537850 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8ea0e831-c7c0-4b69-a6a1-23a4a09efdf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:42.570322 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea0e831-c7c0-4b69-a6a1-23a4a09efdf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d95956ec-a2ed-4c5f-ab22-1cfc234b55f6,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:59:42.632403 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8ea0e831-c7c0-4b69-a6a1-23a4a09efdf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:42.682761 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0fd754-842c-449f-9ba2-07d2759a3081 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:59:42.684995 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030a9cb0-9467-476e-9815-8b812db14ed9 None None] The sync data for ids ['576e13ce-17ed-474d-8061-bb663f2a4acf'] in n-d-808199-11 is: [{'id': '576e13ce-17ed-474d-8061-bb663f2a4acf', 'name': 'tempest-TestVolumeBootPattern-985883969-router', 'tenant_id': 'd1d2b9f0fc924bf9b62d1c6bc23914fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T13:49:28Z', 'updated_at': '2021-11-25T13:59:42Z', 'revision_number': 6, 'project_id': 'd1d2b9f0fc924bf9b62d1c6bc23914fc', 'gw_port_host': None}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 13:59:42.728484 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8ea0e831-c7c0-4b69-a6a1-23a4a09efdf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:42.730929 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8ea0e831-c7c0-4b69-a6a1-23a4a09efdf4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:42.780572 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8ea0e831-c7c0-4b69-a6a1-23a4a09efdf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:42.781066 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea0e831-c7c0-4b69-a6a1-23a4a09efdf4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 576e13ce-17ed-474d-8061-bb663f2a4acf {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 13:59:42.786308 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8ea0e831-c7c0-4b69-a6a1-23a4a09efdf4 admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:42.790076 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-8ea0e831-c7c0-4b69-a6a1-23a4a09efdf4 admin admin] 10.222.0.53 "DELETE /v2.0/routers/576e13ce-17ed-474d-8061-bb663f2a4acf HTTP/1.1" status: 204 len: 168 time: 0.7773042 Nov 25 13:59:42.790226 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 35514) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:59:42.834798 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-71b9ef81-2cbf-40e7-8279-7dd85193dfa1 admin admin] Deleting subnet 40edc058-249c-4801-a3fe-3f582685a7f5 {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 13:59:42.837817 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-71b9ef81-2cbf-40e7-8279-7dd85193dfa1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:42.871754 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-71b9ef81-2cbf-40e7-8279-7dd85193dfa1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:42.950942 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-71b9ef81-2cbf-40e7-8279-7dd85193dfa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:43.349329 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-71b9ef81-2cbf-40e7-8279-7dd85193dfa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:43.372299 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b9ef81-2cbf-40e7-8279-7dd85193dfa1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40edc058-249c-4801-a3fe-3f582685a7f5,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:59:43.383088 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-71b9ef81-2cbf-40e7-8279-7dd85193dfa1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:43.386667 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-71b9ef81-2cbf-40e7-8279-7dd85193dfa1 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/40edc058-249c-4801-a3fe-3f582685a7f5 HTTP/1.1" status: 204 len: 168 time: 0.5949233 Nov 25 13:59:43.388869 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6541ea1-9531-4248-abc3-066b65be4700 None None] Network fbfa348f-55cc-45d0-a12a-ae83946520c0 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 13:59:43.389343 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 35518) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:59:43.470014 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b96b126-6667-40b0-9134-625fc24f25d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:43.531509 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-0b96b126-6667-40b0-9134-625fc24f25d7 admin admin] Deleting port 9bf873fc-67a3-4b1a-ab82-69187c888ac5 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:59:43.531857 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b96b126-6667-40b0-9134-625fc24f25d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:43.562557 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8075849e-ee09-46d4-8e93-baee8c90d296 None None] DHCP port deletion for fbfa348f-55cc-45d0-a12a-ae83946520c0 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 13:59:43.601890 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-0b96b126-6667-40b0-9134-625fc24f25d7 admin admin] For port 9bf873fc-67a3-4b1a-ab82-69187c888ac5, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=9bf873fc-67a3-4b1a-ab82-69187c888ac5,segment=NetworkSegment(4d9d065a-0d87-4eb4-ac48-a616ad30bb98),segment_id=4d9d065a-0d87-4eb4-ac48-a616ad30bb98)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:59:43.602172 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b96b126-6667-40b0-9134-625fc24f25d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:43.613857 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-8075849e-ee09-46d4-8e93-baee8c90d296 None None] Deleting port 9bf873fc-67a3-4b1a-ab82-69187c888ac5 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 13:59:43.614240 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8075849e-ee09-46d4-8e93-baee8c90d296 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:43.617812 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-0b96b126-6667-40b0-9134-625fc24f25d7 admin admin] Calling delete_port for 9bf873fc-67a3-4b1a-ab82-69187c888ac5 owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:59:43.685247 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-8075849e-ee09-46d4-8e93-baee8c90d296 None None] For port 9bf873fc-67a3-4b1a-ab82-69187c888ac5, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=9bf873fc-67a3-4b1a-ab82-69187c888ac5,segment=NetworkSegment(4d9d065a-0d87-4eb4-ac48-a616ad30bb98),segment_id=4d9d065a-0d87-4eb4-ac48-a616ad30bb98)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 13:59:43.685661 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8075849e-ee09-46d4-8e93-baee8c90d296 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:43.703223 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b96b126-6667-40b0-9134-625fc24f25d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:43.704647 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-8075849e-ee09-46d4-8e93-baee8c90d296 None None] Calling delete_port for 9bf873fc-67a3-4b1a-ab82-69187c888ac5 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 13:59:43.731709 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b96b126-6667-40b0-9134-625fc24f25d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bf873fc-67a3-4b1a-ab82-69187c888ac5,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:59:43.734008 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b96b126-6667-40b0-9134-625fc24f25d7 admin admin] No DVR routers for this DVR port 9bf873fc-67a3-4b1a-ab82-69187c888ac5 on host n-d-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:59:43.784931 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8075849e-ee09-46d4-8e93-baee8c90d296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:43.810596 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b96b126-6667-40b0-9134-625fc24f25d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:43.810794 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8075849e-ee09-46d4-8e93-baee8c90d296 None None] Pushing event deleted for resources: {'Port': ['ID=9bf873fc-67a3-4b1a-ab82-69187c888ac5,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:59:43.819850 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8075849e-ee09-46d4-8e93-baee8c90d296 None None] No DVR routers for this DVR port 9bf873fc-67a3-4b1a-ab82-69187c888ac5 on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 13:59:43.821939 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8075849e-ee09-46d4-8e93-baee8c90d296 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:59:43.822298 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8075849e-ee09-46d4-8e93-baee8c90d296 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:59:43.822646 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8075849e-ee09-46d4-8e93-baee8c90d296 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:59:43.823020 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8075849e-ee09-46d4-8e93-baee8c90d296 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:59:43.823358 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8075849e-ee09-46d4-8e93-baee8c90d296 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:59:43.823696 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8075849e-ee09-46d4-8e93-baee8c90d296 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:59:43.824083 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8075849e-ee09-46d4-8e93-baee8c90d296 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:59:43.824434 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8075849e-ee09-46d4-8e93-baee8c90d296 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:59:43.824765 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8075849e-ee09-46d4-8e93-baee8c90d296 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:59:43.825105 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8075849e-ee09-46d4-8e93-baee8c90d296 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:59:43.825433 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8075849e-ee09-46d4-8e93-baee8c90d296 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:59:43.825760 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8075849e-ee09-46d4-8e93-baee8c90d296 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 13:59:43.838977 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-0b96b126-6667-40b0-9134-625fc24f25d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbfa348f-55cc-45d0-a12a-ae83946520c0']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:59:43.848415 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-0b96b126-6667-40b0-9134-625fc24f25d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d9d065a-0d87-4eb4-ac48-a616ad30bb98') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:59:43.848714 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-0b96b126-6667-40b0-9134-625fc24f25d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d9d065a-0d87-4eb4-ac48-a616ad30bb98') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 13:59:43.858031 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b96b126-6667-40b0-9134-625fc24f25d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:43.871896 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b96b126-6667-40b0-9134-625fc24f25d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:43.878826 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b96b126-6667-40b0-9134-625fc24f25d7 admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 13:59:43.879220 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b96b126-6667-40b0-9134-625fc24f25d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:43.881076 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 13:59:43.881076 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 13:59:43.881076 n-d-808199-11 neutron-server[103571]: timer() Nov 25 13:59:43.881076 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 13:59:43.881076 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 13:59:43.881076 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 13:59:43.881076 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 13:59:43.881076 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 13:59:43.881076 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 13:59:43.881076 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 13:59:43.881076 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 13:59:43.881076 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 13:59:43.881076 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 13:59:43.881076 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 13:59:43.881076 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 13:59:43.881076 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 13:59:43.881076 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 13:59:43.881076 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 13:59:43.881076 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 13:59:43.881076 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 13:59:43.881076 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 13:59:43.881076 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 13:59:43.881076 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 13:59:43.881076 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 13:59:43.881076 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 13:59:43.881076 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 13:59:43.881076 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 13:59:43.881076 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 13:59:43.881076 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 13:59:43.881076 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 13:59:43.881076 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 13:59:43.881076 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 13:59:43.933313 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b96b126-6667-40b0-9134-625fc24f25d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:43.938467 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b96b126-6667-40b0-9134-625fc24f25d7 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:43.942439 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-0b96b126-6667-40b0-9134-625fc24f25d7 admin admin] 10.222.0.53 "DELETE /v2.0/networks/fbfa348f-55cc-45d0-a12a-ae83946520c0 HTTP/1.1" status: 204 len: 168 time: 0.5525012 Nov 25 13:59:43.959735 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b96b126-6667-40b0-9134-625fc24f25d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbfa348f-55cc-45d0-a12a-ae83946520c0,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:59:44.068927 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 35522) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:59:44.108839 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-ab98da54-72a2-4f03-b644-6e64c422d3e0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8d7a98d179f84da5a80b50bf4d9d909f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387001 Nov 25 13:59:44.111834 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 35524) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:59:44.157417 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6ba3554f-14bc-4f4e-99d7-4b87cfa3666e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:44.178859 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6ba3554f-14bc-4f4e-99d7-4b87cfa3666e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:44.224492 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6ba3554f-14bc-4f4e-99d7-4b87cfa3666e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:44.227167 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6ba3554f-14bc-4f4e-99d7-4b87cfa3666e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:44.228358 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-6ba3554f-14bc-4f4e-99d7-4b87cfa3666e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4e1d8e12-82c3-4c14-ab9b-2015d729abf2 HTTP/1.1" status: 204 len: 168 time: 0.1156225 Nov 25 13:59:44.238076 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba3554f-14bc-4f4e-99d7-4b87cfa3666e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1d8e12-82c3-4c14-ab9b-2015d729abf2,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:59:44.341565 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 9bf873fc-67a3-4b1a-ab82-69187c888ac5 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:59:44.365834 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 9bf873fc-67a3-4b1a-ab82-69187c888ac5 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:59:44.366082 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 9bf873fc-67a3-4b1a-ab82-69187c888ac5 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:59:44.366762 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device d95956ec-a2ed-4c5f-ab22-1cfc234b55f6 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:59:44.385895 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: d95956ec-a2ed-4c5f-ab22-1cfc234b55f6 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:59:44.386251 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device d95956ec-a2ed-4c5f-ab22-1cfc234b55f6 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:59:44.386962 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device b1f7830a-b442-48d3-99b8-4fc9994c4667 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 13:59:44.407056 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: b1f7830a-b442-48d3-99b8-4fc9994c4667 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 13:59:44.408313 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device b1f7830a-b442-48d3-99b8-4fc9994c4667 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 13:59:44.589531 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 35530) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:59:44.632295 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-36ac908b-6e52-42ae-bb2b-79d0b49a8683 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d1d2b9f0fc924bf9b62d1c6bc23914fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0415494 Nov 25 13:59:44.634610 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 35532) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 13:59:44.681133 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0cab2080-0bde-49cb-a1f8-d39e953ae8be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:44.701617 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0cab2080-0bde-49cb-a1f8-d39e953ae8be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:44.749658 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0cab2080-0bde-49cb-a1f8-d39e953ae8be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:44.752837 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0cab2080-0bde-49cb-a1f8-d39e953ae8be admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:44.754649 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-0cab2080-0bde-49cb-a1f8-d39e953ae8be admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d1644471-095c-4e4e-90b6-7039736df92c HTTP/1.1" status: 204 len: 168 time: 0.1191082 Nov 25 13:59:44.762322 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cab2080-0bde-49cb-a1f8-d39e953ae8be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1644471-095c-4e4e-90b6-7039736df92c,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:59:48.936710 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [req-30b11c91-4c63-4916-8029-09107841bd3f req-00edba75-80e5-4b26-bb30-9785e30be56b service neutron] (103571) timed out ('10.222.0.47', 52558) {{(pid=103571) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 13:59:49.764899 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 13:59:54.899825 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-342c8a5b-401c-47c5-8b4f-8492da59979a req-82ae35b7-717d-441b-bd74-dc0f23790f40 tempest-ServersAdminNegativeTestJSON-1735050600 tempest-ServersAdminNegativeTestJSON-1735050600-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=d0de5c92dc234f08bac2a1fc6ac457a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291693 Nov 25 13:59:55.108632 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c8a5b-401c-47c5-8b4f-8492da59979a req-e381b0e1-57cb-40f4-b9d6-4462e7f4ca28 tempest-ServersAdminNegativeTestJSON-1735050600 tempest-ServersAdminNegativeTestJSON-1735050600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:59:55.110128 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-342c8a5b-401c-47c5-8b4f-8492da59979a req-e381b0e1-57cb-40f4-b9d6-4462e7f4ca28 tempest-ServersAdminNegativeTestJSON-1735050600 tempest-ServersAdminNegativeTestJSON-1735050600-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2042530 Nov 25 13:59:55.125298 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-342c8a5b-401c-47c5-8b4f-8492da59979a req-8b7aac24-2161-450b-b9ef-aa4f2b2e2d8d tempest-ServersAdminNegativeTestJSON-1735050600 tempest-ServersAdminNegativeTestJSON-1735050600-project] 10.222.0.53 "GET /v2.0/quotas/d0de5c92dc234f08bac2a1fc6ac457a7 HTTP/1.1" status: 200 len: 375 time: 0.0087490 Nov 25 13:59:55.157368 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-342c8a5b-401c-47c5-8b4f-8492da59979a req-c1a37d13-58d6-4808-99ce-2a7d2872183d tempest-ServersAdminNegativeTestJSON-1735050600 tempest-ServersAdminNegativeTestJSON-1735050600-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d0de5c92dc234f08bac2a1fc6ac457a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257111 Nov 25 13:59:55.316380 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f4753f6f-ed60-4c3c-91a8-62421d1c8f18 req-38a5a74f-4b65-4ad4-bee3-fa715161a527 tempest-ServersAdminNegativeTestJSON-1735050600 tempest-ServersAdminNegativeTestJSON-1735050600-project] 10.222.0.53 "GET /v2.0/ports?device_id=53467362-a566-48cb-904a-016d1446339f HTTP/1.1" status: 200 len: 210 time: 0.0263581 Nov 25 13:59:56.413315 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-342c8a5b-401c-47c5-8b4f-8492da59979a req-ddcdb82c-a61c-47f0-b3d1-f38d7bf3c91b tempest-ServersAdminNegativeTestJSON-1735050600 tempest-ServersAdminNegativeTestJSON-1735050600-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=d0de5c92dc234f08bac2a1fc6ac457a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306172 Nov 25 13:59:56.418188 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-675c585f-4c37-432c-b141-57c67c9f9f6b req-ae7af41d-a1ce-4e80-a607-13bbc4e2b056 tempest-ServersAdminNegativeTestJSON-1735050600 tempest-ServersAdminNegativeTestJSON-1735050600-project] 10.222.0.53 "GET /v2.0/ports?device_id=53467362-a566-48cb-904a-016d1446339f HTTP/1.1" status: 200 len: 210 time: 0.0314012 Nov 25 13:59:56.624424 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c8a5b-401c-47c5-8b4f-8492da59979a req-77b39c11-9740-4bc4-94d8-8660b0e4ab72 tempest-ServersAdminNegativeTestJSON-1735050600 tempest-ServersAdminNegativeTestJSON-1735050600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:59:56.625811 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-342c8a5b-401c-47c5-8b4f-8492da59979a req-77b39c11-9740-4bc4-94d8-8660b0e4ab72 tempest-ServersAdminNegativeTestJSON-1735050600 tempest-ServersAdminNegativeTestJSON-1735050600-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2053170 Nov 25 13:59:56.641983 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-342c8a5b-401c-47c5-8b4f-8492da59979a req-8aa56c47-a76a-425c-8a24-2e1dc4bca84c tempest-ServersAdminNegativeTestJSON-1735050600 tempest-ServersAdminNegativeTestJSON-1735050600-project] Request body: {'port': {'device_id': '53467362-a566-48cb-904a-016d1446339f', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'admin_state_up': True, 'tenant_id': 'd0de5c92dc234f08bac2a1fc6ac457a7'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:59:56.764303 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-342c8a5b-401c-47c5-8b4f-8492da59979a req-8aa56c47-a76a-425c-8a24-2e1dc4bca84c tempest-ServersAdminNegativeTestJSON-1735050600 tempest-ServersAdminNegativeTestJSON-1735050600-project] Made reservation on behalf of d0de5c92dc234f08bac2a1fc6ac457a7 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 13:59:56.768817 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-342c8a5b-401c-47c5-8b4f-8492da59979a req-8aa56c47-a76a-425c-8a24-2e1dc4bca84c tempest-ServersAdminNegativeTestJSON-1735050600 tempest-ServersAdminNegativeTestJSON-1735050600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:56.780583 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-342c8a5b-401c-47c5-8b4f-8492da59979a req-8aa56c47-a76a-425c-8a24-2e1dc4bca84c tempest-ServersAdminNegativeTestJSON-1735050600 tempest-ServersAdminNegativeTestJSON-1735050600-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:56.865759 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-342c8a5b-401c-47c5-8b4f-8492da59979a req-8aa56c47-a76a-425c-8a24-2e1dc4bca84c tempest-ServersAdminNegativeTestJSON-1735050600 tempest-ServersAdminNegativeTestJSON-1735050600-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:56.869554 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-342c8a5b-401c-47c5-8b4f-8492da59979a req-8aa56c47-a76a-425c-8a24-2e1dc4bca84c tempest-ServersAdminNegativeTestJSON-1735050600 tempest-ServersAdminNegativeTestJSON-1735050600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:56.928891 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa56c47-a76a-425c-8a24-2e1dc4bca84c tempest-ServersAdminNegativeTestJSON-1735050600 tempest-ServersAdminNegativeTestJSON-1735050600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61e1cf49-16f8-442f-ac38-867ddf939bbd,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:59:57.001323 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-342c8a5b-401c-47c5-8b4f-8492da59979a req-8aa56c47-a76a-425c-8a24-2e1dc4bca84c tempest-ServersAdminNegativeTestJSON-1735050600 tempest-ServersAdminNegativeTestJSON-1735050600-project] Allocated IP 192.168.233.149 (85f6380f-3625-4f44-8465-fbcf0c11fed5/2ce5ca48-e3be-44c6-9584-fd9eb8c67222/a23ebc17-c029-49b5-bfc9-c420e5d2f17f) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 13:59:57.140841 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-342c8a5b-401c-47c5-8b4f-8492da59979a req-8aa56c47-a76a-425c-8a24-2e1dc4bca84c tempest-ServersAdminNegativeTestJSON-1735050600 tempest-ServersAdminNegativeTestJSON-1735050600-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:57.177690 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-342c8a5b-401c-47c5-8b4f-8492da59979a req-8aa56c47-a76a-425c-8a24-2e1dc4bca84c tempest-ServersAdminNegativeTestJSON-1735050600 tempest-ServersAdminNegativeTestJSON-1735050600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:57.224174 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-342c8a5b-401c-47c5-8b4f-8492da59979a req-8aa56c47-a76a-425c-8a24-2e1dc4bca84c tempest-ServersAdminNegativeTestJSON-1735050600 tempest-ServersAdminNegativeTestJSON-1735050600-project] Network 85f6380f-3625-4f44-8465-fbcf0c11fed5 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 13:59:57.227175 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-342c8a5b-401c-47c5-8b4f-8492da59979a req-8aa56c47-a76a-425c-8a24-2e1dc4bca84c tempest-ServersAdminNegativeTestJSON-1735050600 tempest-ServersAdminNegativeTestJSON-1735050600-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 13:59:57.231082 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-342c8a5b-401c-47c5-8b4f-8492da59979a req-8aa56c47-a76a-425c-8a24-2e1dc4bca84c tempest-ServersAdminNegativeTestJSON-1735050600 tempest-ServersAdminNegativeTestJSON-1735050600-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 13:59:57.259747 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa56c47-a76a-425c-8a24-2e1dc4bca84c tempest-ServersAdminNegativeTestJSON-1735050600 tempest-ServersAdminNegativeTestJSON-1735050600-project] Pushing event updated for resources: {'Port': ['ID=a23ebc17-c029-49b5-bfc9-c420e5d2f17f,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:59:57.286022 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c8a5b-401c-47c5-8b4f-8492da59979a req-8aa56c47-a76a-425c-8a24-2e1dc4bca84c tempest-ServersAdminNegativeTestJSON-1735050600 tempest-ServersAdminNegativeTestJSON-1735050600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:59:57.286735 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-342c8a5b-401c-47c5-8b4f-8492da59979a req-8aa56c47-a76a-425c-8a24-2e1dc4bca84c tempest-ServersAdminNegativeTestJSON-1735050600 tempest-ServersAdminNegativeTestJSON-1735050600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:57.302678 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-342c8a5b-401c-47c5-8b4f-8492da59979a req-8aa56c47-a76a-425c-8a24-2e1dc4bca84c tempest-ServersAdminNegativeTestJSON-1735050600 tempest-ServersAdminNegativeTestJSON-1735050600-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6657014 Nov 25 13:59:57.320087 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-342c8a5b-401c-47c5-8b4f-8492da59979a req-522a7dbe-6db7-4261-9c15-9e0c9768ef29 service neutron] Request body: {'port': {'device_id': '53467362-a566-48cb-904a-016d1446339f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 13:59:57.375705 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-342c8a5b-401c-47c5-8b4f-8492da59979a req-522a7dbe-6db7-4261-9c15-9e0c9768ef29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:57.443948 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-ba7558bb-efea-486e-b455-895a7f35d6f7 None None] Provisioning complete for port a23ebc17-c029-49b5-bfc9-c420e5d2f17f triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 13:59:57.444976 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ba7558bb-efea-486e-b455-895a7f35d6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:57.480284 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-ba7558bb-efea-486e-b455-895a7f35d6f7 None None] Port a23ebc17-c029-49b5-bfc9-c420e5d2f17f cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 13:59:57.539320 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365daf46-50b8-40cc-96b7-3652940be7ab req-a7775df7-0e5c-481b-bb8d-e61c44534e52 tempest-ServersAdminNegativeTestJSON-1735050600 tempest-ServersAdminNegativeTestJSON-1735050600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:59:57.540735 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-365daf46-50b8-40cc-96b7-3652940be7ab req-a7775df7-0e5c-481b-bb8d-e61c44534e52 tempest-ServersAdminNegativeTestJSON-1735050600 tempest-ServersAdminNegativeTestJSON-1735050600-project] 10.222.0.53 "GET /v2.0/ports?device_id=53467362-a566-48cb-904a-016d1446339f HTTP/1.1" status: 200 len: 936 time: 0.0510345 Nov 25 13:59:57.588529 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-365daf46-50b8-40cc-96b7-3652940be7ab req-ab2a7a67-91e2-47a1-b3be-d92b6c40b061 tempest-ServersAdminNegativeTestJSON-1735050600 tempest-ServersAdminNegativeTestJSON-1735050600-project] 10.222.0.53 "GET /v2.0/security-groups?id=61e1cf49-16f8-442f-ac38-867ddf939bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416181 Nov 25 13:59:57.645784 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-342c8a5b-401c-47c5-8b4f-8492da59979a req-522a7dbe-6db7-4261-9c15-9e0c9768ef29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a23ebc17-c029-49b5-bfc9-c420e5d2f17f {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 13:59:57.653105 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-342c8a5b-401c-47c5-8b4f-8492da59979a req-522a7dbe-6db7-4261-9c15-9e0c9768ef29 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:57.665697 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-342c8a5b-401c-47c5-8b4f-8492da59979a req-522a7dbe-6db7-4261-9c15-9e0c9768ef29 service neutron] Transition to ACTIVE for port object a23ebc17-c029-49b5-bfc9-c420e5d2f17f will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 13:59:57.668746 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-342c8a5b-401c-47c5-8b4f-8492da59979a req-522a7dbe-6db7-4261-9c15-9e0c9768ef29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:57.719456 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a7dbe-6db7-4261-9c15-9e0c9768ef29 service neutron] Pushing event updated for resources: {'Port': ['ID=a23ebc17-c029-49b5-bfc9-c420e5d2f17f,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:59:57.790114 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-342c8a5b-401c-47c5-8b4f-8492da59979a req-522a7dbe-6db7-4261-9c15-9e0c9768ef29 service neutron] Attempting to bind port a23ebc17-c029-49b5-bfc9-c420e5d2f17f on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 13:59:57.790455 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-342c8a5b-401c-47c5-8b4f-8492da59979a req-522a7dbe-6db7-4261-9c15-9e0c9768ef29 service neutron] Attempting to bind port a23ebc17-c029-49b5-bfc9-c420e5d2f17f by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 13:59:57.790828 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342c8a5b-401c-47c5-8b4f-8492da59979a req-522a7dbe-6db7-4261-9c15-9e0c9768ef29 service neutron] Attempting to bind port a23ebc17-c029-49b5-bfc9-c420e5d2f17f on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:59:57.795394 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342c8a5b-401c-47c5-8b4f-8492da59979a req-522a7dbe-6db7-4261-9c15-9e0c9768ef29 service neutron] Port a23ebc17-c029-49b5-bfc9-c420e5d2f17f on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 13:59:57.795720 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342c8a5b-401c-47c5-8b4f-8492da59979a req-522a7dbe-6db7-4261-9c15-9e0c9768ef29 service neutron] Attempting to bind port a23ebc17-c029-49b5-bfc9-c420e5d2f17f on network 85f6380f-3625-4f44-8465-fbcf0c11fed5 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 13:59:57.801589 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342c8a5b-401c-47c5-8b4f-8492da59979a req-522a7dbe-6db7-4261-9c15-9e0c9768ef29 service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 13, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 13:59:57.801936 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342c8a5b-401c-47c5-8b4f-8492da59979a req-522a7dbe-6db7-4261-9c15-9e0c9768ef29 service neutron] Checking segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 13:59:57.802330 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342c8a5b-401c-47c5-8b4f-8492da59979a req-522a7dbe-6db7-4261-9c15-9e0c9768ef29 service neutron] Bound using segment: {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 13:59:57.802781 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-342c8a5b-401c-47c5-8b4f-8492da59979a req-522a7dbe-6db7-4261-9c15-9e0c9768ef29 service neutron] Bound port: a23ebc17-c029-49b5-bfc9-c420e5d2f17f, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27e29a08-29ef-4c16-8f8a-b8cafd02cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 13:59:57.803150 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-342c8a5b-401c-47c5-8b4f-8492da59979a req-522a7dbe-6db7-4261-9c15-9e0c9768ef29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:57.872355 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-342c8a5b-401c-47c5-8b4f-8492da59979a req-522a7dbe-6db7-4261-9c15-9e0c9768ef29 service neutron] For port a23ebc17-c029-49b5-bfc9-c420e5d2f17f, host n-h1-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 13:59:57.875716 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-342c8a5b-401c-47c5-8b4f-8492da59979a req-522a7dbe-6db7-4261-9c15-9e0c9768ef29 service neutron] For port a23ebc17-c029-49b5-bfc9-c420e5d2f17f, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=a23ebc17-c029-49b5-bfc9-c420e5d2f17f,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 13:59:57.879834 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-342c8a5b-401c-47c5-8b4f-8492da59979a req-522a7dbe-6db7-4261-9c15-9e0c9768ef29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:57.912856 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c8a5b-401c-47c5-8b4f-8492da59979a req-522a7dbe-6db7-4261-9c15-9e0c9768ef29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:59:57.913493 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-342c8a5b-401c-47c5-8b4f-8492da59979a req-522a7dbe-6db7-4261-9c15-9e0c9768ef29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 13:59:57.914903 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-342c8a5b-401c-47c5-8b4f-8492da59979a req-522a7dbe-6db7-4261-9c15-9e0c9768ef29 service neutron] 10.222.0.66 "PUT /v2.0/ports/a23ebc17-c029-49b5-bfc9-c420e5d2f17f HTTP/1.1" status: 200 len: 1097 time: 0.5992084 Nov 25 13:59:57.915390 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53467362-a566-48cb-904a-016d1446339f', 'tag': 'a23ebc17-c029-49b5-bfc9-c420e5d2f17f'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 13:59:57.917589 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd21b4f-c154-46cc-8b16-8153420c9237" -d '{"events": [{"name": "network-changed", "server_uuid": "53467362-a566-48cb-904a-016d1446339f", "tag": "a23ebc17-c029-49b5-bfc9-c420e5d2f17f"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 13:59:57.954904 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a7dbe-6db7-4261-9c15-9e0c9768ef29 service neutron] Pushing event updated for resources: {'Port': ['ID=a23ebc17-c029-49b5-bfc9-c420e5d2f17f,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 13:59:57.964339 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 13:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff8e43bb-452b-44ef-818d-657c0838fc3b x-openstack-request-id: req-ff8e43bb-452b-44ef-818d-657c0838fc3b {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 13:59:57.964577 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53467362-a566-48cb-904a-016d1446339f", "tag": "a23ebc17-c029-49b5-bfc9-c420e5d2f17f", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 13:59:57.964836 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ff8e43bb-452b-44ef-818d-657c0838fc3b {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 13:59:57.965257 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53467362-a566-48cb-904a-016d1446339f', 'tag': 'a23ebc17-c029-49b5-bfc9-c420e5d2f17f', 'status': 'completed', 'code': 200} Nov 25 13:59:58.005189 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c8a5b-401c-47c5-8b4f-8492da59979a req-db470a91-047c-4f6b-9f37-6490d3ae5c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:59:58.006753 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-342c8a5b-401c-47c5-8b4f-8492da59979a req-db470a91-047c-4f6b-9f37-6490d3ae5c58 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d0de5c92dc234f08bac2a1fc6ac457a7&device_id=53467362-a566-48cb-904a-016d1446339f HTTP/1.1" status: 200 len: 1100 time: 0.0443966 Nov 25 13:59:58.374088 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-342c8a5b-401c-47c5-8b4f-8492da59979a req-dc965395-d80d-480f-8d82-b553885cb2a2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=a23ebc17-c029-49b5-bfc9-c420e5d2f17f HTTP/1.1" status: 200 len: 217 time: 0.3548579 Nov 25 13:59:58.426476 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c8a5b-401c-47c5-8b4f-8492da59979a req-72684ef8-b618-4405-adf5-cf72ee2a9f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:59:58.427935 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-342c8a5b-401c-47c5-8b4f-8492da59979a req-72684ef8-b618-4405-adf5-cf72ee2a9f68 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.0436289 Nov 25 13:59:58.479466 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c8a5b-401c-47c5-8b4f-8492da59979a req-f2c9f4d9-e508-43ea-bd47-2f74712063b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:59:58.480898 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-342c8a5b-401c-47c5-8b4f-8492da59979a req-f2c9f4d9-e508-43ea-bd47-2f74712063b7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0422733 Nov 25 13:59:58.582422 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-342c8a5b-401c-47c5-8b4f-8492da59979a req-e7496dae-bcce-4f98-a6f7-f77e7c1cc002 service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903206 Nov 25 13:59:58.678868 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-342c8a5b-401c-47c5-8b4f-8492da59979a req-a29e296b-ad7f-499a-af96-304e7f1156bf service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850244 Nov 25 13:59:58.710021 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f9504-e430-4106-a8bc-3bbf76a42d0b req-0937fd1f-3992-407a-81a8-9806adca2d78 tempest-ServersAdminNegativeTestJSON-1735050600 tempest-ServersAdminNegativeTestJSON-1735050600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:59:58.711596 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-592f9504-e430-4106-a8bc-3bbf76a42d0b req-0937fd1f-3992-407a-81a8-9806adca2d78 tempest-ServersAdminNegativeTestJSON-1735050600 tempest-ServersAdminNegativeTestJSON-1735050600-project] 10.222.0.53 "GET /v2.0/ports?device_id=53467362-a566-48cb-904a-016d1446339f HTTP/1.1" status: 200 len: 948 time: 0.0544252 Nov 25 13:59:58.761757 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-592f9504-e430-4106-a8bc-3bbf76a42d0b req-d0bf6151-8400-4596-a9ae-d67aebd53bd6 tempest-ServersAdminNegativeTestJSON-1735050600 tempest-ServersAdminNegativeTestJSON-1735050600-project] 10.222.0.53 "GET /v2.0/security-groups?id=61e1cf49-16f8-442f-ac38-867ddf939bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436966 Nov 25 13:59:58.782206 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd21b4f-c154-46cc-8b16-8153420c9237 req-69d72e87-7859-443c-8fc7-078d021a8160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:59:58.784930 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5cd21b4f-c154-46cc-8b16-8153420c9237 req-69d72e87-7859-443c-8fc7-078d021a8160 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d0de5c92dc234f08bac2a1fc6ac457a7&device_id=53467362-a566-48cb-904a-016d1446339f HTTP/1.1" status: 200 len: 1100 time: 0.0494952 Nov 25 13:59:58.883312 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd21b4f-c154-46cc-8b16-8153420c9237 req-a388272f-0bbe-4302-a939-1f76ca98adc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:59:58.884772 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5cd21b4f-c154-46cc-8b16-8153420c9237 req-a388272f-0bbe-4302-a939-1f76ca98adc9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=85f6380f-3625-4f44-8465-fbcf0c11fed5 HTTP/1.1" status: 200 len: 870 time: 0.0879014 Nov 25 13:59:58.934114 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5cd21b4f-c154-46cc-8b16-8153420c9237 req-1def199c-f51b-4eef-880e-00ec5ad6fcb1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=a23ebc17-c029-49b5-bfc9-c420e5d2f17f HTTP/1.1" status: 200 len: 217 time: 0.0369439 Nov 25 13:59:58.989241 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd21b4f-c154-46cc-8b16-8153420c9237 req-5b966167-477a-4749-a8b8-67512b26a077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:59:58.990792 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5cd21b4f-c154-46cc-8b16-8153420c9237 req-5b966167-477a-4749-a8b8-67512b26a077 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2ce5ca48-e3be-44c6-9584-fd9eb8c67222 HTTP/1.1" status: 200 len: 843 time: 0.0491331 Nov 25 13:59:59.038090 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd21b4f-c154-46cc-8b16-8153420c9237 req-b50bb104-b409-4aa3-a480-3b61b0a9ef95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:59:59.039524 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5cd21b4f-c154-46cc-8b16-8153420c9237 req-b50bb104-b409-4aa3-a480-3b61b0a9ef95 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=85f6380f-3625-4f44-8465-fbcf0c11fed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0406809 Nov 25 13:59:59.131733 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5cd21b4f-c154-46cc-8b16-8153420c9237 req-db2d4998-1046-4c22-b8a2-7ca6784c557f service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818207 Nov 25 13:59:59.226416 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5cd21b4f-c154-46cc-8b16-8153420c9237 req-135a554f-745f-46e6-a0a1-f0c42f65e8c2 service neutron] 10.222.0.66 "GET /v2.0/networks/85f6380f-3625-4f44-8465-fbcf0c11fed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866256 Nov 25 13:59:59.878027 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b38a7d-f428-4d84-8816-663bd26bb83a req-42f9a91e-3f32-4540-b48c-dd5023774d4a tempest-ServersAdminNegativeTestJSON-1735050600 tempest-ServersAdminNegativeTestJSON-1735050600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 13:59:59.879540 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-74b38a7d-f428-4d84-8816-663bd26bb83a req-42f9a91e-3f32-4540-b48c-dd5023774d4a tempest-ServersAdminNegativeTestJSON-1735050600 tempest-ServersAdminNegativeTestJSON-1735050600-project] 10.222.0.53 "GET /v2.0/ports?device_id=53467362-a566-48cb-904a-016d1446339f HTTP/1.1" status: 200 len: 948 time: 0.0481246 Nov 25 13:59:59.931816 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-74b38a7d-f428-4d84-8816-663bd26bb83a req-b326bd49-aaf7-4d9e-b588-50820c0cfb24 tempest-ServersAdminNegativeTestJSON-1735050600 tempest-ServersAdminNegativeTestJSON-1735050600-project] 10.222.0.53 "GET /v2.0/security-groups?id=61e1cf49-16f8-442f-ac38-867ddf939bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462952 Nov 25 14:00:00.146012 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device a23ebc17-c029-49b5-bfc9-c420e5d2f17f details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 14:00:00.246114 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port a23ebc17-c029-49b5-bfc9-c420e5d2f17f, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=a23ebc17-c029-49b5-bfc9-c420e5d2f17f,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:00:00.257058 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': 'a23ebc17-c029-49b5-bfc9-c420e5d2f17f', 'network_id': '85f6380f-3625-4f44-8465-fbcf0c11fed5', 'port_id': 'a23ebc17-c029-49b5-bfc9-c420e5d2f17f', 'mac_address': 'fa:16:3e:e1:0c:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce5ca48-e3be-44c6-9584-fd9eb8c67222', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 14:00:00.294088 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:00.306754 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a23ebc17-c029-49b5-bfc9-c420e5d2f17f {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 14:00:00.326132 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port a23ebc17-c029-49b5-bfc9-c420e5d2f17f, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=a23ebc17-c029-49b5-bfc9-c420e5d2f17f,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:00:00.329750 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:00.385791 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-462e665a-574d-4a11-b569-20356d48c269 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:00.391316 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=a23ebc17-c029-49b5-bfc9-c420e5d2f17f,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:00:00.615940 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['a23ebc17-c029-49b5-bfc9-c420e5d2f17f'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 14:00:01.055005 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af026aa3-48d4-4c95-a21d-2c410d2ad93c req-b24a1ff1-c690-4814-98a9-2e683444930d tempest-ServersAdminNegativeTestJSON-1735050600 tempest-ServersAdminNegativeTestJSON-1735050600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:01.056457 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-af026aa3-48d4-4c95-a21d-2c410d2ad93c req-b24a1ff1-c690-4814-98a9-2e683444930d tempest-ServersAdminNegativeTestJSON-1735050600 tempest-ServersAdminNegativeTestJSON-1735050600-project] 10.222.0.53 "GET /v2.0/ports?device_id=53467362-a566-48cb-904a-016d1446339f HTTP/1.1" status: 200 len: 949 time: 0.0530496 Nov 25 14:00:01.103706 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-af026aa3-48d4-4c95-a21d-2c410d2ad93c req-e1aca675-95f3-4a3e-b54a-d0b3ecbe837c tempest-ServersAdminNegativeTestJSON-1735050600 tempest-ServersAdminNegativeTestJSON-1735050600-project] 10.222.0.53 "GET /v2.0/security-groups?id=61e1cf49-16f8-442f-ac38-867ddf939bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413313 Nov 25 14:00:02.157625 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device a23ebc17-c029-49b5-bfc9-c420e5d2f17f up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:00:02.220462 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port a23ebc17-c029-49b5-bfc9-c420e5d2f17f completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 14:00:02.226174 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port a23ebc17-c029-49b5-bfc9-c420e5d2f17f triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:00:02.226555 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:02.241387 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da265fa5-ef2c-47dc-8648-04fc73ee19f6 req-02a2752b-2adb-45a4-810e-2bddccedbbff tempest-ServersAdminNegativeTestJSON-1735050600 tempest-ServersAdminNegativeTestJSON-1735050600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:02.243534 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-da265fa5-ef2c-47dc-8648-04fc73ee19f6 req-02a2752b-2adb-45a4-810e-2bddccedbbff tempest-ServersAdminNegativeTestJSON-1735050600 tempest-ServersAdminNegativeTestJSON-1735050600-project] 10.222.0.53 "GET /v2.0/ports?device_id=53467362-a566-48cb-904a-016d1446339f HTTP/1.1" status: 200 len: 949 time: 0.0575502 Nov 25 14:00:02.294370 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-da265fa5-ef2c-47dc-8648-04fc73ee19f6 req-62f9ff2c-fdec-4c5e-bf57-1799c3979762 tempest-ServersAdminNegativeTestJSON-1735050600 tempest-ServersAdminNegativeTestJSON-1735050600-project] 10.222.0.53 "GET /v2.0/security-groups?id=61e1cf49-16f8-442f-ac38-867ddf939bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443671 Nov 25 14:00:02.317406 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:02.340967 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53467362-a566-48cb-904a-016d1446339f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a23ebc17-c029-49b5-bfc9-c420e5d2f17f'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:00:02.343261 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd3839f-82b0-437f-8b1a-54d02a25e383" -d '{"events": [{"server_uuid": "53467362-a566-48cb-904a-016d1446339f", "name": "network-vif-plugged", "status": "completed", "tag": "a23ebc17-c029-49b5-bfc9-c420e5d2f17f"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:00:02.357431 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port a23ebc17-c029-49b5-bfc9-c420e5d2f17f, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=a23ebc17-c029-49b5-bfc9-c420e5d2f17f,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:00:02.361933 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:02.387800 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 14:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1809dcbb-6328-48a2-a3aa-49f85d2d88ea x-openstack-request-id: req-1809dcbb-6328-48a2-a3aa-49f85d2d88ea {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:00:02.388040 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53467362-a566-48cb-904a-016d1446339f", "name": "network-vif-plugged", "status": "completed", "tag": "a23ebc17-c029-49b5-bfc9-c420e5d2f17f", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:00:02.388294 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1809dcbb-6328-48a2-a3aa-49f85d2d88ea {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:00:02.388684 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53467362-a566-48cb-904a-016d1446339f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a23ebc17-c029-49b5-bfc9-c420e5d2f17f', 'code': 200} Nov 25 14:00:02.422306 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=a23ebc17-c029-49b5-bfc9-c420e5d2f17f,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:00:02.493677 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5211ea16-96f3-4c18-a3bf-3e92b0170d76 req-4809c947-cfa4-4122-bcc0-750d655e6798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:02.495886 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5211ea16-96f3-4c18-a3bf-3e92b0170d76 req-4809c947-cfa4-4122-bcc0-750d655e6798 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=53467362-a566-48cb-904a-016d1446339f HTTP/1.1" status: 200 len: 1102 time: 0.0449829 Nov 25 14:00:02.545499 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5211ea16-96f3-4c18-a3bf-3e92b0170d76 req-2dd5c0af-b549-4c5f-b432-57e04e780272 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=61e1cf49-16f8-442f-ac38-867ddf939bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402732 Nov 25 14:00:02.803750 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-81808562-5ec4-43fa-bbfd-a91d66f1f1ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:03.410332 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea3d18-5fef-4e74-9794-974124987c25 req-cdbe9de7-9f77-43ff-8246-8c90be34eeff tempest-ServersAdminNegativeTestJSON-1735050600 tempest-ServersAdminNegativeTestJSON-1735050600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:03.411887 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-45ea3d18-5fef-4e74-9794-974124987c25 req-cdbe9de7-9f77-43ff-8246-8c90be34eeff tempest-ServersAdminNegativeTestJSON-1735050600 tempest-ServersAdminNegativeTestJSON-1735050600-project] 10.222.0.53 "GET /v2.0/ports?device_id=53467362-a566-48cb-904a-016d1446339f HTTP/1.1" status: 200 len: 950 time: 0.0488811 Nov 25 14:00:03.462711 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-45ea3d18-5fef-4e74-9794-974124987c25 req-e00eead5-9a36-4d3f-ba71-6e73d883df62 tempest-ServersAdminNegativeTestJSON-1735050600 tempest-ServersAdminNegativeTestJSON-1735050600-project] 10.222.0.53 "GET /v2.0/security-groups?id=61e1cf49-16f8-442f-ac38-867ddf939bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447681 Nov 25 14:00:03.998362 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:04.596335 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926e51a7-d7ee-4ede-b318-f37659a0809b req-d72de1de-3c5b-4ba6-a04e-23941b09c408 tempest-ServersAdminNegativeTestJSON-1735050600 tempest-ServersAdminNegativeTestJSON-1735050600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:04.597725 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-926e51a7-d7ee-4ede-b318-f37659a0809b req-d72de1de-3c5b-4ba6-a04e-23941b09c408 tempest-ServersAdminNegativeTestJSON-1735050600 tempest-ServersAdminNegativeTestJSON-1735050600-project] 10.222.0.53 "GET /v2.0/ports?device_id=53467362-a566-48cb-904a-016d1446339f HTTP/1.1" status: 200 len: 950 time: 0.0539010 Nov 25 14:00:04.644822 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-926e51a7-d7ee-4ede-b318-f37659a0809b req-dfbcdf8d-eb56-43e4-8d44-5f6006cb8c6a tempest-ServersAdminNegativeTestJSON-1735050600 tempest-ServersAdminNegativeTestJSON-1735050600-project] 10.222.0.53 "GET /v2.0/security-groups?id=61e1cf49-16f8-442f-ac38-867ddf939bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412037 Nov 25 14:00:05.045372 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [req-19a0969a-bb82-4109-b0ac-50ba0362611b req-ca64d6c2-3c4d-45dc-8b66-8cc70271909a service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 14:00:05.046507 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-19a0969a-bb82-4109-b0ac-50ba0362611b req-ca64d6c2-3c4d-45dc-8b66-8cc70271909a service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1310892 Nov 25 14:00:05.324334 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:05.382807 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [req-e503ca01-8319-4a7e-893d-f075d3ca1322 req-6f07fed8-5ec4-40c3-aa10-ac10ffdea147 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 14:00:05.383788 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e503ca01-8319-4a7e-893d-f075d3ca1322 req-6f07fed8-5ec4-40c3-aa10-ac10ffdea147 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052643 Nov 25 14:00:05.713378 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c181d-3195-47e1-8629-2a8b1d7a0944 req-a60e6032-0545-48dc-8b0f-88849f7cf02e tempest-ServersAdminNegativeTestJSON-1735050600 tempest-ServersAdminNegativeTestJSON-1735050600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:05.714770 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4a8c181d-3195-47e1-8629-2a8b1d7a0944 req-a60e6032-0545-48dc-8b0f-88849f7cf02e tempest-ServersAdminNegativeTestJSON-1735050600 tempest-ServersAdminNegativeTestJSON-1735050600-project] 10.222.0.53 "GET /v2.0/ports?device_id=53467362-a566-48cb-904a-016d1446339f HTTP/1.1" status: 200 len: 950 time: 0.0479586 Nov 25 14:00:05.761786 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4a8c181d-3195-47e1-8629-2a8b1d7a0944 req-6cc4d460-a66c-4bbe-b5f8-0d65700cd841 tempest-ServersAdminNegativeTestJSON-1735050600 tempest-ServersAdminNegativeTestJSON-1735050600-project] 10.222.0.53 "GET /v2.0/security-groups?id=61e1cf49-16f8-442f-ac38-867ddf939bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409703 Nov 25 14:00:06.475733 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:06.881327 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6108427c-9bb8-4067-b2e9-0fc17a6ba38c req-a193bb80-06f2-48d4-b4b2-9cbeb5e6ca79 tempest-ServersAdminNegativeTestJSON-1735050600 tempest-ServersAdminNegativeTestJSON-1735050600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:06.882868 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6108427c-9bb8-4067-b2e9-0fc17a6ba38c req-a193bb80-06f2-48d4-b4b2-9cbeb5e6ca79 tempest-ServersAdminNegativeTestJSON-1735050600 tempest-ServersAdminNegativeTestJSON-1735050600-project] 10.222.0.53 "GET /v2.0/ports?device_id=53467362-a566-48cb-904a-016d1446339f HTTP/1.1" status: 200 len: 950 time: 0.0532658 Nov 25 14:00:06.929251 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6108427c-9bb8-4067-b2e9-0fc17a6ba38c req-f47c9e4f-6c1f-4ed7-9296-98d0c6cf04d2 tempest-ServersAdminNegativeTestJSON-1735050600 tempest-ServersAdminNegativeTestJSON-1735050600-project] 10.222.0.53 "GET /v2.0/security-groups?id=61e1cf49-16f8-442f-ac38-867ddf939bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404947 Nov 25 14:00:07.076298 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c458f5-959a-47be-b7f5-4523a19b3c49 req-f5ce0174-e309-4864-869e-4453ffc283ed tempest-ServersAdminNegativeTestJSON-1735050600 tempest-ServersAdminNegativeTestJSON-1735050600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:07.077691 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-52c458f5-959a-47be-b7f5-4523a19b3c49 req-f5ce0174-e309-4864-869e-4453ffc283ed tempest-ServersAdminNegativeTestJSON-1735050600 tempest-ServersAdminNegativeTestJSON-1735050600-project] 10.222.0.66 "GET /v2.0/ports?device_id=53467362-a566-48cb-904a-016d1446339f HTTP/1.1" status: 200 len: 950 time: 0.0538781 Nov 25 14:00:07.169232 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-52c458f5-959a-47be-b7f5-4523a19b3c49 req-fbcf470c-febd-4f2e-8176-0b41d24f3587 tempest-ServersAdminNegativeTestJSON-1735050600 tempest-ServersAdminNegativeTestJSON-1735050600-project] Deleting port a23ebc17-c029-49b5-bfc9-c420e5d2f17f {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:00:07.169578 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-52c458f5-959a-47be-b7f5-4523a19b3c49 req-fbcf470c-febd-4f2e-8176-0b41d24f3587 tempest-ServersAdminNegativeTestJSON-1735050600 tempest-ServersAdminNegativeTestJSON-1735050600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:07.260563 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-52c458f5-959a-47be-b7f5-4523a19b3c49 req-fbcf470c-febd-4f2e-8176-0b41d24f3587 tempest-ServersAdminNegativeTestJSON-1735050600 tempest-ServersAdminNegativeTestJSON-1735050600-project] For port a23ebc17-c029-49b5-bfc9-c420e5d2f17f, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=a23ebc17-c029-49b5-bfc9-c420e5d2f17f,segment=NetworkSegment(27e29a08-29ef-4c16-8f8a-b8cafd02cd9c),segment_id=27e29a08-29ef-4c16-8f8a-b8cafd02cd9c)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:00:07.260932 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-52c458f5-959a-47be-b7f5-4523a19b3c49 req-fbcf470c-febd-4f2e-8176-0b41d24f3587 tempest-ServersAdminNegativeTestJSON-1735050600 tempest-ServersAdminNegativeTestJSON-1735050600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:07.273135 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-52c458f5-959a-47be-b7f5-4523a19b3c49 req-fbcf470c-febd-4f2e-8176-0b41d24f3587 tempest-ServersAdminNegativeTestJSON-1735050600 tempest-ServersAdminNegativeTestJSON-1735050600-project] Calling delete_port for a23ebc17-c029-49b5-bfc9-c420e5d2f17f owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:00:07.401613 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-52c458f5-959a-47be-b7f5-4523a19b3c49 req-fbcf470c-febd-4f2e-8176-0b41d24f3587 tempest-ServersAdminNegativeTestJSON-1735050600 tempest-ServersAdminNegativeTestJSON-1735050600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:07.417312 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['a23ebc17-c029-49b5-bfc9-c420e5d2f17f'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 14:00:07.432303 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf470c-febd-4f2e-8176-0b41d24f3587 tempest-ServersAdminNegativeTestJSON-1735050600 tempest-ServersAdminNegativeTestJSON-1735050600-project] Pushing event deleted for resources: {'Port': ['ID=a23ebc17-c029-49b5-bfc9-c420e5d2f17f,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:00:07.477999 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-52c458f5-959a-47be-b7f5-4523a19b3c49 req-fbcf470c-febd-4f2e-8176-0b41d24f3587 tempest-ServersAdminNegativeTestJSON-1735050600 tempest-ServersAdminNegativeTestJSON-1735050600-project] No DVR routers for this DVR port a23ebc17-c029-49b5-bfc9-c420e5d2f17f on host n-h1-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 14:00:07.480789 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-52c458f5-959a-47be-b7f5-4523a19b3c49 req-fbcf470c-febd-4f2e-8176-0b41d24f3587 tempest-ServersAdminNegativeTestJSON-1735050600 tempest-ServersAdminNegativeTestJSON-1735050600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:07.484250 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-52c458f5-959a-47be-b7f5-4523a19b3c49 req-fbcf470c-febd-4f2e-8176-0b41d24f3587 tempest-ServersAdminNegativeTestJSON-1735050600 tempest-ServersAdminNegativeTestJSON-1735050600-project] 10.222.0.66 "DELETE /v2.0/ports/a23ebc17-c029-49b5-bfc9-c420e5d2f17f HTTP/1.1" status: 204 len: 173 time: 0.3967001 Nov 25 14:00:07.484720 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53467362-a566-48cb-904a-016d1446339f', 'name': 'network-vif-deleted', 'tag': 'a23ebc17-c029-49b5-bfc9-c420e5d2f17f'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:00:07.487084 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45dafec7-eca7-4deb-ba13-a3d253b71ffd" -d '{"events": [{"server_uuid": "53467362-a566-48cb-904a-016d1446339f", "name": "network-vif-deleted", "tag": "a23ebc17-c029-49b5-bfc9-c420e5d2f17f"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:00:07.532871 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 14:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4cf0d70-5417-4e80-91e3-98b0ec7b9b1d x-openstack-request-id: req-b4cf0d70-5417-4e80-91e3-98b0ec7b9b1d {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:00:07.533299 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53467362-a566-48cb-904a-016d1446339f", "name": "network-vif-deleted", "tag": "a23ebc17-c029-49b5-bfc9-c420e5d2f17f", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:00:07.533565 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b4cf0d70-5417-4e80-91e3-98b0ec7b9b1d {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:00:07.533980 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53467362-a566-48cb-904a-016d1446339f', 'name': 'network-vif-deleted', 'tag': 'a23ebc17-c029-49b5-bfc9-c420e5d2f17f', 'status': 'completed', 'code': 200} Nov 25 14:00:08.085791 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6c39d3eb-03d8-4578-859d-fd61bc4d2958 req-f5286b02-bc6c-4440-8a16-166b9a770908 tempest-ServersAdminNegativeTestJSON-1735050600 tempest-ServersAdminNegativeTestJSON-1735050600-project] 10.222.0.53 "GET /v2.0/ports?device_id=53467362-a566-48cb-904a-016d1446339f HTTP/1.1" status: 200 len: 210 time: 0.0803463 Nov 25 14:00:08.542663 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:09.386567 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 35684) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:00:09.520849 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-6b6e2ada-d363-4873-9893-8890ac89c9df admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d0de5c92dc234f08bac2a1fc6ac457a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1329823 Nov 25 14:00:09.523428 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 35688) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:00:09.569903 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-903b793a-4ccc-4f3c-970e-48d8dfeb4e7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:09.591482 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-903b793a-4ccc-4f3c-970e-48d8dfeb4e7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:09.637306 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-903b793a-4ccc-4f3c-970e-48d8dfeb4e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:09.639943 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-903b793a-4ccc-4f3c-970e-48d8dfeb4e7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:09.641098 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-903b793a-4ccc-4f3c-970e-48d8dfeb4e7c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/61e1cf49-16f8-442f-ac38-867ddf939bbd HTTP/1.1" status: 204 len: 168 time: 0.1167653 Nov 25 14:00:09.650429 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903b793a-4ccc-4f3c-970e-48d8dfeb4e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e1cf49-16f8-442f-ac38-867ddf939bbd,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:00:09.893797 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 35694) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:00:09.906819 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-818a9246-75cd-467c-a73a-9d8c6f6169db admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:09.979321 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-818a9246-75cd-467c-a73a-9d8c6f6169db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:09.983324 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-818a9246-75cd-467c-a73a-9d8c6f6169db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:10.022033 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-818a9246-75cd-467c-a73a-9d8c6f6169db admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0889d9022fd14af89c15eefcfc55fb0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1271725 Nov 25 14:00:10.022918 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818a9246-75cd-467c-a73a-9d8c6f6169db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd815d9-29d3-4093-a3d6-3746c06617cc,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:00:10.024859 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 35696) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:00:10.076727 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b56d9b9b-c095-44b6-9884-6f71f81d95e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:10.098174 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b56d9b9b-c095-44b6-9884-6f71f81d95e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:10.143428 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b56d9b9b-c095-44b6-9884-6f71f81d95e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:10.145981 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b56d9b9b-c095-44b6-9884-6f71f81d95e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:10.147179 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b56d9b9b-c095-44b6-9884-6f71f81d95e1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4fd815d9-29d3-4093-a3d6-3746c06617cc HTTP/1.1" status: 204 len: 168 time: 0.1209373 Nov 25 14:00:10.155059 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56d9b9b-c095-44b6-9884-6f71f81d95e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd815d9-29d3-4093-a3d6-3746c06617cc,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:00:10.156351 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device a23ebc17-c029-49b5-bfc9-c420e5d2f17f no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:00:10.179977 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] No Port match for: a23ebc17-c029-49b5-bfc9-c420e5d2f17f {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 14:00:10.180334 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device a23ebc17-c029-49b5-bfc9-c420e5d2f17f not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:00:10.805159 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 35718) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:00:10.900443 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-ee21a7a3-e8c0-4158-bfca-ed1d1ed0c6e1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1694818427-network', 'tenant_id': 'b1b3a8e8a0744283b579b42f7d80ea13'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:00:10.920888 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee21a7a3-e8c0-4158-bfca-ed1d1ed0c6e1 admin admin] Made reservation on behalf of b1b3a8e8a0744283b579b42f7d80ea13 for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 14:00:10.923264 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ee21a7a3-e8c0-4158-bfca-ed1d1ed0c6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:10.931841 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ee21a7a3-e8c0-4158-bfca-ed1d1ed0c6e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:11.010521 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ee21a7a3-e8c0-4158-bfca-ed1d1ed0c6e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:11.014158 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ee21a7a3-e8c0-4158-bfca-ed1d1ed0c6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:11.038261 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee21a7a3-e8c0-4158-bfca-ed1d1ed0c6e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 14:00:11.046750 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee21a7a3-e8c0-4158-bfca-ed1d1ed0c6e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c51dee6f-7776-4d7d-ad2a-ccc787ef4e91,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:00:11.052578 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ee21a7a3-e8c0-4158-bfca-ed1d1ed0c6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:11.052923 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-ee21a7a3-e8c0-4158-bfca-ed1d1ed0c6e1 admin admin] Added segment 0078159c-5a38-4a91-a5ba-96dae5f00fe1 of type vlan for network 18737f45-b13e-4206-a482-a9f9eee3ddc9 Nov 25 14:00:11.094023 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ee21a7a3-e8c0-4158-bfca-ed1d1ed0c6e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:11.117582 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ee21a7a3-e8c0-4158-bfca-ed1d1ed0c6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:11.118520 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee21a7a3-e8c0-4158-bfca-ed1d1ed0c6e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:11.119269 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ee21a7a3-e8c0-4158-bfca-ed1d1ed0c6e1 admin admin] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:11.169450 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-ee21a7a3-e8c0-4158-bfca-ed1d1ed0c6e1 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3604543 Nov 25 14:00:11.169828 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 35722) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:00:11.174920 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-7586ab0c-d872-47bf-983d-0a7f83617282 admin admin] Request body: {'subnet': {'network_id': '18737f45-b13e-4206-a482-a9f9eee3ddc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1694818427-subnet', 'tenant_id': 'b1b3a8e8a0744283b579b42f7d80ea13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:00:11.179358 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee21a7a3-e8c0-4158-bfca-ed1d1ed0c6e1 admin admin] Pushing event updated for resources: {'Network': ['ID=18737f45-b13e-4206-a482-a9f9eee3ddc9,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:00:11.189801 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 18737f45-b13e-4206-a482-a9f9eee3ddc9 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 14:00:11.196224 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7586ab0c-d872-47bf-983d-0a7f83617282 admin admin] Made reservation on behalf of b1b3a8e8a0744283b579b42f7d80ea13 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 14:00:11.198571 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7586ab0c-d872-47bf-983d-0a7f83617282 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:11.371323 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7586ab0c-d872-47bf-983d-0a7f83617282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:11.427931 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7586ab0c-d872-47bf-983d-0a7f83617282 admin admin] Pushing event updated for resources: {'Subnet': ['ID=690067ae-a20b-411c-8c1e-38d94dcc2da4,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:00:11.437256 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7586ab0c-d872-47bf-983d-0a7f83617282 admin admin] Checking segment: {'id': '0078159c-5a38-4a91-a5ba-96dae5f00fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '18737f45-b13e-4206-a482-a9f9eee3ddc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:00:11.437629 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7586ab0c-d872-47bf-983d-0a7f83617282 admin admin] Network hostable DHCP agents. Network: 18737f45-b13e-4206-a482-a9f9eee3ddc9, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 14:00:11.454099 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7586ab0c-d872-47bf-983d-0a7f83617282 admin admin] Network 18737f45-b13e-4206-a482-a9f9eee3ddc9 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 14:00:11.463246 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-7586ab0c-d872-47bf-983d-0a7f83617282 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 18737f45-b13e-4206-a482-a9f9eee3ddc9) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:00:11.467679 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7586ab0c-d872-47bf-983d-0a7f83617282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:11.468289 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7586ab0c-d872-47bf-983d-0a7f83617282 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:11.473159 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774b8564-daa7-44c4-9eab-10208b8d22c1 None None] Network 18737f45-b13e-4206-a482-a9f9eee3ddc9 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 14:00:11.491250 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-7586ab0c-d872-47bf-983d-0a7f83617282 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3136363 Nov 25 14:00:11.598534 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565e4303-fe6c-46b7-b7ae-5d15dfa1b166 None None] Network 18737f45-b13e-4206-a482-a9f9eee3ddc9 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 14:00:11.912281 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9084c2-f27c-4c25-85fe-c5b90ef69652 req-1c3dc0b6-3092-4cb8-b682-7170421a80d0 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:11.913744 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5d9084c2-f27c-4c25-85fe-c5b90ef69652 req-1c3dc0b6-3092-4cb8-b682-7170421a80d0 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/networks?id=18737f45-b13e-4206-a482-a9f9eee3ddc9 HTTP/1.1" status: 200 len: 812 time: 0.1052916 Nov 25 14:00:11.928176 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5d9084c2-f27c-4c25-85fe-c5b90ef69652 req-666127ac-8dc7-432c-b7fa-f04383545953 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/quotas/b1b3a8e8a0744283b579b42f7d80ea13 HTTP/1.1" status: 200 len: 375 time: 0.0087442 Nov 25 14:00:11.959152 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5d9084c2-f27c-4c25-85fe-c5b90ef69652 req-8a111768-4a20-4482-8a23-40ae87e6e215 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b1b3a8e8a0744283b579b42f7d80ea13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258291 Nov 25 14:00:11.973511 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:12.051497 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5d9084c2-f27c-4c25-85fe-c5b90ef69652 req-c4ebf411-3404-41d1-bcf8-a1b655d13530 service neutron] 10.222.0.53 "GET /v2.0/networks/18737f45-b13e-4206-a482-a9f9eee3ddc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854230 Nov 25 14:00:12.141027 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5d9084c2-f27c-4c25-85fe-c5b90ef69652 req-2febb53f-fe14-435f-8f68-353bb1794bf2 service neutron] 10.222.0.53 "GET /v2.0/networks/18737f45-b13e-4206-a482-a9f9eee3ddc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834129 Nov 25 14:00:12.367204 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-612484d1-b41a-4ac0-9112-cd79574c87a0 req-30d22173-79c3-4307-b19f-745cbc8fc715 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7ab4b3f-8f6d-415d-b01a-5a37be8dba17 HTTP/1.1" status: 200 len: 210 time: 0.0951018 Nov 25 14:00:13.284509 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9084c2-f27c-4c25-85fe-c5b90ef69652 req-bff60e2c-a1de-4ffd-8c11-7b0425fbb603 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:13.285954 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5d9084c2-f27c-4c25-85fe-c5b90ef69652 req-bff60e2c-a1de-4ffd-8c11-7b0425fbb603 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.66 "GET /v2.0/networks?id=18737f45-b13e-4206-a482-a9f9eee3ddc9 HTTP/1.1" status: 200 len: 812 time: 0.1137712 Nov 25 14:00:13.306511 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-5d9084c2-f27c-4c25-85fe-c5b90ef69652 req-f6889917-4783-454f-b5bc-b802fcf40092 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] Request body: {'port': {'device_id': 'f7ab4b3f-8f6d-415d-b01a-5a37be8dba17', 'network_id': '18737f45-b13e-4206-a482-a9f9eee3ddc9', 'admin_state_up': True, 'tenant_id': 'b1b3a8e8a0744283b579b42f7d80ea13'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:00:13.414899 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d9084c2-f27c-4c25-85fe-c5b90ef69652 req-f6889917-4783-454f-b5bc-b802fcf40092 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] Made reservation on behalf of b1b3a8e8a0744283b579b42f7d80ea13 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 14:00:13.418431 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5d9084c2-f27c-4c25-85fe-c5b90ef69652 req-f6889917-4783-454f-b5bc-b802fcf40092 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:13.457575 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3d984f99-28aa-4c8d-ac7b-67eaf02c5d0e req-f148e622-f6fc-4835-b0a9-379e3154f83d tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7ab4b3f-8f6d-415d-b01a-5a37be8dba17 HTTP/1.1" status: 200 len: 210 time: 0.0261674 Nov 25 14:00:13.549450 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-5d9084c2-f27c-4c25-85fe-c5b90ef69652 req-f6889917-4783-454f-b5bc-b802fcf40092 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] Allocated IP 172.20.0.13 (18737f45-b13e-4206-a482-a9f9eee3ddc9/690067ae-a20b-411c-8c1e-38d94dcc2da4/ddd32c70-446a-4922-b268-33fbd43f425a) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:00:13.700848 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5d9084c2-f27c-4c25-85fe-c5b90ef69652 req-f6889917-4783-454f-b5bc-b802fcf40092 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:13.743074 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5d9084c2-f27c-4c25-85fe-c5b90ef69652 req-f6889917-4783-454f-b5bc-b802fcf40092 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:13.787900 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d9084c2-f27c-4c25-85fe-c5b90ef69652 req-f6889917-4783-454f-b5bc-b802fcf40092 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] Network 18737f45-b13e-4206-a482-a9f9eee3ddc9 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:00:13.790860 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-5d9084c2-f27c-4c25-85fe-c5b90ef69652 req-f6889917-4783-454f-b5bc-b802fcf40092 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:00:13.793245 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d9084c2-f27c-4c25-85fe-c5b90ef69652 req-f6889917-4783-454f-b5bc-b802fcf40092 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:00:13.826212 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6889917-4783-454f-b5bc-b802fcf40092 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] Pushing event updated for resources: {'Port': ['ID=ddd32c70-446a-4922-b268-33fbd43f425a,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:00:13.848322 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9084c2-f27c-4c25-85fe-c5b90ef69652 req-f6889917-4783-454f-b5bc-b802fcf40092 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:13.848935 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5d9084c2-f27c-4c25-85fe-c5b90ef69652 req-f6889917-4783-454f-b5bc-b802fcf40092 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:13.865289 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5d9084c2-f27c-4c25-85fe-c5b90ef69652 req-f6889917-4783-454f-b5bc-b802fcf40092 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5625436 Nov 25 14:00:13.882236 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-5d9084c2-f27c-4c25-85fe-c5b90ef69652 req-306230d8-e6f9-498c-8ce2-9bb94436becb service neutron] Request body: {'port': {'device_id': 'f7ab4b3f-8f6d-415d-b01a-5a37be8dba17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:00:13.938292 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5d9084c2-f27c-4c25-85fe-c5b90ef69652 req-306230d8-e6f9-498c-8ce2-9bb94436becb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:14.199154 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-5d9084c2-f27c-4c25-85fe-c5b90ef69652 req-306230d8-e6f9-498c-8ce2-9bb94436becb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddd32c70-446a-4922-b268-33fbd43f425a {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 14:00:14.206517 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5d9084c2-f27c-4c25-85fe-c5b90ef69652 req-306230d8-e6f9-498c-8ce2-9bb94436becb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:14.218607 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-5d9084c2-f27c-4c25-85fe-c5b90ef69652 req-306230d8-e6f9-498c-8ce2-9bb94436becb service neutron] Transition to ACTIVE for port object ddd32c70-446a-4922-b268-33fbd43f425a will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 14:00:14.223547 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5d9084c2-f27c-4c25-85fe-c5b90ef69652 req-306230d8-e6f9-498c-8ce2-9bb94436becb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:14.276016 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306230d8-e6f9-498c-8ce2-9bb94436becb service neutron] Pushing event updated for resources: {'Port': ['ID=ddd32c70-446a-4922-b268-33fbd43f425a,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:00:14.303768 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306230d8-e6f9-498c-8ce2-9bb94436becb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:00:14.304298 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306230d8-e6f9-498c-8ce2-9bb94436becb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:00:14.304428 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306230d8-e6f9-498c-8ce2-9bb94436becb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:00:14.304769 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306230d8-e6f9-498c-8ce2-9bb94436becb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:00:14.305108 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306230d8-e6f9-498c-8ce2-9bb94436becb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:00:14.305447 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306230d8-e6f9-498c-8ce2-9bb94436becb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:00:14.305790 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306230d8-e6f9-498c-8ce2-9bb94436becb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:00:14.306122 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306230d8-e6f9-498c-8ce2-9bb94436becb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:00:14.306455 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306230d8-e6f9-498c-8ce2-9bb94436becb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:00:14.306815 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306230d8-e6f9-498c-8ce2-9bb94436becb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:00:14.307149 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306230d8-e6f9-498c-8ce2-9bb94436becb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:00:14.307479 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306230d8-e6f9-498c-8ce2-9bb94436becb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:00:14.355354 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-5d9084c2-f27c-4c25-85fe-c5b90ef69652 req-306230d8-e6f9-498c-8ce2-9bb94436becb service neutron] Attempting to bind port ddd32c70-446a-4922-b268-33fbd43f425a on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:00:14.355698 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-5d9084c2-f27c-4c25-85fe-c5b90ef69652 req-306230d8-e6f9-498c-8ce2-9bb94436becb service neutron] Attempting to bind port ddd32c70-446a-4922-b268-33fbd43f425a by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': '0078159c-5a38-4a91-a5ba-96dae5f00fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '18737f45-b13e-4206-a482-a9f9eee3ddc9'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:00:14.356038 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9084c2-f27c-4c25-85fe-c5b90ef69652 req-306230d8-e6f9-498c-8ce2-9bb94436becb service neutron] Attempting to bind port ddd32c70-446a-4922-b268-33fbd43f425a on network 18737f45-b13e-4206-a482-a9f9eee3ddc9 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:00:14.360868 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9084c2-f27c-4c25-85fe-c5b90ef69652 req-306230d8-e6f9-498c-8ce2-9bb94436becb service neutron] Port ddd32c70-446a-4922-b268-33fbd43f425a on network 18737f45-b13e-4206-a482-a9f9eee3ddc9 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 14:00:14.361783 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9084c2-f27c-4c25-85fe-c5b90ef69652 req-306230d8-e6f9-498c-8ce2-9bb94436becb service neutron] Attempting to bind port ddd32c70-446a-4922-b268-33fbd43f425a on network 18737f45-b13e-4206-a482-a9f9eee3ddc9 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:00:14.366898 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9084c2-f27c-4c25-85fe-c5b90ef69652 req-306230d8-e6f9-498c-8ce2-9bb94436becb service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:00:14.367244 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9084c2-f27c-4c25-85fe-c5b90ef69652 req-306230d8-e6f9-498c-8ce2-9bb94436becb service neutron] Checking segment: {'id': '0078159c-5a38-4a91-a5ba-96dae5f00fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '18737f45-b13e-4206-a482-a9f9eee3ddc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:00:14.367636 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9084c2-f27c-4c25-85fe-c5b90ef69652 req-306230d8-e6f9-498c-8ce2-9bb94436becb service neutron] Bound using segment: {'id': '0078159c-5a38-4a91-a5ba-96dae5f00fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '18737f45-b13e-4206-a482-a9f9eee3ddc9'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:00:14.368067 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-5d9084c2-f27c-4c25-85fe-c5b90ef69652 req-306230d8-e6f9-498c-8ce2-9bb94436becb service neutron] Bound port: ddd32c70-446a-4922-b268-33fbd43f425a, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0078159c-5a38-4a91-a5ba-96dae5f00fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '18737f45-b13e-4206-a482-a9f9eee3ddc9'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:00:14.368432 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5d9084c2-f27c-4c25-85fe-c5b90ef69652 req-306230d8-e6f9-498c-8ce2-9bb94436becb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:14.431910 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-5d9084c2-f27c-4c25-85fe-c5b90ef69652 req-306230d8-e6f9-498c-8ce2-9bb94436becb service neutron] For port ddd32c70-446a-4922-b268-33fbd43f425a, host n-h1-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:00:14.434911 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-5d9084c2-f27c-4c25-85fe-c5b90ef69652 req-306230d8-e6f9-498c-8ce2-9bb94436becb service neutron] For port ddd32c70-446a-4922-b268-33fbd43f425a, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=ddd32c70-446a-4922-b268-33fbd43f425a,segment=NetworkSegment(0078159c-5a38-4a91-a5ba-96dae5f00fe1),segment_id=0078159c-5a38-4a91-a5ba-96dae5f00fe1)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:00:14.439375 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5d9084c2-f27c-4c25-85fe-c5b90ef69652 req-306230d8-e6f9-498c-8ce2-9bb94436becb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:14.476490 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9084c2-f27c-4c25-85fe-c5b90ef69652 req-306230d8-e6f9-498c-8ce2-9bb94436becb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:14.477170 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5d9084c2-f27c-4c25-85fe-c5b90ef69652 req-306230d8-e6f9-498c-8ce2-9bb94436becb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:14.478566 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5d9084c2-f27c-4c25-85fe-c5b90ef69652 req-306230d8-e6f9-498c-8ce2-9bb94436becb service neutron] 10.222.0.66 "PUT /v2.0/ports/ddd32c70-446a-4922-b268-33fbd43f425a HTTP/1.1" status: 200 len: 1093 time: 0.6002851 Nov 25 14:00:14.479038 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7ab4b3f-8f6d-415d-b01a-5a37be8dba17', 'tag': 'ddd32c70-446a-4922-b268-33fbd43f425a'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:00:14.481313 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2307d04-54c4-416b-8671-0f65b06c8082" -d '{"events": [{"name": "network-changed", "server_uuid": "f7ab4b3f-8f6d-415d-b01a-5a37be8dba17", "tag": "ddd32c70-446a-4922-b268-33fbd43f425a"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:00:14.511213 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306230d8-e6f9-498c-8ce2-9bb94436becb service neutron] Pushing event updated for resources: {'Port': ['ID=ddd32c70-446a-4922-b268-33fbd43f425a,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:00:14.586305 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9084c2-f27c-4c25-85fe-c5b90ef69652 req-fa94e440-bb38-47f7-8311-34fc6abd1194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:14.588117 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5d9084c2-f27c-4c25-85fe-c5b90ef69652 req-fa94e440-bb38-47f7-8311-34fc6abd1194 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b1b3a8e8a0744283b579b42f7d80ea13&device_id=f7ab4b3f-8f6d-415d-b01a-5a37be8dba17 HTTP/1.1" status: 200 len: 1096 time: 0.0556772 Nov 25 14:00:14.601688 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911de9b-b294-4dd0-9256-68653f1d5462 req-e918839d-200f-411b-b267-bb347e1652c3 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:14.603243 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6911de9b-b294-4dd0-9256-68653f1d5462 req-e918839d-200f-411b-b267-bb347e1652c3 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7ab4b3f-8f6d-415d-b01a-5a37be8dba17 HTTP/1.1" status: 200 len: 944 time: 0.0679405 Nov 25 14:00:14.635329 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 14:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c2f261-fe7e-4df7-a2a0-f53fb386fd0b x-openstack-request-id: req-10c2f261-fe7e-4df7-a2a0-f53fb386fd0b {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:00:14.635622 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7ab4b3f-8f6d-415d-b01a-5a37be8dba17", "tag": "ddd32c70-446a-4922-b268-33fbd43f425a", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:00:14.635879 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-10c2f261-fe7e-4df7-a2a0-f53fb386fd0b {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:00:14.636284 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7ab4b3f-8f6d-415d-b01a-5a37be8dba17', 'tag': 'ddd32c70-446a-4922-b268-33fbd43f425a', 'status': 'completed', 'code': 200} Nov 25 14:00:14.638065 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5d9084c2-f27c-4c25-85fe-c5b90ef69652 req-5c21c027-3acf-4497-8176-ea7bab4ec759 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ddd32c70-446a-4922-b268-33fbd43f425a HTTP/1.1" status: 200 len: 217 time: 0.0377393 Nov 25 14:00:14.652480 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6911de9b-b294-4dd0-9256-68653f1d5462 req-fbecbbbf-6c33-44ef-97cb-d40263ab0f58 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/security-groups?id=c51dee6f-7776-4d7d-ad2a-ccc787ef4e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423126 Nov 25 14:00:14.688960 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9084c2-f27c-4c25-85fe-c5b90ef69652 req-22ed2aae-6c8a-4327-83aa-19dbe424cd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:14.690429 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5d9084c2-f27c-4c25-85fe-c5b90ef69652 req-22ed2aae-6c8a-4327-83aa-19dbe424cd71 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=690067ae-a20b-411c-8c1e-38d94dcc2da4 HTTP/1.1" status: 200 len: 852 time: 0.0446048 Nov 25 14:00:14.727034 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5d9084c2-f27c-4c25-85fe-c5b90ef69652 req-9beb3d57-6ee7-4966-a61f-5ebadf916ad0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=18737f45-b13e-4206-a482-a9f9eee3ddc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246952 Nov 25 14:00:14.823972 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5d9084c2-f27c-4c25-85fe-c5b90ef69652 req-061ed952-b0f4-4807-a41d-60ad0f91e825 service neutron] 10.222.0.66 "GET /v2.0/networks/18737f45-b13e-4206-a482-a9f9eee3ddc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850251 Nov 25 14:00:14.916896 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5d9084c2-f27c-4c25-85fe-c5b90ef69652 req-afd2c73d-c3a6-40d5-ba4a-14abd182c683 service neutron] 10.222.0.66 "GET /v2.0/networks/18737f45-b13e-4206-a482-a9f9eee3ddc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821378 Nov 25 14:00:15.021390 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2307d04-54c4-416b-8671-0f65b06c8082 req-9f133435-40c5-44da-a092-8bbcff7d589b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:15.022977 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d2307d04-54c4-416b-8671-0f65b06c8082 req-9f133435-40c5-44da-a092-8bbcff7d589b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b1b3a8e8a0744283b579b42f7d80ea13&device_id=f7ab4b3f-8f6d-415d-b01a-5a37be8dba17 HTTP/1.1" status: 200 len: 1096 time: 0.0466881 Nov 25 14:00:15.115573 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2307d04-54c4-416b-8671-0f65b06c8082 req-015e25af-c9f0-44b9-b052-776245c07f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:15.117050 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d2307d04-54c4-416b-8671-0f65b06c8082 req-015e25af-c9f0-44b9-b052-776245c07f66 service neutron] 10.222.0.66 "GET /v2.0/networks?id=18737f45-b13e-4206-a482-a9f9eee3ddc9 HTTP/1.1" status: 200 len: 913 time: 0.0868847 Nov 25 14:00:15.164670 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d2307d04-54c4-416b-8671-0f65b06c8082 req-feabfb94-baeb-46f0-95a8-3cc93ac0ecdb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ddd32c70-446a-4922-b268-33fbd43f425a HTTP/1.1" status: 200 len: 217 time: 0.0398285 Nov 25 14:00:15.214536 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2307d04-54c4-416b-8671-0f65b06c8082 req-b870206b-5313-48d4-a057-5b681fa49741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:15.215960 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d2307d04-54c4-416b-8671-0f65b06c8082 req-b870206b-5313-48d4-a057-5b681fa49741 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=690067ae-a20b-411c-8c1e-38d94dcc2da4 HTTP/1.1" status: 200 len: 852 time: 0.0430956 Nov 25 14:00:15.248101 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d2307d04-54c4-416b-8671-0f65b06c8082 req-c5b85b0f-5071-42cd-a8a2-bef4521b56c7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=18737f45-b13e-4206-a482-a9f9eee3ddc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233912 Nov 25 14:00:15.337230 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d2307d04-54c4-416b-8671-0f65b06c8082 req-e4ea1485-3999-4f98-9e99-bd83f10a5f77 service neutron] 10.222.0.66 "GET /v2.0/networks/18737f45-b13e-4206-a482-a9f9eee3ddc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807955 Nov 25 14:00:15.432415 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d2307d04-54c4-416b-8671-0f65b06c8082 req-6e8c8d43-063e-4adc-b4e7-d614ce6a55eb service neutron] 10.222.0.66 "GET /v2.0/networks/18737f45-b13e-4206-a482-a9f9eee3ddc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854414 Nov 25 14:00:15.769860 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ce1be-be26-4d2c-a828-800c2a81935e req-1ffc336a-2af8-41ce-8829-dff620d3dc52 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:15.771356 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2f2ce1be-be26-4d2c-a828-800c2a81935e req-1ffc336a-2af8-41ce-8829-dff620d3dc52 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7ab4b3f-8f6d-415d-b01a-5a37be8dba17 HTTP/1.1" status: 200 len: 944 time: 0.0481756 Nov 25 14:00:15.817398 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2f2ce1be-be26-4d2c-a828-800c2a81935e req-831763e2-040f-4dc9-af36-6a36742db1f6 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/security-groups?id=c51dee6f-7776-4d7d-ad2a-ccc787ef4e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402212 Nov 25 14:00:16.143660 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device ddd32c70-446a-4922-b268-33fbd43f425a details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 14:00:16.235507 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port ddd32c70-446a-4922-b268-33fbd43f425a, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=ddd32c70-446a-4922-b268-33fbd43f425a,segment=NetworkSegment(0078159c-5a38-4a91-a5ba-96dae5f00fe1),segment_id=0078159c-5a38-4a91-a5ba-96dae5f00fe1)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:00:16.249699 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': 'ddd32c70-446a-4922-b268-33fbd43f425a', 'network_id': '18737f45-b13e-4206-a482-a9f9eee3ddc9', 'port_id': 'ddd32c70-446a-4922-b268-33fbd43f425a', 'mac_address': 'fa:16:3e:25:26:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '690067ae-a20b-411c-8c1e-38d94dcc2da4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 14:00:16.290380 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:16.303885 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddd32c70-446a-4922-b268-33fbd43f425a {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 14:00:16.323317 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port ddd32c70-446a-4922-b268-33fbd43f425a, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=ddd32c70-446a-4922-b268-33fbd43f425a,segment=NetworkSegment(0078159c-5a38-4a91-a5ba-96dae5f00fe1),segment_id=0078159c-5a38-4a91-a5ba-96dae5f00fe1)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:00:16.327570 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:16.375150 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=ddd32c70-446a-4922-b268-33fbd43f425a,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:00:16.582444 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['ddd32c70-446a-4922-b268-33fbd43f425a'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 14:00:16.934015 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f1ecc-6bb3-42fd-b18f-ea16a7b7b711 req-2175a469-5748-49a5-bf96-6bbf25dfd5af tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:16.935523 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-218f1ecc-6bb3-42fd-b18f-ea16a7b7b711 req-2175a469-5748-49a5-bf96-6bbf25dfd5af tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7ab4b3f-8f6d-415d-b01a-5a37be8dba17 HTTP/1.1" status: 200 len: 945 time: 0.0518472 Nov 25 14:00:16.981811 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-218f1ecc-6bb3-42fd-b18f-ea16a7b7b711 req-fca01d32-c29f-4a42-9793-d02ee24ff50b tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/security-groups?id=c51dee6f-7776-4d7d-ad2a-ccc787ef4e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397201 Nov 25 14:00:18.098230 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0549f3-d4a6-4664-82d8-bcafe0961be5 req-23a31978-8ae7-4f74-ade7-1b1081ec6502 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:18.099745 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2b0549f3-d4a6-4664-82d8-bcafe0961be5 req-23a31978-8ae7-4f74-ade7-1b1081ec6502 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7ab4b3f-8f6d-415d-b01a-5a37be8dba17 HTTP/1.1" status: 200 len: 945 time: 0.0488749 Nov 25 14:00:18.147018 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2b0549f3-d4a6-4664-82d8-bcafe0961be5 req-0039aec1-d848-4843-b55d-1feee1a873e2 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/security-groups?id=c51dee6f-7776-4d7d-ad2a-ccc787ef4e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414124 Nov 25 14:00:18.161118 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device ddd32c70-446a-4922-b268-33fbd43f425a up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:00:18.210226 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port ddd32c70-446a-4922-b268-33fbd43f425a completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 14:00:18.214642 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port ddd32c70-446a-4922-b268-33fbd43f425a triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:00:18.215076 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:18.297956 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:18.320295 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7ab4b3f-8f6d-415d-b01a-5a37be8dba17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddd32c70-446a-4922-b268-33fbd43f425a'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:00:18.323784 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d982ff1-93e1-40d0-a4ba-a716c560024e" -d '{"events": [{"server_uuid": "f7ab4b3f-8f6d-415d-b01a-5a37be8dba17", "name": "network-vif-plugged", "status": "completed", "tag": "ddd32c70-446a-4922-b268-33fbd43f425a"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:00:18.338186 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port ddd32c70-446a-4922-b268-33fbd43f425a, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=ddd32c70-446a-4922-b268-33fbd43f425a,segment=NetworkSegment(0078159c-5a38-4a91-a5ba-96dae5f00fe1),segment_id=0078159c-5a38-4a91-a5ba-96dae5f00fe1)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:00:18.342254 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:18.367821 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 14:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e6834fc-6e92-4672-b4c1-ec25369c21b7 x-openstack-request-id: req-3e6834fc-6e92-4672-b4c1-ec25369c21b7 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:00:18.368112 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7ab4b3f-8f6d-415d-b01a-5a37be8dba17", "name": "network-vif-plugged", "status": "completed", "tag": "ddd32c70-446a-4922-b268-33fbd43f425a", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:00:18.368369 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3e6834fc-6e92-4672-b4c1-ec25369c21b7 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:00:18.368761 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7ab4b3f-8f6d-415d-b01a-5a37be8dba17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddd32c70-446a-4922-b268-33fbd43f425a', 'code': 200} Nov 25 14:00:18.394898 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=ddd32c70-446a-4922-b268-33fbd43f425a,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:00:18.468657 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32031ea2-adf4-4638-9203-2f0d3ca277b3 req-1e140e3f-5a17-4c9e-9cb0-a42d80a3524f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:18.470151 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-32031ea2-adf4-4638-9203-2f0d3ca277b3 req-1e140e3f-5a17-4c9e-9cb0-a42d80a3524f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f7ab4b3f-8f6d-415d-b01a-5a37be8dba17 HTTP/1.1" status: 200 len: 1098 time: 0.0405538 Nov 25 14:00:18.521794 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-32031ea2-adf4-4638-9203-2f0d3ca277b3 req-21fc1a3e-a786-4513-9ab8-698206f398b4 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c51dee6f-7776-4d7d-ad2a-ccc787ef4e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386522 Nov 25 14:00:19.260329 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af46a1a5-b3af-4a25-a427-ed6515a8e13c req-78edf2a8-79af-498f-8598-e298c227a9b0 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:19.261809 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-af46a1a5-b3af-4a25-a427-ed6515a8e13c req-78edf2a8-79af-498f-8598-e298c227a9b0 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7ab4b3f-8f6d-415d-b01a-5a37be8dba17 HTTP/1.1" status: 200 len: 946 time: 0.0481784 Nov 25 14:00:19.313016 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-af46a1a5-b3af-4a25-a427-ed6515a8e13c req-7c3a1b26-34ad-4963-a35e-236a8fc303b4 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/security-groups?id=c51dee6f-7776-4d7d-ad2a-ccc787ef4e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443177 Nov 25 14:00:20.433048 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0610e69-e140-42ae-b017-33c11c85361e req-434cfe4c-3949-445b-abb5-323597510bc7 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:20.434524 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b0610e69-e140-42ae-b017-33c11c85361e req-434cfe4c-3949-445b-abb5-323597510bc7 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7ab4b3f-8f6d-415d-b01a-5a37be8dba17 HTTP/1.1" status: 200 len: 946 time: 0.0493555 Nov 25 14:00:20.482228 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b0610e69-e140-42ae-b017-33c11c85361e req-e33e7b2c-6c54-4ee8-9b92-e0909b1c4f79 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/security-groups?id=c51dee6f-7776-4d7d-ad2a-ccc787ef4e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410705 Nov 25 14:00:20.666113 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 35776) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:00:20.725021 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7286e9b-b516-4e6b-8e5c-bf5b1553d99f req-e040241a-11df-46f4-98f8-59dd638a2e5e tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:20.726521 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a7286e9b-b516-4e6b-8e5c-bf5b1553d99f req-e040241a-11df-46f4-98f8-59dd638a2e5e tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7ab4b3f-8f6d-415d-b01a-5a37be8dba17 HTTP/1.1" status: 200 len: 946 time: 0.0487373 Nov 25 14:00:20.761866 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5bb9605f-6f39-4eaa-8d52-42d2b06f1642 req-995741d1-a788-4db5-8d43-7a466b42a829 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f7ab4b3f-8f6d-415d-b01a-5a37be8dba17&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0945115 Nov 25 14:00:20.772052 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [req-5bb9605f-6f39-4eaa-8d52-42d2b06f1642 req-17ecad4f-cad6-472d-8473-35b93ac7e50e service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 14:00:20.773171 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5bb9605f-6f39-4eaa-8d52-42d2b06f1642 req-17ecad4f-cad6-472d-8473-35b93ac7e50e service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058219 Nov 25 14:00:20.774591 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a7286e9b-b516-4e6b-8e5c-bf5b1553d99f req-f71e3829-7f4d-4a94-81d4-57be8d05781d tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/security-groups?id=c51dee6f-7776-4d7d-ad2a-ccc787ef4e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421555 Nov 25 14:00:21.905075 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3209d1-cb64-4582-b19d-e517b28f3c55 req-240738ba-2e86-4d18-a503-4eba39083066 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:21.906566 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ee3209d1-cb64-4582-b19d-e517b28f3c55 req-240738ba-2e86-4d18-a503-4eba39083066 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7ab4b3f-8f6d-415d-b01a-5a37be8dba17 HTTP/1.1" status: 200 len: 946 time: 0.0597765 Nov 25 14:00:21.922923 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9605f-6f39-4eaa-8d52-42d2b06f1642 req-7e45bb91-a076-4e6d-a530-6b304adbb6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:21.924467 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5bb9605f-6f39-4eaa-8d52-42d2b06f1642 req-7e45bb91-a076-4e6d-a530-6b304adbb6ae service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b1b3a8e8a0744283b579b42f7d80ea13&device_id=f7ab4b3f-8f6d-415d-b01a-5a37be8dba17 HTTP/1.1" status: 200 len: 1098 time: 0.0904682 Nov 25 14:00:21.953864 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ee3209d1-cb64-4582-b19d-e517b28f3c55 req-a34da54b-b69f-4ad2-b374-931adb411b8a tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/security-groups?id=c51dee6f-7776-4d7d-ad2a-ccc787ef4e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406284 Nov 25 14:00:22.014702 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9605f-6f39-4eaa-8d52-42d2b06f1642 req-c46479e1-e4d0-4670-bcbd-15270b7e0f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:22.016224 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5bb9605f-6f39-4eaa-8d52-42d2b06f1642 req-c46479e1-e4d0-4670-bcbd-15270b7e0f0b service neutron] 10.222.0.66 "GET /v2.0/networks?id=18737f45-b13e-4206-a482-a9f9eee3ddc9 HTTP/1.1" status: 200 len: 913 time: 0.0844607 Nov 25 14:00:22.060898 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5bb9605f-6f39-4eaa-8d52-42d2b06f1642 req-8be2b9c7-ed1e-4983-b3d4-119eb02007b7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ddd32c70-446a-4922-b268-33fbd43f425a HTTP/1.1" status: 200 len: 217 time: 0.0378299 Nov 25 14:00:22.108980 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9605f-6f39-4eaa-8d52-42d2b06f1642 req-792b2008-15f6-4c63-8412-9eb16ba2b795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:22.110388 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5bb9605f-6f39-4eaa-8d52-42d2b06f1642 req-792b2008-15f6-4c63-8412-9eb16ba2b795 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=690067ae-a20b-411c-8c1e-38d94dcc2da4 HTTP/1.1" status: 200 len: 852 time: 0.0431690 Nov 25 14:00:22.140652 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5bb9605f-6f39-4eaa-8d52-42d2b06f1642 req-9c0dcb87-5c37-4f25-b2ef-ba55186424d0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=18737f45-b13e-4206-a482-a9f9eee3ddc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230942 Nov 25 14:00:22.233454 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5bb9605f-6f39-4eaa-8d52-42d2b06f1642 req-f9796dec-c717-414a-8a1c-0f174d2fed56 service neutron] 10.222.0.66 "GET /v2.0/networks/18737f45-b13e-4206-a482-a9f9eee3ddc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847127 Nov 25 14:00:22.323826 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5bb9605f-6f39-4eaa-8d52-42d2b06f1642 req-95892136-b57c-445a-8d1d-03d5f4360bd4 service neutron] 10.222.0.66 "GET /v2.0/networks/18737f45-b13e-4206-a482-a9f9eee3ddc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828755 Nov 25 14:00:23.071477 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836606b0-2e6b-484c-ad7d-063712afeaa2 req-9d6bed83-bedd-4ca4-a0c9-9a33ea50d307 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:23.072979 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-836606b0-2e6b-484c-ad7d-063712afeaa2 req-9d6bed83-bedd-4ca4-a0c9-9a33ea50d307 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7ab4b3f-8f6d-415d-b01a-5a37be8dba17 HTTP/1.1" status: 200 len: 946 time: 0.0489171 Nov 25 14:00:23.120443 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-836606b0-2e6b-484c-ad7d-063712afeaa2 req-901dd0c2-63f5-4305-9954-00330b54b63a tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/security-groups?id=c51dee6f-7776-4d7d-ad2a-ccc787ef4e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415990 Nov 25 14:00:24.234023 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e80f7-f5d2-4156-a913-0fadac986bea req-6a912fc6-ea6a-4e48-833b-2475ea9aeb9a tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:24.235533 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-db0e80f7-f5d2-4156-a913-0fadac986bea req-6a912fc6-ea6a-4e48-833b-2475ea9aeb9a tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7ab4b3f-8f6d-415d-b01a-5a37be8dba17 HTTP/1.1" status: 200 len: 946 time: 0.0475030 Nov 25 14:00:24.288081 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-db0e80f7-f5d2-4156-a913-0fadac986bea req-7bea5b66-3567-41e7-9af6-a77257ac38b6 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/security-groups?id=c51dee6f-7776-4d7d-ad2a-ccc787ef4e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457931 Nov 25 14:00:25.403190 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e6ec3-7aac-4025-bc56-a792ea0203ef req-bc8e86ad-b9dd-4675-b245-ee3b2e89afe1 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:25.404694 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3d8e6ec3-7aac-4025-bc56-a792ea0203ef req-bc8e86ad-b9dd-4675-b245-ee3b2e89afe1 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7ab4b3f-8f6d-415d-b01a-5a37be8dba17 HTTP/1.1" status: 200 len: 946 time: 0.0491028 Nov 25 14:00:25.452012 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3d8e6ec3-7aac-4025-bc56-a792ea0203ef req-ac165bfa-2ccf-4167-83e8-b19ebda37969 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/security-groups?id=c51dee6f-7776-4d7d-ad2a-ccc787ef4e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409405 Nov 25 14:00:26.567916 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738cd21b-d41c-4c9b-9e49-77046e36958f req-f60fdafc-e696-423e-bc2c-9ee16fb6cff5 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:26.569316 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-738cd21b-d41c-4c9b-9e49-77046e36958f req-f60fdafc-e696-423e-bc2c-9ee16fb6cff5 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7ab4b3f-8f6d-415d-b01a-5a37be8dba17 HTTP/1.1" status: 200 len: 946 time: 0.0478449 Nov 25 14:00:26.620590 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-738cd21b-d41c-4c9b-9e49-77046e36958f req-a67873c0-60a0-440e-b5cf-b0859a131636 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/security-groups?id=c51dee6f-7776-4d7d-ad2a-ccc787ef4e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453908 Nov 25 14:00:26.763974 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:00:27.738448 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6302ff8e-7a47-4501-a7fd-c7863b657309 req-b88afb17-aeed-4f13-8684-fd8779254bca tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:27.739920 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6302ff8e-7a47-4501-a7fd-c7863b657309 req-b88afb17-aeed-4f13-8684-fd8779254bca tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7ab4b3f-8f6d-415d-b01a-5a37be8dba17 HTTP/1.1" status: 200 len: 946 time: 0.0514443 Nov 25 14:00:27.786258 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6302ff8e-7a47-4501-a7fd-c7863b657309 req-a1a429c9-c908-4eb3-a7ec-822577626366 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/security-groups?id=c51dee6f-7776-4d7d-ad2a-ccc787ef4e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404501 Nov 25 14:00:28.903044 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e099dea-bf25-4322-897e-5fa91cdc2564 req-fb3f081f-f17a-49a1-b08c-883086bc93ed tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:28.904535 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6e099dea-bf25-4322-897e-5fa91cdc2564 req-fb3f081f-f17a-49a1-b08c-883086bc93ed tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7ab4b3f-8f6d-415d-b01a-5a37be8dba17 HTTP/1.1" status: 200 len: 946 time: 0.0489123 Nov 25 14:00:28.951906 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6e099dea-bf25-4322-897e-5fa91cdc2564 req-ea3ca455-22fe-4874-9664-40eda80f28ba tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/security-groups?id=c51dee6f-7776-4d7d-ad2a-ccc787ef4e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414922 Nov 25 14:00:30.070468 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c866d58b-b601-4524-9475-766702b4b278 req-1a595663-4b15-4bdb-bf3a-08d626732077 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:30.071962 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c866d58b-b601-4524-9475-766702b4b278 req-1a595663-4b15-4bdb-bf3a-08d626732077 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7ab4b3f-8f6d-415d-b01a-5a37be8dba17 HTTP/1.1" status: 200 len: 946 time: 0.0526593 Nov 25 14:00:30.118628 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c866d58b-b601-4524-9475-766702b4b278 req-8418e6ba-f87a-4704-80b4-5025dfd65adf tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/security-groups?id=c51dee6f-7776-4d7d-ad2a-ccc787ef4e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408106 Nov 25 14:00:30.361527 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-65f7bfdd-bc0b-4ac9-959e-850226950161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:31.231988 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d96c8-4e87-4768-bf78-0be005e43084 req-a1558aac-8e43-491e-be76-659a82ec1007 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:31.233470 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-295d96c8-4e87-4768-bf78-0be005e43084 req-a1558aac-8e43-491e-be76-659a82ec1007 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7ab4b3f-8f6d-415d-b01a-5a37be8dba17 HTTP/1.1" status: 200 len: 946 time: 0.0488253 Nov 25 14:00:31.280273 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-295d96c8-4e87-4768-bf78-0be005e43084 req-6255c102-8633-4f6e-9176-7e3eaf709556 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/security-groups?id=c51dee6f-7776-4d7d-ad2a-ccc787ef4e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402758 Nov 25 14:00:32.399232 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b6f43-b011-4b50-9c85-c8c76eed249c req-f56f4e3a-72b4-4f0e-b47a-08cfc4074536 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:32.400744 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2e8b6f43-b011-4b50-9c85-c8c76eed249c req-f56f4e3a-72b4-4f0e-b47a-08cfc4074536 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7ab4b3f-8f6d-415d-b01a-5a37be8dba17 HTTP/1.1" status: 200 len: 946 time: 0.0499625 Nov 25 14:00:32.453432 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2e8b6f43-b011-4b50-9c85-c8c76eed249c req-b5bed0e0-afa2-4aec-9a3a-8a59b229c232 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/security-groups?id=c51dee6f-7776-4d7d-ad2a-ccc787ef4e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466411 Nov 25 14:00:32.804622 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-af65154f-ab10-4dfe-9b52-cf6e81c7854a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:33.567818 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44038b9b-da1e-4ca7-b0b6-cf6fcc45c91c req-b1c1e2b5-a73f-4c51-834a-34757c023c6a tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:33.569291 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-44038b9b-da1e-4ca7-b0b6-cf6fcc45c91c req-b1c1e2b5-a73f-4c51-834a-34757c023c6a tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7ab4b3f-8f6d-415d-b01a-5a37be8dba17 HTTP/1.1" status: 200 len: 946 time: 0.0481195 Nov 25 14:00:33.616216 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-44038b9b-da1e-4ca7-b0b6-cf6fcc45c91c req-10822cd5-490a-4660-aef1-570368e6aaa0 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/security-groups?id=c51dee6f-7776-4d7d-ad2a-ccc787ef4e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409677 Nov 25 14:00:34.005308 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:34.729381 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3d1c58-3546-4630-9770-16ceed23c0a5 req-47178edf-e449-40c7-be8f-4bef13339f67 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:34.730871 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4b3d1c58-3546-4630-9770-16ceed23c0a5 req-47178edf-e449-40c7-be8f-4bef13339f67 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7ab4b3f-8f6d-415d-b01a-5a37be8dba17 HTTP/1.1" status: 200 len: 946 time: 0.0475771 Nov 25 14:00:34.777846 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4b3d1c58-3546-4630-9770-16ceed23c0a5 req-73351e1e-2271-425a-9b29-7ad3da82a22a tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/security-groups?id=c51dee6f-7776-4d7d-ad2a-ccc787ef4e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411155 Nov 25 14:00:35.328514 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:35.897386 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb63a1c-9843-4a1f-ad5d-0a1a7c2efe3b req-d973b04e-bf52-4b39-93cf-e9f3fecb76f0 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:35.898893 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dfb63a1c-9843-4a1f-ad5d-0a1a7c2efe3b req-d973b04e-bf52-4b39-93cf-e9f3fecb76f0 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7ab4b3f-8f6d-415d-b01a-5a37be8dba17 HTTP/1.1" status: 200 len: 946 time: 0.0534773 Nov 25 14:00:35.945908 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dfb63a1c-9843-4a1f-ad5d-0a1a7c2efe3b req-afbcaa2c-abfe-42b6-b0fa-f3ce77f15ae7 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/security-groups?id=c51dee6f-7776-4d7d-ad2a-ccc787ef4e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410349 Nov 25 14:00:36.477902 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:37.059539 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c8fed-e279-4aa0-8474-23893061637e req-e1056f29-a91d-4d58-9fbd-2499cccaa11f tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:37.061015 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0b1c8fed-e279-4aa0-8474-23893061637e req-e1056f29-a91d-4d58-9fbd-2499cccaa11f tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7ab4b3f-8f6d-415d-b01a-5a37be8dba17 HTTP/1.1" status: 200 len: 946 time: 0.0479577 Nov 25 14:00:37.107851 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0b1c8fed-e279-4aa0-8474-23893061637e req-4c6515c7-0830-4e77-8506-6212b1645a61 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/security-groups?id=c51dee6f-7776-4d7d-ad2a-ccc787ef4e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402408 Nov 25 14:00:38.224035 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd747602-c868-4836-9960-41ce7e2f6198 req-2957a414-07c2-47aa-9665-0c57fc75b3db tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:38.225545 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bd747602-c868-4836-9960-41ce7e2f6198 req-2957a414-07c2-47aa-9665-0c57fc75b3db tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7ab4b3f-8f6d-415d-b01a-5a37be8dba17 HTTP/1.1" status: 200 len: 946 time: 0.0488651 Nov 25 14:00:38.278933 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bd747602-c868-4836-9960-41ce7e2f6198 req-dff13dfb-ddb3-45d8-a898-2c523808588c tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/security-groups?id=c51dee6f-7776-4d7d-ad2a-ccc787ef4e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471041 Nov 25 14:00:38.541565 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:39.398643 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c260b91e-9ff9-4285-8f95-916a0ee3cb1b req-80169b49-797d-41b7-801f-526fba4b8f65 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:39.400175 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c260b91e-9ff9-4285-8f95-916a0ee3cb1b req-80169b49-797d-41b7-801f-526fba4b8f65 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7ab4b3f-8f6d-415d-b01a-5a37be8dba17 HTTP/1.1" status: 200 len: 946 time: 0.0497587 Nov 25 14:00:39.449399 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c260b91e-9ff9-4285-8f95-916a0ee3cb1b req-75ec7178-2672-4328-9d06-618cc608c2ca tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/security-groups?id=c51dee6f-7776-4d7d-ad2a-ccc787ef4e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431874 Nov 25 14:00:40.562971 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb845ee2-1466-41c6-b86b-6ca173219012 req-359dc267-ba3e-4d44-945d-617b87746e12 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:40.564355 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bb845ee2-1466-41c6-b86b-6ca173219012 req-359dc267-ba3e-4d44-945d-617b87746e12 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7ab4b3f-8f6d-415d-b01a-5a37be8dba17 HTTP/1.1" status: 200 len: 946 time: 0.0479832 Nov 25 14:00:40.610873 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bb845ee2-1466-41c6-b86b-6ca173219012 req-fb090e49-feb4-4d25-ae53-4b2460d0357d tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/security-groups?id=c51dee6f-7776-4d7d-ad2a-ccc787ef4e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400832 Nov 25 14:00:41.731413 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30606015-4ea2-453b-9378-0a5b41f3b646 req-e00e86eb-45a6-4cf7-8b85-af29b94585b8 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:41.732882 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-30606015-4ea2-453b-9378-0a5b41f3b646 req-e00e86eb-45a6-4cf7-8b85-af29b94585b8 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7ab4b3f-8f6d-415d-b01a-5a37be8dba17 HTTP/1.1" status: 200 len: 946 time: 0.0516989 Nov 25 14:00:41.779580 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-30606015-4ea2-453b-9378-0a5b41f3b646 req-20ac5e89-9fa7-498e-8857-d3e9c502fef4 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/security-groups?id=c51dee6f-7776-4d7d-ad2a-ccc787ef4e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408847 Nov 25 14:00:42.000729 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:42.895536 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b263bf5f-c7ea-4061-9440-9b28d1e02482 req-861a827a-7776-49e8-bc13-734a395f4cb6 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:42.897022 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b263bf5f-c7ea-4061-9440-9b28d1e02482 req-861a827a-7776-49e8-bc13-734a395f4cb6 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7ab4b3f-8f6d-415d-b01a-5a37be8dba17 HTTP/1.1" status: 200 len: 946 time: 0.0477440 Nov 25 14:00:42.943639 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b263bf5f-c7ea-4061-9440-9b28d1e02482 req-ca64e6c1-1360-41c3-a2e6-105e365948fc tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/security-groups?id=c51dee6f-7776-4d7d-ad2a-ccc787ef4e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408206 Nov 25 14:00:44.062720 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62bb272-a992-451b-b94a-2368d94c3f74 req-cfab4429-0329-4fa2-a6c9-6f88724e75d3 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:44.064243 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a62bb272-a992-451b-b94a-2368d94c3f74 req-cfab4429-0329-4fa2-a6c9-6f88724e75d3 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7ab4b3f-8f6d-415d-b01a-5a37be8dba17 HTTP/1.1" status: 200 len: 946 time: 0.0518794 Nov 25 14:00:44.111417 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a62bb272-a992-451b-b94a-2368d94c3f74 req-e19981e3-ba93-4c82-8df6-8bd74780d981 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/security-groups?id=c51dee6f-7776-4d7d-ad2a-ccc787ef4e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405533 Nov 25 14:00:45.226958 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c891f-dd4a-4fd6-a214-cc29ce0a429a req-579d382c-7cb7-44c6-b51c-36abd253641b tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:45.228428 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a47c891f-dd4a-4fd6-a214-cc29ce0a429a req-579d382c-7cb7-44c6-b51c-36abd253641b tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7ab4b3f-8f6d-415d-b01a-5a37be8dba17 HTTP/1.1" status: 200 len: 946 time: 0.0481639 Nov 25 14:00:45.275932 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a47c891f-dd4a-4fd6-a214-cc29ce0a429a req-a54a9a69-1b6f-4419-930a-76c3b6703b09 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/security-groups?id=c51dee6f-7776-4d7d-ad2a-ccc787ef4e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414810 Nov 25 14:00:46.389903 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f00221-2bfc-4e58-ae3c-9fd086ecfbe3 req-8ddeb890-b5d4-49b9-b888-08c5031dc78c tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:46.391527 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-60f00221-2bfc-4e58-ae3c-9fd086ecfbe3 req-8ddeb890-b5d4-49b9-b888-08c5031dc78c tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7ab4b3f-8f6d-415d-b01a-5a37be8dba17 HTTP/1.1" status: 200 len: 946 time: 0.0487592 Nov 25 14:00:46.442806 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-60f00221-2bfc-4e58-ae3c-9fd086ecfbe3 req-e047fbc2-564d-450d-9877-ed0723a6a2e0 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/security-groups?id=c51dee6f-7776-4d7d-ad2a-ccc787ef4e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450075 Nov 25 14:00:47.556480 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0035e-ce15-486d-87c4-c5e8533e4de8 req-f3ba7baf-6723-485e-a1be-b67d8e49216f tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:47.557955 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-73a0035e-ce15-486d-87c4-c5e8533e4de8 req-f3ba7baf-6723-485e-a1be-b67d8e49216f tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7ab4b3f-8f6d-415d-b01a-5a37be8dba17 HTTP/1.1" status: 200 len: 946 time: 0.0486653 Nov 25 14:00:47.604852 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-73a0035e-ce15-486d-87c4-c5e8533e4de8 req-48ec0071-e512-4981-a502-0cb5f1bd2f7a tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/security-groups?id=c51dee6f-7776-4d7d-ad2a-ccc787ef4e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410497 Nov 25 14:00:48.725124 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc0826f-e55e-4438-8bb3-5926df103ae4 req-2a42496e-bb3c-4bb9-b385-feba51b0ec2e tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:48.726603 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-afc0826f-e55e-4438-8bb3-5926df103ae4 req-2a42496e-bb3c-4bb9-b385-feba51b0ec2e tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7ab4b3f-8f6d-415d-b01a-5a37be8dba17 HTTP/1.1" status: 200 len: 946 time: 0.0486617 Nov 25 14:00:48.780353 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-afc0826f-e55e-4438-8bb3-5926df103ae4 req-d2fe381a-64e8-4e88-aec6-3a1cf23f13f3 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/security-groups?id=c51dee6f-7776-4d7d-ad2a-ccc787ef4e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465484 Nov 25 14:00:49.604319 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [req-5bb9605f-6f39-4eaa-8d52-42d2b06f1642 req-3e4b89b5-c013-47ff-b6bd-181946410df1 service neutron] show failed (client error): The resource could not be found. Nov 25 14:00:49.605330 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5bb9605f-6f39-4eaa-8d52-42d2b06f1642 req-3e4b89b5-c013-47ff-b6bd-181946410df1 service neutron] 10.222.0.66 "GET /v2.0/ports/ddd32c70-446a-4922-b268-33fbd43f425a/bindings/n-h2-808199-11 HTTP/1.1" status: 404 len: 381 time: 0.0562801 Nov 25 14:00:49.859998 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9605f-6f39-4eaa-8d52-42d2b06f1642 req-2304b9f8-1fad-4569-a35b-313240375ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:49.861616 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5bb9605f-6f39-4eaa-8d52-42d2b06f1642 req-2304b9f8-1fad-4569-a35b-313240375ddb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f7ab4b3f-8f6d-415d-b01a-5a37be8dba17&tenant_id=b1b3a8e8a0744283b579b42f7d80ea13 HTTP/1.1" status: 200 len: 1098 time: 0.0773010 Nov 25 14:00:49.871840 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [req-5bb9605f-6f39-4eaa-8d52-42d2b06f1642 req-dee344d0-98f4-4ab2-a8e8-34d7694ae0b3 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 14:00:49.872834 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5bb9605f-6f39-4eaa-8d52-42d2b06f1642 req-dee344d0-98f4-4ab2-a8e8-34d7694ae0b3 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049853 Nov 25 14:00:49.885056 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-5bb9605f-6f39-4eaa-8d52-42d2b06f1642 req-9969c07c-ced4-4ff2-87f8-2a8decf1b193 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-808199-11', 'device_owner': 'compute:nova'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:00:49.900143 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b12674-c620-4a5b-b9ff-dee225acee95 req-a66750d5-68e9-49b7-ae6a-3714ff41ac68 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:49.901657 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a4b12674-c620-4a5b-b9ff-dee225acee95 req-a66750d5-68e9-49b7-ae6a-3714ff41ac68 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7ab4b3f-8f6d-415d-b01a-5a37be8dba17 HTTP/1.1" status: 200 len: 946 time: 0.0524867 Nov 25 14:00:49.938200 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5bb9605f-6f39-4eaa-8d52-42d2b06f1642 req-9969c07c-ced4-4ff2-87f8-2a8decf1b193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:49.949537 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a4b12674-c620-4a5b-b9ff-dee225acee95 req-c858ecd1-ac87-4cdb-a986-925b39f41fc1 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/security-groups?id=c51dee6f-7776-4d7d-ad2a-ccc787ef4e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416315 Nov 25 14:00:50.139700 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-5bb9605f-6f39-4eaa-8d52-42d2b06f1642 req-9969c07c-ced4-4ff2-87f8-2a8decf1b193 service neutron] For port ddd32c70-446a-4922-b268-33fbd43f425a, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=ddd32c70-446a-4922-b268-33fbd43f425a,segment=NetworkSegment(0078159c-5a38-4a91-a5ba-96dae5f00fe1),segment_id=0078159c-5a38-4a91-a5ba-96dae5f00fe1)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:00:50.175361 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-5bb9605f-6f39-4eaa-8d52-42d2b06f1642 req-9969c07c-ced4-4ff2-87f8-2a8decf1b193 service neutron] For port ddd32c70-446a-4922-b268-33fbd43f425a, host n-h1-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:00:50.215356 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7ab4b3f-8f6d-415d-b01a-5a37be8dba17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddd32c70-446a-4922-b268-33fbd43f425a'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:00:50.217624 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3fa015-0052-4a92-8314-54ff707e0ee8" -d '{"events": [{"server_uuid": "f7ab4b3f-8f6d-415d-b01a-5a37be8dba17", "name": "network-vif-unplugged", "status": "completed", "tag": "ddd32c70-446a-4922-b268-33fbd43f425a"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:00:50.221324 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5bb9605f-6f39-4eaa-8d52-42d2b06f1642 req-9969c07c-ced4-4ff2-87f8-2a8decf1b193 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:50.233877 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-5bb9605f-6f39-4eaa-8d52-42d2b06f1642 req-9969c07c-ced4-4ff2-87f8-2a8decf1b193 service neutron] Transition to ACTIVE for port object ddd32c70-446a-4922-b268-33fbd43f425a will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 14:00:50.238534 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5bb9605f-6f39-4eaa-8d52-42d2b06f1642 req-9969c07c-ced4-4ff2-87f8-2a8decf1b193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:50.271909 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 14:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5a6f90-3b36-4781-bd54-4480834b37e7 x-openstack-request-id: req-bc5a6f90-3b36-4781-bd54-4480834b37e7 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:00:50.272204 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7ab4b3f-8f6d-415d-b01a-5a37be8dba17", "name": "network-vif-unplugged", "status": "completed", "tag": "ddd32c70-446a-4922-b268-33fbd43f425a", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:00:50.272463 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bc5a6f90-3b36-4781-bd54-4480834b37e7 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:00:50.272863 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7ab4b3f-8f6d-415d-b01a-5a37be8dba17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddd32c70-446a-4922-b268-33fbd43f425a', 'code': 200} Nov 25 14:00:50.304162 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bb9605f-6f39-4eaa-8d52-42d2b06f1642 req-9969c07c-ced4-4ff2-87f8-2a8decf1b193 service neutron] No DVR routers for this DVR port ddd32c70-446a-4922-b268-33fbd43f425a on host n-h1-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 14:00:50.308226 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9969c07c-ced4-4ff2-87f8-2a8decf1b193 service neutron] Pushing event updated for resources: {'Port': ['ID=ddd32c70-446a-4922-b268-33fbd43f425a,revision_number=6']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:00:50.343441 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-5bb9605f-6f39-4eaa-8d52-42d2b06f1642 req-9969c07c-ced4-4ff2-87f8-2a8decf1b193 service neutron] Attempting to bind port ddd32c70-446a-4922-b268-33fbd43f425a on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:00:50.343780 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-5bb9605f-6f39-4eaa-8d52-42d2b06f1642 req-9969c07c-ced4-4ff2-87f8-2a8decf1b193 service neutron] Attempting to bind port ddd32c70-446a-4922-b268-33fbd43f425a by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '0078159c-5a38-4a91-a5ba-96dae5f00fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '18737f45-b13e-4206-a482-a9f9eee3ddc9'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:00:50.344112 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb9605f-6f39-4eaa-8d52-42d2b06f1642 req-9969c07c-ced4-4ff2-87f8-2a8decf1b193 service neutron] Attempting to bind port ddd32c70-446a-4922-b268-33fbd43f425a on network 18737f45-b13e-4206-a482-a9f9eee3ddc9 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:00:50.348380 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb9605f-6f39-4eaa-8d52-42d2b06f1642 req-9969c07c-ced4-4ff2-87f8-2a8decf1b193 service neutron] Port ddd32c70-446a-4922-b268-33fbd43f425a on network 18737f45-b13e-4206-a482-a9f9eee3ddc9 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 14:00:50.348707 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb9605f-6f39-4eaa-8d52-42d2b06f1642 req-9969c07c-ced4-4ff2-87f8-2a8decf1b193 service neutron] Attempting to bind port ddd32c70-446a-4922-b268-33fbd43f425a on network 18737f45-b13e-4206-a482-a9f9eee3ddc9 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:00:50.353550 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb9605f-6f39-4eaa-8d52-42d2b06f1642 req-9969c07c-ced4-4ff2-87f8-2a8decf1b193 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:00:50.353888 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb9605f-6f39-4eaa-8d52-42d2b06f1642 req-9969c07c-ced4-4ff2-87f8-2a8decf1b193 service neutron] Checking segment: {'id': '0078159c-5a38-4a91-a5ba-96dae5f00fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '18737f45-b13e-4206-a482-a9f9eee3ddc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:00:50.354276 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb9605f-6f39-4eaa-8d52-42d2b06f1642 req-9969c07c-ced4-4ff2-87f8-2a8decf1b193 service neutron] Bound using segment: {'id': '0078159c-5a38-4a91-a5ba-96dae5f00fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '18737f45-b13e-4206-a482-a9f9eee3ddc9'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:00:50.354786 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-5bb9605f-6f39-4eaa-8d52-42d2b06f1642 req-9969c07c-ced4-4ff2-87f8-2a8decf1b193 service neutron] Bound port: ddd32c70-446a-4922-b268-33fbd43f425a, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0078159c-5a38-4a91-a5ba-96dae5f00fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '18737f45-b13e-4206-a482-a9f9eee3ddc9'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:00:50.355084 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5bb9605f-6f39-4eaa-8d52-42d2b06f1642 req-9969c07c-ced4-4ff2-87f8-2a8decf1b193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:50.416904 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-5bb9605f-6f39-4eaa-8d52-42d2b06f1642 req-9969c07c-ced4-4ff2-87f8-2a8decf1b193 service neutron] For port ddd32c70-446a-4922-b268-33fbd43f425a, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:00:50.420119 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-5bb9605f-6f39-4eaa-8d52-42d2b06f1642 req-9969c07c-ced4-4ff2-87f8-2a8decf1b193 service neutron] For port ddd32c70-446a-4922-b268-33fbd43f425a, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=ddd32c70-446a-4922-b268-33fbd43f425a,segment=NetworkSegment(0078159c-5a38-4a91-a5ba-96dae5f00fe1),segment_id=0078159c-5a38-4a91-a5ba-96dae5f00fe1)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:00:50.424095 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5bb9605f-6f39-4eaa-8d52-42d2b06f1642 req-9969c07c-ced4-4ff2-87f8-2a8decf1b193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:50.460218 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9605f-6f39-4eaa-8d52-42d2b06f1642 req-9969c07c-ced4-4ff2-87f8-2a8decf1b193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:50.460831 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5bb9605f-6f39-4eaa-8d52-42d2b06f1642 req-9969c07c-ced4-4ff2-87f8-2a8decf1b193 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:50.462211 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5bb9605f-6f39-4eaa-8d52-42d2b06f1642 req-9969c07c-ced4-4ff2-87f8-2a8decf1b193 service neutron] 10.222.0.47 "PUT /v2.0/ports/ddd32c70-446a-4922-b268-33fbd43f425a HTTP/1.1" status: 200 len: 1093 time: 0.5812237 Nov 25 14:00:50.480760 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9969c07c-ced4-4ff2-87f8-2a8decf1b193 service neutron] Pushing event updated for resources: {'Port': ['ID=ddd32c70-446a-4922-b268-33fbd43f425a,revision_number=7']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:00:50.525318 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9605f-6f39-4eaa-8d52-42d2b06f1642 req-2999c6ed-6b67-485d-a878-58fc387423e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:50.526837 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5bb9605f-6f39-4eaa-8d52-42d2b06f1642 req-2999c6ed-6b67-485d-a878-58fc387423e0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b1b3a8e8a0744283b579b42f7d80ea13&device_id=f7ab4b3f-8f6d-415d-b01a-5a37be8dba17 HTTP/1.1" status: 200 len: 1096 time: 0.0419254 Nov 25 14:00:50.618816 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9605f-6f39-4eaa-8d52-42d2b06f1642 req-3288a3f6-9de8-4075-b43a-45853ca5815b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:50.620269 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5bb9605f-6f39-4eaa-8d52-42d2b06f1642 req-3288a3f6-9de8-4075-b43a-45853ca5815b service neutron] 10.222.0.47 "GET /v2.0/networks?id=18737f45-b13e-4206-a482-a9f9eee3ddc9 HTTP/1.1" status: 200 len: 913 time: 0.0864625 Nov 25 14:00:50.662992 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5bb9605f-6f39-4eaa-8d52-42d2b06f1642 req-430ae5a7-36c7-41f0-91bf-cef5633c3647 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ddd32c70-446a-4922-b268-33fbd43f425a HTTP/1.1" status: 200 len: 217 time: 0.0344689 Nov 25 14:00:50.714655 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9605f-6f39-4eaa-8d52-42d2b06f1642 req-20200b6f-207b-4b1c-945c-c882c3cfcc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:50.716110 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5bb9605f-6f39-4eaa-8d52-42d2b06f1642 req-20200b6f-207b-4b1c-945c-c882c3cfcc70 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=690067ae-a20b-411c-8c1e-38d94dcc2da4 HTTP/1.1" status: 200 len: 852 time: 0.0465255 Nov 25 14:00:50.748433 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5bb9605f-6f39-4eaa-8d52-42d2b06f1642 req-69cfde81-7e3e-4993-8e2e-aea0c4083390 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=18737f45-b13e-4206-a482-a9f9eee3ddc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238736 Nov 25 14:00:50.836827 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5bb9605f-6f39-4eaa-8d52-42d2b06f1642 req-91a429aa-693f-4cf2-8c48-5d01080d4325 service neutron] 10.222.0.47 "GET /v2.0/networks/18737f45-b13e-4206-a482-a9f9eee3ddc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804696 Nov 25 14:00:50.929280 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5bb9605f-6f39-4eaa-8d52-42d2b06f1642 req-af72c52a-41b6-4854-b6c9-2bda65f0490d service neutron] 10.222.0.47 "GET /v2.0/networks/18737f45-b13e-4206-a482-a9f9eee3ddc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852473 Nov 25 14:00:51.072467 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacf8f2e-21af-4079-9e71-cbc2999104f2 req-68559595-e663-4000-b814-74e9f30aa007 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:51.074940 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dacf8f2e-21af-4079-9e71-cbc2999104f2 req-68559595-e663-4000-b814-74e9f30aa007 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7ab4b3f-8f6d-415d-b01a-5a37be8dba17 HTTP/1.1" status: 200 len: 944 time: 0.0547388 Nov 25 14:00:51.122055 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dacf8f2e-21af-4079-9e71-cbc2999104f2 req-3a50d767-618e-4926-a2cc-9607ad5b03c5 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/security-groups?id=c51dee6f-7776-4d7d-ad2a-ccc787ef4e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411975 Nov 25 14:00:52.236279 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c60eee-b6ae-40d3-a702-8b4ab96e01db req-213cf654-5533-4f69-83db-0ed673f78be8 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:52.237764 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d4c60eee-b6ae-40d3-a702-8b4ab96e01db req-213cf654-5533-4f69-83db-0ed673f78be8 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7ab4b3f-8f6d-415d-b01a-5a37be8dba17 HTTP/1.1" status: 200 len: 944 time: 0.0474567 Nov 25 14:00:52.273746 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7ab4b3f-8f6d-415d-b01a-5a37be8dba17', 'tag': 'ddd32c70-446a-4922-b268-33fbd43f425a'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:00:52.276178 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f9ba4a-9f03-4c0c-8f6f-f9fd1e641b49" -d '{"events": [{"name": "network-changed", "server_uuid": "f7ab4b3f-8f6d-415d-b01a-5a37be8dba17", "tag": "ddd32c70-446a-4922-b268-33fbd43f425a"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:00:52.291316 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d4c60eee-b6ae-40d3-a702-8b4ab96e01db req-12d3ad93-8ec9-4566-be03-ecbf8b5da145 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/security-groups?id=c51dee6f-7776-4d7d-ad2a-ccc787ef4e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470171 Nov 25 14:00:52.296918 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device ddd32c70-446a-4922-b268-33fbd43f425a no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:00:52.327515 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 14:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-555437c6-2a5e-41e3-b541-21e405840488 x-openstack-request-id: req-555437c6-2a5e-41e3-b541-21e405840488 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:00:52.327901 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7ab4b3f-8f6d-415d-b01a-5a37be8dba17", "tag": "ddd32c70-446a-4922-b268-33fbd43f425a", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:00:52.328229 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-555437c6-2a5e-41e3-b541-21e405840488 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:00:52.329256 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7ab4b3f-8f6d-415d-b01a-5a37be8dba17', 'tag': 'ddd32c70-446a-4922-b268-33fbd43f425a', 'status': 'completed', 'code': 200} Nov 25 14:00:52.343195 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device ddd32c70-446a-4922-b268-33fbd43f425a not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:00:52.419357 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f9ba4a-9f03-4c0c-8f6f-f9fd1e641b49 req-d8bc76f2-e092-40e6-8945-6c070e1f088a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:52.420794 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-19f9ba4a-9f03-4c0c-8f6f-f9fd1e641b49 req-d8bc76f2-e092-40e6-8945-6c070e1f088a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b1b3a8e8a0744283b579b42f7d80ea13&device_id=f7ab4b3f-8f6d-415d-b01a-5a37be8dba17 HTTP/1.1" status: 200 len: 1096 time: 0.0713494 Nov 25 14:00:52.427034 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f9ba4a-9f03-4c0c-8f6f-f9fd1e641b49 req-94b455da-34a7-4896-b4b6-947f59292925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:52.428521 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-19f9ba4a-9f03-4c0c-8f6f-f9fd1e641b49 req-94b455da-34a7-4896-b4b6-947f59292925 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b1b3a8e8a0744283b579b42f7d80ea13&device_id=f7ab4b3f-8f6d-415d-b01a-5a37be8dba17 HTTP/1.1" status: 200 len: 1096 time: 0.0713730 Nov 25 14:00:52.585511 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f9ba4a-9f03-4c0c-8f6f-f9fd1e641b49 req-bbb85c7b-99dd-4041-9f85-ac7ce587a6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:52.586998 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-19f9ba4a-9f03-4c0c-8f6f-f9fd1e641b49 req-bbb85c7b-99dd-4041-9f85-ac7ce587a6fc service neutron] 10.222.0.66 "GET /v2.0/networks?id=18737f45-b13e-4206-a482-a9f9eee3ddc9 HTTP/1.1" status: 200 len: 913 time: 0.1576025 Nov 25 14:00:52.589468 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f9ba4a-9f03-4c0c-8f6f-f9fd1e641b49 req-362f4bb8-626e-4f92-acbb-fc4705e90e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:52.590791 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-19f9ba4a-9f03-4c0c-8f6f-f9fd1e641b49 req-362f4bb8-626e-4f92-acbb-fc4705e90e16 service neutron] 10.222.0.47 "GET /v2.0/networks?id=18737f45-b13e-4206-a482-a9f9eee3ddc9 HTTP/1.1" status: 200 len: 913 time: 0.1532896 Nov 25 14:00:52.638128 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device ddd32c70-446a-4922-b268-33fbd43f425a details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 14:00:52.665046 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-19f9ba4a-9f03-4c0c-8f6f-f9fd1e641b49 req-f504a826-957c-40b4-b387-03b77cae4747 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ddd32c70-446a-4922-b268-33fbd43f425a HTTP/1.1" status: 200 len: 217 time: 0.0604718 Nov 25 14:00:52.666245 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-19f9ba4a-9f03-4c0c-8f6f-f9fd1e641b49 req-ed9c3e3a-963f-4bb4-a7f4-b1196cd77373 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ddd32c70-446a-4922-b268-33fbd43f425a HTTP/1.1" status: 200 len: 217 time: 0.0670819 Nov 25 14:00:52.740108 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port ddd32c70-446a-4922-b268-33fbd43f425a, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=ddd32c70-446a-4922-b268-33fbd43f425a,segment=NetworkSegment(0078159c-5a38-4a91-a5ba-96dae5f00fe1),segment_id=0078159c-5a38-4a91-a5ba-96dae5f00fe1)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:00:52.750056 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f9ba4a-9f03-4c0c-8f6f-f9fd1e641b49 req-395164ad-2d0e-4e74-8396-c990b1985f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:52.751084 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': 'ddd32c70-446a-4922-b268-33fbd43f425a', 'network_id': '18737f45-b13e-4206-a482-a9f9eee3ddc9', 'port_id': 'ddd32c70-446a-4922-b268-33fbd43f425a', 'mac_address': 'fa:16:3e:25:26:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '690067ae-a20b-411c-8c1e-38d94dcc2da4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 14:00:52.751546 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-19f9ba4a-9f03-4c0c-8f6f-f9fd1e641b49 req-395164ad-2d0e-4e74-8396-c990b1985f01 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=690067ae-a20b-411c-8c1e-38d94dcc2da4 HTTP/1.1" status: 200 len: 852 time: 0.0800428 Nov 25 14:00:52.754933 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f9ba4a-9f03-4c0c-8f6f-f9fd1e641b49 req-0b5b59bb-25e0-4862-b9b7-2f490c52efa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:52.756250 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-19f9ba4a-9f03-4c0c-8f6f-f9fd1e641b49 req-0b5b59bb-25e0-4862-b9b7-2f490c52efa0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=690067ae-a20b-411c-8c1e-38d94dcc2da4 HTTP/1.1" status: 200 len: 852 time: 0.0766187 Nov 25 14:00:52.790924 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:52.792303 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-19f9ba4a-9f03-4c0c-8f6f-f9fd1e641b49 req-a94d031d-31b0-4837-88cd-51121d0c4fc2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=18737f45-b13e-4206-a482-a9f9eee3ddc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320976 Nov 25 14:00:52.803799 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddd32c70-446a-4922-b268-33fbd43f425a {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 14:00:52.813113 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-19f9ba4a-9f03-4c0c-8f6f-f9fd1e641b49 req-c38d20fd-ab57-4f2e-8fdb-be9be9bce286 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=18737f45-b13e-4206-a482-a9f9eee3ddc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441594 Nov 25 14:00:52.823006 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port ddd32c70-446a-4922-b268-33fbd43f425a, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=ddd32c70-446a-4922-b268-33fbd43f425a,segment=NetworkSegment(0078159c-5a38-4a91-a5ba-96dae5f00fe1),segment_id=0078159c-5a38-4a91-a5ba-96dae5f00fe1)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:00:52.827501 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:52.885563 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=ddd32c70-446a-4922-b268-33fbd43f425a,revision_number=8']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:00:52.893149 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:00:52.893506 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:00:52.893856 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:00:52.894190 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:00:52.894531 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:00:52.894900 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:00:52.895772 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:00:52.896107 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:00:52.896440 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:00:52.896772 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:00:52.897100 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:00:52.897455 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:00:52.952796 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-19f9ba4a-9f03-4c0c-8f6f-f9fd1e641b49 req-a39ec1e4-b6d1-40d5-bcd3-8c8e41843b06 service neutron] 10.222.0.47 "GET /v2.0/networks/18737f45-b13e-4206-a482-a9f9eee3ddc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478903 Nov 25 14:00:52.970476 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-19f9ba4a-9f03-4c0c-8f6f-f9fd1e641b49 req-e5fce471-8d09-49ba-9d09-7af9f562a44b service neutron] 10.222.0.66 "GET /v2.0/networks/18737f45-b13e-4206-a482-a9f9eee3ddc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453884 Nov 25 14:00:53.069133 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['ddd32c70-446a-4922-b268-33fbd43f425a'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 14:00:53.111465 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-19f9ba4a-9f03-4c0c-8f6f-f9fd1e641b49 req-c9fc2dc0-7215-4d32-85f2-d141a0d2da6b service neutron] 10.222.0.47 "GET /v2.0/networks/18737f45-b13e-4206-a482-a9f9eee3ddc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497793 Nov 25 14:00:53.128522 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-19f9ba4a-9f03-4c0c-8f6f-f9fd1e641b49 req-63f825ad-2ee1-419b-8f75-d279dcece416 service neutron] 10.222.0.66 "GET /v2.0/networks/18737f45-b13e-4206-a482-a9f9eee3ddc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464772 Nov 25 14:00:53.413195 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc1a2fb-5696-4858-a350-3ff8300fde75 req-5aec39ee-0f28-4813-be57-ac57dffbde52 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:53.414751 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7fc1a2fb-5696-4858-a350-3ff8300fde75 req-5aec39ee-0f28-4813-be57-ac57dffbde52 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7ab4b3f-8f6d-415d-b01a-5a37be8dba17 HTTP/1.1" status: 200 len: 945 time: 0.0498602 Nov 25 14:00:53.463539 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7fc1a2fb-5696-4858-a350-3ff8300fde75 req-c574d141-931f-46b2-a357-3674b5071cfa tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/security-groups?id=c51dee6f-7776-4d7d-ad2a-ccc787ef4e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427864 Nov 25 14:00:53.779576 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f70557-8070-4f41-a041-20cd202c1d32 req-f320da4f-f0ed-4f66-b5e0-2679e9372694 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:53.781031 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f2f70557-8070-4f41-a041-20cd202c1d32 req-f320da4f-f0ed-4f66-b5e0-2679e9372694 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7ab4b3f-8f6d-415d-b01a-5a37be8dba17&tenant_id=b1b3a8e8a0744283b579b42f7d80ea13&binding%3Ahost_id=n-h2-808199-11 HTTP/1.1" status: 200 len: 945 time: 0.0845771 Nov 25 14:00:53.844683 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [req-f2f70557-8070-4f41-a041-20cd202c1d32 req-bf06de76-ac89-4995-89cb-bd53e62b4977 service neutron] delete failed (client error): The resource could not be found. Nov 25 14:00:53.845636 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f2f70557-8070-4f41-a041-20cd202c1d32 req-bf06de76-ac89-4995-89cb-bd53e62b4977 service neutron] 10.222.0.66 "DELETE /v2.0/ports/ddd32c70-446a-4922-b268-33fbd43f425a/bindings/n-h1-808199-11 HTTP/1.1" status: 404 len: 381 time: 0.0530069 Nov 25 14:00:53.932777 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f70557-8070-4f41-a041-20cd202c1d32 req-0ada158d-bf3a-47a7-842c-6d1d42655242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:53.934270 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f2f70557-8070-4f41-a041-20cd202c1d32 req-0ada158d-bf3a-47a7-842c-6d1d42655242 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b1b3a8e8a0744283b579b42f7d80ea13&device_id=f7ab4b3f-8f6d-415d-b01a-5a37be8dba17 HTTP/1.1" status: 200 len: 1097 time: 0.0407701 Nov 25 14:00:54.030569 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f70557-8070-4f41-a041-20cd202c1d32 req-7252fa4d-fea7-43e4-8da4-8bc79ac774f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:54.032037 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f2f70557-8070-4f41-a041-20cd202c1d32 req-7252fa4d-fea7-43e4-8da4-8bc79ac774f5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=18737f45-b13e-4206-a482-a9f9eee3ddc9 HTTP/1.1" status: 200 len: 913 time: 0.0867023 Nov 25 14:00:54.077993 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f2f70557-8070-4f41-a041-20cd202c1d32 req-afe813ba-9f6b-40cb-b736-ce39528b0c97 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ddd32c70-446a-4922-b268-33fbd43f425a HTTP/1.1" status: 200 len: 217 time: 0.0338812 Nov 25 14:00:54.133230 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f70557-8070-4f41-a041-20cd202c1d32 req-c31c4b85-a2e4-4100-84a1-8c4d36ad4e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:54.134663 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f2f70557-8070-4f41-a041-20cd202c1d32 req-c31c4b85-a2e4-4100-84a1-8c4d36ad4e44 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=690067ae-a20b-411c-8c1e-38d94dcc2da4 HTTP/1.1" status: 200 len: 852 time: 0.0457447 Nov 25 14:00:54.165335 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f2f70557-8070-4f41-a041-20cd202c1d32 req-bd8582e0-d410-41f6-a8a9-c3c95f41bff3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=18737f45-b13e-4206-a482-a9f9eee3ddc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233729 Nov 25 14:00:54.256872 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f2f70557-8070-4f41-a041-20cd202c1d32 req-375d6418-dc6f-41ec-8888-e199afe113ac service neutron] 10.222.0.66 "GET /v2.0/networks/18737f45-b13e-4206-a482-a9f9eee3ddc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818481 Nov 25 14:00:54.654657 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device ddd32c70-446a-4922-b268-33fbd43f425a up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:00:54.677800 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f2f70557-8070-4f41-a041-20cd202c1d32 req-a692605e-d986-498f-b5fe-4befeeefd5e4 service neutron] 10.222.0.66 "GET /v2.0/networks/18737f45-b13e-4206-a482-a9f9eee3ddc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4086864 Nov 25 14:00:54.714383 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port ddd32c70-446a-4922-b268-33fbd43f425a completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 14:00:54.718055 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port ddd32c70-446a-4922-b268-33fbd43f425a triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:00:54.718428 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:54.797949 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:54.821189 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7ab4b3f-8f6d-415d-b01a-5a37be8dba17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddd32c70-446a-4922-b268-33fbd43f425a'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:00:54.823450 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c017c3-8990-4711-91fe-bd21d6eddec5" -d '{"events": [{"server_uuid": "f7ab4b3f-8f6d-415d-b01a-5a37be8dba17", "name": "network-vif-plugged", "status": "completed", "tag": "ddd32c70-446a-4922-b268-33fbd43f425a"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:00:54.836388 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port ddd32c70-446a-4922-b268-33fbd43f425a, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=ddd32c70-446a-4922-b268-33fbd43f425a,segment=NetworkSegment(0078159c-5a38-4a91-a5ba-96dae5f00fe1),segment_id=0078159c-5a38-4a91-a5ba-96dae5f00fe1)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:00:54.840320 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:54.891045 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=ddd32c70-446a-4922-b268-33fbd43f425a,revision_number=9']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:00:54.944218 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 14:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddfd667a-e0a3-44f1-a69a-a299962d9789 x-openstack-request-id: req-ddfd667a-e0a3-44f1-a69a-a299962d9789 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:00:54.944519 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7ab4b3f-8f6d-415d-b01a-5a37be8dba17", "name": "network-vif-plugged", "status": "completed", "tag": "ddd32c70-446a-4922-b268-33fbd43f425a", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:00:54.944778 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ddfd667a-e0a3-44f1-a69a-a299962d9789 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:00:54.945179 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7ab4b3f-8f6d-415d-b01a-5a37be8dba17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddd32c70-446a-4922-b268-33fbd43f425a', 'code': 200} Nov 25 14:00:55.603523 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc0d78-68b2-4829-a983-54e44f91560b req-cdeeb9b5-17b9-4a52-92a7-0d211cd0e935 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:55.605000 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-36fc0d78-68b2-4829-a983-54e44f91560b req-cdeeb9b5-17b9-4a52-92a7-0d211cd0e935 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7ab4b3f-8f6d-415d-b01a-5a37be8dba17 HTTP/1.1" status: 200 len: 946 time: 0.0484986 Nov 25 14:00:55.652608 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-36fc0d78-68b2-4829-a983-54e44f91560b req-a414ce5a-c047-4a1f-980c-75f6cbd7bdbb tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/security-groups?id=c51dee6f-7776-4d7d-ad2a-ccc787ef4e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416009 Nov 25 14:00:55.968086 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-642f041b-768f-4160-bca8-29429f93a83a req-88b8c81e-a2fa-403e-8039-381dffeacf4b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f7ab4b3f-8f6d-415d-b01a-5a37be8dba17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400589 Nov 25 14:00:56.050566 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f041b-768f-4160-bca8-29429f93a83a req-b34124a6-d66b-4555-ad66-e64a75ca5a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:56.052063 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-642f041b-768f-4160-bca8-29429f93a83a req-b34124a6-d66b-4555-ad66-e64a75ca5a1d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b1b3a8e8a0744283b579b42f7d80ea13&device_id=f7ab4b3f-8f6d-415d-b01a-5a37be8dba17 HTTP/1.1" status: 200 len: 1098 time: 0.0401497 Nov 25 14:00:56.155723 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f041b-768f-4160-bca8-29429f93a83a req-0058d947-fcdc-4bca-845e-b2db654b996b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:56.157178 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-642f041b-768f-4160-bca8-29429f93a83a req-0058d947-fcdc-4bca-845e-b2db654b996b service neutron] 10.222.0.47 "GET /v2.0/networks?id=18737f45-b13e-4206-a482-a9f9eee3ddc9 HTTP/1.1" status: 200 len: 913 time: 0.0848603 Nov 25 14:00:56.199917 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-642f041b-768f-4160-bca8-29429f93a83a req-4c3e37ae-7fa8-4043-b0af-2d89da2ceeac service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ddd32c70-446a-4922-b268-33fbd43f425a HTTP/1.1" status: 200 len: 217 time: 0.0343823 Nov 25 14:00:56.253018 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f041b-768f-4160-bca8-29429f93a83a req-87c005cb-3f1c-4d9e-84e3-0557f4a2f115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:56.254450 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-642f041b-768f-4160-bca8-29429f93a83a req-87c005cb-3f1c-4d9e-84e3-0557f4a2f115 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=690067ae-a20b-411c-8c1e-38d94dcc2da4 HTTP/1.1" status: 200 len: 852 time: 0.0458298 Nov 25 14:00:56.291456 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-642f041b-768f-4160-bca8-29429f93a83a req-3e2dad3e-4021-43bd-b3fa-7fa4a3899182 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=18737f45-b13e-4206-a482-a9f9eee3ddc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291531 Nov 25 14:00:56.383100 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-642f041b-768f-4160-bca8-29429f93a83a req-b21563d9-cbfa-4fbb-beaf-5509cb40da42 service neutron] 10.222.0.47 "GET /v2.0/networks/18737f45-b13e-4206-a482-a9f9eee3ddc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836971 Nov 25 14:00:56.478425 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-642f041b-768f-4160-bca8-29429f93a83a req-a79a2a66-ae7a-4f9f-b48c-ec3d7514b22e service neutron] 10.222.0.47 "GET /v2.0/networks/18737f45-b13e-4206-a482-a9f9eee3ddc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879645 Nov 25 14:00:56.785278 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f9ab08-9597-4e61-8e87-01ca2bff8fb5 req-b5cf3a1f-1b38-4bec-8611-02c63f6725ae tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:56.786837 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-54f9ab08-9597-4e61-8e87-01ca2bff8fb5 req-b5cf3a1f-1b38-4bec-8611-02c63f6725ae tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7ab4b3f-8f6d-415d-b01a-5a37be8dba17 HTTP/1.1" status: 200 len: 946 time: 0.0579681 Nov 25 14:00:56.833810 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-54f9ab08-9597-4e61-8e87-01ca2bff8fb5 req-679f9b8b-0f70-41f3-83b0-4614468a32d7 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.53 "GET /v2.0/security-groups?id=c51dee6f-7776-4d7d-ad2a-ccc787ef4e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410187 Nov 25 14:00:56.869047 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f70557-8070-4f41-a041-20cd202c1d32 req-68760f0f-32bb-4448-b17f-cd27c049556e tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:56.870521 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f2f70557-8070-4f41-a041-20cd202c1d32 req-68760f0f-32bb-4448-b17f-cd27c049556e tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.47 "GET /v2.0/ports?device_id=f7ab4b3f-8f6d-415d-b01a-5a37be8dba17 HTTP/1.1" status: 200 len: 946 time: 0.0497134 Nov 25 14:00:56.959489 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-f2f70557-8070-4f41-a041-20cd202c1d32 req-b03bf1d8-a2ec-435c-b262-4c69c596bda8 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] Deleting port ddd32c70-446a-4922-b268-33fbd43f425a {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:00:56.959743 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f2f70557-8070-4f41-a041-20cd202c1d32 req-b03bf1d8-a2ec-435c-b262-4c69c596bda8 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:57.054479 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-f2f70557-8070-4f41-a041-20cd202c1d32 req-b03bf1d8-a2ec-435c-b262-4c69c596bda8 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] For port ddd32c70-446a-4922-b268-33fbd43f425a, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=ddd32c70-446a-4922-b268-33fbd43f425a,segment=NetworkSegment(0078159c-5a38-4a91-a5ba-96dae5f00fe1),segment_id=0078159c-5a38-4a91-a5ba-96dae5f00fe1)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:00:57.055210 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f2f70557-8070-4f41-a041-20cd202c1d32 req-b03bf1d8-a2ec-435c-b262-4c69c596bda8 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:57.067880 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-f2f70557-8070-4f41-a041-20cd202c1d32 req-b03bf1d8-a2ec-435c-b262-4c69c596bda8 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] Calling delete_port for ddd32c70-446a-4922-b268-33fbd43f425a owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:00:57.195194 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f2f70557-8070-4f41-a041-20cd202c1d32 req-b03bf1d8-a2ec-435c-b262-4c69c596bda8 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:57.206484 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['ddd32c70-446a-4922-b268-33fbd43f425a'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 14:00:57.225637 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03bf1d8-a2ec-435c-b262-4c69c596bda8 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] Pushing event deleted for resources: {'Port': ['ID=ddd32c70-446a-4922-b268-33fbd43f425a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:00:57.264666 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f70557-8070-4f41-a041-20cd202c1d32 req-b03bf1d8-a2ec-435c-b262-4c69c596bda8 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] No DVR routers for this DVR port ddd32c70-446a-4922-b268-33fbd43f425a on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 14:00:57.267456 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f2f70557-8070-4f41-a041-20cd202c1d32 req-b03bf1d8-a2ec-435c-b262-4c69c596bda8 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:57.271105 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f2f70557-8070-4f41-a041-20cd202c1d32 req-b03bf1d8-a2ec-435c-b262-4c69c596bda8 tempest-DeleteServersTestJSON-1225499586 tempest-DeleteServersTestJSON-1225499586-project] 10.222.0.47 "DELETE /v2.0/ports/ddd32c70-446a-4922-b268-33fbd43f425a HTTP/1.1" status: 204 len: 173 time: 0.3938224 Nov 25 14:00:57.272078 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7ab4b3f-8f6d-415d-b01a-5a37be8dba17', 'name': 'network-vif-deleted', 'tag': 'ddd32c70-446a-4922-b268-33fbd43f425a'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:00:57.274314 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea7fb5e-bf46-49fe-b365-1459eed48be7" -d '{"events": [{"server_uuid": "f7ab4b3f-8f6d-415d-b01a-5a37be8dba17", "name": "network-vif-deleted", "tag": "ddd32c70-446a-4922-b268-33fbd43f425a"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:00:57.318052 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 14:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-685495fc-0d25-45be-a14f-5dd3806e6e38 x-openstack-request-id: req-685495fc-0d25-45be-a14f-5dd3806e6e38 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:00:57.318443 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7ab4b3f-8f6d-415d-b01a-5a37be8dba17", "name": "network-vif-deleted", "tag": "ddd32c70-446a-4922-b268-33fbd43f425a", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:00:57.318807 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-685495fc-0d25-45be-a14f-5dd3806e6e38 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:00:57.319306 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7ab4b3f-8f6d-415d-b01a-5a37be8dba17', 'name': 'network-vif-deleted', 'tag': 'ddd32c70-446a-4922-b268-33fbd43f425a', 'status': 'completed', 'code': 200} Nov 25 14:00:57.961167 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 35886) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:00:58.004398 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-46a8b1f5-33d9-4617-ba79-b295ab55ed29 admin admin] Deleting subnet 690067ae-a20b-411c-8c1e-38d94dcc2da4 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 14:00:58.008038 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-46a8b1f5-33d9-4617-ba79-b295ab55ed29 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:58.044845 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-46a8b1f5-33d9-4617-ba79-b295ab55ed29 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:58.083264 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-46a8b1f5-33d9-4617-ba79-b295ab55ed29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:58.135511 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-46a8b1f5-33d9-4617-ba79-b295ab55ed29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:58.162776 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a8b1f5-33d9-4617-ba79-b295ab55ed29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=690067ae-a20b-411c-8c1e-38d94dcc2da4,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:00:58.164751 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-46a8b1f5-33d9-4617-ba79-b295ab55ed29 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:58.168013 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-46a8b1f5-33d9-4617-ba79-b295ab55ed29 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/690067ae-a20b-411c-8c1e-38d94dcc2da4 HTTP/1.1" status: 204 len: 168 time: 0.2058456 Nov 25 14:00:58.170562 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 35888) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:00:58.242748 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-94235dd9-1b1d-4bbd-8dc2-962de4658875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:58.319789 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-94235dd9-1b1d-4bbd-8dc2-962de4658875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:58.339598 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-94235dd9-1b1d-4bbd-8dc2-962de4658875 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18737f45-b13e-4206-a482-a9f9eee3ddc9']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:00:58.348826 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-94235dd9-1b1d-4bbd-8dc2-962de4658875 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0078159c-5a38-4a91-a5ba-96dae5f00fe1') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:00:58.349128 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-94235dd9-1b1d-4bbd-8dc2-962de4658875 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0078159c-5a38-4a91-a5ba-96dae5f00fe1') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:00:58.359152 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-94235dd9-1b1d-4bbd-8dc2-962de4658875 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:58.373637 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-94235dd9-1b1d-4bbd-8dc2-962de4658875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:58.379862 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94235dd9-1b1d-4bbd-8dc2-962de4658875 admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 14:00:58.380254 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-94235dd9-1b1d-4bbd-8dc2-962de4658875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:58.382125 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 14:00:58.382125 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 14:00:58.382125 n-d-808199-11 neutron-server[103571]: timer() Nov 25 14:00:58.382125 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 14:00:58.382125 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 14:00:58.382125 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 14:00:58.382125 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 14:00:58.382125 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 14:00:58.382125 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 14:00:58.382125 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 14:00:58.382125 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 14:00:58.382125 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 14:00:58.382125 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 14:00:58.382125 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 14:00:58.382125 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 14:00:58.382125 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 14:00:58.382125 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 14:00:58.382125 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 14:00:58.382125 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 14:00:58.382125 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 14:00:58.382125 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 14:00:58.382125 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 14:00:58.382125 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 14:00:58.382125 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 14:00:58.382125 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 14:00:58.382125 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 14:00:58.382125 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 14:00:58.382125 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 14:00:58.382125 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 14:00:58.382125 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 14:00:58.382125 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 14:00:58.382125 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 14:00:58.440523 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-94235dd9-1b1d-4bbd-8dc2-962de4658875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:58.446324 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-94235dd9-1b1d-4bbd-8dc2-962de4658875 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:58.449571 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-94235dd9-1b1d-4bbd-8dc2-962de4658875 admin admin] 10.222.0.53 "DELETE /v2.0/networks/18737f45-b13e-4206-a482-a9f9eee3ddc9 HTTP/1.1" status: 204 len: 168 time: 0.2780406 Nov 25 14:00:58.460876 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94235dd9-1b1d-4bbd-8dc2-962de4658875 admin admin] Pushing event deleted for resources: {'Network': ['ID=18737f45-b13e-4206-a482-a9f9eee3ddc9,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:00:58.557428 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 35892) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:00:58.597337 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-e594a5a2-38b1-4741-961d-5fdea3d7798e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b1b3a8e8a0744283b579b42f7d80ea13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386269 Nov 25 14:00:58.600214 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 35894) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:00:58.648092 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0e66e94b-072e-4245-8175-b346138fe85a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:58.669001 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0e66e94b-072e-4245-8175-b346138fe85a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:58.719708 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0e66e94b-072e-4245-8175-b346138fe85a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:58.722456 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0e66e94b-072e-4245-8175-b346138fe85a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:58.723865 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-0e66e94b-072e-4245-8175-b346138fe85a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c51dee6f-7776-4d7d-ad2a-ccc787ef4e91 HTTP/1.1" status: 204 len: 168 time: 0.1227434 Nov 25 14:00:58.734514 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e66e94b-072e-4245-8175-b346138fe85a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c51dee6f-7776-4d7d-ad2a-ccc787ef4e91,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:00:59.379821 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 35916) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:00:59.477512 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-98f64398-0988-4411-bdf4-fffa7eec0d2a admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-775111684-network', 'tenant_id': '0e48eb6870f145b9a025ba18569b5288'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:00:59.502723 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f64398-0988-4411-bdf4-fffa7eec0d2a admin admin] Made reservation on behalf of 0e48eb6870f145b9a025ba18569b5288 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 14:00:59.504986 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-98f64398-0988-4411-bdf4-fffa7eec0d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:59.513928 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-98f64398-0988-4411-bdf4-fffa7eec0d2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:59.587847 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-98f64398-0988-4411-bdf4-fffa7eec0d2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:59.591538 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-98f64398-0988-4411-bdf4-fffa7eec0d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:59.616273 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98f64398-0988-4411-bdf4-fffa7eec0d2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 14:00:59.625972 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f64398-0988-4411-bdf4-fffa7eec0d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=335ffd76-f03b-44a2-832b-21a1b00a6fa6,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:00:59.631407 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-98f64398-0988-4411-bdf4-fffa7eec0d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:59.631756 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-98f64398-0988-4411-bdf4-fffa7eec0d2a admin admin] Added segment 6e5b7c2d-a452-4fc1-9310-d50b4817aabf of type vlan for network 2fa105eb-8204-4316-9f9d-ab993dce2e78 Nov 25 14:00:59.671479 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-98f64398-0988-4411-bdf4-fffa7eec0d2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:59.696677 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-98f64398-0988-4411-bdf4-fffa7eec0d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:59.697628 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f64398-0988-4411-bdf4-fffa7eec0d2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:00:59.698210 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-98f64398-0988-4411-bdf4-fffa7eec0d2a admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:59.767499 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-98f64398-0988-4411-bdf4-fffa7eec0d2a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3865635 Nov 25 14:00:59.770740 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 35920) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:00:59.775751 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-942777e8-8b2f-485c-b1e1-e91cbf90f26e admin admin] Request body: {'subnet': {'network_id': '2fa105eb-8204-4316-9f9d-ab993dce2e78', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-775111684-subnet', 'tenant_id': '0e48eb6870f145b9a025ba18569b5288', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:00:59.792809 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f64398-0988-4411-bdf4-fffa7eec0d2a admin admin] Pushing event updated for resources: {'Network': ['ID=2fa105eb-8204-4316-9f9d-ab993dce2e78,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:00:59.797618 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942777e8-8b2f-485c-b1e1-e91cbf90f26e admin admin] Made reservation on behalf of 0e48eb6870f145b9a025ba18569b5288 for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 14:00:59.800186 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-942777e8-8b2f-485c-b1e1-e91cbf90f26e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:00:59.803706 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 2fa105eb-8204-4316-9f9d-ab993dce2e78 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 14:00:59.968074 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-942777e8-8b2f-485c-b1e1-e91cbf90f26e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:01:00.016710 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942777e8-8b2f-485c-b1e1-e91cbf90f26e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c261f05e-99c7-41d3-8dee-dd2b91962e49,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:01:00.031206 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942777e8-8b2f-485c-b1e1-e91cbf90f26e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:01:00.031492 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942777e8-8b2f-485c-b1e1-e91cbf90f26e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:01:00.031844 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942777e8-8b2f-485c-b1e1-e91cbf90f26e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:01:00.032189 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942777e8-8b2f-485c-b1e1-e91cbf90f26e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:01:00.032529 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942777e8-8b2f-485c-b1e1-e91cbf90f26e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:01:00.032869 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942777e8-8b2f-485c-b1e1-e91cbf90f26e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:01:00.033204 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942777e8-8b2f-485c-b1e1-e91cbf90f26e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:01:00.033537 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942777e8-8b2f-485c-b1e1-e91cbf90f26e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:01:00.033868 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942777e8-8b2f-485c-b1e1-e91cbf90f26e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:01:00.034201 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942777e8-8b2f-485c-b1e1-e91cbf90f26e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:01:00.034533 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942777e8-8b2f-485c-b1e1-e91cbf90f26e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:01:00.034897 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942777e8-8b2f-485c-b1e1-e91cbf90f26e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:01:00.044915 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942777e8-8b2f-485c-b1e1-e91cbf90f26e admin admin] Checking segment: {'id': '6e5b7c2d-a452-4fc1-9310-d50b4817aabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2fa105eb-8204-4316-9f9d-ab993dce2e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:01:00.045288 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942777e8-8b2f-485c-b1e1-e91cbf90f26e admin admin] Network hostable DHCP agents. Network: 2fa105eb-8204-4316-9f9d-ab993dce2e78, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 14:01:00.061379 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942777e8-8b2f-485c-b1e1-e91cbf90f26e admin admin] Network 2fa105eb-8204-4316-9f9d-ab993dce2e78 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 14:01:00.070683 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-942777e8-8b2f-485c-b1e1-e91cbf90f26e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 2fa105eb-8204-4316-9f9d-ab993dce2e78) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:01:00.075467 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942777e8-8b2f-485c-b1e1-e91cbf90f26e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:00.076830 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-942777e8-8b2f-485c-b1e1-e91cbf90f26e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:01:00.078620 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7267ea5a-4d8d-47b0-b0bd-75bc24a4b548 None None] Network 2fa105eb-8204-4316-9f9d-ab993dce2e78 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 14:01:00.093113 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-942777e8-8b2f-485c-b1e1-e91cbf90f26e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3212240 Nov 25 14:01:00.384135 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807b7f55-4bfb-484c-b9ae-8cfa14cc0340 None None] Network 2fa105eb-8204-4316-9f9d-ab993dce2e78 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 14:01:00.403717 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d8237cc4-801b-4ca8-9ac8-b88b33595b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:01:00.538282 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35710c-5962-4b92-a054-be0cd8d1a7a2 req-71c6d1f4-4662-47a5-a4fc-93173496a9c6 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:00.539778 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9b35710c-5962-4b92-a054-be0cd8d1a7a2 req-71c6d1f4-4662-47a5-a4fc-93173496a9c6 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/networks?id=2fa105eb-8204-4316-9f9d-ab993dce2e78 HTTP/1.1" status: 200 len: 814 time: 0.1070995 Nov 25 14:01:00.554532 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9b35710c-5962-4b92-a054-be0cd8d1a7a2 req-b3b957de-b8dc-4252-96d9-178c76d75a21 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/quotas/0e48eb6870f145b9a025ba18569b5288 HTTP/1.1" status: 200 len: 375 time: 0.0089149 Nov 25 14:01:00.587233 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9b35710c-5962-4b92-a054-be0cd8d1a7a2 req-fd04ffe7-2e1c-471e-83bf-2742bd4c5b48 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0e48eb6870f145b9a025ba18569b5288&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267856 Nov 25 14:01:00.649390 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [req-9b35710c-5962-4b92-a054-be0cd8d1a7a2 req-98663807-74d5-4aaa-a2f3-7e709cac05bb service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 14:01:00.650417 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9b35710c-5962-4b92-a054-be0cd8d1a7a2 req-98663807-74d5-4aaa-a2f3-7e709cac05bb service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0567434 Nov 25 14:01:00.685464 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device ddd32c70-446a-4922-b268-33fbd43f425a no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:01:00.706215 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: ddd32c70-446a-4922-b268-33fbd43f425a {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 14:01:00.706566 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device ddd32c70-446a-4922-b268-33fbd43f425a not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:01:00.747580 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9b35710c-5962-4b92-a054-be0cd8d1a7a2 req-cc83088e-8cf9-45fa-a62c-4f9fe220b945 service neutron] 10.222.0.53 "GET /v2.0/networks/2fa105eb-8204-4316-9f9d-ab993dce2e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899074 Nov 25 14:01:00.834789 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9b35710c-5962-4b92-a054-be0cd8d1a7a2 req-c62a2985-d75e-4d41-ae03-82ab83823d0d service neutron] 10.222.0.53 "GET /v2.0/networks/2fa105eb-8204-4316-9f9d-ab993dce2e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808756 Nov 25 14:01:00.988004 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6e5791a6-04e7-4bae-9425-3276ecc5340c req-386a6969-f127-40a4-8ca8-fbcf0bc79001 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c6d3595-9fc1-4699-a0aa-aa9991d84184 HTTP/1.1" status: 200 len: 210 time: 0.0260456 Nov 25 14:01:01.934213 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35710c-5962-4b92-a054-be0cd8d1a7a2 req-07e35c60-8569-4c29-8b70-f6a7749bd083 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:01.935647 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9b35710c-5962-4b92-a054-be0cd8d1a7a2 req-07e35c60-8569-4c29-8b70-f6a7749bd083 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.47 "GET /v2.0/networks?id=2fa105eb-8204-4316-9f9d-ab993dce2e78 HTTP/1.1" status: 200 len: 814 time: 0.1330311 Nov 25 14:01:01.953646 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-9b35710c-5962-4b92-a054-be0cd8d1a7a2 req-184f9a0b-f4de-4525-9fac-712c613f0132 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Request body: {'port': {'device_id': '1c6d3595-9fc1-4699-a0aa-aa9991d84184', 'network_id': '2fa105eb-8204-4316-9f9d-ab993dce2e78', 'admin_state_up': True, 'tenant_id': '0e48eb6870f145b9a025ba18569b5288'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:01:02.063861 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b35710c-5962-4b92-a054-be0cd8d1a7a2 req-184f9a0b-f4de-4525-9fac-712c613f0132 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Made reservation on behalf of 0e48eb6870f145b9a025ba18569b5288 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 14:01:02.067555 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9b35710c-5962-4b92-a054-be0cd8d1a7a2 req-184f9a0b-f4de-4525-9fac-712c613f0132 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:01:02.082573 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-27ae7454-057f-44e0-a48d-c2e034a9bbfd req-cc3a270f-33c4-49eb-b54c-b644668c212f tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c6d3595-9fc1-4699-a0aa-aa9991d84184 HTTP/1.1" status: 200 len: 210 time: 0.0271976 Nov 25 14:01:02.217263 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-9b35710c-5962-4b92-a054-be0cd8d1a7a2 req-184f9a0b-f4de-4525-9fac-712c613f0132 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Allocated IP 172.20.0.11 (2fa105eb-8204-4316-9f9d-ab993dce2e78/c261f05e-99c7-41d3-8dee-dd2b91962e49/7c13db43-b19c-4d77-a7a9-a977ca1b635e) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:01:02.372912 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9b35710c-5962-4b92-a054-be0cd8d1a7a2 req-184f9a0b-f4de-4525-9fac-712c613f0132 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:01:02.408863 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9b35710c-5962-4b92-a054-be0cd8d1a7a2 req-184f9a0b-f4de-4525-9fac-712c613f0132 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:01:02.454238 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b35710c-5962-4b92-a054-be0cd8d1a7a2 req-184f9a0b-f4de-4525-9fac-712c613f0132 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Network 2fa105eb-8204-4316-9f9d-ab993dce2e78 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:01:02.457246 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-9b35710c-5962-4b92-a054-be0cd8d1a7a2 req-184f9a0b-f4de-4525-9fac-712c613f0132 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:01:02.461216 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b35710c-5962-4b92-a054-be0cd8d1a7a2 req-184f9a0b-f4de-4525-9fac-712c613f0132 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:01:02.484653 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f9a0b-f4de-4525-9fac-712c613f0132 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Pushing event updated for resources: {'Port': ['ID=7c13db43-b19c-4d77-a7a9-a977ca1b635e,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:01:02.514733 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35710c-5962-4b92-a054-be0cd8d1a7a2 req-184f9a0b-f4de-4525-9fac-712c613f0132 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:02.515474 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9b35710c-5962-4b92-a054-be0cd8d1a7a2 req-184f9a0b-f4de-4525-9fac-712c613f0132 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:01:02.531762 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9b35710c-5962-4b92-a054-be0cd8d1a7a2 req-184f9a0b-f4de-4525-9fac-712c613f0132 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5820487 Nov 25 14:01:02.544207 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-9b35710c-5962-4b92-a054-be0cd8d1a7a2 req-4f30935e-77fd-4a02-a29f-5bb12cf44507 service neutron] Request body: {'port': {'device_id': '1c6d3595-9fc1-4699-a0aa-aa9991d84184', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:01:02.600733 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9b35710c-5962-4b92-a054-be0cd8d1a7a2 req-4f30935e-77fd-4a02-a29f-5bb12cf44507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:01:02.807621 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ce61d15e-b829-4b0d-a837-a7ca360551d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:01:02.876989 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-9b35710c-5962-4b92-a054-be0cd8d1a7a2 req-4f30935e-77fd-4a02-a29f-5bb12cf44507 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c13db43-b19c-4d77-a7a9-a977ca1b635e {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 14:01:02.884449 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9b35710c-5962-4b92-a054-be0cd8d1a7a2 req-4f30935e-77fd-4a02-a29f-5bb12cf44507 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:01:02.897864 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-9b35710c-5962-4b92-a054-be0cd8d1a7a2 req-4f30935e-77fd-4a02-a29f-5bb12cf44507 service neutron] Transition to ACTIVE for port object 7c13db43-b19c-4d77-a7a9-a977ca1b635e will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 14:01:02.900680 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9b35710c-5962-4b92-a054-be0cd8d1a7a2 req-4f30935e-77fd-4a02-a29f-5bb12cf44507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:01:02.952996 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30935e-77fd-4a02-a29f-5bb12cf44507 service neutron] Pushing event updated for resources: {'Port': ['ID=7c13db43-b19c-4d77-a7a9-a977ca1b635e,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:01:03.022114 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-9b35710c-5962-4b92-a054-be0cd8d1a7a2 req-4f30935e-77fd-4a02-a29f-5bb12cf44507 service neutron] Attempting to bind port 7c13db43-b19c-4d77-a7a9-a977ca1b635e on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:01:03.022455 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-9b35710c-5962-4b92-a054-be0cd8d1a7a2 req-4f30935e-77fd-4a02-a29f-5bb12cf44507 service neutron] Attempting to bind port 7c13db43-b19c-4d77-a7a9-a977ca1b635e by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '6e5b7c2d-a452-4fc1-9310-d50b4817aabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2fa105eb-8204-4316-9f9d-ab993dce2e78'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:01:03.022812 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b35710c-5962-4b92-a054-be0cd8d1a7a2 req-4f30935e-77fd-4a02-a29f-5bb12cf44507 service neutron] Attempting to bind port 7c13db43-b19c-4d77-a7a9-a977ca1b635e on network 2fa105eb-8204-4316-9f9d-ab993dce2e78 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:01:03.027377 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b35710c-5962-4b92-a054-be0cd8d1a7a2 req-4f30935e-77fd-4a02-a29f-5bb12cf44507 service neutron] Port 7c13db43-b19c-4d77-a7a9-a977ca1b635e on network 2fa105eb-8204-4316-9f9d-ab993dce2e78 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 14:01:03.027699 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b35710c-5962-4b92-a054-be0cd8d1a7a2 req-4f30935e-77fd-4a02-a29f-5bb12cf44507 service neutron] Attempting to bind port 7c13db43-b19c-4d77-a7a9-a977ca1b635e on network 2fa105eb-8204-4316-9f9d-ab993dce2e78 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:01:03.032578 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b35710c-5962-4b92-a054-be0cd8d1a7a2 req-4f30935e-77fd-4a02-a29f-5bb12cf44507 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:01:03.032914 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b35710c-5962-4b92-a054-be0cd8d1a7a2 req-4f30935e-77fd-4a02-a29f-5bb12cf44507 service neutron] Checking segment: {'id': '6e5b7c2d-a452-4fc1-9310-d50b4817aabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2fa105eb-8204-4316-9f9d-ab993dce2e78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:01:03.033300 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b35710c-5962-4b92-a054-be0cd8d1a7a2 req-4f30935e-77fd-4a02-a29f-5bb12cf44507 service neutron] Bound using segment: {'id': '6e5b7c2d-a452-4fc1-9310-d50b4817aabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2fa105eb-8204-4316-9f9d-ab993dce2e78'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:01:03.033725 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-9b35710c-5962-4b92-a054-be0cd8d1a7a2 req-4f30935e-77fd-4a02-a29f-5bb12cf44507 service neutron] Bound port: 7c13db43-b19c-4d77-a7a9-a977ca1b635e, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e5b7c2d-a452-4fc1-9310-d50b4817aabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2fa105eb-8204-4316-9f9d-ab993dce2e78'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:01:03.034078 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9b35710c-5962-4b92-a054-be0cd8d1a7a2 req-4f30935e-77fd-4a02-a29f-5bb12cf44507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:01:03.095718 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-9b35710c-5962-4b92-a054-be0cd8d1a7a2 req-4f30935e-77fd-4a02-a29f-5bb12cf44507 service neutron] For port 7c13db43-b19c-4d77-a7a9-a977ca1b635e, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:01:03.098617 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-9b35710c-5962-4b92-a054-be0cd8d1a7a2 req-4f30935e-77fd-4a02-a29f-5bb12cf44507 service neutron] For port 7c13db43-b19c-4d77-a7a9-a977ca1b635e, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=7c13db43-b19c-4d77-a7a9-a977ca1b635e,segment=NetworkSegment(6e5b7c2d-a452-4fc1-9310-d50b4817aabf),segment_id=6e5b7c2d-a452-4fc1-9310-d50b4817aabf)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:01:03.103564 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9b35710c-5962-4b92-a054-be0cd8d1a7a2 req-4f30935e-77fd-4a02-a29f-5bb12cf44507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:01:03.139925 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35710c-5962-4b92-a054-be0cd8d1a7a2 req-4f30935e-77fd-4a02-a29f-5bb12cf44507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:03.140557 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9b35710c-5962-4b92-a054-be0cd8d1a7a2 req-4f30935e-77fd-4a02-a29f-5bb12cf44507 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:01:03.141939 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9b35710c-5962-4b92-a054-be0cd8d1a7a2 req-4f30935e-77fd-4a02-a29f-5bb12cf44507 service neutron] 10.222.0.47 "PUT /v2.0/ports/7c13db43-b19c-4d77-a7a9-a977ca1b635e HTTP/1.1" status: 200 len: 1093 time: 0.6017482 Nov 25 14:01:03.142386 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c6d3595-9fc1-4699-a0aa-aa9991d84184', 'tag': '7c13db43-b19c-4d77-a7a9-a977ca1b635e'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:01:03.144935 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d325efa-a255-4bde-978c-91a9218dc479" -d '{"events": [{"name": "network-changed", "server_uuid": "1c6d3595-9fc1-4699-a0aa-aa9991d84184", "tag": "7c13db43-b19c-4d77-a7a9-a977ca1b635e"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:01:03.169561 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30935e-77fd-4a02-a29f-5bb12cf44507 service neutron] Pushing event updated for resources: {'Port': ['ID=7c13db43-b19c-4d77-a7a9-a977ca1b635e,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:01:03.189518 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 14:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae307ef-e6d1-40b1-b299-c099556b0e21 x-openstack-request-id: req-9ae307ef-e6d1-40b1-b299-c099556b0e21 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:01:03.189818 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c6d3595-9fc1-4699-a0aa-aa9991d84184", "tag": "7c13db43-b19c-4d77-a7a9-a977ca1b635e", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:01:03.190078 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9ae307ef-e6d1-40b1-b299-c099556b0e21 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:01:03.190492 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c6d3595-9fc1-4699-a0aa-aa9991d84184', 'tag': '7c13db43-b19c-4d77-a7a9-a977ca1b635e', 'status': 'completed', 'code': 200} Nov 25 14:01:03.210554 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54a8f4f-245d-4583-a988-f3b16f8715a3 req-049c6937-cb10-48f8-8d6d-163e8384cf0c tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:03.213371 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c54a8f4f-245d-4583-a988-f3b16f8715a3 req-049c6937-cb10-48f8-8d6d-163e8384cf0c tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c6d3595-9fc1-4699-a0aa-aa9991d84184 HTTP/1.1" status: 200 len: 944 time: 0.0580833 Nov 25 14:01:03.239279 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35710c-5962-4b92-a054-be0cd8d1a7a2 req-9ecbdc60-7805-40d5-8e48-a664e6e9cc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:03.240840 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9b35710c-5962-4b92-a054-be0cd8d1a7a2 req-9ecbdc60-7805-40d5-8e48-a664e6e9cc84 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e48eb6870f145b9a025ba18569b5288&device_id=1c6d3595-9fc1-4699-a0aa-aa9991d84184 HTTP/1.1" status: 200 len: 1096 time: 0.0417683 Nov 25 14:01:03.260362 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c54a8f4f-245d-4583-a988-f3b16f8715a3 req-dafa9033-7a56-42a1-a8cf-11d1e72cdace tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421128 Nov 25 14:01:03.292516 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9b35710c-5962-4b92-a054-be0cd8d1a7a2 req-ce20dbff-8b6c-4d9e-82dd-1f7e274f48b7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c13db43-b19c-4d77-a7a9-a977ca1b635e HTTP/1.1" status: 200 len: 217 time: 0.0435226 Nov 25 14:01:03.340899 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35710c-5962-4b92-a054-be0cd8d1a7a2 req-675a688e-5428-4647-81e2-a2e312060202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:03.342324 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9b35710c-5962-4b92-a054-be0cd8d1a7a2 req-675a688e-5428-4647-81e2-a2e312060202 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c261f05e-99c7-41d3-8dee-dd2b91962e49 HTTP/1.1" status: 200 len: 854 time: 0.0435090 Nov 25 14:01:03.373733 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9b35710c-5962-4b92-a054-be0cd8d1a7a2 req-c7a370e7-9d12-417a-88e5-e93b02f1255f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2fa105eb-8204-4316-9f9d-ab993dce2e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240190 Nov 25 14:01:03.468889 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9b35710c-5962-4b92-a054-be0cd8d1a7a2 req-c0daa39e-2889-4015-9ec7-7344c996d81f service neutron] 10.222.0.47 "GET /v2.0/networks/2fa105eb-8204-4316-9f9d-ab993dce2e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869069 Nov 25 14:01:03.564400 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9b35710c-5962-4b92-a054-be0cd8d1a7a2 req-31481ae6-5dc3-4875-a530-7e558385aced service neutron] 10.222.0.47 "GET /v2.0/networks/2fa105eb-8204-4316-9f9d-ab993dce2e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879416 Nov 25 14:01:03.645742 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d325efa-a255-4bde-978c-91a9218dc479 req-d24ce7cf-bcee-47ff-8501-18c3a2547a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:03.647926 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8d325efa-a255-4bde-978c-91a9218dc479 req-d24ce7cf-bcee-47ff-8501-18c3a2547a26 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e48eb6870f145b9a025ba18569b5288&device_id=1c6d3595-9fc1-4699-a0aa-aa9991d84184 HTTP/1.1" status: 200 len: 1096 time: 0.0415733 Nov 25 14:01:03.742161 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d325efa-a255-4bde-978c-91a9218dc479 req-6b4438ed-5dc1-4415-b374-db166b1a41f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:03.743660 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8d325efa-a255-4bde-978c-91a9218dc479 req-6b4438ed-5dc1-4415-b374-db166b1a41f8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2fa105eb-8204-4316-9f9d-ab993dce2e78 HTTP/1.1" status: 200 len: 915 time: 0.0882604 Nov 25 14:01:03.763139 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:01:03.785467 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8d325efa-a255-4bde-978c-91a9218dc479 req-c348305c-fba1-402a-be06-f8d54b9d5c05 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c13db43-b19c-4d77-a7a9-a977ca1b635e HTTP/1.1" status: 200 len: 217 time: 0.0341635 Nov 25 14:01:03.841981 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d325efa-a255-4bde-978c-91a9218dc479 req-fa14254f-19d6-4b5d-9284-bd1e4a37dee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:03.843491 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8d325efa-a255-4bde-978c-91a9218dc479 req-fa14254f-19d6-4b5d-9284-bd1e4a37dee9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c261f05e-99c7-41d3-8dee-dd2b91962e49 HTTP/1.1" status: 200 len: 854 time: 0.0502620 Nov 25 14:01:03.877395 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8d325efa-a255-4bde-978c-91a9218dc479 req-bddb5f08-4f12-4170-9350-c062a18baa42 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2fa105eb-8204-4316-9f9d-ab993dce2e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243769 Nov 25 14:01:03.966627 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8d325efa-a255-4bde-978c-91a9218dc479 req-b6f40d8b-6226-4cb5-aee3-a6165ebe2b71 service neutron] 10.222.0.47 "GET /v2.0/networks/2fa105eb-8204-4316-9f9d-ab993dce2e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807233 Nov 25 14:01:04.003576 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:01:04.062704 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8d325efa-a255-4bde-978c-91a9218dc479 req-6db7b780-9dc0-4051-a107-c3173bc67113 service neutron] 10.222.0.47 "GET /v2.0/networks/2fa105eb-8204-4316-9f9d-ab993dce2e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872762 Nov 25 14:01:04.381114 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffbb870-7f9f-41e4-8c78-6a343c7ba667 req-5d35eb9a-cf95-4d0e-9fcd-d0e821b8994d tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:04.382657 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dffbb870-7f9f-41e4-8c78-6a343c7ba667 req-5d35eb9a-cf95-4d0e-9fcd-d0e821b8994d tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c6d3595-9fc1-4699-a0aa-aa9991d84184 HTTP/1.1" status: 200 len: 944 time: 0.0488517 Nov 25 14:01:04.431776 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dffbb870-7f9f-41e4-8c78-6a343c7ba667 req-27e6ea22-6bed-4926-a358-5d8e31b353ac tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429482 Nov 25 14:01:05.329069 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:01:05.548719 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286a3fd-dcb8-42f6-ad0a-ae16584614f7 req-9527ca3c-e02e-4ee7-9652-c22a494a9cd8 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:05.550133 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3286a3fd-dcb8-42f6-ad0a-ae16584614f7 req-9527ca3c-e02e-4ee7-9652-c22a494a9cd8 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c6d3595-9fc1-4699-a0aa-aa9991d84184 HTTP/1.1" status: 200 len: 944 time: 0.0501254 Nov 25 14:01:05.600885 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3286a3fd-dcb8-42f6-ad0a-ae16584614f7 req-4cbd5d99-8ac5-4640-83a6-001b9ab881ff tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441895 Nov 25 14:01:06.480757 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:01:06.714819 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687fb767-f171-4f01-b982-ad0e655e02fe req-e51ebe74-f797-4c01-89ea-abba64f91ea6 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:06.716312 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-687fb767-f171-4f01-b982-ad0e655e02fe req-e51ebe74-f797-4c01-89ea-abba64f91ea6 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c6d3595-9fc1-4699-a0aa-aa9991d84184 HTTP/1.1" status: 200 len: 944 time: 0.0493279 Nov 25 14:01:06.732770 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 7c13db43-b19c-4d77-a7a9-a977ca1b635e details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 14:01:06.766685 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-687fb767-f171-4f01-b982-ad0e655e02fe req-50e9fa56-94f7-40a6-a151-3eb6c17cfc5b tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443883 Nov 25 14:01:06.828457 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 7c13db43-b19c-4d77-a7a9-a977ca1b635e, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=7c13db43-b19c-4d77-a7a9-a977ca1b635e,segment=NetworkSegment(6e5b7c2d-a452-4fc1-9310-d50b4817aabf),segment_id=6e5b7c2d-a452-4fc1-9310-d50b4817aabf)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:01:06.839533 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '7c13db43-b19c-4d77-a7a9-a977ca1b635e', 'network_id': '2fa105eb-8204-4316-9f9d-ab993dce2e78', 'port_id': '7c13db43-b19c-4d77-a7a9-a977ca1b635e', 'mac_address': 'fa:16:3e:eb:75:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c261f05e-99c7-41d3-8dee-dd2b91962e49', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 14:01:06.878298 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:01:06.891139 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c13db43-b19c-4d77-a7a9-a977ca1b635e {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 14:01:06.909450 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 7c13db43-b19c-4d77-a7a9-a977ca1b635e, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=7c13db43-b19c-4d77-a7a9-a977ca1b635e,segment=NetworkSegment(6e5b7c2d-a452-4fc1-9310-d50b4817aabf),segment_id=6e5b7c2d-a452-4fc1-9310-d50b4817aabf)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:01:06.913280 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:01:06.959427 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=7c13db43-b19c-4d77-a7a9-a977ca1b635e,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:01:07.098407 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['7c13db43-b19c-4d77-a7a9-a977ca1b635e'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 14:01:07.879166 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a785bf-3d83-4fb3-ba9d-cb171b58534a req-9a139fb2-40b3-4d95-9511-d67308a537be tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:07.881125 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a7a785bf-3d83-4fb3-ba9d-cb171b58534a req-9a139fb2-40b3-4d95-9511-d67308a537be tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c6d3595-9fc1-4699-a0aa-aa9991d84184 HTTP/1.1" status: 200 len: 945 time: 0.0487902 Nov 25 14:01:07.927444 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a7a785bf-3d83-4fb3-ba9d-cb171b58534a req-05198edc-6b54-4c55-a054-4df5603b1864 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404093 Nov 25 14:01:08.557930 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:01:08.747183 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 7c13db43-b19c-4d77-a7a9-a977ca1b635e up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:01:08.795472 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 7c13db43-b19c-4d77-a7a9-a977ca1b635e completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 14:01:08.799566 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 7c13db43-b19c-4d77-a7a9-a977ca1b635e triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:01:08.799960 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:01:08.877040 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:01:08.899301 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c6d3595-9fc1-4699-a0aa-aa9991d84184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c13db43-b19c-4d77-a7a9-a977ca1b635e'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:01:08.901551 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cda0b0d-6742-43a9-a2df-2ba822639bc6" -d '{"events": [{"server_uuid": "1c6d3595-9fc1-4699-a0aa-aa9991d84184", "name": "network-vif-plugged", "status": "completed", "tag": "7c13db43-b19c-4d77-a7a9-a977ca1b635e"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:01:08.914745 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 7c13db43-b19c-4d77-a7a9-a977ca1b635e, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=7c13db43-b19c-4d77-a7a9-a977ca1b635e,segment=NetworkSegment(6e5b7c2d-a452-4fc1-9310-d50b4817aabf),segment_id=6e5b7c2d-a452-4fc1-9310-d50b4817aabf)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:01:08.919103 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:01:08.945402 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 14:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95badd12-062e-46eb-852c-e20ae8a2c1a7 x-openstack-request-id: req-95badd12-062e-46eb-852c-e20ae8a2c1a7 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:01:08.945690 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c6d3595-9fc1-4699-a0aa-aa9991d84184", "name": "network-vif-plugged", "status": "completed", "tag": "7c13db43-b19c-4d77-a7a9-a977ca1b635e", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:01:08.945938 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-95badd12-062e-46eb-852c-e20ae8a2c1a7 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:01:08.946323 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c6d3595-9fc1-4699-a0aa-aa9991d84184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c13db43-b19c-4d77-a7a9-a977ca1b635e', 'code': 200} Nov 25 14:01:08.975458 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=7c13db43-b19c-4d77-a7a9-a977ca1b635e,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:01:09.041299 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf22d7-2838-4000-a7d4-b99d5db5a8e1 req-afc17be1-b5f5-41b9-87d5-3332023b2111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:09.042887 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7acf22d7-2838-4000-a7d4-b99d5db5a8e1 req-afc17be1-b5f5-41b9-87d5-3332023b2111 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1c6d3595-9fc1-4699-a0aa-aa9991d84184 HTTP/1.1" status: 200 len: 1098 time: 0.0427423 Nov 25 14:01:09.050899 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ff720-e35f-41ec-97ff-ade4349aff62 req-5f9328c7-fd8c-44ff-8cba-d4ac310658b7 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:09.052408 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-087ff720-e35f-41ec-97ff-ade4349aff62 req-5f9328c7-fd8c-44ff-8cba-d4ac310658b7 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c6d3595-9fc1-4699-a0aa-aa9991d84184 HTTP/1.1" status: 200 len: 946 time: 0.0540748 Nov 25 14:01:09.088578 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7acf22d7-2838-4000-a7d4-b99d5db5a8e1 req-e7fa1649-d870-4bfa-aeb0-4c091ab73e2b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381994 Nov 25 14:01:09.100219 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-087ff720-e35f-41ec-97ff-ade4349aff62 req-5532b993-e2c9-4a4b-b77a-19663772e482 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417984 Nov 25 14:01:10.224920 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1267790-d181-4720-9ec3-1c6941d89770 req-7fb8607f-61bf-40c3-9184-8b7f7df3838a tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:10.226432 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b1267790-d181-4720-9ec3-1c6941d89770 req-7fb8607f-61bf-40c3-9184-8b7f7df3838a tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c6d3595-9fc1-4699-a0aa-aa9991d84184 HTTP/1.1" status: 200 len: 946 time: 0.0533121 Nov 25 14:01:10.274470 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b1267790-d181-4720-9ec3-1c6941d89770 req-cbc24cab-4254-4e55-8ebb-3fc369d8bcf9 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420785 Nov 25 14:01:11.392247 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a512711a-bd29-40ea-a7d2-1199541d105b req-e4845ed9-cd0a-4d6d-9df1-4b79a28b72c0 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:11.393497 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a512711a-bd29-40ea-a7d2-1199541d105b req-e4845ed9-cd0a-4d6d-9df1-4b79a28b72c0 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c6d3595-9fc1-4699-a0aa-aa9991d84184 HTTP/1.1" status: 200 len: 946 time: 0.0518680 Nov 25 14:01:11.444571 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a512711a-bd29-40ea-a7d2-1199541d105b req-be69610e-9f0e-4d9b-8b22-363338df6c63 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445035 Nov 25 14:01:11.556764 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28112aad-37a0-48bd-9ba6-e4204ec62459 req-f9e399d9-285a-4dd7-bfcc-f82392554f91 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:11.558139 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-28112aad-37a0-48bd-9ba6-e4204ec62459 req-f9e399d9-285a-4dd7-bfcc-f82392554f91 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c6d3595-9fc1-4699-a0aa-aa9991d84184 HTTP/1.1" status: 200 len: 946 time: 0.0484102 Nov 25 14:01:11.605818 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-28112aad-37a0-48bd-9ba6-e4204ec62459 req-380cef6c-8beb-4983-bc25-1600eeb636cd tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416765 Nov 25 14:01:11.803672 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a5625-3f4d-46a2-893e-905cd153d522 req-adb1194d-bf34-4d0b-9353-940dcb3bda1c tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:11.805138 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a58a5625-3f4d-46a2-893e-905cd153d522 req-adb1194d-bf34-4d0b-9353-940dcb3bda1c tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c6d3595-9fc1-4699-a0aa-aa9991d84184 HTTP/1.1" status: 200 len: 946 time: 0.0482345 Nov 25 14:01:11.856000 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a58a5625-3f4d-46a2-893e-905cd153d522 req-917289f8-c53c-4ca3-b323-5cd265a4de17 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448942 Nov 25 14:01:11.967583 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce3c32-2c91-4139-a3cd-c4cfc601cbe2 req-c43a6bb9-37ef-4727-9c3c-652676aef6f3 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:11.969043 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e8ce3c32-2c91-4139-a3cd-c4cfc601cbe2 req-c43a6bb9-37ef-4727-9c3c-652676aef6f3 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c6d3595-9fc1-4699-a0aa-aa9991d84184 HTTP/1.1" status: 200 len: 946 time: 0.0482662 Nov 25 14:01:12.012074 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:01:12.018201 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e8ce3c32-2c91-4139-a3cd-c4cfc601cbe2 req-aae76305-6b3c-4429-ba8f-a6f8ba1a3d02 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430853 Nov 25 14:01:12.234870 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c6eb974c-ba3d-43a0-aac6-a0dcaf2e69b9 req-5ae6f033-23eb-42e4-8717-413a1eeee8ef service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1c6d3595-9fc1-4699-a0aa-aa9991d84184&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0386691 Nov 25 14:01:12.252408 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f154f-2a80-400f-b255-71d3c680067f req-3a56fc48-9558-43ac-9a13-ea03aef9f6ae tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:12.254049 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c77f154f-2a80-400f-b255-71d3c680067f req-3a56fc48-9558-43ac-9a13-ea03aef9f6ae tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c6d3595-9fc1-4699-a0aa-aa9991d84184 HTTP/1.1" status: 200 len: 946 time: 0.0498178 Nov 25 14:01:12.303414 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c77f154f-2a80-400f-b255-71d3c680067f req-48bcdd38-3f62-4c52-81cd-98e70f945098 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424664 Nov 25 14:01:13.427900 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b6800-e091-4853-b268-58633a7ab106 req-63c08737-4aa0-4f55-a8af-fa6611839a6a tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:13.429998 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b03b6800-e091-4853-b268-58633a7ab106 req-63c08737-4aa0-4f55-a8af-fa6611839a6a tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c6d3595-9fc1-4699-a0aa-aa9991d84184 HTTP/1.1" status: 200 len: 946 time: 0.0566404 Nov 25 14:01:13.470993 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb974c-ba3d-43a0-aac6-a0dcaf2e69b9 req-a77489f0-dd20-4b02-a59d-7b111200b7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:13.472504 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c6eb974c-ba3d-43a0-aac6-a0dcaf2e69b9 req-a77489f0-dd20-4b02-a59d-7b111200b7ea service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e48eb6870f145b9a025ba18569b5288&device_id=1c6d3595-9fc1-4699-a0aa-aa9991d84184 HTTP/1.1" status: 200 len: 1098 time: 0.0450685 Nov 25 14:01:13.478124 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b03b6800-e091-4853-b268-58633a7ab106 req-ca9f0f4d-c673-4602-ba79-57bf456df549 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420847 Nov 25 14:01:13.563549 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb974c-ba3d-43a0-aac6-a0dcaf2e69b9 req-7fe266fb-9afa-40b1-9f3b-af658e4ec0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:13.565053 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c6eb974c-ba3d-43a0-aac6-a0dcaf2e69b9 req-7fe266fb-9afa-40b1-9f3b-af658e4ec0e2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2fa105eb-8204-4316-9f9d-ab993dce2e78 HTTP/1.1" status: 200 len: 915 time: 0.0851460 Nov 25 14:01:13.610283 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c6eb974c-ba3d-43a0-aac6-a0dcaf2e69b9 req-37981f37-b5cf-4dd3-8a0f-b58868c761e6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c13db43-b19c-4d77-a7a9-a977ca1b635e HTTP/1.1" status: 200 len: 217 time: 0.0386457 Nov 25 14:01:13.662919 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb974c-ba3d-43a0-aac6-a0dcaf2e69b9 req-7f74685d-50fa-47b2-a0e0-c8055f35e520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:13.664419 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c6eb974c-ba3d-43a0-aac6-a0dcaf2e69b9 req-7f74685d-50fa-47b2-a0e0-c8055f35e520 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c261f05e-99c7-41d3-8dee-dd2b91962e49 HTTP/1.1" status: 200 len: 854 time: 0.0471823 Nov 25 14:01:13.696699 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c6eb974c-ba3d-43a0-aac6-a0dcaf2e69b9 req-6f814a9d-3dc7-4e2f-907c-e85752fc4660 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2fa105eb-8204-4316-9f9d-ab993dce2e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253744 Nov 25 14:01:13.783545 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c6eb974c-ba3d-43a0-aac6-a0dcaf2e69b9 req-1a8da533-dd7f-474d-adb0-c73e1246a84a service neutron] 10.222.0.47 "GET /v2.0/networks/2fa105eb-8204-4316-9f9d-ab993dce2e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797710 Nov 25 14:01:13.875523 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c6eb974c-ba3d-43a0-aac6-a0dcaf2e69b9 req-ce201126-f097-4834-843e-9a1eae8d15b3 service neutron] 10.222.0.47 "GET /v2.0/networks/2fa105eb-8204-4316-9f9d-ab993dce2e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848787 Nov 25 14:01:14.595718 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd27bad1-9d2d-46f9-b88c-23f9544e9105 req-b0250915-5953-4be0-b8a7-cc5d5d75e14e tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:14.597134 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bd27bad1-9d2d-46f9-b88c-23f9544e9105 req-b0250915-5953-4be0-b8a7-cc5d5d75e14e tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c6d3595-9fc1-4699-a0aa-aa9991d84184 HTTP/1.1" status: 200 len: 946 time: 0.0488646 Nov 25 14:01:14.643909 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bd27bad1-9d2d-46f9-b88c-23f9544e9105 req-83cee8f8-8c72-481a-9a12-d531992a414a tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402579 Nov 25 14:01:15.759729 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7357e2f0-0106-4f19-8344-7e926ff15885 req-1620adda-1640-45b6-bef8-9b4d2ba9b432 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:15.761203 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7357e2f0-0106-4f19-8344-7e926ff15885 req-1620adda-1640-45b6-bef8-9b4d2ba9b432 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c6d3595-9fc1-4699-a0aa-aa9991d84184 HTTP/1.1" status: 200 len: 946 time: 0.0484920 Nov 25 14:01:15.810844 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7357e2f0-0106-4f19-8344-7e926ff15885 req-d34ba5aa-b38c-4be7-b8c2-ec0e5c24283e tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436561 Nov 25 14:01:16.926997 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9daab5-7a00-435c-9abe-4440ef03324c req-5c0bc56d-e428-46b8-8212-09e2d0df0069 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:16.929041 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-de9daab5-7a00-435c-9abe-4440ef03324c req-5c0bc56d-e428-46b8-8212-09e2d0df0069 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c6d3595-9fc1-4699-a0aa-aa9991d84184 HTTP/1.1" status: 200 len: 946 time: 0.0478354 Nov 25 14:01:16.974883 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-de9daab5-7a00-435c-9abe-4440ef03324c req-4cd13196-5137-4e37-8411-cb9d67158d90 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398808 Nov 25 14:01:18.089281 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6550a-7c42-4227-ab80-ca82fe799845 req-3dc60be5-2519-4aa5-b20f-3311f81a4c2f tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:18.090740 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a9c6550a-7c42-4227-ab80-ca82fe799845 req-3dc60be5-2519-4aa5-b20f-3311f81a4c2f tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c6d3595-9fc1-4699-a0aa-aa9991d84184 HTTP/1.1" status: 200 len: 946 time: 0.0473106 Nov 25 14:01:18.139149 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a9c6550a-7c42-4227-ab80-ca82fe799845 req-d2bf6246-02ac-4a45-b664-d5fa66a3daf5 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425260 Nov 25 14:01:19.255963 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4302e369-d773-4f26-8b7a-ff9eeb882372 req-8ba361dd-90a1-41ea-bb41-cf5765e1574d tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:19.257452 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4302e369-d773-4f26-8b7a-ff9eeb882372 req-8ba361dd-90a1-41ea-bb41-cf5765e1574d tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c6d3595-9fc1-4699-a0aa-aa9991d84184 HTTP/1.1" status: 200 len: 946 time: 0.0515933 Nov 25 14:01:19.310612 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4302e369-d773-4f26-8b7a-ff9eeb882372 req-e4e40061-b725-4b49-8834-bea88112a514 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467441 Nov 25 14:01:20.425973 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ea4d04-648a-43e7-a1b3-c304893545ac req-276bea9e-86ff-4ca6-9adf-f67b9419bc0f tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:20.427498 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-50ea4d04-648a-43e7-a1b3-c304893545ac req-276bea9e-86ff-4ca6-9adf-f67b9419bc0f tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c6d3595-9fc1-4699-a0aa-aa9991d84184 HTTP/1.1" status: 200 len: 946 time: 0.0491927 Nov 25 14:01:20.473887 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-50ea4d04-648a-43e7-a1b3-c304893545ac req-80973bd6-011c-48ea-b84b-e070731e10a1 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404165 Nov 25 14:01:21.590268 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a37dd-ceb4-438e-a6ec-49c119d9fc40 req-64697652-d5f4-4649-a67a-5fbf59904e77 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:21.591755 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cd9a37dd-ceb4-438e-a6ec-49c119d9fc40 req-64697652-d5f4-4649-a67a-5fbf59904e77 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c6d3595-9fc1-4699-a0aa-aa9991d84184 HTTP/1.1" status: 200 len: 946 time: 0.0509102 Nov 25 14:01:21.646662 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cd9a37dd-ceb4-438e-a6ec-49c119d9fc40 req-87c0f01c-291d-4956-969a-65a74c3b41d2 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489304 Nov 25 14:01:22.765278 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b280897-53ea-4729-ad4c-f0fe1614d700 req-bac63ade-61f0-42eb-b095-9f8fa6b6dfb0 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:22.766836 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1b280897-53ea-4729-ad4c-f0fe1614d700 req-bac63ade-61f0-42eb-b095-9f8fa6b6dfb0 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c6d3595-9fc1-4699-a0aa-aa9991d84184 HTTP/1.1" status: 200 len: 946 time: 0.0488329 Nov 25 14:01:22.815244 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1b280897-53ea-4729-ad4c-f0fe1614d700 req-2a534870-2b2b-4b33-98f1-2bf26897aeec tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418088 Nov 25 14:01:23.930749 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e091641-cbda-4cbd-9bc7-4d0219c13839 req-7c83fbd2-6c1d-4156-9bae-dd58c41113d9 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:23.932239 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4e091641-cbda-4cbd-9bc7-4d0219c13839 req-7c83fbd2-6c1d-4156-9bae-dd58c41113d9 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c6d3595-9fc1-4699-a0aa-aa9991d84184 HTTP/1.1" status: 200 len: 946 time: 0.0494261 Nov 25 14:01:23.982393 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4e091641-cbda-4cbd-9bc7-4d0219c13839 req-ae099365-9822-4e55-92f0-1d2975fe29b5 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441480 Nov 25 14:01:25.097798 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1876f92f-405c-4315-b2b9-dda125393cd8 req-d1930fd6-6fa3-4121-a73a-f92be15d6432 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:25.099286 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1876f92f-405c-4315-b2b9-dda125393cd8 req-d1930fd6-6fa3-4121-a73a-f92be15d6432 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c6d3595-9fc1-4699-a0aa-aa9991d84184 HTTP/1.1" status: 200 len: 946 time: 0.0477901 Nov 25 14:01:25.151883 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1876f92f-405c-4315-b2b9-dda125393cd8 req-24dcbecd-2c00-44ca-af35-c2ecbb0b57b4 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462358 Nov 25 14:01:26.266782 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2950ba-97d9-44a1-a5a8-cf5539a46a31 req-a62e6b29-a18c-4848-855b-8797030a7e72 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:26.268521 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fa2950ba-97d9-44a1-a5a8-cf5539a46a31 req-a62e6b29-a18c-4848-855b-8797030a7e72 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c6d3595-9fc1-4699-a0aa-aa9991d84184 HTTP/1.1" status: 200 len: 946 time: 0.0491152 Nov 25 14:01:26.314617 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fa2950ba-97d9-44a1-a5a8-cf5539a46a31 req-6235a6eb-8310-4c0a-9d97-ca999b9b5fdc tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402660 Nov 25 14:01:27.438530 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33514d1-7506-48e1-9b8f-f71e520fa3ae req-20ddc6c4-ec40-47b2-8554-cf2dc1c51c79 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:27.440037 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c33514d1-7506-48e1-9b8f-f71e520fa3ae req-20ddc6c4-ec40-47b2-8554-cf2dc1c51c79 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c6d3595-9fc1-4699-a0aa-aa9991d84184 HTTP/1.1" status: 200 len: 946 time: 0.0527790 Nov 25 14:01:27.486213 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c33514d1-7506-48e1-9b8f-f71e520fa3ae req-ae6d51d5-1e43-4f88-a82c-29df3e76a9e4 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403156 Nov 25 14:01:28.600826 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c12167b-618b-460d-8c7a-f5fd395cefcb req-9f8d411a-4b0e-49a7-9316-cfcd3cb83265 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:28.602208 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3c12167b-618b-460d-8c7a-f5fd395cefcb req-9f8d411a-4b0e-49a7-9316-cfcd3cb83265 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c6d3595-9fc1-4699-a0aa-aa9991d84184 HTTP/1.1" status: 200 len: 946 time: 0.0485256 Nov 25 14:01:28.649411 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3c12167b-618b-460d-8c7a-f5fd395cefcb req-650a92f6-fc34-4ed7-9155-76401150a6fd tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412562 Nov 25 14:01:29.763739 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d85fa3-24a8-4150-b417-17378a51d59d req-f63a8d94-e9b0-4932-9d1e-8ab9a7f2c634 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:29.765215 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-28d85fa3-24a8-4150-b417-17378a51d59d req-f63a8d94-e9b0-4932-9d1e-8ab9a7f2c634 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c6d3595-9fc1-4699-a0aa-aa9991d84184 HTTP/1.1" status: 200 len: 946 time: 0.0486870 Nov 25 14:01:29.817107 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-28d85fa3-24a8-4150-b417-17378a51d59d req-58449c5e-ce90-40fa-af5c-9dbde13cb7c7 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456898 Nov 25 14:01:30.364445 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7fe4bc7f-13ed-461c-9d6b-923be136a05e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:01:30.934709 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a98972-87ed-4767-bf59-19b0abc84a18 req-7789cacc-c86c-4d23-965b-c1af25f2a117 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:30.936169 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-34a98972-87ed-4767-bf59-19b0abc84a18 req-7789cacc-c86c-4d23-965b-c1af25f2a117 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c6d3595-9fc1-4699-a0aa-aa9991d84184 HTTP/1.1" status: 200 len: 946 time: 0.0497818 Nov 25 14:01:30.982341 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-34a98972-87ed-4767-bf59-19b0abc84a18 req-fda85001-2023-46fa-862f-0343cf6dfb98 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403399 Nov 25 14:01:32.096543 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a0f134-440f-4811-a2bd-6012e2191f6e req-eec7f64b-6f32-44eb-800e-f3226ed8bcc8 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:32.097991 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-91a0f134-440f-4811-a2bd-6012e2191f6e req-eec7f64b-6f32-44eb-800e-f3226ed8bcc8 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c6d3595-9fc1-4699-a0aa-aa9991d84184 HTTP/1.1" status: 200 len: 946 time: 0.0476282 Nov 25 14:01:32.145046 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-91a0f134-440f-4811-a2bd-6012e2191f6e req-979d1859-f46d-49bc-8488-e360713100cf tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401602 Nov 25 14:01:32.808442 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-48ca3ce1-e6ee-46de-a4f3-d7f1e6076c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:01:33.262591 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa1b02b-cd3d-4089-80ff-86bed3e0502f req-5ec6f371-16ec-4cda-a6d6-92d3c23db049 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:33.264105 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0aa1b02b-cd3d-4089-80ff-86bed3e0502f req-5ec6f371-16ec-4cda-a6d6-92d3c23db049 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c6d3595-9fc1-4699-a0aa-aa9991d84184 HTTP/1.1" status: 200 len: 946 time: 0.0515714 Nov 25 14:01:33.311903 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0aa1b02b-cd3d-4089-80ff-86bed3e0502f req-a5af905f-ea73-4012-b249-0f9fc99c79df tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415890 Nov 25 14:01:34.006929 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:01:34.447815 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7bbb2a-4d9e-4d90-bfea-37ffd227dada req-5b93a07e-454f-4925-8c10-3d3d97383665 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:34.449304 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fc7bbb2a-4d9e-4d90-bfea-37ffd227dada req-5b93a07e-454f-4925-8c10-3d3d97383665 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c6d3595-9fc1-4699-a0aa-aa9991d84184 HTTP/1.1" status: 200 len: 946 time: 0.0488048 Nov 25 14:01:34.495803 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fc7bbb2a-4d9e-4d90-bfea-37ffd227dada req-958ff1b9-ea0b-4885-9c3a-01bfed21a03a tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406067 Nov 25 14:01:35.330218 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:01:35.614592 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d96272-fd50-445b-ae62-780c328cd1a6 req-8294c15f-6ecc-4226-bac9-ddee388100f0 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:35.616083 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-97d96272-fd50-445b-ae62-780c328cd1a6 req-8294c15f-6ecc-4226-bac9-ddee388100f0 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c6d3595-9fc1-4699-a0aa-aa9991d84184 HTTP/1.1" status: 200 len: 946 time: 0.0517802 Nov 25 14:01:35.664165 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-97d96272-fd50-445b-ae62-780c328cd1a6 req-75e3672f-d079-470c-a10d-fea746ef0b7f tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421183 Nov 25 14:01:36.485725 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:01:36.788215 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d1ebcb-1fa0-498c-9efd-dd0bd87f5a86 req-5c7620e8-12e9-4366-a519-e5830af3c5e0 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:36.790263 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e0d1ebcb-1fa0-498c-9efd-dd0bd87f5a86 req-5c7620e8-12e9-4366-a519-e5830af3c5e0 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c6d3595-9fc1-4699-a0aa-aa9991d84184 HTTP/1.1" status: 200 len: 946 time: 0.0491211 Nov 25 14:01:36.836308 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e0d1ebcb-1fa0-498c-9efd-dd0bd87f5a86 req-2634f662-4885-4892-a5d2-8507f5b3a510 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397499 Nov 25 14:01:37.951420 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a113da-60b6-47ba-b1f6-bf0523dfcb6b req-7a561d8c-608b-40c0-9d79-e28bebf7c85c tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:37.952898 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-44a113da-60b6-47ba-b1f6-bf0523dfcb6b req-7a561d8c-608b-40c0-9d79-e28bebf7c85c tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c6d3595-9fc1-4699-a0aa-aa9991d84184 HTTP/1.1" status: 200 len: 946 time: 0.0477939 Nov 25 14:01:38.003078 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-44a113da-60b6-47ba-b1f6-bf0523dfcb6b req-2ad6d800-8b6b-4200-be7a-77c08a3b84f1 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442898 Nov 25 14:01:38.557969 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:01:39.117828 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc7b66d-c366-4287-9e55-1c34a361be31 req-e1569acf-863a-4eaa-8757-8172f263607c tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:39.119321 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7bc7b66d-c366-4287-9e55-1c34a361be31 req-e1569acf-863a-4eaa-8757-8172f263607c tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c6d3595-9fc1-4699-a0aa-aa9991d84184 HTTP/1.1" status: 200 len: 946 time: 0.0485368 Nov 25 14:01:39.166044 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7bc7b66d-c366-4287-9e55-1c34a361be31 req-46950a75-b38b-44cf-b7a0-65fd00f701fc tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408728 Nov 25 14:01:40.279919 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38d1a7-a137-4b92-a841-33c8c9b6ce1a req-9f1d1644-1d51-4127-9999-90fa4c62f04f tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:40.281396 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9b38d1a7-a137-4b92-a841-33c8c9b6ce1a req-9f1d1644-1d51-4127-9999-90fa4c62f04f tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c6d3595-9fc1-4699-a0aa-aa9991d84184 HTTP/1.1" status: 200 len: 946 time: 0.0485816 Nov 25 14:01:40.327561 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9b38d1a7-a137-4b92-a841-33c8c9b6ce1a req-90b10a61-a8bb-4ef2-bc52-13ee001f14a4 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403094 Nov 25 14:01:40.763654 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:01:40.918457 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [req-c6eb974c-ba3d-43a0-aac6-a0dcaf2e69b9 req-2c9a2176-2a7a-4cfa-9733-1d3ebad8dea2 service neutron] show failed (client error): The resource could not be found. Nov 25 14:01:40.919512 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c6eb974c-ba3d-43a0-aac6-a0dcaf2e69b9 req-2c9a2176-2a7a-4cfa-9733-1d3ebad8dea2 service neutron] 10.222.0.47 "GET /v2.0/ports/7c13db43-b19c-4d77-a7a9-a977ca1b635e/bindings/n-h1-808199-11 HTTP/1.1" status: 404 len: 381 time: 0.0554721 Nov 25 14:01:41.159066 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb974c-ba3d-43a0-aac6-a0dcaf2e69b9 req-ae619604-1bbc-493c-a066-1c9ddba9b2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:41.160434 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c6eb974c-ba3d-43a0-aac6-a0dcaf2e69b9 req-ae619604-1bbc-493c-a066-1c9ddba9b2aa service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1c6d3595-9fc1-4699-a0aa-aa9991d84184&tenant_id=0e48eb6870f145b9a025ba18569b5288 HTTP/1.1" status: 200 len: 1098 time: 0.0411294 Nov 25 14:01:41.178355 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-c6eb974c-ba3d-43a0-aac6-a0dcaf2e69b9 req-85df9016-02e3-49d3-a911-fae076c55886 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-808199-11', 'device_owner': 'compute:nova'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:01:41.234102 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c6eb974c-ba3d-43a0-aac6-a0dcaf2e69b9 req-85df9016-02e3-49d3-a911-fae076c55886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:01:41.435211 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-c6eb974c-ba3d-43a0-aac6-a0dcaf2e69b9 req-85df9016-02e3-49d3-a911-fae076c55886 service neutron] For port 7c13db43-b19c-4d77-a7a9-a977ca1b635e, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=7c13db43-b19c-4d77-a7a9-a977ca1b635e,segment=NetworkSegment(6e5b7c2d-a452-4fc1-9310-d50b4817aabf),segment_id=6e5b7c2d-a452-4fc1-9310-d50b4817aabf)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:01:41.465528 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d24ba7-df78-4b67-a9fa-c19f4503fe68 req-1b3817e8-44ce-4cd2-81b0-98c3f38706a6 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:41.467649 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-26d24ba7-df78-4b67-a9fa-c19f4503fe68 req-1b3817e8-44ce-4cd2-81b0-98c3f38706a6 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c6d3595-9fc1-4699-a0aa-aa9991d84184 HTTP/1.1" status: 200 len: 946 time: 0.0703421 Nov 25 14:01:41.468996 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-c6eb974c-ba3d-43a0-aac6-a0dcaf2e69b9 req-85df9016-02e3-49d3-a911-fae076c55886 service neutron] For port 7c13db43-b19c-4d77-a7a9-a977ca1b635e, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:01:41.515971 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-26d24ba7-df78-4b67-a9fa-c19f4503fe68 req-b80c7334-48e5-48e8-b880-990eab9b98a0 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419028 Nov 25 14:01:41.517408 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c6d3595-9fc1-4699-a0aa-aa9991d84184', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c13db43-b19c-4d77-a7a9-a977ca1b635e'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:01:41.520052 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c7ed7f9-1250-4697-9577-f31e6ac5dc6c" -d '{"events": [{"server_uuid": "1c6d3595-9fc1-4699-a0aa-aa9991d84184", "name": "network-vif-unplugged", "status": "completed", "tag": "7c13db43-b19c-4d77-a7a9-a977ca1b635e"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:01:41.525091 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c6eb974c-ba3d-43a0-aac6-a0dcaf2e69b9 req-85df9016-02e3-49d3-a911-fae076c55886 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:01:41.538053 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-c6eb974c-ba3d-43a0-aac6-a0dcaf2e69b9 req-85df9016-02e3-49d3-a911-fae076c55886 service neutron] Transition to ACTIVE for port object 7c13db43-b19c-4d77-a7a9-a977ca1b635e will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 14:01:41.542187 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c6eb974c-ba3d-43a0-aac6-a0dcaf2e69b9 req-85df9016-02e3-49d3-a911-fae076c55886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:01:41.574803 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 14:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27a6c36-2299-4a34-97b5-ff7e4f930bbd x-openstack-request-id: req-f27a6c36-2299-4a34-97b5-ff7e4f930bbd {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:01:41.575101 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c6d3595-9fc1-4699-a0aa-aa9991d84184", "name": "network-vif-unplugged", "status": "completed", "tag": "7c13db43-b19c-4d77-a7a9-a977ca1b635e", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:01:41.575365 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f27a6c36-2299-4a34-97b5-ff7e4f930bbd {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:01:41.575766 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c6d3595-9fc1-4699-a0aa-aa9991d84184', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c13db43-b19c-4d77-a7a9-a977ca1b635e', 'code': 200} Nov 25 14:01:41.607521 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6eb974c-ba3d-43a0-aac6-a0dcaf2e69b9 req-85df9016-02e3-49d3-a911-fae076c55886 service neutron] No DVR routers for this DVR port 7c13db43-b19c-4d77-a7a9-a977ca1b635e on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 14:01:41.614057 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85df9016-02e3-49d3-a911-fae076c55886 service neutron] Pushing event updated for resources: {'Port': ['ID=7c13db43-b19c-4d77-a7a9-a977ca1b635e,revision_number=6']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:01:41.640239 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85df9016-02e3-49d3-a911-fae076c55886 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:01:41.640596 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85df9016-02e3-49d3-a911-fae076c55886 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:01:41.640949 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85df9016-02e3-49d3-a911-fae076c55886 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:01:41.641297 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85df9016-02e3-49d3-a911-fae076c55886 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:01:41.641641 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85df9016-02e3-49d3-a911-fae076c55886 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:01:41.641982 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85df9016-02e3-49d3-a911-fae076c55886 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:01:41.642321 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85df9016-02e3-49d3-a911-fae076c55886 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:01:41.642945 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85df9016-02e3-49d3-a911-fae076c55886 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:01:41.643285 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85df9016-02e3-49d3-a911-fae076c55886 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:01:41.643614 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85df9016-02e3-49d3-a911-fae076c55886 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:01:41.643952 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85df9016-02e3-49d3-a911-fae076c55886 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:01:41.644280 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85df9016-02e3-49d3-a911-fae076c55886 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:01:41.657717 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-c6eb974c-ba3d-43a0-aac6-a0dcaf2e69b9 req-85df9016-02e3-49d3-a911-fae076c55886 service neutron] Attempting to bind port 7c13db43-b19c-4d77-a7a9-a977ca1b635e on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:01:41.658058 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-c6eb974c-ba3d-43a0-aac6-a0dcaf2e69b9 req-85df9016-02e3-49d3-a911-fae076c55886 service neutron] Attempting to bind port 7c13db43-b19c-4d77-a7a9-a977ca1b635e by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': '6e5b7c2d-a452-4fc1-9310-d50b4817aabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2fa105eb-8204-4316-9f9d-ab993dce2e78'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:01:41.658396 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6eb974c-ba3d-43a0-aac6-a0dcaf2e69b9 req-85df9016-02e3-49d3-a911-fae076c55886 service neutron] Attempting to bind port 7c13db43-b19c-4d77-a7a9-a977ca1b635e on network 2fa105eb-8204-4316-9f9d-ab993dce2e78 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:01:41.662802 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6eb974c-ba3d-43a0-aac6-a0dcaf2e69b9 req-85df9016-02e3-49d3-a911-fae076c55886 service neutron] Port 7c13db43-b19c-4d77-a7a9-a977ca1b635e on network 2fa105eb-8204-4316-9f9d-ab993dce2e78 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 14:01:41.663130 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6eb974c-ba3d-43a0-aac6-a0dcaf2e69b9 req-85df9016-02e3-49d3-a911-fae076c55886 service neutron] Attempting to bind port 7c13db43-b19c-4d77-a7a9-a977ca1b635e on network 2fa105eb-8204-4316-9f9d-ab993dce2e78 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:01:41.668042 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6eb974c-ba3d-43a0-aac6-a0dcaf2e69b9 req-85df9016-02e3-49d3-a911-fae076c55886 service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:01:41.668382 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6eb974c-ba3d-43a0-aac6-a0dcaf2e69b9 req-85df9016-02e3-49d3-a911-fae076c55886 service neutron] Checking segment: {'id': '6e5b7c2d-a452-4fc1-9310-d50b4817aabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2fa105eb-8204-4316-9f9d-ab993dce2e78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:01:41.668763 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6eb974c-ba3d-43a0-aac6-a0dcaf2e69b9 req-85df9016-02e3-49d3-a911-fae076c55886 service neutron] Bound using segment: {'id': '6e5b7c2d-a452-4fc1-9310-d50b4817aabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2fa105eb-8204-4316-9f9d-ab993dce2e78'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:01:41.669190 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-c6eb974c-ba3d-43a0-aac6-a0dcaf2e69b9 req-85df9016-02e3-49d3-a911-fae076c55886 service neutron] Bound port: 7c13db43-b19c-4d77-a7a9-a977ca1b635e, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e5b7c2d-a452-4fc1-9310-d50b4817aabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2fa105eb-8204-4316-9f9d-ab993dce2e78'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:01:41.669551 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c6eb974c-ba3d-43a0-aac6-a0dcaf2e69b9 req-85df9016-02e3-49d3-a911-fae076c55886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:01:41.731533 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-c6eb974c-ba3d-43a0-aac6-a0dcaf2e69b9 req-85df9016-02e3-49d3-a911-fae076c55886 service neutron] For port 7c13db43-b19c-4d77-a7a9-a977ca1b635e, host n-h1-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:01:41.734553 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-c6eb974c-ba3d-43a0-aac6-a0dcaf2e69b9 req-85df9016-02e3-49d3-a911-fae076c55886 service neutron] For port 7c13db43-b19c-4d77-a7a9-a977ca1b635e, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=7c13db43-b19c-4d77-a7a9-a977ca1b635e,segment=NetworkSegment(6e5b7c2d-a452-4fc1-9310-d50b4817aabf),segment_id=6e5b7c2d-a452-4fc1-9310-d50b4817aabf)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:01:41.739036 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c6eb974c-ba3d-43a0-aac6-a0dcaf2e69b9 req-85df9016-02e3-49d3-a911-fae076c55886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:01:41.776162 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb974c-ba3d-43a0-aac6-a0dcaf2e69b9 req-85df9016-02e3-49d3-a911-fae076c55886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:41.776784 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c6eb974c-ba3d-43a0-aac6-a0dcaf2e69b9 req-85df9016-02e3-49d3-a911-fae076c55886 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:01:41.778181 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c6eb974c-ba3d-43a0-aac6-a0dcaf2e69b9 req-85df9016-02e3-49d3-a911-fae076c55886 service neutron] 10.222.0.66 "PUT /v2.0/ports/7c13db43-b19c-4d77-a7a9-a977ca1b635e HTTP/1.1" status: 200 len: 1093 time: 0.6036787 Nov 25 14:01:41.796677 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85df9016-02e3-49d3-a911-fae076c55886 service neutron] Pushing event updated for resources: {'Port': ['ID=7c13db43-b19c-4d77-a7a9-a977ca1b635e,revision_number=7']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:01:41.850925 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb974c-ba3d-43a0-aac6-a0dcaf2e69b9 req-3c4afdc7-c36b-4299-a17c-8051ad383150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:41.853031 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c6eb974c-ba3d-43a0-aac6-a0dcaf2e69b9 req-3c4afdc7-c36b-4299-a17c-8051ad383150 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0e48eb6870f145b9a025ba18569b5288&device_id=1c6d3595-9fc1-4699-a0aa-aa9991d84184 HTTP/1.1" status: 200 len: 1096 time: 0.0456429 Nov 25 14:01:41.942412 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb974c-ba3d-43a0-aac6-a0dcaf2e69b9 req-863cd13f-356a-4ecd-ba21-b5464e4f448c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:41.943908 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c6eb974c-ba3d-43a0-aac6-a0dcaf2e69b9 req-863cd13f-356a-4ecd-ba21-b5464e4f448c service neutron] 10.222.0.66 "GET /v2.0/networks?id=2fa105eb-8204-4316-9f9d-ab993dce2e78 HTTP/1.1" status: 200 len: 915 time: 0.0841687 Nov 25 14:01:41.992516 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c6eb974c-ba3d-43a0-aac6-a0dcaf2e69b9 req-dcbcd6ba-9693-4610-bd22-2730f6b44a45 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c13db43-b19c-4d77-a7a9-a977ca1b635e HTTP/1.1" status: 200 len: 217 time: 0.0368521 Nov 25 14:01:42.011286 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:01:42.047243 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb974c-ba3d-43a0-aac6-a0dcaf2e69b9 req-0e0d9dcd-d797-4b54-8324-33ea55d52a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:42.048691 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c6eb974c-ba3d-43a0-aac6-a0dcaf2e69b9 req-0e0d9dcd-d797-4b54-8324-33ea55d52a57 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c261f05e-99c7-41d3-8dee-dd2b91962e49 HTTP/1.1" status: 200 len: 854 time: 0.0451891 Nov 25 14:01:42.079905 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c6eb974c-ba3d-43a0-aac6-a0dcaf2e69b9 req-0521158b-e7e8-4017-b390-9e47a57122a3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2fa105eb-8204-4316-9f9d-ab993dce2e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235543 Nov 25 14:01:42.170453 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c6eb974c-ba3d-43a0-aac6-a0dcaf2e69b9 req-074caffa-d7c0-4c84-a2b9-2cdbeeb40b23 service neutron] 10.222.0.66 "GET /v2.0/networks/2fa105eb-8204-4316-9f9d-ab993dce2e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796137 Nov 25 14:01:42.265598 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c6eb974c-ba3d-43a0-aac6-a0dcaf2e69b9 req-87fabd59-31da-438d-a36e-f51ae146ebf8 service neutron] 10.222.0.66 "GET /v2.0/networks/2fa105eb-8204-4316-9f9d-ab993dce2e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830634 Nov 25 14:01:42.631342 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf7f420-956a-4e88-87ac-cc735cdacedf req-b54d1d2b-b7fe-4cb9-8e70-f889886428c8 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:42.632819 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2bf7f420-956a-4e88-87ac-cc735cdacedf req-b54d1d2b-b7fe-4cb9-8e70-f889886428c8 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c6d3595-9fc1-4699-a0aa-aa9991d84184 HTTP/1.1" status: 200 len: 944 time: 0.0477624 Nov 25 14:01:42.679988 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2bf7f420-956a-4e88-87ac-cc735cdacedf req-d1e05792-a498-49e4-81bb-6a69e6d01901 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407565 Nov 25 14:01:43.577651 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c6d3595-9fc1-4699-a0aa-aa9991d84184', 'tag': '7c13db43-b19c-4d77-a7a9-a977ca1b635e'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:01:43.580069 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-725c6306-1a03-4893-b141-d316c02cd545" -d '{"events": [{"name": "network-changed", "server_uuid": "1c6d3595-9fc1-4699-a0aa-aa9991d84184", "tag": "7c13db43-b19c-4d77-a7a9-a977ca1b635e"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:01:43.628104 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 14:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca17a88-f8a9-4bfa-8610-ed950e652ccb x-openstack-request-id: req-eca17a88-f8a9-4bfa-8610-ed950e652ccb {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:01:43.628406 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c6d3595-9fc1-4699-a0aa-aa9991d84184", "tag": "7c13db43-b19c-4d77-a7a9-a977ca1b635e", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:01:43.628668 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eca17a88-f8a9-4bfa-8610-ed950e652ccb {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:01:43.629078 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c6d3595-9fc1-4699-a0aa-aa9991d84184', 'tag': '7c13db43-b19c-4d77-a7a9-a977ca1b635e', 'status': 'completed', 'code': 200} Nov 25 14:01:43.720769 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c6306-1a03-4893-b141-d316c02cd545 req-1c61d083-b1c8-4c28-9682-b66a5ce12f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:43.722283 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-725c6306-1a03-4893-b141-d316c02cd545 req-1c61d083-b1c8-4c28-9682-b66a5ce12f7e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0e48eb6870f145b9a025ba18569b5288&device_id=1c6d3595-9fc1-4699-a0aa-aa9991d84184 HTTP/1.1" status: 200 len: 1096 time: 0.0718873 Nov 25 14:01:43.728094 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c6306-1a03-4893-b141-d316c02cd545 req-119b25d9-bb9d-408b-a184-0b132aadf748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:43.729514 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-725c6306-1a03-4893-b141-d316c02cd545 req-119b25d9-bb9d-408b-a184-0b132aadf748 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e48eb6870f145b9a025ba18569b5288&device_id=1c6d3595-9fc1-4699-a0aa-aa9991d84184 HTTP/1.1" status: 200 len: 1096 time: 0.0779021 Nov 25 14:01:43.797506 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fa64c0-542a-42c0-b152-d60c087690da req-f17b7f8e-590f-472f-81bc-80ea830aa292 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:43.799068 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-68fa64c0-542a-42c0-b152-d60c087690da req-f17b7f8e-590f-472f-81bc-80ea830aa292 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c6d3595-9fc1-4699-a0aa-aa9991d84184 HTTP/1.1" status: 200 len: 944 time: 0.0498552 Nov 25 14:01:43.860206 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-68fa64c0-542a-42c0-b152-d60c087690da req-788648b5-9619-4304-94d9-185fd4615968 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549815 Nov 25 14:01:43.889642 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c6306-1a03-4893-b141-d316c02cd545 req-6573a612-e1e8-405f-8692-af5bed669574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:43.891127 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-725c6306-1a03-4893-b141-d316c02cd545 req-6573a612-e1e8-405f-8692-af5bed669574 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2fa105eb-8204-4316-9f9d-ab993dce2e78 HTTP/1.1" status: 200 len: 915 time: 0.1607137 Nov 25 14:01:43.893923 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c6306-1a03-4893-b141-d316c02cd545 req-ddba007c-18f9-4d12-bb21-d62c984f9091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:43.895250 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-725c6306-1a03-4893-b141-d316c02cd545 req-ddba007c-18f9-4d12-bb21-d62c984f9091 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2fa105eb-8204-4316-9f9d-ab993dce2e78 HTTP/1.1" status: 200 len: 915 time: 0.1569600 Nov 25 14:01:43.966022 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-725c6306-1a03-4893-b141-d316c02cd545 req-c2ec30f3-6dc6-43bd-99cd-469e2117093b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c13db43-b19c-4d77-a7a9-a977ca1b635e HTTP/1.1" status: 200 len: 217 time: 0.0652738 Nov 25 14:01:43.967257 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-725c6306-1a03-4893-b141-d316c02cd545 req-960319e3-8523-48b1-ba2d-dba44437136c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c13db43-b19c-4d77-a7a9-a977ca1b635e HTTP/1.1" status: 200 len: 217 time: 0.0614045 Nov 25 14:01:44.050345 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c6306-1a03-4893-b141-d316c02cd545 req-79c24bb0-d978-486c-8a61-b0bdfaf22cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:44.051822 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-725c6306-1a03-4893-b141-d316c02cd545 req-79c24bb0-d978-486c-8a61-b0bdfaf22cd5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c261f05e-99c7-41d3-8dee-dd2b91962e49 HTTP/1.1" status: 200 len: 854 time: 0.0772297 Nov 25 14:01:44.053199 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c6306-1a03-4893-b141-d316c02cd545 req-60096d74-2101-4b37-a075-652586b8f5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:44.054479 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-725c6306-1a03-4893-b141-d316c02cd545 req-60096d74-2101-4b37-a075-652586b8f5d7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c261f05e-99c7-41d3-8dee-dd2b91962e49 HTTP/1.1" status: 200 len: 854 time: 0.0725484 Nov 25 14:01:44.087582 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-725c6306-1a03-4893-b141-d316c02cd545 req-d7493d2e-8db0-4258-921c-b12b56d7c3c5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2fa105eb-8204-4316-9f9d-ab993dce2e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285931 Nov 25 14:01:44.129714 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-725c6306-1a03-4893-b141-d316c02cd545 req-9ef306aa-08ac-48d6-acea-2871c76a65db service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2fa105eb-8204-4316-9f9d-ab993dce2e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450122 Nov 25 14:01:44.579524 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-725c6306-1a03-4893-b141-d316c02cd545 req-7dc46a1c-e796-4c7b-b846-ffbfd47c0965 service neutron] 10.222.0.47 "GET /v2.0/networks/2fa105eb-8204-4316-9f9d-ab993dce2e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4848285 Nov 25 14:01:44.608256 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-725c6306-1a03-4893-b141-d316c02cd545 req-db9fe493-476e-460d-96bb-2ee8bdbd0706 service neutron] 10.222.0.66 "GET /v2.0/networks/2fa105eb-8204-4316-9f9d-ab993dce2e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4539614 Nov 25 14:01:44.733653 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-725c6306-1a03-4893-b141-d316c02cd545 req-10394d2c-4431-41c1-a076-3f844eca7fba service neutron] 10.222.0.47 "GET /v2.0/networks/2fa105eb-8204-4316-9f9d-ab993dce2e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454360 Nov 25 14:01:44.746145 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-725c6306-1a03-4893-b141-d316c02cd545 req-bd06c204-63ce-455a-94f8-81d5e490fb04 service neutron] 10.222.0.66 "GET /v2.0/networks/2fa105eb-8204-4316-9f9d-ab993dce2e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129723 Nov 25 14:01:44.975427 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da56e5b0-059d-475f-bb35-334b64b2604c req-25578d3f-1f7f-40db-bd33-3b0d79a24bbd tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:44.976900 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-da56e5b0-059d-475f-bb35-334b64b2604c req-25578d3f-1f7f-40db-bd33-3b0d79a24bbd tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c6d3595-9fc1-4699-a0aa-aa9991d84184 HTTP/1.1" status: 200 len: 944 time: 0.0478625 Nov 25 14:01:44.983204 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 7c13db43-b19c-4d77-a7a9-a977ca1b635e no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:01:45.024442 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 7c13db43-b19c-4d77-a7a9-a977ca1b635e not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:01:45.027112 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-da56e5b0-059d-475f-bb35-334b64b2604c req-d0b420e5-8b6c-4f4b-a684-b65bb28a308d tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442781 Nov 25 14:01:45.221945 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6163a5a9-510b-4773-a26c-596930052675 req-41db65f3-b660-4197-b26d-0aacbaed1dd1 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:45.223730 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6163a5a9-510b-4773-a26c-596930052675 req-41db65f3-b660-4197-b26d-0aacbaed1dd1 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c6d3595-9fc1-4699-a0aa-aa9991d84184 HTTP/1.1" status: 200 len: 944 time: 0.0505016 Nov 25 14:01:45.243497 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e795dd-aa75-40cf-88cc-b6ec0cd50720 req-6903277f-5058-4d45-8ed2-dc0e7e6760da tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:45.244992 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-23e795dd-aa75-40cf-88cc-b6ec0cd50720 req-6903277f-5058-4d45-8ed2-dc0e7e6760da tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.47 "GET /v2.0/ports?device_id=1c6d3595-9fc1-4699-a0aa-aa9991d84184&tenant_id=0e48eb6870f145b9a025ba18569b5288&binding%3Ahost_id=n-h1-808199-11 HTTP/1.1" status: 200 len: 944 time: 0.0539906 Nov 25 14:01:45.273341 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6163a5a9-510b-4773-a26c-596930052675 req-73194bb0-ce61-44e6-a572-8967d2f230f9 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429261 Nov 25 14:01:45.310397 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [req-23e795dd-aa75-40cf-88cc-b6ec0cd50720 req-8459c8b1-71ed-41e8-9944-3c4a15f4e2a5 service neutron] delete failed (client error): The resource could not be found. Nov 25 14:01:45.311462 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-23e795dd-aa75-40cf-88cc-b6ec0cd50720 req-8459c8b1-71ed-41e8-9944-3c4a15f4e2a5 service neutron] 10.222.0.47 "DELETE /v2.0/ports/7c13db43-b19c-4d77-a7a9-a977ca1b635e/bindings/n-h2-808199-11 HTTP/1.1" status: 404 len: 381 time: 0.0594108 Nov 25 14:01:45.395957 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e795dd-aa75-40cf-88cc-b6ec0cd50720 req-5d19dec4-7fe6-46c8-a185-aaf685d26aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:45.397466 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-23e795dd-aa75-40cf-88cc-b6ec0cd50720 req-5d19dec4-7fe6-46c8-a185-aaf685d26aa7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e48eb6870f145b9a025ba18569b5288&device_id=1c6d3595-9fc1-4699-a0aa-aa9991d84184 HTTP/1.1" status: 200 len: 1096 time: 0.0410118 Nov 25 14:01:45.486306 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e795dd-aa75-40cf-88cc-b6ec0cd50720 req-ef7f9777-10b9-4fe5-92bb-860852176ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:45.487729 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-23e795dd-aa75-40cf-88cc-b6ec0cd50720 req-ef7f9777-10b9-4fe5-92bb-860852176ab1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2fa105eb-8204-4316-9f9d-ab993dce2e78 HTTP/1.1" status: 200 len: 915 time: 0.0826490 Nov 25 14:01:45.537748 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-23e795dd-aa75-40cf-88cc-b6ec0cd50720 req-22d7cb1d-19e4-47a8-bd47-a61e3660dc90 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c13db43-b19c-4d77-a7a9-a977ca1b635e HTTP/1.1" status: 200 len: 217 time: 0.0420158 Nov 25 14:01:45.585685 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e795dd-aa75-40cf-88cc-b6ec0cd50720 req-fbdbb5ae-913a-4040-8d20-e09d09ee65cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:45.587178 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-23e795dd-aa75-40cf-88cc-b6ec0cd50720 req-fbdbb5ae-913a-4040-8d20-e09d09ee65cf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c261f05e-99c7-41d3-8dee-dd2b91962e49 HTTP/1.1" status: 200 len: 854 time: 0.0432706 Nov 25 14:01:45.619950 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-23e795dd-aa75-40cf-88cc-b6ec0cd50720 req-312611a3-02f9-42ac-8df7-cd59366aed58 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2fa105eb-8204-4316-9f9d-ab993dce2e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245585 Nov 25 14:01:45.711116 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-23e795dd-aa75-40cf-88cc-b6ec0cd50720 req-35461e65-d488-49e3-bdb2-b6b70d82ffa1 service neutron] 10.222.0.47 "GET /v2.0/networks/2fa105eb-8204-4316-9f9d-ab993dce2e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842230 Nov 25 14:01:45.799612 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-23e795dd-aa75-40cf-88cc-b6ec0cd50720 req-c24ed0cd-fca0-4b4b-a0b4-a544369c7288 service neutron] 10.222.0.47 "GET /v2.0/networks/2fa105eb-8204-4316-9f9d-ab993dce2e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815883 Nov 25 14:01:46.398651 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee7d147-886d-491a-bf2a-b0496cdc5708 req-5fc46c8a-9edd-40cb-8760-c397ff2cc813 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:46.400788 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3ee7d147-886d-491a-bf2a-b0496cdc5708 req-5fc46c8a-9edd-40cb-8760-c397ff2cc813 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c6d3595-9fc1-4699-a0aa-aa9991d84184 HTTP/1.1" status: 200 len: 944 time: 0.0523942 Nov 25 14:01:46.447139 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3ee7d147-886d-491a-bf2a-b0496cdc5708 req-c565b303-e85c-4e73-81bc-a92e31a17d03 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403829 Nov 25 14:01:46.496874 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 7c13db43-b19c-4d77-a7a9-a977ca1b635e details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 14:01:46.560002 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a37160-79a4-4d07-a9a4-b83ade3cf648 req-3ee25537-8b36-49aa-964a-0a8876247cc4 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:46.561509 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e3a37160-79a4-4d07-a9a4-b83ade3cf648 req-3ee25537-8b36-49aa-964a-0a8876247cc4 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c6d3595-9fc1-4699-a0aa-aa9991d84184 HTTP/1.1" status: 200 len: 944 time: 0.0488296 Nov 25 14:01:46.595884 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 7c13db43-b19c-4d77-a7a9-a977ca1b635e, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=7c13db43-b19c-4d77-a7a9-a977ca1b635e,segment=NetworkSegment(6e5b7c2d-a452-4fc1-9310-d50b4817aabf),segment_id=6e5b7c2d-a452-4fc1-9310-d50b4817aabf)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:01:46.607329 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': '7c13db43-b19c-4d77-a7a9-a977ca1b635e', 'network_id': '2fa105eb-8204-4316-9f9d-ab993dce2e78', 'port_id': '7c13db43-b19c-4d77-a7a9-a977ca1b635e', 'mac_address': 'fa:16:3e:eb:75:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c261f05e-99c7-41d3-8dee-dd2b91962e49', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 14:01:46.608468 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e3a37160-79a4-4d07-a9a4-b83ade3cf648 req-921c9f1a-6d6a-466c-9885-2c45be040879 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410991 Nov 25 14:01:46.645164 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:01:46.658413 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c13db43-b19c-4d77-a7a9-a977ca1b635e {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 14:01:46.682870 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 7c13db43-b19c-4d77-a7a9-a977ca1b635e, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=7c13db43-b19c-4d77-a7a9-a977ca1b635e,segment=NetworkSegment(6e5b7c2d-a452-4fc1-9310-d50b4817aabf),segment_id=6e5b7c2d-a452-4fc1-9310-d50b4817aabf)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:01:46.687024 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:01:46.727221 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f1ac6-d721-44dd-8401-129e4ebce870 req-c5b3a61f-73ff-4912-809c-dd8923af14e2 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:46.728627 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d20f1ac6-d721-44dd-8401-129e4ebce870 req-c5b3a61f-73ff-4912-809c-dd8923af14e2 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c6d3595-9fc1-4699-a0aa-aa9991d84184 HTTP/1.1" status: 200 len: 944 time: 0.0544558 Nov 25 14:01:46.733846 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=7c13db43-b19c-4d77-a7a9-a977ca1b635e,revision_number=8']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:01:46.776622 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d20f1ac6-d721-44dd-8401-129e4ebce870 req-78d2608a-8c2a-495e-9b4b-3f98bbc48c6e tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418489 Nov 25 14:01:46.925039 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['7c13db43-b19c-4d77-a7a9-a977ca1b635e'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 14:01:47.124094 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef2ea6b-e4e7-436f-8c82-774b6210a1ab req-b39fcdf6-c5de-419d-8eef-38706f16de32 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:47.125560 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-aef2ea6b-e4e7-436f-8c82-774b6210a1ab req-b39fcdf6-c5de-419d-8eef-38706f16de32 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/networks?id=2fa105eb-8204-4316-9f9d-ab993dce2e78 HTTP/1.1" status: 200 len: 814 time: 0.0990644 Nov 25 14:01:47.140400 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-aef2ea6b-e4e7-436f-8c82-774b6210a1ab req-892e70ff-b512-434e-ac7a-ab1a2e6ec336 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/quotas/0e48eb6870f145b9a025ba18569b5288 HTTP/1.1" status: 200 len: 375 time: 0.0091825 Nov 25 14:01:47.192104 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-aef2ea6b-e4e7-436f-8c82-774b6210a1ab req-3239d64d-cf02-40cc-b59d-86e600d35d69 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0e48eb6870f145b9a025ba18569b5288&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0464327 Nov 25 14:01:47.281118 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-aef2ea6b-e4e7-436f-8c82-774b6210a1ab req-d6e2106d-16bf-4de4-b99c-0ea00b245d54 service neutron] 10.222.0.53 "GET /v2.0/networks/2fa105eb-8204-4316-9f9d-ab993dce2e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814285 Nov 25 14:01:47.699035 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-aef2ea6b-e4e7-436f-8c82-774b6210a1ab req-06152068-0cf4-4016-aa4a-1cc98e3ce860 service neutron] 10.222.0.53 "GET /v2.0/networks/2fa105eb-8204-4316-9f9d-ab993dce2e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4118330 Nov 25 14:01:47.856107 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a452edfa-7afe-457e-b7d2-9573c6274b9b req-34673a88-0a4d-4772-905f-dc2364a1c255 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f3aa0f7-88da-48d6-81b8-a733d5964ae5 HTTP/1.1" status: 200 len: 210 time: 0.0264204 Nov 25 14:01:48.386895 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f95ac1e-5a51-43b3-b966-a7524ea70617 req-d98a1a37-9e02-4fdb-a3b0-c94cd84f05e8 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:48.388388 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6f95ac1e-5a51-43b3-b966-a7524ea70617 req-d98a1a37-9e02-4fdb-a3b0-c94cd84f05e8 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c6d3595-9fc1-4699-a0aa-aa9991d84184 HTTP/1.1" status: 200 len: 945 time: 0.0558984 Nov 25 14:01:48.486966 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-6f95ac1e-5a51-43b3-b966-a7524ea70617 req-2cbd8b65-3cf2-4131-a729-d2e6c58c5f83 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Deleting port 7c13db43-b19c-4d77-a7a9-a977ca1b635e {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:01:48.487547 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6f95ac1e-5a51-43b3-b966-a7524ea70617 req-2cbd8b65-3cf2-4131-a729-d2e6c58c5f83 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:01:48.512417 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 7c13db43-b19c-4d77-a7a9-a977ca1b635e up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:01:48.561473 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port 7c13db43-b19c-4d77-a7a9-a977ca1b635e completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 14:01:48.565111 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port 7c13db43-b19c-4d77-a7a9-a977ca1b635e triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:01:48.565493 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:01:48.578285 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-6f95ac1e-5a51-43b3-b966-a7524ea70617 req-2cbd8b65-3cf2-4131-a729-d2e6c58c5f83 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] For port 7c13db43-b19c-4d77-a7a9-a977ca1b635e, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=7c13db43-b19c-4d77-a7a9-a977ca1b635e,segment=NetworkSegment(6e5b7c2d-a452-4fc1-9310-d50b4817aabf),segment_id=6e5b7c2d-a452-4fc1-9310-d50b4817aabf)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:01:48.578658 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6f95ac1e-5a51-43b3-b966-a7524ea70617 req-2cbd8b65-3cf2-4131-a729-d2e6c58c5f83 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:01:48.591976 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-6f95ac1e-5a51-43b3-b966-a7524ea70617 req-2cbd8b65-3cf2-4131-a729-d2e6c58c5f83 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Calling delete_port for 7c13db43-b19c-4d77-a7a9-a977ca1b635e owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:01:48.643515 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:01:48.667510 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c6d3595-9fc1-4699-a0aa-aa9991d84184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c13db43-b19c-4d77-a7a9-a977ca1b635e'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:01:48.670132 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e02c58-d1f5-4fa5-aa45-b9082b4010b5" -d '{"events": [{"server_uuid": "1c6d3595-9fc1-4699-a0aa-aa9991d84184", "name": "network-vif-plugged", "status": "completed", "tag": "7c13db43-b19c-4d77-a7a9-a977ca1b635e"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:01:48.687455 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 7c13db43-b19c-4d77-a7a9-a977ca1b635e, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=7c13db43-b19c-4d77-a7a9-a977ca1b635e,segment=NetworkSegment(6e5b7c2d-a452-4fc1-9310-d50b4817aabf),segment_id=6e5b7c2d-a452-4fc1-9310-d50b4817aabf)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:01:48.693178 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:01:48.721716 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 14:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66cd724c-4885-437b-a1dc-7f176197aa9e x-openstack-request-id: req-66cd724c-4885-437b-a1dc-7f176197aa9e {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:01:48.722015 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c6d3595-9fc1-4699-a0aa-aa9991d84184", "name": "network-vif-plugged", "status": "completed", "tag": "7c13db43-b19c-4d77-a7a9-a977ca1b635e", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:01:48.722279 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-66cd724c-4885-437b-a1dc-7f176197aa9e {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:01:48.722678 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c6d3595-9fc1-4699-a0aa-aa9991d84184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c13db43-b19c-4d77-a7a9-a977ca1b635e', 'code': 200} Nov 25 14:01:48.751261 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=7c13db43-b19c-4d77-a7a9-a977ca1b635e,revision_number=9']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:01:48.752427 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.66', 53307) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:01:48.754544 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6f95ac1e-5a51-43b3-b966-a7524ea70617 req-2cbd8b65-3cf2-4131-a729-d2e6c58c5f83 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:01:48.767856 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['7c13db43-b19c-4d77-a7a9-a977ca1b635e'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 14:01:48.787918 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbd8b65-3cf2-4131-a729-d2e6c58c5f83 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Pushing event deleted for resources: {'Port': ['ID=7c13db43-b19c-4d77-a7a9-a977ca1b635e,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:01:48.832777 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f95ac1e-5a51-43b3-b966-a7524ea70617 req-2cbd8b65-3cf2-4131-a729-d2e6c58c5f83 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] No DVR routers for this DVR port 7c13db43-b19c-4d77-a7a9-a977ca1b635e on host n-h1-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 14:01:48.835437 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6f95ac1e-5a51-43b3-b966-a7524ea70617 req-2cbd8b65-3cf2-4131-a729-d2e6c58c5f83 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:01:48.839681 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6f95ac1e-5a51-43b3-b966-a7524ea70617 req-2cbd8b65-3cf2-4131-a729-d2e6c58c5f83 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.66 "DELETE /v2.0/ports/7c13db43-b19c-4d77-a7a9-a977ca1b635e HTTP/1.1" status: 204 len: 173 time: 0.4394720 Nov 25 14:01:48.840129 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c6d3595-9fc1-4699-a0aa-aa9991d84184', 'name': 'network-vif-deleted', 'tag': '7c13db43-b19c-4d77-a7a9-a977ca1b635e'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:01:48.842382 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8f0926-f2c8-477a-8fec-1723dec87e4b" -d '{"events": [{"server_uuid": "1c6d3595-9fc1-4699-a0aa-aa9991d84184", "name": "network-vif-deleted", "tag": "7c13db43-b19c-4d77-a7a9-a977ca1b635e"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:01:48.878352 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef2ea6b-e4e7-436f-8c82-774b6210a1ab req-2695bf05-8990-43af-a57e-16a6125fb921 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:48.882015 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-aef2ea6b-e4e7-436f-8c82-774b6210a1ab req-2695bf05-8990-43af-a57e-16a6125fb921 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.66 "GET /v2.0/networks?id=2fa105eb-8204-4316-9f9d-ab993dce2e78 HTTP/1.1" status: 200 len: 814 time: 0.1231511 Nov 25 14:01:48.883431 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 14:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f2e726-ab4a-497f-b681-0418005967fe x-openstack-request-id: req-50f2e726-ab4a-497f-b681-0418005967fe {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:01:48.883725 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c6d3595-9fc1-4699-a0aa-aa9991d84184", "name": "network-vif-deleted", "tag": "7c13db43-b19c-4d77-a7a9-a977ca1b635e", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:01:48.883977 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-50f2e726-ab4a-497f-b681-0418005967fe {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:01:48.884399 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c6d3595-9fc1-4699-a0aa-aa9991d84184', 'name': 'network-vif-deleted', 'tag': '7c13db43-b19c-4d77-a7a9-a977ca1b635e', 'status': 'completed', 'code': 200} Nov 25 14:01:48.906420 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-aef2ea6b-e4e7-436f-8c82-774b6210a1ab req-876ecdd9-9a04-4c74-b00e-4e13d77b698d tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Request body: {'port': {'device_id': '2f3aa0f7-88da-48d6-81b8-a733d5964ae5', 'network_id': '2fa105eb-8204-4316-9f9d-ab993dce2e78', 'admin_state_up': True, 'tenant_id': '0e48eb6870f145b9a025ba18569b5288'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:01:48.993283 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9f6d8336-76b5-473d-bfba-0bd84cd48b65 req-1e75e5f9-e280-40eb-96df-e75b4f3fcd21 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f3aa0f7-88da-48d6-81b8-a733d5964ae5 HTTP/1.1" status: 200 len: 210 time: 0.0334554 Nov 25 14:01:49.059282 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aef2ea6b-e4e7-436f-8c82-774b6210a1ab req-876ecdd9-9a04-4c74-b00e-4e13d77b698d tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Made reservation on behalf of 0e48eb6870f145b9a025ba18569b5288 for: {'port': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 14:01:49.062822 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-aef2ea6b-e4e7-436f-8c82-774b6210a1ab req-876ecdd9-9a04-4c74-b00e-4e13d77b698d tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:01:49.240770 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [req-aef2ea6b-e4e7-436f-8c82-774b6210a1ab req-876ecdd9-9a04-4c74-b00e-4e13d77b698d tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Allocated IP 172.20.0.7 (2fa105eb-8204-4316-9f9d-ab993dce2e78/c261f05e-99c7-41d3-8dee-dd2b91962e49/d548e8c0-372b-46c4-bd54-f5136859a48a) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:01:49.389866 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-aef2ea6b-e4e7-436f-8c82-774b6210a1ab req-876ecdd9-9a04-4c74-b00e-4e13d77b698d tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:01:49.423615 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-aef2ea6b-e4e7-436f-8c82-774b6210a1ab req-876ecdd9-9a04-4c74-b00e-4e13d77b698d tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:01:49.440020 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['7c13db43-b19c-4d77-a7a9-a977ca1b635e'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 14:01:49.482627 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aef2ea6b-e4e7-436f-8c82-774b6210a1ab req-876ecdd9-9a04-4c74-b00e-4e13d77b698d tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Network 2fa105eb-8204-4316-9f9d-ab993dce2e78 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:01:49.485733 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [req-aef2ea6b-e4e7-436f-8c82-774b6210a1ab req-876ecdd9-9a04-4c74-b00e-4e13d77b698d tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:01:49.489705 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-aef2ea6b-e4e7-436f-8c82-774b6210a1ab req-876ecdd9-9a04-4c74-b00e-4e13d77b698d tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:01:49.513564 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876ecdd9-9a04-4c74-b00e-4e13d77b698d tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Pushing event updated for resources: {'Port': ['ID=d548e8c0-372b-46c4-bd54-f5136859a48a,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:01:49.542364 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef2ea6b-e4e7-436f-8c82-774b6210a1ab req-876ecdd9-9a04-4c74-b00e-4e13d77b698d tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:49.543006 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-aef2ea6b-e4e7-436f-8c82-774b6210a1ab req-876ecdd9-9a04-4c74-b00e-4e13d77b698d tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:01:49.558741 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-aef2ea6b-e4e7-436f-8c82-774b6210a1ab req-876ecdd9-9a04-4c74-b00e-4e13d77b698d tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6616309 Nov 25 14:01:49.575788 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-aef2ea6b-e4e7-436f-8c82-774b6210a1ab req-8d142fc2-b974-4311-bedc-4ed04645c8c2 service neutron] Request body: {'port': {'device_id': '2f3aa0f7-88da-48d6-81b8-a733d5964ae5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-11'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:01:49.627538 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-aef2ea6b-e4e7-436f-8c82-774b6210a1ab req-8d142fc2-b974-4311-bedc-4ed04645c8c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:01:49.949644 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [req-aef2ea6b-e4e7-436f-8c82-774b6210a1ab req-8d142fc2-b974-4311-bedc-4ed04645c8c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d548e8c0-372b-46c4-bd54-f5136859a48a {{(pid=103570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 14:01:49.956910 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-aef2ea6b-e4e7-436f-8c82-774b6210a1ab req-8d142fc2-b974-4311-bedc-4ed04645c8c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:01:49.972193 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.provisioning_blocks [req-aef2ea6b-e4e7-436f-8c82-774b6210a1ab req-8d142fc2-b974-4311-bedc-4ed04645c8c2 service neutron] Transition to ACTIVE for port object d548e8c0-372b-46c4-bd54-f5136859a48a will not be triggered until provisioned by entity L2. {{(pid=103570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 14:01:49.976224 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-aef2ea6b-e4e7-436f-8c82-774b6210a1ab req-8d142fc2-b974-4311-bedc-4ed04645c8c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:01:50.028585 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d142fc2-b974-4311-bedc-4ed04645c8c2 service neutron] Pushing event updated for resources: {'Port': ['ID=d548e8c0-372b-46c4-bd54-f5136859a48a,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:01:50.127690 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-aef2ea6b-e4e7-436f-8c82-774b6210a1ab req-8d142fc2-b974-4311-bedc-4ed04645c8c2 service neutron] Attempting to bind port d548e8c0-372b-46c4-bd54-f5136859a48a on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:01:50.128034 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-aef2ea6b-e4e7-436f-8c82-774b6210a1ab req-8d142fc2-b974-4311-bedc-4ed04645c8c2 service neutron] Attempting to bind port d548e8c0-372b-46c4-bd54-f5136859a48a by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': '6e5b7c2d-a452-4fc1-9310-d50b4817aabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2fa105eb-8204-4316-9f9d-ab993dce2e78'}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:01:50.128376 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef2ea6b-e4e7-436f-8c82-774b6210a1ab req-8d142fc2-b974-4311-bedc-4ed04645c8c2 service neutron] Attempting to bind port d548e8c0-372b-46c4-bd54-f5136859a48a on network 2fa105eb-8204-4316-9f9d-ab993dce2e78 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:01:50.139481 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438e15f-bcd0-4652-ab20-b439c2710087 req-da0acae0-2845-448c-8938-90fd86bd4779 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:50.140947 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0438e15f-bcd0-4652-ab20-b439c2710087 req-da0acae0-2845-448c-8938-90fd86bd4779 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f3aa0f7-88da-48d6-81b8-a733d5964ae5 HTTP/1.1" status: 200 len: 943 time: 0.0717087 Nov 25 14:01:50.142017 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef2ea6b-e4e7-436f-8c82-774b6210a1ab req-8d142fc2-b974-4311-bedc-4ed04645c8c2 service neutron] Port d548e8c0-372b-46c4-bd54-f5136859a48a on network 2fa105eb-8204-4316-9f9d-ab993dce2e78 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 14:01:50.142343 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef2ea6b-e4e7-436f-8c82-774b6210a1ab req-8d142fc2-b974-4311-bedc-4ed04645c8c2 service neutron] Attempting to bind port d548e8c0-372b-46c4-bd54-f5136859a48a on network 2fa105eb-8204-4316-9f9d-ab993dce2e78 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:01:50.149832 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef2ea6b-e4e7-436f-8c82-774b6210a1ab req-8d142fc2-b974-4311-bedc-4ed04645c8c2 service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:01:50.150172 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef2ea6b-e4e7-436f-8c82-774b6210a1ab req-8d142fc2-b974-4311-bedc-4ed04645c8c2 service neutron] Checking segment: {'id': '6e5b7c2d-a452-4fc1-9310-d50b4817aabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2fa105eb-8204-4316-9f9d-ab993dce2e78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:01:50.150555 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef2ea6b-e4e7-436f-8c82-774b6210a1ab req-8d142fc2-b974-4311-bedc-4ed04645c8c2 service neutron] Bound using segment: {'id': '6e5b7c2d-a452-4fc1-9310-d50b4817aabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2fa105eb-8204-4316-9f9d-ab993dce2e78'} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:01:50.151018 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-aef2ea6b-e4e7-436f-8c82-774b6210a1ab req-8d142fc2-b974-4311-bedc-4ed04645c8c2 service neutron] Bound port: d548e8c0-372b-46c4-bd54-f5136859a48a, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e5b7c2d-a452-4fc1-9310-d50b4817aabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2fa105eb-8204-4316-9f9d-ab993dce2e78'}}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:01:50.151379 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-aef2ea6b-e4e7-436f-8c82-774b6210a1ab req-8d142fc2-b974-4311-bedc-4ed04645c8c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:01:50.237619 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0438e15f-bcd0-4652-ab20-b439c2710087 req-276b3195-6093-49cd-9919-acd7e1e9c537 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901115 Nov 25 14:01:50.257320 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-aef2ea6b-e4e7-436f-8c82-774b6210a1ab req-8d142fc2-b974-4311-bedc-4ed04645c8c2 service neutron] For port d548e8c0-372b-46c4-bd54-f5136859a48a, host n-h1-808199-11, cleared binding levels {{(pid=103570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:01:50.257320 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-aef2ea6b-e4e7-436f-8c82-774b6210a1ab req-8d142fc2-b974-4311-bedc-4ed04645c8c2 service neutron] For port d548e8c0-372b-46c4-bd54-f5136859a48a, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=d548e8c0-372b-46c4-bd54-f5136859a48a,segment=NetworkSegment(6e5b7c2d-a452-4fc1-9310-d50b4817aabf),segment_id=6e5b7c2d-a452-4fc1-9310-d50b4817aabf)] {{(pid=103570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:01:50.260979 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-aef2ea6b-e4e7-436f-8c82-774b6210a1ab req-8d142fc2-b974-4311-bedc-4ed04645c8c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:01:50.297636 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef2ea6b-e4e7-436f-8c82-774b6210a1ab req-8d142fc2-b974-4311-bedc-4ed04645c8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:50.298264 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-aef2ea6b-e4e7-436f-8c82-774b6210a1ab req-8d142fc2-b974-4311-bedc-4ed04645c8c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:01:50.299675 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-aef2ea6b-e4e7-436f-8c82-774b6210a1ab req-8d142fc2-b974-4311-bedc-4ed04645c8c2 service neutron] 10.222.0.66 "PUT /v2.0/ports/d548e8c0-372b-46c4-bd54-f5136859a48a HTTP/1.1" status: 200 len: 1092 time: 0.7279043 Nov 25 14:01:50.300129 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f3aa0f7-88da-48d6-81b8-a733d5964ae5', 'tag': 'd548e8c0-372b-46c4-bd54-f5136859a48a'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:01:50.302380 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9a4356-9209-45a0-97a4-54eae74bd46e" -d '{"events": [{"name": "network-changed", "server_uuid": "2f3aa0f7-88da-48d6-81b8-a733d5964ae5", "tag": "d548e8c0-372b-46c4-bd54-f5136859a48a"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:01:50.323301 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d142fc2-b974-4311-bedc-4ed04645c8c2 service neutron] Pushing event updated for resources: {'Port': ['ID=d548e8c0-372b-46c4-bd54-f5136859a48a,revision_number=3']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:01:50.408646 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 14:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6fdc83c-a9e0-4642-b698-51c890980150 x-openstack-request-id: req-f6fdc83c-a9e0-4642-b698-51c890980150 {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:01:50.408942 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f3aa0f7-88da-48d6-81b8-a733d5964ae5", "tag": "d548e8c0-372b-46c4-bd54-f5136859a48a", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:01:50.409198 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f6fdc83c-a9e0-4642-b698-51c890980150 {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:01:50.409604 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f3aa0f7-88da-48d6-81b8-a733d5964ae5', 'tag': 'd548e8c0-372b-46c4-bd54-f5136859a48a', 'status': 'completed', 'code': 200} Nov 25 14:01:50.422710 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef2ea6b-e4e7-436f-8c82-774b6210a1ab req-cbb26760-82d2-4862-8707-e3b913d2f0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:50.424232 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-aef2ea6b-e4e7-436f-8c82-774b6210a1ab req-cbb26760-82d2-4862-8707-e3b913d2f0d6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0e48eb6870f145b9a025ba18569b5288&device_id=2f3aa0f7-88da-48d6-81b8-a733d5964ae5 HTTP/1.1" status: 200 len: 1095 time: 0.0803139 Nov 25 14:01:50.490447 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-aef2ea6b-e4e7-436f-8c82-774b6210a1ab req-df9686b3-302f-4327-a3eb-caedd5ac4eaf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d548e8c0-372b-46c4-bd54-f5136859a48a HTTP/1.1" status: 200 len: 217 time: 0.0523751 Nov 25 14:01:50.554571 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef2ea6b-e4e7-436f-8c82-774b6210a1ab req-9eec257a-0b67-4075-8485-3c100288e33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:50.556136 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-aef2ea6b-e4e7-436f-8c82-774b6210a1ab req-9eec257a-0b67-4075-8485-3c100288e33b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c261f05e-99c7-41d3-8dee-dd2b91962e49 HTTP/1.1" status: 200 len: 854 time: 0.0537417 Nov 25 14:01:50.606957 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-aef2ea6b-e4e7-436f-8c82-774b6210a1ab req-6115bf7f-10ea-4fb9-aa79-0353fe0bb868 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2fa105eb-8204-4316-9f9d-ab993dce2e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431995 Nov 25 14:01:50.703063 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-aef2ea6b-e4e7-436f-8c82-774b6210a1ab req-4e087ef6-c33b-45a0-8396-86154a3e6259 service neutron] 10.222.0.66 "GET /v2.0/networks/2fa105eb-8204-4316-9f9d-ab993dce2e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837791 Nov 25 14:01:50.795398 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-aef2ea6b-e4e7-436f-8c82-774b6210a1ab req-3403ff50-4ecf-40f0-ad9d-32e8a36d756d service neutron] 10.222.0.66 "GET /v2.0/networks/2fa105eb-8204-4316-9f9d-ab993dce2e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807784 Nov 25 14:01:50.903866 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a4356-9209-45a0-97a4-54eae74bd46e req-c1845ef0-cbe3-4ac9-95ac-db8e179cacb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:50.905620 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ce9a4356-9209-45a0-97a4-54eae74bd46e req-c1845ef0-cbe3-4ac9-95ac-db8e179cacb8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0e48eb6870f145b9a025ba18569b5288&device_id=2f3aa0f7-88da-48d6-81b8-a733d5964ae5 HTTP/1.1" status: 200 len: 1095 time: 0.0461707 Nov 25 14:01:51.055167 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a4356-9209-45a0-97a4-54eae74bd46e req-f084ee58-dc3e-4a1c-b82e-94c1301e0429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:51.056555 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ce9a4356-9209-45a0-97a4-54eae74bd46e req-f084ee58-dc3e-4a1c-b82e-94c1301e0429 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2fa105eb-8204-4316-9f9d-ab993dce2e78 HTTP/1.1" status: 200 len: 915 time: 0.1439145 Nov 25 14:01:51.100325 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ce9a4356-9209-45a0-97a4-54eae74bd46e req-ca88736f-d1dc-42ea-af29-99301f8b2ade service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d548e8c0-372b-46c4-bd54-f5136859a48a HTTP/1.1" status: 200 len: 217 time: 0.0331438 Nov 25 14:01:51.155328 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a4356-9209-45a0-97a4-54eae74bd46e req-35fd501a-9c3b-4680-975a-b38ce561732e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:51.156819 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ce9a4356-9209-45a0-97a4-54eae74bd46e req-35fd501a-9c3b-4680-975a-b38ce561732e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c261f05e-99c7-41d3-8dee-dd2b91962e49 HTTP/1.1" status: 200 len: 854 time: 0.0468397 Nov 25 14:01:51.193757 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ce9a4356-9209-45a0-97a4-54eae74bd46e req-42085493-40d9-426e-a1bd-5ce1ffd8cb8c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2fa105eb-8204-4316-9f9d-ab993dce2e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277805 Nov 25 14:01:51.283043 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ce9a4356-9209-45a0-97a4-54eae74bd46e req-d2671d5c-3d82-4141-bd01-5d7fa3375db8 service neutron] 10.222.0.66 "GET /v2.0/networks/2fa105eb-8204-4316-9f9d-ab993dce2e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810082 Nov 25 14:01:51.399998 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0eeb47-0b4f-4d61-9c43-a50f69c81baa req-71f69302-9d25-463a-b848-7ec508df3c66 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:51.401476 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-aa0eeb47-0b4f-4d61-9c43-a50f69c81baa req-71f69302-9d25-463a-b848-7ec508df3c66 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f3aa0f7-88da-48d6-81b8-a733d5964ae5 HTTP/1.1" status: 200 len: 943 time: 0.0925877 Nov 25 14:01:51.421140 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ce9a4356-9209-45a0-97a4-54eae74bd46e req-5bbd743d-5d85-4e82-9413-11d51d6d2ae9 service neutron] 10.222.0.66 "GET /v2.0/networks/2fa105eb-8204-4316-9f9d-ab993dce2e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297781 Nov 25 14:01:51.456705 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-aa0eeb47-0b4f-4d61-9c43-a50f69c81baa req-20b1bd4a-b41d-494b-8284-479a41b5e502 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465975 Nov 25 14:01:52.513957 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 7c13db43-b19c-4d77-a7a9-a977ca1b635e no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:01:52.538885 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] No Port match for: 7c13db43-b19c-4d77-a7a9-a977ca1b635e {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 14:01:52.539229 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 7c13db43-b19c-4d77-a7a9-a977ca1b635e not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:01:52.580422 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d0995a-7728-4634-8584-d5046d39e357 req-764b0cdd-26d3-4aed-b48b-76f549411ce1 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:52.581900 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e5d0995a-7728-4634-8584-d5046d39e357 req-764b0cdd-26d3-4aed-b48b-76f549411ce1 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f3aa0f7-88da-48d6-81b8-a733d5964ae5 HTTP/1.1" status: 200 len: 943 time: 0.0514872 Nov 25 14:01:52.628517 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e5d0995a-7728-4634-8584-d5046d39e357 req-82de3f06-c5c1-43ae-86fe-0959931f537e tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400150 Nov 25 14:01:53.742982 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3148e0b-c2e5-4661-b886-0438197fa0ce req-fc4f4d89-e6dd-4fe8-8dd9-7a463e1e50c5 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:53.744466 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d3148e0b-c2e5-4661-b886-0438197fa0ce req-fc4f4d89-e6dd-4fe8-8dd9-7a463e1e50c5 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f3aa0f7-88da-48d6-81b8-a733d5964ae5 HTTP/1.1" status: 200 len: 943 time: 0.0484369 Nov 25 14:01:53.791398 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d3148e0b-c2e5-4661-b886-0438197fa0ce req-c2130aa3-9e55-420c-b771-e214cb31ec0d tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410881 Nov 25 14:01:54.513949 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device d548e8c0-372b-46c4-bd54-f5136859a48a details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 14:01:54.607207 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port d548e8c0-372b-46c4-bd54-f5136859a48a, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=d548e8c0-372b-46c4-bd54-f5136859a48a,segment=NetworkSegment(6e5b7c2d-a452-4fc1-9310-d50b4817aabf),segment_id=6e5b7c2d-a452-4fc1-9310-d50b4817aabf)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:01:54.618938 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': 'd548e8c0-372b-46c4-bd54-f5136859a48a', 'network_id': '2fa105eb-8204-4316-9f9d-ab993dce2e78', 'port_id': 'd548e8c0-372b-46c4-bd54-f5136859a48a', 'mac_address': 'fa:16:3e:ad:30:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c261f05e-99c7-41d3-8dee-dd2b91962e49', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 14:01:54.659352 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:01:54.672757 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d548e8c0-372b-46c4-bd54-f5136859a48a {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 14:01:54.691009 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port d548e8c0-372b-46c4-bd54-f5136859a48a, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=d548e8c0-372b-46c4-bd54-f5136859a48a,segment=NetworkSegment(6e5b7c2d-a452-4fc1-9310-d50b4817aabf),segment_id=6e5b7c2d-a452-4fc1-9310-d50b4817aabf)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:01:54.695222 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:01:54.741118 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=d548e8c0-372b-46c4-bd54-f5136859a48a,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:01:54.748392 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:01:54.748744 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:01:54.749090 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:01:54.749431 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:01:54.749771 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:01:54.750109 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:01:54.750438 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:01:54.750802 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:01:54.751133 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:01:54.751461 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:01:54.751789 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:01:54.752112 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:01:54.904549 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bec242-3761-42bc-b9a0-fcbbfb184224 req-6d8e2100-2a92-4f1a-b05f-b7e83e48fdcb tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:54.905932 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c7bec242-3761-42bc-b9a0-fcbbfb184224 req-6d8e2100-2a92-4f1a-b05f-b7e83e48fdcb tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f3aa0f7-88da-48d6-81b8-a733d5964ae5 HTTP/1.1" status: 200 len: 944 time: 0.0477593 Nov 25 14:01:54.939596 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['d548e8c0-372b-46c4-bd54-f5136859a48a'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 14:01:54.959972 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c7bec242-3761-42bc-b9a0-fcbbfb184224 req-77afbdd5-8bf2-4c4b-a0e4-e538938ff1fb tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481644 Nov 25 14:01:56.075833 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc28b9-765a-440a-9168-87e73c329820 req-96fb1f11-5e9f-4a0e-a03f-39b918cb4835 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:56.077319 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4dfc28b9-765a-440a-9168-87e73c329820 req-96fb1f11-5e9f-4a0e-a03f-39b918cb4835 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f3aa0f7-88da-48d6-81b8-a733d5964ae5 HTTP/1.1" status: 200 len: 944 time: 0.0474761 Nov 25 14:01:56.124257 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4dfc28b9-765a-440a-9168-87e73c329820 req-5420e093-ba97-4f1b-9f62-c84c9c7534d8 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411069 Nov 25 14:01:56.546857 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device d548e8c0-372b-46c4-bd54-f5136859a48a up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:01:56.593579 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port d548e8c0-372b-46c4-bd54-f5136859a48a completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 14:01:56.597329 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port d548e8c0-372b-46c4-bd54-f5136859a48a triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:01:56.597712 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:01:56.676426 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:01:56.698456 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f3aa0f7-88da-48d6-81b8-a733d5964ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd548e8c0-372b-46c4-bd54-f5136859a48a'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:01:56.700868 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c2fade-fbeb-4182-91ea-bb4a973f6ca1" -d '{"events": [{"server_uuid": "2f3aa0f7-88da-48d6-81b8-a733d5964ae5", "name": "network-vif-plugged", "status": "completed", "tag": "d548e8c0-372b-46c4-bd54-f5136859a48a"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:01:56.713952 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port d548e8c0-372b-46c4-bd54-f5136859a48a, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=d548e8c0-372b-46c4-bd54-f5136859a48a,segment=NetworkSegment(6e5b7c2d-a452-4fc1-9310-d50b4817aabf),segment_id=6e5b7c2d-a452-4fc1-9310-d50b4817aabf)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:01:56.718546 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:01:56.742026 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 14:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9717197-1cc9-45ca-9855-22f54c8f2580 x-openstack-request-id: req-d9717197-1cc9-45ca-9855-22f54c8f2580 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:01:56.742317 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f3aa0f7-88da-48d6-81b8-a733d5964ae5", "name": "network-vif-plugged", "status": "completed", "tag": "d548e8c0-372b-46c4-bd54-f5136859a48a", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:01:56.742571 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d9717197-1cc9-45ca-9855-22f54c8f2580 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:01:56.742983 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f3aa0f7-88da-48d6-81b8-a733d5964ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd548e8c0-372b-46c4-bd54-f5136859a48a', 'code': 200} Nov 25 14:01:56.769432 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=d548e8c0-372b-46c4-bd54-f5136859a48a,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:01:56.846844 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d021f955-655a-4b15-9c15-42f16e228075 req-c7f34ee1-0c25-4e2c-94e6-66fefecb9b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:56.848386 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d021f955-655a-4b15-9c15-42f16e228075 req-c7f34ee1-0c25-4e2c-94e6-66fefecb9b54 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2f3aa0f7-88da-48d6-81b8-a733d5964ae5 HTTP/1.1" status: 200 len: 1097 time: 0.0384037 Nov 25 14:01:56.911249 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d021f955-655a-4b15-9c15-42f16e228075 req-289df49a-8724-4b52-8c22-1551b1a44166 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505440 Nov 25 14:01:57.242140 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6fe7c0-aec7-400f-aaa2-bbf2897cb873 req-9a380b25-38f3-48df-9d7e-814f587f7cb9 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:57.243789 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1f6fe7c0-aec7-400f-aaa2-bbf2897cb873 req-9a380b25-38f3-48df-9d7e-814f587f7cb9 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f3aa0f7-88da-48d6-81b8-a733d5964ae5 HTTP/1.1" status: 200 len: 945 time: 0.0528743 Nov 25 14:01:57.291763 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1f6fe7c0-aec7-400f-aaa2-bbf2897cb873 req-891522eb-7c3c-4db3-a351-ebcbcb02dc92 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420315 Nov 25 14:01:58.417230 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b31320-e691-495b-8dcc-b1f61f9b3d97 req-0f5f6693-ec3f-40d6-b0d1-da994f7382e8 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:58.418646 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b8b31320-e691-495b-8dcc-b1f61f9b3d97 req-0f5f6693-ec3f-40d6-b0d1-da994f7382e8 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f3aa0f7-88da-48d6-81b8-a733d5964ae5 HTTP/1.1" status: 200 len: 945 time: 0.0506146 Nov 25 14:01:58.465620 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b8b31320-e691-495b-8dcc-b1f61f9b3d97 req-b7f7a10e-a18e-4d2e-a565-4ee08a812669 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409606 Nov 25 14:01:58.582143 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc05a486-9b44-43b9-99eb-f82c2b95f555 req-e9811269-f8dd-4172-8d13-5151f7be025d tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:58.583676 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bc05a486-9b44-43b9-99eb-f82c2b95f555 req-e9811269-f8dd-4172-8d13-5151f7be025d tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f3aa0f7-88da-48d6-81b8-a733d5964ae5 HTTP/1.1" status: 200 len: 945 time: 0.0503139 Nov 25 14:01:58.640888 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bc05a486-9b44-43b9-99eb-f82c2b95f555 req-0176d869-0d7f-4c79-a28b-36d49e5ed233 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504570 Nov 25 14:01:58.865743 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-165d5ef0-6fcd-4aba-8c7b-69db3a4a67d2 req-f475781e-9ae9-4eda-96f0-aeb06023421d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2f3aa0f7-88da-48d6-81b8-a733d5964ae5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0401242 Nov 25 14:01:58.882155 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee9e5fc-fa96-4649-800a-f246e636613a req-5b00884c-7d1a-4da7-acee-d95d786823ba tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:58.884361 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-aee9e5fc-fa96-4649-800a-f246e636613a req-5b00884c-7d1a-4da7-acee-d95d786823ba tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f3aa0f7-88da-48d6-81b8-a733d5964ae5 HTTP/1.1" status: 200 len: 945 time: 0.0521748 Nov 25 14:01:58.932849 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-aee9e5fc-fa96-4649-800a-f246e636613a req-c661db36-6157-49e5-a087-508a85422c66 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422769 Nov 25 14:01:59.913838 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d5ef0-6fcd-4aba-8c7b-69db3a4a67d2 req-c0e4d137-6127-4fe8-92a4-e669ebcdc5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:01:59.915364 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-165d5ef0-6fcd-4aba-8c7b-69db3a4a67d2 req-c0e4d137-6127-4fe8-92a4-e669ebcdc5a9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0e48eb6870f145b9a025ba18569b5288&device_id=2f3aa0f7-88da-48d6-81b8-a733d5964ae5 HTTP/1.1" status: 200 len: 1097 time: 0.0405898 Nov 25 14:02:00.279332 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48c44d-440b-493c-a5f6-bbf31fb6a956 req-df572bb7-95e6-4d8b-80e3-5460e83e1b1e tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:00.280853 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0e48c44d-440b-493c-a5f6-bbf31fb6a956 req-df572bb7-95e6-4d8b-80e3-5460e83e1b1e tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f3aa0f7-88da-48d6-81b8-a733d5964ae5 HTTP/1.1" status: 200 len: 945 time: 0.0741937 Nov 25 14:02:00.285507 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d5ef0-6fcd-4aba-8c7b-69db3a4a67d2 req-98a479c1-c14a-48ab-902e-0492c570c259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:00.286906 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-165d5ef0-6fcd-4aba-8c7b-69db3a4a67d2 req-98a479c1-c14a-48ab-902e-0492c570c259 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2fa105eb-8204-4316-9f9d-ab993dce2e78 HTTP/1.1" status: 200 len: 915 time: 0.3648612 Nov 25 14:02:00.338219 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-165d5ef0-6fcd-4aba-8c7b-69db3a4a67d2 req-75c55047-40ae-4b53-af1f-b6e17b069dae service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d548e8c0-372b-46c4-bd54-f5136859a48a HTTP/1.1" status: 200 len: 217 time: 0.0433977 Nov 25 14:02:00.367812 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-192cc733-d011-42e6-b31f-9c4228085957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:00.398368 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0e48c44d-440b-493c-a5f6-bbf31fb6a956 req-6e02f81b-4e50-4ba9-97fb-065bd8c8b729 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104958 Nov 25 14:02:00.409134 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d5ef0-6fcd-4aba-8c7b-69db3a4a67d2 req-e896e935-a825-4c0a-804d-2606baa0506e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:00.410538 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-165d5ef0-6fcd-4aba-8c7b-69db3a4a67d2 req-e896e935-a825-4c0a-804d-2606baa0506e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c261f05e-99c7-41d3-8dee-dd2b91962e49 HTTP/1.1" status: 200 len: 854 time: 0.0630231 Nov 25 14:02:00.443506 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-165d5ef0-6fcd-4aba-8c7b-69db3a4a67d2 req-8c9a6b5f-e0bf-4ad0-9a3d-6740550b130c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2fa105eb-8204-4316-9f9d-ab993dce2e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255256 Nov 25 14:02:00.454391 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [req-165d5ef0-6fcd-4aba-8c7b-69db3a4a67d2 req-466d591b-cc5f-4497-b818-0e207a5ae38f service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 14:02:00.455749 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-165d5ef0-6fcd-4aba-8c7b-69db3a4a67d2 req-466d591b-cc5f-4497-b818-0e207a5ae38f service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053384 Nov 25 14:02:00.551266 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-165d5ef0-6fcd-4aba-8c7b-69db3a4a67d2 req-542bfa5b-9865-4733-b88e-5fb402b8d79f service neutron] 10.222.0.66 "GET /v2.0/networks/2fa105eb-8204-4316-9f9d-ab993dce2e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884049 Nov 25 14:02:00.644553 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-165d5ef0-6fcd-4aba-8c7b-69db3a4a67d2 req-ab65641c-de11-48a5-88c3-80ea3be040a0 service neutron] 10.222.0.66 "GET /v2.0/networks/2fa105eb-8204-4316-9f9d-ab993dce2e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863490 Nov 25 14:02:01.522933 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb71e0-0cae-4146-8a77-5ff5195cf174 req-fbe187ea-e18e-46d8-aa86-6154bd3ea0ce tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:01.524910 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1dbb71e0-0cae-4146-8a77-5ff5195cf174 req-fbe187ea-e18e-46d8-aa86-6154bd3ea0ce tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f3aa0f7-88da-48d6-81b8-a733d5964ae5 HTTP/1.1" status: 200 len: 945 time: 0.0536466 Nov 25 14:02:01.577115 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1dbb71e0-0cae-4146-8a77-5ff5195cf174 req-6f4ff323-d95b-445b-8815-9012c57e60a2 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459938 Nov 25 14:02:02.692446 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f7c301-3351-4218-8ace-48526ee8a8f1 req-57ad4e04-591d-4754-a557-696b1d5f5c61 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:02.693831 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-05f7c301-3351-4218-8ace-48526ee8a8f1 req-57ad4e04-591d-4754-a557-696b1d5f5c61 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f3aa0f7-88da-48d6-81b8-a733d5964ae5 HTTP/1.1" status: 200 len: 945 time: 0.0486739 Nov 25 14:02:02.746328 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-05f7c301-3351-4218-8ace-48526ee8a8f1 req-97932650-eac0-4e84-8362-d317f7815d29 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465360 Nov 25 14:02:02.811977 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-526b023e-3d17-4878-a9ba-6e3ec39c7d94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:03.860851 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677060d-5539-4e28-a2a5-c1a07a439b13 req-9bcfc089-dd85-46cb-a1f5-308bbbcdb8d1 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:03.862330 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3677060d-5539-4e28-a2a5-c1a07a439b13 req-9bcfc089-dd85-46cb-a1f5-308bbbcdb8d1 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f3aa0f7-88da-48d6-81b8-a733d5964ae5 HTTP/1.1" status: 200 len: 945 time: 0.0482745 Nov 25 14:02:03.909448 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3677060d-5539-4e28-a2a5-c1a07a439b13 req-8419ba54-2c68-4a6a-96da-cfe6f2cadf4d tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412226 Nov 25 14:02:04.008791 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:05.028754 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a9b944-495f-4cf4-aa3c-9b0c4a8e6922 req-4fb6096a-7a08-466e-acef-f1c6e836a4e7 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:05.030570 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-66a9b944-495f-4cf4-aa3c-9b0c4a8e6922 req-4fb6096a-7a08-466e-acef-f1c6e836a4e7 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f3aa0f7-88da-48d6-81b8-a733d5964ae5 HTTP/1.1" status: 200 len: 945 time: 0.0538251 Nov 25 14:02:05.079994 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-66a9b944-495f-4cf4-aa3c-9b0c4a8e6922 req-7bed8aad-6161-4a35-b8c0-45a374a11af4 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434887 Nov 25 14:02:05.336119 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:06.196532 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5185e22d-2835-4312-9366-86d1dac287c9 req-9f43f456-e00c-4e5e-ad94-8eb729f0eb64 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:06.198125 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5185e22d-2835-4312-9366-86d1dac287c9 req-9f43f456-e00c-4e5e-ad94-8eb729f0eb64 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f3aa0f7-88da-48d6-81b8-a733d5964ae5 HTTP/1.1" status: 200 len: 945 time: 0.0485854 Nov 25 14:02:06.251708 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5185e22d-2835-4312-9366-86d1dac287c9 req-0d4cd716-6abb-4127-bb5b-799f84494798 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464425 Nov 25 14:02:06.488090 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:07.372601 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf073fb5-8aa5-4b36-b200-6d9bb740bfd3 req-985c1159-4045-4e37-84ad-c944b8c38625 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:07.374088 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bf073fb5-8aa5-4b36-b200-6d9bb740bfd3 req-985c1159-4045-4e37-84ad-c944b8c38625 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f3aa0f7-88da-48d6-81b8-a733d5964ae5 HTTP/1.1" status: 200 len: 945 time: 0.0530975 Nov 25 14:02:07.421772 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bf073fb5-8aa5-4b36-b200-6d9bb740bfd3 req-61dfa9b6-e6d3-4737-abc6-216dbfa5961e tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416152 Nov 25 14:02:08.537336 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8499c458-59c1-4098-9e44-37cb2a6a5c2b req-f292e2a6-17c0-48ce-b10e-7c5c8e93d9a6 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:08.538868 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8499c458-59c1-4098-9e44-37cb2a6a5c2b req-f292e2a6-17c0-48ce-b10e-7c5c8e93d9a6 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f3aa0f7-88da-48d6-81b8-a733d5964ae5 HTTP/1.1" status: 200 len: 945 time: 0.0499897 Nov 25 14:02:08.554634 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:08.586818 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8499c458-59c1-4098-9e44-37cb2a6a5c2b req-fe1ca71e-15b6-414f-9bdc-d09fcd269f13 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420985 Nov 25 14:02:09.700228 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb9010b-a7cb-42ca-91a0-9aab4d8f792c req-c51b9157-c317-4258-bea0-516b6e775b88 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:09.701624 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-aeb9010b-a7cb-42ca-91a0-9aab4d8f792c req-c51b9157-c317-4258-bea0-516b6e775b88 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f3aa0f7-88da-48d6-81b8-a733d5964ae5 HTTP/1.1" status: 200 len: 945 time: 0.0479822 Nov 25 14:02:09.752422 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-aeb9010b-a7cb-42ca-91a0-9aab4d8f792c req-af08d4e9-9be2-4346-9994-b2de1f3b2db5 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449359 Nov 25 14:02:10.464414 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7687c30-000d-455c-a2e3-a9a040c7e87c req-8fe8869f-d413-485e-b3e0-7b8253a82c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:10.465916 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f7687c30-000d-455c-a2e3-a9a040c7e87c req-8fe8869f-d413-485e-b3e0-7b8253a82c0c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0e48eb6870f145b9a025ba18569b5288&device_id=2f3aa0f7-88da-48d6-81b8-a733d5964ae5 HTTP/1.1" status: 200 len: 1097 time: 0.0404842 Nov 25 14:02:10.569005 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7687c30-000d-455c-a2e3-a9a040c7e87c req-815d4643-b8a4-4280-a030-740fe64493c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:10.570492 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f7687c30-000d-455c-a2e3-a9a040c7e87c req-815d4643-b8a4-4280-a030-740fe64493c5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2fa105eb-8204-4316-9f9d-ab993dce2e78 HTTP/1.1" status: 200 len: 915 time: 0.0846534 Nov 25 14:02:10.615162 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f7687c30-000d-455c-a2e3-a9a040c7e87c req-b3e19530-960c-4eb1-abad-014185765015 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d548e8c0-372b-46c4-bd54-f5136859a48a HTTP/1.1" status: 200 len: 217 time: 0.0375416 Nov 25 14:02:10.665315 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7687c30-000d-455c-a2e3-a9a040c7e87c req-fcee8be1-6f43-4627-90b5-69c2567f842b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:10.666787 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f7687c30-000d-455c-a2e3-a9a040c7e87c req-fcee8be1-6f43-4627-90b5-69c2567f842b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c261f05e-99c7-41d3-8dee-dd2b91962e49 HTTP/1.1" status: 200 len: 854 time: 0.0442951 Nov 25 14:02:10.698147 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f7687c30-000d-455c-a2e3-a9a040c7e87c req-2ec111cc-d7b8-429b-ad65-d79404c45886 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2fa105eb-8204-4316-9f9d-ab993dce2e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240769 Nov 25 14:02:10.790850 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f7687c30-000d-455c-a2e3-a9a040c7e87c req-7c6f9e91-c4a6-4fe5-8bef-9bb43c81c98e service neutron] 10.222.0.66 "GET /v2.0/networks/2fa105eb-8204-4316-9f9d-ab993dce2e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858874 Nov 25 14:02:10.918521 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be1c91-2365-47e0-86b3-15bd3c9ee803 req-b26c906e-832f-48c8-b3b4-efc5372a6bca tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:10.919943 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-17be1c91-2365-47e0-86b3-15bd3c9ee803 req-b26c906e-832f-48c8-b3b4-efc5372a6bca tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f3aa0f7-88da-48d6-81b8-a733d5964ae5 HTTP/1.1" status: 200 len: 945 time: 0.0772145 Nov 25 14:02:10.925608 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f7687c30-000d-455c-a2e3-a9a040c7e87c req-0be83742-3eac-472e-9804-28775379d8d1 service neutron] 10.222.0.66 "GET /v2.0/networks/2fa105eb-8204-4316-9f9d-ab993dce2e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274703 Nov 25 14:02:10.968085 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-17be1c91-2365-47e0-86b3-15bd3c9ee803 req-2a8ba982-792b-4557-91d7-89d9789f74a1 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414932 Nov 25 14:02:12.012929 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:12.084091 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a411155-18ed-4015-819a-fe64a97f569c req-6180cf3d-e409-4b9a-bc45-85d061bf6877 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:12.085566 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1a411155-18ed-4015-819a-fe64a97f569c req-6180cf3d-e409-4b9a-bc45-85d061bf6877 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f3aa0f7-88da-48d6-81b8-a733d5964ae5 HTTP/1.1" status: 200 len: 945 time: 0.0480454 Nov 25 14:02:12.131876 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1a411155-18ed-4015-819a-fe64a97f569c req-1dd02134-146d-474d-89a8-a51c46ecc0a0 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403228 Nov 25 14:02:13.253942 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0176555-287d-42a0-bbc5-3cf810010666 req-d882f88e-8b62-49c8-b9bd-2dead81f82c8 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:13.255493 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a0176555-287d-42a0-bbc5-3cf810010666 req-d882f88e-8b62-49c8-b9bd-2dead81f82c8 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f3aa0f7-88da-48d6-81b8-a733d5964ae5 HTTP/1.1" status: 200 len: 945 time: 0.0554848 Nov 25 14:02:13.309705 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a0176555-287d-42a0-bbc5-3cf810010666 req-8cec29a4-3ced-4cd6-b7d5-cac738382107 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482404 Nov 25 14:02:14.433590 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1896edd-2ed7-4556-9e49-8bc36f7584ee req-eb4fa145-22b4-4b0f-a698-a395fb5eec39 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:14.435096 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d1896edd-2ed7-4556-9e49-8bc36f7584ee req-eb4fa145-22b4-4b0f-a698-a395fb5eec39 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f3aa0f7-88da-48d6-81b8-a733d5964ae5 HTTP/1.1" status: 200 len: 945 time: 0.0489056 Nov 25 14:02:14.482122 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d1896edd-2ed7-4556-9e49-8bc36f7584ee req-b00b3a5d-0abb-4977-ac43-cefb45d32def tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411823 Nov 25 14:02:15.596333 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688212b2-6566-4962-b493-66ba95ca9644 req-1ca432d6-751c-4326-829b-a09b56330793 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:15.597819 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-688212b2-6566-4962-b493-66ba95ca9644 req-1ca432d6-751c-4326-829b-a09b56330793 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f3aa0f7-88da-48d6-81b8-a733d5964ae5 HTTP/1.1" status: 200 len: 945 time: 0.0481153 Nov 25 14:02:15.645383 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-688212b2-6566-4962-b493-66ba95ca9644 req-5de7b41a-61a4-49b8-9da3-deece5af7012 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415387 Nov 25 14:02:16.764764 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd063410-dbcb-4dde-b7f2-5c60b8483e26 req-04b35ccd-2b34-49aa-aa6d-cbe0e60959b0 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:16.766239 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bd063410-dbcb-4dde-b7f2-5c60b8483e26 req-04b35ccd-2b34-49aa-aa6d-cbe0e60959b0 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f3aa0f7-88da-48d6-81b8-a733d5964ae5 HTTP/1.1" status: 200 len: 945 time: 0.0518253 Nov 25 14:02:16.813299 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bd063410-dbcb-4dde-b7f2-5c60b8483e26 req-2d169fb8-7ddd-4093-8540-97239eea288c tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408428 Nov 25 14:02:17.762649 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:02:17.928375 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d115f937-a45e-478d-9c42-b1afcda68fd3 req-3f83f895-59a9-4561-818b-b67d433295ac tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:17.929899 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d115f937-a45e-478d-9c42-b1afcda68fd3 req-3f83f895-59a9-4561-818b-b67d433295ac tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f3aa0f7-88da-48d6-81b8-a733d5964ae5 HTTP/1.1" status: 200 len: 945 time: 0.0498030 Nov 25 14:02:17.976956 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d115f937-a45e-478d-9c42-b1afcda68fd3 req-02e5c930-d2f7-4dcb-9041-48f9e7d02875 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406096 Nov 25 14:02:19.096377 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c103cb-6196-4497-ac02-307e635b63d9 req-0fa68c92-101e-4502-b18e-b9fb47ab8459 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:19.097888 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-01c103cb-6196-4497-ac02-307e635b63d9 req-0fa68c92-101e-4502-b18e-b9fb47ab8459 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f3aa0f7-88da-48d6-81b8-a733d5964ae5 HTTP/1.1" status: 200 len: 945 time: 0.0505064 Nov 25 14:02:19.148710 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-01c103cb-6196-4497-ac02-307e635b63d9 req-5da811e1-0575-4e94-ab03-99bc0beda237 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449026 Nov 25 14:02:20.267740 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a880e86-9407-43fa-a853-a6e7544f2eaf req-56e5f6b2-3e67-46e6-8aef-b4b102b4d182 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:20.269207 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6a880e86-9407-43fa-a853-a6e7544f2eaf req-56e5f6b2-3e67-46e6-8aef-b4b102b4d182 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f3aa0f7-88da-48d6-81b8-a733d5964ae5 HTTP/1.1" status: 200 len: 945 time: 0.0522251 Nov 25 14:02:20.314674 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6a880e86-9407-43fa-a853-a6e7544f2eaf req-7382f65b-a31c-4c6a-8e71-afe10fb37885 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396543 Nov 25 14:02:21.431720 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3523f150-127b-413a-b93f-787e8204183f req-a6587d6b-84dd-45c8-9360-37a5ee169df8 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:21.433194 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3523f150-127b-413a-b93f-787e8204183f req-a6587d6b-84dd-45c8-9360-37a5ee169df8 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f3aa0f7-88da-48d6-81b8-a733d5964ae5 HTTP/1.1" status: 200 len: 945 time: 0.0480902 Nov 25 14:02:21.479943 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3523f150-127b-413a-b93f-787e8204183f req-a9097915-a9c4-44b5-aabf-9779012ba8de tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408905 Nov 25 14:02:22.601342 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af70b4b1-4440-463f-a4ad-cda111ff4c5f req-3f0e0a51-0226-4b0d-87d8-3ac2d9631580 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:22.602835 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-af70b4b1-4440-463f-a4ad-cda111ff4c5f req-3f0e0a51-0226-4b0d-87d8-3ac2d9631580 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f3aa0f7-88da-48d6-81b8-a733d5964ae5 HTTP/1.1" status: 200 len: 945 time: 0.0515833 Nov 25 14:02:22.649738 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-af70b4b1-4440-463f-a4ad-cda111ff4c5f req-a52004d7-4c5f-4dd1-bf43-e5ea0e228535 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408649 Nov 25 14:02:23.765252 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cede3ff1-60e3-4eea-845f-357556710d4e req-cac8a5a6-e00f-4ccb-b66c-0d155538d462 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:23.766717 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cede3ff1-60e3-4eea-845f-357556710d4e req-cac8a5a6-e00f-4ccb-b66c-0d155538d462 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f3aa0f7-88da-48d6-81b8-a733d5964ae5 HTTP/1.1" status: 200 len: 945 time: 0.0470994 Nov 25 14:02:23.813389 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cede3ff1-60e3-4eea-845f-357556710d4e req-c2856de6-b30f-4a5b-a00b-d0cc3b0f26bb tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404725 Nov 25 14:02:24.931299 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43832de4-25d4-4fa5-a238-88c80777ac96 req-42864ebb-507f-416d-a047-c10f9659b270 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:24.932761 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-43832de4-25d4-4fa5-a238-88c80777ac96 req-42864ebb-507f-416d-a047-c10f9659b270 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f3aa0f7-88da-48d6-81b8-a733d5964ae5 HTTP/1.1" status: 200 len: 945 time: 0.0515039 Nov 25 14:02:24.978814 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-43832de4-25d4-4fa5-a238-88c80777ac96 req-bbea9a90-0a81-4ded-b941-acaf49b8f552 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401738 Nov 25 14:02:26.091779 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4fdaa9-2328-4179-bd50-a0bd8cb56b34 req-6bbfc52b-048a-4837-97f5-ab472e3814bb tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:26.093264 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8c4fdaa9-2328-4179-bd50-a0bd8cb56b34 req-6bbfc52b-048a-4837-97f5-ab472e3814bb tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f3aa0f7-88da-48d6-81b8-a733d5964ae5 HTTP/1.1" status: 200 len: 945 time: 0.0483325 Nov 25 14:02:26.139967 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8c4fdaa9-2328-4179-bd50-a0bd8cb56b34 req-937b8096-867f-4c90-82d7-676cef148903 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408449 Nov 25 14:02:27.254560 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e31176-8dda-408d-99dd-a20d0758d478 req-9a63a5cc-5577-4270-bcab-38314413728a tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:27.256040 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-08e31176-8dda-408d-99dd-a20d0758d478 req-9a63a5cc-5577-4270-bcab-38314413728a tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f3aa0f7-88da-48d6-81b8-a733d5964ae5 HTTP/1.1" status: 200 len: 945 time: 0.0480022 Nov 25 14:02:27.305324 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-08e31176-8dda-408d-99dd-a20d0758d478 req-d1234a90-5d89-4d73-8ed7-7cb59a9c19ad tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434494 Nov 25 14:02:27.706055 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [req-165d5ef0-6fcd-4aba-8c7b-69db3a4a67d2 req-75d9cca5-ca92-4cc3-88bd-c89e3cccec80 service neutron] show failed (client error): The resource could not be found. Nov 25 14:02:27.707077 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-165d5ef0-6fcd-4aba-8c7b-69db3a4a67d2 req-75d9cca5-ca92-4cc3-88bd-c89e3cccec80 service neutron] 10.222.0.66 "GET /v2.0/ports/d548e8c0-372b-46c4-bd54-f5136859a48a/bindings/n-h2-808199-11 HTTP/1.1" status: 404 len: 381 time: 0.0549161 Nov 25 14:02:27.985353 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d5ef0-6fcd-4aba-8c7b-69db3a4a67d2 req-ff4fb34c-f273-4b2d-8291-c9379dacacde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:27.986794 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-165d5ef0-6fcd-4aba-8c7b-69db3a4a67d2 req-ff4fb34c-f273-4b2d-8291-c9379dacacde service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2f3aa0f7-88da-48d6-81b8-a733d5964ae5&tenant_id=0e48eb6870f145b9a025ba18569b5288 HTTP/1.1" status: 200 len: 1097 time: 0.0873108 Nov 25 14:02:27.998806 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-165d5ef0-6fcd-4aba-8c7b-69db3a4a67d2 req-b6c8a945-39e8-422a-ace2-2d3f4caabd77 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-808199-11', 'device_owner': 'compute:nova'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:02:28.053658 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-165d5ef0-6fcd-4aba-8c7b-69db3a4a67d2 req-b6c8a945-39e8-422a-ace2-2d3f4caabd77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:28.254034 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-165d5ef0-6fcd-4aba-8c7b-69db3a4a67d2 req-b6c8a945-39e8-422a-ace2-2d3f4caabd77 service neutron] For port d548e8c0-372b-46c4-bd54-f5136859a48a, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=d548e8c0-372b-46c4-bd54-f5136859a48a,segment=NetworkSegment(6e5b7c2d-a452-4fc1-9310-d50b4817aabf),segment_id=6e5b7c2d-a452-4fc1-9310-d50b4817aabf)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:02:28.289451 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-165d5ef0-6fcd-4aba-8c7b-69db3a4a67d2 req-b6c8a945-39e8-422a-ace2-2d3f4caabd77 service neutron] For port d548e8c0-372b-46c4-bd54-f5136859a48a, host n-h1-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:02:28.329420 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f3aa0f7-88da-48d6-81b8-a733d5964ae5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd548e8c0-372b-46c4-bd54-f5136859a48a'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:02:28.331735 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915d53a2-1b58-46d0-a5fb-5ddd7e745e66" -d '{"events": [{"server_uuid": "2f3aa0f7-88da-48d6-81b8-a733d5964ae5", "name": "network-vif-unplugged", "status": "completed", "tag": "d548e8c0-372b-46c4-bd54-f5136859a48a"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:02:28.336146 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-165d5ef0-6fcd-4aba-8c7b-69db3a4a67d2 req-b6c8a945-39e8-422a-ace2-2d3f4caabd77 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:28.350246 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-165d5ef0-6fcd-4aba-8c7b-69db3a4a67d2 req-b6c8a945-39e8-422a-ace2-2d3f4caabd77 service neutron] Transition to ACTIVE for port object d548e8c0-372b-46c4-bd54-f5136859a48a will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 14:02:28.354256 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-165d5ef0-6fcd-4aba-8c7b-69db3a4a67d2 req-b6c8a945-39e8-422a-ace2-2d3f4caabd77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:28.388890 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 14:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef4a069c-9fbf-49d2-abd2-4dbf0f39d5a7 x-openstack-request-id: req-ef4a069c-9fbf-49d2-abd2-4dbf0f39d5a7 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:02:28.388890 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f3aa0f7-88da-48d6-81b8-a733d5964ae5", "name": "network-vif-unplugged", "status": "completed", "tag": "d548e8c0-372b-46c4-bd54-f5136859a48a", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:02:28.389207 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ef4a069c-9fbf-49d2-abd2-4dbf0f39d5a7 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:02:28.389890 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f3aa0f7-88da-48d6-81b8-a733d5964ae5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd548e8c0-372b-46c4-bd54-f5136859a48a', 'code': 200} Nov 25 14:02:28.426672 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-165d5ef0-6fcd-4aba-8c7b-69db3a4a67d2 req-b6c8a945-39e8-422a-ace2-2d3f4caabd77 service neutron] No DVR routers for this DVR port d548e8c0-372b-46c4-bd54-f5136859a48a on host n-h1-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 14:02:28.429874 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c8a945-39e8-422a-ace2-2d3f4caabd77 service neutron] Pushing event updated for resources: {'Port': ['ID=d548e8c0-372b-46c4-bd54-f5136859a48a,revision_number=6']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:02:28.435492 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee44efda-8a4c-4fb5-b302-617f6ba89482 req-2503fa66-117f-4bbe-b7f5-96aeeddcf72d tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:28.439172 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ee44efda-8a4c-4fb5-b302-617f6ba89482 req-2503fa66-117f-4bbe-b7f5-96aeeddcf72d tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f3aa0f7-88da-48d6-81b8-a733d5964ae5 HTTP/1.1" status: 200 len: 943 time: 0.0528624 Nov 25 14:02:28.464695 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-165d5ef0-6fcd-4aba-8c7b-69db3a4a67d2 req-b6c8a945-39e8-422a-ace2-2d3f4caabd77 service neutron] Attempting to bind port d548e8c0-372b-46c4-bd54-f5136859a48a on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:02:28.465576 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-165d5ef0-6fcd-4aba-8c7b-69db3a4a67d2 req-b6c8a945-39e8-422a-ace2-2d3f4caabd77 service neutron] Attempting to bind port d548e8c0-372b-46c4-bd54-f5136859a48a by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '6e5b7c2d-a452-4fc1-9310-d50b4817aabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2fa105eb-8204-4316-9f9d-ab993dce2e78'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:02:28.465918 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165d5ef0-6fcd-4aba-8c7b-69db3a4a67d2 req-b6c8a945-39e8-422a-ace2-2d3f4caabd77 service neutron] Attempting to bind port d548e8c0-372b-46c4-bd54-f5136859a48a on network 2fa105eb-8204-4316-9f9d-ab993dce2e78 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:02:28.470440 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165d5ef0-6fcd-4aba-8c7b-69db3a4a67d2 req-b6c8a945-39e8-422a-ace2-2d3f4caabd77 service neutron] Port d548e8c0-372b-46c4-bd54-f5136859a48a on network 2fa105eb-8204-4316-9f9d-ab993dce2e78 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 14:02:28.470826 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165d5ef0-6fcd-4aba-8c7b-69db3a4a67d2 req-b6c8a945-39e8-422a-ace2-2d3f4caabd77 service neutron] Attempting to bind port d548e8c0-372b-46c4-bd54-f5136859a48a on network 2fa105eb-8204-4316-9f9d-ab993dce2e78 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:02:28.475774 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165d5ef0-6fcd-4aba-8c7b-69db3a4a67d2 req-b6c8a945-39e8-422a-ace2-2d3f4caabd77 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:02:28.476117 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165d5ef0-6fcd-4aba-8c7b-69db3a4a67d2 req-b6c8a945-39e8-422a-ace2-2d3f4caabd77 service neutron] Checking segment: {'id': '6e5b7c2d-a452-4fc1-9310-d50b4817aabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2fa105eb-8204-4316-9f9d-ab993dce2e78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:02:28.476507 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165d5ef0-6fcd-4aba-8c7b-69db3a4a67d2 req-b6c8a945-39e8-422a-ace2-2d3f4caabd77 service neutron] Bound using segment: {'id': '6e5b7c2d-a452-4fc1-9310-d50b4817aabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2fa105eb-8204-4316-9f9d-ab993dce2e78'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:02:28.476946 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-165d5ef0-6fcd-4aba-8c7b-69db3a4a67d2 req-b6c8a945-39e8-422a-ace2-2d3f4caabd77 service neutron] Bound port: d548e8c0-372b-46c4-bd54-f5136859a48a, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e5b7c2d-a452-4fc1-9310-d50b4817aabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2fa105eb-8204-4316-9f9d-ab993dce2e78'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:02:28.477305 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-165d5ef0-6fcd-4aba-8c7b-69db3a4a67d2 req-b6c8a945-39e8-422a-ace2-2d3f4caabd77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:28.487101 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ee44efda-8a4c-4fb5-b302-617f6ba89482 req-96224039-6c63-48a9-9b19-1f32c4def1a1 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438790 Nov 25 14:02:28.541334 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-165d5ef0-6fcd-4aba-8c7b-69db3a4a67d2 req-b6c8a945-39e8-422a-ace2-2d3f4caabd77 service neutron] For port d548e8c0-372b-46c4-bd54-f5136859a48a, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:02:28.545057 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-165d5ef0-6fcd-4aba-8c7b-69db3a4a67d2 req-b6c8a945-39e8-422a-ace2-2d3f4caabd77 service neutron] For port d548e8c0-372b-46c4-bd54-f5136859a48a, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=d548e8c0-372b-46c4-bd54-f5136859a48a,segment=NetworkSegment(6e5b7c2d-a452-4fc1-9310-d50b4817aabf),segment_id=6e5b7c2d-a452-4fc1-9310-d50b4817aabf)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:02:28.548792 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-165d5ef0-6fcd-4aba-8c7b-69db3a4a67d2 req-b6c8a945-39e8-422a-ace2-2d3f4caabd77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:28.585145 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d5ef0-6fcd-4aba-8c7b-69db3a4a67d2 req-b6c8a945-39e8-422a-ace2-2d3f4caabd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:28.585772 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-165d5ef0-6fcd-4aba-8c7b-69db3a4a67d2 req-b6c8a945-39e8-422a-ace2-2d3f4caabd77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:28.587196 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-165d5ef0-6fcd-4aba-8c7b-69db3a4a67d2 req-b6c8a945-39e8-422a-ace2-2d3f4caabd77 service neutron] 10.222.0.47 "PUT /v2.0/ports/d548e8c0-372b-46c4-bd54-f5136859a48a HTTP/1.1" status: 200 len: 1092 time: 0.5922923 Nov 25 14:02:28.605561 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c8a945-39e8-422a-ace2-2d3f4caabd77 service neutron] Pushing event updated for resources: {'Port': ['ID=d548e8c0-372b-46c4-bd54-f5136859a48a,revision_number=7']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:02:28.652203 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d5ef0-6fcd-4aba-8c7b-69db3a4a67d2 req-5fe8094e-5e0d-4b73-aabd-a36d070042f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:28.654219 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-165d5ef0-6fcd-4aba-8c7b-69db3a4a67d2 req-5fe8094e-5e0d-4b73-aabd-a36d070042f3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e48eb6870f145b9a025ba18569b5288&device_id=2f3aa0f7-88da-48d6-81b8-a733d5964ae5 HTTP/1.1" status: 200 len: 1095 time: 0.0447404 Nov 25 14:02:28.744668 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d5ef0-6fcd-4aba-8c7b-69db3a4a67d2 req-b1d6a482-702c-4b87-92cd-f614042ae2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:28.746128 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-165d5ef0-6fcd-4aba-8c7b-69db3a4a67d2 req-b1d6a482-702c-4b87-92cd-f614042ae2d2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2fa105eb-8204-4316-9f9d-ab993dce2e78 HTTP/1.1" status: 200 len: 915 time: 0.0837793 Nov 25 14:02:28.787916 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-165d5ef0-6fcd-4aba-8c7b-69db3a4a67d2 req-771854f5-d315-4637-974e-0424883d6847 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d548e8c0-372b-46c4-bd54-f5136859a48a HTTP/1.1" status: 200 len: 217 time: 0.0344925 Nov 25 14:02:28.840154 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d5ef0-6fcd-4aba-8c7b-69db3a4a67d2 req-e16b5a0e-a585-4037-8757-be5d47178e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:28.841506 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-165d5ef0-6fcd-4aba-8c7b-69db3a4a67d2 req-e16b5a0e-a585-4037-8757-be5d47178e50 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c261f05e-99c7-41d3-8dee-dd2b91962e49 HTTP/1.1" status: 200 len: 854 time: 0.0467246 Nov 25 14:02:28.873723 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-165d5ef0-6fcd-4aba-8c7b-69db3a4a67d2 req-f8e01339-1d9b-4c15-b231-11899e277b81 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2fa105eb-8204-4316-9f9d-ab993dce2e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245008 Nov 25 14:02:28.961540 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-165d5ef0-6fcd-4aba-8c7b-69db3a4a67d2 req-2712b68b-8339-42d7-aa02-56283efec324 service neutron] 10.222.0.47 "GET /v2.0/networks/2fa105eb-8204-4316-9f9d-ab993dce2e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807776 Nov 25 14:02:29.056365 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-165d5ef0-6fcd-4aba-8c7b-69db3a4a67d2 req-f306d1c6-f3f0-4379-b2e5-fec0c12e6ad2 service neutron] 10.222.0.47 "GET /v2.0/networks/2fa105eb-8204-4316-9f9d-ab993dce2e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877955 Nov 25 14:02:29.609579 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316bde5c-5819-4fb0-88c7-c278ff671233 req-a0f0ed57-e955-4645-8723-5cef8c2079b7 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:29.611114 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-316bde5c-5819-4fb0-88c7-c278ff671233 req-a0f0ed57-e955-4645-8723-5cef8c2079b7 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f3aa0f7-88da-48d6-81b8-a733d5964ae5 HTTP/1.1" status: 200 len: 943 time: 0.0522068 Nov 25 14:02:29.660350 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-316bde5c-5819-4fb0-88c7-c278ff671233 req-d9881eb8-fd8f-4a56-9090-517dbe5e5afc tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433729 Nov 25 14:02:30.370539 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eb6a8b37-28ee-424d-ba4a-500db4034566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:30.391222 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f3aa0f7-88da-48d6-81b8-a733d5964ae5', 'tag': 'd548e8c0-372b-46c4-bd54-f5136859a48a'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:02:30.394037 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d062679-9d5a-4992-8d28-dddc9f7c875b" -d '{"events": [{"name": "network-changed", "server_uuid": "2f3aa0f7-88da-48d6-81b8-a733d5964ae5", "tag": "d548e8c0-372b-46c4-bd54-f5136859a48a"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:02:30.446879 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 14:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067eda8a-5b18-4575-bb1b-f148ded5a12a x-openstack-request-id: req-067eda8a-5b18-4575-bb1b-f148ded5a12a {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:02:30.446879 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f3aa0f7-88da-48d6-81b8-a733d5964ae5", "tag": "d548e8c0-372b-46c4-bd54-f5136859a48a", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:02:30.446879 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-067eda8a-5b18-4575-bb1b-f148ded5a12a {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:02:30.446879 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f3aa0f7-88da-48d6-81b8-a733d5964ae5', 'tag': 'd548e8c0-372b-46c4-bd54-f5136859a48a', 'status': 'completed', 'code': 200} Nov 25 14:02:30.507223 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d062679-9d5a-4992-8d28-dddc9f7c875b req-e1c88cd7-73a0-4a67-ab69-8eca03c27947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:30.508730 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0d062679-9d5a-4992-8d28-dddc9f7c875b req-e1c88cd7-73a0-4a67-ab69-8eca03c27947 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0e48eb6870f145b9a025ba18569b5288&device_id=2f3aa0f7-88da-48d6-81b8-a733d5964ae5 HTTP/1.1" status: 200 len: 1095 time: 0.0396295 Nov 25 14:02:30.512793 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d062679-9d5a-4992-8d28-dddc9f7c875b req-5e3ec215-9ed9-4a49-95d2-5c66a880fadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:30.514264 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0d062679-9d5a-4992-8d28-dddc9f7c875b req-5e3ec215-9ed9-4a49-95d2-5c66a880fadf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e48eb6870f145b9a025ba18569b5288&device_id=2f3aa0f7-88da-48d6-81b8-a733d5964ae5 HTTP/1.1" status: 200 len: 1095 time: 0.0415199 Nov 25 14:02:30.607789 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d062679-9d5a-4992-8d28-dddc9f7c875b req-10fc223f-4a56-490c-a697-e02975194801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:30.609172 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0d062679-9d5a-4992-8d28-dddc9f7c875b req-10fc223f-4a56-490c-a697-e02975194801 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2fa105eb-8204-4316-9f9d-ab993dce2e78 HTTP/1.1" status: 200 len: 915 time: 0.0887184 Nov 25 14:02:30.619163 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d062679-9d5a-4992-8d28-dddc9f7c875b req-e0ab481d-2743-4c79-80a5-d7925b9cbd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:30.620625 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0d062679-9d5a-4992-8d28-dddc9f7c875b req-e0ab481d-2743-4c79-80a5-d7925b9cbd66 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2fa105eb-8204-4316-9f9d-ab993dce2e78 HTTP/1.1" status: 200 len: 915 time: 0.0975235 Nov 25 14:02:30.658503 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0d062679-9d5a-4992-8d28-dddc9f7c875b req-6f947077-7dfe-47ad-b87c-5f767b9db0bc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d548e8c0-372b-46c4-bd54-f5136859a48a HTTP/1.1" status: 200 len: 217 time: 0.0361898 Nov 25 14:02:30.674978 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0d062679-9d5a-4992-8d28-dddc9f7c875b req-8994a2e7-360c-4ad2-aa16-c729ec4eedd4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d548e8c0-372b-46c4-bd54-f5136859a48a HTTP/1.1" status: 200 len: 217 time: 0.0386987 Nov 25 14:02:30.701507 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device d548e8c0-372b-46c4-bd54-f5136859a48a no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:02:30.715551 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d062679-9d5a-4992-8d28-dddc9f7c875b req-4744d076-6295-445a-ac38-87dcea6b933f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:30.717031 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0d062679-9d5a-4992-8d28-dddc9f7c875b req-4744d076-6295-445a-ac38-87dcea6b933f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c261f05e-99c7-41d3-8dee-dd2b91962e49 HTTP/1.1" status: 200 len: 854 time: 0.0470922 Nov 25 14:02:30.734445 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d062679-9d5a-4992-8d28-dddc9f7c875b req-732fe55d-f532-4856-926c-5dc941a9574c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:30.736532 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0d062679-9d5a-4992-8d28-dddc9f7c875b req-732fe55d-f532-4856-926c-5dc941a9574c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c261f05e-99c7-41d3-8dee-dd2b91962e49 HTTP/1.1" status: 200 len: 854 time: 0.0516162 Nov 25 14:02:30.755959 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0d062679-9d5a-4992-8d28-dddc9f7c875b req-86ef4d27-3884-4192-a444-2503fba36c19 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2fa105eb-8204-4316-9f9d-ab993dce2e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264468 Nov 25 14:02:30.766972 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device d548e8c0-372b-46c4-bd54-f5136859a48a not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:02:30.773212 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0d062679-9d5a-4992-8d28-dddc9f7c875b req-411a2025-23c1-41d6-9d02-087eac11d81e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2fa105eb-8204-4316-9f9d-ab993dce2e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281551 Nov 25 14:02:30.872607 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0d062679-9d5a-4992-8d28-dddc9f7c875b req-901a4587-6905-4a09-b9fb-723626a25401 service neutron] 10.222.0.47 "GET /v2.0/networks/2fa105eb-8204-4316-9f9d-ab993dce2e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917635 Nov 25 14:02:30.889293 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5845cf9f-e225-4725-82dd-898d6d330dfc req-30b2bc75-59cc-48f8-a3d5-2a718c6f1505 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:30.890784 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5845cf9f-e225-4725-82dd-898d6d330dfc req-30b2bc75-59cc-48f8-a3d5-2a718c6f1505 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f3aa0f7-88da-48d6-81b8-a733d5964ae5 HTTP/1.1" status: 200 len: 943 time: 0.1140490 Nov 25 14:02:30.894584 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0d062679-9d5a-4992-8d28-dddc9f7c875b req-d4a96bf3-5cf2-4ae0-983d-b6b4586fb256 service neutron] 10.222.0.66 "GET /v2.0/networks/2fa105eb-8204-4316-9f9d-ab993dce2e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261027 Nov 25 14:02:30.965729 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0d062679-9d5a-4992-8d28-dddc9f7c875b req-1d218e53-a6cc-47e9-8b97-d53645a0f2c2 service neutron] 10.222.0.47 "GET /v2.0/networks/2fa105eb-8204-4316-9f9d-ab993dce2e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847120 Nov 25 14:02:30.987088 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5845cf9f-e225-4725-82dd-898d6d330dfc req-4c1f795b-e1fc-4ee7-a141-cdd2bce8eb3c tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898023 Nov 25 14:02:31.019147 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0d062679-9d5a-4992-8d28-dddc9f7c875b req-b715f692-ac33-4b7b-883e-d6548a65f757 service neutron] 10.222.0.66 "GET /v2.0/networks/2fa105eb-8204-4316-9f9d-ab993dce2e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085274 Nov 25 14:02:31.236917 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a21cc8-8077-4580-b081-b27c144a2a1c req-41863913-f63d-4ec0-9ad6-0730f1557525 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:31.238344 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-37a21cc8-8077-4580-b081-b27c144a2a1c req-41863913-f63d-4ec0-9ad6-0730f1557525 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f3aa0f7-88da-48d6-81b8-a733d5964ae5 HTTP/1.1" status: 200 len: 943 time: 0.1062191 Nov 25 14:02:31.239301 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device d548e8c0-372b-46c4-bd54-f5136859a48a details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 14:02:31.275383 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510196c3-ae83-4190-b5f2-150f81778a32 req-4e5821b1-03dd-4746-b907-2f4a33258639 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:31.276827 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-510196c3-ae83-4190-b5f2-150f81778a32 req-4e5821b1-03dd-4746-b907-2f4a33258639 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f3aa0f7-88da-48d6-81b8-a733d5964ae5&tenant_id=0e48eb6870f145b9a025ba18569b5288&binding%3Ahost_id=n-h2-808199-11 HTTP/1.1" status: 200 len: 943 time: 0.1184299 Nov 25 14:02:31.326625 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-37a21cc8-8077-4580-b081-b27c144a2a1c req-5f533308-3346-458c-8f01-938707cad6f1 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801423 Nov 25 14:02:31.340932 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port d548e8c0-372b-46c4-bd54-f5136859a48a, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=d548e8c0-372b-46c4-bd54-f5136859a48a,segment=NetworkSegment(6e5b7c2d-a452-4fc1-9310-d50b4817aabf),segment_id=6e5b7c2d-a452-4fc1-9310-d50b4817aabf)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:02:31.353478 n-d-808199-11 neutron-server[103570]: INFO neutron.api.v2.resource [req-510196c3-ae83-4190-b5f2-150f81778a32 req-7643eec6-2487-460d-8a78-ead90a6cd5d1 service neutron] delete failed (client error): The resource could not be found. Nov 25 14:02:31.354487 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-510196c3-ae83-4190-b5f2-150f81778a32 req-7643eec6-2487-460d-8a78-ead90a6cd5d1 service neutron] 10.222.0.66 "DELETE /v2.0/ports/d548e8c0-372b-46c4-bd54-f5136859a48a/bindings/n-h1-808199-11 HTTP/1.1" status: 404 len: 381 time: 0.0643299 Nov 25 14:02:31.354625 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': 'd548e8c0-372b-46c4-bd54-f5136859a48a', 'network_id': '2fa105eb-8204-4316-9f9d-ab993dce2e78', 'port_id': 'd548e8c0-372b-46c4-bd54-f5136859a48a', 'mac_address': 'fa:16:3e:ad:30:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c261f05e-99c7-41d3-8dee-dd2b91962e49', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 14:02:31.393269 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:31.406896 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d548e8c0-372b-46c4-bd54-f5136859a48a {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 14:02:31.427013 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port d548e8c0-372b-46c4-bd54-f5136859a48a, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=d548e8c0-372b-46c4-bd54-f5136859a48a,segment=NetworkSegment(6e5b7c2d-a452-4fc1-9310-d50b4817aabf),segment_id=6e5b7c2d-a452-4fc1-9310-d50b4817aabf)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:02:31.432325 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:31.453560 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510196c3-ae83-4190-b5f2-150f81778a32 req-3d13bbae-17d8-4431-bd18-073333e961b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:31.455104 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-510196c3-ae83-4190-b5f2-150f81778a32 req-3d13bbae-17d8-4431-bd18-073333e961b2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0e48eb6870f145b9a025ba18569b5288&device_id=2f3aa0f7-88da-48d6-81b8-a733d5964ae5 HTTP/1.1" status: 200 len: 1095 time: 0.0441468 Nov 25 14:02:31.483284 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=d548e8c0-372b-46c4-bd54-f5136859a48a,revision_number=8']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:02:31.555634 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510196c3-ae83-4190-b5f2-150f81778a32 req-04b35a13-b88c-49a3-9e90-dd2c23c929ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:31.557108 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-510196c3-ae83-4190-b5f2-150f81778a32 req-04b35a13-b88c-49a3-9e90-dd2c23c929ac service neutron] 10.222.0.66 "GET /v2.0/networks?id=2fa105eb-8204-4316-9f9d-ab993dce2e78 HTTP/1.1" status: 200 len: 915 time: 0.0894568 Nov 25 14:02:31.603719 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-510196c3-ae83-4190-b5f2-150f81778a32 req-204a504c-365b-44c0-99b9-15f22bb73cd6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d548e8c0-372b-46c4-bd54-f5136859a48a HTTP/1.1" status: 200 len: 217 time: 0.0345244 Nov 25 14:02:31.659325 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510196c3-ae83-4190-b5f2-150f81778a32 req-aca25c15-4e97-42f4-9d8d-2d74341a5757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:31.660769 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-510196c3-ae83-4190-b5f2-150f81778a32 req-aca25c15-4e97-42f4-9d8d-2d74341a5757 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c261f05e-99c7-41d3-8dee-dd2b91962e49 HTTP/1.1" status: 200 len: 854 time: 0.0462241 Nov 25 14:02:31.670039 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['d548e8c0-372b-46c4-bd54-f5136859a48a'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 14:02:31.693914 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-510196c3-ae83-4190-b5f2-150f81778a32 req-0618689d-e66d-4269-9661-ccd972e3599e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2fa105eb-8204-4316-9f9d-ab993dce2e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239143 Nov 25 14:02:31.784333 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-510196c3-ae83-4190-b5f2-150f81778a32 req-df4b5120-4e57-4764-ae77-a0213bf07267 service neutron] 10.222.0.66 "GET /v2.0/networks/2fa105eb-8204-4316-9f9d-ab993dce2e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806174 Nov 25 14:02:31.898744 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-510196c3-ae83-4190-b5f2-150f81778a32 req-05910e81-1d22-40de-b552-e492c0f1c94e service neutron] 10.222.0.66 "GET /v2.0/networks/2fa105eb-8204-4316-9f9d-ab993dce2e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026812 Nov 25 14:02:32.452010 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48832b0-d8a8-416f-97d5-e423415e6169 req-f6e6c8fd-b274-4fb9-a495-8d2d414675b7 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:32.453514 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f48832b0-d8a8-416f-97d5-e423415e6169 req-f6e6c8fd-b274-4fb9-a495-8d2d414675b7 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f3aa0f7-88da-48d6-81b8-a733d5964ae5 HTTP/1.1" status: 200 len: 944 time: 0.0532422 Nov 25 14:02:32.504929 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f48832b0-d8a8-416f-97d5-e423415e6169 req-87ea0c42-bf72-4614-85b3-727e90e5de03 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453596 Nov 25 14:02:32.617599 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5ada54-5002-49a1-b3f6-d9f297780135 req-3a6772d2-81ff-4d97-a360-8316f76a8358 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:32.618983 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0b5ada54-5002-49a1-b3f6-d9f297780135 req-3a6772d2-81ff-4d97-a360-8316f76a8358 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f3aa0f7-88da-48d6-81b8-a733d5964ae5 HTTP/1.1" status: 200 len: 944 time: 0.0466321 Nov 25 14:02:32.670046 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0b5ada54-5002-49a1-b3f6-d9f297780135 req-14eed2a7-2d23-42c7-9175-9e48eaf878db tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446372 Nov 25 14:02:32.782593 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50621e9d-fe62-4361-a6bb-4023a20a16ee req-d12821b8-1c91-44d9-8706-cd0f8d7c35b7 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:32.784097 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-50621e9d-fe62-4361-a6bb-4023a20a16ee req-d12821b8-1c91-44d9-8706-cd0f8d7c35b7 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f3aa0f7-88da-48d6-81b8-a733d5964ae5 HTTP/1.1" status: 200 len: 944 time: 0.0478425 Nov 25 14:02:32.815337 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6ab1525a-5715-4ae1-9bbe-76c491394ff7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:32.833541 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-50621e9d-fe62-4361-a6bb-4023a20a16ee req-42a442ed-aa25-46fe-8b5b-30439a2633f8 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435727 Nov 25 14:02:33.153082 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df1940d-f1f5-4ca0-b8fb-789ab23dddac req-8c18b23e-368e-43d9-9393-5289d16e724b tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:33.154450 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7df1940d-f1f5-4ca0-b8fb-789ab23dddac req-8c18b23e-368e-43d9-9393-5289d16e724b tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f3aa0f7-88da-48d6-81b8-a733d5964ae5 HTTP/1.1" status: 200 len: 944 time: 0.0480363 Nov 25 14:02:33.200997 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7df1940d-f1f5-4ca0-b8fb-789ab23dddac req-da8c6009-025a-4002-984a-23a5937d4f43 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407302 Nov 25 14:02:33.247844 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device d548e8c0-372b-46c4-bd54-f5136859a48a up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:02:33.298413 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port d548e8c0-372b-46c4-bd54-f5136859a48a completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 14:02:33.301953 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port d548e8c0-372b-46c4-bd54-f5136859a48a triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:02:33.302326 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:33.376908 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:33.399580 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f3aa0f7-88da-48d6-81b8-a733d5964ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd548e8c0-372b-46c4-bd54-f5136859a48a'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:02:33.401822 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7d4b48-7d8e-4cc9-982d-09480e0086fe" -d '{"events": [{"server_uuid": "2f3aa0f7-88da-48d6-81b8-a733d5964ae5", "name": "network-vif-plugged", "status": "completed", "tag": "d548e8c0-372b-46c4-bd54-f5136859a48a"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:02:33.414712 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port d548e8c0-372b-46c4-bd54-f5136859a48a, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=d548e8c0-372b-46c4-bd54-f5136859a48a,segment=NetworkSegment(6e5b7c2d-a452-4fc1-9310-d50b4817aabf),segment_id=6e5b7c2d-a452-4fc1-9310-d50b4817aabf)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:02:33.419412 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:33.445670 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 14:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b84b7ee-f158-40db-8ffd-a3dab76fae1b x-openstack-request-id: req-0b84b7ee-f158-40db-8ffd-a3dab76fae1b {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:02:33.445968 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f3aa0f7-88da-48d6-81b8-a733d5964ae5", "name": "network-vif-plugged", "status": "completed", "tag": "d548e8c0-372b-46c4-bd54-f5136859a48a", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:02:33.446226 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0b84b7ee-f158-40db-8ffd-a3dab76fae1b {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:02:33.446616 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f3aa0f7-88da-48d6-81b8-a733d5964ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd548e8c0-372b-46c4-bd54-f5136859a48a', 'code': 200} Nov 25 14:02:33.471018 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=d548e8c0-372b-46c4-bd54-f5136859a48a,revision_number=9']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:02:34.012736 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:34.317234 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15efb85c-4def-43b2-8473-964c05c00229 req-d909ef32-4ff9-4a88-abcf-137f89d8cd3a tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:34.318884 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-15efb85c-4def-43b2-8473-964c05c00229 req-d909ef32-4ff9-4a88-abcf-137f89d8cd3a tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.47 "GET /v2.0/ports?device_id=2f3aa0f7-88da-48d6-81b8-a733d5964ae5 HTTP/1.1" status: 200 len: 945 time: 0.0628321 Nov 25 14:02:34.332252 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f378832-fd14-405d-bfea-6b8d33db6d52 req-6a078b25-e88b-4640-aee1-69e03430a075 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:34.333977 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1f378832-fd14-405d-bfea-6b8d33db6d52 req-6a078b25-e88b-4640-aee1-69e03430a075 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f3aa0f7-88da-48d6-81b8-a733d5964ae5 HTTP/1.1" status: 200 len: 945 time: 0.0598927 Nov 25 14:02:34.384673 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1f378832-fd14-405d-bfea-6b8d33db6d52 req-3f87482a-92ee-416e-a274-6257e65a7cc7 tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.53 "GET /v2.0/security-groups?id=335ffd76-f03b-44a2-832b-21a1b00a6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430911 Nov 25 14:02:34.419333 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-15efb85c-4def-43b2-8473-964c05c00229 req-d6a1efcc-51b5-4ce4-9582-aca374c10eea tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Deleting port d548e8c0-372b-46c4-bd54-f5136859a48a {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:02:34.419670 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-15efb85c-4def-43b2-8473-964c05c00229 req-d6a1efcc-51b5-4ce4-9582-aca374c10eea tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:34.514334 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-15efb85c-4def-43b2-8473-964c05c00229 req-d6a1efcc-51b5-4ce4-9582-aca374c10eea tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] For port d548e8c0-372b-46c4-bd54-f5136859a48a, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=d548e8c0-372b-46c4-bd54-f5136859a48a,segment=NetworkSegment(6e5b7c2d-a452-4fc1-9310-d50b4817aabf),segment_id=6e5b7c2d-a452-4fc1-9310-d50b4817aabf)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:02:34.514719 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-15efb85c-4def-43b2-8473-964c05c00229 req-d6a1efcc-51b5-4ce4-9582-aca374c10eea tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:34.531709 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-15efb85c-4def-43b2-8473-964c05c00229 req-d6a1efcc-51b5-4ce4-9582-aca374c10eea tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Calling delete_port for d548e8c0-372b-46c4-bd54-f5136859a48a owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:02:34.661535 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-15efb85c-4def-43b2-8473-964c05c00229 req-d6a1efcc-51b5-4ce4-9582-aca374c10eea tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:34.674261 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['d548e8c0-372b-46c4-bd54-f5136859a48a'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 14:02:34.688739 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a1efcc-51b5-4ce4-9582-aca374c10eea tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Pushing event deleted for resources: {'Port': ['ID=d548e8c0-372b-46c4-bd54-f5136859a48a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:02:34.730230 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-15efb85c-4def-43b2-8473-964c05c00229 req-d6a1efcc-51b5-4ce4-9582-aca374c10eea tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] No DVR routers for this DVR port d548e8c0-372b-46c4-bd54-f5136859a48a on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 14:02:34.733350 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-15efb85c-4def-43b2-8473-964c05c00229 req-d6a1efcc-51b5-4ce4-9582-aca374c10eea tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:34.736752 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-15efb85c-4def-43b2-8473-964c05c00229 req-d6a1efcc-51b5-4ce4-9582-aca374c10eea tempest-ServerDiskConfigTestJSON-151416772 tempest-ServerDiskConfigTestJSON-151416772-project] 10.222.0.47 "DELETE /v2.0/ports/d548e8c0-372b-46c4-bd54-f5136859a48a HTTP/1.1" status: 204 len: 173 time: 0.4112666 Nov 25 14:02:34.737202 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f3aa0f7-88da-48d6-81b8-a733d5964ae5', 'name': 'network-vif-deleted', 'tag': 'd548e8c0-372b-46c4-bd54-f5136859a48a'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:02:34.739510 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-001573a1-f467-4788-aa0d-3f50f63e4a8c" -d '{"events": [{"server_uuid": "2f3aa0f7-88da-48d6-81b8-a733d5964ae5", "name": "network-vif-deleted", "tag": "d548e8c0-372b-46c4-bd54-f5136859a48a"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:02:34.776265 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 14:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d716de7a-4585-4c9c-b75c-c038cfb80476 x-openstack-request-id: req-d716de7a-4585-4c9c-b75c-c038cfb80476 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:02:34.776559 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f3aa0f7-88da-48d6-81b8-a733d5964ae5", "name": "network-vif-deleted", "tag": "d548e8c0-372b-46c4-bd54-f5136859a48a", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:02:34.776815 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d716de7a-4585-4c9c-b75c-c038cfb80476 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:02:34.777218 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f3aa0f7-88da-48d6-81b8-a733d5964ae5', 'name': 'network-vif-deleted', 'tag': 'd548e8c0-372b-46c4-bd54-f5136859a48a', 'status': 'completed', 'code': 200} Nov 25 14:02:35.336267 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:35.509219 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36256) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:02:35.553258 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-089dd650-d178-4590-b8e1-54d1a927c3f2 admin admin] Deleting subnet c261f05e-99c7-41d3-8dee-dd2b91962e49 {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 14:02:35.556198 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-089dd650-d178-4590-b8e1-54d1a927c3f2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:35.589284 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-089dd650-d178-4590-b8e1-54d1a927c3f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:35.630234 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-089dd650-d178-4590-b8e1-54d1a927c3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:35.680450 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-089dd650-d178-4590-b8e1-54d1a927c3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:35.706551 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089dd650-d178-4590-b8e1-54d1a927c3f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c261f05e-99c7-41d3-8dee-dd2b91962e49,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:02:35.708889 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-089dd650-d178-4590-b8e1-54d1a927c3f2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:35.712027 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-089dd650-d178-4590-b8e1-54d1a927c3f2 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c261f05e-99c7-41d3-8dee-dd2b91962e49 HTTP/1.1" status: 204 len: 168 time: 0.2018116 Nov 25 14:02:35.714651 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 36258) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:02:35.719013 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089dd650-d178-4590-b8e1-54d1a927c3f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:02:35.719365 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089dd650-d178-4590-b8e1-54d1a927c3f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:02:35.719707 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089dd650-d178-4590-b8e1-54d1a927c3f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:02:35.720045 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089dd650-d178-4590-b8e1-54d1a927c3f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:02:35.720393 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089dd650-d178-4590-b8e1-54d1a927c3f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:02:35.720713 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089dd650-d178-4590-b8e1-54d1a927c3f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:02:35.721043 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089dd650-d178-4590-b8e1-54d1a927c3f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:02:35.721376 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089dd650-d178-4590-b8e1-54d1a927c3f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:02:35.721702 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089dd650-d178-4590-b8e1-54d1a927c3f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:02:35.722026 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089dd650-d178-4590-b8e1-54d1a927c3f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:02:35.722353 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089dd650-d178-4590-b8e1-54d1a927c3f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:02:35.722679 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089dd650-d178-4590-b8e1-54d1a927c3f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:02:35.795264 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a2c959e4-4c20-4c16-8660-222d6e938713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:35.873951 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a2c959e4-4c20-4c16-8660-222d6e938713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:35.894282 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-a2c959e4-4c20-4c16-8660-222d6e938713 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fa105eb-8204-4316-9f9d-ab993dce2e78']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:02:35.903298 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-a2c959e4-4c20-4c16-8660-222d6e938713 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e5b7c2d-a452-4fc1-9310-d50b4817aabf') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:02:35.903594 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-a2c959e4-4c20-4c16-8660-222d6e938713 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e5b7c2d-a452-4fc1-9310-d50b4817aabf') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:02:35.912717 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a2c959e4-4c20-4c16-8660-222d6e938713 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:35.925426 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a2c959e4-4c20-4c16-8660-222d6e938713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:35.931135 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2c959e4-4c20-4c16-8660-222d6e938713 admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 14:02:35.931515 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a2c959e4-4c20-4c16-8660-222d6e938713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:35.933112 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 14:02:35.933112 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 14:02:35.933112 n-d-808199-11 neutron-server[103571]: timer() Nov 25 14:02:35.933112 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 14:02:35.933112 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 14:02:35.933112 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 14:02:35.933112 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 14:02:35.933112 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 14:02:35.933112 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 14:02:35.933112 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 14:02:35.933112 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 14:02:35.933112 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 14:02:35.933112 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 14:02:35.933112 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 14:02:35.933112 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 14:02:35.933112 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 14:02:35.933112 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 14:02:35.933112 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 14:02:35.933112 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 14:02:35.933112 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 14:02:35.933112 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 14:02:35.933112 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 14:02:35.933112 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 14:02:35.933112 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 14:02:35.933112 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 14:02:35.933112 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 14:02:35.933112 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 14:02:35.933112 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 14:02:35.933112 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 14:02:35.933112 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 14:02:35.933112 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 14:02:35.933112 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 14:02:35.988230 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a2c959e4-4c20-4c16-8660-222d6e938713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:35.993530 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a2c959e4-4c20-4c16-8660-222d6e938713 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:35.997273 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-a2c959e4-4c20-4c16-8660-222d6e938713 admin admin] 10.222.0.53 "DELETE /v2.0/networks/2fa105eb-8204-4316-9f9d-ab993dce2e78 HTTP/1.1" status: 204 len: 168 time: 0.2809861 Nov 25 14:02:36.008170 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c959e4-4c20-4c16-8660-222d6e938713 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fa105eb-8204-4316-9f9d-ab993dce2e78,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:02:36.102844 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 36262) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:02:36.142855 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-9b60dbe7-b593-4cb0-b553-e75c12ef69c8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0e48eb6870f145b9a025ba18569b5288&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383997 Nov 25 14:02:36.145232 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36264) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:02:36.193962 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-af4eb38e-f67e-4774-9d2e-0f735a3ad5b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:36.216440 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-af4eb38e-f67e-4774-9d2e-0f735a3ad5b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:36.264579 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-af4eb38e-f67e-4774-9d2e-0f735a3ad5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:36.267995 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-af4eb38e-f67e-4774-9d2e-0f735a3ad5b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:36.269163 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-af4eb38e-f67e-4774-9d2e-0f735a3ad5b6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/335ffd76-f03b-44a2-832b-21a1b00a6fa6 HTTP/1.1" status: 204 len: 168 time: 0.1229334 Nov 25 14:02:36.276833 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4eb38e-f67e-4774-9d2e-0f735a3ad5b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335ffd76-f03b-44a2-832b-21a1b00a6fa6,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:02:36.490859 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:36.940375 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36286) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:02:37.033861 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-ede61010-0b45-439f-858f-62bc12dda55d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1696234908-network', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:02:37.055349 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede61010-0b45-439f-858f-62bc12dda55d admin admin] Made reservation on behalf of 55029eb28f0f4879a6c68ae4e6ded03b for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 14:02:37.057615 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ede61010-0b45-439f-858f-62bc12dda55d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:37.066318 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ede61010-0b45-439f-858f-62bc12dda55d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:37.146460 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ede61010-0b45-439f-858f-62bc12dda55d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:37.150297 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ede61010-0b45-439f-858f-62bc12dda55d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:37.172259 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ede61010-0b45-439f-858f-62bc12dda55d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 14:02:37.186472 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede61010-0b45-439f-858f-62bc12dda55d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e84c19-b41d-4d6b-af3e-a9fa98887bc5,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:02:37.192224 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ede61010-0b45-439f-858f-62bc12dda55d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:37.192511 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-ede61010-0b45-439f-858f-62bc12dda55d admin admin] Added segment 1cf32cfc-3bf3-40b3-8d02-cf580d211be8 of type vlan for network 20d93f48-2670-4b52-bca9-9b5cb5c91d95 Nov 25 14:02:37.232273 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ede61010-0b45-439f-858f-62bc12dda55d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:37.247399 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device d548e8c0-372b-46c4-bd54-f5136859a48a no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:02:37.257511 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ede61010-0b45-439f-858f-62bc12dda55d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:37.258867 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede61010-0b45-439f-858f-62bc12dda55d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:37.259463 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ede61010-0b45-439f-858f-62bc12dda55d admin admin] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:37.272222 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: d548e8c0-372b-46c4-bd54-f5136859a48a {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 14:02:37.272572 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device d548e8c0-372b-46c4-bd54-f5136859a48a not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:02:37.312585 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-ede61010-0b45-439f-858f-62bc12dda55d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3710794 Nov 25 14:02:37.315749 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 36290) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:02:37.320801 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-db89ec6f-7915-4d9e-8576-39050892e4ce admin admin] Request body: {'subnet': {'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1696234908-subnet', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:02:37.323378 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede61010-0b45-439f-858f-62bc12dda55d admin admin] Pushing event updated for resources: {'Network': ['ID=20d93f48-2670-4b52-bca9-9b5cb5c91d95,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:02:37.333829 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 20d93f48-2670-4b52-bca9-9b5cb5c91d95 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 14:02:37.348467 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db89ec6f-7915-4d9e-8576-39050892e4ce admin admin] Made reservation on behalf of 55029eb28f0f4879a6c68ae4e6ded03b for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 14:02:37.351144 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-db89ec6f-7915-4d9e-8576-39050892e4ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:37.530090 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-db89ec6f-7915-4d9e-8576-39050892e4ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:37.589017 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db89ec6f-7915-4d9e-8576-39050892e4ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e54fa4c-0a04-4943-b526-a327c9965b90,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:02:37.593611 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db89ec6f-7915-4d9e-8576-39050892e4ce admin admin] Checking segment: {'id': '1cf32cfc-3bf3-40b3-8d02-cf580d211be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:02:37.593982 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db89ec6f-7915-4d9e-8576-39050892e4ce admin admin] Network hostable DHCP agents. Network: 20d93f48-2670-4b52-bca9-9b5cb5c91d95, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 14:02:37.610928 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db89ec6f-7915-4d9e-8576-39050892e4ce admin admin] Network 20d93f48-2670-4b52-bca9-9b5cb5c91d95 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 14:02:37.619037 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-db89ec6f-7915-4d9e-8576-39050892e4ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 20d93f48-2670-4b52-bca9-9b5cb5c91d95) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:02:37.623605 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db89ec6f-7915-4d9e-8576-39050892e4ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:37.624315 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-db89ec6f-7915-4d9e-8576-39050892e4ce admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:37.628572 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac35d22-1ee2-4c16-b1ae-bc80220af343 None None] Network 20d93f48-2670-4b52-bca9-9b5cb5c91d95 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 14:02:37.641118 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-db89ec6f-7915-4d9e-8576-39050892e4ce admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3242834 Nov 25 14:02:37.644074 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 36292) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:02:37.648450 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-5c1a9a18-5876-43f1-8f16-c3b90d486b93 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1696234908-router', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:02:37.669212 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5c1a9a18-5876-43f1-8f16-c3b90d486b93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:37.670206 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5c1a9a18-5876-43f1-8f16-c3b90d486b93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:37.725975 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5c1a9a18-5876-43f1-8f16-c3b90d486b93 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:37.778981 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d6bdf6-48dd-4a01-9134-6c221908e749 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-20d93f48-2670-4b52-bca9-9b5cb5c91d95', 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'fixed_ips': [{'subnet_id': '1e54fa4c-0a04-4943-b526-a327c9965b90'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 14:02:37.779928 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c7d6bdf6-48dd-4a01-9134-6c221908e749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:37.879740 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5c1a9a18-5876-43f1-8f16-c3b90d486b93 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:37.917956 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-c7d6bdf6-48dd-4a01-9134-6c221908e749 None None] Allocated IP 172.20.0.2 (20d93f48-2670-4b52-bca9-9b5cb5c91d95/1e54fa4c-0a04-4943-b526-a327c9965b90/7e399d1f-1200-46bc-960d-154b4e90a3ca) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:02:38.058103 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c7d6bdf6-48dd-4a01-9134-6c221908e749 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:38.064160 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c7d6bdf6-48dd-4a01-9134-6c221908e749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:38.082066 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5c1a9a18-5876-43f1-8f16-c3b90d486b93 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:38.101661 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5c1a9a18-5876-43f1-8f16-c3b90d486b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:38.104303 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d6bdf6-48dd-4a01-9134-6c221908e749 None None] Network 20d93f48-2670-4b52-bca9-9b5cb5c91d95 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:02:38.107674 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-c7d6bdf6-48dd-4a01-9134-6c221908e749 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:02:38.110666 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d6bdf6-48dd-4a01-9134-6c221908e749 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:02:38.122197 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d6bdf6-48dd-4a01-9134-6c221908e749 None None] Pushing event updated for resources: {'Port': ['ID=7e399d1f-1200-46bc-960d-154b4e90a3ca,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:02:38.184568 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-c7d6bdf6-48dd-4a01-9134-6c221908e749 None None] Attempting to bind port 7e399d1f-1200-46bc-960d-154b4e90a3ca on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:02:38.184942 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-c7d6bdf6-48dd-4a01-9134-6c221908e749 None None] Attempting to bind port 7e399d1f-1200-46bc-960d-154b4e90a3ca by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '1cf32cfc-3bf3-40b3-8d02-cf580d211be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:02:38.185308 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d6bdf6-48dd-4a01-9134-6c221908e749 None None] Attempting to bind port 7e399d1f-1200-46bc-960d-154b4e90a3ca on network 20d93f48-2670-4b52-bca9-9b5cb5c91d95 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:02:38.194605 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d6bdf6-48dd-4a01-9134-6c221908e749 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:02:38.195012 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d6bdf6-48dd-4a01-9134-6c221908e749 None None] Checking segment: {'id': '1cf32cfc-3bf3-40b3-8d02-cf580d211be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:02:38.195416 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c7d6bdf6-48dd-4a01-9134-6c221908e749 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:38.195808 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d6bdf6-48dd-4a01-9134-6c221908e749 None None] Bound using segment: {'id': '1cf32cfc-3bf3-40b3-8d02-cf580d211be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:02:38.196276 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-c7d6bdf6-48dd-4a01-9134-6c221908e749 None None] Bound port: 7e399d1f-1200-46bc-960d-154b4e90a3ca, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf32cfc-3bf3-40b3-8d02-cf580d211be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:02:38.196651 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c7d6bdf6-48dd-4a01-9134-6c221908e749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:38.210880 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-5c1a9a18-5876-43f1-8f16-c3b90d486b93 admin admin] Allocated IP 172.25.5.126 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/72f223b5-6a31-4a5b-b936-b01c13166caa) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:02:38.302384 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-c7d6bdf6-48dd-4a01-9134-6c221908e749 None None] For port 7e399d1f-1200-46bc-960d-154b4e90a3ca, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:02:38.306147 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-c7d6bdf6-48dd-4a01-9134-6c221908e749 None None] For port 7e399d1f-1200-46bc-960d-154b4e90a3ca, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=7e399d1f-1200-46bc-960d-154b4e90a3ca,segment=NetworkSegment(1cf32cfc-3bf3-40b3-8d02-cf580d211be8),segment_id=1cf32cfc-3bf3-40b3-8d02-cf580d211be8)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:02:38.310765 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c7d6bdf6-48dd-4a01-9134-6c221908e749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:38.318846 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5c1a9a18-5876-43f1-8f16-c3b90d486b93 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:38.352966 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5c1a9a18-5876-43f1-8f16-c3b90d486b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:38.403753 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1a9a18-5876-43f1-8f16-c3b90d486b93 admin admin] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:02:38.407144 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-5c1a9a18-5876-43f1-8f16-c3b90d486b93 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:02:38.411710 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1a9a18-5876-43f1-8f16-c3b90d486b93 admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:02:38.415116 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a9a18-5876-43f1-8f16-c3b90d486b93 admin admin] Pushing event updated for resources: {'Port': ['ID=72f223b5-6a31-4a5b-b936-b01c13166caa,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:02:38.529725 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b47b954-de2d-40f7-9478-57b7396bd7b7 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 14:02:38.579071 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d6bdf6-48dd-4a01-9134-6c221908e749 None None] Pushing event updated for resources: {'Port': ['ID=7e399d1f-1200-46bc-960d-154b4e90a3ca,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:02:38.592343 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:38.615700 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-d873e544-08d1-44c1-8c71-71a004857c81 None None] Provisioning complete for port 72f223b5-6a31-4a5b-b936-b01c13166caa triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:02:38.616070 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d873e544-08d1-44c1-8c71-71a004857c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:38.654381 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-d873e544-08d1-44c1-8c71-71a004857c81 None None] Port 72f223b5-6a31-4a5b-b936-b01c13166caa cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 14:02:38.682242 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5c1a9a18-5876-43f1-8f16-c3b90d486b93 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:39.241476 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5c1a9a18-5876-43f1-8f16-c3b90d486b93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:39.376397 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c1a9a18-5876-43f1-8f16-c3b90d486b93 admin admin] Router 3c18afa0-5a92-4fc8-964f-85e5b12ffcd6 is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 14:02:39.489122 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1a9a18-5876-43f1-8f16-c3b90d486b93 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 14:02:39.498018 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3686ca68-e9c6-4c76-acbb-05f422b94428 None None] Sync routers for ids ['3c18afa0-5a92-4fc8-964f-85e5b12ffcd6'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 14:02:39.506744 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5c1a9a18-5876-43f1-8f16-c3b90d486b93 admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:39.508087 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5c1a9a18-5876-43f1-8f16-c3b90d486b93 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8630095 Nov 25 14:02:39.510674 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 36294) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:02:39.511566 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3686ca68-e9c6-4c76-acbb-05f422b94428 None None] Routers {'3c18afa0-5a92-4fc8-964f-85e5b12ffcd6'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:02:39.512915 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-3686ca68-e9c6-4c76-acbb-05f422b94428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:02:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['3c18afa0-5a92-4fc8-964f-85e5b12ffcd6'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:02:39.526220 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fa26b3-f7bd-4ea7-8211-70e4b1443344 None None] Network 20d93f48-2670-4b52-bca9-9b5cb5c91d95 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 14:02:39.593951 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-b700da31-ec53-4eae-9cdc-42f40e7a76e2 None None] Provisioning complete for port 7e399d1f-1200-46bc-960d-154b4e90a3ca triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:02:39.594263 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b700da31-ec53-4eae-9cdc-42f40e7a76e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:39.616906 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-3686ca68-e9c6-4c76-acbb-05f422b94428 None None] Set router 3c18afa0-5a92-4fc8-964f-85e5b12ffcd6 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:02:39.750312 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b700da31-ec53-4eae-9cdc-42f40e7a76e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:39.795794 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-b700da31-ec53-4eae-9cdc-42f40e7a76e2 None None] For port 7e399d1f-1200-46bc-960d-154b4e90a3ca, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=7e399d1f-1200-46bc-960d-154b4e90a3ca,segment=NetworkSegment(1cf32cfc-3bf3-40b3-8d02-cf580d211be8),segment_id=1cf32cfc-3bf3-40b3-8d02-cf580d211be8)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:02:39.801182 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b700da31-ec53-4eae-9cdc-42f40e7a76e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:39.815771 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-3686ca68-e9c6-4c76-acbb-05f422b94428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'name': 'tempest-ServerActionsTestJSON-1696234908-router', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '72f223b5-6a31-4a5b-b936-b01c13166caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:02:37Z', 'updated_at': '2021-11-25T14:02:38Z', 'revision_number': 3, 'project_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'gw_port': {'id': '72f223b5-6a31-4a5b-b936-b01c13166caa', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c4:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:02:38Z', 'updated_at': '2021-11-25T14:02:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:02:39.854755 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b700da31-ec53-4eae-9cdc-42f40e7a76e2 None None] Pushing event updated for resources: {'Port': ['ID=7e399d1f-1200-46bc-960d-154b4e90a3ca,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:02:39.865105 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3686ca68-e9c6-4c76-acbb-05f422b94428 None None] Checking router: 3c18afa0-5a92-4fc8-964f-85e5b12ffcd6 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 14:02:39.865460 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3686ca68-e9c6-4c76-acbb-05f422b94428 None None] Updating router 3c18afa0-5a92-4fc8-964f-85e5b12ffcd6 port 72f223b5-6a31-4a5b-b936-b01c13166caa binding host n-d-808199-11 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 14:02:39.895355 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3686ca68-e9c6-4c76-acbb-05f422b94428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:39.986669 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2dec1f9d-2331-4cc3-bccd-2221470cc158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:40.026088 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a101e38-fc86-4894-92a9-30d683e92cf1 None None] Provisioning complete for port 7e399d1f-1200-46bc-960d-154b4e90a3ca triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:02:40.026788 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a101e38-fc86-4894-92a9-30d683e92cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:40.148337 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-2dec1f9d-2331-4cc3-bccd-2221470cc158 admin admin] Allocated IP 172.20.0.1 (20d93f48-2670-4b52-bca9-9b5cb5c91d95/1e54fa4c-0a04-4943-b526-a327c9965b90/43c15bd0-a86e-48c3-b8c7-b8710dd0dba6) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:02:40.249345 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3686ca68-e9c6-4c76-acbb-05f422b94428 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:40.254954 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3686ca68-e9c6-4c76-acbb-05f422b94428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:40.255527 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2dec1f9d-2331-4cc3-bccd-2221470cc158 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:40.289425 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2dec1f9d-2331-4cc3-bccd-2221470cc158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:40.301932 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e498318-18cb-42ab-949a-07d328be6c0c None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 14:02:40.306745 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-3686ca68-e9c6-4c76-acbb-05f422b94428 None None] Attempting to bind port 72f223b5-6a31-4a5b-b936-b01c13166caa on host n-d-808199-11 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:02:40.307126 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-3686ca68-e9c6-4c76-acbb-05f422b94428 None None] Attempting to bind port 72f223b5-6a31-4a5b-b936-b01c13166caa by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:02:40.307496 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3686ca68-e9c6-4c76-acbb-05f422b94428 None None] Attempting to bind port 72f223b5-6a31-4a5b-b936-b01c13166caa on network 7542d3d9-0db3-40e7-ab88-a168871141f7 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:02:40.317120 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3686ca68-e9c6-4c76-acbb-05f422b94428 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:02:40.317516 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3686ca68-e9c6-4c76-acbb-05f422b94428 None None] Checking segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:02:40.317967 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3686ca68-e9c6-4c76-acbb-05f422b94428 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:40.318365 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3686ca68-e9c6-4c76-acbb-05f422b94428 None None] Bound using segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:02:40.318861 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-3686ca68-e9c6-4c76-acbb-05f422b94428 None None] Bound port: 72f223b5-6a31-4a5b-b936-b01c13166caa, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:02:40.319274 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3686ca68-e9c6-4c76-acbb-05f422b94428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:40.335385 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dec1f9d-2331-4cc3-bccd-2221470cc158 admin admin] Network 20d93f48-2670-4b52-bca9-9b5cb5c91d95 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:02:40.338065 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4315d3-02c7-44bd-8c51-d1e94c44910d None None] Pushing event updated for resources: {'Port': ['ID=72f223b5-6a31-4a5b-b936-b01c13166caa,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:02:40.339307 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-2dec1f9d-2331-4cc3-bccd-2221470cc158 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:02:40.341808 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dec1f9d-2331-4cc3-bccd-2221470cc158 admin admin] Pushing event updated for resources: {'Port': ['ID=43c15bd0-a86e-48c3-b8c7-b8710dd0dba6,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:02:40.344006 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dec1f9d-2331-4cc3-bccd-2221470cc158 admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:02:40.353314 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4315d3-02c7-44bd-8c51-d1e94c44910d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:02:40.353671 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4315d3-02c7-44bd-8c51-d1e94c44910d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:02:40.354020 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4315d3-02c7-44bd-8c51-d1e94c44910d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:02:40.354362 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4315d3-02c7-44bd-8c51-d1e94c44910d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:02:40.354721 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4315d3-02c7-44bd-8c51-d1e94c44910d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:02:40.355065 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4315d3-02c7-44bd-8c51-d1e94c44910d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:02:40.355455 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4315d3-02c7-44bd-8c51-d1e94c44910d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:02:40.356314 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4315d3-02c7-44bd-8c51-d1e94c44910d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:02:40.356648 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4315d3-02c7-44bd-8c51-d1e94c44910d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:02:40.356979 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4315d3-02c7-44bd-8c51-d1e94c44910d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:02:40.357312 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4315d3-02c7-44bd-8c51-d1e94c44910d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:02:40.357642 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4315d3-02c7-44bd-8c51-d1e94c44910d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:02:40.385335 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-3686ca68-e9c6-4c76-acbb-05f422b94428 None None] For port 72f223b5-6a31-4a5b-b936-b01c13166caa, host n-d-808199-11, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:02:40.388884 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-3686ca68-e9c6-4c76-acbb-05f422b94428 None None] For port 72f223b5-6a31-4a5b-b936-b01c13166caa, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=72f223b5-6a31-4a5b-b936-b01c13166caa,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:02:40.394830 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3686ca68-e9c6-4c76-acbb-05f422b94428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:40.400727 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2dec1f9d-2331-4cc3-bccd-2221470cc158 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:40.449975 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3686ca68-e9c6-4c76-acbb-05f422b94428 None None] Routers {'3c18afa0-5a92-4fc8-964f-85e5b12ffcd6'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:02:40.450638 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-3686ca68-e9c6-4c76-acbb-05f422b94428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:02:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['3c18afa0-5a92-4fc8-964f-85e5b12ffcd6'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:02:40.451424 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-3e26bde3-02f5-4ff7-9fd6-34202b04d4b9 None None] Provisioning complete for port 72f223b5-6a31-4a5b-b936-b01c13166caa triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:02:40.454642 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3e26bde3-02f5-4ff7-9fd6-34202b04d4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:40.496689 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa86f4c4-e23f-4750-8a1c-c3869c3f7d1b None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 14:02:40.533171 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 7e399d1f-1200-46bc-960d-154b4e90a3ca up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:02:40.553675 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2dec1f9d-2331-4cc3-bccd-2221470cc158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:40.566749 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4315d3-02c7-44bd-8c51-d1e94c44910d None None] Pushing event updated for resources: {'Port': ['ID=72f223b5-6a31-4a5b-b936-b01c13166caa,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:02:40.595001 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-3686ca68-e9c6-4c76-acbb-05f422b94428 None None] Set router 3c18afa0-5a92-4fc8-964f-85e5b12ffcd6 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:02:40.647896 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3e26bde3-02f5-4ff7-9fd6-34202b04d4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:40.653728 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 7e399d1f-1200-46bc-960d-154b4e90a3ca triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:02:40.654100 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:40.699531 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-3e26bde3-02f5-4ff7-9fd6-34202b04d4b9 None None] For port 72f223b5-6a31-4a5b-b936-b01c13166caa, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=72f223b5-6a31-4a5b-b936-b01c13166caa,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:02:40.705361 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3e26bde3-02f5-4ff7-9fd6-34202b04d4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:40.747299 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2dec1f9d-2331-4cc3-bccd-2221470cc158 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:40.752470 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2dec1f9d-2331-4cc3-bccd-2221470cc158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:40.761266 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e26bde3-02f5-4ff7-9fd6-34202b04d4b9 None None] Pushing event updated for resources: {'Port': ['ID=72f223b5-6a31-4a5b-b936-b01c13166caa,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:02:40.792174 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-3686ca68-e9c6-4c76-acbb-05f422b94428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'name': 'tempest-ServerActionsTestJSON-1696234908-router', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '72f223b5-6a31-4a5b-b936-b01c13166caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:02:37Z', 'updated_at': '2021-11-25T14:02:38Z', 'revision_number': 3, 'project_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'gw_port': {'id': '72f223b5-6a31-4a5b-b936-b01c13166caa', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c4:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:02:38Z', 'updated_at': '2021-11-25T14:02:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:02:40.825434 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-26b558b7-f132-4f8f-95e8-5e75aa6a9339 None None] Provisioning complete for port 43c15bd0-a86e-48c3-b8c7-b8710dd0dba6 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:02:40.825826 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-26b558b7-f132-4f8f-95e8-5e75aa6a9339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:40.826856 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3686ca68-e9c6-4c76-acbb-05f422b94428 None None] The sync data for ids ['3c18afa0-5a92-4fc8-964f-85e5b12ffcd6'] in n-d-808199-11 is: [{'id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'name': 'tempest-ServerActionsTestJSON-1696234908-router', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '72f223b5-6a31-4a5b-b936-b01c13166caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:02:37Z', 'updated_at': '2021-11-25T14:02:38Z', 'revision_number': 3, 'project_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'gw_port': {'id': '72f223b5-6a31-4a5b-b936-b01c13166caa', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c4:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:02:38Z', 'updated_at': '2021-11-25T14:02:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 14:02:40.836390 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2dec1f9d-2331-4cc3-bccd-2221470cc158 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:40.838494 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dec1f9d-2331-4cc3-bccd-2221470cc158 admin admin] Pushing event updated for resources: {'Port': ['ID=43c15bd0-a86e-48c3-b8c7-b8710dd0dba6,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:02:40.864794 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-26b558b7-f132-4f8f-95e8-5e75aa6a9339 None None] Port 43c15bd0-a86e-48c3-b8c7-b8710dd0dba6 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 14:02:40.875783 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-26b558b7-f132-4f8f-95e8-5e75aa6a9339 None None] Provisioning complete for port 72f223b5-6a31-4a5b-b936-b01c13166caa triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:02:40.876161 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-26b558b7-f132-4f8f-95e8-5e75aa6a9339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:40.942880 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dec1f9d-2331-4cc3-bccd-2221470cc158 admin admin] Network 20d93f48-2670-4b52-bca9-9b5cb5c91d95 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:02:40.944324 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-2dec1f9d-2331-4cc3-bccd-2221470cc158 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:02:41.088308 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dec1f9d-2331-4cc3-bccd-2221470cc158 admin admin] Router 3c18afa0-5a92-4fc8-964f-85e5b12ffcd6 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 14:02:41.215956 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dec1f9d-2331-4cc3-bccd-2221470cc158 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 14:02:41.221797 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-2dec1f9d-2331-4cc3-bccd-2221470cc158 admin admin] 10.222.0.53 "PUT /v2.0/routers/3c18afa0-5a92-4fc8-964f-85e5b12ffcd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7100079 Nov 25 14:02:41.276832 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-a9074a1f-aa06-4c19-aefe-025b0447fcb6 None None] Provisioning complete for port 43c15bd0-a86e-48c3-b8c7-b8710dd0dba6 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:02:41.277742 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a9074a1f-aa06-4c19-aefe-025b0447fcb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:41.321238 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-a9074a1f-aa06-4c19-aefe-025b0447fcb6 None None] Port 43c15bd0-a86e-48c3-b8c7-b8710dd0dba6 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 14:02:41.988978 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 36302) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:02:41.993659 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-094fda2b-573b-49be-b30f-8dc130e43915 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1498764968', 'description': 'tempest-description--36371351'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:02:42.016098 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-094fda2b-573b-49be-b30f-8dc130e43915 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:42.041004 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:42.085657 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-094fda2b-573b-49be-b30f-8dc130e43915 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:42.089642 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-094fda2b-573b-49be-b30f-8dc130e43915 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:42.121870 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-094fda2b-573b-49be-b30f-8dc130e43915 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:42.123170 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-094fda2b-573b-49be-b30f-8dc130e43915 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1331635 Nov 25 14:02:42.125084 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094fda2b-573b-49be-b30f-8dc130e43915 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb7b356-5113-487f-a193-f1bb52d61224,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:02:42.126153 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36304) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:02:42.130976 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-acc71aef-9e0a-4e45-bae1-2c1b1a11ecf1 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Request body: {'security_group_rule': {'security_group_id': '6eb7b356-5113-487f-a193-f1bb52d61224', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:02:42.132986 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094fda2b-573b-49be-b30f-8dc130e43915 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:02:42.133353 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094fda2b-573b-49be-b30f-8dc130e43915 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:02:42.133709 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094fda2b-573b-49be-b30f-8dc130e43915 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:02:42.134062 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094fda2b-573b-49be-b30f-8dc130e43915 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:02:42.134413 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094fda2b-573b-49be-b30f-8dc130e43915 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:02:42.134786 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094fda2b-573b-49be-b30f-8dc130e43915 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:02:42.135129 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094fda2b-573b-49be-b30f-8dc130e43915 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:02:42.135469 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094fda2b-573b-49be-b30f-8dc130e43915 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:02:42.135807 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094fda2b-573b-49be-b30f-8dc130e43915 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:02:42.136151 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094fda2b-573b-49be-b30f-8dc130e43915 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:02:42.136492 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094fda2b-573b-49be-b30f-8dc130e43915 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:02:42.137410 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094fda2b-573b-49be-b30f-8dc130e43915 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:02:42.160198 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-acc71aef-9e0a-4e45-bae1-2c1b1a11ecf1 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:42.221249 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-acc71aef-9e0a-4e45-bae1-2c1b1a11ecf1 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:42.225865 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-acc71aef-9e0a-4e45-bae1-2c1b1a11ecf1 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:42.245380 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc71aef-9e0a-4e45-bae1-2c1b1a11ecf1 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e801693d-bb49-4bf6-9916-23e588bb8774,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:02:42.254059 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-acc71aef-9e0a-4e45-bae1-2c1b1a11ecf1 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:42.255335 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-acc71aef-9e0a-4e45-bae1-2c1b1a11ecf1 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1281075 Nov 25 14:02:42.257922 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36306) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:02:42.262683 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-7c039956-e14c-4c9c-be82-b332da2a7bb9 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Request body: {'security_group_rule': {'security_group_id': '6eb7b356-5113-487f-a193-f1bb52d61224', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:02:42.289510 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7c039956-e14c-4c9c-be82-b332da2a7bb9 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:42.347039 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7c039956-e14c-4c9c-be82-b332da2a7bb9 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:42.350639 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7c039956-e14c-4c9c-be82-b332da2a7bb9 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:42.370186 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c039956-e14c-4c9c-be82-b332da2a7bb9 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c94c4460-40c9-4ce2-97ec-7c9729f18a3d,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:02:42.376443 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7c039956-e14c-4c9c-be82-b332da2a7bb9 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:42.377641 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-7c039956-e14c-4c9c-be82-b332da2a7bb9 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1187859 Nov 25 14:02:42.380675 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36308) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:02:42.385050 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-bcb77d44-aaa8-4001-b2b6-5fd4c1ead755 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Request body: {'floatingip': {'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:02:42.412709 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bcb77d44-aaa8-4001-b2b6-5fd4c1ead755 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks [] for floatingip, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:42.439848 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5589ea5-da6d-48fc-a471-229de1b81b8f None None] Sync routers for ids ['3c18afa0-5a92-4fc8-964f-85e5b12ffcd6'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 14:02:42.451833 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5589ea5-da6d-48fc-a471-229de1b81b8f None None] Routers {'3c18afa0-5a92-4fc8-964f-85e5b12ffcd6'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:02:42.452680 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-c5589ea5-da6d-48fc-a471-229de1b81b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:02:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['3c18afa0-5a92-4fc8-964f-85e5b12ffcd6'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:02:42.498351 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 72f223b5-6a31-4a5b-b936-b01c13166caa up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:02:42.515912 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bcb77d44-aaa8-4001-b2b6-5fd4c1ead755 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:42.607708 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-c5589ea5-da6d-48fc-a471-229de1b81b8f None None] Set router 3c18afa0-5a92-4fc8-964f-85e5b12ffcd6 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:02:42.610287 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 72f223b5-6a31-4a5b-b936-b01c13166caa triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:02:42.610854 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:42.619777 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-bcb77d44-aaa8-4001-b2b6-5fd4c1ead755 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Allocated IP 172.25.5.150 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/0b5fa040-4969-4e2d-8538-194d552d0739) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:02:42.725685 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bcb77d44-aaa8-4001-b2b6-5fd4c1ead755 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:42.759931 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bcb77d44-aaa8-4001-b2b6-5fd4c1ead755 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:42.799230 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb77d44-aaa8-4001-b2b6-5fd4c1ead755 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:02:42.803532 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-bcb77d44-aaa8-4001-b2b6-5fd4c1ead755 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:02:42.807313 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb77d44-aaa8-4001-b2b6-5fd4c1ead755 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:02:42.834857 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb77d44-aaa8-4001-b2b6-5fd4c1ead755 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Pushing event updated for resources: {'Port': ['ID=0b5fa040-4969-4e2d-8538-194d552d0739,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:02:42.875384 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-c5589ea5-da6d-48fc-a471-229de1b81b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'name': 'tempest-ServerActionsTestJSON-1696234908-router', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '72f223b5-6a31-4a5b-b936-b01c13166caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:02:37Z', 'updated_at': '2021-11-25T14:02:40Z', 'revision_number': 4, 'project_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'gw_port': {'id': '72f223b5-6a31-4a5b-b936-b01c13166caa', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:02:38Z', 'updated_at': '2021-11-25T14:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '43c15bd0-a86e-48c3-b8c7-b8710dd0dba6', 'name': '', 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'mac_address': 'fa:16:3e:81:4b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '1e54fa4c-0a04-4943-b526-a327c9965b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:02:40Z', 'updated_at': '2021-11-25T14:02:40Z', 'revision_number': 2, 'project_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'subnets': [{'id': '1e54fa4c-0a04-4943-b526-a327c9965b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:02:42.898170 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bcb77d44-aaa8-4001-b2b6-5fd4c1ead755 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:42.906123 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5589ea5-da6d-48fc-a471-229de1b81b8f None None] Checking router: 3c18afa0-5a92-4fc8-964f-85e5b12ffcd6 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 14:02:42.906507 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5589ea5-da6d-48fc-a471-229de1b81b8f None None] Updating router 3c18afa0-5a92-4fc8-964f-85e5b12ffcd6 port 43c15bd0-a86e-48c3-b8c7-b8710dd0dba6 binding host n-d-808199-11 {{(pid=103572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 14:02:42.931261 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c5589ea5-da6d-48fc-a471-229de1b81b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:42.932715 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bcb77d44-aaa8-4001-b2b6-5fd4c1ead755 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:43.203462 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c5589ea5-da6d-48fc-a471-229de1b81b8f None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:43.208767 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c5589ea5-da6d-48fc-a471-229de1b81b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:43.273267 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b50e29-40fa-4e30-ace8-813f5ff8a965 None None] Pushing event updated for resources: {'Port': ['ID=43c15bd0-a86e-48c3-b8c7-b8710dd0dba6,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:02:43.330023 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-c5589ea5-da6d-48fc-a471-229de1b81b8f None None] Attempting to bind port 43c15bd0-a86e-48c3-b8c7-b8710dd0dba6 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:02:43.330414 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-c5589ea5-da6d-48fc-a471-229de1b81b8f None None] Attempting to bind port 43c15bd0-a86e-48c3-b8c7-b8710dd0dba6 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '1cf32cfc-3bf3-40b3-8d02-cf580d211be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:02:43.330874 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5589ea5-da6d-48fc-a471-229de1b81b8f None None] Attempting to bind port 43c15bd0-a86e-48c3-b8c7-b8710dd0dba6 on network 20d93f48-2670-4b52-bca9-9b5cb5c91d95 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:02:43.336695 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5589ea5-da6d-48fc-a471-229de1b81b8f None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:02:43.337088 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5589ea5-da6d-48fc-a471-229de1b81b8f None None] Checking segment: {'id': '1cf32cfc-3bf3-40b3-8d02-cf580d211be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:02:43.337651 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c5589ea5-da6d-48fc-a471-229de1b81b8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:43.338064 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5589ea5-da6d-48fc-a471-229de1b81b8f None None] Bound using segment: {'id': '1cf32cfc-3bf3-40b3-8d02-cf580d211be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:02:43.338537 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-c5589ea5-da6d-48fc-a471-229de1b81b8f None None] Bound port: 43c15bd0-a86e-48c3-b8c7-b8710dd0dba6, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf32cfc-3bf3-40b3-8d02-cf580d211be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:02:43.338954 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c5589ea5-da6d-48fc-a471-229de1b81b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:43.358606 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bcb77d44-aaa8-4001-b2b6-5fd4c1ead755 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:43.363555 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bcb77d44-aaa8-4001-b2b6-5fd4c1ead755 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:43.409962 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-c5589ea5-da6d-48fc-a471-229de1b81b8f None None] For port 43c15bd0-a86e-48c3-b8c7-b8710dd0dba6, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:02:43.413580 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-c5589ea5-da6d-48fc-a471-229de1b81b8f None None] For port 43c15bd0-a86e-48c3-b8c7-b8710dd0dba6, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=43c15bd0-a86e-48c3-b8c7-b8710dd0dba6,segment=NetworkSegment(1cf32cfc-3bf3-40b3-8d02-cf580d211be8),segment_id=1cf32cfc-3bf3-40b3-8d02-cf580d211be8)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:02:43.420688 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c5589ea5-da6d-48fc-a471-229de1b81b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:43.443337 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb77d44-aaa8-4001-b2b6-5fd4c1ead755 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Pushing event updated for resources: {'Port': ['ID=0b5fa040-4969-4e2d-8538-194d552d0739,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:02:43.453678 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bcb77d44-aaa8-4001-b2b6-5fd4c1ead755 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:43.473600 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bcb77d44-aaa8-4001-b2b6-5fd4c1ead755 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:43.474885 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-bcb77d44-aaa8-4001-b2b6-5fd4c1ead755 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0933514 Nov 25 14:02:43.480281 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5589ea5-da6d-48fc-a471-229de1b81b8f None None] Routers {'3c18afa0-5a92-4fc8-964f-85e5b12ffcd6'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:02:43.481497 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-c5589ea5-da6d-48fc-a471-229de1b81b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:02:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['3c18afa0-5a92-4fc8-964f-85e5b12ffcd6'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:02:43.536021 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b50e29-40fa-4e30-ace8-813f5ff8a965 None None] Pushing event updated for resources: {'Port': ['ID=43c15bd0-a86e-48c3-b8c7-b8710dd0dba6,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:02:43.608510 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-b4468ba8-37eb-4648-a995-067d6a6e6860 None None] Provisioning complete for port 43c15bd0-a86e-48c3-b8c7-b8710dd0dba6 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:02:43.608896 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b4468ba8-37eb-4648-a995-067d6a6e6860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:43.629742 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cb49e8ef-2d72-4006-95cb-789f86c2d2df req-d699c2b3-d80c-4640-a705-e60f044b0f9a tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1498764968&fields=id&tenant_id=55029eb28f0f4879a6c68ae4e6ded03b HTTP/1.1" status: 200 len: 267 time: 0.0466821 Nov 25 14:02:43.635002 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-c5589ea5-da6d-48fc-a471-229de1b81b8f None None] Set router 3c18afa0-5a92-4fc8-964f-85e5b12ffcd6 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:02:43.745952 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49e8ef-2d72-4006-95cb-789f86c2d2df req-f911eddf-6e12-4d0c-89f8-f60dd13c18b4 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:43.747553 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cb49e8ef-2d72-4006-95cb-789f86c2d2df req-f911eddf-6e12-4d0c-89f8-f60dd13c18b4 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/networks?id=20d93f48-2670-4b52-bca9-9b5cb5c91d95 HTTP/1.1" status: 200 len: 812 time: 0.1092105 Nov 25 14:02:43.763029 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cb49e8ef-2d72-4006-95cb-789f86c2d2df req-fd84038e-6bb5-45b9-952f-ec25d44b9455 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/quotas/55029eb28f0f4879a6c68ae4e6ded03b HTTP/1.1" status: 200 len: 375 time: 0.0095220 Nov 25 14:02:43.813773 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cb49e8ef-2d72-4006-95cb-789f86c2d2df req-af995061-8a97-44b4-8a88-139d325e3b97 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=55029eb28f0f4879a6c68ae4e6ded03b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448470 Nov 25 14:02:43.815880 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b4468ba8-37eb-4648-a995-067d6a6e6860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:43.830890 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [req-cb49e8ef-2d72-4006-95cb-789f86c2d2df req-99d02282-ffa9-45db-8040-32ff889bcdff service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 14:02:43.831869 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cb49e8ef-2d72-4006-95cb-789f86c2d2df req-99d02282-ffa9-45db-8040-32ff889bcdff service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052938 Nov 25 14:02:43.886282 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-b4468ba8-37eb-4648-a995-067d6a6e6860 None None] For port 43c15bd0-a86e-48c3-b8c7-b8710dd0dba6, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=43c15bd0-a86e-48c3-b8c7-b8710dd0dba6,segment=NetworkSegment(1cf32cfc-3bf3-40b3-8d02-cf580d211be8),segment_id=1cf32cfc-3bf3-40b3-8d02-cf580d211be8)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:02:43.893211 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b4468ba8-37eb-4648-a995-067d6a6e6860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:43.926708 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cb49e8ef-2d72-4006-95cb-789f86c2d2df req-9a3cc8e9-2fa6-41b2-8a3e-f4d999461869 service neutron] 10.222.0.53 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887830 Nov 25 14:02:43.948556 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4468ba8-37eb-4648-a995-067d6a6e6860 None None] Pushing event updated for resources: {'Port': ['ID=43c15bd0-a86e-48c3-b8c7-b8710dd0dba6,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:02:43.954157 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-c5589ea5-da6d-48fc-a471-229de1b81b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'name': 'tempest-ServerActionsTestJSON-1696234908-router', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '72f223b5-6a31-4a5b-b936-b01c13166caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:02:37Z', 'updated_at': '2021-11-25T14:02:40Z', 'revision_number': 4, 'project_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'gw_port': {'id': '72f223b5-6a31-4a5b-b936-b01c13166caa', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:02:38Z', 'updated_at': '2021-11-25T14:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '43c15bd0-a86e-48c3-b8c7-b8710dd0dba6', 'name': '', 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'mac_address': 'fa:16:3e:81:4b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '1e54fa4c-0a04-4943-b526-a327c9965b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:02:40Z', 'updated_at': '2021-11-25T14:02:43Z', 'revision_number': 4, 'project_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'subnets': [{'id': '1e54fa4c-0a04-4943-b526-a327c9965b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:02:43.981354 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5589ea5-da6d-48fc-a471-229de1b81b8f None None] The sync data for ids ['3c18afa0-5a92-4fc8-964f-85e5b12ffcd6'] in n-d-808199-11 is: [{'id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'name': 'tempest-ServerActionsTestJSON-1696234908-router', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '72f223b5-6a31-4a5b-b936-b01c13166caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:02:37Z', 'updated_at': '2021-11-25T14:02:40Z', 'revision_number': 4, 'project_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'gw_port': {'id': '72f223b5-6a31-4a5b-b936-b01c13166caa', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:02:38Z', 'updated_at': '2021-11-25T14:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '43c15bd0-a86e-48c3-b8c7-b8710dd0dba6', 'name': '', 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'mac_address': 'fa:16:3e:81:4b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '1e54fa4c-0a04-4943-b526-a327c9965b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:02:40Z', 'updated_at': '2021-11-25T14:02:43Z', 'revision_number': 4, 'project_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'subnets': [{'id': '1e54fa4c-0a04-4943-b526-a327c9965b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 14:02:44.013851 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-c6c51533-7e55-4132-aa39-a1856b2591f0 None None] Provisioning complete for port 43c15bd0-a86e-48c3-b8c7-b8710dd0dba6 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:02:44.016369 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c6c51533-7e55-4132-aa39-a1856b2591f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:44.039872 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cb49e8ef-2d72-4006-95cb-789f86c2d2df req-72d9a956-6888-44cc-a8cd-d38cca0c72b0 service neutron] 10.222.0.53 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068978 Nov 25 14:02:44.227577 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-08c59db6-616f-4fee-b0e2-4785a9db4e04 req-ec02bab8-5698-45e1-8017-45dd2866bb25 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=3808a1dc-6765-49ee-889b-df4cc6e01fe0 HTTP/1.1" status: 200 len: 210 time: 0.0270677 Nov 25 14:02:44.475045 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 43c15bd0-a86e-48c3-b8c7-b8710dd0dba6 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:02:44.533985 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 43c15bd0-a86e-48c3-b8c7-b8710dd0dba6 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:02:44.534304 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:45.330917 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49e8ef-2d72-4006-95cb-789f86c2d2df req-4bb22266-cb22-4a79-a659-83d01a88aaca tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:45.333354 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cb49e8ef-2d72-4006-95cb-789f86c2d2df req-4bb22266-cb22-4a79-a659-83d01a88aaca tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.47 "GET /v2.0/networks?id=20d93f48-2670-4b52-bca9-9b5cb5c91d95 HTTP/1.1" status: 200 len: 812 time: 0.1187994 Nov 25 14:02:45.339295 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8608d162-d38b-4fb7-ac84-ec08ecca109f req-c7187778-1a40-4991-9bf5-f376acdc3863 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=3808a1dc-6765-49ee-889b-df4cc6e01fe0 HTTP/1.1" status: 200 len: 210 time: 0.0363691 Nov 25 14:02:45.402939 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cb49e8ef-2d72-4006-95cb-789f86c2d2df req-672fab3a-4b62-4357-b726-57a9ca3e07a1 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55029eb28f0f4879a6c68ae4e6ded03b HTTP/1.1" status: 200 len: 380 time: 0.0581946 Nov 25 14:02:45.411465 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-cb49e8ef-2d72-4006-95cb-789f86c2d2df req-ab6129ac-74bd-4383-8125-00a53d706b2f tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Request body: {'port': {'device_id': '3808a1dc-6765-49ee-889b-df4cc6e01fe0', 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95', 'admin_state_up': True, 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'security_groups': ['6eb7b356-5113-487f-a193-f1bb52d61224']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:02:45.525371 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb49e8ef-2d72-4006-95cb-789f86c2d2df req-ab6129ac-74bd-4383-8125-00a53d706b2f tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Made reservation on behalf of 55029eb28f0f4879a6c68ae4e6ded03b for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 14:02:45.529323 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-cb49e8ef-2d72-4006-95cb-789f86c2d2df req-ab6129ac-74bd-4383-8125-00a53d706b2f tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:45.651922 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-cb49e8ef-2d72-4006-95cb-789f86c2d2df req-ab6129ac-74bd-4383-8125-00a53d706b2f tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Allocated IP 172.20.0.10 (20d93f48-2670-4b52-bca9-9b5cb5c91d95/1e54fa4c-0a04-4943-b526-a327c9965b90/7d577937-a1fb-4a37-be25-74c922a1b317) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:02:45.789816 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-cb49e8ef-2d72-4006-95cb-789f86c2d2df req-ab6129ac-74bd-4383-8125-00a53d706b2f tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:45.822884 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-cb49e8ef-2d72-4006-95cb-789f86c2d2df req-ab6129ac-74bd-4383-8125-00a53d706b2f tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:45.872755 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb49e8ef-2d72-4006-95cb-789f86c2d2df req-ab6129ac-74bd-4383-8125-00a53d706b2f tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Network 20d93f48-2670-4b52-bca9-9b5cb5c91d95 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:02:45.878317 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-cb49e8ef-2d72-4006-95cb-789f86c2d2df req-ab6129ac-74bd-4383-8125-00a53d706b2f tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:02:45.882791 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb49e8ef-2d72-4006-95cb-789f86c2d2df req-ab6129ac-74bd-4383-8125-00a53d706b2f tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:02:45.886466 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6129ac-74bd-4383-8125-00a53d706b2f tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Pushing event updated for resources: {'Port': ['ID=7d577937-a1fb-4a37-be25-74c922a1b317,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:02:45.939091 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49e8ef-2d72-4006-95cb-789f86c2d2df req-ab6129ac-74bd-4383-8125-00a53d706b2f tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:45.939712 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-cb49e8ef-2d72-4006-95cb-789f86c2d2df req-ab6129ac-74bd-4383-8125-00a53d706b2f tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:45.955676 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cb49e8ef-2d72-4006-95cb-789f86c2d2df req-ab6129ac-74bd-4383-8125-00a53d706b2f tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5477898 Nov 25 14:02:45.968109 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-cb49e8ef-2d72-4006-95cb-789f86c2d2df req-3deec61e-c50f-47b9-acb7-9bbc5caedacd service neutron] Request body: {'port': {'device_id': '3808a1dc-6765-49ee-889b-df4cc6e01fe0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:02:46.025393 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-cb49e8ef-2d72-4006-95cb-789f86c2d2df req-3deec61e-c50f-47b9-acb7-9bbc5caedacd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:46.148998 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-e8e79a98-ccb2-4b55-b936-17167b6ccf9e None None] Provisioning complete for port 7d577937-a1fb-4a37-be25-74c922a1b317 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:02:46.149554 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e8e79a98-ccb2-4b55-b936-17167b6ccf9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:46.182767 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-e8e79a98-ccb2-4b55-b936-17167b6ccf9e None None] Port 7d577937-a1fb-4a37-be25-74c922a1b317 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 14:02:46.295369 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-cb49e8ef-2d72-4006-95cb-789f86c2d2df req-3deec61e-c50f-47b9-acb7-9bbc5caedacd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d577937-a1fb-4a37-be25-74c922a1b317 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 14:02:46.302978 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-cb49e8ef-2d72-4006-95cb-789f86c2d2df req-3deec61e-c50f-47b9-acb7-9bbc5caedacd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:46.315488 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-cb49e8ef-2d72-4006-95cb-789f86c2d2df req-3deec61e-c50f-47b9-acb7-9bbc5caedacd service neutron] Transition to ACTIVE for port object 7d577937-a1fb-4a37-be25-74c922a1b317 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 14:02:46.319459 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-cb49e8ef-2d72-4006-95cb-789f86c2d2df req-3deec61e-c50f-47b9-acb7-9bbc5caedacd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:46.370373 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deec61e-c50f-47b9-acb7-9bbc5caedacd service neutron] Pushing event updated for resources: {'Port': ['ID=7d577937-a1fb-4a37-be25-74c922a1b317,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:02:46.448893 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-cb49e8ef-2d72-4006-95cb-789f86c2d2df req-3deec61e-c50f-47b9-acb7-9bbc5caedacd service neutron] Attempting to bind port 7d577937-a1fb-4a37-be25-74c922a1b317 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:02:46.449897 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-cb49e8ef-2d72-4006-95cb-789f86c2d2df req-3deec61e-c50f-47b9-acb7-9bbc5caedacd service neutron] Attempting to bind port 7d577937-a1fb-4a37-be25-74c922a1b317 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '1cf32cfc-3bf3-40b3-8d02-cf580d211be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:02:46.450241 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb49e8ef-2d72-4006-95cb-789f86c2d2df req-3deec61e-c50f-47b9-acb7-9bbc5caedacd service neutron] Attempting to bind port 7d577937-a1fb-4a37-be25-74c922a1b317 on network 20d93f48-2670-4b52-bca9-9b5cb5c91d95 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:02:46.455120 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb49e8ef-2d72-4006-95cb-789f86c2d2df req-3deec61e-c50f-47b9-acb7-9bbc5caedacd service neutron] Port 7d577937-a1fb-4a37-be25-74c922a1b317 on network 20d93f48-2670-4b52-bca9-9b5cb5c91d95 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 14:02:46.455446 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb49e8ef-2d72-4006-95cb-789f86c2d2df req-3deec61e-c50f-47b9-acb7-9bbc5caedacd service neutron] Attempting to bind port 7d577937-a1fb-4a37-be25-74c922a1b317 on network 20d93f48-2670-4b52-bca9-9b5cb5c91d95 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:02:46.460730 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb49e8ef-2d72-4006-95cb-789f86c2d2df req-3deec61e-c50f-47b9-acb7-9bbc5caedacd service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:02:46.461077 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb49e8ef-2d72-4006-95cb-789f86c2d2df req-3deec61e-c50f-47b9-acb7-9bbc5caedacd service neutron] Checking segment: {'id': '1cf32cfc-3bf3-40b3-8d02-cf580d211be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:02:46.461472 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb49e8ef-2d72-4006-95cb-789f86c2d2df req-3deec61e-c50f-47b9-acb7-9bbc5caedacd service neutron] Bound using segment: {'id': '1cf32cfc-3bf3-40b3-8d02-cf580d211be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:02:46.461909 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-cb49e8ef-2d72-4006-95cb-789f86c2d2df req-3deec61e-c50f-47b9-acb7-9bbc5caedacd service neutron] Bound port: 7d577937-a1fb-4a37-be25-74c922a1b317, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cf32cfc-3bf3-40b3-8d02-cf580d211be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:02:46.462277 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-cb49e8ef-2d72-4006-95cb-789f86c2d2df req-3deec61e-c50f-47b9-acb7-9bbc5caedacd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:46.486614 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50be190-c0ba-4de7-8ee4-84a5ff25c85e req-dd01ef10-0598-4ec7-b332-8c41d0ee0d81 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:46.488309 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b50be190-c0ba-4de7-8ee4-84a5ff25c85e req-dd01ef10-0598-4ec7-b332-8c41d0ee0d81 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=3808a1dc-6765-49ee-889b-df4cc6e01fe0 HTTP/1.1" status: 200 len: 944 time: 0.0539250 Nov 25 14:02:46.535836 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-cb49e8ef-2d72-4006-95cb-789f86c2d2df req-3deec61e-c50f-47b9-acb7-9bbc5caedacd service neutron] For port 7d577937-a1fb-4a37-be25-74c922a1b317, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:02:46.539823 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-cb49e8ef-2d72-4006-95cb-789f86c2d2df req-3deec61e-c50f-47b9-acb7-9bbc5caedacd service neutron] For port 7d577937-a1fb-4a37-be25-74c922a1b317, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=7d577937-a1fb-4a37-be25-74c922a1b317,segment=NetworkSegment(1cf32cfc-3bf3-40b3-8d02-cf580d211be8),segment_id=1cf32cfc-3bf3-40b3-8d02-cf580d211be8)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:02:46.543419 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b50be190-c0ba-4de7-8ee4-84a5ff25c85e req-919bcc8d-767f-4a9d-a203-990edaae79d8 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485866 Nov 25 14:02:46.548589 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-cb49e8ef-2d72-4006-95cb-789f86c2d2df req-3deec61e-c50f-47b9-acb7-9bbc5caedacd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:46.596314 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49e8ef-2d72-4006-95cb-789f86c2d2df req-3deec61e-c50f-47b9-acb7-9bbc5caedacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:46.597154 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-cb49e8ef-2d72-4006-95cb-789f86c2d2df req-3deec61e-c50f-47b9-acb7-9bbc5caedacd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:46.598657 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cb49e8ef-2d72-4006-95cb-789f86c2d2df req-3deec61e-c50f-47b9-acb7-9bbc5caedacd service neutron] 10.222.0.47 "PUT /v2.0/ports/7d577937-a1fb-4a37-be25-74c922a1b317 HTTP/1.1" status: 200 len: 1093 time: 0.6348927 Nov 25 14:02:46.599225 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3808a1dc-6765-49ee-889b-df4cc6e01fe0', 'tag': '7d577937-a1fb-4a37-be25-74c922a1b317'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:02:46.601630 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8024e59bde3fb10b6f649a9d242c0d87c8f3103e4652dffab806ac981848938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b254096-46b1-4963-94b2-e76150f6016e" -d '{"events": [{"name": "network-changed", "server_uuid": "3808a1dc-6765-49ee-889b-df4cc6e01fe0", "tag": "7d577937-a1fb-4a37-be25-74c922a1b317"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:02:46.632998 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deec61e-c50f-47b9-acb7-9bbc5caedacd service neutron] Pushing event updated for resources: {'Port': ['ID=7d577937-a1fb-4a37-be25-74c922a1b317,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:02:46.644832 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 14:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a4d439-4aff-4330-b480-4730ad0e6542 x-openstack-request-id: req-80a4d439-4aff-4330-b480-4730ad0e6542 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:02:46.645130 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3808a1dc-6765-49ee-889b-df4cc6e01fe0", "tag": "7d577937-a1fb-4a37-be25-74c922a1b317", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:02:46.645388 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-80a4d439-4aff-4330-b480-4730ad0e6542 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:02:46.645801 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3808a1dc-6765-49ee-889b-df4cc6e01fe0', 'tag': '7d577937-a1fb-4a37-be25-74c922a1b317', 'status': 'completed', 'code': 200} Nov 25 14:02:46.690827 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49e8ef-2d72-4006-95cb-789f86c2d2df req-5c3b18c2-399a-4f4d-a45e-aca920c8b95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:46.692381 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cb49e8ef-2d72-4006-95cb-789f86c2d2df req-5c3b18c2-399a-4f4d-a45e-aca920c8b95e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55029eb28f0f4879a6c68ae4e6ded03b&device_id=3808a1dc-6765-49ee-889b-df4cc6e01fe0 HTTP/1.1" status: 200 len: 1096 time: 0.0445387 Nov 25 14:02:46.742889 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cb49e8ef-2d72-4006-95cb-789f86c2d2df req-8607a650-f52b-4b69-a9e5-265cf135bfa0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d577937-a1fb-4a37-be25-74c922a1b317 HTTP/1.1" status: 200 len: 217 time: 0.0407248 Nov 25 14:02:46.795015 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49e8ef-2d72-4006-95cb-789f86c2d2df req-39eeec2b-2753-416e-bb68-de971ce89863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:46.796519 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cb49e8ef-2d72-4006-95cb-789f86c2d2df req-39eeec2b-2753-416e-bb68-de971ce89863 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1e54fa4c-0a04-4943-b526-a327c9965b90 HTTP/1.1" status: 200 len: 851 time: 0.0471175 Nov 25 14:02:46.844924 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49e8ef-2d72-4006-95cb-789f86c2d2df req-8ecc3ab0-b16a-41e4-95ff-66fae64393a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:46.846400 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cb49e8ef-2d72-4006-95cb-789f86c2d2df req-8ecc3ab0-b16a-41e4-95ff-66fae64393a4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20d93f48-2670-4b52-bca9-9b5cb5c91d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429804 Nov 25 14:02:46.945499 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cb49e8ef-2d72-4006-95cb-789f86c2d2df req-ee691f31-dc20-44de-8109-528a2777fbb0 service neutron] 10.222.0.47 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905435 Nov 25 14:02:47.034631 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cb49e8ef-2d72-4006-95cb-789f86c2d2df req-78615ba8-d237-43c5-a262-ee5cb3abab25 service neutron] 10.222.0.47 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821185 Nov 25 14:02:47.124764 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b254096-46b1-4963-94b2-e76150f6016e req-4c022f8b-837b-4435-8fec-defaaa9cbc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:47.126175 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5b254096-46b1-4963-94b2-e76150f6016e req-4c022f8b-837b-4435-8fec-defaaa9cbc99 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55029eb28f0f4879a6c68ae4e6ded03b&device_id=3808a1dc-6765-49ee-889b-df4cc6e01fe0 HTTP/1.1" status: 200 len: 1096 time: 0.0418210 Nov 25 14:02:47.220073 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b254096-46b1-4963-94b2-e76150f6016e req-1e62801c-3eb1-42ff-8a8a-7e151c8962b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:47.221546 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5b254096-46b1-4963-94b2-e76150f6016e req-1e62801c-3eb1-42ff-8a8a-7e151c8962b2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=20d93f48-2670-4b52-bca9-9b5cb5c91d95 HTTP/1.1" status: 200 len: 913 time: 0.0882685 Nov 25 14:02:47.264915 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5b254096-46b1-4963-94b2-e76150f6016e req-06c09fea-9ed8-4d74-ba34-dbb77c19e01d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d577937-a1fb-4a37-be25-74c922a1b317 HTTP/1.1" status: 200 len: 217 time: 0.0345707 Nov 25 14:02:47.324158 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b254096-46b1-4963-94b2-e76150f6016e req-7e42b410-c947-4aac-aeee-aee6c4a19e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:47.325640 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5b254096-46b1-4963-94b2-e76150f6016e req-7e42b410-c947-4aac-aeee-aee6c4a19e4a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1e54fa4c-0a04-4943-b526-a327c9965b90 HTTP/1.1" status: 200 len: 851 time: 0.0536163 Nov 25 14:02:47.374941 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b254096-46b1-4963-94b2-e76150f6016e req-a701cebf-2d1c-461a-a87e-f86951efa276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:47.376390 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5b254096-46b1-4963-94b2-e76150f6016e req-a701cebf-2d1c-461a-a87e-f86951efa276 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20d93f48-2670-4b52-bca9-9b5cb5c91d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432496 Nov 25 14:02:47.467233 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5b254096-46b1-4963-94b2-e76150f6016e req-e7993958-1c1d-4eda-8f1d-1d56bf5e4369 service neutron] 10.222.0.47 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826414 Nov 25 14:02:47.562497 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5b254096-46b1-4963-94b2-e76150f6016e req-ac2d1466-0dbd-4c71-904c-7291d6e930be service neutron] 10.222.0.47 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874882 Nov 25 14:02:47.662303 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f090bde2-399d-4956-b581-87338ed10140 req-b09e2ed0-6e68-4a41-96cd-7c12d885b2d8 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:47.663834 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f090bde2-399d-4956-b581-87338ed10140 req-b09e2ed0-6e68-4a41-96cd-7c12d885b2d8 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=3808a1dc-6765-49ee-889b-df4cc6e01fe0 HTTP/1.1" status: 200 len: 944 time: 0.0490818 Nov 25 14:02:47.710788 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f090bde2-399d-4956-b581-87338ed10140 req-f14f8cf5-b572-4fd7-ae34-24537181212e tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408747 Nov 25 14:02:48.827377 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb210f3a-cc01-4c7f-8c8e-5edeff8b897d req-cfc2f553-963a-4db9-b502-dc119133daac tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:48.828818 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bb210f3a-cc01-4c7f-8c8e-5edeff8b897d req-cfc2f553-963a-4db9-b502-dc119133daac tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=3808a1dc-6765-49ee-889b-df4cc6e01fe0 HTTP/1.1" status: 200 len: 944 time: 0.0501204 Nov 25 14:02:48.874614 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bb210f3a-cc01-4c7f-8c8e-5edeff8b897d req-74646b69-62a9-4cdd-ab51-04fb1cd3794d tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399067 Nov 25 14:02:49.262959 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 7d577937-a1fb-4a37-be25-74c922a1b317 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 14:02:49.359232 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 7d577937-a1fb-4a37-be25-74c922a1b317, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=7d577937-a1fb-4a37-be25-74c922a1b317,segment=NetworkSegment(1cf32cfc-3bf3-40b3-8d02-cf580d211be8),segment_id=1cf32cfc-3bf3-40b3-8d02-cf580d211be8)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:02:49.370527 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '7d577937-a1fb-4a37-be25-74c922a1b317', 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95', 'port_id': '7d577937-a1fb-4a37-be25-74c922a1b317', 'mac_address': 'fa:16:3e:c6:0e:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e54fa4c-0a04-4943-b526-a327c9965b90', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 14:02:49.409495 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:49.422995 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d577937-a1fb-4a37-be25-74c922a1b317 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 14:02:49.443695 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 7d577937-a1fb-4a37-be25-74c922a1b317, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=7d577937-a1fb-4a37-be25-74c922a1b317,segment=NetworkSegment(1cf32cfc-3bf3-40b3-8d02-cf580d211be8),segment_id=1cf32cfc-3bf3-40b3-8d02-cf580d211be8)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:02:49.447227 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:49.497442 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=7d577937-a1fb-4a37-be25-74c922a1b317,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:02:49.763879 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['7d577937-a1fb-4a37-be25-74c922a1b317'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 14:02:49.994044 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b68dff6-7e6a-4eb9-a397-d7454dc3f970 req-c02c363f-868d-4a78-ab3d-c8b31e86438d tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:49.995569 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0b68dff6-7e6a-4eb9-a397-d7454dc3f970 req-c02c363f-868d-4a78-ab3d-c8b31e86438d tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=3808a1dc-6765-49ee-889b-df4cc6e01fe0 HTTP/1.1" status: 200 len: 945 time: 0.0526369 Nov 25 14:02:50.042683 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0b68dff6-7e6a-4eb9-a397-d7454dc3f970 req-b8769e44-a9eb-4948-8b00-39f04449de5d tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403593 Nov 25 14:02:51.159188 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba2bdb-33d7-41bf-87ed-dc9e9af7517c req-7ad7f619-92a0-41ed-ab77-1f65e8212290 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:51.160635 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-34ba2bdb-33d7-41bf-87ed-dc9e9af7517c req-7ad7f619-92a0-41ed-ab77-1f65e8212290 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=3808a1dc-6765-49ee-889b-df4cc6e01fe0 HTTP/1.1" status: 200 len: 945 time: 0.0508528 Nov 25 14:02:51.207437 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-34ba2bdb-33d7-41bf-87ed-dc9e9af7517c req-f2e73395-b08c-4ebc-9ed2-4a2b38dc62be tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408146 Nov 25 14:02:51.278936 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 7d577937-a1fb-4a37-be25-74c922a1b317 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:02:51.328331 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 7d577937-a1fb-4a37-be25-74c922a1b317 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 14:02:51.331968 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 7d577937-a1fb-4a37-be25-74c922a1b317 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:02:51.332342 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:51.411221 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:51.433583 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3808a1dc-6765-49ee-889b-df4cc6e01fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d577937-a1fb-4a37-be25-74c922a1b317'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:02:51.436348 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ce52f2e8564bbd87aa3d9310a106d9a22f218fa19912b155b40508fdc65ad04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f0b1202-546f-497d-a8ba-84076bac5603" -d '{"events": [{"server_uuid": "3808a1dc-6765-49ee-889b-df4cc6e01fe0", "name": "network-vif-plugged", "status": "completed", "tag": "7d577937-a1fb-4a37-be25-74c922a1b317"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:02:51.448727 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 7d577937-a1fb-4a37-be25-74c922a1b317, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=7d577937-a1fb-4a37-be25-74c922a1b317,segment=NetworkSegment(1cf32cfc-3bf3-40b3-8d02-cf580d211be8),segment_id=1cf32cfc-3bf3-40b3-8d02-cf580d211be8)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:02:51.452513 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:51.478313 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 14:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb468527-00be-4b0c-ad64-93a181cb17f6 x-openstack-request-id: req-bb468527-00be-4b0c-ad64-93a181cb17f6 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:02:51.478606 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3808a1dc-6765-49ee-889b-df4cc6e01fe0", "name": "network-vif-plugged", "status": "completed", "tag": "7d577937-a1fb-4a37-be25-74c922a1b317", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:02:51.478905 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bb468527-00be-4b0c-ad64-93a181cb17f6 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:02:51.479287 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3808a1dc-6765-49ee-889b-df4cc6e01fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d577937-a1fb-4a37-be25-74c922a1b317', 'code': 200} Nov 25 14:02:51.507465 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=7d577937-a1fb-4a37-be25-74c922a1b317,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:02:51.573878 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b254257b-1a27-4668-9c57-54c1de008b0c req-9685e3cb-db4d-481e-ac4f-1c7dc969c918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:51.575459 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b254257b-1a27-4668-9c57-54c1de008b0c req-9685e3cb-db4d-481e-ac4f-1c7dc969c918 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3808a1dc-6765-49ee-889b-df4cc6e01fe0 HTTP/1.1" status: 200 len: 1098 time: 0.0412683 Nov 25 14:02:51.620342 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b254257b-1a27-4668-9c57-54c1de008b0c req-3263761d-5300-4ce8-909a-a230198d3cfb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378289 Nov 25 14:02:52.321364 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11208a6-6b8b-4da9-8bef-b4c757104efa req-31e975c9-c00b-4231-bcd4-9d17665cc2c5 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:52.322865 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b11208a6-6b8b-4da9-8bef-b4c757104efa req-31e975c9-c00b-4231-bcd4-9d17665cc2c5 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=3808a1dc-6765-49ee-889b-df4cc6e01fe0 HTTP/1.1" status: 200 len: 946 time: 0.0479379 Nov 25 14:02:52.368962 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b11208a6-6b8b-4da9-8bef-b4c757104efa req-8b3d3bce-1a7a-452d-b165-e30f87020c65 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394487 Nov 25 14:02:53.492056 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2514d7-02a9-4bdb-b1c6-ad847895eda5 req-340f0d12-af93-4676-bc7b-604d623b571c tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:53.493574 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0e2514d7-02a9-4bdb-b1c6-ad847895eda5 req-340f0d12-af93-4676-bc7b-604d623b571c tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=3808a1dc-6765-49ee-889b-df4cc6e01fe0 HTTP/1.1" status: 200 len: 946 time: 0.0488369 Nov 25 14:02:53.544898 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0e2514d7-02a9-4bdb-b1c6-ad847895eda5 req-f4fd3cbd-0686-4233-b1e2-448903c0130d tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446503 Nov 25 14:02:53.660516 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c442714e-f95a-4db6-8c88-cb176e77f55b req-c78a719f-5776-4416-b840-d7c63552cbf7 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:53.662030 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c442714e-f95a-4db6-8c88-cb176e77f55b req-c78a719f-5776-4416-b840-d7c63552cbf7 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=3808a1dc-6765-49ee-889b-df4cc6e01fe0 HTTP/1.1" status: 200 len: 946 time: 0.0481579 Nov 25 14:02:53.671184 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36356) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:02:53.676122 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-4949517d-67b3-4494-8873-cecda63eec7b tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Request body: {'floatingip': {'port_id': '7d577937-a1fb-4a37-be25-74c922a1b317'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:02:53.714526 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4949517d-67b3-4494-8873-cecda63eec7b tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks [] for floatingip, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:54.141527 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4949517d-67b3-4494-8873-cecda63eec7b tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:54.147208 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4949517d-67b3-4494-8873-cecda63eec7b tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:54.247868 n-d-808199-11 neutron-server[103570]: INFO neutron.db.l3_db [None req-4949517d-67b3-4494-8873-cecda63eec7b tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Floating IP e3cabf07-8248-467e-9989-3c9d0ae1f3d5 associated. External IP: 172.25.5.150, port: 7d577937-a1fb-4a37-be25-74c922a1b317. Nov 25 14:02:54.455912 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4949517d-67b3-4494-8873-cecda63eec7b tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Router 3c18afa0-5a92-4fc8-964f-85e5b12ffcd6 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 14:02:54.564624 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4949517d-67b3-4494-8873-cecda63eec7b tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 14:02:54.569385 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4949517d-67b3-4494-8873-cecda63eec7b tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:02:54.575137 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7320e69-e8cd-4cb1-880c-bab09a18fea4 None None] Sync routers for ids ['3c18afa0-5a92-4fc8-964f-85e5b12ffcd6'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 14:02:54.584889 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7320e69-e8cd-4cb1-880c-bab09a18fea4 None None] Routers {'3c18afa0-5a92-4fc8-964f-85e5b12ffcd6'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:02:54.585510 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-d7320e69-e8cd-4cb1-880c-bab09a18fea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:02:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['3c18afa0-5a92-4fc8-964f-85e5b12ffcd6'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:02:54.597660 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-4949517d-67b3-4494-8873-cecda63eec7b tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "PUT /v2.0/floatingips/e3cabf07-8248-467e-9989-3c9d0ae1f3d5 HTTP/1.1" status: 200 len: 992 time: 0.9252844 Nov 25 14:02:54.598365 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3808a1dc-6765-49ee-889b-df4cc6e01fe0', 'tag': '7d577937-a1fb-4a37-be25-74c922a1b317'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:02:54.600829 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6357b5c4-eee8-477a-9a11-e1dfacb83a10" -d '{"events": [{"name": "network-changed", "server_uuid": "3808a1dc-6765-49ee-889b-df4cc6e01fe0", "tag": "7d577937-a1fb-4a37-be25-74c922a1b317"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:02:54.639331 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 14:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0192690c-3813-426d-af8f-2b557d5b9da2 x-openstack-request-id: req-0192690c-3813-426d-af8f-2b557d5b9da2 {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:02:54.639587 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3808a1dc-6765-49ee-889b-df4cc6e01fe0", "tag": "7d577937-a1fb-4a37-be25-74c922a1b317", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:02:54.639850 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0192690c-3813-426d-af8f-2b557d5b9da2 {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:02:54.640269 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3808a1dc-6765-49ee-889b-df4cc6e01fe0', 'tag': '7d577937-a1fb-4a37-be25-74c922a1b317', 'status': 'completed', 'code': 200} Nov 25 14:02:54.694873 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-d7320e69-e8cd-4cb1-880c-bab09a18fea4 None None] Set router 3c18afa0-5a92-4fc8-964f-85e5b12ffcd6 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:02:54.700454 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6357b5c4-eee8-477a-9a11-e1dfacb83a10 req-b139112c-0e7b-40b0-ae95-cd44f58c004f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:54.701996 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6357b5c4-eee8-477a-9a11-e1dfacb83a10 req-b139112c-0e7b-40b0-ae95-cd44f58c004f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55029eb28f0f4879a6c68ae4e6ded03b&device_id=3808a1dc-6765-49ee-889b-df4cc6e01fe0 HTTP/1.1" status: 200 len: 1098 time: 0.0409801 Nov 25 14:02:54.781914 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:02:54.798762 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6357b5c4-eee8-477a-9a11-e1dfacb83a10 req-85dbeccb-2659-46a7-8b39-17b31cf4603c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:54.800266 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6357b5c4-eee8-477a-9a11-e1dfacb83a10 req-85dbeccb-2659-46a7-8b39-17b31cf4603c service neutron] 10.222.0.47 "GET /v2.0/networks?id=20d93f48-2670-4b52-bca9-9b5cb5c91d95 HTTP/1.1" status: 200 len: 913 time: 0.0901966 Nov 25 14:02:54.866505 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6357b5c4-eee8-477a-9a11-e1dfacb83a10 req-234ac111-d064-457c-828c-8ea6ff704c93 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d577937-a1fb-4a37-be25-74c922a1b317 HTTP/1.1" status: 200 len: 1000 time: 0.0581696 Nov 25 14:02:54.919100 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-d7320e69-e8cd-4cb1-880c-bab09a18fea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'name': 'tempest-ServerActionsTestJSON-1696234908-router', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '72f223b5-6a31-4a5b-b936-b01c13166caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:02:37Z', 'updated_at': '2021-11-25T14:02:40Z', 'revision_number': 4, 'project_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'gw_port': {'id': '72f223b5-6a31-4a5b-b936-b01c13166caa', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:02:38Z', 'updated_at': '2021-11-25T14:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': 'e3cabf07-8248-467e-9989-3c9d0ae1f3d5', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'floating_ip_address': '172.25.5.150', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'port_id': '7d577937-a1fb-4a37-be25-74c922a1b317', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95', 'mac_address': 'fa:16:3e:c6:0e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3808a1dc-6765-49ee-889b-df4cc6e01fe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T14:02:42Z', 'updated_at': '2021-11-25T14:02:54Z', 'revision_number': 1, 'project_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43c15bd0-a86e-48c3-b8c7-b8710dd0dba6', 'name': '', 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'mac_address': 'fa:16:3e:81:4b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '1e54fa4c-0a04-4943-b526-a327c9965b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:02:40Z', 'updated_at': '2021-11-25T14:02:43Z', 'revision_number': 5, 'project_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'subnets': [{'id': '1e54fa4c-0a04-4943-b526-a327c9965b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:02:54.920337 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6357b5c4-eee8-477a-9a11-e1dfacb83a10 req-d75248d2-e47f-4e88-9a18-d646daa76428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:54.921827 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6357b5c4-eee8-477a-9a11-e1dfacb83a10 req-d75248d2-e47f-4e88-9a18-d646daa76428 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1e54fa4c-0a04-4943-b526-a327c9965b90 HTTP/1.1" status: 200 len: 851 time: 0.0482287 Nov 25 14:02:54.948620 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7320e69-e8cd-4cb1-880c-bab09a18fea4 None None] Checking router: 3c18afa0-5a92-4fc8-964f-85e5b12ffcd6 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 14:02:54.957035 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7320e69-e8cd-4cb1-880c-bab09a18fea4 None None] Routers {'3c18afa0-5a92-4fc8-964f-85e5b12ffcd6'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:02:54.957648 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-d7320e69-e8cd-4cb1-880c-bab09a18fea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:02:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['3c18afa0-5a92-4fc8-964f-85e5b12ffcd6'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:02:54.966774 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6357b5c4-eee8-477a-9a11-e1dfacb83a10 req-ca93ee45-849f-40d8-a8cb-3ce56fbd1fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:54.968279 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6357b5c4-eee8-477a-9a11-e1dfacb83a10 req-ca93ee45-849f-40d8-a8cb-3ce56fbd1fdb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20d93f48-2670-4b52-bca9-9b5cb5c91d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399220 Nov 25 14:02:55.059187 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6357b5c4-eee8-477a-9a11-e1dfacb83a10 req-583dc347-f4ff-4bfe-8cd4-b4d4dcc2e697 service neutron] 10.222.0.47 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823312 Nov 25 14:02:55.062050 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-d7320e69-e8cd-4cb1-880c-bab09a18fea4 None None] Set router 3c18afa0-5a92-4fc8-964f-85e5b12ffcd6 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:02:55.152724 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6357b5c4-eee8-477a-9a11-e1dfacb83a10 req-b58990e6-2708-4247-85f5-fe9b28787d66 service neutron] 10.222.0.47 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876064 Nov 25 14:02:55.285798 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-d7320e69-e8cd-4cb1-880c-bab09a18fea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'name': 'tempest-ServerActionsTestJSON-1696234908-router', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '72f223b5-6a31-4a5b-b936-b01c13166caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:02:37Z', 'updated_at': '2021-11-25T14:02:40Z', 'revision_number': 4, 'project_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'gw_port': {'id': '72f223b5-6a31-4a5b-b936-b01c13166caa', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:02:38Z', 'updated_at': '2021-11-25T14:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': 'e3cabf07-8248-467e-9989-3c9d0ae1f3d5', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'floating_ip_address': '172.25.5.150', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'port_id': '7d577937-a1fb-4a37-be25-74c922a1b317', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95', 'mac_address': 'fa:16:3e:c6:0e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3808a1dc-6765-49ee-889b-df4cc6e01fe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T14:02:42Z', 'updated_at': '2021-11-25T14:02:54Z', 'revision_number': 1, 'project_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43c15bd0-a86e-48c3-b8c7-b8710dd0dba6', 'name': '', 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'mac_address': 'fa:16:3e:81:4b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '1e54fa4c-0a04-4943-b526-a327c9965b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:02:40Z', 'updated_at': '2021-11-25T14:02:43Z', 'revision_number': 5, 'project_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'subnets': [{'id': '1e54fa4c-0a04-4943-b526-a327c9965b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:02:55.312065 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7320e69-e8cd-4cb1-880c-bab09a18fea4 None None] The sync data for ids ['3c18afa0-5a92-4fc8-964f-85e5b12ffcd6'] in n-d-808199-11 is: [{'id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'name': 'tempest-ServerActionsTestJSON-1696234908-router', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '72f223b5-6a31-4a5b-b936-b01c13166caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:02:37Z', 'updated_at': '2021-11-25T14:02:40Z', 'revision_number': 4, 'project_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'gw_port': {'id': '72f223b5-6a31-4a5b-b936-b01c13166caa', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:02:38Z', 'updated_at': '2021-11-25T14:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': 'e3cabf07-8248-467e-9989-3c9d0ae1f3d5', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'floating_ip_address': '172.25.5.150', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'port_id': '7d577937-a1fb-4a37-be25-74c922a1b317', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95', 'mac_address': 'fa:16:3e:c6:0e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3808a1dc-6765-49ee-889b-df4cc6e01fe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T14:02:42Z', 'updated_at': '2021-11-25T14:02:54Z', 'revision_number': 1, 'project_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43c15bd0-a86e-48c3-b8c7-b8710dd0dba6', 'name': '', 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'mac_address': 'fa:16:3e:81:4b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '1e54fa4c-0a04-4943-b526-a327c9965b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:02:40Z', 'updated_at': '2021-11-25T14:02:43Z', 'revision_number': 5, 'project_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'subnets': [{'id': '1e54fa4c-0a04-4943-b526-a327c9965b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 14:02:55.492380 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dae0778-3382-464a-8052-8f4a842e0b41 None None] New status for floating IP e3cabf07-8248-467e-9989-3c9d0ae1f3d5: ACTIVE {{(pid=103572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 14:02:57.962925 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-628de91e-0da7-4fda-a597-069a68abdcae req-79d8bae1-f966-4969-ba15-d924533da27d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3808a1dc-6765-49ee-889b-df4cc6e01fe0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394616 Nov 25 14:02:58.047634 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628de91e-0da7-4fda-a597-069a68abdcae req-865fde41-1e7a-4857-a69f-1577afd66d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:58.049040 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-628de91e-0da7-4fda-a597-069a68abdcae req-865fde41-1e7a-4857-a69f-1577afd66d26 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55029eb28f0f4879a6c68ae4e6ded03b&device_id=3808a1dc-6765-49ee-889b-df4cc6e01fe0 HTTP/1.1" status: 200 len: 1098 time: 0.0414362 Nov 25 14:02:58.154966 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628de91e-0da7-4fda-a597-069a68abdcae req-840e2683-baf9-4593-830e-17898cb7b2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:58.156436 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-628de91e-0da7-4fda-a597-069a68abdcae req-840e2683-baf9-4593-830e-17898cb7b2b1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=20d93f48-2670-4b52-bca9-9b5cb5c91d95 HTTP/1.1" status: 200 len: 913 time: 0.0878868 Nov 25 14:02:58.222289 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-628de91e-0da7-4fda-a597-069a68abdcae req-0cef1b10-84a6-4a04-a9a4-23c376fc24b0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d577937-a1fb-4a37-be25-74c922a1b317 HTTP/1.1" status: 200 len: 1002 time: 0.0591245 Nov 25 14:02:58.277417 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628de91e-0da7-4fda-a597-069a68abdcae req-533426ea-484c-452a-959b-60bfc6e8c29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:58.279464 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-628de91e-0da7-4fda-a597-069a68abdcae req-533426ea-484c-452a-959b-60bfc6e8c29d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1e54fa4c-0a04-4943-b526-a327c9965b90 HTTP/1.1" status: 200 len: 851 time: 0.0497026 Nov 25 14:02:58.326586 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628de91e-0da7-4fda-a597-069a68abdcae req-af671137-2853-467f-8131-452dc9fba9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:02:58.328043 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-628de91e-0da7-4fda-a597-069a68abdcae req-af671137-2853-467f-8131-452dc9fba9ce service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20d93f48-2670-4b52-bca9-9b5cb5c91d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424390 Nov 25 14:02:58.423778 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-628de91e-0da7-4fda-a597-069a68abdcae req-565992cc-20a4-4fba-9a05-2ee475f533f8 service neutron] 10.222.0.47 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883152 Nov 25 14:02:58.517782 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-628de91e-0da7-4fda-a597-069a68abdcae req-67b6f89e-9930-4b00-b6e6-2d2f9726c78e service neutron] 10.222.0.47 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862834 Nov 25 14:03:00.372730 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ca59af23-3b85-4452-a349-54d5c26c6ad7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:03:02.822021 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b1a273eb-0548-491c-8505-0fed05eccf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:03:04.015963 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:03:05.338561 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:03:06.493388 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:03:08.572329 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:03:12.040725 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:03:30.372935 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-05447888-820a-448a-938b-c7ae6050821e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:03:31.771389 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:03:32.813057 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dd6866a2-9e33-45e8-81b7-040c561259b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:03:34.019688 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:03:35.340105 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:03:36.495612 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:03:38.571975 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:03:42.041076 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:03:58.964575 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8ee922e3-7790-4f83-981c-dd16b2efa78b req-251e8c97-75d0-431b-a1d2-24de86c51180 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3808a1dc-6765-49ee-889b-df4cc6e01fe0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399199 Nov 25 14:03:59.044383 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee922e3-7790-4f83-981c-dd16b2efa78b req-3683976b-c35a-47b7-ba8a-c6897c27c026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:03:59.046012 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8ee922e3-7790-4f83-981c-dd16b2efa78b req-3683976b-c35a-47b7-ba8a-c6897c27c026 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55029eb28f0f4879a6c68ae4e6ded03b&device_id=3808a1dc-6765-49ee-889b-df4cc6e01fe0 HTTP/1.1" status: 200 len: 1098 time: 0.0412157 Nov 25 14:03:59.152578 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee922e3-7790-4f83-981c-dd16b2efa78b req-8b3cc890-b712-4842-b262-5ed916d7329c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:03:59.154032 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8ee922e3-7790-4f83-981c-dd16b2efa78b req-8b3cc890-b712-4842-b262-5ed916d7329c service neutron] 10.222.0.47 "GET /v2.0/networks?id=20d93f48-2670-4b52-bca9-9b5cb5c91d95 HTTP/1.1" status: 200 len: 913 time: 0.0883439 Nov 25 14:03:59.219382 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8ee922e3-7790-4f83-981c-dd16b2efa78b req-fe539c8e-9049-4a77-90f9-9d73617c578c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d577937-a1fb-4a37-be25-74c922a1b317 HTTP/1.1" status: 200 len: 1002 time: 0.0572021 Nov 25 14:03:59.272254 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee922e3-7790-4f83-981c-dd16b2efa78b req-33855040-9138-4b14-bc05-2d9167c8bbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:03:59.273705 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8ee922e3-7790-4f83-981c-dd16b2efa78b req-33855040-9138-4b14-bc05-2d9167c8bbcf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1e54fa4c-0a04-4943-b526-a327c9965b90 HTTP/1.1" status: 200 len: 851 time: 0.0471652 Nov 25 14:03:59.318041 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee922e3-7790-4f83-981c-dd16b2efa78b req-16a8395b-7610-4af3-9b13-b876280660c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:03:59.319550 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8ee922e3-7790-4f83-981c-dd16b2efa78b req-16a8395b-7610-4af3-9b13-b876280660c1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20d93f48-2670-4b52-bca9-9b5cb5c91d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387318 Nov 25 14:03:59.411327 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8ee922e3-7790-4f83-981c-dd16b2efa78b req-14840276-fe17-4ca7-bd9c-73faf9a1071e service neutron] 10.222.0.47 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844069 Nov 25 14:03:59.508068 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8ee922e3-7790-4f83-981c-dd16b2efa78b req-07e41957-07a0-4599-abcb-b1b70fee17bd service neutron] 10.222.0.47 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886419 Nov 25 14:04:00.374739 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-79fa46b5-962f-440e-b77c-77a42aaeff07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:04:02.817736 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-50ac589e-a941-4f0a-b9f7-b2f2ee8f04ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:04:04.021168 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:04:05.341906 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:04:06.497902 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:04:08.571041 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:04:08.770421 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:04:12.040377 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:04:30.380065 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-91753fd9-8e4c-4984-b5ee-7e3f50a10498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:04:30.516954 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a63ca-48e0-4a57-a7f9-9806a2b8e15d req-15207fc9-adfc-4be9-b3bf-fd7f7f7baf9a tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:04:30.518458 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-056a63ca-48e0-4a57-a7f9-9806a2b8e15d req-15207fc9-adfc-4be9-b3bf-fd7f7f7baf9a tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=3808a1dc-6765-49ee-889b-df4cc6e01fe0 HTTP/1.1" status: 200 len: 946 time: 0.0495543 Nov 25 14:04:30.566229 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-056a63ca-48e0-4a57-a7f9-9806a2b8e15d req-29cafd5c-6106-4672-8619-e5154f870eca tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413301 Nov 25 14:04:30.790922 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9a6d7123-4e86-4dab-8f6c-e6de54fdf3a9 req-fe85c5ca-27bc-4659-91b6-515c70f0648d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3808a1dc-6765-49ee-889b-df4cc6e01fe0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0419197 Nov 25 14:04:30.808788 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f3130-63fb-44e7-a0aa-6ec8e0e3c657 req-2e2dc9b2-1685-48f8-b6ea-222531e181a2 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:04:30.810306 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-026f3130-63fb-44e7-a0aa-6ec8e0e3c657 req-2e2dc9b2-1685-48f8-b6ea-222531e181a2 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=3808a1dc-6765-49ee-889b-df4cc6e01fe0 HTTP/1.1" status: 200 len: 946 time: 0.0551908 Nov 25 14:04:30.859716 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-026f3130-63fb-44e7-a0aa-6ec8e0e3c657 req-ead529c2-1d67-4c84-809d-02759e5aced2 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432723 Nov 25 14:04:32.090450 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a7aadd-693b-4b66-967a-3198c83b901d req-4bc0a793-b4b7-4078-9b6c-9a94598cee83 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:04:32.091990 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-15a7aadd-693b-4b66-967a-3198c83b901d req-4bc0a793-b4b7-4078-9b6c-9a94598cee83 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=3808a1dc-6765-49ee-889b-df4cc6e01fe0 HTTP/1.1" status: 200 len: 946 time: 0.0921490 Nov 25 14:04:32.141152 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-15a7aadd-693b-4b66-967a-3198c83b901d req-3b0ac3f8-07fb-4ed6-a656-08bf417c43d5 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431948 Nov 25 14:04:32.821425 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d563960e-f821-4b60-a9c1-ef4aeb9ce1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:04:33.348219 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794606b1-0eda-4be3-8fd6-daaf8c56f8d9 req-ddba2249-4121-4725-9145-e5b89f4dc22c tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:04:33.349767 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-794606b1-0eda-4be3-8fd6-daaf8c56f8d9 req-ddba2249-4121-4725-9145-e5b89f4dc22c tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=3808a1dc-6765-49ee-889b-df4cc6e01fe0 HTTP/1.1" status: 200 len: 946 time: 0.1005268 Nov 25 14:04:33.402509 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-794606b1-0eda-4be3-8fd6-daaf8c56f8d9 req-9f89c379-1ad9-4f3a-b0a6-54cabdfb7b4a tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462151 Nov 25 14:04:34.024462 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:04:34.516098 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59e2e7-4b23-4ecc-9a96-74f6f362ba84 req-7a17898e-d525-4e21-b8fd-e3a637021765 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:04:34.517868 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bd59e2e7-4b23-4ecc-9a96-74f6f362ba84 req-7a17898e-d525-4e21-b8fd-e3a637021765 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=3808a1dc-6765-49ee-889b-df4cc6e01fe0 HTTP/1.1" status: 200 len: 946 time: 0.0479732 Nov 25 14:04:34.565653 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bd59e2e7-4b23-4ecc-9a96-74f6f362ba84 req-bf115137-c4df-49b9-99b3-ca4d9075ca10 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419080 Nov 25 14:04:35.346745 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:04:35.685774 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5879e569-54c6-4f91-baa8-f745f05bdcbd req-bf0089b1-b841-4c4d-bde2-5e5012f9fd5e tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:04:35.687270 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5879e569-54c6-4f91-baa8-f745f05bdcbd req-bf0089b1-b841-4c4d-bde2-5e5012f9fd5e tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=3808a1dc-6765-49ee-889b-df4cc6e01fe0 HTTP/1.1" status: 200 len: 946 time: 0.0497890 Nov 25 14:04:35.733723 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5879e569-54c6-4f91-baa8-f745f05bdcbd req-2f19cc88-32b5-43dd-81e6-3dc34eddcda9 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405991 Nov 25 14:04:36.070140 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d7123-4e86-4dab-8f6c-e6de54fdf3a9 req-ebba4286-e1cb-46f1-b6e2-3efa82f98a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:04:36.071668 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9a6d7123-4e86-4dab-8f6c-e6de54fdf3a9 req-ebba4286-e1cb-46f1-b6e2-3efa82f98a66 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55029eb28f0f4879a6c68ae4e6ded03b&device_id=3808a1dc-6765-49ee-889b-df4cc6e01fe0 HTTP/1.1" status: 200 len: 1098 time: 0.0837476 Nov 25 14:04:36.164732 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d7123-4e86-4dab-8f6c-e6de54fdf3a9 req-83da4590-e9db-4a64-b5e4-d8efa158ba7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:04:36.166883 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9a6d7123-4e86-4dab-8f6c-e6de54fdf3a9 req-83da4590-e9db-4a64-b5e4-d8efa158ba7a service neutron] 10.222.0.47 "GET /v2.0/networks?id=20d93f48-2670-4b52-bca9-9b5cb5c91d95 HTTP/1.1" status: 200 len: 913 time: 0.0887632 Nov 25 14:04:36.230889 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9a6d7123-4e86-4dab-8f6c-e6de54fdf3a9 req-cd88cb50-49d1-4b47-9b1f-d0203bd5b4f5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d577937-a1fb-4a37-be25-74c922a1b317 HTTP/1.1" status: 200 len: 1002 time: 0.0572314 Nov 25 14:04:36.283055 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d7123-4e86-4dab-8f6c-e6de54fdf3a9 req-1ccd7c4f-0ad8-4294-a688-8779d78855a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:04:36.284493 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9a6d7123-4e86-4dab-8f6c-e6de54fdf3a9 req-1ccd7c4f-0ad8-4294-a688-8779d78855a8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1e54fa4c-0a04-4943-b526-a327c9965b90 HTTP/1.1" status: 200 len: 851 time: 0.0472054 Nov 25 14:04:36.329034 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d7123-4e86-4dab-8f6c-e6de54fdf3a9 req-bb0b5dce-6cd7-4b53-9176-c92e06c67d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:04:36.330485 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9a6d7123-4e86-4dab-8f6c-e6de54fdf3a9 req-bb0b5dce-6cd7-4b53-9176-c92e06c67d96 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20d93f48-2670-4b52-bca9-9b5cb5c91d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395713 Nov 25 14:04:36.419580 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9a6d7123-4e86-4dab-8f6c-e6de54fdf3a9 req-f6bc953d-9bce-4f99-bbe1-c0aea3be0b3a service neutron] 10.222.0.47 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821776 Nov 25 14:04:36.500050 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:04:36.526345 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9a6d7123-4e86-4dab-8f6c-e6de54fdf3a9 req-98f081ee-2124-4d69-9c16-ebc11215f695 service neutron] 10.222.0.47 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001897 Nov 25 14:04:36.852573 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f753ccf1-dfa5-466d-9755-f910e7a77bfd req-412077c1-9fd5-4ca2-b6a1-187afa13f54f tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:04:36.854123 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f753ccf1-dfa5-466d-9755-f910e7a77bfd req-412077c1-9fd5-4ca2-b6a1-187afa13f54f tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=3808a1dc-6765-49ee-889b-df4cc6e01fe0 HTTP/1.1" status: 200 len: 946 time: 0.0525920 Nov 25 14:04:36.906777 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f753ccf1-dfa5-466d-9755-f910e7a77bfd req-9bdabcaf-3160-4c5e-9758-1adeeb443a89 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445232 Nov 25 14:04:38.020053 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77abb396-679a-44ba-9248-a53e98b74b22 req-2363ac98-7716-46c1-a885-6e54781a7c2e tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:04:38.021501 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-77abb396-679a-44ba-9248-a53e98b74b22 req-2363ac98-7716-46c1-a885-6e54781a7c2e tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=3808a1dc-6765-49ee-889b-df4cc6e01fe0 HTTP/1.1" status: 200 len: 946 time: 0.0481567 Nov 25 14:04:38.069089 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-77abb396-679a-44ba-9248-a53e98b74b22 req-7a9be19f-c12d-4a82-9b32-4a6aba835304 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417185 Nov 25 14:04:38.571658 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:04:39.187111 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e58ca-5113-43dc-9d74-36e392e320e7 req-1a24ad72-98d0-4bfb-bcea-9d3e60bd2086 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:04:39.188584 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9b9e58ca-5113-43dc-9d74-36e392e320e7 req-1a24ad72-98d0-4bfb-bcea-9d3e60bd2086 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=3808a1dc-6765-49ee-889b-df4cc6e01fe0 HTTP/1.1" status: 200 len: 946 time: 0.0522892 Nov 25 14:04:39.235291 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9b9e58ca-5113-43dc-9d74-36e392e320e7 req-5f8ddd47-60db-413f-bda0-ef0459eaae25 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407262 Nov 25 14:04:40.349046 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434817d9-c225-463a-8980-f59dfcb69ffb req-3688091c-ff51-452e-bb3a-e14c8916ab39 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:04:40.350537 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-434817d9-c225-463a-8980-f59dfcb69ffb req-3688091c-ff51-452e-bb3a-e14c8916ab39 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=3808a1dc-6765-49ee-889b-df4cc6e01fe0 HTTP/1.1" status: 200 len: 946 time: 0.0481527 Nov 25 14:04:40.398609 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-434817d9-c225-463a-8980-f59dfcb69ffb req-db1ad00d-2b4e-489b-a89c-5e76e05efdcb tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412793 Nov 25 14:04:41.511451 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35381b1d-8ceb-4046-b7d1-b4f058b715d5 req-f8b92eaf-72e4-444c-ae27-7be13cc81fb8 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:04:41.512913 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-35381b1d-8ceb-4046-b7d1-b4f058b715d5 req-f8b92eaf-72e4-444c-ae27-7be13cc81fb8 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=3808a1dc-6765-49ee-889b-df4cc6e01fe0 HTTP/1.1" status: 200 len: 946 time: 0.0471218 Nov 25 14:04:41.563798 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-35381b1d-8ceb-4046-b7d1-b4f058b715d5 req-a56eb119-68e0-4786-bb62-aa7444c515a1 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447004 Nov 25 14:04:42.057132 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:04:42.677442 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a385cd-489e-4e11-988d-1bd6413b4494 req-80e2cd13-6917-47f5-8402-26a2d25a829c tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:04:42.678858 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e2a385cd-489e-4e11-988d-1bd6413b4494 req-80e2cd13-6917-47f5-8402-26a2d25a829c tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=3808a1dc-6765-49ee-889b-df4cc6e01fe0 HTTP/1.1" status: 200 len: 946 time: 0.0483382 Nov 25 14:04:42.729144 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e2a385cd-489e-4e11-988d-1bd6413b4494 req-33aca21b-9632-4035-b8a9-84b8962182c0 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414789 Nov 25 14:04:43.845378 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d6a896-caf6-4f21-9061-eeab25cfe4e3 req-cefa845a-f3b5-49e3-bdcb-42a2753188c3 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:04:43.846888 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-96d6a896-caf6-4f21-9061-eeab25cfe4e3 req-cefa845a-f3b5-49e3-bdcb-42a2753188c3 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=3808a1dc-6765-49ee-889b-df4cc6e01fe0 HTTP/1.1" status: 200 len: 946 time: 0.0483778 Nov 25 14:04:43.894052 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-96d6a896-caf6-4f21-9061-eeab25cfe4e3 req-ea16b68e-3857-4be0-8385-5779e09542bf tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412896 Nov 25 14:04:45.011841 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487bce72-beae-448c-9a12-5a25fe7fbc8a req-6f73cf63-f5c5-4700-a8d6-3bf7d70b3bfa tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:04:45.013326 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-487bce72-beae-448c-9a12-5a25fe7fbc8a req-6f73cf63-f5c5-4700-a8d6-3bf7d70b3bfa tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=3808a1dc-6765-49ee-889b-df4cc6e01fe0 HTTP/1.1" status: 200 len: 946 time: 0.0522263 Nov 25 14:04:45.060571 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-487bce72-beae-448c-9a12-5a25fe7fbc8a req-34f51163-755b-4436-bcfb-7a57587a7892 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410750 Nov 25 14:04:45.771225 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:04:46.176740 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f533106e-295f-4d2e-8e5c-eed13996db76 req-58c43a97-c27e-4ad8-9f6e-a982ea09a45f tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:04:46.178224 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f533106e-295f-4d2e-8e5c-eed13996db76 req-58c43a97-c27e-4ad8-9f6e-a982ea09a45f tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=3808a1dc-6765-49ee-889b-df4cc6e01fe0 HTTP/1.1" status: 200 len: 946 time: 0.0479448 Nov 25 14:04:46.224648 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f533106e-295f-4d2e-8e5c-eed13996db76 req-7274b11d-d13f-49fe-823f-119832145bf8 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399604 Nov 25 14:04:47.339778 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16714ba9-03ad-4e40-9d2f-1f8d4b166236 req-ec9a78e1-3bca-4037-8198-f95b95df0a1a tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:04:47.341260 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-16714ba9-03ad-4e40-9d2f-1f8d4b166236 req-ec9a78e1-3bca-4037-8198-f95b95df0a1a tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=3808a1dc-6765-49ee-889b-df4cc6e01fe0 HTTP/1.1" status: 200 len: 946 time: 0.0481400 Nov 25 14:04:47.392346 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-16714ba9-03ad-4e40-9d2f-1f8d4b166236 req-bb94500d-fc83-4f9a-a1d7-6ff664af0472 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452514 Nov 25 14:04:48.322567 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [req-9a6d7123-4e86-4dab-8f6c-e6de54fdf3a9 req-88705edd-a7e0-41b1-a59b-07b4ca6824d0 service neutron] show failed (client error): The resource could not be found. Nov 25 14:04:48.323619 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9a6d7123-4e86-4dab-8f6c-e6de54fdf3a9 req-88705edd-a7e0-41b1-a59b-07b4ca6824d0 service neutron] 10.222.0.47 "GET /v2.0/ports/7d577937-a1fb-4a37-be25-74c922a1b317/bindings/n-h1-808199-11 HTTP/1.1" status: 404 len: 381 time: 0.0582728 Nov 25 14:04:48.512045 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a81089-fc98-4a6f-af7a-5b95cc140c9d req-e25a8fc3-59bc-4a4f-9c97-546b31b7d950 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:04:48.513579 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a4a81089-fc98-4a6f-af7a-5b95cc140c9d req-e25a8fc3-59bc-4a4f-9c97-546b31b7d950 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=3808a1dc-6765-49ee-889b-df4cc6e01fe0 HTTP/1.1" status: 200 len: 946 time: 0.0493450 Nov 25 14:04:48.567342 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a4a81089-fc98-4a6f-af7a-5b95cc140c9d req-7beb1b6c-4a90-468a-afc7-34b56542ee35 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472984 Nov 25 14:04:48.642442 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d7123-4e86-4dab-8f6c-e6de54fdf3a9 req-12b296cf-5eb0-4929-a843-b646983283cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:04:48.643885 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9a6d7123-4e86-4dab-8f6c-e6de54fdf3a9 req-12b296cf-5eb0-4929-a843-b646983283cd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3808a1dc-6765-49ee-889b-df4cc6e01fe0&tenant_id=55029eb28f0f4879a6c68ae4e6ded03b HTTP/1.1" status: 200 len: 1098 time: 0.1105335 Nov 25 14:04:48.660547 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-9a6d7123-4e86-4dab-8f6c-e6de54fdf3a9 req-584719b6-8001-4094-b5f5-2b63f0b76a87 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-808199-11', 'device_owner': 'compute:nova'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:04:48.714643 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-9a6d7123-4e86-4dab-8f6c-e6de54fdf3a9 req-584719b6-8001-4094-b5f5-2b63f0b76a87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:04:48.908735 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-9a6d7123-4e86-4dab-8f6c-e6de54fdf3a9 req-584719b6-8001-4094-b5f5-2b63f0b76a87 service neutron] For port 7d577937-a1fb-4a37-be25-74c922a1b317, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=7d577937-a1fb-4a37-be25-74c922a1b317,segment=NetworkSegment(1cf32cfc-3bf3-40b3-8d02-cf580d211be8),segment_id=1cf32cfc-3bf3-40b3-8d02-cf580d211be8)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:04:48.940504 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-9a6d7123-4e86-4dab-8f6c-e6de54fdf3a9 req-584719b6-8001-4094-b5f5-2b63f0b76a87 service neutron] For port 7d577937-a1fb-4a37-be25-74c922a1b317, host n-h2-808199-11, cleared binding levels {{(pid=103570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:04:48.978405 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3808a1dc-6765-49ee-889b-df4cc6e01fe0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d577937-a1fb-4a37-be25-74c922a1b317'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:04:48.980701 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a842a87-ae3b-4405-9d54-bd58a4c27f55" -d '{"events": [{"server_uuid": "3808a1dc-6765-49ee-889b-df4cc6e01fe0", "name": "network-vif-unplugged", "status": "completed", "tag": "7d577937-a1fb-4a37-be25-74c922a1b317"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:04:48.984699 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-9a6d7123-4e86-4dab-8f6c-e6de54fdf3a9 req-584719b6-8001-4094-b5f5-2b63f0b76a87 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:04:48.997193 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.provisioning_blocks [req-9a6d7123-4e86-4dab-8f6c-e6de54fdf3a9 req-584719b6-8001-4094-b5f5-2b63f0b76a87 service neutron] Transition to ACTIVE for port object 7d577937-a1fb-4a37-be25-74c922a1b317 will not be triggered until provisioned by entity L2. {{(pid=103570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 14:04:49.001534 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-9a6d7123-4e86-4dab-8f6c-e6de54fdf3a9 req-584719b6-8001-4094-b5f5-2b63f0b76a87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:04:49.034583 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 14:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda93eb0-01bc-4689-add7-a4786d6266ad x-openstack-request-id: req-dda93eb0-01bc-4689-add7-a4786d6266ad {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:04:49.034973 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3808a1dc-6765-49ee-889b-df4cc6e01fe0", "name": "network-vif-unplugged", "status": "completed", "tag": "7d577937-a1fb-4a37-be25-74c922a1b317", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:04:49.035230 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dda93eb0-01bc-4689-add7-a4786d6266ad {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:04:49.035618 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3808a1dc-6765-49ee-889b-df4cc6e01fe0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d577937-a1fb-4a37-be25-74c922a1b317', 'code': 200} Nov 25 14:04:49.073215 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584719b6-8001-4094-b5f5-2b63f0b76a87 service neutron] Pushing event updated for resources: {'Port': ['ID=7d577937-a1fb-4a37-be25-74c922a1b317,revision_number=6']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:04:49.121748 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584719b6-8001-4094-b5f5-2b63f0b76a87 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:04:49.122117 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584719b6-8001-4094-b5f5-2b63f0b76a87 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:04:49.122497 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584719b6-8001-4094-b5f5-2b63f0b76a87 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:04:49.122877 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584719b6-8001-4094-b5f5-2b63f0b76a87 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:04:49.123223 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584719b6-8001-4094-b5f5-2b63f0b76a87 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:04:49.123569 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584719b6-8001-4094-b5f5-2b63f0b76a87 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:04:49.123909 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584719b6-8001-4094-b5f5-2b63f0b76a87 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:04:49.124378 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584719b6-8001-4094-b5f5-2b63f0b76a87 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:04:49.124719 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584719b6-8001-4094-b5f5-2b63f0b76a87 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:04:49.125131 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584719b6-8001-4094-b5f5-2b63f0b76a87 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:04:49.125474 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584719b6-8001-4094-b5f5-2b63f0b76a87 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:04:49.125807 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584719b6-8001-4094-b5f5-2b63f0b76a87 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:04:49.191061 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a6d7123-4e86-4dab-8f6c-e6de54fdf3a9 req-584719b6-8001-4094-b5f5-2b63f0b76a87 service neutron] No DVR routers for this DVR port 7d577937-a1fb-4a37-be25-74c922a1b317 on host n-h2-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 14:04:49.581840 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-9a6d7123-4e86-4dab-8f6c-e6de54fdf3a9 req-584719b6-8001-4094-b5f5-2b63f0b76a87 service neutron] Attempting to bind port 7d577937-a1fb-4a37-be25-74c922a1b317 on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:04:49.582573 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-9a6d7123-4e86-4dab-8f6c-e6de54fdf3a9 req-584719b6-8001-4094-b5f5-2b63f0b76a87 service neutron] Attempting to bind port 7d577937-a1fb-4a37-be25-74c922a1b317 by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': '1cf32cfc-3bf3-40b3-8d02-cf580d211be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95'}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:04:49.582573 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6d7123-4e86-4dab-8f6c-e6de54fdf3a9 req-584719b6-8001-4094-b5f5-2b63f0b76a87 service neutron] Attempting to bind port 7d577937-a1fb-4a37-be25-74c922a1b317 on network 20d93f48-2670-4b52-bca9-9b5cb5c91d95 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:04:49.586930 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6d7123-4e86-4dab-8f6c-e6de54fdf3a9 req-584719b6-8001-4094-b5f5-2b63f0b76a87 service neutron] Port 7d577937-a1fb-4a37-be25-74c922a1b317 on network 20d93f48-2670-4b52-bca9-9b5cb5c91d95 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 14:04:49.587265 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6d7123-4e86-4dab-8f6c-e6de54fdf3a9 req-584719b6-8001-4094-b5f5-2b63f0b76a87 service neutron] Attempting to bind port 7d577937-a1fb-4a37-be25-74c922a1b317 on network 20d93f48-2670-4b52-bca9-9b5cb5c91d95 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:04:49.592818 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6d7123-4e86-4dab-8f6c-e6de54fdf3a9 req-584719b6-8001-4094-b5f5-2b63f0b76a87 service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:04:49.593164 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6d7123-4e86-4dab-8f6c-e6de54fdf3a9 req-584719b6-8001-4094-b5f5-2b63f0b76a87 service neutron] Checking segment: {'id': '1cf32cfc-3bf3-40b3-8d02-cf580d211be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:04:49.593559 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6d7123-4e86-4dab-8f6c-e6de54fdf3a9 req-584719b6-8001-4094-b5f5-2b63f0b76a87 service neutron] Bound using segment: {'id': '1cf32cfc-3bf3-40b3-8d02-cf580d211be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95'} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:04:49.593992 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-9a6d7123-4e86-4dab-8f6c-e6de54fdf3a9 req-584719b6-8001-4094-b5f5-2b63f0b76a87 service neutron] Bound port: 7d577937-a1fb-4a37-be25-74c922a1b317, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cf32cfc-3bf3-40b3-8d02-cf580d211be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95'}}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:04:49.594357 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-9a6d7123-4e86-4dab-8f6c-e6de54fdf3a9 req-584719b6-8001-4094-b5f5-2b63f0b76a87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:04:49.688088 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-9a6d7123-4e86-4dab-8f6c-e6de54fdf3a9 req-584719b6-8001-4094-b5f5-2b63f0b76a87 service neutron] For port 7d577937-a1fb-4a37-be25-74c922a1b317, host n-h1-808199-11, cleared binding levels {{(pid=103570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:04:49.692897 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-9a6d7123-4e86-4dab-8f6c-e6de54fdf3a9 req-584719b6-8001-4094-b5f5-2b63f0b76a87 service neutron] For port 7d577937-a1fb-4a37-be25-74c922a1b317, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=7d577937-a1fb-4a37-be25-74c922a1b317,segment=NetworkSegment(1cf32cfc-3bf3-40b3-8d02-cf580d211be8),segment_id=1cf32cfc-3bf3-40b3-8d02-cf580d211be8)] {{(pid=103570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:04:49.699224 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-9a6d7123-4e86-4dab-8f6c-e6de54fdf3a9 req-584719b6-8001-4094-b5f5-2b63f0b76a87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:04:49.714126 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce7f14-80c1-4441-bfbf-2bc3db16dd09 req-85231f3a-6c07-44d6-8cbc-2c0c2d3981f6 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:04:49.715654 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-19ce7f14-80c1-4441-bfbf-2bc3db16dd09 req-85231f3a-6c07-44d6-8cbc-2c0c2d3981f6 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=3808a1dc-6765-49ee-889b-df4cc6e01fe0 HTTP/1.1" status: 200 len: 944 time: 0.0775549 Nov 25 14:04:49.752017 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d7123-4e86-4dab-8f6c-e6de54fdf3a9 req-584719b6-8001-4094-b5f5-2b63f0b76a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:04:49.752643 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-9a6d7123-4e86-4dab-8f6c-e6de54fdf3a9 req-584719b6-8001-4094-b5f5-2b63f0b76a87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:04:49.754006 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9a6d7123-4e86-4dab-8f6c-e6de54fdf3a9 req-584719b6-8001-4094-b5f5-2b63f0b76a87 service neutron] 10.222.0.66 "PUT /v2.0/ports/7d577937-a1fb-4a37-be25-74c922a1b317 HTTP/1.1" status: 200 len: 1093 time: 1.0973678 Nov 25 14:04:49.801415 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584719b6-8001-4094-b5f5-2b63f0b76a87 service neutron] Pushing event updated for resources: {'Port': ['ID=7d577937-a1fb-4a37-be25-74c922a1b317,revision_number=7']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:04:49.836019 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-19ce7f14-80c1-4441-bfbf-2bc3db16dd09 req-cfe72b0d-cecc-4b50-ae68-3766845abbd2 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997705 Nov 25 14:04:49.850344 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d7123-4e86-4dab-8f6c-e6de54fdf3a9 req-1d79c620-ee25-4ad4-a95d-87407957c753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:04:49.852322 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9a6d7123-4e86-4dab-8f6c-e6de54fdf3a9 req-1d79c620-ee25-4ad4-a95d-87407957c753 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=55029eb28f0f4879a6c68ae4e6ded03b&device_id=3808a1dc-6765-49ee-889b-df4cc6e01fe0 HTTP/1.1" status: 200 len: 1096 time: 0.0663364 Nov 25 14:04:49.951863 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d7123-4e86-4dab-8f6c-e6de54fdf3a9 req-add09391-7df5-4fcb-b207-50efb568d416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:04:49.953380 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9a6d7123-4e86-4dab-8f6c-e6de54fdf3a9 req-add09391-7df5-4fcb-b207-50efb568d416 service neutron] 10.222.0.66 "GET /v2.0/networks?id=20d93f48-2670-4b52-bca9-9b5cb5c91d95 HTTP/1.1" status: 200 len: 913 time: 0.0903795 Nov 25 14:04:50.059538 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9a6d7123-4e86-4dab-8f6c-e6de54fdf3a9 req-17546aa8-3725-4b80-ad6b-a3af66d9579c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d577937-a1fb-4a37-be25-74c922a1b317 HTTP/1.1" status: 200 len: 1000 time: 0.0936909 Nov 25 14:04:50.111821 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d7123-4e86-4dab-8f6c-e6de54fdf3a9 req-13602afc-ce66-43ec-8f92-54bc282abff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:04:50.113160 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9a6d7123-4e86-4dab-8f6c-e6de54fdf3a9 req-13602afc-ce66-43ec-8f92-54bc282abff4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1e54fa4c-0a04-4943-b526-a327c9965b90 HTTP/1.1" status: 200 len: 851 time: 0.0426507 Nov 25 14:04:50.170986 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d7123-4e86-4dab-8f6c-e6de54fdf3a9 req-1e20f699-3742-4efe-830f-fae7205b8885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:04:50.172473 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9a6d7123-4e86-4dab-8f6c-e6de54fdf3a9 req-1e20f699-3742-4efe-830f-fae7205b8885 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=20d93f48-2670-4b52-bca9-9b5cb5c91d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482111 Nov 25 14:04:50.270977 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9a6d7123-4e86-4dab-8f6c-e6de54fdf3a9 req-8797b93d-a8b9-44e7-9211-c3391e470054 service neutron] 10.222.0.66 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859959 Nov 25 14:04:50.365031 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9a6d7123-4e86-4dab-8f6c-e6de54fdf3a9 req-d1fd9e69-1de5-4c8a-8e68-4bfa403ce0f3 service neutron] 10.222.0.66 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816567 Nov 25 14:04:50.967829 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3ed53d-0f2f-4c8d-8d3a-0edd01e65368 req-db2f516a-4cca-4368-8203-78c8194206bb tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:04:50.969337 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7c3ed53d-0f2f-4c8d-8d3a-0edd01e65368 req-db2f516a-4cca-4368-8203-78c8194206bb tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=3808a1dc-6765-49ee-889b-df4cc6e01fe0 HTTP/1.1" status: 200 len: 944 time: 0.0572338 Nov 25 14:04:51.016285 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7c3ed53d-0f2f-4c8d-8d3a-0edd01e65368 req-0d9e1611-6a75-4e2b-9bf0-ca5883ad3414 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410454 Nov 25 14:04:51.036894 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3808a1dc-6765-49ee-889b-df4cc6e01fe0', 'tag': '7d577937-a1fb-4a37-be25-74c922a1b317'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:04:51.039282 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce174d8c-ba9e-4cf6-8f95-5dfbd2dc0276" -d '{"events": [{"name": "network-changed", "server_uuid": "3808a1dc-6765-49ee-889b-df4cc6e01fe0", "tag": "7d577937-a1fb-4a37-be25-74c922a1b317"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:04:51.089239 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 14:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a3002c-1268-4fb4-8a05-6e52a1af3d29 x-openstack-request-id: req-82a3002c-1268-4fb4-8a05-6e52a1af3d29 {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:04:51.089544 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3808a1dc-6765-49ee-889b-df4cc6e01fe0", "tag": "7d577937-a1fb-4a37-be25-74c922a1b317", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:04:51.089807 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-82a3002c-1268-4fb4-8a05-6e52a1af3d29 {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:04:51.090218 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3808a1dc-6765-49ee-889b-df4cc6e01fe0', 'tag': '7d577937-a1fb-4a37-be25-74c922a1b317', 'status': 'completed', 'code': 200} Nov 25 14:04:51.149500 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce174d8c-ba9e-4cf6-8f95-5dfbd2dc0276 req-783b2c1f-d58e-4220-8482-cda65f692030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:04:51.151038 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ce174d8c-ba9e-4cf6-8f95-5dfbd2dc0276 req-783b2c1f-d58e-4220-8482-cda65f692030 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=55029eb28f0f4879a6c68ae4e6ded03b&device_id=3808a1dc-6765-49ee-889b-df4cc6e01fe0 HTTP/1.1" status: 200 len: 1096 time: 0.0422437 Nov 25 14:04:51.155522 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce174d8c-ba9e-4cf6-8f95-5dfbd2dc0276 req-6bd6991d-d928-464d-9b5a-718e8d875dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:04:51.157051 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ce174d8c-ba9e-4cf6-8f95-5dfbd2dc0276 req-6bd6991d-d928-464d-9b5a-718e8d875dfd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55029eb28f0f4879a6c68ae4e6ded03b&device_id=3808a1dc-6765-49ee-889b-df4cc6e01fe0 HTTP/1.1" status: 200 len: 1096 time: 0.0414691 Nov 25 14:04:51.246203 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce174d8c-ba9e-4cf6-8f95-5dfbd2dc0276 req-d9be10ba-9a11-47ea-9c28-4798a9dccec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:04:51.247852 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ce174d8c-ba9e-4cf6-8f95-5dfbd2dc0276 req-d9be10ba-9a11-47ea-9c28-4798a9dccec3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=20d93f48-2670-4b52-bca9-9b5cb5c91d95 HTTP/1.1" status: 200 len: 913 time: 0.0876360 Nov 25 14:04:51.249684 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce174d8c-ba9e-4cf6-8f95-5dfbd2dc0276 req-8f914b95-f0f9-4f39-8d21-6f1b9603afa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:04:51.251173 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ce174d8c-ba9e-4cf6-8f95-5dfbd2dc0276 req-8f914b95-f0f9-4f39-8d21-6f1b9603afa0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=20d93f48-2670-4b52-bca9-9b5cb5c91d95 HTTP/1.1" status: 200 len: 913 time: 0.0878003 Nov 25 14:04:51.316714 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ce174d8c-ba9e-4cf6-8f95-5dfbd2dc0276 req-20dbd925-798a-49f9-881d-8a52cda7b367 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d577937-a1fb-4a37-be25-74c922a1b317 HTTP/1.1" status: 200 len: 1000 time: 0.0588963 Nov 25 14:04:51.325207 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ce174d8c-ba9e-4cf6-8f95-5dfbd2dc0276 req-005d2fbe-77f0-4364-ac4e-f64139f6380f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d577937-a1fb-4a37-be25-74c922a1b317 HTTP/1.1" status: 200 len: 1000 time: 0.0611351 Nov 25 14:04:51.370989 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce174d8c-ba9e-4cf6-8f95-5dfbd2dc0276 req-2b0c0c49-dc31-4b37-8cda-05fcd3ad2cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:04:51.372207 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ce174d8c-ba9e-4cf6-8f95-5dfbd2dc0276 req-2b0c0c49-dc31-4b37-8cda-05fcd3ad2cbe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1e54fa4c-0a04-4943-b526-a327c9965b90 HTTP/1.1" status: 200 len: 851 time: 0.0483165 Nov 25 14:04:51.376436 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce174d8c-ba9e-4cf6-8f95-5dfbd2dc0276 req-fffcc9b9-d5b7-449a-a8b0-90295bcd5473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:04:51.377908 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ce174d8c-ba9e-4cf6-8f95-5dfbd2dc0276 req-fffcc9b9-d5b7-449a-a8b0-90295bcd5473 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1e54fa4c-0a04-4943-b526-a327c9965b90 HTTP/1.1" status: 200 len: 851 time: 0.0445805 Nov 25 14:04:51.419358 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce174d8c-ba9e-4cf6-8f95-5dfbd2dc0276 req-491e4a35-45f7-4167-bd24-334df38be485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:04:51.420790 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ce174d8c-ba9e-4cf6-8f95-5dfbd2dc0276 req-491e4a35-45f7-4167-bd24-334df38be485 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20d93f48-2670-4b52-bca9-9b5cb5c91d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408230 Nov 25 14:04:51.427912 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce174d8c-ba9e-4cf6-8f95-5dfbd2dc0276 req-5a88de44-21ad-469a-8a81-3b1127de0da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:04:51.429409 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ce174d8c-ba9e-4cf6-8f95-5dfbd2dc0276 req-5a88de44-21ad-469a-8a81-3b1127de0da0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=20d93f48-2670-4b52-bca9-9b5cb5c91d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436864 Nov 25 14:04:51.509386 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ce174d8c-ba9e-4cf6-8f95-5dfbd2dc0276 req-a48a49e9-37fa-4caf-9ee1-39967af52764 service neutron] 10.222.0.47 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812392 Nov 25 14:04:51.519370 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ce174d8c-ba9e-4cf6-8f95-5dfbd2dc0276 req-e3f56702-a43a-49ee-8a02-565416e67c9b service neutron] 10.222.0.66 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815582 Nov 25 14:04:51.604464 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ce174d8c-ba9e-4cf6-8f95-5dfbd2dc0276 req-574c8609-d946-4e3f-91c4-363a80efe8ea service neutron] 10.222.0.47 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867517 Nov 25 14:04:51.614329 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ce174d8c-ba9e-4cf6-8f95-5dfbd2dc0276 req-237ddf92-4f0a-46ab-9f3d-10dd7c552308 service neutron] 10.222.0.66 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854805 Nov 25 14:04:52.065369 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 7d577937-a1fb-4a37-be25-74c922a1b317 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:04:52.107921 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 7d577937-a1fb-4a37-be25-74c922a1b317 not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:04:52.132391 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a4a96-d449-4e99-be77-910dc35576ff req-81352d16-7605-45c1-a243-6eb26a0d848d tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:04:52.133888 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-840a4a96-d449-4e99-be77-910dc35576ff req-81352d16-7605-45c1-a243-6eb26a0d848d tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=3808a1dc-6765-49ee-889b-df4cc6e01fe0 HTTP/1.1" status: 200 len: 944 time: 0.0490603 Nov 25 14:04:52.182215 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-840a4a96-d449-4e99-be77-910dc35576ff req-69921627-a346-4180-8f23-3cd8eac0567c tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418346 Nov 25 14:04:53.243269 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 7d577937-a1fb-4a37-be25-74c922a1b317 details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 14:04:53.301386 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ee25d-05f2-4fdb-b6e2-1a23f52b3d9a req-b051a709-039d-44fb-ade8-49734f408d76 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:04:53.302931 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1e9ee25d-05f2-4fdb-b6e2-1a23f52b3d9a req-b051a709-039d-44fb-ade8-49734f408d76 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=3808a1dc-6765-49ee-889b-df4cc6e01fe0 HTTP/1.1" status: 200 len: 944 time: 0.0484581 Nov 25 14:04:53.338399 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 7d577937-a1fb-4a37-be25-74c922a1b317, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=7d577937-a1fb-4a37-be25-74c922a1b317,segment=NetworkSegment(1cf32cfc-3bf3-40b3-8d02-cf580d211be8),segment_id=1cf32cfc-3bf3-40b3-8d02-cf580d211be8)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:04:53.349679 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': '7d577937-a1fb-4a37-be25-74c922a1b317', 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95', 'port_id': '7d577937-a1fb-4a37-be25-74c922a1b317', 'mac_address': 'fa:16:3e:c6:0e:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e54fa4c-0a04-4943-b526-a327c9965b90', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 14:04:53.349878 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1e9ee25d-05f2-4fdb-b6e2-1a23f52b3d9a req-590448e8-5ba4-4779-9e92-c50fa5e3d11b tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409067 Nov 25 14:04:53.392853 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:04:53.405734 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d577937-a1fb-4a37-be25-74c922a1b317 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 14:04:53.424315 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 7d577937-a1fb-4a37-be25-74c922a1b317, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=7d577937-a1fb-4a37-be25-74c922a1b317,segment=NetworkSegment(1cf32cfc-3bf3-40b3-8d02-cf580d211be8),segment_id=1cf32cfc-3bf3-40b3-8d02-cf580d211be8)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:04:53.428310 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:04:53.485290 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=7d577937-a1fb-4a37-be25-74c922a1b317,revision_number=8']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:04:53.492766 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:04:53.493120 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:04:53.493468 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:04:53.494575 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:04:53.495114 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:04:53.495599 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:04:53.495959 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:04:53.496308 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:04:53.496655 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:04:53.497003 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:04:53.497332 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:04:53.497672 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:04:53.555010 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aadb5a-6cf5-49d0-94d3-b9294f12c1e0 req-a23591c7-a1f4-420a-864c-e930eebb9b72 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:04:53.557021 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d3aadb5a-6cf5-49d0-94d3-b9294f12c1e0 req-a23591c7-a1f4-420a-864c-e930eebb9b72 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=3808a1dc-6765-49ee-889b-df4cc6e01fe0 HTTP/1.1" status: 200 len: 945 time: 0.0567000 Nov 25 14:04:53.569042 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d333266-6375-44fb-9401-988090021ed9 req-7ab29ee0-2d26-4854-aa9c-1164d1aa76dc tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:04:53.570503 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6d333266-6375-44fb-9401-988090021ed9 req-7ab29ee0-2d26-4854-aa9c-1164d1aa76dc tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.47 "GET /v2.0/ports?device_id=3808a1dc-6765-49ee-889b-df4cc6e01fe0&tenant_id=55029eb28f0f4879a6c68ae4e6ded03b&binding%3Ahost_id=n-h1-808199-11 HTTP/1.1" status: 200 len: 945 time: 0.0527136 Nov 25 14:04:53.607862 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d3aadb5a-6cf5-49d0-94d3-b9294f12c1e0 req-cab09d6c-0612-4e91-bf9b-ab06b5bd114f tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445492 Nov 25 14:04:53.638998 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [req-6d333266-6375-44fb-9401-988090021ed9 req-4aed4c5c-fb12-4261-841f-4e852dd64537 service neutron] delete failed (client error): The resource could not be found. Nov 25 14:04:53.640021 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6d333266-6375-44fb-9401-988090021ed9 req-4aed4c5c-fb12-4261-841f-4e852dd64537 service neutron] 10.222.0.47 "DELETE /v2.0/ports/7d577937-a1fb-4a37-be25-74c922a1b317/bindings/n-h2-808199-11 HTTP/1.1" status: 404 len: 381 time: 0.0616779 Nov 25 14:04:53.703602 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['7d577937-a1fb-4a37-be25-74c922a1b317'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 14:04:53.731191 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d333266-6375-44fb-9401-988090021ed9 req-b8cfe382-64d5-46ee-8984-1c28968ce659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:04:53.732598 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6d333266-6375-44fb-9401-988090021ed9 req-b8cfe382-64d5-46ee-8984-1c28968ce659 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55029eb28f0f4879a6c68ae4e6ded03b&device_id=3808a1dc-6765-49ee-889b-df4cc6e01fe0 HTTP/1.1" status: 200 len: 1097 time: 0.0453050 Nov 25 14:04:53.823227 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d333266-6375-44fb-9401-988090021ed9 req-44cd735f-f61d-4c76-af2e-f4cae07afe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:04:53.824741 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6d333266-6375-44fb-9401-988090021ed9 req-44cd735f-f61d-4c76-af2e-f4cae07afe6f service neutron] 10.222.0.47 "GET /v2.0/networks?id=20d93f48-2670-4b52-bca9-9b5cb5c91d95 HTTP/1.1" status: 200 len: 913 time: 0.0851212 Nov 25 14:04:53.893701 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6d333266-6375-44fb-9401-988090021ed9 req-1f1c4319-9feb-4d93-92d6-10ea7db4a0a5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d577937-a1fb-4a37-be25-74c922a1b317 HTTP/1.1" status: 200 len: 1001 time: 0.0619273 Nov 25 14:04:53.944946 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d333266-6375-44fb-9401-988090021ed9 req-2cd9228b-34c6-4705-ab42-2b98e1d9df22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:04:53.946423 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6d333266-6375-44fb-9401-988090021ed9 req-2cd9228b-34c6-4705-ab42-2b98e1d9df22 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1e54fa4c-0a04-4943-b526-a327c9965b90 HTTP/1.1" status: 200 len: 851 time: 0.0446050 Nov 25 14:04:53.991054 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d333266-6375-44fb-9401-988090021ed9 req-b1d6a26e-2dd0-466c-a4a8-16d8cceba8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:04:53.992533 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6d333266-6375-44fb-9401-988090021ed9 req-b1d6a26e-2dd0-466c-a4a8-16d8cceba8ff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20d93f48-2670-4b52-bca9-9b5cb5c91d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392451 Nov 25 14:04:54.083706 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6d333266-6375-44fb-9401-988090021ed9 req-d11b7dac-f22b-481b-891d-d0ca89ff47fc service neutron] 10.222.0.47 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841231 Nov 25 14:04:54.172147 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6d333266-6375-44fb-9401-988090021ed9 req-a2e5c58f-a619-4aa1-9a3f-396465caeb55 service neutron] 10.222.0.47 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816059 Nov 25 14:04:54.731711 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27476d4-06cb-46fd-a2f2-b07e21507643 req-7a5c17a6-f037-4c61-8268-6a64a729668b tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:04:54.733207 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e27476d4-06cb-46fd-a2f2-b07e21507643 req-7a5c17a6-f037-4c61-8268-6a64a729668b tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=3808a1dc-6765-49ee-889b-df4cc6e01fe0 HTTP/1.1" status: 200 len: 945 time: 0.0502934 Nov 25 14:04:54.782013 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e27476d4-06cb-46fd-a2f2-b07e21507643 req-0b5a277b-c3c4-482a-bdfb-314d17e2c817 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427351 Nov 25 14:04:54.895059 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03574757-69b9-4631-bc60-af47e5eaf222 req-6083d66c-d039-488d-a338-0bccde0e8181 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:04:54.896557 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-03574757-69b9-4631-bc60-af47e5eaf222 req-6083d66c-d039-488d-a338-0bccde0e8181 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=3808a1dc-6765-49ee-889b-df4cc6e01fe0 HTTP/1.1" status: 200 len: 945 time: 0.0486827 Nov 25 14:04:54.946666 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-03574757-69b9-4631-bc60-af47e5eaf222 req-babf84d3-a822-4f63-89f3-060ab18a7238 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436940 Nov 25 14:04:55.058003 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c27120-3c8f-45d8-ba8e-8f9be65f386f req-95f50712-c27c-4f10-b615-9c837c2a60a5 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:04:55.059824 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d6c27120-3c8f-45d8-ba8e-8f9be65f386f req-95f50712-c27c-4f10-b615-9c837c2a60a5 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=3808a1dc-6765-49ee-889b-df4cc6e01fe0 HTTP/1.1" status: 200 len: 945 time: 0.0492547 Nov 25 14:04:55.107792 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d6c27120-3c8f-45d8-ba8e-8f9be65f386f req-f9b3bf6e-679c-43f8-898f-2658813d0eb1 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420659 Nov 25 14:04:55.259287 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 7d577937-a1fb-4a37-be25-74c922a1b317 up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:04:55.312667 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port 7d577937-a1fb-4a37-be25-74c922a1b317 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 14:04:55.316508 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port 7d577937-a1fb-4a37-be25-74c922a1b317 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:04:55.316941 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:04:55.344659 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed7e02d-4f00-44f5-9a9c-88b3ee5d9efa req-177e5a55-ae2b-4bf3-9550-fcd821fccf53 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:04:55.346161 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7ed7e02d-4f00-44f5-9a9c-88b3ee5d9efa req-177e5a55-ae2b-4bf3-9550-fcd821fccf53 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=3808a1dc-6765-49ee-889b-df4cc6e01fe0 HTTP/1.1" status: 200 len: 945 time: 0.0483127 Nov 25 14:04:55.394973 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:04:55.395518 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7ed7e02d-4f00-44f5-9a9c-88b3ee5d9efa req-b78b6793-db01-4715-a8f8-2137cc914476 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433667 Nov 25 14:04:55.424686 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3808a1dc-6765-49ee-889b-df4cc6e01fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d577937-a1fb-4a37-be25-74c922a1b317'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:04:55.438840 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 7d577937-a1fb-4a37-be25-74c922a1b317, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=7d577937-a1fb-4a37-be25-74c922a1b317,segment=NetworkSegment(1cf32cfc-3bf3-40b3-8d02-cf580d211be8),segment_id=1cf32cfc-3bf3-40b3-8d02-cf580d211be8)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:04:55.442540 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:04:55.468649 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4a683b2f55a074025c37cf42062357829495bd62ced1b23f0cba96c56cdda24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd1cd8b9-b59c-4fb5-987d-bccc5a61e2cd" -d '{"events": [{"server_uuid": "3808a1dc-6765-49ee-889b-df4cc6e01fe0", "name": "network-vif-plugged", "status": "completed", "tag": "7d577937-a1fb-4a37-be25-74c922a1b317"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:04:55.496536 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=7d577937-a1fb-4a37-be25-74c922a1b317,revision_number=9']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:04:55.554687 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 14:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc795a7-c598-4acc-ba17-7e0843c825c4 x-openstack-request-id: req-2bc795a7-c598-4acc-ba17-7e0843c825c4 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:04:55.555198 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3808a1dc-6765-49ee-889b-df4cc6e01fe0", "name": "network-vif-plugged", "status": "completed", "tag": "7d577937-a1fb-4a37-be25-74c922a1b317", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:04:55.555564 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2bc795a7-c598-4acc-ba17-7e0843c825c4 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:04:55.556018 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3808a1dc-6765-49ee-889b-df4cc6e01fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d577937-a1fb-4a37-be25-74c922a1b317', 'code': 200} Nov 25 14:04:56.515677 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a0e8c-291f-4428-b8cd-afc5259ed828 req-3e8c1388-8923-472f-974f-e2019e427116 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:04:56.517654 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-302a0e8c-291f-4428-b8cd-afc5259ed828 req-3e8c1388-8923-472f-974f-e2019e427116 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=3808a1dc-6765-49ee-889b-df4cc6e01fe0 HTTP/1.1" status: 200 len: 946 time: 0.0528097 Nov 25 14:04:56.567298 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-302a0e8c-291f-4428-b8cd-afc5259ed828 req-1095cd11-fb19-44e5-a4d4-60108f260e76 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435791 Nov 25 14:04:56.716340 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5a37c-dd0c-47ec-a4f0-bc64eac97388 req-4d31fb1a-361d-445e-91a8-969dc42c368f tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:04:56.717688 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cdd5a37c-dd0c-47ec-a4f0-bc64eac97388 req-4d31fb1a-361d-445e-91a8-969dc42c368f tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.66 "GET /v2.0/ports?device_id=3808a1dc-6765-49ee-889b-df4cc6e01fe0 HTTP/1.1" status: 200 len: 946 time: 0.0473309 Nov 25 14:04:56.810721 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-cdd5a37c-dd0c-47ec-a4f0-bc64eac97388 req-832becea-1171-4039-81bf-9c581d1091d6 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Deleting port 7d577937-a1fb-4a37-be25-74c922a1b317 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:04:56.811076 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-cdd5a37c-dd0c-47ec-a4f0-bc64eac97388 req-832becea-1171-4039-81bf-9c581d1091d6 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:04:56.897057 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-cdd5a37c-dd0c-47ec-a4f0-bc64eac97388 req-832becea-1171-4039-81bf-9c581d1091d6 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] For port 7d577937-a1fb-4a37-be25-74c922a1b317, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=7d577937-a1fb-4a37-be25-74c922a1b317,segment=NetworkSegment(1cf32cfc-3bf3-40b3-8d02-cf580d211be8),segment_id=1cf32cfc-3bf3-40b3-8d02-cf580d211be8)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:04:56.897425 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-cdd5a37c-dd0c-47ec-a4f0-bc64eac97388 req-832becea-1171-4039-81bf-9c581d1091d6 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:04:57.113050 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-cdd5a37c-dd0c-47ec-a4f0-bc64eac97388 req-832becea-1171-4039-81bf-9c581d1091d6 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:04:57.113408 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-cdd5a37c-dd0c-47ec-a4f0-bc64eac97388 req-832becea-1171-4039-81bf-9c581d1091d6 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:04:57.113725 n-d-808199-11 neutron-server[103570]: INFO neutron.db.l3_db [req-cdd5a37c-dd0c-47ec-a4f0-bc64eac97388 req-832becea-1171-4039-81bf-9c581d1091d6 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Floating IP e3cabf07-8248-467e-9989-3c9d0ae1f3d5 disassociated. External IP: 172.25.5.150, port: 7d577937-a1fb-4a37-be25-74c922a1b317. Nov 25 14:04:57.114068 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-cdd5a37c-dd0c-47ec-a4f0-bc64eac97388 req-832becea-1171-4039-81bf-9c581d1091d6 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Calling delete_port for 7d577937-a1fb-4a37-be25-74c922a1b317 owned by compute:nova {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:04:57.241264 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-cdd5a37c-dd0c-47ec-a4f0-bc64eac97388 req-832becea-1171-4039-81bf-9c581d1091d6 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:04:57.270437 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832becea-1171-4039-81bf-9c581d1091d6 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Pushing event deleted for resources: {'Port': ['ID=7d577937-a1fb-4a37-be25-74c922a1b317,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:04:57.393544 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cdd5a37c-dd0c-47ec-a4f0-bc64eac97388 req-832becea-1171-4039-81bf-9c581d1091d6 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Router 3c18afa0-5a92-4fc8-964f-85e5b12ffcd6 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 14:04:57.503503 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cdd5a37c-dd0c-47ec-a4f0-bc64eac97388 req-832becea-1171-4039-81bf-9c581d1091d6 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 14:04:57.513345 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d3db37-450e-41fc-b3f9-ed213bd1430e None None] Sync routers for ids ['3c18afa0-5a92-4fc8-964f-85e5b12ffcd6'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 14:04:57.522833 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d3db37-450e-41fc-b3f9-ed213bd1430e None None] Routers {'3c18afa0-5a92-4fc8-964f-85e5b12ffcd6'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:04:57.523454 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-d3d3db37-450e-41fc-b3f9-ed213bd1430e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:04:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['3c18afa0-5a92-4fc8-964f-85e5b12ffcd6'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:04:57.543152 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd5a37c-dd0c-47ec-a4f0-bc64eac97388 req-832becea-1171-4039-81bf-9c581d1091d6 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] No DVR routers for this DVR port 7d577937-a1fb-4a37-be25-74c922a1b317 on host n-h1-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 14:04:57.546053 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-cdd5a37c-dd0c-47ec-a4f0-bc64eac97388 req-832becea-1171-4039-81bf-9c581d1091d6 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:04:57.549545 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cdd5a37c-dd0c-47ec-a4f0-bc64eac97388 req-832becea-1171-4039-81bf-9c581d1091d6 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.66 "DELETE /v2.0/ports/7d577937-a1fb-4a37-be25-74c922a1b317 HTTP/1.1" status: 204 len: 173 time: 0.8223994 Nov 25 14:04:57.550026 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3808a1dc-6765-49ee-889b-df4cc6e01fe0', 'name': 'network-vif-deleted', 'tag': '7d577937-a1fb-4a37-be25-74c922a1b317'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:04:57.552309 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b8b8dd-98df-42bd-b86d-473e2cd9f9e1" -d '{"events": [{"server_uuid": "3808a1dc-6765-49ee-889b-df4cc6e01fe0", "name": "network-vif-deleted", "tag": "7d577937-a1fb-4a37-be25-74c922a1b317"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:04:57.590187 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 14:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6619ac26-2030-4a8b-8ea1-7fb90124721f x-openstack-request-id: req-6619ac26-2030-4a8b-8ea1-7fb90124721f {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:04:57.590486 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3808a1dc-6765-49ee-889b-df4cc6e01fe0", "name": "network-vif-deleted", "tag": "7d577937-a1fb-4a37-be25-74c922a1b317", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:04:57.590784 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6619ac26-2030-4a8b-8ea1-7fb90124721f {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:04:57.591218 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3808a1dc-6765-49ee-889b-df4cc6e01fe0', 'name': 'network-vif-deleted', 'tag': '7d577937-a1fb-4a37-be25-74c922a1b317', 'status': 'completed', 'code': 200} Nov 25 14:04:57.633492 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-d3d3db37-450e-41fc-b3f9-ed213bd1430e None None] Set router 3c18afa0-5a92-4fc8-964f-85e5b12ffcd6 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:04:57.680185 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e5159aec-73ea-4afe-9e35-a84f9724918a req-07947dc0-1dca-420b-a056-e2c593d85714 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=3808a1dc-6765-49ee-889b-df4cc6e01fe0 HTTP/1.1" status: 200 len: 210 time: 0.0304308 Nov 25 14:04:57.836001 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-d3d3db37-450e-41fc-b3f9-ed213bd1430e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'name': 'tempest-ServerActionsTestJSON-1696234908-router', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '72f223b5-6a31-4a5b-b936-b01c13166caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:02:37Z', 'updated_at': '2021-11-25T14:02:40Z', 'revision_number': 4, 'project_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'gw_port': {'id': '72f223b5-6a31-4a5b-b936-b01c13166caa', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:02:38Z', 'updated_at': '2021-11-25T14:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '43c15bd0-a86e-48c3-b8c7-b8710dd0dba6', 'name': '', 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'mac_address': 'fa:16:3e:81:4b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '1e54fa4c-0a04-4943-b526-a327c9965b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:02:40Z', 'updated_at': '2021-11-25T14:02:43Z', 'revision_number': 5, 'project_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'subnets': [{'id': '1e54fa4c-0a04-4943-b526-a327c9965b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:04:57.864575 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d3db37-450e-41fc-b3f9-ed213bd1430e None None] Checking router: 3c18afa0-5a92-4fc8-964f-85e5b12ffcd6 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 14:04:57.873627 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d3db37-450e-41fc-b3f9-ed213bd1430e None None] Routers {'3c18afa0-5a92-4fc8-964f-85e5b12ffcd6'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:04:57.874238 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-d3d3db37-450e-41fc-b3f9-ed213bd1430e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:04:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['3c18afa0-5a92-4fc8-964f-85e5b12ffcd6'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:04:57.972961 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-d3d3db37-450e-41fc-b3f9-ed213bd1430e None None] Set router 3c18afa0-5a92-4fc8-964f-85e5b12ffcd6 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:04:58.164865 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-d3d3db37-450e-41fc-b3f9-ed213bd1430e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'name': 'tempest-ServerActionsTestJSON-1696234908-router', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '72f223b5-6a31-4a5b-b936-b01c13166caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:02:37Z', 'updated_at': '2021-11-25T14:02:40Z', 'revision_number': 4, 'project_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'gw_port': {'id': '72f223b5-6a31-4a5b-b936-b01c13166caa', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:02:38Z', 'updated_at': '2021-11-25T14:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '43c15bd0-a86e-48c3-b8c7-b8710dd0dba6', 'name': '', 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'mac_address': 'fa:16:3e:81:4b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '1e54fa4c-0a04-4943-b526-a327c9965b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:02:40Z', 'updated_at': '2021-11-25T14:02:43Z', 'revision_number': 5, 'project_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'subnets': [{'id': '1e54fa4c-0a04-4943-b526-a327c9965b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:04:58.191081 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d3db37-450e-41fc-b3f9-ed213bd1430e None None] The sync data for ids ['3c18afa0-5a92-4fc8-964f-85e5b12ffcd6'] in n-d-808199-11 is: [{'id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'name': 'tempest-ServerActionsTestJSON-1696234908-router', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '72f223b5-6a31-4a5b-b936-b01c13166caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:02:37Z', 'updated_at': '2021-11-25T14:02:40Z', 'revision_number': 4, 'project_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'gw_port': {'id': '72f223b5-6a31-4a5b-b936-b01c13166caa', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:02:38Z', 'updated_at': '2021-11-25T14:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '43c15bd0-a86e-48c3-b8c7-b8710dd0dba6', 'name': '', 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'mac_address': 'fa:16:3e:81:4b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '1e54fa4c-0a04-4943-b526-a327c9965b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:02:40Z', 'updated_at': '2021-11-25T14:02:43Z', 'revision_number': 5, 'project_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'subnets': [{'id': '1e54fa4c-0a04-4943-b526-a327c9965b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 14:04:58.413683 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935a4c6f-241c-44ff-8613-fbafbcc4b6e8 None None] New status for floating IP e3cabf07-8248-467e-9989-3c9d0ae1f3d5: DOWN {{(pid=103572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 14:04:58.918509 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-01aa2420-fc99-4f3d-b055-66ab8a4b3638 req-4e04b077-5dc9-4647-b93b-4bd067d1d472 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1498764968&fields=id&tenant_id=55029eb28f0f4879a6c68ae4e6ded03b HTTP/1.1" status: 200 len: 267 time: 0.0427730 Nov 25 14:04:59.036953 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa2420-fc99-4f3d-b055-66ab8a4b3638 req-f68df347-df8b-477f-888a-69fe3c7baa37 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:04:59.038370 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-01aa2420-fc99-4f3d-b055-66ab8a4b3638 req-f68df347-df8b-477f-888a-69fe3c7baa37 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/networks?id=20d93f48-2670-4b52-bca9-9b5cb5c91d95 HTTP/1.1" status: 200 len: 812 time: 0.1130507 Nov 25 14:04:59.054422 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-01aa2420-fc99-4f3d-b055-66ab8a4b3638 req-5ac0d6a1-e9d5-49e9-9d8d-366a13b0ba07 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/quotas/55029eb28f0f4879a6c68ae4e6ded03b HTTP/1.1" status: 200 len: 375 time: 0.0100889 Nov 25 14:04:59.109774 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-01aa2420-fc99-4f3d-b055-66ab8a4b3638 req-d1487c8b-8052-4bbe-b6d3-8edee129fa81 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=55029eb28f0f4879a6c68ae4e6ded03b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492074 Nov 25 14:04:59.280439 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-01aa2420-fc99-4f3d-b055-66ab8a4b3638 req-3c261a1d-f198-4a71-b355-22f129f5917c service neutron] 10.222.0.53 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258476 Nov 25 14:04:59.377180 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-01aa2420-fc99-4f3d-b055-66ab8a4b3638 req-ff251649-7c1b-4235-9806-50f1f77b1dd7 service neutron] 10.222.0.53 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906172 Nov 25 14:04:59.538661 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-83059f11-7800-45de-8f29-7991290630e2 req-9c03984e-4280-4fa6-b986-6491cffe7d92 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0ca2a13-a413-4138-acce-53d80194cd31 HTTP/1.1" status: 200 len: 210 time: 0.0269148 Nov 25 14:05:00.374566 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-89138fce-9da1-4b19-bdff-933ef0b4be7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:05:00.453702 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa2420-fc99-4f3d-b055-66ab8a4b3638 req-9f08dad6-da36-4e07-937b-935aca29f24a tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:05:00.455201 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-01aa2420-fc99-4f3d-b055-66ab8a4b3638 req-9f08dad6-da36-4e07-937b-935aca29f24a tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.47 "GET /v2.0/networks?id=20d93f48-2670-4b52-bca9-9b5cb5c91d95 HTTP/1.1" status: 200 len: 812 time: 0.1160192 Nov 25 14:05:00.518769 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-01aa2420-fc99-4f3d-b055-66ab8a4b3638 req-32f63eec-d955-449a-a592-d5c4ce62a7d0 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55029eb28f0f4879a6c68ae4e6ded03b HTTP/1.1" status: 200 len: 380 time: 0.0533864 Nov 25 14:05:00.529584 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-01aa2420-fc99-4f3d-b055-66ab8a4b3638 req-bc3e6c87-3942-41e2-8bb7-c244dfe2adb7 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Request body: {'port': {'device_id': 'c0ca2a13-a413-4138-acce-53d80194cd31', 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95', 'admin_state_up': True, 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'security_groups': ['6eb7b356-5113-487f-a193-f1bb52d61224']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:05:00.631982 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1a2896d7-0e7c-48a2-8020-e91a618a57a1 req-64afc15f-bb39-44ec-a8e4-76419a0c6204 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0ca2a13-a413-4138-acce-53d80194cd31 HTTP/1.1" status: 200 len: 210 time: 0.0256617 Nov 25 14:05:00.641203 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01aa2420-fc99-4f3d-b055-66ab8a4b3638 req-bc3e6c87-3942-41e2-8bb7-c244dfe2adb7 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Made reservation on behalf of 55029eb28f0f4879a6c68ae4e6ded03b for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 14:05:00.645053 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-01aa2420-fc99-4f3d-b055-66ab8a4b3638 req-bc3e6c87-3942-41e2-8bb7-c244dfe2adb7 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:05:00.771856 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-01aa2420-fc99-4f3d-b055-66ab8a4b3638 req-bc3e6c87-3942-41e2-8bb7-c244dfe2adb7 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Allocated IP 172.20.0.8 (20d93f48-2670-4b52-bca9-9b5cb5c91d95/1e54fa4c-0a04-4943-b526-a327c9965b90/be129de7-53fa-4a46-8453-b8cbb1bca24d) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:05:00.909235 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-01aa2420-fc99-4f3d-b055-66ab8a4b3638 req-bc3e6c87-3942-41e2-8bb7-c244dfe2adb7 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:05:00.941721 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-01aa2420-fc99-4f3d-b055-66ab8a4b3638 req-bc3e6c87-3942-41e2-8bb7-c244dfe2adb7 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:05:00.985148 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01aa2420-fc99-4f3d-b055-66ab8a4b3638 req-bc3e6c87-3942-41e2-8bb7-c244dfe2adb7 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Network 20d93f48-2670-4b52-bca9-9b5cb5c91d95 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:05:00.988177 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-01aa2420-fc99-4f3d-b055-66ab8a4b3638 req-bc3e6c87-3942-41e2-8bb7-c244dfe2adb7 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:05:00.992013 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-01aa2420-fc99-4f3d-b055-66ab8a4b3638 req-bc3e6c87-3942-41e2-8bb7-c244dfe2adb7 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:05:00.998814 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3e6c87-3942-41e2-8bb7-c244dfe2adb7 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Pushing event updated for resources: {'Port': ['ID=be129de7-53fa-4a46-8453-b8cbb1bca24d,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:05:01.036886 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e6c87-3942-41e2-8bb7-c244dfe2adb7 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:05:01.037246 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e6c87-3942-41e2-8bb7-c244dfe2adb7 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:05:01.037597 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e6c87-3942-41e2-8bb7-c244dfe2adb7 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:05:01.037941 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e6c87-3942-41e2-8bb7-c244dfe2adb7 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:05:01.038286 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e6c87-3942-41e2-8bb7-c244dfe2adb7 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:05:01.038624 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e6c87-3942-41e2-8bb7-c244dfe2adb7 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:05:01.038987 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e6c87-3942-41e2-8bb7-c244dfe2adb7 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:05:01.039318 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e6c87-3942-41e2-8bb7-c244dfe2adb7 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:05:01.039653 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e6c87-3942-41e2-8bb7-c244dfe2adb7 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:05:01.039991 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e6c87-3942-41e2-8bb7-c244dfe2adb7 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:05:01.040322 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e6c87-3942-41e2-8bb7-c244dfe2adb7 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:05:01.040688 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e6c87-3942-41e2-8bb7-c244dfe2adb7 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:05:01.064134 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa2420-fc99-4f3d-b055-66ab8a4b3638 req-bc3e6c87-3942-41e2-8bb7-c244dfe2adb7 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:05:01.064768 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-01aa2420-fc99-4f3d-b055-66ab8a4b3638 req-bc3e6c87-3942-41e2-8bb7-c244dfe2adb7 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:05:01.082588 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-01aa2420-fc99-4f3d-b055-66ab8a4b3638 req-bc3e6c87-3942-41e2-8bb7-c244dfe2adb7 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5568457 Nov 25 14:05:01.095846 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-01aa2420-fc99-4f3d-b055-66ab8a4b3638 req-877ebc06-ab1c-45d6-a028-c69ef8c001b2 service neutron] Request body: {'port': {'device_id': 'c0ca2a13-a413-4138-acce-53d80194cd31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:05:01.154057 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-01aa2420-fc99-4f3d-b055-66ab8a4b3638 req-877ebc06-ab1c-45d6-a028-c69ef8c001b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:05:01.186837 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-e33876d4-ba46-40f3-a517-a5252bb4b533 None None] Provisioning complete for port be129de7-53fa-4a46-8453-b8cbb1bca24d triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:05:01.187132 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e33876d4-ba46-40f3-a517-a5252bb4b533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:05:01.223937 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-e33876d4-ba46-40f3-a517-a5252bb4b533 None None] Port be129de7-53fa-4a46-8453-b8cbb1bca24d cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 14:05:01.275976 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 7d577937-a1fb-4a37-be25-74c922a1b317 no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:05:01.297176 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] No Port match for: 7d577937-a1fb-4a37-be25-74c922a1b317 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 14:05:01.297680 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 7d577937-a1fb-4a37-be25-74c922a1b317 not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:05:01.418884 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-01aa2420-fc99-4f3d-b055-66ab8a4b3638 req-877ebc06-ab1c-45d6-a028-c69ef8c001b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be129de7-53fa-4a46-8453-b8cbb1bca24d {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 14:05:01.426207 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-01aa2420-fc99-4f3d-b055-66ab8a4b3638 req-877ebc06-ab1c-45d6-a028-c69ef8c001b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:05:01.438462 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-01aa2420-fc99-4f3d-b055-66ab8a4b3638 req-877ebc06-ab1c-45d6-a028-c69ef8c001b2 service neutron] Transition to ACTIVE for port object be129de7-53fa-4a46-8453-b8cbb1bca24d will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 14:05:01.442443 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-01aa2420-fc99-4f3d-b055-66ab8a4b3638 req-877ebc06-ab1c-45d6-a028-c69ef8c001b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:05:01.496420 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877ebc06-ab1c-45d6-a028-c69ef8c001b2 service neutron] Pushing event updated for resources: {'Port': ['ID=be129de7-53fa-4a46-8453-b8cbb1bca24d,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:05:01.568528 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-01aa2420-fc99-4f3d-b055-66ab8a4b3638 req-877ebc06-ab1c-45d6-a028-c69ef8c001b2 service neutron] Attempting to bind port be129de7-53fa-4a46-8453-b8cbb1bca24d on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:05:01.569116 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-01aa2420-fc99-4f3d-b055-66ab8a4b3638 req-877ebc06-ab1c-45d6-a028-c69ef8c001b2 service neutron] Attempting to bind port be129de7-53fa-4a46-8453-b8cbb1bca24d by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '1cf32cfc-3bf3-40b3-8d02-cf580d211be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:05:01.569461 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01aa2420-fc99-4f3d-b055-66ab8a4b3638 req-877ebc06-ab1c-45d6-a028-c69ef8c001b2 service neutron] Attempting to bind port be129de7-53fa-4a46-8453-b8cbb1bca24d on network 20d93f48-2670-4b52-bca9-9b5cb5c91d95 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:05:01.574192 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01aa2420-fc99-4f3d-b055-66ab8a4b3638 req-877ebc06-ab1c-45d6-a028-c69ef8c001b2 service neutron] Port be129de7-53fa-4a46-8453-b8cbb1bca24d on network 20d93f48-2670-4b52-bca9-9b5cb5c91d95 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 14:05:01.574524 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01aa2420-fc99-4f3d-b055-66ab8a4b3638 req-877ebc06-ab1c-45d6-a028-c69ef8c001b2 service neutron] Attempting to bind port be129de7-53fa-4a46-8453-b8cbb1bca24d on network 20d93f48-2670-4b52-bca9-9b5cb5c91d95 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:05:01.579674 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01aa2420-fc99-4f3d-b055-66ab8a4b3638 req-877ebc06-ab1c-45d6-a028-c69ef8c001b2 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:05:01.580022 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01aa2420-fc99-4f3d-b055-66ab8a4b3638 req-877ebc06-ab1c-45d6-a028-c69ef8c001b2 service neutron] Checking segment: {'id': '1cf32cfc-3bf3-40b3-8d02-cf580d211be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:05:01.580495 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01aa2420-fc99-4f3d-b055-66ab8a4b3638 req-877ebc06-ab1c-45d6-a028-c69ef8c001b2 service neutron] Bound using segment: {'id': '1cf32cfc-3bf3-40b3-8d02-cf580d211be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:05:01.580931 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-01aa2420-fc99-4f3d-b055-66ab8a4b3638 req-877ebc06-ab1c-45d6-a028-c69ef8c001b2 service neutron] Bound port: be129de7-53fa-4a46-8453-b8cbb1bca24d, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cf32cfc-3bf3-40b3-8d02-cf580d211be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:05:01.581293 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-01aa2420-fc99-4f3d-b055-66ab8a4b3638 req-877ebc06-ab1c-45d6-a028-c69ef8c001b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:05:01.651046 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-01aa2420-fc99-4f3d-b055-66ab8a4b3638 req-877ebc06-ab1c-45d6-a028-c69ef8c001b2 service neutron] For port be129de7-53fa-4a46-8453-b8cbb1bca24d, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:05:01.655053 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-01aa2420-fc99-4f3d-b055-66ab8a4b3638 req-877ebc06-ab1c-45d6-a028-c69ef8c001b2 service neutron] For port be129de7-53fa-4a46-8453-b8cbb1bca24d, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=be129de7-53fa-4a46-8453-b8cbb1bca24d,segment=NetworkSegment(1cf32cfc-3bf3-40b3-8d02-cf580d211be8),segment_id=1cf32cfc-3bf3-40b3-8d02-cf580d211be8)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:05:01.661477 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-01aa2420-fc99-4f3d-b055-66ab8a4b3638 req-877ebc06-ab1c-45d6-a028-c69ef8c001b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:05:01.705513 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa2420-fc99-4f3d-b055-66ab8a4b3638 req-877ebc06-ab1c-45d6-a028-c69ef8c001b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:05:01.706144 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-01aa2420-fc99-4f3d-b055-66ab8a4b3638 req-877ebc06-ab1c-45d6-a028-c69ef8c001b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:05:01.707589 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-01aa2420-fc99-4f3d-b055-66ab8a4b3638 req-877ebc06-ab1c-45d6-a028-c69ef8c001b2 service neutron] 10.222.0.47 "PUT /v2.0/ports/be129de7-53fa-4a46-8453-b8cbb1bca24d HTTP/1.1" status: 200 len: 1092 time: 0.6161811 Nov 25 14:05:01.710179 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0ca2a13-a413-4138-acce-53d80194cd31', 'tag': 'be129de7-53fa-4a46-8453-b8cbb1bca24d'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:05:01.737599 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877ebc06-ab1c-45d6-a028-c69ef8c001b2 service neutron] Pushing event updated for resources: {'Port': ['ID=be129de7-53fa-4a46-8453-b8cbb1bca24d,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:05:01.775151 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3251a8e0-bbea-4dfe-a542-f37bc86b7d58 req-d8d74210-92f3-43d5-aa8f-894694886246 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:05:01.783208 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3251a8e0-bbea-4dfe-a542-f37bc86b7d58 req-d8d74210-92f3-43d5-aa8f-894694886246 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0ca2a13-a413-4138-acce-53d80194cd31 HTTP/1.1" status: 200 len: 943 time: 0.0766642 Nov 25 14:05:01.814617 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b263d7d4b70db15966f189087f2cdd81ff7815a34d469843c29c7d40ca9dff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4614f1-712e-4269-a950-5e9065b55303" -d '{"events": [{"name": "network-changed", "server_uuid": "c0ca2a13-a413-4138-acce-53d80194cd31", "tag": "be129de7-53fa-4a46-8453-b8cbb1bca24d"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:05:01.829169 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa2420-fc99-4f3d-b055-66ab8a4b3638 req-818fc55c-b5b1-4913-b1a7-be57b8a45b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:05:01.830767 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-01aa2420-fc99-4f3d-b055-66ab8a4b3638 req-818fc55c-b5b1-4913-b1a7-be57b8a45b3a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55029eb28f0f4879a6c68ae4e6ded03b&device_id=c0ca2a13-a413-4138-acce-53d80194cd31 HTTP/1.1" status: 200 len: 1095 time: 0.0617778 Nov 25 14:05:01.853964 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3251a8e0-bbea-4dfe-a542-f37bc86b7d58 req-a43dbb74-37ec-48e2-acea-b79e46b491b8 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695286 Nov 25 14:05:01.890046 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-01aa2420-fc99-4f3d-b055-66ab8a4b3638 req-3eab8b4b-6567-43b0-adc4-05e8081bdb25 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be129de7-53fa-4a46-8453-b8cbb1bca24d HTTP/1.1" status: 200 len: 217 time: 0.0478737 Nov 25 14:05:01.941272 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 14:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb8924b-dbac-4648-bcc1-da8b728c6c9f x-openstack-request-id: req-1fb8924b-dbac-4648-bcc1-da8b728c6c9f {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:05:01.941826 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0ca2a13-a413-4138-acce-53d80194cd31", "tag": "be129de7-53fa-4a46-8453-b8cbb1bca24d", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:05:01.942191 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1fb8924b-dbac-4648-bcc1-da8b728c6c9f {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:05:01.942755 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0ca2a13-a413-4138-acce-53d80194cd31', 'tag': 'be129de7-53fa-4a46-8453-b8cbb1bca24d', 'status': 'completed', 'code': 200} Nov 25 14:05:01.954990 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa2420-fc99-4f3d-b055-66ab8a4b3638 req-b72ea2b7-4e61-4817-8bd0-488c4393e8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:05:01.956601 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-01aa2420-fc99-4f3d-b055-66ab8a4b3638 req-b72ea2b7-4e61-4817-8bd0-488c4393e8e3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1e54fa4c-0a04-4943-b526-a327c9965b90 HTTP/1.1" status: 200 len: 851 time: 0.0596740 Nov 25 14:05:02.006288 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa2420-fc99-4f3d-b055-66ab8a4b3638 req-622b7f39-695c-407c-ab18-f75811dd6d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:05:02.007810 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-01aa2420-fc99-4f3d-b055-66ab8a4b3638 req-622b7f39-695c-407c-ab18-f75811dd6d67 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20d93f48-2670-4b52-bca9-9b5cb5c91d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433118 Nov 25 14:05:02.096950 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-01aa2420-fc99-4f3d-b055-66ab8a4b3638 req-c7ec6947-973e-4de0-81ef-f30e9bc65857 service neutron] 10.222.0.47 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812137 Nov 25 14:05:02.193977 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-01aa2420-fc99-4f3d-b055-66ab8a4b3638 req-f978c1af-4cc7-4982-8fb6-19e6d8a4ea75 service neutron] 10.222.0.47 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891285 Nov 25 14:05:02.278556 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4614f1-712e-4269-a950-5e9065b55303 req-cbb6bc15-f6d1-44ec-a779-80af3170ed23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:05:02.280080 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-eb4614f1-712e-4269-a950-5e9065b55303 req-cbb6bc15-f6d1-44ec-a779-80af3170ed23 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55029eb28f0f4879a6c68ae4e6ded03b&device_id=c0ca2a13-a413-4138-acce-53d80194cd31 HTTP/1.1" status: 200 len: 1095 time: 0.0419848 Nov 25 14:05:02.725774 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4614f1-712e-4269-a950-5e9065b55303 req-a1071bf9-ad59-4497-84ee-89995aa16352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:05:02.728737 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-eb4614f1-712e-4269-a950-5e9065b55303 req-a1071bf9-ad59-4497-84ee-89995aa16352 service neutron] 10.222.0.47 "GET /v2.0/networks?id=20d93f48-2670-4b52-bca9-9b5cb5c91d95 HTTP/1.1" status: 200 len: 913 time: 0.4411743 Nov 25 14:05:02.771072 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-eb4614f1-712e-4269-a950-5e9065b55303 req-eafa083e-ddab-4494-bf4f-f9f8f62551d5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be129de7-53fa-4a46-8453-b8cbb1bca24d HTTP/1.1" status: 200 len: 217 time: 0.0342391 Nov 25 14:05:02.821999 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4614f1-712e-4269-a950-5e9065b55303 req-efc42534-ad7a-4a45-8c6a-4bd60c275db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:05:02.822237 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bd96576d-981a-47a3-983a-df03601a677f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:05:02.824042 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-eb4614f1-712e-4269-a950-5e9065b55303 req-efc42534-ad7a-4a45-8c6a-4bd60c275db5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1e54fa4c-0a04-4943-b526-a327c9965b90 HTTP/1.1" status: 200 len: 851 time: 0.0442195 Nov 25 14:05:02.878799 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4614f1-712e-4269-a950-5e9065b55303 req-fb76624b-fbc2-4d7e-bc97-1a9a3ca876b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:05:02.880730 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-eb4614f1-712e-4269-a950-5e9065b55303 req-fb76624b-fbc2-4d7e-bc97-1a9a3ca876b9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20d93f48-2670-4b52-bca9-9b5cb5c91d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480323 Nov 25 14:05:02.980134 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-eb4614f1-712e-4269-a950-5e9065b55303 req-1e53f7d7-38ec-4bf5-9acf-b4b8951e746b service neutron] 10.222.0.47 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905495 Nov 25 14:05:02.982425 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03200144-9954-4884-862d-5e2ff5524344 req-070b30ef-a0c0-4537-a434-57d2cf108954 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:05:02.983921 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-03200144-9954-4884-862d-5e2ff5524344 req-070b30ef-a0c0-4537-a434-57d2cf108954 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0ca2a13-a413-4138-acce-53d80194cd31 HTTP/1.1" status: 200 len: 943 time: 0.0516279 Nov 25 14:05:03.032174 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-03200144-9954-4884-862d-5e2ff5524344 req-b4f6425e-7c88-4162-85ef-ba2bc6cad8ac tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420728 Nov 25 14:05:03.076724 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-eb4614f1-712e-4269-a950-5e9065b55303 req-29d2a0e2-81bc-4a68-abea-68a388c120e4 service neutron] 10.222.0.47 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875390 Nov 25 14:05:04.028182 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:05:04.120138 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device be129de7-53fa-4a46-8453-b8cbb1bca24d details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 14:05:04.150376 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6697579d-27c9-46a2-8a5c-0e354e84ef4b req-0c7481cc-1394-4a82-b93d-418b5142f9e4 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:05:04.151898 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6697579d-27c9-46a2-8a5c-0e354e84ef4b req-0c7481cc-1394-4a82-b93d-418b5142f9e4 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0ca2a13-a413-4138-acce-53d80194cd31 HTTP/1.1" status: 200 len: 943 time: 0.0488801 Nov 25 14:05:04.199236 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6697579d-27c9-46a2-8a5c-0e354e84ef4b req-b59ddef6-ef2b-40cf-9df9-8113286ac085 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413587 Nov 25 14:05:04.218032 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port be129de7-53fa-4a46-8453-b8cbb1bca24d, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=be129de7-53fa-4a46-8453-b8cbb1bca24d,segment=NetworkSegment(1cf32cfc-3bf3-40b3-8d02-cf580d211be8),segment_id=1cf32cfc-3bf3-40b3-8d02-cf580d211be8)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:05:04.230503 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': 'be129de7-53fa-4a46-8453-b8cbb1bca24d', 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95', 'port_id': 'be129de7-53fa-4a46-8453-b8cbb1bca24d', 'mac_address': 'fa:16:3e:50:00:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e54fa4c-0a04-4943-b526-a327c9965b90', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 14:05:04.267030 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:05:04.280374 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be129de7-53fa-4a46-8453-b8cbb1bca24d {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 14:05:04.300156 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port be129de7-53fa-4a46-8453-b8cbb1bca24d, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=be129de7-53fa-4a46-8453-b8cbb1bca24d,segment=NetworkSegment(1cf32cfc-3bf3-40b3-8d02-cf580d211be8),segment_id=1cf32cfc-3bf3-40b3-8d02-cf580d211be8)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:05:04.303760 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:05:04.352344 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=be129de7-53fa-4a46-8453-b8cbb1bca24d,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:05:04.534873 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['be129de7-53fa-4a46-8453-b8cbb1bca24d'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 14:05:05.314993 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c729f1-8c42-4888-9517-8ce29cbf7c86 req-d1c2ad8d-d59b-4555-95a8-86e9b7b6e83d tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:05:05.316485 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e2c729f1-8c42-4888-9517-8ce29cbf7c86 req-d1c2ad8d-d59b-4555-95a8-86e9b7b6e83d tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0ca2a13-a413-4138-acce-53d80194cd31 HTTP/1.1" status: 200 len: 944 time: 0.0489554 Nov 25 14:05:05.349448 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:05:05.368111 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e2c729f1-8c42-4888-9517-8ce29cbf7c86 req-b77fbfeb-c45d-413f-bac5-5c4be88d3cb0 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451629 Nov 25 14:05:06.136398 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device be129de7-53fa-4a46-8453-b8cbb1bca24d up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:05:06.184232 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port be129de7-53fa-4a46-8453-b8cbb1bca24d completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 14:05:06.187853 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port be129de7-53fa-4a46-8453-b8cbb1bca24d triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:05:06.188230 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:05:06.264026 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:05:06.286131 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ca2a13-a413-4138-acce-53d80194cd31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be129de7-53fa-4a46-8453-b8cbb1bca24d'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:05:06.288410 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4a683b2f55a074025c37cf42062357829495bd62ced1b23f0cba96c56cdda24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc45108-e6b0-4373-ab21-95a3e2dd03fd" -d '{"events": [{"server_uuid": "c0ca2a13-a413-4138-acce-53d80194cd31", "name": "network-vif-plugged", "status": "completed", "tag": "be129de7-53fa-4a46-8453-b8cbb1bca24d"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:05:06.300970 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port be129de7-53fa-4a46-8453-b8cbb1bca24d, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=be129de7-53fa-4a46-8453-b8cbb1bca24d,segment=NetworkSegment(1cf32cfc-3bf3-40b3-8d02-cf580d211be8),segment_id=1cf32cfc-3bf3-40b3-8d02-cf580d211be8)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:05:06.305086 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:05:06.334860 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 14:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4d650d-d434-4292-ba2d-77373d42cb38 x-openstack-request-id: req-8d4d650d-d434-4292-ba2d-77373d42cb38 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:05:06.335173 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0ca2a13-a413-4138-acce-53d80194cd31", "name": "network-vif-plugged", "status": "completed", "tag": "be129de7-53fa-4a46-8453-b8cbb1bca24d", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:05:06.335456 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8d4d650d-d434-4292-ba2d-77373d42cb38 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:05:06.335904 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0ca2a13-a413-4138-acce-53d80194cd31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be129de7-53fa-4a46-8453-b8cbb1bca24d', 'code': 200} Nov 25 14:05:06.362443 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=be129de7-53fa-4a46-8453-b8cbb1bca24d,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:05:06.430012 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a6304-6f4a-440c-8ca7-75deba654ba1 req-ea51d845-9f09-49d6-8103-229e8be9e656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:05:06.432315 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a28a6304-6f4a-440c-8ca7-75deba654ba1 req-ea51d845-9f09-49d6-8103-229e8be9e656 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c0ca2a13-a413-4138-acce-53d80194cd31 HTTP/1.1" status: 200 len: 1097 time: 0.0424764 Nov 25 14:05:06.477628 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a28a6304-6f4a-440c-8ca7-75deba654ba1 req-4aa71fea-dc4a-4d17-885d-89560d8d8599 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387280 Nov 25 14:05:06.489356 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d0d9b-58c1-42f5-84b9-2c258e8b8c3e req-cf858705-f606-43c4-890e-da22be34290a tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:05:06.490905 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-236d0d9b-58c1-42f5-84b9-2c258e8b8c3e req-cf858705-f606-43c4-890e-da22be34290a tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0ca2a13-a413-4138-acce-53d80194cd31 HTTP/1.1" status: 200 len: 945 time: 0.0495183 Nov 25 14:05:06.504206 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:05:06.538716 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-236d0d9b-58c1-42f5-84b9-2c258e8b8c3e req-d438978e-1d67-4c4f-af00-a1c5fdbdebdc tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412047 Nov 25 14:05:07.659846 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b616d-ac26-46d4-ac5b-1996681480a9 req-6df3b26b-63dc-4127-afa2-8ea368d52313 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:05:07.661231 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-191b616d-ac26-46d4-ac5b-1996681480a9 req-6df3b26b-63dc-4127-afa2-8ea368d52313 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0ca2a13-a413-4138-acce-53d80194cd31 HTTP/1.1" status: 200 len: 945 time: 0.0524869 Nov 25 14:05:07.707617 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-191b616d-ac26-46d4-ac5b-1996681480a9 req-b4b63049-91e3-4b9b-b41e-943978df352b tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398302 Nov 25 14:05:07.824164 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d220375b-58f0-47e7-8479-42ef3b8d748d req-1ee41a92-39f7-4b5b-a7a6-343b36cd4e1d tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:05:07.825617 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d220375b-58f0-47e7-8479-42ef3b8d748d req-1ee41a92-39f7-4b5b-a7a6-343b36cd4e1d tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0ca2a13-a413-4138-acce-53d80194cd31 HTTP/1.1" status: 200 len: 945 time: 0.0523665 Nov 25 14:05:07.834199 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 36742) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:05:07.839050 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-624943ab-89e5-4676-86e2-f9343f0cb07d tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Request body: {'floatingip': {'port_id': 'be129de7-53fa-4a46-8453-b8cbb1bca24d'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:05:07.876033 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-624943ab-89e5-4676-86e2-f9343f0cb07d tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks [] for floatingip, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:05:08.575055 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-624943ab-89e5-4676-86e2-f9343f0cb07d tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:05:08.578820 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-624943ab-89e5-4676-86e2-f9343f0cb07d tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:05:08.586060 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:05:08.683199 n-d-808199-11 neutron-server[103570]: INFO neutron.db.l3_db [None req-624943ab-89e5-4676-86e2-f9343f0cb07d tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Floating IP e3cabf07-8248-467e-9989-3c9d0ae1f3d5 associated. External IP: 172.25.5.150, port: be129de7-53fa-4a46-8453-b8cbb1bca24d. Nov 25 14:05:08.891946 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-624943ab-89e5-4676-86e2-f9343f0cb07d tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Router 3c18afa0-5a92-4fc8-964f-85e5b12ffcd6 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 14:05:09.003488 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-624943ab-89e5-4676-86e2-f9343f0cb07d tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 14:05:09.008306 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-624943ab-89e5-4676-86e2-f9343f0cb07d tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:05:09.015583 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ee6581-786c-48f3-bf08-cb669a3d8934 None None] Sync routers for ids ['3c18afa0-5a92-4fc8-964f-85e5b12ffcd6'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 14:05:09.028001 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ee6581-786c-48f3-bf08-cb669a3d8934 None None] Routers {'3c18afa0-5a92-4fc8-964f-85e5b12ffcd6'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:05:09.028625 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-28ee6581-786c-48f3-bf08-cb669a3d8934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:05:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['3c18afa0-5a92-4fc8-964f-85e5b12ffcd6'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:05:09.039088 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-624943ab-89e5-4676-86e2-f9343f0cb07d tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "PUT /v2.0/floatingips/e3cabf07-8248-467e-9989-3c9d0ae1f3d5 HTTP/1.1" status: 200 len: 991 time: 1.2038085 Nov 25 14:05:09.039695 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0ca2a13-a413-4138-acce-53d80194cd31', 'tag': 'be129de7-53fa-4a46-8453-b8cbb1bca24d'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:05:09.042061 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e72bb83aeb18554faf88ca17e3b021afe93e4dd5c8b31192e17cad73e208fd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093ad61b-b96d-4afd-951a-3b4dc743749b" -d '{"events": [{"name": "network-changed", "server_uuid": "c0ca2a13-a413-4138-acce-53d80194cd31", "tag": "be129de7-53fa-4a46-8453-b8cbb1bca24d"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:05:09.140610 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-28ee6581-786c-48f3-bf08-cb669a3d8934 None None] Set router 3c18afa0-5a92-4fc8-964f-85e5b12ffcd6 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:05:09.341503 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 14:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d623fcf2-12bc-4e93-9adb-7b239727e653 x-openstack-request-id: req-d623fcf2-12bc-4e93-9adb-7b239727e653 {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:05:09.341817 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0ca2a13-a413-4138-acce-53d80194cd31", "tag": "be129de7-53fa-4a46-8453-b8cbb1bca24d", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:05:09.342062 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d623fcf2-12bc-4e93-9adb-7b239727e653 {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:05:09.342478 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0ca2a13-a413-4138-acce-53d80194cd31', 'tag': 'be129de7-53fa-4a46-8453-b8cbb1bca24d', 'status': 'completed', 'code': 200} Nov 25 14:05:09.413801 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ad61b-b96d-4afd-951a-3b4dc743749b req-f7638ddd-df0e-45a6-9331-4a3b83094940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:05:09.416558 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-093ad61b-b96d-4afd-951a-3b4dc743749b req-f7638ddd-df0e-45a6-9331-4a3b83094940 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55029eb28f0f4879a6c68ae4e6ded03b&device_id=c0ca2a13-a413-4138-acce-53d80194cd31 HTTP/1.1" status: 200 len: 1097 time: 0.0510147 Nov 25 14:05:09.463032 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-28ee6581-786c-48f3-bf08-cb669a3d8934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'name': 'tempest-ServerActionsTestJSON-1696234908-router', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '72f223b5-6a31-4a5b-b936-b01c13166caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:02:37Z', 'updated_at': '2021-11-25T14:02:40Z', 'revision_number': 4, 'project_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'gw_port': {'id': '72f223b5-6a31-4a5b-b936-b01c13166caa', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:02:38Z', 'updated_at': '2021-11-25T14:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': 'e3cabf07-8248-467e-9989-3c9d0ae1f3d5', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'floating_ip_address': '172.25.5.150', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'port_id': 'be129de7-53fa-4a46-8453-b8cbb1bca24d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95', 'mac_address': 'fa:16:3e:50:00:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ca2a13-a413-4138-acce-53d80194cd31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T14:02:42Z', 'updated_at': '2021-11-25T14:05:08Z', 'revision_number': 5, 'project_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43c15bd0-a86e-48c3-b8c7-b8710dd0dba6', 'name': '', 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'mac_address': 'fa:16:3e:81:4b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '1e54fa4c-0a04-4943-b526-a327c9965b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:02:40Z', 'updated_at': '2021-11-25T14:02:43Z', 'revision_number': 5, 'project_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'subnets': [{'id': '1e54fa4c-0a04-4943-b526-a327c9965b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:05:09.488743 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ee6581-786c-48f3-bf08-cb669a3d8934 None None] Checking router: 3c18afa0-5a92-4fc8-964f-85e5b12ffcd6 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 14:05:09.497802 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ee6581-786c-48f3-bf08-cb669a3d8934 None None] Routers {'3c18afa0-5a92-4fc8-964f-85e5b12ffcd6'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:05:09.498421 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-28ee6581-786c-48f3-bf08-cb669a3d8934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:05:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['3c18afa0-5a92-4fc8-964f-85e5b12ffcd6'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:05:09.512126 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ad61b-b96d-4afd-951a-3b4dc743749b req-795367d1-a30b-4579-a03b-04927108b65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:05:09.513592 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-093ad61b-b96d-4afd-951a-3b4dc743749b req-795367d1-a30b-4579-a03b-04927108b65c service neutron] 10.222.0.47 "GET /v2.0/networks?id=20d93f48-2670-4b52-bca9-9b5cb5c91d95 HTTP/1.1" status: 200 len: 913 time: 0.0891345 Nov 25 14:05:09.579791 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-093ad61b-b96d-4afd-951a-3b4dc743749b req-5c88c9b2-f2d1-469f-a9fe-da86505547e5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be129de7-53fa-4a46-8453-b8cbb1bca24d HTTP/1.1" status: 200 len: 999 time: 0.0581889 Nov 25 14:05:09.603405 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-28ee6581-786c-48f3-bf08-cb669a3d8934 None None] Set router 3c18afa0-5a92-4fc8-964f-85e5b12ffcd6 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:05:09.632521 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ad61b-b96d-4afd-951a-3b4dc743749b req-e7de1335-4e49-473c-979f-46caee85c56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:05:09.633975 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-093ad61b-b96d-4afd-951a-3b4dc743749b req-e7de1335-4e49-473c-979f-46caee85c56d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1e54fa4c-0a04-4943-b526-a327c9965b90 HTTP/1.1" status: 200 len: 851 time: 0.0477703 Nov 25 14:05:09.681011 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ad61b-b96d-4afd-951a-3b4dc743749b req-32fbb69a-b081-48d6-832f-a686fcf8863a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:05:09.683210 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-093ad61b-b96d-4afd-951a-3b4dc743749b req-32fbb69a-b081-48d6-832f-a686fcf8863a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20d93f48-2670-4b52-bca9-9b5cb5c91d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405710 Nov 25 14:05:09.786649 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-093ad61b-b96d-4afd-951a-3b4dc743749b req-90bb7247-e58c-4ca1-8012-687a6ec0bfa1 service neutron] 10.222.0.47 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960133 Nov 25 14:05:09.833623 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-28ee6581-786c-48f3-bf08-cb669a3d8934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'name': 'tempest-ServerActionsTestJSON-1696234908-router', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '72f223b5-6a31-4a5b-b936-b01c13166caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:02:37Z', 'updated_at': '2021-11-25T14:02:40Z', 'revision_number': 4, 'project_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'gw_port': {'id': '72f223b5-6a31-4a5b-b936-b01c13166caa', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:02:38Z', 'updated_at': '2021-11-25T14:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': 'e3cabf07-8248-467e-9989-3c9d0ae1f3d5', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'floating_ip_address': '172.25.5.150', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'port_id': 'be129de7-53fa-4a46-8453-b8cbb1bca24d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95', 'mac_address': 'fa:16:3e:50:00:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ca2a13-a413-4138-acce-53d80194cd31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T14:02:42Z', 'updated_at': '2021-11-25T14:05:08Z', 'revision_number': 5, 'project_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43c15bd0-a86e-48c3-b8c7-b8710dd0dba6', 'name': '', 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'mac_address': 'fa:16:3e:81:4b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '1e54fa4c-0a04-4943-b526-a327c9965b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:02:40Z', 'updated_at': '2021-11-25T14:02:43Z', 'revision_number': 5, 'project_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'subnets': [{'id': '1e54fa4c-0a04-4943-b526-a327c9965b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:05:09.861570 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ee6581-786c-48f3-bf08-cb669a3d8934 None None] The sync data for ids ['3c18afa0-5a92-4fc8-964f-85e5b12ffcd6'] in n-d-808199-11 is: [{'id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'name': 'tempest-ServerActionsTestJSON-1696234908-router', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '72f223b5-6a31-4a5b-b936-b01c13166caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:02:37Z', 'updated_at': '2021-11-25T14:02:40Z', 'revision_number': 4, 'project_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'gw_port': {'id': '72f223b5-6a31-4a5b-b936-b01c13166caa', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:02:38Z', 'updated_at': '2021-11-25T14:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': 'e3cabf07-8248-467e-9989-3c9d0ae1f3d5', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'floating_ip_address': '172.25.5.150', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'port_id': 'be129de7-53fa-4a46-8453-b8cbb1bca24d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95', 'mac_address': 'fa:16:3e:50:00:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ca2a13-a413-4138-acce-53d80194cd31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T14:02:42Z', 'updated_at': '2021-11-25T14:05:08Z', 'revision_number': 5, 'project_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43c15bd0-a86e-48c3-b8c7-b8710dd0dba6', 'name': '', 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'mac_address': 'fa:16:3e:81:4b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '1e54fa4c-0a04-4943-b526-a327c9965b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:02:40Z', 'updated_at': '2021-11-25T14:02:43Z', 'revision_number': 5, 'project_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'subnets': [{'id': '1e54fa4c-0a04-4943-b526-a327c9965b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 14:05:09.887837 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-093ad61b-b96d-4afd-951a-3b4dc743749b req-c4652933-c3b9-4300-b48b-9c45e12989c2 service neutron] 10.222.0.47 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932028 Nov 25 14:05:10.089417 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0084c739-bfb5-4b99-b87b-29d394c870a2 None None] New status for floating IP e3cabf07-8248-467e-9989-3c9d0ae1f3d5: ACTIVE {{(pid=103572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 14:05:12.053396 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:05:22.770511 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:05:30.372481 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-94efe7e9-bfbd-4fc2-9119-81168415c527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:05:32.827413 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b8b06ee0-2d06-40c7-867f-5e262d1fc27a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:05:34.030195 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:05:35.351924 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:05:36.505266 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:05:38.592117 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:05:42.067154 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:05:59.769380 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:06:00.366483 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-87b59112-3581-4e6c-b69c-cea0f49518e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:06:00.947516 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-69fe034f-3148-47db-9537-de2da902ff8a req-6d20b365-997b-4b81-98fc-b5e279448f14 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c0ca2a13-a413-4138-acce-53d80194cd31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397866 Nov 25 14:06:01.029776 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe034f-3148-47db-9537-de2da902ff8a req-993634e3-0004-4017-b0b4-4b889686379b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:06:01.031317 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-69fe034f-3148-47db-9537-de2da902ff8a req-993634e3-0004-4017-b0b4-4b889686379b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55029eb28f0f4879a6c68ae4e6ded03b&device_id=c0ca2a13-a413-4138-acce-53d80194cd31 HTTP/1.1" status: 200 len: 1097 time: 0.0401034 Nov 25 14:06:01.138442 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe034f-3148-47db-9537-de2da902ff8a req-af720d15-e34b-421b-8c97-4cc18893c74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:06:01.140019 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-69fe034f-3148-47db-9537-de2da902ff8a req-af720d15-e34b-421b-8c97-4cc18893c74e service neutron] 10.222.0.47 "GET /v2.0/networks?id=20d93f48-2670-4b52-bca9-9b5cb5c91d95 HTTP/1.1" status: 200 len: 913 time: 0.0893722 Nov 25 14:06:01.205841 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-69fe034f-3148-47db-9537-de2da902ff8a req-febb3983-61a7-4cd6-ae1f-6aad43faefa1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be129de7-53fa-4a46-8453-b8cbb1bca24d HTTP/1.1" status: 200 len: 1001 time: 0.0590339 Nov 25 14:06:01.258935 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe034f-3148-47db-9537-de2da902ff8a req-1eac737f-67fc-431f-92da-5c347dd05906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:06:01.260391 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-69fe034f-3148-47db-9537-de2da902ff8a req-1eac737f-67fc-431f-92da-5c347dd05906 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1e54fa4c-0a04-4943-b526-a327c9965b90 HTTP/1.1" status: 200 len: 851 time: 0.0482211 Nov 25 14:06:01.308737 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe034f-3148-47db-9537-de2da902ff8a req-c004d6a1-3db2-4f96-90af-431d04dba281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:06:01.310217 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-69fe034f-3148-47db-9537-de2da902ff8a req-c004d6a1-3db2-4f96-90af-431d04dba281 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20d93f48-2670-4b52-bca9-9b5cb5c91d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419152 Nov 25 14:06:01.400845 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-69fe034f-3148-47db-9537-de2da902ff8a req-0b7e4718-07c6-499b-9012-31dd8fd1e169 service neutron] 10.222.0.47 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830636 Nov 25 14:06:01.495181 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-69fe034f-3148-47db-9537-de2da902ff8a req-e160f588-323c-4fb4-bb03-6253358dde6c service neutron] 10.222.0.47 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870378 Nov 25 14:06:02.829295 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c895d109-7a41-4710-b130-d19571f6e1aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:06:04.032738 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:06:05.351853 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:06:06.507535 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:06:08.589303 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:06:12.067064 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:06:30.368182 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1c220ecd-a053-44a6-b534-4e23c1236382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:06:32.830124 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9bc0fb53-a6ef-4b1d-b77e-b186deb8f9c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:06:34.040947 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:06:35.357147 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:06:36.508600 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:06:36.768749 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:06:38.601829 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:06:42.083785 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:06:46.391662 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea7ec08-2b70-4306-8790-4d8535b06a05 req-e88cd010-15ab-4691-bf3b-837d4d97d0c1 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:06:46.393105 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cea7ec08-2b70-4306-8790-4d8535b06a05 req-e88cd010-15ab-4691-bf3b-837d4d97d0c1 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0ca2a13-a413-4138-acce-53d80194cd31 HTTP/1.1" status: 200 len: 945 time: 0.0603681 Nov 25 14:06:46.441420 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cea7ec08-2b70-4306-8790-4d8535b06a05 req-78ad43c7-4d2f-4ec0-a527-99e99253a011 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422692 Nov 25 14:06:47.561555 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cfeaad-90f6-4c4c-ad37-39c7dd4ce9b0 req-fd0afe3d-b96f-471e-a004-2fd6cf66d77d tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:06:47.563063 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-61cfeaad-90f6-4c4c-ad37-39c7dd4ce9b0 req-fd0afe3d-b96f-471e-a004-2fd6cf66d77d tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0ca2a13-a413-4138-acce-53d80194cd31 HTTP/1.1" status: 200 len: 945 time: 0.0517690 Nov 25 14:06:47.610107 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-61cfeaad-90f6-4c4c-ad37-39c7dd4ce9b0 req-2c49bc6f-5829-4b92-849a-f5f1770d938a tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412209 Nov 25 14:06:48.730242 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e7a9c5-7c1d-48d0-80ef-5ad24cd74ea7 req-96919ac2-244a-4e06-8b7d-0aff0c4bd48c tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:06:48.731766 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e2e7a9c5-7c1d-48d0-80ef-5ad24cd74ea7 req-96919ac2-244a-4e06-8b7d-0aff0c4bd48c tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0ca2a13-a413-4138-acce-53d80194cd31 HTTP/1.1" status: 200 len: 945 time: 0.0485666 Nov 25 14:06:48.778844 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e2e7a9c5-7c1d-48d0-80ef-5ad24cd74ea7 req-f4cf62bb-e262-4004-82b5-960ae9be2bbc tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411339 Nov 25 14:06:49.896416 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3223a-511b-4504-8c45-8ed9d59ef062 req-249b115c-3421-4046-b03b-a97b2bf926d1 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:06:49.897896 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-85f3223a-511b-4504-8c45-8ed9d59ef062 req-249b115c-3421-4046-b03b-a97b2bf926d1 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0ca2a13-a413-4138-acce-53d80194cd31 HTTP/1.1" status: 200 len: 945 time: 0.0485582 Nov 25 14:06:49.948373 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-85f3223a-511b-4504-8c45-8ed9d59ef062 req-f992326e-c1e1-4b14-ae28-04f2bae7fa30 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445592 Nov 25 14:06:51.068138 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12923cc1-9a88-44c7-b9ae-2a62fd8b1f8e req-62987d37-231c-4f4e-bb78-d2bbf2c490d5 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:06:51.069630 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-12923cc1-9a88-44c7-b9ae-2a62fd8b1f8e req-62987d37-231c-4f4e-bb78-d2bbf2c490d5 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0ca2a13-a413-4138-acce-53d80194cd31 HTTP/1.1" status: 200 len: 945 time: 0.0489540 Nov 25 14:06:51.116756 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-12923cc1-9a88-44c7-b9ae-2a62fd8b1f8e req-d6306dc5-0a4f-4d26-848f-7216565742a0 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412438 Nov 25 14:06:52.230103 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb91023-0578-4788-87c1-32cb3472ee61 req-0368d6ce-1394-4b8d-9844-d37bb33a3269 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:06:52.231621 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4cb91023-0578-4788-87c1-32cb3472ee61 req-0368d6ce-1394-4b8d-9844-d37bb33a3269 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0ca2a13-a413-4138-acce-53d80194cd31 HTTP/1.1" status: 200 len: 945 time: 0.0481284 Nov 25 14:06:52.279806 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4cb91023-0578-4788-87c1-32cb3472ee61 req-1d872f36-8be4-4193-8fb0-cd5985018fee tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422759 Nov 25 14:06:53.399701 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28b1d9-a8ee-4d2f-98a5-d9daa2f140fa req-d8aea0a5-ab7b-4cb7-9da3-dcde0c8325af tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:06:53.401205 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3f28b1d9-a8ee-4d2f-98a5-d9daa2f140fa req-d8aea0a5-ab7b-4cb7-9da3-dcde0c8325af tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0ca2a13-a413-4138-acce-53d80194cd31 HTTP/1.1" status: 200 len: 945 time: 0.0535717 Nov 25 14:06:53.449064 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3f28b1d9-a8ee-4d2f-98a5-d9daa2f140fa req-88a3d9bd-2be4-41ce-847b-46a0caa805b7 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418947 Nov 25 14:06:54.567091 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b554e-1296-4d68-91f0-a7165f3910be req-5fb19751-f340-40b7-8e73-9397215d940a tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:06:54.568620 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-375b554e-1296-4d68-91f0-a7165f3910be req-5fb19751-f340-40b7-8e73-9397215d940a tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0ca2a13-a413-4138-acce-53d80194cd31 HTTP/1.1" status: 200 len: 945 time: 0.0491655 Nov 25 14:06:54.615658 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-375b554e-1296-4d68-91f0-a7165f3910be req-f80a2560-e2ce-4e4d-ae5b-53480b9c8b15 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411730 Nov 25 14:06:55.730926 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f947568-b602-4867-8483-fb692a27ec5e req-a779bdc2-bde7-47df-aad1-fdb298bbac51 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:06:55.733267 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8f947568-b602-4867-8483-fb692a27ec5e req-a779bdc2-bde7-47df-aad1-fdb298bbac51 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0ca2a13-a413-4138-acce-53d80194cd31 HTTP/1.1" status: 200 len: 945 time: 0.0498917 Nov 25 14:06:55.785791 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8f947568-b602-4867-8483-fb692a27ec5e req-6b3288b0-57ab-4979-a8d1-938721749d9a tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453277 Nov 25 14:06:56.903189 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b60022d-648f-4596-8568-44f65c8a21ff req-dc13a892-f8fe-4932-934b-829195be4151 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:06:56.904676 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4b60022d-648f-4596-8568-44f65c8a21ff req-dc13a892-f8fe-4932-934b-829195be4151 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0ca2a13-a413-4138-acce-53d80194cd31 HTTP/1.1" status: 200 len: 945 time: 0.0502641 Nov 25 14:06:56.951042 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4b60022d-648f-4596-8568-44f65c8a21ff req-380aaca8-7367-4a73-9e14-7d0b0d766519 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404811 Nov 25 14:06:57.189114 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff7dae-10ac-4447-af58-f98d1f558a3c req-88d42538-7219-4482-a3a6-cb83baa8ab46 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:06:57.190621 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-01ff7dae-10ac-4447-af58-f98d1f558a3c req-88d42538-7219-4482-a3a6-cb83baa8ab46 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0ca2a13-a413-4138-acce-53d80194cd31 HTTP/1.1" status: 200 len: 945 time: 0.0500247 Nov 25 14:06:57.238926 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-01ff7dae-10ac-4447-af58-f98d1f558a3c req-52abfa20-8011-4f86-9e01-1815b19d409f tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423374 Nov 25 14:06:57.281082 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e73d5b2d-b734-48d9-8d4e-a861020162d4 req-cc252f2e-814a-4a98-9bdf-9f3ee002c766 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c0ca2a13-a413-4138-acce-53d80194cd31&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0824580 Nov 25 14:06:58.366250 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b80cfea-209f-4018-becc-7540a496e40c req-4d4d5b48-09cf-44d7-9e21-7c35b3a2b4ae tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:06:58.367786 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9b80cfea-209f-4018-becc-7540a496e40c req-4d4d5b48-09cf-44d7-9e21-7c35b3a2b4ae tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0ca2a13-a413-4138-acce-53d80194cd31 HTTP/1.1" status: 200 len: 945 time: 0.0577648 Nov 25 14:06:58.418100 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9b80cfea-209f-4018-becc-7540a496e40c req-5b259911-7b08-4703-83c6-7d84f213e992 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442455 Nov 25 14:06:58.464589 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d5b2d-b734-48d9-8d4e-a861020162d4 req-a7bff399-5fc3-4918-862a-861884c2e518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:06:58.466071 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e73d5b2d-b734-48d9-8d4e-a861020162d4 req-a7bff399-5fc3-4918-862a-861884c2e518 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55029eb28f0f4879a6c68ae4e6ded03b&device_id=c0ca2a13-a413-4138-acce-53d80194cd31 HTTP/1.1" status: 200 len: 1097 time: 0.0443923 Nov 25 14:06:58.560547 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d5b2d-b734-48d9-8d4e-a861020162d4 req-f4e3e4d0-915f-4fd4-9979-573f7c746eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:06:58.561942 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e73d5b2d-b734-48d9-8d4e-a861020162d4 req-f4e3e4d0-915f-4fd4-9979-573f7c746eb2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=20d93f48-2670-4b52-bca9-9b5cb5c91d95 HTTP/1.1" status: 200 len: 913 time: 0.0892994 Nov 25 14:06:58.626447 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e73d5b2d-b734-48d9-8d4e-a861020162d4 req-78202bb6-cf18-451d-99b2-6748f59d81df service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be129de7-53fa-4a46-8453-b8cbb1bca24d HTTP/1.1" status: 200 len: 1001 time: 0.0573869 Nov 25 14:06:58.680780 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d5b2d-b734-48d9-8d4e-a861020162d4 req-aff27d79-7995-44a5-a57f-83a1cb28db94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:06:58.682229 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e73d5b2d-b734-48d9-8d4e-a861020162d4 req-aff27d79-7995-44a5-a57f-83a1cb28db94 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1e54fa4c-0a04-4943-b526-a327c9965b90 HTTP/1.1" status: 200 len: 851 time: 0.0486290 Nov 25 14:06:58.726816 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d5b2d-b734-48d9-8d4e-a861020162d4 req-9487ec00-aa92-49bc-80fc-3beb28c39689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:06:58.728263 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e73d5b2d-b734-48d9-8d4e-a861020162d4 req-9487ec00-aa92-49bc-80fc-3beb28c39689 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20d93f48-2670-4b52-bca9-9b5cb5c91d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389862 Nov 25 14:06:58.816804 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e73d5b2d-b734-48d9-8d4e-a861020162d4 req-3266eb31-aaf6-4a98-9250-577dac98363f service neutron] 10.222.0.47 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813982 Nov 25 14:06:58.910973 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e73d5b2d-b734-48d9-8d4e-a861020162d4 req-d9ebe98f-bf8c-4b95-910e-92477557e168 service neutron] 10.222.0.47 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865204 Nov 25 14:06:59.542439 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb2acd0-a6a6-4cbb-a527-97315df44260 req-f0d75859-244e-4fad-930b-7aea8b64d8eb tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:06:59.543982 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6cb2acd0-a6a6-4cbb-a527-97315df44260 req-f0d75859-244e-4fad-930b-7aea8b64d8eb tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0ca2a13-a413-4138-acce-53d80194cd31 HTTP/1.1" status: 200 len: 945 time: 0.0554111 Nov 25 14:06:59.591365 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6cb2acd0-a6a6-4cbb-a527-97315df44260 req-e1c4270f-01c9-4886-bb63-57b12b33e003 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413010 Nov 25 14:07:00.368567 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bdedcdca-4f92-470c-a2dc-7e36f8614be6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:07:00.710145 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b4a2a5-5ae4-4391-9b6e-b4bdafea1ce7 req-8d3f48d1-19c6-460f-897d-8f09875bb385 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:07:00.711688 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-58b4a2a5-5ae4-4391-9b6e-b4bdafea1ce7 req-8d3f48d1-19c6-460f-897d-8f09875bb385 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0ca2a13-a413-4138-acce-53d80194cd31 HTTP/1.1" status: 200 len: 945 time: 0.0522435 Nov 25 14:07:00.755071 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [req-e73d5b2d-b734-48d9-8d4e-a861020162d4 req-a4f12343-c55a-4a34-b9b0-455b4cd57938 service neutron] show failed (client error): The resource could not be found. Nov 25 14:07:00.756128 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e73d5b2d-b734-48d9-8d4e-a861020162d4 req-a4f12343-c55a-4a34-b9b0-455b4cd57938 service neutron] 10.222.0.47 "GET /v2.0/ports/be129de7-53fa-4a46-8453-b8cbb1bca24d/bindings/n-h1-808199-11 HTTP/1.1" status: 404 len: 381 time: 0.0555899 Nov 25 14:07:00.758527 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-58b4a2a5-5ae4-4391-9b6e-b4bdafea1ce7 req-5137214f-cdb0-4e6f-87b7-330b7c78b862 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408733 Nov 25 14:07:00.965138 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d5b2d-b734-48d9-8d4e-a861020162d4 req-d406bed6-0919-4ad3-bcc2-efb7e4d95a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:07:00.966553 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e73d5b2d-b734-48d9-8d4e-a861020162d4 req-d406bed6-0919-4ad3-bcc2-efb7e4d95a8d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c0ca2a13-a413-4138-acce-53d80194cd31&tenant_id=55029eb28f0f4879a6c68ae4e6ded03b HTTP/1.1" status: 200 len: 1097 time: 0.0400412 Nov 25 14:07:00.984732 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-e73d5b2d-b734-48d9-8d4e-a861020162d4 req-9b53a7f4-85aa-414b-9211-167fec78be91 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-808199-11', 'device_owner': 'compute:nova'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:07:01.036670 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-e73d5b2d-b734-48d9-8d4e-a861020162d4 req-9b53a7f4-85aa-414b-9211-167fec78be91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:07:01.248833 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-e73d5b2d-b734-48d9-8d4e-a861020162d4 req-9b53a7f4-85aa-414b-9211-167fec78be91 service neutron] For port be129de7-53fa-4a46-8453-b8cbb1bca24d, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=be129de7-53fa-4a46-8453-b8cbb1bca24d,segment=NetworkSegment(1cf32cfc-3bf3-40b3-8d02-cf580d211be8),segment_id=1cf32cfc-3bf3-40b3-8d02-cf580d211be8)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:07:01.285984 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-e73d5b2d-b734-48d9-8d4e-a861020162d4 req-9b53a7f4-85aa-414b-9211-167fec78be91 service neutron] For port be129de7-53fa-4a46-8453-b8cbb1bca24d, host n-h2-808199-11, cleared binding levels {{(pid=103570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:07:01.324993 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ca2a13-a413-4138-acce-53d80194cd31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be129de7-53fa-4a46-8453-b8cbb1bca24d'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:07:01.330656 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-e73d5b2d-b734-48d9-8d4e-a861020162d4 req-9b53a7f4-85aa-414b-9211-167fec78be91 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:07:01.346078 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.provisioning_blocks [req-e73d5b2d-b734-48d9-8d4e-a861020162d4 req-9b53a7f4-85aa-414b-9211-167fec78be91 service neutron] Transition to ACTIVE for port object be129de7-53fa-4a46-8453-b8cbb1bca24d will not be triggered until provisioned by entity L2. {{(pid=103570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 14:07:01.350799 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-e73d5b2d-b734-48d9-8d4e-a861020162d4 req-9b53a7f4-85aa-414b-9211-167fec78be91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:07:01.381395 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ff10e3dad8c55f3be2027b0b566631f93d9edebaac325607bb9a9480f03098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-049c0776-a633-4f52-8027-070d8cc0c2a9" -d '{"events": [{"server_uuid": "c0ca2a13-a413-4138-acce-53d80194cd31", "name": "network-vif-unplugged", "status": "completed", "tag": "be129de7-53fa-4a46-8453-b8cbb1bca24d"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:07:01.410197 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53a7f4-85aa-414b-9211-167fec78be91 service neutron] Pushing event updated for resources: {'Port': ['ID=be129de7-53fa-4a46-8453-b8cbb1bca24d,revision_number=6']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:07:01.421305 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53a7f4-85aa-414b-9211-167fec78be91 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:07:01.421667 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53a7f4-85aa-414b-9211-167fec78be91 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:07:01.422038 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53a7f4-85aa-414b-9211-167fec78be91 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:07:01.422390 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53a7f4-85aa-414b-9211-167fec78be91 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:07:01.422742 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53a7f4-85aa-414b-9211-167fec78be91 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:07:01.423083 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53a7f4-85aa-414b-9211-167fec78be91 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:07:01.423503 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53a7f4-85aa-414b-9211-167fec78be91 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:07:01.423739 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53a7f4-85aa-414b-9211-167fec78be91 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:07:01.424074 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53a7f4-85aa-414b-9211-167fec78be91 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:07:01.424413 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53a7f4-85aa-414b-9211-167fec78be91 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:07:01.424742 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53a7f4-85aa-414b-9211-167fec78be91 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:07:01.425072 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b53a7f4-85aa-414b-9211-167fec78be91 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:07:01.497615 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 14:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0431f042-f233-4da9-a3af-a66cdde022ef x-openstack-request-id: req-0431f042-f233-4da9-a3af-a66cdde022ef {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:07:01.497924 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0ca2a13-a413-4138-acce-53d80194cd31", "name": "network-vif-unplugged", "status": "completed", "tag": "be129de7-53fa-4a46-8453-b8cbb1bca24d", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:07:01.498182 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0431f042-f233-4da9-a3af-a66cdde022ef {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:07:01.498600 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0ca2a13-a413-4138-acce-53d80194cd31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be129de7-53fa-4a46-8453-b8cbb1bca24d', 'code': 200} Nov 25 14:07:01.519164 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-e73d5b2d-b734-48d9-8d4e-a861020162d4 req-9b53a7f4-85aa-414b-9211-167fec78be91 service neutron] No DVR routers for this DVR port be129de7-53fa-4a46-8453-b8cbb1bca24d on host n-h2-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 14:07:01.662528 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-e73d5b2d-b734-48d9-8d4e-a861020162d4 req-9b53a7f4-85aa-414b-9211-167fec78be91 service neutron] Attempting to bind port be129de7-53fa-4a46-8453-b8cbb1bca24d on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:07:01.662831 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-e73d5b2d-b734-48d9-8d4e-a861020162d4 req-9b53a7f4-85aa-414b-9211-167fec78be91 service neutron] Attempting to bind port be129de7-53fa-4a46-8453-b8cbb1bca24d by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': '1cf32cfc-3bf3-40b3-8d02-cf580d211be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95'}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:07:01.663145 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73d5b2d-b734-48d9-8d4e-a861020162d4 req-9b53a7f4-85aa-414b-9211-167fec78be91 service neutron] Attempting to bind port be129de7-53fa-4a46-8453-b8cbb1bca24d on network 20d93f48-2670-4b52-bca9-9b5cb5c91d95 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:07:01.668593 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73d5b2d-b734-48d9-8d4e-a861020162d4 req-9b53a7f4-85aa-414b-9211-167fec78be91 service neutron] Port be129de7-53fa-4a46-8453-b8cbb1bca24d on network 20d93f48-2670-4b52-bca9-9b5cb5c91d95 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 14:07:01.668899 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73d5b2d-b734-48d9-8d4e-a861020162d4 req-9b53a7f4-85aa-414b-9211-167fec78be91 service neutron] Attempting to bind port be129de7-53fa-4a46-8453-b8cbb1bca24d on network 20d93f48-2670-4b52-bca9-9b5cb5c91d95 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:07:01.673826 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73d5b2d-b734-48d9-8d4e-a861020162d4 req-9b53a7f4-85aa-414b-9211-167fec78be91 service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:07:01.674172 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73d5b2d-b734-48d9-8d4e-a861020162d4 req-9b53a7f4-85aa-414b-9211-167fec78be91 service neutron] Checking segment: {'id': '1cf32cfc-3bf3-40b3-8d02-cf580d211be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:07:01.674599 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73d5b2d-b734-48d9-8d4e-a861020162d4 req-9b53a7f4-85aa-414b-9211-167fec78be91 service neutron] Bound using segment: {'id': '1cf32cfc-3bf3-40b3-8d02-cf580d211be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95'} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:07:01.675028 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-e73d5b2d-b734-48d9-8d4e-a861020162d4 req-9b53a7f4-85aa-414b-9211-167fec78be91 service neutron] Bound port: be129de7-53fa-4a46-8453-b8cbb1bca24d, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cf32cfc-3bf3-40b3-8d02-cf580d211be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95'}}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:07:01.675394 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-e73d5b2d-b734-48d9-8d4e-a861020162d4 req-9b53a7f4-85aa-414b-9211-167fec78be91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:07:01.740813 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-e73d5b2d-b734-48d9-8d4e-a861020162d4 req-9b53a7f4-85aa-414b-9211-167fec78be91 service neutron] For port be129de7-53fa-4a46-8453-b8cbb1bca24d, host n-h1-808199-11, cleared binding levels {{(pid=103570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:07:01.745482 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-e73d5b2d-b734-48d9-8d4e-a861020162d4 req-9b53a7f4-85aa-414b-9211-167fec78be91 service neutron] For port be129de7-53fa-4a46-8453-b8cbb1bca24d, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=be129de7-53fa-4a46-8453-b8cbb1bca24d,segment=NetworkSegment(1cf32cfc-3bf3-40b3-8d02-cf580d211be8),segment_id=1cf32cfc-3bf3-40b3-8d02-cf580d211be8)] {{(pid=103570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:07:01.749277 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-e73d5b2d-b734-48d9-8d4e-a861020162d4 req-9b53a7f4-85aa-414b-9211-167fec78be91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:07:01.792592 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d5b2d-b734-48d9-8d4e-a861020162d4 req-9b53a7f4-85aa-414b-9211-167fec78be91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:07:01.793354 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-e73d5b2d-b734-48d9-8d4e-a861020162d4 req-9b53a7f4-85aa-414b-9211-167fec78be91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:07:01.794986 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e73d5b2d-b734-48d9-8d4e-a861020162d4 req-9b53a7f4-85aa-414b-9211-167fec78be91 service neutron] 10.222.0.66 "PUT /v2.0/ports/be129de7-53fa-4a46-8453-b8cbb1bca24d HTTP/1.1" status: 200 len: 1092 time: 0.8140488 Nov 25 14:07:01.827549 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53a7f4-85aa-414b-9211-167fec78be91 service neutron] Pushing event updated for resources: {'Port': ['ID=be129de7-53fa-4a46-8453-b8cbb1bca24d,revision_number=7']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:07:01.916799 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d5b2d-b734-48d9-8d4e-a861020162d4 req-e99eb2cb-9af6-448c-9461-ffa8bbc66e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:07:01.918363 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e73d5b2d-b734-48d9-8d4e-a861020162d4 req-e99eb2cb-9af6-448c-9461-ffa8bbc66e78 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=55029eb28f0f4879a6c68ae4e6ded03b&device_id=c0ca2a13-a413-4138-acce-53d80194cd31 HTTP/1.1" status: 200 len: 1095 time: 0.0830402 Nov 25 14:07:01.934278 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c267fc93-f4c1-4def-8d3f-691e69df28b5 req-4170490d-b210-49c0-9e6e-2078ef339908 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:07:01.936005 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c267fc93-f4c1-4def-8d3f-691e69df28b5 req-4170490d-b210-49c0-9e6e-2078ef339908 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0ca2a13-a413-4138-acce-53d80194cd31 HTTP/1.1" status: 200 len: 943 time: 0.0669529 Nov 25 14:07:02.042389 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c267fc93-f4c1-4def-8d3f-691e69df28b5 req-832b8191-1645-4bf0-b27b-788326a8a45a tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980453 Nov 25 14:07:02.065734 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d5b2d-b734-48d9-8d4e-a861020162d4 req-b95fa6b8-4651-4bbf-a580-aaa43c897aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:07:02.067253 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e73d5b2d-b734-48d9-8d4e-a861020162d4 req-b95fa6b8-4651-4bbf-a580-aaa43c897aee service neutron] 10.222.0.66 "GET /v2.0/networks?id=20d93f48-2670-4b52-bca9-9b5cb5c91d95 HTTP/1.1" status: 200 len: 913 time: 0.1303568 Nov 25 14:07:02.138104 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e73d5b2d-b734-48d9-8d4e-a861020162d4 req-0e46e9aa-b393-4c74-9b5f-ceb65c05a8db service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be129de7-53fa-4a46-8453-b8cbb1bca24d HTTP/1.1" status: 200 len: 999 time: 0.0589182 Nov 25 14:07:02.198187 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d5b2d-b734-48d9-8d4e-a861020162d4 req-24bafdfc-364e-42d4-a6be-e0b3f7c962a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:07:02.199739 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e73d5b2d-b734-48d9-8d4e-a861020162d4 req-24bafdfc-364e-42d4-a6be-e0b3f7c962a6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1e54fa4c-0a04-4943-b526-a327c9965b90 HTTP/1.1" status: 200 len: 851 time: 0.0515163 Nov 25 14:07:02.255854 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d5b2d-b734-48d9-8d4e-a861020162d4 req-a685a953-2d25-47da-828c-1dd68cb8c819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:07:02.257427 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e73d5b2d-b734-48d9-8d4e-a861020162d4 req-a685a953-2d25-47da-828c-1dd68cb8c819 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=20d93f48-2670-4b52-bca9-9b5cb5c91d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457535 Nov 25 14:07:02.352780 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e73d5b2d-b734-48d9-8d4e-a861020162d4 req-16baaa8d-5218-488d-b04b-8b88dee02f42 service neutron] 10.222.0.66 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827549 Nov 25 14:07:02.453198 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e73d5b2d-b734-48d9-8d4e-a861020162d4 req-223593aa-1b3e-45f1-b618-bb391a1d2f4f service neutron] 10.222.0.66 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892329 Nov 25 14:07:02.831301 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7f361d30-6b74-4762-bc76-387b45394f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:07:03.162297 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b12f765-893e-4c2b-b7b7-3425325222d2 req-f2930780-0a5c-440e-9e9e-0aa04c253d69 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:07:03.163737 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3b12f765-893e-4c2b-b7b7-3425325222d2 req-f2930780-0a5c-440e-9e9e-0aa04c253d69 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0ca2a13-a413-4138-acce-53d80194cd31 HTTP/1.1" status: 200 len: 943 time: 0.0488594 Nov 25 14:07:03.211192 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3b12f765-893e-4c2b-b7b7-3425325222d2 req-ef5e8543-31ad-46ef-8d9a-dca751e9bc3f tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407300 Nov 25 14:07:03.500012 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0ca2a13-a413-4138-acce-53d80194cd31', 'tag': 'be129de7-53fa-4a46-8453-b8cbb1bca24d'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:07:03.502401 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ff10e3dad8c55f3be2027b0b566631f93d9edebaac325607bb9a9480f03098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1775165a-07cf-44f9-b7c8-5e2c7940aa31" -d '{"events": [{"name": "network-changed", "server_uuid": "c0ca2a13-a413-4138-acce-53d80194cd31", "tag": "be129de7-53fa-4a46-8453-b8cbb1bca24d"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:07:03.552021 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 14:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab8c22e-b60e-4787-beb8-3fe401e8cc40 x-openstack-request-id: req-7ab8c22e-b60e-4787-beb8-3fe401e8cc40 {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:07:03.552394 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0ca2a13-a413-4138-acce-53d80194cd31", "tag": "be129de7-53fa-4a46-8453-b8cbb1bca24d", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:07:03.552657 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7ab8c22e-b60e-4787-beb8-3fe401e8cc40 {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:07:03.553066 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0ca2a13-a413-4138-acce-53d80194cd31', 'tag': 'be129de7-53fa-4a46-8453-b8cbb1bca24d', 'status': 'completed', 'code': 200} Nov 25 14:07:03.612277 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775165a-07cf-44f9-b7c8-5e2c7940aa31 req-e3bc88c7-cc9f-407c-921d-a49973e700ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:07:03.613801 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1775165a-07cf-44f9-b7c8-5e2c7940aa31 req-e3bc88c7-cc9f-407c-921d-a49973e700ab service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=55029eb28f0f4879a6c68ae4e6ded03b&device_id=c0ca2a13-a413-4138-acce-53d80194cd31 HTTP/1.1" status: 200 len: 1095 time: 0.0397840 Nov 25 14:07:03.615621 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775165a-07cf-44f9-b7c8-5e2c7940aa31 req-c0d801dc-3fbd-4be6-9f2c-0ebf8b0ee417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:07:03.617136 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1775165a-07cf-44f9-b7c8-5e2c7940aa31 req-c0d801dc-3fbd-4be6-9f2c-0ebf8b0ee417 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55029eb28f0f4879a6c68ae4e6ded03b&device_id=c0ca2a13-a413-4138-acce-53d80194cd31 HTTP/1.1" status: 200 len: 1095 time: 0.0409913 Nov 25 14:07:03.710876 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775165a-07cf-44f9-b7c8-5e2c7940aa31 req-039d3b98-1eb8-4447-9a6c-bd5a88afd1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:07:03.712320 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1775165a-07cf-44f9-b7c8-5e2c7940aa31 req-039d3b98-1eb8-4447-9a6c-bd5a88afd1be service neutron] 10.222.0.66 "GET /v2.0/networks?id=20d93f48-2670-4b52-bca9-9b5cb5c91d95 HTTP/1.1" status: 200 len: 913 time: 0.0904665 Nov 25 14:07:03.713150 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775165a-07cf-44f9-b7c8-5e2c7940aa31 req-356c733e-99c9-43cc-97f5-598516d209b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:07:03.714594 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1775165a-07cf-44f9-b7c8-5e2c7940aa31 req-356c733e-99c9-43cc-97f5-598516d209b6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=20d93f48-2670-4b52-bca9-9b5cb5c91d95 HTTP/1.1" status: 200 len: 913 time: 0.0898721 Nov 25 14:07:03.780012 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1775165a-07cf-44f9-b7c8-5e2c7940aa31 req-1dec5584-b192-443c-a042-e30892893868 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be129de7-53fa-4a46-8453-b8cbb1bca24d HTTP/1.1" status: 200 len: 999 time: 0.0583327 Nov 25 14:07:03.781548 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1775165a-07cf-44f9-b7c8-5e2c7940aa31 req-2ecffc97-2b4f-44bf-b44f-a4f115f5835d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be129de7-53fa-4a46-8453-b8cbb1bca24d HTTP/1.1" status: 200 len: 999 time: 0.0581930 Nov 25 14:07:03.809546 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device be129de7-53fa-4a46-8453-b8cbb1bca24d details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 14:07:03.836380 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775165a-07cf-44f9-b7c8-5e2c7940aa31 req-5979331c-92be-4e34-a03a-93a56257a40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:07:03.836598 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775165a-07cf-44f9-b7c8-5e2c7940aa31 req-dd980f96-a30a-47e0-8850-1586a351b62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:07:03.837904 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1775165a-07cf-44f9-b7c8-5e2c7940aa31 req-5979331c-92be-4e34-a03a-93a56257a40b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1e54fa4c-0a04-4943-b526-a327c9965b90 HTTP/1.1" status: 200 len: 851 time: 0.0493026 Nov 25 14:07:03.838101 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1775165a-07cf-44f9-b7c8-5e2c7940aa31 req-dd980f96-a30a-47e0-8850-1586a351b62e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1e54fa4c-0a04-4943-b526-a327c9965b90 HTTP/1.1" status: 200 len: 851 time: 0.0509079 Nov 25 14:07:03.894478 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775165a-07cf-44f9-b7c8-5e2c7940aa31 req-a75cfe1e-0fa4-4707-9213-e775dfd9a47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:07:03.896053 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1775165a-07cf-44f9-b7c8-5e2c7940aa31 req-a75cfe1e-0fa4-4707-9213-e775dfd9a47e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20d93f48-2670-4b52-bca9-9b5cb5c91d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515561 Nov 25 14:07:03.899147 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775165a-07cf-44f9-b7c8-5e2c7940aa31 req-dfaf5318-5c47-4f23-8ab0-573d6aa779fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:07:03.900732 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1775165a-07cf-44f9-b7c8-5e2c7940aa31 req-dfaf5318-5c47-4f23-8ab0-573d6aa779fa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=20d93f48-2670-4b52-bca9-9b5cb5c91d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535376 Nov 25 14:07:04.007809 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1775165a-07cf-44f9-b7c8-5e2c7940aa31 req-3b22f266-b630-49b2-836f-05fb5c559101 service neutron] 10.222.0.66 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958447 Nov 25 14:07:04.013921 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1775165a-07cf-44f9-b7c8-5e2c7940aa31 req-0a1b417c-d0aa-4e93-914d-64d69d8f80ec service neutron] 10.222.0.47 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096628 Nov 25 14:07:04.076744 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:07:04.101060 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port be129de7-53fa-4a46-8453-b8cbb1bca24d, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=be129de7-53fa-4a46-8453-b8cbb1bca24d,segment=NetworkSegment(1cf32cfc-3bf3-40b3-8d02-cf580d211be8),segment_id=1cf32cfc-3bf3-40b3-8d02-cf580d211be8)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:07:04.111161 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1775165a-07cf-44f9-b7c8-5e2c7940aa31 req-ed420100-f4e2-487a-a977-9644698da715 service neutron] 10.222.0.66 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916166 Nov 25 14:07:04.114253 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': 'be129de7-53fa-4a46-8453-b8cbb1bca24d', 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95', 'port_id': 'be129de7-53fa-4a46-8453-b8cbb1bca24d', 'mac_address': 'fa:16:3e:50:00:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e54fa4c-0a04-4943-b526-a327c9965b90', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 14:07:04.120823 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1775165a-07cf-44f9-b7c8-5e2c7940aa31 req-785f19bf-a6df-44fd-849d-af14d65cdebb service neutron] 10.222.0.47 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995040 Nov 25 14:07:04.152223 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:07:04.164986 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be129de7-53fa-4a46-8453-b8cbb1bca24d {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 14:07:04.185010 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port be129de7-53fa-4a46-8453-b8cbb1bca24d, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=be129de7-53fa-4a46-8453-b8cbb1bca24d,segment=NetworkSegment(1cf32cfc-3bf3-40b3-8d02-cf580d211be8),segment_id=1cf32cfc-3bf3-40b3-8d02-cf580d211be8)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:07:04.188409 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:07:04.233055 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=be129de7-53fa-4a46-8453-b8cbb1bca24d,revision_number=8']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:07:04.240368 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:07:04.240913 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:07:04.241272 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:07:04.241647 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:07:04.241985 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:07:04.242323 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:07:04.242657 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:07:04.243072 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:07:04.243404 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:07:04.244291 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:07:04.244624 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:07:04.244952 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:07:04.328641 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210c6d4-5ef1-4510-8bc9-11db57f5139e req-c9f12d95-86e9-4918-82f3-d5581a716af8 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:07:04.330047 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7210c6d4-5ef1-4510-8bc9-11db57f5139e req-c9f12d95-86e9-4918-82f3-d5581a716af8 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0ca2a13-a413-4138-acce-53d80194cd31 HTTP/1.1" status: 200 len: 944 time: 0.0494249 Nov 25 14:07:04.378938 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7210c6d4-5ef1-4510-8bc9-11db57f5139e req-bc3bde99-929c-4f75-b1bb-e7a5bdb63927 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427177 Nov 25 14:07:04.437273 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['be129de7-53fa-4a46-8453-b8cbb1bca24d'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 14:07:04.586035 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8463ec-43b1-4d81-b0d0-53ca6fc99ec5 req-c9ba420f-fc07-428a-a8cb-a3ed02813284 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:07:04.588019 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7e8463ec-43b1-4d81-b0d0-53ca6fc99ec5 req-c9ba420f-fc07-428a-a8cb-a3ed02813284 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0ca2a13-a413-4138-acce-53d80194cd31 HTTP/1.1" status: 200 len: 944 time: 0.0593734 Nov 25 14:07:04.594200 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aec359-8805-490e-b6c2-b8232c09c524 req-be9cd65b-2845-458d-88d6-c41d3ea252db tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:07:04.595819 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e5aec359-8805-490e-b6c2-b8232c09c524 req-be9cd65b-2845-458d-88d6-c41d3ea252db tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0ca2a13-a413-4138-acce-53d80194cd31&tenant_id=55029eb28f0f4879a6c68ae4e6ded03b&binding%3Ahost_id=n-h1-808199-11 HTTP/1.1" status: 200 len: 944 time: 0.0540082 Nov 25 14:07:04.635402 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7e8463ec-43b1-4d81-b0d0-53ca6fc99ec5 req-4773bae2-c475-4fdc-bba5-ba2a95ed4a35 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408297 Nov 25 14:07:04.657911 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [req-e5aec359-8805-490e-b6c2-b8232c09c524 req-b926910a-7e93-4a1d-b999-33f23a4751c8 service neutron] delete failed (client error): The resource could not be found. Nov 25 14:07:04.658989 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e5aec359-8805-490e-b6c2-b8232c09c524 req-b926910a-7e93-4a1d-b999-33f23a4751c8 service neutron] 10.222.0.47 "DELETE /v2.0/ports/be129de7-53fa-4a46-8453-b8cbb1bca24d/bindings/n-h2-808199-11 HTTP/1.1" status: 404 len: 381 time: 0.0545700 Nov 25 14:07:04.749599 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aec359-8805-490e-b6c2-b8232c09c524 req-d44ca6b3-9972-4f52-a700-a93b61999dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:07:04.751136 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e5aec359-8805-490e-b6c2-b8232c09c524 req-d44ca6b3-9972-4f52-a700-a93b61999dcc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55029eb28f0f4879a6c68ae4e6ded03b&device_id=c0ca2a13-a413-4138-acce-53d80194cd31 HTTP/1.1" status: 200 len: 1096 time: 0.0456805 Nov 25 14:07:04.791492 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device be129de7-53fa-4a46-8453-b8cbb1bca24d no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:07:04.832647 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device be129de7-53fa-4a46-8453-b8cbb1bca24d not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:07:04.845194 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aec359-8805-490e-b6c2-b8232c09c524 req-3b8e16ca-118d-4bc9-ab18-75e3425d2278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:07:04.846623 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e5aec359-8805-490e-b6c2-b8232c09c524 req-3b8e16ca-118d-4bc9-ab18-75e3425d2278 service neutron] 10.222.0.47 "GET /v2.0/networks?id=20d93f48-2670-4b52-bca9-9b5cb5c91d95 HTTP/1.1" status: 200 len: 913 time: 0.0862086 Nov 25 14:07:04.917154 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e5aec359-8805-490e-b6c2-b8232c09c524 req-309a9f3b-e813-416c-a28e-4f430169b457 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be129de7-53fa-4a46-8453-b8cbb1bca24d HTTP/1.1" status: 200 len: 1000 time: 0.0629973 Nov 25 14:07:04.967438 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aec359-8805-490e-b6c2-b8232c09c524 req-4cb8c73a-5155-479f-a671-dca7dabc9ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:07:04.968909 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e5aec359-8805-490e-b6c2-b8232c09c524 req-4cb8c73a-5155-479f-a671-dca7dabc9ce9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1e54fa4c-0a04-4943-b526-a327c9965b90 HTTP/1.1" status: 200 len: 851 time: 0.0443532 Nov 25 14:07:05.013907 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aec359-8805-490e-b6c2-b8232c09c524 req-aaad5156-19ee-4cd3-81ff-535b8f03d519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:07:05.015401 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e5aec359-8805-490e-b6c2-b8232c09c524 req-aaad5156-19ee-4cd3-81ff-535b8f03d519 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20d93f48-2670-4b52-bca9-9b5cb5c91d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392826 Nov 25 14:07:05.107784 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e5aec359-8805-490e-b6c2-b8232c09c524 req-c63d860b-5f14-4078-b07f-37d87082c7df service neutron] 10.222.0.47 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847137 Nov 25 14:07:05.198271 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e5aec359-8805-490e-b6c2-b8232c09c524 req-719d98de-b9f4-4ab9-abba-aedcefbf28f1 service neutron] 10.222.0.47 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836973 Nov 25 14:07:05.359230 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:07:05.756912 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61faf06-5fe6-49e4-97d4-bdd893c44e9f req-a01fa6f4-e0ee-4d0c-bc67-6498cf3c9983 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:07:05.758402 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d61faf06-5fe6-49e4-97d4-bdd893c44e9f req-a01fa6f4-e0ee-4d0c-bc67-6498cf3c9983 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0ca2a13-a413-4138-acce-53d80194cd31 HTTP/1.1" status: 200 len: 944 time: 0.0506961 Nov 25 14:07:05.804581 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d61faf06-5fe6-49e4-97d4-bdd893c44e9f req-386852ae-c69d-42d6-b7a8-6972927ffba8 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395100 Nov 25 14:07:05.820511 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device be129de7-53fa-4a46-8453-b8cbb1bca24d up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:07:05.870613 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port be129de7-53fa-4a46-8453-b8cbb1bca24d completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 14:07:05.875440 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port be129de7-53fa-4a46-8453-b8cbb1bca24d triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:07:05.875440 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:07:05.923186 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec8684-47b9-4e5f-9611-669faa7388df req-b89f5aae-f55d-4129-9528-5156698756d7 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:07:05.924587 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d5ec8684-47b9-4e5f-9611-669faa7388df req-b89f5aae-f55d-4129-9528-5156698756d7 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0ca2a13-a413-4138-acce-53d80194cd31 HTTP/1.1" status: 200 len: 944 time: 0.0500984 Nov 25 14:07:05.951682 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:07:05.976307 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d5ec8684-47b9-4e5f-9611-669faa7388df req-b979f545-28fd-45ab-9ec8-f20fc4be93a7 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454552 Nov 25 14:07:05.977289 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ca2a13-a413-4138-acce-53d80194cd31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be129de7-53fa-4a46-8453-b8cbb1bca24d'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:07:05.979582 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4a683b2f55a074025c37cf42062357829495bd62ced1b23f0cba96c56cdda24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efdafd50-c3a6-4685-8c5d-250c7a71feab" -d '{"events": [{"server_uuid": "c0ca2a13-a413-4138-acce-53d80194cd31", "name": "network-vif-plugged", "status": "completed", "tag": "be129de7-53fa-4a46-8453-b8cbb1bca24d"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:07:05.992226 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port be129de7-53fa-4a46-8453-b8cbb1bca24d, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=be129de7-53fa-4a46-8453-b8cbb1bca24d,segment=NetworkSegment(1cf32cfc-3bf3-40b3-8d02-cf580d211be8),segment_id=1cf32cfc-3bf3-40b3-8d02-cf580d211be8)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:07:05.997995 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:07:06.025303 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 14:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d6d21d-12c4-4f18-b905-80f945dbc700 x-openstack-request-id: req-10d6d21d-12c4-4f18-b905-80f945dbc700 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:07:06.025602 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0ca2a13-a413-4138-acce-53d80194cd31", "name": "network-vif-plugged", "status": "completed", "tag": "be129de7-53fa-4a46-8453-b8cbb1bca24d", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:07:06.025857 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-10d6d21d-12c4-4f18-b905-80f945dbc700 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:07:06.026249 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0ca2a13-a413-4138-acce-53d80194cd31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be129de7-53fa-4a46-8453-b8cbb1bca24d', 'code': 200} Nov 25 14:07:06.051553 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=be129de7-53fa-4a46-8453-b8cbb1bca24d,revision_number=9']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:07:06.172442 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8ec74e-11c6-4a21-aa43-a0702021cb8e req-c047aea0-8d25-463c-b5a2-597e4c727615 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:07:06.174005 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7a8ec74e-11c6-4a21-aa43-a0702021cb8e req-c047aea0-8d25-463c-b5a2-597e4c727615 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0ca2a13-a413-4138-acce-53d80194cd31 HTTP/1.1" status: 200 len: 945 time: 0.0495577 Nov 25 14:07:06.243795 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad697e59-be3a-4e0c-9511-07ea6bae7978 req-5e08f83f-bf19-464c-8f6c-4c8d2bc5ef33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:07:06.245295 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ad697e59-be3a-4e0c-9511-07ea6bae7978 req-5e08f83f-bf19-464c-8f6c-4c8d2bc5ef33 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=55029eb28f0f4879a6c68ae4e6ded03b&device_id=c0ca2a13-a413-4138-acce-53d80194cd31 HTTP/1.1" status: 200 len: 1097 time: 0.0678930 Nov 25 14:07:06.249747 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7a8ec74e-11c6-4a21-aa43-a0702021cb8e req-45a0b76a-8d4c-4681-8f15-cb9499e0fc18 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651772 Nov 25 14:07:06.343162 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad697e59-be3a-4e0c-9511-07ea6bae7978 req-d2ba53b0-a232-4c4d-b919-63cf7033261a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:07:06.344638 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ad697e59-be3a-4e0c-9511-07ea6bae7978 req-d2ba53b0-a232-4c4d-b919-63cf7033261a service neutron] 10.222.0.66 "GET /v2.0/networks?id=20d93f48-2670-4b52-bca9-9b5cb5c91d95 HTTP/1.1" status: 200 len: 913 time: 0.0882599 Nov 25 14:07:06.414146 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ad697e59-be3a-4e0c-9511-07ea6bae7978 req-29f79a4b-f21f-4663-8328-91b2d4c600c1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be129de7-53fa-4a46-8453-b8cbb1bca24d HTTP/1.1" status: 200 len: 1001 time: 0.0575459 Nov 25 14:07:06.471648 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad697e59-be3a-4e0c-9511-07ea6bae7978 req-0afc906d-65cb-46b4-9221-c083c103befe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:07:06.472967 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ad697e59-be3a-4e0c-9511-07ea6bae7978 req-0afc906d-65cb-46b4-9221-c083c103befe service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1e54fa4c-0a04-4943-b526-a327c9965b90 HTTP/1.1" status: 200 len: 851 time: 0.0466979 Nov 25 14:07:06.511629 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:07:06.523837 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad697e59-be3a-4e0c-9511-07ea6bae7978 req-899d1b74-a21d-462f-a474-4045027da520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:07:06.526007 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ad697e59-be3a-4e0c-9511-07ea6bae7978 req-899d1b74-a21d-462f-a474-4045027da520 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=20d93f48-2670-4b52-bca9-9b5cb5c91d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409994 Nov 25 14:07:06.618008 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ad697e59-be3a-4e0c-9511-07ea6bae7978 req-4f7c033a-10ce-4a3b-a333-339f0ff28be0 service neutron] 10.222.0.66 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805664 Nov 25 14:07:06.997366 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ad697e59-be3a-4e0c-9511-07ea6bae7978 req-01691bd2-497b-44b8-990d-c918d8c9b1c2 service neutron] 10.222.0.66 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3679049 Nov 25 14:07:07.371317 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04179c94-53bd-4019-9ef9-39d2763a7fd4 req-9b5264e5-8215-4883-afed-f8e6b69884ae tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:07:07.372829 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-04179c94-53bd-4019-9ef9-39d2763a7fd4 req-9b5264e5-8215-4883-afed-f8e6b69884ae tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0ca2a13-a413-4138-acce-53d80194cd31 HTTP/1.1" status: 200 len: 945 time: 0.0492496 Nov 25 14:07:07.424920 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-04179c94-53bd-4019-9ef9-39d2763a7fd4 req-2279f287-047f-408f-a65e-ab261cd40f25 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453930 Nov 25 14:07:08.538723 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b5304a-cbe2-4a0d-afe8-84dd6a189d09 req-970bc8d7-2de3-473b-925a-95786f51994f tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:07:08.540742 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-16b5304a-cbe2-4a0d-afe8-84dd6a189d09 req-970bc8d7-2de3-473b-925a-95786f51994f tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0ca2a13-a413-4138-acce-53d80194cd31 HTTP/1.1" status: 200 len: 945 time: 0.0477679 Nov 25 14:07:08.591632 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-16b5304a-cbe2-4a0d-afe8-84dd6a189d09 req-2a090ff1-8cc4-42a4-bc26-247161535e9d tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448785 Nov 25 14:07:08.602087 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:07:08.828505 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ffeeae-0c10-4541-8bdb-603eb50d46e3 req-fa894868-3d95-4078-b82e-7a57c159b1e0 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:07:08.829979 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-92ffeeae-0c10-4541-8bdb-603eb50d46e3 req-fa894868-3d95-4078-b82e-7a57c159b1e0 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0ca2a13-a413-4138-acce-53d80194cd31 HTTP/1.1" status: 200 len: 945 time: 0.0482724 Nov 25 14:07:08.876881 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-92ffeeae-0c10-4541-8bdb-603eb50d46e3 req-d0b67a00-515f-4f89-a80b-ff42d2fce654 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409904 Nov 25 14:07:09.997196 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129fceb6-7d32-499f-8386-0090cd52c026 req-bb9c14b1-a1fd-408b-b1ca-48988adcf6a9 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:07:09.998682 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-129fceb6-7d32-499f-8386-0090cd52c026 req-bb9c14b1-a1fd-408b-b1ca-48988adcf6a9 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0ca2a13-a413-4138-acce-53d80194cd31 HTTP/1.1" status: 200 len: 945 time: 0.0492678 Nov 25 14:07:10.046354 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-129fceb6-7d32-499f-8386-0090cd52c026 req-c0c028fc-9f25-4d1d-ab00-b3df526406c4 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415776 Nov 25 14:07:10.205019 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b815e8-f22e-4c71-9d90-8385aaed25e2 req-9ab6b4e1-e0c0-4ec8-8474-2e1eb30a634d tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:07:10.206405 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-95b815e8-f22e-4c71-9d90-8385aaed25e2 req-9ab6b4e1-e0c0-4ec8-8474-2e1eb30a634d tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0ca2a13-a413-4138-acce-53d80194cd31 HTTP/1.1" status: 200 len: 945 time: 0.0503833 Nov 25 14:07:10.296663 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-95b815e8-f22e-4c71-9d90-8385aaed25e2 req-98ba011b-87bf-49f5-97df-576b59ed13e4 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Deleting port be129de7-53fa-4a46-8453-b8cbb1bca24d {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:07:10.297010 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-95b815e8-f22e-4c71-9d90-8385aaed25e2 req-98ba011b-87bf-49f5-97df-576b59ed13e4 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:07:10.388377 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-95b815e8-f22e-4c71-9d90-8385aaed25e2 req-98ba011b-87bf-49f5-97df-576b59ed13e4 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] For port be129de7-53fa-4a46-8453-b8cbb1bca24d, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=be129de7-53fa-4a46-8453-b8cbb1bca24d,segment=NetworkSegment(1cf32cfc-3bf3-40b3-8d02-cf580d211be8),segment_id=1cf32cfc-3bf3-40b3-8d02-cf580d211be8)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:07:10.388752 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-95b815e8-f22e-4c71-9d90-8385aaed25e2 req-98ba011b-87bf-49f5-97df-576b59ed13e4 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:07:10.562504 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-95b815e8-f22e-4c71-9d90-8385aaed25e2 req-98ba011b-87bf-49f5-97df-576b59ed13e4 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:07:10.562911 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-95b815e8-f22e-4c71-9d90-8385aaed25e2 req-98ba011b-87bf-49f5-97df-576b59ed13e4 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:07:10.563238 n-d-808199-11 neutron-server[103570]: INFO neutron.db.l3_db [req-95b815e8-f22e-4c71-9d90-8385aaed25e2 req-98ba011b-87bf-49f5-97df-576b59ed13e4 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Floating IP e3cabf07-8248-467e-9989-3c9d0ae1f3d5 disassociated. External IP: 172.25.5.150, port: be129de7-53fa-4a46-8453-b8cbb1bca24d. Nov 25 14:07:10.563591 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [req-95b815e8-f22e-4c71-9d90-8385aaed25e2 req-98ba011b-87bf-49f5-97df-576b59ed13e4 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Calling delete_port for be129de7-53fa-4a46-8453-b8cbb1bca24d owned by compute:nova {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:07:10.692416 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-95b815e8-f22e-4c71-9d90-8385aaed25e2 req-98ba011b-87bf-49f5-97df-576b59ed13e4 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:07:10.720137 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ba011b-87bf-49f5-97df-576b59ed13e4 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Pushing event deleted for resources: {'Port': ['ID=be129de7-53fa-4a46-8453-b8cbb1bca24d,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:07:10.841363 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95b815e8-f22e-4c71-9d90-8385aaed25e2 req-98ba011b-87bf-49f5-97df-576b59ed13e4 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Router 3c18afa0-5a92-4fc8-964f-85e5b12ffcd6 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 14:07:10.952407 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95b815e8-f22e-4c71-9d90-8385aaed25e2 req-98ba011b-87bf-49f5-97df-576b59ed13e4 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 14:07:10.961745 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91336fd-d519-42ea-a132-88c85e8bc4f9 None None] Sync routers for ids ['3c18afa0-5a92-4fc8-964f-85e5b12ffcd6'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 14:07:10.971851 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91336fd-d519-42ea-a132-88c85e8bc4f9 None None] Routers {'3c18afa0-5a92-4fc8-964f-85e5b12ffcd6'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:07:10.972538 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-e91336fd-d519-42ea-a132-88c85e8bc4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:07:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['3c18afa0-5a92-4fc8-964f-85e5b12ffcd6'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:07:10.992275 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-95b815e8-f22e-4c71-9d90-8385aaed25e2 req-98ba011b-87bf-49f5-97df-576b59ed13e4 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] No DVR routers for this DVR port be129de7-53fa-4a46-8453-b8cbb1bca24d on host n-h1-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 14:07:10.995481 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-95b815e8-f22e-4c71-9d90-8385aaed25e2 req-98ba011b-87bf-49f5-97df-576b59ed13e4 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:07:10.998871 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-95b815e8-f22e-4c71-9d90-8385aaed25e2 req-98ba011b-87bf-49f5-97df-576b59ed13e4 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.66 "DELETE /v2.0/ports/be129de7-53fa-4a46-8453-b8cbb1bca24d HTTP/1.1" status: 204 len: 173 time: 0.7831137 Nov 25 14:07:10.999479 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ca2a13-a413-4138-acce-53d80194cd31', 'name': 'network-vif-deleted', 'tag': 'be129de7-53fa-4a46-8453-b8cbb1bca24d'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:07:11.001551 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ff10e3dad8c55f3be2027b0b566631f93d9edebaac325607bb9a9480f03098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55bee254-7938-4465-a426-c35f41e86f34" -d '{"events": [{"server_uuid": "c0ca2a13-a413-4138-acce-53d80194cd31", "name": "network-vif-deleted", "tag": "be129de7-53fa-4a46-8453-b8cbb1bca24d"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:07:11.042991 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 14:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a207add-3e4f-4997-aec2-9f02b11a880b x-openstack-request-id: req-5a207add-3e4f-4997-aec2-9f02b11a880b {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:07:11.043283 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0ca2a13-a413-4138-acce-53d80194cd31", "name": "network-vif-deleted", "tag": "be129de7-53fa-4a46-8453-b8cbb1bca24d", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:07:11.043573 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5a207add-3e4f-4997-aec2-9f02b11a880b {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:07:11.044048 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0ca2a13-a413-4138-acce-53d80194cd31', 'name': 'network-vif-deleted', 'tag': 'be129de7-53fa-4a46-8453-b8cbb1bca24d', 'status': 'completed', 'code': 200} Nov 25 14:07:11.083462 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-e91336fd-d519-42ea-a132-88c85e8bc4f9 None None] Set router 3c18afa0-5a92-4fc8-964f-85e5b12ffcd6 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:07:11.151102 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3213af71-a5db-4b80-b9b1-35e5e793a067 req-1631c095-c014-4ef9-b642-11fb39f4bea5 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0ca2a13-a413-4138-acce-53d80194cd31 HTTP/1.1" status: 200 len: 210 time: 0.0297527 Nov 25 14:07:11.290080 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-e91336fd-d519-42ea-a132-88c85e8bc4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'name': 'tempest-ServerActionsTestJSON-1696234908-router', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '72f223b5-6a31-4a5b-b936-b01c13166caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:02:37Z', 'updated_at': '2021-11-25T14:02:40Z', 'revision_number': 4, 'project_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'gw_port': {'id': '72f223b5-6a31-4a5b-b936-b01c13166caa', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:02:38Z', 'updated_at': '2021-11-25T14:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '43c15bd0-a86e-48c3-b8c7-b8710dd0dba6', 'name': '', 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'mac_address': 'fa:16:3e:81:4b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '1e54fa4c-0a04-4943-b526-a327c9965b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:02:40Z', 'updated_at': '2021-11-25T14:02:43Z', 'revision_number': 5, 'project_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'subnets': [{'id': '1e54fa4c-0a04-4943-b526-a327c9965b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:07:11.318894 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91336fd-d519-42ea-a132-88c85e8bc4f9 None None] Checking router: 3c18afa0-5a92-4fc8-964f-85e5b12ffcd6 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 14:07:11.327513 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91336fd-d519-42ea-a132-88c85e8bc4f9 None None] Routers {'3c18afa0-5a92-4fc8-964f-85e5b12ffcd6'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:07:11.328110 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-e91336fd-d519-42ea-a132-88c85e8bc4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:07:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['3c18afa0-5a92-4fc8-964f-85e5b12ffcd6'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:07:11.427957 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-e91336fd-d519-42ea-a132-88c85e8bc4f9 None None] Set router 3c18afa0-5a92-4fc8-964f-85e5b12ffcd6 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:07:11.702254 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-e91336fd-d519-42ea-a132-88c85e8bc4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'name': 'tempest-ServerActionsTestJSON-1696234908-router', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '72f223b5-6a31-4a5b-b936-b01c13166caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:02:37Z', 'updated_at': '2021-11-25T14:02:40Z', 'revision_number': 4, 'project_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'gw_port': {'id': '72f223b5-6a31-4a5b-b936-b01c13166caa', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:02:38Z', 'updated_at': '2021-11-25T14:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '43c15bd0-a86e-48c3-b8c7-b8710dd0dba6', 'name': '', 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'mac_address': 'fa:16:3e:81:4b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '1e54fa4c-0a04-4943-b526-a327c9965b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:02:40Z', 'updated_at': '2021-11-25T14:02:43Z', 'revision_number': 5, 'project_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'subnets': [{'id': '1e54fa4c-0a04-4943-b526-a327c9965b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:07:11.727155 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91336fd-d519-42ea-a132-88c85e8bc4f9 None None] The sync data for ids ['3c18afa0-5a92-4fc8-964f-85e5b12ffcd6'] in n-d-808199-11 is: [{'id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'name': 'tempest-ServerActionsTestJSON-1696234908-router', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '72f223b5-6a31-4a5b-b936-b01c13166caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:02:37Z', 'updated_at': '2021-11-25T14:02:40Z', 'revision_number': 4, 'project_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'gw_port': {'id': '72f223b5-6a31-4a5b-b936-b01c13166caa', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:02:38Z', 'updated_at': '2021-11-25T14:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '43c15bd0-a86e-48c3-b8c7-b8710dd0dba6', 'name': '', 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'mac_address': 'fa:16:3e:81:4b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '1e54fa4c-0a04-4943-b526-a327c9965b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:02:40Z', 'updated_at': '2021-11-25T14:02:43Z', 'revision_number': 5, 'project_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'subnets': [{'id': '1e54fa4c-0a04-4943-b526-a327c9965b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 14:07:11.933178 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0e04a8-f0e4-4451-b1e5-3c55fdc40cc0 None None] New status for floating IP e3cabf07-8248-467e-9989-3c9d0ae1f3d5: DOWN {{(pid=103572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 14:07:12.099922 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:07:12.433138 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7f363325-881c-4ab7-920b-a9fa3b8b2af8 req-6d37d4b6-5fa1-4503-aa67-e9bea1598c8c tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1498764968&fields=id&tenant_id=55029eb28f0f4879a6c68ae4e6ded03b HTTP/1.1" status: 200 len: 267 time: 0.0468011 Nov 25 14:07:12.540815 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f363325-881c-4ab7-920b-a9fa3b8b2af8 req-5b27bbfc-cf27-49a0-acde-6c79670c0d27 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:07:12.542293 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7f363325-881c-4ab7-920b-a9fa3b8b2af8 req-5b27bbfc-cf27-49a0-acde-6c79670c0d27 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/networks?id=20d93f48-2670-4b52-bca9-9b5cb5c91d95 HTTP/1.1" status: 200 len: 812 time: 0.1023614 Nov 25 14:07:12.557646 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7f363325-881c-4ab7-920b-a9fa3b8b2af8 req-a643eaf9-9192-479b-bb3b-c0e9382751cd tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/quotas/55029eb28f0f4879a6c68ae4e6ded03b HTTP/1.1" status: 200 len: 375 time: 0.0095112 Nov 25 14:07:12.610828 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7f363325-881c-4ab7-920b-a9fa3b8b2af8 req-e7dfbce8-5813-4cee-aecd-528bd5dfbceb tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=55029eb28f0f4879a6c68ae4e6ded03b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479703 Nov 25 14:07:12.703655 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7f363325-881c-4ab7-920b-a9fa3b8b2af8 req-bacd8512-facc-4712-a0e5-83931b197e26 service neutron] 10.222.0.53 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806065 Nov 25 14:07:12.795109 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7f363325-881c-4ab7-920b-a9fa3b8b2af8 req-ec2e53d3-2828-48e1-9914-542db4589072 service neutron] 10.222.0.53 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854068 Nov 25 14:07:12.979154 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dfd001dc-6057-4967-9312-8f152beba6f1 req-c3364a90-f7aa-4b21-902d-e13901adb4f6 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb0a8a73-10fe-40ac-925e-99e462d7a6a1 HTTP/1.1" status: 200 len: 210 time: 0.0273185 Nov 25 14:07:13.768015 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:07:13.819360 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device be129de7-53fa-4a46-8453-b8cbb1bca24d no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:07:13.841774 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] No Port match for: be129de7-53fa-4a46-8453-b8cbb1bca24d {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 14:07:13.842131 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device be129de7-53fa-4a46-8453-b8cbb1bca24d not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:07:13.877833 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f363325-881c-4ab7-920b-a9fa3b8b2af8 req-23a11bfd-39b9-46dd-9b39-2e090984c147 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:07:13.879374 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7f363325-881c-4ab7-920b-a9fa3b8b2af8 req-23a11bfd-39b9-46dd-9b39-2e090984c147 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.47 "GET /v2.0/networks?id=20d93f48-2670-4b52-bca9-9b5cb5c91d95 HTTP/1.1" status: 200 len: 812 time: 0.1094050 Nov 25 14:07:13.943435 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7f363325-881c-4ab7-920b-a9fa3b8b2af8 req-365d5a48-23f1-4ebb-a25e-eeeb4bbf9ed2 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55029eb28f0f4879a6c68ae4e6ded03b HTTP/1.1" status: 200 len: 380 time: 0.0529032 Nov 25 14:07:13.953387 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-7f363325-881c-4ab7-920b-a9fa3b8b2af8 req-bdc93f80-6f27-49e6-93cf-0d0e6ca5e480 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Request body: {'port': {'device_id': 'cb0a8a73-10fe-40ac-925e-99e462d7a6a1', 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95', 'admin_state_up': True, 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'security_groups': ['6eb7b356-5113-487f-a193-f1bb52d61224']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:07:14.064158 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f363325-881c-4ab7-920b-a9fa3b8b2af8 req-bdc93f80-6f27-49e6-93cf-0d0e6ca5e480 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Made reservation on behalf of 55029eb28f0f4879a6c68ae4e6ded03b for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 14:07:14.067952 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-7f363325-881c-4ab7-920b-a9fa3b8b2af8 req-bdc93f80-6f27-49e6-93cf-0d0e6ca5e480 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:07:14.077080 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ab7e66a8-af00-4aa7-96d2-059eafccc60d req-c1d5813c-90d8-4af0-9c2e-2c9e9d82e262 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb0a8a73-10fe-40ac-925e-99e462d7a6a1 HTTP/1.1" status: 200 len: 210 time: 0.0271409 Nov 25 14:07:14.197204 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-7f363325-881c-4ab7-920b-a9fa3b8b2af8 req-bdc93f80-6f27-49e6-93cf-0d0e6ca5e480 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Allocated IP 172.20.0.8 (20d93f48-2670-4b52-bca9-9b5cb5c91d95/1e54fa4c-0a04-4943-b526-a327c9965b90/c5c626fc-6f1a-4a45-8c82-99693f24ea10) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:07:14.333143 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-7f363325-881c-4ab7-920b-a9fa3b8b2af8 req-bdc93f80-6f27-49e6-93cf-0d0e6ca5e480 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:07:14.366805 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-7f363325-881c-4ab7-920b-a9fa3b8b2af8 req-bdc93f80-6f27-49e6-93cf-0d0e6ca5e480 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:07:14.411748 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f363325-881c-4ab7-920b-a9fa3b8b2af8 req-bdc93f80-6f27-49e6-93cf-0d0e6ca5e480 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Network 20d93f48-2670-4b52-bca9-9b5cb5c91d95 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:07:14.414813 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-7f363325-881c-4ab7-920b-a9fa3b8b2af8 req-bdc93f80-6f27-49e6-93cf-0d0e6ca5e480 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:07:14.419379 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f363325-881c-4ab7-920b-a9fa3b8b2af8 req-bdc93f80-6f27-49e6-93cf-0d0e6ca5e480 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:07:14.425563 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc93f80-6f27-49e6-93cf-0d0e6ca5e480 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Pushing event updated for resources: {'Port': ['ID=c5c626fc-6f1a-4a45-8c82-99693f24ea10,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:07:14.455893 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc93f80-6f27-49e6-93cf-0d0e6ca5e480 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:07:14.456238 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc93f80-6f27-49e6-93cf-0d0e6ca5e480 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:07:14.456598 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc93f80-6f27-49e6-93cf-0d0e6ca5e480 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:07:14.456942 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc93f80-6f27-49e6-93cf-0d0e6ca5e480 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:07:14.457284 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc93f80-6f27-49e6-93cf-0d0e6ca5e480 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:07:14.457731 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc93f80-6f27-49e6-93cf-0d0e6ca5e480 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:07:14.458030 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc93f80-6f27-49e6-93cf-0d0e6ca5e480 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:07:14.458368 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc93f80-6f27-49e6-93cf-0d0e6ca5e480 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:07:14.458710 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc93f80-6f27-49e6-93cf-0d0e6ca5e480 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:07:14.459061 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc93f80-6f27-49e6-93cf-0d0e6ca5e480 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:07:14.459406 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc93f80-6f27-49e6-93cf-0d0e6ca5e480 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:07:14.459751 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc93f80-6f27-49e6-93cf-0d0e6ca5e480 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:07:14.486589 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f363325-881c-4ab7-920b-a9fa3b8b2af8 req-bdc93f80-6f27-49e6-93cf-0d0e6ca5e480 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:07:14.487244 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-7f363325-881c-4ab7-920b-a9fa3b8b2af8 req-bdc93f80-6f27-49e6-93cf-0d0e6ca5e480 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:07:14.505376 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7f363325-881c-4ab7-920b-a9fa3b8b2af8 req-bdc93f80-6f27-49e6-93cf-0d0e6ca5e480 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5554736 Nov 25 14:07:14.519006 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-7f363325-881c-4ab7-920b-a9fa3b8b2af8 req-f833813e-fae6-4e99-9d19-1ea9688562c4 service neutron] Request body: {'port': {'device_id': 'cb0a8a73-10fe-40ac-925e-99e462d7a6a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:07:14.580038 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-7f363325-881c-4ab7-920b-a9fa3b8b2af8 req-f833813e-fae6-4e99-9d19-1ea9688562c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:07:14.651901 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-162bf7f9-e9a0-4cbd-af1e-c26c44ac52d9 None None] Provisioning complete for port c5c626fc-6f1a-4a45-8c82-99693f24ea10 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:07:14.652279 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-162bf7f9-e9a0-4cbd-af1e-c26c44ac52d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:07:14.684957 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-162bf7f9-e9a0-4cbd-af1e-c26c44ac52d9 None None] Port c5c626fc-6f1a-4a45-8c82-99693f24ea10 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 14:07:14.837986 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-7f363325-881c-4ab7-920b-a9fa3b8b2af8 req-f833813e-fae6-4e99-9d19-1ea9688562c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5c626fc-6f1a-4a45-8c82-99693f24ea10 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 14:07:14.845205 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-7f363325-881c-4ab7-920b-a9fa3b8b2af8 req-f833813e-fae6-4e99-9d19-1ea9688562c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:07:14.857255 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-7f363325-881c-4ab7-920b-a9fa3b8b2af8 req-f833813e-fae6-4e99-9d19-1ea9688562c4 service neutron] Transition to ACTIVE for port object c5c626fc-6f1a-4a45-8c82-99693f24ea10 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 14:07:14.860660 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-7f363325-881c-4ab7-920b-a9fa3b8b2af8 req-f833813e-fae6-4e99-9d19-1ea9688562c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:07:14.910901 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f833813e-fae6-4e99-9d19-1ea9688562c4 service neutron] Pushing event updated for resources: {'Port': ['ID=c5c626fc-6f1a-4a45-8c82-99693f24ea10,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:07:14.989762 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-7f363325-881c-4ab7-920b-a9fa3b8b2af8 req-f833813e-fae6-4e99-9d19-1ea9688562c4 service neutron] Attempting to bind port c5c626fc-6f1a-4a45-8c82-99693f24ea10 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:07:14.990104 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-7f363325-881c-4ab7-920b-a9fa3b8b2af8 req-f833813e-fae6-4e99-9d19-1ea9688562c4 service neutron] Attempting to bind port c5c626fc-6f1a-4a45-8c82-99693f24ea10 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '1cf32cfc-3bf3-40b3-8d02-cf580d211be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:07:14.990441 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f363325-881c-4ab7-920b-a9fa3b8b2af8 req-f833813e-fae6-4e99-9d19-1ea9688562c4 service neutron] Attempting to bind port c5c626fc-6f1a-4a45-8c82-99693f24ea10 on network 20d93f48-2670-4b52-bca9-9b5cb5c91d95 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:07:14.995717 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f363325-881c-4ab7-920b-a9fa3b8b2af8 req-f833813e-fae6-4e99-9d19-1ea9688562c4 service neutron] Port c5c626fc-6f1a-4a45-8c82-99693f24ea10 on network 20d93f48-2670-4b52-bca9-9b5cb5c91d95 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 14:07:14.996041 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f363325-881c-4ab7-920b-a9fa3b8b2af8 req-f833813e-fae6-4e99-9d19-1ea9688562c4 service neutron] Attempting to bind port c5c626fc-6f1a-4a45-8c82-99693f24ea10 on network 20d93f48-2670-4b52-bca9-9b5cb5c91d95 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:07:15.001666 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f363325-881c-4ab7-920b-a9fa3b8b2af8 req-f833813e-fae6-4e99-9d19-1ea9688562c4 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:07:15.002004 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f363325-881c-4ab7-920b-a9fa3b8b2af8 req-f833813e-fae6-4e99-9d19-1ea9688562c4 service neutron] Checking segment: {'id': '1cf32cfc-3bf3-40b3-8d02-cf580d211be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:07:15.002561 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f363325-881c-4ab7-920b-a9fa3b8b2af8 req-f833813e-fae6-4e99-9d19-1ea9688562c4 service neutron] Bound using segment: {'id': '1cf32cfc-3bf3-40b3-8d02-cf580d211be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:07:15.003215 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-7f363325-881c-4ab7-920b-a9fa3b8b2af8 req-f833813e-fae6-4e99-9d19-1ea9688562c4 service neutron] Bound port: c5c626fc-6f1a-4a45-8c82-99693f24ea10, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cf32cfc-3bf3-40b3-8d02-cf580d211be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:07:15.003578 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-7f363325-881c-4ab7-920b-a9fa3b8b2af8 req-f833813e-fae6-4e99-9d19-1ea9688562c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:07:15.069946 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-7f363325-881c-4ab7-920b-a9fa3b8b2af8 req-f833813e-fae6-4e99-9d19-1ea9688562c4 service neutron] For port c5c626fc-6f1a-4a45-8c82-99693f24ea10, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:07:15.073793 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-7f363325-881c-4ab7-920b-a9fa3b8b2af8 req-f833813e-fae6-4e99-9d19-1ea9688562c4 service neutron] For port c5c626fc-6f1a-4a45-8c82-99693f24ea10, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=c5c626fc-6f1a-4a45-8c82-99693f24ea10,segment=NetworkSegment(1cf32cfc-3bf3-40b3-8d02-cf580d211be8),segment_id=1cf32cfc-3bf3-40b3-8d02-cf580d211be8)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:07:15.077237 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-7f363325-881c-4ab7-920b-a9fa3b8b2af8 req-f833813e-fae6-4e99-9d19-1ea9688562c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:07:15.109206 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f363325-881c-4ab7-920b-a9fa3b8b2af8 req-f833813e-fae6-4e99-9d19-1ea9688562c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:07:15.109749 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-7f363325-881c-4ab7-920b-a9fa3b8b2af8 req-f833813e-fae6-4e99-9d19-1ea9688562c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:07:15.111169 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7f363325-881c-4ab7-920b-a9fa3b8b2af8 req-f833813e-fae6-4e99-9d19-1ea9688562c4 service neutron] 10.222.0.47 "PUT /v2.0/ports/c5c626fc-6f1a-4a45-8c82-99693f24ea10 HTTP/1.1" status: 200 len: 1092 time: 0.5967011 Nov 25 14:07:15.111612 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb0a8a73-10fe-40ac-925e-99e462d7a6a1', 'tag': 'c5c626fc-6f1a-4a45-8c82-99693f24ea10'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:07:15.113868 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b263d7d4b70db15966f189087f2cdd81ff7815a34d469843c29c7d40ca9dff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440e1a2b-e883-4049-96bc-1062e83b2011" -d '{"events": [{"name": "network-changed", "server_uuid": "cb0a8a73-10fe-40ac-925e-99e462d7a6a1", "tag": "c5c626fc-6f1a-4a45-8c82-99693f24ea10"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:07:15.175439 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 14:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71093a67-2f47-4d3b-b43f-1efa021719c3 x-openstack-request-id: req-71093a67-2f47-4d3b-b43f-1efa021719c3 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:07:15.175802 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb0a8a73-10fe-40ac-925e-99e462d7a6a1", "tag": "c5c626fc-6f1a-4a45-8c82-99693f24ea10", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:07:15.176268 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-71093a67-2f47-4d3b-b43f-1efa021719c3 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:07:15.176688 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb0a8a73-10fe-40ac-925e-99e462d7a6a1', 'tag': 'c5c626fc-6f1a-4a45-8c82-99693f24ea10', 'status': 'completed', 'code': 200} Nov 25 14:07:15.180133 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f833813e-fae6-4e99-9d19-1ea9688562c4 service neutron] Pushing event updated for resources: {'Port': ['ID=c5c626fc-6f1a-4a45-8c82-99693f24ea10,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:07:15.218228 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f363325-881c-4ab7-920b-a9fa3b8b2af8 req-2ccb44ad-58c9-4c54-9cc8-d42519a438bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:07:15.219896 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7f363325-881c-4ab7-920b-a9fa3b8b2af8 req-2ccb44ad-58c9-4c54-9cc8-d42519a438bd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55029eb28f0f4879a6c68ae4e6ded03b&device_id=cb0a8a73-10fe-40ac-925e-99e462d7a6a1 HTTP/1.1" status: 200 len: 1095 time: 0.0596595 Nov 25 14:07:15.228182 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6f3fb-5ea9-41c0-b090-8458b54a2a32 req-3bce543d-abc7-4c42-b1bc-7ab695beca6c tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:07:15.229747 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-07d6f3fb-5ea9-41c0-b090-8458b54a2a32 req-3bce543d-abc7-4c42-b1bc-7ab695beca6c tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb0a8a73-10fe-40ac-925e-99e462d7a6a1 HTTP/1.1" status: 200 len: 943 time: 0.0549262 Nov 25 14:07:15.265458 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7f363325-881c-4ab7-920b-a9fa3b8b2af8 req-43f6a111-b00e-4585-8a02-efdef299a7ec service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5c626fc-6f1a-4a45-8c82-99693f24ea10 HTTP/1.1" status: 200 len: 217 time: 0.0364773 Nov 25 14:07:15.282803 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-07d6f3fb-5ea9-41c0-b090-8458b54a2a32 req-7892633d-e5eb-4408-a04b-7b0c9803c63f tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461321 Nov 25 14:07:15.318073 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f363325-881c-4ab7-920b-a9fa3b8b2af8 req-757abca1-83e6-4307-82ec-8be866025ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:07:15.319588 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7f363325-881c-4ab7-920b-a9fa3b8b2af8 req-757abca1-83e6-4307-82ec-8be866025ea6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1e54fa4c-0a04-4943-b526-a327c9965b90 HTTP/1.1" status: 200 len: 851 time: 0.0468349 Nov 25 14:07:15.372198 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f363325-881c-4ab7-920b-a9fa3b8b2af8 req-684eee5c-16e5-45e4-b4b4-647eace4c04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:07:15.373609 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7f363325-881c-4ab7-920b-a9fa3b8b2af8 req-684eee5c-16e5-45e4-b4b4-647eace4c04a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20d93f48-2670-4b52-bca9-9b5cb5c91d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463665 Nov 25 14:07:15.466733 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7f363325-881c-4ab7-920b-a9fa3b8b2af8 req-1536cafe-48d8-4d82-a85a-68bfbb7c5878 service neutron] 10.222.0.47 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854371 Nov 25 14:07:15.560812 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7f363325-881c-4ab7-920b-a9fa3b8b2af8 req-8379441c-abd7-4ad4-9247-af0e282ac88f service neutron] 10.222.0.47 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871782 Nov 25 14:07:15.654464 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e1a2b-e883-4049-96bc-1062e83b2011 req-f49a753b-5d8f-4209-a89a-11ff9bab6697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:07:15.655989 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-440e1a2b-e883-4049-96bc-1062e83b2011 req-f49a753b-5d8f-4209-a89a-11ff9bab6697 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55029eb28f0f4879a6c68ae4e6ded03b&device_id=cb0a8a73-10fe-40ac-925e-99e462d7a6a1 HTTP/1.1" status: 200 len: 1095 time: 0.0418181 Nov 25 14:07:15.745620 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e1a2b-e883-4049-96bc-1062e83b2011 req-6967343d-e12b-41d8-a49b-62cb9eba7372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:07:15.747116 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-440e1a2b-e883-4049-96bc-1062e83b2011 req-6967343d-e12b-41d8-a49b-62cb9eba7372 service neutron] 10.222.0.47 "GET /v2.0/networks?id=20d93f48-2670-4b52-bca9-9b5cb5c91d95 HTTP/1.1" status: 200 len: 913 time: 0.0838664 Nov 25 14:07:15.793408 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-440e1a2b-e883-4049-96bc-1062e83b2011 req-7166eb00-a2ee-4394-a2b4-5673cc4904db service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5c626fc-6f1a-4a45-8c82-99693f24ea10 HTTP/1.1" status: 200 len: 217 time: 0.0383515 Nov 25 14:07:15.842383 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e1a2b-e883-4049-96bc-1062e83b2011 req-3dc225e0-6b42-4b61-b596-ba924268b6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:07:15.843809 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-440e1a2b-e883-4049-96bc-1062e83b2011 req-3dc225e0-6b42-4b61-b596-ba924268b6cf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1e54fa4c-0a04-4943-b526-a327c9965b90 HTTP/1.1" status: 200 len: 851 time: 0.0428746 Nov 25 14:07:15.891054 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e1a2b-e883-4049-96bc-1062e83b2011 req-a05414fd-8015-4427-b8df-4af578101049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:07:15.892517 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-440e1a2b-e883-4049-96bc-1062e83b2011 req-a05414fd-8015-4427-b8df-4af578101049 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20d93f48-2670-4b52-bca9-9b5cb5c91d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388250 Nov 25 14:07:15.990350 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-440e1a2b-e883-4049-96bc-1062e83b2011 req-f43139c1-8265-4543-b268-6405e3f671da service neutron] 10.222.0.47 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886934 Nov 25 14:07:16.080624 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-440e1a2b-e883-4049-96bc-1062e83b2011 req-a1570465-6b0c-4773-8242-e3c5b9aac0b8 service neutron] 10.222.0.47 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827098 Nov 25 14:07:16.406846 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca7322-21a5-44ef-aa08-649647146b25 req-709749ea-3ee9-4650-a5cc-42b615d05857 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:07:16.408330 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c0ca7322-21a5-44ef-aa08-649647146b25 req-709749ea-3ee9-4650-a5cc-42b615d05857 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb0a8a73-10fe-40ac-925e-99e462d7a6a1 HTTP/1.1" status: 200 len: 943 time: 0.0526190 Nov 25 14:07:16.454953 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c0ca7322-21a5-44ef-aa08-649647146b25 req-dd7efc5f-6e7f-4222-8585-011a34cb81c6 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406497 Nov 25 14:07:16.848559 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device c5c626fc-6f1a-4a45-8c82-99693f24ea10 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 14:07:16.944789 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port c5c626fc-6f1a-4a45-8c82-99693f24ea10, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=c5c626fc-6f1a-4a45-8c82-99693f24ea10,segment=NetworkSegment(1cf32cfc-3bf3-40b3-8d02-cf580d211be8),segment_id=1cf32cfc-3bf3-40b3-8d02-cf580d211be8)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:07:16.955917 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': 'c5c626fc-6f1a-4a45-8c82-99693f24ea10', 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95', 'port_id': 'c5c626fc-6f1a-4a45-8c82-99693f24ea10', 'mac_address': 'fa:16:3e:57:ec:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e54fa4c-0a04-4943-b526-a327c9965b90', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 14:07:16.991811 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:07:17.004986 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5c626fc-6f1a-4a45-8c82-99693f24ea10 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 14:07:17.028050 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port c5c626fc-6f1a-4a45-8c82-99693f24ea10, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=c5c626fc-6f1a-4a45-8c82-99693f24ea10,segment=NetworkSegment(1cf32cfc-3bf3-40b3-8d02-cf580d211be8),segment_id=1cf32cfc-3bf3-40b3-8d02-cf580d211be8)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:07:17.031873 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:07:17.079015 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=c5c626fc-6f1a-4a45-8c82-99693f24ea10,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:07:17.266884 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['c5c626fc-6f1a-4a45-8c82-99693f24ea10'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 14:07:17.568802 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10972557-33ec-429f-8233-389cbd0c9f0b req-1a0e79c5-bdf8-4a3d-b73d-022bd0615180 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:07:17.570293 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-10972557-33ec-429f-8233-389cbd0c9f0b req-1a0e79c5-bdf8-4a3d-b73d-022bd0615180 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb0a8a73-10fe-40ac-925e-99e462d7a6a1 HTTP/1.1" status: 200 len: 944 time: 0.0486083 Nov 25 14:07:17.618027 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-10972557-33ec-429f-8233-389cbd0c9f0b req-dc512666-44e7-4bd9-823b-946c3634c807 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411892 Nov 25 14:07:18.736077 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c23982b-d979-4107-b6e0-7b10066db59a req-0f00011c-e9cc-4374-88d6-cc37b0f951d9 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:07:18.737531 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5c23982b-d979-4107-b6e0-7b10066db59a req-0f00011c-e9cc-4374-88d6-cc37b0f951d9 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb0a8a73-10fe-40ac-925e-99e462d7a6a1 HTTP/1.1" status: 200 len: 944 time: 0.0477159 Nov 25 14:07:18.787293 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5c23982b-d979-4107-b6e0-7b10066db59a req-84bcb8c3-3678-43fe-8280-2888e3db08bf tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437934 Nov 25 14:07:18.853743 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device c5c626fc-6f1a-4a45-8c82-99693f24ea10 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:07:18.901283 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port c5c626fc-6f1a-4a45-8c82-99693f24ea10 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 14:07:18.904851 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port c5c626fc-6f1a-4a45-8c82-99693f24ea10 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:07:18.905224 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:07:18.980595 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:07:19.002165 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb0a8a73-10fe-40ac-925e-99e462d7a6a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c626fc-6f1a-4a45-8c82-99693f24ea10'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:07:19.004453 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4a683b2f55a074025c37cf42062357829495bd62ced1b23f0cba96c56cdda24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04c5679-028c-431c-91a8-8e27e830fdbd" -d '{"events": [{"server_uuid": "cb0a8a73-10fe-40ac-925e-99e462d7a6a1", "name": "network-vif-plugged", "status": "completed", "tag": "c5c626fc-6f1a-4a45-8c82-99693f24ea10"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:07:19.021200 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port c5c626fc-6f1a-4a45-8c82-99693f24ea10, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=c5c626fc-6f1a-4a45-8c82-99693f24ea10,segment=NetworkSegment(1cf32cfc-3bf3-40b3-8d02-cf580d211be8),segment_id=1cf32cfc-3bf3-40b3-8d02-cf580d211be8)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:07:19.026195 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:07:19.048749 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 14:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b8df4b-38b4-4faa-9d93-eeaaa93de26a x-openstack-request-id: req-13b8df4b-38b4-4faa-9d93-eeaaa93de26a {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:07:19.049040 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb0a8a73-10fe-40ac-925e-99e462d7a6a1", "name": "network-vif-plugged", "status": "completed", "tag": "c5c626fc-6f1a-4a45-8c82-99693f24ea10", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:07:19.049297 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-13b8df4b-38b4-4faa-9d93-eeaaa93de26a {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:07:19.049693 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb0a8a73-10fe-40ac-925e-99e462d7a6a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c626fc-6f1a-4a45-8c82-99693f24ea10', 'code': 200} Nov 25 14:07:19.075920 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=c5c626fc-6f1a-4a45-8c82-99693f24ea10,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:07:19.144005 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d061a75a-f226-44e5-acfa-516735812e6d req-5bd16773-30a0-40ba-9b85-c68010a1fcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:07:19.145492 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d061a75a-f226-44e5-acfa-516735812e6d req-5bd16773-30a0-40ba-9b85-c68010a1fcb4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cb0a8a73-10fe-40ac-925e-99e462d7a6a1 HTTP/1.1" status: 200 len: 1097 time: 0.0405788 Nov 25 14:07:19.196707 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d061a75a-f226-44e5-acfa-516735812e6d req-40b80ead-22d8-4a82-8ed8-144d68ab007a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401697 Nov 25 14:07:19.902525 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c454b8a5-d936-4e71-a161-6b1fc89ad9fd req-996189c3-ff03-4d10-a3aa-5aa54eacfb3b tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:07:19.903896 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c454b8a5-d936-4e71-a161-6b1fc89ad9fd req-996189c3-ff03-4d10-a3aa-5aa54eacfb3b tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb0a8a73-10fe-40ac-925e-99e462d7a6a1 HTTP/1.1" status: 200 len: 945 time: 0.0483413 Nov 25 14:07:19.949712 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c454b8a5-d936-4e71-a161-6b1fc89ad9fd req-0b320467-c8cf-4ca0-a357-5bed0ef407d4 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400267 Nov 25 14:07:21.066570 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb0878e-5d70-4ae0-a759-fbd597169af3 req-18cdcc81-0d87-4088-ac79-df401b857afe tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:07:21.068079 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5eb0878e-5d70-4ae0-a759-fbd597169af3 req-18cdcc81-0d87-4088-ac79-df401b857afe tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb0a8a73-10fe-40ac-925e-99e462d7a6a1 HTTP/1.1" status: 200 len: 945 time: 0.0488434 Nov 25 14:07:21.115181 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5eb0878e-5d70-4ae0-a759-fbd597169af3 req-fe218a11-d607-405b-a752-495a29d50998 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410109 Nov 25 14:07:21.229774 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39cfead-0594-4d1a-9fd8-8611402ac90d req-5e10dbfd-271e-494e-a58d-d4aba1dfc76c tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:07:21.232249 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d39cfead-0594-4d1a-9fd8-8611402ac90d req-5e10dbfd-271e-494e-a58d-d4aba1dfc76c tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb0a8a73-10fe-40ac-925e-99e462d7a6a1 HTTP/1.1" status: 200 len: 945 time: 0.0532429 Nov 25 14:07:21.241232 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 37146) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:07:21.245931 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-429bebc8-cbf0-4930-b116-7b84d38f23d1 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Request body: {'floatingip': {'port_id': 'c5c626fc-6f1a-4a45-8c82-99693f24ea10'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:07:21.286392 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-429bebc8-cbf0-4930-b116-7b84d38f23d1 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks [] for floatingip, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:07:21.717314 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-429bebc8-cbf0-4930-b116-7b84d38f23d1 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:07:21.721327 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-429bebc8-cbf0-4930-b116-7b84d38f23d1 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:07:21.823385 n-d-808199-11 neutron-server[103570]: INFO neutron.db.l3_db [None req-429bebc8-cbf0-4930-b116-7b84d38f23d1 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Floating IP e3cabf07-8248-467e-9989-3c9d0ae1f3d5 associated. External IP: 172.25.5.150, port: c5c626fc-6f1a-4a45-8c82-99693f24ea10. Nov 25 14:07:22.027188 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-429bebc8-cbf0-4930-b116-7b84d38f23d1 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Router 3c18afa0-5a92-4fc8-964f-85e5b12ffcd6 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 14:07:22.135957 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-429bebc8-cbf0-4930-b116-7b84d38f23d1 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 14:07:22.140466 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-429bebc8-cbf0-4930-b116-7b84d38f23d1 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:07:22.148007 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f6885b-dbab-48c7-bd0c-03c0f99746bb None None] Sync routers for ids ['3c18afa0-5a92-4fc8-964f-85e5b12ffcd6'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 14:07:22.157788 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f6885b-dbab-48c7-bd0c-03c0f99746bb None None] Routers {'3c18afa0-5a92-4fc8-964f-85e5b12ffcd6'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:07:22.158476 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-58f6885b-dbab-48c7-bd0c-03c0f99746bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:07:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['3c18afa0-5a92-4fc8-964f-85e5b12ffcd6'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:07:22.170577 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-429bebc8-cbf0-4930-b116-7b84d38f23d1 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "PUT /v2.0/floatingips/e3cabf07-8248-467e-9989-3c9d0ae1f3d5 HTTP/1.1" status: 200 len: 991 time: 0.9280565 Nov 25 14:07:22.171222 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb0a8a73-10fe-40ac-925e-99e462d7a6a1', 'tag': 'c5c626fc-6f1a-4a45-8c82-99693f24ea10'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:07:22.173531 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ff10e3dad8c55f3be2027b0b566631f93d9edebaac325607bb9a9480f03098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9dbddee-4caa-45ad-bef7-4c9cae1c99d1" -d '{"events": [{"name": "network-changed", "server_uuid": "cb0a8a73-10fe-40ac-925e-99e462d7a6a1", "tag": "c5c626fc-6f1a-4a45-8c82-99693f24ea10"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:07:22.215047 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 14:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad9dde5-f564-494a-a35a-2b772772ab8f x-openstack-request-id: req-cad9dde5-f564-494a-a35a-2b772772ab8f {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:07:22.215343 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb0a8a73-10fe-40ac-925e-99e462d7a6a1", "tag": "c5c626fc-6f1a-4a45-8c82-99693f24ea10", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:07:22.215616 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cad9dde5-f564-494a-a35a-2b772772ab8f {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:07:22.216022 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb0a8a73-10fe-40ac-925e-99e462d7a6a1', 'tag': 'c5c626fc-6f1a-4a45-8c82-99693f24ea10', 'status': 'completed', 'code': 200} Nov 25 14:07:22.269464 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-58f6885b-dbab-48c7-bd0c-03c0f99746bb None None] Set router 3c18afa0-5a92-4fc8-964f-85e5b12ffcd6 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:07:22.281736 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dbddee-4caa-45ad-bef7-4c9cae1c99d1 req-9f3a02cc-3de0-4db3-a6a0-571d1cb8ec9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:07:22.283225 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d9dbddee-4caa-45ad-bef7-4c9cae1c99d1 req-9f3a02cc-3de0-4db3-a6a0-571d1cb8ec9d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55029eb28f0f4879a6c68ae4e6ded03b&device_id=cb0a8a73-10fe-40ac-925e-99e462d7a6a1 HTTP/1.1" status: 200 len: 1097 time: 0.0441585 Nov 25 14:07:22.373193 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dbddee-4caa-45ad-bef7-4c9cae1c99d1 req-d6fb9b69-8b24-4d15-80ec-319c09e0550f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:07:22.374724 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d9dbddee-4caa-45ad-bef7-4c9cae1c99d1 req-d6fb9b69-8b24-4d15-80ec-319c09e0550f service neutron] 10.222.0.47 "GET /v2.0/networks?id=20d93f48-2670-4b52-bca9-9b5cb5c91d95 HTTP/1.1" status: 200 len: 913 time: 0.0845840 Nov 25 14:07:22.445626 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d9dbddee-4caa-45ad-bef7-4c9cae1c99d1 req-c3d8588b-4e75-4e91-84cc-7d040ef51292 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5c626fc-6f1a-4a45-8c82-99693f24ea10 HTTP/1.1" status: 200 len: 999 time: 0.0638120 Nov 25 14:07:22.491081 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-58f6885b-dbab-48c7-bd0c-03c0f99746bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'name': 'tempest-ServerActionsTestJSON-1696234908-router', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '72f223b5-6a31-4a5b-b936-b01c13166caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:02:37Z', 'updated_at': '2021-11-25T14:02:40Z', 'revision_number': 4, 'project_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'gw_port': {'id': '72f223b5-6a31-4a5b-b936-b01c13166caa', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:02:38Z', 'updated_at': '2021-11-25T14:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': 'e3cabf07-8248-467e-9989-3c9d0ae1f3d5', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'floating_ip_address': '172.25.5.150', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'port_id': 'c5c626fc-6f1a-4a45-8c82-99693f24ea10', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95', 'mac_address': 'fa:16:3e:57:ec:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0a8a73-10fe-40ac-925e-99e462d7a6a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T14:02:42Z', 'updated_at': '2021-11-25T14:07:21Z', 'revision_number': 9, 'project_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43c15bd0-a86e-48c3-b8c7-b8710dd0dba6', 'name': '', 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'mac_address': 'fa:16:3e:81:4b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '1e54fa4c-0a04-4943-b526-a327c9965b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:02:40Z', 'updated_at': '2021-11-25T14:02:43Z', 'revision_number': 5, 'project_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'subnets': [{'id': '1e54fa4c-0a04-4943-b526-a327c9965b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:07:22.495635 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dbddee-4caa-45ad-bef7-4c9cae1c99d1 req-f1edf7db-7001-43c0-b07f-b789a80b74aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:07:22.497104 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d9dbddee-4caa-45ad-bef7-4c9cae1c99d1 req-f1edf7db-7001-43c0-b07f-b789a80b74aa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1e54fa4c-0a04-4943-b526-a327c9965b90 HTTP/1.1" status: 200 len: 851 time: 0.0441403 Nov 25 14:07:22.517893 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f6885b-dbab-48c7-bd0c-03c0f99746bb None None] Checking router: 3c18afa0-5a92-4fc8-964f-85e5b12ffcd6 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 14:07:22.526286 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f6885b-dbab-48c7-bd0c-03c0f99746bb None None] Routers {'3c18afa0-5a92-4fc8-964f-85e5b12ffcd6'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:07:22.526925 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-58f6885b-dbab-48c7-bd0c-03c0f99746bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:07:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['3c18afa0-5a92-4fc8-964f-85e5b12ffcd6'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:07:22.544616 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dbddee-4caa-45ad-bef7-4c9cae1c99d1 req-b623ef39-aea1-4841-9a53-c748e9ec07f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:07:22.546113 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d9dbddee-4caa-45ad-bef7-4c9cae1c99d1 req-b623ef39-aea1-4841-9a53-c748e9ec07f2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20d93f48-2670-4b52-bca9-9b5cb5c91d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412438 Nov 25 14:07:22.631141 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-58f6885b-dbab-48c7-bd0c-03c0f99746bb None None] Set router 3c18afa0-5a92-4fc8-964f-85e5b12ffcd6 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:07:22.639439 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d9dbddee-4caa-45ad-bef7-4c9cae1c99d1 req-fe17ee9b-1f74-44c5-b72d-2bca24d95d2b service neutron] 10.222.0.47 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865116 Nov 25 14:07:22.730176 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d9dbddee-4caa-45ad-bef7-4c9cae1c99d1 req-7b3f42db-c4aa-4cff-91fb-5cabb998ed60 service neutron] 10.222.0.47 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824962 Nov 25 14:07:22.853946 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-58f6885b-dbab-48c7-bd0c-03c0f99746bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'name': 'tempest-ServerActionsTestJSON-1696234908-router', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '72f223b5-6a31-4a5b-b936-b01c13166caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:02:37Z', 'updated_at': '2021-11-25T14:02:40Z', 'revision_number': 4, 'project_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'gw_port': {'id': '72f223b5-6a31-4a5b-b936-b01c13166caa', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:02:38Z', 'updated_at': '2021-11-25T14:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': 'e3cabf07-8248-467e-9989-3c9d0ae1f3d5', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'floating_ip_address': '172.25.5.150', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'port_id': 'c5c626fc-6f1a-4a45-8c82-99693f24ea10', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95', 'mac_address': 'fa:16:3e:57:ec:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0a8a73-10fe-40ac-925e-99e462d7a6a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T14:02:42Z', 'updated_at': '2021-11-25T14:07:21Z', 'revision_number': 9, 'project_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43c15bd0-a86e-48c3-b8c7-b8710dd0dba6', 'name': '', 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'mac_address': 'fa:16:3e:81:4b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '1e54fa4c-0a04-4943-b526-a327c9965b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:02:40Z', 'updated_at': '2021-11-25T14:02:43Z', 'revision_number': 5, 'project_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'subnets': [{'id': '1e54fa4c-0a04-4943-b526-a327c9965b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:07:22.880190 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f6885b-dbab-48c7-bd0c-03c0f99746bb None None] The sync data for ids ['3c18afa0-5a92-4fc8-964f-85e5b12ffcd6'] in n-d-808199-11 is: [{'id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'name': 'tempest-ServerActionsTestJSON-1696234908-router', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '72f223b5-6a31-4a5b-b936-b01c13166caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:02:37Z', 'updated_at': '2021-11-25T14:02:40Z', 'revision_number': 4, 'project_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'gw_port': {'id': '72f223b5-6a31-4a5b-b936-b01c13166caa', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:02:38Z', 'updated_at': '2021-11-25T14:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': 'e3cabf07-8248-467e-9989-3c9d0ae1f3d5', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'floating_ip_address': '172.25.5.150', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'port_id': 'c5c626fc-6f1a-4a45-8c82-99693f24ea10', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95', 'mac_address': 'fa:16:3e:57:ec:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0a8a73-10fe-40ac-925e-99e462d7a6a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T14:02:42Z', 'updated_at': '2021-11-25T14:07:21Z', 'revision_number': 9, 'project_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43c15bd0-a86e-48c3-b8c7-b8710dd0dba6', 'name': '', 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'mac_address': 'fa:16:3e:81:4b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '1e54fa4c-0a04-4943-b526-a327c9965b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:02:40Z', 'updated_at': '2021-11-25T14:02:43Z', 'revision_number': 5, 'project_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'subnets': [{'id': '1e54fa4c-0a04-4943-b526-a327c9965b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 14:07:23.065321 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079ad838-f7b2-4f68-a596-270ea3cc014b None None] New status for floating IP e3cabf07-8248-467e-9989-3c9d0ae1f3d5: ACTIVE {{(pid=103572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 14:07:30.370974 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b74b9800-d6f5-4898-be0d-38cc66d241e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:07:32.832407 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-089f759c-c9ce-46c5-9e7f-677f91054a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:07:34.041953 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:07:35.362596 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:07:36.507374 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:07:38.607704 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:07:42.096679 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:07:50.767049 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:08:00.376697 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8d83ef51-2dba-4bf9-80b5-c501be173607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:08:01.953115 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-68f1ab18-c221-43bf-b61d-5960539dd63f req-5922e869-ddbe-4b49-ad81-21449b77f641 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cb0a8a73-10fe-40ac-925e-99e462d7a6a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0471716 Nov 25 14:08:02.038894 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f1ab18-c221-43bf-b61d-5960539dd63f req-c98d695a-86a3-4171-b11e-19406b647625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:08:02.041008 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-68f1ab18-c221-43bf-b61d-5960539dd63f req-c98d695a-86a3-4171-b11e-19406b647625 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55029eb28f0f4879a6c68ae4e6ded03b&device_id=cb0a8a73-10fe-40ac-925e-99e462d7a6a1 HTTP/1.1" status: 200 len: 1097 time: 0.0422730 Nov 25 14:08:02.152897 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f1ab18-c221-43bf-b61d-5960539dd63f req-b874c029-b2e8-42eb-b7a8-b5d207adef1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:08:02.154416 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-68f1ab18-c221-43bf-b61d-5960539dd63f req-b874c029-b2e8-42eb-b7a8-b5d207adef1f service neutron] 10.222.0.47 "GET /v2.0/networks?id=20d93f48-2670-4b52-bca9-9b5cb5c91d95 HTTP/1.1" status: 200 len: 913 time: 0.0931792 Nov 25 14:08:02.225623 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-68f1ab18-c221-43bf-b61d-5960539dd63f req-f75b0151-077a-4882-b855-f4dcb547bfb2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5c626fc-6f1a-4a45-8c82-99693f24ea10 HTTP/1.1" status: 200 len: 1002 time: 0.0635669 Nov 25 14:08:02.276327 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f1ab18-c221-43bf-b61d-5960539dd63f req-ec67e216-7da0-4035-9377-ad3af638bd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:08:02.277806 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-68f1ab18-c221-43bf-b61d-5960539dd63f req-ec67e216-7da0-4035-9377-ad3af638bd8e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1e54fa4c-0a04-4943-b526-a327c9965b90 HTTP/1.1" status: 200 len: 851 time: 0.0456152 Nov 25 14:08:02.324619 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f1ab18-c221-43bf-b61d-5960539dd63f req-d7767595-0e2c-408a-b005-75b55eb896b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:08:02.326126 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-68f1ab18-c221-43bf-b61d-5960539dd63f req-d7767595-0e2c-408a-b005-75b55eb896b7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20d93f48-2670-4b52-bca9-9b5cb5c91d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413814 Nov 25 14:08:02.783321 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-68f1ab18-c221-43bf-b61d-5960539dd63f req-c64c7c23-e9f1-4a5c-a5c1-3620e84d5405 service neutron] 10.222.0.47 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4490199 Nov 25 14:08:02.835950 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-83183f69-304f-456f-a1a6-bfa90f962d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:08:02.887827 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-68f1ab18-c221-43bf-b61d-5960539dd63f req-7475710f-0993-4b95-9120-1a7bcefe8c01 service neutron] 10.222.0.47 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968831 Nov 25 14:08:04.045134 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:08:05.364904 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:08:06.508630 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:08:08.605601 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:08:12.098168 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:08:27.766776 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:08:30.368165 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a1c429d3-5095-41cb-8e69-1c9c62fb783c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:08:32.837953 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-250c0066-8520-4fc5-a95c-fbe5f74d44b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:08:34.047616 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:08:35.372490 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:08:36.510719 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:08:38.600752 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:08:42.112559 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:08:58.212149 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-06456cbd-df19-45ed-952a-4313f9824842 req-a500a7b1-7b6d-4c5a-872d-4a6d43e6d608 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cb0a8a73-10fe-40ac-925e-99e462d7a6a1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0483663 Nov 25 14:08:58.227224 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06603e0a-0798-48fd-946f-406d9665d781 req-ba395e34-f66f-49fc-a54a-819677de2c3b tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:08:58.228702 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-06603e0a-0798-48fd-946f-406d9665d781 req-ba395e34-f66f-49fc-a54a-819677de2c3b tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb0a8a73-10fe-40ac-925e-99e462d7a6a1 HTTP/1.1" status: 200 len: 945 time: 0.0535874 Nov 25 14:08:58.277894 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-06603e0a-0798-48fd-946f-406d9665d781 req-38c9019e-4366-443f-91e9-3367ff8dedcd tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425999 Nov 25 14:08:59.360465 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06456cbd-df19-45ed-952a-4313f9824842 req-3fa6ebd1-329b-4567-b00e-b13e4f3ab034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:08:59.362042 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-06456cbd-df19-45ed-952a-4313f9824842 req-3fa6ebd1-329b-4567-b00e-b13e4f3ab034 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55029eb28f0f4879a6c68ae4e6ded03b&device_id=cb0a8a73-10fe-40ac-925e-99e462d7a6a1 HTTP/1.1" status: 200 len: 1097 time: 0.0453241 Nov 25 14:08:59.402205 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f218e-564c-4c59-a3cc-c25ca278f545 req-906a7cb4-9f0e-45a1-a6cd-0fc4859531d6 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:08:59.403722 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6a2f218e-564c-4c59-a3cc-c25ca278f545 req-906a7cb4-9f0e-45a1-a6cd-0fc4859531d6 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb0a8a73-10fe-40ac-925e-99e462d7a6a1 HTTP/1.1" status: 200 len: 945 time: 0.0537310 Nov 25 14:08:59.454015 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6a2f218e-564c-4c59-a3cc-c25ca278f545 req-64f6d8d5-75aa-48fa-b176-50e918e2ae86 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443194 Nov 25 14:08:59.454944 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06456cbd-df19-45ed-952a-4313f9824842 req-613e6544-57cb-47c5-a720-eed730fa8c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:08:59.456445 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-06456cbd-df19-45ed-952a-4313f9824842 req-613e6544-57cb-47c5-a720-eed730fa8c6d service neutron] 10.222.0.47 "GET /v2.0/networks?id=20d93f48-2670-4b52-bca9-9b5cb5c91d95 HTTP/1.1" status: 200 len: 913 time: 0.0867541 Nov 25 14:08:59.525441 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-06456cbd-df19-45ed-952a-4313f9824842 req-7b20b13e-3776-4ad2-8189-986c453e5ac5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5c626fc-6f1a-4a45-8c82-99693f24ea10 HTTP/1.1" status: 200 len: 1002 time: 0.0619783 Nov 25 14:08:59.574565 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06456cbd-df19-45ed-952a-4313f9824842 req-d0aa280f-c93e-49e9-8752-3fdebc5ef9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:08:59.575967 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-06456cbd-df19-45ed-952a-4313f9824842 req-d0aa280f-c93e-49e9-8752-3fdebc5ef9d0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1e54fa4c-0a04-4943-b526-a327c9965b90 HTTP/1.1" status: 200 len: 851 time: 0.0434864 Nov 25 14:08:59.626928 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06456cbd-df19-45ed-952a-4313f9824842 req-0d2a59f4-fef3-442d-a88e-5f9ae6ba2f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:08:59.628409 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-06456cbd-df19-45ed-952a-4313f9824842 req-0d2a59f4-fef3-442d-a88e-5f9ae6ba2f58 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20d93f48-2670-4b52-bca9-9b5cb5c91d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453408 Nov 25 14:08:59.719077 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-06456cbd-df19-45ed-952a-4313f9824842 req-d74b5bab-5e74-46b7-8633-1caed6295ce8 service neutron] 10.222.0.47 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835276 Nov 25 14:08:59.807059 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-06456cbd-df19-45ed-952a-4313f9824842 req-134db224-bfe5-4288-8b99-aec29cc4aed4 service neutron] 10.222.0.47 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815372 Nov 25 14:09:00.372978 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6b00c22e-684f-40ac-a6b0-46fbce39f2e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:09:00.574651 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1dd3bd-71d0-4026-916d-6a93e52fcffa req-d7692d13-7001-4d0a-ba07-a0a395168a09 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:00.576177 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ff1dd3bd-71d0-4026-916d-6a93e52fcffa req-d7692d13-7001-4d0a-ba07-a0a395168a09 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb0a8a73-10fe-40ac-925e-99e462d7a6a1 HTTP/1.1" status: 200 len: 945 time: 0.0511811 Nov 25 14:09:00.623395 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ff1dd3bd-71d0-4026-916d-6a93e52fcffa req-ff4e0aed-350d-4376-a456-cfa03709dad6 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411301 Nov 25 14:09:01.740391 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f58434-1e26-4698-b62f-d01eb4e22461 req-2bacd6a5-1c81-401c-b5d7-924ad88a5579 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:01.741881 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b7f58434-1e26-4698-b62f-d01eb4e22461 req-2bacd6a5-1c81-401c-b5d7-924ad88a5579 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb0a8a73-10fe-40ac-925e-99e462d7a6a1 HTTP/1.1" status: 200 len: 945 time: 0.0485990 Nov 25 14:09:01.793541 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b7f58434-1e26-4698-b62f-d01eb4e22461 req-a0c38122-92c3-4cf3-aeed-217b7d114f47 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450277 Nov 25 14:09:02.841978 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ed50dba6-6d2f-4869-9b6d-ce367c9e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:09:02.920048 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2fbc1-2e2c-461b-b135-7c88108d94e8 req-37335b80-ae50-48d2-8825-22460cbd31f0 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:02.921572 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cde2fbc1-2e2c-461b-b135-7c88108d94e8 req-37335b80-ae50-48d2-8825-22460cbd31f0 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb0a8a73-10fe-40ac-925e-99e462d7a6a1 HTTP/1.1" status: 200 len: 945 time: 0.0506821 Nov 25 14:09:02.970607 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cde2fbc1-2e2c-461b-b135-7c88108d94e8 req-46cc8349-2133-4ccc-8692-b97d8303be95 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426207 Nov 25 14:09:03.000550 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ebdf2-351e-4b6b-8858-ce44f91ee7de req-e2011e20-39cd-422d-9bdc-ff7bfce8c931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:03.002101 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8c3ebdf2-351e-4b6b-8858-ce44f91ee7de req-e2011e20-39cd-422d-9bdc-ff7bfce8c931 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55029eb28f0f4879a6c68ae4e6ded03b&device_id=cb0a8a73-10fe-40ac-925e-99e462d7a6a1 HTTP/1.1" status: 200 len: 1097 time: 0.0510352 Nov 25 14:09:03.109746 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ebdf2-351e-4b6b-8858-ce44f91ee7de req-2c887ad8-823f-4f41-b435-cd53aa082557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:03.111177 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8c3ebdf2-351e-4b6b-8858-ce44f91ee7de req-2c887ad8-823f-4f41-b435-cd53aa082557 service neutron] 10.222.0.47 "GET /v2.0/networks?id=20d93f48-2670-4b52-bca9-9b5cb5c91d95 HTTP/1.1" status: 200 len: 913 time: 0.0889943 Nov 25 14:09:03.183061 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8c3ebdf2-351e-4b6b-8858-ce44f91ee7de req-e531b2b8-1c56-4463-b174-e54dc2969de9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5c626fc-6f1a-4a45-8c82-99693f24ea10 HTTP/1.1" status: 200 len: 1002 time: 0.0639794 Nov 25 14:09:03.234496 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ebdf2-351e-4b6b-8858-ce44f91ee7de req-3ac5c88f-5b6a-451d-a4f6-b8ba9b3a2477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:03.236846 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8c3ebdf2-351e-4b6b-8858-ce44f91ee7de req-3ac5c88f-5b6a-451d-a4f6-b8ba9b3a2477 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1e54fa4c-0a04-4943-b526-a327c9965b90 HTTP/1.1" status: 200 len: 851 time: 0.0472367 Nov 25 14:09:03.282918 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ebdf2-351e-4b6b-8858-ce44f91ee7de req-4d162261-5409-46f5-a03c-27d4342afea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:03.284405 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8c3ebdf2-351e-4b6b-8858-ce44f91ee7de req-4d162261-5409-46f5-a03c-27d4342afea0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20d93f48-2670-4b52-bca9-9b5cb5c91d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410213 Nov 25 14:09:03.376943 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8c3ebdf2-351e-4b6b-8858-ce44f91ee7de req-95c7c679-4fab-49d9-956a-e666b5e6f392 service neutron] 10.222.0.47 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853956 Nov 25 14:09:03.467557 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8c3ebdf2-351e-4b6b-8858-ce44f91ee7de req-c2575149-a9a5-4845-80f6-97ad10ce6612 service neutron] 10.222.0.47 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833452 Nov 25 14:09:04.051264 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:09:04.086788 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1cf128-2920-40fb-8141-5531514b7b1f req-307aa987-79b7-44fe-af1d-a1e3f80f515e tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:04.088289 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cf1cf128-2920-40fb-8141-5531514b7b1f req-307aa987-79b7-44fe-af1d-a1e3f80f515e tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb0a8a73-10fe-40ac-925e-99e462d7a6a1 HTTP/1.1" status: 200 len: 945 time: 0.0494821 Nov 25 14:09:04.134555 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cf1cf128-2920-40fb-8141-5531514b7b1f req-16acf8db-ac88-44b7-88c7-c48eb26cdeca tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402150 Nov 25 14:09:04.765861 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:09:05.253786 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ea8060-43ad-4b6c-8697-258d32df22ea req-3eb1546c-3119-40c4-b2bd-1c0722d94307 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:05.255288 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c2ea8060-43ad-4b6c-8697-258d32df22ea req-3eb1546c-3119-40c4-b2bd-1c0722d94307 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb0a8a73-10fe-40ac-925e-99e462d7a6a1 HTTP/1.1" status: 200 len: 945 time: 0.0525692 Nov 25 14:09:05.301842 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c2ea8060-43ad-4b6c-8697-258d32df22ea req-429d3695-f1c3-4f20-8834-bd617cc6f131 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400887 Nov 25 14:09:05.371427 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:09:06.419855 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9238de1f-eaaa-4021-ae6f-0090599f8722 req-40b193f6-9848-4aa8-a244-1b9eeb054ee5 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:06.421350 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9238de1f-eaaa-4021-ae6f-0090599f8722 req-40b193f6-9848-4aa8-a244-1b9eeb054ee5 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb0a8a73-10fe-40ac-925e-99e462d7a6a1 HTTP/1.1" status: 200 len: 945 time: 0.0491071 Nov 25 14:09:06.468503 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9238de1f-eaaa-4021-ae6f-0090599f8722 req-aba4f459-d147-4d59-8d13-f99bd7bb0016 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411181 Nov 25 14:09:06.515263 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:09:07.586288 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec49b0be-7a82-4868-b9b3-0ecbdd87ada5 req-2faadc13-05af-48e3-b46e-b528363012ea tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:07.587798 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ec49b0be-7a82-4868-b9b3-0ecbdd87ada5 req-2faadc13-05af-48e3-b46e-b528363012ea tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb0a8a73-10fe-40ac-925e-99e462d7a6a1 HTTP/1.1" status: 200 len: 945 time: 0.0493846 Nov 25 14:09:07.638432 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ec49b0be-7a82-4868-b9b3-0ecbdd87ada5 req-6d063dda-da8f-4818-bf8b-c66853278013 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447147 Nov 25 14:09:08.607600 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:09:08.754244 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2578b7-1b55-4205-b2dd-01e36ef0aa64 req-3c513d07-27c4-4e45-a4cf-4ec49ab6c3ee tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:08.755745 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ce2578b7-1b55-4205-b2dd-01e36ef0aa64 req-3c513d07-27c4-4e45-a4cf-4ec49ab6c3ee tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb0a8a73-10fe-40ac-925e-99e462d7a6a1 HTTP/1.1" status: 200 len: 945 time: 0.0480468 Nov 25 14:09:08.803098 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ce2578b7-1b55-4205-b2dd-01e36ef0aa64 req-87134dd6-bbec-49db-8e64-327851852d2f tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414565 Nov 25 14:09:09.920041 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f832bb-2ef6-4f6a-b924-08b55d147d09 req-be66aee2-a686-4dae-a7bb-0f0caf669561 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:09.921515 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-37f832bb-2ef6-4f6a-b924-08b55d147d09 req-be66aee2-a686-4dae-a7bb-0f0caf669561 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb0a8a73-10fe-40ac-925e-99e462d7a6a1 HTTP/1.1" status: 200 len: 945 time: 0.0492222 Nov 25 14:09:09.967145 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-37f832bb-2ef6-4f6a-b924-08b55d147d09 req-2321d7a3-4cbc-4d15-93ef-ca0814a29c8c tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395634 Nov 25 14:09:11.085261 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac401e4-c6a0-49f0-8910-05d0ed6a568a req-c97c0575-cbc5-4708-a7f9-927679346525 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:11.086741 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1ac401e4-c6a0-49f0-8910-05d0ed6a568a req-c97c0575-cbc5-4708-a7f9-927679346525 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb0a8a73-10fe-40ac-925e-99e462d7a6a1 HTTP/1.1" status: 200 len: 945 time: 0.0514388 Nov 25 14:09:11.134382 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1ac401e4-c6a0-49f0-8910-05d0ed6a568a req-07cf3af6-a20f-4720-9f7c-2a0d176b2613 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415642 Nov 25 14:09:11.760253 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [req-06456cbd-df19-45ed-952a-4313f9824842 req-68cb54ed-a499-409c-a3c0-1578377f7bce service neutron] show failed (client error): The resource could not be found. Nov 25 14:09:11.761262 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-06456cbd-df19-45ed-952a-4313f9824842 req-68cb54ed-a499-409c-a3c0-1578377f7bce service neutron] 10.222.0.47 "GET /v2.0/ports/c5c626fc-6f1a-4a45-8c82-99693f24ea10/bindings/n-h1-808199-11 HTTP/1.1" status: 404 len: 381 time: 0.0549033 Nov 25 14:09:11.966864 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06456cbd-df19-45ed-952a-4313f9824842 req-a2905a30-2544-47ac-94ce-0c7727eee8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:11.968385 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-06456cbd-df19-45ed-952a-4313f9824842 req-a2905a30-2544-47ac-94ce-0c7727eee8f1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cb0a8a73-10fe-40ac-925e-99e462d7a6a1&tenant_id=55029eb28f0f4879a6c68ae4e6ded03b HTTP/1.1" status: 200 len: 1097 time: 0.0408320 Nov 25 14:09:11.983280 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-06456cbd-df19-45ed-952a-4313f9824842 req-4380a844-c2f8-4252-ae8e-6f9c20b807fe service neutron] Request body: {'port': {'binding:host_id': 'n-h1-808199-11', 'device_owner': 'compute:nova'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:09:12.038472 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-06456cbd-df19-45ed-952a-4313f9824842 req-4380a844-c2f8-4252-ae8e-6f9c20b807fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:09:12.145920 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:09:12.453974 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7cffe-1d16-4b89-836b-70f22d227992 req-d43da9d8-0c19-4136-994c-8228d48f1c8f tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:12.455502 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7bd7cffe-1d16-4b89-836b-70f22d227992 req-d43da9d8-0c19-4136-994c-8228d48f1c8f tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb0a8a73-10fe-40ac-925e-99e462d7a6a1 HTTP/1.1" status: 200 len: 945 time: 0.1251755 Nov 25 14:09:12.562544 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7bd7cffe-1d16-4b89-836b-70f22d227992 req-384b526e-ff1e-4055-bf4d-41d5fa7b6d5a tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006956 Nov 25 14:09:12.596822 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-06456cbd-df19-45ed-952a-4313f9824842 req-4380a844-c2f8-4252-ae8e-6f9c20b807fe service neutron] For port c5c626fc-6f1a-4a45-8c82-99693f24ea10, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=c5c626fc-6f1a-4a45-8c82-99693f24ea10,segment=NetworkSegment(1cf32cfc-3bf3-40b3-8d02-cf580d211be8),segment_id=1cf32cfc-3bf3-40b3-8d02-cf580d211be8)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:09:12.639787 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-06456cbd-df19-45ed-952a-4313f9824842 req-4380a844-c2f8-4252-ae8e-6f9c20b807fe service neutron] For port c5c626fc-6f1a-4a45-8c82-99693f24ea10, host n-h2-808199-11, cleared binding levels {{(pid=103570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:09:12.683518 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb0a8a73-10fe-40ac-925e-99e462d7a6a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5c626fc-6f1a-4a45-8c82-99693f24ea10'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:09:12.685708 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ff10e3dad8c55f3be2027b0b566631f93d9edebaac325607bb9a9480f03098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c5bfde-5b72-4c19-a5b9-3f16042455cc" -d '{"events": [{"server_uuid": "cb0a8a73-10fe-40ac-925e-99e462d7a6a1", "name": "network-vif-unplugged", "status": "completed", "tag": "c5c626fc-6f1a-4a45-8c82-99693f24ea10"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:09:12.689470 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-06456cbd-df19-45ed-952a-4313f9824842 req-4380a844-c2f8-4252-ae8e-6f9c20b807fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:09:12.701780 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.provisioning_blocks [req-06456cbd-df19-45ed-952a-4313f9824842 req-4380a844-c2f8-4252-ae8e-6f9c20b807fe service neutron] Transition to ACTIVE for port object c5c626fc-6f1a-4a45-8c82-99693f24ea10 will not be triggered until provisioned by entity L2. {{(pid=103570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 14:09:12.705720 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-06456cbd-df19-45ed-952a-4313f9824842 req-4380a844-c2f8-4252-ae8e-6f9c20b807fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:09:12.740630 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 14:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab801c66-a51a-4cbe-b145-6a86bd4c693a x-openstack-request-id: req-ab801c66-a51a-4cbe-b145-6a86bd4c693a {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:09:12.740930 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb0a8a73-10fe-40ac-925e-99e462d7a6a1", "name": "network-vif-unplugged", "status": "completed", "tag": "c5c626fc-6f1a-4a45-8c82-99693f24ea10", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:09:12.741188 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ab801c66-a51a-4cbe-b145-6a86bd4c693a {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:09:12.741589 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb0a8a73-10fe-40ac-925e-99e462d7a6a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5c626fc-6f1a-4a45-8c82-99693f24ea10', 'code': 200} Nov 25 14:09:12.786436 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4380a844-c2f8-4252-ae8e-6f9c20b807fe service neutron] Pushing event updated for resources: {'Port': ['ID=c5c626fc-6f1a-4a45-8c82-99693f24ea10,revision_number=6']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:09:12.801147 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4380a844-c2f8-4252-ae8e-6f9c20b807fe service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:09:12.801505 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4380a844-c2f8-4252-ae8e-6f9c20b807fe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:09:12.801854 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4380a844-c2f8-4252-ae8e-6f9c20b807fe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:09:12.802203 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4380a844-c2f8-4252-ae8e-6f9c20b807fe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:09:12.802547 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4380a844-c2f8-4252-ae8e-6f9c20b807fe service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:09:12.802914 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4380a844-c2f8-4252-ae8e-6f9c20b807fe service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:09:12.803247 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4380a844-c2f8-4252-ae8e-6f9c20b807fe service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:09:12.803582 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4380a844-c2f8-4252-ae8e-6f9c20b807fe service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:09:12.803920 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4380a844-c2f8-4252-ae8e-6f9c20b807fe service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:09:12.804933 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4380a844-c2f8-4252-ae8e-6f9c20b807fe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:09:12.805270 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4380a844-c2f8-4252-ae8e-6f9c20b807fe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:09:12.805599 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4380a844-c2f8-4252-ae8e-6f9c20b807fe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:09:12.841608 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [req-06456cbd-df19-45ed-952a-4313f9824842 req-4380a844-c2f8-4252-ae8e-6f9c20b807fe service neutron] No DVR routers for this DVR port c5c626fc-6f1a-4a45-8c82-99693f24ea10 on host n-h2-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 14:09:12.980045 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-06456cbd-df19-45ed-952a-4313f9824842 req-4380a844-c2f8-4252-ae8e-6f9c20b807fe service neutron] Attempting to bind port c5c626fc-6f1a-4a45-8c82-99693f24ea10 on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:09:12.980360 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-06456cbd-df19-45ed-952a-4313f9824842 req-4380a844-c2f8-4252-ae8e-6f9c20b807fe service neutron] Attempting to bind port c5c626fc-6f1a-4a45-8c82-99693f24ea10 by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': '1cf32cfc-3bf3-40b3-8d02-cf580d211be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95'}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:09:12.980689 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06456cbd-df19-45ed-952a-4313f9824842 req-4380a844-c2f8-4252-ae8e-6f9c20b807fe service neutron] Attempting to bind port c5c626fc-6f1a-4a45-8c82-99693f24ea10 on network 20d93f48-2670-4b52-bca9-9b5cb5c91d95 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:09:12.984905 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06456cbd-df19-45ed-952a-4313f9824842 req-4380a844-c2f8-4252-ae8e-6f9c20b807fe service neutron] Port c5c626fc-6f1a-4a45-8c82-99693f24ea10 on network 20d93f48-2670-4b52-bca9-9b5cb5c91d95 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 14:09:12.985220 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06456cbd-df19-45ed-952a-4313f9824842 req-4380a844-c2f8-4252-ae8e-6f9c20b807fe service neutron] Attempting to bind port c5c626fc-6f1a-4a45-8c82-99693f24ea10 on network 20d93f48-2670-4b52-bca9-9b5cb5c91d95 {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:09:12.991282 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06456cbd-df19-45ed-952a-4313f9824842 req-4380a844-c2f8-4252-ae8e-6f9c20b807fe service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:09:12.991763 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06456cbd-df19-45ed-952a-4313f9824842 req-4380a844-c2f8-4252-ae8e-6f9c20b807fe service neutron] Checking segment: {'id': '1cf32cfc-3bf3-40b3-8d02-cf580d211be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:09:12.992650 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06456cbd-df19-45ed-952a-4313f9824842 req-4380a844-c2f8-4252-ae8e-6f9c20b807fe service neutron] Bound using segment: {'id': '1cf32cfc-3bf3-40b3-8d02-cf580d211be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95'} {{(pid=103570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:09:12.993086 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.managers [req-06456cbd-df19-45ed-952a-4313f9824842 req-4380a844-c2f8-4252-ae8e-6f9c20b807fe service neutron] Bound port: c5c626fc-6f1a-4a45-8c82-99693f24ea10, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cf32cfc-3bf3-40b3-8d02-cf580d211be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95'}}] {{(pid=103570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:09:12.993448 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-06456cbd-df19-45ed-952a-4313f9824842 req-4380a844-c2f8-4252-ae8e-6f9c20b807fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:09:13.056752 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-06456cbd-df19-45ed-952a-4313f9824842 req-4380a844-c2f8-4252-ae8e-6f9c20b807fe service neutron] For port c5c626fc-6f1a-4a45-8c82-99693f24ea10, host n-h1-808199-11, cleared binding levels {{(pid=103570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:09:13.059711 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-06456cbd-df19-45ed-952a-4313f9824842 req-4380a844-c2f8-4252-ae8e-6f9c20b807fe service neutron] For port c5c626fc-6f1a-4a45-8c82-99693f24ea10, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=c5c626fc-6f1a-4a45-8c82-99693f24ea10,segment=NetworkSegment(1cf32cfc-3bf3-40b3-8d02-cf580d211be8),segment_id=1cf32cfc-3bf3-40b3-8d02-cf580d211be8)] {{(pid=103570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:09:13.063966 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-06456cbd-df19-45ed-952a-4313f9824842 req-4380a844-c2f8-4252-ae8e-6f9c20b807fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:09:13.096746 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06456cbd-df19-45ed-952a-4313f9824842 req-4380a844-c2f8-4252-ae8e-6f9c20b807fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:13.097360 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-06456cbd-df19-45ed-952a-4313f9824842 req-4380a844-c2f8-4252-ae8e-6f9c20b807fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:09:13.098782 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-06456cbd-df19-45ed-952a-4313f9824842 req-4380a844-c2f8-4252-ae8e-6f9c20b807fe service neutron] 10.222.0.66 "PUT /v2.0/ports/c5c626fc-6f1a-4a45-8c82-99693f24ea10 HTTP/1.1" status: 200 len: 1092 time: 1.1193805 Nov 25 14:09:13.123152 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4380a844-c2f8-4252-ae8e-6f9c20b807fe service neutron] Pushing event updated for resources: {'Port': ['ID=c5c626fc-6f1a-4a45-8c82-99693f24ea10,revision_number=7']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:09:13.169823 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06456cbd-df19-45ed-952a-4313f9824842 req-f4349b05-f6c0-49f3-931b-8d1ce97a9395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:13.171557 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-06456cbd-df19-45ed-952a-4313f9824842 req-f4349b05-f6c0-49f3-931b-8d1ce97a9395 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=55029eb28f0f4879a6c68ae4e6ded03b&device_id=cb0a8a73-10fe-40ac-925e-99e462d7a6a1 HTTP/1.1" status: 200 len: 1095 time: 0.0447915 Nov 25 14:09:13.274619 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06456cbd-df19-45ed-952a-4313f9824842 req-f3ab69c5-bec8-4749-9931-aa68561559a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:13.276119 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-06456cbd-df19-45ed-952a-4313f9824842 req-f3ab69c5-bec8-4749-9931-aa68561559a2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=20d93f48-2670-4b52-bca9-9b5cb5c91d95 HTTP/1.1" status: 200 len: 913 time: 0.0936456 Nov 25 14:09:13.344868 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-06456cbd-df19-45ed-952a-4313f9824842 req-ade810e6-26ae-440e-ad9a-ba6ae9d9e040 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5c626fc-6f1a-4a45-8c82-99693f24ea10 HTTP/1.1" status: 200 len: 1000 time: 0.0571890 Nov 25 14:09:13.403642 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06456cbd-df19-45ed-952a-4313f9824842 req-cace10b8-85cb-4105-baea-f79b1aab94cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:13.405213 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-06456cbd-df19-45ed-952a-4313f9824842 req-cace10b8-85cb-4105-baea-f79b1aab94cd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1e54fa4c-0a04-4943-b526-a327c9965b90 HTTP/1.1" status: 200 len: 851 time: 0.0491436 Nov 25 14:09:13.455543 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06456cbd-df19-45ed-952a-4313f9824842 req-67ab2e3b-e4a7-43d7-b54a-323e3f1fe98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:13.457091 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-06456cbd-df19-45ed-952a-4313f9824842 req-67ab2e3b-e4a7-43d7-b54a-323e3f1fe98c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=20d93f48-2670-4b52-bca9-9b5cb5c91d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400393 Nov 25 14:09:13.552350 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-06456cbd-df19-45ed-952a-4313f9824842 req-72e47f63-debc-4c3d-bfbd-7138e951a186 service neutron] 10.222.0.66 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830457 Nov 25 14:09:13.677030 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-06456cbd-df19-45ed-952a-4313f9824842 req-daba22d9-75a9-46d5-8e76-9500dfb6b964 service neutron] 10.222.0.66 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137064 Nov 25 14:09:13.695857 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4331b6a-98f3-46db-8a3d-cc6c304ae42e req-a48b3050-ed6f-41a8-a745-9964554da31f tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:13.697358 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b4331b6a-98f3-46db-8a3d-cc6c304ae42e req-a48b3050-ed6f-41a8-a745-9964554da31f tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb0a8a73-10fe-40ac-925e-99e462d7a6a1 HTTP/1.1" status: 200 len: 943 time: 0.0604277 Nov 25 14:09:13.747378 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b4331b6a-98f3-46db-8a3d-cc6c304ae42e req-7927c84b-7fb6-4ba9-bf4c-90cf1f08100c tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426059 Nov 25 14:09:14.742979 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb0a8a73-10fe-40ac-925e-99e462d7a6a1', 'tag': 'c5c626fc-6f1a-4a45-8c82-99693f24ea10'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:09:14.745411 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ff10e3dad8c55f3be2027b0b566631f93d9edebaac325607bb9a9480f03098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d5bb056-5fd6-4053-ac47-e82222cbeb3c" -d '{"events": [{"name": "network-changed", "server_uuid": "cb0a8a73-10fe-40ac-925e-99e462d7a6a1", "tag": "c5c626fc-6f1a-4a45-8c82-99693f24ea10"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:09:14.796022 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 14:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8704aa2-92b4-4c37-9624-65f20b2172a3 x-openstack-request-id: req-b8704aa2-92b4-4c37-9624-65f20b2172a3 {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:09:14.796391 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb0a8a73-10fe-40ac-925e-99e462d7a6a1", "tag": "c5c626fc-6f1a-4a45-8c82-99693f24ea10", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:09:14.796657 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b8704aa2-92b4-4c37-9624-65f20b2172a3 {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:09:14.797792 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb0a8a73-10fe-40ac-925e-99e462d7a6a1', 'tag': 'c5c626fc-6f1a-4a45-8c82-99693f24ea10', 'status': 'completed', 'code': 200} Nov 25 14:09:14.864770 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5bb056-5fd6-4053-ac47-e82222cbeb3c req-69be62ef-d3a0-4c65-b0d8-09d636b98a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:14.866313 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9d5bb056-5fd6-4053-ac47-e82222cbeb3c req-69be62ef-d3a0-4c65-b0d8-09d636b98a6c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55029eb28f0f4879a6c68ae4e6ded03b&device_id=cb0a8a73-10fe-40ac-925e-99e462d7a6a1 HTTP/1.1" status: 200 len: 1095 time: 0.0465128 Nov 25 14:09:14.886711 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5bb056-5fd6-4053-ac47-e82222cbeb3c req-9122a315-834a-436b-872f-d1480fe3a1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:14.888229 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9d5bb056-5fd6-4053-ac47-e82222cbeb3c req-9122a315-834a-436b-872f-d1480fe3a1e5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=55029eb28f0f4879a6c68ae4e6ded03b&device_id=cb0a8a73-10fe-40ac-925e-99e462d7a6a1 HTTP/1.1" status: 200 len: 1095 time: 0.0738738 Nov 25 14:09:14.896576 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3db568d-fe93-4900-9334-3ef3cbd97906 req-84b4792b-13d8-4fa7-b115-6e2ad4b168e8 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:14.897998 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e3db568d-fe93-4900-9334-3ef3cbd97906 req-84b4792b-13d8-4fa7-b115-6e2ad4b168e8 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb0a8a73-10fe-40ac-925e-99e462d7a6a1 HTTP/1.1" status: 200 len: 943 time: 0.0752556 Nov 25 14:09:14.959577 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5bb056-5fd6-4053-ac47-e82222cbeb3c req-923e1518-d21f-4b2c-94c4-641b0c53253f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:14.961943 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9d5bb056-5fd6-4053-ac47-e82222cbeb3c req-923e1518-d21f-4b2c-94c4-641b0c53253f service neutron] 10.222.0.47 "GET /v2.0/networks?id=20d93f48-2670-4b52-bca9-9b5cb5c91d95 HTTP/1.1" status: 200 len: 913 time: 0.0881019 Nov 25 14:09:15.005610 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e3db568d-fe93-4900-9334-3ef3cbd97906 req-6cb40a03-dfea-4ab1-bd4c-314a59d08d00 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885043 Nov 25 14:09:15.026626 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5bb056-5fd6-4053-ac47-e82222cbeb3c req-9256e07c-5c3e-49fe-8d2f-5d4e6eafc585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:15.028375 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9d5bb056-5fd6-4053-ac47-e82222cbeb3c req-9256e07c-5c3e-49fe-8d2f-5d4e6eafc585 service neutron] 10.222.0.66 "GET /v2.0/networks?id=20d93f48-2670-4b52-bca9-9b5cb5c91d95 HTTP/1.1" status: 200 len: 913 time: 0.1289558 Nov 25 14:09:15.038451 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9d5bb056-5fd6-4053-ac47-e82222cbeb3c req-22d4b0d6-9cdd-45c6-a872-9979c7b54380 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5c626fc-6f1a-4a45-8c82-99693f24ea10 HTTP/1.1" status: 200 len: 1000 time: 0.0689349 Nov 25 14:09:15.088377 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5bb056-5fd6-4053-ac47-e82222cbeb3c req-d19ac933-abb4-4b15-883a-0c7c1bb1f037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:15.089833 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9d5bb056-5fd6-4053-ac47-e82222cbeb3c req-d19ac933-abb4-4b15-883a-0c7c1bb1f037 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1e54fa4c-0a04-4943-b526-a327c9965b90 HTTP/1.1" status: 200 len: 851 time: 0.0444040 Nov 25 14:09:15.099167 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9d5bb056-5fd6-4053-ac47-e82222cbeb3c req-23beaf13-7b73-4ab6-8c86-f817d471811b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5c626fc-6f1a-4a45-8c82-99693f24ea10 HTTP/1.1" status: 200 len: 1000 time: 0.0593045 Nov 25 14:09:15.136695 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5bb056-5fd6-4053-ac47-e82222cbeb3c req-1fcec24b-4acb-4214-8ad1-4a88b9f09280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:15.138923 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9d5bb056-5fd6-4053-ac47-e82222cbeb3c req-1fcec24b-4acb-4214-8ad1-4a88b9f09280 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20d93f48-2670-4b52-bca9-9b5cb5c91d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426307 Nov 25 14:09:15.152001 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5bb056-5fd6-4053-ac47-e82222cbeb3c req-4b9e0a22-d8a9-4968-91b8-0767bc823cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:15.153518 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9d5bb056-5fd6-4053-ac47-e82222cbeb3c req-4b9e0a22-d8a9-4968-91b8-0767bc823cd0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1e54fa4c-0a04-4943-b526-a327c9965b90 HTTP/1.1" status: 200 len: 851 time: 0.0466022 Nov 25 14:09:15.205353 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5bb056-5fd6-4053-ac47-e82222cbeb3c req-1f052a54-544e-4b41-b469-4b4893b7287f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:15.206895 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9d5bb056-5fd6-4053-ac47-e82222cbeb3c req-1f052a54-544e-4b41-b469-4b4893b7287f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=20d93f48-2670-4b52-bca9-9b5cb5c91d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450864 Nov 25 14:09:15.235794 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9d5bb056-5fd6-4053-ac47-e82222cbeb3c req-e6eedd82-e613-4ce5-9c04-93bd348c1a8b service neutron] 10.222.0.47 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895727 Nov 25 14:09:15.303907 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9d5bb056-5fd6-4053-ac47-e82222cbeb3c req-36a4d6d2-3adb-424e-810c-a7d063ceecf9 service neutron] 10.222.0.66 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890076 Nov 25 14:09:15.332381 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9d5bb056-5fd6-4053-ac47-e82222cbeb3c req-549517f9-e38c-44d2-bc73-d21bb1ddc680 service neutron] 10.222.0.47 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890086 Nov 25 14:09:15.426840 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9d5bb056-5fd6-4053-ac47-e82222cbeb3c req-f3c21172-b9f5-44fe-8ab2-37ef4c02364b service neutron] 10.222.0.66 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112928 Nov 25 14:09:16.126302 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b409ab1-280c-4ef9-a4e5-512fd233c9f9 req-98c47735-c8f5-462e-9035-e42e84d2e9e3 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:16.127813 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3b409ab1-280c-4ef9-a4e5-512fd233c9f9 req-98c47735-c8f5-462e-9035-e42e84d2e9e3 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb0a8a73-10fe-40ac-925e-99e462d7a6a1 HTTP/1.1" status: 200 len: 943 time: 0.0493598 Nov 25 14:09:16.175778 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3b409ab1-280c-4ef9-a4e5-512fd233c9f9 req-b1b3a528-c79d-49e7-a7e0-539ea47aa6b5 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420179 Nov 25 14:09:16.382210 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-da2d3ee5-5535-401f-a3be-82e7f861d215 req-7856a56e-a9be-43e5-aa01-8c235645c13b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cb0a8a73-10fe-40ac-925e-99e462d7a6a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0442238 Nov 25 14:09:16.472714 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d3ee5-5535-401f-a3be-82e7f861d215 req-c6bafcdb-835d-4cbd-9eb4-eb6ea9142e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:16.474261 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-da2d3ee5-5535-401f-a3be-82e7f861d215 req-c6bafcdb-835d-4cbd-9eb4-eb6ea9142e8e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=55029eb28f0f4879a6c68ae4e6ded03b&device_id=cb0a8a73-10fe-40ac-925e-99e462d7a6a1 HTTP/1.1" status: 200 len: 1095 time: 0.0434701 Nov 25 14:09:16.515634 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e22001-a993-4b6f-9672-ccf3b67e0dca req-83caf9f3-2fe5-45bb-9292-8e90315c9249 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:16.517157 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b4e22001-a993-4b6f-9672-ccf3b67e0dca req-83caf9f3-2fe5-45bb-9292-8e90315c9249 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb0a8a73-10fe-40ac-925e-99e462d7a6a1&tenant_id=55029eb28f0f4879a6c68ae4e6ded03b&binding%3Ahost_id=n-h1-808199-11 HTTP/1.1" status: 200 len: 943 time: 0.0947325 Nov 25 14:09:16.525819 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0536e-1997-46e8-bb9e-3c510b732e28 req-0479a08f-a6f4-4d12-a174-d829ceb2361d tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:16.527344 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fac0536e-1997-46e8-bb9e-3c510b732e28 req-0479a08f-a6f4-4d12-a174-d829ceb2361d tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb0a8a73-10fe-40ac-925e-99e462d7a6a1 HTTP/1.1" status: 200 len: 943 time: 0.0927680 Nov 25 14:09:16.584375 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d3ee5-5535-401f-a3be-82e7f861d215 req-094714bf-9f98-45ef-a515-905fe25c8dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:16.586478 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-da2d3ee5-5535-401f-a3be-82e7f861d215 req-094714bf-9f98-45ef-a515-905fe25c8dc3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=20d93f48-2670-4b52-bca9-9b5cb5c91d95 HTTP/1.1" status: 200 len: 913 time: 0.0917230 Nov 25 14:09:16.617618 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fac0536e-1997-46e8-bb9e-3c510b732e28 req-75b689fb-1196-4cd9-aaf3-c9eaa6145a1d tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841329 Nov 25 14:09:16.620694 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b4e22001-a993-4b6f-9672-ccf3b67e0dca req-71facacf-2543-4e90-8053-615d76792cb8 service neutron] 10.222.0.66 "GET /v2.0/ports/c5c626fc-6f1a-4a45-8c82-99693f24ea10/bindings/n-h1-808199-11 HTTP/1.1" status: 200 len: 383 time: 0.0923200 Nov 25 14:09:16.652895 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-da2d3ee5-5535-401f-a3be-82e7f861d215 req-8738bac2-2ece-4ae0-893e-f1e22921d1c0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5c626fc-6f1a-4a45-8c82-99693f24ea10 HTTP/1.1" status: 200 len: 1000 time: 0.0586481 Nov 25 14:09:16.706580 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d3ee5-5535-401f-a3be-82e7f861d215 req-30bd32e8-c36a-4775-b369-0f43f9fc29a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:16.708068 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-da2d3ee5-5535-401f-a3be-82e7f861d215 req-30bd32e8-c36a-4775-b369-0f43f9fc29a7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1e54fa4c-0a04-4943-b526-a327c9965b90 HTTP/1.1" status: 200 len: 851 time: 0.0481493 Nov 25 14:09:16.753248 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d3ee5-5535-401f-a3be-82e7f861d215 req-c59c75cc-739b-4e6e-826b-32ba5e4aa079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:16.754734 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-da2d3ee5-5535-401f-a3be-82e7f861d215 req-c59c75cc-739b-4e6e-826b-32ba5e4aa079 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=20d93f48-2670-4b52-bca9-9b5cb5c91d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391490 Nov 25 14:09:16.842820 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-da2d3ee5-5535-401f-a3be-82e7f861d215 req-6c4b3158-945b-4fff-8e7f-db0704aadfdd service neutron] 10.222.0.66 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806127 Nov 25 14:09:16.935699 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-da2d3ee5-5535-401f-a3be-82e7f861d215 req-7134fd44-bbdb-4feb-b7ef-d442d1cf7c0a service neutron] 10.222.0.66 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860586 Nov 25 14:09:17.013660 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e22001-a993-4b6f-9672-ccf3b67e0dca req-2e608008-0b13-4a23-a2e6-c2246a31c6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:17.015431 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b4e22001-a993-4b6f-9672-ccf3b67e0dca req-2e608008-0b13-4a23-a2e6-c2246a31c6f0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=55029eb28f0f4879a6c68ae4e6ded03b&device_id=cb0a8a73-10fe-40ac-925e-99e462d7a6a1 HTTP/1.1" status: 200 len: 1095 time: 0.0416842 Nov 25 14:09:17.107259 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e22001-a993-4b6f-9672-ccf3b67e0dca req-84d83e1f-0441-43fd-9e0a-dbbbf7e63f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:17.108720 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b4e22001-a993-4b6f-9672-ccf3b67e0dca req-84d83e1f-0441-43fd-9e0a-dbbbf7e63f60 service neutron] 10.222.0.66 "GET /v2.0/networks?id=20d93f48-2670-4b52-bca9-9b5cb5c91d95 HTTP/1.1" status: 200 len: 913 time: 0.0864027 Nov 25 14:09:17.178106 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b4e22001-a993-4b6f-9672-ccf3b67e0dca req-abf9ce24-422d-40d5-a7c3-564001285a6b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5c626fc-6f1a-4a45-8c82-99693f24ea10 HTTP/1.1" status: 200 len: 1000 time: 0.0612426 Nov 25 14:09:17.227161 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e22001-a993-4b6f-9672-ccf3b67e0dca req-038c4867-30bd-4616-847e-2ebaa3b8e325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:17.228553 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b4e22001-a993-4b6f-9672-ccf3b67e0dca req-038c4867-30bd-4616-847e-2ebaa3b8e325 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1e54fa4c-0a04-4943-b526-a327c9965b90 HTTP/1.1" status: 200 len: 851 time: 0.0434780 Nov 25 14:09:17.278020 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e22001-a993-4b6f-9672-ccf3b67e0dca req-750bc967-2138-40ac-ae4d-e784574f30f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:17.279539 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b4e22001-a993-4b6f-9672-ccf3b67e0dca req-750bc967-2138-40ac-ae4d-e784574f30f8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=20d93f48-2670-4b52-bca9-9b5cb5c91d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438530 Nov 25 14:09:17.374383 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b4e22001-a993-4b6f-9672-ccf3b67e0dca req-c33c0e4a-1fcf-424a-b33c-40bcf8a7cd37 service neutron] 10.222.0.66 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870581 Nov 25 14:09:17.386914 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device c5c626fc-6f1a-4a45-8c82-99693f24ea10 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:09:17.428512 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device c5c626fc-6f1a-4a45-8c82-99693f24ea10 not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:09:17.471940 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b4e22001-a993-4b6f-9672-ccf3b67e0dca req-8e9f98bd-af96-433f-860c-908d6829ac0f service neutron] 10.222.0.66 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897508 Nov 25 14:09:17.739388 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598addf-138e-48b4-9359-fb913e397da6 req-b9ed7d22-c3d4-4202-bebc-3a5d5f7efc0a tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:17.740882 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7598addf-138e-48b4-9359-fb913e397da6 req-b9ed7d22-c3d4-4202-bebc-3a5d5f7efc0a tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb0a8a73-10fe-40ac-925e-99e462d7a6a1 HTTP/1.1" status: 200 len: 943 time: 0.0491502 Nov 25 14:09:17.787491 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7598addf-138e-48b4-9359-fb913e397da6 req-c6f181be-4fb1-4b05-8b90-2bf3ea25f2e7 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407438 Nov 25 14:09:18.428783 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device c5c626fc-6f1a-4a45-8c82-99693f24ea10 details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 14:09:18.521418 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port c5c626fc-6f1a-4a45-8c82-99693f24ea10, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=c5c626fc-6f1a-4a45-8c82-99693f24ea10,segment=NetworkSegment(1cf32cfc-3bf3-40b3-8d02-cf580d211be8),segment_id=1cf32cfc-3bf3-40b3-8d02-cf580d211be8)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:09:18.532443 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': 'c5c626fc-6f1a-4a45-8c82-99693f24ea10', 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95', 'port_id': 'c5c626fc-6f1a-4a45-8c82-99693f24ea10', 'mac_address': 'fa:16:3e:57:ec:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e54fa4c-0a04-4943-b526-a327c9965b90', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 14:09:18.572000 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:09:18.584361 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5c626fc-6f1a-4a45-8c82-99693f24ea10 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 14:09:18.603289 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port c5c626fc-6f1a-4a45-8c82-99693f24ea10, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=c5c626fc-6f1a-4a45-8c82-99693f24ea10,segment=NetworkSegment(1cf32cfc-3bf3-40b3-8d02-cf580d211be8),segment_id=1cf32cfc-3bf3-40b3-8d02-cf580d211be8)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:09:18.607633 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:09:18.653748 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=c5c626fc-6f1a-4a45-8c82-99693f24ea10,revision_number=8']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:09:18.660939 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:09:18.661296 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:09:18.661642 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:09:18.661984 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:09:18.662323 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:09:18.662658 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:09:18.663019 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:09:18.663349 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:09:18.664195 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:09:18.664526 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:09:18.664873 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:09:18.665203 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:09:18.905824 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2c8840-116d-4965-a8a1-4f3f162232e6 req-ee7b51c7-beaa-4f08-b2f2-bbfdd96af2a1 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:18.907357 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ef2c8840-116d-4965-a8a1-4f3f162232e6 req-ee7b51c7-beaa-4f08-b2f2-bbfdd96af2a1 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb0a8a73-10fe-40ac-925e-99e462d7a6a1 HTTP/1.1" status: 200 len: 944 time: 0.0496335 Nov 25 14:09:18.954077 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ef2c8840-116d-4965-a8a1-4f3f162232e6 req-7b167c55-71a4-4401-a677-d9fb3e3c79e7 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407448 Nov 25 14:09:19.484952 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e22001-a993-4b6f-9672-ccf3b67e0dca req-a7ad0498-f20b-4ca4-90b7-566d758e77ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:19.486510 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b4e22001-a993-4b6f-9672-ccf3b67e0dca req-a7ad0498-f20b-4ca4-90b7-566d758e77ec service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cb0a8a73-10fe-40ac-925e-99e462d7a6a1&tenant_id=55029eb28f0f4879a6c68ae4e6ded03b HTTP/1.1" status: 200 len: 1096 time: 0.0423090 Nov 25 14:09:19.497776 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-b4e22001-a993-4b6f-9672-ccf3b67e0dca req-a795e032-bb29-48c1-a340-5b37a7266ca2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-808199-11', 'device_owner': 'compute:nova'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:09:19.550379 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b4e22001-a993-4b6f-9672-ccf3b67e0dca req-a795e032-bb29-48c1-a340-5b37a7266ca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:09:19.746753 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-b4e22001-a993-4b6f-9672-ccf3b67e0dca req-a795e032-bb29-48c1-a340-5b37a7266ca2 service neutron] For port c5c626fc-6f1a-4a45-8c82-99693f24ea10, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=c5c626fc-6f1a-4a45-8c82-99693f24ea10,segment=NetworkSegment(1cf32cfc-3bf3-40b3-8d02-cf580d211be8),segment_id=1cf32cfc-3bf3-40b3-8d02-cf580d211be8)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:09:19.784857 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-b4e22001-a993-4b6f-9672-ccf3b67e0dca req-a795e032-bb29-48c1-a340-5b37a7266ca2 service neutron] For port c5c626fc-6f1a-4a45-8c82-99693f24ea10, host n-h1-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:09:19.816605 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-b4e22001-a993-4b6f-9672-ccf3b67e0dca req-a795e032-bb29-48c1-a340-5b37a7266ca2 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c5c626fc-6f1a-4a45-8c82-99693f24ea10 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 14:09:19.825138 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b4e22001-a993-4b6f-9672-ccf3b67e0dca req-a795e032-bb29-48c1-a340-5b37a7266ca2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:09:19.836995 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-b4e22001-a993-4b6f-9672-ccf3b67e0dca req-a795e032-bb29-48c1-a340-5b37a7266ca2 service neutron] Ignored duplicate provisioning block setup for port c5c626fc-6f1a-4a45-8c82-99693f24ea10 by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 25 14:09:19.840662 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b4e22001-a993-4b6f-9672-ccf3b67e0dca req-a795e032-bb29-48c1-a340-5b37a7266ca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:09:19.942022 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a795e032-bb29-48c1-a340-5b37a7266ca2 service neutron] Pushing event updated for resources: {'Port': ['ID=c5c626fc-6f1a-4a45-8c82-99693f24ea10,revision_number=9']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:09:19.968271 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a795e032-bb29-48c1-a340-5b37a7266ca2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:09:19.968628 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a795e032-bb29-48c1-a340-5b37a7266ca2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:09:19.968986 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a795e032-bb29-48c1-a340-5b37a7266ca2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:09:19.969336 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a795e032-bb29-48c1-a340-5b37a7266ca2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:09:19.969683 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a795e032-bb29-48c1-a340-5b37a7266ca2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:09:19.970027 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a795e032-bb29-48c1-a340-5b37a7266ca2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:09:19.970365 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a795e032-bb29-48c1-a340-5b37a7266ca2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:09:19.970719 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a795e032-bb29-48c1-a340-5b37a7266ca2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:09:19.971061 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a795e032-bb29-48c1-a340-5b37a7266ca2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:09:19.971396 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a795e032-bb29-48c1-a340-5b37a7266ca2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:09:19.971730 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a795e032-bb29-48c1-a340-5b37a7266ca2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:09:19.972063 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a795e032-bb29-48c1-a340-5b37a7266ca2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:09:20.029540 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4e22001-a993-4b6f-9672-ccf3b67e0dca req-a795e032-bb29-48c1-a340-5b37a7266ca2 service neutron] No DVR routers for this DVR port c5c626fc-6f1a-4a45-8c82-99693f24ea10 on host n-h1-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 14:09:20.087210 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcfb7bb-10fe-43cd-8996-55892afcfbd5 req-3ae65f24-6ded-4eea-9a35-907c74297d61 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:20.088691 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1dcfb7bb-10fe-43cd-8996-55892afcfbd5 req-3ae65f24-6ded-4eea-9a35-907c74297d61 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb0a8a73-10fe-40ac-925e-99e462d7a6a1 HTTP/1.1" status: 200 len: 943 time: 0.0544500 Nov 25 14:09:20.139717 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1dcfb7bb-10fe-43cd-8996-55892afcfbd5 req-f8d05ee4-69ea-4ca9-9e29-8997175629df tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449016 Nov 25 14:09:20.166259 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-b4e22001-a993-4b6f-9672-ccf3b67e0dca req-a795e032-bb29-48c1-a340-5b37a7266ca2 service neutron] Attempting to bind port c5c626fc-6f1a-4a45-8c82-99693f24ea10 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:09:20.166599 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-b4e22001-a993-4b6f-9672-ccf3b67e0dca req-a795e032-bb29-48c1-a340-5b37a7266ca2 service neutron] Attempting to bind port c5c626fc-6f1a-4a45-8c82-99693f24ea10 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '1cf32cfc-3bf3-40b3-8d02-cf580d211be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:09:20.166981 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e22001-a993-4b6f-9672-ccf3b67e0dca req-a795e032-bb29-48c1-a340-5b37a7266ca2 service neutron] Attempting to bind port c5c626fc-6f1a-4a45-8c82-99693f24ea10 on network 20d93f48-2670-4b52-bca9-9b5cb5c91d95 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:09:20.171259 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e22001-a993-4b6f-9672-ccf3b67e0dca req-a795e032-bb29-48c1-a340-5b37a7266ca2 service neutron] Port c5c626fc-6f1a-4a45-8c82-99693f24ea10 on network 20d93f48-2670-4b52-bca9-9b5cb5c91d95 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 14:09:20.171578 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e22001-a993-4b6f-9672-ccf3b67e0dca req-a795e032-bb29-48c1-a340-5b37a7266ca2 service neutron] Attempting to bind port c5c626fc-6f1a-4a45-8c82-99693f24ea10 on network 20d93f48-2670-4b52-bca9-9b5cb5c91d95 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:09:20.176349 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e22001-a993-4b6f-9672-ccf3b67e0dca req-a795e032-bb29-48c1-a340-5b37a7266ca2 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:09:20.176684 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e22001-a993-4b6f-9672-ccf3b67e0dca req-a795e032-bb29-48c1-a340-5b37a7266ca2 service neutron] Checking segment: {'id': '1cf32cfc-3bf3-40b3-8d02-cf580d211be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:09:20.177063 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e22001-a993-4b6f-9672-ccf3b67e0dca req-a795e032-bb29-48c1-a340-5b37a7266ca2 service neutron] Bound using segment: {'id': '1cf32cfc-3bf3-40b3-8d02-cf580d211be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:09:20.177478 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-b4e22001-a993-4b6f-9672-ccf3b67e0dca req-a795e032-bb29-48c1-a340-5b37a7266ca2 service neutron] Bound port: c5c626fc-6f1a-4a45-8c82-99693f24ea10, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cf32cfc-3bf3-40b3-8d02-cf580d211be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:09:20.177828 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b4e22001-a993-4b6f-9672-ccf3b67e0dca req-a795e032-bb29-48c1-a340-5b37a7266ca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:09:20.242840 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-b4e22001-a993-4b6f-9672-ccf3b67e0dca req-a795e032-bb29-48c1-a340-5b37a7266ca2 service neutron] For port c5c626fc-6f1a-4a45-8c82-99693f24ea10, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:09:20.246031 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-b4e22001-a993-4b6f-9672-ccf3b67e0dca req-a795e032-bb29-48c1-a340-5b37a7266ca2 service neutron] For port c5c626fc-6f1a-4a45-8c82-99693f24ea10, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=c5c626fc-6f1a-4a45-8c82-99693f24ea10,segment=NetworkSegment(1cf32cfc-3bf3-40b3-8d02-cf580d211be8),segment_id=1cf32cfc-3bf3-40b3-8d02-cf580d211be8)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:09:20.249588 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b4e22001-a993-4b6f-9672-ccf3b67e0dca req-a795e032-bb29-48c1-a340-5b37a7266ca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:09:20.285550 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e22001-a993-4b6f-9672-ccf3b67e0dca req-a795e032-bb29-48c1-a340-5b37a7266ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:20.286186 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b4e22001-a993-4b6f-9672-ccf3b67e0dca req-a795e032-bb29-48c1-a340-5b37a7266ca2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:09:20.287637 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b4e22001-a993-4b6f-9672-ccf3b67e0dca req-a795e032-bb29-48c1-a340-5b37a7266ca2 service neutron] 10.222.0.47 "PUT /v2.0/ports/c5c626fc-6f1a-4a45-8c82-99693f24ea10 HTTP/1.1" status: 200 len: 1092 time: 0.7937560 Nov 25 14:09:20.288091 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb0a8a73-10fe-40ac-925e-99e462d7a6a1', 'tag': 'c5c626fc-6f1a-4a45-8c82-99693f24ea10'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:09:20.290975 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b263d7d4b70db15966f189087f2cdd81ff7815a34d469843c29c7d40ca9dff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-541a7400-81e4-42b1-a6ed-79f289290465" -d '{"events": [{"name": "network-changed", "server_uuid": "cb0a8a73-10fe-40ac-925e-99e462d7a6a1", "tag": "c5c626fc-6f1a-4a45-8c82-99693f24ea10"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:09:20.336989 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a795e032-bb29-48c1-a340-5b37a7266ca2 service neutron] Pushing event updated for resources: {'Port': ['ID=c5c626fc-6f1a-4a45-8c82-99693f24ea10,revision_number=10']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:09:20.367399 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 14:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42223945-6415-48a6-8c80-79cc26a053eb x-openstack-request-id: req-42223945-6415-48a6-8c80-79cc26a053eb {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:09:20.367693 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb0a8a73-10fe-40ac-925e-99e462d7a6a1", "tag": "c5c626fc-6f1a-4a45-8c82-99693f24ea10", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:09:20.367948 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-42223945-6415-48a6-8c80-79cc26a053eb {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:09:20.368352 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb0a8a73-10fe-40ac-925e-99e462d7a6a1', 'tag': 'c5c626fc-6f1a-4a45-8c82-99693f24ea10', 'status': 'completed', 'code': 200} Nov 25 14:09:20.375111 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e22001-a993-4b6f-9672-ccf3b67e0dca req-5fa9410e-c9ef-4736-8f0d-00940d386dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:20.376667 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b4e22001-a993-4b6f-9672-ccf3b67e0dca req-5fa9410e-c9ef-4736-8f0d-00940d386dae service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55029eb28f0f4879a6c68ae4e6ded03b&device_id=cb0a8a73-10fe-40ac-925e-99e462d7a6a1 HTTP/1.1" status: 200 len: 1096 time: 0.0541823 Nov 25 14:09:20.487941 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a7400-81e4-42b1-a6ed-79f289290465 req-e1f0cb1d-9d09-4da1-a23d-8f6034759961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:20.489473 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-541a7400-81e4-42b1-a6ed-79f289290465 req-e1f0cb1d-9d09-4da1-a23d-8f6034759961 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=55029eb28f0f4879a6c68ae4e6ded03b&device_id=cb0a8a73-10fe-40ac-925e-99e462d7a6a1 HTTP/1.1" status: 200 len: 1096 time: 0.0922630 Nov 25 14:09:20.527566 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e22001-a993-4b6f-9672-ccf3b67e0dca req-c5796ac9-4dd4-4d16-93aa-28f6f93581b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:20.528971 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b4e22001-a993-4b6f-9672-ccf3b67e0dca req-c5796ac9-4dd4-4d16-93aa-28f6f93581b8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=20d93f48-2670-4b52-bca9-9b5cb5c91d95 HTTP/1.1" status: 200 len: 913 time: 0.1443813 Nov 25 14:09:20.634346 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b4e22001-a993-4b6f-9672-ccf3b67e0dca req-a663c3b7-554d-4ea6-959e-ec12efe224d4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5c626fc-6f1a-4a45-8c82-99693f24ea10 HTTP/1.1" status: 200 len: 1000 time: 0.0813909 Nov 25 14:09:20.670356 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a7400-81e4-42b1-a6ed-79f289290465 req-4bb11a7e-0581-409b-aab3-8f4c917be90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:20.671794 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-541a7400-81e4-42b1-a6ed-79f289290465 req-4bb11a7e-0581-409b-aab3-8f4c917be90c service neutron] 10.222.0.66 "GET /v2.0/networks?id=20d93f48-2670-4b52-bca9-9b5cb5c91d95 HTTP/1.1" status: 200 len: 913 time: 0.1706853 Nov 25 14:09:20.724106 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e22001-a993-4b6f-9672-ccf3b67e0dca req-4240c98f-7ad7-441e-93dc-d6800a1f46ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:20.725508 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b4e22001-a993-4b6f-9672-ccf3b67e0dca req-4240c98f-7ad7-441e-93dc-d6800a1f46ae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1e54fa4c-0a04-4943-b526-a327c9965b90 HTTP/1.1" status: 200 len: 851 time: 0.0825102 Nov 25 14:09:20.774610 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-541a7400-81e4-42b1-a6ed-79f289290465 req-486f1866-b700-49a7-8c5e-eb51e1e829dd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5c626fc-6f1a-4a45-8c82-99693f24ea10 HTTP/1.1" status: 200 len: 1000 time: 0.0916851 Nov 25 14:09:20.783529 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e22001-a993-4b6f-9672-ccf3b67e0dca req-cca3e9d8-311e-4ee7-85f1-120ba8b8f828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:20.784921 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b4e22001-a993-4b6f-9672-ccf3b67e0dca req-cca3e9d8-311e-4ee7-85f1-120ba8b8f828 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20d93f48-2670-4b52-bca9-9b5cb5c91d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508482 Nov 25 14:09:20.878507 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a7400-81e4-42b1-a6ed-79f289290465 req-ca97ad7a-c084-4018-b274-231140795212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:20.879962 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-541a7400-81e4-42b1-a6ed-79f289290465 req-ca97ad7a-c084-4018-b274-231140795212 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1e54fa4c-0a04-4943-b526-a327c9965b90 HTTP/1.1" status: 200 len: 851 time: 0.0939188 Nov 25 14:09:20.931952 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b4e22001-a993-4b6f-9672-ccf3b67e0dca req-7ffeb2ac-590e-49f2-b7e5-8a36a004bfe8 service neutron] 10.222.0.47 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371987 Nov 25 14:09:20.987237 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a7400-81e4-42b1-a6ed-79f289290465 req-279c5011-a5c3-43e0-9798-ed66e8f73256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:20.988675 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-541a7400-81e4-42b1-a6ed-79f289290465 req-279c5011-a5c3-43e0-9798-ed66e8f73256 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=20d93f48-2670-4b52-bca9-9b5cb5c91d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0935149 Nov 25 14:09:21.077478 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b4e22001-a993-4b6f-9672-ccf3b67e0dca req-12adeeb5-2a80-45c6-8c08-c368fab6405f service neutron] 10.222.0.47 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383646 Nov 25 14:09:21.104166 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-541a7400-81e4-42b1-a6ed-79f289290465 req-eb60271c-0213-4540-bc5b-14440674e63a service neutron] 10.222.0.66 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026711 Nov 25 14:09:21.263688 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c84fd9-111b-44f5-9df0-ca88d8e90c0c req-8db4c490-6c93-4baf-a37a-c4a70b4d5a12 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:21.265648 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-81c84fd9-111b-44f5-9df0-ca88d8e90c0c req-8db4c490-6c93-4baf-a37a-c4a70b4d5a12 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb0a8a73-10fe-40ac-925e-99e462d7a6a1 HTTP/1.1" status: 200 len: 944 time: 0.0514631 Nov 25 14:09:21.317927 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-81c84fd9-111b-44f5-9df0-ca88d8e90c0c req-b2ee51d0-fc44-41d5-a579-56d557fa6a01 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457158 Nov 25 14:09:21.558626 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a7400-81e4-42b1-a6ed-79f289290465 req-31e8f6a2-2838-4fb8-82af-5f4171801b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:21.560149 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-541a7400-81e4-42b1-a6ed-79f289290465 req-31e8f6a2-2838-4fb8-82af-5f4171801b13 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55029eb28f0f4879a6c68ae4e6ded03b&device_id=cb0a8a73-10fe-40ac-925e-99e462d7a6a1 HTTP/1.1" status: 200 len: 1096 time: 0.4369221 Nov 25 14:09:21.592016 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-541a7400-81e4-42b1-a6ed-79f289290465 req-baea46ad-c44a-4cfb-98b2-41cc67b1848d service neutron] 10.222.0.66 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4763665 Nov 25 14:09:21.664255 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a7400-81e4-42b1-a6ed-79f289290465 req-ca43b93d-e483-47f2-b1a5-ad5ca167baff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:21.665734 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-541a7400-81e4-42b1-a6ed-79f289290465 req-ca43b93d-e483-47f2-b1a5-ad5ca167baff service neutron] 10.222.0.47 "GET /v2.0/networks?id=20d93f48-2670-4b52-bca9-9b5cb5c91d95 HTTP/1.1" status: 200 len: 913 time: 0.0948410 Nov 25 14:09:21.739255 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-541a7400-81e4-42b1-a6ed-79f289290465 req-113192ac-1863-4f46-a72a-7505d66bee89 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5c626fc-6f1a-4a45-8c82-99693f24ea10 HTTP/1.1" status: 200 len: 1000 time: 0.0657825 Nov 25 14:09:21.790061 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a7400-81e4-42b1-a6ed-79f289290465 req-abbdb343-7e43-4518-9351-ef9bb5b3efce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:21.791558 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-541a7400-81e4-42b1-a6ed-79f289290465 req-abbdb343-7e43-4518-9351-ef9bb5b3efce service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1e54fa4c-0a04-4943-b526-a327c9965b90 HTTP/1.1" status: 200 len: 851 time: 0.0439315 Nov 25 14:09:21.842672 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a7400-81e4-42b1-a6ed-79f289290465 req-532e7996-64d3-44a2-bad9-ea7acd913dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:21.844129 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-541a7400-81e4-42b1-a6ed-79f289290465 req-532e7996-64d3-44a2-bad9-ea7acd913dde service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20d93f48-2670-4b52-bca9-9b5cb5c91d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443707 Nov 25 14:09:21.933379 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-541a7400-81e4-42b1-a6ed-79f289290465 req-9a36bf9f-bf9f-4810-ba55-b52a0ea0c74e service neutron] 10.222.0.47 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809062 Nov 25 14:09:22.027234 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-541a7400-81e4-42b1-a6ed-79f289290465 req-67d4d8d7-6bf2-4759-88cb-00c701fb2745 service neutron] 10.222.0.47 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862529 Nov 25 14:09:22.437719 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5105fa-cfd6-47ea-90a4-2e22d91e4aa1 req-bd588426-6e4b-47e5-856f-238df134b4e8 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:22.439271 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7d5105fa-cfd6-47ea-90a4-2e22d91e4aa1 req-bd588426-6e4b-47e5-856f-238df134b4e8 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb0a8a73-10fe-40ac-925e-99e462d7a6a1 HTTP/1.1" status: 200 len: 944 time: 0.0492249 Nov 25 14:09:22.441378 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device c5c626fc-6f1a-4a45-8c82-99693f24ea10 no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:09:22.486496 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device c5c626fc-6f1a-4a45-8c82-99693f24ea10 not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:09:22.501218 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7d5105fa-cfd6-47ea-90a4-2e22d91e4aa1 req-2c6afff7-bdc5-484b-a51f-87909c1b6724 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535271 Nov 25 14:09:23.617771 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8d43dc-a353-48f5-94cb-ab7455ce6d23 req-d4e060fa-fff6-4070-ae5a-2442459e3e24 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:23.619300 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ea8d43dc-a353-48f5-94cb-ab7455ce6d23 req-d4e060fa-fff6-4070-ae5a-2442459e3e24 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb0a8a73-10fe-40ac-925e-99e462d7a6a1 HTTP/1.1" status: 200 len: 944 time: 0.0483046 Nov 25 14:09:23.666497 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ea8d43dc-a353-48f5-94cb-ab7455ce6d23 req-d41a1ceb-e89b-4410-a232-04a4524dd7a7 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407481 Nov 25 14:09:23.787650 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb29d3-d935-4f06-9795-47a3537046df req-789e4fc3-a9a8-45da-9b70-a268a3c98c7d tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:23.789913 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2deb29d3-d935-4f06-9795-47a3537046df req-789e4fc3-a9a8-45da-9b70-a268a3c98c7d tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb0a8a73-10fe-40ac-925e-99e462d7a6a1 HTTP/1.1" status: 200 len: 944 time: 0.0513499 Nov 25 14:09:23.839880 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2deb29d3-d935-4f06-9795-47a3537046df req-59721879-701d-4c13-9c1a-c9d9343645f4 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434263 Nov 25 14:09:23.956139 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9915e80-5315-4908-b9a6-c6ed72e18b74 req-17bbe55d-1189-48e8-990c-4dbff81ffd54 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:23.957533 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b9915e80-5315-4908-b9a6-c6ed72e18b74 req-17bbe55d-1189-48e8-990c-4dbff81ffd54 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb0a8a73-10fe-40ac-925e-99e462d7a6a1 HTTP/1.1" status: 200 len: 944 time: 0.0522664 Nov 25 14:09:24.004843 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b9915e80-5315-4908-b9a6-c6ed72e18b74 req-b0c116b2-fea6-486c-b18f-b8f1cf7666c5 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413768 Nov 25 14:09:24.230747 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517265f4-aa35-4974-bfe5-299dcddb23bc req-c0883d94-a8ee-43f6-aa3d-97b463d6b8b8 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:24.232150 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-517265f4-aa35-4974-bfe5-299dcddb23bc req-c0883d94-a8ee-43f6-aa3d-97b463d6b8b8 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb0a8a73-10fe-40ac-925e-99e462d7a6a1 HTTP/1.1" status: 200 len: 944 time: 0.0484018 Nov 25 14:09:24.279479 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-517265f4-aa35-4974-bfe5-299dcddb23bc req-1c37fa46-91d0-4d77-ae88-30861c318b0e tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413902 Nov 25 14:09:25.409515 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cebde53-1c8b-4bff-a547-547b57647765 req-68e2698b-8cb8-4160-ac7c-bd358da1774e tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:25.411065 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6cebde53-1c8b-4bff-a547-547b57647765 req-68e2698b-8cb8-4160-ac7c-bd358da1774e tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb0a8a73-10fe-40ac-925e-99e462d7a6a1 HTTP/1.1" status: 200 len: 944 time: 0.0626028 Nov 25 14:09:25.415228 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8004eec-bc21-4cbe-a461-fb064c5b4071 req-5d138949-c684-462e-93d9-3562f61b2259 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:25.416690 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d8004eec-bc21-4cbe-a461-fb064c5b4071 req-5d138949-c684-462e-93d9-3562f61b2259 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.47 "GET /v2.0/ports?device_id=cb0a8a73-10fe-40ac-925e-99e462d7a6a1 HTTP/1.1" status: 200 len: 944 time: 0.0559347 Nov 25 14:09:25.429416 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device c5c626fc-6f1a-4a45-8c82-99693f24ea10 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 14:09:25.461751 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6cebde53-1c8b-4bff-a547-547b57647765 req-2ea2ff4f-c0b9-41f3-86d5-e6474060915a tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441289 Nov 25 14:09:25.509051 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-d8004eec-bc21-4cbe-a461-fb064c5b4071 req-b84a9cf4-cd28-4d9a-a7f8-64bb6823fbd8 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Deleting port c5c626fc-6f1a-4a45-8c82-99693f24ea10 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:09:25.509393 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d8004eec-bc21-4cbe-a461-fb064c5b4071 req-b84a9cf4-cd28-4d9a-a7f8-64bb6823fbd8 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:09:25.524741 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port c5c626fc-6f1a-4a45-8c82-99693f24ea10, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=c5c626fc-6f1a-4a45-8c82-99693f24ea10,segment=NetworkSegment(1cf32cfc-3bf3-40b3-8d02-cf580d211be8),segment_id=1cf32cfc-3bf3-40b3-8d02-cf580d211be8)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:09:25.536003 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': 'c5c626fc-6f1a-4a45-8c82-99693f24ea10', 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95', 'port_id': 'c5c626fc-6f1a-4a45-8c82-99693f24ea10', 'mac_address': 'fa:16:3e:57:ec:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e54fa4c-0a04-4943-b526-a327c9965b90', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 14:09:25.577437 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:09:25.592423 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5c626fc-6f1a-4a45-8c82-99693f24ea10 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 14:09:25.605984 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-d8004eec-bc21-4cbe-a461-fb064c5b4071 req-b84a9cf4-cd28-4d9a-a7f8-64bb6823fbd8 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] For port c5c626fc-6f1a-4a45-8c82-99693f24ea10, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=c5c626fc-6f1a-4a45-8c82-99693f24ea10,segment=NetworkSegment(1cf32cfc-3bf3-40b3-8d02-cf580d211be8),segment_id=1cf32cfc-3bf3-40b3-8d02-cf580d211be8)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:09:25.606368 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d8004eec-bc21-4cbe-a461-fb064c5b4071 req-b84a9cf4-cd28-4d9a-a7f8-64bb6823fbd8 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:09:25.612369 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port c5c626fc-6f1a-4a45-8c82-99693f24ea10, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=c5c626fc-6f1a-4a45-8c82-99693f24ea10,segment=NetworkSegment(1cf32cfc-3bf3-40b3-8d02-cf580d211be8),segment_id=1cf32cfc-3bf3-40b3-8d02-cf580d211be8)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:09:25.616272 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:09:25.666110 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=c5c626fc-6f1a-4a45-8c82-99693f24ea10,revision_number=11']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:09:25.780732 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d8004eec-bc21-4cbe-a461-fb064c5b4071 req-b84a9cf4-cd28-4d9a-a7f8-64bb6823fbd8 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:09:25.781098 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d8004eec-bc21-4cbe-a461-fb064c5b4071 req-b84a9cf4-cd28-4d9a-a7f8-64bb6823fbd8 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:09:25.781424 n-d-808199-11 neutron-server[103571]: INFO neutron.db.l3_db [req-d8004eec-bc21-4cbe-a461-fb064c5b4071 req-b84a9cf4-cd28-4d9a-a7f8-64bb6823fbd8 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Floating IP e3cabf07-8248-467e-9989-3c9d0ae1f3d5 disassociated. External IP: 172.25.5.150, port: c5c626fc-6f1a-4a45-8c82-99693f24ea10. Nov 25 14:09:25.781770 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-d8004eec-bc21-4cbe-a461-fb064c5b4071 req-b84a9cf4-cd28-4d9a-a7f8-64bb6823fbd8 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Calling delete_port for c5c626fc-6f1a-4a45-8c82-99693f24ea10 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:09:25.910812 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d8004eec-bc21-4cbe-a461-fb064c5b4071 req-b84a9cf4-cd28-4d9a-a7f8-64bb6823fbd8 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:09:25.937593 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84a9cf4-cd28-4d9a-a7f8-64bb6823fbd8 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Pushing event deleted for resources: {'Port': ['ID=c5c626fc-6f1a-4a45-8c82-99693f24ea10,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:09:26.063618 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8004eec-bc21-4cbe-a461-fb064c5b4071 req-b84a9cf4-cd28-4d9a-a7f8-64bb6823fbd8 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Router 3c18afa0-5a92-4fc8-964f-85e5b12ffcd6 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 14:09:26.177970 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8004eec-bc21-4cbe-a461-fb064c5b4071 req-b84a9cf4-cd28-4d9a-a7f8-64bb6823fbd8 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 14:09:26.188702 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e494cffd-531f-4c67-9172-3e01b308d67d None None] Sync routers for ids ['3c18afa0-5a92-4fc8-964f-85e5b12ffcd6'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 14:09:26.198149 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e494cffd-531f-4c67-9172-3e01b308d67d None None] Routers {'3c18afa0-5a92-4fc8-964f-85e5b12ffcd6'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:09:26.198796 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-e494cffd-531f-4c67-9172-3e01b308d67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:09:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['3c18afa0-5a92-4fc8-964f-85e5b12ffcd6'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:09:26.216928 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8004eec-bc21-4cbe-a461-fb064c5b4071 req-b84a9cf4-cd28-4d9a-a7f8-64bb6823fbd8 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] No DVR routers for this DVR port c5c626fc-6f1a-4a45-8c82-99693f24ea10 on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 14:09:26.219589 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d8004eec-bc21-4cbe-a461-fb064c5b4071 req-b84a9cf4-cd28-4d9a-a7f8-64bb6823fbd8 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:09:26.223029 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d8004eec-bc21-4cbe-a461-fb064c5b4071 req-b84a9cf4-cd28-4d9a-a7f8-64bb6823fbd8 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.47 "DELETE /v2.0/ports/c5c626fc-6f1a-4a45-8c82-99693f24ea10 HTTP/1.1" status: 204 len: 173 time: 0.8004770 Nov 25 14:09:26.223479 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb0a8a73-10fe-40ac-925e-99e462d7a6a1', 'name': 'network-vif-deleted', 'tag': 'c5c626fc-6f1a-4a45-8c82-99693f24ea10'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:09:26.225859 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b263d7d4b70db15966f189087f2cdd81ff7815a34d469843c29c7d40ca9dff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e9a75a-325c-4fa5-80cf-9872884c2d25" -d '{"events": [{"server_uuid": "cb0a8a73-10fe-40ac-925e-99e462d7a6a1", "name": "network-vif-deleted", "tag": "c5c626fc-6f1a-4a45-8c82-99693f24ea10"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:09:26.282675 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 14:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa1bcda-4dd6-4631-a613-ef85eb8d1737 x-openstack-request-id: req-6fa1bcda-4dd6-4631-a613-ef85eb8d1737 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:09:26.283148 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb0a8a73-10fe-40ac-925e-99e462d7a6a1", "name": "network-vif-deleted", "tag": "c5c626fc-6f1a-4a45-8c82-99693f24ea10", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:09:26.283550 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6fa1bcda-4dd6-4631-a613-ef85eb8d1737 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:09:26.284192 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb0a8a73-10fe-40ac-925e-99e462d7a6a1', 'name': 'network-vif-deleted', 'tag': 'c5c626fc-6f1a-4a45-8c82-99693f24ea10', 'status': 'completed', 'code': 200} Nov 25 14:09:26.307176 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-e494cffd-531f-4c67-9172-3e01b308d67d None None] Set router 3c18afa0-5a92-4fc8-964f-85e5b12ffcd6 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:09:26.502249 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-e494cffd-531f-4c67-9172-3e01b308d67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'name': 'tempest-ServerActionsTestJSON-1696234908-router', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '72f223b5-6a31-4a5b-b936-b01c13166caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:02:37Z', 'updated_at': '2021-11-25T14:02:40Z', 'revision_number': 4, 'project_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'gw_port': {'id': '72f223b5-6a31-4a5b-b936-b01c13166caa', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:02:38Z', 'updated_at': '2021-11-25T14:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '43c15bd0-a86e-48c3-b8c7-b8710dd0dba6', 'name': '', 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'mac_address': 'fa:16:3e:81:4b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '1e54fa4c-0a04-4943-b526-a327c9965b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:02:40Z', 'updated_at': '2021-11-25T14:02:43Z', 'revision_number': 5, 'project_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'subnets': [{'id': '1e54fa4c-0a04-4943-b526-a327c9965b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:09:26.532164 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e494cffd-531f-4c67-9172-3e01b308d67d None None] Checking router: 3c18afa0-5a92-4fc8-964f-85e5b12ffcd6 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 14:09:26.540945 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e494cffd-531f-4c67-9172-3e01b308d67d None None] Routers {'3c18afa0-5a92-4fc8-964f-85e5b12ffcd6'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:09:26.541552 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-e494cffd-531f-4c67-9172-3e01b308d67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:09:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['3c18afa0-5a92-4fc8-964f-85e5b12ffcd6'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:09:26.571157 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a27b5e48-7e5b-42a1-9cf9-15e90c3c295b req-3489f85d-a19d-46b2-b6f6-7c5876445f48 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb0a8a73-10fe-40ac-925e-99e462d7a6a1 HTTP/1.1" status: 200 len: 210 time: 0.0254216 Nov 25 14:09:26.739690 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-e494cffd-531f-4c67-9172-3e01b308d67d None None] Set router 3c18afa0-5a92-4fc8-964f-85e5b12ffcd6 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:09:26.937547 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-e494cffd-531f-4c67-9172-3e01b308d67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'name': 'tempest-ServerActionsTestJSON-1696234908-router', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '72f223b5-6a31-4a5b-b936-b01c13166caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:02:37Z', 'updated_at': '2021-11-25T14:02:40Z', 'revision_number': 4, 'project_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'gw_port': {'id': '72f223b5-6a31-4a5b-b936-b01c13166caa', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:02:38Z', 'updated_at': '2021-11-25T14:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '43c15bd0-a86e-48c3-b8c7-b8710dd0dba6', 'name': '', 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'mac_address': 'fa:16:3e:81:4b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '1e54fa4c-0a04-4943-b526-a327c9965b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:02:40Z', 'updated_at': '2021-11-25T14:02:43Z', 'revision_number': 5, 'project_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'subnets': [{'id': '1e54fa4c-0a04-4943-b526-a327c9965b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:09:26.963641 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e494cffd-531f-4c67-9172-3e01b308d67d None None] The sync data for ids ['3c18afa0-5a92-4fc8-964f-85e5b12ffcd6'] in n-d-808199-11 is: [{'id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'name': 'tempest-ServerActionsTestJSON-1696234908-router', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '72f223b5-6a31-4a5b-b936-b01c13166caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:02:37Z', 'updated_at': '2021-11-25T14:02:40Z', 'revision_number': 4, 'project_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'gw_port': {'id': '72f223b5-6a31-4a5b-b936-b01c13166caa', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:02:38Z', 'updated_at': '2021-11-25T14:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '43c15bd0-a86e-48c3-b8c7-b8710dd0dba6', 'name': '', 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'mac_address': 'fa:16:3e:81:4b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '1e54fa4c-0a04-4943-b526-a327c9965b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:02:40Z', 'updated_at': '2021-11-25T14:02:43Z', 'revision_number': 5, 'project_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'subnets': [{'id': '1e54fa4c-0a04-4943-b526-a327c9965b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 14:09:27.190133 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5149c773-9d36-46cd-9358-657929f2f2e9 None None] New status for floating IP e3cabf07-8248-467e-9989-3c9d0ae1f3d5: DOWN {{(pid=103572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 14:09:27.438262 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device c5c626fc-6f1a-4a45-8c82-99693f24ea10 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:09:27.463104 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: c5c626fc-6f1a-4a45-8c82-99693f24ea10 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 14:09:27.463386 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device c5c626fc-6f1a-4a45-8c82-99693f24ea10 not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:09:27.846958 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-20e6d7f5-bc6c-43d9-8806-7555676351b1 req-1e3a3d57-90cb-43f4-a948-3b23ae090d4d tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1498764968&fields=id&tenant_id=55029eb28f0f4879a6c68ae4e6ded03b HTTP/1.1" status: 200 len: 267 time: 0.0420434 Nov 25 14:09:27.955323 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e6d7f5-bc6c-43d9-8806-7555676351b1 req-4e8d8f4c-82b6-459c-b6eb-1c37d08bda85 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:27.956783 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-20e6d7f5-bc6c-43d9-8806-7555676351b1 req-4e8d8f4c-82b6-459c-b6eb-1c37d08bda85 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/networks?id=20d93f48-2670-4b52-bca9-9b5cb5c91d95 HTTP/1.1" status: 200 len: 812 time: 0.1024690 Nov 25 14:09:27.971710 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-20e6d7f5-bc6c-43d9-8806-7555676351b1 req-247e38be-d759-41a7-98d4-89cc1209d132 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/quotas/55029eb28f0f4879a6c68ae4e6ded03b HTTP/1.1" status: 200 len: 375 time: 0.0088205 Nov 25 14:09:28.021977 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-20e6d7f5-bc6c-43d9-8806-7555676351b1 req-1a3360a2-2fc3-48c8-a7d0-535a5deb8d48 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=55029eb28f0f4879a6c68ae4e6ded03b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451069 Nov 25 14:09:28.190390 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-20e6d7f5-bc6c-43d9-8806-7555676351b1 req-5630de83-f39c-48f2-9875-5e9f17bbe9ca service neutron] 10.222.0.53 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231797 Nov 25 14:09:28.279317 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-20e6d7f5-bc6c-43d9-8806-7555676351b1 req-97632098-ee5a-46b3-880b-0763f6ccc86d service neutron] 10.222.0.53 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827932 Nov 25 14:09:28.439391 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6a2f6b6a-3608-40f0-a7cd-0eda2b3adee2 req-a6a73c54-f877-4584-9626-6daab6bf33cc tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 210 time: 0.0262711 Nov 25 14:09:29.481541 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e6d7f5-bc6c-43d9-8806-7555676351b1 req-33aebe01-004b-4f21-b39d-0e6d7d5cf059 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:29.483206 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-20e6d7f5-bc6c-43d9-8806-7555676351b1 req-33aebe01-004b-4f21-b39d-0e6d7d5cf059 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.66 "GET /v2.0/networks?id=20d93f48-2670-4b52-bca9-9b5cb5c91d95 HTTP/1.1" status: 200 len: 812 time: 0.1154659 Nov 25 14:09:29.535226 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a7e13380-ea5b-44e6-85aa-329837519072 req-37a46684-4a6d-41bc-a4ae-1b6fb2e1f517 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 210 time: 0.0257318 Nov 25 14:09:29.557409 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-20e6d7f5-bc6c-43d9-8806-7555676351b1 req-dba571e9-7c11-432c-9ca5-99b20294f144 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55029eb28f0f4879a6c68ae4e6ded03b HTTP/1.1" status: 200 len: 380 time: 0.0594840 Nov 25 14:09:29.567597 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-20e6d7f5-bc6c-43d9-8806-7555676351b1 req-c2451c4c-d502-4c81-a144-6bdf99ac62fd tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Request body: {'port': {'device_id': '36c12c73-dd04-4ea5-a3bb-4fa2e236e821', 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95', 'admin_state_up': True, 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'security_groups': ['6eb7b356-5113-487f-a193-f1bb52d61224']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:09:29.678891 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20e6d7f5-bc6c-43d9-8806-7555676351b1 req-c2451c4c-d502-4c81-a144-6bdf99ac62fd tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Made reservation on behalf of 55029eb28f0f4879a6c68ae4e6ded03b for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 14:09:29.682874 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-20e6d7f5-bc6c-43d9-8806-7555676351b1 req-c2451c4c-d502-4c81-a144-6bdf99ac62fd tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:09:29.806643 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-20e6d7f5-bc6c-43d9-8806-7555676351b1 req-c2451c4c-d502-4c81-a144-6bdf99ac62fd tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Allocated IP 172.20.0.4 (20d93f48-2670-4b52-bca9-9b5cb5c91d95/1e54fa4c-0a04-4943-b526-a327c9965b90/bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:09:29.945519 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-20e6d7f5-bc6c-43d9-8806-7555676351b1 req-c2451c4c-d502-4c81-a144-6bdf99ac62fd tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:09:29.978775 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-20e6d7f5-bc6c-43d9-8806-7555676351b1 req-c2451c4c-d502-4c81-a144-6bdf99ac62fd tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:09:30.022136 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20e6d7f5-bc6c-43d9-8806-7555676351b1 req-c2451c4c-d502-4c81-a144-6bdf99ac62fd tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Network 20d93f48-2670-4b52-bca9-9b5cb5c91d95 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:09:30.025162 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-20e6d7f5-bc6c-43d9-8806-7555676351b1 req-c2451c4c-d502-4c81-a144-6bdf99ac62fd tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:09:30.028736 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-20e6d7f5-bc6c-43d9-8806-7555676351b1 req-c2451c4c-d502-4c81-a144-6bdf99ac62fd tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:09:30.063168 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2451c4c-d502-4c81-a144-6bdf99ac62fd tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Pushing event updated for resources: {'Port': ['ID=bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:09:30.088552 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e6d7f5-bc6c-43d9-8806-7555676351b1 req-c2451c4c-d502-4c81-a144-6bdf99ac62fd tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:30.089209 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-20e6d7f5-bc6c-43d9-8806-7555676351b1 req-c2451c4c-d502-4c81-a144-6bdf99ac62fd tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:09:30.106574 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-20e6d7f5-bc6c-43d9-8806-7555676351b1 req-c2451c4c-d502-4c81-a144-6bdf99ac62fd tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5428114 Nov 25 14:09:30.124573 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-20e6d7f5-bc6c-43d9-8806-7555676351b1 req-d4d25d8d-6772-45aa-9461-e37ca8adf69e service neutron] Request body: {'port': {'device_id': '36c12c73-dd04-4ea5-a3bb-4fa2e236e821', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:09:30.181820 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-20e6d7f5-bc6c-43d9-8806-7555676351b1 req-d4d25d8d-6772-45aa-9461-e37ca8adf69e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:09:30.235716 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-925a525a-acda-4ae4-bc34-dc0f58ccc3d9 None None] Provisioning complete for port bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:09:30.236274 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-925a525a-acda-4ae4-bc34-dc0f58ccc3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:09:30.269371 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-925a525a-acda-4ae4-bc34-dc0f58ccc3d9 None None] Port bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 14:09:30.374554 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2c68f9b0-946f-4d95-9847-c0e58f28a8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:09:30.454443 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-20e6d7f5-bc6c-43d9-8806-7555676351b1 req-d4d25d8d-6772-45aa-9461-e37ca8adf69e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 14:09:30.462232 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-20e6d7f5-bc6c-43d9-8806-7555676351b1 req-d4d25d8d-6772-45aa-9461-e37ca8adf69e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:09:30.474874 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-20e6d7f5-bc6c-43d9-8806-7555676351b1 req-d4d25d8d-6772-45aa-9461-e37ca8adf69e service neutron] Transition to ACTIVE for port object bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 14:09:30.481277 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-20e6d7f5-bc6c-43d9-8806-7555676351b1 req-d4d25d8d-6772-45aa-9461-e37ca8adf69e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:09:30.538783 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d25d8d-6772-45aa-9461-e37ca8adf69e service neutron] Pushing event updated for resources: {'Port': ['ID=bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:09:30.606472 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-20e6d7f5-bc6c-43d9-8806-7555676351b1 req-d4d25d8d-6772-45aa-9461-e37ca8adf69e service neutron] Attempting to bind port bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0 on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:09:30.606857 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-20e6d7f5-bc6c-43d9-8806-7555676351b1 req-d4d25d8d-6772-45aa-9461-e37ca8adf69e service neutron] Attempting to bind port bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0 by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': '1cf32cfc-3bf3-40b3-8d02-cf580d211be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:09:30.607176 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e6d7f5-bc6c-43d9-8806-7555676351b1 req-d4d25d8d-6772-45aa-9461-e37ca8adf69e service neutron] Attempting to bind port bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0 on network 20d93f48-2670-4b52-bca9-9b5cb5c91d95 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:09:30.612028 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e6d7f5-bc6c-43d9-8806-7555676351b1 req-d4d25d8d-6772-45aa-9461-e37ca8adf69e service neutron] Port bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0 on network 20d93f48-2670-4b52-bca9-9b5cb5c91d95 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 14:09:30.612330 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e6d7f5-bc6c-43d9-8806-7555676351b1 req-d4d25d8d-6772-45aa-9461-e37ca8adf69e service neutron] Attempting to bind port bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0 on network 20d93f48-2670-4b52-bca9-9b5cb5c91d95 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:09:30.617596 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e6d7f5-bc6c-43d9-8806-7555676351b1 req-d4d25d8d-6772-45aa-9461-e37ca8adf69e service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:09:30.617917 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e6d7f5-bc6c-43d9-8806-7555676351b1 req-d4d25d8d-6772-45aa-9461-e37ca8adf69e service neutron] Checking segment: {'id': '1cf32cfc-3bf3-40b3-8d02-cf580d211be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:09:30.618304 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e6d7f5-bc6c-43d9-8806-7555676351b1 req-d4d25d8d-6772-45aa-9461-e37ca8adf69e service neutron] Bound using segment: {'id': '1cf32cfc-3bf3-40b3-8d02-cf580d211be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:09:30.618756 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-20e6d7f5-bc6c-43d9-8806-7555676351b1 req-d4d25d8d-6772-45aa-9461-e37ca8adf69e service neutron] Bound port: bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cf32cfc-3bf3-40b3-8d02-cf580d211be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:09:30.619125 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-20e6d7f5-bc6c-43d9-8806-7555676351b1 req-d4d25d8d-6772-45aa-9461-e37ca8adf69e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:09:30.674293 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacbdc80-b385-4b53-b373-880490ac147a req-dc8e629c-a5aa-4d66-82b2-2962e97cf7a8 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:30.675989 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-eacbdc80-b385-4b53-b373-880490ac147a req-dc8e629c-a5aa-4d66-82b2-2962e97cf7a8 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 943 time: 0.0563908 Nov 25 14:09:30.690380 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-20e6d7f5-bc6c-43d9-8806-7555676351b1 req-d4d25d8d-6772-45aa-9461-e37ca8adf69e service neutron] For port bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0, host n-h1-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:09:30.693712 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-20e6d7f5-bc6c-43d9-8806-7555676351b1 req-d4d25d8d-6772-45aa-9461-e37ca8adf69e service neutron] For port bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0,segment=NetworkSegment(1cf32cfc-3bf3-40b3-8d02-cf580d211be8),segment_id=1cf32cfc-3bf3-40b3-8d02-cf580d211be8)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:09:30.698659 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-20e6d7f5-bc6c-43d9-8806-7555676351b1 req-d4d25d8d-6772-45aa-9461-e37ca8adf69e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:09:30.731397 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-eacbdc80-b385-4b53-b373-880490ac147a req-ad0571c7-803c-43cc-81c5-9c1c4b8ad2b8 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449440 Nov 25 14:09:30.740516 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e6d7f5-bc6c-43d9-8806-7555676351b1 req-d4d25d8d-6772-45aa-9461-e37ca8adf69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:30.741137 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-20e6d7f5-bc6c-43d9-8806-7555676351b1 req-d4d25d8d-6772-45aa-9461-e37ca8adf69e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:09:30.742540 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-20e6d7f5-bc6c-43d9-8806-7555676351b1 req-d4d25d8d-6772-45aa-9461-e37ca8adf69e service neutron] 10.222.0.66 "PUT /v2.0/ports/bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0 HTTP/1.1" status: 200 len: 1092 time: 0.6224184 Nov 25 14:09:30.743015 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36c12c73-dd04-4ea5-a3bb-4fa2e236e821', 'tag': 'bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:09:30.745281 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b263d7d4b70db15966f189087f2cdd81ff7815a34d469843c29c7d40ca9dff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8762b0e2-921a-4c28-b96b-2b4435c257c0" -d '{"events": [{"name": "network-changed", "server_uuid": "36c12c73-dd04-4ea5-a3bb-4fa2e236e821", "tag": "bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:09:30.769589 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d25d8d-6772-45aa-9461-e37ca8adf69e service neutron] Pushing event updated for resources: {'Port': ['ID=bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:09:30.800627 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 14:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088a18f7-f5a3-4446-92fc-b195705bdc42 x-openstack-request-id: req-088a18f7-f5a3-4446-92fc-b195705bdc42 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:09:30.801843 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36c12c73-dd04-4ea5-a3bb-4fa2e236e821", "tag": "bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:09:30.802551 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-088a18f7-f5a3-4446-92fc-b195705bdc42 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:09:30.803006 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36c12c73-dd04-4ea5-a3bb-4fa2e236e821', 'tag': 'bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0', 'status': 'completed', 'code': 200} Nov 25 14:09:30.851275 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e6d7f5-bc6c-43d9-8806-7555676351b1 req-2519f619-83d9-4e65-9b30-ffe54b592389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:30.852967 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-20e6d7f5-bc6c-43d9-8806-7555676351b1 req-2519f619-83d9-4e65-9b30-ffe54b592389 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=55029eb28f0f4879a6c68ae4e6ded03b&device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 1095 time: 0.0458515 Nov 25 14:09:30.902182 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-20e6d7f5-bc6c-43d9-8806-7555676351b1 req-16fc87b1-90e6-4e69-9fce-91c71a8b41c0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0 HTTP/1.1" status: 200 len: 217 time: 0.0368376 Nov 25 14:09:30.963250 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e6d7f5-bc6c-43d9-8806-7555676351b1 req-98605ef1-097f-4f2e-ab27-42c541b0b1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:30.964645 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-20e6d7f5-bc6c-43d9-8806-7555676351b1 req-98605ef1-097f-4f2e-ab27-42c541b0b1dd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1e54fa4c-0a04-4943-b526-a327c9965b90 HTTP/1.1" status: 200 len: 851 time: 0.0495403 Nov 25 14:09:31.015958 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e6d7f5-bc6c-43d9-8806-7555676351b1 req-e275dada-1c17-4d2b-9b1b-3b331f754da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:31.017659 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-20e6d7f5-bc6c-43d9-8806-7555676351b1 req-e275dada-1c17-4d2b-9b1b-3b331f754da0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=20d93f48-2670-4b52-bca9-9b5cb5c91d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411112 Nov 25 14:09:31.110171 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-20e6d7f5-bc6c-43d9-8806-7555676351b1 req-3a9a2e72-5617-410c-aaea-dfe911537ac1 service neutron] 10.222.0.66 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811124 Nov 25 14:09:31.214159 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-20e6d7f5-bc6c-43d9-8806-7555676351b1 req-aae9860d-c2a7-4986-976a-6f58792ca4fe service neutron] 10.222.0.66 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931060 Nov 25 14:09:31.316662 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8762b0e2-921a-4c28-b96b-2b4435c257c0 req-ec7342d7-42b6-4be7-b287-65aea4d4d0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:31.318191 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8762b0e2-921a-4c28-b96b-2b4435c257c0 req-ec7342d7-42b6-4be7-b287-65aea4d4d0ff service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=55029eb28f0f4879a6c68ae4e6ded03b&device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 1095 time: 0.0487523 Nov 25 14:09:31.414438 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8762b0e2-921a-4c28-b96b-2b4435c257c0 req-0905c180-cc58-4ebe-8a0d-c3f579f39584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:31.415979 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8762b0e2-921a-4c28-b96b-2b4435c257c0 req-0905c180-cc58-4ebe-8a0d-c3f579f39584 service neutron] 10.222.0.66 "GET /v2.0/networks?id=20d93f48-2670-4b52-bca9-9b5cb5c91d95 HTTP/1.1" status: 200 len: 913 time: 0.0909855 Nov 25 14:09:31.467263 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8762b0e2-921a-4c28-b96b-2b4435c257c0 req-22a27681-07b3-4a6e-8fd2-0d953315e8e7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0 HTTP/1.1" status: 200 len: 217 time: 0.0349219 Nov 25 14:09:31.521054 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8762b0e2-921a-4c28-b96b-2b4435c257c0 req-2f317a96-131d-4072-aa11-5584a7574ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:31.524973 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8762b0e2-921a-4c28-b96b-2b4435c257c0 req-2f317a96-131d-4072-aa11-5584a7574ce7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1e54fa4c-0a04-4943-b526-a327c9965b90 HTTP/1.1" status: 200 len: 851 time: 0.0498295 Nov 25 14:09:31.573379 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8762b0e2-921a-4c28-b96b-2b4435c257c0 req-8003899c-3f12-4141-8857-23b10259b104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:31.574886 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8762b0e2-921a-4c28-b96b-2b4435c257c0 req-8003899c-3f12-4141-8857-23b10259b104 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=20d93f48-2670-4b52-bca9-9b5cb5c91d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405498 Nov 25 14:09:31.671451 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8762b0e2-921a-4c28-b96b-2b4435c257c0 req-06d6181f-9cda-4e42-bdd8-87e08b323cdc service neutron] 10.222.0.66 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864248 Nov 25 14:09:31.763355 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8762b0e2-921a-4c28-b96b-2b4435c257c0 req-9eb26c9f-3ae0-4381-86a5-a8c15703c8a3 service neutron] 10.222.0.66 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819991 Nov 25 14:09:31.866824 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6594e606-b27f-4053-9d84-1974d1574f7e req-f721db32-0479-457c-97ed-01911fb6ada3 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:31.868828 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6594e606-b27f-4053-9d84-1974d1574f7e req-f721db32-0479-457c-97ed-01911fb6ada3 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 943 time: 0.0486815 Nov 25 14:09:31.915874 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6594e606-b27f-4053-9d84-1974d1574f7e req-748adbdf-b2fd-4fce-a736-b120b5347e0f tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411198 Nov 25 14:09:32.843892 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8521f58f-5315-489a-941e-49d6539f0593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:09:33.034872 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f35e63b-d0b9-474b-a367-75617d85335a req-6cdb5dcb-5223-44ed-94cc-5b5c7b1638e7 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:33.036373 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0f35e63b-d0b9-474b-a367-75617d85335a req-6cdb5dcb-5223-44ed-94cc-5b5c7b1638e7 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 943 time: 0.0493996 Nov 25 14:09:33.087777 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0f35e63b-d0b9-474b-a367-75617d85335a req-724c6b0a-29a1-40f4-a1f6-d11fe55e968e tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451665 Nov 25 14:09:34.054361 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:09:34.244487 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d6dc3-d957-4232-9d5c-217b25f3bb4d req-19acbf2c-85e6-4df8-b25a-3f5492d96e2d tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:34.245977 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f77d6dc3-d957-4232-9d5c-217b25f3bb4d req-19acbf2c-85e6-4df8-b25a-3f5492d96e2d tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 943 time: 0.0906425 Nov 25 14:09:34.293428 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f77d6dc3-d957-4232-9d5c-217b25f3bb4d req-9b15f4bd-ecab-4511-a00e-c2180079d0d5 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414088 Nov 25 14:09:34.458187 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0 details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 14:09:34.550313 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0,segment=NetworkSegment(1cf32cfc-3bf3-40b3-8d02-cf580d211be8),segment_id=1cf32cfc-3bf3-40b3-8d02-cf580d211be8)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:09:34.561778 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': 'bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0', 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95', 'port_id': 'bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0', 'mac_address': 'fa:16:3e:55:8d:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e54fa4c-0a04-4943-b526-a327c9965b90', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 14:09:34.602977 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:09:34.615573 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 14:09:34.635297 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0,segment=NetworkSegment(1cf32cfc-3bf3-40b3-8d02-cf580d211be8),segment_id=1cf32cfc-3bf3-40b3-8d02-cf580d211be8)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:09:34.638805 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:09:34.684706 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:09:34.903830 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 14:09:35.375710 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:09:35.462366 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8826dca3-9e5b-4c31-87cd-146824b0cac3 req-d02c1e97-861f-41d8-a6bd-5ffb158b0a53 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:35.463883 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8826dca3-9e5b-4c31-87cd-146824b0cac3 req-d02c1e97-861f-41d8-a6bd-5ffb158b0a53 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 944 time: 0.0997591 Nov 25 14:09:35.510498 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8826dca3-9e5b-4c31-87cd-146824b0cac3 req-957304be-88f3-4022-94d6-d0ca3593c09d tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405104 Nov 25 14:09:36.473645 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0 up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:09:36.526344 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:09:36.535308 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 14:09:36.538954 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:09:36.539828 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:09:36.622014 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:09:36.632707 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b141d-ea5b-4877-94e7-41fca312e744 req-e32e5ebb-d3a9-4382-bba9-4bcf91f25f77 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:36.634222 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-964b141d-ea5b-4877-94e7-41fca312e744 req-e32e5ebb-d3a9-4382-bba9-4bcf91f25f77 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 944 time: 0.0528231 Nov 25 14:09:36.645344 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c12c73-dd04-4ea5-a3bb-4fa2e236e821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:09:36.647876 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4a683b2f55a074025c37cf42062357829495bd62ced1b23f0cba96c56cdda24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380b84ec-36cb-4edc-a4e2-cee9e216802a" -d '{"events": [{"server_uuid": "36c12c73-dd04-4ea5-a3bb-4fa2e236e821", "name": "network-vif-plugged", "status": "completed", "tag": "bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:09:36.660325 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0,segment=NetworkSegment(1cf32cfc-3bf3-40b3-8d02-cf580d211be8),segment_id=1cf32cfc-3bf3-40b3-8d02-cf580d211be8)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:09:36.665655 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:09:36.690219 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 14:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d24bad-488b-4107-aab6-5669e98303de x-openstack-request-id: req-10d24bad-488b-4107-aab6-5669e98303de {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:09:36.690516 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36c12c73-dd04-4ea5-a3bb-4fa2e236e821", "name": "network-vif-plugged", "status": "completed", "tag": "bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:09:36.690793 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-10d24bad-488b-4107-aab6-5669e98303de {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:09:36.690916 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-964b141d-ea5b-4877-94e7-41fca312e744 req-57214567-e9a2-4408-a576-b1a7be17fa45 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500643 Nov 25 14:09:36.691187 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36c12c73-dd04-4ea5-a3bb-4fa2e236e821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0', 'code': 200} Nov 25 14:09:36.716918 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:09:36.813056 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfe4b73-76b8-4539-b60e-1bbc54cc2a00 req-d3bbd079-c4c3-43c0-a864-ce25dc30be89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:36.814586 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bcfe4b73-76b8-4539-b60e-1bbc54cc2a00 req-d3bbd079-c4c3-43c0-a864-ce25dc30be89 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 1097 time: 0.0466859 Nov 25 14:09:36.865417 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bcfe4b73-76b8-4539-b60e-1bbc54cc2a00 req-b4556977-e83a-4243-b5d5-54075de617f7 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374987 Nov 25 14:09:37.807862 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e776fa5-a37c-474c-9fff-5e3378da76f5 req-55df81b9-7021-4d9a-b2ee-7a66e74f86cd tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:37.809360 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8e776fa5-a37c-474c-9fff-5e3378da76f5 req-55df81b9-7021-4d9a-b2ee-7a66e74f86cd tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 945 time: 0.0484884 Nov 25 14:09:37.856834 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8e776fa5-a37c-474c-9fff-5e3378da76f5 req-8a3118eb-eafa-4985-9af7-30b864114912 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415647 Nov 25 14:09:38.598210 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:09:38.974787 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fc42b5-6fab-45e5-97b1-9ac82a654400 req-f5ed383b-b9f9-4422-a4dd-a7cd66487b8f tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:38.976270 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b0fc42b5-6fab-45e5-97b1-9ac82a654400 req-f5ed383b-b9f9-4422-a4dd-a7cd66487b8f tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 945 time: 0.0515637 Nov 25 14:09:39.023692 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b0fc42b5-6fab-45e5-97b1-9ac82a654400 req-a3ef237f-7cd7-457a-b569-924cbf69508b tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408449 Nov 25 14:09:39.134584 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ef5e5-e225-4089-aeb1-a74380dce50e req-01776e5a-3ea2-4875-b6cb-d4e54dcd9ae7 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:39.135994 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-228ef5e5-e225-4089-aeb1-a74380dce50e req-01776e5a-3ea2-4875-b6cb-d4e54dcd9ae7 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 945 time: 0.0486457 Nov 25 14:09:39.144738 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 37524) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:09:39.149556 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-be3bc071-4810-404e-a397-55aa28a83dde tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Request body: {'floatingip': {'port_id': 'bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:09:39.187946 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-be3bc071-4810-404e-a397-55aa28a83dde tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks [] for floatingip, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:09:39.621304 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-be3bc071-4810-404e-a397-55aa28a83dde tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:09:39.625194 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-be3bc071-4810-404e-a397-55aa28a83dde tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:09:39.724673 n-d-808199-11 neutron-server[103570]: INFO neutron.db.l3_db [None req-be3bc071-4810-404e-a397-55aa28a83dde tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Floating IP e3cabf07-8248-467e-9989-3c9d0ae1f3d5 associated. External IP: 172.25.5.150, port: bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0. Nov 25 14:09:39.931553 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be3bc071-4810-404e-a397-55aa28a83dde tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Router 3c18afa0-5a92-4fc8-964f-85e5b12ffcd6 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 14:09:40.318449 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3bc071-4810-404e-a397-55aa28a83dde tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 14:09:40.323213 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-be3bc071-4810-404e-a397-55aa28a83dde tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:09:40.328683 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7586aa-bdc5-4765-b7f9-88ff735971ac None None] Sync routers for ids ['3c18afa0-5a92-4fc8-964f-85e5b12ffcd6'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 14:09:40.339075 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7586aa-bdc5-4765-b7f9-88ff735971ac None None] Routers {'3c18afa0-5a92-4fc8-964f-85e5b12ffcd6'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:09:40.339700 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ab7586aa-bdc5-4765-b7f9-88ff735971ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:09:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['3c18afa0-5a92-4fc8-964f-85e5b12ffcd6'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:09:40.348913 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-be3bc071-4810-404e-a397-55aa28a83dde tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "PUT /v2.0/floatingips/e3cabf07-8248-467e-9989-3c9d0ae1f3d5 HTTP/1.1" status: 200 len: 992 time: 1.2031412 Nov 25 14:09:40.349513 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36c12c73-dd04-4ea5-a3bb-4fa2e236e821', 'tag': 'bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:09:40.352433 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ff10e3dad8c55f3be2027b0b566631f93d9edebaac325607bb9a9480f03098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0673ab2-39ba-42c0-a0bc-3652b7d097a2" -d '{"events": [{"name": "network-changed", "server_uuid": "36c12c73-dd04-4ea5-a3bb-4fa2e236e821", "tag": "bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:09:40.397017 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 14:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc35a89-6b6f-4e20-8599-d8c1e06f979c x-openstack-request-id: req-bfc35a89-6b6f-4e20-8599-d8c1e06f979c {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:09:40.397320 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36c12c73-dd04-4ea5-a3bb-4fa2e236e821", "tag": "bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:09:40.397578 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bfc35a89-6b6f-4e20-8599-d8c1e06f979c {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:09:40.397977 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36c12c73-dd04-4ea5-a3bb-4fa2e236e821', 'tag': 'bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0', 'status': 'completed', 'code': 200} Nov 25 14:09:40.455649 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0673ab2-39ba-42c0-a0bc-3652b7d097a2 req-39c2957c-a31b-441e-b241-85af55100262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:40.456254 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-ab7586aa-bdc5-4765-b7f9-88ff735971ac None None] Set router 3c18afa0-5a92-4fc8-964f-85e5b12ffcd6 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:09:40.457181 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e0673ab2-39ba-42c0-a0bc-3652b7d097a2 req-39c2957c-a31b-441e-b241-85af55100262 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=55029eb28f0f4879a6c68ae4e6ded03b&device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 1097 time: 0.0441740 Nov 25 14:09:40.550597 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0673ab2-39ba-42c0-a0bc-3652b7d097a2 req-5ba63df3-8823-47fe-9f5b-f738d776cfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:40.552118 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e0673ab2-39ba-42c0-a0bc-3652b7d097a2 req-5ba63df3-8823-47fe-9f5b-f738d776cfb2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=20d93f48-2670-4b52-bca9-9b5cb5c91d95 HTTP/1.1" status: 200 len: 913 time: 0.0883219 Nov 25 14:09:40.620213 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e0673ab2-39ba-42c0-a0bc-3652b7d097a2 req-e29312d4-0295-40a1-8293-07db1736e55c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0 HTTP/1.1" status: 200 len: 1000 time: 0.0606797 Nov 25 14:09:40.669060 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0673ab2-39ba-42c0-a0bc-3652b7d097a2 req-d61982d3-73ae-4885-aecd-d769bcf6334a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:40.670539 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e0673ab2-39ba-42c0-a0bc-3652b7d097a2 req-d61982d3-73ae-4885-aecd-d769bcf6334a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1e54fa4c-0a04-4943-b526-a327c9965b90 HTTP/1.1" status: 200 len: 851 time: 0.0436931 Nov 25 14:09:40.674884 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ab7586aa-bdc5-4765-b7f9-88ff735971ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'name': 'tempest-ServerActionsTestJSON-1696234908-router', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '72f223b5-6a31-4a5b-b936-b01c13166caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:02:37Z', 'updated_at': '2021-11-25T14:02:40Z', 'revision_number': 4, 'project_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'gw_port': {'id': '72f223b5-6a31-4a5b-b936-b01c13166caa', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:02:38Z', 'updated_at': '2021-11-25T14:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': 'e3cabf07-8248-467e-9989-3c9d0ae1f3d5', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'floating_ip_address': '172.25.5.150', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'port_id': 'bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95', 'mac_address': 'fa:16:3e:55:8d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c12c73-dd04-4ea5-a3bb-4fa2e236e821', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T14:02:42Z', 'updated_at': '2021-11-25T14:09:39Z', 'revision_number': 13, 'project_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43c15bd0-a86e-48c3-b8c7-b8710dd0dba6', 'name': '', 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'mac_address': 'fa:16:3e:81:4b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '1e54fa4c-0a04-4943-b526-a327c9965b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:02:40Z', 'updated_at': '2021-11-25T14:02:43Z', 'revision_number': 5, 'project_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'subnets': [{'id': '1e54fa4c-0a04-4943-b526-a327c9965b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:09:40.701941 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7586aa-bdc5-4765-b7f9-88ff735971ac None None] Checking router: 3c18afa0-5a92-4fc8-964f-85e5b12ffcd6 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 14:09:40.710362 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7586aa-bdc5-4765-b7f9-88ff735971ac None None] Routers {'3c18afa0-5a92-4fc8-964f-85e5b12ffcd6'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:09:40.711051 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ab7586aa-bdc5-4765-b7f9-88ff735971ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:09:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['3c18afa0-5a92-4fc8-964f-85e5b12ffcd6'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:09:40.720723 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0673ab2-39ba-42c0-a0bc-3652b7d097a2 req-c66481ce-8c78-44ec-9048-ccce5b001403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:09:40.722316 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e0673ab2-39ba-42c0-a0bc-3652b7d097a2 req-c66481ce-8c78-44ec-9048-ccce5b001403 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=20d93f48-2670-4b52-bca9-9b5cb5c91d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446773 Nov 25 14:09:40.813487 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e0673ab2-39ba-42c0-a0bc-3652b7d097a2 req-9c20645c-c2c6-44c0-9af5-47a5df21978d service neutron] 10.222.0.66 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840538 Nov 25 14:09:40.816135 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-ab7586aa-bdc5-4765-b7f9-88ff735971ac None None] Set router 3c18afa0-5a92-4fc8-964f-85e5b12ffcd6 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:09:40.907279 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e0673ab2-39ba-42c0-a0bc-3652b7d097a2 req-fb1521e7-9175-4532-a2ab-960dcae34dc5 service neutron] 10.222.0.66 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866988 Nov 25 14:09:41.036004 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ab7586aa-bdc5-4765-b7f9-88ff735971ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'name': 'tempest-ServerActionsTestJSON-1696234908-router', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '72f223b5-6a31-4a5b-b936-b01c13166caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:02:37Z', 'updated_at': '2021-11-25T14:02:40Z', 'revision_number': 4, 'project_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'gw_port': {'id': '72f223b5-6a31-4a5b-b936-b01c13166caa', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:02:38Z', 'updated_at': '2021-11-25T14:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': 'e3cabf07-8248-467e-9989-3c9d0ae1f3d5', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'floating_ip_address': '172.25.5.150', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'port_id': 'bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95', 'mac_address': 'fa:16:3e:55:8d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c12c73-dd04-4ea5-a3bb-4fa2e236e821', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T14:02:42Z', 'updated_at': '2021-11-25T14:09:39Z', 'revision_number': 13, 'project_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43c15bd0-a86e-48c3-b8c7-b8710dd0dba6', 'name': '', 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'mac_address': 'fa:16:3e:81:4b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '1e54fa4c-0a04-4943-b526-a327c9965b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:02:40Z', 'updated_at': '2021-11-25T14:02:43Z', 'revision_number': 5, 'project_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'subnets': [{'id': '1e54fa4c-0a04-4943-b526-a327c9965b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:09:41.062139 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7586aa-bdc5-4765-b7f9-88ff735971ac None None] The sync data for ids ['3c18afa0-5a92-4fc8-964f-85e5b12ffcd6'] in n-d-808199-11 is: [{'id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'name': 'tempest-ServerActionsTestJSON-1696234908-router', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '72f223b5-6a31-4a5b-b936-b01c13166caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:02:37Z', 'updated_at': '2021-11-25T14:02:40Z', 'revision_number': 4, 'project_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'gw_port': {'id': '72f223b5-6a31-4a5b-b936-b01c13166caa', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:02:38Z', 'updated_at': '2021-11-25T14:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': 'e3cabf07-8248-467e-9989-3c9d0ae1f3d5', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'floating_ip_address': '172.25.5.150', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'port_id': 'bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95', 'mac_address': 'fa:16:3e:55:8d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c12c73-dd04-4ea5-a3bb-4fa2e236e821', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T14:02:42Z', 'updated_at': '2021-11-25T14:09:39Z', 'revision_number': 13, 'project_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43c15bd0-a86e-48c3-b8c7-b8710dd0dba6', 'name': '', 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'mac_address': 'fa:16:3e:81:4b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '1e54fa4c-0a04-4943-b526-a327c9965b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:02:40Z', 'updated_at': '2021-11-25T14:02:43Z', 'revision_number': 5, 'project_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'subnets': [{'id': '1e54fa4c-0a04-4943-b526-a327c9965b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 14:09:41.241219 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9292f657-4060-4956-9b21-1dd1a0621691 None None] New status for floating IP e3cabf07-8248-467e-9989-3c9d0ae1f3d5: ACTIVE {{(pid=103572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 14:09:41.765079 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:09:42.158072 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:10:00.378189 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e57081c0-1ebf-43eb-a718-3414074955ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:10:02.847224 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-60459136-ba6e-4232-98dd-31231fc34242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:10:04.056282 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:10:05.376571 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:10:06.518278 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:10:08.610943 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:10:12.153367 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:10:16.444177 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5858434c-410b-4d5b-b667-563f266ddf1d req-45dfc413-4fa5-4238-9a5c-408ec29ad0d5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1048434 Nov 25 14:10:16.528731 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5858434c-410b-4d5b-b667-563f266ddf1d req-bc392994-be73-4293-b9ac-8107af0c8c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:10:16.530195 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5858434c-410b-4d5b-b667-563f266ddf1d req-bc392994-be73-4293-b9ac-8107af0c8c23 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=55029eb28f0f4879a6c68ae4e6ded03b&device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 1097 time: 0.0406046 Nov 25 14:10:16.644739 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5858434c-410b-4d5b-b667-563f266ddf1d req-c80c2284-3659-4438-ab92-2575c436509c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:10:16.646290 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5858434c-410b-4d5b-b667-563f266ddf1d req-c80c2284-3659-4438-ab92-2575c436509c service neutron] 10.222.0.66 "GET /v2.0/networks?id=20d93f48-2670-4b52-bca9-9b5cb5c91d95 HTTP/1.1" status: 200 len: 913 time: 0.0943770 Nov 25 14:10:16.712318 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5858434c-410b-4d5b-b667-563f266ddf1d req-c16f18bd-2f61-4118-9203-7050e2f6b35d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0 HTTP/1.1" status: 200 len: 1002 time: 0.0573285 Nov 25 14:10:16.762228 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5858434c-410b-4d5b-b667-563f266ddf1d req-51285126-cb2c-4610-bb37-d775d2550abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:10:16.763679 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5858434c-410b-4d5b-b667-563f266ddf1d req-51285126-cb2c-4610-bb37-d775d2550abc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1e54fa4c-0a04-4943-b526-a327c9965b90 HTTP/1.1" status: 200 len: 851 time: 0.0435178 Nov 25 14:10:16.812792 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5858434c-410b-4d5b-b667-563f266ddf1d req-bd3198e4-07e2-4a8a-b2cc-fa4735debb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:10:16.815195 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5858434c-410b-4d5b-b667-563f266ddf1d req-bd3198e4-07e2-4a8a-b2cc-fa4735debb7d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=20d93f48-2670-4b52-bca9-9b5cb5c91d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437117 Nov 25 14:10:16.903531 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5858434c-410b-4d5b-b667-563f266ddf1d req-48b1ef4a-ac55-4faf-b550-82cc2ac969bb service neutron] 10.222.0.66 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806370 Nov 25 14:10:16.995151 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5858434c-410b-4d5b-b667-563f266ddf1d req-e439d91a-2d0f-4f9d-961d-8d7f6ee544c4 service neutron] 10.222.0.66 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836694 Nov 25 14:10:18.764029 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:10:30.380180 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bb82edba-003a-458e-a0fa-120e37d72821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:10:32.847407 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bdf0e882-1541-4f94-b29f-c4fc60a6934b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:10:34.059396 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:10:35.377765 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:10:36.520110 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:10:38.628909 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:10:42.157542 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:10:55.762523 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:11:00.382940 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9f110ce6-c01a-4594-901c-80b8ed9f3bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:11:02.849670 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-376bb7a0-6905-4749-a7f4-d37cfcf8b5f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:11:04.061987 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:11:05.381021 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:11:06.522264 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:11:08.629408 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:11:12.156857 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:11:16.385279 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a898a8e0-f051-4bda-be18-73666b91fb8e req-30b33d1d-9943-472f-94d4-a803f0fd20b1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407598 Nov 25 14:11:16.491980 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a898a8e0-f051-4bda-be18-73666b91fb8e req-fad5088a-4454-4e7c-af15-a11a954dc701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:11:16.493473 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a898a8e0-f051-4bda-be18-73666b91fb8e req-fad5088a-4454-4e7c-af15-a11a954dc701 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=55029eb28f0f4879a6c68ae4e6ded03b&device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 1097 time: 0.0403583 Nov 25 14:11:16.604911 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a898a8e0-f051-4bda-be18-73666b91fb8e req-3bca4f77-e12a-4744-b252-d0e468fa16f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:11:16.606976 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a898a8e0-f051-4bda-be18-73666b91fb8e req-3bca4f77-e12a-4744-b252-d0e468fa16f1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=20d93f48-2670-4b52-bca9-9b5cb5c91d95 HTTP/1.1" status: 200 len: 913 time: 0.0869484 Nov 25 14:11:16.676267 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a898a8e0-f051-4bda-be18-73666b91fb8e req-a217b4f9-23cf-4387-9a8b-8bb09c65610c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0 HTTP/1.1" status: 200 len: 1002 time: 0.0584836 Nov 25 14:11:16.728142 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a898a8e0-f051-4bda-be18-73666b91fb8e req-5ac41f08-006e-4ea3-a183-2f841a87bbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:11:16.729569 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a898a8e0-f051-4bda-be18-73666b91fb8e req-5ac41f08-006e-4ea3-a183-2f841a87bbd4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1e54fa4c-0a04-4943-b526-a327c9965b90 HTTP/1.1" status: 200 len: 851 time: 0.0426981 Nov 25 14:11:16.782282 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a898a8e0-f051-4bda-be18-73666b91fb8e req-fd4c7abb-eb9e-4c60-b22a-267b2cd55a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:11:16.783794 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a898a8e0-f051-4bda-be18-73666b91fb8e req-fd4c7abb-eb9e-4c60-b22a-267b2cd55a36 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=20d93f48-2670-4b52-bca9-9b5cb5c91d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431297 Nov 25 14:11:16.876580 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a898a8e0-f051-4bda-be18-73666b91fb8e req-8c5dec56-c326-49d3-b7fb-5955e787143c service neutron] 10.222.0.66 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800681 Nov 25 14:11:16.974302 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a898a8e0-f051-4bda-be18-73666b91fb8e req-76064af9-de5b-4fe2-bb3f-8808e084a30a service neutron] 10.222.0.66 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859079 Nov 25 14:11:21.084170 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ca359-114e-4f39-b52a-87026c7f1b33 req-177e2968-5b22-4ce7-b983-5ea42a4125a8 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:11:21.085563 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-379ca359-114e-4f39-b52a-87026c7f1b33 req-177e2968-5b22-4ce7-b983-5ea42a4125a8 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 945 time: 0.0498731 Nov 25 14:11:21.131754 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-379ca359-114e-4f39-b52a-87026c7f1b33 req-8ca39c9a-08c1-4406-90c3-dd645aa02ab1 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401800 Nov 25 14:11:30.385141 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a771ffae-c60b-4d93-b97c-259c10c945b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:11:32.761259 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:11:32.853729 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-48e9a8f7-cfc6-4a16-af9d-5b42d63fae15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:11:33.163538 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [req-e29c0eb3-6e5a-4cb0-924a-d6a5ec337c78 req-98e9d287-11cd-447d-a9ef-ae45bc91147e service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 14:11:33.164588 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e29c0eb3-6e5a-4cb0-924a-d6a5ec337c78 req-98e9d287-11cd-447d-a9ef-ae45bc91147e service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0634832 Nov 25 14:11:33.325972 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0d95677a-56f8-4876-8c23-65af03258acf req-1c6b43e1-6f9d-4655-a2fd-8ae6e9ea2dfb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0398042 Nov 25 14:11:33.335486 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [req-0d95677a-56f8-4876-8c23-65af03258acf req-f2c10e43-1872-4d70-9910-a054ff4556a1 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 14:11:33.336495 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0d95677a-56f8-4876-8c23-65af03258acf req-f2c10e43-1872-4d70-9910-a054ff4556a1 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049582 Nov 25 14:11:33.345898 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6676dd-857d-42f5-adf7-a3e8d5297cc7 req-97cdb754-68a5-44a6-9c80-a6244680d595 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:11:33.347423 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fe6676dd-857d-42f5-adf7-a3e8d5297cc7 req-97cdb754-68a5-44a6-9c80-a6244680d595 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 945 time: 0.0516760 Nov 25 14:11:33.398387 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fe6676dd-857d-42f5-adf7-a3e8d5297cc7 req-a2a9b875-b867-4640-839e-67632e38f616 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448332 Nov 25 14:11:34.064473 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:11:34.450163 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95677a-56f8-4876-8c23-65af03258acf req-d0ec4d64-9daa-47f6-b9cd-3461d5cd3287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:11:34.451698 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0d95677a-56f8-4876-8c23-65af03258acf req-d0ec4d64-9daa-47f6-b9cd-3461d5cd3287 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=55029eb28f0f4879a6c68ae4e6ded03b&device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 1097 time: 0.0406859 Nov 25 14:11:34.520135 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c8654-9bd8-4ff4-b539-6265fd8d8ee8 req-611affe6-5ca2-418c-a52b-2afcc5193592 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:11:34.522555 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-521c8654-9bd8-4ff4-b539-6265fd8d8ee8 req-611affe6-5ca2-418c-a52b-2afcc5193592 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 945 time: 0.0507114 Nov 25 14:11:34.554443 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95677a-56f8-4876-8c23-65af03258acf req-c60b271d-21f7-43a9-8ad9-196c1e51752a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:11:34.556153 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0d95677a-56f8-4876-8c23-65af03258acf req-c60b271d-21f7-43a9-8ad9-196c1e51752a service neutron] 10.222.0.66 "GET /v2.0/networks?id=20d93f48-2670-4b52-bca9-9b5cb5c91d95 HTTP/1.1" status: 200 len: 913 time: 0.0937495 Nov 25 14:11:34.570461 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-521c8654-9bd8-4ff4-b539-6265fd8d8ee8 req-9be8c0f4-6e65-4fc2-99c5-788fab5d5b17 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414646 Nov 25 14:11:34.630222 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0d95677a-56f8-4876-8c23-65af03258acf req-fe4ad7ce-8b73-4581-9c82-0e60e9e78ade service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0 HTTP/1.1" status: 200 len: 1002 time: 0.0624692 Nov 25 14:11:34.683856 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95677a-56f8-4876-8c23-65af03258acf req-a00aa338-0f5c-4efc-9e2e-0d5152893e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:11:34.685267 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0d95677a-56f8-4876-8c23-65af03258acf req-a00aa338-0f5c-4efc-9e2e-0d5152893e9d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1e54fa4c-0a04-4943-b526-a327c9965b90 HTTP/1.1" status: 200 len: 851 time: 0.0430169 Nov 25 14:11:34.737250 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95677a-56f8-4876-8c23-65af03258acf req-d9d8e44b-dc67-48ba-b35e-cb799f87800e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:11:34.738714 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0d95677a-56f8-4876-8c23-65af03258acf req-d9d8e44b-dc67-48ba-b35e-cb799f87800e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=20d93f48-2670-4b52-bca9-9b5cb5c91d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427167 Nov 25 14:11:34.829732 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0d95677a-56f8-4876-8c23-65af03258acf req-aca71030-e0d1-4504-a413-64393d2363b6 service neutron] 10.222.0.66 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798302 Nov 25 14:11:34.931403 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0d95677a-56f8-4876-8c23-65af03258acf req-4e45dfcb-2b18-4810-b859-b22f62d3a857 service neutron] 10.222.0.66 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911076 Nov 25 14:11:35.384904 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:11:35.692890 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0c4fee-4a03-4f04-b631-c10536b3e349 req-46408aa6-3d5c-495e-bf97-ace24706125f tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:11:35.694322 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2a0c4fee-4a03-4f04-b631-c10536b3e349 req-46408aa6-3d5c-495e-bf97-ace24706125f tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 945 time: 0.0509524 Nov 25 14:11:35.742864 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2a0c4fee-4a03-4f04-b631-c10536b3e349 req-56bfe865-49d7-45d2-8060-17b1aecdc5b1 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416212 Nov 25 14:11:36.524164 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:11:36.856470 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844ff9e-5b19-40ea-bc8c-4f7cc5315080 req-0acb699a-aa7c-497a-a687-901ef19f2795 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:11:36.857974 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3844ff9e-5b19-40ea-bc8c-4f7cc5315080 req-0acb699a-aa7c-497a-a687-901ef19f2795 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 945 time: 0.0479462 Nov 25 14:11:36.904535 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3844ff9e-5b19-40ea-bc8c-4f7cc5315080 req-8d633a4d-6dd2-43e6-ac74-7673cb4d140b tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400763 Nov 25 14:11:38.018374 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab753b2a-94b7-4d12-9264-8d1982c53fe0 req-9a391d04-23c1-429b-ad2e-5e99d5ff151a tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:11:38.019863 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ab753b2a-94b7-4d12-9264-8d1982c53fe0 req-9a391d04-23c1-429b-ad2e-5e99d5ff151a tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 945 time: 0.0474060 Nov 25 14:11:38.070355 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ab753b2a-94b7-4d12-9264-8d1982c53fe0 req-19c7260e-598c-4357-8bf2-aca2f7006148 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444300 Nov 25 14:11:38.645659 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:11:39.189607 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f20550-0619-472a-ad9c-dcab45d42389 req-25c4fd3b-632a-45f7-923d-5d8184e27cbd tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:11:39.191143 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-48f20550-0619-472a-ad9c-dcab45d42389 req-25c4fd3b-632a-45f7-923d-5d8184e27cbd tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 945 time: 0.0535531 Nov 25 14:11:39.239936 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-48f20550-0619-472a-ad9c-dcab45d42389 req-ef836d62-05d3-4607-9c2c-cd0f0e0802d5 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424387 Nov 25 14:11:40.354577 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe083281-9ea9-40be-918f-b302c28b5cd3 req-7140951f-dbcb-44df-ad2a-e700d30600fc tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:11:40.356113 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fe083281-9ea9-40be-918f-b302c28b5cd3 req-7140951f-dbcb-44df-ad2a-e700d30600fc tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 945 time: 0.0481730 Nov 25 14:11:40.404295 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fe083281-9ea9-40be-918f-b302c28b5cd3 req-ad8b9566-1b7d-4e27-8af0-bd4b2fbc9d28 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423081 Nov 25 14:11:41.522013 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca44152-9342-4a5f-8da9-766f945dc9ff req-3660c375-301d-455c-96a8-a9df89ac8a3c tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:11:41.523508 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bca44152-9342-4a5f-8da9-766f945dc9ff req-3660c375-301d-455c-96a8-a9df89ac8a3c tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 945 time: 0.0513339 Nov 25 14:11:41.570272 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bca44152-9342-4a5f-8da9-766f945dc9ff req-997d4600-779e-480f-9483-ed24d3b974e8 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408449 Nov 25 14:11:42.156264 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:11:42.688156 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3030cc3-c26d-4cdd-9853-fbd2ee2fbc96 req-4cfbeef8-0b79-463a-800c-13e1441e81a6 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:11:42.690170 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b3030cc3-c26d-4cdd-9853-fbd2ee2fbc96 req-4cfbeef8-0b79-463a-800c-13e1441e81a6 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 945 time: 0.0515969 Nov 25 14:11:42.737494 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b3030cc3-c26d-4cdd-9853-fbd2ee2fbc96 req-225c9bbb-e55d-4031-b94e-c6e64a49a670 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413318 Nov 25 14:11:43.853459 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addad36c-6f57-40ff-924f-87cace77f37b req-a39f92d0-a696-404f-a963-e5173b93a5ed tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:11:43.855020 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-addad36c-6f57-40ff-924f-87cace77f37b req-a39f92d0-a696-404f-a963-e5173b93a5ed tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 945 time: 0.0478458 Nov 25 14:11:43.905273 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-addad36c-6f57-40ff-924f-87cace77f37b req-348b5060-0e2c-458e-9dee-1dbb0593e31b tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443289 Nov 25 14:11:45.020614 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41486c7b-1c71-4b60-8074-e8c99d6f40de req-b9ceb46c-0917-4f44-b0c3-8ce421bbd7e5 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:11:45.022092 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-41486c7b-1c71-4b60-8074-e8c99d6f40de req-b9ceb46c-0917-4f44-b0c3-8ce421bbd7e5 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 945 time: 0.0485163 Nov 25 14:11:45.069125 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-41486c7b-1c71-4b60-8074-e8c99d6f40de req-56d0831d-6e39-4339-a230-2cd5f0210e77 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410295 Nov 25 14:11:46.182504 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d4ff66-623b-4f25-a398-05a5f03cb726 req-115ebcda-bbdb-4797-a909-d745f1656151 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:11:46.184009 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-05d4ff66-623b-4f25-a398-05a5f03cb726 req-115ebcda-bbdb-4797-a909-d745f1656151 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 945 time: 0.0479765 Nov 25 14:11:46.231057 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-05d4ff66-623b-4f25-a398-05a5f03cb726 req-fd68a901-7e14-4bb2-9693-ea1404a546d2 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411258 Nov 25 14:11:47.348985 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640540c9-3594-497f-bedd-8ecca6f5ba4b req-1b0e49f1-8cf3-4c1d-9392-0463b2fdd07c tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:11:47.350465 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-640540c9-3594-497f-bedd-8ecca6f5ba4b req-1b0e49f1-8cf3-4c1d-9392-0463b2fdd07c tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 945 time: 0.0515535 Nov 25 14:11:47.397709 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-640540c9-3594-497f-bedd-8ecca6f5ba4b req-35cce80b-8b6d-4b01-b44b-a3ab953c051b tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412505 Nov 25 14:11:48.511707 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad8fcae-4b82-4c0f-a0d3-4e8a9dd96bc2 req-50c08ef6-e160-407e-93a5-52619e0aadf2 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:11:48.513159 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dad8fcae-4b82-4c0f-a0d3-4e8a9dd96bc2 req-50c08ef6-e160-407e-93a5-52619e0aadf2 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 945 time: 0.0477278 Nov 25 14:11:48.560339 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dad8fcae-4b82-4c0f-a0d3-4e8a9dd96bc2 req-da174b51-86d8-42e0-b50a-053b03596bfb tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408816 Nov 25 14:11:49.682359 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9957ae-4a0d-4b1b-baa6-4709af6bd09f req-2848e40e-2a50-4b1c-b398-9d066cd743ae tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:11:49.683932 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2e9957ae-4a0d-4b1b-baa6-4709af6bd09f req-2848e40e-2a50-4b1c-b398-9d066cd743ae tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 945 time: 0.0533538 Nov 25 14:11:49.729897 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2e9957ae-4a0d-4b1b-baa6-4709af6bd09f req-a8f639b6-96a9-4c6d-8432-f0eac4b57da2 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400321 Nov 25 14:11:50.849181 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45cca5e-2a43-419e-ac91-6349597ca6a5 req-7cfc73e7-5c6d-4c2a-98a3-a8b12c914f33 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:11:50.850671 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f45cca5e-2a43-419e-ac91-6349597ca6a5 req-7cfc73e7-5c6d-4c2a-98a3-a8b12c914f33 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 945 time: 0.0486460 Nov 25 14:11:50.899126 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f45cca5e-2a43-419e-ac91-6349597ca6a5 req-ca7e1314-bdc1-4d89-b8dd-0403520b7b54 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423234 Nov 25 14:11:52.019691 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acce286-dd8e-4d95-8a48-6e5b4cf583f5 req-4ce67d54-dd67-41f3-a96b-d373b5190901 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:11:52.021150 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0acce286-dd8e-4d95-8a48-6e5b4cf583f5 req-4ce67d54-dd67-41f3-a96b-d373b5190901 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 945 time: 0.0476944 Nov 25 14:11:52.071204 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0acce286-dd8e-4d95-8a48-6e5b4cf583f5 req-318ee7b8-e52e-4223-abb9-832c9ed819de tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441873 Nov 25 14:11:53.193056 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47363c52-600e-403f-88a1-4e2cfe94fbaf req-a6e1800f-7a1c-432c-8208-262c5f42d852 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:11:53.194546 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-47363c52-600e-403f-88a1-4e2cfe94fbaf req-a6e1800f-7a1c-432c-8208-262c5f42d852 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 945 time: 0.0496788 Nov 25 14:11:53.241939 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-47363c52-600e-403f-88a1-4e2cfe94fbaf req-6f93eed6-fe9c-4847-b198-9bfe86e390b8 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412807 Nov 25 14:11:54.354006 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [req-0d95677a-56f8-4876-8c23-65af03258acf req-aae1207f-0296-4b55-8749-8d645aaaaa54 service neutron] show failed (client error): The resource could not be found. Nov 25 14:11:54.355071 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0d95677a-56f8-4876-8c23-65af03258acf req-aae1207f-0296-4b55-8749-8d645aaaaa54 service neutron] 10.222.0.66 "GET /v2.0/ports/bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0/bindings/n-h2-808199-11 HTTP/1.1" status: 404 len: 381 time: 0.0565858 Nov 25 14:11:54.361642 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3154c137-fcdb-4179-950d-7ea03ab4bb54 req-6654744b-6a97-46b9-8f25-e0a2bdc1db75 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:11:54.363184 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3154c137-fcdb-4179-950d-7ea03ab4bb54 req-6654744b-6a97-46b9-8f25-e0a2bdc1db75 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 945 time: 0.0498416 Nov 25 14:11:54.415671 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3154c137-fcdb-4179-950d-7ea03ab4bb54 req-e4e93f3a-db20-4878-b0eb-09b86ec4fb19 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462022 Nov 25 14:11:54.620680 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95677a-56f8-4876-8c23-65af03258acf req-aa4e2bf5-5d6c-48df-b365-abbd2ad597e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:11:54.622197 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0d95677a-56f8-4876-8c23-65af03258acf req-aa4e2bf5-5d6c-48df-b365-abbd2ad597e3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821&tenant_id=55029eb28f0f4879a6c68ae4e6ded03b HTTP/1.1" status: 200 len: 1097 time: 0.0840590 Nov 25 14:11:54.633083 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [req-0d95677a-56f8-4876-8c23-65af03258acf req-f96d55c8-caec-4afe-9b65-762614df7129 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 14:11:54.634032 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0d95677a-56f8-4876-8c23-65af03258acf req-f96d55c8-caec-4afe-9b65-762614df7129 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048790 Nov 25 14:11:54.646224 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-0d95677a-56f8-4876-8c23-65af03258acf req-3a411792-ff61-459b-a2cc-51a4e1f47cd9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-808199-11', 'device_owner': 'compute:nova'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:11:54.702631 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0d95677a-56f8-4876-8c23-65af03258acf req-3a411792-ff61-459b-a2cc-51a4e1f47cd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:11:54.901906 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-0d95677a-56f8-4876-8c23-65af03258acf req-3a411792-ff61-459b-a2cc-51a4e1f47cd9 service neutron] For port bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0,segment=NetworkSegment(1cf32cfc-3bf3-40b3-8d02-cf580d211be8),segment_id=1cf32cfc-3bf3-40b3-8d02-cf580d211be8)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:11:54.934453 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-0d95677a-56f8-4876-8c23-65af03258acf req-3a411792-ff61-459b-a2cc-51a4e1f47cd9 service neutron] For port bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0, host n-h1-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:11:54.982559 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c12c73-dd04-4ea5-a3bb-4fa2e236e821', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:11:54.984865 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b263d7d4b70db15966f189087f2cdd81ff7815a34d469843c29c7d40ca9dff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286036a8-98ef-43a0-ab2f-c3b9b60d55e9" -d '{"events": [{"server_uuid": "36c12c73-dd04-4ea5-a3bb-4fa2e236e821", "name": "network-vif-unplugged", "status": "completed", "tag": "bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:11:54.989704 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0d95677a-56f8-4876-8c23-65af03258acf req-3a411792-ff61-459b-a2cc-51a4e1f47cd9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:11:55.006567 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-0d95677a-56f8-4876-8c23-65af03258acf req-3a411792-ff61-459b-a2cc-51a4e1f47cd9 service neutron] Transition to ACTIVE for port object bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 14:11:55.010444 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0d95677a-56f8-4876-8c23-65af03258acf req-3a411792-ff61-459b-a2cc-51a4e1f47cd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:11:55.080998 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0 no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:11:55.126763 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0 not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:11:55.430120 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 14:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac346488-5288-45a5-84b5-b3db1009ee57 x-openstack-request-id: req-ac346488-5288-45a5-84b5-b3db1009ee57 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:11:55.430765 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36c12c73-dd04-4ea5-a3bb-4fa2e236e821", "name": "network-vif-unplugged", "status": "completed", "tag": "bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:11:55.430765 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ac346488-5288-45a5-84b5-b3db1009ee57 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:11:55.430996 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36c12c73-dd04-4ea5-a3bb-4fa2e236e821', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0', 'code': 200} Nov 25 14:11:55.435782 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a411792-ff61-459b-a2cc-51a4e1f47cd9 service neutron] Pushing event updated for resources: {'Port': ['ID=bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0,revision_number=6']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:11:55.449705 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a411792-ff61-459b-a2cc-51a4e1f47cd9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:11:55.450060 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a411792-ff61-459b-a2cc-51a4e1f47cd9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:11:55.450403 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a411792-ff61-459b-a2cc-51a4e1f47cd9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:11:55.450773 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a411792-ff61-459b-a2cc-51a4e1f47cd9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:11:55.451114 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a411792-ff61-459b-a2cc-51a4e1f47cd9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:11:55.451450 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a411792-ff61-459b-a2cc-51a4e1f47cd9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:11:55.451782 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a411792-ff61-459b-a2cc-51a4e1f47cd9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:11:55.452113 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a411792-ff61-459b-a2cc-51a4e1f47cd9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:11:55.452446 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a411792-ff61-459b-a2cc-51a4e1f47cd9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:11:55.452778 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a411792-ff61-459b-a2cc-51a4e1f47cd9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:11:55.453105 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a411792-ff61-459b-a2cc-51a4e1f47cd9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:11:55.453430 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a411792-ff61-459b-a2cc-51a4e1f47cd9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:11:55.487290 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d95677a-56f8-4876-8c23-65af03258acf req-3a411792-ff61-459b-a2cc-51a4e1f47cd9 service neutron] No DVR routers for this DVR port bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0 on host n-h1-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 14:11:55.540640 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02208cc-ab80-405e-8cc9-c5dbfa28d328 req-c27835de-fa30-4f2e-b53a-c7b48c6b772e tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:11:55.542177 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d02208cc-ab80-405e-8cc9-c5dbfa28d328 req-c27835de-fa30-4f2e-b53a-c7b48c6b772e tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 943 time: 0.0528626 Nov 25 14:11:55.590232 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d02208cc-ab80-405e-8cc9-c5dbfa28d328 req-fca59f7b-f63b-4196-b991-ae1dbae64763 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420210 Nov 25 14:11:55.620988 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-0d95677a-56f8-4876-8c23-65af03258acf req-3a411792-ff61-459b-a2cc-51a4e1f47cd9 service neutron] Attempting to bind port bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:11:55.621328 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-0d95677a-56f8-4876-8c23-65af03258acf req-3a411792-ff61-459b-a2cc-51a4e1f47cd9 service neutron] Attempting to bind port bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '1cf32cfc-3bf3-40b3-8d02-cf580d211be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:11:55.621657 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d95677a-56f8-4876-8c23-65af03258acf req-3a411792-ff61-459b-a2cc-51a4e1f47cd9 service neutron] Attempting to bind port bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0 on network 20d93f48-2670-4b52-bca9-9b5cb5c91d95 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:11:55.625894 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d95677a-56f8-4876-8c23-65af03258acf req-3a411792-ff61-459b-a2cc-51a4e1f47cd9 service neutron] Port bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0 on network 20d93f48-2670-4b52-bca9-9b5cb5c91d95 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 14:11:55.626216 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d95677a-56f8-4876-8c23-65af03258acf req-3a411792-ff61-459b-a2cc-51a4e1f47cd9 service neutron] Attempting to bind port bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0 on network 20d93f48-2670-4b52-bca9-9b5cb5c91d95 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:11:55.631024 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d95677a-56f8-4876-8c23-65af03258acf req-3a411792-ff61-459b-a2cc-51a4e1f47cd9 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:11:55.631361 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d95677a-56f8-4876-8c23-65af03258acf req-3a411792-ff61-459b-a2cc-51a4e1f47cd9 service neutron] Checking segment: {'id': '1cf32cfc-3bf3-40b3-8d02-cf580d211be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:11:55.631748 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d95677a-56f8-4876-8c23-65af03258acf req-3a411792-ff61-459b-a2cc-51a4e1f47cd9 service neutron] Bound using segment: {'id': '1cf32cfc-3bf3-40b3-8d02-cf580d211be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:11:55.632165 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-0d95677a-56f8-4876-8c23-65af03258acf req-3a411792-ff61-459b-a2cc-51a4e1f47cd9 service neutron] Bound port: bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cf32cfc-3bf3-40b3-8d02-cf580d211be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:11:55.632514 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0d95677a-56f8-4876-8c23-65af03258acf req-3a411792-ff61-459b-a2cc-51a4e1f47cd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:11:55.693003 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-0d95677a-56f8-4876-8c23-65af03258acf req-3a411792-ff61-459b-a2cc-51a4e1f47cd9 service neutron] For port bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:11:55.695849 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-0d95677a-56f8-4876-8c23-65af03258acf req-3a411792-ff61-459b-a2cc-51a4e1f47cd9 service neutron] For port bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0,segment=NetworkSegment(1cf32cfc-3bf3-40b3-8d02-cf580d211be8),segment_id=1cf32cfc-3bf3-40b3-8d02-cf580d211be8)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:11:55.700031 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0d95677a-56f8-4876-8c23-65af03258acf req-3a411792-ff61-459b-a2cc-51a4e1f47cd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:11:55.736612 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95677a-56f8-4876-8c23-65af03258acf req-3a411792-ff61-459b-a2cc-51a4e1f47cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:11:55.737292 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0d95677a-56f8-4876-8c23-65af03258acf req-3a411792-ff61-459b-a2cc-51a4e1f47cd9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:11:55.738660 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0d95677a-56f8-4876-8c23-65af03258acf req-3a411792-ff61-459b-a2cc-51a4e1f47cd9 service neutron] 10.222.0.47 "PUT /v2.0/ports/bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0 HTTP/1.1" status: 200 len: 1092 time: 1.0967484 Nov 25 14:11:55.760638 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a411792-ff61-459b-a2cc-51a4e1f47cd9 service neutron] Pushing event updated for resources: {'Port': ['ID=bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0,revision_number=7']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:11:55.804692 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95677a-56f8-4876-8c23-65af03258acf req-5bedb544-c52f-4774-a15d-48a6b2e9dc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:11:55.806198 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0d95677a-56f8-4876-8c23-65af03258acf req-5bedb544-c52f-4774-a15d-48a6b2e9dc98 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55029eb28f0f4879a6c68ae4e6ded03b&device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 1095 time: 0.0426786 Nov 25 14:11:55.904553 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95677a-56f8-4876-8c23-65af03258acf req-6a467f06-be66-45dc-8468-0f37c43bda92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:11:55.905890 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0d95677a-56f8-4876-8c23-65af03258acf req-6a467f06-be66-45dc-8468-0f37c43bda92 service neutron] 10.222.0.47 "GET /v2.0/networks?id=20d93f48-2670-4b52-bca9-9b5cb5c91d95 HTTP/1.1" status: 200 len: 913 time: 0.0891521 Nov 25 14:11:55.974231 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0d95677a-56f8-4876-8c23-65af03258acf req-88553a9d-f7b3-4bce-8dbc-f2b3ebb52cd6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0 HTTP/1.1" status: 200 len: 1000 time: 0.0604324 Nov 25 14:11:56.022517 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95677a-56f8-4876-8c23-65af03258acf req-0f879d0d-2850-4ccb-ac2c-baa0fe381ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:11:56.023923 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0d95677a-56f8-4876-8c23-65af03258acf req-0f879d0d-2850-4ccb-ac2c-baa0fe381ba1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1e54fa4c-0a04-4943-b526-a327c9965b90 HTTP/1.1" status: 200 len: 851 time: 0.0437162 Nov 25 14:11:56.068082 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95677a-56f8-4876-8c23-65af03258acf req-3ccdffb9-26d2-473f-8a22-50d62c724615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:11:56.069517 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0d95677a-56f8-4876-8c23-65af03258acf req-3ccdffb9-26d2-473f-8a22-50d62c724615 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20d93f48-2670-4b52-bca9-9b5cb5c91d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0383172 Nov 25 14:11:56.159882 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0d95677a-56f8-4876-8c23-65af03258acf req-96ea35af-c71a-44cd-ae65-00681c60e8c4 service neutron] 10.222.0.47 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829380 Nov 25 14:11:56.246681 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0d95677a-56f8-4876-8c23-65af03258acf req-7ce9442f-8e48-4c99-85a1-b31532aed683 service neutron] 10.222.0.47 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801179 Nov 25 14:11:56.708915 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208f7d76-3718-4eca-84cf-b510058ff080 req-4408aee9-bc4c-4758-9660-44855fb6a7ec tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:11:56.710411 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-208f7d76-3718-4eca-84cf-b510058ff080 req-4408aee9-bc4c-4758-9660-44855fb6a7ec tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 943 time: 0.0486071 Nov 25 14:11:56.758228 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-208f7d76-3718-4eca-84cf-b510058ff080 req-3423f1be-b777-4ded-9cdb-4aefee04642d tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418003 Nov 25 14:11:57.432057 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36c12c73-dd04-4ea5-a3bb-4fa2e236e821', 'tag': 'bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:11:57.434528 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b263d7d4b70db15966f189087f2cdd81ff7815a34d469843c29c7d40ca9dff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3afec11-23b7-4392-87bd-045d83387370" -d '{"events": [{"name": "network-changed", "server_uuid": "36c12c73-dd04-4ea5-a3bb-4fa2e236e821", "tag": "bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:11:57.482589 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 14:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-629244a1-dc9b-4997-93cf-d6ec154f296c x-openstack-request-id: req-629244a1-dc9b-4997-93cf-d6ec154f296c {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:11:57.482991 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36c12c73-dd04-4ea5-a3bb-4fa2e236e821", "tag": "bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:11:57.483341 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-629244a1-dc9b-4997-93cf-d6ec154f296c {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:11:57.483855 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36c12c73-dd04-4ea5-a3bb-4fa2e236e821', 'tag': 'bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0', 'status': 'completed', 'code': 200} Nov 25 14:11:57.581378 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3afec11-23b7-4392-87bd-045d83387370 req-da064874-682c-49aa-8d8f-d61024ac5a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:11:57.582990 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e3afec11-23b7-4392-87bd-045d83387370 req-da064874-682c-49aa-8d8f-d61024ac5a68 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55029eb28f0f4879a6c68ae4e6ded03b&device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 1095 time: 0.0756037 Nov 25 14:11:57.585299 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3afec11-23b7-4392-87bd-045d83387370 req-25ec9a3c-2f56-45a5-a7d1-41bba37c3db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:11:57.586648 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e3afec11-23b7-4392-87bd-045d83387370 req-25ec9a3c-2f56-45a5-a7d1-41bba37c3db8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=55029eb28f0f4879a6c68ae4e6ded03b&device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 1095 time: 0.0702021 Nov 25 14:11:57.753513 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3afec11-23b7-4392-87bd-045d83387370 req-7bfc0d0d-93fc-4256-9c89-11c408933d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:11:57.755049 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e3afec11-23b7-4392-87bd-045d83387370 req-7bfc0d0d-93fc-4256-9c89-11c408933d34 service neutron] 10.222.0.47 "GET /v2.0/networks?id=20d93f48-2670-4b52-bca9-9b5cb5c91d95 HTTP/1.1" status: 200 len: 913 time: 0.1656785 Nov 25 14:11:57.760049 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3afec11-23b7-4392-87bd-045d83387370 req-87811631-2a6e-4cae-97f5-515c3a2cda24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:11:57.761496 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e3afec11-23b7-4392-87bd-045d83387370 req-87811631-2a6e-4cae-97f5-515c3a2cda24 service neutron] 10.222.0.66 "GET /v2.0/networks?id=20d93f48-2670-4b52-bca9-9b5cb5c91d95 HTTP/1.1" status: 200 len: 913 time: 0.1550639 Nov 25 14:11:57.879349 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e3afec11-23b7-4392-87bd-045d83387370 req-d4d6b92d-50ef-4b29-910a-4e91d3b88885 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0 HTTP/1.1" status: 200 len: 1000 time: 0.1168621 Nov 25 14:11:57.881487 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e3afec11-23b7-4392-87bd-045d83387370 req-61b5b614-707a-4437-aed0-9ea9f3a61736 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0 HTTP/1.1" status: 200 len: 1000 time: 0.1114414 Nov 25 14:11:57.884790 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc54bd-f578-4604-9f4c-ab5f6715e66d req-0a3afe10-f64e-4ca1-82f3-b4f822bf96f0 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:11:57.886740 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c4dc54bd-f578-4604-9f4c-ab5f6715e66d req-0a3afe10-f64e-4ca1-82f3-b4f822bf96f0 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 943 time: 0.0541677 Nov 25 14:11:57.939277 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c4dc54bd-f578-4604-9f4c-ab5f6715e66d req-b67fb7bf-c853-4b70-a651-ea46e297419e tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467281 Nov 25 14:11:57.968003 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3afec11-23b7-4392-87bd-045d83387370 req-d4b182de-ed14-4151-8cf1-e64129208058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:11:57.969511 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e3afec11-23b7-4392-87bd-045d83387370 req-d4b182de-ed14-4151-8cf1-e64129208058 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1e54fa4c-0a04-4943-b526-a327c9965b90 HTTP/1.1" status: 200 len: 851 time: 0.0833838 Nov 25 14:11:57.973588 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3afec11-23b7-4392-87bd-045d83387370 req-e53e3f9c-04e6-448c-bd0a-03f8b972df0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:11:57.974972 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e3afec11-23b7-4392-87bd-045d83387370 req-e53e3f9c-04e6-448c-bd0a-03f8b972df0e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1e54fa4c-0a04-4943-b526-a327c9965b90 HTTP/1.1" status: 200 len: 851 time: 0.0793955 Nov 25 14:11:58.042946 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3afec11-23b7-4392-87bd-045d83387370 req-a10a61fa-56f6-40a8-86e1-6bd125b64073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:11:58.044373 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e3afec11-23b7-4392-87bd-045d83387370 req-a10a61fa-56f6-40a8-86e1-6bd125b64073 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20d93f48-2670-4b52-bca9-9b5cb5c91d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0678303 Nov 25 14:11:58.053831 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3afec11-23b7-4392-87bd-045d83387370 req-bbb890ef-cb3e-484b-9d81-b9c71130bae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:11:58.055250 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e3afec11-23b7-4392-87bd-045d83387370 req-bbb890ef-cb3e-484b-9d81-b9c71130bae8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=20d93f48-2670-4b52-bca9-9b5cb5c91d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0681698 Nov 25 14:11:58.204697 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e3afec11-23b7-4392-87bd-045d83387370 req-0feb892d-ad49-4d70-b734-771e6ee05394 service neutron] 10.222.0.47 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526787 Nov 25 14:11:58.222656 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e3afec11-23b7-4392-87bd-045d83387370 req-9382ebb1-cfd1-4d9b-83cc-275c6bdf177f service neutron] 10.222.0.66 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504931 Nov 25 14:11:58.370291 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e3afec11-23b7-4392-87bd-045d83387370 req-945d7dbb-b904-48ae-99cb-6547cfb35c62 service neutron] 10.222.0.47 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562107 Nov 25 14:11:58.381054 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e3afec11-23b7-4392-87bd-045d83387370 req-a25aff95-e911-4312-9fb7-34299ce786b9 service neutron] 10.222.0.66 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471078 Nov 25 14:11:59.067883 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be92131-8bb5-4d5d-a464-8b1203802610 req-eb33aabd-17fa-41cc-9445-ff35a2dcf3a2 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:11:59.069378 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0be92131-8bb5-4d5d-a464-8b1203802610 req-eb33aabd-17fa-41cc-9445-ff35a2dcf3a2 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 943 time: 0.0498664 Nov 25 14:11:59.117098 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0be92131-8bb5-4d5d-a464-8b1203802610 req-647063d2-9433-4159-992f-e27af84f11d9 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416231 Nov 25 14:12:00.237763 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d8d046-60b6-4f2d-b764-48cec641916b req-08a90ca9-4873-4380-b3d9-4d987e6c2d64 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:00.239304 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e9d8d046-60b6-4f2d-b764-48cec641916b req-08a90ca9-4873-4380-b3d9-4d987e6c2d64 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 943 time: 0.0503750 Nov 25 14:12:00.288803 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e9d8d046-60b6-4f2d-b764-48cec641916b req-61a99f27-0645-42c5-bead-75e380bf489b tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433345 Nov 25 14:12:00.389226 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6acdfaba-4f55-435d-ab07-f7238c9bbfa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:01.410295 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fdf3eb-f314-4ebf-8576-f6acc6dfdf19 req-8b3f099c-1339-43f6-85d4-62ab441d7862 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:01.412032 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-59fdf3eb-f314-4ebf-8576-f6acc6dfdf19 req-8b3f099c-1339-43f6-85d4-62ab441d7862 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 943 time: 0.0549259 Nov 25 14:12:01.464022 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-59fdf3eb-f314-4ebf-8576-f6acc6dfdf19 req-4d1f2773-e4d1-49ce-9c5c-183d8f3f2129 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432022 Nov 25 14:12:02.586864 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7004b-8664-4769-8249-5911376437c0 req-6c38d398-3c28-42e7-8b40-bc0210756ac4 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:02.588545 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d3a7004b-8664-4769-8249-5911376437c0 req-6c38d398-3c28-42e7-8b40-bc0210756ac4 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 943 time: 0.0504642 Nov 25 14:12:02.638901 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d3a7004b-8664-4769-8249-5911376437c0 req-c5cccf72-c874-4b1a-82d8-ce4e3051d3fc tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439556 Nov 25 14:12:02.855897 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-656d171d-f075-4fe7-ae9b-0a52844c03cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:03.762071 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e7768b-f3e6-4ee3-abcc-d9de7ad75606 req-aa225c9f-e7df-4a75-9916-43b3e2f0d44b tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:03.763831 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a1e7768b-f3e6-4ee3-abcc-d9de7ad75606 req-aa225c9f-e7df-4a75-9916-43b3e2f0d44b tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 943 time: 0.0510538 Nov 25 14:12:03.811649 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a1e7768b-f3e6-4ee3-abcc-d9de7ad75606 req-38aff3bc-8fc1-42f7-9f1a-50fa17f1039a tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413961 Nov 25 14:12:04.067753 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:04.934928 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6bc6c-6392-49be-af5c-7b01024d65bf req-ae29e19b-480d-4d33-940c-5f99772e4b30 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:04.936370 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-01f6bc6c-6392-49be-af5c-7b01024d65bf req-ae29e19b-480d-4d33-940c-5f99772e4b30 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 943 time: 0.0492482 Nov 25 14:12:04.967898 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d29cea-11f2-42aa-bfc5-8cb83e532b32 req-209d523b-40e9-44ec-adc1-9a63d351dcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:04.969516 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-23d29cea-11f2-42aa-bfc5-8cb83e532b32 req-209d523b-40e9-44ec-adc1-9a63d351dcbe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55029eb28f0f4879a6c68ae4e6ded03b&device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 1095 time: 0.0462198 Nov 25 14:12:04.984656 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-01f6bc6c-6392-49be-af5c-7b01024d65bf req-34452134-0f8d-48dc-9bf8-85d1be7efe92 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416005 Nov 25 14:12:05.072638 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d29cea-11f2-42aa-bfc5-8cb83e532b32 req-7f9388e5-7591-4551-a8ce-001306803508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:05.074124 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-23d29cea-11f2-42aa-bfc5-8cb83e532b32 req-7f9388e5-7591-4551-a8ce-001306803508 service neutron] 10.222.0.47 "GET /v2.0/networks?id=20d93f48-2670-4b52-bca9-9b5cb5c91d95 HTTP/1.1" status: 200 len: 913 time: 0.0863228 Nov 25 14:12:05.145356 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-23d29cea-11f2-42aa-bfc5-8cb83e532b32 req-2e1fe66d-2656-411f-a98f-62e5a28d41f9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0 HTTP/1.1" status: 200 len: 1000 time: 0.0633159 Nov 25 14:12:05.196317 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d29cea-11f2-42aa-bfc5-8cb83e532b32 req-ba1bbe75-2caf-4d3c-899d-04e041dce109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:05.197729 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-23d29cea-11f2-42aa-bfc5-8cb83e532b32 req-ba1bbe75-2caf-4d3c-899d-04e041dce109 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1e54fa4c-0a04-4943-b526-a327c9965b90 HTTP/1.1" status: 200 len: 851 time: 0.0449107 Nov 25 14:12:05.242965 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d29cea-11f2-42aa-bfc5-8cb83e532b32 req-822e43a6-b76c-4074-b6df-8cbb51c6e239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:05.244473 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-23d29cea-11f2-42aa-bfc5-8cb83e532b32 req-822e43a6-b76c-4074-b6df-8cbb51c6e239 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20d93f48-2670-4b52-bca9-9b5cb5c91d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394301 Nov 25 14:12:05.337526 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-23d29cea-11f2-42aa-bfc5-8cb83e532b32 req-828f5246-abbe-453a-9ade-1c325fa02223 service neutron] 10.222.0.47 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856977 Nov 25 14:12:05.384094 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:05.437624 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-23d29cea-11f2-42aa-bfc5-8cb83e532b32 req-7b46f719-5e38-436f-8140-d2c9ce2f7488 service neutron] 10.222.0.47 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930657 Nov 25 14:12:06.108774 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee8fc9-01f5-46c8-8179-13a56c914243 req-c5c2abef-b13a-4158-a168-7b233cdadaf3 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:06.111120 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0bee8fc9-01f5-46c8-8179-13a56c914243 req-c5c2abef-b13a-4158-a168-7b233cdadaf3 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 943 time: 0.0572228 Nov 25 14:12:06.161990 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0bee8fc9-01f5-46c8-8179-13a56c914243 req-1f0a80e5-ee62-464d-a9bb-c4f1f17f3fa4 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444827 Nov 25 14:12:06.526153 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:07.277654 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d84d652-8270-4d3a-8cde-58976b2d3079 req-acad172f-b532-4348-b54c-ef39d6c7c2b4 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:07.279150 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0d84d652-8270-4d3a-8cde-58976b2d3079 req-acad172f-b532-4348-b54c-ef39d6c7c2b4 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 943 time: 0.0493884 Nov 25 14:12:07.326295 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0d84d652-8270-4d3a-8cde-58976b2d3079 req-e606e012-75e8-4e59-bdaf-3b60ba5d772e tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405357 Nov 25 14:12:08.442902 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e19d29-adba-48a1-9ad2-472b28857d3f req-7db167f7-0345-4c17-8925-318819fdd3d2 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:08.444393 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-87e19d29-adba-48a1-9ad2-472b28857d3f req-7db167f7-0345-4c17-8925-318819fdd3d2 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 943 time: 0.0482996 Nov 25 14:12:08.491532 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-87e19d29-adba-48a1-9ad2-472b28857d3f req-83df13f7-15f2-4c06-bfbc-bbd858d55388 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411417 Nov 25 14:12:08.644091 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:08.775187 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970806a-a036-4451-88ce-35faf0bfc873 req-8615596d-eb4a-4370-a7ee-6593ddf8a658 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:08.776665 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e970806a-a036-4451-88ce-35faf0bfc873 req-8615596d-eb4a-4370-a7ee-6593ddf8a658 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.47 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821&tenant_id=55029eb28f0f4879a6c68ae4e6ded03b&binding%3Ahost_id=n-h2-808199-11 HTTP/1.1" status: 200 len: 943 time: 0.0529153 Nov 25 14:12:08.794045 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0eb9c-a189-4d48-84e7-8fc6119d9533 req-49eb659d-9f19-4fb8-866f-92fe5ff16beb tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:08.795580 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-58b0eb9c-a189-4d48-84e7-8fc6119d9533 req-49eb659d-9f19-4fb8-866f-92fe5ff16beb tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 943 time: 0.0544314 Nov 25 14:12:08.843461 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-58b0eb9c-a189-4d48-84e7-8fc6119d9533 req-5bc93dbd-f702-4d5e-89ce-4df4df701c67 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418029 Nov 25 14:12:08.844008 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e970806a-a036-4451-88ce-35faf0bfc873 req-f44f5399-2dd0-4e0b-ade7-390b11fea179 service neutron] 10.222.0.47 "GET /v2.0/ports/bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0/bindings/n-h2-808199-11 HTTP/1.1" status: 200 len: 383 time: 0.0589862 Nov 25 14:12:08.918072 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970806a-a036-4451-88ce-35faf0bfc873 req-7ee243dd-cc14-45c5-83e3-f7357ee72e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:08.919525 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e970806a-a036-4451-88ce-35faf0bfc873 req-7ee243dd-cc14-45c5-83e3-f7357ee72e04 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55029eb28f0f4879a6c68ae4e6ded03b&device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 1095 time: 0.0463498 Nov 25 14:12:09.007369 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970806a-a036-4451-88ce-35faf0bfc873 req-2a82c44b-1d1c-48f4-946c-8a53183fd2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:09.008819 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e970806a-a036-4451-88ce-35faf0bfc873 req-2a82c44b-1d1c-48f4-946c-8a53183fd2ae service neutron] 10.222.0.47 "GET /v2.0/networks?id=20d93f48-2670-4b52-bca9-9b5cb5c91d95 HTTP/1.1" status: 200 len: 913 time: 0.0825264 Nov 25 14:12:09.079087 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e970806a-a036-4451-88ce-35faf0bfc873 req-8e338a7f-7dd6-4f19-aeb3-9ed7c3190415 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0 HTTP/1.1" status: 200 len: 1000 time: 0.0627904 Nov 25 14:12:09.126958 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970806a-a036-4451-88ce-35faf0bfc873 req-83d7f3a6-5ab9-4ed8-99c7-6a045e912cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:09.128974 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e970806a-a036-4451-88ce-35faf0bfc873 req-83d7f3a6-5ab9-4ed8-99c7-6a045e912cb7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1e54fa4c-0a04-4943-b526-a327c9965b90 HTTP/1.1" status: 200 len: 851 time: 0.0434082 Nov 25 14:12:09.172875 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970806a-a036-4451-88ce-35faf0bfc873 req-331762a2-191d-4af8-966d-1f26a480ee2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:09.174235 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e970806a-a036-4451-88ce-35faf0bfc873 req-331762a2-191d-4af8-966d-1f26a480ee2c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20d93f48-2670-4b52-bca9-9b5cb5c91d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0381479 Nov 25 14:12:09.267655 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e970806a-a036-4451-88ce-35faf0bfc873 req-f9b63238-a855-4481-80fa-a400508f043d service neutron] 10.222.0.47 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852830 Nov 25 14:12:09.361820 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e970806a-a036-4451-88ce-35faf0bfc873 req-4ab711d7-6ba5-49d2-9ea7-391b2443c506 service neutron] 10.222.0.47 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865250 Nov 25 14:12:09.759794 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:12:09.961227 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c9fd68-47e0-4024-8709-388d75cd746f req-b0f813a9-b2df-4fac-8fbe-650692bccf41 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:09.962722 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-83c9fd68-47e0-4024-8709-388d75cd746f req-b0f813a9-b2df-4fac-8fbe-650692bccf41 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 943 time: 0.0469124 Nov 25 14:12:10.011743 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-83c9fd68-47e0-4024-8709-388d75cd746f req-c834579c-06af-42f8-a470-875b1bbb453d tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421629 Nov 25 14:12:10.342680 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 14:12:10.446702 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0,segment=NetworkSegment(1cf32cfc-3bf3-40b3-8d02-cf580d211be8),segment_id=1cf32cfc-3bf3-40b3-8d02-cf580d211be8)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:12:10.458417 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': 'bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0', 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95', 'port_id': 'bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0', 'mac_address': 'fa:16:3e:55:8d:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e54fa4c-0a04-4943-b526-a327c9965b90', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 14:12:10.495277 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:10.508365 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 14:12:10.529776 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0,segment=NetworkSegment(1cf32cfc-3bf3-40b3-8d02-cf580d211be8),segment_id=1cf32cfc-3bf3-40b3-8d02-cf580d211be8)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:12:10.533710 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:10.579859 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0,revision_number=8']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:12:10.587199 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:12:10.587559 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:12:10.587910 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:12:10.588258 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:12:10.588599 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:12:10.588953 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:12:10.589288 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:12:10.589714 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:12:10.590049 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:12:10.590379 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:12:10.590729 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:12:10.591066 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:12:11.127910 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7641b93b-111a-4936-80fd-40a558561eec req-42f92bb7-2fc0-4af4-aec2-0ca60620ea3a tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:11.129435 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7641b93b-111a-4936-80fd-40a558561eec req-42f92bb7-2fc0-4af4-aec2-0ca60620ea3a tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 944 time: 0.0495081 Nov 25 14:12:11.181519 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7641b93b-111a-4936-80fd-40a558561eec req-0dc3f0af-5de2-4174-8541-975e1e782836 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459180 Nov 25 14:12:12.155122 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:12.298398 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da92bf71-c3a1-4f59-a9ca-3a075b899ac3 req-9cec7b2f-ac63-461b-89f5-4c0ea1520435 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:12.300539 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-da92bf71-c3a1-4f59-a9ca-3a075b899ac3 req-9cec7b2f-ac63-461b-89f5-4c0ea1520435 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 944 time: 0.0499763 Nov 25 14:12:12.349369 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-da92bf71-c3a1-4f59-a9ca-3a075b899ac3 req-4aa4b5a7-a097-4c2f-b55f-fe738f1211ab tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426848 Nov 25 14:12:13.407802 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970806a-a036-4451-88ce-35faf0bfc873 req-52f605a8-69ce-4b38-a569-4d1272aee6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:13.409848 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e970806a-a036-4451-88ce-35faf0bfc873 req-52f605a8-69ce-4b38-a569-4d1272aee6b4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821&tenant_id=55029eb28f0f4879a6c68ae4e6ded03b HTTP/1.1" status: 200 len: 1096 time: 0.0482719 Nov 25 14:12:13.425899 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [req-e970806a-a036-4451-88ce-35faf0bfc873 req-8be3a5e4-db6d-4088-b025-81614ef4e7de service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 14:12:13.426852 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e970806a-a036-4451-88ce-35faf0bfc873 req-8be3a5e4-db6d-4088-b025-81614ef4e7de service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058169 Nov 25 14:12:13.445569 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-e970806a-a036-4451-88ce-35faf0bfc873 req-24da967b-4786-4f2a-846a-3c4c2c9ecf36 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-808199-11', 'device_owner': 'compute:nova'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:12:13.469489 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c7b158-6fb4-4fc0-ad61-b248dac6e291 req-244bcc31-c5c4-4b25-ba58-21d6d5b9f11c tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:13.471120 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e4c7b158-6fb4-4fc0-ad61-b248dac6e291 req-244bcc31-c5c4-4b25-ba58-21d6d5b9f11c tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 944 time: 0.0500164 Nov 25 14:12:13.507497 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e970806a-a036-4451-88ce-35faf0bfc873 req-24da967b-4786-4f2a-846a-3c4c2c9ecf36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:13.525130 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e4c7b158-6fb4-4fc0-ad61-b248dac6e291 req-4caace49-8259-4f95-8fb3-cde0921e6f50 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474095 Nov 25 14:12:13.708926 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-e970806a-a036-4451-88ce-35faf0bfc873 req-24da967b-4786-4f2a-846a-3c4c2c9ecf36 service neutron] For port bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0,segment=NetworkSegment(1cf32cfc-3bf3-40b3-8d02-cf580d211be8),segment_id=1cf32cfc-3bf3-40b3-8d02-cf580d211be8)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:12:13.741440 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-e970806a-a036-4451-88ce-35faf0bfc873 req-24da967b-4786-4f2a-846a-3c4c2c9ecf36 service neutron] For port bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:12:13.777820 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-e970806a-a036-4451-88ce-35faf0bfc873 req-24da967b-4786-4f2a-846a-3c4c2c9ecf36 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 14:12:13.786032 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e970806a-a036-4451-88ce-35faf0bfc873 req-24da967b-4786-4f2a-846a-3c4c2c9ecf36 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:13.797111 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-e970806a-a036-4451-88ce-35faf0bfc873 req-24da967b-4786-4f2a-846a-3c4c2c9ecf36 service neutron] Ignored duplicate provisioning block setup for port bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0 by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 25 14:12:13.800789 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e970806a-a036-4451-88ce-35faf0bfc873 req-24da967b-4786-4f2a-846a-3c4c2c9ecf36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:13.877622 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24da967b-4786-4f2a-846a-3c4c2c9ecf36 service neutron] Pushing event updated for resources: {'Port': ['ID=bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0,revision_number=9']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:12:13.918028 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-e970806a-a036-4451-88ce-35faf0bfc873 req-24da967b-4786-4f2a-846a-3c4c2c9ecf36 service neutron] No DVR routers for this DVR port bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0 on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 14:12:14.056010 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-e970806a-a036-4451-88ce-35faf0bfc873 req-24da967b-4786-4f2a-846a-3c4c2c9ecf36 service neutron] Attempting to bind port bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0 on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:12:14.056353 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-e970806a-a036-4451-88ce-35faf0bfc873 req-24da967b-4786-4f2a-846a-3c4c2c9ecf36 service neutron] Attempting to bind port bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0 by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': '1cf32cfc-3bf3-40b3-8d02-cf580d211be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:12:14.056686 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e970806a-a036-4451-88ce-35faf0bfc873 req-24da967b-4786-4f2a-846a-3c4c2c9ecf36 service neutron] Attempting to bind port bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0 on network 20d93f48-2670-4b52-bca9-9b5cb5c91d95 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:12:14.060956 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e970806a-a036-4451-88ce-35faf0bfc873 req-24da967b-4786-4f2a-846a-3c4c2c9ecf36 service neutron] Port bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0 on network 20d93f48-2670-4b52-bca9-9b5cb5c91d95 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 14:12:14.061280 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e970806a-a036-4451-88ce-35faf0bfc873 req-24da967b-4786-4f2a-846a-3c4c2c9ecf36 service neutron] Attempting to bind port bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0 on network 20d93f48-2670-4b52-bca9-9b5cb5c91d95 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:12:14.066191 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e970806a-a036-4451-88ce-35faf0bfc873 req-24da967b-4786-4f2a-846a-3c4c2c9ecf36 service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:12:14.067056 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e970806a-a036-4451-88ce-35faf0bfc873 req-24da967b-4786-4f2a-846a-3c4c2c9ecf36 service neutron] Checking segment: {'id': '1cf32cfc-3bf3-40b3-8d02-cf580d211be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:12:14.067445 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e970806a-a036-4451-88ce-35faf0bfc873 req-24da967b-4786-4f2a-846a-3c4c2c9ecf36 service neutron] Bound using segment: {'id': '1cf32cfc-3bf3-40b3-8d02-cf580d211be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:12:14.067875 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-e970806a-a036-4451-88ce-35faf0bfc873 req-24da967b-4786-4f2a-846a-3c4c2c9ecf36 service neutron] Bound port: bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cf32cfc-3bf3-40b3-8d02-cf580d211be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:12:14.068227 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e970806a-a036-4451-88ce-35faf0bfc873 req-24da967b-4786-4f2a-846a-3c4c2c9ecf36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:14.133455 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-e970806a-a036-4451-88ce-35faf0bfc873 req-24da967b-4786-4f2a-846a-3c4c2c9ecf36 service neutron] For port bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0, host n-h1-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:12:14.136471 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-e970806a-a036-4451-88ce-35faf0bfc873 req-24da967b-4786-4f2a-846a-3c4c2c9ecf36 service neutron] For port bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0,segment=NetworkSegment(1cf32cfc-3bf3-40b3-8d02-cf580d211be8),segment_id=1cf32cfc-3bf3-40b3-8d02-cf580d211be8)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:12:14.141293 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e970806a-a036-4451-88ce-35faf0bfc873 req-24da967b-4786-4f2a-846a-3c4c2c9ecf36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:14.173718 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970806a-a036-4451-88ce-35faf0bfc873 req-24da967b-4786-4f2a-846a-3c4c2c9ecf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:14.174334 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e970806a-a036-4451-88ce-35faf0bfc873 req-24da967b-4786-4f2a-846a-3c4c2c9ecf36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:14.176235 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e970806a-a036-4451-88ce-35faf0bfc873 req-24da967b-4786-4f2a-846a-3c4c2c9ecf36 service neutron] 10.222.0.66 "PUT /v2.0/ports/bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0 HTTP/1.1" status: 200 len: 1092 time: 0.7344375 Nov 25 14:12:14.176729 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36c12c73-dd04-4ea5-a3bb-4fa2e236e821', 'tag': 'bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:12:14.178938 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b263d7d4b70db15966f189087f2cdd81ff7815a34d469843c29c7d40ca9dff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b400ba77-0b43-4545-821a-af939142b670" -d '{"events": [{"name": "network-changed", "server_uuid": "36c12c73-dd04-4ea5-a3bb-4fa2e236e821", "tag": "bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:12:14.205203 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24da967b-4786-4f2a-846a-3c4c2c9ecf36 service neutron] Pushing event updated for resources: {'Port': ['ID=bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0,revision_number=10']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:12:14.247699 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 14:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017d5b24-ccb4-4254-b165-518d1f566971 x-openstack-request-id: req-017d5b24-ccb4-4254-b165-518d1f566971 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:12:14.248007 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36c12c73-dd04-4ea5-a3bb-4fa2e236e821", "tag": "bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:12:14.248267 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-017d5b24-ccb4-4254-b165-518d1f566971 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:12:14.248676 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36c12c73-dd04-4ea5-a3bb-4fa2e236e821', 'tag': 'bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0', 'status': 'completed', 'code': 200} Nov 25 14:12:14.257518 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970806a-a036-4451-88ce-35faf0bfc873 req-6029944e-8da9-43fd-b6c6-cab6bbd69e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:14.259090 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e970806a-a036-4451-88ce-35faf0bfc873 req-6029944e-8da9-43fd-b6c6-cab6bbd69e00 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=55029eb28f0f4879a6c68ae4e6ded03b&device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 1096 time: 0.0484343 Nov 25 14:12:14.349488 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:12:14.378345 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400ba77-0b43-4545-821a-af939142b670 req-e5a17fe2-cc20-4c0e-bbe5-9d087cb38e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:14.380463 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b400ba77-0b43-4545-821a-af939142b670 req-e5a17fe2-cc20-4c0e-bbe5-9d087cb38e5e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55029eb28f0f4879a6c68ae4e6ded03b&device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 1096 time: 0.1017385 Nov 25 14:12:14.393921 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0 not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:12:14.410283 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970806a-a036-4451-88ce-35faf0bfc873 req-f2985b41-9873-4850-b72e-c7705e66859b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:14.411752 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e970806a-a036-4451-88ce-35faf0bfc873 req-f2985b41-9873-4850-b72e-c7705e66859b service neutron] 10.222.0.66 "GET /v2.0/networks?id=20d93f48-2670-4b52-bca9-9b5cb5c91d95 HTTP/1.1" status: 200 len: 913 time: 0.1408463 Nov 25 14:12:14.523650 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e970806a-a036-4451-88ce-35faf0bfc873 req-7fe3e898-2e7b-4f20-8ea3-2b92f5828d1d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0 HTTP/1.1" status: 200 len: 1000 time: 0.0802708 Nov 25 14:12:14.534588 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400ba77-0b43-4545-821a-af939142b670 req-66e8c477-0b37-4670-87af-ddf744e8c1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:14.537419 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b400ba77-0b43-4545-821a-af939142b670 req-66e8c477-0b37-4670-87af-ddf744e8c1b0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=20d93f48-2670-4b52-bca9-9b5cb5c91d95 HTTP/1.1" status: 200 len: 913 time: 0.1476054 Nov 25 14:12:14.630339 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970806a-a036-4451-88ce-35faf0bfc873 req-3811257a-9f09-4499-8836-f3015eb3083e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:14.631851 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e970806a-a036-4451-88ce-35faf0bfc873 req-3811257a-9f09-4499-8836-f3015eb3083e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1e54fa4c-0a04-4943-b526-a327c9965b90 HTTP/1.1" status: 200 len: 851 time: 0.0932992 Nov 25 14:12:14.640045 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b400ba77-0b43-4545-821a-af939142b670 req-3b31ea48-5f73-461c-b771-54d460ea5c64 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0 HTTP/1.1" status: 200 len: 1000 time: 0.0932200 Nov 25 14:12:14.648980 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2a7d7f-e12b-48bd-acb0-148732f36f44 req-d3b1d896-6614-4af1-a25e-8be088d5c89e tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:14.650463 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ae2a7d7f-e12b-48bd-acb0-148732f36f44 req-d3b1d896-6614-4af1-a25e-8be088d5c89e tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 944 time: 0.0527999 Nov 25 14:12:14.699081 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ae2a7d7f-e12b-48bd-acb0-148732f36f44 req-fbe4feed-99fc-4f28-8124-c157efd4321a tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423212 Nov 25 14:12:14.717439 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400ba77-0b43-4545-821a-af939142b670 req-a0c00063-79b2-422b-8b45-506d4852036e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:14.718927 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b400ba77-0b43-4545-821a-af939142b670 req-a0c00063-79b2-422b-8b45-506d4852036e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1e54fa4c-0a04-4943-b526-a327c9965b90 HTTP/1.1" status: 200 len: 851 time: 0.0687246 Nov 25 14:12:14.724425 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970806a-a036-4451-88ce-35faf0bfc873 req-9b805c82-5958-4522-92fc-6f99f957d594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:14.725799 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e970806a-a036-4451-88ce-35faf0bfc873 req-9b805c82-5958-4522-92fc-6f99f957d594 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=20d93f48-2670-4b52-bca9-9b5cb5c91d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0829232 Nov 25 14:12:14.813809 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400ba77-0b43-4545-821a-af939142b670 req-4f39581d-c64d-40ce-8a85-87ed656fc278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:14.815243 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b400ba77-0b43-4545-821a-af939142b670 req-4f39581d-c64d-40ce-8a85-87ed656fc278 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20d93f48-2670-4b52-bca9-9b5cb5c91d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0883391 Nov 25 14:12:14.893171 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e970806a-a036-4451-88ce-35faf0bfc873 req-d83fdf73-3f64-4250-8a07-e8e262626566 service neutron] 10.222.0.66 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431208 Nov 25 14:12:14.977977 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b400ba77-0b43-4545-821a-af939142b670 req-a441b353-78cf-4b94-a5f2-204e72db35d4 service neutron] 10.222.0.47 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546476 Nov 25 14:12:15.058765 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e970806a-a036-4451-88ce-35faf0bfc873 req-d64086fe-1519-4abe-bbd3-82723aa04892 service neutron] 10.222.0.66 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526105 Nov 25 14:12:15.088783 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b400ba77-0b43-4545-821a-af939142b670 req-871471e4-7af7-47b3-8664-7be7372e0468 service neutron] 10.222.0.47 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010821 Nov 25 14:12:15.174176 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400ba77-0b43-4545-821a-af939142b670 req-979bd848-30d1-49f7-a67f-9613a0aeb183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:15.175833 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b400ba77-0b43-4545-821a-af939142b670 req-979bd848-30d1-49f7-a67f-9613a0aeb183 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=55029eb28f0f4879a6c68ae4e6ded03b&device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 1096 time: 0.0484962 Nov 25 14:12:15.275925 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400ba77-0b43-4545-821a-af939142b670 req-3c573978-776d-4b6d-a316-45ede7949e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:15.277402 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b400ba77-0b43-4545-821a-af939142b670 req-3c573978-776d-4b6d-a316-45ede7949e57 service neutron] 10.222.0.66 "GET /v2.0/networks?id=20d93f48-2670-4b52-bca9-9b5cb5c91d95 HTTP/1.1" status: 200 len: 913 time: 0.0898318 Nov 25 14:12:15.346401 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b400ba77-0b43-4545-821a-af939142b670 req-9da939d2-0a1e-4a0f-97fa-2977b706732b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0 HTTP/1.1" status: 200 len: 1000 time: 0.0579350 Nov 25 14:12:15.404666 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400ba77-0b43-4545-821a-af939142b670 req-04f0067a-12af-493c-b773-6cbc895c372c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:15.406133 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b400ba77-0b43-4545-821a-af939142b670 req-04f0067a-12af-493c-b773-6cbc895c372c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1e54fa4c-0a04-4943-b526-a327c9965b90 HTTP/1.1" status: 200 len: 851 time: 0.0481467 Nov 25 14:12:15.456929 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400ba77-0b43-4545-821a-af939142b670 req-b3ed000d-ab81-4ccb-a7ac-329fd5dc61ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:15.459204 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b400ba77-0b43-4545-821a-af939142b670 req-b3ed000d-ab81-4ccb-a7ac-329fd5dc61ab service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=20d93f48-2670-4b52-bca9-9b5cb5c91d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411301 Nov 25 14:12:15.553883 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b400ba77-0b43-4545-821a-af939142b670 req-960191a7-ba4a-4c48-83d0-a1c32aeaec48 service neutron] 10.222.0.66 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826657 Nov 25 14:12:15.654344 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b400ba77-0b43-4545-821a-af939142b670 req-739990dc-9944-4dd8-8e5d-426f50a30cf4 service neutron] 10.222.0.66 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883605 Nov 25 14:12:15.827231 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb81b0-bd43-4ec7-b3ee-e1e5f5a8cd08 req-464555ec-b44d-41ef-8669-d18f84e7d0f7 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:15.828757 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-66cb81b0-bd43-4ec7-b3ee-e1e5f5a8cd08 req-464555ec-b44d-41ef-8669-d18f84e7d0f7 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 944 time: 0.0496638 Nov 25 14:12:15.878043 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-66cb81b0-bd43-4ec7-b3ee-e1e5f5a8cd08 req-febb36a3-32a2-469a-b8f9-d4ba7ed8a3f8 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424616 Nov 25 14:12:17.004814 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e348f8ba-d999-452d-9d11-ef32f4bdbd12 req-0b021ec5-839c-4e1c-a76e-5432995dfbe9 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:17.006301 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e348f8ba-d999-452d-9d11-ef32f4bdbd12 req-0b021ec5-839c-4e1c-a76e-5432995dfbe9 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 944 time: 0.0549693 Nov 25 14:12:17.054781 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e348f8ba-d999-452d-9d11-ef32f4bdbd12 req-f67091b1-65e9-4181-a43c-b24b2c2d9a97 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422878 Nov 25 14:12:17.422452 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb19f15-709f-432d-b911-bd56676f6c60 req-4aae97f8-0676-4871-a3da-bd65271b602f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:17.424019 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cbb19f15-709f-432d-b911-bd56676f6c60 req-4aae97f8-0676-4871-a3da-bd65271b602f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=55029eb28f0f4879a6c68ae4e6ded03b&device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 1096 time: 0.0428400 Nov 25 14:12:17.536841 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb19f15-709f-432d-b911-bd56676f6c60 req-817a0468-46bc-43da-9eaa-a4e728b65b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:17.538396 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cbb19f15-709f-432d-b911-bd56676f6c60 req-817a0468-46bc-43da-9eaa-a4e728b65b81 service neutron] 10.222.0.66 "GET /v2.0/networks?id=20d93f48-2670-4b52-bca9-9b5cb5c91d95 HTTP/1.1" status: 200 len: 913 time: 0.0897925 Nov 25 14:12:17.609785 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cbb19f15-709f-432d-b911-bd56676f6c60 req-61d1460d-3ac6-4f92-af05-935f0484992c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0 HTTP/1.1" status: 200 len: 1000 time: 0.0590446 Nov 25 14:12:17.663041 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb19f15-709f-432d-b911-bd56676f6c60 req-3e7555bb-bb2d-4693-a758-f4fcf68b8721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:17.664368 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cbb19f15-709f-432d-b911-bd56676f6c60 req-3e7555bb-bb2d-4693-a758-f4fcf68b8721 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1e54fa4c-0a04-4943-b526-a327c9965b90 HTTP/1.1" status: 200 len: 851 time: 0.0440094 Nov 25 14:12:17.719195 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb19f15-709f-432d-b911-bd56676f6c60 req-c370ea9b-b777-44db-b1b4-724129c6745f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:17.720681 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cbb19f15-709f-432d-b911-bd56676f6c60 req-c370ea9b-b777-44db-b1b4-724129c6745f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=20d93f48-2670-4b52-bca9-9b5cb5c91d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436580 Nov 25 14:12:17.813422 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cbb19f15-709f-432d-b911-bd56676f6c60 req-272a2c9e-ec55-410d-a811-bb04988d28ff service neutron] 10.222.0.66 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806949 Nov 25 14:12:17.909448 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cbb19f15-709f-432d-b911-bd56676f6c60 req-3cd00e20-6e44-4bd9-b66a-7b00b1d974b4 service neutron] 10.222.0.66 "GET /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852365 Nov 25 14:12:18.174841 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f335b3-5982-4c2d-a2f4-b1a77bf2404d req-9dd4e06a-9586-4924-981d-ff0cb7523149 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:18.177007 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-77f335b3-5982-4c2d-a2f4-b1a77bf2404d req-9dd4e06a-9586-4924-981d-ff0cb7523149 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 944 time: 0.0516186 Nov 25 14:12:18.227636 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-77f335b3-5982-4c2d-a2f4-b1a77bf2404d req-58a4622a-58bb-4835-a6ef-05aa9af69994 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446067 Nov 25 14:12:19.345211 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e6f7f-e586-4508-bdc9-576205abe91d req-d81b783e-91af-4f09-b01b-c15adecb9f7b tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:19.346729 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-522e6f7f-e586-4508-bdc9-576205abe91d req-d81b783e-91af-4f09-b01b-c15adecb9f7b tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 944 time: 0.0484462 Nov 25 14:12:19.399599 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-522e6f7f-e586-4508-bdc9-576205abe91d req-2c32bb85-6e9e-4d38-973e-e2fa56382199 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461786 Nov 25 14:12:20.516676 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc7f771-881b-419d-802b-480d9e1c3cef req-91dfce75-b441-41a2-b35b-6ae82c3cfb71 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:20.518146 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7dc7f771-881b-419d-802b-480d9e1c3cef req-91dfce75-b441-41a2-b35b-6ae82c3cfb71 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 944 time: 0.0487816 Nov 25 14:12:20.565936 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7dc7f771-881b-419d-802b-480d9e1c3cef req-0f5c4ac5-c06f-489c-94c6-c4cefbeb3886 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418704 Nov 25 14:12:21.682334 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bc111b-1213-4567-9982-6d327c229b73 req-d80679a4-5617-452c-bf0a-7ad7e6045e64 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:21.683737 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-61bc111b-1213-4567-9982-6d327c229b73 req-d80679a4-5617-452c-bf0a-7ad7e6045e64 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 944 time: 0.0485218 Nov 25 14:12:21.730034 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-61bc111b-1213-4567-9982-6d327c229b73 req-d68297ed-a20a-43f5-824e-ede7e36ea576 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403063 Nov 25 14:12:22.850962 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552f6843-9d88-4ade-ad6e-b091faa1ef27 req-d95829f8-94a5-4162-9494-765d76efedd7 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:22.852453 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-552f6843-9d88-4ade-ad6e-b091faa1ef27 req-d95829f8-94a5-4162-9494-765d76efedd7 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 944 time: 0.0521102 Nov 25 14:12:22.899713 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-552f6843-9d88-4ade-ad6e-b091faa1ef27 req-ff01b1cc-61f8-4a98-b3e9-ccc12d322d99 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412884 Nov 25 14:12:24.014338 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43fdcff-d76c-4ed6-9029-51a5a7be30f0 req-29e246e6-0cc2-4ad7-8c76-9806269b9b25 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:24.015847 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f43fdcff-d76c-4ed6-9029-51a5a7be30f0 req-29e246e6-0cc2-4ad7-8c76-9806269b9b25 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 944 time: 0.0481174 Nov 25 14:12:24.062941 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f43fdcff-d76c-4ed6-9029-51a5a7be30f0 req-58db896c-9bf9-4071-b95a-fd199e1974d1 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406363 Nov 25 14:12:25.179239 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46555f94-71d5-4f0f-bb44-e36750bac628 req-d269989b-e319-450e-9317-a71342be239b tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:25.180724 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-46555f94-71d5-4f0f-bb44-e36750bac628 req-d269989b-e319-450e-9317-a71342be239b tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 944 time: 0.0494578 Nov 25 14:12:25.231260 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-46555f94-71d5-4f0f-bb44-e36750bac628 req-575f143f-df3e-4704-a882-87f142723d0c tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444367 Nov 25 14:12:26.346527 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf114e-140d-45f9-84e1-52bd875384dc req-69378267-357e-4a6b-ac32-562b0d4a4311 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:26.348046 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-06bf114e-140d-45f9-84e1-52bd875384dc req-69378267-357e-4a6b-ac32-562b0d4a4311 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 944 time: 0.0485771 Nov 25 14:12:26.396195 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-06bf114e-140d-45f9-84e1-52bd875384dc req-117a5d89-444e-4f57-b7e1-d656f201a532 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421755 Nov 25 14:12:27.512487 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abea1ec-8c8f-4427-a7d1-9014e70f1032 req-9d4ecad0-8818-4c03-a19d-5dc7528a277f tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:27.514228 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1abea1ec-8c8f-4427-a7d1-9014e70f1032 req-9d4ecad0-8818-4c03-a19d-5dc7528a277f tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 944 time: 0.0487452 Nov 25 14:12:27.561798 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1abea1ec-8c8f-4427-a7d1-9014e70f1032 req-10569bed-61d4-461e-94b0-761fae9fe80d tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416646 Nov 25 14:12:27.679005 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4b9cd-de11-43b7-a664-9d819cb53732 req-b8561159-ab52-4fc4-8cb2-2c02bf785a27 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:27.680402 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ded4b9cd-de11-43b7-a664-9d819cb53732 req-b8561159-ab52-4fc4-8cb2-2c02bf785a27 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 944 time: 0.0522642 Nov 25 14:12:27.726575 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ded4b9cd-de11-43b7-a664-9d819cb53732 req-2b29e08c-01cd-44bd-acc4-72e18a0a6da4 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402253 Nov 25 14:12:27.841276 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935aa2c5-74ca-4e29-a2fc-06d125e32500 req-b3fb4fce-a00a-4e86-9bbb-195e45d37ec7 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:27.842792 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-935aa2c5-74ca-4e29-a2fc-06d125e32500 req-b3fb4fce-a00a-4e86-9bbb-195e45d37ec7 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 944 time: 0.0478194 Nov 25 14:12:27.889663 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-935aa2c5-74ca-4e29-a2fc-06d125e32500 req-749db826-3366-42f8-9fbe-ef8979a336ee tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408812 Nov 25 14:12:28.125956 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839576d8-e868-40f8-8a6d-85d05a74346b req-b49513ee-c4b4-4ee6-bd8b-ecd3eaea1e5e tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:28.127822 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-839576d8-e868-40f8-8a6d-85d05a74346b req-b49513ee-c4b4-4ee6-bd8b-ecd3eaea1e5e tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 944 time: 0.0539770 Nov 25 14:12:28.176253 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-839576d8-e868-40f8-8a6d-85d05a74346b req-86f35ec7-781b-487f-9139-04eb1468a73f tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419893 Nov 25 14:12:29.156903 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0 details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 14:12:29.249967 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0,segment=NetworkSegment(1cf32cfc-3bf3-40b3-8d02-cf580d211be8),segment_id=1cf32cfc-3bf3-40b3-8d02-cf580d211be8)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:12:29.261401 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': 'bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0', 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95', 'port_id': 'bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0', 'mac_address': 'fa:16:3e:55:8d:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e54fa4c-0a04-4943-b526-a327c9965b90', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 14:12:29.294465 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90edd252-cdfe-48fe-a6bd-8ffadc37dc38 req-728146e3-6b9e-43a8-8338-2024d68e0885 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:29.296044 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-90edd252-cdfe-48fe-a6bd-8ffadc37dc38 req-728146e3-6b9e-43a8-8338-2024d68e0885 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 944 time: 0.0489619 Nov 25 14:12:29.301800 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:29.314429 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 14:12:29.333392 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0,segment=NetworkSegment(1cf32cfc-3bf3-40b3-8d02-cf580d211be8),segment_id=1cf32cfc-3bf3-40b3-8d02-cf580d211be8)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:12:29.338121 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:29.348547 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-90edd252-cdfe-48fe-a6bd-8ffadc37dc38 req-ff83d1b2-84c4-44e5-8d48-a69e7ad96d60 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465600 Nov 25 14:12:29.385741 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0,revision_number=11']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:12:29.779439 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db4818-50c4-4fd9-98fa-ab3195f13411 req-5c2895a6-a76f-45d8-b4a1-46dc58533448 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:29.780894 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-22db4818-50c4-4fd9-98fa-ab3195f13411 req-5c2895a6-a76f-45d8-b4a1-46dc58533448 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.66 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 945 time: 0.0481522 Nov 25 14:12:29.866994 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-22db4818-50c4-4fd9-98fa-ab3195f13411 req-9048dc87-3c68-450e-9890-42999a2aa94f tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Deleting port bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:12:29.867354 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-22db4818-50c4-4fd9-98fa-ab3195f13411 req-9048dc87-3c68-450e-9890-42999a2aa94f tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:30.289428 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-22db4818-50c4-4fd9-98fa-ab3195f13411 req-9048dc87-3c68-450e-9890-42999a2aa94f tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] For port bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0,segment=NetworkSegment(1cf32cfc-3bf3-40b3-8d02-cf580d211be8),segment_id=1cf32cfc-3bf3-40b3-8d02-cf580d211be8)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:12:30.289990 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-22db4818-50c4-4fd9-98fa-ab3195f13411 req-9048dc87-3c68-450e-9890-42999a2aa94f tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:30.395829 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-04a68d44-3752-4903-9112-40192ac2345c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:30.464634 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-22db4818-50c4-4fd9-98fa-ab3195f13411 req-9048dc87-3c68-450e-9890-42999a2aa94f tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:30.465006 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-22db4818-50c4-4fd9-98fa-ab3195f13411 req-9048dc87-3c68-450e-9890-42999a2aa94f tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:30.465402 n-d-808199-11 neutron-server[103571]: INFO neutron.db.l3_db [req-22db4818-50c4-4fd9-98fa-ab3195f13411 req-9048dc87-3c68-450e-9890-42999a2aa94f tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Floating IP e3cabf07-8248-467e-9989-3c9d0ae1f3d5 disassociated. External IP: 172.25.5.150, port: bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0. Nov 25 14:12:30.465720 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-22db4818-50c4-4fd9-98fa-ab3195f13411 req-9048dc87-3c68-450e-9890-42999a2aa94f tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Calling delete_port for bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:12:30.470942 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3219faef-0f5d-4136-9a39-18b5eb50762d req-6a0b4eba-b5ef-4d9f-a36c-b5b61801f9a6 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:30.472473 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3219faef-0f5d-4136-9a39-18b5eb50762d req-6a0b4eba-b5ef-4d9f-a36c-b5b61801f9a6 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 945 time: 0.0491257 Nov 25 14:12:30.524875 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3219faef-0f5d-4136-9a39-18b5eb50762d req-955a2c46-913b-45f4-b231-a2403db09cf4 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups?id=6eb7b356-5113-487f-a193-f1bb52d61224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459054 Nov 25 14:12:30.599196 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-22db4818-50c4-4fd9-98fa-ab3195f13411 req-9048dc87-3c68-450e-9890-42999a2aa94f tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:30.627510 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9048dc87-3c68-450e-9890-42999a2aa94f tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Pushing event deleted for resources: {'Port': ['ID=bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:12:30.747071 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22db4818-50c4-4fd9-98fa-ab3195f13411 req-9048dc87-3c68-450e-9890-42999a2aa94f tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Router 3c18afa0-5a92-4fc8-964f-85e5b12ffcd6 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 14:12:30.857919 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22db4818-50c4-4fd9-98fa-ab3195f13411 req-9048dc87-3c68-450e-9890-42999a2aa94f tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 14:12:30.868067 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159cc334-2291-4929-b8b6-24f6750edbd6 None None] Sync routers for ids ['3c18afa0-5a92-4fc8-964f-85e5b12ffcd6'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 14:12:30.877134 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159cc334-2291-4929-b8b6-24f6750edbd6 None None] Routers {'3c18afa0-5a92-4fc8-964f-85e5b12ffcd6'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:12:30.877739 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-159cc334-2291-4929-b8b6-24f6750edbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:12:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['3c18afa0-5a92-4fc8-964f-85e5b12ffcd6'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:12:30.897625 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-22db4818-50c4-4fd9-98fa-ab3195f13411 req-9048dc87-3c68-450e-9890-42999a2aa94f tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] No DVR routers for this DVR port bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0 on host n-h1-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 14:12:30.900406 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-22db4818-50c4-4fd9-98fa-ab3195f13411 req-9048dc87-3c68-450e-9890-42999a2aa94f tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:30.903736 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-22db4818-50c4-4fd9-98fa-ab3195f13411 req-9048dc87-3c68-450e-9890-42999a2aa94f tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.66 "DELETE /v2.0/ports/bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0 HTTP/1.1" status: 204 len: 173 time: 1.1163812 Nov 25 14:12:30.904200 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c12c73-dd04-4ea5-a3bb-4fa2e236e821', 'name': 'network-vif-deleted', 'tag': 'bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:12:30.906494 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b263d7d4b70db15966f189087f2cdd81ff7815a34d469843c29c7d40ca9dff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75cb6f7e-48f1-4c0e-8e75-3a81e14fa219" -d '{"events": [{"server_uuid": "36c12c73-dd04-4ea5-a3bb-4fa2e236e821", "name": "network-vif-deleted", "tag": "bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:12:30.947850 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 14:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70378fa6-ae84-49a1-b8ec-1a74dc661a49 x-openstack-request-id: req-70378fa6-ae84-49a1-b8ec-1a74dc661a49 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:12:30.948398 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36c12c73-dd04-4ea5-a3bb-4fa2e236e821", "name": "network-vif-deleted", "tag": "bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:12:30.948732 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-70378fa6-ae84-49a1-b8ec-1a74dc661a49 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:12:30.949301 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36c12c73-dd04-4ea5-a3bb-4fa2e236e821', 'name': 'network-vif-deleted', 'tag': 'bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0', 'status': 'completed', 'code': 200} Nov 25 14:12:31.083738 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-159cc334-2291-4929-b8b6-24f6750edbd6 None None] Set router 3c18afa0-5a92-4fc8-964f-85e5b12ffcd6 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:12:31.283939 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-159cc334-2291-4929-b8b6-24f6750edbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'name': 'tempest-ServerActionsTestJSON-1696234908-router', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '72f223b5-6a31-4a5b-b936-b01c13166caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:02:37Z', 'updated_at': '2021-11-25T14:02:40Z', 'revision_number': 4, 'project_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'gw_port': {'id': '72f223b5-6a31-4a5b-b936-b01c13166caa', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:02:38Z', 'updated_at': '2021-11-25T14:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '43c15bd0-a86e-48c3-b8c7-b8710dd0dba6', 'name': '', 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'mac_address': 'fa:16:3e:81:4b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '1e54fa4c-0a04-4943-b526-a327c9965b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:02:40Z', 'updated_at': '2021-11-25T14:02:43Z', 'revision_number': 5, 'project_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'subnets': [{'id': '1e54fa4c-0a04-4943-b526-a327c9965b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:12:31.309741 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159cc334-2291-4929-b8b6-24f6750edbd6 None None] Checking router: 3c18afa0-5a92-4fc8-964f-85e5b12ffcd6 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 14:12:31.317729 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159cc334-2291-4929-b8b6-24f6750edbd6 None None] Routers {'3c18afa0-5a92-4fc8-964f-85e5b12ffcd6'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:12:31.318334 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-159cc334-2291-4929-b8b6-24f6750edbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:12:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['3c18afa0-5a92-4fc8-964f-85e5b12ffcd6'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:12:31.423294 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-159cc334-2291-4929-b8b6-24f6750edbd6 None None] Set router 3c18afa0-5a92-4fc8-964f-85e5b12ffcd6 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:12:31.621116 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-159cc334-2291-4929-b8b6-24f6750edbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'name': 'tempest-ServerActionsTestJSON-1696234908-router', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '72f223b5-6a31-4a5b-b936-b01c13166caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:02:37Z', 'updated_at': '2021-11-25T14:02:40Z', 'revision_number': 4, 'project_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'gw_port': {'id': '72f223b5-6a31-4a5b-b936-b01c13166caa', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:02:38Z', 'updated_at': '2021-11-25T14:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '43c15bd0-a86e-48c3-b8c7-b8710dd0dba6', 'name': '', 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'mac_address': 'fa:16:3e:81:4b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '1e54fa4c-0a04-4943-b526-a327c9965b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:02:40Z', 'updated_at': '2021-11-25T14:02:43Z', 'revision_number': 5, 'project_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'subnets': [{'id': '1e54fa4c-0a04-4943-b526-a327c9965b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:12:31.622816 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-41377bee-f416-4fae-acf7-b8b1aadc1896 req-89979c9a-651a-40c7-9511-616979b69670 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 210 time: 0.0269716 Nov 25 14:12:31.647752 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159cc334-2291-4929-b8b6-24f6750edbd6 None None] The sync data for ids ['3c18afa0-5a92-4fc8-964f-85e5b12ffcd6'] in n-d-808199-11 is: [{'id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'name': 'tempest-ServerActionsTestJSON-1696234908-router', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '72f223b5-6a31-4a5b-b936-b01c13166caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:02:37Z', 'updated_at': '2021-11-25T14:02:40Z', 'revision_number': 4, 'project_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'gw_port': {'id': '72f223b5-6a31-4a5b-b936-b01c13166caa', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:02:38Z', 'updated_at': '2021-11-25T14:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '43c15bd0-a86e-48c3-b8c7-b8710dd0dba6', 'name': '', 'network_id': '20d93f48-2670-4b52-bca9-9b5cb5c91d95', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'mac_address': 'fa:16:3e:81:4b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '1e54fa4c-0a04-4943-b526-a327c9965b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:02:40Z', 'updated_at': '2021-11-25T14:02:43Z', 'revision_number': 5, 'project_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'subnets': [{'id': '1e54fa4c-0a04-4943-b526-a327c9965b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 14:12:31.897785 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c17885a-53dc-4ff3-b850-06fedfa501dc None None] New status for floating IP e3cabf07-8248-467e-9989-3c9d0ae1f3d5: DOWN {{(pid=103572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 14:12:32.721160 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-aeaa4226-492e-4351-80d3-990d0a8b1d1d req-338f4497-aba5-4245-bce0-0d4a489ff6fb tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 210 time: 0.0255358 Nov 25 14:12:32.857693 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9030f8fd-e129-48fa-b11b-fce037715563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:33.816760 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-03f54313-d23d-4814-8b97-e47f55ff276c req-e7c8f899-fbbe-4493-9ac6-3d3a4f5bd599 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 210 time: 0.0263472 Nov 25 14:12:34.071417 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:34.911708 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-58ce2223-fec2-47e2-865e-77bb5a3a3487 req-c84a0abe-d4fb-41c7-a469-359c3656cf0b tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/ports?device_id=36c12c73-dd04-4ea5-a3bb-4fa2e236e821 HTTP/1.1" status: 200 len: 210 time: 0.0266416 Nov 25 14:12:35.172079 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0 no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:12:35.193002 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] No Port match for: bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 14:12:35.193283 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device bbb21ce2-a1fb-4e2d-9c1b-fc38219b98c0 not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:12:35.388826 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:36.528304 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:38.658678 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:39.670536 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 37978) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:12:39.723438 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1343e88a-f6d4-40ad-8677-2d5c9df40d83 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:39.747189 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1343e88a-f6d4-40ad-8677-2d5c9df40d83 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:39.798347 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1343e88a-f6d4-40ad-8677-2d5c9df40d83 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:39.801181 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1343e88a-f6d4-40ad-8677-2d5c9df40d83 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:39.803128 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-1343e88a-f6d4-40ad-8677-2d5c9df40d83 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "DELETE /v2.0/security-groups/6eb7b356-5113-487f-a193-f1bb52d61224 HTTP/1.1" status: 204 len: 168 time: 0.1315274 Nov 25 14:12:39.805310 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 37980) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:12:39.812920 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1343e88a-f6d4-40ad-8677-2d5c9df40d83 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb7b356-5113-487f-a193-f1bb52d61224,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:12:39.820417 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1343e88a-f6d4-40ad-8677-2d5c9df40d83 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:12:39.820772 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1343e88a-f6d4-40ad-8677-2d5c9df40d83 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:12:39.821119 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1343e88a-f6d4-40ad-8677-2d5c9df40d83 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:12:39.821465 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1343e88a-f6d4-40ad-8677-2d5c9df40d83 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:12:39.821809 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1343e88a-f6d4-40ad-8677-2d5c9df40d83 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:12:39.822144 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1343e88a-f6d4-40ad-8677-2d5c9df40d83 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:12:39.822477 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1343e88a-f6d4-40ad-8677-2d5c9df40d83 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:12:39.822835 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1343e88a-f6d4-40ad-8677-2d5c9df40d83 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:12:39.823166 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1343e88a-f6d4-40ad-8677-2d5c9df40d83 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:12:39.823496 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1343e88a-f6d4-40ad-8677-2d5c9df40d83 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:12:39.823833 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1343e88a-f6d4-40ad-8677-2d5c9df40d83 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:12:39.824168 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1343e88a-f6d4-40ad-8677-2d5c9df40d83 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:12:39.827110 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [None req-4723081a-04ea-4754-b3c4-9ed8b8b06eee tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] show failed (client error): The resource could not be found. Nov 25 14:12:39.830989 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 37982) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:12:39.831271 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-4723081a-04ea-4754-b3c4-9ed8b8b06eee tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "GET /v2.0/security-groups/6eb7b356-5113-487f-a193-f1bb52d61224 HTTP/1.1" status: 404 len: 347 time: 0.0241842 Nov 25 14:12:39.970602 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-1fa52f19-3bfd-448b-be79-5d8986389760 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Deleting port 0b5fa040-4969-4e2d-8538-194d552d0739 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:12:39.970984 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1fa52f19-3bfd-448b-be79-5d8986389760 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:40.046970 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1fa52f19-3bfd-448b-be79-5d8986389760 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:40.047308 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1fa52f19-3bfd-448b-be79-5d8986389760 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:40.059072 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-1fa52f19-3bfd-448b-be79-5d8986389760 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Calling delete_port for 0b5fa040-4969-4e2d-8538-194d552d0739 owned by network:floatingip {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:12:40.191462 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1fa52f19-3bfd-448b-be79-5d8986389760 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:40.217516 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa52f19-3bfd-448b-be79-5d8986389760 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Pushing event deleted for resources: {'Port': ['ID=0b5fa040-4969-4e2d-8538-194d552d0739,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:12:40.285759 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1fa52f19-3bfd-448b-be79-5d8986389760 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks [] for floatingip, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:40.288417 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1fa52f19-3bfd-448b-be79-5d8986389760 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:40.289620 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-1fa52f19-3bfd-448b-be79-5d8986389760 tempest-ServerActionsTestJSON-582466666 tempest-ServerActionsTestJSON-582466666-project] 10.222.0.53 "DELETE /v2.0/floatingips/e3cabf07-8248-467e-9989-3c9d0ae1f3d5 HTTP/1.1" status: 204 len: 168 time: 0.4576349 Nov 25 14:12:40.292554 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 37984) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:12:40.816339 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7af1f596-c68d-4a9e-a877-c7f87325736f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:41.060135 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-7af1f596-c68d-4a9e-a877-c7f87325736f admin admin] Deleting port 43c15bd0-a86e-48c3-b8c7-b8710dd0dba6 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:12:41.060481 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7af1f596-c68d-4a9e-a877-c7f87325736f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:41.139496 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-7af1f596-c68d-4a9e-a877-c7f87325736f admin admin] For port 43c15bd0-a86e-48c3-b8c7-b8710dd0dba6, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=43c15bd0-a86e-48c3-b8c7-b8710dd0dba6,segment=NetworkSegment(1cf32cfc-3bf3-40b3-8d02-cf580d211be8),segment_id=1cf32cfc-3bf3-40b3-8d02-cf580d211be8)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:12:41.139779 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7af1f596-c68d-4a9e-a877-c7f87325736f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:41.152783 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-7af1f596-c68d-4a9e-a877-c7f87325736f admin admin] Calling delete_port for 43c15bd0-a86e-48c3-b8c7-b8710dd0dba6 owned by network:router_interface {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:12:41.331056 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7af1f596-c68d-4a9e-a877-c7f87325736f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:41.360656 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1f596-c68d-4a9e-a877-c7f87325736f admin admin] Pushing event deleted for resources: {'Port': ['ID=43c15bd0-a86e-48c3-b8c7-b8710dd0dba6,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:12:41.525230 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7af1f596-c68d-4a9e-a877-c7f87325736f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:41.741299 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7af1f596-c68d-4a9e-a877-c7f87325736f admin admin] Router 3c18afa0-5a92-4fc8-964f-85e5b12ffcd6 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 14:12:42.129284 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af1f596-c68d-4a9e-a877-c7f87325736f admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 14:12:42.134914 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-7af1f596-c68d-4a9e-a877-c7f87325736f admin admin] 10.222.0.53 "PUT /v2.0/routers/3c18afa0-5a92-4fc8-964f-85e5b12ffcd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8413131 Nov 25 14:12:42.137438 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 37988) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:12:42.140393 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d91c2fb-1675-4a78-91bd-b84b1c68cddd None None] Sync routers for ids ['3c18afa0-5a92-4fc8-964f-85e5b12ffcd6'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 14:12:42.149998 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d91c2fb-1675-4a78-91bd-b84b1c68cddd None None] Routers {'3c18afa0-5a92-4fc8-964f-85e5b12ffcd6'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:12:42.150887 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-6d91c2fb-1675-4a78-91bd-b84b1c68cddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:12:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['3c18afa0-5a92-4fc8-964f-85e5b12ffcd6'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:12:42.154743 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:42.243283 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9a456884-a0b8-4436-80dd-46b631e4cda3 admin admin] Publish callbacks [] for router, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:42.254829 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-6d91c2fb-1675-4a78-91bd-b84b1c68cddd None None] Set router 3c18afa0-5a92-4fc8-964f-85e5b12ffcd6 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:12:42.345067 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9a456884-a0b8-4436-80dd-46b631e4cda3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:42.398730 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-9a456884-a0b8-4436-80dd-46b631e4cda3 admin admin] Deleting port 72f223b5-6a31-4a5b-b936-b01c13166caa {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:12:42.399217 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9a456884-a0b8-4436-80dd-46b631e4cda3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:42.435536 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-6d91c2fb-1675-4a78-91bd-b84b1c68cddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'name': 'tempest-ServerActionsTestJSON-1696234908-router', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '72f223b5-6a31-4a5b-b936-b01c13166caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:02:37Z', 'updated_at': '2021-11-25T14:12:41Z', 'revision_number': 5, 'project_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'gw_port': {'id': '72f223b5-6a31-4a5b-b936-b01c13166caa', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:02:38Z', 'updated_at': '2021-11-25T14:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:12:42.462901 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d91c2fb-1675-4a78-91bd-b84b1c68cddd None None] Checking router: 3c18afa0-5a92-4fc8-964f-85e5b12ffcd6 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 14:12:42.472492 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d91c2fb-1675-4a78-91bd-b84b1c68cddd None None] Routers {'3c18afa0-5a92-4fc8-964f-85e5b12ffcd6'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:12:42.473146 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-6d91c2fb-1675-4a78-91bd-b84b1c68cddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:12:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['3c18afa0-5a92-4fc8-964f-85e5b12ffcd6'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:12:42.488310 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-9a456884-a0b8-4436-80dd-46b631e4cda3 admin admin] For port 72f223b5-6a31-4a5b-b936-b01c13166caa, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=72f223b5-6a31-4a5b-b936-b01c13166caa,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:12:42.488689 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9a456884-a0b8-4436-80dd-46b631e4cda3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:42.503270 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-9a456884-a0b8-4436-80dd-46b631e4cda3 admin admin] Calling delete_port for 72f223b5-6a31-4a5b-b936-b01c13166caa owned by network:router_gateway {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:12:42.564185 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-6d91c2fb-1675-4a78-91bd-b84b1c68cddd None None] Set router 3c18afa0-5a92-4fc8-964f-85e5b12ffcd6 gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:12:42.615067 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-6d91c2fb-1675-4a78-91bd-b84b1c68cddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'name': 'tempest-ServerActionsTestJSON-1696234908-router', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:02:37Z', 'updated_at': '2021-11-25T14:12:42Z', 'revision_number': 6, 'project_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'gw_port_host': None}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:12:42.645246 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d91c2fb-1675-4a78-91bd-b84b1c68cddd None None] The sync data for ids ['3c18afa0-5a92-4fc8-964f-85e5b12ffcd6'] in n-d-808199-11 is: [{'id': '3c18afa0-5a92-4fc8-964f-85e5b12ffcd6', 'name': 'tempest-ServerActionsTestJSON-1696234908-router', 'tenant_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:02:37Z', 'updated_at': '2021-11-25T14:12:42Z', 'revision_number': 6, 'project_id': '55029eb28f0f4879a6c68ae4e6ded03b', 'gw_port_host': None}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 14:12:42.675665 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9a456884-a0b8-4436-80dd-46b631e4cda3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:42.703405 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a456884-a0b8-4436-80dd-46b631e4cda3 admin admin] Pushing event deleted for resources: {'Port': ['ID=72f223b5-6a31-4a5b-b936-b01c13166caa,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:12:42.719689 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e48f4a-662a-4818-92a8-cfad11e78496 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 14:12:42.765956 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9a456884-a0b8-4436-80dd-46b631e4cda3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:42.854746 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9a456884-a0b8-4436-80dd-46b631e4cda3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:42.856856 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9a456884-a0b8-4436-80dd-46b631e4cda3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:42.899621 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9a456884-a0b8-4436-80dd-46b631e4cda3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:42.900185 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a456884-a0b8-4436-80dd-46b631e4cda3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c18afa0-5a92-4fc8-964f-85e5b12ffcd6 {{(pid=103570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 14:12:42.904491 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9a456884-a0b8-4436-80dd-46b631e4cda3 admin admin] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:42.905560 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-9a456884-a0b8-4436-80dd-46b631e4cda3 admin admin] 10.222.0.53 "DELETE /v2.0/routers/3c18afa0-5a92-4fc8-964f-85e5b12ffcd6 HTTP/1.1" status: 204 len: 168 time: 0.7672031 Nov 25 14:12:42.908220 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 37990) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:12:42.955329 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8e37a64-eb53-44ab-9d41-f6e6bc586edb admin admin] Deleting subnet 1e54fa4c-0a04-4943-b526-a327c9965b90 {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 14:12:42.958250 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e8e37a64-eb53-44ab-9d41-f6e6bc586edb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:42.995824 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e8e37a64-eb53-44ab-9d41-f6e6bc586edb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:43.077915 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e8e37a64-eb53-44ab-9d41-f6e6bc586edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:43.128563 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e8e37a64-eb53-44ab-9d41-f6e6bc586edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:43.159853 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e37a64-eb53-44ab-9d41-f6e6bc586edb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e54fa4c-0a04-4943-b526-a327c9965b90,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:12:43.161762 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e8e37a64-eb53-44ab-9d41-f6e6bc586edb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:43.165531 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e8e37a64-eb53-44ab-9d41-f6e6bc586edb admin admin] 10.222.0.53 "DELETE /v2.0/subnets/1e54fa4c-0a04-4943-b526-a327c9965b90 HTTP/1.1" status: 204 len: 168 time: 0.2564011 Nov 25 14:12:43.168159 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 37992) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:12:43.170611 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe69019-4c4c-48e9-984e-1cf522938fc6 None None] Network 20d93f48-2670-4b52-bca9-9b5cb5c91d95 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 14:12:43.237716 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9585a132-a91c-4853-98b1-517e9b86ff51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:43.291989 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-9585a132-a91c-4853-98b1-517e9b86ff51 admin admin] Deleting port 7e399d1f-1200-46bc-960d-154b4e90a3ca {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:12:43.292332 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9585a132-a91c-4853-98b1-517e9b86ff51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:43.359076 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-9585a132-a91c-4853-98b1-517e9b86ff51 admin admin] For port 7e399d1f-1200-46bc-960d-154b4e90a3ca, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=7e399d1f-1200-46bc-960d-154b4e90a3ca,segment=NetworkSegment(1cf32cfc-3bf3-40b3-8d02-cf580d211be8),segment_id=1cf32cfc-3bf3-40b3-8d02-cf580d211be8)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:12:43.359381 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9585a132-a91c-4853-98b1-517e9b86ff51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:43.371996 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-9585a132-a91c-4853-98b1-517e9b86ff51 admin admin] Calling delete_port for 7e399d1f-1200-46bc-960d-154b4e90a3ca owned by network:dhcp {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:12:43.420123 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a25db3-f15d-4cbb-b5bb-ea6d1f52ddb9 None None] DHCP port deletion for 20d93f48-2670-4b52-bca9-9b5cb5c91d95 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 14:12:43.450219 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 43c15bd0-a86e-48c3-b8c7-b8710dd0dba6 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:12:43.458322 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9585a132-a91c-4853-98b1-517e9b86ff51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:43.473792 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 43c15bd0-a86e-48c3-b8c7-b8710dd0dba6 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 14:12:43.474139 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 43c15bd0-a86e-48c3-b8c7-b8710dd0dba6 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:12:43.488379 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9585a132-a91c-4853-98b1-517e9b86ff51 admin admin] No DVR routers for this DVR port 7e399d1f-1200-46bc-960d-154b4e90a3ca on host n-d-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 14:12:43.490207 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9585a132-a91c-4853-98b1-517e9b86ff51 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e399d1f-1200-46bc-960d-154b4e90a3ca,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:12:43.495303 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-a6a25db3-f15d-4cbb-b5bb-ea6d1f52ddb9 None None] Deleting port 7e399d1f-1200-46bc-960d-154b4e90a3ca {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:12:43.495688 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a6a25db3-f15d-4cbb-b5bb-ea6d1f52ddb9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:43.568841 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-a6a25db3-f15d-4cbb-b5bb-ea6d1f52ddb9 None None] For port 7e399d1f-1200-46bc-960d-154b4e90a3ca, host n-d-808199-11, got binding levels [] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:12:43.569093 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9585a132-a91c-4853-98b1-517e9b86ff51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:43.569501 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a6a25db3-f15d-4cbb-b5bb-ea6d1f52ddb9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:43.581797 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-a6a25db3-f15d-4cbb-b5bb-ea6d1f52ddb9 None None] Calling delete_port for 7e399d1f-1200-46bc-960d-154b4e90a3ca owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:12:43.584582 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.ipam_backend_mixin [None req-a6a25db3-f15d-4cbb-b5bb-ea6d1f52ddb9 None None] Port 7e399d1f-1200-46bc-960d-154b4e90a3ca was not found and therefore no delete operation was performed {{(pid=103572) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 14:12:43.586378 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a6a25db3-f15d-4cbb-b5bb-ea6d1f52ddb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:43.589861 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-9585a132-a91c-4853-98b1-517e9b86ff51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20d93f48-2670-4b52-bca9-9b5cb5c91d95']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:12:43.599711 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-9585a132-a91c-4853-98b1-517e9b86ff51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cf32cfc-3bf3-40b3-8d02-cf580d211be8') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:12:43.600018 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-9585a132-a91c-4853-98b1-517e9b86ff51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cf32cfc-3bf3-40b3-8d02-cf580d211be8') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:12:43.610528 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9585a132-a91c-4853-98b1-517e9b86ff51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:43.612022 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a25db3-f15d-4cbb-b5bb-ea6d1f52ddb9 None None] Pushing event deleted for resources: {'Port': ['ID=7e399d1f-1200-46bc-960d-154b4e90a3ca,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:12:43.615545 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a25db3-f15d-4cbb-b5bb-ea6d1f52ddb9 None None] No DVR routers for this DVR port 7e399d1f-1200-46bc-960d-154b4e90a3ca on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 14:12:43.624142 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9585a132-a91c-4853-98b1-517e9b86ff51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:43.630875 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9585a132-a91c-4853-98b1-517e9b86ff51 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 14:12:43.631245 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9585a132-a91c-4853-98b1-517e9b86ff51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:43.632998 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 14:12:43.632998 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 14:12:43.632998 n-d-808199-11 neutron-server[103570]: timer() Nov 25 14:12:43.632998 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 14:12:43.632998 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 14:12:43.632998 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 14:12:43.632998 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 14:12:43.632998 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 14:12:43.632998 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 14:12:43.632998 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 14:12:43.632998 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 14:12:43.632998 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 14:12:43.632998 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 14:12:43.632998 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 14:12:43.632998 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 14:12:43.632998 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 14:12:43.632998 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 14:12:43.632998 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 14:12:43.632998 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 14:12:43.632998 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 14:12:43.632998 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 14:12:43.632998 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 14:12:43.632998 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 14:12:43.632998 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 14:12:43.632998 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 14:12:43.632998 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 14:12:43.632998 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 14:12:43.632998 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 14:12:43.632998 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 14:12:43.632998 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 14:12:43.632998 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 14:12:43.632998 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 14:12:43.696418 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9585a132-a91c-4853-98b1-517e9b86ff51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:43.702200 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9585a132-a91c-4853-98b1-517e9b86ff51 admin admin] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:43.705450 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-9585a132-a91c-4853-98b1-517e9b86ff51 admin admin] 10.222.0.53 "DELETE /v2.0/networks/20d93f48-2670-4b52-bca9-9b5cb5c91d95 HTTP/1.1" status: 204 len: 168 time: 0.5363667 Nov 25 14:12:43.717894 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9585a132-a91c-4853-98b1-517e9b86ff51 admin admin] Pushing event deleted for resources: {'Network': ['ID=20d93f48-2670-4b52-bca9-9b5cb5c91d95,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:12:43.834843 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 38000) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:12:43.874571 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-167e24cf-5996-4f60-9039-4c07ece3bb27 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=55029eb28f0f4879a6c68ae4e6ded03b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385785 Nov 25 14:12:43.877053 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 38002) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:12:43.923837 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-18060e2f-d894-41a0-ad84-e110076d66b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:43.944338 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-18060e2f-d894-41a0-ad84-e110076d66b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:43.992257 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-18060e2f-d894-41a0-ad84-e110076d66b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:43.995077 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-18060e2f-d894-41a0-ad84-e110076d66b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:43.996815 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-18060e2f-d894-41a0-ad84-e110076d66b3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/51e84c19-b41d-4d6b-af3e-a9fa98887bc5 HTTP/1.1" status: 204 len: 168 time: 0.1188169 Nov 25 14:12:44.004774 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18060e2f-d894-41a0-ad84-e110076d66b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e84c19-b41d-4d6b-af3e-a9fa98887bc5,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:12:44.698162 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 38024) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:12:44.740428 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 72f223b5-6a31-4a5b-b936-b01c13166caa no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:12:44.760398 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 72f223b5-6a31-4a5b-b936-b01c13166caa {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 14:12:44.760752 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 72f223b5-6a31-4a5b-b936-b01c13166caa not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:12:44.761173 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 7e399d1f-1200-46bc-960d-154b4e90a3ca no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:12:44.780680 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 7e399d1f-1200-46bc-960d-154b4e90a3ca {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 14:12:44.781035 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 7e399d1f-1200-46bc-960d-154b4e90a3ca not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:12:44.795630 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-d3763179-1ea0-4b96-8430-e74bd0aa1c5c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-35529149-network', 'tenant_id': '63f419907b3245bb876840019bcfa590'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:12:44.816936 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3763179-1ea0-4b96-8430-e74bd0aa1c5c admin admin] Made reservation on behalf of 63f419907b3245bb876840019bcfa590 for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 14:12:44.819224 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d3763179-1ea0-4b96-8430-e74bd0aa1c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:44.828042 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d3763179-1ea0-4b96-8430-e74bd0aa1c5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:44.903213 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d3763179-1ea0-4b96-8430-e74bd0aa1c5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:44.906740 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d3763179-1ea0-4b96-8430-e74bd0aa1c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:44.926660 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3763179-1ea0-4b96-8430-e74bd0aa1c5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 14:12:44.941748 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3763179-1ea0-4b96-8430-e74bd0aa1c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c5e904-6197-4980-9704-1eb9697110ca,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:12:44.944656 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d3763179-1ea0-4b96-8430-e74bd0aa1c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:44.945579 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-d3763179-1ea0-4b96-8430-e74bd0aa1c5c admin admin] Added segment 41ce9ac6-9665-4544-a517-76f422bfa37d of type vlan for network 85135ac9-e13e-44d7-8bc5-dd86e4e62d74 Nov 25 14:12:44.985038 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d3763179-1ea0-4b96-8430-e74bd0aa1c5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:45.009775 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d3763179-1ea0-4b96-8430-e74bd0aa1c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:45.010875 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3763179-1ea0-4b96-8430-e74bd0aa1c5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:45.011457 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d3763179-1ea0-4b96-8430-e74bd0aa1c5c admin admin] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:45.060807 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d3763179-1ea0-4b96-8430-e74bd0aa1c5c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3614922 Nov 25 14:12:45.063759 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 38028) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:12:45.068386 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-8c265894-d1bf-4a56-92f4-66687d88cfc3 admin admin] Request body: {'subnet': {'network_id': '85135ac9-e13e-44d7-8bc5-dd86e4e62d74', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-35529149-subnet', 'tenant_id': '63f419907b3245bb876840019bcfa590', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:12:45.085913 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3763179-1ea0-4b96-8430-e74bd0aa1c5c admin admin] Pushing event updated for resources: {'Network': ['ID=85135ac9-e13e-44d7-8bc5-dd86e4e62d74,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:12:45.095240 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 85135ac9-e13e-44d7-8bc5-dd86e4e62d74 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 14:12:45.100867 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c265894-d1bf-4a56-92f4-66687d88cfc3 admin admin] Made reservation on behalf of 63f419907b3245bb876840019bcfa590 for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 14:12:45.103487 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8c265894-d1bf-4a56-92f4-66687d88cfc3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:45.276196 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8c265894-d1bf-4a56-92f4-66687d88cfc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:45.335889 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c265894-d1bf-4a56-92f4-66687d88cfc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15eaea84-6c2d-4372-84c9-aeb55df65035,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:12:45.345156 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c265894-d1bf-4a56-92f4-66687d88cfc3 admin admin] Checking segment: {'id': '41ce9ac6-9665-4544-a517-76f422bfa37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '85135ac9-e13e-44d7-8bc5-dd86e4e62d74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:12:45.345529 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c265894-d1bf-4a56-92f4-66687d88cfc3 admin admin] Network hostable DHCP agents. Network: 85135ac9-e13e-44d7-8bc5-dd86e4e62d74, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 14:12:45.362207 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c265894-d1bf-4a56-92f4-66687d88cfc3 admin admin] Network 85135ac9-e13e-44d7-8bc5-dd86e4e62d74 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 14:12:45.371396 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-8c265894-d1bf-4a56-92f4-66687d88cfc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 85135ac9-e13e-44d7-8bc5-dd86e4e62d74) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:12:45.375708 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c265894-d1bf-4a56-92f4-66687d88cfc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:45.376318 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8c265894-d1bf-4a56-92f4-66687d88cfc3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:45.384824 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3328c8-2053-4c2d-be2c-9c2cdc5a4285 None None] Network 85135ac9-e13e-44d7-8bc5-dd86e4e62d74 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 14:12:45.397189 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-8c265894-d1bf-4a56-92f4-66687d88cfc3 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3324132 Nov 25 14:12:45.514467 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd14a80-cdb3-468e-bf4b-d6d10fd0e127 None None] Network 85135ac9-e13e-44d7-8bc5-dd86e4e62d74 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 14:12:45.830449 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8aa05d-7ad9-4e4a-8ee9-b06a6350887c req-74f921a8-917c-4f5c-9972-0f42ff20ec2f tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:45.831855 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6d8aa05d-7ad9-4e4a-8ee9-b06a6350887c req-74f921a8-917c-4f5c-9972-0f42ff20ec2f tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] 10.222.0.53 "GET /v2.0/networks?id=85135ac9-e13e-44d7-8bc5-dd86e4e62d74 HTTP/1.1" status: 200 len: 812 time: 0.1059189 Nov 25 14:12:45.846964 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6d8aa05d-7ad9-4e4a-8ee9-b06a6350887c req-9c5a4da1-b6dc-48e6-8c03-8c675a8df1e6 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] 10.222.0.53 "GET /v2.0/quotas/63f419907b3245bb876840019bcfa590 HTTP/1.1" status: 200 len: 375 time: 0.0087960 Nov 25 14:12:45.877582 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6d8aa05d-7ad9-4e4a-8ee9-b06a6350887c req-f5035c1a-69fd-4841-80af-6a918d2c9bb6 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=63f419907b3245bb876840019bcfa590&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0248542 Nov 25 14:12:45.888302 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [req-6d8aa05d-7ad9-4e4a-8ee9-b06a6350887c req-0be8ee1f-645e-4f12-ac2c-1fe26e4f2a4a service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 14:12:45.889246 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6d8aa05d-7ad9-4e4a-8ee9-b06a6350887c req-0be8ee1f-645e-4f12-ac2c-1fe26e4f2a4a service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051243 Nov 25 14:12:45.979087 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6d8aa05d-7ad9-4e4a-8ee9-b06a6350887c req-922bdae8-f52e-4e37-a3c0-b0b20b2cbc34 service neutron] 10.222.0.53 "GET /v2.0/networks/85135ac9-e13e-44d7-8bc5-dd86e4e62d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842946 Nov 25 14:12:46.066140 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6d8aa05d-7ad9-4e4a-8ee9-b06a6350887c req-dc7efe91-07be-4e77-a6f4-21274c3c264f service neutron] 10.222.0.53 "GET /v2.0/networks/85135ac9-e13e-44d7-8bc5-dd86e4e62d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809877 Nov 25 14:12:46.228720 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2dfbd794-7c2a-4cc9-8741-0b4b97b4e861 req-136f130c-a286-4561-80b2-27123ea05720 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] 10.222.0.53 "GET /v2.0/ports?device_id=85c3584f-db61-4d1f-87a4-4f78aea0f02e HTTP/1.1" status: 200 len: 210 time: 0.0312185 Nov 25 14:12:46.759672 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:12:47.203180 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8aa05d-7ad9-4e4a-8ee9-b06a6350887c req-0ea4ebab-57cf-4522-b413-cdfe7e510eb2 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:47.204636 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6d8aa05d-7ad9-4e4a-8ee9-b06a6350887c req-0ea4ebab-57cf-4522-b413-cdfe7e510eb2 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] 10.222.0.66 "GET /v2.0/networks?id=85135ac9-e13e-44d7-8bc5-dd86e4e62d74 HTTP/1.1" status: 200 len: 812 time: 0.1072168 Nov 25 14:12:47.221684 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-6d8aa05d-7ad9-4e4a-8ee9-b06a6350887c req-cb752c89-e936-465a-9198-535dce368b9c tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Request body: {'port': {'device_id': '85c3584f-db61-4d1f-87a4-4f78aea0f02e', 'network_id': '85135ac9-e13e-44d7-8bc5-dd86e4e62d74', 'admin_state_up': True, 'tenant_id': '63f419907b3245bb876840019bcfa590'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:12:47.324239 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-58270052-945a-4d38-844f-bb7373493724 req-d40b9f78-54b0-4972-816f-ff5e492b82a9 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] 10.222.0.53 "GET /v2.0/ports?device_id=85c3584f-db61-4d1f-87a4-4f78aea0f02e HTTP/1.1" status: 200 len: 210 time: 0.0253904 Nov 25 14:12:47.338970 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d8aa05d-7ad9-4e4a-8ee9-b06a6350887c req-cb752c89-e936-465a-9198-535dce368b9c tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Made reservation on behalf of 63f419907b3245bb876840019bcfa590 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 14:12:47.342478 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6d8aa05d-7ad9-4e4a-8ee9-b06a6350887c req-cb752c89-e936-465a-9198-535dce368b9c tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:47.467327 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-6d8aa05d-7ad9-4e4a-8ee9-b06a6350887c req-cb752c89-e936-465a-9198-535dce368b9c tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Allocated IP 172.20.0.7 (85135ac9-e13e-44d7-8bc5-dd86e4e62d74/15eaea84-6c2d-4372-84c9-aeb55df65035/767599c1-8949-4873-8ad4-9b15520297ab) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:12:47.615489 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6d8aa05d-7ad9-4e4a-8ee9-b06a6350887c req-cb752c89-e936-465a-9198-535dce368b9c tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:47.649579 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6d8aa05d-7ad9-4e4a-8ee9-b06a6350887c req-cb752c89-e936-465a-9198-535dce368b9c tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:47.698596 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d8aa05d-7ad9-4e4a-8ee9-b06a6350887c req-cb752c89-e936-465a-9198-535dce368b9c tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Network 85135ac9-e13e-44d7-8bc5-dd86e4e62d74 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:12:47.701627 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-6d8aa05d-7ad9-4e4a-8ee9-b06a6350887c req-cb752c89-e936-465a-9198-535dce368b9c tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:12:47.705533 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d8aa05d-7ad9-4e4a-8ee9-b06a6350887c req-cb752c89-e936-465a-9198-535dce368b9c tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:12:47.712462 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb752c89-e936-465a-9198-535dce368b9c tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Pushing event updated for resources: {'Port': ['ID=767599c1-8949-4873-8ad4-9b15520297ab,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:12:47.756786 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8aa05d-7ad9-4e4a-8ee9-b06a6350887c req-cb752c89-e936-465a-9198-535dce368b9c tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:47.757972 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6d8aa05d-7ad9-4e4a-8ee9-b06a6350887c req-cb752c89-e936-465a-9198-535dce368b9c tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:47.773918 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6d8aa05d-7ad9-4e4a-8ee9-b06a6350887c req-cb752c89-e936-465a-9198-535dce368b9c tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5556314 Nov 25 14:12:47.790299 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-6d8aa05d-7ad9-4e4a-8ee9-b06a6350887c req-66aa006e-e266-4207-a530-fa0fb02be8da service neutron] Request body: {'port': {'device_id': '85c3584f-db61-4d1f-87a4-4f78aea0f02e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:12:47.848086 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6d8aa05d-7ad9-4e4a-8ee9-b06a6350887c req-66aa006e-e266-4207-a530-fa0fb02be8da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:48.107705 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-6d8aa05d-7ad9-4e4a-8ee9-b06a6350887c req-66aa006e-e266-4207-a530-fa0fb02be8da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 767599c1-8949-4873-8ad4-9b15520297ab {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 14:12:48.115469 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6d8aa05d-7ad9-4e4a-8ee9-b06a6350887c req-66aa006e-e266-4207-a530-fa0fb02be8da service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:48.128067 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-6d8aa05d-7ad9-4e4a-8ee9-b06a6350887c req-66aa006e-e266-4207-a530-fa0fb02be8da service neutron] Transition to ACTIVE for port object 767599c1-8949-4873-8ad4-9b15520297ab will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 14:12:48.131541 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6d8aa05d-7ad9-4e4a-8ee9-b06a6350887c req-66aa006e-e266-4207-a530-fa0fb02be8da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:48.187316 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aa006e-e266-4207-a530-fa0fb02be8da service neutron] Pushing event updated for resources: {'Port': ['ID=767599c1-8949-4873-8ad4-9b15520297ab,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:12:48.254395 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-6d8aa05d-7ad9-4e4a-8ee9-b06a6350887c req-66aa006e-e266-4207-a530-fa0fb02be8da service neutron] Attempting to bind port 767599c1-8949-4873-8ad4-9b15520297ab on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:12:48.255069 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-6d8aa05d-7ad9-4e4a-8ee9-b06a6350887c req-66aa006e-e266-4207-a530-fa0fb02be8da service neutron] Attempting to bind port 767599c1-8949-4873-8ad4-9b15520297ab by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': '41ce9ac6-9665-4544-a517-76f422bfa37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '85135ac9-e13e-44d7-8bc5-dd86e4e62d74'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:12:48.255219 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8aa05d-7ad9-4e4a-8ee9-b06a6350887c req-66aa006e-e266-4207-a530-fa0fb02be8da service neutron] Attempting to bind port 767599c1-8949-4873-8ad4-9b15520297ab on network 85135ac9-e13e-44d7-8bc5-dd86e4e62d74 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:12:48.259409 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8aa05d-7ad9-4e4a-8ee9-b06a6350887c req-66aa006e-e266-4207-a530-fa0fb02be8da service neutron] Port 767599c1-8949-4873-8ad4-9b15520297ab on network 85135ac9-e13e-44d7-8bc5-dd86e4e62d74 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 14:12:48.259735 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8aa05d-7ad9-4e4a-8ee9-b06a6350887c req-66aa006e-e266-4207-a530-fa0fb02be8da service neutron] Attempting to bind port 767599c1-8949-4873-8ad4-9b15520297ab on network 85135ac9-e13e-44d7-8bc5-dd86e4e62d74 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:12:48.264794 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8aa05d-7ad9-4e4a-8ee9-b06a6350887c req-66aa006e-e266-4207-a530-fa0fb02be8da service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:12:48.265135 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8aa05d-7ad9-4e4a-8ee9-b06a6350887c req-66aa006e-e266-4207-a530-fa0fb02be8da service neutron] Checking segment: {'id': '41ce9ac6-9665-4544-a517-76f422bfa37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '85135ac9-e13e-44d7-8bc5-dd86e4e62d74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:12:48.265520 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8aa05d-7ad9-4e4a-8ee9-b06a6350887c req-66aa006e-e266-4207-a530-fa0fb02be8da service neutron] Bound using segment: {'id': '41ce9ac6-9665-4544-a517-76f422bfa37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '85135ac9-e13e-44d7-8bc5-dd86e4e62d74'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:12:48.265944 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-6d8aa05d-7ad9-4e4a-8ee9-b06a6350887c req-66aa006e-e266-4207-a530-fa0fb02be8da service neutron] Bound port: 767599c1-8949-4873-8ad4-9b15520297ab, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41ce9ac6-9665-4544-a517-76f422bfa37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '85135ac9-e13e-44d7-8bc5-dd86e4e62d74'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:12:48.266318 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6d8aa05d-7ad9-4e4a-8ee9-b06a6350887c req-66aa006e-e266-4207-a530-fa0fb02be8da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:48.330118 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-6d8aa05d-7ad9-4e4a-8ee9-b06a6350887c req-66aa006e-e266-4207-a530-fa0fb02be8da service neutron] For port 767599c1-8949-4873-8ad4-9b15520297ab, host n-h1-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:12:48.333563 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-6d8aa05d-7ad9-4e4a-8ee9-b06a6350887c req-66aa006e-e266-4207-a530-fa0fb02be8da service neutron] For port 767599c1-8949-4873-8ad4-9b15520297ab, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=767599c1-8949-4873-8ad4-9b15520297ab,segment=NetworkSegment(41ce9ac6-9665-4544-a517-76f422bfa37d),segment_id=41ce9ac6-9665-4544-a517-76f422bfa37d)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:12:48.337009 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6d8aa05d-7ad9-4e4a-8ee9-b06a6350887c req-66aa006e-e266-4207-a530-fa0fb02be8da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:48.371023 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8aa05d-7ad9-4e4a-8ee9-b06a6350887c req-66aa006e-e266-4207-a530-fa0fb02be8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:48.371643 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6d8aa05d-7ad9-4e4a-8ee9-b06a6350887c req-66aa006e-e266-4207-a530-fa0fb02be8da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:48.373085 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6d8aa05d-7ad9-4e4a-8ee9-b06a6350887c req-66aa006e-e266-4207-a530-fa0fb02be8da service neutron] 10.222.0.66 "PUT /v2.0/ports/767599c1-8949-4873-8ad4-9b15520297ab HTTP/1.1" status: 200 len: 1092 time: 0.5868974 Nov 25 14:12:48.373524 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85c3584f-db61-4d1f-87a4-4f78aea0f02e', 'tag': '767599c1-8949-4873-8ad4-9b15520297ab'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:12:48.375872 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b263d7d4b70db15966f189087f2cdd81ff7815a34d469843c29c7d40ca9dff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed8c8c3-3a15-424c-9e3d-c7303ffb7fb5" -d '{"events": [{"name": "network-changed", "server_uuid": "85c3584f-db61-4d1f-87a4-4f78aea0f02e", "tag": "767599c1-8949-4873-8ad4-9b15520297ab"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:12:48.404493 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aa006e-e266-4207-a530-fa0fb02be8da service neutron] Pushing event updated for resources: {'Port': ['ID=767599c1-8949-4873-8ad4-9b15520297ab,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:12:48.436910 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 14:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d214bd9b-1130-45d8-82a1-7528b4d18196 x-openstack-request-id: req-d214bd9b-1130-45d8-82a1-7528b4d18196 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:12:48.437205 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85c3584f-db61-4d1f-87a4-4f78aea0f02e", "tag": "767599c1-8949-4873-8ad4-9b15520297ab", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:12:48.437462 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d214bd9b-1130-45d8-82a1-7528b4d18196 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:12:48.437989 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85c3584f-db61-4d1f-87a4-4f78aea0f02e', 'tag': '767599c1-8949-4873-8ad4-9b15520297ab', 'status': 'completed', 'code': 200} Nov 25 14:12:48.451524 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f7556-485c-4008-86cb-aeb777a38cdd req-a0274042-e3e9-49d4-afbe-6cdcb3c97d0d tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:48.453064 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c07f7556-485c-4008-86cb-aeb777a38cdd req-a0274042-e3e9-49d4-afbe-6cdcb3c97d0d tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] 10.222.0.53 "GET /v2.0/ports?device_id=85c3584f-db61-4d1f-87a4-4f78aea0f02e HTTP/1.1" status: 200 len: 943 time: 0.0567050 Nov 25 14:12:48.467748 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8aa05d-7ad9-4e4a-8ee9-b06a6350887c req-ff16ad83-46cd-4c0c-a116-c74f10cd7c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:48.469288 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6d8aa05d-7ad9-4e4a-8ee9-b06a6350887c req-ff16ad83-46cd-4c0c-a116-c74f10cd7c1d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=63f419907b3245bb876840019bcfa590&device_id=85c3584f-db61-4d1f-87a4-4f78aea0f02e HTTP/1.1" status: 200 len: 1095 time: 0.0431759 Nov 25 14:12:48.502188 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c07f7556-485c-4008-86cb-aeb777a38cdd req-82e7cf46-590c-4cbf-9a0e-2a503fc43754 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] 10.222.0.53 "GET /v2.0/security-groups?id=78c5e904-6197-4980-9704-1eb9697110ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428405 Nov 25 14:12:48.518014 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6d8aa05d-7ad9-4e4a-8ee9-b06a6350887c req-5de0fc85-2821-4363-afe7-da85ba92afc7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=767599c1-8949-4873-8ad4-9b15520297ab HTTP/1.1" status: 200 len: 217 time: 0.0392833 Nov 25 14:12:48.572115 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8aa05d-7ad9-4e4a-8ee9-b06a6350887c req-2afe64f7-e453-4a04-afce-2f09189a92e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:48.573546 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6d8aa05d-7ad9-4e4a-8ee9-b06a6350887c req-2afe64f7-e453-4a04-afce-2f09189a92e4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=15eaea84-6c2d-4372-84c9-aeb55df65035 HTTP/1.1" status: 200 len: 852 time: 0.0442491 Nov 25 14:12:48.610049 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6d8aa05d-7ad9-4e4a-8ee9-b06a6350887c req-6c46c473-2b6e-4f3b-9370-8da152e27c23 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=85135ac9-e13e-44d7-8bc5-dd86e4e62d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243146 Nov 25 14:12:48.703081 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6d8aa05d-7ad9-4e4a-8ee9-b06a6350887c req-c17ebe18-5813-4225-81a2-6adb7d78ba53 service neutron] 10.222.0.66 "GET /v2.0/networks/85135ac9-e13e-44d7-8bc5-dd86e4e62d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852697 Nov 25 14:12:48.796446 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6d8aa05d-7ad9-4e4a-8ee9-b06a6350887c req-6a14b6ba-fd40-4b16-8df0-eddd5cf856d0 service neutron] 10.222.0.66 "GET /v2.0/networks/85135ac9-e13e-44d7-8bc5-dd86e4e62d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825963 Nov 25 14:12:48.888855 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8c8c3-3a15-424c-9e3d-c7303ffb7fb5 req-77cc3da2-8138-4ffc-979e-0027eb3ce285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:48.890332 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-eed8c8c3-3a15-424c-9e3d-c7303ffb7fb5 req-77cc3da2-8138-4ffc-979e-0027eb3ce285 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=63f419907b3245bb876840019bcfa590&device_id=85c3584f-db61-4d1f-87a4-4f78aea0f02e HTTP/1.1" status: 200 len: 1095 time: 0.0413470 Nov 25 14:12:48.984169 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8c8c3-3a15-424c-9e3d-c7303ffb7fb5 req-107db919-a056-4faa-8a79-0fb7f23d4e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:48.985581 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-eed8c8c3-3a15-424c-9e3d-c7303ffb7fb5 req-107db919-a056-4faa-8a79-0fb7f23d4e40 service neutron] 10.222.0.66 "GET /v2.0/networks?id=85135ac9-e13e-44d7-8bc5-dd86e4e62d74 HTTP/1.1" status: 200 len: 913 time: 0.0875909 Nov 25 14:12:49.028619 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-eed8c8c3-3a15-424c-9e3d-c7303ffb7fb5 req-5dea770d-5568-4c32-9088-f9efbe9487f9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=767599c1-8949-4873-8ad4-9b15520297ab HTTP/1.1" status: 200 len: 217 time: 0.0352242 Nov 25 14:12:49.081258 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8c8c3-3a15-424c-9e3d-c7303ffb7fb5 req-243dd92d-e0f0-42a7-9802-0bb2c956e548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:49.082739 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-eed8c8c3-3a15-424c-9e3d-c7303ffb7fb5 req-243dd92d-e0f0-42a7-9802-0bb2c956e548 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=15eaea84-6c2d-4372-84c9-aeb55df65035 HTTP/1.1" status: 200 len: 852 time: 0.0472572 Nov 25 14:12:49.115340 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-eed8c8c3-3a15-424c-9e3d-c7303ffb7fb5 req-cf2645ac-01a3-47f3-a957-a86c1ea50c6b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=85135ac9-e13e-44d7-8bc5-dd86e4e62d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240369 Nov 25 14:12:49.204386 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-eed8c8c3-3a15-424c-9e3d-c7303ffb7fb5 req-f588274b-634d-4077-a123-c04be7745d6b service neutron] 10.222.0.66 "GET /v2.0/networks/85135ac9-e13e-44d7-8bc5-dd86e4e62d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808048 Nov 25 14:12:49.305216 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-eed8c8c3-3a15-424c-9e3d-c7303ffb7fb5 req-bc13c1a7-328c-422b-9ae4-72364e657e4c service neutron] 10.222.0.66 "GET /v2.0/networks/85135ac9-e13e-44d7-8bc5-dd86e4e62d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888531 Nov 25 14:12:49.617267 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d08082-e323-479d-bff4-0da83cff2e45 req-9c307489-6647-4ceb-bb0f-5b5e0af26442 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:49.618662 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-53d08082-e323-479d-bff4-0da83cff2e45 req-9c307489-6647-4ceb-bb0f-5b5e0af26442 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] 10.222.0.53 "GET /v2.0/ports?device_id=85c3584f-db61-4d1f-87a4-4f78aea0f02e HTTP/1.1" status: 200 len: 943 time: 0.0485895 Nov 25 14:12:49.669965 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-53d08082-e323-479d-bff4-0da83cff2e45 req-7c53f9f4-5ff0-4295-8a29-31d077ffd134 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] 10.222.0.53 "GET /v2.0/security-groups?id=78c5e904-6197-4980-9704-1eb9697110ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454135 Nov 25 14:12:50.784853 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7692e12-d5b7-4079-baa7-2d1e39733e63 req-3e564e9e-455c-4ceb-b5f3-fd45aba1e40b tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:50.786316 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b7692e12-d5b7-4079-baa7-2d1e39733e63 req-3e564e9e-455c-4ceb-b5f3-fd45aba1e40b tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] 10.222.0.53 "GET /v2.0/ports?device_id=85c3584f-db61-4d1f-87a4-4f78aea0f02e HTTP/1.1" status: 200 len: 943 time: 0.0484166 Nov 25 14:12:50.833229 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b7692e12-d5b7-4079-baa7-2d1e39733e63 req-c7ba666b-b8a1-483a-ad37-dcbb56e888a5 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] 10.222.0.53 "GET /v2.0/security-groups?id=78c5e904-6197-4980-9704-1eb9697110ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410228 Nov 25 14:12:51.236006 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 767599c1-8949-4873-8ad4-9b15520297ab details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 14:12:51.332816 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 767599c1-8949-4873-8ad4-9b15520297ab, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=767599c1-8949-4873-8ad4-9b15520297ab,segment=NetworkSegment(41ce9ac6-9665-4544-a517-76f422bfa37d),segment_id=41ce9ac6-9665-4544-a517-76f422bfa37d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:12:51.343908 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': '767599c1-8949-4873-8ad4-9b15520297ab', 'network_id': '85135ac9-e13e-44d7-8bc5-dd86e4e62d74', 'port_id': '767599c1-8949-4873-8ad4-9b15520297ab', 'mac_address': 'fa:16:3e:cf:2b:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15eaea84-6c2d-4372-84c9-aeb55df65035', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 14:12:51.381158 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:51.394360 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 767599c1-8949-4873-8ad4-9b15520297ab {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 14:12:51.413393 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 767599c1-8949-4873-8ad4-9b15520297ab, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=767599c1-8949-4873-8ad4-9b15520297ab,segment=NetworkSegment(41ce9ac6-9665-4544-a517-76f422bfa37d),segment_id=41ce9ac6-9665-4544-a517-76f422bfa37d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:12:51.417932 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:51.466581 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=767599c1-8949-4873-8ad4-9b15520297ab,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:12:51.667598 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['767599c1-8949-4873-8ad4-9b15520297ab'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 14:12:51.946241 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19dde8a-a5dc-454e-aee2-eade591354a8 req-a48bfc2c-0846-40f6-9733-75fcabbc3681 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:51.947662 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f19dde8a-a5dc-454e-aee2-eade591354a8 req-a48bfc2c-0846-40f6-9733-75fcabbc3681 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] 10.222.0.53 "GET /v2.0/ports?device_id=85c3584f-db61-4d1f-87a4-4f78aea0f02e HTTP/1.1" status: 200 len: 944 time: 0.0480855 Nov 25 14:12:51.995498 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f19dde8a-a5dc-454e-aee2-eade591354a8 req-78e068a0-a006-4b25-b5d2-f727d1de4ccc tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] 10.222.0.53 "GET /v2.0/security-groups?id=78c5e904-6197-4980-9704-1eb9697110ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419564 Nov 25 14:12:53.115343 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b2a8b9-9d10-4e33-ad64-15cbacefc77a req-d2421e36-f2d5-4e7b-afa8-504ce0f7727a tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:53.117369 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-77b2a8b9-9d10-4e33-ad64-15cbacefc77a req-d2421e36-f2d5-4e7b-afa8-504ce0f7727a tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] 10.222.0.53 "GET /v2.0/ports?device_id=85c3584f-db61-4d1f-87a4-4f78aea0f02e HTTP/1.1" status: 200 len: 944 time: 0.0530729 Nov 25 14:12:53.166413 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-77b2a8b9-9d10-4e33-ad64-15cbacefc77a req-5c4c6053-3bb7-409b-92c0-2201cc5a0a0a tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] 10.222.0.53 "GET /v2.0/security-groups?id=78c5e904-6197-4980-9704-1eb9697110ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426800 Nov 25 14:12:53.250598 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 767599c1-8949-4873-8ad4-9b15520297ab up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:12:53.307125 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port 767599c1-8949-4873-8ad4-9b15520297ab completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 14:12:53.310630 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port 767599c1-8949-4873-8ad4-9b15520297ab triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:12:53.311039 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:53.386621 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:53.408950 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85c3584f-db61-4d1f-87a4-4f78aea0f02e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '767599c1-8949-4873-8ad4-9b15520297ab'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:12:53.411222 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4a683b2f55a074025c37cf42062357829495bd62ced1b23f0cba96c56cdda24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be650820-2e99-4b7e-b5ff-e8c97afe750c" -d '{"events": [{"server_uuid": "85c3584f-db61-4d1f-87a4-4f78aea0f02e", "name": "network-vif-plugged", "status": "completed", "tag": "767599c1-8949-4873-8ad4-9b15520297ab"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:12:53.423996 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 767599c1-8949-4873-8ad4-9b15520297ab, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=767599c1-8949-4873-8ad4-9b15520297ab,segment=NetworkSegment(41ce9ac6-9665-4544-a517-76f422bfa37d),segment_id=41ce9ac6-9665-4544-a517-76f422bfa37d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:12:53.428133 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:53.479405 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=767599c1-8949-4873-8ad4-9b15520297ab,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:12:53.503915 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 14:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d78c0df-8392-468f-9ea3-fc066933b2f4 x-openstack-request-id: req-1d78c0df-8392-468f-9ea3-fc066933b2f4 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:12:53.504212 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85c3584f-db61-4d1f-87a4-4f78aea0f02e", "name": "network-vif-plugged", "status": "completed", "tag": "767599c1-8949-4873-8ad4-9b15520297ab", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:12:53.504471 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1d78c0df-8392-468f-9ea3-fc066933b2f4 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:12:53.504873 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85c3584f-db61-4d1f-87a4-4f78aea0f02e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '767599c1-8949-4873-8ad4-9b15520297ab', 'code': 200} Nov 25 14:12:53.606783 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88582a5b-875f-4e34-83b0-3d0457c6be15 req-f5ede845-5405-4ad9-8ea9-ff7ab61991bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:53.608144 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-88582a5b-875f-4e34-83b0-3d0457c6be15 req-f5ede845-5405-4ad9-8ea9-ff7ab61991bf service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=85c3584f-db61-4d1f-87a4-4f78aea0f02e HTTP/1.1" status: 200 len: 1097 time: 0.0396841 Nov 25 14:12:53.651950 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-88582a5b-875f-4e34-83b0-3d0457c6be15 req-26342da6-4efe-4ac5-b993-b30f66b0a5b7 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=78c5e904-6197-4980-9704-1eb9697110ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368066 Nov 25 14:12:54.281427 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b3a860-68ae-4bf3-9e00-21d0e755c13f req-1f8924a1-0f42-4743-9a42-e64083499922 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:54.282959 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-91b3a860-68ae-4bf3-9e00-21d0e755c13f req-1f8924a1-0f42-4743-9a42-e64083499922 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] 10.222.0.53 "GET /v2.0/ports?device_id=85c3584f-db61-4d1f-87a4-4f78aea0f02e HTTP/1.1" status: 200 len: 945 time: 0.0494623 Nov 25 14:12:54.329838 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-91b3a860-68ae-4bf3-9e00-21d0e755c13f req-3fbec0c7-861a-42b9-8477-dfca0e28773a tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] 10.222.0.53 "GET /v2.0/security-groups?id=78c5e904-6197-4980-9704-1eb9697110ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408757 Nov 25 14:12:55.451456 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a7673d-92cd-4f4b-b256-f38a7e00885f req-0e561556-a15c-4c6e-a189-d9299fee1e33 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:55.452912 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-28a7673d-92cd-4f4b-b256-f38a7e00885f req-0e561556-a15c-4c6e-a189-d9299fee1e33 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] 10.222.0.53 "GET /v2.0/ports?device_id=85c3584f-db61-4d1f-87a4-4f78aea0f02e HTTP/1.1" status: 200 len: 945 time: 0.0514092 Nov 25 14:12:55.500129 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-28a7673d-92cd-4f4b-b256-f38a7e00885f req-759f6e1e-22d9-4dc7-bb96-89e32d97ee05 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] 10.222.0.53 "GET /v2.0/security-groups?id=78c5e904-6197-4980-9704-1eb9697110ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412352 Nov 25 14:12:55.721328 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5179be11-207f-42d0-9ed8-dca0a57f79b1 req-ee28ca87-87a9-4bfa-bff9-64c16412dc93 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:55.722829 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5179be11-207f-42d0-9ed8-dca0a57f79b1 req-ee28ca87-87a9-4bfa-bff9-64c16412dc93 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] 10.222.0.53 "GET /v2.0/networks?id=85135ac9-e13e-44d7-8bc5-dd86e4e62d74 HTTP/1.1" status: 200 len: 812 time: 0.1012340 Nov 25 14:12:55.737519 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5179be11-207f-42d0-9ed8-dca0a57f79b1 req-45e89420-e6df-47c9-9f08-2d60ffdb528e tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] 10.222.0.53 "GET /v2.0/quotas/63f419907b3245bb876840019bcfa590 HTTP/1.1" status: 200 len: 375 time: 0.0089374 Nov 25 14:12:55.790983 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5179be11-207f-42d0-9ed8-dca0a57f79b1 req-abb265ae-bc99-4d3d-a34a-1d5ec026254b tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=63f419907b3245bb876840019bcfa590&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0480909 Nov 25 14:12:55.801820 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [req-5179be11-207f-42d0-9ed8-dca0a57f79b1 req-22c4180a-3de5-4e37-bafc-64bc18f36559 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 14:12:55.802803 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5179be11-207f-42d0-9ed8-dca0a57f79b1 req-22c4180a-3de5-4e37-bafc-64bc18f36559 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049722 Nov 25 14:12:55.890331 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5179be11-207f-42d0-9ed8-dca0a57f79b1 req-fe79d8af-3628-428b-8c58-7a3c115dfad5 service neutron] 10.222.0.53 "GET /v2.0/networks/85135ac9-e13e-44d7-8bc5-dd86e4e62d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817878 Nov 25 14:12:55.981995 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5179be11-207f-42d0-9ed8-dca0a57f79b1 req-2a06a4c3-6a90-465c-bdb0-5f308286a01d service neutron] 10.222.0.53 "GET /v2.0/networks/85135ac9-e13e-44d7-8bc5-dd86e4e62d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856895 Nov 25 14:12:56.139016 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7033837b-eaf0-4197-903a-d721efa96f6a req-cf1c9d30-6b64-4aee-8fb3-8d34c43e00db tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f3be66d-a1fe-4eaa-a942-ab61be871186 HTTP/1.1" status: 200 len: 210 time: 0.0279975 Nov 25 14:12:57.163849 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5179be11-207f-42d0-9ed8-dca0a57f79b1 req-9fb522fa-6b16-44d2-9f15-91f60516400d tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:57.165495 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5179be11-207f-42d0-9ed8-dca0a57f79b1 req-9fb522fa-6b16-44d2-9f15-91f60516400d tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] 10.222.0.47 "GET /v2.0/networks?id=85135ac9-e13e-44d7-8bc5-dd86e4e62d74 HTTP/1.1" status: 200 len: 812 time: 0.1142385 Nov 25 14:12:57.180671 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-5179be11-207f-42d0-9ed8-dca0a57f79b1 req-ca56e0fc-aec7-4cef-a807-01355d1baf43 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Request body: {'port': {'device_id': '4f3be66d-a1fe-4eaa-a942-ab61be871186', 'network_id': '85135ac9-e13e-44d7-8bc5-dd86e4e62d74', 'admin_state_up': True, 'tenant_id': '63f419907b3245bb876840019bcfa590'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:12:57.236508 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ce4b1379-2f03-456d-803e-e4b668d19f73 req-99acba5b-b288-42a0-99da-607df09e4956 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f3be66d-a1fe-4eaa-a942-ab61be871186 HTTP/1.1" status: 200 len: 210 time: 0.0262809 Nov 25 14:12:57.290041 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5179be11-207f-42d0-9ed8-dca0a57f79b1 req-ca56e0fc-aec7-4cef-a807-01355d1baf43 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Made reservation on behalf of 63f419907b3245bb876840019bcfa590 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 14:12:57.293518 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5179be11-207f-42d0-9ed8-dca0a57f79b1 req-ca56e0fc-aec7-4cef-a807-01355d1baf43 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:57.424878 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-5179be11-207f-42d0-9ed8-dca0a57f79b1 req-ca56e0fc-aec7-4cef-a807-01355d1baf43 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Allocated IP 172.20.0.5 (85135ac9-e13e-44d7-8bc5-dd86e4e62d74/15eaea84-6c2d-4372-84c9-aeb55df65035/d3dfa6d9-9379-49d6-a681-46f943d215cb) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:12:57.570995 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5179be11-207f-42d0-9ed8-dca0a57f79b1 req-ca56e0fc-aec7-4cef-a807-01355d1baf43 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:57.603551 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5179be11-207f-42d0-9ed8-dca0a57f79b1 req-ca56e0fc-aec7-4cef-a807-01355d1baf43 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:57.615178 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['767599c1-8949-4873-8ad4-9b15520297ab'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 14:12:57.648130 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5179be11-207f-42d0-9ed8-dca0a57f79b1 req-ca56e0fc-aec7-4cef-a807-01355d1baf43 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Network 85135ac9-e13e-44d7-8bc5-dd86e4e62d74 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:12:57.651142 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-5179be11-207f-42d0-9ed8-dca0a57f79b1 req-ca56e0fc-aec7-4cef-a807-01355d1baf43 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:12:57.655044 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-5179be11-207f-42d0-9ed8-dca0a57f79b1 req-ca56e0fc-aec7-4cef-a807-01355d1baf43 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:12:57.678477 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca56e0fc-aec7-4cef-a807-01355d1baf43 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Pushing event updated for resources: {'Port': ['ID=d3dfa6d9-9379-49d6-a681-46f943d215cb,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:12:57.698053 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca56e0fc-aec7-4cef-a807-01355d1baf43 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:12:57.698405 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca56e0fc-aec7-4cef-a807-01355d1baf43 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:12:57.698781 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca56e0fc-aec7-4cef-a807-01355d1baf43 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:12:57.699128 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca56e0fc-aec7-4cef-a807-01355d1baf43 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:12:57.699469 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca56e0fc-aec7-4cef-a807-01355d1baf43 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:12:57.699804 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca56e0fc-aec7-4cef-a807-01355d1baf43 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:12:57.700135 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca56e0fc-aec7-4cef-a807-01355d1baf43 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:12:57.700463 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca56e0fc-aec7-4cef-a807-01355d1baf43 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:12:57.700790 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca56e0fc-aec7-4cef-a807-01355d1baf43 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:12:57.701115 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca56e0fc-aec7-4cef-a807-01355d1baf43 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:12:57.701442 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca56e0fc-aec7-4cef-a807-01355d1baf43 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:12:57.701767 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca56e0fc-aec7-4cef-a807-01355d1baf43 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:12:57.722195 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5179be11-207f-42d0-9ed8-dca0a57f79b1 req-ca56e0fc-aec7-4cef-a807-01355d1baf43 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:57.722832 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5179be11-207f-42d0-9ed8-dca0a57f79b1 req-ca56e0fc-aec7-4cef-a807-01355d1baf43 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:57.738531 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5179be11-207f-42d0-9ed8-dca0a57f79b1 req-ca56e0fc-aec7-4cef-a807-01355d1baf43 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5640540 Nov 25 14:12:57.750651 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-5179be11-207f-42d0-9ed8-dca0a57f79b1 req-bf129956-d5ed-482b-b9e4-c8bce445e3af service neutron] Request body: {'port': {'device_id': '4f3be66d-a1fe-4eaa-a942-ab61be871186', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:12:57.802605 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5179be11-207f-42d0-9ed8-dca0a57f79b1 req-bf129956-d5ed-482b-b9e4-c8bce445e3af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:58.056225 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-5179be11-207f-42d0-9ed8-dca0a57f79b1 req-bf129956-d5ed-482b-b9e4-c8bce445e3af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3dfa6d9-9379-49d6-a681-46f943d215cb {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 14:12:58.063636 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5179be11-207f-42d0-9ed8-dca0a57f79b1 req-bf129956-d5ed-482b-b9e4-c8bce445e3af service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:58.075155 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-5179be11-207f-42d0-9ed8-dca0a57f79b1 req-bf129956-d5ed-482b-b9e4-c8bce445e3af service neutron] Transition to ACTIVE for port object d3dfa6d9-9379-49d6-a681-46f943d215cb will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 14:12:58.078869 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5179be11-207f-42d0-9ed8-dca0a57f79b1 req-bf129956-d5ed-482b-b9e4-c8bce445e3af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:58.133543 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf129956-d5ed-482b-b9e4-c8bce445e3af service neutron] Pushing event updated for resources: {'Port': ['ID=d3dfa6d9-9379-49d6-a681-46f943d215cb,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:12:58.196162 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-5179be11-207f-42d0-9ed8-dca0a57f79b1 req-bf129956-d5ed-482b-b9e4-c8bce445e3af service neutron] Attempting to bind port d3dfa6d9-9379-49d6-a681-46f943d215cb on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:12:58.196834 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-5179be11-207f-42d0-9ed8-dca0a57f79b1 req-bf129956-d5ed-482b-b9e4-c8bce445e3af service neutron] Attempting to bind port d3dfa6d9-9379-49d6-a681-46f943d215cb by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '41ce9ac6-9665-4544-a517-76f422bfa37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '85135ac9-e13e-44d7-8bc5-dd86e4e62d74'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:12:58.196834 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5179be11-207f-42d0-9ed8-dca0a57f79b1 req-bf129956-d5ed-482b-b9e4-c8bce445e3af service neutron] Attempting to bind port d3dfa6d9-9379-49d6-a681-46f943d215cb on network 85135ac9-e13e-44d7-8bc5-dd86e4e62d74 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:12:58.201090 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5179be11-207f-42d0-9ed8-dca0a57f79b1 req-bf129956-d5ed-482b-b9e4-c8bce445e3af service neutron] Port d3dfa6d9-9379-49d6-a681-46f943d215cb on network 85135ac9-e13e-44d7-8bc5-dd86e4e62d74 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 14:12:58.201410 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5179be11-207f-42d0-9ed8-dca0a57f79b1 req-bf129956-d5ed-482b-b9e4-c8bce445e3af service neutron] Attempting to bind port d3dfa6d9-9379-49d6-a681-46f943d215cb on network 85135ac9-e13e-44d7-8bc5-dd86e4e62d74 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:12:58.206251 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5179be11-207f-42d0-9ed8-dca0a57f79b1 req-bf129956-d5ed-482b-b9e4-c8bce445e3af service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:12:58.206587 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5179be11-207f-42d0-9ed8-dca0a57f79b1 req-bf129956-d5ed-482b-b9e4-c8bce445e3af service neutron] Checking segment: {'id': '41ce9ac6-9665-4544-a517-76f422bfa37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '85135ac9-e13e-44d7-8bc5-dd86e4e62d74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:12:58.206994 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5179be11-207f-42d0-9ed8-dca0a57f79b1 req-bf129956-d5ed-482b-b9e4-c8bce445e3af service neutron] Bound using segment: {'id': '41ce9ac6-9665-4544-a517-76f422bfa37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '85135ac9-e13e-44d7-8bc5-dd86e4e62d74'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:12:58.207422 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-5179be11-207f-42d0-9ed8-dca0a57f79b1 req-bf129956-d5ed-482b-b9e4-c8bce445e3af service neutron] Bound port: d3dfa6d9-9379-49d6-a681-46f943d215cb, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41ce9ac6-9665-4544-a517-76f422bfa37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '85135ac9-e13e-44d7-8bc5-dd86e4e62d74'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:12:58.207775 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5179be11-207f-42d0-9ed8-dca0a57f79b1 req-bf129956-d5ed-482b-b9e4-c8bce445e3af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:58.269338 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-5179be11-207f-42d0-9ed8-dca0a57f79b1 req-bf129956-d5ed-482b-b9e4-c8bce445e3af service neutron] For port d3dfa6d9-9379-49d6-a681-46f943d215cb, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:12:58.272721 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-5179be11-207f-42d0-9ed8-dca0a57f79b1 req-bf129956-d5ed-482b-b9e4-c8bce445e3af service neutron] For port d3dfa6d9-9379-49d6-a681-46f943d215cb, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=d3dfa6d9-9379-49d6-a681-46f943d215cb,segment=NetworkSegment(41ce9ac6-9665-4544-a517-76f422bfa37d),segment_id=41ce9ac6-9665-4544-a517-76f422bfa37d)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:12:58.277810 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5179be11-207f-42d0-9ed8-dca0a57f79b1 req-bf129956-d5ed-482b-b9e4-c8bce445e3af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:58.314514 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5179be11-207f-42d0-9ed8-dca0a57f79b1 req-bf129956-d5ed-482b-b9e4-c8bce445e3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:58.315171 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5179be11-207f-42d0-9ed8-dca0a57f79b1 req-bf129956-d5ed-482b-b9e4-c8bce445e3af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:12:58.316551 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5179be11-207f-42d0-9ed8-dca0a57f79b1 req-bf129956-d5ed-482b-b9e4-c8bce445e3af service neutron] 10.222.0.47 "PUT /v2.0/ports/d3dfa6d9-9379-49d6-a681-46f943d215cb HTTP/1.1" status: 200 len: 1092 time: 0.5699959 Nov 25 14:12:58.316996 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f3be66d-a1fe-4eaa-a942-ab61be871186', 'tag': 'd3dfa6d9-9379-49d6-a681-46f943d215cb'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:12:58.319309 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b263d7d4b70db15966f189087f2cdd81ff7815a34d469843c29c7d40ca9dff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9338f94-d3a8-40c1-918f-b60eae204225" -d '{"events": [{"name": "network-changed", "server_uuid": "4f3be66d-a1fe-4eaa-a942-ab61be871186", "tag": "d3dfa6d9-9379-49d6-a681-46f943d215cb"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:12:58.345433 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf129956-d5ed-482b-b9e4-c8bce445e3af service neutron] Pushing event updated for resources: {'Port': ['ID=d3dfa6d9-9379-49d6-a681-46f943d215cb,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:12:58.371308 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 14:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54950282-e9f6-4337-ba1b-abd8b5729290 x-openstack-request-id: req-54950282-e9f6-4337-ba1b-abd8b5729290 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:12:58.371607 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f3be66d-a1fe-4eaa-a942-ab61be871186", "tag": "d3dfa6d9-9379-49d6-a681-46f943d215cb", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:12:58.371864 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-54950282-e9f6-4337-ba1b-abd8b5729290 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:12:58.372277 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f3be66d-a1fe-4eaa-a942-ab61be871186', 'tag': 'd3dfa6d9-9379-49d6-a681-46f943d215cb', 'status': 'completed', 'code': 200} Nov 25 14:12:58.386604 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a401d6f-50f2-4387-9fa6-618e68b0c687 req-b024459e-5724-4559-b5e7-7bc5d9449f38 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:58.388603 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9a401d6f-50f2-4387-9fa6-618e68b0c687 req-b024459e-5724-4559-b5e7-7bc5d9449f38 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f3be66d-a1fe-4eaa-a942-ab61be871186 HTTP/1.1" status: 200 len: 943 time: 0.0822148 Nov 25 14:12:58.421191 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5179be11-207f-42d0-9ed8-dca0a57f79b1 req-2c293e13-9b01-4f1d-b24d-62166254856c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:58.422711 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5179be11-207f-42d0-9ed8-dca0a57f79b1 req-2c293e13-9b01-4f1d-b24d-62166254856c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=63f419907b3245bb876840019bcfa590&device_id=4f3be66d-a1fe-4eaa-a942-ab61be871186 HTTP/1.1" status: 200 len: 1095 time: 0.0435476 Nov 25 14:12:58.439881 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9a401d6f-50f2-4387-9fa6-618e68b0c687 req-f3d2ceb9-cae0-499e-89fe-5da1ba6a1574 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] 10.222.0.53 "GET /v2.0/security-groups?id=78c5e904-6197-4980-9704-1eb9697110ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441933 Nov 25 14:12:58.465936 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5179be11-207f-42d0-9ed8-dca0a57f79b1 req-bc651812-579a-485e-86f3-0a7fa332da51 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3dfa6d9-9379-49d6-a681-46f943d215cb HTTP/1.1" status: 200 len: 217 time: 0.0342827 Nov 25 14:12:58.520679 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5179be11-207f-42d0-9ed8-dca0a57f79b1 req-0399819e-4f70-4857-a7c8-601f62c4463c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:58.522121 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5179be11-207f-42d0-9ed8-dca0a57f79b1 req-0399819e-4f70-4857-a7c8-601f62c4463c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=15eaea84-6c2d-4372-84c9-aeb55df65035 HTTP/1.1" status: 200 len: 852 time: 0.0481367 Nov 25 14:12:58.553047 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5179be11-207f-42d0-9ed8-dca0a57f79b1 req-41fa34e0-2e88-41a2-997e-9ff09fdf4aaa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85135ac9-e13e-44d7-8bc5-dd86e4e62d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238702 Nov 25 14:12:58.644220 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5179be11-207f-42d0-9ed8-dca0a57f79b1 req-e23d44be-7170-4161-973d-fbd90f3d6027 service neutron] 10.222.0.47 "GET /v2.0/networks/85135ac9-e13e-44d7-8bc5-dd86e4e62d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820942 Nov 25 14:12:58.737132 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-5179be11-207f-42d0-9ed8-dca0a57f79b1 req-0520d991-d821-4eb2-8e90-6e440b22d82a service neutron] 10.222.0.47 "GET /v2.0/networks/85135ac9-e13e-44d7-8bc5-dd86e4e62d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860472 Nov 25 14:12:58.823264 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9338f94-d3a8-40c1-918f-b60eae204225 req-d258e287-e002-47e1-b589-cc17643fd61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:58.824773 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c9338f94-d3a8-40c1-918f-b60eae204225 req-d258e287-e002-47e1-b589-cc17643fd61d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=63f419907b3245bb876840019bcfa590&device_id=4f3be66d-a1fe-4eaa-a942-ab61be871186 HTTP/1.1" status: 200 len: 1095 time: 0.0408950 Nov 25 14:12:58.917740 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9338f94-d3a8-40c1-918f-b60eae204225 req-4b1e3c0f-1225-4c49-8036-a940af626bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:58.919151 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c9338f94-d3a8-40c1-918f-b60eae204225 req-4b1e3c0f-1225-4c49-8036-a940af626bec service neutron] 10.222.0.47 "GET /v2.0/networks?id=85135ac9-e13e-44d7-8bc5-dd86e4e62d74 HTTP/1.1" status: 200 len: 913 time: 0.0869381 Nov 25 14:12:58.960494 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c9338f94-d3a8-40c1-918f-b60eae204225 req-276563ad-ff43-4b3e-b866-637d437627ce service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3dfa6d9-9379-49d6-a681-46f943d215cb HTTP/1.1" status: 200 len: 217 time: 0.0337315 Nov 25 14:12:59.008295 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9338f94-d3a8-40c1-918f-b60eae204225 req-e76550e2-d7a1-49fa-bbdb-223198b1ffd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:59.010241 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c9338f94-d3a8-40c1-918f-b60eae204225 req-e76550e2-d7a1-49fa-bbdb-223198b1ffd3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=15eaea84-6c2d-4372-84c9-aeb55df65035 HTTP/1.1" status: 200 len: 852 time: 0.0429375 Nov 25 14:12:59.041069 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c9338f94-d3a8-40c1-918f-b60eae204225 req-c2da275b-4bbe-4e65-a2c1-a4d934afb98a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85135ac9-e13e-44d7-8bc5-dd86e4e62d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229983 Nov 25 14:12:59.134532 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c9338f94-d3a8-40c1-918f-b60eae204225 req-475d9cd8-7c7a-450a-9600-b9d31e72e221 service neutron] 10.222.0.47 "GET /v2.0/networks/85135ac9-e13e-44d7-8bc5-dd86e4e62d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853753 Nov 25 14:12:59.222859 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c9338f94-d3a8-40c1-918f-b60eae204225 req-ae4e4de2-4d84-46e1-848b-f322baa2ff6b service neutron] 10.222.0.47 "GET /v2.0/networks/85135ac9-e13e-44d7-8bc5-dd86e4e62d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806756 Nov 25 14:12:59.560219 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28ab204-41d3-4412-825d-d0227f24a3c3 req-f7f1c2e4-5dc6-4394-87e0-1f93e6653c2b tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:12:59.561790 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f28ab204-41d3-4412-825d-d0227f24a3c3 req-f7f1c2e4-5dc6-4394-87e0-1f93e6653c2b tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f3be66d-a1fe-4eaa-a942-ab61be871186 HTTP/1.1" status: 200 len: 943 time: 0.0521863 Nov 25 14:12:59.609370 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f28ab204-41d3-4412-825d-d0227f24a3c3 req-e594a6e0-9b86-4eb7-b530-230f4bfe4178 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] 10.222.0.53 "GET /v2.0/security-groups?id=78c5e904-6197-4980-9704-1eb9697110ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413079 Nov 25 14:13:00.393632 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8229bcaf-519d-4bfc-bf54-072592cfc744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:00.722891 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c03c89a-db3e-427b-88c7-26e48cc33677 req-7c6e8f04-4822-4511-ba79-e6a1d07ca7c2 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:13:00.724390 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8c03c89a-db3e-427b-88c7-26e48cc33677 req-7c6e8f04-4822-4511-ba79-e6a1d07ca7c2 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f3be66d-a1fe-4eaa-a942-ab61be871186 HTTP/1.1" status: 200 len: 943 time: 0.0475945 Nov 25 14:13:00.770824 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8c03c89a-db3e-427b-88c7-26e48cc33677 req-d0556276-0484-4d9e-b84a-b3a7b58e27cb tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] 10.222.0.53 "GET /v2.0/security-groups?id=78c5e904-6197-4980-9704-1eb9697110ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399065 Nov 25 14:13:01.885631 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8966e7-989e-4bdd-947b-b9925e80d09e req-841ce4a0-8b20-4d72-8f4d-7e2d6032fe55 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:13:01.887144 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ff8966e7-989e-4bdd-947b-b9925e80d09e req-841ce4a0-8b20-4d72-8f4d-7e2d6032fe55 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f3be66d-a1fe-4eaa-a942-ab61be871186 HTTP/1.1" status: 200 len: 943 time: 0.0490272 Nov 25 14:13:01.938655 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ff8966e7-989e-4bdd-947b-b9925e80d09e req-c67b96f2-1494-403c-af65-7f231e900ef7 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] 10.222.0.53 "GET /v2.0/security-groups?id=78c5e904-6197-4980-9704-1eb9697110ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451882 Nov 25 14:13:02.489248 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device d3dfa6d9-9379-49d6-a681-46f943d215cb details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 14:13:02.583034 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port d3dfa6d9-9379-49d6-a681-46f943d215cb, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=d3dfa6d9-9379-49d6-a681-46f943d215cb,segment=NetworkSegment(41ce9ac6-9665-4544-a517-76f422bfa37d),segment_id=41ce9ac6-9665-4544-a517-76f422bfa37d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:13:02.595062 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': 'd3dfa6d9-9379-49d6-a681-46f943d215cb', 'network_id': '85135ac9-e13e-44d7-8bc5-dd86e4e62d74', 'port_id': 'd3dfa6d9-9379-49d6-a681-46f943d215cb', 'mac_address': 'fa:16:3e:66:18:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15eaea84-6c2d-4372-84c9-aeb55df65035', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 14:13:02.636136 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:02.648906 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3dfa6d9-9379-49d6-a681-46f943d215cb {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 14:13:02.667687 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port d3dfa6d9-9379-49d6-a681-46f943d215cb, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=d3dfa6d9-9379-49d6-a681-46f943d215cb,segment=NetworkSegment(41ce9ac6-9665-4544-a517-76f422bfa37d),segment_id=41ce9ac6-9665-4544-a517-76f422bfa37d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:13:02.672017 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:02.717800 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=d3dfa6d9-9379-49d6-a681-46f943d215cb,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:02.857657 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-69f60d76-25a2-4bc7-87cd-dc2c08c64288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:02.865275 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['d3dfa6d9-9379-49d6-a681-46f943d215cb'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 14:13:03.053980 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a211f4-cb91-4573-9f6a-6d1ac6ce8af9 req-b3e748ff-8d80-43b3-a131-8e63d4a5dc2a tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:13:03.055398 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-55a211f4-cb91-4573-9f6a-6d1ac6ce8af9 req-b3e748ff-8d80-43b3-a131-8e63d4a5dc2a tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f3be66d-a1fe-4eaa-a942-ab61be871186 HTTP/1.1" status: 200 len: 944 time: 0.0487728 Nov 25 14:13:03.102869 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-55a211f4-cb91-4573-9f6a-6d1ac6ce8af9 req-317acabd-cbd5-4c0a-9006-8e0f12fcbe6f tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] 10.222.0.53 "GET /v2.0/security-groups?id=78c5e904-6197-4980-9704-1eb9697110ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408216 Nov 25 14:13:04.073388 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:04.218598 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c320d9e-b03a-455c-bd9a-49b0eeaf3572 req-3fb0d1c9-afe1-4ee4-9a2b-bfcb38d1b280 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:13:04.220129 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8c320d9e-b03a-455c-bd9a-49b0eeaf3572 req-3fb0d1c9-afe1-4ee4-9a2b-bfcb38d1b280 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f3be66d-a1fe-4eaa-a942-ab61be871186 HTTP/1.1" status: 200 len: 944 time: 0.0487108 Nov 25 14:13:04.268089 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8c320d9e-b03a-455c-bd9a-49b0eeaf3572 req-4a64fb3d-13bd-4ed3-911c-3270d91f9380 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] 10.222.0.53 "GET /v2.0/security-groups?id=78c5e904-6197-4980-9704-1eb9697110ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415046 Nov 25 14:13:04.504382 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device d3dfa6d9-9379-49d6-a681-46f943d215cb up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:13:04.554261 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port d3dfa6d9-9379-49d6-a681-46f943d215cb completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 14:13:04.558544 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port d3dfa6d9-9379-49d6-a681-46f943d215cb triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:13:04.558958 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:04.638536 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:04.660958 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f3be66d-a1fe-4eaa-a942-ab61be871186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3dfa6d9-9379-49d6-a681-46f943d215cb'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:13:04.663146 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4a683b2f55a074025c37cf42062357829495bd62ced1b23f0cba96c56cdda24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f463257-7d54-4652-ad02-d3691fc17ef7" -d '{"events": [{"server_uuid": "4f3be66d-a1fe-4eaa-a942-ab61be871186", "name": "network-vif-plugged", "status": "completed", "tag": "d3dfa6d9-9379-49d6-a681-46f943d215cb"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:13:04.675978 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port d3dfa6d9-9379-49d6-a681-46f943d215cb, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=d3dfa6d9-9379-49d6-a681-46f943d215cb,segment=NetworkSegment(41ce9ac6-9665-4544-a517-76f422bfa37d),segment_id=41ce9ac6-9665-4544-a517-76f422bfa37d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:13:04.681233 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:04.706816 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 14:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aedc9bf-21a4-4147-af34-93df062496ef x-openstack-request-id: req-4aedc9bf-21a4-4147-af34-93df062496ef {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:13:04.707112 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f3be66d-a1fe-4eaa-a942-ab61be871186", "name": "network-vif-plugged", "status": "completed", "tag": "d3dfa6d9-9379-49d6-a681-46f943d215cb", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:13:04.707368 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4aedc9bf-21a4-4147-af34-93df062496ef {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:13:04.707761 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f3be66d-a1fe-4eaa-a942-ab61be871186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3dfa6d9-9379-49d6-a681-46f943d215cb', 'code': 200} Nov 25 14:13:04.733019 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=d3dfa6d9-9379-49d6-a681-46f943d215cb,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:04.810103 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6888d5a5-a106-4a1d-bb2a-6e927204eca9 req-092798b4-41ab-4e05-9f95-e84f1138eed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:13:04.812241 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6888d5a5-a106-4a1d-bb2a-6e927204eca9 req-092798b4-41ab-4e05-9f95-e84f1138eed7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4f3be66d-a1fe-4eaa-a942-ab61be871186 HTTP/1.1" status: 200 len: 1097 time: 0.0473044 Nov 25 14:13:04.858166 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6888d5a5-a106-4a1d-bb2a-6e927204eca9 req-7c63cd45-26d3-4df1-b3dd-0321decd38de service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=78c5e904-6197-4980-9704-1eb9697110ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388374 Nov 25 14:13:05.387444 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4870917c-80ca-4fbc-bce4-4ec88c73a734 req-00de96ae-acf5-495d-a15b-25f16fc9ae9c tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:13:05.389602 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4870917c-80ca-4fbc-bce4-4ec88c73a734 req-00de96ae-acf5-495d-a15b-25f16fc9ae9c tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f3be66d-a1fe-4eaa-a942-ab61be871186 HTTP/1.1" status: 200 len: 945 time: 0.0550170 Nov 25 14:13:05.395270 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:05.439497 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4870917c-80ca-4fbc-bce4-4ec88c73a734 req-f6aa8ccd-d15d-4652-b2b2-0e5745aeafa8 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] 10.222.0.53 "GET /v2.0/security-groups?id=78c5e904-6197-4980-9704-1eb9697110ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414596 Nov 25 14:13:06.530563 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:06.558206 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db6a5bf-d3d6-4c9a-baa0-ab2e6c28912f req-5d0be026-396b-4313-bb11-0d5d59c67f4d tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:13:06.559743 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7db6a5bf-d3d6-4c9a-baa0-ab2e6c28912f req-5d0be026-396b-4313-bb11-0d5d59c67f4d tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f3be66d-a1fe-4eaa-a942-ab61be871186 HTTP/1.1" status: 200 len: 945 time: 0.0511925 Nov 25 14:13:06.612347 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7db6a5bf-d3d6-4c9a-baa0-ab2e6c28912f req-ad7c6e78-bcc6-4a14-a644-989147325168 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] 10.222.0.53 "GET /v2.0/security-groups?id=78c5e904-6197-4980-9704-1eb9697110ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463557 Nov 25 14:13:06.851881 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2376ab-aab8-4283-909e-ce14ceb486c5 req-cb348ba0-c6a1-458e-a477-02d4441ffa02 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:13:06.853962 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3e2376ab-aab8-4283-909e-ce14ceb486c5 req-cb348ba0-c6a1-458e-a477-02d4441ffa02 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f3be66d-a1fe-4eaa-a942-ab61be871186 HTTP/1.1" status: 200 len: 945 time: 0.0524404 Nov 25 14:13:06.904236 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3e2376ab-aab8-4283-909e-ce14ceb486c5 req-a52c4033-67d7-456c-8982-d3156bc3d1c7 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] 10.222.0.53 "GET /v2.0/security-groups?id=78c5e904-6197-4980-9704-1eb9697110ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442126 Nov 25 14:13:08.020550 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd0db88-1ca0-4d53-87e2-a3f3c1b87b28 req-ba90dbe1-24b3-4c1a-8fec-ef87bb9eb45d tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:13:08.022030 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2fd0db88-1ca0-4d53-87e2-a3f3c1b87b28 req-ba90dbe1-24b3-4c1a-8fec-ef87bb9eb45d tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f3be66d-a1fe-4eaa-a942-ab61be871186 HTTP/1.1" status: 200 len: 945 time: 0.0486596 Nov 25 14:13:08.069218 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2fd0db88-1ca0-4d53-87e2-a3f3c1b87b28 req-0ac6ba50-6be4-4170-9cbb-9862ee46ef73 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] 10.222.0.53 "GET /v2.0/security-groups?id=78c5e904-6197-4980-9704-1eb9697110ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407009 Nov 25 14:13:08.090920 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40339a6-4d27-4a43-ad83-72d5c9b50836 req-e74b069d-a0a2-468f-b913-ae447d44ddc0 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:13:08.092369 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a40339a6-4d27-4a43-ad83-72d5c9b50836 req-e74b069d-a0a2-468f-b913-ae447d44ddc0 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f3be66d-a1fe-4eaa-a942-ab61be871186 HTTP/1.1" status: 200 len: 945 time: 0.0472789 Nov 25 14:13:08.189599 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-a40339a6-4d27-4a43-ad83-72d5c9b50836 req-c87f686d-f083-4231-a1f9-1af4181ff2d7 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Deleting port d3dfa6d9-9379-49d6-a681-46f943d215cb {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:13:08.189841 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a40339a6-4d27-4a43-ad83-72d5c9b50836 req-c87f686d-f083-4231-a1f9-1af4181ff2d7 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:08.277630 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-a40339a6-4d27-4a43-ad83-72d5c9b50836 req-c87f686d-f083-4231-a1f9-1af4181ff2d7 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] For port d3dfa6d9-9379-49d6-a681-46f943d215cb, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=d3dfa6d9-9379-49d6-a681-46f943d215cb,segment=NetworkSegment(41ce9ac6-9665-4544-a517-76f422bfa37d),segment_id=41ce9ac6-9665-4544-a517-76f422bfa37d)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:13:08.278037 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a40339a6-4d27-4a43-ad83-72d5c9b50836 req-c87f686d-f083-4231-a1f9-1af4181ff2d7 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:08.291340 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-a40339a6-4d27-4a43-ad83-72d5c9b50836 req-c87f686d-f083-4231-a1f9-1af4181ff2d7 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Calling delete_port for d3dfa6d9-9379-49d6-a681-46f943d215cb owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:13:08.419691 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a40339a6-4d27-4a43-ad83-72d5c9b50836 req-c87f686d-f083-4231-a1f9-1af4181ff2d7 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:08.431956 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['d3dfa6d9-9379-49d6-a681-46f943d215cb'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 14:13:08.435289 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['767599c1-8949-4873-8ad4-9b15520297ab'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 14:13:08.447530 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87f686d-f083-4231-a1f9-1af4181ff2d7 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Pushing event deleted for resources: {'Port': ['ID=d3dfa6d9-9379-49d6-a681-46f943d215cb,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:08.492229 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-a40339a6-4d27-4a43-ad83-72d5c9b50836 req-c87f686d-f083-4231-a1f9-1af4181ff2d7 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] No DVR routers for this DVR port d3dfa6d9-9379-49d6-a681-46f943d215cb on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 14:13:08.495049 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a40339a6-4d27-4a43-ad83-72d5c9b50836 req-c87f686d-f083-4231-a1f9-1af4181ff2d7 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:08.498966 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a40339a6-4d27-4a43-ad83-72d5c9b50836 req-c87f686d-f083-4231-a1f9-1af4181ff2d7 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] 10.222.0.47 "DELETE /v2.0/ports/d3dfa6d9-9379-49d6-a681-46f943d215cb HTTP/1.1" status: 204 len: 173 time: 0.3999622 Nov 25 14:13:08.499474 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f3be66d-a1fe-4eaa-a942-ab61be871186', 'name': 'network-vif-deleted', 'tag': 'd3dfa6d9-9379-49d6-a681-46f943d215cb'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:13:08.502575 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b263d7d4b70db15966f189087f2cdd81ff7815a34d469843c29c7d40ca9dff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f1fc6e-671a-4fde-ab09-0229d2a73d0f" -d '{"events": [{"server_uuid": "4f3be66d-a1fe-4eaa-a942-ab61be871186", "name": "network-vif-deleted", "tag": "d3dfa6d9-9379-49d6-a681-46f943d215cb"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:13:08.542146 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 14:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369a5fce-976e-4f0f-b108-620229f5c3fd x-openstack-request-id: req-369a5fce-976e-4f0f-b108-620229f5c3fd {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:13:08.542448 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f3be66d-a1fe-4eaa-a942-ab61be871186", "name": "network-vif-deleted", "tag": "d3dfa6d9-9379-49d6-a681-46f943d215cb", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:13:08.542738 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-369a5fce-976e-4f0f-b108-620229f5c3fd {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:13:08.543153 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f3be66d-a1fe-4eaa-a942-ab61be871186', 'name': 'network-vif-deleted', 'tag': 'd3dfa6d9-9379-49d6-a681-46f943d215cb', 'status': 'completed', 'code': 200} Nov 25 14:13:08.669433 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:09.218872 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd0583a-2e54-4bc4-9727-05961cf99771 req-60399ff4-872b-43e9-b035-50349ff3a23d tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:13:09.220317 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bdd0583a-2e54-4bc4-9727-05961cf99771 req-60399ff4-872b-43e9-b035-50349ff3a23d tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] 10.222.0.53 "GET /v2.0/ports?device_id=85c3584f-db61-4d1f-87a4-4f78aea0f02e HTTP/1.1" status: 200 len: 945 time: 0.0470748 Nov 25 14:13:09.269456 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bdd0583a-2e54-4bc4-9727-05961cf99771 req-90bc582c-aa9d-4760-a00e-c47bc6db18ac tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] 10.222.0.53 "GET /v2.0/security-groups?id=78c5e904-6197-4980-9704-1eb9697110ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432198 Nov 25 14:13:09.399322 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c2c54-b162-409f-b3ba-612d0fb80c16 req-0c5993ac-7aaa-4411-9371-8ec2d0d41481 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:13:09.400821 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cb7c2c54-b162-409f-b3ba-612d0fb80c16 req-0c5993ac-7aaa-4411-9371-8ec2d0d41481 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] 10.222.0.53 "GET /v2.0/ports?device_id=85c3584f-db61-4d1f-87a4-4f78aea0f02e HTTP/1.1" status: 200 len: 945 time: 0.0486937 Nov 25 14:13:09.448559 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cb7c2c54-b162-409f-b3ba-612d0fb80c16 req-d3cc6bfd-119e-4386-a742-9d2cfa82a85e tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] 10.222.0.53 "GET /v2.0/security-groups?id=78c5e904-6197-4980-9704-1eb9697110ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416462 Nov 25 14:13:09.562634 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c356c2-87aa-491b-9f33-10c0b741f6f6 req-2ade34be-ef2f-4b8d-a11e-95310b9d909f tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:13:09.564453 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-95c356c2-87aa-491b-9f33-10c0b741f6f6 req-2ade34be-ef2f-4b8d-a11e-95310b9d909f tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] 10.222.0.53 "GET /v2.0/ports?device_id=85c3584f-db61-4d1f-87a4-4f78aea0f02e HTTP/1.1" status: 200 len: 945 time: 0.0483053 Nov 25 14:13:09.611233 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-95c356c2-87aa-491b-9f33-10c0b741f6f6 req-38a5261c-7d11-4085-a66b-38c249d92b21 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] 10.222.0.53 "GET /v2.0/security-groups?id=78c5e904-6197-4980-9704-1eb9697110ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405281 Nov 25 14:13:09.683590 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [req-5cff8670-6e10-4892-8d0c-799ef011a878 req-47b105d9-c967-41ed-b71b-e5d9ef287f45 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 14:13:09.684582 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5cff8670-6e10-4892-8d0c-799ef011a878 req-47b105d9-c967-41ed-b71b-e5d9ef287f45 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059872 Nov 25 14:13:09.791490 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5480307e-0890-45a6-895d-3ed3ae14c4c6 req-1359109f-34ac-4b7f-8df5-8ad48830e2a2 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:13:09.792949 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5480307e-0890-45a6-895d-3ed3ae14c4c6 req-1359109f-34ac-4b7f-8df5-8ad48830e2a2 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] 10.222.0.53 "GET /v2.0/ports?device_id=85c3584f-db61-4d1f-87a4-4f78aea0f02e HTTP/1.1" status: 200 len: 945 time: 0.0518277 Nov 25 14:13:09.840888 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5480307e-0890-45a6-895d-3ed3ae14c4c6 req-ba0814cd-4a11-4304-9000-af7f3b4c8772 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] 10.222.0.53 "GET /v2.0/security-groups?id=78c5e904-6197-4980-9704-1eb9697110ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419650 Nov 25 14:13:09.954328 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669cbeff-5810-4df2-9bc8-e0cc36027ed7 req-e8a65f40-dcd2-40e0-92d5-bdb39095cec7 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:13:09.955738 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-669cbeff-5810-4df2-9bc8-e0cc36027ed7 req-e8a65f40-dcd2-40e0-92d5-bdb39095cec7 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] 10.222.0.53 "GET /v2.0/ports?device_id=85c3584f-db61-4d1f-87a4-4f78aea0f02e HTTP/1.1" status: 200 len: 945 time: 0.0478244 Nov 25 14:13:10.002530 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-669cbeff-5810-4df2-9bc8-e0cc36027ed7 req-7a19950d-1640-40d7-98be-9239506bc25f tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] 10.222.0.53 "GET /v2.0/security-groups?id=78c5e904-6197-4980-9704-1eb9697110ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402930 Nov 25 14:13:10.123908 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2cd996-4f84-4f7d-94e1-66eed66e5381 req-58ee464a-b2af-4f06-8a1e-87908fc2603c tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:13:10.125379 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9a2cd996-4f84-4f7d-94e1-66eed66e5381 req-58ee464a-b2af-4f06-8a1e-87908fc2603c tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] 10.222.0.53 "GET /v2.0/ports?device_id=85c3584f-db61-4d1f-87a4-4f78aea0f02e HTTP/1.1" status: 200 len: 945 time: 0.0474436 Nov 25 14:13:10.176508 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9a2cd996-4f84-4f7d-94e1-66eed66e5381 req-fe63fb14-404a-47bc-a171-88cca7dc1eaa tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] 10.222.0.53 "GET /v2.0/security-groups?id=78c5e904-6197-4980-9704-1eb9697110ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451195 Nov 25 14:13:10.474436 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc8324-5526-41d8-8894-5c3303268107 req-fd00bf5d-3038-4780-bd2b-8cfc37a3688c tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:13:10.475867 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9ffc8324-5526-41d8-8894-5c3303268107 req-fd00bf5d-3038-4780-bd2b-8cfc37a3688c tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] 10.222.0.53 "GET /v2.0/ports?device_id=85c3584f-db61-4d1f-87a4-4f78aea0f02e HTTP/1.1" status: 200 len: 945 time: 0.0482161 Nov 25 14:13:10.524510 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9ffc8324-5526-41d8-8894-5c3303268107 req-72cf1366-c37a-40b7-a4cf-7363213408ad tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] 10.222.0.53 "GET /v2.0/security-groups?id=78c5e904-6197-4980-9704-1eb9697110ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422046 Nov 25 14:13:11.644174 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e70fdad-e38a-4cd4-b2d7-a7bbdacca69a req-814a977c-4fad-49fa-8864-662e85b8e442 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:13:11.645549 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4e70fdad-e38a-4cd4-b2d7-a7bbdacca69a req-814a977c-4fad-49fa-8864-662e85b8e442 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] 10.222.0.53 "GET /v2.0/ports?device_id=85c3584f-db61-4d1f-87a4-4f78aea0f02e HTTP/1.1" status: 200 len: 945 time: 0.0477059 Nov 25 14:13:11.693769 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4e70fdad-e38a-4cd4-b2d7-a7bbdacca69a req-a8c7fef3-8d5b-46ff-bf90-1482aa06e448 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] 10.222.0.53 "GET /v2.0/security-groups?id=78c5e904-6197-4980-9704-1eb9697110ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416980 Nov 25 14:13:11.882309 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e87761-f121-4bcc-88cd-cf7e26c0a57b req-7d1caadd-35d0-4059-b103-c2bfaf7b2a2c tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:13:11.883847 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f0e87761-f121-4bcc-88cd-cf7e26c0a57b req-7d1caadd-35d0-4059-b103-c2bfaf7b2a2c tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] 10.222.0.66 "GET /v2.0/ports?device_id=85c3584f-db61-4d1f-87a4-4f78aea0f02e HTTP/1.1" status: 200 len: 945 time: 0.0583682 Nov 25 14:13:11.971518 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-f0e87761-f121-4bcc-88cd-cf7e26c0a57b req-38f9213f-072f-42a8-990e-c1389490ee49 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Deleting port 767599c1-8949-4873-8ad4-9b15520297ab {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:13:11.971781 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f0e87761-f121-4bcc-88cd-cf7e26c0a57b req-38f9213f-072f-42a8-990e-c1389490ee49 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:12.062278 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-f0e87761-f121-4bcc-88cd-cf7e26c0a57b req-38f9213f-072f-42a8-990e-c1389490ee49 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] For port 767599c1-8949-4873-8ad4-9b15520297ab, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=767599c1-8949-4873-8ad4-9b15520297ab,segment=NetworkSegment(41ce9ac6-9665-4544-a517-76f422bfa37d),segment_id=41ce9ac6-9665-4544-a517-76f422bfa37d)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:13:12.062637 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f0e87761-f121-4bcc-88cd-cf7e26c0a57b req-38f9213f-072f-42a8-990e-c1389490ee49 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:12.075182 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-f0e87761-f121-4bcc-88cd-cf7e26c0a57b req-38f9213f-072f-42a8-990e-c1389490ee49 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Calling delete_port for 767599c1-8949-4873-8ad4-9b15520297ab owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:13:12.162969 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:12.203423 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f0e87761-f121-4bcc-88cd-cf7e26c0a57b req-38f9213f-072f-42a8-990e-c1389490ee49 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:12.218466 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['767599c1-8949-4873-8ad4-9b15520297ab'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 14:13:12.236486 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f9213f-072f-42a8-990e-c1389490ee49 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Pushing event deleted for resources: {'Port': ['ID=767599c1-8949-4873-8ad4-9b15520297ab,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:12.277548 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e87761-f121-4bcc-88cd-cf7e26c0a57b req-38f9213f-072f-42a8-990e-c1389490ee49 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] No DVR routers for this DVR port 767599c1-8949-4873-8ad4-9b15520297ab on host n-h1-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 14:13:12.280186 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f0e87761-f121-4bcc-88cd-cf7e26c0a57b req-38f9213f-072f-42a8-990e-c1389490ee49 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:12.283897 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f0e87761-f121-4bcc-88cd-cf7e26c0a57b req-38f9213f-072f-42a8-990e-c1389490ee49 tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] 10.222.0.66 "DELETE /v2.0/ports/767599c1-8949-4873-8ad4-9b15520297ab HTTP/1.1" status: 204 len: 173 time: 0.3934023 Nov 25 14:13:12.284348 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85c3584f-db61-4d1f-87a4-4f78aea0f02e', 'name': 'network-vif-deleted', 'tag': '767599c1-8949-4873-8ad4-9b15520297ab'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:13:12.286587 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b263d7d4b70db15966f189087f2cdd81ff7815a34d469843c29c7d40ca9dff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09759409-29c9-42bc-9b71-a3c6ee38d98b" -d '{"events": [{"server_uuid": "85c3584f-db61-4d1f-87a4-4f78aea0f02e", "name": "network-vif-deleted", "tag": "767599c1-8949-4873-8ad4-9b15520297ab"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:13:12.323486 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 14:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2be19ad-b24c-422c-8aeb-b2e38a8c5372 x-openstack-request-id: req-f2be19ad-b24c-422c-8aeb-b2e38a8c5372 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:13:12.323784 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85c3584f-db61-4d1f-87a4-4f78aea0f02e", "name": "network-vif-deleted", "tag": "767599c1-8949-4873-8ad4-9b15520297ab", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:13:12.324047 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f2be19ad-b24c-422c-8aeb-b2e38a8c5372 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:13:12.324452 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85c3584f-db61-4d1f-87a4-4f78aea0f02e', 'name': 'network-vif-deleted', 'tag': '767599c1-8949-4873-8ad4-9b15520297ab', 'status': 'completed', 'code': 200} Nov 25 14:13:12.536414 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device d3dfa6d9-9379-49d6-a681-46f943d215cb no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:13:12.557322 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: d3dfa6d9-9379-49d6-a681-46f943d215cb {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 14:13:12.557674 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device d3dfa6d9-9379-49d6-a681-46f943d215cb not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:13:12.808106 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ebb7a34c-345c-4d9a-a162-6345142c6a4e req-bbf72276-26d2-41f6-92dc-6c3198b20e1d tempest-ServersNegativeTestJSON-336208616 tempest-ServersNegativeTestJSON-336208616-project] 10.222.0.53 "GET /v2.0/ports?device_id=85c3584f-db61-4d1f-87a4-4f78aea0f02e HTTP/1.1" status: 200 len: 210 time: 0.0304310 Nov 25 14:13:13.865162 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 38176) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:13:13.909804 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-f25e8a99-ada2-4302-90c5-63164765aace admin admin] Deleting subnet 15eaea84-6c2d-4372-84c9-aeb55df65035 {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 14:13:13.912789 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f25e8a99-ada2-4302-90c5-63164765aace admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:13.945384 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f25e8a99-ada2-4302-90c5-63164765aace admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:13.983304 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f25e8a99-ada2-4302-90c5-63164765aace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:14.036785 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f25e8a99-ada2-4302-90c5-63164765aace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:14.063789 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25e8a99-ada2-4302-90c5-63164765aace admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15eaea84-6c2d-4372-84c9-aeb55df65035,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:14.065783 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f25e8a99-ada2-4302-90c5-63164765aace admin admin] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:14.069054 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f25e8a99-ada2-4302-90c5-63164765aace admin admin] 10.222.0.53 "DELETE /v2.0/subnets/15eaea84-6c2d-4372-84c9-aeb55df65035 HTTP/1.1" status: 204 len: 168 time: 0.2028885 Nov 25 14:13:14.072319 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 38178) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:13:14.139932 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2c562cae-c9ee-4621-87e7-a18c3dcca706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:14.219442 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2c562cae-c9ee-4621-87e7-a18c3dcca706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:14.238717 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-2c562cae-c9ee-4621-87e7-a18c3dcca706 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85135ac9-e13e-44d7-8bc5-dd86e4e62d74']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:13:14.248368 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-2c562cae-c9ee-4621-87e7-a18c3dcca706 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41ce9ac6-9665-4544-a517-76f422bfa37d') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:13:14.248668 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-2c562cae-c9ee-4621-87e7-a18c3dcca706 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41ce9ac6-9665-4544-a517-76f422bfa37d') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:13:14.257804 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2c562cae-c9ee-4621-87e7-a18c3dcca706 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:14.271504 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2c562cae-c9ee-4621-87e7-a18c3dcca706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:14.277916 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c562cae-c9ee-4621-87e7-a18c3dcca706 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 14:13:14.278314 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2c562cae-c9ee-4621-87e7-a18c3dcca706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:14.280042 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 14:13:14.280042 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 14:13:14.280042 n-d-808199-11 neutron-server[103570]: timer() Nov 25 14:13:14.280042 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 14:13:14.280042 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 14:13:14.280042 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 14:13:14.280042 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 14:13:14.280042 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 14:13:14.280042 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 14:13:14.280042 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 14:13:14.280042 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 14:13:14.280042 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 14:13:14.280042 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 14:13:14.280042 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 14:13:14.280042 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 14:13:14.280042 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 14:13:14.280042 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 14:13:14.280042 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 14:13:14.280042 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 14:13:14.280042 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 14:13:14.280042 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 14:13:14.280042 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 14:13:14.280042 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 14:13:14.280042 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 14:13:14.280042 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 14:13:14.280042 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 14:13:14.280042 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 14:13:14.280042 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 14:13:14.280042 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 14:13:14.280042 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 14:13:14.280042 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 14:13:14.280042 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 14:13:14.333050 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2c562cae-c9ee-4621-87e7-a18c3dcca706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:14.338553 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2c562cae-c9ee-4621-87e7-a18c3dcca706 admin admin] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:14.341788 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-2c562cae-c9ee-4621-87e7-a18c3dcca706 admin admin] 10.222.0.53 "DELETE /v2.0/networks/85135ac9-e13e-44d7-8bc5-dd86e4e62d74 HTTP/1.1" status: 204 len: 168 time: 0.2685521 Nov 25 14:13:14.353033 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c562cae-c9ee-4621-87e7-a18c3dcca706 admin admin] Pushing event deleted for resources: {'Network': ['ID=85135ac9-e13e-44d7-8bc5-dd86e4e62d74,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:14.451632 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 38182) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:13:14.496457 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-489ec070-d9e0-419a-bea2-7530bf85b467 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=63f419907b3245bb876840019bcfa590&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0436680 Nov 25 14:13:14.498972 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 38184) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:13:14.544384 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2c008450-9a1a-4702-9a31-bc53b5e0e57e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:14.567645 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2c008450-9a1a-4702-9a31-bc53b5e0e57e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:14.612797 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2c008450-9a1a-4702-9a31-bc53b5e0e57e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:14.615484 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2c008450-9a1a-4702-9a31-bc53b5e0e57e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:14.616630 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-2c008450-9a1a-4702-9a31-bc53b5e0e57e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/78c5e904-6197-4980-9704-1eb9697110ca HTTP/1.1" status: 204 len: 168 time: 0.1167767 Nov 25 14:13:14.624646 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c008450-9a1a-4702-9a31-bc53b5e0e57e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c5e904-6197-4980-9704-1eb9697110ca,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:15.298029 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 38206) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:13:15.390835 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-4e033f39-3558-4333-ab23-9c6877b4b5f0 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-824508850'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:13:15.391348 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 767599c1-8949-4873-8ad4-9b15520297ab no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:13:15.411684 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] No Port match for: 767599c1-8949-4873-8ad4-9b15520297ab {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 14:13:15.411964 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 767599c1-8949-4873-8ad4-9b15520297ab not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:13:15.412416 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e033f39-3558-4333-ab23-9c6877b4b5f0 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Made reservation on behalf of 15fbb8242406420ab98ed6edb89b7729 for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 14:13:15.415855 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4e033f39-3558-4333-ab23-9c6877b4b5f0 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:15.424159 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4e033f39-3558-4333-ab23-9c6877b4b5f0 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:15.499487 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4e033f39-3558-4333-ab23-9c6877b4b5f0 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:15.503331 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4e033f39-3558-4333-ab23-9c6877b4b5f0 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:15.526087 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e033f39-3558-4333-ab23-9c6877b4b5f0 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 14:13:15.540399 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e033f39-3558-4333-ab23-9c6877b4b5f0 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca926d23-f605-4c27-99c3-ca83775f069f,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:15.543259 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4e033f39-3558-4333-ab23-9c6877b4b5f0 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:15.543612 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-4e033f39-3558-4333-ab23-9c6877b4b5f0 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Added segment d8724224-930f-4b75-9528-5d530df476a7 of type vlan for network 14cb0b74-862a-41c8-95ca-66fbe281c91b Nov 25 14:13:15.586137 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4e033f39-3558-4333-ab23-9c6877b4b5f0 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:15.609701 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4e033f39-3558-4333-ab23-9c6877b4b5f0 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:15.615138 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e033f39-3558-4333-ab23-9c6877b4b5f0 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:13:15.615711 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4e033f39-3558-4333-ab23-9c6877b4b5f0 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:15.665840 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-4e033f39-3558-4333-ab23-9c6877b4b5f0 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3666077 Nov 25 14:13:15.684007 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e033f39-3558-4333-ab23-9c6877b4b5f0 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Pushing event updated for resources: {'Network': ['ID=14cb0b74-862a-41c8-95ca-66fbe281c91b,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:15.693851 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 14cb0b74-862a-41c8-95ca-66fbe281c91b details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 14:13:19.059588 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 38212) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:13:19.064683 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-cb519c36-cd1e-49e1-a69d-61dcd18c118c tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Request body: {'subnet': {'network_id': '14cb0b74-862a-41c8-95ca-66fbe281c91b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:13:19.156211 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb519c36-cd1e-49e1-a69d-61dcd18c118c tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Made reservation on behalf of 15fbb8242406420ab98ed6edb89b7729 for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 14:13:19.159702 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cb519c36-cd1e-49e1-a69d-61dcd18c118c tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:19.340217 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cb519c36-cd1e-49e1-a69d-61dcd18c118c tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:19.401125 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb519c36-cd1e-49e1-a69d-61dcd18c118c tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Pushing event updated for resources: {'Subnet': ['ID=4d49c85f-92b9-4568-88bd-7ab086189ec2,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:19.409739 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb519c36-cd1e-49e1-a69d-61dcd18c118c tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Checking segment: {'id': 'd8724224-930f-4b75-9528-5d530df476a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '14cb0b74-862a-41c8-95ca-66fbe281c91b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:13:19.410114 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb519c36-cd1e-49e1-a69d-61dcd18c118c tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Network hostable DHCP agents. Network: 14cb0b74-862a-41c8-95ca-66fbe281c91b, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 14:13:19.426374 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb519c36-cd1e-49e1-a69d-61dcd18c118c tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Network 14cb0b74-862a-41c8-95ca-66fbe281c91b is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 14:13:19.435343 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-cb519c36-cd1e-49e1-a69d-61dcd18c118c tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 14cb0b74-862a-41c8-95ca-66fbe281c91b) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:13:19.441274 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb519c36-cd1e-49e1-a69d-61dcd18c118c tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:13:19.442028 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cb519c36-cd1e-49e1-a69d-61dcd18c118c tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:19.444155 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89827d93-a58d-4bb4-8809-84d0e040841b None None] Network 14cb0b74-862a-41c8-95ca-66fbe281c91b requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 14:13:19.458305 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-cb519c36-cd1e-49e1-a69d-61dcd18c118c tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3976071 Nov 25 14:13:19.462239 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 38214) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:13:19.467490 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-4fca4680-4c0e-4a23-885d-2f91e5075df5 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-597567191'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:13:19.489337 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fca4680-4c0e-4a23-885d-2f91e5075df5 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Made reservation on behalf of 15fbb8242406420ab98ed6edb89b7729 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 14:13:19.493527 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4fca4680-4c0e-4a23-885d-2f91e5075df5 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:19.519883 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fca4680-4c0e-4a23-885d-2f91e5075df5 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 14:13:19.530323 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4fca4680-4c0e-4a23-885d-2f91e5075df5 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:19.530676 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-4fca4680-4c0e-4a23-885d-2f91e5075df5 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Added segment 336fc28c-dd2f-4350-ac1e-613cabc63ae4 of type vlan for network 7403cbec-d43a-4391-bd68-a95b5cd3badd Nov 25 14:13:19.575012 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4fca4680-4c0e-4a23-885d-2f91e5075df5 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:19.601382 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4fca4680-4c0e-4a23-885d-2f91e5075df5 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:19.606931 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fca4680-4c0e-4a23-885d-2f91e5075df5 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:13:19.607537 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4fca4680-4c0e-4a23-885d-2f91e5075df5 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:19.671606 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-4fca4680-4c0e-4a23-885d-2f91e5075df5 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2054334 Nov 25 14:13:19.672342 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 38216) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:13:19.677540 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-ce221592-2e7f-4176-a0f4-33128df693bd tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Request body: {'subnet': {'network_id': '7403cbec-d43a-4391-bd68-a95b5cd3badd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:13:19.681948 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fca4680-4c0e-4a23-885d-2f91e5075df5 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Pushing event updated for resources: {'Network': ['ID=7403cbec-d43a-4391-bd68-a95b5cd3badd,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:19.694972 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 7403cbec-d43a-4391-bd68-a95b5cd3badd details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 14:13:19.770486 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce221592-2e7f-4176-a0f4-33128df693bd tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Made reservation on behalf of 15fbb8242406420ab98ed6edb89b7729 for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 14:13:19.774169 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ce221592-2e7f-4176-a0f4-33128df693bd tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:19.818918 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08109687-88ea-43cd-88af-4bc309383878 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-14cb0b74-862a-41c8-95ca-66fbe281c91b', 'network_id': '14cb0b74-862a-41c8-95ca-66fbe281c91b', 'tenant_id': '15fbb8242406420ab98ed6edb89b7729', 'fixed_ips': [{'subnet_id': '4d49c85f-92b9-4568-88bd-7ab086189ec2'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 14:13:19.819786 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-08109687-88ea-43cd-88af-4bc309383878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:19.953939 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-08109687-88ea-43cd-88af-4bc309383878 None None] Allocated IP 2001:db8:0:ffff::2 (14cb0b74-862a-41c8-95ca-66fbe281c91b/4d49c85f-92b9-4568-88bd-7ab086189ec2/22618595-c751-4fb0-918d-d5c8c312eb0a) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:13:20.117762 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-08109687-88ea-43cd-88af-4bc309383878 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:20.123717 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-08109687-88ea-43cd-88af-4bc309383878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:20.170744 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08109687-88ea-43cd-88af-4bc309383878 None None] Network 14cb0b74-862a-41c8-95ca-66fbe281c91b is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:13:20.173910 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-08109687-88ea-43cd-88af-4bc309383878 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:13:20.178215 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08109687-88ea-43cd-88af-4bc309383878 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:13:20.181851 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08109687-88ea-43cd-88af-4bc309383878 None None] Pushing event updated for resources: {'Port': ['ID=22618595-c751-4fb0-918d-d5c8c312eb0a,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:20.208958 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08109687-88ea-43cd-88af-4bc309383878 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:13:20.209180 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08109687-88ea-43cd-88af-4bc309383878 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:13:20.209524 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08109687-88ea-43cd-88af-4bc309383878 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:13:20.209866 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08109687-88ea-43cd-88af-4bc309383878 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:13:20.210200 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08109687-88ea-43cd-88af-4bc309383878 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:13:20.210534 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08109687-88ea-43cd-88af-4bc309383878 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:13:20.210889 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08109687-88ea-43cd-88af-4bc309383878 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:13:20.211258 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08109687-88ea-43cd-88af-4bc309383878 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:13:20.212277 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08109687-88ea-43cd-88af-4bc309383878 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:13:20.212615 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08109687-88ea-43cd-88af-4bc309383878 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:13:20.212947 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08109687-88ea-43cd-88af-4bc309383878 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:13:20.213279 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08109687-88ea-43cd-88af-4bc309383878 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:13:20.248046 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-08109687-88ea-43cd-88af-4bc309383878 None None] Attempting to bind port 22618595-c751-4fb0-918d-d5c8c312eb0a on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:13:20.248427 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-08109687-88ea-43cd-88af-4bc309383878 None None] Attempting to bind port 22618595-c751-4fb0-918d-d5c8c312eb0a by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'd8724224-930f-4b75-9528-5d530df476a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '14cb0b74-862a-41c8-95ca-66fbe281c91b'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:13:20.248799 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08109687-88ea-43cd-88af-4bc309383878 None None] Attempting to bind port 22618595-c751-4fb0-918d-d5c8c312eb0a on network 14cb0b74-862a-41c8-95ca-66fbe281c91b {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:13:20.254172 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08109687-88ea-43cd-88af-4bc309383878 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:13:20.254562 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08109687-88ea-43cd-88af-4bc309383878 None None] Checking segment: {'id': 'd8724224-930f-4b75-9528-5d530df476a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '14cb0b74-862a-41c8-95ca-66fbe281c91b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:13:20.255014 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-08109687-88ea-43cd-88af-4bc309383878 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:20.255490 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08109687-88ea-43cd-88af-4bc309383878 None None] Bound using segment: {'id': 'd8724224-930f-4b75-9528-5d530df476a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '14cb0b74-862a-41c8-95ca-66fbe281c91b'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:13:20.256103 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-08109687-88ea-43cd-88af-4bc309383878 None None] Bound port: 22618595-c751-4fb0-918d-d5c8c312eb0a, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8724224-930f-4b75-9528-5d530df476a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '14cb0b74-862a-41c8-95ca-66fbe281c91b'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:13:20.256643 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-08109687-88ea-43cd-88af-4bc309383878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:20.259292 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ce221592-2e7f-4176-a0f4-33128df693bd tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:20.318176 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce221592-2e7f-4176-a0f4-33128df693bd tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Pushing event updated for resources: {'Subnet': ['ID=26e0e0ca-e461-4719-87a9-537feef2d3fd,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:20.319829 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-08109687-88ea-43cd-88af-4bc309383878 None None] For port 22618595-c751-4fb0-918d-d5c8c312eb0a, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:13:20.323520 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-08109687-88ea-43cd-88af-4bc309383878 None None] For port 22618595-c751-4fb0-918d-d5c8c312eb0a, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=22618595-c751-4fb0-918d-d5c8c312eb0a,segment=NetworkSegment(d8724224-930f-4b75-9528-5d530df476a7),segment_id=d8724224-930f-4b75-9528-5d530df476a7)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:13:20.328674 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-08109687-88ea-43cd-88af-4bc309383878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:20.330240 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce221592-2e7f-4176-a0f4-33128df693bd tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Checking segment: {'id': '336fc28c-dd2f-4350-ac1e-613cabc63ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7403cbec-d43a-4391-bd68-a95b5cd3badd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:13:20.330622 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce221592-2e7f-4176-a0f4-33128df693bd tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Network hostable DHCP agents. Network: 7403cbec-d43a-4391-bd68-a95b5cd3badd, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 14:13:20.346752 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce221592-2e7f-4176-a0f4-33128df693bd tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Network 7403cbec-d43a-4391-bd68-a95b5cd3badd is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 14:13:20.355161 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-ce221592-2e7f-4176-a0f4-33128df693bd tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 7403cbec-d43a-4391-bd68-a95b5cd3badd) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:13:20.359563 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce221592-2e7f-4176-a0f4-33128df693bd tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:13:20.360175 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ce221592-2e7f-4176-a0f4-33128df693bd tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:20.369902 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38711c71-3114-4432-90e2-06bf370cd51e None None] Network 7403cbec-d43a-4391-bd68-a95b5cd3badd requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 14:13:20.384637 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 38220) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:13:20.387349 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-ce221592-2e7f-4176-a0f4-33128df693bd tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7137537 Nov 25 14:13:20.438386 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08109687-88ea-43cd-88af-4bc309383878 None None] Pushing event updated for resources: {'Port': ['ID=22618595-c751-4fb0-918d-d5c8c312eb0a,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:20.498593 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-758f3fbb-282a-482b-8a96-4aebf5297bba tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:20.574606 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f54244-9aad-4b9c-b727-505cf80f06a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-7403cbec-d43a-4391-bd68-a95b5cd3badd', 'network_id': '7403cbec-d43a-4391-bd68-a95b5cd3badd', 'tenant_id': '15fbb8242406420ab98ed6edb89b7729', 'fixed_ips': [{'subnet_id': '26e0e0ca-e461-4719-87a9-537feef2d3fd'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 14:13:20.576337 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d6f54244-9aad-4b9c-b727-505cf80f06a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:20.593258 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-758f3fbb-282a-482b-8a96-4aebf5297bba tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:20.665565 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-758f3fbb-282a-482b-8a96-4aebf5297bba tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server [None req-d6f54244-9aad-4b9c-b727-505cf80f06a0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 26e0e0ca-e461-4719-87a9-537feef2d3fd: This subnet is being modified by another concurrent operation. Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise exception Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 26e0e0ca-e461-4719-87a9-537feef2d3fd: This subnet is being modified by another concurrent operation. Nov 25 14:13:20.689720 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server Nov 25 14:13:20.701382 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758f3fbb-282a-482b-8a96-4aebf5297bba tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Pushing event deleted for resources: {'Subnet': ['ID=26e0e0ca-e461-4719-87a9-537feef2d3fd,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:20.711998 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110e34ae-0eda-4478-a3cf-3aca35b2db44 None None] Network 7403cbec-d43a-4391-bd68-a95b5cd3badd requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 14:13:20.773109 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-758f3fbb-282a-482b-8a96-4aebf5297bba tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:20.795204 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-758f3fbb-282a-482b-8a96-4aebf5297bba tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7403cbec-d43a-4391-bd68-a95b5cd3badd']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:13:20.805959 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-758f3fbb-282a-482b-8a96-4aebf5297bba tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '336fc28c-dd2f-4350-ac1e-613cabc63ae4') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:13:20.805959 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-758f3fbb-282a-482b-8a96-4aebf5297bba tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '336fc28c-dd2f-4350-ac1e-613cabc63ae4') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:13:20.815704 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-758f3fbb-282a-482b-8a96-4aebf5297bba tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:20.829091 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-758f3fbb-282a-482b-8a96-4aebf5297bba tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:20.832850 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 22618595-c751-4fb0-918d-d5c8c312eb0a up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:13:20.835123 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-758f3fbb-282a-482b-8a96-4aebf5297bba tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 14:13:20.835511 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-758f3fbb-282a-482b-8a96-4aebf5297bba tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:20.839043 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 14:13:20.839043 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 14:13:20.839043 n-d-808199-11 neutron-server[103571]: timer() Nov 25 14:13:20.839043 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 14:13:20.839043 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 14:13:20.839043 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 14:13:20.839043 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 14:13:20.839043 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 14:13:20.839043 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 14:13:20.839043 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 14:13:20.839043 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 14:13:20.839043 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 14:13:20.839043 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 14:13:20.839043 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 14:13:20.839043 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 14:13:20.839043 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 14:13:20.839043 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 14:13:20.839043 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 14:13:20.839043 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 14:13:20.839043 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 14:13:20.839043 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 14:13:20.839043 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 14:13:20.839043 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 14:13:20.839043 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 14:13:20.839043 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 14:13:20.839043 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 14:13:20.839043 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 14:13:20.839043 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 14:13:20.839043 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 14:13:20.839043 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 14:13:20.839043 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 14:13:20.839043 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 14:13:20.897357 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 22618595-c751-4fb0-918d-d5c8c312eb0a triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:13:20.897842 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:20.900692 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-758f3fbb-282a-482b-8a96-4aebf5297bba tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:20.908074 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-758f3fbb-282a-482b-8a96-4aebf5297bba tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:20.911181 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-758f3fbb-282a-482b-8a96-4aebf5297bba tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] 10.222.0.53 "DELETE /v2.0/networks/7403cbec-d43a-4391-bd68-a95b5cd3badd HTTP/1.1" status: 204 len: 168 time: 0.5255384 Nov 25 14:13:20.915622 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 38222) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:13:20.921835 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-7e283ae4-03e8-4643-b831-e5878b02696a tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-555628814'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:13:20.956130 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e283ae4-03e8-4643-b831-e5878b02696a tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Made reservation on behalf of 15fbb8242406420ab98ed6edb89b7729 for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 14:13:20.960185 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7e283ae4-03e8-4643-b831-e5878b02696a tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:20.989300 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e283ae4-03e8-4643-b831-e5878b02696a tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 14:13:21.000287 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7e283ae4-03e8-4643-b831-e5878b02696a tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:21.000711 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-7e283ae4-03e8-4643-b831-e5878b02696a tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Added segment 45c6a697-53d6-45ff-b2c3-6c2ee430e316 of type vlan for network 927c72c1-884b-480f-82c7-cd540f96d2af Nov 25 14:13:21.000826 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:21.036657 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] For port 22618595-c751-4fb0-918d-d5c8c312eb0a, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=22618595-c751-4fb0-918d-d5c8c312eb0a,segment=NetworkSegment(d8724224-930f-4b75-9528-5d530df476a7),segment_id=d8724224-930f-4b75-9528-5d530df476a7)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:13:21.042039 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:21.056215 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7e283ae4-03e8-4643-b831-e5878b02696a tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:21.083019 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7e283ae4-03e8-4643-b831-e5878b02696a tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:21.095378 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e283ae4-03e8-4643-b831-e5878b02696a tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:13:21.096727 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7e283ae4-03e8-4643-b831-e5878b02696a tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:21.097000 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Pushing event updated for resources: {'Port': ['ID=22618595-c751-4fb0-918d-d5c8c312eb0a,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:21.170833 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-7e283ae4-03e8-4643-b831-e5878b02696a tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2537231 Nov 25 14:13:21.175162 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 38224) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:13:21.180886 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-64b95967-321d-47a8-94de-239d32a7cf3d tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Request body: {'subnet': {'network_id': '927c72c1-884b-480f-82c7-cd540f96d2af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:13:21.209509 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e283ae4-03e8-4643-b831-e5878b02696a tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Pushing event updated for resources: {'Network': ['ID=927c72c1-884b-480f-82c7-cd540f96d2af,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:21.222319 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 927c72c1-884b-480f-82c7-cd540f96d2af details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 14:13:21.284179 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758f3fbb-282a-482b-8a96-4aebf5297bba tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Pushing event deleted for resources: {'Network': ['ID=7403cbec-d43a-4391-bd68-a95b5cd3badd,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:21.317195 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b95967-321d-47a8-94de-239d32a7cf3d tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Made reservation on behalf of 15fbb8242406420ab98ed6edb89b7729 for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 14:13:21.321463 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-64b95967-321d-47a8-94de-239d32a7cf3d tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:21.380500 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.ipam_backend_mixin [None req-64b95967-321d-47a8-94de-239d32a7cf3d tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Performing IP validity checks on allocation pools {{(pid=103570) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 25 14:13:21.381030 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.ipam_backend_mixin [None req-64b95967-321d-47a8-94de-239d32a7cf3d tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103570) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 25 14:13:21.462836 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed74091-a093-4033-92e0-6f348bb99f29 None None] Network 14cb0b74-862a-41c8-95ca-66fbe281c91b requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 14:13:21.509604 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-64b95967-321d-47a8-94de-239d32a7cf3d tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:21.525103 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-ca35cf63-8a96-41fe-b4f6-47bba3d53b8d None None] Provisioning complete for port 22618595-c751-4fb0-918d-d5c8c312eb0a triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:13:21.525537 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ca35cf63-8a96-41fe-b4f6-47bba3d53b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:21.575758 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b95967-321d-47a8-94de-239d32a7cf3d tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Pushing event updated for resources: {'Subnet': ['ID=eeb62f82-5d84-4b64-b786-dff0383f96cc,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:21.583087 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b95967-321d-47a8-94de-239d32a7cf3d tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Checking segment: {'id': '45c6a697-53d6-45ff-b2c3-6c2ee430e316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '927c72c1-884b-480f-82c7-cd540f96d2af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:13:21.583464 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b95967-321d-47a8-94de-239d32a7cf3d tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Network hostable DHCP agents. Network: 927c72c1-884b-480f-82c7-cd540f96d2af, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 14:13:21.599877 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b95967-321d-47a8-94de-239d32a7cf3d tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Network 927c72c1-884b-480f-82c7-cd540f96d2af is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 14:13:21.608662 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-64b95967-321d-47a8-94de-239d32a7cf3d tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 927c72c1-884b-480f-82c7-cd540f96d2af) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:13:21.612771 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b95967-321d-47a8-94de-239d32a7cf3d tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:13:21.613373 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-64b95967-321d-47a8-94de-239d32a7cf3d tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:21.620972 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8f01c7-e834-489f-8d24-c6e5cf1830f5 None None] Network 927c72c1-884b-480f-82c7-cd540f96d2af requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 14:13:21.630767 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-64b95967-321d-47a8-94de-239d32a7cf3d tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4540377 Nov 25 14:13:21.633789 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 38226) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:13:21.732820 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6b1deb56-5ef0-4d5f-8d0c-40b270068488 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:21.811818 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6b1deb56-5ef0-4d5f-8d0c-40b270068488 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:21.835500 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd748ece-1c7b-405a-b96d-fe7feaa1bd6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-927c72c1-884b-480f-82c7-cd540f96d2af', 'network_id': '927c72c1-884b-480f-82c7-cd540f96d2af', 'tenant_id': '15fbb8242406420ab98ed6edb89b7729', 'fixed_ips': [{'subnet_id': 'eeb62f82-5d84-4b64-b786-dff0383f96cc'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 14:13:21.836909 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dd748ece-1c7b-405a-b96d-fe7feaa1bd6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:21.886471 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6b1deb56-5ef0-4d5f-8d0c-40b270068488 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:21.916234 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1deb56-5ef0-4d5f-8d0c-40b270068488 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Pushing event deleted for resources: {'Subnet': ['ID=eeb62f82-5d84-4b64-b786-dff0383f96cc,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server [None req-dd748ece-1c7b-405a-b96d-fe7feaa1bd6b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet eeb62f82-5d84-4b64-b786-dff0383f96cc: This subnet is being modified by another concurrent operation. Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server raise exception Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet eeb62f82-5d84-4b64-b786-dff0383f96cc: This subnet is being modified by another concurrent operation. Nov 25 14:13:21.944344 n-d-808199-11 neutron-server[103572]: ERROR oslo_messaging.rpc.server Nov 25 14:13:21.961853 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2c434c-de09-44de-83b5-74eb253db61d None None] Network 927c72c1-884b-480f-82c7-cd540f96d2af requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 14:13:21.984313 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6b1deb56-5ef0-4d5f-8d0c-40b270068488 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:22.004270 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-6b1deb56-5ef0-4d5f-8d0c-40b270068488 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['927c72c1-884b-480f-82c7-cd540f96d2af']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:13:22.015467 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-6b1deb56-5ef0-4d5f-8d0c-40b270068488 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45c6a697-53d6-45ff-b2c3-6c2ee430e316') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:13:22.015706 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-6b1deb56-5ef0-4d5f-8d0c-40b270068488 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45c6a697-53d6-45ff-b2c3-6c2ee430e316') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:13:22.025498 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6b1deb56-5ef0-4d5f-8d0c-40b270068488 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:22.038313 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6b1deb56-5ef0-4d5f-8d0c-40b270068488 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:22.044857 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b1deb56-5ef0-4d5f-8d0c-40b270068488 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 14:13:22.045253 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6b1deb56-5ef0-4d5f-8d0c-40b270068488 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:22.048419 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 14:13:22.048419 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 14:13:22.048419 n-d-808199-11 neutron-server[103570]: timer() Nov 25 14:13:22.048419 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 14:13:22.048419 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 14:13:22.048419 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 14:13:22.048419 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 14:13:22.048419 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 14:13:22.048419 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 14:13:22.048419 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 14:13:22.048419 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 14:13:22.048419 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 14:13:22.048419 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 14:13:22.048419 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 14:13:22.048419 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 14:13:22.048419 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 14:13:22.048419 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 14:13:22.048419 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 14:13:22.048419 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 14:13:22.048419 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 14:13:22.048419 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 14:13:22.048419 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 14:13:22.048419 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 14:13:22.048419 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 14:13:22.048419 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 14:13:22.048419 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 14:13:22.048419 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 14:13:22.048419 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 14:13:22.048419 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 14:13:22.048419 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 14:13:22.048419 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 14:13:22.048419 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 14:13:22.075171 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bd9b48ab-9027-4612-8d63-02a166881a24 None None] Provisioning complete for port 22618595-c751-4fb0-918d-d5c8c312eb0a triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:13:22.075742 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bd9b48ab-9027-4612-8d63-02a166881a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:22.078595 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7bf3cc-e79e-444b-89e7-2a367b4ca488 None None] get_active_networks_info from n-d-808199-11 {{(pid=103572) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 14:13:22.112730 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6b1deb56-5ef0-4d5f-8d0c-40b270068488 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:22.121621 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6b1deb56-5ef0-4d5f-8d0c-40b270068488 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:22.128643 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-6b1deb56-5ef0-4d5f-8d0c-40b270068488 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] 10.222.0.53 "DELETE /v2.0/networks/927c72c1-884b-480f-82c7-cd540f96d2af HTTP/1.1" status: 204 len: 168 time: 0.4901659 Nov 25 14:13:22.129309 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 38228) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:13:22.135199 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1deb56-5ef0-4d5f-8d0c-40b270068488 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Pushing event deleted for resources: {'Network': ['ID=927c72c1-884b-480f-82c7-cd540f96d2af,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:22.136004 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-4f145bba-e8a3-4164-a64d-21a8f418fea8 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1991960736'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:13:22.159463 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f145bba-e8a3-4164-a64d-21a8f418fea8 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Made reservation on behalf of 15fbb8242406420ab98ed6edb89b7729 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 14:13:22.163077 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4f145bba-e8a3-4164-a64d-21a8f418fea8 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:22.187919 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f145bba-e8a3-4164-a64d-21a8f418fea8 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 14:13:22.198251 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4f145bba-e8a3-4164-a64d-21a8f418fea8 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:22.198833 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-4f145bba-e8a3-4164-a64d-21a8f418fea8 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Added segment fc7381de-12b6-42d7-8e48-fbfb4981eb28 of type vlan for network ddeb7ccd-30b7-46db-a906-f6d559a836f5 Nov 25 14:13:22.199971 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7bf3cc-e79e-444b-89e7-2a367b4ca488 None None] Resources bound (agent type, host, resource id): {{(pid=103572) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 14:13:22.239045 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4f145bba-e8a3-4164-a64d-21a8f418fea8 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:22.264014 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4f145bba-e8a3-4164-a64d-21a8f418fea8 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:22.270052 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f145bba-e8a3-4164-a64d-21a8f418fea8 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:13:22.270602 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4f145bba-e8a3-4164-a64d-21a8f418fea8 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:22.329131 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-4f145bba-e8a3-4164-a64d-21a8f418fea8 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1984003 Nov 25 14:13:22.332066 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 38230) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:13:22.337893 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-9375e42f-35a6-4db5-8d36-8ab7dc6d1cfd tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Request body: {'subnet': {'network_id': 'ddeb7ccd-30b7-46db-a906-f6d559a836f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:13:22.346824 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f145bba-e8a3-4164-a64d-21a8f418fea8 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Pushing event updated for resources: {'Network': ['ID=ddeb7ccd-30b7-46db-a906-f6d559a836f5,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:22.359885 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network ddeb7ccd-30b7-46db-a906-f6d559a836f5 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 14:13:22.434842 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9375e42f-35a6-4db5-8d36-8ab7dc6d1cfd tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Made reservation on behalf of 15fbb8242406420ab98ed6edb89b7729 for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 14:13:22.438374 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9375e42f-35a6-4db5-8d36-8ab7dc6d1cfd tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:22.472260 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ba8667-cd76-40e1-94ea-a2c36bb7466c None None] get_active_networks_info from n-d-808199-11 {{(pid=103572) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 14:13:22.541275 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ba8667-cd76-40e1-94ea-a2c36bb7466c None None] Resources bound (agent type, host, resource id): {{(pid=103572) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 14:13:22.622024 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9375e42f-35a6-4db5-8d36-8ab7dc6d1cfd tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:22.686974 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375e42f-35a6-4db5-8d36-8ab7dc6d1cfd tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Pushing event updated for resources: {'Subnet': ['ID=84c1292a-705d-4107-8382-e8d82f5041cd,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:22.701554 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9375e42f-35a6-4db5-8d36-8ab7dc6d1cfd tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Checking segment: {'id': 'fc7381de-12b6-42d7-8e48-fbfb4981eb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'ddeb7ccd-30b7-46db-a906-f6d559a836f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:13:22.701964 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9375e42f-35a6-4db5-8d36-8ab7dc6d1cfd tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Network hostable DHCP agents. Network: ddeb7ccd-30b7-46db-a906-f6d559a836f5, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 14:13:22.720225 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9375e42f-35a6-4db5-8d36-8ab7dc6d1cfd tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Network ddeb7ccd-30b7-46db-a906-f6d559a836f5 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 14:13:22.730664 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-9375e42f-35a6-4db5-8d36-8ab7dc6d1cfd tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, ddeb7ccd-30b7-46db-a906-f6d559a836f5) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:13:22.735142 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9375e42f-35a6-4db5-8d36-8ab7dc6d1cfd tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:13:22.735698 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9375e42f-35a6-4db5-8d36-8ab7dc6d1cfd tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:22.751733 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdd7999-7244-4105-b9eb-9ecc02868ec1 None None] Network ddeb7ccd-30b7-46db-a906-f6d559a836f5 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 14:13:22.756764 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-9375e42f-35a6-4db5-8d36-8ab7dc6d1cfd tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4197097 Nov 25 14:13:22.756992 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 38232) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:13:22.764472 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-4bde5b85-c20a-4ea2-a871-101df5d826f8 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1293905557'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:13:22.784406 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bde5b85-c20a-4ea2-a871-101df5d826f8 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Made reservation on behalf of 15fbb8242406420ab98ed6edb89b7729 for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 14:13:22.788044 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4bde5b85-c20a-4ea2-a871-101df5d826f8 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:22.798037 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 22618595-c751-4fb0-918d-d5c8c312eb0a up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:13:22.814015 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bde5b85-c20a-4ea2-a871-101df5d826f8 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 14:13:22.823462 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4bde5b85-c20a-4ea2-a871-101df5d826f8 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:22.823809 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-4bde5b85-c20a-4ea2-a871-101df5d826f8 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Added segment da0e034c-fb4c-47ba-ad91-a3270cee0e8b of type vlan for network bdfef6a9-178d-441a-9d1f-30cf56b24f30 Nov 25 14:13:22.864561 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4bde5b85-c20a-4ea2-a871-101df5d826f8 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:22.890655 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4bde5b85-c20a-4ea2-a871-101df5d826f8 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:22.896489 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bde5b85-c20a-4ea2-a871-101df5d826f8 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:13:22.897072 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4bde5b85-c20a-4ea2-a871-101df5d826f8 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:22.900413 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 22618595-c751-4fb0-918d-d5c8c312eb0a triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:13:22.900795 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:22.950599 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-4bde5b85-c20a-4ea2-a871-101df5d826f8 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1924863 Nov 25 14:13:22.953632 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 38234) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:13:22.959149 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-82337b91-ade2-4b8d-b5ec-c8b97c124eb4 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Request body: {'subnet': {'network_id': 'bdfef6a9-178d-441a-9d1f-30cf56b24f30', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:13:22.974512 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aebb044-6543-4319-9a4b-731e82e37ea3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-ddeb7ccd-30b7-46db-a906-f6d559a836f5', 'network_id': 'ddeb7ccd-30b7-46db-a906-f6d559a836f5', 'tenant_id': '15fbb8242406420ab98ed6edb89b7729', 'fixed_ips': [{'subnet_id': '84c1292a-705d-4107-8382-e8d82f5041cd'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 14:13:22.975554 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bde5b85-c20a-4ea2-a871-101df5d826f8 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Pushing event updated for resources: {'Network': ['ID=bdfef6a9-178d-441a-9d1f-30cf56b24f30,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:22.975691 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4aebb044-6543-4319-9a4b-731e82e37ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:23.005652 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network bdfef6a9-178d-441a-9d1f-30cf56b24f30 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 14:13:23.051694 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82337b91-ade2-4b8d-b5ec-c8b97c124eb4 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Made reservation on behalf of 15fbb8242406420ab98ed6edb89b7729 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 14:13:23.055393 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-82337b91-ade2-4b8d-b5ec-c8b97c124eb4 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:23.250708 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-82337b91-ade2-4b8d-b5ec-c8b97c124eb4 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:23.318680 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82337b91-ade2-4b8d-b5ec-c8b97c124eb4 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Pushing event updated for resources: {'Subnet': ['ID=03e1f72a-a480-4794-80b2-5f478b22c97e,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:23.327329 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82337b91-ade2-4b8d-b5ec-c8b97c124eb4 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Checking segment: {'id': 'da0e034c-fb4c-47ba-ad91-a3270cee0e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'bdfef6a9-178d-441a-9d1f-30cf56b24f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:13:23.327697 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82337b91-ade2-4b8d-b5ec-c8b97c124eb4 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Network hostable DHCP agents. Network: bdfef6a9-178d-441a-9d1f-30cf56b24f30, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 14:13:23.345662 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82337b91-ade2-4b8d-b5ec-c8b97c124eb4 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Network bdfef6a9-178d-441a-9d1f-30cf56b24f30 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 14:13:23.355834 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-82337b91-ade2-4b8d-b5ec-c8b97c124eb4 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, bdfef6a9-178d-441a-9d1f-30cf56b24f30) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:13:23.360717 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82337b91-ade2-4b8d-b5ec-c8b97c124eb4 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:13:23.361314 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-82337b91-ade2-4b8d-b5ec-c8b97c124eb4 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:23.366570 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-4aebb044-6543-4319-9a4b-731e82e37ea3 None None] Allocated IP 2001:db8::2 (ddeb7ccd-30b7-46db-a906-f6d559a836f5/84c1292a-705d-4107-8382-e8d82f5041cd/26577d57-a685-4d3f-95f9-b468a837bc80) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:13:23.374020 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd7158a-f24d-4210-8005-29a89781eb72 None None] Network bdfef6a9-178d-441a-9d1f-30cf56b24f30 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 14:13:23.388497 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-82337b91-ade2-4b8d-b5ec-c8b97c124eb4 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4326229 Nov 25 14:13:23.390711 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 38236) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:13:23.493865 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-562b6911-5401-451e-9eab-bc4dbd1a6e55 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:23.545591 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-562b6911-5401-451e-9eab-bc4dbd1a6e55 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:23.610775 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-562b6911-5401-451e-9eab-bc4dbd1a6e55 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:23.631489 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74bcc6d-d62a-4e6b-9963-a81df1b14cb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-bdfef6a9-178d-441a-9d1f-30cf56b24f30', 'network_id': 'bdfef6a9-178d-441a-9d1f-30cf56b24f30', 'tenant_id': '15fbb8242406420ab98ed6edb89b7729', 'fixed_ips': [{'subnet_id': '03e1f72a-a480-4794-80b2-5f478b22c97e'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 14:13:23.632342 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f74bcc6d-d62a-4e6b-9963-a81df1b14cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:23.638013 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4aebb044-6543-4319-9a4b-731e82e37ea3 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:23.639700 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562b6911-5401-451e-9eab-bc4dbd1a6e55 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Pushing event deleted for resources: {'Subnet': ['ID=03e1f72a-a480-4794-80b2-5f478b22c97e,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:23.651345 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4aebb044-6543-4319-9a4b-731e82e37ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:23.707192 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-562b6911-5401-451e-9eab-bc4dbd1a6e55 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:23.728173 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-562b6911-5401-451e-9eab-bc4dbd1a6e55 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdfef6a9-178d-441a-9d1f-30cf56b24f30']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:13:23.737448 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-562b6911-5401-451e-9eab-bc4dbd1a6e55 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da0e034c-fb4c-47ba-ad91-a3270cee0e8b') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:13:23.737752 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-562b6911-5401-451e-9eab-bc4dbd1a6e55 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da0e034c-fb4c-47ba-ad91-a3270cee0e8b') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:13:23.748123 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-562b6911-5401-451e-9eab-bc4dbd1a6e55 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:23.758998 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aebb044-6543-4319-9a4b-731e82e37ea3 None None] Network ddeb7ccd-30b7-46db-a906-f6d559a836f5 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:13:23.759652 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:13:23.763583 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-562b6911-5401-451e-9eab-bc4dbd1a6e55 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:23.766600 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-4aebb044-6543-4319-9a4b-731e82e37ea3 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:13:23.769054 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aebb044-6543-4319-9a4b-731e82e37ea3 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:13:23.770192 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-562b6911-5401-451e-9eab-bc4dbd1a6e55 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 14:13:23.770794 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-562b6911-5401-451e-9eab-bc4dbd1a6e55 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:23.771974 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aebb044-6543-4319-9a4b-731e82e37ea3 None None] Pushing event updated for resources: {'Port': ['ID=26577d57-a685-4d3f-95f9-b468a837bc80,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:23.774555 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 14:13:23.774555 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 14:13:23.774555 n-d-808199-11 neutron-server[103570]: timer() Nov 25 14:13:23.774555 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 14:13:23.774555 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 14:13:23.774555 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 14:13:23.774555 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 14:13:23.774555 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 14:13:23.774555 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 14:13:23.774555 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 14:13:23.774555 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 14:13:23.774555 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 14:13:23.774555 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 14:13:23.774555 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 14:13:23.774555 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 14:13:23.774555 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 14:13:23.774555 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 14:13:23.774555 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 14:13:23.774555 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 14:13:23.774555 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 14:13:23.774555 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 14:13:23.774555 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 14:13:23.774555 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 14:13:23.774555 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 14:13:23.774555 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 14:13:23.774555 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 14:13:23.774555 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 14:13:23.774555 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 14:13:23.774555 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 14:13:23.774555 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 14:13:23.774555 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 14:13:23.774555 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 14:13:23.798164 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e837a1-d92a-491d-8c94-d9ea32f8b7cd None None] Network bdfef6a9-178d-441a-9d1f-30cf56b24f30 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 14:13:23.837458 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-562b6911-5401-451e-9eab-bc4dbd1a6e55 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:23.844384 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-562b6911-5401-451e-9eab-bc4dbd1a6e55 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:23.847600 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-562b6911-5401-451e-9eab-bc4dbd1a6e55 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] 10.222.0.53 "DELETE /v2.0/networks/bdfef6a9-178d-441a-9d1f-30cf56b24f30 HTTP/1.1" status: 204 len: 168 time: 0.4551735 Nov 25 14:13:23.850829 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 38238) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:13:23.860066 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562b6911-5401-451e-9eab-bc4dbd1a6e55 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Pushing event deleted for resources: {'Network': ['ID=bdfef6a9-178d-441a-9d1f-30cf56b24f30,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:23.878616 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-4aebb044-6543-4319-9a4b-731e82e37ea3 None None] Attempting to bind port 26577d57-a685-4d3f-95f9-b468a837bc80 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:13:23.879011 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-4aebb044-6543-4319-9a4b-731e82e37ea3 None None] Attempting to bind port 26577d57-a685-4d3f-95f9-b468a837bc80 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'fc7381de-12b6-42d7-8e48-fbfb4981eb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'ddeb7ccd-30b7-46db-a906-f6d559a836f5'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:13:23.879380 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aebb044-6543-4319-9a4b-731e82e37ea3 None None] Attempting to bind port 26577d57-a685-4d3f-95f9-b468a837bc80 on network ddeb7ccd-30b7-46db-a906-f6d559a836f5 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:13:23.882396 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ccda4d1-55fb-4be4-a253-49dbbe6e8dc7 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] GET failed (client error): The resource could not be found. Nov 25 14:13:23.886526 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-4ccda4d1-55fb-4be4-a253-49dbbe6e8dc7 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] 10.222.0.53 "GET /v2.0/subnets/03e1f72a-a480-4794-80b2-5f478b22c97e HTTP/1.1" status: 404 len: 337 time: 0.0312524 Nov 25 14:13:23.886835 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 38240) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:13:23.891804 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aebb044-6543-4319-9a4b-731e82e37ea3 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:13:23.892183 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aebb044-6543-4319-9a4b-731e82e37ea3 None None] Checking segment: {'id': 'fc7381de-12b6-42d7-8e48-fbfb4981eb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'ddeb7ccd-30b7-46db-a906-f6d559a836f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:13:23.892586 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4aebb044-6543-4319-9a4b-731e82e37ea3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:23.892976 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aebb044-6543-4319-9a4b-731e82e37ea3 None None] Bound using segment: {'id': 'fc7381de-12b6-42d7-8e48-fbfb4981eb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'ddeb7ccd-30b7-46db-a906-f6d559a836f5'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:13:23.893452 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-4aebb044-6543-4319-9a4b-731e82e37ea3 None None] Bound port: 26577d57-a685-4d3f-95f9-b468a837bc80, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc7381de-12b6-42d7-8e48-fbfb4981eb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'ddeb7ccd-30b7-46db-a906-f6d559a836f5'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:13:23.893826 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4aebb044-6543-4319-9a4b-731e82e37ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:23.905723 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-13069a46-2109-45b7-aa3b-4f48404ce562 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] DELETE failed (client error): The resource could not be found. Nov 25 14:13:23.906222 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13069a46-2109-45b7-aa3b-4f48404ce562 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 14:13:23.909286 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-13069a46-2109-45b7-aa3b-4f48404ce562 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] 10.222.0.53 "DELETE /v2.0/networks/bdfef6a9-178d-441a-9d1f-30cf56b24f30 HTTP/1.1" status: 404 len: 339 time: 0.0214846 Nov 25 14:13:23.913276 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 38242) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:13:23.939543 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-96a81eae-1f0d-4795-8da1-afbab34589f7 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] DELETE failed (client error): The resource could not be found. Nov 25 14:13:23.940029 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96a81eae-1f0d-4795-8da1-afbab34589f7 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 14:13:23.946090 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-96a81eae-1f0d-4795-8da1-afbab34589f7 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] 10.222.0.53 "DELETE /v2.0/subnets/03e1f72a-a480-4794-80b2-5f478b22c97e HTTP/1.1" status: 404 len: 337 time: 0.0288379 Nov 25 14:13:23.946090 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 38244) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:13:23.964178 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa20944a-31bf-42e1-8d7b-471b14e86c84 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] DELETE failed (client error): The resource could not be found. Nov 25 14:13:23.964788 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa20944a-31bf-42e1-8d7b-471b14e86c84 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 14:13:23.967840 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-aa20944a-31bf-42e1-8d7b-471b14e86c84 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] 10.222.0.53 "DELETE /v2.0/networks/bdfef6a9-178d-441a-9d1f-30cf56b24f30 HTTP/1.1" status: 404 len: 339 time: 0.0212379 Nov 25 14:13:23.970437 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 38246) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:13:23.991390 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-4aebb044-6543-4319-9a4b-731e82e37ea3 None None] For port 26577d57-a685-4d3f-95f9-b468a837bc80, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:13:23.994878 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-4aebb044-6543-4319-9a4b-731e82e37ea3 None None] For port 26577d57-a685-4d3f-95f9-b468a837bc80, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=26577d57-a685-4d3f-95f9-b468a837bc80,segment=NetworkSegment(fc7381de-12b6-42d7-8e48-fbfb4981eb28),segment_id=fc7381de-12b6-42d7-8e48-fbfb4981eb28)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:13:23.999267 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4aebb044-6543-4319-9a4b-731e82e37ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:24.022518 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-b04b9d9a-9e65-40ef-95c4-db64f9944161 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Deleting subnet 84c1292a-705d-4107-8382-e8d82f5041cd {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 14:13:24.026496 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b04b9d9a-9e65-40ef-95c4-db64f9944161 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:24.064211 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aebb044-6543-4319-9a4b-731e82e37ea3 None None] Pushing event updated for resources: {'Port': ['ID=26577d57-a685-4d3f-95f9-b468a837bc80,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:24.075558 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b04b9d9a-9e65-40ef-95c4-db64f9944161 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:24.162371 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b04b9d9a-9e65-40ef-95c4-db64f9944161 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:24.238019 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b04b9d9a-9e65-40ef-95c4-db64f9944161 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:24.271163 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b9d9a-9e65-40ef-95c4-db64f9944161 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Pushing event deleted for resources: {'Subnet': ['ID=84c1292a-705d-4107-8382-e8d82f5041cd,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:24.275632 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b04b9d9a-9e65-40ef-95c4-db64f9944161 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:24.279247 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b04b9d9a-9e65-40ef-95c4-db64f9944161 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] 10.222.0.53 "DELETE /v2.0/subnets/84c1292a-705d-4107-8382-e8d82f5041cd HTTP/1.1" status: 204 len: 168 time: 0.3078618 Nov 25 14:13:24.284869 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 38248) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:13:24.368353 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5457ec23-d5be-46c9-9721-ae37a17f1718 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:24.421027 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-5457ec23-d5be-46c9-9721-ae37a17f1718 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Deleting port 26577d57-a685-4d3f-95f9-b468a837bc80 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:13:24.421681 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5457ec23-d5be-46c9-9721-ae37a17f1718 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:24.487959 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-5457ec23-d5be-46c9-9721-ae37a17f1718 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] For port 26577d57-a685-4d3f-95f9-b468a837bc80, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=26577d57-a685-4d3f-95f9-b468a837bc80,segment=NetworkSegment(fc7381de-12b6-42d7-8e48-fbfb4981eb28),segment_id=fc7381de-12b6-42d7-8e48-fbfb4981eb28)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:13:24.488331 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5457ec23-d5be-46c9-9721-ae37a17f1718 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:24.501660 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-5457ec23-d5be-46c9-9721-ae37a17f1718 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Calling delete_port for 26577d57-a685-4d3f-95f9-b468a837bc80 owned by network:dhcp {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:13:24.580948 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5457ec23-d5be-46c9-9721-ae37a17f1718 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:24.606967 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5457ec23-d5be-46c9-9721-ae37a17f1718 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Pushing event deleted for resources: {'Port': ['ID=26577d57-a685-4d3f-95f9-b468a837bc80,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:24.611284 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5457ec23-d5be-46c9-9721-ae37a17f1718 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] No DVR routers for this DVR port 26577d57-a685-4d3f-95f9-b468a837bc80 on host n-d-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 14:13:24.700600 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5457ec23-d5be-46c9-9721-ae37a17f1718 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:24.722211 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-5457ec23-d5be-46c9-9721-ae37a17f1718 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddeb7ccd-30b7-46db-a906-f6d559a836f5']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:13:24.732370 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-5457ec23-d5be-46c9-9721-ae37a17f1718 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc7381de-12b6-42d7-8e48-fbfb4981eb28') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:13:24.732675 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-5457ec23-d5be-46c9-9721-ae37a17f1718 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc7381de-12b6-42d7-8e48-fbfb4981eb28') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:13:24.743188 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5457ec23-d5be-46c9-9721-ae37a17f1718 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:24.757535 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5457ec23-d5be-46c9-9721-ae37a17f1718 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:24.765002 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5457ec23-d5be-46c9-9721-ae37a17f1718 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 14:13:24.765440 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5457ec23-d5be-46c9-9721-ae37a17f1718 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:24.768617 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 14:13:24.768617 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 14:13:24.768617 n-d-808199-11 neutron-server[103570]: timer() Nov 25 14:13:24.768617 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 14:13:24.768617 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 14:13:24.768617 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 14:13:24.768617 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 14:13:24.768617 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 14:13:24.768617 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 14:13:24.768617 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 14:13:24.768617 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 14:13:24.768617 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 14:13:24.768617 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 14:13:24.768617 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 14:13:24.768617 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 14:13:24.768617 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 14:13:24.768617 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 14:13:24.768617 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 14:13:24.768617 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 14:13:24.768617 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 14:13:24.768617 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 14:13:24.768617 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 14:13:24.768617 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 14:13:24.768617 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 14:13:24.768617 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 14:13:24.768617 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 14:13:24.768617 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 14:13:24.768617 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 14:13:24.768617 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 14:13:24.768617 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 14:13:24.768617 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 14:13:24.768617 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 14:13:24.832762 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5457ec23-d5be-46c9-9721-ae37a17f1718 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:24.841564 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5457ec23-d5be-46c9-9721-ae37a17f1718 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:24.844944 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-5457ec23-d5be-46c9-9721-ae37a17f1718 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] 10.222.0.53 "DELETE /v2.0/networks/ddeb7ccd-30b7-46db-a906-f6d559a836f5 HTTP/1.1" status: 204 len: 168 time: 0.5589757 Nov 25 14:13:24.847682 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 38250) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:13:24.861972 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5457ec23-d5be-46c9-9721-ae37a17f1718 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Pushing event deleted for resources: {'Network': ['ID=ddeb7ccd-30b7-46db-a906-f6d559a836f5,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:24.878630 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-970d7261-a83b-4ca1-8eed-10b1126e2b8d tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] DELETE failed (client error): The resource could not be found. Nov 25 14:13:24.879122 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-970d7261-a83b-4ca1-8eed-10b1126e2b8d tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 14:13:24.882196 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-970d7261-a83b-4ca1-8eed-10b1126e2b8d tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] 10.222.0.53 "DELETE /v2.0/subnets/eeb62f82-5d84-4b64-b786-dff0383f96cc HTTP/1.1" status: 404 len: 337 time: 0.0335214 Nov 25 14:13:24.885476 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 38252) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:13:24.905025 n-d-808199-11 neutron-server[103570]: INFO neutron.pecan_wsgi.hooks.translation [None req-00303cbc-85bf-4555-a3ea-c57c689c5a07 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] DELETE failed (client error): The resource could not be found. Nov 25 14:13:24.905564 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00303cbc-85bf-4555-a3ea-c57c689c5a07 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103570) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 14:13:24.908592 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-00303cbc-85bf-4555-a3ea-c57c689c5a07 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] 10.222.0.53 "DELETE /v2.0/networks/927c72c1-884b-480f-82c7-cd540f96d2af HTTP/1.1" status: 404 len: 339 time: 0.0221190 Nov 25 14:13:24.911231 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 38254) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:13:24.937421 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-15ae0fdd-8e6b-4e03-bdea-822457437505 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] DELETE failed (client error): The resource could not be found. Nov 25 14:13:24.937880 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15ae0fdd-8e6b-4e03-bdea-822457437505 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 14:13:24.942566 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-15ae0fdd-8e6b-4e03-bdea-822457437505 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] 10.222.0.53 "DELETE /v2.0/subnets/26e0e0ca-e461-4719-87a9-537feef2d3fd HTTP/1.1" status: 404 len: 337 time: 0.0302894 Nov 25 14:13:24.943524 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 38256) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:13:24.963252 n-d-808199-11 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-80b301c2-31b7-4cce-863b-a76142dae82d tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] DELETE failed (client error): The resource could not be found. Nov 25 14:13:24.963740 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80b301c2-31b7-4cce-863b-a76142dae82d tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 14:13:24.967013 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-80b301c2-31b7-4cce-863b-a76142dae82d tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] 10.222.0.53 "DELETE /v2.0/networks/7403cbec-d43a-4391-bd68-a95b5cd3badd HTTP/1.1" status: 404 len: 339 time: 0.0223963 Nov 25 14:13:24.969401 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 38258) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:13:25.012625 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a605fb0-d2d8-4335-8afe-82a9778e7236 None None] DHCP port deletion for ddeb7ccd-30b7-46db-a906-f6d559a836f5 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 14:13:25.020714 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e2f9f67-3ba4-482e-937b-0b134fd8f621 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Deleting subnet 4d49c85f-92b9-4568-88bd-7ab086189ec2 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 14:13:25.025319 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9e2f9f67-3ba4-482e-937b-0b134fd8f621 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:25.029116 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a20576-c8ae-45ff-8e52-3e5b340ba480 None None] Network ddeb7ccd-30b7-46db-a906-f6d559a836f5 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 14:13:25.040674 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a20576-c8ae-45ff-8e52-3e5b340ba480 None None] Network ddeb7ccd-30b7-46db-a906-f6d559a836f5 could not be found, it might have been deleted concurrently. {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 25 14:13:25.047732 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-51281c32-d8f9-49a1-8f0c-89345732e0d7 None None] Could not find standard attr ID for object 26577d57-a685-4d3f-95f9-b468a837bc80. {{(pid=103572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 14:13:25.073023 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9e2f9f67-3ba4-482e-937b-0b134fd8f621 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:25.155458 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9e2f9f67-3ba4-482e-937b-0b134fd8f621 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:25.212888 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9e2f9f67-3ba4-482e-937b-0b134fd8f621 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:25.245089 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2f9f67-3ba4-482e-937b-0b134fd8f621 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Pushing event deleted for resources: {'Subnet': ['ID=4d49c85f-92b9-4568-88bd-7ab086189ec2,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:25.247123 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9e2f9f67-3ba4-482e-937b-0b134fd8f621 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:25.251174 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-9e2f9f67-3ba4-482e-937b-0b134fd8f621 tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] 10.222.0.53 "DELETE /v2.0/subnets/4d49c85f-92b9-4568-88bd-7ab086189ec2 HTTP/1.1" status: 204 len: 168 time: 0.2808082 Nov 25 14:13:25.252698 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f749ddbb-1f0e-44df-9e56-5db7ee37f92e None None] Network 14cb0b74-862a-41c8-95ca-66fbe281c91b requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 14:13:25.252838 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 38260) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:13:25.333153 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c5d43815-29a8-4b38-a0e1-b9ec505478fe tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:25.390580 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-c5d43815-29a8-4b38-a0e1-b9ec505478fe tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Deleting port 22618595-c751-4fb0-918d-d5c8c312eb0a {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:13:25.390953 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c5d43815-29a8-4b38-a0e1-b9ec505478fe tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:25.438076 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d57e28-78ac-496d-b8a0-7f9d527d758b None None] DHCP port deletion for 14cb0b74-862a-41c8-95ca-66fbe281c91b request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 14:13:25.459270 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-c5d43815-29a8-4b38-a0e1-b9ec505478fe tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] For port 22618595-c751-4fb0-918d-d5c8c312eb0a, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=22618595-c751-4fb0-918d-d5c8c312eb0a,segment=NetworkSegment(d8724224-930f-4b75-9528-5d530df476a7),segment_id=d8724224-930f-4b75-9528-5d530df476a7)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:13:25.459637 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c5d43815-29a8-4b38-a0e1-b9ec505478fe tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:25.472547 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-c5d43815-29a8-4b38-a0e1-b9ec505478fe tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Calling delete_port for 22618595-c751-4fb0-918d-d5c8c312eb0a owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:13:25.488700 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-14d57e28-78ac-496d-b8a0-7f9d527d758b None None] Deleting port 22618595-c751-4fb0-918d-d5c8c312eb0a {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:13:25.489079 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-14d57e28-78ac-496d-b8a0-7f9d527d758b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:25.554437 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c5d43815-29a8-4b38-a0e1-b9ec505478fe tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:25.556700 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-14d57e28-78ac-496d-b8a0-7f9d527d758b None None] For port 22618595-c751-4fb0-918d-d5c8c312eb0a, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=22618595-c751-4fb0-918d-d5c8c312eb0a,segment=NetworkSegment(d8724224-930f-4b75-9528-5d530df476a7),segment_id=d8724224-930f-4b75-9528-5d530df476a7)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:13:25.557357 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-14d57e28-78ac-496d-b8a0-7f9d527d758b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:25.572997 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-14d57e28-78ac-496d-b8a0-7f9d527d758b None None] Calling delete_port for 22618595-c751-4fb0-918d-d5c8c312eb0a owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:13:25.580436 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d43815-29a8-4b38-a0e1-b9ec505478fe tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Pushing event deleted for resources: {'Port': ['ID=22618595-c751-4fb0-918d-d5c8c312eb0a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:25.583947 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d43815-29a8-4b38-a0e1-b9ec505478fe tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] No DVR routers for this DVR port 22618595-c751-4fb0-918d-d5c8c312eb0a on host n-d-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 14:13:25.652600 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-14d57e28-78ac-496d-b8a0-7f9d527d758b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:25.666814 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c5d43815-29a8-4b38-a0e1-b9ec505478fe tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:25.682575 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d57e28-78ac-496d-b8a0-7f9d527d758b None None] No DVR routers for this DVR port 22618595-c751-4fb0-918d-d5c8c312eb0a on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 14:13:25.686560 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d57e28-78ac-496d-b8a0-7f9d527d758b None None] Pushing event deleted for resources: {'Port': ['ID=22618595-c751-4fb0-918d-d5c8c312eb0a,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:25.687118 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-c5d43815-29a8-4b38-a0e1-b9ec505478fe tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14cb0b74-862a-41c8-95ca-66fbe281c91b']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:13:25.697588 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-c5d43815-29a8-4b38-a0e1-b9ec505478fe tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8724224-930f-4b75-9528-5d530df476a7') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:13:25.697760 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-c5d43815-29a8-4b38-a0e1-b9ec505478fe tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8724224-930f-4b75-9528-5d530df476a7') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:13:25.707403 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c5d43815-29a8-4b38-a0e1-b9ec505478fe tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:25.720515 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c5d43815-29a8-4b38-a0e1-b9ec505478fe tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:25.727170 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5d43815-29a8-4b38-a0e1-b9ec505478fe tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 14:13:25.727507 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c5d43815-29a8-4b38-a0e1-b9ec505478fe tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:25.730483 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 14:13:25.730483 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 14:13:25.730483 n-d-808199-11 neutron-server[103571]: timer() Nov 25 14:13:25.730483 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 14:13:25.730483 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 14:13:25.730483 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 14:13:25.730483 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 14:13:25.730483 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 14:13:25.730483 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 14:13:25.730483 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 14:13:25.730483 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 14:13:25.730483 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 14:13:25.730483 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 14:13:25.730483 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 14:13:25.730483 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 14:13:25.730483 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 14:13:25.730483 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 14:13:25.730483 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 14:13:25.730483 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 14:13:25.730483 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 14:13:25.730483 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 14:13:25.730483 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 14:13:25.730483 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 14:13:25.730483 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 14:13:25.730483 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 14:13:25.730483 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 14:13:25.730483 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 14:13:25.730483 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 14:13:25.730483 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 14:13:25.730483 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 14:13:25.730483 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 14:13:25.730483 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 14:13:25.792083 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c5d43815-29a8-4b38-a0e1-b9ec505478fe tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:25.799228 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c5d43815-29a8-4b38-a0e1-b9ec505478fe tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:25.802327 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c5d43815-29a8-4b38-a0e1-b9ec505478fe tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] 10.222.0.53 "DELETE /v2.0/networks/14cb0b74-862a-41c8-95ca-66fbe281c91b HTTP/1.1" status: 204 len: 168 time: 0.5486705 Nov 25 14:13:25.816193 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d43815-29a8-4b38-a0e1-b9ec505478fe tempest-NetworksIpV6Test-121615067 tempest-NetworksIpV6Test-121615067-project] Pushing event deleted for resources: {'Network': ['ID=14cb0b74-862a-41c8-95ca-66fbe281c91b,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:26.037980 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 38266) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:13:26.166955 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-ead85f21-cdb1-4010-8ed4-ed165a0628bb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=15fbb8242406420ab98ed6edb89b7729&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1277869 Nov 25 14:13:26.169410 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 38270) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:13:26.215344 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9ded9105-1743-44f0-8239-a5865c9c5d3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:26.236469 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9ded9105-1743-44f0-8239-a5865c9c5d3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:26.283170 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9ded9105-1743-44f0-8239-a5865c9c5d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:26.285729 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9ded9105-1743-44f0-8239-a5865c9c5d3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:26.286897 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-9ded9105-1743-44f0-8239-a5865c9c5d3d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ca926d23-f605-4c27-99c3-ca83775f069f HTTP/1.1" status: 204 len: 168 time: 0.1165533 Nov 25 14:13:26.296515 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ded9105-1743-44f0-8239-a5865c9c5d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca926d23-f605-4c27-99c3-ca83775f069f,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:26.771749 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 22618595-c751-4fb0-918d-d5c8c312eb0a no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:13:26.792467 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 22618595-c751-4fb0-918d-d5c8c312eb0a {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 14:13:26.792825 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 22618595-c751-4fb0-918d-d5c8c312eb0a not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:13:26.793250 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 26577d57-a685-4d3f-95f9-b468a837bc80 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:13:26.813409 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 26577d57-a685-4d3f-95f9-b468a837bc80 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 14:13:26.813763 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 26577d57-a685-4d3f-95f9-b468a837bc80 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:13:26.908393 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 38292) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:13:27.001427 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-0389f32c-fd5d-4369-968e-245ff0d37cb8 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1004542558', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:13:27.024617 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0389f32c-fd5d-4369-968e-245ff0d37cb8 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:27.025560 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0389f32c-fd5d-4369-968e-245ff0d37cb8 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:27.078476 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0389f32c-fd5d-4369-968e-245ff0d37cb8 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:27.082857 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0389f32c-fd5d-4369-968e-245ff0d37cb8 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:27.100312 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0389f32c-fd5d-4369-968e-245ff0d37cb8 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:27.101503 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-0389f32c-fd5d-4369-968e-245ff0d37cb8 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1920850 Nov 25 14:13:27.104279 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 38296) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:13:27.108932 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-312c8e98-4e75-492e-9b39-051659c9e211 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-509354745'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:13:27.130035 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312c8e98-4e75-492e-9b39-051659c9e211 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Made reservation on behalf of b01b35128b844af4bd51784586841875 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 14:13:27.134157 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-312c8e98-4e75-492e-9b39-051659c9e211 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:27.143132 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-312c8e98-4e75-492e-9b39-051659c9e211 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:27.216624 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-312c8e98-4e75-492e-9b39-051659c9e211 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:27.220418 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-312c8e98-4e75-492e-9b39-051659c9e211 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:27.247472 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-312c8e98-4e75-492e-9b39-051659c9e211 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 14:13:27.257336 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312c8e98-4e75-492e-9b39-051659c9e211 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21262355-cae5-412d-a11f-df571e8c0933,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:27.262484 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-312c8e98-4e75-492e-9b39-051659c9e211 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:27.263129 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-312c8e98-4e75-492e-9b39-051659c9e211 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Added segment cdc3922f-32b5-46d8-abda-ff2521296424 of type vlan for network bd5dded7-7527-4273-a094-187c7277c06a Nov 25 14:13:27.303141 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-312c8e98-4e75-492e-9b39-051659c9e211 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:27.333779 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-312c8e98-4e75-492e-9b39-051659c9e211 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:27.339588 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312c8e98-4e75-492e-9b39-051659c9e211 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:13:27.340194 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-312c8e98-4e75-492e-9b39-051659c9e211 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:27.403919 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-312c8e98-4e75-492e-9b39-051659c9e211 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2986095 Nov 25 14:13:27.406915 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 38298) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:13:27.413027 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-d87b7fa6-a658-48e2-804e-382fb046d2d1 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Request body: {'subnet': {'network_id': 'bd5dded7-7527-4273-a094-187c7277c06a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:13:27.423625 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312c8e98-4e75-492e-9b39-051659c9e211 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Pushing event updated for resources: {'Network': ['ID=bd5dded7-7527-4273-a094-187c7277c06a,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:27.434214 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network bd5dded7-7527-4273-a094-187c7277c06a details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 14:13:27.504640 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87b7fa6-a658-48e2-804e-382fb046d2d1 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Made reservation on behalf of b01b35128b844af4bd51784586841875 for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 14:13:27.509104 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d87b7fa6-a658-48e2-804e-382fb046d2d1 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:27.691643 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d87b7fa6-a658-48e2-804e-382fb046d2d1 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:27.763118 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87b7fa6-a658-48e2-804e-382fb046d2d1 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Pushing event updated for resources: {'Subnet': ['ID=b745965e-40eb-4c9a-9bdb-b3b9464fd963,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:27.768426 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87b7fa6-a658-48e2-804e-382fb046d2d1 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Checking segment: {'id': 'cdc3922f-32b5-46d8-abda-ff2521296424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'bd5dded7-7527-4273-a094-187c7277c06a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:13:27.768796 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87b7fa6-a658-48e2-804e-382fb046d2d1 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Network hostable DHCP agents. Network: bd5dded7-7527-4273-a094-187c7277c06a, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 14:13:27.786061 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87b7fa6-a658-48e2-804e-382fb046d2d1 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Network bd5dded7-7527-4273-a094-187c7277c06a is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 14:13:27.795507 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-d87b7fa6-a658-48e2-804e-382fb046d2d1 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, bd5dded7-7527-4273-a094-187c7277c06a) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:13:27.800368 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87b7fa6-a658-48e2-804e-382fb046d2d1 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:13:27.801485 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d87b7fa6-a658-48e2-804e-382fb046d2d1 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:27.804993 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8909b730-7533-45de-bde8-3d76e008e1c8 None None] Network bd5dded7-7527-4273-a094-187c7277c06a requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 14:13:27.819459 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d87b7fa6-a658-48e2-804e-382fb046d2d1 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4113324 Nov 25 14:13:27.823100 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 38300) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:13:27.827953 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-6f67be18-21e8-451c-b05c-e0107de67890 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-243659901'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:13:27.848155 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f67be18-21e8-451c-b05c-e0107de67890 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Made reservation on behalf of b01b35128b844af4bd51784586841875 for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 14:13:27.851821 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6f67be18-21e8-451c-b05c-e0107de67890 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:27.875876 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f67be18-21e8-451c-b05c-e0107de67890 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 14:13:27.885469 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6f67be18-21e8-451c-b05c-e0107de67890 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:27.885870 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-6f67be18-21e8-451c-b05c-e0107de67890 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Added segment 8905f393-282e-478f-85cf-59d6dd7f3ba8 of type vlan for network 5d2507b7-9623-4c1e-82d1-522ea018fc35 Nov 25 14:13:27.925606 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6f67be18-21e8-451c-b05c-e0107de67890 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:27.951025 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6f67be18-21e8-451c-b05c-e0107de67890 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:27.954400 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403641d2-3af4-43b3-987c-b20d74165252 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-bd5dded7-7527-4273-a094-187c7277c06a', 'network_id': 'bd5dded7-7527-4273-a094-187c7277c06a', 'tenant_id': 'b01b35128b844af4bd51784586841875', 'fixed_ips': [{'subnet_id': 'b745965e-40eb-4c9a-9bdb-b3b9464fd963'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 14:13:27.955302 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-403641d2-3af4-43b3-987c-b20d74165252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:27.957271 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f67be18-21e8-451c-b05c-e0107de67890 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:13:27.957870 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6f67be18-21e8-451c-b05c-e0107de67890 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:28.009875 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-6f67be18-21e8-451c-b05c-e0107de67890 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1857321 Nov 25 14:13:28.013079 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 38302) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:13:28.019013 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-5ba39e35-4a64-4b70-b962-aa7a6797df14 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Request body: {'subnet': {'network_id': '5d2507b7-9623-4c1e-82d1-522ea018fc35', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:13:28.035186 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f67be18-21e8-451c-b05c-e0107de67890 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Pushing event updated for resources: {'Network': ['ID=5d2507b7-9623-4c1e-82d1-522ea018fc35,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:28.071061 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 5d2507b7-9623-4c1e-82d1-522ea018fc35 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 14:13:28.111634 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba39e35-4a64-4b70-b962-aa7a6797df14 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Made reservation on behalf of b01b35128b844af4bd51784586841875 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 14:13:28.116318 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5ba39e35-4a64-4b70-b962-aa7a6797df14 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:28.149544 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-403641d2-3af4-43b3-987c-b20d74165252 None None] Allocated IP 172.20.0.2 (bd5dded7-7527-4273-a094-187c7277c06a/b745965e-40eb-4c9a-9bdb-b3b9464fd963/42ce0a48-c2ba-4be0-9d60-fbbbd9fec5db) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:13:28.298705 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-403641d2-3af4-43b3-987c-b20d74165252 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:28.304012 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-403641d2-3af4-43b3-987c-b20d74165252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:28.306866 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5ba39e35-4a64-4b70-b962-aa7a6797df14 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:28.344213 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403641d2-3af4-43b3-987c-b20d74165252 None None] Network bd5dded7-7527-4273-a094-187c7277c06a is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:13:28.348835 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-403641d2-3af4-43b3-987c-b20d74165252 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:13:28.353717 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403641d2-3af4-43b3-987c-b20d74165252 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:13:28.356821 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403641d2-3af4-43b3-987c-b20d74165252 None None] Pushing event updated for resources: {'Port': ['ID=42ce0a48-c2ba-4be0-9d60-fbbbd9fec5db,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:28.365919 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba39e35-4a64-4b70-b962-aa7a6797df14 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Pushing event updated for resources: {'Subnet': ['ID=2c88db70-db0e-4984-9e9f-ea9ddf592511,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:28.388103 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba39e35-4a64-4b70-b962-aa7a6797df14 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Checking segment: {'id': '8905f393-282e-478f-85cf-59d6dd7f3ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5d2507b7-9623-4c1e-82d1-522ea018fc35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:13:28.388464 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba39e35-4a64-4b70-b962-aa7a6797df14 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Network hostable DHCP agents. Network: 5d2507b7-9623-4c1e-82d1-522ea018fc35, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 14:13:28.406599 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba39e35-4a64-4b70-b962-aa7a6797df14 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Network 5d2507b7-9623-4c1e-82d1-522ea018fc35 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 14:13:28.413994 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-403641d2-3af4-43b3-987c-b20d74165252 None None] Attempting to bind port 42ce0a48-c2ba-4be0-9d60-fbbbd9fec5db on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:13:28.414905 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-403641d2-3af4-43b3-987c-b20d74165252 None None] Attempting to bind port 42ce0a48-c2ba-4be0-9d60-fbbbd9fec5db by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'cdc3922f-32b5-46d8-abda-ff2521296424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'bd5dded7-7527-4273-a094-187c7277c06a'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:13:28.415276 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403641d2-3af4-43b3-987c-b20d74165252 None None] Attempting to bind port 42ce0a48-c2ba-4be0-9d60-fbbbd9fec5db on network bd5dded7-7527-4273-a094-187c7277c06a {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:13:28.416133 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-5ba39e35-4a64-4b70-b962-aa7a6797df14 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 5d2507b7-9623-4c1e-82d1-522ea018fc35) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:13:28.420615 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba39e35-4a64-4b70-b962-aa7a6797df14 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:13:28.421134 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5ba39e35-4a64-4b70-b962-aa7a6797df14 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:28.421953 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403641d2-3af4-43b3-987c-b20d74165252 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:13:28.422415 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403641d2-3af4-43b3-987c-b20d74165252 None None] Checking segment: {'id': 'cdc3922f-32b5-46d8-abda-ff2521296424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'bd5dded7-7527-4273-a094-187c7277c06a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:13:28.423399 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-403641d2-3af4-43b3-987c-b20d74165252 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:28.423399 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403641d2-3af4-43b3-987c-b20d74165252 None None] Bound using segment: {'id': 'cdc3922f-32b5-46d8-abda-ff2521296424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'bd5dded7-7527-4273-a094-187c7277c06a'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:13:28.424040 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-403641d2-3af4-43b3-987c-b20d74165252 None None] Bound port: 42ce0a48-c2ba-4be0-9d60-fbbbd9fec5db, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc3922f-32b5-46d8-abda-ff2521296424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'bd5dded7-7527-4273-a094-187c7277c06a'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:13:28.424603 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-403641d2-3af4-43b3-987c-b20d74165252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:28.428687 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f0cb64-5c56-4175-8aad-8c7ff34613f4 None None] Network 5d2507b7-9623-4c1e-82d1-522ea018fc35 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 14:13:28.437407 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5ba39e35-4a64-4b70-b962-aa7a6797df14 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4230368 Nov 25 14:13:28.440079 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 38304) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:13:28.444888 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-47c4628b-9842-4a6b-8775-6a12f180ec39 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Request body: {'router': {'external_gateway_info': {'network_id': '5d2507b7-9623-4c1e-82d1-522ea018fc35'}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:13:28.555700 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-403641d2-3af4-43b3-987c-b20d74165252 None None] For port 42ce0a48-c2ba-4be0-9d60-fbbbd9fec5db, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:13:28.558807 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-403641d2-3af4-43b3-987c-b20d74165252 None None] For port 42ce0a48-c2ba-4be0-9d60-fbbbd9fec5db, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=42ce0a48-c2ba-4be0-9d60-fbbbd9fec5db,segment=NetworkSegment(cdc3922f-32b5-46d8-abda-ff2521296424),segment_id=cdc3922f-32b5-46d8-abda-ff2521296424)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:13:28.564314 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-403641d2-3af4-43b3-987c-b20d74165252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:28.656953 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-47c4628b-9842-4a6b-8775-6a12f180ec39 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:28.670252 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403641d2-3af4-43b3-987c-b20d74165252 None None] Pushing event updated for resources: {'Port': ['ID=42ce0a48-c2ba-4be0-9d60-fbbbd9fec5db,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:28.679058 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323ff8b5-fcf8-4355-bc0e-c5d22cc299ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-5d2507b7-9623-4c1e-82d1-522ea018fc35', 'network_id': '5d2507b7-9623-4c1e-82d1-522ea018fc35', 'tenant_id': 'b01b35128b844af4bd51784586841875', 'fixed_ips': [{'subnet_id': '2c88db70-db0e-4984-9e9f-ea9ddf592511'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 14:13:28.679981 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-323ff8b5-fcf8-4355-bc0e-c5d22cc299ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:28.781588 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [None req-47c4628b-9842-4a6b-8775-6a12f180ec39 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 14:13:28.782663 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-47c4628b-9842-4a6b-8775-6a12f180ec39 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] 10.222.0.53 "PUT /v2.0/routers/a399b80c-3577-461c-be83-1e6524bd47fc HTTP/1.1" status: 400 len: 364 time: 0.3414917 Nov 25 14:13:28.788566 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 38306) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:13:28.849845 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-323ff8b5-fcf8-4355-bc0e-c5d22cc299ea None None] Allocated IP 172.21.0.2 (5d2507b7-9623-4c1e-82d1-522ea018fc35/2c88db70-db0e-4984-9e9f-ea9ddf592511/a7a8fb20-86db-4960-98c0-8562fce35f65) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:13:28.860922 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-e50d1b21-2e57-42aa-8a8e-5d7d6a905294 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Deleting subnet 2c88db70-db0e-4984-9e9f-ea9ddf592511 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 14:13:29.154613 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-323ff8b5-fcf8-4355-bc0e-c5d22cc299ea None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:29.159887 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e50d1b21-2e57-42aa-8a8e-5d7d6a905294 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:29.160381 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-323ff8b5-fcf8-4355-bc0e-c5d22cc299ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:29.201579 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e50d1b21-2e57-42aa-8a8e-5d7d6a905294 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:29.201982 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323ff8b5-fcf8-4355-bc0e-c5d22cc299ea None None] Network 5d2507b7-9623-4c1e-82d1-522ea018fc35 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:13:29.207521 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-323ff8b5-fcf8-4355-bc0e-c5d22cc299ea None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:13:29.209671 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323ff8b5-fcf8-4355-bc0e-c5d22cc299ea None None] Pushing event updated for resources: {'Port': ['ID=a7a8fb20-86db-4960-98c0-8562fce35f65,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:29.211872 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323ff8b5-fcf8-4355-bc0e-c5d22cc299ea None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:13:29.264782 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-323ff8b5-fcf8-4355-bc0e-c5d22cc299ea None None] Attempting to bind port a7a8fb20-86db-4960-98c0-8562fce35f65 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:13:29.265163 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-323ff8b5-fcf8-4355-bc0e-c5d22cc299ea None None] Attempting to bind port a7a8fb20-86db-4960-98c0-8562fce35f65 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '8905f393-282e-478f-85cf-59d6dd7f3ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5d2507b7-9623-4c1e-82d1-522ea018fc35'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:13:29.265540 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323ff8b5-fcf8-4355-bc0e-c5d22cc299ea None None] Attempting to bind port a7a8fb20-86db-4960-98c0-8562fce35f65 on network 5d2507b7-9623-4c1e-82d1-522ea018fc35 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:13:29.270530 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323ff8b5-fcf8-4355-bc0e-c5d22cc299ea None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:13:29.270942 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323ff8b5-fcf8-4355-bc0e-c5d22cc299ea None None] Checking segment: {'id': '8905f393-282e-478f-85cf-59d6dd7f3ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5d2507b7-9623-4c1e-82d1-522ea018fc35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:13:29.271350 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-323ff8b5-fcf8-4355-bc0e-c5d22cc299ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:29.271757 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323ff8b5-fcf8-4355-bc0e-c5d22cc299ea None None] Bound using segment: {'id': '8905f393-282e-478f-85cf-59d6dd7f3ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5d2507b7-9623-4c1e-82d1-522ea018fc35'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:13:29.272231 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-323ff8b5-fcf8-4355-bc0e-c5d22cc299ea None None] Bound port: a7a8fb20-86db-4960-98c0-8562fce35f65, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8905f393-282e-478f-85cf-59d6dd7f3ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5d2507b7-9623-4c1e-82d1-522ea018fc35'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:13:29.272615 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-323ff8b5-fcf8-4355-bc0e-c5d22cc299ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:29.291344 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e50d1b21-2e57-42aa-8a8e-5d7d6a905294 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:29.355189 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e50d1b21-2e57-42aa-8a8e-5d7d6a905294 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:29.358011 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-323ff8b5-fcf8-4355-bc0e-c5d22cc299ea None None] For port a7a8fb20-86db-4960-98c0-8562fce35f65, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:13:29.361566 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-323ff8b5-fcf8-4355-bc0e-c5d22cc299ea None None] For port a7a8fb20-86db-4960-98c0-8562fce35f65, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=a7a8fb20-86db-4960-98c0-8562fce35f65,segment=NetworkSegment(8905f393-282e-478f-85cf-59d6dd7f3ba8),segment_id=8905f393-282e-478f-85cf-59d6dd7f3ba8)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:13:29.368378 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-323ff8b5-fcf8-4355-bc0e-c5d22cc299ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:29.390886 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50d1b21-2e57-42aa-8a8e-5d7d6a905294 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Pushing event deleted for resources: {'Subnet': ['ID=2c88db70-db0e-4984-9e9f-ea9ddf592511,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:29.395126 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e50d1b21-2e57-42aa-8a8e-5d7d6a905294 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:29.398553 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-e50d1b21-2e57-42aa-8a8e-5d7d6a905294 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] 10.222.0.53 "DELETE /v2.0/subnets/2c88db70-db0e-4984-9e9f-ea9ddf592511 HTTP/1.1" status: 204 len: 168 time: 0.6089599 Nov 25 14:13:29.401032 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 38308) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:13:29.450205 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323ff8b5-fcf8-4355-bc0e-c5d22cc299ea None None] Pushing event updated for resources: {'Port': ['ID=a7a8fb20-86db-4960-98c0-8562fce35f65,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:29.503610 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f868d4b7-477f-4658-974a-fa1878800ca3 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:29.567105 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-f868d4b7-477f-4658-974a-fa1878800ca3 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Deleting port a7a8fb20-86db-4960-98c0-8562fce35f65 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:13:29.567457 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f868d4b7-477f-4658-974a-fa1878800ca3 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:29.653037 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-f868d4b7-477f-4658-974a-fa1878800ca3 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] For port a7a8fb20-86db-4960-98c0-8562fce35f65, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=a7a8fb20-86db-4960-98c0-8562fce35f65,segment=NetworkSegment(8905f393-282e-478f-85cf-59d6dd7f3ba8),segment_id=8905f393-282e-478f-85cf-59d6dd7f3ba8)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:13:29.653692 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f868d4b7-477f-4658-974a-fa1878800ca3 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:29.671286 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-f868d4b7-477f-4658-974a-fa1878800ca3 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Calling delete_port for a7a8fb20-86db-4960-98c0-8562fce35f65 owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:13:29.715521 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9094eb4-5912-439d-a890-4654492f4d6c None None] Network bd5dded7-7527-4273-a094-187c7277c06a requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 14:13:29.762545 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f868d4b7-477f-4658-974a-fa1878800ca3 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:29.790832 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f868d4b7-477f-4658-974a-fa1878800ca3 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Pushing event deleted for resources: {'Port': ['ID=a7a8fb20-86db-4960-98c0-8562fce35f65,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:29.794443 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f868d4b7-477f-4658-974a-fa1878800ca3 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] No DVR routers for this DVR port a7a8fb20-86db-4960-98c0-8562fce35f65 on host n-d-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 14:13:29.852059 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-2fd58872-6546-4c2b-9217-87094f6d2645 None None] Provisioning complete for port 42ce0a48-c2ba-4be0-9d60-fbbbd9fec5db triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:13:29.852671 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2fd58872-6546-4c2b-9217-87094f6d2645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:29.878346 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f868d4b7-477f-4658-974a-fa1878800ca3 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:29.900299 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-f868d4b7-477f-4658-974a-fa1878800ca3 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d2507b7-9623-4c1e-82d1-522ea018fc35']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:13:29.909635 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-f868d4b7-477f-4658-974a-fa1878800ca3 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8905f393-282e-478f-85cf-59d6dd7f3ba8') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:13:29.909923 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-f868d4b7-477f-4658-974a-fa1878800ca3 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8905f393-282e-478f-85cf-59d6dd7f3ba8') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:13:29.919448 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f868d4b7-477f-4658-974a-fa1878800ca3 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:29.934199 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f868d4b7-477f-4658-974a-fa1878800ca3 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:29.942145 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f868d4b7-477f-4658-974a-fa1878800ca3 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 14:13:29.942850 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f868d4b7-477f-4658-974a-fa1878800ca3 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:29.947054 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 14:13:29.947054 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 14:13:29.947054 n-d-808199-11 neutron-server[103571]: timer() Nov 25 14:13:29.947054 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 14:13:29.947054 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 14:13:29.947054 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 14:13:29.947054 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 14:13:29.947054 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 14:13:29.947054 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 14:13:29.947054 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 14:13:29.947054 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 14:13:29.947054 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 14:13:29.947054 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 14:13:29.947054 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 14:13:29.947054 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 14:13:29.947054 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 14:13:29.947054 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 14:13:29.947054 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 14:13:29.947054 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 14:13:29.947054 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 14:13:29.947054 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 14:13:29.947054 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 14:13:29.947054 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 14:13:29.947054 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 14:13:29.947054 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 14:13:29.947054 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 14:13:29.947054 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 14:13:29.947054 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 14:13:29.947054 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 14:13:29.947054 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 14:13:29.947054 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 14:13:29.947054 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 14:13:29.969524 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2fd58872-6546-4c2b-9217-87094f6d2645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:30.013403 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f868d4b7-477f-4658-974a-fa1878800ca3 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:30.016518 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-2fd58872-6546-4c2b-9217-87094f6d2645 None None] For port 42ce0a48-c2ba-4be0-9d60-fbbbd9fec5db, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=42ce0a48-c2ba-4be0-9d60-fbbbd9fec5db,segment=NetworkSegment(cdc3922f-32b5-46d8-abda-ff2521296424),segment_id=cdc3922f-32b5-46d8-abda-ff2521296424)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:13:30.020665 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2fd58872-6546-4c2b-9217-87094f6d2645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:30.020875 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f868d4b7-477f-4658-974a-fa1878800ca3 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:30.026529 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-f868d4b7-477f-4658-974a-fa1878800ca3 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] 10.222.0.53 "DELETE /v2.0/networks/5d2507b7-9623-4c1e-82d1-522ea018fc35 HTTP/1.1" status: 204 len: 168 time: 0.6223145 Nov 25 14:13:30.027485 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 38310) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:13:30.046188 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f868d4b7-477f-4658-974a-fa1878800ca3 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Pushing event deleted for resources: {'Network': ['ID=5d2507b7-9623-4c1e-82d1-522ea018fc35,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:30.076379 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd58872-6546-4c2b-9217-87094f6d2645 None None] Pushing event updated for resources: {'Port': ['ID=42ce0a48-c2ba-4be0-9d60-fbbbd9fec5db,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:30.091414 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-637ef297-49e6-41b7-b757-292146c3f7da tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Deleting subnet b745965e-40eb-4c9a-9bdb-b3b9464fd963 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 14:13:30.094980 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-637ef297-49e6-41b7-b757-292146c3f7da tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:30.142719 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-637ef297-49e6-41b7-b757-292146c3f7da tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:30.231721 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-637ef297-49e6-41b7-b757-292146c3f7da tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:30.249751 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-45d4fdfd-4c4c-4453-85be-ecbbaeadc2af None None] Provisioning complete for port 42ce0a48-c2ba-4be0-9d60-fbbbd9fec5db triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:13:30.250408 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-45d4fdfd-4c4c-4453-85be-ecbbaeadc2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:30.297706 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-637ef297-49e6-41b7-b757-292146c3f7da tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:30.336163 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637ef297-49e6-41b7-b757-292146c3f7da tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Pushing event deleted for resources: {'Subnet': ['ID=b745965e-40eb-4c9a-9bdb-b3b9464fd963,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:30.340218 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-637ef297-49e6-41b7-b757-292146c3f7da tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:30.346293 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 38312) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:13:30.350172 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d50f8bf-6201-4efc-af64-e1f343770803 None None] Network bd5dded7-7527-4273-a094-187c7277c06a requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 14:13:30.356173 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-637ef297-49e6-41b7-b757-292146c3f7da tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] 10.222.0.53 "DELETE /v2.0/subnets/b745965e-40eb-4c9a-9bdb-b3b9464fd963 HTTP/1.1" status: 204 len: 168 time: 0.3275294 Nov 25 14:13:30.432664 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6edf1cec-e340-4b7f-92ec-670cc07e9e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:30.435330 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3f9bd43e-affb-4f99-b9d0-c70ec3fe5ff1 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:30.497243 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-3f9bd43e-affb-4f99-b9d0-c70ec3fe5ff1 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Deleting port 42ce0a48-c2ba-4be0-9d60-fbbbd9fec5db {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:13:30.497593 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3f9bd43e-affb-4f99-b9d0-c70ec3fe5ff1 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:30.560702 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022402a3-9ca3-4fd8-be20-9059a292db81 None None] DHCP port deletion for bd5dded7-7527-4273-a094-187c7277c06a request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 14:13:30.565512 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-1cd69446-d311-430f-a2e0-47f400302d18 None None] Could not find standard attr ID for object a7a8fb20-86db-4960-98c0-8562fce35f65. {{(pid=103572) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 14:13:30.570124 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-3f9bd43e-affb-4f99-b9d0-c70ec3fe5ff1 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] For port 42ce0a48-c2ba-4be0-9d60-fbbbd9fec5db, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=42ce0a48-c2ba-4be0-9d60-fbbbd9fec5db,segment=NetworkSegment(cdc3922f-32b5-46d8-abda-ff2521296424),segment_id=cdc3922f-32b5-46d8-abda-ff2521296424)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:13:30.571030 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3f9bd43e-affb-4f99-b9d0-c70ec3fe5ff1 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:30.585911 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-3f9bd43e-affb-4f99-b9d0-c70ec3fe5ff1 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Calling delete_port for 42ce0a48-c2ba-4be0-9d60-fbbbd9fec5db owned by network:dhcp {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:13:30.611600 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49cfc03-d9f0-4651-a5c6-f1e863773997 None None] DHCP port deletion for 5d2507b7-9623-4c1e-82d1-522ea018fc35 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 14:13:30.631024 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce8ebc2-10a5-4457-bf7a-0c74fbb93d3c None None] Network 5d2507b7-9623-4c1e-82d1-522ea018fc35 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 14:13:30.645312 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-022402a3-9ca3-4fd8-be20-9059a292db81 None None] Deleting port 42ce0a48-c2ba-4be0-9d60-fbbbd9fec5db {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:13:30.645696 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-022402a3-9ca3-4fd8-be20-9059a292db81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:30.648203 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce8ebc2-10a5-4457-bf7a-0c74fbb93d3c None None] Network 5d2507b7-9623-4c1e-82d1-522ea018fc35 could not be found, it might have been deleted concurrently. {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 25 14:13:30.668240 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3f9bd43e-affb-4f99-b9d0-c70ec3fe5ff1 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:30.697876 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9bd43e-affb-4f99-b9d0-c70ec3fe5ff1 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Pushing event deleted for resources: {'Port': ['ID=42ce0a48-c2ba-4be0-9d60-fbbbd9fec5db,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:30.702622 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9bd43e-affb-4f99-b9d0-c70ec3fe5ff1 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] No DVR routers for this DVR port 42ce0a48-c2ba-4be0-9d60-fbbbd9fec5db on host n-d-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 14:13:30.714685 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-022402a3-9ca3-4fd8-be20-9059a292db81 None None] For port 42ce0a48-c2ba-4be0-9d60-fbbbd9fec5db, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=42ce0a48-c2ba-4be0-9d60-fbbbd9fec5db,segment=NetworkSegment(cdc3922f-32b5-46d8-abda-ff2521296424),segment_id=cdc3922f-32b5-46d8-abda-ff2521296424)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:13:30.715126 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-022402a3-9ca3-4fd8-be20-9059a292db81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:30.728585 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-022402a3-9ca3-4fd8-be20-9059a292db81 None None] Calling delete_port for 42ce0a48-c2ba-4be0-9d60-fbbbd9fec5db owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:13:30.783401 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3f9bd43e-affb-4f99-b9d0-c70ec3fe5ff1 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:30.803039 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-3f9bd43e-affb-4f99-b9d0-c70ec3fe5ff1 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd5dded7-7527-4273-a094-187c7277c06a']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:13:30.808902 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-022402a3-9ca3-4fd8-be20-9059a292db81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:30.812834 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-3f9bd43e-affb-4f99-b9d0-c70ec3fe5ff1 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdc3922f-32b5-46d8-abda-ff2521296424') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:13:30.813133 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-3f9bd43e-affb-4f99-b9d0-c70ec3fe5ff1 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdc3922f-32b5-46d8-abda-ff2521296424') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:13:30.823497 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3f9bd43e-affb-4f99-b9d0-c70ec3fe5ff1 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:30.834368 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022402a3-9ca3-4fd8-be20-9059a292db81 None None] Pushing event deleted for resources: {'Port': ['ID=42ce0a48-c2ba-4be0-9d60-fbbbd9fec5db,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:30.837069 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3f9bd43e-affb-4f99-b9d0-c70ec3fe5ff1 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:30.837955 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022402a3-9ca3-4fd8-be20-9059a292db81 None None] No DVR routers for this DVR port 42ce0a48-c2ba-4be0-9d60-fbbbd9fec5db on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 14:13:30.843432 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f9bd43e-affb-4f99-b9d0-c70ec3fe5ff1 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 14:13:30.844352 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3f9bd43e-affb-4f99-b9d0-c70ec3fe5ff1 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:30.847358 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 14:13:30.847358 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 14:13:30.847358 n-d-808199-11 neutron-server[103570]: timer() Nov 25 14:13:30.847358 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 14:13:30.847358 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 14:13:30.847358 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 14:13:30.847358 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 14:13:30.847358 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 14:13:30.847358 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 14:13:30.847358 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 14:13:30.847358 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 14:13:30.847358 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 14:13:30.847358 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 14:13:30.847358 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 14:13:30.847358 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 14:13:30.847358 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 14:13:30.847358 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 14:13:30.847358 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 14:13:30.847358 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 14:13:30.847358 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 14:13:30.847358 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 14:13:30.847358 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 14:13:30.847358 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 14:13:30.847358 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 14:13:30.847358 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 14:13:30.847358 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 14:13:30.847358 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 14:13:30.847358 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 14:13:30.847358 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 14:13:30.847358 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 14:13:30.847358 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 14:13:30.847358 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 14:13:30.908818 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3f9bd43e-affb-4f99-b9d0-c70ec3fe5ff1 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:30.914333 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3f9bd43e-affb-4f99-b9d0-c70ec3fe5ff1 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:30.920282 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3f9bd43e-affb-4f99-b9d0-c70ec3fe5ff1 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] 10.222.0.53 "DELETE /v2.0/networks/bd5dded7-7527-4273-a094-187c7277c06a HTTP/1.1" status: 204 len: 168 time: 0.5705812 Nov 25 14:13:30.920689 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 38314) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:13:30.933219 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9bd43e-affb-4f99-b9d0-c70ec3fe5ff1 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Pushing event deleted for resources: {'Network': ['ID=bd5dded7-7527-4273-a094-187c7277c06a,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:30.949017 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-e8cfcbdc-6353-479b-a424-e70e61f7252a tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] 10.222.0.53 "GET /v2.0/ports?device_id=a399b80c-3577-461c-be83-1e6524bd47fc HTTP/1.1" status: 200 len: 205 time: 0.0270259 Nov 25 14:13:30.951234 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 38316) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:13:31.026248 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5431dfea-6c14-4961-9320-ceba2df7e660 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:31.181252 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5431dfea-6c14-4961-9320-ceba2df7e660 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:31.183374 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5431dfea-6c14-4961-9320-ceba2df7e660 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:31.225405 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5431dfea-6c14-4961-9320-ceba2df7e660 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:31.225965 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5431dfea-6c14-4961-9320-ceba2df7e660 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Fanout notify agent at l3_agent the message router_deleted on router a399b80c-3577-461c-be83-1e6524bd47fc {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 14:13:31.233858 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5431dfea-6c14-4961-9320-ceba2df7e660 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:31.235017 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5431dfea-6c14-4961-9320-ceba2df7e660 tempest-RoutersNegativeTest-263039750 tempest-RoutersNegativeTest-263039750-project] 10.222.0.53 "DELETE /v2.0/routers/a399b80c-3577-461c-be83-1e6524bd47fc HTTP/1.1" status: 204 len: 168 time: 0.2828281 Nov 25 14:13:31.472683 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 38322) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:13:31.602783 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-2a102dd1-354a-49f6-b1c1-a696f695f016 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b01b35128b844af4bd51784586841875&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1289279 Nov 25 14:13:31.605268 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 38326) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:13:31.653545 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-817d784a-6ba5-446c-8a0e-32389bb95262 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:31.674241 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-817d784a-6ba5-446c-8a0e-32389bb95262 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:31.718633 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-817d784a-6ba5-446c-8a0e-32389bb95262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:31.721221 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-817d784a-6ba5-446c-8a0e-32389bb95262 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:31.722372 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-817d784a-6ba5-446c-8a0e-32389bb95262 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/21262355-cae5-412d-a11f-df571e8c0933 HTTP/1.1" status: 204 len: 168 time: 0.1161668 Nov 25 14:13:31.730543 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817d784a-6ba5-446c-8a0e-32389bb95262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21262355-cae5-412d-a11f-df571e8c0933,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:32.335464 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 38348) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:13:32.435865 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-7063911f-9318-43a3-8ce3-129ea426eb2b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-276920429-network', 'tenant_id': '9ebd372d1ebb4278ad991c62ef0267e3'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:13:32.461467 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7063911f-9318-43a3-8ce3-129ea426eb2b admin admin] Made reservation on behalf of 9ebd372d1ebb4278ad991c62ef0267e3 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 14:13:32.463964 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7063911f-9318-43a3-8ce3-129ea426eb2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:32.472219 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7063911f-9318-43a3-8ce3-129ea426eb2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:32.547708 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7063911f-9318-43a3-8ce3-129ea426eb2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:32.551366 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7063911f-9318-43a3-8ce3-129ea426eb2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:32.576024 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7063911f-9318-43a3-8ce3-129ea426eb2b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 14:13:32.585704 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7063911f-9318-43a3-8ce3-129ea426eb2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da6f1f7f-0404-4fa4-82ab-a001e98b3506,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:32.590964 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7063911f-9318-43a3-8ce3-129ea426eb2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:32.591313 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-7063911f-9318-43a3-8ce3-129ea426eb2b admin admin] Added segment cf3393fe-a6e6-415d-bd3d-5c46a23035c4 of type vlan for network 7ec3b722-d82f-4953-8895-78fdcfd40185 Nov 25 14:13:32.630118 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7063911f-9318-43a3-8ce3-129ea426eb2b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:32.655725 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7063911f-9318-43a3-8ce3-129ea426eb2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:32.656674 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7063911f-9318-43a3-8ce3-129ea426eb2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:13:32.657250 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7063911f-9318-43a3-8ce3-129ea426eb2b admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:32.711381 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-7063911f-9318-43a3-8ce3-129ea426eb2b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3736320 Nov 25 14:13:32.714319 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 38352) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:13:32.719296 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-78345947-5641-4497-be37-2aa180885cd0 admin admin] Request body: {'subnet': {'network_id': '7ec3b722-d82f-4953-8895-78fdcfd40185', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-276920429-subnet', 'tenant_id': '9ebd372d1ebb4278ad991c62ef0267e3', 'ip_version': 4}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:13:32.722333 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7063911f-9318-43a3-8ce3-129ea426eb2b admin admin] Pushing event updated for resources: {'Network': ['ID=7ec3b722-d82f-4953-8895-78fdcfd40185,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:32.732055 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 7ec3b722-d82f-4953-8895-78fdcfd40185 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 14:13:32.739380 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78345947-5641-4497-be37-2aa180885cd0 admin admin] Made reservation on behalf of 9ebd372d1ebb4278ad991c62ef0267e3 for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 14:13:32.741688 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-78345947-5641-4497-be37-2aa180885cd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:32.858322 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-459f5589-0ed4-4ff2-8d9f-713dee5db4f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:32.908674 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-78345947-5641-4497-be37-2aa180885cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:32.961603 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78345947-5641-4497-be37-2aa180885cd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=243120a2-1ea0-4b9c-b33b-d1d4287d2135,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:32.971594 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78345947-5641-4497-be37-2aa180885cd0 admin admin] Checking segment: {'id': 'cf3393fe-a6e6-415d-bd3d-5c46a23035c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7ec3b722-d82f-4953-8895-78fdcfd40185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:13:32.971960 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78345947-5641-4497-be37-2aa180885cd0 admin admin] Network hostable DHCP agents. Network: 7ec3b722-d82f-4953-8895-78fdcfd40185, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 14:13:32.987468 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78345947-5641-4497-be37-2aa180885cd0 admin admin] Network 7ec3b722-d82f-4953-8895-78fdcfd40185 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 14:13:32.995638 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-78345947-5641-4497-be37-2aa180885cd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 7ec3b722-d82f-4953-8895-78fdcfd40185) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:13:32.999495 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78345947-5641-4497-be37-2aa180885cd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:13:33.000092 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-78345947-5641-4497-be37-2aa180885cd0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:33.004515 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88b76d9-2db8-4acb-9d29-4203d6a050f4 None None] Network 7ec3b722-d82f-4953-8895-78fdcfd40185 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 14:13:33.015237 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-78345947-5641-4497-be37-2aa180885cd0 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.2996485 Nov 25 14:13:33.018076 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 38354) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:13:33.023481 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-230fb96a-1b6b-4699-859f-18bdc79166ff admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-276920429-router', 'tenant_id': '9ebd372d1ebb4278ad991c62ef0267e3', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:13:33.043715 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-230fb96a-1b6b-4699-859f-18bdc79166ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:33.044837 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-230fb96a-1b6b-4699-859f-18bdc79166ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:33.096508 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-230fb96a-1b6b-4699-859f-18bdc79166ff admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:33.156774 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1ed15b-664a-415e-b830-9e741b3e0e50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-7ec3b722-d82f-4953-8895-78fdcfd40185', 'network_id': '7ec3b722-d82f-4953-8895-78fdcfd40185', 'tenant_id': '9ebd372d1ebb4278ad991c62ef0267e3', 'fixed_ips': [{'subnet_id': '243120a2-1ea0-4b9c-b33b-d1d4287d2135'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 14:13:33.157663 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6b1ed15b-664a-415e-b830-9e741b3e0e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:33.243201 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-230fb96a-1b6b-4699-859f-18bdc79166ff admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:33.292030 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-6b1ed15b-664a-415e-b830-9e741b3e0e50 None None] Allocated IP 172.20.0.2 (7ec3b722-d82f-4953-8895-78fdcfd40185/243120a2-1ea0-4b9c-b33b-d1d4287d2135/cc2505f7-3f13-4325-8db0-1ffef714b57a) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:13:33.437950 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6b1ed15b-664a-415e-b830-9e741b3e0e50 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:33.441121 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-230fb96a-1b6b-4699-859f-18bdc79166ff admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:33.444223 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6b1ed15b-664a-415e-b830-9e741b3e0e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:33.463565 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-230fb96a-1b6b-4699-859f-18bdc79166ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:33.485370 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1ed15b-664a-415e-b830-9e741b3e0e50 None None] Network 7ec3b722-d82f-4953-8895-78fdcfd40185 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:13:33.489913 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-6b1ed15b-664a-415e-b830-9e741b3e0e50 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:13:33.492903 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1ed15b-664a-415e-b830-9e741b3e0e50 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:13:33.499932 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1ed15b-664a-415e-b830-9e741b3e0e50 None None] Pushing event updated for resources: {'Port': ['ID=cc2505f7-3f13-4325-8db0-1ffef714b57a,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:33.550708 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-6b1ed15b-664a-415e-b830-9e741b3e0e50 None None] Attempting to bind port cc2505f7-3f13-4325-8db0-1ffef714b57a on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:13:33.551188 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-6b1ed15b-664a-415e-b830-9e741b3e0e50 None None] Attempting to bind port cc2505f7-3f13-4325-8db0-1ffef714b57a by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'cf3393fe-a6e6-415d-bd3d-5c46a23035c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7ec3b722-d82f-4953-8895-78fdcfd40185'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:13:33.551584 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1ed15b-664a-415e-b830-9e741b3e0e50 None None] Attempting to bind port cc2505f7-3f13-4325-8db0-1ffef714b57a on network 7ec3b722-d82f-4953-8895-78fdcfd40185 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:13:33.556590 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1ed15b-664a-415e-b830-9e741b3e0e50 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:13:33.556966 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1ed15b-664a-415e-b830-9e741b3e0e50 None None] Checking segment: {'id': 'cf3393fe-a6e6-415d-bd3d-5c46a23035c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7ec3b722-d82f-4953-8895-78fdcfd40185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:13:33.557376 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6b1ed15b-664a-415e-b830-9e741b3e0e50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:33.557774 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1ed15b-664a-415e-b830-9e741b3e0e50 None None] Bound using segment: {'id': 'cf3393fe-a6e6-415d-bd3d-5c46a23035c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7ec3b722-d82f-4953-8895-78fdcfd40185'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:13:33.558244 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-6b1ed15b-664a-415e-b830-9e741b3e0e50 None None] Bound port: cc2505f7-3f13-4325-8db0-1ffef714b57a, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf3393fe-a6e6-415d-bd3d-5c46a23035c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7ec3b722-d82f-4953-8895-78fdcfd40185'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:13:33.558625 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6b1ed15b-664a-415e-b830-9e741b3e0e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:33.567411 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-230fb96a-1b6b-4699-859f-18bdc79166ff admin admin] Allocated IP 172.25.5.191 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/7d024963-af31-4959-b4fa-76f751f3af35) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:13:33.625728 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-6b1ed15b-664a-415e-b830-9e741b3e0e50 None None] For port cc2505f7-3f13-4325-8db0-1ffef714b57a, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:13:33.629038 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-6b1ed15b-664a-415e-b830-9e741b3e0e50 None None] For port cc2505f7-3f13-4325-8db0-1ffef714b57a, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=cc2505f7-3f13-4325-8db0-1ffef714b57a,segment=NetworkSegment(cf3393fe-a6e6-415d-bd3d-5c46a23035c4),segment_id=cf3393fe-a6e6-415d-bd3d-5c46a23035c4)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:13:33.632937 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6b1ed15b-664a-415e-b830-9e741b3e0e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:33.682538 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-230fb96a-1b6b-4699-859f-18bdc79166ff admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:33.700743 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1ed15b-664a-415e-b830-9e741b3e0e50 None None] Pushing event updated for resources: {'Port': ['ID=cc2505f7-3f13-4325-8db0-1ffef714b57a,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:33.719301 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-230fb96a-1b6b-4699-859f-18bdc79166ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:33.762374 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230fb96a-1b6b-4699-859f-18bdc79166ff admin admin] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:13:33.765769 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-230fb96a-1b6b-4699-859f-18bdc79166ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:13:33.770258 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230fb96a-1b6b-4699-859f-18bdc79166ff admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:13:33.773991 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230fb96a-1b6b-4699-859f-18bdc79166ff admin admin] Pushing event updated for resources: {'Port': ['ID=7d024963-af31-4959-b4fa-76f751f3af35,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:33.779231 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d863c5e2-9073-4ea5-9bc2-596d934c930b None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 14:13:33.811868 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9d0237a4-6184-4d5b-8d57-c51abca6aea3 None None] Provisioning complete for port 7d024963-af31-4959-b4fa-76f751f3af35 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:13:33.812346 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9d0237a4-6184-4d5b-8d57-c51abca6aea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:33.854370 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9d0237a4-6184-4d5b-8d57-c51abca6aea3 None None] Port 7d024963-af31-4959-b4fa-76f751f3af35 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 14:13:34.077001 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:34.386966 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-230fb96a-1b6b-4699-859f-18bdc79166ff admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:34.593576 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2528bd5b-21a1-4f32-8422-ba1cab8ad14e None None] Network 7ec3b722-d82f-4953-8895-78fdcfd40185 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 14:13:34.596358 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-230fb96a-1b6b-4699-859f-18bdc79166ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:34.713768 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-73c49acc-8935-4439-a3fc-82bf6d41016a None None] Provisioning complete for port cc2505f7-3f13-4325-8db0-1ffef714b57a triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:13:34.714208 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-73c49acc-8935-4439-a3fc-82bf6d41016a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:34.730101 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-230fb96a-1b6b-4699-859f-18bdc79166ff admin admin] Router 086fa899-c7bc-4b09-a4c1-c09c192fdf5f is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 14:13:34.821565 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device cc2505f7-3f13-4325-8db0-1ffef714b57a up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:13:34.856672 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-73c49acc-8935-4439-a3fc-82bf6d41016a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:34.860027 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-230fb96a-1b6b-4699-859f-18bdc79166ff admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 14:13:34.873739 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b167174-97ad-4ddc-91c5-2cc9fdfa1c27 None None] Sync routers for ids ['086fa899-c7bc-4b09-a4c1-c09c192fdf5f'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 14:13:34.879972 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-230fb96a-1b6b-4699-859f-18bdc79166ff admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:34.883897 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-230fb96a-1b6b-4699-859f-18bdc79166ff admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8621571 Nov 25 14:13:34.884161 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 38356) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:13:34.902503 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b167174-97ad-4ddc-91c5-2cc9fdfa1c27 None None] Routers {'086fa899-c7bc-4b09-a4c1-c09c192fdf5f'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:13:34.903176 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-0b167174-97ad-4ddc-91c5-2cc9fdfa1c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:13:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['086fa899-c7bc-4b09-a4c1-c09c192fdf5f'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:13:34.949871 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-73c49acc-8935-4439-a3fc-82bf6d41016a None None] For port cc2505f7-3f13-4325-8db0-1ffef714b57a, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=cc2505f7-3f13-4325-8db0-1ffef714b57a,segment=NetworkSegment(cf3393fe-a6e6-415d-bd3d-5c46a23035c4),segment_id=cf3393fe-a6e6-415d-bd3d-5c46a23035c4)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:13:34.958418 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-73c49acc-8935-4439-a3fc-82bf6d41016a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:34.968037 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port cc2505f7-3f13-4325-8db0-1ffef714b57a triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:13:34.968407 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:35.096083 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c49acc-8935-4439-a3fc-82bf6d41016a None None] Pushing event updated for resources: {'Port': ['ID=cc2505f7-3f13-4325-8db0-1ffef714b57a,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:35.108600 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-0b167174-97ad-4ddc-91c5-2cc9fdfa1c27 None None] Set router 086fa899-c7bc-4b09-a4c1-c09c192fdf5f gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:13:35.170351 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-ad6b849e-53c0-4c5c-982e-078cfb9976bb None None] Provisioning complete for port cc2505f7-3f13-4325-8db0-1ffef714b57a triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:13:35.170737 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ad6b849e-53c0-4c5c-982e-078cfb9976bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:35.319683 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7357680d-3bdb-4a4c-96c2-d5daa3a01433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:35.456507 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:35.484802 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-7357680d-3bdb-4a4c-96c2-d5daa3a01433 admin admin] Allocated IP 172.20.0.1 (7ec3b722-d82f-4953-8895-78fdcfd40185/243120a2-1ea0-4b9c-b33b-d1d4287d2135/afd6869e-f746-4140-94b7-ff588470c7f4) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:13:35.559986 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-0b167174-97ad-4ddc-91c5-2cc9fdfa1c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086fa899-c7bc-4b09-a4c1-c09c192fdf5f', 'name': 'tempest-TestEncryptedCinderVolumes-276920429-router', 'tenant_id': '9ebd372d1ebb4278ad991c62ef0267e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '7d024963-af31-4959-b4fa-76f751f3af35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:13:33Z', 'updated_at': '2021-11-25T14:13:34Z', 'revision_number': 3, 'project_id': '9ebd372d1ebb4278ad991c62ef0267e3', 'gw_port': {'id': '7d024963-af31-4959-b4fa-76f751f3af35', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ac:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086fa899-c7bc-4b09-a4c1-c09c192fdf5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:13:33Z', 'updated_at': '2021-11-25T14:13:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:13:35.591212 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b167174-97ad-4ddc-91c5-2cc9fdfa1c27 None None] Checking router: 086fa899-c7bc-4b09-a4c1-c09c192fdf5f for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 14:13:35.591570 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b167174-97ad-4ddc-91c5-2cc9fdfa1c27 None None] Updating router 086fa899-c7bc-4b09-a4c1-c09c192fdf5f port 7d024963-af31-4959-b4fa-76f751f3af35 binding host n-d-808199-11 {{(pid=103572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 14:13:35.599030 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7357680d-3bdb-4a4c-96c2-d5daa3a01433 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:35.615384 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0b167174-97ad-4ddc-91c5-2cc9fdfa1c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:35.633281 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7357680d-3bdb-4a4c-96c2-d5daa3a01433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:35.671196 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7357680d-3bdb-4a4c-96c2-d5daa3a01433 admin admin] Network 7ec3b722-d82f-4953-8895-78fdcfd40185 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:13:35.677395 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-7357680d-3bdb-4a4c-96c2-d5daa3a01433 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:13:35.680789 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7357680d-3bdb-4a4c-96c2-d5daa3a01433 admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:13:35.708215 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7357680d-3bdb-4a4c-96c2-d5daa3a01433 admin admin] Pushing event updated for resources: {'Port': ['ID=afd6869e-f746-4140-94b7-ff588470c7f4,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:35.726223 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7357680d-3bdb-4a4c-96c2-d5daa3a01433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:35.868180 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7357680d-3bdb-4a4c-96c2-d5daa3a01433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:35.894230 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0b167174-97ad-4ddc-91c5-2cc9fdfa1c27 None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:35.899195 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0b167174-97ad-4ddc-91c5-2cc9fdfa1c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:35.949466 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b2ff5e-7837-4198-8502-9df9e10ea8d8 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 14:13:35.964684 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-0b167174-97ad-4ddc-91c5-2cc9fdfa1c27 None None] Attempting to bind port 7d024963-af31-4959-b4fa-76f751f3af35 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:13:35.964684 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-0b167174-97ad-4ddc-91c5-2cc9fdfa1c27 None None] Attempting to bind port 7d024963-af31-4959-b4fa-76f751f3af35 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:13:35.965077 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b167174-97ad-4ddc-91c5-2cc9fdfa1c27 None None] Attempting to bind port 7d024963-af31-4959-b4fa-76f751f3af35 on network 7542d3d9-0db3-40e7-ab88-a168871141f7 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:13:35.966802 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10028262-86e0-489d-9eb0-9d6fb1cb28f7 None None] Pushing event updated for resources: {'Port': ['ID=7d024963-af31-4959-b4fa-76f751f3af35,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:35.977386 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b167174-97ad-4ddc-91c5-2cc9fdfa1c27 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:13:35.977751 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b167174-97ad-4ddc-91c5-2cc9fdfa1c27 None None] Checking segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:13:35.978158 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0b167174-97ad-4ddc-91c5-2cc9fdfa1c27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:35.978553 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b167174-97ad-4ddc-91c5-2cc9fdfa1c27 None None] Bound using segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:13:35.979081 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-0b167174-97ad-4ddc-91c5-2cc9fdfa1c27 None None] Bound port: 7d024963-af31-4959-b4fa-76f751f3af35, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:13:35.980025 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0b167174-97ad-4ddc-91c5-2cc9fdfa1c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:36.009735 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-6089f4ba-5d9f-49fb-8223-b939fedf48b4 None None] Provisioning complete for port afd6869e-f746-4140-94b7-ff588470c7f4 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:13:36.010108 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6089f4ba-5d9f-49fb-8223-b939fedf48b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:36.037296 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7357680d-3bdb-4a4c-96c2-d5daa3a01433 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:36.041845 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7357680d-3bdb-4a4c-96c2-d5daa3a01433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:36.061508 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-6089f4ba-5d9f-49fb-8223-b939fedf48b4 None None] Port afd6869e-f746-4140-94b7-ff588470c7f4 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 14:13:36.064556 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-0b167174-97ad-4ddc-91c5-2cc9fdfa1c27 None None] For port 7d024963-af31-4959-b4fa-76f751f3af35, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:13:36.067280 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-0b167174-97ad-4ddc-91c5-2cc9fdfa1c27 None None] For port 7d024963-af31-4959-b4fa-76f751f3af35, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=7d024963-af31-4959-b4fa-76f751f3af35,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:13:36.072145 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0b167174-97ad-4ddc-91c5-2cc9fdfa1c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:36.107878 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7357680d-3bdb-4a4c-96c2-d5daa3a01433 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:36.113875 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7357680d-3bdb-4a4c-96c2-d5daa3a01433 admin admin] Pushing event updated for resources: {'Port': ['ID=afd6869e-f746-4140-94b7-ff588470c7f4,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:36.118055 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08048c06-d74c-4554-9155-aff4cbafa07d None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 14:13:36.142560 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10028262-86e0-489d-9eb0-9d6fb1cb28f7 None None] Pushing event updated for resources: {'Port': ['ID=7d024963-af31-4959-b4fa-76f751f3af35,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:36.145163 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b167174-97ad-4ddc-91c5-2cc9fdfa1c27 None None] Routers {'086fa899-c7bc-4b09-a4c1-c09c192fdf5f'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:13:36.145649 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-0b167174-97ad-4ddc-91c5-2cc9fdfa1c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:13:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['086fa899-c7bc-4b09-a4c1-c09c192fdf5f'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:13:36.206766 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7357680d-3bdb-4a4c-96c2-d5daa3a01433 admin admin] Network 7ec3b722-d82f-4953-8895-78fdcfd40185 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:13:36.208208 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-7357680d-3bdb-4a4c-96c2-d5daa3a01433 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:13:36.237085 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-61328505-19e0-4840-b63f-55983acb4b5e None None] Provisioning complete for port 7d024963-af31-4959-b4fa-76f751f3af35 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:13:36.237483 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-61328505-19e0-4840-b63f-55983acb4b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:36.293409 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-0b167174-97ad-4ddc-91c5-2cc9fdfa1c27 None None] Set router 086fa899-c7bc-4b09-a4c1-c09c192fdf5f gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:13:36.331797 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7357680d-3bdb-4a4c-96c2-d5daa3a01433 admin admin] Router 086fa899-c7bc-4b09-a4c1-c09c192fdf5f has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 14:13:36.448319 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-61328505-19e0-4840-b63f-55983acb4b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:36.452604 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7357680d-3bdb-4a4c-96c2-d5daa3a01433 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 14:13:36.458057 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-7357680d-3bdb-4a4c-96c2-d5daa3a01433 admin admin] 10.222.0.53 "PUT /v2.0/routers/086fa899-c7bc-4b09-a4c1-c09c192fdf5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5728312 Nov 25 14:13:36.477296 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-61328505-19e0-4840-b63f-55983acb4b5e None None] For port 7d024963-af31-4959-b4fa-76f751f3af35, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=7d024963-af31-4959-b4fa-76f751f3af35,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:13:36.487397 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-61328505-19e0-4840-b63f-55983acb4b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:36.575519 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:36.592583 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61328505-19e0-4840-b63f-55983acb4b5e None None] Pushing event updated for resources: {'Port': ['ID=7d024963-af31-4959-b4fa-76f751f3af35,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:36.619951 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bf02d855-6ad2-4f5b-8371-53056f93b270 None None] Provisioning complete for port afd6869e-f746-4140-94b7-ff588470c7f4 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:13:36.620334 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bf02d855-6ad2-4f5b-8371-53056f93b270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:36.657694 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-0b167174-97ad-4ddc-91c5-2cc9fdfa1c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086fa899-c7bc-4b09-a4c1-c09c192fdf5f', 'name': 'tempest-TestEncryptedCinderVolumes-276920429-router', 'tenant_id': '9ebd372d1ebb4278ad991c62ef0267e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '7d024963-af31-4959-b4fa-76f751f3af35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:13:33Z', 'updated_at': '2021-11-25T14:13:35Z', 'revision_number': 4, 'project_id': '9ebd372d1ebb4278ad991c62ef0267e3', 'gw_port': {'id': '7d024963-af31-4959-b4fa-76f751f3af35', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ac:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086fa899-c7bc-4b09-a4c1-c09c192fdf5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:13:33Z', 'updated_at': '2021-11-25T14:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'afd6869e-f746-4140-94b7-ff588470c7f4', 'name': '', 'network_id': '7ec3b722-d82f-4953-8895-78fdcfd40185', 'tenant_id': '9ebd372d1ebb4278ad991c62ef0267e3', 'mac_address': 'fa:16:3e:fa:4e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086fa899-c7bc-4b09-a4c1-c09c192fdf5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '243120a2-1ea0-4b9c-b33b-d1d4287d2135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:13:35Z', 'updated_at': '2021-11-25T14:13:35Z', 'revision_number': 2, 'project_id': '9ebd372d1ebb4278ad991c62ef0267e3', 'subnets': [{'id': '243120a2-1ea0-4b9c-b33b-d1d4287d2135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:13:36.692412 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bf02d855-6ad2-4f5b-8371-53056f93b270 None None] Port afd6869e-f746-4140-94b7-ff588470c7f4 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 14:13:36.694080 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b167174-97ad-4ddc-91c5-2cc9fdfa1c27 None None] The sync data for ids ['086fa899-c7bc-4b09-a4c1-c09c192fdf5f'] in n-d-808199-11 is: [{'id': '086fa899-c7bc-4b09-a4c1-c09c192fdf5f', 'name': 'tempest-TestEncryptedCinderVolumes-276920429-router', 'tenant_id': '9ebd372d1ebb4278ad991c62ef0267e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '7d024963-af31-4959-b4fa-76f751f3af35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:13:33Z', 'updated_at': '2021-11-25T14:13:35Z', 'revision_number': 4, 'project_id': '9ebd372d1ebb4278ad991c62ef0267e3', 'gw_port': {'id': '7d024963-af31-4959-b4fa-76f751f3af35', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ac:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086fa899-c7bc-4b09-a4c1-c09c192fdf5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:13:33Z', 'updated_at': '2021-11-25T14:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'afd6869e-f746-4140-94b7-ff588470c7f4', 'name': '', 'network_id': '7ec3b722-d82f-4953-8895-78fdcfd40185', 'tenant_id': '9ebd372d1ebb4278ad991c62ef0267e3', 'mac_address': 'fa:16:3e:fa:4e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086fa899-c7bc-4b09-a4c1-c09c192fdf5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '243120a2-1ea0-4b9c-b33b-d1d4287d2135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:13:35Z', 'updated_at': '2021-11-25T14:13:35Z', 'revision_number': 2, 'project_id': '9ebd372d1ebb4278ad991c62ef0267e3', 'subnets': [{'id': '243120a2-1ea0-4b9c-b33b-d1d4287d2135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 14:13:36.778898 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device cc2505f7-3f13-4325-8db0-1ffef714b57a up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:13:36.834925 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port cc2505f7-3f13-4325-8db0-1ffef714b57a triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:13:36.835359 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:36.981838 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 38372) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:13:36.986766 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-bd4157b8-b7f8-40a6-9393-9f084dc4f94b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1463597627-network', 'tenant_id': 'cd35b11131624ddc85f628641d15288e'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:13:37.012829 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4157b8-b7f8-40a6-9393-9f084dc4f94b admin admin] Made reservation on behalf of cd35b11131624ddc85f628641d15288e for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 14:13:37.015451 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bd4157b8-b7f8-40a6-9393-9f084dc4f94b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:37.024579 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bd4157b8-b7f8-40a6-9393-9f084dc4f94b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:37.104449 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bd4157b8-b7f8-40a6-9393-9f084dc4f94b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:37.108768 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bd4157b8-b7f8-40a6-9393-9f084dc4f94b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:37.137933 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd4157b8-b7f8-40a6-9393-9f084dc4f94b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 14:13:37.144633 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4157b8-b7f8-40a6-9393-9f084dc4f94b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa946ad7-c8d5-41f6-b149-21e36e2ca174,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:37.151882 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bd4157b8-b7f8-40a6-9393-9f084dc4f94b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:37.152235 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-bd4157b8-b7f8-40a6-9393-9f084dc4f94b admin admin] Added segment bb69b85d-8ba3-412c-a815-1c9c89ede115 of type vlan for network f0a2c5ca-aad9-4bdb-aaed-38dad61ffd34 Nov 25 14:13:37.195885 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bd4157b8-b7f8-40a6-9393-9f084dc4f94b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:37.221769 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bd4157b8-b7f8-40a6-9393-9f084dc4f94b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:37.222732 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4157b8-b7f8-40a6-9393-9f084dc4f94b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:13:37.223333 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bd4157b8-b7f8-40a6-9393-9f084dc4f94b admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:37.281249 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-bd4157b8-b7f8-40a6-9393-9f084dc4f94b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2982943 Nov 25 14:13:37.284274 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 38374) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:13:37.290129 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-2bb19f67-0d7f-4301-9226-e0c9ec0ce447 admin admin] Request body: {'subnet': {'network_id': 'f0a2c5ca-aad9-4bdb-aaed-38dad61ffd34', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1463597627-subnet', 'tenant_id': 'cd35b11131624ddc85f628641d15288e', 'ip_version': 4}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:13:37.293328 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4157b8-b7f8-40a6-9393-9f084dc4f94b admin admin] Pushing event updated for resources: {'Network': ['ID=f0a2c5ca-aad9-4bdb-aaed-38dad61ffd34,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:37.303867 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network f0a2c5ca-aad9-4bdb-aaed-38dad61ffd34 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 14:13:37.312172 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb19f67-0d7f-4301-9226-e0c9ec0ce447 admin admin] Made reservation on behalf of cd35b11131624ddc85f628641d15288e for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 14:13:37.314723 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2bb19f67-0d7f-4301-9226-e0c9ec0ce447 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:37.529601 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2bb19f67-0d7f-4301-9226-e0c9ec0ce447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:37.587626 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb19f67-0d7f-4301-9226-e0c9ec0ce447 admin admin] Pushing event updated for resources: {'Subnet': ['ID=466fbe37-9b96-4709-a47f-7ceb13583be0,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:37.596804 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb19f67-0d7f-4301-9226-e0c9ec0ce447 admin admin] Checking segment: {'id': 'bb69b85d-8ba3-412c-a815-1c9c89ede115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f0a2c5ca-aad9-4bdb-aaed-38dad61ffd34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:13:37.597174 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb19f67-0d7f-4301-9226-e0c9ec0ce447 admin admin] Network hostable DHCP agents. Network: f0a2c5ca-aad9-4bdb-aaed-38dad61ffd34, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 14:13:37.614082 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb19f67-0d7f-4301-9226-e0c9ec0ce447 admin admin] Network f0a2c5ca-aad9-4bdb-aaed-38dad61ffd34 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 14:13:37.623353 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-2bb19f67-0d7f-4301-9226-e0c9ec0ce447 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, f0a2c5ca-aad9-4bdb-aaed-38dad61ffd34) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:13:37.627772 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb19f67-0d7f-4301-9226-e0c9ec0ce447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:13:37.628376 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2bb19f67-0d7f-4301-9226-e0c9ec0ce447 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:37.632319 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82177c85-ecf9-4db5-904c-98c993a6013c None None] Network f0a2c5ca-aad9-4bdb-aaed-38dad61ffd34 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 14:13:37.652771 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-2bb19f67-0d7f-4301-9226-e0c9ec0ce447 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3641748 Nov 25 14:13:37.653040 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 38376) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:13:37.657504 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-8e2c8774-dca4-489b-9299-04a3e1d8427b admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1463597627-router', 'tenant_id': 'cd35b11131624ddc85f628641d15288e', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:13:37.685296 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8e2c8774-dca4-489b-9299-04a3e1d8427b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:37.686415 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8e2c8774-dca4-489b-9299-04a3e1d8427b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:37.745089 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8e2c8774-dca4-489b-9299-04a3e1d8427b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:37.793287 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db84665-7249-4567-9e02-5aa77f532653 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-f0a2c5ca-aad9-4bdb-aaed-38dad61ffd34', 'network_id': 'f0a2c5ca-aad9-4bdb-aaed-38dad61ffd34', 'tenant_id': 'cd35b11131624ddc85f628641d15288e', 'fixed_ips': [{'subnet_id': '466fbe37-9b96-4709-a47f-7ceb13583be0'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 14:13:37.794480 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7db84665-7249-4567-9e02-5aa77f532653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:37.896465 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8e2c8774-dca4-489b-9299-04a3e1d8427b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:37.940630 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-7db84665-7249-4567-9e02-5aa77f532653 None None] Allocated IP 172.20.0.2 (f0a2c5ca-aad9-4bdb-aaed-38dad61ffd34/466fbe37-9b96-4709-a47f-7ceb13583be0/6040b231-b0ff-42f4-b02f-d19884814aee) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:13:38.100474 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7db84665-7249-4567-9e02-5aa77f532653 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:38.106858 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7db84665-7249-4567-9e02-5aa77f532653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:38.112287 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8e2c8774-dca4-489b-9299-04a3e1d8427b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:38.135653 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8e2c8774-dca4-489b-9299-04a3e1d8427b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:38.153215 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db84665-7249-4567-9e02-5aa77f532653 None None] Network f0a2c5ca-aad9-4bdb-aaed-38dad61ffd34 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:13:38.156355 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-7db84665-7249-4567-9e02-5aa77f532653 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:13:38.160723 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db84665-7249-4567-9e02-5aa77f532653 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:13:38.164394 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db84665-7249-4567-9e02-5aa77f532653 None None] Pushing event updated for resources: {'Port': ['ID=6040b231-b0ff-42f4-b02f-d19884814aee,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:38.216638 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-7db84665-7249-4567-9e02-5aa77f532653 None None] Attempting to bind port 6040b231-b0ff-42f4-b02f-d19884814aee on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:13:38.217020 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-7db84665-7249-4567-9e02-5aa77f532653 None None] Attempting to bind port 6040b231-b0ff-42f4-b02f-d19884814aee by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'bb69b85d-8ba3-412c-a815-1c9c89ede115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f0a2c5ca-aad9-4bdb-aaed-38dad61ffd34'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:13:38.217383 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db84665-7249-4567-9e02-5aa77f532653 None None] Attempting to bind port 6040b231-b0ff-42f4-b02f-d19884814aee on network f0a2c5ca-aad9-4bdb-aaed-38dad61ffd34 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:13:38.222325 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db84665-7249-4567-9e02-5aa77f532653 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:13:38.222723 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db84665-7249-4567-9e02-5aa77f532653 None None] Checking segment: {'id': 'bb69b85d-8ba3-412c-a815-1c9c89ede115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f0a2c5ca-aad9-4bdb-aaed-38dad61ffd34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:13:38.223243 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7db84665-7249-4567-9e02-5aa77f532653 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:38.223581 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db84665-7249-4567-9e02-5aa77f532653 None None] Bound using segment: {'id': 'bb69b85d-8ba3-412c-a815-1c9c89ede115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f0a2c5ca-aad9-4bdb-aaed-38dad61ffd34'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:13:38.224009 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-7db84665-7249-4567-9e02-5aa77f532653 None None] Bound port: 6040b231-b0ff-42f4-b02f-d19884814aee, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb69b85d-8ba3-412c-a815-1c9c89ede115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f0a2c5ca-aad9-4bdb-aaed-38dad61ffd34'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:13:38.224397 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7db84665-7249-4567-9e02-5aa77f532653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:38.247072 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-8e2c8774-dca4-489b-9299-04a3e1d8427b admin admin] Allocated IP 172.25.5.222 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/68dbfed6-e793-45da-b4cb-0f3befa76e11) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:13:38.288006 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-7db84665-7249-4567-9e02-5aa77f532653 None None] For port 6040b231-b0ff-42f4-b02f-d19884814aee, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:13:38.291530 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-7db84665-7249-4567-9e02-5aa77f532653 None None] For port 6040b231-b0ff-42f4-b02f-d19884814aee, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=6040b231-b0ff-42f4-b02f-d19884814aee,segment=NetworkSegment(bb69b85d-8ba3-412c-a815-1c9c89ede115),segment_id=bb69b85d-8ba3-412c-a815-1c9c89ede115)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:13:38.295832 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7db84665-7249-4567-9e02-5aa77f532653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:38.363106 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db84665-7249-4567-9e02-5aa77f532653 None None] Pushing event updated for resources: {'Port': ['ID=6040b231-b0ff-42f4-b02f-d19884814aee,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:38.376560 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8e2c8774-dca4-489b-9299-04a3e1d8427b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:38.414270 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8e2c8774-dca4-489b-9299-04a3e1d8427b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:38.456402 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2c8774-dca4-489b-9299-04a3e1d8427b admin admin] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:13:38.459300 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-8e2c8774-dca4-489b-9299-04a3e1d8427b admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:13:38.463076 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2c8774-dca4-489b-9299-04a3e1d8427b admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:13:38.472791 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa44abf-e882-46d8-b8cd-0bf199e9fdfc None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 14:13:38.489201 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2c8774-dca4-489b-9299-04a3e1d8427b admin admin] Pushing event updated for resources: {'Port': ['ID=68dbfed6-e793-45da-b4cb-0f3befa76e11,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:38.556042 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-cedd7b30-62a4-4059-8e22-95b53dd2d703 None None] Provisioning complete for port 68dbfed6-e793-45da-b4cb-0f3befa76e11 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:13:38.556610 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cedd7b30-62a4-4059-8e22-95b53dd2d703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:38.601977 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-cedd7b30-62a4-4059-8e22-95b53dd2d703 None None] Port 68dbfed6-e793-45da-b4cb-0f3befa76e11 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 14:13:38.681760 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:38.834611 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 7d024963-af31-4959-b4fa-76f751f3af35 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:13:38.886614 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 7d024963-af31-4959-b4fa-76f751f3af35 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:13:38.887169 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:38.972760 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 6040b231-b0ff-42f4-b02f-d19884814aee up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:13:39.022118 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 6040b231-b0ff-42f4-b02f-d19884814aee triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:13:39.022499 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:39.110523 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:39.121582 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8e2c8774-dca4-489b-9299-04a3e1d8427b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:39.147307 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] For port 6040b231-b0ff-42f4-b02f-d19884814aee, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=6040b231-b0ff-42f4-b02f-d19884814aee,segment=NetworkSegment(bb69b85d-8ba3-412c-a815-1c9c89ede115),segment_id=bb69b85d-8ba3-412c-a815-1c9c89ede115)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:13:39.152311 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:39.206476 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Pushing event updated for resources: {'Port': ['ID=6040b231-b0ff-42f4-b02f-d19884814aee,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:39.346309 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8e2c8774-dca4-489b-9299-04a3e1d8427b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:39.409877 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3361a258-8e81-4a98-868f-5c05397d9ae5 None None] Sync routers for ids ['086fa899-c7bc-4b09-a4c1-c09c192fdf5f'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 14:13:39.421077 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3361a258-8e81-4a98-868f-5c05397d9ae5 None None] Routers {'086fa899-c7bc-4b09-a4c1-c09c192fdf5f'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:13:39.422002 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-3361a258-8e81-4a98-868f-5c05397d9ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:13:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['086fa899-c7bc-4b09-a4c1-c09c192fdf5f'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:13:39.437221 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba88fab2-6618-4508-8e56-aaf59ee060cc None None] Network f0a2c5ca-aad9-4bdb-aaed-38dad61ffd34 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 14:13:39.496925 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e2c8774-dca4-489b-9299-04a3e1d8427b admin admin] Router 9b2398ab-e451-4e2a-863d-18558f66ac8c is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 14:13:39.555323 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-009df781-7048-409b-99ec-eacea983f9b7 None None] Provisioning complete for port 6040b231-b0ff-42f4-b02f-d19884814aee triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:13:39.555698 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-009df781-7048-409b-99ec-eacea983f9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:39.619092 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2c8774-dca4-489b-9299-04a3e1d8427b admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 14:13:39.626166 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-3361a258-8e81-4a98-868f-5c05397d9ae5 None None] Set router 086fa899-c7bc-4b09-a4c1-c09c192fdf5f gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:13:39.637798 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8e2c8774-dca4-489b-9299-04a3e1d8427b admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:39.639234 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-8e2c8774-dca4-489b-9299-04a3e1d8427b admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9851849 Nov 25 14:13:39.641955 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 38378) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:13:39.644345 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6b753c-c7d7-4dab-bfb6-b85150da3a0b None None] Sync routers for ids ['9b2398ab-e451-4e2a-863d-18558f66ac8c'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 14:13:39.667240 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6b753c-c7d7-4dab-bfb6-b85150da3a0b None None] Routers {'9b2398ab-e451-4e2a-863d-18558f66ac8c'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:13:39.667772 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-fb6b753c-c7d7-4dab-bfb6-b85150da3a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:13:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['9b2398ab-e451-4e2a-863d-18558f66ac8c'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:13:39.849509 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-3361a258-8e81-4a98-868f-5c05397d9ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086fa899-c7bc-4b09-a4c1-c09c192fdf5f', 'name': 'tempest-TestEncryptedCinderVolumes-276920429-router', 'tenant_id': '9ebd372d1ebb4278ad991c62ef0267e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '7d024963-af31-4959-b4fa-76f751f3af35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:13:33Z', 'updated_at': '2021-11-25T14:13:35Z', 'revision_number': 4, 'project_id': '9ebd372d1ebb4278ad991c62ef0267e3', 'gw_port': {'id': '7d024963-af31-4959-b4fa-76f751f3af35', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ac:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086fa899-c7bc-4b09-a4c1-c09c192fdf5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:13:33Z', 'updated_at': '2021-11-25T14:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'afd6869e-f746-4140-94b7-ff588470c7f4', 'name': '', 'network_id': '7ec3b722-d82f-4953-8895-78fdcfd40185', 'tenant_id': '9ebd372d1ebb4278ad991c62ef0267e3', 'mac_address': 'fa:16:3e:fa:4e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086fa899-c7bc-4b09-a4c1-c09c192fdf5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '243120a2-1ea0-4b9c-b33b-d1d4287d2135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:13:35Z', 'updated_at': '2021-11-25T14:13:35Z', 'revision_number': 2, 'project_id': '9ebd372d1ebb4278ad991c62ef0267e3', 'subnets': [{'id': '243120a2-1ea0-4b9c-b33b-d1d4287d2135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:13:39.879834 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3361a258-8e81-4a98-868f-5c05397d9ae5 None None] Checking router: 086fa899-c7bc-4b09-a4c1-c09c192fdf5f for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 14:13:39.880424 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3361a258-8e81-4a98-868f-5c05397d9ae5 None None] Updating router 086fa899-c7bc-4b09-a4c1-c09c192fdf5f port afd6869e-f746-4140-94b7-ff588470c7f4 binding host n-d-808199-11 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 14:13:39.914763 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3361a258-8e81-4a98-868f-5c05397d9ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:39.997890 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-fb6b753c-c7d7-4dab-bfb6-b85150da3a0b None None] Set router 9b2398ab-e451-4e2a-863d-18558f66ac8c gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:13:40.096215 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5bf9af36-722c-463a-9c21-c29c9794d4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:40.129554 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-175d5bbc-b473-49cf-b0cd-0b3d245ee88a None None] Provisioning complete for port 6040b231-b0ff-42f4-b02f-d19884814aee triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:13:40.129986 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-175d5bbc-b473-49cf-b0cd-0b3d245ee88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:40.190400 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3361a258-8e81-4a98-868f-5c05397d9ae5 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:40.197927 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3361a258-8e81-4a98-868f-5c05397d9ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:40.255650 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb95e4e9-05d0-421f-9272-d05802e032e5 None None] Pushing event updated for resources: {'Port': ['ID=afd6869e-f746-4140-94b7-ff588470c7f4,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:40.265969 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-fb6b753c-c7d7-4dab-bfb6-b85150da3a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2398ab-e451-4e2a-863d-18558f66ac8c', 'name': 'tempest-TestEncryptedCinderVolumes-1463597627-router', 'tenant_id': 'cd35b11131624ddc85f628641d15288e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '68dbfed6-e793-45da-b4cb-0f3befa76e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:13:37Z', 'updated_at': '2021-11-25T14:13:38Z', 'revision_number': 3, 'project_id': 'cd35b11131624ddc85f628641d15288e', 'gw_port': {'id': '68dbfed6-e793-45da-b4cb-0f3befa76e11', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6b:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2398ab-e451-4e2a-863d-18558f66ac8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:13:38Z', 'updated_at': '2021-11-25T14:13:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:13:40.269267 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb95e4e9-05d0-421f-9272-d05802e032e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:13:40.269267 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb95e4e9-05d0-421f-9272-d05802e032e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:13:40.269267 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb95e4e9-05d0-421f-9272-d05802e032e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:13:40.269267 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb95e4e9-05d0-421f-9272-d05802e032e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:13:40.269627 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb95e4e9-05d0-421f-9272-d05802e032e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:13:40.269707 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb95e4e9-05d0-421f-9272-d05802e032e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:13:40.270650 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb95e4e9-05d0-421f-9272-d05802e032e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:13:40.270650 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb95e4e9-05d0-421f-9272-d05802e032e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:13:40.270650 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb95e4e9-05d0-421f-9272-d05802e032e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:13:40.270939 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb95e4e9-05d0-421f-9272-d05802e032e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:13:40.271229 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb95e4e9-05d0-421f-9272-d05802e032e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:13:40.271552 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb95e4e9-05d0-421f-9272-d05802e032e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:13:40.281156 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-5bf9af36-722c-463a-9c21-c29c9794d4d1 admin admin] Allocated IP 172.20.0.1 (f0a2c5ca-aad9-4bdb-aaed-38dad61ffd34/466fbe37-9b96-4709-a47f-7ceb13583be0/0ca1a561-312f-4cf0-89cd-d6eb965f41aa) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:13:40.295287 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6b753c-c7d7-4dab-bfb6-b85150da3a0b None None] Checking router: 9b2398ab-e451-4e2a-863d-18558f66ac8c for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 14:13:40.295728 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6b753c-c7d7-4dab-bfb6-b85150da3a0b None None] Updating router 9b2398ab-e451-4e2a-863d-18558f66ac8c port 68dbfed6-e793-45da-b4cb-0f3befa76e11 binding host n-d-808199-11 {{(pid=103572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 14:13:40.323236 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fb6b753c-c7d7-4dab-bfb6-b85150da3a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:40.325254 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-3361a258-8e81-4a98-868f-5c05397d9ae5 None None] Attempting to bind port afd6869e-f746-4140-94b7-ff588470c7f4 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:13:40.325626 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-3361a258-8e81-4a98-868f-5c05397d9ae5 None None] Attempting to bind port afd6869e-f746-4140-94b7-ff588470c7f4 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'cf3393fe-a6e6-415d-bd3d-5c46a23035c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7ec3b722-d82f-4953-8895-78fdcfd40185'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:13:40.325984 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3361a258-8e81-4a98-868f-5c05397d9ae5 None None] Attempting to bind port afd6869e-f746-4140-94b7-ff588470c7f4 on network 7ec3b722-d82f-4953-8895-78fdcfd40185 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:13:40.331384 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3361a258-8e81-4a98-868f-5c05397d9ae5 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:13:40.331760 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3361a258-8e81-4a98-868f-5c05397d9ae5 None None] Checking segment: {'id': 'cf3393fe-a6e6-415d-bd3d-5c46a23035c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7ec3b722-d82f-4953-8895-78fdcfd40185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:13:40.332167 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3361a258-8e81-4a98-868f-5c05397d9ae5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:40.332561 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3361a258-8e81-4a98-868f-5c05397d9ae5 None None] Bound using segment: {'id': 'cf3393fe-a6e6-415d-bd3d-5c46a23035c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7ec3b722-d82f-4953-8895-78fdcfd40185'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:13:40.333156 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-3361a258-8e81-4a98-868f-5c05397d9ae5 None None] Bound port: afd6869e-f746-4140-94b7-ff588470c7f4, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf3393fe-a6e6-415d-bd3d-5c46a23035c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7ec3b722-d82f-4953-8895-78fdcfd40185'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:13:40.333536 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3361a258-8e81-4a98-868f-5c05397d9ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:40.420112 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-3361a258-8e81-4a98-868f-5c05397d9ae5 None None] For port afd6869e-f746-4140-94b7-ff588470c7f4, host n-d-808199-11, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:13:40.425076 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-3361a258-8e81-4a98-868f-5c05397d9ae5 None None] For port afd6869e-f746-4140-94b7-ff588470c7f4, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=afd6869e-f746-4140-94b7-ff588470c7f4,segment=NetworkSegment(cf3393fe-a6e6-415d-bd3d-5c46a23035c4),segment_id=cf3393fe-a6e6-415d-bd3d-5c46a23035c4)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:13:40.427933 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5bf9af36-722c-463a-9c21-c29c9794d4d1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:40.431038 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3361a258-8e81-4a98-868f-5c05397d9ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:40.472706 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5bf9af36-722c-463a-9c21-c29c9794d4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:40.487049 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3361a258-8e81-4a98-868f-5c05397d9ae5 None None] Routers {'086fa899-c7bc-4b09-a4c1-c09c192fdf5f'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:13:40.487719 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-3361a258-8e81-4a98-868f-5c05397d9ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:13:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['086fa899-c7bc-4b09-a4c1-c09c192fdf5f'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:13:40.535830 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf9af36-722c-463a-9c21-c29c9794d4d1 admin admin] Network f0a2c5ca-aad9-4bdb-aaed-38dad61ffd34 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:13:40.540414 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb95e4e9-05d0-421f-9272-d05802e032e5 None None] Pushing event updated for resources: {'Port': ['ID=afd6869e-f746-4140-94b7-ff588470c7f4,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:40.543610 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-5bf9af36-722c-463a-9c21-c29c9794d4d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:13:40.550138 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf9af36-722c-463a-9c21-c29c9794d4d1 admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:13:40.599283 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5bf9af36-722c-463a-9c21-c29c9794d4d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:40.642805 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-3361a258-8e81-4a98-868f-5c05397d9ae5 None None] Set router 086fa899-c7bc-4b09-a4c1-c09c192fdf5f gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:13:40.659927 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fb6b753c-c7d7-4dab-bfb6-b85150da3a0b None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:40.666706 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-e242a669-5fd7-4793-bce8-742b4ab7ef59 None None] Provisioning complete for port afd6869e-f746-4140-94b7-ff588470c7f4 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:13:40.667083 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e242a669-5fd7-4793-bce8-742b4ab7ef59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:40.679015 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf9af36-722c-463a-9c21-c29c9794d4d1 admin admin] Pushing event updated for resources: {'Port': ['ID=0ca1a561-312f-4cf0-89cd-d6eb965f41aa,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:40.704213 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fb6b753c-c7d7-4dab-bfb6-b85150da3a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:40.794312 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde483c7-95ee-4bee-8569-e7c712e56cfa None None] Pushing event updated for resources: {'Port': ['ID=68dbfed6-e793-45da-b4cb-0f3befa76e11,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:40.824321 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1102018-be34-4122-b09e-7a938157d98e None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 14:13:40.843032 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-fb6b753c-c7d7-4dab-bfb6-b85150da3a0b None None] Attempting to bind port 68dbfed6-e793-45da-b4cb-0f3befa76e11 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:13:40.843547 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-fb6b753c-c7d7-4dab-bfb6-b85150da3a0b None None] Attempting to bind port 68dbfed6-e793-45da-b4cb-0f3befa76e11 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:13:40.843955 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6b753c-c7d7-4dab-bfb6-b85150da3a0b None None] Attempting to bind port 68dbfed6-e793-45da-b4cb-0f3befa76e11 on network 7542d3d9-0db3-40e7-ab88-a168871141f7 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:13:40.856477 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6b753c-c7d7-4dab-bfb6-b85150da3a0b None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:13:40.857134 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6b753c-c7d7-4dab-bfb6-b85150da3a0b None None] Checking segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:13:40.857663 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fb6b753c-c7d7-4dab-bfb6-b85150da3a0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:40.858129 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6b753c-c7d7-4dab-bfb6-b85150da3a0b None None] Bound using segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:13:40.858818 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-fb6b753c-c7d7-4dab-bfb6-b85150da3a0b None None] Bound port: 68dbfed6-e793-45da-b4cb-0f3befa76e11, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:13:40.859269 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fb6b753c-c7d7-4dab-bfb6-b85150da3a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:40.865493 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device afd6869e-f746-4140-94b7-ff588470c7f4 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:13:40.880735 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5bf9af36-722c-463a-9c21-c29c9794d4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:40.965099 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-3361a258-8e81-4a98-868f-5c05397d9ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086fa899-c7bc-4b09-a4c1-c09c192fdf5f', 'name': 'tempest-TestEncryptedCinderVolumes-276920429-router', 'tenant_id': '9ebd372d1ebb4278ad991c62ef0267e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '7d024963-af31-4959-b4fa-76f751f3af35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:13:33Z', 'updated_at': '2021-11-25T14:13:35Z', 'revision_number': 4, 'project_id': '9ebd372d1ebb4278ad991c62ef0267e3', 'gw_port': {'id': '7d024963-af31-4959-b4fa-76f751f3af35', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ac:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086fa899-c7bc-4b09-a4c1-c09c192fdf5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:13:33Z', 'updated_at': '2021-11-25T14:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'afd6869e-f746-4140-94b7-ff588470c7f4', 'name': '', 'network_id': '7ec3b722-d82f-4953-8895-78fdcfd40185', 'tenant_id': '9ebd372d1ebb4278ad991c62ef0267e3', 'mac_address': 'fa:16:3e:fa:4e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086fa899-c7bc-4b09-a4c1-c09c192fdf5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '243120a2-1ea0-4b9c-b33b-d1d4287d2135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:13:35Z', 'updated_at': '2021-11-25T14:13:40Z', 'revision_number': 4, 'project_id': '9ebd372d1ebb4278ad991c62ef0267e3', 'subnets': [{'id': '243120a2-1ea0-4b9c-b33b-d1d4287d2135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:13:40.996958 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3361a258-8e81-4a98-868f-5c05397d9ae5 None None] The sync data for ids ['086fa899-c7bc-4b09-a4c1-c09c192fdf5f'] in n-d-808199-11 is: [{'id': '086fa899-c7bc-4b09-a4c1-c09c192fdf5f', 'name': 'tempest-TestEncryptedCinderVolumes-276920429-router', 'tenant_id': '9ebd372d1ebb4278ad991c62ef0267e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '7d024963-af31-4959-b4fa-76f751f3af35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:13:33Z', 'updated_at': '2021-11-25T14:13:35Z', 'revision_number': 4, 'project_id': '9ebd372d1ebb4278ad991c62ef0267e3', 'gw_port': {'id': '7d024963-af31-4959-b4fa-76f751f3af35', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ac:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086fa899-c7bc-4b09-a4c1-c09c192fdf5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:13:33Z', 'updated_at': '2021-11-25T14:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'afd6869e-f746-4140-94b7-ff588470c7f4', 'name': '', 'network_id': '7ec3b722-d82f-4953-8895-78fdcfd40185', 'tenant_id': '9ebd372d1ebb4278ad991c62ef0267e3', 'mac_address': 'fa:16:3e:fa:4e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086fa899-c7bc-4b09-a4c1-c09c192fdf5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '243120a2-1ea0-4b9c-b33b-d1d4287d2135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:13:35Z', 'updated_at': '2021-11-25T14:13:40Z', 'revision_number': 4, 'project_id': '9ebd372d1ebb4278ad991c62ef0267e3', 'subnets': [{'id': '243120a2-1ea0-4b9c-b33b-d1d4287d2135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 14:13:41.001299 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-fb6b753c-c7d7-4dab-bfb6-b85150da3a0b None None] For port 68dbfed6-e793-45da-b4cb-0f3befa76e11, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:13:41.005464 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-fb6b753c-c7d7-4dab-bfb6-b85150da3a0b None None] For port 68dbfed6-e793-45da-b4cb-0f3befa76e11, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=68dbfed6-e793-45da-b4cb-0f3befa76e11,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:13:41.006944 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port afd6869e-f746-4140-94b7-ff588470c7f4 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:13:41.008158 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:41.010243 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e242a669-5fd7-4793-bce8-742b4ab7ef59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:41.022227 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fb6b753c-c7d7-4dab-bfb6-b85150da3a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:41.061812 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5bf9af36-722c-463a-9c21-c29c9794d4d1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:41.067977 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5bf9af36-722c-463a-9c21-c29c9794d4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:41.120655 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214a450b-66fb-4b3a-8f65-7dc779bd013e None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 14:13:41.138724 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf9af36-722c-463a-9c21-c29c9794d4d1 admin admin] Pushing event updated for resources: {'Port': ['ID=0ca1a561-312f-4cf0-89cd-d6eb965f41aa,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:41.141316 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5bf9af36-722c-463a-9c21-c29c9794d4d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:41.151760 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-e242a669-5fd7-4793-bce8-742b4ab7ef59 None None] For port afd6869e-f746-4140-94b7-ff588470c7f4, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=afd6869e-f746-4140-94b7-ff588470c7f4,segment=NetworkSegment(cf3393fe-a6e6-415d-bd3d-5c46a23035c4),segment_id=cf3393fe-a6e6-415d-bd3d-5c46a23035c4)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:13:41.157981 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6b753c-c7d7-4dab-bfb6-b85150da3a0b None None] Routers {'9b2398ab-e451-4e2a-863d-18558f66ac8c'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:13:41.159320 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-fb6b753c-c7d7-4dab-bfb6-b85150da3a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:13:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['9b2398ab-e451-4e2a-863d-18558f66ac8c'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:13:41.164267 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde483c7-95ee-4bee-8569-e7c712e56cfa None None] Pushing event updated for resources: {'Port': ['ID=68dbfed6-e793-45da-b4cb-0f3befa76e11,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:41.197807 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e242a669-5fd7-4793-bce8-742b4ab7ef59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:41.252961 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf9af36-722c-463a-9c21-c29c9794d4d1 admin admin] Network f0a2c5ca-aad9-4bdb-aaed-38dad61ffd34 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:13:41.254428 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-5bf9af36-722c-463a-9c21-c29c9794d4d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:13:41.356381 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 6040b231-b0ff-42f4-b02f-d19884814aee up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:13:41.362272 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e242a669-5fd7-4793-bce8-742b4ab7ef59 None None] Pushing event updated for resources: {'Port': ['ID=afd6869e-f746-4140-94b7-ff588470c7f4,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:41.400908 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf9af36-722c-463a-9c21-c29c9794d4d1 admin admin] Router 9b2398ab-e451-4e2a-863d-18558f66ac8c has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 14:13:41.408213 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-fb6b753c-c7d7-4dab-bfb6-b85150da3a0b None None] Set router 9b2398ab-e451-4e2a-863d-18558f66ac8c gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:13:41.414509 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-b769c1b3-1434-43f3-9368-005ad7ac70c3 None None] Provisioning complete for port 0ca1a561-312f-4cf0-89cd-d6eb965f41aa triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:13:41.414915 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b769c1b3-1434-43f3-9368-005ad7ac70c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:41.521689 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf9af36-722c-463a-9c21-c29c9794d4d1 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 14:13:41.532717 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5bf9af36-722c-463a-9c21-c29c9794d4d1 admin admin] 10.222.0.53 "PUT /v2.0/routers/9b2398ab-e451-4e2a-863d-18558f66ac8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8838067 Nov 25 14:13:41.539515 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-b769c1b3-1434-43f3-9368-005ad7ac70c3 None None] Port 0ca1a561-312f-4cf0-89cd-d6eb965f41aa cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 14:13:41.591267 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 6040b231-b0ff-42f4-b02f-d19884814aee triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:13:41.591639 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:41.627861 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-b769c1b3-1434-43f3-9368-005ad7ac70c3 None None] Provisioning complete for port 68dbfed6-e793-45da-b4cb-0f3befa76e11 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:13:41.628241 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b769c1b3-1434-43f3-9368-005ad7ac70c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:41.816792 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b769c1b3-1434-43f3-9368-005ad7ac70c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:41.845535 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-b769c1b3-1434-43f3-9368-005ad7ac70c3 None None] For port 68dbfed6-e793-45da-b4cb-0f3befa76e11, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=68dbfed6-e793-45da-b4cb-0f3befa76e11,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:13:41.847969 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-fb6b753c-c7d7-4dab-bfb6-b85150da3a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2398ab-e451-4e2a-863d-18558f66ac8c', 'name': 'tempest-TestEncryptedCinderVolumes-1463597627-router', 'tenant_id': 'cd35b11131624ddc85f628641d15288e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '68dbfed6-e793-45da-b4cb-0f3befa76e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:13:37Z', 'updated_at': '2021-11-25T14:13:40Z', 'revision_number': 4, 'project_id': 'cd35b11131624ddc85f628641d15288e', 'gw_port': {'id': '68dbfed6-e793-45da-b4cb-0f3befa76e11', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6b:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2398ab-e451-4e2a-863d-18558f66ac8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:13:38Z', 'updated_at': '2021-11-25T14:13:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '0ca1a561-312f-4cf0-89cd-d6eb965f41aa', 'name': '', 'network_id': 'f0a2c5ca-aad9-4bdb-aaed-38dad61ffd34', 'tenant_id': 'cd35b11131624ddc85f628641d15288e', 'mac_address': 'fa:16:3e:2c:1b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2398ab-e451-4e2a-863d-18558f66ac8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '466fbe37-9b96-4709-a47f-7ceb13583be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:13:40Z', 'updated_at': '2021-11-25T14:13:40Z', 'revision_number': 2, 'project_id': 'cd35b11131624ddc85f628641d15288e', 'subnets': [{'id': '466fbe37-9b96-4709-a47f-7ceb13583be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:13:41.855126 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b769c1b3-1434-43f3-9368-005ad7ac70c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:41.884057 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6b753c-c7d7-4dab-bfb6-b85150da3a0b None None] The sync data for ids ['9b2398ab-e451-4e2a-863d-18558f66ac8c'] in n-d-808199-11 is: [{'id': '9b2398ab-e451-4e2a-863d-18558f66ac8c', 'name': 'tempest-TestEncryptedCinderVolumes-1463597627-router', 'tenant_id': 'cd35b11131624ddc85f628641d15288e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '68dbfed6-e793-45da-b4cb-0f3befa76e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:13:37Z', 'updated_at': '2021-11-25T14:13:40Z', 'revision_number': 4, 'project_id': 'cd35b11131624ddc85f628641d15288e', 'gw_port': {'id': '68dbfed6-e793-45da-b4cb-0f3befa76e11', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6b:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2398ab-e451-4e2a-863d-18558f66ac8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:13:38Z', 'updated_at': '2021-11-25T14:13:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '0ca1a561-312f-4cf0-89cd-d6eb965f41aa', 'name': '', 'network_id': 'f0a2c5ca-aad9-4bdb-aaed-38dad61ffd34', 'tenant_id': 'cd35b11131624ddc85f628641d15288e', 'mac_address': 'fa:16:3e:2c:1b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2398ab-e451-4e2a-863d-18558f66ac8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '466fbe37-9b96-4709-a47f-7ceb13583be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:13:40Z', 'updated_at': '2021-11-25T14:13:40Z', 'revision_number': 2, 'project_id': 'cd35b11131624ddc85f628641d15288e', 'subnets': [{'id': '466fbe37-9b96-4709-a47f-7ceb13583be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 14:13:41.922842 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-b769c1b3-1434-43f3-9368-005ad7ac70c3 None None] Provisioning complete for port afd6869e-f746-4140-94b7-ff588470c7f4 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:13:41.923077 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b769c1b3-1434-43f3-9368-005ad7ac70c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:41.959106 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b769c1b3-1434-43f3-9368-005ad7ac70c3 None None] Pushing event updated for resources: {'Port': ['ID=68dbfed6-e793-45da-b4cb-0f3befa76e11,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:42.151821 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-6d2a228e-f349-49bf-8c2f-b51cc117895d None None] Provisioning complete for port 0ca1a561-312f-4cf0-89cd-d6eb965f41aa triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:13:42.154546 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6d2a228e-f349-49bf-8c2f-b51cc117895d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:42.212552 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:42.213381 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-6d2a228e-f349-49bf-8c2f-b51cc117895d None None] Port 0ca1a561-312f-4cf0-89cd-d6eb965f41aa cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 14:13:42.407689 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3815d6-9a99-47f7-94ae-59fc8395ee30 req-4b6321c0-e8c0-4604-8ed5-89b113b1d995 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:13:42.409213 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9c3815d6-9a99-47f7-94ae-59fc8395ee30 req-4b6321c0-e8c0-4604-8ed5-89b113b1d995 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] 10.222.0.53 "GET /v2.0/networks?id=7ec3b722-d82f-4953-8895-78fdcfd40185 HTTP/1.1" status: 200 len: 816 time: 0.1116369 Nov 25 14:13:42.424836 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9c3815d6-9a99-47f7-94ae-59fc8395ee30 req-681c55ec-79d3-41ea-be4d-8ab3398c936d tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] 10.222.0.53 "GET /v2.0/quotas/9ebd372d1ebb4278ad991c62ef0267e3 HTTP/1.1" status: 200 len: 375 time: 0.0095792 Nov 25 14:13:42.479026 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9c3815d6-9a99-47f7-94ae-59fc8395ee30 req-6d88bdf7-69a4-43e6-af8a-05a56f3a97cd tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9ebd372d1ebb4278ad991c62ef0267e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475349 Nov 25 14:13:42.582387 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9c3815d6-9a99-47f7-94ae-59fc8395ee30 req-8cef79b5-79f9-4ffc-8bbf-4fdeb076600a service neutron] 10.222.0.53 "GET /v2.0/networks/7ec3b722-d82f-4953-8895-78fdcfd40185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897202 Nov 25 14:13:42.669998 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9c3815d6-9a99-47f7-94ae-59fc8395ee30 req-a4ae8755-7300-4ae0-a331-61026c432153 service neutron] 10.222.0.53 "GET /v2.0/networks/7ec3b722-d82f-4953-8895-78fdcfd40185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810671 Nov 25 14:13:42.796614 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device afd6869e-f746-4140-94b7-ff588470c7f4 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:13:42.835286 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e80075c4-bccd-442e-b834-b1379485a925 req-eaffb06c-9c03-4891-8486-aa7e6a42bfae tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8921a62-bc61-483b-940a-9d6c0f86aa58 HTTP/1.1" status: 200 len: 210 time: 0.0285974 Nov 25 14:13:42.857918 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port afd6869e-f746-4140-94b7-ff588470c7f4 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:13:42.858386 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:43.896318 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3815d6-9a99-47f7-94ae-59fc8395ee30 req-e4a8cbf9-5ee7-4af8-beeb-05b88577bfb5 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:13:43.898897 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9c3815d6-9a99-47f7-94ae-59fc8395ee30 req-e4a8cbf9-5ee7-4af8-beeb-05b88577bfb5 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] 10.222.0.66 "GET /v2.0/networks?id=7ec3b722-d82f-4953-8895-78fdcfd40185 HTTP/1.1" status: 200 len: 816 time: 0.1190119 Nov 25 14:13:43.920749 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-9c3815d6-9a99-47f7-94ae-59fc8395ee30 req-45397b62-8398-4120-805d-843db7a95cb4 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Request body: {'port': {'device_id': 'f8921a62-bc61-483b-940a-9d6c0f86aa58', 'network_id': '7ec3b722-d82f-4953-8895-78fdcfd40185', 'admin_state_up': True, 'tenant_id': '9ebd372d1ebb4278ad991c62ef0267e3'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:13:43.952355 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fd61abb6-896e-4300-9939-26bb66d566d1 req-478a60c7-89e9-49cc-892b-3fcb61e1d489 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8921a62-bc61-483b-940a-9d6c0f86aa58 HTTP/1.1" status: 200 len: 210 time: 0.0334673 Nov 25 14:13:44.040584 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c3815d6-9a99-47f7-94ae-59fc8395ee30 req-45397b62-8398-4120-805d-843db7a95cb4 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Made reservation on behalf of 9ebd372d1ebb4278ad991c62ef0267e3 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 14:13:44.044196 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9c3815d6-9a99-47f7-94ae-59fc8395ee30 req-45397b62-8398-4120-805d-843db7a95cb4 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:44.173810 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-9c3815d6-9a99-47f7-94ae-59fc8395ee30 req-45397b62-8398-4120-805d-843db7a95cb4 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Allocated IP 172.20.0.4 (7ec3b722-d82f-4953-8895-78fdcfd40185/243120a2-1ea0-4b9c-b33b-d1d4287d2135/5b6bd451-0262-4d56-8679-83c906b34179) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:13:44.321298 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9c3815d6-9a99-47f7-94ae-59fc8395ee30 req-45397b62-8398-4120-805d-843db7a95cb4 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:44.354242 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9c3815d6-9a99-47f7-94ae-59fc8395ee30 req-45397b62-8398-4120-805d-843db7a95cb4 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:44.404131 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c3815d6-9a99-47f7-94ae-59fc8395ee30 req-45397b62-8398-4120-805d-843db7a95cb4 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Network 7ec3b722-d82f-4953-8895-78fdcfd40185 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:13:44.407217 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-9c3815d6-9a99-47f7-94ae-59fc8395ee30 req-45397b62-8398-4120-805d-843db7a95cb4 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:13:44.411100 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c3815d6-9a99-47f7-94ae-59fc8395ee30 req-45397b62-8398-4120-805d-843db7a95cb4 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:13:44.417809 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45397b62-8398-4120-805d-843db7a95cb4 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Pushing event updated for resources: {'Port': ['ID=5b6bd451-0262-4d56-8679-83c906b34179,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:44.465669 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3815d6-9a99-47f7-94ae-59fc8395ee30 req-45397b62-8398-4120-805d-843db7a95cb4 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:13:44.466309 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9c3815d6-9a99-47f7-94ae-59fc8395ee30 req-45397b62-8398-4120-805d-843db7a95cb4 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:44.483330 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9c3815d6-9a99-47f7-94ae-59fc8395ee30 req-45397b62-8398-4120-805d-843db7a95cb4 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5695300 Nov 25 14:13:44.501162 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-9c3815d6-9a99-47f7-94ae-59fc8395ee30 req-e9877eb1-9228-4c4d-9c45-23e6c88dd3ca service neutron] Request body: {'port': {'device_id': 'f8921a62-bc61-483b-940a-9d6c0f86aa58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:13:44.558484 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9c3815d6-9a99-47f7-94ae-59fc8395ee30 req-e9877eb1-9228-4c4d-9c45-23e6c88dd3ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:44.653216 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-0fda9f80-ca0b-4660-a918-dcbc4f9eb9e8 None None] Provisioning complete for port 5b6bd451-0262-4d56-8679-83c906b34179 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:13:44.653812 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0fda9f80-ca0b-4660-a918-dcbc4f9eb9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:44.687273 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-0fda9f80-ca0b-4660-a918-dcbc4f9eb9e8 None None] Port 5b6bd451-0262-4d56-8679-83c906b34179 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 14:13:44.799617 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 68dbfed6-e793-45da-b4cb-0f3befa76e11 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:13:44.837726 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-9c3815d6-9a99-47f7-94ae-59fc8395ee30 req-e9877eb1-9228-4c4d-9c45-23e6c88dd3ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b6bd451-0262-4d56-8679-83c906b34179 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 14:13:44.845700 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9c3815d6-9a99-47f7-94ae-59fc8395ee30 req-e9877eb1-9228-4c4d-9c45-23e6c88dd3ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:44.852040 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 68dbfed6-e793-45da-b4cb-0f3befa76e11 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:13:44.852446 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:44.858013 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-9c3815d6-9a99-47f7-94ae-59fc8395ee30 req-e9877eb1-9228-4c4d-9c45-23e6c88dd3ca service neutron] Transition to ACTIVE for port object 5b6bd451-0262-4d56-8679-83c906b34179 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 14:13:44.861993 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9c3815d6-9a99-47f7-94ae-59fc8395ee30 req-e9877eb1-9228-4c4d-9c45-23e6c88dd3ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:44.919438 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9877eb1-9228-4c4d-9c45-23e6c88dd3ca service neutron] Pushing event updated for resources: {'Port': ['ID=5b6bd451-0262-4d56-8679-83c906b34179,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:44.928876 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c458439f-f6f0-48ed-8e8c-60438185763f None None] Sync routers for ids ['9b2398ab-e451-4e2a-863d-18558f66ac8c'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 14:13:44.941745 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c458439f-f6f0-48ed-8e8c-60438185763f None None] Routers {'9b2398ab-e451-4e2a-863d-18558f66ac8c'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:13:44.942378 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-c458439f-f6f0-48ed-8e8c-60438185763f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:13:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['9b2398ab-e451-4e2a-863d-18558f66ac8c'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:13:44.992435 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-9c3815d6-9a99-47f7-94ae-59fc8395ee30 req-e9877eb1-9228-4c4d-9c45-23e6c88dd3ca service neutron] Attempting to bind port 5b6bd451-0262-4d56-8679-83c906b34179 on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:13:44.992781 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-9c3815d6-9a99-47f7-94ae-59fc8395ee30 req-e9877eb1-9228-4c4d-9c45-23e6c88dd3ca service neutron] Attempting to bind port 5b6bd451-0262-4d56-8679-83c906b34179 by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': 'cf3393fe-a6e6-415d-bd3d-5c46a23035c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7ec3b722-d82f-4953-8895-78fdcfd40185'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:13:44.993111 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3815d6-9a99-47f7-94ae-59fc8395ee30 req-e9877eb1-9228-4c4d-9c45-23e6c88dd3ca service neutron] Attempting to bind port 5b6bd451-0262-4d56-8679-83c906b34179 on network 7ec3b722-d82f-4953-8895-78fdcfd40185 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:13:45.000364 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3815d6-9a99-47f7-94ae-59fc8395ee30 req-e9877eb1-9228-4c4d-9c45-23e6c88dd3ca service neutron] Port 5b6bd451-0262-4d56-8679-83c906b34179 on network 7ec3b722-d82f-4953-8895-78fdcfd40185 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 14:13:45.000698 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3815d6-9a99-47f7-94ae-59fc8395ee30 req-e9877eb1-9228-4c4d-9c45-23e6c88dd3ca service neutron] Attempting to bind port 5b6bd451-0262-4d56-8679-83c906b34179 on network 7ec3b722-d82f-4953-8895-78fdcfd40185 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:13:45.006338 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3815d6-9a99-47f7-94ae-59fc8395ee30 req-e9877eb1-9228-4c4d-9c45-23e6c88dd3ca service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:13:45.006676 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3815d6-9a99-47f7-94ae-59fc8395ee30 req-e9877eb1-9228-4c4d-9c45-23e6c88dd3ca service neutron] Checking segment: {'id': 'cf3393fe-a6e6-415d-bd3d-5c46a23035c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7ec3b722-d82f-4953-8895-78fdcfd40185'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:13:45.007093 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3815d6-9a99-47f7-94ae-59fc8395ee30 req-e9877eb1-9228-4c4d-9c45-23e6c88dd3ca service neutron] Bound using segment: {'id': 'cf3393fe-a6e6-415d-bd3d-5c46a23035c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7ec3b722-d82f-4953-8895-78fdcfd40185'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:13:45.008145 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-9c3815d6-9a99-47f7-94ae-59fc8395ee30 req-e9877eb1-9228-4c4d-9c45-23e6c88dd3ca service neutron] Bound port: 5b6bd451-0262-4d56-8679-83c906b34179, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf3393fe-a6e6-415d-bd3d-5c46a23035c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7ec3b722-d82f-4953-8895-78fdcfd40185'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:13:45.008453 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9c3815d6-9a99-47f7-94ae-59fc8395ee30 req-e9877eb1-9228-4c4d-9c45-23e6c88dd3ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:45.073770 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-c458439f-f6f0-48ed-8e8c-60438185763f None None] Set router 9b2398ab-e451-4e2a-863d-18558f66ac8c gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:13:45.086241 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5386fb2-4bda-4668-b254-085418580a11 req-eb0fd6db-4a2e-406f-99eb-07cceb459e80 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:13:45.088614 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d5386fb2-4bda-4668-b254-085418580a11 req-eb0fd6db-4a2e-406f-99eb-07cceb459e80 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8921a62-bc61-483b-940a-9d6c0f86aa58 HTTP/1.1" status: 200 len: 943 time: 0.0567260 Nov 25 14:13:45.097370 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-9c3815d6-9a99-47f7-94ae-59fc8395ee30 req-e9877eb1-9228-4c4d-9c45-23e6c88dd3ca service neutron] For port 5b6bd451-0262-4d56-8679-83c906b34179, host n-h1-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:13:45.100960 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-9c3815d6-9a99-47f7-94ae-59fc8395ee30 req-e9877eb1-9228-4c4d-9c45-23e6c88dd3ca service neutron] For port 5b6bd451-0262-4d56-8679-83c906b34179, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=5b6bd451-0262-4d56-8679-83c906b34179,segment=NetworkSegment(cf3393fe-a6e6-415d-bd3d-5c46a23035c4),segment_id=cf3393fe-a6e6-415d-bd3d-5c46a23035c4)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:13:45.108475 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9c3815d6-9a99-47f7-94ae-59fc8395ee30 req-e9877eb1-9228-4c4d-9c45-23e6c88dd3ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:45.145141 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3815d6-9a99-47f7-94ae-59fc8395ee30 req-e9877eb1-9228-4c4d-9c45-23e6c88dd3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:13:45.145983 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9c3815d6-9a99-47f7-94ae-59fc8395ee30 req-e9877eb1-9228-4c4d-9c45-23e6c88dd3ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:45.147641 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9c3815d6-9a99-47f7-94ae-59fc8395ee30 req-e9877eb1-9228-4c4d-9c45-23e6c88dd3ca service neutron] 10.222.0.66 "PUT /v2.0/ports/5b6bd451-0262-4d56-8679-83c906b34179 HTTP/1.1" status: 200 len: 1092 time: 0.6506412 Nov 25 14:13:45.148990 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d5386fb2-4bda-4668-b254-085418580a11 req-a902fe6f-a761-40fa-a10c-5e71f518d9af tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] 10.222.0.53 "GET /v2.0/security-groups?id=da6f1f7f-0404-4fa4-82ab-a001e98b3506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536308 Nov 25 14:13:45.158912 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8921a62-bc61-483b-940a-9d6c0f86aa58', 'tag': '5b6bd451-0262-4d56-8679-83c906b34179'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:13:45.163094 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b263d7d4b70db15966f189087f2cdd81ff7815a34d469843c29c7d40ca9dff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c94a6b2-d9f7-4280-9221-0d1dbb0288e1" -d '{"events": [{"name": "network-changed", "server_uuid": "f8921a62-bc61-483b-940a-9d6c0f86aa58", "tag": "5b6bd451-0262-4d56-8679-83c906b34179"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:13:45.215637 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9877eb1-9228-4c4d-9c45-23e6c88dd3ca service neutron] Pushing event updated for resources: {'Port': ['ID=5b6bd451-0262-4d56-8679-83c906b34179,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:45.244347 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 14:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a5eedb2-f2c5-4809-a691-3d33219c3998 x-openstack-request-id: req-3a5eedb2-f2c5-4809-a691-3d33219c3998 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:13:45.245000 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8921a62-bc61-483b-940a-9d6c0f86aa58", "tag": "5b6bd451-0262-4d56-8679-83c906b34179", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:13:45.245465 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3a5eedb2-f2c5-4809-a691-3d33219c3998 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:13:45.246084 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8921a62-bc61-483b-940a-9d6c0f86aa58', 'tag': '5b6bd451-0262-4d56-8679-83c906b34179', 'status': 'completed', 'code': 200} Nov 25 14:13:45.278343 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3815d6-9a99-47f7-94ae-59fc8395ee30 req-c022827d-810a-42cc-905d-37dff79e7ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:13:45.281342 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9c3815d6-9a99-47f7-94ae-59fc8395ee30 req-c022827d-810a-42cc-905d-37dff79e7ff2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9ebd372d1ebb4278ad991c62ef0267e3&device_id=f8921a62-bc61-483b-940a-9d6c0f86aa58 HTTP/1.1" status: 200 len: 1095 time: 0.0578682 Nov 25 14:13:45.327084 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-c458439f-f6f0-48ed-8e8c-60438185763f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2398ab-e451-4e2a-863d-18558f66ac8c', 'name': 'tempest-TestEncryptedCinderVolumes-1463597627-router', 'tenant_id': 'cd35b11131624ddc85f628641d15288e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '68dbfed6-e793-45da-b4cb-0f3befa76e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:13:37Z', 'updated_at': '2021-11-25T14:13:40Z', 'revision_number': 4, 'project_id': 'cd35b11131624ddc85f628641d15288e', 'gw_port': {'id': '68dbfed6-e793-45da-b4cb-0f3befa76e11', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2398ab-e451-4e2a-863d-18558f66ac8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:13:38Z', 'updated_at': '2021-11-25T14:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '0ca1a561-312f-4cf0-89cd-d6eb965f41aa', 'name': '', 'network_id': 'f0a2c5ca-aad9-4bdb-aaed-38dad61ffd34', 'tenant_id': 'cd35b11131624ddc85f628641d15288e', 'mac_address': 'fa:16:3e:2c:1b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2398ab-e451-4e2a-863d-18558f66ac8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '466fbe37-9b96-4709-a47f-7ceb13583be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:13:40Z', 'updated_at': '2021-11-25T14:13:40Z', 'revision_number': 2, 'project_id': 'cd35b11131624ddc85f628641d15288e', 'subnets': [{'id': '466fbe37-9b96-4709-a47f-7ceb13583be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:13:45.329938 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9c3815d6-9a99-47f7-94ae-59fc8395ee30 req-5d3c05be-33be-4166-9e85-806c00f90c19 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b6bd451-0262-4d56-8679-83c906b34179 HTTP/1.1" status: 200 len: 217 time: 0.0402899 Nov 25 14:13:45.360952 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c458439f-f6f0-48ed-8e8c-60438185763f None None] Checking router: 9b2398ab-e451-4e2a-863d-18558f66ac8c for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 14:13:45.361311 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c458439f-f6f0-48ed-8e8c-60438185763f None None] Updating router 9b2398ab-e451-4e2a-863d-18558f66ac8c port 0ca1a561-312f-4cf0-89cd-d6eb965f41aa binding host n-d-808199-11 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 14:13:45.388922 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3815d6-9a99-47f7-94ae-59fc8395ee30 req-9b542194-8a64-4dbd-9c09-625d4cff6d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:13:45.389213 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c458439f-f6f0-48ed-8e8c-60438185763f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:45.390841 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9c3815d6-9a99-47f7-94ae-59fc8395ee30 req-9b542194-8a64-4dbd-9c09-625d4cff6d37 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=243120a2-1ea0-4b9c-b33b-d1d4287d2135 HTTP/1.1" status: 200 len: 855 time: 0.0513244 Nov 25 14:13:45.442958 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3815d6-9a99-47f7-94ae-59fc8395ee30 req-758b0a7f-80b3-465c-a467-de052ce0fff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:13:45.444480 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9c3815d6-9a99-47f7-94ae-59fc8395ee30 req-758b0a7f-80b3-465c-a467-de052ce0fff7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7ec3b722-d82f-4953-8895-78fdcfd40185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407801 Nov 25 14:13:45.546034 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9c3815d6-9a99-47f7-94ae-59fc8395ee30 req-6471682f-0ad9-4eff-9125-0b369a064209 service neutron] 10.222.0.66 "GET /v2.0/networks/7ec3b722-d82f-4953-8895-78fdcfd40185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895207 Nov 25 14:13:45.642866 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9c3815d6-9a99-47f7-94ae-59fc8395ee30 req-6afdc2e0-a917-4a33-8476-df861e140688 service neutron] 10.222.0.66 "GET /v2.0/networks/7ec3b722-d82f-4953-8895-78fdcfd40185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834441 Nov 25 14:13:45.646328 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c458439f-f6f0-48ed-8e8c-60438185763f None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:45.651803 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c458439f-f6f0-48ed-8e8c-60438185763f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:45.701777 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8c2fb8-b296-425b-a31c-93610104e6ff None None] Pushing event updated for resources: {'Port': ['ID=0ca1a561-312f-4cf0-89cd-d6eb965f41aa,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:45.748963 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c94a6b2-d9f7-4280-9221-0d1dbb0288e1 req-3251bde4-35b5-41ab-9ebd-dab0b531db19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:13:45.751057 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8c94a6b2-d9f7-4280-9221-0d1dbb0288e1 req-3251bde4-35b5-41ab-9ebd-dab0b531db19 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9ebd372d1ebb4278ad991c62ef0267e3&device_id=f8921a62-bc61-483b-940a-9d6c0f86aa58 HTTP/1.1" status: 200 len: 1095 time: 0.0482850 Nov 25 14:13:45.853330 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-c458439f-f6f0-48ed-8e8c-60438185763f None None] Attempting to bind port 0ca1a561-312f-4cf0-89cd-d6eb965f41aa on host n-d-808199-11 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:13:45.853692 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-c458439f-f6f0-48ed-8e8c-60438185763f None None] Attempting to bind port 0ca1a561-312f-4cf0-89cd-d6eb965f41aa by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'bb69b85d-8ba3-412c-a815-1c9c89ede115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f0a2c5ca-aad9-4bdb-aaed-38dad61ffd34'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:13:45.854050 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c458439f-f6f0-48ed-8e8c-60438185763f None None] Attempting to bind port 0ca1a561-312f-4cf0-89cd-d6eb965f41aa on network f0a2c5ca-aad9-4bdb-aaed-38dad61ffd34 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:13:45.859301 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c458439f-f6f0-48ed-8e8c-60438185763f None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:13:45.859677 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c458439f-f6f0-48ed-8e8c-60438185763f None None] Checking segment: {'id': 'bb69b85d-8ba3-412c-a815-1c9c89ede115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f0a2c5ca-aad9-4bdb-aaed-38dad61ffd34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:13:45.859824 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c94a6b2-d9f7-4280-9221-0d1dbb0288e1 req-57ff15ba-447a-4b05-b1ef-2cdbf022abe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:13:45.860080 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c458439f-f6f0-48ed-8e8c-60438185763f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:45.860464 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c458439f-f6f0-48ed-8e8c-60438185763f None None] Bound using segment: {'id': 'bb69b85d-8ba3-412c-a815-1c9c89ede115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f0a2c5ca-aad9-4bdb-aaed-38dad61ffd34'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:13:45.860927 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-c458439f-f6f0-48ed-8e8c-60438185763f None None] Bound port: 0ca1a561-312f-4cf0-89cd-d6eb965f41aa, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb69b85d-8ba3-412c-a815-1c9c89ede115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f0a2c5ca-aad9-4bdb-aaed-38dad61ffd34'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:13:45.861310 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c458439f-f6f0-48ed-8e8c-60438185763f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:45.861431 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8c94a6b2-d9f7-4280-9221-0d1dbb0288e1 req-57ff15ba-447a-4b05-b1ef-2cdbf022abe3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7ec3b722-d82f-4953-8895-78fdcfd40185 HTTP/1.1" status: 200 len: 917 time: 0.1029956 Nov 25 14:13:45.912659 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8c94a6b2-d9f7-4280-9221-0d1dbb0288e1 req-d36d88e4-15ad-42ad-be53-7bdc3be76551 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b6bd451-0262-4d56-8679-83c906b34179 HTTP/1.1" status: 200 len: 217 time: 0.0356474 Nov 25 14:13:45.922200 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-c458439f-f6f0-48ed-8e8c-60438185763f None None] For port 0ca1a561-312f-4cf0-89cd-d6eb965f41aa, host n-d-808199-11, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:13:45.925700 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-c458439f-f6f0-48ed-8e8c-60438185763f None None] For port 0ca1a561-312f-4cf0-89cd-d6eb965f41aa, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=0ca1a561-312f-4cf0-89cd-d6eb965f41aa,segment=NetworkSegment(bb69b85d-8ba3-412c-a815-1c9c89ede115),segment_id=bb69b85d-8ba3-412c-a815-1c9c89ede115)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:13:45.931153 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c458439f-f6f0-48ed-8e8c-60438185763f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:45.971459 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c94a6b2-d9f7-4280-9221-0d1dbb0288e1 req-e192a29a-2bc7-42bc-8bea-1a61ad9e73a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:13:45.973007 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8c94a6b2-d9f7-4280-9221-0d1dbb0288e1 req-e192a29a-2bc7-42bc-8bea-1a61ad9e73a8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=243120a2-1ea0-4b9c-b33b-d1d4287d2135 HTTP/1.1" status: 200 len: 855 time: 0.0525374 Nov 25 14:13:45.979370 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-406e487f-360a-4e6a-b626-cd7b02ea31de None None] Provisioning complete for port 0ca1a561-312f-4cf0-89cd-d6eb965f41aa triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:13:45.980473 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-406e487f-360a-4e6a-b626-cd7b02ea31de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:45.984350 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c458439f-f6f0-48ed-8e8c-60438185763f None None] Routers {'9b2398ab-e451-4e2a-863d-18558f66ac8c'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:13:45.984977 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-c458439f-f6f0-48ed-8e8c-60438185763f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:13:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['9b2398ab-e451-4e2a-863d-18558f66ac8c'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:13:46.035398 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8c2fb8-b296-425b-a31c-93610104e6ff None None] Pushing event updated for resources: {'Port': ['ID=0ca1a561-312f-4cf0-89cd-d6eb965f41aa,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:46.122024 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-c458439f-f6f0-48ed-8e8c-60438185763f None None] Set router 9b2398ab-e451-4e2a-863d-18558f66ac8c gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:13:46.287571 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-406e487f-360a-4e6a-b626-cd7b02ea31de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:46.312709 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209dfc08-1f40-4630-896f-9173a4b56055 req-256b5c6a-c3e3-4579-9e4c-b0fe8d78539c tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:13:46.320491 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-209dfc08-1f40-4630-896f-9173a4b56055 req-256b5c6a-c3e3-4579-9e4c-b0fe8d78539c tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8921a62-bc61-483b-940a-9d6c0f86aa58 HTTP/1.1" status: 200 len: 943 time: 0.0735035 Nov 25 14:13:46.324380 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-406e487f-360a-4e6a-b626-cd7b02ea31de None None] For port 0ca1a561-312f-4cf0-89cd-d6eb965f41aa, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=0ca1a561-312f-4cf0-89cd-d6eb965f41aa,segment=NetworkSegment(bb69b85d-8ba3-412c-a815-1c9c89ede115),segment_id=bb69b85d-8ba3-412c-a815-1c9c89ede115)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:13:46.329331 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-406e487f-360a-4e6a-b626-cd7b02ea31de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:46.385384 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-209dfc08-1f40-4630-896f-9173a4b56055 req-19fe074c-78e6-4f50-ad11-5df5f07c806e tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] 10.222.0.53 "GET /v2.0/security-groups?id=da6f1f7f-0404-4fa4-82ab-a001e98b3506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637023 Nov 25 14:13:46.399327 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406e487f-360a-4e6a-b626-cd7b02ea31de None None] Pushing event updated for resources: {'Port': ['ID=0ca1a561-312f-4cf0-89cd-d6eb965f41aa,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:46.407266 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-c458439f-f6f0-48ed-8e8c-60438185763f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2398ab-e451-4e2a-863d-18558f66ac8c', 'name': 'tempest-TestEncryptedCinderVolumes-1463597627-router', 'tenant_id': 'cd35b11131624ddc85f628641d15288e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '68dbfed6-e793-45da-b4cb-0f3befa76e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:13:37Z', 'updated_at': '2021-11-25T14:13:40Z', 'revision_number': 4, 'project_id': 'cd35b11131624ddc85f628641d15288e', 'gw_port': {'id': '68dbfed6-e793-45da-b4cb-0f3befa76e11', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2398ab-e451-4e2a-863d-18558f66ac8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:13:38Z', 'updated_at': '2021-11-25T14:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '0ca1a561-312f-4cf0-89cd-d6eb965f41aa', 'name': '', 'network_id': 'f0a2c5ca-aad9-4bdb-aaed-38dad61ffd34', 'tenant_id': 'cd35b11131624ddc85f628641d15288e', 'mac_address': 'fa:16:3e:2c:1b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2398ab-e451-4e2a-863d-18558f66ac8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '466fbe37-9b96-4709-a47f-7ceb13583be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:13:40Z', 'updated_at': '2021-11-25T14:13:45Z', 'revision_number': 4, 'project_id': 'cd35b11131624ddc85f628641d15288e', 'subnets': [{'id': '466fbe37-9b96-4709-a47f-7ceb13583be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:13:46.435494 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c458439f-f6f0-48ed-8e8c-60438185763f None None] The sync data for ids ['9b2398ab-e451-4e2a-863d-18558f66ac8c'] in n-d-808199-11 is: [{'id': '9b2398ab-e451-4e2a-863d-18558f66ac8c', 'name': 'tempest-TestEncryptedCinderVolumes-1463597627-router', 'tenant_id': 'cd35b11131624ddc85f628641d15288e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '68dbfed6-e793-45da-b4cb-0f3befa76e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:13:37Z', 'updated_at': '2021-11-25T14:13:40Z', 'revision_number': 4, 'project_id': 'cd35b11131624ddc85f628641d15288e', 'gw_port': {'id': '68dbfed6-e793-45da-b4cb-0f3befa76e11', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2398ab-e451-4e2a-863d-18558f66ac8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:13:38Z', 'updated_at': '2021-11-25T14:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '0ca1a561-312f-4cf0-89cd-d6eb965f41aa', 'name': '', 'network_id': 'f0a2c5ca-aad9-4bdb-aaed-38dad61ffd34', 'tenant_id': 'cd35b11131624ddc85f628641d15288e', 'mac_address': 'fa:16:3e:2c:1b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2398ab-e451-4e2a-863d-18558f66ac8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '466fbe37-9b96-4709-a47f-7ceb13583be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:13:40Z', 'updated_at': '2021-11-25T14:13:45Z', 'revision_number': 4, 'project_id': 'cd35b11131624ddc85f628641d15288e', 'subnets': [{'id': '466fbe37-9b96-4709-a47f-7ceb13583be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 14:13:46.440987 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c94a6b2-d9f7-4280-9221-0d1dbb0288e1 req-921a2b74-7f93-47f8-857f-b205f7d84a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:13:46.442610 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8c94a6b2-d9f7-4280-9221-0d1dbb0288e1 req-921a2b74-7f93-47f8-857f-b205f7d84a8e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7ec3b722-d82f-4953-8895-78fdcfd40185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4619749 Nov 25 14:13:46.458991 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-603f3940-ae44-4494-8637-dbcabaef219d None None] Provisioning complete for port 0ca1a561-312f-4cf0-89cd-d6eb965f41aa triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:13:46.459375 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-603f3940-ae44-4494-8637-dbcabaef219d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:46.543744 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8c94a6b2-d9f7-4280-9221-0d1dbb0288e1 req-b1151cf9-8261-464e-8bd4-3bf042b95d77 service neutron] 10.222.0.66 "GET /v2.0/networks/7ec3b722-d82f-4953-8895-78fdcfd40185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883253 Nov 25 14:13:46.646370 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8c94a6b2-d9f7-4280-9221-0d1dbb0288e1 req-54e1cbc9-f1d9-4981-bd6e-2eda2854cff8 service neutron] 10.222.0.66 "GET /v2.0/networks/7ec3b722-d82f-4953-8895-78fdcfd40185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904026 Nov 25 14:13:46.790966 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 0ca1a561-312f-4cf0-89cd-d6eb965f41aa up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:13:46.840996 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 0ca1a561-312f-4cf0-89cd-d6eb965f41aa triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:13:46.841371 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:47.493656 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ae30e-bc5b-4d34-b95a-08a8ffc6e1c2 req-c020f0f1-b6c4-4fd7-8659-fd522917b7ef tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:13:47.495175 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b57ae30e-bc5b-4d34-b95a-08a8ffc6e1c2 req-c020f0f1-b6c4-4fd7-8659-fd522917b7ef tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8921a62-bc61-483b-940a-9d6c0f86aa58 HTTP/1.1" status: 200 len: 943 time: 0.0520432 Nov 25 14:13:47.541773 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b57ae30e-bc5b-4d34-b95a-08a8ffc6e1c2 req-0b859bbc-5d72-43f6-9f8e-6cc61ae3c2c8 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] 10.222.0.53 "GET /v2.0/security-groups?id=da6f1f7f-0404-4fa4-82ab-a001e98b3506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405319 Nov 25 14:13:47.547640 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 5b6bd451-0262-4d56-8679-83c906b34179 details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 14:13:47.649806 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 5b6bd451-0262-4d56-8679-83c906b34179, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=5b6bd451-0262-4d56-8679-83c906b34179,segment=NetworkSegment(cf3393fe-a6e6-415d-bd3d-5c46a23035c4),segment_id=cf3393fe-a6e6-415d-bd3d-5c46a23035c4)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:13:47.662142 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': '5b6bd451-0262-4d56-8679-83c906b34179', 'network_id': '7ec3b722-d82f-4953-8895-78fdcfd40185', 'port_id': '5b6bd451-0262-4d56-8679-83c906b34179', 'mac_address': 'fa:16:3e:ea:23:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '243120a2-1ea0-4b9c-b33b-d1d4287d2135', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 14:13:47.701925 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:47.720215 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b6bd451-0262-4d56-8679-83c906b34179 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 14:13:47.740720 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 5b6bd451-0262-4d56-8679-83c906b34179, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=5b6bd451-0262-4d56-8679-83c906b34179,segment=NetworkSegment(cf3393fe-a6e6-415d-bd3d-5c46a23035c4),segment_id=cf3393fe-a6e6-415d-bd3d-5c46a23035c4)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:13:47.749386 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:47.799278 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=5b6bd451-0262-4d56-8679-83c906b34179,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:47.986764 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['5b6bd451-0262-4d56-8679-83c906b34179'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 14:13:48.658730 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e3024-34d9-47e3-ac3d-5e459156ff12 req-801bc908-6dff-4d5a-93a8-3fff5347d350 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:13:48.660211 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9e6e3024-34d9-47e3-ac3d-5e459156ff12 req-801bc908-6dff-4d5a-93a8-3fff5347d350 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8921a62-bc61-483b-940a-9d6c0f86aa58 HTTP/1.1" status: 200 len: 944 time: 0.0494974 Nov 25 14:13:48.708218 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9e6e3024-34d9-47e3-ac3d-5e459156ff12 req-1157d0e4-0b8a-4c54-8447-ff680913b5d9 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] 10.222.0.53 "GET /v2.0/security-groups?id=da6f1f7f-0404-4fa4-82ab-a001e98b3506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420017 Nov 25 14:13:49.563595 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 5b6bd451-0262-4d56-8679-83c906b34179 up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:13:49.613328 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port 5b6bd451-0262-4d56-8679-83c906b34179 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 14:13:49.616877 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port 5b6bd451-0262-4d56-8679-83c906b34179 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:13:49.617255 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:49.692059 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:49.716789 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8921a62-bc61-483b-940a-9d6c0f86aa58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b6bd451-0262-4d56-8679-83c906b34179'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:13:49.719104 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4a683b2f55a074025c37cf42062357829495bd62ced1b23f0cba96c56cdda24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9986cde6-1818-41d7-a8e4-ca460ca4a3e5" -d '{"events": [{"server_uuid": "f8921a62-bc61-483b-940a-9d6c0f86aa58", "name": "network-vif-plugged", "status": "completed", "tag": "5b6bd451-0262-4d56-8679-83c906b34179"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:13:49.736162 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 5b6bd451-0262-4d56-8679-83c906b34179, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=5b6bd451-0262-4d56-8679-83c906b34179,segment=NetworkSegment(cf3393fe-a6e6-415d-bd3d-5c46a23035c4),segment_id=cf3393fe-a6e6-415d-bd3d-5c46a23035c4)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:13:49.741242 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:13:49.766600 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 14:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ac71f7-797e-4934-b0b6-ba03f441953c x-openstack-request-id: req-21ac71f7-797e-4934-b0b6-ba03f441953c {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:13:49.766926 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8921a62-bc61-483b-940a-9d6c0f86aa58", "name": "network-vif-plugged", "status": "completed", "tag": "5b6bd451-0262-4d56-8679-83c906b34179", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:13:49.767183 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-21ac71f7-797e-4934-b0b6-ba03f441953c {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:13:49.767581 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8921a62-bc61-483b-940a-9d6c0f86aa58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b6bd451-0262-4d56-8679-83c906b34179', 'code': 200} Nov 25 14:13:49.795013 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=5b6bd451-0262-4d56-8679-83c906b34179,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:13:49.841544 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b7c7f5-fd56-451f-9ca3-5f444a111149 req-446c4306-8c9c-479a-b520-dbf65ec0a4b7 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:13:49.843020 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-92b7c7f5-fd56-451f-9ca3-5f444a111149 req-446c4306-8c9c-479a-b520-dbf65ec0a4b7 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8921a62-bc61-483b-940a-9d6c0f86aa58 HTTP/1.1" status: 200 len: 945 time: 0.0564604 Nov 25 14:13:49.865691 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b4eca-d843-4475-a340-8000c65f99aa req-af2d9607-3c7e-4c7e-9ed8-f39ee1847404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:13:49.867237 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-fb9b4eca-d843-4475-a340-8000c65f99aa req-af2d9607-3c7e-4c7e-9ed8-f39ee1847404 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f8921a62-bc61-483b-940a-9d6c0f86aa58 HTTP/1.1" status: 200 len: 1097 time: 0.0414641 Nov 25 14:13:49.892231 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-92b7c7f5-fd56-451f-9ca3-5f444a111149 req-be7cbc20-e3c9-482f-9a76-b64735b6f915 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] 10.222.0.53 "GET /v2.0/security-groups?id=da6f1f7f-0404-4fa4-82ab-a001e98b3506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432427 Nov 25 14:13:49.913467 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-fb9b4eca-d843-4475-a340-8000c65f99aa req-fdeb1b89-fa35-4603-bc5c-511a1a19c37b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=da6f1f7f-0404-4fa4-82ab-a001e98b3506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383918 Nov 25 14:13:51.009969 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ad57a-1b27-4875-bddf-f15d700ca330 req-88ce3a84-9c5f-4102-8ef7-535ae1bf1c81 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:13:51.011506 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5f7ad57a-1b27-4875-bddf-f15d700ca330 req-88ce3a84-9c5f-4102-8ef7-535ae1bf1c81 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8921a62-bc61-483b-940a-9d6c0f86aa58 HTTP/1.1" status: 200 len: 945 time: 0.0496833 Nov 25 14:13:51.061568 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5f7ad57a-1b27-4875-bddf-f15d700ca330 req-055d0db5-64f0-4dd8-be68-a9e64604d86d tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] 10.222.0.53 "GET /v2.0/security-groups?id=da6f1f7f-0404-4fa4-82ab-a001e98b3506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437386 Nov 25 14:13:52.181570 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cc5734-20bd-4e98-a5ed-e985c4ec27a6 req-709d5457-8f7e-479f-ab5e-95c82e8f4013 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:13:52.183673 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c7cc5734-20bd-4e98-a5ed-e985c4ec27a6 req-709d5457-8f7e-479f-ab5e-95c82e8f4013 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8921a62-bc61-483b-940a-9d6c0f86aa58 HTTP/1.1" status: 200 len: 945 time: 0.0484552 Nov 25 14:13:52.233725 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c7cc5734-20bd-4e98-a5ed-e985c4ec27a6 req-8c4ea866-ca09-48e8-b26d-8d1c63cbce80 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] 10.222.0.53 "GET /v2.0/security-groups?id=da6f1f7f-0404-4fa4-82ab-a001e98b3506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440423 Nov 25 14:13:52.346669 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558fee3-44c1-4592-9486-c8495043a9bf req-33cc9d9b-b5bf-45fb-a61a-9951ad7b0416 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:13:52.348196 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1558fee3-44c1-4592-9486-c8495043a9bf req-33cc9d9b-b5bf-45fb-a61a-9951ad7b0416 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8921a62-bc61-483b-940a-9d6c0f86aa58 HTTP/1.1" status: 200 len: 945 time: 0.0482779 Nov 25 14:13:52.397505 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1558fee3-44c1-4592-9486-c8495043a9bf req-52604b31-6643-4ad2-8554-8c00caf2c7e0 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] 10.222.0.53 "GET /v2.0/security-groups?id=da6f1f7f-0404-4fa4-82ab-a001e98b3506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434728 Nov 25 14:14:00.385458 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-03b81e91-b425-4246-8978-87520c78df39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:00.758829 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:14:02.859694 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-44a5795c-c786-40d5-bae0-7b314dbbe2f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:04.080177 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:05.398939 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:06.536955 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:08.688021 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:12.157330 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:14.986216 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf876b1-6887-478b-a3cd-89abb1d77f49 req-14bbe50c-ec7e-4bb9-8f59-985d7ec4dee6 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:14:14.987727 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8bf876b1-6887-478b-a3cd-89abb1d77f49 req-14bbe50c-ec7e-4bb9-8f59-985d7ec4dee6 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8921a62-bc61-483b-940a-9d6c0f86aa58 HTTP/1.1" status: 200 len: 945 time: 0.0511959 Nov 25 14:14:15.035928 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8bf876b1-6887-478b-a3cd-89abb1d77f49 req-dd58d76b-6b96-4979-9c58-79e409423ec5 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] 10.222.0.53 "GET /v2.0/security-groups?id=da6f1f7f-0404-4fa4-82ab-a001e98b3506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420098 Nov 25 14:14:16.158969 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d84a6-2ad5-4d65-a05b-be459d1af875 req-7bd60978-ef1f-4ada-9402-0e5b774dac25 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:14:16.160455 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-549d84a6-2ad5-4d65-a05b-be459d1af875 req-7bd60978-ef1f-4ada-9402-0e5b774dac25 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8921a62-bc61-483b-940a-9d6c0f86aa58 HTTP/1.1" status: 200 len: 945 time: 0.0547087 Nov 25 14:14:16.207188 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-549d84a6-2ad5-4d65-a05b-be459d1af875 req-b76f0f3a-f9b0-48d6-8a55-9a30465818b4 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] 10.222.0.53 "GET /v2.0/security-groups?id=da6f1f7f-0404-4fa4-82ab-a001e98b3506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407240 Nov 25 14:14:16.688442 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052fac6b-7957-4ddc-b4e4-ed6e4054fe1c req-be3fbb5a-47fe-4769-a17b-e70ca3579299 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:14:16.689816 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-052fac6b-7957-4ddc-b4e4-ed6e4054fe1c req-be3fbb5a-47fe-4769-a17b-e70ca3579299 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8921a62-bc61-483b-940a-9d6c0f86aa58 HTTP/1.1" status: 200 len: 945 time: 0.0514657 Nov 25 14:14:16.782544 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-052fac6b-7957-4ddc-b4e4-ed6e4054fe1c req-b87c96a7-24ae-4b60-b867-26751b0279d9 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Deleting port 5b6bd451-0262-4d56-8679-83c906b34179 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:14:16.782981 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-052fac6b-7957-4ddc-b4e4-ed6e4054fe1c req-b87c96a7-24ae-4b60-b867-26751b0279d9 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:16.873878 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-052fac6b-7957-4ddc-b4e4-ed6e4054fe1c req-b87c96a7-24ae-4b60-b867-26751b0279d9 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] For port 5b6bd451-0262-4d56-8679-83c906b34179, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=5b6bd451-0262-4d56-8679-83c906b34179,segment=NetworkSegment(cf3393fe-a6e6-415d-bd3d-5c46a23035c4),segment_id=cf3393fe-a6e6-415d-bd3d-5c46a23035c4)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:14:16.874240 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-052fac6b-7957-4ddc-b4e4-ed6e4054fe1c req-b87c96a7-24ae-4b60-b867-26751b0279d9 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:16.888864 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-052fac6b-7957-4ddc-b4e4-ed6e4054fe1c req-b87c96a7-24ae-4b60-b867-26751b0279d9 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Calling delete_port for 5b6bd451-0262-4d56-8679-83c906b34179 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:14:17.014869 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-052fac6b-7957-4ddc-b4e4-ed6e4054fe1c req-b87c96a7-24ae-4b60-b867-26751b0279d9 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:17.033424 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['5b6bd451-0262-4d56-8679-83c906b34179'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 14:14:17.047479 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87c96a7-24ae-4b60-b867-26751b0279d9 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Pushing event deleted for resources: {'Port': ['ID=5b6bd451-0262-4d56-8679-83c906b34179,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:14:17.060738 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87c96a7-24ae-4b60-b867-26751b0279d9 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:14:17.061094 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87c96a7-24ae-4b60-b867-26751b0279d9 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:14:17.061442 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87c96a7-24ae-4b60-b867-26751b0279d9 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:14:17.061785 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87c96a7-24ae-4b60-b867-26751b0279d9 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:14:17.062119 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87c96a7-24ae-4b60-b867-26751b0279d9 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:14:17.062454 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87c96a7-24ae-4b60-b867-26751b0279d9 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:14:17.062829 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87c96a7-24ae-4b60-b867-26751b0279d9 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:14:17.063163 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87c96a7-24ae-4b60-b867-26751b0279d9 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:14:17.063498 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87c96a7-24ae-4b60-b867-26751b0279d9 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:14:17.063831 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87c96a7-24ae-4b60-b867-26751b0279d9 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:14:17.064155 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87c96a7-24ae-4b60-b867-26751b0279d9 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:14:17.064486 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87c96a7-24ae-4b60-b867-26751b0279d9 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:14:17.099033 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-052fac6b-7957-4ddc-b4e4-ed6e4054fe1c req-b87c96a7-24ae-4b60-b867-26751b0279d9 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] No DVR routers for this DVR port 5b6bd451-0262-4d56-8679-83c906b34179 on host n-h1-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 14:14:17.101650 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-052fac6b-7957-4ddc-b4e4-ed6e4054fe1c req-b87c96a7-24ae-4b60-b867-26751b0279d9 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:17.105322 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-052fac6b-7957-4ddc-b4e4-ed6e4054fe1c req-b87c96a7-24ae-4b60-b867-26751b0279d9 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] 10.222.0.66 "DELETE /v2.0/ports/5b6bd451-0262-4d56-8679-83c906b34179 HTTP/1.1" status: 204 len: 173 time: 0.4050019 Nov 25 14:14:17.105775 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8921a62-bc61-483b-940a-9d6c0f86aa58', 'name': 'network-vif-deleted', 'tag': '5b6bd451-0262-4d56-8679-83c906b34179'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:14:17.108077 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b263d7d4b70db15966f189087f2cdd81ff7815a34d469843c29c7d40ca9dff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061c666b-23a3-4204-bb30-2c143871bff7" -d '{"events": [{"server_uuid": "f8921a62-bc61-483b-940a-9d6c0f86aa58", "name": "network-vif-deleted", "tag": "5b6bd451-0262-4d56-8679-83c906b34179"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:14:17.148097 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 14:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce9646a-1944-4b09-9e64-f7a064aa5bd0 x-openstack-request-id: req-7ce9646a-1944-4b09-9e64-f7a064aa5bd0 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:14:17.148435 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8921a62-bc61-483b-940a-9d6c0f86aa58", "name": "network-vif-deleted", "tag": "5b6bd451-0262-4d56-8679-83c906b34179", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:14:17.148918 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7ce9646a-1944-4b09-9e64-f7a064aa5bd0 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:14:17.149246 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8921a62-bc61-483b-940a-9d6c0f86aa58', 'name': 'network-vif-deleted', 'tag': '5b6bd451-0262-4d56-8679-83c906b34179', 'status': 'completed', 'code': 200} Nov 25 14:14:17.314883 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f36b023b-547c-45bd-b16c-54fdf5a2ccad req-4a87c75a-8af3-4513-83c2-1cdbdb3ae7d0 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8921a62-bc61-483b-940a-9d6c0f86aa58 HTTP/1.1" status: 200 len: 210 time: 0.0262253 Nov 25 14:14:19.163462 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0e507-3c0c-4e65-84e4-97000a65b72a req-bf1bec49-f28f-4dab-9f9e-4e1b0708f031 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:14:19.164925 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6cb0e507-3c0c-4e65-84e4-97000a65b72a req-bf1bec49-f28f-4dab-9f9e-4e1b0708f031 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] 10.222.0.53 "GET /v2.0/networks?id=7ec3b722-d82f-4953-8895-78fdcfd40185 HTTP/1.1" status: 200 len: 816 time: 0.3834512 Nov 25 14:14:19.179370 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6cb0e507-3c0c-4e65-84e4-97000a65b72a req-072d2a68-eb88-453c-bbd2-e98b9114dde1 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] 10.222.0.53 "GET /v2.0/quotas/9ebd372d1ebb4278ad991c62ef0267e3 HTTP/1.1" status: 200 len: 375 time: 0.0086887 Nov 25 14:14:19.228407 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6cb0e507-3c0c-4e65-84e4-97000a65b72a req-b4214cee-a8a0-4ba7-83da-ff76b7e90563 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9ebd372d1ebb4278ad991c62ef0267e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0431836 Nov 25 14:14:19.321257 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6cb0e507-3c0c-4e65-84e4-97000a65b72a req-b34a5ddf-a7f6-49df-9cd4-8af6756c6b42 service neutron] 10.222.0.53 "GET /v2.0/networks/7ec3b722-d82f-4953-8895-78fdcfd40185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813575 Nov 25 14:14:19.412432 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6cb0e507-3c0c-4e65-84e4-97000a65b72a req-4ae0c706-f3de-42e7-ab40-68e2f0bec9a2 service neutron] 10.222.0.53 "GET /v2.0/networks/7ec3b722-d82f-4953-8895-78fdcfd40185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844395 Nov 25 14:14:19.578724 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-de3d863f-c3c4-48ca-9b78-fcf10957eed2 req-5ce0c717-99e1-490f-beeb-2430b9158c07 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] 10.222.0.53 "GET /v2.0/ports?device_id=3de0ea26-2a05-4e5f-b0dc-330f355b3a9f HTTP/1.1" status: 200 len: 210 time: 0.0268271 Nov 25 14:14:20.538106 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0e507-3c0c-4e65-84e4-97000a65b72a req-f60fbbae-b3da-41e4-87af-e062c36e6bc0 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:14:20.539631 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6cb0e507-3c0c-4e65-84e4-97000a65b72a req-f60fbbae-b3da-41e4-87af-e062c36e6bc0 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] 10.222.0.66 "GET /v2.0/networks?id=7ec3b722-d82f-4953-8895-78fdcfd40185 HTTP/1.1" status: 200 len: 816 time: 0.1058209 Nov 25 14:14:20.555969 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-6cb0e507-3c0c-4e65-84e4-97000a65b72a req-88821cb4-d509-4d28-956a-522ad8f45e28 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Request body: {'port': {'device_id': '3de0ea26-2a05-4e5f-b0dc-330f355b3a9f', 'network_id': '7ec3b722-d82f-4953-8895-78fdcfd40185', 'admin_state_up': True, 'tenant_id': '9ebd372d1ebb4278ad991c62ef0267e3'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:14:20.678788 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cb0e507-3c0c-4e65-84e4-97000a65b72a req-88821cb4-d509-4d28-956a-522ad8f45e28 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Made reservation on behalf of 9ebd372d1ebb4278ad991c62ef0267e3 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 14:14:20.680060 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-49fa8960-66fe-475f-b9e3-434d34b37de2 req-bfe12487-6e0d-4898-b31b-12967204a30c tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] 10.222.0.53 "GET /v2.0/ports?device_id=3de0ea26-2a05-4e5f-b0dc-330f355b3a9f HTTP/1.1" status: 200 len: 210 time: 0.0268853 Nov 25 14:14:20.682821 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6cb0e507-3c0c-4e65-84e4-97000a65b72a req-88821cb4-d509-4d28-956a-522ad8f45e28 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:20.810826 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-6cb0e507-3c0c-4e65-84e4-97000a65b72a req-88821cb4-d509-4d28-956a-522ad8f45e28 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Allocated IP 172.20.0.14 (7ec3b722-d82f-4953-8895-78fdcfd40185/243120a2-1ea0-4b9c-b33b-d1d4287d2135/ff54eb92-92f6-49c9-b30f-b175baeec68e) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:14:20.956204 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6cb0e507-3c0c-4e65-84e4-97000a65b72a req-88821cb4-d509-4d28-956a-522ad8f45e28 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:20.989227 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6cb0e507-3c0c-4e65-84e4-97000a65b72a req-88821cb4-d509-4d28-956a-522ad8f45e28 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:21.035510 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cb0e507-3c0c-4e65-84e4-97000a65b72a req-88821cb4-d509-4d28-956a-522ad8f45e28 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Network 7ec3b722-d82f-4953-8895-78fdcfd40185 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:14:21.038430 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-6cb0e507-3c0c-4e65-84e4-97000a65b72a req-88821cb4-d509-4d28-956a-522ad8f45e28 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:14:21.041041 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cb0e507-3c0c-4e65-84e4-97000a65b72a req-88821cb4-d509-4d28-956a-522ad8f45e28 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:14:21.068772 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88821cb4-d509-4d28-956a-522ad8f45e28 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Pushing event updated for resources: {'Port': ['ID=ff54eb92-92f6-49c9-b30f-b175baeec68e,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:14:21.097206 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0e507-3c0c-4e65-84e4-97000a65b72a req-88821cb4-d509-4d28-956a-522ad8f45e28 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:14:21.097848 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6cb0e507-3c0c-4e65-84e4-97000a65b72a req-88821cb4-d509-4d28-956a-522ad8f45e28 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:21.115402 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6cb0e507-3c0c-4e65-84e4-97000a65b72a req-88821cb4-d509-4d28-956a-522ad8f45e28 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5635331 Nov 25 14:14:21.133048 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-6cb0e507-3c0c-4e65-84e4-97000a65b72a req-8ee0d1d3-912e-44e9-aca5-8687f3f7b337 service neutron] Request body: {'port': {'device_id': '3de0ea26-2a05-4e5f-b0dc-330f355b3a9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:14:21.193261 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6cb0e507-3c0c-4e65-84e4-97000a65b72a req-8ee0d1d3-912e-44e9-aca5-8687f3f7b337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:21.270675 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-e4db221d-523a-4a66-b646-e33a0ccc908d None None] Provisioning complete for port ff54eb92-92f6-49c9-b30f-b175baeec68e triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:14:21.271293 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e4db221d-523a-4a66-b646-e33a0ccc908d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:21.303878 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-e4db221d-523a-4a66-b646-e33a0ccc908d None None] Port ff54eb92-92f6-49c9-b30f-b175baeec68e cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 14:14:21.453530 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-6cb0e507-3c0c-4e65-84e4-97000a65b72a req-8ee0d1d3-912e-44e9-aca5-8687f3f7b337 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff54eb92-92f6-49c9-b30f-b175baeec68e {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 14:14:21.460943 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6cb0e507-3c0c-4e65-84e4-97000a65b72a req-8ee0d1d3-912e-44e9-aca5-8687f3f7b337 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:21.473069 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-6cb0e507-3c0c-4e65-84e4-97000a65b72a req-8ee0d1d3-912e-44e9-aca5-8687f3f7b337 service neutron] Transition to ACTIVE for port object ff54eb92-92f6-49c9-b30f-b175baeec68e will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 14:14:21.477426 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6cb0e507-3c0c-4e65-84e4-97000a65b72a req-8ee0d1d3-912e-44e9-aca5-8687f3f7b337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:21.545724 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee0d1d3-912e-44e9-aca5-8687f3f7b337 service neutron] Pushing event updated for resources: {'Port': ['ID=ff54eb92-92f6-49c9-b30f-b175baeec68e,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:14:21.605766 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-6cb0e507-3c0c-4e65-84e4-97000a65b72a req-8ee0d1d3-912e-44e9-aca5-8687f3f7b337 service neutron] Attempting to bind port ff54eb92-92f6-49c9-b30f-b175baeec68e on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:14:21.606113 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-6cb0e507-3c0c-4e65-84e4-97000a65b72a req-8ee0d1d3-912e-44e9-aca5-8687f3f7b337 service neutron] Attempting to bind port ff54eb92-92f6-49c9-b30f-b175baeec68e by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': 'cf3393fe-a6e6-415d-bd3d-5c46a23035c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7ec3b722-d82f-4953-8895-78fdcfd40185'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:14:21.606454 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb0e507-3c0c-4e65-84e4-97000a65b72a req-8ee0d1d3-912e-44e9-aca5-8687f3f7b337 service neutron] Attempting to bind port ff54eb92-92f6-49c9-b30f-b175baeec68e on network 7ec3b722-d82f-4953-8895-78fdcfd40185 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:14:21.611095 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb0e507-3c0c-4e65-84e4-97000a65b72a req-8ee0d1d3-912e-44e9-aca5-8687f3f7b337 service neutron] Port ff54eb92-92f6-49c9-b30f-b175baeec68e on network 7ec3b722-d82f-4953-8895-78fdcfd40185 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 14:14:21.611422 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb0e507-3c0c-4e65-84e4-97000a65b72a req-8ee0d1d3-912e-44e9-aca5-8687f3f7b337 service neutron] Attempting to bind port ff54eb92-92f6-49c9-b30f-b175baeec68e on network 7ec3b722-d82f-4953-8895-78fdcfd40185 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:14:21.616446 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb0e507-3c0c-4e65-84e4-97000a65b72a req-8ee0d1d3-912e-44e9-aca5-8687f3f7b337 service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:14:21.616790 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb0e507-3c0c-4e65-84e4-97000a65b72a req-8ee0d1d3-912e-44e9-aca5-8687f3f7b337 service neutron] Checking segment: {'id': 'cf3393fe-a6e6-415d-bd3d-5c46a23035c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7ec3b722-d82f-4953-8895-78fdcfd40185'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:14:21.617184 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb0e507-3c0c-4e65-84e4-97000a65b72a req-8ee0d1d3-912e-44e9-aca5-8687f3f7b337 service neutron] Bound using segment: {'id': 'cf3393fe-a6e6-415d-bd3d-5c46a23035c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7ec3b722-d82f-4953-8895-78fdcfd40185'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:14:21.617621 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-6cb0e507-3c0c-4e65-84e4-97000a65b72a req-8ee0d1d3-912e-44e9-aca5-8687f3f7b337 service neutron] Bound port: ff54eb92-92f6-49c9-b30f-b175baeec68e, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf3393fe-a6e6-415d-bd3d-5c46a23035c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7ec3b722-d82f-4953-8895-78fdcfd40185'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:14:21.617985 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6cb0e507-3c0c-4e65-84e4-97000a65b72a req-8ee0d1d3-912e-44e9-aca5-8687f3f7b337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:21.683932 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-6cb0e507-3c0c-4e65-84e4-97000a65b72a req-8ee0d1d3-912e-44e9-aca5-8687f3f7b337 service neutron] For port ff54eb92-92f6-49c9-b30f-b175baeec68e, host n-h1-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:14:21.686889 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 5b6bd451-0262-4d56-8679-83c906b34179 no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:14:21.687043 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-6cb0e507-3c0c-4e65-84e4-97000a65b72a req-8ee0d1d3-912e-44e9-aca5-8687f3f7b337 service neutron] For port ff54eb92-92f6-49c9-b30f-b175baeec68e, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=ff54eb92-92f6-49c9-b30f-b175baeec68e,segment=NetworkSegment(cf3393fe-a6e6-415d-bd3d-5c46a23035c4),segment_id=cf3393fe-a6e6-415d-bd3d-5c46a23035c4)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:14:21.691835 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6cb0e507-3c0c-4e65-84e4-97000a65b72a req-8ee0d1d3-912e-44e9-aca5-8687f3f7b337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:21.707586 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] No Port match for: 5b6bd451-0262-4d56-8679-83c906b34179 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 14:14:21.707937 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 5b6bd451-0262-4d56-8679-83c906b34179 not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:14:21.725826 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0e507-3c0c-4e65-84e4-97000a65b72a req-8ee0d1d3-912e-44e9-aca5-8687f3f7b337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:14:21.726460 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6cb0e507-3c0c-4e65-84e4-97000a65b72a req-8ee0d1d3-912e-44e9-aca5-8687f3f7b337 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:21.727939 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6cb0e507-3c0c-4e65-84e4-97000a65b72a req-8ee0d1d3-912e-44e9-aca5-8687f3f7b337 service neutron] 10.222.0.66 "PUT /v2.0/ports/ff54eb92-92f6-49c9-b30f-b175baeec68e HTTP/1.1" status: 200 len: 1093 time: 0.5992193 Nov 25 14:14:21.728373 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3de0ea26-2a05-4e5f-b0dc-330f355b3a9f', 'tag': 'ff54eb92-92f6-49c9-b30f-b175baeec68e'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:14:21.731260 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b263d7d4b70db15966f189087f2cdd81ff7815a34d469843c29c7d40ca9dff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ec5247-32d1-481a-9cdd-0a82f8074d58" -d '{"events": [{"name": "network-changed", "server_uuid": "3de0ea26-2a05-4e5f-b0dc-330f355b3a9f", "tag": "ff54eb92-92f6-49c9-b30f-b175baeec68e"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:14:21.760116 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee0d1d3-912e-44e9-aca5-8687f3f7b337 service neutron] Pushing event updated for resources: {'Port': ['ID=ff54eb92-92f6-49c9-b30f-b175baeec68e,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:14:21.812210 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 14:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4eead5a-62f2-4e4e-8e33-87cbd21b3ed6 x-openstack-request-id: req-e4eead5a-62f2-4e4e-8e33-87cbd21b3ed6 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:14:21.812502 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3de0ea26-2a05-4e5f-b0dc-330f355b3a9f", "tag": "ff54eb92-92f6-49c9-b30f-b175baeec68e", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:14:21.812763 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e4eead5a-62f2-4e4e-8e33-87cbd21b3ed6 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:14:21.813179 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3de0ea26-2a05-4e5f-b0dc-330f355b3a9f', 'tag': 'ff54eb92-92f6-49c9-b30f-b175baeec68e', 'status': 'completed', 'code': 200} Nov 25 14:14:21.830884 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0e507-3c0c-4e65-84e4-97000a65b72a req-5095f860-31c5-44bb-a2db-a728f2428347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:14:21.832411 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6cb0e507-3c0c-4e65-84e4-97000a65b72a req-5095f860-31c5-44bb-a2db-a728f2428347 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9ebd372d1ebb4278ad991c62ef0267e3&device_id=3de0ea26-2a05-4e5f-b0dc-330f355b3a9f HTTP/1.1" status: 200 len: 1096 time: 0.0471878 Nov 25 14:14:21.836008 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb8b62-89c0-4226-84b8-5b82759f4021 req-3e0b5eaf-55ef-430a-8f2f-3d8bd8ab5ee8 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:14:21.837538 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bdbb8b62-89c0-4226-84b8-5b82759f4021 req-3e0b5eaf-55ef-430a-8f2f-3d8bd8ab5ee8 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] 10.222.0.53 "GET /v2.0/ports?device_id=3de0ea26-2a05-4e5f-b0dc-330f355b3a9f HTTP/1.1" status: 200 len: 944 time: 0.0672913 Nov 25 14:14:21.884811 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6cb0e507-3c0c-4e65-84e4-97000a65b72a req-702987ad-e20a-4d35-8e2d-309ba60db986 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff54eb92-92f6-49c9-b30f-b175baeec68e HTTP/1.1" status: 200 len: 217 time: 0.0395896 Nov 25 14:14:21.889487 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bdbb8b62-89c0-4226-84b8-5b82759f4021 req-e8cb98ee-a2bd-4e05-8f39-57e34d509ab9 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] 10.222.0.53 "GET /v2.0/security-groups?id=da6f1f7f-0404-4fa4-82ab-a001e98b3506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451663 Nov 25 14:14:21.940234 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0e507-3c0c-4e65-84e4-97000a65b72a req-d8b06ffd-464f-46b6-9b1f-9e44c9026bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:14:21.941774 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6cb0e507-3c0c-4e65-84e4-97000a65b72a req-d8b06ffd-464f-46b6-9b1f-9e44c9026bab service neutron] 10.222.0.66 "GET /v2.0/subnets?id=243120a2-1ea0-4b9c-b33b-d1d4287d2135 HTTP/1.1" status: 200 len: 855 time: 0.0468345 Nov 25 14:14:21.987705 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0e507-3c0c-4e65-84e4-97000a65b72a req-8686d621-91d4-43a5-a9b9-c8f30e00b7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:14:21.989178 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6cb0e507-3c0c-4e65-84e4-97000a65b72a req-8686d621-91d4-43a5-a9b9-c8f30e00b7c0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7ec3b722-d82f-4953-8895-78fdcfd40185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400970 Nov 25 14:14:22.089183 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6cb0e507-3c0c-4e65-84e4-97000a65b72a req-6171b1f2-cc28-4182-8083-4baff529acdd service neutron] 10.222.0.66 "GET /v2.0/networks/7ec3b722-d82f-4953-8895-78fdcfd40185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878174 Nov 25 14:14:22.185239 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6cb0e507-3c0c-4e65-84e4-97000a65b72a req-17587d70-d2a7-4566-9e7c-f541dee09496 service neutron] 10.222.0.66 "GET /v2.0/networks/7ec3b722-d82f-4953-8895-78fdcfd40185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852752 Nov 25 14:14:22.286649 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec5247-32d1-481a-9cdd-0a82f8074d58 req-67409fd0-b1d3-4068-8846-d6a414153af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:14:22.288201 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f6ec5247-32d1-481a-9cdd-0a82f8074d58 req-67409fd0-b1d3-4068-8846-d6a414153af5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9ebd372d1ebb4278ad991c62ef0267e3&device_id=3de0ea26-2a05-4e5f-b0dc-330f355b3a9f HTTP/1.1" status: 200 len: 1096 time: 0.0463128 Nov 25 14:14:22.381701 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec5247-32d1-481a-9cdd-0a82f8074d58 req-9170c5ed-f690-4a24-b605-e53dcf105669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:14:22.383126 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f6ec5247-32d1-481a-9cdd-0a82f8074d58 req-9170c5ed-f690-4a24-b605-e53dcf105669 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7ec3b722-d82f-4953-8895-78fdcfd40185 HTTP/1.1" status: 200 len: 917 time: 0.0846844 Nov 25 14:14:22.424601 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f6ec5247-32d1-481a-9cdd-0a82f8074d58 req-3174be30-0c11-405d-a8c4-71a04b4a426a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff54eb92-92f6-49c9-b30f-b175baeec68e HTTP/1.1" status: 200 len: 217 time: 0.0340812 Nov 25 14:14:22.477909 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec5247-32d1-481a-9cdd-0a82f8074d58 req-faf7c56f-14e0-438b-8026-ecac2480233b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:14:22.479389 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f6ec5247-32d1-481a-9cdd-0a82f8074d58 req-faf7c56f-14e0-438b-8026-ecac2480233b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=243120a2-1ea0-4b9c-b33b-d1d4287d2135 HTTP/1.1" status: 200 len: 855 time: 0.0472777 Nov 25 14:14:22.525519 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec5247-32d1-481a-9cdd-0a82f8074d58 req-c12b39ca-08f7-4ef4-9201-635476b28fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:14:22.527015 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f6ec5247-32d1-481a-9cdd-0a82f8074d58 req-c12b39ca-08f7-4ef4-9201-635476b28fb1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7ec3b722-d82f-4953-8895-78fdcfd40185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396869 Nov 25 14:14:22.616065 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f6ec5247-32d1-481a-9cdd-0a82f8074d58 req-4350cf3c-4f91-4d83-a7af-f2e3c7510828 service neutron] 10.222.0.66 "GET /v2.0/networks/7ec3b722-d82f-4953-8895-78fdcfd40185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807168 Nov 25 14:14:22.709977 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f6ec5247-32d1-481a-9cdd-0a82f8074d58 req-921adefe-3a99-4b51-a5f1-dd8b28b65d28 service neutron] 10.222.0.66 "GET /v2.0/networks/7ec3b722-d82f-4953-8895-78fdcfd40185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850384 Nov 25 14:14:23.005967 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacf3278-af3f-4fdf-9971-53727ca169e3 req-40d4fe2b-a2c0-450f-a622-29ca9872dd22 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:14:23.007473 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dacf3278-af3f-4fdf-9971-53727ca169e3 req-40d4fe2b-a2c0-450f-a622-29ca9872dd22 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] 10.222.0.53 "GET /v2.0/ports?device_id=3de0ea26-2a05-4e5f-b0dc-330f355b3a9f HTTP/1.1" status: 200 len: 944 time: 0.0488057 Nov 25 14:14:23.053863 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dacf3278-af3f-4fdf-9971-53727ca169e3 req-28034dd7-5dba-4482-843a-6d69f4a8a5a8 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] 10.222.0.53 "GET /v2.0/security-groups?id=da6f1f7f-0404-4fa4-82ab-a001e98b3506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396025 Nov 25 14:14:24.169981 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae7aa35-46c7-4225-a6cd-a5446cb34557 req-acee0439-5972-46cf-a139-6da91f2e2763 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:14:24.171475 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fae7aa35-46c7-4225-a6cd-a5446cb34557 req-acee0439-5972-46cf-a139-6da91f2e2763 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] 10.222.0.53 "GET /v2.0/ports?device_id=3de0ea26-2a05-4e5f-b0dc-330f355b3a9f HTTP/1.1" status: 200 len: 944 time: 0.0503132 Nov 25 14:14:24.220962 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fae7aa35-46c7-4225-a6cd-a5446cb34557 req-a6cfd02f-807c-4512-b611-6dfc803b67a7 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] 10.222.0.53 "GET /v2.0/security-groups?id=da6f1f7f-0404-4fa4-82ab-a001e98b3506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433993 Nov 25 14:14:25.340430 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2816b035-e49b-4fdd-9ad5-89d935fcdb86 req-246db5d3-8060-47a9-b9ff-5ea266f2764e tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:14:25.341931 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2816b035-e49b-4fdd-9ad5-89d935fcdb86 req-246db5d3-8060-47a9-b9ff-5ea266f2764e tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] 10.222.0.53 "GET /v2.0/ports?device_id=3de0ea26-2a05-4e5f-b0dc-330f355b3a9f HTTP/1.1" status: 200 len: 944 time: 0.0492618 Nov 25 14:14:25.389050 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2816b035-e49b-4fdd-9ad5-89d935fcdb86 req-40722bef-bae8-4b92-8221-106ee48cca36 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] 10.222.0.53 "GET /v2.0/security-groups?id=da6f1f7f-0404-4fa4-82ab-a001e98b3506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411558 Nov 25 14:14:25.708061 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device ff54eb92-92f6-49c9-b30f-b175baeec68e details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 14:14:25.802134 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port ff54eb92-92f6-49c9-b30f-b175baeec68e, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=ff54eb92-92f6-49c9-b30f-b175baeec68e,segment=NetworkSegment(cf3393fe-a6e6-415d-bd3d-5c46a23035c4),segment_id=cf3393fe-a6e6-415d-bd3d-5c46a23035c4)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:14:25.812637 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': 'ff54eb92-92f6-49c9-b30f-b175baeec68e', 'network_id': '7ec3b722-d82f-4953-8895-78fdcfd40185', 'port_id': 'ff54eb92-92f6-49c9-b30f-b175baeec68e', 'mac_address': 'fa:16:3e:01:47:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '243120a2-1ea0-4b9c-b33b-d1d4287d2135', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 14:14:25.853415 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:25.865812 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff54eb92-92f6-49c9-b30f-b175baeec68e {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 14:14:25.885686 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port ff54eb92-92f6-49c9-b30f-b175baeec68e, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=ff54eb92-92f6-49c9-b30f-b175baeec68e,segment=NetworkSegment(cf3393fe-a6e6-415d-bd3d-5c46a23035c4),segment_id=cf3393fe-a6e6-415d-bd3d-5c46a23035c4)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:14:25.889980 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:25.939904 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=ff54eb92-92f6-49c9-b30f-b175baeec68e,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:14:25.947160 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:14:25.947518 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:14:25.948445 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:14:25.948797 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:14:25.949135 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:14:25.949473 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:14:25.949810 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:14:25.950142 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:14:25.950476 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:14:25.950836 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:14:25.951169 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:14:25.951498 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:14:26.119387 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['ff54eb92-92f6-49c9-b30f-b175baeec68e'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 14:14:26.503095 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8953a922-e3f5-4a19-8c94-b2fba97fb016 req-3b37f09f-4860-49cf-bf6a-2a4cf510c7d0 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:14:26.504574 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8953a922-e3f5-4a19-8c94-b2fba97fb016 req-3b37f09f-4860-49cf-bf6a-2a4cf510c7d0 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] 10.222.0.53 "GET /v2.0/ports?device_id=3de0ea26-2a05-4e5f-b0dc-330f355b3a9f HTTP/1.1" status: 200 len: 945 time: 0.0480397 Nov 25 14:14:26.550812 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8953a922-e3f5-4a19-8c94-b2fba97fb016 req-83c07f96-8316-435e-befe-58e45300c89f tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] 10.222.0.53 "GET /v2.0/security-groups?id=da6f1f7f-0404-4fa4-82ab-a001e98b3506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403254 Nov 25 14:14:27.668511 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ff37a-81fd-42a7-926a-4bdc37cf8436 req-4d1f6ba5-8ffe-4afc-8dc4-a07bfa434093 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:14:27.669890 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-355ff37a-81fd-42a7-926a-4bdc37cf8436 req-4d1f6ba5-8ffe-4afc-8dc4-a07bfa434093 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] 10.222.0.53 "GET /v2.0/ports?device_id=3de0ea26-2a05-4e5f-b0dc-330f355b3a9f HTTP/1.1" status: 200 len: 945 time: 0.0517144 Nov 25 14:14:27.716002 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-355ff37a-81fd-42a7-926a-4bdc37cf8436 req-ad8b717e-28a6-4030-bee5-c2fcbc510fa5 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] 10.222.0.53 "GET /v2.0/security-groups?id=da6f1f7f-0404-4fa4-82ab-a001e98b3506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401080 Nov 25 14:14:27.718525 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device ff54eb92-92f6-49c9-b30f-b175baeec68e up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:14:27.766959 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port ff54eb92-92f6-49c9-b30f-b175baeec68e completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 14:14:27.770532 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port ff54eb92-92f6-49c9-b30f-b175baeec68e triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:14:27.770939 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:27.845241 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:27.870965 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3de0ea26-2a05-4e5f-b0dc-330f355b3a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff54eb92-92f6-49c9-b30f-b175baeec68e'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:14:27.873174 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4a683b2f55a074025c37cf42062357829495bd62ced1b23f0cba96c56cdda24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88184f1f-7ed3-4fba-a653-221a43edd9a4" -d '{"events": [{"server_uuid": "3de0ea26-2a05-4e5f-b0dc-330f355b3a9f", "name": "network-vif-plugged", "status": "completed", "tag": "ff54eb92-92f6-49c9-b30f-b175baeec68e"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:14:27.885491 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port ff54eb92-92f6-49c9-b30f-b175baeec68e, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=ff54eb92-92f6-49c9-b30f-b175baeec68e,segment=NetworkSegment(cf3393fe-a6e6-415d-bd3d-5c46a23035c4),segment_id=cf3393fe-a6e6-415d-bd3d-5c46a23035c4)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:14:27.890222 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:27.913406 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 14:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38668bf0-0f51-43c6-b20d-73e5b0b3ae52 x-openstack-request-id: req-38668bf0-0f51-43c6-b20d-73e5b0b3ae52 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:14:27.913695 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3de0ea26-2a05-4e5f-b0dc-330f355b3a9f", "name": "network-vif-plugged", "status": "completed", "tag": "ff54eb92-92f6-49c9-b30f-b175baeec68e", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:14:27.913951 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-38668bf0-0f51-43c6-b20d-73e5b0b3ae52 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:14:27.914336 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3de0ea26-2a05-4e5f-b0dc-330f355b3a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff54eb92-92f6-49c9-b30f-b175baeec68e', 'code': 200} Nov 25 14:14:27.940211 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=ff54eb92-92f6-49c9-b30f-b175baeec68e,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:14:28.017943 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee159e3-f433-4034-866f-0ce670b449af req-1d704942-af56-4d62-b5ed-fde4a1b6c9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:14:28.019455 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2ee159e3-f433-4034-866f-0ce670b449af req-1d704942-af56-4d62-b5ed-fde4a1b6c9e1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3de0ea26-2a05-4e5f-b0dc-330f355b3a9f HTTP/1.1" status: 200 len: 1098 time: 0.0414314 Nov 25 14:14:28.068102 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2ee159e3-f433-4034-866f-0ce670b449af req-a4fbae62-5c90-4887-8314-cb2943bb24c8 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=da6f1f7f-0404-4fa4-82ab-a001e98b3506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371270 Nov 25 14:14:28.833693 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6997385f-72db-44ec-8dab-d43119771cfa req-7c148410-8484-49ab-a1bb-88c96c3a384b tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:14:28.835176 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6997385f-72db-44ec-8dab-d43119771cfa req-7c148410-8484-49ab-a1bb-88c96c3a384b tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] 10.222.0.53 "GET /v2.0/ports?device_id=3de0ea26-2a05-4e5f-b0dc-330f355b3a9f HTTP/1.1" status: 200 len: 946 time: 0.0471721 Nov 25 14:14:28.881096 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6997385f-72db-44ec-8dab-d43119771cfa req-b1a8e7ab-6e94-4d5c-b205-cba26f81731b tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] 10.222.0.53 "GET /v2.0/security-groups?id=da6f1f7f-0404-4fa4-82ab-a001e98b3506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394769 Nov 25 14:14:30.005027 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9345f246-a656-49e6-ae9c-c17fe3f09e18 req-46b3660a-cae1-4a1d-a98c-560dc20fafe5 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:14:30.006509 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9345f246-a656-49e6-ae9c-c17fe3f09e18 req-46b3660a-cae1-4a1d-a98c-560dc20fafe5 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] 10.222.0.53 "GET /v2.0/ports?device_id=3de0ea26-2a05-4e5f-b0dc-330f355b3a9f HTTP/1.1" status: 200 len: 946 time: 0.0513432 Nov 25 14:14:30.057314 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9345f246-a656-49e6-ae9c-c17fe3f09e18 req-1dcbb61b-fdff-4e0e-9594-24c9117a5948 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] 10.222.0.53 "GET /v2.0/security-groups?id=da6f1f7f-0404-4fa4-82ab-a001e98b3506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447152 Nov 25 14:14:30.172979 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1cb87f-d2a1-48d1-88d1-9736683bca14 req-7da85c5f-0476-4a16-bd00-e85b98765720 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:14:30.174339 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ea1cb87f-d2a1-48d1-88d1-9736683bca14 req-7da85c5f-0476-4a16-bd00-e85b98765720 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] 10.222.0.53 "GET /v2.0/ports?device_id=3de0ea26-2a05-4e5f-b0dc-330f355b3a9f HTTP/1.1" status: 200 len: 946 time: 0.0479462 Nov 25 14:14:30.223771 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ea1cb87f-d2a1-48d1-88d1-9736683bca14 req-620e6abb-8db8-4b27-a35e-00a3aa8f2962 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] 10.222.0.53 "GET /v2.0/security-groups?id=da6f1f7f-0404-4fa4-82ab-a001e98b3506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435619 Nov 25 14:14:30.382730 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a00718c1-6b90-48b4-8ab7-8920e02c557b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:32.860409 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3c5c60a4-717f-4f74-ba82-6b4298de2cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:34.082732 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:35.400419 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:36.538909 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:37.757774 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:14:38.698069 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:42.156809 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:51.675198 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb77e9a1-4c7d-4413-b94d-0ca13d2d5107 req-77c684aa-1cc6-4898-b46a-c52ed8e53c9f tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:14:51.676714 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bb77e9a1-4c7d-4413-b94d-0ca13d2d5107 req-77c684aa-1cc6-4898-b46a-c52ed8e53c9f tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] 10.222.0.53 "GET /v2.0/ports?device_id=3de0ea26-2a05-4e5f-b0dc-330f355b3a9f HTTP/1.1" status: 200 len: 946 time: 0.0511255 Nov 25 14:14:51.724195 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bb77e9a1-4c7d-4413-b94d-0ca13d2d5107 req-8a200377-8a91-4d1a-b4a2-c464407616ba tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] 10.222.0.53 "GET /v2.0/security-groups?id=da6f1f7f-0404-4fa4-82ab-a001e98b3506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414612 Nov 25 14:14:52.846029 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1683b051-e0d2-4cbc-9b4d-e9cdb5180c47 req-60d5d7c3-58f5-4b27-943d-f7fd6fa8d2bd tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:14:52.847594 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1683b051-e0d2-4cbc-9b4d-e9cdb5180c47 req-60d5d7c3-58f5-4b27-943d-f7fd6fa8d2bd tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] 10.222.0.53 "GET /v2.0/ports?device_id=3de0ea26-2a05-4e5f-b0dc-330f355b3a9f HTTP/1.1" status: 200 len: 946 time: 0.0515046 Nov 25 14:14:52.896132 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1683b051-e0d2-4cbc-9b4d-e9cdb5180c47 req-4af25e0f-097c-46e2-9908-2696e7ef8f53 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] 10.222.0.53 "GET /v2.0/security-groups?id=da6f1f7f-0404-4fa4-82ab-a001e98b3506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425568 Nov 25 14:14:53.284795 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8237edfb-dba7-4779-97e7-167f1b148054 req-747c22df-7ae6-45ce-be13-69d2c5689309 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:14:53.286240 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8237edfb-dba7-4779-97e7-167f1b148054 req-747c22df-7ae6-45ce-be13-69d2c5689309 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] 10.222.0.66 "GET /v2.0/ports?device_id=3de0ea26-2a05-4e5f-b0dc-330f355b3a9f HTTP/1.1" status: 200 len: 946 time: 0.0529859 Nov 25 14:14:53.374643 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-8237edfb-dba7-4779-97e7-167f1b148054 req-de0add07-096e-46cd-a069-84d0e71f4391 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Deleting port ff54eb92-92f6-49c9-b30f-b175baeec68e {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:14:53.375011 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8237edfb-dba7-4779-97e7-167f1b148054 req-de0add07-096e-46cd-a069-84d0e71f4391 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:53.471431 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-8237edfb-dba7-4779-97e7-167f1b148054 req-de0add07-096e-46cd-a069-84d0e71f4391 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] For port ff54eb92-92f6-49c9-b30f-b175baeec68e, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=ff54eb92-92f6-49c9-b30f-b175baeec68e,segment=NetworkSegment(cf3393fe-a6e6-415d-bd3d-5c46a23035c4),segment_id=cf3393fe-a6e6-415d-bd3d-5c46a23035c4)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:14:53.471803 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8237edfb-dba7-4779-97e7-167f1b148054 req-de0add07-096e-46cd-a069-84d0e71f4391 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:53.484618 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-8237edfb-dba7-4779-97e7-167f1b148054 req-de0add07-096e-46cd-a069-84d0e71f4391 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Calling delete_port for ff54eb92-92f6-49c9-b30f-b175baeec68e owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:14:53.610797 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8237edfb-dba7-4779-97e7-167f1b148054 req-de0add07-096e-46cd-a069-84d0e71f4391 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:53.627026 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['ff54eb92-92f6-49c9-b30f-b175baeec68e'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 14:14:53.643688 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0add07-096e-46cd-a069-84d0e71f4391 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Pushing event deleted for resources: {'Port': ['ID=ff54eb92-92f6-49c9-b30f-b175baeec68e,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:14:53.686773 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-8237edfb-dba7-4779-97e7-167f1b148054 req-de0add07-096e-46cd-a069-84d0e71f4391 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] No DVR routers for this DVR port ff54eb92-92f6-49c9-b30f-b175baeec68e on host n-h1-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 14:14:53.689898 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8237edfb-dba7-4779-97e7-167f1b148054 req-de0add07-096e-46cd-a069-84d0e71f4391 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:53.694525 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8237edfb-dba7-4779-97e7-167f1b148054 req-de0add07-096e-46cd-a069-84d0e71f4391 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] 10.222.0.66 "DELETE /v2.0/ports/ff54eb92-92f6-49c9-b30f-b175baeec68e HTTP/1.1" status: 204 len: 173 time: 0.4015775 Nov 25 14:14:53.695089 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3de0ea26-2a05-4e5f-b0dc-330f355b3a9f', 'name': 'network-vif-deleted', 'tag': 'ff54eb92-92f6-49c9-b30f-b175baeec68e'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:14:53.698065 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b263d7d4b70db15966f189087f2cdd81ff7815a34d469843c29c7d40ca9dff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34adfb95-f1fb-4824-901c-d6df34ff4d4e" -d '{"events": [{"server_uuid": "3de0ea26-2a05-4e5f-b0dc-330f355b3a9f", "name": "network-vif-deleted", "tag": "ff54eb92-92f6-49c9-b30f-b175baeec68e"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:14:53.737760 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 14:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b1b4970-2997-4a35-bf38-dec47715876b x-openstack-request-id: req-4b1b4970-2997-4a35-bf38-dec47715876b {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:14:53.738052 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3de0ea26-2a05-4e5f-b0dc-330f355b3a9f", "name": "network-vif-deleted", "tag": "ff54eb92-92f6-49c9-b30f-b175baeec68e", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:14:53.738307 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4b1b4970-2997-4a35-bf38-dec47715876b {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:14:53.738770 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3de0ea26-2a05-4e5f-b0dc-330f355b3a9f', 'name': 'network-vif-deleted', 'tag': 'ff54eb92-92f6-49c9-b30f-b175baeec68e', 'status': 'completed', 'code': 200} Nov 25 14:14:54.001446 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6ca4dc3f-fa82-433f-9699-3c2cd8a94680 req-428091bf-78fa-4c11-b0ca-0cf41ad153f9 tempest-TestEncryptedCinderVolumes-2092976409 tempest-TestEncryptedCinderVolumes-2092976409-project] 10.222.0.53 "GET /v2.0/ports?device_id=3de0ea26-2a05-4e5f-b0dc-330f355b3a9f HTTP/1.1" status: 200 len: 210 time: 0.0259187 Nov 25 14:14:55.092351 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 38692) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:14:55.440555 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c81e04e5-709e-4914-866a-417226726440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:55.689190 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-c81e04e5-709e-4914-866a-417226726440 admin admin] Deleting port afd6869e-f746-4140-94b7-ff588470c7f4 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:14:55.689503 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c81e04e5-709e-4914-866a-417226726440 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:55.766098 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-c81e04e5-709e-4914-866a-417226726440 admin admin] For port afd6869e-f746-4140-94b7-ff588470c7f4, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=afd6869e-f746-4140-94b7-ff588470c7f4,segment=NetworkSegment(cf3393fe-a6e6-415d-bd3d-5c46a23035c4),segment_id=cf3393fe-a6e6-415d-bd3d-5c46a23035c4)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:14:55.766463 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c81e04e5-709e-4914-866a-417226726440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:55.778914 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-c81e04e5-709e-4914-866a-417226726440 admin admin] Calling delete_port for afd6869e-f746-4140-94b7-ff588470c7f4 owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:14:55.961734 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c81e04e5-709e-4914-866a-417226726440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:55.987876 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81e04e5-709e-4914-866a-417226726440 admin admin] Pushing event deleted for resources: {'Port': ['ID=afd6869e-f746-4140-94b7-ff588470c7f4,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:14:56.160371 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c81e04e5-709e-4914-866a-417226726440 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:56.372977 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c81e04e5-709e-4914-866a-417226726440 admin admin] Router 086fa899-c7bc-4b09-a4c1-c09c192fdf5f has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 14:14:56.483195 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c81e04e5-709e-4914-866a-417226726440 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 14:14:56.488247 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c81e04e5-709e-4914-866a-417226726440 admin admin] 10.222.0.53 "PUT /v2.0/routers/086fa899-c7bc-4b09-a4c1-c09c192fdf5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3947573 Nov 25 14:14:56.490898 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 38694) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:14:56.493639 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c92c447-7df3-4aaf-9554-f77d99df2981 None None] Sync routers for ids ['086fa899-c7bc-4b09-a4c1-c09c192fdf5f'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 14:14:56.507786 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c92c447-7df3-4aaf-9554-f77d99df2981 None None] Routers {'086fa899-c7bc-4b09-a4c1-c09c192fdf5f'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:14:56.508619 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-1c92c447-7df3-4aaf-9554-f77d99df2981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:14:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['086fa899-c7bc-4b09-a4c1-c09c192fdf5f'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:14:56.618758 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-1c92c447-7df3-4aaf-9554-f77d99df2981 None None] Set router 086fa899-c7bc-4b09-a4c1-c09c192fdf5f gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:14:56.812095 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-1c92c447-7df3-4aaf-9554-f77d99df2981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086fa899-c7bc-4b09-a4c1-c09c192fdf5f', 'name': 'tempest-TestEncryptedCinderVolumes-276920429-router', 'tenant_id': '9ebd372d1ebb4278ad991c62ef0267e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '7d024963-af31-4959-b4fa-76f751f3af35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:13:33Z', 'updated_at': '2021-11-25T14:14:55Z', 'revision_number': 5, 'project_id': '9ebd372d1ebb4278ad991c62ef0267e3', 'gw_port': {'id': '7d024963-af31-4959-b4fa-76f751f3af35', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ac:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086fa899-c7bc-4b09-a4c1-c09c192fdf5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:13:33Z', 'updated_at': '2021-11-25T14:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:14:56.847937 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c92c447-7df3-4aaf-9554-f77d99df2981 None None] Checking router: 086fa899-c7bc-4b09-a4c1-c09c192fdf5f for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 14:14:56.857271 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c92c447-7df3-4aaf-9554-f77d99df2981 None None] Routers {'086fa899-c7bc-4b09-a4c1-c09c192fdf5f'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:14:56.857900 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-1c92c447-7df3-4aaf-9554-f77d99df2981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:14:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['086fa899-c7bc-4b09-a4c1-c09c192fdf5f'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:14:56.945623 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-39715e2f-4363-412e-9188-309b76009503 admin admin] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:56.958655 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-1c92c447-7df3-4aaf-9554-f77d99df2981 None None] Set router 086fa899-c7bc-4b09-a4c1-c09c192fdf5f gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:14:57.048600 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-39715e2f-4363-412e-9188-309b76009503 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:57.100693 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-39715e2f-4363-412e-9188-309b76009503 admin admin] Deleting port 7d024963-af31-4959-b4fa-76f751f3af35 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:14:57.101037 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-39715e2f-4363-412e-9188-309b76009503 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:57.137920 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-1c92c447-7df3-4aaf-9554-f77d99df2981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086fa899-c7bc-4b09-a4c1-c09c192fdf5f', 'name': 'tempest-TestEncryptedCinderVolumes-276920429-router', 'tenant_id': '9ebd372d1ebb4278ad991c62ef0267e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '7d024963-af31-4959-b4fa-76f751f3af35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:13:33Z', 'updated_at': '2021-11-25T14:14:55Z', 'revision_number': 5, 'project_id': '9ebd372d1ebb4278ad991c62ef0267e3', 'gw_port': {'id': '7d024963-af31-4959-b4fa-76f751f3af35', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ac:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086fa899-c7bc-4b09-a4c1-c09c192fdf5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:13:33Z', 'updated_at': '2021-11-25T14:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:14:57.164154 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c92c447-7df3-4aaf-9554-f77d99df2981 None None] The sync data for ids ['086fa899-c7bc-4b09-a4c1-c09c192fdf5f'] in n-d-808199-11 is: [{'id': '086fa899-c7bc-4b09-a4c1-c09c192fdf5f', 'name': 'tempest-TestEncryptedCinderVolumes-276920429-router', 'tenant_id': '9ebd372d1ebb4278ad991c62ef0267e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '7d024963-af31-4959-b4fa-76f751f3af35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:13:33Z', 'updated_at': '2021-11-25T14:14:55Z', 'revision_number': 5, 'project_id': '9ebd372d1ebb4278ad991c62ef0267e3', 'gw_port': {'id': '7d024963-af31-4959-b4fa-76f751f3af35', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ac:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086fa899-c7bc-4b09-a4c1-c09c192fdf5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:13:33Z', 'updated_at': '2021-11-25T14:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 14:14:57.181119 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-39715e2f-4363-412e-9188-309b76009503 admin admin] For port 7d024963-af31-4959-b4fa-76f751f3af35, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=7d024963-af31-4959-b4fa-76f751f3af35,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:14:57.181720 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-39715e2f-4363-412e-9188-309b76009503 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:57.195974 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-39715e2f-4363-412e-9188-309b76009503 admin admin] Calling delete_port for 7d024963-af31-4959-b4fa-76f751f3af35 owned by network:router_gateway {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:14:57.360184 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-39715e2f-4363-412e-9188-309b76009503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:57.387320 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39715e2f-4363-412e-9188-309b76009503 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d024963-af31-4959-b4fa-76f751f3af35,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:14:57.400084 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf6ad17-4ff4-444e-b6e1-6f5b826bf989 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 14:14:57.449318 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-39715e2f-4363-412e-9188-309b76009503 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:57.541109 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-39715e2f-4363-412e-9188-309b76009503 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:57.543427 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-39715e2f-4363-412e-9188-309b76009503 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:57.589798 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-39715e2f-4363-412e-9188-309b76009503 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:57.590394 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39715e2f-4363-412e-9188-309b76009503 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 086fa899-c7bc-4b09-a4c1-c09c192fdf5f {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 14:14:57.595131 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-39715e2f-4363-412e-9188-309b76009503 admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:57.598846 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-39715e2f-4363-412e-9188-309b76009503 admin admin] 10.222.0.53 "DELETE /v2.0/routers/086fa899-c7bc-4b09-a4c1-c09c192fdf5f HTTP/1.1" status: 204 len: 168 time: 1.1045222 Nov 25 14:14:57.599017 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 38696) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:14:57.649055 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-018eea01-a15e-46a7-ae58-877e52baf8c4 admin admin] Deleting subnet 243120a2-1ea0-4b9c-b33b-d1d4287d2135 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 14:14:57.652851 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-018eea01-a15e-46a7-ae58-877e52baf8c4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:57.688421 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-018eea01-a15e-46a7-ae58-877e52baf8c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:57.769572 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-018eea01-a15e-46a7-ae58-877e52baf8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:57.826067 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-018eea01-a15e-46a7-ae58-877e52baf8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:57.854315 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018eea01-a15e-46a7-ae58-877e52baf8c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=243120a2-1ea0-4b9c-b33b-d1d4287d2135,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:14:57.860114 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-018eea01-a15e-46a7-ae58-877e52baf8c4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:57.863563 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-018eea01-a15e-46a7-ae58-877e52baf8c4 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/243120a2-1ea0-4b9c-b33b-d1d4287d2135 HTTP/1.1" status: 204 len: 168 time: 0.2634904 Nov 25 14:14:57.865446 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13329011-cdf0-425b-ae1d-21831317b69e None None] Network 7ec3b722-d82f-4953-8895-78fdcfd40185 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 14:14:57.866237 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 38698) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:14:57.920413 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device ff54eb92-92f6-49c9-b30f-b175baeec68e no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:14:57.937709 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3c094303-1dfb-4596-993d-5a3ac8afb0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:57.949858 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] No Port match for: ff54eb92-92f6-49c9-b30f-b175baeec68e {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 14:14:57.950211 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device ff54eb92-92f6-49c9-b30f-b175baeec68e not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:14:57.990630 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-3c094303-1dfb-4596-993d-5a3ac8afb0f0 admin admin] Deleting port cc2505f7-3f13-4325-8db0-1ffef714b57a {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:14:57.991000 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3c094303-1dfb-4596-993d-5a3ac8afb0f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:58.053653 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-3c094303-1dfb-4596-993d-5a3ac8afb0f0 admin admin] For port cc2505f7-3f13-4325-8db0-1ffef714b57a, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=cc2505f7-3f13-4325-8db0-1ffef714b57a,segment=NetworkSegment(cf3393fe-a6e6-415d-bd3d-5c46a23035c4),segment_id=cf3393fe-a6e6-415d-bd3d-5c46a23035c4)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:14:58.053960 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3c094303-1dfb-4596-993d-5a3ac8afb0f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:58.067229 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-3c094303-1dfb-4596-993d-5a3ac8afb0f0 admin admin] Calling delete_port for cc2505f7-3f13-4325-8db0-1ffef714b57a owned by network:dhcp {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:14:58.127594 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee61bd1-4f83-4f12-84a3-bc81ca35611f None None] DHCP port deletion for 7ec3b722-d82f-4953-8895-78fdcfd40185 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 14:14:58.153581 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3c094303-1dfb-4596-993d-5a3ac8afb0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:58.181438 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c094303-1dfb-4596-993d-5a3ac8afb0f0 admin admin] No DVR routers for this DVR port cc2505f7-3f13-4325-8db0-1ffef714b57a on host n-d-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 14:14:58.185831 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c094303-1dfb-4596-993d-5a3ac8afb0f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc2505f7-3f13-4325-8db0-1ffef714b57a,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:14:58.187583 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-4ee61bd1-4f83-4f12-84a3-bc81ca35611f None None] Deleting port cc2505f7-3f13-4325-8db0-1ffef714b57a {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:14:58.187968 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4ee61bd1-4f83-4f12-84a3-bc81ca35611f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:58.209453 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c094303-1dfb-4596-993d-5a3ac8afb0f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:14:58.209809 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c094303-1dfb-4596-993d-5a3ac8afb0f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:14:58.210157 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c094303-1dfb-4596-993d-5a3ac8afb0f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:14:58.210501 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c094303-1dfb-4596-993d-5a3ac8afb0f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:14:58.210882 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c094303-1dfb-4596-993d-5a3ac8afb0f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:14:58.211222 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c094303-1dfb-4596-993d-5a3ac8afb0f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:14:58.211557 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c094303-1dfb-4596-993d-5a3ac8afb0f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:14:58.211889 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c094303-1dfb-4596-993d-5a3ac8afb0f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:14:58.212219 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c094303-1dfb-4596-993d-5a3ac8afb0f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:14:58.212548 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c094303-1dfb-4596-993d-5a3ac8afb0f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:14:58.212876 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c094303-1dfb-4596-993d-5a3ac8afb0f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:14:58.213203 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c094303-1dfb-4596-993d-5a3ac8afb0f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:14:58.250006 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-4ee61bd1-4f83-4f12-84a3-bc81ca35611f None None] For port cc2505f7-3f13-4325-8db0-1ffef714b57a, host n-d-808199-11, got binding levels [] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:14:58.250437 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4ee61bd1-4f83-4f12-84a3-bc81ca35611f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:58.263319 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-4ee61bd1-4f83-4f12-84a3-bc81ca35611f None None] Calling delete_port for cc2505f7-3f13-4325-8db0-1ffef714b57a owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:14:58.266005 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3c094303-1dfb-4596-993d-5a3ac8afb0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:58.266145 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.ipam_backend_mixin [None req-4ee61bd1-4f83-4f12-84a3-bc81ca35611f None None] Port cc2505f7-3f13-4325-8db0-1ffef714b57a was not found and therefore no delete operation was performed {{(pid=103572) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 14:14:58.267337 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4ee61bd1-4f83-4f12-84a3-bc81ca35611f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:58.291198 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-3c094303-1dfb-4596-993d-5a3ac8afb0f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ec3b722-d82f-4953-8895-78fdcfd40185']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:14:58.297510 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee61bd1-4f83-4f12-84a3-bc81ca35611f None None] Pushing event deleted for resources: {'Port': ['ID=cc2505f7-3f13-4325-8db0-1ffef714b57a,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:14:58.299363 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee61bd1-4f83-4f12-84a3-bc81ca35611f None None] No DVR routers for this DVR port cc2505f7-3f13-4325-8db0-1ffef714b57a on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 14:14:58.301617 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-3c094303-1dfb-4596-993d-5a3ac8afb0f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf3393fe-a6e6-415d-bd3d-5c46a23035c4') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:14:58.301833 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-3c094303-1dfb-4596-993d-5a3ac8afb0f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf3393fe-a6e6-415d-bd3d-5c46a23035c4') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:14:58.312067 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3c094303-1dfb-4596-993d-5a3ac8afb0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:58.325330 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3c094303-1dfb-4596-993d-5a3ac8afb0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:58.331184 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c094303-1dfb-4596-993d-5a3ac8afb0f0 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 14:14:58.331602 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3c094303-1dfb-4596-993d-5a3ac8afb0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:58.333265 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 14:14:58.333265 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 14:14:58.333265 n-d-808199-11 neutron-server[103570]: timer() Nov 25 14:14:58.333265 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 14:14:58.333265 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 14:14:58.333265 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 14:14:58.333265 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 14:14:58.333265 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 14:14:58.333265 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 14:14:58.333265 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 14:14:58.333265 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 14:14:58.333265 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 14:14:58.333265 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 14:14:58.333265 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 14:14:58.333265 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 14:14:58.333265 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 14:14:58.333265 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 14:14:58.333265 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 14:14:58.333265 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 14:14:58.333265 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 14:14:58.333265 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 14:14:58.333265 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 14:14:58.333265 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 14:14:58.333265 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 14:14:58.333265 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 14:14:58.333265 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 14:14:58.333265 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 14:14:58.333265 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 14:14:58.333265 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 14:14:58.333265 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 14:14:58.333265 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 14:14:58.333265 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 14:14:58.390404 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3c094303-1dfb-4596-993d-5a3ac8afb0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:58.392959 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3c094303-1dfb-4596-993d-5a3ac8afb0f0 admin admin] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:58.396196 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3c094303-1dfb-4596-993d-5a3ac8afb0f0 admin admin] 10.222.0.53 "DELETE /v2.0/networks/7ec3b722-d82f-4953-8895-78fdcfd40185 HTTP/1.1" status: 204 len: 168 time: 0.5284538 Nov 25 14:14:58.399194 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 38700) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:14:58.407766 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c094303-1dfb-4596-993d-5a3ac8afb0f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ec3b722-d82f-4953-8895-78fdcfd40185,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:14:58.744930 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-086001ac-933e-4ae6-9bb9-fe406de52d30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:58.811900 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device cc2505f7-3f13-4325-8db0-1ffef714b57a no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:14:58.833874 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: cc2505f7-3f13-4325-8db0-1ffef714b57a {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 14:14:58.834223 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device cc2505f7-3f13-4325-8db0-1ffef714b57a not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:14:58.834668 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 7d024963-af31-4959-b4fa-76f751f3af35 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:14:58.853584 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 7d024963-af31-4959-b4fa-76f751f3af35 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 14:14:58.853939 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 7d024963-af31-4959-b4fa-76f751f3af35 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:14:58.854370 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device afd6869e-f746-4140-94b7-ff588470c7f4 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:14:58.873061 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: afd6869e-f746-4140-94b7-ff588470c7f4 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 14:14:58.873688 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device afd6869e-f746-4140-94b7-ff588470c7f4 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:14:58.995419 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-086001ac-933e-4ae6-9bb9-fe406de52d30 admin admin] Deleting port 0ca1a561-312f-4cf0-89cd-d6eb965f41aa {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:14:58.995678 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-086001ac-933e-4ae6-9bb9-fe406de52d30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:59.072182 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-086001ac-933e-4ae6-9bb9-fe406de52d30 admin admin] For port 0ca1a561-312f-4cf0-89cd-d6eb965f41aa, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=0ca1a561-312f-4cf0-89cd-d6eb965f41aa,segment=NetworkSegment(bb69b85d-8ba3-412c-a815-1c9c89ede115),segment_id=bb69b85d-8ba3-412c-a815-1c9c89ede115)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:14:59.072542 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-086001ac-933e-4ae6-9bb9-fe406de52d30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:59.089446 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-086001ac-933e-4ae6-9bb9-fe406de52d30 admin admin] Calling delete_port for 0ca1a561-312f-4cf0-89cd-d6eb965f41aa owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:14:59.271577 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-086001ac-933e-4ae6-9bb9-fe406de52d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:59.298587 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086001ac-933e-4ae6-9bb9-fe406de52d30 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ca1a561-312f-4cf0-89cd-d6eb965f41aa,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:14:59.466552 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-086001ac-933e-4ae6-9bb9-fe406de52d30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:59.684304 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-086001ac-933e-4ae6-9bb9-fe406de52d30 admin admin] Router 9b2398ab-e451-4e2a-863d-18558f66ac8c has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 14:14:59.789200 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-086001ac-933e-4ae6-9bb9-fe406de52d30 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 14:14:59.794964 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-086001ac-933e-4ae6-9bb9-fe406de52d30 admin admin] 10.222.0.53 "PUT /v2.0/routers/9b2398ab-e451-4e2a-863d-18558f66ac8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3946571 Nov 25 14:14:59.796983 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 38702) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:14:59.798221 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29824627-4af2-4cda-9b12-66a869273464 None None] Sync routers for ids ['9b2398ab-e451-4e2a-863d-18558f66ac8c'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 14:14:59.809265 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29824627-4af2-4cda-9b12-66a869273464 None None] Routers {'9b2398ab-e451-4e2a-863d-18558f66ac8c'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:14:59.809957 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-29824627-4af2-4cda-9b12-66a869273464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:14:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['9b2398ab-e451-4e2a-863d-18558f66ac8c'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:14:59.903082 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d6b9dab1-9a69-4894-9cc5-2123d1689912 admin admin] Publish callbacks [] for router, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:14:59.911725 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-29824627-4af2-4cda-9b12-66a869273464 None None] Set router 9b2398ab-e451-4e2a-863d-18558f66ac8c gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:15:00.005405 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d6b9dab1-9a69-4894-9cc5-2123d1689912 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:00.058608 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-d6b9dab1-9a69-4894-9cc5-2123d1689912 admin admin] Deleting port 68dbfed6-e793-45da-b4cb-0f3befa76e11 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:15:00.058982 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d6b9dab1-9a69-4894-9cc5-2123d1689912 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:00.087932 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-29824627-4af2-4cda-9b12-66a869273464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2398ab-e451-4e2a-863d-18558f66ac8c', 'name': 'tempest-TestEncryptedCinderVolumes-1463597627-router', 'tenant_id': 'cd35b11131624ddc85f628641d15288e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '68dbfed6-e793-45da-b4cb-0f3befa76e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:13:37Z', 'updated_at': '2021-11-25T14:14:59Z', 'revision_number': 5, 'project_id': 'cd35b11131624ddc85f628641d15288e', 'gw_port': {'id': '68dbfed6-e793-45da-b4cb-0f3befa76e11', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2398ab-e451-4e2a-863d-18558f66ac8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:13:38Z', 'updated_at': '2021-11-25T14:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:15:00.114044 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29824627-4af2-4cda-9b12-66a869273464 None None] Checking router: 9b2398ab-e451-4e2a-863d-18558f66ac8c for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 14:15:00.122702 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29824627-4af2-4cda-9b12-66a869273464 None None] Routers {'9b2398ab-e451-4e2a-863d-18558f66ac8c'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:15:00.123323 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-29824627-4af2-4cda-9b12-66a869273464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:14:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['9b2398ab-e451-4e2a-863d-18558f66ac8c'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:15:00.142438 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-d6b9dab1-9a69-4894-9cc5-2123d1689912 admin admin] For port 68dbfed6-e793-45da-b4cb-0f3befa76e11, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=68dbfed6-e793-45da-b4cb-0f3befa76e11,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:15:00.142843 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d6b9dab1-9a69-4894-9cc5-2123d1689912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:00.154609 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-d6b9dab1-9a69-4894-9cc5-2123d1689912 admin admin] Calling delete_port for 68dbfed6-e793-45da-b4cb-0f3befa76e11 owned by network:router_gateway {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:15:00.209627 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-29824627-4af2-4cda-9b12-66a869273464 None None] Set router 9b2398ab-e451-4e2a-863d-18558f66ac8c gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:15:00.263643 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-29824627-4af2-4cda-9b12-66a869273464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2398ab-e451-4e2a-863d-18558f66ac8c', 'name': 'tempest-TestEncryptedCinderVolumes-1463597627-router', 'tenant_id': 'cd35b11131624ddc85f628641d15288e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:13:37Z', 'updated_at': '2021-11-25T14:15:00Z', 'revision_number': 6, 'project_id': 'cd35b11131624ddc85f628641d15288e', 'gw_port_host': None}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:15:00.289614 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29824627-4af2-4cda-9b12-66a869273464 None None] The sync data for ids ['9b2398ab-e451-4e2a-863d-18558f66ac8c'] in n-d-808199-11 is: [{'id': '9b2398ab-e451-4e2a-863d-18558f66ac8c', 'name': 'tempest-TestEncryptedCinderVolumes-1463597627-router', 'tenant_id': 'cd35b11131624ddc85f628641d15288e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:13:37Z', 'updated_at': '2021-11-25T14:15:00Z', 'revision_number': 6, 'project_id': 'cd35b11131624ddc85f628641d15288e', 'gw_port_host': None}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 14:15:00.328416 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d6b9dab1-9a69-4894-9cc5-2123d1689912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:00.351937 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b9dab1-9a69-4894-9cc5-2123d1689912 admin admin] Pushing event deleted for resources: {'Port': ['ID=68dbfed6-e793-45da-b4cb-0f3befa76e11,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:15:00.368127 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4831b7eb-6d62-43e3-8be0-f890766ee65f None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 14:15:00.393894 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-61671e66-8f81-4468-9382-f0acd9697100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:00.418845 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d6b9dab1-9a69-4894-9cc5-2123d1689912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:00.515925 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d6b9dab1-9a69-4894-9cc5-2123d1689912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:00.517976 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d6b9dab1-9a69-4894-9cc5-2123d1689912 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:00.566634 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d6b9dab1-9a69-4894-9cc5-2123d1689912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:00.567195 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b9dab1-9a69-4894-9cc5-2123d1689912 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b2398ab-e451-4e2a-863d-18558f66ac8c {{(pid=103570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 14:15:00.571669 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d6b9dab1-9a69-4894-9cc5-2123d1689912 admin admin] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:00.572867 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d6b9dab1-9a69-4894-9cc5-2123d1689912 admin admin] 10.222.0.53 "DELETE /v2.0/routers/9b2398ab-e451-4e2a-863d-18558f66ac8c HTTP/1.1" status: 204 len: 168 time: 0.7748294 Nov 25 14:15:00.575385 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 38704) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:15:00.619567 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-df3981f6-6fbf-4e13-a3fe-cd20fc40f721 admin admin] Deleting subnet 466fbe37-9b96-4709-a47f-7ceb13583be0 {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 14:15:00.622671 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-df3981f6-6fbf-4e13-a3fe-cd20fc40f721 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:00.658483 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-df3981f6-6fbf-4e13-a3fe-cd20fc40f721 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:00.744221 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-df3981f6-6fbf-4e13-a3fe-cd20fc40f721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:00.801486 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-df3981f6-6fbf-4e13-a3fe-cd20fc40f721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:00.827224 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3981f6-6fbf-4e13-a3fe-cd20fc40f721 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=466fbe37-9b96-4709-a47f-7ceb13583be0,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:15:00.834026 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-df3981f6-6fbf-4e13-a3fe-cd20fc40f721 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:00.837964 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-df3981f6-6fbf-4e13-a3fe-cd20fc40f721 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/466fbe37-9b96-4709-a47f-7ceb13583be0 HTTP/1.1" status: 204 len: 168 time: 0.2613671 Nov 25 14:15:00.842551 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 38706) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:15:00.845938 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fde7fe-b7a6-4450-b79d-5e2c4d206d20 None None] Network f0a2c5ca-aad9-4bdb-aaed-38dad61ffd34 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 14:15:00.915005 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-47b2c8c9-f5d7-41f0-a6c2-d21c7a01cf64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:00.972152 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-47b2c8c9-f5d7-41f0-a6c2-d21c7a01cf64 admin admin] Deleting port 6040b231-b0ff-42f4-b02f-d19884814aee {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:15:00.972547 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-47b2c8c9-f5d7-41f0-a6c2-d21c7a01cf64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:01.037043 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-47b2c8c9-f5d7-41f0-a6c2-d21c7a01cf64 admin admin] For port 6040b231-b0ff-42f4-b02f-d19884814aee, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=6040b231-b0ff-42f4-b02f-d19884814aee,segment=NetworkSegment(bb69b85d-8ba3-412c-a815-1c9c89ede115),segment_id=bb69b85d-8ba3-412c-a815-1c9c89ede115)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:15:01.037417 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-47b2c8c9-f5d7-41f0-a6c2-d21c7a01cf64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:01.052464 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-47b2c8c9-f5d7-41f0-a6c2-d21c7a01cf64 admin admin] Calling delete_port for 6040b231-b0ff-42f4-b02f-d19884814aee owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:15:01.071860 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7da8de-2f8f-4b04-869d-e722821f4d8e None None] DHCP port deletion for f0a2c5ca-aad9-4bdb-aaed-38dad61ffd34 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 14:15:01.134770 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-8b7da8de-2f8f-4b04-869d-e722821f4d8e None None] Deleting port 6040b231-b0ff-42f4-b02f-d19884814aee {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:15:01.135167 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8b7da8de-2f8f-4b04-869d-e722821f4d8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:01.139785 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 0ca1a561-312f-4cf0-89cd-d6eb965f41aa no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:15:01.144796 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-47b2c8c9-f5d7-41f0-a6c2-d21c7a01cf64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:01.173077 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b2c8c9-f5d7-41f0-a6c2-d21c7a01cf64 admin admin] Pushing event deleted for resources: {'Port': ['ID=6040b231-b0ff-42f4-b02f-d19884814aee,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:15:01.177189 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b2c8c9-f5d7-41f0-a6c2-d21c7a01cf64 admin admin] No DVR routers for this DVR port 6040b231-b0ff-42f4-b02f-d19884814aee on host n-d-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 14:15:01.254843 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-47b2c8c9-f5d7-41f0-a6c2-d21c7a01cf64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:01.279388 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-47b2c8c9-f5d7-41f0-a6c2-d21c7a01cf64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0a2c5ca-aad9-4bdb-aaed-38dad61ffd34']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:15:01.289591 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-47b2c8c9-f5d7-41f0-a6c2-d21c7a01cf64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb69b85d-8ba3-412c-a815-1c9c89ede115') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:15:01.289897 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-47b2c8c9-f5d7-41f0-a6c2-d21c7a01cf64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb69b85d-8ba3-412c-a815-1c9c89ede115') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:15:01.306835 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-47b2c8c9-f5d7-41f0-a6c2-d21c7a01cf64 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:01.324557 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-47b2c8c9-f5d7-41f0-a6c2-d21c7a01cf64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:01.332607 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47b2c8c9-f5d7-41f0-a6c2-d21c7a01cf64 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 14:15:01.333161 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-47b2c8c9-f5d7-41f0-a6c2-d21c7a01cf64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:01.335201 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 14:15:01.335201 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 14:15:01.335201 n-d-808199-11 neutron-server[103571]: timer() Nov 25 14:15:01.335201 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 14:15:01.335201 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 14:15:01.335201 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 14:15:01.335201 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 14:15:01.335201 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 14:15:01.335201 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 14:15:01.335201 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 14:15:01.335201 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 14:15:01.335201 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 14:15:01.335201 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 14:15:01.335201 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 14:15:01.335201 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 14:15:01.335201 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 14:15:01.335201 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 14:15:01.335201 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 14:15:01.335201 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 14:15:01.335201 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 14:15:01.335201 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 14:15:01.335201 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 14:15:01.335201 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 14:15:01.335201 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 14:15:01.335201 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 14:15:01.335201 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 14:15:01.335201 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 14:15:01.335201 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 14:15:01.335201 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 14:15:01.335201 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 14:15:01.335201 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 14:15:01.335201 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 14:15:01.357744 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 0ca1a561-312f-4cf0-89cd-d6eb965f41aa {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 14:15:01.358100 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 0ca1a561-312f-4cf0-89cd-d6eb965f41aa not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:15:01.358538 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 6040b231-b0ff-42f4-b02f-d19884814aee no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:15:01.399965 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 6040b231-b0ff-42f4-b02f-d19884814aee {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 14:15:01.400604 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 6040b231-b0ff-42f4-b02f-d19884814aee not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:15:01.400818 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 68dbfed6-e793-45da-b4cb-0f3befa76e11 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:15:01.401981 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-47b2c8c9-f5d7-41f0-a6c2-d21c7a01cf64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:01.409429 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-47b2c8c9-f5d7-41f0-a6c2-d21c7a01cf64 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:01.413285 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-47b2c8c9-f5d7-41f0-a6c2-d21c7a01cf64 admin admin] 10.222.0.53 "DELETE /v2.0/networks/f0a2c5ca-aad9-4bdb-aaed-38dad61ffd34 HTTP/1.1" status: 204 len: 168 time: 0.5654354 Nov 25 14:15:01.424596 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b2c8c9-f5d7-41f0-a6c2-d21c7a01cf64 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0a2c5ca-aad9-4bdb-aaed-38dad61ffd34,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:15:01.432772 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 68dbfed6-e793-45da-b4cb-0f3befa76e11 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 14:15:01.433137 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 68dbfed6-e793-45da-b4cb-0f3befa76e11 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:15:01.436861 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-8b7da8de-2f8f-4b04-869d-e722821f4d8e None None] For port 6040b231-b0ff-42f4-b02f-d19884814aee, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=6040b231-b0ff-42f4-b02f-d19884814aee,segment=NetworkSegment(bb69b85d-8ba3-412c-a815-1c9c89ede115),segment_id=bb69b85d-8ba3-412c-a815-1c9c89ede115)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:15:01.437168 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8b7da8de-2f8f-4b04-869d-e722821f4d8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:01.450473 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-8b7da8de-2f8f-4b04-869d-e722821f4d8e None None] Calling delete_port for 6040b231-b0ff-42f4-b02f-d19884814aee owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:15:01.528666 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8b7da8de-2f8f-4b04-869d-e722821f4d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:01.552732 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7da8de-2f8f-4b04-869d-e722821f4d8e None None] Pushing event deleted for resources: {'Port': ['ID=6040b231-b0ff-42f4-b02f-d19884814aee,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:15:01.555713 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8b7da8de-2f8f-4b04-869d-e722821f4d8e None None] Network f0a2c5ca-aad9-4bdb-aaed-38dad61ffd34 is not hosted by any dhcp agent {{(pid=103572) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 14:15:01.556368 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7da8de-2f8f-4b04-869d-e722821f4d8e None None] No DVR routers for this DVR port 6040b231-b0ff-42f4-b02f-d19884814aee on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 14:15:01.590897 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 38710) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:15:01.632832 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c0829e01-5275-4176-8a49-87f8e52c2fd6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9ebd372d1ebb4278ad991c62ef0267e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0405378 Nov 25 14:15:01.635255 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 38712) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:15:01.683916 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f692ee5d-5588-48f8-ac8f-473121e138f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:01.705575 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f692ee5d-5588-48f8-ac8f-473121e138f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:01.758076 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f692ee5d-5588-48f8-ac8f-473121e138f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:01.760941 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f692ee5d-5588-48f8-ac8f-473121e138f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:01.762351 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-f692ee5d-5588-48f8-ac8f-473121e138f5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/da6f1f7f-0404-4fa4-82ab-a001e98b3506 HTTP/1.1" status: 204 len: 168 time: 0.1259151 Nov 25 14:15:01.770659 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f692ee5d-5588-48f8-ac8f-473121e138f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6f1f7f-0404-4fa4-82ab-a001e98b3506,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:15:02.073452 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 38718) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:15:02.113930 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-3ee4f6ff-4b43-4bb3-ba90-193e3fd3b70c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cd35b11131624ddc85f628641d15288e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391307 Nov 25 14:15:02.116232 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 38720) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:15:02.167754 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1469b68d-215a-4e46-9e58-03c7ff72db6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:02.189905 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1469b68d-215a-4e46-9e58-03c7ff72db6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:02.237361 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1469b68d-215a-4e46-9e58-03c7ff72db6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:02.240089 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1469b68d-215a-4e46-9e58-03c7ff72db6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:02.243734 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-1469b68d-215a-4e46-9e58-03c7ff72db6c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/aa946ad7-c8d5-41f6-b149-21e36e2ca174 HTTP/1.1" status: 204 len: 168 time: 0.1241238 Nov 25 14:15:02.251987 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1469b68d-215a-4e46-9e58-03c7ff72db6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa946ad7-c8d5-41f6-b149-21e36e2ca174,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:15:02.862105 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b86c0ace-5e44-49c3-8560-36c6a519a703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:02.926027 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 38742) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:15:03.020668 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-35150d9e-e305-4904-9600-d8ebcc5c69fc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-670402494-network', 'tenant_id': '6a357a63c66d44a4b8d533c6fdfdb06a'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:15:03.042091 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35150d9e-e305-4904-9600-d8ebcc5c69fc admin admin] Made reservation on behalf of 6a357a63c66d44a4b8d533c6fdfdb06a for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 14:15:03.044368 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-35150d9e-e305-4904-9600-d8ebcc5c69fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:03.052524 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-35150d9e-e305-4904-9600-d8ebcc5c69fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:03.128799 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-35150d9e-e305-4904-9600-d8ebcc5c69fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:03.132640 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-35150d9e-e305-4904-9600-d8ebcc5c69fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:03.158065 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35150d9e-e305-4904-9600-d8ebcc5c69fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 14:15:03.167864 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35150d9e-e305-4904-9600-d8ebcc5c69fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5bae33c-345a-44a6-b94b-5b073ce33607,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:15:03.172623 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-35150d9e-e305-4904-9600-d8ebcc5c69fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:03.173023 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-35150d9e-e305-4904-9600-d8ebcc5c69fc admin admin] Added segment 5051edd0-387b-47c4-9b79-e5216c7c6e9b of type vlan for network 83fc9251-a926-44d2-8a59-bc3a637068c0 Nov 25 14:15:03.213267 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-35150d9e-e305-4904-9600-d8ebcc5c69fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:03.240014 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-35150d9e-e305-4904-9600-d8ebcc5c69fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:03.241100 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35150d9e-e305-4904-9600-d8ebcc5c69fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:15:03.241675 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-35150d9e-e305-4904-9600-d8ebcc5c69fc admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:03.292904 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-35150d9e-e305-4904-9600-d8ebcc5c69fc admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3657360 Nov 25 14:15:03.295981 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 38746) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:15:03.301469 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-5a293e5a-15e8-40a2-9409-8ea75ed28fe4 admin admin] Request body: {'subnet': {'network_id': '83fc9251-a926-44d2-8a59-bc3a637068c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-670402494-subnet', 'tenant_id': '6a357a63c66d44a4b8d533c6fdfdb06a', 'ip_version': 4}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:15:03.303827 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35150d9e-e305-4904-9600-d8ebcc5c69fc admin admin] Pushing event updated for resources: {'Network': ['ID=83fc9251-a926-44d2-8a59-bc3a637068c0,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:15:03.314743 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 83fc9251-a926-44d2-8a59-bc3a637068c0 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 14:15:03.323241 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a293e5a-15e8-40a2-9409-8ea75ed28fe4 admin admin] Made reservation on behalf of 6a357a63c66d44a4b8d533c6fdfdb06a for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 14:15:03.325587 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5a293e5a-15e8-40a2-9409-8ea75ed28fe4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:03.496313 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5a293e5a-15e8-40a2-9409-8ea75ed28fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:03.544579 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a293e5a-15e8-40a2-9409-8ea75ed28fe4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4c8ac90-6e89-4aed-bbf8-cf97528b5f81,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:15:03.561017 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a293e5a-15e8-40a2-9409-8ea75ed28fe4 admin admin] Checking segment: {'id': '5051edd0-387b-47c4-9b79-e5216c7c6e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '83fc9251-a926-44d2-8a59-bc3a637068c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:15:03.561391 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a293e5a-15e8-40a2-9409-8ea75ed28fe4 admin admin] Network hostable DHCP agents. Network: 83fc9251-a926-44d2-8a59-bc3a637068c0, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 14:15:03.579857 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a293e5a-15e8-40a2-9409-8ea75ed28fe4 admin admin] Network 83fc9251-a926-44d2-8a59-bc3a637068c0 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 14:15:03.588331 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-5a293e5a-15e8-40a2-9409-8ea75ed28fe4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 83fc9251-a926-44d2-8a59-bc3a637068c0) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:15:03.592926 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a293e5a-15e8-40a2-9409-8ea75ed28fe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:15:03.593541 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5a293e5a-15e8-40a2-9409-8ea75ed28fe4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:03.597469 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a4baca-2752-499f-bf1a-9d49706fa492 None None] Network 83fc9251-a926-44d2-8a59-bc3a637068c0 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 14:15:03.610226 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-5a293e5a-15e8-40a2-9409-8ea75ed28fe4 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3130312 Nov 25 14:15:03.612941 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 38748) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:15:03.617328 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-1555230e-33ba-43e9-a996-77d960582f21 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-670402494-router', 'tenant_id': '6a357a63c66d44a4b8d533c6fdfdb06a', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:15:03.641683 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1555230e-33ba-43e9-a996-77d960582f21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:03.642707 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1555230e-33ba-43e9-a996-77d960582f21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:03.733766 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1555230e-33ba-43e9-a996-77d960582f21 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:03.743776 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1a1bfe-d196-46bc-9464-440c339de0be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-83fc9251-a926-44d2-8a59-bc3a637068c0', 'network_id': '83fc9251-a926-44d2-8a59-bc3a637068c0', 'tenant_id': '6a357a63c66d44a4b8d533c6fdfdb06a', 'fixed_ips': [{'subnet_id': 'f4c8ac90-6e89-4aed-bbf8-cf97528b5f81'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 14:15:03.744681 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1f1a1bfe-d196-46bc-9464-440c339de0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:03.875030 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1555230e-33ba-43e9-a996-77d960582f21 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:03.882178 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-1f1a1bfe-d196-46bc-9464-440c339de0be None None] Allocated IP 172.20.0.2 (83fc9251-a926-44d2-8a59-bc3a637068c0/f4c8ac90-6e89-4aed-bbf8-cf97528b5f81/e153401a-f307-4d44-975f-2eacb82b0729) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:15:04.027525 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1f1a1bfe-d196-46bc-9464-440c339de0be None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:04.034127 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1f1a1bfe-d196-46bc-9464-440c339de0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:04.067970 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1a1bfe-d196-46bc-9464-440c339de0be None None] Network 83fc9251-a926-44d2-8a59-bc3a637068c0 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:15:04.073722 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-1f1a1bfe-d196-46bc-9464-440c339de0be None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:15:04.073902 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1555230e-33ba-43e9-a996-77d960582f21 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:04.083318 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1a1bfe-d196-46bc-9464-440c339de0be None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:15:04.098421 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1a1bfe-d196-46bc-9464-440c339de0be None None] Pushing event updated for resources: {'Port': ['ID=e153401a-f307-4d44-975f-2eacb82b0729,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:15:04.105874 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1555230e-33ba-43e9-a996-77d960582f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:04.106018 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:04.154664 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-1f1a1bfe-d196-46bc-9464-440c339de0be None None] Attempting to bind port e153401a-f307-4d44-975f-2eacb82b0729 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:15:04.154974 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-1f1a1bfe-d196-46bc-9464-440c339de0be None None] Attempting to bind port e153401a-f307-4d44-975f-2eacb82b0729 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '5051edd0-387b-47c4-9b79-e5216c7c6e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '83fc9251-a926-44d2-8a59-bc3a637068c0'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:15:04.155342 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1a1bfe-d196-46bc-9464-440c339de0be None None] Attempting to bind port e153401a-f307-4d44-975f-2eacb82b0729 on network 83fc9251-a926-44d2-8a59-bc3a637068c0 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:15:04.160307 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1a1bfe-d196-46bc-9464-440c339de0be None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:15:04.160689 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1a1bfe-d196-46bc-9464-440c339de0be None None] Checking segment: {'id': '5051edd0-387b-47c4-9b79-e5216c7c6e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '83fc9251-a926-44d2-8a59-bc3a637068c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:15:04.161092 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1f1a1bfe-d196-46bc-9464-440c339de0be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:04.161490 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1a1bfe-d196-46bc-9464-440c339de0be None None] Bound using segment: {'id': '5051edd0-387b-47c4-9b79-e5216c7c6e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '83fc9251-a926-44d2-8a59-bc3a637068c0'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:15:04.161962 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-1f1a1bfe-d196-46bc-9464-440c339de0be None None] Bound port: e153401a-f307-4d44-975f-2eacb82b0729, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5051edd0-387b-47c4-9b79-e5216c7c6e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '83fc9251-a926-44d2-8a59-bc3a637068c0'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:15:04.162341 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1f1a1bfe-d196-46bc-9464-440c339de0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:04.209831 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-1555230e-33ba-43e9-a996-77d960582f21 admin admin] Allocated IP 172.25.5.30 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/cf7d0fbc-94d8-44a1-8a2e-8605f22533e9) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:15:04.225074 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-1f1a1bfe-d196-46bc-9464-440c339de0be None None] For port e153401a-f307-4d44-975f-2eacb82b0729, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:15:04.228338 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-1f1a1bfe-d196-46bc-9464-440c339de0be None None] For port e153401a-f307-4d44-975f-2eacb82b0729, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=e153401a-f307-4d44-975f-2eacb82b0729,segment=NetworkSegment(5051edd0-387b-47c4-9b79-e5216c7c6e9b),segment_id=5051edd0-387b-47c4-9b79-e5216c7c6e9b)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:15:04.232066 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1f1a1bfe-d196-46bc-9464-440c339de0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:04.289956 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1a1bfe-d196-46bc-9464-440c339de0be None None] Pushing event updated for resources: {'Port': ['ID=e153401a-f307-4d44-975f-2eacb82b0729,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:15:04.320167 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1555230e-33ba-43e9-a996-77d960582f21 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:04.355012 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1555230e-33ba-43e9-a996-77d960582f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:04.396072 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1555230e-33ba-43e9-a996-77d960582f21 admin admin] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:15:04.398969 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-1555230e-33ba-43e9-a996-77d960582f21 admin admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:15:04.403084 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1555230e-33ba-43e9-a996-77d960582f21 admin admin] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:15:04.408504 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1555230e-33ba-43e9-a996-77d960582f21 admin admin] Pushing event updated for resources: {'Port': ['ID=cf7d0fbc-94d8-44a1-8a2e-8605f22533e9,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:15:04.413913 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0e1eb1-675d-48c0-af72-b98e145e82a0 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 14:15:04.534935 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-668f2e8a-27c0-4a98-b6ba-84950222ca2f None None] Provisioning complete for port cf7d0fbc-94d8-44a1-8a2e-8605f22533e9 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:15:04.535310 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-668f2e8a-27c0-4a98-b6ba-84950222ca2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:04.579884 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-668f2e8a-27c0-4a98-b6ba-84950222ca2f None None] Port cf7d0fbc-94d8-44a1-8a2e-8605f22533e9 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 14:15:04.673569 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1555230e-33ba-43e9-a996-77d960582f21 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:04.842997 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device e153401a-f307-4d44-975f-2eacb82b0729 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:15:04.895017 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port e153401a-f307-4d44-975f-2eacb82b0729 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:15:04.896690 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:04.978768 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:05.014748 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] For port e153401a-f307-4d44-975f-2eacb82b0729, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=e153401a-f307-4d44-975f-2eacb82b0729,segment=NetworkSegment(5051edd0-387b-47c4-9b79-e5216c7c6e9b),segment_id=5051edd0-387b-47c4-9b79-e5216c7c6e9b)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:15:05.019484 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:05.073896 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Pushing event updated for resources: {'Port': ['ID=e153401a-f307-4d44-975f-2eacb82b0729,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:15:05.169587 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1555230e-33ba-43e9-a996-77d960582f21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:05.300960 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d63d037-6d49-439a-afa5-0c2bafd4452f None None] Network 83fc9251-a926-44d2-8a59-bc3a637068c0 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 14:15:05.310838 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1555230e-33ba-43e9-a996-77d960582f21 admin admin] Router da5a1d54-abce-4f30-af8c-a0a0b3faddf2 is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 14:15:05.418625 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1555230e-33ba-43e9-a996-77d960582f21 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 14:15:05.436681 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1555230e-33ba-43e9-a996-77d960582f21 admin admin] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:05.440304 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-1555230e-33ba-43e9-a996-77d960582f21 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8238420 Nov 25 14:15:05.440444 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7c5985-cc38-4501-9393-d71001f98e6c None None] Sync routers for ids ['da5a1d54-abce-4f30-af8c-a0a0b3faddf2'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 14:15:05.440547 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 38750) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:15:05.458847 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:05.460609 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bef43ec5-074d-4ab8-9b78-f3a768fd6b4c None None] Provisioning complete for port e153401a-f307-4d44-975f-2eacb82b0729 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:15:05.460974 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bef43ec5-074d-4ab8-9b78-f3a768fd6b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:05.497446 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7c5985-cc38-4501-9393-d71001f98e6c None None] Routers {'da5a1d54-abce-4f30-af8c-a0a0b3faddf2'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:15:05.498089 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-6b7c5985-cc38-4501-9393-d71001f98e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:15:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['da5a1d54-abce-4f30-af8c-a0a0b3faddf2'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:15:05.665715 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-6b7c5985-cc38-4501-9393-d71001f98e6c None None] Set router da5a1d54-abce-4f30-af8c-a0a0b3faddf2 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:15:05.853511 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-6b7c5985-cc38-4501-9393-d71001f98e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da5a1d54-abce-4f30-af8c-a0a0b3faddf2', 'name': 'tempest-TestMinimumBasicScenario-670402494-router', 'tenant_id': '6a357a63c66d44a4b8d533c6fdfdb06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'cf7d0fbc-94d8-44a1-8a2e-8605f22533e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:15:03Z', 'updated_at': '2021-11-25T14:15:04Z', 'revision_number': 3, 'project_id': '6a357a63c66d44a4b8d533c6fdfdb06a', 'gw_port': {'id': 'cf7d0fbc-94d8-44a1-8a2e-8605f22533e9', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da5a1d54-abce-4f30-af8c-a0a0b3faddf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:15:04Z', 'updated_at': '2021-11-25T14:15:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:15:05.867169 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f5f354ed-6dc1-4507-a22a-8bc0eb34441a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:05.880103 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7c5985-cc38-4501-9393-d71001f98e6c None None] Checking router: da5a1d54-abce-4f30-af8c-a0a0b3faddf2 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 14:15:05.880383 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7c5985-cc38-4501-9393-d71001f98e6c None None] Updating router da5a1d54-abce-4f30-af8c-a0a0b3faddf2 port cf7d0fbc-94d8-44a1-8a2e-8605f22533e9 binding host n-d-808199-11 {{(pid=103572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 14:15:05.910462 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6b7c5985-cc38-4501-9393-d71001f98e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:05.945450 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-14f4ac9d-acca-49ac-b2bd-1d01dbfcc6dc None None] Provisioning complete for port e153401a-f307-4d44-975f-2eacb82b0729 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:15:05.945817 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-14f4ac9d-acca-49ac-b2bd-1d01dbfcc6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:06.028788 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-f5f354ed-6dc1-4507-a22a-8bc0eb34441a admin admin] Allocated IP 172.20.0.1 (83fc9251-a926-44d2-8a59-bc3a637068c0/f4c8ac90-6e89-4aed-bbf8-cf97528b5f81/fef6334e-edf5-4d22-942d-f6b4353fcf96) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:15:06.131865 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f5f354ed-6dc1-4507-a22a-8bc0eb34441a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:06.167171 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f5f354ed-6dc1-4507-a22a-8bc0eb34441a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:06.212333 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f354ed-6dc1-4507-a22a-8bc0eb34441a admin admin] Network 83fc9251-a926-44d2-8a59-bc3a637068c0 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:15:06.216298 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-f5f354ed-6dc1-4507-a22a-8bc0eb34441a admin admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:15:06.218919 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f354ed-6dc1-4507-a22a-8bc0eb34441a admin admin] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:15:06.243362 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f354ed-6dc1-4507-a22a-8bc0eb34441a admin admin] Pushing event updated for resources: {'Port': ['ID=fef6334e-edf5-4d22-942d-f6b4353fcf96,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:15:06.265731 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f5f354ed-6dc1-4507-a22a-8bc0eb34441a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:06.291389 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6b7c5985-cc38-4501-9393-d71001f98e6c None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:06.297972 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6b7c5985-cc38-4501-9393-d71001f98e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:06.354901 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1128109-a34d-4ffb-87f5-8128cc615240 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 14:15:06.356509 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-6b7c5985-cc38-4501-9393-d71001f98e6c None None] Attempting to bind port cf7d0fbc-94d8-44a1-8a2e-8605f22533e9 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:15:06.356878 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-6b7c5985-cc38-4501-9393-d71001f98e6c None None] Attempting to bind port cf7d0fbc-94d8-44a1-8a2e-8605f22533e9 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:15:06.357257 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7c5985-cc38-4501-9393-d71001f98e6c None None] Attempting to bind port cf7d0fbc-94d8-44a1-8a2e-8605f22533e9 on network 7542d3d9-0db3-40e7-ab88-a168871141f7 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:15:06.378380 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7c5985-cc38-4501-9393-d71001f98e6c None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:15:06.378380 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7c5985-cc38-4501-9393-d71001f98e6c None None] Checking segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:15:06.378380 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6b7c5985-cc38-4501-9393-d71001f98e6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:06.378380 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7c5985-cc38-4501-9393-d71001f98e6c None None] Bound using segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:15:06.378380 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-6b7c5985-cc38-4501-9393-d71001f98e6c None None] Bound port: cf7d0fbc-94d8-44a1-8a2e-8605f22533e9, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:15:06.378380 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6b7c5985-cc38-4501-9393-d71001f98e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:06.379969 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9a9736-cc0a-41db-b4d2-debd4d218320 None None] Pushing event updated for resources: {'Port': ['ID=cf7d0fbc-94d8-44a1-8a2e-8605f22533e9,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:15:06.434105 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f5f354ed-6dc1-4507-a22a-8bc0eb34441a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:06.444136 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-6b7c5985-cc38-4501-9393-d71001f98e6c None None] For port cf7d0fbc-94d8-44a1-8a2e-8605f22533e9, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:15:06.447843 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-6b7c5985-cc38-4501-9393-d71001f98e6c None None] For port cf7d0fbc-94d8-44a1-8a2e-8605f22533e9, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=cf7d0fbc-94d8-44a1-8a2e-8605f22533e9,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:15:06.453751 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6b7c5985-cc38-4501-9393-d71001f98e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:06.498747 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78efd26-e17c-497b-856c-f3d8fa3d7a2c None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 14:15:06.544797 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7c5985-cc38-4501-9393-d71001f98e6c None None] Routers {'da5a1d54-abce-4f30-af8c-a0a0b3faddf2'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:15:06.545416 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-6b7c5985-cc38-4501-9393-d71001f98e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:15:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['da5a1d54-abce-4f30-af8c-a0a0b3faddf2'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:15:06.547009 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9a9736-cc0a-41db-b4d2-debd4d218320 None None] Pushing event updated for resources: {'Port': ['ID=cf7d0fbc-94d8-44a1-8a2e-8605f22533e9,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:15:06.588473 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-5e8fa96c-a10e-4e3a-941d-f9abfe3568a7 None None] Provisioning complete for port fef6334e-edf5-4d22-942d-f6b4353fcf96 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:15:06.588845 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5e8fa96c-a10e-4e3a-941d-f9abfe3568a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:06.593287 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:06.649951 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f5f354ed-6dc1-4507-a22a-8bc0eb34441a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:06.655088 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f5f354ed-6dc1-4507-a22a-8bc0eb34441a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:06.722169 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f354ed-6dc1-4507-a22a-8bc0eb34441a admin admin] Pushing event updated for resources: {'Port': ['ID=fef6334e-edf5-4d22-942d-f6b4353fcf96,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:15:06.727677 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f5f354ed-6dc1-4507-a22a-8bc0eb34441a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:06.833461 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f354ed-6dc1-4507-a22a-8bc0eb34441a admin admin] Network 83fc9251-a926-44d2-8a59-bc3a637068c0 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:15:06.833636 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device e153401a-f307-4d44-975f-2eacb82b0729 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:15:06.834933 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-f5f354ed-6dc1-4507-a22a-8bc0eb34441a admin admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:15:06.838043 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-5e8fa96c-a10e-4e3a-941d-f9abfe3568a7 None None] Port fef6334e-edf5-4d22-942d-f6b4353fcf96 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 14:15:06.904563 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-5e8fa96c-a10e-4e3a-941d-f9abfe3568a7 None None] Provisioning complete for port cf7d0fbc-94d8-44a1-8a2e-8605f22533e9 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:15:06.904930 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5e8fa96c-a10e-4e3a-941d-f9abfe3568a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:06.909400 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-6b7c5985-cc38-4501-9393-d71001f98e6c None None] Set router da5a1d54-abce-4f30-af8c-a0a0b3faddf2 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:15:06.960251 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5f354ed-6dc1-4507-a22a-8bc0eb34441a admin admin] Router da5a1d54-abce-4f30-af8c-a0a0b3faddf2 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 14:15:07.024668 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port e153401a-f307-4d44-975f-2eacb82b0729 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:15:07.025273 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:07.074522 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f354ed-6dc1-4507-a22a-8bc0eb34441a admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 14:15:07.079590 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f5f354ed-6dc1-4507-a22a-8bc0eb34441a admin admin] 10.222.0.53 "PUT /v2.0/routers/da5a1d54-abce-4f30-af8c-a0a0b3faddf2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6380937 Nov 25 14:15:07.161035 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5e8fa96c-a10e-4e3a-941d-f9abfe3568a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:07.211546 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-5e8fa96c-a10e-4e3a-941d-f9abfe3568a7 None None] For port cf7d0fbc-94d8-44a1-8a2e-8605f22533e9, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=cf7d0fbc-94d8-44a1-8a2e-8605f22533e9,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:15:07.222264 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5e8fa96c-a10e-4e3a-941d-f9abfe3568a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:07.303392 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8fa96c-a10e-4e3a-941d-f9abfe3568a7 None None] Pushing event updated for resources: {'Port': ['ID=cf7d0fbc-94d8-44a1-8a2e-8605f22533e9,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:15:07.322169 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-6b7c5985-cc38-4501-9393-d71001f98e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da5a1d54-abce-4f30-af8c-a0a0b3faddf2', 'name': 'tempest-TestMinimumBasicScenario-670402494-router', 'tenant_id': '6a357a63c66d44a4b8d533c6fdfdb06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'cf7d0fbc-94d8-44a1-8a2e-8605f22533e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:15:03Z', 'updated_at': '2021-11-25T14:15:06Z', 'revision_number': 4, 'project_id': '6a357a63c66d44a4b8d533c6fdfdb06a', 'gw_port': {'id': 'cf7d0fbc-94d8-44a1-8a2e-8605f22533e9', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da5a1d54-abce-4f30-af8c-a0a0b3faddf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:15:04Z', 'updated_at': '2021-11-25T14:15:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'fef6334e-edf5-4d22-942d-f6b4353fcf96', 'name': '', 'network_id': '83fc9251-a926-44d2-8a59-bc3a637068c0', 'tenant_id': '6a357a63c66d44a4b8d533c6fdfdb06a', 'mac_address': 'fa:16:3e:10:60:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da5a1d54-abce-4f30-af8c-a0a0b3faddf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'f4c8ac90-6e89-4aed-bbf8-cf97528b5f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:15:05Z', 'updated_at': '2021-11-25T14:15:06Z', 'revision_number': 1, 'project_id': '6a357a63c66d44a4b8d533c6fdfdb06a', 'subnets': [{'id': 'f4c8ac90-6e89-4aed-bbf8-cf97528b5f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:15:07.352706 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7c5985-cc38-4501-9393-d71001f98e6c None None] The sync data for ids ['da5a1d54-abce-4f30-af8c-a0a0b3faddf2'] in n-d-808199-11 is: [{'id': 'da5a1d54-abce-4f30-af8c-a0a0b3faddf2', 'name': 'tempest-TestMinimumBasicScenario-670402494-router', 'tenant_id': '6a357a63c66d44a4b8d533c6fdfdb06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'cf7d0fbc-94d8-44a1-8a2e-8605f22533e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:15:03Z', 'updated_at': '2021-11-25T14:15:06Z', 'revision_number': 4, 'project_id': '6a357a63c66d44a4b8d533c6fdfdb06a', 'gw_port': {'id': 'cf7d0fbc-94d8-44a1-8a2e-8605f22533e9', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da5a1d54-abce-4f30-af8c-a0a0b3faddf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:15:04Z', 'updated_at': '2021-11-25T14:15:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'fef6334e-edf5-4d22-942d-f6b4353fcf96', 'name': '', 'network_id': '83fc9251-a926-44d2-8a59-bc3a637068c0', 'tenant_id': '6a357a63c66d44a4b8d533c6fdfdb06a', 'mac_address': 'fa:16:3e:10:60:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da5a1d54-abce-4f30-af8c-a0a0b3faddf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'f4c8ac90-6e89-4aed-bbf8-cf97528b5f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:15:05Z', 'updated_at': '2021-11-25T14:15:06Z', 'revision_number': 1, 'project_id': '6a357a63c66d44a4b8d533c6fdfdb06a', 'subnets': [{'id': 'f4c8ac90-6e89-4aed-bbf8-cf97528b5f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 14:15:07.364252 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-f06f3e81-8934-4b99-94bd-58e2d91f369e None None] Provisioning complete for port fef6334e-edf5-4d22-942d-f6b4353fcf96 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:15:07.364622 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f06f3e81-8934-4b99-94bd-58e2d91f369e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:07.406496 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-f06f3e81-8934-4b99-94bd-58e2d91f369e None None] Port fef6334e-edf5-4d22-942d-f6b4353fcf96 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 14:15:07.417520 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-f06f3e81-8934-4b99-94bd-58e2d91f369e None None] Provisioning complete for port cf7d0fbc-94d8-44a1-8a2e-8605f22533e9 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:15:07.417802 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f06f3e81-8934-4b99-94bd-58e2d91f369e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:07.589618 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 38766) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:15:07.594575 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-1c938675-5ef1-46ab-9980-ec44a4c525c8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-922476891-network', 'tenant_id': 'b0e3bbb51295403eb910befb431f31dd'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:15:07.618568 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c938675-5ef1-46ab-9980-ec44a4c525c8 admin admin] Made reservation on behalf of b0e3bbb51295403eb910befb431f31dd for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 14:15:07.621820 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1c938675-5ef1-46ab-9980-ec44a4c525c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:07.633186 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1c938675-5ef1-46ab-9980-ec44a4c525c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:07.717721 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1c938675-5ef1-46ab-9980-ec44a4c525c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:07.721694 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1c938675-5ef1-46ab-9980-ec44a4c525c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:07.747872 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c938675-5ef1-46ab-9980-ec44a4c525c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 14:15:07.757982 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c938675-5ef1-46ab-9980-ec44a4c525c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0399d321-d144-4e77-9af1-4e3639d2a01f,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:15:07.764089 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1c938675-5ef1-46ab-9980-ec44a4c525c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:07.764456 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-1c938675-5ef1-46ab-9980-ec44a4c525c8 admin admin] Added segment 42490593-0e0e-4736-8a34-620593517dee of type vlan for network 2858bd0c-ee5c-4b20-a37a-d59a696a9dd6 Nov 25 14:15:07.806201 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1c938675-5ef1-46ab-9980-ec44a4c525c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:07.833340 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1c938675-5ef1-46ab-9980-ec44a4c525c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:07.834423 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c938675-5ef1-46ab-9980-ec44a4c525c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:15:07.835132 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1c938675-5ef1-46ab-9980-ec44a4c525c8 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:07.889658 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-1c938675-5ef1-46ab-9980-ec44a4c525c8 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2989168 Nov 25 14:15:07.892463 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 38768) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:15:07.897484 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-99e5058a-9e14-4ec8-9af3-80e624f882b1 admin admin] Request body: {'subnet': {'network_id': '2858bd0c-ee5c-4b20-a37a-d59a696a9dd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-922476891-subnet', 'tenant_id': 'b0e3bbb51295403eb910befb431f31dd', 'ip_version': 4}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:15:07.902084 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c938675-5ef1-46ab-9980-ec44a4c525c8 admin admin] Pushing event updated for resources: {'Network': ['ID=2858bd0c-ee5c-4b20-a37a-d59a696a9dd6,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:15:07.912423 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 2858bd0c-ee5c-4b20-a37a-d59a696a9dd6 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 14:15:07.922833 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e5058a-9e14-4ec8-9af3-80e624f882b1 admin admin] Made reservation on behalf of b0e3bbb51295403eb910befb431f31dd for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 14:15:07.925213 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-99e5058a-9e14-4ec8-9af3-80e624f882b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:08.108232 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-99e5058a-9e14-4ec8-9af3-80e624f882b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:08.158962 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e5058a-9e14-4ec8-9af3-80e624f882b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf4e5262-cbd5-4e5c-b7df-e5a32cbb5370,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:15:08.176617 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e5058a-9e14-4ec8-9af3-80e624f882b1 admin admin] Checking segment: {'id': '42490593-0e0e-4736-8a34-620593517dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '2858bd0c-ee5c-4b20-a37a-d59a696a9dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:15:08.176908 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e5058a-9e14-4ec8-9af3-80e624f882b1 admin admin] Network hostable DHCP agents. Network: 2858bd0c-ee5c-4b20-a37a-d59a696a9dd6, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 14:15:08.194003 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e5058a-9e14-4ec8-9af3-80e624f882b1 admin admin] Network 2858bd0c-ee5c-4b20-a37a-d59a696a9dd6 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 14:15:08.203209 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-99e5058a-9e14-4ec8-9af3-80e624f882b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 2858bd0c-ee5c-4b20-a37a-d59a696a9dd6) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:15:08.207985 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e5058a-9e14-4ec8-9af3-80e624f882b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:15:08.208599 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-99e5058a-9e14-4ec8-9af3-80e624f882b1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:08.215500 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3bbbfe-67f7-48dd-957e-05361358d626 None None] Network 2858bd0c-ee5c-4b20-a37a-d59a696a9dd6 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 14:15:08.227831 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-99e5058a-9e14-4ec8-9af3-80e624f882b1 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3342402 Nov 25 14:15:08.231204 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 38770) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:15:08.235927 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-fe0ef93d-3b8c-4654-8d3a-86eec154f7f1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-922476891-router', 'tenant_id': 'b0e3bbb51295403eb910befb431f31dd', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:15:08.257478 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fe0ef93d-3b8c-4654-8d3a-86eec154f7f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:08.258510 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fe0ef93d-3b8c-4654-8d3a-86eec154f7f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:08.319540 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fe0ef93d-3b8c-4654-8d3a-86eec154f7f1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:08.394050 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3000e60c-97a4-4632-8918-511cee1b577f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-2858bd0c-ee5c-4b20-a37a-d59a696a9dd6', 'network_id': '2858bd0c-ee5c-4b20-a37a-d59a696a9dd6', 'tenant_id': 'b0e3bbb51295403eb910befb431f31dd', 'fixed_ips': [{'subnet_id': 'bf4e5262-cbd5-4e5c-b7df-e5a32cbb5370'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 14:15:08.394393 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3000e60c-97a4-4632-8918-511cee1b577f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:08.471975 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fe0ef93d-3b8c-4654-8d3a-86eec154f7f1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:08.534191 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-3000e60c-97a4-4632-8918-511cee1b577f None None] Allocated IP 172.20.0.2 (2858bd0c-ee5c-4b20-a37a-d59a696a9dd6/bf4e5262-cbd5-4e5c-b7df-e5a32cbb5370/29ddb54e-5287-4cb9-b9e0-ddc1b0a58f9c) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:15:08.693160 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fe0ef93d-3b8c-4654-8d3a-86eec154f7f1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:08.694348 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3000e60c-97a4-4632-8918-511cee1b577f None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:08.700808 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3000e60c-97a4-4632-8918-511cee1b577f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:08.712857 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fe0ef93d-3b8c-4654-8d3a-86eec154f7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:08.766430 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3000e60c-97a4-4632-8918-511cee1b577f None None] Network 2858bd0c-ee5c-4b20-a37a-d59a696a9dd6 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:15:08.773793 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-3000e60c-97a4-4632-8918-511cee1b577f None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:15:08.778636 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3000e60c-97a4-4632-8918-511cee1b577f None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:15:08.783263 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:08.785303 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3000e60c-97a4-4632-8918-511cee1b577f None None] Pushing event updated for resources: {'Port': ['ID=29ddb54e-5287-4cb9-b9e0-ddc1b0a58f9c,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:15:08.834955 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-fe0ef93d-3b8c-4654-8d3a-86eec154f7f1 admin admin] Allocated IP 172.25.5.46 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/ca81853a-7804-40d2-ac5e-d634fe266113) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:15:08.847436 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-3000e60c-97a4-4632-8918-511cee1b577f None None] Attempting to bind port 29ddb54e-5287-4cb9-b9e0-ddc1b0a58f9c on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:15:08.848072 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-3000e60c-97a4-4632-8918-511cee1b577f None None] Attempting to bind port 29ddb54e-5287-4cb9-b9e0-ddc1b0a58f9c by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '42490593-0e0e-4736-8a34-620593517dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '2858bd0c-ee5c-4b20-a37a-d59a696a9dd6'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:15:08.848617 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3000e60c-97a4-4632-8918-511cee1b577f None None] Attempting to bind port 29ddb54e-5287-4cb9-b9e0-ddc1b0a58f9c on network 2858bd0c-ee5c-4b20-a37a-d59a696a9dd6 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:15:08.854550 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3000e60c-97a4-4632-8918-511cee1b577f None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:15:08.854966 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3000e60c-97a4-4632-8918-511cee1b577f None None] Checking segment: {'id': '42490593-0e0e-4736-8a34-620593517dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '2858bd0c-ee5c-4b20-a37a-d59a696a9dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:15:08.855591 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3000e60c-97a4-4632-8918-511cee1b577f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:08.856196 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3000e60c-97a4-4632-8918-511cee1b577f None None] Bound using segment: {'id': '42490593-0e0e-4736-8a34-620593517dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '2858bd0c-ee5c-4b20-a37a-d59a696a9dd6'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:15:08.856882 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-3000e60c-97a4-4632-8918-511cee1b577f None None] Bound port: 29ddb54e-5287-4cb9-b9e0-ddc1b0a58f9c, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42490593-0e0e-4736-8a34-620593517dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '2858bd0c-ee5c-4b20-a37a-d59a696a9dd6'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:15:08.857271 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3000e60c-97a4-4632-8918-511cee1b577f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:08.892213 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device cf7d0fbc-94d8-44a1-8a2e-8605f22533e9 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:15:08.950215 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fe0ef93d-3b8c-4654-8d3a-86eec154f7f1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:08.954784 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-3000e60c-97a4-4632-8918-511cee1b577f None None] For port 29ddb54e-5287-4cb9-b9e0-ddc1b0a58f9c, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:15:08.958678 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-3000e60c-97a4-4632-8918-511cee1b577f None None] For port 29ddb54e-5287-4cb9-b9e0-ddc1b0a58f9c, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=29ddb54e-5287-4cb9-b9e0-ddc1b0a58f9c,segment=NetworkSegment(42490593-0e0e-4736-8a34-620593517dee),segment_id=42490593-0e0e-4736-8a34-620593517dee)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:15:08.965448 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3000e60c-97a4-4632-8918-511cee1b577f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:08.989525 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fe0ef93d-3b8c-4654-8d3a-86eec154f7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:09.021790 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port cf7d0fbc-94d8-44a1-8a2e-8605f22533e9 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:15:09.022180 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:09.039150 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0ef93d-3b8c-4654-8d3a-86eec154f7f1 admin admin] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:15:09.042430 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-fe0ef93d-3b8c-4654-8d3a-86eec154f7f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:15:09.044801 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0ef93d-3b8c-4654-8d3a-86eec154f7f1 admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:15:09.058106 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b81e34-0114-4cbd-ad27-7e4080383fd3 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 14:15:09.061894 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3000e60c-97a4-4632-8918-511cee1b577f None None] Pushing event updated for resources: {'Port': ['ID=29ddb54e-5287-4cb9-b9e0-ddc1b0a58f9c,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:15:09.076625 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0ef93d-3b8c-4654-8d3a-86eec154f7f1 admin admin] Pushing event updated for resources: {'Port': ['ID=ca81853a-7804-40d2-ac5e-d634fe266113,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:15:09.144427 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-ae394321-39fd-4ca9-9f15-f44db76d697e None None] Provisioning complete for port ca81853a-7804-40d2-ac5e-d634fe266113 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:15:09.144812 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ae394321-39fd-4ca9-9f15-f44db76d697e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:09.184181 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-ae394321-39fd-4ca9-9f15-f44db76d697e None None] Port ca81853a-7804-40d2-ac5e-d634fe266113 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 14:15:09.671839 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fe0ef93d-3b8c-4654-8d3a-86eec154f7f1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:09.882752 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fe0ef93d-3b8c-4654-8d3a-86eec154f7f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:09.988378 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372e9ff0-8ca1-455e-9f72-f3ad6f30ab64 None None] Sync routers for ids ['da5a1d54-abce-4f30-af8c-a0a0b3faddf2'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 14:15:09.998962 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372e9ff0-8ca1-455e-9f72-f3ad6f30ab64 None None] Routers {'da5a1d54-abce-4f30-af8c-a0a0b3faddf2'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:15:09.999590 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-372e9ff0-8ca1-455e-9f72-f3ad6f30ab64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:15:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['da5a1d54-abce-4f30-af8c-a0a0b3faddf2'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:15:10.027078 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe0ef93d-3b8c-4654-8d3a-86eec154f7f1 admin admin] Router a18f0688-14f9-482f-8af1-7753bd8cff34 is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 14:15:10.034662 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93fbde6-dc38-4b3f-9925-aa44471b41ee None None] Network 2858bd0c-ee5c-4b20-a37a-d59a696a9dd6 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 14:15:10.109460 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-372e9ff0-8ca1-455e-9f72-f3ad6f30ab64 None None] Set router da5a1d54-abce-4f30-af8c-a0a0b3faddf2 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:15:10.143661 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe0ef93d-3b8c-4654-8d3a-86eec154f7f1 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 14:15:10.159264 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fa32f2-e9bd-4f2c-ba51-184440f28d5f None None] Sync routers for ids ['a18f0688-14f9-482f-8af1-7753bd8cff34'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 14:15:10.165923 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fe0ef93d-3b8c-4654-8d3a-86eec154f7f1 admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:10.168368 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-fe0ef93d-3b8c-4654-8d3a-86eec154f7f1 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9356790 Nov 25 14:15:10.170846 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-fb720437-f426-4158-b32b-1cd67d21557a None None] Provisioning complete for port 29ddb54e-5287-4cb9-b9e0-ddc1b0a58f9c triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:15:10.171053 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 38772) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:15:10.171956 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fb720437-f426-4158-b32b-1cd67d21557a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:10.219283 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fa32f2-e9bd-4f2c-ba51-184440f28d5f None None] Routers {'a18f0688-14f9-482f-8af1-7753bd8cff34'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:15:10.219945 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-00fa32f2-e9bd-4f2c-ba51-184440f28d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:15:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['a18f0688-14f9-482f-8af1-7753bd8cff34'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:15:10.373840 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fb720437-f426-4158-b32b-1cd67d21557a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:10.408227 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-372e9ff0-8ca1-455e-9f72-f3ad6f30ab64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da5a1d54-abce-4f30-af8c-a0a0b3faddf2', 'name': 'tempest-TestMinimumBasicScenario-670402494-router', 'tenant_id': '6a357a63c66d44a4b8d533c6fdfdb06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'cf7d0fbc-94d8-44a1-8a2e-8605f22533e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:15:03Z', 'updated_at': '2021-11-25T14:15:06Z', 'revision_number': 4, 'project_id': '6a357a63c66d44a4b8d533c6fdfdb06a', 'gw_port': {'id': 'cf7d0fbc-94d8-44a1-8a2e-8605f22533e9', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5a1d54-abce-4f30-af8c-a0a0b3faddf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:15:04Z', 'updated_at': '2021-11-25T14:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'fef6334e-edf5-4d22-942d-f6b4353fcf96', 'name': '', 'network_id': '83fc9251-a926-44d2-8a59-bc3a637068c0', 'tenant_id': '6a357a63c66d44a4b8d533c6fdfdb06a', 'mac_address': 'fa:16:3e:10:60:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da5a1d54-abce-4f30-af8c-a0a0b3faddf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'f4c8ac90-6e89-4aed-bbf8-cf97528b5f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:15:05Z', 'updated_at': '2021-11-25T14:15:06Z', 'revision_number': 2, 'project_id': '6a357a63c66d44a4b8d533c6fdfdb06a', 'subnets': [{'id': 'f4c8ac90-6e89-4aed-bbf8-cf97528b5f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:15:10.416199 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-00fa32f2-e9bd-4f2c-ba51-184440f28d5f None None] Set router a18f0688-14f9-482f-8af1-7753bd8cff34 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:15:10.439011 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372e9ff0-8ca1-455e-9f72-f3ad6f30ab64 None None] Checking router: da5a1d54-abce-4f30-af8c-a0a0b3faddf2 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 14:15:10.439368 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372e9ff0-8ca1-455e-9f72-f3ad6f30ab64 None None] Updating router da5a1d54-abce-4f30-af8c-a0a0b3faddf2 port fef6334e-edf5-4d22-942d-f6b4353fcf96 binding host n-d-808199-11 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 14:15:10.466539 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-372e9ff0-8ca1-455e-9f72-f3ad6f30ab64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:10.478158 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-fb720437-f426-4158-b32b-1cd67d21557a None None] For port 29ddb54e-5287-4cb9-b9e0-ddc1b0a58f9c, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=29ddb54e-5287-4cb9-b9e0-ddc1b0a58f9c,segment=NetworkSegment(42490593-0e0e-4736-8a34-620593517dee),segment_id=42490593-0e0e-4736-8a34-620593517dee)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:15:10.492128 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fb720437-f426-4158-b32b-1cd67d21557a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:10.628697 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb720437-f426-4158-b32b-1cd67d21557a None None] Pushing event updated for resources: {'Port': ['ID=29ddb54e-5287-4cb9-b9e0-ddc1b0a58f9c,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:15:10.648912 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-64eca337-61c6-452f-bec9-5d15355cb459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:10.690239 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-00fa32f2-e9bd-4f2c-ba51-184440f28d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a18f0688-14f9-482f-8af1-7753bd8cff34', 'name': 'tempest-TestMinimumBasicScenario-922476891-router', 'tenant_id': 'b0e3bbb51295403eb910befb431f31dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'ca81853a-7804-40d2-ac5e-d634fe266113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:15:08Z', 'updated_at': '2021-11-25T14:15:09Z', 'revision_number': 3, 'project_id': 'b0e3bbb51295403eb910befb431f31dd', 'gw_port': {'id': 'ca81853a-7804-40d2-ac5e-d634fe266113', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ee:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a18f0688-14f9-482f-8af1-7753bd8cff34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:15:08Z', 'updated_at': '2021-11-25T14:15:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:15:10.721144 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fa32f2-e9bd-4f2c-ba51-184440f28d5f None None] Checking router: a18f0688-14f9-482f-8af1-7753bd8cff34 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 14:15:10.721488 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fa32f2-e9bd-4f2c-ba51-184440f28d5f None None] Updating router a18f0688-14f9-482f-8af1-7753bd8cff34 port ca81853a-7804-40d2-ac5e-d634fe266113 binding host n-d-808199-11 {{(pid=103572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 14:15:10.757721 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-87cdd411-9e6e-4fce-96ba-975690575e94 None None] Provisioning complete for port 29ddb54e-5287-4cb9-b9e0-ddc1b0a58f9c triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:15:10.757978 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-87cdd411-9e6e-4fce-96ba-975690575e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:10.759591 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-00fa32f2-e9bd-4f2c-ba51-184440f28d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:10.766536 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-372e9ff0-8ca1-455e-9f72-f3ad6f30ab64 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:10.773821 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-372e9ff0-8ca1-455e-9f72-f3ad6f30ab64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:10.856127 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebfdcb5-cd39-4c6c-9758-2419cf3c2b17 None None] Pushing event updated for resources: {'Port': ['ID=fef6334e-edf5-4d22-942d-f6b4353fcf96,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:15:10.880443 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebfdcb5-cd39-4c6c-9758-2419cf3c2b17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:15:10.880779 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebfdcb5-cd39-4c6c-9758-2419cf3c2b17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:15:10.881042 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebfdcb5-cd39-4c6c-9758-2419cf3c2b17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:15:10.881520 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebfdcb5-cd39-4c6c-9758-2419cf3c2b17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:15:10.881797 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-64eca337-61c6-452f-bec9-5d15355cb459 admin admin] Allocated IP 172.20.0.1 (2858bd0c-ee5c-4b20-a37a-d59a696a9dd6/bf4e5262-cbd5-4e5c-b7df-e5a32cbb5370/f614dcc1-c337-4d23-9488-9a50199cf8bc) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:15:10.881925 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebfdcb5-cd39-4c6c-9758-2419cf3c2b17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:15:10.882176 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebfdcb5-cd39-4c6c-9758-2419cf3c2b17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:15:10.882504 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebfdcb5-cd39-4c6c-9758-2419cf3c2b17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:15:10.882874 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebfdcb5-cd39-4c6c-9758-2419cf3c2b17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:15:10.883199 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebfdcb5-cd39-4c6c-9758-2419cf3c2b17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:15:10.883522 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebfdcb5-cd39-4c6c-9758-2419cf3c2b17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:15:10.883850 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebfdcb5-cd39-4c6c-9758-2419cf3c2b17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:15:10.884169 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebfdcb5-cd39-4c6c-9758-2419cf3c2b17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:15:10.916764 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-372e9ff0-8ca1-455e-9f72-f3ad6f30ab64 None None] Attempting to bind port fef6334e-edf5-4d22-942d-f6b4353fcf96 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:15:10.917929 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-372e9ff0-8ca1-455e-9f72-f3ad6f30ab64 None None] Attempting to bind port fef6334e-edf5-4d22-942d-f6b4353fcf96 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '5051edd0-387b-47c4-9b79-e5216c7c6e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '83fc9251-a926-44d2-8a59-bc3a637068c0'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:15:10.918308 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372e9ff0-8ca1-455e-9f72-f3ad6f30ab64 None None] Attempting to bind port fef6334e-edf5-4d22-942d-f6b4353fcf96 on network 83fc9251-a926-44d2-8a59-bc3a637068c0 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:15:10.925937 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372e9ff0-8ca1-455e-9f72-f3ad6f30ab64 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:15:10.926135 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372e9ff0-8ca1-455e-9f72-f3ad6f30ab64 None None] Checking segment: {'id': '5051edd0-387b-47c4-9b79-e5216c7c6e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '83fc9251-a926-44d2-8a59-bc3a637068c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:15:10.926396 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-372e9ff0-8ca1-455e-9f72-f3ad6f30ab64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:10.926818 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372e9ff0-8ca1-455e-9f72-f3ad6f30ab64 None None] Bound using segment: {'id': '5051edd0-387b-47c4-9b79-e5216c7c6e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '83fc9251-a926-44d2-8a59-bc3a637068c0'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:15:10.927646 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-372e9ff0-8ca1-455e-9f72-f3ad6f30ab64 None None] Bound port: fef6334e-edf5-4d22-942d-f6b4353fcf96, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5051edd0-387b-47c4-9b79-e5216c7c6e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '83fc9251-a926-44d2-8a59-bc3a637068c0'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:15:10.928043 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-372e9ff0-8ca1-455e-9f72-f3ad6f30ab64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:10.935771 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 29ddb54e-5287-4cb9-b9e0-ddc1b0a58f9c up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:15:11.011264 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-372e9ff0-8ca1-455e-9f72-f3ad6f30ab64 None None] For port fef6334e-edf5-4d22-942d-f6b4353fcf96, host n-d-808199-11, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:15:11.016104 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-372e9ff0-8ca1-455e-9f72-f3ad6f30ab64 None None] For port fef6334e-edf5-4d22-942d-f6b4353fcf96, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=fef6334e-edf5-4d22-942d-f6b4353fcf96,segment=NetworkSegment(5051edd0-387b-47c4-9b79-e5216c7c6e9b),segment_id=5051edd0-387b-47c4-9b79-e5216c7c6e9b)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:15:11.021402 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-372e9ff0-8ca1-455e-9f72-f3ad6f30ab64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:11.087525 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372e9ff0-8ca1-455e-9f72-f3ad6f30ab64 None None] Routers {'da5a1d54-abce-4f30-af8c-a0a0b3faddf2'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:15:11.088225 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-372e9ff0-8ca1-455e-9f72-f3ad6f30ab64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:15:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['da5a1d54-abce-4f30-af8c-a0a0b3faddf2'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:15:11.094239 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebfdcb5-cd39-4c6c-9758-2419cf3c2b17 None None] Pushing event updated for resources: {'Port': ['ID=fef6334e-edf5-4d22-942d-f6b4353fcf96,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:15:11.223781 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-372e9ff0-8ca1-455e-9f72-f3ad6f30ab64 None None] Set router da5a1d54-abce-4f30-af8c-a0a0b3faddf2 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:15:11.272808 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 29ddb54e-5287-4cb9-b9e0-ddc1b0a58f9c triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:15:11.273375 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:11.378948 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-00fa32f2-e9bd-4f2c-ba51-184440f28d5f None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:11.397861 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-00fa32f2-e9bd-4f2c-ba51-184440f28d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:11.417453 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-64eca337-61c6-452f-bec9-5d15355cb459 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:11.460191 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-92f99272-9f6e-434c-85a1-ab358a5145ba None None] Provisioning complete for port fef6334e-edf5-4d22-942d-f6b4353fcf96 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:15:11.461033 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-92f99272-9f6e-434c-85a1-ab358a5145ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:11.474470 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-64eca337-61c6-452f-bec9-5d15355cb459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:11.496166 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-372e9ff0-8ca1-455e-9f72-f3ad6f30ab64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da5a1d54-abce-4f30-af8c-a0a0b3faddf2', 'name': 'tempest-TestMinimumBasicScenario-670402494-router', 'tenant_id': '6a357a63c66d44a4b8d533c6fdfdb06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'cf7d0fbc-94d8-44a1-8a2e-8605f22533e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:15:03Z', 'updated_at': '2021-11-25T14:15:06Z', 'revision_number': 4, 'project_id': '6a357a63c66d44a4b8d533c6fdfdb06a', 'gw_port': {'id': 'cf7d0fbc-94d8-44a1-8a2e-8605f22533e9', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5a1d54-abce-4f30-af8c-a0a0b3faddf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:15:04Z', 'updated_at': '2021-11-25T14:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'fef6334e-edf5-4d22-942d-f6b4353fcf96', 'name': '', 'network_id': '83fc9251-a926-44d2-8a59-bc3a637068c0', 'tenant_id': '6a357a63c66d44a4b8d533c6fdfdb06a', 'mac_address': 'fa:16:3e:10:60:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da5a1d54-abce-4f30-af8c-a0a0b3faddf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'f4c8ac90-6e89-4aed-bbf8-cf97528b5f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:15:05Z', 'updated_at': '2021-11-25T14:15:11Z', 'revision_number': 4, 'project_id': '6a357a63c66d44a4b8d533c6fdfdb06a', 'subnets': [{'id': 'f4c8ac90-6e89-4aed-bbf8-cf97528b5f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:15:11.532456 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64eca337-61c6-452f-bec9-5d15355cb459 admin admin] Network 2858bd0c-ee5c-4b20-a37a-d59a696a9dd6 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:15:11.532701 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372e9ff0-8ca1-455e-9f72-f3ad6f30ab64 None None] The sync data for ids ['da5a1d54-abce-4f30-af8c-a0a0b3faddf2'] in n-d-808199-11 is: [{'id': 'da5a1d54-abce-4f30-af8c-a0a0b3faddf2', 'name': 'tempest-TestMinimumBasicScenario-670402494-router', 'tenant_id': '6a357a63c66d44a4b8d533c6fdfdb06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'cf7d0fbc-94d8-44a1-8a2e-8605f22533e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:15:03Z', 'updated_at': '2021-11-25T14:15:06Z', 'revision_number': 4, 'project_id': '6a357a63c66d44a4b8d533c6fdfdb06a', 'gw_port': {'id': 'cf7d0fbc-94d8-44a1-8a2e-8605f22533e9', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5a1d54-abce-4f30-af8c-a0a0b3faddf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:15:04Z', 'updated_at': '2021-11-25T14:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'fef6334e-edf5-4d22-942d-f6b4353fcf96', 'name': '', 'network_id': '83fc9251-a926-44d2-8a59-bc3a637068c0', 'tenant_id': '6a357a63c66d44a4b8d533c6fdfdb06a', 'mac_address': 'fa:16:3e:10:60:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da5a1d54-abce-4f30-af8c-a0a0b3faddf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'f4c8ac90-6e89-4aed-bbf8-cf97528b5f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:15:05Z', 'updated_at': '2021-11-25T14:15:11Z', 'revision_number': 4, 'project_id': '6a357a63c66d44a4b8d533c6fdfdb06a', 'subnets': [{'id': 'f4c8ac90-6e89-4aed-bbf8-cf97528b5f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 14:15:11.537483 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-64eca337-61c6-452f-bec9-5d15355cb459 admin admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:15:11.547832 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64eca337-61c6-452f-bec9-5d15355cb459 admin admin] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:15:11.557998 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a6d602-158d-4013-b16f-b9efb03107ad None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 14:15:11.605517 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73a85e7-1d2f-4d2c-922f-72c8e3f0d1e1 None None] Pushing event updated for resources: {'Port': ['ID=ca81853a-7804-40d2-ac5e-d634fe266113,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:15:11.608386 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eca337-61c6-452f-bec9-5d15355cb459 admin admin] Pushing event updated for resources: {'Port': ['ID=f614dcc1-c337-4d23-9488-9a50199cf8bc,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:15:11.613100 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-64eca337-61c6-452f-bec9-5d15355cb459 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:11.624292 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-00fa32f2-e9bd-4f2c-ba51-184440f28d5f None None] Attempting to bind port ca81853a-7804-40d2-ac5e-d634fe266113 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:15:11.624909 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-00fa32f2-e9bd-4f2c-ba51-184440f28d5f None None] Attempting to bind port ca81853a-7804-40d2-ac5e-d634fe266113 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:15:11.627398 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fa32f2-e9bd-4f2c-ba51-184440f28d5f None None] Attempting to bind port ca81853a-7804-40d2-ac5e-d634fe266113 on network 7542d3d9-0db3-40e7-ab88-a168871141f7 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:15:11.645227 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fa32f2-e9bd-4f2c-ba51-184440f28d5f None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:15:11.645799 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fa32f2-e9bd-4f2c-ba51-184440f28d5f None None] Checking segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:15:11.646413 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-00fa32f2-e9bd-4f2c-ba51-184440f28d5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:11.647061 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fa32f2-e9bd-4f2c-ba51-184440f28d5f None None] Bound using segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:15:11.647950 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-00fa32f2-e9bd-4f2c-ba51-184440f28d5f None None] Bound port: ca81853a-7804-40d2-ac5e-d634fe266113, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:15:11.648440 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-00fa32f2-e9bd-4f2c-ba51-184440f28d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:11.749047 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-00fa32f2-e9bd-4f2c-ba51-184440f28d5f None None] For port ca81853a-7804-40d2-ac5e-d634fe266113, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:15:11.755978 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-64eca337-61c6-452f-bec9-5d15355cb459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:11.759539 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-00fa32f2-e9bd-4f2c-ba51-184440f28d5f None None] For port ca81853a-7804-40d2-ac5e-d634fe266113, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=ca81853a-7804-40d2-ac5e-d634fe266113,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:15:11.763120 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-92f99272-9f6e-434c-85a1-ab358a5145ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:11.767115 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-00fa32f2-e9bd-4f2c-ba51-184440f28d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:11.833650 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73a85e7-1d2f-4d2c-922f-72c8e3f0d1e1 None None] Pushing event updated for resources: {'Port': ['ID=ca81853a-7804-40d2-ac5e-d634fe266113,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:15:11.859600 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-92f99272-9f6e-434c-85a1-ab358a5145ba None None] For port fef6334e-edf5-4d22-942d-f6b4353fcf96, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=fef6334e-edf5-4d22-942d-f6b4353fcf96,segment=NetworkSegment(5051edd0-387b-47c4-9b79-e5216c7c6e9b),segment_id=5051edd0-387b-47c4-9b79-e5216c7c6e9b)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:15:11.865769 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-92f99272-9f6e-434c-85a1-ab358a5145ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:11.882725 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cca1da4-8166-4c29-8230-7410a78983ec None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 14:15:11.941244 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fa32f2-e9bd-4f2c-ba51-184440f28d5f None None] Routers {'a18f0688-14f9-482f-8af1-7753bd8cff34'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:15:11.942170 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-00fa32f2-e9bd-4f2c-ba51-184440f28d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:15:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['a18f0688-14f9-482f-8af1-7753bd8cff34'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:15:11.955920 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-64eca337-61c6-452f-bec9-5d15355cb459 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:11.960833 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-64eca337-61c6-452f-bec9-5d15355cb459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:12.006796 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f99272-9f6e-434c-85a1-ab358a5145ba None None] Pushing event updated for resources: {'Port': ['ID=fef6334e-edf5-4d22-942d-f6b4353fcf96,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:15:12.037096 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eca337-61c6-452f-bec9-5d15355cb459 admin admin] Pushing event updated for resources: {'Port': ['ID=f614dcc1-c337-4d23-9488-9a50199cf8bc,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:15:12.039748 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-64eca337-61c6-452f-bec9-5d15355cb459 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:12.059503 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-d1c5e1f0-ca3e-49f4-930e-8f7361dc78a7 None None] Provisioning complete for port fef6334e-edf5-4d22-942d-f6b4353fcf96 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:15:12.059503 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d1c5e1f0-ca3e-49f4-930e-8f7361dc78a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:12.121590 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-00fa32f2-e9bd-4f2c-ba51-184440f28d5f None None] Set router a18f0688-14f9-482f-8af1-7753bd8cff34 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:15:12.140143 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64eca337-61c6-452f-bec9-5d15355cb459 admin admin] Network 2858bd0c-ee5c-4b20-a37a-d59a696a9dd6 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:15:12.141648 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-64eca337-61c6-452f-bec9-5d15355cb459 admin admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:15:12.284160 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64eca337-61c6-452f-bec9-5d15355cb459 admin admin] Router a18f0688-14f9-482f-8af1-7753bd8cff34 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 14:15:12.314387 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:12.353502 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-d1c5e1f0-ca3e-49f4-930e-8f7361dc78a7 None None] Provisioning complete for port ca81853a-7804-40d2-ac5e-d634fe266113 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:15:12.353502 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d1c5e1f0-ca3e-49f4-930e-8f7361dc78a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:12.422996 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64eca337-61c6-452f-bec9-5d15355cb459 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 14:15:12.428304 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-64eca337-61c6-452f-bec9-5d15355cb459 admin admin] 10.222.0.53 "PUT /v2.0/routers/a18f0688-14f9-482f-8af1-7753bd8cff34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2561321 Nov 25 14:15:12.493259 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-00fa32f2-e9bd-4f2c-ba51-184440f28d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a18f0688-14f9-482f-8af1-7753bd8cff34', 'name': 'tempest-TestMinimumBasicScenario-922476891-router', 'tenant_id': 'b0e3bbb51295403eb910befb431f31dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'ca81853a-7804-40d2-ac5e-d634fe266113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:15:08Z', 'updated_at': '2021-11-25T14:15:11Z', 'revision_number': 4, 'project_id': 'b0e3bbb51295403eb910befb431f31dd', 'gw_port': {'id': 'ca81853a-7804-40d2-ac5e-d634fe266113', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ee:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a18f0688-14f9-482f-8af1-7753bd8cff34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:15:08Z', 'updated_at': '2021-11-25T14:15:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'f614dcc1-c337-4d23-9488-9a50199cf8bc', 'name': '', 'network_id': '2858bd0c-ee5c-4b20-a37a-d59a696a9dd6', 'tenant_id': 'b0e3bbb51295403eb910befb431f31dd', 'mac_address': 'fa:16:3e:66:46:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a18f0688-14f9-482f-8af1-7753bd8cff34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'bf4e5262-cbd5-4e5c-b7df-e5a32cbb5370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:15:10Z', 'updated_at': '2021-11-25T14:15:10Z', 'revision_number': 1, 'project_id': 'b0e3bbb51295403eb910befb431f31dd', 'subnets': [{'id': 'bf4e5262-cbd5-4e5c-b7df-e5a32cbb5370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:15:12.527581 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fa32f2-e9bd-4f2c-ba51-184440f28d5f None None] The sync data for ids ['a18f0688-14f9-482f-8af1-7753bd8cff34'] in n-d-808199-11 is: [{'id': 'a18f0688-14f9-482f-8af1-7753bd8cff34', 'name': 'tempest-TestMinimumBasicScenario-922476891-router', 'tenant_id': 'b0e3bbb51295403eb910befb431f31dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'ca81853a-7804-40d2-ac5e-d634fe266113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:15:08Z', 'updated_at': '2021-11-25T14:15:11Z', 'revision_number': 4, 'project_id': 'b0e3bbb51295403eb910befb431f31dd', 'gw_port': {'id': 'ca81853a-7804-40d2-ac5e-d634fe266113', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ee:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a18f0688-14f9-482f-8af1-7753bd8cff34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:15:08Z', 'updated_at': '2021-11-25T14:15:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'f614dcc1-c337-4d23-9488-9a50199cf8bc', 'name': '', 'network_id': '2858bd0c-ee5c-4b20-a37a-d59a696a9dd6', 'tenant_id': 'b0e3bbb51295403eb910befb431f31dd', 'mac_address': 'fa:16:3e:66:46:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a18f0688-14f9-482f-8af1-7753bd8cff34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'bf4e5262-cbd5-4e5c-b7df-e5a32cbb5370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:15:10Z', 'updated_at': '2021-11-25T14:15:10Z', 'revision_number': 1, 'project_id': 'b0e3bbb51295403eb910befb431f31dd', 'subnets': [{'id': 'bf4e5262-cbd5-4e5c-b7df-e5a32cbb5370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 14:15:12.530948 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d1c5e1f0-ca3e-49f4-930e-8f7361dc78a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:12.555650 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-d1c5e1f0-ca3e-49f4-930e-8f7361dc78a7 None None] For port ca81853a-7804-40d2-ac5e-d634fe266113, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=ca81853a-7804-40d2-ac5e-d634fe266113,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:15:12.561877 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d1c5e1f0-ca3e-49f4-930e-8f7361dc78a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:12.605600 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-d1c5e1f0-ca3e-49f4-930e-8f7361dc78a7 None None] Provisioning complete for port f614dcc1-c337-4d23-9488-9a50199cf8bc triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:15:12.605975 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d1c5e1f0-ca3e-49f4-930e-8f7361dc78a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:12.642814 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c5e1f0-ca3e-49f4-930e-8f7361dc78a7 None None] Pushing event updated for resources: {'Port': ['ID=ca81853a-7804-40d2-ac5e-d634fe266113,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:15:12.652465 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-d1c5e1f0-ca3e-49f4-930e-8f7361dc78a7 None None] Port f614dcc1-c337-4d23-9488-9a50199cf8bc cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 14:15:12.777655 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-2de78e56-21c7-4bfb-b3a2-b7fd9f93e166 None None] Provisioning complete for port f614dcc1-c337-4d23-9488-9a50199cf8bc triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:15:12.778598 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2de78e56-21c7-4bfb-b3a2-b7fd9f93e166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:12.824506 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-2de78e56-21c7-4bfb-b3a2-b7fd9f93e166 None None] Port f614dcc1-c337-4d23-9488-9a50199cf8bc cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 14:15:12.869074 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device fef6334e-edf5-4d22-942d-f6b4353fcf96 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:15:12.934593 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port fef6334e-edf5-4d22-942d-f6b4353fcf96 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:15:12.935001 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:14.757353 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:15:14.882905 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device ca81853a-7804-40d2-ac5e-d634fe266113 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:15:14.945186 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port ca81853a-7804-40d2-ac5e-d634fe266113 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:15:14.945657 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:15.690188 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8914dfaf-b67a-4b2e-86f4-282b12c473cf None None] Sync routers for ids ['a18f0688-14f9-482f-8af1-7753bd8cff34'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 14:15:15.703794 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8914dfaf-b67a-4b2e-86f4-282b12c473cf None None] Routers {'a18f0688-14f9-482f-8af1-7753bd8cff34'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:15:15.704410 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-8914dfaf-b67a-4b2e-86f4-282b12c473cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:15:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['a18f0688-14f9-482f-8af1-7753bd8cff34'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:15:15.826774 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-8914dfaf-b67a-4b2e-86f4-282b12c473cf None None] Set router a18f0688-14f9-482f-8af1-7753bd8cff34 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:15:16.044604 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-8914dfaf-b67a-4b2e-86f4-282b12c473cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a18f0688-14f9-482f-8af1-7753bd8cff34', 'name': 'tempest-TestMinimumBasicScenario-922476891-router', 'tenant_id': 'b0e3bbb51295403eb910befb431f31dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'ca81853a-7804-40d2-ac5e-d634fe266113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:15:08Z', 'updated_at': '2021-11-25T14:15:11Z', 'revision_number': 4, 'project_id': 'b0e3bbb51295403eb910befb431f31dd', 'gw_port': {'id': 'ca81853a-7804-40d2-ac5e-d634fe266113', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ee:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a18f0688-14f9-482f-8af1-7753bd8cff34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:15:08Z', 'updated_at': '2021-11-25T14:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'f614dcc1-c337-4d23-9488-9a50199cf8bc', 'name': '', 'network_id': '2858bd0c-ee5c-4b20-a37a-d59a696a9dd6', 'tenant_id': 'b0e3bbb51295403eb910befb431f31dd', 'mac_address': 'fa:16:3e:66:46:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a18f0688-14f9-482f-8af1-7753bd8cff34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'bf4e5262-cbd5-4e5c-b7df-e5a32cbb5370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:15:10Z', 'updated_at': '2021-11-25T14:15:11Z', 'revision_number': 2, 'project_id': 'b0e3bbb51295403eb910befb431f31dd', 'subnets': [{'id': 'bf4e5262-cbd5-4e5c-b7df-e5a32cbb5370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:15:16.074452 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8914dfaf-b67a-4b2e-86f4-282b12c473cf None None] Checking router: a18f0688-14f9-482f-8af1-7753bd8cff34 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 14:15:16.074847 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8914dfaf-b67a-4b2e-86f4-282b12c473cf None None] Updating router a18f0688-14f9-482f-8af1-7753bd8cff34 port f614dcc1-c337-4d23-9488-9a50199cf8bc binding host n-d-808199-11 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 14:15:16.103593 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8914dfaf-b67a-4b2e-86f4-282b12c473cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:16.407557 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8914dfaf-b67a-4b2e-86f4-282b12c473cf None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:16.415227 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8914dfaf-b67a-4b2e-86f4-282b12c473cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:16.468091 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d272721-c6cc-4dd3-b41f-011f9f573a7c None None] Pushing event updated for resources: {'Port': ['ID=f614dcc1-c337-4d23-9488-9a50199cf8bc,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:15:16.630635 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-8914dfaf-b67a-4b2e-86f4-282b12c473cf None None] Attempting to bind port f614dcc1-c337-4d23-9488-9a50199cf8bc on host n-d-808199-11 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:15:16.631205 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-8914dfaf-b67a-4b2e-86f4-282b12c473cf None None] Attempting to bind port f614dcc1-c337-4d23-9488-9a50199cf8bc by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '42490593-0e0e-4736-8a34-620593517dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '2858bd0c-ee5c-4b20-a37a-d59a696a9dd6'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:15:16.631669 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8914dfaf-b67a-4b2e-86f4-282b12c473cf None None] Attempting to bind port f614dcc1-c337-4d23-9488-9a50199cf8bc on network 2858bd0c-ee5c-4b20-a37a-d59a696a9dd6 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:15:16.637677 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8914dfaf-b67a-4b2e-86f4-282b12c473cf None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:15:16.638117 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8914dfaf-b67a-4b2e-86f4-282b12c473cf None None] Checking segment: {'id': '42490593-0e0e-4736-8a34-620593517dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '2858bd0c-ee5c-4b20-a37a-d59a696a9dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:15:16.638620 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8914dfaf-b67a-4b2e-86f4-282b12c473cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:16.639130 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8914dfaf-b67a-4b2e-86f4-282b12c473cf None None] Bound using segment: {'id': '42490593-0e0e-4736-8a34-620593517dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '2858bd0c-ee5c-4b20-a37a-d59a696a9dd6'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:15:16.639861 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-8914dfaf-b67a-4b2e-86f4-282b12c473cf None None] Bound port: f614dcc1-c337-4d23-9488-9a50199cf8bc, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42490593-0e0e-4736-8a34-620593517dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '2858bd0c-ee5c-4b20-a37a-d59a696a9dd6'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:15:16.640338 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8914dfaf-b67a-4b2e-86f4-282b12c473cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:16.725433 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-8914dfaf-b67a-4b2e-86f4-282b12c473cf None None] For port f614dcc1-c337-4d23-9488-9a50199cf8bc, host n-d-808199-11, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:15:16.729315 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-8914dfaf-b67a-4b2e-86f4-282b12c473cf None None] For port f614dcc1-c337-4d23-9488-9a50199cf8bc, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=f614dcc1-c337-4d23-9488-9a50199cf8bc,segment=NetworkSegment(42490593-0e0e-4736-8a34-620593517dee),segment_id=42490593-0e0e-4736-8a34-620593517dee)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:15:16.733695 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8914dfaf-b67a-4b2e-86f4-282b12c473cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:16.799304 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-f0a7e4ca-d6ea-4b81-a98a-223fd4391b4d None None] Provisioning complete for port f614dcc1-c337-4d23-9488-9a50199cf8bc triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:15:16.799811 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f0a7e4ca-d6ea-4b81-a98a-223fd4391b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:16.817224 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8914dfaf-b67a-4b2e-86f4-282b12c473cf None None] Routers {'a18f0688-14f9-482f-8af1-7753bd8cff34'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:15:16.817863 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-8914dfaf-b67a-4b2e-86f4-282b12c473cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:15:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['a18f0688-14f9-482f-8af1-7753bd8cff34'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:15:16.865071 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d272721-c6cc-4dd3-b41f-011f9f573a7c None None] Pushing event updated for resources: {'Port': ['ID=f614dcc1-c337-4d23-9488-9a50199cf8bc,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:15:16.936990 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f0a7e4ca-d6ea-4b81-a98a-223fd4391b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:16.968586 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-8914dfaf-b67a-4b2e-86f4-282b12c473cf None None] Set router a18f0688-14f9-482f-8af1-7753bd8cff34 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:15:16.977952 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-f0a7e4ca-d6ea-4b81-a98a-223fd4391b4d None None] For port f614dcc1-c337-4d23-9488-9a50199cf8bc, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=f614dcc1-c337-4d23-9488-9a50199cf8bc,segment=NetworkSegment(42490593-0e0e-4736-8a34-620593517dee),segment_id=42490593-0e0e-4736-8a34-620593517dee)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:15:16.990060 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f0a7e4ca-d6ea-4b81-a98a-223fd4391b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:17.077811 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a7e4ca-d6ea-4b81-a98a-223fd4391b4d None None] Pushing event updated for resources: {'Port': ['ID=f614dcc1-c337-4d23-9488-9a50199cf8bc,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:15:17.115619 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-8db73473-5c3b-4c4f-9352-998cf0790eac None None] Provisioning complete for port f614dcc1-c337-4d23-9488-9a50199cf8bc triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:15:17.115995 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8db73473-5c3b-4c4f-9352-998cf0790eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:17.289535 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-8914dfaf-b67a-4b2e-86f4-282b12c473cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a18f0688-14f9-482f-8af1-7753bd8cff34', 'name': 'tempest-TestMinimumBasicScenario-922476891-router', 'tenant_id': 'b0e3bbb51295403eb910befb431f31dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'ca81853a-7804-40d2-ac5e-d634fe266113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:15:08Z', 'updated_at': '2021-11-25T14:15:11Z', 'revision_number': 4, 'project_id': 'b0e3bbb51295403eb910befb431f31dd', 'gw_port': {'id': 'ca81853a-7804-40d2-ac5e-d634fe266113', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ee:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a18f0688-14f9-482f-8af1-7753bd8cff34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:15:08Z', 'updated_at': '2021-11-25T14:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'f614dcc1-c337-4d23-9488-9a50199cf8bc', 'name': '', 'network_id': '2858bd0c-ee5c-4b20-a37a-d59a696a9dd6', 'tenant_id': 'b0e3bbb51295403eb910befb431f31dd', 'mac_address': 'fa:16:3e:66:46:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a18f0688-14f9-482f-8af1-7753bd8cff34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'bf4e5262-cbd5-4e5c-b7df-e5a32cbb5370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:15:10Z', 'updated_at': '2021-11-25T14:15:16Z', 'revision_number': 4, 'project_id': 'b0e3bbb51295403eb910befb431f31dd', 'subnets': [{'id': 'bf4e5262-cbd5-4e5c-b7df-e5a32cbb5370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:15:17.319438 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8914dfaf-b67a-4b2e-86f4-282b12c473cf None None] The sync data for ids ['a18f0688-14f9-482f-8af1-7753bd8cff34'] in n-d-808199-11 is: [{'id': 'a18f0688-14f9-482f-8af1-7753bd8cff34', 'name': 'tempest-TestMinimumBasicScenario-922476891-router', 'tenant_id': 'b0e3bbb51295403eb910befb431f31dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'ca81853a-7804-40d2-ac5e-d634fe266113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:15:08Z', 'updated_at': '2021-11-25T14:15:11Z', 'revision_number': 4, 'project_id': 'b0e3bbb51295403eb910befb431f31dd', 'gw_port': {'id': 'ca81853a-7804-40d2-ac5e-d634fe266113', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ee:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a18f0688-14f9-482f-8af1-7753bd8cff34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:15:08Z', 'updated_at': '2021-11-25T14:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'f614dcc1-c337-4d23-9488-9a50199cf8bc', 'name': '', 'network_id': '2858bd0c-ee5c-4b20-a37a-d59a696a9dd6', 'tenant_id': 'b0e3bbb51295403eb910befb431f31dd', 'mac_address': 'fa:16:3e:66:46:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a18f0688-14f9-482f-8af1-7753bd8cff34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'bf4e5262-cbd5-4e5c-b7df-e5a32cbb5370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:15:10Z', 'updated_at': '2021-11-25T14:15:16Z', 'revision_number': 4, 'project_id': 'b0e3bbb51295403eb910befb431f31dd', 'subnets': [{'id': 'bf4e5262-cbd5-4e5c-b7df-e5a32cbb5370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 14:15:18.866163 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device f614dcc1-c337-4d23-9488-9a50199cf8bc up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:15:18.923897 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port f614dcc1-c337-4d23-9488-9a50199cf8bc triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:15:18.924250 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:22.933261 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4bb7d3-a170-4bbe-8a27-222be688927d req-b3f3e459-4d36-47f0-beaa-a23a0d2c4616 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:15:22.934750 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-db4bb7d3-a170-4bbe-8a27-222be688927d req-b3f3e459-4d36-47f0-beaa-a23a0d2c4616 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/networks?id=83fc9251-a926-44d2-8a59-bc3a637068c0 HTTP/1.1" status: 200 len: 814 time: 0.1045859 Nov 25 14:15:22.949775 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-db4bb7d3-a170-4bbe-8a27-222be688927d req-fd215168-0f99-451a-992b-3d61ebc2130a tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/quotas/6a357a63c66d44a4b8d533c6fdfdb06a HTTP/1.1" status: 200 len: 375 time: 0.0094016 Nov 25 14:15:22.999998 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-db4bb7d3-a170-4bbe-8a27-222be688927d req-64b835a4-4906-45f7-88ac-7bebb673372a tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6a357a63c66d44a4b8d533c6fdfdb06a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450656 Nov 25 14:15:23.184724 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-db4bb7d3-a170-4bbe-8a27-222be688927d req-c756f33c-ab43-4930-b424-33d0a86711d6 service neutron] 10.222.0.53 "GET /v2.0/networks/83fc9251-a926-44d2-8a59-bc3a637068c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727571 Nov 25 14:15:23.277896 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-db4bb7d3-a170-4bbe-8a27-222be688927d req-81319b93-2aa2-4a37-8c42-d3bcd1ca6a7b service neutron] 10.222.0.53 "GET /v2.0/networks/83fc9251-a926-44d2-8a59-bc3a637068c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868917 Nov 25 14:15:23.435809 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-af8708b7-09e8-4e26-a262-e006a99d73b7 req-b72ee127-963a-42f0-9cda-f6bd2fac7bcf tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/ports?device_id=9509bf3d-1826-427f-a0de-fac8b5a14651 HTTP/1.1" status: 200 len: 210 time: 0.0276606 Nov 25 14:15:24.529969 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-15c6e6a6-722d-4fc9-9dc5-db87b5ecf328 req-4d6a1d39-8a54-4018-8b31-79dd367cdb12 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/ports?device_id=9509bf3d-1826-427f-a0de-fac8b5a14651 HTTP/1.1" status: 200 len: 210 time: 0.0271232 Nov 25 14:15:24.678841 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4bb7d3-a170-4bbe-8a27-222be688927d req-f4d4ac25-e339-478e-a08f-557a50554b34 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:15:24.681006 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-db4bb7d3-a170-4bbe-8a27-222be688927d req-f4d4ac25-e339-478e-a08f-557a50554b34 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.66 "GET /v2.0/networks?id=83fc9251-a926-44d2-8a59-bc3a637068c0 HTTP/1.1" status: 200 len: 814 time: 0.1112864 Nov 25 14:15:24.702630 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-db4bb7d3-a170-4bbe-8a27-222be688927d req-3181ae02-7a29-442c-ae1b-57aef9f67ed8 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Request body: {'port': {'device_id': '9509bf3d-1826-427f-a0de-fac8b5a14651', 'network_id': '83fc9251-a926-44d2-8a59-bc3a637068c0', 'admin_state_up': True, 'tenant_id': '6a357a63c66d44a4b8d533c6fdfdb06a'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:15:24.818137 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db4bb7d3-a170-4bbe-8a27-222be688927d req-3181ae02-7a29-442c-ae1b-57aef9f67ed8 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Made reservation on behalf of 6a357a63c66d44a4b8d533c6fdfdb06a for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 14:15:24.821698 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-db4bb7d3-a170-4bbe-8a27-222be688927d req-3181ae02-7a29-442c-ae1b-57aef9f67ed8 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:24.956201 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-db4bb7d3-a170-4bbe-8a27-222be688927d req-3181ae02-7a29-442c-ae1b-57aef9f67ed8 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Allocated IP 172.20.0.3 (83fc9251-a926-44d2-8a59-bc3a637068c0/f4c8ac90-6e89-4aed-bbf8-cf97528b5f81/67d60eef-9279-4545-989a-f984a72d553b) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:15:25.133450 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-db4bb7d3-a170-4bbe-8a27-222be688927d req-3181ae02-7a29-442c-ae1b-57aef9f67ed8 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:25.175348 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-db4bb7d3-a170-4bbe-8a27-222be688927d req-3181ae02-7a29-442c-ae1b-57aef9f67ed8 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:25.226187 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db4bb7d3-a170-4bbe-8a27-222be688927d req-3181ae02-7a29-442c-ae1b-57aef9f67ed8 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Network 83fc9251-a926-44d2-8a59-bc3a637068c0 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:15:25.230426 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-db4bb7d3-a170-4bbe-8a27-222be688927d req-3181ae02-7a29-442c-ae1b-57aef9f67ed8 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:15:25.233208 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-db4bb7d3-a170-4bbe-8a27-222be688927d req-3181ae02-7a29-442c-ae1b-57aef9f67ed8 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:15:25.271039 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3181ae02-7a29-442c-ae1b-57aef9f67ed8 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Pushing event updated for resources: {'Port': ['ID=67d60eef-9279-4545-989a-f984a72d553b,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:15:25.285859 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181ae02-7a29-442c-ae1b-57aef9f67ed8 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:15:25.286217 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181ae02-7a29-442c-ae1b-57aef9f67ed8 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:15:25.286578 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181ae02-7a29-442c-ae1b-57aef9f67ed8 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:15:25.286948 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181ae02-7a29-442c-ae1b-57aef9f67ed8 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:15:25.287293 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181ae02-7a29-442c-ae1b-57aef9f67ed8 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:15:25.287638 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181ae02-7a29-442c-ae1b-57aef9f67ed8 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:15:25.287977 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181ae02-7a29-442c-ae1b-57aef9f67ed8 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:15:25.288315 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181ae02-7a29-442c-ae1b-57aef9f67ed8 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:15:25.288653 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181ae02-7a29-442c-ae1b-57aef9f67ed8 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:15:25.288990 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181ae02-7a29-442c-ae1b-57aef9f67ed8 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:15:25.289326 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181ae02-7a29-442c-ae1b-57aef9f67ed8 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:15:25.289658 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181ae02-7a29-442c-ae1b-57aef9f67ed8 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:15:25.312115 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4bb7d3-a170-4bbe-8a27-222be688927d req-3181ae02-7a29-442c-ae1b-57aef9f67ed8 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:15:25.313170 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-db4bb7d3-a170-4bbe-8a27-222be688927d req-3181ae02-7a29-442c-ae1b-57aef9f67ed8 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:25.348677 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-db4bb7d3-a170-4bbe-8a27-222be688927d req-3181ae02-7a29-442c-ae1b-57aef9f67ed8 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6498306 Nov 25 14:15:25.531060 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-53488aea-9bff-4a0c-b76c-5fbfe9d2efae None None] Provisioning complete for port 67d60eef-9279-4545-989a-f984a72d553b triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:15:25.532068 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-53488aea-9bff-4a0c-b76c-5fbfe9d2efae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:25.568815 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-53488aea-9bff-4a0c-b76c-5fbfe9d2efae None None] Port 67d60eef-9279-4545-989a-f984a72d553b cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 14:15:25.658021 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff2910-e0ef-4456-a65d-3cec61b88441 req-e39d966c-f983-41aa-9451-c5e2f21d3cf9 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:15:25.659567 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-13ff2910-e0ef-4456-a65d-3cec61b88441 req-e39d966c-f983-41aa-9451-c5e2f21d3cf9 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/ports?device_id=9509bf3d-1826-427f-a0de-fac8b5a14651 HTTP/1.1" status: 200 len: 931 time: 0.0559869 Nov 25 14:15:25.711161 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-13ff2910-e0ef-4456-a65d-3cec61b88441 req-32932190-f47c-4ce9-a0b4-fd7e83298618 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5bae33c-345a-44a6-b94b-5b073ce33607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449517 Nov 25 14:15:26.835050 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439a785d-878a-4fe8-8814-ac0a8ef067fd req-25c1c7da-70af-4317-a3c3-d2e69d449ff1 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:15:26.836625 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-439a785d-878a-4fe8-8814-ac0a8ef067fd req-25c1c7da-70af-4317-a3c3-d2e69d449ff1 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/ports?device_id=9509bf3d-1826-427f-a0de-fac8b5a14651 HTTP/1.1" status: 200 len: 931 time: 0.0530298 Nov 25 14:15:26.890261 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-439a785d-878a-4fe8-8814-ac0a8ef067fd req-37a0f898-26d9-44f4-a03e-20a3e11e0e8b tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5bae33c-345a-44a6-b94b-5b073ce33607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460317 Nov 25 14:15:28.013332 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea0872-fb3e-4b6b-8e8d-1bdc367703f1 req-6afb720f-2882-44e6-8ae4-f651074811d7 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:15:28.014897 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-79ea0872-fb3e-4b6b-8e8d-1bdc367703f1 req-6afb720f-2882-44e6-8ae4-f651074811d7 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/ports?device_id=9509bf3d-1826-427f-a0de-fac8b5a14651 HTTP/1.1" status: 200 len: 931 time: 0.0533876 Nov 25 14:15:28.070156 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-79ea0872-fb3e-4b6b-8e8d-1bdc367703f1 req-88531344-4317-44b3-92b6-9c0cf5c221b5 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5bae33c-345a-44a6-b94b-5b073ce33607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490441 Nov 25 14:15:29.190263 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d1021-b932-45c0-8b87-c08fe3782434 req-0869b82d-d54c-4710-b0a7-3103909725a7 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:15:29.191777 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fe3d1021-b932-45c0-8b87-c08fe3782434 req-0869b82d-d54c-4710-b0a7-3103909725a7 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/ports?device_id=9509bf3d-1826-427f-a0de-fac8b5a14651 HTTP/1.1" status: 200 len: 931 time: 0.0514133 Nov 25 14:15:29.245518 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fe3d1021-b932-45c0-8b87-c08fe3782434 req-241cc82d-6906-45e5-b21d-db9ba1c220a3 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5bae33c-345a-44a6-b94b-5b073ce33607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477936 Nov 25 14:15:30.366418 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfb578c-c14a-42b5-a9b9-77d7a51acfb7 req-17ca3a6d-2b29-4f8b-be02-e7eeadd1461e tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:15:30.368078 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3dfb578c-c14a-42b5-a9b9-77d7a51acfb7 req-17ca3a6d-2b29-4f8b-be02-e7eeadd1461e tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/ports?device_id=9509bf3d-1826-427f-a0de-fac8b5a14651 HTTP/1.1" status: 200 len: 931 time: 0.0507758 Nov 25 14:15:30.401247 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-205ef59f-9678-4def-8c6e-f3641f9166fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:30.436922 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3dfb578c-c14a-42b5-a9b9-77d7a51acfb7 req-c013b00b-b5c2-467d-aee3-01464ffce311 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5bae33c-345a-44a6-b94b-5b073ce33607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472534 Nov 25 14:15:31.563615 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354b2622-ee10-493c-9c50-032cb4c591da req-e6a0cfec-f206-4f05-b56b-594094c21b33 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:15:31.565302 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-354b2622-ee10-493c-9c50-032cb4c591da req-e6a0cfec-f206-4f05-b56b-594094c21b33 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/ports?device_id=9509bf3d-1826-427f-a0de-fac8b5a14651 HTTP/1.1" status: 200 len: 931 time: 0.0556240 Nov 25 14:15:31.625085 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-354b2622-ee10-493c-9c50-032cb4c591da req-70e36157-2672-45df-97fd-84de5dd16222 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5bae33c-345a-44a6-b94b-5b073ce33607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482507 Nov 25 14:15:32.757690 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaefb4d-42dc-4335-a8ff-974c91504efa req-0fec0043-73ac-42b2-8433-73e3a1505b1a tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:15:32.760172 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1eaefb4d-42dc-4335-a8ff-974c91504efa req-0fec0043-73ac-42b2-8433-73e3a1505b1a tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/ports?device_id=9509bf3d-1826-427f-a0de-fac8b5a14651 HTTP/1.1" status: 200 len: 931 time: 0.0562916 Nov 25 14:15:32.815880 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1eaefb4d-42dc-4335-a8ff-974c91504efa req-a5bee71a-3212-4649-b6a0-cc716c130788 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5bae33c-345a-44a6-b94b-5b073ce33607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488396 Nov 25 14:15:32.867224 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a94bdd8b-f147-4295-b68a-ca9a1a4505d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:33.936914 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4adef1-2a7a-4622-9cfa-6e8b06b0fddc req-39b10db8-9169-4152-a2c3-8be2192e66cc tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:15:33.938566 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5e4adef1-2a7a-4622-9cfa-6e8b06b0fddc req-39b10db8-9169-4152-a2c3-8be2192e66cc tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/ports?device_id=9509bf3d-1826-427f-a0de-fac8b5a14651 HTTP/1.1" status: 200 len: 931 time: 0.0499320 Nov 25 14:15:33.991878 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5e4adef1-2a7a-4622-9cfa-6e8b06b0fddc req-e8874453-ed9c-47c6-8232-dfe77a1e7498 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5bae33c-345a-44a6-b94b-5b073ce33607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472536 Nov 25 14:15:34.088396 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:34.978129 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-db4bb7d3-a170-4bbe-8a27-222be688927d req-46ca7ddf-513c-4d2f-8952-331cc8103dc2 service neutron] Request body: {'port': {'device_id': '9509bf3d-1826-427f-a0de-fac8b5a14651', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:15:35.032833 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-db4bb7d3-a170-4bbe-8a27-222be688927d req-46ca7ddf-513c-4d2f-8952-331cc8103dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:35.111380 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b710529-08c6-4e1f-844f-ef967d4ae1f9 req-fb4be39b-ae87-434e-b948-35971719d7df tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:15:35.112899 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8b710529-08c6-4e1f-844f-ef967d4ae1f9 req-fb4be39b-ae87-434e-b948-35971719d7df tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/ports?device_id=9509bf3d-1826-427f-a0de-fac8b5a14651 HTTP/1.1" status: 200 len: 931 time: 0.0491908 Nov 25 14:15:35.161746 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8b710529-08c6-4e1f-844f-ef967d4ae1f9 req-88a3ec7b-569a-495e-adeb-024e46e9872e tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5bae33c-345a-44a6-b94b-5b073ce33607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427690 Nov 25 14:15:35.302046 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-db4bb7d3-a170-4bbe-8a27-222be688927d req-46ca7ddf-513c-4d2f-8952-331cc8103dc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67d60eef-9279-4545-989a-f984a72d553b {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 14:15:35.309757 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-db4bb7d3-a170-4bbe-8a27-222be688927d req-46ca7ddf-513c-4d2f-8952-331cc8103dc2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:35.322408 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-db4bb7d3-a170-4bbe-8a27-222be688927d req-46ca7ddf-513c-4d2f-8952-331cc8103dc2 service neutron] Transition to ACTIVE for port object 67d60eef-9279-4545-989a-f984a72d553b will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 14:15:35.325998 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-db4bb7d3-a170-4bbe-8a27-222be688927d req-46ca7ddf-513c-4d2f-8952-331cc8103dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:35.377394 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ca7ddf-513c-4d2f-8952-331cc8103dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=67d60eef-9279-4545-989a-f984a72d553b,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:15:35.406539 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:35.457778 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-db4bb7d3-a170-4bbe-8a27-222be688927d req-46ca7ddf-513c-4d2f-8952-331cc8103dc2 service neutron] Attempting to bind port 67d60eef-9279-4545-989a-f984a72d553b on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:15:35.458255 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-db4bb7d3-a170-4bbe-8a27-222be688927d req-46ca7ddf-513c-4d2f-8952-331cc8103dc2 service neutron] Attempting to bind port 67d60eef-9279-4545-989a-f984a72d553b by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': '5051edd0-387b-47c4-9b79-e5216c7c6e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '83fc9251-a926-44d2-8a59-bc3a637068c0'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:15:35.458661 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4bb7d3-a170-4bbe-8a27-222be688927d req-46ca7ddf-513c-4d2f-8952-331cc8103dc2 service neutron] Attempting to bind port 67d60eef-9279-4545-989a-f984a72d553b on network 83fc9251-a926-44d2-8a59-bc3a637068c0 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:15:35.464018 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4bb7d3-a170-4bbe-8a27-222be688927d req-46ca7ddf-513c-4d2f-8952-331cc8103dc2 service neutron] Port 67d60eef-9279-4545-989a-f984a72d553b on network 83fc9251-a926-44d2-8a59-bc3a637068c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 14:15:35.464339 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4bb7d3-a170-4bbe-8a27-222be688927d req-46ca7ddf-513c-4d2f-8952-331cc8103dc2 service neutron] Attempting to bind port 67d60eef-9279-4545-989a-f984a72d553b on network 83fc9251-a926-44d2-8a59-bc3a637068c0 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:15:35.469443 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4bb7d3-a170-4bbe-8a27-222be688927d req-46ca7ddf-513c-4d2f-8952-331cc8103dc2 service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:15:35.469782 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4bb7d3-a170-4bbe-8a27-222be688927d req-46ca7ddf-513c-4d2f-8952-331cc8103dc2 service neutron] Checking segment: {'id': '5051edd0-387b-47c4-9b79-e5216c7c6e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '83fc9251-a926-44d2-8a59-bc3a637068c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:15:35.470171 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4bb7d3-a170-4bbe-8a27-222be688927d req-46ca7ddf-513c-4d2f-8952-331cc8103dc2 service neutron] Bound using segment: {'id': '5051edd0-387b-47c4-9b79-e5216c7c6e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '83fc9251-a926-44d2-8a59-bc3a637068c0'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:15:35.470611 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-db4bb7d3-a170-4bbe-8a27-222be688927d req-46ca7ddf-513c-4d2f-8952-331cc8103dc2 service neutron] Bound port: 67d60eef-9279-4545-989a-f984a72d553b, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5051edd0-387b-47c4-9b79-e5216c7c6e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '83fc9251-a926-44d2-8a59-bc3a637068c0'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:15:35.470995 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-db4bb7d3-a170-4bbe-8a27-222be688927d req-46ca7ddf-513c-4d2f-8952-331cc8103dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:35.540046 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-db4bb7d3-a170-4bbe-8a27-222be688927d req-46ca7ddf-513c-4d2f-8952-331cc8103dc2 service neutron] For port 67d60eef-9279-4545-989a-f984a72d553b, host n-h1-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:15:35.543341 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-db4bb7d3-a170-4bbe-8a27-222be688927d req-46ca7ddf-513c-4d2f-8952-331cc8103dc2 service neutron] For port 67d60eef-9279-4545-989a-f984a72d553b, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=67d60eef-9279-4545-989a-f984a72d553b,segment=NetworkSegment(5051edd0-387b-47c4-9b79-e5216c7c6e9b),segment_id=5051edd0-387b-47c4-9b79-e5216c7c6e9b)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:15:35.548186 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-db4bb7d3-a170-4bbe-8a27-222be688927d req-46ca7ddf-513c-4d2f-8952-331cc8103dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:35.582090 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4bb7d3-a170-4bbe-8a27-222be688927d req-46ca7ddf-513c-4d2f-8952-331cc8103dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:15:35.582844 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-db4bb7d3-a170-4bbe-8a27-222be688927d req-46ca7ddf-513c-4d2f-8952-331cc8103dc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:35.584493 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-db4bb7d3-a170-4bbe-8a27-222be688927d req-46ca7ddf-513c-4d2f-8952-331cc8103dc2 service neutron] 10.222.0.66 "PUT /v2.0/ports/67d60eef-9279-4545-989a-f984a72d553b HTTP/1.1" status: 200 len: 1092 time: 0.6597490 Nov 25 14:15:35.586961 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9509bf3d-1826-427f-a0de-fac8b5a14651', 'tag': '67d60eef-9279-4545-989a-f984a72d553b'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:15:35.589791 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b263d7d4b70db15966f189087f2cdd81ff7815a34d469843c29c7d40ca9dff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b5d8420-f140-4dae-8b41-9ecc8adc1650" -d '{"events": [{"name": "network-changed", "server_uuid": "9509bf3d-1826-427f-a0de-fac8b5a14651", "tag": "67d60eef-9279-4545-989a-f984a72d553b"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:15:35.630447 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ca7ddf-513c-4d2f-8952-331cc8103dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=67d60eef-9279-4545-989a-f984a72d553b,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:15:35.649319 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 14:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc93cfc3-1349-4fc5-97d5-bd8e6eaf9c4c x-openstack-request-id: req-cc93cfc3-1349-4fc5-97d5-bd8e6eaf9c4c {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:15:35.649706 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9509bf3d-1826-427f-a0de-fac8b5a14651", "tag": "67d60eef-9279-4545-989a-f984a72d553b", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:15:35.650063 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cc93cfc3-1349-4fc5-97d5-bd8e6eaf9c4c {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:15:35.650669 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9509bf3d-1826-427f-a0de-fac8b5a14651', 'tag': '67d60eef-9279-4545-989a-f984a72d553b', 'status': 'completed', 'code': 200} Nov 25 14:15:35.684984 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4bb7d3-a170-4bbe-8a27-222be688927d req-a85249af-c9e5-4d4f-b5cd-0c91b701e51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:15:35.686623 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-db4bb7d3-a170-4bbe-8a27-222be688927d req-a85249af-c9e5-4d4f-b5cd-0c91b701e51d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6a357a63c66d44a4b8d533c6fdfdb06a&device_id=9509bf3d-1826-427f-a0de-fac8b5a14651 HTTP/1.1" status: 200 len: 1095 time: 0.0465040 Nov 25 14:15:35.733228 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-db4bb7d3-a170-4bbe-8a27-222be688927d req-de96ad7e-47cc-4d3b-bc84-d9e93c582e0a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67d60eef-9279-4545-989a-f984a72d553b HTTP/1.1" status: 200 len: 217 time: 0.0346851 Nov 25 14:15:35.789432 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4bb7d3-a170-4bbe-8a27-222be688927d req-6d1594d3-1057-4768-be6b-fe05a3d61929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:15:35.791035 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-db4bb7d3-a170-4bbe-8a27-222be688927d req-6d1594d3-1057-4768-be6b-fe05a3d61929 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f4c8ac90-6e89-4aed-bbf8-cf97528b5f81 HTTP/1.1" status: 200 len: 853 time: 0.0500612 Nov 25 14:15:35.839234 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4bb7d3-a170-4bbe-8a27-222be688927d req-bd9550d4-b990-48e4-9036-6c31ede005b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:15:35.840599 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-db4bb7d3-a170-4bbe-8a27-222be688927d req-bd9550d4-b990-48e4-9036-6c31ede005b5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=83fc9251-a926-44d2-8a59-bc3a637068c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402844 Nov 25 14:15:35.934526 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-db4bb7d3-a170-4bbe-8a27-222be688927d req-6e229486-64ce-40c4-abfe-d0218a9a69cf service neutron] 10.222.0.66 "GET /v2.0/networks/83fc9251-a926-44d2-8a59-bc3a637068c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819778 Nov 25 14:15:36.032531 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-db4bb7d3-a170-4bbe-8a27-222be688927d req-8410f811-a167-4692-b3a4-3353eeb9bcaa service neutron] 10.222.0.66 "GET /v2.0/networks/83fc9251-a926-44d2-8a59-bc3a637068c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866435 Nov 25 14:15:36.124561 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d8420-f140-4dae-8b41-9ecc8adc1650 req-20e76ac1-9a26-4392-ac23-5b0358817cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:15:36.125972 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0b5d8420-f140-4dae-8b41-9ecc8adc1650 req-20e76ac1-9a26-4392-ac23-5b0358817cf5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6a357a63c66d44a4b8d533c6fdfdb06a&device_id=9509bf3d-1826-427f-a0de-fac8b5a14651 HTTP/1.1" status: 200 len: 1095 time: 0.0417197 Nov 25 14:15:36.219571 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d8420-f140-4dae-8b41-9ecc8adc1650 req-b23c8f34-1ad5-4b3d-8fa9-453813fdf91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:15:36.221056 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0b5d8420-f140-4dae-8b41-9ecc8adc1650 req-b23c8f34-1ad5-4b3d-8fa9-453813fdf91e service neutron] 10.222.0.66 "GET /v2.0/networks?id=83fc9251-a926-44d2-8a59-bc3a637068c0 HTTP/1.1" status: 200 len: 915 time: 0.0884743 Nov 25 14:15:36.265459 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0b5d8420-f140-4dae-8b41-9ecc8adc1650 req-ec916544-8dcb-44dd-a8ef-893464630bac service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67d60eef-9279-4545-989a-f984a72d553b HTTP/1.1" status: 200 len: 217 time: 0.0359228 Nov 25 14:15:36.276210 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de8354c-5989-4e4d-a355-1cfa6d2e0bc8 req-27706456-530b-4b61-92f0-a98597899508 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:15:36.277777 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2de8354c-5989-4e4d-a355-1cfa6d2e0bc8 req-27706456-530b-4b61-92f0-a98597899508 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/ports?device_id=9509bf3d-1826-427f-a0de-fac8b5a14651 HTTP/1.1" status: 200 len: 943 time: 0.0486887 Nov 25 14:15:36.320749 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d8420-f140-4dae-8b41-9ecc8adc1650 req-3e588fc6-a539-4879-857a-6001bab06cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:15:36.322251 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0b5d8420-f140-4dae-8b41-9ecc8adc1650 req-3e588fc6-a539-4879-857a-6001bab06cd4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f4c8ac90-6e89-4aed-bbf8-cf97528b5f81 HTTP/1.1" status: 200 len: 853 time: 0.0444543 Nov 25 14:15:36.325235 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2de8354c-5989-4e4d-a355-1cfa6d2e0bc8 req-cd2b807b-f143-4ac3-a1fe-06eed8fc804a tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5bae33c-345a-44a6-b94b-5b073ce33607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415545 Nov 25 14:15:36.374285 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d8420-f140-4dae-8b41-9ecc8adc1650 req-24c1cf4f-86f7-4378-9759-d209d749c1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:15:36.375893 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0b5d8420-f140-4dae-8b41-9ecc8adc1650 req-24c1cf4f-86f7-4378-9759-d209d749c1eb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=83fc9251-a926-44d2-8a59-bc3a637068c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461297 Nov 25 14:15:36.469564 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0b5d8420-f140-4dae-8b41-9ecc8adc1650 req-6be5db6a-4302-4fb7-9326-3a38e0d2f040 service neutron] 10.222.0.66 "GET /v2.0/networks/83fc9251-a926-44d2-8a59-bc3a637068c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850339 Nov 25 14:15:36.545793 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:36.565657 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0b5d8420-f140-4dae-8b41-9ecc8adc1650 req-062adc2a-d531-40ea-a9a8-c8f64c8cb646 service neutron] 10.222.0.66 "GET /v2.0/networks/83fc9251-a926-44d2-8a59-bc3a637068c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861676 Nov 25 14:15:37.444576 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e19f7a6-1e0b-42f5-bb92-96e03551296d req-babeb5e7-eea5-4f18-a843-5fa92bd4ae93 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:15:37.446066 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6e19f7a6-1e0b-42f5-bb92-96e03551296d req-babeb5e7-eea5-4f18-a843-5fa92bd4ae93 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/ports?device_id=9509bf3d-1826-427f-a0de-fac8b5a14651 HTTP/1.1" status: 200 len: 943 time: 0.0516949 Nov 25 14:15:37.492686 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6e19f7a6-1e0b-42f5-bb92-96e03551296d req-232930e4-2a1b-4688-a38e-d4311709a9f8 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5bae33c-345a-44a6-b94b-5b073ce33607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400348 Nov 25 14:15:38.028491 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 67d60eef-9279-4545-989a-f984a72d553b details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 14:15:38.123021 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 67d60eef-9279-4545-989a-f984a72d553b, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=67d60eef-9279-4545-989a-f984a72d553b,segment=NetworkSegment(5051edd0-387b-47c4-9b79-e5216c7c6e9b),segment_id=5051edd0-387b-47c4-9b79-e5216c7c6e9b)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:15:38.134154 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': '67d60eef-9279-4545-989a-f984a72d553b', 'network_id': '83fc9251-a926-44d2-8a59-bc3a637068c0', 'port_id': '67d60eef-9279-4545-989a-f984a72d553b', 'mac_address': 'fa:16:3e:ef:54:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4c8ac90-6e89-4aed-bbf8-cf97528b5f81', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 14:15:38.170793 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:38.183451 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67d60eef-9279-4545-989a-f984a72d553b {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 14:15:38.201978 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 67d60eef-9279-4545-989a-f984a72d553b, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=67d60eef-9279-4545-989a-f984a72d553b,segment=NetworkSegment(5051edd0-387b-47c4-9b79-e5216c7c6e9b),segment_id=5051edd0-387b-47c4-9b79-e5216c7c6e9b)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:15:38.206155 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:38.254642 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=67d60eef-9279-4545-989a-f984a72d553b,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:15:38.262760 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:15:38.263119 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:15:38.263467 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:15:38.263808 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:15:38.264151 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:15:38.264487 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:15:38.264820 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:15:38.265147 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:15:38.265476 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:15:38.265801 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:15:38.266133 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:15:38.266457 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:15:38.611205 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['67d60eef-9279-4545-989a-f984a72d553b'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 14:15:38.612327 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8572e8d-7a5d-4bc1-8232-022f249b2543 req-aa603d75-b343-40f2-a99e-a0e7b1054457 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:15:38.613875 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f8572e8d-7a5d-4bc1-8232-022f249b2543 req-aa603d75-b343-40f2-a99e-a0e7b1054457 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/ports?device_id=9509bf3d-1826-427f-a0de-fac8b5a14651 HTTP/1.1" status: 200 len: 944 time: 0.0503266 Nov 25 14:15:38.662525 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f8572e8d-7a5d-4bc1-8232-022f249b2543 req-561d6d4f-9cb1-436f-8627-78a610789a8c tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5bae33c-345a-44a6-b94b-5b073ce33607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419159 Nov 25 14:15:38.748319 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:39.779514 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9856989-83b5-4c5c-ae8b-5de5e6f444ff req-8baacda0-cc8e-46ba-a41a-76d0463a942b tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:15:39.780995 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e9856989-83b5-4c5c-ae8b-5de5e6f444ff req-8baacda0-cc8e-46ba-a41a-76d0463a942b tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/ports?device_id=9509bf3d-1826-427f-a0de-fac8b5a14651 HTTP/1.1" status: 200 len: 944 time: 0.0524764 Nov 25 14:15:39.827591 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e9856989-83b5-4c5c-ae8b-5de5e6f444ff req-770292f2-a6f6-43c8-b619-ba139b97e336 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5bae33c-345a-44a6-b94b-5b073ce33607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406351 Nov 25 14:15:40.044189 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 67d60eef-9279-4545-989a-f984a72d553b up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:15:40.093815 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port 67d60eef-9279-4545-989a-f984a72d553b completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 14:15:40.097378 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port 67d60eef-9279-4545-989a-f984a72d553b triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:15:40.097754 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:40.173739 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:40.195451 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9509bf3d-1826-427f-a0de-fac8b5a14651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67d60eef-9279-4545-989a-f984a72d553b'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:15:40.197761 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4a683b2f55a074025c37cf42062357829495bd62ced1b23f0cba96c56cdda24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb21adc-fda5-465f-994e-7a97c8477038" -d '{"events": [{"server_uuid": "9509bf3d-1826-427f-a0de-fac8b5a14651", "name": "network-vif-plugged", "status": "completed", "tag": "67d60eef-9279-4545-989a-f984a72d553b"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:15:40.210317 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 67d60eef-9279-4545-989a-f984a72d553b, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=67d60eef-9279-4545-989a-f984a72d553b,segment=NetworkSegment(5051edd0-387b-47c4-9b79-e5216c7c6e9b),segment_id=5051edd0-387b-47c4-9b79-e5216c7c6e9b)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:15:40.214859 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:40.240745 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 14:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a49c4c4-d6b2-43c6-9f48-980ee5d8ae55 x-openstack-request-id: req-9a49c4c4-d6b2-43c6-9f48-980ee5d8ae55 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:15:40.241046 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9509bf3d-1826-427f-a0de-fac8b5a14651", "name": "network-vif-plugged", "status": "completed", "tag": "67d60eef-9279-4545-989a-f984a72d553b", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:15:40.241310 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9a49c4c4-d6b2-43c6-9f48-980ee5d8ae55 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:15:40.241697 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9509bf3d-1826-427f-a0de-fac8b5a14651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67d60eef-9279-4545-989a-f984a72d553b', 'code': 200} Nov 25 14:15:40.267155 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=67d60eef-9279-4545-989a-f984a72d553b,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:15:40.341663 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e5de0c-2ad4-428a-a29a-2b34be7cff93 req-a858149c-063f-47a5-8fb0-3134d3da0815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:15:40.343078 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-09e5de0c-2ad4-428a-a29a-2b34be7cff93 req-a858149c-063f-47a5-8fb0-3134d3da0815 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9509bf3d-1826-427f-a0de-fac8b5a14651 HTTP/1.1" status: 200 len: 1097 time: 0.0411100 Nov 25 14:15:40.392652 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-09e5de0c-2ad4-428a-a29a-2b34be7cff93 req-cd7d2540-a044-4cd5-a447-50d1bb9dd996 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a5bae33c-345a-44a6-b94b-5b073ce33607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363398 Nov 25 14:15:40.939979 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a3d99-0e29-42d5-8d5d-b6a81e1e33e3 req-b94fa098-9670-437a-81c7-a4213b9b0824 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:15:40.941452 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-373a3d99-0e29-42d5-8d5d-b6a81e1e33e3 req-b94fa098-9670-437a-81c7-a4213b9b0824 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/ports?device_id=9509bf3d-1826-427f-a0de-fac8b5a14651 HTTP/1.1" status: 200 len: 945 time: 0.0475478 Nov 25 14:15:40.988502 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-373a3d99-0e29-42d5-8d5d-b6a81e1e33e3 req-73e86c89-fd13-4b3e-83b5-d0e388c7a4fe tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5bae33c-345a-44a6-b94b-5b073ce33607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404732 Nov 25 14:15:42.104862 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3570d7-134d-46c0-8e17-5da325a7eb8c req-feb0e26d-ca35-45d0-9a69-2c3ea6997eae tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:15:42.106357 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9c3570d7-134d-46c0-8e17-5da325a7eb8c req-feb0e26d-ca35-45d0-9a69-2c3ea6997eae tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/ports?device_id=9509bf3d-1826-427f-a0de-fac8b5a14651 HTTP/1.1" status: 200 len: 945 time: 0.0479083 Nov 25 14:15:42.156481 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9c3570d7-134d-46c0-8e17-5da325a7eb8c req-d066d9b6-5dfb-45a4-8aed-e7571bf2621f tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5bae33c-345a-44a6-b94b-5b073ce33607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441816 Nov 25 14:15:42.195562 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:42.271297 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb827bf1-5318-4fa6-93cc-ad046fa16974 req-8f7d462e-ac48-4340-b178-1d40152f4f1b tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:15:42.272694 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fb827bf1-5318-4fa6-93cc-ad046fa16974 req-8f7d462e-ac48-4340-b178-1d40152f4f1b tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/ports?device_id=9509bf3d-1826-427f-a0de-fac8b5a14651 HTTP/1.1" status: 200 len: 945 time: 0.0487664 Nov 25 14:15:42.319650 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fb827bf1-5318-4fa6-93cc-ad046fa16974 req-ca76ce54-07c6-4fde-bf23-3c5ebec4c67c tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5bae33c-345a-44a6-b94b-5b073ce33607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410681 Nov 25 14:15:42.508179 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73109c58-004b-479a-9348-1c8fe389c184 req-3951cf13-18cc-46cf-9cf4-acbde0a1f1b7 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:15:42.509674 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-73109c58-004b-479a-9348-1c8fe389c184 req-3951cf13-18cc-46cf-9cf4-acbde0a1f1b7 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/ports?device_id=9509bf3d-1826-427f-a0de-fac8b5a14651 HTTP/1.1" status: 200 len: 945 time: 0.0491898 Nov 25 14:15:42.556706 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-73109c58-004b-479a-9348-1c8fe389c184 req-e68aca81-1ac2-4c2d-818b-2d2befe5e514 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5bae33c-345a-44a6-b94b-5b073ce33607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408442 Nov 25 14:15:51.755975 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:15:55.049666 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a1c847-fdac-4ac7-b109-ee307324133f req-c2bd5c3c-3ba8-47cd-8707-a6e0b9c83595 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:15:55.051181 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-04a1c847-fdac-4ac7-b109-ee307324133f req-c2bd5c3c-3ba8-47cd-8707-a6e0b9c83595 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/ports?device_id=9509bf3d-1826-427f-a0de-fac8b5a14651 HTTP/1.1" status: 200 len: 945 time: 0.0525510 Nov 25 14:15:55.097658 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-04a1c847-fdac-4ac7-b109-ee307324133f req-52ab9215-0a0c-4479-973b-bb1e92e00b5f tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5bae33c-345a-44a6-b94b-5b073ce33607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398571 Nov 25 14:15:55.120787 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 38972) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:15:55.200999 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc285f97-504a-4b23-b76d-d98781a29e76 tempest-TestMinimumBasicScenario-1555683256 tempest-TestMinimumBasicScenario-1555683256-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:15:55.202552 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-dc285f97-504a-4b23-b76d-d98781a29e76 tempest-TestMinimumBasicScenario-1555683256 tempest-TestMinimumBasicScenario-1555683256-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9509bf3d-1826-427f-a0de-fac8b5a14651 HTTP/1.1" status: 200 len: 1092 time: 0.0807261 Nov 25 14:15:55.205608 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 38976) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:15:55.209854 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-7c55b9fb-1e80-4bb5-80e3-ef1bad0222d4 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Request body: {'floatingip': {'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'port_id': '67d60eef-9279-4545-989a-f984a72d553b', 'tenant_id': '6a357a63c66d44a4b8d533c6fdfdb06a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:15:55.231823 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7c55b9fb-1e80-4bb5-80e3-ef1bad0222d4 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Publish callbacks [] for floatingip, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:55.329791 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7c55b9fb-1e80-4bb5-80e3-ef1bad0222d4 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:55.430346 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-7c55b9fb-1e80-4bb5-80e3-ef1bad0222d4 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Allocated IP 172.25.5.119 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/5d61ece8-d5bd-48bd-90a7-2ac8688789e7) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:15:55.533460 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7c55b9fb-1e80-4bb5-80e3-ef1bad0222d4 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:55.567788 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7c55b9fb-1e80-4bb5-80e3-ef1bad0222d4 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:55.606323 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c55b9fb-1e80-4bb5-80e3-ef1bad0222d4 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:15:55.609177 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-7c55b9fb-1e80-4bb5-80e3-ef1bad0222d4 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:15:55.612556 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c55b9fb-1e80-4bb5-80e3-ef1bad0222d4 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:15:55.635681 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c55b9fb-1e80-4bb5-80e3-ef1bad0222d4 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Pushing event updated for resources: {'Port': ['ID=5d61ece8-d5bd-48bd-90a7-2ac8688789e7,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:15:55.963866 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7c55b9fb-1e80-4bb5-80e3-ef1bad0222d4 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:56.027840 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7c55b9fb-1e80-4bb5-80e3-ef1bad0222d4 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:56.175660 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7c55b9fb-1e80-4bb5-80e3-ef1bad0222d4 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:56.179963 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7c55b9fb-1e80-4bb5-80e3-ef1bad0222d4 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:56.256497 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c55b9fb-1e80-4bb5-80e3-ef1bad0222d4 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Pushing event updated for resources: {'Port': ['ID=5d61ece8-d5bd-48bd-90a7-2ac8688789e7,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:15:56.266037 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7c55b9fb-1e80-4bb5-80e3-ef1bad0222d4 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:56.365235 n-d-808199-11 neutron-server[103570]: INFO neutron.db.l3_db [None req-7c55b9fb-1e80-4bb5-80e3-ef1bad0222d4 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Floating IP 24a51edd-812e-4743-9db8-9a04051c834f associated. External IP: 172.25.5.119, port: 67d60eef-9279-4545-989a-f984a72d553b. Nov 25 14:15:56.572360 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c55b9fb-1e80-4bb5-80e3-ef1bad0222d4 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Router da5a1d54-abce-4f30-af8c-a0a0b3faddf2 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 14:15:56.686178 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c55b9fb-1e80-4bb5-80e3-ef1bad0222d4 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 14:15:56.695986 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be8a2e8-d32d-4e42-92d2-097aaf87dc74 None None] Sync routers for ids ['da5a1d54-abce-4f30-af8c-a0a0b3faddf2'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 14:15:56.704538 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7c55b9fb-1e80-4bb5-80e3-ef1bad0222d4 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:56.706113 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be8a2e8-d32d-4e42-92d2-097aaf87dc74 None None] Routers {'da5a1d54-abce-4f30-af8c-a0a0b3faddf2'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:15:56.706769 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-9be8a2e8-d32d-4e42-92d2-097aaf87dc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:15:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['da5a1d54-abce-4f30-af8c-a0a0b3faddf2'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:15:56.731361 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-7c55b9fb-1e80-4bb5-80e3-ef1bad0222d4 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5247376 Nov 25 14:15:56.731942 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9509bf3d-1826-427f-a0de-fac8b5a14651', 'tag': '67d60eef-9279-4545-989a-f984a72d553b'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:15:56.734307 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 38978) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:15:56.734831 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ff10e3dad8c55f3be2027b0b566631f93d9edebaac325607bb9a9480f03098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e84e24-37d8-44bd-a596-75dcbd4804c3" -d '{"events": [{"name": "network-changed", "server_uuid": "9509bf3d-1826-427f-a0de-fac8b5a14651", "tag": "67d60eef-9279-4545-989a-f984a72d553b"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:15:56.747200 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-6c59fa5b-4f03-4646-822e-5a76bd8ceb3b tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1800230981', 'description': 'tempest-secgroup-smoke-1800230981 description', 'project_id': '6a357a63c66d44a4b8d533c6fdfdb06a'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:15:56.769480 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6c59fa5b-4f03-4646-822e-5a76bd8ceb3b tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:56.819682 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-9be8a2e8-d32d-4e42-92d2-097aaf87dc74 None None] Set router da5a1d54-abce-4f30-af8c-a0a0b3faddf2 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:15:56.854173 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6c59fa5b-4f03-4646-822e-5a76bd8ceb3b tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:56.858572 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6c59fa5b-4f03-4646-822e-5a76bd8ceb3b tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:56.888767 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c59fa5b-4f03-4646-822e-5a76bd8ceb3b tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71b934f5-4ec6-4eb9-85ae-7c751eb2af6b,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:15:56.893133 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6c59fa5b-4f03-4646-822e-5a76bd8ceb3b tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:56.894376 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-6c59fa5b-4f03-4646-822e-5a76bd8ceb3b tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1590149 Nov 25 14:15:56.897376 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 38984) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:15:56.902375 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-c9eb7f30-5143-47e9-8761-a81449fe802d tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Request body: {'security_group_rule': {'security_group_id': '71b934f5-4ec6-4eb9-85ae-7c751eb2af6b', 'project_id': '6a357a63c66d44a4b8d533c6fdfdb06a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:15:56.913740 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 14:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6482f431-ba6d-490e-b9d4-eda20c0f721d x-openstack-request-id: req-6482f431-ba6d-490e-b9d4-eda20c0f721d {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:15:56.914036 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9509bf3d-1826-427f-a0de-fac8b5a14651", "tag": "67d60eef-9279-4545-989a-f984a72d553b", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:15:56.914298 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6482f431-ba6d-490e-b9d4-eda20c0f721d {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:15:56.914732 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9509bf3d-1826-427f-a0de-fac8b5a14651', 'tag': '67d60eef-9279-4545-989a-f984a72d553b', 'status': 'completed', 'code': 200} Nov 25 14:15:56.932831 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c9eb7f30-5143-47e9-8761-a81449fe802d tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:57.013942 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e84e24-37d8-44bd-a596-75dcbd4804c3 req-6e94f7d6-bec8-45e9-b83c-13a8e07af795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:15:57.015494 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b3e84e24-37d8-44bd-a596-75dcbd4804c3 req-6e94f7d6-bec8-45e9-b83c-13a8e07af795 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6a357a63c66d44a4b8d533c6fdfdb06a&device_id=9509bf3d-1826-427f-a0de-fac8b5a14651 HTTP/1.1" status: 200 len: 1097 time: 0.0726511 Nov 25 14:15:57.035115 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c9eb7f30-5143-47e9-8761-a81449fe802d tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:57.047798 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c9eb7f30-5143-47e9-8761-a81449fe802d tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:57.067885 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-9be8a2e8-d32d-4e42-92d2-097aaf87dc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da5a1d54-abce-4f30-af8c-a0a0b3faddf2', 'name': 'tempest-TestMinimumBasicScenario-670402494-router', 'tenant_id': '6a357a63c66d44a4b8d533c6fdfdb06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'cf7d0fbc-94d8-44a1-8a2e-8605f22533e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:15:03Z', 'updated_at': '2021-11-25T14:15:06Z', 'revision_number': 4, 'project_id': '6a357a63c66d44a4b8d533c6fdfdb06a', 'gw_port': {'id': 'cf7d0fbc-94d8-44a1-8a2e-8605f22533e9', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5a1d54-abce-4f30-af8c-a0a0b3faddf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:15:04Z', 'updated_at': '2021-11-25T14:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '24a51edd-812e-4743-9db8-9a04051c834f', 'tenant_id': '6a357a63c66d44a4b8d533c6fdfdb06a', 'floating_ip_address': '172.25.5.119', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': 'da5a1d54-abce-4f30-af8c-a0a0b3faddf2', 'port_id': '67d60eef-9279-4545-989a-f984a72d553b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83fc9251-a926-44d2-8a59-bc3a637068c0', 'mac_address': 'fa:16:3e:ef:54:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9509bf3d-1826-427f-a0de-fac8b5a14651', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T14:15:55Z', 'updated_at': '2021-11-25T14:15:55Z', 'revision_number': 0, 'project_id': '6a357a63c66d44a4b8d533c6fdfdb06a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fef6334e-edf5-4d22-942d-f6b4353fcf96', 'name': '', 'network_id': '83fc9251-a926-44d2-8a59-bc3a637068c0', 'tenant_id': '6a357a63c66d44a4b8d533c6fdfdb06a', 'mac_address': 'fa:16:3e:10:60:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5a1d54-abce-4f30-af8c-a0a0b3faddf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'f4c8ac90-6e89-4aed-bbf8-cf97528b5f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:15:05Z', 'updated_at': '2021-11-25T14:15:11Z', 'revision_number': 5, 'project_id': '6a357a63c66d44a4b8d533c6fdfdb06a', 'subnets': [{'id': 'f4c8ac90-6e89-4aed-bbf8-cf97528b5f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:15:57.095245 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be8a2e8-d32d-4e42-92d2-097aaf87dc74 None None] Checking router: da5a1d54-abce-4f30-af8c-a0a0b3faddf2 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 14:15:57.098369 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eb7f30-5143-47e9-8761-a81449fe802d tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b93ce8d9-aa5a-4cd9-8ccf-4f3e07170d24,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:15:57.105500 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be8a2e8-d32d-4e42-92d2-097aaf87dc74 None None] Routers {'da5a1d54-abce-4f30-af8c-a0a0b3faddf2'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:15:57.106204 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-9be8a2e8-d32d-4e42-92d2-097aaf87dc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:15:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['da5a1d54-abce-4f30-af8c-a0a0b3faddf2'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:15:57.109208 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c9eb7f30-5143-47e9-8761-a81449fe802d tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:57.110426 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c9eb7f30-5143-47e9-8761-a81449fe802d tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2120066 Nov 25 14:15:57.113295 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 38986) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:15:57.119338 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-4e606f95-e749-4408-966b-67c50001879c tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Request body: {'security_group_rule': {'security_group_id': '71b934f5-4ec6-4eb9-85ae-7c751eb2af6b', 'project_id': '6a357a63c66d44a4b8d533c6fdfdb06a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:15:57.136076 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e84e24-37d8-44bd-a596-75dcbd4804c3 req-d8e5485d-e300-44b1-a70f-865cc2c33523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:15:57.138040 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b3e84e24-37d8-44bd-a596-75dcbd4804c3 req-d8e5485d-e300-44b1-a70f-865cc2c33523 service neutron] 10.222.0.66 "GET /v2.0/networks?id=83fc9251-a926-44d2-8a59-bc3a637068c0 HTTP/1.1" status: 200 len: 915 time: 0.1114671 Nov 25 14:15:57.148791 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4e606f95-e749-4408-966b-67c50001879c tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:57.216879 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b3e84e24-37d8-44bd-a596-75dcbd4804c3 req-595b40ec-2044-4edc-9235-88424ec40234 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67d60eef-9279-4545-989a-f984a72d553b HTTP/1.1" status: 200 len: 999 time: 0.0702388 Nov 25 14:15:57.217603 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4e606f95-e749-4408-966b-67c50001879c tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:57.221855 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4e606f95-e749-4408-966b-67c50001879c tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:57.223211 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-9be8a2e8-d32d-4e42-92d2-097aaf87dc74 None None] Set router da5a1d54-abce-4f30-af8c-a0a0b3faddf2 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:15:57.240459 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e606f95-e749-4408-966b-67c50001879c tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=845c7e39-4ebf-4eda-81e6-e523ce9654fd,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:15:57.248846 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4e606f95-e749-4408-966b-67c50001879c tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:57.253057 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-4e606f95-e749-4408-966b-67c50001879c tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1358926 Nov 25 14:15:57.254125 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 38988) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:15:57.258566 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-a79f80f6-3410-4607-8a95-ef70cbd30ea7 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Request body: {'security_group_rule': {'security_group_id': '71b934f5-4ec6-4eb9-85ae-7c751eb2af6b', 'project_id': '6a357a63c66d44a4b8d533c6fdfdb06a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:15:57.276115 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e84e24-37d8-44bd-a596-75dcbd4804c3 req-af50e241-0781-452b-aa49-ccaad0827b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:15:57.277630 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b3e84e24-37d8-44bd-a596-75dcbd4804c3 req-af50e241-0781-452b-aa49-ccaad0827b1a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f4c8ac90-6e89-4aed-bbf8-cf97528b5f81 HTTP/1.1" status: 200 len: 853 time: 0.0531826 Nov 25 14:15:57.287305 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a79f80f6-3410-4607-8a95-ef70cbd30ea7 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:57.330387 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e84e24-37d8-44bd-a596-75dcbd4804c3 req-9bc32f0a-9d75-48c2-8be2-20305fdab92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:15:57.332148 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b3e84e24-37d8-44bd-a596-75dcbd4804c3 req-9bc32f0a-9d75-48c2-8be2-20305fdab92e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=83fc9251-a926-44d2-8a59-bc3a637068c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423448 Nov 25 14:15:57.355472 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a79f80f6-3410-4607-8a95-ef70cbd30ea7 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:57.359353 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a79f80f6-3410-4607-8a95-ef70cbd30ea7 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:57.383586 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f80f6-3410-4607-8a95-ef70cbd30ea7 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=045b9757-4e8a-4cda-80d2-8dc5e372c1f2,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:15:57.397845 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a79f80f6-3410-4607-8a95-ef70cbd30ea7 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:57.399108 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-a79f80f6-3410-4607-8a95-ef70cbd30ea7 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1439974 Nov 25 14:15:57.401943 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 38990) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:15:57.406312 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-6ca70aa2-d641-4162-ad45-fd30ffcd1b03 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Request body: {'security_group_rule': {'security_group_id': '71b934f5-4ec6-4eb9-85ae-7c751eb2af6b', 'project_id': '6a357a63c66d44a4b8d533c6fdfdb06a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:15:57.437640 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6ca70aa2-d641-4162-ad45-fd30ffcd1b03 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:57.446972 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b3e84e24-37d8-44bd-a596-75dcbd4804c3 req-f6b06837-905f-481d-b5b5-51a3c08d6c34 service neutron] 10.222.0.66 "GET /v2.0/networks/83fc9251-a926-44d2-8a59-bc3a637068c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065621 Nov 25 14:15:57.486998 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-9be8a2e8-d32d-4e42-92d2-097aaf87dc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da5a1d54-abce-4f30-af8c-a0a0b3faddf2', 'name': 'tempest-TestMinimumBasicScenario-670402494-router', 'tenant_id': '6a357a63c66d44a4b8d533c6fdfdb06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'cf7d0fbc-94d8-44a1-8a2e-8605f22533e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:15:03Z', 'updated_at': '2021-11-25T14:15:06Z', 'revision_number': 4, 'project_id': '6a357a63c66d44a4b8d533c6fdfdb06a', 'gw_port': {'id': 'cf7d0fbc-94d8-44a1-8a2e-8605f22533e9', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5a1d54-abce-4f30-af8c-a0a0b3faddf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:15:04Z', 'updated_at': '2021-11-25T14:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '24a51edd-812e-4743-9db8-9a04051c834f', 'tenant_id': '6a357a63c66d44a4b8d533c6fdfdb06a', 'floating_ip_address': '172.25.5.119', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': 'da5a1d54-abce-4f30-af8c-a0a0b3faddf2', 'port_id': '67d60eef-9279-4545-989a-f984a72d553b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83fc9251-a926-44d2-8a59-bc3a637068c0', 'mac_address': 'fa:16:3e:ef:54:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9509bf3d-1826-427f-a0de-fac8b5a14651', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T14:15:55Z', 'updated_at': '2021-11-25T14:15:55Z', 'revision_number': 0, 'project_id': '6a357a63c66d44a4b8d533c6fdfdb06a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fef6334e-edf5-4d22-942d-f6b4353fcf96', 'name': '', 'network_id': '83fc9251-a926-44d2-8a59-bc3a637068c0', 'tenant_id': '6a357a63c66d44a4b8d533c6fdfdb06a', 'mac_address': 'fa:16:3e:10:60:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5a1d54-abce-4f30-af8c-a0a0b3faddf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'f4c8ac90-6e89-4aed-bbf8-cf97528b5f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:15:05Z', 'updated_at': '2021-11-25T14:15:11Z', 'revision_number': 5, 'project_id': '6a357a63c66d44a4b8d533c6fdfdb06a', 'subnets': [{'id': 'f4c8ac90-6e89-4aed-bbf8-cf97528b5f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:15:57.498313 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6ca70aa2-d641-4162-ad45-fd30ffcd1b03 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:57.502153 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6ca70aa2-d641-4162-ad45-fd30ffcd1b03 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:57.518864 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be8a2e8-d32d-4e42-92d2-097aaf87dc74 None None] The sync data for ids ['da5a1d54-abce-4f30-af8c-a0a0b3faddf2'] in n-d-808199-11 is: [{'id': 'da5a1d54-abce-4f30-af8c-a0a0b3faddf2', 'name': 'tempest-TestMinimumBasicScenario-670402494-router', 'tenant_id': '6a357a63c66d44a4b8d533c6fdfdb06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'cf7d0fbc-94d8-44a1-8a2e-8605f22533e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:15:03Z', 'updated_at': '2021-11-25T14:15:06Z', 'revision_number': 4, 'project_id': '6a357a63c66d44a4b8d533c6fdfdb06a', 'gw_port': {'id': 'cf7d0fbc-94d8-44a1-8a2e-8605f22533e9', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5a1d54-abce-4f30-af8c-a0a0b3faddf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:15:04Z', 'updated_at': '2021-11-25T14:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '24a51edd-812e-4743-9db8-9a04051c834f', 'tenant_id': '6a357a63c66d44a4b8d533c6fdfdb06a', 'floating_ip_address': '172.25.5.119', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': 'da5a1d54-abce-4f30-af8c-a0a0b3faddf2', 'port_id': '67d60eef-9279-4545-989a-f984a72d553b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83fc9251-a926-44d2-8a59-bc3a637068c0', 'mac_address': 'fa:16:3e:ef:54:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9509bf3d-1826-427f-a0de-fac8b5a14651', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T14:15:55Z', 'updated_at': '2021-11-25T14:15:55Z', 'revision_number': 0, 'project_id': '6a357a63c66d44a4b8d533c6fdfdb06a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fef6334e-edf5-4d22-942d-f6b4353fcf96', 'name': '', 'network_id': '83fc9251-a926-44d2-8a59-bc3a637068c0', 'tenant_id': '6a357a63c66d44a4b8d533c6fdfdb06a', 'mac_address': 'fa:16:3e:10:60:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5a1d54-abce-4f30-af8c-a0a0b3faddf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'f4c8ac90-6e89-4aed-bbf8-cf97528b5f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:15:05Z', 'updated_at': '2021-11-25T14:15:11Z', 'revision_number': 5, 'project_id': '6a357a63c66d44a4b8d533c6fdfdb06a', 'subnets': [{'id': 'f4c8ac90-6e89-4aed-bbf8-cf97528b5f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 14:15:57.522403 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca70aa2-d641-4162-ad45-fd30ffcd1b03 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1c062ee-2f03-46b1-b423-636bdde41078,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:15:57.531232 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6ca70aa2-d641-4162-ad45-fd30ffcd1b03 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:57.535358 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-6ca70aa2-d641-4162-ad45-fd30ffcd1b03 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1296170 Nov 25 14:15:57.535358 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 38992) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:15:57.541323 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-6c4d0ae0-f9f6-4e62-9119-aebc39433834 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Request body: {'security_group_rule': {'security_group_id': '71b934f5-4ec6-4eb9-85ae-7c751eb2af6b', 'project_id': '6a357a63c66d44a4b8d533c6fdfdb06a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:15:57.557759 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b3e84e24-37d8-44bd-a596-75dcbd4804c3 req-a8091d7a-6c49-4b12-94d9-ae5b15d46775 service neutron] 10.222.0.66 "GET /v2.0/networks/83fc9251-a926-44d2-8a59-bc3a637068c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030331 Nov 25 14:15:57.563785 n-d-808199-11 neutron-server[103570]: INFO neutron.db.securitygroups_db [None req-6c4d0ae0-f9f6-4e62-9119-aebc39433834 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Project 6a357a63c66d44a4b8d533c6fdfdb06a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 14:15:57.569186 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6c4d0ae0-f9f6-4e62-9119-aebc39433834 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:57.762595 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6330f48-1bfa-4b44-814c-948cc6624af1 None None] New status for floating IP 24a51edd-812e-4743-9db8-9a04051c834f: ACTIVE {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 14:15:57.934532 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6c4d0ae0-f9f6-4e62-9119-aebc39433834 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:57.938355 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6c4d0ae0-f9f6-4e62-9119-aebc39433834 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:57.957339 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4d0ae0-f9f6-4e62-9119-aebc39433834 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8585bc3a-4a7b-4e3e-9719-d91f01210ddf,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:15:57.963011 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6c4d0ae0-f9f6-4e62-9119-aebc39433834 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:57.964173 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-6c4d0ae0-f9f6-4e62-9119-aebc39433834 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4269860 Nov 25 14:15:57.966917 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 38994) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:15:57.971100 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-9a9446e9-0974-4210-953e-6ba1638e7231 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Request body: {'security_group_rule': {'security_group_id': '71b934f5-4ec6-4eb9-85ae-7c751eb2af6b', 'project_id': '6a357a63c66d44a4b8d533c6fdfdb06a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:15:57.991511 n-d-808199-11 neutron-server[103570]: INFO neutron.db.securitygroups_db [None req-9a9446e9-0974-4210-953e-6ba1638e7231 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Project 6a357a63c66d44a4b8d533c6fdfdb06a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 14:15:57.996313 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9a9446e9-0974-4210-953e-6ba1638e7231 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:58.053404 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9a9446e9-0974-4210-953e-6ba1638e7231 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:58.056861 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9a9446e9-0974-4210-953e-6ba1638e7231 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:58.073995 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9446e9-0974-4210-953e-6ba1638e7231 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c5ff76c-3f56-42a3-a120-55efeff87542,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:15:58.081561 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9a9446e9-0974-4210-953e-6ba1638e7231 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:58.082768 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-9a9446e9-0974-4210-953e-6ba1638e7231 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1149144 Nov 25 14:15:58.170317 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a7d89114-aa36-4e55-af31-569d2a03807c req-df436663-2f89-49db-be33-035311a437c7 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1800230981&fields=id&tenant_id=6a357a63c66d44a4b8d533c6fdfdb06a HTTP/1.1" status: 200 len: 267 time: 0.0432692 Nov 25 14:15:58.228295 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d89114-aa36-4e55-af31-569d2a03807c req-e010c130-f8d3-4081-8fe4-ecc9dd89ffe8 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:15:58.231523 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a7d89114-aa36-4e55-af31-569d2a03807c req-e010c130-f8d3-4081-8fe4-ecc9dd89ffe8 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/ports?device_id=9509bf3d-1826-427f-a0de-fac8b5a14651 HTTP/1.1" status: 200 len: 945 time: 0.0546706 Nov 25 14:15:58.241803 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-a7d89114-aa36-4e55-af31-569d2a03807c req-250032a0-716e-4f0a-be84-d4fe15e0fae5 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Request body: {'port': {'security_groups': ['a5bae33c-345a-44a6-b94b-5b073ce33607', '71b934f5-4ec6-4eb9-85ae-7c751eb2af6b']}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:15:58.303846 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-a7d89114-aa36-4e55-af31-569d2a03807c req-250032a0-716e-4f0a-be84-d4fe15e0fae5 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:58.489532 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-a7d89114-aa36-4e55-af31-569d2a03807c req-250032a0-716e-4f0a-be84-d4fe15e0fae5 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] For port 67d60eef-9279-4545-989a-f984a72d553b, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=67d60eef-9279-4545-989a-f984a72d553b,segment=NetworkSegment(5051edd0-387b-47c4-9b79-e5216c7c6e9b),segment_id=5051edd0-387b-47c4-9b79-e5216c7c6e9b)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:15:58.520779 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-a7d89114-aa36-4e55-af31-569d2a03807c req-250032a0-716e-4f0a-be84-d4fe15e0fae5 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:58.526388 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-a7d89114-aa36-4e55-af31-569d2a03807c req-250032a0-716e-4f0a-be84-d4fe15e0fae5 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:58.541706 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['67d60eef-9279-4545-989a-f984a72d553b'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 14:15:58.578876 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d89114-aa36-4e55-af31-569d2a03807c req-250032a0-716e-4f0a-be84-d4fe15e0fae5 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:15:58.579520 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-a7d89114-aa36-4e55-af31-569d2a03807c req-250032a0-716e-4f0a-be84-d4fe15e0fae5 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:58.580948 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a7d89114-aa36-4e55-af31-569d2a03807c req-250032a0-716e-4f0a-be84-d4fe15e0fae5 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "PUT /v2.0/ports/67d60eef-9279-4545-989a-f984a72d553b HTTP/1.1" status: 200 len: 981 time: 0.3445835 Nov 25 14:15:58.600198 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250032a0-716e-4f0a-be84-d4fe15e0fae5 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Pushing event updated for resources: {'Port': ['ID=67d60eef-9279-4545-989a-f984a72d553b,revision_number=6']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:15:58.608900 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250032a0-716e-4f0a-be84-d4fe15e0fae5 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:15:58.609261 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250032a0-716e-4f0a-be84-d4fe15e0fae5 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:15:58.609615 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250032a0-716e-4f0a-be84-d4fe15e0fae5 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:15:58.609965 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250032a0-716e-4f0a-be84-d4fe15e0fae5 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:15:58.610309 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250032a0-716e-4f0a-be84-d4fe15e0fae5 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:15:58.610647 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250032a0-716e-4f0a-be84-d4fe15e0fae5 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:15:58.611016 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250032a0-716e-4f0a-be84-d4fe15e0fae5 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:15:58.611353 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250032a0-716e-4f0a-be84-d4fe15e0fae5 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:15:58.611689 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250032a0-716e-4f0a-be84-d4fe15e0fae5 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:15:58.612023 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250032a0-716e-4f0a-be84-d4fe15e0fae5 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:15:58.612356 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250032a0-716e-4f0a-be84-d4fe15e0fae5 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:15:58.612778 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250032a0-716e-4f0a-be84-d4fe15e0fae5 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:15:58.664103 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['67d60eef-9279-4545-989a-f984a72d553b'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 14:15:58.706012 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1dcdba-b103-431c-ba43-134192231396 req-8e3dd833-f694-4a33-ac98-b92e923cc42b tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:15:58.711484 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4b1dcdba-b103-431c-ba43-134192231396 req-8e3dd833-f694-4a33-ac98-b92e923cc42b tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/ports?device_id=9509bf3d-1826-427f-a0de-fac8b5a14651 HTTP/1.1" status: 200 len: 984 time: 0.0631146 Nov 25 14:15:58.774328 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4b1dcdba-b103-431c-ba43-134192231396 req-e2352626-bf02-4cb1-bfdf-10e443bcc62e tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/security-groups?id=71b934f5-4ec6-4eb9-85ae-7c751eb2af6b&id=a5bae33c-345a-44a6-b94b-5b073ce33607&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602090 Nov 25 14:15:58.881966 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-c4bd51a3-9c4b-422a-88fb-8b1396adf8c5 None None] Provisioning complete for port 67d60eef-9279-4545-989a-f984a72d553b triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:15:58.882250 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c4bd51a3-9c4b-422a-88fb-8b1396adf8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:15:58.915955 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9509bf3d-1826-427f-a0de-fac8b5a14651', 'tag': '67d60eef-9279-4545-989a-f984a72d553b'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:15:58.918370 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ff10e3dad8c55f3be2027b0b566631f93d9edebaac325607bb9a9480f03098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4634f303-0990-4cae-88e8-d95dbffa06f8" -d '{"events": [{"name": "network-changed", "server_uuid": "9509bf3d-1826-427f-a0de-fac8b5a14651", "tag": "67d60eef-9279-4545-989a-f984a72d553b"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:15:58.953641 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 14:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b41072-e7b4-47d0-8f67-d296940dd9fc x-openstack-request-id: req-c0b41072-e7b4-47d0-8f67-d296940dd9fc {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:15:58.953945 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9509bf3d-1826-427f-a0de-fac8b5a14651", "tag": "67d60eef-9279-4545-989a-f984a72d553b", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:15:58.954203 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c0b41072-e7b4-47d0-8f67-d296940dd9fc {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:15:58.954610 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9509bf3d-1826-427f-a0de-fac8b5a14651', 'tag': '67d60eef-9279-4545-989a-f984a72d553b', 'status': 'completed', 'code': 200} Nov 25 14:15:59.022794 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4634f303-0990-4cae-88e8-d95dbffa06f8 req-cf689ada-e7c1-4058-b2f0-ff5173db6d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:15:59.024233 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4634f303-0990-4cae-88e8-d95dbffa06f8 req-cf689ada-e7c1-4058-b2f0-ff5173db6d4a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6a357a63c66d44a4b8d533c6fdfdb06a&device_id=9509bf3d-1826-427f-a0de-fac8b5a14651 HTTP/1.1" status: 200 len: 1136 time: 0.0464542 Nov 25 14:15:59.114924 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4634f303-0990-4cae-88e8-d95dbffa06f8 req-44c02f2d-5c9d-477d-9b33-a4e537f2baa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:15:59.116433 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4634f303-0990-4cae-88e8-d95dbffa06f8 req-44c02f2d-5c9d-477d-9b33-a4e537f2baa9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=83fc9251-a926-44d2-8a59-bc3a637068c0 HTTP/1.1" status: 200 len: 915 time: 0.0845478 Nov 25 14:15:59.189556 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4634f303-0990-4cae-88e8-d95dbffa06f8 req-871b73e6-3512-4bd3-b263-6a4ccb6a86c6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67d60eef-9279-4545-989a-f984a72d553b HTTP/1.1" status: 200 len: 1001 time: 0.0645552 Nov 25 14:15:59.243429 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4634f303-0990-4cae-88e8-d95dbffa06f8 req-6fd05b2f-fe1c-4cd6-8643-fe7dcc091ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:15:59.244926 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4634f303-0990-4cae-88e8-d95dbffa06f8 req-6fd05b2f-fe1c-4cd6-8643-fe7dcc091ed8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f4c8ac90-6e89-4aed-bbf8-cf97528b5f81 HTTP/1.1" status: 200 len: 853 time: 0.0475793 Nov 25 14:15:59.293472 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4634f303-0990-4cae-88e8-d95dbffa06f8 req-9894f0ab-fc96-4573-baab-414e55b274a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:15:59.294901 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4634f303-0990-4cae-88e8-d95dbffa06f8 req-9894f0ab-fc96-4573-baab-414e55b274a5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=83fc9251-a926-44d2-8a59-bc3a637068c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418203 Nov 25 14:15:59.388392 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4634f303-0990-4cae-88e8-d95dbffa06f8 req-16e857cd-6615-4958-a4af-7ff46c42491e service neutron] 10.222.0.66 "GET /v2.0/networks/83fc9251-a926-44d2-8a59-bc3a637068c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855696 Nov 25 14:15:59.479941 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4634f303-0990-4cae-88e8-d95dbffa06f8 req-05fee3fb-d707-45ab-b93c-d463b6c767b3 service neutron] 10.222.0.66 "GET /v2.0/networks/83fc9251-a926-44d2-8a59-bc3a637068c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837262 Nov 25 14:16:00.383367 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-37169ee9-d3d5-4a60-bf09-5dc4293b9554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:16:02.873179 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ebfea609-064f-4b08-a4ad-480a8794780d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:16:04.091119 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:16:05.404957 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:16:06.549933 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:16:08.736366 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:16:12.185824 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:16:21.364980 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6b9a6865-d540-4001-84a9-e225827f4e3a req-8419853d-d763-480b-a36d-0586d058058c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9509bf3d-1826-427f-a0de-fac8b5a14651&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403101 Nov 25 14:16:21.459116 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a6865-d540-4001-84a9-e225827f4e3a req-11fb5009-940e-4ccb-9b3d-cf1db2cc0284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:16:21.460699 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6b9a6865-d540-4001-84a9-e225827f4e3a req-11fb5009-940e-4ccb-9b3d-cf1db2cc0284 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6a357a63c66d44a4b8d533c6fdfdb06a&device_id=9509bf3d-1826-427f-a0de-fac8b5a14651 HTTP/1.1" status: 200 len: 1136 time: 0.0457754 Nov 25 14:16:21.567685 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a6865-d540-4001-84a9-e225827f4e3a req-df3392f6-3799-4911-9226-3a1a73a826ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:16:21.569179 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6b9a6865-d540-4001-84a9-e225827f4e3a req-df3392f6-3799-4911-9226-3a1a73a826ea service neutron] 10.222.0.66 "GET /v2.0/networks?id=83fc9251-a926-44d2-8a59-bc3a637068c0 HTTP/1.1" status: 200 len: 915 time: 0.0850339 Nov 25 14:16:21.645414 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6b9a6865-d540-4001-84a9-e225827f4e3a req-d21f135a-d841-4170-abed-169975a701d4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67d60eef-9279-4545-989a-f984a72d553b HTTP/1.1" status: 200 len: 1001 time: 0.0679808 Nov 25 14:16:21.696344 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc3363-2fcd-4114-aed1-062d82320579 req-d60b7842-c53a-4679-a16c-37b92d2813cb tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:16:21.697838 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fbdc3363-2fcd-4114-aed1-062d82320579 req-d60b7842-c53a-4679-a16c-37b92d2813cb tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/ports?device_id=9509bf3d-1826-427f-a0de-fac8b5a14651 HTTP/1.1" status: 200 len: 984 time: 0.0497382 Nov 25 14:16:21.698361 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a6865-d540-4001-84a9-e225827f4e3a req-598aa90e-25d2-4aac-841f-c8c2e4b69398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:16:21.699872 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6b9a6865-d540-4001-84a9-e225827f4e3a req-598aa90e-25d2-4aac-841f-c8c2e4b69398 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f4c8ac90-6e89-4aed-bbf8-cf97528b5f81 HTTP/1.1" status: 200 len: 853 time: 0.0450130 Nov 25 14:16:21.748700 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a6865-d540-4001-84a9-e225827f4e3a req-13abfe7c-2d63-46b6-97c3-f3aab45570e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:16:21.750199 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6b9a6865-d540-4001-84a9-e225827f4e3a req-13abfe7c-2d63-46b6-97c3-f3aab45570e8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=83fc9251-a926-44d2-8a59-bc3a637068c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405593 Nov 25 14:16:21.757988 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fbdc3363-2fcd-4114-aed1-062d82320579 req-4c83a1e7-9756-421a-9fb6-c25c64f0dd0d tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/security-groups?id=71b934f5-4ec6-4eb9-85ae-7c751eb2af6b&id=a5bae33c-345a-44a6-b94b-5b073ce33607&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537977 Nov 25 14:16:21.846416 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6b9a6865-d540-4001-84a9-e225827f4e3a req-219c90a9-b4c8-4ba8-9788-85cbac155ef6 service neutron] 10.222.0.66 "GET /v2.0/networks/83fc9251-a926-44d2-8a59-bc3a637068c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841167 Nov 25 14:16:21.936066 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6b9a6865-d540-4001-84a9-e225827f4e3a req-b676ec05-33f1-4e90-869b-6308d23e1473 service neutron] 10.222.0.66 "GET /v2.0/networks/83fc9251-a926-44d2-8a59-bc3a637068c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815473 Nov 25 14:16:22.020937 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d009c3a-f564-4861-a625-7946515c6002 req-0a2900ff-1e92-4fb6-9ecb-aa237d0e551a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:16:22.022403 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0d009c3a-f564-4861-a625-7946515c6002 req-0a2900ff-1e92-4fb6-9ecb-aa237d0e551a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6a357a63c66d44a4b8d533c6fdfdb06a&device_id=9509bf3d-1826-427f-a0de-fac8b5a14651 HTTP/1.1" status: 200 len: 1136 time: 0.0407712 Nov 25 14:16:22.113614 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d009c3a-f564-4861-a625-7946515c6002 req-ad97f64f-bca2-4fbf-86e7-0d00366033e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:16:22.115106 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0d009c3a-f564-4861-a625-7946515c6002 req-ad97f64f-bca2-4fbf-86e7-0d00366033e3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=83fc9251-a926-44d2-8a59-bc3a637068c0 HTTP/1.1" status: 200 len: 915 time: 0.0855427 Nov 25 14:16:22.184679 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0d009c3a-f564-4861-a625-7946515c6002 req-a395998c-17b6-488d-b777-801c9e1f413f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67d60eef-9279-4545-989a-f984a72d553b HTTP/1.1" status: 200 len: 1001 time: 0.0576632 Nov 25 14:16:22.237786 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d009c3a-f564-4861-a625-7946515c6002 req-110a69a7-0aa6-49b5-b029-77f5c01e5951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:16:22.239143 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0d009c3a-f564-4861-a625-7946515c6002 req-110a69a7-0aa6-49b5-b029-77f5c01e5951 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f4c8ac90-6e89-4aed-bbf8-cf97528b5f81 HTTP/1.1" status: 200 len: 853 time: 0.0476511 Nov 25 14:16:22.284227 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d009c3a-f564-4861-a625-7946515c6002 req-83fdcc2b-51f3-471b-ab82-abafac90225f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:16:22.285697 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0d009c3a-f564-4861-a625-7946515c6002 req-83fdcc2b-51f3-471b-ab82-abafac90225f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=83fc9251-a926-44d2-8a59-bc3a637068c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391173 Nov 25 14:16:22.372367 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0d009c3a-f564-4861-a625-7946515c6002 req-f3a33c62-1383-4e46-b136-289263e77785 service neutron] 10.222.0.66 "GET /v2.0/networks/83fc9251-a926-44d2-8a59-bc3a637068c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789585 Nov 25 14:16:22.807205 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0d009c3a-f564-4861-a625-7946515c6002 req-819b407c-861e-43b3-aa26-e94116e94058 service neutron] 10.222.0.66 "GET /v2.0/networks/83fc9251-a926-44d2-8a59-bc3a637068c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4247155 Nov 25 14:16:22.880609 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d7973-d206-4a3e-bfa2-7edbf340c75d req-85eb505e-b397-41d0-95d6-240cc86d6c52 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:16:22.882111 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-281d7973-d206-4a3e-bfa2-7edbf340c75d req-85eb505e-b397-41d0-95d6-240cc86d6c52 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/ports?device_id=9509bf3d-1826-427f-a0de-fac8b5a14651 HTTP/1.1" status: 200 len: 984 time: 0.0523262 Nov 25 14:16:22.945805 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-281d7973-d206-4a3e-bfa2-7edbf340c75d req-977e0e0b-d721-4f73-8a76-9ecdd146aab8 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/security-groups?id=71b934f5-4ec6-4eb9-85ae-7c751eb2af6b&id=a5bae33c-345a-44a6-b94b-5b073ce33607&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566733 Nov 25 14:16:24.063832 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f5619c-4d93-4ced-be27-ccd17120583b req-2972c4a0-ad51-457d-8eaa-07db4752181c tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:16:24.065320 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e2f5619c-4d93-4ced-be27-ccd17120583b req-2972c4a0-ad51-457d-8eaa-07db4752181c tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/ports?device_id=9509bf3d-1826-427f-a0de-fac8b5a14651 HTTP/1.1" status: 200 len: 984 time: 0.0489104 Nov 25 14:16:24.124840 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e2f5619c-4d93-4ced-be27-ccd17120583b req-f2b1f81a-f353-4749-98ab-449afe8fb6c3 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/security-groups?id=71b934f5-4ec6-4eb9-85ae-7c751eb2af6b&id=a5bae33c-345a-44a6-b94b-5b073ce33607&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534902 Nov 25 14:16:25.240493 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda27071-422e-4246-94a7-57107e3d02dc req-fa0bacb2-4606-4a75-a52c-baa3b40772ab tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:16:25.242000 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-eda27071-422e-4246-94a7-57107e3d02dc req-fa0bacb2-4606-4a75-a52c-baa3b40772ab tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/ports?device_id=9509bf3d-1826-427f-a0de-fac8b5a14651 HTTP/1.1" status: 200 len: 984 time: 0.0493240 Nov 25 14:16:25.305864 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-eda27071-422e-4246-94a7-57107e3d02dc req-4ad50595-921b-40b9-afee-324c9bcfa86f tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/security-groups?id=71b934f5-4ec6-4eb9-85ae-7c751eb2af6b&id=a5bae33c-345a-44a6-b94b-5b073ce33607&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576341 Nov 25 14:16:26.421875 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e943eb-13fd-4d23-b8b2-28c1a0a45aa9 req-573e0a57-e713-4457-a123-c08119c2d1e6 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:16:26.423397 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-64e943eb-13fd-4d23-b8b2-28c1a0a45aa9 req-573e0a57-e713-4457-a123-c08119c2d1e6 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/ports?device_id=9509bf3d-1826-427f-a0de-fac8b5a14651 HTTP/1.1" status: 200 len: 984 time: 0.0506072 Nov 25 14:16:26.483002 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-64e943eb-13fd-4d23-b8b2-28c1a0a45aa9 req-431e6e28-895e-46c9-a161-7dc7f622876b tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/security-groups?id=71b934f5-4ec6-4eb9-85ae-7c751eb2af6b&id=a5bae33c-345a-44a6-b94b-5b073ce33607&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535247 Nov 25 14:16:27.600254 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9005f716-4942-4322-ac41-b40f7155dfe4 req-5a5613cf-8994-4e20-81dc-c2cb1f2f0919 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:16:27.601752 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9005f716-4942-4322-ac41-b40f7155dfe4 req-5a5613cf-8994-4e20-81dc-c2cb1f2f0919 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/ports?device_id=9509bf3d-1826-427f-a0de-fac8b5a14651 HTTP/1.1" status: 200 len: 984 time: 0.0486670 Nov 25 14:16:27.662267 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9005f716-4942-4322-ac41-b40f7155dfe4 req-2956fef9-950d-4a07-81a6-a025fdbed02f tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/security-groups?id=71b934f5-4ec6-4eb9-85ae-7c751eb2af6b&id=a5bae33c-345a-44a6-b94b-5b073ce33607&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535688 Nov 25 14:16:28.754780 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:16:28.784771 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b0c4d5-d5f1-43b2-aaf3-6f217bdab93a req-34bbf9f4-bbbe-45ec-a683-a9fafed8bdea tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:16:28.786260 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b7b0c4d5-d5f1-43b2-aaf3-6f217bdab93a req-34bbf9f4-bbbe-45ec-a683-a9fafed8bdea tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/ports?device_id=9509bf3d-1826-427f-a0de-fac8b5a14651 HTTP/1.1" status: 200 len: 984 time: 0.0546517 Nov 25 14:16:28.846834 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b7b0c4d5-d5f1-43b2-aaf3-6f217bdab93a req-e876347e-8c20-4231-a410-08239bebb667 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/security-groups?id=71b934f5-4ec6-4eb9-85ae-7c751eb2af6b&id=a5bae33c-345a-44a6-b94b-5b073ce33607&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537064 Nov 25 14:16:29.961886 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d791ce2-fb2b-4373-adeb-7fefbe220def req-a95c2d1e-df53-49ce-b181-d4e32d16b962 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:16:29.963393 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4d791ce2-fb2b-4373-adeb-7fefbe220def req-a95c2d1e-df53-49ce-b181-d4e32d16b962 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/ports?device_id=9509bf3d-1826-427f-a0de-fac8b5a14651 HTTP/1.1" status: 200 len: 984 time: 0.0482662 Nov 25 14:16:30.026126 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4d791ce2-fb2b-4373-adeb-7fefbe220def req-2d8f137c-30a2-44d7-bee7-2e53160da963 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/security-groups?id=71b934f5-4ec6-4eb9-85ae-7c751eb2af6b&id=a5bae33c-345a-44a6-b94b-5b073ce33607&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562613 Nov 25 14:16:30.384862 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f15b0768-2a30-4119-b242-2f8f9931a281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:16:31.147048 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62439dcc-f217-462b-86e5-ac0d3fbd2287 req-5d3e1179-20e4-4c3b-be5b-e09f57ec3a3d tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:16:31.148514 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-62439dcc-f217-462b-86e5-ac0d3fbd2287 req-5d3e1179-20e4-4c3b-be5b-e09f57ec3a3d tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/ports?device_id=9509bf3d-1826-427f-a0de-fac8b5a14651 HTTP/1.1" status: 200 len: 984 time: 0.0488906 Nov 25 14:16:31.211783 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-62439dcc-f217-462b-86e5-ac0d3fbd2287 req-15bb44de-ad70-4d62-a7c3-426de1659288 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/security-groups?id=71b934f5-4ec6-4eb9-85ae-7c751eb2af6b&id=a5bae33c-345a-44a6-b94b-5b073ce33607&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566142 Nov 25 14:16:32.327213 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae73c49c-bf30-4ec2-b253-2888dabb9618 req-a1ee331d-9ff1-4b8b-a70c-5c8968ff4c60 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:16:32.328678 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ae73c49c-bf30-4ec2-b253-2888dabb9618 req-a1ee331d-9ff1-4b8b-a70c-5c8968ff4c60 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/ports?device_id=9509bf3d-1826-427f-a0de-fac8b5a14651 HTTP/1.1" status: 200 len: 984 time: 0.0483494 Nov 25 14:16:32.390826 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ae73c49c-bf30-4ec2-b253-2888dabb9618 req-042222b8-caa5-429b-a57a-0dfc37d92a27 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/security-groups?id=71b934f5-4ec6-4eb9-85ae-7c751eb2af6b&id=a5bae33c-345a-44a6-b94b-5b073ce33607&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559859 Nov 25 14:16:32.864555 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-964ba901-0a15-465d-9930-04275f0679a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:16:33.510526 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895136e1-269e-4326-9bb3-d669d1550202 req-f413cd9a-a627-4cd9-9b85-677ef28e4c9b tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:16:33.512314 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-895136e1-269e-4326-9bb3-d669d1550202 req-f413cd9a-a627-4cd9-9b85-677ef28e4c9b tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/ports?device_id=9509bf3d-1826-427f-a0de-fac8b5a14651 HTTP/1.1" status: 200 len: 984 time: 0.0535798 Nov 25 14:16:33.571633 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-895136e1-269e-4326-9bb3-d669d1550202 req-75d86edc-3f53-4485-b70a-9fefb72de652 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/security-groups?id=71b934f5-4ec6-4eb9-85ae-7c751eb2af6b&id=a5bae33c-345a-44a6-b94b-5b073ce33607&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532331 Nov 25 14:16:34.094669 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:16:34.690738 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c9567-6ba6-4a80-b64d-da8270079b10 req-f339fa1d-ed55-4618-bbd7-4de7fcf10b43 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:16:34.692136 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3b8c9567-6ba6-4a80-b64d-da8270079b10 req-f339fa1d-ed55-4618-bbd7-4de7fcf10b43 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/ports?device_id=9509bf3d-1826-427f-a0de-fac8b5a14651 HTTP/1.1" status: 200 len: 984 time: 0.0526295 Nov 25 14:16:34.751927 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3b8c9567-6ba6-4a80-b64d-da8270079b10 req-0cecfc6d-e058-4059-af4d-2d8eace3cef3 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/security-groups?id=71b934f5-4ec6-4eb9-85ae-7c751eb2af6b&id=a5bae33c-345a-44a6-b94b-5b073ce33607&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537956 Nov 25 14:16:35.406769 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:16:35.866154 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50573fe1-eb22-483b-b876-d8085ed0e726 req-7febef38-c6fc-4530-936b-5ecdeabb65de tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:16:35.867674 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-50573fe1-eb22-483b-b876-d8085ed0e726 req-7febef38-c6fc-4530-936b-5ecdeabb65de tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/ports?device_id=9509bf3d-1826-427f-a0de-fac8b5a14651 HTTP/1.1" status: 200 len: 984 time: 0.0489872 Nov 25 14:16:35.927957 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-50573fe1-eb22-483b-b876-d8085ed0e726 req-e61ce217-3f59-4726-8876-03812aa7f458 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/security-groups?id=71b934f5-4ec6-4eb9-85ae-7c751eb2af6b&id=a5bae33c-345a-44a6-b94b-5b073ce33607&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536957 Nov 25 14:16:36.552407 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:16:37.046273 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd917b0-cb63-4110-b230-e98edf9d0c83 req-10ec6ae3-b7a5-4d7d-96a1-b618ea5401ef tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:16:37.047810 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0bd917b0-cb63-4110-b230-e98edf9d0c83 req-10ec6ae3-b7a5-4d7d-96a1-b618ea5401ef tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/ports?device_id=9509bf3d-1826-427f-a0de-fac8b5a14651 HTTP/1.1" status: 200 len: 984 time: 0.0530322 Nov 25 14:16:37.107096 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0bd917b0-cb63-4110-b230-e98edf9d0c83 req-f13534c7-d9f2-43c0-ad78-fa5f3be2ce28 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/security-groups?id=71b934f5-4ec6-4eb9-85ae-7c751eb2af6b&id=a5bae33c-345a-44a6-b94b-5b073ce33607&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531328 Nov 25 14:16:38.223196 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3827cf1e-d8d6-42d0-80a6-622449042963 req-c7becc8b-6504-45c5-9aec-69b2a5d8eac4 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:16:38.224681 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3827cf1e-d8d6-42d0-80a6-622449042963 req-c7becc8b-6504-45c5-9aec-69b2a5d8eac4 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/ports?device_id=9509bf3d-1826-427f-a0de-fac8b5a14651 HTTP/1.1" status: 200 len: 984 time: 0.0492327 Nov 25 14:16:38.286103 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3827cf1e-d8d6-42d0-80a6-622449042963 req-6361e302-1969-4299-8d1d-f2005d23254c tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/security-groups?id=71b934f5-4ec6-4eb9-85ae-7c751eb2af6b&id=a5bae33c-345a-44a6-b94b-5b073ce33607&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554430 Nov 25 14:16:38.730444 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:16:39.402146 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781bbe48-7abc-4bef-9ccf-021e299cac68 req-7c55db88-43c0-4f0c-993f-e4a24b13a313 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:16:39.404159 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-781bbe48-7abc-4bef-9ccf-021e299cac68 req-7c55db88-43c0-4f0c-993f-e4a24b13a313 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/ports?device_id=9509bf3d-1826-427f-a0de-fac8b5a14651 HTTP/1.1" status: 200 len: 984 time: 0.0492897 Nov 25 14:16:39.468774 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-781bbe48-7abc-4bef-9ccf-021e299cac68 req-f4d0ce05-aee2-43ad-a3e5-661e7f1a99ff tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/security-groups?id=71b934f5-4ec6-4eb9-85ae-7c751eb2af6b&id=a5bae33c-345a-44a6-b94b-5b073ce33607&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0585451 Nov 25 14:16:42.194778 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:00.381140 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d82e2bf0-f33b-4ff4-95a0-f864cfff1425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:02.865622 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e03a017e-5ffb-41e8-bbc2-04c1b406e376 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:04.097071 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:05.408615 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:05.755219 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:17:06.553907 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:08.741705 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:12.207897 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:13.103292 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-75ba6752-545b-46a8-ba8d-4760aa5ff8e0 req-0eb891a2-5a13-4e37-aef9-f3288ff882dc tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1800230981&fields=id&tenant_id=6a357a63c66d44a4b8d533c6fdfdb06a HTTP/1.1" status: 200 len: 267 time: 0.0448477 Nov 25 14:17:13.155881 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba6752-545b-46a8-ba8d-4760aa5ff8e0 req-952dd87f-c4cb-45c0-951d-1c0ed2aa696e tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:17:13.157353 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-75ba6752-545b-46a8-ba8d-4760aa5ff8e0 req-952dd87f-c4cb-45c0-951d-1c0ed2aa696e tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/ports?device_id=9509bf3d-1826-427f-a0de-fac8b5a14651 HTTP/1.1" status: 200 len: 984 time: 0.0481670 Nov 25 14:17:13.168206 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [req-75ba6752-545b-46a8-ba8d-4760aa5ff8e0 req-0343097d-69ae-444c-be5e-6b30ffaa8f20 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Request body: {'port': {'security_groups': ['a5bae33c-345a-44a6-b94b-5b073ce33607']}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:17:13.238171 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-75ba6752-545b-46a8-ba8d-4760aa5ff8e0 req-0343097d-69ae-444c-be5e-6b30ffaa8f20 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:13.414770 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [req-75ba6752-545b-46a8-ba8d-4760aa5ff8e0 req-0343097d-69ae-444c-be5e-6b30ffaa8f20 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] For port 67d60eef-9279-4545-989a-f984a72d553b, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=67d60eef-9279-4545-989a-f984a72d553b,segment=NetworkSegment(5051edd0-387b-47c4-9b79-e5216c7c6e9b),segment_id=5051edd0-387b-47c4-9b79-e5216c7c6e9b)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:17:13.448105 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-75ba6752-545b-46a8-ba8d-4760aa5ff8e0 req-0343097d-69ae-444c-be5e-6b30ffaa8f20 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:13.452583 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-75ba6752-545b-46a8-ba8d-4760aa5ff8e0 req-0343097d-69ae-444c-be5e-6b30ffaa8f20 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:13.464765 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['67d60eef-9279-4545-989a-f984a72d553b'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 14:17:13.500431 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba6752-545b-46a8-ba8d-4760aa5ff8e0 req-0343097d-69ae-444c-be5e-6b30ffaa8f20 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:17:13.501126 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [req-75ba6752-545b-46a8-ba8d-4760aa5ff8e0 req-0343097d-69ae-444c-be5e-6b30ffaa8f20 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:13.502567 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-75ba6752-545b-46a8-ba8d-4760aa5ff8e0 req-0343097d-69ae-444c-be5e-6b30ffaa8f20 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "PUT /v2.0/ports/67d60eef-9279-4545-989a-f984a72d553b HTTP/1.1" status: 200 len: 942 time: 0.3388944 Nov 25 14:17:13.503073 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9509bf3d-1826-427f-a0de-fac8b5a14651', 'tag': '67d60eef-9279-4545-989a-f984a72d553b'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:17:13.505504 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ff10e3dad8c55f3be2027b0b566631f93d9edebaac325607bb9a9480f03098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c685a1f-dde2-4e89-8408-d09fd19ed5e5" -d '{"events": [{"name": "network-changed", "server_uuid": "9509bf3d-1826-427f-a0de-fac8b5a14651", "tag": "67d60eef-9279-4545-989a-f984a72d553b"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:17:13.508418 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 39056) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:17:13.548316 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0343097d-69ae-444c-be5e-6b30ffaa8f20 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Pushing event updated for resources: {'Port': ['ID=67d60eef-9279-4545-989a-f984a72d553b,revision_number=7']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:17:13.561702 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0343097d-69ae-444c-be5e-6b30ffaa8f20 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:17:13.562068 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0343097d-69ae-444c-be5e-6b30ffaa8f20 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:17:13.562447 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0343097d-69ae-444c-be5e-6b30ffaa8f20 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:17:13.563140 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0343097d-69ae-444c-be5e-6b30ffaa8f20 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:17:13.563375 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0343097d-69ae-444c-be5e-6b30ffaa8f20 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:17:13.563723 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0343097d-69ae-444c-be5e-6b30ffaa8f20 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:17:13.564060 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0343097d-69ae-444c-be5e-6b30ffaa8f20 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:17:13.564522 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0343097d-69ae-444c-be5e-6b30ffaa8f20 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:17:13.565002 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0343097d-69ae-444c-be5e-6b30ffaa8f20 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:17:13.565241 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0343097d-69ae-444c-be5e-6b30ffaa8f20 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:17:13.565645 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0343097d-69ae-444c-be5e-6b30ffaa8f20 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:17:13.565955 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0343097d-69ae-444c-be5e-6b30ffaa8f20 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:17:13.571321 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 14:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-571c2c8c-51f1-498a-b473-be8268d0e527 x-openstack-request-id: req-571c2c8c-51f1-498a-b473-be8268d0e527 {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:17:13.571646 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9509bf3d-1826-427f-a0de-fac8b5a14651", "tag": "67d60eef-9279-4545-989a-f984a72d553b", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:17:13.571868 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-571c2c8c-51f1-498a-b473-be8268d0e527 {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:17:13.572270 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9509bf3d-1826-427f-a0de-fac8b5a14651', 'tag': '67d60eef-9279-4545-989a-f984a72d553b', 'status': 'completed', 'code': 200} Nov 25 14:17:13.588704 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5d9e23ae-210a-4184-bb50-698f0e33e34e tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:13.609362 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['67d60eef-9279-4545-989a-f984a72d553b'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 14:17:13.652865 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5d9e23ae-210a-4184-bb50-698f0e33e34e tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:13.674512 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c685a1f-dde2-4e89-8408-d09fd19ed5e5 req-5ea3e581-5579-4fac-9efd-8ef35f5aeb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:17:13.676049 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9c685a1f-dde2-4e89-8408-d09fd19ed5e5 req-5ea3e581-5579-4fac-9efd-8ef35f5aeb84 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6a357a63c66d44a4b8d533c6fdfdb06a&device_id=9509bf3d-1826-427f-a0de-fac8b5a14651 HTTP/1.1" status: 200 len: 1097 time: 0.0733085 Nov 25 14:17:13.789280 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c685a1f-dde2-4e89-8408-d09fd19ed5e5 req-42a40e0c-7cfe-49b8-aaf9-d59df7289af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:17:13.790738 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9c685a1f-dde2-4e89-8408-d09fd19ed5e5 req-42a40e0c-7cfe-49b8-aaf9-d59df7289af7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=83fc9251-a926-44d2-8a59-bc3a637068c0 HTTP/1.1" status: 200 len: 915 time: 0.1068921 Nov 25 14:17:13.791744 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5d9e23ae-210a-4184-bb50-698f0e33e34e tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:13.794953 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5d9e23ae-210a-4184-bb50-698f0e33e34e tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:13.795983 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5d9e23ae-210a-4184-bb50-698f0e33e34e tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "DELETE /v2.0/security-groups/71b934f5-4ec6-4eb9-85ae-7c751eb2af6b HTTP/1.1" status: 204 len: 168 time: 0.2859416 Nov 25 14:17:13.798852 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39058) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:17:13.812454 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e23ae-210a-4184-bb50-698f0e33e34e tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b934f5-4ec6-4eb9-85ae-7c751eb2af6b,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:17:13.838961 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-83bf3ca0-8f34-4f87-8f1b-936d085e2d18 None None] Provisioning complete for port 67d60eef-9279-4545-989a-f984a72d553b triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:17:13.839716 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-83bf3ca0-8f34-4f87-8f1b-936d085e2d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:13.858182 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e23ae-210a-4184-bb50-698f0e33e34e tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:17:13.858537 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e23ae-210a-4184-bb50-698f0e33e34e tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:17:13.858915 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e23ae-210a-4184-bb50-698f0e33e34e tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:17:13.859261 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e23ae-210a-4184-bb50-698f0e33e34e tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:17:13.859602 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e23ae-210a-4184-bb50-698f0e33e34e tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:17:13.859945 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e23ae-210a-4184-bb50-698f0e33e34e tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:17:13.860282 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e23ae-210a-4184-bb50-698f0e33e34e tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:17:13.860615 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e23ae-210a-4184-bb50-698f0e33e34e tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:17:13.860954 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e23ae-210a-4184-bb50-698f0e33e34e tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:17:13.861290 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e23ae-210a-4184-bb50-698f0e33e34e tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:17:13.861641 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e23ae-210a-4184-bb50-698f0e33e34e tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:17:13.861947 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e23ae-210a-4184-bb50-698f0e33e34e tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:17:13.880384 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9c685a1f-dde2-4e89-8408-d09fd19ed5e5 req-995e170a-bd69-418e-8839-e45086d2c9a2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67d60eef-9279-4545-989a-f984a72d553b HTTP/1.1" status: 200 len: 1001 time: 0.0807137 Nov 25 14:17:13.935198 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c685a1f-dde2-4e89-8408-d09fd19ed5e5 req-44e35dd6-449b-48eb-ac2b-0a941a4045e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:17:13.936690 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9c685a1f-dde2-4e89-8408-d09fd19ed5e5 req-44e35dd6-449b-48eb-ac2b-0a941a4045e9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f4c8ac90-6e89-4aed-bbf8-cf97528b5f81 HTTP/1.1" status: 200 len: 853 time: 0.0488536 Nov 25 14:17:13.968384 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-70921a28-bb26-467e-97ef-b6ab0e066dae tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Deleting port 5d61ece8-d5bd-48bd-90a7-2ac8688789e7 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:17:13.968734 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-70921a28-bb26-467e-97ef-b6ab0e066dae tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:13.988994 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c685a1f-dde2-4e89-8408-d09fd19ed5e5 req-be06db59-0396-4d90-8707-adae9345380f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:17:13.990598 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9c685a1f-dde2-4e89-8408-d09fd19ed5e5 req-be06db59-0396-4d90-8707-adae9345380f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=83fc9251-a926-44d2-8a59-bc3a637068c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440645 Nov 25 14:17:14.044286 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-70921a28-bb26-467e-97ef-b6ab0e066dae tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:14.044612 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-70921a28-bb26-467e-97ef-b6ab0e066dae tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:14.056468 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-70921a28-bb26-467e-97ef-b6ab0e066dae tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Calling delete_port for 5d61ece8-d5bd-48bd-90a7-2ac8688789e7 owned by network:floatingip {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:17:14.085748 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9c685a1f-dde2-4e89-8408-d09fd19ed5e5 req-13c642dd-45fb-4a47-9d13-fe3a0689aab5 service neutron] 10.222.0.66 "GET /v2.0/networks/83fc9251-a926-44d2-8a59-bc3a637068c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870688 Nov 25 14:17:14.177655 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9c685a1f-dde2-4e89-8408-d09fd19ed5e5 req-4bbfb9f9-4961-4acf-8cde-15b503e5c828 service neutron] 10.222.0.66 "GET /v2.0/networks/83fc9251-a926-44d2-8a59-bc3a637068c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843558 Nov 25 14:17:14.208709 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-70921a28-bb26-467e-97ef-b6ab0e066dae tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:14.234895 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70921a28-bb26-467e-97ef-b6ab0e066dae tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Pushing event deleted for resources: {'Port': ['ID=5d61ece8-d5bd-48bd-90a7-2ac8688789e7,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:17:14.299774 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-70921a28-bb26-467e-97ef-b6ab0e066dae tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Publish callbacks [] for floatingip, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:14.300107 n-d-808199-11 neutron-server[103570]: INFO neutron.db.l3_db [None req-70921a28-bb26-467e-97ef-b6ab0e066dae tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Floating IP 24a51edd-812e-4743-9db8-9a04051c834f disassociated (deleted). External IP: 172.25.5.119, port: 67d60eef-9279-4545-989a-f984a72d553b. Nov 25 14:17:14.511163 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70921a28-bb26-467e-97ef-b6ab0e066dae tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Router da5a1d54-abce-4f30-af8c-a0a0b3faddf2 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 14:17:14.619780 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70921a28-bb26-467e-97ef-b6ab0e066dae tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 14:17:14.625240 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-70921a28-bb26-467e-97ef-b6ab0e066dae tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:14.630012 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c14645d-5a6b-4c68-b432-64a0611fbb7e None None] Sync routers for ids ['da5a1d54-abce-4f30-af8c-a0a0b3faddf2'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 14:17:14.640279 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c14645d-5a6b-4c68-b432-64a0611fbb7e None None] Routers {'da5a1d54-abce-4f30-af8c-a0a0b3faddf2'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:17:14.640915 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-5c14645d-5a6b-4c68-b432-64a0611fbb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:17:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['da5a1d54-abce-4f30-af8c-a0a0b3faddf2'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:17:14.651912 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-70921a28-bb26-467e-97ef-b6ab0e066dae tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "DELETE /v2.0/floatingips/24a51edd-812e-4743-9db8-9a04051c834f HTTP/1.1" status: 204 len: 168 time: 0.8518455 Nov 25 14:17:14.748097 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-5c14645d-5a6b-4c68-b432-64a0611fbb7e None None] Set router da5a1d54-abce-4f30-af8c-a0a0b3faddf2 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:17:14.972096 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-5c14645d-5a6b-4c68-b432-64a0611fbb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da5a1d54-abce-4f30-af8c-a0a0b3faddf2', 'name': 'tempest-TestMinimumBasicScenario-670402494-router', 'tenant_id': '6a357a63c66d44a4b8d533c6fdfdb06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'cf7d0fbc-94d8-44a1-8a2e-8605f22533e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:15:03Z', 'updated_at': '2021-11-25T14:15:06Z', 'revision_number': 4, 'project_id': '6a357a63c66d44a4b8d533c6fdfdb06a', 'gw_port': {'id': 'cf7d0fbc-94d8-44a1-8a2e-8605f22533e9', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5a1d54-abce-4f30-af8c-a0a0b3faddf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:15:04Z', 'updated_at': '2021-11-25T14:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'fef6334e-edf5-4d22-942d-f6b4353fcf96', 'name': '', 'network_id': '83fc9251-a926-44d2-8a59-bc3a637068c0', 'tenant_id': '6a357a63c66d44a4b8d533c6fdfdb06a', 'mac_address': 'fa:16:3e:10:60:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5a1d54-abce-4f30-af8c-a0a0b3faddf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'f4c8ac90-6e89-4aed-bbf8-cf97528b5f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:15:05Z', 'updated_at': '2021-11-25T14:15:11Z', 'revision_number': 5, 'project_id': '6a357a63c66d44a4b8d533c6fdfdb06a', 'subnets': [{'id': 'f4c8ac90-6e89-4aed-bbf8-cf97528b5f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:17:15.002274 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c14645d-5a6b-4c68-b432-64a0611fbb7e None None] Checking router: da5a1d54-abce-4f30-af8c-a0a0b3faddf2 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 14:17:15.010865 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c14645d-5a6b-4c68-b432-64a0611fbb7e None None] Routers {'da5a1d54-abce-4f30-af8c-a0a0b3faddf2'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:17:15.011483 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-5c14645d-5a6b-4c68-b432-64a0611fbb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:17:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['da5a1d54-abce-4f30-af8c-a0a0b3faddf2'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:17:15.115112 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-5c14645d-5a6b-4c68-b432-64a0611fbb7e None None] Set router da5a1d54-abce-4f30-af8c-a0a0b3faddf2 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:17:15.478159 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-5c14645d-5a6b-4c68-b432-64a0611fbb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da5a1d54-abce-4f30-af8c-a0a0b3faddf2', 'name': 'tempest-TestMinimumBasicScenario-670402494-router', 'tenant_id': '6a357a63c66d44a4b8d533c6fdfdb06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'cf7d0fbc-94d8-44a1-8a2e-8605f22533e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:15:03Z', 'updated_at': '2021-11-25T14:15:06Z', 'revision_number': 4, 'project_id': '6a357a63c66d44a4b8d533c6fdfdb06a', 'gw_port': {'id': 'cf7d0fbc-94d8-44a1-8a2e-8605f22533e9', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5a1d54-abce-4f30-af8c-a0a0b3faddf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:15:04Z', 'updated_at': '2021-11-25T14:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'fef6334e-edf5-4d22-942d-f6b4353fcf96', 'name': '', 'network_id': '83fc9251-a926-44d2-8a59-bc3a637068c0', 'tenant_id': '6a357a63c66d44a4b8d533c6fdfdb06a', 'mac_address': 'fa:16:3e:10:60:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5a1d54-abce-4f30-af8c-a0a0b3faddf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'f4c8ac90-6e89-4aed-bbf8-cf97528b5f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:15:05Z', 'updated_at': '2021-11-25T14:15:11Z', 'revision_number': 5, 'project_id': '6a357a63c66d44a4b8d533c6fdfdb06a', 'subnets': [{'id': 'f4c8ac90-6e89-4aed-bbf8-cf97528b5f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:17:15.503540 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c14645d-5a6b-4c68-b432-64a0611fbb7e None None] The sync data for ids ['da5a1d54-abce-4f30-af8c-a0a0b3faddf2'] in n-d-808199-11 is: [{'id': 'da5a1d54-abce-4f30-af8c-a0a0b3faddf2', 'name': 'tempest-TestMinimumBasicScenario-670402494-router', 'tenant_id': '6a357a63c66d44a4b8d533c6fdfdb06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'cf7d0fbc-94d8-44a1-8a2e-8605f22533e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:15:03Z', 'updated_at': '2021-11-25T14:15:06Z', 'revision_number': 4, 'project_id': '6a357a63c66d44a4b8d533c6fdfdb06a', 'gw_port': {'id': 'cf7d0fbc-94d8-44a1-8a2e-8605f22533e9', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5a1d54-abce-4f30-af8c-a0a0b3faddf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:15:04Z', 'updated_at': '2021-11-25T14:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'fef6334e-edf5-4d22-942d-f6b4353fcf96', 'name': '', 'network_id': '83fc9251-a926-44d2-8a59-bc3a637068c0', 'tenant_id': '6a357a63c66d44a4b8d533c6fdfdb06a', 'mac_address': 'fa:16:3e:10:60:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5a1d54-abce-4f30-af8c-a0a0b3faddf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'f4c8ac90-6e89-4aed-bbf8-cf97528b5f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:15:05Z', 'updated_at': '2021-11-25T14:15:11Z', 'revision_number': 5, 'project_id': '6a357a63c66d44a4b8d533c6fdfdb06a', 'subnets': [{'id': 'f4c8ac90-6e89-4aed-bbf8-cf97528b5f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 14:17:15.573048 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9509bf3d-1826-427f-a0de-fac8b5a14651', 'tag': '67d60eef-9279-4545-989a-f984a72d553b'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:17:15.576870 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ff10e3dad8c55f3be2027b0b566631f93d9edebaac325607bb9a9480f03098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea8c0c1-11db-4144-9b71-c3b4e05085d6" -d '{"events": [{"name": "network-changed", "server_uuid": "9509bf3d-1826-427f-a0de-fac8b5a14651", "tag": "67d60eef-9279-4545-989a-f984a72d553b"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:17:15.623573 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 14:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b52b7408-259a-4792-87fe-144d98f23ac2 x-openstack-request-id: req-b52b7408-259a-4792-87fe-144d98f23ac2 {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:17:15.623844 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9509bf3d-1826-427f-a0de-fac8b5a14651", "tag": "67d60eef-9279-4545-989a-f984a72d553b", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:17:15.624111 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b52b7408-259a-4792-87fe-144d98f23ac2 {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:17:15.624611 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9509bf3d-1826-427f-a0de-fac8b5a14651', 'tag': '67d60eef-9279-4545-989a-f984a72d553b', 'status': 'completed', 'code': 200} Nov 25 14:17:15.701303 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea8c0c1-11db-4144-9b71-c3b4e05085d6 req-fd185464-0008-4650-8c30-cb6712d5293b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:17:15.702929 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8ea8c0c1-11db-4144-9b71-c3b4e05085d6 req-fd185464-0008-4650-8c30-cb6712d5293b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6a357a63c66d44a4b8d533c6fdfdb06a&device_id=9509bf3d-1826-427f-a0de-fac8b5a14651 HTTP/1.1" status: 200 len: 1097 time: 0.0515330 Nov 25 14:17:15.764353 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf4960a-0c9b-4967-a5c5-4c8fd3b1e5d9 None None] New status for floating IP 24a51edd-812e-4743-9db8-9a04051c834f: DOWN {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 14:17:15.805052 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea8c0c1-11db-4144-9b71-c3b4e05085d6 req-d58cfe04-20cc-45d7-803f-19735a379270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:17:15.806526 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8ea8c0c1-11db-4144-9b71-c3b4e05085d6 req-d58cfe04-20cc-45d7-803f-19735a379270 service neutron] 10.222.0.66 "GET /v2.0/networks?id=83fc9251-a926-44d2-8a59-bc3a637068c0 HTTP/1.1" status: 200 len: 915 time: 0.0952182 Nov 25 14:17:15.857591 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8ea8c0c1-11db-4144-9b71-c3b4e05085d6 req-d8fc7748-32c0-4e60-99b3-cfcf0551a684 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67d60eef-9279-4545-989a-f984a72d553b HTTP/1.1" status: 200 len: 217 time: 0.0416853 Nov 25 14:17:15.917877 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea8c0c1-11db-4144-9b71-c3b4e05085d6 req-59b6bb69-5d1e-4725-9395-1cef09bf4c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:17:15.919483 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8ea8c0c1-11db-4144-9b71-c3b4e05085d6 req-59b6bb69-5d1e-4725-9395-1cef09bf4c10 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f4c8ac90-6e89-4aed-bbf8-cf97528b5f81 HTTP/1.1" status: 200 len: 853 time: 0.0546486 Nov 25 14:17:15.971975 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea8c0c1-11db-4144-9b71-c3b4e05085d6 req-834265fe-7c22-4da6-b1f9-b3af3a709e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:17:15.973490 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8ea8c0c1-11db-4144-9b71-c3b4e05085d6 req-834265fe-7c22-4da6-b1f9-b3af3a709e32 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=83fc9251-a926-44d2-8a59-bc3a637068c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461550 Nov 25 14:17:16.069579 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8ea8c0c1-11db-4144-9b71-c3b4e05085d6 req-59866f65-59a3-4d6e-945b-94406433e0be service neutron] 10.222.0.66 "GET /v2.0/networks/83fc9251-a926-44d2-8a59-bc3a637068c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838881 Nov 25 14:17:16.168453 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8ea8c0c1-11db-4144-9b71-c3b4e05085d6 req-f15465a3-6542-49d2-9c83-10f9ef9a9f73 service neutron] 10.222.0.66 "GET /v2.0/networks/83fc9251-a926-44d2-8a59-bc3a637068c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873482 Nov 25 14:17:23.378454 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-414be54b-ff96-4192-8e7f-0a355754da9d req-c0a1dc25-1143-4e88-9f7d-d048daef96a4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9509bf3d-1826-427f-a0de-fac8b5a14651&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0410664 Nov 25 14:17:23.466515 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414be54b-ff96-4192-8e7f-0a355754da9d req-4fa0ee39-99a8-4627-a462-a459998f7b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:17:23.468143 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-414be54b-ff96-4192-8e7f-0a355754da9d req-4fa0ee39-99a8-4627-a462-a459998f7b25 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6a357a63c66d44a4b8d533c6fdfdb06a&device_id=9509bf3d-1826-427f-a0de-fac8b5a14651 HTTP/1.1" status: 200 len: 1097 time: 0.0426099 Nov 25 14:17:23.582816 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414be54b-ff96-4192-8e7f-0a355754da9d req-9b0ad0bc-428c-494e-bd16-14338d763025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:17:23.584421 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-414be54b-ff96-4192-8e7f-0a355754da9d req-9b0ad0bc-428c-494e-bd16-14338d763025 service neutron] 10.222.0.66 "GET /v2.0/networks?id=83fc9251-a926-44d2-8a59-bc3a637068c0 HTTP/1.1" status: 200 len: 915 time: 0.0968425 Nov 25 14:17:23.638714 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-414be54b-ff96-4192-8e7f-0a355754da9d req-e39ade6e-d259-4d87-aae2-47a0c9ec7ee9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67d60eef-9279-4545-989a-f984a72d553b HTTP/1.1" status: 200 len: 217 time: 0.0428617 Nov 25 14:17:23.670417 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a48904-b208-42d0-9661-e2eb469a8d9d req-9967ff7f-2afc-4851-86b5-a76b710ade62 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:17:23.672474 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-46a48904-b208-42d0-9661-e2eb469a8d9d req-9967ff7f-2afc-4851-86b5-a76b710ade62 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/ports?device_id=9509bf3d-1826-427f-a0de-fac8b5a14651 HTTP/1.1" status: 200 len: 945 time: 0.0540814 Nov 25 14:17:23.707624 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414be54b-ff96-4192-8e7f-0a355754da9d req-d5fcef88-d8ff-4ce1-bb2a-e77882d94d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:17:23.709135 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-414be54b-ff96-4192-8e7f-0a355754da9d req-d5fcef88-d8ff-4ce1-bb2a-e77882d94d89 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f4c8ac90-6e89-4aed-bbf8-cf97528b5f81 HTTP/1.1" status: 200 len: 853 time: 0.0626283 Nov 25 14:17:23.729591 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-46a48904-b208-42d0-9661-e2eb469a8d9d req-42adcabd-efbd-4020-b08c-c3e9ceefb07d tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5bae33c-345a-44a6-b94b-5b073ce33607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497739 Nov 25 14:17:23.761403 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414be54b-ff96-4192-8e7f-0a355754da9d req-ecd5ddb9-705d-4ee0-8691-dacd4acc775d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:17:23.763017 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-414be54b-ff96-4192-8e7f-0a355754da9d req-ecd5ddb9-705d-4ee0-8691-dacd4acc775d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=83fc9251-a926-44d2-8a59-bc3a637068c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442703 Nov 25 14:17:23.855308 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-414be54b-ff96-4192-8e7f-0a355754da9d req-e73780a2-6410-491a-8206-92614a302cfb service neutron] 10.222.0.66 "GET /v2.0/networks/83fc9251-a926-44d2-8a59-bc3a637068c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840375 Nov 25 14:17:23.956462 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-414be54b-ff96-4192-8e7f-0a355754da9d req-d61c7ce0-f92a-4a84-bd87-9abc729c7e29 service neutron] 10.222.0.66 "GET /v2.0/networks/83fc9251-a926-44d2-8a59-bc3a637068c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894241 Nov 25 14:17:24.844785 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4006f762-82f3-40e9-88a9-fbbc53a2e503 req-fbd08f5f-1682-4bf7-b173-b03b88135c06 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:17:24.846283 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4006f762-82f3-40e9-88a9-fbbc53a2e503 req-fbd08f5f-1682-4bf7-b173-b03b88135c06 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/ports?device_id=9509bf3d-1826-427f-a0de-fac8b5a14651 HTTP/1.1" status: 200 len: 945 time: 0.0486674 Nov 25 14:17:24.898446 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4006f762-82f3-40e9-88a9-fbbc53a2e503 req-d12a2372-7cea-490a-845e-3a558cfb74df tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5bae33c-345a-44a6-b94b-5b073ce33607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459204 Nov 25 14:17:25.685380 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8710da8-1b16-4c28-80c6-9a5035e449dd req-e166de38-26ca-457f-88cb-1517a6040e2f tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:17:25.686792 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d8710da8-1b16-4c28-80c6-9a5035e449dd req-e166de38-26ca-457f-88cb-1517a6040e2f tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.66 "GET /v2.0/ports?device_id=9509bf3d-1826-427f-a0de-fac8b5a14651 HTTP/1.1" status: 200 len: 945 time: 0.0497599 Nov 25 14:17:25.785416 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-d8710da8-1b16-4c28-80c6-9a5035e449dd req-2134da92-b357-44d0-8e4c-66c5aecf6fb3 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Deleting port 67d60eef-9279-4545-989a-f984a72d553b {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:17:25.785751 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d8710da8-1b16-4c28-80c6-9a5035e449dd req-2134da92-b357-44d0-8e4c-66c5aecf6fb3 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:25.873493 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-d8710da8-1b16-4c28-80c6-9a5035e449dd req-2134da92-b357-44d0-8e4c-66c5aecf6fb3 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] For port 67d60eef-9279-4545-989a-f984a72d553b, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=67d60eef-9279-4545-989a-f984a72d553b,segment=NetworkSegment(5051edd0-387b-47c4-9b79-e5216c7c6e9b),segment_id=5051edd0-387b-47c4-9b79-e5216c7c6e9b)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:17:25.873857 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d8710da8-1b16-4c28-80c6-9a5035e449dd req-2134da92-b357-44d0-8e4c-66c5aecf6fb3 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:25.886547 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-d8710da8-1b16-4c28-80c6-9a5035e449dd req-2134da92-b357-44d0-8e4c-66c5aecf6fb3 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Calling delete_port for 67d60eef-9279-4545-989a-f984a72d553b owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:17:26.014794 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af668a-0a25-4b73-a61a-66876ef828e2 req-7eb0fdb4-7c95-40dd-bb80-ef3d36a4cb63 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:17:26.016295 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b3af668a-0a25-4b73-a61a-66876ef828e2 req-7eb0fdb4-7c95-40dd-bb80-ef3d36a4cb63 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/ports?device_id=9509bf3d-1826-427f-a0de-fac8b5a14651 HTTP/1.1" status: 200 len: 945 time: 0.0482047 Nov 25 14:17:26.025432 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d8710da8-1b16-4c28-80c6-9a5035e449dd req-2134da92-b357-44d0-8e4c-66c5aecf6fb3 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:26.041193 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['67d60eef-9279-4545-989a-f984a72d553b'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 14:17:26.055406 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2134da92-b357-44d0-8e4c-66c5aecf6fb3 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Pushing event deleted for resources: {'Port': ['ID=67d60eef-9279-4545-989a-f984a72d553b,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:17:26.073395 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b3af668a-0a25-4b73-a61a-66876ef828e2 req-50039a19-bb2a-48bf-8ca8-06181f2c452e tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5bae33c-345a-44a6-b94b-5b073ce33607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508149 Nov 25 14:17:26.102073 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8710da8-1b16-4c28-80c6-9a5035e449dd req-2134da92-b357-44d0-8e4c-66c5aecf6fb3 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] No DVR routers for this DVR port 67d60eef-9279-4545-989a-f984a72d553b on host n-h1-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 14:17:26.104814 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d8710da8-1b16-4c28-80c6-9a5035e449dd req-2134da92-b357-44d0-8e4c-66c5aecf6fb3 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:26.108312 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d8710da8-1b16-4c28-80c6-9a5035e449dd req-2134da92-b357-44d0-8e4c-66c5aecf6fb3 tempest-TestMinimumBasicScenario-2043842114 tempest-TestMinimumBasicScenario-2043842114-project] 10.222.0.66 "DELETE /v2.0/ports/67d60eef-9279-4545-989a-f984a72d553b HTTP/1.1" status: 204 len: 173 time: 0.4112749 Nov 25 14:17:26.108757 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9509bf3d-1826-427f-a0de-fac8b5a14651', 'name': 'network-vif-deleted', 'tag': '67d60eef-9279-4545-989a-f984a72d553b'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:17:26.111049 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b263d7d4b70db15966f189087f2cdd81ff7815a34d469843c29c7d40ca9dff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33379106-06d4-441a-8c1d-3831d3d1fba2" -d '{"events": [{"server_uuid": "9509bf3d-1826-427f-a0de-fac8b5a14651", "name": "network-vif-deleted", "tag": "67d60eef-9279-4545-989a-f984a72d553b"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:17:26.203838 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 14:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-999ca156-e9ac-43af-bc73-70951204e0de x-openstack-request-id: req-999ca156-e9ac-43af-bc73-70951204e0de {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:17:26.204140 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9509bf3d-1826-427f-a0de-fac8b5a14651", "name": "network-vif-deleted", "tag": "67d60eef-9279-4545-989a-f984a72d553b", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:17:26.204414 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-999ca156-e9ac-43af-bc73-70951204e0de {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:17:26.204823 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9509bf3d-1826-427f-a0de-fac8b5a14651', 'name': 'network-vif-deleted', 'tag': '67d60eef-9279-4545-989a-f984a72d553b', 'status': 'completed', 'code': 200} Nov 25 14:17:28.665279 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39166) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:17:28.670208 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 67d60eef-9279-4545-989a-f984a72d553b no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:17:28.692909 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] No Port match for: 67d60eef-9279-4545-989a-f984a72d553b {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 14:17:28.693257 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 67d60eef-9279-4545-989a-f984a72d553b not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:17:29.010203 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ea9fea8d-59f9-4407-9235-47cada7af1e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:29.250073 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-ea9fea8d-59f9-4407-9235-47cada7af1e6 admin admin] Deleting port fef6334e-edf5-4d22-942d-f6b4353fcf96 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:17:29.250410 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ea9fea8d-59f9-4407-9235-47cada7af1e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:29.325127 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-ea9fea8d-59f9-4407-9235-47cada7af1e6 admin admin] For port fef6334e-edf5-4d22-942d-f6b4353fcf96, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=fef6334e-edf5-4d22-942d-f6b4353fcf96,segment=NetworkSegment(5051edd0-387b-47c4-9b79-e5216c7c6e9b),segment_id=5051edd0-387b-47c4-9b79-e5216c7c6e9b)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:17:29.325411 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ea9fea8d-59f9-4407-9235-47cada7af1e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:29.337983 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-ea9fea8d-59f9-4407-9235-47cada7af1e6 admin admin] Calling delete_port for fef6334e-edf5-4d22-942d-f6b4353fcf96 owned by network:router_interface {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:17:29.512897 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ea9fea8d-59f9-4407-9235-47cada7af1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:29.539317 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9fea8d-59f9-4407-9235-47cada7af1e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fef6334e-edf5-4d22-942d-f6b4353fcf96,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:17:29.707099 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ea9fea8d-59f9-4407-9235-47cada7af1e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:30.200748 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea9fea8d-59f9-4407-9235-47cada7af1e6 admin admin] Router da5a1d54-abce-4f30-af8c-a0a0b3faddf2 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 14:17:30.306562 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea9fea8d-59f9-4407-9235-47cada7af1e6 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 14:17:30.312360 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-ea9fea8d-59f9-4407-9235-47cada7af1e6 admin admin] 10.222.0.53 "PUT /v2.0/routers/da5a1d54-abce-4f30-af8c-a0a0b3faddf2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6454136 Nov 25 14:17:30.314145 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39168) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:17:30.316122 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be20ac9e-5db2-45c7-9689-9824d7c6c9b3 None None] Sync routers for ids ['da5a1d54-abce-4f30-af8c-a0a0b3faddf2'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 14:17:30.326597 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be20ac9e-5db2-45c7-9689-9824d7c6c9b3 None None] Routers {'da5a1d54-abce-4f30-af8c-a0a0b3faddf2'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:17:30.327254 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-be20ac9e-5db2-45c7-9689-9824d7c6c9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:17:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['da5a1d54-abce-4f30-af8c-a0a0b3faddf2'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:17:30.419112 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-63809852-1cef-408a-86c5-14e2d2b7bbe2 admin admin] Publish callbacks [] for router, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:30.423162 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4c7756a1-c3b6-4182-a8bd-6c5fdbe0234b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:30.444519 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-be20ac9e-5db2-45c7-9689-9824d7c6c9b3 None None] Set router da5a1d54-abce-4f30-af8c-a0a0b3faddf2 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:17:30.522486 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-63809852-1cef-408a-86c5-14e2d2b7bbe2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:30.574794 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-63809852-1cef-408a-86c5-14e2d2b7bbe2 admin admin] Deleting port cf7d0fbc-94d8-44a1-8a2e-8605f22533e9 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:17:30.575733 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-63809852-1cef-408a-86c5-14e2d2b7bbe2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:30.632442 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-be20ac9e-5db2-45c7-9689-9824d7c6c9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da5a1d54-abce-4f30-af8c-a0a0b3faddf2', 'name': 'tempest-TestMinimumBasicScenario-670402494-router', 'tenant_id': '6a357a63c66d44a4b8d533c6fdfdb06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'cf7d0fbc-94d8-44a1-8a2e-8605f22533e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:15:03Z', 'updated_at': '2021-11-25T14:17:29Z', 'revision_number': 5, 'project_id': '6a357a63c66d44a4b8d533c6fdfdb06a', 'gw_port': {'id': 'cf7d0fbc-94d8-44a1-8a2e-8605f22533e9', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5a1d54-abce-4f30-af8c-a0a0b3faddf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:15:04Z', 'updated_at': '2021-11-25T14:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:17:30.660023 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-63809852-1cef-408a-86c5-14e2d2b7bbe2 admin admin] For port cf7d0fbc-94d8-44a1-8a2e-8605f22533e9, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=cf7d0fbc-94d8-44a1-8a2e-8605f22533e9,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:17:30.660395 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-63809852-1cef-408a-86c5-14e2d2b7bbe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:30.663523 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be20ac9e-5db2-45c7-9689-9824d7c6c9b3 None None] Checking router: da5a1d54-abce-4f30-af8c-a0a0b3faddf2 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 14:17:30.672371 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be20ac9e-5db2-45c7-9689-9824d7c6c9b3 None None] Routers {'da5a1d54-abce-4f30-af8c-a0a0b3faddf2'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:17:30.672897 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-63809852-1cef-408a-86c5-14e2d2b7bbe2 admin admin] Calling delete_port for cf7d0fbc-94d8-44a1-8a2e-8605f22533e9 owned by network:router_gateway {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:17:30.673027 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-be20ac9e-5db2-45c7-9689-9824d7c6c9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:17:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['da5a1d54-abce-4f30-af8c-a0a0b3faddf2'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:17:30.755228 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-be20ac9e-5db2-45c7-9689-9824d7c6c9b3 None None] Set router da5a1d54-abce-4f30-af8c-a0a0b3faddf2 gateway port host: None {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:17:30.810253 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-be20ac9e-5db2-45c7-9689-9824d7c6c9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da5a1d54-abce-4f30-af8c-a0a0b3faddf2', 'name': 'tempest-TestMinimumBasicScenario-670402494-router', 'tenant_id': '6a357a63c66d44a4b8d533c6fdfdb06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:15:03Z', 'updated_at': '2021-11-25T14:17:30Z', 'revision_number': 6, 'project_id': '6a357a63c66d44a4b8d533c6fdfdb06a', 'gw_port_host': None}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:17:30.836609 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be20ac9e-5db2-45c7-9689-9824d7c6c9b3 None None] The sync data for ids ['da5a1d54-abce-4f30-af8c-a0a0b3faddf2'] in n-d-808199-11 is: [{'id': 'da5a1d54-abce-4f30-af8c-a0a0b3faddf2', 'name': 'tempest-TestMinimumBasicScenario-670402494-router', 'tenant_id': '6a357a63c66d44a4b8d533c6fdfdb06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:15:03Z', 'updated_at': '2021-11-25T14:17:30Z', 'revision_number': 6, 'project_id': '6a357a63c66d44a4b8d533c6fdfdb06a', 'gw_port_host': None}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 14:17:30.839858 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-63809852-1cef-408a-86c5-14e2d2b7bbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:30.864425 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918eba6e-61c2-4ef9-976f-50108b45ff0b None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 14:17:30.906831 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63809852-1cef-408a-86c5-14e2d2b7bbe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf7d0fbc-94d8-44a1-8a2e-8605f22533e9,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:17:30.927055 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-63809852-1cef-408a-86c5-14e2d2b7bbe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:31.019284 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-63809852-1cef-408a-86c5-14e2d2b7bbe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:31.021416 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-63809852-1cef-408a-86c5-14e2d2b7bbe2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:31.066678 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-63809852-1cef-408a-86c5-14e2d2b7bbe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:31.067158 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63809852-1cef-408a-86c5-14e2d2b7bbe2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da5a1d54-abce-4f30-af8c-a0a0b3faddf2 {{(pid=103570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 14:17:31.071324 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-63809852-1cef-408a-86c5-14e2d2b7bbe2 admin admin] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:31.072551 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-63809852-1cef-408a-86c5-14e2d2b7bbe2 admin admin] 10.222.0.53 "DELETE /v2.0/routers/da5a1d54-abce-4f30-af8c-a0a0b3faddf2 HTTP/1.1" status: 204 len: 168 time: 0.7573938 Nov 25 14:17:31.075677 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39170) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:17:31.118659 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fa9af5c-a6d6-42f9-bffe-dd6faa50ee87 admin admin] Deleting subnet f4c8ac90-6e89-4aed-bbf8-cf97528b5f81 {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 14:17:31.121791 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5fa9af5c-a6d6-42f9-bffe-dd6faa50ee87 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:31.155853 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5fa9af5c-a6d6-42f9-bffe-dd6faa50ee87 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:31.241016 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5fa9af5c-a6d6-42f9-bffe-dd6faa50ee87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:31.304992 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5fa9af5c-a6d6-42f9-bffe-dd6faa50ee87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:31.331734 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa9af5c-a6d6-42f9-bffe-dd6faa50ee87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4c8ac90-6e89-4aed-bbf8-cf97528b5f81,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:17:31.333636 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5fa9af5c-a6d6-42f9-bffe-dd6faa50ee87 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:31.336847 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-5fa9af5c-a6d6-42f9-bffe-dd6faa50ee87 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f4c8ac90-6e89-4aed-bbf8-cf97528b5f81 HTTP/1.1" status: 204 len: 168 time: 0.2602386 Nov 25 14:17:31.337412 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5327c835-dce9-46a7-905d-8886a9de5524 None None] Network 83fc9251-a926-44d2-8a59-bc3a637068c0 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 14:17:31.339323 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39172) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:17:31.407450 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3dddf069-538c-4c2e-9272-3fabb84df647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:31.463586 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-3dddf069-538c-4c2e-9272-3fabb84df647 admin admin] Deleting port e153401a-f307-4d44-975f-2eacb82b0729 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:17:31.463933 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3dddf069-538c-4c2e-9272-3fabb84df647 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:31.527618 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-3dddf069-538c-4c2e-9272-3fabb84df647 admin admin] For port e153401a-f307-4d44-975f-2eacb82b0729, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=e153401a-f307-4d44-975f-2eacb82b0729,segment=NetworkSegment(5051edd0-387b-47c4-9b79-e5216c7c6e9b),segment_id=5051edd0-387b-47c4-9b79-e5216c7c6e9b)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:17:31.527991 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3dddf069-538c-4c2e-9272-3fabb84df647 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:31.540491 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-3dddf069-538c-4c2e-9272-3fabb84df647 admin admin] Calling delete_port for e153401a-f307-4d44-975f-2eacb82b0729 owned by network:dhcp {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:17:31.625749 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3dddf069-538c-4c2e-9272-3fabb84df647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:31.636770 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7584e7b0-bd79-429c-93a7-7e412ac36da7 None None] DHCP port deletion for 83fc9251-a926-44d2-8a59-bc3a637068c0 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 14:17:31.663336 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dddf069-538c-4c2e-9272-3fabb84df647 admin admin] Pushing event deleted for resources: {'Port': ['ID=e153401a-f307-4d44-975f-2eacb82b0729,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:17:31.665176 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dddf069-538c-4c2e-9272-3fabb84df647 admin admin] No DVR routers for this DVR port e153401a-f307-4d44-975f-2eacb82b0729 on host n-d-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 14:17:31.735445 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3dddf069-538c-4c2e-9272-3fabb84df647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:31.756169 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-3dddf069-538c-4c2e-9272-3fabb84df647 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83fc9251-a926-44d2-8a59-bc3a637068c0']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:17:31.765826 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-3dddf069-538c-4c2e-9272-3fabb84df647 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5051edd0-387b-47c4-9b79-e5216c7c6e9b') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:17:31.766120 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-3dddf069-538c-4c2e-9272-3fabb84df647 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5051edd0-387b-47c4-9b79-e5216c7c6e9b') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:17:31.775482 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3dddf069-538c-4c2e-9272-3fabb84df647 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:31.789976 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3dddf069-538c-4c2e-9272-3fabb84df647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:31.796310 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dddf069-538c-4c2e-9272-3fabb84df647 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 14:17:31.796701 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3dddf069-538c-4c2e-9272-3fabb84df647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:31.798343 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 14:17:31.798343 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 14:17:31.798343 n-d-808199-11 neutron-server[103570]: timer() Nov 25 14:17:31.798343 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 14:17:31.798343 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 14:17:31.798343 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 14:17:31.798343 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 14:17:31.798343 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 14:17:31.798343 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 14:17:31.798343 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 14:17:31.798343 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 14:17:31.798343 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 14:17:31.798343 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 14:17:31.798343 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 14:17:31.798343 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 14:17:31.798343 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 14:17:31.798343 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 14:17:31.798343 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 14:17:31.798343 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 14:17:31.798343 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 14:17:31.798343 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 14:17:31.798343 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 14:17:31.798343 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 14:17:31.798343 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 14:17:31.798343 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 14:17:31.798343 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 14:17:31.798343 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 14:17:31.798343 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 14:17:31.798343 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 14:17:31.798343 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 14:17:31.798343 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 14:17:31.798343 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 14:17:31.857715 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3dddf069-538c-4c2e-9272-3fabb84df647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:31.863711 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3dddf069-538c-4c2e-9272-3fabb84df647 admin admin] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:31.869826 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3dddf069-538c-4c2e-9272-3fabb84df647 admin admin] 10.222.0.53 "DELETE /v2.0/networks/83fc9251-a926-44d2-8a59-bc3a637068c0 HTTP/1.1" status: 204 len: 168 time: 0.5268230 Nov 25 14:17:31.869996 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39174) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:17:31.886888 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dddf069-538c-4c2e-9272-3fabb84df647 admin admin] Pushing event deleted for resources: {'Network': ['ID=83fc9251-a926-44d2-8a59-bc3a637068c0,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:17:32.224241 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-61976c8e-a226-4cb5-bcd5-a01105e30cd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:32.468778 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-61976c8e-a226-4cb5-bcd5-a01105e30cd6 admin admin] Deleting port f614dcc1-c337-4d23-9488-9a50199cf8bc {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:17:32.469125 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-61976c8e-a226-4cb5-bcd5-a01105e30cd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:32.550604 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-61976c8e-a226-4cb5-bcd5-a01105e30cd6 admin admin] For port f614dcc1-c337-4d23-9488-9a50199cf8bc, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=f614dcc1-c337-4d23-9488-9a50199cf8bc,segment=NetworkSegment(42490593-0e0e-4736-8a34-620593517dee),segment_id=42490593-0e0e-4736-8a34-620593517dee)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:17:32.550983 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-61976c8e-a226-4cb5-bcd5-a01105e30cd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:32.563373 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-61976c8e-a226-4cb5-bcd5-a01105e30cd6 admin admin] Calling delete_port for f614dcc1-c337-4d23-9488-9a50199cf8bc owned by network:router_interface {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:17:32.739046 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-61976c8e-a226-4cb5-bcd5-a01105e30cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:32.764592 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61976c8e-a226-4cb5-bcd5-a01105e30cd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f614dcc1-c337-4d23-9488-9a50199cf8bc,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:17:32.870438 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a951b55c-4775-42a3-aad7-9179a5ad7301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:32.932211 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-61976c8e-a226-4cb5-bcd5-a01105e30cd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:32.979561 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device cf7d0fbc-94d8-44a1-8a2e-8605f22533e9 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:17:33.004713 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: cf7d0fbc-94d8-44a1-8a2e-8605f22533e9 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 14:17:33.005067 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device cf7d0fbc-94d8-44a1-8a2e-8605f22533e9 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:17:33.005495 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device e153401a-f307-4d44-975f-2eacb82b0729 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:17:33.025358 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: e153401a-f307-4d44-975f-2eacb82b0729 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 14:17:33.025714 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device e153401a-f307-4d44-975f-2eacb82b0729 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:17:33.026129 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device fef6334e-edf5-4d22-942d-f6b4353fcf96 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:17:33.045047 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: fef6334e-edf5-4d22-942d-f6b4353fcf96 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 14:17:33.045326 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device fef6334e-edf5-4d22-942d-f6b4353fcf96 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:17:33.152675 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61976c8e-a226-4cb5-bcd5-a01105e30cd6 admin admin] Router a18f0688-14f9-482f-8af1-7753bd8cff34 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 14:17:33.268745 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61976c8e-a226-4cb5-bcd5-a01105e30cd6 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 14:17:33.274378 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-61976c8e-a226-4cb5-bcd5-a01105e30cd6 admin admin] 10.222.0.53 "PUT /v2.0/routers/a18f0688-14f9-482f-8af1-7753bd8cff34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4033530 Nov 25 14:17:33.278731 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39176) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:17:33.278923 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7347e4-e9cc-4575-a1e2-a9d8b1e5c963 None None] Sync routers for ids ['a18f0688-14f9-482f-8af1-7753bd8cff34'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 14:17:33.288980 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7347e4-e9cc-4575-a1e2-a9d8b1e5c963 None None] Routers {'a18f0688-14f9-482f-8af1-7753bd8cff34'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:17:33.289719 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-6d7347e4-e9cc-4575-a1e2-a9d8b1e5c963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:17:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['a18f0688-14f9-482f-8af1-7753bd8cff34'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:17:33.401070 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-6d7347e4-e9cc-4575-a1e2-a9d8b1e5c963 None None] Set router a18f0688-14f9-482f-8af1-7753bd8cff34 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:17:33.410472 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3f81d1ef-ea5e-4c33-a993-c8266fd38529 admin admin] Publish callbacks [] for router, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:33.517214 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3f81d1ef-ea5e-4c33-a993-c8266fd38529 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:33.571008 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-3f81d1ef-ea5e-4c33-a993-c8266fd38529 admin admin] Deleting port ca81853a-7804-40d2-ac5e-d634fe266113 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:17:33.571264 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3f81d1ef-ea5e-4c33-a993-c8266fd38529 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:33.583515 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-6d7347e4-e9cc-4575-a1e2-a9d8b1e5c963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a18f0688-14f9-482f-8af1-7753bd8cff34', 'name': 'tempest-TestMinimumBasicScenario-922476891-router', 'tenant_id': 'b0e3bbb51295403eb910befb431f31dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'ca81853a-7804-40d2-ac5e-d634fe266113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:15:08Z', 'updated_at': '2021-11-25T14:17:32Z', 'revision_number': 5, 'project_id': 'b0e3bbb51295403eb910befb431f31dd', 'gw_port': {'id': 'ca81853a-7804-40d2-ac5e-d634fe266113', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ee:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a18f0688-14f9-482f-8af1-7753bd8cff34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:15:08Z', 'updated_at': '2021-11-25T14:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:17:33.611180 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7347e4-e9cc-4575-a1e2-a9d8b1e5c963 None None] Checking router: a18f0688-14f9-482f-8af1-7753bd8cff34 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 14:17:33.619458 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7347e4-e9cc-4575-a1e2-a9d8b1e5c963 None None] Routers {'a18f0688-14f9-482f-8af1-7753bd8cff34'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:17:33.620079 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-6d7347e4-e9cc-4575-a1e2-a9d8b1e5c963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:17:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['a18f0688-14f9-482f-8af1-7753bd8cff34'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:17:33.654715 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-3f81d1ef-ea5e-4c33-a993-c8266fd38529 admin admin] For port ca81853a-7804-40d2-ac5e-d634fe266113, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=ca81853a-7804-40d2-ac5e-d634fe266113,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:17:33.655184 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3f81d1ef-ea5e-4c33-a993-c8266fd38529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:33.667149 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-3f81d1ef-ea5e-4c33-a993-c8266fd38529 admin admin] Calling delete_port for ca81853a-7804-40d2-ac5e-d634fe266113 owned by network:router_gateway {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:17:33.792339 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-6d7347e4-e9cc-4575-a1e2-a9d8b1e5c963 None None] Set router a18f0688-14f9-482f-8af1-7753bd8cff34 gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:17:33.836901 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3f81d1ef-ea5e-4c33-a993-c8266fd38529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:33.844282 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-6d7347e4-e9cc-4575-a1e2-a9d8b1e5c963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a18f0688-14f9-482f-8af1-7753bd8cff34', 'name': 'tempest-TestMinimumBasicScenario-922476891-router', 'tenant_id': 'b0e3bbb51295403eb910befb431f31dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:15:08Z', 'updated_at': '2021-11-25T14:17:33Z', 'revision_number': 6, 'project_id': 'b0e3bbb51295403eb910befb431f31dd', 'gw_port_host': None}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:17:33.864671 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f81d1ef-ea5e-4c33-a993-c8266fd38529 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca81853a-7804-40d2-ac5e-d634fe266113,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:17:33.873365 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7347e4-e9cc-4575-a1e2-a9d8b1e5c963 None None] The sync data for ids ['a18f0688-14f9-482f-8af1-7753bd8cff34'] in n-d-808199-11 is: [{'id': 'a18f0688-14f9-482f-8af1-7753bd8cff34', 'name': 'tempest-TestMinimumBasicScenario-922476891-router', 'tenant_id': 'b0e3bbb51295403eb910befb431f31dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:15:08Z', 'updated_at': '2021-11-25T14:17:33Z', 'revision_number': 6, 'project_id': 'b0e3bbb51295403eb910befb431f31dd', 'gw_port_host': None}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 14:17:33.879488 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b3de25-37eb-477c-a993-ed2147e022dd None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 14:17:33.929874 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3f81d1ef-ea5e-4c33-a993-c8266fd38529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:34.017837 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3f81d1ef-ea5e-4c33-a993-c8266fd38529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:34.019946 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3f81d1ef-ea5e-4c33-a993-c8266fd38529 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:34.067373 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3f81d1ef-ea5e-4c33-a993-c8266fd38529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:34.068247 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f81d1ef-ea5e-4c33-a993-c8266fd38529 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a18f0688-14f9-482f-8af1-7753bd8cff34 {{(pid=103570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 14:17:34.072677 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3f81d1ef-ea5e-4c33-a993-c8266fd38529 admin admin] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:34.073794 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3f81d1ef-ea5e-4c33-a993-c8266fd38529 admin admin] 10.222.0.53 "DELETE /v2.0/routers/a18f0688-14f9-482f-8af1-7753bd8cff34 HTTP/1.1" status: 204 len: 168 time: 0.7959919 Nov 25 14:17:34.076890 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39178) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:17:34.100605 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:34.120669 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-57f2034a-d3ff-412b-8a33-1daa370b38f9 admin admin] Deleting subnet bf4e5262-cbd5-4e5c-b7df-e5a32cbb5370 {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 14:17:34.123758 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-57f2034a-d3ff-412b-8a33-1daa370b38f9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:34.158433 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-57f2034a-d3ff-412b-8a33-1daa370b38f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:34.241062 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-57f2034a-d3ff-412b-8a33-1daa370b38f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:34.300228 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-57f2034a-d3ff-412b-8a33-1daa370b38f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:34.327138 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f2034a-d3ff-412b-8a33-1daa370b38f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf4e5262-cbd5-4e5c-b7df-e5a32cbb5370,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:17:34.329100 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-57f2034a-d3ff-412b-8a33-1daa370b38f9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:34.334041 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d39beb-88e8-4ef7-9193-9800af980469 None None] Network 2858bd0c-ee5c-4b20-a37a-d59a696a9dd6 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 14:17:34.334943 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 39180) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:17:34.335402 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-57f2034a-d3ff-412b-8a33-1daa370b38f9 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/bf4e5262-cbd5-4e5c-b7df-e5a32cbb5370 HTTP/1.1" status: 204 len: 168 time: 0.2571144 Nov 25 14:17:34.407113 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ee59cfc7-27c9-4905-8861-a53a9c0ae0cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:34.460254 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-ee59cfc7-27c9-4905-8861-a53a9c0ae0cc admin admin] Deleting port 29ddb54e-5287-4cb9-b9e0-ddc1b0a58f9c {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:17:34.460629 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ee59cfc7-27c9-4905-8861-a53a9c0ae0cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:34.527639 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-ee59cfc7-27c9-4905-8861-a53a9c0ae0cc admin admin] For port 29ddb54e-5287-4cb9-b9e0-ddc1b0a58f9c, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=29ddb54e-5287-4cb9-b9e0-ddc1b0a58f9c,segment=NetworkSegment(42490593-0e0e-4736-8a34-620593517dee),segment_id=42490593-0e0e-4736-8a34-620593517dee)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:17:34.528912 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ee59cfc7-27c9-4905-8861-a53a9c0ae0cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:34.541233 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-ee59cfc7-27c9-4905-8861-a53a9c0ae0cc admin admin] Calling delete_port for 29ddb54e-5287-4cb9-b9e0-ddc1b0a58f9c owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:17:34.632232 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ee59cfc7-27c9-4905-8861-a53a9c0ae0cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:34.645514 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7dd340-9c67-4393-8983-16afc5883ba6 None None] DHCP port deletion for 2858bd0c-ee5c-4b20-a37a-d59a696a9dd6 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 14:17:34.661422 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee59cfc7-27c9-4905-8861-a53a9c0ae0cc admin admin] No DVR routers for this DVR port 29ddb54e-5287-4cb9-b9e0-ddc1b0a58f9c on host n-d-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 14:17:34.665507 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee59cfc7-27c9-4905-8861-a53a9c0ae0cc admin admin] Pushing event deleted for resources: {'Port': ['ID=29ddb54e-5287-4cb9-b9e0-ddc1b0a58f9c,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:17:34.739040 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ee59cfc7-27c9-4905-8861-a53a9c0ae0cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:34.759938 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-ee59cfc7-27c9-4905-8861-a53a9c0ae0cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2858bd0c-ee5c-4b20-a37a-d59a696a9dd6']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:17:34.770678 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-ee59cfc7-27c9-4905-8861-a53a9c0ae0cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42490593-0e0e-4736-8a34-620593517dee') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:17:34.771012 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-ee59cfc7-27c9-4905-8861-a53a9c0ae0cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42490593-0e0e-4736-8a34-620593517dee') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:17:34.781430 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ee59cfc7-27c9-4905-8861-a53a9c0ae0cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:34.795477 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ee59cfc7-27c9-4905-8861-a53a9c0ae0cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:34.801711 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee59cfc7-27c9-4905-8861-a53a9c0ae0cc admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 14:17:34.802102 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ee59cfc7-27c9-4905-8861-a53a9c0ae0cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:34.803849 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 14:17:34.803849 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 14:17:34.803849 n-d-808199-11 neutron-server[103571]: timer() Nov 25 14:17:34.803849 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 14:17:34.803849 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 14:17:34.803849 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 14:17:34.803849 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 14:17:34.803849 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 14:17:34.803849 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 14:17:34.803849 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 14:17:34.803849 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 14:17:34.803849 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 14:17:34.803849 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 14:17:34.803849 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 14:17:34.803849 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 14:17:34.803849 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 14:17:34.803849 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 14:17:34.803849 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 14:17:34.803849 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 14:17:34.803849 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 14:17:34.803849 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 14:17:34.803849 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 14:17:34.803849 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 14:17:34.803849 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 14:17:34.803849 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 14:17:34.803849 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 14:17:34.803849 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 14:17:34.803849 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 14:17:34.803849 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 14:17:34.803849 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 14:17:34.803849 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 14:17:34.803849 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 14:17:34.865521 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ee59cfc7-27c9-4905-8861-a53a9c0ae0cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:34.870250 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ee59cfc7-27c9-4905-8861-a53a9c0ae0cc admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:34.874282 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-ee59cfc7-27c9-4905-8861-a53a9c0ae0cc admin admin] 10.222.0.53 "DELETE /v2.0/networks/2858bd0c-ee5c-4b20-a37a-d59a696a9dd6 HTTP/1.1" status: 204 len: 168 time: 0.5383196 Nov 25 14:17:34.889008 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee59cfc7-27c9-4905-8861-a53a9c0ae0cc admin admin] Pushing event deleted for resources: {'Network': ['ID=2858bd0c-ee5c-4b20-a37a-d59a696a9dd6,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:17:34.909389 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device f614dcc1-c337-4d23-9488-9a50199cf8bc no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:17:34.931865 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: f614dcc1-c337-4d23-9488-9a50199cf8bc {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 14:17:34.932727 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device f614dcc1-c337-4d23-9488-9a50199cf8bc not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:17:34.933229 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device ca81853a-7804-40d2-ac5e-d634fe266113 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:17:34.958055 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: ca81853a-7804-40d2-ac5e-d634fe266113 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 14:17:34.958411 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device ca81853a-7804-40d2-ac5e-d634fe266113 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:17:34.958988 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 29ddb54e-5287-4cb9-b9e0-ddc1b0a58f9c no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:17:34.978810 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 29ddb54e-5287-4cb9-b9e0-ddc1b0a58f9c {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 14:17:34.979166 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 29ddb54e-5287-4cb9-b9e0-ddc1b0a58f9c not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:17:35.059498 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39184) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:17:35.100710 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d8b40bf1-d8e1-4a81-a1f8-35058df420ca admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6a357a63c66d44a4b8d533c6fdfdb06a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0400229 Nov 25 14:17:35.103247 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39186) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:17:35.148595 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-333ca8c6-0b13-47c5-ab89-a1d7c5d36795 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:35.169410 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-333ca8c6-0b13-47c5-ab89-a1d7c5d36795 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:35.218971 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-333ca8c6-0b13-47c5-ab89-a1d7c5d36795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:35.221507 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-333ca8c6-0b13-47c5-ab89-a1d7c5d36795 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:35.222677 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-333ca8c6-0b13-47c5-ab89-a1d7c5d36795 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a5bae33c-345a-44a6-b94b-5b073ce33607 HTTP/1.1" status: 204 len: 168 time: 0.1185422 Nov 25 14:17:35.232417 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333ca8c6-0b13-47c5-ab89-a1d7c5d36795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5bae33c-345a-44a6-b94b-5b073ce33607,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:17:35.411934 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:35.525509 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39192) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:17:35.565510 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-166f1e93-3efa-48b0-8576-db83f0d09e28 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b0e3bbb51295403eb910befb431f31dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388653 Nov 25 14:17:35.567947 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39194) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:17:35.615135 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-df209fe7-c4a1-48ea-ab6d-25deb7891c0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:35.636486 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-df209fe7-c4a1-48ea-ab6d-25deb7891c0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:35.681169 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-df209fe7-c4a1-48ea-ab6d-25deb7891c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:35.683771 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-df209fe7-c4a1-48ea-ab6d-25deb7891c0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:35.685511 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-df209fe7-c4a1-48ea-ab6d-25deb7891c0c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0399d321-d144-4e77-9af1-4e3639d2a01f HTTP/1.1" status: 204 len: 168 time: 0.1166523 Nov 25 14:17:35.694072 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df209fe7-c4a1-48ea-ab6d-25deb7891c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0399d321-d144-4e77-9af1-4e3639d2a01f,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:17:36.555455 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:38.149130 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 39236) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:17:38.154388 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-5f732d3e-5547-4bf8-8f40-66cfff7fc54b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-251179415', 'description': 'tempest-secgroup-smoke-251179415 description', 'project_id': 'f996a916203a46b4a7ca7989c9357aff'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:17:38.176037 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5f732d3e-5547-4bf8-8f40-66cfff7fc54b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:38.185179 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5f732d3e-5547-4bf8-8f40-66cfff7fc54b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:38.258770 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5f732d3e-5547-4bf8-8f40-66cfff7fc54b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:38.263247 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5f732d3e-5547-4bf8-8f40-66cfff7fc54b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:38.311086 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f732d3e-5547-4bf8-8f40-66cfff7fc54b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e15580a2-b47f-4da4-aaf4-c2ae2ee890a7,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:17:38.359983 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5f732d3e-5547-4bf8-8f40-66cfff7fc54b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:38.363936 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5f732d3e-5547-4bf8-8f40-66cfff7fc54b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:38.396495 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5f732d3e-5547-4bf8-8f40-66cfff7fc54b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:38.397747 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5f732d3e-5547-4bf8-8f40-66cfff7fc54b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2475934 Nov 25 14:17:38.399711 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f732d3e-5547-4bf8-8f40-66cfff7fc54b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=585834eb-1025-405a-bd29-ca8c0072c8e7,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:17:38.401210 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39238) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:17:38.405914 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-506909c6-8f99-4880-9677-6f08c0d2cbe8 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Request body: {'security_group_rule': {'security_group_id': '585834eb-1025-405a-bd29-ca8c0072c8e7', 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:17:38.432310 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-506909c6-8f99-4880-9677-6f08c0d2cbe8 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:38.478427 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-506909c6-8f99-4880-9677-6f08c0d2cbe8 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:38.481754 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-506909c6-8f99-4880-9677-6f08c0d2cbe8 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:38.499325 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506909c6-8f99-4880-9677-6f08c0d2cbe8 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e564447a-06a5-4dae-bb40-58002110f900,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:17:38.505590 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-506909c6-8f99-4880-9677-6f08c0d2cbe8 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:38.506785 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-506909c6-8f99-4880-9677-6f08c0d2cbe8 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1045306 Nov 25 14:17:38.509416 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39240) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:17:38.514435 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-63177af7-c15a-4397-acf7-6729aee408f7 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Request body: {'security_group_rule': {'security_group_id': '585834eb-1025-405a-bd29-ca8c0072c8e7', 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:17:38.539158 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-63177af7-c15a-4397-acf7-6729aee408f7 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:38.597063 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-63177af7-c15a-4397-acf7-6729aee408f7 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:38.600148 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-63177af7-c15a-4397-acf7-6729aee408f7 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:38.617663 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63177af7-c15a-4397-acf7-6729aee408f7 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ecb3a32-3e37-4e1c-8254-645063b54b52,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:17:38.625198 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-63177af7-c15a-4397-acf7-6729aee408f7 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:38.626378 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-63177af7-c15a-4397-acf7-6729aee408f7 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1160553 Nov 25 14:17:38.629112 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39242) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:17:38.633299 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-6a7f69d4-a2a0-445c-8908-f4e6dc327377 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Request body: {'security_group_rule': {'security_group_id': '585834eb-1025-405a-bd29-ca8c0072c8e7', 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:17:38.658458 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6a7f69d4-a2a0-445c-8908-f4e6dc327377 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:38.721098 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6a7f69d4-a2a0-445c-8908-f4e6dc327377 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:38.724676 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6a7f69d4-a2a0-445c-8908-f4e6dc327377 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:38.743275 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7f69d4-a2a0-445c-8908-f4e6dc327377 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=689afe2a-6845-4482-a0a0-419b95d7eadf,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:17:38.748693 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6a7f69d4-a2a0-445c-8908-f4e6dc327377 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:38.748850 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:38.749893 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-6a7f69d4-a2a0-445c-8908-f4e6dc327377 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1198761 Nov 25 14:17:38.752565 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39244) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:17:38.756779 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-f7b9dfd3-230b-49a2-9a95-adf1a30b3e7b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Request body: {'security_group_rule': {'security_group_id': '585834eb-1025-405a-bd29-ca8c0072c8e7', 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:17:38.782544 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f7b9dfd3-230b-49a2-9a95-adf1a30b3e7b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:38.839310 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f7b9dfd3-230b-49a2-9a95-adf1a30b3e7b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:38.842957 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f7b9dfd3-230b-49a2-9a95-adf1a30b3e7b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:38.863492 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b9dfd3-230b-49a2-9a95-adf1a30b3e7b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25103b2f-21f5-496a-8e48-6a07a2c40738,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:17:38.869357 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f7b9dfd3-230b-49a2-9a95-adf1a30b3e7b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:38.870714 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f7b9dfd3-230b-49a2-9a95-adf1a30b3e7b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1171176 Nov 25 14:17:38.873884 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39246) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:17:38.878150 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-9ed3ef01-fc9c-4d37-8df2-ebc8a4f860b3 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Request body: {'security_group_rule': {'security_group_id': '585834eb-1025-405a-bd29-ca8c0072c8e7', 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:17:38.899233 n-d-808199-11 neutron-server[103570]: INFO neutron.db.securitygroups_db [None req-9ed3ef01-fc9c-4d37-8df2-ebc8a4f860b3 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Project f996a916203a46b4a7ca7989c9357aff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 14:17:38.904128 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9ed3ef01-fc9c-4d37-8df2-ebc8a4f860b3 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:38.964117 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9ed3ef01-fc9c-4d37-8df2-ebc8a4f860b3 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:38.967959 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9ed3ef01-fc9c-4d37-8df2-ebc8a4f860b3 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:38.988022 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed3ef01-fc9c-4d37-8df2-ebc8a4f860b3 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73e9fc9f-e1ae-441e-a1d3-0b97bf0f66e6,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:17:38.993137 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9ed3ef01-fc9c-4d37-8df2-ebc8a4f860b3 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:38.994329 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-9ed3ef01-fc9c-4d37-8df2-ebc8a4f860b3 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1195083 Nov 25 14:17:38.997249 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 39248) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:17:39.001960 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-308d8f51-5f3e-4f40-baeb-df62137ffb32 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Request body: {'security_group_rule': {'security_group_id': '585834eb-1025-405a-bd29-ca8c0072c8e7', 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:17:39.024133 n-d-808199-11 neutron-server[103571]: INFO neutron.db.securitygroups_db [None req-308d8f51-5f3e-4f40-baeb-df62137ffb32 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Project f996a916203a46b4a7ca7989c9357aff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 14:17:39.030924 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-308d8f51-5f3e-4f40-baeb-df62137ffb32 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:39.088384 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-308d8f51-5f3e-4f40-baeb-df62137ffb32 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:39.092281 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-308d8f51-5f3e-4f40-baeb-df62137ffb32 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:39.113178 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308d8f51-5f3e-4f40-baeb-df62137ffb32 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51238f59-e40e-4521-99af-be269d6e8d7d,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:17:39.119971 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-308d8f51-5f3e-4f40-baeb-df62137ffb32 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:39.121146 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-308d8f51-5f3e-4f40-baeb-df62137ffb32 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1228132 Nov 25 14:17:39.124122 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 39250) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:17:39.128774 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-44770389-793b-40e2-b25f-5031a25e6950 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Request body: {'network': {'name': 'tempest-network-smoke--1987210636', 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'port_security_enabled': True}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:17:39.148621 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44770389-793b-40e2-b25f-5031a25e6950 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Made reservation on behalf of f996a916203a46b4a7ca7989c9357aff for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 14:17:39.152086 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-44770389-793b-40e2-b25f-5031a25e6950 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:39.176156 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44770389-793b-40e2-b25f-5031a25e6950 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 14:17:39.185305 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-44770389-793b-40e2-b25f-5031a25e6950 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:39.185655 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-44770389-793b-40e2-b25f-5031a25e6950 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Added segment 413014cd-8392-4589-ad20-9b1825f60a01 of type vlan for network bd0f1d69-f9de-4427-9a43-d32a02cef4df Nov 25 14:17:39.225218 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-44770389-793b-40e2-b25f-5031a25e6950 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:39.248977 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-44770389-793b-40e2-b25f-5031a25e6950 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:39.254765 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44770389-793b-40e2-b25f-5031a25e6950 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:17:39.255353 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-44770389-793b-40e2-b25f-5031a25e6950 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:39.310035 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-44770389-793b-40e2-b25f-5031a25e6950 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1849210 Nov 25 14:17:39.313058 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 39252) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:17:39.317363 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-5e4ecc6d-3830-42ba-bedf-34b21ce5b26d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-531894837', 'admin_state_up': True, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:17:39.339323 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44770389-793b-40e2-b25f-5031a25e6950 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'Network': ['ID=bd0f1d69-f9de-4427-9a43-d32a02cef4df,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:17:39.350335 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network bd0f1d69-f9de-4427-9a43-d32a02cef4df details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 14:17:39.353125 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5e4ecc6d-3830-42ba-bedf-34b21ce5b26d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:39.354292 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5e4ecc6d-3830-42ba-bedf-34b21ce5b26d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:39.411166 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5e4ecc6d-3830-42ba-bedf-34b21ce5b26d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:39.552119 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5e4ecc6d-3830-42ba-bedf-34b21ce5b26d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:39.737946 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5e4ecc6d-3830-42ba-bedf-34b21ce5b26d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for router_gateway, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:39.756521 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5e4ecc6d-3830-42ba-bedf-34b21ce5b26d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:39.859385 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-5e4ecc6d-3830-42ba-bedf-34b21ce5b26d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Allocated IP 172.25.5.34 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/94875333-a514-496d-8323-178d81eb923d) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:17:39.958803 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5e4ecc6d-3830-42ba-bedf-34b21ce5b26d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:39.991861 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5e4ecc6d-3830-42ba-bedf-34b21ce5b26d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:40.037252 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4ecc6d-3830-42ba-bedf-34b21ce5b26d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:17:40.040110 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-5e4ecc6d-3830-42ba-bedf-34b21ce5b26d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:17:40.043486 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4ecc6d-3830-42ba-bedf-34b21ce5b26d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:17:40.052946 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01390a3-c274-4f6f-9123-c086c08c3507 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 14:17:40.069958 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4ecc6d-3830-42ba-bedf-34b21ce5b26d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'Port': ['ID=94875333-a514-496d-8323-178d81eb923d,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:17:40.145013 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-05d4a30c-7b11-4a5f-bc9e-92fc18897a98 None None] Provisioning complete for port 94875333-a514-496d-8323-178d81eb923d triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:17:40.145384 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-05d4a30c-7b11-4a5f-bc9e-92fc18897a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:40.178231 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-05d4a30c-7b11-4a5f-bc9e-92fc18897a98 None None] Port 94875333-a514-496d-8323-178d81eb923d cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 14:17:40.295081 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5e4ecc6d-3830-42ba-bedf-34b21ce5b26d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for router_gateway, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:40.491624 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5e4ecc6d-3830-42ba-bedf-34b21ce5b26d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:40.617532 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e4ecc6d-3830-42ba-bedf-34b21ce5b26d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Router bce17542-5703-497c-a157-0a593a8efeef is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 14:17:40.721581 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e4ecc6d-3830-42ba-bedf-34b21ce5b26d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 14:17:40.732336 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7568dd-2d3a-41ec-a8c9-03cc427a2eeb None None] Sync routers for ids ['bce17542-5703-497c-a157-0a593a8efeef'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 14:17:40.741483 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5e4ecc6d-3830-42ba-bedf-34b21ce5b26d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:40.742521 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7568dd-2d3a-41ec-a8c9-03cc427a2eeb None None] Routers {'bce17542-5703-497c-a157-0a593a8efeef'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:17:40.742765 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-5e4ecc6d-3830-42ba-bedf-34b21ce5b26d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4287372 Nov 25 14:17:40.743288 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-9e7568dd-2d3a-41ec-a8c9-03cc427a2eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:17:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['bce17542-5703-497c-a157-0a593a8efeef'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:17:40.745766 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 39254) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:17:40.859660 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-9e7568dd-2d3a-41ec-a8c9-03cc427a2eeb None None] Set router bce17542-5703-497c-a157-0a593a8efeef gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:17:41.048477 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-9e7568dd-2d3a-41ec-a8c9-03cc427a2eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce17542-5703-497c-a157-0a593a8efeef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531894837', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '94875333-a514-496d-8323-178d81eb923d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:17:39Z', 'updated_at': '2021-11-25T14:17:40Z', 'revision_number': 3, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port': {'id': '94875333-a514-496d-8323-178d81eb923d', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:0e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce17542-5703-497c-a157-0a593a8efeef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:17:39Z', 'updated_at': '2021-11-25T14:17:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:17:41.076158 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7568dd-2d3a-41ec-a8c9-03cc427a2eeb None None] Checking router: bce17542-5703-497c-a157-0a593a8efeef for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 14:17:41.076944 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7568dd-2d3a-41ec-a8c9-03cc427a2eeb None None] Updating router bce17542-5703-497c-a157-0a593a8efeef port 94875333-a514-496d-8323-178d81eb923d binding host n-d-808199-11 {{(pid=103572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 14:17:41.103064 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e7568dd-2d3a-41ec-a8c9-03cc427a2eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:41.215405 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-ee523af4-81dc-4b37-8539-0ca465c21770 tempest-TestNetworkAdvancedServerOps-501883029 tempest-TestNetworkAdvancedServerOps-501883029-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=f996a916203a46b4a7ca7989c9357aff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4685099 Nov 25 14:17:41.218127 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 39258) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:17:41.349461 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be5536f-cee9-47db-aa72-e4481dfa6ad6 tempest-TestNetworkAdvancedServerOps-501883029 tempest-TestNetworkAdvancedServerOps-501883029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:17:41.351593 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-8be5536f-cee9-47db-aa72-e4481dfa6ad6 tempest-TestNetworkAdvancedServerOps-501883029 tempest-TestNetworkAdvancedServerOps-501883029-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1318407 Nov 25 14:17:41.354040 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 39260) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:17:41.356556 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e7568dd-2d3a-41ec-a8c9-03cc427a2eeb None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:41.362803 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e7568dd-2d3a-41ec-a8c9-03cc427a2eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:41.383138 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-73397a56-40f5-489a-99e0-2d125f021c2e tempest-TestNetworkAdvancedServerOps-501883029 tempest-TestNetworkAdvancedServerOps-501883029-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=7542d3d9-0db3-40e7-ab88-a168871141f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280981 Nov 25 14:17:41.386465 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39262) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:17:41.392482 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-2ba12969-1ce4-43ab-9a6a-209c82b7603b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-132437747', 'network_id': 'bd0f1d69-f9de-4427-9a43-d32a02cef4df', 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:17:41.405620 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88cd4fd-1e91-4ed0-9bc4-a1ff9f66ffd9 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 14:17:41.423311 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-9e7568dd-2d3a-41ec-a8c9-03cc427a2eeb None None] Attempting to bind port 94875333-a514-496d-8323-178d81eb923d on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:17:41.423834 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-9e7568dd-2d3a-41ec-a8c9-03cc427a2eeb None None] Attempting to bind port 94875333-a514-496d-8323-178d81eb923d by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:17:41.424058 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7568dd-2d3a-41ec-a8c9-03cc427a2eeb None None] Attempting to bind port 94875333-a514-496d-8323-178d81eb923d on network 7542d3d9-0db3-40e7-ab88-a168871141f7 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:17:41.432956 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684ecb04-7f25-47a3-9d22-d2a5b28cf790 None None] Pushing event updated for resources: {'Port': ['ID=94875333-a514-496d-8323-178d81eb923d,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:17:41.436709 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7568dd-2d3a-41ec-a8c9-03cc427a2eeb None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:17:41.437090 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7568dd-2d3a-41ec-a8c9-03cc427a2eeb None None] Checking segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:17:41.437496 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e7568dd-2d3a-41ec-a8c9-03cc427a2eeb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:41.437892 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7568dd-2d3a-41ec-a8c9-03cc427a2eeb None None] Bound using segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:17:41.438377 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-9e7568dd-2d3a-41ec-a8c9-03cc427a2eeb None None] Bound port: 94875333-a514-496d-8323-178d81eb923d, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:17:41.438784 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e7568dd-2d3a-41ec-a8c9-03cc427a2eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:41.445588 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684ecb04-7f25-47a3-9d22-d2a5b28cf790 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:17:41.445939 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684ecb04-7f25-47a3-9d22-d2a5b28cf790 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:17:41.446286 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684ecb04-7f25-47a3-9d22-d2a5b28cf790 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:17:41.446627 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684ecb04-7f25-47a3-9d22-d2a5b28cf790 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:17:41.446993 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684ecb04-7f25-47a3-9d22-d2a5b28cf790 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:17:41.447333 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684ecb04-7f25-47a3-9d22-d2a5b28cf790 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:17:41.447666 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684ecb04-7f25-47a3-9d22-d2a5b28cf790 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:17:41.447998 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684ecb04-7f25-47a3-9d22-d2a5b28cf790 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:17:41.448325 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684ecb04-7f25-47a3-9d22-d2a5b28cf790 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:17:41.448651 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684ecb04-7f25-47a3-9d22-d2a5b28cf790 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:17:41.448979 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684ecb04-7f25-47a3-9d22-d2a5b28cf790 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:17:41.449307 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684ecb04-7f25-47a3-9d22-d2a5b28cf790 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:17:41.482458 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba12969-1ce4-43ab-9a6a-209c82b7603b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Made reservation on behalf of f996a916203a46b4a7ca7989c9357aff for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 14:17:41.486140 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2ba12969-1ce4-43ab-9a6a-209c82b7603b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:41.508732 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e7568dd-2d3a-41ec-a8c9-03cc427a2eeb None None] For port 94875333-a514-496d-8323-178d81eb923d, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:17:41.513295 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e7568dd-2d3a-41ec-a8c9-03cc427a2eeb None None] For port 94875333-a514-496d-8323-178d81eb923d, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=94875333-a514-496d-8323-178d81eb923d,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:17:41.518628 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e7568dd-2d3a-41ec-a8c9-03cc427a2eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:41.526366 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-22ce57f3-95b1-4706-8e50-912ff849ccd2 None None] Provisioning complete for port 94875333-a514-496d-8323-178d81eb923d triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:17:41.526758 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-22ce57f3-95b1-4706-8e50-912ff849ccd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:41.577156 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f03376-ef5c-4b44-a903-6216ff7c1ac4 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 14:17:41.621293 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7568dd-2d3a-41ec-a8c9-03cc427a2eeb None None] Routers {'bce17542-5703-497c-a157-0a593a8efeef'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:17:41.622494 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-9e7568dd-2d3a-41ec-a8c9-03cc427a2eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:17:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['bce17542-5703-497c-a157-0a593a8efeef'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:17:41.657936 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684ecb04-7f25-47a3-9d22-d2a5b28cf790 None None] Pushing event updated for resources: {'Port': ['ID=94875333-a514-496d-8323-178d81eb923d,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:17:41.670644 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2ba12969-1ce4-43ab-9a6a-209c82b7603b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:41.732130 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba12969-1ce4-43ab-9a6a-209c82b7603b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'Subnet': ['ID=c00c3040-7ed8-4a85-b01e-c26c97dcd3a2,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:17:41.742274 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba12969-1ce4-43ab-9a6a-209c82b7603b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Checking segment: {'id': '413014cd-8392-4589-ad20-9b1825f60a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bd0f1d69-f9de-4427-9a43-d32a02cef4df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:17:41.742643 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba12969-1ce4-43ab-9a6a-209c82b7603b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Network hostable DHCP agents. Network: bd0f1d69-f9de-4427-9a43-d32a02cef4df, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 14:17:41.754553 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-22ce57f3-95b1-4706-8e50-912ff849ccd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:41.758958 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba12969-1ce4-43ab-9a6a-209c82b7603b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Network bd0f1d69-f9de-4427-9a43-d32a02cef4df is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 14:17:41.768351 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-2ba12969-1ce4-43ab-9a6a-209c82b7603b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, bd0f1d69-f9de-4427-9a43-d32a02cef4df) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:17:41.773210 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba12969-1ce4-43ab-9a6a-209c82b7603b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:17:41.773818 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2ba12969-1ce4-43ab-9a6a-209c82b7603b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:41.776731 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-9e7568dd-2d3a-41ec-a8c9-03cc427a2eeb None None] Set router bce17542-5703-497c-a157-0a593a8efeef gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:17:41.785214 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2903c083-c129-4d21-9f1d-a646d3dc05c1 None None] Network bd0f1d69-f9de-4427-9a43-d32a02cef4df requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 14:17:41.790621 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-2ba12969-1ce4-43ab-9a6a-209c82b7603b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4024014 Nov 25 14:17:41.793418 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39264) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:17:42.009686 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-22ce57f3-95b1-4706-8e50-912ff849ccd2 None None] For port 94875333-a514-496d-8323-178d81eb923d, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=94875333-a514-496d-8323-178d81eb923d,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:17:42.044336 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-22ce57f3-95b1-4706-8e50-912ff849ccd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:42.212023 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ce57f3-95b1-4706-8e50-912ff849ccd2 None None] Pushing event updated for resources: {'Port': ['ID=94875333-a514-496d-8323-178d81eb923d,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:17:42.255644 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-ba014489-2d6a-40e2-ae1f-74b52d831c23 None None] Provisioning complete for port 94875333-a514-496d-8323-178d81eb923d triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:17:42.256025 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ba014489-2d6a-40e2-ae1f-74b52d831c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:42.319543 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:42.364363 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74efdaaa-8aa3-4b7e-817c-532174060301 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-bd0f1d69-f9de-4427-9a43-d32a02cef4df', 'network_id': 'bd0f1d69-f9de-4427-9a43-d32a02cef4df', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'fixed_ips': [{'subnet_id': 'c00c3040-7ed8-4a85-b01e-c26c97dcd3a2'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 14:17:42.365215 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-74efdaaa-8aa3-4b7e-817c-532174060301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:42.424758 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-9e7568dd-2d3a-41ec-a8c9-03cc427a2eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce17542-5703-497c-a157-0a593a8efeef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531894837', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '94875333-a514-496d-8323-178d81eb923d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:17:39Z', 'updated_at': '2021-11-25T14:17:40Z', 'revision_number': 3, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port': {'id': '94875333-a514-496d-8323-178d81eb923d', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:0e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce17542-5703-497c-a157-0a593a8efeef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:17:39Z', 'updated_at': '2021-11-25T14:17:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:17:42.510145 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7568dd-2d3a-41ec-a8c9-03cc427a2eeb None None] The sync data for ids ['bce17542-5703-497c-a157-0a593a8efeef'] in n-d-808199-11 is: [{'id': 'bce17542-5703-497c-a157-0a593a8efeef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531894837', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '94875333-a514-496d-8323-178d81eb923d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:17:39Z', 'updated_at': '2021-11-25T14:17:40Z', 'revision_number': 3, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port': {'id': '94875333-a514-496d-8323-178d81eb923d', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:0e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce17542-5703-497c-a157-0a593a8efeef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:17:39Z', 'updated_at': '2021-11-25T14:17:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 14:17:42.577640 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-74efdaaa-8aa3-4b7e-817c-532174060301 None None] Allocated IP 172.20.0.2 (bd0f1d69-f9de-4427-9a43-d32a02cef4df/c00c3040-7ed8-4a85-b01e-c26c97dcd3a2/67cb4637-8ba1-4fa1-9c4a-6c7d61fbf88b) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:17:42.638400 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cb0e2502-cedc-464c-939e-2dfbc3e06e2b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:42.727490 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-74efdaaa-8aa3-4b7e-817c-532174060301 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:42.734316 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-74efdaaa-8aa3-4b7e-817c-532174060301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:42.781030 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:17:42.796835 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74efdaaa-8aa3-4b7e-817c-532174060301 None None] Network bd0f1d69-f9de-4427-9a43-d32a02cef4df is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:17:42.800933 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-74efdaaa-8aa3-4b7e-817c-532174060301 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:17:42.802891 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74efdaaa-8aa3-4b7e-817c-532174060301 None None] Pushing event updated for resources: {'Port': ['ID=67cb4637-8ba1-4fa1-9c4a-6c7d61fbf88b,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:17:42.805058 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74efdaaa-8aa3-4b7e-817c-532174060301 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:17:42.868620 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-74efdaaa-8aa3-4b7e-817c-532174060301 None None] Attempting to bind port 67cb4637-8ba1-4fa1-9c4a-6c7d61fbf88b on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:17:42.869002 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-74efdaaa-8aa3-4b7e-817c-532174060301 None None] Attempting to bind port 67cb4637-8ba1-4fa1-9c4a-6c7d61fbf88b by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '413014cd-8392-4589-ad20-9b1825f60a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bd0f1d69-f9de-4427-9a43-d32a02cef4df'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:17:42.869370 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74efdaaa-8aa3-4b7e-817c-532174060301 None None] Attempting to bind port 67cb4637-8ba1-4fa1-9c4a-6c7d61fbf88b on network bd0f1d69-f9de-4427-9a43-d32a02cef4df {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:17:42.875682 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74efdaaa-8aa3-4b7e-817c-532174060301 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:17:42.876212 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74efdaaa-8aa3-4b7e-817c-532174060301 None None] Checking segment: {'id': '413014cd-8392-4589-ad20-9b1825f60a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bd0f1d69-f9de-4427-9a43-d32a02cef4df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:17:42.876670 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-74efdaaa-8aa3-4b7e-817c-532174060301 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:42.876998 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74efdaaa-8aa3-4b7e-817c-532174060301 None None] Bound using segment: {'id': '413014cd-8392-4589-ad20-9b1825f60a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bd0f1d69-f9de-4427-9a43-d32a02cef4df'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:17:42.877477 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-74efdaaa-8aa3-4b7e-817c-532174060301 None None] Bound port: 67cb4637-8ba1-4fa1-9c4a-6c7d61fbf88b, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '413014cd-8392-4589-ad20-9b1825f60a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bd0f1d69-f9de-4427-9a43-d32a02cef4df'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:17:42.877893 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-74efdaaa-8aa3-4b7e-817c-532174060301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:42.952105 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 94875333-a514-496d-8323-178d81eb923d up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:17:42.993185 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-74efdaaa-8aa3-4b7e-817c-532174060301 None None] For port 67cb4637-8ba1-4fa1-9c4a-6c7d61fbf88b, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:17:42.998164 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-74efdaaa-8aa3-4b7e-817c-532174060301 None None] For port 67cb4637-8ba1-4fa1-9c4a-6c7d61fbf88b, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=67cb4637-8ba1-4fa1-9c4a-6c7d61fbf88b,segment=NetworkSegment(413014cd-8392-4589-ad20-9b1825f60a01),segment_id=413014cd-8392-4589-ad20-9b1825f60a01)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:17:43.006857 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-74efdaaa-8aa3-4b7e-817c-532174060301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:43.035140 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-cb0e2502-cedc-464c-939e-2dfbc3e06e2b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Allocated IP 172.20.0.1 (bd0f1d69-f9de-4427-9a43-d32a02cef4df/c00c3040-7ed8-4a85-b01e-c26c97dcd3a2/ef1db85f-2967-4ee5-be64-513251b6e137) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:17:43.067976 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 94875333-a514-496d-8323-178d81eb923d triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:17:43.068356 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:43.111244 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74efdaaa-8aa3-4b7e-817c-532174060301 None None] Pushing event updated for resources: {'Port': ['ID=67cb4637-8ba1-4fa1-9c4a-6c7d61fbf88b,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:17:43.197695 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cb0e2502-cedc-464c-939e-2dfbc3e06e2b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:43.239426 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cb0e2502-cedc-464c-939e-2dfbc3e06e2b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:43.291000 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0e2502-cedc-464c-939e-2dfbc3e06e2b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Network bd0f1d69-f9de-4427-9a43-d32a02cef4df is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:17:43.294598 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-cb0e2502-cedc-464c-939e-2dfbc3e06e2b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:17:43.300808 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0e2502-cedc-464c-939e-2dfbc3e06e2b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:17:43.337054 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e2502-cedc-464c-939e-2dfbc3e06e2b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'Port': ['ID=ef1db85f-2967-4ee5-be64-513251b6e137,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:17:43.359903 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cb0e2502-cedc-464c-939e-2dfbc3e06e2b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:43.513361 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cb0e2502-cedc-464c-939e-2dfbc3e06e2b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:43.794967 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cb0e2502-cedc-464c-939e-2dfbc3e06e2b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:43.799728 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cb0e2502-cedc-464c-939e-2dfbc3e06e2b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:43.877545 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e2502-cedc-464c-939e-2dfbc3e06e2b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'Port': ['ID=ef1db85f-2967-4ee5-be64-513251b6e137,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:17:43.882557 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cb0e2502-cedc-464c-939e-2dfbc3e06e2b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:43.976582 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0e2502-cedc-464c-939e-2dfbc3e06e2b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Network bd0f1d69-f9de-4427-9a43-d32a02cef4df is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:17:43.977948 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-cb0e2502-cedc-464c-939e-2dfbc3e06e2b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:17:44.099636 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb0e2502-cedc-464c-939e-2dfbc3e06e2b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Router bce17542-5703-497c-a157-0a593a8efeef has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 14:17:44.125227 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2543f1ec-1acc-4e82-aa67-2867441896b6 None None] Network bd0f1d69-f9de-4427-9a43-d32a02cef4df requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 14:17:44.189401 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-c1c1bb30-582d-4585-be95-4b2466787563 None None] Provisioning complete for port 67cb4637-8ba1-4fa1-9c4a-6c7d61fbf88b triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:17:44.189778 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c1c1bb30-582d-4585-be95-4b2466787563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:44.212190 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb0e2502-cedc-464c-939e-2dfbc3e06e2b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 14:17:44.218174 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-cb0e2502-cedc-464c-939e-2dfbc3e06e2b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "PUT /v2.0/routers/bce17542-5703-497c-a157-0a593a8efeef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4235160 Nov 25 14:17:44.344807 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c1c1bb30-582d-4585-be95-4b2466787563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:44.389559 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-258fe4df-229c-449b-9f04-f01deb4142cb req-79275017-786a-44c9-8810-6b7ad1edacbe tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-251179415&fields=id&tenant_id=f996a916203a46b4a7ca7989c9357aff HTTP/1.1" status: 200 len: 267 time: 0.0584345 Nov 25 14:17:44.394554 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-c1c1bb30-582d-4585-be95-4b2466787563 None None] For port 67cb4637-8ba1-4fa1-9c4a-6c7d61fbf88b, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=67cb4637-8ba1-4fa1-9c4a-6c7d61fbf88b,segment=NetworkSegment(413014cd-8392-4589-ad20-9b1825f60a01),segment_id=413014cd-8392-4589-ad20-9b1825f60a01)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:17:44.400669 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c1c1bb30-582d-4585-be95-4b2466787563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:44.457518 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c1bb30-582d-4585-be95-4b2466787563 None None] Pushing event updated for resources: {'Port': ['ID=67cb4637-8ba1-4fa1-9c4a-6c7d61fbf88b,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:17:44.516049 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258fe4df-229c-449b-9f04-f01deb4142cb req-bcbb6d25-e1d9-4997-9e9e-680a3550c2a6 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:17:44.517753 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-258fe4df-229c-449b-9f04-f01deb4142cb req-bcbb6d25-e1d9-4997-9e9e-680a3550c2a6 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/networks?id=bd0f1d69-f9de-4427-9a43-d32a02cef4df HTTP/1.1" status: 200 len: 797 time: 0.1272395 Nov 25 14:17:44.534785 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-258fe4df-229c-449b-9f04-f01deb4142cb req-2a3b4567-5d97-4713-9e4b-5c8049ee99ae tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/quotas/f996a916203a46b4a7ca7989c9357aff HTTP/1.1" status: 200 len: 375 time: 0.0106368 Nov 25 14:17:44.596352 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-258fe4df-229c-449b-9f04-f01deb4142cb req-f0912bf3-2801-4718-befa-bb1d46007444 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f996a916203a46b4a7ca7989c9357aff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550668 Nov 25 14:17:44.626169 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-8f23154a-56c6-4206-8c7a-35b816f8553d None None] Provisioning complete for port 67cb4637-8ba1-4fa1-9c4a-6c7d61fbf88b triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:17:44.626671 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8f23154a-56c6-4206-8c7a-35b816f8553d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:44.726605 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-8f23154a-56c6-4206-8c7a-35b816f8553d None None] Provisioning complete for port ef1db85f-2967-4ee5-be64-513251b6e137 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:17:44.727012 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8f23154a-56c6-4206-8c7a-35b816f8553d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:44.766539 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74621e4-6085-4474-8077-71b04452b267 None None] Sync routers for ids ['bce17542-5703-497c-a157-0a593a8efeef'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 14:17:44.770970 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-258fe4df-229c-449b-9f04-f01deb4142cb req-88e91f6b-318d-4472-a082-e58d11f006ce service neutron] 10.222.0.53 "GET /v2.0/networks/bd0f1d69-f9de-4427-9a43-d32a02cef4df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609850 Nov 25 14:17:44.779319 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74621e4-6085-4474-8077-71b04452b267 None None] Routers {'bce17542-5703-497c-a157-0a593a8efeef'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:17:44.779953 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-f74621e4-6085-4474-8077-71b04452b267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:17:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['bce17542-5703-497c-a157-0a593a8efeef'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:17:44.798249 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-8f23154a-56c6-4206-8c7a-35b816f8553d None None] Port ef1db85f-2967-4ee5-be64-513251b6e137 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 14:17:44.872439 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-258fe4df-229c-449b-9f04-f01deb4142cb req-8757f460-4638-4872-9f5c-b68f5d65b3b2 service neutron] 10.222.0.53 "GET /v2.0/networks/bd0f1d69-f9de-4427-9a43-d32a02cef4df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948591 Nov 25 14:17:44.900146 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-f74621e4-6085-4474-8077-71b04452b267 None None] Set router bce17542-5703-497c-a157-0a593a8efeef gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:17:44.952736 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-e789d366-49de-4d0f-8341-920aae83f40a None None] Provisioning complete for port ef1db85f-2967-4ee5-be64-513251b6e137 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:17:44.953127 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e789d366-49de-4d0f-8341-920aae83f40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:44.986462 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 67cb4637-8ba1-4fa1-9c4a-6c7d61fbf88b up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:17:45.035827 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-e789d366-49de-4d0f-8341-920aae83f40a None None] Port ef1db85f-2967-4ee5-be64-513251b6e137 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 14:17:45.056056 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 67cb4637-8ba1-4fa1-9c4a-6c7d61fbf88b triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:17:45.056165 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:45.126494 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-f74621e4-6085-4474-8077-71b04452b267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce17542-5703-497c-a157-0a593a8efeef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531894837', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '94875333-a514-496d-8323-178d81eb923d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:17:39Z', 'updated_at': '2021-11-25T14:17:43Z', 'revision_number': 4, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port': {'id': '94875333-a514-496d-8323-178d81eb923d', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:0e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce17542-5703-497c-a157-0a593a8efeef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:17:39Z', 'updated_at': '2021-11-25T14:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'ef1db85f-2967-4ee5-be64-513251b6e137', 'name': '', 'network_id': 'bd0f1d69-f9de-4427-9a43-d32a02cef4df', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'mac_address': 'fa:16:3e:48:ec:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce17542-5703-497c-a157-0a593a8efeef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'c00c3040-7ed8-4a85-b01e-c26c97dcd3a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:17:42Z', 'updated_at': '2021-11-25T14:17:43Z', 'revision_number': 2, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'subnets': [{'id': 'c00c3040-7ed8-4a85-b01e-c26c97dcd3a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:17:45.154162 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-51debbef-4fcd-43a7-bbc7-b66ab7aef753 None None] Provisioning complete for port ef1db85f-2967-4ee5-be64-513251b6e137 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:17:45.154745 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-51debbef-4fcd-43a7-bbc7-b66ab7aef753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:45.157186 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74621e4-6085-4474-8077-71b04452b267 None None] Checking router: bce17542-5703-497c-a157-0a593a8efeef for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 14:17:45.157542 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74621e4-6085-4474-8077-71b04452b267 None None] Updating router bce17542-5703-497c-a157-0a593a8efeef port ef1db85f-2967-4ee5-be64-513251b6e137 binding host n-d-808199-11 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 14:17:45.181464 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f74621e4-6085-4474-8077-71b04452b267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:45.187897 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-51debbef-4fcd-43a7-bbc7-b66ab7aef753 None None] Port ef1db85f-2967-4ee5-be64-513251b6e137 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 14:17:45.432006 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f74621e4-6085-4474-8077-71b04452b267 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:45.437512 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f74621e4-6085-4474-8077-71b04452b267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:45.506460 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723bd07e-0149-4a85-9763-99d683e7993b None None] Pushing event updated for resources: {'Port': ['ID=ef1db85f-2967-4ee5-be64-513251b6e137,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:17:45.531625 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723bd07e-0149-4a85-9763-99d683e7993b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:17:45.531977 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723bd07e-0149-4a85-9763-99d683e7993b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:17:45.532320 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723bd07e-0149-4a85-9763-99d683e7993b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:17:45.532658 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723bd07e-0149-4a85-9763-99d683e7993b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:17:45.532986 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723bd07e-0149-4a85-9763-99d683e7993b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:17:45.533315 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723bd07e-0149-4a85-9763-99d683e7993b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:17:45.533642 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723bd07e-0149-4a85-9763-99d683e7993b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:17:45.533966 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723bd07e-0149-4a85-9763-99d683e7993b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:17:45.534291 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723bd07e-0149-4a85-9763-99d683e7993b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:17:45.534613 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723bd07e-0149-4a85-9763-99d683e7993b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:17:45.534959 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723bd07e-0149-4a85-9763-99d683e7993b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:17:45.535283 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723bd07e-0149-4a85-9763-99d683e7993b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:17:45.548873 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-f74621e4-6085-4474-8077-71b04452b267 None None] Attempting to bind port ef1db85f-2967-4ee5-be64-513251b6e137 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:17:45.549249 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-f74621e4-6085-4474-8077-71b04452b267 None None] Attempting to bind port ef1db85f-2967-4ee5-be64-513251b6e137 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '413014cd-8392-4589-ad20-9b1825f60a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bd0f1d69-f9de-4427-9a43-d32a02cef4df'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:17:45.549607 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74621e4-6085-4474-8077-71b04452b267 None None] Attempting to bind port ef1db85f-2967-4ee5-be64-513251b6e137 on network bd0f1d69-f9de-4427-9a43-d32a02cef4df {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:17:45.554829 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74621e4-6085-4474-8077-71b04452b267 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:17:45.555208 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74621e4-6085-4474-8077-71b04452b267 None None] Checking segment: {'id': '413014cd-8392-4589-ad20-9b1825f60a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bd0f1d69-f9de-4427-9a43-d32a02cef4df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:17:45.555612 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f74621e4-6085-4474-8077-71b04452b267 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:45.556019 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74621e4-6085-4474-8077-71b04452b267 None None] Bound using segment: {'id': '413014cd-8392-4589-ad20-9b1825f60a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bd0f1d69-f9de-4427-9a43-d32a02cef4df'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:17:45.556490 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-f74621e4-6085-4474-8077-71b04452b267 None None] Bound port: ef1db85f-2967-4ee5-be64-513251b6e137, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '413014cd-8392-4589-ad20-9b1825f60a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bd0f1d69-f9de-4427-9a43-d32a02cef4df'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:17:45.556868 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f74621e4-6085-4474-8077-71b04452b267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:45.622349 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-f74621e4-6085-4474-8077-71b04452b267 None None] For port ef1db85f-2967-4ee5-be64-513251b6e137, host n-d-808199-11, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:17:45.625604 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-f74621e4-6085-4474-8077-71b04452b267 None None] For port ef1db85f-2967-4ee5-be64-513251b6e137, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=ef1db85f-2967-4ee5-be64-513251b6e137,segment=NetworkSegment(413014cd-8392-4589-ad20-9b1825f60a01),segment_id=413014cd-8392-4589-ad20-9b1825f60a01)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:17:45.630971 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f74621e4-6085-4474-8077-71b04452b267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:45.691056 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74621e4-6085-4474-8077-71b04452b267 None None] Routers {'bce17542-5703-497c-a157-0a593a8efeef'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:17:45.691621 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-f74621e4-6085-4474-8077-71b04452b267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:17:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['bce17542-5703-497c-a157-0a593a8efeef'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:17:45.725225 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-22b4559b-150b-4b60-bf38-b53fa3604a64 None None] Provisioning complete for port ef1db85f-2967-4ee5-be64-513251b6e137 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:17:45.725672 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-22b4559b-150b-4b60-bf38-b53fa3604a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:45.728696 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723bd07e-0149-4a85-9763-99d683e7993b None None] Pushing event updated for resources: {'Port': ['ID=ef1db85f-2967-4ee5-be64-513251b6e137,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:17:45.811417 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-f74621e4-6085-4474-8077-71b04452b267 None None] Set router bce17542-5703-497c-a157-0a593a8efeef gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:17:45.813428 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-22b4559b-150b-4b60-bf38-b53fa3604a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:45.847495 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-22b4559b-150b-4b60-bf38-b53fa3604a64 None None] For port ef1db85f-2967-4ee5-be64-513251b6e137, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=ef1db85f-2967-4ee5-be64-513251b6e137,segment=NetworkSegment(413014cd-8392-4589-ad20-9b1825f60a01),segment_id=413014cd-8392-4589-ad20-9b1825f60a01)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:17:45.852345 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-22b4559b-150b-4b60-bf38-b53fa3604a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:45.900954 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b4559b-150b-4b60-bf38-b53fa3604a64 None None] Pushing event updated for resources: {'Port': ['ID=ef1db85f-2967-4ee5-be64-513251b6e137,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:17:45.972140 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-8753d5ab-d913-492a-b317-35575e577f3d None None] Provisioning complete for port ef1db85f-2967-4ee5-be64-513251b6e137 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:17:45.972438 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8753d5ab-d913-492a-b317-35575e577f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:46.013282 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-f74621e4-6085-4474-8077-71b04452b267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce17542-5703-497c-a157-0a593a8efeef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531894837', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '94875333-a514-496d-8323-178d81eb923d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:17:39Z', 'updated_at': '2021-11-25T14:17:43Z', 'revision_number': 4, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port': {'id': '94875333-a514-496d-8323-178d81eb923d', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:0e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce17542-5703-497c-a157-0a593a8efeef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:17:39Z', 'updated_at': '2021-11-25T14:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'ef1db85f-2967-4ee5-be64-513251b6e137', 'name': '', 'network_id': 'bd0f1d69-f9de-4427-9a43-d32a02cef4df', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'mac_address': 'fa:16:3e:48:ec:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce17542-5703-497c-a157-0a593a8efeef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'c00c3040-7ed8-4a85-b01e-c26c97dcd3a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:17:42Z', 'updated_at': '2021-11-25T14:17:45Z', 'revision_number': 4, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'subnets': [{'id': 'c00c3040-7ed8-4a85-b01e-c26c97dcd3a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:17:46.040618 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74621e4-6085-4474-8077-71b04452b267 None None] The sync data for ids ['bce17542-5703-497c-a157-0a593a8efeef'] in n-d-808199-11 is: [{'id': 'bce17542-5703-497c-a157-0a593a8efeef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531894837', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '94875333-a514-496d-8323-178d81eb923d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:17:39Z', 'updated_at': '2021-11-25T14:17:43Z', 'revision_number': 4, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port': {'id': '94875333-a514-496d-8323-178d81eb923d', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:0e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce17542-5703-497c-a157-0a593a8efeef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:17:39Z', 'updated_at': '2021-11-25T14:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'ef1db85f-2967-4ee5-be64-513251b6e137', 'name': '', 'network_id': 'bd0f1d69-f9de-4427-9a43-d32a02cef4df', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'mac_address': 'fa:16:3e:48:ec:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce17542-5703-497c-a157-0a593a8efeef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'c00c3040-7ed8-4a85-b01e-c26c97dcd3a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:17:42Z', 'updated_at': '2021-11-25T14:17:45Z', 'revision_number': 4, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'subnets': [{'id': 'c00c3040-7ed8-4a85-b01e-c26c97dcd3a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 14:17:46.158470 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-642bf68c-2bc1-432f-9f92-bba48e5b7bf6 req-35227c13-1a30-4b6d-81ed-e714bc05ed21 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc243446-81d9-4683-b877-34fe7b79f49b HTTP/1.1" status: 200 len: 210 time: 0.0346699 Nov 25 14:17:46.918231 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device ef1db85f-2967-4ee5-be64-513251b6e137 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:17:46.971398 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port ef1db85f-2967-4ee5-be64-513251b6e137 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:17:46.971856 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:47.129446 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258fe4df-229c-449b-9f04-f01deb4142cb req-bbc8990f-eb60-41c1-b450-ae71b2dc3388 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:17:47.130984 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-258fe4df-229c-449b-9f04-f01deb4142cb req-bbc8990f-eb60-41c1-b450-ae71b2dc3388 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.47 "GET /v2.0/networks?id=bd0f1d69-f9de-4427-9a43-d32a02cef4df HTTP/1.1" status: 200 len: 797 time: 0.1282127 Nov 25 14:17:47.198679 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-258fe4df-229c-449b-9f04-f01deb4142cb req-3e386417-f8be-4da4-8597-3c24a5884e8f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f996a916203a46b4a7ca7989c9357aff HTTP/1.1" status: 200 len: 379 time: 0.0572553 Nov 25 14:17:47.208489 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-258fe4df-229c-449b-9f04-f01deb4142cb req-ec68c242-6de1-46a4-ab50-462dd8afd475 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Request body: {'port': {'device_id': 'cc243446-81d9-4683-b877-34fe7b79f49b', 'network_id': 'bd0f1d69-f9de-4427-9a43-d32a02cef4df', 'admin_state_up': True, 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'security_groups': ['585834eb-1025-405a-bd29-ca8c0072c8e7']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:17:47.258057 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dc981473-9efc-48ed-b45d-6cbb3db76a1d req-1c296f97-f02d-4cc7-8036-bc9d227aaffd tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc243446-81d9-4683-b877-34fe7b79f49b HTTP/1.1" status: 200 len: 210 time: 0.0277472 Nov 25 14:17:47.322553 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-258fe4df-229c-449b-9f04-f01deb4142cb req-ec68c242-6de1-46a4-ab50-462dd8afd475 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Made reservation on behalf of f996a916203a46b4a7ca7989c9357aff for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 14:17:47.326686 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-258fe4df-229c-449b-9f04-f01deb4142cb req-ec68c242-6de1-46a4-ab50-462dd8afd475 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:47.453504 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-258fe4df-229c-449b-9f04-f01deb4142cb req-ec68c242-6de1-46a4-ab50-462dd8afd475 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Allocated IP 172.20.0.9 (bd0f1d69-f9de-4427-9a43-d32a02cef4df/c00c3040-7ed8-4a85-b01e-c26c97dcd3a2/1552dc0e-e225-48e0-8c28-5b357c193ace) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:17:47.596561 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-258fe4df-229c-449b-9f04-f01deb4142cb req-ec68c242-6de1-46a4-ab50-462dd8afd475 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:47.630950 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-258fe4df-229c-449b-9f04-f01deb4142cb req-ec68c242-6de1-46a4-ab50-462dd8afd475 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:47.674873 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-258fe4df-229c-449b-9f04-f01deb4142cb req-ec68c242-6de1-46a4-ab50-462dd8afd475 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Network bd0f1d69-f9de-4427-9a43-d32a02cef4df is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:17:47.678001 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-258fe4df-229c-449b-9f04-f01deb4142cb req-ec68c242-6de1-46a4-ab50-462dd8afd475 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:17:47.681598 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-258fe4df-229c-449b-9f04-f01deb4142cb req-ec68c242-6de1-46a4-ab50-462dd8afd475 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:17:47.712247 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68c242-6de1-46a4-ab50-462dd8afd475 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'Port': ['ID=1552dc0e-e225-48e0-8c28-5b357c193ace,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:17:47.741322 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258fe4df-229c-449b-9f04-f01deb4142cb req-ec68c242-6de1-46a4-ab50-462dd8afd475 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:17:47.741971 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-258fe4df-229c-449b-9f04-f01deb4142cb req-ec68c242-6de1-46a4-ab50-462dd8afd475 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:47.759255 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-258fe4df-229c-449b-9f04-f01deb4142cb req-ec68c242-6de1-46a4-ab50-462dd8afd475 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5544438 Nov 25 14:17:47.817532 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-258fe4df-229c-449b-9f04-f01deb4142cb req-413a656b-0fc4-40a0-a5b9-17c079854ea0 service neutron] Request body: {'port': {'device_id': 'cc243446-81d9-4683-b877-34fe7b79f49b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:17:47.872919 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-258fe4df-229c-449b-9f04-f01deb4142cb req-413a656b-0fc4-40a0-a5b9-17c079854ea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:47.895879 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-f0efa3cb-fa89-4b73-bd54-0829c00f6128 None None] Provisioning complete for port 1552dc0e-e225-48e0-8c28-5b357c193ace triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:17:47.896252 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f0efa3cb-fa89-4b73-bd54-0829c00f6128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:47.929362 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-f0efa3cb-fa89-4b73-bd54-0829c00f6128 None None] Port 1552dc0e-e225-48e0-8c28-5b357c193ace cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 14:17:48.141988 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-258fe4df-229c-449b-9f04-f01deb4142cb req-413a656b-0fc4-40a0-a5b9-17c079854ea0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1552dc0e-e225-48e0-8c28-5b357c193ace {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 14:17:48.149439 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-258fe4df-229c-449b-9f04-f01deb4142cb req-413a656b-0fc4-40a0-a5b9-17c079854ea0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:48.162167 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-258fe4df-229c-449b-9f04-f01deb4142cb req-413a656b-0fc4-40a0-a5b9-17c079854ea0 service neutron] Transition to ACTIVE for port object 1552dc0e-e225-48e0-8c28-5b357c193ace will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 14:17:48.165885 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-258fe4df-229c-449b-9f04-f01deb4142cb req-413a656b-0fc4-40a0-a5b9-17c079854ea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:48.214399 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413a656b-0fc4-40a0-a5b9-17c079854ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=1552dc0e-e225-48e0-8c28-5b357c193ace,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:17:48.288358 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-258fe4df-229c-449b-9f04-f01deb4142cb req-413a656b-0fc4-40a0-a5b9-17c079854ea0 service neutron] Attempting to bind port 1552dc0e-e225-48e0-8c28-5b357c193ace on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:17:48.288706 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-258fe4df-229c-449b-9f04-f01deb4142cb req-413a656b-0fc4-40a0-a5b9-17c079854ea0 service neutron] Attempting to bind port 1552dc0e-e225-48e0-8c28-5b357c193ace by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '413014cd-8392-4589-ad20-9b1825f60a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bd0f1d69-f9de-4427-9a43-d32a02cef4df'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:17:48.289040 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258fe4df-229c-449b-9f04-f01deb4142cb req-413a656b-0fc4-40a0-a5b9-17c079854ea0 service neutron] Attempting to bind port 1552dc0e-e225-48e0-8c28-5b357c193ace on network bd0f1d69-f9de-4427-9a43-d32a02cef4df {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:17:48.294763 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258fe4df-229c-449b-9f04-f01deb4142cb req-413a656b-0fc4-40a0-a5b9-17c079854ea0 service neutron] Port 1552dc0e-e225-48e0-8c28-5b357c193ace on network bd0f1d69-f9de-4427-9a43-d32a02cef4df not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 14:17:48.295094 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258fe4df-229c-449b-9f04-f01deb4142cb req-413a656b-0fc4-40a0-a5b9-17c079854ea0 service neutron] Attempting to bind port 1552dc0e-e225-48e0-8c28-5b357c193ace on network bd0f1d69-f9de-4427-9a43-d32a02cef4df {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:17:48.300253 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258fe4df-229c-449b-9f04-f01deb4142cb req-413a656b-0fc4-40a0-a5b9-17c079854ea0 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:17:48.300599 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258fe4df-229c-449b-9f04-f01deb4142cb req-413a656b-0fc4-40a0-a5b9-17c079854ea0 service neutron] Checking segment: {'id': '413014cd-8392-4589-ad20-9b1825f60a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bd0f1d69-f9de-4427-9a43-d32a02cef4df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:17:48.300988 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258fe4df-229c-449b-9f04-f01deb4142cb req-413a656b-0fc4-40a0-a5b9-17c079854ea0 service neutron] Bound using segment: {'id': '413014cd-8392-4589-ad20-9b1825f60a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bd0f1d69-f9de-4427-9a43-d32a02cef4df'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:17:48.301428 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-258fe4df-229c-449b-9f04-f01deb4142cb req-413a656b-0fc4-40a0-a5b9-17c079854ea0 service neutron] Bound port: 1552dc0e-e225-48e0-8c28-5b357c193ace, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '413014cd-8392-4589-ad20-9b1825f60a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bd0f1d69-f9de-4427-9a43-d32a02cef4df'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:17:48.301791 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-258fe4df-229c-449b-9f04-f01deb4142cb req-413a656b-0fc4-40a0-a5b9-17c079854ea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:48.377523 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-258fe4df-229c-449b-9f04-f01deb4142cb req-413a656b-0fc4-40a0-a5b9-17c079854ea0 service neutron] For port 1552dc0e-e225-48e0-8c28-5b357c193ace, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:17:48.382314 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-258fe4df-229c-449b-9f04-f01deb4142cb req-413a656b-0fc4-40a0-a5b9-17c079854ea0 service neutron] For port 1552dc0e-e225-48e0-8c28-5b357c193ace, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=1552dc0e-e225-48e0-8c28-5b357c193ace,segment=NetworkSegment(413014cd-8392-4589-ad20-9b1825f60a01),segment_id=413014cd-8392-4589-ad20-9b1825f60a01)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:17:48.389717 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-258fe4df-229c-449b-9f04-f01deb4142cb req-413a656b-0fc4-40a0-a5b9-17c079854ea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:48.400586 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6adb5e-b664-4a49-af73-6b64716133e7 req-2a1adb62-f6e2-469e-b342-8ac998914c0c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:17:48.402149 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ed6adb5e-b664-4a49-af73-6b64716133e7 req-2a1adb62-f6e2-469e-b342-8ac998914c0c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc243446-81d9-4683-b877-34fe7b79f49b HTTP/1.1" status: 200 len: 943 time: 0.0675557 Nov 25 14:17:48.428443 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258fe4df-229c-449b-9f04-f01deb4142cb req-413a656b-0fc4-40a0-a5b9-17c079854ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:17:48.429073 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-258fe4df-229c-449b-9f04-f01deb4142cb req-413a656b-0fc4-40a0-a5b9-17c079854ea0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:48.430488 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-258fe4df-229c-449b-9f04-f01deb4142cb req-413a656b-0fc4-40a0-a5b9-17c079854ea0 service neutron] 10.222.0.47 "PUT /v2.0/ports/1552dc0e-e225-48e0-8c28-5b357c193ace HTTP/1.1" status: 200 len: 1092 time: 0.6626837 Nov 25 14:17:48.430963 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc243446-81d9-4683-b877-34fe7b79f49b', 'tag': '1552dc0e-e225-48e0-8c28-5b357c193ace'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:17:48.433260 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b263d7d4b70db15966f189087f2cdd81ff7815a34d469843c29c7d40ca9dff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c05c42-e064-4c88-a421-d803cdbb852b" -d '{"events": [{"name": "network-changed", "server_uuid": "cc243446-81d9-4683-b877-34fe7b79f49b", "tag": "1552dc0e-e225-48e0-8c28-5b357c193ace"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:17:48.463366 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413a656b-0fc4-40a0-a5b9-17c079854ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=1552dc0e-e225-48e0-8c28-5b357c193ace,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:17:48.499405 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ed6adb5e-b664-4a49-af73-6b64716133e7 req-27250a25-1de9-4315-ab2e-b117d26f7f6c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=585834eb-1025-405a-bd29-ca8c0072c8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888851 Nov 25 14:17:48.512866 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 14:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feafec51-217f-4169-aae6-a981a167dffc x-openstack-request-id: req-feafec51-217f-4169-aae6-a981a167dffc {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:17:48.513183 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc243446-81d9-4683-b877-34fe7b79f49b", "tag": "1552dc0e-e225-48e0-8c28-5b357c193ace", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:17:48.513487 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-feafec51-217f-4169-aae6-a981a167dffc {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:17:48.513820 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc243446-81d9-4683-b877-34fe7b79f49b', 'tag': '1552dc0e-e225-48e0-8c28-5b357c193ace', 'status': 'completed', 'code': 200} Nov 25 14:17:48.530197 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258fe4df-229c-449b-9f04-f01deb4142cb req-2ccf0789-1f04-4ca7-b372-2cb3f90978ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:17:48.531845 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-258fe4df-229c-449b-9f04-f01deb4142cb req-2ccf0789-1f04-4ca7-b372-2cb3f90978ea service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f996a916203a46b4a7ca7989c9357aff&device_id=cc243446-81d9-4683-b877-34fe7b79f49b HTTP/1.1" status: 200 len: 1095 time: 0.0500245 Nov 25 14:17:48.579947 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-258fe4df-229c-449b-9f04-f01deb4142cb req-947a5c5b-b950-46a7-b3cd-e29a2c0cf62d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1552dc0e-e225-48e0-8c28-5b357c193ace HTTP/1.1" status: 200 len: 217 time: 0.0398536 Nov 25 14:17:48.630237 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258fe4df-229c-449b-9f04-f01deb4142cb req-8f5471e1-252b-40dd-aedf-3bbdda3048b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:17:48.631738 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-258fe4df-229c-449b-9f04-f01deb4142cb req-8f5471e1-252b-40dd-aedf-3bbdda3048b3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c00c3040-7ed8-4a85-b01e-c26c97dcd3a2 HTTP/1.1" status: 200 len: 834 time: 0.0452878 Nov 25 14:17:48.678208 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258fe4df-229c-449b-9f04-f01deb4142cb req-9b069711-825f-4d3e-9156-37988387f9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:17:48.679881 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-258fe4df-229c-449b-9f04-f01deb4142cb req-9b069711-825f-4d3e-9156-37988387f9a2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bd0f1d69-f9de-4427-9a43-d32a02cef4df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404892 Nov 25 14:17:48.771896 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-258fe4df-229c-449b-9f04-f01deb4142cb req-23feaf10-c3f4-421a-bfd7-cc771922857d service neutron] 10.222.0.47 "GET /v2.0/networks/bd0f1d69-f9de-4427-9a43-d32a02cef4df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849521 Nov 25 14:17:48.861320 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-258fe4df-229c-449b-9f04-f01deb4142cb req-0d64a387-dff7-4525-becd-eabd720b12e7 service neutron] 10.222.0.47 "GET /v2.0/networks/bd0f1d69-f9de-4427-9a43-d32a02cef4df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826950 Nov 25 14:17:48.945705 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c05c42-e064-4c88-a421-d803cdbb852b req-060862d6-d65e-4489-81f6-b35f2517c32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:17:48.947188 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-74c05c42-e064-4c88-a421-d803cdbb852b req-060862d6-d65e-4489-81f6-b35f2517c32f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f996a916203a46b4a7ca7989c9357aff&device_id=cc243446-81d9-4683-b877-34fe7b79f49b HTTP/1.1" status: 200 len: 1095 time: 0.0410097 Nov 25 14:17:49.041937 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c05c42-e064-4c88-a421-d803cdbb852b req-585144e1-8dde-4120-ba01-efc33450ace5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:17:49.043467 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-74c05c42-e064-4c88-a421-d803cdbb852b req-585144e1-8dde-4120-ba01-efc33450ace5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bd0f1d69-f9de-4427-9a43-d32a02cef4df HTTP/1.1" status: 200 len: 898 time: 0.0879424 Nov 25 14:17:49.084919 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-74c05c42-e064-4c88-a421-d803cdbb852b req-ba9e2224-e46e-460c-b30f-ad2556aaf89b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1552dc0e-e225-48e0-8c28-5b357c193ace HTTP/1.1" status: 200 len: 217 time: 0.0348413 Nov 25 14:17:49.132983 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c05c42-e064-4c88-a421-d803cdbb852b req-106fcd01-b3cc-4e11-9486-1e470d99f3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:17:49.134409 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-74c05c42-e064-4c88-a421-d803cdbb852b req-106fcd01-b3cc-4e11-9486-1e470d99f3bf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c00c3040-7ed8-4a85-b01e-c26c97dcd3a2 HTTP/1.1" status: 200 len: 834 time: 0.0428085 Nov 25 14:17:49.186463 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c05c42-e064-4c88-a421-d803cdbb852b req-78c6c260-f22a-461e-9ba0-e2d75cb812de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:17:49.187971 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-74c05c42-e064-4c88-a421-d803cdbb852b req-78c6c260-f22a-461e-9ba0-e2d75cb812de service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bd0f1d69-f9de-4427-9a43-d32a02cef4df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444579 Nov 25 14:17:49.278066 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-74c05c42-e064-4c88-a421-d803cdbb852b req-d0778c8a-9c67-4b7b-b9bf-ba40a78df231 service neutron] 10.222.0.47 "GET /v2.0/networks/bd0f1d69-f9de-4427-9a43-d32a02cef4df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815632 Nov 25 14:17:49.372502 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-74c05c42-e064-4c88-a421-d803cdbb852b req-ff7d81bb-1d71-4317-b69a-d8d9fa68ac78 service neutron] 10.222.0.47 "GET /v2.0/networks/bd0f1d69-f9de-4427-9a43-d32a02cef4df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867429 Nov 25 14:17:49.606743 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac9815c-4b4f-4bbf-81eb-9f766737d678 req-1d91aa18-a354-4882-be01-705915b14d3d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:17:49.608149 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3ac9815c-4b4f-4bbf-81eb-9f766737d678 req-1d91aa18-a354-4882-be01-705915b14d3d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc243446-81d9-4683-b877-34fe7b79f49b HTTP/1.1" status: 200 len: 943 time: 0.0496318 Nov 25 14:17:49.656927 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3ac9815c-4b4f-4bbf-81eb-9f766737d678 req-2e5c204b-d2de-4b3c-ab83-dc9e32c9d477 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=585834eb-1025-405a-bd29-ca8c0072c8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428267 Nov 25 14:17:50.773742 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc64058-2ae5-4886-b843-3355bcace5cc req-2467cec7-108e-47ac-93dd-505fc92a8eaa tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:17:50.775240 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8fc64058-2ae5-4886-b843-3355bcace5cc req-2467cec7-108e-47ac-93dd-505fc92a8eaa tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc243446-81d9-4683-b877-34fe7b79f49b HTTP/1.1" status: 200 len: 943 time: 0.0477309 Nov 25 14:17:50.827452 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8fc64058-2ae5-4886-b843-3355bcace5cc req-5625beab-76c2-479a-b4af-5d98413a6529 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=585834eb-1025-405a-bd29-ca8c0072c8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455847 Nov 25 14:17:51.907184 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 1552dc0e-e225-48e0-8c28-5b357c193ace details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 14:17:51.942479 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca0da4b-feb1-4a3a-87c1-7c6a933528aa req-e6fa6e85-769b-45a1-b058-8e5e1b0d03c3 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:17:51.944035 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2ca0da4b-feb1-4a3a-87c1-7c6a933528aa req-e6fa6e85-769b-45a1-b058-8e5e1b0d03c3 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc243446-81d9-4683-b877-34fe7b79f49b HTTP/1.1" status: 200 len: 943 time: 0.0487537 Nov 25 14:17:51.993806 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2ca0da4b-feb1-4a3a-87c1-7c6a933528aa req-5e83b18f-158f-4073-8c8b-35dc83fce8c9 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=585834eb-1025-405a-bd29-ca8c0072c8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431716 Nov 25 14:17:52.004231 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 1552dc0e-e225-48e0-8c28-5b357c193ace, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=1552dc0e-e225-48e0-8c28-5b357c193ace,segment=NetworkSegment(413014cd-8392-4589-ad20-9b1825f60a01),segment_id=413014cd-8392-4589-ad20-9b1825f60a01)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:17:52.016654 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '1552dc0e-e225-48e0-8c28-5b357c193ace', 'network_id': 'bd0f1d69-f9de-4427-9a43-d32a02cef4df', 'port_id': '1552dc0e-e225-48e0-8c28-5b357c193ace', 'mac_address': 'fa:16:3e:c3:94:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c00c3040-7ed8-4a85-b01e-c26c97dcd3a2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 14:17:52.052746 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:52.065659 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1552dc0e-e225-48e0-8c28-5b357c193ace {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 14:17:52.085368 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 1552dc0e-e225-48e0-8c28-5b357c193ace, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=1552dc0e-e225-48e0-8c28-5b357c193ace,segment=NetworkSegment(413014cd-8392-4589-ad20-9b1825f60a01),segment_id=413014cd-8392-4589-ad20-9b1825f60a01)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:17:52.088576 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:52.136733 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=1552dc0e-e225-48e0-8c28-5b357c193ace,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:17:52.338739 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['1552dc0e-e225-48e0-8c28-5b357c193ace'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 14:17:53.109568 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6500eb-ec7e-4422-861f-634df61b3ffe req-15c6cb8e-913b-4982-97f4-e25026c2601a tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:17:53.111073 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-db6500eb-ec7e-4422-861f-634df61b3ffe req-15c6cb8e-913b-4982-97f4-e25026c2601a tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc243446-81d9-4683-b877-34fe7b79f49b HTTP/1.1" status: 200 len: 944 time: 0.0476344 Nov 25 14:17:53.160027 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-db6500eb-ec7e-4422-861f-634df61b3ffe req-677941a9-c1b2-452f-8c4f-8f56deaff687 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=585834eb-1025-405a-bd29-ca8c0072c8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430491 Nov 25 14:17:53.910200 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 1552dc0e-e225-48e0-8c28-5b357c193ace up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:17:53.956833 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 1552dc0e-e225-48e0-8c28-5b357c193ace completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 14:17:53.960357 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 1552dc0e-e225-48e0-8c28-5b357c193ace triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:17:53.960728 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:54.034917 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:54.056397 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc243446-81d9-4683-b877-34fe7b79f49b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1552dc0e-e225-48e0-8c28-5b357c193ace'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:17:54.058609 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4a683b2f55a074025c37cf42062357829495bd62ced1b23f0cba96c56cdda24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd674ea-7088-494c-9524-dd1ac4d59b4b" -d '{"events": [{"server_uuid": "cc243446-81d9-4683-b877-34fe7b79f49b", "name": "network-vif-plugged", "status": "completed", "tag": "1552dc0e-e225-48e0-8c28-5b357c193ace"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:17:54.071220 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 1552dc0e-e225-48e0-8c28-5b357c193ace, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=1552dc0e-e225-48e0-8c28-5b357c193ace,segment=NetworkSegment(413014cd-8392-4589-ad20-9b1825f60a01),segment_id=413014cd-8392-4589-ad20-9b1825f60a01)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:17:54.075383 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:54.127384 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=1552dc0e-e225-48e0-8c28-5b357c193ace,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:17:54.165118 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 14:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73684c0-364b-4e20-a459-62f3b7401f19 x-openstack-request-id: req-b73684c0-364b-4e20-a459-62f3b7401f19 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:17:54.165420 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc243446-81d9-4683-b877-34fe7b79f49b", "name": "network-vif-plugged", "status": "completed", "tag": "1552dc0e-e225-48e0-8c28-5b357c193ace", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:17:54.165838 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b73684c0-364b-4e20-a459-62f3b7401f19 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:17:54.166268 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc243446-81d9-4683-b877-34fe7b79f49b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1552dc0e-e225-48e0-8c28-5b357c193ace', 'code': 200} Nov 25 14:17:54.262372 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97989ff6-0d92-4b75-b1bc-33f319c6f5a7 req-56039d5a-e901-4714-b151-e77e637fa019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:17:54.263930 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-97989ff6-0d92-4b75-b1bc-33f319c6f5a7 req-56039d5a-e901-4714-b151-e77e637fa019 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cc243446-81d9-4683-b877-34fe7b79f49b HTTP/1.1" status: 200 len: 1097 time: 0.0415778 Nov 25 14:17:54.280106 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc53dc-7f7a-46f3-87dc-53f0c19fb0ff req-5e70773f-c520-4262-a788-b79cd48b5d46 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:17:54.281581 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-51dc53dc-7f7a-46f3-87dc-53f0c19fb0ff req-5e70773f-c520-4262-a788-b79cd48b5d46 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc243446-81d9-4683-b877-34fe7b79f49b HTTP/1.1" status: 200 len: 945 time: 0.0521708 Nov 25 14:17:54.310675 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-97989ff6-0d92-4b75-b1bc-33f319c6f5a7 req-03331cc0-348c-4111-92f3-c2d6420f89e7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=585834eb-1025-405a-bd29-ca8c0072c8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399940 Nov 25 14:17:54.330660 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-51dc53dc-7f7a-46f3-87dc-53f0c19fb0ff req-7ec3d19c-9834-4902-aac2-e7af3c9ee813 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=585834eb-1025-405a-bd29-ca8c0072c8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430739 Nov 25 14:17:55.448819 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31713e9-f725-4d53-98e6-31bcf5658c4f req-e65b23e9-a422-41d8-92ec-44d70edd9667 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:17:55.450336 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e31713e9-f725-4d53-98e6-31bcf5658c4f req-e65b23e9-a422-41d8-92ec-44d70edd9667 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc243446-81d9-4683-b877-34fe7b79f49b HTTP/1.1" status: 200 len: 945 time: 0.0486462 Nov 25 14:17:55.499022 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e31713e9-f725-4d53-98e6-31bcf5658c4f req-9ff7f648-8c32-47be-83a5-dbff0fa78f9d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=585834eb-1025-405a-bd29-ca8c0072c8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427289 Nov 25 14:17:55.613126 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bfe7a3-c458-42d0-b960-b8a1414f58ae req-b156b9bf-b236-449d-9c90-c1e1dbdad235 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:17:55.614504 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-72bfe7a3-c458-42d0-b960-b8a1414f58ae req-b156b9bf-b236-449d-9c90-c1e1dbdad235 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc243446-81d9-4683-b877-34fe7b79f49b HTTP/1.1" status: 200 len: 945 time: 0.0484076 Nov 25 14:17:55.666169 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-72bfe7a3-c458-42d0-b960-b8a1414f58ae req-97992457-9e8d-4498-8fbe-c1af2ac3bf4c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=585834eb-1025-405a-bd29-ca8c0072c8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457206 Nov 25 14:17:55.688042 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39320) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:17:55.727583 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ed20c6-d4a8-459f-a6af-f92b7e211466 tempest-TestNetworkAdvancedServerOps-501883029 tempest-TestNetworkAdvancedServerOps-501883029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:17:55.729099 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-48ed20c6-d4a8-459f-a6af-f92b7e211466 tempest-TestNetworkAdvancedServerOps-501883029 tempest-TestNetworkAdvancedServerOps-501883029-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=cc243446-81d9-4683-b877-34fe7b79f49b HTTP/1.1" status: 200 len: 1092 time: 0.0400717 Nov 25 14:17:55.731966 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39322) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:17:55.736699 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-7eec1eb5-a4cb-44e4-ba8f-d0be7225f556 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Request body: {'floatingip': {'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'port_id': '1552dc0e-e225-48e0-8c28-5b357c193ace', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:17:55.757825 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7eec1eb5-a4cb-44e4-ba8f-d0be7225f556 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for floatingip, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:55.854256 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7eec1eb5-a4cb-44e4-ba8f-d0be7225f556 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:55.952565 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-7eec1eb5-a4cb-44e4-ba8f-d0be7225f556 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Allocated IP 172.25.5.113 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/cb554270-6368-45f3-b90f-cdbebf9c2807) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:17:56.053349 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7eec1eb5-a4cb-44e4-ba8f-d0be7225f556 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:56.086544 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7eec1eb5-a4cb-44e4-ba8f-d0be7225f556 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:56.125465 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eec1eb5-a4cb-44e4-ba8f-d0be7225f556 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:17:56.128217 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-7eec1eb5-a4cb-44e4-ba8f-d0be7225f556 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:17:56.131913 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eec1eb5-a4cb-44e4-ba8f-d0be7225f556 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:17:56.137929 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eec1eb5-a4cb-44e4-ba8f-d0be7225f556 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'Port': ['ID=cb554270-6368-45f3-b90f-cdbebf9c2807,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:17:56.778280 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7eec1eb5-a4cb-44e4-ba8f-d0be7225f556 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:56.842474 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7eec1eb5-a4cb-44e4-ba8f-d0be7225f556 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:56.989509 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7eec1eb5-a4cb-44e4-ba8f-d0be7225f556 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:56.993658 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7eec1eb5-a4cb-44e4-ba8f-d0be7225f556 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:57.065709 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eec1eb5-a4cb-44e4-ba8f-d0be7225f556 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'Port': ['ID=cb554270-6368-45f3-b90f-cdbebf9c2807,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:17:57.073769 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7eec1eb5-a4cb-44e4-ba8f-d0be7225f556 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:57.173465 n-d-808199-11 neutron-server[103570]: INFO neutron.db.l3_db [None req-7eec1eb5-a4cb-44e4-ba8f-d0be7225f556 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Floating IP 7e948ee2-e716-44dc-bfea-8895591d2977 associated. External IP: 172.25.5.113, port: 1552dc0e-e225-48e0-8c28-5b357c193ace. Nov 25 14:17:57.378090 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eec1eb5-a4cb-44e4-ba8f-d0be7225f556 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Router bce17542-5703-497c-a157-0a593a8efeef has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 14:17:57.486619 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eec1eb5-a4cb-44e4-ba8f-d0be7225f556 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 14:17:57.496078 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7ded06-1dc3-402d-a9d3-2c7472611a95 None None] Sync routers for ids ['bce17542-5703-497c-a157-0a593a8efeef'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 14:17:57.504070 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7eec1eb5-a4cb-44e4-ba8f-d0be7225f556 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:17:57.507484 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7ded06-1dc3-402d-a9d3-2c7472611a95 None None] Routers {'bce17542-5703-497c-a157-0a593a8efeef'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:17:57.508118 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-4e7ded06-1dc3-402d-a9d3-2c7472611a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:17:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['bce17542-5703-497c-a157-0a593a8efeef'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:17:57.530496 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-7eec1eb5-a4cb-44e4-ba8f-d0be7225f556 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7975187 Nov 25 14:17:57.531165 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc243446-81d9-4683-b877-34fe7b79f49b', 'tag': '1552dc0e-e225-48e0-8c28-5b357c193ace'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:17:57.533455 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ff10e3dad8c55f3be2027b0b566631f93d9edebaac325607bb9a9480f03098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797cd989-2308-44cc-b8c6-5417755b8c8c" -d '{"events": [{"name": "network-changed", "server_uuid": "cc243446-81d9-4683-b877-34fe7b79f49b", "tag": "1552dc0e-e225-48e0-8c28-5b357c193ace"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:17:57.580625 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 14:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3177bdb4-4dec-4d3b-b542-86d506c8c6dc x-openstack-request-id: req-3177bdb4-4dec-4d3b-b542-86d506c8c6dc {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:17:57.581268 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc243446-81d9-4683-b877-34fe7b79f49b", "tag": "1552dc0e-e225-48e0-8c28-5b357c193ace", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:17:57.581694 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3177bdb4-4dec-4d3b-b542-86d506c8c6dc {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:17:57.582001 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc243446-81d9-4683-b877-34fe7b79f49b', 'tag': '1552dc0e-e225-48e0-8c28-5b357c193ace', 'status': 'completed', 'code': 200} Nov 25 14:17:57.647816 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797cd989-2308-44cc-b8c6-5417755b8c8c req-66c8b898-e9ff-4117-82bc-1a53dc27c8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:17:57.649371 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-797cd989-2308-44cc-b8c6-5417755b8c8c req-66c8b898-e9ff-4117-82bc-1a53dc27c8a5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f996a916203a46b4a7ca7989c9357aff&device_id=cc243446-81d9-4683-b877-34fe7b79f49b HTTP/1.1" status: 200 len: 1097 time: 0.0428884 Nov 25 14:17:57.657862 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4933ab-5a24-4466-b6bd-69e55abaf684 req-c7ccba0c-17a8-474c-98f5-28a62433a7b7 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:17:57.660738 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1d4933ab-5a24-4466-b6bd-69e55abaf684 req-c7ccba0c-17a8-474c-98f5-28a62433a7b7 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc243446-81d9-4683-b877-34fe7b79f49b HTTP/1.1" status: 200 len: 945 time: 0.0584157 Nov 25 14:17:57.719434 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1d4933ab-5a24-4466-b6bd-69e55abaf684 req-15783801-e26e-43f5-a86d-ca2d79b5b240 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=585834eb-1025-405a-bd29-ca8c0072c8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519269 Nov 25 14:17:57.740632 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39328) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:17:57.756491 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797cd989-2308-44cc-b8c6-5417755b8c8c req-f79498b6-b535-49c1-8d2d-34326d9d2e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:17:57.757994 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-797cd989-2308-44cc-b8c6-5417755b8c8c req-f79498b6-b535-49c1-8d2d-34326d9d2e57 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bd0f1d69-f9de-4427-9a43-d32a02cef4df HTTP/1.1" status: 200 len: 898 time: 0.1019762 Nov 25 14:17:57.780487 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-4e7ded06-1dc3-402d-a9d3-2c7472611a95 None None] Set router bce17542-5703-497c-a157-0a593a8efeef gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:17:57.807083 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-1d73ad74-4e59-4263-9a5c-feb4a043bf78 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/floatingips/7e948ee2-e716-44dc-bfea-8895591d2977 HTTP/1.1" status: 200 len: 991 time: 0.0650012 Nov 25 14:17:57.828111 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-797cd989-2308-44cc-b8c6-5417755b8c8c req-b28aaec6-3617-4674-a024-952bc3b65feb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1552dc0e-e225-48e0-8c28-5b357c193ace HTTP/1.1" status: 200 len: 999 time: 0.0604722 Nov 25 14:17:57.881595 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797cd989-2308-44cc-b8c6-5417755b8c8c req-5b78ea32-4b3e-4e07-9ded-a59430409f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:17:57.883183 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-797cd989-2308-44cc-b8c6-5417755b8c8c req-5b78ea32-4b3e-4e07-9ded-a59430409f0f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c00c3040-7ed8-4a85-b01e-c26c97dcd3a2 HTTP/1.1" status: 200 len: 834 time: 0.0477679 Nov 25 14:17:57.929310 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797cd989-2308-44cc-b8c6-5417755b8c8c req-80f5438e-bb21-4332-96df-b6ac89b135fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:17:57.930745 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-797cd989-2308-44cc-b8c6-5417755b8c8c req-80f5438e-bb21-4332-96df-b6ac89b135fa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bd0f1d69-f9de-4427-9a43-d32a02cef4df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394754 Nov 25 14:17:58.004464 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-4e7ded06-1dc3-402d-a9d3-2c7472611a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce17542-5703-497c-a157-0a593a8efeef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531894837', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '94875333-a514-496d-8323-178d81eb923d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:17:39Z', 'updated_at': '2021-11-25T14:17:43Z', 'revision_number': 4, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port': {'id': '94875333-a514-496d-8323-178d81eb923d', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:0e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce17542-5703-497c-a157-0a593a8efeef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:17:39Z', 'updated_at': '2021-11-25T14:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '7e948ee2-e716-44dc-bfea-8895591d2977', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'floating_ip_address': '172.25.5.113', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': 'bce17542-5703-497c-a157-0a593a8efeef', 'port_id': '1552dc0e-e225-48e0-8c28-5b357c193ace', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd0f1d69-f9de-4427-9a43-d32a02cef4df', 'mac_address': 'fa:16:3e:c3:94:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc243446-81d9-4683-b877-34fe7b79f49b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T14:17:56Z', 'updated_at': '2021-11-25T14:17:56Z', 'revision_number': 0, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef1db85f-2967-4ee5-be64-513251b6e137', 'name': '', 'network_id': 'bd0f1d69-f9de-4427-9a43-d32a02cef4df', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'mac_address': 'fa:16:3e:48:ec:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce17542-5703-497c-a157-0a593a8efeef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'c00c3040-7ed8-4a85-b01e-c26c97dcd3a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:17:42Z', 'updated_at': '2021-11-25T14:17:45Z', 'revision_number': 5, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'subnets': [{'id': 'c00c3040-7ed8-4a85-b01e-c26c97dcd3a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:17:58.020861 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-797cd989-2308-44cc-b8c6-5417755b8c8c req-c22920e8-5bdc-4831-ad05-999d7e980658 service neutron] 10.222.0.47 "GET /v2.0/networks/bd0f1d69-f9de-4427-9a43-d32a02cef4df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823543 Nov 25 14:17:58.034873 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7ded06-1dc3-402d-a9d3-2c7472611a95 None None] Checking router: bce17542-5703-497c-a157-0a593a8efeef for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 14:17:58.043323 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7ded06-1dc3-402d-a9d3-2c7472611a95 None None] Routers {'bce17542-5703-497c-a157-0a593a8efeef'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:17:58.043953 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-4e7ded06-1dc3-402d-a9d3-2c7472611a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:17:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['bce17542-5703-497c-a157-0a593a8efeef'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:17:58.114148 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-797cd989-2308-44cc-b8c6-5417755b8c8c req-540e0370-9284-4142-a150-73c673f4332b service neutron] 10.222.0.47 "GET /v2.0/networks/bd0f1d69-f9de-4427-9a43-d32a02cef4df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867271 Nov 25 14:17:58.149695 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-4e7ded06-1dc3-402d-a9d3-2c7472611a95 None None] Set router bce17542-5703-497c-a157-0a593a8efeef gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:17:58.374100 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-4e7ded06-1dc3-402d-a9d3-2c7472611a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce17542-5703-497c-a157-0a593a8efeef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531894837', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '94875333-a514-496d-8323-178d81eb923d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:17:39Z', 'updated_at': '2021-11-25T14:17:43Z', 'revision_number': 4, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port': {'id': '94875333-a514-496d-8323-178d81eb923d', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:0e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce17542-5703-497c-a157-0a593a8efeef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:17:39Z', 'updated_at': '2021-11-25T14:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '7e948ee2-e716-44dc-bfea-8895591d2977', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'floating_ip_address': '172.25.5.113', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': 'bce17542-5703-497c-a157-0a593a8efeef', 'port_id': '1552dc0e-e225-48e0-8c28-5b357c193ace', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd0f1d69-f9de-4427-9a43-d32a02cef4df', 'mac_address': 'fa:16:3e:c3:94:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc243446-81d9-4683-b877-34fe7b79f49b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T14:17:56Z', 'updated_at': '2021-11-25T14:17:56Z', 'revision_number': 0, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef1db85f-2967-4ee5-be64-513251b6e137', 'name': '', 'network_id': 'bd0f1d69-f9de-4427-9a43-d32a02cef4df', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'mac_address': 'fa:16:3e:48:ec:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce17542-5703-497c-a157-0a593a8efeef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'c00c3040-7ed8-4a85-b01e-c26c97dcd3a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:17:42Z', 'updated_at': '2021-11-25T14:17:45Z', 'revision_number': 5, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'subnets': [{'id': 'c00c3040-7ed8-4a85-b01e-c26c97dcd3a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:17:58.404694 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7ded06-1dc3-402d-a9d3-2c7472611a95 None None] The sync data for ids ['bce17542-5703-497c-a157-0a593a8efeef'] in n-d-808199-11 is: [{'id': 'bce17542-5703-497c-a157-0a593a8efeef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531894837', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '94875333-a514-496d-8323-178d81eb923d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:17:39Z', 'updated_at': '2021-11-25T14:17:43Z', 'revision_number': 4, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port': {'id': '94875333-a514-496d-8323-178d81eb923d', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:0e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce17542-5703-497c-a157-0a593a8efeef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:17:39Z', 'updated_at': '2021-11-25T14:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '7e948ee2-e716-44dc-bfea-8895591d2977', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'floating_ip_address': '172.25.5.113', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': 'bce17542-5703-497c-a157-0a593a8efeef', 'port_id': '1552dc0e-e225-48e0-8c28-5b357c193ace', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd0f1d69-f9de-4427-9a43-d32a02cef4df', 'mac_address': 'fa:16:3e:c3:94:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc243446-81d9-4683-b877-34fe7b79f49b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T14:17:56Z', 'updated_at': '2021-11-25T14:17:56Z', 'revision_number': 0, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef1db85f-2967-4ee5-be64-513251b6e137', 'name': '', 'network_id': 'bd0f1d69-f9de-4427-9a43-d32a02cef4df', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'mac_address': 'fa:16:3e:48:ec:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce17542-5703-497c-a157-0a593a8efeef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'c00c3040-7ed8-4a85-b01e-c26c97dcd3a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:17:42Z', 'updated_at': '2021-11-25T14:17:45Z', 'revision_number': 5, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'subnets': [{'id': 'c00c3040-7ed8-4a85-b01e-c26c97dcd3a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 14:17:58.597545 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014d87c7-94e8-45c2-a9ed-f99cd792e4d9 None None] New status for floating IP 7e948ee2-e716-44dc-bfea-8895591d2977: ACTIVE {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 14:17:58.811017 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39330) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:17:58.883208 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-adf7fed0-f0e2-4c0b-a147-1fdf313ac2f5 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/floatingips/7e948ee2-e716-44dc-bfea-8895591d2977 HTTP/1.1" status: 200 len: 993 time: 0.0710177 Nov 25 14:18:00.385041 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-13d31d5e-fada-47c0-a8e7-8d5838033f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:02.872202 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5cdbb2a8-3702-452f-a9da-382dc8cfa591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:04.102236 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:05.417495 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:06.557332 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:07.923280 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bed3ff99-96da-44fb-95c8-b916a48402cb req-7b128458-30d3-416c-86c7-8a3ff4e3ee0e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cc243446-81d9-4683-b877-34fe7b79f49b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0413511 Nov 25 14:18:08.003711 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed3ff99-96da-44fb-95c8-b916a48402cb req-9a4715fb-eb8a-4a88-9fb1-820c8f1e91f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:18:08.005161 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bed3ff99-96da-44fb-95c8-b916a48402cb req-9a4715fb-eb8a-4a88-9fb1-820c8f1e91f4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f996a916203a46b4a7ca7989c9357aff&device_id=cc243446-81d9-4683-b877-34fe7b79f49b HTTP/1.1" status: 200 len: 1097 time: 0.0389566 Nov 25 14:18:08.112303 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed3ff99-96da-44fb-95c8-b916a48402cb req-a2829f0d-4f00-4c48-a0b8-5d9971b0e0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:18:08.113757 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bed3ff99-96da-44fb-95c8-b916a48402cb req-a2829f0d-4f00-4c48-a0b8-5d9971b0e0b6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bd0f1d69-f9de-4427-9a43-d32a02cef4df HTTP/1.1" status: 200 len: 898 time: 0.0880816 Nov 25 14:18:08.179775 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bed3ff99-96da-44fb-95c8-b916a48402cb req-7386baa0-d576-4722-a911-916d5b520b5a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1552dc0e-e225-48e0-8c28-5b357c193ace HTTP/1.1" status: 200 len: 1001 time: 0.0591741 Nov 25 14:18:08.233816 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed3ff99-96da-44fb-95c8-b916a48402cb req-1bdd6b4a-15db-4177-87a5-8598570119fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:18:08.235258 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bed3ff99-96da-44fb-95c8-b916a48402cb req-1bdd6b4a-15db-4177-87a5-8598570119fc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c00c3040-7ed8-4a85-b01e-c26c97dcd3a2 HTTP/1.1" status: 200 len: 834 time: 0.0474453 Nov 25 14:18:08.282269 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed3ff99-96da-44fb-95c8-b916a48402cb req-cbec330a-f122-40f3-8f42-4d878f669087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:18:08.283821 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bed3ff99-96da-44fb-95c8-b916a48402cb req-cbec330a-f122-40f3-8f42-4d878f669087 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bd0f1d69-f9de-4427-9a43-d32a02cef4df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407271 Nov 25 14:18:08.374258 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bed3ff99-96da-44fb-95c8-b916a48402cb req-78750e63-640c-4d58-b06e-b260c2b8bff1 service neutron] 10.222.0.47 "GET /v2.0/networks/bd0f1d69-f9de-4427-9a43-d32a02cef4df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815973 Nov 25 14:18:08.471402 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bed3ff99-96da-44fb-95c8-b916a48402cb req-3524d532-1839-4053-9a4c-969ad53e94c8 service neutron] 10.222.0.47 "GET /v2.0/networks/bd0f1d69-f9de-4427-9a43-d32a02cef4df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883806 Nov 25 14:18:08.746562 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:12.241451 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:19.760615 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:18:30.390083 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2cb6fac3-c0e5-48c8-98ee-fe2562d69627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:32.285086 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696c61b7-fe07-402a-9247-3c2ae123bd4c req-fc4cb9d7-f8d1-4f1a-a344-1f3575911778 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:18:32.286589 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-696c61b7-fe07-402a-9247-3c2ae123bd4c req-fc4cb9d7-f8d1-4f1a-a344-1f3575911778 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc243446-81d9-4683-b877-34fe7b79f49b HTTP/1.1" status: 200 len: 945 time: 0.0480134 Nov 25 14:18:32.335363 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-696c61b7-fe07-402a-9247-3c2ae123bd4c req-8c4e766a-bc88-47b3-8c96-5cf47f402bd9 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=585834eb-1025-405a-bd29-ca8c0072c8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428994 Nov 25 14:18:32.874165 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a2cbc5f3-f60b-4a54-84fc-b69befdb5166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:33.476834 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94fb052-9090-4c4f-baa6-076ef08da1d7 req-ada6393c-0264-4ba0-91b4-b02cd507b866 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:18:33.478299 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c94fb052-9090-4c4f-baa6-076ef08da1d7 req-ada6393c-0264-4ba0-91b4-b02cd507b866 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc243446-81d9-4683-b877-34fe7b79f49b HTTP/1.1" status: 200 len: 945 time: 0.0563509 Nov 25 14:18:33.531117 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c94fb052-9090-4c4f-baa6-076ef08da1d7 req-b6602999-e80b-47d3-af1b-3a5db9244d65 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=585834eb-1025-405a-bd29-ca8c0072c8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465283 Nov 25 14:18:33.554887 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39360) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:18:33.616498 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b0cc0503-0b80-490b-8d3c-59a7471c3ffb tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/floatingips/7e948ee2-e716-44dc-bfea-8895591d2977 HTTP/1.1" status: 200 len: 993 time: 0.0603671 Nov 25 14:18:34.105676 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:34.882676 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12990b-5f13-4ffd-920d-41fae683b88c req-5a1b53f8-6326-48ed-bead-31d4d4526048 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:18:34.884213 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3d12990b-5f13-4ffd-920d-41fae683b88c req-5a1b53f8-6326-48ed-bead-31d4d4526048 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc243446-81d9-4683-b877-34fe7b79f49b HTTP/1.1" status: 200 len: 945 time: 0.0518253 Nov 25 14:18:34.939199 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3d12990b-5f13-4ffd-920d-41fae683b88c req-e905f064-c886-478c-9264-5f09f4318671 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=585834eb-1025-405a-bd29-ca8c0072c8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475724 Nov 25 14:18:35.416961 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:36.057422 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73952830-39b6-4658-9369-8927cdd599af req-3cc96cb1-2df0-4332-8ced-de155fa69a9e tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:18:36.058930 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-73952830-39b6-4658-9369-8927cdd599af req-3cc96cb1-2df0-4332-8ced-de155fa69a9e tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc243446-81d9-4683-b877-34fe7b79f49b HTTP/1.1" status: 200 len: 945 time: 0.0483820 Nov 25 14:18:36.107536 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-73952830-39b6-4658-9369-8927cdd599af req-25852cd3-e53b-4f3d-942b-b2430814dc4b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=585834eb-1025-405a-bd29-ca8c0072c8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420794 Nov 25 14:18:36.129981 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39370) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:18:36.193295 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-ae0bf692-a0e2-4eee-8062-7dea3888b62f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/floatingips/7e948ee2-e716-44dc-bfea-8895591d2977 HTTP/1.1" status: 200 len: 993 time: 0.0621784 Nov 25 14:18:36.417516 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39376) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:18:36.560193 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:36.576140 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-b1fcdd9b-7bed-485d-8e96-75efc120a387 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Deleting port cb554270-6368-45f3-b90f-cdbebf9c2807 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:18:36.576527 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b1fcdd9b-7bed-485d-8e96-75efc120a387 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:36.650612 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b1fcdd9b-7bed-485d-8e96-75efc120a387 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:36.650984 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b1fcdd9b-7bed-485d-8e96-75efc120a387 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:36.663379 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-b1fcdd9b-7bed-485d-8e96-75efc120a387 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Calling delete_port for cb554270-6368-45f3-b90f-cdbebf9c2807 owned by network:floatingip {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:18:36.816323 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b1fcdd9b-7bed-485d-8e96-75efc120a387 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:36.843227 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fcdd9b-7bed-485d-8e96-75efc120a387 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event deleted for resources: {'Port': ['ID=cb554270-6368-45f3-b90f-cdbebf9c2807,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:18:36.872023 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fcdd9b-7bed-485d-8e96-75efc120a387 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:18:36.872389 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fcdd9b-7bed-485d-8e96-75efc120a387 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:18:36.872741 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fcdd9b-7bed-485d-8e96-75efc120a387 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:18:36.873089 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fcdd9b-7bed-485d-8e96-75efc120a387 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:18:36.873431 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fcdd9b-7bed-485d-8e96-75efc120a387 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:18:36.873773 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fcdd9b-7bed-485d-8e96-75efc120a387 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:18:36.874113 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fcdd9b-7bed-485d-8e96-75efc120a387 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:18:36.874452 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fcdd9b-7bed-485d-8e96-75efc120a387 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:18:36.874815 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fcdd9b-7bed-485d-8e96-75efc120a387 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:18:36.875154 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fcdd9b-7bed-485d-8e96-75efc120a387 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:18:36.875488 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fcdd9b-7bed-485d-8e96-75efc120a387 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:18:36.875818 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fcdd9b-7bed-485d-8e96-75efc120a387 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:18:36.916490 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b1fcdd9b-7bed-485d-8e96-75efc120a387 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for floatingip, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:36.916876 n-d-808199-11 neutron-server[103570]: INFO neutron.db.l3_db [None req-b1fcdd9b-7bed-485d-8e96-75efc120a387 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Floating IP 7e948ee2-e716-44dc-bfea-8895591d2977 disassociated (deleted). External IP: 172.25.5.113, port: 1552dc0e-e225-48e0-8c28-5b357c193ace. Nov 25 14:18:37.132109 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1fcdd9b-7bed-485d-8e96-75efc120a387 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Router bce17542-5703-497c-a157-0a593a8efeef has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 14:18:37.234598 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1fcdd9b-7bed-485d-8e96-75efc120a387 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 14:18:37.239034 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b1fcdd9b-7bed-485d-8e96-75efc120a387 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:37.244494 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cf81b5-fc26-4677-9b4c-7b31ad0f90f8 None None] Sync routers for ids ['bce17542-5703-497c-a157-0a593a8efeef'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 14:18:37.254920 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cf81b5-fc26-4677-9b4c-7b31ad0f90f8 None None] Routers {'bce17542-5703-497c-a157-0a593a8efeef'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:18:37.255555 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-d8cf81b5-fc26-4677-9b4c-7b31ad0f90f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:18:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['bce17542-5703-497c-a157-0a593a8efeef'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:18:37.269798 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b1fcdd9b-7bed-485d-8e96-75efc120a387 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "DELETE /v2.0/floatingips/7e948ee2-e716-44dc-bfea-8895591d2977 HTTP/1.1" status: 204 len: 168 time: 0.8511815 Nov 25 14:18:37.270508 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc243446-81d9-4683-b877-34fe7b79f49b', 'tag': '1552dc0e-e225-48e0-8c28-5b357c193ace'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:18:37.272925 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ff10e3dad8c55f3be2027b0b566631f93d9edebaac325607bb9a9480f03098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7064e7d1-b5c2-4700-a4be-e9cd08a9110f" -d '{"events": [{"name": "network-changed", "server_uuid": "cc243446-81d9-4683-b877-34fe7b79f49b", "tag": "1552dc0e-e225-48e0-8c28-5b357c193ace"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:18:37.314165 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 14:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d61f7a47-6ed7-4bbc-b9a4-f15c0a63334b x-openstack-request-id: req-d61f7a47-6ed7-4bbc-b9a4-f15c0a63334b {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:18:37.314464 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc243446-81d9-4683-b877-34fe7b79f49b", "tag": "1552dc0e-e225-48e0-8c28-5b357c193ace", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:18:37.314818 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d61f7a47-6ed7-4bbc-b9a4-f15c0a63334b {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:18:37.315153 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc243446-81d9-4683-b877-34fe7b79f49b', 'tag': '1552dc0e-e225-48e0-8c28-5b357c193ace', 'status': 'completed', 'code': 200} Nov 25 14:18:37.374626 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-d8cf81b5-fc26-4677-9b4c-7b31ad0f90f8 None None] Set router bce17542-5703-497c-a157-0a593a8efeef gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:18:37.394721 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7064e7d1-b5c2-4700-a4be-e9cd08a9110f req-ad8e0ad5-9d4a-47bd-9d51-95da011d3fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:18:37.396283 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7064e7d1-b5c2-4700-a4be-e9cd08a9110f req-ad8e0ad5-9d4a-47bd-9d51-95da011d3fce service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f996a916203a46b4a7ca7989c9357aff&device_id=cc243446-81d9-4683-b877-34fe7b79f49b HTTP/1.1" status: 200 len: 1097 time: 0.0539193 Nov 25 14:18:37.499050 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7064e7d1-b5c2-4700-a4be-e9cd08a9110f req-989e2ad4-c8c9-4f09-a59d-f1f62cd4e354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:18:37.500935 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7064e7d1-b5c2-4700-a4be-e9cd08a9110f req-989e2ad4-c8c9-4f09-a59d-f1f62cd4e354 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bd0f1d69-f9de-4427-9a43-d32a02cef4df HTTP/1.1" status: 200 len: 898 time: 0.0967171 Nov 25 14:18:37.508666 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de440c5d-ea0c-4202-a4ee-d527aadae9fe req-8c72cf5b-a6cf-48e2-b693-1d01044bc507 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:18:37.510577 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-de440c5d-ea0c-4202-a4ee-d527aadae9fe req-8c72cf5b-a6cf-48e2-b693-1d01044bc507 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc243446-81d9-4683-b877-34fe7b79f49b HTTP/1.1" status: 200 len: 945 time: 0.0500898 Nov 25 14:18:37.549351 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7064e7d1-b5c2-4700-a4be-e9cd08a9110f req-3fa6b2ad-1287-41f5-a890-8655117e28e0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1552dc0e-e225-48e0-8c28-5b357c193ace HTTP/1.1" status: 200 len: 217 time: 0.0402668 Nov 25 14:18:37.564931 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-de440c5d-ea0c-4202-a4ee-d527aadae9fe req-22b4227e-b3ab-4b17-89d9-142690630a4a tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=585834eb-1025-405a-bd29-ca8c0072c8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466626 Nov 25 14:18:37.589376 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-d8cf81b5-fc26-4677-9b4c-7b31ad0f90f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce17542-5703-497c-a157-0a593a8efeef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531894837', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '94875333-a514-496d-8323-178d81eb923d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:17:39Z', 'updated_at': '2021-11-25T14:17:43Z', 'revision_number': 4, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port': {'id': '94875333-a514-496d-8323-178d81eb923d', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:0e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce17542-5703-497c-a157-0a593a8efeef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:17:39Z', 'updated_at': '2021-11-25T14:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'ef1db85f-2967-4ee5-be64-513251b6e137', 'name': '', 'network_id': 'bd0f1d69-f9de-4427-9a43-d32a02cef4df', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'mac_address': 'fa:16:3e:48:ec:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce17542-5703-497c-a157-0a593a8efeef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'c00c3040-7ed8-4a85-b01e-c26c97dcd3a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:17:42Z', 'updated_at': '2021-11-25T14:17:45Z', 'revision_number': 5, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'subnets': [{'id': 'c00c3040-7ed8-4a85-b01e-c26c97dcd3a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:18:37.604306 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7064e7d1-b5c2-4700-a4be-e9cd08a9110f req-6c16cb15-fabb-4cb7-8b5f-41b4e52daaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:18:37.605787 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7064e7d1-b5c2-4700-a4be-e9cd08a9110f req-6c16cb15-fabb-4cb7-8b5f-41b4e52daaa0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c00c3040-7ed8-4a85-b01e-c26c97dcd3a2 HTTP/1.1" status: 200 len: 834 time: 0.0493624 Nov 25 14:18:37.616468 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cf81b5-fc26-4677-9b4c-7b31ad0f90f8 None None] Checking router: bce17542-5703-497c-a157-0a593a8efeef for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 14:18:37.624852 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cf81b5-fc26-4677-9b4c-7b31ad0f90f8 None None] Routers {'bce17542-5703-497c-a157-0a593a8efeef'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:18:37.625471 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-d8cf81b5-fc26-4677-9b4c-7b31ad0f90f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:18:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['bce17542-5703-497c-a157-0a593a8efeef'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:18:37.650295 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7064e7d1-b5c2-4700-a4be-e9cd08a9110f req-c784501e-5307-4154-8a92-15bb529aa21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:18:37.651829 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7064e7d1-b5c2-4700-a4be-e9cd08a9110f req-c784501e-5307-4154-8a92-15bb529aa21f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bd0f1d69-f9de-4427-9a43-d32a02cef4df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390258 Nov 25 14:18:37.731081 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-d8cf81b5-fc26-4677-9b4c-7b31ad0f90f8 None None] Set router bce17542-5703-497c-a157-0a593a8efeef gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:18:37.745685 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7064e7d1-b5c2-4700-a4be-e9cd08a9110f req-c4f6df6c-a935-412d-bd30-416f68f036c3 service neutron] 10.222.0.47 "GET /v2.0/networks/bd0f1d69-f9de-4427-9a43-d32a02cef4df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860746 Nov 25 14:18:37.836066 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7064e7d1-b5c2-4700-a4be-e9cd08a9110f req-c3402968-67c1-4e8c-b412-5167a99f9089 service neutron] 10.222.0.47 "GET /v2.0/networks/bd0f1d69-f9de-4427-9a43-d32a02cef4df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825245 Nov 25 14:18:37.926464 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-d8cf81b5-fc26-4677-9b4c-7b31ad0f90f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce17542-5703-497c-a157-0a593a8efeef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531894837', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '94875333-a514-496d-8323-178d81eb923d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:17:39Z', 'updated_at': '2021-11-25T14:17:43Z', 'revision_number': 4, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port': {'id': '94875333-a514-496d-8323-178d81eb923d', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:0e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce17542-5703-497c-a157-0a593a8efeef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:17:39Z', 'updated_at': '2021-11-25T14:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'ef1db85f-2967-4ee5-be64-513251b6e137', 'name': '', 'network_id': 'bd0f1d69-f9de-4427-9a43-d32a02cef4df', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'mac_address': 'fa:16:3e:48:ec:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce17542-5703-497c-a157-0a593a8efeef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'c00c3040-7ed8-4a85-b01e-c26c97dcd3a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:17:42Z', 'updated_at': '2021-11-25T14:17:45Z', 'revision_number': 5, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'subnets': [{'id': 'c00c3040-7ed8-4a85-b01e-c26c97dcd3a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:18:37.955936 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cf81b5-fc26-4677-9b4c-7b31ad0f90f8 None None] The sync data for ids ['bce17542-5703-497c-a157-0a593a8efeef'] in n-d-808199-11 is: [{'id': 'bce17542-5703-497c-a157-0a593a8efeef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531894837', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '94875333-a514-496d-8323-178d81eb923d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:17:39Z', 'updated_at': '2021-11-25T14:17:43Z', 'revision_number': 4, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port': {'id': '94875333-a514-496d-8323-178d81eb923d', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:0e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce17542-5703-497c-a157-0a593a8efeef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:17:39Z', 'updated_at': '2021-11-25T14:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'ef1db85f-2967-4ee5-be64-513251b6e137', 'name': '', 'network_id': 'bd0f1d69-f9de-4427-9a43-d32a02cef4df', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'mac_address': 'fa:16:3e:48:ec:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce17542-5703-497c-a157-0a593a8efeef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'c00c3040-7ed8-4a85-b01e-c26c97dcd3a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:17:42Z', 'updated_at': '2021-11-25T14:17:45Z', 'revision_number': 5, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'subnets': [{'id': 'c00c3040-7ed8-4a85-b01e-c26c97dcd3a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 14:18:38.175466 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a3ef09-5971-4aad-b2e4-35f5c3808838 None None] New status for floating IP 7e948ee2-e716-44dc-bfea-8895591d2977: DOWN {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 14:18:38.683928 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c92fe6-19c6-4506-bb6a-c4f926fa5eb7 req-6212c512-ed37-4fd9-b66c-d66ed9e8f5b6 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:18:38.685416 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-19c92fe6-19c6-4506-bb6a-c4f926fa5eb7 req-6212c512-ed37-4fd9-b66c-d66ed9e8f5b6 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc243446-81d9-4683-b877-34fe7b79f49b HTTP/1.1" status: 200 len: 945 time: 0.0480859 Nov 25 14:18:38.733839 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-19c92fe6-19c6-4506-bb6a-c4f926fa5eb7 req-0ea23092-611f-4cb0-9ac6-1e1c8e3fbecc tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=585834eb-1025-405a-bd29-ca8c0072c8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425067 Nov 25 14:18:38.772023 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:39.014779 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeba8db-d105-4c54-ad03-62b73b05579a req-6828455b-e537-4cb9-abb4-ece788ff66b8 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:18:39.016247 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-dfeba8db-d105-4c54-ad03-62b73b05579a req-6828455b-e537-4cb9-abb4-ece788ff66b8 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc243446-81d9-4683-b877-34fe7b79f49b HTTP/1.1" status: 200 len: 945 time: 0.0531199 Nov 25 14:18:39.104581 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-dfeba8db-d105-4c54-ad03-62b73b05579a req-dbc12872-352b-4178-81b0-66718b6a3df4 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Deleting port 1552dc0e-e225-48e0-8c28-5b357c193ace {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:18:39.104923 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-dfeba8db-d105-4c54-ad03-62b73b05579a req-dbc12872-352b-4178-81b0-66718b6a3df4 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:39.194646 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-dfeba8db-d105-4c54-ad03-62b73b05579a req-dbc12872-352b-4178-81b0-66718b6a3df4 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] For port 1552dc0e-e225-48e0-8c28-5b357c193ace, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=1552dc0e-e225-48e0-8c28-5b357c193ace,segment=NetworkSegment(413014cd-8392-4589-ad20-9b1825f60a01),segment_id=413014cd-8392-4589-ad20-9b1825f60a01)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:18:39.194955 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-dfeba8db-d105-4c54-ad03-62b73b05579a req-dbc12872-352b-4178-81b0-66718b6a3df4 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:39.207991 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-dfeba8db-d105-4c54-ad03-62b73b05579a req-dbc12872-352b-4178-81b0-66718b6a3df4 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Calling delete_port for 1552dc0e-e225-48e0-8c28-5b357c193ace owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:18:39.332631 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-dfeba8db-d105-4c54-ad03-62b73b05579a req-dbc12872-352b-4178-81b0-66718b6a3df4 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:39.370404 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc12872-352b-4178-81b0-66718b6a3df4 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event deleted for resources: {'Port': ['ID=1552dc0e-e225-48e0-8c28-5b357c193ace,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:18:39.395027 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc12872-352b-4178-81b0-66718b6a3df4 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:18:39.395380 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc12872-352b-4178-81b0-66718b6a3df4 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:18:39.395725 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc12872-352b-4178-81b0-66718b6a3df4 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:18:39.396065 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc12872-352b-4178-81b0-66718b6a3df4 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:18:39.396398 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc12872-352b-4178-81b0-66718b6a3df4 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:18:39.396732 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc12872-352b-4178-81b0-66718b6a3df4 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:18:39.397065 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc12872-352b-4178-81b0-66718b6a3df4 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:18:39.397396 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc12872-352b-4178-81b0-66718b6a3df4 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:18:39.397737 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc12872-352b-4178-81b0-66718b6a3df4 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:18:39.398083 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc12872-352b-4178-81b0-66718b6a3df4 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:18:39.398407 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc12872-352b-4178-81b0-66718b6a3df4 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:18:39.398764 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc12872-352b-4178-81b0-66718b6a3df4 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:18:39.418324 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfeba8db-d105-4c54-ad03-62b73b05579a req-dbc12872-352b-4178-81b0-66718b6a3df4 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] No DVR routers for this DVR port 1552dc0e-e225-48e0-8c28-5b357c193ace on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 14:18:39.421721 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-dfeba8db-d105-4c54-ad03-62b73b05579a req-dbc12872-352b-4178-81b0-66718b6a3df4 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:39.425217 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-dfeba8db-d105-4c54-ad03-62b73b05579a req-dbc12872-352b-4178-81b0-66718b6a3df4 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.47 "DELETE /v2.0/ports/1552dc0e-e225-48e0-8c28-5b357c193ace HTTP/1.1" status: 204 len: 173 time: 0.4025595 Nov 25 14:18:39.425689 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc243446-81d9-4683-b877-34fe7b79f49b', 'name': 'network-vif-deleted', 'tag': '1552dc0e-e225-48e0-8c28-5b357c193ace'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:18:39.427993 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b263d7d4b70db15966f189087f2cdd81ff7815a34d469843c29c7d40ca9dff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25150f74-1d42-43d6-81d8-54f0e3d45ae4" -d '{"events": [{"server_uuid": "cc243446-81d9-4683-b877-34fe7b79f49b", "name": "network-vif-deleted", "tag": "1552dc0e-e225-48e0-8c28-5b357c193ace"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:18:39.464499 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 14:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579f85b6-07f0-42d9-b88d-d0c41d8cc757 x-openstack-request-id: req-579f85b6-07f0-42d9-b88d-d0c41d8cc757 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:18:39.464846 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc243446-81d9-4683-b877-34fe7b79f49b", "name": "network-vif-deleted", "tag": "1552dc0e-e225-48e0-8c28-5b357c193ace", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:18:39.465049 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-579f85b6-07f0-42d9-b88d-d0c41d8cc757 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:18:39.465455 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc243446-81d9-4683-b877-34fe7b79f49b', 'name': 'network-vif-deleted', 'tag': '1552dc0e-e225-48e0-8c28-5b357c193ace', 'status': 'completed', 'code': 200} Nov 25 14:18:39.847831 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5fdb15ea-f940-4526-9733-088c20e0b54b req-7ca90c01-c167-41d4-906e-b62854b70ffd tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc243446-81d9-4683-b877-34fe7b79f49b HTTP/1.1" status: 200 len: 210 time: 0.0310924 Nov 25 14:18:40.907639 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39392) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:18:41.269385 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a701f5e5-b151-459b-8cc9-cd9ab9133939 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:41.518748 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-a701f5e5-b151-459b-8cc9-cd9ab9133939 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Deleting port ef1db85f-2967-4ee5-be64-513251b6e137 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:18:41.519156 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a701f5e5-b151-459b-8cc9-cd9ab9133939 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:41.609773 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-a701f5e5-b151-459b-8cc9-cd9ab9133939 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] For port ef1db85f-2967-4ee5-be64-513251b6e137, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=ef1db85f-2967-4ee5-be64-513251b6e137,segment=NetworkSegment(413014cd-8392-4589-ad20-9b1825f60a01),segment_id=413014cd-8392-4589-ad20-9b1825f60a01)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:18:41.610055 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a701f5e5-b151-459b-8cc9-cd9ab9133939 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:41.622591 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-a701f5e5-b151-459b-8cc9-cd9ab9133939 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Calling delete_port for ef1db85f-2967-4ee5-be64-513251b6e137 owned by network:router_interface {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:18:41.799969 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a701f5e5-b151-459b-8cc9-cd9ab9133939 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:41.826929 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a701f5e5-b151-459b-8cc9-cd9ab9133939 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event deleted for resources: {'Port': ['ID=ef1db85f-2967-4ee5-be64-513251b6e137,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:18:41.994509 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a701f5e5-b151-459b-8cc9-cd9ab9133939 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:42.134507 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 1552dc0e-e225-48e0-8c28-5b357c193ace no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:18:42.156024 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: 1552dc0e-e225-48e0-8c28-5b357c193ace {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 14:18:42.156283 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 1552dc0e-e225-48e0-8c28-5b357c193ace not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:18:42.244320 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:42.506839 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a701f5e5-b151-459b-8cc9-cd9ab9133939 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Router bce17542-5703-497c-a157-0a593a8efeef has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 14:18:42.613621 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a701f5e5-b151-459b-8cc9-cd9ab9133939 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 14:18:42.619051 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-a701f5e5-b151-459b-8cc9-cd9ab9133939 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "PUT /v2.0/routers/bce17542-5703-497c-a157-0a593a8efeef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7100871 Nov 25 14:18:42.621439 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39394) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:18:42.624232 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be217dc0-b31d-4774-bfb4-9e7af92f3931 None None] Sync routers for ids ['bce17542-5703-497c-a157-0a593a8efeef'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 14:18:42.634249 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be217dc0-b31d-4774-bfb4-9e7af92f3931 None None] Routers {'bce17542-5703-497c-a157-0a593a8efeef'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:18:42.635225 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-be217dc0-b31d-4774-bfb4-9e7af92f3931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:18:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['bce17542-5703-497c-a157-0a593a8efeef'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:18:42.672288 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-de60d6bd-6150-4667-9859-4fa5a08d1bb8 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Deleting subnet c00c3040-7ed8-4a85-b01e-c26c97dcd3a2 {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 14:18:42.675447 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-de60d6bd-6150-4667-9859-4fa5a08d1bb8 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:42.719133 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-de60d6bd-6150-4667-9859-4fa5a08d1bb8 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:42.740148 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-be217dc0-b31d-4774-bfb4-9e7af92f3931 None None] Set router bce17542-5703-497c-a157-0a593a8efeef gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:18:42.800032 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-de60d6bd-6150-4667-9859-4fa5a08d1bb8 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:42.855472 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-de60d6bd-6150-4667-9859-4fa5a08d1bb8 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:42.880668 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de60d6bd-6150-4667-9859-4fa5a08d1bb8 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event deleted for resources: {'Subnet': ['ID=c00c3040-7ed8-4a85-b01e-c26c97dcd3a2,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:18:42.886653 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-de60d6bd-6150-4667-9859-4fa5a08d1bb8 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:42.892672 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 39396) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:18:42.893158 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-de60d6bd-6150-4667-9859-4fa5a08d1bb8 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "DELETE /v2.0/subnets/c00c3040-7ed8-4a85-b01e-c26c97dcd3a2 HTTP/1.1" status: 204 len: 168 time: 0.2703009 Nov 25 14:18:42.902029 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff50bcad-d0fb-460a-90fc-c6d339ec1927 None None] Network bd0f1d69-f9de-4427-9a43-d32a02cef4df requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 14:18:43.001954 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-687de4a2-5153-41e3-a3ac-ee404eda31f7 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:43.111445 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-687de4a2-5153-41e3-a3ac-ee404eda31f7 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:43.165666 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-687de4a2-5153-41e3-a3ac-ee404eda31f7 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Deleting port 94875333-a514-496d-8323-178d81eb923d {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:18:43.166014 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-687de4a2-5153-41e3-a3ac-ee404eda31f7 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:43.175798 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-be217dc0-b31d-4774-bfb4-9e7af92f3931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce17542-5703-497c-a157-0a593a8efeef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531894837', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '94875333-a514-496d-8323-178d81eb923d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:17:39Z', 'updated_at': '2021-11-25T14:18:41Z', 'revision_number': 5, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port': {'id': '94875333-a514-496d-8323-178d81eb923d', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:0e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce17542-5703-497c-a157-0a593a8efeef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:17:39Z', 'updated_at': '2021-11-25T14:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:18:43.204544 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be217dc0-b31d-4774-bfb4-9e7af92f3931 None None] Checking router: bce17542-5703-497c-a157-0a593a8efeef for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 14:18:43.219959 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be217dc0-b31d-4774-bfb4-9e7af92f3931 None None] Routers {'bce17542-5703-497c-a157-0a593a8efeef'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:18:43.220583 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-be217dc0-b31d-4774-bfb4-9e7af92f3931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:18:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['bce17542-5703-497c-a157-0a593a8efeef'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:18:43.250252 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-687de4a2-5153-41e3-a3ac-ee404eda31f7 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] For port 94875333-a514-496d-8323-178d81eb923d, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=94875333-a514-496d-8323-178d81eb923d,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:18:43.250620 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-687de4a2-5153-41e3-a3ac-ee404eda31f7 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:43.272931 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-687de4a2-5153-41e3-a3ac-ee404eda31f7 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Calling delete_port for 94875333-a514-496d-8323-178d81eb923d owned by network:router_gateway {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:18:43.286421 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06b5c4f-51af-4e31-b541-2241463e2a87 None None] DHCP port deletion for bd0f1d69-f9de-4427-9a43-d32a02cef4df request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 14:18:43.330379 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-be217dc0-b31d-4774-bfb4-9e7af92f3931 None None] Set router bce17542-5703-497c-a157-0a593a8efeef gateway port host: None {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:18:43.393234 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-be217dc0-b31d-4774-bfb4-9e7af92f3931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce17542-5703-497c-a157-0a593a8efeef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531894837', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:17:39Z', 'updated_at': '2021-11-25T14:18:43Z', 'revision_number': 6, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port_host': None}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:18:43.425280 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be217dc0-b31d-4774-bfb4-9e7af92f3931 None None] The sync data for ids ['bce17542-5703-497c-a157-0a593a8efeef'] in n-d-808199-11 is: [{'id': 'bce17542-5703-497c-a157-0a593a8efeef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531894837', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:17:39Z', 'updated_at': '2021-11-25T14:18:43Z', 'revision_number': 6, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port_host': None}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 14:18:43.440989 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-c06b5c4f-51af-4e31-b541-2241463e2a87 None None] Deleting port 67cb4637-8ba1-4fa1-9c4a-6c7d61fbf88b {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:18:43.441525 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c06b5c4f-51af-4e31-b541-2241463e2a87 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:43.448914 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-687de4a2-5153-41e3-a3ac-ee404eda31f7 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:43.476386 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687de4a2-5153-41e3-a3ac-ee404eda31f7 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event deleted for resources: {'Port': ['ID=94875333-a514-496d-8323-178d81eb923d,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:18:43.497187 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf24be78-cb21-45dc-bd5c-8d0a8c421b26 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 14:18:43.518747 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-c06b5c4f-51af-4e31-b541-2241463e2a87 None None] For port 67cb4637-8ba1-4fa1-9c4a-6c7d61fbf88b, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=67cb4637-8ba1-4fa1-9c4a-6c7d61fbf88b,segment=NetworkSegment(413014cd-8392-4589-ad20-9b1825f60a01),segment_id=413014cd-8392-4589-ad20-9b1825f60a01)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:18:43.519284 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c06b5c4f-51af-4e31-b541-2241463e2a87 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:43.534307 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-c06b5c4f-51af-4e31-b541-2241463e2a87 None None] Calling delete_port for 67cb4637-8ba1-4fa1-9c4a-6c7d61fbf88b owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:18:43.543157 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-687de4a2-5153-41e3-a3ac-ee404eda31f7 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:43.627890 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c06b5c4f-51af-4e31-b541-2241463e2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:43.648399 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-687de4a2-5153-41e3-a3ac-ee404eda31f7 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:43.650448 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-687de4a2-5153-41e3-a3ac-ee404eda31f7 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:43.660512 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06b5c4f-51af-4e31-b541-2241463e2a87 None None] Pushing event deleted for resources: {'Port': ['ID=67cb4637-8ba1-4fa1-9c4a-6c7d61fbf88b,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:18:43.663777 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06b5c4f-51af-4e31-b541-2241463e2a87 None None] No DVR routers for this DVR port 67cb4637-8ba1-4fa1-9c4a-6c7d61fbf88b on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 14:18:43.670841 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06b5c4f-51af-4e31-b541-2241463e2a87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:18:43.671205 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06b5c4f-51af-4e31-b541-2241463e2a87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:18:43.671550 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06b5c4f-51af-4e31-b541-2241463e2a87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:18:43.671897 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06b5c4f-51af-4e31-b541-2241463e2a87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:18:43.672239 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06b5c4f-51af-4e31-b541-2241463e2a87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:18:43.672586 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06b5c4f-51af-4e31-b541-2241463e2a87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:18:43.672918 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06b5c4f-51af-4e31-b541-2241463e2a87 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:18:43.673618 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06b5c4f-51af-4e31-b541-2241463e2a87 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:18:43.673618 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06b5c4f-51af-4e31-b541-2241463e2a87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:18:43.673899 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06b5c4f-51af-4e31-b541-2241463e2a87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:18:43.674230 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06b5c4f-51af-4e31-b541-2241463e2a87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:18:43.674559 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06b5c4f-51af-4e31-b541-2241463e2a87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:18:43.706236 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-687de4a2-5153-41e3-a3ac-ee404eda31f7 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:43.706809 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687de4a2-5153-41e3-a3ac-ee404eda31f7 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Fanout notify agent at l3_agent the message router_deleted on router bce17542-5703-497c-a157-0a593a8efeef {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 14:18:43.714269 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-687de4a2-5153-41e3-a3ac-ee404eda31f7 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:43.715430 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-687de4a2-5153-41e3-a3ac-ee404eda31f7 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "DELETE /v2.0/routers/bce17542-5703-497c-a157-0a593a8efeef HTTP/1.1" status: 204 len: 168 time: 0.8217518 Nov 25 14:18:43.718214 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 39398) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:18:43.798423 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a20ff7fd-8ee4-4ce1-8198-7649e8c3dedc tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:43.907689 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a20ff7fd-8ee4-4ce1-8198-7649e8c3dedc tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:43.928309 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-a20ff7fd-8ee4-4ce1-8198-7649e8c3dedc tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd0f1d69-f9de-4427-9a43-d32a02cef4df']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:18:43.938939 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-a20ff7fd-8ee4-4ce1-8198-7649e8c3dedc tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '413014cd-8392-4589-ad20-9b1825f60a01') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:18:43.939252 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-a20ff7fd-8ee4-4ce1-8198-7649e8c3dedc tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '413014cd-8392-4589-ad20-9b1825f60a01') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:18:43.948689 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a20ff7fd-8ee4-4ce1-8198-7649e8c3dedc tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:43.961639 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a20ff7fd-8ee4-4ce1-8198-7649e8c3dedc tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:43.967526 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a20ff7fd-8ee4-4ce1-8198-7649e8c3dedc tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 14:18:43.967919 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a20ff7fd-8ee4-4ce1-8198-7649e8c3dedc tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:43.970968 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 14:18:43.970968 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 14:18:43.970968 n-d-808199-11 neutron-server[103571]: timer() Nov 25 14:18:43.970968 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 14:18:43.970968 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 14:18:43.970968 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 14:18:43.970968 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 14:18:43.970968 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 14:18:43.970968 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 14:18:43.970968 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 14:18:43.970968 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 14:18:43.970968 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 14:18:43.970968 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 14:18:43.970968 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 14:18:43.970968 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 14:18:43.970968 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 14:18:43.970968 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 14:18:43.970968 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 14:18:43.970968 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 14:18:43.970968 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 14:18:43.970968 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 14:18:43.970968 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 14:18:43.970968 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 14:18:43.970968 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 14:18:43.970968 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 14:18:43.970968 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 14:18:43.970968 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 14:18:43.970968 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 14:18:43.970968 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 14:18:43.970968 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 14:18:43.970968 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 14:18:43.970968 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 14:18:44.026239 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a20ff7fd-8ee4-4ce1-8198-7649e8c3dedc tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:44.033689 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a20ff7fd-8ee4-4ce1-8198-7649e8c3dedc tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:44.036462 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-a20ff7fd-8ee4-4ce1-8198-7649e8c3dedc tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "DELETE /v2.0/networks/bd0f1d69-f9de-4427-9a43-d32a02cef4df HTTP/1.1" status: 204 len: 168 time: 0.3172619 Nov 25 14:18:44.039396 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39400) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:18:44.048437 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20ff7fd-8ee4-4ce1-8198-7649e8c3dedc tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event deleted for resources: {'Network': ['ID=bd0f1d69-f9de-4427-9a43-d32a02cef4df,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:18:44.101498 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8ae5a946-32b2-413c-86cd-c9f05b1386d1 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:44.127250 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8ae5a946-32b2-413c-86cd-c9f05b1386d1 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:44.188175 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8ae5a946-32b2-413c-86cd-c9f05b1386d1 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:44.190784 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8ae5a946-32b2-413c-86cd-c9f05b1386d1 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:44.191973 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-8ae5a946-32b2-413c-86cd-c9f05b1386d1 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "DELETE /v2.0/security-groups/585834eb-1025-405a-bd29-ca8c0072c8e7 HTTP/1.1" status: 204 len: 168 time: 0.1510289 Nov 25 14:18:44.201719 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae5a946-32b2-413c-86cd-c9f05b1386d1 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=585834eb-1025-405a-bd29-ca8c0072c8e7,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:18:44.431217 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 39406) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:18:44.435965 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-71770f77-aa0d-4846-b81e-58f89d11c38d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1374864616', 'description': 'tempest-secgroup-smoke-1374864616 description', 'project_id': 'f996a916203a46b4a7ca7989c9357aff'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:18:44.458640 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-71770f77-aa0d-4846-b81e-58f89d11c38d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:44.536374 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-71770f77-aa0d-4846-b81e-58f89d11c38d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:44.540167 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-71770f77-aa0d-4846-b81e-58f89d11c38d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:44.564146 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-71770f77-aa0d-4846-b81e-58f89d11c38d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:44.565375 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-71770f77-aa0d-4846-b81e-58f89d11c38d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1331925 Nov 25 14:18:44.569114 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39408) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:18:44.573669 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71770f77-aa0d-4846-b81e-58f89d11c38d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=039a75af-54ec-421c-8017-d73412f3061a,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:18:44.573948 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-0fd20b2b-6913-476c-9480-f7d3f8d0c951 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Request body: {'security_group_rule': {'security_group_id': '039a75af-54ec-421c-8017-d73412f3061a', 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:18:44.602848 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0fd20b2b-6913-476c-9480-f7d3f8d0c951 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:44.647793 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0fd20b2b-6913-476c-9480-f7d3f8d0c951 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:44.651077 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0fd20b2b-6913-476c-9480-f7d3f8d0c951 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:44.668342 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd20b2b-6913-476c-9480-f7d3f8d0c951 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5d52129-0e73-44a2-bd45-df43d014d6e9,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:18:44.676147 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0fd20b2b-6913-476c-9480-f7d3f8d0c951 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:44.677333 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-0fd20b2b-6913-476c-9480-f7d3f8d0c951 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1071434 Nov 25 14:18:44.680083 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39410) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:18:44.684357 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-8b4841be-592f-4f29-a12c-ad95d7399324 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Request body: {'security_group_rule': {'security_group_id': '039a75af-54ec-421c-8017-d73412f3061a', 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:18:44.709768 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8b4841be-592f-4f29-a12c-ad95d7399324 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:44.765100 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8b4841be-592f-4f29-a12c-ad95d7399324 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:44.768582 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8b4841be-592f-4f29-a12c-ad95d7399324 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:44.786295 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4841be-592f-4f29-a12c-ad95d7399324 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0596dbde-7c53-4831-8d98-5b18970c46bf,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:18:44.790795 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8b4841be-592f-4f29-a12c-ad95d7399324 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:44.792048 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-8b4841be-592f-4f29-a12c-ad95d7399324 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1109569 Nov 25 14:18:44.794645 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39412) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:18:44.799364 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-0241578c-82cf-4e8d-97ed-a4f666c568b6 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Request body: {'security_group_rule': {'security_group_id': '039a75af-54ec-421c-8017-d73412f3061a', 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:18:44.824888 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0241578c-82cf-4e8d-97ed-a4f666c568b6 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:44.883930 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0241578c-82cf-4e8d-97ed-a4f666c568b6 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:44.888022 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0241578c-82cf-4e8d-97ed-a4f666c568b6 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:44.907627 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0241578c-82cf-4e8d-97ed-a4f666c568b6 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8c5189a-d4f7-48ae-9bb2-19714791e3f8,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:18:44.915792 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0241578c-82cf-4e8d-97ed-a4f666c568b6 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:44.919511 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-0241578c-82cf-4e8d-97ed-a4f666c568b6 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1208856 Nov 25 14:18:44.919912 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 39414) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:18:44.926472 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-3dfba5fb-094a-4ded-83ea-681fbb009e3b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Request body: {'security_group_rule': {'security_group_id': '039a75af-54ec-421c-8017-d73412f3061a', 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:18:44.928288 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 67cb4637-8ba1-4fa1-9c4a-6c7d61fbf88b no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:18:44.948579 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 67cb4637-8ba1-4fa1-9c4a-6c7d61fbf88b {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 14:18:44.949002 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 67cb4637-8ba1-4fa1-9c4a-6c7d61fbf88b not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:18:44.949490 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device ef1db85f-2967-4ee5-be64-513251b6e137 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:18:44.954104 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3dfba5fb-094a-4ded-83ea-681fbb009e3b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:44.968862 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: ef1db85f-2967-4ee5-be64-513251b6e137 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 14:18:44.969308 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device ef1db85f-2967-4ee5-be64-513251b6e137 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:18:44.969767 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 94875333-a514-496d-8323-178d81eb923d no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:18:44.989449 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 94875333-a514-496d-8323-178d81eb923d {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 14:18:44.989890 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 94875333-a514-496d-8323-178d81eb923d not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:18:45.006240 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3dfba5fb-094a-4ded-83ea-681fbb009e3b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:45.010097 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3dfba5fb-094a-4ded-83ea-681fbb009e3b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:45.027835 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfba5fb-094a-4ded-83ea-681fbb009e3b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df057f5f-966a-47a5-83b2-bb7c55d40c97,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:18:45.036757 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3dfba5fb-094a-4ded-83ea-681fbb009e3b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:45.037950 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-3dfba5fb-094a-4ded-83ea-681fbb009e3b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1164341 Nov 25 14:18:45.040640 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 39416) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:18:45.044895 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-81366777-4e86-4748-ab44-ebca89b15417 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Request body: {'security_group_rule': {'security_group_id': '039a75af-54ec-421c-8017-d73412f3061a', 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:18:45.067166 n-d-808199-11 neutron-server[103571]: INFO neutron.db.securitygroups_db [None req-81366777-4e86-4748-ab44-ebca89b15417 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Project f996a916203a46b4a7ca7989c9357aff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 14:18:45.071886 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-81366777-4e86-4748-ab44-ebca89b15417 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:45.128926 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-81366777-4e86-4748-ab44-ebca89b15417 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:45.132239 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-81366777-4e86-4748-ab44-ebca89b15417 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:45.149804 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81366777-4e86-4748-ab44-ebca89b15417 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d04556cf-b044-4988-820e-2c9010924c0e,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:18:45.157773 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-81366777-4e86-4748-ab44-ebca89b15417 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:45.161484 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-81366777-4e86-4748-ab44-ebca89b15417 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1174178 Nov 25 14:18:45.161671 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 39418) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:18:45.165983 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-bd325883-2624-43f4-9877-4988f4030d5f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Request body: {'security_group_rule': {'security_group_id': '039a75af-54ec-421c-8017-d73412f3061a', 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:18:45.187886 n-d-808199-11 neutron-server[103571]: INFO neutron.db.securitygroups_db [None req-bd325883-2624-43f4-9877-4988f4030d5f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Project f996a916203a46b4a7ca7989c9357aff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 14:18:45.192733 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bd325883-2624-43f4-9877-4988f4030d5f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:45.251849 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bd325883-2624-43f4-9877-4988f4030d5f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:45.255644 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bd325883-2624-43f4-9877-4988f4030d5f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:45.278268 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd325883-2624-43f4-9877-4988f4030d5f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=150c141f-80ae-4f5b-8b00-6a446376bc95,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:18:45.284389 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bd325883-2624-43f4-9877-4988f4030d5f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:45.285437 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-bd325883-2624-43f4-9877-4988f4030d5f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1228456 Nov 25 14:18:45.288506 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39420) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:18:45.293672 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-76a4a552-a7fb-4b45-9b34-cba7d71ea435 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Request body: {'network': {'name': 'tempest-network-smoke--1660875270', 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'port_security_enabled': True}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:18:45.314118 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a4a552-a7fb-4b45-9b34-cba7d71ea435 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Made reservation on behalf of f996a916203a46b4a7ca7989c9357aff for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 14:18:45.317490 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-76a4a552-a7fb-4b45-9b34-cba7d71ea435 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:45.340792 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76a4a552-a7fb-4b45-9b34-cba7d71ea435 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 14:18:45.350338 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-76a4a552-a7fb-4b45-9b34-cba7d71ea435 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:45.350686 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-76a4a552-a7fb-4b45-9b34-cba7d71ea435 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Added segment 0a461ba5-c5ad-42b0-9d78-9349fc465d77 of type vlan for network 369e3e83-a73f-4181-a071-7d778536b47a Nov 25 14:18:45.390685 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-76a4a552-a7fb-4b45-9b34-cba7d71ea435 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:45.415487 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-76a4a552-a7fb-4b45-9b34-cba7d71ea435 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:45.421067 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a4a552-a7fb-4b45-9b34-cba7d71ea435 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:18:45.421653 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-76a4a552-a7fb-4b45-9b34-cba7d71ea435 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:45.478314 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-76a4a552-a7fb-4b45-9b34-cba7d71ea435 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1887014 Nov 25 14:18:45.481211 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 39422) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:18:45.485734 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-e1b712ce-7725-455a-bf12-1ad00eac0126 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1378446638', 'admin_state_up': True, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:18:45.493190 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a4a552-a7fb-4b45-9b34-cba7d71ea435 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'Network': ['ID=369e3e83-a73f-4181-a071-7d778536b47a,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:18:45.503490 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 369e3e83-a73f-4181-a071-7d778536b47a details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 14:18:45.509145 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e1b712ce-7725-455a-bf12-1ad00eac0126 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:45.510474 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e1b712ce-7725-455a-bf12-1ad00eac0126 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:45.561822 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e1b712ce-7725-455a-bf12-1ad00eac0126 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:46.036897 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e1b712ce-7725-455a-bf12-1ad00eac0126 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:46.225490 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e1b712ce-7725-455a-bf12-1ad00eac0126 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for router_gateway, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:46.244554 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e1b712ce-7725-455a-bf12-1ad00eac0126 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:46.348458 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-e1b712ce-7725-455a-bf12-1ad00eac0126 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Allocated IP 172.25.5.216 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/1102d504-ca46-4d4a-9d3c-aaf844221af0) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:18:46.448386 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e1b712ce-7725-455a-bf12-1ad00eac0126 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:46.481747 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e1b712ce-7725-455a-bf12-1ad00eac0126 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:46.526644 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b712ce-7725-455a-bf12-1ad00eac0126 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:18:46.529926 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-e1b712ce-7725-455a-bf12-1ad00eac0126 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:18:46.533767 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b712ce-7725-455a-bf12-1ad00eac0126 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:18:46.539046 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b712ce-7725-455a-bf12-1ad00eac0126 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'Port': ['ID=1102d504-ca46-4d4a-9d3c-aaf844221af0,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:18:46.543021 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6280c5b3-0b3a-43a0-897d-198bdeb84aa8 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 14:18:46.655774 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-a5610419-52fd-4743-81a5-e62b934e98c9 None None] Provisioning complete for port 1102d504-ca46-4d4a-9d3c-aaf844221af0 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:18:46.656055 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a5610419-52fd-4743-81a5-e62b934e98c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:46.689621 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-a5610419-52fd-4743-81a5-e62b934e98c9 None None] Port 1102d504-ca46-4d4a-9d3c-aaf844221af0 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 14:18:46.786236 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e1b712ce-7725-455a-bf12-1ad00eac0126 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for router_gateway, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:46.980717 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e1b712ce-7725-455a-bf12-1ad00eac0126 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:47.107024 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b712ce-7725-455a-bf12-1ad00eac0126 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Router 67d6988c-cfa8-4d56-a1db-f3d56fa9356b is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 14:18:47.213931 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b712ce-7725-455a-bf12-1ad00eac0126 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 14:18:47.223762 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65186d60-015c-4a47-9c49-b14962fc8448 None None] Sync routers for ids ['67d6988c-cfa8-4d56-a1db-f3d56fa9356b'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 14:18:47.233537 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65186d60-015c-4a47-9c49-b14962fc8448 None None] Routers {'67d6988c-cfa8-4d56-a1db-f3d56fa9356b'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:18:47.234076 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-65186d60-015c-4a47-9c49-b14962fc8448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:18:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['67d6988c-cfa8-4d56-a1db-f3d56fa9356b'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:18:47.235305 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e1b712ce-7725-455a-bf12-1ad00eac0126 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:47.236506 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-e1b712ce-7725-455a-bf12-1ad00eac0126 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7542946 Nov 25 14:18:47.239724 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 39424) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:18:47.267788 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-2eb6dd8d-abe4-418a-912a-8ed4148a8eb7 tempest-TestNetworkAdvancedServerOps-501883029 tempest-TestNetworkAdvancedServerOps-501883029-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=f996a916203a46b4a7ca7989c9357aff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269878 Nov 25 14:18:47.270407 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 39426) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:18:47.337955 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-65186d60-015c-4a47-9c49-b14962fc8448 None None] Set router 67d6988c-cfa8-4d56-a1db-f3d56fa9356b gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:18:47.356940 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c696f9cb-2c41-4904-89a0-12336a65c31d tempest-TestNetworkAdvancedServerOps-501883029 tempest-TestNetworkAdvancedServerOps-501883029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:18:47.361182 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c696f9cb-2c41-4904-89a0-12336a65c31d tempest-TestNetworkAdvancedServerOps-501883029 tempest-TestNetworkAdvancedServerOps-501883029-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0871081 Nov 25 14:18:47.361401 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 39428) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:18:47.393061 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-27f3a3d2-e4ef-4369-82b8-2ba7caa1c2ad tempest-TestNetworkAdvancedServerOps-501883029 tempest-TestNetworkAdvancedServerOps-501883029-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=7542d3d9-0db3-40e7-ab88-a168871141f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281279 Nov 25 14:18:47.393294 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 39430) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:18:47.398123 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-45fed723-47f0-45fe-9669-8a312796004f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-969664556', 'network_id': '369e3e83-a73f-4181-a071-7d778536b47a', 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:18:47.489545 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45fed723-47f0-45fe-9669-8a312796004f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Made reservation on behalf of f996a916203a46b4a7ca7989c9357aff for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 14:18:47.493104 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-45fed723-47f0-45fe-9669-8a312796004f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:47.521249 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-65186d60-015c-4a47-9c49-b14962fc8448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d6988c-cfa8-4d56-a1db-f3d56fa9356b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1378446638', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '1102d504-ca46-4d4a-9d3c-aaf844221af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:18:45Z', 'updated_at': '2021-11-25T14:18:46Z', 'revision_number': 3, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port': {'id': '1102d504-ca46-4d4a-9d3c-aaf844221af0', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d6988c-cfa8-4d56-a1db-f3d56fa9356b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:18:46Z', 'updated_at': '2021-11-25T14:18:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:18:47.549149 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65186d60-015c-4a47-9c49-b14962fc8448 None None] Checking router: 67d6988c-cfa8-4d56-a1db-f3d56fa9356b for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 14:18:47.549502 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65186d60-015c-4a47-9c49-b14962fc8448 None None] Updating router 67d6988c-cfa8-4d56-a1db-f3d56fa9356b port 1102d504-ca46-4d4a-9d3c-aaf844221af0 binding host n-d-808199-11 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 14:18:47.574910 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-65186d60-015c-4a47-9c49-b14962fc8448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:47.679555 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-45fed723-47f0-45fe-9669-8a312796004f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:47.740976 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fed723-47f0-45fe-9669-8a312796004f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'Subnet': ['ID=21863e7c-8ed7-4221-b006-faa65bacf5b1,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:18:47.750424 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fed723-47f0-45fe-9669-8a312796004f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Checking segment: {'id': '0a461ba5-c5ad-42b0-9d78-9349fc465d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '369e3e83-a73f-4181-a071-7d778536b47a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:18:47.750819 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fed723-47f0-45fe-9669-8a312796004f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Network hostable DHCP agents. Network: 369e3e83-a73f-4181-a071-7d778536b47a, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 14:18:47.768260 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fed723-47f0-45fe-9669-8a312796004f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Network 369e3e83-a73f-4181-a071-7d778536b47a is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 14:18:47.777215 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-45fed723-47f0-45fe-9669-8a312796004f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 369e3e83-a73f-4181-a071-7d778536b47a) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:18:47.781524 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fed723-47f0-45fe-9669-8a312796004f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:18:47.782125 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-45fed723-47f0-45fe-9669-8a312796004f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:47.787417 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623d7a30-cf3f-4a6e-92d3-b919c0fcb185 None None] Network 369e3e83-a73f-4181-a071-7d778536b47a requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 14:18:47.802969 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-45fed723-47f0-45fe-9669-8a312796004f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4085438 Nov 25 14:18:47.803179 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39432) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:18:47.832023 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-65186d60-015c-4a47-9c49-b14962fc8448 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:47.837285 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-65186d60-015c-4a47-9c49-b14962fc8448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:47.887890 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-65186d60-015c-4a47-9c49-b14962fc8448 None None] Attempting to bind port 1102d504-ca46-4d4a-9d3c-aaf844221af0 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:18:47.888360 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-65186d60-015c-4a47-9c49-b14962fc8448 None None] Attempting to bind port 1102d504-ca46-4d4a-9d3c-aaf844221af0 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:18:47.888799 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65186d60-015c-4a47-9c49-b14962fc8448 None None] Attempting to bind port 1102d504-ca46-4d4a-9d3c-aaf844221af0 on network 7542d3d9-0db3-40e7-ab88-a168871141f7 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:18:47.898017 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f177455f-c90a-4f08-af5d-1807df287fc1 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 14:18:47.902096 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a55aa5b-d562-497c-a52a-f7088deba49f None None] Pushing event updated for resources: {'Port': ['ID=1102d504-ca46-4d4a-9d3c-aaf844221af0,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:18:47.910729 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a55aa5b-d562-497c-a52a-f7088deba49f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:18:47.911144 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a55aa5b-d562-497c-a52a-f7088deba49f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:18:47.911562 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a55aa5b-d562-497c-a52a-f7088deba49f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:18:47.911982 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a55aa5b-d562-497c-a52a-f7088deba49f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:18:47.912394 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a55aa5b-d562-497c-a52a-f7088deba49f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:18:47.912793 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a55aa5b-d562-497c-a52a-f7088deba49f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:18:47.913316 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a55aa5b-d562-497c-a52a-f7088deba49f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:18:47.913810 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a55aa5b-d562-497c-a52a-f7088deba49f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:18:47.914324 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a55aa5b-d562-497c-a52a-f7088deba49f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:18:47.914968 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a55aa5b-d562-497c-a52a-f7088deba49f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:18:47.915303 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a55aa5b-d562-497c-a52a-f7088deba49f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:18:47.915637 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a55aa5b-d562-497c-a52a-f7088deba49f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:18:47.919835 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65186d60-015c-4a47-9c49-b14962fc8448 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:18:47.920832 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65186d60-015c-4a47-9c49-b14962fc8448 None None] Checking segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:18:47.921244 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-65186d60-015c-4a47-9c49-b14962fc8448 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:47.921639 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65186d60-015c-4a47-9c49-b14962fc8448 None None] Bound using segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:18:47.922132 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-65186d60-015c-4a47-9c49-b14962fc8448 None None] Bound port: 1102d504-ca46-4d4a-9d3c-aaf844221af0, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:18:47.922743 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-65186d60-015c-4a47-9c49-b14962fc8448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:47.947363 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505b3ee7-6dcf-41b2-9e17-aa0f9bb49d63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-369e3e83-a73f-4181-a071-7d778536b47a', 'network_id': '369e3e83-a73f-4181-a071-7d778536b47a', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'fixed_ips': [{'subnet_id': '21863e7c-8ed7-4221-b006-faa65bacf5b1'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 14:18:47.948324 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-505b3ee7-6dcf-41b2-9e17-aa0f9bb49d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:47.984653 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-65186d60-015c-4a47-9c49-b14962fc8448 None None] For port 1102d504-ca46-4d4a-9d3c-aaf844221af0, host n-d-808199-11, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:18:47.987956 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-65186d60-015c-4a47-9c49-b14962fc8448 None None] For port 1102d504-ca46-4d4a-9d3c-aaf844221af0, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=1102d504-ca46-4d4a-9d3c-aaf844221af0,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:18:47.992059 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-65186d60-015c-4a47-9c49-b14962fc8448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:48.032234 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef819894-c7e2-4f7d-8dc0-c385dac1be9a None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 14:18:48.039050 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65186d60-015c-4a47-9c49-b14962fc8448 None None] Routers {'67d6988c-cfa8-4d56-a1db-f3d56fa9356b'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:18:48.039868 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-65186d60-015c-4a47-9c49-b14962fc8448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:18:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['67d6988c-cfa8-4d56-a1db-f3d56fa9356b'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:18:48.056707 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-e7aebf3c-8ea5-483f-852d-906f572e6a97 None None] Provisioning complete for port 1102d504-ca46-4d4a-9d3c-aaf844221af0 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:18:48.057185 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e7aebf3c-8ea5-483f-852d-906f572e6a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:48.135488 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-505b3ee7-6dcf-41b2-9e17-aa0f9bb49d63 None None] Allocated IP 172.20.0.2 (369e3e83-a73f-4181-a071-7d778536b47a/21863e7c-8ed7-4221-b006-faa65bacf5b1/ffc1764c-74a9-469f-883d-5e05a462eb48) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:18:48.148762 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-65186d60-015c-4a47-9c49-b14962fc8448 None None] Set router 67d6988c-cfa8-4d56-a1db-f3d56fa9356b gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:18:48.228668 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e7aebf3c-8ea5-483f-852d-906f572e6a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:48.255962 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-e7aebf3c-8ea5-483f-852d-906f572e6a97 None None] For port 1102d504-ca46-4d4a-9d3c-aaf844221af0, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=1102d504-ca46-4d4a-9d3c-aaf844221af0,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:18:48.262159 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3aafc487-1cdd-4e08-9051-317f2d892fe3 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:48.264721 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e7aebf3c-8ea5-483f-852d-906f572e6a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:48.277240 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a55aa5b-d562-497c-a52a-f7088deba49f None None] Pushing event updated for resources: {'Port': ['ID=1102d504-ca46-4d4a-9d3c-aaf844221af0,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:18:48.322729 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aebf3c-8ea5-483f-852d-906f572e6a97 None None] Pushing event updated for resources: {'Port': ['ID=1102d504-ca46-4d4a-9d3c-aaf844221af0,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:18:48.353479 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-65186d60-015c-4a47-9c49-b14962fc8448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d6988c-cfa8-4d56-a1db-f3d56fa9356b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1378446638', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '1102d504-ca46-4d4a-9d3c-aaf844221af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:18:45Z', 'updated_at': '2021-11-25T14:18:46Z', 'revision_number': 3, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port': {'id': '1102d504-ca46-4d4a-9d3c-aaf844221af0', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d6988c-cfa8-4d56-a1db-f3d56fa9356b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:18:46Z', 'updated_at': '2021-11-25T14:18:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:18:48.383332 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65186d60-015c-4a47-9c49-b14962fc8448 None None] The sync data for ids ['67d6988c-cfa8-4d56-a1db-f3d56fa9356b'] in n-d-808199-11 is: [{'id': '67d6988c-cfa8-4d56-a1db-f3d56fa9356b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1378446638', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '1102d504-ca46-4d4a-9d3c-aaf844221af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:18:45Z', 'updated_at': '2021-11-25T14:18:46Z', 'revision_number': 3, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port': {'id': '1102d504-ca46-4d4a-9d3c-aaf844221af0', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d6988c-cfa8-4d56-a1db-f3d56fa9356b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:18:46Z', 'updated_at': '2021-11-25T14:18:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 14:18:48.412989 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-505b3ee7-6dcf-41b2-9e17-aa0f9bb49d63 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:48.416913 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-da07e388-492b-4203-bcd9-d72d39604e1b None None] Provisioning complete for port 1102d504-ca46-4d4a-9d3c-aaf844221af0 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:18:48.417271 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-da07e388-492b-4203-bcd9-d72d39604e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:48.438560 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-505b3ee7-6dcf-41b2-9e17-aa0f9bb49d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:48.490817 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505b3ee7-6dcf-41b2-9e17-aa0f9bb49d63 None None] Network 369e3e83-a73f-4181-a071-7d778536b47a is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:18:48.495513 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-505b3ee7-6dcf-41b2-9e17-aa0f9bb49d63 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:18:48.499882 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505b3ee7-6dcf-41b2-9e17-aa0f9bb49d63 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:18:48.513171 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505b3ee7-6dcf-41b2-9e17-aa0f9bb49d63 None None] Pushing event updated for resources: {'Port': ['ID=ffc1764c-74a9-469f-883d-5e05a462eb48,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:18:48.573442 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-3aafc487-1cdd-4e08-9051-317f2d892fe3 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Allocated IP 172.20.0.1 (369e3e83-a73f-4181-a071-7d778536b47a/21863e7c-8ed7-4221-b006-faa65bacf5b1/19fab58e-ffe2-45df-b5fc-47e2c9e39781) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:18:48.593646 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-505b3ee7-6dcf-41b2-9e17-aa0f9bb49d63 None None] Attempting to bind port ffc1764c-74a9-469f-883d-5e05a462eb48 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:18:48.594013 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-505b3ee7-6dcf-41b2-9e17-aa0f9bb49d63 None None] Attempting to bind port ffc1764c-74a9-469f-883d-5e05a462eb48 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '0a461ba5-c5ad-42b0-9d78-9349fc465d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '369e3e83-a73f-4181-a071-7d778536b47a'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:18:48.594647 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505b3ee7-6dcf-41b2-9e17-aa0f9bb49d63 None None] Attempting to bind port ffc1764c-74a9-469f-883d-5e05a462eb48 on network 369e3e83-a73f-4181-a071-7d778536b47a {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:18:48.604267 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505b3ee7-6dcf-41b2-9e17-aa0f9bb49d63 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:18:48.604656 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505b3ee7-6dcf-41b2-9e17-aa0f9bb49d63 None None] Checking segment: {'id': '0a461ba5-c5ad-42b0-9d78-9349fc465d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '369e3e83-a73f-4181-a071-7d778536b47a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:18:48.605054 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-505b3ee7-6dcf-41b2-9e17-aa0f9bb49d63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:48.605731 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505b3ee7-6dcf-41b2-9e17-aa0f9bb49d63 None None] Bound using segment: {'id': '0a461ba5-c5ad-42b0-9d78-9349fc465d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '369e3e83-a73f-4181-a071-7d778536b47a'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:18:48.606229 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-505b3ee7-6dcf-41b2-9e17-aa0f9bb49d63 None None] Bound port: ffc1764c-74a9-469f-883d-5e05a462eb48, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a461ba5-c5ad-42b0-9d78-9349fc465d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '369e3e83-a73f-4181-a071-7d778536b47a'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:18:48.606472 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-505b3ee7-6dcf-41b2-9e17-aa0f9bb49d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:48.688747 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-505b3ee7-6dcf-41b2-9e17-aa0f9bb49d63 None None] For port ffc1764c-74a9-469f-883d-5e05a462eb48, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:18:48.692500 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-505b3ee7-6dcf-41b2-9e17-aa0f9bb49d63 None None] For port ffc1764c-74a9-469f-883d-5e05a462eb48, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=ffc1764c-74a9-469f-883d-5e05a462eb48,segment=NetworkSegment(0a461ba5-c5ad-42b0-9d78-9349fc465d77),segment_id=0a461ba5-c5ad-42b0-9d78-9349fc465d77)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:18:48.697319 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-505b3ee7-6dcf-41b2-9e17-aa0f9bb49d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:48.722572 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3aafc487-1cdd-4e08-9051-317f2d892fe3 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:48.764462 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505b3ee7-6dcf-41b2-9e17-aa0f9bb49d63 None None] Pushing event updated for resources: {'Port': ['ID=ffc1764c-74a9-469f-883d-5e05a462eb48,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:18:48.774034 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3aafc487-1cdd-4e08-9051-317f2d892fe3 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:48.819911 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aafc487-1cdd-4e08-9051-317f2d892fe3 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Network 369e3e83-a73f-4181-a071-7d778536b47a is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:18:48.823065 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-3aafc487-1cdd-4e08-9051-317f2d892fe3 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:18:48.828115 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aafc487-1cdd-4e08-9051-317f2d892fe3 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:18:48.852645 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aafc487-1cdd-4e08-9051-317f2d892fe3 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'Port': ['ID=19fab58e-ffe2-45df-b5fc-47e2c9e39781,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:18:48.882483 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3aafc487-1cdd-4e08-9051-317f2d892fe3 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:49.029678 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 1102d504-ca46-4d4a-9d3c-aaf844221af0 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:18:49.061992 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3aafc487-1cdd-4e08-9051-317f2d892fe3 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:49.092530 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 1102d504-ca46-4d4a-9d3c-aaf844221af0 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:18:49.093318 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:49.358070 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3aafc487-1cdd-4e08-9051-317f2d892fe3 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:49.362827 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3aafc487-1cdd-4e08-9051-317f2d892fe3 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:49.438860 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aafc487-1cdd-4e08-9051-317f2d892fe3 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'Port': ['ID=19fab58e-ffe2-45df-b5fc-47e2c9e39781,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:18:49.445112 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3aafc487-1cdd-4e08-9051-317f2d892fe3 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:49.555982 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aafc487-1cdd-4e08-9051-317f2d892fe3 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Network 369e3e83-a73f-4181-a071-7d778536b47a is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:18:49.557506 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-3aafc487-1cdd-4e08-9051-317f2d892fe3 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:18:49.675460 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aafc487-1cdd-4e08-9051-317f2d892fe3 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Router 67d6988c-cfa8-4d56-a1db-f3d56fa9356b has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 14:18:49.765151 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b82fb64-89ba-4ed3-90da-b3029443b2cb None None] Network 369e3e83-a73f-4181-a071-7d778536b47a requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 14:18:49.788230 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aafc487-1cdd-4e08-9051-317f2d892fe3 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 14:18:49.793609 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3aafc487-1cdd-4e08-9051-317f2d892fe3 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "PUT /v2.0/routers/67d6988c-cfa8-4d56-a1db-f3d56fa9356b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9887402 Nov 25 14:18:49.828847 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-586a66f4-855e-48fe-8e00-fd986b53fb42 None None] Provisioning complete for port ffc1764c-74a9-469f-883d-5e05a462eb48 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:18:49.829285 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-586a66f4-855e-48fe-8e00-fd986b53fb42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:49.953935 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ec1a4917-71a3-45a8-9c47-329d5e8c74f5 req-e4147d06-f23d-421b-b25b-71ef40803ae4 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1374864616&fields=id&tenant_id=f996a916203a46b4a7ca7989c9357aff HTTP/1.1" status: 200 len: 267 time: 0.0445828 Nov 25 14:18:49.982872 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-586a66f4-855e-48fe-8e00-fd986b53fb42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:50.024883 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-586a66f4-855e-48fe-8e00-fd986b53fb42 None None] For port ffc1764c-74a9-469f-883d-5e05a462eb48, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=ffc1764c-74a9-469f-883d-5e05a462eb48,segment=NetworkSegment(0a461ba5-c5ad-42b0-9d78-9349fc465d77),segment_id=0a461ba5-c5ad-42b0-9d78-9349fc465d77)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:18:50.030172 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-586a66f4-855e-48fe-8e00-fd986b53fb42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:50.077619 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a4917-71a3-45a8-9c47-329d5e8c74f5 req-f43ee9e1-d381-4568-b323-b2a035912be0 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:18:50.079221 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ec1a4917-71a3-45a8-9c47-329d5e8c74f5 req-f43ee9e1-d381-4568-b323-b2a035912be0 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/networks?id=369e3e83-a73f-4181-a071-7d778536b47a HTTP/1.1" status: 200 len: 797 time: 0.1179922 Nov 25 14:18:50.080675 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586a66f4-855e-48fe-8e00-fd986b53fb42 None None] Pushing event updated for resources: {'Port': ['ID=ffc1764c-74a9-469f-883d-5e05a462eb48,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:18:50.096732 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ec1a4917-71a3-45a8-9c47-329d5e8c74f5 req-cda15a86-ecf1-4537-9022-d9a82994a1fe tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/quotas/f996a916203a46b4a7ca7989c9357aff HTTP/1.1" status: 200 len: 375 time: 0.0104258 Nov 25 14:18:50.171588 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ec1a4917-71a3-45a8-9c47-329d5e8c74f5 req-bf40012a-a8d8-471d-9160-59333a010e36 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f996a916203a46b4a7ca7989c9357aff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0689485 Nov 25 14:18:50.255888 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-809efd15-9ebb-4d28-beed-f40612c13eea None None] Provisioning complete for port 19fab58e-ffe2-45df-b5fc-47e2c9e39781 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:18:50.256266 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-809efd15-9ebb-4d28-beed-f40612c13eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:50.278926 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ec1a4917-71a3-45a8-9c47-329d5e8c74f5 req-e3a500d0-96fc-4b1b-9391-a6a68b74f000 service neutron] 10.222.0.53 "GET /v2.0/networks/369e3e83-a73f-4181-a071-7d778536b47a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932083 Nov 25 14:18:50.295790 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-809efd15-9ebb-4d28-beed-f40612c13eea None None] Port 19fab58e-ffe2-45df-b5fc-47e2c9e39781 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 14:18:50.308152 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-809efd15-9ebb-4d28-beed-f40612c13eea None None] Provisioning complete for port ffc1764c-74a9-469f-883d-5e05a462eb48 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:18:50.308552 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-809efd15-9ebb-4d28-beed-f40612c13eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:50.388018 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ec1a4917-71a3-45a8-9c47-329d5e8c74f5 req-a4763f7a-4e62-41ef-a340-d7739b05e09a service neutron] 10.222.0.53 "GET /v2.0/networks/369e3e83-a73f-4181-a071-7d778536b47a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026845 Nov 25 14:18:50.420511 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cba1bf-56db-4b6a-9f12-f7cbf3496c45 None None] Sync routers for ids ['67d6988c-cfa8-4d56-a1db-f3d56fa9356b'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 14:18:50.432723 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cba1bf-56db-4b6a-9f12-f7cbf3496c45 None None] Routers {'67d6988c-cfa8-4d56-a1db-f3d56fa9356b'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:18:50.433473 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-57cba1bf-56db-4b6a-9f12-f7cbf3496c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:18:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['67d6988c-cfa8-4d56-a1db-f3d56fa9356b'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:18:50.548332 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-183216e6-1462-4d03-91f4-7ac7094f05f8 None None] Provisioning complete for port 19fab58e-ffe2-45df-b5fc-47e2c9e39781 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:18:50.548702 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-183216e6-1462-4d03-91f4-7ac7094f05f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:50.578606 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-60ae594b-ee35-4e32-8c77-b3d1e33d94ca req-35fc671f-2b2d-4ff3-8a41-c870b9b1abac tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=2376adba-2f26-4bf8-8d70-9941ac3f0cbb HTTP/1.1" status: 200 len: 210 time: 0.0274863 Nov 25 14:18:50.595630 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-57cba1bf-56db-4b6a-9f12-f7cbf3496c45 None None] Set router 67d6988c-cfa8-4d56-a1db-f3d56fa9356b gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:18:50.635846 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-183216e6-1462-4d03-91f4-7ac7094f05f8 None None] Port 19fab58e-ffe2-45df-b5fc-47e2c9e39781 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 14:18:50.897306 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-5150de5a-6569-4600-8048-b5f9e0f01491 None None] Provisioning complete for port 19fab58e-ffe2-45df-b5fc-47e2c9e39781 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:18:50.897306 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5150de5a-6569-4600-8048-b5f9e0f01491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:50.959126 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-5150de5a-6569-4600-8048-b5f9e0f01491 None None] Port 19fab58e-ffe2-45df-b5fc-47e2c9e39781 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 14:18:50.989736 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device ffc1764c-74a9-469f-883d-5e05a462eb48 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:18:51.053900 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-57cba1bf-56db-4b6a-9f12-f7cbf3496c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d6988c-cfa8-4d56-a1db-f3d56fa9356b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1378446638', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '1102d504-ca46-4d4a-9d3c-aaf844221af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:18:45Z', 'updated_at': '2021-11-25T14:18:49Z', 'revision_number': 4, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port': {'id': '1102d504-ca46-4d4a-9d3c-aaf844221af0', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d6988c-cfa8-4d56-a1db-f3d56fa9356b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:18:46Z', 'updated_at': '2021-11-25T14:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '19fab58e-ffe2-45df-b5fc-47e2c9e39781', 'name': '', 'network_id': '369e3e83-a73f-4181-a071-7d778536b47a', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'mac_address': 'fa:16:3e:be:f9:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d6988c-cfa8-4d56-a1db-f3d56fa9356b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '21863e7c-8ed7-4221-b006-faa65bacf5b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:18:48Z', 'updated_at': '2021-11-25T14:18:49Z', 'revision_number': 2, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'subnets': [{'id': '21863e7c-8ed7-4221-b006-faa65bacf5b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:18:51.057042 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port ffc1764c-74a9-469f-883d-5e05a462eb48 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:18:51.057419 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:51.086970 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cba1bf-56db-4b6a-9f12-f7cbf3496c45 None None] Checking router: 67d6988c-cfa8-4d56-a1db-f3d56fa9356b for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 14:18:51.087338 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cba1bf-56db-4b6a-9f12-f7cbf3496c45 None None] Updating router 67d6988c-cfa8-4d56-a1db-f3d56fa9356b port 19fab58e-ffe2-45df-b5fc-47e2c9e39781 binding host n-d-808199-11 {{(pid=103572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 14:18:51.137417 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-57cba1bf-56db-4b6a-9f12-f7cbf3496c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:51.435268 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-57cba1bf-56db-4b6a-9f12-f7cbf3496c45 None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:51.439926 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-57cba1bf-56db-4b6a-9f12-f7cbf3496c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:51.488981 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77965fbc-55bd-4e0d-90fc-5f7a9ce5dead None None] Pushing event updated for resources: {'Port': ['ID=19fab58e-ffe2-45df-b5fc-47e2c9e39781,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:18:51.549312 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-57cba1bf-56db-4b6a-9f12-f7cbf3496c45 None None] Attempting to bind port 19fab58e-ffe2-45df-b5fc-47e2c9e39781 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:18:51.549806 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-57cba1bf-56db-4b6a-9f12-f7cbf3496c45 None None] Attempting to bind port 19fab58e-ffe2-45df-b5fc-47e2c9e39781 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '0a461ba5-c5ad-42b0-9d78-9349fc465d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '369e3e83-a73f-4181-a071-7d778536b47a'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:18:51.550094 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cba1bf-56db-4b6a-9f12-f7cbf3496c45 None None] Attempting to bind port 19fab58e-ffe2-45df-b5fc-47e2c9e39781 on network 369e3e83-a73f-4181-a071-7d778536b47a {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:18:51.555749 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cba1bf-56db-4b6a-9f12-f7cbf3496c45 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:18:51.556144 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cba1bf-56db-4b6a-9f12-f7cbf3496c45 None None] Checking segment: {'id': '0a461ba5-c5ad-42b0-9d78-9349fc465d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '369e3e83-a73f-4181-a071-7d778536b47a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:18:51.556545 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-57cba1bf-56db-4b6a-9f12-f7cbf3496c45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:51.557076 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cba1bf-56db-4b6a-9f12-f7cbf3496c45 None None] Bound using segment: {'id': '0a461ba5-c5ad-42b0-9d78-9349fc465d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '369e3e83-a73f-4181-a071-7d778536b47a'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:18:51.557490 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-57cba1bf-56db-4b6a-9f12-f7cbf3496c45 None None] Bound port: 19fab58e-ffe2-45df-b5fc-47e2c9e39781, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a461ba5-c5ad-42b0-9d78-9349fc465d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '369e3e83-a73f-4181-a071-7d778536b47a'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:18:51.557910 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-57cba1bf-56db-4b6a-9f12-f7cbf3496c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:51.643756 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-57cba1bf-56db-4b6a-9f12-f7cbf3496c45 None None] For port 19fab58e-ffe2-45df-b5fc-47e2c9e39781, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:18:51.647641 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-57cba1bf-56db-4b6a-9f12-f7cbf3496c45 None None] For port 19fab58e-ffe2-45df-b5fc-47e2c9e39781, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=19fab58e-ffe2-45df-b5fc-47e2c9e39781,segment=NetworkSegment(0a461ba5-c5ad-42b0-9d78-9349fc465d77),segment_id=0a461ba5-c5ad-42b0-9d78-9349fc465d77)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:18:51.655396 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-57cba1bf-56db-4b6a-9f12-f7cbf3496c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:51.719928 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cba1bf-56db-4b6a-9f12-f7cbf3496c45 None None] Routers {'67d6988c-cfa8-4d56-a1db-f3d56fa9356b'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:18:51.720570 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-57cba1bf-56db-4b6a-9f12-f7cbf3496c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:18:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['67d6988c-cfa8-4d56-a1db-f3d56fa9356b'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:18:51.724184 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fb85ca4d-2719-4862-a1bd-05d0be31cd5e req-cafdce21-67cb-45f9-ac67-dec25d422456 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=2376adba-2f26-4bf8-8d70-9941ac3f0cbb HTTP/1.1" status: 200 len: 210 time: 0.0472417 Nov 25 14:18:51.737704 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a4917-71a3-45a8-9c47-329d5e8c74f5 req-345fe242-dbcf-475a-8144-484e595cdab7 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:18:51.739421 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ec1a4917-71a3-45a8-9c47-329d5e8c74f5 req-345fe242-dbcf-475a-8144-484e595cdab7 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.66 "GET /v2.0/networks?id=369e3e83-a73f-4181-a071-7d778536b47a HTTP/1.1" status: 200 len: 797 time: 0.1814561 Nov 25 14:18:51.780513 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77965fbc-55bd-4e0d-90fc-5f7a9ce5dead None None] Pushing event updated for resources: {'Port': ['ID=19fab58e-ffe2-45df-b5fc-47e2c9e39781,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:18:51.817782 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ec1a4917-71a3-45a8-9c47-329d5e8c74f5 req-715035d2-f862-43a2-8efa-5ccea7e2ed25 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f996a916203a46b4a7ca7989c9357aff HTTP/1.1" status: 200 len: 380 time: 0.0654104 Nov 25 14:18:51.827336 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-4b61c8f8-1f58-4864-a67a-93f721db39be None None] Provisioning complete for port 19fab58e-ffe2-45df-b5fc-47e2c9e39781 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:18:51.827796 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4b61c8f8-1f58-4864-a67a-93f721db39be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:51.832373 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-ec1a4917-71a3-45a8-9c47-329d5e8c74f5 req-c56e69ec-ae81-4b3d-85e9-2cc273494d26 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Request body: {'port': {'device_id': '2376adba-2f26-4bf8-8d70-9941ac3f0cbb', 'network_id': '369e3e83-a73f-4181-a071-7d778536b47a', 'admin_state_up': True, 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'security_groups': ['039a75af-54ec-421c-8017-d73412f3061a']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:18:51.893405 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-57cba1bf-56db-4b6a-9f12-f7cbf3496c45 None None] Set router 67d6988c-cfa8-4d56-a1db-f3d56fa9356b gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:18:51.961443 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec1a4917-71a3-45a8-9c47-329d5e8c74f5 req-c56e69ec-ae81-4b3d-85e9-2cc273494d26 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Made reservation on behalf of f996a916203a46b4a7ca7989c9357aff for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 14:18:51.964965 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ec1a4917-71a3-45a8-9c47-329d5e8c74f5 req-c56e69ec-ae81-4b3d-85e9-2cc273494d26 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:51.967083 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4b61c8f8-1f58-4864-a67a-93f721db39be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:52.070868 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-4b61c8f8-1f58-4864-a67a-93f721db39be None None] For port 19fab58e-ffe2-45df-b5fc-47e2c9e39781, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=19fab58e-ffe2-45df-b5fc-47e2c9e39781,segment=NetworkSegment(0a461ba5-c5ad-42b0-9d78-9349fc465d77),segment_id=0a461ba5-c5ad-42b0-9d78-9349fc465d77)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:18:52.077750 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4b61c8f8-1f58-4864-a67a-93f721db39be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:52.095405 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-ec1a4917-71a3-45a8-9c47-329d5e8c74f5 req-c56e69ec-ae81-4b3d-85e9-2cc273494d26 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Allocated IP 172.20.0.14 (369e3e83-a73f-4181-a071-7d778536b47a/21863e7c-8ed7-4221-b006-faa65bacf5b1/797d5eb6-acf6-4ee4-b513-432daee82203) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:18:52.169130 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b61c8f8-1f58-4864-a67a-93f721db39be None None] Pushing event updated for resources: {'Port': ['ID=19fab58e-ffe2-45df-b5fc-47e2c9e39781,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:18:52.210778 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-37962787-e2cd-4498-b6c5-4991dc6e23e2 None None] Provisioning complete for port 19fab58e-ffe2-45df-b5fc-47e2c9e39781 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:18:52.211160 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-37962787-e2cd-4498-b6c5-4991dc6e23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:52.213911 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-57cba1bf-56db-4b6a-9f12-f7cbf3496c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d6988c-cfa8-4d56-a1db-f3d56fa9356b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1378446638', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '1102d504-ca46-4d4a-9d3c-aaf844221af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:18:45Z', 'updated_at': '2021-11-25T14:18:49Z', 'revision_number': 4, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port': {'id': '1102d504-ca46-4d4a-9d3c-aaf844221af0', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d6988c-cfa8-4d56-a1db-f3d56fa9356b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:18:46Z', 'updated_at': '2021-11-25T14:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '19fab58e-ffe2-45df-b5fc-47e2c9e39781', 'name': '', 'network_id': '369e3e83-a73f-4181-a071-7d778536b47a', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'mac_address': 'fa:16:3e:be:f9:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d6988c-cfa8-4d56-a1db-f3d56fa9356b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '21863e7c-8ed7-4221-b006-faa65bacf5b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:18:48Z', 'updated_at': '2021-11-25T14:18:51Z', 'revision_number': 4, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'subnets': [{'id': '21863e7c-8ed7-4221-b006-faa65bacf5b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:18:52.242602 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ec1a4917-71a3-45a8-9c47-329d5e8c74f5 req-c56e69ec-ae81-4b3d-85e9-2cc273494d26 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:52.256248 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cba1bf-56db-4b6a-9f12-f7cbf3496c45 None None] The sync data for ids ['67d6988c-cfa8-4d56-a1db-f3d56fa9356b'] in n-d-808199-11 is: [{'id': '67d6988c-cfa8-4d56-a1db-f3d56fa9356b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1378446638', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '1102d504-ca46-4d4a-9d3c-aaf844221af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:18:45Z', 'updated_at': '2021-11-25T14:18:49Z', 'revision_number': 4, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port': {'id': '1102d504-ca46-4d4a-9d3c-aaf844221af0', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d6988c-cfa8-4d56-a1db-f3d56fa9356b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:18:46Z', 'updated_at': '2021-11-25T14:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '19fab58e-ffe2-45df-b5fc-47e2c9e39781', 'name': '', 'network_id': '369e3e83-a73f-4181-a071-7d778536b47a', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'mac_address': 'fa:16:3e:be:f9:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d6988c-cfa8-4d56-a1db-f3d56fa9356b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '21863e7c-8ed7-4221-b006-faa65bacf5b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:18:48Z', 'updated_at': '2021-11-25T14:18:51Z', 'revision_number': 4, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'subnets': [{'id': '21863e7c-8ed7-4221-b006-faa65bacf5b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 14:18:52.282899 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ec1a4917-71a3-45a8-9c47-329d5e8c74f5 req-c56e69ec-ae81-4b3d-85e9-2cc273494d26 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:52.335403 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec1a4917-71a3-45a8-9c47-329d5e8c74f5 req-c56e69ec-ae81-4b3d-85e9-2cc273494d26 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Network 369e3e83-a73f-4181-a071-7d778536b47a is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:18:52.345474 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-ec1a4917-71a3-45a8-9c47-329d5e8c74f5 req-c56e69ec-ae81-4b3d-85e9-2cc273494d26 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:18:52.349253 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec1a4917-71a3-45a8-9c47-329d5e8c74f5 req-c56e69ec-ae81-4b3d-85e9-2cc273494d26 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:18:52.395484 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e69ec-ae81-4b3d-85e9-2cc273494d26 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'Port': ['ID=797d5eb6-acf6-4ee4-b513-432daee82203,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:18:52.416436 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a4917-71a3-45a8-9c47-329d5e8c74f5 req-c56e69ec-ae81-4b3d-85e9-2cc273494d26 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:18:52.417406 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ec1a4917-71a3-45a8-9c47-329d5e8c74f5 req-c56e69ec-ae81-4b3d-85e9-2cc273494d26 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:52.439374 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ec1a4917-71a3-45a8-9c47-329d5e8c74f5 req-c56e69ec-ae81-4b3d-85e9-2cc273494d26 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6110442 Nov 25 14:18:52.454731 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-ec1a4917-71a3-45a8-9c47-329d5e8c74f5 req-e765b2d9-9730-4b9c-92d8-3b732663c7e7 service neutron] Request body: {'port': {'device_id': '2376adba-2f26-4bf8-8d70-9941ac3f0cbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:18:52.515172 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ec1a4917-71a3-45a8-9c47-329d5e8c74f5 req-e765b2d9-9730-4b9c-92d8-3b732663c7e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:52.664733 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-ca4173d5-103c-4844-ab5a-642dbe1f7b84 None None] Provisioning complete for port 797d5eb6-acf6-4ee4-b513-432daee82203 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:18:52.665245 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ca4173d5-103c-4844-ab5a-642dbe1f7b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:52.701516 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-ca4173d5-103c-4844-ab5a-642dbe1f7b84 None None] Port 797d5eb6-acf6-4ee4-b513-432daee82203 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 14:18:52.807172 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-ec1a4917-71a3-45a8-9c47-329d5e8c74f5 req-e765b2d9-9730-4b9c-92d8-3b732663c7e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 797d5eb6-acf6-4ee4-b513-432daee82203 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 14:18:52.816020 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ec1a4917-71a3-45a8-9c47-329d5e8c74f5 req-e765b2d9-9730-4b9c-92d8-3b732663c7e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:52.832787 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-ec1a4917-71a3-45a8-9c47-329d5e8c74f5 req-e765b2d9-9730-4b9c-92d8-3b732663c7e7 service neutron] Transition to ACTIVE for port object 797d5eb6-acf6-4ee4-b513-432daee82203 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 14:18:52.836760 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ec1a4917-71a3-45a8-9c47-329d5e8c74f5 req-e765b2d9-9730-4b9c-92d8-3b732663c7e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:52.856490 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3935a-c69a-471d-b268-4c7d6aace8af req-5821dbb9-8305-4c23-85fe-5ae2c9de7c1f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:18:52.858110 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f8b3935a-c69a-471d-b268-4c7d6aace8af req-5821dbb9-8305-4c23-85fe-5ae2c9de7c1f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=2376adba-2f26-4bf8-8d70-9941ac3f0cbb HTTP/1.1" status: 200 len: 932 time: 0.0547662 Nov 25 14:18:52.916409 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e765b2d9-9730-4b9c-92d8-3b732663c7e7 service neutron] Pushing event updated for resources: {'Port': ['ID=797d5eb6-acf6-4ee4-b513-432daee82203,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:18:52.931302 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f8b3935a-c69a-471d-b268-4c7d6aace8af req-2aa3a904-aac6-4162-80b2-bc0522731aa5 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=039a75af-54ec-421c-8017-d73412f3061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666475 Nov 25 14:18:52.992694 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-ec1a4917-71a3-45a8-9c47-329d5e8c74f5 req-e765b2d9-9730-4b9c-92d8-3b732663c7e7 service neutron] Attempting to bind port 797d5eb6-acf6-4ee4-b513-432daee82203 on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:18:52.993042 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-ec1a4917-71a3-45a8-9c47-329d5e8c74f5 req-e765b2d9-9730-4b9c-92d8-3b732663c7e7 service neutron] Attempting to bind port 797d5eb6-acf6-4ee4-b513-432daee82203 by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': '0a461ba5-c5ad-42b0-9d78-9349fc465d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '369e3e83-a73f-4181-a071-7d778536b47a'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:18:52.993382 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1a4917-71a3-45a8-9c47-329d5e8c74f5 req-e765b2d9-9730-4b9c-92d8-3b732663c7e7 service neutron] Attempting to bind port 797d5eb6-acf6-4ee4-b513-432daee82203 on network 369e3e83-a73f-4181-a071-7d778536b47a {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:18:52.998223 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1a4917-71a3-45a8-9c47-329d5e8c74f5 req-e765b2d9-9730-4b9c-92d8-3b732663c7e7 service neutron] Port 797d5eb6-acf6-4ee4-b513-432daee82203 on network 369e3e83-a73f-4181-a071-7d778536b47a not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 14:18:52.998555 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1a4917-71a3-45a8-9c47-329d5e8c74f5 req-e765b2d9-9730-4b9c-92d8-3b732663c7e7 service neutron] Attempting to bind port 797d5eb6-acf6-4ee4-b513-432daee82203 on network 369e3e83-a73f-4181-a071-7d778536b47a {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:18:53.004030 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1a4917-71a3-45a8-9c47-329d5e8c74f5 req-e765b2d9-9730-4b9c-92d8-3b732663c7e7 service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:18:53.004373 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1a4917-71a3-45a8-9c47-329d5e8c74f5 req-e765b2d9-9730-4b9c-92d8-3b732663c7e7 service neutron] Checking segment: {'id': '0a461ba5-c5ad-42b0-9d78-9349fc465d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '369e3e83-a73f-4181-a071-7d778536b47a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:18:53.004764 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1a4917-71a3-45a8-9c47-329d5e8c74f5 req-e765b2d9-9730-4b9c-92d8-3b732663c7e7 service neutron] Bound using segment: {'id': '0a461ba5-c5ad-42b0-9d78-9349fc465d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '369e3e83-a73f-4181-a071-7d778536b47a'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:18:53.005233 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-ec1a4917-71a3-45a8-9c47-329d5e8c74f5 req-e765b2d9-9730-4b9c-92d8-3b732663c7e7 service neutron] Bound port: 797d5eb6-acf6-4ee4-b513-432daee82203, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a461ba5-c5ad-42b0-9d78-9349fc465d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '369e3e83-a73f-4181-a071-7d778536b47a'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:18:53.005600 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ec1a4917-71a3-45a8-9c47-329d5e8c74f5 req-e765b2d9-9730-4b9c-92d8-3b732663c7e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:53.032791 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 19fab58e-ffe2-45df-b5fc-47e2c9e39781 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:18:53.084276 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-ec1a4917-71a3-45a8-9c47-329d5e8c74f5 req-e765b2d9-9730-4b9c-92d8-3b732663c7e7 service neutron] For port 797d5eb6-acf6-4ee4-b513-432daee82203, host n-h1-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:18:53.089305 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 19fab58e-ffe2-45df-b5fc-47e2c9e39781 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:18:53.089843 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-ec1a4917-71a3-45a8-9c47-329d5e8c74f5 req-e765b2d9-9730-4b9c-92d8-3b732663c7e7 service neutron] For port 797d5eb6-acf6-4ee4-b513-432daee82203, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=797d5eb6-acf6-4ee4-b513-432daee82203,segment=NetworkSegment(0a461ba5-c5ad-42b0-9d78-9349fc465d77),segment_id=0a461ba5-c5ad-42b0-9d78-9349fc465d77)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:18:53.089987 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:53.096494 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ec1a4917-71a3-45a8-9c47-329d5e8c74f5 req-e765b2d9-9730-4b9c-92d8-3b732663c7e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:53.147212 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a4917-71a3-45a8-9c47-329d5e8c74f5 req-e765b2d9-9730-4b9c-92d8-3b732663c7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:18:53.147694 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ec1a4917-71a3-45a8-9c47-329d5e8c74f5 req-e765b2d9-9730-4b9c-92d8-3b732663c7e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:53.149111 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ec1a4917-71a3-45a8-9c47-329d5e8c74f5 req-e765b2d9-9730-4b9c-92d8-3b732663c7e7 service neutron] 10.222.0.66 "PUT /v2.0/ports/797d5eb6-acf6-4ee4-b513-432daee82203 HTTP/1.1" status: 200 len: 1093 time: 0.6988816 Nov 25 14:18:53.149565 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2376adba-2f26-4bf8-8d70-9941ac3f0cbb', 'tag': '797d5eb6-acf6-4ee4-b513-432daee82203'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:18:53.151904 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b263d7d4b70db15966f189087f2cdd81ff7815a34d469843c29c7d40ca9dff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75d4064-f364-43df-be27-5ec7c1c25799" -d '{"events": [{"name": "network-changed", "server_uuid": "2376adba-2f26-4bf8-8d70-9941ac3f0cbb", "tag": "797d5eb6-acf6-4ee4-b513-432daee82203"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:18:53.193862 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e765b2d9-9730-4b9c-92d8-3b732663c7e7 service neutron] Pushing event updated for resources: {'Port': ['ID=797d5eb6-acf6-4ee4-b513-432daee82203,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:18:53.264464 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 14:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1decaa-9372-4613-9408-f5541ce9abec x-openstack-request-id: req-1b1decaa-9372-4613-9408-f5541ce9abec {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:18:53.264755 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2376adba-2f26-4bf8-8d70-9941ac3f0cbb", "tag": "797d5eb6-acf6-4ee4-b513-432daee82203", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:18:53.265006 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1b1decaa-9372-4613-9408-f5541ce9abec {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:18:53.265415 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2376adba-2f26-4bf8-8d70-9941ac3f0cbb', 'tag': '797d5eb6-acf6-4ee4-b513-432daee82203', 'status': 'completed', 'code': 200} Nov 25 14:18:53.284028 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a4917-71a3-45a8-9c47-329d5e8c74f5 req-d8c649de-77ca-439f-bc57-cd2534b350cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:18:53.285609 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ec1a4917-71a3-45a8-9c47-329d5e8c74f5 req-d8c649de-77ca-439f-bc57-cd2534b350cf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f996a916203a46b4a7ca7989c9357aff&device_id=2376adba-2f26-4bf8-8d70-9941ac3f0cbb HTTP/1.1" status: 200 len: 1096 time: 0.0650301 Nov 25 14:18:53.332868 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ec1a4917-71a3-45a8-9c47-329d5e8c74f5 req-ee1bef7d-bb1d-466a-9aa0-df30214a8bf6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=797d5eb6-acf6-4ee4-b513-432daee82203 HTTP/1.1" status: 200 len: 217 time: 0.0364900 Nov 25 14:18:53.394727 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a4917-71a3-45a8-9c47-329d5e8c74f5 req-b735eae0-53ed-4fa1-96da-22370b7b81e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:18:53.396236 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ec1a4917-71a3-45a8-9c47-329d5e8c74f5 req-b735eae0-53ed-4fa1-96da-22370b7b81e5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=21863e7c-8ed7-4221-b006-faa65bacf5b1 HTTP/1.1" status: 200 len: 834 time: 0.0503366 Nov 25 14:18:53.456448 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a4917-71a3-45a8-9c47-329d5e8c74f5 req-72c1e424-e43e-48d2-b135-412332762a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:18:53.458294 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ec1a4917-71a3-45a8-9c47-329d5e8c74f5 req-72c1e424-e43e-48d2-b135-412332762a21 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=369e3e83-a73f-4181-a071-7d778536b47a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494137 Nov 25 14:18:53.556416 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ec1a4917-71a3-45a8-9c47-329d5e8c74f5 req-5785ec80-52ae-409e-b9d4-e13638939f46 service neutron] 10.222.0.66 "GET /v2.0/networks/369e3e83-a73f-4181-a071-7d778536b47a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867140 Nov 25 14:18:53.655444 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-ec1a4917-71a3-45a8-9c47-329d5e8c74f5 req-162196a2-d357-461f-859a-e5a7371005b5 service neutron] 10.222.0.66 "GET /v2.0/networks/369e3e83-a73f-4181-a071-7d778536b47a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884445 Nov 25 14:18:53.752509 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d4064-f364-43df-be27-5ec7c1c25799 req-dae933f1-13de-4a80-811f-8bdafd8da09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:18:53.753992 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a75d4064-f364-43df-be27-5ec7c1c25799 req-dae933f1-13de-4a80-811f-8bdafd8da09a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f996a916203a46b4a7ca7989c9357aff&device_id=2376adba-2f26-4bf8-8d70-9941ac3f0cbb HTTP/1.1" status: 200 len: 1096 time: 0.0415647 Nov 25 14:18:53.847753 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d4064-f364-43df-be27-5ec7c1c25799 req-f9304d50-52b7-43c5-a621-6ee75d32a26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:18:53.849210 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a75d4064-f364-43df-be27-5ec7c1c25799 req-f9304d50-52b7-43c5-a621-6ee75d32a26c service neutron] 10.222.0.66 "GET /v2.0/networks?id=369e3e83-a73f-4181-a071-7d778536b47a HTTP/1.1" status: 200 len: 898 time: 0.0884786 Nov 25 14:18:53.891222 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a75d4064-f364-43df-be27-5ec7c1c25799 req-172ff916-1db2-4e34-8667-ed9bc7e14367 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=797d5eb6-acf6-4ee4-b513-432daee82203 HTTP/1.1" status: 200 len: 217 time: 0.0342236 Nov 25 14:18:53.941791 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d4064-f364-43df-be27-5ec7c1c25799 req-be34ff47-5b6b-4040-8cd2-5f15a7208dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:18:53.943280 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a75d4064-f364-43df-be27-5ec7c1c25799 req-be34ff47-5b6b-4040-8cd2-5f15a7208dd6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=21863e7c-8ed7-4221-b006-faa65bacf5b1 HTTP/1.1" status: 200 len: 834 time: 0.0445726 Nov 25 14:18:53.990175 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d4064-f364-43df-be27-5ec7c1c25799 req-aaadc7bb-df0d-41c0-9258-4608f2c943c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:18:53.991724 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a75d4064-f364-43df-be27-5ec7c1c25799 req-aaadc7bb-df0d-41c0-9258-4608f2c943c9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=369e3e83-a73f-4181-a071-7d778536b47a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406187 Nov 25 14:18:54.054741 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b7a46-4193-40dd-842e-a77dc8a709dc req-22ee5dba-81a3-45ed-9f1c-c40812814142 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:18:54.056138 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-299b7a46-4193-40dd-842e-a77dc8a709dc req-22ee5dba-81a3-45ed-9f1c-c40812814142 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=2376adba-2f26-4bf8-8d70-9941ac3f0cbb HTTP/1.1" status: 200 len: 944 time: 0.0488248 Nov 25 14:18:54.089871 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a75d4064-f364-43df-be27-5ec7c1c25799 req-9d264036-d37d-447a-8c46-e44453b7f5aa service neutron] 10.222.0.66 "GET /v2.0/networks/369e3e83-a73f-4181-a071-7d778536b47a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878417 Nov 25 14:18:54.104819 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-299b7a46-4193-40dd-842e-a77dc8a709dc req-1d89905f-6299-4ab9-bbae-824a8d1e3b6d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=039a75af-54ec-421c-8017-d73412f3061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422173 Nov 25 14:18:54.181801 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a75d4064-f364-43df-be27-5ec7c1c25799 req-cdeb80f7-eb09-40e0-8808-03cf9971f815 service neutron] 10.222.0.66 "GET /v2.0/networks/369e3e83-a73f-4181-a071-7d778536b47a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831430 Nov 25 14:18:55.088527 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 797d5eb6-acf6-4ee4-b513-432daee82203 details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 14:18:55.186037 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 797d5eb6-acf6-4ee4-b513-432daee82203, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=797d5eb6-acf6-4ee4-b513-432daee82203,segment=NetworkSegment(0a461ba5-c5ad-42b0-9d78-9349fc465d77),segment_id=0a461ba5-c5ad-42b0-9d78-9349fc465d77)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:18:55.199020 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': '797d5eb6-acf6-4ee4-b513-432daee82203', 'network_id': '369e3e83-a73f-4181-a071-7d778536b47a', 'port_id': '797d5eb6-acf6-4ee4-b513-432daee82203', 'mac_address': 'fa:16:3e:6f:97:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21863e7c-8ed7-4221-b006-faa65bacf5b1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 14:18:55.221112 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044d1df1-5e80-4885-8f45-4994b14f178f req-3bbd970c-88e4-4aa1-b41b-0c2bd5d7481f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:18:55.222617 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-044d1df1-5e80-4885-8f45-4994b14f178f req-3bbd970c-88e4-4aa1-b41b-0c2bd5d7481f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=2376adba-2f26-4bf8-8d70-9941ac3f0cbb HTTP/1.1" status: 200 len: 944 time: 0.0485952 Nov 25 14:18:55.235767 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:55.249573 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 797d5eb6-acf6-4ee4-b513-432daee82203 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 14:18:55.269490 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 797d5eb6-acf6-4ee4-b513-432daee82203, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=797d5eb6-acf6-4ee4-b513-432daee82203,segment=NetworkSegment(0a461ba5-c5ad-42b0-9d78-9349fc465d77),segment_id=0a461ba5-c5ad-42b0-9d78-9349fc465d77)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:18:55.273834 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:55.281809 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-044d1df1-5e80-4885-8f45-4994b14f178f req-a147beda-8d77-46fd-abc5-0b980b27fd66 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=039a75af-54ec-421c-8017-d73412f3061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528960 Nov 25 14:18:55.323462 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=797d5eb6-acf6-4ee4-b513-432daee82203,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:18:55.590048 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['797d5eb6-acf6-4ee4-b513-432daee82203'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 14:18:56.399845 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d2a63-1c83-4ff4-9dd0-a166ad5568d7 req-c238b4d2-7f8d-417f-9415-9d4b0e5a3ba5 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:18:56.401370 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-799d2a63-1c83-4ff4-9dd0-a166ad5568d7 req-c238b4d2-7f8d-417f-9415-9d4b0e5a3ba5 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=2376adba-2f26-4bf8-8d70-9941ac3f0cbb HTTP/1.1" status: 200 len: 945 time: 0.0521643 Nov 25 14:18:56.450157 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-799d2a63-1c83-4ff4-9dd0-a166ad5568d7 req-79da985a-fe7f-4399-a4b7-d7d841f928f2 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=039a75af-54ec-421c-8017-d73412f3061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423908 Nov 25 14:18:56.758980 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:18:57.121357 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 797d5eb6-acf6-4ee4-b513-432daee82203 up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:18:57.168759 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port 797d5eb6-acf6-4ee4-b513-432daee82203 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 14:18:57.172447 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port 797d5eb6-acf6-4ee4-b513-432daee82203 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:18:57.172819 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:57.249694 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:57.272047 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2376adba-2f26-4bf8-8d70-9941ac3f0cbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '797d5eb6-acf6-4ee4-b513-432daee82203'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:18:57.274281 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4a683b2f55a074025c37cf42062357829495bd62ced1b23f0cba96c56cdda24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef852064-91e9-4d6f-a117-9205a97710f0" -d '{"events": [{"server_uuid": "2376adba-2f26-4bf8-8d70-9941ac3f0cbb", "name": "network-vif-plugged", "status": "completed", "tag": "797d5eb6-acf6-4ee4-b513-432daee82203"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:18:57.288084 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 797d5eb6-acf6-4ee4-b513-432daee82203, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=797d5eb6-acf6-4ee4-b513-432daee82203,segment=NetworkSegment(0a461ba5-c5ad-42b0-9d78-9349fc465d77),segment_id=0a461ba5-c5ad-42b0-9d78-9349fc465d77)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:18:57.300578 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:18:57.327358 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 14:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c26196-9da8-4aab-92e4-ed3f9570ee2d x-openstack-request-id: req-d9c26196-9da8-4aab-92e4-ed3f9570ee2d {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:18:57.327651 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2376adba-2f26-4bf8-8d70-9941ac3f0cbb", "name": "network-vif-plugged", "status": "completed", "tag": "797d5eb6-acf6-4ee4-b513-432daee82203", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:18:57.327905 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d9c26196-9da8-4aab-92e4-ed3f9570ee2d {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:18:57.328292 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2376adba-2f26-4bf8-8d70-9941ac3f0cbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '797d5eb6-acf6-4ee4-b513-432daee82203', 'code': 200} Nov 25 14:18:57.354452 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=797d5eb6-acf6-4ee4-b513-432daee82203,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:18:57.428698 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a4ef9c-ac31-45e7-b5ae-61c4c76af110 req-fbcc4202-256f-487f-a123-aa647974752c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:18:57.430202 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-54a4ef9c-ac31-45e7-b5ae-61c4c76af110 req-fbcc4202-256f-487f-a123-aa647974752c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2376adba-2f26-4bf8-8d70-9941ac3f0cbb HTTP/1.1" status: 200 len: 1098 time: 0.0453918 Nov 25 14:18:57.479467 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-54a4ef9c-ac31-45e7-b5ae-61c4c76af110 req-2204b827-ba5c-4911-a589-6405d05938ea service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=039a75af-54ec-421c-8017-d73412f3061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401304 Nov 25 14:18:57.563441 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f60b7-6d10-4341-8aaf-b0df181d6b4a req-d9fbd018-3537-40c2-ada9-8ee644aa795b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:18:57.564907 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c80f60b7-6d10-4341-8aaf-b0df181d6b4a req-d9fbd018-3537-40c2-ada9-8ee644aa795b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=2376adba-2f26-4bf8-8d70-9941ac3f0cbb HTTP/1.1" status: 200 len: 946 time: 0.0477846 Nov 25 14:18:57.613680 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c80f60b7-6d10-4341-8aaf-b0df181d6b4a req-57e5b66d-8a00-4f80-a1e9-314f59964e92 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=039a75af-54ec-421c-8017-d73412f3061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427594 Nov 25 14:18:58.735006 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47cd92-b7e3-46ac-8f31-9d42684acd15 req-8af19eb8-03a1-4f38-aa6a-dd8899d54912 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:18:58.736485 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5a47cd92-b7e3-46ac-8f31-9d42684acd15 req-8af19eb8-03a1-4f38-aa6a-dd8899d54912 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=2376adba-2f26-4bf8-8d70-9941ac3f0cbb HTTP/1.1" status: 200 len: 946 time: 0.0490232 Nov 25 14:18:58.790152 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5a47cd92-b7e3-46ac-8f31-9d42684acd15 req-9ebaf81a-44c7-463f-b782-69d235412397 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=039a75af-54ec-421c-8017-d73412f3061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476635 Nov 25 14:18:59.904528 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4968dba9-4171-4cfb-96b5-6d9fdc513cea req-9a3488d0-feac-4495-8b91-685d6defbfec tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:18:59.906010 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4968dba9-4171-4cfb-96b5-6d9fdc513cea req-9a3488d0-feac-4495-8b91-685d6defbfec tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=2376adba-2f26-4bf8-8d70-9941ac3f0cbb HTTP/1.1" status: 200 len: 946 time: 0.0485985 Nov 25 14:18:59.955141 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4968dba9-4171-4cfb-96b5-6d9fdc513cea req-b8a4e21d-6166-4f87-888a-5eed280ba4b2 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=039a75af-54ec-421c-8017-d73412f3061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431027 Nov 25 14:19:00.067396 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe33a3-dd00-4125-8768-5d2d56783050 req-97592f8a-54f2-4aa1-86e2-b0559059b534 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:19:00.068922 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-efbe33a3-dd00-4125-8768-5d2d56783050 req-97592f8a-54f2-4aa1-86e2-b0559059b534 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=2376adba-2f26-4bf8-8d70-9941ac3f0cbb HTTP/1.1" status: 200 len: 946 time: 0.0475171 Nov 25 14:19:00.117351 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-efbe33a3-dd00-4125-8768-5d2d56783050 req-7a30d53f-02d9-4211-97e8-f9d08c1dffeb tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=039a75af-54ec-421c-8017-d73412f3061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424302 Nov 25 14:19:00.139809 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39482) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:19:00.180939 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a8694c-6acd-4a8d-b8ed-a76dbaf538ab tempest-TestNetworkAdvancedServerOps-501883029 tempest-TestNetworkAdvancedServerOps-501883029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:19:00.182446 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-25a8694c-6acd-4a8d-b8ed-a76dbaf538ab tempest-TestNetworkAdvancedServerOps-501883029 tempest-TestNetworkAdvancedServerOps-501883029-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=2376adba-2f26-4bf8-8d70-9941ac3f0cbb HTTP/1.1" status: 200 len: 1093 time: 0.0416114 Nov 25 14:19:00.185745 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39484) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:19:00.189946 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-9c919408-59a1-4701-9c13-2bdd973433a0 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Request body: {'floatingip': {'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'port_id': '797d5eb6-acf6-4ee4-b513-432daee82203', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:19:00.211721 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9c919408-59a1-4701-9c13-2bdd973433a0 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for floatingip, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:19:00.305068 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9c919408-59a1-4701-9c13-2bdd973433a0 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:19:00.392508 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e8e6046a-0a1b-4487-ad52-10c14ce895c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:19:00.416866 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-9c919408-59a1-4701-9c13-2bdd973433a0 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Allocated IP 172.25.5.141 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/cd9b30b6-f3ab-41b8-8d10-476fb4a0969c) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:19:00.515432 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9c919408-59a1-4701-9c13-2bdd973433a0 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:19:00.548162 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9c919408-59a1-4701-9c13-2bdd973433a0 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:19:00.584938 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c919408-59a1-4701-9c13-2bdd973433a0 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:19:00.589727 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-9c919408-59a1-4701-9c13-2bdd973433a0 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:19:00.594251 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c919408-59a1-4701-9c13-2bdd973433a0 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:19:00.625234 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c919408-59a1-4701-9c13-2bdd973433a0 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'Port': ['ID=cd9b30b6-f3ab-41b8-8d10-476fb4a0969c,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:19:01.253294 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9c919408-59a1-4701-9c13-2bdd973433a0 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:19:01.317599 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9c919408-59a1-4701-9c13-2bdd973433a0 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:19:01.468172 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9c919408-59a1-4701-9c13-2bdd973433a0 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:19:01.472623 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9c919408-59a1-4701-9c13-2bdd973433a0 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:19:01.543969 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c919408-59a1-4701-9c13-2bdd973433a0 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'Port': ['ID=cd9b30b6-f3ab-41b8-8d10-476fb4a0969c,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:19:01.552324 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9c919408-59a1-4701-9c13-2bdd973433a0 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:19:01.654966 n-d-808199-11 neutron-server[103570]: INFO neutron.db.l3_db [None req-9c919408-59a1-4701-9c13-2bdd973433a0 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Floating IP a66229de-3cdb-47f5-adc7-344d312b09eb associated. External IP: 172.25.5.141, port: 797d5eb6-acf6-4ee4-b513-432daee82203. Nov 25 14:19:01.868384 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c919408-59a1-4701-9c13-2bdd973433a0 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Router 67d6988c-cfa8-4d56-a1db-f3d56fa9356b has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 14:19:01.980615 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c919408-59a1-4701-9c13-2bdd973433a0 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 14:19:01.991343 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6b564d-a8eb-4f79-b51b-4ca385d03a1b None None] Sync routers for ids ['67d6988c-cfa8-4d56-a1db-f3d56fa9356b'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 14:19:02.001463 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9c919408-59a1-4701-9c13-2bdd973433a0 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:19:02.007323 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6b564d-a8eb-4f79-b51b-4ca385d03a1b None None] Routers {'67d6988c-cfa8-4d56-a1db-f3d56fa9356b'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:19:02.007963 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-dc6b564d-a8eb-4f79-b51b-4ca385d03a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:18:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['67d6988c-cfa8-4d56-a1db-f3d56fa9356b'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:19:02.029587 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-9c919408-59a1-4701-9c13-2bdd973433a0 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8427987 Nov 25 14:19:02.030297 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2376adba-2f26-4bf8-8d70-9941ac3f0cbb', 'tag': '797d5eb6-acf6-4ee4-b513-432daee82203'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:19:02.032778 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ff10e3dad8c55f3be2027b0b566631f93d9edebaac325607bb9a9480f03098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0809a934-a6fb-400a-926c-86aecbaff80a" -d '{"events": [{"name": "network-changed", "server_uuid": "2376adba-2f26-4bf8-8d70-9941ac3f0cbb", "tag": "797d5eb6-acf6-4ee4-b513-432daee82203"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:19:02.076139 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 14:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0697f7b-afe4-45b2-8af9-f175e082fb68 x-openstack-request-id: req-c0697f7b-afe4-45b2-8af9-f175e082fb68 {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:19:02.076436 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2376adba-2f26-4bf8-8d70-9941ac3f0cbb", "tag": "797d5eb6-acf6-4ee4-b513-432daee82203", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:19:02.076752 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c0697f7b-afe4-45b2-8af9-f175e082fb68 {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:19:02.077172 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2376adba-2f26-4bf8-8d70-9941ac3f0cbb', 'tag': '797d5eb6-acf6-4ee4-b513-432daee82203', 'status': 'completed', 'code': 200} Nov 25 14:19:02.140382 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809a934-a6fb-400a-926c-86aecbaff80a req-b323c232-59b7-46a0-9dba-69e8310b3f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:19:02.141783 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ca6f3-bb1f-4015-ac81-598f18f27668 req-7267f320-2cea-4c57-af83-314c96c23afc tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:19:02.142806 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0809a934-a6fb-400a-926c-86aecbaff80a req-b323c232-59b7-46a0-9dba-69e8310b3f84 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f996a916203a46b4a7ca7989c9357aff&device_id=2376adba-2f26-4bf8-8d70-9941ac3f0cbb HTTP/1.1" status: 200 len: 1098 time: 0.0441020 Nov 25 14:19:02.143420 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9f3ca6f3-bb1f-4015-ac81-598f18f27668 req-7267f320-2cea-4c57-af83-314c96c23afc tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=2376adba-2f26-4bf8-8d70-9941ac3f0cbb HTTP/1.1" status: 200 len: 946 time: 0.0583999 Nov 25 14:19:02.203866 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9f3ca6f3-bb1f-4015-ac81-598f18f27668 req-36126a62-a8a9-4be5-b03f-cee9082283c5 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=039a75af-54ec-421c-8017-d73412f3061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537446 Nov 25 14:19:02.227165 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39490) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:19:02.251415 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809a934-a6fb-400a-926c-86aecbaff80a req-9e10901c-11cd-4e34-ac4f-edd7951c3b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:19:02.253180 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0809a934-a6fb-400a-926c-86aecbaff80a req-9e10901c-11cd-4e34-ac4f-edd7951c3b3e service neutron] 10.222.0.66 "GET /v2.0/networks?id=369e3e83-a73f-4181-a071-7d778536b47a HTTP/1.1" status: 200 len: 898 time: 0.1020761 Nov 25 14:19:02.257030 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-dc6b564d-a8eb-4f79-b51b-4ca385d03a1b None None] Set router 67d6988c-cfa8-4d56-a1db-f3d56fa9356b gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:19:02.298018 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-6cefb77f-eaa0-4e54-ba1a-b56cc139bc03 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/floatingips/a66229de-3cdb-47f5-adc7-344d312b09eb HTTP/1.1" status: 200 len: 992 time: 0.0696492 Nov 25 14:19:02.327618 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0809a934-a6fb-400a-926c-86aecbaff80a req-40ab3d22-faff-4718-ab3d-8795abb307a4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=797d5eb6-acf6-4ee4-b513-432daee82203 HTTP/1.1" status: 200 len: 1000 time: 0.0669775 Nov 25 14:19:02.380422 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809a934-a6fb-400a-926c-86aecbaff80a req-3a6c9e27-4e6c-4a08-ab90-1f757636aaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:19:02.382226 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0809a934-a6fb-400a-926c-86aecbaff80a req-3a6c9e27-4e6c-4a08-ab90-1f757636aaac service neutron] 10.222.0.66 "GET /v2.0/subnets?id=21863e7c-8ed7-4221-b006-faa65bacf5b1 HTTP/1.1" status: 200 len: 834 time: 0.0478573 Nov 25 14:19:02.436202 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809a934-a6fb-400a-926c-86aecbaff80a req-7c35677c-34b4-47b9-b900-8137cebde2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:19:02.437722 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0809a934-a6fb-400a-926c-86aecbaff80a req-7c35677c-34b4-47b9-b900-8137cebde2a2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=369e3e83-a73f-4181-a071-7d778536b47a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457375 Nov 25 14:19:02.499122 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-dc6b564d-a8eb-4f79-b51b-4ca385d03a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d6988c-cfa8-4d56-a1db-f3d56fa9356b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1378446638', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '1102d504-ca46-4d4a-9d3c-aaf844221af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:18:45Z', 'updated_at': '2021-11-25T14:18:49Z', 'revision_number': 4, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port': {'id': '1102d504-ca46-4d4a-9d3c-aaf844221af0', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d6988c-cfa8-4d56-a1db-f3d56fa9356b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:18:46Z', 'updated_at': '2021-11-25T14:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': 'a66229de-3cdb-47f5-adc7-344d312b09eb', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'floating_ip_address': '172.25.5.141', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '67d6988c-cfa8-4d56-a1db-f3d56fa9356b', 'port_id': '797d5eb6-acf6-4ee4-b513-432daee82203', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '369e3e83-a73f-4181-a071-7d778536b47a', 'mac_address': 'fa:16:3e:6f:97:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2376adba-2f26-4bf8-8d70-9941ac3f0cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T14:19:01Z', 'updated_at': '2021-11-25T14:19:01Z', 'revision_number': 0, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19fab58e-ffe2-45df-b5fc-47e2c9e39781', 'name': '', 'network_id': '369e3e83-a73f-4181-a071-7d778536b47a', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'mac_address': 'fa:16:3e:be:f9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d6988c-cfa8-4d56-a1db-f3d56fa9356b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '21863e7c-8ed7-4221-b006-faa65bacf5b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:18:48Z', 'updated_at': '2021-11-25T14:18:52Z', 'revision_number': 5, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'subnets': [{'id': '21863e7c-8ed7-4221-b006-faa65bacf5b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:19:02.525702 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6b564d-a8eb-4f79-b51b-4ca385d03a1b None None] Checking router: 67d6988c-cfa8-4d56-a1db-f3d56fa9356b for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 14:19:02.530568 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0809a934-a6fb-400a-926c-86aecbaff80a req-1bb99d6d-a27e-4ecc-9315-fad2285d6036 service neutron] 10.222.0.66 "GET /v2.0/networks/369e3e83-a73f-4181-a071-7d778536b47a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854816 Nov 25 14:19:02.533974 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6b564d-a8eb-4f79-b51b-4ca385d03a1b None None] Routers {'67d6988c-cfa8-4d56-a1db-f3d56fa9356b'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:19:02.534591 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-dc6b564d-a8eb-4f79-b51b-4ca385d03a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:18:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['67d6988c-cfa8-4d56-a1db-f3d56fa9356b'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:19:02.633206 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0809a934-a6fb-400a-926c-86aecbaff80a req-3b6d799e-402a-4ac8-930c-ee3b7fbf93ce service neutron] 10.222.0.66 "GET /v2.0/networks/369e3e83-a73f-4181-a071-7d778536b47a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952182 Nov 25 14:19:02.646853 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-dc6b564d-a8eb-4f79-b51b-4ca385d03a1b None None] Set router 67d6988c-cfa8-4d56-a1db-f3d56fa9356b gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:19:02.877464 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-be1becd3-fe80-4a38-b262-99f914f719e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:19:02.882257 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-dc6b564d-a8eb-4f79-b51b-4ca385d03a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d6988c-cfa8-4d56-a1db-f3d56fa9356b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1378446638', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '1102d504-ca46-4d4a-9d3c-aaf844221af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:18:45Z', 'updated_at': '2021-11-25T14:18:49Z', 'revision_number': 4, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port': {'id': '1102d504-ca46-4d4a-9d3c-aaf844221af0', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d6988c-cfa8-4d56-a1db-f3d56fa9356b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:18:46Z', 'updated_at': '2021-11-25T14:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': 'a66229de-3cdb-47f5-adc7-344d312b09eb', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'floating_ip_address': '172.25.5.141', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '67d6988c-cfa8-4d56-a1db-f3d56fa9356b', 'port_id': '797d5eb6-acf6-4ee4-b513-432daee82203', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '369e3e83-a73f-4181-a071-7d778536b47a', 'mac_address': 'fa:16:3e:6f:97:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2376adba-2f26-4bf8-8d70-9941ac3f0cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T14:19:01Z', 'updated_at': '2021-11-25T14:19:01Z', 'revision_number': 0, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19fab58e-ffe2-45df-b5fc-47e2c9e39781', 'name': '', 'network_id': '369e3e83-a73f-4181-a071-7d778536b47a', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'mac_address': 'fa:16:3e:be:f9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d6988c-cfa8-4d56-a1db-f3d56fa9356b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '21863e7c-8ed7-4221-b006-faa65bacf5b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:18:48Z', 'updated_at': '2021-11-25T14:18:52Z', 'revision_number': 5, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'subnets': [{'id': '21863e7c-8ed7-4221-b006-faa65bacf5b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:19:02.909216 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6b564d-a8eb-4f79-b51b-4ca385d03a1b None None] The sync data for ids ['67d6988c-cfa8-4d56-a1db-f3d56fa9356b'] in n-d-808199-11 is: [{'id': '67d6988c-cfa8-4d56-a1db-f3d56fa9356b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1378446638', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '1102d504-ca46-4d4a-9d3c-aaf844221af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:18:45Z', 'updated_at': '2021-11-25T14:18:49Z', 'revision_number': 4, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port': {'id': '1102d504-ca46-4d4a-9d3c-aaf844221af0', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d6988c-cfa8-4d56-a1db-f3d56fa9356b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:18:46Z', 'updated_at': '2021-11-25T14:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': 'a66229de-3cdb-47f5-adc7-344d312b09eb', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'floating_ip_address': '172.25.5.141', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '67d6988c-cfa8-4d56-a1db-f3d56fa9356b', 'port_id': '797d5eb6-acf6-4ee4-b513-432daee82203', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '369e3e83-a73f-4181-a071-7d778536b47a', 'mac_address': 'fa:16:3e:6f:97:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2376adba-2f26-4bf8-8d70-9941ac3f0cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T14:19:01Z', 'updated_at': '2021-11-25T14:19:01Z', 'revision_number': 0, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19fab58e-ffe2-45df-b5fc-47e2c9e39781', 'name': '', 'network_id': '369e3e83-a73f-4181-a071-7d778536b47a', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'mac_address': 'fa:16:3e:be:f9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d6988c-cfa8-4d56-a1db-f3d56fa9356b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '21863e7c-8ed7-4221-b006-faa65bacf5b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:18:48Z', 'updated_at': '2021-11-25T14:18:52Z', 'revision_number': 5, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'subnets': [{'id': '21863e7c-8ed7-4221-b006-faa65bacf5b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 14:19:03.127731 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c76fb65-4c5c-40bf-a0c1-d2a5d42a2651 None None] New status for floating IP a66229de-3cdb-47f5-adc7-344d312b09eb: ACTIVE {{(pid=103572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 14:19:03.301852 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39492) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:19:03.363086 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c34e0f46-f893-4274-bbfe-c156e22639ce tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/floatingips/a66229de-3cdb-47f5-adc7-344d312b09eb HTTP/1.1" status: 200 len: 994 time: 0.0600555 Nov 25 14:19:04.111716 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:19:05.419571 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:19:06.563774 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:19:08.773999 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:19:12.254802 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:19:26.369578 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1878aa76-e904-4f3f-8d8e-b3b0524e191c req-d7d6d719-ef2d-4030-a24f-b4fc835175f7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2376adba-2f26-4bf8-8d70-9941ac3f0cbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402637 Nov 25 14:19:26.452259 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1878aa76-e904-4f3f-8d8e-b3b0524e191c req-4ecaf07e-31a6-4543-9901-81092194ab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:19:26.453719 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1878aa76-e904-4f3f-8d8e-b3b0524e191c req-4ecaf07e-31a6-4543-9901-81092194ab12 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f996a916203a46b4a7ca7989c9357aff&device_id=2376adba-2f26-4bf8-8d70-9941ac3f0cbb HTTP/1.1" status: 200 len: 1098 time: 0.0402546 Nov 25 14:19:26.561171 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1878aa76-e904-4f3f-8d8e-b3b0524e191c req-ce07a6f9-270c-45bc-a239-7429d6e82a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:19:26.562620 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1878aa76-e904-4f3f-8d8e-b3b0524e191c req-ce07a6f9-270c-45bc-a239-7429d6e82a3e service neutron] 10.222.0.66 "GET /v2.0/networks?id=369e3e83-a73f-4181-a071-7d778536b47a HTTP/1.1" status: 200 len: 898 time: 0.0869567 Nov 25 14:19:26.633239 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1878aa76-e904-4f3f-8d8e-b3b0524e191c req-fa0b5259-5efb-4f2a-b17c-ac36e056bbc6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=797d5eb6-acf6-4ee4-b513-432daee82203 HTTP/1.1" status: 200 len: 1002 time: 0.0573628 Nov 25 14:19:26.684950 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1878aa76-e904-4f3f-8d8e-b3b0524e191c req-b5ac7992-d7d4-42b8-8bd1-3ea6b8710ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:19:26.686991 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1878aa76-e904-4f3f-8d8e-b3b0524e191c req-b5ac7992-d7d4-42b8-8bd1-3ea6b8710ad9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=21863e7c-8ed7-4221-b006-faa65bacf5b1 HTTP/1.1" status: 200 len: 834 time: 0.0452149 Nov 25 14:19:27.081390 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1878aa76-e904-4f3f-8d8e-b3b0524e191c req-09a87e23-4f16-4582-928a-178258f4441c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:19:27.082910 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1878aa76-e904-4f3f-8d8e-b3b0524e191c req-09a87e23-4f16-4582-928a-178258f4441c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=369e3e83-a73f-4181-a071-7d778536b47a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3877583 Nov 25 14:19:27.172189 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1878aa76-e904-4f3f-8d8e-b3b0524e191c req-f80b4e71-7d3c-4c0d-aace-2bd1247ce401 service neutron] 10.222.0.66 "GET /v2.0/networks/369e3e83-a73f-4181-a071-7d778536b47a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806706 Nov 25 14:19:27.267024 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1878aa76-e904-4f3f-8d8e-b3b0524e191c req-11cd7370-85d2-4446-9aaa-f4a2c8d9fa4e service neutron] 10.222.0.66 "GET /v2.0/networks/369e3e83-a73f-4181-a071-7d778536b47a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864372 Nov 25 14:19:30.395005 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-76dae1ea-3265-43ae-b764-6cea10e5ad0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:19:32.878243 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ef789dda-69f8-416f-a185-1ef8c18b2db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:19:33.758334 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:19:34.112445 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:19:35.422468 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:19:36.568415 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:19:36.698106 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2f7237-aa3e-4e47-9db6-f67e675e21f7 req-85f356ec-8c6e-4109-955a-65ff2b0c567e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:19:36.699552 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6e2f7237-aa3e-4e47-9db6-f67e675e21f7 req-85f356ec-8c6e-4109-955a-65ff2b0c567e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f996a916203a46b4a7ca7989c9357aff&device_id=2376adba-2f26-4bf8-8d70-9941ac3f0cbb HTTP/1.1" status: 200 len: 1098 time: 0.0412190 Nov 25 14:19:36.701280 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352600e-2b1e-4d3e-a213-9f814656a528 req-7a51cc59-6ade-46d6-bd30-315b6a7294ad tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:19:36.702893 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4352600e-2b1e-4d3e-a213-9f814656a528 req-7a51cc59-6ade-46d6-bd30-315b6a7294ad tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=2376adba-2f26-4bf8-8d70-9941ac3f0cbb HTTP/1.1" status: 200 len: 946 time: 0.0546136 Nov 25 14:19:36.753269 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4352600e-2b1e-4d3e-a213-9f814656a528 req-68cfda2e-5147-4ec1-ac1b-ccafb69a138f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=039a75af-54ec-421c-8017-d73412f3061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443091 Nov 25 14:19:36.795527 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2f7237-aa3e-4e47-9db6-f67e675e21f7 req-30f3fa91-a053-4ce1-9148-1feb513a53a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:19:36.797667 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6e2f7237-aa3e-4e47-9db6-f67e675e21f7 req-30f3fa91-a053-4ce1-9148-1feb513a53a8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=369e3e83-a73f-4181-a071-7d778536b47a HTTP/1.1" status: 200 len: 898 time: 0.0888474 Nov 25 14:19:36.864670 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6e2f7237-aa3e-4e47-9db6-f67e675e21f7 req-395aa9ab-9393-4c64-ade2-47bc42d9b1cf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=797d5eb6-acf6-4ee4-b513-432daee82203 HTTP/1.1" status: 200 len: 1002 time: 0.0583837 Nov 25 14:19:36.924548 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2f7237-aa3e-4e47-9db6-f67e675e21f7 req-4825a225-ffb3-4b62-8684-d421325173e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:19:36.926015 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6e2f7237-aa3e-4e47-9db6-f67e675e21f7 req-4825a225-ffb3-4b62-8684-d421325173e0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=21863e7c-8ed7-4221-b006-faa65bacf5b1 HTTP/1.1" status: 200 len: 834 time: 0.0515125 Nov 25 14:19:36.979004 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2f7237-aa3e-4e47-9db6-f67e675e21f7 req-c803f7bd-f0f1-4d2b-9643-c6d0888a002f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:19:36.980397 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6e2f7237-aa3e-4e47-9db6-f67e675e21f7 req-c803f7bd-f0f1-4d2b-9643-c6d0888a002f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=369e3e83-a73f-4181-a071-7d778536b47a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464180 Nov 25 14:19:37.071155 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6e2f7237-aa3e-4e47-9db6-f67e675e21f7 req-90e165d3-6284-4214-aa18-ffe273d1f71f service neutron] 10.222.0.66 "GET /v2.0/networks/369e3e83-a73f-4181-a071-7d778536b47a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828149 Nov 25 14:19:37.164863 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-6e2f7237-aa3e-4e47-9db6-f67e675e21f7 req-c8ec729f-a50a-4d21-8e40-6db75ba2fd7f service neutron] 10.222.0.66 "GET /v2.0/networks/369e3e83-a73f-4181-a071-7d778536b47a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858881 Nov 25 14:19:37.869602 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e67a8d-9966-4789-bdf5-780aad66195b req-c3c6ba63-d78a-425e-b98f-64b3a1630d0a tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:19:37.871184 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-91e67a8d-9966-4789-bdf5-780aad66195b req-c3c6ba63-d78a-425e-b98f-64b3a1630d0a tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=2376adba-2f26-4bf8-8d70-9941ac3f0cbb HTTP/1.1" status: 200 len: 946 time: 0.0485206 Nov 25 14:19:37.919890 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-91e67a8d-9966-4789-bdf5-780aad66195b req-5117fe7c-7f4a-428b-8882-1f51fa3793ea tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=039a75af-54ec-421c-8017-d73412f3061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429010 Nov 25 14:19:38.808159 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:19:39.042616 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d34648a-fbab-467b-8a83-938ce87a2caf req-927e6b66-5ba7-491d-a05c-413657f2fdef tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:19:39.044124 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7d34648a-fbab-467b-8a83-938ce87a2caf req-927e6b66-5ba7-491d-a05c-413657f2fdef tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=2376adba-2f26-4bf8-8d70-9941ac3f0cbb HTTP/1.1" status: 200 len: 946 time: 0.0563195 Nov 25 14:19:39.093579 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7d34648a-fbab-467b-8a83-938ce87a2caf req-1435b56a-fff9-4beb-abc2-1c5697438915 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=039a75af-54ec-421c-8017-d73412f3061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433912 Nov 25 14:19:40.212074 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a94ab1-9f98-4038-b78e-5874affa6f6b req-ed3739a9-f399-4cf0-972d-94026f458dec tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:19:40.213567 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-05a94ab1-9f98-4038-b78e-5874affa6f6b req-ed3739a9-f399-4cf0-972d-94026f458dec tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=2376adba-2f26-4bf8-8d70-9941ac3f0cbb HTTP/1.1" status: 200 len: 946 time: 0.0487361 Nov 25 14:19:40.261730 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-05a94ab1-9f98-4038-b78e-5874affa6f6b req-c3863200-71dd-4b89-949d-335f9df6e68f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=039a75af-54ec-421c-8017-d73412f3061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421951 Nov 25 14:19:41.375643 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b0e173-696b-4276-974b-4e38ce42e2cc req-9ce31949-ac86-4f0e-8f62-49e8e7df7ac7 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:19:41.377151 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-22b0e173-696b-4276-974b-4e38ce42e2cc req-9ce31949-ac86-4f0e-8f62-49e8e7df7ac7 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=2376adba-2f26-4bf8-8d70-9941ac3f0cbb HTTP/1.1" status: 200 len: 946 time: 0.0479572 Nov 25 14:19:41.430937 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-22b0e173-696b-4276-974b-4e38ce42e2cc req-47ae05e7-9782-4f73-92e2-753dfdd51096 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=039a75af-54ec-421c-8017-d73412f3061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471494 Nov 25 14:19:42.254807 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:19:42.594508 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc58c3-4101-4a7d-b0ce-757545f45dd1 req-282839ad-fc33-448c-9c22-be51c10847ac tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:19:42.596121 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c0bc58c3-4101-4a7d-b0ce-757545f45dd1 req-282839ad-fc33-448c-9c22-be51c10847ac tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=2376adba-2f26-4bf8-8d70-9941ac3f0cbb HTTP/1.1" status: 200 len: 946 time: 0.0978029 Nov 25 14:19:42.648485 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c0bc58c3-4101-4a7d-b0ce-757545f45dd1 req-1b8944e3-a110-4fdc-8957-240dadf4fae6 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=039a75af-54ec-421c-8017-d73412f3061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453858 Nov 25 14:19:43.765999 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6431e7e-4ab3-4433-828a-dee6ec8263fc req-19778ae3-4bef-481e-ab9e-a37df6610b7a tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:19:43.767505 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e6431e7e-4ab3-4433-828a-dee6ec8263fc req-19778ae3-4bef-481e-ab9e-a37df6610b7a tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=2376adba-2f26-4bf8-8d70-9941ac3f0cbb HTTP/1.1" status: 200 len: 946 time: 0.0489097 Nov 25 14:19:43.816150 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e6431e7e-4ab3-4433-828a-dee6ec8263fc req-ba80836d-780a-406c-9f71-23d486f8b91f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=039a75af-54ec-421c-8017-d73412f3061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427475 Nov 25 14:19:44.933858 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa14fada-3953-4faa-a4ee-97652285bbe5 req-d87cdc1f-fd54-431c-9973-feee92c51661 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:19:44.935399 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fa14fada-3953-4faa-a4ee-97652285bbe5 req-d87cdc1f-fd54-431c-9973-feee92c51661 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=2376adba-2f26-4bf8-8d70-9941ac3f0cbb HTTP/1.1" status: 200 len: 946 time: 0.0526400 Nov 25 14:19:44.983983 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fa14fada-3953-4faa-a4ee-97652285bbe5 req-2d946759-d44a-4a39-97e0-8d97b8c8c0a3 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=039a75af-54ec-421c-8017-d73412f3061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427384 Nov 25 14:19:46.099498 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e882d-372b-44f3-b1fa-9e24dccb73af req-84ba9e73-bf19-4480-b002-ce72bd5dd104 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:19:46.100977 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5f5e882d-372b-44f3-b1fa-9e24dccb73af req-84ba9e73-bf19-4480-b002-ce72bd5dd104 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=2376adba-2f26-4bf8-8d70-9941ac3f0cbb HTTP/1.1" status: 200 len: 946 time: 0.0489423 Nov 25 14:19:46.149692 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5f5e882d-372b-44f3-b1fa-9e24dccb73af req-09b2c5c5-9717-4873-a4d0-bd425d4c8dfc tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=039a75af-54ec-421c-8017-d73412f3061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427740 Nov 25 14:19:47.264163 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d94a547-8c4b-4e5d-881d-60a8ceb6c1f9 req-f2de437a-4a27-42aa-a50c-a35b62cfb9d2 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:19:47.265666 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1d94a547-8c4b-4e5d-881d-60a8ceb6c1f9 req-f2de437a-4a27-42aa-a50c-a35b62cfb9d2 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=2376adba-2f26-4bf8-8d70-9941ac3f0cbb HTTP/1.1" status: 200 len: 946 time: 0.0483549 Nov 25 14:19:47.319246 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1d94a547-8c4b-4e5d-881d-60a8ceb6c1f9 req-78b0f30a-fee5-406e-b5e6-f972dccb6bfc tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=039a75af-54ec-421c-8017-d73412f3061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470552 Nov 25 14:19:48.489749 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde25f4-6d2c-4ae9-8101-1df8c14c157a req-d1401920-de85-46cd-9fcb-d63090cb39e6 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:19:48.491312 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-efde25f4-6d2c-4ae9-8101-1df8c14c157a req-d1401920-de85-46cd-9fcb-d63090cb39e6 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=2376adba-2f26-4bf8-8d70-9941ac3f0cbb HTTP/1.1" status: 200 len: 946 time: 0.0983887 Nov 25 14:19:48.540628 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-efde25f4-6d2c-4ae9-8101-1df8c14c157a req-72f2508f-338a-4bc9-9aaf-d1109e108a72 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=039a75af-54ec-421c-8017-d73412f3061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434051 Nov 25 14:19:49.657242 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66020f6b-4707-477f-ab53-f78ec7153ffb req-e2cddfb8-4161-4f7f-bc59-2e00ddc8f353 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:19:49.658640 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-66020f6b-4707-477f-ab53-f78ec7153ffb req-e2cddfb8-4161-4f7f-bc59-2e00ddc8f353 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=2376adba-2f26-4bf8-8d70-9941ac3f0cbb HTTP/1.1" status: 200 len: 946 time: 0.0483572 Nov 25 14:19:49.707594 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-66020f6b-4707-477f-ab53-f78ec7153ffb req-7be8907b-32e5-490f-ac95-e5ef127fbcde tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=039a75af-54ec-421c-8017-d73412f3061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429111 Nov 25 14:19:50.825295 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e6bd2-2761-455a-a87f-b694e194e73c req-fd5d693e-c7cb-426d-88fb-030c4dee5392 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:19:50.826800 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-557e6bd2-2761-455a-a87f-b694e194e73c req-fd5d693e-c7cb-426d-88fb-030c4dee5392 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=2376adba-2f26-4bf8-8d70-9941ac3f0cbb HTTP/1.1" status: 200 len: 946 time: 0.0515823 Nov 25 14:19:50.875186 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-557e6bd2-2761-455a-a87f-b694e194e73c req-6b7091b7-651b-4525-8e9b-20190c6ddf83 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=039a75af-54ec-421c-8017-d73412f3061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424285 Nov 25 14:19:51.990951 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1013e17c-291c-4814-bcff-8e00727d30e2 req-b6876d28-c8d2-46c4-ac11-6d7daa2feee8 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:19:51.992458 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1013e17c-291c-4814-bcff-8e00727d30e2 req-b6876d28-c8d2-46c4-ac11-6d7daa2feee8 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=2376adba-2f26-4bf8-8d70-9941ac3f0cbb HTTP/1.1" status: 200 len: 946 time: 0.0498369 Nov 25 14:19:52.042971 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1013e17c-291c-4814-bcff-8e00727d30e2 req-e19afaf2-f210-4cb7-bbe5-1c329aa70720 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=039a75af-54ec-421c-8017-d73412f3061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437558 Nov 25 14:19:53.167438 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ddd3e-21ed-4848-89b7-c30f8fba6c9e req-5362fc17-8839-418e-a1dd-f7af97412344 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:19:53.168804 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c22ddd3e-21ed-4848-89b7-c30f8fba6c9e req-5362fc17-8839-418e-a1dd-f7af97412344 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=2376adba-2f26-4bf8-8d70-9941ac3f0cbb HTTP/1.1" status: 200 len: 946 time: 0.0518484 Nov 25 14:19:53.218978 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c22ddd3e-21ed-4848-89b7-c30f8fba6c9e req-e1632a40-924d-4c44-beed-159fa6231a7f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=039a75af-54ec-421c-8017-d73412f3061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441074 Nov 25 14:19:53.242089 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39540) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:19:53.301598 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-a2e5a30e-33af-4323-9621-dd9d1d559824 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/floatingips/a66229de-3cdb-47f5-adc7-344d312b09eb HTTP/1.1" status: 200 len: 994 time: 0.0583727 Nov 25 14:20:00.396545 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a7f460ae-17da-408b-971f-f0374ed9cec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:02.878829 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-499150f5-adc8-4f39-afcd-330aa3d29a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:04.115193 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:05.425570 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:06.571698 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:08.823934 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:10.758454 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:20:12.257599 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:25.673846 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39554) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:20:25.830462 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-c7919d86-daca-4e09-b507-57f44ce2a39d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Deleting port cd9b30b6-f3ab-41b8-8d10-476fb4a0969c {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:20:25.830847 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c7919d86-daca-4e09-b507-57f44ce2a39d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:25.908906 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c7919d86-daca-4e09-b507-57f44ce2a39d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:25.909242 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c7919d86-daca-4e09-b507-57f44ce2a39d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:25.920885 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-c7919d86-daca-4e09-b507-57f44ce2a39d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Calling delete_port for cd9b30b6-f3ab-41b8-8d10-476fb4a0969c owned by network:floatingip {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:20:26.067429 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c7919d86-daca-4e09-b507-57f44ce2a39d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:26.092409 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7919d86-daca-4e09-b507-57f44ce2a39d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event deleted for resources: {'Port': ['ID=cd9b30b6-f3ab-41b8-8d10-476fb4a0969c,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:20:26.104075 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7919d86-daca-4e09-b507-57f44ce2a39d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:20:26.104418 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7919d86-daca-4e09-b507-57f44ce2a39d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:20:26.104767 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7919d86-daca-4e09-b507-57f44ce2a39d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:20:26.105110 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7919d86-daca-4e09-b507-57f44ce2a39d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:20:26.105448 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7919d86-daca-4e09-b507-57f44ce2a39d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:20:26.105787 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7919d86-daca-4e09-b507-57f44ce2a39d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:20:26.106124 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7919d86-daca-4e09-b507-57f44ce2a39d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:20:26.106457 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7919d86-daca-4e09-b507-57f44ce2a39d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:20:26.106820 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7919d86-daca-4e09-b507-57f44ce2a39d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:20:26.107154 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7919d86-daca-4e09-b507-57f44ce2a39d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:20:26.107483 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7919d86-daca-4e09-b507-57f44ce2a39d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:20:26.107810 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7919d86-daca-4e09-b507-57f44ce2a39d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:20:26.164390 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c7919d86-daca-4e09-b507-57f44ce2a39d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for floatingip, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:26.164726 n-d-808199-11 neutron-server[103570]: INFO neutron.db.l3_db [None req-c7919d86-daca-4e09-b507-57f44ce2a39d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Floating IP a66229de-3cdb-47f5-adc7-344d312b09eb disassociated (deleted). External IP: 172.25.5.141, port: 797d5eb6-acf6-4ee4-b513-432daee82203. Nov 25 14:20:26.367841 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7919d86-daca-4e09-b507-57f44ce2a39d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Router 67d6988c-cfa8-4d56-a1db-f3d56fa9356b has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 14:20:26.368623 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1294ae92-c7aa-4720-95b7-e04864d2e64f req-38f7d44d-4509-4ba1-940f-219197f39584 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2376adba-2f26-4bf8-8d70-9941ac3f0cbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393717 Nov 25 14:20:26.452454 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294ae92-c7aa-4720-95b7-e04864d2e64f req-f3e36231-b32e-430a-9df6-e1780b0747a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:20:26.453950 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1294ae92-c7aa-4720-95b7-e04864d2e64f req-f3e36231-b32e-430a-9df6-e1780b0747a2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f996a916203a46b4a7ca7989c9357aff&device_id=2376adba-2f26-4bf8-8d70-9941ac3f0cbb HTTP/1.1" status: 200 len: 1098 time: 0.0407836 Nov 25 14:20:26.480928 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7919d86-daca-4e09-b507-57f44ce2a39d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 14:20:26.486194 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c7919d86-daca-4e09-b507-57f44ce2a39d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:26.491116 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03dce0c-a3b7-45fe-bf5e-c3df49c87648 None None] Sync routers for ids ['67d6988c-cfa8-4d56-a1db-f3d56fa9356b'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 14:20:26.502614 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03dce0c-a3b7-45fe-bf5e-c3df49c87648 None None] Routers {'67d6988c-cfa8-4d56-a1db-f3d56fa9356b'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:20:26.503356 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-e03dce0c-a3b7-45fe-bf5e-c3df49c87648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:20:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['67d6988c-cfa8-4d56-a1db-f3d56fa9356b'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:20:26.516695 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c7919d86-daca-4e09-b507-57f44ce2a39d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "DELETE /v2.0/floatingips/a66229de-3cdb-47f5-adc7-344d312b09eb HTTP/1.1" status: 204 len: 168 time: 0.8393252 Nov 25 14:20:26.516695 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2376adba-2f26-4bf8-8d70-9941ac3f0cbb', 'tag': '797d5eb6-acf6-4ee4-b513-432daee82203'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:20:26.517498 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ff10e3dad8c55f3be2027b0b566631f93d9edebaac325607bb9a9480f03098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-317636ae-c2ad-4123-a51a-d564131b92df" -d '{"events": [{"name": "network-changed", "server_uuid": "2376adba-2f26-4bf8-8d70-9941ac3f0cbb", "tag": "797d5eb6-acf6-4ee4-b513-432daee82203"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:20:26.560781 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 14:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08130847-f8e6-40de-b82b-528236ff2d2e x-openstack-request-id: req-08130847-f8e6-40de-b82b-528236ff2d2e {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:20:26.561069 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2376adba-2f26-4bf8-8d70-9941ac3f0cbb", "tag": "797d5eb6-acf6-4ee4-b513-432daee82203", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:20:26.561323 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-08130847-f8e6-40de-b82b-528236ff2d2e {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:20:26.561728 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2376adba-2f26-4bf8-8d70-9941ac3f0cbb', 'tag': '797d5eb6-acf6-4ee4-b513-432daee82203', 'status': 'completed', 'code': 200} Nov 25 14:20:26.568416 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294ae92-c7aa-4720-95b7-e04864d2e64f req-78da4e5d-ca7f-437e-83a1-e50070ae1df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:20:26.569725 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1294ae92-c7aa-4720-95b7-e04864d2e64f req-78da4e5d-ca7f-437e-83a1-e50070ae1df4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=369e3e83-a73f-4181-a071-7d778536b47a HTTP/1.1" status: 200 len: 898 time: 0.0961788 Nov 25 14:20:26.614599 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1294ae92-c7aa-4720-95b7-e04864d2e64f req-186c86a4-a940-405b-99cd-f09052781769 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=797d5eb6-acf6-4ee4-b513-432daee82203 HTTP/1.1" status: 200 len: 217 time: 0.0369315 Nov 25 14:20:26.649446 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-e03dce0c-a3b7-45fe-bf5e-c3df49c87648 None None] Set router 67d6988c-cfa8-4d56-a1db-f3d56fa9356b gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:20:26.667834 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294ae92-c7aa-4720-95b7-e04864d2e64f req-600632fb-6baf-4461-bfd7-8c77b34ec503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:20:26.670528 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1294ae92-c7aa-4720-95b7-e04864d2e64f req-600632fb-6baf-4461-bfd7-8c77b34ec503 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=21863e7c-8ed7-4221-b006-faa65bacf5b1 HTTP/1.1" status: 200 len: 834 time: 0.0481737 Nov 25 14:20:26.723434 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294ae92-c7aa-4720-95b7-e04864d2e64f req-66219910-98e7-417e-a969-30961bf7dc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:20:26.725010 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1294ae92-c7aa-4720-95b7-e04864d2e64f req-66219910-98e7-417e-a969-30961bf7dc42 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=369e3e83-a73f-4181-a071-7d778536b47a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453002 Nov 25 14:20:26.782716 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789be80-7ab9-46f2-b820-241e08d60cd2 req-cae9b467-a7ee-4c14-bf96-77c222dc0b9c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:20:26.788106 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4789be80-7ab9-46f2-b820-241e08d60cd2 req-cae9b467-a7ee-4c14-bf96-77c222dc0b9c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=2376adba-2f26-4bf8-8d70-9941ac3f0cbb HTTP/1.1" status: 200 len: 946 time: 0.0598581 Nov 25 14:20:26.827355 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1294ae92-c7aa-4720-95b7-e04864d2e64f req-a4e8e6db-684a-49e7-a622-20e3715f36b0 service neutron] 10.222.0.66 "GET /v2.0/networks/369e3e83-a73f-4181-a071-7d778536b47a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935719 Nov 25 14:20:26.835713 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4789be80-7ab9-46f2-b820-241e08d60cd2 req-51c6892f-1f9f-4a29-9625-f4d8e4bbe81b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=039a75af-54ec-421c-8017-d73412f3061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454476 Nov 25 14:20:26.865068 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-e03dce0c-a3b7-45fe-bf5e-c3df49c87648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d6988c-cfa8-4d56-a1db-f3d56fa9356b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1378446638', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '1102d504-ca46-4d4a-9d3c-aaf844221af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:18:45Z', 'updated_at': '2021-11-25T14:18:49Z', 'revision_number': 4, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port': {'id': '1102d504-ca46-4d4a-9d3c-aaf844221af0', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d6988c-cfa8-4d56-a1db-f3d56fa9356b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:18:46Z', 'updated_at': '2021-11-25T14:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '19fab58e-ffe2-45df-b5fc-47e2c9e39781', 'name': '', 'network_id': '369e3e83-a73f-4181-a071-7d778536b47a', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'mac_address': 'fa:16:3e:be:f9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d6988c-cfa8-4d56-a1db-f3d56fa9356b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '21863e7c-8ed7-4221-b006-faa65bacf5b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:18:48Z', 'updated_at': '2021-11-25T14:18:52Z', 'revision_number': 5, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'subnets': [{'id': '21863e7c-8ed7-4221-b006-faa65bacf5b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:20:26.890782 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03dce0c-a3b7-45fe-bf5e-c3df49c87648 None None] Checking router: 67d6988c-cfa8-4d56-a1db-f3d56fa9356b for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 14:20:26.898774 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03dce0c-a3b7-45fe-bf5e-c3df49c87648 None None] Routers {'67d6988c-cfa8-4d56-a1db-f3d56fa9356b'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:20:26.899382 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-e03dce0c-a3b7-45fe-bf5e-c3df49c87648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:20:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['67d6988c-cfa8-4d56-a1db-f3d56fa9356b'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:20:26.941106 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1294ae92-c7aa-4720-95b7-e04864d2e64f req-ea93fa5f-4fca-416d-81e4-92832e6e97f6 service neutron] 10.222.0.66 "GET /v2.0/networks/369e3e83-a73f-4181-a071-7d778536b47a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035068 Nov 25 14:20:27.030353 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317636ae-c2ad-4123-a51a-d564131b92df req-7102b5ed-c31b-4c91-91e5-06094540d813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:20:27.031964 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-317636ae-c2ad-4123-a51a-d564131b92df req-7102b5ed-c31b-4c91-91e5-06094540d813 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f996a916203a46b4a7ca7989c9357aff&device_id=2376adba-2f26-4bf8-8d70-9941ac3f0cbb HTTP/1.1" status: 200 len: 1098 time: 0.0435143 Nov 25 14:20:27.096408 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-e03dce0c-a3b7-45fe-bf5e-c3df49c87648 None None] Set router 67d6988c-cfa8-4d56-a1db-f3d56fa9356b gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:20:27.123662 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317636ae-c2ad-4123-a51a-d564131b92df req-20ec2d03-e39e-4f81-8060-31a43ff5f745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:20:27.125144 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-317636ae-c2ad-4123-a51a-d564131b92df req-20ec2d03-e39e-4f81-8060-31a43ff5f745 service neutron] 10.222.0.66 "GET /v2.0/networks?id=369e3e83-a73f-4181-a071-7d778536b47a HTTP/1.1" status: 200 len: 898 time: 0.0847898 Nov 25 14:20:27.171995 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-317636ae-c2ad-4123-a51a-d564131b92df req-6fea4bf4-7a6b-48a7-be5a-6f4cdecdf5f7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=797d5eb6-acf6-4ee4-b513-432daee82203 HTTP/1.1" status: 200 len: 217 time: 0.0389259 Nov 25 14:20:27.222623 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317636ae-c2ad-4123-a51a-d564131b92df req-00053731-edf0-41b9-9655-0d9a1d3948c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:20:27.224050 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-317636ae-c2ad-4123-a51a-d564131b92df req-00053731-edf0-41b9-9655-0d9a1d3948c6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=21863e7c-8ed7-4221-b006-faa65bacf5b1 HTTP/1.1" status: 200 len: 834 time: 0.0443885 Nov 25 14:20:27.273809 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317636ae-c2ad-4123-a51a-d564131b92df req-7791b000-14b9-4977-aea3-e659de53aaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:20:27.275402 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-317636ae-c2ad-4123-a51a-d564131b92df req-7791b000-14b9-4977-aea3-e659de53aaa1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=369e3e83-a73f-4181-a071-7d778536b47a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424566 Nov 25 14:20:27.295006 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-e03dce0c-a3b7-45fe-bf5e-c3df49c87648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d6988c-cfa8-4d56-a1db-f3d56fa9356b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1378446638', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '1102d504-ca46-4d4a-9d3c-aaf844221af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:18:45Z', 'updated_at': '2021-11-25T14:18:49Z', 'revision_number': 4, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port': {'id': '1102d504-ca46-4d4a-9d3c-aaf844221af0', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d6988c-cfa8-4d56-a1db-f3d56fa9356b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:18:46Z', 'updated_at': '2021-11-25T14:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '19fab58e-ffe2-45df-b5fc-47e2c9e39781', 'name': '', 'network_id': '369e3e83-a73f-4181-a071-7d778536b47a', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'mac_address': 'fa:16:3e:be:f9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d6988c-cfa8-4d56-a1db-f3d56fa9356b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '21863e7c-8ed7-4221-b006-faa65bacf5b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:18:48Z', 'updated_at': '2021-11-25T14:18:52Z', 'revision_number': 5, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'subnets': [{'id': '21863e7c-8ed7-4221-b006-faa65bacf5b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:20:27.320777 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03dce0c-a3b7-45fe-bf5e-c3df49c87648 None None] The sync data for ids ['67d6988c-cfa8-4d56-a1db-f3d56fa9356b'] in n-d-808199-11 is: [{'id': '67d6988c-cfa8-4d56-a1db-f3d56fa9356b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1378446638', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '1102d504-ca46-4d4a-9d3c-aaf844221af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:18:45Z', 'updated_at': '2021-11-25T14:18:49Z', 'revision_number': 4, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port': {'id': '1102d504-ca46-4d4a-9d3c-aaf844221af0', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d6988c-cfa8-4d56-a1db-f3d56fa9356b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:18:46Z', 'updated_at': '2021-11-25T14:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '19fab58e-ffe2-45df-b5fc-47e2c9e39781', 'name': '', 'network_id': '369e3e83-a73f-4181-a071-7d778536b47a', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'mac_address': 'fa:16:3e:be:f9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d6988c-cfa8-4d56-a1db-f3d56fa9356b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '21863e7c-8ed7-4221-b006-faa65bacf5b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:18:48Z', 'updated_at': '2021-11-25T14:18:52Z', 'revision_number': 5, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'subnets': [{'id': '21863e7c-8ed7-4221-b006-faa65bacf5b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 14:20:27.373892 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-317636ae-c2ad-4123-a51a-d564131b92df req-173b14ae-2f22-444a-baab-d9baf6eda1ff service neutron] 10.222.0.66 "GET /v2.0/networks/369e3e83-a73f-4181-a071-7d778536b47a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894980 Nov 25 14:20:27.470247 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-317636ae-c2ad-4123-a51a-d564131b92df req-99332428-afa0-470e-b5c7-68afcec1424a service neutron] 10.222.0.66 "GET /v2.0/networks/369e3e83-a73f-4181-a071-7d778536b47a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875764 Nov 25 14:20:27.551706 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a960aeca-103b-436f-b458-109903925988 None None] New status for floating IP a66229de-3cdb-47f5-adc7-344d312b09eb: DOWN {{(pid=103572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 14:20:27.953423 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a37582e-22a3-4084-9648-0daf8376a98d req-5e77ff8d-85ab-4398-8a30-4bf0510d579f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:20:27.954923 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0a37582e-22a3-4084-9648-0daf8376a98d req-5e77ff8d-85ab-4398-8a30-4bf0510d579f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=2376adba-2f26-4bf8-8d70-9941ac3f0cbb HTTP/1.1" status: 200 len: 946 time: 0.0490804 Nov 25 14:20:28.003533 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0a37582e-22a3-4084-9648-0daf8376a98d req-dd4f4a7b-8c7b-4b92-908e-9335e7315aa7 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=039a75af-54ec-421c-8017-d73412f3061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426548 Nov 25 14:20:28.497537 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b2b96-597e-4d21-b5df-d88c64d8bf65 req-685d480c-ea65-4eeb-9a53-d2fef65f7954 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:20:28.499067 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f22b2b96-597e-4d21-b5df-d88c64d8bf65 req-685d480c-ea65-4eeb-9a53-d2fef65f7954 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.66 "GET /v2.0/ports?device_id=2376adba-2f26-4bf8-8d70-9941ac3f0cbb HTTP/1.1" status: 200 len: 946 time: 0.0493541 Nov 25 14:20:28.596229 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-f22b2b96-597e-4d21-b5df-d88c64d8bf65 req-59f53a35-a80e-4bde-954a-9c3dfb7e3bcb tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Deleting port 797d5eb6-acf6-4ee4-b513-432daee82203 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:20:28.596683 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f22b2b96-597e-4d21-b5df-d88c64d8bf65 req-59f53a35-a80e-4bde-954a-9c3dfb7e3bcb tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:28.692342 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-f22b2b96-597e-4d21-b5df-d88c64d8bf65 req-59f53a35-a80e-4bde-954a-9c3dfb7e3bcb tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] For port 797d5eb6-acf6-4ee4-b513-432daee82203, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=797d5eb6-acf6-4ee4-b513-432daee82203,segment=NetworkSegment(0a461ba5-c5ad-42b0-9d78-9349fc465d77),segment_id=0a461ba5-c5ad-42b0-9d78-9349fc465d77)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:20:28.692615 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f22b2b96-597e-4d21-b5df-d88c64d8bf65 req-59f53a35-a80e-4bde-954a-9c3dfb7e3bcb tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:28.707457 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-f22b2b96-597e-4d21-b5df-d88c64d8bf65 req-59f53a35-a80e-4bde-954a-9c3dfb7e3bcb tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Calling delete_port for 797d5eb6-acf6-4ee4-b513-432daee82203 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:20:28.849376 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f22b2b96-597e-4d21-b5df-d88c64d8bf65 req-59f53a35-a80e-4bde-954a-9c3dfb7e3bcb tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:28.883391 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f53a35-a80e-4bde-954a-9c3dfb7e3bcb tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event deleted for resources: {'Port': ['ID=797d5eb6-acf6-4ee4-b513-432daee82203,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:20:28.910751 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f53a35-a80e-4bde-954a-9c3dfb7e3bcb tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:20:28.911072 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f53a35-a80e-4bde-954a-9c3dfb7e3bcb tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:20:28.911415 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f53a35-a80e-4bde-954a-9c3dfb7e3bcb tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:20:28.911760 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f53a35-a80e-4bde-954a-9c3dfb7e3bcb tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:20:28.912095 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f53a35-a80e-4bde-954a-9c3dfb7e3bcb tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:20:28.912429 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f53a35-a80e-4bde-954a-9c3dfb7e3bcb tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:20:28.912761 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f53a35-a80e-4bde-954a-9c3dfb7e3bcb tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:20:28.913092 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f53a35-a80e-4bde-954a-9c3dfb7e3bcb tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:20:28.913419 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f53a35-a80e-4bde-954a-9c3dfb7e3bcb tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:20:28.913743 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f53a35-a80e-4bde-954a-9c3dfb7e3bcb tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:20:28.914067 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f53a35-a80e-4bde-954a-9c3dfb7e3bcb tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:20:28.914389 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f53a35-a80e-4bde-954a-9c3dfb7e3bcb tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:20:28.933087 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-f22b2b96-597e-4d21-b5df-d88c64d8bf65 req-59f53a35-a80e-4bde-954a-9c3dfb7e3bcb tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] No DVR routers for this DVR port 797d5eb6-acf6-4ee4-b513-432daee82203 on host n-h1-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 14:20:28.935862 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f22b2b96-597e-4d21-b5df-d88c64d8bf65 req-59f53a35-a80e-4bde-954a-9c3dfb7e3bcb tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:28.939189 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f22b2b96-597e-4d21-b5df-d88c64d8bf65 req-59f53a35-a80e-4bde-954a-9c3dfb7e3bcb tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.66 "DELETE /v2.0/ports/797d5eb6-acf6-4ee4-b513-432daee82203 HTTP/1.1" status: 204 len: 173 time: 0.4299839 Nov 25 14:20:28.939624 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2376adba-2f26-4bf8-8d70-9941ac3f0cbb', 'name': 'network-vif-deleted', 'tag': '797d5eb6-acf6-4ee4-b513-432daee82203'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:20:28.941851 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b263d7d4b70db15966f189087f2cdd81ff7815a34d469843c29c7d40ca9dff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0171dc6b-4017-4e4e-9a84-90049320119d" -d '{"events": [{"server_uuid": "2376adba-2f26-4bf8-8d70-9941ac3f0cbb", "name": "network-vif-deleted", "tag": "797d5eb6-acf6-4ee4-b513-432daee82203"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:20:28.983893 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 14:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e1bb5a-8850-4ea4-a2d9-f9f07aa87a3d x-openstack-request-id: req-38e1bb5a-8850-4ea4-a2d9-f9f07aa87a3d {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:20:28.984185 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2376adba-2f26-4bf8-8d70-9941ac3f0cbb", "name": "network-vif-deleted", "tag": "797d5eb6-acf6-4ee4-b513-432daee82203", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:20:28.984463 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-38e1bb5a-8850-4ea4-a2d9-f9f07aa87a3d {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:20:28.984872 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2376adba-2f26-4bf8-8d70-9941ac3f0cbb', 'name': 'network-vif-deleted', 'tag': '797d5eb6-acf6-4ee4-b513-432daee82203', 'status': 'completed', 'code': 200} Nov 25 14:20:29.108203 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-27c19234-40aa-4553-9b38-8313a772a4cf req-ebb204ae-3830-4032-9326-800fb4315d0a tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=2376adba-2f26-4bf8-8d70-9941ac3f0cbb HTTP/1.1" status: 200 len: 210 time: 0.0254958 Nov 25 14:20:30.164553 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39570) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:20:30.401647 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dad8c93a-5abe-48fd-88b6-6d259e795131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:30.535524 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7ccf38a3-ecd5-48ff-a124-9ea8ef9b6aed tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:30.796657 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-7ccf38a3-ecd5-48ff-a124-9ea8ef9b6aed tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Deleting port 19fab58e-ffe2-45df-b5fc-47e2c9e39781 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:20:30.796999 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7ccf38a3-ecd5-48ff-a124-9ea8ef9b6aed tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:30.889281 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-7ccf38a3-ecd5-48ff-a124-9ea8ef9b6aed tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] For port 19fab58e-ffe2-45df-b5fc-47e2c9e39781, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=19fab58e-ffe2-45df-b5fc-47e2c9e39781,segment=NetworkSegment(0a461ba5-c5ad-42b0-9d78-9349fc465d77),segment_id=0a461ba5-c5ad-42b0-9d78-9349fc465d77)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:20:30.889650 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7ccf38a3-ecd5-48ff-a124-9ea8ef9b6aed tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:30.903117 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-7ccf38a3-ecd5-48ff-a124-9ea8ef9b6aed tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Calling delete_port for 19fab58e-ffe2-45df-b5fc-47e2c9e39781 owned by network:router_interface {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:20:31.092348 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7ccf38a3-ecd5-48ff-a124-9ea8ef9b6aed tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:31.118858 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccf38a3-ecd5-48ff-a124-9ea8ef9b6aed tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event deleted for resources: {'Port': ['ID=19fab58e-ffe2-45df-b5fc-47e2c9e39781,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:20:31.290533 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7ccf38a3-ecd5-48ff-a124-9ea8ef9b6aed tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:31.505734 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ccf38a3-ecd5-48ff-a124-9ea8ef9b6aed tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Router 67d6988c-cfa8-4d56-a1db-f3d56fa9356b has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 14:20:31.609990 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ccf38a3-ecd5-48ff-a124-9ea8ef9b6aed tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 14:20:31.615680 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-7ccf38a3-ecd5-48ff-a124-9ea8ef9b6aed tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "PUT /v2.0/routers/67d6988c-cfa8-4d56-a1db-f3d56fa9356b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4494209 Nov 25 14:20:31.617817 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39572) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:20:31.620476 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7468895e-e4ae-41db-99b2-3f75965378b9 None None] Sync routers for ids ['67d6988c-cfa8-4d56-a1db-f3d56fa9356b'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 14:20:31.630467 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7468895e-e4ae-41db-99b2-3f75965378b9 None None] Routers {'67d6988c-cfa8-4d56-a1db-f3d56fa9356b'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:20:31.631204 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-7468895e-e4ae-41db-99b2-3f75965378b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:20:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['67d6988c-cfa8-4d56-a1db-f3d56fa9356b'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:20:31.668611 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae829bb8-6175-456d-bce6-742e8788ca5b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Deleting subnet 21863e7c-8ed7-4221-b006-faa65bacf5b1 {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 14:20:31.672212 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ae829bb8-6175-456d-bce6-742e8788ca5b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:31.694155 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 797d5eb6-acf6-4ee4-b513-432daee82203 no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:20:31.713617 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ae829bb8-6175-456d-bce6-742e8788ca5b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:31.714737 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] No Port match for: 797d5eb6-acf6-4ee4-b513-432daee82203 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 14:20:31.715096 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 797d5eb6-acf6-4ee4-b513-432daee82203 not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:20:31.733761 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-7468895e-e4ae-41db-99b2-3f75965378b9 None None] Set router 67d6988c-cfa8-4d56-a1db-f3d56fa9356b gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:20:31.916283 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-7468895e-e4ae-41db-99b2-3f75965378b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d6988c-cfa8-4d56-a1db-f3d56fa9356b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1378446638', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '1102d504-ca46-4d4a-9d3c-aaf844221af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:18:45Z', 'updated_at': '2021-11-25T14:20:31Z', 'revision_number': 5, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port': {'id': '1102d504-ca46-4d4a-9d3c-aaf844221af0', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d6988c-cfa8-4d56-a1db-f3d56fa9356b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:18:46Z', 'updated_at': '2021-11-25T14:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:20:31.948338 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7468895e-e4ae-41db-99b2-3f75965378b9 None None] Checking router: 67d6988c-cfa8-4d56-a1db-f3d56fa9356b for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 14:20:31.959224 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7468895e-e4ae-41db-99b2-3f75965378b9 None None] Routers {'67d6988c-cfa8-4d56-a1db-f3d56fa9356b'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:20:31.959858 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-7468895e-e4ae-41db-99b2-3f75965378b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:20:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['67d6988c-cfa8-4d56-a1db-f3d56fa9356b'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:20:32.066705 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-7468895e-e4ae-41db-99b2-3f75965378b9 None None] Set router 67d6988c-cfa8-4d56-a1db-f3d56fa9356b gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:20:32.106543 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ae829bb8-6175-456d-bce6-742e8788ca5b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:32.163197 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ae829bb8-6175-456d-bce6-742e8788ca5b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:32.191982 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae829bb8-6175-456d-bce6-742e8788ca5b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event deleted for resources: {'Subnet': ['ID=21863e7c-8ed7-4221-b006-faa65bacf5b1,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:20:32.193880 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ae829bb8-6175-456d-bce6-742e8788ca5b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:32.198052 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-ae829bb8-6175-456d-bce6-742e8788ca5b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "DELETE /v2.0/subnets/21863e7c-8ed7-4221-b006-faa65bacf5b1 HTTP/1.1" status: 204 len: 168 time: 0.5792754 Nov 25 14:20:32.199366 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae88ba7-aecb-4636-923d-f72d25b6ce28 None None] Network 369e3e83-a73f-4181-a071-7d778536b47a requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 14:20:32.200756 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39574) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:20:32.244787 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-7468895e-e4ae-41db-99b2-3f75965378b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d6988c-cfa8-4d56-a1db-f3d56fa9356b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1378446638', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '1102d504-ca46-4d4a-9d3c-aaf844221af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:18:45Z', 'updated_at': '2021-11-25T14:20:31Z', 'revision_number': 5, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port': {'id': '1102d504-ca46-4d4a-9d3c-aaf844221af0', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d6988c-cfa8-4d56-a1db-f3d56fa9356b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:18:46Z', 'updated_at': '2021-11-25T14:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:20:32.274056 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7468895e-e4ae-41db-99b2-3f75965378b9 None None] The sync data for ids ['67d6988c-cfa8-4d56-a1db-f3d56fa9356b'] in n-d-808199-11 is: [{'id': '67d6988c-cfa8-4d56-a1db-f3d56fa9356b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1378446638', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '1102d504-ca46-4d4a-9d3c-aaf844221af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:18:45Z', 'updated_at': '2021-11-25T14:20:31Z', 'revision_number': 5, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port': {'id': '1102d504-ca46-4d4a-9d3c-aaf844221af0', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d6988c-cfa8-4d56-a1db-f3d56fa9356b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:18:46Z', 'updated_at': '2021-11-25T14:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 14:20:32.318314 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9217fa2f-7743-4110-9860-e026eefb9f1f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for router, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:32.420670 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9217fa2f-7743-4110-9860-e026eefb9f1f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:32.471941 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-9217fa2f-7743-4110-9860-e026eefb9f1f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Deleting port 1102d504-ca46-4d4a-9d3c-aaf844221af0 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:20:32.472216 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9217fa2f-7743-4110-9860-e026eefb9f1f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:32.551524 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-9217fa2f-7743-4110-9860-e026eefb9f1f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] For port 1102d504-ca46-4d4a-9d3c-aaf844221af0, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=1102d504-ca46-4d4a-9d3c-aaf844221af0,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:20:32.551883 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9217fa2f-7743-4110-9860-e026eefb9f1f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:32.563253 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-9217fa2f-7743-4110-9860-e026eefb9f1f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Calling delete_port for 1102d504-ca46-4d4a-9d3c-aaf844221af0 owned by network:router_gateway {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:20:32.654791 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee613378-7970-41fb-ba04-b44f7705a577 None None] DHCP port deletion for 369e3e83-a73f-4181-a071-7d778536b47a request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 14:20:32.706784 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-ee613378-7970-41fb-ba04-b44f7705a577 None None] Deleting port ffc1764c-74a9-469f-883d-5e05a462eb48 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:20:32.707450 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ee613378-7970-41fb-ba04-b44f7705a577 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:32.742040 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9217fa2f-7743-4110-9860-e026eefb9f1f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:32.771187 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9217fa2f-7743-4110-9860-e026eefb9f1f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event deleted for resources: {'Port': ['ID=1102d504-ca46-4d4a-9d3c-aaf844221af0,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:20:32.782602 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-ee613378-7970-41fb-ba04-b44f7705a577 None None] For port ffc1764c-74a9-469f-883d-5e05a462eb48, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=ffc1764c-74a9-469f-883d-5e05a462eb48,segment=NetworkSegment(0a461ba5-c5ad-42b0-9d78-9349fc465d77),segment_id=0a461ba5-c5ad-42b0-9d78-9349fc465d77)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:20:32.783040 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ee613378-7970-41fb-ba04-b44f7705a577 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:32.798503 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93344f5f-8e6b-4f60-bfbd-e003e1bd64a8 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 14:20:32.801074 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-ee613378-7970-41fb-ba04-b44f7705a577 None None] Calling delete_port for ffc1764c-74a9-469f-883d-5e05a462eb48 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:20:32.839566 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9217fa2f-7743-4110-9860-e026eefb9f1f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:32.896846 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ee613378-7970-41fb-ba04-b44f7705a577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:32.902622 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3b104df0-2d41-432a-a5a1-73de84884eb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:32.928186 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee613378-7970-41fb-ba04-b44f7705a577 None None] Pushing event deleted for resources: {'Port': ['ID=ffc1764c-74a9-469f-883d-5e05a462eb48,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:20:32.932532 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee613378-7970-41fb-ba04-b44f7705a577 None None] No DVR routers for this DVR port ffc1764c-74a9-469f-883d-5e05a462eb48 on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 14:20:32.939691 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee613378-7970-41fb-ba04-b44f7705a577 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:20:32.940041 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee613378-7970-41fb-ba04-b44f7705a577 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:20:32.940382 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee613378-7970-41fb-ba04-b44f7705a577 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:20:32.940716 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee613378-7970-41fb-ba04-b44f7705a577 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:20:32.941053 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee613378-7970-41fb-ba04-b44f7705a577 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:20:32.941380 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee613378-7970-41fb-ba04-b44f7705a577 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:20:32.941707 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee613378-7970-41fb-ba04-b44f7705a577 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:20:32.942030 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee613378-7970-41fb-ba04-b44f7705a577 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:20:32.942342 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee613378-7970-41fb-ba04-b44f7705a577 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:20:32.942667 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee613378-7970-41fb-ba04-b44f7705a577 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:20:32.942914 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9217fa2f-7743-4110-9860-e026eefb9f1f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:32.943049 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee613378-7970-41fb-ba04-b44f7705a577 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:20:32.943325 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee613378-7970-41fb-ba04-b44f7705a577 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:20:32.949914 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9217fa2f-7743-4110-9860-e026eefb9f1f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:32.995573 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9217fa2f-7743-4110-9860-e026eefb9f1f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:32.996242 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9217fa2f-7743-4110-9860-e026eefb9f1f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Fanout notify agent at l3_agent the message router_deleted on router 67d6988c-cfa8-4d56-a1db-f3d56fa9356b {{(pid=103570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 14:20:33.003494 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9217fa2f-7743-4110-9860-e026eefb9f1f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:33.005137 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-9217fa2f-7743-4110-9860-e026eefb9f1f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "DELETE /v2.0/routers/67d6988c-cfa8-4d56-a1db-f3d56fa9356b HTTP/1.1" status: 204 len: 168 time: 0.8027256 Nov 25 14:20:33.007346 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39576) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:20:33.058398 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device ffc1764c-74a9-469f-883d-5e05a462eb48 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:20:33.085094 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: ffc1764c-74a9-469f-883d-5e05a462eb48 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 14:20:33.085094 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device ffc1764c-74a9-469f-883d-5e05a462eb48 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:20:33.085094 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 19fab58e-ffe2-45df-b5fc-47e2c9e39781 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:20:33.097432 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-82a5ecd1-3281-4d7e-b3a2-c8b09837b86e tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:33.106261 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 19fab58e-ffe2-45df-b5fc-47e2c9e39781 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 14:20:33.106803 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 19fab58e-ffe2-45df-b5fc-47e2c9e39781 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:20:33.189046 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-82a5ecd1-3281-4d7e-b3a2-c8b09837b86e tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:33.208686 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-82a5ecd1-3281-4d7e-b3a2-c8b09837b86e tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['369e3e83-a73f-4181-a071-7d778536b47a']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:20:33.218057 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-82a5ecd1-3281-4d7e-b3a2-c8b09837b86e tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a461ba5-c5ad-42b0-9d78-9349fc465d77') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:20:33.218357 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-82a5ecd1-3281-4d7e-b3a2-c8b09837b86e tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a461ba5-c5ad-42b0-9d78-9349fc465d77') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:20:33.227630 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-82a5ecd1-3281-4d7e-b3a2-c8b09837b86e tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:33.240489 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-82a5ecd1-3281-4d7e-b3a2-c8b09837b86e tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:33.246517 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82a5ecd1-3281-4d7e-b3a2-c8b09837b86e tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 14:20:33.246917 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-82a5ecd1-3281-4d7e-b3a2-c8b09837b86e tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:33.250377 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 14:20:33.250377 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 14:20:33.250377 n-d-808199-11 neutron-server[103570]: timer() Nov 25 14:20:33.250377 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 14:20:33.250377 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 14:20:33.250377 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 14:20:33.250377 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 14:20:33.250377 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 14:20:33.250377 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 14:20:33.250377 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 14:20:33.250377 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 14:20:33.250377 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 14:20:33.250377 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 14:20:33.250377 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 14:20:33.250377 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 14:20:33.250377 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 14:20:33.250377 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 14:20:33.250377 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 14:20:33.250377 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 14:20:33.250377 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 14:20:33.250377 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 14:20:33.250377 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 14:20:33.250377 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 14:20:33.250377 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 14:20:33.250377 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 14:20:33.250377 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 14:20:33.250377 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 14:20:33.250377 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 14:20:33.250377 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 14:20:33.250377 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 14:20:33.250377 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 14:20:33.250377 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 14:20:33.309711 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-82a5ecd1-3281-4d7e-b3a2-c8b09837b86e tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:33.315729 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-82a5ecd1-3281-4d7e-b3a2-c8b09837b86e tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:33.319015 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-82a5ecd1-3281-4d7e-b3a2-c8b09837b86e tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "DELETE /v2.0/networks/369e3e83-a73f-4181-a071-7d778536b47a HTTP/1.1" status: 204 len: 168 time: 0.3105855 Nov 25 14:20:33.321952 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 39578) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:20:33.334771 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a5ecd1-3281-4d7e-b3a2-c8b09837b86e tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event deleted for resources: {'Network': ['ID=369e3e83-a73f-4181-a071-7d778536b47a,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:20:33.380118 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41989e69-7f0d-4bff-9b35-cad52c9f81d0 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:33.406663 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41989e69-7f0d-4bff-9b35-cad52c9f81d0 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:33.468906 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41989e69-7f0d-4bff-9b35-cad52c9f81d0 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:33.471568 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41989e69-7f0d-4bff-9b35-cad52c9f81d0 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:33.472821 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-41989e69-7f0d-4bff-9b35-cad52c9f81d0 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "DELETE /v2.0/security-groups/039a75af-54ec-421c-8017-d73412f3061a HTTP/1.1" status: 204 len: 168 time: 0.1498814 Nov 25 14:20:33.482299 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41989e69-7f0d-4bff-9b35-cad52c9f81d0 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=039a75af-54ec-421c-8017-d73412f3061a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:20:33.656582 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 39584) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:20:33.662106 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-536564cb-6e22-4344-8324-d0cbf328a7da tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1531527869', 'description': 'tempest-secgroup-smoke-1531527869 description', 'project_id': 'f996a916203a46b4a7ca7989c9357aff'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:20:33.685131 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-536564cb-6e22-4344-8324-d0cbf328a7da tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:33.757690 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-536564cb-6e22-4344-8324-d0cbf328a7da tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:33.761442 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-536564cb-6e22-4344-8324-d0cbf328a7da tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:33.790339 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-536564cb-6e22-4344-8324-d0cbf328a7da tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:33.791495 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-536564cb-6e22-4344-8324-d0cbf328a7da tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1338956 Nov 25 14:20:33.793321 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536564cb-6e22-4344-8324-d0cbf328a7da tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60f068ea-5768-47b6-b104-cb4597ffb068,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:20:33.794604 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39586) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:20:33.800191 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-c33fae4a-3850-494f-b7b3-fec3640ca908 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Request body: {'security_group_rule': {'security_group_id': '60f068ea-5768-47b6-b104-cb4597ffb068', 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:20:33.826993 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c33fae4a-3850-494f-b7b3-fec3640ca908 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:33.881290 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c33fae4a-3850-494f-b7b3-fec3640ca908 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:33.885103 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c33fae4a-3850-494f-b7b3-fec3640ca908 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:33.901934 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33fae4a-3850-494f-b7b3-fec3640ca908 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=592ca8e0-b924-4b19-b945-4c0772534af0,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:20:33.910388 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c33fae4a-3850-494f-b7b3-fec3640ca908 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:33.914374 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c33fae4a-3850-494f-b7b3-fec3640ca908 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1159928 Nov 25 14:20:33.914517 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39588) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:20:33.918928 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-d769eb82-56a8-40f4-8616-f8b0af4dd452 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Request body: {'security_group_rule': {'security_group_id': '60f068ea-5768-47b6-b104-cb4597ffb068', 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:20:33.946391 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d769eb82-56a8-40f4-8616-f8b0af4dd452 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:34.010453 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d769eb82-56a8-40f4-8616-f8b0af4dd452 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:34.014743 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d769eb82-56a8-40f4-8616-f8b0af4dd452 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:34.032640 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d769eb82-56a8-40f4-8616-f8b0af4dd452 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd5b7006-ed91-4793-a92b-3492db68adf7,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:20:34.045648 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d769eb82-56a8-40f4-8616-f8b0af4dd452 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:34.050258 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d769eb82-56a8-40f4-8616-f8b0af4dd452 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1320002 Nov 25 14:20:34.050605 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 39590) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:20:34.058862 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-4e99add8-6eca-4225-a5e6-8652223161a8 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Request body: {'security_group_rule': {'security_group_id': '60f068ea-5768-47b6-b104-cb4597ffb068', 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:20:34.086382 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4e99add8-6eca-4225-a5e6-8652223161a8 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:34.118078 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:34.147080 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4e99add8-6eca-4225-a5e6-8652223161a8 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:34.150646 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4e99add8-6eca-4225-a5e6-8652223161a8 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:34.168730 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e99add8-6eca-4225-a5e6-8652223161a8 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5bd475b-dfef-41c9-8c12-f25b45ef7d2e,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:20:34.178152 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4e99add8-6eca-4225-a5e6-8652223161a8 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:34.179576 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-4e99add8-6eca-4225-a5e6-8652223161a8 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1278043 Nov 25 14:20:34.182169 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 39592) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:20:34.186612 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-2d37aa52-f892-4922-8c48-df749972145b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Request body: {'security_group_rule': {'security_group_id': '60f068ea-5768-47b6-b104-cb4597ffb068', 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:20:34.212364 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2d37aa52-f892-4922-8c48-df749972145b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:34.271462 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2d37aa52-f892-4922-8c48-df749972145b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:34.276063 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2d37aa52-f892-4922-8c48-df749972145b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:34.294091 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d37aa52-f892-4922-8c48-df749972145b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e079255-e8ed-42ac-9546-06fccd2858c8,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:20:34.301607 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2d37aa52-f892-4922-8c48-df749972145b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:34.302821 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-2d37aa52-f892-4922-8c48-df749972145b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1195567 Nov 25 14:20:34.305597 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 39594) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:20:34.309865 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-546bf1d0-2948-4404-8f08-c9be067ebbe0 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Request body: {'security_group_rule': {'security_group_id': '60f068ea-5768-47b6-b104-cb4597ffb068', 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:20:34.331232 n-d-808199-11 neutron-server[103571]: INFO neutron.db.securitygroups_db [None req-546bf1d0-2948-4404-8f08-c9be067ebbe0 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Project f996a916203a46b4a7ca7989c9357aff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 14:20:34.335902 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-546bf1d0-2948-4404-8f08-c9be067ebbe0 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:34.396439 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-546bf1d0-2948-4404-8f08-c9be067ebbe0 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:34.400184 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-546bf1d0-2948-4404-8f08-c9be067ebbe0 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:34.418599 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546bf1d0-2948-4404-8f08-c9be067ebbe0 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d6ee57d-5ca2-4a4a-adb4-4972c3913d7c,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:20:34.425553 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-546bf1d0-2948-4404-8f08-c9be067ebbe0 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:34.426805 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-546bf1d0-2948-4404-8f08-c9be067ebbe0 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1202374 Nov 25 14:20:34.429625 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39596) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:20:34.434237 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-9e496100-5c0a-4b8d-8aa5-396fe9141e8a tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Request body: {'security_group_rule': {'security_group_id': '60f068ea-5768-47b6-b104-cb4597ffb068', 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:20:34.455699 n-d-808199-11 neutron-server[103570]: INFO neutron.db.securitygroups_db [None req-9e496100-5c0a-4b8d-8aa5-396fe9141e8a tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Project f996a916203a46b4a7ca7989c9357aff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 14:20:34.460473 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9e496100-5c0a-4b8d-8aa5-396fe9141e8a tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:34.522955 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9e496100-5c0a-4b8d-8aa5-396fe9141e8a tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:34.527058 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9e496100-5c0a-4b8d-8aa5-396fe9141e8a tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:34.545164 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e496100-5c0a-4b8d-8aa5-396fe9141e8a tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bb34284-7615-409b-b699-1065a502845e,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:20:34.552639 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9e496100-5c0a-4b8d-8aa5-396fe9141e8a tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:34.553868 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-9e496100-5c0a-4b8d-8aa5-396fe9141e8a tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1231790 Nov 25 14:20:34.557687 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39598) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:20:34.562925 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-5049b38e-6f29-48bd-ab46-002f2c7e71f1 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Request body: {'network': {'name': 'tempest-network-smoke--284943404', 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'port_security_enabled': True}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:20:34.584372 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5049b38e-6f29-48bd-ab46-002f2c7e71f1 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Made reservation on behalf of f996a916203a46b4a7ca7989c9357aff for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 14:20:34.587985 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5049b38e-6f29-48bd-ab46-002f2c7e71f1 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:34.612253 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5049b38e-6f29-48bd-ab46-002f2c7e71f1 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 14:20:34.621791 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5049b38e-6f29-48bd-ab46-002f2c7e71f1 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:34.622168 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-5049b38e-6f29-48bd-ab46-002f2c7e71f1 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Added segment 325bbe5b-11c0-4949-8dcf-174790c52fac of type vlan for network abdb5834-e750-449f-80a7-90d88e6d4ed5 Nov 25 14:20:34.663159 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5049b38e-6f29-48bd-ab46-002f2c7e71f1 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:34.687474 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5049b38e-6f29-48bd-ab46-002f2c7e71f1 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:34.693103 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5049b38e-6f29-48bd-ab46-002f2c7e71f1 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:20:34.693689 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5049b38e-6f29-48bd-ab46-002f2c7e71f1 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:34.748213 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-5049b38e-6f29-48bd-ab46-002f2c7e71f1 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1894951 Nov 25 14:20:34.751631 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 39600) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:20:34.756213 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-fb768617-76e6-4f8b-b941-464cad907831 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2062320846', 'admin_state_up': True, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:20:34.767272 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5049b38e-6f29-48bd-ab46-002f2c7e71f1 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'Network': ['ID=abdb5834-e750-449f-80a7-90d88e6d4ed5,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:20:34.777658 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network abdb5834-e750-449f-80a7-90d88e6d4ed5 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 14:20:34.780547 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fb768617-76e6-4f8b-b941-464cad907831 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:34.781272 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fb768617-76e6-4f8b-b941-464cad907831 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:34.831668 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fb768617-76e6-4f8b-b941-464cad907831 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:34.941681 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 1102d504-ca46-4d4a-9d3c-aaf844221af0 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:20:34.962835 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 1102d504-ca46-4d4a-9d3c-aaf844221af0 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 14:20:34.963188 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 1102d504-ca46-4d4a-9d3c-aaf844221af0 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:20:34.988442 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fb768617-76e6-4f8b-b941-464cad907831 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:35.175503 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fb768617-76e6-4f8b-b941-464cad907831 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for router_gateway, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:35.197326 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fb768617-76e6-4f8b-b941-464cad907831 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:35.295446 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-fb768617-76e6-4f8b-b941-464cad907831 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Allocated IP 172.25.5.145 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/6da5ca7b-ba62-4c2b-89c3-ce230e816aa3) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:20:35.398960 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fb768617-76e6-4f8b-b941-464cad907831 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:35.428435 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:35.432305 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fb768617-76e6-4f8b-b941-464cad907831 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:35.474221 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb768617-76e6-4f8b-b941-464cad907831 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:20:35.477048 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-fb768617-76e6-4f8b-b941-464cad907831 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:20:35.479485 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb768617-76e6-4f8b-b941-464cad907831 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:20:35.489605 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3c72c4-e346-4ca6-99ac-73fc3f838a54 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 14:20:35.508426 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb768617-76e6-4f8b-b941-464cad907831 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'Port': ['ID=6da5ca7b-ba62-4c2b-89c3-ce230e816aa3,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:20:35.603924 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-d840ac73-659f-4445-a5c5-1645385a537a None None] Provisioning complete for port 6da5ca7b-ba62-4c2b-89c3-ce230e816aa3 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:20:35.604303 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d840ac73-659f-4445-a5c5-1645385a537a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:35.642583 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-d840ac73-659f-4445-a5c5-1645385a537a None None] Port 6da5ca7b-ba62-4c2b-89c3-ce230e816aa3 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 14:20:35.731430 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fb768617-76e6-4f8b-b941-464cad907831 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for router_gateway, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:35.923950 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fb768617-76e6-4f8b-b941-464cad907831 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:36.047765 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb768617-76e6-4f8b-b941-464cad907831 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Router 95abc34a-5220-431a-9a91-a3574973b219 is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 14:20:36.151014 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb768617-76e6-4f8b-b941-464cad907831 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 14:20:36.161104 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bec76d-50bf-4cb7-86cf-573208888ba2 None None] Sync routers for ids ['95abc34a-5220-431a-9a91-a3574973b219'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 14:20:36.171732 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bec76d-50bf-4cb7-86cf-573208888ba2 None None] Routers {'95abc34a-5220-431a-9a91-a3574973b219'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:20:36.172351 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fb768617-76e6-4f8b-b941-464cad907831 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:36.172479 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-76bec76d-50bf-4cb7-86cf-573208888ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:20:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['95abc34a-5220-431a-9a91-a3574973b219'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:20:36.174106 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-fb768617-76e6-4f8b-b941-464cad907831 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4209225 Nov 25 14:20:36.176689 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 39602) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:20:36.205455 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-ef466c16-ae4c-4fe4-9c7e-464e2a48cdc4 tempest-TestNetworkAdvancedServerOps-501883029 tempest-TestNetworkAdvancedServerOps-501883029-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=f996a916203a46b4a7ca7989c9357aff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276372 Nov 25 14:20:36.207985 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 39604) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:20:36.278096 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-76bec76d-50bf-4cb7-86cf-573208888ba2 None None] Set router 95abc34a-5220-431a-9a91-a3574973b219 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:20:36.292354 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70dad33-f34c-4961-9e2e-de1b271168ac tempest-TestNetworkAdvancedServerOps-501883029 tempest-TestNetworkAdvancedServerOps-501883029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:20:36.294005 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-a70dad33-f34c-4961-9e2e-de1b271168ac tempest-TestNetworkAdvancedServerOps-501883029 tempest-TestNetworkAdvancedServerOps-501883029-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0845070 Nov 25 14:20:36.296834 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 39606) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:20:36.329310 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-22d1a0d0-64c3-4356-8809-febcb2f5c5a5 tempest-TestNetworkAdvancedServerOps-501883029 tempest-TestNetworkAdvancedServerOps-501883029-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=7542d3d9-0db3-40e7-ab88-a168871141f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312424 Nov 25 14:20:36.331629 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 39608) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:20:36.336261 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-c0639c30-5a9b-4e89-8db4-d5ab688769e5 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1858419863', 'network_id': 'abdb5834-e750-449f-80a7-90d88e6d4ed5', 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:20:36.426175 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0639c30-5a9b-4e89-8db4-d5ab688769e5 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Made reservation on behalf of f996a916203a46b4a7ca7989c9357aff for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 14:20:36.429899 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0639c30-5a9b-4e89-8db4-d5ab688769e5 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:36.459072 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-76bec76d-50bf-4cb7-86cf-573208888ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95abc34a-5220-431a-9a91-a3574973b219', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2062320846', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '6da5ca7b-ba62-4c2b-89c3-ce230e816aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:20:34Z', 'updated_at': '2021-11-25T14:20:35Z', 'revision_number': 3, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port': {'id': '6da5ca7b-ba62-4c2b-89c3-ce230e816aa3', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:7e:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95abc34a-5220-431a-9a91-a3574973b219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:20:35Z', 'updated_at': '2021-11-25T14:20:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:20:36.484673 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bec76d-50bf-4cb7-86cf-573208888ba2 None None] Checking router: 95abc34a-5220-431a-9a91-a3574973b219 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 14:20:36.485032 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bec76d-50bf-4cb7-86cf-573208888ba2 None None] Updating router 95abc34a-5220-431a-9a91-a3574973b219 port 6da5ca7b-ba62-4c2b-89c3-ce230e816aa3 binding host n-d-808199-11 {{(pid=103572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 14:20:36.513675 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-76bec76d-50bf-4cb7-86cf-573208888ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:36.610745 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0639c30-5a9b-4e89-8db4-d5ab688769e5 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:36.625693 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:36.670503 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0639c30-5a9b-4e89-8db4-d5ab688769e5 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'Subnet': ['ID=e33dcc04-c02d-4169-8dad-f3d88986747f,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:20:36.680718 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0639c30-5a9b-4e89-8db4-d5ab688769e5 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Checking segment: {'id': '325bbe5b-11c0-4949-8dcf-174790c52fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'abdb5834-e750-449f-80a7-90d88e6d4ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:20:36.681094 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0639c30-5a9b-4e89-8db4-d5ab688769e5 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Network hostable DHCP agents. Network: abdb5834-e750-449f-80a7-90d88e6d4ed5, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 14:20:36.698273 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0639c30-5a9b-4e89-8db4-d5ab688769e5 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Network abdb5834-e750-449f-80a7-90d88e6d4ed5 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 14:20:36.708301 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-c0639c30-5a9b-4e89-8db4-d5ab688769e5 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, abdb5834-e750-449f-80a7-90d88e6d4ed5) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:20:36.712824 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0639c30-5a9b-4e89-8db4-d5ab688769e5 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:20:36.713412 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0639c30-5a9b-4e89-8db4-d5ab688769e5 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:36.719079 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b833866-c5b7-45f5-90e6-20c2c296a944 None None] Network abdb5834-e750-449f-80a7-90d88e6d4ed5 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 14:20:36.729882 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c0639c30-5a9b-4e89-8db4-d5ab688769e5 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3972654 Nov 25 14:20:36.732800 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 39610) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:20:36.850643 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-76bec76d-50bf-4cb7-86cf-573208888ba2 None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:36.857579 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-76bec76d-50bf-4cb7-86cf-573208888ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:36.930144 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70d4429-3b65-46e5-8ed2-69b5ef08ac5c None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 14:20:37.135082 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-76bec76d-50bf-4cb7-86cf-573208888ba2 None None] Attempting to bind port 6da5ca7b-ba62-4c2b-89c3-ce230e816aa3 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:20:37.135593 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-76bec76d-50bf-4cb7-86cf-573208888ba2 None None] Attempting to bind port 6da5ca7b-ba62-4c2b-89c3-ce230e816aa3 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:20:37.135813 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bec76d-50bf-4cb7-86cf-573208888ba2 None None] Attempting to bind port 6da5ca7b-ba62-4c2b-89c3-ce230e816aa3 on network 7542d3d9-0db3-40e7-ab88-a168871141f7 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:20:37.138378 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaa9f3e-f955-4638-a0b9-6bdf6b0db977 None None] Pushing event updated for resources: {'Port': ['ID=6da5ca7b-ba62-4c2b-89c3-ce230e816aa3,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:20:37.143662 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbab7e2-92c1-4cb3-b52b-5d3ecfa8007b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-abdb5834-e750-449f-80a7-90d88e6d4ed5', 'network_id': 'abdb5834-e750-449f-80a7-90d88e6d4ed5', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'fixed_ips': [{'subnet_id': 'e33dcc04-c02d-4169-8dad-f3d88986747f'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 14:20:37.144390 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ffbab7e2-92c1-4cb3-b52b-5d3ecfa8007b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:37.161192 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bec76d-50bf-4cb7-86cf-573208888ba2 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:20:37.161578 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bec76d-50bf-4cb7-86cf-573208888ba2 None None] Checking segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:20:37.161985 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-76bec76d-50bf-4cb7-86cf-573208888ba2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:37.162382 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bec76d-50bf-4cb7-86cf-573208888ba2 None None] Bound using segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:20:37.162899 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-76bec76d-50bf-4cb7-86cf-573208888ba2 None None] Bound port: 6da5ca7b-ba62-4c2b-89c3-ce230e816aa3, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:20:37.163293 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-76bec76d-50bf-4cb7-86cf-573208888ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:37.251133 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bbb6d588-0603-4ab1-81a4-06eb66b90821 None None] Provisioning complete for port 6da5ca7b-ba62-4c2b-89c3-ce230e816aa3 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:20:37.251513 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bbb6d588-0603-4ab1-81a4-06eb66b90821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:37.324036 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-76bec76d-50bf-4cb7-86cf-573208888ba2 None None] For port 6da5ca7b-ba62-4c2b-89c3-ce230e816aa3, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:20:37.327814 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bbb6d588-0603-4ab1-81a4-06eb66b90821 None None] Port 6da5ca7b-ba62-4c2b-89c3-ce230e816aa3 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 14:20:37.330303 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-76bec76d-50bf-4cb7-86cf-573208888ba2 None None] For port 6da5ca7b-ba62-4c2b-89c3-ce230e816aa3, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=6da5ca7b-ba62-4c2b-89c3-ce230e816aa3,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:20:37.354615 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-76bec76d-50bf-4cb7-86cf-573208888ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:37.413533 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b09080-4ae1-41a5-9962-23464781b9e7 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 14:20:37.416002 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-ffbab7e2-92c1-4cb3-b52b-5d3ecfa8007b None None] Allocated IP 172.20.0.2 (abdb5834-e750-449f-80a7-90d88e6d4ed5/e33dcc04-c02d-4169-8dad-f3d88986747f/1d5ac9ab-621a-42a8-8cca-7828c548863c) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:20:37.448038 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaa9f3e-f955-4638-a0b9-6bdf6b0db977 None None] Pushing event updated for resources: {'Port': ['ID=6da5ca7b-ba62-4c2b-89c3-ce230e816aa3,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:20:37.452879 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bec76d-50bf-4cb7-86cf-573208888ba2 None None] Routers {'95abc34a-5220-431a-9a91-a3574973b219'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:20:37.453516 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-76bec76d-50bf-4cb7-86cf-573208888ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:20:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['95abc34a-5220-431a-9a91-a3574973b219'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:20:37.537935 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eb6f9442-a57a-4854-bbe0-0780594fc1d6 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:37.606469 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-ec75c87d-9b39-4fb3-bbe0-c24472c979b7 None None] Provisioning complete for port 6da5ca7b-ba62-4c2b-89c3-ce230e816aa3 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:20:37.607118 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ec75c87d-9b39-4fb3-bbe0-c24472c979b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:37.676906 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-76bec76d-50bf-4cb7-86cf-573208888ba2 None None] Set router 95abc34a-5220-431a-9a91-a3574973b219 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:20:37.835235 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ffbab7e2-92c1-4cb3-b52b-5d3ecfa8007b None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:37.847711 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ffbab7e2-92c1-4cb3-b52b-5d3ecfa8007b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:37.887240 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ec75c87d-9b39-4fb3-bbe0-c24472c979b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:37.896558 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-eb6f9442-a57a-4854-bbe0-0780594fc1d6 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Allocated IP 172.20.0.1 (abdb5834-e750-449f-80a7-90d88e6d4ed5/e33dcc04-c02d-4169-8dad-f3d88986747f/7cb27bf5-3752-4b78-b158-f4e6730a8497) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:20:37.923879 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbab7e2-92c1-4cb3-b52b-5d3ecfa8007b None None] Network abdb5834-e750-449f-80a7-90d88e6d4ed5 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:20:37.942899 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-ffbab7e2-92c1-4cb3-b52b-5d3ecfa8007b None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:20:37.945712 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-ec75c87d-9b39-4fb3-bbe0-c24472c979b7 None None] For port 6da5ca7b-ba62-4c2b-89c3-ce230e816aa3, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=6da5ca7b-ba62-4c2b-89c3-ce230e816aa3,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:20:37.947876 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbab7e2-92c1-4cb3-b52b-5d3ecfa8007b None None] Pushing event updated for resources: {'Port': ['ID=1d5ac9ab-621a-42a8-8cca-7828c548863c,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:20:37.950614 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbab7e2-92c1-4cb3-b52b-5d3ecfa8007b None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:20:37.954342 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ec75c87d-9b39-4fb3-bbe0-c24472c979b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:38.013085 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eb6f9442-a57a-4854-bbe0-0780594fc1d6 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:38.047526 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eb6f9442-a57a-4854-bbe0-0780594fc1d6 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:38.080057 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-ffbab7e2-92c1-4cb3-b52b-5d3ecfa8007b None None] Attempting to bind port 1d5ac9ab-621a-42a8-8cca-7828c548863c on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:20:38.080431 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-ffbab7e2-92c1-4cb3-b52b-5d3ecfa8007b None None] Attempting to bind port 1d5ac9ab-621a-42a8-8cca-7828c548863c by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '325bbe5b-11c0-4949-8dcf-174790c52fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'abdb5834-e750-449f-80a7-90d88e6d4ed5'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:20:38.080802 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbab7e2-92c1-4cb3-b52b-5d3ecfa8007b None None] Attempting to bind port 1d5ac9ab-621a-42a8-8cca-7828c548863c on network abdb5834-e750-449f-80a7-90d88e6d4ed5 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:20:38.093913 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec75c87d-9b39-4fb3-bbe0-c24472c979b7 None None] Pushing event updated for resources: {'Port': ['ID=6da5ca7b-ba62-4c2b-89c3-ce230e816aa3,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:20:38.094108 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6f9442-a57a-4854-bbe0-0780594fc1d6 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Network abdb5834-e750-449f-80a7-90d88e6d4ed5 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:20:38.096825 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbab7e2-92c1-4cb3-b52b-5d3ecfa8007b None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:20:38.097026 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-eb6f9442-a57a-4854-bbe0-0780594fc1d6 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:20:38.097201 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbab7e2-92c1-4cb3-b52b-5d3ecfa8007b None None] Checking segment: {'id': '325bbe5b-11c0-4949-8dcf-174790c52fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'abdb5834-e750-449f-80a7-90d88e6d4ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:20:38.097604 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ffbab7e2-92c1-4cb3-b52b-5d3ecfa8007b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:38.097995 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbab7e2-92c1-4cb3-b52b-5d3ecfa8007b None None] Bound using segment: {'id': '325bbe5b-11c0-4949-8dcf-174790c52fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'abdb5834-e750-449f-80a7-90d88e6d4ed5'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:20:38.098461 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-ffbab7e2-92c1-4cb3-b52b-5d3ecfa8007b None None] Bound port: 1d5ac9ab-621a-42a8-8cca-7828c548863c, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '325bbe5b-11c0-4949-8dcf-174790c52fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'abdb5834-e750-449f-80a7-90d88e6d4ed5'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:20:38.098866 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ffbab7e2-92c1-4cb3-b52b-5d3ecfa8007b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:38.100681 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6f9442-a57a-4854-bbe0-0780594fc1d6 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:20:38.125680 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6f9442-a57a-4854-bbe0-0780594fc1d6 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'Port': ['ID=7cb27bf5-3752-4b78-b158-f4e6730a8497,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:20:38.141592 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-76bec76d-50bf-4cb7-86cf-573208888ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95abc34a-5220-431a-9a91-a3574973b219', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2062320846', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '6da5ca7b-ba62-4c2b-89c3-ce230e816aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:20:34Z', 'updated_at': '2021-11-25T14:20:35Z', 'revision_number': 3, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port': {'id': '6da5ca7b-ba62-4c2b-89c3-ce230e816aa3', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:7e:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95abc34a-5220-431a-9a91-a3574973b219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:20:35Z', 'updated_at': '2021-11-25T14:20:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:20:38.148903 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eb6f9442-a57a-4854-bbe0-0780594fc1d6 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:38.173775 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bec76d-50bf-4cb7-86cf-573208888ba2 None None] The sync data for ids ['95abc34a-5220-431a-9a91-a3574973b219'] in n-d-808199-11 is: [{'id': '95abc34a-5220-431a-9a91-a3574973b219', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2062320846', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '6da5ca7b-ba62-4c2b-89c3-ce230e816aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:20:34Z', 'updated_at': '2021-11-25T14:20:35Z', 'revision_number': 3, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port': {'id': '6da5ca7b-ba62-4c2b-89c3-ce230e816aa3', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:7e:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95abc34a-5220-431a-9a91-a3574973b219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:20:35Z', 'updated_at': '2021-11-25T14:20:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 14:20:38.204667 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-ffbab7e2-92c1-4cb3-b52b-5d3ecfa8007b None None] For port 1d5ac9ab-621a-42a8-8cca-7828c548863c, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:20:38.208080 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-ffbab7e2-92c1-4cb3-b52b-5d3ecfa8007b None None] For port 1d5ac9ab-621a-42a8-8cca-7828c548863c, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=1d5ac9ab-621a-42a8-8cca-7828c548863c,segment=NetworkSegment(325bbe5b-11c0-4949-8dcf-174790c52fac),segment_id=325bbe5b-11c0-4949-8dcf-174790c52fac)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:20:38.212658 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ffbab7e2-92c1-4cb3-b52b-5d3ecfa8007b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:38.272096 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbab7e2-92c1-4cb3-b52b-5d3ecfa8007b None None] Pushing event updated for resources: {'Port': ['ID=1d5ac9ab-621a-42a8-8cca-7828c548863c,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:20:38.301382 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eb6f9442-a57a-4854-bbe0-0780594fc1d6 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:38.644431 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eb6f9442-a57a-4854-bbe0-0780594fc1d6 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:38.649870 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eb6f9442-a57a-4854-bbe0-0780594fc1d6 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:38.726755 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6f9442-a57a-4854-bbe0-0780594fc1d6 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'Port': ['ID=7cb27bf5-3752-4b78-b158-f4e6730a8497,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:20:38.730038 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eb6f9442-a57a-4854-bbe0-0780594fc1d6 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:38.834866 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:38.835869 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6f9442-a57a-4854-bbe0-0780594fc1d6 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Network abdb5834-e750-449f-80a7-90d88e6d4ed5 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:20:38.837329 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-eb6f9442-a57a-4854-bbe0-0780594fc1d6 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:20:38.979088 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb6f9442-a57a-4854-bbe0-0780594fc1d6 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Router 95abc34a-5220-431a-9a91-a3574973b219 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 14:20:39.076600 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 1d5ac9ab-621a-42a8-8cca-7828c548863c up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:20:39.117367 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb6f9442-a57a-4854-bbe0-0780594fc1d6 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 14:20:39.123969 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-eb6f9442-a57a-4854-bbe0-0780594fc1d6 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "PUT /v2.0/routers/95abc34a-5220-431a-9a91-a3574973b219/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3901277 Nov 25 14:20:39.146145 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 1d5ac9ab-621a-42a8-8cca-7828c548863c triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:20:39.146521 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:39.257563 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:39.294511 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] For port 1d5ac9ab-621a-42a8-8cca-7828c548863c, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=1d5ac9ab-621a-42a8-8cca-7828c548863c,segment=NetworkSegment(325bbe5b-11c0-4949-8dcf-174790c52fac),segment_id=325bbe5b-11c0-4949-8dcf-174790c52fac)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:20:39.300056 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:39.300967 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 6da5ca7b-ba62-4c2b-89c3-ce230e816aa3 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:20:39.316196 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-13275009-53df-477e-8e20-33be1e3a292a req-1bc4712c-6c67-4c5b-9b92-d94bff776e9a tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1531527869&fields=id&tenant_id=f996a916203a46b4a7ca7989c9357aff HTTP/1.1" status: 200 len: 267 time: 0.0539255 Nov 25 14:20:39.384458 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Pushing event updated for resources: {'Port': ['ID=1d5ac9ab-621a-42a8-8cca-7828c548863c,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:20:39.398352 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b044013a-ffed-4020-866f-5823493ddf50 None None] Network abdb5834-e750-449f-80a7-90d88e6d4ed5 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 14:20:39.442008 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13275009-53df-477e-8e20-33be1e3a292a req-5ba96500-6dd5-40dd-9d83-6b786048003b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:20:39.443561 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-13275009-53df-477e-8e20-33be1e3a292a req-5ba96500-6dd5-40dd-9d83-6b786048003b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/networks?id=abdb5834-e750-449f-80a7-90d88e6d4ed5 HTTP/1.1" status: 200 len: 796 time: 0.1183059 Nov 25 14:20:39.446648 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 6da5ca7b-ba62-4c2b-89c3-ce230e816aa3 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:20:39.447050 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:39.459487 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-13275009-53df-477e-8e20-33be1e3a292a req-884f355d-fede-4b64-9eb2-e7ece6b8a5c3 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/quotas/f996a916203a46b4a7ca7989c9357aff HTTP/1.1" status: 200 len: 375 time: 0.0094941 Nov 25 14:20:39.520809 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-13275009-53df-477e-8e20-33be1e3a292a req-47098d00-7b7f-4b6d-acb8-3ac6cd83961c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f996a916203a46b4a7ca7989c9357aff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527093 Nov 25 14:20:39.532128 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-2a6c1684-780b-429c-a770-27c527702a15 None None] Provisioning complete for port 1d5ac9ab-621a-42a8-8cca-7828c548863c triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:20:39.532505 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2a6c1684-780b-429c-a770-27c527702a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:39.625902 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-13275009-53df-477e-8e20-33be1e3a292a req-cb359503-d13c-4595-bb5a-99bc67074d75 service neutron] 10.222.0.53 "GET /v2.0/networks/abdb5834-e750-449f-80a7-90d88e6d4ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919385 Nov 25 14:20:39.726366 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-13275009-53df-477e-8e20-33be1e3a292a req-c252f521-b303-47f8-b265-5c1d401a0ec9 service neutron] 10.222.0.53 "GET /v2.0/networks/abdb5834-e750-449f-80a7-90d88e6d4ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918031 Nov 25 14:20:39.923569 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f0461196-245e-4526-9eeb-73fbbae135ea req-65aa3346-2c97-40c8-8528-e99d42df8d05 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=2883e604-98a2-4d99-9990-c9c3ce54a410 HTTP/1.1" status: 200 len: 210 time: 0.0319390 Nov 25 14:20:39.967764 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-d62b0d31-a90a-45b0-8cb9-2d3623dac06b None None] Provisioning complete for port 1d5ac9ab-621a-42a8-8cca-7828c548863c triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:20:39.967764 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d62b0d31-a90a-45b0-8cb9-2d3623dac06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:39.999962 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e57e48-4a7b-4f03-bd8a-25f6bbfb5d9a None None] Sync routers for ids ['95abc34a-5220-431a-9a91-a3574973b219'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 14:20:40.009710 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e57e48-4a7b-4f03-bd8a-25f6bbfb5d9a None None] Routers {'95abc34a-5220-431a-9a91-a3574973b219'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:20:40.010339 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-c3e57e48-4a7b-4f03-bd8a-25f6bbfb5d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:20:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['95abc34a-5220-431a-9a91-a3574973b219'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:20:40.063094 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-d62b0d31-a90a-45b0-8cb9-2d3623dac06b None None] Provisioning complete for port 7cb27bf5-3752-4b78-b158-f4e6730a8497 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:20:40.063482 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d62b0d31-a90a-45b0-8cb9-2d3623dac06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:40.102956 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-d62b0d31-a90a-45b0-8cb9-2d3623dac06b None None] Port 7cb27bf5-3752-4b78-b158-f4e6730a8497 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 14:20:40.132878 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-c3e57e48-4a7b-4f03-bd8a-25f6bbfb5d9a None None] Set router 95abc34a-5220-431a-9a91-a3574973b219 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:20:40.227640 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-173417e5-0b65-4162-8ace-6d3ba216aa77 None None] Provisioning complete for port 7cb27bf5-3752-4b78-b158-f4e6730a8497 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:20:40.228017 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-173417e5-0b65-4162-8ace-6d3ba216aa77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:40.270448 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-173417e5-0b65-4162-8ace-6d3ba216aa77 None None] Port 7cb27bf5-3752-4b78-b158-f4e6730a8497 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 14:20:40.347994 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-c3e57e48-4a7b-4f03-bd8a-25f6bbfb5d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95abc34a-5220-431a-9a91-a3574973b219', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2062320846', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '6da5ca7b-ba62-4c2b-89c3-ce230e816aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:20:34Z', 'updated_at': '2021-11-25T14:20:38Z', 'revision_number': 4, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port': {'id': '6da5ca7b-ba62-4c2b-89c3-ce230e816aa3', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:7e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95abc34a-5220-431a-9a91-a3574973b219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:20:35Z', 'updated_at': '2021-11-25T14:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '7cb27bf5-3752-4b78-b158-f4e6730a8497', 'name': '', 'network_id': 'abdb5834-e750-449f-80a7-90d88e6d4ed5', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'mac_address': 'fa:16:3e:c4:1a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95abc34a-5220-431a-9a91-a3574973b219', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e33dcc04-c02d-4169-8dad-f3d88986747f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:20:37Z', 'updated_at': '2021-11-25T14:20:38Z', 'revision_number': 2, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'subnets': [{'id': 'e33dcc04-c02d-4169-8dad-f3d88986747f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:20:40.378527 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e57e48-4a7b-4f03-bd8a-25f6bbfb5d9a None None] Checking router: 95abc34a-5220-431a-9a91-a3574973b219 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 14:20:40.378918 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e57e48-4a7b-4f03-bd8a-25f6bbfb5d9a None None] Updating router 95abc34a-5220-431a-9a91-a3574973b219 port 7cb27bf5-3752-4b78-b158-f4e6730a8497 binding host n-d-808199-11 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 14:20:40.408184 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c3e57e48-4a7b-4f03-bd8a-25f6bbfb5d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:40.492935 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-eac4e4e1-ce19-4848-b84e-6f005661ebaf None None] Provisioning complete for port 7cb27bf5-3752-4b78-b158-f4e6730a8497 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:20:40.493309 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eac4e4e1-ce19-4848-b84e-6f005661ebaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:40.529959 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-eac4e4e1-ce19-4848-b84e-6f005661ebaf None None] Port 7cb27bf5-3752-4b78-b158-f4e6730a8497 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 14:20:40.756957 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c3e57e48-4a7b-4f03-bd8a-25f6bbfb5d9a None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:40.762773 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c3e57e48-4a7b-4f03-bd8a-25f6bbfb5d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:40.814338 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f13071-04fb-4ca8-bd8c-dfd77fcba6cf None None] Pushing event updated for resources: {'Port': ['ID=7cb27bf5-3752-4b78-b158-f4e6730a8497,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:20:40.839067 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f13071-04fb-4ca8-bd8c-dfd77fcba6cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:20:40.839293 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f13071-04fb-4ca8-bd8c-dfd77fcba6cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:20:40.839683 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f13071-04fb-4ca8-bd8c-dfd77fcba6cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:20:40.840114 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f13071-04fb-4ca8-bd8c-dfd77fcba6cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:20:40.840334 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f13071-04fb-4ca8-bd8c-dfd77fcba6cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:20:40.840689 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f13071-04fb-4ca8-bd8c-dfd77fcba6cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:20:40.841044 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f13071-04fb-4ca8-bd8c-dfd77fcba6cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:20:40.841523 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f13071-04fb-4ca8-bd8c-dfd77fcba6cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:20:40.841857 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f13071-04fb-4ca8-bd8c-dfd77fcba6cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:20:40.842186 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f13071-04fb-4ca8-bd8c-dfd77fcba6cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:20:40.842513 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f13071-04fb-4ca8-bd8c-dfd77fcba6cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:20:40.842893 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f13071-04fb-4ca8-bd8c-dfd77fcba6cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:20:40.876538 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-c3e57e48-4a7b-4f03-bd8a-25f6bbfb5d9a None None] Attempting to bind port 7cb27bf5-3752-4b78-b158-f4e6730a8497 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:20:40.876907 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-c3e57e48-4a7b-4f03-bd8a-25f6bbfb5d9a None None] Attempting to bind port 7cb27bf5-3752-4b78-b158-f4e6730a8497 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '325bbe5b-11c0-4949-8dcf-174790c52fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'abdb5834-e750-449f-80a7-90d88e6d4ed5'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:20:40.877272 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e57e48-4a7b-4f03-bd8a-25f6bbfb5d9a None None] Attempting to bind port 7cb27bf5-3752-4b78-b158-f4e6730a8497 on network abdb5834-e750-449f-80a7-90d88e6d4ed5 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:20:40.884190 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e57e48-4a7b-4f03-bd8a-25f6bbfb5d9a None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:20:40.884641 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e57e48-4a7b-4f03-bd8a-25f6bbfb5d9a None None] Checking segment: {'id': '325bbe5b-11c0-4949-8dcf-174790c52fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'abdb5834-e750-449f-80a7-90d88e6d4ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:20:40.885087 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c3e57e48-4a7b-4f03-bd8a-25f6bbfb5d9a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:40.885528 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e57e48-4a7b-4f03-bd8a-25f6bbfb5d9a None None] Bound using segment: {'id': '325bbe5b-11c0-4949-8dcf-174790c52fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'abdb5834-e750-449f-80a7-90d88e6d4ed5'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:20:40.886074 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-c3e57e48-4a7b-4f03-bd8a-25f6bbfb5d9a None None] Bound port: 7cb27bf5-3752-4b78-b158-f4e6730a8497, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '325bbe5b-11c0-4949-8dcf-174790c52fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'abdb5834-e750-449f-80a7-90d88e6d4ed5'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:20:40.886457 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c3e57e48-4a7b-4f03-bd8a-25f6bbfb5d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:40.977519 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-c3e57e48-4a7b-4f03-bd8a-25f6bbfb5d9a None None] For port 7cb27bf5-3752-4b78-b158-f4e6730a8497, host n-d-808199-11, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:20:40.990376 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-c3e57e48-4a7b-4f03-bd8a-25f6bbfb5d9a None None] For port 7cb27bf5-3752-4b78-b158-f4e6730a8497, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=7cb27bf5-3752-4b78-b158-f4e6730a8497,segment=NetworkSegment(325bbe5b-11c0-4949-8dcf-174790c52fac),segment_id=325bbe5b-11c0-4949-8dcf-174790c52fac)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:20:41.002667 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c3e57e48-4a7b-4f03-bd8a-25f6bbfb5d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:41.027986 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 1d5ac9ab-621a-42a8-8cca-7828c548863c up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:20:41.066351 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f13071-04fb-4ca8-bd8c-dfd77fcba6cf None None] Pushing event updated for resources: {'Port': ['ID=7cb27bf5-3752-4b78-b158-f4e6730a8497,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:20:41.094006 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e57e48-4a7b-4f03-bd8a-25f6bbfb5d9a None None] Routers {'95abc34a-5220-431a-9a91-a3574973b219'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:20:41.094663 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-c3e57e48-4a7b-4f03-bd8a-25f6bbfb5d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:20:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['95abc34a-5220-431a-9a91-a3574973b219'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:20:41.112504 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13275009-53df-477e-8e20-33be1e3a292a req-0ee94182-268c-4acd-b7c4-1687fca397e9 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:20:41.114276 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-13275009-53df-477e-8e20-33be1e3a292a req-0ee94182-268c-4acd-b7c4-1687fca397e9 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.47 "GET /v2.0/networks?id=abdb5834-e750-449f-80a7-90d88e6d4ed5 HTTP/1.1" status: 200 len: 796 time: 0.2069085 Nov 25 14:20:41.116203 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fa42a96c-5e38-4655-b4e1-889530649714 req-27b318e1-d0e7-493c-b7e6-f70ab0da5bc7 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=2883e604-98a2-4d99-9990-c9c3ce54a410 HTTP/1.1" status: 200 len: 210 time: 0.0680418 Nov 25 14:20:41.121715 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 1d5ac9ab-621a-42a8-8cca-7828c548863c triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:20:41.122251 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:41.175436 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-fa66feba-8e9b-40f5-ac9c-d911572d6f5e None None] Provisioning complete for port 7cb27bf5-3752-4b78-b158-f4e6730a8497 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:20:41.175690 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fa66feba-8e9b-40f5-ac9c-d911572d6f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:41.205816 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-13275009-53df-477e-8e20-33be1e3a292a req-329f4b6a-448a-440d-891b-62decd1a49d8 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f996a916203a46b4a7ca7989c9357aff HTTP/1.1" status: 200 len: 380 time: 0.0791705 Nov 25 14:20:41.217108 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-13275009-53df-477e-8e20-33be1e3a292a req-9f9a90ca-2361-4e6d-9b9d-e056618b34a9 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Request body: {'port': {'device_id': '2883e604-98a2-4d99-9990-c9c3ce54a410', 'network_id': 'abdb5834-e750-449f-80a7-90d88e6d4ed5', 'admin_state_up': True, 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'security_groups': ['60f068ea-5768-47b6-b104-cb4597ffb068']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:20:41.227535 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-c3e57e48-4a7b-4f03-bd8a-25f6bbfb5d9a None None] Set router 95abc34a-5220-431a-9a91-a3574973b219 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:20:41.313305 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fa66feba-8e9b-40f5-ac9c-d911572d6f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:41.350354 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-fa66feba-8e9b-40f5-ac9c-d911572d6f5e None None] For port 7cb27bf5-3752-4b78-b158-f4e6730a8497, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=7cb27bf5-3752-4b78-b158-f4e6730a8497,segment=NetworkSegment(325bbe5b-11c0-4949-8dcf-174790c52fac),segment_id=325bbe5b-11c0-4949-8dcf-174790c52fac)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:20:41.355105 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13275009-53df-477e-8e20-33be1e3a292a req-9f9a90ca-2361-4e6d-9b9d-e056618b34a9 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Made reservation on behalf of f996a916203a46b4a7ca7989c9357aff for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 14:20:41.356079 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fa66feba-8e9b-40f5-ac9c-d911572d6f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:41.361596 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-13275009-53df-477e-8e20-33be1e3a292a req-9f9a90ca-2361-4e6d-9b9d-e056618b34a9 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:41.408036 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa66feba-8e9b-40f5-ac9c-d911572d6f5e None None] Pushing event updated for resources: {'Port': ['ID=7cb27bf5-3752-4b78-b158-f4e6730a8497,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:20:41.459765 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-c3e57e48-4a7b-4f03-bd8a-25f6bbfb5d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95abc34a-5220-431a-9a91-a3574973b219', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2062320846', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '6da5ca7b-ba62-4c2b-89c3-ce230e816aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:20:34Z', 'updated_at': '2021-11-25T14:20:38Z', 'revision_number': 4, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port': {'id': '6da5ca7b-ba62-4c2b-89c3-ce230e816aa3', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:7e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95abc34a-5220-431a-9a91-a3574973b219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:20:35Z', 'updated_at': '2021-11-25T14:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '7cb27bf5-3752-4b78-b158-f4e6730a8497', 'name': '', 'network_id': 'abdb5834-e750-449f-80a7-90d88e6d4ed5', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'mac_address': 'fa:16:3e:c4:1a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95abc34a-5220-431a-9a91-a3574973b219', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e33dcc04-c02d-4169-8dad-f3d88986747f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:20:37Z', 'updated_at': '2021-11-25T14:20:40Z', 'revision_number': 4, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'subnets': [{'id': 'e33dcc04-c02d-4169-8dad-f3d88986747f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:20:41.477513 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-1343561e-4d6f-480d-b606-0e5a3a99d3b7 None None] Provisioning complete for port 7cb27bf5-3752-4b78-b158-f4e6730a8497 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:20:41.477880 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1343561e-4d6f-480d-b606-0e5a3a99d3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:41.490533 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e57e48-4a7b-4f03-bd8a-25f6bbfb5d9a None None] The sync data for ids ['95abc34a-5220-431a-9a91-a3574973b219'] in n-d-808199-11 is: [{'id': '95abc34a-5220-431a-9a91-a3574973b219', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2062320846', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '6da5ca7b-ba62-4c2b-89c3-ce230e816aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:20:34Z', 'updated_at': '2021-11-25T14:20:38Z', 'revision_number': 4, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port': {'id': '6da5ca7b-ba62-4c2b-89c3-ce230e816aa3', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:7e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95abc34a-5220-431a-9a91-a3574973b219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:20:35Z', 'updated_at': '2021-11-25T14:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '7cb27bf5-3752-4b78-b158-f4e6730a8497', 'name': '', 'network_id': 'abdb5834-e750-449f-80a7-90d88e6d4ed5', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'mac_address': 'fa:16:3e:c4:1a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95abc34a-5220-431a-9a91-a3574973b219', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e33dcc04-c02d-4169-8dad-f3d88986747f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:20:37Z', 'updated_at': '2021-11-25T14:20:40Z', 'revision_number': 4, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'subnets': [{'id': 'e33dcc04-c02d-4169-8dad-f3d88986747f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 14:20:41.502732 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-13275009-53df-477e-8e20-33be1e3a292a req-9f9a90ca-2361-4e6d-9b9d-e056618b34a9 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Allocated IP 172.20.0.13 (abdb5834-e750-449f-80a7-90d88e6d4ed5/e33dcc04-c02d-4169-8dad-f3d88986747f/e3001180-f534-4c8f-97e2-4f2cc3625cc5) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:20:41.674763 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-13275009-53df-477e-8e20-33be1e3a292a req-9f9a90ca-2361-4e6d-9b9d-e056618b34a9 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:41.711472 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-13275009-53df-477e-8e20-33be1e3a292a req-9f9a90ca-2361-4e6d-9b9d-e056618b34a9 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:41.766980 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13275009-53df-477e-8e20-33be1e3a292a req-9f9a90ca-2361-4e6d-9b9d-e056618b34a9 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Network abdb5834-e750-449f-80a7-90d88e6d4ed5 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:20:41.770451 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-13275009-53df-477e-8e20-33be1e3a292a req-9f9a90ca-2361-4e6d-9b9d-e056618b34a9 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:20:41.775004 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-13275009-53df-477e-8e20-33be1e3a292a req-9f9a90ca-2361-4e6d-9b9d-e056618b34a9 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:20:41.779169 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9a90ca-2361-4e6d-9b9d-e056618b34a9 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'Port': ['ID=e3001180-f534-4c8f-97e2-4f2cc3625cc5,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:20:41.832443 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13275009-53df-477e-8e20-33be1e3a292a req-9f9a90ca-2361-4e6d-9b9d-e056618b34a9 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:20:41.833104 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-13275009-53df-477e-8e20-33be1e3a292a req-9f9a90ca-2361-4e6d-9b9d-e056618b34a9 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:41.851689 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-13275009-53df-477e-8e20-33be1e3a292a req-9f9a90ca-2361-4e6d-9b9d-e056618b34a9 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6398189 Nov 25 14:20:41.865044 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-13275009-53df-477e-8e20-33be1e3a292a req-17bcb72b-a1ee-487c-8a3f-c1a0696af709 service neutron] Request body: {'port': {'device_id': '2883e604-98a2-4d99-9990-c9c3ce54a410', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:20:41.925305 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-13275009-53df-477e-8e20-33be1e3a292a req-17bcb72b-a1ee-487c-8a3f-c1a0696af709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:42.022927 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-2f0b698d-21d9-407f-b41f-b173647560d3 None None] Provisioning complete for port e3001180-f534-4c8f-97e2-4f2cc3625cc5 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:20:42.023300 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2f0b698d-21d9-407f-b41f-b173647560d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:42.066493 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-2f0b698d-21d9-407f-b41f-b173647560d3 None None] Port e3001180-f534-4c8f-97e2-4f2cc3625cc5 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 14:20:42.217667 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-13275009-53df-477e-8e20-33be1e3a292a req-17bcb72b-a1ee-487c-8a3f-c1a0696af709 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3001180-f534-4c8f-97e2-4f2cc3625cc5 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 14:20:42.225892 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-13275009-53df-477e-8e20-33be1e3a292a req-17bcb72b-a1ee-487c-8a3f-c1a0696af709 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:42.240035 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-13275009-53df-477e-8e20-33be1e3a292a req-17bcb72b-a1ee-487c-8a3f-c1a0696af709 service neutron] Transition to ACTIVE for port object e3001180-f534-4c8f-97e2-4f2cc3625cc5 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 14:20:42.244027 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-13275009-53df-477e-8e20-33be1e3a292a req-17bcb72b-a1ee-487c-8a3f-c1a0696af709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:42.262127 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af09f3c-0e65-4954-84c3-a848a2519496 req-5c2a4f96-a05b-400a-9802-18822dec110c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:20:42.264553 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0af09f3c-0e65-4954-84c3-a848a2519496 req-5c2a4f96-a05b-400a-9802-18822dec110c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=2883e604-98a2-4d99-9990-c9c3ce54a410 HTTP/1.1" status: 200 len: 932 time: 0.0629141 Nov 25 14:20:42.276210 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:42.322496 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcb72b-a1ee-487c-8a3f-c1a0696af709 service neutron] Pushing event updated for resources: {'Port': ['ID=e3001180-f534-4c8f-97e2-4f2cc3625cc5,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:20:42.335993 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0af09f3c-0e65-4954-84c3-a848a2519496 req-1495fe7b-6a5b-445c-99cf-36397b31abef tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=60f068ea-5768-47b6-b104-cb4597ffb068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633690 Nov 25 14:20:42.390509 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-13275009-53df-477e-8e20-33be1e3a292a req-17bcb72b-a1ee-487c-8a3f-c1a0696af709 service neutron] Attempting to bind port e3001180-f534-4c8f-97e2-4f2cc3625cc5 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:20:42.390509 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-13275009-53df-477e-8e20-33be1e3a292a req-17bcb72b-a1ee-487c-8a3f-c1a0696af709 service neutron] Attempting to bind port e3001180-f534-4c8f-97e2-4f2cc3625cc5 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '325bbe5b-11c0-4949-8dcf-174790c52fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'abdb5834-e750-449f-80a7-90d88e6d4ed5'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:20:42.390509 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13275009-53df-477e-8e20-33be1e3a292a req-17bcb72b-a1ee-487c-8a3f-c1a0696af709 service neutron] Attempting to bind port e3001180-f534-4c8f-97e2-4f2cc3625cc5 on network abdb5834-e750-449f-80a7-90d88e6d4ed5 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:20:42.394096 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13275009-53df-477e-8e20-33be1e3a292a req-17bcb72b-a1ee-487c-8a3f-c1a0696af709 service neutron] Port e3001180-f534-4c8f-97e2-4f2cc3625cc5 on network abdb5834-e750-449f-80a7-90d88e6d4ed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 14:20:42.394424 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13275009-53df-477e-8e20-33be1e3a292a req-17bcb72b-a1ee-487c-8a3f-c1a0696af709 service neutron] Attempting to bind port e3001180-f534-4c8f-97e2-4f2cc3625cc5 on network abdb5834-e750-449f-80a7-90d88e6d4ed5 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:20:42.400703 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13275009-53df-477e-8e20-33be1e3a292a req-17bcb72b-a1ee-487c-8a3f-c1a0696af709 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:20:42.401039 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13275009-53df-477e-8e20-33be1e3a292a req-17bcb72b-a1ee-487c-8a3f-c1a0696af709 service neutron] Checking segment: {'id': '325bbe5b-11c0-4949-8dcf-174790c52fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'abdb5834-e750-449f-80a7-90d88e6d4ed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:20:42.401428 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13275009-53df-477e-8e20-33be1e3a292a req-17bcb72b-a1ee-487c-8a3f-c1a0696af709 service neutron] Bound using segment: {'id': '325bbe5b-11c0-4949-8dcf-174790c52fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'abdb5834-e750-449f-80a7-90d88e6d4ed5'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:20:42.402090 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-13275009-53df-477e-8e20-33be1e3a292a req-17bcb72b-a1ee-487c-8a3f-c1a0696af709 service neutron] Bound port: e3001180-f534-4c8f-97e2-4f2cc3625cc5, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '325bbe5b-11c0-4949-8dcf-174790c52fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'abdb5834-e750-449f-80a7-90d88e6d4ed5'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:20:42.402454 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-13275009-53df-477e-8e20-33be1e3a292a req-17bcb72b-a1ee-487c-8a3f-c1a0696af709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:42.476697 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-13275009-53df-477e-8e20-33be1e3a292a req-17bcb72b-a1ee-487c-8a3f-c1a0696af709 service neutron] For port e3001180-f534-4c8f-97e2-4f2cc3625cc5, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:20:42.480591 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-13275009-53df-477e-8e20-33be1e3a292a req-17bcb72b-a1ee-487c-8a3f-c1a0696af709 service neutron] For port e3001180-f534-4c8f-97e2-4f2cc3625cc5, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=e3001180-f534-4c8f-97e2-4f2cc3625cc5,segment=NetworkSegment(325bbe5b-11c0-4949-8dcf-174790c52fac),segment_id=325bbe5b-11c0-4949-8dcf-174790c52fac)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:20:42.485673 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-13275009-53df-477e-8e20-33be1e3a292a req-17bcb72b-a1ee-487c-8a3f-c1a0696af709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:42.524504 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13275009-53df-477e-8e20-33be1e3a292a req-17bcb72b-a1ee-487c-8a3f-c1a0696af709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:20:42.525041 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-13275009-53df-477e-8e20-33be1e3a292a req-17bcb72b-a1ee-487c-8a3f-c1a0696af709 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:42.526492 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-13275009-53df-477e-8e20-33be1e3a292a req-17bcb72b-a1ee-487c-8a3f-c1a0696af709 service neutron] 10.222.0.47 "PUT /v2.0/ports/e3001180-f534-4c8f-97e2-4f2cc3625cc5 HTTP/1.1" status: 200 len: 1093 time: 0.6663203 Nov 25 14:20:42.527006 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2883e604-98a2-4d99-9990-c9c3ce54a410', 'tag': 'e3001180-f534-4c8f-97e2-4f2cc3625cc5'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:20:42.529288 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b263d7d4b70db15966f189087f2cdd81ff7815a34d469843c29c7d40ca9dff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d1cbc4-e199-4b68-bacd-b82c795ab8c5" -d '{"events": [{"name": "network-changed", "server_uuid": "2883e604-98a2-4d99-9990-c9c3ce54a410", "tag": "e3001180-f534-4c8f-97e2-4f2cc3625cc5"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:20:42.561164 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcb72b-a1ee-487c-8a3f-c1a0696af709 service neutron] Pushing event updated for resources: {'Port': ['ID=e3001180-f534-4c8f-97e2-4f2cc3625cc5,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:20:42.607540 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 14:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b9ce7da-996f-4dd8-b637-bfd36e9b0698 x-openstack-request-id: req-2b9ce7da-996f-4dd8-b637-bfd36e9b0698 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:20:42.607836 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2883e604-98a2-4d99-9990-c9c3ce54a410", "tag": "e3001180-f534-4c8f-97e2-4f2cc3625cc5", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:20:42.608095 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2b9ce7da-996f-4dd8-b637-bfd36e9b0698 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:20:42.609102 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2883e604-98a2-4d99-9990-c9c3ce54a410', 'tag': 'e3001180-f534-4c8f-97e2-4f2cc3625cc5', 'status': 'completed', 'code': 200} Nov 25 14:20:42.625314 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13275009-53df-477e-8e20-33be1e3a292a req-74f92839-6d6c-428e-a7c5-20003dea7b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:20:42.627547 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-13275009-53df-477e-8e20-33be1e3a292a req-74f92839-6d6c-428e-a7c5-20003dea7b66 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f996a916203a46b4a7ca7989c9357aff&device_id=2883e604-98a2-4d99-9990-c9c3ce54a410 HTTP/1.1" status: 200 len: 1096 time: 0.0546064 Nov 25 14:20:42.677045 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-13275009-53df-477e-8e20-33be1e3a292a req-779715b2-c0f0-4470-af65-4b5dab075f25 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3001180-f534-4c8f-97e2-4f2cc3625cc5 HTTP/1.1" status: 200 len: 217 time: 0.0407264 Nov 25 14:20:42.730532 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13275009-53df-477e-8e20-33be1e3a292a req-4d4980aa-e1ce-4293-8b85-1c8fad2bdb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:20:42.732046 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-13275009-53df-477e-8e20-33be1e3a292a req-4d4980aa-e1ce-4293-8b85-1c8fad2bdb24 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e33dcc04-c02d-4169-8dad-f3d88986747f HTTP/1.1" status: 200 len: 835 time: 0.0474515 Nov 25 14:20:42.779697 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13275009-53df-477e-8e20-33be1e3a292a req-aabae19d-79b5-408f-ba83-6466f2d9146b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:20:42.782036 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-13275009-53df-477e-8e20-33be1e3a292a req-aabae19d-79b5-408f-ba83-6466f2d9146b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=abdb5834-e750-449f-80a7-90d88e6d4ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418992 Nov 25 14:20:42.877827 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-13275009-53df-477e-8e20-33be1e3a292a req-47aea1c1-0135-45e8-9f99-6e237e723636 service neutron] 10.222.0.47 "GET /v2.0/networks/abdb5834-e750-449f-80a7-90d88e6d4ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880921 Nov 25 14:20:42.970785 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-13275009-53df-477e-8e20-33be1e3a292a req-fbaf731d-bc81-4db1-b66f-9dbd947828c1 service neutron] 10.222.0.47 "GET /v2.0/networks/abdb5834-e750-449f-80a7-90d88e6d4ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860052 Nov 25 14:20:43.017101 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 7cb27bf5-3752-4b78-b158-f4e6730a8497 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:20:43.060059 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1cbc4-e199-4b68-bacd-b82c795ab8c5 req-4a0cf29e-2c58-43f3-8d4a-57542609444b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:20:43.061609 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-33d1cbc4-e199-4b68-bacd-b82c795ab8c5 req-4a0cf29e-2c58-43f3-8d4a-57542609444b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f996a916203a46b4a7ca7989c9357aff&device_id=2883e604-98a2-4d99-9990-c9c3ce54a410 HTTP/1.1" status: 200 len: 1096 time: 0.0419393 Nov 25 14:20:43.064557 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 7cb27bf5-3752-4b78-b158-f4e6730a8497 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:20:43.064938 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:43.166478 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1cbc4-e199-4b68-bacd-b82c795ab8c5 req-67803703-76ba-4475-ab5a-201aec0000af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:20:43.167929 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-33d1cbc4-e199-4b68-bacd-b82c795ab8c5 req-67803703-76ba-4475-ab5a-201aec0000af service neutron] 10.222.0.47 "GET /v2.0/networks?id=abdb5834-e750-449f-80a7-90d88e6d4ed5 HTTP/1.1" status: 200 len: 897 time: 0.0941346 Nov 25 14:20:43.211433 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-33d1cbc4-e199-4b68-bacd-b82c795ab8c5 req-d0070133-15db-47aa-9a21-3de1d82166f3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3001180-f534-4c8f-97e2-4f2cc3625cc5 HTTP/1.1" status: 200 len: 217 time: 0.0362422 Nov 25 14:20:43.264095 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1cbc4-e199-4b68-bacd-b82c795ab8c5 req-03781445-36a6-4d00-bc71-33aa458b6f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:20:43.267039 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-33d1cbc4-e199-4b68-bacd-b82c795ab8c5 req-03781445-36a6-4d00-bc71-33aa458b6f86 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e33dcc04-c02d-4169-8dad-f3d88986747f HTTP/1.1" status: 200 len: 835 time: 0.0472448 Nov 25 14:20:43.319983 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1cbc4-e199-4b68-bacd-b82c795ab8c5 req-99f0c959-e0d6-4af3-b4ee-50961f9a7036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:20:43.321523 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-33d1cbc4-e199-4b68-bacd-b82c795ab8c5 req-99f0c959-e0d6-4af3-b4ee-50961f9a7036 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=abdb5834-e750-449f-80a7-90d88e6d4ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469527 Nov 25 14:20:43.417736 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-33d1cbc4-e199-4b68-bacd-b82c795ab8c5 req-4d88752e-0495-4e95-91af-a82dc4cfafe3 service neutron] 10.222.0.47 "GET /v2.0/networks/abdb5834-e750-449f-80a7-90d88e6d4ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884449 Nov 25 14:20:43.462389 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c804ee8-e341-4225-b54c-b41f101289c6 req-fff8fc76-123f-4dab-8051-2269bdbe7ed0 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:20:43.463918 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4c804ee8-e341-4225-b54c-b41f101289c6 req-fff8fc76-123f-4dab-8051-2269bdbe7ed0 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=2883e604-98a2-4d99-9990-c9c3ce54a410 HTTP/1.1" status: 200 len: 944 time: 0.0532830 Nov 25 14:20:43.513069 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4c804ee8-e341-4225-b54c-b41f101289c6 req-bf9b3114-a151-4d2e-b700-ac617bcea36b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=60f068ea-5768-47b6-b104-cb4597ffb068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430195 Nov 25 14:20:43.513481 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-33d1cbc4-e199-4b68-bacd-b82c795ab8c5 req-3214aa14-af63-4506-8441-7159f7d47016 service neutron] 10.222.0.47 "GET /v2.0/networks/abdb5834-e750-449f-80a7-90d88e6d4ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886190 Nov 25 14:20:44.627810 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ba332-9fcb-4076-ad65-2f7b4d0552a7 req-794cc91f-1396-450d-a415-4746bda5f5f9 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:20:44.629304 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3f0ba332-9fcb-4076-ad65-2f7b4d0552a7 req-794cc91f-1396-450d-a415-4746bda5f5f9 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=2883e604-98a2-4d99-9990-c9c3ce54a410 HTTP/1.1" status: 200 len: 944 time: 0.0485017 Nov 25 14:20:44.678273 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3f0ba332-9fcb-4076-ad65-2f7b4d0552a7 req-b86c2623-c393-4434-b152-496958b35c0f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=60f068ea-5768-47b6-b104-cb4597ffb068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427876 Nov 25 14:20:44.716849 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device e3001180-f534-4c8f-97e2-4f2cc3625cc5 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 14:20:44.810937 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port e3001180-f534-4c8f-97e2-4f2cc3625cc5, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=e3001180-f534-4c8f-97e2-4f2cc3625cc5,segment=NetworkSegment(325bbe5b-11c0-4949-8dcf-174790c52fac),segment_id=325bbe5b-11c0-4949-8dcf-174790c52fac)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:20:44.822457 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': 'e3001180-f534-4c8f-97e2-4f2cc3625cc5', 'network_id': 'abdb5834-e750-449f-80a7-90d88e6d4ed5', 'port_id': 'e3001180-f534-4c8f-97e2-4f2cc3625cc5', 'mac_address': 'fa:16:3e:55:29:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e33dcc04-c02d-4169-8dad-f3d88986747f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 14:20:44.858095 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:44.870959 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3001180-f534-4c8f-97e2-4f2cc3625cc5 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 14:20:44.890919 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port e3001180-f534-4c8f-97e2-4f2cc3625cc5, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=e3001180-f534-4c8f-97e2-4f2cc3625cc5,segment=NetworkSegment(325bbe5b-11c0-4949-8dcf-174790c52fac),segment_id=325bbe5b-11c0-4949-8dcf-174790c52fac)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:20:44.894948 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:44.939180 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=e3001180-f534-4c8f-97e2-4f2cc3625cc5,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:20:45.117606 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['e3001180-f534-4c8f-97e2-4f2cc3625cc5'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 14:20:45.791576 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6084e7-46da-44c5-aa57-24981176a0fd req-2ff2700d-1d1b-4db5-a8cf-709da84e5587 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:20:45.793695 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5f6084e7-46da-44c5-aa57-24981176a0fd req-2ff2700d-1d1b-4db5-a8cf-709da84e5587 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=2883e604-98a2-4d99-9990-c9c3ce54a410 HTTP/1.1" status: 200 len: 945 time: 0.0487731 Nov 25 14:20:45.847073 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5f6084e7-46da-44c5-aa57-24981176a0fd req-51f3b391-8b14-43db-b443-8616ceb332c7 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=60f068ea-5768-47b6-b104-cb4597ffb068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467947 Nov 25 14:20:46.732995 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device e3001180-f534-4c8f-97e2-4f2cc3625cc5 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:20:46.784192 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port e3001180-f534-4c8f-97e2-4f2cc3625cc5 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 14:20:46.787879 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port e3001180-f534-4c8f-97e2-4f2cc3625cc5 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:20:46.788260 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:46.864261 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:46.888036 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2883e604-98a2-4d99-9990-c9c3ce54a410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3001180-f534-4c8f-97e2-4f2cc3625cc5'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:20:46.891139 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4a683b2f55a074025c37cf42062357829495bd62ced1b23f0cba96c56cdda24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31310088-8404-48aa-aaad-b2c082d76c41" -d '{"events": [{"server_uuid": "2883e604-98a2-4d99-9990-c9c3ce54a410", "name": "network-vif-plugged", "status": "completed", "tag": "e3001180-f534-4c8f-97e2-4f2cc3625cc5"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:20:46.904374 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port e3001180-f534-4c8f-97e2-4f2cc3625cc5, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=e3001180-f534-4c8f-97e2-4f2cc3625cc5,segment=NetworkSegment(325bbe5b-11c0-4949-8dcf-174790c52fac),segment_id=325bbe5b-11c0-4949-8dcf-174790c52fac)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:20:46.909321 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:46.938747 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 14:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df42aa3-0655-4077-a4d1-0488974669fa x-openstack-request-id: req-3df42aa3-0655-4077-a4d1-0488974669fa {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:20:46.939128 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2883e604-98a2-4d99-9990-c9c3ce54a410", "name": "network-vif-plugged", "status": "completed", "tag": "e3001180-f534-4c8f-97e2-4f2cc3625cc5", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:20:46.939311 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3df42aa3-0655-4077-a4d1-0488974669fa {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:20:46.939691 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2883e604-98a2-4d99-9990-c9c3ce54a410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3001180-f534-4c8f-97e2-4f2cc3625cc5', 'code': 200} Nov 25 14:20:46.966762 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=e3001180-f534-4c8f-97e2-4f2cc3625cc5,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:20:46.984252 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc82a81-2500-4889-a8f2-f8443195fc63 req-b4cd3c7c-d4eb-46ed-b012-9c84e2cf6a02 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:20:46.985698 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0bc82a81-2500-4889-a8f2-f8443195fc63 req-b4cd3c7c-d4eb-46ed-b012-9c84e2cf6a02 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=2883e604-98a2-4d99-9990-c9c3ce54a410 HTTP/1.1" status: 200 len: 946 time: 0.0643802 Nov 25 14:20:47.034220 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e5e1f-bb3f-4998-a75d-ef39213edc13 req-848b5588-d552-4e8b-b4d2-4b609fbbb322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:20:47.035749 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bd3e5e1f-bb3f-4998-a75d-ef39213edc13 req-848b5588-d552-4e8b-b4d2-4b609fbbb322 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2883e604-98a2-4d99-9990-c9c3ce54a410 HTTP/1.1" status: 200 len: 1098 time: 0.0422885 Nov 25 14:20:47.037048 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0bc82a81-2500-4889-a8f2-f8443195fc63 req-209a3a79-2118-4adf-82cd-3203f6de8329 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=60f068ea-5768-47b6-b104-cb4597ffb068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452490 Nov 25 14:20:47.083833 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bd3e5e1f-bb3f-4998-a75d-ef39213edc13 req-0ca43b57-d31e-4c3d-a267-1a072eda57bc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=60f068ea-5768-47b6-b104-cb4597ffb068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408421 Nov 25 14:20:47.758108 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:20:48.157538 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df0ed44-8adc-4878-b0b9-eb6de7f13b80 req-8f7b2504-753e-445a-b264-0fdc799c4d24 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:20:48.159056 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9df0ed44-8adc-4878-b0b9-eb6de7f13b80 req-8f7b2504-753e-445a-b264-0fdc799c4d24 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=2883e604-98a2-4d99-9990-c9c3ce54a410 HTTP/1.1" status: 200 len: 946 time: 0.0494888 Nov 25 14:20:48.208483 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9df0ed44-8adc-4878-b0b9-eb6de7f13b80 req-8876012e-383f-40b6-a5de-dd3cbc683c74 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=60f068ea-5768-47b6-b104-cb4597ffb068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431836 Nov 25 14:20:49.324435 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e364db-2697-4211-89a4-c48cd17baaae req-7f37a57d-f37f-4e0b-99ef-f174a53c968c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:20:49.325886 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a9e364db-2697-4211-89a4-c48cd17baaae req-7f37a57d-f37f-4e0b-99ef-f174a53c968c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=2883e604-98a2-4d99-9990-c9c3ce54a410 HTTP/1.1" status: 200 len: 946 time: 0.0509830 Nov 25 14:20:49.374195 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a9e364db-2697-4211-89a4-c48cd17baaae req-e868d07e-f0ce-432b-8119-80a33ca9c704 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=60f068ea-5768-47b6-b104-cb4597ffb068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418215 Nov 25 14:20:49.492898 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47559efe-a41f-45c4-8731-5e39ab843fc1 req-719be1c0-7ada-4ef7-b96b-b5c8a3d36fe4 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:20:49.494380 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-47559efe-a41f-45c4-8731-5e39ab843fc1 req-719be1c0-7ada-4ef7-b96b-b5c8a3d36fe4 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=2883e604-98a2-4d99-9990-c9c3ce54a410 HTTP/1.1" status: 200 len: 946 time: 0.0500462 Nov 25 14:20:49.543280 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-47559efe-a41f-45c4-8731-5e39ab843fc1 req-20605b8a-22ab-4e58-96a2-b6455d817a06 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=60f068ea-5768-47b6-b104-cb4597ffb068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429170 Nov 25 14:20:49.564721 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39664) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:20:49.608474 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e809d3-159d-45c6-8f67-14f20f1acbad tempest-TestNetworkAdvancedServerOps-501883029 tempest-TestNetworkAdvancedServerOps-501883029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:20:49.609997 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-76e809d3-159d-45c6-8f67-14f20f1acbad tempest-TestNetworkAdvancedServerOps-501883029 tempest-TestNetworkAdvancedServerOps-501883029-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=2883e604-98a2-4d99-9990-c9c3ce54a410 HTTP/1.1" status: 200 len: 1093 time: 0.0442259 Nov 25 14:20:49.612871 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39666) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:20:49.617176 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-6b3cc8eb-a2fb-48d1-a980-8534fa41247c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Request body: {'floatingip': {'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'port_id': 'e3001180-f534-4c8f-97e2-4f2cc3625cc5', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:20:49.638660 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6b3cc8eb-a2fb-48d1-a980-8534fa41247c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for floatingip, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:49.737245 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6b3cc8eb-a2fb-48d1-a980-8534fa41247c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:49.841048 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-6b3cc8eb-a2fb-48d1-a980-8534fa41247c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Allocated IP 172.25.5.90 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/a750c50d-247f-4c69-b23b-94bdcf5eeba7) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:20:49.938664 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6b3cc8eb-a2fb-48d1-a980-8534fa41247c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:49.971691 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6b3cc8eb-a2fb-48d1-a980-8534fa41247c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:50.015621 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3cc8eb-a2fb-48d1-a980-8534fa41247c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:20:50.018524 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-6b3cc8eb-a2fb-48d1-a980-8534fa41247c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:20:50.022323 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3cc8eb-a2fb-48d1-a980-8534fa41247c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:20:50.044148 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3cc8eb-a2fb-48d1-a980-8534fa41247c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'Port': ['ID=a750c50d-247f-4c69-b23b-94bdcf5eeba7,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:20:50.370033 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6b3cc8eb-a2fb-48d1-a980-8534fa41247c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:50.441061 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6b3cc8eb-a2fb-48d1-a980-8534fa41247c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:50.589953 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6b3cc8eb-a2fb-48d1-a980-8534fa41247c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:50.595186 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6b3cc8eb-a2fb-48d1-a980-8534fa41247c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:50.660570 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3cc8eb-a2fb-48d1-a980-8534fa41247c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'Port': ['ID=a750c50d-247f-4c69-b23b-94bdcf5eeba7,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:20:50.672939 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6b3cc8eb-a2fb-48d1-a980-8534fa41247c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:50.772752 n-d-808199-11 neutron-server[103570]: INFO neutron.db.l3_db [None req-6b3cc8eb-a2fb-48d1-a980-8534fa41247c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Floating IP 783d7970-d188-4ccb-bd08-7e9af45f55d0 associated. External IP: 172.25.5.90, port: e3001180-f534-4c8f-97e2-4f2cc3625cc5. Nov 25 14:20:50.978050 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b3cc8eb-a2fb-48d1-a980-8534fa41247c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Router 95abc34a-5220-431a-9a91-a3574973b219 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 14:20:51.084054 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3cc8eb-a2fb-48d1-a980-8534fa41247c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 14:20:51.094143 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e35d20-6d61-4910-a113-16de9e19c7cb None None] Sync routers for ids ['95abc34a-5220-431a-9a91-a3574973b219'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 14:20:51.102358 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6b3cc8eb-a2fb-48d1-a980-8534fa41247c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:20:51.104256 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e35d20-6d61-4910-a113-16de9e19c7cb None None] Routers {'95abc34a-5220-431a-9a91-a3574973b219'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:20:51.104900 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-d0e35d20-6d61-4910-a113-16de9e19c7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:20:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['95abc34a-5220-431a-9a91-a3574973b219'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:20:51.128931 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-6b3cc8eb-a2fb-48d1-a980-8534fa41247c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5148973 Nov 25 14:20:51.129844 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2883e604-98a2-4d99-9990-c9c3ce54a410', 'tag': 'e3001180-f534-4c8f-97e2-4f2cc3625cc5'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:20:51.132342 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ff10e3dad8c55f3be2027b0b566631f93d9edebaac325607bb9a9480f03098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8999586b-79b8-4d92-a7ab-9e8b354d82a2" -d '{"events": [{"name": "network-changed", "server_uuid": "2883e604-98a2-4d99-9990-c9c3ce54a410", "tag": "e3001180-f534-4c8f-97e2-4f2cc3625cc5"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:20:51.180672 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 14:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e7d368-4a06-420c-85f2-7bb7defd54b6 x-openstack-request-id: req-53e7d368-4a06-420c-85f2-7bb7defd54b6 {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:20:51.181703 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2883e604-98a2-4d99-9990-c9c3ce54a410", "tag": "e3001180-f534-4c8f-97e2-4f2cc3625cc5", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:20:51.182092 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-53e7d368-4a06-420c-85f2-7bb7defd54b6 {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:20:51.182632 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2883e604-98a2-4d99-9990-c9c3ce54a410', 'tag': 'e3001180-f534-4c8f-97e2-4f2cc3625cc5', 'status': 'completed', 'code': 200} Nov 25 14:20:51.216207 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-d0e35d20-6d61-4910-a113-16de9e19c7cb None None] Set router 95abc34a-5220-431a-9a91-a3574973b219 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:20:51.245812 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8999586b-79b8-4d92-a7ab-9e8b354d82a2 req-71b4ff90-3173-4deb-ad1d-8a929bcfc2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:20:51.246398 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc62fe-536a-48f8-b02f-f0192d6624c5 req-e0099aa0-4a05-4496-9568-da7b4ee34640 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:20:51.247343 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8999586b-79b8-4d92-a7ab-9e8b354d82a2 req-71b4ff90-3173-4deb-ad1d-8a929bcfc2e0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f996a916203a46b4a7ca7989c9357aff&device_id=2883e604-98a2-4d99-9990-c9c3ce54a410 HTTP/1.1" status: 200 len: 1098 time: 0.0415819 Nov 25 14:20:51.247815 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8ddc62fe-536a-48f8-b02f-f0192d6624c5 req-e0099aa0-4a05-4496-9568-da7b4ee34640 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=2883e604-98a2-4d99-9990-c9c3ce54a410 HTTP/1.1" status: 200 len: 946 time: 0.0496609 Nov 25 14:20:51.301158 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8ddc62fe-536a-48f8-b02f-f0192d6624c5 req-8dd8cb17-548b-4c48-a600-e5928151537f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=60f068ea-5768-47b6-b104-cb4597ffb068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464339 Nov 25 14:20:51.322531 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39672) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:20:51.351012 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8999586b-79b8-4d92-a7ab-9e8b354d82a2 req-b1b10f83-fefa-4c47-a6e0-42b8cce04e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:20:51.352493 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8999586b-79b8-4d92-a7ab-9e8b354d82a2 req-b1b10f83-fefa-4c47-a6e0-42b8cce04e44 service neutron] 10.222.0.47 "GET /v2.0/networks?id=abdb5834-e750-449f-80a7-90d88e6d4ed5 HTTP/1.1" status: 200 len: 897 time: 0.0984080 Nov 25 14:20:51.424049 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8999586b-79b8-4d92-a7ab-9e8b354d82a2 req-ec32a5ad-89de-4e6d-9e0f-6187983943dd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3001180-f534-4c8f-97e2-4f2cc3625cc5 HTTP/1.1" status: 200 len: 999 time: 0.0641785 Nov 25 14:20:51.469272 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-d0e35d20-6d61-4910-a113-16de9e19c7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95abc34a-5220-431a-9a91-a3574973b219', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2062320846', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '6da5ca7b-ba62-4c2b-89c3-ce230e816aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:20:34Z', 'updated_at': '2021-11-25T14:20:38Z', 'revision_number': 4, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port': {'id': '6da5ca7b-ba62-4c2b-89c3-ce230e816aa3', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:7e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95abc34a-5220-431a-9a91-a3574973b219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:20:35Z', 'updated_at': '2021-11-25T14:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '783d7970-d188-4ccb-bd08-7e9af45f55d0', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'floating_ip_address': '172.25.5.90', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '95abc34a-5220-431a-9a91-a3574973b219', 'port_id': 'e3001180-f534-4c8f-97e2-4f2cc3625cc5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abdb5834-e750-449f-80a7-90d88e6d4ed5', 'mac_address': 'fa:16:3e:55:29:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2883e604-98a2-4d99-9990-c9c3ce54a410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T14:20:50Z', 'updated_at': '2021-11-25T14:20:50Z', 'revision_number': 0, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cb27bf5-3752-4b78-b158-f4e6730a8497', 'name': '', 'network_id': 'abdb5834-e750-449f-80a7-90d88e6d4ed5', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'mac_address': 'fa:16:3e:c4:1a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95abc34a-5220-431a-9a91-a3574973b219', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e33dcc04-c02d-4169-8dad-f3d88986747f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:20:37Z', 'updated_at': '2021-11-25T14:20:41Z', 'revision_number': 5, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'subnets': [{'id': 'e33dcc04-c02d-4169-8dad-f3d88986747f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:20:51.483595 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8999586b-79b8-4d92-a7ab-9e8b354d82a2 req-5381dd3d-5e1d-47ff-96a7-fc9e5947aec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:20:51.485101 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8999586b-79b8-4d92-a7ab-9e8b354d82a2 req-5381dd3d-5e1d-47ff-96a7-fc9e5947aec2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e33dcc04-c02d-4169-8dad-f3d88986747f HTTP/1.1" status: 200 len: 835 time: 0.0542417 Nov 25 14:20:51.502479 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e35d20-6d61-4910-a113-16de9e19c7cb None None] Checking router: 95abc34a-5220-431a-9a91-a3574973b219 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 14:20:51.509989 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e35d20-6d61-4910-a113-16de9e19c7cb None None] Routers {'95abc34a-5220-431a-9a91-a3574973b219'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:20:51.510638 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-d0e35d20-6d61-4910-a113-16de9e19c7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:20:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['95abc34a-5220-431a-9a91-a3574973b219'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:20:51.534419 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8999586b-79b8-4d92-a7ab-9e8b354d82a2 req-2f75bd06-d280-41ad-856c-6c8a44a74c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:20:51.536068 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8999586b-79b8-4d92-a7ab-9e8b354d82a2 req-2f75bd06-d280-41ad-856c-6c8a44a74c63 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=abdb5834-e750-449f-80a7-90d88e6d4ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442321 Nov 25 14:20:51.623048 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-d0e35d20-6d61-4910-a113-16de9e19c7cb None None] Set router 95abc34a-5220-431a-9a91-a3574973b219 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:20:51.632866 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8999586b-79b8-4d92-a7ab-9e8b354d82a2 req-04c03001-0acb-4e7f-9e1b-0de36bb8db83 service neutron] 10.222.0.47 "GET /v2.0/networks/abdb5834-e750-449f-80a7-90d88e6d4ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883226 Nov 25 14:20:51.699831 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-ecfd7a05-c7f1-4385-ac56-fc30196483d7 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/floatingips/783d7970-d188-4ccb-bd08-7e9af45f55d0 HTTP/1.1" status: 200 len: 991 time: 0.3761086 Nov 25 14:20:51.730532 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8999586b-79b8-4d92-a7ab-9e8b354d82a2 req-ef02283b-a185-43c1-a216-e7f21cf823cd service neutron] 10.222.0.47 "GET /v2.0/networks/abdb5834-e750-449f-80a7-90d88e6d4ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904984 Nov 25 14:20:51.852354 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-d0e35d20-6d61-4910-a113-16de9e19c7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95abc34a-5220-431a-9a91-a3574973b219', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2062320846', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '6da5ca7b-ba62-4c2b-89c3-ce230e816aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:20:34Z', 'updated_at': '2021-11-25T14:20:38Z', 'revision_number': 4, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port': {'id': '6da5ca7b-ba62-4c2b-89c3-ce230e816aa3', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:7e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95abc34a-5220-431a-9a91-a3574973b219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:20:35Z', 'updated_at': '2021-11-25T14:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '783d7970-d188-4ccb-bd08-7e9af45f55d0', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'floating_ip_address': '172.25.5.90', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '95abc34a-5220-431a-9a91-a3574973b219', 'port_id': 'e3001180-f534-4c8f-97e2-4f2cc3625cc5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abdb5834-e750-449f-80a7-90d88e6d4ed5', 'mac_address': 'fa:16:3e:55:29:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2883e604-98a2-4d99-9990-c9c3ce54a410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T14:20:50Z', 'updated_at': '2021-11-25T14:20:50Z', 'revision_number': 0, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cb27bf5-3752-4b78-b158-f4e6730a8497', 'name': '', 'network_id': 'abdb5834-e750-449f-80a7-90d88e6d4ed5', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'mac_address': 'fa:16:3e:c4:1a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95abc34a-5220-431a-9a91-a3574973b219', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e33dcc04-c02d-4169-8dad-f3d88986747f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:20:37Z', 'updated_at': '2021-11-25T14:20:41Z', 'revision_number': 5, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'subnets': [{'id': 'e33dcc04-c02d-4169-8dad-f3d88986747f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:20:51.882248 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e35d20-6d61-4910-a113-16de9e19c7cb None None] The sync data for ids ['95abc34a-5220-431a-9a91-a3574973b219'] in n-d-808199-11 is: [{'id': '95abc34a-5220-431a-9a91-a3574973b219', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2062320846', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '6da5ca7b-ba62-4c2b-89c3-ce230e816aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:20:34Z', 'updated_at': '2021-11-25T14:20:38Z', 'revision_number': 4, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port': {'id': '6da5ca7b-ba62-4c2b-89c3-ce230e816aa3', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:7e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95abc34a-5220-431a-9a91-a3574973b219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:20:35Z', 'updated_at': '2021-11-25T14:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '783d7970-d188-4ccb-bd08-7e9af45f55d0', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'floating_ip_address': '172.25.5.90', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '95abc34a-5220-431a-9a91-a3574973b219', 'port_id': 'e3001180-f534-4c8f-97e2-4f2cc3625cc5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abdb5834-e750-449f-80a7-90d88e6d4ed5', 'mac_address': 'fa:16:3e:55:29:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2883e604-98a2-4d99-9990-c9c3ce54a410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T14:20:50Z', 'updated_at': '2021-11-25T14:20:50Z', 'revision_number': 0, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cb27bf5-3752-4b78-b158-f4e6730a8497', 'name': '', 'network_id': 'abdb5834-e750-449f-80a7-90d88e6d4ed5', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'mac_address': 'fa:16:3e:c4:1a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95abc34a-5220-431a-9a91-a3574973b219', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e33dcc04-c02d-4169-8dad-f3d88986747f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:20:37Z', 'updated_at': '2021-11-25T14:20:41Z', 'revision_number': 5, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'subnets': [{'id': 'e33dcc04-c02d-4169-8dad-f3d88986747f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 14:20:52.069495 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf4a84a-840d-43d1-b0c8-26c23590ff05 None None] New status for floating IP 783d7970-d188-4ccb-bd08-7e9af45f55d0: ACTIVE {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 14:20:52.702886 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39674) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:20:52.762065 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-0b1dc1b6-1025-4a03-ac92-8f5ed2b40f2f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/floatingips/783d7970-d188-4ccb-bd08-7e9af45f55d0 HTTP/1.1" status: 200 len: 993 time: 0.0580058 Nov 25 14:21:00.403565 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2259f2f6-11a1-4fa0-893b-aea2aa3149e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:21:02.883881 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a43ea734-9de8-47e9-b651-966e43061e11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:21:04.120140 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:21:05.431578 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:21:06.580699 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:21:08.839680 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:21:11.920525 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f33e063b-4fac-4369-b303-80b81700074d req-1f382ccd-e314-4134-9304-d276d700aac7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2883e604-98a2-4d99-9990-c9c3ce54a410&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395949 Nov 25 14:21:12.001471 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e063b-4fac-4369-b303-80b81700074d req-6bf34618-f3f3-4b3c-a19a-9d8b219bdaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:21:12.002983 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f33e063b-4fac-4369-b303-80b81700074d req-6bf34618-f3f3-4b3c-a19a-9d8b219bdaa0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f996a916203a46b4a7ca7989c9357aff&device_id=2883e604-98a2-4d99-9990-c9c3ce54a410 HTTP/1.1" status: 200 len: 1098 time: 0.0395994 Nov 25 14:21:12.108173 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e063b-4fac-4369-b303-80b81700074d req-051d5284-42f9-40df-acea-b792c8ba9e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:21:12.109670 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f33e063b-4fac-4369-b303-80b81700074d req-051d5284-42f9-40df-acea-b792c8ba9e49 service neutron] 10.222.0.47 "GET /v2.0/networks?id=abdb5834-e750-449f-80a7-90d88e6d4ed5 HTTP/1.1" status: 200 len: 897 time: 0.0872900 Nov 25 14:21:12.174834 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f33e063b-4fac-4369-b303-80b81700074d req-c7b5500b-7e93-4920-ba7f-089f164dd0c6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3001180-f534-4c8f-97e2-4f2cc3625cc5 HTTP/1.1" status: 200 len: 1001 time: 0.0573924 Nov 25 14:21:12.227796 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e063b-4fac-4369-b303-80b81700074d req-21f34378-421e-4dc8-a433-8e56d3ff311c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:21:12.229197 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f33e063b-4fac-4369-b303-80b81700074d req-21f34378-421e-4dc8-a433-8e56d3ff311c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e33dcc04-c02d-4169-8dad-f3d88986747f HTTP/1.1" status: 200 len: 835 time: 0.0470173 Nov 25 14:21:12.268916 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:21:12.277066 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e063b-4fac-4369-b303-80b81700074d req-36b73079-43dc-4e69-87c1-5217a75854a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:21:12.278578 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f33e063b-4fac-4369-b303-80b81700074d req-36b73079-43dc-4e69-87c1-5217a75854a4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=abdb5834-e750-449f-80a7-90d88e6d4ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416732 Nov 25 14:21:12.366626 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f33e063b-4fac-4369-b303-80b81700074d req-837d4cbe-3fa8-43e6-b292-6dd514de3924 service neutron] 10.222.0.47 "GET /v2.0/networks/abdb5834-e750-449f-80a7-90d88e6d4ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802867 Nov 25 14:21:12.465036 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f33e063b-4fac-4369-b303-80b81700074d req-9c736e64-3134-4133-826e-5478d6e016eb service neutron] 10.222.0.47 "GET /v2.0/networks/abdb5834-e750-449f-80a7-90d88e6d4ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906594 Nov 25 14:21:24.171438 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 39692) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:21:24.178292 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005cbe88-7464-43b9-8b52-9f9f374d9851 req-f14d02c0-7b74-4e9e-8cc8-22b37abacd53 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:21:24.180048 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-005cbe88-7464-43b9-8b52-9f9f374d9851 req-f14d02c0-7b74-4e9e-8cc8-22b37abacd53 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=2883e604-98a2-4d99-9990-c9c3ce54a410 HTTP/1.1" status: 200 len: 946 time: 0.0493324 Nov 25 14:21:24.233269 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-005cbe88-7464-43b9-8b52-9f9f374d9851 req-ca27cbbc-22ba-459a-8d66-552bec7cf83b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=60f068ea-5768-47b6-b104-cb4597ffb068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470107 Nov 25 14:21:24.253323 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-26fabdce-c577-4595-9e15-0012f366b1e5 req-fd3707d7-e824-4021-ae70-2521a6a5df7b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2883e604-98a2-4d99-9990-c9c3ce54a410&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0801911 Nov 25 14:21:24.262206 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [req-26fabdce-c577-4595-9e15-0012f366b1e5 req-624a56cd-288b-46fb-8931-67b49720b193 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 14:21:24.263207 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-26fabdce-c577-4595-9e15-0012f366b1e5 req-624a56cd-288b-46fb-8931-67b49720b193 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051467 Nov 25 14:21:24.756835 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:21:25.353295 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919dbfe-bf82-4c1b-9e5d-a2fea932d82c req-f71db018-152c-4080-b5aa-f9afb8acad78 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:21:25.355674 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2919dbfe-bf82-4c1b-9e5d-a2fea932d82c req-f71db018-152c-4080-b5aa-f9afb8acad78 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=2883e604-98a2-4d99-9990-c9c3ce54a410 HTTP/1.1" status: 200 len: 946 time: 0.0521321 Nov 25 14:21:25.406294 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2919dbfe-bf82-4c1b-9e5d-a2fea932d82c req-9e786aea-c334-45b8-9bae-926c9016c249 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=60f068ea-5768-47b6-b104-cb4597ffb068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446386 Nov 25 14:21:26.520246 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cce7e6-f8ed-4138-8f9f-f219d9ee71ab req-92e2c8e6-542e-4c76-b28f-cef4662efd71 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:21:26.521714 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a2cce7e6-f8ed-4138-8f9f-f219d9ee71ab req-92e2c8e6-542e-4c76-b28f-cef4662efd71 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=2883e604-98a2-4d99-9990-c9c3ce54a410 HTTP/1.1" status: 200 len: 946 time: 0.0476780 Nov 25 14:21:26.569799 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a2cce7e6-f8ed-4138-8f9f-f219d9ee71ab req-ced5d431-8d37-47c0-9e87-353600f0d3a8 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=60f068ea-5768-47b6-b104-cb4597ffb068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422075 Nov 25 14:21:27.690165 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e435e-115b-475f-9981-50403591b7e4 req-0daa28c9-ae4d-45bd-9f61-376f30add4c0 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:21:27.691580 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0d8e435e-115b-475f-9981-50403591b7e4 req-0daa28c9-ae4d-45bd-9f61-376f30add4c0 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=2883e604-98a2-4d99-9990-c9c3ce54a410 HTTP/1.1" status: 200 len: 946 time: 0.0520005 Nov 25 14:21:27.740232 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0d8e435e-115b-475f-9981-50403591b7e4 req-dc136e05-7807-4d6e-bb13-92fba6167c9e tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=60f068ea-5768-47b6-b104-cb4597ffb068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427396 Nov 25 14:21:28.853257 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374b566-0172-4f05-a77b-5a71300696c3 req-36181b0f-6110-4253-b9c5-d4cb202bef02 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:21:28.854752 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0374b566-0172-4f05-a77b-5a71300696c3 req-36181b0f-6110-4253-b9c5-d4cb202bef02 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=2883e604-98a2-4d99-9990-c9c3ce54a410 HTTP/1.1" status: 200 len: 946 time: 0.0482366 Nov 25 14:21:28.903776 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0374b566-0172-4f05-a77b-5a71300696c3 req-706e57c6-5636-448e-aea9-5d67b5d2f244 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=60f068ea-5768-47b6-b104-cb4597ffb068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430946 Nov 25 14:21:29.530271 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fabdce-c577-4595-9e15-0012f366b1e5 req-8ba7242b-dc2e-4a21-8e42-c182732c1cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:21:29.532318 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-26fabdce-c577-4595-9e15-0012f366b1e5 req-8ba7242b-dc2e-4a21-8e42-c182732c1cd7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f996a916203a46b4a7ca7989c9357aff&device_id=2883e604-98a2-4d99-9990-c9c3ce54a410 HTTP/1.1" status: 200 len: 1098 time: 0.0398600 Nov 25 14:21:29.622864 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fabdce-c577-4595-9e15-0012f366b1e5 req-22611695-26ab-47cc-aac9-33e4e4573cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:21:29.624313 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-26fabdce-c577-4595-9e15-0012f366b1e5 req-22611695-26ab-47cc-aac9-33e4e4573cc4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=abdb5834-e750-449f-80a7-90d88e6d4ed5 HTTP/1.1" status: 200 len: 897 time: 0.0855186 Nov 25 14:21:29.688876 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-26fabdce-c577-4595-9e15-0012f366b1e5 req-44fc444c-e282-4f56-b4d0-310232610188 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3001180-f534-4c8f-97e2-4f2cc3625cc5 HTTP/1.1" status: 200 len: 1001 time: 0.0577228 Nov 25 14:21:29.740428 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fabdce-c577-4595-9e15-0012f366b1e5 req-2d379723-aae5-48a8-a413-f8d03de802de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:21:29.741857 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-26fabdce-c577-4595-9e15-0012f366b1e5 req-2d379723-aae5-48a8-a413-f8d03de802de service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e33dcc04-c02d-4169-8dad-f3d88986747f HTTP/1.1" status: 200 len: 835 time: 0.0462780 Nov 25 14:21:29.788925 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fabdce-c577-4595-9e15-0012f366b1e5 req-fa38ca39-28de-43d2-9561-1602c98d3ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:21:29.790380 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-26fabdce-c577-4595-9e15-0012f366b1e5 req-fa38ca39-28de-43d2-9561-1602c98d3ab4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=abdb5834-e750-449f-80a7-90d88e6d4ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407114 Nov 25 14:21:29.877234 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-26fabdce-c577-4595-9e15-0012f366b1e5 req-acc2b50f-624e-418e-a7cd-cd377184fd3b service neutron] 10.222.0.47 "GET /v2.0/networks/abdb5834-e750-449f-80a7-90d88e6d4ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793786 Nov 25 14:21:29.975518 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-26fabdce-c577-4595-9e15-0012f366b1e5 req-a8f3c95c-2f44-441a-92bb-14142be2a798 service neutron] 10.222.0.47 "GET /v2.0/networks/abdb5834-e750-449f-80a7-90d88e6d4ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915723 Nov 25 14:21:30.044481 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9a24d-7b33-4eac-8ad2-4e52848695e2 req-da4e8393-c9af-45eb-81e1-86bf8be3f62b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:21:30.046061 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2ce9a24d-7b33-4eac-8ad2-4e52848695e2 req-da4e8393-c9af-45eb-81e1-86bf8be3f62b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=2883e604-98a2-4d99-9990-c9c3ce54a410 HTTP/1.1" status: 200 len: 946 time: 0.0519035 Nov 25 14:21:30.097360 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2ce9a24d-7b33-4eac-8ad2-4e52848695e2 req-206590bb-b420-496a-9c36-ea1de40d9ff6 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=60f068ea-5768-47b6-b104-cb4597ffb068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443363 Nov 25 14:21:30.405178 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8936de3c-8fad-4f19-b1ea-1dfe3cb8e0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:21:31.212545 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe31a00-dd6b-4da2-8b67-0d95aa39e047 req-57e2913d-38a3-4f51-a5d3-36150b481d4f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:21:31.213956 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2fe31a00-dd6b-4da2-8b67-0d95aa39e047 req-57e2913d-38a3-4f51-a5d3-36150b481d4f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=2883e604-98a2-4d99-9990-c9c3ce54a410 HTTP/1.1" status: 200 len: 946 time: 0.0481224 Nov 25 14:21:31.262566 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2fe31a00-dd6b-4da2-8b67-0d95aa39e047 req-87285e3e-d4ad-42d2-8368-57d7bf94584e tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=60f068ea-5768-47b6-b104-cb4597ffb068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420439 Nov 25 14:21:32.378028 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a7764-2ae7-4218-80de-e84833eaa7e9 req-c6641c74-8fb3-468d-89ab-b47ac573a3a1 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:21:32.379453 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3e1a7764-2ae7-4218-80de-e84833eaa7e9 req-c6641c74-8fb3-468d-89ab-b47ac573a3a1 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=2883e604-98a2-4d99-9990-c9c3ce54a410 HTTP/1.1" status: 200 len: 946 time: 0.0476635 Nov 25 14:21:32.435975 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3e1a7764-2ae7-4218-80de-e84833eaa7e9 req-c47febb1-699a-4fbc-a5b6-e89eb9ed6cac tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=60f068ea-5768-47b6-b104-cb4597ffb068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498877 Nov 25 14:21:32.884695 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3cf77e11-fc8a-4f2c-91a8-92930b45a800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:21:33.551044 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa8fa13-456e-432b-8be2-75b28775c23d req-10a2177f-42da-4875-9b5d-2f44992b5b18 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:21:33.552532 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dfa8fa13-456e-432b-8be2-75b28775c23d req-10a2177f-42da-4875-9b5d-2f44992b5b18 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=2883e604-98a2-4d99-9990-c9c3ce54a410 HTTP/1.1" status: 200 len: 946 time: 0.0494623 Nov 25 14:21:33.601982 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dfa8fa13-456e-432b-8be2-75b28775c23d req-dc10ced5-5d45-46f8-b320-d74e1bdf0871 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=60f068ea-5768-47b6-b104-cb4597ffb068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435174 Nov 25 14:21:34.122830 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:21:34.717552 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904340f9-ae0a-418e-bd1b-ac894a25e603 req-11b2e3bb-dd44-463e-9f4f-396333f45ee5 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:21:34.718963 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-904340f9-ae0a-418e-bd1b-ac894a25e603 req-11b2e3bb-dd44-463e-9f4f-396333f45ee5 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=2883e604-98a2-4d99-9990-c9c3ce54a410 HTTP/1.1" status: 200 len: 946 time: 0.0476129 Nov 25 14:21:34.768500 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-904340f9-ae0a-418e-bd1b-ac894a25e603 req-a30e009b-eafd-4186-8de0-3bdc788a19b0 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=60f068ea-5768-47b6-b104-cb4597ffb068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430136 Nov 25 14:21:35.433586 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:21:35.891422 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7464c77a-f49c-4a64-9c17-55922beabcb9 req-439af75b-72e6-4aa2-a457-82908f42946c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:21:35.892883 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7464c77a-f49c-4a64-9c17-55922beabcb9 req-439af75b-72e6-4aa2-a457-82908f42946c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=2883e604-98a2-4d99-9990-c9c3ce54a410 HTTP/1.1" status: 200 len: 946 time: 0.0515306 Nov 25 14:21:35.941695 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7464c77a-f49c-4a64-9c17-55922beabcb9 req-e48c7efb-d259-41a3-9037-4658245df3c3 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=60f068ea-5768-47b6-b104-cb4597ffb068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421901 Nov 25 14:21:36.582815 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:21:37.054620 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c65607-d9e5-43e0-8879-dacb5ae405b1 req-e4083e4b-f97c-4ccd-8da7-d32b55252c39 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:21:37.056138 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f9c65607-d9e5-43e0-8879-dacb5ae405b1 req-e4083e4b-f97c-4ccd-8da7-d32b55252c39 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=2883e604-98a2-4d99-9990-c9c3ce54a410 HTTP/1.1" status: 200 len: 946 time: 0.0475581 Nov 25 14:21:37.105375 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f9c65607-d9e5-43e0-8879-dacb5ae405b1 req-44b76179-8dc9-4356-8cec-442627cdd6c6 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=60f068ea-5768-47b6-b104-cb4597ffb068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433011 Nov 25 14:21:38.223080 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec527c5-a6d9-4707-a50a-b207a40e68e9 req-8505d758-cf30-46c5-9641-09d42bcf3d09 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:21:38.224601 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-aec527c5-a6d9-4707-a50a-b207a40e68e9 req-8505d758-cf30-46c5-9641-09d42bcf3d09 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=2883e604-98a2-4d99-9990-c9c3ce54a410 HTTP/1.1" status: 200 len: 946 time: 0.0475752 Nov 25 14:21:38.277384 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-aec527c5-a6d9-4707-a50a-b207a40e68e9 req-efffb3fb-7b73-4150-9f2c-6db555cc788b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=60f068ea-5768-47b6-b104-cb4597ffb068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467713 Nov 25 14:21:38.840004 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:21:39.394418 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db01dbb-aa5b-4c31-8822-2b547486e38f req-cd864b29-a1ea-4130-8c4a-b813c045fe3d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:21:39.396006 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5db01dbb-aa5b-4c31-8822-2b547486e38f req-cd864b29-a1ea-4130-8c4a-b813c045fe3d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=2883e604-98a2-4d99-9990-c9c3ce54a410 HTTP/1.1" status: 200 len: 946 time: 0.0487940 Nov 25 14:21:39.445325 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5db01dbb-aa5b-4c31-8822-2b547486e38f req-91455fbe-aad7-4b6e-9bd8-a627e46dda4d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=60f068ea-5768-47b6-b104-cb4597ffb068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434389 Nov 25 14:21:40.559842 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185d01f-9b8d-42d9-b65f-e71e087dc45c req-f67da0fd-f0e1-4a22-816e-017ccd7807b1 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:21:40.561346 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d185d01f-9b8d-42d9-b65f-e71e087dc45c req-f67da0fd-f0e1-4a22-816e-017ccd7807b1 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=2883e604-98a2-4d99-9990-c9c3ce54a410 HTTP/1.1" status: 200 len: 946 time: 0.0482767 Nov 25 14:21:40.612902 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d185d01f-9b8d-42d9-b65f-e71e087dc45c req-96692b87-749a-4b74-8f73-8d1a4c048c96 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=60f068ea-5768-47b6-b104-cb4597ffb068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450282 Nov 25 14:21:41.738205 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef4d11e-1e93-4f79-8e5d-586f06be95c6 req-14426a18-9a63-4c53-828a-3fcb4b84bc36 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:21:41.739803 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9ef4d11e-1e93-4f79-8e5d-586f06be95c6 req-14426a18-9a63-4c53-828a-3fcb4b84bc36 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=2883e604-98a2-4d99-9990-c9c3ce54a410 HTTP/1.1" status: 200 len: 946 time: 0.0596938 Nov 25 14:21:41.778887 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [req-26fabdce-c577-4595-9e15-0012f366b1e5 req-aecab296-1242-4d04-84d6-e1cf350abbd5 service neutron] show failed (client error): The resource could not be found. Nov 25 14:21:41.779916 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-26fabdce-c577-4595-9e15-0012f366b1e5 req-aecab296-1242-4d04-84d6-e1cf350abbd5 service neutron] 10.222.0.47 "GET /v2.0/ports/e3001180-f534-4c8f-97e2-4f2cc3625cc5/bindings/n-h1-808199-11 HTTP/1.1" status: 404 len: 381 time: 0.0649617 Nov 25 14:21:41.790185 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9ef4d11e-1e93-4f79-8e5d-586f06be95c6 req-a5667636-fc51-4c7f-a775-96e8f0782dbe tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=60f068ea-5768-47b6-b104-cb4597ffb068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441475 Nov 25 14:21:42.058419 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fabdce-c577-4595-9e15-0012f366b1e5 req-f0b31ab9-0ea0-414f-8719-fb2f7020592d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:21:42.059985 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-26fabdce-c577-4595-9e15-0012f366b1e5 req-f0b31ab9-0ea0-414f-8719-fb2f7020592d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2883e604-98a2-4d99-9990-c9c3ce54a410&tenant_id=f996a916203a46b4a7ca7989c9357aff HTTP/1.1" status: 200 len: 1098 time: 0.1127143 Nov 25 14:21:42.077103 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-26fabdce-c577-4595-9e15-0012f366b1e5 req-880d6fad-3bae-49bb-949b-40eb167002fa service neutron] Request body: {'port': {'binding:host_id': 'n-h1-808199-11', 'device_owner': 'compute:nova'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:21:42.133633 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-26fabdce-c577-4595-9e15-0012f366b1e5 req-880d6fad-3bae-49bb-949b-40eb167002fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:21:42.268649 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:21:42.330961 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-26fabdce-c577-4595-9e15-0012f366b1e5 req-880d6fad-3bae-49bb-949b-40eb167002fa service neutron] For port e3001180-f534-4c8f-97e2-4f2cc3625cc5, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=e3001180-f534-4c8f-97e2-4f2cc3625cc5,segment=NetworkSegment(325bbe5b-11c0-4949-8dcf-174790c52fac),segment_id=325bbe5b-11c0-4949-8dcf-174790c52fac)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:21:42.363567 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-26fabdce-c577-4595-9e15-0012f366b1e5 req-880d6fad-3bae-49bb-949b-40eb167002fa service neutron] For port e3001180-f534-4c8f-97e2-4f2cc3625cc5, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:21:42.402997 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2883e604-98a2-4d99-9990-c9c3ce54a410', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3001180-f534-4c8f-97e2-4f2cc3625cc5'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:21:42.405277 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b263d7d4b70db15966f189087f2cdd81ff7815a34d469843c29c7d40ca9dff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0cc1e34-b106-439a-a841-ee284c77084f" -d '{"events": [{"server_uuid": "2883e604-98a2-4d99-9990-c9c3ce54a410", "name": "network-vif-unplugged", "status": "completed", "tag": "e3001180-f534-4c8f-97e2-4f2cc3625cc5"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:21:42.409693 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-26fabdce-c577-4595-9e15-0012f366b1e5 req-880d6fad-3bae-49bb-949b-40eb167002fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:21:42.422498 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-26fabdce-c577-4595-9e15-0012f366b1e5 req-880d6fad-3bae-49bb-949b-40eb167002fa service neutron] Transition to ACTIVE for port object e3001180-f534-4c8f-97e2-4f2cc3625cc5 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 14:21:42.427129 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-26fabdce-c577-4595-9e15-0012f366b1e5 req-880d6fad-3bae-49bb-949b-40eb167002fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:21:42.456223 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 14:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8505effd-f2ee-413d-8f31-6c9ae4543522 x-openstack-request-id: req-8505effd-f2ee-413d-8f31-6c9ae4543522 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:21:42.456517 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2883e604-98a2-4d99-9990-c9c3ce54a410", "name": "network-vif-unplugged", "status": "completed", "tag": "e3001180-f534-4c8f-97e2-4f2cc3625cc5", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:21:42.456804 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8505effd-f2ee-413d-8f31-6c9ae4543522 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:21:42.457200 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2883e604-98a2-4d99-9990-c9c3ce54a410', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3001180-f534-4c8f-97e2-4f2cc3625cc5', 'code': 200} Nov 25 14:21:42.510749 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880d6fad-3bae-49bb-949b-40eb167002fa service neutron] Pushing event updated for resources: {'Port': ['ID=e3001180-f534-4c8f-97e2-4f2cc3625cc5,revision_number=6']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:21:42.526232 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880d6fad-3bae-49bb-949b-40eb167002fa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:21:42.526591 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880d6fad-3bae-49bb-949b-40eb167002fa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:21:42.526967 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880d6fad-3bae-49bb-949b-40eb167002fa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:21:42.527317 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880d6fad-3bae-49bb-949b-40eb167002fa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:21:42.527667 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880d6fad-3bae-49bb-949b-40eb167002fa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:21:42.528008 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880d6fad-3bae-49bb-949b-40eb167002fa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:21:42.528348 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880d6fad-3bae-49bb-949b-40eb167002fa service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:21:42.528681 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880d6fad-3bae-49bb-949b-40eb167002fa service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:21:42.529035 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880d6fad-3bae-49bb-949b-40eb167002fa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:21:42.529357 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880d6fad-3bae-49bb-949b-40eb167002fa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:21:42.529698 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880d6fad-3bae-49bb-949b-40eb167002fa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:21:42.530031 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880d6fad-3bae-49bb-949b-40eb167002fa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:21:42.568864 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-26fabdce-c577-4595-9e15-0012f366b1e5 req-880d6fad-3bae-49bb-949b-40eb167002fa service neutron] No DVR routers for this DVR port e3001180-f534-4c8f-97e2-4f2cc3625cc5 on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 14:21:42.704455 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-26fabdce-c577-4595-9e15-0012f366b1e5 req-880d6fad-3bae-49bb-949b-40eb167002fa service neutron] Attempting to bind port e3001180-f534-4c8f-97e2-4f2cc3625cc5 on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:21:42.704790 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-26fabdce-c577-4595-9e15-0012f366b1e5 req-880d6fad-3bae-49bb-949b-40eb167002fa service neutron] Attempting to bind port e3001180-f534-4c8f-97e2-4f2cc3625cc5 by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': '325bbe5b-11c0-4949-8dcf-174790c52fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'abdb5834-e750-449f-80a7-90d88e6d4ed5'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:21:42.705121 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26fabdce-c577-4595-9e15-0012f366b1e5 req-880d6fad-3bae-49bb-949b-40eb167002fa service neutron] Attempting to bind port e3001180-f534-4c8f-97e2-4f2cc3625cc5 on network abdb5834-e750-449f-80a7-90d88e6d4ed5 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:21:42.710007 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26fabdce-c577-4595-9e15-0012f366b1e5 req-880d6fad-3bae-49bb-949b-40eb167002fa service neutron] Port e3001180-f534-4c8f-97e2-4f2cc3625cc5 on network abdb5834-e750-449f-80a7-90d88e6d4ed5 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 14:21:42.710330 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26fabdce-c577-4595-9e15-0012f366b1e5 req-880d6fad-3bae-49bb-949b-40eb167002fa service neutron] Attempting to bind port e3001180-f534-4c8f-97e2-4f2cc3625cc5 on network abdb5834-e750-449f-80a7-90d88e6d4ed5 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:21:42.715185 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26fabdce-c577-4595-9e15-0012f366b1e5 req-880d6fad-3bae-49bb-949b-40eb167002fa service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:21:42.715520 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26fabdce-c577-4595-9e15-0012f366b1e5 req-880d6fad-3bae-49bb-949b-40eb167002fa service neutron] Checking segment: {'id': '325bbe5b-11c0-4949-8dcf-174790c52fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'abdb5834-e750-449f-80a7-90d88e6d4ed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:21:42.715907 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26fabdce-c577-4595-9e15-0012f366b1e5 req-880d6fad-3bae-49bb-949b-40eb167002fa service neutron] Bound using segment: {'id': '325bbe5b-11c0-4949-8dcf-174790c52fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'abdb5834-e750-449f-80a7-90d88e6d4ed5'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:21:42.716326 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-26fabdce-c577-4595-9e15-0012f366b1e5 req-880d6fad-3bae-49bb-949b-40eb167002fa service neutron] Bound port: e3001180-f534-4c8f-97e2-4f2cc3625cc5, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '325bbe5b-11c0-4949-8dcf-174790c52fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'abdb5834-e750-449f-80a7-90d88e6d4ed5'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:21:42.716677 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-26fabdce-c577-4595-9e15-0012f366b1e5 req-880d6fad-3bae-49bb-949b-40eb167002fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:21:42.777820 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-26fabdce-c577-4595-9e15-0012f366b1e5 req-880d6fad-3bae-49bb-949b-40eb167002fa service neutron] For port e3001180-f534-4c8f-97e2-4f2cc3625cc5, host n-h1-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:21:42.780962 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-26fabdce-c577-4595-9e15-0012f366b1e5 req-880d6fad-3bae-49bb-949b-40eb167002fa service neutron] For port e3001180-f534-4c8f-97e2-4f2cc3625cc5, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=e3001180-f534-4c8f-97e2-4f2cc3625cc5,segment=NetworkSegment(325bbe5b-11c0-4949-8dcf-174790c52fac),segment_id=325bbe5b-11c0-4949-8dcf-174790c52fac)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:21:42.784592 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-26fabdce-c577-4595-9e15-0012f366b1e5 req-880d6fad-3bae-49bb-949b-40eb167002fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:21:42.825921 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fabdce-c577-4595-9e15-0012f366b1e5 req-880d6fad-3bae-49bb-949b-40eb167002fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:21:42.826462 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-26fabdce-c577-4595-9e15-0012f366b1e5 req-880d6fad-3bae-49bb-949b-40eb167002fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:21:42.827895 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-26fabdce-c577-4595-9e15-0012f366b1e5 req-880d6fad-3bae-49bb-949b-40eb167002fa service neutron] 10.222.0.66 "PUT /v2.0/ports/e3001180-f534-4c8f-97e2-4f2cc3625cc5 HTTP/1.1" status: 200 len: 1093 time: 0.7548859 Nov 25 14:21:42.846084 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880d6fad-3bae-49bb-949b-40eb167002fa service neutron] Pushing event updated for resources: {'Port': ['ID=e3001180-f534-4c8f-97e2-4f2cc3625cc5,revision_number=7']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:21:42.900562 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fabdce-c577-4595-9e15-0012f366b1e5 req-7641d653-e7ae-4740-832d-81b893689512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:21:42.902269 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-26fabdce-c577-4595-9e15-0012f366b1e5 req-7641d653-e7ae-4740-832d-81b893689512 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f996a916203a46b4a7ca7989c9357aff&device_id=2883e604-98a2-4d99-9990-c9c3ce54a410 HTTP/1.1" status: 200 len: 1096 time: 0.0484810 Nov 25 14:21:42.935341 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bcab8a-0b68-49e6-a2f0-007f13d394b8 req-e2b9fc73-44a9-4296-a14b-69b020a644b7 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:21:42.936888 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-05bcab8a-0b68-49e6-a2f0-007f13d394b8 req-e2b9fc73-44a9-4296-a14b-69b020a644b7 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=2883e604-98a2-4d99-9990-c9c3ce54a410 HTTP/1.1" status: 200 len: 944 time: 0.0525382 Nov 25 14:21:42.999242 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-05bcab8a-0b68-49e6-a2f0-007f13d394b8 req-32d87e6e-cb68-4cd6-9772-72cb18fb67ca tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=60f068ea-5768-47b6-b104-cb4597ffb068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546412 Nov 25 14:21:43.005081 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fabdce-c577-4595-9e15-0012f366b1e5 req-94c13c13-7f33-4fd1-b177-9f38a519a583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:21:43.006589 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-26fabdce-c577-4595-9e15-0012f366b1e5 req-94c13c13-7f33-4fd1-b177-9f38a519a583 service neutron] 10.222.0.66 "GET /v2.0/networks?id=abdb5834-e750-449f-80a7-90d88e6d4ed5 HTTP/1.1" status: 200 len: 897 time: 0.0937035 Nov 25 14:21:43.079631 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-26fabdce-c577-4595-9e15-0012f366b1e5 req-fb0b6493-225e-450e-a0de-99f53ec178df service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3001180-f534-4c8f-97e2-4f2cc3625cc5 HTTP/1.1" status: 200 len: 999 time: 0.0613759 Nov 25 14:21:43.131158 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fabdce-c577-4595-9e15-0012f366b1e5 req-8eb22f19-0692-4e19-88b2-e75a0862bcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:21:43.132480 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-26fabdce-c577-4595-9e15-0012f366b1e5 req-8eb22f19-0692-4e19-88b2-e75a0862bcc6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e33dcc04-c02d-4169-8dad-f3d88986747f HTTP/1.1" status: 200 len: 835 time: 0.0425782 Nov 25 14:21:43.179104 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fabdce-c577-4595-9e15-0012f366b1e5 req-63000ef5-fb0d-4aa9-a0a2-0177d20a02f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:21:43.180516 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-26fabdce-c577-4595-9e15-0012f366b1e5 req-63000ef5-fb0d-4aa9-a0a2-0177d20a02f2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=abdb5834-e750-449f-80a7-90d88e6d4ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387475 Nov 25 14:21:43.617323 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-26fabdce-c577-4595-9e15-0012f366b1e5 req-ec47b0e6-74db-4da6-baac-9235ff61dba2 service neutron] 10.222.0.66 "GET /v2.0/networks/abdb5834-e750-449f-80a7-90d88e6d4ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4256873 Nov 25 14:21:43.714114 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-26fabdce-c577-4595-9e15-0012f366b1e5 req-b2cf757f-bcb4-4279-ada4-3302f669252b service neutron] 10.222.0.66 "GET /v2.0/networks/abdb5834-e750-449f-80a7-90d88e6d4ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838087 Nov 25 14:21:44.118510 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09227c-c2f8-4b93-a9a1-2ab60b92c960 req-31548ed9-0265-4804-b2fe-e6b5aeaec2dd tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:21:44.120024 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fe09227c-c2f8-4b93-a9a1-2ab60b92c960 req-31548ed9-0265-4804-b2fe-e6b5aeaec2dd tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=2883e604-98a2-4d99-9990-c9c3ce54a410 HTTP/1.1" status: 200 len: 944 time: 0.0550013 Nov 25 14:21:44.169783 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fe09227c-c2f8-4b93-a9a1-2ab60b92c960 req-33ec6f94-0125-46c8-a213-6c54e8710658 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=60f068ea-5768-47b6-b104-cb4597ffb068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438077 Nov 25 14:21:44.459024 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2883e604-98a2-4d99-9990-c9c3ce54a410', 'tag': 'e3001180-f534-4c8f-97e2-4f2cc3625cc5'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:21:44.461433 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b263d7d4b70db15966f189087f2cdd81ff7815a34d469843c29c7d40ca9dff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d48138-d77c-46e9-8a44-70aede1346cf" -d '{"events": [{"name": "network-changed", "server_uuid": "2883e604-98a2-4d99-9990-c9c3ce54a410", "tag": "e3001180-f534-4c8f-97e2-4f2cc3625cc5"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:21:44.508167 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 14:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927393e0-3ced-439a-b14e-40aa02367de9 x-openstack-request-id: req-927393e0-3ced-439a-b14e-40aa02367de9 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:21:44.508469 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2883e604-98a2-4d99-9990-c9c3ce54a410", "tag": "e3001180-f534-4c8f-97e2-4f2cc3625cc5", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:21:44.508732 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-927393e0-3ced-439a-b14e-40aa02367de9 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:21:44.509140 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2883e604-98a2-4d99-9990-c9c3ce54a410', 'tag': 'e3001180-f534-4c8f-97e2-4f2cc3625cc5', 'status': 'completed', 'code': 200} Nov 25 14:21:44.602158 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d48138-d77c-46e9-8a44-70aede1346cf req-3543dc61-ebee-44ef-ad0d-826483e51187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:21:44.603635 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-06d48138-d77c-46e9-8a44-70aede1346cf req-3543dc61-ebee-44ef-ad0d-826483e51187 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f996a916203a46b4a7ca7989c9357aff&device_id=2883e604-98a2-4d99-9990-c9c3ce54a410 HTTP/1.1" status: 200 len: 1096 time: 0.0728073 Nov 25 14:21:44.608924 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d48138-d77c-46e9-8a44-70aede1346cf req-9eb047e2-d6f4-42d2-a306-07ce6ec406f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:21:44.610317 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-06d48138-d77c-46e9-8a44-70aede1346cf req-9eb047e2-d6f4-42d2-a306-07ce6ec406f4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f996a916203a46b4a7ca7989c9357aff&device_id=2883e604-98a2-4d99-9990-c9c3ce54a410 HTTP/1.1" status: 200 len: 1096 time: 0.0700397 Nov 25 14:21:44.763458 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d48138-d77c-46e9-8a44-70aede1346cf req-c2628358-e186-48ab-812d-197884d0f8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:21:44.764915 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-06d48138-d77c-46e9-8a44-70aede1346cf req-c2628358-e186-48ab-812d-197884d0f8af service neutron] 10.222.0.66 "GET /v2.0/networks?id=abdb5834-e750-449f-80a7-90d88e6d4ed5 HTTP/1.1" status: 200 len: 897 time: 0.1516130 Nov 25 14:21:44.767550 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d48138-d77c-46e9-8a44-70aede1346cf req-e79de673-77db-40d8-a0f3-a0ea7622f231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:21:44.769461 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-06d48138-d77c-46e9-8a44-70aede1346cf req-e79de673-77db-40d8-a0f3-a0ea7622f231 service neutron] 10.222.0.47 "GET /v2.0/networks?id=abdb5834-e750-449f-80a7-90d88e6d4ed5 HTTP/1.1" status: 200 len: 897 time: 0.1491456 Nov 25 14:21:44.878918 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-06d48138-d77c-46e9-8a44-70aede1346cf req-63c3a83f-661e-4929-9a02-ac5bff7b04c1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3001180-f534-4c8f-97e2-4f2cc3625cc5 HTTP/1.1" status: 200 len: 999 time: 0.1061778 Nov 25 14:21:44.882324 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-06d48138-d77c-46e9-8a44-70aede1346cf req-50bebc43-8a26-4141-ab56-a740782b069e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3001180-f534-4c8f-97e2-4f2cc3625cc5 HTTP/1.1" status: 200 len: 999 time: 0.1045442 Nov 25 14:21:44.968134 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d48138-d77c-46e9-8a44-70aede1346cf req-04e40a8a-916f-4d30-aacb-52e8f391ecaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:21:44.969644 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-06d48138-d77c-46e9-8a44-70aede1346cf req-04e40a8a-916f-4d30-aacb-52e8f391ecaa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e33dcc04-c02d-4169-8dad-f3d88986747f HTTP/1.1" status: 200 len: 835 time: 0.0817728 Nov 25 14:21:44.971049 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d48138-d77c-46e9-8a44-70aede1346cf req-087272ee-8f1d-4000-a040-0c2344a81880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:21:44.972365 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-06d48138-d77c-46e9-8a44-70aede1346cf req-087272ee-8f1d-4000-a040-0c2344a81880 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e33dcc04-c02d-4169-8dad-f3d88986747f HTTP/1.1" status: 200 len: 835 time: 0.0759201 Nov 25 14:21:45.043416 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d48138-d77c-46e9-8a44-70aede1346cf req-b809d9b1-3b46-41cf-917a-07d8c4075a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:21:45.044916 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-06d48138-d77c-46e9-8a44-70aede1346cf req-b809d9b1-3b46-41cf-917a-07d8c4075a21 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=abdb5834-e750-449f-80a7-90d88e6d4ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0674777 Nov 25 14:21:45.047299 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d48138-d77c-46e9-8a44-70aede1346cf req-a1de6ecb-49aa-4066-8eb6-0e3f56b4eaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:21:45.048656 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-06d48138-d77c-46e9-8a44-70aede1346cf req-a1de6ecb-49aa-4066-8eb6-0e3f56b4eaf0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=abdb5834-e750-449f-80a7-90d88e6d4ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0640013 Nov 25 14:21:45.074972 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device e3001180-f534-4c8f-97e2-4f2cc3625cc5 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:21:45.115381 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device e3001180-f534-4c8f-97e2-4f2cc3625cc5 not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:21:45.214492 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-06d48138-d77c-46e9-8a44-70aede1346cf req-695a5db6-26f0-41ad-8faa-486cf1afbe55 service neutron] 10.222.0.66 "GET /v2.0/networks/abdb5834-e750-449f-80a7-90d88e6d4ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616166 Nov 25 14:21:45.217922 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-06d48138-d77c-46e9-8a44-70aede1346cf req-cd1e75de-c5fb-463c-b696-50e891d4872a service neutron] 10.222.0.47 "GET /v2.0/networks/abdb5834-e750-449f-80a7-90d88e6d4ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575205 Nov 25 14:21:45.287208 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe8454-dbac-41f4-a37a-c8b004a6b409 req-860d9481-3690-41e5-b393-37d5f4c4dbb3 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:21:45.289025 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-95fe8454-dbac-41f4-a37a-c8b004a6b409 req-860d9481-3690-41e5-b393-37d5f4c4dbb3 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=2883e604-98a2-4d99-9990-c9c3ce54a410 HTTP/1.1" status: 200 len: 944 time: 0.0506613 Nov 25 14:21:45.338923 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-95fe8454-dbac-41f4-a37a-c8b004a6b409 req-5eca0543-ade0-403a-917a-af847215e27e tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=60f068ea-5768-47b6-b104-cb4597ffb068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436783 Nov 25 14:21:45.386561 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-06d48138-d77c-46e9-8a44-70aede1346cf req-1953c2dd-ae6a-4c39-a1e7-46109883bb6e service neutron] 10.222.0.66 "GET /v2.0/networks/abdb5834-e750-449f-80a7-90d88e6d4ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637049 Nov 25 14:21:45.388502 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-06d48138-d77c-46e9-8a44-70aede1346cf req-480cc33f-c3b2-4362-a380-f426eaf88b3f service neutron] 10.222.0.47 "GET /v2.0/networks/abdb5834-e750-449f-80a7-90d88e6d4ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585696 Nov 25 14:21:46.455163 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced7899-cca9-476a-89a3-3cbd97d9640c req-7d321bf5-bc6f-48d1-a688-ac8f384f66f9 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:21:46.457237 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6ced7899-cca9-476a-89a3-3cbd97d9640c req-7d321bf5-bc6f-48d1-a688-ac8f384f66f9 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=2883e604-98a2-4d99-9990-c9c3ce54a410 HTTP/1.1" status: 200 len: 944 time: 0.0475206 Nov 25 14:21:46.508511 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6ced7899-cca9-476a-89a3-3cbd97d9640c req-417147b1-379d-446b-91d5-619ae44eaa69 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=60f068ea-5768-47b6-b104-cb4597ffb068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454586 Nov 25 14:21:46.700000 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e85693f-7458-4312-b82e-b1ee4cf1e13f req-c68d4f7a-d42a-4e57-8902-a30f532a1d5d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:21:46.701488 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3e85693f-7458-4312-b82e-b1ee4cf1e13f req-c68d4f7a-d42a-4e57-8902-a30f532a1d5d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=2883e604-98a2-4d99-9990-c9c3ce54a410 HTTP/1.1" status: 200 len: 944 time: 0.0481293 Nov 25 14:21:46.715707 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d2936-4780-4d27-b724-b8a10380b3a5 req-4eb149bb-0bab-421d-8035-330bf475e4fc tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:21:46.717192 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-329d2936-4780-4d27-b724-b8a10380b3a5 req-4eb149bb-0bab-421d-8035-330bf475e4fc tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.47 "GET /v2.0/ports?device_id=2883e604-98a2-4d99-9990-c9c3ce54a410&tenant_id=f996a916203a46b4a7ca7989c9357aff&binding%3Ahost_id=n-h1-808199-11 HTTP/1.1" status: 200 len: 944 time: 0.0521455 Nov 25 14:21:46.751881 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3e85693f-7458-4312-b82e-b1ee4cf1e13f req-5fd9d04a-bb2f-406e-abb7-d5598c78ff75 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=60f068ea-5768-47b6-b104-cb4597ffb068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438313 Nov 25 14:21:46.780420 n-d-808199-11 neutron-server[103571]: INFO neutron.api.v2.resource [req-329d2936-4780-4d27-b724-b8a10380b3a5 req-0c26f80e-ed6e-4424-8edd-9eec52efc181 service neutron] delete failed (client error): The resource could not be found. Nov 25 14:21:46.781458 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-329d2936-4780-4d27-b724-b8a10380b3a5 req-0c26f80e-ed6e-4424-8edd-9eec52efc181 service neutron] 10.222.0.47 "DELETE /v2.0/ports/e3001180-f534-4c8f-97e2-4f2cc3625cc5/bindings/n-h2-808199-11 HTTP/1.1" status: 404 len: 381 time: 0.0560668 Nov 25 14:21:46.864970 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d2936-4780-4d27-b724-b8a10380b3a5 req-98351704-d5b4-48c7-b015-ae80081ce165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:21:46.866510 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-329d2936-4780-4d27-b724-b8a10380b3a5 req-98351704-d5b4-48c7-b015-ae80081ce165 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f996a916203a46b4a7ca7989c9357aff&device_id=2883e604-98a2-4d99-9990-c9c3ce54a410 HTTP/1.1" status: 200 len: 1096 time: 0.0424113 Nov 25 14:21:46.873536 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1cf51d-60a0-4267-81f1-9c1a15576015 req-3052c716-ccb2-4be7-82ef-251a9ed16546 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:21:46.874978 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ec1cf51d-60a0-4267-81f1-9c1a15576015 req-3052c716-ccb2-4be7-82ef-251a9ed16546 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=2883e604-98a2-4d99-9990-c9c3ce54a410 HTTP/1.1" status: 200 len: 944 time: 0.0500007 Nov 25 14:21:46.925002 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ec1cf51d-60a0-4267-81f1-9c1a15576015 req-f65e6019-232b-4dc5-b924-9682c886ed29 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=60f068ea-5768-47b6-b104-cb4597ffb068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432940 Nov 25 14:21:46.964073 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d2936-4780-4d27-b724-b8a10380b3a5 req-e8ad6cd1-2551-4ecd-8c20-8a3b4ec7a021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:21:46.965767 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-329d2936-4780-4d27-b724-b8a10380b3a5 req-e8ad6cd1-2551-4ecd-8c20-8a3b4ec7a021 service neutron] 10.222.0.47 "GET /v2.0/networks?id=abdb5834-e750-449f-80a7-90d88e6d4ed5 HTTP/1.1" status: 200 len: 897 time: 0.0913095 Nov 25 14:21:47.031291 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-329d2936-4780-4d27-b724-b8a10380b3a5 req-24a8d5b8-781c-451d-9070-1fdf35be3eba service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3001180-f534-4c8f-97e2-4f2cc3625cc5 HTTP/1.1" status: 200 len: 999 time: 0.0582020 Nov 25 14:21:47.083790 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d2936-4780-4d27-b724-b8a10380b3a5 req-584d6c26-f1ea-45ad-8303-b60294e4d318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:21:47.085219 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-329d2936-4780-4d27-b724-b8a10380b3a5 req-584d6c26-f1ea-45ad-8303-b60294e4d318 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e33dcc04-c02d-4169-8dad-f3d88986747f HTTP/1.1" status: 200 len: 835 time: 0.0476840 Nov 25 14:21:47.130747 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d2936-4780-4d27-b724-b8a10380b3a5 req-ba577d65-727a-463a-92a8-aeb95ad5dbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:21:47.132166 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-329d2936-4780-4d27-b724-b8a10380b3a5 req-ba577d65-727a-463a-92a8-aeb95ad5dbfa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=abdb5834-e750-449f-80a7-90d88e6d4ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394511 Nov 25 14:21:47.226428 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-329d2936-4780-4d27-b724-b8a10380b3a5 req-c8e5fa2a-f8cd-4eaf-b199-f5200aec3015 service neutron] 10.222.0.47 "GET /v2.0/networks/abdb5834-e750-449f-80a7-90d88e6d4ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865805 Nov 25 14:21:47.321948 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-329d2936-4780-4d27-b724-b8a10380b3a5 req-821758c2-ccfc-41d2-baf7-93c8c482f12e service neutron] 10.222.0.47 "GET /v2.0/networks/abdb5834-e750-449f-80a7-90d88e6d4ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884013 Nov 25 14:21:48.044490 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b2d26-4e30-4068-a20c-77ee16b36f9d req-b55a3529-d800-442e-b98b-ab1d2a4c9077 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:21:48.045984 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b28b2d26-4e30-4068-a20c-77ee16b36f9d req-b55a3529-d800-442e-b98b-ab1d2a4c9077 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=2883e604-98a2-4d99-9990-c9c3ce54a410 HTTP/1.1" status: 200 len: 944 time: 0.0531783 Nov 25 14:21:48.095174 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b28b2d26-4e30-4068-a20c-77ee16b36f9d req-0df5eddd-2b1e-44da-8fa1-95829d220c54 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=60f068ea-5768-47b6-b104-cb4597ffb068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431311 Nov 25 14:21:48.105054 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device e3001180-f534-4c8f-97e2-4f2cc3625cc5 details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 14:21:48.117586 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39782) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:21:48.180023 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-a60ee2dc-cbb1-4a52-8a6a-58c8cbe2d274 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/floatingips/783d7970-d188-4ccb-bd08-7e9af45f55d0 HTTP/1.1" status: 200 len: 991 time: 0.0610664 Nov 25 14:21:48.208104 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port e3001180-f534-4c8f-97e2-4f2cc3625cc5, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=e3001180-f534-4c8f-97e2-4f2cc3625cc5,segment=NetworkSegment(325bbe5b-11c0-4949-8dcf-174790c52fac),segment_id=325bbe5b-11c0-4949-8dcf-174790c52fac)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:21:48.219303 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': 'e3001180-f534-4c8f-97e2-4f2cc3625cc5', 'network_id': 'abdb5834-e750-449f-80a7-90d88e6d4ed5', 'port_id': 'e3001180-f534-4c8f-97e2-4f2cc3625cc5', 'mac_address': 'fa:16:3e:55:29:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e33dcc04-c02d-4169-8dad-f3d88986747f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 14:21:48.255780 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:21:48.269025 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3001180-f534-4c8f-97e2-4f2cc3625cc5 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 14:21:48.292111 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port e3001180-f534-4c8f-97e2-4f2cc3625cc5, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=e3001180-f534-4c8f-97e2-4f2cc3625cc5,segment=NetworkSegment(325bbe5b-11c0-4949-8dcf-174790c52fac),segment_id=325bbe5b-11c0-4949-8dcf-174790c52fac)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:21:48.295810 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:21:48.340836 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=e3001180-f534-4c8f-97e2-4f2cc3625cc5,revision_number=8']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:21:48.348515 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:21:48.348869 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:21:48.349217 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:21:48.349559 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:21:48.349897 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:21:48.350233 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:21:48.350564 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:21:48.350926 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:21:48.351259 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:21:48.351589 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:21:48.351917 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:21:48.352245 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:21:48.558936 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['e3001180-f534-4c8f-97e2-4f2cc3625cc5'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 14:21:50.129923 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device e3001180-f534-4c8f-97e2-4f2cc3625cc5 up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:21:50.185650 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port e3001180-f534-4c8f-97e2-4f2cc3625cc5 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 14:21:50.189394 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port e3001180-f534-4c8f-97e2-4f2cc3625cc5 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:21:50.189771 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:21:50.271250 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:21:50.293195 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2883e604-98a2-4d99-9990-c9c3ce54a410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3001180-f534-4c8f-97e2-4f2cc3625cc5'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:21:50.295513 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4a683b2f55a074025c37cf42062357829495bd62ced1b23f0cba96c56cdda24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c4a05e0-ed39-496f-83d1-9f0cf0d7be0a" -d '{"events": [{"server_uuid": "2883e604-98a2-4d99-9990-c9c3ce54a410", "name": "network-vif-plugged", "status": "completed", "tag": "e3001180-f534-4c8f-97e2-4f2cc3625cc5"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:21:50.307606 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port e3001180-f534-4c8f-97e2-4f2cc3625cc5, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=e3001180-f534-4c8f-97e2-4f2cc3625cc5,segment=NetworkSegment(325bbe5b-11c0-4949-8dcf-174790c52fac),segment_id=325bbe5b-11c0-4949-8dcf-174790c52fac)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:21:50.311871 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:21:50.335894 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 14:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c9540d-8d7f-448f-b7f5-b3c0ca3ba619 x-openstack-request-id: req-b2c9540d-8d7f-448f-b7f5-b3c0ca3ba619 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:21:50.336187 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2883e604-98a2-4d99-9990-c9c3ce54a410", "name": "network-vif-plugged", "status": "completed", "tag": "e3001180-f534-4c8f-97e2-4f2cc3625cc5", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:21:50.336441 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b2c9540d-8d7f-448f-b7f5-b3c0ca3ba619 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:21:50.336830 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2883e604-98a2-4d99-9990-c9c3ce54a410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3001180-f534-4c8f-97e2-4f2cc3625cc5', 'code': 200} Nov 25 14:21:50.360967 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=e3001180-f534-4c8f-97e2-4f2cc3625cc5,revision_number=9']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:22:00.410061 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e21d8f08-2fd2-4e64-9823-dcd960d77c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:01.756909 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:22:02.886035 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fd442c32-f18f-4d6b-bd19-73d7e5966479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:04.125117 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:05.436274 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:06.582826 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:08.852797 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:12.282169 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:18.750516 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39794) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:22:18.913064 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-70161298-11bd-46b7-8727-c2e4dec48301 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Deleting port a750c50d-247f-4c69-b23b-94bdcf5eeba7 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:22:18.913417 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-70161298-11bd-46b7-8727-c2e4dec48301 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:18.991431 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-70161298-11bd-46b7-8727-c2e4dec48301 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:18.991765 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-70161298-11bd-46b7-8727-c2e4dec48301 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:19.003393 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-70161298-11bd-46b7-8727-c2e4dec48301 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Calling delete_port for a750c50d-247f-4c69-b23b-94bdcf5eeba7 owned by network:floatingip {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:22:19.152168 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-70161298-11bd-46b7-8727-c2e4dec48301 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:19.178518 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70161298-11bd-46b7-8727-c2e4dec48301 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event deleted for resources: {'Port': ['ID=a750c50d-247f-4c69-b23b-94bdcf5eeba7,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:22:19.202582 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70161298-11bd-46b7-8727-c2e4dec48301 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:22:19.202971 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70161298-11bd-46b7-8727-c2e4dec48301 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:22:19.203322 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70161298-11bd-46b7-8727-c2e4dec48301 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:22:19.203669 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70161298-11bd-46b7-8727-c2e4dec48301 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:22:19.204012 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70161298-11bd-46b7-8727-c2e4dec48301 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:22:19.204356 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70161298-11bd-46b7-8727-c2e4dec48301 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:22:19.204695 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70161298-11bd-46b7-8727-c2e4dec48301 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:22:19.205032 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70161298-11bd-46b7-8727-c2e4dec48301 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:22:19.205369 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70161298-11bd-46b7-8727-c2e4dec48301 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:22:19.206248 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70161298-11bd-46b7-8727-c2e4dec48301 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:22:19.206580 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70161298-11bd-46b7-8727-c2e4dec48301 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:22:19.206952 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70161298-11bd-46b7-8727-c2e4dec48301 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:22:19.245286 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-70161298-11bd-46b7-8727-c2e4dec48301 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for floatingip, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:19.245673 n-d-808199-11 neutron-server[103570]: INFO neutron.db.l3_db [None req-70161298-11bd-46b7-8727-c2e4dec48301 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Floating IP 783d7970-d188-4ccb-bd08-7e9af45f55d0 disassociated (deleted). External IP: 172.25.5.90, port: e3001180-f534-4c8f-97e2-4f2cc3625cc5. Nov 25 14:22:19.454456 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70161298-11bd-46b7-8727-c2e4dec48301 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Router 95abc34a-5220-431a-9a91-a3574973b219 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 14:22:19.563640 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70161298-11bd-46b7-8727-c2e4dec48301 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 14:22:19.568542 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-70161298-11bd-46b7-8727-c2e4dec48301 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:19.573061 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d2eddd-1aee-4368-a26e-91ed0239ede3 None None] Sync routers for ids ['95abc34a-5220-431a-9a91-a3574973b219'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 14:22:19.582571 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d2eddd-1aee-4368-a26e-91ed0239ede3 None None] Routers {'95abc34a-5220-431a-9a91-a3574973b219'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:22:19.583224 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-96d2eddd-1aee-4368-a26e-91ed0239ede3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:22:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['95abc34a-5220-431a-9a91-a3574973b219'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:22:19.595205 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-70161298-11bd-46b7-8727-c2e4dec48301 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "DELETE /v2.0/floatingips/783d7970-d188-4ccb-bd08-7e9af45f55d0 HTTP/1.1" status: 204 len: 168 time: 0.8435519 Nov 25 14:22:19.595809 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2883e604-98a2-4d99-9990-c9c3ce54a410', 'tag': 'e3001180-f534-4c8f-97e2-4f2cc3625cc5'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:22:19.598727 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ff10e3dad8c55f3be2027b0b566631f93d9edebaac325607bb9a9480f03098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53170035-6be8-4b7f-a6fd-d4aa9b8dab4d" -d '{"events": [{"name": "network-changed", "server_uuid": "2883e604-98a2-4d99-9990-c9c3ce54a410", "tag": "e3001180-f534-4c8f-97e2-4f2cc3625cc5"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:22:19.764450 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 14:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d0dd811-c9d5-4eae-89dc-7cd1b518ac03 x-openstack-request-id: req-4d0dd811-c9d5-4eae-89dc-7cd1b518ac03 {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:22:19.765049 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2883e604-98a2-4d99-9990-c9c3ce54a410", "tag": "e3001180-f534-4c8f-97e2-4f2cc3625cc5", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:22:19.765310 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4d0dd811-c9d5-4eae-89dc-7cd1b518ac03 {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:22:19.765936 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2883e604-98a2-4d99-9990-c9c3ce54a410', 'tag': 'e3001180-f534-4c8f-97e2-4f2cc3625cc5', 'status': 'completed', 'code': 200} Nov 25 14:22:19.830324 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53170035-6be8-4b7f-a6fd-d4aa9b8dab4d req-ebc8b653-6889-4f7e-8f1b-9845447d09a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:22:19.832436 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-53170035-6be8-4b7f-a6fd-d4aa9b8dab4d req-ebc8b653-6889-4f7e-8f1b-9845447d09a1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f996a916203a46b4a7ca7989c9357aff&device_id=2883e604-98a2-4d99-9990-c9c3ce54a410 HTTP/1.1" status: 200 len: 1098 time: 0.0441010 Nov 25 14:22:19.849909 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae6ff3-f6f3-4676-b88a-9ae3aec3d5fd req-496e33c0-5e5e-4759-bfef-3967380293a6 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:22:19.851492 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a7ae6ff3-f6f3-4676-b88a-9ae3aec3d5fd req-496e33c0-5e5e-4759-bfef-3967380293a6 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=2883e604-98a2-4d99-9990-c9c3ce54a410 HTTP/1.1" status: 200 len: 946 time: 0.0506539 Nov 25 14:22:19.865506 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-96d2eddd-1aee-4368-a26e-91ed0239ede3 None None] Set router 95abc34a-5220-431a-9a91-a3574973b219 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:22:19.906823 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a7ae6ff3-f6f3-4676-b88a-9ae3aec3d5fd req-b64ed40a-2807-46fc-9ca7-3e769642d76c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=60f068ea-5768-47b6-b104-cb4597ffb068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492287 Nov 25 14:22:19.939720 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53170035-6be8-4b7f-a6fd-d4aa9b8dab4d req-6e77b0ba-b90d-44f7-b4a1-367a579b92d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:22:19.941866 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-53170035-6be8-4b7f-a6fd-d4aa9b8dab4d req-6e77b0ba-b90d-44f7-b4a1-367a579b92d0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=abdb5834-e750-449f-80a7-90d88e6d4ed5 HTTP/1.1" status: 200 len: 897 time: 0.1019480 Nov 25 14:22:19.986795 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-53170035-6be8-4b7f-a6fd-d4aa9b8dab4d req-66e424ce-e250-4d36-885c-703d52b22d06 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3001180-f534-4c8f-97e2-4f2cc3625cc5 HTTP/1.1" status: 200 len: 217 time: 0.0349653 Nov 25 14:22:20.035988 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53170035-6be8-4b7f-a6fd-d4aa9b8dab4d req-55dd791b-3587-4580-9efe-60f46df551d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:22:20.037453 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-53170035-6be8-4b7f-a6fd-d4aa9b8dab4d req-55dd791b-3587-4580-9efe-60f46df551d8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e33dcc04-c02d-4169-8dad-f3d88986747f HTTP/1.1" status: 200 len: 835 time: 0.0436032 Nov 25 14:22:20.068076 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-96d2eddd-1aee-4368-a26e-91ed0239ede3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95abc34a-5220-431a-9a91-a3574973b219', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2062320846', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '6da5ca7b-ba62-4c2b-89c3-ce230e816aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:20:34Z', 'updated_at': '2021-11-25T14:20:38Z', 'revision_number': 4, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port': {'id': '6da5ca7b-ba62-4c2b-89c3-ce230e816aa3', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:7e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95abc34a-5220-431a-9a91-a3574973b219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:20:35Z', 'updated_at': '2021-11-25T14:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '7cb27bf5-3752-4b78-b158-f4e6730a8497', 'name': '', 'network_id': 'abdb5834-e750-449f-80a7-90d88e6d4ed5', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'mac_address': 'fa:16:3e:c4:1a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95abc34a-5220-431a-9a91-a3574973b219', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e33dcc04-c02d-4169-8dad-f3d88986747f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:20:37Z', 'updated_at': '2021-11-25T14:20:41Z', 'revision_number': 5, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'subnets': [{'id': 'e33dcc04-c02d-4169-8dad-f3d88986747f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:22:20.085242 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53170035-6be8-4b7f-a6fd-d4aa9b8dab4d req-a4441edd-fc7d-463f-a4cf-b3da7df57698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:22:20.086781 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-53170035-6be8-4b7f-a6fd-d4aa9b8dab4d req-a4441edd-fc7d-463f-a4cf-b3da7df57698 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=abdb5834-e750-449f-80a7-90d88e6d4ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406742 Nov 25 14:22:20.098046 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d2eddd-1aee-4368-a26e-91ed0239ede3 None None] Checking router: 95abc34a-5220-431a-9a91-a3574973b219 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 14:22:20.100324 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [req-53170035-6be8-4b7f-a6fd-d4aa9b8dab4d req-84003c7d-b52f-4f96-8c23-c4851cbb68cf service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 14:22:20.101321 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-53170035-6be8-4b7f-a6fd-d4aa9b8dab4d req-84003c7d-b52f-4f96-8c23-c4851cbb68cf service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055308 Nov 25 14:22:20.106589 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d2eddd-1aee-4368-a26e-91ed0239ede3 None None] Routers {'95abc34a-5220-431a-9a91-a3574973b219'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:22:20.107241 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-96d2eddd-1aee-4368-a26e-91ed0239ede3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:22:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['95abc34a-5220-431a-9a91-a3574973b219'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:22:20.199712 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-53170035-6be8-4b7f-a6fd-d4aa9b8dab4d req-ecbd2b05-36ff-4e57-ac94-48154717c292 service neutron] 10.222.0.66 "GET /v2.0/networks/abdb5834-e750-449f-80a7-90d88e6d4ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879548 Nov 25 14:22:20.221508 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-96d2eddd-1aee-4368-a26e-91ed0239ede3 None None] Set router 95abc34a-5220-431a-9a91-a3574973b219 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:22:20.289986 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-53170035-6be8-4b7f-a6fd-d4aa9b8dab4d req-fee4fe8b-d5c9-47c4-b60f-b243888670af service neutron] 10.222.0.66 "GET /v2.0/networks/abdb5834-e750-449f-80a7-90d88e6d4ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817683 Nov 25 14:22:20.421801 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-96d2eddd-1aee-4368-a26e-91ed0239ede3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95abc34a-5220-431a-9a91-a3574973b219', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2062320846', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '6da5ca7b-ba62-4c2b-89c3-ce230e816aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:20:34Z', 'updated_at': '2021-11-25T14:20:38Z', 'revision_number': 4, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port': {'id': '6da5ca7b-ba62-4c2b-89c3-ce230e816aa3', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:7e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95abc34a-5220-431a-9a91-a3574973b219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:20:35Z', 'updated_at': '2021-11-25T14:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '7cb27bf5-3752-4b78-b158-f4e6730a8497', 'name': '', 'network_id': 'abdb5834-e750-449f-80a7-90d88e6d4ed5', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'mac_address': 'fa:16:3e:c4:1a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95abc34a-5220-431a-9a91-a3574973b219', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e33dcc04-c02d-4169-8dad-f3d88986747f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:20:37Z', 'updated_at': '2021-11-25T14:20:41Z', 'revision_number': 5, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'subnets': [{'id': 'e33dcc04-c02d-4169-8dad-f3d88986747f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:22:20.448553 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d2eddd-1aee-4368-a26e-91ed0239ede3 None None] The sync data for ids ['95abc34a-5220-431a-9a91-a3574973b219'] in n-d-808199-11 is: [{'id': '95abc34a-5220-431a-9a91-a3574973b219', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2062320846', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '6da5ca7b-ba62-4c2b-89c3-ce230e816aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:20:34Z', 'updated_at': '2021-11-25T14:20:38Z', 'revision_number': 4, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port': {'id': '6da5ca7b-ba62-4c2b-89c3-ce230e816aa3', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:7e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95abc34a-5220-431a-9a91-a3574973b219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:20:35Z', 'updated_at': '2021-11-25T14:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '7cb27bf5-3752-4b78-b158-f4e6730a8497', 'name': '', 'network_id': 'abdb5834-e750-449f-80a7-90d88e6d4ed5', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'mac_address': 'fa:16:3e:c4:1a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95abc34a-5220-431a-9a91-a3574973b219', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e33dcc04-c02d-4169-8dad-f3d88986747f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:20:37Z', 'updated_at': '2021-11-25T14:20:41Z', 'revision_number': 5, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'subnets': [{'id': 'e33dcc04-c02d-4169-8dad-f3d88986747f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 14:22:20.675765 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846569e5-e8af-499b-acf4-a7fc8eb1bc4c None None] New status for floating IP 783d7970-d188-4ccb-bd08-7e9af45f55d0: DOWN {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 14:22:21.025528 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d921c99e-1f8a-49d5-a089-8526e3fc1420 req-7dce0d82-7b88-4aab-9ff1-1b92cfe75b0e tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:22:21.027066 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d921c99e-1f8a-49d5-a089-8526e3fc1420 req-7dce0d82-7b88-4aab-9ff1-1b92cfe75b0e tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=2883e604-98a2-4d99-9990-c9c3ce54a410 HTTP/1.1" status: 200 len: 946 time: 0.0504675 Nov 25 14:22:21.075827 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d921c99e-1f8a-49d5-a089-8526e3fc1420 req-72411cb1-0ca9-4bd4-bc8e-3d50c63a7c0d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=60f068ea-5768-47b6-b104-cb4597ffb068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428143 Nov 25 14:22:21.289376 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd3af3-3f47-42dd-b0fc-a58e21145fb4 req-18c94ceb-9cfd-46b4-9d7c-163113a376bf tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:22:21.290867 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-dafd3af3-3f47-42dd-b0fc-a58e21145fb4 req-18c94ceb-9cfd-46b4-9d7c-163113a376bf tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.66 "GET /v2.0/ports?device_id=2883e604-98a2-4d99-9990-c9c3ce54a410 HTTP/1.1" status: 200 len: 946 time: 0.0546215 Nov 25 14:22:21.383305 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-dafd3af3-3f47-42dd-b0fc-a58e21145fb4 req-8f4a2209-c99f-479f-9941-ae9f8a0014e1 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Deleting port e3001180-f534-4c8f-97e2-4f2cc3625cc5 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:22:21.383651 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-dafd3af3-3f47-42dd-b0fc-a58e21145fb4 req-8f4a2209-c99f-479f-9941-ae9f8a0014e1 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:21.476298 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-dafd3af3-3f47-42dd-b0fc-a58e21145fb4 req-8f4a2209-c99f-479f-9941-ae9f8a0014e1 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] For port e3001180-f534-4c8f-97e2-4f2cc3625cc5, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=e3001180-f534-4c8f-97e2-4f2cc3625cc5,segment=NetworkSegment(325bbe5b-11c0-4949-8dcf-174790c52fac),segment_id=325bbe5b-11c0-4949-8dcf-174790c52fac)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:22:21.476669 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-dafd3af3-3f47-42dd-b0fc-a58e21145fb4 req-8f4a2209-c99f-479f-9941-ae9f8a0014e1 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:21.490089 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-dafd3af3-3f47-42dd-b0fc-a58e21145fb4 req-8f4a2209-c99f-479f-9941-ae9f8a0014e1 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Calling delete_port for e3001180-f534-4c8f-97e2-4f2cc3625cc5 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:22:21.614650 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-dafd3af3-3f47-42dd-b0fc-a58e21145fb4 req-8f4a2209-c99f-479f-9941-ae9f8a0014e1 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:21.647392 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4a2209-c99f-479f-9941-ae9f8a0014e1 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event deleted for resources: {'Port': ['ID=e3001180-f534-4c8f-97e2-4f2cc3625cc5,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:22:21.688325 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-dafd3af3-3f47-42dd-b0fc-a58e21145fb4 req-8f4a2209-c99f-479f-9941-ae9f8a0014e1 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] No DVR routers for this DVR port e3001180-f534-4c8f-97e2-4f2cc3625cc5 on host n-h1-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 14:22:21.691632 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-dafd3af3-3f47-42dd-b0fc-a58e21145fb4 req-8f4a2209-c99f-479f-9941-ae9f8a0014e1 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:21.695092 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-dafd3af3-3f47-42dd-b0fc-a58e21145fb4 req-8f4a2209-c99f-479f-9941-ae9f8a0014e1 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.66 "DELETE /v2.0/ports/e3001180-f534-4c8f-97e2-4f2cc3625cc5 HTTP/1.1" status: 204 len: 173 time: 0.3939068 Nov 25 14:22:21.695550 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2883e604-98a2-4d99-9990-c9c3ce54a410', 'name': 'network-vif-deleted', 'tag': 'e3001180-f534-4c8f-97e2-4f2cc3625cc5'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:22:21.697831 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b263d7d4b70db15966f189087f2cdd81ff7815a34d469843c29c7d40ca9dff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-595567c9-b712-43a8-9709-c97fc83fc002" -d '{"events": [{"server_uuid": "2883e604-98a2-4d99-9990-c9c3ce54a410", "name": "network-vif-deleted", "tag": "e3001180-f534-4c8f-97e2-4f2cc3625cc5"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:22:21.737303 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 14:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ef8d8d-38a0-49ff-9f6e-3eda7394b44d x-openstack-request-id: req-29ef8d8d-38a0-49ff-9f6e-3eda7394b44d {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:22:21.737605 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2883e604-98a2-4d99-9990-c9c3ce54a410", "name": "network-vif-deleted", "tag": "e3001180-f534-4c8f-97e2-4f2cc3625cc5", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:22:21.737861 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-29ef8d8d-38a0-49ff-9f6e-3eda7394b44d {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:22:21.738270 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2883e604-98a2-4d99-9990-c9c3ce54a410', 'name': 'network-vif-deleted', 'tag': 'e3001180-f534-4c8f-97e2-4f2cc3625cc5', 'status': 'completed', 'code': 200} Nov 25 14:22:22.135617 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39810) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:22:22.491549 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8cad17be-9ae5-4ca8-881d-c60de97671dc tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:22.740990 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-8cad17be-9ae5-4ca8-881d-c60de97671dc tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Deleting port 7cb27bf5-3752-4b78-b158-f4e6730a8497 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:22:22.741346 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8cad17be-9ae5-4ca8-881d-c60de97671dc tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:22.839070 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-8cad17be-9ae5-4ca8-881d-c60de97671dc tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] For port 7cb27bf5-3752-4b78-b158-f4e6730a8497, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=7cb27bf5-3752-4b78-b158-f4e6730a8497,segment=NetworkSegment(325bbe5b-11c0-4949-8dcf-174790c52fac),segment_id=325bbe5b-11c0-4949-8dcf-174790c52fac)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:22:22.839442 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8cad17be-9ae5-4ca8-881d-c60de97671dc tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:22.852460 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-8cad17be-9ae5-4ca8-881d-c60de97671dc tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Calling delete_port for 7cb27bf5-3752-4b78-b158-f4e6730a8497 owned by network:router_interface {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:22:23.037939 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8cad17be-9ae5-4ca8-881d-c60de97671dc tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:23.064238 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cad17be-9ae5-4ca8-881d-c60de97671dc tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event deleted for resources: {'Port': ['ID=7cb27bf5-3752-4b78-b158-f4e6730a8497,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:22:23.247862 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8cad17be-9ae5-4ca8-881d-c60de97671dc tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:23.459339 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cad17be-9ae5-4ca8-881d-c60de97671dc tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Router 95abc34a-5220-431a-9a91-a3574973b219 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 14:22:23.563698 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cad17be-9ae5-4ca8-881d-c60de97671dc tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 14:22:23.568955 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-8cad17be-9ae5-4ca8-881d-c60de97671dc tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "PUT /v2.0/routers/95abc34a-5220-431a-9a91-a3574973b219/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4322972 Nov 25 14:22:23.571799 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39812) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:22:23.574350 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3219ffe4-f721-472c-857f-f88eabefe0f9 None None] Sync routers for ids ['95abc34a-5220-431a-9a91-a3574973b219'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 14:22:23.585258 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3219ffe4-f721-472c-857f-f88eabefe0f9 None None] Routers {'95abc34a-5220-431a-9a91-a3574973b219'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:22:23.585954 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-3219ffe4-f721-472c-857f-f88eabefe0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:22:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['95abc34a-5220-431a-9a91-a3574973b219'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:22:23.625882 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-9090596e-d31c-4ecf-8fb3-fa97d0c583c0 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Deleting subnet e33dcc04-c02d-4169-8dad-f3d88986747f {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 14:22:23.629006 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9090596e-d31c-4ecf-8fb3-fa97d0c583c0 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:23.670300 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9090596e-d31c-4ecf-8fb3-fa97d0c583c0 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:23.694659 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-3219ffe4-f721-472c-857f-f88eabefe0f9 None None] Set router 95abc34a-5220-431a-9a91-a3574973b219 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:22:23.754870 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9090596e-d31c-4ecf-8fb3-fa97d0c583c0 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:23.819279 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9090596e-d31c-4ecf-8fb3-fa97d0c583c0 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:23.845745 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9090596e-d31c-4ecf-8fb3-fa97d0c583c0 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event deleted for resources: {'Subnet': ['ID=e33dcc04-c02d-4169-8dad-f3d88986747f,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:22:23.849915 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9090596e-d31c-4ecf-8fb3-fa97d0c583c0 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:23.855958 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-9090596e-d31c-4ecf-8fb3-fa97d0c583c0 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "DELETE /v2.0/subnets/e33dcc04-c02d-4169-8dad-f3d88986747f HTTP/1.1" status: 204 len: 168 time: 0.2804317 Nov 25 14:22:23.857074 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39814) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:22:23.861208 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7b5987-413d-453e-9a9b-2d52d03f03af None None] Network abdb5834-e750-449f-80a7-90d88e6d4ed5 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 14:22:23.964670 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1ad22f96-e69e-4b00-b1d8-9ad77c4a669d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for router, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:23.978104 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-3219ffe4-f721-472c-857f-f88eabefe0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95abc34a-5220-431a-9a91-a3574973b219', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2062320846', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '6da5ca7b-ba62-4c2b-89c3-ce230e816aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:20:34Z', 'updated_at': '2021-11-25T14:22:22Z', 'revision_number': 5, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port': {'id': '6da5ca7b-ba62-4c2b-89c3-ce230e816aa3', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:7e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95abc34a-5220-431a-9a91-a3574973b219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:20:35Z', 'updated_at': '2021-11-25T14:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:22:24.006352 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3219ffe4-f721-472c-857f-f88eabefe0f9 None None] Checking router: 95abc34a-5220-431a-9a91-a3574973b219 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 14:22:24.021778 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3219ffe4-f721-472c-857f-f88eabefe0f9 None None] Routers {'95abc34a-5220-431a-9a91-a3574973b219'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:22:24.022457 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-3219ffe4-f721-472c-857f-f88eabefe0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:22:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['95abc34a-5220-431a-9a91-a3574973b219'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:22:24.113664 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e724ee2b-45bb-4ad9-9510-fb96dad705b1 None None] DHCP port deletion for abdb5834-e750-449f-80a7-90d88e6d4ed5 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 14:22:24.167383 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-3219ffe4-f721-472c-857f-f88eabefe0f9 None None] Set router 95abc34a-5220-431a-9a91-a3574973b219 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:22:24.290435 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-e724ee2b-45bb-4ad9-9510-fb96dad705b1 None None] Deleting port 1d5ac9ab-621a-42a8-8cca-7828c548863c {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:22:24.290842 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e724ee2b-45bb-4ad9-9510-fb96dad705b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:24.316922 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device e3001180-f534-4c8f-97e2-4f2cc3625cc5 no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:22:24.372273 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] No Port match for: e3001180-f534-4c8f-97e2-4f2cc3625cc5 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 14:22:24.372633 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device e3001180-f534-4c8f-97e2-4f2cc3625cc5 not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:22:24.379334 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1ad22f96-e69e-4b00-b1d8-9ad77c4a669d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:24.418313 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-e724ee2b-45bb-4ad9-9510-fb96dad705b1 None None] For port 1d5ac9ab-621a-42a8-8cca-7828c548863c, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=1d5ac9ab-621a-42a8-8cca-7828c548863c,segment=NetworkSegment(325bbe5b-11c0-4949-8dcf-174790c52fac),segment_id=325bbe5b-11c0-4949-8dcf-174790c52fac)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:22:24.418727 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e724ee2b-45bb-4ad9-9510-fb96dad705b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:24.430876 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-1ad22f96-e69e-4b00-b1d8-9ad77c4a669d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Deleting port 6da5ca7b-ba62-4c2b-89c3-ce230e816aa3 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:22:24.431232 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1ad22f96-e69e-4b00-b1d8-9ad77c4a669d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:24.439384 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-e724ee2b-45bb-4ad9-9510-fb96dad705b1 None None] Calling delete_port for 1d5ac9ab-621a-42a8-8cca-7828c548863c owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:22:24.510239 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-1ad22f96-e69e-4b00-b1d8-9ad77c4a669d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] For port 6da5ca7b-ba62-4c2b-89c3-ce230e816aa3, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=6da5ca7b-ba62-4c2b-89c3-ce230e816aa3,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:22:24.510605 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1ad22f96-e69e-4b00-b1d8-9ad77c4a669d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:24.514212 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-3219ffe4-f721-472c-857f-f88eabefe0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95abc34a-5220-431a-9a91-a3574973b219', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2062320846', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '6da5ca7b-ba62-4c2b-89c3-ce230e816aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:20:34Z', 'updated_at': '2021-11-25T14:22:22Z', 'revision_number': 5, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port': {'id': '6da5ca7b-ba62-4c2b-89c3-ce230e816aa3', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:7e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95abc34a-5220-431a-9a91-a3574973b219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:20:35Z', 'updated_at': '2021-11-25T14:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:22:24.523614 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-1ad22f96-e69e-4b00-b1d8-9ad77c4a669d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Calling delete_port for 6da5ca7b-ba62-4c2b-89c3-ce230e816aa3 owned by network:router_gateway {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:22:24.547905 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3219ffe4-f721-472c-857f-f88eabefe0f9 None None] The sync data for ids ['95abc34a-5220-431a-9a91-a3574973b219'] in n-d-808199-11 is: [{'id': '95abc34a-5220-431a-9a91-a3574973b219', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2062320846', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '6da5ca7b-ba62-4c2b-89c3-ce230e816aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:20:34Z', 'updated_at': '2021-11-25T14:22:22Z', 'revision_number': 5, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port': {'id': '6da5ca7b-ba62-4c2b-89c3-ce230e816aa3', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:7e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95abc34a-5220-431a-9a91-a3574973b219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:20:35Z', 'updated_at': '2021-11-25T14:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 14:22:24.559979 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e724ee2b-45bb-4ad9-9510-fb96dad705b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:24.593358 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e724ee2b-45bb-4ad9-9510-fb96dad705b1 None None] No DVR routers for this DVR port 1d5ac9ab-621a-42a8-8cca-7828c548863c on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 14:22:24.593971 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e724ee2b-45bb-4ad9-9510-fb96dad705b1 None None] Pushing event deleted for resources: {'Port': ['ID=1d5ac9ab-621a-42a8-8cca-7828c548863c,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:22:24.698525 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1ad22f96-e69e-4b00-b1d8-9ad77c4a669d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:24.727310 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad22f96-e69e-4b00-b1d8-9ad77c4a669d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event deleted for resources: {'Port': ['ID=6da5ca7b-ba62-4c2b-89c3-ce230e816aa3,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:22:24.741300 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bcc778-76da-4544-bcd6-6adbb51bb898 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 14:22:24.787110 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1ad22f96-e69e-4b00-b1d8-9ad77c4a669d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:24.877008 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1ad22f96-e69e-4b00-b1d8-9ad77c4a669d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:24.879623 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1ad22f96-e69e-4b00-b1d8-9ad77c4a669d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:24.924011 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1ad22f96-e69e-4b00-b1d8-9ad77c4a669d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:24.925100 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad22f96-e69e-4b00-b1d8-9ad77c4a669d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Fanout notify agent at l3_agent the message router_deleted on router 95abc34a-5220-431a-9a91-a3574973b219 {{(pid=103570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 14:22:24.932147 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1ad22f96-e69e-4b00-b1d8-9ad77c4a669d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:24.933426 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-1ad22f96-e69e-4b00-b1d8-9ad77c4a669d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "DELETE /v2.0/routers/95abc34a-5220-431a-9a91-a3574973b219 HTTP/1.1" status: 204 len: 168 time: 1.0757318 Nov 25 14:22:24.936470 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39816) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:22:25.021331 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c95b45df-0ad9-4e7e-8a44-329f9161a444 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:25.112328 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 1d5ac9ab-621a-42a8-8cca-7828c548863c no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:22:25.115625 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c95b45df-0ad9-4e7e-8a44-329f9161a444 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:25.135533 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 1d5ac9ab-621a-42a8-8cca-7828c548863c {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 14:22:25.135951 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 1d5ac9ab-621a-42a8-8cca-7828c548863c not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:22:25.136734 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 7cb27bf5-3752-4b78-b158-f4e6730a8497 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:22:25.138475 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-c95b45df-0ad9-4e7e-8a44-329f9161a444 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abdb5834-e750-449f-80a7-90d88e6d4ed5']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:22:25.149535 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-c95b45df-0ad9-4e7e-8a44-329f9161a444 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '325bbe5b-11c0-4949-8dcf-174790c52fac') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:22:25.150091 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-c95b45df-0ad9-4e7e-8a44-329f9161a444 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '325bbe5b-11c0-4949-8dcf-174790c52fac') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:22:25.156952 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 7cb27bf5-3752-4b78-b158-f4e6730a8497 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 14:22:25.157316 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 7cb27bf5-3752-4b78-b158-f4e6730a8497 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:22:25.168462 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c95b45df-0ad9-4e7e-8a44-329f9161a444 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:25.182444 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c95b45df-0ad9-4e7e-8a44-329f9161a444 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:25.188576 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c95b45df-0ad9-4e7e-8a44-329f9161a444 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 14:22:25.189043 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c95b45df-0ad9-4e7e-8a44-329f9161a444 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:25.192071 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 14:22:25.192071 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 14:22:25.192071 n-d-808199-11 neutron-server[103570]: timer() Nov 25 14:22:25.192071 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 14:22:25.192071 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 14:22:25.192071 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 14:22:25.192071 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 14:22:25.192071 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 14:22:25.192071 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 14:22:25.192071 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 14:22:25.192071 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 14:22:25.192071 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 14:22:25.192071 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 14:22:25.192071 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 14:22:25.192071 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 14:22:25.192071 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 14:22:25.192071 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 14:22:25.192071 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 14:22:25.192071 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 14:22:25.192071 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 14:22:25.192071 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 14:22:25.192071 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 14:22:25.192071 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 14:22:25.192071 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 14:22:25.192071 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 14:22:25.192071 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 14:22:25.192071 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 14:22:25.192071 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 14:22:25.192071 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 14:22:25.192071 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 14:22:25.192071 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 14:22:25.192071 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 14:22:25.250533 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c95b45df-0ad9-4e7e-8a44-329f9161a444 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:25.258569 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-c95b45df-0ad9-4e7e-8a44-329f9161a444 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:25.262322 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-c95b45df-0ad9-4e7e-8a44-329f9161a444 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "DELETE /v2.0/networks/abdb5834-e750-449f-80a7-90d88e6d4ed5 HTTP/1.1" status: 204 len: 168 time: 0.3249187 Nov 25 14:22:25.265042 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39818) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:22:25.282318 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95b45df-0ad9-4e7e-8a44-329f9161a444 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event deleted for resources: {'Network': ['ID=abdb5834-e750-449f-80a7-90d88e6d4ed5,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:22:25.335300 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f604ecfd-a69d-4c87-91d0-467fb615392d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:25.361001 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f604ecfd-a69d-4c87-91d0-467fb615392d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:25.428944 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f604ecfd-a69d-4c87-91d0-467fb615392d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:25.431688 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-f604ecfd-a69d-4c87-91d0-467fb615392d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:25.432860 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-f604ecfd-a69d-4c87-91d0-467fb615392d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "DELETE /v2.0/security-groups/60f068ea-5768-47b6-b104-cb4597ffb068 HTTP/1.1" status: 204 len: 168 time: 0.1667342 Nov 25 14:22:25.442547 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f604ecfd-a69d-4c87-91d0-467fb615392d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f068ea-5768-47b6-b104-cb4597ffb068,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:22:25.787938 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39824) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:22:25.792546 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-d2e97c1f-9af8-4459-8ff0-3c608eed453f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1045440510', 'description': 'tempest-secgroup-smoke-1045440510 description', 'project_id': 'f996a916203a46b4a7ca7989c9357aff'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:22:25.816234 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d2e97c1f-9af8-4459-8ff0-3c608eed453f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:25.883033 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d2e97c1f-9af8-4459-8ff0-3c608eed453f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:25.886498 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d2e97c1f-9af8-4459-8ff0-3c608eed453f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:25.916429 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d2e97c1f-9af8-4459-8ff0-3c608eed453f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:25.917645 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d2e97c1f-9af8-4459-8ff0-3c608eed453f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1286919 Nov 25 14:22:25.919581 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e97c1f-9af8-4459-8ff0-3c608eed453f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d682d33-fd60-428a-882c-3a5ba691a617,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:22:25.920850 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 39826) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:22:25.925401 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-f2a6ccf7-f3cd-4e79-947d-316ccac86413 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Request body: {'security_group_rule': {'security_group_id': '3d682d33-fd60-428a-882c-3a5ba691a617', 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:22:25.950978 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f2a6ccf7-f3cd-4e79-947d-316ccac86413 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:26.005469 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f2a6ccf7-f3cd-4e79-947d-316ccac86413 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:26.009162 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f2a6ccf7-f3cd-4e79-947d-316ccac86413 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:26.028849 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a6ccf7-f3cd-4e79-947d-316ccac86413 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4f656b9-d91e-4ed8-b119-4a1cbacb05e7,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:22:26.034293 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f2a6ccf7-f3cd-4e79-947d-316ccac86413 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:26.035516 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-f2a6ccf7-f3cd-4e79-947d-316ccac86413 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1136613 Nov 25 14:22:26.038268 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 39828) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:22:26.042663 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-dc3a5e7e-d633-4dcc-bd1b-a42dcb9b2ae4 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Request body: {'security_group_rule': {'security_group_id': '3d682d33-fd60-428a-882c-3a5ba691a617', 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:22:26.068835 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dc3a5e7e-d633-4dcc-bd1b-a42dcb9b2ae4 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:26.126890 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dc3a5e7e-d633-4dcc-bd1b-a42dcb9b2ae4 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:26.130897 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dc3a5e7e-d633-4dcc-bd1b-a42dcb9b2ae4 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:26.149114 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3a5e7e-d633-4dcc-bd1b-a42dcb9b2ae4 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17439cf4-004b-45f7-ac10-35f5f11d1ff4,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:22:26.155918 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dc3a5e7e-d633-4dcc-bd1b-a42dcb9b2ae4 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:26.157114 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-dc3a5e7e-d633-4dcc-bd1b-a42dcb9b2ae4 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1178536 Nov 25 14:22:26.159905 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 39830) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:22:26.164144 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-0ff5fb1a-4278-4ab2-a3fd-38e6fc91239e tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Request body: {'security_group_rule': {'security_group_id': '3d682d33-fd60-428a-882c-3a5ba691a617', 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:22:26.189429 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0ff5fb1a-4278-4ab2-a3fd-38e6fc91239e tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:26.245145 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0ff5fb1a-4278-4ab2-a3fd-38e6fc91239e tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:26.248554 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0ff5fb1a-4278-4ab2-a3fd-38e6fc91239e tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:26.266164 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff5fb1a-4278-4ab2-a3fd-38e6fc91239e tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0b9cb8d-b430-4b6c-802e-1996e910d318,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:22:26.274568 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0ff5fb1a-4278-4ab2-a3fd-38e6fc91239e tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:26.275905 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-0ff5fb1a-4278-4ab2-a3fd-38e6fc91239e tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1150188 Nov 25 14:22:26.278711 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 39832) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:22:26.283016 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-d5d14f47-c0ba-4a1d-acbc-89c3924926f4 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Request body: {'security_group_rule': {'security_group_id': '3d682d33-fd60-428a-882c-3a5ba691a617', 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:22:26.308901 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d5d14f47-c0ba-4a1d-acbc-89c3924926f4 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:26.365534 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d5d14f47-c0ba-4a1d-acbc-89c3924926f4 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:26.369108 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d5d14f47-c0ba-4a1d-acbc-89c3924926f4 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:26.387713 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d14f47-c0ba-4a1d-acbc-89c3924926f4 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8ab4f0f-dc98-4f14-83e8-17e970595c59,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:22:26.394918 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d5d14f47-c0ba-4a1d-acbc-89c3924926f4 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:26.396145 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d5d14f47-c0ba-4a1d-acbc-89c3924926f4 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1164889 Nov 25 14:22:26.398931 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 39834) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:22:26.403226 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-2e2a8e03-59c3-409e-af1a-e1cf3aa520b9 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Request body: {'security_group_rule': {'security_group_id': '3d682d33-fd60-428a-882c-3a5ba691a617', 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:22:26.423740 n-d-808199-11 neutron-server[103571]: INFO neutron.db.securitygroups_db [None req-2e2a8e03-59c3-409e-af1a-e1cf3aa520b9 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Project f996a916203a46b4a7ca7989c9357aff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 14:22:26.429106 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2e2a8e03-59c3-409e-af1a-e1cf3aa520b9 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:26.490503 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2e2a8e03-59c3-409e-af1a-e1cf3aa520b9 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:26.493866 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2e2a8e03-59c3-409e-af1a-e1cf3aa520b9 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:26.511250 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2a8e03-59c3-409e-af1a-e1cf3aa520b9 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e22a0857-552d-4ee8-a26f-58231a2bc080,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:22:26.519303 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2e2a8e03-59c3-409e-af1a-e1cf3aa520b9 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:26.520494 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-2e2a8e03-59c3-409e-af1a-e1cf3aa520b9 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1206160 Nov 25 14:22:26.523362 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 39836) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:22:26.527582 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-d2068bb0-58ac-46ca-a99b-75a2ef10b8fe tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Request body: {'security_group_rule': {'security_group_id': '3d682d33-fd60-428a-882c-3a5ba691a617', 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:22:26.548615 n-d-808199-11 neutron-server[103571]: INFO neutron.db.securitygroups_db [None req-d2068bb0-58ac-46ca-a99b-75a2ef10b8fe tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Project f996a916203a46b4a7ca7989c9357aff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 14:22:26.553888 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d2068bb0-58ac-46ca-a99b-75a2ef10b8fe tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:26.614087 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d2068bb0-58ac-46ca-a99b-75a2ef10b8fe tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:26.617689 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d2068bb0-58ac-46ca-a99b-75a2ef10b8fe tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:26.634661 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2068bb0-58ac-46ca-a99b-75a2ef10b8fe tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3ca0bec-ddee-46ec-909b-6a6fabd4668c,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:22:26.642670 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d2068bb0-58ac-46ca-a99b-75a2ef10b8fe tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:26.644530 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d2068bb0-58ac-46ca-a99b-75a2ef10b8fe tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1202519 Nov 25 14:22:26.647463 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 39838) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:22:26.652353 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-f44e867b-6173-4ace-a526-b0d8d9f2dc7e tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Request body: {'network': {'name': 'tempest-network-smoke--1195587336', 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'port_security_enabled': True}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:22:26.672011 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f44e867b-6173-4ace-a526-b0d8d9f2dc7e tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Made reservation on behalf of f996a916203a46b4a7ca7989c9357aff for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 14:22:26.675455 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f44e867b-6173-4ace-a526-b0d8d9f2dc7e tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:26.697702 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f44e867b-6173-4ace-a526-b0d8d9f2dc7e tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 14:22:26.706726 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f44e867b-6173-4ace-a526-b0d8d9f2dc7e tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:26.707083 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-f44e867b-6173-4ace-a526-b0d8d9f2dc7e tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Added segment 3f2e22a4-3ba5-42b3-89d9-afd7f4090cf5 of type vlan for network 4cea6e6e-3b35-494e-9459-941dd6cc8519 Nov 25 14:22:26.753745 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f44e867b-6173-4ace-a526-b0d8d9f2dc7e tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:26.779388 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f44e867b-6173-4ace-a526-b0d8d9f2dc7e tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:26.785019 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44e867b-6173-4ace-a526-b0d8d9f2dc7e tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:22:26.785604 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f44e867b-6173-4ace-a526-b0d8d9f2dc7e tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:26.843843 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-f44e867b-6173-4ace-a526-b0d8d9f2dc7e tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1952648 Nov 25 14:22:26.846631 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39840) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:22:26.851381 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-6db50db3-35bc-49c0-8fe8-9187831d04ad tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1343876914', 'admin_state_up': True, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:22:26.855636 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44e867b-6173-4ace-a526-b0d8d9f2dc7e tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'Network': ['ID=4cea6e6e-3b35-494e-9459-941dd6cc8519,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:22:26.867230 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 4cea6e6e-3b35-494e-9459-941dd6cc8519 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 14:22:26.874866 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6db50db3-35bc-49c0-8fe8-9187831d04ad tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:26.876128 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6db50db3-35bc-49c0-8fe8-9187831d04ad tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:26.929587 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6db50db3-35bc-49c0-8fe8-9187831d04ad tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:26.997278 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 6da5ca7b-ba62-4c2b-89c3-ce230e816aa3 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:22:27.018882 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 6da5ca7b-ba62-4c2b-89c3-ce230e816aa3 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 14:22:27.019237 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 6da5ca7b-ba62-4c2b-89c3-ce230e816aa3 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:22:27.065300 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6db50db3-35bc-49c0-8fe8-9187831d04ad tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:27.255742 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6db50db3-35bc-49c0-8fe8-9187831d04ad tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for router_gateway, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:27.274350 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6db50db3-35bc-49c0-8fe8-9187831d04ad tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:27.372961 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-6db50db3-35bc-49c0-8fe8-9187831d04ad tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Allocated IP 172.25.5.110 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/7ecd8a7e-b4a1-40f7-960f-3455f308e0ac) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:22:27.485764 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6db50db3-35bc-49c0-8fe8-9187831d04ad tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:27.520342 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6db50db3-35bc-49c0-8fe8-9187831d04ad tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:27.559347 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db50db3-35bc-49c0-8fe8-9187831d04ad tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:22:27.562108 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-6db50db3-35bc-49c0-8fe8-9187831d04ad tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:22:27.566403 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db50db3-35bc-49c0-8fe8-9187831d04ad tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:22:27.572072 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db50db3-35bc-49c0-8fe8-9187831d04ad tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'Port': ['ID=7ecd8a7e-b4a1-40f7-960f-3455f308e0ac,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:22:27.577270 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4541c00f-a825-4ca2-9a74-06b01b8697e8 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 14:22:27.701903 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-6376c51d-7595-4331-93c1-0fa01677aa8f None None] Provisioning complete for port 7ecd8a7e-b4a1-40f7-960f-3455f308e0ac triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:22:27.702274 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6376c51d-7595-4331-93c1-0fa01677aa8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:27.739336 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-6376c51d-7595-4331-93c1-0fa01677aa8f None None] Port 7ecd8a7e-b4a1-40f7-960f-3455f308e0ac cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 14:22:27.833190 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6db50db3-35bc-49c0-8fe8-9187831d04ad tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for router_gateway, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:28.025726 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6db50db3-35bc-49c0-8fe8-9187831d04ad tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:28.153637 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6db50db3-35bc-49c0-8fe8-9187831d04ad tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Router 44437207-b269-4e2b-8f0a-8009311b2747 is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 14:22:28.259203 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db50db3-35bc-49c0-8fe8-9187831d04ad tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 14:22:28.268753 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f62bc16-b18b-4b62-9e41-390d3037c87e None None] Sync routers for ids ['44437207-b269-4e2b-8f0a-8009311b2747'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 14:22:28.277966 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f62bc16-b18b-4b62-9e41-390d3037c87e None None] Routers {'44437207-b269-4e2b-8f0a-8009311b2747'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:22:28.278576 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-8f62bc16-b18b-4b62-9e41-390d3037c87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:22:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['44437207-b269-4e2b-8f0a-8009311b2747'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:22:28.279778 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6db50db3-35bc-49c0-8fe8-9187831d04ad tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:28.282222 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-6db50db3-35bc-49c0-8fe8-9187831d04ad tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4332895 Nov 25 14:22:28.284793 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39842) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:22:28.319931 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-449c8462-f967-4a92-b479-1b14e058d869 tempest-TestNetworkAdvancedServerOps-501883029 tempest-TestNetworkAdvancedServerOps-501883029-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=f996a916203a46b4a7ca7989c9357aff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0339470 Nov 25 14:22:28.322642 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39844) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:22:28.386420 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-8f62bc16-b18b-4b62-9e41-390d3037c87e None None] Set router 44437207-b269-4e2b-8f0a-8009311b2747 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:22:28.477191 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40135602-e7dd-4b16-be09-af1fa865ae55 tempest-TestNetworkAdvancedServerOps-501883029 tempest-TestNetworkAdvancedServerOps-501883029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:22:28.478621 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-40135602-e7dd-4b16-be09-af1fa865ae55 tempest-TestNetworkAdvancedServerOps-501883029 tempest-TestNetworkAdvancedServerOps-501883029-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1549644 Nov 25 14:22:28.481483 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39846) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:22:28.519088 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e9f47119-226e-498a-9073-b3fe492bcdbf tempest-TestNetworkAdvancedServerOps-501883029 tempest-TestNetworkAdvancedServerOps-501883029-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=7542d3d9-0db3-40e7-ab88-a168871141f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0365055 Nov 25 14:22:28.521667 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39848) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:22:28.526673 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-5cb1dae1-99e6-4b00-908e-654930751909 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-982407520', 'network_id': '4cea6e6e-3b35-494e-9459-941dd6cc8519', 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:22:28.565155 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-8f62bc16-b18b-4b62-9e41-390d3037c87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44437207-b269-4e2b-8f0a-8009311b2747', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343876914', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '7ecd8a7e-b4a1-40f7-960f-3455f308e0ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:22:26Z', 'updated_at': '2021-11-25T14:22:27Z', 'revision_number': 3, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port': {'id': '7ecd8a7e-b4a1-40f7-960f-3455f308e0ac', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44437207-b269-4e2b-8f0a-8009311b2747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:22:27Z', 'updated_at': '2021-11-25T14:22:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:22:28.591630 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f62bc16-b18b-4b62-9e41-390d3037c87e None None] Checking router: 44437207-b269-4e2b-8f0a-8009311b2747 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 14:22:28.591984 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f62bc16-b18b-4b62-9e41-390d3037c87e None None] Updating router 44437207-b269-4e2b-8f0a-8009311b2747 port 7ecd8a7e-b4a1-40f7-960f-3455f308e0ac binding host n-d-808199-11 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 14:22:28.615998 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb1dae1-99e6-4b00-908e-654930751909 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Made reservation on behalf of f996a916203a46b4a7ca7989c9357aff for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 14:22:28.617128 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8f62bc16-b18b-4b62-9e41-390d3037c87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:28.619768 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5cb1dae1-99e6-4b00-908e-654930751909 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:28.798348 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5cb1dae1-99e6-4b00-908e-654930751909 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:28.865387 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb1dae1-99e6-4b00-908e-654930751909 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'Subnet': ['ID=823ecf03-55bc-4a34-af36-9c0e9c4b766b,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:22:28.873130 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb1dae1-99e6-4b00-908e-654930751909 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Checking segment: {'id': '3f2e22a4-3ba5-42b3-89d9-afd7f4090cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '4cea6e6e-3b35-494e-9459-941dd6cc8519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:22:28.873504 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb1dae1-99e6-4b00-908e-654930751909 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Network hostable DHCP agents. Network: 4cea6e6e-3b35-494e-9459-941dd6cc8519, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 14:22:28.892271 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb1dae1-99e6-4b00-908e-654930751909 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Network 4cea6e6e-3b35-494e-9459-941dd6cc8519 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 14:22:28.901056 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-5cb1dae1-99e6-4b00-908e-654930751909 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 4cea6e6e-3b35-494e-9459-941dd6cc8519) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:22:28.905254 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb1dae1-99e6-4b00-908e-654930751909 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:22:28.905862 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5cb1dae1-99e6-4b00-908e-654930751909 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:28.912378 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73201e5a-9a9f-4dcc-bdbf-086bf8bc2a78 None None] Network 4cea6e6e-3b35-494e-9459-941dd6cc8519 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 14:22:28.930537 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-5cb1dae1-99e6-4b00-908e-654930751909 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4075382 Nov 25 14:22:28.933308 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39850) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:22:28.963963 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8f62bc16-b18b-4b62-9e41-390d3037c87e None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:28.970379 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8f62bc16-b18b-4b62-9e41-390d3037c87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:29.016702 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-8f62bc16-b18b-4b62-9e41-390d3037c87e None None] Attempting to bind port 7ecd8a7e-b4a1-40f7-960f-3455f308e0ac on host n-d-808199-11 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:22:29.017083 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-8f62bc16-b18b-4b62-9e41-390d3037c87e None None] Attempting to bind port 7ecd8a7e-b4a1-40f7-960f-3455f308e0ac by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:22:29.017466 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f62bc16-b18b-4b62-9e41-390d3037c87e None None] Attempting to bind port 7ecd8a7e-b4a1-40f7-960f-3455f308e0ac on network 7542d3d9-0db3-40e7-ab88-a168871141f7 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:22:29.024138 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba54337-0492-4b76-a223-98b9e73daab5 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 14:22:29.030883 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f62bc16-b18b-4b62-9e41-390d3037c87e None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:22:29.031274 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f62bc16-b18b-4b62-9e41-390d3037c87e None None] Checking segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:22:29.031683 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8f62bc16-b18b-4b62-9e41-390d3037c87e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:29.032083 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f62bc16-b18b-4b62-9e41-390d3037c87e None None] Bound using segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:22:29.032559 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-8f62bc16-b18b-4b62-9e41-390d3037c87e None None] Bound port: 7ecd8a7e-b4a1-40f7-960f-3455f308e0ac, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:22:29.032941 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8f62bc16-b18b-4b62-9e41-390d3037c87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:29.067086 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863cac79-af76-40d1-95bf-57a51841a5cc None None] Pushing event updated for resources: {'Port': ['ID=7ecd8a7e-b4a1-40f7-960f-3455f308e0ac,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:22:29.079623 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-55bb08be-9764-47ce-839c-0508c860eed3 None None] Provisioning complete for port 7ecd8a7e-b4a1-40f7-960f-3455f308e0ac triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:22:29.080012 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-55bb08be-9764-47ce-839c-0508c860eed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:29.082912 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49121d8b-1fa7-4e6b-aae6-b82301be290e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-4cea6e6e-3b35-494e-9459-941dd6cc8519', 'network_id': '4cea6e6e-3b35-494e-9459-941dd6cc8519', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'fixed_ips': [{'subnet_id': '823ecf03-55bc-4a34-af36-9c0e9c4b766b'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 14:22:29.083755 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-49121d8b-1fa7-4e6b-aae6-b82301be290e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:29.093649 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-8f62bc16-b18b-4b62-9e41-390d3037c87e None None] For port 7ecd8a7e-b4a1-40f7-960f-3455f308e0ac, host n-d-808199-11, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:22:29.097993 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-8f62bc16-b18b-4b62-9e41-390d3037c87e None None] For port 7ecd8a7e-b4a1-40f7-960f-3455f308e0ac, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=7ecd8a7e-b4a1-40f7-960f-3455f308e0ac,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:22:29.106019 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863cac79-af76-40d1-95bf-57a51841a5cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:22:29.106366 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863cac79-af76-40d1-95bf-57a51841a5cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:22:29.106727 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863cac79-af76-40d1-95bf-57a51841a5cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:22:29.107275 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863cac79-af76-40d1-95bf-57a51841a5cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:22:29.107614 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863cac79-af76-40d1-95bf-57a51841a5cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:22:29.107946 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863cac79-af76-40d1-95bf-57a51841a5cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:22:29.108267 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863cac79-af76-40d1-95bf-57a51841a5cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:22:29.108594 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863cac79-af76-40d1-95bf-57a51841a5cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:22:29.108915 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863cac79-af76-40d1-95bf-57a51841a5cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:22:29.109231 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863cac79-af76-40d1-95bf-57a51841a5cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:22:29.109550 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863cac79-af76-40d1-95bf-57a51841a5cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:22:29.110270 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863cac79-af76-40d1-95bf-57a51841a5cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:22:29.113899 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8f62bc16-b18b-4b62-9e41-390d3037c87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:29.169394 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f62bc16-b18b-4b62-9e41-390d3037c87e None None] Routers {'44437207-b269-4e2b-8f0a-8009311b2747'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:22:29.170018 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-8f62bc16-b18b-4b62-9e41-390d3037c87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:22:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['44437207-b269-4e2b-8f0a-8009311b2747'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:22:29.186300 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97461639-5a94-44e9-94b2-287cdd768c20 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 14:22:29.188336 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-55bb08be-9764-47ce-839c-0508c860eed3 None None] Port 7ecd8a7e-b4a1-40f7-960f-3455f308e0ac cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 14:22:29.254446 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863cac79-af76-40d1-95bf-57a51841a5cc None None] Pushing event updated for resources: {'Port': ['ID=7ecd8a7e-b4a1-40f7-960f-3455f308e0ac,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:22:29.259657 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-49121d8b-1fa7-4e6b-aae6-b82301be290e None None] Allocated IP 172.20.0.2 (4cea6e6e-3b35-494e-9459-941dd6cc8519/823ecf03-55bc-4a34-af36-9c0e9c4b766b/f1d2094e-0627-4794-9aa1-8d90b02731a1) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:22:29.289127 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-8f62bc16-b18b-4b62-9e41-390d3037c87e None None] Set router 44437207-b269-4e2b-8f0a-8009311b2747 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:22:29.345229 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-2e6210fd-dddf-466a-bf4c-7c4253926b9c None None] Provisioning complete for port 7ecd8a7e-b4a1-40f7-960f-3455f308e0ac triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:22:29.345518 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2e6210fd-dddf-466a-bf4c-7c4253926b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:29.457860 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-49121d8b-1fa7-4e6b-aae6-b82301be290e None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:29.466047 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-49121d8b-1fa7-4e6b-aae6-b82301be290e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:29.491456 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-8f62bc16-b18b-4b62-9e41-390d3037c87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44437207-b269-4e2b-8f0a-8009311b2747', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343876914', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '7ecd8a7e-b4a1-40f7-960f-3455f308e0ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:22:26Z', 'updated_at': '2021-11-25T14:22:27Z', 'revision_number': 3, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port': {'id': '7ecd8a7e-b4a1-40f7-960f-3455f308e0ac', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44437207-b269-4e2b-8f0a-8009311b2747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:22:27Z', 'updated_at': '2021-11-25T14:22:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:22:29.514551 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49121d8b-1fa7-4e6b-aae6-b82301be290e None None] Network 4cea6e6e-3b35-494e-9459-941dd6cc8519 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:22:29.519430 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f62bc16-b18b-4b62-9e41-390d3037c87e None None] The sync data for ids ['44437207-b269-4e2b-8f0a-8009311b2747'] in n-d-808199-11 is: [{'id': '44437207-b269-4e2b-8f0a-8009311b2747', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343876914', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '7ecd8a7e-b4a1-40f7-960f-3455f308e0ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:22:26Z', 'updated_at': '2021-11-25T14:22:27Z', 'revision_number': 3, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port': {'id': '7ecd8a7e-b4a1-40f7-960f-3455f308e0ac', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44437207-b269-4e2b-8f0a-8009311b2747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:22:27Z', 'updated_at': '2021-11-25T14:22:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 14:22:29.540133 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-49121d8b-1fa7-4e6b-aae6-b82301be290e None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:22:29.549813 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49121d8b-1fa7-4e6b-aae6-b82301be290e None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:22:29.556142 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49121d8b-1fa7-4e6b-aae6-b82301be290e None None] Pushing event updated for resources: {'Port': ['ID=f1d2094e-0627-4794-9aa1-8d90b02731a1,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:22:29.567287 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2e6210fd-dddf-466a-bf4c-7c4253926b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:29.770733 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-789d6ace-2d6f-4934-85f0-1418e556e322 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:29.812346 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-2e6210fd-dddf-466a-bf4c-7c4253926b9c None None] For port 7ecd8a7e-b4a1-40f7-960f-3455f308e0ac, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=7ecd8a7e-b4a1-40f7-960f-3455f308e0ac,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:22:29.826837 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2e6210fd-dddf-466a-bf4c-7c4253926b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:29.834134 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-49121d8b-1fa7-4e6b-aae6-b82301be290e None None] Attempting to bind port f1d2094e-0627-4794-9aa1-8d90b02731a1 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:22:29.835072 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-49121d8b-1fa7-4e6b-aae6-b82301be290e None None] Attempting to bind port f1d2094e-0627-4794-9aa1-8d90b02731a1 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '3f2e22a4-3ba5-42b3-89d9-afd7f4090cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '4cea6e6e-3b35-494e-9459-941dd6cc8519'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:22:29.835454 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49121d8b-1fa7-4e6b-aae6-b82301be290e None None] Attempting to bind port f1d2094e-0627-4794-9aa1-8d90b02731a1 on network 4cea6e6e-3b35-494e-9459-941dd6cc8519 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:22:29.863725 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49121d8b-1fa7-4e6b-aae6-b82301be290e None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:22:29.864023 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49121d8b-1fa7-4e6b-aae6-b82301be290e None None] Checking segment: {'id': '3f2e22a4-3ba5-42b3-89d9-afd7f4090cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '4cea6e6e-3b35-494e-9459-941dd6cc8519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:22:29.864435 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-49121d8b-1fa7-4e6b-aae6-b82301be290e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:29.864835 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49121d8b-1fa7-4e6b-aae6-b82301be290e None None] Bound using segment: {'id': '3f2e22a4-3ba5-42b3-89d9-afd7f4090cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '4cea6e6e-3b35-494e-9459-941dd6cc8519'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:22:29.865321 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-49121d8b-1fa7-4e6b-aae6-b82301be290e None None] Bound port: f1d2094e-0627-4794-9aa1-8d90b02731a1, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f2e22a4-3ba5-42b3-89d9-afd7f4090cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '4cea6e6e-3b35-494e-9459-941dd6cc8519'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:22:29.865706 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-49121d8b-1fa7-4e6b-aae6-b82301be290e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:29.927639 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6210fd-dddf-466a-bf4c-7c4253926b9c None None] Pushing event updated for resources: {'Port': ['ID=7ecd8a7e-b4a1-40f7-960f-3455f308e0ac,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:22:29.957814 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-49121d8b-1fa7-4e6b-aae6-b82301be290e None None] For port f1d2094e-0627-4794-9aa1-8d90b02731a1, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:22:29.961837 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-49121d8b-1fa7-4e6b-aae6-b82301be290e None None] For port f1d2094e-0627-4794-9aa1-8d90b02731a1, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=f1d2094e-0627-4794-9aa1-8d90b02731a1,segment=NetworkSegment(3f2e22a4-3ba5-42b3-89d9-afd7f4090cf5),segment_id=3f2e22a4-3ba5-42b3-89d9-afd7f4090cf5)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:22:29.968424 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-49121d8b-1fa7-4e6b-aae6-b82301be290e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:30.040472 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49121d8b-1fa7-4e6b-aae6-b82301be290e None None] Pushing event updated for resources: {'Port': ['ID=f1d2094e-0627-4794-9aa1-8d90b02731a1,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:22:30.101754 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-789d6ace-2d6f-4934-85f0-1418e556e322 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Allocated IP 172.20.0.1 (4cea6e6e-3b35-494e-9459-941dd6cc8519/823ecf03-55bc-4a34-af36-9c0e9c4b766b/21a65ea8-cd0b-4f4b-8181-9775e8676c76) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:22:30.263843 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-789d6ace-2d6f-4934-85f0-1418e556e322 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:30.302955 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-789d6ace-2d6f-4934-85f0-1418e556e322 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:30.353334 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789d6ace-2d6f-4934-85f0-1418e556e322 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Network 4cea6e6e-3b35-494e-9459-941dd6cc8519 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:22:30.359975 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-789d6ace-2d6f-4934-85f0-1418e556e322 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:22:30.364697 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789d6ace-2d6f-4934-85f0-1418e556e322 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:22:30.369062 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789d6ace-2d6f-4934-85f0-1418e556e322 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'Port': ['ID=21a65ea8-cd0b-4f4b-8181-9775e8676c76,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:22:30.415297 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2d27bc7c-b632-4585-994d-6b6c7a37cd37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:30.425362 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-789d6ace-2d6f-4934-85f0-1418e556e322 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:30.568819 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-789d6ace-2d6f-4934-85f0-1418e556e322 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:30.852648 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-789d6ace-2d6f-4934-85f0-1418e556e322 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:30.858831 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-789d6ace-2d6f-4934-85f0-1418e556e322 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:30.938067 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789d6ace-2d6f-4934-85f0-1418e556e322 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'Port': ['ID=21a65ea8-cd0b-4f4b-8181-9775e8676c76,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:22:30.940866 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-789d6ace-2d6f-4934-85f0-1418e556e322 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:31.046524 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789d6ace-2d6f-4934-85f0-1418e556e322 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Network 4cea6e6e-3b35-494e-9459-941dd6cc8519 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:22:31.048194 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-789d6ace-2d6f-4934-85f0-1418e556e322 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:22:31.073481 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b0fed8-89aa-4520-845c-268c4446b308 None None] Network 4cea6e6e-3b35-494e-9459-941dd6cc8519 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 14:22:31.131255 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device f1d2094e-0627-4794-9aa1-8d90b02731a1 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:22:31.175371 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-789d6ace-2d6f-4934-85f0-1418e556e322 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Router 44437207-b269-4e2b-8f0a-8009311b2747 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 14:22:31.224603 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-4e9a74f9-991a-4245-a223-4ddee8b9d827 None None] Provisioning complete for port f1d2094e-0627-4794-9aa1-8d90b02731a1 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:22:31.225113 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4e9a74f9-991a-4245-a223-4ddee8b9d827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:31.299304 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789d6ace-2d6f-4934-85f0-1418e556e322 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 14:22:31.304482 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-789d6ace-2d6f-4934-85f0-1418e556e322 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "PUT /v2.0/routers/44437207-b269-4e2b-8f0a-8009311b2747/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3701785 Nov 25 14:22:31.336331 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port f1d2094e-0627-4794-9aa1-8d90b02731a1 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:22:31.336996 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:31.472712 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-15055f4e-8457-4726-8bc4-1371190c1412 req-0c8b509a-6da2-4d46-b958-5575c4439c0d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1045440510&fields=id&tenant_id=f996a916203a46b4a7ca7989c9357aff HTTP/1.1" status: 200 len: 267 time: 0.0459297 Nov 25 14:22:31.478337 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4e9a74f9-991a-4245-a223-4ddee8b9d827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:31.511438 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:31.540930 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3716348-421b-4d49-af3b-9f9f131bff4a None None] Sync routers for ids ['44437207-b269-4e2b-8f0a-8009311b2747'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 14:22:31.544224 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-4e9a74f9-991a-4245-a223-4ddee8b9d827 None None] For port f1d2094e-0627-4794-9aa1-8d90b02731a1, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=f1d2094e-0627-4794-9aa1-8d90b02731a1,segment=NetworkSegment(3f2e22a4-3ba5-42b3-89d9-afd7f4090cf5),segment_id=3f2e22a4-3ba5-42b3-89d9-afd7f4090cf5)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:22:31.557957 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4e9a74f9-991a-4245-a223-4ddee8b9d827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:31.586316 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3716348-421b-4d49-af3b-9f9f131bff4a None None] Routers {'44437207-b269-4e2b-8f0a-8009311b2747'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:22:31.586997 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-a3716348-421b-4d49-af3b-9f9f131bff4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:22:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['44437207-b269-4e2b-8f0a-8009311b2747'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:22:31.616232 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15055f4e-8457-4726-8bc4-1371190c1412 req-0f3cbd3d-f876-4a51-8ca5-09a17a2c0e77 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:22:31.617780 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-15055f4e-8457-4726-8bc4-1371190c1412 req-0f3cbd3d-f876-4a51-8ca5-09a17a2c0e77 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/networks?id=4cea6e6e-3b35-494e-9459-941dd6cc8519 HTTP/1.1" status: 200 len: 797 time: 0.1369169 Nov 25 14:22:31.638857 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-15055f4e-8457-4726-8bc4-1371190c1412 req-280511ab-d086-4305-8767-54ce04050ca6 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/quotas/f996a916203a46b4a7ca7989c9357aff HTTP/1.1" status: 200 len: 375 time: 0.0102704 Nov 25 14:22:31.682532 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.db.api [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 14:22:31.683048 n-d-808199-11 neutron-server[103572]: DEBUG oslo_db.api [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 14:22:31.688897 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9a74f9-991a-4245-a223-4ddee8b9d827 None None] Pushing event updated for resources: {'Port': ['ID=f1d2094e-0627-4794-9aa1-8d90b02731a1,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:22:31.704855 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-15055f4e-8457-4726-8bc4-1371190c1412 req-4e97162c-0e86-40de-aad4-9bd3a930f362 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f996a916203a46b4a7ca7989c9357aff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0573852 Nov 25 14:22:31.750415 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-a3716348-421b-4d49-af3b-9f9f131bff4a None None] Set router 44437207-b269-4e2b-8f0a-8009311b2747 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:22:31.834625 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-b0a80d8e-b4dd-4a0c-b947-c37244368c1a None None] Provisioning complete for port 21a65ea8-cd0b-4f4b-8181-9775e8676c76 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:22:31.835018 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b0a80d8e-b4dd-4a0c-b947-c37244368c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:31.865043 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-15055f4e-8457-4726-8bc4-1371190c1412 req-080819d3-94b4-403a-a343-719899a14234 service neutron] 10.222.0.53 "GET /v2.0/networks/4cea6e6e-3b35-494e-9459-941dd6cc8519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468246 Nov 25 14:22:31.913311 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-b0a80d8e-b4dd-4a0c-b947-c37244368c1a None None] Port 21a65ea8-cd0b-4f4b-8181-9775e8676c76 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 14:22:31.950724 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-b0a80d8e-b4dd-4a0c-b947-c37244368c1a None None] Provisioning complete for port f1d2094e-0627-4794-9aa1-8d90b02731a1 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:22:31.951323 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b0a80d8e-b4dd-4a0c-b947-c37244368c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:31.991293 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-15055f4e-8457-4726-8bc4-1371190c1412 req-d6832db0-5c0b-425e-9dc0-9a0dd452a732 service neutron] 10.222.0.53 "GET /v2.0/networks/4cea6e6e-3b35-494e-9459-941dd6cc8519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191351 Nov 25 14:22:32.079420 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-a3716348-421b-4d49-af3b-9f9f131bff4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44437207-b269-4e2b-8f0a-8009311b2747', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343876914', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '7ecd8a7e-b4a1-40f7-960f-3455f308e0ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:22:26Z', 'updated_at': '2021-11-25T14:22:30Z', 'revision_number': 4, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port': {'id': '7ecd8a7e-b4a1-40f7-960f-3455f308e0ac', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44437207-b269-4e2b-8f0a-8009311b2747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:22:27Z', 'updated_at': '2021-11-25T14:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '21a65ea8-cd0b-4f4b-8181-9775e8676c76', 'name': '', 'network_id': '4cea6e6e-3b35-494e-9459-941dd6cc8519', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'mac_address': 'fa:16:3e:54:30:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44437207-b269-4e2b-8f0a-8009311b2747', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '823ecf03-55bc-4a34-af36-9c0e9c4b766b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:22:29Z', 'updated_at': '2021-11-25T14:22:30Z', 'revision_number': 2, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'subnets': [{'id': '823ecf03-55bc-4a34-af36-9c0e9c4b766b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:22:32.112343 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3716348-421b-4d49-af3b-9f9f131bff4a None None] Checking router: 44437207-b269-4e2b-8f0a-8009311b2747 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 14:22:32.112711 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3716348-421b-4d49-af3b-9f9f131bff4a None None] Updating router 44437207-b269-4e2b-8f0a-8009311b2747 port 21a65ea8-cd0b-4f4b-8181-9775e8676c76 binding host n-d-808199-11 {{(pid=103572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 14:22:32.138925 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a3716348-421b-4d49-af3b-9f9f131bff4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:32.227484 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-53bce98f-7ff4-42fd-923b-390d53209487 req-31152ca1-8c18-4853-af8e-c20747de7ca1 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd8a4b8f-df5d-4c41-b7a8-12bdb348ea50 HTTP/1.1" status: 200 len: 210 time: 0.0320792 Nov 25 14:22:32.287388 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 7ecd8a7e-b4a1-40f7-960f-3455f308e0ac up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:22:32.318105 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-a071b8c7-9ec4-4b70-a902-9fd212d349ed None None] Provisioning complete for port 21a65ea8-cd0b-4f4b-8181-9775e8676c76 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:22:32.318480 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a071b8c7-9ec4-4b70-a902-9fd212d349ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:32.415613 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-a071b8c7-9ec4-4b70-a902-9fd212d349ed None None] Port 21a65ea8-cd0b-4f4b-8181-9775e8676c76 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 14:22:32.454029 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 7ecd8a7e-b4a1-40f7-960f-3455f308e0ac triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:22:32.454327 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:32.578257 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a3716348-421b-4d49-af3b-9f9f131bff4a None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:32.590673 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a3716348-421b-4d49-af3b-9f9f131bff4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:32.651265 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d82cf-cc61-4202-a495-7c4520bbe980 None None] Pushing event updated for resources: {'Port': ['ID=21a65ea8-cd0b-4f4b-8181-9775e8676c76,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:22:32.706748 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-a3716348-421b-4d49-af3b-9f9f131bff4a None None] Attempting to bind port 21a65ea8-cd0b-4f4b-8181-9775e8676c76 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:22:32.707134 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-a3716348-421b-4d49-af3b-9f9f131bff4a None None] Attempting to bind port 21a65ea8-cd0b-4f4b-8181-9775e8676c76 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '3f2e22a4-3ba5-42b3-89d9-afd7f4090cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '4cea6e6e-3b35-494e-9459-941dd6cc8519'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:22:32.707500 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3716348-421b-4d49-af3b-9f9f131bff4a None None] Attempting to bind port 21a65ea8-cd0b-4f4b-8181-9775e8676c76 on network 4cea6e6e-3b35-494e-9459-941dd6cc8519 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:22:32.713593 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3716348-421b-4d49-af3b-9f9f131bff4a None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:22:32.713978 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3716348-421b-4d49-af3b-9f9f131bff4a None None] Checking segment: {'id': '3f2e22a4-3ba5-42b3-89d9-afd7f4090cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '4cea6e6e-3b35-494e-9459-941dd6cc8519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:22:32.714392 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a3716348-421b-4d49-af3b-9f9f131bff4a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:32.714819 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3716348-421b-4d49-af3b-9f9f131bff4a None None] Bound using segment: {'id': '3f2e22a4-3ba5-42b3-89d9-afd7f4090cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '4cea6e6e-3b35-494e-9459-941dd6cc8519'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:22:32.715304 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-a3716348-421b-4d49-af3b-9f9f131bff4a None None] Bound port: 21a65ea8-cd0b-4f4b-8181-9775e8676c76, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f2e22a4-3ba5-42b3-89d9-afd7f4090cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '4cea6e6e-3b35-494e-9459-941dd6cc8519'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:22:32.715694 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a3716348-421b-4d49-af3b-9f9f131bff4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:32.786903 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-a3716348-421b-4d49-af3b-9f9f131bff4a None None] For port 21a65ea8-cd0b-4f4b-8181-9775e8676c76, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:22:32.790790 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-a3716348-421b-4d49-af3b-9f9f131bff4a None None] For port 21a65ea8-cd0b-4f4b-8181-9775e8676c76, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=21a65ea8-cd0b-4f4b-8181-9775e8676c76,segment=NetworkSegment(3f2e22a4-3ba5-42b3-89d9-afd7f4090cf5),segment_id=3f2e22a4-3ba5-42b3-89d9-afd7f4090cf5)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:22:32.795027 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a3716348-421b-4d49-af3b-9f9f131bff4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:32.856152 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3716348-421b-4d49-af3b-9f9f131bff4a None None] Routers {'44437207-b269-4e2b-8f0a-8009311b2747'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:22:32.856807 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-a3716348-421b-4d49-af3b-9f9f131bff4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:22:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['44437207-b269-4e2b-8f0a-8009311b2747'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:22:32.863331 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d82cf-cc61-4202-a495-7c4520bbe980 None None] Pushing event updated for resources: {'Port': ['ID=21a65ea8-cd0b-4f4b-8181-9775e8676c76,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:22:32.926483 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-beedb0f0-5021-4e27-a51f-15222a8c1add None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:32.984077 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-82c2526e-23d6-4a61-ad70-2881785dd534 None None] Provisioning complete for port 21a65ea8-cd0b-4f4b-8181-9775e8676c76 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:22:32.984449 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-82c2526e-23d6-4a61-ad70-2881785dd534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:33.013289 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-a3716348-421b-4d49-af3b-9f9f131bff4a None None] Set router 44437207-b269-4e2b-8f0a-8009311b2747 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:22:33.209723 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device f1d2094e-0627-4794-9aa1-8d90b02731a1 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:22:33.266459 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15055f4e-8457-4726-8bc4-1371190c1412 req-46e8a05e-c9a6-412b-b67a-91037db48c7c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:22:33.268601 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-15055f4e-8457-4726-8bc4-1371190c1412 req-46e8a05e-c9a6-412b-b67a-91037db48c7c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.47 "GET /v2.0/networks?id=4cea6e6e-3b35-494e-9459-941dd6cc8519 HTTP/1.1" status: 200 len: 797 time: 0.1272542 Nov 25 14:22:33.339389 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-85206285-7ef6-46cf-adfb-a9b27964bebb req-8881e7c8-481f-4e7b-bd70-792cd454b206 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd8a4b8f-df5d-4c41-b7a8-12bdb348ea50 HTTP/1.1" status: 200 len: 210 time: 0.0274663 Nov 25 14:22:33.341036 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-15055f4e-8457-4726-8bc4-1371190c1412 req-f3634756-1da6-47b6-8a1a-76f81cf2fde1 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f996a916203a46b4a7ca7989c9357aff HTTP/1.1" status: 200 len: 380 time: 0.0623145 Nov 25 14:22:33.355892 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-15055f4e-8457-4726-8bc4-1371190c1412 req-30b37832-54ea-41f7-8161-3d1d780f8893 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Request body: {'port': {'device_id': 'dd8a4b8f-df5d-4c41-b7a8-12bdb348ea50', 'network_id': '4cea6e6e-3b35-494e-9459-941dd6cc8519', 'admin_state_up': True, 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'security_groups': ['3d682d33-fd60-428a-882c-3a5ba691a617']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:22:33.398898 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port f1d2094e-0627-4794-9aa1-8d90b02731a1 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:22:33.399279 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:33.406670 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-82c2526e-23d6-4a61-ad70-2881785dd534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:33.472470 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15055f4e-8457-4726-8bc4-1371190c1412 req-30b37832-54ea-41f7-8161-3d1d780f8893 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Made reservation on behalf of f996a916203a46b4a7ca7989c9357aff for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 14:22:33.476244 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-15055f4e-8457-4726-8bc4-1371190c1412 req-30b37832-54ea-41f7-8161-3d1d780f8893 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:33.514157 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-82c2526e-23d6-4a61-ad70-2881785dd534 None None] For port 21a65ea8-cd0b-4f4b-8181-9775e8676c76, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=21a65ea8-cd0b-4f4b-8181-9775e8676c76,segment=NetworkSegment(3f2e22a4-3ba5-42b3-89d9-afd7f4090cf5),segment_id=3f2e22a4-3ba5-42b3-89d9-afd7f4090cf5)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:22:33.520846 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-82c2526e-23d6-4a61-ad70-2881785dd534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:33.610789 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-a3716348-421b-4d49-af3b-9f9f131bff4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44437207-b269-4e2b-8f0a-8009311b2747', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343876914', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '7ecd8a7e-b4a1-40f7-960f-3455f308e0ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:22:26Z', 'updated_at': '2021-11-25T14:22:30Z', 'revision_number': 4, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port': {'id': '7ecd8a7e-b4a1-40f7-960f-3455f308e0ac', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44437207-b269-4e2b-8f0a-8009311b2747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:22:27Z', 'updated_at': '2021-11-25T14:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '21a65ea8-cd0b-4f4b-8181-9775e8676c76', 'name': '', 'network_id': '4cea6e6e-3b35-494e-9459-941dd6cc8519', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'mac_address': 'fa:16:3e:54:30:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44437207-b269-4e2b-8f0a-8009311b2747', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '823ecf03-55bc-4a34-af36-9c0e9c4b766b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:22:29Z', 'updated_at': '2021-11-25T14:22:32Z', 'revision_number': 4, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'subnets': [{'id': '823ecf03-55bc-4a34-af36-9c0e9c4b766b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:22:33.614635 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-15055f4e-8457-4726-8bc4-1371190c1412 req-30b37832-54ea-41f7-8161-3d1d780f8893 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Allocated IP 172.20.0.9 (4cea6e6e-3b35-494e-9459-941dd6cc8519/823ecf03-55bc-4a34-af36-9c0e9c4b766b/7f7b1fc8-29f3-478f-846e-8f1d7720bce3) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:22:33.650789 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c2526e-23d6-4a61-ad70-2881785dd534 None None] Pushing event updated for resources: {'Port': ['ID=21a65ea8-cd0b-4f4b-8181-9775e8676c76,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:22:33.654884 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3716348-421b-4d49-af3b-9f9f131bff4a None None] The sync data for ids ['44437207-b269-4e2b-8f0a-8009311b2747'] in n-d-808199-11 is: [{'id': '44437207-b269-4e2b-8f0a-8009311b2747', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343876914', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '7ecd8a7e-b4a1-40f7-960f-3455f308e0ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:22:26Z', 'updated_at': '2021-11-25T14:22:30Z', 'revision_number': 4, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port': {'id': '7ecd8a7e-b4a1-40f7-960f-3455f308e0ac', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44437207-b269-4e2b-8f0a-8009311b2747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:22:27Z', 'updated_at': '2021-11-25T14:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '21a65ea8-cd0b-4f4b-8181-9775e8676c76', 'name': '', 'network_id': '4cea6e6e-3b35-494e-9459-941dd6cc8519', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'mac_address': 'fa:16:3e:54:30:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44437207-b269-4e2b-8f0a-8009311b2747', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '823ecf03-55bc-4a34-af36-9c0e9c4b766b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:22:29Z', 'updated_at': '2021-11-25T14:22:32Z', 'revision_number': 4, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'subnets': [{'id': '823ecf03-55bc-4a34-af36-9c0e9c4b766b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 14:22:33.670787 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-43d36ef9-5ddf-4f4b-8114-99fcdd96e834 None None] Provisioning complete for port 21a65ea8-cd0b-4f4b-8181-9775e8676c76 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:22:33.671501 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-43d36ef9-5ddf-4f4b-8114-99fcdd96e834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:33.793144 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-15055f4e-8457-4726-8bc4-1371190c1412 req-30b37832-54ea-41f7-8161-3d1d780f8893 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:33.829812 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-15055f4e-8457-4726-8bc4-1371190c1412 req-30b37832-54ea-41f7-8161-3d1d780f8893 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:33.881941 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15055f4e-8457-4726-8bc4-1371190c1412 req-30b37832-54ea-41f7-8161-3d1d780f8893 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Network 4cea6e6e-3b35-494e-9459-941dd6cc8519 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:22:33.885678 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-15055f4e-8457-4726-8bc4-1371190c1412 req-30b37832-54ea-41f7-8161-3d1d780f8893 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:22:33.890111 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-15055f4e-8457-4726-8bc4-1371190c1412 req-30b37832-54ea-41f7-8161-3d1d780f8893 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:22:33.894785 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b37832-54ea-41f7-8161-3d1d780f8893 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'Port': ['ID=7f7b1fc8-29f3-478f-846e-8f1d7720bce3,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:22:33.951270 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15055f4e-8457-4726-8bc4-1371190c1412 req-30b37832-54ea-41f7-8161-3d1d780f8893 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:22:33.951907 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-15055f4e-8457-4726-8bc4-1371190c1412 req-30b37832-54ea-41f7-8161-3d1d780f8893 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:33.972256 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-15055f4e-8457-4726-8bc4-1371190c1412 req-30b37832-54ea-41f7-8161-3d1d780f8893 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6219440 Nov 25 14:22:33.982515 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [req-15055f4e-8457-4726-8bc4-1371190c1412 req-3890ad93-2f5b-4cc6-a5d0-fa44dbe2cc3a tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 14:22:33.983582 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-15055f4e-8457-4726-8bc4-1371190c1412 req-3890ad93-2f5b-4cc6-a5d0-fa44dbe2cc3a tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056221 Nov 25 14:22:33.995864 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-15055f4e-8457-4726-8bc4-1371190c1412 req-11544eb5-b4d0-4481-af66-a784e4beacf7 service neutron] Request body: {'port': {'device_id': 'dd8a4b8f-df5d-4c41-b7a8-12bdb348ea50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:22:34.057827 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-15055f4e-8457-4726-8bc4-1371190c1412 req-11544eb5-b4d0-4481-af66-a784e4beacf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:34.129293 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:34.207649 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9ec0acd4-05b5-4001-af49-27283355a384 None None] Provisioning complete for port 7f7b1fc8-29f3-478f-846e-8f1d7720bce3 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:22:34.208050 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9ec0acd4-05b5-4001-af49-27283355a384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:34.252784 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9ec0acd4-05b5-4001-af49-27283355a384 None None] Port 7f7b1fc8-29f3-478f-846e-8f1d7720bce3 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 14:22:34.368409 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-15055f4e-8457-4726-8bc4-1371190c1412 req-11544eb5-b4d0-4481-af66-a784e4beacf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f7b1fc8-29f3-478f-846e-8f1d7720bce3 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 14:22:34.377744 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-15055f4e-8457-4726-8bc4-1371190c1412 req-11544eb5-b4d0-4481-af66-a784e4beacf7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:34.395072 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-15055f4e-8457-4726-8bc4-1371190c1412 req-11544eb5-b4d0-4481-af66-a784e4beacf7 service neutron] Transition to ACTIVE for port object 7f7b1fc8-29f3-478f-846e-8f1d7720bce3 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 14:22:34.400117 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-15055f4e-8457-4726-8bc4-1371190c1412 req-11544eb5-b4d0-4481-af66-a784e4beacf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:34.454795 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11544eb5-b4d0-4481-af66-a784e4beacf7 service neutron] Pushing event updated for resources: {'Port': ['ID=7f7b1fc8-29f3-478f-846e-8f1d7720bce3,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:22:34.537677 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1328d047-8c78-4846-aa46-8f9b294d9e59 req-1adef44d-b259-40c7-a604-a4397a63e659 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:22:34.550013 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1328d047-8c78-4846-aa46-8f9b294d9e59 req-1adef44d-b259-40c7-a604-a4397a63e659 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd8a4b8f-df5d-4c41-b7a8-12bdb348ea50 HTTP/1.1" status: 200 len: 943 time: 0.1297741 Nov 25 14:22:34.568751 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-15055f4e-8457-4726-8bc4-1371190c1412 req-11544eb5-b4d0-4481-af66-a784e4beacf7 service neutron] Attempting to bind port 7f7b1fc8-29f3-478f-846e-8f1d7720bce3 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:22:34.569046 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-15055f4e-8457-4726-8bc4-1371190c1412 req-11544eb5-b4d0-4481-af66-a784e4beacf7 service neutron] Attempting to bind port 7f7b1fc8-29f3-478f-846e-8f1d7720bce3 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '3f2e22a4-3ba5-42b3-89d9-afd7f4090cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '4cea6e6e-3b35-494e-9459-941dd6cc8519'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:22:34.569303 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15055f4e-8457-4726-8bc4-1371190c1412 req-11544eb5-b4d0-4481-af66-a784e4beacf7 service neutron] Attempting to bind port 7f7b1fc8-29f3-478f-846e-8f1d7720bce3 on network 4cea6e6e-3b35-494e-9459-941dd6cc8519 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:22:34.578172 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15055f4e-8457-4726-8bc4-1371190c1412 req-11544eb5-b4d0-4481-af66-a784e4beacf7 service neutron] Port 7f7b1fc8-29f3-478f-846e-8f1d7720bce3 on network 4cea6e6e-3b35-494e-9459-941dd6cc8519 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 14:22:34.578656 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15055f4e-8457-4726-8bc4-1371190c1412 req-11544eb5-b4d0-4481-af66-a784e4beacf7 service neutron] Attempting to bind port 7f7b1fc8-29f3-478f-846e-8f1d7720bce3 on network 4cea6e6e-3b35-494e-9459-941dd6cc8519 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:22:34.585525 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15055f4e-8457-4726-8bc4-1371190c1412 req-11544eb5-b4d0-4481-af66-a784e4beacf7 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:22:34.585872 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15055f4e-8457-4726-8bc4-1371190c1412 req-11544eb5-b4d0-4481-af66-a784e4beacf7 service neutron] Checking segment: {'id': '3f2e22a4-3ba5-42b3-89d9-afd7f4090cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '4cea6e6e-3b35-494e-9459-941dd6cc8519'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:22:34.586271 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15055f4e-8457-4726-8bc4-1371190c1412 req-11544eb5-b4d0-4481-af66-a784e4beacf7 service neutron] Bound using segment: {'id': '3f2e22a4-3ba5-42b3-89d9-afd7f4090cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '4cea6e6e-3b35-494e-9459-941dd6cc8519'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:22:34.586786 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-15055f4e-8457-4726-8bc4-1371190c1412 req-11544eb5-b4d0-4481-af66-a784e4beacf7 service neutron] Bound port: 7f7b1fc8-29f3-478f-846e-8f1d7720bce3, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f2e22a4-3ba5-42b3-89d9-afd7f4090cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '4cea6e6e-3b35-494e-9459-941dd6cc8519'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:22:34.587349 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-15055f4e-8457-4726-8bc4-1371190c1412 req-11544eb5-b4d0-4481-af66-a784e4beacf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:34.689057 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1328d047-8c78-4846-aa46-8f9b294d9e59 req-bfc398db-3dfe-4ceb-b114-f317d330b3c1 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d682d33-fd60-428a-882c-3a5ba691a617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379254 Nov 25 14:22:34.723774 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-15055f4e-8457-4726-8bc4-1371190c1412 req-11544eb5-b4d0-4481-af66-a784e4beacf7 service neutron] For port 7f7b1fc8-29f3-478f-846e-8f1d7720bce3, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:22:34.727570 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-15055f4e-8457-4726-8bc4-1371190c1412 req-11544eb5-b4d0-4481-af66-a784e4beacf7 service neutron] For port 7f7b1fc8-29f3-478f-846e-8f1d7720bce3, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=7f7b1fc8-29f3-478f-846e-8f1d7720bce3,segment=NetworkSegment(3f2e22a4-3ba5-42b3-89d9-afd7f4090cf5),segment_id=3f2e22a4-3ba5-42b3-89d9-afd7f4090cf5)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:22:34.738641 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-15055f4e-8457-4726-8bc4-1371190c1412 req-11544eb5-b4d0-4481-af66-a784e4beacf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:34.815543 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15055f4e-8457-4726-8bc4-1371190c1412 req-11544eb5-b4d0-4481-af66-a784e4beacf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:22:34.816341 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-15055f4e-8457-4726-8bc4-1371190c1412 req-11544eb5-b4d0-4481-af66-a784e4beacf7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:34.817863 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-15055f4e-8457-4726-8bc4-1371190c1412 req-11544eb5-b4d0-4481-af66-a784e4beacf7 service neutron] 10.222.0.47 "PUT /v2.0/ports/7f7b1fc8-29f3-478f-846e-8f1d7720bce3 HTTP/1.1" status: 200 len: 1092 time: 0.8262985 Nov 25 14:22:34.818595 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd8a4b8f-df5d-4c41-b7a8-12bdb348ea50', 'tag': '7f7b1fc8-29f3-478f-846e-8f1d7720bce3'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:22:34.821152 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b263d7d4b70db15966f189087f2cdd81ff7815a34d469843c29c7d40ca9dff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5626fc4-7e62-4b6d-9aff-03777cad59b0" -d '{"events": [{"name": "network-changed", "server_uuid": "dd8a4b8f-df5d-4c41-b7a8-12bdb348ea50", "tag": "7f7b1fc8-29f3-478f-846e-8f1d7720bce3"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:22:34.829174 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11544eb5-b4d0-4481-af66-a784e4beacf7 service neutron] Pushing event updated for resources: {'Port': ['ID=7f7b1fc8-29f3-478f-846e-8f1d7720bce3,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:22:34.985398 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15055f4e-8457-4726-8bc4-1371190c1412 req-003675a9-302b-4242-a865-eedd7643b910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:22:34.987102 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-15055f4e-8457-4726-8bc4-1371190c1412 req-003675a9-302b-4242-a865-eedd7643b910 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f996a916203a46b4a7ca7989c9357aff&device_id=dd8a4b8f-df5d-4c41-b7a8-12bdb348ea50 HTTP/1.1" status: 200 len: 1095 time: 0.0709140 Nov 25 14:22:34.992608 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 14:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e231e20-b084-4a57-a4fb-8506ad13ff6e x-openstack-request-id: req-8e231e20-b084-4a57-a4fb-8506ad13ff6e {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:22:34.992952 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd8a4b8f-df5d-4c41-b7a8-12bdb348ea50", "tag": "7f7b1fc8-29f3-478f-846e-8f1d7720bce3", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:22:34.993283 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8e231e20-b084-4a57-a4fb-8506ad13ff6e {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:22:34.993751 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd8a4b8f-df5d-4c41-b7a8-12bdb348ea50', 'tag': '7f7b1fc8-29f3-478f-846e-8f1d7720bce3', 'status': 'completed', 'code': 200} Nov 25 14:22:35.037723 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-15055f4e-8457-4726-8bc4-1371190c1412 req-870a7ff7-81a3-4bf4-bad9-5d44270b889b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f7b1fc8-29f3-478f-846e-8f1d7720bce3 HTTP/1.1" status: 200 len: 217 time: 0.0412142 Nov 25 14:22:35.076709 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 21a65ea8-cd0b-4f4b-8181-9775e8676c76 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:22:35.098581 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15055f4e-8457-4726-8bc4-1371190c1412 req-8e4744dd-527a-4b6d-b3b7-e362a6d26422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:22:35.103726 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-15055f4e-8457-4726-8bc4-1371190c1412 req-8e4744dd-527a-4b6d-b3b7-e362a6d26422 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=823ecf03-55bc-4a34-af36-9c0e9c4b766b HTTP/1.1" status: 200 len: 834 time: 0.0578744 Nov 25 14:22:35.141277 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 21a65ea8-cd0b-4f4b-8181-9775e8676c76 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:22:35.141673 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:35.158032 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15055f4e-8457-4726-8bc4-1371190c1412 req-2125fdc6-a666-4ca8-b938-fe9019a5a1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:22:35.159613 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-15055f4e-8457-4726-8bc4-1371190c1412 req-2125fdc6-a666-4ca8-b938-fe9019a5a1e3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4cea6e6e-3b35-494e-9459-941dd6cc8519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469832 Nov 25 14:22:35.263300 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-15055f4e-8457-4726-8bc4-1371190c1412 req-72dba954-0025-419a-a480-019cbac7cae1 service neutron] 10.222.0.47 "GET /v2.0/networks/4cea6e6e-3b35-494e-9459-941dd6cc8519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957594 Nov 25 14:22:35.353644 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-15055f4e-8457-4726-8bc4-1371190c1412 req-0178b729-8b62-47a0-9c7c-6690bbe11e11 service neutron] 10.222.0.47 "GET /v2.0/networks/4cea6e6e-3b35-494e-9459-941dd6cc8519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829985 Nov 25 14:22:35.439597 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:35.444251 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5626fc4-7e62-4b6d-9aff-03777cad59b0 req-f1b53963-e94f-4dad-a515-52b20837686c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:22:35.445818 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b5626fc4-7e62-4b6d-9aff-03777cad59b0 req-f1b53963-e94f-4dad-a515-52b20837686c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f996a916203a46b4a7ca7989c9357aff&device_id=dd8a4b8f-df5d-4c41-b7a8-12bdb348ea50 HTTP/1.1" status: 200 len: 1095 time: 0.0483506 Nov 25 14:22:35.534623 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5626fc4-7e62-4b6d-9aff-03777cad59b0 req-415fc583-76a6-4a5b-aa43-acd7239ad51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:22:35.536134 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b5626fc4-7e62-4b6d-9aff-03777cad59b0 req-415fc583-76a6-4a5b-aa43-acd7239ad51f service neutron] 10.222.0.47 "GET /v2.0/networks?id=4cea6e6e-3b35-494e-9459-941dd6cc8519 HTTP/1.1" status: 200 len: 898 time: 0.0834544 Nov 25 14:22:35.581215 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b5626fc4-7e62-4b6d-9aff-03777cad59b0 req-2a76f493-43e4-4166-a25b-cd8c6859e234 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f7b1fc8-29f3-478f-846e-8f1d7720bce3 HTTP/1.1" status: 200 len: 217 time: 0.0381200 Nov 25 14:22:35.636710 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5626fc4-7e62-4b6d-9aff-03777cad59b0 req-7eff4662-f825-4694-b35f-3d8247074dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:22:35.638191 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b5626fc4-7e62-4b6d-9aff-03777cad59b0 req-7eff4662-f825-4694-b35f-3d8247074dc1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=823ecf03-55bc-4a34-af36-9c0e9c4b766b HTTP/1.1" status: 200 len: 834 time: 0.0475159 Nov 25 14:22:35.686299 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5626fc4-7e62-4b6d-9aff-03777cad59b0 req-d25d9ac9-beac-40aa-9d0b-32d6abc36ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:22:35.687866 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b5626fc4-7e62-4b6d-9aff-03777cad59b0 req-d25d9ac9-beac-40aa-9d0b-32d6abc36ae6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4cea6e6e-3b35-494e-9459-941dd6cc8519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403893 Nov 25 14:22:35.782282 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b5626fc4-7e62-4b6d-9aff-03777cad59b0 req-fb2007e7-9c4e-4253-957b-05ab2762c219 service neutron] 10.222.0.47 "GET /v2.0/networks/4cea6e6e-3b35-494e-9459-941dd6cc8519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860398 Nov 25 14:22:35.815449 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e6591-2ce9-4bd2-97ae-936a2a98bc55 req-8c70f666-fbd5-4c75-b1d6-620276d4890a tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:22:35.816974 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e34e6591-2ce9-4bd2-97ae-936a2a98bc55 req-8c70f666-fbd5-4c75-b1d6-620276d4890a tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd8a4b8f-df5d-4c41-b7a8-12bdb348ea50 HTTP/1.1" status: 200 len: 943 time: 0.0505540 Nov 25 14:22:35.870991 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e34e6591-2ce9-4bd2-97ae-936a2a98bc55 req-1a1fe912-56cd-44d3-9908-bb8720cd25f4 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d682d33-fd60-428a-882c-3a5ba691a617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478973 Nov 25 14:22:35.884267 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b5626fc4-7e62-4b6d-9aff-03777cad59b0 req-dd3b3f3b-77a8-46ea-8332-7a607f7d88b2 service neutron] 10.222.0.47 "GET /v2.0/networks/4cea6e6e-3b35-494e-9459-941dd6cc8519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942416 Nov 25 14:22:36.584719 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:36.989894 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe5289-8e25-4ae8-a7dc-13d4c873b5b1 req-d14751b9-d7ae-40a2-9823-1d1b06d31111 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:22:36.991414 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-63fe5289-8e25-4ae8-a7dc-13d4c873b5b1 req-d14751b9-d7ae-40a2-9823-1d1b06d31111 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd8a4b8f-df5d-4c41-b7a8-12bdb348ea50 HTTP/1.1" status: 200 len: 943 time: 0.0497413 Nov 25 14:22:37.044251 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-63fe5289-8e25-4ae8-a7dc-13d4c873b5b1 req-a850815f-969e-407a-a011-c71dc6013651 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d682d33-fd60-428a-882c-3a5ba691a617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467532 Nov 25 14:22:37.386119 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 7f7b1fc8-29f3-478f-846e-8f1d7720bce3 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 14:22:37.478531 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 7f7b1fc8-29f3-478f-846e-8f1d7720bce3, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=7f7b1fc8-29f3-478f-846e-8f1d7720bce3,segment=NetworkSegment(3f2e22a4-3ba5-42b3-89d9-afd7f4090cf5),segment_id=3f2e22a4-3ba5-42b3-89d9-afd7f4090cf5)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:22:37.493152 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '7f7b1fc8-29f3-478f-846e-8f1d7720bce3', 'network_id': '4cea6e6e-3b35-494e-9459-941dd6cc8519', 'port_id': '7f7b1fc8-29f3-478f-846e-8f1d7720bce3', 'mac_address': 'fa:16:3e:ca:ff:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '823ecf03-55bc-4a34-af36-9c0e9c4b766b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 14:22:37.530225 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:37.542746 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f7b1fc8-29f3-478f-846e-8f1d7720bce3 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 14:22:37.561347 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 7f7b1fc8-29f3-478f-846e-8f1d7720bce3, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=7f7b1fc8-29f3-478f-846e-8f1d7720bce3,segment=NetworkSegment(3f2e22a4-3ba5-42b3-89d9-afd7f4090cf5),segment_id=3f2e22a4-3ba5-42b3-89d9-afd7f4090cf5)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:22:37.566449 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:37.612976 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=7f7b1fc8-29f3-478f-846e-8f1d7720bce3,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:22:37.800742 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['7f7b1fc8-29f3-478f-846e-8f1d7720bce3'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 14:22:38.205786 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58661f1-6110-43d4-afeb-afd1bc6eb733 req-87b0f1fc-0b3c-4d3d-8050-8d29b16e3bb1 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:22:38.208383 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d58661f1-6110-43d4-afeb-afd1bc6eb733 req-87b0f1fc-0b3c-4d3d-8050-8d29b16e3bb1 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd8a4b8f-df5d-4c41-b7a8-12bdb348ea50 HTTP/1.1" status: 200 len: 944 time: 0.0536206 Nov 25 14:22:38.274040 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d58661f1-6110-43d4-afeb-afd1bc6eb733 req-9678f608-5f39-465e-b6a6-36f6f9de18c2 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d682d33-fd60-428a-882c-3a5ba691a617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592406 Nov 25 14:22:38.756782 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:22:38.867740 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:39.389460 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5230619-d3af-4ad7-88db-612e7541f3dd req-841591b9-d201-491b-ac6d-6dac3c0cbeeb tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:22:39.390987 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f5230619-d3af-4ad7-88db-612e7541f3dd req-841591b9-d201-491b-ac6d-6dac3c0cbeeb tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd8a4b8f-df5d-4c41-b7a8-12bdb348ea50 HTTP/1.1" status: 200 len: 944 time: 0.0488417 Nov 25 14:22:39.402356 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 7f7b1fc8-29f3-478f-846e-8f1d7720bce3 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:22:39.442035 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f5230619-d3af-4ad7-88db-612e7541f3dd req-12352c04-3a9f-46ef-b59a-54b8a87831a6 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d682d33-fd60-428a-882c-3a5ba691a617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447931 Nov 25 14:22:39.455993 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 7f7b1fc8-29f3-478f-846e-8f1d7720bce3 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 14:22:39.460245 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 7f7b1fc8-29f3-478f-846e-8f1d7720bce3 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:22:39.460623 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:39.538156 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:39.560084 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd8a4b8f-df5d-4c41-b7a8-12bdb348ea50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7b1fc8-29f3-478f-846e-8f1d7720bce3'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:22:39.562511 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4a683b2f55a074025c37cf42062357829495bd62ced1b23f0cba96c56cdda24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1d2457-33b4-4af6-a554-48feee92782c" -d '{"events": [{"server_uuid": "dd8a4b8f-df5d-4c41-b7a8-12bdb348ea50", "name": "network-vif-plugged", "status": "completed", "tag": "7f7b1fc8-29f3-478f-846e-8f1d7720bce3"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:22:39.575562 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 7f7b1fc8-29f3-478f-846e-8f1d7720bce3, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=7f7b1fc8-29f3-478f-846e-8f1d7720bce3,segment=NetworkSegment(3f2e22a4-3ba5-42b3-89d9-afd7f4090cf5),segment_id=3f2e22a4-3ba5-42b3-89d9-afd7f4090cf5)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:22:39.579481 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:39.602705 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 14:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff6f317-5338-4135-a4a5-2cb41a9e0f63 x-openstack-request-id: req-9ff6f317-5338-4135-a4a5-2cb41a9e0f63 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:22:39.603008 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd8a4b8f-df5d-4c41-b7a8-12bdb348ea50", "name": "network-vif-plugged", "status": "completed", "tag": "7f7b1fc8-29f3-478f-846e-8f1d7720bce3", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:22:39.603266 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9ff6f317-5338-4135-a4a5-2cb41a9e0f63 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:22:39.603662 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd8a4b8f-df5d-4c41-b7a8-12bdb348ea50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7b1fc8-29f3-478f-846e-8f1d7720bce3', 'code': 200} Nov 25 14:22:39.633429 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=7f7b1fc8-29f3-478f-846e-8f1d7720bce3,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:22:39.696383 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c9dbc-33f1-432b-a81a-ed192472c200 req-1302d617-8cdd-4cfa-a151-7107f7d94e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:22:39.697880 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a08c9dbc-33f1-432b-a81a-ed192472c200 req-1302d617-8cdd-4cfa-a151-7107f7d94e32 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dd8a4b8f-df5d-4c41-b7a8-12bdb348ea50 HTTP/1.1" status: 200 len: 1097 time: 0.0402701 Nov 25 14:22:39.745031 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a08c9dbc-33f1-432b-a81a-ed192472c200 req-5cd4f810-9c69-4d16-b1ca-b6c929b15bab service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3d682d33-fd60-428a-882c-3a5ba691a617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398011 Nov 25 14:22:40.558741 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c7feff-ad0c-4bcd-b382-f588c14b4c7b req-f933cb9c-4ed8-4c3b-9088-28ef3f8670a9 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:22:40.560132 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-62c7feff-ad0c-4bcd-b382-f588c14b4c7b req-f933cb9c-4ed8-4c3b-9088-28ef3f8670a9 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd8a4b8f-df5d-4c41-b7a8-12bdb348ea50 HTTP/1.1" status: 200 len: 945 time: 0.0512254 Nov 25 14:22:40.608568 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-62c7feff-ad0c-4bcd-b382-f588c14b4c7b req-275ab9e4-d1b6-482b-b11c-57c1d10714f2 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d682d33-fd60-428a-882c-3a5ba691a617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425265 Nov 25 14:22:41.727038 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6c30eb-f7ad-44c2-bf6a-b92db82a8b3c req-b623e7f6-3da6-4d25-aac1-c967a8606110 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:22:41.728537 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ec6c30eb-f7ad-44c2-bf6a-b92db82a8b3c req-b623e7f6-3da6-4d25-aac1-c967a8606110 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd8a4b8f-df5d-4c41-b7a8-12bdb348ea50 HTTP/1.1" status: 200 len: 945 time: 0.0475564 Nov 25 14:22:41.776958 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ec6c30eb-f7ad-44c2-bf6a-b92db82a8b3c req-dd1c0890-d9ec-4151-af90-e844f1476a29 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d682d33-fd60-428a-882c-3a5ba691a617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424860 Nov 25 14:22:41.889598 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747db3d-58fe-47dd-b32a-1814ebe72a44 req-db907436-259b-4c2c-b0b0-a772f6502be6 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:22:41.891096 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d747db3d-58fe-47dd-b32a-1814ebe72a44 req-db907436-259b-4c2c-b0b0-a772f6502be6 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd8a4b8f-df5d-4c41-b7a8-12bdb348ea50 HTTP/1.1" status: 200 len: 945 time: 0.0479941 Nov 25 14:22:41.949011 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d747db3d-58fe-47dd-b32a-1814ebe72a44 req-114ffad0-82fc-42b1-8427-6f1032295e3d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d682d33-fd60-428a-882c-3a5ba691a617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513599 Nov 25 14:22:41.970826 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39908) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:22:42.049734 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8cf9a6-3caf-4af3-ae8e-2f489eeeac98 tempest-TestNetworkAdvancedServerOps-501883029 tempest-TestNetworkAdvancedServerOps-501883029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:22:42.051277 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3e8cf9a6-3caf-4af3-ae8e-2f489eeeac98 tempest-TestNetworkAdvancedServerOps-501883029 tempest-TestNetworkAdvancedServerOps-501883029-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=dd8a4b8f-df5d-4c41-b7a8-12bdb348ea50 HTTP/1.1" status: 200 len: 1092 time: 0.0795064 Nov 25 14:22:42.054177 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39912) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:22:42.058587 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-59b45c19-ba4c-420f-9086-558a8b5b2b13 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Request body: {'floatingip': {'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'port_id': '7f7b1fc8-29f3-478f-846e-8f1d7720bce3', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:22:42.081025 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-59b45c19-ba4c-420f-9086-558a8b5b2b13 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for floatingip, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:42.178069 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-59b45c19-ba4c-420f-9086-558a8b5b2b13 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:42.281804 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:42.285565 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-59b45c19-ba4c-420f-9086-558a8b5b2b13 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Allocated IP 172.25.5.211 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/91e46316-f59a-40af-a165-a3018d26e427) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:22:42.392969 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-59b45c19-ba4c-420f-9086-558a8b5b2b13 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:42.426190 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-59b45c19-ba4c-420f-9086-558a8b5b2b13 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:42.464321 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b45c19-ba4c-420f-9086-558a8b5b2b13 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:22:42.467200 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-59b45c19-ba4c-420f-9086-558a8b5b2b13 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:22:42.469861 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b45c19-ba4c-420f-9086-558a8b5b2b13 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:22:42.500134 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b45c19-ba4c-420f-9086-558a8b5b2b13 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'Port': ['ID=91e46316-f59a-40af-a165-a3018d26e427,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:22:42.835688 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-59b45c19-ba4c-420f-9086-558a8b5b2b13 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:42.907916 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-59b45c19-ba4c-420f-9086-558a8b5b2b13 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:43.054938 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-59b45c19-ba4c-420f-9086-558a8b5b2b13 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:43.059378 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-59b45c19-ba4c-420f-9086-558a8b5b2b13 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:43.127792 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b45c19-ba4c-420f-9086-558a8b5b2b13 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'Port': ['ID=91e46316-f59a-40af-a165-a3018d26e427,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:22:43.137533 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-59b45c19-ba4c-420f-9086-558a8b5b2b13 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:43.235149 n-d-808199-11 neutron-server[103570]: INFO neutron.db.l3_db [None req-59b45c19-ba4c-420f-9086-558a8b5b2b13 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Floating IP 245c7ee6-3047-4f7c-8728-ec1ac20cb80c associated. External IP: 172.25.5.211, port: 7f7b1fc8-29f3-478f-846e-8f1d7720bce3. Nov 25 14:22:43.444716 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59b45c19-ba4c-420f-9086-558a8b5b2b13 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Router 44437207-b269-4e2b-8f0a-8009311b2747 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 14:22:43.549743 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b45c19-ba4c-420f-9086-558a8b5b2b13 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 14:22:43.564863 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c60e07e-2b2a-4ab5-8632-bc386fece379 None None] Sync routers for ids ['44437207-b269-4e2b-8f0a-8009311b2747'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 14:22:43.568411 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-59b45c19-ba4c-420f-9086-558a8b5b2b13 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:22:43.575155 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c60e07e-2b2a-4ab5-8632-bc386fece379 None None] Routers {'44437207-b269-4e2b-8f0a-8009311b2747'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:22:43.576040 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-1c60e07e-2b2a-4ab5-8632-bc386fece379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:22:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['44437207-b269-4e2b-8f0a-8009311b2747'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:22:43.596994 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-59b45c19-ba4c-420f-9086-558a8b5b2b13 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5417175 Nov 25 14:22:43.597571 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd8a4b8f-df5d-4c41-b7a8-12bdb348ea50', 'tag': '7f7b1fc8-29f3-478f-846e-8f1d7720bce3'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:22:43.599917 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ff10e3dad8c55f3be2027b0b566631f93d9edebaac325607bb9a9480f03098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab5a020-e7a9-4eb1-9f67-14a9a380dcbe" -d '{"events": [{"name": "network-changed", "server_uuid": "dd8a4b8f-df5d-4c41-b7a8-12bdb348ea50", "tag": "7f7b1fc8-29f3-478f-846e-8f1d7720bce3"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:22:43.638633 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 14:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3811f8-00a6-491d-a51c-e8d2a218267f x-openstack-request-id: req-ed3811f8-00a6-491d-a51c-e8d2a218267f {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:22:43.638954 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd8a4b8f-df5d-4c41-b7a8-12bdb348ea50", "tag": "7f7b1fc8-29f3-478f-846e-8f1d7720bce3", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:22:43.639212 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ed3811f8-00a6-491d-a51c-e8d2a218267f {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:22:43.639619 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd8a4b8f-df5d-4c41-b7a8-12bdb348ea50', 'tag': '7f7b1fc8-29f3-478f-846e-8f1d7720bce3', 'status': 'completed', 'code': 200} Nov 25 14:22:43.694805 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-1c60e07e-2b2a-4ab5-8632-bc386fece379 None None] Set router 44437207-b269-4e2b-8f0a-8009311b2747 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:22:43.708345 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab5a020-e7a9-4eb1-9f67-14a9a380dcbe req-3a4fe129-d63a-4c3d-a80d-afa1f2a95ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:22:43.709495 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f748d6-97ee-4e64-9e53-7a76b3ad8d0a req-b4087f53-745c-41d1-8519-32232c228a5c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:22:43.710659 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4ab5a020-e7a9-4eb1-9f67-14a9a380dcbe req-3a4fe129-d63a-4c3d-a80d-afa1f2a95ebf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f996a916203a46b4a7ca7989c9357aff&device_id=dd8a4b8f-df5d-4c41-b7a8-12bdb348ea50 HTTP/1.1" status: 200 len: 1097 time: 0.0487533 Nov 25 14:22:43.711107 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a1f748d6-97ee-4e64-9e53-7a76b3ad8d0a req-b4087f53-745c-41d1-8519-32232c228a5c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd8a4b8f-df5d-4c41-b7a8-12bdb348ea50 HTTP/1.1" status: 200 len: 945 time: 0.0530519 Nov 25 14:22:43.768675 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a1f748d6-97ee-4e64-9e53-7a76b3ad8d0a req-e849705b-d5a4-4b9c-9bf2-2374d99c10d8 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d682d33-fd60-428a-882c-3a5ba691a617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514004 Nov 25 14:22:43.793148 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 39918) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:22:43.846040 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab5a020-e7a9-4eb1-9f67-14a9a380dcbe req-223cd8e0-19ba-4463-8356-71d317203f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:22:43.847543 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4ab5a020-e7a9-4eb1-9f67-14a9a380dcbe req-223cd8e0-19ba-4463-8356-71d317203f3a service neutron] 10.222.0.47 "GET /v2.0/networks?id=4cea6e6e-3b35-494e-9459-941dd6cc8519 HTTP/1.1" status: 200 len: 898 time: 0.1294322 Nov 25 14:22:43.911470 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-586f04d7-0623-425a-a54d-158f5e91135f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/floatingips/245c7ee6-3047-4f7c-8728-ec1ac20cb80c HTTP/1.1" status: 200 len: 991 time: 0.1172171 Nov 25 14:22:43.921760 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-1c60e07e-2b2a-4ab5-8632-bc386fece379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44437207-b269-4e2b-8f0a-8009311b2747', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343876914', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '7ecd8a7e-b4a1-40f7-960f-3455f308e0ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:22:26Z', 'updated_at': '2021-11-25T14:22:30Z', 'revision_number': 4, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port': {'id': '7ecd8a7e-b4a1-40f7-960f-3455f308e0ac', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44437207-b269-4e2b-8f0a-8009311b2747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:22:27Z', 'updated_at': '2021-11-25T14:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '245c7ee6-3047-4f7c-8728-ec1ac20cb80c', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'floating_ip_address': '172.25.5.211', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '44437207-b269-4e2b-8f0a-8009311b2747', 'port_id': '7f7b1fc8-29f3-478f-846e-8f1d7720bce3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cea6e6e-3b35-494e-9459-941dd6cc8519', 'mac_address': 'fa:16:3e:ca:ff:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8a4b8f-df5d-4c41-b7a8-12bdb348ea50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T14:22:42Z', 'updated_at': '2021-11-25T14:22:42Z', 'revision_number': 0, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21a65ea8-cd0b-4f4b-8181-9775e8676c76', 'name': '', 'network_id': '4cea6e6e-3b35-494e-9459-941dd6cc8519', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'mac_address': 'fa:16:3e:54:30:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44437207-b269-4e2b-8f0a-8009311b2747', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '823ecf03-55bc-4a34-af36-9c0e9c4b766b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:22:29Z', 'updated_at': '2021-11-25T14:22:33Z', 'revision_number': 5, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'subnets': [{'id': '823ecf03-55bc-4a34-af36-9c0e9c4b766b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:22:43.926417 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4ab5a020-e7a9-4eb1-9f67-14a9a380dcbe req-191e8ff9-8149-44ca-ac43-64838fa0543c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f7b1fc8-29f3-478f-846e-8f1d7720bce3 HTTP/1.1" status: 200 len: 999 time: 0.0701392 Nov 25 14:22:43.949345 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c60e07e-2b2a-4ab5-8632-bc386fece379 None None] Checking router: 44437207-b269-4e2b-8f0a-8009311b2747 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 14:22:43.957570 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c60e07e-2b2a-4ab5-8632-bc386fece379 None None] Routers {'44437207-b269-4e2b-8f0a-8009311b2747'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:22:43.958176 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-1c60e07e-2b2a-4ab5-8632-bc386fece379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:22:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['44437207-b269-4e2b-8f0a-8009311b2747'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:22:43.979511 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab5a020-e7a9-4eb1-9f67-14a9a380dcbe req-13bf7a68-1207-4918-9b5e-8b7cfb9cabda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:22:43.980947 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4ab5a020-e7a9-4eb1-9f67-14a9a380dcbe req-13bf7a68-1207-4918-9b5e-8b7cfb9cabda service neutron] 10.222.0.47 "GET /v2.0/subnets?id=823ecf03-55bc-4a34-af36-9c0e9c4b766b HTTP/1.1" status: 200 len: 834 time: 0.0475900 Nov 25 14:22:44.024965 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab5a020-e7a9-4eb1-9f67-14a9a380dcbe req-56c88b87-d250-469b-8b23-5df000a745b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:22:44.026447 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4ab5a020-e7a9-4eb1-9f67-14a9a380dcbe req-56c88b87-d250-469b-8b23-5df000a745b9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4cea6e6e-3b35-494e-9459-941dd6cc8519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387087 Nov 25 14:22:44.063006 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-1c60e07e-2b2a-4ab5-8632-bc386fece379 None None] Set router 44437207-b269-4e2b-8f0a-8009311b2747 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:22:44.115767 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4ab5a020-e7a9-4eb1-9f67-14a9a380dcbe req-6e3bf14e-2fb1-40e5-935a-ecb749cdf5b4 service neutron] 10.222.0.47 "GET /v2.0/networks/4cea6e6e-3b35-494e-9459-941dd6cc8519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816157 Nov 25 14:22:44.209067 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4ab5a020-e7a9-4eb1-9f67-14a9a380dcbe req-82830ba3-f0a9-4390-9a2d-6115bbf307c9 service neutron] 10.222.0.47 "GET /v2.0/networks/4cea6e6e-3b35-494e-9459-941dd6cc8519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861273 Nov 25 14:22:44.286105 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-1c60e07e-2b2a-4ab5-8632-bc386fece379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44437207-b269-4e2b-8f0a-8009311b2747', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343876914', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '7ecd8a7e-b4a1-40f7-960f-3455f308e0ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:22:26Z', 'updated_at': '2021-11-25T14:22:30Z', 'revision_number': 4, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port': {'id': '7ecd8a7e-b4a1-40f7-960f-3455f308e0ac', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44437207-b269-4e2b-8f0a-8009311b2747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:22:27Z', 'updated_at': '2021-11-25T14:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '245c7ee6-3047-4f7c-8728-ec1ac20cb80c', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'floating_ip_address': '172.25.5.211', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '44437207-b269-4e2b-8f0a-8009311b2747', 'port_id': '7f7b1fc8-29f3-478f-846e-8f1d7720bce3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cea6e6e-3b35-494e-9459-941dd6cc8519', 'mac_address': 'fa:16:3e:ca:ff:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8a4b8f-df5d-4c41-b7a8-12bdb348ea50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T14:22:42Z', 'updated_at': '2021-11-25T14:22:42Z', 'revision_number': 0, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21a65ea8-cd0b-4f4b-8181-9775e8676c76', 'name': '', 'network_id': '4cea6e6e-3b35-494e-9459-941dd6cc8519', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'mac_address': 'fa:16:3e:54:30:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44437207-b269-4e2b-8f0a-8009311b2747', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '823ecf03-55bc-4a34-af36-9c0e9c4b766b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:22:29Z', 'updated_at': '2021-11-25T14:22:33Z', 'revision_number': 5, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'subnets': [{'id': '823ecf03-55bc-4a34-af36-9c0e9c4b766b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:22:44.312188 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c60e07e-2b2a-4ab5-8632-bc386fece379 None None] The sync data for ids ['44437207-b269-4e2b-8f0a-8009311b2747'] in n-d-808199-11 is: [{'id': '44437207-b269-4e2b-8f0a-8009311b2747', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343876914', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '7ecd8a7e-b4a1-40f7-960f-3455f308e0ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:22:26Z', 'updated_at': '2021-11-25T14:22:30Z', 'revision_number': 4, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port': {'id': '7ecd8a7e-b4a1-40f7-960f-3455f308e0ac', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44437207-b269-4e2b-8f0a-8009311b2747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:22:27Z', 'updated_at': '2021-11-25T14:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '245c7ee6-3047-4f7c-8728-ec1ac20cb80c', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'floating_ip_address': '172.25.5.211', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '44437207-b269-4e2b-8f0a-8009311b2747', 'port_id': '7f7b1fc8-29f3-478f-846e-8f1d7720bce3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cea6e6e-3b35-494e-9459-941dd6cc8519', 'mac_address': 'fa:16:3e:ca:ff:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8a4b8f-df5d-4c41-b7a8-12bdb348ea50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T14:22:42Z', 'updated_at': '2021-11-25T14:22:42Z', 'revision_number': 0, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21a65ea8-cd0b-4f4b-8181-9775e8676c76', 'name': '', 'network_id': '4cea6e6e-3b35-494e-9459-941dd6cc8519', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'mac_address': 'fa:16:3e:54:30:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44437207-b269-4e2b-8f0a-8009311b2747', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '823ecf03-55bc-4a34-af36-9c0e9c4b766b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:22:29Z', 'updated_at': '2021-11-25T14:22:33Z', 'revision_number': 5, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'subnets': [{'id': '823ecf03-55bc-4a34-af36-9c0e9c4b766b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 14:22:44.496428 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d42b03-6cad-4e4b-9470-8729939c8612 None None] New status for floating IP 245c7ee6-3047-4f7c-8728-ec1ac20cb80c: ACTIVE {{(pid=103572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 14:22:44.914770 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 39920) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:22:44.974407 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-9e865564-f9fe-46bf-a5fa-6f16d9aad89d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/floatingips/245c7ee6-3047-4f7c-8728-ec1ac20cb80c HTTP/1.1" status: 200 len: 993 time: 0.0584762 Nov 25 14:23:00.408657 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0a7ba16c-69f9-4967-9943-dec32289af60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:23:02.888176 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a368b9d4-7105-46c6-b327-6c397dee6985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:23:04.132450 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:23:05.442237 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:23:06.587175 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:23:08.884611 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:23:12.296917 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:23:12.962619 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-82854163-39f6-48df-bbdb-8b75f8aecfde req-9ecb208a-39f7-416a-b38b-d8949351ac71 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dd8a4b8f-df5d-4c41-b7a8-12bdb348ea50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0832605 Nov 25 14:23:13.062354 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82854163-39f6-48df-bbdb-8b75f8aecfde req-583bf99b-704e-41c5-bd85-842905045f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:23:13.063888 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-82854163-39f6-48df-bbdb-8b75f8aecfde req-583bf99b-704e-41c5-bd85-842905045f7e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f996a916203a46b4a7ca7989c9357aff&device_id=dd8a4b8f-df5d-4c41-b7a8-12bdb348ea50 HTTP/1.1" status: 200 len: 1097 time: 0.0419610 Nov 25 14:23:13.171544 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82854163-39f6-48df-bbdb-8b75f8aecfde req-2ee6c782-b739-4660-b3cc-05897b18f85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:23:13.172937 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-82854163-39f6-48df-bbdb-8b75f8aecfde req-2ee6c782-b739-4660-b3cc-05897b18f85d service neutron] 10.222.0.47 "GET /v2.0/networks?id=4cea6e6e-3b35-494e-9459-941dd6cc8519 HTTP/1.1" status: 200 len: 898 time: 0.0869694 Nov 25 14:23:13.244761 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-82854163-39f6-48df-bbdb-8b75f8aecfde req-4bf2d83d-1ce5-407a-b143-cdb6d3012ac8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f7b1fc8-29f3-478f-846e-8f1d7720bce3 HTTP/1.1" status: 200 len: 1001 time: 0.0635707 Nov 25 14:23:13.295726 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82854163-39f6-48df-bbdb-8b75f8aecfde req-52b5e5e1-6b77-4e05-9ec9-d1d70d2f41cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:23:13.297197 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-82854163-39f6-48df-bbdb-8b75f8aecfde req-52b5e5e1-6b77-4e05-9ec9-d1d70d2f41cb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=823ecf03-55bc-4a34-af36-9c0e9c4b766b HTTP/1.1" status: 200 len: 834 time: 0.0457854 Nov 25 14:23:13.345981 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82854163-39f6-48df-bbdb-8b75f8aecfde req-90cf6a67-9f92-4a4d-9bb1-567a7cffc24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:23:13.347546 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-82854163-39f6-48df-bbdb-8b75f8aecfde req-90cf6a67-9f92-4a4d-9bb1-567a7cffc24f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4cea6e6e-3b35-494e-9459-941dd6cc8519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413454 Nov 25 14:23:13.451851 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-82854163-39f6-48df-bbdb-8b75f8aecfde req-fad0893a-13fd-4b6d-a3fe-940660d72338 service neutron] 10.222.0.47 "GET /v2.0/networks/4cea6e6e-3b35-494e-9459-941dd6cc8519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941744 Nov 25 14:23:13.545472 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-82854163-39f6-48df-bbdb-8b75f8aecfde req-8f0c19be-934a-4c54-8d7b-a5a49b1618d8 service neutron] 10.222.0.47 "GET /v2.0/networks/4cea6e6e-3b35-494e-9459-941dd6cc8519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863523 Nov 25 14:23:15.755119 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:23:16.370095 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b060abe8-a08b-4a6c-8f02-b9a7724c70e6 req-db70add8-22d0-42e1-a363-a197e4379f93 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:23:16.371729 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b060abe8-a08b-4a6c-8f02-b9a7724c70e6 req-db70add8-22d0-42e1-a363-a197e4379f93 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd8a4b8f-df5d-4c41-b7a8-12bdb348ea50 HTTP/1.1" status: 200 len: 945 time: 0.0502677 Nov 25 14:23:16.422134 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b060abe8-a08b-4a6c-8f02-b9a7724c70e6 req-d0d0e520-66fa-4439-a0c3-2e5b9d207d9c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d682d33-fd60-428a-882c-3a5ba691a617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444283 Nov 25 14:23:17.537448 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35715b94-0741-4dc9-a815-b1fce5ec9468 req-956c3d21-ecfe-4387-bc21-d5a8fe370e9b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:23:17.539414 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-35715b94-0741-4dc9-a815-b1fce5ec9468 req-956c3d21-ecfe-4387-bc21-d5a8fe370e9b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd8a4b8f-df5d-4c41-b7a8-12bdb348ea50 HTTP/1.1" status: 200 len: 945 time: 0.0480146 Nov 25 14:23:17.603472 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-35715b94-0741-4dc9-a815-b1fce5ec9468 req-7702825b-2df5-41fb-9be5-3d5e4e2b7313 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d682d33-fd60-428a-882c-3a5ba691a617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578625 Nov 25 14:23:18.723264 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42a4c4-aee6-4ff5-87db-66e93af02b43 req-025b4428-54fa-48b8-b697-c72e9d0fdfee tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:23:18.724718 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dc42a4c4-aee6-4ff5-87db-66e93af02b43 req-025b4428-54fa-48b8-b697-c72e9d0fdfee tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd8a4b8f-df5d-4c41-b7a8-12bdb348ea50 HTTP/1.1" status: 200 len: 945 time: 0.0530376 Nov 25 14:23:18.772955 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-dc42a4c4-aee6-4ff5-87db-66e93af02b43 req-a4c01872-b26c-4f24-9034-10d206c1b104 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d682d33-fd60-428a-882c-3a5ba691a617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423148 Nov 25 14:23:19.886279 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf641fe-14ef-4bae-b555-663d3968e328 req-d0bf9ee8-2ddc-4a78-b8df-434946893e66 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:23:19.887805 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2cf641fe-14ef-4bae-b555-663d3968e328 req-d0bf9ee8-2ddc-4a78-b8df-434946893e66 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd8a4b8f-df5d-4c41-b7a8-12bdb348ea50 HTTP/1.1" status: 200 len: 945 time: 0.0483305 Nov 25 14:23:19.935711 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2cf641fe-14ef-4bae-b555-663d3968e328 req-494bb17e-5c45-43e6-8872-c7b23d78dbe2 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d682d33-fd60-428a-882c-3a5ba691a617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419865 Nov 25 14:23:21.058408 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d4e28-b857-46be-ba1a-149615f9597a req-d91a1d1f-0b52-417a-8b5b-2a773d5ae761 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:23:21.059905 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-847d4e28-b857-46be-ba1a-149615f9597a req-d91a1d1f-0b52-417a-8b5b-2a773d5ae761 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd8a4b8f-df5d-4c41-b7a8-12bdb348ea50 HTTP/1.1" status: 200 len: 945 time: 0.0520952 Nov 25 14:23:21.108638 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-847d4e28-b857-46be-ba1a-149615f9597a req-c0921f18-6cd2-416b-af6e-25a3c51cd6ed tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d682d33-fd60-428a-882c-3a5ba691a617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427763 Nov 25 14:23:22.222726 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c1485c-e679-408f-87c9-aa9cb844bc43 req-407049ae-5ebe-4df0-9080-2a7149b8ab53 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:23:22.224217 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-27c1485c-e679-408f-87c9-aa9cb844bc43 req-407049ae-5ebe-4df0-9080-2a7149b8ab53 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd8a4b8f-df5d-4c41-b7a8-12bdb348ea50 HTTP/1.1" status: 200 len: 945 time: 0.0483429 Nov 25 14:23:22.272792 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-27c1485c-e679-408f-87c9-aa9cb844bc43 req-daa3c139-ce80-437b-984f-a2639d1fc532 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d682d33-fd60-428a-882c-3a5ba691a617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427673 Nov 25 14:23:23.388372 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe065a-95de-4d00-a008-79e0e22c7b02 req-575d3948-88f7-40f1-a725-eaaed265e3df tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:23:23.389863 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-46fe065a-95de-4d00-a008-79e0e22c7b02 req-575d3948-88f7-40f1-a725-eaaed265e3df tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd8a4b8f-df5d-4c41-b7a8-12bdb348ea50 HTTP/1.1" status: 200 len: 945 time: 0.0480824 Nov 25 14:23:23.443014 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-46fe065a-95de-4d00-a008-79e0e22c7b02 req-0c9c1893-b7e3-419e-ae1e-be97b638fc51 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d682d33-fd60-428a-882c-3a5ba691a617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471601 Nov 25 14:23:24.557173 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cca563-d5c2-4da3-96dc-ebe70a0394c8 req-e9179f4c-f0e0-4053-9ff1-bcd41bf70950 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:23:24.558653 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-13cca563-d5c2-4da3-96dc-ebe70a0394c8 req-e9179f4c-f0e0-4053-9ff1-bcd41bf70950 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd8a4b8f-df5d-4c41-b7a8-12bdb348ea50 HTTP/1.1" status: 200 len: 945 time: 0.0484848 Nov 25 14:23:24.607590 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-13cca563-d5c2-4da3-96dc-ebe70a0394c8 req-d56ae9e0-be54-4aa7-8c42-9e4483d232d6 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d682d33-fd60-428a-882c-3a5ba691a617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429690 Nov 25 14:23:25.724499 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c0b122-77c3-481b-b6b7-096588f05a25 req-fd876099-49d3-4b8a-8afb-c73275a12d01 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:23:25.725972 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-08c0b122-77c3-481b-b6b7-096588f05a25 req-fd876099-49d3-4b8a-8afb-c73275a12d01 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd8a4b8f-df5d-4c41-b7a8-12bdb348ea50 HTTP/1.1" status: 200 len: 945 time: 0.0478468 Nov 25 14:23:25.774842 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-08c0b122-77c3-481b-b6b7-096588f05a25 req-99913e7d-230b-4bcf-8219-55ceb5c2bf66 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d682d33-fd60-428a-882c-3a5ba691a617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430117 Nov 25 14:23:26.893414 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa19bea-5435-4acc-8195-99e2f54013b2 req-27dc4c9e-26aa-4001-9cc2-d1db410ea5a9 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:23:26.895077 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cfa19bea-5435-4acc-8195-99e2f54013b2 req-27dc4c9e-26aa-4001-9cc2-d1db410ea5a9 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd8a4b8f-df5d-4c41-b7a8-12bdb348ea50 HTTP/1.1" status: 200 len: 945 time: 0.0519023 Nov 25 14:23:26.943685 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cfa19bea-5435-4acc-8195-99e2f54013b2 req-882151fa-2a1e-4bec-b30b-133f78c1027b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d682d33-fd60-428a-882c-3a5ba691a617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426683 Nov 25 14:23:28.057195 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28965a6d-6143-42d4-a8af-b82d89a86452 req-f6cbe840-1d7e-4017-b6cc-4b5ee6a92310 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:23:28.058682 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-28965a6d-6143-42d4-a8af-b82d89a86452 req-f6cbe840-1d7e-4017-b6cc-4b5ee6a92310 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd8a4b8f-df5d-4c41-b7a8-12bdb348ea50 HTTP/1.1" status: 200 len: 945 time: 0.0479395 Nov 25 14:23:28.106819 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-28965a6d-6143-42d4-a8af-b82d89a86452 req-d002cc88-4000-422d-a7bb-31003a37c629 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d682d33-fd60-428a-882c-3a5ba691a617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421207 Nov 25 14:23:29.219991 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454c34b-cd05-4e79-af9e-2c5666017bcf req-9e50aaa7-d54b-4210-8855-cbb4154abe59 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:23:29.221445 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0454c34b-cd05-4e79-af9e-2c5666017bcf req-9e50aaa7-d54b-4210-8855-cbb4154abe59 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd8a4b8f-df5d-4c41-b7a8-12bdb348ea50 HTTP/1.1" status: 200 len: 945 time: 0.0476496 Nov 25 14:23:29.283638 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0454c34b-cd05-4e79-af9e-2c5666017bcf req-705bac11-c202-4ab6-9d42-a606abb201b5 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d682d33-fd60-428a-882c-3a5ba691a617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561869 Nov 25 14:23:30.402303 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d86a96b-7a42-414b-81f8-63afef1b8152 req-16b19c95-de9d-46a1-ace1-06de2c431c5d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:23:30.403807 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4d86a96b-7a42-414b-81f8-63afef1b8152 req-16b19c95-de9d-46a1-ace1-06de2c431c5d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd8a4b8f-df5d-4c41-b7a8-12bdb348ea50 HTTP/1.1" status: 200 len: 945 time: 0.0495930 Nov 25 14:23:30.411521 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c9440b4d-d787-4d7c-aab5-82367493bf05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:23:30.454087 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4d86a96b-7a42-414b-81f8-63afef1b8152 req-d22c4d86-c3be-4faa-8c8f-4ee9ceff107a tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d682d33-fd60-428a-882c-3a5ba691a617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442052 Nov 25 14:23:31.572682 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7101b-32c8-477c-9a69-1708443d33e0 req-c29c094c-7bf1-4dfc-880a-6802d1207d02 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:23:31.574181 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cdb7101b-32c8-477c-9a69-1708443d33e0 req-c29c094c-7bf1-4dfc-880a-6802d1207d02 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd8a4b8f-df5d-4c41-b7a8-12bdb348ea50 HTTP/1.1" status: 200 len: 945 time: 0.0505061 Nov 25 14:23:31.624698 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cdb7101b-32c8-477c-9a69-1708443d33e0 req-000141e1-c9b1-466a-9270-df3e1307f5b9 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d682d33-fd60-428a-882c-3a5ba691a617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445652 Nov 25 14:23:32.741214 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db5917-9542-4893-9245-996ef3e8127c req-aadac949-4388-484f-9bcd-147f86bf8e80 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:23:32.742703 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b2db5917-9542-4893-9245-996ef3e8127c req-aadac949-4388-484f-9bcd-147f86bf8e80 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd8a4b8f-df5d-4c41-b7a8-12bdb348ea50 HTTP/1.1" status: 200 len: 945 time: 0.0510976 Nov 25 14:23:32.791479 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b2db5917-9542-4893-9245-996ef3e8127c req-864941be-1e52-4a90-9e5e-8db1f6579c26 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d682d33-fd60-428a-882c-3a5ba691a617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428686 Nov 25 14:23:32.813005 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39968) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:23:32.872056 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-570731fe-d74f-4718-b8ea-4abdd8cde065 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/floatingips/245c7ee6-3047-4f7c-8728-ec1ac20cb80c HTTP/1.1" status: 200 len: 993 time: 0.0577674 Nov 25 14:23:32.893890 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-76998cd4-0c4e-45f6-85ae-ab15c63fade9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:23:34.135332 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:23:34.157708 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc1bf21-0d7c-45b1-b1fd-df70e377888a req-2b905e6b-b03c-4d6c-84e8-5e5515c56d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:23:34.159168 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cbc1bf21-0d7c-45b1-b1fd-df70e377888a req-2b905e6b-b03c-4d6c-84e8-5e5515c56d4b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f996a916203a46b4a7ca7989c9357aff&device_id=dd8a4b8f-df5d-4c41-b7a8-12bdb348ea50 HTTP/1.1" status: 200 len: 1097 time: 0.0431526 Nov 25 14:23:34.256595 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc1bf21-0d7c-45b1-b1fd-df70e377888a req-6c7aba31-84a0-4ceb-897e-ec4bbc11931a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:23:34.258349 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cbc1bf21-0d7c-45b1-b1fd-df70e377888a req-6c7aba31-84a0-4ceb-897e-ec4bbc11931a service neutron] 10.222.0.47 "GET /v2.0/networks?id=4cea6e6e-3b35-494e-9459-941dd6cc8519 HTTP/1.1" status: 200 len: 898 time: 0.0927136 Nov 25 14:23:34.324766 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cbc1bf21-0d7c-45b1-b1fd-df70e377888a req-e4169645-4e2c-4f6a-98d8-937494328b0b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f7b1fc8-29f3-478f-846e-8f1d7720bce3 HTTP/1.1" status: 200 len: 1001 time: 0.0599844 Nov 25 14:23:34.379467 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc1bf21-0d7c-45b1-b1fd-df70e377888a req-0821cdba-d927-4cc9-a70a-d31d96b22d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:23:34.380936 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cbc1bf21-0d7c-45b1-b1fd-df70e377888a req-0821cdba-d927-4cc9-a70a-d31d96b22d18 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=823ecf03-55bc-4a34-af36-9c0e9c4b766b HTTP/1.1" status: 200 len: 834 time: 0.0497506 Nov 25 14:23:34.436082 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc1bf21-0d7c-45b1-b1fd-df70e377888a req-622a9bec-f6cf-4fb8-bd3d-350a11e874b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:23:34.437509 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cbc1bf21-0d7c-45b1-b1fd-df70e377888a req-622a9bec-f6cf-4fb8-bd3d-350a11e874b3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4cea6e6e-3b35-494e-9459-941dd6cc8519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0490646 Nov 25 14:23:34.469199 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7833e2f0-89f5-4f46-b089-6bd90eba57cc req-e516f1d7-4616-469f-afde-fbee29e65add tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:23:34.470733 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7833e2f0-89f5-4f46-b089-6bd90eba57cc req-e516f1d7-4616-469f-afde-fbee29e65add tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd8a4b8f-df5d-4c41-b7a8-12bdb348ea50 HTTP/1.1" status: 200 len: 945 time: 0.3792746 Nov 25 14:23:34.519695 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7833e2f0-89f5-4f46-b089-6bd90eba57cc req-4f55f95b-d4c1-4054-8784-7003ea2f06b7 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d682d33-fd60-428a-882c-3a5ba691a617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427270 Nov 25 14:23:34.527240 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cbc1bf21-0d7c-45b1-b1fd-df70e377888a req-3a12cf07-ed3f-48f2-bda5-bf778f4ea8df service neutron] 10.222.0.47 "GET /v2.0/networks/4cea6e6e-3b35-494e-9459-941dd6cc8519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825534 Nov 25 14:23:34.621172 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-cbc1bf21-0d7c-45b1-b1fd-df70e377888a req-0e1663b1-390b-4ba4-8af4-9fa83c63c4b1 service neutron] 10.222.0.47 "GET /v2.0/networks/4cea6e6e-3b35-494e-9459-941dd6cc8519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876615 Nov 25 14:23:35.444799 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:23:35.635845 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c84cc9-6f74-4b35-bb40-d26395d24279 req-79e6735c-8f96-4ac9-bf53-cf333f34e158 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:23:35.637306 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-94c84cc9-6f74-4b35-bb40-d26395d24279 req-79e6735c-8f96-4ac9-bf53-cf333f34e158 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd8a4b8f-df5d-4c41-b7a8-12bdb348ea50 HTTP/1.1" status: 200 len: 945 time: 0.0491695 Nov 25 14:23:35.685517 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-94c84cc9-6f74-4b35-bb40-d26395d24279 req-7784ae43-c3c9-47fb-bf05-593fdc94a82d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d682d33-fd60-428a-882c-3a5ba691a617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421817 Nov 25 14:23:35.708765 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39978) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:23:35.773581 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-76a06f11-78dc-4909-ac04-b4322d2b478e tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/floatingips/245c7ee6-3047-4f7c-8728-ec1ac20cb80c HTTP/1.1" status: 200 len: 993 time: 0.0636299 Nov 25 14:23:36.589302 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:23:38.883146 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:23:42.305235 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:23:52.753281 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:24:00.420610 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8a51ce1b-5cb9-4aec-867e-0ccc226665d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:03.009721 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5b6dd4d3-ebc9-440b-9b96-32fd1618ed59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:04.137752 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:05.448312 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:06.252794 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 39992) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:24:06.406980 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-9900d115-92a0-427d-94e6-f9ebbdc43c10 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Deleting port 91e46316-f59a-40af-a165-a3018d26e427 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:24:06.407330 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9900d115-92a0-427d-94e6-f9ebbdc43c10 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:06.479765 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9900d115-92a0-427d-94e6-f9ebbdc43c10 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:06.480096 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9900d115-92a0-427d-94e6-f9ebbdc43c10 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:06.491626 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-9900d115-92a0-427d-94e6-f9ebbdc43c10 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Calling delete_port for 91e46316-f59a-40af-a165-a3018d26e427 owned by network:floatingip {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:24:06.591519 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:06.646274 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9900d115-92a0-427d-94e6-f9ebbdc43c10 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:06.672162 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9900d115-92a0-427d-94e6-f9ebbdc43c10 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event deleted for resources: {'Port': ['ID=91e46316-f59a-40af-a165-a3018d26e427,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:24:06.697265 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9900d115-92a0-427d-94e6-f9ebbdc43c10 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:24:06.697622 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9900d115-92a0-427d-94e6-f9ebbdc43c10 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:24:06.697982 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9900d115-92a0-427d-94e6-f9ebbdc43c10 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:24:06.698323 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9900d115-92a0-427d-94e6-f9ebbdc43c10 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:24:06.698659 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9900d115-92a0-427d-94e6-f9ebbdc43c10 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:24:06.699022 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9900d115-92a0-427d-94e6-f9ebbdc43c10 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:24:06.699358 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9900d115-92a0-427d-94e6-f9ebbdc43c10 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:24:06.699695 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9900d115-92a0-427d-94e6-f9ebbdc43c10 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:24:06.700030 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9900d115-92a0-427d-94e6-f9ebbdc43c10 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:24:06.700365 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9900d115-92a0-427d-94e6-f9ebbdc43c10 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:24:06.700693 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9900d115-92a0-427d-94e6-f9ebbdc43c10 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:24:06.701021 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9900d115-92a0-427d-94e6-f9ebbdc43c10 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:24:06.742509 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9900d115-92a0-427d-94e6-f9ebbdc43c10 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for floatingip, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:06.742876 n-d-808199-11 neutron-server[103570]: INFO neutron.db.l3_db [None req-9900d115-92a0-427d-94e6-f9ebbdc43c10 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Floating IP 245c7ee6-3047-4f7c-8728-ec1ac20cb80c disassociated (deleted). External IP: 172.25.5.211, port: 7f7b1fc8-29f3-478f-846e-8f1d7720bce3. Nov 25 14:24:06.954605 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9900d115-92a0-427d-94e6-f9ebbdc43c10 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Router 44437207-b269-4e2b-8f0a-8009311b2747 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 14:24:07.058644 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9900d115-92a0-427d-94e6-f9ebbdc43c10 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 14:24:07.063378 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9900d115-92a0-427d-94e6-f9ebbdc43c10 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:07.067832 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7ed0c1-6f6e-41b5-86e2-c79e5abe5fd9 None None] Sync routers for ids ['44437207-b269-4e2b-8f0a-8009311b2747'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 14:24:07.077082 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7ed0c1-6f6e-41b5-86e2-c79e5abe5fd9 None None] Routers {'44437207-b269-4e2b-8f0a-8009311b2747'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:24:07.077688 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-1d7ed0c1-6f6e-41b5-86e2-c79e5abe5fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:24:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['44437207-b269-4e2b-8f0a-8009311b2747'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:24:07.092875 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-9900d115-92a0-427d-94e6-f9ebbdc43c10 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "DELETE /v2.0/floatingips/245c7ee6-3047-4f7c-8728-ec1ac20cb80c HTTP/1.1" status: 204 len: 168 time: 0.8389895 Nov 25 14:24:07.093476 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd8a4b8f-df5d-4c41-b7a8-12bdb348ea50', 'tag': '7f7b1fc8-29f3-478f-846e-8f1d7720bce3'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:24:07.095791 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ff10e3dad8c55f3be2027b0b566631f93d9edebaac325607bb9a9480f03098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e46a0a-bbc3-4ee5-aba4-05d980d55e90" -d '{"events": [{"name": "network-changed", "server_uuid": "dd8a4b8f-df5d-4c41-b7a8-12bdb348ea50", "tag": "7f7b1fc8-29f3-478f-846e-8f1d7720bce3"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:24:07.141670 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 14:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb64c9fe-3b48-4bee-8d46-27769e3557de x-openstack-request-id: req-bb64c9fe-3b48-4bee-8d46-27769e3557de {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:24:07.142117 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd8a4b8f-df5d-4c41-b7a8-12bdb348ea50", "tag": "7f7b1fc8-29f3-478f-846e-8f1d7720bce3", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:24:07.142530 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bb64c9fe-3b48-4bee-8d46-27769e3557de {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:24:07.143082 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd8a4b8f-df5d-4c41-b7a8-12bdb348ea50', 'tag': '7f7b1fc8-29f3-478f-846e-8f1d7720bce3', 'status': 'completed', 'code': 200} Nov 25 14:24:07.186953 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-1d7ed0c1-6f6e-41b5-86e2-c79e5abe5fd9 None None] Set router 44437207-b269-4e2b-8f0a-8009311b2747 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:24:07.212327 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e46a0a-bbc3-4ee5-aba4-05d980d55e90 req-46242dea-dfa2-4df7-a9f5-37c56295df5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:24:07.213985 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-24e46a0a-bbc3-4ee5-aba4-05d980d55e90 req-46242dea-dfa2-4df7-a9f5-37c56295df5a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f996a916203a46b4a7ca7989c9357aff&device_id=dd8a4b8f-df5d-4c41-b7a8-12bdb348ea50 HTTP/1.1" status: 200 len: 1097 time: 0.0464106 Nov 25 14:24:07.406423 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff52d9a-ba65-4cf9-a891-e7d7aab551f2 req-99878bf8-2d7a-4b03-823e-b156dcb2e471 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:24:07.408312 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9ff52d9a-ba65-4cf9-a891-e7d7aab551f2 req-99878bf8-2d7a-4b03-823e-b156dcb2e471 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd8a4b8f-df5d-4c41-b7a8-12bdb348ea50 HTTP/1.1" status: 200 len: 945 time: 0.0559945 Nov 25 14:24:07.464849 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9ff52d9a-ba65-4cf9-a891-e7d7aab551f2 req-7e8d5d53-e09d-42dc-bc78-c7e61226253f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d682d33-fd60-428a-882c-3a5ba691a617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490084 Nov 25 14:24:07.472698 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-1d7ed0c1-6f6e-41b5-86e2-c79e5abe5fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44437207-b269-4e2b-8f0a-8009311b2747', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343876914', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '7ecd8a7e-b4a1-40f7-960f-3455f308e0ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:22:26Z', 'updated_at': '2021-11-25T14:22:30Z', 'revision_number': 4, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port': {'id': '7ecd8a7e-b4a1-40f7-960f-3455f308e0ac', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44437207-b269-4e2b-8f0a-8009311b2747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:22:27Z', 'updated_at': '2021-11-25T14:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '21a65ea8-cd0b-4f4b-8181-9775e8676c76', 'name': '', 'network_id': '4cea6e6e-3b35-494e-9459-941dd6cc8519', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'mac_address': 'fa:16:3e:54:30:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44437207-b269-4e2b-8f0a-8009311b2747', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '823ecf03-55bc-4a34-af36-9c0e9c4b766b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:22:29Z', 'updated_at': '2021-11-25T14:22:33Z', 'revision_number': 5, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'subnets': [{'id': '823ecf03-55bc-4a34-af36-9c0e9c4b766b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:24:07.500237 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7ed0c1-6f6e-41b5-86e2-c79e5abe5fd9 None None] Checking router: 44437207-b269-4e2b-8f0a-8009311b2747 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 14:24:07.509278 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7ed0c1-6f6e-41b5-86e2-c79e5abe5fd9 None None] Routers {'44437207-b269-4e2b-8f0a-8009311b2747'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:24:07.509897 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-1d7ed0c1-6f6e-41b5-86e2-c79e5abe5fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:24:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['44437207-b269-4e2b-8f0a-8009311b2747'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:24:07.617770 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-1d7ed0c1-6f6e-41b5-86e2-c79e5abe5fd9 None None] Set router 44437207-b269-4e2b-8f0a-8009311b2747 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:24:07.680806 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e46a0a-bbc3-4ee5-aba4-05d980d55e90 req-05213ced-15dd-4e40-bf4c-14f205b3bff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:24:07.682300 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-24e46a0a-bbc3-4ee5-aba4-05d980d55e90 req-05213ced-15dd-4e40-bf4c-14f205b3bff2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4cea6e6e-3b35-494e-9459-941dd6cc8519 HTTP/1.1" status: 200 len: 898 time: 0.4540238 Nov 25 14:24:07.725360 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-24e46a0a-bbc3-4ee5-aba4-05d980d55e90 req-1cc7686d-158a-4a2e-bbf6-64f772a0cadd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f7b1fc8-29f3-478f-846e-8f1d7720bce3 HTTP/1.1" status: 200 len: 217 time: 0.0343783 Nov 25 14:24:07.774790 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e46a0a-bbc3-4ee5-aba4-05d980d55e90 req-76bfba31-fef5-4993-a22f-afd3f25e8ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:24:07.776280 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-24e46a0a-bbc3-4ee5-aba4-05d980d55e90 req-76bfba31-fef5-4993-a22f-afd3f25e8ad0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=823ecf03-55bc-4a34-af36-9c0e9c4b766b HTTP/1.1" status: 200 len: 834 time: 0.0434859 Nov 25 14:24:07.817266 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-1d7ed0c1-6f6e-41b5-86e2-c79e5abe5fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44437207-b269-4e2b-8f0a-8009311b2747', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343876914', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '7ecd8a7e-b4a1-40f7-960f-3455f308e0ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:22:26Z', 'updated_at': '2021-11-25T14:22:30Z', 'revision_number': 4, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port': {'id': '7ecd8a7e-b4a1-40f7-960f-3455f308e0ac', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44437207-b269-4e2b-8f0a-8009311b2747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:22:27Z', 'updated_at': '2021-11-25T14:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '21a65ea8-cd0b-4f4b-8181-9775e8676c76', 'name': '', 'network_id': '4cea6e6e-3b35-494e-9459-941dd6cc8519', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'mac_address': 'fa:16:3e:54:30:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44437207-b269-4e2b-8f0a-8009311b2747', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '823ecf03-55bc-4a34-af36-9c0e9c4b766b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:22:29Z', 'updated_at': '2021-11-25T14:22:33Z', 'revision_number': 5, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'subnets': [{'id': '823ecf03-55bc-4a34-af36-9c0e9c4b766b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:24:07.828755 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e46a0a-bbc3-4ee5-aba4-05d980d55e90 req-dee44024-76a8-41e2-95f6-91947b01fd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:24:07.830285 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-24e46a0a-bbc3-4ee5-aba4-05d980d55e90 req-dee44024-76a8-41e2-95f6-91947b01fd8f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4cea6e6e-3b35-494e-9459-941dd6cc8519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440755 Nov 25 14:24:07.844144 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7ed0c1-6f6e-41b5-86e2-c79e5abe5fd9 None None] The sync data for ids ['44437207-b269-4e2b-8f0a-8009311b2747'] in n-d-808199-11 is: [{'id': '44437207-b269-4e2b-8f0a-8009311b2747', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343876914', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '7ecd8a7e-b4a1-40f7-960f-3455f308e0ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:22:26Z', 'updated_at': '2021-11-25T14:22:30Z', 'revision_number': 4, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port': {'id': '7ecd8a7e-b4a1-40f7-960f-3455f308e0ac', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44437207-b269-4e2b-8f0a-8009311b2747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:22:27Z', 'updated_at': '2021-11-25T14:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '21a65ea8-cd0b-4f4b-8181-9775e8676c76', 'name': '', 'network_id': '4cea6e6e-3b35-494e-9459-941dd6cc8519', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'mac_address': 'fa:16:3e:54:30:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44437207-b269-4e2b-8f0a-8009311b2747', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '823ecf03-55bc-4a34-af36-9c0e9c4b766b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:22:29Z', 'updated_at': '2021-11-25T14:22:33Z', 'revision_number': 5, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'subnets': [{'id': '823ecf03-55bc-4a34-af36-9c0e9c4b766b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 14:24:07.923628 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-24e46a0a-bbc3-4ee5-aba4-05d980d55e90 req-f0a8cb0a-4809-48a1-97cd-a5edeb2c6bd3 service neutron] 10.222.0.47 "GET /v2.0/networks/4cea6e6e-3b35-494e-9459-941dd6cc8519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845256 Nov 25 14:24:08.024266 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-24e46a0a-bbc3-4ee5-aba4-05d980d55e90 req-a4bc3e1c-7c7c-48c1-adc4-fed0f18eceba service neutron] 10.222.0.47 "GET /v2.0/networks/4cea6e6e-3b35-494e-9459-941dd6cc8519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894542 Nov 25 14:24:08.072172 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddd4728-3f01-443a-a326-0a2cf397e2ef None None] New status for floating IP 245c7ee6-3047-4f7c-8728-ec1ac20cb80c: DOWN {{(pid=103572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 14:24:08.585156 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fef057-4ecb-4f3c-ad38-26978e7fef40 req-13f219a2-2012-486a-8da7-84e913d09dae tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:24:08.586634 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-50fef057-4ecb-4f3c-ad38-26978e7fef40 req-13f219a2-2012-486a-8da7-84e913d09dae tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd8a4b8f-df5d-4c41-b7a8-12bdb348ea50 HTTP/1.1" status: 200 len: 945 time: 0.0486610 Nov 25 14:24:08.637517 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-50fef057-4ecb-4f3c-ad38-26978e7fef40 req-9ba8eec3-1557-4327-85cd-f0007e2a6dee tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d682d33-fd60-428a-882c-3a5ba691a617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448561 Nov 25 14:24:08.898681 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:08.926478 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc2e59-b61d-4924-8c98-410fbf705bae req-45493a40-07d5-4e83-aa06-d31b8920f911 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:24:08.928547 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3bfc2e59-b61d-4924-8c98-410fbf705bae req-45493a40-07d5-4e83-aa06-d31b8920f911 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd8a4b8f-df5d-4c41-b7a8-12bdb348ea50 HTTP/1.1" status: 200 len: 945 time: 0.0491362 Nov 25 14:24:09.014999 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-3bfc2e59-b61d-4924-8c98-410fbf705bae req-19711fc0-9df3-42b0-8f56-432e634e0be1 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Deleting port 7f7b1fc8-29f3-478f-846e-8f1d7720bce3 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:24:09.015342 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3bfc2e59-b61d-4924-8c98-410fbf705bae req-19711fc0-9df3-42b0-8f56-432e634e0be1 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:09.107109 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-3bfc2e59-b61d-4924-8c98-410fbf705bae req-19711fc0-9df3-42b0-8f56-432e634e0be1 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] For port 7f7b1fc8-29f3-478f-846e-8f1d7720bce3, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=7f7b1fc8-29f3-478f-846e-8f1d7720bce3,segment=NetworkSegment(3f2e22a4-3ba5-42b3-89d9-afd7f4090cf5),segment_id=3f2e22a4-3ba5-42b3-89d9-afd7f4090cf5)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:24:09.107480 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3bfc2e59-b61d-4924-8c98-410fbf705bae req-19711fc0-9df3-42b0-8f56-432e634e0be1 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:09.120128 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-3bfc2e59-b61d-4924-8c98-410fbf705bae req-19711fc0-9df3-42b0-8f56-432e634e0be1 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Calling delete_port for 7f7b1fc8-29f3-478f-846e-8f1d7720bce3 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:24:09.252706 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3bfc2e59-b61d-4924-8c98-410fbf705bae req-19711fc0-9df3-42b0-8f56-432e634e0be1 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:09.283375 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19711fc0-9df3-42b0-8f56-432e634e0be1 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event deleted for resources: {'Port': ['ID=7f7b1fc8-29f3-478f-846e-8f1d7720bce3,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:24:09.307633 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19711fc0-9df3-42b0-8f56-432e634e0be1 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:24:09.307995 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19711fc0-9df3-42b0-8f56-432e634e0be1 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:24:09.308350 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19711fc0-9df3-42b0-8f56-432e634e0be1 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:24:09.308705 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19711fc0-9df3-42b0-8f56-432e634e0be1 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:24:09.309050 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19711fc0-9df3-42b0-8f56-432e634e0be1 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:24:09.309395 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19711fc0-9df3-42b0-8f56-432e634e0be1 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:24:09.309741 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19711fc0-9df3-42b0-8f56-432e634e0be1 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:24:09.310084 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19711fc0-9df3-42b0-8f56-432e634e0be1 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:24:09.310429 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19711fc0-9df3-42b0-8f56-432e634e0be1 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:24:09.310795 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19711fc0-9df3-42b0-8f56-432e634e0be1 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:24:09.311137 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19711fc0-9df3-42b0-8f56-432e634e0be1 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:24:09.311470 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19711fc0-9df3-42b0-8f56-432e634e0be1 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:24:09.332704 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bfc2e59-b61d-4924-8c98-410fbf705bae req-19711fc0-9df3-42b0-8f56-432e634e0be1 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] No DVR routers for this DVR port 7f7b1fc8-29f3-478f-846e-8f1d7720bce3 on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 14:24:09.335678 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3bfc2e59-b61d-4924-8c98-410fbf705bae req-19711fc0-9df3-42b0-8f56-432e634e0be1 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:09.339156 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-3bfc2e59-b61d-4924-8c98-410fbf705bae req-19711fc0-9df3-42b0-8f56-432e634e0be1 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.47 "DELETE /v2.0/ports/7f7b1fc8-29f3-478f-846e-8f1d7720bce3 HTTP/1.1" status: 204 len: 173 time: 0.4046469 Nov 25 14:24:09.339602 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd8a4b8f-df5d-4c41-b7a8-12bdb348ea50', 'name': 'network-vif-deleted', 'tag': '7f7b1fc8-29f3-478f-846e-8f1d7720bce3'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:24:09.341859 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b263d7d4b70db15966f189087f2cdd81ff7815a34d469843c29c7d40ca9dff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9133d6e5-1879-45b2-87f6-de177fe3d2d6" -d '{"events": [{"server_uuid": "dd8a4b8f-df5d-4c41-b7a8-12bdb348ea50", "name": "network-vif-deleted", "tag": "7f7b1fc8-29f3-478f-846e-8f1d7720bce3"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:24:09.380689 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 14:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-272a3507-37c4-45a9-b0db-2e1580c45b2a x-openstack-request-id: req-272a3507-37c4-45a9-b0db-2e1580c45b2a {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:24:09.381757 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd8a4b8f-df5d-4c41-b7a8-12bdb348ea50", "name": "network-vif-deleted", "tag": "7f7b1fc8-29f3-478f-846e-8f1d7720bce3", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:24:09.382017 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-272a3507-37c4-45a9-b0db-2e1580c45b2a {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:24:09.382431 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd8a4b8f-df5d-4c41-b7a8-12bdb348ea50', 'name': 'network-vif-deleted', 'tag': '7f7b1fc8-29f3-478f-846e-8f1d7720bce3', 'status': 'completed', 'code': 200} Nov 25 14:24:09.751061 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a0308735-094c-432b-a393-303280ae932b req-38e1fc05-8f24-4762-ae0b-c23e3b1f3342 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd8a4b8f-df5d-4c41-b7a8-12bdb348ea50 HTTP/1.1" status: 200 len: 210 time: 0.0307446 Nov 25 14:24:10.807800 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 40008) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:24:11.167311 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-dcfa48b9-596e-4743-b3b9-a851de4be3b3 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:11.434343 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-dcfa48b9-596e-4743-b3b9-a851de4be3b3 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Deleting port 21a65ea8-cd0b-4f4b-8181-9775e8676c76 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:24:11.434708 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-dcfa48b9-596e-4743-b3b9-a851de4be3b3 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:11.525291 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-dcfa48b9-596e-4743-b3b9-a851de4be3b3 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] For port 21a65ea8-cd0b-4f4b-8181-9775e8676c76, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=21a65ea8-cd0b-4f4b-8181-9775e8676c76,segment=NetworkSegment(3f2e22a4-3ba5-42b3-89d9-afd7f4090cf5),segment_id=3f2e22a4-3ba5-42b3-89d9-afd7f4090cf5)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:24:11.525657 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-dcfa48b9-596e-4743-b3b9-a851de4be3b3 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:11.538857 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-dcfa48b9-596e-4743-b3b9-a851de4be3b3 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Calling delete_port for 21a65ea8-cd0b-4f4b-8181-9775e8676c76 owned by network:router_interface {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:24:11.719560 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-dcfa48b9-596e-4743-b3b9-a851de4be3b3 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:11.747845 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfa48b9-596e-4743-b3b9-a851de4be3b3 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event deleted for resources: {'Port': ['ID=21a65ea8-cd0b-4f4b-8181-9775e8676c76,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:24:11.884973 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 7f7b1fc8-29f3-478f-846e-8f1d7720bce3 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:24:11.904900 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: 7f7b1fc8-29f3-478f-846e-8f1d7720bce3 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 14:24:11.905250 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 7f7b1fc8-29f3-478f-846e-8f1d7720bce3 not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:24:11.918893 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-dcfa48b9-596e-4743-b3b9-a851de4be3b3 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:12.133368 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcfa48b9-596e-4743-b3b9-a851de4be3b3 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Router 44437207-b269-4e2b-8f0a-8009311b2747 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 14:24:12.240295 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcfa48b9-596e-4743-b3b9-a851de4be3b3 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 14:24:12.245324 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-dcfa48b9-596e-4743-b3b9-a851de4be3b3 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "PUT /v2.0/routers/44437207-b269-4e2b-8f0a-8009311b2747/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4364972 Nov 25 14:24:12.248547 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 40010) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:24:12.249474 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8294fef8-438a-4bc9-9a46-742567e1deb8 None None] Sync routers for ids ['44437207-b269-4e2b-8f0a-8009311b2747'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 14:24:12.260355 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8294fef8-438a-4bc9-9a46-742567e1deb8 None None] Routers {'44437207-b269-4e2b-8f0a-8009311b2747'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:24:12.261058 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-8294fef8-438a-4bc9-9a46-742567e1deb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:24:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['44437207-b269-4e2b-8f0a-8009311b2747'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:24:12.305018 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d638d82-5bdd-4850-93c2-c909f5b85730 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Deleting subnet 823ecf03-55bc-4a34-af36-9c0e9c4b766b {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 14:24:12.308211 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9d638d82-5bdd-4850-93c2-c909f5b85730 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:12.312215 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:12.349811 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9d638d82-5bdd-4850-93c2-c909f5b85730 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:12.367012 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-8294fef8-438a-4bc9-9a46-742567e1deb8 None None] Set router 44437207-b269-4e2b-8f0a-8009311b2747 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:24:12.435890 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9d638d82-5bdd-4850-93c2-c909f5b85730 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:12.498929 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9d638d82-5bdd-4850-93c2-c909f5b85730 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:12.528573 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d638d82-5bdd-4850-93c2-c909f5b85730 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event deleted for resources: {'Subnet': ['ID=823ecf03-55bc-4a34-af36-9c0e9c4b766b,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:24:12.530583 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9d638d82-5bdd-4850-93c2-c909f5b85730 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:12.535162 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-9d638d82-5bdd-4850-93c2-c909f5b85730 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "DELETE /v2.0/subnets/823ecf03-55bc-4a34-af36-9c0e9c4b766b HTTP/1.1" status: 204 len: 168 time: 0.2855527 Nov 25 14:24:12.537472 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 40012) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:24:12.541196 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556f3ccf-bd08-4a4a-b532-fe86c7623d06 None None] Network 4cea6e6e-3b35-494e-9459-941dd6cc8519 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 14:24:12.545031 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-8294fef8-438a-4bc9-9a46-742567e1deb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44437207-b269-4e2b-8f0a-8009311b2747', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343876914', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '7ecd8a7e-b4a1-40f7-960f-3455f308e0ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:22:26Z', 'updated_at': '2021-11-25T14:24:11Z', 'revision_number': 5, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port': {'id': '7ecd8a7e-b4a1-40f7-960f-3455f308e0ac', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44437207-b269-4e2b-8f0a-8009311b2747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:22:27Z', 'updated_at': '2021-11-25T14:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:24:12.575475 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8294fef8-438a-4bc9-9a46-742567e1deb8 None None] Checking router: 44437207-b269-4e2b-8f0a-8009311b2747 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 14:24:12.583754 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8294fef8-438a-4bc9-9a46-742567e1deb8 None None] Routers {'44437207-b269-4e2b-8f0a-8009311b2747'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:24:12.584945 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-8294fef8-438a-4bc9-9a46-742567e1deb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:24:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['44437207-b269-4e2b-8f0a-8009311b2747'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:24:12.664960 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-37f42ab7-45aa-4b0d-abd6-6750a972ec2c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for router, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:12.698173 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-8294fef8-438a-4bc9-9a46-742567e1deb8 None None] Set router 44437207-b269-4e2b-8f0a-8009311b2747 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:24:12.740568 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea6045a-1956-45bb-869b-c89e6b6c020a None None] DHCP port deletion for 4cea6e6e-3b35-494e-9459-941dd6cc8519 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 14:24:12.779566 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-37f42ab7-45aa-4b0d-abd6-6750a972ec2c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:12.795344 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-5ea6045a-1956-45bb-869b-c89e6b6c020a None None] Deleting port f1d2094e-0627-4794-9aa1-8d90b02731a1 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:24:12.795726 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ea6045a-1956-45bb-869b-c89e6b6c020a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:12.836361 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-37f42ab7-45aa-4b0d-abd6-6750a972ec2c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Deleting port 7ecd8a7e-b4a1-40f7-960f-3455f308e0ac {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:24:12.836789 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-37f42ab7-45aa-4b0d-abd6-6750a972ec2c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:12.863924 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-5ea6045a-1956-45bb-869b-c89e6b6c020a None None] For port f1d2094e-0627-4794-9aa1-8d90b02731a1, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=f1d2094e-0627-4794-9aa1-8d90b02731a1,segment=NetworkSegment(3f2e22a4-3ba5-42b3-89d9-afd7f4090cf5),segment_id=3f2e22a4-3ba5-42b3-89d9-afd7f4090cf5)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:24:12.864524 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ea6045a-1956-45bb-869b-c89e6b6c020a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:12.878440 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-5ea6045a-1956-45bb-869b-c89e6b6c020a None None] Calling delete_port for f1d2094e-0627-4794-9aa1-8d90b02731a1 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:24:12.920954 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-37f42ab7-45aa-4b0d-abd6-6750a972ec2c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] For port 7ecd8a7e-b4a1-40f7-960f-3455f308e0ac, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=7ecd8a7e-b4a1-40f7-960f-3455f308e0ac,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:24:12.921950 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-37f42ab7-45aa-4b0d-abd6-6750a972ec2c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:12.939626 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-37f42ab7-45aa-4b0d-abd6-6750a972ec2c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Calling delete_port for 7ecd8a7e-b4a1-40f7-960f-3455f308e0ac owned by network:router_gateway {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:24:12.967202 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ea6045a-1956-45bb-869b-c89e6b6c020a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:12.972717 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-8294fef8-438a-4bc9-9a46-742567e1deb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44437207-b269-4e2b-8f0a-8009311b2747', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343876914', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '7ecd8a7e-b4a1-40f7-960f-3455f308e0ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:22:26Z', 'updated_at': '2021-11-25T14:24:11Z', 'revision_number': 5, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port': {'id': '7ecd8a7e-b4a1-40f7-960f-3455f308e0ac', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44437207-b269-4e2b-8f0a-8009311b2747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:22:27Z', 'updated_at': '2021-11-25T14:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:24:12.995926 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea6045a-1956-45bb-869b-c89e6b6c020a None None] No DVR routers for this DVR port f1d2094e-0627-4794-9aa1-8d90b02731a1 on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 14:24:12.998252 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea6045a-1956-45bb-869b-c89e6b6c020a None None] Pushing event deleted for resources: {'Port': ['ID=f1d2094e-0627-4794-9aa1-8d90b02731a1,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:24:13.000696 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8294fef8-438a-4bc9-9a46-742567e1deb8 None None] The sync data for ids ['44437207-b269-4e2b-8f0a-8009311b2747'] in n-d-808199-11 is: [{'id': '44437207-b269-4e2b-8f0a-8009311b2747', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343876914', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '7ecd8a7e-b4a1-40f7-960f-3455f308e0ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:22:26Z', 'updated_at': '2021-11-25T14:24:11Z', 'revision_number': 5, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port': {'id': '7ecd8a7e-b4a1-40f7-960f-3455f308e0ac', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44437207-b269-4e2b-8f0a-8009311b2747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:22:27Z', 'updated_at': '2021-11-25T14:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 14:24:13.009623 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea6045a-1956-45bb-869b-c89e6b6c020a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:24:13.009980 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea6045a-1956-45bb-869b-c89e6b6c020a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:24:13.010331 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea6045a-1956-45bb-869b-c89e6b6c020a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:24:13.010676 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea6045a-1956-45bb-869b-c89e6b6c020a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:24:13.011107 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea6045a-1956-45bb-869b-c89e6b6c020a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:24:13.011449 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea6045a-1956-45bb-869b-c89e6b6c020a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:24:13.011782 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea6045a-1956-45bb-869b-c89e6b6c020a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:24:13.012115 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea6045a-1956-45bb-869b-c89e6b6c020a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:24:13.012449 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea6045a-1956-45bb-869b-c89e6b6c020a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:24:13.012864 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea6045a-1956-45bb-869b-c89e6b6c020a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:24:13.018046 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea6045a-1956-45bb-869b-c89e6b6c020a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:24:13.018046 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea6045a-1956-45bb-869b-c89e6b6c020a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:24:13.104172 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-37f42ab7-45aa-4b0d-abd6-6750a972ec2c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:13.133541 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f42ab7-45aa-4b0d-abd6-6750a972ec2c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event deleted for resources: {'Port': ['ID=7ecd8a7e-b4a1-40f7-960f-3455f308e0ac,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:24:13.150313 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc499d1-7341-4a58-8fc5-46a9d225b711 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 14:24:13.194037 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-37f42ab7-45aa-4b0d-abd6-6750a972ec2c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:13.284676 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-37f42ab7-45aa-4b0d-abd6-6750a972ec2c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:13.286819 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-37f42ab7-45aa-4b0d-abd6-6750a972ec2c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:13.335312 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-37f42ab7-45aa-4b0d-abd6-6750a972ec2c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:13.336323 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f42ab7-45aa-4b0d-abd6-6750a972ec2c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Fanout notify agent at l3_agent the message router_deleted on router 44437207-b269-4e2b-8f0a-8009311b2747 {{(pid=103570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 14:24:13.342613 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-37f42ab7-45aa-4b0d-abd6-6750a972ec2c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:13.343771 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-37f42ab7-45aa-4b0d-abd6-6750a972ec2c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "DELETE /v2.0/routers/44437207-b269-4e2b-8f0a-8009311b2747 HTTP/1.1" status: 204 len: 168 time: 0.8051674 Nov 25 14:24:13.346786 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 40014) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:24:13.442757 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8842501d-13e6-4d30-9085-b3bb65c25722 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:13.474335 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device f1d2094e-0627-4794-9aa1-8d90b02731a1 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:24:13.498768 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: f1d2094e-0627-4794-9aa1-8d90b02731a1 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 14:24:13.499125 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device f1d2094e-0627-4794-9aa1-8d90b02731a1 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:24:13.499538 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 21a65ea8-cd0b-4f4b-8181-9775e8676c76 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:24:13.519905 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 21a65ea8-cd0b-4f4b-8181-9775e8676c76 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 14:24:13.520253 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 21a65ea8-cd0b-4f4b-8181-9775e8676c76 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:24:13.546971 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8842501d-13e6-4d30-9085-b3bb65c25722 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:13.569870 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-8842501d-13e6-4d30-9085-b3bb65c25722 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cea6e6e-3b35-494e-9459-941dd6cc8519']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:24:13.579173 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-8842501d-13e6-4d30-9085-b3bb65c25722 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f2e22a4-3ba5-42b3-89d9-afd7f4090cf5') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:24:13.579483 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-8842501d-13e6-4d30-9085-b3bb65c25722 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f2e22a4-3ba5-42b3-89d9-afd7f4090cf5') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:24:13.588915 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8842501d-13e6-4d30-9085-b3bb65c25722 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:13.602684 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8842501d-13e6-4d30-9085-b3bb65c25722 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:13.610778 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8842501d-13e6-4d30-9085-b3bb65c25722 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 14:24:13.611139 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8842501d-13e6-4d30-9085-b3bb65c25722 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:13.614568 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 14:24:13.614568 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 14:24:13.614568 n-d-808199-11 neutron-server[103571]: timer() Nov 25 14:24:13.614568 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 14:24:13.614568 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 14:24:13.614568 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 14:24:13.614568 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 14:24:13.614568 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 14:24:13.614568 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 14:24:13.614568 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 14:24:13.614568 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 14:24:13.614568 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 14:24:13.614568 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 14:24:13.614568 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 14:24:13.614568 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 14:24:13.614568 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 14:24:13.614568 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 14:24:13.614568 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 14:24:13.614568 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 14:24:13.614568 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 14:24:13.614568 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 14:24:13.614568 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 14:24:13.614568 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 14:24:13.614568 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 14:24:13.614568 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 14:24:13.614568 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 14:24:13.614568 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 14:24:13.614568 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 14:24:13.614568 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 14:24:13.614568 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 14:24:13.614568 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 14:24:13.614568 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 14:24:13.675074 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8842501d-13e6-4d30-9085-b3bb65c25722 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:13.682607 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8842501d-13e6-4d30-9085-b3bb65c25722 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:13.685677 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-8842501d-13e6-4d30-9085-b3bb65c25722 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "DELETE /v2.0/networks/4cea6e6e-3b35-494e-9459-941dd6cc8519 HTTP/1.1" status: 204 len: 168 time: 0.3372622 Nov 25 14:24:13.688640 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 40016) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:24:13.704428 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8842501d-13e6-4d30-9085-b3bb65c25722 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event deleted for resources: {'Network': ['ID=4cea6e6e-3b35-494e-9459-941dd6cc8519,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:24:13.754257 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ff7f9614-ba13-4f33-a0f7-6868d115adb7 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:13.779805 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ff7f9614-ba13-4f33-a0f7-6868d115adb7 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:13.839790 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ff7f9614-ba13-4f33-a0f7-6868d115adb7 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:13.842378 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ff7f9614-ba13-4f33-a0f7-6868d115adb7 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:13.843748 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-ff7f9614-ba13-4f33-a0f7-6868d115adb7 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "DELETE /v2.0/security-groups/3d682d33-fd60-428a-882c-3a5ba691a617 HTTP/1.1" status: 204 len: 168 time: 0.1540558 Nov 25 14:24:13.853812 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7f9614-ba13-4f33-a0f7-6868d115adb7 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d682d33-fd60-428a-882c-3a5ba691a617,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:24:14.052164 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 40022) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:24:14.057715 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-a16435ac-c38f-43ef-835c-2b1fc942b83f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-803982301', 'description': 'tempest-secgroup-smoke-803982301 description', 'project_id': 'f996a916203a46b4a7ca7989c9357aff'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:24:14.080257 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a16435ac-c38f-43ef-835c-2b1fc942b83f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:14.147636 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a16435ac-c38f-43ef-835c-2b1fc942b83f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:14.151233 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a16435ac-c38f-43ef-835c-2b1fc942b83f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:14.182641 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a16435ac-c38f-43ef-835c-2b1fc942b83f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:14.183915 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-a16435ac-c38f-43ef-835c-2b1fc942b83f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1300125 Nov 25 14:24:14.184625 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16435ac-c38f-43ef-835c-2b1fc942b83f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cabc2d6-39df-44cb-8771-6f801c164089,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:24:14.186771 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 40024) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:24:14.191456 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-3d0663f4-691b-4eb9-a939-1b989bcfe146 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Request body: {'security_group_rule': {'security_group_id': '0cabc2d6-39df-44cb-8771-6f801c164089', 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:24:14.217900 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3d0663f4-691b-4eb9-a939-1b989bcfe146 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:14.276999 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3d0663f4-691b-4eb9-a939-1b989bcfe146 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:14.282848 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3d0663f4-691b-4eb9-a939-1b989bcfe146 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:14.300629 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0663f4-691b-4eb9-a939-1b989bcfe146 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7b5e860-4c63-47d4-8e00-4ee092c8ef12,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:24:14.309454 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3d0663f4-691b-4eb9-a939-1b989bcfe146 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:14.310658 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3d0663f4-691b-4eb9-a939-1b989bcfe146 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1229692 Nov 25 14:24:14.314189 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 40026) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:24:14.318576 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-4ed64a21-9f21-4fa2-859e-2928601d78fa tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Request body: {'security_group_rule': {'security_group_id': '0cabc2d6-39df-44cb-8771-6f801c164089', 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:24:14.346097 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4ed64a21-9f21-4fa2-859e-2928601d78fa tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:14.408783 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4ed64a21-9f21-4fa2-859e-2928601d78fa tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:14.414237 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4ed64a21-9f21-4fa2-859e-2928601d78fa tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:14.435015 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed64a21-9f21-4fa2-859e-2928601d78fa tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d7cc7c7-4315-46d3-a5f1-0702fc4bcfef,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:24:14.445090 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-4ed64a21-9f21-4fa2-859e-2928601d78fa tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:14.446300 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-4ed64a21-9f21-4fa2-859e-2928601d78fa tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1311624 Nov 25 14:24:14.449230 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 40028) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:24:14.453541 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-d1fe75b3-4ef2-42e3-af28-49d85d5177c3 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Request body: {'security_group_rule': {'security_group_id': '0cabc2d6-39df-44cb-8771-6f801c164089', 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:24:14.486365 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d1fe75b3-4ef2-42e3-af28-49d85d5177c3 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:14.544640 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d1fe75b3-4ef2-42e3-af28-49d85d5177c3 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:14.552592 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d1fe75b3-4ef2-42e3-af28-49d85d5177c3 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:14.572370 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fe75b3-4ef2-42e3-af28-49d85d5177c3 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eb36bee-0296-4403-b283-9f6964b2d57f,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:24:14.578909 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-d1fe75b3-4ef2-42e3-af28-49d85d5177c3 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:14.583217 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-d1fe75b3-4ef2-42e3-af28-49d85d5177c3 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1329443 Nov 25 14:24:14.584918 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 40030) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:24:14.589417 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-66a7a24a-5961-4e9c-9dfc-1ddf40011feb tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Request body: {'security_group_rule': {'security_group_id': '0cabc2d6-39df-44cb-8771-6f801c164089', 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:24:14.617731 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-66a7a24a-5961-4e9c-9dfc-1ddf40011feb tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:14.679990 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-66a7a24a-5961-4e9c-9dfc-1ddf40011feb tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:14.683863 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-66a7a24a-5961-4e9c-9dfc-1ddf40011feb tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:15.025959 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a7a24a-5961-4e9c-9dfc-1ddf40011feb tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fd6d2a8-347b-4f42-8445-c62a2c666f22,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:24:15.035295 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-66a7a24a-5961-4e9c-9dfc-1ddf40011feb tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:15.039063 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-66a7a24a-5961-4e9c-9dfc-1ddf40011feb tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4506633 Nov 25 14:24:15.039542 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 40032) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:24:15.044916 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-718a4674-1b33-4726-ab80-0932c4b3d551 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Request body: {'security_group_rule': {'security_group_id': '0cabc2d6-39df-44cb-8771-6f801c164089', 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:24:15.055316 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 7ecd8a7e-b4a1-40f7-960f-3455f308e0ac no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:24:15.073061 n-d-808199-11 neutron-server[103571]: INFO neutron.db.securitygroups_db [None req-718a4674-1b33-4726-ab80-0932c4b3d551 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Project f996a916203a46b4a7ca7989c9357aff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 14:24:15.077893 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-718a4674-1b33-4726-ab80-0932c4b3d551 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:15.079458 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 7ecd8a7e-b4a1-40f7-960f-3455f308e0ac {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 14:24:15.079817 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 7ecd8a7e-b4a1-40f7-960f-3455f308e0ac not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:24:15.135926 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-718a4674-1b33-4726-ab80-0932c4b3d551 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:15.139322 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-718a4674-1b33-4726-ab80-0932c4b3d551 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:15.156159 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718a4674-1b33-4726-ab80-0932c4b3d551 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36e20bf6-9169-451b-b88b-d7264b89dd42,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:24:15.165004 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-718a4674-1b33-4726-ab80-0932c4b3d551 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:15.166201 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-718a4674-1b33-4726-ab80-0932c4b3d551 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1255231 Nov 25 14:24:15.169077 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 40034) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:24:15.173302 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-f8312ed6-a878-43db-ada3-61f6879526f2 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Request body: {'security_group_rule': {'security_group_id': '0cabc2d6-39df-44cb-8771-6f801c164089', 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:24:15.199466 n-d-808199-11 neutron-server[103571]: INFO neutron.db.securitygroups_db [None req-f8312ed6-a878-43db-ada3-61f6879526f2 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Project f996a916203a46b4a7ca7989c9357aff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 14:24:15.207494 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f8312ed6-a878-43db-ada3-61f6879526f2 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:15.282635 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f8312ed6-a878-43db-ada3-61f6879526f2 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:15.286329 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f8312ed6-a878-43db-ada3-61f6879526f2 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:15.304605 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8312ed6-a878-43db-ada3-61f6879526f2 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa33db1b-ab28-49ad-be61-9d829f72e958,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:24:15.313054 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f8312ed6-a878-43db-ada3-61f6879526f2 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:15.317111 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-f8312ed6-a878-43db-ada3-61f6879526f2 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1442835 Nov 25 14:24:15.317262 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 40036) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:24:15.322092 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-d3ab8b40-b876-4be0-90f4-2d553f44bb6c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Request body: {'network': {'name': 'tempest-network-smoke--1816587022', 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'port_security_enabled': True}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:24:15.341943 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ab8b40-b876-4be0-90f4-2d553f44bb6c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Made reservation on behalf of f996a916203a46b4a7ca7989c9357aff for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 14:24:15.345286 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d3ab8b40-b876-4be0-90f4-2d553f44bb6c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:15.368704 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3ab8b40-b876-4be0-90f4-2d553f44bb6c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 14:24:15.377846 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d3ab8b40-b876-4be0-90f4-2d553f44bb6c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:15.378197 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-d3ab8b40-b876-4be0-90f4-2d553f44bb6c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Added segment 8eb4789f-b034-44f4-a1ce-4e248b201380 of type vlan for network d87e10b3-a792-4d0c-a69d-b084e386ecc4 Nov 25 14:24:15.420590 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d3ab8b40-b876-4be0-90f4-2d553f44bb6c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:15.445051 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d3ab8b40-b876-4be0-90f4-2d553f44bb6c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:15.450512 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ab8b40-b876-4be0-90f4-2d553f44bb6c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:24:15.451124 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d3ab8b40-b876-4be0-90f4-2d553f44bb6c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:15.514761 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d3ab8b40-b876-4be0-90f4-2d553f44bb6c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1964076 Nov 25 14:24:15.517642 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 40038) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:24:15.522527 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-1123d659-252e-4463-97ab-016338f8e5d4 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1060430860', 'admin_state_up': True, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:24:15.530830 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ab8b40-b876-4be0-90f4-2d553f44bb6c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'Network': ['ID=d87e10b3-a792-4d0c-a69d-b084e386ecc4,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:24:15.542261 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network d87e10b3-a792-4d0c-a69d-b084e386ecc4 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 14:24:15.551086 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1123d659-252e-4463-97ab-016338f8e5d4 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:15.552138 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1123d659-252e-4463-97ab-016338f8e5d4 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:15.616567 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1123d659-252e-4463-97ab-016338f8e5d4 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:15.753020 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1123d659-252e-4463-97ab-016338f8e5d4 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:15.966541 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1123d659-252e-4463-97ab-016338f8e5d4 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for router_gateway, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:15.994390 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1123d659-252e-4463-97ab-016338f8e5d4 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:16.094618 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-1123d659-252e-4463-97ab-016338f8e5d4 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Allocated IP 172.25.5.194 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/59e9d9cf-00e5-44fe-adaf-5a25dfb445cb) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:24:16.196320 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1123d659-252e-4463-97ab-016338f8e5d4 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:16.229748 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1123d659-252e-4463-97ab-016338f8e5d4 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:16.273552 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1123d659-252e-4463-97ab-016338f8e5d4 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:24:16.276469 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-1123d659-252e-4463-97ab-016338f8e5d4 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:24:16.279075 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1123d659-252e-4463-97ab-016338f8e5d4 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:24:16.290064 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d946adab-8a72-46a4-b25b-7071aa806886 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 14:24:16.306796 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1123d659-252e-4463-97ab-016338f8e5d4 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'Port': ['ID=59e9d9cf-00e5-44fe-adaf-5a25dfb445cb,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:24:16.384939 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-a0450c65-38f6-45ab-b20e-a5483207af0e None None] Provisioning complete for port 59e9d9cf-00e5-44fe-adaf-5a25dfb445cb triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:24:16.385313 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a0450c65-38f6-45ab-b20e-a5483207af0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:16.422621 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-a0450c65-38f6-45ab-b20e-a5483207af0e None None] Port 59e9d9cf-00e5-44fe-adaf-5a25dfb445cb cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 14:24:16.534193 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1123d659-252e-4463-97ab-016338f8e5d4 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for router_gateway, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:16.622243 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [req-b4e22001-a993-4b6f-9672-ccf3b67e0dca req-71facacf-2543-4e90-8053-615d76792cb8 service neutron] (103570) timed out ('10.222.0.66', 53307) {{(pid=103570) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 14:24:16.732143 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1123d659-252e-4463-97ab-016338f8e5d4 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:16.856490 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1123d659-252e-4463-97ab-016338f8e5d4 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Router 173cfde6-e17d-452d-a0df-e9c27a9b3708 is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 14:24:16.960052 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1123d659-252e-4463-97ab-016338f8e5d4 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 14:24:16.969170 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0028e50a-c49e-4799-b1e5-de7006966c2c None None] Sync routers for ids ['173cfde6-e17d-452d-a0df-e9c27a9b3708'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 14:24:16.979217 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0028e50a-c49e-4799-b1e5-de7006966c2c None None] Routers {'173cfde6-e17d-452d-a0df-e9c27a9b3708'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:24:16.979830 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-0028e50a-c49e-4799-b1e5-de7006966c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:24:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['173cfde6-e17d-452d-a0df-e9c27a9b3708'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:24:16.980164 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-1123d659-252e-4463-97ab-016338f8e5d4 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:16.981552 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-1123d659-252e-4463-97ab-016338f8e5d4 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4628019 Nov 25 14:24:16.984822 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 40040) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:24:17.012775 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-676d724b-f06f-4ec8-80d7-48749b09cf4f tempest-TestNetworkAdvancedServerOps-501883029 tempest-TestNetworkAdvancedServerOps-501883029-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=f996a916203a46b4a7ca7989c9357aff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268290 Nov 25 14:24:17.015376 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 40042) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:24:17.105203 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2830f141-5953-41cf-9333-da0d15196d51 tempest-TestNetworkAdvancedServerOps-501883029 tempest-TestNetworkAdvancedServerOps-501883029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:24:17.106829 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-2830f141-5953-41cf-9333-da0d15196d51 tempest-TestNetworkAdvancedServerOps-501883029 tempest-TestNetworkAdvancedServerOps-501883029-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0904813 Nov 25 14:24:17.109606 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 40044) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:24:17.147103 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b351876d-6f67-4557-a99a-8ce0c592465d tempest-TestNetworkAdvancedServerOps-501883029 tempest-TestNetworkAdvancedServerOps-501883029-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=7542d3d9-0db3-40e7-ab88-a168871141f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0334730 Nov 25 14:24:17.147352 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 40046) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:24:17.152309 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-858deffb-90fa-43e4-bf03-62cb37589fd4 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1907347429', 'network_id': 'd87e10b3-a792-4d0c-a69d-b084e386ecc4', 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:24:17.242271 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-0028e50a-c49e-4799-b1e5-de7006966c2c None None] Set router 173cfde6-e17d-452d-a0df-e9c27a9b3708 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:24:17.243078 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-858deffb-90fa-43e4-bf03-62cb37589fd4 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Made reservation on behalf of f996a916203a46b4a7ca7989c9357aff for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 14:24:17.246529 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-858deffb-90fa-43e4-bf03-62cb37589fd4 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:17.422788 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-0028e50a-c49e-4799-b1e5-de7006966c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '173cfde6-e17d-452d-a0df-e9c27a9b3708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060430860', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': '59e9d9cf-00e5-44fe-adaf-5a25dfb445cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:24:15Z', 'updated_at': '2021-11-25T14:24:16Z', 'revision_number': 3, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port': {'id': '59e9d9cf-00e5-44fe-adaf-5a25dfb445cb', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '173cfde6-e17d-452d-a0df-e9c27a9b3708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:24:16Z', 'updated_at': '2021-11-25T14:24:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:24:17.432674 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-858deffb-90fa-43e4-bf03-62cb37589fd4 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:17.455448 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0028e50a-c49e-4799-b1e5-de7006966c2c None None] Checking router: 173cfde6-e17d-452d-a0df-e9c27a9b3708 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 14:24:17.455808 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0028e50a-c49e-4799-b1e5-de7006966c2c None None] Updating router 173cfde6-e17d-452d-a0df-e9c27a9b3708 port 59e9d9cf-00e5-44fe-adaf-5a25dfb445cb binding host n-d-808199-11 {{(pid=103572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 14:24:17.485047 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0028e50a-c49e-4799-b1e5-de7006966c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:17.491800 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858deffb-90fa-43e4-bf03-62cb37589fd4 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'Subnet': ['ID=572a8949-69c9-4694-8339-b6cc7e622e71,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:24:17.500285 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858deffb-90fa-43e4-bf03-62cb37589fd4 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Checking segment: {'id': '8eb4789f-b034-44f4-a1ce-4e248b201380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd87e10b3-a792-4d0c-a69d-b084e386ecc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:24:17.500636 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858deffb-90fa-43e4-bf03-62cb37589fd4 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Network hostable DHCP agents. Network: d87e10b3-a792-4d0c-a69d-b084e386ecc4, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 14:24:17.519157 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858deffb-90fa-43e4-bf03-62cb37589fd4 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Network d87e10b3-a792-4d0c-a69d-b084e386ecc4 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 14:24:17.527861 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-858deffb-90fa-43e4-bf03-62cb37589fd4 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, d87e10b3-a792-4d0c-a69d-b084e386ecc4) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:24:17.532114 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858deffb-90fa-43e4-bf03-62cb37589fd4 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:24:17.533790 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-858deffb-90fa-43e4-bf03-62cb37589fd4 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:17.550333 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-858deffb-90fa-43e4-bf03-62cb37589fd4 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4019778 Nov 25 14:24:17.553812 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 40048) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:24:17.569200 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c878b6-1bbd-439a-a8a3-e4ae7893addd None None] Network d87e10b3-a792-4d0c-a69d-b084e386ecc4 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 14:24:17.812971 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6500cef3-c7bb-4842-8599-cb527bbb5e0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-d87e10b3-a792-4d0c-a69d-b084e386ecc4', 'network_id': 'd87e10b3-a792-4d0c-a69d-b084e386ecc4', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'fixed_ips': [{'subnet_id': '572a8949-69c9-4694-8339-b6cc7e622e71'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 14:24:17.813833 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6500cef3-c7bb-4842-8599-cb527bbb5e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:17.874547 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0028e50a-c49e-4799-b1e5-de7006966c2c None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:17.925029 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0028e50a-c49e-4799-b1e5-de7006966c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:17.979430 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616372e3-8d36-4603-bf2e-b4a14263cee2 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 14:24:17.998593 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a4d7a0d4-f4c3-4aac-9140-2d4beb82ff8f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:18.020279 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-0028e50a-c49e-4799-b1e5-de7006966c2c None None] Attempting to bind port 59e9d9cf-00e5-44fe-adaf-5a25dfb445cb on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:24:18.020657 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-0028e50a-c49e-4799-b1e5-de7006966c2c None None] Attempting to bind port 59e9d9cf-00e5-44fe-adaf-5a25dfb445cb by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:24:18.021025 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0028e50a-c49e-4799-b1e5-de7006966c2c None None] Attempting to bind port 59e9d9cf-00e5-44fe-adaf-5a25dfb445cb on network 7542d3d9-0db3-40e7-ab88-a168871141f7 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:24:18.023459 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e193d6d-02c3-4b1c-b2d8-860b0434ae31 None None] Pushing event updated for resources: {'Port': ['ID=59e9d9cf-00e5-44fe-adaf-5a25dfb445cb,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:24:18.033780 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0028e50a-c49e-4799-b1e5-de7006966c2c None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:24:18.034167 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0028e50a-c49e-4799-b1e5-de7006966c2c None None] Checking segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:24:18.034578 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0028e50a-c49e-4799-b1e5-de7006966c2c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:18.035092 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0028e50a-c49e-4799-b1e5-de7006966c2c None None] Bound using segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:24:18.035477 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-0028e50a-c49e-4799-b1e5-de7006966c2c None None] Bound port: 59e9d9cf-00e5-44fe-adaf-5a25dfb445cb, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:24:18.035864 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0028e50a-c49e-4799-b1e5-de7006966c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:18.088038 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-6500cef3-c7bb-4842-8599-cb527bbb5e0c None None] Allocated IP 172.20.0.2 (d87e10b3-a792-4d0c-a69d-b084e386ecc4/572a8949-69c9-4694-8339-b6cc7e622e71/ada76f2b-f0bf-4a45-8f37-f1442e7e34fb) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:24:18.132607 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-5aeb1e08-83d1-4cae-8205-081518863067 None None] Provisioning complete for port 59e9d9cf-00e5-44fe-adaf-5a25dfb445cb triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:24:18.132977 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5aeb1e08-83d1-4cae-8205-081518863067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:18.138022 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-0028e50a-c49e-4799-b1e5-de7006966c2c None None] For port 59e9d9cf-00e5-44fe-adaf-5a25dfb445cb, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:24:18.204045 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-0028e50a-c49e-4799-b1e5-de7006966c2c None None] For port 59e9d9cf-00e5-44fe-adaf-5a25dfb445cb, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=59e9d9cf-00e5-44fe-adaf-5a25dfb445cb,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:24:18.212263 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0028e50a-c49e-4799-b1e5-de7006966c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:18.246265 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-5aeb1e08-83d1-4cae-8205-081518863067 None None] Port 59e9d9cf-00e5-44fe-adaf-5a25dfb445cb cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 14:24:18.276838 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a01d65b-00d1-40be-a39e-0f2523a35854 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 14:24:18.336797 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e193d6d-02c3-4b1c-b2d8-860b0434ae31 None None] Pushing event updated for resources: {'Port': ['ID=59e9d9cf-00e5-44fe-adaf-5a25dfb445cb,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:24:18.341808 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0028e50a-c49e-4799-b1e5-de7006966c2c None None] Routers {'173cfde6-e17d-452d-a0df-e9c27a9b3708'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:24:18.342362 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-0028e50a-c49e-4799-b1e5-de7006966c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:24:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['173cfde6-e17d-452d-a0df-e9c27a9b3708'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:24:18.415971 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6500cef3-c7bb-4842-8599-cb527bbb5e0c None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:18.449788 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6500cef3-c7bb-4842-8599-cb527bbb5e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:18.471719 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-a4d7a0d4-f4c3-4aac-9140-2d4beb82ff8f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Allocated IP 172.20.0.1 (d87e10b3-a792-4d0c-a69d-b084e386ecc4/572a8949-69c9-4694-8339-b6cc7e622e71/fefbed23-5bc4-4d70-b3f6-589657984e9a) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:24:18.485147 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-0b54468f-27f9-41e9-8587-722303fd0af1 None None] Provisioning complete for port 59e9d9cf-00e5-44fe-adaf-5a25dfb445cb triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:24:18.485520 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0b54468f-27f9-41e9-8587-722303fd0af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:18.545465 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6500cef3-c7bb-4842-8599-cb527bbb5e0c None None] Network d87e10b3-a792-4d0c-a69d-b084e386ecc4 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:24:18.548895 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-0028e50a-c49e-4799-b1e5-de7006966c2c None None] Set router 173cfde6-e17d-452d-a0df-e9c27a9b3708 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:24:18.552751 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6500cef3-c7bb-4842-8599-cb527bbb5e0c None None] Pushing event updated for resources: {'Port': ['ID=ada76f2b-f0bf-4a45-8f37-f1442e7e34fb,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:24:18.579951 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-6500cef3-c7bb-4842-8599-cb527bbb5e0c None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:24:18.596088 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a4d7a0d4-f4c3-4aac-9140-2d4beb82ff8f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:18.611870 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6500cef3-c7bb-4842-8599-cb527bbb5e0c None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:24:18.631743 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a4d7a0d4-f4c3-4aac-9140-2d4beb82ff8f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:18.674097 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d7a0d4-f4c3-4aac-9140-2d4beb82ff8f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Network d87e10b3-a792-4d0c-a69d-b084e386ecc4 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:24:18.677895 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-a4d7a0d4-f4c3-4aac-9140-2d4beb82ff8f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:24:18.681738 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d7a0d4-f4c3-4aac-9140-2d4beb82ff8f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:24:18.707706 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d7a0d4-f4c3-4aac-9140-2d4beb82ff8f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'Port': ['ID=fefbed23-5bc4-4d70-b3f6-589657984e9a,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:24:18.722822 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-6500cef3-c7bb-4842-8599-cb527bbb5e0c None None] Attempting to bind port ada76f2b-f0bf-4a45-8f37-f1442e7e34fb on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:24:18.723205 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-6500cef3-c7bb-4842-8599-cb527bbb5e0c None None] Attempting to bind port ada76f2b-f0bf-4a45-8f37-f1442e7e34fb by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '8eb4789f-b034-44f4-a1ce-4e248b201380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd87e10b3-a792-4d0c-a69d-b084e386ecc4'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:24:18.723572 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6500cef3-c7bb-4842-8599-cb527bbb5e0c None None] Attempting to bind port ada76f2b-f0bf-4a45-8f37-f1442e7e34fb on network d87e10b3-a792-4d0c-a69d-b084e386ecc4 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:24:18.730625 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a4d7a0d4-f4c3-4aac-9140-2d4beb82ff8f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:18.760285 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6500cef3-c7bb-4842-8599-cb527bbb5e0c None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:24:18.760664 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6500cef3-c7bb-4842-8599-cb527bbb5e0c None None] Checking segment: {'id': '8eb4789f-b034-44f4-a1ce-4e248b201380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd87e10b3-a792-4d0c-a69d-b084e386ecc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:24:18.761070 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6500cef3-c7bb-4842-8599-cb527bbb5e0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:18.761465 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6500cef3-c7bb-4842-8599-cb527bbb5e0c None None] Bound using segment: {'id': '8eb4789f-b034-44f4-a1ce-4e248b201380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd87e10b3-a792-4d0c-a69d-b084e386ecc4'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:24:18.761945 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-6500cef3-c7bb-4842-8599-cb527bbb5e0c None None] Bound port: ada76f2b-f0bf-4a45-8f37-f1442e7e34fb, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eb4789f-b034-44f4-a1ce-4e248b201380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd87e10b3-a792-4d0c-a69d-b084e386ecc4'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:24:18.762324 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6500cef3-c7bb-4842-8599-cb527bbb5e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:18.789332 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0b54468f-27f9-41e9-8587-722303fd0af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:18.851175 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-0b54468f-27f9-41e9-8587-722303fd0af1 None None] For port 59e9d9cf-00e5-44fe-adaf-5a25dfb445cb, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=59e9d9cf-00e5-44fe-adaf-5a25dfb445cb,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:24:18.860225 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0b54468f-27f9-41e9-8587-722303fd0af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:18.861516 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a4d7a0d4-f4c3-4aac-9140-2d4beb82ff8f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:19.087237 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-6500cef3-c7bb-4842-8599-cb527bbb5e0c None None] For port ada76f2b-f0bf-4a45-8f37-f1442e7e34fb, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:24:19.094017 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-6500cef3-c7bb-4842-8599-cb527bbb5e0c None None] For port ada76f2b-f0bf-4a45-8f37-f1442e7e34fb, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=ada76f2b-f0bf-4a45-8f37-f1442e7e34fb,segment=NetworkSegment(8eb4789f-b034-44f4-a1ce-4e248b201380),segment_id=8eb4789f-b034-44f4-a1ce-4e248b201380)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:24:19.096513 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54468f-27f9-41e9-8587-722303fd0af1 None None] Pushing event updated for resources: {'Port': ['ID=59e9d9cf-00e5-44fe-adaf-5a25dfb445cb,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:24:19.101569 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6500cef3-c7bb-4842-8599-cb527bbb5e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:19.145966 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-0028e50a-c49e-4799-b1e5-de7006966c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '173cfde6-e17d-452d-a0df-e9c27a9b3708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060430860', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': '59e9d9cf-00e5-44fe-adaf-5a25dfb445cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:24:15Z', 'updated_at': '2021-11-25T14:24:16Z', 'revision_number': 3, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port': {'id': '59e9d9cf-00e5-44fe-adaf-5a25dfb445cb', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '173cfde6-e17d-452d-a0df-e9c27a9b3708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:24:16Z', 'updated_at': '2021-11-25T14:24:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:24:19.155144 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a4d7a0d4-f4c3-4aac-9140-2d4beb82ff8f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:19.163854 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a4d7a0d4-f4c3-4aac-9140-2d4beb82ff8f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:19.183132 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0028e50a-c49e-4799-b1e5-de7006966c2c None None] The sync data for ids ['173cfde6-e17d-452d-a0df-e9c27a9b3708'] in n-d-808199-11 is: [{'id': '173cfde6-e17d-452d-a0df-e9c27a9b3708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060430860', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': '59e9d9cf-00e5-44fe-adaf-5a25dfb445cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:24:15Z', 'updated_at': '2021-11-25T14:24:16Z', 'revision_number': 3, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port': {'id': '59e9d9cf-00e5-44fe-adaf-5a25dfb445cb', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '173cfde6-e17d-452d-a0df-e9c27a9b3708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:24:16Z', 'updated_at': '2021-11-25T14:24:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 14:24:19.188747 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6500cef3-c7bb-4842-8599-cb527bbb5e0c None None] Pushing event updated for resources: {'Port': ['ID=ada76f2b-f0bf-4a45-8f37-f1442e7e34fb,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:24:19.245125 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d7a0d4-f4c3-4aac-9140-2d4beb82ff8f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'Port': ['ID=fefbed23-5bc4-4d70-b3f6-589657984e9a,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:24:19.255935 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a4d7a0d4-f4c3-4aac-9140-2d4beb82ff8f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:19.382421 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d7a0d4-f4c3-4aac-9140-2d4beb82ff8f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Network d87e10b3-a792-4d0c-a69d-b084e386ecc4 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:24:19.384365 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-a4d7a0d4-f4c3-4aac-9140-2d4beb82ff8f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:24:19.512278 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4d7a0d4-f4c3-4aac-9140-2d4beb82ff8f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Router 173cfde6-e17d-452d-a0df-e9c27a9b3708 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 14:24:19.640900 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d7a0d4-f4c3-4aac-9140-2d4beb82ff8f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 14:24:19.647475 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-a4d7a0d4-f4c3-4aac-9140-2d4beb82ff8f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "PUT /v2.0/routers/173cfde6-e17d-452d-a0df-e9c27a9b3708/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0925052 Nov 25 14:24:19.809796 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-88d64918-65df-47c2-b42b-944317e23267 req-9a000bbc-3c3f-4b06-8d15-f1a1508051c2 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-803982301&fields=id&tenant_id=f996a916203a46b4a7ca7989c9357aff HTTP/1.1" status: 200 len: 267 time: 0.0533841 Nov 25 14:24:19.926569 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d64918-65df-47c2-b42b-944317e23267 req-beea543e-9882-47b7-898b-8ba3408f5ca9 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:24:19.927983 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-88d64918-65df-47c2-b42b-944317e23267 req-beea543e-9882-47b7-898b-8ba3408f5ca9 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/networks?id=d87e10b3-a792-4d0c-a69d-b084e386ecc4 HTTP/1.1" status: 200 len: 797 time: 0.1111534 Nov 25 14:24:19.949067 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-88d64918-65df-47c2-b42b-944317e23267 req-3dfc059b-3ce1-40bf-83b5-9d0d5d05cb8b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/quotas/f996a916203a46b4a7ca7989c9357aff HTTP/1.1" status: 200 len: 375 time: 0.0109367 Nov 25 14:24:20.002500 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-88d64918-65df-47c2-b42b-944317e23267 req-7cbc5058-78c5-416f-9b4d-b11ec7778b24 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f996a916203a46b4a7ca7989c9357aff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481334 Nov 25 14:24:20.020391 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [req-88d64918-65df-47c2-b42b-944317e23267 req-fa8f0e08-d245-4242-a912-be4c87fdb746 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 14:24:20.022129 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-88d64918-65df-47c2-b42b-944317e23267 req-fa8f0e08-d245-4242-a912-be4c87fdb746 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058889 Nov 25 14:24:20.127747 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-88d64918-65df-47c2-b42b-944317e23267 req-2bbd69b2-467b-4db4-b209-6277019ed84a service neutron] 10.222.0.53 "GET /v2.0/networks/d87e10b3-a792-4d0c-a69d-b084e386ecc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983288 Nov 25 14:24:20.201972 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18d2622-ef98-42d9-b5fc-cd7867f52e8b None None] Network d87e10b3-a792-4d0c-a69d-b084e386ecc4 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 14:24:20.226400 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-88d64918-65df-47c2-b42b-944317e23267 req-7bba3ca6-1e4c-4dc3-b2a9-ad45ed180c51 service neutron] 10.222.0.53 "GET /v2.0/networks/d87e10b3-a792-4d0c-a69d-b084e386ecc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917780 Nov 25 14:24:20.328942 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-3af8e1bc-aa00-4f2a-8d07-733cb357647e None None] Provisioning complete for port ada76f2b-f0bf-4a45-8f37-f1442e7e34fb triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:24:20.329327 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3af8e1bc-aa00-4f2a-8d07-733cb357647e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:20.408177 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5d053b88-ecba-4f2d-8319-0eec86233761 req-f3649722-4083-4c68-8f60-740f88120e9d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=65bc7f5e-8c08-47ff-be31-6df816029708 HTTP/1.1" status: 200 len: 210 time: 0.0463257 Nov 25 14:24:20.456923 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3af8e1bc-aa00-4f2a-8d07-733cb357647e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:20.496933 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-3af8e1bc-aa00-4f2a-8d07-733cb357647e None None] For port ada76f2b-f0bf-4a45-8f37-f1442e7e34fb, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=ada76f2b-f0bf-4a45-8f37-f1442e7e34fb,segment=NetworkSegment(8eb4789f-b034-44f4-a1ce-4e248b201380),segment_id=8eb4789f-b034-44f4-a1ce-4e248b201380)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:24:20.502418 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3af8e1bc-aa00-4f2a-8d07-733cb357647e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:20.555806 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af8e1bc-aa00-4f2a-8d07-733cb357647e None None] Pushing event updated for resources: {'Port': ['ID=ada76f2b-f0bf-4a45-8f37-f1442e7e34fb,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:24:20.726012 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-5ae3c3e6-5cf0-4157-8500-c559dc4c24cc None None] Provisioning complete for port fefbed23-5bc4-4d70-b3f6-589657984e9a triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:24:20.726628 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ae3c3e6-5cf0-4157-8500-c559dc4c24cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:20.773176 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-5ae3c3e6-5cf0-4157-8500-c559dc4c24cc None None] Port fefbed23-5bc4-4d70-b3f6-589657984e9a cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 14:24:20.785160 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-5ae3c3e6-5cf0-4157-8500-c559dc4c24cc None None] Provisioning complete for port ada76f2b-f0bf-4a45-8f37-f1442e7e34fb triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:24:20.785540 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ae3c3e6-5cf0-4157-8500-c559dc4c24cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:20.991423 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d52f53-f2c3-4366-9d63-126acbfa025e None None] Sync routers for ids ['173cfde6-e17d-452d-a0df-e9c27a9b3708'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 14:24:21.001565 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-c0de4543-209e-4781-93fc-c52f84f2cd9c None None] Provisioning complete for port fefbed23-5bc4-4d70-b3f6-589657984e9a triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:24:21.001965 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c0de4543-209e-4781-93fc-c52f84f2cd9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:21.010907 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d52f53-f2c3-4366-9d63-126acbfa025e None None] Routers {'173cfde6-e17d-452d-a0df-e9c27a9b3708'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:24:21.012550 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-b7d52f53-f2c3-4366-9d63-126acbfa025e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:24:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['173cfde6-e17d-452d-a0df-e9c27a9b3708'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:24:21.050959 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-c0de4543-209e-4781-93fc-c52f84f2cd9c None None] Port fefbed23-5bc4-4d70-b3f6-589657984e9a cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 14:24:21.142078 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-b7d52f53-f2c3-4366-9d63-126acbfa025e None None] Set router 173cfde6-e17d-452d-a0df-e9c27a9b3708 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:24:21.175058 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-cd022462-b486-49c3-bc95-4912131afe42 None None] Provisioning complete for port fefbed23-5bc4-4d70-b3f6-589657984e9a triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:24:21.180353 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cd022462-b486-49c3-bc95-4912131afe42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:21.186142 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 59e9d9cf-00e5-44fe-adaf-5a25dfb445cb up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:24:21.249145 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-cd022462-b486-49c3-bc95-4912131afe42 None None] Port fefbed23-5bc4-4d70-b3f6-589657984e9a cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 14:24:21.267840 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 59e9d9cf-00e5-44fe-adaf-5a25dfb445cb triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:24:21.268214 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:21.339013 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-b7d52f53-f2c3-4366-9d63-126acbfa025e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '173cfde6-e17d-452d-a0df-e9c27a9b3708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060430860', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': '59e9d9cf-00e5-44fe-adaf-5a25dfb445cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:24:15Z', 'updated_at': '2021-11-25T14:24:18Z', 'revision_number': 4, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port': {'id': '59e9d9cf-00e5-44fe-adaf-5a25dfb445cb', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173cfde6-e17d-452d-a0df-e9c27a9b3708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:24:16Z', 'updated_at': '2021-11-25T14:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'fefbed23-5bc4-4d70-b3f6-589657984e9a', 'name': '', 'network_id': 'd87e10b3-a792-4d0c-a69d-b084e386ecc4', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'mac_address': 'fa:16:3e:3e:1a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '173cfde6-e17d-452d-a0df-e9c27a9b3708', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '572a8949-69c9-4694-8339-b6cc7e622e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:24:18Z', 'updated_at': '2021-11-25T14:24:19Z', 'revision_number': 2, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'subnets': [{'id': '572a8949-69c9-4694-8339-b6cc7e622e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:24:21.358991 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device ada76f2b-f0bf-4a45-8f37-f1442e7e34fb up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:24:21.366220 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d52f53-f2c3-4366-9d63-126acbfa025e None None] Checking router: 173cfde6-e17d-452d-a0df-e9c27a9b3708 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 14:24:21.366575 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d52f53-f2c3-4366-9d63-126acbfa025e None None] Updating router 173cfde6-e17d-452d-a0df-e9c27a9b3708 port fefbed23-5bc4-4d70-b3f6-589657984e9a binding host n-d-808199-11 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 14:24:21.397089 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b7d52f53-f2c3-4366-9d63-126acbfa025e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:21.410642 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port ada76f2b-f0bf-4a45-8f37-f1442e7e34fb triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:24:21.411141 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:21.551244 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d64918-65df-47c2-b42b-944317e23267 req-d4ad8ee1-9a76-4a8e-a028-95147af23bb8 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:24:21.553828 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-88d64918-65df-47c2-b42b-944317e23267 req-d4ad8ee1-9a76-4a8e-a028-95147af23bb8 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.66 "GET /v2.0/networks?id=d87e10b3-a792-4d0c-a69d-b084e386ecc4 HTTP/1.1" status: 200 len: 797 time: 0.1728144 Nov 25 14:24:21.567510 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b595ffca-f81f-445f-9e33-5d3dc528c361 req-696bd5a2-fc82-472e-81ce-d8c1aac80e81 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=65bc7f5e-8c08-47ff-be31-6df816029708 HTTP/1.1" status: 200 len: 210 time: 0.0270681 Nov 25 14:24:21.631621 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-88d64918-65df-47c2-b42b-944317e23267 req-344239cf-11bd-4dcb-86df-92847288bc16 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f996a916203a46b4a7ca7989c9357aff HTTP/1.1" status: 200 len: 379 time: 0.0554044 Nov 25 14:24:21.641126 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-88d64918-65df-47c2-b42b-944317e23267 req-8256ae63-e8ae-4c08-a907-7b9d7675cd39 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Request body: {'port': {'device_id': '65bc7f5e-8c08-47ff-be31-6df816029708', 'network_id': 'd87e10b3-a792-4d0c-a69d-b084e386ecc4', 'admin_state_up': True, 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'security_groups': ['0cabc2d6-39df-44cb-8771-6f801c164089']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:24:21.684403 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b7d52f53-f2c3-4366-9d63-126acbfa025e None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:21.689913 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b7d52f53-f2c3-4366-9d63-126acbfa025e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:21.735030 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3060eff1-c465-4a9e-bec1-cb1a529795df None None] Pushing event updated for resources: {'Port': ['ID=fefbed23-5bc4-4d70-b3f6-589657984e9a,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:24:21.747251 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3060eff1-c465-4a9e-bec1-cb1a529795df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:24:21.747531 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3060eff1-c465-4a9e-bec1-cb1a529795df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:24:21.747799 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3060eff1-c465-4a9e-bec1-cb1a529795df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:24:21.748129 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3060eff1-c465-4a9e-bec1-cb1a529795df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:24:21.748460 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3060eff1-c465-4a9e-bec1-cb1a529795df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:24:21.748793 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3060eff1-c465-4a9e-bec1-cb1a529795df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:24:21.749117 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3060eff1-c465-4a9e-bec1-cb1a529795df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:24:21.749436 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3060eff1-c465-4a9e-bec1-cb1a529795df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:24:21.749754 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3060eff1-c465-4a9e-bec1-cb1a529795df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:24:21.750074 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3060eff1-c465-4a9e-bec1-cb1a529795df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:24:21.750395 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3060eff1-c465-4a9e-bec1-cb1a529795df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:24:21.750752 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3060eff1-c465-4a9e-bec1-cb1a529795df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:24:21.764885 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88d64918-65df-47c2-b42b-944317e23267 req-8256ae63-e8ae-4c08-a907-7b9d7675cd39 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Made reservation on behalf of f996a916203a46b4a7ca7989c9357aff for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 14:24:21.769189 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-88d64918-65df-47c2-b42b-944317e23267 req-8256ae63-e8ae-4c08-a907-7b9d7675cd39 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:21.806611 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-b7d52f53-f2c3-4366-9d63-126acbfa025e None None] Attempting to bind port fefbed23-5bc4-4d70-b3f6-589657984e9a on host n-d-808199-11 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:24:21.807119 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-b7d52f53-f2c3-4366-9d63-126acbfa025e None None] Attempting to bind port fefbed23-5bc4-4d70-b3f6-589657984e9a by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '8eb4789f-b034-44f4-a1ce-4e248b201380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd87e10b3-a792-4d0c-a69d-b084e386ecc4'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:24:21.807679 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d52f53-f2c3-4366-9d63-126acbfa025e None None] Attempting to bind port fefbed23-5bc4-4d70-b3f6-589657984e9a on network d87e10b3-a792-4d0c-a69d-b084e386ecc4 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:24:21.813105 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d52f53-f2c3-4366-9d63-126acbfa025e None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:24:21.813787 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d52f53-f2c3-4366-9d63-126acbfa025e None None] Checking segment: {'id': '8eb4789f-b034-44f4-a1ce-4e248b201380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd87e10b3-a792-4d0c-a69d-b084e386ecc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:24:21.814363 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b7d52f53-f2c3-4366-9d63-126acbfa025e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:21.814957 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d52f53-f2c3-4366-9d63-126acbfa025e None None] Bound using segment: {'id': '8eb4789f-b034-44f4-a1ce-4e248b201380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd87e10b3-a792-4d0c-a69d-b084e386ecc4'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:24:21.815708 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-b7d52f53-f2c3-4366-9d63-126acbfa025e None None] Bound port: fefbed23-5bc4-4d70-b3f6-589657984e9a, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eb4789f-b034-44f4-a1ce-4e248b201380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd87e10b3-a792-4d0c-a69d-b084e386ecc4'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:24:21.816008 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b7d52f53-f2c3-4366-9d63-126acbfa025e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:21.881419 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-b7d52f53-f2c3-4366-9d63-126acbfa025e None None] For port fefbed23-5bc4-4d70-b3f6-589657984e9a, host n-d-808199-11, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:24:21.885253 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-b7d52f53-f2c3-4366-9d63-126acbfa025e None None] For port fefbed23-5bc4-4d70-b3f6-589657984e9a, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=fefbed23-5bc4-4d70-b3f6-589657984e9a,segment=NetworkSegment(8eb4789f-b034-44f4-a1ce-4e248b201380),segment_id=8eb4789f-b034-44f4-a1ce-4e248b201380)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:24:21.889356 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b7d52f53-f2c3-4366-9d63-126acbfa025e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:21.914290 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-88d64918-65df-47c2-b42b-944317e23267 req-8256ae63-e8ae-4c08-a907-7b9d7675cd39 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Allocated IP 172.20.0.7 (d87e10b3-a792-4d0c-a69d-b084e386ecc4/572a8949-69c9-4694-8339-b6cc7e622e71/f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:24:21.933150 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d52f53-f2c3-4366-9d63-126acbfa025e None None] Routers {'173cfde6-e17d-452d-a0df-e9c27a9b3708'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:24:21.933804 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-b7d52f53-f2c3-4366-9d63-126acbfa025e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:24:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['173cfde6-e17d-452d-a0df-e9c27a9b3708'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:24:21.974095 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-b7ae7c2b-1fde-4b87-93d3-2ecaceb84696 None None] Provisioning complete for port fefbed23-5bc4-4d70-b3f6-589657984e9a triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:24:21.975028 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b7ae7c2b-1fde-4b87-93d3-2ecaceb84696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:22.056682 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-b7d52f53-f2c3-4366-9d63-126acbfa025e None None] Set router 173cfde6-e17d-452d-a0df-e9c27a9b3708 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:24:22.073507 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-88d64918-65df-47c2-b42b-944317e23267 req-8256ae63-e8ae-4c08-a907-7b9d7675cd39 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:22.074381 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b7ae7c2b-1fde-4b87-93d3-2ecaceb84696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:22.115395 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-b7ae7c2b-1fde-4b87-93d3-2ecaceb84696 None None] For port fefbed23-5bc4-4d70-b3f6-589657984e9a, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=fefbed23-5bc4-4d70-b3f6-589657984e9a,segment=NetworkSegment(8eb4789f-b034-44f4-a1ce-4e248b201380),segment_id=8eb4789f-b034-44f4-a1ce-4e248b201380)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:24:22.115772 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-88d64918-65df-47c2-b42b-944317e23267 req-8256ae63-e8ae-4c08-a907-7b9d7675cd39 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:22.119602 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b7ae7c2b-1fde-4b87-93d3-2ecaceb84696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:22.159337 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88d64918-65df-47c2-b42b-944317e23267 req-8256ae63-e8ae-4c08-a907-7b9d7675cd39 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Network d87e10b3-a792-4d0c-a69d-b084e386ecc4 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:24:22.163117 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-88d64918-65df-47c2-b42b-944317e23267 req-8256ae63-e8ae-4c08-a907-7b9d7675cd39 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:24:22.170231 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-88d64918-65df-47c2-b42b-944317e23267 req-8256ae63-e8ae-4c08-a907-7b9d7675cd39 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:24:22.177370 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ae7c2b-1fde-4b87-93d3-2ecaceb84696 None None] Pushing event updated for resources: {'Port': ['ID=fefbed23-5bc4-4d70-b3f6-589657984e9a,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:24:22.219021 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8256ae63-e8ae-4c08-a907-7b9d7675cd39 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'Port': ['ID=f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:24:22.224695 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3060eff1-c465-4a9e-bec1-cb1a529795df None None] Pushing event updated for resources: {'Port': ['ID=fefbed23-5bc4-4d70-b3f6-589657984e9a,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:24:22.229412 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d64918-65df-47c2-b42b-944317e23267 req-8256ae63-e8ae-4c08-a907-7b9d7675cd39 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:24:22.230060 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-88d64918-65df-47c2-b42b-944317e23267 req-8256ae63-e8ae-4c08-a907-7b9d7675cd39 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:22.248701 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-88d64918-65df-47c2-b42b-944317e23267 req-8256ae63-e8ae-4c08-a907-7b9d7675cd39 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6110904 Nov 25 14:24:22.256395 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-ba555f6a-27c9-42b2-9f80-afdf3310b748 None None] Provisioning complete for port fefbed23-5bc4-4d70-b3f6-589657984e9a triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:24:22.257064 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ba555f6a-27c9-42b2-9f80-afdf3310b748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:22.266715 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-88d64918-65df-47c2-b42b-944317e23267 req-62e2d124-bb4b-4dee-8fde-6e909d6c6822 service neutron] Request body: {'port': {'device_id': '65bc7f5e-8c08-47ff-be31-6df816029708', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:24:22.318959 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-b7d52f53-f2c3-4366-9d63-126acbfa025e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '173cfde6-e17d-452d-a0df-e9c27a9b3708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060430860', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': '59e9d9cf-00e5-44fe-adaf-5a25dfb445cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:24:15Z', 'updated_at': '2021-11-25T14:24:18Z', 'revision_number': 4, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port': {'id': '59e9d9cf-00e5-44fe-adaf-5a25dfb445cb', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173cfde6-e17d-452d-a0df-e9c27a9b3708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:24:16Z', 'updated_at': '2021-11-25T14:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'fefbed23-5bc4-4d70-b3f6-589657984e9a', 'name': '', 'network_id': 'd87e10b3-a792-4d0c-a69d-b084e386ecc4', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'mac_address': 'fa:16:3e:3e:1a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '173cfde6-e17d-452d-a0df-e9c27a9b3708', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '572a8949-69c9-4694-8339-b6cc7e622e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:24:18Z', 'updated_at': '2021-11-25T14:24:21Z', 'revision_number': 4, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'subnets': [{'id': '572a8949-69c9-4694-8339-b6cc7e622e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:24:22.350619 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-88d64918-65df-47c2-b42b-944317e23267 req-62e2d124-bb4b-4dee-8fde-6e909d6c6822 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:22.353412 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d52f53-f2c3-4366-9d63-126acbfa025e None None] The sync data for ids ['173cfde6-e17d-452d-a0df-e9c27a9b3708'] in n-d-808199-11 is: [{'id': '173cfde6-e17d-452d-a0df-e9c27a9b3708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060430860', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': '59e9d9cf-00e5-44fe-adaf-5a25dfb445cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:24:15Z', 'updated_at': '2021-11-25T14:24:18Z', 'revision_number': 4, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port': {'id': '59e9d9cf-00e5-44fe-adaf-5a25dfb445cb', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173cfde6-e17d-452d-a0df-e9c27a9b3708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:24:16Z', 'updated_at': '2021-11-25T14:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'fefbed23-5bc4-4d70-b3f6-589657984e9a', 'name': '', 'network_id': 'd87e10b3-a792-4d0c-a69d-b084e386ecc4', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'mac_address': 'fa:16:3e:3e:1a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '173cfde6-e17d-452d-a0df-e9c27a9b3708', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '572a8949-69c9-4694-8339-b6cc7e622e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:24:18Z', 'updated_at': '2021-11-25T14:24:21Z', 'revision_number': 4, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'subnets': [{'id': '572a8949-69c9-4694-8339-b6cc7e622e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 14:24:22.490391 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-c1eb2c84-7a9a-4d1b-9e86-812adce0e9f3 None None] Provisioning complete for port f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:24:22.490686 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c1eb2c84-7a9a-4d1b-9e86-812adce0e9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:22.527244 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-c1eb2c84-7a9a-4d1b-9e86-812adce0e9f3 None None] Port f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 14:24:22.664207 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-88d64918-65df-47c2-b42b-944317e23267 req-62e2d124-bb4b-4dee-8fde-6e909d6c6822 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 14:24:22.673270 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-88d64918-65df-47c2-b42b-944317e23267 req-62e2d124-bb4b-4dee-8fde-6e909d6c6822 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:22.686862 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-88d64918-65df-47c2-b42b-944317e23267 req-62e2d124-bb4b-4dee-8fde-6e909d6c6822 service neutron] Transition to ACTIVE for port object f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 14:24:22.691408 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e088d9-bb45-4284-a117-8ca46bd852b2 req-69340cbd-fcf9-4e8e-88ae-8b7b1fabc99e tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:24:22.692166 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-88d64918-65df-47c2-b42b-944317e23267 req-62e2d124-bb4b-4dee-8fde-6e909d6c6822 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:22.694045 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-93e088d9-bb45-4284-a117-8ca46bd852b2 req-69340cbd-fcf9-4e8e-88ae-8b7b1fabc99e tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=65bc7f5e-8c08-47ff-be31-6df816029708 HTTP/1.1" status: 200 len: 931 time: 0.0529962 Nov 25 14:24:22.753303 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-93e088d9-bb45-4284-a117-8ca46bd852b2 req-70410705-6a01-4949-95b7-3cb2f2dd5163 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cabc2d6-39df-44cb-8771-6f801c164089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501099 Nov 25 14:24:22.770680 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e2d124-bb4b-4dee-8fde-6e909d6c6822 service neutron] Pushing event updated for resources: {'Port': ['ID=f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:24:22.832254 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-88d64918-65df-47c2-b42b-944317e23267 req-62e2d124-bb4b-4dee-8fde-6e909d6c6822 service neutron] Attempting to bind port f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28 on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:24:22.832738 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-88d64918-65df-47c2-b42b-944317e23267 req-62e2d124-bb4b-4dee-8fde-6e909d6c6822 service neutron] Attempting to bind port f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28 by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': '8eb4789f-b034-44f4-a1ce-4e248b201380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd87e10b3-a792-4d0c-a69d-b084e386ecc4'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:24:22.833085 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d64918-65df-47c2-b42b-944317e23267 req-62e2d124-bb4b-4dee-8fde-6e909d6c6822 service neutron] Attempting to bind port f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28 on network d87e10b3-a792-4d0c-a69d-b084e386ecc4 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:24:22.838776 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d64918-65df-47c2-b42b-944317e23267 req-62e2d124-bb4b-4dee-8fde-6e909d6c6822 service neutron] Port f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28 on network d87e10b3-a792-4d0c-a69d-b084e386ecc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 14:24:22.839118 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d64918-65df-47c2-b42b-944317e23267 req-62e2d124-bb4b-4dee-8fde-6e909d6c6822 service neutron] Attempting to bind port f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28 on network d87e10b3-a792-4d0c-a69d-b084e386ecc4 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:24:22.844544 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d64918-65df-47c2-b42b-944317e23267 req-62e2d124-bb4b-4dee-8fde-6e909d6c6822 service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:24:22.844887 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d64918-65df-47c2-b42b-944317e23267 req-62e2d124-bb4b-4dee-8fde-6e909d6c6822 service neutron] Checking segment: {'id': '8eb4789f-b034-44f4-a1ce-4e248b201380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd87e10b3-a792-4d0c-a69d-b084e386ecc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:24:22.845296 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d64918-65df-47c2-b42b-944317e23267 req-62e2d124-bb4b-4dee-8fde-6e909d6c6822 service neutron] Bound using segment: {'id': '8eb4789f-b034-44f4-a1ce-4e248b201380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd87e10b3-a792-4d0c-a69d-b084e386ecc4'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:24:22.845731 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-88d64918-65df-47c2-b42b-944317e23267 req-62e2d124-bb4b-4dee-8fde-6e909d6c6822 service neutron] Bound port: f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8eb4789f-b034-44f4-a1ce-4e248b201380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd87e10b3-a792-4d0c-a69d-b084e386ecc4'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:24:22.846082 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-88d64918-65df-47c2-b42b-944317e23267 req-62e2d124-bb4b-4dee-8fde-6e909d6c6822 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:22.914667 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-88d64918-65df-47c2-b42b-944317e23267 req-62e2d124-bb4b-4dee-8fde-6e909d6c6822 service neutron] For port f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28, host n-h1-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:24:22.918195 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-88d64918-65df-47c2-b42b-944317e23267 req-62e2d124-bb4b-4dee-8fde-6e909d6c6822 service neutron] For port f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28,segment=NetworkSegment(8eb4789f-b034-44f4-a1ce-4e248b201380),segment_id=8eb4789f-b034-44f4-a1ce-4e248b201380)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:24:22.923540 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-88d64918-65df-47c2-b42b-944317e23267 req-62e2d124-bb4b-4dee-8fde-6e909d6c6822 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:22.963487 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d64918-65df-47c2-b42b-944317e23267 req-62e2d124-bb4b-4dee-8fde-6e909d6c6822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:24:22.964135 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-88d64918-65df-47c2-b42b-944317e23267 req-62e2d124-bb4b-4dee-8fde-6e909d6c6822 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:22.965569 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-88d64918-65df-47c2-b42b-944317e23267 req-62e2d124-bb4b-4dee-8fde-6e909d6c6822 service neutron] 10.222.0.66 "PUT /v2.0/ports/f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28 HTTP/1.1" status: 200 len: 1092 time: 0.7041194 Nov 25 14:24:22.966029 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65bc7f5e-8c08-47ff-be31-6df816029708', 'tag': 'f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:24:22.968430 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b263d7d4b70db15966f189087f2cdd81ff7815a34d469843c29c7d40ca9dff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac8ac45-33e0-4963-b605-71d65d375feb" -d '{"events": [{"name": "network-changed", "server_uuid": "65bc7f5e-8c08-47ff-be31-6df816029708", "tag": "f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:24:22.991201 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e2d124-bb4b-4dee-8fde-6e909d6c6822 service neutron] Pushing event updated for resources: {'Port': ['ID=f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:24:23.031207 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 14:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ec39b0-ad69-416e-91c2-d43da7a71bac x-openstack-request-id: req-54ec39b0-ad69-416e-91c2-d43da7a71bac {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:24:23.031548 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65bc7f5e-8c08-47ff-be31-6df816029708", "tag": "f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:24:23.031757 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-54ec39b0-ad69-416e-91c2-d43da7a71bac {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:24:23.032159 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65bc7f5e-8c08-47ff-be31-6df816029708', 'tag': 'f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28', 'status': 'completed', 'code': 200} Nov 25 14:24:23.068976 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d64918-65df-47c2-b42b-944317e23267 req-eec6e580-a18e-49da-bf65-d91ac5aa5306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:24:23.070518 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-88d64918-65df-47c2-b42b-944317e23267 req-eec6e580-a18e-49da-bf65-d91ac5aa5306 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f996a916203a46b4a7ca7989c9357aff&device_id=65bc7f5e-8c08-47ff-be31-6df816029708 HTTP/1.1" status: 200 len: 1095 time: 0.0500424 Nov 25 14:24:23.123336 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-88d64918-65df-47c2-b42b-944317e23267 req-336d3bd1-1184-4bc6-812a-ed192c4584bc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28 HTTP/1.1" status: 200 len: 217 time: 0.0398908 Nov 25 14:24:23.162440 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device fefbed23-5bc4-4d70-b3f6-589657984e9a up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:24:23.206272 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d64918-65df-47c2-b42b-944317e23267 req-0224be33-b36f-4af6-89b1-0387ef1698cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:24:23.207796 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-88d64918-65df-47c2-b42b-944317e23267 req-0224be33-b36f-4af6-89b1-0387ef1698cb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=572a8949-69c9-4694-8339-b6cc7e622e71 HTTP/1.1" status: 200 len: 835 time: 0.0709605 Nov 25 14:24:23.219352 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port fefbed23-5bc4-4d70-b3f6-589657984e9a triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:24:23.220004 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:23.269832 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d64918-65df-47c2-b42b-944317e23267 req-7c25a326-151d-49f1-9fa2-b07b18a2460e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:24:23.271492 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-88d64918-65df-47c2-b42b-944317e23267 req-7c25a326-151d-49f1-9fa2-b07b18a2460e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d87e10b3-a792-4d0c-a69d-b084e386ecc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530672 Nov 25 14:24:23.378197 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-88d64918-65df-47c2-b42b-944317e23267 req-ca36af47-5ff0-4b26-8014-6fab79dab38f service neutron] 10.222.0.66 "GET /v2.0/networks/d87e10b3-a792-4d0c-a69d-b084e386ecc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907016 Nov 25 14:24:23.475290 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-88d64918-65df-47c2-b42b-944317e23267 req-2989ba15-45a4-4abe-9fdc-eb6ca0c6de61 service neutron] 10.222.0.66 "GET /v2.0/networks/d87e10b3-a792-4d0c-a69d-b084e386ecc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856218 Nov 25 14:24:23.575105 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac8ac45-33e0-4963-b605-71d65d375feb req-60a7bef6-faff-41b3-8b4c-21eef986903c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:24:23.576670 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1ac8ac45-33e0-4963-b605-71d65d375feb req-60a7bef6-faff-41b3-8b4c-21eef986903c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f996a916203a46b4a7ca7989c9357aff&device_id=65bc7f5e-8c08-47ff-be31-6df816029708 HTTP/1.1" status: 200 len: 1095 time: 0.0471926 Nov 25 14:24:23.673391 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac8ac45-33e0-4963-b605-71d65d375feb req-a593f005-1367-462e-866d-83718cc9599c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:24:23.674895 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1ac8ac45-33e0-4963-b605-71d65d375feb req-a593f005-1367-462e-866d-83718cc9599c service neutron] 10.222.0.66 "GET /v2.0/networks?id=d87e10b3-a792-4d0c-a69d-b084e386ecc4 HTTP/1.1" status: 200 len: 898 time: 0.0858772 Nov 25 14:24:23.720052 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1ac8ac45-33e0-4963-b605-71d65d375feb req-5b06bc59-3bc3-44e3-b9a7-e1fd33e68b2f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28 HTTP/1.1" status: 200 len: 217 time: 0.0376079 Nov 25 14:24:23.772413 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac8ac45-33e0-4963-b605-71d65d375feb req-8f72c82e-76bf-43c4-9db3-1dd6283a4a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:24:23.773823 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1ac8ac45-33e0-4963-b605-71d65d375feb req-8f72c82e-76bf-43c4-9db3-1dd6283a4a1a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=572a8949-69c9-4694-8339-b6cc7e622e71 HTTP/1.1" status: 200 len: 835 time: 0.0437062 Nov 25 14:24:23.824475 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac8ac45-33e0-4963-b605-71d65d375feb req-7d7fdc42-3366-4aff-b46d-78c790548576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:24:23.826016 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1ac8ac45-33e0-4963-b605-71d65d375feb req-7d7fdc42-3366-4aff-b46d-78c790548576 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d87e10b3-a792-4d0c-a69d-b084e386ecc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427825 Nov 25 14:24:23.878393 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e62a281-fc1b-4b31-83e3-11345c3aa49d req-f3d0b519-f30a-4efa-adf5-a309ad232a6b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:24:23.879916 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8e62a281-fc1b-4b31-83e3-11345c3aa49d req-f3d0b519-f30a-4efa-adf5-a309ad232a6b tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=65bc7f5e-8c08-47ff-be31-6df816029708 HTTP/1.1" status: 200 len: 943 time: 0.0521743 Nov 25 14:24:23.923963 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1ac8ac45-33e0-4963-b605-71d65d375feb req-6552dc77-0211-4a0f-bfef-ccee59ef5fbb service neutron] 10.222.0.66 "GET /v2.0/networks/d87e10b3-a792-4d0c-a69d-b084e386ecc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885351 Nov 25 14:24:23.934668 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8e62a281-fc1b-4b31-83e3-11345c3aa49d req-5579f45f-dd5f-441c-a8be-fad223ff0407 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cabc2d6-39df-44cb-8771-6f801c164089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478110 Nov 25 14:24:24.015805 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1ac8ac45-33e0-4963-b605-71d65d375feb req-1183ef1a-3a93-474d-a069-317869d11944 service neutron] 10.222.0.66 "GET /v2.0/networks/d87e10b3-a792-4d0c-a69d-b084e386ecc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829170 Nov 25 14:24:25.051261 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd23bf-738b-4f33-b0f8-4c41291be817 req-ab1766ea-178b-4bb7-9419-05c610754c05 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:24:25.052755 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cafd23bf-738b-4f33-b0f8-4c41291be817 req-ab1766ea-178b-4bb7-9419-05c610754c05 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=65bc7f5e-8c08-47ff-be31-6df816029708 HTTP/1.1" status: 200 len: 943 time: 0.0486290 Nov 25 14:24:25.101717 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cafd23bf-738b-4f33-b0f8-4c41291be817 req-eb824135-b74a-4de6-889c-c07baf4835b1 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cabc2d6-39df-44cb-8771-6f801c164089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429595 Nov 25 14:24:26.213836 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d1994-0971-49ae-a31b-99e6b81b3ea0 req-6142b95f-2e36-4b33-804e-f6f9dd338fd9 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:24:26.215362 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f67d1994-0971-49ae-a31b-99e6b81b3ea0 req-6142b95f-2e36-4b33-804e-f6f9dd338fd9 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=65bc7f5e-8c08-47ff-be31-6df816029708 HTTP/1.1" status: 200 len: 943 time: 0.0479553 Nov 25 14:24:26.263441 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f67d1994-0971-49ae-a31b-99e6b81b3ea0 req-8092c7d6-1582-4e0f-b04d-ebedc2dacef6 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cabc2d6-39df-44cb-8771-6f801c164089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422738 Nov 25 14:24:26.875691 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28 details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 14:24:26.972327 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28,segment=NetworkSegment(8eb4789f-b034-44f4-a1ce-4e248b201380),segment_id=8eb4789f-b034-44f4-a1ce-4e248b201380)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:24:26.983504 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': 'f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28', 'network_id': 'd87e10b3-a792-4d0c-a69d-b084e386ecc4', 'port_id': 'f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28', 'mac_address': 'fa:16:3e:0b:6d:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '572a8949-69c9-4694-8339-b6cc7e622e71', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 14:24:27.020011 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:27.032536 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 14:24:27.051408 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28,segment=NetworkSegment(8eb4789f-b034-44f4-a1ce-4e248b201380),segment_id=8eb4789f-b034-44f4-a1ce-4e248b201380)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:24:27.056089 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:27.103204 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:24:27.343137 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 14:24:27.382671 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17c848-488f-4049-97dd-1fe51ec5e50b req-6ba92f2f-3009-4404-8941-da7d77b20969 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:24:27.384167 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1e17c848-488f-4049-97dd-1fe51ec5e50b req-6ba92f2f-3009-4404-8941-da7d77b20969 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=65bc7f5e-8c08-47ff-be31-6df816029708 HTTP/1.1" status: 200 len: 944 time: 0.0533459 Nov 25 14:24:27.434599 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1e17c848-488f-4049-97dd-1fe51ec5e50b req-8f2c02a0-e76b-451d-9f18-414fb60c5e7a tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cabc2d6-39df-44cb-8771-6f801c164089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440311 Nov 25 14:24:28.549390 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5191c56-0e83-4123-8f69-aaafcca61763 req-513b6d80-7025-4139-af79-1a738194b0cd tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:24:28.550954 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b5191c56-0e83-4123-8f69-aaafcca61763 req-513b6d80-7025-4139-af79-1a738194b0cd tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=65bc7f5e-8c08-47ff-be31-6df816029708 HTTP/1.1" status: 200 len: 944 time: 0.0480309 Nov 25 14:24:28.601226 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b5191c56-0e83-4123-8f69-aaafcca61763 req-5a4171d3-f4be-4555-81f6-4cf772536293 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cabc2d6-39df-44cb-8771-6f801c164089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436115 Nov 25 14:24:28.875709 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28 up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:24:28.922550 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 14:24:28.926182 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:24:28.926559 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:29.007051 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:29.029134 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65bc7f5e-8c08-47ff-be31-6df816029708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:24:29.031401 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4a683b2f55a074025c37cf42062357829495bd62ced1b23f0cba96c56cdda24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ca71e4-2e56-425f-970b-889b11a0a716" -d '{"events": [{"server_uuid": "65bc7f5e-8c08-47ff-be31-6df816029708", "name": "network-vif-plugged", "status": "completed", "tag": "f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:24:29.044013 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28,segment=NetworkSegment(8eb4789f-b034-44f4-a1ce-4e248b201380),segment_id=8eb4789f-b034-44f4-a1ce-4e248b201380)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:24:29.048119 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:29.097856 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:24:29.127756 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 14:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8ce4dd-ba57-46e8-aba6-a0ab19400f5d x-openstack-request-id: req-0d8ce4dd-ba57-46e8-aba6-a0ab19400f5d {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:24:29.127995 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65bc7f5e-8c08-47ff-be31-6df816029708", "name": "network-vif-plugged", "status": "completed", "tag": "f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:24:29.128251 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0d8ce4dd-ba57-46e8-aba6-a0ab19400f5d {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:24:29.128649 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65bc7f5e-8c08-47ff-be31-6df816029708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28', 'code': 200} Nov 25 14:24:29.230297 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d2c66-1eec-4e16-bb44-1cb71bddbd1c req-0b234d42-68f8-49e4-adaa-f3369e51a4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:24:29.231815 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-dd2d2c66-1eec-4e16-bb44-1cb71bddbd1c req-0b234d42-68f8-49e4-adaa-f3369e51a4fc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=65bc7f5e-8c08-47ff-be31-6df816029708 HTTP/1.1" status: 200 len: 1097 time: 0.0404866 Nov 25 14:24:29.281949 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-dd2d2c66-1eec-4e16-bb44-1cb71bddbd1c req-69178b9f-639d-438b-8c30-7ffde5f42282 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=0cabc2d6-39df-44cb-8771-6f801c164089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388856 Nov 25 14:24:29.716935 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ceb2c5-083c-48b3-9ab1-627fa43da079 req-42930ff1-7695-49e3-b3dc-f378bf2c3161 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:24:29.718287 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-29ceb2c5-083c-48b3-9ab1-627fa43da079 req-42930ff1-7695-49e3-b3dc-f378bf2c3161 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=65bc7f5e-8c08-47ff-be31-6df816029708 HTTP/1.1" status: 200 len: 945 time: 0.0468571 Nov 25 14:24:29.751580 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:24:29.770392 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-29ceb2c5-083c-48b3-9ab1-627fa43da079 req-7f237e82-5c97-42d4-9d68-bb2287fd67ef tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cabc2d6-39df-44cb-8771-6f801c164089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461991 Nov 25 14:24:30.413785 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-767ebc2d-5174-4c28-81fc-5ed3a4a396dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:30.885765 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f7dec-d2a8-49e9-aacb-c01482235abc req-c27f70a1-4c59-4b64-a87e-b5c6ec03e31a tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:24:30.887262 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-561f7dec-d2a8-49e9-aacb-c01482235abc req-c27f70a1-4c59-4b64-a87e-b5c6ec03e31a tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=65bc7f5e-8c08-47ff-be31-6df816029708 HTTP/1.1" status: 200 len: 945 time: 0.0478048 Nov 25 14:24:30.938141 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-561f7dec-d2a8-49e9-aacb-c01482235abc req-a2282f41-2f1c-4be9-bc45-aa83a6cf0ae2 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cabc2d6-39df-44cb-8771-6f801c164089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435264 Nov 25 14:24:31.050604 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9270cf11-595e-4d5b-b531-722b579fa0fb req-4214cde3-9844-4a93-aac1-5845fcac7442 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:24:31.052114 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9270cf11-595e-4d5b-b531-722b579fa0fb req-4214cde3-9844-4a93-aac1-5845fcac7442 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=65bc7f5e-8c08-47ff-be31-6df816029708 HTTP/1.1" status: 200 len: 945 time: 0.0483334 Nov 25 14:24:31.105292 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9270cf11-595e-4d5b-b531-722b579fa0fb req-b4fd5dff-bb35-4b36-aebf-930ca08eb8cf tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cabc2d6-39df-44cb-8771-6f801c164089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470824 Nov 25 14:24:31.134591 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 40102) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:24:31.178339 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1cdf1d7-07a5-4544-94c8-16769cca53c8 tempest-TestNetworkAdvancedServerOps-501883029 tempest-TestNetworkAdvancedServerOps-501883029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:24:31.179906 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b1cdf1d7-07a5-4544-94c8-16769cca53c8 tempest-TestNetworkAdvancedServerOps-501883029 tempest-TestNetworkAdvancedServerOps-501883029-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=65bc7f5e-8c08-47ff-be31-6df816029708 HTTP/1.1" status: 200 len: 1092 time: 0.0443096 Nov 25 14:24:31.182613 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 40104) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:24:31.186833 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-d69d5600-de6c-41e4-9a87-1e51c611bd2c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Request body: {'floatingip': {'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'port_id': 'f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:24:31.209147 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d69d5600-de6c-41e4-9a87-1e51c611bd2c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for floatingip, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:31.302663 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d69d5600-de6c-41e4-9a87-1e51c611bd2c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:31.406646 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-d69d5600-de6c-41e4-9a87-1e51c611bd2c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Allocated IP 172.25.5.200 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/d2acd2eb-67b6-4f8b-85a4-57ef5f04d804) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:24:31.515660 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d69d5600-de6c-41e4-9a87-1e51c611bd2c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:31.547807 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d69d5600-de6c-41e4-9a87-1e51c611bd2c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:31.930962 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69d5600-de6c-41e4-9a87-1e51c611bd2c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:24:31.935638 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-d69d5600-de6c-41e4-9a87-1e51c611bd2c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:24:31.938729 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69d5600-de6c-41e4-9a87-1e51c611bd2c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:24:31.971167 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69d5600-de6c-41e4-9a87-1e51c611bd2c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'Port': ['ID=d2acd2eb-67b6-4f8b-85a4-57ef5f04d804,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:24:32.303931 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d69d5600-de6c-41e4-9a87-1e51c611bd2c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:32.368282 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d69d5600-de6c-41e4-9a87-1e51c611bd2c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:32.520073 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d69d5600-de6c-41e4-9a87-1e51c611bd2c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:32.524639 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d69d5600-de6c-41e4-9a87-1e51c611bd2c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:32.588596 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69d5600-de6c-41e4-9a87-1e51c611bd2c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event updated for resources: {'Port': ['ID=d2acd2eb-67b6-4f8b-85a4-57ef5f04d804,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:24:32.602486 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d69d5600-de6c-41e4-9a87-1e51c611bd2c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:32.706181 n-d-808199-11 neutron-server[103571]: INFO neutron.db.l3_db [None req-d69d5600-de6c-41e4-9a87-1e51c611bd2c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Floating IP fe56adee-7b9e-4946-b752-761e3ca41d37 associated. External IP: 172.25.5.200, port: f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28. Nov 25 14:24:32.891889 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b14efd87-edda-4e8b-93d3-2c796bbf5efe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:32.919247 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d69d5600-de6c-41e4-9a87-1e51c611bd2c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Router 173cfde6-e17d-452d-a0df-e9c27a9b3708 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 14:24:33.027632 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69d5600-de6c-41e4-9a87-1e51c611bd2c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 14:24:33.038280 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe34d8a-4876-4848-8742-c803ca97c8cc None None] Sync routers for ids ['173cfde6-e17d-452d-a0df-e9c27a9b3708'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 14:24:33.044917 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d69d5600-de6c-41e4-9a87-1e51c611bd2c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:33.048727 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe34d8a-4876-4848-8742-c803ca97c8cc None None] Routers {'173cfde6-e17d-452d-a0df-e9c27a9b3708'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:24:33.049365 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-afe34d8a-4876-4848-8742-c803ca97c8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:24:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['173cfde6-e17d-452d-a0df-e9c27a9b3708'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:24:33.076583 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d69d5600-de6c-41e4-9a87-1e51c611bd2c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8903422 Nov 25 14:24:33.076583 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65bc7f5e-8c08-47ff-be31-6df816029708', 'tag': 'f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:24:33.076948 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b263d7d4b70db15966f189087f2cdd81ff7815a34d469843c29c7d40ca9dff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cca8079-c35a-4a9b-b42d-90cab6a2c922" -d '{"events": [{"name": "network-changed", "server_uuid": "65bc7f5e-8c08-47ff-be31-6df816029708", "tag": "f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:24:33.120621 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 14:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7406a4e5-7c68-431a-aaca-cf14ea9f1a75 x-openstack-request-id: req-7406a4e5-7c68-431a-aaca-cf14ea9f1a75 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:24:33.120621 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65bc7f5e-8c08-47ff-be31-6df816029708", "tag": "f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:24:33.120881 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7406a4e5-7c68-431a-aaca-cf14ea9f1a75 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:24:33.121413 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65bc7f5e-8c08-47ff-be31-6df816029708', 'tag': 'f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28', 'status': 'completed', 'code': 200} Nov 25 14:24:33.168259 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-afe34d8a-4876-4848-8742-c803ca97c8cc None None] Set router 173cfde6-e17d-452d-a0df-e9c27a9b3708 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:24:33.185461 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca8079-c35a-4a9b-b42d-90cab6a2c922 req-ddc89c4f-6daa-4f7d-bbe6-cdd092806b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:24:33.187012 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4cca8079-c35a-4a9b-b42d-90cab6a2c922 req-ddc89c4f-6daa-4f7d-bbe6-cdd092806b4a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f996a916203a46b4a7ca7989c9357aff&device_id=65bc7f5e-8c08-47ff-be31-6df816029708 HTTP/1.1" status: 200 len: 1097 time: 0.0420525 Nov 25 14:24:33.188525 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f187b8d-c120-4023-a3ab-988f6e4a63e1 req-1abe7337-4769-4b41-aac2-b49aacd27657 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:24:33.190165 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9f187b8d-c120-4023-a3ab-988f6e4a63e1 req-1abe7337-4769-4b41-aac2-b49aacd27657 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=65bc7f5e-8c08-47ff-be31-6df816029708 HTTP/1.1" status: 200 len: 945 time: 0.0554166 Nov 25 14:24:33.243490 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9f187b8d-c120-4023-a3ab-988f6e4a63e1 req-669c34da-2f54-420d-9223-ff0dcdc6b969 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cabc2d6-39df-44cb-8771-6f801c164089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453889 Nov 25 14:24:33.268234 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 40110) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:24:33.291039 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca8079-c35a-4a9b-b42d-90cab6a2c922 req-0ad15909-2082-4117-bbec-fb33e2a5d345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:24:33.292638 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4cca8079-c35a-4a9b-b42d-90cab6a2c922 req-0ad15909-2082-4117-bbec-fb33e2a5d345 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d87e10b3-a792-4d0c-a69d-b084e386ecc4 HTTP/1.1" status: 200 len: 898 time: 0.0984256 Nov 25 14:24:33.334139 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-7dcfc0e4-1435-4fa7-87db-3e0a61b80694 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/floatingips/fe56adee-7b9e-4946-b752-761e3ca41d37 HTTP/1.1" status: 200 len: 991 time: 0.0626764 Nov 25 14:24:33.362127 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4cca8079-c35a-4a9b-b42d-90cab6a2c922 req-f8caf56e-0144-4401-b86a-4ae2e151c7d8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28 HTTP/1.1" status: 200 len: 999 time: 0.0603638 Nov 25 14:24:33.413753 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-afe34d8a-4876-4848-8742-c803ca97c8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '173cfde6-e17d-452d-a0df-e9c27a9b3708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060430860', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': '59e9d9cf-00e5-44fe-adaf-5a25dfb445cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:24:15Z', 'updated_at': '2021-11-25T14:24:18Z', 'revision_number': 4, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port': {'id': '59e9d9cf-00e5-44fe-adaf-5a25dfb445cb', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173cfde6-e17d-452d-a0df-e9c27a9b3708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:24:16Z', 'updated_at': '2021-11-25T14:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': 'fe56adee-7b9e-4946-b752-761e3ca41d37', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'floating_ip_address': '172.25.5.200', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '173cfde6-e17d-452d-a0df-e9c27a9b3708', 'port_id': 'f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd87e10b3-a792-4d0c-a69d-b084e386ecc4', 'mac_address': 'fa:16:3e:0b:6d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bc7f5e-8c08-47ff-be31-6df816029708', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T14:24:32Z', 'updated_at': '2021-11-25T14:24:32Z', 'revision_number': 0, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fefbed23-5bc4-4d70-b3f6-589657984e9a', 'name': '', 'network_id': 'd87e10b3-a792-4d0c-a69d-b084e386ecc4', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'mac_address': 'fa:16:3e:3e:1a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173cfde6-e17d-452d-a0df-e9c27a9b3708', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '572a8949-69c9-4694-8339-b6cc7e622e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:24:18Z', 'updated_at': '2021-11-25T14:24:22Z', 'revision_number': 5, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'subnets': [{'id': '572a8949-69c9-4694-8339-b6cc7e622e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:24:33.414254 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca8079-c35a-4a9b-b42d-90cab6a2c922 req-eecfb004-b3eb-4721-a23e-3eb0da05269a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:24:33.415766 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4cca8079-c35a-4a9b-b42d-90cab6a2c922 req-eecfb004-b3eb-4721-a23e-3eb0da05269a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=572a8949-69c9-4694-8339-b6cc7e622e71 HTTP/1.1" status: 200 len: 835 time: 0.0460191 Nov 25 14:24:33.439979 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe34d8a-4876-4848-8742-c803ca97c8cc None None] Checking router: 173cfde6-e17d-452d-a0df-e9c27a9b3708 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 14:24:33.448894 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe34d8a-4876-4848-8742-c803ca97c8cc None None] Routers {'173cfde6-e17d-452d-a0df-e9c27a9b3708'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:24:33.449515 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-afe34d8a-4876-4848-8742-c803ca97c8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:24:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['173cfde6-e17d-452d-a0df-e9c27a9b3708'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:24:33.467256 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca8079-c35a-4a9b-b42d-90cab6a2c922 req-6bef98f4-2606-4263-bd44-45d927c631a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:24:33.468767 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4cca8079-c35a-4a9b-b42d-90cab6a2c922 req-6bef98f4-2606-4263-bd44-45d927c631a0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d87e10b3-a792-4d0c-a69d-b084e386ecc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452111 Nov 25 14:24:33.555717 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-afe34d8a-4876-4848-8742-c803ca97c8cc None None] Set router 173cfde6-e17d-452d-a0df-e9c27a9b3708 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:24:33.560212 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4cca8079-c35a-4a9b-b42d-90cab6a2c922 req-46530aed-e479-4bc7-9b6d-23068de06716 service neutron] 10.222.0.66 "GET /v2.0/networks/d87e10b3-a792-4d0c-a69d-b084e386ecc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837607 Nov 25 14:24:33.658211 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4cca8079-c35a-4a9b-b42d-90cab6a2c922 req-04d5ec16-7019-41c0-aa5c-00734cfb87e1 service neutron] 10.222.0.66 "GET /v2.0/networks/d87e10b3-a792-4d0c-a69d-b084e386ecc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905952 Nov 25 14:24:33.788289 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-afe34d8a-4876-4848-8742-c803ca97c8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '173cfde6-e17d-452d-a0df-e9c27a9b3708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060430860', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': '59e9d9cf-00e5-44fe-adaf-5a25dfb445cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:24:15Z', 'updated_at': '2021-11-25T14:24:18Z', 'revision_number': 4, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port': {'id': '59e9d9cf-00e5-44fe-adaf-5a25dfb445cb', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173cfde6-e17d-452d-a0df-e9c27a9b3708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:24:16Z', 'updated_at': '2021-11-25T14:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': 'fe56adee-7b9e-4946-b752-761e3ca41d37', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'floating_ip_address': '172.25.5.200', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '173cfde6-e17d-452d-a0df-e9c27a9b3708', 'port_id': 'f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd87e10b3-a792-4d0c-a69d-b084e386ecc4', 'mac_address': 'fa:16:3e:0b:6d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bc7f5e-8c08-47ff-be31-6df816029708', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T14:24:32Z', 'updated_at': '2021-11-25T14:24:32Z', 'revision_number': 0, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fefbed23-5bc4-4d70-b3f6-589657984e9a', 'name': '', 'network_id': 'd87e10b3-a792-4d0c-a69d-b084e386ecc4', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'mac_address': 'fa:16:3e:3e:1a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173cfde6-e17d-452d-a0df-e9c27a9b3708', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '572a8949-69c9-4694-8339-b6cc7e622e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:24:18Z', 'updated_at': '2021-11-25T14:24:22Z', 'revision_number': 5, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'subnets': [{'id': '572a8949-69c9-4694-8339-b6cc7e622e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:24:33.813938 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe34d8a-4876-4848-8742-c803ca97c8cc None None] The sync data for ids ['173cfde6-e17d-452d-a0df-e9c27a9b3708'] in n-d-808199-11 is: [{'id': '173cfde6-e17d-452d-a0df-e9c27a9b3708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060430860', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': '59e9d9cf-00e5-44fe-adaf-5a25dfb445cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:24:15Z', 'updated_at': '2021-11-25T14:24:18Z', 'revision_number': 4, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port': {'id': '59e9d9cf-00e5-44fe-adaf-5a25dfb445cb', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173cfde6-e17d-452d-a0df-e9c27a9b3708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:24:16Z', 'updated_at': '2021-11-25T14:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': 'fe56adee-7b9e-4946-b752-761e3ca41d37', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'floating_ip_address': '172.25.5.200', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '173cfde6-e17d-452d-a0df-e9c27a9b3708', 'port_id': 'f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd87e10b3-a792-4d0c-a69d-b084e386ecc4', 'mac_address': 'fa:16:3e:0b:6d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bc7f5e-8c08-47ff-be31-6df816029708', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T14:24:32Z', 'updated_at': '2021-11-25T14:24:32Z', 'revision_number': 0, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fefbed23-5bc4-4d70-b3f6-589657984e9a', 'name': '', 'network_id': 'd87e10b3-a792-4d0c-a69d-b084e386ecc4', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'mac_address': 'fa:16:3e:3e:1a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173cfde6-e17d-452d-a0df-e9c27a9b3708', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '572a8949-69c9-4694-8339-b6cc7e622e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:24:18Z', 'updated_at': '2021-11-25T14:24:22Z', 'revision_number': 5, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'subnets': [{'id': '572a8949-69c9-4694-8339-b6cc7e622e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 14:24:34.012075 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ee648c-4388-42b4-8356-176385729fa6 None None] New status for floating IP fe56adee-7b9e-4946-b752-761e3ca41d37: ACTIVE {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 14:24:34.141494 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:34.336884 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 40112) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:24:34.401126 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-035aa160-6384-4041-87f4-6a1728552e17 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/floatingips/fe56adee-7b9e-4946-b752-761e3ca41d37 HTTP/1.1" status: 200 len: 993 time: 0.0630462 Nov 25 14:24:35.450872 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:36.594998 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:38.928715 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:24:42.309430 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:00.415450 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-27149bdd-f9fc-4e8f-87d5-5ae274968307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:02.893951 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-83e2d70e-dd07-4349-826d-7ddb2e4cbf34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:04.143090 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:05.454404 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:06.597977 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:06.750927 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:25:07.601911 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dae03a-4b8e-48a0-82dc-7d58127b7ec9 req-a4ce9aee-3bb3-412a-b72c-4f14e07ee1c3 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:25:07.603423 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-07dae03a-4b8e-48a0-82dc-7d58127b7ec9 req-a4ce9aee-3bb3-412a-b72c-4f14e07ee1c3 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=65bc7f5e-8c08-47ff-be31-6df816029708 HTTP/1.1" status: 200 len: 945 time: 0.0922306 Nov 25 14:25:07.652377 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-07dae03a-4b8e-48a0-82dc-7d58127b7ec9 req-2181c3f0-2a80-4d47-90f2-1eb842ac1c55 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cabc2d6-39df-44cb-8771-6f801c164089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423975 Nov 25 14:25:08.820129 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e742aabf-75ab-4f82-8755-165ae4c06f4a req-4ed544c1-29f9-4b1c-862b-321786842bb0 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:25:08.821644 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e742aabf-75ab-4f82-8755-165ae4c06f4a req-4ed544c1-29f9-4b1c-862b-321786842bb0 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=65bc7f5e-8c08-47ff-be31-6df816029708 HTTP/1.1" status: 200 len: 945 time: 0.0968616 Nov 25 14:25:08.870907 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e742aabf-75ab-4f82-8755-165ae4c06f4a req-41a314ae-b32d-4b7b-b607-522d0022a989 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cabc2d6-39df-44cb-8771-6f801c164089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431962 Nov 25 14:25:08.893615 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 40140) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:25:08.928178 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:08.954340 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-891c9c34-fbca-4306-9778-93e3fbab575c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/floatingips/fe56adee-7b9e-4946-b752-761e3ca41d37 HTTP/1.1" status: 200 len: 993 time: 0.0595465 Nov 25 14:25:10.226593 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3092d87-5381-4c69-ab72-0a5b7c13d2a2 req-62cd3c00-b1fb-4b20-a0b9-050aab3dc80d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:25:10.228526 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d3092d87-5381-4c69-ab72-0a5b7c13d2a2 req-62cd3c00-b1fb-4b20-a0b9-050aab3dc80d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=65bc7f5e-8c08-47ff-be31-6df816029708 HTTP/1.1" status: 200 len: 945 time: 0.0481982 Nov 25 14:25:10.256969 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab6337-dad8-4520-b285-20fcc48c54fa req-88c087d6-261a-4045-9a14-8ba5552d03d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:25:10.258488 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7cab6337-dad8-4520-b285-20fcc48c54fa req-88c087d6-261a-4045-9a14-8ba5552d03d1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f996a916203a46b4a7ca7989c9357aff&device_id=65bc7f5e-8c08-47ff-be31-6df816029708 HTTP/1.1" status: 200 len: 1097 time: 0.0426226 Nov 25 14:25:10.282103 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d3092d87-5381-4c69-ab72-0a5b7c13d2a2 req-42562182-46b6-48ad-b7ca-0febf16e3a88 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cabc2d6-39df-44cb-8771-6f801c164089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475116 Nov 25 14:25:10.357031 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab6337-dad8-4520-b285-20fcc48c54fa req-e3fe4882-cc35-49c8-a2af-4d6b7acc2580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:25:10.358496 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7cab6337-dad8-4520-b285-20fcc48c54fa req-e3fe4882-cc35-49c8-a2af-4d6b7acc2580 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d87e10b3-a792-4d0c-a69d-b084e386ecc4 HTTP/1.1" status: 200 len: 898 time: 0.0890517 Nov 25 14:25:10.428233 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7cab6337-dad8-4520-b285-20fcc48c54fa req-072d4548-7902-4809-8d17-c716aad9f6ba service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28 HTTP/1.1" status: 200 len: 1001 time: 0.0585628 Nov 25 14:25:10.482237 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab6337-dad8-4520-b285-20fcc48c54fa req-0d533ff5-2e71-487d-a210-18eeef820574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:25:10.483615 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7cab6337-dad8-4520-b285-20fcc48c54fa req-0d533ff5-2e71-487d-a210-18eeef820574 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=572a8949-69c9-4694-8339-b6cc7e622e71 HTTP/1.1" status: 200 len: 835 time: 0.0431144 Nov 25 14:25:10.531881 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab6337-dad8-4520-b285-20fcc48c54fa req-182833a4-6581-4364-a36c-f8560f725e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:25:10.533344 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7cab6337-dad8-4520-b285-20fcc48c54fa req-182833a4-6581-4364-a36c-f8560f725e4f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d87e10b3-a792-4d0c-a69d-b084e386ecc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425911 Nov 25 14:25:10.626481 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7cab6337-dad8-4520-b285-20fcc48c54fa req-da8daeee-4ffe-4a56-946f-a678e2414e3c service neutron] 10.222.0.66 "GET /v2.0/networks/d87e10b3-a792-4d0c-a69d-b084e386ecc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819373 Nov 25 14:25:10.722495 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7cab6337-dad8-4520-b285-20fcc48c54fa req-60f1bbc9-8c77-4a0d-94f6-43530adf90cc service neutron] 10.222.0.66 "GET /v2.0/networks/d87e10b3-a792-4d0c-a69d-b084e386ecc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846579 Nov 25 14:25:11.398933 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb70e05-5d99-40f1-8b3a-4c8e62739a6f req-3c94475d-17cc-484d-a6f3-38436b14a3b7 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:25:11.400430 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cdb70e05-5d99-40f1-8b3a-4c8e62739a6f req-3c94475d-17cc-484d-a6f3-38436b14a3b7 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=65bc7f5e-8c08-47ff-be31-6df816029708 HTTP/1.1" status: 200 len: 945 time: 0.0487230 Nov 25 14:25:11.452656 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cdb70e05-5d99-40f1-8b3a-4c8e62739a6f req-16ed1a39-f49f-4cb0-8ceb-62358a8fd5df tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cabc2d6-39df-44cb-8771-6f801c164089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463092 Nov 25 14:25:12.313396 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:12.566442 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432274ca-514f-4416-b3c4-7fa8861033fe req-ecb8f569-b9c5-4f37-b3d2-fcbb4ac8508f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:25:12.567846 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-432274ca-514f-4416-b3c4-7fa8861033fe req-ecb8f569-b9c5-4f37-b3d2-fcbb4ac8508f tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=65bc7f5e-8c08-47ff-be31-6df816029708 HTTP/1.1" status: 200 len: 945 time: 0.0479221 Nov 25 14:25:12.616340 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-432274ca-514f-4416-b3c4-7fa8861033fe req-d82c51d9-8f13-43cc-baf0-2ef853349fb2 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cabc2d6-39df-44cb-8771-6f801c164089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418622 Nov 25 14:25:12.639595 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 40152) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:25:12.702859 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-ec6a5f4d-fdee-43fb-ac65-e149fcac187d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/floatingips/fe56adee-7b9e-4946-b752-761e3ca41d37 HTTP/1.1" status: 200 len: 993 time: 0.0621197 Nov 25 14:25:12.918323 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 40158) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:25:13.071334 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-a0fd61cf-f55b-480c-b0c5-2fce170a2904 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Deleting port d2acd2eb-67b6-4f8b-85a4-57ef5f04d804 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:25:13.071693 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a0fd61cf-f55b-480c-b0c5-2fce170a2904 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:13.150557 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a0fd61cf-f55b-480c-b0c5-2fce170a2904 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:13.150920 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a0fd61cf-f55b-480c-b0c5-2fce170a2904 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:13.162615 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-a0fd61cf-f55b-480c-b0c5-2fce170a2904 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Calling delete_port for d2acd2eb-67b6-4f8b-85a4-57ef5f04d804 owned by network:floatingip {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:25:13.309891 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a0fd61cf-f55b-480c-b0c5-2fce170a2904 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:13.334880 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fd61cf-f55b-480c-b0c5-2fce170a2904 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event deleted for resources: {'Port': ['ID=d2acd2eb-67b6-4f8b-85a4-57ef5f04d804,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:25:13.360641 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fd61cf-f55b-480c-b0c5-2fce170a2904 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:25:13.361003 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fd61cf-f55b-480c-b0c5-2fce170a2904 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:25:13.361356 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fd61cf-f55b-480c-b0c5-2fce170a2904 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:25:13.361703 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fd61cf-f55b-480c-b0c5-2fce170a2904 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:25:13.362051 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fd61cf-f55b-480c-b0c5-2fce170a2904 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:25:13.362395 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fd61cf-f55b-480c-b0c5-2fce170a2904 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:25:13.362760 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fd61cf-f55b-480c-b0c5-2fce170a2904 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:25:13.363102 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fd61cf-f55b-480c-b0c5-2fce170a2904 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:25:13.363440 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fd61cf-f55b-480c-b0c5-2fce170a2904 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:25:13.363776 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fd61cf-f55b-480c-b0c5-2fce170a2904 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:25:13.364113 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fd61cf-f55b-480c-b0c5-2fce170a2904 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:25:13.364444 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fd61cf-f55b-480c-b0c5-2fce170a2904 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:25:13.405629 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a0fd61cf-f55b-480c-b0c5-2fce170a2904 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for floatingip, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:13.405969 n-d-808199-11 neutron-server[103570]: INFO neutron.db.l3_db [None req-a0fd61cf-f55b-480c-b0c5-2fce170a2904 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Floating IP fe56adee-7b9e-4946-b752-761e3ca41d37 disassociated (deleted). External IP: 172.25.5.200, port: f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28. Nov 25 14:25:13.926030 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0fd61cf-f55b-480c-b0c5-2fce170a2904 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Router 173cfde6-e17d-452d-a0df-e9c27a9b3708 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 14:25:14.036224 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0fd61cf-f55b-480c-b0c5-2fce170a2904 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 14:25:14.041614 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-a0fd61cf-f55b-480c-b0c5-2fce170a2904 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:14.047541 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5dbb004-f582-48bd-96b3-9f37285a9c6d None None] Sync routers for ids ['173cfde6-e17d-452d-a0df-e9c27a9b3708'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 14:25:14.057315 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dbb004-f582-48bd-96b3-9f37285a9c6d None None] Routers {'173cfde6-e17d-452d-a0df-e9c27a9b3708'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:25:14.057940 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-e5dbb004-f582-48bd-96b3-9f37285a9c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:25:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['173cfde6-e17d-452d-a0df-e9c27a9b3708'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:25:14.067578 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-a0fd61cf-f55b-480c-b0c5-2fce170a2904 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "DELETE /v2.0/floatingips/fe56adee-7b9e-4946-b752-761e3ca41d37 HTTP/1.1" status: 204 len: 168 time: 1.1482208 Nov 25 14:25:14.068175 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65bc7f5e-8c08-47ff-be31-6df816029708', 'tag': 'f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:25:14.070587 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ff10e3dad8c55f3be2027b0b566631f93d9edebaac325607bb9a9480f03098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a970f99-6cb3-4de5-a576-396840e762f4" -d '{"events": [{"name": "network-changed", "server_uuid": "65bc7f5e-8c08-47ff-be31-6df816029708", "tag": "f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:25:14.112471 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 14:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6957dda-6b69-4b97-a730-61f02f3d9237 x-openstack-request-id: req-c6957dda-6b69-4b97-a730-61f02f3d9237 {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:25:14.112769 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65bc7f5e-8c08-47ff-be31-6df816029708", "tag": "f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:25:14.113073 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c6957dda-6b69-4b97-a730-61f02f3d9237 {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:25:14.113487 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65bc7f5e-8c08-47ff-be31-6df816029708', 'tag': 'f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28', 'status': 'completed', 'code': 200} Nov 25 14:25:14.179728 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a970f99-6cb3-4de5-a576-396840e762f4 req-00461acd-c9af-4e81-b840-9da5f0812e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:25:14.182052 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7a970f99-6cb3-4de5-a576-396840e762f4 req-00461acd-c9af-4e81-b840-9da5f0812e45 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f996a916203a46b4a7ca7989c9357aff&device_id=65bc7f5e-8c08-47ff-be31-6df816029708 HTTP/1.1" status: 200 len: 1097 time: 0.0455780 Nov 25 14:25:14.195476 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-e5dbb004-f582-48bd-96b3-9f37285a9c6d None None] Set router 173cfde6-e17d-452d-a0df-e9c27a9b3708 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:25:14.311425 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b12d0-b56d-4d7c-a8dc-c00742ae37f4 req-110456d1-93ca-4519-afd9-83d10fbc12f9 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:25:14.312992 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a970f99-6cb3-4de5-a576-396840e762f4 req-a28e4e1a-c94a-4ff8-9430-6e378ae6acd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:25:14.313212 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b28b12d0-b56d-4d7c-a8dc-c00742ae37f4 req-110456d1-93ca-4519-afd9-83d10fbc12f9 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=65bc7f5e-8c08-47ff-be31-6df816029708 HTTP/1.1" status: 200 len: 945 time: 0.0521128 Nov 25 14:25:14.315325 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7a970f99-6cb3-4de5-a576-396840e762f4 req-a28e4e1a-c94a-4ff8-9430-6e378ae6acd2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d87e10b3-a792-4d0c-a69d-b084e386ecc4 HTTP/1.1" status: 200 len: 898 time: 0.1135707 Nov 25 14:25:14.363645 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7a970f99-6cb3-4de5-a576-396840e762f4 req-c88e55cb-2f06-476e-8f1d-208dd4c5966d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28 HTTP/1.1" status: 200 len: 217 time: 0.0401542 Nov 25 14:25:14.369217 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b28b12d0-b56d-4d7c-a8dc-c00742ae37f4 req-0b1f5180-3372-40af-84e6-a8cfe259e626 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cabc2d6-39df-44cb-8771-6f801c164089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474989 Nov 25 14:25:14.420628 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a970f99-6cb3-4de5-a576-396840e762f4 req-e0337c96-dc28-45c1-bb0e-c7b165201eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:25:14.422235 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7a970f99-6cb3-4de5-a576-396840e762f4 req-e0337c96-dc28-45c1-bb0e-c7b165201eb9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=572a8949-69c9-4694-8339-b6cc7e622e71 HTTP/1.1" status: 200 len: 835 time: 0.0509107 Nov 25 14:25:14.474982 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a970f99-6cb3-4de5-a576-396840e762f4 req-e33b7470-a04a-4775-bef7-11411ed6032f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:25:14.476421 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7a970f99-6cb3-4de5-a576-396840e762f4 req-e33b7470-a04a-4775-bef7-11411ed6032f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d87e10b3-a792-4d0c-a69d-b084e386ecc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455809 Nov 25 14:25:14.579601 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7a970f99-6cb3-4de5-a576-396840e762f4 req-dc338f14-f16f-49ca-8a72-2c307de5d6a1 service neutron] 10.222.0.66 "GET /v2.0/networks/d87e10b3-a792-4d0c-a69d-b084e386ecc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906157 Nov 25 14:25:14.595827 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-e5dbb004-f582-48bd-96b3-9f37285a9c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '173cfde6-e17d-452d-a0df-e9c27a9b3708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060430860', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': '59e9d9cf-00e5-44fe-adaf-5a25dfb445cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:24:15Z', 'updated_at': '2021-11-25T14:24:18Z', 'revision_number': 4, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port': {'id': '59e9d9cf-00e5-44fe-adaf-5a25dfb445cb', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173cfde6-e17d-452d-a0df-e9c27a9b3708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:24:16Z', 'updated_at': '2021-11-25T14:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'fefbed23-5bc4-4d70-b3f6-589657984e9a', 'name': '', 'network_id': 'd87e10b3-a792-4d0c-a69d-b084e386ecc4', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'mac_address': 'fa:16:3e:3e:1a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173cfde6-e17d-452d-a0df-e9c27a9b3708', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '572a8949-69c9-4694-8339-b6cc7e622e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:24:18Z', 'updated_at': '2021-11-25T14:24:22Z', 'revision_number': 5, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'subnets': [{'id': '572a8949-69c9-4694-8339-b6cc7e622e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:25:14.623288 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5dbb004-f582-48bd-96b3-9f37285a9c6d None None] Checking router: 173cfde6-e17d-452d-a0df-e9c27a9b3708 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 14:25:14.632435 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dbb004-f582-48bd-96b3-9f37285a9c6d None None] Routers {'173cfde6-e17d-452d-a0df-e9c27a9b3708'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:25:14.633054 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-e5dbb004-f582-48bd-96b3-9f37285a9c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:25:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['173cfde6-e17d-452d-a0df-e9c27a9b3708'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:25:14.675193 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-7a970f99-6cb3-4de5-a576-396840e762f4 req-1aa46fed-f8c4-4431-baf1-c518236d162c service neutron] 10.222.0.66 "GET /v2.0/networks/d87e10b3-a792-4d0c-a69d-b084e386ecc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862563 Nov 25 14:25:14.754837 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-e5dbb004-f582-48bd-96b3-9f37285a9c6d None None] Set router 173cfde6-e17d-452d-a0df-e9c27a9b3708 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:25:14.952458 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-e5dbb004-f582-48bd-96b3-9f37285a9c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '173cfde6-e17d-452d-a0df-e9c27a9b3708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060430860', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': '59e9d9cf-00e5-44fe-adaf-5a25dfb445cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:24:15Z', 'updated_at': '2021-11-25T14:24:18Z', 'revision_number': 4, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port': {'id': '59e9d9cf-00e5-44fe-adaf-5a25dfb445cb', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173cfde6-e17d-452d-a0df-e9c27a9b3708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:24:16Z', 'updated_at': '2021-11-25T14:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'fefbed23-5bc4-4d70-b3f6-589657984e9a', 'name': '', 'network_id': 'd87e10b3-a792-4d0c-a69d-b084e386ecc4', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'mac_address': 'fa:16:3e:3e:1a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173cfde6-e17d-452d-a0df-e9c27a9b3708', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '572a8949-69c9-4694-8339-b6cc7e622e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:24:18Z', 'updated_at': '2021-11-25T14:24:22Z', 'revision_number': 5, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'subnets': [{'id': '572a8949-69c9-4694-8339-b6cc7e622e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:25:14.977920 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5dbb004-f582-48bd-96b3-9f37285a9c6d None None] The sync data for ids ['173cfde6-e17d-452d-a0df-e9c27a9b3708'] in n-d-808199-11 is: [{'id': '173cfde6-e17d-452d-a0df-e9c27a9b3708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060430860', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': '59e9d9cf-00e5-44fe-adaf-5a25dfb445cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:24:15Z', 'updated_at': '2021-11-25T14:24:18Z', 'revision_number': 4, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port': {'id': '59e9d9cf-00e5-44fe-adaf-5a25dfb445cb', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173cfde6-e17d-452d-a0df-e9c27a9b3708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:24:16Z', 'updated_at': '2021-11-25T14:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'fefbed23-5bc4-4d70-b3f6-589657984e9a', 'name': '', 'network_id': 'd87e10b3-a792-4d0c-a69d-b084e386ecc4', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'mac_address': 'fa:16:3e:3e:1a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173cfde6-e17d-452d-a0df-e9c27a9b3708', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '572a8949-69c9-4694-8339-b6cc7e622e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:24:18Z', 'updated_at': '2021-11-25T14:24:22Z', 'revision_number': 5, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'subnets': [{'id': '572a8949-69c9-4694-8339-b6cc7e622e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 14:25:15.189837 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403838be-c5d0-4ab6-90e4-d9dcf4355409 None None] New status for floating IP fe56adee-7b9e-4946-b752-761e3ca41d37: DOWN {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 14:25:15.499533 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf81de-a742-4ba9-870c-c3fd6c3fd1f9 req-24b460a7-0338-42da-b716-64e1cf43444c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:25:15.501010 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4bcf81de-a742-4ba9-870c-c3fd6c3fd1f9 req-24b460a7-0338-42da-b716-64e1cf43444c tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=65bc7f5e-8c08-47ff-be31-6df816029708 HTTP/1.1" status: 200 len: 945 time: 0.0507293 Nov 25 14:25:15.549950 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4bcf81de-a742-4ba9-870c-c3fd6c3fd1f9 req-0b8a3595-e86f-4ba7-a7d1-4fec8de5bc85 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cabc2d6-39df-44cb-8771-6f801c164089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427885 Nov 25 14:25:16.027355 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0702c1c9-bde7-4c18-af9f-3c28478dcb35 req-04e3a697-9c29-425a-9007-6721f0d494bc tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:25:16.028829 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0702c1c9-bde7-4c18-af9f-3c28478dcb35 req-04e3a697-9c29-425a-9007-6721f0d494bc tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.66 "GET /v2.0/ports?device_id=65bc7f5e-8c08-47ff-be31-6df816029708 HTTP/1.1" status: 200 len: 945 time: 0.0517564 Nov 25 14:25:16.123593 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-0702c1c9-bde7-4c18-af9f-3c28478dcb35 req-3e4d0ae1-279c-499a-8964-295712948174 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Deleting port f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:25:16.123941 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0702c1c9-bde7-4c18-af9f-3c28478dcb35 req-3e4d0ae1-279c-499a-8964-295712948174 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:16.216145 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-0702c1c9-bde7-4c18-af9f-3c28478dcb35 req-3e4d0ae1-279c-499a-8964-295712948174 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] For port f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28,segment=NetworkSegment(8eb4789f-b034-44f4-a1ce-4e248b201380),segment_id=8eb4789f-b034-44f4-a1ce-4e248b201380)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:25:16.216509 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0702c1c9-bde7-4c18-af9f-3c28478dcb35 req-3e4d0ae1-279c-499a-8964-295712948174 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:16.228147 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-0702c1c9-bde7-4c18-af9f-3c28478dcb35 req-3e4d0ae1-279c-499a-8964-295712948174 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Calling delete_port for f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:25:16.353732 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0702c1c9-bde7-4c18-af9f-3c28478dcb35 req-3e4d0ae1-279c-499a-8964-295712948174 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:16.388379 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4d0ae1-279c-499a-8964-295712948174 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event deleted for resources: {'Port': ['ID=f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:25:16.415251 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4d0ae1-279c-499a-8964-295712948174 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:25:16.415612 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4d0ae1-279c-499a-8964-295712948174 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:25:16.415960 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4d0ae1-279c-499a-8964-295712948174 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:25:16.416305 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4d0ae1-279c-499a-8964-295712948174 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:25:16.416645 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4d0ae1-279c-499a-8964-295712948174 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:25:16.416983 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4d0ae1-279c-499a-8964-295712948174 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:25:16.417321 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4d0ae1-279c-499a-8964-295712948174 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:25:16.417655 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4d0ae1-279c-499a-8964-295712948174 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:25:16.417993 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4d0ae1-279c-499a-8964-295712948174 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:25:16.418322 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4d0ae1-279c-499a-8964-295712948174 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:25:16.418655 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4d0ae1-279c-499a-8964-295712948174 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:25:16.419011 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4d0ae1-279c-499a-8964-295712948174 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:25:16.438295 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-0702c1c9-bde7-4c18-af9f-3c28478dcb35 req-3e4d0ae1-279c-499a-8964-295712948174 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] No DVR routers for this DVR port f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28 on host n-h1-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 14:25:16.440981 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0702c1c9-bde7-4c18-af9f-3c28478dcb35 req-3e4d0ae1-279c-499a-8964-295712948174 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:16.444469 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0702c1c9-bde7-4c18-af9f-3c28478dcb35 req-3e4d0ae1-279c-499a-8964-295712948174 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.66 "DELETE /v2.0/ports/f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28 HTTP/1.1" status: 204 len: 173 time: 0.4055529 Nov 25 14:25:16.444930 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65bc7f5e-8c08-47ff-be31-6df816029708', 'name': 'network-vif-deleted', 'tag': 'f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:25:16.447806 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b263d7d4b70db15966f189087f2cdd81ff7815a34d469843c29c7d40ca9dff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a5eba4-baa9-4924-bf02-515114de111e" -d '{"events": [{"server_uuid": "65bc7f5e-8c08-47ff-be31-6df816029708", "name": "network-vif-deleted", "tag": "f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:25:16.484120 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 14:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978d8fc4-b02a-4eea-8c9e-e1388565441c x-openstack-request-id: req-978d8fc4-b02a-4eea-8c9e-e1388565441c {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:25:16.484421 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65bc7f5e-8c08-47ff-be31-6df816029708", "name": "network-vif-deleted", "tag": "f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:25:16.484680 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-978d8fc4-b02a-4eea-8c9e-e1388565441c {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:25:16.485098 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65bc7f5e-8c08-47ff-be31-6df816029708', 'name': 'network-vif-deleted', 'tag': 'f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28', 'status': 'completed', 'code': 200} Nov 25 14:25:16.655211 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4e7e3d2a-da8f-4345-941e-1ce996fbda6b req-e471ce27-f70e-43f6-9b41-4e929c2b002d tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "GET /v2.0/ports?device_id=65bc7f5e-8c08-47ff-be31-6df816029708 HTTP/1.1" status: 200 len: 210 time: 0.0256250 Nov 25 14:25:17.711376 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 40174) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:25:18.083120 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-58cc4f4e-f593-4a89-8815-f1a1763df579 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:18.348354 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-58cc4f4e-f593-4a89-8815-f1a1763df579 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Deleting port fefbed23-5bc4-4d70-b3f6-589657984e9a {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:25:18.348607 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-58cc4f4e-f593-4a89-8815-f1a1763df579 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:18.443376 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-58cc4f4e-f593-4a89-8815-f1a1763df579 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] For port fefbed23-5bc4-4d70-b3f6-589657984e9a, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=fefbed23-5bc4-4d70-b3f6-589657984e9a,segment=NetworkSegment(8eb4789f-b034-44f4-a1ce-4e248b201380),segment_id=8eb4789f-b034-44f4-a1ce-4e248b201380)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:25:18.443747 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-58cc4f4e-f593-4a89-8815-f1a1763df579 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:18.456064 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-58cc4f4e-f593-4a89-8815-f1a1763df579 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Calling delete_port for fefbed23-5bc4-4d70-b3f6-589657984e9a owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:25:18.638448 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-58cc4f4e-f593-4a89-8815-f1a1763df579 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:18.669547 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cc4f4e-f593-4a89-8815-f1a1763df579 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event deleted for resources: {'Port': ['ID=fefbed23-5bc4-4d70-b3f6-589657984e9a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:25:18.840900 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-58cc4f4e-f593-4a89-8815-f1a1763df579 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:19.051773 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58cc4f4e-f593-4a89-8815-f1a1763df579 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Router 173cfde6-e17d-452d-a0df-e9c27a9b3708 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 14:25:19.155679 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58cc4f4e-f593-4a89-8815-f1a1763df579 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 14:25:19.160996 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-58cc4f4e-f593-4a89-8815-f1a1763df579 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "PUT /v2.0/routers/173cfde6-e17d-452d-a0df-e9c27a9b3708/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4483123 Nov 25 14:25:19.163381 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 40176) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:25:19.165591 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb18c02-c474-48ad-a4d6-929418b3fdfe None None] Sync routers for ids ['173cfde6-e17d-452d-a0df-e9c27a9b3708'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 14:25:19.176146 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb18c02-c474-48ad-a4d6-929418b3fdfe None None] Routers {'173cfde6-e17d-452d-a0df-e9c27a9b3708'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:25:19.176760 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-7bb18c02-c474-48ad-a4d6-929418b3fdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:25:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['173cfde6-e17d-452d-a0df-e9c27a9b3708'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:25:19.286187 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-7bb18c02-c474-48ad-a4d6-929418b3fdfe None None] Set router 173cfde6-e17d-452d-a0df-e9c27a9b3708 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:25:19.473797 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-7bb18c02-c474-48ad-a4d6-929418b3fdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '173cfde6-e17d-452d-a0df-e9c27a9b3708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060430860', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': '59e9d9cf-00e5-44fe-adaf-5a25dfb445cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:24:15Z', 'updated_at': '2021-11-25T14:25:18Z', 'revision_number': 5, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port': {'id': '59e9d9cf-00e5-44fe-adaf-5a25dfb445cb', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173cfde6-e17d-452d-a0df-e9c27a9b3708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:24:16Z', 'updated_at': '2021-11-25T14:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:25:19.500833 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb18c02-c474-48ad-a4d6-929418b3fdfe None None] Checking router: 173cfde6-e17d-452d-a0df-e9c27a9b3708 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 14:25:19.510974 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb18c02-c474-48ad-a4d6-929418b3fdfe None None] Routers {'173cfde6-e17d-452d-a0df-e9c27a9b3708'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:25:19.511619 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-7bb18c02-c474-48ad-a4d6-929418b3fdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:25:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['173cfde6-e17d-452d-a0df-e9c27a9b3708'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:25:19.560444 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8413944-cb29-4c6e-82a6-fb07317fcee5 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Deleting subnet 572a8949-69c9-4694-8339-b6cc7e622e71 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 14:25:19.563810 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b8413944-cb29-4c6e-82a6-fb07317fcee5 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:19.603081 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b8413944-cb29-4c6e-82a6-fb07317fcee5 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:19.616547 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-7bb18c02-c474-48ad-a4d6-929418b3fdfe None None] Set router 173cfde6-e17d-452d-a0df-e9c27a9b3708 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:25:19.688678 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b8413944-cb29-4c6e-82a6-fb07317fcee5 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:19.745914 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b8413944-cb29-4c6e-82a6-fb07317fcee5 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:19.772644 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8413944-cb29-4c6e-82a6-fb07317fcee5 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event deleted for resources: {'Subnet': ['ID=572a8949-69c9-4694-8339-b6cc7e622e71,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:25:19.776366 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b8413944-cb29-4c6e-82a6-fb07317fcee5 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:19.782342 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b8413944-cb29-4c6e-82a6-fb07317fcee5 tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "DELETE /v2.0/subnets/572a8949-69c9-4694-8339-b6cc7e622e71 HTTP/1.1" status: 204 len: 168 time: 0.6172459 Nov 25 14:25:19.783138 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 40178) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:25:19.784856 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f297f92-c06a-4c9c-90b9-92c3a5f467fe None None] Network d87e10b3-a792-4d0c-a69d-b084e386ecc4 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 14:25:19.887380 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-7bb18c02-c474-48ad-a4d6-929418b3fdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '173cfde6-e17d-452d-a0df-e9c27a9b3708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060430860', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': '59e9d9cf-00e5-44fe-adaf-5a25dfb445cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:24:15Z', 'updated_at': '2021-11-25T14:25:18Z', 'revision_number': 5, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port': {'id': '59e9d9cf-00e5-44fe-adaf-5a25dfb445cb', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173cfde6-e17d-452d-a0df-e9c27a9b3708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:24:16Z', 'updated_at': '2021-11-25T14:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:25:19.892408 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ebdd05da-627a-4aaa-a174-035ed7884a8e tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for router, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:19.930284 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb18c02-c474-48ad-a4d6-929418b3fdfe None None] The sync data for ids ['173cfde6-e17d-452d-a0df-e9c27a9b3708'] in n-d-808199-11 is: [{'id': '173cfde6-e17d-452d-a0df-e9c27a9b3708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060430860', 'tenant_id': 'f996a916203a46b4a7ca7989c9357aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': '59e9d9cf-00e5-44fe-adaf-5a25dfb445cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:24:15Z', 'updated_at': '2021-11-25T14:25:18Z', 'revision_number': 5, 'project_id': 'f996a916203a46b4a7ca7989c9357aff', 'gw_port': {'id': '59e9d9cf-00e5-44fe-adaf-5a25dfb445cb', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173cfde6-e17d-452d-a0df-e9c27a9b3708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:24:16Z', 'updated_at': '2021-11-25T14:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 14:25:20.014765 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ebdd05da-627a-4aaa-a174-035ed7884a8e tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:20.067491 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-ebdd05da-627a-4aaa-a174-035ed7884a8e tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Deleting port 59e9d9cf-00e5-44fe-adaf-5a25dfb445cb {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:25:20.067841 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ebdd05da-627a-4aaa-a174-035ed7884a8e tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:20.150588 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-ebdd05da-627a-4aaa-a174-035ed7884a8e tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] For port 59e9d9cf-00e5-44fe-adaf-5a25dfb445cb, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=59e9d9cf-00e5-44fe-adaf-5a25dfb445cb,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:25:20.151009 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ebdd05da-627a-4aaa-a174-035ed7884a8e tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:20.164263 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-ebdd05da-627a-4aaa-a174-035ed7884a8e tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Calling delete_port for 59e9d9cf-00e5-44fe-adaf-5a25dfb445cb owned by network:router_gateway {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:25:20.310264 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b8e1c6-2a47-45e3-9a37-fc6642b2a7c0 None None] DHCP port deletion for d87e10b3-a792-4d0c-a69d-b084e386ecc4 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 14:25:20.344491 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ebdd05da-627a-4aaa-a174-035ed7884a8e tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:20.393749 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed7ac3a-33e6-451a-b0d0-3e37ea5276fd None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 14:25:20.402513 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-79b8e1c6-2a47-45e3-9a37-fc6642b2a7c0 None None] Deleting port ada76f2b-f0bf-4a45-8f37-f1442e7e34fb {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:25:20.402916 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-79b8e1c6-2a47-45e3-9a37-fc6642b2a7c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:20.449825 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdd05da-627a-4aaa-a174-035ed7884a8e tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event deleted for resources: {'Port': ['ID=59e9d9cf-00e5-44fe-adaf-5a25dfb445cb,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:25:20.457907 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ebdd05da-627a-4aaa-a174-035ed7884a8e tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:20.484162 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-79b8e1c6-2a47-45e3-9a37-fc6642b2a7c0 None None] For port ada76f2b-f0bf-4a45-8f37-f1442e7e34fb, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=ada76f2b-f0bf-4a45-8f37-f1442e7e34fb,segment=NetworkSegment(8eb4789f-b034-44f4-a1ce-4e248b201380),segment_id=8eb4789f-b034-44f4-a1ce-4e248b201380)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:25:20.484851 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-79b8e1c6-2a47-45e3-9a37-fc6642b2a7c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:20.498486 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-79b8e1c6-2a47-45e3-9a37-fc6642b2a7c0 None None] Calling delete_port for ada76f2b-f0bf-4a45-8f37-f1442e7e34fb owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:25:20.557741 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ebdd05da-627a-4aaa-a174-035ed7884a8e tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:20.560086 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ebdd05da-627a-4aaa-a174-035ed7884a8e tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:20.585695 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-79b8e1c6-2a47-45e3-9a37-fc6642b2a7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:20.611864 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ebdd05da-627a-4aaa-a174-035ed7884a8e tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:20.612642 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebdd05da-627a-4aaa-a174-035ed7884a8e tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Fanout notify agent at l3_agent the message router_deleted on router 173cfde6-e17d-452d-a0df-e9c27a9b3708 {{(pid=103570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 14:25:20.613823 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b8e1c6-2a47-45e3-9a37-fc6642b2a7c0 None None] Pushing event deleted for resources: {'Port': ['ID=ada76f2b-f0bf-4a45-8f37-f1442e7e34fb,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:25:20.623083 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b8e1c6-2a47-45e3-9a37-fc6642b2a7c0 None None] No DVR routers for this DVR port ada76f2b-f0bf-4a45-8f37-f1442e7e34fb on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 14:25:20.623531 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-ebdd05da-627a-4aaa-a174-035ed7884a8e tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:20.624683 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-ebdd05da-627a-4aaa-a174-035ed7884a8e tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "DELETE /v2.0/routers/173cfde6-e17d-452d-a0df-e9c27a9b3708 HTTP/1.1" status: 204 len: 168 time: 0.8400929 Nov 25 14:25:20.627329 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 40180) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:25:20.637862 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b8e1c6-2a47-45e3-9a37-fc6642b2a7c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:25:20.637862 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b8e1c6-2a47-45e3-9a37-fc6642b2a7c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:25:20.638999 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b8e1c6-2a47-45e3-9a37-fc6642b2a7c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:25:20.639267 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b8e1c6-2a47-45e3-9a37-fc6642b2a7c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:25:20.639460 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b8e1c6-2a47-45e3-9a37-fc6642b2a7c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:25:20.639865 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b8e1c6-2a47-45e3-9a37-fc6642b2a7c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:25:20.640131 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b8e1c6-2a47-45e3-9a37-fc6642b2a7c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:25:20.640659 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b8e1c6-2a47-45e3-9a37-fc6642b2a7c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:25:20.640998 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b8e1c6-2a47-45e3-9a37-fc6642b2a7c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:25:20.641332 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b8e1c6-2a47-45e3-9a37-fc6642b2a7c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:25:20.641662 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b8e1c6-2a47-45e3-9a37-fc6642b2a7c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:25:20.642278 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b8e1c6-2a47-45e3-9a37-fc6642b2a7c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:25:20.729272 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bccc2075-a0d0-4603-a971-220defe0bdce tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:20.825221 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bccc2075-a0d0-4603-a971-220defe0bdce tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:20.849004 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-bccc2075-a0d0-4603-a971-220defe0bdce tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d87e10b3-a792-4d0c-a69d-b084e386ecc4']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:25:20.858294 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-bccc2075-a0d0-4603-a971-220defe0bdce tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eb4789f-b034-44f4-a1ce-4e248b201380') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:25:20.858606 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-bccc2075-a0d0-4603-a971-220defe0bdce tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eb4789f-b034-44f4-a1ce-4e248b201380') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:25:20.867940 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bccc2075-a0d0-4603-a971-220defe0bdce tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:20.881701 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bccc2075-a0d0-4603-a971-220defe0bdce tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:20.888150 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bccc2075-a0d0-4603-a971-220defe0bdce tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 14:25:20.888540 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bccc2075-a0d0-4603-a971-220defe0bdce tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:20.891588 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 14:25:20.891588 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 14:25:20.891588 n-d-808199-11 neutron-server[103570]: timer() Nov 25 14:25:20.891588 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 14:25:20.891588 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 14:25:20.891588 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 14:25:20.891588 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 14:25:20.891588 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 14:25:20.891588 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 14:25:20.891588 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 14:25:20.891588 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 14:25:20.891588 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 14:25:20.891588 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 14:25:20.891588 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 14:25:20.891588 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 14:25:20.891588 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 14:25:20.891588 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 14:25:20.891588 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 14:25:20.891588 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 14:25:20.891588 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 14:25:20.891588 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 14:25:20.891588 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 14:25:20.891588 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 14:25:20.891588 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 14:25:20.891588 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 14:25:20.891588 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 14:25:20.891588 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 14:25:20.891588 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 14:25:20.891588 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 14:25:20.891588 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 14:25:20.891588 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 14:25:20.891588 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 14:25:20.948483 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bccc2075-a0d0-4603-a971-220defe0bdce tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:20.953063 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bccc2075-a0d0-4603-a971-220defe0bdce tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:20.956557 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-bccc2075-a0d0-4603-a971-220defe0bdce tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "DELETE /v2.0/networks/d87e10b3-a792-4d0c-a69d-b084e386ecc4 HTTP/1.1" status: 204 len: 168 time: 0.3282728 Nov 25 14:25:20.959427 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 40182) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:25:20.975764 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccc2075-a0d0-4603-a971-220defe0bdce tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event deleted for resources: {'Network': ['ID=d87e10b3-a792-4d0c-a69d-b084e386ecc4,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:25:21.017977 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-021b2a49-2540-4522-b898-6bf730a459fc tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:21.042592 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-021b2a49-2540-4522-b898-6bf730a459fc tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:21.110418 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-021b2a49-2540-4522-b898-6bf730a459fc tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:21.113180 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-021b2a49-2540-4522-b898-6bf730a459fc tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:21.116921 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-021b2a49-2540-4522-b898-6bf730a459fc tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] 10.222.0.53 "DELETE /v2.0/security-groups/0cabc2d6-39df-44cb-8771-6f801c164089 HTTP/1.1" status: 204 len: 168 time: 0.1537247 Nov 25 14:25:21.122292 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28 no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:25:21.145376 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021b2a49-2540-4522-b898-6bf730a459fc tempest-TestNetworkAdvancedServerOps-34706223 tempest-TestNetworkAdvancedServerOps-34706223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cabc2d6-39df-44cb-8771-6f801c164089,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:25:21.157602 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] No Port match for: f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 14:25:21.157961 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device f97ac6c4-ff9a-4c48-bd52-9ea99d9dfd28 not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:25:21.179841 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 59e9d9cf-00e5-44fe-adaf-5a25dfb445cb no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:25:21.203617 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 59e9d9cf-00e5-44fe-adaf-5a25dfb445cb {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 14:25:21.203976 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 59e9d9cf-00e5-44fe-adaf-5a25dfb445cb not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:25:21.204396 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device fefbed23-5bc4-4d70-b3f6-589657984e9a no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:25:21.223532 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: fefbed23-5bc4-4d70-b3f6-589657984e9a {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 14:25:21.223888 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device fefbed23-5bc4-4d70-b3f6-589657984e9a not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:25:21.224313 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device ada76f2b-f0bf-4a45-8f37-f1442e7e34fb no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:25:21.244069 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: ada76f2b-f0bf-4a45-8f37-f1442e7e34fb {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 14:25:21.244424 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device ada76f2b-f0bf-4a45-8f37-f1442e7e34fb not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:25:21.458196 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 40190) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:25:21.622351 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b6e2f0e1-1a19-4497-9794-015a838c6f00 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f996a916203a46b4a7ca7989c9357aff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1628730 Nov 25 14:25:21.624714 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 40194) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:25:21.671422 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e6a99f65-585a-449b-9618-9243ce9a4a2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:21.692053 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e6a99f65-585a-449b-9618-9243ce9a4a2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:21.737969 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e6a99f65-585a-449b-9618-9243ce9a4a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:21.740620 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-e6a99f65-585a-449b-9618-9243ce9a4a2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:21.741761 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e6a99f65-585a-449b-9618-9243ce9a4a2c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e15580a2-b47f-4da4-aaf4-c2ae2ee890a7 HTTP/1.1" status: 204 len: 168 time: 0.1161530 Nov 25 14:25:21.749508 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a99f65-585a-449b-9618-9243ce9a4a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15580a2-b47f-4da4-aaf4-c2ae2ee890a7,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:25:22.000801 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 40200) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:25:22.014651 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0d63ed16-472e-416f-9bdf-e52a99c779b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:22.092404 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0d63ed16-472e-416f-9bdf-e52a99c779b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:22.096151 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-0d63ed16-472e-416f-9bdf-e52a99c779b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:22.137537 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-0d63ed16-472e-416f-9bdf-e52a99c779b6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d7bc3d572d9e4df4ba16684a592ee754&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1356664 Nov 25 14:25:22.138646 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d63ed16-472e-416f-9bdf-e52a99c779b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b335139b-707d-4360-9731-a6e8c3c8b709,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:25:22.140300 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 40202) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:25:22.188742 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-311b0ea1-ca5c-42ee-be38-87db56d2816c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:22.212807 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-311b0ea1-ca5c-42ee-be38-87db56d2816c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:22.260672 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-311b0ea1-ca5c-42ee-be38-87db56d2816c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:22.263461 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-311b0ea1-ca5c-42ee-be38-87db56d2816c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:22.264652 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-311b0ea1-ca5c-42ee-be38-87db56d2816c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b335139b-707d-4360-9731-a6e8c3c8b709 HTTP/1.1" status: 204 len: 168 time: 0.1233397 Nov 25 14:25:22.272105 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311b0ea1-ca5c-42ee-be38-87db56d2816c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b335139b-707d-4360-9731-a6e8c3c8b709,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:25:22.954151 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 40224) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:25:23.049307 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-9a648d2a-bb1d-4788-8a65-2caab37ea905 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-559767202-network', 'tenant_id': '05f886ea33fe41478064d3ee275912f3'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:25:23.069648 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a648d2a-bb1d-4788-8a65-2caab37ea905 admin admin] Made reservation on behalf of 05f886ea33fe41478064d3ee275912f3 for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 14:25:23.071921 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9a648d2a-bb1d-4788-8a65-2caab37ea905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:23.080213 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9a648d2a-bb1d-4788-8a65-2caab37ea905 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:23.153857 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9a648d2a-bb1d-4788-8a65-2caab37ea905 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:23.157485 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9a648d2a-bb1d-4788-8a65-2caab37ea905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:23.177832 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a648d2a-bb1d-4788-8a65-2caab37ea905 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 14:25:23.190988 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a648d2a-bb1d-4788-8a65-2caab37ea905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce915c1-28cf-40d2-9164-1092a9f6dada,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:25:23.195619 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9a648d2a-bb1d-4788-8a65-2caab37ea905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:23.195968 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-9a648d2a-bb1d-4788-8a65-2caab37ea905 admin admin] Added segment 2d4a8946-8675-4359-a723-712f013e7fcd of type vlan for network f665d615-f3d2-40d5-b237-0fb228fd7edf Nov 25 14:25:23.234455 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9a648d2a-bb1d-4788-8a65-2caab37ea905 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:23.260355 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9a648d2a-bb1d-4788-8a65-2caab37ea905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:23.261294 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a648d2a-bb1d-4788-8a65-2caab37ea905 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:25:23.261868 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9a648d2a-bb1d-4788-8a65-2caab37ea905 admin admin] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:23.315267 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-9a648d2a-bb1d-4788-8a65-2caab37ea905 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3597128 Nov 25 14:25:23.318275 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 40228) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:25:23.323922 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-fe2ca23c-de3d-4f23-a853-be75cb28e9db admin admin] Request body: {'subnet': {'network_id': 'f665d615-f3d2-40d5-b237-0fb228fd7edf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-559767202-subnet', 'tenant_id': '05f886ea33fe41478064d3ee275912f3', 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:25:23.330815 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a648d2a-bb1d-4788-8a65-2caab37ea905 admin admin] Pushing event updated for resources: {'Network': ['ID=f665d615-f3d2-40d5-b237-0fb228fd7edf,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:25:23.340246 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network f665d615-f3d2-40d5-b237-0fb228fd7edf details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 14:25:23.349790 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2ca23c-de3d-4f23-a853-be75cb28e9db admin admin] Made reservation on behalf of 05f886ea33fe41478064d3ee275912f3 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 14:25:23.352312 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fe2ca23c-de3d-4f23-a853-be75cb28e9db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:23.526891 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fe2ca23c-de3d-4f23-a853-be75cb28e9db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:23.580112 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2ca23c-de3d-4f23-a853-be75cb28e9db admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9412b2d-3904-4cc5-be06-1daeb00677a4,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:25:23.591158 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2ca23c-de3d-4f23-a853-be75cb28e9db admin admin] Checking segment: {'id': '2d4a8946-8675-4359-a723-712f013e7fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f665d615-f3d2-40d5-b237-0fb228fd7edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:25:23.591528 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2ca23c-de3d-4f23-a853-be75cb28e9db admin admin] Network hostable DHCP agents. Network: f665d615-f3d2-40d5-b237-0fb228fd7edf, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 14:25:23.607794 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2ca23c-de3d-4f23-a853-be75cb28e9db admin admin] Network f665d615-f3d2-40d5-b237-0fb228fd7edf is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 14:25:23.617600 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-fe2ca23c-de3d-4f23-a853-be75cb28e9db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, f665d615-f3d2-40d5-b237-0fb228fd7edf) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:25:23.622663 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2ca23c-de3d-4f23-a853-be75cb28e9db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:25:23.623781 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fe2ca23c-de3d-4f23-a853-be75cb28e9db admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:23.627186 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bfa8ea-f227-4b0f-8b36-3e4fc37a559d None None] Network f665d615-f3d2-40d5-b237-0fb228fd7edf requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 14:25:23.639662 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-fe2ca23c-de3d-4f23-a853-be75cb28e9db admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3202157 Nov 25 14:25:23.642389 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 40230) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:25:23.647424 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-96f516c1-be5b-4a50-b562-6143c2e23b7f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-559767202-router', 'tenant_id': '05f886ea33fe41478064d3ee275912f3', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:25:23.668827 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-96f516c1-be5b-4a50-b562-6143c2e23b7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:23.670088 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-96f516c1-be5b-4a50-b562-6143c2e23b7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:23.722332 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-96f516c1-be5b-4a50-b562-6143c2e23b7f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:23.778819 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a421a9-a037-4e39-9c78-1fdb1fc5bb82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-f665d615-f3d2-40d5-b237-0fb228fd7edf', 'network_id': 'f665d615-f3d2-40d5-b237-0fb228fd7edf', 'tenant_id': '05f886ea33fe41478064d3ee275912f3', 'fixed_ips': [{'subnet_id': 'b9412b2d-3904-4cc5-be06-1daeb00677a4'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 14:25:23.779731 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a4a421a9-a037-4e39-9c78-1fdb1fc5bb82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:23.861968 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-96f516c1-be5b-4a50-b562-6143c2e23b7f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:23.912344 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-a4a421a9-a037-4e39-9c78-1fdb1fc5bb82 None None] Allocated IP 172.20.0.2 (f665d615-f3d2-40d5-b237-0fb228fd7edf/b9412b2d-3904-4cc5-be06-1daeb00677a4/479255aa-b19c-4f70-947c-dc3cd9007dcc) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:25:24.055079 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a4a421a9-a037-4e39-9c78-1fdb1fc5bb82 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:24.061082 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a4a421a9-a037-4e39-9c78-1fdb1fc5bb82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:24.061353 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-96f516c1-be5b-4a50-b562-6143c2e23b7f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:24.086571 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-96f516c1-be5b-4a50-b562-6143c2e23b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:24.105515 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a421a9-a037-4e39-9c78-1fdb1fc5bb82 None None] Network f665d615-f3d2-40d5-b237-0fb228fd7edf is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:25:24.108370 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-a4a421a9-a037-4e39-9c78-1fdb1fc5bb82 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:25:24.112207 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a421a9-a037-4e39-9c78-1fdb1fc5bb82 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:25:24.119591 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a421a9-a037-4e39-9c78-1fdb1fc5bb82 None None] Pushing event updated for resources: {'Port': ['ID=479255aa-b19c-4f70-947c-dc3cd9007dcc,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:25:24.170172 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-a4a421a9-a037-4e39-9c78-1fdb1fc5bb82 None None] Attempting to bind port 479255aa-b19c-4f70-947c-dc3cd9007dcc on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:25:24.170552 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-a4a421a9-a037-4e39-9c78-1fdb1fc5bb82 None None] Attempting to bind port 479255aa-b19c-4f70-947c-dc3cd9007dcc by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '2d4a8946-8675-4359-a723-712f013e7fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f665d615-f3d2-40d5-b237-0fb228fd7edf'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:25:24.170961 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a421a9-a037-4e39-9c78-1fdb1fc5bb82 None None] Attempting to bind port 479255aa-b19c-4f70-947c-dc3cd9007dcc on network f665d615-f3d2-40d5-b237-0fb228fd7edf {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:25:24.175905 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a421a9-a037-4e39-9c78-1fdb1fc5bb82 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:25:24.176417 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a421a9-a037-4e39-9c78-1fdb1fc5bb82 None None] Checking segment: {'id': '2d4a8946-8675-4359-a723-712f013e7fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f665d615-f3d2-40d5-b237-0fb228fd7edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:25:24.176826 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a4a421a9-a037-4e39-9c78-1fdb1fc5bb82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:24.177227 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a421a9-a037-4e39-9c78-1fdb1fc5bb82 None None] Bound using segment: {'id': '2d4a8946-8675-4359-a723-712f013e7fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f665d615-f3d2-40d5-b237-0fb228fd7edf'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:25:24.177699 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-a4a421a9-a037-4e39-9c78-1fdb1fc5bb82 None None] Bound port: 479255aa-b19c-4f70-947c-dc3cd9007dcc, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d4a8946-8675-4359-a723-712f013e7fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f665d615-f3d2-40d5-b237-0fb228fd7edf'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:25:24.178080 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a4a421a9-a037-4e39-9c78-1fdb1fc5bb82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:24.194117 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-96f516c1-be5b-4a50-b562-6143c2e23b7f admin admin] Allocated IP 172.25.5.40 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/e1e6140f-6116-4dd3-b264-9b0e50d42c68) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:25:24.239140 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-a4a421a9-a037-4e39-9c78-1fdb1fc5bb82 None None] For port 479255aa-b19c-4f70-947c-dc3cd9007dcc, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:25:24.242133 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-a4a421a9-a037-4e39-9c78-1fdb1fc5bb82 None None] For port 479255aa-b19c-4f70-947c-dc3cd9007dcc, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=479255aa-b19c-4f70-947c-dc3cd9007dcc,segment=NetworkSegment(2d4a8946-8675-4359-a723-712f013e7fcd),segment_id=2d4a8946-8675-4359-a723-712f013e7fcd)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:25:24.246063 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a4a421a9-a037-4e39-9c78-1fdb1fc5bb82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:24.306955 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a421a9-a037-4e39-9c78-1fdb1fc5bb82 None None] Pushing event updated for resources: {'Port': ['ID=479255aa-b19c-4f70-947c-dc3cd9007dcc,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:25:24.319762 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-96f516c1-be5b-4a50-b562-6143c2e23b7f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:24.357717 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-96f516c1-be5b-4a50-b562-6143c2e23b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:24.400361 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f516c1-be5b-4a50-b562-6143c2e23b7f admin admin] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:25:24.403448 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-96f516c1-be5b-4a50-b562-6143c2e23b7f admin admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:25:24.407285 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f516c1-be5b-4a50-b562-6143c2e23b7f admin admin] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:25:24.412849 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f516c1-be5b-4a50-b562-6143c2e23b7f admin admin] Pushing event updated for resources: {'Port': ['ID=e1e6140f-6116-4dd3-b264-9b0e50d42c68,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:25:24.416459 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57dd258-0b06-418f-80e0-c4fa611d3e9f None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 14:25:24.496516 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-901ce770-d213-49ce-91e1-7121c77b08f3 None None] Provisioning complete for port e1e6140f-6116-4dd3-b264-9b0e50d42c68 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:25:24.496956 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-901ce770-d213-49ce-91e1-7121c77b08f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:24.536616 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-901ce770-d213-49ce-91e1-7121c77b08f3 None None] Port e1e6140f-6116-4dd3-b264-9b0e50d42c68 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 14:25:24.689480 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-96f516c1-be5b-4a50-b562-6143c2e23b7f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:24.884987 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-96f516c1-be5b-4a50-b562-6143c2e23b7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:25.016975 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96f516c1-be5b-4a50-b562-6143c2e23b7f admin admin] Router 7c7bf276-1d0a-47a9-8d1f-2479d3dd22de is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 14:25:25.133320 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f516c1-be5b-4a50-b562-6143c2e23b7f admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 14:25:25.144094 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b3f117-0358-48d9-9ecc-878460d0d851 None None] Sync routers for ids ['7c7bf276-1d0a-47a9-8d1f-2479d3dd22de'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 14:25:25.156649 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-96f516c1-be5b-4a50-b562-6143c2e23b7f admin admin] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:25.158286 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-96f516c1-be5b-4a50-b562-6143c2e23b7f admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5143900 Nov 25 14:25:25.161125 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 40234) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:25:25.163756 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b3f117-0358-48d9-9ecc-878460d0d851 None None] Routers {'7c7bf276-1d0a-47a9-8d1f-2479d3dd22de'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:25:25.164783 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-59b3f117-0358-48d9-9ecc-878460d0d851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:25:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['7c7bf276-1d0a-47a9-8d1f-2479d3dd22de'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:25:25.183465 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 479255aa-b19c-4f70-947c-dc3cd9007dcc up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:25:25.234376 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 479255aa-b19c-4f70-947c-dc3cd9007dcc triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:25:25.234771 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:25.287262 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-59b3f117-0358-48d9-9ecc-878460d0d851 None None] Set router 7c7bf276-1d0a-47a9-8d1f-2479d3dd22de gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:25:25.335666 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:25.346810 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2b835e-c683-4d51-a882-54b1a407a816 None None] Network f665d615-f3d2-40d5-b237-0fb228fd7edf requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 14:25:25.387954 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] For port 479255aa-b19c-4f70-947c-dc3cd9007dcc, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=479255aa-b19c-4f70-947c-dc3cd9007dcc,segment=NetworkSegment(2d4a8946-8675-4359-a723-712f013e7fcd),segment_id=2d4a8946-8675-4359-a723-712f013e7fcd)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:25:25.421266 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:25.463108 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-f812f0b1-4682-4db4-8843-0bb10d1fc172 None None] Provisioning complete for port 479255aa-b19c-4f70-947c-dc3cd9007dcc triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:25:25.463774 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f812f0b1-4682-4db4-8843-0bb10d1fc172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:25.482403 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-59b3f117-0358-48d9-9ecc-878460d0d851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7bf276-1d0a-47a9-8d1f-2479d3dd22de', 'name': 'tempest-TestShelveInstance-559767202-router', 'tenant_id': '05f886ea33fe41478064d3ee275912f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'e1e6140f-6116-4dd3-b264-9b0e50d42c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:25:23Z', 'updated_at': '2021-11-25T14:25:24Z', 'revision_number': 3, 'project_id': '05f886ea33fe41478064d3ee275912f3', 'gw_port': {'id': 'e1e6140f-6116-4dd3-b264-9b0e50d42c68', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:dd:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7bf276-1d0a-47a9-8d1f-2479d3dd22de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:25:24Z', 'updated_at': '2021-11-25T14:25:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:25:25.515763 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b3f117-0358-48d9-9ecc-878460d0d851 None None] Checking router: 7c7bf276-1d0a-47a9-8d1f-2479d3dd22de for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 14:25:25.516191 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b3f117-0358-48d9-9ecc-878460d0d851 None None] Updating router 7c7bf276-1d0a-47a9-8d1f-2479d3dd22de port e1e6140f-6116-4dd3-b264-9b0e50d42c68 binding host n-d-808199-11 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 14:25:25.544182 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-59b3f117-0358-48d9-9ecc-878460d0d851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:25.669131 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-819edfad-a29f-458a-987e-9f47542a9d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:25.694844 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Pushing event updated for resources: {'Port': ['ID=479255aa-b19c-4f70-947c-dc3cd9007dcc,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:25:25.820242 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-59b3f117-0358-48d9-9ecc-878460d0d851 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:25.827417 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-59b3f117-0358-48d9-9ecc-878460d0d851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:25.837324 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-819edfad-a29f-458a-987e-9f47542a9d4a admin admin] Allocated IP 172.20.0.1 (f665d615-f3d2-40d5-b237-0fb228fd7edf/b9412b2d-3904-4cc5-be06-1daeb00677a4/bc2691d7-9fff-4474-ba5a-7b61b0be85c3) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:25:25.874933 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63ecf59-8997-4275-9c7a-a5ada28c697b None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 14:25:25.893819 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-59b3f117-0358-48d9-9ecc-878460d0d851 None None] Attempting to bind port e1e6140f-6116-4dd3-b264-9b0e50d42c68 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:25:25.894192 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-59b3f117-0358-48d9-9ecc-878460d0d851 None None] Attempting to bind port e1e6140f-6116-4dd3-b264-9b0e50d42c68 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:25:25.895138 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b3f117-0358-48d9-9ecc-878460d0d851 None None] Attempting to bind port e1e6140f-6116-4dd3-b264-9b0e50d42c68 on network 7542d3d9-0db3-40e7-ab88-a168871141f7 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:25:25.905974 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc0eee1-37b1-4c69-996d-5cf946a8e73f None None] Pushing event updated for resources: {'Port': ['ID=e1e6140f-6116-4dd3-b264-9b0e50d42c68,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:25:25.909514 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b3f117-0358-48d9-9ecc-878460d0d851 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:25:25.910064 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b3f117-0358-48d9-9ecc-878460d0d851 None None] Checking segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:25:25.910475 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-59b3f117-0358-48d9-9ecc-878460d0d851 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:25.910922 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b3f117-0358-48d9-9ecc-878460d0d851 None None] Bound using segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:25:25.911838 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-59b3f117-0358-48d9-9ecc-878460d0d851 None None] Bound port: e1e6140f-6116-4dd3-b264-9b0e50d42c68, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:25:25.912229 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-59b3f117-0358-48d9-9ecc-878460d0d851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:25.936403 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-aeb5a02f-3b8d-4afb-811a-e6c87f273813 None None] Provisioning complete for port e1e6140f-6116-4dd3-b264-9b0e50d42c68 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:25:25.936403 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aeb5a02f-3b8d-4afb-811a-e6c87f273813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:25.937943 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc0eee1-37b1-4c69-996d-5cf946a8e73f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:25:25.938293 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc0eee1-37b1-4c69-996d-5cf946a8e73f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:25:25.938632 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc0eee1-37b1-4c69-996d-5cf946a8e73f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:25:25.938992 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc0eee1-37b1-4c69-996d-5cf946a8e73f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:25:25.939336 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc0eee1-37b1-4c69-996d-5cf946a8e73f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:25:25.939657 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc0eee1-37b1-4c69-996d-5cf946a8e73f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:25:25.939992 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc0eee1-37b1-4c69-996d-5cf946a8e73f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:25:25.940311 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc0eee1-37b1-4c69-996d-5cf946a8e73f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:25:25.940637 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc0eee1-37b1-4c69-996d-5cf946a8e73f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:25:25.940963 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc0eee1-37b1-4c69-996d-5cf946a8e73f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:25:25.941287 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc0eee1-37b1-4c69-996d-5cf946a8e73f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:25:25.941609 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc0eee1-37b1-4c69-996d-5cf946a8e73f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:25:25.975818 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-819edfad-a29f-458a-987e-9f47542a9d4a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:25.978515 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-59b3f117-0358-48d9-9ecc-878460d0d851 None None] For port e1e6140f-6116-4dd3-b264-9b0e50d42c68, host n-d-808199-11, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:25:25.984581 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-59b3f117-0358-48d9-9ecc-878460d0d851 None None] For port e1e6140f-6116-4dd3-b264-9b0e50d42c68, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=e1e6140f-6116-4dd3-b264-9b0e50d42c68,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:25:25.989998 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-59b3f117-0358-48d9-9ecc-878460d0d851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:25.993106 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-aeb5a02f-3b8d-4afb-811a-e6c87f273813 None None] Port e1e6140f-6116-4dd3-b264-9b0e50d42c68 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 14:25:26.016927 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-819edfad-a29f-458a-987e-9f47542a9d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:26.043592 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261623ac-d5f2-4981-9556-b5d20813a991 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 14:25:26.045248 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b3f117-0358-48d9-9ecc-878460d0d851 None None] Routers {'7c7bf276-1d0a-47a9-8d1f-2479d3dd22de'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:25:26.045866 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-59b3f117-0358-48d9-9ecc-878460d0d851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:25:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['7c7bf276-1d0a-47a9-8d1f-2479d3dd22de'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:25:26.053033 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819edfad-a29f-458a-987e-9f47542a9d4a admin admin] Network f665d615-f3d2-40d5-b237-0fb228fd7edf is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:25:26.061160 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-819edfad-a29f-458a-987e-9f47542a9d4a admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:25:26.065116 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819edfad-a29f-458a-987e-9f47542a9d4a admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:25:26.093961 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc0eee1-37b1-4c69-996d-5cf946a8e73f None None] Pushing event updated for resources: {'Port': ['ID=e1e6140f-6116-4dd3-b264-9b0e50d42c68,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:25:26.102134 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819edfad-a29f-458a-987e-9f47542a9d4a admin admin] Pushing event updated for resources: {'Port': ['ID=bc2691d7-9fff-4474-ba5a-7b61b0be85c3,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:25:26.115060 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-819edfad-a29f-458a-987e-9f47542a9d4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:26.128220 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-3e7f7d4f-1f88-4f3b-90bd-ce8097059e81 None None] Provisioning complete for port e1e6140f-6116-4dd3-b264-9b0e50d42c68 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:25:26.128600 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3e7f7d4f-1f88-4f3b-90bd-ce8097059e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:26.173452 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-59b3f117-0358-48d9-9ecc-878460d0d851 None None] Set router 7c7bf276-1d0a-47a9-8d1f-2479d3dd22de gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:25:26.234629 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3e7f7d4f-1f88-4f3b-90bd-ce8097059e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:26.258292 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-3e7f7d4f-1f88-4f3b-90bd-ce8097059e81 None None] For port e1e6140f-6116-4dd3-b264-9b0e50d42c68, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=e1e6140f-6116-4dd3-b264-9b0e50d42c68,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:25:26.262861 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3e7f7d4f-1f88-4f3b-90bd-ce8097059e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:26.266504 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-819edfad-a29f-458a-987e-9f47542a9d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:26.319923 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-3e7f7d4f-1f88-4f3b-90bd-ce8097059e81 None None] Provisioning complete for port 479255aa-b19c-4f70-947c-dc3cd9007dcc triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:25:26.320302 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3e7f7d4f-1f88-4f3b-90bd-ce8097059e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:26.362199 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7f7d4f-1f88-4f3b-90bd-ce8097059e81 None None] Pushing event updated for resources: {'Port': ['ID=e1e6140f-6116-4dd3-b264-9b0e50d42c68,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:25:26.378416 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-59b3f117-0358-48d9-9ecc-878460d0d851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7bf276-1d0a-47a9-8d1f-2479d3dd22de', 'name': 'tempest-TestShelveInstance-559767202-router', 'tenant_id': '05f886ea33fe41478064d3ee275912f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'e1e6140f-6116-4dd3-b264-9b0e50d42c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:25:23Z', 'updated_at': '2021-11-25T14:25:24Z', 'revision_number': 3, 'project_id': '05f886ea33fe41478064d3ee275912f3', 'gw_port': {'id': 'e1e6140f-6116-4dd3-b264-9b0e50d42c68', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:dd:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7bf276-1d0a-47a9-8d1f-2479d3dd22de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:25:24Z', 'updated_at': '2021-11-25T14:25:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:25:26.406685 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b3f117-0358-48d9-9ecc-878460d0d851 None None] The sync data for ids ['7c7bf276-1d0a-47a9-8d1f-2479d3dd22de'] in n-d-808199-11 is: [{'id': '7c7bf276-1d0a-47a9-8d1f-2479d3dd22de', 'name': 'tempest-TestShelveInstance-559767202-router', 'tenant_id': '05f886ea33fe41478064d3ee275912f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'e1e6140f-6116-4dd3-b264-9b0e50d42c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:25:23Z', 'updated_at': '2021-11-25T14:25:24Z', 'revision_number': 3, 'project_id': '05f886ea33fe41478064d3ee275912f3', 'gw_port': {'id': 'e1e6140f-6116-4dd3-b264-9b0e50d42c68', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:dd:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7bf276-1d0a-47a9-8d1f-2479d3dd22de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:25:24Z', 'updated_at': '2021-11-25T14:25:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 14:25:26.465896 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-819edfad-a29f-458a-987e-9f47542a9d4a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:26.470667 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-819edfad-a29f-458a-987e-9f47542a9d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:26.539124 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-86684be5-f848-407b-bb1a-7408b5fdb1b8 None None] Provisioning complete for port bc2691d7-9fff-4474-ba5a-7b61b0be85c3 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:25:26.539642 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-86684be5-f848-407b-bb1a-7408b5fdb1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:26.545233 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-819edfad-a29f-458a-987e-9f47542a9d4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:26.548935 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819edfad-a29f-458a-987e-9f47542a9d4a admin admin] Pushing event updated for resources: {'Port': ['ID=bc2691d7-9fff-4474-ba5a-7b61b0be85c3,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:25:26.579245 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-86684be5-f848-407b-bb1a-7408b5fdb1b8 None None] Port bc2691d7-9fff-4474-ba5a-7b61b0be85c3 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 14:25:26.673664 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819edfad-a29f-458a-987e-9f47542a9d4a admin admin] Network f665d615-f3d2-40d5-b237-0fb228fd7edf is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:25:26.675240 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-819edfad-a29f-458a-987e-9f47542a9d4a admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:25:26.807180 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-819edfad-a29f-458a-987e-9f47542a9d4a admin admin] Router 7c7bf276-1d0a-47a9-8d1f-2479d3dd22de has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 14:25:26.909103 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-48175ef5-0b04-4c87-869a-4504d3ba9627 None None] Provisioning complete for port bc2691d7-9fff-4474-ba5a-7b61b0be85c3 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:25:26.909473 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-48175ef5-0b04-4c87-869a-4504d3ba9627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:26.936751 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819edfad-a29f-458a-987e-9f47542a9d4a admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 14:25:26.950770 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-819edfad-a29f-458a-987e-9f47542a9d4a admin admin] 10.222.0.53 "PUT /v2.0/routers/7c7bf276-1d0a-47a9-8d1f-2479d3dd22de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7811306 Nov 25 14:25:26.952037 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-48175ef5-0b04-4c87-869a-4504d3ba9627 None None] Port bc2691d7-9fff-4474-ba5a-7b61b0be85c3 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 14:25:27.257297 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device e1e6140f-6116-4dd3-b264-9b0e50d42c68 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:25:27.324074 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port e1e6140f-6116-4dd3-b264-9b0e50d42c68 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:25:27.324567 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:27.412565 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 479255aa-b19c-4f70-947c-dc3cd9007dcc up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:25:27.458968 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 479255aa-b19c-4f70-947c-dc3cd9007dcc triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:25:27.459338 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:27.485527 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 40250) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:25:27.490519 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-9712be5f-dcd9-4714-8efe-ccaf4f64ef8e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-200115169-network', 'tenant_id': '1798ea441a1a45f0bc6086133ba0a613'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:25:27.511919 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9712be5f-dcd9-4714-8efe-ccaf4f64ef8e admin admin] Made reservation on behalf of 1798ea441a1a45f0bc6086133ba0a613 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 14:25:27.514720 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9712be5f-dcd9-4714-8efe-ccaf4f64ef8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:27.524146 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9712be5f-dcd9-4714-8efe-ccaf4f64ef8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:27.604586 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9712be5f-dcd9-4714-8efe-ccaf4f64ef8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:27.608384 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9712be5f-dcd9-4714-8efe-ccaf4f64ef8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:27.631325 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9712be5f-dcd9-4714-8efe-ccaf4f64ef8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 14:25:27.647038 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9712be5f-dcd9-4714-8efe-ccaf4f64ef8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a06942-c40c-429e-89d2-58b27aded98c,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:25:27.651088 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9712be5f-dcd9-4714-8efe-ccaf4f64ef8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:27.651434 n-d-808199-11 neutron-server[103571]: INFO neutron.db.segments_db [None req-9712be5f-dcd9-4714-8efe-ccaf4f64ef8e admin admin] Added segment 81ac30c9-4a0d-45eb-b009-18837bbafc7e of type vlan for network b66f2a79-db8c-435c-a33d-ef995822afc4 Nov 25 14:25:27.690630 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9712be5f-dcd9-4714-8efe-ccaf4f64ef8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:27.715809 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9712be5f-dcd9-4714-8efe-ccaf4f64ef8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:27.716772 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9712be5f-dcd9-4714-8efe-ccaf4f64ef8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:25:27.717347 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9712be5f-dcd9-4714-8efe-ccaf4f64ef8e admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:27.773144 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-9712be5f-dcd9-4714-8efe-ccaf4f64ef8e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2864263 Nov 25 14:25:27.775947 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 40252) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:25:27.780962 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-879e9940-3362-4ab8-970f-d55c12ffc255 admin admin] Request body: {'subnet': {'network_id': 'b66f2a79-db8c-435c-a33d-ef995822afc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-200115169-subnet', 'tenant_id': '1798ea441a1a45f0bc6086133ba0a613', 'ip_version': 4}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:25:27.784228 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9712be5f-dcd9-4714-8efe-ccaf4f64ef8e admin admin] Pushing event updated for resources: {'Network': ['ID=b66f2a79-db8c-435c-a33d-ef995822afc4,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:25:27.794409 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network b66f2a79-db8c-435c-a33d-ef995822afc4 details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 14:25:27.803043 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879e9940-3362-4ab8-970f-d55c12ffc255 admin admin] Made reservation on behalf of 1798ea441a1a45f0bc6086133ba0a613 for: {'subnet': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 14:25:27.806353 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-879e9940-3362-4ab8-970f-d55c12ffc255 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63284748'] for subnet, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:27.979812 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-879e9940-3362-4ab8-970f-d55c12ffc255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63611419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63284454'] for subnet, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:28.012131 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40017779-523e-4861-b1ba-11bb69ed4fa9 None None] Sync routers for ids ['7c7bf276-1d0a-47a9-8d1f-2479d3dd22de'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 14:25:28.023648 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40017779-523e-4861-b1ba-11bb69ed4fa9 None None] Routers {'7c7bf276-1d0a-47a9-8d1f-2479d3dd22de'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:25:28.024311 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-40017779-523e-4861-b1ba-11bb69ed4fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:25:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['7c7bf276-1d0a-47a9-8d1f-2479d3dd22de'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:25:28.043363 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e9940-3362-4ab8-970f-d55c12ffc255 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a00476a7-af38-4133-9c19-1eafd8fb0363,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:25:28.047022 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879e9940-3362-4ab8-970f-d55c12ffc255 admin admin] Checking segment: {'id': '81ac30c9-4a0d-45eb-b009-18837bbafc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b66f2a79-db8c-435c-a33d-ef995822afc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:25:28.047386 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879e9940-3362-4ab8-970f-d55c12ffc255 admin admin] Network hostable DHCP agents. Network: b66f2a79-db8c-435c-a33d-ef995822afc4, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103570) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 14:25:28.064102 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879e9940-3362-4ab8-970f-d55c12ffc255 admin admin] Network b66f2a79-db8c-435c-a33d-ef995822afc4 is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 14:25:28.073562 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-879e9940-3362-4ab8-970f-d55c12ffc255 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, b66f2a79-db8c-435c-a33d-ef995822afc4) {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:25:28.078238 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879e9940-3362-4ab8-970f-d55c12ffc255 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:25:28.078883 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-879e9940-3362-4ab8-970f-d55c12ffc255 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:28.094841 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-879e9940-3362-4ab8-970f-d55c12ffc255 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3177469 Nov 25 14:25:28.097503 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 40254) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:25:28.101805 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-3aebbfb2-354b-4271-91cb-e83e2e69fda6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-200115169-router', 'tenant_id': '1798ea441a1a45f0bc6086133ba0a613', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:25:28.112159 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c323b1b6-c14e-4ab0-8135-b9dd3253d78f None None] Network b66f2a79-db8c-435c-a33d-ef995822afc4 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 14:25:28.123179 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3aebbfb2-354b-4271-91cb-e83e2e69fda6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:28.124183 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3aebbfb2-354b-4271-91cb-e83e2e69fda6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:28.178561 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3aebbfb2-354b-4271-91cb-e83e2e69fda6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:28.189639 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-40017779-523e-4861-b1ba-11bb69ed4fa9 None None] Set router 7c7bf276-1d0a-47a9-8d1f-2479d3dd22de gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:25:28.421801 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1fe177-433c-4765-9a96-9a179d0ab906 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-b66f2a79-db8c-435c-a33d-ef995822afc4', 'network_id': 'b66f2a79-db8c-435c-a33d-ef995822afc4', 'tenant_id': '1798ea441a1a45f0bc6086133ba0a613', 'fixed_ips': [{'subnet_id': 'a00476a7-af38-4133-9c19-1eafd8fb0363'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 14:25:28.422898 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2b1fe177-433c-4765-9a96-9a179d0ab906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:28.589464 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-40017779-523e-4861-b1ba-11bb69ed4fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7bf276-1d0a-47a9-8d1f-2479d3dd22de', 'name': 'tempest-TestShelveInstance-559767202-router', 'tenant_id': '05f886ea33fe41478064d3ee275912f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'e1e6140f-6116-4dd3-b264-9b0e50d42c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:25:23Z', 'updated_at': '2021-11-25T14:25:26Z', 'revision_number': 4, 'project_id': '05f886ea33fe41478064d3ee275912f3', 'gw_port': {'id': 'e1e6140f-6116-4dd3-b264-9b0e50d42c68', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:dd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7bf276-1d0a-47a9-8d1f-2479d3dd22de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:25:24Z', 'updated_at': '2021-11-25T14:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'bc2691d7-9fff-4474-ba5a-7b61b0be85c3', 'name': '', 'network_id': 'f665d615-f3d2-40d5-b237-0fb228fd7edf', 'tenant_id': '05f886ea33fe41478064d3ee275912f3', 'mac_address': 'fa:16:3e:e9:c0:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7bf276-1d0a-47a9-8d1f-2479d3dd22de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'b9412b2d-3904-4cc5-be06-1daeb00677a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:25:25Z', 'updated_at': '2021-11-25T14:25:26Z', 'revision_number': 2, 'project_id': '05f886ea33fe41478064d3ee275912f3', 'subnets': [{'id': 'b9412b2d-3904-4cc5-be06-1daeb00677a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:25:28.621277 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40017779-523e-4861-b1ba-11bb69ed4fa9 None None] Checking router: 7c7bf276-1d0a-47a9-8d1f-2479d3dd22de for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 14:25:28.621645 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40017779-523e-4861-b1ba-11bb69ed4fa9 None None] Updating router 7c7bf276-1d0a-47a9-8d1f-2479d3dd22de port bc2691d7-9fff-4474-ba5a-7b61b0be85c3 binding host n-d-808199-11 {{(pid=103572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 14:25:28.642286 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-2b1fe177-433c-4765-9a96-9a179d0ab906 None None] Allocated IP 172.20.0.2 (b66f2a79-db8c-435c-a33d-ef995822afc4/a00476a7-af38-4133-9c19-1eafd8fb0363/d8608598-9334-4f83-b56b-3699e5e67652) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:25:28.653483 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3aebbfb2-354b-4271-91cb-e83e2e69fda6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:28.658084 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-40017779-523e-4861-b1ba-11bb69ed4fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:28.855200 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3aebbfb2-354b-4271-91cb-e83e2e69fda6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:28.874785 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3aebbfb2-354b-4271-91cb-e83e2e69fda6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:28.935007 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2b1fe177-433c-4765-9a96-9a179d0ab906 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:28.949471 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2b1fe177-433c-4765-9a96-9a179d0ab906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:28.981663 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-3aebbfb2-354b-4271-91cb-e83e2e69fda6 admin admin] Allocated IP 172.25.5.92 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/30ab58e4-3d2f-4cee-b83c-8a8978df9c5d) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:25:29.013872 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1fe177-433c-4765-9a96-9a179d0ab906 None None] Network b66f2a79-db8c-435c-a33d-ef995822afc4 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:25:29.021747 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-2b1fe177-433c-4765-9a96-9a179d0ab906 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:25:29.027556 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1fe177-433c-4765-9a96-9a179d0ab906 None None] Pushing event updated for resources: {'Port': ['ID=d8608598-9334-4f83-b56b-3699e5e67652,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:25:29.030980 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1fe177-433c-4765-9a96-9a179d0ab906 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:25:29.085718 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3aebbfb2-354b-4271-91cb-e83e2e69fda6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:29.119822 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3aebbfb2-354b-4271-91cb-e83e2e69fda6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:29.124721 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-40017779-523e-4861-b1ba-11bb69ed4fa9 None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:29.126407 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-2b1fe177-433c-4765-9a96-9a179d0ab906 None None] Attempting to bind port d8608598-9334-4f83-b56b-3699e5e67652 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:25:29.126810 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-2b1fe177-433c-4765-9a96-9a179d0ab906 None None] Attempting to bind port d8608598-9334-4f83-b56b-3699e5e67652 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '81ac30c9-4a0d-45eb-b009-18837bbafc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b66f2a79-db8c-435c-a33d-ef995822afc4'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:25:29.127183 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1fe177-433c-4765-9a96-9a179d0ab906 None None] Attempting to bind port d8608598-9334-4f83-b56b-3699e5e67652 on network b66f2a79-db8c-435c-a33d-ef995822afc4 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:25:29.134385 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-40017779-523e-4861-b1ba-11bb69ed4fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:29.136336 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1fe177-433c-4765-9a96-9a179d0ab906 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:25:29.136721 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1fe177-433c-4765-9a96-9a179d0ab906 None None] Checking segment: {'id': '81ac30c9-4a0d-45eb-b009-18837bbafc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b66f2a79-db8c-435c-a33d-ef995822afc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:25:29.137118 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2b1fe177-433c-4765-9a96-9a179d0ab906 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:29.137518 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1fe177-433c-4765-9a96-9a179d0ab906 None None] Bound using segment: {'id': '81ac30c9-4a0d-45eb-b009-18837bbafc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b66f2a79-db8c-435c-a33d-ef995822afc4'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:25:29.137994 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-2b1fe177-433c-4765-9a96-9a179d0ab906 None None] Bound port: d8608598-9334-4f83-b56b-3699e5e67652, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81ac30c9-4a0d-45eb-b009-18837bbafc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b66f2a79-db8c-435c-a33d-ef995822afc4'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:25:29.138376 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2b1fe177-433c-4765-9a96-9a179d0ab906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:29.159328 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aebbfb2-354b-4271-91cb-e83e2e69fda6 admin admin] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:25:29.162184 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-3aebbfb2-354b-4271-91cb-e83e2e69fda6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:25:29.164657 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aebbfb2-354b-4271-91cb-e83e2e69fda6 admin admin] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:25:29.179458 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6aef44-a49c-49d4-916a-574222fe0a5b None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 14:25:29.201497 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aebbfb2-354b-4271-91cb-e83e2e69fda6 admin admin] Pushing event updated for resources: {'Port': ['ID=30ab58e4-3d2f-4cee-b83c-8a8978df9c5d,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:25:29.231346 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f38f8c-5689-4494-b7ad-42d576209ef3 None None] Pushing event updated for resources: {'Port': ['ID=bc2691d7-9fff-4474-ba5a-7b61b0be85c3,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:25:29.310250 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-2b1fe177-433c-4765-9a96-9a179d0ab906 None None] For port d8608598-9334-4f83-b56b-3699e5e67652, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:25:29.320276 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-40017779-523e-4861-b1ba-11bb69ed4fa9 None None] Attempting to bind port bc2691d7-9fff-4474-ba5a-7b61b0be85c3 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:25:29.320663 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-40017779-523e-4861-b1ba-11bb69ed4fa9 None None] Attempting to bind port bc2691d7-9fff-4474-ba5a-7b61b0be85c3 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '2d4a8946-8675-4359-a723-712f013e7fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f665d615-f3d2-40d5-b237-0fb228fd7edf'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:25:29.321040 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40017779-523e-4861-b1ba-11bb69ed4fa9 None None] Attempting to bind port bc2691d7-9fff-4474-ba5a-7b61b0be85c3 on network f665d615-f3d2-40d5-b237-0fb228fd7edf {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:25:29.332427 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-2b1fe177-433c-4765-9a96-9a179d0ab906 None None] For port d8608598-9334-4f83-b56b-3699e5e67652, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=d8608598-9334-4f83-b56b-3699e5e67652,segment=NetworkSegment(81ac30c9-4a0d-45eb-b009-18837bbafc7e),segment_id=81ac30c9-4a0d-45eb-b009-18837bbafc7e)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:25:29.334888 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-4d623821-b855-4423-ab5b-3cb969126f2a None None] Provisioning complete for port 30ab58e4-3d2f-4cee-b83c-8a8978df9c5d triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:25:29.335280 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4d623821-b855-4423-ab5b-3cb969126f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:29.337707 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40017779-523e-4861-b1ba-11bb69ed4fa9 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:25:29.338096 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40017779-523e-4861-b1ba-11bb69ed4fa9 None None] Checking segment: {'id': '2d4a8946-8675-4359-a723-712f013e7fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f665d615-f3d2-40d5-b237-0fb228fd7edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:25:29.338510 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-40017779-523e-4861-b1ba-11bb69ed4fa9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:29.338994 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40017779-523e-4861-b1ba-11bb69ed4fa9 None None] Bound using segment: {'id': '2d4a8946-8675-4359-a723-712f013e7fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f665d615-f3d2-40d5-b237-0fb228fd7edf'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:25:29.339611 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-40017779-523e-4861-b1ba-11bb69ed4fa9 None None] Bound port: bc2691d7-9fff-4474-ba5a-7b61b0be85c3, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d4a8946-8675-4359-a723-712f013e7fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f665d615-f3d2-40d5-b237-0fb228fd7edf'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:25:29.339949 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-40017779-523e-4861-b1ba-11bb69ed4fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:29.344439 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2b1fe177-433c-4765-9a96-9a179d0ab906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:29.452137 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-4d623821-b855-4423-ab5b-3cb969126f2a None None] Port 30ab58e4-3d2f-4cee-b83c-8a8978df9c5d cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 14:25:29.457971 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3aebbfb2-354b-4271-91cb-e83e2e69fda6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:29.470273 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1fe177-433c-4765-9a96-9a179d0ab906 None None] Pushing event updated for resources: {'Port': ['ID=d8608598-9334-4f83-b56b-3699e5e67652,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:25:29.494427 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-40017779-523e-4861-b1ba-11bb69ed4fa9 None None] For port bc2691d7-9fff-4474-ba5a-7b61b0be85c3, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:25:29.497558 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-40017779-523e-4861-b1ba-11bb69ed4fa9 None None] For port bc2691d7-9fff-4474-ba5a-7b61b0be85c3, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=bc2691d7-9fff-4474-ba5a-7b61b0be85c3,segment=NetworkSegment(2d4a8946-8675-4359-a723-712f013e7fcd),segment_id=2d4a8946-8675-4359-a723-712f013e7fcd)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:25:29.502884 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-40017779-523e-4861-b1ba-11bb69ed4fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:29.578530 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40017779-523e-4861-b1ba-11bb69ed4fa9 None None] Routers {'7c7bf276-1d0a-47a9-8d1f-2479d3dd22de'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:25:29.579209 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-40017779-523e-4861-b1ba-11bb69ed4fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:25:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['7c7bf276-1d0a-47a9-8d1f-2479d3dd22de'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:25:29.613385 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f38f8c-5689-4494-b7ad-42d576209ef3 None None] Pushing event updated for resources: {'Port': ['ID=bc2691d7-9fff-4474-ba5a-7b61b0be85c3,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:25:29.638225 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-c6a6b147-5092-4161-a0d5-8721af5c52cd None None] Provisioning complete for port bc2691d7-9fff-4474-ba5a-7b61b0be85c3 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:25:29.638602 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c6a6b147-5092-4161-a0d5-8721af5c52cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:29.695595 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3aebbfb2-354b-4271-91cb-e83e2e69fda6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:29.881437 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aebbfb2-354b-4271-91cb-e83e2e69fda6 admin admin] Router 75625829-0cc8-464b-a795-e6521ae878fa is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 14:25:29.900954 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-40017779-523e-4861-b1ba-11bb69ed4fa9 None None] Set router 7c7bf276-1d0a-47a9-8d1f-2479d3dd22de gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:25:29.999031 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aebbfb2-354b-4271-91cb-e83e2e69fda6 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 14:25:30.010776 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac64e92f-1677-4ad6-82cf-183d12ad3420 None None] Sync routers for ids ['75625829-0cc8-464b-a795-e6521ae878fa'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 14:25:30.018126 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-3aebbfb2-354b-4271-91cb-e83e2e69fda6 admin admin] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:30.019448 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-3aebbfb2-354b-4271-91cb-e83e2e69fda6 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9209485 Nov 25 14:25:30.022240 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 40256) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:25:30.027142 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac64e92f-1677-4ad6-82cf-183d12ad3420 None None] Routers {'75625829-0cc8-464b-a795-e6521ae878fa'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:25:30.027760 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ac64e92f-1677-4ad6-82cf-183d12ad3420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:25:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['75625829-0cc8-464b-a795-e6521ae878fa'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:25:30.048017 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c6a6b147-5092-4161-a0d5-8721af5c52cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:30.106273 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-c6a6b147-5092-4161-a0d5-8721af5c52cd None None] For port bc2691d7-9fff-4474-ba5a-7b61b0be85c3, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=bc2691d7-9fff-4474-ba5a-7b61b0be85c3,segment=NetworkSegment(2d4a8946-8675-4359-a723-712f013e7fcd),segment_id=2d4a8946-8675-4359-a723-712f013e7fcd)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:25:30.114168 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c6a6b147-5092-4161-a0d5-8721af5c52cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:30.141682 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-ac64e92f-1677-4ad6-82cf-183d12ad3420 None None] Set router 75625829-0cc8-464b-a795-e6521ae878fa gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:25:30.192279 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a6b147-5092-4161-a0d5-8721af5c52cd None None] Pushing event updated for resources: {'Port': ['ID=bc2691d7-9fff-4474-ba5a-7b61b0be85c3,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:25:30.214511 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-40017779-523e-4861-b1ba-11bb69ed4fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7bf276-1d0a-47a9-8d1f-2479d3dd22de', 'name': 'tempest-TestShelveInstance-559767202-router', 'tenant_id': '05f886ea33fe41478064d3ee275912f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'e1e6140f-6116-4dd3-b264-9b0e50d42c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:25:23Z', 'updated_at': '2021-11-25T14:25:26Z', 'revision_number': 4, 'project_id': '05f886ea33fe41478064d3ee275912f3', 'gw_port': {'id': 'e1e6140f-6116-4dd3-b264-9b0e50d42c68', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:dd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7bf276-1d0a-47a9-8d1f-2479d3dd22de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:25:24Z', 'updated_at': '2021-11-25T14:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'bc2691d7-9fff-4474-ba5a-7b61b0be85c3', 'name': '', 'network_id': 'f665d615-f3d2-40d5-b237-0fb228fd7edf', 'tenant_id': '05f886ea33fe41478064d3ee275912f3', 'mac_address': 'fa:16:3e:e9:c0:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7bf276-1d0a-47a9-8d1f-2479d3dd22de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'b9412b2d-3904-4cc5-be06-1daeb00677a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:25:25Z', 'updated_at': '2021-11-25T14:25:29Z', 'revision_number': 4, 'project_id': '05f886ea33fe41478064d3ee275912f3', 'subnets': [{'id': 'b9412b2d-3904-4cc5-be06-1daeb00677a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:25:30.249130 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40017779-523e-4861-b1ba-11bb69ed4fa9 None None] The sync data for ids ['7c7bf276-1d0a-47a9-8d1f-2479d3dd22de'] in n-d-808199-11 is: [{'id': '7c7bf276-1d0a-47a9-8d1f-2479d3dd22de', 'name': 'tempest-TestShelveInstance-559767202-router', 'tenant_id': '05f886ea33fe41478064d3ee275912f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'e1e6140f-6116-4dd3-b264-9b0e50d42c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:25:23Z', 'updated_at': '2021-11-25T14:25:26Z', 'revision_number': 4, 'project_id': '05f886ea33fe41478064d3ee275912f3', 'gw_port': {'id': 'e1e6140f-6116-4dd3-b264-9b0e50d42c68', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:dd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7bf276-1d0a-47a9-8d1f-2479d3dd22de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:25:24Z', 'updated_at': '2021-11-25T14:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'bc2691d7-9fff-4474-ba5a-7b61b0be85c3', 'name': '', 'network_id': 'f665d615-f3d2-40d5-b237-0fb228fd7edf', 'tenant_id': '05f886ea33fe41478064d3ee275912f3', 'mac_address': 'fa:16:3e:e9:c0:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7bf276-1d0a-47a9-8d1f-2479d3dd22de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'b9412b2d-3904-4cc5-be06-1daeb00677a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:25:25Z', 'updated_at': '2021-11-25T14:25:29Z', 'revision_number': 4, 'project_id': '05f886ea33fe41478064d3ee275912f3', 'subnets': [{'id': 'b9412b2d-3904-4cc5-be06-1daeb00677a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 14:25:30.279551 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-f1261206-d2aa-45ff-abc1-554c8e5ce65a None None] Provisioning complete for port bc2691d7-9fff-4474-ba5a-7b61b0be85c3 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:25:30.279934 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f1261206-d2aa-45ff-abc1-554c8e5ce65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:30.437246 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-343bd5bb-eae5-4761-a15e-0218033569c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:30.498832 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ac64e92f-1677-4ad6-82cf-183d12ad3420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75625829-0cc8-464b-a795-e6521ae878fa', 'name': 'tempest-TestShelveInstance-200115169-router', 'tenant_id': '1798ea441a1a45f0bc6086133ba0a613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '30ab58e4-3d2f-4cee-b83c-8a8978df9c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:25:28Z', 'updated_at': '2021-11-25T14:25:29Z', 'revision_number': 3, 'project_id': '1798ea441a1a45f0bc6086133ba0a613', 'gw_port': {'id': '30ab58e4-3d2f-4cee-b83c-8a8978df9c5d', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:76:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75625829-0cc8-464b-a795-e6521ae878fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:25:28Z', 'updated_at': '2021-11-25T14:25:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:25:30.538106 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac64e92f-1677-4ad6-82cf-183d12ad3420 None None] Checking router: 75625829-0cc8-464b-a795-e6521ae878fa for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 14:25:30.538759 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac64e92f-1677-4ad6-82cf-183d12ad3420 None None] Updating router 75625829-0cc8-464b-a795-e6521ae878fa port 30ab58e4-3d2f-4cee-b83c-8a8978df9c5d binding host n-d-808199-11 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 14:25:30.567282 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ac64e92f-1677-4ad6-82cf-183d12ad3420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:30.568160 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-549c79fc-6086-49d0-8c31-cdf1b39487d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:30.777399 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc62ff0-f487-4bf7-b05b-c6c65583fa28 None None] Network b66f2a79-db8c-435c-a33d-ef995822afc4 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 14:25:30.777601 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-549c79fc-6086-49d0-8c31-cdf1b39487d0 admin admin] Allocated IP 172.20.0.1 (b66f2a79-db8c-435c-a33d-ef995822afc4/a00476a7-af38-4133-9c19-1eafd8fb0363/8bcd00a9-2677-446c-a507-400a8220b6dc) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:25:30.887999 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-67363015-526f-4d11-be0a-0c0b92e04cf1 None None] Provisioning complete for port d8608598-9334-4f83-b56b-3699e5e67652 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:25:30.888774 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-67363015-526f-4d11-be0a-0c0b92e04cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:30.893903 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ac64e92f-1677-4ad6-82cf-183d12ad3420 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:30.902004 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ac64e92f-1677-4ad6-82cf-183d12ad3420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:30.919544 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-549c79fc-6086-49d0-8c31-cdf1b39487d0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:30.970001 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-ac64e92f-1677-4ad6-82cf-183d12ad3420 None None] Attempting to bind port 30ab58e4-3d2f-4cee-b83c-8a8978df9c5d on host n-d-808199-11 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:25:30.970375 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-ac64e92f-1677-4ad6-82cf-183d12ad3420 None None] Attempting to bind port 30ab58e4-3d2f-4cee-b83c-8a8978df9c5d by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:25:30.970770 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac64e92f-1677-4ad6-82cf-183d12ad3420 None None] Attempting to bind port 30ab58e4-3d2f-4cee-b83c-8a8978df9c5d on network 7542d3d9-0db3-40e7-ab88-a168871141f7 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:25:30.973745 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a858b0-8b1a-4b08-a483-5dfd11af40bb None None] Pushing event updated for resources: {'Port': ['ID=30ab58e4-3d2f-4cee-b83c-8a8978df9c5d,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:25:30.977261 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea47437-1631-4324-aa0d-7038597fb120 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 14:25:30.979208 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac64e92f-1677-4ad6-82cf-183d12ad3420 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:25:30.979584 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac64e92f-1677-4ad6-82cf-183d12ad3420 None None] Checking segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:25:30.979985 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ac64e92f-1677-4ad6-82cf-183d12ad3420 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:30.980370 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac64e92f-1677-4ad6-82cf-183d12ad3420 None None] Bound using segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:25:30.980833 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-ac64e92f-1677-4ad6-82cf-183d12ad3420 None None] Bound port: 30ab58e4-3d2f-4cee-b83c-8a8978df9c5d, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:25:30.981225 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ac64e92f-1677-4ad6-82cf-183d12ad3420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:30.986757 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-549c79fc-6086-49d0-8c31-cdf1b39487d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:31.048722 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549c79fc-6086-49d0-8c31-cdf1b39487d0 admin admin] Network b66f2a79-db8c-435c-a33d-ef995822afc4 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:25:31.053261 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-549c79fc-6086-49d0-8c31-cdf1b39487d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:25:31.062008 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549c79fc-6086-49d0-8c31-cdf1b39487d0 admin admin] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:25:31.062772 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-ac64e92f-1677-4ad6-82cf-183d12ad3420 None None] For port 30ab58e4-3d2f-4cee-b83c-8a8978df9c5d, host n-d-808199-11, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:25:31.067294 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-ac64e92f-1677-4ad6-82cf-183d12ad3420 None None] For port 30ab58e4-3d2f-4cee-b83c-8a8978df9c5d, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=30ab58e4-3d2f-4cee-b83c-8a8978df9c5d,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:25:31.072384 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ac64e92f-1677-4ad6-82cf-183d12ad3420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:31.103042 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c79fc-6086-49d0-8c31-cdf1b39487d0 admin admin] Pushing event updated for resources: {'Port': ['ID=8bcd00a9-2677-446c-a507-400a8220b6dc,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:25:31.126757 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-67363015-526f-4d11-be0a-0c0b92e04cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:31.134348 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-549c79fc-6086-49d0-8c31-cdf1b39487d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:31.156315 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c5a880-4bdb-40f1-9221-2e1840cff194 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 14:25:31.173844 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac64e92f-1677-4ad6-82cf-183d12ad3420 None None] Routers {'75625829-0cc8-464b-a795-e6521ae878fa'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:25:31.176877 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ac64e92f-1677-4ad6-82cf-183d12ad3420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:25:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['75625829-0cc8-464b-a795-e6521ae878fa'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:25:31.191442 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-67363015-526f-4d11-be0a-0c0b92e04cf1 None None] For port d8608598-9334-4f83-b56b-3699e5e67652, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=d8608598-9334-4f83-b56b-3699e5e67652,segment=NetworkSegment(81ac30c9-4a0d-45eb-b009-18837bbafc7e),segment_id=81ac30c9-4a0d-45eb-b009-18837bbafc7e)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:25:31.215386 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-67363015-526f-4d11-be0a-0c0b92e04cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:31.291030 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a858b0-8b1a-4b08-a483-5dfd11af40bb None None] Pushing event updated for resources: {'Port': ['ID=30ab58e4-3d2f-4cee-b83c-8a8978df9c5d,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:25:31.317195 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-ac64e92f-1677-4ad6-82cf-183d12ad3420 None None] Set router 75625829-0cc8-464b-a795-e6521ae878fa gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:25:31.326267 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67363015-526f-4d11-be0a-0c0b92e04cf1 None None] Pushing event updated for resources: {'Port': ['ID=d8608598-9334-4f83-b56b-3699e5e67652,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:25:31.357491 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-4063424f-4c51-4844-9637-688b1c371d3a None None] Provisioning complete for port 30ab58e4-3d2f-4cee-b83c-8a8978df9c5d triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:25:31.358224 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4063424f-4c51-4844-9637-688b1c371d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:31.383567 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-549c79fc-6086-49d0-8c31-cdf1b39487d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:31.408950 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device d8608598-9334-4f83-b56b-3699e5e67652 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:25:31.509255 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port d8608598-9334-4f83-b56b-3699e5e67652 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:25:31.509638 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:31.549369 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4063424f-4c51-4844-9637-688b1c371d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:31.581501 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-4063424f-4c51-4844-9637-688b1c371d3a None None] For port 30ab58e4-3d2f-4cee-b83c-8a8978df9c5d, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=30ab58e4-3d2f-4cee-b83c-8a8978df9c5d,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:25:31.592098 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4063424f-4c51-4844-9637-688b1c371d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:31.617563 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ac64e92f-1677-4ad6-82cf-183d12ad3420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75625829-0cc8-464b-a795-e6521ae878fa', 'name': 'tempest-TestShelveInstance-200115169-router', 'tenant_id': '1798ea441a1a45f0bc6086133ba0a613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '30ab58e4-3d2f-4cee-b83c-8a8978df9c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:25:28Z', 'updated_at': '2021-11-25T14:25:29Z', 'revision_number': 3, 'project_id': '1798ea441a1a45f0bc6086133ba0a613', 'gw_port': {'id': '30ab58e4-3d2f-4cee-b83c-8a8978df9c5d', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:76:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75625829-0cc8-464b-a795-e6521ae878fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:25:28Z', 'updated_at': '2021-11-25T14:25:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:25:31.655364 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac64e92f-1677-4ad6-82cf-183d12ad3420 None None] The sync data for ids ['75625829-0cc8-464b-a795-e6521ae878fa'] in n-d-808199-11 is: [{'id': '75625829-0cc8-464b-a795-e6521ae878fa', 'name': 'tempest-TestShelveInstance-200115169-router', 'tenant_id': '1798ea441a1a45f0bc6086133ba0a613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '30ab58e4-3d2f-4cee-b83c-8a8978df9c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:25:28Z', 'updated_at': '2021-11-25T14:25:29Z', 'revision_number': 3, 'project_id': '1798ea441a1a45f0bc6086133ba0a613', 'gw_port': {'id': '30ab58e4-3d2f-4cee-b83c-8a8978df9c5d', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:76:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75625829-0cc8-464b-a795-e6521ae878fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:25:28Z', 'updated_at': '2021-11-25T14:25:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 14:25:31.663078 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-549c79fc-6086-49d0-8c31-cdf1b39487d0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:31.673017 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-549c79fc-6086-49d0-8c31-cdf1b39487d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:31.717092 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4063424f-4c51-4844-9637-688b1c371d3a None None] Pushing event updated for resources: {'Port': ['ID=30ab58e4-3d2f-4cee-b83c-8a8978df9c5d,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:25:31.763811 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-24437d99-9d80-492d-b7ef-7143cf1735d5 None None] Provisioning complete for port 8bcd00a9-2677-446c-a507-400a8220b6dc triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:25:31.764186 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-24437d99-9d80-492d-b7ef-7143cf1735d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:31.775422 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-549c79fc-6086-49d0-8c31-cdf1b39487d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:31.780922 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c79fc-6086-49d0-8c31-cdf1b39487d0 admin admin] Pushing event updated for resources: {'Port': ['ID=8bcd00a9-2677-446c-a507-400a8220b6dc,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:25:31.802953 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device bc2691d7-9fff-4474-ba5a-7b61b0be85c3 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:25:31.843612 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-24437d99-9d80-492d-b7ef-7143cf1735d5 None None] Port 8bcd00a9-2677-446c-a507-400a8220b6dc cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 14:25:31.870059 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-24437d99-9d80-492d-b7ef-7143cf1735d5 None None] Provisioning complete for port d8608598-9334-4f83-b56b-3699e5e67652 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:25:31.870437 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-24437d99-9d80-492d-b7ef-7143cf1735d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:31.896801 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port bc2691d7-9fff-4474-ba5a-7b61b0be85c3 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:25:31.897171 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:31.916532 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549c79fc-6086-49d0-8c31-cdf1b39487d0 admin admin] Network b66f2a79-db8c-435c-a33d-ef995822afc4 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:25:31.918152 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-549c79fc-6086-49d0-8c31-cdf1b39487d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:25:32.083107 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-549c79fc-6086-49d0-8c31-cdf1b39487d0 admin admin] Router 75625829-0cc8-464b-a795-e6521ae878fa has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 14:25:32.154614 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-29539704-1626-48f1-8b2a-6ecbce12d47d None None] Provisioning complete for port 8bcd00a9-2677-446c-a507-400a8220b6dc triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:25:32.155187 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-29539704-1626-48f1-8b2a-6ecbce12d47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:32.202665 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-29539704-1626-48f1-8b2a-6ecbce12d47d None None] Port 8bcd00a9-2677-446c-a507-400a8220b6dc cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 14:25:32.242852 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549c79fc-6086-49d0-8c31-cdf1b39487d0 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 14:25:32.248649 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-549c79fc-6086-49d0-8c31-cdf1b39487d0 admin admin] 10.222.0.53 "PUT /v2.0/routers/75625829-0cc8-464b-a795-e6521ae878fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2250237 Nov 25 14:25:32.332715 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-1ac207b4-5dd0-4387-a9c2-66aa7eea4258 None None] Provisioning complete for port 8bcd00a9-2677-446c-a507-400a8220b6dc triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:25:32.333357 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1ac207b4-5dd0-4387-a9c2-66aa7eea4258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:32.373080 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-1ac207b4-5dd0-4387-a9c2-66aa7eea4258 None None] Port 8bcd00a9-2677-446c-a507-400a8220b6dc cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 14:25:32.763058 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 40264) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:25:32.767631 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-cf1ef805-5332-42d1-b29a-0c813e8ac765 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2143968203', 'description': 'tempest-secgroup-smoke-2143968203 description', 'project_id': '05f886ea33fe41478064d3ee275912f3'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:25:32.791052 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cf1ef805-5332-42d1-b29a-0c813e8ac765 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:32.857598 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cf1ef805-5332-42d1-b29a-0c813e8ac765 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:32.860996 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cf1ef805-5332-42d1-b29a-0c813e8ac765 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:32.886465 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cf1ef805-5332-42d1-b29a-0c813e8ac765 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:32.890640 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-cf1ef805-5332-42d1-b29a-0c813e8ac765 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1236622 Nov 25 14:25:32.891487 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 40266) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:25:32.896152 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-faa8f682-ada1-4199-93fb-549e0b3ccb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:32.897059 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-d0719c08-a459-4779-b683-a58090d85a83 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Request body: {'security_group_rule': {'security_group_id': 'cd345ff2-3cb5-4ede-aa07-7e22dd6d2c4b', 'project_id': '05f886ea33fe41478064d3ee275912f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:25:32.897822 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1ef805-5332-42d1-b29a-0c813e8ac765 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd345ff2-3cb5-4ede-aa07-7e22dd6d2c4b,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:25:32.924639 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d0719c08-a459-4779-b683-a58090d85a83 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:32.983618 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d0719c08-a459-4779-b683-a58090d85a83 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:32.987122 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d0719c08-a459-4779-b683-a58090d85a83 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:33.006016 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0719c08-a459-4779-b683-a58090d85a83 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e97a736d-f4ad-492b-a7da-da3f639e8c46,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:25:33.016917 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d0719c08-a459-4779-b683-a58090d85a83 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:33.018165 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d0719c08-a459-4779-b683-a58090d85a83 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1252394 Nov 25 14:25:33.021941 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 40268) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:25:33.026309 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-9a6b0b6b-5bc2-4b58-9ff3-92ce24a28c65 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Request body: {'security_group_rule': {'security_group_id': 'cd345ff2-3cb5-4ede-aa07-7e22dd6d2c4b', 'project_id': '05f886ea33fe41478064d3ee275912f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:25:33.054229 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9a6b0b6b-5bc2-4b58-9ff3-92ce24a28c65 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:33.112688 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9a6b0b6b-5bc2-4b58-9ff3-92ce24a28c65 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:33.119822 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9a6b0b6b-5bc2-4b58-9ff3-92ce24a28c65 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:33.139350 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6b0b6b-5bc2-4b58-9ff3-92ce24a28c65 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21e33c62-f3fe-4869-b63a-48f378ddf719,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:25:33.146592 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9a6b0b6b-5bc2-4b58-9ff3-92ce24a28c65 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:33.147774 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-9a6b0b6b-5bc2-4b58-9ff3-92ce24a28c65 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1249049 Nov 25 14:25:33.150455 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 40270) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:25:33.154730 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-1308550a-805b-4d44-a805-2096881dea33 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Request body: {'security_group_rule': {'security_group_id': 'cd345ff2-3cb5-4ede-aa07-7e22dd6d2c4b', 'project_id': '05f886ea33fe41478064d3ee275912f3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:25:33.181380 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1308550a-805b-4d44-a805-2096881dea33 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:33.230383 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 30ab58e4-3d2f-4cee-b83c-8a8978df9c5d up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:25:33.245922 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1308550a-805b-4d44-a805-2096881dea33 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:33.249579 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1308550a-805b-4d44-a805-2096881dea33 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:33.267141 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1308550a-805b-4d44-a805-2096881dea33 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b11efb3f-697a-4478-878e-371d9696504e,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:25:33.275310 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1308550a-805b-4d44-a805-2096881dea33 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:33.278739 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-1308550a-805b-4d44-a805-2096881dea33 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1251454 Nov 25 14:25:33.279485 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 40272) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:25:33.284719 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-09e855d8-ea60-472b-8937-ad2d77b0bac6 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Request body: {'security_group_rule': {'security_group_id': 'cd345ff2-3cb5-4ede-aa07-7e22dd6d2c4b', 'project_id': '05f886ea33fe41478064d3ee275912f3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:25:33.300510 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 30ab58e4-3d2f-4cee-b83c-8a8978df9c5d triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:25:33.300882 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:33.313318 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-09e855d8-ea60-472b-8937-ad2d77b0bac6 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:33.361750 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-09e855d8-ea60-472b-8937-ad2d77b0bac6 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:33.367315 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-09e855d8-ea60-472b-8937-ad2d77b0bac6 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:33.391419 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e855d8-ea60-472b-8937-ad2d77b0bac6 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1d77fd6-6909-4ba3-bd0b-17ce1e6138d4,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:25:33.393661 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device d8608598-9334-4f83-b56b-3699e5e67652 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:25:33.406874 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-09e855d8-ea60-472b-8937-ad2d77b0bac6 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:33.408277 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-09e855d8-ea60-472b-8937-ad2d77b0bac6 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1277289 Nov 25 14:25:33.411347 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 40274) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:25:33.424561 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-2b71e315-b4e5-4e5f-92fe-b1e05052bafa tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Request body: {'security_group_rule': {'security_group_id': 'cd345ff2-3cb5-4ede-aa07-7e22dd6d2c4b', 'project_id': '05f886ea33fe41478064d3ee275912f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:25:33.448190 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port d8608598-9334-4f83-b56b-3699e5e67652 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:25:33.448547 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:33.457328 n-d-808199-11 neutron-server[103571]: INFO neutron.db.securitygroups_db [None req-2b71e315-b4e5-4e5f-92fe-b1e05052bafa tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Project 05f886ea33fe41478064d3ee275912f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 14:25:33.462977 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2b71e315-b4e5-4e5f-92fe-b1e05052bafa tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:33.528091 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2b71e315-b4e5-4e5f-92fe-b1e05052bafa tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:33.532054 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2b71e315-b4e5-4e5f-92fe-b1e05052bafa tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:33.550989 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b71e315-b4e5-4e5f-92fe-b1e05052bafa tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=087e2381-ef46-4e85-8df7-52532c052d12,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:25:33.559487 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2b71e315-b4e5-4e5f-92fe-b1e05052bafa tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:33.560691 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-2b71e315-b4e5-4e5f-92fe-b1e05052bafa tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1476264 Nov 25 14:25:33.563450 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 40276) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:25:33.567965 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-dcaba461-785f-4f98-89a2-ac8ce6ab5f6b tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Request body: {'security_group_rule': {'security_group_id': 'cd345ff2-3cb5-4ede-aa07-7e22dd6d2c4b', 'project_id': '05f886ea33fe41478064d3ee275912f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:25:33.589883 n-d-808199-11 neutron-server[103571]: INFO neutron.db.securitygroups_db [None req-dcaba461-785f-4f98-89a2-ac8ce6ab5f6b tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Project 05f886ea33fe41478064d3ee275912f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 14:25:33.595063 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dcaba461-785f-4f98-89a2-ac8ce6ab5f6b tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:33.655819 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dcaba461-785f-4f98-89a2-ac8ce6ab5f6b tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:33.659538 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dcaba461-785f-4f98-89a2-ac8ce6ab5f6b tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:33.678269 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaba461-785f-4f98-89a2-ac8ce6ab5f6b tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d746f4ec-6365-4d94-a6c6-d71798414b61,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:25:33.686620 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dcaba461-785f-4f98-89a2-ac8ce6ab5f6b tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:33.687862 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-dcaba461-785f-4f98-89a2-ac8ce6ab5f6b tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1233935 Nov 25 14:25:33.734110 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e54b4c-1be0-47b2-beee-646ba450c576 None None] Sync routers for ids ['75625829-0cc8-464b-a795-e6521ae878fa'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 14:25:33.744769 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e54b4c-1be0-47b2-beee-646ba450c576 None None] Routers {'75625829-0cc8-464b-a795-e6521ae878fa'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:25:33.745455 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-28e54b4c-1be0-47b2-beee-646ba450c576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:25:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['75625829-0cc8-464b-a795-e6521ae878fa'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:25:33.849287 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-25a4ef53-1090-4055-924a-f5a713702a1a req-1fab62d9-1265-47c4-a9c9-bbe8e39e59d1 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2143968203&fields=id&tenant_id=05f886ea33fe41478064d3ee275912f3 HTTP/1.1" status: 200 len: 267 time: 0.0473070 Nov 25 14:25:33.855049 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-28e54b4c-1be0-47b2-beee-646ba450c576 None None] Set router 75625829-0cc8-464b-a795-e6521ae878fa gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:25:33.955377 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a4ef53-1090-4055-924a-f5a713702a1a req-30a7f38d-f28a-4d1a-b455-1129fe9d9f42 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:25:33.956768 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-25a4ef53-1090-4055-924a-f5a713702a1a req-30a7f38d-f28a-4d1a-b455-1129fe9d9f42 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/networks?id=f665d615-f3d2-40d5-b237-0fb228fd7edf HTTP/1.1" status: 200 len: 808 time: 0.1005421 Nov 25 14:25:33.971688 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-25a4ef53-1090-4055-924a-f5a713702a1a req-2027249e-31b3-4533-81b9-3f9c97e72ef3 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/quotas/05f886ea33fe41478064d3ee275912f3 HTTP/1.1" status: 200 len: 375 time: 0.0089037 Nov 25 14:25:34.026857 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-25a4ef53-1090-4055-924a-f5a713702a1a req-d58b2d4f-4670-4d40-9895-c7e045170635 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=05f886ea33fe41478064d3ee275912f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494158 Nov 25 14:25:34.051109 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-28e54b4c-1be0-47b2-beee-646ba450c576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75625829-0cc8-464b-a795-e6521ae878fa', 'name': 'tempest-TestShelveInstance-200115169-router', 'tenant_id': '1798ea441a1a45f0bc6086133ba0a613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '30ab58e4-3d2f-4cee-b83c-8a8978df9c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:25:28Z', 'updated_at': '2021-11-25T14:25:31Z', 'revision_number': 4, 'project_id': '1798ea441a1a45f0bc6086133ba0a613', 'gw_port': {'id': '30ab58e4-3d2f-4cee-b83c-8a8978df9c5d', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75625829-0cc8-464b-a795-e6521ae878fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:25:28Z', 'updated_at': '2021-11-25T14:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '8bcd00a9-2677-446c-a507-400a8220b6dc', 'name': '', 'network_id': 'b66f2a79-db8c-435c-a33d-ef995822afc4', 'tenant_id': '1798ea441a1a45f0bc6086133ba0a613', 'mac_address': 'fa:16:3e:19:f1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75625829-0cc8-464b-a795-e6521ae878fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'a00476a7-af38-4133-9c19-1eafd8fb0363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:25:30Z', 'updated_at': '2021-11-25T14:25:31Z', 'revision_number': 2, 'project_id': '1798ea441a1a45f0bc6086133ba0a613', 'subnets': [{'id': 'a00476a7-af38-4133-9c19-1eafd8fb0363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:25:34.081570 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e54b4c-1be0-47b2-beee-646ba450c576 None None] Checking router: 75625829-0cc8-464b-a795-e6521ae878fa for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 14:25:34.081934 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e54b4c-1be0-47b2-beee-646ba450c576 None None] Updating router 75625829-0cc8-464b-a795-e6521ae878fa port 8bcd00a9-2677-446c-a507-400a8220b6dc binding host n-d-808199-11 {{(pid=103572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 14:25:34.106811 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-28e54b4c-1be0-47b2-beee-646ba450c576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:34.133406 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [req-25a4ef53-1090-4055-924a-f5a713702a1a req-eff66234-7a9d-4588-af50-09ecbbe197e8 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 14:25:34.135080 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-25a4ef53-1090-4055-924a-f5a713702a1a req-eff66234-7a9d-4588-af50-09ecbbe197e8 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0969415 Nov 25 14:25:34.174358 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:34.225815 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-25a4ef53-1090-4055-924a-f5a713702a1a req-e5ffab43-eadd-42dd-9a57-38601997a2af service neutron] 10.222.0.53 "GET /v2.0/networks/f665d615-f3d2-40d5-b237-0fb228fd7edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840833 Nov 25 14:25:34.319267 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-25a4ef53-1090-4055-924a-f5a713702a1a req-fb907466-dc05-46a4-ba29-c84541fc36c8 service neutron] 10.222.0.53 "GET /v2.0/networks/f665d615-f3d2-40d5-b237-0fb228fd7edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869997 Nov 25 14:25:34.387914 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-28e54b4c-1be0-47b2-beee-646ba450c576 None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:34.393149 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-28e54b4c-1be0-47b2-beee-646ba450c576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:34.489455 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-af822247-5536-43f5-a79b-8215f2033952 req-bff5214f-bab1-4e3e-8d00-65a6424c2ebd tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd699e0-c30e-4e75-89e7-7c5d8b6278a3 HTTP/1.1" status: 200 len: 210 time: 0.0278976 Nov 25 14:25:34.615426 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e02db7-f90f-47f8-93ff-bb1c7c8bed4b None None] Pushing event updated for resources: {'Port': ['ID=8bcd00a9-2677-446c-a507-400a8220b6dc,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:25:34.666795 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-28e54b4c-1be0-47b2-beee-646ba450c576 None None] Attempting to bind port 8bcd00a9-2677-446c-a507-400a8220b6dc on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:25:34.667174 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-28e54b4c-1be0-47b2-beee-646ba450c576 None None] Attempting to bind port 8bcd00a9-2677-446c-a507-400a8220b6dc by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '81ac30c9-4a0d-45eb-b009-18837bbafc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b66f2a79-db8c-435c-a33d-ef995822afc4'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:25:34.667542 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e54b4c-1be0-47b2-beee-646ba450c576 None None] Attempting to bind port 8bcd00a9-2677-446c-a507-400a8220b6dc on network b66f2a79-db8c-435c-a33d-ef995822afc4 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:25:34.673136 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e54b4c-1be0-47b2-beee-646ba450c576 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:25:34.673598 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e54b4c-1be0-47b2-beee-646ba450c576 None None] Checking segment: {'id': '81ac30c9-4a0d-45eb-b009-18837bbafc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b66f2a79-db8c-435c-a33d-ef995822afc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:25:34.674075 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-28e54b4c-1be0-47b2-beee-646ba450c576 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:34.674533 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e54b4c-1be0-47b2-beee-646ba450c576 None None] Bound using segment: {'id': '81ac30c9-4a0d-45eb-b009-18837bbafc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b66f2a79-db8c-435c-a33d-ef995822afc4'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:25:34.675114 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-28e54b4c-1be0-47b2-beee-646ba450c576 None None] Bound port: 8bcd00a9-2677-446c-a507-400a8220b6dc, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81ac30c9-4a0d-45eb-b009-18837bbafc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b66f2a79-db8c-435c-a33d-ef995822afc4'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:25:34.675574 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-28e54b4c-1be0-47b2-beee-646ba450c576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:34.744045 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-28e54b4c-1be0-47b2-beee-646ba450c576 None None] For port 8bcd00a9-2677-446c-a507-400a8220b6dc, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:25:34.747306 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-28e54b4c-1be0-47b2-beee-646ba450c576 None None] For port 8bcd00a9-2677-446c-a507-400a8220b6dc, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=8bcd00a9-2677-446c-a507-400a8220b6dc,segment=NetworkSegment(81ac30c9-4a0d-45eb-b009-18837bbafc7e),segment_id=81ac30c9-4a0d-45eb-b009-18837bbafc7e)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:25:34.752684 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-28e54b4c-1be0-47b2-beee-646ba450c576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:34.816920 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e54b4c-1be0-47b2-beee-646ba450c576 None None] Routers {'75625829-0cc8-464b-a795-e6521ae878fa'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:25:34.817687 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-28e54b4c-1be0-47b2-beee-646ba450c576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:25:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['75625829-0cc8-464b-a795-e6521ae878fa'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:25:34.859783 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e02db7-f90f-47f8-93ff-bb1c7c8bed4b None None] Pushing event updated for resources: {'Port': ['ID=8bcd00a9-2677-446c-a507-400a8220b6dc,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:25:34.945693 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-4a2c20cc-f58f-46d8-b439-f89a7adf207b None None] Provisioning complete for port 8bcd00a9-2677-446c-a507-400a8220b6dc triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:25:34.946102 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4a2c20cc-f58f-46d8-b439-f89a7adf207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:34.951640 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-28e54b4c-1be0-47b2-beee-646ba450c576 None None] Set router 75625829-0cc8-464b-a795-e6521ae878fa gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:25:35.142180 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4a2c20cc-f58f-46d8-b439-f89a7adf207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:35.214272 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-4a2c20cc-f58f-46d8-b439-f89a7adf207b None None] For port 8bcd00a9-2677-446c-a507-400a8220b6dc, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=8bcd00a9-2677-446c-a507-400a8220b6dc,segment=NetworkSegment(81ac30c9-4a0d-45eb-b009-18837bbafc7e),segment_id=81ac30c9-4a0d-45eb-b009-18837bbafc7e)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:25:35.222176 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4a2c20cc-f58f-46d8-b439-f89a7adf207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:35.277901 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2c20cc-f58f-46d8-b439-f89a7adf207b None None] Pushing event updated for resources: {'Port': ['ID=8bcd00a9-2677-446c-a507-400a8220b6dc,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:25:35.286126 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-28e54b4c-1be0-47b2-beee-646ba450c576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75625829-0cc8-464b-a795-e6521ae878fa', 'name': 'tempest-TestShelveInstance-200115169-router', 'tenant_id': '1798ea441a1a45f0bc6086133ba0a613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '30ab58e4-3d2f-4cee-b83c-8a8978df9c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:25:28Z', 'updated_at': '2021-11-25T14:25:31Z', 'revision_number': 4, 'project_id': '1798ea441a1a45f0bc6086133ba0a613', 'gw_port': {'id': '30ab58e4-3d2f-4cee-b83c-8a8978df9c5d', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75625829-0cc8-464b-a795-e6521ae878fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:25:28Z', 'updated_at': '2021-11-25T14:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '8bcd00a9-2677-446c-a507-400a8220b6dc', 'name': '', 'network_id': 'b66f2a79-db8c-435c-a33d-ef995822afc4', 'tenant_id': '1798ea441a1a45f0bc6086133ba0a613', 'mac_address': 'fa:16:3e:19:f1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75625829-0cc8-464b-a795-e6521ae878fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'a00476a7-af38-4133-9c19-1eafd8fb0363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:25:30Z', 'updated_at': '2021-11-25T14:25:34Z', 'revision_number': 4, 'project_id': '1798ea441a1a45f0bc6086133ba0a613', 'subnets': [{'id': 'a00476a7-af38-4133-9c19-1eafd8fb0363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:25:35.314797 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e54b4c-1be0-47b2-beee-646ba450c576 None None] The sync data for ids ['75625829-0cc8-464b-a795-e6521ae878fa'] in n-d-808199-11 is: [{'id': '75625829-0cc8-464b-a795-e6521ae878fa', 'name': 'tempest-TestShelveInstance-200115169-router', 'tenant_id': '1798ea441a1a45f0bc6086133ba0a613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '30ab58e4-3d2f-4cee-b83c-8a8978df9c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:25:28Z', 'updated_at': '2021-11-25T14:25:31Z', 'revision_number': 4, 'project_id': '1798ea441a1a45f0bc6086133ba0a613', 'gw_port': {'id': '30ab58e4-3d2f-4cee-b83c-8a8978df9c5d', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75625829-0cc8-464b-a795-e6521ae878fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:25:28Z', 'updated_at': '2021-11-25T14:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': '8bcd00a9-2677-446c-a507-400a8220b6dc', 'name': '', 'network_id': 'b66f2a79-db8c-435c-a33d-ef995822afc4', 'tenant_id': '1798ea441a1a45f0bc6086133ba0a613', 'mac_address': 'fa:16:3e:19:f1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75625829-0cc8-464b-a795-e6521ae878fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'a00476a7-af38-4133-9c19-1eafd8fb0363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:25:30Z', 'updated_at': '2021-11-25T14:25:34Z', 'revision_number': 4, 'project_id': '1798ea441a1a45f0bc6086133ba0a613', 'subnets': [{'id': 'a00476a7-af38-4133-9c19-1eafd8fb0363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 14:25:35.342904 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-95a1346b-15ae-469d-ade1-7a5c99066a79 None None] Provisioning complete for port 8bcd00a9-2677-446c-a507-400a8220b6dc triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:25:35.343288 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-95a1346b-15ae-469d-ade1-7a5c99066a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:35.493180 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:35.625033 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a4ef53-1090-4055-924a-f5a713702a1a req-adc43745-c2c0-4652-9c41-a709b198bcfa tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:25:35.626573 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-25a4ef53-1090-4055-924a-f5a713702a1a req-adc43745-c2c0-4652-9c41-a709b198bcfa tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.47 "GET /v2.0/networks?id=f665d615-f3d2-40d5-b237-0fb228fd7edf HTTP/1.1" status: 200 len: 808 time: 0.1828406 Nov 25 14:25:35.646100 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a738665a-7f12-4d45-aa85-4dc3dc1e667b req-eede582d-0d8b-4207-b3cc-75302e94537f tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd699e0-c30e-4e75-89e7-7c5d8b6278a3 HTTP/1.1" status: 200 len: 210 time: 0.0293002 Nov 25 14:25:35.708305 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-25a4ef53-1090-4055-924a-f5a713702a1a req-7263fb3f-cf88-4310-aef0-31a639f37405 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05f886ea33fe41478064d3ee275912f3 HTTP/1.1" status: 200 len: 380 time: 0.0706766 Nov 25 14:25:35.720213 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-25a4ef53-1090-4055-924a-f5a713702a1a req-ad608ef7-0c9f-4f3f-acb4-c6125599d87d tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Request body: {'port': {'device_id': '5fd699e0-c30e-4e75-89e7-7c5d8b6278a3', 'network_id': 'f665d615-f3d2-40d5-b237-0fb228fd7edf', 'admin_state_up': True, 'tenant_id': '05f886ea33fe41478064d3ee275912f3', 'security_groups': ['cd345ff2-3cb5-4ede-aa07-7e22dd6d2c4b']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:25:35.849720 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25a4ef53-1090-4055-924a-f5a713702a1a req-ad608ef7-0c9f-4f3f-acb4-c6125599d87d tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Made reservation on behalf of 05f886ea33fe41478064d3ee275912f3 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 14:25:35.853513 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-25a4ef53-1090-4055-924a-f5a713702a1a req-ad608ef7-0c9f-4f3f-acb4-c6125599d87d tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:35.984214 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-25a4ef53-1090-4055-924a-f5a713702a1a req-ad608ef7-0c9f-4f3f-acb4-c6125599d87d tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Allocated IP 172.20.0.7 (f665d615-f3d2-40d5-b237-0fb228fd7edf/b9412b2d-3904-4cc5-be06-1daeb00677a4/7aadded8-302d-42bc-930e-122cde40d332) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:25:36.131058 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-25a4ef53-1090-4055-924a-f5a713702a1a req-ad608ef7-0c9f-4f3f-acb4-c6125599d87d tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:36.164157 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-25a4ef53-1090-4055-924a-f5a713702a1a req-ad608ef7-0c9f-4f3f-acb4-c6125599d87d tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:36.213224 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25a4ef53-1090-4055-924a-f5a713702a1a req-ad608ef7-0c9f-4f3f-acb4-c6125599d87d tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Network f665d615-f3d2-40d5-b237-0fb228fd7edf is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:25:36.216190 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-25a4ef53-1090-4055-924a-f5a713702a1a req-ad608ef7-0c9f-4f3f-acb4-c6125599d87d tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:25:36.220021 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-25a4ef53-1090-4055-924a-f5a713702a1a req-ad608ef7-0c9f-4f3f-acb4-c6125599d87d tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:25:36.226513 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad608ef7-0c9f-4f3f-acb4-c6125599d87d tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Pushing event updated for resources: {'Port': ['ID=7aadded8-302d-42bc-930e-122cde40d332,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:25:36.272957 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a4ef53-1090-4055-924a-f5a713702a1a req-ad608ef7-0c9f-4f3f-acb4-c6125599d87d tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:25:36.273596 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-25a4ef53-1090-4055-924a-f5a713702a1a req-ad608ef7-0c9f-4f3f-acb4-c6125599d87d tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:36.290326 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-25a4ef53-1090-4055-924a-f5a713702a1a req-ad608ef7-0c9f-4f3f-acb4-c6125599d87d tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5734487 Nov 25 14:25:36.302299 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-25a4ef53-1090-4055-924a-f5a713702a1a req-97e2cc4a-4f99-4e15-8ede-3883678d17d4 service neutron] Request body: {'port': {'device_id': '5fd699e0-c30e-4e75-89e7-7c5d8b6278a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:25:36.359016 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-25a4ef53-1090-4055-924a-f5a713702a1a req-97e2cc4a-4f99-4e15-8ede-3883678d17d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:36.511712 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-05970a68-f1f5-4882-b449-37de1d36ac1b None None] Provisioning complete for port 7aadded8-302d-42bc-930e-122cde40d332 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:25:36.512267 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-05970a68-f1f5-4882-b449-37de1d36ac1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:36.552906 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-05970a68-f1f5-4882-b449-37de1d36ac1b None None] Port 7aadded8-302d-42bc-930e-122cde40d332 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 14:25:36.600650 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:36.630038 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-25a4ef53-1090-4055-924a-f5a713702a1a req-97e2cc4a-4f99-4e15-8ede-3883678d17d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aadded8-302d-42bc-930e-122cde40d332 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 14:25:36.638077 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-25a4ef53-1090-4055-924a-f5a713702a1a req-97e2cc4a-4f99-4e15-8ede-3883678d17d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:36.650629 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-25a4ef53-1090-4055-924a-f5a713702a1a req-97e2cc4a-4f99-4e15-8ede-3883678d17d4 service neutron] Transition to ACTIVE for port object 7aadded8-302d-42bc-930e-122cde40d332 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 14:25:36.654509 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-25a4ef53-1090-4055-924a-f5a713702a1a req-97e2cc4a-4f99-4e15-8ede-3883678d17d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:36.705992 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e2cc4a-4f99-4e15-8ede-3883678d17d4 service neutron] Pushing event updated for resources: {'Port': ['ID=7aadded8-302d-42bc-930e-122cde40d332,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:25:36.780779 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-25a4ef53-1090-4055-924a-f5a713702a1a req-97e2cc4a-4f99-4e15-8ede-3883678d17d4 service neutron] Attempting to bind port 7aadded8-302d-42bc-930e-122cde40d332 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:25:36.781215 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-25a4ef53-1090-4055-924a-f5a713702a1a req-97e2cc4a-4f99-4e15-8ede-3883678d17d4 service neutron] Attempting to bind port 7aadded8-302d-42bc-930e-122cde40d332 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '2d4a8946-8675-4359-a723-712f013e7fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f665d615-f3d2-40d5-b237-0fb228fd7edf'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:25:36.781411 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7366392-b4ef-42ce-abba-1729382c43e7 req-5a4d73f2-96de-41ed-97c4-6275a71d66b3 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:25:36.781876 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a4ef53-1090-4055-924a-f5a713702a1a req-97e2cc4a-4f99-4e15-8ede-3883678d17d4 service neutron] Attempting to bind port 7aadded8-302d-42bc-930e-122cde40d332 on network f665d615-f3d2-40d5-b237-0fb228fd7edf {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:25:36.783585 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e7366392-b4ef-42ce-abba-1729382c43e7 req-5a4d73f2-96de-41ed-97c4-6275a71d66b3 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd699e0-c30e-4e75-89e7-7c5d8b6278a3 HTTP/1.1" status: 200 len: 943 time: 0.0509434 Nov 25 14:25:36.786668 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a4ef53-1090-4055-924a-f5a713702a1a req-97e2cc4a-4f99-4e15-8ede-3883678d17d4 service neutron] Port 7aadded8-302d-42bc-930e-122cde40d332 on network f665d615-f3d2-40d5-b237-0fb228fd7edf not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 14:25:36.787036 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a4ef53-1090-4055-924a-f5a713702a1a req-97e2cc4a-4f99-4e15-8ede-3883678d17d4 service neutron] Attempting to bind port 7aadded8-302d-42bc-930e-122cde40d332 on network f665d615-f3d2-40d5-b237-0fb228fd7edf {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:25:36.792121 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a4ef53-1090-4055-924a-f5a713702a1a req-97e2cc4a-4f99-4e15-8ede-3883678d17d4 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:25:36.792460 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a4ef53-1090-4055-924a-f5a713702a1a req-97e2cc4a-4f99-4e15-8ede-3883678d17d4 service neutron] Checking segment: {'id': '2d4a8946-8675-4359-a723-712f013e7fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f665d615-f3d2-40d5-b237-0fb228fd7edf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:25:36.792855 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a4ef53-1090-4055-924a-f5a713702a1a req-97e2cc4a-4f99-4e15-8ede-3883678d17d4 service neutron] Bound using segment: {'id': '2d4a8946-8675-4359-a723-712f013e7fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f665d615-f3d2-40d5-b237-0fb228fd7edf'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:25:36.793286 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-25a4ef53-1090-4055-924a-f5a713702a1a req-97e2cc4a-4f99-4e15-8ede-3883678d17d4 service neutron] Bound port: 7aadded8-302d-42bc-930e-122cde40d332, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d4a8946-8675-4359-a723-712f013e7fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f665d615-f3d2-40d5-b237-0fb228fd7edf'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:25:36.793651 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-25a4ef53-1090-4055-924a-f5a713702a1a req-97e2cc4a-4f99-4e15-8ede-3883678d17d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:36.846310 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e7366392-b4ef-42ce-abba-1729382c43e7 req-5003af3e-3dfa-45d8-becd-4e5ef2065377 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd345ff2-3cb5-4ede-aa07-7e22dd6d2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525181 Nov 25 14:25:36.868611 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-25a4ef53-1090-4055-924a-f5a713702a1a req-97e2cc4a-4f99-4e15-8ede-3883678d17d4 service neutron] For port 7aadded8-302d-42bc-930e-122cde40d332, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:25:36.871858 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-25a4ef53-1090-4055-924a-f5a713702a1a req-97e2cc4a-4f99-4e15-8ede-3883678d17d4 service neutron] For port 7aadded8-302d-42bc-930e-122cde40d332, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=7aadded8-302d-42bc-930e-122cde40d332,segment=NetworkSegment(2d4a8946-8675-4359-a723-712f013e7fcd),segment_id=2d4a8946-8675-4359-a723-712f013e7fcd)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:25:36.876431 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-25a4ef53-1090-4055-924a-f5a713702a1a req-97e2cc4a-4f99-4e15-8ede-3883678d17d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:36.913716 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a4ef53-1090-4055-924a-f5a713702a1a req-97e2cc4a-4f99-4e15-8ede-3883678d17d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:25:36.914292 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-25a4ef53-1090-4055-924a-f5a713702a1a req-97e2cc4a-4f99-4e15-8ede-3883678d17d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:36.916249 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-25a4ef53-1090-4055-924a-f5a713702a1a req-97e2cc4a-4f99-4e15-8ede-3883678d17d4 service neutron] 10.222.0.47 "PUT /v2.0/ports/7aadded8-302d-42bc-930e-122cde40d332 HTTP/1.1" status: 200 len: 1092 time: 0.6182194 Nov 25 14:25:36.916695 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fd699e0-c30e-4e75-89e7-7c5d8b6278a3', 'tag': '7aadded8-302d-42bc-930e-122cde40d332'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:25:36.919000 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b263d7d4b70db15966f189087f2cdd81ff7815a34d469843c29c7d40ca9dff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c51592-764c-4649-af95-279a4754a0d3" -d '{"events": [{"name": "network-changed", "server_uuid": "5fd699e0-c30e-4e75-89e7-7c5d8b6278a3", "tag": "7aadded8-302d-42bc-930e-122cde40d332"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:25:36.941935 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e2cc4a-4f99-4e15-8ede-3883678d17d4 service neutron] Pushing event updated for resources: {'Port': ['ID=7aadded8-302d-42bc-930e-122cde40d332,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:25:37.002543 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 14:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48583d3-7c2a-4da8-98c0-6d76837d06a3 x-openstack-request-id: req-c48583d3-7c2a-4da8-98c0-6d76837d06a3 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:25:37.002885 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fd699e0-c30e-4e75-89e7-7c5d8b6278a3", "tag": "7aadded8-302d-42bc-930e-122cde40d332", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:25:37.003124 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c48583d3-7c2a-4da8-98c0-6d76837d06a3 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:25:37.003530 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fd699e0-c30e-4e75-89e7-7c5d8b6278a3', 'tag': '7aadded8-302d-42bc-930e-122cde40d332', 'status': 'completed', 'code': 200} Nov 25 14:25:37.018942 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a4ef53-1090-4055-924a-f5a713702a1a req-33d95f66-964e-458f-ad87-bdd0578c9d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:25:37.020498 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-25a4ef53-1090-4055-924a-f5a713702a1a req-33d95f66-964e-458f-ad87-bdd0578c9d7a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=05f886ea33fe41478064d3ee275912f3&device_id=5fd699e0-c30e-4e75-89e7-7c5d8b6278a3 HTTP/1.1" status: 200 len: 1095 time: 0.0502760 Nov 25 14:25:37.069691 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-25a4ef53-1090-4055-924a-f5a713702a1a req-341a6ca7-16a1-48de-acd3-e2326c1f7193 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7aadded8-302d-42bc-930e-122cde40d332 HTTP/1.1" status: 200 len: 217 time: 0.0408988 Nov 25 14:25:37.128944 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a4ef53-1090-4055-924a-f5a713702a1a req-8f32891b-41ef-4325-8f58-4f7b1131f863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:25:37.130683 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-25a4ef53-1090-4055-924a-f5a713702a1a req-8f32891b-41ef-4325-8f58-4f7b1131f863 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9412b2d-3904-4cc5-be06-1daeb00677a4 HTTP/1.1" status: 200 len: 847 time: 0.0546989 Nov 25 14:25:37.181099 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a4ef53-1090-4055-924a-f5a713702a1a req-2f664cd2-b445-432f-accb-48ee1ac1f8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:25:37.182634 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-25a4ef53-1090-4055-924a-f5a713702a1a req-2f664cd2-b445-432f-accb-48ee1ac1f8a3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f665d615-f3d2-40d5-b237-0fb228fd7edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451076 Nov 25 14:25:37.193579 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 8bcd00a9-2677-446c-a507-400a8220b6dc up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:25:37.249479 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 8bcd00a9-2677-446c-a507-400a8220b6dc triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:25:37.249857 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:37.277460 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-25a4ef53-1090-4055-924a-f5a713702a1a req-d99dfbdf-4ce6-4d54-ada9-d2c9b7350d25 service neutron] 10.222.0.47 "GET /v2.0/networks/f665d615-f3d2-40d5-b237-0fb228fd7edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876856 Nov 25 14:25:37.369131 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-25a4ef53-1090-4055-924a-f5a713702a1a req-eccec086-6eb5-414f-81ec-32ab421b5492 service neutron] 10.222.0.47 "GET /v2.0/networks/f665d615-f3d2-40d5-b237-0fb228fd7edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850048 Nov 25 14:25:37.453106 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c51592-764c-4649-af95-279a4754a0d3 req-86f6f3f2-cf0e-492c-a40d-248ac97f616f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:25:37.455636 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e2c51592-764c-4649-af95-279a4754a0d3 req-86f6f3f2-cf0e-492c-a40d-248ac97f616f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=05f886ea33fe41478064d3ee275912f3&device_id=5fd699e0-c30e-4e75-89e7-7c5d8b6278a3 HTTP/1.1" status: 200 len: 1095 time: 0.0419405 Nov 25 14:25:37.550630 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c51592-764c-4649-af95-279a4754a0d3 req-bbc08de6-0df5-4b20-acd2-f4cf7032e760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:25:37.552169 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e2c51592-764c-4649-af95-279a4754a0d3 req-bbc08de6-0df5-4b20-acd2-f4cf7032e760 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f665d615-f3d2-40d5-b237-0fb228fd7edf HTTP/1.1" status: 200 len: 909 time: 0.0882680 Nov 25 14:25:37.597958 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e2c51592-764c-4649-af95-279a4754a0d3 req-8c09a3df-145f-428c-9d28-96f80a34dac8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7aadded8-302d-42bc-930e-122cde40d332 HTTP/1.1" status: 200 len: 217 time: 0.0357330 Nov 25 14:25:37.656893 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c51592-764c-4649-af95-279a4754a0d3 req-915eb98b-9d40-4717-b2f5-6ed3c09d076b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:25:37.659140 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e2c51592-764c-4649-af95-279a4754a0d3 req-915eb98b-9d40-4717-b2f5-6ed3c09d076b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9412b2d-3904-4cc5-be06-1daeb00677a4 HTTP/1.1" status: 200 len: 847 time: 0.0528660 Nov 25 14:25:37.709021 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c51592-764c-4649-af95-279a4754a0d3 req-0cb828b2-58bd-4b7c-9eed-1bf45418b86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:25:37.710536 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e2c51592-764c-4649-af95-279a4754a0d3 req-0cb828b2-58bd-4b7c-9eed-1bf45418b86d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f665d615-f3d2-40d5-b237-0fb228fd7edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427163 Nov 25 14:25:37.809335 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e2c51592-764c-4649-af95-279a4754a0d3 req-98b1d20a-0bf0-4610-b799-e58dabdc4e9f service neutron] 10.222.0.47 "GET /v2.0/networks/f665d615-f3d2-40d5-b237-0fb228fd7edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889211 Nov 25 14:25:37.912548 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e2c51592-764c-4649-af95-279a4754a0d3 req-ff042c68-3bbb-404a-8ef5-aed3c1acfdf2 service neutron] 10.222.0.47 "GET /v2.0/networks/f665d615-f3d2-40d5-b237-0fb228fd7edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900722 Nov 25 14:25:37.966100 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9949bf9-e249-462c-810c-bb257f52f9e2 req-d2d8906e-7060-4900-925f-cabd1de3d6b2 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:25:37.967597 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f9949bf9-e249-462c-810c-bb257f52f9e2 req-d2d8906e-7060-4900-925f-cabd1de3d6b2 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd699e0-c30e-4e75-89e7-7c5d8b6278a3 HTTP/1.1" status: 200 len: 943 time: 0.0523813 Nov 25 14:25:38.016296 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f9949bf9-e249-462c-810c-bb257f52f9e2 req-39089678-6461-432b-b3bd-47636e952fe9 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd345ff2-3cb5-4ede-aa07-7e22dd6d2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427356 Nov 25 14:25:38.942712 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:39.134806 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b41ce-9473-4153-bd98-b7ccca8785be req-969bd2de-c9e3-4701-a8f4-04e37302035e tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:25:39.136307 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b87b41ce-9473-4153-bd98-b7ccca8785be req-969bd2de-c9e3-4701-a8f4-04e37302035e tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd699e0-c30e-4e75-89e7-7c5d8b6278a3 HTTP/1.1" status: 200 len: 943 time: 0.0499041 Nov 25 14:25:39.185865 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b87b41ce-9473-4153-bd98-b7ccca8785be req-ac6bc4ca-61aa-49dd-ad95-97ba69df592c tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd345ff2-3cb5-4ede-aa07-7e22dd6d2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434630 Nov 25 14:25:40.162275 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 7aadded8-302d-42bc-930e-122cde40d332 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 14:25:40.255600 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 7aadded8-302d-42bc-930e-122cde40d332, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=7aadded8-302d-42bc-930e-122cde40d332,segment=NetworkSegment(2d4a8946-8675-4359-a723-712f013e7fcd),segment_id=2d4a8946-8675-4359-a723-712f013e7fcd)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:25:40.268196 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '7aadded8-302d-42bc-930e-122cde40d332', 'network_id': 'f665d615-f3d2-40d5-b237-0fb228fd7edf', 'port_id': '7aadded8-302d-42bc-930e-122cde40d332', 'mac_address': 'fa:16:3e:44:70:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9412b2d-3904-4cc5-be06-1daeb00677a4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 14:25:40.300833 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7172fd-95b8-4cef-bf40-ff992b3ec0a5 req-ad50c798-1e11-4a70-883f-3df69a530aa2 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:25:40.302348 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3c7172fd-95b8-4cef-bf40-ff992b3ec0a5 req-ad50c798-1e11-4a70-883f-3df69a530aa2 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd699e0-c30e-4e75-89e7-7c5d8b6278a3 HTTP/1.1" status: 200 len: 943 time: 0.0486999 Nov 25 14:25:40.309875 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:40.323754 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aadded8-302d-42bc-930e-122cde40d332 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 14:25:40.342758 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 7aadded8-302d-42bc-930e-122cde40d332, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=7aadded8-302d-42bc-930e-122cde40d332,segment=NetworkSegment(2d4a8946-8675-4359-a723-712f013e7fcd),segment_id=2d4a8946-8675-4359-a723-712f013e7fcd)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:25:40.347098 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:40.356374 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3c7172fd-95b8-4cef-bf40-ff992b3ec0a5 req-64f34897-b054-45de-82e7-c49618c99534 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd345ff2-3cb5-4ede-aa07-7e22dd6d2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473948 Nov 25 14:25:40.396226 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=7aadded8-302d-42bc-930e-122cde40d332,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:25:40.578604 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['7aadded8-302d-42bc-930e-122cde40d332'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 14:25:41.470983 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d0ba8f-730f-43a4-86d2-58e493919ea0 req-bfc4bd66-2dc3-47b4-95df-9374fd2dd53b tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:25:41.472459 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e0d0ba8f-730f-43a4-86d2-58e493919ea0 req-bfc4bd66-2dc3-47b4-95df-9374fd2dd53b tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd699e0-c30e-4e75-89e7-7c5d8b6278a3 HTTP/1.1" status: 200 len: 944 time: 0.0474865 Nov 25 14:25:41.520803 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e0d0ba8f-730f-43a4-86d2-58e493919ea0 req-ea0309fa-85e5-4fbf-bf9e-21e8b4fabfea tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd345ff2-3cb5-4ede-aa07-7e22dd6d2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420022 Nov 25 14:25:42.181318 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 7aadded8-302d-42bc-930e-122cde40d332 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:25:42.228246 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port 7aadded8-302d-42bc-930e-122cde40d332 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 14:25:42.231947 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 7aadded8-302d-42bc-930e-122cde40d332 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:25:42.232323 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:42.314323 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:42.341036 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fd699e0-c30e-4e75-89e7-7c5d8b6278a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aadded8-302d-42bc-930e-122cde40d332'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:25:42.343294 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4a683b2f55a074025c37cf42062357829495bd62ced1b23f0cba96c56cdda24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526efb3d-ce0c-4748-bdae-989d39259c3c" -d '{"events": [{"server_uuid": "5fd699e0-c30e-4e75-89e7-7c5d8b6278a3", "name": "network-vif-plugged", "status": "completed", "tag": "7aadded8-302d-42bc-930e-122cde40d332"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:25:42.360344 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 7aadded8-302d-42bc-930e-122cde40d332, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=7aadded8-302d-42bc-930e-122cde40d332,segment=NetworkSegment(2d4a8946-8675-4359-a723-712f013e7fcd),segment_id=2d4a8946-8675-4359-a723-712f013e7fcd)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:25:42.361825 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:42.363972 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:42.389138 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 14:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffcaa413-5824-4ae1-92ce-2aef72238f76 x-openstack-request-id: req-ffcaa413-5824-4ae1-92ce-2aef72238f76 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:25:42.389436 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fd699e0-c30e-4e75-89e7-7c5d8b6278a3", "name": "network-vif-plugged", "status": "completed", "tag": "7aadded8-302d-42bc-930e-122cde40d332", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:25:42.389693 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ffcaa413-5824-4ae1-92ce-2aef72238f76 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:25:42.390086 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fd699e0-c30e-4e75-89e7-7c5d8b6278a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aadded8-302d-42bc-930e-122cde40d332', 'code': 200} Nov 25 14:25:42.416705 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=7aadded8-302d-42bc-930e-122cde40d332,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:25:42.489505 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905c0dd-5dce-462c-94d0-152070d14bfb req-5e5d8320-26fe-4ef5-968d-f702711f737f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:25:42.491050 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d905c0dd-5dce-462c-94d0-152070d14bfb req-5e5d8320-26fe-4ef5-968d-f702711f737f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5fd699e0-c30e-4e75-89e7-7c5d8b6278a3 HTTP/1.1" status: 200 len: 1097 time: 0.0402079 Nov 25 14:25:42.536193 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d905c0dd-5dce-462c-94d0-152070d14bfb req-e6097227-eb54-432e-91a3-55ebe4d9190c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=cd345ff2-3cb5-4ede-aa07-7e22dd6d2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381534 Nov 25 14:25:42.638661 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65fcc97-72b4-48d3-a5c1-ed44eeb1c900 req-667e5969-0093-4b36-b747-4c0334096028 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:25:42.640150 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a65fcc97-72b4-48d3-a5c1-ed44eeb1c900 req-667e5969-0093-4b36-b747-4c0334096028 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd699e0-c30e-4e75-89e7-7c5d8b6278a3 HTTP/1.1" status: 200 len: 945 time: 0.0479701 Nov 25 14:25:42.688446 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a65fcc97-72b4-48d3-a5c1-ed44eeb1c900 req-41d81076-7c00-4a3b-bdbf-933d7cffd78f tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd345ff2-3cb5-4ede-aa07-7e22dd6d2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424376 Nov 25 14:25:43.749892 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:25:43.807326 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c676f57-3bfb-4f34-946b-620b93800768 req-b07788b6-c1a0-4b26-8e19-5fb76a2b1e6a tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:25:43.808844 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3c676f57-3bfb-4f34-946b-620b93800768 req-b07788b6-c1a0-4b26-8e19-5fb76a2b1e6a tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd699e0-c30e-4e75-89e7-7c5d8b6278a3 HTTP/1.1" status: 200 len: 945 time: 0.0518191 Nov 25 14:25:43.857875 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3c676f57-3bfb-4f34-946b-620b93800768 req-ad5b6cbc-dd95-4ca7-8258-4192966b7d7f tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd345ff2-3cb5-4ede-aa07-7e22dd6d2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431395 Nov 25 14:25:43.971502 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ba1619-df6c-4110-830a-7d765b703d3d req-482c05fa-afec-4052-8400-c7a606bec7e3 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:25:43.972895 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-59ba1619-df6c-4110-830a-7d765b703d3d req-482c05fa-afec-4052-8400-c7a606bec7e3 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd699e0-c30e-4e75-89e7-7c5d8b6278a3 HTTP/1.1" status: 200 len: 945 time: 0.0486770 Nov 25 14:25:44.022164 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-59ba1619-df6c-4110-830a-7d765b703d3d req-89b845a5-5d06-403b-a246-4ebd7d682e94 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd345ff2-3cb5-4ede-aa07-7e22dd6d2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428798 Nov 25 14:25:44.043878 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 40328) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:25:44.128072 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5e53b0-8c7c-45ab-91d7-50ca21ef9e1d tempest-TestShelveInstance-412025243 tempest-TestShelveInstance-412025243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:25:44.129613 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-1f5e53b0-8c7c-45ab-91d7-50ca21ef9e1d tempest-TestShelveInstance-412025243 tempest-TestShelveInstance-412025243-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5fd699e0-c30e-4e75-89e7-7c5d8b6278a3 HTTP/1.1" status: 200 len: 1092 time: 0.0847912 Nov 25 14:25:44.132783 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 40332) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:25:44.136957 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-278c282b-9570-459f-b86a-91086be25e70 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Request body: {'floatingip': {'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'port_id': '7aadded8-302d-42bc-930e-122cde40d332', 'tenant_id': '05f886ea33fe41478064d3ee275912f3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:25:44.158336 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-278c282b-9570-459f-b86a-91086be25e70 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks [] for floatingip, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:44.253822 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-278c282b-9570-459f-b86a-91086be25e70 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:44.359177 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-278c282b-9570-459f-b86a-91086be25e70 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Allocated IP 172.25.5.146 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/abbfd3c6-0cb3-4b85-91a2-21a31b5cda8c) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:25:44.460511 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-278c282b-9570-459f-b86a-91086be25e70 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:44.495585 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-278c282b-9570-459f-b86a-91086be25e70 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:44.537984 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278c282b-9570-459f-b86a-91086be25e70 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:25:44.543145 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-278c282b-9570-459f-b86a-91086be25e70 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:25:44.547339 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278c282b-9570-459f-b86a-91086be25e70 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:25:44.550377 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278c282b-9570-459f-b86a-91086be25e70 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Pushing event updated for resources: {'Port': ['ID=abbfd3c6-0cb3-4b85-91a2-21a31b5cda8c,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:25:45.207944 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-278c282b-9570-459f-b86a-91086be25e70 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:45.275438 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-278c282b-9570-459f-b86a-91086be25e70 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:45.426172 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-278c282b-9570-459f-b86a-91086be25e70 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:45.431411 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-278c282b-9570-459f-b86a-91086be25e70 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:45.498534 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278c282b-9570-459f-b86a-91086be25e70 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Pushing event updated for resources: {'Port': ['ID=abbfd3c6-0cb3-4b85-91a2-21a31b5cda8c,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:25:45.508607 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-278c282b-9570-459f-b86a-91086be25e70 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:45.608241 n-d-808199-11 neutron-server[103570]: INFO neutron.db.l3_db [None req-278c282b-9570-459f-b86a-91086be25e70 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Floating IP 2a3cd458-aea9-462f-bfb8-2d844a825976 associated. External IP: 172.25.5.146, port: 7aadded8-302d-42bc-930e-122cde40d332. Nov 25 14:25:45.816787 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-278c282b-9570-459f-b86a-91086be25e70 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Router 7c7bf276-1d0a-47a9-8d1f-2479d3dd22de has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 14:25:45.925364 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-278c282b-9570-459f-b86a-91086be25e70 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 14:25:45.934914 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0384e355-3174-4da3-8b64-731895210fc5 None None] Sync routers for ids ['7c7bf276-1d0a-47a9-8d1f-2479d3dd22de'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 14:25:45.943463 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-278c282b-9570-459f-b86a-91086be25e70 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:25:45.945405 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0384e355-3174-4da3-8b64-731895210fc5 None None] Routers {'7c7bf276-1d0a-47a9-8d1f-2479d3dd22de'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:25:45.946818 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-0384e355-3174-4da3-8b64-731895210fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:25:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['7c7bf276-1d0a-47a9-8d1f-2479d3dd22de'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:25:45.971728 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-278c282b-9570-459f-b86a-91086be25e70 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8379378 Nov 25 14:25:45.972324 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fd699e0-c30e-4e75-89e7-7c5d8b6278a3', 'tag': '7aadded8-302d-42bc-930e-122cde40d332'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:25:45.974592 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ff10e3dad8c55f3be2027b0b566631f93d9edebaac325607bb9a9480f03098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1fce9ed-5e96-480d-a8c4-a64ed789a86a" -d '{"events": [{"name": "network-changed", "server_uuid": "5fd699e0-c30e-4e75-89e7-7c5d8b6278a3", "tag": "7aadded8-302d-42bc-930e-122cde40d332"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:25:46.011261 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 14:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb3043d-820d-4689-b166-9787b0a8ff72 x-openstack-request-id: req-1fb3043d-820d-4689-b166-9787b0a8ff72 {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:25:46.011555 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fd699e0-c30e-4e75-89e7-7c5d8b6278a3", "tag": "7aadded8-302d-42bc-930e-122cde40d332", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:25:46.011814 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1fb3043d-820d-4689-b166-9787b0a8ff72 {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:25:46.012221 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fd699e0-c30e-4e75-89e7-7c5d8b6278a3', 'tag': '7aadded8-302d-42bc-930e-122cde40d332', 'status': 'completed', 'code': 200} Nov 25 14:25:46.052708 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-0384e355-3174-4da3-8b64-731895210fc5 None None] Set router 7c7bf276-1d0a-47a9-8d1f-2479d3dd22de gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:25:46.074797 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fce9ed-5e96-480d-a8c4-a64ed789a86a req-85a26b24-ddc7-430e-960d-946472bbbe71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:25:46.077072 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c1fce9ed-5e96-480d-a8c4-a64ed789a86a req-85a26b24-ddc7-430e-960d-946472bbbe71 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=05f886ea33fe41478064d3ee275912f3&device_id=5fd699e0-c30e-4e75-89e7-7c5d8b6278a3 HTTP/1.1" status: 200 len: 1097 time: 0.0418875 Nov 25 14:25:46.172739 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fce9ed-5e96-480d-a8c4-a64ed789a86a req-758161e2-4bce-4d72-a180-40848d083a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:25:46.174221 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c1fce9ed-5e96-480d-a8c4-a64ed789a86a req-758161e2-4bce-4d72-a180-40848d083a1d service neutron] 10.222.0.47 "GET /v2.0/networks?id=f665d615-f3d2-40d5-b237-0fb228fd7edf HTTP/1.1" status: 200 len: 909 time: 0.0897000 Nov 25 14:25:46.238982 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c1fce9ed-5e96-480d-a8c4-a64ed789a86a req-16246695-15d4-4d54-be71-a679c68e4e28 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7aadded8-302d-42bc-930e-122cde40d332 HTTP/1.1" status: 200 len: 999 time: 0.0573087 Nov 25 14:25:46.277527 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-0384e355-3174-4da3-8b64-731895210fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7bf276-1d0a-47a9-8d1f-2479d3dd22de', 'name': 'tempest-TestShelveInstance-559767202-router', 'tenant_id': '05f886ea33fe41478064d3ee275912f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'e1e6140f-6116-4dd3-b264-9b0e50d42c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:25:23Z', 'updated_at': '2021-11-25T14:25:26Z', 'revision_number': 4, 'project_id': '05f886ea33fe41478064d3ee275912f3', 'gw_port': {'id': 'e1e6140f-6116-4dd3-b264-9b0e50d42c68', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:dd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7bf276-1d0a-47a9-8d1f-2479d3dd22de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:25:24Z', 'updated_at': '2021-11-25T14:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '2a3cd458-aea9-462f-bfb8-2d844a825976', 'tenant_id': '05f886ea33fe41478064d3ee275912f3', 'floating_ip_address': '172.25.5.146', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '7c7bf276-1d0a-47a9-8d1f-2479d3dd22de', 'port_id': '7aadded8-302d-42bc-930e-122cde40d332', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f665d615-f3d2-40d5-b237-0fb228fd7edf', 'mac_address': 'fa:16:3e:44:70:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd699e0-c30e-4e75-89e7-7c5d8b6278a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T14:25:45Z', 'updated_at': '2021-11-25T14:25:45Z', 'revision_number': 0, 'project_id': '05f886ea33fe41478064d3ee275912f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc2691d7-9fff-4474-ba5a-7b61b0be85c3', 'name': '', 'network_id': 'f665d615-f3d2-40d5-b237-0fb228fd7edf', 'tenant_id': '05f886ea33fe41478064d3ee275912f3', 'mac_address': 'fa:16:3e:e9:c0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7bf276-1d0a-47a9-8d1f-2479d3dd22de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'b9412b2d-3904-4cc5-be06-1daeb00677a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:25:25Z', 'updated_at': '2021-11-25T14:25:30Z', 'revision_number': 5, 'project_id': '05f886ea33fe41478064d3ee275912f3', 'subnets': [{'id': 'b9412b2d-3904-4cc5-be06-1daeb00677a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:25:46.292398 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fce9ed-5e96-480d-a8c4-a64ed789a86a req-31f67ba4-953b-4314-b694-ec4fce847f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:25:46.294592 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c1fce9ed-5e96-480d-a8c4-a64ed789a86a req-31f67ba4-953b-4314-b694-ec4fce847f85 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9412b2d-3904-4cc5-be06-1daeb00677a4 HTTP/1.1" status: 200 len: 847 time: 0.0490232 Nov 25 14:25:46.303196 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0384e355-3174-4da3-8b64-731895210fc5 None None] Checking router: 7c7bf276-1d0a-47a9-8d1f-2479d3dd22de for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 14:25:46.312228 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0384e355-3174-4da3-8b64-731895210fc5 None None] Routers {'7c7bf276-1d0a-47a9-8d1f-2479d3dd22de'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:25:46.312841 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-0384e355-3174-4da3-8b64-731895210fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:25:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['7c7bf276-1d0a-47a9-8d1f-2479d3dd22de'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:25:46.340616 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fce9ed-5e96-480d-a8c4-a64ed789a86a req-7ab5ebab-3d16-4a24-83ef-da8b9eca3827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:25:46.342044 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c1fce9ed-5e96-480d-a8c4-a64ed789a86a req-7ab5ebab-3d16-4a24-83ef-da8b9eca3827 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f665d615-f3d2-40d5-b237-0fb228fd7edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404356 Nov 25 14:25:46.418382 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-0384e355-3174-4da3-8b64-731895210fc5 None None] Set router 7c7bf276-1d0a-47a9-8d1f-2479d3dd22de gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:25:46.431725 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c1fce9ed-5e96-480d-a8c4-a64ed789a86a req-c70f6602-0b56-468f-832b-01d4a27efa38 service neutron] 10.222.0.47 "GET /v2.0/networks/f665d615-f3d2-40d5-b237-0fb228fd7edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824950 Nov 25 14:25:46.530394 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c1fce9ed-5e96-480d-a8c4-a64ed789a86a req-922d27d5-a9ec-4cff-9db3-56e70fa62bdc service neutron] 10.222.0.47 "GET /v2.0/networks/f665d615-f3d2-40d5-b237-0fb228fd7edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923014 Nov 25 14:25:46.640108 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-0384e355-3174-4da3-8b64-731895210fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7bf276-1d0a-47a9-8d1f-2479d3dd22de', 'name': 'tempest-TestShelveInstance-559767202-router', 'tenant_id': '05f886ea33fe41478064d3ee275912f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'e1e6140f-6116-4dd3-b264-9b0e50d42c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:25:23Z', 'updated_at': '2021-11-25T14:25:26Z', 'revision_number': 4, 'project_id': '05f886ea33fe41478064d3ee275912f3', 'gw_port': {'id': 'e1e6140f-6116-4dd3-b264-9b0e50d42c68', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:dd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7bf276-1d0a-47a9-8d1f-2479d3dd22de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:25:24Z', 'updated_at': '2021-11-25T14:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '2a3cd458-aea9-462f-bfb8-2d844a825976', 'tenant_id': '05f886ea33fe41478064d3ee275912f3', 'floating_ip_address': '172.25.5.146', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '7c7bf276-1d0a-47a9-8d1f-2479d3dd22de', 'port_id': '7aadded8-302d-42bc-930e-122cde40d332', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f665d615-f3d2-40d5-b237-0fb228fd7edf', 'mac_address': 'fa:16:3e:44:70:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd699e0-c30e-4e75-89e7-7c5d8b6278a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T14:25:45Z', 'updated_at': '2021-11-25T14:25:45Z', 'revision_number': 0, 'project_id': '05f886ea33fe41478064d3ee275912f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc2691d7-9fff-4474-ba5a-7b61b0be85c3', 'name': '', 'network_id': 'f665d615-f3d2-40d5-b237-0fb228fd7edf', 'tenant_id': '05f886ea33fe41478064d3ee275912f3', 'mac_address': 'fa:16:3e:e9:c0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7bf276-1d0a-47a9-8d1f-2479d3dd22de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'b9412b2d-3904-4cc5-be06-1daeb00677a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:25:25Z', 'updated_at': '2021-11-25T14:25:30Z', 'revision_number': 5, 'project_id': '05f886ea33fe41478064d3ee275912f3', 'subnets': [{'id': 'b9412b2d-3904-4cc5-be06-1daeb00677a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:25:46.668524 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0384e355-3174-4da3-8b64-731895210fc5 None None] The sync data for ids ['7c7bf276-1d0a-47a9-8d1f-2479d3dd22de'] in n-d-808199-11 is: [{'id': '7c7bf276-1d0a-47a9-8d1f-2479d3dd22de', 'name': 'tempest-TestShelveInstance-559767202-router', 'tenant_id': '05f886ea33fe41478064d3ee275912f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'e1e6140f-6116-4dd3-b264-9b0e50d42c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:25:23Z', 'updated_at': '2021-11-25T14:25:26Z', 'revision_number': 4, 'project_id': '05f886ea33fe41478064d3ee275912f3', 'gw_port': {'id': 'e1e6140f-6116-4dd3-b264-9b0e50d42c68', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:dd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7bf276-1d0a-47a9-8d1f-2479d3dd22de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:25:24Z', 'updated_at': '2021-11-25T14:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '2a3cd458-aea9-462f-bfb8-2d844a825976', 'tenant_id': '05f886ea33fe41478064d3ee275912f3', 'floating_ip_address': '172.25.5.146', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '7c7bf276-1d0a-47a9-8d1f-2479d3dd22de', 'port_id': '7aadded8-302d-42bc-930e-122cde40d332', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f665d615-f3d2-40d5-b237-0fb228fd7edf', 'mac_address': 'fa:16:3e:44:70:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd699e0-c30e-4e75-89e7-7c5d8b6278a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T14:25:45Z', 'updated_at': '2021-11-25T14:25:45Z', 'revision_number': 0, 'project_id': '05f886ea33fe41478064d3ee275912f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc2691d7-9fff-4474-ba5a-7b61b0be85c3', 'name': '', 'network_id': 'f665d615-f3d2-40d5-b237-0fb228fd7edf', 'tenant_id': '05f886ea33fe41478064d3ee275912f3', 'mac_address': 'fa:16:3e:e9:c0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7bf276-1d0a-47a9-8d1f-2479d3dd22de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'b9412b2d-3904-4cc5-be06-1daeb00677a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:25:25Z', 'updated_at': '2021-11-25T14:25:30Z', 'revision_number': 5, 'project_id': '05f886ea33fe41478064d3ee275912f3', 'subnets': [{'id': 'b9412b2d-3904-4cc5-be06-1daeb00677a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 14:25:46.864288 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951c0899-e71e-4cf3-9c8c-4bb0efc29a4d None None] New status for floating IP 2a3cd458-aea9-462f-bfb8-2d844a825976: ACTIVE {{(pid=103572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 14:26:00.418932 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5bf85ed8-2613-47e5-afab-4f1654641cca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:26:02.891258 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0a4f6ebc-a3f3-4c0c-aabc-3254b1c473e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:26:04.148069 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:26:05.471619 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:26:06.603901 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:26:08.943143 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:26:12.343786 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:26:17.915638 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1bae7fbe-7eda-4b5d-9dc0-7cd1b1971f1b req-039dc61a-8ce7-4d0f-aff9-5b9caf44e13a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5fd699e0-c30e-4e75-89e7-7c5d8b6278a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0387948 Nov 25 14:26:17.995004 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae7fbe-7eda-4b5d-9dc0-7cd1b1971f1b req-b02dcda9-37fb-46fe-b47b-4fbda513687c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:26:17.996450 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1bae7fbe-7eda-4b5d-9dc0-7cd1b1971f1b req-b02dcda9-37fb-46fe-b47b-4fbda513687c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=05f886ea33fe41478064d3ee275912f3&device_id=5fd699e0-c30e-4e75-89e7-7c5d8b6278a3 HTTP/1.1" status: 200 len: 1097 time: 0.0398538 Nov 25 14:26:18.100910 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae7fbe-7eda-4b5d-9dc0-7cd1b1971f1b req-8db3617a-3f15-49bf-9fc9-0c0f519d6dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:26:18.102951 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1bae7fbe-7eda-4b5d-9dc0-7cd1b1971f1b req-8db3617a-3f15-49bf-9fc9-0c0f519d6dea service neutron] 10.222.0.47 "GET /v2.0/networks?id=f665d615-f3d2-40d5-b237-0fb228fd7edf HTTP/1.1" status: 200 len: 909 time: 0.0874462 Nov 25 14:26:18.168181 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1bae7fbe-7eda-4b5d-9dc0-7cd1b1971f1b req-934cf168-0879-417f-a616-a7cfcec89fc1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7aadded8-302d-42bc-930e-122cde40d332 HTTP/1.1" status: 200 len: 1001 time: 0.0583911 Nov 25 14:26:18.220141 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae7fbe-7eda-4b5d-9dc0-7cd1b1971f1b req-74e3b0c7-a6f9-4d91-be03-cc2745c44e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:26:18.221563 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1bae7fbe-7eda-4b5d-9dc0-7cd1b1971f1b req-74e3b0c7-a6f9-4d91-be03-cc2745c44e64 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9412b2d-3904-4cc5-be06-1daeb00677a4 HTTP/1.1" status: 200 len: 847 time: 0.0470948 Nov 25 14:26:18.266661 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae7fbe-7eda-4b5d-9dc0-7cd1b1971f1b req-5c4368bb-e582-4727-a39f-d490ca4a359e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:26:18.268127 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1bae7fbe-7eda-4b5d-9dc0-7cd1b1971f1b req-5c4368bb-e582-4727-a39f-d490ca4a359e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f665d615-f3d2-40d5-b237-0fb228fd7edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388198 Nov 25 14:26:18.354469 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1bae7fbe-7eda-4b5d-9dc0-7cd1b1971f1b req-211c47e7-0751-4698-83be-10d6e2dfc394 service neutron] 10.222.0.47 "GET /v2.0/networks/f665d615-f3d2-40d5-b237-0fb228fd7edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787272 Nov 25 14:26:18.447788 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-1bae7fbe-7eda-4b5d-9dc0-7cd1b1971f1b req-68ffc209-8d77-466a-a930-5260ad6831c4 service neutron] 10.222.0.47 "GET /v2.0/networks/f665d615-f3d2-40d5-b237-0fb228fd7edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862103 Nov 25 14:26:20.749874 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:26:30.420345 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c6f1ed2a-da7c-4119-9821-62aa24967cb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:26:32.892798 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f7229f9a-0280-4074-82e6-993b5c1e4bd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:26:33.337557 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [req-0d95677a-56f8-4876-8c23-65af03258acf req-f2c10e43-1872-4d70-9910-a054ff4556a1 service neutron] (103571) timed out ('10.222.0.53', 35776) {{(pid=103571) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 14:26:34.151238 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:26:35.474897 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:26:36.606707 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:26:38.955992 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:26:42.339160 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:26:57.749183 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:27:00.421788 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-16a8911d-3ddc-4076-bfc4-980170837fba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:27:02.894606 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-90726cd2-ffcf-4b20-be06-f7a6a1eaeee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:27:04.154331 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:27:05.477939 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:27:06.607844 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:27:08.965588 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:27:12.352925 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:27:19.915159 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8e691507-e779-48c6-b7de-6f9b5f924f0f req-1fc8304e-358d-42be-8b6c-2d0fbb9ab710 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5fd699e0-c30e-4e75-89e7-7c5d8b6278a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405221 Nov 25 14:27:19.996643 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e691507-e779-48c6-b7de-6f9b5f924f0f req-c16db73b-5977-4682-a9d8-28fbe886e409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:27:19.998132 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8e691507-e779-48c6-b7de-6f9b5f924f0f req-c16db73b-5977-4682-a9d8-28fbe886e409 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=05f886ea33fe41478064d3ee275912f3&device_id=5fd699e0-c30e-4e75-89e7-7c5d8b6278a3 HTTP/1.1" status: 200 len: 1097 time: 0.0402431 Nov 25 14:27:20.103502 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e691507-e779-48c6-b7de-6f9b5f924f0f req-fe8b159b-c158-4cf2-8385-65b36eea4a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:27:20.105007 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8e691507-e779-48c6-b7de-6f9b5f924f0f req-fe8b159b-c158-4cf2-8385-65b36eea4a55 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f665d615-f3d2-40d5-b237-0fb228fd7edf HTTP/1.1" status: 200 len: 909 time: 0.0880597 Nov 25 14:27:20.169556 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8e691507-e779-48c6-b7de-6f9b5f924f0f req-c5e944c6-8b18-41a9-bebc-676f39dbd593 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7aadded8-302d-42bc-930e-122cde40d332 HTTP/1.1" status: 200 len: 1001 time: 0.0570760 Nov 25 14:27:20.221421 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e691507-e779-48c6-b7de-6f9b5f924f0f req-10969dba-62cc-471f-832c-99862633658d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:27:20.222863 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8e691507-e779-48c6-b7de-6f9b5f924f0f req-10969dba-62cc-471f-832c-99862633658d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9412b2d-3904-4cc5-be06-1daeb00677a4 HTTP/1.1" status: 200 len: 847 time: 0.0464272 Nov 25 14:27:20.266808 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e691507-e779-48c6-b7de-6f9b5f924f0f req-f2931308-5f16-4616-9454-186fadd6c1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:27:20.268268 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8e691507-e779-48c6-b7de-6f9b5f924f0f req-f2931308-5f16-4616-9454-186fadd6c1d8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f665d615-f3d2-40d5-b237-0fb228fd7edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387518 Nov 25 14:27:20.355539 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8e691507-e779-48c6-b7de-6f9b5f924f0f req-167d7eac-be37-4ce7-9698-b08a789194ec service neutron] 10.222.0.47 "GET /v2.0/networks/f665d615-f3d2-40d5-b237-0fb228fd7edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803719 Nov 25 14:27:20.448700 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8e691507-e779-48c6-b7de-6f9b5f924f0f req-77f0a6e5-d395-416c-834f-6e913c51fd56 service neutron] 10.222.0.47 "GET /v2.0/networks/f665d615-f3d2-40d5-b237-0fb228fd7edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858028 Nov 25 14:27:30.422783 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1b31d710-608f-4475-9680-8daa796f6f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:27:32.897399 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f6a34f49-f719-47db-a238-fceacf000645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:27:34.155738 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:27:34.747504 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:27:35.481270 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:27:36.611156 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:27:38.985354 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:27:41.739747 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c899702b-fe6f-4f4e-9b3b-e32fc0e746b4 req-f46dc484-518c-4f64-ae06-5c045a2df3d9 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:27:41.741164 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c899702b-fe6f-4f4e-9b3b-e32fc0e746b4 req-f46dc484-518c-4f64-ae06-5c045a2df3d9 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd699e0-c30e-4e75-89e7-7c5d8b6278a3 HTTP/1.1" status: 200 len: 945 time: 0.0492589 Nov 25 14:27:41.790157 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c899702b-fe6f-4f4e-9b3b-e32fc0e746b4 req-f6025254-a6a6-4dc9-a3f8-7354f7e881f3 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd345ff2-3cb5-4ede-aa07-7e22dd6d2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431592 Nov 25 14:27:42.352212 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:27:42.936608 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb5786-be42-408d-a1e9-3a86a9bb46d5 req-755f1db7-cdde-46bc-92af-a8841db00c79 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:27:42.938097 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-84bb5786-be42-408d-a1e9-3a86a9bb46d5 req-755f1db7-cdde-46bc-92af-a8841db00c79 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd699e0-c30e-4e75-89e7-7c5d8b6278a3 HTTP/1.1" status: 200 len: 945 time: 0.0538929 Nov 25 14:27:42.986940 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-84bb5786-be42-408d-a1e9-3a86a9bb46d5 req-adf2db81-e325-4f72-a35d-a0c2316724e2 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd345ff2-3cb5-4ede-aa07-7e22dd6d2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427816 Nov 25 14:27:44.124837 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea066914-83ff-4c05-8bc0-4ee4cee6ac4f req-766513fb-6815-4fcb-8b3b-d8a8986b356b tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:27:44.126374 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ea066914-83ff-4c05-8bc0-4ee4cee6ac4f req-766513fb-6815-4fcb-8b3b-d8a8986b356b tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd699e0-c30e-4e75-89e7-7c5d8b6278a3 HTTP/1.1" status: 200 len: 945 time: 0.0482571 Nov 25 14:27:44.175397 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ea066914-83ff-4c05-8bc0-4ee4cee6ac4f req-a419d2d0-32e5-4956-8502-f980a270c750 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd345ff2-3cb5-4ede-aa07-7e22dd6d2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429137 Nov 25 14:27:45.291803 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c8d2f-7574-4124-9c42-bd9fc76bb3b5 req-e130b8fb-e26d-459f-ad84-1249f9a01339 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:27:45.293311 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-437c8d2f-7574-4124-9c42-bd9fc76bb3b5 req-e130b8fb-e26d-459f-ad84-1249f9a01339 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd699e0-c30e-4e75-89e7-7c5d8b6278a3 HTTP/1.1" status: 200 len: 945 time: 0.0488329 Nov 25 14:27:45.347633 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-437c8d2f-7574-4124-9c42-bd9fc76bb3b5 req-63b534a6-9054-4b30-89b0-e781fcb8c3f4 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd345ff2-3cb5-4ede-aa07-7e22dd6d2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476539 Nov 25 14:27:46.463875 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47648eb2-409d-40db-8d54-b11ab1464653 req-18b1f636-26e7-486e-a09b-520ffc48859f tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:27:46.465382 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-47648eb2-409d-40db-8d54-b11ab1464653 req-18b1f636-26e7-486e-a09b-520ffc48859f tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd699e0-c30e-4e75-89e7-7c5d8b6278a3 HTTP/1.1" status: 200 len: 945 time: 0.0490048 Nov 25 14:27:46.518385 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-47648eb2-409d-40db-8d54-b11ab1464653 req-14ec9c34-e6cb-4af8-b007-ef95e1a39d36 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd345ff2-3cb5-4ede-aa07-7e22dd6d2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468943 Nov 25 14:27:47.634075 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d98e24-3942-4104-9d03-666ede6a93a3 req-27588f30-cdb7-4698-a027-6a181fd3cd97 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:27:47.635578 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-43d98e24-3942-4104-9d03-666ede6a93a3 req-27588f30-cdb7-4698-a027-6a181fd3cd97 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd699e0-c30e-4e75-89e7-7c5d8b6278a3 HTTP/1.1" status: 200 len: 945 time: 0.0484295 Nov 25 14:27:47.684751 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-43d98e24-3942-4104-9d03-666ede6a93a3 req-80260e92-768e-4e0b-890c-1ac9cb347c66 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd345ff2-3cb5-4ede-aa07-7e22dd6d2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432949 Nov 25 14:27:48.802384 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2252d2-e817-4551-846d-36214307535d req-c876b370-8a76-4944-a173-891ee0035b62 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:27:48.803884 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5b2252d2-e817-4551-846d-36214307535d req-c876b370-8a76-4944-a173-891ee0035b62 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd699e0-c30e-4e75-89e7-7c5d8b6278a3 HTTP/1.1" status: 200 len: 945 time: 0.0526083 Nov 25 14:27:48.852756 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5b2252d2-e817-4551-846d-36214307535d req-986fb103-2a54-4825-91af-e298a74ffb89 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd345ff2-3cb5-4ede-aa07-7e22dd6d2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429640 Nov 25 14:27:49.978710 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d484857-ab94-4ef0-ac7a-5057dc6c8df6 req-b4debca7-9337-452e-9cc1-b269bbb364b1 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:27:49.980192 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5d484857-ab94-4ef0-ac7a-5057dc6c8df6 req-b4debca7-9337-452e-9cc1-b269bbb364b1 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd699e0-c30e-4e75-89e7-7c5d8b6278a3 HTTP/1.1" status: 200 len: 945 time: 0.0565162 Nov 25 14:27:50.029170 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5d484857-ab94-4ef0-ac7a-5057dc6c8df6 req-7fb73f1a-a93a-4037-9f20-ea556b186378 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd345ff2-3cb5-4ede-aa07-7e22dd6d2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424509 Nov 25 14:27:51.147459 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e8173-374c-4ca2-badf-8e24c9f37192 req-bf720877-3cdb-4564-bcb6-5b1dc575cba7 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:27:51.148922 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fe3e8173-374c-4ca2-badf-8e24c9f37192 req-bf720877-3cdb-4564-bcb6-5b1dc575cba7 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd699e0-c30e-4e75-89e7-7c5d8b6278a3 HTTP/1.1" status: 200 len: 945 time: 0.0513101 Nov 25 14:27:51.197494 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fe3e8173-374c-4ca2-badf-8e24c9f37192 req-fd89d0f2-9ab2-4179-a88e-edd2cf879207 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd345ff2-3cb5-4ede-aa07-7e22dd6d2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426691 Nov 25 14:27:52.319701 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a669e44-b965-4624-9548-52355f58c8a5 req-a67a0716-3749-4c8f-8632-755963150dc1 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:27:52.321237 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6a669e44-b965-4624-9548-52355f58c8a5 req-a67a0716-3749-4c8f-8632-755963150dc1 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd699e0-c30e-4e75-89e7-7c5d8b6278a3 HTTP/1.1" status: 200 len: 945 time: 0.0516975 Nov 25 14:27:52.370265 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6a669e44-b965-4624-9548-52355f58c8a5 req-5b56adf0-c464-44ec-be27-f850a8a36d8c tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd345ff2-3cb5-4ede-aa07-7e22dd6d2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430713 Nov 25 14:27:53.483990 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead28091-6888-4c72-8d73-1ecc6345e645 req-f622ca51-f442-4e3a-b192-127aff0074c2 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:27:53.485366 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ead28091-6888-4c72-8d73-1ecc6345e645 req-f622ca51-f442-4e3a-b192-127aff0074c2 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd699e0-c30e-4e75-89e7-7c5d8b6278a3 HTTP/1.1" status: 200 len: 945 time: 0.0478513 Nov 25 14:27:53.538364 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ead28091-6888-4c72-8d73-1ecc6345e645 req-06afc124-168d-4e4b-a84a-18084ba1065e tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd345ff2-3cb5-4ede-aa07-7e22dd6d2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468946 Nov 25 14:27:54.677020 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc27634-0221-4594-8568-7c298bc3be3d req-f838e995-cd5f-40f2-9822-06fa16564531 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:27:54.678455 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0cc27634-0221-4594-8568-7c298bc3be3d req-f838e995-cd5f-40f2-9822-06fa16564531 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd699e0-c30e-4e75-89e7-7c5d8b6278a3 HTTP/1.1" status: 200 len: 945 time: 0.0663261 Nov 25 14:27:54.737761 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0cc27634-0221-4594-8568-7c298bc3be3d req-e03e9e29-bae8-4f5e-bc66-c0b3d45b7c4f tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd345ff2-3cb5-4ede-aa07-7e22dd6d2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528834 Nov 25 14:27:54.889711 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 7aadded8-302d-42bc-930e-122cde40d332 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 14:27:55.020318 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 7aadded8-302d-42bc-930e-122cde40d332, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=7aadded8-302d-42bc-930e-122cde40d332,segment=NetworkSegment(2d4a8946-8675-4359-a723-712f013e7fcd),segment_id=2d4a8946-8675-4359-a723-712f013e7fcd)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:27:55.032389 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': '7aadded8-302d-42bc-930e-122cde40d332', 'network_id': 'f665d615-f3d2-40d5-b237-0fb228fd7edf', 'port_id': '7aadded8-302d-42bc-930e-122cde40d332', 'mac_address': 'fa:16:3e:44:70:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9412b2d-3904-4cc5-be06-1daeb00677a4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 14:27:55.072731 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:27:55.088016 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7aadded8-302d-42bc-930e-122cde40d332 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 14:27:55.108967 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 7aadded8-302d-42bc-930e-122cde40d332, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=7aadded8-302d-42bc-930e-122cde40d332,segment=NetworkSegment(2d4a8946-8675-4359-a723-712f013e7fcd),segment_id=2d4a8946-8675-4359-a723-712f013e7fcd)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:27:55.114535 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:27:55.173175 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=7aadded8-302d-42bc-930e-122cde40d332,revision_number=6']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:27:55.181660 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:27:55.182019 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:27:55.182365 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:27:55.182737 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:27:55.183153 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:27:55.183493 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:27:55.183825 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:27:55.184161 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:27:55.184485 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:27:55.185004 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:27:55.185361 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:27:55.185695 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:27:55.190991 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['7aadded8-302d-42bc-930e-122cde40d332'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 14:27:55.869907 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3761ab0-59d8-42e3-917c-08a03026f085 req-57921d66-da93-48e0-bdf3-4acc65c59133 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:27:55.871558 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e3761ab0-59d8-42e3-917c-08a03026f085 req-57921d66-da93-48e0-bdf3-4acc65c59133 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd699e0-c30e-4e75-89e7-7c5d8b6278a3 HTTP/1.1" status: 200 len: 944 time: 0.0529447 Nov 25 14:27:55.926293 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e3761ab0-59d8-42e3-917c-08a03026f085 req-7efbb0ca-7a03-44b7-b58d-ba1af2c2e3ed tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd345ff2-3cb5-4ede-aa07-7e22dd6d2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484154 Nov 25 14:27:56.907117 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 7aadded8-302d-42bc-930e-122cde40d332 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:27:56.974822 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port 7aadded8-302d-42bc-930e-122cde40d332 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:27:56.975217 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:27:57.067849 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3cf5a-4b59-4f4f-9387-8434089f655a req-2eb0e516-5a41-49d9-ba83-7ac22ea0cbf6 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:27:57.069512 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-69b3cf5a-4b59-4f4f-9387-8434089f655a req-2eb0e516-5a41-49d9-ba83-7ac22ea0cbf6 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd699e0-c30e-4e75-89e7-7c5d8b6278a3 HTTP/1.1" status: 200 len: 944 time: 0.0601645 Nov 25 14:27:57.084925 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:27:57.116268 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fd699e0-c30e-4e75-89e7-7c5d8b6278a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aadded8-302d-42bc-930e-122cde40d332'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:27:57.122943 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4a683b2f55a074025c37cf42062357829495bd62ced1b23f0cba96c56cdda24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f58303d-16d8-42e3-b58a-3964b7d242c0" -d '{"events": [{"server_uuid": "5fd699e0-c30e-4e75-89e7-7c5d8b6278a3", "name": "network-vif-plugged", "status": "completed", "tag": "7aadded8-302d-42bc-930e-122cde40d332"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:27:57.142283 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-69b3cf5a-4b59-4f4f-9387-8434089f655a req-0d7e7004-6e7c-4cd8-a7ab-4783ed4c087f tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd345ff2-3cb5-4ede-aa07-7e22dd6d2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581186 Nov 25 14:27:57.156928 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port 7aadded8-302d-42bc-930e-122cde40d332, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=7aadded8-302d-42bc-930e-122cde40d332,segment=NetworkSegment(2d4a8946-8675-4359-a723-712f013e7fcd),segment_id=2d4a8946-8675-4359-a723-712f013e7fcd)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:27:57.163249 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:27:57.196838 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 14:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b998f99-cef6-4b53-9863-ae84e6f1bd0e x-openstack-request-id: req-7b998f99-cef6-4b53-9863-ae84e6f1bd0e {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:27:57.197139 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fd699e0-c30e-4e75-89e7-7c5d8b6278a3", "name": "network-vif-plugged", "status": "completed", "tag": "7aadded8-302d-42bc-930e-122cde40d332", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:27:57.197398 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7b998f99-cef6-4b53-9863-ae84e6f1bd0e {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:27:57.197790 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fd699e0-c30e-4e75-89e7-7c5d8b6278a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aadded8-302d-42bc-930e-122cde40d332', 'code': 200} Nov 25 14:27:57.225485 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=7aadded8-302d-42bc-930e-122cde40d332,revision_number=7']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:27:58.254787 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0435ea7-295a-4ca6-bb16-00cf68cbf5a6 req-b473466b-c37f-4b9f-9ecc-1f9fc5bee924 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:27:58.256392 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d0435ea7-295a-4ca6-bb16-00cf68cbf5a6 req-b473466b-c37f-4b9f-9ecc-1f9fc5bee924 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd699e0-c30e-4e75-89e7-7c5d8b6278a3 HTTP/1.1" status: 200 len: 945 time: 0.0527637 Nov 25 14:27:58.311384 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d0435ea7-295a-4ca6-bb16-00cf68cbf5a6 req-45c1f5da-4b03-4160-b5a6-4ce56c2594f3 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd345ff2-3cb5-4ede-aa07-7e22dd6d2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486584 Nov 25 14:27:59.443378 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d66002-b770-49ed-a529-51d5a378838b req-2482541b-cde4-4cc9-9fa9-634044b7be1e tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:27:59.444854 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e0d66002-b770-49ed-a529-51d5a378838b req-2482541b-cde4-4cc9-9fa9-634044b7be1e tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd699e0-c30e-4e75-89e7-7c5d8b6278a3 HTTP/1.1" status: 200 len: 945 time: 0.0529556 Nov 25 14:27:59.502322 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e0d66002-b770-49ed-a529-51d5a378838b req-5d412bdf-bf5f-4eb3-bfe0-2dc81fb55e32 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd345ff2-3cb5-4ede-aa07-7e22dd6d2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512192 Nov 25 14:28:00.426873 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ea01cc8c-01c8-475d-89c2-9665705046b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:28:00.636752 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd39ae-5610-4139-987e-c4159db4b717 req-8cb4f6e2-27bd-4363-a3a0-ad8479c84818 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:28:00.638940 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-afcd39ae-5610-4139-987e-c4159db4b717 req-8cb4f6e2-27bd-4363-a3a0-ad8479c84818 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd699e0-c30e-4e75-89e7-7c5d8b6278a3 HTTP/1.1" status: 200 len: 945 time: 0.0586879 Nov 25 14:28:00.702677 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-afcd39ae-5610-4139-987e-c4159db4b717 req-64a6df3d-5ff6-4a88-beed-39f278f1e1c3 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd345ff2-3cb5-4ede-aa07-7e22dd6d2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572863 Nov 25 14:28:01.868435 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395792b-1ee5-4e20-96b1-dd32dd636e1f req-f8727af5-876b-4f9e-a8fe-dd638be3b6d2 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:28:01.870055 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4395792b-1ee5-4e20-96b1-dd32dd636e1f req-f8727af5-876b-4f9e-a8fe-dd638be3b6d2 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd699e0-c30e-4e75-89e7-7c5d8b6278a3 HTTP/1.1" status: 200 len: 945 time: 0.0719762 Nov 25 14:28:01.938186 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4395792b-1ee5-4e20-96b1-dd32dd636e1f req-ce1e445f-7836-458f-b1f4-284d0aeee6b7 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd345ff2-3cb5-4ede-aa07-7e22dd6d2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605447 Nov 25 14:28:02.900411 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-522720fa-d276-4c00-ba6b-e702166639b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:28:03.074260 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd6b0e2-e5fb-42b6-b22f-0359ad969710 req-03669d59-8aba-4227-a6a8-259b7c402aee tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:28:03.076299 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6bd6b0e2-e5fb-42b6-b22f-0359ad969710 req-03669d59-8aba-4227-a6a8-259b7c402aee tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd699e0-c30e-4e75-89e7-7c5d8b6278a3 HTTP/1.1" status: 200 len: 945 time: 0.0597684 Nov 25 14:28:03.136017 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6bd6b0e2-e5fb-42b6-b22f-0359ad969710 req-2590436e-1611-40e9-912f-02bb42287e12 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd345ff2-3cb5-4ede-aa07-7e22dd6d2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533974 Nov 25 14:28:03.804875 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38333bc7-1a0e-4efe-bcb8-64ab067305f9 req-f7c439bc-9697-47f2-abfb-2ebe15adb58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:28:03.806355 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-38333bc7-1a0e-4efe-bcb8-64ab067305f9 req-f7c439bc-9697-47f2-abfb-2ebe15adb58b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=05f886ea33fe41478064d3ee275912f3&device_id=5fd699e0-c30e-4e75-89e7-7c5d8b6278a3 HTTP/1.1" status: 200 len: 1097 time: 0.0409963 Nov 25 14:28:03.898717 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38333bc7-1a0e-4efe-bcb8-64ab067305f9 req-5726328c-8a70-45fa-aff5-db868b132d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:28:03.900192 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-38333bc7-1a0e-4efe-bcb8-64ab067305f9 req-5726328c-8a70-45fa-aff5-db868b132d13 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f665d615-f3d2-40d5-b237-0fb228fd7edf HTTP/1.1" status: 200 len: 909 time: 0.0868011 Nov 25 14:28:03.965294 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-38333bc7-1a0e-4efe-bcb8-64ab067305f9 req-28811be8-94c0-425a-915f-f9a4d92423d3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7aadded8-302d-42bc-930e-122cde40d332 HTTP/1.1" status: 200 len: 1001 time: 0.0572627 Nov 25 14:28:04.012512 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38333bc7-1a0e-4efe-bcb8-64ab067305f9 req-dfe99e59-9a1e-4c8d-9d2c-d43caa44f9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:28:04.013881 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-38333bc7-1a0e-4efe-bcb8-64ab067305f9 req-dfe99e59-9a1e-4c8d-9d2c-d43caa44f9fc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9412b2d-3904-4cc5-be06-1daeb00677a4 HTTP/1.1" status: 200 len: 847 time: 0.0424211 Nov 25 14:28:04.061562 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38333bc7-1a0e-4efe-bcb8-64ab067305f9 req-5f28cc10-5ab3-4f9a-a6bb-b9f5f060df2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:28:04.062954 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-38333bc7-1a0e-4efe-bcb8-64ab067305f9 req-5f28cc10-5ab3-4f9a-a6bb-b9f5f060df2d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f665d615-f3d2-40d5-b237-0fb228fd7edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423610 Nov 25 14:28:04.150327 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-38333bc7-1a0e-4efe-bcb8-64ab067305f9 req-efeb2b0a-eec9-4dc8-9932-7ddb64984033 service neutron] 10.222.0.47 "GET /v2.0/networks/f665d615-f3d2-40d5-b237-0fb228fd7edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798018 Nov 25 14:28:04.163029 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:28:04.246944 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-38333bc7-1a0e-4efe-bcb8-64ab067305f9 req-1fbe3082-d584-4820-9024-d09d4bd4bbee service neutron] 10.222.0.47 "GET /v2.0/networks/f665d615-f3d2-40d5-b237-0fb228fd7edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896275 Nov 25 14:28:04.252399 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1fd521-25b5-4ed4-aa9a-a9f874f454a5 req-b609bcce-6e9c-47d1-913f-abd2b7c68b28 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:28:04.254156 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1b1fd521-25b5-4ed4-aa9a-a9f874f454a5 req-b609bcce-6e9c-47d1-913f-abd2b7c68b28 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd699e0-c30e-4e75-89e7-7c5d8b6278a3 HTTP/1.1" status: 200 len: 945 time: 0.0490279 Nov 25 14:28:04.303500 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1b1fd521-25b5-4ed4-aa9a-a9f874f454a5 req-fc103c3b-b492-4856-9c1a-d3dc29122657 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd345ff2-3cb5-4ede-aa07-7e22dd6d2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434175 Nov 25 14:28:05.427058 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22066a3c-4bd4-4a65-a749-c9bb3cd44af4 req-7bd308e4-2162-4325-b3a7-5f026a642349 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:28:05.428538 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-22066a3c-4bd4-4a65-a749-c9bb3cd44af4 req-7bd308e4-2162-4325-b3a7-5f026a642349 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd699e0-c30e-4e75-89e7-7c5d8b6278a3 HTTP/1.1" status: 200 len: 945 time: 0.0539815 Nov 25 14:28:05.478984 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-22066a3c-4bd4-4a65-a749-c9bb3cd44af4 req-8c5b449b-1fe9-4c93-8e9b-6e9f9e52f978 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd345ff2-3cb5-4ede-aa07-7e22dd6d2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442140 Nov 25 14:28:05.483715 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:28:06.592955 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc69f54-d7c1-4378-afc3-2a583250d61d req-663b4f31-a848-4115-8577-1073460693bd tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:28:06.594405 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5dc69f54-d7c1-4378-afc3-2a583250d61d req-663b4f31-a848-4115-8577-1073460693bd tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd699e0-c30e-4e75-89e7-7c5d8b6278a3 HTTP/1.1" status: 200 len: 945 time: 0.0477729 Nov 25 14:28:06.616712 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:28:06.646918 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5dc69f54-d7c1-4378-afc3-2a583250d61d req-dd374113-4452-4f2a-a95d-ccbaa2d91803 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd345ff2-3cb5-4ede-aa07-7e22dd6d2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449531 Nov 25 14:28:06.736874 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [req-2a0c32ca-aa89-4a2e-b6c3-64786e12be0b req-75874850-32cb-43ba-80a1-ffa53270824d service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 14:28:06.737844 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2a0c32ca-aa89-4a2e-b6c3-64786e12be0b req-75874850-32cb-43ba-80a1-ffa53270824d service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058899 Nov 25 14:28:06.892202 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3883a248-50b4-46f0-9708-c2e07e8e5507 req-2ed9986c-505f-425b-a740-2ecd246d799e tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:28:06.893834 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3883a248-50b4-46f0-9708-c2e07e8e5507 req-2ed9986c-505f-425b-a740-2ecd246d799e tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd699e0-c30e-4e75-89e7-7c5d8b6278a3 HTTP/1.1" status: 200 len: 945 time: 0.0527437 Nov 25 14:28:06.947430 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3883a248-50b4-46f0-9708-c2e07e8e5507 req-6f8f5a44-5027-46a8-a3df-13962aad6a95 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd345ff2-3cb5-4ede-aa07-7e22dd6d2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476933 Nov 25 14:28:07.178267 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e9a5d66c-459d-429b-a07d-399b7fb3376f req-72e16d9e-07c5-415b-b0a0-842c7eb1c2cf service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5fd699e0-c30e-4e75-89e7-7c5d8b6278a3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0847318 Nov 25 14:28:08.064124 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc2f1f-f821-49ac-945e-d443e4e51956 req-f3973378-d9bb-4b21-938a-dad0822d5716 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:28:08.065639 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d3bc2f1f-f821-49ac-945e-d443e4e51956 req-f3973378-d9bb-4b21-938a-dad0822d5716 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd699e0-c30e-4e75-89e7-7c5d8b6278a3 HTTP/1.1" status: 200 len: 945 time: 0.0491505 Nov 25 14:28:08.114350 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a5d66c-459d-429b-a07d-399b7fb3376f req-1e7098b8-28a6-4659-8d63-6a2389a7f071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:28:08.115945 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e9a5d66c-459d-429b-a07d-399b7fb3376f req-1e7098b8-28a6-4659-8d63-6a2389a7f071 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5fd699e0-c30e-4e75-89e7-7c5d8b6278a3&tenant_id=05f886ea33fe41478064d3ee275912f3 HTTP/1.1" status: 200 len: 1097 time: 0.0843160 Nov 25 14:28:08.116221 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d3bc2f1f-f821-49ac-945e-d443e4e51956 req-0fa4acc2-a93b-4c55-a879-2fda3093f952 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd345ff2-3cb5-4ede-aa07-7e22dd6d2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447502 Nov 25 14:28:08.132622 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-e9a5d66c-459d-429b-a07d-399b7fb3376f req-2c9b46e8-e377-436c-b03c-eb3cb077e7f4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-808199-11', 'device_owner': 'compute:nova'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:28:08.187623 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e9a5d66c-459d-429b-a07d-399b7fb3376f req-2c9b46e8-e377-436c-b03c-eb3cb077e7f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:28:08.717945 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-e9a5d66c-459d-429b-a07d-399b7fb3376f req-2c9b46e8-e377-436c-b03c-eb3cb077e7f4 service neutron] For port 7aadded8-302d-42bc-930e-122cde40d332, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=7aadded8-302d-42bc-930e-122cde40d332,segment=NetworkSegment(2d4a8946-8675-4359-a723-712f013e7fcd),segment_id=2d4a8946-8675-4359-a723-712f013e7fcd)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:28:08.750926 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-e9a5d66c-459d-429b-a07d-399b7fb3376f req-2c9b46e8-e377-436c-b03c-eb3cb077e7f4 service neutron] For port 7aadded8-302d-42bc-930e-122cde40d332, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:28:08.789088 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fd699e0-c30e-4e75-89e7-7c5d8b6278a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7aadded8-302d-42bc-930e-122cde40d332'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:28:08.791410 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b263d7d4b70db15966f189087f2cdd81ff7815a34d469843c29c7d40ca9dff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b6aacc-fd7f-48ae-959c-faec2e7ec291" -d '{"events": [{"server_uuid": "5fd699e0-c30e-4e75-89e7-7c5d8b6278a3", "name": "network-vif-unplugged", "status": "completed", "tag": "7aadded8-302d-42bc-930e-122cde40d332"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:28:08.795195 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e9a5d66c-459d-429b-a07d-399b7fb3376f req-2c9b46e8-e377-436c-b03c-eb3cb077e7f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:28:08.809311 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-e9a5d66c-459d-429b-a07d-399b7fb3376f req-2c9b46e8-e377-436c-b03c-eb3cb077e7f4 service neutron] Transition to ACTIVE for port object 7aadded8-302d-42bc-930e-122cde40d332 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 14:28:08.812603 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e9a5d66c-459d-429b-a07d-399b7fb3376f req-2c9b46e8-e377-436c-b03c-eb3cb077e7f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:28:08.860003 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b46e8-e377-436c-b03c-eb3cb077e7f4 service neutron] Pushing event updated for resources: {'Port': ['ID=7aadded8-302d-42bc-930e-122cde40d332,revision_number=8']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:28:08.893434 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 14:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9bab556-e5fd-43b0-a249-afffff884e30 x-openstack-request-id: req-e9bab556-e5fd-43b0-a249-afffff884e30 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:28:08.893733 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fd699e0-c30e-4e75-89e7-7c5d8b6278a3", "name": "network-vif-unplugged", "status": "completed", "tag": "7aadded8-302d-42bc-930e-122cde40d332", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:28:08.893985 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e9bab556-e5fd-43b0-a249-afffff884e30 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:28:08.894380 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fd699e0-c30e-4e75-89e7-7c5d8b6278a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7aadded8-302d-42bc-930e-122cde40d332', 'code': 200} Nov 25 14:28:08.903836 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9b46e8-e377-436c-b03c-eb3cb077e7f4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:28:08.904185 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9b46e8-e377-436c-b03c-eb3cb077e7f4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:28:08.904529 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9b46e8-e377-436c-b03c-eb3cb077e7f4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:28:08.904875 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9b46e8-e377-436c-b03c-eb3cb077e7f4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:28:08.905213 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9b46e8-e377-436c-b03c-eb3cb077e7f4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:28:08.905546 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9b46e8-e377-436c-b03c-eb3cb077e7f4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:28:08.905877 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9b46e8-e377-436c-b03c-eb3cb077e7f4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:28:08.906207 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9b46e8-e377-436c-b03c-eb3cb077e7f4 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:28:08.906536 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9b46e8-e377-436c-b03c-eb3cb077e7f4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:28:08.906890 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9b46e8-e377-436c-b03c-eb3cb077e7f4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:28:08.907837 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9b46e8-e377-436c-b03c-eb3cb077e7f4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:28:08.908171 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9b46e8-e377-436c-b03c-eb3cb077e7f4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:28:08.948060 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9a5d66c-459d-429b-a07d-399b7fb3376f req-2c9b46e8-e377-436c-b03c-eb3cb077e7f4 service neutron] No DVR routers for this DVR port 7aadded8-302d-42bc-930e-122cde40d332 on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 14:28:08.959510 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 7aadded8-302d-42bc-930e-122cde40d332 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:28:09.014643 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device 7aadded8-302d-42bc-930e-122cde40d332 not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:28:09.016105 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:28:09.088706 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-e9a5d66c-459d-429b-a07d-399b7fb3376f req-2c9b46e8-e377-436c-b03c-eb3cb077e7f4 service neutron] Attempting to bind port 7aadded8-302d-42bc-930e-122cde40d332 on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:28:09.089082 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-e9a5d66c-459d-429b-a07d-399b7fb3376f req-2c9b46e8-e377-436c-b03c-eb3cb077e7f4 service neutron] Attempting to bind port 7aadded8-302d-42bc-930e-122cde40d332 by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': '2d4a8946-8675-4359-a723-712f013e7fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f665d615-f3d2-40d5-b237-0fb228fd7edf'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:28:09.089419 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a5d66c-459d-429b-a07d-399b7fb3376f req-2c9b46e8-e377-436c-b03c-eb3cb077e7f4 service neutron] Attempting to bind port 7aadded8-302d-42bc-930e-122cde40d332 on network f665d615-f3d2-40d5-b237-0fb228fd7edf {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:28:09.093717 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a5d66c-459d-429b-a07d-399b7fb3376f req-2c9b46e8-e377-436c-b03c-eb3cb077e7f4 service neutron] Port 7aadded8-302d-42bc-930e-122cde40d332 on network f665d615-f3d2-40d5-b237-0fb228fd7edf not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 14:28:09.094047 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a5d66c-459d-429b-a07d-399b7fb3376f req-2c9b46e8-e377-436c-b03c-eb3cb077e7f4 service neutron] Attempting to bind port 7aadded8-302d-42bc-930e-122cde40d332 on network f665d615-f3d2-40d5-b237-0fb228fd7edf {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:28:09.099000 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a5d66c-459d-429b-a07d-399b7fb3376f req-2c9b46e8-e377-436c-b03c-eb3cb077e7f4 service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:28:09.099345 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a5d66c-459d-429b-a07d-399b7fb3376f req-2c9b46e8-e377-436c-b03c-eb3cb077e7f4 service neutron] Checking segment: {'id': '2d4a8946-8675-4359-a723-712f013e7fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f665d615-f3d2-40d5-b237-0fb228fd7edf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:28:09.099736 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a5d66c-459d-429b-a07d-399b7fb3376f req-2c9b46e8-e377-436c-b03c-eb3cb077e7f4 service neutron] Bound using segment: {'id': '2d4a8946-8675-4359-a723-712f013e7fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f665d615-f3d2-40d5-b237-0fb228fd7edf'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:28:09.100167 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-e9a5d66c-459d-429b-a07d-399b7fb3376f req-2c9b46e8-e377-436c-b03c-eb3cb077e7f4 service neutron] Bound port: 7aadded8-302d-42bc-930e-122cde40d332, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d4a8946-8675-4359-a723-712f013e7fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f665d615-f3d2-40d5-b237-0fb228fd7edf'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:28:09.100529 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e9a5d66c-459d-429b-a07d-399b7fb3376f req-2c9b46e8-e377-436c-b03c-eb3cb077e7f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:28:09.166972 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-e9a5d66c-459d-429b-a07d-399b7fb3376f req-2c9b46e8-e377-436c-b03c-eb3cb077e7f4 service neutron] For port 7aadded8-302d-42bc-930e-122cde40d332, host n-h1-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:28:09.170067 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-e9a5d66c-459d-429b-a07d-399b7fb3376f req-2c9b46e8-e377-436c-b03c-eb3cb077e7f4 service neutron] For port 7aadded8-302d-42bc-930e-122cde40d332, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=7aadded8-302d-42bc-930e-122cde40d332,segment=NetworkSegment(2d4a8946-8675-4359-a723-712f013e7fcd),segment_id=2d4a8946-8675-4359-a723-712f013e7fcd)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:28:09.174207 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e9a5d66c-459d-429b-a07d-399b7fb3376f req-2c9b46e8-e377-436c-b03c-eb3cb077e7f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:28:09.216414 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a5d66c-459d-429b-a07d-399b7fb3376f req-2c9b46e8-e377-436c-b03c-eb3cb077e7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:28:09.217010 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e9a5d66c-459d-429b-a07d-399b7fb3376f req-2c9b46e8-e377-436c-b03c-eb3cb077e7f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:28:09.218402 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e9a5d66c-459d-429b-a07d-399b7fb3376f req-2c9b46e8-e377-436c-b03c-eb3cb077e7f4 service neutron] 10.222.0.66 "PUT /v2.0/ports/7aadded8-302d-42bc-930e-122cde40d332 HTTP/1.1" status: 200 len: 1092 time: 1.0903609 Nov 25 14:28:09.240686 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b46e8-e377-436c-b03c-eb3cb077e7f4 service neutron] Pushing event updated for resources: {'Port': ['ID=7aadded8-302d-42bc-930e-122cde40d332,revision_number=9']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:28:09.244597 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb4517-2814-4662-a143-d1a065364d09 req-1d0ac827-d6c4-4e44-b116-24909a4a4275 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:28:09.251914 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-18eb4517-2814-4662-a143-d1a065364d09 req-1d0ac827-d6c4-4e44-b116-24909a4a4275 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd699e0-c30e-4e75-89e7-7c5d8b6278a3 HTTP/1.1" status: 200 len: 943 time: 0.0611897 Nov 25 14:28:09.294024 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a5d66c-459d-429b-a07d-399b7fb3376f req-6e8505d0-8afe-4a58-ace7-9b354661c9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:28:09.295613 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e9a5d66c-459d-429b-a07d-399b7fb3376f req-6e8505d0-8afe-4a58-ace7-9b354661c9f6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=05f886ea33fe41478064d3ee275912f3&device_id=5fd699e0-c30e-4e75-89e7-7c5d8b6278a3 HTTP/1.1" status: 200 len: 1095 time: 0.0446737 Nov 25 14:28:09.303560 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-18eb4517-2814-4662-a143-d1a065364d09 req-ae8e2c91-a893-43b8-b20e-f1c12608a846 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd345ff2-3cb5-4ede-aa07-7e22dd6d2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491924 Nov 25 14:28:09.399958 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a5d66c-459d-429b-a07d-399b7fb3376f req-f472c01c-c6e8-409b-9524-477904927b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:28:09.401613 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e9a5d66c-459d-429b-a07d-399b7fb3376f req-f472c01c-c6e8-409b-9524-477904927b26 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f665d615-f3d2-40d5-b237-0fb228fd7edf HTTP/1.1" status: 200 len: 909 time: 0.0962894 Nov 25 14:28:09.486860 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e9a5d66c-459d-429b-a07d-399b7fb3376f req-588894d2-3593-4671-bab8-11bb3d162d7e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7aadded8-302d-42bc-930e-122cde40d332 HTTP/1.1" status: 200 len: 999 time: 0.0744452 Nov 25 14:28:09.539451 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a5d66c-459d-429b-a07d-399b7fb3376f req-ae755671-6d08-4e27-b2ce-2083ae86631c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:28:09.540897 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e9a5d66c-459d-429b-a07d-399b7fb3376f req-ae755671-6d08-4e27-b2ce-2083ae86631c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b9412b2d-3904-4cc5-be06-1daeb00677a4 HTTP/1.1" status: 200 len: 847 time: 0.0440552 Nov 25 14:28:09.590248 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a5d66c-459d-429b-a07d-399b7fb3376f req-b05749be-9d5a-4f23-8b9c-7d91920388d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:28:09.591870 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e9a5d66c-459d-429b-a07d-399b7fb3376f req-b05749be-9d5a-4f23-8b9c-7d91920388d3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f665d615-f3d2-40d5-b237-0fb228fd7edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402124 Nov 25 14:28:09.690008 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e9a5d66c-459d-429b-a07d-399b7fb3376f req-580df97e-4afe-4677-a607-ecb9b577bcc8 service neutron] 10.222.0.66 "GET /v2.0/networks/f665d615-f3d2-40d5-b237-0fb228fd7edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867946 Nov 25 14:28:09.783018 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e9a5d66c-459d-429b-a07d-399b7fb3376f req-827d0b5a-1363-4e88-8d75-b81a415e5494 service neutron] 10.222.0.66 "GET /v2.0/networks/f665d615-f3d2-40d5-b237-0fb228fd7edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821962 Nov 25 14:28:10.445976 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3622c8d-0e12-4a79-8b83-d070cef076d7 req-b7b49840-9448-4986-8934-99767d7f3a5e tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:28:10.448280 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d3622c8d-0e12-4a79-8b83-d070cef076d7 req-b7b49840-9448-4986-8934-99767d7f3a5e tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd699e0-c30e-4e75-89e7-7c5d8b6278a3 HTTP/1.1" status: 200 len: 943 time: 0.0579107 Nov 25 14:28:10.500251 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d3622c8d-0e12-4a79-8b83-d070cef076d7 req-0660213b-edd5-42eb-a9c9-7d53ad8ebca6 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd345ff2-3cb5-4ede-aa07-7e22dd6d2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452404 Nov 25 14:28:10.895126 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fd699e0-c30e-4e75-89e7-7c5d8b6278a3', 'tag': '7aadded8-302d-42bc-930e-122cde40d332'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:28:10.897660 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b263d7d4b70db15966f189087f2cdd81ff7815a34d469843c29c7d40ca9dff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47523345-60de-4a31-a981-547c7ef1e856" -d '{"events": [{"name": "network-changed", "server_uuid": "5fd699e0-c30e-4e75-89e7-7c5d8b6278a3", "tag": "7aadded8-302d-42bc-930e-122cde40d332"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:28:10.933686 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 14:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd97184-182c-436f-85dc-5b8ef0ea6ba2 x-openstack-request-id: req-4fd97184-182c-436f-85dc-5b8ef0ea6ba2 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:28:10.933985 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fd699e0-c30e-4e75-89e7-7c5d8b6278a3", "tag": "7aadded8-302d-42bc-930e-122cde40d332", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:28:10.934247 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4fd97184-182c-436f-85dc-5b8ef0ea6ba2 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:28:10.934676 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fd699e0-c30e-4e75-89e7-7c5d8b6278a3', 'tag': '7aadded8-302d-42bc-930e-122cde40d332', 'status': 'completed', 'code': 200} Nov 25 14:28:11.621469 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3675ce-36d5-495e-88de-3f919f2c6ed4 req-92b30ed5-e66d-438d-8f05-dc5e6a1608e3 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:28:11.623048 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3d3675ce-36d5-495e-88de-3f919f2c6ed4 req-92b30ed5-e66d-438d-8f05-dc5e6a1608e3 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd699e0-c30e-4e75-89e7-7c5d8b6278a3 HTTP/1.1" status: 200 len: 943 time: 0.0514133 Nov 25 14:28:11.677063 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3d3675ce-36d5-495e-88de-3f919f2c6ed4 req-f90aba03-ac9f-4427-84dd-817f15a9ba8e tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd345ff2-3cb5-4ede-aa07-7e22dd6d2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465004 Nov 25 14:28:11.746287 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:28:12.361779 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:28:12.799606 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c19dc1-18cf-4efa-a9e1-9a73049409c8 req-1694106f-78ce-4ee7-ac90-4b58d0e0a886 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:28:12.801135 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c5c19dc1-18cf-4efa-a9e1-9a73049409c8 req-1694106f-78ce-4ee7-ac90-4b58d0e0a886 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd699e0-c30e-4e75-89e7-7c5d8b6278a3 HTTP/1.1" status: 200 len: 943 time: 0.0488007 Nov 25 14:28:12.863343 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c5c19dc1-18cf-4efa-a9e1-9a73049409c8 req-06970910-a2ec-4291-908d-3ffd70fbe7be tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd345ff2-3cb5-4ede-aa07-7e22dd6d2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537202 Nov 25 14:28:13.991197 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0109f-c9a5-4a87-a22e-d1b034bf6cef req-527a17e1-6c25-452a-92c5-a02dd1063274 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:28:13.992691 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-92f0109f-c9a5-4a87-a22e-d1b034bf6cef req-527a17e1-6c25-452a-92c5-a02dd1063274 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd699e0-c30e-4e75-89e7-7c5d8b6278a3 HTTP/1.1" status: 200 len: 943 time: 0.0556643 Nov 25 14:28:14.044344 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-92f0109f-c9a5-4a87-a22e-d1b034bf6cef req-58583c1b-610b-43d9-8573-dc6fbb023931 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd345ff2-3cb5-4ede-aa07-7e22dd6d2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456996 Nov 25 14:28:15.169032 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123299fd-f7e8-4880-a36e-a472703e9a12 req-8bdd901e-ad74-47ec-a6a9-c20c721264a6 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:28:15.170546 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-123299fd-f7e8-4880-a36e-a472703e9a12 req-8bdd901e-ad74-47ec-a6a9-c20c721264a6 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd699e0-c30e-4e75-89e7-7c5d8b6278a3 HTTP/1.1" status: 200 len: 943 time: 0.0514472 Nov 25 14:28:15.234988 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-123299fd-f7e8-4880-a36e-a472703e9a12 req-7fccee05-39bb-4336-8454-214ec24b403e tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd345ff2-3cb5-4ede-aa07-7e22dd6d2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567081 Nov 25 14:28:16.351300 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba45c2-44ad-44e6-9926-b619911e1f7a req-d20478d3-332f-46c5-8d15-f7e5a90ba5f1 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:28:16.352825 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-edba45c2-44ad-44e6-9926-b619911e1f7a req-d20478d3-332f-46c5-8d15-f7e5a90ba5f1 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd699e0-c30e-4e75-89e7-7c5d8b6278a3 HTTP/1.1" status: 200 len: 943 time: 0.0523415 Nov 25 14:28:16.404685 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-edba45c2-44ad-44e6-9926-b619911e1f7a req-ea1d3db5-9a29-491f-94af-7b26a334b45b tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd345ff2-3cb5-4ede-aa07-7e22dd6d2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455818 Nov 25 14:28:17.535077 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb0bd2-2868-4bc2-8527-b24f182f4999 req-5f0fa387-fa07-4821-abd4-8cd4445a2356 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:28:17.536723 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-64bb0bd2-2868-4bc2-8527-b24f182f4999 req-5f0fa387-fa07-4821-abd4-8cd4445a2356 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd699e0-c30e-4e75-89e7-7c5d8b6278a3 HTTP/1.1" status: 200 len: 943 time: 0.0599890 Nov 25 14:28:17.597138 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-64bb0bd2-2868-4bc2-8527-b24f182f4999 req-288b1d61-c8a4-4283-8497-9ab699264630 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd345ff2-3cb5-4ede-aa07-7e22dd6d2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534611 Nov 25 14:28:18.719212 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de02a7e-961a-47aa-92b6-5a7d67159033 req-52f5c8d6-facd-4407-b04e-6d8e1053d096 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:28:18.720615 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4de02a7e-961a-47aa-92b6-5a7d67159033 req-52f5c8d6-facd-4407-b04e-6d8e1053d096 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd699e0-c30e-4e75-89e7-7c5d8b6278a3 HTTP/1.1" status: 200 len: 943 time: 0.0543492 Nov 25 14:28:18.775836 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4de02a7e-961a-47aa-92b6-5a7d67159033 req-c232da26-05a1-4960-91b1-27224e61c68f tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd345ff2-3cb5-4ede-aa07-7e22dd6d2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492013 Nov 25 14:28:19.894033 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad4b533-d58a-463d-a07c-e1ef27702127 req-b5e06b1d-3a1a-41d8-834a-e527d20e45b3 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:28:19.895541 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3ad4b533-d58a-463d-a07c-e1ef27702127 req-b5e06b1d-3a1a-41d8-834a-e527d20e45b3 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd699e0-c30e-4e75-89e7-7c5d8b6278a3 HTTP/1.1" status: 200 len: 943 time: 0.0478356 Nov 25 14:28:19.947464 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3ad4b533-d58a-463d-a07c-e1ef27702127 req-b07049d3-8e26-45a2-8e3a-3662db8c41d9 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd345ff2-3cb5-4ede-aa07-7e22dd6d2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460196 Nov 25 14:28:20.202182 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47523345-60de-4a31-a981-547c7ef1e856 req-c3053a76-bd95-4443-899a-21cf4125f059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:28:20.204155 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-47523345-60de-4a31-a981-547c7ef1e856 req-c3053a76-bd95-4443-899a-21cf4125f059 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=05f886ea33fe41478064d3ee275912f3&device_id=5fd699e0-c30e-4e75-89e7-7c5d8b6278a3 HTTP/1.1" status: 200 len: 1095 time: 0.0453637 Nov 25 14:28:20.295436 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47523345-60de-4a31-a981-547c7ef1e856 req-9e71ac69-0383-43bd-b915-32d42ae63f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:28:20.296889 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-47523345-60de-4a31-a981-547c7ef1e856 req-9e71ac69-0383-43bd-b915-32d42ae63f3c service neutron] 10.222.0.66 "GET /v2.0/networks?id=f665d615-f3d2-40d5-b237-0fb228fd7edf HTTP/1.1" status: 200 len: 909 time: 0.0831323 Nov 25 14:28:20.365929 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-47523345-60de-4a31-a981-547c7ef1e856 req-ad0bebcc-9099-492b-929f-b2608530ba2a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7aadded8-302d-42bc-930e-122cde40d332 HTTP/1.1" status: 200 len: 999 time: 0.0615764 Nov 25 14:28:20.417211 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47523345-60de-4a31-a981-547c7ef1e856 req-c96a1c4c-9054-41a8-94c4-e8b4ab1d4cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:28:20.418682 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-47523345-60de-4a31-a981-547c7ef1e856 req-c96a1c4c-9054-41a8-94c4-e8b4ab1d4cbd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b9412b2d-3904-4cc5-be06-1daeb00677a4 HTTP/1.1" status: 200 len: 847 time: 0.0452118 Nov 25 14:28:20.463873 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47523345-60de-4a31-a981-547c7ef1e856 req-655b45e1-afa1-4b16-bb91-8b6ca4da27fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:28:20.465254 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-47523345-60de-4a31-a981-547c7ef1e856 req-655b45e1-afa1-4b16-bb91-8b6ca4da27fa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f665d615-f3d2-40d5-b237-0fb228fd7edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397344 Nov 25 14:28:20.559020 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-47523345-60de-4a31-a981-547c7ef1e856 req-d2fa939a-eb6b-44df-b4c9-e1166e3c19c5 service neutron] 10.222.0.66 "GET /v2.0/networks/f665d615-f3d2-40d5-b237-0fb228fd7edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857897 Nov 25 14:28:20.652426 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-47523345-60de-4a31-a981-547c7ef1e856 req-426cdb37-9330-4bda-9493-679edc1bbf2f service neutron] 10.222.0.66 "GET /v2.0/networks/f665d615-f3d2-40d5-b237-0fb228fd7edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825336 Nov 25 14:28:21.064306 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09159b46-df4a-4481-aa0b-f9e81a67d322 req-057e6f83-f825-4967-b518-95be3932ce5c tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:28:21.065783 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-09159b46-df4a-4481-aa0b-f9e81a67d322 req-057e6f83-f825-4967-b518-95be3932ce5c tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd699e0-c30e-4e75-89e7-7c5d8b6278a3 HTTP/1.1" status: 200 len: 943 time: 0.0471056 Nov 25 14:28:21.118279 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-09159b46-df4a-4481-aa0b-f9e81a67d322 req-180c6413-375e-4013-955f-88ce1363ae62 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd345ff2-3cb5-4ede-aa07-7e22dd6d2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467155 Nov 25 14:28:21.963734 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 7aadded8-302d-42bc-930e-122cde40d332 details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 14:28:22.056602 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 7aadded8-302d-42bc-930e-122cde40d332, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=7aadded8-302d-42bc-930e-122cde40d332,segment=NetworkSegment(2d4a8946-8675-4359-a723-712f013e7fcd),segment_id=2d4a8946-8675-4359-a723-712f013e7fcd)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:28:22.069239 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': '7aadded8-302d-42bc-930e-122cde40d332', 'network_id': 'f665d615-f3d2-40d5-b237-0fb228fd7edf', 'port_id': '7aadded8-302d-42bc-930e-122cde40d332', 'mac_address': 'fa:16:3e:44:70:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9412b2d-3904-4cc5-be06-1daeb00677a4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 14:28:22.238810 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37533f58-3cb1-4a71-b936-6dcbf6f61afa req-4776585d-1b5a-44a4-9533-f8150606be4a tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:28:22.240283 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-37533f58-3cb1-4a71-b936-6dcbf6f61afa req-4776585d-1b5a-44a4-9533-f8150606be4a tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd699e0-c30e-4e75-89e7-7c5d8b6278a3 HTTP/1.1" status: 200 len: 943 time: 0.0501771 Nov 25 14:28:22.263858 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:28:22.277093 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aadded8-302d-42bc-930e-122cde40d332 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 14:28:22.290570 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-37533f58-3cb1-4a71-b936-6dcbf6f61afa req-fb25c996-70e2-4622-b23e-35eea4c90b03 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd345ff2-3cb5-4ede-aa07-7e22dd6d2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442846 Nov 25 14:28:22.297050 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 7aadded8-302d-42bc-930e-122cde40d332, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=7aadded8-302d-42bc-930e-122cde40d332,segment=NetworkSegment(2d4a8946-8675-4359-a723-712f013e7fcd),segment_id=2d4a8946-8675-4359-a723-712f013e7fcd)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:28:22.301189 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:28:22.347520 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=7aadded8-302d-42bc-930e-122cde40d332,revision_number=10']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:28:22.630880 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['7aadded8-302d-42bc-930e-122cde40d332'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 14:28:23.413074 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69126e-440a-4430-8bcb-aa6e64eb55c6 req-8841f131-8640-4a12-a525-a8de7d5fa735 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:28:23.414571 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cc69126e-440a-4430-8bcb-aa6e64eb55c6 req-8841f131-8640-4a12-a525-a8de7d5fa735 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd699e0-c30e-4e75-89e7-7c5d8b6278a3 HTTP/1.1" status: 200 len: 945 time: 0.0501611 Nov 25 14:28:23.462566 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-cc69126e-440a-4430-8bcb-aa6e64eb55c6 req-2ceab36a-0e76-4fbb-a1b4-7336c2492d33 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd345ff2-3cb5-4ede-aa07-7e22dd6d2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420110 Nov 25 14:28:23.979035 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 7aadded8-302d-42bc-930e-122cde40d332 up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:28:24.028368 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port 7aadded8-302d-42bc-930e-122cde40d332 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 14:28:24.032663 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port 7aadded8-302d-42bc-930e-122cde40d332 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:28:24.033070 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:28:24.109248 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:28:24.131570 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fd699e0-c30e-4e75-89e7-7c5d8b6278a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aadded8-302d-42bc-930e-122cde40d332'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:28:24.133860 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4a683b2f55a074025c37cf42062357829495bd62ced1b23f0cba96c56cdda24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08fdc4f-ded5-4688-97cb-8402eba049ee" -d '{"events": [{"server_uuid": "5fd699e0-c30e-4e75-89e7-7c5d8b6278a3", "name": "network-vif-plugged", "status": "completed", "tag": "7aadded8-302d-42bc-930e-122cde40d332"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:28:24.146911 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port 7aadded8-302d-42bc-930e-122cde40d332, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=7aadded8-302d-42bc-930e-122cde40d332,segment=NetworkSegment(2d4a8946-8675-4359-a723-712f013e7fcd),segment_id=2d4a8946-8675-4359-a723-712f013e7fcd)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:28:24.151201 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:28:24.175533 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 14:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcfe8ae2-5856-4e3e-ab34-638b8e7ac7d8 x-openstack-request-id: req-bcfe8ae2-5856-4e3e-ab34-638b8e7ac7d8 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:28:24.176010 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fd699e0-c30e-4e75-89e7-7c5d8b6278a3", "name": "network-vif-plugged", "status": "completed", "tag": "7aadded8-302d-42bc-930e-122cde40d332", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:28:24.176272 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bcfe8ae2-5856-4e3e-ab34-638b8e7ac7d8 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:28:24.176673 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fd699e0-c30e-4e75-89e7-7c5d8b6278a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aadded8-302d-42bc-930e-122cde40d332', 'code': 200} Nov 25 14:28:24.201550 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=7aadded8-302d-42bc-930e-122cde40d332,revision_number=11']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:28:24.351413 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d7768a-c78c-4816-bd2a-aa6b7d09a030 req-0d10180f-999a-4923-be7a-349b37cf87fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:28:24.352913 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-03d7768a-c78c-4816-bd2a-aa6b7d09a030 req-0d10180f-999a-4923-be7a-349b37cf87fd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5fd699e0-c30e-4e75-89e7-7c5d8b6278a3 HTTP/1.1" status: 200 len: 1098 time: 0.0406990 Nov 25 14:28:24.409720 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-03d7768a-c78c-4816-bd2a-aa6b7d09a030 req-fd5e2d83-fe31-4310-ba90-f311d115cff1 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=cd345ff2-3cb5-4ede-aa07-7e22dd6d2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443714 Nov 25 14:28:24.580665 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b9ef7-c48b-438d-8014-2b134ae9df88 req-7c6bf4b3-9415-4e72-aad2-3166f775abaf tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:28:24.582118 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-eb9b9ef7-c48b-438d-8014-2b134ae9df88 req-7c6bf4b3-9415-4e72-aad2-3166f775abaf tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd699e0-c30e-4e75-89e7-7c5d8b6278a3 HTTP/1.1" status: 200 len: 946 time: 0.0517204 Nov 25 14:28:24.632405 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-eb9b9ef7-c48b-438d-8014-2b134ae9df88 req-422c9e6e-acc8-497f-8f5a-45ad98423e97 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd345ff2-3cb5-4ede-aa07-7e22dd6d2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442481 Nov 25 14:28:25.754123 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e0544f-59fb-4842-a08c-916148cf27f0 req-8e18a74d-f920-498d-a113-db42dc7a85d7 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:28:25.755578 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e8e0544f-59fb-4842-a08c-916148cf27f0 req-8e18a74d-f920-498d-a113-db42dc7a85d7 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd699e0-c30e-4e75-89e7-7c5d8b6278a3 HTTP/1.1" status: 200 len: 946 time: 0.0533910 Nov 25 14:28:25.808603 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e8e0544f-59fb-4842-a08c-916148cf27f0 req-310a62e6-9a9e-4f50-ab0e-0488931f9c9d tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd345ff2-3cb5-4ede-aa07-7e22dd6d2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464718 Nov 25 14:28:26.925356 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab573f-ad1c-4ec7-8fe8-7e10f5fc10c5 req-59205374-e982-424c-9ae3-10df00ca862b tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:28:26.926924 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-83ab573f-ad1c-4ec7-8fe8-7e10f5fc10c5 req-59205374-e982-424c-9ae3-10df00ca862b tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd699e0-c30e-4e75-89e7-7c5d8b6278a3 HTTP/1.1" status: 200 len: 946 time: 0.0478981 Nov 25 14:28:26.978595 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-83ab573f-ad1c-4ec7-8fe8-7e10f5fc10c5 req-24b8030b-ab34-47e4-b9f3-74c9955cec2f tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd345ff2-3cb5-4ede-aa07-7e22dd6d2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458379 Nov 25 14:28:30.362878 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c775d80e-fe85-473d-b70b-c4d0b7445435 req-6e386016-a460-455e-8844-36c157f1d0d3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5fd699e0-c30e-4e75-89e7-7c5d8b6278a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0434155 Nov 25 14:28:30.427899 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-59a286ae-e9d4-457a-b8ee-b2a8ac204ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:28:30.445864 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c775d80e-fe85-473d-b70b-c4d0b7445435 req-d7e62a89-2209-4c7c-8310-2a99f0a41d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:28:30.447481 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c775d80e-fe85-473d-b70b-c4d0b7445435 req-d7e62a89-2209-4c7c-8310-2a99f0a41d5e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=05f886ea33fe41478064d3ee275912f3&device_id=5fd699e0-c30e-4e75-89e7-7c5d8b6278a3 HTTP/1.1" status: 200 len: 1098 time: 0.0423882 Nov 25 14:28:30.569899 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c775d80e-fe85-473d-b70b-c4d0b7445435 req-6ab3cd67-3a18-4982-86fd-da5240ccc06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:28:30.571386 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c775d80e-fe85-473d-b70b-c4d0b7445435 req-6ab3cd67-3a18-4982-86fd-da5240ccc06b service neutron] 10.222.0.66 "GET /v2.0/networks?id=f665d615-f3d2-40d5-b237-0fb228fd7edf HTTP/1.1" status: 200 len: 909 time: 0.0878010 Nov 25 14:28:30.637411 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c775d80e-fe85-473d-b70b-c4d0b7445435 req-15c9b3dd-a85c-4ca4-bf3b-9f8c57e47e3f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7aadded8-302d-42bc-930e-122cde40d332 HTTP/1.1" status: 200 len: 1001 time: 0.0588069 Nov 25 14:28:30.686874 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c775d80e-fe85-473d-b70b-c4d0b7445435 req-2cc47e11-82ae-47fa-9487-8bc80b8a1e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:28:30.688301 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c775d80e-fe85-473d-b70b-c4d0b7445435 req-2cc47e11-82ae-47fa-9487-8bc80b8a1e43 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b9412b2d-3904-4cc5-be06-1daeb00677a4 HTTP/1.1" status: 200 len: 847 time: 0.0429773 Nov 25 14:28:30.737260 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c775d80e-fe85-473d-b70b-c4d0b7445435 req-0e0f8ecd-272a-432d-93a0-497cca69170d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:28:30.738792 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c775d80e-fe85-473d-b70b-c4d0b7445435 req-0e0f8ecd-272a-432d-93a0-497cca69170d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f665d615-f3d2-40d5-b237-0fb228fd7edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435188 Nov 25 14:28:30.832156 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c775d80e-fe85-473d-b70b-c4d0b7445435 req-e875e9d2-529e-48ec-85ed-e9f1cfd2f3eb service neutron] 10.222.0.66 "GET /v2.0/networks/f665d615-f3d2-40d5-b237-0fb228fd7edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817752 Nov 25 14:28:30.925421 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c775d80e-fe85-473d-b70b-c4d0b7445435 req-648984e0-70ad-496f-9fc5-3986a5e6cdf0 service neutron] 10.222.0.66 "GET /v2.0/networks/f665d615-f3d2-40d5-b237-0fb228fd7edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859599 Nov 25 14:28:32.902672 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-23f53a8f-4966-4c79-8b59-9af4e9ccee82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:28:34.162237 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:28:35.486555 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:28:36.619191 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:28:39.005065 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:28:42.368136 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:28:48.746129 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:29:00.431821 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-76406c6f-b462-4878-b772-e8db3b21e2bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:29:02.903141 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f7f49697-d3f7-4e68-8c2a-5d23937f7d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:29:04.165438 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:29:05.490077 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:29:06.620647 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:29:09.017657 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:29:12.381813 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:29:25.745285 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:29:30.375781 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b34bdca7-7ee9-4252-9851-b4232a52747d req-e5587753-dbf5-4a89-bdbe-d27992e60413 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5fd699e0-c30e-4e75-89e7-7c5d8b6278a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402045 Nov 25 14:29:30.433316 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bc63d3c2-99e0-4606-a915-3aa0359ebfec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:29:30.469614 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34bdca7-7ee9-4252-9851-b4232a52747d req-ce66be9e-467b-43d3-bb12-b74399c98596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:29:30.471163 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b34bdca7-7ee9-4252-9851-b4232a52747d req-ce66be9e-467b-43d3-bb12-b74399c98596 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=05f886ea33fe41478064d3ee275912f3&device_id=5fd699e0-c30e-4e75-89e7-7c5d8b6278a3 HTTP/1.1" status: 200 len: 1098 time: 0.0415711 Nov 25 14:29:30.584915 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34bdca7-7ee9-4252-9851-b4232a52747d req-20de36d8-7ed6-4fc5-bb2e-322e50accf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:29:30.586315 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b34bdca7-7ee9-4252-9851-b4232a52747d req-20de36d8-7ed6-4fc5-bb2e-322e50accf5f service neutron] 10.222.0.66 "GET /v2.0/networks?id=f665d615-f3d2-40d5-b237-0fb228fd7edf HTTP/1.1" status: 200 len: 909 time: 0.0898645 Nov 25 14:29:30.651839 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b34bdca7-7ee9-4252-9851-b4232a52747d req-91bd4e50-4ce7-440f-b521-96c3c807252a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7aadded8-302d-42bc-930e-122cde40d332 HTTP/1.1" status: 200 len: 1001 time: 0.0587773 Nov 25 14:29:30.703794 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34bdca7-7ee9-4252-9851-b4232a52747d req-09d3b09d-88b3-4738-a699-b75a15d4c95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:29:30.705206 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b34bdca7-7ee9-4252-9851-b4232a52747d req-09d3b09d-88b3-4738-a699-b75a15d4c95e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b9412b2d-3904-4cc5-be06-1daeb00677a4 HTTP/1.1" status: 200 len: 847 time: 0.0423126 Nov 25 14:29:30.758014 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34bdca7-7ee9-4252-9851-b4232a52747d req-6fe82e92-d13e-4625-be55-8b44468c61c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:29:30.759499 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b34bdca7-7ee9-4252-9851-b4232a52747d req-6fe82e92-d13e-4625-be55-8b44468c61c5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f665d615-f3d2-40d5-b237-0fb228fd7edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427494 Nov 25 14:29:30.854114 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b34bdca7-7ee9-4252-9851-b4232a52747d req-d0ee890b-470e-4923-aa4a-0e1273cf2735 service neutron] 10.222.0.66 "GET /v2.0/networks/f665d615-f3d2-40d5-b237-0fb228fd7edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824811 Nov 25 14:29:30.952019 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b34bdca7-7ee9-4252-9851-b4232a52747d req-1ccb67ca-8e2d-4e54-afb4-7937f86f6a3e service neutron] 10.222.0.66 "GET /v2.0/networks/f665d615-f3d2-40d5-b237-0fb228fd7edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873628 Nov 25 14:29:32.904389 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8aad749d-706b-4caa-93ca-81b4a83b4c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:29:34.167262 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:29:35.492524 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:29:36.622411 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:29:39.048596 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:29:42.389566 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:29:42.645239 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 40658) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:29:42.799960 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-b0316a35-af2f-445c-84f7-3ebbda07382d tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Deleting port abbfd3c6-0cb3-4b85-91a2-21a31b5cda8c {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:29:42.800304 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b0316a35-af2f-445c-84f7-3ebbda07382d tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:29:42.872900 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b0316a35-af2f-445c-84f7-3ebbda07382d tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:29:42.873227 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b0316a35-af2f-445c-84f7-3ebbda07382d tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:29:42.885557 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-b0316a35-af2f-445c-84f7-3ebbda07382d tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Calling delete_port for abbfd3c6-0cb3-4b85-91a2-21a31b5cda8c owned by network:floatingip {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:29:43.032091 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b0316a35-af2f-445c-84f7-3ebbda07382d tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:29:43.054064 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0316a35-af2f-445c-84f7-3ebbda07382d tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Pushing event deleted for resources: {'Port': ['ID=abbfd3c6-0cb3-4b85-91a2-21a31b5cda8c,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:29:43.068424 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0316a35-af2f-445c-84f7-3ebbda07382d tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:29:43.068782 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0316a35-af2f-445c-84f7-3ebbda07382d tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:29:43.069125 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0316a35-af2f-445c-84f7-3ebbda07382d tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:29:43.069468 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0316a35-af2f-445c-84f7-3ebbda07382d tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:29:43.070447 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0316a35-af2f-445c-84f7-3ebbda07382d tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:29:43.070805 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0316a35-af2f-445c-84f7-3ebbda07382d tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:29:43.071142 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0316a35-af2f-445c-84f7-3ebbda07382d tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:29:43.071477 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0316a35-af2f-445c-84f7-3ebbda07382d tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:29:43.071805 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0316a35-af2f-445c-84f7-3ebbda07382d tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:29:43.072133 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0316a35-af2f-445c-84f7-3ebbda07382d tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:29:43.072463 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0316a35-af2f-445c-84f7-3ebbda07382d tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:29:43.072792 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0316a35-af2f-445c-84f7-3ebbda07382d tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:29:43.129311 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b0316a35-af2f-445c-84f7-3ebbda07382d tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks [] for floatingip, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:29:43.129655 n-d-808199-11 neutron-server[103570]: INFO neutron.db.l3_db [None req-b0316a35-af2f-445c-84f7-3ebbda07382d tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Floating IP 2a3cd458-aea9-462f-bfb8-2d844a825976 disassociated (deleted). External IP: 172.25.5.146, port: 7aadded8-302d-42bc-930e-122cde40d332. Nov 25 14:29:43.341629 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0316a35-af2f-445c-84f7-3ebbda07382d tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Router 7c7bf276-1d0a-47a9-8d1f-2479d3dd22de has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 14:29:43.450164 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0316a35-af2f-445c-84f7-3ebbda07382d tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 14:29:43.454951 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-b0316a35-af2f-445c-84f7-3ebbda07382d tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:29:43.459537 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e6508d-1349-4c33-92f2-b4bfb76214a7 None None] Sync routers for ids ['7c7bf276-1d0a-47a9-8d1f-2479d3dd22de'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 14:29:43.468562 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e6508d-1349-4c33-92f2-b4bfb76214a7 None None] Routers {'7c7bf276-1d0a-47a9-8d1f-2479d3dd22de'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:29:43.469178 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-67e6508d-1349-4c33-92f2-b4bfb76214a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:29:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['7c7bf276-1d0a-47a9-8d1f-2479d3dd22de'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:29:43.486326 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-b0316a35-af2f-445c-84f7-3ebbda07382d tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "DELETE /v2.0/floatingips/2a3cd458-aea9-462f-bfb8-2d844a825976 HTTP/1.1" status: 204 len: 168 time: 0.8376932 Nov 25 14:29:43.486326 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fd699e0-c30e-4e75-89e7-7c5d8b6278a3', 'tag': '7aadded8-302d-42bc-930e-122cde40d332'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:29:43.486976 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ff10e3dad8c55f3be2027b0b566631f93d9edebaac325607bb9a9480f03098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b44387ee-3d23-4a87-9b7c-a32b4abb0c6f" -d '{"events": [{"name": "network-changed", "server_uuid": "5fd699e0-c30e-4e75-89e7-7c5d8b6278a3", "tag": "7aadded8-302d-42bc-930e-122cde40d332"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:29:43.578131 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-67e6508d-1349-4c33-92f2-b4bfb76214a7 None None] Set router 7c7bf276-1d0a-47a9-8d1f-2479d3dd22de gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:29:43.584069 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 14:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11031f5-a8c4-4aa8-9eff-b36d4eaeecf9 x-openstack-request-id: req-d11031f5-a8c4-4aa8-9eff-b36d4eaeecf9 {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:29:43.584368 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fd699e0-c30e-4e75-89e7-7c5d8b6278a3", "tag": "7aadded8-302d-42bc-930e-122cde40d332", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:29:43.584936 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d11031f5-a8c4-4aa8-9eff-b36d4eaeecf9 {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:29:43.585462 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fd699e0-c30e-4e75-89e7-7c5d8b6278a3', 'tag': '7aadded8-302d-42bc-930e-122cde40d332', 'status': 'completed', 'code': 200} Nov 25 14:29:43.677271 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44387ee-3d23-4a87-9b7c-a32b4abb0c6f req-812fb34f-2140-42d1-94a4-001019678c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:29:43.679699 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b44387ee-3d23-4a87-9b7c-a32b4abb0c6f req-812fb34f-2140-42d1-94a4-001019678c80 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=05f886ea33fe41478064d3ee275912f3&device_id=5fd699e0-c30e-4e75-89e7-7c5d8b6278a3 HTTP/1.1" status: 200 len: 1098 time: 0.0663030 Nov 25 14:29:43.716984 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e837a6-d0af-4614-b9fe-b2c2b33bc1f7 req-969c0579-53ec-4472-8fc4-a8333dbddc7b tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:29:43.718524 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-71e837a6-d0af-4614-b9fe-b2c2b33bc1f7 req-969c0579-53ec-4472-8fc4-a8333dbddc7b tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd699e0-c30e-4e75-89e7-7c5d8b6278a3 HTTP/1.1" status: 200 len: 946 time: 0.0526669 Nov 25 14:29:43.771114 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-71e837a6-d0af-4614-b9fe-b2c2b33bc1f7 req-66d5aec7-7a61-484c-9cb9-044408cad645 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd345ff2-3cb5-4ede-aa07-7e22dd6d2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461166 Nov 25 14:29:43.795356 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-67e6508d-1349-4c33-92f2-b4bfb76214a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7bf276-1d0a-47a9-8d1f-2479d3dd22de', 'name': 'tempest-TestShelveInstance-559767202-router', 'tenant_id': '05f886ea33fe41478064d3ee275912f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'e1e6140f-6116-4dd3-b264-9b0e50d42c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:25:23Z', 'updated_at': '2021-11-25T14:25:26Z', 'revision_number': 4, 'project_id': '05f886ea33fe41478064d3ee275912f3', 'gw_port': {'id': 'e1e6140f-6116-4dd3-b264-9b0e50d42c68', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:dd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7bf276-1d0a-47a9-8d1f-2479d3dd22de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:25:24Z', 'updated_at': '2021-11-25T14:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'bc2691d7-9fff-4474-ba5a-7b61b0be85c3', 'name': '', 'network_id': 'f665d615-f3d2-40d5-b237-0fb228fd7edf', 'tenant_id': '05f886ea33fe41478064d3ee275912f3', 'mac_address': 'fa:16:3e:e9:c0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7bf276-1d0a-47a9-8d1f-2479d3dd22de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'b9412b2d-3904-4cc5-be06-1daeb00677a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:25:25Z', 'updated_at': '2021-11-25T14:25:30Z', 'revision_number': 5, 'project_id': '05f886ea33fe41478064d3ee275912f3', 'subnets': [{'id': 'b9412b2d-3904-4cc5-be06-1daeb00677a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:29:43.799036 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44387ee-3d23-4a87-9b7c-a32b4abb0c6f req-c92dbde4-352a-4a20-8d1d-4786aa8a884d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:29:43.800509 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b44387ee-3d23-4a87-9b7c-a32b4abb0c6f req-c92dbde4-352a-4a20-8d1d-4786aa8a884d service neutron] 10.222.0.66 "GET /v2.0/networks?id=f665d615-f3d2-40d5-b237-0fb228fd7edf HTTP/1.1" status: 200 len: 909 time: 0.1139719 Nov 25 14:29:43.824976 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e6508d-1349-4c33-92f2-b4bfb76214a7 None None] Checking router: 7c7bf276-1d0a-47a9-8d1f-2479d3dd22de for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 14:29:43.833338 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e6508d-1349-4c33-92f2-b4bfb76214a7 None None] Routers {'7c7bf276-1d0a-47a9-8d1f-2479d3dd22de'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:29:43.833953 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-67e6508d-1349-4c33-92f2-b4bfb76214a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:29:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['7c7bf276-1d0a-47a9-8d1f-2479d3dd22de'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:29:43.847780 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b44387ee-3d23-4a87-9b7c-a32b4abb0c6f req-8b049e8b-cf5b-46b9-94e4-1f1f2b801503 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7aadded8-302d-42bc-930e-122cde40d332 HTTP/1.1" status: 200 len: 217 time: 0.0385008 Nov 25 14:29:43.896971 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44387ee-3d23-4a87-9b7c-a32b4abb0c6f req-891b1500-431b-476c-8e28-3ff366068cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:29:43.899059 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b44387ee-3d23-4a87-9b7c-a32b4abb0c6f req-891b1500-431b-476c-8e28-3ff366068cb5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b9412b2d-3904-4cc5-be06-1daeb00677a4 HTTP/1.1" status: 200 len: 847 time: 0.0438972 Nov 25 14:29:43.938273 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-67e6508d-1349-4c33-92f2-b4bfb76214a7 None None] Set router 7c7bf276-1d0a-47a9-8d1f-2479d3dd22de gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:29:43.944287 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44387ee-3d23-4a87-9b7c-a32b4abb0c6f req-05ebafb5-3528-4c06-bd7c-6c17252968c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:29:43.946342 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b44387ee-3d23-4a87-9b7c-a32b4abb0c6f req-05ebafb5-3528-4c06-bd7c-6c17252968c3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f665d615-f3d2-40d5-b237-0fb228fd7edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399458 Nov 25 14:29:44.044978 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b44387ee-3d23-4a87-9b7c-a32b4abb0c6f req-8ed5431c-00b9-4589-a1c0-a7731ca37d27 service neutron] 10.222.0.66 "GET /v2.0/networks/f665d615-f3d2-40d5-b237-0fb228fd7edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878210 Nov 25 14:29:44.135664 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-67e6508d-1349-4c33-92f2-b4bfb76214a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7bf276-1d0a-47a9-8d1f-2479d3dd22de', 'name': 'tempest-TestShelveInstance-559767202-router', 'tenant_id': '05f886ea33fe41478064d3ee275912f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'e1e6140f-6116-4dd3-b264-9b0e50d42c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:25:23Z', 'updated_at': '2021-11-25T14:25:26Z', 'revision_number': 4, 'project_id': '05f886ea33fe41478064d3ee275912f3', 'gw_port': {'id': 'e1e6140f-6116-4dd3-b264-9b0e50d42c68', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:dd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7bf276-1d0a-47a9-8d1f-2479d3dd22de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:25:24Z', 'updated_at': '2021-11-25T14:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'bc2691d7-9fff-4474-ba5a-7b61b0be85c3', 'name': '', 'network_id': 'f665d615-f3d2-40d5-b237-0fb228fd7edf', 'tenant_id': '05f886ea33fe41478064d3ee275912f3', 'mac_address': 'fa:16:3e:e9:c0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7bf276-1d0a-47a9-8d1f-2479d3dd22de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'b9412b2d-3904-4cc5-be06-1daeb00677a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:25:25Z', 'updated_at': '2021-11-25T14:25:30Z', 'revision_number': 5, 'project_id': '05f886ea33fe41478064d3ee275912f3', 'subnets': [{'id': 'b9412b2d-3904-4cc5-be06-1daeb00677a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:29:44.136537 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b44387ee-3d23-4a87-9b7c-a32b4abb0c6f req-d4941903-043d-458b-873e-50af7819e06b service neutron] 10.222.0.66 "GET /v2.0/networks/f665d615-f3d2-40d5-b237-0fb228fd7edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839438 Nov 25 14:29:44.162345 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e6508d-1349-4c33-92f2-b4bfb76214a7 None None] The sync data for ids ['7c7bf276-1d0a-47a9-8d1f-2479d3dd22de'] in n-d-808199-11 is: [{'id': '7c7bf276-1d0a-47a9-8d1f-2479d3dd22de', 'name': 'tempest-TestShelveInstance-559767202-router', 'tenant_id': '05f886ea33fe41478064d3ee275912f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'e1e6140f-6116-4dd3-b264-9b0e50d42c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:25:23Z', 'updated_at': '2021-11-25T14:25:26Z', 'revision_number': 4, 'project_id': '05f886ea33fe41478064d3ee275912f3', 'gw_port': {'id': 'e1e6140f-6116-4dd3-b264-9b0e50d42c68', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:dd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7bf276-1d0a-47a9-8d1f-2479d3dd22de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:25:24Z', 'updated_at': '2021-11-25T14:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'bc2691d7-9fff-4474-ba5a-7b61b0be85c3', 'name': '', 'network_id': 'f665d615-f3d2-40d5-b237-0fb228fd7edf', 'tenant_id': '05f886ea33fe41478064d3ee275912f3', 'mac_address': 'fa:16:3e:e9:c0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7bf276-1d0a-47a9-8d1f-2479d3dd22de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'b9412b2d-3904-4cc5-be06-1daeb00677a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:25:25Z', 'updated_at': '2021-11-25T14:25:30Z', 'revision_number': 5, 'project_id': '05f886ea33fe41478064d3ee275912f3', 'subnets': [{'id': 'b9412b2d-3904-4cc5-be06-1daeb00677a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 14:29:44.381585 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a9c43b-b499-4111-9664-d75ed2943107 None None] New status for floating IP 2a3cd458-aea9-462f-bfb8-2d844a825976: DOWN {{(pid=103572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 14:29:44.891117 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d81fc-440a-46cc-8c73-e1a5bc0cc090 req-baf828bb-08c6-4fc3-ac1c-c60e9a4acbba tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:29:44.892585 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d85d81fc-440a-46cc-8c73-e1a5bc0cc090 req-baf828bb-08c6-4fc3-ac1c-c60e9a4acbba tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd699e0-c30e-4e75-89e7-7c5d8b6278a3 HTTP/1.1" status: 200 len: 946 time: 0.0479012 Nov 25 14:29:44.940117 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d85d81fc-440a-46cc-8c73-e1a5bc0cc090 req-a6366b36-340c-4247-9d48-516cc4482373 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd345ff2-3cb5-4ede-aa07-7e22dd6d2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416455 Nov 25 14:29:45.300587 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304fe75-9abf-4f1c-93b3-a892d37e5e42 req-8ff176c7-1cad-402a-bd10-188fcee50bc7 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:29:45.302044 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2304fe75-9abf-4f1c-93b3-a892d37e5e42 req-8ff176c7-1cad-402a-bd10-188fcee50bc7 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.66 "GET /v2.0/ports?device_id=5fd699e0-c30e-4e75-89e7-7c5d8b6278a3 HTTP/1.1" status: 200 len: 946 time: 0.0487971 Nov 25 14:29:45.396605 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-2304fe75-9abf-4f1c-93b3-a892d37e5e42 req-11d0b6d0-a1bb-4b34-8d4c-65d796ba7ff2 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Deleting port 7aadded8-302d-42bc-930e-122cde40d332 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:29:45.396953 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2304fe75-9abf-4f1c-93b3-a892d37e5e42 req-11d0b6d0-a1bb-4b34-8d4c-65d796ba7ff2 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:29:45.488908 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-2304fe75-9abf-4f1c-93b3-a892d37e5e42 req-11d0b6d0-a1bb-4b34-8d4c-65d796ba7ff2 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] For port 7aadded8-302d-42bc-930e-122cde40d332, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=7aadded8-302d-42bc-930e-122cde40d332,segment=NetworkSegment(2d4a8946-8675-4359-a723-712f013e7fcd),segment_id=2d4a8946-8675-4359-a723-712f013e7fcd)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:29:45.489193 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2304fe75-9abf-4f1c-93b3-a892d37e5e42 req-11d0b6d0-a1bb-4b34-8d4c-65d796ba7ff2 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:29:45.501284 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-2304fe75-9abf-4f1c-93b3-a892d37e5e42 req-11d0b6d0-a1bb-4b34-8d4c-65d796ba7ff2 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Calling delete_port for 7aadded8-302d-42bc-930e-122cde40d332 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:29:45.626656 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2304fe75-9abf-4f1c-93b3-a892d37e5e42 req-11d0b6d0-a1bb-4b34-8d4c-65d796ba7ff2 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:29:45.659403 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d0b6d0-a1bb-4b34-8d4c-65d796ba7ff2 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Pushing event deleted for resources: {'Port': ['ID=7aadded8-302d-42bc-930e-122cde40d332,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:29:45.688498 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d0b6d0-a1bb-4b34-8d4c-65d796ba7ff2 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:29:45.688850 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d0b6d0-a1bb-4b34-8d4c-65d796ba7ff2 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:29:45.689195 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d0b6d0-a1bb-4b34-8d4c-65d796ba7ff2 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:29:45.689538 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d0b6d0-a1bb-4b34-8d4c-65d796ba7ff2 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:29:45.689875 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d0b6d0-a1bb-4b34-8d4c-65d796ba7ff2 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:29:45.690210 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d0b6d0-a1bb-4b34-8d4c-65d796ba7ff2 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:29:45.690540 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d0b6d0-a1bb-4b34-8d4c-65d796ba7ff2 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:29:45.690898 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d0b6d0-a1bb-4b34-8d4c-65d796ba7ff2 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:29:45.691228 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d0b6d0-a1bb-4b34-8d4c-65d796ba7ff2 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:29:45.691552 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d0b6d0-a1bb-4b34-8d4c-65d796ba7ff2 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:29:45.691877 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d0b6d0-a1bb-4b34-8d4c-65d796ba7ff2 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:29:45.692203 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d0b6d0-a1bb-4b34-8d4c-65d796ba7ff2 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:29:45.714365 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-2304fe75-9abf-4f1c-93b3-a892d37e5e42 req-11d0b6d0-a1bb-4b34-8d4c-65d796ba7ff2 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] No DVR routers for this DVR port 7aadded8-302d-42bc-930e-122cde40d332 on host n-h1-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 14:29:45.716972 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2304fe75-9abf-4f1c-93b3-a892d37e5e42 req-11d0b6d0-a1bb-4b34-8d4c-65d796ba7ff2 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:29:45.720606 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-2304fe75-9abf-4f1c-93b3-a892d37e5e42 req-11d0b6d0-a1bb-4b34-8d4c-65d796ba7ff2 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.66 "DELETE /v2.0/ports/7aadded8-302d-42bc-930e-122cde40d332 HTTP/1.1" status: 204 len: 173 time: 0.4121132 Nov 25 14:29:45.721053 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fd699e0-c30e-4e75-89e7-7c5d8b6278a3', 'name': 'network-vif-deleted', 'tag': '7aadded8-302d-42bc-930e-122cde40d332'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:29:45.723327 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b263d7d4b70db15966f189087f2cdd81ff7815a34d469843c29c7d40ca9dff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363172bf-7c5f-486f-b8ac-43ac3ba2f53b" -d '{"events": [{"server_uuid": "5fd699e0-c30e-4e75-89e7-7c5d8b6278a3", "name": "network-vif-deleted", "tag": "7aadded8-302d-42bc-930e-122cde40d332"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:29:45.762926 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 14:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3001c4d-e36f-4fd6-904b-e17cb5549126 x-openstack-request-id: req-a3001c4d-e36f-4fd6-904b-e17cb5549126 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:29:45.763219 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fd699e0-c30e-4e75-89e7-7c5d8b6278a3", "name": "network-vif-deleted", "tag": "7aadded8-302d-42bc-930e-122cde40d332", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:29:45.763473 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a3001c4d-e36f-4fd6-904b-e17cb5549126 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:29:45.764603 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fd699e0-c30e-4e75-89e7-7c5d8b6278a3', 'name': 'network-vif-deleted', 'tag': '7aadded8-302d-42bc-930e-122cde40d332', 'status': 'completed', 'code': 200} Nov 25 14:29:46.054743 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-169a9374-3605-4bb9-b2c3-bcccfbd5d087 req-3fbbc0e1-c604-4e3b-adcb-bac58fd0c0af tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fd699e0-c30e-4e75-89e7-7c5d8b6278a3 HTTP/1.1" status: 200 len: 210 time: 0.0300214 Nov 25 14:29:47.112060 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 40684) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:29:47.167861 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b3731bfc-689c-4edc-b5f4-cba4e052985b tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:29:47.192890 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b3731bfc-689c-4edc-b5f4-cba4e052985b tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:29:47.250937 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b3731bfc-689c-4edc-b5f4-cba4e052985b tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:29:47.254253 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b3731bfc-689c-4edc-b5f4-cba4e052985b tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:29:47.255486 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b3731bfc-689c-4edc-b5f4-cba4e052985b tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "DELETE /v2.0/security-groups/cd345ff2-3cb5-4ede-aa07-7e22dd6d2c4b HTTP/1.1" status: 204 len: 168 time: 0.1423872 Nov 25 14:29:47.265691 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3731bfc-689c-4edc-b5f4-cba4e052985b tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd345ff2-3cb5-4ede-aa07-7e22dd6d2c4b,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:29:47.589193 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 40690) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:29:47.593834 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-82afa753-5c82-4ab9-a158-ff1f83b524ad tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-317348957', 'description': 'tempest-secgroup-smoke-317348957 description', 'project_id': '05f886ea33fe41478064d3ee275912f3'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:29:47.615748 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-82afa753-5c82-4ab9-a158-ff1f83b524ad tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:29:47.686444 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-82afa753-5c82-4ab9-a158-ff1f83b524ad tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:29:47.690101 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-82afa753-5c82-4ab9-a158-ff1f83b524ad tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:29:47.717426 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-82afa753-5c82-4ab9-a158-ff1f83b524ad tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:29:47.718654 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-82afa753-5c82-4ab9-a158-ff1f83b524ad tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1284389 Nov 25 14:29:47.721679 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 40692) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:29:47.722559 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82afa753-5c82-4ab9-a158-ff1f83b524ad tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=653306f7-9d1d-4b8b-8b26-bc8b1641da5c,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:29:47.726879 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-6d956265-489b-4c20-8e5a-e0d28b60abd4 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Request body: {'security_group_rule': {'security_group_id': '653306f7-9d1d-4b8b-8b26-bc8b1641da5c', 'project_id': '05f886ea33fe41478064d3ee275912f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:29:47.751766 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6d956265-489b-4c20-8e5a-e0d28b60abd4 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:29:47.806304 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6d956265-489b-4c20-8e5a-e0d28b60abd4 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:29:47.809715 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6d956265-489b-4c20-8e5a-e0d28b60abd4 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:29:47.826286 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d956265-489b-4c20-8e5a-e0d28b60abd4 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2edbc9bf-2f8d-4927-8d11-d1351d82d308,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:29:47.834449 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-6d956265-489b-4c20-8e5a-e0d28b60abd4 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:29:47.836970 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-6d956265-489b-4c20-8e5a-e0d28b60abd4 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1135645 Nov 25 14:29:47.839251 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 40694) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:29:47.843658 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-bc85e9a7-711f-4cc6-b7e9-bd63ede65421 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Request body: {'security_group_rule': {'security_group_id': '653306f7-9d1d-4b8b-8b26-bc8b1641da5c', 'project_id': '05f886ea33fe41478064d3ee275912f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:29:47.869813 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bc85e9a7-711f-4cc6-b7e9-bd63ede65421 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:29:47.924399 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bc85e9a7-711f-4cc6-b7e9-bd63ede65421 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:29:47.927741 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bc85e9a7-711f-4cc6-b7e9-bd63ede65421 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:29:47.945190 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc85e9a7-711f-4cc6-b7e9-bd63ede65421 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3951c6f6-1b0b-4848-8512-32428026c15a,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:29:47.949913 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-bc85e9a7-711f-4cc6-b7e9-bd63ede65421 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:29:47.954028 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-bc85e9a7-711f-4cc6-b7e9-bd63ede65421 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1108568 Nov 25 14:29:47.954028 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 40696) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:29:47.958090 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-03cd9782-9ac5-402e-bda0-73fd3affe1b6 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Request body: {'security_group_rule': {'security_group_id': '653306f7-9d1d-4b8b-8b26-bc8b1641da5c', 'project_id': '05f886ea33fe41478064d3ee275912f3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:29:47.984120 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-03cd9782-9ac5-402e-bda0-73fd3affe1b6 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:29:48.039699 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-03cd9782-9ac5-402e-bda0-73fd3affe1b6 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:29:48.043151 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-03cd9782-9ac5-402e-bda0-73fd3affe1b6 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:29:48.061947 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cd9782-9ac5-402e-bda0-73fd3affe1b6 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6c90367-206a-464a-8879-0077ab0429a7,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:29:48.070558 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-03cd9782-9ac5-402e-bda0-73fd3affe1b6 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:29:48.071819 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-03cd9782-9ac5-402e-bda0-73fd3affe1b6 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1170197 Nov 25 14:29:48.074733 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 40698) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:29:48.079375 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-b031b753-20d6-4771-90a0-0112e8d2309b tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Request body: {'security_group_rule': {'security_group_id': '653306f7-9d1d-4b8b-8b26-bc8b1641da5c', 'project_id': '05f886ea33fe41478064d3ee275912f3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:29:48.105858 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b031b753-20d6-4771-90a0-0112e8d2309b tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:29:48.162949 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b031b753-20d6-4771-90a0-0112e8d2309b tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:29:48.167762 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b031b753-20d6-4771-90a0-0112e8d2309b tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:29:48.186636 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b031b753-20d6-4771-90a0-0112e8d2309b tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eab0aaa8-d708-45c7-81ab-9b58740c75b3,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:29:48.194983 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b031b753-20d6-4771-90a0-0112e8d2309b tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:29:48.196372 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-b031b753-20d6-4771-90a0-0112e8d2309b tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1205320 Nov 25 14:29:48.199049 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 40700) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:29:48.203467 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-8f321fb0-40f5-45ee-848e-5f12c02852f2 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Request body: {'security_group_rule': {'security_group_id': '653306f7-9d1d-4b8b-8b26-bc8b1641da5c', 'project_id': '05f886ea33fe41478064d3ee275912f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:29:48.224337 n-d-808199-11 neutron-server[103571]: INFO neutron.db.securitygroups_db [None req-8f321fb0-40f5-45ee-848e-5f12c02852f2 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Project 05f886ea33fe41478064d3ee275912f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 14:29:48.229149 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8f321fb0-40f5-45ee-848e-5f12c02852f2 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:29:48.287416 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8f321fb0-40f5-45ee-848e-5f12c02852f2 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:29:48.291527 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8f321fb0-40f5-45ee-848e-5f12c02852f2 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:29:48.308420 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f321fb0-40f5-45ee-848e-5f12c02852f2 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d38b796e-f734-4994-8ca0-671aefecfdd4,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:29:48.316991 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8f321fb0-40f5-45ee-848e-5f12c02852f2 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:29:48.318172 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-8f321fb0-40f5-45ee-848e-5f12c02852f2 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1181717 Nov 25 14:29:48.321427 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 40702) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:29:48.323907 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 7aadded8-302d-42bc-930e-122cde40d332 no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:29:48.325664 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-94cf0a86-d8df-4cd7-b0b6-f3e228b2d1e4 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Request body: {'security_group_rule': {'security_group_id': '653306f7-9d1d-4b8b-8b26-bc8b1641da5c', 'project_id': '05f886ea33fe41478064d3ee275912f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:29:48.345361 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] No Port match for: 7aadded8-302d-42bc-930e-122cde40d332 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 14:29:48.345739 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device 7aadded8-302d-42bc-930e-122cde40d332 not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:29:48.348570 n-d-808199-11 neutron-server[103571]: INFO neutron.db.securitygroups_db [None req-94cf0a86-d8df-4cd7-b0b6-f3e228b2d1e4 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Project 05f886ea33fe41478064d3ee275912f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 14:29:48.353582 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-94cf0a86-d8df-4cd7-b0b6-f3e228b2d1e4 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:29:48.417141 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-94cf0a86-d8df-4cd7-b0b6-f3e228b2d1e4 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:29:48.421643 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-94cf0a86-d8df-4cd7-b0b6-f3e228b2d1e4 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:29:48.439587 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cf0a86-d8df-4cd7-b0b6-f3e228b2d1e4 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47298d05-e75d-442d-b5f5-02c008200e8f,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:29:48.447276 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-94cf0a86-d8df-4cd7-b0b6-f3e228b2d1e4 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:29:48.448391 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-94cf0a86-d8df-4cd7-b0b6-f3e228b2d1e4 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1260591 Nov 25 14:30:00.435572 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e1f4df79-6f13-49ea-9cf6-ae11a6b1f07b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:30:02.749876 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:30:02.908802 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-00b68b2f-9393-40d7-9c56-16eb8ac7027e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:30:04.169534 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:30:04.721711 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-61135434-f8fe-45a9-8b7a-76ccf4f6c34c req-e1bb37f0-b482-45e3-a057-40fb75d80694 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-317348957&fields=id&tenant_id=05f886ea33fe41478064d3ee275912f3 HTTP/1.1" status: 200 len: 267 time: 0.0472131 Nov 25 14:30:04.827438 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61135434-f8fe-45a9-8b7a-76ccf4f6c34c req-964555c9-1224-4546-a248-e64b8c0dbd3f tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:30:04.828800 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-61135434-f8fe-45a9-8b7a-76ccf4f6c34c req-964555c9-1224-4546-a248-e64b8c0dbd3f tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/networks?id=f665d615-f3d2-40d5-b237-0fb228fd7edf HTTP/1.1" status: 200 len: 808 time: 0.0984366 Nov 25 14:30:04.843751 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-61135434-f8fe-45a9-8b7a-76ccf4f6c34c req-f20e8883-181d-485e-a42f-374fa06bc7b5 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/quotas/05f886ea33fe41478064d3ee275912f3 HTTP/1.1" status: 200 len: 375 time: 0.0093253 Nov 25 14:30:04.896851 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-61135434-f8fe-45a9-8b7a-76ccf4f6c34c req-921176d6-9323-462d-890d-2ae4e157fd5a tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=05f886ea33fe41478064d3ee275912f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479631 Nov 25 14:30:04.987574 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-61135434-f8fe-45a9-8b7a-76ccf4f6c34c req-abf0bba2-3453-407a-8a3b-42d8e6c2e59d service neutron] 10.222.0.53 "GET /v2.0/networks/f665d615-f3d2-40d5-b237-0fb228fd7edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796969 Nov 25 14:30:05.079043 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-61135434-f8fe-45a9-8b7a-76ccf4f6c34c req-1011d2a2-c47a-41aa-b974-274de8262cd0 service neutron] 10.222.0.53 "GET /v2.0/networks/f665d615-f3d2-40d5-b237-0fb228fd7edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849631 Nov 25 14:30:05.357551 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-71539f75-8919-4709-9a0b-75e9824b3945 req-d1230ce2-0d8b-4666-86dc-638a33c64c68 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=70bdcb2f-e2dc-41f6-b3ef-e479503d86be HTTP/1.1" status: 200 len: 210 time: 0.0276296 Nov 25 14:30:05.496060 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:30:06.345063 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61135434-f8fe-45a9-8b7a-76ccf4f6c34c req-b8f5801a-a0b0-4eb7-8a5e-b4c06614fb5a tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:30:06.346537 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-61135434-f8fe-45a9-8b7a-76ccf4f6c34c req-b8f5801a-a0b0-4eb7-8a5e-b4c06614fb5a tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.47 "GET /v2.0/networks?id=f665d615-f3d2-40d5-b237-0fb228fd7edf HTTP/1.1" status: 200 len: 808 time: 0.1026380 Nov 25 14:30:06.420075 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-61135434-f8fe-45a9-8b7a-76ccf4f6c34c req-10804114-340f-4d91-8528-ac585b47f8c6 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05f886ea33fe41478064d3ee275912f3 HTTP/1.1" status: 200 len: 379 time: 0.0641487 Nov 25 14:30:06.430245 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-61135434-f8fe-45a9-8b7a-76ccf4f6c34c req-3d2ba708-2ed0-40e3-883b-3b787da23925 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Request body: {'port': {'device_id': '70bdcb2f-e2dc-41f6-b3ef-e479503d86be', 'network_id': 'f665d615-f3d2-40d5-b237-0fb228fd7edf', 'admin_state_up': True, 'tenant_id': '05f886ea33fe41478064d3ee275912f3', 'security_groups': ['653306f7-9d1d-4b8b-8b26-bc8b1641da5c']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:30:06.466133 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7a4c338f-9f69-45f4-9433-d6812e381200 req-10aad0a9-6db0-4f41-a73c-0355722aa516 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=70bdcb2f-e2dc-41f6-b3ef-e479503d86be HTTP/1.1" status: 200 len: 210 time: 0.0279109 Nov 25 14:30:06.544582 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61135434-f8fe-45a9-8b7a-76ccf4f6c34c req-3d2ba708-2ed0-40e3-883b-3b787da23925 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Made reservation on behalf of 05f886ea33fe41478064d3ee275912f3 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 14:30:06.548302 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-61135434-f8fe-45a9-8b7a-76ccf4f6c34c req-3d2ba708-2ed0-40e3-883b-3b787da23925 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:30:06.629951 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:30:06.676932 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-61135434-f8fe-45a9-8b7a-76ccf4f6c34c req-3d2ba708-2ed0-40e3-883b-3b787da23925 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Allocated IP 172.20.0.6 (f665d615-f3d2-40d5-b237-0fb228fd7edf/b9412b2d-3904-4cc5-be06-1daeb00677a4/c0a88393-0f4e-4aa8-9865-282a712a53c2) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:30:06.818002 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-61135434-f8fe-45a9-8b7a-76ccf4f6c34c req-3d2ba708-2ed0-40e3-883b-3b787da23925 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:30:06.851715 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-61135434-f8fe-45a9-8b7a-76ccf4f6c34c req-3d2ba708-2ed0-40e3-883b-3b787da23925 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:30:06.899795 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61135434-f8fe-45a9-8b7a-76ccf4f6c34c req-3d2ba708-2ed0-40e3-883b-3b787da23925 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Network f665d615-f3d2-40d5-b237-0fb228fd7edf is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:30:06.902666 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-61135434-f8fe-45a9-8b7a-76ccf4f6c34c req-3d2ba708-2ed0-40e3-883b-3b787da23925 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:30:06.906319 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-61135434-f8fe-45a9-8b7a-76ccf4f6c34c req-3d2ba708-2ed0-40e3-883b-3b787da23925 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:30:06.941016 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2ba708-2ed0-40e3-883b-3b787da23925 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Pushing event updated for resources: {'Port': ['ID=c0a88393-0f4e-4aa8-9865-282a712a53c2,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:30:06.961612 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61135434-f8fe-45a9-8b7a-76ccf4f6c34c req-3d2ba708-2ed0-40e3-883b-3b787da23925 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:30:06.962344 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-61135434-f8fe-45a9-8b7a-76ccf4f6c34c req-3d2ba708-2ed0-40e3-883b-3b787da23925 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:30:06.981748 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-61135434-f8fe-45a9-8b7a-76ccf4f6c34c req-3d2ba708-2ed0-40e3-883b-3b787da23925 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5552406 Nov 25 14:30:07.048603 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-61135434-f8fe-45a9-8b7a-76ccf4f6c34c req-a17d778f-3015-434b-ad69-07cdc97961ce service neutron] Request body: {'port': {'device_id': '70bdcb2f-e2dc-41f6-b3ef-e479503d86be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:30:07.112479 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-61135434-f8fe-45a9-8b7a-76ccf4f6c34c req-a17d778f-3015-434b-ad69-07cdc97961ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:30:07.201424 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-d89520fb-0511-4443-9165-b66a89aa2796 None None] Provisioning complete for port c0a88393-0f4e-4aa8-9865-282a712a53c2 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:30:07.202014 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d89520fb-0511-4443-9165-b66a89aa2796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:30:07.237811 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-d89520fb-0511-4443-9165-b66a89aa2796 None None] Port c0a88393-0f4e-4aa8-9865-282a712a53c2 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 14:30:07.385422 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-61135434-f8fe-45a9-8b7a-76ccf4f6c34c req-a17d778f-3015-434b-ad69-07cdc97961ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0a88393-0f4e-4aa8-9865-282a712a53c2 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 14:30:07.393200 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-61135434-f8fe-45a9-8b7a-76ccf4f6c34c req-a17d778f-3015-434b-ad69-07cdc97961ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:30:07.405089 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-61135434-f8fe-45a9-8b7a-76ccf4f6c34c req-a17d778f-3015-434b-ad69-07cdc97961ce service neutron] Transition to ACTIVE for port object c0a88393-0f4e-4aa8-9865-282a712a53c2 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 14:30:07.409013 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-61135434-f8fe-45a9-8b7a-76ccf4f6c34c req-a17d778f-3015-434b-ad69-07cdc97961ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:30:07.463129 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d778f-3015-434b-ad69-07cdc97961ce service neutron] Pushing event updated for resources: {'Port': ['ID=c0a88393-0f4e-4aa8-9865-282a712a53c2,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:30:07.545206 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-61135434-f8fe-45a9-8b7a-76ccf4f6c34c req-a17d778f-3015-434b-ad69-07cdc97961ce service neutron] Attempting to bind port c0a88393-0f4e-4aa8-9865-282a712a53c2 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:30:07.545556 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-61135434-f8fe-45a9-8b7a-76ccf4f6c34c req-a17d778f-3015-434b-ad69-07cdc97961ce service neutron] Attempting to bind port c0a88393-0f4e-4aa8-9865-282a712a53c2 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '2d4a8946-8675-4359-a723-712f013e7fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f665d615-f3d2-40d5-b237-0fb228fd7edf'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:30:07.545897 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61135434-f8fe-45a9-8b7a-76ccf4f6c34c req-a17d778f-3015-434b-ad69-07cdc97961ce service neutron] Attempting to bind port c0a88393-0f4e-4aa8-9865-282a712a53c2 on network f665d615-f3d2-40d5-b237-0fb228fd7edf {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:30:07.551098 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61135434-f8fe-45a9-8b7a-76ccf4f6c34c req-a17d778f-3015-434b-ad69-07cdc97961ce service neutron] Port c0a88393-0f4e-4aa8-9865-282a712a53c2 on network f665d615-f3d2-40d5-b237-0fb228fd7edf not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 14:30:07.551428 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61135434-f8fe-45a9-8b7a-76ccf4f6c34c req-a17d778f-3015-434b-ad69-07cdc97961ce service neutron] Attempting to bind port c0a88393-0f4e-4aa8-9865-282a712a53c2 on network f665d615-f3d2-40d5-b237-0fb228fd7edf {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:30:07.559250 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61135434-f8fe-45a9-8b7a-76ccf4f6c34c req-a17d778f-3015-434b-ad69-07cdc97961ce service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:30:07.559680 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61135434-f8fe-45a9-8b7a-76ccf4f6c34c req-a17d778f-3015-434b-ad69-07cdc97961ce service neutron] Checking segment: {'id': '2d4a8946-8675-4359-a723-712f013e7fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f665d615-f3d2-40d5-b237-0fb228fd7edf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:30:07.560220 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61135434-f8fe-45a9-8b7a-76ccf4f6c34c req-a17d778f-3015-434b-ad69-07cdc97961ce service neutron] Bound using segment: {'id': '2d4a8946-8675-4359-a723-712f013e7fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f665d615-f3d2-40d5-b237-0fb228fd7edf'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:30:07.560994 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-61135434-f8fe-45a9-8b7a-76ccf4f6c34c req-a17d778f-3015-434b-ad69-07cdc97961ce service neutron] Bound port: c0a88393-0f4e-4aa8-9865-282a712a53c2, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d4a8946-8675-4359-a723-712f013e7fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f665d615-f3d2-40d5-b237-0fb228fd7edf'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:30:07.561382 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-61135434-f8fe-45a9-8b7a-76ccf4f6c34c req-a17d778f-3015-434b-ad69-07cdc97961ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:30:07.596272 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678d27b-b982-4515-a9f6-515100d930a0 req-155c639d-4b7d-4b7d-9181-ad6eb9dd0089 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:30:07.605474 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8678d27b-b982-4515-a9f6-515100d930a0 req-155c639d-4b7d-4b7d-9181-ad6eb9dd0089 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=70bdcb2f-e2dc-41f6-b3ef-e479503d86be HTTP/1.1" status: 200 len: 943 time: 0.0609717 Nov 25 14:30:07.631312 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-61135434-f8fe-45a9-8b7a-76ccf4f6c34c req-a17d778f-3015-434b-ad69-07cdc97961ce service neutron] For port c0a88393-0f4e-4aa8-9865-282a712a53c2, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:30:07.635683 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-61135434-f8fe-45a9-8b7a-76ccf4f6c34c req-a17d778f-3015-434b-ad69-07cdc97961ce service neutron] For port c0a88393-0f4e-4aa8-9865-282a712a53c2, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=c0a88393-0f4e-4aa8-9865-282a712a53c2,segment=NetworkSegment(2d4a8946-8675-4359-a723-712f013e7fcd),segment_id=2d4a8946-8675-4359-a723-712f013e7fcd)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:30:07.640929 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-61135434-f8fe-45a9-8b7a-76ccf4f6c34c req-a17d778f-3015-434b-ad69-07cdc97961ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:30:07.666588 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8678d27b-b982-4515-a9f6-515100d930a0 req-4c64e598-5338-4638-982f-618954c69a1a tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=653306f7-9d1d-4b8b-8b26-bc8b1641da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583599 Nov 25 14:30:07.701946 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d778f-3015-434b-ad69-07cdc97961ce service neutron] Pushing event updated for resources: {'Port': ['ID=c0a88393-0f4e-4aa8-9865-282a712a53c2,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:30:07.705230 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61135434-f8fe-45a9-8b7a-76ccf4f6c34c req-a17d778f-3015-434b-ad69-07cdc97961ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:30:07.705877 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-61135434-f8fe-45a9-8b7a-76ccf4f6c34c req-a17d778f-3015-434b-ad69-07cdc97961ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:30:07.707320 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-61135434-f8fe-45a9-8b7a-76ccf4f6c34c req-a17d778f-3015-434b-ad69-07cdc97961ce service neutron] 10.222.0.47 "PUT /v2.0/ports/c0a88393-0f4e-4aa8-9865-282a712a53c2 HTTP/1.1" status: 200 len: 1092 time: 0.7171061 Nov 25 14:30:07.707760 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70bdcb2f-e2dc-41f6-b3ef-e479503d86be', 'tag': 'c0a88393-0f4e-4aa8-9865-282a712a53c2'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:30:07.710135 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b263d7d4b70db15966f189087f2cdd81ff7815a34d469843c29c7d40ca9dff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e49798d-91fe-42cc-b114-de1379c3e481" -d '{"events": [{"name": "network-changed", "server_uuid": "70bdcb2f-e2dc-41f6-b3ef-e479503d86be", "tag": "c0a88393-0f4e-4aa8-9865-282a712a53c2"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:30:07.757982 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 14:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422a49f2-1c4d-49c4-8406-18b539809c32 x-openstack-request-id: req-422a49f2-1c4d-49c4-8406-18b539809c32 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:30:07.758349 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70bdcb2f-e2dc-41f6-b3ef-e479503d86be", "tag": "c0a88393-0f4e-4aa8-9865-282a712a53c2", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:30:07.758680 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-422a49f2-1c4d-49c4-8406-18b539809c32 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:30:07.759263 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70bdcb2f-e2dc-41f6-b3ef-e479503d86be', 'tag': 'c0a88393-0f4e-4aa8-9865-282a712a53c2', 'status': 'completed', 'code': 200} Nov 25 14:30:07.800506 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61135434-f8fe-45a9-8b7a-76ccf4f6c34c req-3461366a-2326-40be-a8f4-fd0c073b43d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:30:07.802185 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-61135434-f8fe-45a9-8b7a-76ccf4f6c34c req-3461366a-2326-40be-a8f4-fd0c073b43d6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=05f886ea33fe41478064d3ee275912f3&device_id=70bdcb2f-e2dc-41f6-b3ef-e479503d86be HTTP/1.1" status: 200 len: 1095 time: 0.0559878 Nov 25 14:30:07.853909 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-61135434-f8fe-45a9-8b7a-76ccf4f6c34c req-1aa4bcfe-8c9d-4c2b-b7f7-e1d909987960 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0a88393-0f4e-4aa8-9865-282a712a53c2 HTTP/1.1" status: 200 len: 217 time: 0.0430398 Nov 25 14:30:07.911569 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61135434-f8fe-45a9-8b7a-76ccf4f6c34c req-dc806e1d-b2da-4cf9-bc90-db3ea0b802fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:30:07.913143 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-61135434-f8fe-45a9-8b7a-76ccf4f6c34c req-dc806e1d-b2da-4cf9-bc90-db3ea0b802fa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9412b2d-3904-4cc5-be06-1daeb00677a4 HTTP/1.1" status: 200 len: 847 time: 0.0512745 Nov 25 14:30:07.965597 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61135434-f8fe-45a9-8b7a-76ccf4f6c34c req-7307346f-e825-4261-ad30-1365fdcfa235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:30:07.967106 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-61135434-f8fe-45a9-8b7a-76ccf4f6c34c req-7307346f-e825-4261-ad30-1365fdcfa235 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f665d615-f3d2-40d5-b237-0fb228fd7edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471351 Nov 25 14:30:08.062496 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-61135434-f8fe-45a9-8b7a-76ccf4f6c34c req-afdf4aa2-3ed7-41df-8095-096cf8ca2119 service neutron] 10.222.0.47 "GET /v2.0/networks/f665d615-f3d2-40d5-b237-0fb228fd7edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879266 Nov 25 14:30:08.152986 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-61135434-f8fe-45a9-8b7a-76ccf4f6c34c req-d5d3a356-1ca1-438e-8822-c4853a70aa95 service neutron] 10.222.0.47 "GET /v2.0/networks/f665d615-f3d2-40d5-b237-0fb228fd7edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830896 Nov 25 14:30:08.242892 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e49798d-91fe-42cc-b114-de1379c3e481 req-103dffc0-b113-4621-9e80-8602033c39b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:30:08.244410 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9e49798d-91fe-42cc-b114-de1379c3e481 req-103dffc0-b113-4621-9e80-8602033c39b6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=05f886ea33fe41478064d3ee275912f3&device_id=70bdcb2f-e2dc-41f6-b3ef-e479503d86be HTTP/1.1" status: 200 len: 1095 time: 0.0455091 Nov 25 14:30:08.332941 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e49798d-91fe-42cc-b114-de1379c3e481 req-425f59eb-d31e-4980-ac88-dcbcf91ab335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:30:08.334412 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9e49798d-91fe-42cc-b114-de1379c3e481 req-425f59eb-d31e-4980-ac88-dcbcf91ab335 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f665d615-f3d2-40d5-b237-0fb228fd7edf HTTP/1.1" status: 200 len: 909 time: 0.0838463 Nov 25 14:30:08.374495 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9e49798d-91fe-42cc-b114-de1379c3e481 req-84842b76-57cf-478f-8fe3-fd456c74dcec service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0a88393-0f4e-4aa8-9865-282a712a53c2 HTTP/1.1" status: 200 len: 217 time: 0.0333734 Nov 25 14:30:08.431668 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e49798d-91fe-42cc-b114-de1379c3e481 req-84ea9051-90a4-452e-8518-9638c1d81305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:30:08.433181 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9e49798d-91fe-42cc-b114-de1379c3e481 req-84ea9051-90a4-452e-8518-9638c1d81305 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9412b2d-3904-4cc5-be06-1daeb00677a4 HTTP/1.1" status: 200 len: 847 time: 0.0523622 Nov 25 14:30:08.478405 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e49798d-91fe-42cc-b114-de1379c3e481 req-be926a5a-3d56-4c1b-81a6-13dd4fcec4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:30:08.479949 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9e49798d-91fe-42cc-b114-de1379c3e481 req-be926a5a-3d56-4c1b-81a6-13dd4fcec4df service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f665d615-f3d2-40d5-b237-0fb228fd7edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396864 Nov 25 14:30:08.569567 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9e49798d-91fe-42cc-b114-de1379c3e481 req-7630d960-a0e2-4908-943c-941625cb343e service neutron] 10.222.0.47 "GET /v2.0/networks/f665d615-f3d2-40d5-b237-0fb228fd7edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824986 Nov 25 14:30:08.665600 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-9e49798d-91fe-42cc-b114-de1379c3e481 req-479e42c6-2706-4be4-b413-f803af7f1a32 service neutron] 10.222.0.47 "GET /v2.0/networks/f665d615-f3d2-40d5-b237-0fb228fd7edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895464 Nov 25 14:30:08.834274 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc4d246-482f-4aa1-9afe-be5f89243633 req-e723bd9c-e3e6-49fd-ad76-228e6746eefd tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:30:08.835686 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8bc4d246-482f-4aa1-9afe-be5f89243633 req-e723bd9c-e3e6-49fd-ad76-228e6746eefd tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=70bdcb2f-e2dc-41f6-b3ef-e479503d86be HTTP/1.1" status: 200 len: 943 time: 0.1043692 Nov 25 14:30:08.890799 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8bc4d246-482f-4aa1-9afe-be5f89243633 req-efe61448-6399-4399-acaf-3583aa8c18bf tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=653306f7-9d1d-4b8b-8b26-bc8b1641da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490685 Nov 25 14:30:09.046864 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:30:10.056728 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c19a86e-9fbd-4983-b1bd-3166f1a371a4 req-469fd9af-ef2a-4575-a8cb-cfaf0ab34159 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:30:10.058257 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5c19a86e-9fbd-4983-b1bd-3166f1a371a4 req-469fd9af-ef2a-4575-a8cb-cfaf0ab34159 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=70bdcb2f-e2dc-41f6-b3ef-e479503d86be HTTP/1.1" status: 200 len: 943 time: 0.0982494 Nov 25 14:30:10.108415 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5c19a86e-9fbd-4983-b1bd-3166f1a371a4 req-d115a67d-2ecd-43c8-a54d-150637770283 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=653306f7-9d1d-4b8b-8b26-bc8b1641da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439844 Nov 25 14:30:11.226473 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b3d7c8-2c5a-48b5-9e9d-50c1d1b02360 req-6c6082fa-8880-489f-9d8b-3606652e2121 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:30:11.228741 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-80b3d7c8-2c5a-48b5-9e9d-50c1d1b02360 req-6c6082fa-8880-489f-9d8b-3606652e2121 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=70bdcb2f-e2dc-41f6-b3ef-e479503d86be HTTP/1.1" status: 200 len: 943 time: 0.0501528 Nov 25 14:30:11.288518 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-80b3d7c8-2c5a-48b5-9e9d-50c1d1b02360 req-cd733ace-a60c-445a-942e-da09356e52b8 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=653306f7-9d1d-4b8b-8b26-bc8b1641da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532756 Nov 25 14:30:12.403636 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5974c499-2d35-4c21-8044-c62108b12e9e req-afad9111-a357-4279-8736-8a5966036c24 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:30:12.405278 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5974c499-2d35-4c21-8044-c62108b12e9e req-afad9111-a357-4279-8736-8a5966036c24 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=70bdcb2f-e2dc-41f6-b3ef-e479503d86be HTTP/1.1" status: 200 len: 943 time: 0.0492575 Nov 25 14:30:12.410453 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:30:12.455818 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5974c499-2d35-4c21-8044-c62108b12e9e req-5b1d2597-e431-4d2a-b2b7-7791c3711676 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=653306f7-9d1d-4b8b-8b26-bc8b1641da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436049 Nov 25 14:30:13.568721 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508da47a-6405-47dc-ab8f-d1d4a99c173b req-d047db68-2319-4709-a6c5-dc8dec93eea9 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:30:13.570093 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-508da47a-6405-47dc-ab8f-d1d4a99c173b req-d047db68-2319-4709-a6c5-dc8dec93eea9 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=70bdcb2f-e2dc-41f6-b3ef-e479503d86be HTTP/1.1" status: 200 len: 943 time: 0.0474021 Nov 25 14:30:13.618221 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-508da47a-6405-47dc-ab8f-d1d4a99c173b req-d7c255f2-e20f-4eec-9f71-0569229dbe5b tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=653306f7-9d1d-4b8b-8b26-bc8b1641da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417316 Nov 25 14:30:14.740030 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f93e9a-bf47-4af4-b11d-0c9b0a7a6307 req-c1823e85-fee5-422d-a54e-b3cf4e5ae348 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:30:14.741516 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-76f93e9a-bf47-4af4-b11d-0c9b0a7a6307 req-c1823e85-fee5-422d-a54e-b3cf4e5ae348 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=70bdcb2f-e2dc-41f6-b3ef-e479503d86be HTTP/1.1" status: 200 len: 943 time: 0.0524623 Nov 25 14:30:14.791312 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-76f93e9a-bf47-4af4-b11d-0c9b0a7a6307 req-fe4d49e0-3385-4c74-9029-70386c75a0e1 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=653306f7-9d1d-4b8b-8b26-bc8b1641da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437951 Nov 25 14:30:15.903756 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616cdb00-c792-4fdc-bfb3-5fb66764e2ef req-b3d19547-8f25-46a0-81fd-426fbe0021b9 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:30:15.905245 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-616cdb00-c792-4fdc-bfb3-5fb66764e2ef req-b3d19547-8f25-46a0-81fd-426fbe0021b9 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=70bdcb2f-e2dc-41f6-b3ef-e479503d86be HTTP/1.1" status: 200 len: 943 time: 0.0483408 Nov 25 14:30:15.953940 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-616cdb00-c792-4fdc-bfb3-5fb66764e2ef req-f9fd539d-65be-43f7-9b56-70a77250ff65 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=653306f7-9d1d-4b8b-8b26-bc8b1641da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427761 Nov 25 14:30:17.074652 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbf2833-d6a0-49c5-b17f-3f028d944d11 req-cae8cb77-0473-4ba4-8206-f66fde64185f tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:30:17.076147 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ccbf2833-d6a0-49c5-b17f-3f028d944d11 req-cae8cb77-0473-4ba4-8206-f66fde64185f tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=70bdcb2f-e2dc-41f6-b3ef-e479503d86be HTTP/1.1" status: 200 len: 943 time: 0.0514054 Nov 25 14:30:17.444104 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ccbf2833-d6a0-49c5-b17f-3f028d944d11 req-be488142-0269-452f-8e28-faf26537caab tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=653306f7-9d1d-4b8b-8b26-bc8b1641da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3619161 Nov 25 14:30:18.560599 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c661f-540f-41dc-bcd9-57e364dbd042 req-10578317-70b7-4f2a-ab14-56eed912cf37 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:30:18.562072 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-492c661f-540f-41dc-bcd9-57e364dbd042 req-10578317-70b7-4f2a-ab14-56eed912cf37 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=70bdcb2f-e2dc-41f6-b3ef-e479503d86be HTTP/1.1" status: 200 len: 943 time: 0.0486014 Nov 25 14:30:18.611403 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-492c661f-540f-41dc-bcd9-57e364dbd042 req-3e5cbc39-63de-4130-a01b-e52fee8e8903 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=653306f7-9d1d-4b8b-8b26-bc8b1641da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433152 Nov 25 14:30:19.691404 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device c0a88393-0f4e-4aa8-9865-282a712a53c2 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 14:30:19.729702 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9b79c-e62e-4a2d-9a9b-d44c7403f71e req-f0a46e33-732f-4c2d-8b79-0633af62f0a1 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:30:19.731223 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-70e9b79c-e62e-4a2d-9a9b-d44c7403f71e req-f0a46e33-732f-4c2d-8b79-0633af62f0a1 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=70bdcb2f-e2dc-41f6-b3ef-e479503d86be HTTP/1.1" status: 200 len: 943 time: 0.0522912 Nov 25 14:30:19.783430 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-70e9b79c-e62e-4a2d-9a9b-d44c7403f71e req-95810046-d238-43d8-b268-b1985a141efb tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=653306f7-9d1d-4b8b-8b26-bc8b1641da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462983 Nov 25 14:30:19.795630 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port c0a88393-0f4e-4aa8-9865-282a712a53c2, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=c0a88393-0f4e-4aa8-9865-282a712a53c2,segment=NetworkSegment(2d4a8946-8675-4359-a723-712f013e7fcd),segment_id=2d4a8946-8675-4359-a723-712f013e7fcd)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:30:19.806900 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': 'c0a88393-0f4e-4aa8-9865-282a712a53c2', 'network_id': 'f665d615-f3d2-40d5-b237-0fb228fd7edf', 'port_id': 'c0a88393-0f4e-4aa8-9865-282a712a53c2', 'mac_address': 'fa:16:3e:ac:43:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9412b2d-3904-4cc5-be06-1daeb00677a4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 14:30:19.844274 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:30:19.856752 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0a88393-0f4e-4aa8-9865-282a712a53c2 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 14:30:19.875769 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port c0a88393-0f4e-4aa8-9865-282a712a53c2, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=c0a88393-0f4e-4aa8-9865-282a712a53c2,segment=NetworkSegment(2d4a8946-8675-4359-a723-712f013e7fcd),segment_id=2d4a8946-8675-4359-a723-712f013e7fcd)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:30:19.880179 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:30:19.924193 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=c0a88393-0f4e-4aa8-9865-282a712a53c2,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:30:19.931713 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:30:19.932062 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:30:19.932403 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:30:19.932742 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:30:19.933077 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:30:19.933405 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:30:19.933732 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:30:19.934057 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:30:19.934380 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:30:19.934722 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:30:19.935049 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:30:19.935369 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:30:20.105693 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['c0a88393-0f4e-4aa8-9865-282a712a53c2'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 14:30:20.899011 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d94cd16-06e5-4eb1-87e6-b4e8668247a5 req-505f7ff5-e6aa-4f4e-a814-69cd35aea5e9 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:30:20.900498 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5d94cd16-06e5-4eb1-87e6-b4e8668247a5 req-505f7ff5-e6aa-4f4e-a814-69cd35aea5e9 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=70bdcb2f-e2dc-41f6-b3ef-e479503d86be HTTP/1.1" status: 200 len: 944 time: 0.0479558 Nov 25 14:30:20.948510 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5d94cd16-06e5-4eb1-87e6-b4e8668247a5 req-4bc5cdd7-1340-411b-9710-a61d93e32dfa tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=653306f7-9d1d-4b8b-8b26-bc8b1641da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422082 Nov 25 14:30:21.690438 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device c0a88393-0f4e-4aa8-9865-282a712a53c2 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:30:21.740687 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port c0a88393-0f4e-4aa8-9865-282a712a53c2 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 14:30:21.744730 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port c0a88393-0f4e-4aa8-9865-282a712a53c2 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:30:21.745097 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:30:21.821106 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:30:21.842403 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70bdcb2f-e2dc-41f6-b3ef-e479503d86be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a88393-0f4e-4aa8-9865-282a712a53c2'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:30:21.844776 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4a683b2f55a074025c37cf42062357829495bd62ced1b23f0cba96c56cdda24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153cd8b8-4de9-49e0-a4a9-c1c4515c5ae3" -d '{"events": [{"server_uuid": "70bdcb2f-e2dc-41f6-b3ef-e479503d86be", "name": "network-vif-plugged", "status": "completed", "tag": "c0a88393-0f4e-4aa8-9865-282a712a53c2"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:30:21.861214 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port c0a88393-0f4e-4aa8-9865-282a712a53c2, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=c0a88393-0f4e-4aa8-9865-282a712a53c2,segment=NetworkSegment(2d4a8946-8675-4359-a723-712f013e7fcd),segment_id=2d4a8946-8675-4359-a723-712f013e7fcd)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:30:21.865680 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:30:21.920895 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=c0a88393-0f4e-4aa8-9865-282a712a53c2,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:30:21.939856 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 14:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be763de-aa88-4c4b-9882-6077a343d46c x-openstack-request-id: req-2be763de-aa88-4c4b-9882-6077a343d46c {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:30:21.940152 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70bdcb2f-e2dc-41f6-b3ef-e479503d86be", "name": "network-vif-plugged", "status": "completed", "tag": "c0a88393-0f4e-4aa8-9865-282a712a53c2", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:30:21.940407 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2be763de-aa88-4c4b-9882-6077a343d46c {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:30:21.940857 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70bdcb2f-e2dc-41f6-b3ef-e479503d86be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a88393-0f4e-4aa8-9865-282a712a53c2', 'code': 200} Nov 25 14:30:22.038420 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e4c54-ac86-4f43-be4d-41856dde3f87 req-0dc8c857-0af2-4197-a30d-6bdf6bca1011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:30:22.040501 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b32e4c54-ac86-4f43-be4d-41856dde3f87 req-0dc8c857-0af2-4197-a30d-6bdf6bca1011 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=70bdcb2f-e2dc-41f6-b3ef-e479503d86be HTTP/1.1" status: 200 len: 1097 time: 0.0418985 Nov 25 14:30:22.064909 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407437ea-6c76-4208-a068-2f1a384909fe req-be502909-c01f-4539-80c4-1e551ba8ef2c tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:30:22.066392 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-407437ea-6c76-4208-a068-2f1a384909fe req-be502909-c01f-4539-80c4-1e551ba8ef2c tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=70bdcb2f-e2dc-41f6-b3ef-e479503d86be HTTP/1.1" status: 200 len: 945 time: 0.0483291 Nov 25 14:30:22.086928 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b32e4c54-ac86-4f43-be4d-41856dde3f87 req-e2e6fc68-42cf-4be8-924a-532a5f17fca1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=653306f7-9d1d-4b8b-8b26-bc8b1641da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398645 Nov 25 14:30:22.114614 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-407437ea-6c76-4208-a068-2f1a384909fe req-32f477f7-4686-49e1-98df-70b0bbf0c6db tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=653306f7-9d1d-4b8b-8b26-bc8b1641da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422640 Nov 25 14:30:23.235723 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1fda6b-12eb-46f8-83e6-919fb13fa421 req-1aaa591c-5281-4f07-8f74-91640625dea9 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:30:23.237194 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ef1fda6b-12eb-46f8-83e6-919fb13fa421 req-1aaa591c-5281-4f07-8f74-91640625dea9 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=70bdcb2f-e2dc-41f6-b3ef-e479503d86be HTTP/1.1" status: 200 len: 945 time: 0.0521080 Nov 25 14:30:23.286544 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ef1fda6b-12eb-46f8-83e6-919fb13fa421 req-a6ecf89c-309f-4105-a197-16cac16820aa tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=653306f7-9d1d-4b8b-8b26-bc8b1641da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433993 Nov 25 14:30:23.401275 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32462ec0-719d-4b39-94f0-2d36b3dcc3d1 req-34388144-3c92-41ec-83bf-ade5820e06a6 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:30:23.402681 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-32462ec0-719d-4b39-94f0-2d36b3dcc3d1 req-34388144-3c92-41ec-83bf-ade5820e06a6 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=70bdcb2f-e2dc-41f6-b3ef-e479503d86be HTTP/1.1" status: 200 len: 945 time: 0.0477312 Nov 25 14:30:23.451246 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-32462ec0-719d-4b39-94f0-2d36b3dcc3d1 req-99ed551e-a3cd-4792-b64e-bbfac1465b0a tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=653306f7-9d1d-4b8b-8b26-bc8b1641da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425873 Nov 25 14:30:23.472414 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 40906) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:30:23.512148 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48c6cd9-4aa1-46c5-bd26-3f38015c3129 tempest-TestShelveInstance-412025243 tempest-TestShelveInstance-412025243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:30:23.513651 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-e48c6cd9-4aa1-46c5-bd26-3f38015c3129 tempest-TestShelveInstance-412025243 tempest-TestShelveInstance-412025243-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=70bdcb2f-e2dc-41f6-b3ef-e479503d86be HTTP/1.1" status: 200 len: 1092 time: 0.0402677 Nov 25 14:30:23.516381 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 40908) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:30:23.520662 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-7dfd9a13-9c22-40a6-b878-1b1bfe38f21d tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Request body: {'floatingip': {'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'port_id': 'c0a88393-0f4e-4aa8-9865-282a712a53c2', 'tenant_id': '05f886ea33fe41478064d3ee275912f3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:30:23.542323 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7dfd9a13-9c22-40a6-b878-1b1bfe38f21d tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks [] for floatingip, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:30:23.639112 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7dfd9a13-9c22-40a6-b878-1b1bfe38f21d tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:30:23.746192 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-7dfd9a13-9c22-40a6-b878-1b1bfe38f21d tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Allocated IP 172.25.5.74 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/a72ee72c-b179-4132-bf93-c67cfbf68923) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:30:23.842863 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7dfd9a13-9c22-40a6-b878-1b1bfe38f21d tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:30:23.875315 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7dfd9a13-9c22-40a6-b878-1b1bfe38f21d tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:30:23.915533 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfd9a13-9c22-40a6-b878-1b1bfe38f21d tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:30:23.918303 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-7dfd9a13-9c22-40a6-b878-1b1bfe38f21d tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:30:23.922755 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfd9a13-9c22-40a6-b878-1b1bfe38f21d tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:30:23.928135 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfd9a13-9c22-40a6-b878-1b1bfe38f21d tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Pushing event updated for resources: {'Port': ['ID=a72ee72c-b179-4132-bf93-c67cfbf68923,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:30:24.275464 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7dfd9a13-9c22-40a6-b878-1b1bfe38f21d tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:30:24.344199 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7dfd9a13-9c22-40a6-b878-1b1bfe38f21d tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:30:24.497909 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7dfd9a13-9c22-40a6-b878-1b1bfe38f21d tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:30:24.502531 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7dfd9a13-9c22-40a6-b878-1b1bfe38f21d tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:30:24.566983 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfd9a13-9c22-40a6-b878-1b1bfe38f21d tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Pushing event updated for resources: {'Port': ['ID=a72ee72c-b179-4132-bf93-c67cfbf68923,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:30:24.579785 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7dfd9a13-9c22-40a6-b878-1b1bfe38f21d tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:30:24.681760 n-d-808199-11 neutron-server[103570]: INFO neutron.db.l3_db [None req-7dfd9a13-9c22-40a6-b878-1b1bfe38f21d tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Floating IP b7e7c729-491c-4e11-8bfe-1eb157e8b489 associated. External IP: 172.25.5.74, port: c0a88393-0f4e-4aa8-9865-282a712a53c2. Nov 25 14:30:24.891077 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dfd9a13-9c22-40a6-b878-1b1bfe38f21d tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Router 7c7bf276-1d0a-47a9-8d1f-2479d3dd22de has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 14:30:24.997465 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dfd9a13-9c22-40a6-b878-1b1bfe38f21d tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 14:30:25.007067 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5172062-ae41-4f5f-9c5c-e54bd6eb461f None None] Sync routers for ids ['7c7bf276-1d0a-47a9-8d1f-2479d3dd22de'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 14:30:25.016742 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7dfd9a13-9c22-40a6-b878-1b1bfe38f21d tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:30:25.019821 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5172062-ae41-4f5f-9c5c-e54bd6eb461f None None] Routers {'7c7bf276-1d0a-47a9-8d1f-2479d3dd22de'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:30:25.020457 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-d5172062-ae41-4f5f-9c5c-e54bd6eb461f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:30:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['7c7bf276-1d0a-47a9-8d1f-2479d3dd22de'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:30:25.046874 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-7dfd9a13-9c22-40a6-b878-1b1bfe38f21d tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5293946 Nov 25 14:30:25.047586 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70bdcb2f-e2dc-41f6-b3ef-e479503d86be', 'tag': 'c0a88393-0f4e-4aa8-9865-282a712a53c2'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:30:25.049876 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ff10e3dad8c55f3be2027b0b566631f93d9edebaac325607bb9a9480f03098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0655202b-207a-44ef-82c8-ea0505fdc75f" -d '{"events": [{"name": "network-changed", "server_uuid": "70bdcb2f-e2dc-41f6-b3ef-e479503d86be", "tag": "c0a88393-0f4e-4aa8-9865-282a712a53c2"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:30:25.102203 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 14:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f65911-446c-40d8-8a51-39cf50441477 x-openstack-request-id: req-d3f65911-446c-40d8-8a51-39cf50441477 {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:30:25.102595 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70bdcb2f-e2dc-41f6-b3ef-e479503d86be", "tag": "c0a88393-0f4e-4aa8-9865-282a712a53c2", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:30:25.102886 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d3f65911-446c-40d8-8a51-39cf50441477 {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:30:25.103292 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70bdcb2f-e2dc-41f6-b3ef-e479503d86be', 'tag': 'c0a88393-0f4e-4aa8-9865-282a712a53c2', 'status': 'completed', 'code': 200} Nov 25 14:30:25.138071 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-d5172062-ae41-4f5f-9c5c-e54bd6eb461f None None] Set router 7c7bf276-1d0a-47a9-8d1f-2479d3dd22de gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:30:25.166655 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0655202b-207a-44ef-82c8-ea0505fdc75f req-231663ed-2593-4d7e-8f8f-da5bb275b283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:30:25.168103 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0655202b-207a-44ef-82c8-ea0505fdc75f req-231663ed-2593-4d7e-8f8f-da5bb275b283 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=05f886ea33fe41478064d3ee275912f3&device_id=70bdcb2f-e2dc-41f6-b3ef-e479503d86be HTTP/1.1" status: 200 len: 1097 time: 0.0448551 Nov 25 14:30:25.257787 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0655202b-207a-44ef-82c8-ea0505fdc75f req-7147aad4-a90c-4cd5-bd3e-dee252145475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:30:25.259746 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0655202b-207a-44ef-82c8-ea0505fdc75f req-7147aad4-a90c-4cd5-bd3e-dee252145475 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f665d615-f3d2-40d5-b237-0fb228fd7edf HTTP/1.1" status: 200 len: 909 time: 0.0853362 Nov 25 14:30:25.329329 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0655202b-207a-44ef-82c8-ea0505fdc75f req-4e2e15da-24ff-4a69-a6d4-4956ccc0e1fd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0a88393-0f4e-4aa8-9865-282a712a53c2 HTTP/1.1" status: 200 len: 998 time: 0.0619774 Nov 25 14:30:25.358537 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-d5172062-ae41-4f5f-9c5c-e54bd6eb461f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7bf276-1d0a-47a9-8d1f-2479d3dd22de', 'name': 'tempest-TestShelveInstance-559767202-router', 'tenant_id': '05f886ea33fe41478064d3ee275912f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'e1e6140f-6116-4dd3-b264-9b0e50d42c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:25:23Z', 'updated_at': '2021-11-25T14:25:26Z', 'revision_number': 4, 'project_id': '05f886ea33fe41478064d3ee275912f3', 'gw_port': {'id': 'e1e6140f-6116-4dd3-b264-9b0e50d42c68', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:dd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7bf276-1d0a-47a9-8d1f-2479d3dd22de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:25:24Z', 'updated_at': '2021-11-25T14:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': 'b7e7c729-491c-4e11-8bfe-1eb157e8b489', 'tenant_id': '05f886ea33fe41478064d3ee275912f3', 'floating_ip_address': '172.25.5.74', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '7c7bf276-1d0a-47a9-8d1f-2479d3dd22de', 'port_id': 'c0a88393-0f4e-4aa8-9865-282a712a53c2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f665d615-f3d2-40d5-b237-0fb228fd7edf', 'mac_address': 'fa:16:3e:ac:43:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bdcb2f-e2dc-41f6-b3ef-e479503d86be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T14:30:24Z', 'updated_at': '2021-11-25T14:30:24Z', 'revision_number': 0, 'project_id': '05f886ea33fe41478064d3ee275912f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc2691d7-9fff-4474-ba5a-7b61b0be85c3', 'name': '', 'network_id': 'f665d615-f3d2-40d5-b237-0fb228fd7edf', 'tenant_id': '05f886ea33fe41478064d3ee275912f3', 'mac_address': 'fa:16:3e:e9:c0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7bf276-1d0a-47a9-8d1f-2479d3dd22de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'b9412b2d-3904-4cc5-be06-1daeb00677a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:25:25Z', 'updated_at': '2021-11-25T14:25:30Z', 'revision_number': 5, 'project_id': '05f886ea33fe41478064d3ee275912f3', 'subnets': [{'id': 'b9412b2d-3904-4cc5-be06-1daeb00677a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:30:25.386712 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0655202b-207a-44ef-82c8-ea0505fdc75f req-df59ce65-aa57-4911-8b77-39ca70b73380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:30:25.388281 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0655202b-207a-44ef-82c8-ea0505fdc75f req-df59ce65-aa57-4911-8b77-39ca70b73380 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9412b2d-3904-4cc5-be06-1daeb00677a4 HTTP/1.1" status: 200 len: 847 time: 0.0519791 Nov 25 14:30:25.396770 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5172062-ae41-4f5f-9c5c-e54bd6eb461f None None] Checking router: 7c7bf276-1d0a-47a9-8d1f-2479d3dd22de for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 14:30:25.399462 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5172062-ae41-4f5f-9c5c-e54bd6eb461f None None] Routers {'7c7bf276-1d0a-47a9-8d1f-2479d3dd22de'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:30:25.400082 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-d5172062-ae41-4f5f-9c5c-e54bd6eb461f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:30:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['7c7bf276-1d0a-47a9-8d1f-2479d3dd22de'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:30:25.443865 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0655202b-207a-44ef-82c8-ea0505fdc75f req-dfdc9dd1-75dc-4451-9a08-4566ac451b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:30:25.445308 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0655202b-207a-44ef-82c8-ea0505fdc75f req-dfdc9dd1-75dc-4451-9a08-4566ac451b45 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f665d615-f3d2-40d5-b237-0fb228fd7edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473764 Nov 25 14:30:25.507445 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-d5172062-ae41-4f5f-9c5c-e54bd6eb461f None None] Set router 7c7bf276-1d0a-47a9-8d1f-2479d3dd22de gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:30:25.538383 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0655202b-207a-44ef-82c8-ea0505fdc75f req-8c44fc3c-fffd-4d3c-a732-1e229d040a1d service neutron] 10.222.0.47 "GET /v2.0/networks/f665d615-f3d2-40d5-b237-0fb228fd7edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846033 Nov 25 14:30:25.630152 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0655202b-207a-44ef-82c8-ea0505fdc75f req-a72a70e2-74c2-4606-b6ea-6bb2980baec7 service neutron] 10.222.0.47 "GET /v2.0/networks/f665d615-f3d2-40d5-b237-0fb228fd7edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832481 Nov 25 14:30:25.727410 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-d5172062-ae41-4f5f-9c5c-e54bd6eb461f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7bf276-1d0a-47a9-8d1f-2479d3dd22de', 'name': 'tempest-TestShelveInstance-559767202-router', 'tenant_id': '05f886ea33fe41478064d3ee275912f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'e1e6140f-6116-4dd3-b264-9b0e50d42c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:25:23Z', 'updated_at': '2021-11-25T14:25:26Z', 'revision_number': 4, 'project_id': '05f886ea33fe41478064d3ee275912f3', 'gw_port': {'id': 'e1e6140f-6116-4dd3-b264-9b0e50d42c68', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:dd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7bf276-1d0a-47a9-8d1f-2479d3dd22de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:25:24Z', 'updated_at': '2021-11-25T14:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': 'b7e7c729-491c-4e11-8bfe-1eb157e8b489', 'tenant_id': '05f886ea33fe41478064d3ee275912f3', 'floating_ip_address': '172.25.5.74', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '7c7bf276-1d0a-47a9-8d1f-2479d3dd22de', 'port_id': 'c0a88393-0f4e-4aa8-9865-282a712a53c2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f665d615-f3d2-40d5-b237-0fb228fd7edf', 'mac_address': 'fa:16:3e:ac:43:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bdcb2f-e2dc-41f6-b3ef-e479503d86be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T14:30:24Z', 'updated_at': '2021-11-25T14:30:24Z', 'revision_number': 0, 'project_id': '05f886ea33fe41478064d3ee275912f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc2691d7-9fff-4474-ba5a-7b61b0be85c3', 'name': '', 'network_id': 'f665d615-f3d2-40d5-b237-0fb228fd7edf', 'tenant_id': '05f886ea33fe41478064d3ee275912f3', 'mac_address': 'fa:16:3e:e9:c0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7bf276-1d0a-47a9-8d1f-2479d3dd22de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'b9412b2d-3904-4cc5-be06-1daeb00677a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:25:25Z', 'updated_at': '2021-11-25T14:25:30Z', 'revision_number': 5, 'project_id': '05f886ea33fe41478064d3ee275912f3', 'subnets': [{'id': 'b9412b2d-3904-4cc5-be06-1daeb00677a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:30:25.757816 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5172062-ae41-4f5f-9c5c-e54bd6eb461f None None] The sync data for ids ['7c7bf276-1d0a-47a9-8d1f-2479d3dd22de'] in n-d-808199-11 is: [{'id': '7c7bf276-1d0a-47a9-8d1f-2479d3dd22de', 'name': 'tempest-TestShelveInstance-559767202-router', 'tenant_id': '05f886ea33fe41478064d3ee275912f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'e1e6140f-6116-4dd3-b264-9b0e50d42c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:25:23Z', 'updated_at': '2021-11-25T14:25:26Z', 'revision_number': 4, 'project_id': '05f886ea33fe41478064d3ee275912f3', 'gw_port': {'id': 'e1e6140f-6116-4dd3-b264-9b0e50d42c68', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:dd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7bf276-1d0a-47a9-8d1f-2479d3dd22de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:25:24Z', 'updated_at': '2021-11-25T14:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': 'b7e7c729-491c-4e11-8bfe-1eb157e8b489', 'tenant_id': '05f886ea33fe41478064d3ee275912f3', 'floating_ip_address': '172.25.5.74', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': '7c7bf276-1d0a-47a9-8d1f-2479d3dd22de', 'port_id': 'c0a88393-0f4e-4aa8-9865-282a712a53c2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f665d615-f3d2-40d5-b237-0fb228fd7edf', 'mac_address': 'fa:16:3e:ac:43:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bdcb2f-e2dc-41f6-b3ef-e479503d86be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T14:30:24Z', 'updated_at': '2021-11-25T14:30:24Z', 'revision_number': 0, 'project_id': '05f886ea33fe41478064d3ee275912f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc2691d7-9fff-4474-ba5a-7b61b0be85c3', 'name': '', 'network_id': 'f665d615-f3d2-40d5-b237-0fb228fd7edf', 'tenant_id': '05f886ea33fe41478064d3ee275912f3', 'mac_address': 'fa:16:3e:e9:c0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7bf276-1d0a-47a9-8d1f-2479d3dd22de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'b9412b2d-3904-4cc5-be06-1daeb00677a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:25:25Z', 'updated_at': '2021-11-25T14:25:30Z', 'revision_number': 5, 'project_id': '05f886ea33fe41478064d3ee275912f3', 'subnets': [{'id': 'b9412b2d-3904-4cc5-be06-1daeb00677a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 14:30:25.942543 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910085c2-bf51-4385-9145-654acd08b603 None None] New status for floating IP b7e7c729-491c-4e11-8bfe-1eb157e8b489: ACTIVE {{(pid=103572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 14:30:30.436110 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e8911d21-f22f-4d2d-a66a-741333dfba0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:30:32.908864 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-de906d73-da3d-4044-ac0c-8a56216d74ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:30:34.176558 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:30:35.497567 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:30:36.625198 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:30:39.054807 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:30:39.749263 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:30:42.407453 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:31:00.436553 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c4976fb9-3c4d-4a21-8ef4-d63f41a35a2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:31:02.911665 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6e7b8feb-db6a-4fbe-9447-71134aa1078d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:31:04.176182 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:31:05.499751 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:31:06.626877 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:31:09.052623 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:31:12.426580 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:31:16.748821 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:31:22.908842 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-25730586-c05d-4eb5-a95f-0af960f5b04a req-5686f603-bb93-4623-807b-8a4b7ab51067 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=70bdcb2f-e2dc-41f6-b3ef-e479503d86be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406415 Nov 25 14:31:22.994393 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25730586-c05d-4eb5-a95f-0af960f5b04a req-694de5a4-1477-4d00-b74c-fa500fb45759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:31:22.995961 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-25730586-c05d-4eb5-a95f-0af960f5b04a req-694de5a4-1477-4d00-b74c-fa500fb45759 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=05f886ea33fe41478064d3ee275912f3&device_id=70bdcb2f-e2dc-41f6-b3ef-e479503d86be HTTP/1.1" status: 200 len: 1097 time: 0.0437822 Nov 25 14:31:23.095496 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25730586-c05d-4eb5-a95f-0af960f5b04a req-d1974662-2944-4305-aafc-9aed5070ccfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:31:23.096948 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-25730586-c05d-4eb5-a95f-0af960f5b04a req-d1974662-2944-4305-aafc-9aed5070ccfe service neutron] 10.222.0.47 "GET /v2.0/networks?id=f665d615-f3d2-40d5-b237-0fb228fd7edf HTTP/1.1" status: 200 len: 909 time: 0.0832069 Nov 25 14:31:23.168622 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-25730586-c05d-4eb5-a95f-0af960f5b04a req-f9fc788b-b0d3-415e-a2d2-4837b832ebc5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0a88393-0f4e-4aa8-9865-282a712a53c2 HTTP/1.1" status: 200 len: 1000 time: 0.0645006 Nov 25 14:31:23.217480 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25730586-c05d-4eb5-a95f-0af960f5b04a req-150dedec-072c-425a-9511-65ca2b203322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:31:23.218914 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-25730586-c05d-4eb5-a95f-0af960f5b04a req-150dedec-072c-425a-9511-65ca2b203322 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9412b2d-3904-4cc5-be06-1daeb00677a4 HTTP/1.1" status: 200 len: 847 time: 0.0435505 Nov 25 14:31:23.263892 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25730586-c05d-4eb5-a95f-0af960f5b04a req-86307403-d261-4466-a221-1ebbf9f0c6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:31:23.265339 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-25730586-c05d-4eb5-a95f-0af960f5b04a req-86307403-d261-4466-a221-1ebbf9f0c6b0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f665d615-f3d2-40d5-b237-0fb228fd7edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392065 Nov 25 14:31:23.355835 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-25730586-c05d-4eb5-a95f-0af960f5b04a req-2a8b509c-2c57-4f78-8e04-cc781553e34d service neutron] 10.222.0.47 "GET /v2.0/networks/f665d615-f3d2-40d5-b237-0fb228fd7edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828733 Nov 25 14:31:23.786522 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-25730586-c05d-4eb5-a95f-0af960f5b04a req-a6af95db-8146-4292-8403-3825935aed3d service neutron] 10.222.0.47 "GET /v2.0/networks/f665d615-f3d2-40d5-b237-0fb228fd7edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4232070 Nov 25 14:31:30.437903 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7d6331f3-33eb-4f38-9542-25acc8a37cf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:31:32.911412 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-19e0fdcc-d589-45ea-91c7-3ae194cf8734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:31:34.179175 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:31:35.504533 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:31:36.629121 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:31:39.054583 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:31:42.425911 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:31:53.747299 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:32:00.438892 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f27ae25f-ec6c-42b3-958d-f9e7b23f9b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:32:02.911872 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bb5fb460-6c44-4c62-b5cb-3df5c82f7bb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:32:04.182384 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:32:05.505675 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:32:06.630326 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:32:09.044087 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:32:12.440025 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:32:21.788773 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8ec1f4-1795-4047-9d3f-bb371f34b011 req-c151464a-f1da-4b67-9090-86fe10c9739a tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:32:21.790274 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8f8ec1f4-1795-4047-9d3f-bb371f34b011 req-c151464a-f1da-4b67-9090-86fe10c9739a tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=70bdcb2f-e2dc-41f6-b3ef-e479503d86be HTTP/1.1" status: 200 len: 945 time: 0.0503767 Nov 25 14:32:21.839328 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8f8ec1f4-1795-4047-9d3f-bb371f34b011 req-c91d9d7b-db89-4702-9bfb-79336f6c0c52 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=653306f7-9d1d-4b8b-8b26-bc8b1641da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430989 Nov 25 14:32:22.960515 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52761780-b47a-480b-9d69-23b3850c609a req-07855668-1f55-4269-a7ea-355369dd616f tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:32:22.961991 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-52761780-b47a-480b-9d69-23b3850c609a req-07855668-1f55-4269-a7ea-355369dd616f tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=70bdcb2f-e2dc-41f6-b3ef-e479503d86be HTTP/1.1" status: 200 len: 945 time: 0.0530763 Nov 25 14:32:23.012701 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-52761780-b47a-480b-9d69-23b3850c609a req-1b5d6457-4343-4692-a5a1-46af6872a666 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=653306f7-9d1d-4b8b-8b26-bc8b1641da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446718 Nov 25 14:32:24.155775 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b426a3dc-4e28-402e-b241-2c86dcfb8765 req-37f1b4e0-2ebc-4842-842d-71dc3aa92f56 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:32:24.157742 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b426a3dc-4e28-402e-b241-2c86dcfb8765 req-37f1b4e0-2ebc-4842-842d-71dc3aa92f56 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=70bdcb2f-e2dc-41f6-b3ef-e479503d86be HTTP/1.1" status: 200 len: 945 time: 0.0486100 Nov 25 14:32:24.205617 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b426a3dc-4e28-402e-b241-2c86dcfb8765 req-0f6b00b8-0947-4c29-bf02-170523d85f53 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=653306f7-9d1d-4b8b-8b26-bc8b1641da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419800 Nov 25 14:32:24.941071 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedcdd31-d9b0-4ed1-a342-f96e164077b2 req-cb495b8a-1ff8-4a76-8854-8b639c8f2047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:32:24.942544 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bedcdd31-d9b0-4ed1-a342-f96e164077b2 req-cb495b8a-1ff8-4a76-8854-8b639c8f2047 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=05f886ea33fe41478064d3ee275912f3&device_id=70bdcb2f-e2dc-41f6-b3ef-e479503d86be HTTP/1.1" status: 200 len: 1097 time: 0.0406144 Nov 25 14:32:25.048986 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedcdd31-d9b0-4ed1-a342-f96e164077b2 req-9c5e7df9-5b8b-47e4-ab0a-1d7728225133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:32:25.050418 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bedcdd31-d9b0-4ed1-a342-f96e164077b2 req-9c5e7df9-5b8b-47e4-ab0a-1d7728225133 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f665d615-f3d2-40d5-b237-0fb228fd7edf HTTP/1.1" status: 200 len: 909 time: 0.0850415 Nov 25 14:32:25.117045 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bedcdd31-d9b0-4ed1-a342-f96e164077b2 req-8df80205-f7c4-479c-b3b3-c5eb3362f348 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0a88393-0f4e-4aa8-9865-282a712a53c2 HTTP/1.1" status: 200 len: 1000 time: 0.0588465 Nov 25 14:32:25.171571 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedcdd31-d9b0-4ed1-a342-f96e164077b2 req-9b9676d1-f300-4824-beaf-1e9e2cdd8f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:32:25.173028 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bedcdd31-d9b0-4ed1-a342-f96e164077b2 req-9b9676d1-f300-4824-beaf-1e9e2cdd8f6b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9412b2d-3904-4cc5-be06-1daeb00677a4 HTTP/1.1" status: 200 len: 847 time: 0.0467706 Nov 25 14:32:25.220876 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedcdd31-d9b0-4ed1-a342-f96e164077b2 req-861bc1f4-44b7-4a79-83f4-81fe7d5069b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:32:25.222282 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bedcdd31-d9b0-4ed1-a342-f96e164077b2 req-861bc1f4-44b7-4a79-83f4-81fe7d5069b6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f665d615-f3d2-40d5-b237-0fb228fd7edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422075 Nov 25 14:32:25.314182 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bedcdd31-d9b0-4ed1-a342-f96e164077b2 req-0544df8c-4c12-4a00-a038-83487dd3a25e service neutron] 10.222.0.47 "GET /v2.0/networks/f665d615-f3d2-40d5-b237-0fb228fd7edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833087 Nov 25 14:32:25.320444 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69684086-61c7-4e8d-85b5-273d90e6ee08 req-fc92c3fe-a387-4619-b52c-5bbad8c44372 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:32:25.321935 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-69684086-61c7-4e8d-85b5-273d90e6ee08 req-fc92c3fe-a387-4619-b52c-5bbad8c44372 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=70bdcb2f-e2dc-41f6-b3ef-e479503d86be HTTP/1.1" status: 200 len: 945 time: 0.0484293 Nov 25 14:32:25.379156 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-69684086-61c7-4e8d-85b5-273d90e6ee08 req-ec386ed3-effb-456f-9b66-9a43678f89bb tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=653306f7-9d1d-4b8b-8b26-bc8b1641da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463850 Nov 25 14:32:25.410168 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bedcdd31-d9b0-4ed1-a342-f96e164077b2 req-aefa2f56-1029-4b18-b2c2-c646264bac0b service neutron] 10.222.0.47 "GET /v2.0/networks/f665d615-f3d2-40d5-b237-0fb228fd7edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889888 Nov 25 14:32:26.487944 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730b101-4756-4efd-8edf-479868f7970c req-582b77b3-e710-4343-8c72-785bbcc9e717 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:32:26.489308 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b730b101-4756-4efd-8edf-479868f7970c req-582b77b3-e710-4343-8c72-785bbcc9e717 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=70bdcb2f-e2dc-41f6-b3ef-e479503d86be HTTP/1.1" status: 200 len: 945 time: 0.0476496 Nov 25 14:32:26.538342 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b730b101-4756-4efd-8edf-479868f7970c req-b4ba9a9c-c44f-41a7-8657-e82fd5a16b5a tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=653306f7-9d1d-4b8b-8b26-bc8b1641da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430398 Nov 25 14:32:27.654942 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce28ccd2-0c54-431d-998c-f00ff2ef0424 req-c4ef67f4-5dc9-48b4-8a47-1341878918c3 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:32:27.656508 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ce28ccd2-0c54-431d-998c-f00ff2ef0424 req-c4ef67f4-5dc9-48b4-8a47-1341878918c3 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=70bdcb2f-e2dc-41f6-b3ef-e479503d86be HTTP/1.1" status: 200 len: 945 time: 0.0489292 Nov 25 14:32:27.705441 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-ce28ccd2-0c54-431d-998c-f00ff2ef0424 req-ee33c62b-36f1-4638-a8b2-2dea90389c80 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=653306f7-9d1d-4b8b-8b26-bc8b1641da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425365 Nov 25 14:32:28.824412 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c61d9f-1ee2-44d3-a5dc-a66cecf03563 req-561cdbda-8f78-481c-8e5e-009b303775a9 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:32:28.825925 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d2c61d9f-1ee2-44d3-a5dc-a66cecf03563 req-561cdbda-8f78-481c-8e5e-009b303775a9 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=70bdcb2f-e2dc-41f6-b3ef-e479503d86be HTTP/1.1" status: 200 len: 945 time: 0.0536020 Nov 25 14:32:28.877152 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d2c61d9f-1ee2-44d3-a5dc-a66cecf03563 req-f5ff0ac6-90cf-4c43-a863-55d4ecaa8131 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=653306f7-9d1d-4b8b-8b26-bc8b1641da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445766 Nov 25 14:32:29.990674 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fee0e5c-fcb7-4051-9f4b-bca11c7dd762 req-41134df6-e1e1-417f-8253-cd5cd280607d tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:32:29.992182 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2fee0e5c-fcb7-4051-9f4b-bca11c7dd762 req-41134df6-e1e1-417f-8253-cd5cd280607d tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=70bdcb2f-e2dc-41f6-b3ef-e479503d86be HTTP/1.1" status: 200 len: 945 time: 0.0487363 Nov 25 14:32:30.040886 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-2fee0e5c-fcb7-4051-9f4b-bca11c7dd762 req-9b6fe277-877b-4869-9e6a-ff0e856d3703 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=653306f7-9d1d-4b8b-8b26-bc8b1641da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428548 Nov 25 14:32:30.439589 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cd39d9f0-ba7b-45ae-badf-ba7ea65f6761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:32:30.745846 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:32:31.158374 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4020c9f8-19e0-4049-8944-76bdc0d7d405 req-9feb0d71-9dbc-414b-8f3e-060afd0ac426 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:32:31.159881 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4020c9f8-19e0-4049-8944-76bdc0d7d405 req-9feb0d71-9dbc-414b-8f3e-060afd0ac426 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=70bdcb2f-e2dc-41f6-b3ef-e479503d86be HTTP/1.1" status: 200 len: 945 time: 0.0525103 Nov 25 14:32:31.208953 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4020c9f8-19e0-4049-8944-76bdc0d7d405 req-47da954d-4d04-437d-b487-91f581e4b147 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=653306f7-9d1d-4b8b-8b26-bc8b1641da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430398 Nov 25 14:32:31.899800 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861fca89-4e0c-4b0b-9b15-e631aca70b94 req-e56bc13b-1deb-4ca6-bb42-4059b59c6a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:32:31.901308 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-861fca89-4e0c-4b0b-9b15-e631aca70b94 req-e56bc13b-1deb-4ca6-bb42-4059b59c6a56 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=05f886ea33fe41478064d3ee275912f3&device_id=70bdcb2f-e2dc-41f6-b3ef-e479503d86be HTTP/1.1" status: 200 len: 1097 time: 0.0414815 Nov 25 14:32:31.993463 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861fca89-4e0c-4b0b-9b15-e631aca70b94 req-4d6dd17d-5771-46b1-8cdc-2f39de123c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:32:31.994963 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-861fca89-4e0c-4b0b-9b15-e631aca70b94 req-4d6dd17d-5771-46b1-8cdc-2f39de123c59 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f665d615-f3d2-40d5-b237-0fb228fd7edf HTTP/1.1" status: 200 len: 909 time: 0.0864825 Nov 25 14:32:32.058974 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-861fca89-4e0c-4b0b-9b15-e631aca70b94 req-a3b35afb-a659-4ed8-8120-af2e88b4731d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0a88393-0f4e-4aa8-9865-282a712a53c2 HTTP/1.1" status: 200 len: 1000 time: 0.0570755 Nov 25 14:32:32.107021 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861fca89-4e0c-4b0b-9b15-e631aca70b94 req-4c8c5c17-0afe-4b7c-9bb0-247c0bfb62c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:32:32.108448 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-861fca89-4e0c-4b0b-9b15-e631aca70b94 req-4c8c5c17-0afe-4b7c-9bb0-247c0bfb62c9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9412b2d-3904-4cc5-be06-1daeb00677a4 HTTP/1.1" status: 200 len: 847 time: 0.0433147 Nov 25 14:32:32.157571 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861fca89-4e0c-4b0b-9b15-e631aca70b94 req-287dde85-e7a6-440d-809c-fa59e7af25cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:32:32.159008 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-861fca89-4e0c-4b0b-9b15-e631aca70b94 req-287dde85-e7a6-440d-809c-fa59e7af25cc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f665d615-f3d2-40d5-b237-0fb228fd7edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440571 Nov 25 14:32:32.249162 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-861fca89-4e0c-4b0b-9b15-e631aca70b94 req-23e416d8-798d-4b5c-803a-68d3dd5ae861 service neutron] 10.222.0.47 "GET /v2.0/networks/f665d615-f3d2-40d5-b237-0fb228fd7edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831552 Nov 25 14:32:32.326758 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f720a341-e996-4dd2-b7e3-47902dfe4c4e req-e78e1b59-66e5-4e59-9d72-01d2f2895989 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:32:32.328336 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f720a341-e996-4dd2-b7e3-47902dfe4c4e req-e78e1b59-66e5-4e59-9d72-01d2f2895989 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=70bdcb2f-e2dc-41f6-b3ef-e479503d86be HTTP/1.1" status: 200 len: 945 time: 0.0489624 Nov 25 14:32:32.345675 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-861fca89-4e0c-4b0b-9b15-e631aca70b94 req-22439108-ede2-4b52-8624-d469529c6430 service neutron] 10.222.0.47 "GET /v2.0/networks/f665d615-f3d2-40d5-b237-0fb228fd7edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896096 Nov 25 14:32:32.381996 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f720a341-e996-4dd2-b7e3-47902dfe4c4e req-95614ba4-9dcd-4caa-bfcd-1fd335308da3 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=653306f7-9d1d-4b8b-8b26-bc8b1641da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470722 Nov 25 14:32:32.912735 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ec76a129-059b-4399-ad47-69dc47928d78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:32:33.494666 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3453a489-a60d-4fc0-80e3-ca122603e003 req-31a5debc-8086-49aa-b35e-1c2921c5543e tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:32:33.496172 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3453a489-a60d-4fc0-80e3-ca122603e003 req-31a5debc-8086-49aa-b35e-1c2921c5543e tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=70bdcb2f-e2dc-41f6-b3ef-e479503d86be HTTP/1.1" status: 200 len: 945 time: 0.0482385 Nov 25 14:32:33.549883 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3453a489-a60d-4fc0-80e3-ca122603e003 req-fbee459a-22aa-4cba-9281-d388af63975e tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=653306f7-9d1d-4b8b-8b26-bc8b1641da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469594 Nov 25 14:32:34.185381 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:32:34.665469 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687ff231-0d94-448b-991a-7f9c53912232 req-21d874ec-c8fb-4140-9691-1681e5440f76 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:32:34.667062 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-687ff231-0d94-448b-991a-7f9c53912232 req-21d874ec-c8fb-4140-9691-1681e5440f76 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=70bdcb2f-e2dc-41f6-b3ef-e479503d86be HTTP/1.1" status: 200 len: 945 time: 0.0497673 Nov 25 14:32:34.721466 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-687ff231-0d94-448b-991a-7f9c53912232 req-4cc0a98a-427d-4965-839f-10ac34074221 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=653306f7-9d1d-4b8b-8b26-bc8b1641da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469000 Nov 25 14:32:35.509424 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:32:35.837314 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf8755-1168-4b65-9d53-7998fac492ee req-1dd5ba54-ec95-42c7-ae7c-fa0aa73459c5 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:32:35.838847 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7abf8755-1168-4b65-9d53-7998fac492ee req-1dd5ba54-ec95-42c7-ae7c-fa0aa73459c5 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=70bdcb2f-e2dc-41f6-b3ef-e479503d86be HTTP/1.1" status: 200 len: 945 time: 0.0488141 Nov 25 14:32:35.887110 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7abf8755-1168-4b65-9d53-7998fac492ee req-fe65b274-e921-4c14-ad39-9fed686358c4 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=653306f7-9d1d-4b8b-8b26-bc8b1641da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414648 Nov 25 14:32:36.039993 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [req-eb617e34-54f6-4d7f-99b9-316ad49bd425 req-1fef6fad-2649-4621-aa4f-aff5c1ec2fdf service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 14:32:36.041051 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-eb617e34-54f6-4d7f-99b9-316ad49bd425 req-1fef6fad-2649-4621-aa4f-aff5c1ec2fdf service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0901954 Nov 25 14:32:36.166160 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bd6c975a-d948-4a45-aa2f-9e12e26df6a2 req-b2a2afb9-b6c5-4aa7-bb45-e9417ecd2308 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=70bdcb2f-e2dc-41f6-b3ef-e479503d86be&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0421484 Nov 25 14:32:36.175020 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [req-bd6c975a-d948-4a45-aa2f-9e12e26df6a2 req-e07979e9-24cf-41f3-9040-729b0dfe5026 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 14:32:36.176066 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bd6c975a-d948-4a45-aa2f-9e12e26df6a2 req-e07979e9-24cf-41f3-9040-729b0dfe5026 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050707 Nov 25 14:32:36.199379 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc01abc-ac9d-4f37-bfcd-e998953170ea req-9ffa46d5-2c1a-49e6-b520-039572781b10 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:32:36.200893 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1cc01abc-ac9d-4f37-bfcd-e998953170ea req-9ffa46d5-2c1a-49e6-b520-039572781b10 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=70bdcb2f-e2dc-41f6-b3ef-e479503d86be HTTP/1.1" status: 200 len: 945 time: 0.0528696 Nov 25 14:32:36.251767 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-1cc01abc-ac9d-4f37-bfcd-e998953170ea req-f1349606-68dd-41bf-ac30-18765fd3be3b tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=653306f7-9d1d-4b8b-8b26-bc8b1641da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443354 Nov 25 14:32:36.634030 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:32:37.387716 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58714711-8d08-4d7e-b687-3e38f83fa589 req-644afc0d-84ea-4f50-a90a-7ea154d9b3e0 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:32:37.391802 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-58714711-8d08-4d7e-b687-3e38f83fa589 req-644afc0d-84ea-4f50-a90a-7ea154d9b3e0 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=70bdcb2f-e2dc-41f6-b3ef-e479503d86be HTTP/1.1" status: 200 len: 945 time: 0.0626895 Nov 25 14:32:37.447217 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-58714711-8d08-4d7e-b687-3e38f83fa589 req-f833aa8e-02e6-4a85-8593-0d72448ff231 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=653306f7-9d1d-4b8b-8b26-bc8b1641da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504827 Nov 25 14:32:38.407880 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device c0a88393-0f4e-4aa8-9865-282a712a53c2 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:32:38.487778 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:32:38.510607 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70bdcb2f-e2dc-41f6-b3ef-e479503d86be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0a88393-0f4e-4aa8-9865-282a712a53c2'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:32:38.513377 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4a683b2f55a074025c37cf42062357829495bd62ced1b23f0cba96c56cdda24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4abcebf-38b7-4577-966c-9dc8e38804ff" -d '{"events": [{"server_uuid": "70bdcb2f-e2dc-41f6-b3ef-e479503d86be", "name": "network-vif-unplugged", "status": "completed", "tag": "c0a88393-0f4e-4aa8-9865-282a712a53c2"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:32:38.526492 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port c0a88393-0f4e-4aa8-9865-282a712a53c2, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=c0a88393-0f4e-4aa8-9865-282a712a53c2,segment=NetworkSegment(2d4a8946-8675-4359-a723-712f013e7fcd),segment_id=2d4a8946-8675-4359-a723-712f013e7fcd)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:32:38.535842 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:32:38.565696 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 25 Nov 2021 14:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7314da20-4742-4de6-98c7-d23b95017c31 x-openstack-request-id: req-7314da20-4742-4de6-98c7-d23b95017c31 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:32:38.566071 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70bdcb2f-e2dc-41f6-b3ef-e479503d86be", "name": "network-vif-unplugged", "status": "failed", "tag": "c0a88393-0f4e-4aa8-9865-282a712a53c2", "code": 422}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:32:38.566259 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7314da20-4742-4de6-98c7-d23b95017c31 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:32:38.566638 n-d-808199-11 neutron-server[103572]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '70bdcb2f-e2dc-41f6-b3ef-e479503d86be', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c0a88393-0f4e-4aa8-9865-282a712a53c2', 'code': 422} returned with failed status Nov 25 14:32:38.567256 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f363de7d-9b87-4a44-98b9-7740b39067a7 req-7e434c5e-e43e-454e-a019-855008a3863e tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:32:38.568964 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f363de7d-9b87-4a44-98b9-7740b39067a7 req-7e434c5e-e43e-454e-a019-855008a3863e tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=70bdcb2f-e2dc-41f6-b3ef-e479503d86be HTTP/1.1" status: 200 len: 945 time: 0.0509310 Nov 25 14:32:38.594917 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=c0a88393-0f4e-4aa8-9865-282a712a53c2,revision_number=6']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:32:38.602304 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:32:38.602650 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:32:38.603033 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:32:38.603875 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:32:38.603875 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:32:38.604077 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:32:38.604327 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:32:38.604650 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:32:38.604972 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:32:38.605292 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:32:38.605611 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:32:38.605927 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:32:38.630500 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f363de7d-9b87-4a44-98b9-7740b39067a7 req-61554243-8100-4275-8e50-9c8f79da5a7e tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=653306f7-9d1d-4b8b-8b26-bc8b1641da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554869 Nov 25 14:32:39.045904 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:32:39.748026 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a4d83-2df1-4625-938b-643279e2422a req-51c03376-ee0c-4d24-b109-f1f88e254ff4 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:32:39.749546 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-802a4d83-2df1-4625-938b-643279e2422a req-51c03376-ee0c-4d24-b109-f1f88e254ff4 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=70bdcb2f-e2dc-41f6-b3ef-e479503d86be HTTP/1.1" status: 200 len: 943 time: 0.0487490 Nov 25 14:32:39.799573 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-802a4d83-2df1-4625-938b-643279e2422a req-85273aef-3ad9-4d8f-a3ab-403618896dca tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=653306f7-9d1d-4b8b-8b26-bc8b1641da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436347 Nov 25 14:32:40.915174 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba6b656-d419-4216-b0a4-7059df97a5dc req-2cc27eb7-7ad4-415c-9a38-91badc53ea8e tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:32:40.916900 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7ba6b656-d419-4216-b0a4-7059df97a5dc req-2cc27eb7-7ad4-415c-9a38-91badc53ea8e tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=70bdcb2f-e2dc-41f6-b3ef-e479503d86be HTTP/1.1" status: 200 len: 943 time: 0.0497820 Nov 25 14:32:40.966149 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7ba6b656-d419-4216-b0a4-7059df97a5dc req-f656e8f5-5f61-4bba-ba19-f5018993ed94 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=653306f7-9d1d-4b8b-8b26-bc8b1641da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431459 Nov 25 14:32:41.835560 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6c975a-d948-4a45-aa2f-9e12e26df6a2 req-519b76ee-df44-41a2-84f6-0cd1b01aa856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:32:41.837041 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bd6c975a-d948-4a45-aa2f-9e12e26df6a2 req-519b76ee-df44-41a2-84f6-0cd1b01aa856 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=70bdcb2f-e2dc-41f6-b3ef-e479503d86be&tenant_id=05f886ea33fe41478064d3ee275912f3 HTTP/1.1" status: 200 len: 1095 time: 0.0407159 Nov 25 14:32:41.848301 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [req-bd6c975a-d948-4a45-aa2f-9e12e26df6a2 req-62997b43-488d-4063-808e-9328ddbbf7dc service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 14:32:41.849234 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bd6c975a-d948-4a45-aa2f-9e12e26df6a2 req-62997b43-488d-4063-808e-9328ddbbf7dc service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048237 Nov 25 14:32:41.911073 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6c975a-d948-4a45-aa2f-9e12e26df6a2 req-d2b81217-1c6a-4ed1-b244-2d0e9debdb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:32:41.912519 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bd6c975a-d948-4a45-aa2f-9e12e26df6a2 req-d2b81217-1c6a-4ed1-b244-2d0e9debdb40 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=05f886ea33fe41478064d3ee275912f3&device_id=70bdcb2f-e2dc-41f6-b3ef-e479503d86be HTTP/1.1" status: 200 len: 1095 time: 0.0394647 Nov 25 14:32:42.007042 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6c975a-d948-4a45-aa2f-9e12e26df6a2 req-18165505-2e59-4ff3-917c-27dd0a96ccbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:32:42.008535 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bd6c975a-d948-4a45-aa2f-9e12e26df6a2 req-18165505-2e59-4ff3-917c-27dd0a96ccbb service neutron] 10.222.0.47 "GET /v2.0/networks?id=f665d615-f3d2-40d5-b237-0fb228fd7edf HTTP/1.1" status: 200 len: 909 time: 0.0882676 Nov 25 14:32:42.074991 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bd6c975a-d948-4a45-aa2f-9e12e26df6a2 req-9c80b2ad-525f-4b77-a993-89b24533ff97 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0a88393-0f4e-4aa8-9865-282a712a53c2 HTTP/1.1" status: 200 len: 998 time: 0.0593960 Nov 25 14:32:42.083776 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04544355-b55c-43b9-91ba-15258a84c548 req-f1d17438-dfc2-4b40-83af-9a6520607c2c tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:32:42.085262 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-04544355-b55c-43b9-91ba-15258a84c548 req-f1d17438-dfc2-4b40-83af-9a6520607c2c tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=70bdcb2f-e2dc-41f6-b3ef-e479503d86be HTTP/1.1" status: 200 len: 943 time: 0.0518866 Nov 25 14:32:42.129326 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6c975a-d948-4a45-aa2f-9e12e26df6a2 req-58b365e6-61da-4a96-b061-1ebd3c62ca66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:32:42.130731 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bd6c975a-d948-4a45-aa2f-9e12e26df6a2 req-58b365e6-61da-4a96-b061-1ebd3c62ca66 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9412b2d-3904-4cc5-be06-1daeb00677a4 HTTP/1.1" status: 200 len: 847 time: 0.0493343 Nov 25 14:32:42.135203 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-04544355-b55c-43b9-91ba-15258a84c548 req-628a7b45-2483-48d9-887d-6253cfcab9cf tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=653306f7-9d1d-4b8b-8b26-bc8b1641da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440376 Nov 25 14:32:42.177495 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6c975a-d948-4a45-aa2f-9e12e26df6a2 req-0298df2c-33c6-4a26-999b-e87b66d50d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:32:42.179016 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bd6c975a-d948-4a45-aa2f-9e12e26df6a2 req-0298df2c-33c6-4a26-999b-e87b66d50d16 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f665d615-f3d2-40d5-b237-0fb228fd7edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404694 Nov 25 14:32:42.267243 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bd6c975a-d948-4a45-aa2f-9e12e26df6a2 req-63e11928-32ed-4eef-9681-08377a33ea17 service neutron] 10.222.0.47 "GET /v2.0/networks/f665d615-f3d2-40d5-b237-0fb228fd7edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808082 Nov 25 14:32:42.358068 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bd6c975a-d948-4a45-aa2f-9e12e26df6a2 req-8ee77d0f-f261-4115-a8cb-dfe47ee7acf6 service neutron] 10.222.0.47 "GET /v2.0/networks/f665d615-f3d2-40d5-b237-0fb228fd7edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843790 Nov 25 14:32:42.434646 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:32:43.248451 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3271b-0afa-4d66-92cf-dc12830fbee6 req-47d52498-281a-4557-bad4-aef026008ab6 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:32:43.250205 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4fa3271b-0afa-4d66-92cf-dc12830fbee6 req-47d52498-281a-4557-bad4-aef026008ab6 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=70bdcb2f-e2dc-41f6-b3ef-e479503d86be HTTP/1.1" status: 200 len: 943 time: 0.0484507 Nov 25 14:32:43.299285 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-4fa3271b-0afa-4d66-92cf-dc12830fbee6 req-56110ab8-814c-4565-9d79-0893bed34919 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=653306f7-9d1d-4b8b-8b26-bc8b1641da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426006 Nov 25 14:32:44.420708 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68da356-00d1-4ea5-9316-6e1071afdf3c req-5456ba09-51ec-42db-9f4c-8e6718936107 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:32:44.422185 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a68da356-00d1-4ea5-9316-6e1071afdf3c req-5456ba09-51ec-42db-9f4c-8e6718936107 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=70bdcb2f-e2dc-41f6-b3ef-e479503d86be HTTP/1.1" status: 200 len: 943 time: 0.0530412 Nov 25 14:32:44.471467 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a68da356-00d1-4ea5-9316-6e1071afdf3c req-d78fcdd4-f5c4-48c6-819b-5e606a204d9b tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=653306f7-9d1d-4b8b-8b26-bc8b1641da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432236 Nov 25 14:32:45.583938 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd3757f-46c8-4041-8293-59b7d158f135 req-a9e99901-181e-4faf-9102-ad99cbd73e0e tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:32:45.585323 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0bd3757f-46c8-4041-8293-59b7d158f135 req-a9e99901-181e-4faf-9102-ad99cbd73e0e tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=70bdcb2f-e2dc-41f6-b3ef-e479503d86be HTTP/1.1" status: 200 len: 943 time: 0.0473819 Nov 25 14:32:45.639114 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0bd3757f-46c8-4041-8293-59b7d158f135 req-addefd5e-3383-4a05-82d4-eb5760d5591e tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=653306f7-9d1d-4b8b-8b26-bc8b1641da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479455 Nov 25 14:32:46.756180 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479c3143-7c32-4f0f-9ea4-d470f72b07e7 req-a41f4c7a-70b6-42be-96fb-69204fb6de5f tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:32:46.757681 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-479c3143-7c32-4f0f-9ea4-d470f72b07e7 req-a41f4c7a-70b6-42be-96fb-69204fb6de5f tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=70bdcb2f-e2dc-41f6-b3ef-e479503d86be HTTP/1.1" status: 200 len: 943 time: 0.0473778 Nov 25 14:32:46.808901 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-479c3143-7c32-4f0f-9ea4-d470f72b07e7 req-1ccd3fc7-9f6b-4399-8ced-937187023d6d tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=653306f7-9d1d-4b8b-8b26-bc8b1641da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454123 Nov 25 14:32:47.923564 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b65f43-a22d-4e78-8941-e0627424a774 req-9a0f3843-6e16-4725-baba-7b9c26c9575f tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:32:47.925038 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-26b65f43-a22d-4e78-8941-e0627424a774 req-9a0f3843-6e16-4725-baba-7b9c26c9575f tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=70bdcb2f-e2dc-41f6-b3ef-e479503d86be HTTP/1.1" status: 200 len: 943 time: 0.0476770 Nov 25 14:32:47.973281 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-26b65f43-a22d-4e78-8941-e0627424a774 req-ff3344cc-71fa-480d-8d17-cb293b943926 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=653306f7-9d1d-4b8b-8b26-bc8b1641da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423167 Nov 25 14:32:49.087507 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6bf69-33f9-4932-8d4c-d92f8c523dc5 req-b838da84-ad6f-44fa-ba00-678bdb572177 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:32:49.088988 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-deb6bf69-33f9-4932-8d4c-d92f8c523dc5 req-b838da84-ad6f-44fa-ba00-678bdb572177 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=70bdcb2f-e2dc-41f6-b3ef-e479503d86be HTTP/1.1" status: 200 len: 943 time: 0.0480900 Nov 25 14:32:49.137635 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-deb6bf69-33f9-4932-8d4c-d92f8c523dc5 req-45fa08e5-9ad2-4e30-8738-2b1d2adfe219 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=653306f7-9d1d-4b8b-8b26-bc8b1641da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426931 Nov 25 14:32:50.257080 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c5554d-24b1-45d2-a1da-a65d3bc0a942 req-c024d17d-8260-4224-9843-36e0c9d23b7e tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:32:50.258574 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-94c5554d-24b1-45d2-a1da-a65d3bc0a942 req-c024d17d-8260-4224-9843-36e0c9d23b7e tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=70bdcb2f-e2dc-41f6-b3ef-e479503d86be HTTP/1.1" status: 200 len: 943 time: 0.0514159 Nov 25 14:32:50.307087 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-94c5554d-24b1-45d2-a1da-a65d3bc0a942 req-80ac6d07-4406-40cb-8b00-b8c0b8cfb58f tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=653306f7-9d1d-4b8b-8b26-bc8b1641da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422683 Nov 25 14:32:50.469627 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device c0a88393-0f4e-4aa8-9865-282a712a53c2 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 14:32:50.563422 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port c0a88393-0f4e-4aa8-9865-282a712a53c2, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=c0a88393-0f4e-4aa8-9865-282a712a53c2,segment=NetworkSegment(2d4a8946-8675-4359-a723-712f013e7fcd),segment_id=2d4a8946-8675-4359-a723-712f013e7fcd)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:32:50.729915 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': 'c0a88393-0f4e-4aa8-9865-282a712a53c2', 'network_id': 'f665d615-f3d2-40d5-b237-0fb228fd7edf', 'port_id': 'c0a88393-0f4e-4aa8-9865-282a712a53c2', 'mac_address': 'fa:16:3e:ac:43:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9412b2d-3904-4cc5-be06-1daeb00677a4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 14:32:50.766422 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:32:50.778469 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0a88393-0f4e-4aa8-9865-282a712a53c2 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 14:32:50.797808 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port c0a88393-0f4e-4aa8-9865-282a712a53c2, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=c0a88393-0f4e-4aa8-9865-282a712a53c2,segment=NetworkSegment(2d4a8946-8675-4359-a723-712f013e7fcd),segment_id=2d4a8946-8675-4359-a723-712f013e7fcd)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:32:50.801394 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:32:50.846257 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=c0a88393-0f4e-4aa8-9865-282a712a53c2,revision_number=7']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:32:51.000697 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['c0a88393-0f4e-4aa8-9865-282a712a53c2'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 14:32:51.420817 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53728895-83ab-4e62-8cc5-3b4584a09048 req-b87f3835-05b1-409b-8983-1f970b01bdf0 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:32:51.422371 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-53728895-83ab-4e62-8cc5-3b4584a09048 req-b87f3835-05b1-409b-8983-1f970b01bdf0 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=70bdcb2f-e2dc-41f6-b3ef-e479503d86be HTTP/1.1" status: 200 len: 944 time: 0.0489283 Nov 25 14:32:51.470867 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-53728895-83ab-4e62-8cc5-3b4584a09048 req-1d56f40f-532f-42b1-b01a-494b9e9fd956 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=653306f7-9d1d-4b8b-8b26-bc8b1641da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425165 Nov 25 14:32:52.484827 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device c0a88393-0f4e-4aa8-9865-282a712a53c2 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:32:52.535938 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port c0a88393-0f4e-4aa8-9865-282a712a53c2 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:32:52.536315 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:32:52.584020 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7d0ce6-9f0d-43f7-8e47-f9418878aa9b req-f3c774ac-d931-4c14-8dd0-579a45e2deb9 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:32:52.585497 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7e7d0ce6-9f0d-43f7-8e47-f9418878aa9b req-f3c774ac-d931-4c14-8dd0-579a45e2deb9 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=70bdcb2f-e2dc-41f6-b3ef-e479503d86be HTTP/1.1" status: 200 len: 944 time: 0.0465400 Nov 25 14:32:52.611994 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:32:52.635525 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70bdcb2f-e2dc-41f6-b3ef-e479503d86be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a88393-0f4e-4aa8-9865-282a712a53c2'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:32:52.638197 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4a683b2f55a074025c37cf42062357829495bd62ced1b23f0cba96c56cdda24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da9c016e-249f-4a5f-a7cd-d6a6db3eeb5c" -d '{"events": [{"server_uuid": "70bdcb2f-e2dc-41f6-b3ef-e479503d86be", "name": "network-vif-plugged", "status": "completed", "tag": "c0a88393-0f4e-4aa8-9865-282a712a53c2"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:32:52.640064 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7e7d0ce6-9f0d-43f7-8e47-f9418878aa9b req-f79f170f-05dd-4ba0-b443-dc9b1504a6e7 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=653306f7-9d1d-4b8b-8b26-bc8b1641da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485890 Nov 25 14:32:52.653015 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port c0a88393-0f4e-4aa8-9865-282a712a53c2, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=c0a88393-0f4e-4aa8-9865-282a712a53c2,segment=NetworkSegment(2d4a8946-8675-4359-a723-712f013e7fcd),segment_id=2d4a8946-8675-4359-a723-712f013e7fcd)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:32:52.658050 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:32:52.687027 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 14:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f74d44e3-7e7f-4f62-a974-ce5718ee405d x-openstack-request-id: req-f74d44e3-7e7f-4f62-a974-ce5718ee405d {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:32:52.687324 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70bdcb2f-e2dc-41f6-b3ef-e479503d86be", "name": "network-vif-plugged", "status": "completed", "tag": "c0a88393-0f4e-4aa8-9865-282a712a53c2", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:32:52.688110 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f74d44e3-7e7f-4f62-a974-ce5718ee405d {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:32:52.688502 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70bdcb2f-e2dc-41f6-b3ef-e479503d86be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a88393-0f4e-4aa8-9865-282a712a53c2', 'code': 200} Nov 25 14:32:52.712244 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=c0a88393-0f4e-4aa8-9865-282a712a53c2,revision_number=8']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:32:52.840816 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb478188-00a9-4477-96cb-481a3b110d72 req-b1479183-aa83-438d-8dc1-a6df9d580051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:32:52.842316 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-fb478188-00a9-4477-96cb-481a3b110d72 req-b1479183-aa83-438d-8dc1-a6df9d580051 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=70bdcb2f-e2dc-41f6-b3ef-e479503d86be HTTP/1.1" status: 200 len: 1097 time: 0.0412135 Nov 25 14:32:52.889241 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-fb478188-00a9-4477-96cb-481a3b110d72 req-adedad7a-645e-4eb6-81cf-82f555053acc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=653306f7-9d1d-4b8b-8b26-bc8b1641da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394208 Nov 25 14:32:53.767999 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb77d59-c5f0-40a8-a8c9-4e618f872c1d req-9e90f173-2290-41a1-a5ad-2641df3fe261 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:32:53.769473 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8fb77d59-c5f0-40a8-a8c9-4e618f872c1d req-9e90f173-2290-41a1-a5ad-2641df3fe261 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=70bdcb2f-e2dc-41f6-b3ef-e479503d86be HTTP/1.1" status: 200 len: 945 time: 0.0500457 Nov 25 14:32:53.818674 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8fb77d59-c5f0-40a8-a8c9-4e618f872c1d req-08ba3b15-212c-4d96-8514-643561264313 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=653306f7-9d1d-4b8b-8b26-bc8b1641da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431905 Nov 25 14:32:54.938473 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c349b0a-da92-484b-8424-da6b2d314bf5 req-025d5247-54de-45fb-b762-8664ac0cb399 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:32:54.939972 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8c349b0a-da92-484b-8424-da6b2d314bf5 req-025d5247-54de-45fb-b762-8664ac0cb399 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=70bdcb2f-e2dc-41f6-b3ef-e479503d86be HTTP/1.1" status: 200 len: 945 time: 0.0479827 Nov 25 14:32:54.988141 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8c349b0a-da92-484b-8424-da6b2d314bf5 req-a4d0dfaa-d5e9-4d38-887b-6bf23112c8b7 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=653306f7-9d1d-4b8b-8b26-bc8b1641da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423348 Nov 25 14:33:00.446031 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a8797393-3cca-4ab2-9ca6-94e5d8e32d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:33:02.912157 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3e9173a8-5a55-4267-9927-b8b980015cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:33:04.189135 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:33:05.510276 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:33:06.638169 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:33:07.744451 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:33:09.069080 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:33:12.443913 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:33:25.947969 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-63f41ccc-c053-45ac-8289-198af53dcd06 req-c7ad00bf-8ba8-4f75-80ae-c2e2c6b837af service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=70bdcb2f-e2dc-41f6-b3ef-e479503d86be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0513487 Nov 25 14:33:26.036709 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f41ccc-c053-45ac-8289-198af53dcd06 req-55260f95-8069-4a0c-afbb-6618ca698d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:33:26.038296 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-63f41ccc-c053-45ac-8289-198af53dcd06 req-55260f95-8069-4a0c-afbb-6618ca698d64 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=05f886ea33fe41478064d3ee275912f3&device_id=70bdcb2f-e2dc-41f6-b3ef-e479503d86be HTTP/1.1" status: 200 len: 1097 time: 0.0454841 Nov 25 14:33:26.151905 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f41ccc-c053-45ac-8289-198af53dcd06 req-17a8d493-b14d-4510-9468-7e0e15daad83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:33:26.153475 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-63f41ccc-c053-45ac-8289-198af53dcd06 req-17a8d493-b14d-4510-9468-7e0e15daad83 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f665d615-f3d2-40d5-b237-0fb228fd7edf HTTP/1.1" status: 200 len: 909 time: 0.0958750 Nov 25 14:33:26.224497 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-63f41ccc-c053-45ac-8289-198af53dcd06 req-57352baa-0d64-4e59-a15c-4e8ca7f02a1e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0a88393-0f4e-4aa8-9865-282a712a53c2 HTTP/1.1" status: 200 len: 1000 time: 0.0641308 Nov 25 14:33:26.277999 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f41ccc-c053-45ac-8289-198af53dcd06 req-e22b2acd-fffa-4eab-af42-e56d22099b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:33:26.279552 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-63f41ccc-c053-45ac-8289-198af53dcd06 req-e22b2acd-fffa-4eab-af42-e56d22099b11 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9412b2d-3904-4cc5-be06-1daeb00677a4 HTTP/1.1" status: 200 len: 847 time: 0.0480380 Nov 25 14:33:26.327464 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f41ccc-c053-45ac-8289-198af53dcd06 req-fa882ef6-2405-4e2d-a956-b22ada0bcb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:33:26.329029 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-63f41ccc-c053-45ac-8289-198af53dcd06 req-fa882ef6-2405-4e2d-a956-b22ada0bcb60 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f665d615-f3d2-40d5-b237-0fb228fd7edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428348 Nov 25 14:33:26.427119 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-63f41ccc-c053-45ac-8289-198af53dcd06 req-73dfd99c-da59-4e7d-91b8-4c7b78de1d92 service neutron] 10.222.0.47 "GET /v2.0/networks/f665d615-f3d2-40d5-b237-0fb228fd7edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911646 Nov 25 14:33:26.517981 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-63f41ccc-c053-45ac-8289-198af53dcd06 req-750e4121-c0cc-4fc0-aaa3-bd6f280c4aa4 service neutron] 10.222.0.47 "GET /v2.0/networks/f665d615-f3d2-40d5-b237-0fb228fd7edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827031 Nov 25 14:33:30.436691 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-82584a83-f6ad-4fe2-87a7-6d79d574f3a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:33:32.912504 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d643d6d2-8a25-4b57-9991-8690b1d10a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:33:34.191270 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:33:35.512556 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:33:36.640183 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:33:39.090468 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:33:42.451153 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:33:44.743062 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:34:00.438065 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dd2c3714-a540-4a9c-86e9-ef449c73c9aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:02.914022 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-69ab5559-2080-4fb9-ba67-c2fb38d1671e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:04.197700 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:05.515482 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:06.641687 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:07.617705 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 41058) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:34:07.774910 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-8d87cba7-f382-45a2-833c-e47955530297 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Deleting port a72ee72c-b179-4132-bf93-c67cfbf68923 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:34:07.775255 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8d87cba7-f382-45a2-833c-e47955530297 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:07.847253 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8d87cba7-f382-45a2-833c-e47955530297 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:07.847579 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8d87cba7-f382-45a2-833c-e47955530297 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:07.858948 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-8d87cba7-f382-45a2-833c-e47955530297 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Calling delete_port for a72ee72c-b179-4132-bf93-c67cfbf68923 owned by network:floatingip {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:34:08.007364 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8d87cba7-f382-45a2-833c-e47955530297 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:08.032463 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d87cba7-f382-45a2-833c-e47955530297 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Pushing event deleted for resources: {'Port': ['ID=a72ee72c-b179-4132-bf93-c67cfbf68923,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:34:08.044603 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87cba7-f382-45a2-833c-e47955530297 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:34:08.044965 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87cba7-f382-45a2-833c-e47955530297 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:34:08.045321 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87cba7-f382-45a2-833c-e47955530297 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:34:08.045673 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87cba7-f382-45a2-833c-e47955530297 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:34:08.046026 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87cba7-f382-45a2-833c-e47955530297 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:34:08.046372 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87cba7-f382-45a2-833c-e47955530297 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:34:08.046736 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87cba7-f382-45a2-833c-e47955530297 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:34:08.047080 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87cba7-f382-45a2-833c-e47955530297 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:34:08.047417 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87cba7-f382-45a2-833c-e47955530297 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:34:08.047755 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87cba7-f382-45a2-833c-e47955530297 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:34:08.048095 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87cba7-f382-45a2-833c-e47955530297 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:34:08.048432 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87cba7-f382-45a2-833c-e47955530297 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:34:08.103514 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8d87cba7-f382-45a2-833c-e47955530297 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks [] for floatingip, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:08.103849 n-d-808199-11 neutron-server[103570]: INFO neutron.db.l3_db [None req-8d87cba7-f382-45a2-833c-e47955530297 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Floating IP b7e7c729-491c-4e11-8bfe-1eb157e8b489 disassociated (deleted). External IP: 172.25.5.74, port: c0a88393-0f4e-4aa8-9865-282a712a53c2. Nov 25 14:34:08.313133 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d87cba7-f382-45a2-833c-e47955530297 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Router 7c7bf276-1d0a-47a9-8d1f-2479d3dd22de has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 14:34:08.420017 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d87cba7-f382-45a2-833c-e47955530297 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 14:34:08.424785 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-8d87cba7-f382-45a2-833c-e47955530297 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:08.430391 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185c870e-a066-4a01-a76a-e2bff253e138 None None] Sync routers for ids ['7c7bf276-1d0a-47a9-8d1f-2479d3dd22de'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 14:34:08.441439 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185c870e-a066-4a01-a76a-e2bff253e138 None None] Routers {'7c7bf276-1d0a-47a9-8d1f-2479d3dd22de'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:34:08.442322 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-185c870e-a066-4a01-a76a-e2bff253e138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:34:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['7c7bf276-1d0a-47a9-8d1f-2479d3dd22de'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:34:08.456314 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-8d87cba7-f382-45a2-833c-e47955530297 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "DELETE /v2.0/floatingips/b7e7c729-491c-4e11-8bfe-1eb157e8b489 HTTP/1.1" status: 204 len: 168 time: 0.8375242 Nov 25 14:34:08.457007 n-d-808199-11 neutron-server[103570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70bdcb2f-e2dc-41f6-b3ef-e479503d86be', 'tag': 'c0a88393-0f4e-4aa8-9865-282a712a53c2'}] {{(pid=103570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:34:08.459379 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ff10e3dad8c55f3be2027b0b566631f93d9edebaac325607bb9a9480f03098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75a61ad-cb29-4f70-bfce-5c93cfcfacf1" -d '{"events": [{"name": "network-changed", "server_uuid": "70bdcb2f-e2dc-41f6-b3ef-e479503d86be", "tag": "c0a88393-0f4e-4aa8-9865-282a712a53c2"}]}' {{(pid=103570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:34:08.499323 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 14:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2adf81e7-5d83-4114-8ba6-0cb622ff7f69 x-openstack-request-id: req-2adf81e7-5d83-4114-8ba6-0cb622ff7f69 {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:34:08.499682 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70bdcb2f-e2dc-41f6-b3ef-e479503d86be", "tag": "c0a88393-0f4e-4aa8-9865-282a712a53c2", "status": "completed", "code": 200}]} {{(pid=103570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:34:08.500004 n-d-808199-11 neutron-server[103570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2adf81e7-5d83-4114-8ba6-0cb622ff7f69 {{(pid=103570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:34:08.501458 n-d-808199-11 neutron-server[103570]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70bdcb2f-e2dc-41f6-b3ef-e479503d86be', 'tag': 'c0a88393-0f4e-4aa8-9865-282a712a53c2', 'status': 'completed', 'code': 200} Nov 25 14:34:08.558438 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-185c870e-a066-4a01-a76a-e2bff253e138 None None] Set router 7c7bf276-1d0a-47a9-8d1f-2479d3dd22de gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:34:08.565506 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75a61ad-cb29-4f70-bfce-5c93cfcfacf1 req-5a00c88f-4d13-495c-bb84-4f249d6cf473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:34:08.567340 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a75a61ad-cb29-4f70-bfce-5c93cfcfacf1 req-5a00c88f-4d13-495c-bb84-4f249d6cf473 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=05f886ea33fe41478064d3ee275912f3&device_id=70bdcb2f-e2dc-41f6-b3ef-e479503d86be HTTP/1.1" status: 200 len: 1097 time: 0.0453372 Nov 25 14:34:08.682885 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75a61ad-cb29-4f70-bfce-5c93cfcfacf1 req-13f85005-69f0-4dbe-8bb1-1f840072511f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:34:08.684795 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a75a61ad-cb29-4f70-bfce-5c93cfcfacf1 req-13f85005-69f0-4dbe-8bb1-1f840072511f service neutron] 10.222.0.47 "GET /v2.0/networks?id=f665d615-f3d2-40d5-b237-0fb228fd7edf HTTP/1.1" status: 200 len: 909 time: 0.1088848 Nov 25 14:34:08.685532 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74201d2-f8eb-436d-9702-fd7acffb166b req-ca41f0e1-333e-4938-9c45-c4d0ce2577cb tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:34:08.687137 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a74201d2-f8eb-436d-9702-fd7acffb166b req-ca41f0e1-333e-4938-9c45-c4d0ce2577cb tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=70bdcb2f-e2dc-41f6-b3ef-e479503d86be HTTP/1.1" status: 200 len: 945 time: 0.0537050 Nov 25 14:34:08.732821 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a75a61ad-cb29-4f70-bfce-5c93cfcfacf1 req-c885f759-6605-440e-8c72-c6d9fb47e1f9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0a88393-0f4e-4aa8-9865-282a712a53c2 HTTP/1.1" status: 200 len: 217 time: 0.0399234 Nov 25 14:34:08.741614 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a74201d2-f8eb-436d-9702-fd7acffb166b req-4c0b1b27-ed6b-438c-9e4e-26a4b7ef6e2e tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=653306f7-9d1d-4b8b-8b26-bc8b1641da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473447 Nov 25 14:34:08.773795 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-185c870e-a066-4a01-a76a-e2bff253e138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7bf276-1d0a-47a9-8d1f-2479d3dd22de', 'name': 'tempest-TestShelveInstance-559767202-router', 'tenant_id': '05f886ea33fe41478064d3ee275912f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'e1e6140f-6116-4dd3-b264-9b0e50d42c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:25:23Z', 'updated_at': '2021-11-25T14:25:26Z', 'revision_number': 4, 'project_id': '05f886ea33fe41478064d3ee275912f3', 'gw_port': {'id': 'e1e6140f-6116-4dd3-b264-9b0e50d42c68', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:dd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7bf276-1d0a-47a9-8d1f-2479d3dd22de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:25:24Z', 'updated_at': '2021-11-25T14:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'bc2691d7-9fff-4474-ba5a-7b61b0be85c3', 'name': '', 'network_id': 'f665d615-f3d2-40d5-b237-0fb228fd7edf', 'tenant_id': '05f886ea33fe41478064d3ee275912f3', 'mac_address': 'fa:16:3e:e9:c0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7bf276-1d0a-47a9-8d1f-2479d3dd22de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'b9412b2d-3904-4cc5-be06-1daeb00677a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:25:25Z', 'updated_at': '2021-11-25T14:25:30Z', 'revision_number': 5, 'project_id': '05f886ea33fe41478064d3ee275912f3', 'subnets': [{'id': 'b9412b2d-3904-4cc5-be06-1daeb00677a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:34:08.789684 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75a61ad-cb29-4f70-bfce-5c93cfcfacf1 req-0de6be50-b1f3-4b5c-8376-489e65588bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:34:08.791201 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a75a61ad-cb29-4f70-bfce-5c93cfcfacf1 req-0de6be50-b1f3-4b5c-8376-489e65588bd0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9412b2d-3904-4cc5-be06-1daeb00677a4 HTTP/1.1" status: 200 len: 847 time: 0.0514250 Nov 25 14:34:08.799895 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185c870e-a066-4a01-a76a-e2bff253e138 None None] Checking router: 7c7bf276-1d0a-47a9-8d1f-2479d3dd22de for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 14:34:08.809045 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185c870e-a066-4a01-a76a-e2bff253e138 None None] Routers {'7c7bf276-1d0a-47a9-8d1f-2479d3dd22de'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:34:08.809647 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-185c870e-a066-4a01-a76a-e2bff253e138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:34:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['7c7bf276-1d0a-47a9-8d1f-2479d3dd22de'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:34:08.837923 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75a61ad-cb29-4f70-bfce-5c93cfcfacf1 req-51cf031a-5272-412c-a195-87c6a9fb9e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:34:08.839426 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a75a61ad-cb29-4f70-bfce-5c93cfcfacf1 req-51cf031a-5272-412c-a195-87c6a9fb9e8e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f665d615-f3d2-40d5-b237-0fb228fd7edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405467 Nov 25 14:34:08.911891 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-185c870e-a066-4a01-a76a-e2bff253e138 None None] Set router 7c7bf276-1d0a-47a9-8d1f-2479d3dd22de gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:34:08.930597 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a75a61ad-cb29-4f70-bfce-5c93cfcfacf1 req-f2386912-d971-4798-b42b-9eef450e7115 service neutron] 10.222.0.47 "GET /v2.0/networks/f665d615-f3d2-40d5-b237-0fb228fd7edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828016 Nov 25 14:34:09.028201 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a75a61ad-cb29-4f70-bfce-5c93cfcfacf1 req-7c771b5d-274f-4e73-bba0-62cb12b178a6 service neutron] 10.222.0.47 "GET /v2.0/networks/f665d615-f3d2-40d5-b237-0fb228fd7edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880339 Nov 25 14:34:09.105952 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:09.108392 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-185c870e-a066-4a01-a76a-e2bff253e138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7bf276-1d0a-47a9-8d1f-2479d3dd22de', 'name': 'tempest-TestShelveInstance-559767202-router', 'tenant_id': '05f886ea33fe41478064d3ee275912f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'e1e6140f-6116-4dd3-b264-9b0e50d42c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:25:23Z', 'updated_at': '2021-11-25T14:25:26Z', 'revision_number': 4, 'project_id': '05f886ea33fe41478064d3ee275912f3', 'gw_port': {'id': 'e1e6140f-6116-4dd3-b264-9b0e50d42c68', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:dd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7bf276-1d0a-47a9-8d1f-2479d3dd22de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:25:24Z', 'updated_at': '2021-11-25T14:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'bc2691d7-9fff-4474-ba5a-7b61b0be85c3', 'name': '', 'network_id': 'f665d615-f3d2-40d5-b237-0fb228fd7edf', 'tenant_id': '05f886ea33fe41478064d3ee275912f3', 'mac_address': 'fa:16:3e:e9:c0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7bf276-1d0a-47a9-8d1f-2479d3dd22de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'b9412b2d-3904-4cc5-be06-1daeb00677a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:25:25Z', 'updated_at': '2021-11-25T14:25:30Z', 'revision_number': 5, 'project_id': '05f886ea33fe41478064d3ee275912f3', 'subnets': [{'id': 'b9412b2d-3904-4cc5-be06-1daeb00677a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:34:09.137821 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185c870e-a066-4a01-a76a-e2bff253e138 None None] The sync data for ids ['7c7bf276-1d0a-47a9-8d1f-2479d3dd22de'] in n-d-808199-11 is: [{'id': '7c7bf276-1d0a-47a9-8d1f-2479d3dd22de', 'name': 'tempest-TestShelveInstance-559767202-router', 'tenant_id': '05f886ea33fe41478064d3ee275912f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'e1e6140f-6116-4dd3-b264-9b0e50d42c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:25:23Z', 'updated_at': '2021-11-25T14:25:26Z', 'revision_number': 4, 'project_id': '05f886ea33fe41478064d3ee275912f3', 'gw_port': {'id': 'e1e6140f-6116-4dd3-b264-9b0e50d42c68', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:dd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7bf276-1d0a-47a9-8d1f-2479d3dd22de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:25:24Z', 'updated_at': '2021-11-25T14:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'bc2691d7-9fff-4474-ba5a-7b61b0be85c3', 'name': '', 'network_id': 'f665d615-f3d2-40d5-b237-0fb228fd7edf', 'tenant_id': '05f886ea33fe41478064d3ee275912f3', 'mac_address': 'fa:16:3e:e9:c0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7bf276-1d0a-47a9-8d1f-2479d3dd22de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'b9412b2d-3904-4cc5-be06-1daeb00677a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:25:25Z', 'updated_at': '2021-11-25T14:25:30Z', 'revision_number': 5, 'project_id': '05f886ea33fe41478064d3ee275912f3', 'subnets': [{'id': 'b9412b2d-3904-4cc5-be06-1daeb00677a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 14:34:09.353032 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277b057e-d66f-49a0-bd2f-f67808f7c4c4 None None] New status for floating IP b7e7c729-491c-4e11-8bfe-1eb157e8b489: DOWN {{(pid=103572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 14:34:09.860188 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdaa13d-cc25-4e3b-8253-6dd621988c33 req-4388e056-9fa9-4c2d-9ecc-493b29a76004 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:34:09.861645 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5cdaa13d-cc25-4e3b-8253-6dd621988c33 req-4388e056-9fa9-4c2d-9ecc-493b29a76004 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=70bdcb2f-e2dc-41f6-b3ef-e479503d86be HTTP/1.1" status: 200 len: 945 time: 0.0474272 Nov 25 14:34:09.911031 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5cdaa13d-cc25-4e3b-8253-6dd621988c33 req-0f3c9528-22a0-455c-a65c-a3cb100140d6 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/security-groups?id=653306f7-9d1d-4b8b-8b26-bc8b1641da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434809 Nov 25 14:34:10.125265 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c9732e-0189-49e9-b41c-92b0aa1e8a79 req-725f7ca9-3123-459a-ab5f-4886ffb19379 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:34:10.126653 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e8c9732e-0189-49e9-b41c-92b0aa1e8a79 req-725f7ca9-3123-459a-ab5f-4886ffb19379 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.47 "GET /v2.0/ports?device_id=70bdcb2f-e2dc-41f6-b3ef-e479503d86be HTTP/1.1" status: 200 len: 945 time: 0.0495389 Nov 25 14:34:10.221205 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-e8c9732e-0189-49e9-b41c-92b0aa1e8a79 req-52387c23-875c-48c3-a6ef-7ae5aafc9e8a tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Deleting port c0a88393-0f4e-4aa8-9865-282a712a53c2 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:34:10.221546 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e8c9732e-0189-49e9-b41c-92b0aa1e8a79 req-52387c23-875c-48c3-a6ef-7ae5aafc9e8a tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:10.319225 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-e8c9732e-0189-49e9-b41c-92b0aa1e8a79 req-52387c23-875c-48c3-a6ef-7ae5aafc9e8a tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] For port c0a88393-0f4e-4aa8-9865-282a712a53c2, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=c0a88393-0f4e-4aa8-9865-282a712a53c2,segment=NetworkSegment(2d4a8946-8675-4359-a723-712f013e7fcd),segment_id=2d4a8946-8675-4359-a723-712f013e7fcd)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:34:10.319595 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e8c9732e-0189-49e9-b41c-92b0aa1e8a79 req-52387c23-875c-48c3-a6ef-7ae5aafc9e8a tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:10.332521 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-e8c9732e-0189-49e9-b41c-92b0aa1e8a79 req-52387c23-875c-48c3-a6ef-7ae5aafc9e8a tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Calling delete_port for c0a88393-0f4e-4aa8-9865-282a712a53c2 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:34:10.465908 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e8c9732e-0189-49e9-b41c-92b0aa1e8a79 req-52387c23-875c-48c3-a6ef-7ae5aafc9e8a tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:10.492601 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52387c23-875c-48c3-a6ef-7ae5aafc9e8a tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Pushing event deleted for resources: {'Port': ['ID=c0a88393-0f4e-4aa8-9865-282a712a53c2,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:34:10.505412 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52387c23-875c-48c3-a6ef-7ae5aafc9e8a tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:34:10.505635 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52387c23-875c-48c3-a6ef-7ae5aafc9e8a tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:34:10.505981 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52387c23-875c-48c3-a6ef-7ae5aafc9e8a tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:34:10.506330 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52387c23-875c-48c3-a6ef-7ae5aafc9e8a tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:34:10.506673 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52387c23-875c-48c3-a6ef-7ae5aafc9e8a tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:34:10.507038 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52387c23-875c-48c3-a6ef-7ae5aafc9e8a tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:34:10.507377 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52387c23-875c-48c3-a6ef-7ae5aafc9e8a tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:34:10.507710 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52387c23-875c-48c3-a6ef-7ae5aafc9e8a tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:34:10.508192 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52387c23-875c-48c3-a6ef-7ae5aafc9e8a tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:34:10.508432 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52387c23-875c-48c3-a6ef-7ae5aafc9e8a tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:34:10.508690 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52387c23-875c-48c3-a6ef-7ae5aafc9e8a tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:34:10.509044 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52387c23-875c-48c3-a6ef-7ae5aafc9e8a tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:34:10.549917 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c9732e-0189-49e9-b41c-92b0aa1e8a79 req-52387c23-875c-48c3-a6ef-7ae5aafc9e8a tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] No DVR routers for this DVR port c0a88393-0f4e-4aa8-9865-282a712a53c2 on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 14:34:10.552584 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e8c9732e-0189-49e9-b41c-92b0aa1e8a79 req-52387c23-875c-48c3-a6ef-7ae5aafc9e8a tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:10.555978 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-e8c9732e-0189-49e9-b41c-92b0aa1e8a79 req-52387c23-875c-48c3-a6ef-7ae5aafc9e8a tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.47 "DELETE /v2.0/ports/c0a88393-0f4e-4aa8-9865-282a712a53c2 HTTP/1.1" status: 204 len: 173 time: 0.4211037 Nov 25 14:34:10.556411 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70bdcb2f-e2dc-41f6-b3ef-e479503d86be', 'name': 'network-vif-deleted', 'tag': 'c0a88393-0f4e-4aa8-9865-282a712a53c2'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:34:10.558653 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b263d7d4b70db15966f189087f2cdd81ff7815a34d469843c29c7d40ca9dff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edaa5497-7b5e-461f-9f8f-d83895eac4ae" -d '{"events": [{"server_uuid": "70bdcb2f-e2dc-41f6-b3ef-e479503d86be", "name": "network-vif-deleted", "tag": "c0a88393-0f4e-4aa8-9865-282a712a53c2"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:34:10.648393 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 14:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54aff806-7864-49c5-830f-85b12450dfa6 x-openstack-request-id: req-54aff806-7864-49c5-830f-85b12450dfa6 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:34:10.648691 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70bdcb2f-e2dc-41f6-b3ef-e479503d86be", "name": "network-vif-deleted", "tag": "c0a88393-0f4e-4aa8-9865-282a712a53c2", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:34:10.648950 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-54aff806-7864-49c5-830f-85b12450dfa6 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:34:10.649356 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70bdcb2f-e2dc-41f6-b3ef-e479503d86be', 'name': 'network-vif-deleted', 'tag': 'c0a88393-0f4e-4aa8-9865-282a712a53c2', 'status': 'completed', 'code': 200} Nov 25 14:34:11.015419 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e6777fee-2a16-47d3-a7ff-c3c0ef575c60 req-2cee81d5-3434-4768-a1e4-dd5db0eedfc3 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=70bdcb2f-e2dc-41f6-b3ef-e479503d86be HTTP/1.1" status: 200 len: 210 time: 0.0325181 Nov 25 14:34:12.110370 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e4a7d27e-4474-4049-bf2e-0fcc61394b29 req-ebb99338-d502-48ce-92f6-e1bb0aa0d7f6 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=70bdcb2f-e2dc-41f6-b3ef-e479503d86be HTTP/1.1" status: 200 len: 210 time: 0.0255539 Nov 25 14:34:12.484576 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:12.923552 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device c0a88393-0f4e-4aa8-9865-282a712a53c2 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:34:12.947106 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: c0a88393-0f4e-4aa8-9865-282a712a53c2 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 14:34:12.947453 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device c0a88393-0f4e-4aa8-9865-282a712a53c2 not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:34:13.209318 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3d35fbb5-18bc-40ae-b0ea-a6b239d69d1e req-54f6d19b-cd64-4132-b93a-3a9f55b61e6b tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=70bdcb2f-e2dc-41f6-b3ef-e479503d86be HTTP/1.1" status: 200 len: 210 time: 0.0271702 Nov 25 14:34:14.302024 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-17306b88-2313-42db-8de0-34bddf3d9f39 req-9169f8a5-849a-4a9c-acd5-95bb338bb20f tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "GET /v2.0/ports?device_id=70bdcb2f-e2dc-41f6-b3ef-e479503d86be HTTP/1.1" status: 200 len: 210 time: 0.0262249 Nov 25 14:34:15.358603 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 41092) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:34:15.417781 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9828c5a0-703a-4ee3-8842-d89f0c3a8655 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:15.443559 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9828c5a0-703a-4ee3-8842-d89f0c3a8655 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:15.506762 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9828c5a0-703a-4ee3-8842-d89f0c3a8655 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:15.509549 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9828c5a0-703a-4ee3-8842-d89f0c3a8655 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:15.510744 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-9828c5a0-703a-4ee3-8842-d89f0c3a8655 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] 10.222.0.53 "DELETE /v2.0/security-groups/653306f7-9d1d-4b8b-8b26-bc8b1641da5c HTTP/1.1" status: 204 len: 168 time: 0.1509318 Nov 25 14:34:15.520226 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9828c5a0-703a-4ee3-8842-d89f0c3a8655 tempest-TestShelveInstance-1806357623 tempest-TestShelveInstance-1806357623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=653306f7-9d1d-4b8b-8b26-bc8b1641da5c,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:34:16.578714 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 41098) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:34:17.020130 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-de7c2584-7495-4d5b-833f-4647d528ba07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:17.602433 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-de7c2584-7495-4d5b-833f-4647d528ba07 admin admin] Deleting port bc2691d7-9fff-4474-ba5a-7b61b0be85c3 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:34:17.603122 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-de7c2584-7495-4d5b-833f-4647d528ba07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:17.682920 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-de7c2584-7495-4d5b-833f-4647d528ba07 admin admin] For port bc2691d7-9fff-4474-ba5a-7b61b0be85c3, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=bc2691d7-9fff-4474-ba5a-7b61b0be85c3,segment=NetworkSegment(2d4a8946-8675-4359-a723-712f013e7fcd),segment_id=2d4a8946-8675-4359-a723-712f013e7fcd)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:34:17.683213 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-de7c2584-7495-4d5b-833f-4647d528ba07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:17.695866 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-de7c2584-7495-4d5b-833f-4647d528ba07 admin admin] Calling delete_port for bc2691d7-9fff-4474-ba5a-7b61b0be85c3 owned by network:router_interface {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:34:17.875817 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-de7c2584-7495-4d5b-833f-4647d528ba07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:17.908580 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7c2584-7495-4d5b-833f-4647d528ba07 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc2691d7-9fff-4474-ba5a-7b61b0be85c3,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:34:18.082771 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-de7c2584-7495-4d5b-833f-4647d528ba07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:18.303000 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de7c2584-7495-4d5b-833f-4647d528ba07 admin admin] Router 7c7bf276-1d0a-47a9-8d1f-2479d3dd22de has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 14:34:18.417720 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de7c2584-7495-4d5b-833f-4647d528ba07 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 14:34:18.426426 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-de7c2584-7495-4d5b-833f-4647d528ba07 admin admin] 10.222.0.53 "PUT /v2.0/routers/7c7bf276-1d0a-47a9-8d1f-2479d3dd22de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8434262 Nov 25 14:34:18.426426 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 41102) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:34:18.429369 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d5cba2-d2a4-4bd0-a10d-437da714b037 None None] Sync routers for ids ['7c7bf276-1d0a-47a9-8d1f-2479d3dd22de'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 14:34:18.449136 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d5cba2-d2a4-4bd0-a10d-437da714b037 None None] Routers {'7c7bf276-1d0a-47a9-8d1f-2479d3dd22de'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:34:18.450026 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-10d5cba2-d2a4-4bd0-a10d-437da714b037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:34:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['7c7bf276-1d0a-47a9-8d1f-2479d3dd22de'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:34:18.534671 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-24443bae-fc77-4199-8506-c829f78ab357 admin admin] Publish callbacks [] for router, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:18.556112 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-10d5cba2-d2a4-4bd0-a10d-437da714b037 None None] Set router 7c7bf276-1d0a-47a9-8d1f-2479d3dd22de gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:34:18.642508 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-24443bae-fc77-4199-8506-c829f78ab357 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:18.701533 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-24443bae-fc77-4199-8506-c829f78ab357 admin admin] Deleting port e1e6140f-6116-4dd3-b264-9b0e50d42c68 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:34:18.701883 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-24443bae-fc77-4199-8506-c829f78ab357 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:18.738310 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-10d5cba2-d2a4-4bd0-a10d-437da714b037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7bf276-1d0a-47a9-8d1f-2479d3dd22de', 'name': 'tempest-TestShelveInstance-559767202-router', 'tenant_id': '05f886ea33fe41478064d3ee275912f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'e1e6140f-6116-4dd3-b264-9b0e50d42c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:25:23Z', 'updated_at': '2021-11-25T14:34:17Z', 'revision_number': 5, 'project_id': '05f886ea33fe41478064d3ee275912f3', 'gw_port': {'id': 'e1e6140f-6116-4dd3-b264-9b0e50d42c68', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:dd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7bf276-1d0a-47a9-8d1f-2479d3dd22de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:25:24Z', 'updated_at': '2021-11-25T14:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:34:18.768542 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d5cba2-d2a4-4bd0-a10d-437da714b037 None None] Checking router: 7c7bf276-1d0a-47a9-8d1f-2479d3dd22de for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 14:34:18.777045 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d5cba2-d2a4-4bd0-a10d-437da714b037 None None] Routers {'7c7bf276-1d0a-47a9-8d1f-2479d3dd22de'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:34:18.777730 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-10d5cba2-d2a4-4bd0-a10d-437da714b037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:34:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['7c7bf276-1d0a-47a9-8d1f-2479d3dd22de'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:34:18.781134 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-24443bae-fc77-4199-8506-c829f78ab357 admin admin] For port e1e6140f-6116-4dd3-b264-9b0e50d42c68, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=e1e6140f-6116-4dd3-b264-9b0e50d42c68,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:34:18.781508 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-24443bae-fc77-4199-8506-c829f78ab357 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:18.794880 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-24443bae-fc77-4199-8506-c829f78ab357 admin admin] Calling delete_port for e1e6140f-6116-4dd3-b264-9b0e50d42c68 owned by network:router_gateway {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:34:18.862218 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-10d5cba2-d2a4-4bd0-a10d-437da714b037 None None] Set router 7c7bf276-1d0a-47a9-8d1f-2479d3dd22de gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:34:18.917567 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-10d5cba2-d2a4-4bd0-a10d-437da714b037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7bf276-1d0a-47a9-8d1f-2479d3dd22de', 'name': 'tempest-TestShelveInstance-559767202-router', 'tenant_id': '05f886ea33fe41478064d3ee275912f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:25:23Z', 'updated_at': '2021-11-25T14:34:18Z', 'revision_number': 6, 'project_id': '05f886ea33fe41478064d3ee275912f3', 'gw_port_host': None}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:34:18.975293 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-24443bae-fc77-4199-8506-c829f78ab357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:19.000490 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ad54e4-f3cd-4812-aabe-33359bff1525 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 14:34:19.032955 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24443bae-fc77-4199-8506-c829f78ab357 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1e6140f-6116-4dd3-b264-9b0e50d42c68,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:34:19.038161 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d5cba2-d2a4-4bd0-a10d-437da714b037 None None] The sync data for ids ['7c7bf276-1d0a-47a9-8d1f-2479d3dd22de'] in n-d-808199-11 is: [{'id': '7c7bf276-1d0a-47a9-8d1f-2479d3dd22de', 'name': 'tempest-TestShelveInstance-559767202-router', 'tenant_id': '05f886ea33fe41478064d3ee275912f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:25:23Z', 'updated_at': '2021-11-25T14:34:18Z', 'revision_number': 6, 'project_id': '05f886ea33fe41478064d3ee275912f3', 'gw_port_host': None}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 14:34:19.076462 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-24443bae-fc77-4199-8506-c829f78ab357 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:19.167268 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-24443bae-fc77-4199-8506-c829f78ab357 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:19.169365 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-24443bae-fc77-4199-8506-c829f78ab357 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:19.210736 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-24443bae-fc77-4199-8506-c829f78ab357 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:19.211312 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24443bae-fc77-4199-8506-c829f78ab357 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c7bf276-1d0a-47a9-8d1f-2479d3dd22de {{(pid=103570) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 14:34:19.216392 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-24443bae-fc77-4199-8506-c829f78ab357 admin admin] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:19.217521 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-24443bae-fc77-4199-8506-c829f78ab357 admin admin] 10.222.0.53 "DELETE /v2.0/routers/7c7bf276-1d0a-47a9-8d1f-2479d3dd22de HTTP/1.1" status: 204 len: 168 time: 0.7907701 Nov 25 14:34:19.220096 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 41104) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:34:19.268207 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-494ee57b-1748-4d34-92e7-9f69d8f050cf admin admin] Deleting subnet b9412b2d-3904-4cc5-be06-1daeb00677a4 {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 14:34:19.271320 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-494ee57b-1748-4d34-92e7-9f69d8f050cf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:19.305419 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-494ee57b-1748-4d34-92e7-9f69d8f050cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:19.382679 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-494ee57b-1748-4d34-92e7-9f69d8f050cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:19.438536 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-494ee57b-1748-4d34-92e7-9f69d8f050cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:19.468368 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494ee57b-1748-4d34-92e7-9f69d8f050cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9412b2d-3904-4cc5-be06-1daeb00677a4,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:34:19.474542 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-494ee57b-1748-4d34-92e7-9f69d8f050cf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:19.480037 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-494ee57b-1748-4d34-92e7-9f69d8f050cf admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b9412b2d-3904-4cc5-be06-1daeb00677a4 HTTP/1.1" status: 204 len: 168 time: 0.2567363 Nov 25 14:34:19.480331 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 41106) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:34:19.488337 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27394055-d8c4-48fe-abd1-b38a405f3b60 None None] Network f665d615-f3d2-40d5-b237-0fb228fd7edf requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 14:34:19.553688 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-733ab96c-e431-4d71-97f0-2c72e3445d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:19.607101 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-733ab96c-e431-4d71-97f0-2c72e3445d38 admin admin] Deleting port 479255aa-b19c-4f70-947c-dc3cd9007dcc {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:34:19.607593 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-733ab96c-e431-4d71-97f0-2c72e3445d38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:19.676269 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-733ab96c-e431-4d71-97f0-2c72e3445d38 admin admin] For port 479255aa-b19c-4f70-947c-dc3cd9007dcc, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=479255aa-b19c-4f70-947c-dc3cd9007dcc,segment=NetworkSegment(2d4a8946-8675-4359-a723-712f013e7fcd),segment_id=2d4a8946-8675-4359-a723-712f013e7fcd)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:34:19.676941 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-733ab96c-e431-4d71-97f0-2c72e3445d38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:19.691473 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-733ab96c-e431-4d71-97f0-2c72e3445d38 admin admin] Calling delete_port for 479255aa-b19c-4f70-947c-dc3cd9007dcc owned by network:dhcp {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:34:19.770405 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-733ab96c-e431-4d71-97f0-2c72e3445d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:19.797473 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733ab96c-e431-4d71-97f0-2c72e3445d38 admin admin] Pushing event deleted for resources: {'Port': ['ID=479255aa-b19c-4f70-947c-dc3cd9007dcc,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:34:19.799352 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733ab96c-e431-4d71-97f0-2c72e3445d38 admin admin] No DVR routers for this DVR port 479255aa-b19c-4f70-947c-dc3cd9007dcc on host n-d-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 14:34:19.849730 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ca2d3f-dc55-4c01-85c5-b705067c8076 None None] DHCP port deletion for f665d615-f3d2-40d5-b237-0fb228fd7edf request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 14:34:19.883508 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-733ab96c-e431-4d71-97f0-2c72e3445d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:19.906127 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-733ab96c-e431-4d71-97f0-2c72e3445d38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f665d615-f3d2-40d5-b237-0fb228fd7edf']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:34:19.916469 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-733ab96c-e431-4d71-97f0-2c72e3445d38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d4a8946-8675-4359-a723-712f013e7fcd') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:34:19.916802 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-733ab96c-e431-4d71-97f0-2c72e3445d38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d4a8946-8675-4359-a723-712f013e7fcd') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:34:19.921557 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device bc2691d7-9fff-4474-ba5a-7b61b0be85c3 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:34:19.926583 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-733ab96c-e431-4d71-97f0-2c72e3445d38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:19.942325 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-733ab96c-e431-4d71-97f0-2c72e3445d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:19.942981 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: bc2691d7-9fff-4474-ba5a-7b61b0be85c3 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 14:34:19.943342 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device bc2691d7-9fff-4474-ba5a-7b61b0be85c3 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:34:19.950039 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-733ab96c-e431-4d71-97f0-2c72e3445d38 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 14:34:19.950585 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-733ab96c-e431-4d71-97f0-2c72e3445d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:19.952301 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 14:34:19.952301 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 14:34:19.952301 n-d-808199-11 neutron-server[103570]: timer() Nov 25 14:34:19.952301 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 14:34:19.952301 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 14:34:19.952301 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 14:34:19.952301 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 14:34:19.952301 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 14:34:19.952301 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 14:34:19.952301 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 14:34:19.952301 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 14:34:19.952301 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 14:34:19.952301 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 14:34:19.952301 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 14:34:19.952301 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 14:34:19.952301 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 14:34:19.952301 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 14:34:19.952301 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 14:34:19.952301 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 14:34:19.952301 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 14:34:19.952301 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 14:34:19.952301 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 14:34:19.952301 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 14:34:19.952301 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 14:34:19.952301 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 14:34:19.952301 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 14:34:19.952301 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 14:34:19.952301 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 14:34:19.952301 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 14:34:19.952301 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 14:34:19.952301 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 14:34:19.952301 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 14:34:20.015710 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-733ab96c-e431-4d71-97f0-2c72e3445d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:20.020954 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-733ab96c-e431-4d71-97f0-2c72e3445d38 admin admin] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:20.027224 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-733ab96c-e431-4d71-97f0-2c72e3445d38 admin admin] 10.222.0.53 "DELETE /v2.0/networks/f665d615-f3d2-40d5-b237-0fb228fd7edf HTTP/1.1" status: 204 len: 168 time: 0.5432434 Nov 25 14:34:20.028171 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41108) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:34:20.035900 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733ab96c-e431-4d71-97f0-2c72e3445d38 admin admin] Pushing event deleted for resources: {'Network': ['ID=f665d615-f3d2-40d5-b237-0fb228fd7edf,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:34:20.420171 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-52e32613-e190-4ede-b637-25e4326f54a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:20.676310 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-52e32613-e190-4ede-b637-25e4326f54a4 admin admin] Deleting port 8bcd00a9-2677-446c-a507-400a8220b6dc {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:34:20.676606 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-52e32613-e190-4ede-b637-25e4326f54a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:20.765004 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-52e32613-e190-4ede-b637-25e4326f54a4 admin admin] For port 8bcd00a9-2677-446c-a507-400a8220b6dc, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=8bcd00a9-2677-446c-a507-400a8220b6dc,segment=NetworkSegment(81ac30c9-4a0d-45eb-b009-18837bbafc7e),segment_id=81ac30c9-4a0d-45eb-b009-18837bbafc7e)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:34:20.765371 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-52e32613-e190-4ede-b637-25e4326f54a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:20.781420 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-52e32613-e190-4ede-b637-25e4326f54a4 admin admin] Calling delete_port for 8bcd00a9-2677-446c-a507-400a8220b6dc owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:34:20.965480 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-52e32613-e190-4ede-b637-25e4326f54a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:20.994306 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e32613-e190-4ede-b637-25e4326f54a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bcd00a9-2677-446c-a507-400a8220b6dc,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:34:21.161923 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-52e32613-e190-4ede-b637-25e4326f54a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:21.371360 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52e32613-e190-4ede-b637-25e4326f54a4 admin admin] Router 75625829-0cc8-464b-a795-e6521ae878fa has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 14:34:21.480736 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e32613-e190-4ede-b637-25e4326f54a4 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 14:34:21.485866 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-52e32613-e190-4ede-b637-25e4326f54a4 admin admin] 10.222.0.53 "PUT /v2.0/routers/75625829-0cc8-464b-a795-e6521ae878fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4566340 Nov 25 14:34:21.488387 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41110) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:34:21.493858 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7ffe71-dc26-4213-9061-01bf6d8a6feb None None] Sync routers for ids ['75625829-0cc8-464b-a795-e6521ae878fa'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 14:34:21.504179 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7ffe71-dc26-4213-9061-01bf6d8a6feb None None] Routers {'75625829-0cc8-464b-a795-e6521ae878fa'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:34:21.504823 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-7c7ffe71-dc26-4213-9061-01bf6d8a6feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:34:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['75625829-0cc8-464b-a795-e6521ae878fa'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:34:21.586787 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device e1e6140f-6116-4dd3-b264-9b0e50d42c68 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:34:21.593799 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-77df3687-0400-4939-b4da-f2e4662b4384 admin admin] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:21.617470 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: e1e6140f-6116-4dd3-b264-9b0e50d42c68 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 14:34:21.617822 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device e1e6140f-6116-4dd3-b264-9b0e50d42c68 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:34:21.618233 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 479255aa-b19c-4f70-947c-dc3cd9007dcc no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:34:21.644495 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 479255aa-b19c-4f70-947c-dc3cd9007dcc {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 14:34:21.644770 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 479255aa-b19c-4f70-947c-dc3cd9007dcc not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:34:21.656552 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-7c7ffe71-dc26-4213-9061-01bf6d8a6feb None None] Set router 75625829-0cc8-464b-a795-e6521ae878fa gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:34:21.693082 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-77df3687-0400-4939-b4da-f2e4662b4384 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:21.742990 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:34:21.748357 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-77df3687-0400-4939-b4da-f2e4662b4384 admin admin] Deleting port 30ab58e4-3d2f-4cee-b83c-8a8978df9c5d {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:34:21.748952 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-77df3687-0400-4939-b4da-f2e4662b4384 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:21.825392 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-77df3687-0400-4939-b4da-f2e4662b4384 admin admin] For port 30ab58e4-3d2f-4cee-b83c-8a8978df9c5d, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=30ab58e4-3d2f-4cee-b83c-8a8978df9c5d,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:34:21.825758 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-77df3687-0400-4939-b4da-f2e4662b4384 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:21.834403 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-7c7ffe71-dc26-4213-9061-01bf6d8a6feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75625829-0cc8-464b-a795-e6521ae878fa', 'name': 'tempest-TestShelveInstance-200115169-router', 'tenant_id': '1798ea441a1a45f0bc6086133ba0a613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '30ab58e4-3d2f-4cee-b83c-8a8978df9c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:25:28Z', 'updated_at': '2021-11-25T14:34:20Z', 'revision_number': 5, 'project_id': '1798ea441a1a45f0bc6086133ba0a613', 'gw_port': {'id': '30ab58e4-3d2f-4cee-b83c-8a8978df9c5d', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75625829-0cc8-464b-a795-e6521ae878fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:25:28Z', 'updated_at': '2021-11-25T14:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:34:21.838536 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-77df3687-0400-4939-b4da-f2e4662b4384 admin admin] Calling delete_port for 30ab58e4-3d2f-4cee-b83c-8a8978df9c5d owned by network:router_gateway {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:34:21.864754 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7ffe71-dc26-4213-9061-01bf6d8a6feb None None] Checking router: 75625829-0cc8-464b-a795-e6521ae878fa for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 14:34:21.873233 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7ffe71-dc26-4213-9061-01bf6d8a6feb None None] Routers {'75625829-0cc8-464b-a795-e6521ae878fa'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:34:21.874121 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-7c7ffe71-dc26-4213-9061-01bf6d8a6feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:34:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['75625829-0cc8-464b-a795-e6521ae878fa'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:34:21.957086 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-7c7ffe71-dc26-4213-9061-01bf6d8a6feb None None] Set router 75625829-0cc8-464b-a795-e6521ae878fa gateway port host: None {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:34:22.006151 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-77df3687-0400-4939-b4da-f2e4662b4384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:22.010974 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-7c7ffe71-dc26-4213-9061-01bf6d8a6feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75625829-0cc8-464b-a795-e6521ae878fa', 'name': 'tempest-TestShelveInstance-200115169-router', 'tenant_id': '1798ea441a1a45f0bc6086133ba0a613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:25:28Z', 'updated_at': '2021-11-25T14:34:21Z', 'revision_number': 6, 'project_id': '1798ea441a1a45f0bc6086133ba0a613', 'gw_port_host': None}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:34:22.037025 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7ffe71-dc26-4213-9061-01bf6d8a6feb None None] The sync data for ids ['75625829-0cc8-464b-a795-e6521ae878fa'] in n-d-808199-11 is: [{'id': '75625829-0cc8-464b-a795-e6521ae878fa', 'name': 'tempest-TestShelveInstance-200115169-router', 'tenant_id': '1798ea441a1a45f0bc6086133ba0a613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:25:28Z', 'updated_at': '2021-11-25T14:34:21Z', 'revision_number': 6, 'project_id': '1798ea441a1a45f0bc6086133ba0a613', 'gw_port_host': None}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 14:34:22.037475 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77df3687-0400-4939-b4da-f2e4662b4384 admin admin] Pushing event deleted for resources: {'Port': ['ID=30ab58e4-3d2f-4cee-b83c-8a8978df9c5d,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:34:22.047912 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525769d5-d3a2-4c8c-8d25-036638b11e09 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 14:34:22.106840 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-77df3687-0400-4939-b4da-f2e4662b4384 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:22.536047 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-77df3687-0400-4939-b4da-f2e4662b4384 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:22.538199 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-77df3687-0400-4939-b4da-f2e4662b4384 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:22.581159 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-77df3687-0400-4939-b4da-f2e4662b4384 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:22.581824 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77df3687-0400-4939-b4da-f2e4662b4384 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75625829-0cc8-464b-a795-e6521ae878fa {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 14:34:22.587224 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-77df3687-0400-4939-b4da-f2e4662b4384 admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:22.588930 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-77df3687-0400-4939-b4da-f2e4662b4384 admin admin] 10.222.0.53 "DELETE /v2.0/routers/75625829-0cc8-464b-a795-e6521ae878fa HTTP/1.1" status: 204 len: 168 time: 1.0990779 Nov 25 14:34:22.591695 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 41112) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:34:22.635828 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_v2 [None req-682d0323-1689-4f3a-b572-18eb0ffbe4be admin admin] Deleting subnet a00476a7-af38-4133-9c19-1eafd8fb0363 {{(pid=103570) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 14:34:22.638988 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-682d0323-1689-4f3a-b572-18eb0ffbe4be admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:22.673552 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-682d0323-1689-4f3a-b572-18eb0ffbe4be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64661959'] for subnet, precommit_delete_associations {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:22.754918 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-682d0323-1689-4f3a-b572-18eb0ffbe4be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:22.807490 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-682d0323-1689-4f3a-b572-18eb0ffbe4be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63611480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63284463'] for subnet, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:22.835661 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d0323-1689-4f3a-b572-18eb0ffbe4be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a00476a7-af38-4133-9c19-1eafd8fb0363,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:34:22.837674 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-682d0323-1689-4f3a-b572-18eb0ffbe4be admin admin] Publish callbacks [] for subnet, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:22.841638 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-682d0323-1689-4f3a-b572-18eb0ffbe4be admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a00476a7-af38-4133-9c19-1eafd8fb0363 HTTP/1.1" status: 204 len: 168 time: 0.2482398 Nov 25 14:34:22.842354 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06815cfd-0466-4160-ac51-e3610efc0cf6 None None] Network b66f2a79-db8c-435c-a33d-ef995822afc4 requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 14:34:22.843471 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 41114) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:34:22.914232 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7e74646a-cbe8-409d-a481-8af46b734ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:22.974374 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-7e74646a-cbe8-409d-a481-8af46b734ae4 admin admin] Deleting port d8608598-9334-4f83-b56b-3699e5e67652 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:34:22.974879 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7e74646a-cbe8-409d-a481-8af46b734ae4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:23.009937 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d82353-6596-4575-a315-35263bc0dc23 None None] DHCP port deletion for b66f2a79-db8c-435c-a33d-ef995822afc4 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 14:34:23.041954 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-7e74646a-cbe8-409d-a481-8af46b734ae4 admin admin] For port d8608598-9334-4f83-b56b-3699e5e67652, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=d8608598-9334-4f83-b56b-3699e5e67652,segment=NetworkSegment(81ac30c9-4a0d-45eb-b009-18837bbafc7e),segment_id=81ac30c9-4a0d-45eb-b009-18837bbafc7e)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:34:23.042344 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7e74646a-cbe8-409d-a481-8af46b734ae4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:23.055969 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-7e74646a-cbe8-409d-a481-8af46b734ae4 admin admin] Calling delete_port for d8608598-9334-4f83-b56b-3699e5e67652 owned by network:dhcp {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:34:23.064802 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-b6d82353-6596-4575-a315-35263bc0dc23 None None] Deleting port d8608598-9334-4f83-b56b-3699e5e67652 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:34:23.065458 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b6d82353-6596-4575-a315-35263bc0dc23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:23.132654 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-b6d82353-6596-4575-a315-35263bc0dc23 None None] For port d8608598-9334-4f83-b56b-3699e5e67652, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=d8608598-9334-4f83-b56b-3699e5e67652,segment=NetworkSegment(81ac30c9-4a0d-45eb-b009-18837bbafc7e),segment_id=81ac30c9-4a0d-45eb-b009-18837bbafc7e)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:34:23.133057 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b6d82353-6596-4575-a315-35263bc0dc23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:23.142376 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7e74646a-cbe8-409d-a481-8af46b734ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:23.147229 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-b6d82353-6596-4575-a315-35263bc0dc23 None None] Calling delete_port for d8608598-9334-4f83-b56b-3699e5e67652 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:34:23.169398 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e74646a-cbe8-409d-a481-8af46b734ae4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8608598-9334-4f83-b56b-3699e5e67652,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:34:23.171185 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e74646a-cbe8-409d-a481-8af46b734ae4 admin admin] No DVR routers for this DVR port d8608598-9334-4f83-b56b-3699e5e67652 on host n-d-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 14:34:23.221896 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 14:34:23.221896 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 14:34:23.221896 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 14:34:23.221896 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 14:34:23.221896 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 14:34:23.221896 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 14:34:23.221896 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 14:34:23.221896 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 14:34:23.221896 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 14:34:23.221896 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 14:34:23.221896 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 14:34:23.221896 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 14:34:23.221896 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 14:34:23.221896 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 14:34:23.221896 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 14:34:23.221896 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 14:34:23.221896 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 14:34:23.221896 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 14:34:23.221896 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 14:34:23.221896 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 14:34:23.221896 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 14:34:23.221896 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 14:34:23.221896 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 14:34:23.221896 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 14:34:23.221896 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 14:34:23.221896 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 14:34:23.221896 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 14:34:23.221896 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 14:34:23.221896 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 14:34:23.221896 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 14:34:23.221896 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 14:34:23.221896 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 14:34:23.221896 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 14:34:23.221896 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 14:34:23.221896 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 14:34:23.221896 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 14:34:23.221896 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 14:34:23.221896 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 14:34:23.221896 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 14:34:23.221896 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 14:34:23.221896 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 14:34:23.221896 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 14:34:23.221896 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 14:34:23.221896 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 14:34:23.221896 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 14:34:23.221896 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 14:34:23.221896 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 14:34:23.221896 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 14:34:23.221896 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 14:34:23.221896 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 14:34:23.221896 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 14:34:23.221896 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 14:34:23.221896 n-d-808199-11 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 14:34:23.221896 n-d-808199-11 neutron-server[103572]: self.session.flush() Nov 25 14:34:23.226138 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b6d82353-6596-4575-a315-35263bc0dc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:23.240772 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7e74646a-cbe8-409d-a481-8af46b734ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:23.253306 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d82353-6596-4575-a315-35263bc0dc23 None None] No DVR routers for this DVR port d8608598-9334-4f83-b56b-3699e5e67652 on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 14:34:23.255308 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d82353-6596-4575-a315-35263bc0dc23 None None] Pushing event deleted for resources: {'Port': ['ID=d8608598-9334-4f83-b56b-3699e5e67652,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:34:23.265083 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d82353-6596-4575-a315-35263bc0dc23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:34:23.265450 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d82353-6596-4575-a315-35263bc0dc23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:34:23.265810 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d82353-6596-4575-a315-35263bc0dc23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:34:23.266140 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d82353-6596-4575-a315-35263bc0dc23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:34:23.266481 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d82353-6596-4575-a315-35263bc0dc23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:34:23.267254 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d82353-6596-4575-a315-35263bc0dc23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:34:23.267254 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d82353-6596-4575-a315-35263bc0dc23 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:34:23.267568 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d82353-6596-4575-a315-35263bc0dc23 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:34:23.267953 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d82353-6596-4575-a315-35263bc0dc23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:34:23.268293 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d82353-6596-4575-a315-35263bc0dc23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:34:23.268626 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d82353-6596-4575-a315-35263bc0dc23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:34:23.268958 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d82353-6596-4575-a315-35263bc0dc23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:34:23.270393 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-7e74646a-cbe8-409d-a481-8af46b734ae4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b66f2a79-db8c-435c-a33d-ef995822afc4']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:34:23.282349 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-7e74646a-cbe8-409d-a481-8af46b734ae4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81ac30c9-4a0d-45eb-b009-18837bbafc7e') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:34:23.282645 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-7e74646a-cbe8-409d-a481-8af46b734ae4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81ac30c9-4a0d-45eb-b009-18837bbafc7e') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:34:23.295981 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7e74646a-cbe8-409d-a481-8af46b734ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:23.308834 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7e74646a-cbe8-409d-a481-8af46b734ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:23.314705 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e74646a-cbe8-409d-a481-8af46b734ae4 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 14:34:23.315125 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7e74646a-cbe8-409d-a481-8af46b734ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:23.316997 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 14:34:23.316997 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 14:34:23.316997 n-d-808199-11 neutron-server[103570]: timer() Nov 25 14:34:23.316997 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 14:34:23.316997 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 14:34:23.316997 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 14:34:23.316997 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 14:34:23.316997 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 14:34:23.316997 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 14:34:23.316997 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 14:34:23.316997 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 14:34:23.316997 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 14:34:23.316997 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 14:34:23.316997 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 14:34:23.316997 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 14:34:23.316997 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 14:34:23.316997 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 14:34:23.316997 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 14:34:23.316997 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 14:34:23.316997 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 14:34:23.316997 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 14:34:23.316997 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 14:34:23.316997 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 14:34:23.316997 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 14:34:23.316997 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 14:34:23.316997 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 14:34:23.316997 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 14:34:23.316997 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 14:34:23.316997 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 14:34:23.316997 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 14:34:23.316997 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 14:34:23.316997 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 14:34:23.370277 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7e74646a-cbe8-409d-a481-8af46b734ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:23.375845 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7e74646a-cbe8-409d-a481-8af46b734ae4 admin admin] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:23.379080 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-7e74646a-cbe8-409d-a481-8af46b734ae4 admin admin] 10.222.0.53 "DELETE /v2.0/networks/b66f2a79-db8c-435c-a33d-ef995822afc4 HTTP/1.1" status: 204 len: 168 time: 0.5345137 Nov 25 14:34:23.394898 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e74646a-cbe8-409d-a481-8af46b734ae4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b66f2a79-db8c-435c-a33d-ef995822afc4,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:34:23.496033 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 41118) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:34:23.524520 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 30ab58e4-3d2f-4cee-b83c-8a8978df9c5d no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:34:23.539949 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-dad0b86e-d007-4292-8c17-be529ec9db74 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=05f886ea33fe41478064d3ee275912f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0427265 Nov 25 14:34:23.542546 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 41120) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:34:23.545063 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 30ab58e4-3d2f-4cee-b83c-8a8978df9c5d {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 14:34:23.545489 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 30ab58e4-3d2f-4cee-b83c-8a8978df9c5d not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:34:23.545988 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 8bcd00a9-2677-446c-a507-400a8220b6dc no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:34:23.565815 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 8bcd00a9-2677-446c-a507-400a8220b6dc {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 14:34:23.566170 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 8bcd00a9-2677-446c-a507-400a8220b6dc not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:34:23.566606 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device d8608598-9334-4f83-b56b-3699e5e67652 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:34:23.586896 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: d8608598-9334-4f83-b56b-3699e5e67652 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 14:34:23.587254 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device d8608598-9334-4f83-b56b-3699e5e67652 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:34:23.592001 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7a2d42dc-d2a3-4c50-b2db-40391bc19453 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:23.613042 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7a2d42dc-d2a3-4c50-b2db-40391bc19453 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:23.663039 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7a2d42dc-d2a3-4c50-b2db-40391bc19453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:23.666013 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-7a2d42dc-d2a3-4c50-b2db-40391bc19453 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:23.667317 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-7a2d42dc-d2a3-4c50-b2db-40391bc19453 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0ce915c1-28cf-40d2-9164-1092a9f6dada HTTP/1.1" status: 204 len: 168 time: 0.1237350 Nov 25 14:34:23.676699 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2d42dc-d2a3-4c50-b2db-40391bc19453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce915c1-28cf-40d2-9164-1092a9f6dada,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:34:23.984835 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41126) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:34:24.028965 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-215fdefa-bfe7-4215-abf8-65d179218c45 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1798ea441a1a45f0bc6086133ba0a613&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0420380 Nov 25 14:34:24.030473 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41128) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:34:24.076653 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6a2ade1c-9a00-4395-b09d-9ab8f67858fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:24.097865 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6a2ade1c-9a00-4395-b09d-9ab8f67858fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:24.143262 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6a2ade1c-9a00-4395-b09d-9ab8f67858fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:24.145944 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6a2ade1c-9a00-4395-b09d-9ab8f67858fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:24.147149 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-6a2ade1c-9a00-4395-b09d-9ab8f67858fc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a1a06942-c40c-429e-89d2-58b27aded98c HTTP/1.1" status: 204 len: 168 time: 0.1157274 Nov 25 14:34:24.155329 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2ade1c-9a00-4395-b09d-9ab8f67858fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a06942-c40c-429e-89d2-58b27aded98c,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:34:24.799228 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 41150) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:34:24.892445 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-5db1a723-41eb-439a-809c-6faf037b0a7a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-476731289-network', 'tenant_id': 'ececc15f7e5048a5a0874fbd1440564c'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:34:24.912119 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db1a723-41eb-439a-809c-6faf037b0a7a admin admin] Made reservation on behalf of ececc15f7e5048a5a0874fbd1440564c for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 14:34:24.914332 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5db1a723-41eb-439a-809c-6faf037b0a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:24.923000 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5db1a723-41eb-439a-809c-6faf037b0a7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:24.995833 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5db1a723-41eb-439a-809c-6faf037b0a7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:24.999535 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5db1a723-41eb-439a-809c-6faf037b0a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:25.024115 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5db1a723-41eb-439a-809c-6faf037b0a7a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 14:34:25.034338 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db1a723-41eb-439a-809c-6faf037b0a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0834a4d3-0089-4435-8d30-7204805e4db7,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:34:25.040836 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5db1a723-41eb-439a-809c-6faf037b0a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:25.041187 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-5db1a723-41eb-439a-809c-6faf037b0a7a admin admin] Added segment 26530ae2-620f-4105-94cd-12ad462cf454 of type vlan for network c0890706-111e-4623-a55b-e34b46d3984d Nov 25 14:34:25.080734 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5db1a723-41eb-439a-809c-6faf037b0a7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:25.105572 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5db1a723-41eb-439a-809c-6faf037b0a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:25.106569 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db1a723-41eb-439a-809c-6faf037b0a7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:34:25.107201 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-5db1a723-41eb-439a-809c-6faf037b0a7a admin admin] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:25.161504 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-5db1a723-41eb-439a-809c-6faf037b0a7a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3611996 Nov 25 14:34:25.164644 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41154) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:34:25.170264 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-cb5c42f6-5748-417b-b604-7406e9db4ca8 admin admin] Request body: {'subnet': {'network_id': 'c0890706-111e-4623-a55b-e34b46d3984d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-476731289-subnet', 'tenant_id': 'ececc15f7e5048a5a0874fbd1440564c', 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:34:25.172672 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db1a723-41eb-439a-809c-6faf037b0a7a admin admin] Pushing event updated for resources: {'Network': ['ID=c0890706-111e-4623-a55b-e34b46d3984d,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:34:25.182787 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network c0890706-111e-4623-a55b-e34b46d3984d details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 14:34:25.191759 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5c42f6-5748-417b-b604-7406e9db4ca8 admin admin] Made reservation on behalf of ececc15f7e5048a5a0874fbd1440564c for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 14:34:25.194122 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cb5c42f6-5748-417b-b604-7406e9db4ca8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:25.360356 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cb5c42f6-5748-417b-b604-7406e9db4ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:25.416340 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5c42f6-5748-417b-b604-7406e9db4ca8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2a760d0-0b18-4d18-a277-27d58f9b65fe,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:34:25.425703 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5c42f6-5748-417b-b604-7406e9db4ca8 admin admin] Checking segment: {'id': '26530ae2-620f-4105-94cd-12ad462cf454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'c0890706-111e-4623-a55b-e34b46d3984d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:34:25.426078 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5c42f6-5748-417b-b604-7406e9db4ca8 admin admin] Network hostable DHCP agents. Network: c0890706-111e-4623-a55b-e34b46d3984d, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 14:34:25.442360 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5c42f6-5748-417b-b604-7406e9db4ca8 admin admin] Network c0890706-111e-4623-a55b-e34b46d3984d is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 14:34:25.451233 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-cb5c42f6-5748-417b-b604-7406e9db4ca8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, c0890706-111e-4623-a55b-e34b46d3984d) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:34:25.455155 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5c42f6-5748-417b-b604-7406e9db4ca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:34:25.455750 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cb5c42f6-5748-417b-b604-7406e9db4ca8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:25.460855 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21184358-7a9d-4505-924a-22598971f104 None None] Network c0890706-111e-4623-a55b-e34b46d3984d requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 14:34:25.472533 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-cb5c42f6-5748-417b-b604-7406e9db4ca8 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3068018 Nov 25 14:34:25.475180 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41156) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:34:25.479466 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-78e7ee5d-8e90-4dda-a345-641278532041 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-476731289-router', 'tenant_id': 'ececc15f7e5048a5a0874fbd1440564c', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:34:25.499898 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-78e7ee5d-8e90-4dda-a345-641278532041 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:25.500806 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-78e7ee5d-8e90-4dda-a345-641278532041 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:25.556231 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-78e7ee5d-8e90-4dda-a345-641278532041 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:25.606462 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb4997f-5bd8-4c94-9e81-f84c971a24b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-c0890706-111e-4623-a55b-e34b46d3984d', 'network_id': 'c0890706-111e-4623-a55b-e34b46d3984d', 'tenant_id': 'ececc15f7e5048a5a0874fbd1440564c', 'fixed_ips': [{'subnet_id': 'b2a760d0-0b18-4d18-a277-27d58f9b65fe'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 14:34:25.607375 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fcb4997f-5bd8-4c94-9e81-f84c971a24b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:25.699877 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-78e7ee5d-8e90-4dda-a345-641278532041 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:25.904672 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-78e7ee5d-8e90-4dda-a345-641278532041 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:25.904916 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-fcb4997f-5bd8-4c94-9e81-f84c971a24b6 None None] Allocated IP 172.20.0.2 (c0890706-111e-4623-a55b-e34b46d3984d/b2a760d0-0b18-4d18-a277-27d58f9b65fe/d24a5c5a-b344-4d30-85b7-5fbdbf8d6a27) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:34:25.924241 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-78e7ee5d-8e90-4dda-a345-641278532041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:26.031260 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-78e7ee5d-8e90-4dda-a345-641278532041 admin admin] Allocated IP 172.25.5.2 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/d3f67a7f-7acb-435b-b7cc-0e5004602f3b) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:34:26.048792 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fcb4997f-5bd8-4c94-9e81-f84c971a24b6 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:26.054252 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fcb4997f-5bd8-4c94-9e81-f84c971a24b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:26.094524 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb4997f-5bd8-4c94-9e81-f84c971a24b6 None None] Network c0890706-111e-4623-a55b-e34b46d3984d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:34:26.097343 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-fcb4997f-5bd8-4c94-9e81-f84c971a24b6 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:34:26.103580 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb4997f-5bd8-4c94-9e81-f84c971a24b6 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:34:26.106597 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb4997f-5bd8-4c94-9e81-f84c971a24b6 None None] Pushing event updated for resources: {'Port': ['ID=d24a5c5a-b344-4d30-85b7-5fbdbf8d6a27,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:34:26.136763 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-78e7ee5d-8e90-4dda-a345-641278532041 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:26.158068 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-fcb4997f-5bd8-4c94-9e81-f84c971a24b6 None None] Attempting to bind port d24a5c5a-b344-4d30-85b7-5fbdbf8d6a27 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:34:26.158377 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-fcb4997f-5bd8-4c94-9e81-f84c971a24b6 None None] Attempting to bind port d24a5c5a-b344-4d30-85b7-5fbdbf8d6a27 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '26530ae2-620f-4105-94cd-12ad462cf454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'c0890706-111e-4623-a55b-e34b46d3984d'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:34:26.158771 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb4997f-5bd8-4c94-9e81-f84c971a24b6 None None] Attempting to bind port d24a5c5a-b344-4d30-85b7-5fbdbf8d6a27 on network c0890706-111e-4623-a55b-e34b46d3984d {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:34:26.163817 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb4997f-5bd8-4c94-9e81-f84c971a24b6 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:34:26.164345 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb4997f-5bd8-4c94-9e81-f84c971a24b6 None None] Checking segment: {'id': '26530ae2-620f-4105-94cd-12ad462cf454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'c0890706-111e-4623-a55b-e34b46d3984d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:34:26.164586 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fcb4997f-5bd8-4c94-9e81-f84c971a24b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:26.164977 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb4997f-5bd8-4c94-9e81-f84c971a24b6 None None] Bound using segment: {'id': '26530ae2-620f-4105-94cd-12ad462cf454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'c0890706-111e-4623-a55b-e34b46d3984d'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:34:26.165445 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-fcb4997f-5bd8-4c94-9e81-f84c971a24b6 None None] Bound port: d24a5c5a-b344-4d30-85b7-5fbdbf8d6a27, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26530ae2-620f-4105-94cd-12ad462cf454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'c0890706-111e-4623-a55b-e34b46d3984d'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:34:26.165825 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fcb4997f-5bd8-4c94-9e81-f84c971a24b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:26.172075 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-78e7ee5d-8e90-4dda-a345-641278532041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:26.224268 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e7ee5d-8e90-4dda-a345-641278532041 admin admin] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:34:26.228234 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-78e7ee5d-8e90-4dda-a345-641278532041 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:34:26.232831 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e7ee5d-8e90-4dda-a345-641278532041 admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:34:26.236898 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-fcb4997f-5bd8-4c94-9e81-f84c971a24b6 None None] For port d24a5c5a-b344-4d30-85b7-5fbdbf8d6a27, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:34:26.240881 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-fcb4997f-5bd8-4c94-9e81-f84c971a24b6 None None] For port d24a5c5a-b344-4d30-85b7-5fbdbf8d6a27, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=d24a5c5a-b344-4d30-85b7-5fbdbf8d6a27,segment=NetworkSegment(26530ae2-620f-4105-94cd-12ad462cf454),segment_id=26530ae2-620f-4105-94cd-12ad462cf454)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:34:26.244619 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bf6e17-c47f-4498-8167-474b1ce6006f None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 14:34:26.249190 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fcb4997f-5bd8-4c94-9e81-f84c971a24b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:26.258562 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e7ee5d-8e90-4dda-a345-641278532041 admin admin] Pushing event updated for resources: {'Port': ['ID=d3f67a7f-7acb-435b-b7cc-0e5004602f3b,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:34:26.318018 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb4997f-5bd8-4c94-9e81-f84c971a24b6 None None] Pushing event updated for resources: {'Port': ['ID=d24a5c5a-b344-4d30-85b7-5fbdbf8d6a27,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:34:26.367274 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-f0439665-54d5-433a-87d9-0bdc9cb639c1 None None] Provisioning complete for port d3f67a7f-7acb-435b-b7cc-0e5004602f3b triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:34:26.367720 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f0439665-54d5-433a-87d9-0bdc9cb639c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:26.408765 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-f0439665-54d5-433a-87d9-0bdc9cb639c1 None None] Port d3f67a7f-7acb-435b-b7cc-0e5004602f3b cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 14:34:26.520000 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-78e7ee5d-8e90-4dda-a345-641278532041 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:26.731215 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-78e7ee5d-8e90-4dda-a345-641278532041 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:26.858849 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78e7ee5d-8e90-4dda-a345-641278532041 admin admin] Router a5ab3c29-04ef-4832-a8f9-f70201a7db42 is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 14:34:26.964604 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e7ee5d-8e90-4dda-a345-641278532041 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 14:34:26.977491 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9769af-f923-49b2-9394-75950d5e4ba4 None None] Sync routers for ids ['a5ab3c29-04ef-4832-a8f9-f70201a7db42'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 14:34:26.981999 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-78e7ee5d-8e90-4dda-a345-641278532041 admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:26.983479 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-78e7ee5d-8e90-4dda-a345-641278532041 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5073314 Nov 25 14:34:26.986240 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 41158) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:34:26.988709 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9769af-f923-49b2-9394-75950d5e4ba4 None None] Routers {'a5ab3c29-04ef-4832-a8f9-f70201a7db42'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:34:26.989389 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-6d9769af-f923-49b2-9394-75950d5e4ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:34:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['a5ab3c29-04ef-4832-a8f9-f70201a7db42'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:34:27.098623 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-6d9769af-f923-49b2-9394-75950d5e4ba4 None None] Set router a5ab3c29-04ef-4832-a8f9-f70201a7db42 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:34:27.263807 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3465e525-d1e7-494a-aaa1-c8ec39f42534 None None] Network c0890706-111e-4623-a55b-e34b46d3984d requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 14:34:27.285631 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-6d9769af-f923-49b2-9394-75950d5e4ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ab3c29-04ef-4832-a8f9-f70201a7db42', 'name': 'tempest-TestSnapshotPattern-476731289-router', 'tenant_id': 'ececc15f7e5048a5a0874fbd1440564c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'd3f67a7f-7acb-435b-b7cc-0e5004602f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:34:25Z', 'updated_at': '2021-11-25T14:34:26Z', 'revision_number': 3, 'project_id': 'ececc15f7e5048a5a0874fbd1440564c', 'gw_port': {'id': 'd3f67a7f-7acb-435b-b7cc-0e5004602f3b', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:72:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5ab3c29-04ef-4832-a8f9-f70201a7db42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:34:25Z', 'updated_at': '2021-11-25T14:34:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:34:27.316925 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9769af-f923-49b2-9394-75950d5e4ba4 None None] Checking router: a5ab3c29-04ef-4832-a8f9-f70201a7db42 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 14:34:27.317360 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9769af-f923-49b2-9394-75950d5e4ba4 None None] Updating router a5ab3c29-04ef-4832-a8f9-f70201a7db42 port d3f67a7f-7acb-435b-b7cc-0e5004602f3b binding host n-d-808199-11 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 14:34:27.344455 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6d9769af-f923-49b2-9394-75950d5e4ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:27.359415 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-510e7f7c-77ab-4f44-88e9-937dfb6ad4b3 None None] Provisioning complete for port d24a5c5a-b344-4d30-85b7-5fbdbf8d6a27 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:34:27.359789 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-510e7f7c-77ab-4f44-88e9-937dfb6ad4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:27.516092 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-510e7f7c-77ab-4f44-88e9-937dfb6ad4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:27.559158 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-510e7f7c-77ab-4f44-88e9-937dfb6ad4b3 None None] For port d24a5c5a-b344-4d30-85b7-5fbdbf8d6a27, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=d24a5c5a-b344-4d30-85b7-5fbdbf8d6a27,segment=NetworkSegment(26530ae2-620f-4105-94cd-12ad462cf454),segment_id=26530ae2-620f-4105-94cd-12ad462cf454)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:34:27.565516 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-510e7f7c-77ab-4f44-88e9-937dfb6ad4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:27.624980 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device d24a5c5a-b344-4d30-85b7-5fbdbf8d6a27 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:34:27.682730 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6d9769af-f923-49b2-9394-75950d5e4ba4 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:27.688608 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6d9769af-f923-49b2-9394-75950d5e4ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:27.688848 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510e7f7c-77ab-4f44-88e9-937dfb6ad4b3 None None] Pushing event updated for resources: {'Port': ['ID=d24a5c5a-b344-4d30-85b7-5fbdbf8d6a27,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:34:27.717126 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045ba853-44e1-4ebb-82c9-9ebd46e39222 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 14:34:27.721471 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port d24a5c5a-b344-4d30-85b7-5fbdbf8d6a27 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:34:27.721851 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:27.746370 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-6d9769af-f923-49b2-9394-75950d5e4ba4 None None] Attempting to bind port d3f67a7f-7acb-435b-b7cc-0e5004602f3b on host n-d-808199-11 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:34:27.747007 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-6d9769af-f923-49b2-9394-75950d5e4ba4 None None] Attempting to bind port d3f67a7f-7acb-435b-b7cc-0e5004602f3b by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:34:27.747377 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9769af-f923-49b2-9394-75950d5e4ba4 None None] Attempting to bind port d3f67a7f-7acb-435b-b7cc-0e5004602f3b on network 7542d3d9-0db3-40e7-ab88-a168871141f7 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:34:27.758335 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9769af-f923-49b2-9394-75950d5e4ba4 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:34:27.758732 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9769af-f923-49b2-9394-75950d5e4ba4 None None] Checking segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:34:27.759046 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6d9769af-f923-49b2-9394-75950d5e4ba4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:27.759435 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9769af-f923-49b2-9394-75950d5e4ba4 None None] Bound using segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:34:27.759922 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-6d9769af-f923-49b2-9394-75950d5e4ba4 None None] Bound port: d3f67a7f-7acb-435b-b7cc-0e5004602f3b, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:34:27.760300 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6d9769af-f923-49b2-9394-75950d5e4ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:27.761942 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce73dea-3e78-4695-9a57-d741d2c5508e None None] Pushing event updated for resources: {'Port': ['ID=d3f67a7f-7acb-435b-b7cc-0e5004602f3b,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:34:27.793349 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce73dea-3e78-4695-9a57-d741d2c5508e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:34:27.794043 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce73dea-3e78-4695-9a57-d741d2c5508e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:34:27.794043 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce73dea-3e78-4695-9a57-d741d2c5508e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:34:27.794329 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce73dea-3e78-4695-9a57-d741d2c5508e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:34:27.794648 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce73dea-3e78-4695-9a57-d741d2c5508e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:34:27.795016 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce73dea-3e78-4695-9a57-d741d2c5508e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:34:27.795332 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce73dea-3e78-4695-9a57-d741d2c5508e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:34:27.795643 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce73dea-3e78-4695-9a57-d741d2c5508e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:34:27.795964 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce73dea-3e78-4695-9a57-d741d2c5508e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:34:27.796285 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce73dea-3e78-4695-9a57-d741d2c5508e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:34:27.796604 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce73dea-3e78-4695-9a57-d741d2c5508e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:34:27.797159 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce73dea-3e78-4695-9a57-d741d2c5508e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:34:27.797958 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-c7cb9d7a-c61a-4f22-a1ca-a5aa61af59e8 None None] Provisioning complete for port d3f67a7f-7acb-435b-b7cc-0e5004602f3b triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:34:27.798344 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c7cb9d7a-c61a-4f22-a1ca-a5aa61af59e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:27.820474 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9793ffa6-c8e1-4438-95d9-607e3a7db529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:27.834084 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6d9769af-f923-49b2-9394-75950d5e4ba4 None None] For port d3f67a7f-7acb-435b-b7cc-0e5004602f3b, host n-d-808199-11, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:34:27.837402 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6d9769af-f923-49b2-9394-75950d5e4ba4 None None] For port d3f67a7f-7acb-435b-b7cc-0e5004602f3b, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=d3f67a7f-7acb-435b-b7cc-0e5004602f3b,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:34:27.841652 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6d9769af-f923-49b2-9394-75950d5e4ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:27.869202 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-c7cb9d7a-c61a-4f22-a1ca-a5aa61af59e8 None None] Port d3f67a7f-7acb-435b-b7cc-0e5004602f3b cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 14:34:27.887321 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f65179-048a-4425-80fb-4e0ef32c3773 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 14:34:27.905391 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9769af-f923-49b2-9394-75950d5e4ba4 None None] Routers {'a5ab3c29-04ef-4832-a8f9-f70201a7db42'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:34:27.906008 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-6d9769af-f923-49b2-9394-75950d5e4ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:34:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['a5ab3c29-04ef-4832-a8f9-f70201a7db42'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:34:27.908111 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce73dea-3e78-4695-9a57-d741d2c5508e None None] Pushing event updated for resources: {'Port': ['ID=d3f67a7f-7acb-435b-b7cc-0e5004602f3b,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:34:27.991144 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-23cdcb58-70eb-491d-bd1f-ec79e2b45853 None None] Provisioning complete for port d3f67a7f-7acb-435b-b7cc-0e5004602f3b triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:34:27.991528 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-23cdcb58-70eb-491d-bd1f-ec79e2b45853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:27.995107 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-9793ffa6-c8e1-4438-95d9-607e3a7db529 admin admin] Allocated IP 172.20.0.1 (c0890706-111e-4623-a55b-e34b46d3984d/b2a760d0-0b18-4d18-a277-27d58f9b65fe/e99ab89d-ddbd-4e28-b66f-423e3ed33556) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:34:28.016200 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-6d9769af-f923-49b2-9394-75950d5e4ba4 None None] Set router a5ab3c29-04ef-4832-a8f9-f70201a7db42 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:34:28.078797 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-23cdcb58-70eb-491d-bd1f-ec79e2b45853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:28.101396 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-23cdcb58-70eb-491d-bd1f-ec79e2b45853 None None] For port d3f67a7f-7acb-435b-b7cc-0e5004602f3b, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=d3f67a7f-7acb-435b-b7cc-0e5004602f3b,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:34:28.104731 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9793ffa6-c8e1-4438-95d9-607e3a7db529 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:28.105960 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-23cdcb58-70eb-491d-bd1f-ec79e2b45853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:28.143127 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9793ffa6-c8e1-4438-95d9-607e3a7db529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:28.147512 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-23cdcb58-70eb-491d-bd1f-ec79e2b45853 None None] Provisioning complete for port d24a5c5a-b344-4d30-85b7-5fbdbf8d6a27 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:34:28.147887 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-23cdcb58-70eb-491d-bd1f-ec79e2b45853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:28.179117 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9793ffa6-c8e1-4438-95d9-607e3a7db529 admin admin] Network c0890706-111e-4623-a55b-e34b46d3984d is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:34:28.185648 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-9793ffa6-c8e1-4438-95d9-607e3a7db529 admin admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:34:28.189171 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9793ffa6-c8e1-4438-95d9-607e3a7db529 admin admin] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:34:28.197562 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cdcb58-70eb-491d-bd1f-ec79e2b45853 None None] Pushing event updated for resources: {'Port': ['ID=d3f67a7f-7acb-435b-b7cc-0e5004602f3b,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:34:28.224423 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-6d9769af-f923-49b2-9394-75950d5e4ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ab3c29-04ef-4832-a8f9-f70201a7db42', 'name': 'tempest-TestSnapshotPattern-476731289-router', 'tenant_id': 'ececc15f7e5048a5a0874fbd1440564c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'd3f67a7f-7acb-435b-b7cc-0e5004602f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:34:25Z', 'updated_at': '2021-11-25T14:34:26Z', 'revision_number': 3, 'project_id': 'ececc15f7e5048a5a0874fbd1440564c', 'gw_port': {'id': 'd3f67a7f-7acb-435b-b7cc-0e5004602f3b', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:72:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5ab3c29-04ef-4832-a8f9-f70201a7db42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:34:25Z', 'updated_at': '2021-11-25T14:34:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:34:28.227837 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9793ffa6-c8e1-4438-95d9-607e3a7db529 admin admin] Pushing event updated for resources: {'Port': ['ID=e99ab89d-ddbd-4e28-b66f-423e3ed33556,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:34:28.233815 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9793ffa6-c8e1-4438-95d9-607e3a7db529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:28.263845 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9769af-f923-49b2-9394-75950d5e4ba4 None None] The sync data for ids ['a5ab3c29-04ef-4832-a8f9-f70201a7db42'] in n-d-808199-11 is: [{'id': 'a5ab3c29-04ef-4832-a8f9-f70201a7db42', 'name': 'tempest-TestSnapshotPattern-476731289-router', 'tenant_id': 'ececc15f7e5048a5a0874fbd1440564c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'd3f67a7f-7acb-435b-b7cc-0e5004602f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:34:25Z', 'updated_at': '2021-11-25T14:34:26Z', 'revision_number': 3, 'project_id': 'ececc15f7e5048a5a0874fbd1440564c', 'gw_port': {'id': 'd3f67a7f-7acb-435b-b7cc-0e5004602f3b', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:72:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5ab3c29-04ef-4832-a8f9-f70201a7db42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:34:25Z', 'updated_at': '2021-11-25T14:34:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 14:34:28.374449 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9793ffa6-c8e1-4438-95d9-607e3a7db529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:28.484142 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-aa08bd50-1e38-466f-9782-dcd53f3dc9d4 None None] Provisioning complete for port e99ab89d-ddbd-4e28-b66f-423e3ed33556 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:34:28.484731 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aa08bd50-1e38-466f-9782-dcd53f3dc9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:28.546483 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-aa08bd50-1e38-466f-9782-dcd53f3dc9d4 None None] Port e99ab89d-ddbd-4e28-b66f-423e3ed33556 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 14:34:28.576116 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9793ffa6-c8e1-4438-95d9-607e3a7db529 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:28.582402 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9793ffa6-c8e1-4438-95d9-607e3a7db529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:28.650660 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9793ffa6-c8e1-4438-95d9-607e3a7db529 admin admin] Pushing event updated for resources: {'Port': ['ID=e99ab89d-ddbd-4e28-b66f-423e3ed33556,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:34:28.657241 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-9793ffa6-c8e1-4438-95d9-607e3a7db529 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:28.761410 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9793ffa6-c8e1-4438-95d9-607e3a7db529 admin admin] Network c0890706-111e-4623-a55b-e34b46d3984d is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:34:28.762929 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-9793ffa6-c8e1-4438-95d9-607e3a7db529 admin admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:34:28.893665 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9793ffa6-c8e1-4438-95d9-607e3a7db529 admin admin] Router a5ab3c29-04ef-4832-a8f9-f70201a7db42 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 14:34:29.013227 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9793ffa6-c8e1-4438-95d9-607e3a7db529 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 14:34:29.018853 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-9793ffa6-c8e1-4438-95d9-607e3a7db529 admin admin] 10.222.0.53 "PUT /v2.0/routers/a5ab3c29-04ef-4832-a8f9-f70201a7db42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0311990 Nov 25 14:34:29.069116 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-fb7b8133-ede9-4edb-be50-91ff0e4c648a None None] Provisioning complete for port e99ab89d-ddbd-4e28-b66f-423e3ed33556 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:34:29.069622 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fb7b8133-ede9-4edb-be50-91ff0e4c648a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:29.108643 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-fb7b8133-ede9-4edb-be50-91ff0e4c648a None None] Port e99ab89d-ddbd-4e28-b66f-423e3ed33556 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 14:34:29.491976 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 41174) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:34:29.497496 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-cc285ff8-b84e-4ed3-8886-fe189c26a0ae admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1416594285-network', 'tenant_id': '77a5630e33044c458cacf17d8e4ef2e0'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:34:29.520095 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc285ff8-b84e-4ed3-8886-fe189c26a0ae admin admin] Made reservation on behalf of 77a5630e33044c458cacf17d8e4ef2e0 for: {'network': 1} {{(pid=103570) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 14:34:29.522644 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cc285ff8-b84e-4ed3-8886-fe189c26a0ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for network, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:29.532546 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cc285ff8-b84e-4ed3-8886-fe189c26a0ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:29.619130 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cc285ff8-b84e-4ed3-8886-fe189c26a0ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:29.623952 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cc285ff8-b84e-4ed3-8886-fe189c26a0ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:29.634303 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device d3f67a7f-7acb-435b-b7cc-0e5004602f3b up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:34:29.652486 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc285ff8-b84e-4ed3-8886-fe189c26a0ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=103570) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 14:34:29.663786 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc285ff8-b84e-4ed3-8886-fe189c26a0ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d14b5de-bb3b-4f21-992e-de579c6fd169,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:34:29.671383 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cc285ff8-b84e-4ed3-8886-fe189c26a0ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:29.671741 n-d-808199-11 neutron-server[103570]: INFO neutron.db.segments_db [None req-cc285ff8-b84e-4ed3-8886-fe189c26a0ae admin admin] Added segment dbd02395-cc6c-4c3e-9c3b-ecf0d581bcd4 of type vlan for network 02423cb7-3051-40e8-9549-f0c4a9e4a36d Nov 25 14:34:29.689803 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port d3f67a7f-7acb-435b-b7cc-0e5004602f3b triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:34:29.690251 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:29.715740 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cc285ff8-b84e-4ed3-8886-fe189c26a0ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753176478684'] for network, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:29.743008 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cc285ff8-b84e-4ed3-8886-fe189c26a0ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327'] for network, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:29.743982 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc285ff8-b84e-4ed3-8886-fe189c26a0ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:34:29.744588 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-cc285ff8-b84e-4ed3-8886-fe189c26a0ae admin admin] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:29.771851 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device d24a5c5a-b344-4d30-85b7-5fbdbf8d6a27 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:34:29.797684 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-cc285ff8-b84e-4ed3-8886-fe189c26a0ae admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3046162 Nov 25 14:34:29.800492 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41176) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:34:29.805462 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-48228959-981a-4bf6-86d6-93b4dc5f201d admin admin] Request body: {'subnet': {'network_id': '02423cb7-3051-40e8-9549-f0c4a9e4a36d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1416594285-subnet', 'tenant_id': '77a5630e33044c458cacf17d8e4ef2e0', 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:34:29.816799 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc285ff8-b84e-4ed3-8886-fe189c26a0ae admin admin] Pushing event updated for resources: {'Network': ['ID=02423cb7-3051-40e8-9549-f0c4a9e4a36d,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:34:29.825218 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port d24a5c5a-b344-4d30-85b7-5fbdbf8d6a27 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:34:29.825832 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:29.827856 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48228959-981a-4bf6-86d6-93b4dc5f201d admin admin] Made reservation on behalf of 77a5630e33044c458cacf17d8e4ef2e0 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 14:34:29.830582 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-48228959-981a-4bf6-86d6-93b4dc5f201d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58554529'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:29.833567 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Network 02423cb7-3051-40e8-9549-f0c4a9e4a36d details requested by agent ovs-agent-n-d-808199-11 with host n-d-808199-11 {{(pid=103572) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 14:34:29.966127 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2181dc43-6ea3-4f4e-afa5-6ae25e26ca61 None None] Sync routers for ids ['a5ab3c29-04ef-4832-a8f9-f70201a7db42'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 14:34:29.988529 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2181dc43-6ea3-4f4e-afa5-6ae25e26ca61 None None] Routers {'a5ab3c29-04ef-4832-a8f9-f70201a7db42'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:34:29.989145 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-2181dc43-6ea3-4f4e-afa5-6ae25e26ca61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:34:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['a5ab3c29-04ef-4832-a8f9-f70201a7db42'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:34:30.014281 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-48228959-981a-4bf6-86d6-93b4dc5f201d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58715653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58554955'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:30.072032 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48228959-981a-4bf6-86d6-93b4dc5f201d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae520c0c-d859-4b8d-9c47-c8c92923be75,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:34:30.082516 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48228959-981a-4bf6-86d6-93b4dc5f201d admin admin] Checking segment: {'id': 'dbd02395-cc6c-4c3e-9c3b-ecf0d581bcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '02423cb7-3051-40e8-9549-f0c4a9e4a36d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:34:30.082918 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48228959-981a-4bf6-86d6-93b4dc5f201d admin admin] Network hostable DHCP agents. Network: 02423cb7-3051-40e8-9549-f0c4a9e4a36d, hostable agents: ['348e70ec-1f2d-45ac-8cfd-01cc429253dc'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 14:34:30.096327 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-2181dc43-6ea3-4f4e-afa5-6ae25e26ca61 None None] Set router a5ab3c29-04ef-4832-a8f9-f70201a7db42 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:34:30.100070 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48228959-981a-4bf6-86d6-93b4dc5f201d admin admin] Network 02423cb7-3051-40e8-9549-f0c4a9e4a36d is scheduled to be hosted by DHCP agent 348e70ec-1f2d-45ac-8cfd-01cc429253dc with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 14:34:30.108774 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-48228959-981a-4bf6-86d6-93b4dc5f201d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-11, 02423cb7-3051-40e8-9549-f0c4a9e4a36d) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:34:30.114851 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48228959-981a-4bf6-86d6-93b4dc5f201d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:34:30.115205 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-48228959-981a-4bf6-86d6-93b4dc5f201d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:30.123011 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06040c7-e9db-4e27-a5a2-904e466b3cf0 None None] Network 02423cb7-3051-40e8-9549-f0c4a9e4a36d requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 14:34:30.135796 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-48228959-981a-4bf6-86d6-93b4dc5f201d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3335960 Nov 25 14:34:30.136185 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 41178) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:34:30.141502 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-842787df-0170-49dd-b48e-f00282f2e9b8 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1416594285-router', 'tenant_id': '77a5630e33044c458cacf17d8e4ef2e0', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:34:30.164282 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-842787df-0170-49dd-b48e-f00282f2e9b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66597146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:30.165448 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-842787df-0170-49dd-b48e-f00282f2e9b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66597302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66593989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66843665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:30.219758 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-842787df-0170-49dd-b48e-f00282f2e9b8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:30.365707 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-842787df-0170-49dd-b48e-f00282f2e9b8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:30.400210 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a505dc9-30a5-4f48-b0ef-d7a1c5a671e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e2f9e7d-9289-5a8d-8f6d-3fb9a12515b8-02423cb7-3051-40e8-9549-f0c4a9e4a36d', 'network_id': '02423cb7-3051-40e8-9549-f0c4a9e4a36d', 'tenant_id': '77a5630e33044c458cacf17d8e4ef2e0', 'fixed_ips': [{'subnet_id': 'ae520c0c-d859-4b8d-9c47-c8c92923be75'}]}} from n-d-808199-11. {{(pid=103572) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 14:34:30.401103 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8a505dc9-30a5-4f48-b0ef-d7a1c5a671e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:30.503326 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8f543cdc-8f23-4ec3-8bf7-deb241117216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:30.518428 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-2181dc43-6ea3-4f4e-afa5-6ae25e26ca61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ab3c29-04ef-4832-a8f9-f70201a7db42', 'name': 'tempest-TestSnapshotPattern-476731289-router', 'tenant_id': 'ececc15f7e5048a5a0874fbd1440564c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'd3f67a7f-7acb-435b-b7cc-0e5004602f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:34:25Z', 'updated_at': '2021-11-25T14:34:28Z', 'revision_number': 4, 'project_id': 'ececc15f7e5048a5a0874fbd1440564c', 'gw_port': {'id': 'd3f67a7f-7acb-435b-b7cc-0e5004602f3b', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:72:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab3c29-04ef-4832-a8f9-f70201a7db42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:34:25Z', 'updated_at': '2021-11-25T14:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'e99ab89d-ddbd-4e28-b66f-423e3ed33556', 'name': '', 'network_id': 'c0890706-111e-4623-a55b-e34b46d3984d', 'tenant_id': 'ececc15f7e5048a5a0874fbd1440564c', 'mac_address': 'fa:16:3e:15:ba:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5ab3c29-04ef-4832-a8f9-f70201a7db42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'b2a760d0-0b18-4d18-a277-27d58f9b65fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:34:27Z', 'updated_at': '2021-11-25T14:34:28Z', 'revision_number': 2, 'project_id': 'ececc15f7e5048a5a0874fbd1440564c', 'subnets': [{'id': 'b2a760d0-0b18-4d18-a277-27d58f9b65fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:34:30.550895 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2181dc43-6ea3-4f4e-afa5-6ae25e26ca61 None None] Checking router: a5ab3c29-04ef-4832-a8f9-f70201a7db42 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 14:34:30.551258 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2181dc43-6ea3-4f4e-afa5-6ae25e26ca61 None None] Updating router a5ab3c29-04ef-4832-a8f9-f70201a7db42 port e99ab89d-ddbd-4e28-b66f-423e3ed33556 binding host n-d-808199-11 {{(pid=103572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 14:34:30.581052 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-842787df-0170-49dd-b48e-f00282f2e9b8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:30.605809 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-842787df-0170-49dd-b48e-f00282f2e9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:30.716186 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-842787df-0170-49dd-b48e-f00282f2e9b8 admin admin] Allocated IP 172.25.5.238 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/77fe0afb-fe56-4a5b-9553-99be450203ae) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:34:30.759462 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2181dc43-6ea3-4f4e-afa5-6ae25e26ca61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:30.783443 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-8a505dc9-30a5-4f48-b0ef-d7a1c5a671e7 None None] Allocated IP 172.20.0.2 (02423cb7-3051-40e8-9549-f0c4a9e4a36d/ae520c0c-d859-4b8d-9c47-c8c92923be75/16e7cb0a-3b0a-41a2-9f2e-0141fb6af172) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:34:30.825430 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-842787df-0170-49dd-b48e-f00282f2e9b8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:30.860842 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-842787df-0170-49dd-b48e-f00282f2e9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:30.901228 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842787df-0170-49dd-b48e-f00282f2e9b8 admin admin] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:34:30.905857 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-842787df-0170-49dd-b48e-f00282f2e9b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:34:30.910159 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842787df-0170-49dd-b48e-f00282f2e9b8 admin admin] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:34:30.913766 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842787df-0170-49dd-b48e-f00282f2e9b8 admin admin] Pushing event updated for resources: {'Port': ['ID=77fe0afb-fe56-4a5b-9553-99be450203ae,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:34:30.922496 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72b1394-ea47-4aa5-8da4-bebcef12a047 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 14:34:31.101411 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8a505dc9-30a5-4f48-b0ef-d7a1c5a671e7 None None] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:31.113028 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9784706f-8c0a-492b-9375-1a56493dd576 None None] Provisioning complete for port 77fe0afb-fe56-4a5b-9553-99be450203ae triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:34:31.113381 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9784706f-8c0a-492b-9375-1a56493dd576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:31.117552 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8a505dc9-30a5-4f48-b0ef-d7a1c5a671e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:31.162444 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-842787df-0170-49dd-b48e-f00282f2e9b8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:31.208219 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9784706f-8c0a-492b-9375-1a56493dd576 None None] Port 77fe0afb-fe56-4a5b-9553-99be450203ae cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 14:34:31.210735 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a505dc9-30a5-4f48-b0ef-d7a1c5a671e7 None None] Network 02423cb7-3051-40e8-9549-f0c4a9e4a36d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:34:31.233927 n-d-808199-11 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-8a505dc9-30a5-4f48-b0ef-d7a1c5a671e7 None None] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:34:31.235603 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a505dc9-30a5-4f48-b0ef-d7a1c5a671e7 None None] Pushing event updated for resources: {'Port': ['ID=16e7cb0a-3b0a-41a2-9f2e-0141fb6af172,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:34:31.241298 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a505dc9-30a5-4f48-b0ef-d7a1c5a671e7 None None] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:34:31.262611 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2181dc43-6ea3-4f4e-afa5-6ae25e26ca61 None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:31.295066 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2181dc43-6ea3-4f4e-afa5-6ae25e26ca61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:31.344952 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-8a505dc9-30a5-4f48-b0ef-d7a1c5a671e7 None None] Attempting to bind port 16e7cb0a-3b0a-41a2-9f2e-0141fb6af172 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:34:31.345326 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-8a505dc9-30a5-4f48-b0ef-d7a1c5a671e7 None None] Attempting to bind port 16e7cb0a-3b0a-41a2-9f2e-0141fb6af172 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'dbd02395-cc6c-4c3e-9c3b-ecf0d581bcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '02423cb7-3051-40e8-9549-f0c4a9e4a36d'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:34:31.345700 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a505dc9-30a5-4f48-b0ef-d7a1c5a671e7 None None] Attempting to bind port 16e7cb0a-3b0a-41a2-9f2e-0141fb6af172 on network 02423cb7-3051-40e8-9549-f0c4a9e4a36d {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:34:31.361072 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a505dc9-30a5-4f48-b0ef-d7a1c5a671e7 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:34:31.361460 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a505dc9-30a5-4f48-b0ef-d7a1c5a671e7 None None] Checking segment: {'id': 'dbd02395-cc6c-4c3e-9c3b-ecf0d581bcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '02423cb7-3051-40e8-9549-f0c4a9e4a36d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:34:31.361868 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8a505dc9-30a5-4f48-b0ef-d7a1c5a671e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:31.362267 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a505dc9-30a5-4f48-b0ef-d7a1c5a671e7 None None] Bound using segment: {'id': 'dbd02395-cc6c-4c3e-9c3b-ecf0d581bcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '02423cb7-3051-40e8-9549-f0c4a9e4a36d'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:34:31.362785 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-8a505dc9-30a5-4f48-b0ef-d7a1c5a671e7 None None] Bound port: 16e7cb0a-3b0a-41a2-9f2e-0141fb6af172, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd02395-cc6c-4c3e-9c3b-ecf0d581bcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '02423cb7-3051-40e8-9549-f0c4a9e4a36d'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:34:31.363237 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8a505dc9-30a5-4f48-b0ef-d7a1c5a671e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:31.363437 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-842787df-0170-49dd-b48e-f00282f2e9b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66597261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66601268'] for router, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:31.367119 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4479d48b-8c6d-43a8-bc37-3b51701666b3 None None] Pushing event updated for resources: {'Port': ['ID=e99ab89d-ddbd-4e28-b66f-423e3ed33556,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:34:31.461594 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-2181dc43-6ea3-4f4e-afa5-6ae25e26ca61 None None] Attempting to bind port e99ab89d-ddbd-4e28-b66f-423e3ed33556 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:34:31.461975 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-2181dc43-6ea3-4f4e-afa5-6ae25e26ca61 None None] Attempting to bind port e99ab89d-ddbd-4e28-b66f-423e3ed33556 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '26530ae2-620f-4105-94cd-12ad462cf454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'c0890706-111e-4623-a55b-e34b46d3984d'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:34:31.462349 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2181dc43-6ea3-4f4e-afa5-6ae25e26ca61 None None] Attempting to bind port e99ab89d-ddbd-4e28-b66f-423e3ed33556 on network c0890706-111e-4623-a55b-e34b46d3984d {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:34:31.477073 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2181dc43-6ea3-4f4e-afa5-6ae25e26ca61 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:34:31.477460 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2181dc43-6ea3-4f4e-afa5-6ae25e26ca61 None None] Checking segment: {'id': '26530ae2-620f-4105-94cd-12ad462cf454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'c0890706-111e-4623-a55b-e34b46d3984d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:34:31.477872 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2181dc43-6ea3-4f4e-afa5-6ae25e26ca61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:31.478276 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2181dc43-6ea3-4f4e-afa5-6ae25e26ca61 None None] Bound using segment: {'id': '26530ae2-620f-4105-94cd-12ad462cf454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'c0890706-111e-4623-a55b-e34b46d3984d'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:34:31.482980 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-2181dc43-6ea3-4f4e-afa5-6ae25e26ca61 None None] Bound port: e99ab89d-ddbd-4e28-b66f-423e3ed33556, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26530ae2-620f-4105-94cd-12ad462cf454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'c0890706-111e-4623-a55b-e34b46d3984d'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:34:31.483444 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2181dc43-6ea3-4f4e-afa5-6ae25e26ca61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:31.508552 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-8a505dc9-30a5-4f48-b0ef-d7a1c5a671e7 None None] For port 16e7cb0a-3b0a-41a2-9f2e-0141fb6af172, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:34:31.512680 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-842787df-0170-49dd-b48e-f00282f2e9b8 admin admin] Router 6b06ce92-eb1e-4ac8-bcc0-11a261224091 is scheduled to L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c with binding_index 1 {{(pid=103570) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 14:34:31.538881 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-8a505dc9-30a5-4f48-b0ef-d7a1c5a671e7 None None] For port 16e7cb0a-3b0a-41a2-9f2e-0141fb6af172, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=16e7cb0a-3b0a-41a2-9f2e-0141fb6af172,segment=NetworkSegment(dbd02395-cc6c-4c3e-9c3b-ecf0d581bcd4),segment_id=dbd02395-cc6c-4c3e-9c3b-ecf0d581bcd4)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:34:31.548603 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8a505dc9-30a5-4f48-b0ef-d7a1c5a671e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:31.622024 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-2181dc43-6ea3-4f4e-afa5-6ae25e26ca61 None None] For port e99ab89d-ddbd-4e28-b66f-423e3ed33556, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:34:31.632844 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-842787df-0170-49dd-b48e-f00282f2e9b8 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 14:34:31.642920 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03037c7f-86ef-48c6-9b09-0dab4f8d6405 None None] Sync routers for ids ['6b06ce92-eb1e-4ac8-bcc0-11a261224091'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 14:34:31.653628 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03037c7f-86ef-48c6-9b09-0dab4f8d6405 None None] Routers {'6b06ce92-eb1e-4ac8-bcc0-11a261224091'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:34:31.654203 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-842787df-0170-49dd-b48e-f00282f2e9b8 admin admin] Publish callbacks [] for router, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:31.655057 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-03037c7f-86ef-48c6-9b09-0dab4f8d6405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:34:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['6b06ce92-eb1e-4ac8-bcc0-11a261224091'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:34:31.658714 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-842787df-0170-49dd-b48e-f00282f2e9b8 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5190389 Nov 25 14:34:31.659080 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 41180) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:34:31.664371 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-2181dc43-6ea3-4f4e-afa5-6ae25e26ca61 None None] For port e99ab89d-ddbd-4e28-b66f-423e3ed33556, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=e99ab89d-ddbd-4e28-b66f-423e3ed33556,segment=NetworkSegment(26530ae2-620f-4105-94cd-12ad462cf454),segment_id=26530ae2-620f-4105-94cd-12ad462cf454)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:34:31.670799 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a505dc9-30a5-4f48-b0ef-d7a1c5a671e7 None None] Pushing event updated for resources: {'Port': ['ID=16e7cb0a-3b0a-41a2-9f2e-0141fb6af172,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:34:31.682895 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-62e82242-e8a5-486d-a3d8-7e518be01d4b None None] Provisioning complete for port e99ab89d-ddbd-4e28-b66f-423e3ed33556 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:34:31.683259 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-62e82242-e8a5-486d-a3d8-7e518be01d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:31.720734 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2181dc43-6ea3-4f4e-afa5-6ae25e26ca61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:31.791121 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-03037c7f-86ef-48c6-9b09-0dab4f8d6405 None None] Set router 6b06ce92-eb1e-4ac8-bcc0-11a261224091 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:34:31.819480 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2181dc43-6ea3-4f4e-afa5-6ae25e26ca61 None None] Routers {'a5ab3c29-04ef-4832-a8f9-f70201a7db42'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:34:31.820139 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-2181dc43-6ea3-4f4e-afa5-6ae25e26ca61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:34:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['a5ab3c29-04ef-4832-a8f9-f70201a7db42'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:34:31.876040 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4479d48b-8c6d-43a8-bc37-3b51701666b3 None None] Pushing event updated for resources: {'Port': ['ID=e99ab89d-ddbd-4e28-b66f-423e3ed33556,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:34:31.908528 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-62e82242-e8a5-486d-a3d8-7e518be01d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:32.035228 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-62e82242-e8a5-486d-a3d8-7e518be01d4b None None] For port e99ab89d-ddbd-4e28-b66f-423e3ed33556, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=e99ab89d-ddbd-4e28-b66f-423e3ed33556,segment=NetworkSegment(26530ae2-620f-4105-94cd-12ad462cf454),segment_id=26530ae2-620f-4105-94cd-12ad462cf454)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:34:32.037909 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-2181dc43-6ea3-4f4e-afa5-6ae25e26ca61 None None] Set router a5ab3c29-04ef-4832-a8f9-f70201a7db42 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:34:32.041931 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-62e82242-e8a5-486d-a3d8-7e518be01d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:32.089932 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-03037c7f-86ef-48c6-9b09-0dab4f8d6405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b06ce92-eb1e-4ac8-bcc0-11a261224091', 'name': 'tempest-TestSnapshotPattern-1416594285-router', 'tenant_id': '77a5630e33044c458cacf17d8e4ef2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '77fe0afb-fe56-4a5b-9553-99be450203ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:34:30Z', 'updated_at': '2021-11-25T14:34:31Z', 'revision_number': 3, 'project_id': '77a5630e33044c458cacf17d8e4ef2e0', 'gw_port': {'id': '77fe0afb-fe56-4a5b-9553-99be450203ae', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d2:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b06ce92-eb1e-4ac8-bcc0-11a261224091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:34:30Z', 'updated_at': '2021-11-25T14:34:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:34:32.139046 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03037c7f-86ef-48c6-9b09-0dab4f8d6405 None None] Checking router: 6b06ce92-eb1e-4ac8-bcc0-11a261224091 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 14:34:32.139398 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03037c7f-86ef-48c6-9b09-0dab4f8d6405 None None] Updating router 6b06ce92-eb1e-4ac8-bcc0-11a261224091 port 77fe0afb-fe56-4a5b-9553-99be450203ae binding host n-d-808199-11 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 14:34:32.171132 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-03037c7f-86ef-48c6-9b09-0dab4f8d6405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:32.219257 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e82242-e8a5-486d-a3d8-7e518be01d4b None None] Pushing event updated for resources: {'Port': ['ID=e99ab89d-ddbd-4e28-b66f-423e3ed33556,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:34:32.314622 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-65ea1174-4178-4796-80eb-ccdb5485eaac None None] Provisioning complete for port e99ab89d-ddbd-4e28-b66f-423e3ed33556 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:34:32.315100 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-65ea1174-4178-4796-80eb-ccdb5485eaac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:32.380170 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-2181dc43-6ea3-4f4e-afa5-6ae25e26ca61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ab3c29-04ef-4832-a8f9-f70201a7db42', 'name': 'tempest-TestSnapshotPattern-476731289-router', 'tenant_id': 'ececc15f7e5048a5a0874fbd1440564c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'd3f67a7f-7acb-435b-b7cc-0e5004602f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:34:25Z', 'updated_at': '2021-11-25T14:34:28Z', 'revision_number': 4, 'project_id': 'ececc15f7e5048a5a0874fbd1440564c', 'gw_port': {'id': 'd3f67a7f-7acb-435b-b7cc-0e5004602f3b', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:72:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab3c29-04ef-4832-a8f9-f70201a7db42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:34:25Z', 'updated_at': '2021-11-25T14:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'e99ab89d-ddbd-4e28-b66f-423e3ed33556', 'name': '', 'network_id': 'c0890706-111e-4623-a55b-e34b46d3984d', 'tenant_id': 'ececc15f7e5048a5a0874fbd1440564c', 'mac_address': 'fa:16:3e:15:ba:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5ab3c29-04ef-4832-a8f9-f70201a7db42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'b2a760d0-0b18-4d18-a277-27d58f9b65fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:34:27Z', 'updated_at': '2021-11-25T14:34:31Z', 'revision_number': 4, 'project_id': 'ececc15f7e5048a5a0874fbd1440564c', 'subnets': [{'id': 'b2a760d0-0b18-4d18-a277-27d58f9b65fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:34:32.409462 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2181dc43-6ea3-4f4e-afa5-6ae25e26ca61 None None] The sync data for ids ['a5ab3c29-04ef-4832-a8f9-f70201a7db42'] in n-d-808199-11 is: [{'id': 'a5ab3c29-04ef-4832-a8f9-f70201a7db42', 'name': 'tempest-TestSnapshotPattern-476731289-router', 'tenant_id': 'ececc15f7e5048a5a0874fbd1440564c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'd3f67a7f-7acb-435b-b7cc-0e5004602f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:34:25Z', 'updated_at': '2021-11-25T14:34:28Z', 'revision_number': 4, 'project_id': 'ececc15f7e5048a5a0874fbd1440564c', 'gw_port': {'id': 'd3f67a7f-7acb-435b-b7cc-0e5004602f3b', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:72:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab3c29-04ef-4832-a8f9-f70201a7db42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:34:25Z', 'updated_at': '2021-11-25T14:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'e99ab89d-ddbd-4e28-b66f-423e3ed33556', 'name': '', 'network_id': 'c0890706-111e-4623-a55b-e34b46d3984d', 'tenant_id': 'ececc15f7e5048a5a0874fbd1440564c', 'mac_address': 'fa:16:3e:15:ba:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5ab3c29-04ef-4832-a8f9-f70201a7db42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'b2a760d0-0b18-4d18-a277-27d58f9b65fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:34:27Z', 'updated_at': '2021-11-25T14:34:31Z', 'revision_number': 4, 'project_id': 'ececc15f7e5048a5a0874fbd1440564c', 'subnets': [{'id': 'b2a760d0-0b18-4d18-a277-27d58f9b65fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 14:34:32.608123 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-03037c7f-86ef-48c6-9b09-0dab4f8d6405 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:32.615542 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2271059e-0258-4d98-ad16-a1ca48509fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:32.616121 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-03037c7f-86ef-48c6-9b09-0dab4f8d6405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:32.676731 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b96dd4d-073e-42dd-af37-f8d5aa6f56d9 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 14:34:32.706966 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-03037c7f-86ef-48c6-9b09-0dab4f8d6405 None None] Attempting to bind port 77fe0afb-fe56-4a5b-9553-99be450203ae on host n-d-808199-11 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:34:32.707474 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-03037c7f-86ef-48c6-9b09-0dab4f8d6405 None None] Attempting to bind port 77fe0afb-fe56-4a5b-9553-99be450203ae by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:34:32.708791 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03037c7f-86ef-48c6-9b09-0dab4f8d6405 None None] Attempting to bind port 77fe0afb-fe56-4a5b-9553-99be450203ae on network 7542d3d9-0db3-40e7-ab88-a168871141f7 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:34:32.713916 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15abd67a-cfc5-49a6-8a6f-b42fbd0ec9d0 None None] Pushing event updated for resources: {'Port': ['ID=77fe0afb-fe56-4a5b-9553-99be450203ae,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:34:32.719908 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03037c7f-86ef-48c6-9b09-0dab4f8d6405 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:34:32.720458 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03037c7f-86ef-48c6-9b09-0dab4f8d6405 None None] Checking segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:34:32.721674 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-03037c7f-86ef-48c6-9b09-0dab4f8d6405 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:32.722127 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03037c7f-86ef-48c6-9b09-0dab4f8d6405 None None] Bound using segment: {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:34:32.723373 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-03037c7f-86ef-48c6-9b09-0dab4f8d6405 None None] Bound port: 77fe0afb-fe56-4a5b-9553-99be450203ae, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617c314b-9d3b-4a2a-abf3-5e7a39bb0b86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:34:32.723782 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-03037c7f-86ef-48c6-9b09-0dab4f8d6405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:32.794610 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-03037c7f-86ef-48c6-9b09-0dab4f8d6405 None None] For port 77fe0afb-fe56-4a5b-9553-99be450203ae, host n-d-808199-11, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:34:32.799920 n-d-808199-11 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-03037c7f-86ef-48c6-9b09-0dab4f8d6405 None None] For port 77fe0afb-fe56-4a5b-9553-99be450203ae, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=77fe0afb-fe56-4a5b-9553-99be450203ae,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:34:32.808869 n-d-808199-11 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-03037c7f-86ef-48c6-9b09-0dab4f8d6405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:32.817142 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-ffc9a07a-d675-49d7-9220-b785674592c2 None None] Provisioning complete for port 77fe0afb-fe56-4a5b-9553-99be450203ae triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:34:32.817525 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ffc9a07a-d675-49d7-9220-b785674592c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:32.880903 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee2d8c5-e496-48bf-b0ae-c66b6ed60a8c None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 14:34:32.888589 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.db_base_plugin_common [None req-2271059e-0258-4d98-ad16-a1ca48509fc2 admin admin] Allocated IP 172.20.0.1 (02423cb7-3051-40e8-9549-f0c4a9e4a36d/ae520c0c-d859-4b8d-9c47-c8c92923be75/b06ee8c1-1026-4344-8ce9-6c2f4be48ef5) {{(pid=103570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:34:32.922631 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03037c7f-86ef-48c6-9b09-0dab4f8d6405 None None] Routers {'6b06ce92-eb1e-4ac8-bcc0-11a261224091'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:34:32.923419 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-03037c7f-86ef-48c6-9b09-0dab4f8d6405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:34:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['6b06ce92-eb1e-4ac8-bcc0-11a261224091'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:34:32.929088 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15abd67a-cfc5-49a6-8a6f-b42fbd0ec9d0 None None] Pushing event updated for resources: {'Port': ['ID=77fe0afb-fe56-4a5b-9553-99be450203ae,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:34:32.983632 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3782cbcf-c3d2-4f5a-a6b7-62b050326aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:32.986298 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ffc9a07a-d675-49d7-9220-b785674592c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:33.020623 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b9eec3-852a-4c2a-821a-2ed4f4a492f5 None None] Network 02423cb7-3051-40e8-9549-f0c4a9e4a36d requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 14:34:33.023654 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-ffc9a07a-d675-49d7-9220-b785674592c2 None None] For port 77fe0afb-fe56-4a5b-9553-99be450203ae, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=77fe0afb-fe56-4a5b-9553-99be450203ae,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:34:33.038068 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ffc9a07a-d675-49d7-9220-b785674592c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:33.058379 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-03037c7f-86ef-48c6-9b09-0dab4f8d6405 None None] Set router 6b06ce92-eb1e-4ac8-bcc0-11a261224091 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:34:33.068037 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2271059e-0258-4d98-ad16-a1ca48509fc2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:33.108446 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2271059e-0258-4d98-ad16-a1ca48509fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:33.146118 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc9a07a-d675-49d7-9220-b785674592c2 None None] Pushing event updated for resources: {'Port': ['ID=77fe0afb-fe56-4a5b-9553-99be450203ae,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:34:33.153542 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2271059e-0258-4d98-ad16-a1ca48509fc2 admin admin] Network 02423cb7-3051-40e8-9549-f0c4a9e4a36d is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:34:33.156982 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-2271059e-0258-4d98-ad16-a1ca48509fc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:34:33.161301 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2271059e-0258-4d98-ad16-a1ca48509fc2 admin admin] Received port after_create {{(pid=103570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:34:33.173147 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2271059e-0258-4d98-ad16-a1ca48509fc2 admin admin] Pushing event updated for resources: {'Port': ['ID=b06ee8c1-1026-4344-8ce9-6c2f4be48ef5,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:34:33.228037 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-7c431715-dd8a-45a7-8528-dfe791807c51 None None] Provisioning complete for port 16e7cb0a-3b0a-41a2-9f2e-0141fb6af172 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:34:33.228893 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7c431715-dd8a-45a7-8528-dfe791807c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:33.243387 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2271059e-0258-4d98-ad16-a1ca48509fc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66601413'] for router_interface, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:33.318630 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-03037c7f-86ef-48c6-9b09-0dab4f8d6405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b06ce92-eb1e-4ac8-bcc0-11a261224091', 'name': 'tempest-TestSnapshotPattern-1416594285-router', 'tenant_id': '77a5630e33044c458cacf17d8e4ef2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '77fe0afb-fe56-4a5b-9553-99be450203ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:34:30Z', 'updated_at': '2021-11-25T14:34:31Z', 'revision_number': 3, 'project_id': '77a5630e33044c458cacf17d8e4ef2e0', 'gw_port': {'id': '77fe0afb-fe56-4a5b-9553-99be450203ae', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d2:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b06ce92-eb1e-4ac8-bcc0-11a261224091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:34:30Z', 'updated_at': '2021-11-25T14:34:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:34:33.352492 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03037c7f-86ef-48c6-9b09-0dab4f8d6405 None None] The sync data for ids ['6b06ce92-eb1e-4ac8-bcc0-11a261224091'] in n-d-808199-11 is: [{'id': '6b06ce92-eb1e-4ac8-bcc0-11a261224091', 'name': 'tempest-TestSnapshotPattern-1416594285-router', 'tenant_id': '77a5630e33044c458cacf17d8e4ef2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '77fe0afb-fe56-4a5b-9553-99be450203ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:34:30Z', 'updated_at': '2021-11-25T14:34:31Z', 'revision_number': 3, 'project_id': '77a5630e33044c458cacf17d8e4ef2e0', 'gw_port': {'id': '77fe0afb-fe56-4a5b-9553-99be450203ae', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d2:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b06ce92-eb1e-4ac8-bcc0-11a261224091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:34:30Z', 'updated_at': '2021-11-25T14:34:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 14:34:33.391353 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7c431715-dd8a-45a7-8528-dfe791807c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:33.398304 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2271059e-0258-4d98-ad16-a1ca48509fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:33.441184 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-7c431715-dd8a-45a7-8528-dfe791807c51 None None] For port 16e7cb0a-3b0a-41a2-9f2e-0141fb6af172, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=16e7cb0a-3b0a-41a2-9f2e-0141fb6af172,segment=NetworkSegment(dbd02395-cc6c-4c3e-9c3b-ecf0d581bcd4),segment_id=dbd02395-cc6c-4c3e-9c3b-ecf0d581bcd4)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:34:33.448215 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7c431715-dd8a-45a7-8528-dfe791807c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:33.563032 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-7c431715-dd8a-45a7-8528-dfe791807c51 None None] Provisioning complete for port 77fe0afb-fe56-4a5b-9553-99be450203ae triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:34:33.563409 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7c431715-dd8a-45a7-8528-dfe791807c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:33.611156 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c431715-dd8a-45a7-8528-dfe791807c51 None None] Pushing event updated for resources: {'Port': ['ID=16e7cb0a-3b0a-41a2-9f2e-0141fb6af172,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:34:33.689369 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device e99ab89d-ddbd-4e28-b66f-423e3ed33556 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:34:33.691125 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2271059e-0258-4d98-ad16-a1ca48509fc2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:33.708665 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2271059e-0258-4d98-ad16-a1ca48509fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63611526'] for port, after_update {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:33.816175 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port e99ab89d-ddbd-4e28-b66f-423e3ed33556 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:34:33.816565 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:33.848405 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-2271059e-0258-4d98-ad16-a1ca48509fc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66683277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66599029'] for router_interface, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:33.858572 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2271059e-0258-4d98-ad16-a1ca48509fc2 admin admin] Pushing event updated for resources: {'Port': ['ID=b06ee8c1-1026-4344-8ce9-6c2f4be48ef5,revision_number=2']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:34:33.955244 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9074c22f-6c3b-444f-9065-27b5b7f25915 None None] Provisioning complete for port b06ee8c1-1026-4344-8ce9-6c2f4be48ef5 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:34:33.956577 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9074c22f-6c3b-444f-9065-27b5b7f25915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:33.991805 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 16e7cb0a-3b0a-41a2-9f2e-0141fb6af172 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:34:34.020171 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2271059e-0258-4d98-ad16-a1ca48509fc2 admin admin] Network 02423cb7-3051-40e8-9549-f0c4a9e4a36d is already hosted by enough agents. {{(pid=103570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:34:34.022038 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.base_scheduler [None req-2271059e-0258-4d98-ad16-a1ca48509fc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:34:34.057430 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9074c22f-6c3b-444f-9065-27b5b7f25915 None None] Port b06ee8c1-1026-4344-8ce9-6c2f4be48ef5 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 14:34:34.082186 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9074c22f-6c3b-444f-9065-27b5b7f25915 None None] Provisioning complete for port 16e7cb0a-3b0a-41a2-9f2e-0141fb6af172 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:34:34.082574 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9074c22f-6c3b-444f-9065-27b5b7f25915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:34.129261 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 16e7cb0a-3b0a-41a2-9f2e-0141fb6af172 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:34:34.129642 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:34.188471 n-d-808199-11 neutron-server[103570]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2271059e-0258-4d98-ad16-a1ca48509fc2 admin admin] Router 6b06ce92-eb1e-4ac8-bcc0-11a261224091 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103570) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 14:34:34.235602 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:34.329489 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2271059e-0258-4d98-ad16-a1ca48509fc2 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103570) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 14:34:34.345627 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-2271059e-0258-4d98-ad16-a1ca48509fc2 admin admin] 10.222.0.53 "PUT /v2.0/routers/6b06ce92-eb1e-4ac8-bcc0-11a261224091/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6754832 Nov 25 14:34:34.356064 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-dfa655a3-4c1c-437c-8752-538316f46171 None None] Provisioning complete for port b06ee8c1-1026-4344-8ce9-6c2f4be48ef5 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:34:34.356447 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dfa655a3-4c1c-437c-8752-538316f46171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:34.398335 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-dfa655a3-4c1c-437c-8752-538316f46171 None None] Port b06ee8c1-1026-4344-8ce9-6c2f4be48ef5 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 14:34:34.519417 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-a6f17a25-fd94-4fd9-94aa-a48425ba3cb0 None None] Provisioning complete for port b06ee8c1-1026-4344-8ce9-6c2f4be48ef5 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:34:34.519785 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a6f17a25-fd94-4fd9-94aa-a48425ba3cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:34.557135 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-a6f17a25-fd94-4fd9-94aa-a48425ba3cb0 None None] Port b06ee8c1-1026-4344-8ce9-6c2f4be48ef5 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 14:34:34.808028 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 41188) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:34:34.812717 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-53179d9d-0688-49d2-8b20-780a8a45e0f3 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1582215261', 'description': 'tempest-secgroup-smoke-1582215261 description', 'project_id': 'ececc15f7e5048a5a0874fbd1440564c'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:34:34.834433 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-53179d9d-0688-49d2-8b20-780a8a45e0f3 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks [] for security_group, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:34.898756 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-53179d9d-0688-49d2-8b20-780a8a45e0f3 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks [] for security_group, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:34.902085 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-53179d9d-0688-49d2-8b20-780a8a45e0f3 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:34.928605 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-53179d9d-0688-49d2-8b20-780a8a45e0f3 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks [] for security_group, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:34.929823 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-53179d9d-0688-49d2-8b20-780a8a45e0f3 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1207523 Nov 25 14:34:34.933430 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41190) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:34:34.934337 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53179d9d-0688-49d2-8b20-780a8a45e0f3 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74bb2825-fe0b-4bde-8213-9b5722299b65,revision_number=1']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:34:34.938045 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-0a50823e-76e4-4cc7-b144-d38ea3eb8890 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Request body: {'security_group_rule': {'security_group_id': '74bb2825-fe0b-4bde-8213-9b5722299b65', 'project_id': 'ececc15f7e5048a5a0874fbd1440564c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:34:34.964154 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0a50823e-76e4-4cc7-b144-d38ea3eb8890 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:35.021738 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0a50823e-76e4-4cc7-b144-d38ea3eb8890 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:35.025302 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0a50823e-76e4-4cc7-b144-d38ea3eb8890 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:35.046450 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a50823e-76e4-4cc7-b144-d38ea3eb8890 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b586a64-0641-46b8-b3a8-e88b93c5d00d,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:34:35.054601 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0a50823e-76e4-4cc7-b144-d38ea3eb8890 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:35.056301 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-0a50823e-76e4-4cc7-b144-d38ea3eb8890 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1217890 Nov 25 14:34:35.058647 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41192) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:34:35.062975 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-969a8206-5327-46cb-bd32-f69d1d6c0d12 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Request body: {'security_group_rule': {'security_group_id': '74bb2825-fe0b-4bde-8213-9b5722299b65', 'project_id': 'ececc15f7e5048a5a0874fbd1440564c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:34:35.089281 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-969a8206-5327-46cb-bd32-f69d1d6c0d12 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:35.145008 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-969a8206-5327-46cb-bd32-f69d1d6c0d12 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:35.151520 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-969a8206-5327-46cb-bd32-f69d1d6c0d12 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:35.169177 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a8206-5327-46cb-bd32-f69d1d6c0d12 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39ad802c-fbad-4e36-aec6-ff954087d4cc,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:34:35.176924 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-969a8206-5327-46cb-bd32-f69d1d6c0d12 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:35.180660 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-969a8206-5327-46cb-bd32-f69d1d6c0d12 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1184983 Nov 25 14:34:35.180978 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41194) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:34:35.185292 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-3932e471-fc6e-4ab0-9585-ccd312538332 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Request body: {'security_group_rule': {'security_group_id': '74bb2825-fe0b-4bde-8213-9b5722299b65', 'project_id': 'ececc15f7e5048a5a0874fbd1440564c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:34:35.211072 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3932e471-fc6e-4ab0-9585-ccd312538332 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:35.270203 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3932e471-fc6e-4ab0-9585-ccd312538332 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:35.273515 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3932e471-fc6e-4ab0-9585-ccd312538332 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:35.291693 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3932e471-fc6e-4ab0-9585-ccd312538332 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5adc46b-e52e-4f0a-8963-08589542e185,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:34:35.298586 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3932e471-fc6e-4ab0-9585-ccd312538332 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:35.299849 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-3932e471-fc6e-4ab0-9585-ccd312538332 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1180425 Nov 25 14:34:35.302546 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41196) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:34:35.307401 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-36635215-bd5c-43b5-bf39-12be6438534d tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Request body: {'security_group_rule': {'security_group_id': '74bb2825-fe0b-4bde-8213-9b5722299b65', 'project_id': 'ececc15f7e5048a5a0874fbd1440564c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:34:35.332673 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-36635215-bd5c-43b5-bf39-12be6438534d tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:35.391966 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-36635215-bd5c-43b5-bf39-12be6438534d tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:35.395787 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-36635215-bd5c-43b5-bf39-12be6438534d tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:35.413710 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36635215-bd5c-43b5-bf39-12be6438534d tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceeab0dc-ffd8-4fac-95ca-aab880efdcb0,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:34:35.422076 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-36635215-bd5c-43b5-bf39-12be6438534d tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:35.424264 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-36635215-bd5c-43b5-bf39-12be6438534d tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1206956 Nov 25 14:34:35.426253 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41198) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:34:35.430902 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-0ecd7562-9bc9-470d-b0d3-88b462b69c5b tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Request body: {'security_group_rule': {'security_group_id': '74bb2825-fe0b-4bde-8213-9b5722299b65', 'project_id': 'ececc15f7e5048a5a0874fbd1440564c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:34:35.452419 n-d-808199-11 neutron-server[103571]: INFO neutron.db.securitygroups_db [None req-0ecd7562-9bc9-470d-b0d3-88b462b69c5b tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Project ececc15f7e5048a5a0874fbd1440564c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 14:34:35.457219 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0ecd7562-9bc9-470d-b0d3-88b462b69c5b tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:35.519065 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:35.521381 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0ecd7562-9bc9-470d-b0d3-88b462b69c5b tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:35.524828 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0ecd7562-9bc9-470d-b0d3-88b462b69c5b tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:35.545203 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecd7562-9bc9-470d-b0d3-88b462b69c5b tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd635927-5e02-4e02-8126-c7213214cb44,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:34:35.555958 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0ecd7562-9bc9-470d-b0d3-88b462b69c5b tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:35.560043 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-0ecd7562-9bc9-470d-b0d3-88b462b69c5b tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1296906 Nov 25 14:34:35.560162 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 41200) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:34:35.565285 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.v2.base [None req-594246d6-e609-4b1f-80ac-51abe40f1925 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Request body: {'security_group_rule': {'security_group_id': '74bb2825-fe0b-4bde-8213-9b5722299b65', 'project_id': 'ececc15f7e5048a5a0874fbd1440564c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103570) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:34:35.589366 n-d-808199-11 neutron-server[103570]: INFO neutron.db.securitygroups_db [None req-594246d6-e609-4b1f-80ac-51abe40f1925 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Project ececc15f7e5048a5a0874fbd1440564c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 14:34:35.596532 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-594246d6-e609-4b1f-80ac-51abe40f1925 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:35.624814 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 77fe0afb-fe56-4a5b-9553-99be450203ae up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:34:35.663062 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-594246d6-e609-4b1f-80ac-51abe40f1925 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:35.666792 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-594246d6-e609-4b1f-80ac-51abe40f1925 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66839955'] for security_group_rule, after_create {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:35.675177 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 77fe0afb-fe56-4a5b-9553-99be450203ae triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:34:35.675557 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:35.686925 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594246d6-e609-4b1f-80ac-51abe40f1925 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42b04ec8-d63a-406f-b662-23f394584455,revision_number=0']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:34:35.697868 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-594246d6-e609-4b1f-80ac-51abe40f1925 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:35.706844 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-594246d6-e609-4b1f-80ac-51abe40f1925 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1375170 Nov 25 14:34:35.771095 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 16e7cb0a-3b0a-41a2-9f2e-0141fb6af172 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:34:35.821172 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port 16e7cb0a-3b0a-41a2-9f2e-0141fb6af172 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:34:35.821747 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:35.862949 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a6e84174-6461-481d-bd59-6077afafd9ac req-d377fe66-b705-4867-b255-bc6565450262 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1582215261&fields=id&tenant_id=ececc15f7e5048a5a0874fbd1440564c HTTP/1.1" status: 200 len: 267 time: 0.0481141 Nov 25 14:34:35.922636 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8d8c4d-8b40-4c30-a433-cd0423c14647 None None] Sync routers for ids ['6b06ce92-eb1e-4ac8-bcc0-11a261224091'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 14:34:35.933363 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8d8c4d-8b40-4c30-a433-cd0423c14647 None None] Routers {'6b06ce92-eb1e-4ac8-bcc0-11a261224091'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:34:35.934072 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-ed8d8c4d-8b40-4c30-a433-cd0423c14647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:34:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['6b06ce92-eb1e-4ac8-bcc0-11a261224091'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:34:35.979363 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e84174-6461-481d-bd59-6077afafd9ac req-b02d66a1-1ff0-4c41-a653-5bd57339250e tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:34:35.980856 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a6e84174-6461-481d-bd59-6077afafd9ac req-b02d66a1-1ff0-4c41-a653-5bd57339250e tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "GET /v2.0/networks?id=c0890706-111e-4623-a55b-e34b46d3984d HTTP/1.1" status: 200 len: 809 time: 0.1105015 Nov 25 14:34:35.998058 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a6e84174-6461-481d-bd59-6077afafd9ac req-b1b6ab76-5ddf-4b63-8245-c693c60c4a6d tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "GET /v2.0/quotas/ececc15f7e5048a5a0874fbd1440564c HTTP/1.1" status: 200 len: 375 time: 0.0113115 Nov 25 14:34:36.057613 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a6e84174-6461-481d-bd59-6077afafd9ac req-3fca1a43-0a6f-470c-ab0d-95a3efc1f62b tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ececc15f7e5048a5a0874fbd1440564c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528386 Nov 25 14:34:36.073595 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [req-a6e84174-6461-481d-bd59-6077afafd9ac req-9b65a819-e6ef-4374-b3f6-90f3a7e7d7ed service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103570) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 14:34:36.074624 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a6e84174-6461-481d-bd59-6077afafd9ac req-9b65a819-e6ef-4374-b3f6-90f3a7e7d7ed service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056005 Nov 25 14:34:36.173147 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a6e84174-6461-481d-bd59-6077afafd9ac req-b69cf996-a0b1-4460-8303-ac7e951d4525 service neutron] 10.222.0.53 "GET /v2.0/networks/c0890706-111e-4623-a55b-e34b46d3984d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918739 Nov 25 14:34:36.198988 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-ed8d8c4d-8b40-4c30-a433-cd0423c14647 None None] Set router 6b06ce92-eb1e-4ac8-bcc0-11a261224091 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:34:36.262596 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-a6e84174-6461-481d-bd59-6077afafd9ac req-2079dbc7-58f0-4b3f-8b50-07fe780e8483 service neutron] 10.222.0.53 "GET /v2.0/networks/c0890706-111e-4623-a55b-e34b46d3984d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834687 Nov 25 14:34:36.407714 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-ed8d8c4d-8b40-4c30-a433-cd0423c14647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b06ce92-eb1e-4ac8-bcc0-11a261224091', 'name': 'tempest-TestSnapshotPattern-1416594285-router', 'tenant_id': '77a5630e33044c458cacf17d8e4ef2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '77fe0afb-fe56-4a5b-9553-99be450203ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:34:30Z', 'updated_at': '2021-11-25T14:34:33Z', 'revision_number': 4, 'project_id': '77a5630e33044c458cacf17d8e4ef2e0', 'gw_port': {'id': '77fe0afb-fe56-4a5b-9553-99be450203ae', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b06ce92-eb1e-4ac8-bcc0-11a261224091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:34:30Z', 'updated_at': '2021-11-25T14:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'b06ee8c1-1026-4344-8ce9-6c2f4be48ef5', 'name': '', 'network_id': '02423cb7-3051-40e8-9549-f0c4a9e4a36d', 'tenant_id': '77a5630e33044c458cacf17d8e4ef2e0', 'mac_address': 'fa:16:3e:53:69:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b06ce92-eb1e-4ac8-bcc0-11a261224091', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'ae520c0c-d859-4b8d-9c47-c8c92923be75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:34:32Z', 'updated_at': '2021-11-25T14:34:33Z', 'revision_number': 2, 'project_id': '77a5630e33044c458cacf17d8e4ef2e0', 'subnets': [{'id': 'ae520c0c-d859-4b8d-9c47-c8c92923be75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:34:36.441372 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8d8c4d-8b40-4c30-a433-cd0423c14647 None None] Checking router: 6b06ce92-eb1e-4ac8-bcc0-11a261224091 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 14:34:36.441827 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8d8c4d-8b40-4c30-a433-cd0423c14647 None None] Updating router 6b06ce92-eb1e-4ac8-bcc0-11a261224091 port b06ee8c1-1026-4344-8ce9-6c2f4be48ef5 binding host n-d-808199-11 {{(pid=103572) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 14:34:36.442713 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3f9e1b02-2bed-4deb-bf57-ec0752054160 req-25bf9ca5-304e-4bca-a24d-6e86b6d38bb8 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "GET /v2.0/ports?device_id=34413ab6-d39f-47e9-a578-896e0c020b1d HTTP/1.1" status: 200 len: 210 time: 0.0273283 Nov 25 14:34:36.481584 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ed8d8c4d-8b40-4c30-a433-cd0423c14647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:36.675039 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:36.786484 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ed8d8c4d-8b40-4c30-a433-cd0423c14647 None None] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:36.792265 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ed8d8c4d-8b40-4c30-a433-cd0423c14647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:36.841613 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10184125-358e-403e-98d0-90332e3fc9d9 None None] Pushing event updated for resources: {'Port': ['ID=b06ee8c1-1026-4344-8ce9-6c2f4be48ef5,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:34:36.900533 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-ed8d8c4d-8b40-4c30-a433-cd0423c14647 None None] Attempting to bind port b06ee8c1-1026-4344-8ce9-6c2f4be48ef5 on host n-d-808199-11 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:34:36.901025 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-ed8d8c4d-8b40-4c30-a433-cd0423c14647 None None] Attempting to bind port b06ee8c1-1026-4344-8ce9-6c2f4be48ef5 by drivers openvswitch,hyperv on host n-d-808199-11 at level 0 using segments [{'id': 'dbd02395-cc6c-4c3e-9c3b-ecf0d581bcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '02423cb7-3051-40e8-9549-f0c4a9e4a36d'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:34:36.901602 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8d8c4d-8b40-4c30-a433-cd0423c14647 None None] Attempting to bind port b06ee8c1-1026-4344-8ce9-6c2f4be48ef5 on network 02423cb7-3051-40e8-9549-f0c4a9e4a36d {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:34:36.907273 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8d8c4d-8b40-4c30-a433-cd0423c14647 None None] Checking agent: {'id': '8a8c182a-aa70-41d9-a3c5-8f07c1eb2147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 12, 56, 36), 'started_at': datetime.datetime(2021, 11, 25, 12, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:34:36.907817 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8d8c4d-8b40-4c30-a433-cd0423c14647 None None] Checking segment: {'id': 'dbd02395-cc6c-4c3e-9c3b-ecf0d581bcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '02423cb7-3051-40e8-9549-f0c4a9e4a36d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:34:36.908408 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ed8d8c4d-8b40-4c30-a433-cd0423c14647 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:36.908874 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8d8c4d-8b40-4c30-a433-cd0423c14647 None None] Bound using segment: {'id': 'dbd02395-cc6c-4c3e-9c3b-ecf0d581bcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '02423cb7-3051-40e8-9549-f0c4a9e4a36d'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:34:36.909417 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-ed8d8c4d-8b40-4c30-a433-cd0423c14647 None None] Bound port: b06ee8c1-1026-4344-8ce9-6c2f4be48ef5, host: n-d-808199-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd02395-cc6c-4c3e-9c3b-ecf0d581bcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '02423cb7-3051-40e8-9549-f0c4a9e4a36d'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:34:36.909804 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ed8d8c4d-8b40-4c30-a433-cd0423c14647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:36.977890 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-ed8d8c4d-8b40-4c30-a433-cd0423c14647 None None] For port b06ee8c1-1026-4344-8ce9-6c2f4be48ef5, host n-d-808199-11, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:34:36.981738 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-ed8d8c4d-8b40-4c30-a433-cd0423c14647 None None] For port b06ee8c1-1026-4344-8ce9-6c2f4be48ef5, host n-d-808199-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=b06ee8c1-1026-4344-8ce9-6c2f4be48ef5,segment=NetworkSegment(dbd02395-cc6c-4c3e-9c3b-ecf0d581bcd4),segment_id=dbd02395-cc6c-4c3e-9c3b-ecf0d581bcd4)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:34:36.987476 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ed8d8c4d-8b40-4c30-a433-cd0423c14647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:37.044268 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8d8c4d-8b40-4c30-a433-cd0423c14647 None None] Routers {'6b06ce92-eb1e-4ac8-bcc0-11a261224091'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:34:37.045016 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-ed8d8c4d-8b40-4c30-a433-cd0423c14647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:34:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['6b06ce92-eb1e-4ac8-bcc0-11a261224091'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:34:37.084665 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10184125-358e-403e-98d0-90332e3fc9d9 None None] Pushing event updated for resources: {'Port': ['ID=b06ee8c1-1026-4344-8ce9-6c2f4be48ef5,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:34:37.140485 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-4b97a3f4-da8c-4d35-937e-c0774a11585a None None] Provisioning complete for port b06ee8c1-1026-4344-8ce9-6c2f4be48ef5 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:34:37.140856 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4b97a3f4-da8c-4d35-937e-c0774a11585a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:37.200942 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-ed8d8c4d-8b40-4c30-a433-cd0423c14647 None None] Set router 6b06ce92-eb1e-4ac8-bcc0-11a261224091 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:34:37.351636 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4b97a3f4-da8c-4d35-937e-c0774a11585a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:37.410989 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-4b97a3f4-da8c-4d35-937e-c0774a11585a None None] For port b06ee8c1-1026-4344-8ce9-6c2f4be48ef5, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=b06ee8c1-1026-4344-8ce9-6c2f4be48ef5,segment=NetworkSegment(dbd02395-cc6c-4c3e-9c3b-ecf0d581bcd4),segment_id=dbd02395-cc6c-4c3e-9c3b-ecf0d581bcd4)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:34:37.415244 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4b97a3f4-da8c-4d35-937e-c0774a11585a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:37.504165 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b97a3f4-da8c-4d35-937e-c0774a11585a None None] Pushing event updated for resources: {'Port': ['ID=b06ee8c1-1026-4344-8ce9-6c2f4be48ef5,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:34:37.515070 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-ed8d8c4d-8b40-4c30-a433-cd0423c14647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b06ce92-eb1e-4ac8-bcc0-11a261224091', 'name': 'tempest-TestSnapshotPattern-1416594285-router', 'tenant_id': '77a5630e33044c458cacf17d8e4ef2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '77fe0afb-fe56-4a5b-9553-99be450203ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:34:30Z', 'updated_at': '2021-11-25T14:34:33Z', 'revision_number': 4, 'project_id': '77a5630e33044c458cacf17d8e4ef2e0', 'gw_port': {'id': '77fe0afb-fe56-4a5b-9553-99be450203ae', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b06ce92-eb1e-4ac8-bcc0-11a261224091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:34:30Z', 'updated_at': '2021-11-25T14:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'b06ee8c1-1026-4344-8ce9-6c2f4be48ef5', 'name': '', 'network_id': '02423cb7-3051-40e8-9549-f0c4a9e4a36d', 'tenant_id': '77a5630e33044c458cacf17d8e4ef2e0', 'mac_address': 'fa:16:3e:53:69:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b06ce92-eb1e-4ac8-bcc0-11a261224091', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'ae520c0c-d859-4b8d-9c47-c8c92923be75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:34:32Z', 'updated_at': '2021-11-25T14:34:36Z', 'revision_number': 4, 'project_id': '77a5630e33044c458cacf17d8e4ef2e0', 'subnets': [{'id': 'ae520c0c-d859-4b8d-9c47-c8c92923be75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:34:37.522398 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e84174-6461-481d-bd59-6077afafd9ac req-c04f2e14-8687-49a8-8d3a-71957132f183 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:34:37.524095 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a6e84174-6461-481d-bd59-6077afafd9ac req-c04f2e14-8687-49a8-8d3a-71957132f183 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.66 "GET /v2.0/networks?id=c0890706-111e-4623-a55b-e34b46d3984d HTTP/1.1" status: 200 len: 809 time: 0.1356008 Nov 25 14:34:37.549094 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8d8c4d-8b40-4c30-a433-cd0423c14647 None None] The sync data for ids ['6b06ce92-eb1e-4ac8-bcc0-11a261224091'] in n-d-808199-11 is: [{'id': '6b06ce92-eb1e-4ac8-bcc0-11a261224091', 'name': 'tempest-TestSnapshotPattern-1416594285-router', 'tenant_id': '77a5630e33044c458cacf17d8e4ef2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '77fe0afb-fe56-4a5b-9553-99be450203ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:34:30Z', 'updated_at': '2021-11-25T14:34:33Z', 'revision_number': 4, 'project_id': '77a5630e33044c458cacf17d8e4ef2e0', 'gw_port': {'id': '77fe0afb-fe56-4a5b-9553-99be450203ae', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b06ce92-eb1e-4ac8-bcc0-11a261224091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:34:30Z', 'updated_at': '2021-11-25T14:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'b06ee8c1-1026-4344-8ce9-6c2f4be48ef5', 'name': '', 'network_id': '02423cb7-3051-40e8-9549-f0c4a9e4a36d', 'tenant_id': '77a5630e33044c458cacf17d8e4ef2e0', 'mac_address': 'fa:16:3e:53:69:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b06ce92-eb1e-4ac8-bcc0-11a261224091', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'ae520c0c-d859-4b8d-9c47-c8c92923be75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:34:32Z', 'updated_at': '2021-11-25T14:34:36Z', 'revision_number': 4, 'project_id': '77a5630e33044c458cacf17d8e4ef2e0', 'subnets': [{'id': 'ae520c0c-d859-4b8d-9c47-c8c92923be75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 14:34:37.562463 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-85459d0a-c560-4431-8473-b772ada78dca None None] Provisioning complete for port b06ee8c1-1026-4344-8ce9-6c2f4be48ef5 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:34:37.563078 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-85459d0a-c560-4431-8473-b772ada78dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:37.566231 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-0dab737c-ff94-43f1-94e1-3049ed83fa8e req-eb529252-b463-4d51-9938-ee238354d3c9 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "GET /v2.0/ports?device_id=34413ab6-d39f-47e9-a578-896e0c020b1d HTTP/1.1" status: 200 len: 210 time: 0.0393219 Nov 25 14:34:37.639591 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a6e84174-6461-481d-bd59-6077afafd9ac req-a203d882-165a-47d2-8199-b27d14aa6c11 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ececc15f7e5048a5a0874fbd1440564c HTTP/1.1" status: 200 len: 380 time: 0.0988617 Nov 25 14:34:37.650172 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-a6e84174-6461-481d-bd59-6077afafd9ac req-89c2f2cd-9c5f-4981-82b2-a9863c327302 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Request body: {'port': {'device_id': '34413ab6-d39f-47e9-a578-896e0c020b1d', 'network_id': 'c0890706-111e-4623-a55b-e34b46d3984d', 'admin_state_up': True, 'tenant_id': 'ececc15f7e5048a5a0874fbd1440564c', 'security_groups': ['74bb2825-fe0b-4bde-8213-9b5722299b65']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:34:37.768340 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6e84174-6461-481d-bd59-6077afafd9ac req-89c2f2cd-9c5f-4981-82b2-a9863c327302 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Made reservation on behalf of ececc15f7e5048a5a0874fbd1440564c for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 14:34:37.772129 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a6e84174-6461-481d-bd59-6077afafd9ac req-89c2f2cd-9c5f-4981-82b2-a9863c327302 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:37.914705 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-a6e84174-6461-481d-bd59-6077afafd9ac req-89c2f2cd-9c5f-4981-82b2-a9863c327302 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Allocated IP 172.20.0.3 (c0890706-111e-4623-a55b-e34b46d3984d/b2a760d0-0b18-4d18-a277-27d58f9b65fe/b0684de4-ad04-4ceb-8247-770d947fa830) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:34:38.072846 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a6e84174-6461-481d-bd59-6077afafd9ac req-89c2f2cd-9c5f-4981-82b2-a9863c327302 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:38.118075 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a6e84174-6461-481d-bd59-6077afafd9ac req-89c2f2cd-9c5f-4981-82b2-a9863c327302 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:38.168408 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6e84174-6461-481d-bd59-6077afafd9ac req-89c2f2cd-9c5f-4981-82b2-a9863c327302 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Network c0890706-111e-4623-a55b-e34b46d3984d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:34:38.174206 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-a6e84174-6461-481d-bd59-6077afafd9ac req-89c2f2cd-9c5f-4981-82b2-a9863c327302 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:34:38.178395 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6e84174-6461-481d-bd59-6077afafd9ac req-89c2f2cd-9c5f-4981-82b2-a9863c327302 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:34:38.221318 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c2f2cd-9c5f-4981-82b2-a9863c327302 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Pushing event updated for resources: {'Port': ['ID=b0684de4-ad04-4ceb-8247-770d947fa830,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:34:38.248747 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e84174-6461-481d-bd59-6077afafd9ac req-89c2f2cd-9c5f-4981-82b2-a9863c327302 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:34:38.249722 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a6e84174-6461-481d-bd59-6077afafd9ac req-89c2f2cd-9c5f-4981-82b2-a9863c327302 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:38.270649 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a6e84174-6461-481d-bd59-6077afafd9ac req-89c2f2cd-9c5f-4981-82b2-a9863c327302 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6244450 Nov 25 14:34:38.284902 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [req-a6e84174-6461-481d-bd59-6077afafd9ac req-a6eeaaae-043c-49c5-b6cd-e2b8778b9005 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 14:34:38.285899 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a6e84174-6461-481d-bd59-6077afafd9ac req-a6eeaaae-043c-49c5-b6cd-e2b8778b9005 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055823 Nov 25 14:34:38.413796 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-a6e84174-6461-481d-bd59-6077afafd9ac req-4a039b97-8e1b-4267-97fe-d7bcad8a22ee service neutron] Request body: {'port': {'device_id': '34413ab6-d39f-47e9-a578-896e0c020b1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:34:38.474880 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a6e84174-6461-481d-bd59-6077afafd9ac req-4a039b97-8e1b-4267-97fe-d7bcad8a22ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:38.509782 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-aea1f794-a8c1-4e50-9a27-ce28e329ac5c None None] Provisioning complete for port b0684de4-ad04-4ceb-8247-770d947fa830 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:34:38.510373 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aea1f794-a8c1-4e50-9a27-ce28e329ac5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:38.544281 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-aea1f794-a8c1-4e50-9a27-ce28e329ac5c None None] Port b0684de4-ad04-4ceb-8247-770d947fa830 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 14:34:38.677308 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796c021-53cd-479a-a09b-51a376c44be9 req-2bf69d42-8679-4fcb-a3c7-e214e1fbd3e8 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:34:38.678784 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3796c021-53cd-479a-a09b-51a376c44be9 req-2bf69d42-8679-4fcb-a3c7-e214e1fbd3e8 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "GET /v2.0/ports?device_id=34413ab6-d39f-47e9-a578-896e0c020b1d HTTP/1.1" status: 200 len: 931 time: 0.0534861 Nov 25 14:34:38.728388 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-3796c021-53cd-479a-a09b-51a376c44be9 req-5684d32e-6c89-4ce1-935f-b49edc2461fa tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "GET /v2.0/security-groups?id=74bb2825-fe0b-4bde-8213-9b5722299b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434244 Nov 25 14:34:38.743620 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-a6e84174-6461-481d-bd59-6077afafd9ac req-4a039b97-8e1b-4267-97fe-d7bcad8a22ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0684de4-ad04-4ceb-8247-770d947fa830 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 14:34:38.752518 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a6e84174-6461-481d-bd59-6077afafd9ac req-4a039b97-8e1b-4267-97fe-d7bcad8a22ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:38.765942 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-a6e84174-6461-481d-bd59-6077afafd9ac req-4a039b97-8e1b-4267-97fe-d7bcad8a22ee service neutron] Transition to ACTIVE for port object b0684de4-ad04-4ceb-8247-770d947fa830 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 14:34:38.769441 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a6e84174-6461-481d-bd59-6077afafd9ac req-4a039b97-8e1b-4267-97fe-d7bcad8a22ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:38.838919 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a039b97-8e1b-4267-97fe-d7bcad8a22ee service neutron] Pushing event updated for resources: {'Port': ['ID=b0684de4-ad04-4ceb-8247-770d947fa830,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:34:38.891304 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-a6e84174-6461-481d-bd59-6077afafd9ac req-4a039b97-8e1b-4267-97fe-d7bcad8a22ee service neutron] Attempting to bind port b0684de4-ad04-4ceb-8247-770d947fa830 on host n-h1-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:34:38.891650 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-a6e84174-6461-481d-bd59-6077afafd9ac req-4a039b97-8e1b-4267-97fe-d7bcad8a22ee service neutron] Attempting to bind port b0684de4-ad04-4ceb-8247-770d947fa830 by drivers openvswitch,hyperv on host n-h1-808199-11 at level 0 using segments [{'id': '26530ae2-620f-4105-94cd-12ad462cf454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'c0890706-111e-4623-a55b-e34b46d3984d'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:34:38.891982 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e84174-6461-481d-bd59-6077afafd9ac req-4a039b97-8e1b-4267-97fe-d7bcad8a22ee service neutron] Attempting to bind port b0684de4-ad04-4ceb-8247-770d947fa830 on network c0890706-111e-4623-a55b-e34b46d3984d {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:34:38.896691 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e84174-6461-481d-bd59-6077afafd9ac req-4a039b97-8e1b-4267-97fe-d7bcad8a22ee service neutron] Port b0684de4-ad04-4ceb-8247-770d947fa830 on network c0890706-111e-4623-a55b-e34b46d3984d not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 14:34:38.897018 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e84174-6461-481d-bd59-6077afafd9ac req-4a039b97-8e1b-4267-97fe-d7bcad8a22ee service neutron] Attempting to bind port b0684de4-ad04-4ceb-8247-770d947fa830 on network c0890706-111e-4623-a55b-e34b46d3984d {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:34:38.901963 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e84174-6461-481d-bd59-6077afafd9ac req-4a039b97-8e1b-4267-97fe-d7bcad8a22ee service neutron] Checking agent: {'id': 'f8ba276c-e396-4817-8dfb-96b10902830b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:34:38.902302 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e84174-6461-481d-bd59-6077afafd9ac req-4a039b97-8e1b-4267-97fe-d7bcad8a22ee service neutron] Checking segment: {'id': '26530ae2-620f-4105-94cd-12ad462cf454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'c0890706-111e-4623-a55b-e34b46d3984d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:34:38.902716 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e84174-6461-481d-bd59-6077afafd9ac req-4a039b97-8e1b-4267-97fe-d7bcad8a22ee service neutron] Bound using segment: {'id': '26530ae2-620f-4105-94cd-12ad462cf454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'c0890706-111e-4623-a55b-e34b46d3984d'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:34:38.903165 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-a6e84174-6461-481d-bd59-6077afafd9ac req-4a039b97-8e1b-4267-97fe-d7bcad8a22ee service neutron] Bound port: b0684de4-ad04-4ceb-8247-770d947fa830, host: n-h1-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26530ae2-620f-4105-94cd-12ad462cf454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'c0890706-111e-4623-a55b-e34b46d3984d'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:34:38.903525 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a6e84174-6461-481d-bd59-6077afafd9ac req-4a039b97-8e1b-4267-97fe-d7bcad8a22ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:38.972968 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-a6e84174-6461-481d-bd59-6077afafd9ac req-4a039b97-8e1b-4267-97fe-d7bcad8a22ee service neutron] For port b0684de4-ad04-4ceb-8247-770d947fa830, host n-h1-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:34:38.975954 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-a6e84174-6461-481d-bd59-6077afafd9ac req-4a039b97-8e1b-4267-97fe-d7bcad8a22ee service neutron] For port b0684de4-ad04-4ceb-8247-770d947fa830, host n-h1-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=b0684de4-ad04-4ceb-8247-770d947fa830,segment=NetworkSegment(26530ae2-620f-4105-94cd-12ad462cf454),segment_id=26530ae2-620f-4105-94cd-12ad462cf454)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:34:38.981077 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a6e84174-6461-481d-bd59-6077afafd9ac req-4a039b97-8e1b-4267-97fe-d7bcad8a22ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:39.014011 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e84174-6461-481d-bd59-6077afafd9ac req-4a039b97-8e1b-4267-97fe-d7bcad8a22ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:34:39.014613 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a6e84174-6461-481d-bd59-6077afafd9ac req-4a039b97-8e1b-4267-97fe-d7bcad8a22ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:39.016032 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a6e84174-6461-481d-bd59-6077afafd9ac req-4a039b97-8e1b-4267-97fe-d7bcad8a22ee service neutron] 10.222.0.66 "PUT /v2.0/ports/b0684de4-ad04-4ceb-8247-770d947fa830 HTTP/1.1" status: 200 len: 1092 time: 0.7185223 Nov 25 14:34:39.016483 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34413ab6-d39f-47e9-a578-896e0c020b1d', 'tag': 'b0684de4-ad04-4ceb-8247-770d947fa830'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:34:39.018769 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b263d7d4b70db15966f189087f2cdd81ff7815a34d469843c29c7d40ca9dff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7097552-fb70-4bda-975e-1baecb338044" -d '{"events": [{"name": "network-changed", "server_uuid": "34413ab6-d39f-47e9-a578-896e0c020b1d", "tag": "b0684de4-ad04-4ceb-8247-770d947fa830"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:34:39.053979 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a039b97-8e1b-4267-97fe-d7bcad8a22ee service neutron] Pushing event updated for resources: {'Port': ['ID=b0684de4-ad04-4ceb-8247-770d947fa830,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:34:39.097830 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 14:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d982e3d-2e9f-4886-99e0-a951e1c8241c x-openstack-request-id: req-7d982e3d-2e9f-4886-99e0-a951e1c8241c {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:34:39.098205 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34413ab6-d39f-47e9-a578-896e0c020b1d", "tag": "b0684de4-ad04-4ceb-8247-770d947fa830", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:34:39.098525 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7d982e3d-2e9f-4886-99e0-a951e1c8241c {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:34:39.099040 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34413ab6-d39f-47e9-a578-896e0c020b1d', 'tag': 'b0684de4-ad04-4ceb-8247-770d947fa830', 'status': 'completed', 'code': 200} Nov 25 14:34:39.122355 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e84174-6461-481d-bd59-6077afafd9ac req-879baa51-0340-4829-878b-10b5b53e33de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:34:39.124228 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a6e84174-6461-481d-bd59-6077afafd9ac req-879baa51-0340-4829-878b-10b5b53e33de service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ececc15f7e5048a5a0874fbd1440564c&device_id=34413ab6-d39f-47e9-a578-896e0c020b1d HTTP/1.1" status: 200 len: 1095 time: 0.0550735 Nov 25 14:34:39.126726 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:39.176059 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a6e84174-6461-481d-bd59-6077afafd9ac req-db757acd-164e-448b-a7b7-2e7673bf9f7b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0684de4-ad04-4ceb-8247-770d947fa830 HTTP/1.1" status: 200 len: 217 time: 0.0399404 Nov 25 14:34:39.231766 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e84174-6461-481d-bd59-6077afafd9ac req-2536a739-4f4e-4268-907c-4aaa41b293d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:34:39.233229 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a6e84174-6461-481d-bd59-6077afafd9ac req-2536a739-4f4e-4268-907c-4aaa41b293d0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b2a760d0-0b18-4d18-a277-27d58f9b65fe HTTP/1.1" status: 200 len: 848 time: 0.0452578 Nov 25 14:34:39.282677 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e84174-6461-481d-bd59-6077afafd9ac req-3da4e236-2b0b-40e6-b386-a11e69b0b05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:34:39.284161 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a6e84174-6461-481d-bd59-6077afafd9ac req-3da4e236-2b0b-40e6-b386-a11e69b0b05d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c0890706-111e-4623-a55b-e34b46d3984d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402541 Nov 25 14:34:39.383327 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a6e84174-6461-481d-bd59-6077afafd9ac req-37283a97-a4c1-4f3a-92ed-a03275507fa5 service neutron] 10.222.0.66 "GET /v2.0/networks/c0890706-111e-4623-a55b-e34b46d3984d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869732 Nov 25 14:34:39.482435 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-a6e84174-6461-481d-bd59-6077afafd9ac req-0acfd41a-1784-46d7-82a0-7202f8b4d73b service neutron] 10.222.0.66 "GET /v2.0/networks/c0890706-111e-4623-a55b-e34b46d3984d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869355 Nov 25 14:34:39.569687 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device b06ee8c1-1026-4344-8ce9-6c2f4be48ef5 up at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:34:39.586959 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7097552-fb70-4bda-975e-1baecb338044 req-1851f1ce-e9f9-4e56-beae-84c2acf37d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:34:39.589294 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d7097552-fb70-4bda-975e-1baecb338044 req-1851f1ce-e9f9-4e56-beae-84c2acf37d15 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ececc15f7e5048a5a0874fbd1440564c&device_id=34413ab6-d39f-47e9-a578-896e0c020b1d HTTP/1.1" status: 200 len: 1095 time: 0.0468013 Nov 25 14:34:39.625953 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Provisioning complete for port b06ee8c1-1026-4344-8ce9-6c2f4be48ef5 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:34:39.625953 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:39.695776 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7097552-fb70-4bda-975e-1baecb338044 req-dfbfa22b-391a-4bc3-9e75-554fe6019972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:34:39.697847 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d7097552-fb70-4bda-975e-1baecb338044 req-dfbfa22b-391a-4bc3-9e75-554fe6019972 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c0890706-111e-4623-a55b-e34b46d3984d HTTP/1.1" status: 200 len: 910 time: 0.0958705 Nov 25 14:34:39.742543 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d7097552-fb70-4bda-975e-1baecb338044 req-2d9ecb33-4fa2-46ad-a738-2ec694bde6dd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0684de4-ad04-4ceb-8247-770d947fa830 HTTP/1.1" status: 200 len: 217 time: 0.0366766 Nov 25 14:34:39.801598 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7097552-fb70-4bda-975e-1baecb338044 req-871a7419-15a8-4df7-9f14-b8145dae8c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:34:39.803142 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d7097552-fb70-4bda-975e-1baecb338044 req-871a7419-15a8-4df7-9f14-b8145dae8c89 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b2a760d0-0b18-4d18-a277-27d58f9b65fe HTTP/1.1" status: 200 len: 848 time: 0.0508997 Nov 25 14:34:39.847537 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de90d79a-bfb5-44ac-a7a8-7b884d810354 req-82c8e451-a5fd-4a4a-acf4-ad40a4179447 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:34:39.849052 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-de90d79a-bfb5-44ac-a7a8-7b884d810354 req-82c8e451-a5fd-4a4a-acf4-ad40a4179447 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "GET /v2.0/ports?device_id=34413ab6-d39f-47e9-a578-896e0c020b1d HTTP/1.1" status: 200 len: 943 time: 0.0494249 Nov 25 14:34:39.853473 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7097552-fb70-4bda-975e-1baecb338044 req-20f30468-35c8-4ab7-ab3c-0d6eb9c100a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:34:39.854999 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d7097552-fb70-4bda-975e-1baecb338044 req-20f30468-35c8-4ab7-ab3c-0d6eb9c100a4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c0890706-111e-4623-a55b-e34b46d3984d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405717 Nov 25 14:34:39.899229 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-de90d79a-bfb5-44ac-a7a8-7b884d810354 req-431de999-8c40-41ea-95cc-7cc4eb997094 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "GET /v2.0/security-groups?id=74bb2825-fe0b-4bde-8213-9b5722299b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442128 Nov 25 14:34:39.944675 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d7097552-fb70-4bda-975e-1baecb338044 req-fcc3ecb8-f928-4d10-b4b3-5a7ccb7037bb service neutron] 10.222.0.66 "GET /v2.0/networks/c0890706-111e-4623-a55b-e34b46d3984d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810902 Nov 25 14:34:40.036497 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d7097552-fb70-4bda-975e-1baecb338044 req-d971f4be-c5be-44f0-b4a1-b9c08a371c33 service neutron] 10.222.0.66 "GET /v2.0/networks/c0890706-111e-4623-a55b-e34b46d3984d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838792 Nov 25 14:34:41.018126 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b1923-c082-4bee-8a63-31330bb4797e req-c7232bef-1d40-41f2-845c-3d754826dc62 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:34:41.019811 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fc5b1923-c082-4bee-8a63-31330bb4797e req-c7232bef-1d40-41f2-845c-3d754826dc62 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "GET /v2.0/ports?device_id=34413ab6-d39f-47e9-a578-896e0c020b1d HTTP/1.1" status: 200 len: 943 time: 0.0518806 Nov 25 14:34:41.068551 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fc5b1923-c082-4bee-8a63-31330bb4797e req-490cb9b6-32dc-49c1-83df-fc2f3b7f7ea6 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "GET /v2.0/security-groups?id=74bb2825-fe0b-4bde-8213-9b5722299b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429976 Nov 25 14:34:42.187403 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31b24b-2649-42ab-a0a9-f6e0a2eeedd0 req-49bfcd3e-4625-49a3-8efb-b14bb3f9e81c tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:34:42.188878 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7b31b24b-2649-42ab-a0a9-f6e0a2eeedd0 req-49bfcd3e-4625-49a3-8efb-b14bb3f9e81c tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "GET /v2.0/ports?device_id=34413ab6-d39f-47e9-a578-896e0c020b1d HTTP/1.1" status: 200 len: 943 time: 0.0483217 Nov 25 14:34:42.237661 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-7b31b24b-2649-42ab-a0a9-f6e0a2eeedd0 req-8fcf5a12-a933-4b05-ab1c-4077580c475c tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "GET /v2.0/security-groups?id=74bb2825-fe0b-4bde-8213-9b5722299b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429385 Nov 25 14:34:42.498928 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:43.352105 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b7a628-9948-4871-9635-72801a6c094b req-e8f9ea82-2882-440d-840a-c10174d3f7e6 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:34:43.353577 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b0b7a628-9948-4871-9635-72801a6c094b req-e8f9ea82-2882-440d-840a-c10174d3f7e6 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "GET /v2.0/ports?device_id=34413ab6-d39f-47e9-a578-896e0c020b1d HTTP/1.1" status: 200 len: 943 time: 0.0480332 Nov 25 14:34:43.408907 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b0b7a628-9948-4871-9635-72801a6c094b req-57d757c6-0657-4baa-877d-aa184dd03865 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "GET /v2.0/security-groups?id=74bb2825-fe0b-4bde-8213-9b5722299b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487828 Nov 25 14:34:44.064643 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device b0684de4-ad04-4ceb-8247-770d947fa830 details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 14:34:44.160701 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port b0684de4-ad04-4ceb-8247-770d947fa830, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=b0684de4-ad04-4ceb-8247-770d947fa830,segment=NetworkSegment(26530ae2-620f-4105-94cd-12ad462cf454),segment_id=26530ae2-620f-4105-94cd-12ad462cf454)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:34:44.171804 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': 'b0684de4-ad04-4ceb-8247-770d947fa830', 'network_id': 'c0890706-111e-4623-a55b-e34b46d3984d', 'port_id': 'b0684de4-ad04-4ceb-8247-770d947fa830', 'mac_address': 'fa:16:3e:8f:ee:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2a760d0-0b18-4d18-a277-27d58f9b65fe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 14:34:44.207399 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:44.220611 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0684de4-ad04-4ceb-8247-770d947fa830 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 14:34:44.239267 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port b0684de4-ad04-4ceb-8247-770d947fa830, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=b0684de4-ad04-4ceb-8247-770d947fa830,segment=NetworkSegment(26530ae2-620f-4105-94cd-12ad462cf454),segment_id=26530ae2-620f-4105-94cd-12ad462cf454)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:34:44.243378 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:44.293608 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=b0684de4-ad04-4ceb-8247-770d947fa830,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:34:44.529289 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81036a52-6e2b-4914-b722-3116c5e71d39 req-3803a214-7d13-4df2-9973-38017176293f tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:34:44.530798 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-81036a52-6e2b-4914-b722-3116c5e71d39 req-3803a214-7d13-4df2-9973-38017176293f tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "GET /v2.0/ports?device_id=34413ab6-d39f-47e9-a578-896e0c020b1d HTTP/1.1" status: 200 len: 944 time: 0.0496202 Nov 25 14:34:44.578589 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['b0684de4-ad04-4ceb-8247-770d947fa830'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 14:34:44.580463 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-81036a52-6e2b-4914-b722-3116c5e71d39 req-73988016-31c1-4732-9a56-f25443437f8f tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "GET /v2.0/security-groups?id=74bb2825-fe0b-4bde-8213-9b5722299b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436096 Nov 25 14:34:45.697655 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a33e5e-acc5-447d-851c-98aca98df919 req-3ac1fc1c-3296-4541-b707-d23d9d8828e3 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:34:45.699195 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-32a33e5e-acc5-447d-851c-98aca98df919 req-3ac1fc1c-3296-4541-b707-d23d9d8828e3 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "GET /v2.0/ports?device_id=34413ab6-d39f-47e9-a578-896e0c020b1d HTTP/1.1" status: 200 len: 944 time: 0.0512612 Nov 25 14:34:45.749831 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-32a33e5e-acc5-447d-851c-98aca98df919 req-538eeb7c-9fbb-4f14-8d74-e7fb83d56bb6 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "GET /v2.0/security-groups?id=74bb2825-fe0b-4bde-8213-9b5722299b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446310 Nov 25 14:34:46.079787 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device b0684de4-ad04-4ceb-8247-770d947fa830 up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:34:46.128682 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning for port b0684de4-ad04-4ceb-8247-770d947fa830 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 14:34:46.132529 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port b0684de4-ad04-4ceb-8247-770d947fa830 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:34:46.132925 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:46.208430 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:46.232464 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34413ab6-d39f-47e9-a578-896e0c020b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0684de4-ad04-4ceb-8247-770d947fa830'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:34:46.234669 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4a683b2f55a074025c37cf42062357829495bd62ced1b23f0cba96c56cdda24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4bdbd5-4bbe-4bad-9b29-2b19315a9c9a" -d '{"events": [{"server_uuid": "34413ab6-d39f-47e9-a578-896e0c020b1d", "name": "network-vif-plugged", "status": "completed", "tag": "b0684de4-ad04-4ceb-8247-770d947fa830"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:34:46.247545 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port b0684de4-ad04-4ceb-8247-770d947fa830, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=b0684de4-ad04-4ceb-8247-770d947fa830,segment=NetworkSegment(26530ae2-620f-4105-94cd-12ad462cf454),segment_id=26530ae2-620f-4105-94cd-12ad462cf454)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:34:46.252224 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:46.276495 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 14:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5114783d-2af7-4cba-bd59-0ea050e4e3cb x-openstack-request-id: req-5114783d-2af7-4cba-bd59-0ea050e4e3cb {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:34:46.276785 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34413ab6-d39f-47e9-a578-896e0c020b1d", "name": "network-vif-plugged", "status": "completed", "tag": "b0684de4-ad04-4ceb-8247-770d947fa830", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:34:46.277067 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5114783d-2af7-4cba-bd59-0ea050e4e3cb {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:34:46.277456 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34413ab6-d39f-47e9-a578-896e0c020b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0684de4-ad04-4ceb-8247-770d947fa830', 'code': 200} Nov 25 14:34:46.301483 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=b0684de4-ad04-4ceb-8247-770d947fa830,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:34:46.386114 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40104ad6-5723-4f36-bcaa-cf8d544a69a8 req-ee09ee30-50e5-4c06-90f4-88e6f4b30f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:34:46.387839 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-40104ad6-5723-4f36-bcaa-cf8d544a69a8 req-ee09ee30-50e5-4c06-90f4-88e6f4b30f8a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=34413ab6-d39f-47e9-a578-896e0c020b1d HTTP/1.1" status: 200 len: 1097 time: 0.0420876 Nov 25 14:34:46.443093 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-40104ad6-5723-4f36-bcaa-cf8d544a69a8 req-bc01bc65-dcea-4ca9-ae8c-7f7ebfd45924 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=74bb2825-fe0b-4bde-8213-9b5722299b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444157 Nov 25 14:34:46.866789 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10f5ab-53fa-4a47-ab11-84d303136ab4 req-1b46289b-f51e-4d1e-9f70-ab2b3e35a739 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:34:46.868249 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9f10f5ab-53fa-4a47-ab11-84d303136ab4 req-1b46289b-f51e-4d1e-9f70-ab2b3e35a739 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "GET /v2.0/ports?device_id=34413ab6-d39f-47e9-a578-896e0c020b1d HTTP/1.1" status: 200 len: 945 time: 0.0521407 Nov 25 14:34:46.916525 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-9f10f5ab-53fa-4a47-ab11-84d303136ab4 req-b45a98fa-2af2-4ad0-ae04-864e9fa8dd3c tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "GET /v2.0/security-groups?id=74bb2825-fe0b-4bde-8213-9b5722299b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421107 Nov 25 14:34:48.034181 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24935814-17a1-40b8-9ffb-54b126c53265 req-4723145c-36c0-404e-bda8-f897f91eefbf tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:34:48.035682 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-24935814-17a1-40b8-9ffb-54b126c53265 req-4723145c-36c0-404e-bda8-f897f91eefbf tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "GET /v2.0/ports?device_id=34413ab6-d39f-47e9-a578-896e0c020b1d HTTP/1.1" status: 200 len: 945 time: 0.0478392 Nov 25 14:34:48.084446 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-24935814-17a1-40b8-9ffb-54b126c53265 req-f586f206-2ae4-4b51-804f-4a5605a60277 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "GET /v2.0/security-groups?id=74bb2825-fe0b-4bde-8213-9b5722299b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429850 Nov 25 14:34:48.201031 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf878f91-ca77-47a2-89fe-0ac7486d42f8 req-de1a8c26-4f49-4362-a3de-451fe0d56b39 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:34:48.202446 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bf878f91-ca77-47a2-89fe-0ac7486d42f8 req-de1a8c26-4f49-4362-a3de-451fe0d56b39 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "GET /v2.0/ports?device_id=34413ab6-d39f-47e9-a578-896e0c020b1d HTTP/1.1" status: 200 len: 945 time: 0.0522330 Nov 25 14:34:48.251436 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bf878f91-ca77-47a2-89fe-0ac7486d42f8 req-5fecb3a6-f2c7-462d-9121-e402f51c4dec tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "GET /v2.0/security-groups?id=74bb2825-fe0b-4bde-8213-9b5722299b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431914 Nov 25 14:34:48.272496 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41256) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:34:48.352894 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f678ebb-8cbc-4e8c-9cdf-62de0c691ffa tempest-TestSnapshotPattern-541779928 tempest-TestSnapshotPattern-541779928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:34:48.354397 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-2f678ebb-8cbc-4e8c-9cdf-62de0c691ffa tempest-TestSnapshotPattern-541779928 tempest-TestSnapshotPattern-541779928-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=34413ab6-d39f-47e9-a578-896e0c020b1d HTTP/1.1" status: 200 len: 1092 time: 0.0808032 Nov 25 14:34:48.357900 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41260) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:34:48.362027 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-620b007c-3da5-4828-9a2d-70079e09e11c tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Request body: {'floatingip': {'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'port_id': 'b0684de4-ad04-4ceb-8247-770d947fa830', 'tenant_id': 'ececc15f7e5048a5a0874fbd1440564c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:34:48.383807 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-620b007c-3da5-4828-9a2d-70079e09e11c tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks [] for floatingip, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:48.494907 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-620b007c-3da5-4828-9a2d-70079e09e11c tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:48.598670 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-620b007c-3da5-4828-9a2d-70079e09e11c tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Allocated IP 172.25.5.132 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/14ed71ec-5589-45e5-a3c7-385b3eb73c29) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:34:48.697657 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-620b007c-3da5-4828-9a2d-70079e09e11c tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:48.731993 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-620b007c-3da5-4828-9a2d-70079e09e11c tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:48.782305 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620b007c-3da5-4828-9a2d-70079e09e11c tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:34:48.785113 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-620b007c-3da5-4828-9a2d-70079e09e11c tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:34:48.789271 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620b007c-3da5-4828-9a2d-70079e09e11c tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:34:49.175911 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620b007c-3da5-4828-9a2d-70079e09e11c tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Pushing event updated for resources: {'Port': ['ID=14ed71ec-5589-45e5-a3c7-385b3eb73c29,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:34:49.510128 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-620b007c-3da5-4828-9a2d-70079e09e11c tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:49.583945 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-620b007c-3da5-4828-9a2d-70079e09e11c tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:49.733235 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-620b007c-3da5-4828-9a2d-70079e09e11c tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:49.737555 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-620b007c-3da5-4828-9a2d-70079e09e11c tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:49.807900 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620b007c-3da5-4828-9a2d-70079e09e11c tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Pushing event updated for resources: {'Port': ['ID=14ed71ec-5589-45e5-a3c7-385b3eb73c29,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:34:49.820310 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-620b007c-3da5-4828-9a2d-70079e09e11c tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:49.923596 n-d-808199-11 neutron-server[103571]: INFO neutron.db.l3_db [None req-620b007c-3da5-4828-9a2d-70079e09e11c tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Floating IP 24df8edc-cfde-4480-935b-cef94781a05a associated. External IP: 172.25.5.132, port: b0684de4-ad04-4ceb-8247-770d947fa830. Nov 25 14:34:50.132498 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-620b007c-3da5-4828-9a2d-70079e09e11c tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Router a5ab3c29-04ef-4832-a8f9-f70201a7db42 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 14:34:50.238702 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-620b007c-3da5-4828-9a2d-70079e09e11c tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 14:34:50.248996 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1156c0-1517-4dd6-a2bd-da069f2becbd None None] Sync routers for ids ['a5ab3c29-04ef-4832-a8f9-f70201a7db42'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 14:34:50.257051 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-620b007c-3da5-4828-9a2d-70079e09e11c tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:34:50.259467 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1156c0-1517-4dd6-a2bd-da069f2becbd None None] Routers {'a5ab3c29-04ef-4832-a8f9-f70201a7db42'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:34:50.260072 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-cc1156c0-1517-4dd6-a2bd-da069f2becbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:34:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['a5ab3c29-04ef-4832-a8f9-f70201a7db42'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:34:50.283849 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-620b007c-3da5-4828-9a2d-70079e09e11c tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9249549 Nov 25 14:34:50.284538 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34413ab6-d39f-47e9-a578-896e0c020b1d', 'tag': 'b0684de4-ad04-4ceb-8247-770d947fa830'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:34:50.286825 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b263d7d4b70db15966f189087f2cdd81ff7815a34d469843c29c7d40ca9dff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8ea417-7cd9-4335-ae9b-e2026dfc6523" -d '{"events": [{"name": "network-changed", "server_uuid": "34413ab6-d39f-47e9-a578-896e0c020b1d", "tag": "b0684de4-ad04-4ceb-8247-770d947fa830"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:34:50.323898 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 14:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e635f38-71fa-4691-a837-c944515e57b1 x-openstack-request-id: req-8e635f38-71fa-4691-a837-c944515e57b1 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:34:50.324194 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34413ab6-d39f-47e9-a578-896e0c020b1d", "tag": "b0684de4-ad04-4ceb-8247-770d947fa830", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:34:50.324453 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8e635f38-71fa-4691-a837-c944515e57b1 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:34:50.324862 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34413ab6-d39f-47e9-a578-896e0c020b1d', 'tag': 'b0684de4-ad04-4ceb-8247-770d947fa830', 'status': 'completed', 'code': 200} Nov 25 14:34:50.366999 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-cc1156c0-1517-4dd6-a2bd-da069f2becbd None None] Set router a5ab3c29-04ef-4832-a8f9-f70201a7db42 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:34:50.391158 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ea417-7cd9-4335-ae9b-e2026dfc6523 req-2d7e2fe0-8211-44d1-a411-d9a9de4ce789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:34:50.392663 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0f8ea417-7cd9-4335-ae9b-e2026dfc6523 req-2d7e2fe0-8211-44d1-a411-d9a9de4ce789 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ececc15f7e5048a5a0874fbd1440564c&device_id=34413ab6-d39f-47e9-a578-896e0c020b1d HTTP/1.1" status: 200 len: 1097 time: 0.0424116 Nov 25 14:34:50.483388 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ea417-7cd9-4335-ae9b-e2026dfc6523 req-9494f650-9095-4fc8-98e9-a4d63d795929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:34:50.484894 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0f8ea417-7cd9-4335-ae9b-e2026dfc6523 req-9494f650-9095-4fc8-98e9-a4d63d795929 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c0890706-111e-4623-a55b-e34b46d3984d HTTP/1.1" status: 200 len: 910 time: 0.0851762 Nov 25 14:34:50.554664 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0f8ea417-7cd9-4335-ae9b-e2026dfc6523 req-46d6214c-3233-46be-9ea3-21036d440af2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0684de4-ad04-4ceb-8247-770d947fa830 HTTP/1.1" status: 200 len: 999 time: 0.0625379 Nov 25 14:34:50.590996 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-cc1156c0-1517-4dd6-a2bd-da069f2becbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ab3c29-04ef-4832-a8f9-f70201a7db42', 'name': 'tempest-TestSnapshotPattern-476731289-router', 'tenant_id': 'ececc15f7e5048a5a0874fbd1440564c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'd3f67a7f-7acb-435b-b7cc-0e5004602f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:34:25Z', 'updated_at': '2021-11-25T14:34:28Z', 'revision_number': 4, 'project_id': 'ececc15f7e5048a5a0874fbd1440564c', 'gw_port': {'id': 'd3f67a7f-7acb-435b-b7cc-0e5004602f3b', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:72:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab3c29-04ef-4832-a8f9-f70201a7db42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:34:25Z', 'updated_at': '2021-11-25T14:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '24df8edc-cfde-4480-935b-cef94781a05a', 'tenant_id': 'ececc15f7e5048a5a0874fbd1440564c', 'floating_ip_address': '172.25.5.132', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': 'a5ab3c29-04ef-4832-a8f9-f70201a7db42', 'port_id': 'b0684de4-ad04-4ceb-8247-770d947fa830', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0890706-111e-4623-a55b-e34b46d3984d', 'mac_address': 'fa:16:3e:8f:ee:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34413ab6-d39f-47e9-a578-896e0c020b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T14:34:49Z', 'updated_at': '2021-11-25T14:34:49Z', 'revision_number': 0, 'project_id': 'ececc15f7e5048a5a0874fbd1440564c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e99ab89d-ddbd-4e28-b66f-423e3ed33556', 'name': '', 'network_id': 'c0890706-111e-4623-a55b-e34b46d3984d', 'tenant_id': 'ececc15f7e5048a5a0874fbd1440564c', 'mac_address': 'fa:16:3e:15:ba:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab3c29-04ef-4832-a8f9-f70201a7db42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'b2a760d0-0b18-4d18-a277-27d58f9b65fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:34:27Z', 'updated_at': '2021-11-25T14:34:31Z', 'revision_number': 5, 'project_id': 'ececc15f7e5048a5a0874fbd1440564c', 'subnets': [{'id': 'b2a760d0-0b18-4d18-a277-27d58f9b65fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:34:50.604103 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ea417-7cd9-4335-ae9b-e2026dfc6523 req-cb9bb6a5-adef-4e76-a87b-7e7e7c714c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:34:50.606248 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0f8ea417-7cd9-4335-ae9b-e2026dfc6523 req-cb9bb6a5-adef-4e76-a87b-7e7e7c714c5b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b2a760d0-0b18-4d18-a277-27d58f9b65fe HTTP/1.1" status: 200 len: 848 time: 0.0440335 Nov 25 14:34:50.616913 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1156c0-1517-4dd6-a2bd-da069f2becbd None None] Checking router: a5ab3c29-04ef-4832-a8f9-f70201a7db42 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 14:34:50.626151 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1156c0-1517-4dd6-a2bd-da069f2becbd None None] Routers {'a5ab3c29-04ef-4832-a8f9-f70201a7db42'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:34:50.626816 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-cc1156c0-1517-4dd6-a2bd-da069f2becbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:34:33Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['a5ab3c29-04ef-4832-a8f9-f70201a7db42'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:34:50.651842 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ea417-7cd9-4335-ae9b-e2026dfc6523 req-c30b7329-e3d5-4321-98c5-3af242d6048c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:34:50.653356 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0f8ea417-7cd9-4335-ae9b-e2026dfc6523 req-c30b7329-e3d5-4321-98c5-3af242d6048c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c0890706-111e-4623-a55b-e34b46d3984d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402770 Nov 25 14:34:50.729975 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-cc1156c0-1517-4dd6-a2bd-da069f2becbd None None] Set router a5ab3c29-04ef-4832-a8f9-f70201a7db42 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:34:50.748185 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0f8ea417-7cd9-4335-ae9b-e2026dfc6523 req-ce6bca55-0551-4302-9373-8fb7d3df6c75 service neutron] 10.222.0.66 "GET /v2.0/networks/c0890706-111e-4623-a55b-e34b46d3984d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866482 Nov 25 14:34:50.842074 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-0f8ea417-7cd9-4335-ae9b-e2026dfc6523 req-ef82075e-de1e-4373-a6e5-0e4e34120b23 service neutron] 10.222.0.66 "GET /v2.0/networks/c0890706-111e-4623-a55b-e34b46d3984d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874240 Nov 25 14:34:51.038534 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-cc1156c0-1517-4dd6-a2bd-da069f2becbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ab3c29-04ef-4832-a8f9-f70201a7db42', 'name': 'tempest-TestSnapshotPattern-476731289-router', 'tenant_id': 'ececc15f7e5048a5a0874fbd1440564c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'd3f67a7f-7acb-435b-b7cc-0e5004602f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:34:25Z', 'updated_at': '2021-11-25T14:34:28Z', 'revision_number': 4, 'project_id': 'ececc15f7e5048a5a0874fbd1440564c', 'gw_port': {'id': 'd3f67a7f-7acb-435b-b7cc-0e5004602f3b', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:72:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab3c29-04ef-4832-a8f9-f70201a7db42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:34:25Z', 'updated_at': '2021-11-25T14:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '24df8edc-cfde-4480-935b-cef94781a05a', 'tenant_id': 'ececc15f7e5048a5a0874fbd1440564c', 'floating_ip_address': '172.25.5.132', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': 'a5ab3c29-04ef-4832-a8f9-f70201a7db42', 'port_id': 'b0684de4-ad04-4ceb-8247-770d947fa830', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0890706-111e-4623-a55b-e34b46d3984d', 'mac_address': 'fa:16:3e:8f:ee:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34413ab6-d39f-47e9-a578-896e0c020b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T14:34:49Z', 'updated_at': '2021-11-25T14:34:49Z', 'revision_number': 0, 'project_id': 'ececc15f7e5048a5a0874fbd1440564c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e99ab89d-ddbd-4e28-b66f-423e3ed33556', 'name': '', 'network_id': 'c0890706-111e-4623-a55b-e34b46d3984d', 'tenant_id': 'ececc15f7e5048a5a0874fbd1440564c', 'mac_address': 'fa:16:3e:15:ba:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab3c29-04ef-4832-a8f9-f70201a7db42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'b2a760d0-0b18-4d18-a277-27d58f9b65fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:34:27Z', 'updated_at': '2021-11-25T14:34:31Z', 'revision_number': 5, 'project_id': 'ececc15f7e5048a5a0874fbd1440564c', 'subnets': [{'id': 'b2a760d0-0b18-4d18-a277-27d58f9b65fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:34:51.063600 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1156c0-1517-4dd6-a2bd-da069f2becbd None None] The sync data for ids ['a5ab3c29-04ef-4832-a8f9-f70201a7db42'] in n-d-808199-11 is: [{'id': 'a5ab3c29-04ef-4832-a8f9-f70201a7db42', 'name': 'tempest-TestSnapshotPattern-476731289-router', 'tenant_id': 'ececc15f7e5048a5a0874fbd1440564c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'd3f67a7f-7acb-435b-b7cc-0e5004602f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:34:25Z', 'updated_at': '2021-11-25T14:34:28Z', 'revision_number': 4, 'project_id': 'ececc15f7e5048a5a0874fbd1440564c', 'gw_port': {'id': 'd3f67a7f-7acb-435b-b7cc-0e5004602f3b', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:72:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab3c29-04ef-4832-a8f9-f70201a7db42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:34:25Z', 'updated_at': '2021-11-25T14:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '24df8edc-cfde-4480-935b-cef94781a05a', 'tenant_id': 'ececc15f7e5048a5a0874fbd1440564c', 'floating_ip_address': '172.25.5.132', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': 'a5ab3c29-04ef-4832-a8f9-f70201a7db42', 'port_id': 'b0684de4-ad04-4ceb-8247-770d947fa830', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0890706-111e-4623-a55b-e34b46d3984d', 'mac_address': 'fa:16:3e:8f:ee:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34413ab6-d39f-47e9-a578-896e0c020b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T14:34:49Z', 'updated_at': '2021-11-25T14:34:49Z', 'revision_number': 0, 'project_id': 'ececc15f7e5048a5a0874fbd1440564c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e99ab89d-ddbd-4e28-b66f-423e3ed33556', 'name': '', 'network_id': 'c0890706-111e-4623-a55b-e34b46d3984d', 'tenant_id': 'ececc15f7e5048a5a0874fbd1440564c', 'mac_address': 'fa:16:3e:15:ba:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab3c29-04ef-4832-a8f9-f70201a7db42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'b2a760d0-0b18-4d18-a277-27d58f9b65fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:34:27Z', 'updated_at': '2021-11-25T14:34:31Z', 'revision_number': 5, 'project_id': 'ececc15f7e5048a5a0874fbd1440564c', 'subnets': [{'id': 'b2a760d0-0b18-4d18-a277-27d58f9b65fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 14:34:51.247385 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26555bc-6dc0-46c1-9ca3-da0c5b18c593 None None] New status for floating IP 24df8edc-cfde-4480-935b-cef94781a05a: ACTIVE {{(pid=103572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 14:34:58.742316 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:35:00.444663 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-76339cf5-14db-4ff1-8a45-b55511c75e66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:35:02.914284 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8d3a59d3-c859-4aec-8fa6-ff149c362959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:35:04.200220 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:35:05.519887 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:35:06.647464 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:35:09.136423 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:35:12.498323 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:35:30.445801 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-544e48c2-974b-4205-9f7e-5bff18f28ea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:35:32.915780 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ca571bfe-07bf-4e34-97da-a2318fb75c33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:35:34.203002 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:35:35.356754 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4083ba03-ee2b-4e97-98eb-0a069f56d8fd req-6d5becbf-1e96-4f7c-8339-2907ca2ec0ca service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=34413ab6-d39f-47e9-a578-896e0c020b1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0452647 Nov 25 14:35:35.442225 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4083ba03-ee2b-4e97-98eb-0a069f56d8fd req-d1ec9ab7-fe1f-4d62-a6da-dcedbd80e11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:35:35.443783 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4083ba03-ee2b-4e97-98eb-0a069f56d8fd req-d1ec9ab7-fe1f-4d62-a6da-dcedbd80e11e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ececc15f7e5048a5a0874fbd1440564c&device_id=34413ab6-d39f-47e9-a578-896e0c020b1d HTTP/1.1" status: 200 len: 1097 time: 0.0412607 Nov 25 14:35:35.523282 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:35:35.551544 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4083ba03-ee2b-4e97-98eb-0a069f56d8fd req-ad0270aa-62f9-430d-91e3-979b7581d55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:35:35.553037 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4083ba03-ee2b-4e97-98eb-0a069f56d8fd req-ad0270aa-62f9-430d-91e3-979b7581d55b service neutron] 10.222.0.66 "GET /v2.0/networks?id=c0890706-111e-4623-a55b-e34b46d3984d HTTP/1.1" status: 200 len: 910 time: 0.0855784 Nov 25 14:35:35.630553 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4083ba03-ee2b-4e97-98eb-0a069f56d8fd req-fc1bffb1-efd1-4062-804b-704ccf86eb68 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0684de4-ad04-4ceb-8247-770d947fa830 HTTP/1.1" status: 200 len: 1001 time: 0.0655265 Nov 25 14:35:35.683138 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4083ba03-ee2b-4e97-98eb-0a069f56d8fd req-f7151e93-2eb2-41bd-9474-300e052b2bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:35:35.685644 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4083ba03-ee2b-4e97-98eb-0a069f56d8fd req-f7151e93-2eb2-41bd-9474-300e052b2bc3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b2a760d0-0b18-4d18-a277-27d58f9b65fe HTTP/1.1" status: 200 len: 848 time: 0.0447783 Nov 25 14:35:35.734372 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4083ba03-ee2b-4e97-98eb-0a069f56d8fd req-b4f84124-d5a6-4a07-889d-85fee0c831c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:35:35.735869 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4083ba03-ee2b-4e97-98eb-0a069f56d8fd req-b4f84124-d5a6-4a07-889d-85fee0c831c7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c0890706-111e-4623-a55b-e34b46d3984d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396311 Nov 25 14:35:35.741491 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:35:35.827645 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4083ba03-ee2b-4e97-98eb-0a069f56d8fd req-181bee80-1558-4b3c-93bd-c3e39f988344 service neutron] 10.222.0.66 "GET /v2.0/networks/c0890706-111e-4623-a55b-e34b46d3984d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843680 Nov 25 14:35:35.920071 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-4083ba03-ee2b-4e97-98eb-0a069f56d8fd req-048d8546-3afe-4a00-bbff-3dd9ad70c6ca service neutron] 10.222.0.66 "GET /v2.0/networks/c0890706-111e-4623-a55b-e34b46d3984d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818148 Nov 25 14:35:36.649365 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:35:39.138019 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:35:42.496757 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:36:00.446615 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bdb98510-9d11-4d77-a6c2-62abccfd2561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:36:02.915395 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b8b585d1-1a96-49bb-9111-f5bef1c5a7dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:36:04.206637 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:36:05.523973 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:36:06.651546 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:36:09.150287 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:36:12.496349 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:36:12.741998 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:36:30.450657 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5aed337c-30c5-43ce-a041-75fcf10cd4e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:36:32.916063 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e56ed688-9fd4-4a44-94b7-d71080582c76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:36:34.211560 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:36:35.354577 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bb356b3b-d636-444a-b540-c232cb975598 req-6602bc63-ab22-4a6f-bd21-eac95122b3e6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=34413ab6-d39f-47e9-a578-896e0c020b1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0448956 Nov 25 14:36:35.444556 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb356b3b-d636-444a-b540-c232cb975598 req-22797b65-404c-48a3-8a15-68ebed5a05d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:36:35.446168 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bb356b3b-d636-444a-b540-c232cb975598 req-22797b65-404c-48a3-8a15-68ebed5a05d8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ececc15f7e5048a5a0874fbd1440564c&device_id=34413ab6-d39f-47e9-a578-896e0c020b1d HTTP/1.1" status: 200 len: 1097 time: 0.0411599 Nov 25 14:36:35.528054 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:36:35.555358 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb356b3b-d636-444a-b540-c232cb975598 req-c48f1722-590c-43b9-9442-63c9f8b29ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:36:35.556818 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bb356b3b-d636-444a-b540-c232cb975598 req-c48f1722-590c-43b9-9442-63c9f8b29ac6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c0890706-111e-4623-a55b-e34b46d3984d HTTP/1.1" status: 200 len: 910 time: 0.0848341 Nov 25 14:36:35.631885 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bb356b3b-d636-444a-b540-c232cb975598 req-8f513f52-1e1c-461a-817d-d0ba5ae8b2c2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0684de4-ad04-4ceb-8247-770d947fa830 HTTP/1.1" status: 200 len: 1001 time: 0.0631976 Nov 25 14:36:35.685517 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb356b3b-d636-444a-b540-c232cb975598 req-5ccc95ee-fe2d-4d16-8501-65b3177a1c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:36:35.688270 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bb356b3b-d636-444a-b540-c232cb975598 req-5ccc95ee-fe2d-4d16-8501-65b3177a1c37 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b2a760d0-0b18-4d18-a277-27d58f9b65fe HTTP/1.1" status: 200 len: 848 time: 0.0444372 Nov 25 14:36:35.736348 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb356b3b-d636-444a-b540-c232cb975598 req-6501d25f-bd56-4bd6-8cde-9f7bc10b550e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:36:35.737805 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bb356b3b-d636-444a-b540-c232cb975598 req-6501d25f-bd56-4bd6-8cde-9f7bc10b550e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c0890706-111e-4623-a55b-e34b46d3984d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400136 Nov 25 14:36:35.832370 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bb356b3b-d636-444a-b540-c232cb975598 req-6e24b0c8-b30f-47dd-8320-58f8faa1a340 service neutron] 10.222.0.66 "GET /v2.0/networks/c0890706-111e-4623-a55b-e34b46d3984d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822122 Nov 25 14:36:35.924506 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bb356b3b-d636-444a-b540-c232cb975598 req-8797c269-4385-4119-9a16-849c4fabeebf service neutron] 10.222.0.66 "GET /v2.0/networks/c0890706-111e-4623-a55b-e34b46d3984d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810325 Nov 25 14:36:36.654475 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:36:39.165521 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:36:42.511067 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:36:49.740777 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:36:50.643647 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device b0684de4-ad04-4ceb-8247-770d947fa830 details requested by agent hyperv_n-h1-808199-11 with host n-h1-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 14:36:50.934383 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port b0684de4-ad04-4ceb-8247-770d947fa830, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=b0684de4-ad04-4ceb-8247-770d947fa830,segment=NetworkSegment(26530ae2-620f-4105-94cd-12ad462cf454),segment_id=26530ae2-620f-4105-94cd-12ad462cf454)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:36:50.950804 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Returning: {'device': 'b0684de4-ad04-4ceb-8247-770d947fa830', 'network_id': 'c0890706-111e-4623-a55b-e34b46d3984d', 'port_id': 'b0684de4-ad04-4ceb-8247-770d947fa830', 'mac_address': 'fa:16:3e:8f:ee:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2a760d0-0b18-4d18-a277-27d58f9b65fe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 14:36:50.999862 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:36:51.016626 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b0684de4-ad04-4ceb-8247-770d947fa830 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 14:36:51.039706 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port b0684de4-ad04-4ceb-8247-770d947fa830, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=b0684de4-ad04-4ceb-8247-770d947fa830,segment=NetworkSegment(26530ae2-620f-4105-94cd-12ad462cf454),segment_id=26530ae2-620f-4105-94cd-12ad462cf454)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:36:51.046122 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:36:51.102275 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=b0684de4-ad04-4ceb-8247-770d947fa830,revision_number=6']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:36:51.111732 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:36:51.112175 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:36:51.112597 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:36:51.113016 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:36:51.113429 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:36:51.113849 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:36:51.114192 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:36:51.114531 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:36:51.115009 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:36:51.115348 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:36:51.115707 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:36:51.116044 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:36:51.130506 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] get_ports_and_sgs() called for port_ids ['b0684de4-ad04-4ceb-8247-770d947fa830'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 14:36:52.648168 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device b0684de4-ad04-4ceb-8247-770d947fa830 up at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:36:52.708785 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Provisioning complete for port b0684de4-ad04-4ceb-8247-770d947fa830 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:36:52.709292 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:36:52.798637 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:36:52.821637 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34413ab6-d39f-47e9-a578-896e0c020b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0684de4-ad04-4ceb-8247-770d947fa830'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:36:52.824225 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4a683b2f55a074025c37cf42062357829495bd62ced1b23f0cba96c56cdda24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f545871-b9aa-4f8a-ad03-455f645125ac" -d '{"events": [{"server_uuid": "34413ab6-d39f-47e9-a578-896e0c020b1d", "name": "network-vif-plugged", "status": "completed", "tag": "b0684de4-ad04-4ceb-8247-770d947fa830"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:36:52.838269 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port b0684de4-ad04-4ceb-8247-770d947fa830, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=b0684de4-ad04-4ceb-8247-770d947fa830,segment=NetworkSegment(26530ae2-620f-4105-94cd-12ad462cf454),segment_id=26530ae2-620f-4105-94cd-12ad462cf454)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:36:52.844906 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:36:52.907452 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=b0684de4-ad04-4ceb-8247-770d947fa830,revision_number=7']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:36:52.956220 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 14:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2fd248a-3188-4c15-964f-d90997d0c5a8 x-openstack-request-id: req-b2fd248a-3188-4c15-964f-d90997d0c5a8 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:36:52.956588 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34413ab6-d39f-47e9-a578-896e0c020b1d", "name": "network-vif-plugged", "status": "completed", "tag": "b0684de4-ad04-4ceb-8247-770d947fa830", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:36:52.956912 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b2fd248a-3188-4c15-964f-d90997d0c5a8 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:36:52.957381 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34413ab6-d39f-47e9-a578-896e0c020b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0684de4-ad04-4ceb-8247-770d947fa830', 'code': 200} Nov 25 14:37:00.454206 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-170d0a52-1882-4a16-92f2-4ccbc1b581fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:37:00.651637 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-493e8081-e2ca-431a-9fb1-6cdc11dae80f req-e0bbb6cd-afa9-4aac-81b7-465699eb058a tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1582215261&fields=id&tenant_id=ececc15f7e5048a5a0874fbd1440564c HTTP/1.1" status: 200 len: 267 time: 0.0455213 Nov 25 14:37:00.760185 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e8081-e2ca-431a-9fb1-6cdc11dae80f req-fa052914-aef6-4fe2-a926-a63b9e7ffad8 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:37:00.761650 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-493e8081-e2ca-431a-9fb1-6cdc11dae80f req-fa052914-aef6-4fe2-a926-a63b9e7ffad8 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "GET /v2.0/networks?id=c0890706-111e-4623-a55b-e34b46d3984d HTTP/1.1" status: 200 len: 809 time: 0.1028633 Nov 25 14:37:00.776116 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-493e8081-e2ca-431a-9fb1-6cdc11dae80f req-2ba56720-ae05-43ec-bd08-8ef2480ae932 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "GET /v2.0/quotas/ececc15f7e5048a5a0874fbd1440564c HTTP/1.1" status: 200 len: 375 time: 0.0087762 Nov 25 14:37:00.828211 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-493e8081-e2ca-431a-9fb1-6cdc11dae80f req-baec2dd5-0695-4479-ac73-fb25335c2639 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ececc15f7e5048a5a0874fbd1440564c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0465405 Nov 25 14:37:00.921658 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-493e8081-e2ca-431a-9fb1-6cdc11dae80f req-808bc41e-be47-4e2a-a268-ae5204f728f7 service neutron] 10.222.0.53 "GET /v2.0/networks/c0890706-111e-4623-a55b-e34b46d3984d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819454 Nov 25 14:37:01.013648 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-493e8081-e2ca-431a-9fb1-6cdc11dae80f req-6027742f-abce-4131-9cae-8e6819b56d7d service neutron] 10.222.0.53 "GET /v2.0/networks/c0890706-111e-4623-a55b-e34b46d3984d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859518 Nov 25 14:37:01.249496 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-67979214-a4b4-4365-a876-ab766c1f4f10 req-a2a93d7d-f863-41f6-a0a9-ac4428e2c4b6 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "GET /v2.0/ports?device_id=b240f3c0-aac5-4106-81b6-4771f82a2e3a HTTP/1.1" status: 200 len: 210 time: 0.0778849 Nov 25 14:37:02.222246 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e8081-e2ca-431a-9fb1-6cdc11dae80f req-0eae9412-697f-415f-baf6-3fd235b1c122 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:37:02.223872 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-493e8081-e2ca-431a-9fb1-6cdc11dae80f req-0eae9412-697f-415f-baf6-3fd235b1c122 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.47 "GET /v2.0/networks?id=c0890706-111e-4623-a55b-e34b46d3984d HTTP/1.1" status: 200 len: 809 time: 0.1159592 Nov 25 14:37:02.291971 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-493e8081-e2ca-431a-9fb1-6cdc11dae80f req-0acf3669-6658-49c9-b732-823d2f16b600 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ececc15f7e5048a5a0874fbd1440564c HTTP/1.1" status: 200 len: 380 time: 0.0577445 Nov 25 14:37:02.303954 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-493e8081-e2ca-431a-9fb1-6cdc11dae80f req-17461bdb-5548-4f2c-b39d-86cf82f4011b tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Request body: {'port': {'device_id': 'b240f3c0-aac5-4106-81b6-4771f82a2e3a', 'network_id': 'c0890706-111e-4623-a55b-e34b46d3984d', 'admin_state_up': True, 'tenant_id': 'ececc15f7e5048a5a0874fbd1440564c', 'security_groups': ['74bb2825-fe0b-4bde-8213-9b5722299b65']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:37:02.364929 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c3e9ce90-6519-4e84-8b24-a764a07a8d9f req-5bf16cc6-6b6b-4220-a2a7-1d29473ab08c tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "GET /v2.0/ports?device_id=b240f3c0-aac5-4106-81b6-4771f82a2e3a HTTP/1.1" status: 200 len: 210 time: 0.0314507 Nov 25 14:37:02.430119 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-493e8081-e2ca-431a-9fb1-6cdc11dae80f req-17461bdb-5548-4f2c-b39d-86cf82f4011b tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Made reservation on behalf of ececc15f7e5048a5a0874fbd1440564c for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 14:37:02.434097 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-493e8081-e2ca-431a-9fb1-6cdc11dae80f req-17461bdb-5548-4f2c-b39d-86cf82f4011b tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:37:02.568955 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-493e8081-e2ca-431a-9fb1-6cdc11dae80f req-17461bdb-5548-4f2c-b39d-86cf82f4011b tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Allocated IP 172.20.0.7 (c0890706-111e-4623-a55b-e34b46d3984d/b2a760d0-0b18-4d18-a277-27d58f9b65fe/fc044c32-494f-408d-8f44-29e20baee059) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:37:02.764233 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-493e8081-e2ca-431a-9fb1-6cdc11dae80f req-17461bdb-5548-4f2c-b39d-86cf82f4011b tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:37:02.834240 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-493e8081-e2ca-431a-9fb1-6cdc11dae80f req-17461bdb-5548-4f2c-b39d-86cf82f4011b tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:37:02.917215 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-493e8081-e2ca-431a-9fb1-6cdc11dae80f req-17461bdb-5548-4f2c-b39d-86cf82f4011b tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Network c0890706-111e-4623-a55b-e34b46d3984d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:37:02.936331 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3ed601be-aa8e-4a4f-b2bb-9a1e24abeb5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:37:02.937637 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-493e8081-e2ca-431a-9fb1-6cdc11dae80f req-17461bdb-5548-4f2c-b39d-86cf82f4011b tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:37:02.949108 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-493e8081-e2ca-431a-9fb1-6cdc11dae80f req-17461bdb-5548-4f2c-b39d-86cf82f4011b tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:37:02.996559 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17461bdb-5548-4f2c-b39d-86cf82f4011b tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Pushing event updated for resources: {'Port': ['ID=fc044c32-494f-408d-8f44-29e20baee059,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:37:03.012315 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17461bdb-5548-4f2c-b39d-86cf82f4011b tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:37:03.013240 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17461bdb-5548-4f2c-b39d-86cf82f4011b tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:37:03.013599 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17461bdb-5548-4f2c-b39d-86cf82f4011b tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:37:03.013952 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17461bdb-5548-4f2c-b39d-86cf82f4011b tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:37:03.014298 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17461bdb-5548-4f2c-b39d-86cf82f4011b tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:37:03.014644 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17461bdb-5548-4f2c-b39d-86cf82f4011b tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:37:03.015021 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17461bdb-5548-4f2c-b39d-86cf82f4011b tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:37:03.015357 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17461bdb-5548-4f2c-b39d-86cf82f4011b tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:37:03.015692 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17461bdb-5548-4f2c-b39d-86cf82f4011b tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:37:03.016027 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17461bdb-5548-4f2c-b39d-86cf82f4011b tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:37:03.016364 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17461bdb-5548-4f2c-b39d-86cf82f4011b tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:37:03.016701 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17461bdb-5548-4f2c-b39d-86cf82f4011b tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:37:03.038291 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e8081-e2ca-431a-9fb1-6cdc11dae80f req-17461bdb-5548-4f2c-b39d-86cf82f4011b tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:37:03.038977 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-493e8081-e2ca-431a-9fb1-6cdc11dae80f req-17461bdb-5548-4f2c-b39d-86cf82f4011b tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:37:03.065497 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-493e8081-e2ca-431a-9fb1-6cdc11dae80f req-17461bdb-5548-4f2c-b39d-86cf82f4011b tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7661860 Nov 25 14:37:03.288171 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-5d419405-0191-41be-ad23-05f09a136861 None None] Provisioning complete for port fc044c32-494f-408d-8f44-29e20baee059 triggered by entity DHCP. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:37:03.288538 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5d419405-0191-41be-ad23-05f09a136861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:37:03.323366 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-5d419405-0191-41be-ad23-05f09a136861 None None] Port fc044c32-494f-408d-8f44-29e20baee059 cannot update to ACTIVE because it is not bound. {{(pid=103572) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 14:37:03.504229 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87d2faa-c61d-4370-8859-3e3544bd886a req-86fdb4fb-6082-4d4f-9db1-d7eecf76b2d4 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:37:03.505769 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d87d2faa-c61d-4370-8859-3e3544bd886a req-86fdb4fb-6082-4d4f-9db1-d7eecf76b2d4 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "GET /v2.0/ports?device_id=b240f3c0-aac5-4106-81b6-4771f82a2e3a HTTP/1.1" status: 200 len: 931 time: 0.0629876 Nov 25 14:37:03.565172 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-d87d2faa-c61d-4370-8859-3e3544bd886a req-3cf1c63f-7e23-4bd0-a347-2713430df676 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "GET /v2.0/security-groups?id=74bb2825-fe0b-4bde-8213-9b5722299b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482605 Nov 25 14:37:04.213859 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:37:04.687854 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device b0684de4-ad04-4ceb-8247-770d947fa830 no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:37:04.690211 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695520a2-a9b2-4696-a687-65d8568b6694 req-f739e904-0a2a-4777-869e-cfe727507d0e tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:37:04.691798 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-695520a2-a9b2-4696-a687-65d8568b6694 req-f739e904-0a2a-4777-869e-cfe727507d0e tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "GET /v2.0/ports?device_id=b240f3c0-aac5-4106-81b6-4771f82a2e3a HTTP/1.1" status: 200 len: 931 time: 0.0539365 Nov 25 14:37:04.745652 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-695520a2-a9b2-4696-a687-65d8568b6694 req-fd6be767-ee06-44cf-b21c-758b17059669 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "GET /v2.0/security-groups?id=74bb2825-fe0b-4bde-8213-9b5722299b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468407 Nov 25 14:37:04.771738 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:37:04.796815 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34413ab6-d39f-47e9-a578-896e0c020b1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0684de4-ad04-4ceb-8247-770d947fa830'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:37:04.799312 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4a683b2f55a074025c37cf42062357829495bd62ced1b23f0cba96c56cdda24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aebb14c-3a80-4cd1-a524-c42fa06c7fe9" -d '{"events": [{"server_uuid": "34413ab6-d39f-47e9-a578-896e0c020b1d", "name": "network-vif-unplugged", "status": "completed", "tag": "b0684de4-ad04-4ceb-8247-770d947fa830"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:37:04.812974 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] For port b0684de4-ad04-4ceb-8247-770d947fa830, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=b0684de4-ad04-4ceb-8247-770d947fa830,segment=NetworkSegment(26530ae2-620f-4105-94cd-12ad462cf454),segment_id=26530ae2-620f-4105-94cd-12ad462cf454)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:37:04.817791 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:37:04.842806 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 14:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e502ae6c-41c2-4921-a33e-e8b38bf07038 x-openstack-request-id: req-e502ae6c-41c2-4921-a33e-e8b38bf07038 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:37:04.843104 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34413ab6-d39f-47e9-a578-896e0c020b1d", "name": "network-vif-unplugged", "status": "completed", "tag": "b0684de4-ad04-4ceb-8247-770d947fa830", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:37:04.843358 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e502ae6c-41c2-4921-a33e-e8b38bf07038 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:37:04.843751 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34413ab6-d39f-47e9-a578-896e0c020b1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0684de4-ad04-4ceb-8247-770d947fa830', 'code': 200} Nov 25 14:37:04.884782 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Pushing event updated for resources: {'Port': ['ID=b0684de4-ad04-4ceb-8247-770d947fa830,revision_number=8']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:37:05.533770 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:37:05.865614 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d9b323-9094-432c-9531-d2c056beb23a req-979d34c6-052c-491a-aea0-08c7523e5085 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:37:05.867136 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-86d9b323-9094-432c-9531-d2c056beb23a req-979d34c6-052c-491a-aea0-08c7523e5085 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "GET /v2.0/ports?device_id=b240f3c0-aac5-4106-81b6-4771f82a2e3a HTTP/1.1" status: 200 len: 931 time: 0.0514917 Nov 25 14:37:05.933537 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-86d9b323-9094-432c-9531-d2c056beb23a req-cc93b9d4-a029-41d4-b49f-0ee27c2c667f tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "GET /v2.0/security-groups?id=74bb2825-fe0b-4bde-8213-9b5722299b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597537 Nov 25 14:37:06.657024 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:37:07.053729 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4efcf-e88c-42b8-9995-f04d734a18dd req-68a45ad0-1d66-4035-92da-d99593eb2cf5 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:37:07.059015 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-00f4efcf-e88c-42b8-9995-f04d734a18dd req-68a45ad0-1d66-4035-92da-d99593eb2cf5 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "GET /v2.0/ports?device_id=b240f3c0-aac5-4106-81b6-4771f82a2e3a HTTP/1.1" status: 200 len: 931 time: 0.0538948 Nov 25 14:37:07.108500 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-00f4efcf-e88c-42b8-9995-f04d734a18dd req-a0d8c9d1-e167-4df2-82e5-3fc8529d472e tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "GET /v2.0/security-groups?id=74bb2825-fe0b-4bde-8213-9b5722299b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472853 Nov 25 14:37:08.244248 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f107497-de2f-4f86-82df-ef3bcae7233d req-e6984a51-18a9-4a58-b88c-42704f344895 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:37:08.245772 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6f107497-de2f-4f86-82df-ef3bcae7233d req-e6984a51-18a9-4a58-b88c-42704f344895 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "GET /v2.0/ports?device_id=b240f3c0-aac5-4106-81b6-4771f82a2e3a HTTP/1.1" status: 200 len: 931 time: 0.0501993 Nov 25 14:37:08.298200 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-6f107497-de2f-4f86-82df-ef3bcae7233d req-ee1359d7-d6d2-404f-8aa9-0a20f9e07a10 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "GET /v2.0/security-groups?id=74bb2825-fe0b-4bde-8213-9b5722299b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454843 Nov 25 14:37:09.169897 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:37:09.435490 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143543ae-a380-43c2-b193-6d664b9b03cb req-e40c4626-48e9-41f0-9b7a-8646c65338ae tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:37:09.436940 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-143543ae-a380-43c2-b193-6d664b9b03cb req-e40c4626-48e9-41f0-9b7a-8646c65338ae tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "GET /v2.0/ports?device_id=b240f3c0-aac5-4106-81b6-4771f82a2e3a HTTP/1.1" status: 200 len: 931 time: 0.0665433 Nov 25 14:37:09.486531 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-143543ae-a380-43c2-b193-6d664b9b03cb req-000f7f48-68ad-4437-9c84-ab5dae0eb883 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "GET /v2.0/security-groups?id=74bb2825-fe0b-4bde-8213-9b5722299b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436862 Nov 25 14:37:10.610507 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e83427-7707-4bf8-9566-65de1dc2ec71 req-0f41c726-cdd8-4062-9741-4382c921e0df tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:37:10.612016 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-84e83427-7707-4bf8-9566-65de1dc2ec71 req-0f41c726-cdd8-4062-9741-4382c921e0df tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "GET /v2.0/ports?device_id=b240f3c0-aac5-4106-81b6-4771f82a2e3a HTTP/1.1" status: 200 len: 931 time: 0.0530145 Nov 25 14:37:10.662371 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-84e83427-7707-4bf8-9566-65de1dc2ec71 req-8c34ecec-e701-48e5-8082-70ea7d696bdc tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "GET /v2.0/security-groups?id=74bb2825-fe0b-4bde-8213-9b5722299b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443206 Nov 25 14:37:11.786634 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fba62f-2fd1-4344-88e3-00edaf2cd476 req-e3bea0ce-e7b3-46e9-b13a-7c3a213a2a39 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:37:11.788158 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e4fba62f-2fd1-4344-88e3-00edaf2cd476 req-e3bea0ce-e7b3-46e9-b13a-7c3a213a2a39 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "GET /v2.0/ports?device_id=b240f3c0-aac5-4106-81b6-4771f82a2e3a HTTP/1.1" status: 200 len: 931 time: 0.0511613 Nov 25 14:37:11.842662 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-e4fba62f-2fd1-4344-88e3-00edaf2cd476 req-94a5dde0-9b7f-424b-81ec-c7f94deefcb4 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "GET /v2.0/security-groups?id=74bb2825-fe0b-4bde-8213-9b5722299b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479405 Nov 25 14:37:12.511600 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:37:12.957706 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19673162-33b7-4698-9be9-54f3c71e82b3 req-fdbb7a25-dc5f-4a73-965f-668b8a47c03c tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:37:12.959222 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-19673162-33b7-4698-9be9-54f3c71e82b3 req-fdbb7a25-dc5f-4a73-965f-668b8a47c03c tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "GET /v2.0/ports?device_id=b240f3c0-aac5-4106-81b6-4771f82a2e3a HTTP/1.1" status: 200 len: 931 time: 0.0495372 Nov 25 14:37:13.013094 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-19673162-33b7-4698-9be9-54f3c71e82b3 req-7da97c9d-56fa-421c-b845-8f343ba1f09f tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "GET /v2.0/security-groups?id=74bb2825-fe0b-4bde-8213-9b5722299b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476286 Nov 25 14:37:13.024436 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [req-493e8081-e2ca-431a-9fb1-6cdc11dae80f req-8cf2e20b-d37e-41d4-8601-1a7cfd9b2ac2 service neutron] Request body: {'port': {'device_id': 'b240f3c0-aac5-4106-81b6-4771f82a2e3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:37:13.078312 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-493e8081-e2ca-431a-9fb1-6cdc11dae80f req-8cf2e20b-d37e-41d4-8601-1a7cfd9b2ac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:37:13.337154 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-493e8081-e2ca-431a-9fb1-6cdc11dae80f req-8cf2e20b-d37e-41d4-8601-1a7cfd9b2ac2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc044c32-494f-408d-8f44-29e20baee059 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 14:37:13.344511 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-493e8081-e2ca-431a-9fb1-6cdc11dae80f req-8cf2e20b-d37e-41d4-8601-1a7cfd9b2ac2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:37:13.356161 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-493e8081-e2ca-431a-9fb1-6cdc11dae80f req-8cf2e20b-d37e-41d4-8601-1a7cfd9b2ac2 service neutron] Transition to ACTIVE for port object fc044c32-494f-408d-8f44-29e20baee059 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 14:37:13.359319 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-493e8081-e2ca-431a-9fb1-6cdc11dae80f req-8cf2e20b-d37e-41d4-8601-1a7cfd9b2ac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:37:13.410631 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf2e20b-d37e-41d4-8601-1a7cfd9b2ac2 service neutron] Pushing event updated for resources: {'Port': ['ID=fc044c32-494f-408d-8f44-29e20baee059,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:37:13.481363 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-493e8081-e2ca-431a-9fb1-6cdc11dae80f req-8cf2e20b-d37e-41d4-8601-1a7cfd9b2ac2 service neutron] Attempting to bind port fc044c32-494f-408d-8f44-29e20baee059 on host n-h2-808199-11 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 14:37:13.481729 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-493e8081-e2ca-431a-9fb1-6cdc11dae80f req-8cf2e20b-d37e-41d4-8601-1a7cfd9b2ac2 service neutron] Attempting to bind port fc044c32-494f-408d-8f44-29e20baee059 by drivers openvswitch,hyperv on host n-h2-808199-11 at level 0 using segments [{'id': '26530ae2-620f-4105-94cd-12ad462cf454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'c0890706-111e-4623-a55b-e34b46d3984d'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 14:37:13.482069 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493e8081-e2ca-431a-9fb1-6cdc11dae80f req-8cf2e20b-d37e-41d4-8601-1a7cfd9b2ac2 service neutron] Attempting to bind port fc044c32-494f-408d-8f44-29e20baee059 on network c0890706-111e-4623-a55b-e34b46d3984d {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:37:13.486681 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493e8081-e2ca-431a-9fb1-6cdc11dae80f req-8cf2e20b-d37e-41d4-8601-1a7cfd9b2ac2 service neutron] Port fc044c32-494f-408d-8f44-29e20baee059 on network c0890706-111e-4623-a55b-e34b46d3984d not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-11 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 14:37:13.487039 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493e8081-e2ca-431a-9fb1-6cdc11dae80f req-8cf2e20b-d37e-41d4-8601-1a7cfd9b2ac2 service neutron] Attempting to bind port fc044c32-494f-408d-8f44-29e20baee059 on network c0890706-111e-4623-a55b-e34b46d3984d {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 14:37:13.492465 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493e8081-e2ca-431a-9fb1-6cdc11dae80f req-8cf2e20b-d37e-41d4-8601-1a7cfd9b2ac2 service neutron] Checking agent: {'id': '444b6dab-130b-4466-9dde-d08476034906', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'started_at': datetime.datetime(2021, 11, 25, 13, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 14, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 14:37:13.492873 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493e8081-e2ca-431a-9fb1-6cdc11dae80f req-8cf2e20b-d37e-41d4-8601-1a7cfd9b2ac2 service neutron] Checking segment: {'id': '26530ae2-620f-4105-94cd-12ad462cf454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'c0890706-111e-4623-a55b-e34b46d3984d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 14:37:13.493271 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493e8081-e2ca-431a-9fb1-6cdc11dae80f req-8cf2e20b-d37e-41d4-8601-1a7cfd9b2ac2 service neutron] Bound using segment: {'id': '26530ae2-620f-4105-94cd-12ad462cf454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'c0890706-111e-4623-a55b-e34b46d3984d'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 14:37:13.493709 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-493e8081-e2ca-431a-9fb1-6cdc11dae80f req-8cf2e20b-d37e-41d4-8601-1a7cfd9b2ac2 service neutron] Bound port: fc044c32-494f-408d-8f44-29e20baee059, host: n-h2-808199-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26530ae2-620f-4105-94cd-12ad462cf454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'c0890706-111e-4623-a55b-e34b46d3984d'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 14:37:13.494083 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-493e8081-e2ca-431a-9fb1-6cdc11dae80f req-8cf2e20b-d37e-41d4-8601-1a7cfd9b2ac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:37:13.565194 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-493e8081-e2ca-431a-9fb1-6cdc11dae80f req-8cf2e20b-d37e-41d4-8601-1a7cfd9b2ac2 service neutron] For port fc044c32-494f-408d-8f44-29e20baee059, host n-h2-808199-11, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 14:37:13.568389 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-493e8081-e2ca-431a-9fb1-6cdc11dae80f req-8cf2e20b-d37e-41d4-8601-1a7cfd9b2ac2 service neutron] For port fc044c32-494f-408d-8f44-29e20baee059, host n-h2-808199-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=fc044c32-494f-408d-8f44-29e20baee059,segment=NetworkSegment(26530ae2-620f-4105-94cd-12ad462cf454),segment_id=26530ae2-620f-4105-94cd-12ad462cf454)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 14:37:13.571780 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-493e8081-e2ca-431a-9fb1-6cdc11dae80f req-8cf2e20b-d37e-41d4-8601-1a7cfd9b2ac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:37:13.608933 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e8081-e2ca-431a-9fb1-6cdc11dae80f req-8cf2e20b-d37e-41d4-8601-1a7cfd9b2ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:37:13.609570 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-493e8081-e2ca-431a-9fb1-6cdc11dae80f req-8cf2e20b-d37e-41d4-8601-1a7cfd9b2ac2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:37:13.611133 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-493e8081-e2ca-431a-9fb1-6cdc11dae80f req-8cf2e20b-d37e-41d4-8601-1a7cfd9b2ac2 service neutron] 10.222.0.47 "PUT /v2.0/ports/fc044c32-494f-408d-8f44-29e20baee059 HTTP/1.1" status: 200 len: 1092 time: 0.6494651 Nov 25 14:37:13.611439 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b240f3c0-aac5-4106-81b6-4771f82a2e3a', 'tag': 'fc044c32-494f-408d-8f44-29e20baee059'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:37:13.613754 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b263d7d4b70db15966f189087f2cdd81ff7815a34d469843c29c7d40ca9dff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8354d75-240f-4df8-a306-b010cf7e89b2" -d '{"events": [{"name": "network-changed", "server_uuid": "b240f3c0-aac5-4106-81b6-4771f82a2e3a", "tag": "fc044c32-494f-408d-8f44-29e20baee059"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:37:13.637298 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf2e20b-d37e-41d4-8601-1a7cfd9b2ac2 service neutron] Pushing event updated for resources: {'Port': ['ID=fc044c32-494f-408d-8f44-29e20baee059,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:37:13.658014 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 14:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f25c1ca-1103-4a4c-a07a-7abfc2690a5a x-openstack-request-id: req-1f25c1ca-1103-4a4c-a07a-7abfc2690a5a {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:37:13.658311 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b240f3c0-aac5-4106-81b6-4771f82a2e3a", "tag": "fc044c32-494f-408d-8f44-29e20baee059", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:37:13.658625 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1f25c1ca-1103-4a4c-a07a-7abfc2690a5a {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:37:13.659015 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b240f3c0-aac5-4106-81b6-4771f82a2e3a', 'tag': 'fc044c32-494f-408d-8f44-29e20baee059', 'status': 'completed', 'code': 200} Nov 25 14:37:13.704744 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e8081-e2ca-431a-9fb1-6cdc11dae80f req-6fcad8a8-9bbb-4c98-8903-73e6772c783a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:37:13.706778 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-493e8081-e2ca-431a-9fb1-6cdc11dae80f req-6fcad8a8-9bbb-4c98-8903-73e6772c783a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ececc15f7e5048a5a0874fbd1440564c&device_id=b240f3c0-aac5-4106-81b6-4771f82a2e3a HTTP/1.1" status: 200 len: 1095 time: 0.0443585 Nov 25 14:37:13.755118 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-493e8081-e2ca-431a-9fb1-6cdc11dae80f req-124e3ff4-d30b-4393-a22a-6847492c1f83 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc044c32-494f-408d-8f44-29e20baee059 HTTP/1.1" status: 200 len: 217 time: 0.0397723 Nov 25 14:37:13.806595 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e8081-e2ca-431a-9fb1-6cdc11dae80f req-ef8b44a2-743d-412b-97a4-74ec42dc3d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:37:13.808112 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-493e8081-e2ca-431a-9fb1-6cdc11dae80f req-ef8b44a2-743d-412b-97a4-74ec42dc3d62 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b2a760d0-0b18-4d18-a277-27d58f9b65fe HTTP/1.1" status: 200 len: 848 time: 0.0462673 Nov 25 14:37:13.855669 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e8081-e2ca-431a-9fb1-6cdc11dae80f req-da3a800e-b17c-43d9-b6f6-a5d8545e3e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:37:13.857599 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-493e8081-e2ca-431a-9fb1-6cdc11dae80f req-da3a800e-b17c-43d9-b6f6-a5d8545e3e23 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c0890706-111e-4623-a55b-e34b46d3984d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416152 Nov 25 14:37:13.951450 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-493e8081-e2ca-431a-9fb1-6cdc11dae80f req-1e087bb1-b489-4e1e-a0b2-6276c72bddf1 service neutron] 10.222.0.47 "GET /v2.0/networks/c0890706-111e-4623-a55b-e34b46d3984d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869281 Nov 25 14:37:14.044130 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-493e8081-e2ca-431a-9fb1-6cdc11dae80f req-c495649e-a13f-4347-b3d8-fd297e34a14c service neutron] 10.222.0.47 "GET /v2.0/networks/c0890706-111e-4623-a55b-e34b46d3984d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855596 Nov 25 14:37:14.129491 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae5eb4e-4926-4278-b55c-fb4d4ae928af req-64d5bb39-e20b-4156-b5e2-57cbcbcbbcd5 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:37:14.130937 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fae5eb4e-4926-4278-b55c-fb4d4ae928af req-64d5bb39-e20b-4156-b5e2-57cbcbcbbcd5 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "GET /v2.0/ports?device_id=b240f3c0-aac5-4106-81b6-4771f82a2e3a HTTP/1.1" status: 200 len: 943 time: 0.0496352 Nov 25 14:37:14.133605 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8354d75-240f-4df8-a306-b010cf7e89b2 req-072d264c-0cc4-46e5-8f32-62e7b50dd243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:37:14.135160 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c8354d75-240f-4df8-a306-b010cf7e89b2 req-072d264c-0cc4-46e5-8f32-62e7b50dd243 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ececc15f7e5048a5a0874fbd1440564c&device_id=b240f3c0-aac5-4106-81b6-4771f82a2e3a HTTP/1.1" status: 200 len: 1095 time: 0.0419278 Nov 25 14:37:14.181172 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-fae5eb4e-4926-4278-b55c-fb4d4ae928af req-2b29e868-ca68-4dec-8669-720d2de2db87 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "GET /v2.0/security-groups?id=74bb2825-fe0b-4bde-8213-9b5722299b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440671 Nov 25 14:37:14.229507 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8354d75-240f-4df8-a306-b010cf7e89b2 req-1d66b733-c01e-4ba8-9712-10f7005628ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:37:14.231006 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c8354d75-240f-4df8-a306-b010cf7e89b2 req-1d66b733-c01e-4ba8-9712-10f7005628ea service neutron] 10.222.0.47 "GET /v2.0/networks?id=c0890706-111e-4623-a55b-e34b46d3984d HTTP/1.1" status: 200 len: 910 time: 0.0879397 Nov 25 14:37:14.273174 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c8354d75-240f-4df8-a306-b010cf7e89b2 req-e640f6e6-76c3-446d-90e0-8fc6c13681fb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc044c32-494f-408d-8f44-29e20baee059 HTTP/1.1" status: 200 len: 217 time: 0.0346060 Nov 25 14:37:14.325047 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8354d75-240f-4df8-a306-b010cf7e89b2 req-7c314644-0734-4381-98fe-67b1c34bf3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:37:14.326494 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c8354d75-240f-4df8-a306-b010cf7e89b2 req-7c314644-0734-4381-98fe-67b1c34bf3e0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b2a760d0-0b18-4d18-a277-27d58f9b65fe HTTP/1.1" status: 200 len: 848 time: 0.0463243 Nov 25 14:37:14.372408 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8354d75-240f-4df8-a306-b010cf7e89b2 req-80cf8c89-3fb0-4601-8112-f5f68e9c83cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:37:14.374399 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c8354d75-240f-4df8-a306-b010cf7e89b2 req-80cf8c89-3fb0-4601-8112-f5f68e9c83cf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c0890706-111e-4623-a55b-e34b46d3984d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397251 Nov 25 14:37:14.462811 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c8354d75-240f-4df8-a306-b010cf7e89b2 req-cc71efbf-d0a1-4019-b68a-565b98b67b18 service neutron] 10.222.0.47 "GET /v2.0/networks/c0890706-111e-4623-a55b-e34b46d3984d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801711 Nov 25 14:37:14.555278 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c8354d75-240f-4df8-a306-b010cf7e89b2 req-1b499138-340a-4c34-ae38-4c3980b288c0 service neutron] 10.222.0.47 "GET /v2.0/networks/c0890706-111e-4623-a55b-e34b46d3984d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845442 Nov 25 14:37:15.302081 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed5c939-9a89-49fc-81bd-403a9bb11b82 req-b4a44d7c-3945-4eef-b844-87d9ba6245bb tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:37:15.303570 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8ed5c939-9a89-49fc-81bd-403a9bb11b82 req-b4a44d7c-3945-4eef-b844-87d9ba6245bb tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "GET /v2.0/ports?device_id=b240f3c0-aac5-4106-81b6-4771f82a2e3a HTTP/1.1" status: 200 len: 943 time: 0.0508323 Nov 25 14:37:15.351339 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-8ed5c939-9a89-49fc-81bd-403a9bb11b82 req-99d2fe3c-b17a-4a3d-bd04-98e9ee9a5c03 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "GET /v2.0/security-groups?id=74bb2825-fe0b-4bde-8213-9b5722299b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419209 Nov 25 14:37:15.903338 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device fc044c32-494f-408d-8f44-29e20baee059 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 14:37:16.000563 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port fc044c32-494f-408d-8f44-29e20baee059, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=fc044c32-494f-408d-8f44-29e20baee059,segment=NetworkSegment(26530ae2-620f-4105-94cd-12ad462cf454),segment_id=26530ae2-620f-4105-94cd-12ad462cf454)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:37:16.011745 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': 'fc044c32-494f-408d-8f44-29e20baee059', 'network_id': 'c0890706-111e-4623-a55b-e34b46d3984d', 'port_id': 'fc044c32-494f-408d-8f44-29e20baee059', 'mac_address': 'fa:16:3e:98:9f:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2a760d0-0b18-4d18-a277-27d58f9b65fe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 14:37:16.051364 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:37:16.064683 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc044c32-494f-408d-8f44-29e20baee059 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 14:37:16.083584 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port fc044c32-494f-408d-8f44-29e20baee059, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=fc044c32-494f-408d-8f44-29e20baee059,segment=NetworkSegment(26530ae2-620f-4105-94cd-12ad462cf454),segment_id=26530ae2-620f-4105-94cd-12ad462cf454)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:37:16.087379 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:37:16.135172 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=fc044c32-494f-408d-8f44-29e20baee059,revision_number=4']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:37:16.320550 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['fc044c32-494f-408d-8f44-29e20baee059'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 14:37:16.466922 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d932d7-9b93-46f8-a392-d623f6bb59c4 req-cb05baf9-ecf5-41c7-a5c0-187c4ad22351 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:37:16.468419 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-23d932d7-9b93-46f8-a392-d623f6bb59c4 req-cb05baf9-ecf5-41c7-a5c0-187c4ad22351 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "GET /v2.0/ports?device_id=b240f3c0-aac5-4106-81b6-4771f82a2e3a HTTP/1.1" status: 200 len: 944 time: 0.0493379 Nov 25 14:37:16.517910 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-23d932d7-9b93-46f8-a392-d623f6bb59c4 req-19955acc-3911-4a76-9109-945fc29e7a6a tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "GET /v2.0/security-groups?id=74bb2825-fe0b-4bde-8213-9b5722299b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435328 Nov 25 14:37:17.635605 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaa15dc-97d3-487d-b1b1-9f08e7bedc25 req-018cefea-46b5-44f1-a4b5-986f5937d89d tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:37:17.637127 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-acaa15dc-97d3-487d-b1b1-9f08e7bedc25 req-018cefea-46b5-44f1-a4b5-986f5937d89d tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "GET /v2.0/ports?device_id=b240f3c0-aac5-4106-81b6-4771f82a2e3a HTTP/1.1" status: 200 len: 944 time: 0.0516021 Nov 25 14:37:17.686364 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-acaa15dc-97d3-487d-b1b1-9f08e7bedc25 req-d106b2e3-caa3-4936-bec2-e7a697cf8b6b tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "GET /v2.0/security-groups?id=74bb2825-fe0b-4bde-8213-9b5722299b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428331 Nov 25 14:37:17.927633 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device fc044c32-494f-408d-8f44-29e20baee059 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:37:17.983645 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning for port fc044c32-494f-408d-8f44-29e20baee059 completed by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 14:37:17.987221 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port fc044c32-494f-408d-8f44-29e20baee059 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:37:17.987597 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:37:18.063924 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:37:18.087024 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b240f3c0-aac5-4106-81b6-4771f82a2e3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc044c32-494f-408d-8f44-29e20baee059'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:37:18.089316 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4a683b2f55a074025c37cf42062357829495bd62ced1b23f0cba96c56cdda24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b36f23-006e-4683-aa54-f22d2caaafd2" -d '{"events": [{"server_uuid": "b240f3c0-aac5-4106-81b6-4771f82a2e3a", "name": "network-vif-plugged", "status": "completed", "tag": "fc044c32-494f-408d-8f44-29e20baee059"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:37:18.101813 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port fc044c32-494f-408d-8f44-29e20baee059, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=fc044c32-494f-408d-8f44-29e20baee059,segment=NetworkSegment(26530ae2-620f-4105-94cd-12ad462cf454),segment_id=26530ae2-620f-4105-94cd-12ad462cf454)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:37:18.105809 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:37:18.133056 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 14:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a071f9-f67a-4aee-8ef8-f57616de3ca8 x-openstack-request-id: req-54a071f9-f67a-4aee-8ef8-f57616de3ca8 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:37:18.133355 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b240f3c0-aac5-4106-81b6-4771f82a2e3a", "name": "network-vif-plugged", "status": "completed", "tag": "fc044c32-494f-408d-8f44-29e20baee059", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:37:18.133614 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-54a071f9-f67a-4aee-8ef8-f57616de3ca8 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:37:18.134007 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b240f3c0-aac5-4106-81b6-4771f82a2e3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc044c32-494f-408d-8f44-29e20baee059', 'code': 200} Nov 25 14:37:18.159458 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=fc044c32-494f-408d-8f44-29e20baee059,revision_number=5']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:37:18.228187 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6cc4a9-d5b3-45a5-b856-0eddc868e624 req-2fb47990-7005-4973-bb7e-a9d4ab2c5eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:37:18.229675 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bc6cc4a9-d5b3-45a5-b856-0eddc868e624 req-2fb47990-7005-4973-bb7e-a9d4ab2c5eab service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b240f3c0-aac5-4106-81b6-4771f82a2e3a HTTP/1.1" status: 200 len: 1097 time: 0.0433366 Nov 25 14:37:18.280078 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-bc6cc4a9-d5b3-45a5-b856-0eddc868e624 req-2954e0bb-adfc-410d-a288-9e8048841e12 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=74bb2825-fe0b-4bde-8213-9b5722299b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418062 Nov 25 14:37:18.801480 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c79b3-bfc9-4b19-b7ff-68b240e6a64f req-e3478a60-08b0-4a0d-9da6-eb6bf6dc9723 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:37:18.802996 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c05c79b3-bfc9-4b19-b7ff-68b240e6a64f req-e3478a60-08b0-4a0d-9da6-eb6bf6dc9723 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "GET /v2.0/ports?device_id=b240f3c0-aac5-4106-81b6-4771f82a2e3a HTTP/1.1" status: 200 len: 945 time: 0.0488572 Nov 25 14:37:18.851215 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c05c79b3-bfc9-4b19-b7ff-68b240e6a64f req-2a7b8fe1-a63d-4ad8-bb0f-8880fc238a54 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "GET /v2.0/security-groups?id=74bb2825-fe0b-4bde-8213-9b5722299b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423894 Nov 25 14:37:19.967489 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f4ecc-bbc2-4f7e-a989-379ef882b941 req-ddec7934-5d8e-4c41-8318-257958402675 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:37:19.968967 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c15f4ecc-bbc2-4f7e-a989-379ef882b941 req-ddec7934-5d8e-4c41-8318-257958402675 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "GET /v2.0/ports?device_id=b240f3c0-aac5-4106-81b6-4771f82a2e3a HTTP/1.1" status: 200 len: 945 time: 0.0496058 Nov 25 14:37:20.021810 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-c15f4ecc-bbc2-4f7e-a989-379ef882b941 req-969b7bc4-070e-482f-84e0-59871a34ed3f tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "GET /v2.0/security-groups?id=74bb2825-fe0b-4bde-8213-9b5722299b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468900 Nov 25 14:37:20.136968 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f2cea1-21d5-4e53-8108-64167ab9d584 req-40831e10-4fc8-4998-b29d-ecaa429420d7 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:37:20.138962 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-99f2cea1-21d5-4e53-8108-64167ab9d584 req-40831e10-4fc8-4998-b29d-ecaa429420d7 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "GET /v2.0/ports?device_id=b240f3c0-aac5-4106-81b6-4771f82a2e3a HTTP/1.1" status: 200 len: 945 time: 0.0488372 Nov 25 14:37:20.187889 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-99f2cea1-21d5-4e53-8108-64167ab9d584 req-74d856fb-90b5-4467-8f52-a30f77f4f61a tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "GET /v2.0/security-groups?id=74bb2825-fe0b-4bde-8213-9b5722299b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430758 Nov 25 14:37:20.209522 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41536) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:37:20.248042 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58b8214-aabd-425a-adc5-297bfcdbda83 tempest-TestSnapshotPattern-541779928 tempest-TestSnapshotPattern-541779928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:37:20.249557 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-f58b8214-aabd-425a-adc5-297bfcdbda83 tempest-TestSnapshotPattern-541779928 tempest-TestSnapshotPattern-541779928-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b240f3c0-aac5-4106-81b6-4771f82a2e3a HTTP/1.1" status: 200 len: 1092 time: 0.0390263 Nov 25 14:37:20.252276 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41538) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:37:20.256415 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-f563120a-bd6c-45e1-9a50-2afd276e1c08 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Request body: {'floatingip': {'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'port_id': 'fc044c32-494f-408d-8f44-29e20baee059', 'tenant_id': 'ececc15f7e5048a5a0874fbd1440564c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 14:37:20.277876 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f563120a-bd6c-45e1-9a50-2afd276e1c08 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks [] for floatingip, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:37:20.379444 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f563120a-bd6c-45e1-9a50-2afd276e1c08 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:37:20.484530 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-f563120a-bd6c-45e1-9a50-2afd276e1c08 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Allocated IP 172.25.5.94 (7542d3d9-0db3-40e7-ab88-a168871141f7/43311544-646b-4c78-93c6-e8e849670bde/45f97c1e-95f6-493e-b006-309e4e70c2d4) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 14:37:20.583749 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f563120a-bd6c-45e1-9a50-2afd276e1c08 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:37:20.616834 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f563120a-bd6c-45e1-9a50-2afd276e1c08 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753176516235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:37:20.655467 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f563120a-bd6c-45e1-9a50-2afd276e1c08 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Network 7542d3d9-0db3-40e7-ab88-a168871141f7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 14:37:20.659618 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-f563120a-bd6c-45e1-9a50-2afd276e1c08 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 14:37:20.663253 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f563120a-bd6c-45e1-9a50-2afd276e1c08 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 14:37:20.668567 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f563120a-bd6c-45e1-9a50-2afd276e1c08 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Pushing event updated for resources: {'Port': ['ID=45f97c1e-95f6-493e-b006-309e4e70c2d4,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:37:21.016358 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f563120a-bd6c-45e1-9a50-2afd276e1c08 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:37:21.084518 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f563120a-bd6c-45e1-9a50-2afd276e1c08 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:37:21.229195 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f563120a-bd6c-45e1-9a50-2afd276e1c08 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:37:21.233895 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f563120a-bd6c-45e1-9a50-2afd276e1c08 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58715800'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:37:21.307325 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f563120a-bd6c-45e1-9a50-2afd276e1c08 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Pushing event updated for resources: {'Port': ['ID=45f97c1e-95f6-493e-b006-309e4e70c2d4,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:37:21.316758 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f563120a-bd6c-45e1-9a50-2afd276e1c08 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66601298'] for floatingip, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:37:21.770268 n-d-808199-11 neutron-server[103571]: INFO neutron.db.l3_db [None req-f563120a-bd6c-45e1-9a50-2afd276e1c08 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Floating IP 8487b7d8-b46b-46cf-9768-86b90344ea7b associated. External IP: 172.25.5.94, port: fc044c32-494f-408d-8f44-29e20baee059. Nov 25 14:37:21.975425 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f563120a-bd6c-45e1-9a50-2afd276e1c08 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Router a5ab3c29-04ef-4832-a8f9-f70201a7db42 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 14:37:22.087830 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f563120a-bd6c-45e1-9a50-2afd276e1c08 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 14:37:22.098286 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd73331b-34f2-42ee-bebd-fd4ae333d5c5 None None] Sync routers for ids ['a5ab3c29-04ef-4832-a8f9-f70201a7db42'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 14:37:22.106403 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f563120a-bd6c-45e1-9a50-2afd276e1c08 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:37:22.108689 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd73331b-34f2-42ee-bebd-fd4ae333d5c5 None None] Routers {'a5ab3c29-04ef-4832-a8f9-f70201a7db42'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:37:22.109307 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-dd73331b-34f2-42ee-bebd-fd4ae333d5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:37:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['a5ab3c29-04ef-4832-a8f9-f70201a7db42'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:37:22.140712 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-f563120a-bd6c-45e1-9a50-2afd276e1c08 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8874199 Nov 25 14:37:22.141287 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b240f3c0-aac5-4106-81b6-4771f82a2e3a', 'tag': 'fc044c32-494f-408d-8f44-29e20baee059'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:37:22.143566 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b263d7d4b70db15966f189087f2cdd81ff7815a34d469843c29c7d40ca9dff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16db509f-548c-4308-9f89-68d5cf5e25ea" -d '{"events": [{"name": "network-changed", "server_uuid": "b240f3c0-aac5-4106-81b6-4771f82a2e3a", "tag": "fc044c32-494f-408d-8f44-29e20baee059"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:37:22.183101 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 14:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316cc7df-c66c-473e-997d-36e5fba26f54 x-openstack-request-id: req-316cc7df-c66c-473e-997d-36e5fba26f54 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:37:22.183392 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b240f3c0-aac5-4106-81b6-4771f82a2e3a", "tag": "fc044c32-494f-408d-8f44-29e20baee059", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:37:22.183650 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-316cc7df-c66c-473e-997d-36e5fba26f54 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:37:22.184051 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b240f3c0-aac5-4106-81b6-4771f82a2e3a', 'tag': 'fc044c32-494f-408d-8f44-29e20baee059', 'status': 'completed', 'code': 200} Nov 25 14:37:22.218647 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-dd73331b-34f2-42ee-bebd-fd4ae333d5c5 None None] Set router a5ab3c29-04ef-4832-a8f9-f70201a7db42 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:37:22.246382 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db509f-548c-4308-9f89-68d5cf5e25ea req-3c2cb254-fc65-428b-834b-896f7c3a9f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:37:22.249227 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-16db509f-548c-4308-9f89-68d5cf5e25ea req-3c2cb254-fc65-428b-834b-896f7c3a9f79 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ececc15f7e5048a5a0874fbd1440564c&device_id=b240f3c0-aac5-4106-81b6-4771f82a2e3a HTTP/1.1" status: 200 len: 1097 time: 0.0422390 Nov 25 14:37:22.339081 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db509f-548c-4308-9f89-68d5cf5e25ea req-c07042ab-3586-4c64-acf2-83d8e888842a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:37:22.340565 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-16db509f-548c-4308-9f89-68d5cf5e25ea req-c07042ab-3586-4c64-acf2-83d8e888842a service neutron] 10.222.0.47 "GET /v2.0/networks?id=c0890706-111e-4623-a55b-e34b46d3984d HTTP/1.1" status: 200 len: 910 time: 0.0839634 Nov 25 14:37:22.422944 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-16db509f-548c-4308-9f89-68d5cf5e25ea req-5bcb62c6-ebdd-4dd5-8f30-dc3879c8cd37 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc044c32-494f-408d-8f44-29e20baee059 HTTP/1.1" status: 200 len: 998 time: 0.0747652 Nov 25 14:37:22.449167 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-dd73331b-34f2-42ee-bebd-fd4ae333d5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ab3c29-04ef-4832-a8f9-f70201a7db42', 'name': 'tempest-TestSnapshotPattern-476731289-router', 'tenant_id': 'ececc15f7e5048a5a0874fbd1440564c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'd3f67a7f-7acb-435b-b7cc-0e5004602f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:34:25Z', 'updated_at': '2021-11-25T14:34:28Z', 'revision_number': 4, 'project_id': 'ececc15f7e5048a5a0874fbd1440564c', 'gw_port': {'id': 'd3f67a7f-7acb-435b-b7cc-0e5004602f3b', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:72:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab3c29-04ef-4832-a8f9-f70201a7db42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:34:25Z', 'updated_at': '2021-11-25T14:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '24df8edc-cfde-4480-935b-cef94781a05a', 'tenant_id': 'ececc15f7e5048a5a0874fbd1440564c', 'floating_ip_address': '172.25.5.132', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': 'a5ab3c29-04ef-4832-a8f9-f70201a7db42', 'port_id': 'b0684de4-ad04-4ceb-8247-770d947fa830', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0890706-111e-4623-a55b-e34b46d3984d', 'mac_address': 'fa:16:3e:8f:ee:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34413ab6-d39f-47e9-a578-896e0c020b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T14:34:49Z', 'updated_at': '2021-11-25T14:34:51Z', 'revision_number': 1, 'project_id': 'ececc15f7e5048a5a0874fbd1440564c', 'fixed_ip_address_scope': None}, {'id': '8487b7d8-b46b-46cf-9768-86b90344ea7b', 'tenant_id': 'ececc15f7e5048a5a0874fbd1440564c', 'floating_ip_address': '172.25.5.94', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': 'a5ab3c29-04ef-4832-a8f9-f70201a7db42', 'port_id': 'fc044c32-494f-408d-8f44-29e20baee059', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0890706-111e-4623-a55b-e34b46d3984d', 'mac_address': 'fa:16:3e:98:9f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b240f3c0-aac5-4106-81b6-4771f82a2e3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T14:37:20Z', 'updated_at': '2021-11-25T14:37:20Z', 'revision_number': 0, 'project_id': 'ececc15f7e5048a5a0874fbd1440564c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e99ab89d-ddbd-4e28-b66f-423e3ed33556', 'name': '', 'network_id': 'c0890706-111e-4623-a55b-e34b46d3984d', 'tenant_id': 'ececc15f7e5048a5a0874fbd1440564c', 'mac_address': 'fa:16:3e:15:ba:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab3c29-04ef-4832-a8f9-f70201a7db42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'b2a760d0-0b18-4d18-a277-27d58f9b65fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:34:27Z', 'updated_at': '2021-11-25T14:34:31Z', 'revision_number': 5, 'project_id': 'ececc15f7e5048a5a0874fbd1440564c', 'subnets': [{'id': 'b2a760d0-0b18-4d18-a277-27d58f9b65fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:37:22.471459 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db509f-548c-4308-9f89-68d5cf5e25ea req-92cd4757-5dab-4b11-911b-7e577502abfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:37:22.472927 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-16db509f-548c-4308-9f89-68d5cf5e25ea req-92cd4757-5dab-4b11-911b-7e577502abfb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b2a760d0-0b18-4d18-a277-27d58f9b65fe HTTP/1.1" status: 200 len: 848 time: 0.0435505 Nov 25 14:37:22.474816 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd73331b-34f2-42ee-bebd-fd4ae333d5c5 None None] Checking router: a5ab3c29-04ef-4832-a8f9-f70201a7db42 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 14:37:22.483723 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd73331b-34f2-42ee-bebd-fd4ae333d5c5 None None] Routers {'a5ab3c29-04ef-4832-a8f9-f70201a7db42'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:37:22.484323 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-dd73331b-34f2-42ee-bebd-fd4ae333d5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:37:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['a5ab3c29-04ef-4832-a8f9-f70201a7db42'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:37:22.520711 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db509f-548c-4308-9f89-68d5cf5e25ea req-5f9b314d-93a6-492c-a9b7-93194fda8303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:37:22.522121 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-16db509f-548c-4308-9f89-68d5cf5e25ea req-5f9b314d-93a6-492c-a9b7-93194fda8303 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c0890706-111e-4623-a55b-e34b46d3984d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404537 Nov 25 14:37:22.586794 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-dd73331b-34f2-42ee-bebd-fd4ae333d5c5 None None] Set router a5ab3c29-04ef-4832-a8f9-f70201a7db42 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:37:22.615237 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-16db509f-548c-4308-9f89-68d5cf5e25ea req-c324e4fe-198c-4e8f-b01b-327ff95dd6a4 service neutron] 10.222.0.47 "GET /v2.0/networks/c0890706-111e-4623-a55b-e34b46d3984d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855379 Nov 25 14:37:22.707120 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-16db509f-548c-4308-9f89-68d5cf5e25ea req-7c145f10-7dcd-444d-9dce-0e15ba24f346 service neutron] 10.222.0.47 "GET /v2.0/networks/c0890706-111e-4623-a55b-e34b46d3984d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846171 Nov 25 14:37:22.814147 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-dd73331b-34f2-42ee-bebd-fd4ae333d5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ab3c29-04ef-4832-a8f9-f70201a7db42', 'name': 'tempest-TestSnapshotPattern-476731289-router', 'tenant_id': 'ececc15f7e5048a5a0874fbd1440564c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'd3f67a7f-7acb-435b-b7cc-0e5004602f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:34:25Z', 'updated_at': '2021-11-25T14:34:28Z', 'revision_number': 4, 'project_id': 'ececc15f7e5048a5a0874fbd1440564c', 'gw_port': {'id': 'd3f67a7f-7acb-435b-b7cc-0e5004602f3b', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:72:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab3c29-04ef-4832-a8f9-f70201a7db42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:34:25Z', 'updated_at': '2021-11-25T14:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '24df8edc-cfde-4480-935b-cef94781a05a', 'tenant_id': 'ececc15f7e5048a5a0874fbd1440564c', 'floating_ip_address': '172.25.5.132', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': 'a5ab3c29-04ef-4832-a8f9-f70201a7db42', 'port_id': 'b0684de4-ad04-4ceb-8247-770d947fa830', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0890706-111e-4623-a55b-e34b46d3984d', 'mac_address': 'fa:16:3e:8f:ee:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34413ab6-d39f-47e9-a578-896e0c020b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T14:34:49Z', 'updated_at': '2021-11-25T14:34:51Z', 'revision_number': 1, 'project_id': 'ececc15f7e5048a5a0874fbd1440564c', 'fixed_ip_address_scope': None}, {'id': '8487b7d8-b46b-46cf-9768-86b90344ea7b', 'tenant_id': 'ececc15f7e5048a5a0874fbd1440564c', 'floating_ip_address': '172.25.5.94', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': 'a5ab3c29-04ef-4832-a8f9-f70201a7db42', 'port_id': 'fc044c32-494f-408d-8f44-29e20baee059', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0890706-111e-4623-a55b-e34b46d3984d', 'mac_address': 'fa:16:3e:98:9f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b240f3c0-aac5-4106-81b6-4771f82a2e3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T14:37:20Z', 'updated_at': '2021-11-25T14:37:20Z', 'revision_number': 0, 'project_id': 'ececc15f7e5048a5a0874fbd1440564c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e99ab89d-ddbd-4e28-b66f-423e3ed33556', 'name': '', 'network_id': 'c0890706-111e-4623-a55b-e34b46d3984d', 'tenant_id': 'ececc15f7e5048a5a0874fbd1440564c', 'mac_address': 'fa:16:3e:15:ba:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab3c29-04ef-4832-a8f9-f70201a7db42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'b2a760d0-0b18-4d18-a277-27d58f9b65fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:34:27Z', 'updated_at': '2021-11-25T14:34:31Z', 'revision_number': 5, 'project_id': 'ececc15f7e5048a5a0874fbd1440564c', 'subnets': [{'id': 'b2a760d0-0b18-4d18-a277-27d58f9b65fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:37:22.839683 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd73331b-34f2-42ee-bebd-fd4ae333d5c5 None None] The sync data for ids ['a5ab3c29-04ef-4832-a8f9-f70201a7db42'] in n-d-808199-11 is: [{'id': 'a5ab3c29-04ef-4832-a8f9-f70201a7db42', 'name': 'tempest-TestSnapshotPattern-476731289-router', 'tenant_id': 'ececc15f7e5048a5a0874fbd1440564c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'd3f67a7f-7acb-435b-b7cc-0e5004602f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:34:25Z', 'updated_at': '2021-11-25T14:34:28Z', 'revision_number': 4, 'project_id': 'ececc15f7e5048a5a0874fbd1440564c', 'gw_port': {'id': 'd3f67a7f-7acb-435b-b7cc-0e5004602f3b', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:72:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab3c29-04ef-4832-a8f9-f70201a7db42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:34:25Z', 'updated_at': '2021-11-25T14:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '24df8edc-cfde-4480-935b-cef94781a05a', 'tenant_id': 'ececc15f7e5048a5a0874fbd1440564c', 'floating_ip_address': '172.25.5.132', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': 'a5ab3c29-04ef-4832-a8f9-f70201a7db42', 'port_id': 'b0684de4-ad04-4ceb-8247-770d947fa830', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0890706-111e-4623-a55b-e34b46d3984d', 'mac_address': 'fa:16:3e:8f:ee:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34413ab6-d39f-47e9-a578-896e0c020b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T14:34:49Z', 'updated_at': '2021-11-25T14:34:51Z', 'revision_number': 1, 'project_id': 'ececc15f7e5048a5a0874fbd1440564c', 'fixed_ip_address_scope': None}, {'id': '8487b7d8-b46b-46cf-9768-86b90344ea7b', 'tenant_id': 'ececc15f7e5048a5a0874fbd1440564c', 'floating_ip_address': '172.25.5.94', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': 'a5ab3c29-04ef-4832-a8f9-f70201a7db42', 'port_id': 'fc044c32-494f-408d-8f44-29e20baee059', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0890706-111e-4623-a55b-e34b46d3984d', 'mac_address': 'fa:16:3e:98:9f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b240f3c0-aac5-4106-81b6-4771f82a2e3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T14:37:20Z', 'updated_at': '2021-11-25T14:37:20Z', 'revision_number': 0, 'project_id': 'ececc15f7e5048a5a0874fbd1440564c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e99ab89d-ddbd-4e28-b66f-423e3ed33556', 'name': '', 'network_id': 'c0890706-111e-4623-a55b-e34b46d3984d', 'tenant_id': 'ececc15f7e5048a5a0874fbd1440564c', 'mac_address': 'fa:16:3e:15:ba:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab3c29-04ef-4832-a8f9-f70201a7db42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'b2a760d0-0b18-4d18-a277-27d58f9b65fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:34:27Z', 'updated_at': '2021-11-25T14:34:31Z', 'revision_number': 5, 'project_id': 'ececc15f7e5048a5a0874fbd1440564c', 'subnets': [{'id': 'b2a760d0-0b18-4d18-a277-27d58f9b65fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 14:37:23.025128 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef6dfa0-1fb8-4359-9179-3b19c944860f None None] New status for floating IP 8487b7d8-b46b-46cf-9768-86b90344ea7b: ACTIVE {{(pid=103572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 14:37:26.740515 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:37:28.921210 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8afcf74f-530e-4b74-95ea-7adc386085a4 req-2bd267f7-3cfc-4e62-b410-12b603a0eff7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b240f3c0-aac5-4106-81b6-4771f82a2e3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0442514 Nov 25 14:37:29.015816 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afcf74f-530e-4b74-95ea-7adc386085a4 req-135dbf58-4460-4548-bfac-5bcdcfc523f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:37:29.017321 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8afcf74f-530e-4b74-95ea-7adc386085a4 req-135dbf58-4460-4548-bfac-5bcdcfc523f0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ececc15f7e5048a5a0874fbd1440564c&device_id=b240f3c0-aac5-4106-81b6-4771f82a2e3a HTTP/1.1" status: 200 len: 1097 time: 0.0409319 Nov 25 14:37:29.120124 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afcf74f-530e-4b74-95ea-7adc386085a4 req-e0c3059c-51e2-4ac0-b4e6-f0bdced94a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:37:29.121859 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8afcf74f-530e-4b74-95ea-7adc386085a4 req-e0c3059c-51e2-4ac0-b4e6-f0bdced94a0e service neutron] 10.222.0.47 "GET /v2.0/networks?id=c0890706-111e-4623-a55b-e34b46d3984d HTTP/1.1" status: 200 len: 910 time: 0.0844860 Nov 25 14:37:29.194985 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8afcf74f-530e-4b74-95ea-7adc386085a4 req-fd08700e-ef28-468e-b649-df13f5f08c53 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc044c32-494f-408d-8f44-29e20baee059 HTTP/1.1" status: 200 len: 1000 time: 0.0650127 Nov 25 14:37:29.246377 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afcf74f-530e-4b74-95ea-7adc386085a4 req-663cfa72-9380-402c-acfd-53740bad0cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:37:29.248059 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8afcf74f-530e-4b74-95ea-7adc386085a4 req-663cfa72-9380-402c-acfd-53740bad0cb0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b2a760d0-0b18-4d18-a277-27d58f9b65fe HTTP/1.1" status: 200 len: 848 time: 0.0432253 Nov 25 14:37:29.292592 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afcf74f-530e-4b74-95ea-7adc386085a4 req-d02109d6-8270-4a51-89ad-4397fc503ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:37:29.294027 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8afcf74f-530e-4b74-95ea-7adc386085a4 req-d02109d6-8270-4a51-89ad-4397fc503ce1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c0890706-111e-4623-a55b-e34b46d3984d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0381439 Nov 25 14:37:29.395831 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8afcf74f-530e-4b74-95ea-7adc386085a4 req-71af1c39-7eaf-4bf4-a53e-a83d08f23a10 service neutron] 10.222.0.47 "GET /v2.0/networks/c0890706-111e-4623-a55b-e34b46d3984d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852981 Nov 25 14:37:29.487163 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-8afcf74f-530e-4b74-95ea-7adc386085a4 req-338c62c7-b55f-438c-a483-827ddd69d6c9 service neutron] 10.222.0.47 "GET /v2.0/networks/c0890706-111e-4623-a55b-e34b46d3984d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830760 Nov 25 14:37:30.460133 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-397f9dba-3921-4288-8722-801d46f22b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:37:32.918663 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f6f39240-96a9-40d2-ad0d-25b7ae1dd3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:37:34.214414 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:37:35.362909 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d7fdc4e6-716f-4fa0-94eb-f4baaabccd45 req-d9bb105b-4ab2-4d0a-87c0-f7c98cfe7b86 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=34413ab6-d39f-47e9-a578-896e0c020b1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0391266 Nov 25 14:37:35.468296 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fdc4e6-716f-4fa0-94eb-f4baaabccd45 req-607c0445-6b91-4ae8-a433-40a6755a1717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:37:35.469808 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d7fdc4e6-716f-4fa0-94eb-f4baaabccd45 req-607c0445-6b91-4ae8-a433-40a6755a1717 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ececc15f7e5048a5a0874fbd1440564c&device_id=34413ab6-d39f-47e9-a578-896e0c020b1d HTTP/1.1" status: 200 len: 1095 time: 0.0454459 Nov 25 14:37:35.533321 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:37:35.580184 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fdc4e6-716f-4fa0-94eb-f4baaabccd45 req-efa11417-6493-40a7-8232-8d9887da75f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:37:35.581675 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d7fdc4e6-716f-4fa0-94eb-f4baaabccd45 req-efa11417-6493-40a7-8232-8d9887da75f8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c0890706-111e-4623-a55b-e34b46d3984d HTTP/1.1" status: 200 len: 910 time: 0.0868895 Nov 25 14:37:35.655787 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d7fdc4e6-716f-4fa0-94eb-f4baaabccd45 req-46a1ef3b-3a29-4db4-b600-36ea0f48246b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0684de4-ad04-4ceb-8247-770d947fa830 HTTP/1.1" status: 200 len: 999 time: 0.0624015 Nov 25 14:37:35.708822 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fdc4e6-716f-4fa0-94eb-f4baaabccd45 req-44302168-25a3-4acc-ac3d-cce62ecf6a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:37:35.710232 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d7fdc4e6-716f-4fa0-94eb-f4baaabccd45 req-44302168-25a3-4acc-ac3d-cce62ecf6a89 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b2a760d0-0b18-4d18-a277-27d58f9b65fe HTTP/1.1" status: 200 len: 848 time: 0.0435731 Nov 25 14:37:35.760770 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fdc4e6-716f-4fa0-94eb-f4baaabccd45 req-44b66505-284d-4b34-bdde-2fbc29711f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:37:35.762330 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d7fdc4e6-716f-4fa0-94eb-f4baaabccd45 req-44b66505-284d-4b34-bdde-2fbc29711f34 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c0890706-111e-4623-a55b-e34b46d3984d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412381 Nov 25 14:37:35.865454 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d7fdc4e6-716f-4fa0-94eb-f4baaabccd45 req-656e67e7-0ca7-4c3b-8365-3d2e56d4e386 service neutron] 10.222.0.66 "GET /v2.0/networks/c0890706-111e-4623-a55b-e34b46d3984d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920866 Nov 25 14:37:35.957100 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-d7fdc4e6-716f-4fa0-94eb-f4baaabccd45 req-99ad3b66-460d-48f9-bff2-ac40d7fd0727 service neutron] 10.222.0.66 "GET /v2.0/networks/c0890706-111e-4623-a55b-e34b46d3984d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806332 Nov 25 14:37:36.658807 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:37:39.186780 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:37:42.513430 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:38:00.450760 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2c093fef-f93b-4c0e-b850-dd1feeefff1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:38:02.923440 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3126fcd6-8659-4d8b-a26e-30c72e32191f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:38:03.740162 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:38:04.217268 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:38:05.535467 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:38:06.660276 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:38:09.198114 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:38:12.524740 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:38:30.452504 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d6821d91-8e66-4695-a363-5ce1aa9b2972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:38:30.921481 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f5129fc9-58fa-41f7-87da-b9dac4f003fb req-a825e0a2-5ec5-411f-9350-05e656775e94 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b240f3c0-aac5-4106-81b6-4771f82a2e3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0453591 Nov 25 14:38:31.008312 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5129fc9-58fa-41f7-87da-b9dac4f003fb req-d84ccd1b-80a6-4d29-b692-40d286d048ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:38:31.009809 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f5129fc9-58fa-41f7-87da-b9dac4f003fb req-d84ccd1b-80a6-4d29-b692-40d286d048ce service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ececc15f7e5048a5a0874fbd1440564c&device_id=b240f3c0-aac5-4106-81b6-4771f82a2e3a HTTP/1.1" status: 200 len: 1097 time: 0.0461738 Nov 25 14:38:31.110779 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5129fc9-58fa-41f7-87da-b9dac4f003fb req-3a49b4ba-01a6-4275-995b-b249a56c904d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:38:31.112255 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f5129fc9-58fa-41f7-87da-b9dac4f003fb req-3a49b4ba-01a6-4275-995b-b249a56c904d service neutron] 10.222.0.47 "GET /v2.0/networks?id=c0890706-111e-4623-a55b-e34b46d3984d HTTP/1.1" status: 200 len: 910 time: 0.0847397 Nov 25 14:38:31.184792 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f5129fc9-58fa-41f7-87da-b9dac4f003fb req-166237ab-7784-4f1d-8d5a-2110a40bf57a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc044c32-494f-408d-8f44-29e20baee059 HTTP/1.1" status: 200 len: 1000 time: 0.0646751 Nov 25 14:38:31.234940 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5129fc9-58fa-41f7-87da-b9dac4f003fb req-4bdfda57-54a1-4e4f-834b-41992afbbcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:38:31.236340 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f5129fc9-58fa-41f7-87da-b9dac4f003fb req-4bdfda57-54a1-4e4f-834b-41992afbbcc2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b2a760d0-0b18-4d18-a277-27d58f9b65fe HTTP/1.1" status: 200 len: 848 time: 0.0435951 Nov 25 14:38:31.283329 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5129fc9-58fa-41f7-87da-b9dac4f003fb req-5fb4d1d1-1c06-4d87-b747-33acee51fe82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:38:31.284794 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f5129fc9-58fa-41f7-87da-b9dac4f003fb req-5fb4d1d1-1c06-4d87-b747-33acee51fe82 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c0890706-111e-4623-a55b-e34b46d3984d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404863 Nov 25 14:38:31.377371 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f5129fc9-58fa-41f7-87da-b9dac4f003fb req-4feb8bd1-4359-4834-854b-7aa3ba62ec43 service neutron] 10.222.0.47 "GET /v2.0/networks/c0890706-111e-4623-a55b-e34b46d3984d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854695 Nov 25 14:38:31.468567 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-f5129fc9-58fa-41f7-87da-b9dac4f003fb req-907c5523-a8c6-451e-a904-d6c288d0c5ed service neutron] 10.222.0.47 "GET /v2.0/networks/c0890706-111e-4623-a55b-e34b46d3984d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835097 Nov 25 14:38:32.924119 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-82793ea6-8471-45cc-b67b-bffd9b2e3d36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:38:34.220150 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:38:35.538886 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:38:36.662170 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:38:37.345345 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-875d4248-ab7c-49b9-a22d-1bb0b0d8b301 req-a41543db-e18e-421f-a280-d652d0310b30 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=34413ab6-d39f-47e9-a578-896e0c020b1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402651 Nov 25 14:38:37.445264 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d4248-ab7c-49b9-a22d-1bb0b0d8b301 req-4c885212-ba05-4340-9200-6c698eb2151f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:38:37.446825 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-875d4248-ab7c-49b9-a22d-1bb0b0d8b301 req-4c885212-ba05-4340-9200-6c698eb2151f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ececc15f7e5048a5a0874fbd1440564c&device_id=34413ab6-d39f-47e9-a578-896e0c020b1d HTTP/1.1" status: 200 len: 1095 time: 0.0456314 Nov 25 14:38:37.556276 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d4248-ab7c-49b9-a22d-1bb0b0d8b301 req-11115f9a-a332-4f4e-8f0a-1f03b1fd581a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:38:37.557793 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-875d4248-ab7c-49b9-a22d-1bb0b0d8b301 req-11115f9a-a332-4f4e-8f0a-1f03b1fd581a service neutron] 10.222.0.66 "GET /v2.0/networks?id=c0890706-111e-4623-a55b-e34b46d3984d HTTP/1.1" status: 200 len: 910 time: 0.0854046 Nov 25 14:38:37.627515 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-875d4248-ab7c-49b9-a22d-1bb0b0d8b301 req-547763d4-af2d-4acc-95b6-ee2bd0a5b7dd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0684de4-ad04-4ceb-8247-770d947fa830 HTTP/1.1" status: 200 len: 999 time: 0.0625336 Nov 25 14:38:37.680991 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d4248-ab7c-49b9-a22d-1bb0b0d8b301 req-d8e8c8e5-a6a4-4b58-a299-a4f1892b9be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:38:37.682440 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-875d4248-ab7c-49b9-a22d-1bb0b0d8b301 req-d8e8c8e5-a6a4-4b58-a299-a4f1892b9be2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b2a760d0-0b18-4d18-a277-27d58f9b65fe HTTP/1.1" status: 200 len: 848 time: 0.0438621 Nov 25 14:38:37.731524 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d4248-ab7c-49b9-a22d-1bb0b0d8b301 req-e9e40434-4fa0-499f-9812-44153af9e216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:38:37.732998 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-875d4248-ab7c-49b9-a22d-1bb0b0d8b301 req-e9e40434-4fa0-499f-9812-44153af9e216 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c0890706-111e-4623-a55b-e34b46d3984d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399256 Nov 25 14:38:37.830132 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-875d4248-ab7c-49b9-a22d-1bb0b0d8b301 req-f023923a-563e-4b09-ba6d-f356c36d2ebb service neutron] 10.222.0.66 "GET /v2.0/networks/c0890706-111e-4623-a55b-e34b46d3984d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856869 Nov 25 14:38:37.924116 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-875d4248-ab7c-49b9-a22d-1bb0b0d8b301 req-b8340ea9-aa3f-4c79-b183-0321816f8afa service neutron] 10.222.0.66 "GET /v2.0/networks/c0890706-111e-4623-a55b-e34b46d3984d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824623 Nov 25 14:38:39.197102 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:38:40.739544 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:38:42.524092 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:38:52.476090 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device fc044c32-494f-408d-8f44-29e20baee059 details requested by agent hyperv_n-h2-808199-11 with host n-h2-808199-11 {{(pid=103572) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 14:38:52.571272 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port fc044c32-494f-408d-8f44-29e20baee059, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=fc044c32-494f-408d-8f44-29e20baee059,segment=NetworkSegment(26530ae2-620f-4105-94cd-12ad462cf454),segment_id=26530ae2-620f-4105-94cd-12ad462cf454)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:38:52.582840 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Returning: {'device': 'fc044c32-494f-408d-8f44-29e20baee059', 'network_id': 'c0890706-111e-4623-a55b-e34b46d3984d', 'port_id': 'fc044c32-494f-408d-8f44-29e20baee059', 'mac_address': 'fa:16:3e:98:9f:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2a760d0-0b18-4d18-a277-27d58f9b65fe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103572) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 14:38:52.618238 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:38:52.631612 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fc044c32-494f-408d-8f44-29e20baee059 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 14:38:52.654016 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port fc044c32-494f-408d-8f44-29e20baee059, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=fc044c32-494f-408d-8f44-29e20baee059,segment=NetworkSegment(26530ae2-620f-4105-94cd-12ad462cf454),segment_id=26530ae2-620f-4105-94cd-12ad462cf454)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:38:52.657829 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:38:52.708534 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=fc044c32-494f-408d-8f44-29e20baee059,revision_number=6']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:38:52.716150 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:38:52.716506 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:38:52.716853 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:38:52.717196 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:38:52.717537 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:38:52.717870 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:38:52.718227 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:38:52.718567 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:38:52.718957 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:38:52.719292 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:38:52.719622 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:38:52.719950 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:38:52.753555 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] get_ports_and_sgs() called for port_ids ['fc044c32-494f-408d-8f44-29e20baee059'] {{(pid=103572) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 14:38:54.481079 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device fc044c32-494f-408d-8f44-29e20baee059 up at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 14:38:54.540082 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Provisioning complete for port fc044c32-494f-408d-8f44-29e20baee059 triggered by entity L2. {{(pid=103572) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 14:38:54.540463 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568303'] for port, provisioning_complete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:38:54.664312 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-721548'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:38:54.692388 n-d-808199-11 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b240f3c0-aac5-4106-81b6-4771f82a2e3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc044c32-494f-408d-8f44-29e20baee059'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:38:54.695003 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4a683b2f55a074025c37cf42062357829495bd62ced1b23f0cba96c56cdda24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cecd4a8c-cdcd-41ef-96fd-22cd52cc2a0a" -d '{"events": [{"server_uuid": "b240f3c0-aac5-4106-81b6-4771f82a2e3a", "name": "network-vif-plugged", "status": "completed", "tag": "fc044c32-494f-408d-8f44-29e20baee059"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:38:54.716704 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] For port fc044c32-494f-408d-8f44-29e20baee059, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=fc044c32-494f-408d-8f44-29e20baee059,segment=NetworkSegment(26530ae2-620f-4105-94cd-12ad462cf454),segment_id=26530ae2-620f-4105-94cd-12ad462cf454)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:38:54.722304 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753177070888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753176516253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753176516271'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:38:54.748801 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 14:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000132aa-10b5-4ee8-87c6-887b29e1212d x-openstack-request-id: req-000132aa-10b5-4ee8-87c6-887b29e1212d {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:38:54.749106 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b240f3c0-aac5-4106-81b6-4771f82a2e3a", "name": "network-vif-plugged", "status": "completed", "tag": "fc044c32-494f-408d-8f44-29e20baee059", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:38:54.749858 n-d-808199-11 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-000132aa-10b5-4ee8-87c6-887b29e1212d {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:38:54.750256 n-d-808199-11 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b240f3c0-aac5-4106-81b6-4771f82a2e3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc044c32-494f-408d-8f44-29e20baee059', 'code': 200} Nov 25 14:38:54.780329 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Pushing event updated for resources: {'Port': ['ID=fc044c32-494f-408d-8f44-29e20baee059,revision_number=7']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:39:00.456278 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-563fe095-5f7c-4193-a5d6-fc4d6739b3c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:02.847616 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41732) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:39:02.925687 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1da10f51-8cbe-4431-a7fe-47de85265530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:03.017270 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-7fa023be-e4cb-45e7-8704-2bc27a4ed34f tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Deleting port 45f97c1e-95f6-493e-b006-309e4e70c2d4 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:39:03.017612 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7fa023be-e4cb-45e7-8704-2bc27a4ed34f tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:03.097661 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7fa023be-e4cb-45e7-8704-2bc27a4ed34f tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:03.097905 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7fa023be-e4cb-45e7-8704-2bc27a4ed34f tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:03.111449 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-7fa023be-e4cb-45e7-8704-2bc27a4ed34f tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Calling delete_port for 45f97c1e-95f6-493e-b006-309e4e70c2d4 owned by network:floatingip {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:39:03.290223 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7fa023be-e4cb-45e7-8704-2bc27a4ed34f tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:03.316317 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa023be-e4cb-45e7-8704-2bc27a4ed34f tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Pushing event deleted for resources: {'Port': ['ID=45f97c1e-95f6-493e-b006-309e4e70c2d4,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:39:03.341123 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa023be-e4cb-45e7-8704-2bc27a4ed34f tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:39:03.341487 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa023be-e4cb-45e7-8704-2bc27a4ed34f tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:39:03.341837 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa023be-e4cb-45e7-8704-2bc27a4ed34f tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:39:03.342187 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa023be-e4cb-45e7-8704-2bc27a4ed34f tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:39:03.342532 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa023be-e4cb-45e7-8704-2bc27a4ed34f tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:39:03.342998 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa023be-e4cb-45e7-8704-2bc27a4ed34f tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:39:03.343340 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa023be-e4cb-45e7-8704-2bc27a4ed34f tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:39:03.343676 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa023be-e4cb-45e7-8704-2bc27a4ed34f tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:39:03.344010 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa023be-e4cb-45e7-8704-2bc27a4ed34f tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:39:03.344345 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa023be-e4cb-45e7-8704-2bc27a4ed34f tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:39:03.344683 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa023be-e4cb-45e7-8704-2bc27a4ed34f tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:39:03.345019 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa023be-e4cb-45e7-8704-2bc27a4ed34f tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:39:03.388966 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7fa023be-e4cb-45e7-8704-2bc27a4ed34f tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks [] for floatingip, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:03.389228 n-d-808199-11 neutron-server[103571]: INFO neutron.db.l3_db [None req-7fa023be-e4cb-45e7-8704-2bc27a4ed34f tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Floating IP 8487b7d8-b46b-46cf-9768-86b90344ea7b disassociated (deleted). External IP: 172.25.5.94, port: fc044c32-494f-408d-8f44-29e20baee059. Nov 25 14:39:03.592620 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa023be-e4cb-45e7-8704-2bc27a4ed34f tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Router a5ab3c29-04ef-4832-a8f9-f70201a7db42 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 14:39:03.701349 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa023be-e4cb-45e7-8704-2bc27a4ed34f tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 14:39:03.706795 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7fa023be-e4cb-45e7-8704-2bc27a4ed34f tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:03.711884 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576ec2e0-fdaf-43ae-81f8-2c8aa965fb48 None None] Sync routers for ids ['a5ab3c29-04ef-4832-a8f9-f70201a7db42'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 14:39:03.722406 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576ec2e0-fdaf-43ae-81f8-2c8aa965fb48 None None] Routers {'a5ab3c29-04ef-4832-a8f9-f70201a7db42'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:39:03.723064 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-576ec2e0-fdaf-43ae-81f8-2c8aa965fb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:39:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['a5ab3c29-04ef-4832-a8f9-f70201a7db42'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:39:03.734933 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-7fa023be-e4cb-45e7-8704-2bc27a4ed34f tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "DELETE /v2.0/floatingips/8487b7d8-b46b-46cf-9768-86b90344ea7b HTTP/1.1" status: 204 len: 168 time: 0.8859973 Nov 25 14:39:03.735627 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b240f3c0-aac5-4106-81b6-4771f82a2e3a', 'tag': 'fc044c32-494f-408d-8f44-29e20baee059'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:39:03.737932 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b263d7d4b70db15966f189087f2cdd81ff7815a34d469843c29c7d40ca9dff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-610eae2f-a98a-4a4f-9070-b3aa397b5eff" -d '{"events": [{"name": "network-changed", "server_uuid": "b240f3c0-aac5-4106-81b6-4771f82a2e3a", "tag": "fc044c32-494f-408d-8f44-29e20baee059"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:39:03.776114 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 14:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04efe188-4882-43e4-87dc-06fceb0d7d2f x-openstack-request-id: req-04efe188-4882-43e4-87dc-06fceb0d7d2f {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:39:03.776484 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b240f3c0-aac5-4106-81b6-4771f82a2e3a", "tag": "fc044c32-494f-408d-8f44-29e20baee059", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:39:03.776848 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-04efe188-4882-43e4-87dc-06fceb0d7d2f {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:39:03.777359 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b240f3c0-aac5-4106-81b6-4771f82a2e3a', 'tag': 'fc044c32-494f-408d-8f44-29e20baee059', 'status': 'completed', 'code': 200} Nov 25 14:39:03.838565 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-576ec2e0-fdaf-43ae-81f8-2c8aa965fb48 None None] Set router a5ab3c29-04ef-4832-a8f9-f70201a7db42 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:39:03.847612 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610eae2f-a98a-4a4f-9070-b3aa397b5eff req-090e59d7-6133-4204-a3a7-ff5b33239147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:39:03.849223 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-610eae2f-a98a-4a4f-9070-b3aa397b5eff req-090e59d7-6133-4204-a3a7-ff5b33239147 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ececc15f7e5048a5a0874fbd1440564c&device_id=b240f3c0-aac5-4106-81b6-4771f82a2e3a HTTP/1.1" status: 200 len: 1097 time: 0.0493464 Nov 25 14:39:03.952705 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610eae2f-a98a-4a4f-9070-b3aa397b5eff req-d50a24f4-d4b5-498f-8729-4f8ddaa2e095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:39:03.954203 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-610eae2f-a98a-4a4f-9070-b3aa397b5eff req-d50a24f4-d4b5-498f-8729-4f8ddaa2e095 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c0890706-111e-4623-a55b-e34b46d3984d HTTP/1.1" status: 200 len: 910 time: 0.0943439 Nov 25 14:39:03.977261 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdda9598-ea17-4695-9895-0c45e9175221 req-2a4edbcb-53d1-4346-8a3c-37101d81d262 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:39:03.978983 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bdda9598-ea17-4695-9895-0c45e9175221 req-2a4edbcb-53d1-4346-8a3c-37101d81d262 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "GET /v2.0/ports?device_id=b240f3c0-aac5-4106-81b6-4771f82a2e3a HTTP/1.1" status: 200 len: 945 time: 0.0578327 Nov 25 14:39:04.005649 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-610eae2f-a98a-4a4f-9070-b3aa397b5eff req-5265f381-c5de-4b78-91e0-12e03f627d76 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc044c32-494f-408d-8f44-29e20baee059 HTTP/1.1" status: 200 len: 217 time: 0.0436962 Nov 25 14:39:04.033654 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-bdda9598-ea17-4695-9895-0c45e9175221 req-8244be14-02bd-4fe2-8405-9cfb284bb498 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "GET /v2.0/security-groups?id=74bb2825-fe0b-4bde-8213-9b5722299b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467708 Nov 25 14:39:04.060182 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610eae2f-a98a-4a4f-9070-b3aa397b5eff req-c8aea4d7-960e-4100-aaa5-222e43e0d574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:39:04.061695 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-610eae2f-a98a-4a4f-9070-b3aa397b5eff req-c8aea4d7-960e-4100-aaa5-222e43e0d574 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b2a760d0-0b18-4d18-a277-27d58f9b65fe HTTP/1.1" status: 200 len: 848 time: 0.0477774 Nov 25 14:39:04.074567 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-576ec2e0-fdaf-43ae-81f8-2c8aa965fb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ab3c29-04ef-4832-a8f9-f70201a7db42', 'name': 'tempest-TestSnapshotPattern-476731289-router', 'tenant_id': 'ececc15f7e5048a5a0874fbd1440564c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'd3f67a7f-7acb-435b-b7cc-0e5004602f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:34:25Z', 'updated_at': '2021-11-25T14:34:28Z', 'revision_number': 4, 'project_id': 'ececc15f7e5048a5a0874fbd1440564c', 'gw_port': {'id': 'd3f67a7f-7acb-435b-b7cc-0e5004602f3b', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:72:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab3c29-04ef-4832-a8f9-f70201a7db42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:34:25Z', 'updated_at': '2021-11-25T14:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '24df8edc-cfde-4480-935b-cef94781a05a', 'tenant_id': 'ececc15f7e5048a5a0874fbd1440564c', 'floating_ip_address': '172.25.5.132', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': 'a5ab3c29-04ef-4832-a8f9-f70201a7db42', 'port_id': 'b0684de4-ad04-4ceb-8247-770d947fa830', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0890706-111e-4623-a55b-e34b46d3984d', 'mac_address': 'fa:16:3e:8f:ee:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34413ab6-d39f-47e9-a578-896e0c020b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T14:34:49Z', 'updated_at': '2021-11-25T14:34:51Z', 'revision_number': 1, 'project_id': 'ececc15f7e5048a5a0874fbd1440564c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e99ab89d-ddbd-4e28-b66f-423e3ed33556', 'name': '', 'network_id': 'c0890706-111e-4623-a55b-e34b46d3984d', 'tenant_id': 'ececc15f7e5048a5a0874fbd1440564c', 'mac_address': 'fa:16:3e:15:ba:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab3c29-04ef-4832-a8f9-f70201a7db42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'b2a760d0-0b18-4d18-a277-27d58f9b65fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:34:27Z', 'updated_at': '2021-11-25T14:34:31Z', 'revision_number': 5, 'project_id': 'ececc15f7e5048a5a0874fbd1440564c', 'subnets': [{'id': 'b2a760d0-0b18-4d18-a277-27d58f9b65fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:39:04.104435 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576ec2e0-fdaf-43ae-81f8-2c8aa965fb48 None None] Checking router: a5ab3c29-04ef-4832-a8f9-f70201a7db42 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 14:39:04.109091 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610eae2f-a98a-4a4f-9070-b3aa397b5eff req-40923d97-1e65-4509-8f1a-58daff255a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:39:04.111274 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-610eae2f-a98a-4a4f-9070-b3aa397b5eff req-40923d97-1e65-4509-8f1a-58daff255a29 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c0890706-111e-4623-a55b-e34b46d3984d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417583 Nov 25 14:39:04.113254 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576ec2e0-fdaf-43ae-81f8-2c8aa965fb48 None None] Routers {'a5ab3c29-04ef-4832-a8f9-f70201a7db42'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:39:04.113870 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-576ec2e0-fdaf-43ae-81f8-2c8aa965fb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:39:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['a5ab3c29-04ef-4832-a8f9-f70201a7db42'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:39:04.209797 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-610eae2f-a98a-4a4f-9070-b3aa397b5eff req-6086cc64-3f32-43d9-9b32-f30bb7a0e64d service neutron] 10.222.0.47 "GET /v2.0/networks/c0890706-111e-4623-a55b-e34b46d3984d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902905 Nov 25 14:39:04.222144 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-576ec2e0-fdaf-43ae-81f8-2c8aa965fb48 None None] Set router a5ab3c29-04ef-4832-a8f9-f70201a7db42 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:39:04.222733 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:04.301640 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-610eae2f-a98a-4a4f-9070-b3aa397b5eff req-990c6008-53bb-4c33-a875-aa14a9ac0b5c service neutron] 10.222.0.47 "GET /v2.0/networks/c0890706-111e-4623-a55b-e34b46d3984d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846043 Nov 25 14:39:04.443871 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-576ec2e0-fdaf-43ae-81f8-2c8aa965fb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ab3c29-04ef-4832-a8f9-f70201a7db42', 'name': 'tempest-TestSnapshotPattern-476731289-router', 'tenant_id': 'ececc15f7e5048a5a0874fbd1440564c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'd3f67a7f-7acb-435b-b7cc-0e5004602f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:34:25Z', 'updated_at': '2021-11-25T14:34:28Z', 'revision_number': 4, 'project_id': 'ececc15f7e5048a5a0874fbd1440564c', 'gw_port': {'id': 'd3f67a7f-7acb-435b-b7cc-0e5004602f3b', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:72:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab3c29-04ef-4832-a8f9-f70201a7db42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:34:25Z', 'updated_at': '2021-11-25T14:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '24df8edc-cfde-4480-935b-cef94781a05a', 'tenant_id': 'ececc15f7e5048a5a0874fbd1440564c', 'floating_ip_address': '172.25.5.132', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': 'a5ab3c29-04ef-4832-a8f9-f70201a7db42', 'port_id': 'b0684de4-ad04-4ceb-8247-770d947fa830', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0890706-111e-4623-a55b-e34b46d3984d', 'mac_address': 'fa:16:3e:8f:ee:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34413ab6-d39f-47e9-a578-896e0c020b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T14:34:49Z', 'updated_at': '2021-11-25T14:34:51Z', 'revision_number': 1, 'project_id': 'ececc15f7e5048a5a0874fbd1440564c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e99ab89d-ddbd-4e28-b66f-423e3ed33556', 'name': '', 'network_id': 'c0890706-111e-4623-a55b-e34b46d3984d', 'tenant_id': 'ececc15f7e5048a5a0874fbd1440564c', 'mac_address': 'fa:16:3e:15:ba:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab3c29-04ef-4832-a8f9-f70201a7db42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'b2a760d0-0b18-4d18-a277-27d58f9b65fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:34:27Z', 'updated_at': '2021-11-25T14:34:31Z', 'revision_number': 5, 'project_id': 'ececc15f7e5048a5a0874fbd1440564c', 'subnets': [{'id': 'b2a760d0-0b18-4d18-a277-27d58f9b65fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:39:04.469932 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576ec2e0-fdaf-43ae-81f8-2c8aa965fb48 None None] The sync data for ids ['a5ab3c29-04ef-4832-a8f9-f70201a7db42'] in n-d-808199-11 is: [{'id': 'a5ab3c29-04ef-4832-a8f9-f70201a7db42', 'name': 'tempest-TestSnapshotPattern-476731289-router', 'tenant_id': 'ececc15f7e5048a5a0874fbd1440564c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'd3f67a7f-7acb-435b-b7cc-0e5004602f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:34:25Z', 'updated_at': '2021-11-25T14:34:28Z', 'revision_number': 4, 'project_id': 'ececc15f7e5048a5a0874fbd1440564c', 'gw_port': {'id': 'd3f67a7f-7acb-435b-b7cc-0e5004602f3b', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:72:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab3c29-04ef-4832-a8f9-f70201a7db42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:34:25Z', 'updated_at': '2021-11-25T14:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_floatingips': [{'id': '24df8edc-cfde-4480-935b-cef94781a05a', 'tenant_id': 'ececc15f7e5048a5a0874fbd1440564c', 'floating_ip_address': '172.25.5.132', 'floating_network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'router_id': 'a5ab3c29-04ef-4832-a8f9-f70201a7db42', 'port_id': 'b0684de4-ad04-4ceb-8247-770d947fa830', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0890706-111e-4623-a55b-e34b46d3984d', 'mac_address': 'fa:16:3e:8f:ee:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34413ab6-d39f-47e9-a578-896e0c020b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T14:34:49Z', 'updated_at': '2021-11-25T14:34:51Z', 'revision_number': 1, 'project_id': 'ececc15f7e5048a5a0874fbd1440564c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e99ab89d-ddbd-4e28-b66f-423e3ed33556', 'name': '', 'network_id': 'c0890706-111e-4623-a55b-e34b46d3984d', 'tenant_id': 'ececc15f7e5048a5a0874fbd1440564c', 'mac_address': 'fa:16:3e:15:ba:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab3c29-04ef-4832-a8f9-f70201a7db42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'b2a760d0-0b18-4d18-a277-27d58f9b65fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:34:27Z', 'updated_at': '2021-11-25T14:34:31Z', 'revision_number': 5, 'project_id': 'ececc15f7e5048a5a0874fbd1440564c', 'subnets': [{'id': 'b2a760d0-0b18-4d18-a277-27d58f9b65fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 14:39:04.704339 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda9734e-98fa-4d2f-90d6-eee72c9d0a25 None None] New status for floating IP 8487b7d8-b46b-46cf-9768-86b90344ea7b: DOWN {{(pid=103572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 14:39:05.155143 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43721a6b-2b66-41f0-9bc7-3032de7fd11f req-ad185d6b-56bd-4215-aecd-7d40fc723ef2 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:39:05.156676 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-43721a6b-2b66-41f0-9bc7-3032de7fd11f req-ad185d6b-56bd-4215-aecd-7d40fc723ef2 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "GET /v2.0/ports?device_id=b240f3c0-aac5-4106-81b6-4771f82a2e3a HTTP/1.1" status: 200 len: 945 time: 0.0521116 Nov 25 14:39:05.205967 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-43721a6b-2b66-41f0-9bc7-3032de7fd11f req-064bda8d-e3fd-428d-80a6-e157f9d26952 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "GET /v2.0/security-groups?id=74bb2825-fe0b-4bde-8213-9b5722299b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434141 Nov 25 14:39:05.460888 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb8107-e31f-4ddf-9be9-1e7fbfacdeec req-93dca5a2-b0f2-406e-be06-8c0a712b0b34 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:39:05.462396 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b4bb8107-e31f-4ddf-9be9-1e7fbfacdeec req-93dca5a2-b0f2-406e-be06-8c0a712b0b34 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.47 "GET /v2.0/ports?device_id=b240f3c0-aac5-4106-81b6-4771f82a2e3a HTTP/1.1" status: 200 len: 945 time: 0.0484695 Nov 25 14:39:05.544426 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:05.562883 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-b4bb8107-e31f-4ddf-9be9-1e7fbfacdeec req-b064ec43-00bd-4a54-9f8a-1f91e5339815 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Deleting port fc044c32-494f-408d-8f44-29e20baee059 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:39:05.563238 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b4bb8107-e31f-4ddf-9be9-1e7fbfacdeec req-b064ec43-00bd-4a54-9f8a-1f91e5339815 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:05.651347 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-b4bb8107-e31f-4ddf-9be9-1e7fbfacdeec req-b064ec43-00bd-4a54-9f8a-1f91e5339815 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] For port fc044c32-494f-408d-8f44-29e20baee059, host n-h2-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-11',level=0,port_id=fc044c32-494f-408d-8f44-29e20baee059,segment=NetworkSegment(26530ae2-620f-4105-94cd-12ad462cf454),segment_id=26530ae2-620f-4105-94cd-12ad462cf454)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:39:05.651633 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b4bb8107-e31f-4ddf-9be9-1e7fbfacdeec req-b064ec43-00bd-4a54-9f8a-1f91e5339815 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:05.664309 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-b4bb8107-e31f-4ddf-9be9-1e7fbfacdeec req-b064ec43-00bd-4a54-9f8a-1f91e5339815 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Calling delete_port for fc044c32-494f-408d-8f44-29e20baee059 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:39:05.791159 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b4bb8107-e31f-4ddf-9be9-1e7fbfacdeec req-b064ec43-00bd-4a54-9f8a-1f91e5339815 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:05.817300 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b064ec43-00bd-4a54-9f8a-1f91e5339815 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Pushing event deleted for resources: {'Port': ['ID=fc044c32-494f-408d-8f44-29e20baee059,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:39:05.863361 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4bb8107-e31f-4ddf-9be9-1e7fbfacdeec req-b064ec43-00bd-4a54-9f8a-1f91e5339815 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] No DVR routers for this DVR port fc044c32-494f-408d-8f44-29e20baee059 on host n-h2-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 14:39:05.865966 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b4bb8107-e31f-4ddf-9be9-1e7fbfacdeec req-b064ec43-00bd-4a54-9f8a-1f91e5339815 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:05.869340 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-b4bb8107-e31f-4ddf-9be9-1e7fbfacdeec req-b064ec43-00bd-4a54-9f8a-1f91e5339815 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.47 "DELETE /v2.0/ports/fc044c32-494f-408d-8f44-29e20baee059 HTTP/1.1" status: 204 len: 173 time: 0.4006672 Nov 25 14:39:05.869783 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b240f3c0-aac5-4106-81b6-4771f82a2e3a', 'name': 'network-vif-deleted', 'tag': 'fc044c32-494f-408d-8f44-29e20baee059'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:39:05.872463 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b263d7d4b70db15966f189087f2cdd81ff7815a34d469843c29c7d40ca9dff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-432e637c-7f95-4137-93a0-9d145ab1429f" -d '{"events": [{"server_uuid": "b240f3c0-aac5-4106-81b6-4771f82a2e3a", "name": "network-vif-deleted", "tag": "fc044c32-494f-408d-8f44-29e20baee059"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:39:05.909499 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 14:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd26892-ca99-4083-84e4-d9a05d08b941 x-openstack-request-id: req-8fd26892-ca99-4083-84e4-d9a05d08b941 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:39:05.909859 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b240f3c0-aac5-4106-81b6-4771f82a2e3a", "name": "network-vif-deleted", "tag": "fc044c32-494f-408d-8f44-29e20baee059", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:39:05.910117 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8fd26892-ca99-4083-84e4-d9a05d08b941 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:39:05.910524 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b240f3c0-aac5-4106-81b6-4771f82a2e3a', 'name': 'network-vif-deleted', 'tag': 'fc044c32-494f-408d-8f44-29e20baee059', 'status': 'completed', 'code': 200} Nov 25 14:39:06.336832 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-5d7f79b6-5541-40fd-8a60-8a92ac98c3c6 req-a2a74724-bb12-468b-b25d-8e543fc081ec tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "GET /v2.0/ports?device_id=b240f3c0-aac5-4106-81b6-4771f82a2e3a HTTP/1.1" status: 200 len: 210 time: 0.0373108 Nov 25 14:39:06.544798 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device fc044c32-494f-408d-8f44-29e20baee059 no longer exists at agent hyperv_n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:39:06.565788 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] No Port match for: fc044c32-494f-408d-8f44-29e20baee059 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 14:39:06.566151 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Device fc044c32-494f-408d-8f44-29e20baee059 not bound to the agent host n-h2-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:39:06.663261 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:07.895011 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41790) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:39:08.387003 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-6041cd05-87fd-460a-be79-1fadedd6a7f4 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Deleting port 14ed71ec-5589-45e5-a3c7-385b3eb73c29 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:39:08.387347 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6041cd05-87fd-460a-be79-1fadedd6a7f4 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:08.461105 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6041cd05-87fd-460a-be79-1fadedd6a7f4 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:08.461440 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6041cd05-87fd-460a-be79-1fadedd6a7f4 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:08.475315 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-6041cd05-87fd-460a-be79-1fadedd6a7f4 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Calling delete_port for 14ed71ec-5589-45e5-a3c7-385b3eb73c29 owned by network:floatingip {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:39:08.624234 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6041cd05-87fd-460a-be79-1fadedd6a7f4 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:08.650623 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6041cd05-87fd-460a-be79-1fadedd6a7f4 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Pushing event deleted for resources: {'Port': ['ID=14ed71ec-5589-45e5-a3c7-385b3eb73c29,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:39:08.712332 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6041cd05-87fd-460a-be79-1fadedd6a7f4 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks [] for floatingip, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:08.712668 n-d-808199-11 neutron-server[103571]: INFO neutron.db.l3_db [None req-6041cd05-87fd-460a-be79-1fadedd6a7f4 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Floating IP 24df8edc-cfde-4480-935b-cef94781a05a disassociated (deleted). External IP: 172.25.5.132, port: b0684de4-ad04-4ceb-8247-770d947fa830. Nov 25 14:39:08.921949 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6041cd05-87fd-460a-be79-1fadedd6a7f4 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Router a5ab3c29-04ef-4832-a8f9-f70201a7db42 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 14:39:09.031244 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6041cd05-87fd-460a-be79-1fadedd6a7f4 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 14:39:09.035959 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6041cd05-87fd-460a-be79-1fadedd6a7f4 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:09.044055 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57a93db-f6e2-4659-99a6-4e69beb257e6 None None] Sync routers for ids ['a5ab3c29-04ef-4832-a8f9-f70201a7db42'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 14:39:09.053977 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57a93db-f6e2-4659-99a6-4e69beb257e6 None None] Routers {'a5ab3c29-04ef-4832-a8f9-f70201a7db42'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:39:09.054592 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-b57a93db-f6e2-4659-99a6-4e69beb257e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:39:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['a5ab3c29-04ef-4832-a8f9-f70201a7db42'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:39:09.068233 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-6041cd05-87fd-460a-be79-1fadedd6a7f4 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "DELETE /v2.0/floatingips/24df8edc-cfde-4480-935b-cef94781a05a HTTP/1.1" status: 204 len: 168 time: 1.1721041 Nov 25 14:39:09.068833 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34413ab6-d39f-47e9-a578-896e0c020b1d', 'tag': 'b0684de4-ad04-4ceb-8247-770d947fa830'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:39:09.071443 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b263d7d4b70db15966f189087f2cdd81ff7815a34d469843c29c7d40ca9dff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-487e1c4b-f039-4085-916b-8e6fe93bc42b" -d '{"events": [{"name": "network-changed", "server_uuid": "34413ab6-d39f-47e9-a578-896e0c020b1d", "tag": "b0684de4-ad04-4ceb-8247-770d947fa830"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:39:09.111993 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 14:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f44caed2-2eb9-41bb-81d6-de9d7b668542 x-openstack-request-id: req-f44caed2-2eb9-41bb-81d6-de9d7b668542 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:39:09.112290 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34413ab6-d39f-47e9-a578-896e0c020b1d", "tag": "b0684de4-ad04-4ceb-8247-770d947fa830", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:39:09.112547 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f44caed2-2eb9-41bb-81d6-de9d7b668542 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:39:09.112966 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34413ab6-d39f-47e9-a578-896e0c020b1d', 'tag': 'b0684de4-ad04-4ceb-8247-770d947fa830', 'status': 'completed', 'code': 200} Nov 25 14:39:09.163424 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-b57a93db-f6e2-4659-99a6-4e69beb257e6 None None] Set router a5ab3c29-04ef-4832-a8f9-f70201a7db42 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:39:09.198244 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487e1c4b-f039-4085-916b-8e6fe93bc42b req-f04ee0bc-2903-46cb-87cf-e3dae5778c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:39:09.199947 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-487e1c4b-f039-4085-916b-8e6fe93bc42b req-f04ee0bc-2903-46cb-87cf-e3dae5778c1c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ececc15f7e5048a5a0874fbd1440564c&device_id=34413ab6-d39f-47e9-a578-896e0c020b1d HTTP/1.1" status: 200 len: 1095 time: 0.0579433 Nov 25 14:39:09.207469 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:09.297454 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c2dca-8eff-406e-836d-cb9299fbd3b0 req-b7594ba5-2be6-44e8-97fc-16be4c041231 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:39:09.299704 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-386c2dca-8eff-406e-836d-cb9299fbd3b0 req-b7594ba5-2be6-44e8-97fc-16be4c041231 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "GET /v2.0/ports?device_id=34413ab6-d39f-47e9-a578-896e0c020b1d HTTP/1.1" status: 200 len: 943 time: 0.0552924 Nov 25 14:39:09.308345 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487e1c4b-f039-4085-916b-8e6fe93bc42b req-e0324ed3-bfc4-4169-b834-0b32adf47a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:39:09.309506 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-487e1c4b-f039-4085-916b-8e6fe93bc42b req-e0324ed3-bfc4-4169-b834-0b32adf47a99 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c0890706-111e-4623-a55b-e34b46d3984d HTTP/1.1" status: 200 len: 910 time: 0.0919240 Nov 25 14:39:09.353516 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-386c2dca-8eff-406e-836d-cb9299fbd3b0 req-2f2fbb42-b7fc-4f90-a167-c12f5d036e36 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "GET /v2.0/security-groups?id=74bb2825-fe0b-4bde-8213-9b5722299b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468721 Nov 25 14:39:09.360643 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-487e1c4b-f039-4085-916b-8e6fe93bc42b req-cfae4049-4543-496f-a2e2-32a02acbfc8d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0684de4-ad04-4ceb-8247-770d947fa830 HTTP/1.1" status: 200 len: 217 time: 0.0435352 Nov 25 14:39:09.395138 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-b57a93db-f6e2-4659-99a6-4e69beb257e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ab3c29-04ef-4832-a8f9-f70201a7db42', 'name': 'tempest-TestSnapshotPattern-476731289-router', 'tenant_id': 'ececc15f7e5048a5a0874fbd1440564c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'd3f67a7f-7acb-435b-b7cc-0e5004602f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:34:25Z', 'updated_at': '2021-11-25T14:34:28Z', 'revision_number': 4, 'project_id': 'ececc15f7e5048a5a0874fbd1440564c', 'gw_port': {'id': 'd3f67a7f-7acb-435b-b7cc-0e5004602f3b', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:72:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab3c29-04ef-4832-a8f9-f70201a7db42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:34:25Z', 'updated_at': '2021-11-25T14:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'e99ab89d-ddbd-4e28-b66f-423e3ed33556', 'name': '', 'network_id': 'c0890706-111e-4623-a55b-e34b46d3984d', 'tenant_id': 'ececc15f7e5048a5a0874fbd1440564c', 'mac_address': 'fa:16:3e:15:ba:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab3c29-04ef-4832-a8f9-f70201a7db42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'b2a760d0-0b18-4d18-a277-27d58f9b65fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:34:27Z', 'updated_at': '2021-11-25T14:34:31Z', 'revision_number': 5, 'project_id': 'ececc15f7e5048a5a0874fbd1440564c', 'subnets': [{'id': 'b2a760d0-0b18-4d18-a277-27d58f9b65fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:39:09.412992 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487e1c4b-f039-4085-916b-8e6fe93bc42b req-d9e0d3b1-1b41-458c-96c0-14b165c475f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:39:09.414481 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-487e1c4b-f039-4085-916b-8e6fe93bc42b req-d9e0d3b1-1b41-458c-96c0-14b165c475f6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b2a760d0-0b18-4d18-a277-27d58f9b65fe HTTP/1.1" status: 200 len: 848 time: 0.0465496 Nov 25 14:39:09.420924 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57a93db-f6e2-4659-99a6-4e69beb257e6 None None] Checking router: a5ab3c29-04ef-4832-a8f9-f70201a7db42 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 14:39:09.429715 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57a93db-f6e2-4659-99a6-4e69beb257e6 None None] Routers {'a5ab3c29-04ef-4832-a8f9-f70201a7db42'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:39:09.430327 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-b57a93db-f6e2-4659-99a6-4e69beb257e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:39:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['a5ab3c29-04ef-4832-a8f9-f70201a7db42'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:39:09.461200 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487e1c4b-f039-4085-916b-8e6fe93bc42b req-19c8247c-0a26-43e4-870b-13d26ed9756c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:39:09.462618 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-487e1c4b-f039-4085-916b-8e6fe93bc42b req-19c8247c-0a26-43e4-870b-13d26ed9756c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c0890706-111e-4623-a55b-e34b46d3984d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401473 Nov 25 14:39:09.536270 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-b57a93db-f6e2-4659-99a6-4e69beb257e6 None None] Set router a5ab3c29-04ef-4832-a8f9-f70201a7db42 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:39:09.561060 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-487e1c4b-f039-4085-916b-8e6fe93bc42b req-95656937-6564-440f-81c0-9a63af58c154 service neutron] 10.222.0.66 "GET /v2.0/networks/c0890706-111e-4623-a55b-e34b46d3984d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901682 Nov 25 14:39:09.658537 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-487e1c4b-f039-4085-916b-8e6fe93bc42b req-431ac6a7-1159-434d-b5b1-57f0b298d71f service neutron] 10.222.0.66 "GET /v2.0/networks/c0890706-111e-4623-a55b-e34b46d3984d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867934 Nov 25 14:39:09.815196 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-b57a93db-f6e2-4659-99a6-4e69beb257e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ab3c29-04ef-4832-a8f9-f70201a7db42', 'name': 'tempest-TestSnapshotPattern-476731289-router', 'tenant_id': 'ececc15f7e5048a5a0874fbd1440564c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'd3f67a7f-7acb-435b-b7cc-0e5004602f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:34:25Z', 'updated_at': '2021-11-25T14:34:28Z', 'revision_number': 4, 'project_id': 'ececc15f7e5048a5a0874fbd1440564c', 'gw_port': {'id': 'd3f67a7f-7acb-435b-b7cc-0e5004602f3b', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:72:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab3c29-04ef-4832-a8f9-f70201a7db42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:34:25Z', 'updated_at': '2021-11-25T14:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'e99ab89d-ddbd-4e28-b66f-423e3ed33556', 'name': '', 'network_id': 'c0890706-111e-4623-a55b-e34b46d3984d', 'tenant_id': 'ececc15f7e5048a5a0874fbd1440564c', 'mac_address': 'fa:16:3e:15:ba:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab3c29-04ef-4832-a8f9-f70201a7db42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'b2a760d0-0b18-4d18-a277-27d58f9b65fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:34:27Z', 'updated_at': '2021-11-25T14:34:31Z', 'revision_number': 5, 'project_id': 'ececc15f7e5048a5a0874fbd1440564c', 'subnets': [{'id': 'b2a760d0-0b18-4d18-a277-27d58f9b65fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:39:09.844145 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57a93db-f6e2-4659-99a6-4e69beb257e6 None None] The sync data for ids ['a5ab3c29-04ef-4832-a8f9-f70201a7db42'] in n-d-808199-11 is: [{'id': 'a5ab3c29-04ef-4832-a8f9-f70201a7db42', 'name': 'tempest-TestSnapshotPattern-476731289-router', 'tenant_id': 'ececc15f7e5048a5a0874fbd1440564c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'd3f67a7f-7acb-435b-b7cc-0e5004602f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:34:25Z', 'updated_at': '2021-11-25T14:34:28Z', 'revision_number': 4, 'project_id': 'ececc15f7e5048a5a0874fbd1440564c', 'gw_port': {'id': 'd3f67a7f-7acb-435b-b7cc-0e5004602f3b', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:72:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab3c29-04ef-4832-a8f9-f70201a7db42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:34:25Z', 'updated_at': '2021-11-25T14:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11', '_interfaces': [{'id': 'e99ab89d-ddbd-4e28-b66f-423e3ed33556', 'name': '', 'network_id': 'c0890706-111e-4623-a55b-e34b46d3984d', 'tenant_id': 'ececc15f7e5048a5a0874fbd1440564c', 'mac_address': 'fa:16:3e:15:ba:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab3c29-04ef-4832-a8f9-f70201a7db42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'b2a760d0-0b18-4d18-a277-27d58f9b65fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:34:27Z', 'updated_at': '2021-11-25T14:34:31Z', 'revision_number': 5, 'project_id': 'ececc15f7e5048a5a0874fbd1440564c', 'subnets': [{'id': 'b2a760d0-0b18-4d18-a277-27d58f9b65fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 14:39:10.063483 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7329968-a5f3-4838-8b3a-da0a929dc782 None None] New status for floating IP 24df8edc-cfde-4480-935b-cef94781a05a: DOWN {{(pid=103572) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 14:39:10.476094 n-d-808199-11 neutron-server[103570]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26121e9-a676-4156-9ce8-9929a1029dd5 req-347cf4e0-3a71-43c8-9ebd-64b8abe57b2a tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103570) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:39:10.477571 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b26121e9-a676-4156-9ce8-9929a1029dd5 req-347cf4e0-3a71-43c8-9ebd-64b8abe57b2a tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "GET /v2.0/ports?device_id=34413ab6-d39f-47e9-a578-896e0c020b1d HTTP/1.1" status: 200 len: 943 time: 0.0510180 Nov 25 14:39:10.529051 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-b26121e9-a676-4156-9ce8-9929a1029dd5 req-e5ac0e8d-73ef-4e79-99fa-202df735ea65 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "GET /v2.0/security-groups?id=74bb2825-fe0b-4bde-8213-9b5722299b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455515 Nov 25 14:39:11.088672 n-d-808199-11 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c689eccd-593d-4a57-83b3-21cb39927186 req-d47d5a28-944c-4cb2-aae7-fda2d461c916 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 14:39:11.090146 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c689eccd-593d-4a57-83b3-21cb39927186 req-d47d5a28-944c-4cb2-aae7-fda2d461c916 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.66 "GET /v2.0/ports?device_id=34413ab6-d39f-47e9-a578-896e0c020b1d HTTP/1.1" status: 200 len: 943 time: 0.0550029 Nov 25 14:39:11.189779 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-c689eccd-593d-4a57-83b3-21cb39927186 req-a0cc0043-80be-482a-a17f-ffb8d4873137 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Deleting port b0684de4-ad04-4ceb-8247-770d947fa830 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:39:11.190116 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c689eccd-593d-4a57-83b3-21cb39927186 req-a0cc0043-80be-482a-a17f-ffb8d4873137 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:11.280181 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-c689eccd-593d-4a57-83b3-21cb39927186 req-a0cc0043-80be-482a-a17f-ffb8d4873137 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] For port b0684de4-ad04-4ceb-8247-770d947fa830, host n-h1-808199-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-11',level=0,port_id=b0684de4-ad04-4ceb-8247-770d947fa830,segment=NetworkSegment(26530ae2-620f-4105-94cd-12ad462cf454),segment_id=26530ae2-620f-4105-94cd-12ad462cf454)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:39:11.281030 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c689eccd-593d-4a57-83b3-21cb39927186 req-a0cc0043-80be-482a-a17f-ffb8d4873137 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:11.293928 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-c689eccd-593d-4a57-83b3-21cb39927186 req-a0cc0043-80be-482a-a17f-ffb8d4873137 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Calling delete_port for b0684de4-ad04-4ceb-8247-770d947fa830 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:39:11.420083 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c689eccd-593d-4a57-83b3-21cb39927186 req-a0cc0043-80be-482a-a17f-ffb8d4873137 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:11.452485 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cc0043-80be-482a-a17f-ffb8d4873137 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Pushing event deleted for resources: {'Port': ['ID=b0684de4-ad04-4ceb-8247-770d947fa830,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:39:11.493296 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-c689eccd-593d-4a57-83b3-21cb39927186 req-a0cc0043-80be-482a-a17f-ffb8d4873137 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] No DVR routers for this DVR port b0684de4-ad04-4ceb-8247-770d947fa830 on host n-h1-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 14:39:11.496143 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c689eccd-593d-4a57-83b3-21cb39927186 req-a0cc0043-80be-482a-a17f-ffb8d4873137 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88965'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:11.499577 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [req-c689eccd-593d-4a57-83b3-21cb39927186 req-a0cc0043-80be-482a-a17f-ffb8d4873137 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.66 "DELETE /v2.0/ports/b0684de4-ad04-4ceb-8247-770d947fa830 HTTP/1.1" status: 204 len: 173 time: 0.3994634 Nov 25 14:39:11.500019 n-d-808199-11 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34413ab6-d39f-47e9-a578-896e0c020b1d', 'name': 'network-vif-deleted', 'tag': 'b0684de4-ad04-4ceb-8247-770d947fa830'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 14:39:11.502245 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b263d7d4b70db15966f189087f2cdd81ff7815a34d469843c29c7d40ca9dff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4226b791-e10a-427a-849b-07436b7413e0" -d '{"events": [{"server_uuid": "34413ab6-d39f-47e9-a578-896e0c020b1d", "name": "network-vif-deleted", "tag": "b0684de4-ad04-4ceb-8247-770d947fa830"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 14:39:11.603328 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 14:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e6b519-e736-4c45-ba0b-861a2dcecb8c x-openstack-request-id: req-91e6b519-e736-4c45-ba0b-861a2dcecb8c {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 14:39:11.603627 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34413ab6-d39f-47e9-a578-896e0c020b1d", "name": "network-vif-deleted", "tag": "b0684de4-ad04-4ceb-8247-770d947fa830", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 14:39:11.603908 n-d-808199-11 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-91e6b519-e736-4c45-ba0b-861a2dcecb8c {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 14:39:11.604320 n-d-808199-11 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34413ab6-d39f-47e9-a578-896e0c020b1d', 'name': 'network-vif-deleted', 'tag': 'b0684de4-ad04-4ceb-8247-770d947fa830', 'status': 'completed', 'code': 200} Nov 25 14:39:11.652366 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [req-f141b303-45de-4cec-9312-731c796c00f6 req-ead6f0d6-6c5a-4209-bd82-486d879eaa1c tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "GET /v2.0/ports?device_id=34413ab6-d39f-47e9-a578-896e0c020b1d HTTP/1.1" status: 200 len: 210 time: 0.0255682 Nov 25 14:39:12.543509 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:12.709680 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41808) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:39:12.766048 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f99e5f13-1a42-4413-8ab9-a3f0a50841d0 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:12.791026 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f99e5f13-1a42-4413-8ab9-a3f0a50841d0 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:12.868890 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f99e5f13-1a42-4413-8ab9-a3f0a50841d0 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:12.871911 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f99e5f13-1a42-4413-8ab9-a3f0a50841d0 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:12.873151 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-f99e5f13-1a42-4413-8ab9-a3f0a50841d0 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] 10.222.0.53 "DELETE /v2.0/security-groups/74bb2825-fe0b-4bde-8213-9b5722299b65 HTTP/1.1" status: 204 len: 168 time: 0.1624730 Nov 25 14:39:12.886969 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99e5f13-1a42-4413-8ab9-a3f0a50841d0 tempest-TestSnapshotPattern-1797996651 tempest-TestSnapshotPattern-1797996651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74bb2825-fe0b-4bde-8213-9b5722299b65,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:39:13.940864 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41814) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:39:14.287757 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-32235b0b-354b-41ef-bd43-fb13ba6e84f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:14.529742 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-32235b0b-354b-41ef-bd43-fb13ba6e84f8 admin admin] Deleting port e99ab89d-ddbd-4e28-b66f-423e3ed33556 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:39:14.530088 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-32235b0b-354b-41ef-bd43-fb13ba6e84f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:14.611271 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-32235b0b-354b-41ef-bd43-fb13ba6e84f8 admin admin] For port e99ab89d-ddbd-4e28-b66f-423e3ed33556, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=e99ab89d-ddbd-4e28-b66f-423e3ed33556,segment=NetworkSegment(26530ae2-620f-4105-94cd-12ad462cf454),segment_id=26530ae2-620f-4105-94cd-12ad462cf454)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:39:14.611560 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-32235b0b-354b-41ef-bd43-fb13ba6e84f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:14.625047 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-32235b0b-354b-41ef-bd43-fb13ba6e84f8 admin admin] Calling delete_port for e99ab89d-ddbd-4e28-b66f-423e3ed33556 owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:39:14.801602 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-32235b0b-354b-41ef-bd43-fb13ba6e84f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:14.830922 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32235b0b-354b-41ef-bd43-fb13ba6e84f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e99ab89d-ddbd-4e28-b66f-423e3ed33556,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:39:14.998251 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-32235b0b-354b-41ef-bd43-fb13ba6e84f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:15.211473 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32235b0b-354b-41ef-bd43-fb13ba6e84f8 admin admin] Router a5ab3c29-04ef-4832-a8f9-f70201a7db42 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 14:39:15.277946 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device b0684de4-ad04-4ceb-8247-770d947fa830 no longer exists at agent hyperv_n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:39:15.302290 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] No Port match for: b0684de4-ad04-4ceb-8247-770d947fa830 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 14:39:15.302645 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Device b0684de4-ad04-4ceb-8247-770d947fa830 not bound to the agent host n-h1-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:39:15.318675 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32235b0b-354b-41ef-bd43-fb13ba6e84f8 admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 14:39:15.323578 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-32235b0b-354b-41ef-bd43-fb13ba6e84f8 admin admin] 10.222.0.53 "PUT /v2.0/routers/a5ab3c29-04ef-4832-a8f9-f70201a7db42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3816922 Nov 25 14:39:15.326317 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41816) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:39:15.327856 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb7e36f-5fd2-4c52-b20a-6a155990c06a None None] Sync routers for ids ['a5ab3c29-04ef-4832-a8f9-f70201a7db42'] in n-d-808199-11 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 14:39:15.338119 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb7e36f-5fd2-4c52-b20a-6a155990c06a None None] Routers {'a5ab3c29-04ef-4832-a8f9-f70201a7db42'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:39:15.338846 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-0fb7e36f-5fd2-4c52-b20a-6a155990c06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:39:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['a5ab3c29-04ef-4832-a8f9-f70201a7db42'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:39:15.430863 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-81cb92c0-4b24-4679-bfbc-9a90c5fad574 admin admin] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:15.443058 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-0fb7e36f-5fd2-4c52-b20a-6a155990c06a None None] Set router a5ab3c29-04ef-4832-a8f9-f70201a7db42 gateway port host: n-d-808199-11 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:39:15.530918 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-81cb92c0-4b24-4679-bfbc-9a90c5fad574 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:15.584060 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-81cb92c0-4b24-4679-bfbc-9a90c5fad574 admin admin] Deleting port d3f67a7f-7acb-435b-b7cc-0e5004602f3b {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:39:15.584400 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-81cb92c0-4b24-4679-bfbc-9a90c5fad574 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:15.617114 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-0fb7e36f-5fd2-4c52-b20a-6a155990c06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ab3c29-04ef-4832-a8f9-f70201a7db42', 'name': 'tempest-TestSnapshotPattern-476731289-router', 'tenant_id': 'ececc15f7e5048a5a0874fbd1440564c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'd3f67a7f-7acb-435b-b7cc-0e5004602f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:34:25Z', 'updated_at': '2021-11-25T14:39:14Z', 'revision_number': 5, 'project_id': 'ececc15f7e5048a5a0874fbd1440564c', 'gw_port': {'id': 'd3f67a7f-7acb-435b-b7cc-0e5004602f3b', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:72:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab3c29-04ef-4832-a8f9-f70201a7db42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:34:25Z', 'updated_at': '2021-11-25T14:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:39:15.648518 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb7e36f-5fd2-4c52-b20a-6a155990c06a None None] Checking router: a5ab3c29-04ef-4832-a8f9-f70201a7db42 for host: n-d-808199-11 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 14:39:15.657401 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb7e36f-5fd2-4c52-b20a-6a155990c06a None None] Routers {'a5ab3c29-04ef-4832-a8f9-f70201a7db42'} bound to L3 agent in host n-d-808199-11 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:39:15.658011 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-0fb7e36f-5fd2-4c52-b20a-6a155990c06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:39:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['a5ab3c29-04ef-4832-a8f9-f70201a7db42'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:39:15.667523 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-81cb92c0-4b24-4679-bfbc-9a90c5fad574 admin admin] For port d3f67a7f-7acb-435b-b7cc-0e5004602f3b, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=d3f67a7f-7acb-435b-b7cc-0e5004602f3b,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:39:15.667892 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-81cb92c0-4b24-4679-bfbc-9a90c5fad574 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:15.681447 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-81cb92c0-4b24-4679-bfbc-9a90c5fad574 admin admin] Calling delete_port for d3f67a7f-7acb-435b-b7cc-0e5004602f3b owned by network:router_gateway {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:39:15.742475 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-0fb7e36f-5fd2-4c52-b20a-6a155990c06a None None] Set router a5ab3c29-04ef-4832-a8f9-f70201a7db42 gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:39:15.793262 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-0fb7e36f-5fd2-4c52-b20a-6a155990c06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ab3c29-04ef-4832-a8f9-f70201a7db42', 'name': 'tempest-TestSnapshotPattern-476731289-router', 'tenant_id': 'ececc15f7e5048a5a0874fbd1440564c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:34:25Z', 'updated_at': '2021-11-25T14:39:15Z', 'revision_number': 6, 'project_id': 'ececc15f7e5048a5a0874fbd1440564c', 'gw_port_host': None}], 'n-d-808199-11', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:39:15.822580 n-d-808199-11 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb7e36f-5fd2-4c52-b20a-6a155990c06a None None] The sync data for ids ['a5ab3c29-04ef-4832-a8f9-f70201a7db42'] in n-d-808199-11 is: [{'id': 'a5ab3c29-04ef-4832-a8f9-f70201a7db42', 'name': 'tempest-TestSnapshotPattern-476731289-router', 'tenant_id': 'ececc15f7e5048a5a0874fbd1440564c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:34:25Z', 'updated_at': '2021-11-25T14:39:15Z', 'revision_number': 6, 'project_id': 'ececc15f7e5048a5a0874fbd1440564c', 'gw_port_host': None}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 14:39:15.849228 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-81cb92c0-4b24-4679-bfbc-9a90c5fad574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:15.873668 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cb92c0-4b24-4679-bfbc-9a90c5fad574 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3f67a7f-7acb-435b-b7cc-0e5004602f3b,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:39:15.890644 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d927fc-da86-42d3-9767-d3ecf954cdf0 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 14:39:16.298728 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-81cb92c0-4b24-4679-bfbc-9a90c5fad574 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:16.392695 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-81cb92c0-4b24-4679-bfbc-9a90c5fad574 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:16.394896 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-81cb92c0-4b24-4679-bfbc-9a90c5fad574 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:16.437356 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-81cb92c0-4b24-4679-bfbc-9a90c5fad574 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:16.437956 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81cb92c0-4b24-4679-bfbc-9a90c5fad574 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5ab3c29-04ef-4832-a8f9-f70201a7db42 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 14:39:16.442437 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-81cb92c0-4b24-4679-bfbc-9a90c5fad574 admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:16.443479 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-81cb92c0-4b24-4679-bfbc-9a90c5fad574 admin admin] 10.222.0.53 "DELETE /v2.0/routers/a5ab3c29-04ef-4832-a8f9-f70201a7db42 HTTP/1.1" status: 204 len: 168 time: 1.1161966 Nov 25 14:39:16.446026 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41818) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:39:16.493314 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-24721e24-6ff5-4c63-bf03-8fb951cff5ba admin admin] Deleting subnet b2a760d0-0b18-4d18-a277-27d58f9b65fe {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 14:39:16.496650 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-24721e24-6ff5-4c63-bf03-8fb951cff5ba admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:16.531263 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-24721e24-6ff5-4c63-bf03-8fb951cff5ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:16.609357 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-24721e24-6ff5-4c63-bf03-8fb951cff5ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:16.666073 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-24721e24-6ff5-4c63-bf03-8fb951cff5ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:16.693283 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24721e24-6ff5-4c63-bf03-8fb951cff5ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2a760d0-0b18-4d18-a277-27d58f9b65fe,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:39:16.697128 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-24721e24-6ff5-4c63-bf03-8fb951cff5ba admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:16.700375 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-24721e24-6ff5-4c63-bf03-8fb951cff5ba admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b2a760d0-0b18-4d18-a277-27d58f9b65fe HTTP/1.1" status: 204 len: 168 time: 0.2534232 Nov 25 14:39:16.703226 n-d-808199-11 neutron-server[103570]: DEBUG neutron.wsgi [-] (103570) accepted ('10.222.0.53', 41820) {{(pid=103570) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:39:16.703731 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a01506-bf49-40a0-95e7-5b6e8ef20ff4 None None] Network c0890706-111e-4623-a55b-e34b46d3984d requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 14:39:16.780732 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-620cd4d1-d2bc-46a4-b410-a5a211b55ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:16.836966 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-620cd4d1-d2bc-46a4-b410-a5a211b55ba4 admin admin] Deleting port d24a5c5a-b344-4d30-85b7-5fbdbf8d6a27 {{(pid=103570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:39:16.837313 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-620cd4d1-d2bc-46a4-b410-a5a211b55ba4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:16.897210 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff15c36-4286-4a2a-a5a5-6186a879334d None None] DHCP port deletion for c0890706-111e-4623-a55b-e34b46d3984d request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 14:39:16.902115 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.db [None req-620cd4d1-d2bc-46a4-b410-a5a211b55ba4 admin admin] For port d24a5c5a-b344-4d30-85b7-5fbdbf8d6a27, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=d24a5c5a-b344-4d30-85b7-5fbdbf8d6a27,segment=NetworkSegment(26530ae2-620f-4105-94cd-12ad462cf454),segment_id=26530ae2-620f-4105-94cd-12ad462cf454)] {{(pid=103570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:39:16.902486 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-620cd4d1-d2bc-46a4-b410-a5a211b55ba4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:16.917165 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.plugin [None req-620cd4d1-d2bc-46a4-b410-a5a211b55ba4 admin admin] Calling delete_port for d24a5c5a-b344-4d30-85b7-5fbdbf8d6a27 owned by network:dhcp {{(pid=103570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:39:17.001903 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-620cd4d1-d2bc-46a4-b410-a5a211b55ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63611535'] for port, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:17.029054 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620cd4d1-d2bc-46a4-b410-a5a211b55ba4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d24a5c5a-b344-4d30-85b7-5fbdbf8d6a27,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:39:17.034000 n-d-808199-11 neutron-server[103570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620cd4d1-d2bc-46a4-b410-a5a211b55ba4 admin admin] No DVR routers for this DVR port d24a5c5a-b344-4d30-85b7-5fbdbf8d6a27 on host n-d-808199-11 {{(pid=103570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 14:39:17.061546 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620cd4d1-d2bc-46a4-b410-a5a211b55ba4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:39:17.061904 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620cd4d1-d2bc-46a4-b410-a5a211b55ba4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:39:17.062260 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620cd4d1-d2bc-46a4-b410-a5a211b55ba4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:39:17.062605 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620cd4d1-d2bc-46a4-b410-a5a211b55ba4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:39:17.062974 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620cd4d1-d2bc-46a4-b410-a5a211b55ba4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:39:17.063317 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620cd4d1-d2bc-46a4-b410-a5a211b55ba4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:39:17.063655 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620cd4d1-d2bc-46a4-b410-a5a211b55ba4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:39:17.063987 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620cd4d1-d2bc-46a4-b410-a5a211b55ba4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:39:17.064412 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620cd4d1-d2bc-46a4-b410-a5a211b55ba4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:39:17.064744 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620cd4d1-d2bc-46a4-b410-a5a211b55ba4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:39:17.065077 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620cd4d1-d2bc-46a4-b410-a5a211b55ba4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:39:17.065435 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620cd4d1-d2bc-46a4-b410-a5a211b55ba4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-11 {{(pid=103570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 14:39:17.098574 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-1ff15c36-4286-4a2a-a5a5-6186a879334d None None] Deleting port d24a5c5a-b344-4d30-85b7-5fbdbf8d6a27 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:39:17.099029 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1ff15c36-4286-4a2a-a5a5-6186a879334d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:17.119762 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-620cd4d1-d2bc-46a4-b410-a5a211b55ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:17.142306 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-620cd4d1-d2bc-46a4-b410-a5a211b55ba4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0890706-111e-4623-a55b-e34b46d3984d']}} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:39:17.151591 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-620cd4d1-d2bc-46a4-b410-a5a211b55ba4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26530ae2-620f-4105-94cd-12ad462cf454') {'for_net_delete': True} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:39:17.151891 n-d-808199-11 neutron-server[103570]: DEBUG neutron.services.segments.db [None req-620cd4d1-d2bc-46a4-b410-a5a211b55ba4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26530ae2-620f-4105-94cd-12ad462cf454') {} {{(pid=103570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:39:17.161752 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-620cd4d1-d2bc-46a4-b410-a5a211b55ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64661964'] for segment, before_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:17.165262 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-1ff15c36-4286-4a2a-a5a5-6186a879334d None None] For port d24a5c5a-b344-4d30-85b7-5fbdbf8d6a27, host n-d-808199-11, got binding levels [] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:39:17.165666 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1ff15c36-4286-4a2a-a5a5-6186a879334d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:17.174915 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-620cd4d1-d2bc-46a4-b410-a5a211b55ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:17.180863 n-d-808199-11 neutron-server[103570]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-620cd4d1-d2bc-46a4-b410-a5a211b55ba4 admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=103570) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 14:39:17.181257 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-620cd4d1-d2bc-46a4-b410-a5a211b55ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63611554'] for segment, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:17.181725 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-1ff15c36-4286-4a2a-a5a5-6186a879334d None None] Calling delete_port for d24a5c5a-b344-4d30-85b7-5fbdbf8d6a27 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:39:17.182946 n-d-808199-11 neutron-server[103570]: Traceback (most recent call last): Nov 25 14:39:17.182946 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 14:39:17.182946 n-d-808199-11 neutron-server[103570]: timer() Nov 25 14:39:17.182946 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 14:39:17.182946 n-d-808199-11 neutron-server[103570]: cb(*args, **kw) Nov 25 14:39:17.182946 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 14:39:17.182946 n-d-808199-11 neutron-server[103570]: return func(*args, **kwargs) Nov 25 14:39:17.182946 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 14:39:17.182946 n-d-808199-11 neutron-server[103570]: self._notify() Nov 25 14:39:17.182946 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 14:39:17.182946 n-d-808199-11 neutron-server[103570]: self.callback(batched_events) Nov 25 14:39:17.182946 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 14:39:17.182946 n-d-808199-11 neutron-server[103570]: event.method(event) Nov 25 14:39:17.182946 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 14:39:17.182946 n-d-808199-11 neutron-server[103570]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 14:39:17.182946 n-d-808199-11 neutron-server[103570]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 14:39:17.182946 n-d-808199-11 neutron-server[103570]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 14:39:17.182946 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 14:39:17.182946 n-d-808199-11 neutron-server[103570]: return f(self, *a, **k) Nov 25 14:39:17.182946 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 14:39:17.182946 n-d-808199-11 neutron-server[103570]: return self._get(url).json() Nov 25 14:39:17.182946 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 14:39:17.182946 n-d-808199-11 neutron-server[103570]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 14:39:17.182946 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 14:39:17.182946 n-d-808199-11 neutron-server[103570]: return self.request(url, 'GET', **kwargs) Nov 25 14:39:17.182946 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 14:39:17.182946 n-d-808199-11 neutron-server[103570]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 14:39:17.182946 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 14:39:17.182946 n-d-808199-11 neutron-server[103570]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 14:39:17.182946 n-d-808199-11 neutron-server[103570]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 14:39:17.182946 n-d-808199-11 neutron-server[103570]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 14:39:17.182946 n-d-808199-11 neutron-server[103570]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 14:39:17.185270 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.ipam_backend_mixin [None req-1ff15c36-4286-4a2a-a5a5-6186a879334d None None] Port d24a5c5a-b344-4d30-85b7-5fbdbf8d6a27 was not found and therefore no delete operation was performed {{(pid=103572) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 14:39:17.185682 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1ff15c36-4286-4a2a-a5a5-6186a879334d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:17.212263 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff15c36-4286-4a2a-a5a5-6186a879334d None None] Pushing event deleted for resources: {'Port': ['ID=d24a5c5a-b344-4d30-85b7-5fbdbf8d6a27,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:39:17.214109 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff15c36-4286-4a2a-a5a5-6186a879334d None None] No DVR routers for this DVR port d24a5c5a-b344-4d30-85b7-5fbdbf8d6a27 on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 14:39:17.236563 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-620cd4d1-d2bc-46a4-b410-a5a211b55ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:17.241997 n-d-808199-11 neutron-server[103570]: DEBUG neutron_lib.callbacks.manager [None req-620cd4d1-d2bc-46a4-b410-a5a211b55ba4 admin admin] Publish callbacks [] for network, before_response {{(pid=103570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:17.245196 n-d-808199-11 neutron-server[103570]: INFO neutron.wsgi [None req-620cd4d1-d2bc-46a4-b410-a5a211b55ba4 admin admin] 10.222.0.53 "DELETE /v2.0/networks/c0890706-111e-4623-a55b-e34b46d3984d HTTP/1.1" status: 204 len: 168 time: 0.5409446 Nov 25 14:39:17.248563 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41822) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:39:17.259430 n-d-808199-11 neutron-server[103570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620cd4d1-d2bc-46a4-b410-a5a211b55ba4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0890706-111e-4623-a55b-e34b46d3984d,revision_number=None']} {{(pid=103570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:39:17.594431 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-549ce400-0c0c-4574-bbea-3a16fcc82e2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66598994'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:17.676228 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device e99ab89d-ddbd-4e28-b66f-423e3ed33556 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:39:17.696505 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: e99ab89d-ddbd-4e28-b66f-423e3ed33556 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 14:39:17.697102 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device e99ab89d-ddbd-4e28-b66f-423e3ed33556 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:39:17.697513 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device d3f67a7f-7acb-435b-b7cc-0e5004602f3b no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:39:17.716252 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: d3f67a7f-7acb-435b-b7cc-0e5004602f3b {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 14:39:17.716893 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device d3f67a7f-7acb-435b-b7cc-0e5004602f3b not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:39:17.717022 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device d24a5c5a-b344-4d30-85b7-5fbdbf8d6a27 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:39:17.736694 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: d24a5c5a-b344-4d30-85b7-5fbdbf8d6a27 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 14:39:17.737036 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device d24a5c5a-b344-4d30-85b7-5fbdbf8d6a27 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:39:17.741136 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:39:17.847580 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-549ce400-0c0c-4574-bbea-3a16fcc82e2e admin admin] Deleting port b06ee8c1-1026-4344-8ce9-6c2f4be48ef5 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:39:17.847844 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-549ce400-0c0c-4574-bbea-3a16fcc82e2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:17.928292 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-549ce400-0c0c-4574-bbea-3a16fcc82e2e admin admin] For port b06ee8c1-1026-4344-8ce9-6c2f4be48ef5, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=b06ee8c1-1026-4344-8ce9-6c2f4be48ef5,segment=NetworkSegment(dbd02395-cc6c-4c3e-9c3b-ecf0d581bcd4),segment_id=dbd02395-cc6c-4c3e-9c3b-ecf0d581bcd4)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:39:17.928656 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-549ce400-0c0c-4574-bbea-3a16fcc82e2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:17.941647 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-549ce400-0c0c-4574-bbea-3a16fcc82e2e admin admin] Calling delete_port for b06ee8c1-1026-4344-8ce9-6c2f4be48ef5 owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:39:18.119526 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-549ce400-0c0c-4574-bbea-3a16fcc82e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:18.147217 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549ce400-0c0c-4574-bbea-3a16fcc82e2e admin admin] Pushing event deleted for resources: {'Port': ['ID=b06ee8c1-1026-4344-8ce9-6c2f4be48ef5,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:39:18.321697 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-549ce400-0c0c-4574-bbea-3a16fcc82e2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66683268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66599118'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:18.542744 n-d-808199-11 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-549ce400-0c0c-4574-bbea-3a16fcc82e2e admin admin] Router 6b06ce92-eb1e-4ac8-bcc0-11a261224091 has already been hosted by L3 agent 6cd116d6-2a2c-4e10-aeb6-fe136333133c {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 14:39:18.649421 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549ce400-0c0c-4574-bbea-3a16fcc82e2e admin admin] Notify agent at l3_agent.n-d-808199-11 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 14:39:18.654263 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-549ce400-0c0c-4574-bbea-3a16fcc82e2e admin admin] 10.222.0.53 "PUT /v2.0/routers/6b06ce92-eb1e-4ac8-bcc0-11a261224091/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4041429 Nov 25 14:39:18.656883 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41824) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:39:18.659732 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f771ad-b3fe-4f30-b926-c9a36e46e4e7 None None] Sync routers for ids ['6b06ce92-eb1e-4ac8-bcc0-11a261224091'] in n-d-808199-11 {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 14:39:18.669284 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f771ad-b3fe-4f30-b926-c9a36e46e4e7 None None] Routers {'6b06ce92-eb1e-4ac8-bcc0-11a261224091'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:39:18.669915 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-71f771ad-b3fe-4f30-b926-c9a36e46e4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:39:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['6b06ce92-eb1e-4ac8-bcc0-11a261224091'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:39:18.762249 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ffb84285-b93c-4d00-a88c-ca623761ee92 admin admin] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:18.775534 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-71f771ad-b3fe-4f30-b926-c9a36e46e4e7 None None] Set router 6b06ce92-eb1e-4ac8-bcc0-11a261224091 gateway port host: n-d-808199-11 {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:39:18.866051 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ffb84285-b93c-4d00-a88c-ca623761ee92 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:18.919959 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-ffb84285-b93c-4d00-a88c-ca623761ee92 admin admin] Deleting port 77fe0afb-fe56-4a5b-9553-99be450203ae {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:39:18.920226 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ffb84285-b93c-4d00-a88c-ca623761ee92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:18.957009 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-71f771ad-b3fe-4f30-b926-c9a36e46e4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b06ce92-eb1e-4ac8-bcc0-11a261224091', 'name': 'tempest-TestSnapshotPattern-1416594285-router', 'tenant_id': '77a5630e33044c458cacf17d8e4ef2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'external_fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '77fe0afb-fe56-4a5b-9553-99be450203ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:34:30Z', 'updated_at': '2021-11-25T14:39:18Z', 'revision_number': 5, 'project_id': '77a5630e33044c458cacf17d8e4ef2e0', 'gw_port': {'id': '77fe0afb-fe56-4a5b-9553-99be450203ae', 'name': '', 'network_id': '7542d3d9-0db3-40e7-ab88-a168871141f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b06ce92-eb1e-4ac8-bcc0-11a261224091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '43311544-646b-4c78-93c6-e8e849670bde', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T14:34:30Z', 'updated_at': '2021-11-25T14:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43311544-646b-4c78-93c6-e8e849670bde', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-11'}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:39:18.982979 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f771ad-b3fe-4f30-b926-c9a36e46e4e7 None None] Checking router: 6b06ce92-eb1e-4ac8-bcc0-11a261224091 for host: n-d-808199-11 {{(pid=103572) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 14:39:18.991273 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f771ad-b3fe-4f30-b926-c9a36e46e4e7 None None] Routers {'6b06ce92-eb1e-4ac8-bcc0-11a261224091'} bound to L3 agent in host n-d-808199-11 {{(pid=103572) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 14:39:18.991894 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-71f771ad-b3fe-4f30-b926-c9a36e46e4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T12:56:33Z,description=,heartbeat_timestamp=2021-11-25T14:39:03Z,host='n-d-808199-11',id=6cd116d6-2a2c-4e10-aeb6-fe136333133c,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T12:56:33Z,topic='l3_agent')) {'router_ids': ['6b06ce92-eb1e-4ac8-bcc0-11a261224091'], 'active': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:39:19.002717 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-ffb84285-b93c-4d00-a88c-ca623761ee92 admin admin] For port 77fe0afb-fe56-4a5b-9553-99be450203ae, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=77fe0afb-fe56-4a5b-9553-99be450203ae,segment=NetworkSegment(617c314b-9d3b-4a2a-abf3-5e7a39bb0b86),segment_id=617c314b-9d3b-4a2a-abf3-5e7a39bb0b86)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:39:19.003088 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ffb84285-b93c-4d00-a88c-ca623761ee92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:19.015315 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-ffb84285-b93c-4d00-a88c-ca623761ee92 admin admin] Calling delete_port for 77fe0afb-fe56-4a5b-9553-99be450203ae owned by network:router_gateway {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:39:19.078716 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvr_db [None req-71f771ad-b3fe-4f30-b926-c9a36e46e4e7 None None] Set router 6b06ce92-eb1e-4ac8-bcc0-11a261224091 gateway port host: None {{(pid=103572) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 14:39:19.134070 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_hamode_db [None req-71f771ad-b3fe-4f30-b926-c9a36e46e4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b06ce92-eb1e-4ac8-bcc0-11a261224091', 'name': 'tempest-TestSnapshotPattern-1416594285-router', 'tenant_id': '77a5630e33044c458cacf17d8e4ef2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:34:30Z', 'updated_at': '2021-11-25T14:39:18Z', 'revision_number': 6, 'project_id': '77a5630e33044c458cacf17d8e4ef2e0', 'gw_port_host': None}], 'n-d-808199-11', False) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:39:19.165005 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f771ad-b3fe-4f30-b926-c9a36e46e4e7 None None] The sync data for ids ['6b06ce92-eb1e-4ac8-bcc0-11a261224091'] in n-d-808199-11 is: [{'id': '6b06ce92-eb1e-4ac8-bcc0-11a261224091', 'name': 'tempest-TestSnapshotPattern-1416594285-router', 'tenant_id': '77a5630e33044c458cacf17d8e4ef2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T14:34:30Z', 'updated_at': '2021-11-25T14:39:18Z', 'revision_number': 6, 'project_id': '77a5630e33044c458cacf17d8e4ef2e0', 'gw_port_host': None}] {{(pid=103572) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 14:39:19.188658 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ffb84285-b93c-4d00-a88c-ca623761ee92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:19.214830 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb84285-b93c-4d00-a88c-ca623761ee92 admin admin] Pushing event deleted for resources: {'Port': ['ID=77fe0afb-fe56-4a5b-9553-99be450203ae,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:39:19.227951 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36c5ceb-91d9-48d9-bdab-1885cd056294 None None] DHCP port deletion for 7542d3d9-0db3-40e7-ab88-a168871141f7 request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 14:39:19.275021 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ffb84285-b93c-4d00-a88c-ca623761ee92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66601320'] for router_gateway, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:19.364501 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ffb84285-b93c-4d00-a88c-ca623761ee92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66597368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:19.366633 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ffb84285-b93c-4d00-a88c-ca623761ee92 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:19.412405 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ffb84285-b93c-4d00-a88c-ca623761ee92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66597367'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:19.412963 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb84285-b93c-4d00-a88c-ca623761ee92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b06ce92-eb1e-4ac8-bcc0-11a261224091 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 14:39:19.417257 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ffb84285-b93c-4d00-a88c-ca623761ee92 admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:19.418446 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-ffb84285-b93c-4d00-a88c-ca623761ee92 admin admin] 10.222.0.53 "DELETE /v2.0/routers/6b06ce92-eb1e-4ac8-bcc0-11a261224091 HTTP/1.1" status: 204 len: 168 time: 0.7602749 Nov 25 14:39:19.421504 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41826) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:39:19.465251 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-9be133ae-17e8-4d78-abf4-d6672a94bced admin admin] Deleting subnet ae520c0c-d859-4b8d-9c47-c8c92923be75 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 14:39:19.468796 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9be133ae-17e8-4d78-abf4-d6672a94bced admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:19.504351 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9be133ae-17e8-4d78-abf4-d6672a94bced admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58580219'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:19.587671 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9be133ae-17e8-4d78-abf4-d6672a94bced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561393'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:19.639157 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9be133ae-17e8-4d78-abf4-d6672a94bced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66796520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58715718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58554946'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:19.664016 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be133ae-17e8-4d78-abf4-d6672a94bced admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae520c0c-d859-4b8d-9c47-c8c92923be75,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:39:19.667913 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9be133ae-17e8-4d78-abf4-d6672a94bced admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:19.671890 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-9be133ae-17e8-4d78-abf4-d6672a94bced admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ae520c0c-d859-4b8d-9c47-c8c92923be75 HTTP/1.1" status: 204 len: 168 time: 0.2487233 Nov 25 14:39:19.674965 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41828) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:39:19.678374 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c7f78d-fab6-4b95-a776-19ea2dafc8ef None None] Network 02423cb7-3051-40e8-9549-f0c4a9e4a36d requested from n-d-808199-11 {{(pid=103572) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 14:39:19.746833 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2087e66b-fb71-4196-9948-5a13350531a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681051'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:19.804342 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-2087e66b-fb71-4196-9948-5a13350531a4 admin admin] Deleting port 16e7cb0a-3b0a-41a2-9f2e-0141fb6af172 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:39:19.804689 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2087e66b-fb71-4196-9948-5a13350531a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:19.868936 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-2087e66b-fb71-4196-9948-5a13350531a4 admin admin] For port 16e7cb0a-3b0a-41a2-9f2e-0141fb6af172, host n-d-808199-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-11',level=0,port_id=16e7cb0a-3b0a-41a2-9f2e-0141fb6af172,segment=NetworkSegment(dbd02395-cc6c-4c3e-9c3b-ecf0d581bcd4),segment_id=dbd02395-cc6c-4c3e-9c3b-ecf0d581bcd4)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:39:19.869233 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2087e66b-fb71-4196-9948-5a13350531a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:19.882073 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-2087e66b-fb71-4196-9948-5a13350531a4 admin admin] Calling delete_port for 16e7cb0a-3b0a-41a2-9f2e-0141fb6af172 owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:39:19.956568 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7248e9-5440-4db2-a398-da9e99855d35 None None] DHCP port deletion for 02423cb7-3051-40e8-9549-f0c4a9e4a36d request from n-d-808199-11 {{(pid=103572) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 14:39:19.969660 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2087e66b-fb71-4196-9948-5a13350531a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58715793'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:19.997774 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2087e66b-fb71-4196-9948-5a13350531a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=16e7cb0a-3b0a-41a2-9f2e-0141fb6af172,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:39:20.001345 n-d-808199-11 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2087e66b-fb71-4196-9948-5a13350531a4 admin admin] No DVR routers for this DVR port 16e7cb0a-3b0a-41a2-9f2e-0141fb6af172 on host n-d-808199-11 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 14:39:20.017908 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-cb7248e9-5440-4db2-a398-da9e99855d35 None None] Deleting port 16e7cb0a-3b0a-41a2-9f2e-0141fb6af172 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 14:39:20.018526 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cb7248e9-5440-4db2-a398-da9e99855d35 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753177064888'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:20.067696 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device b06ee8c1-1026-4344-8ce9-6c2f4be48ef5 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:39:20.077646 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2087e66b-fb71-4196-9948-5a13350531a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565350', 'neutron.services.segments.db._delete_segments_for_network-8753177006291'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:20.097288 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: b06ee8c1-1026-4344-8ce9-6c2f4be48ef5 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 14:39:20.097698 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device b06ee8c1-1026-4344-8ce9-6c2f4be48ef5 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:39:20.098135 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 77fe0afb-fe56-4a5b-9553-99be450203ae no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:39:20.102368 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-2087e66b-fb71-4196-9948-5a13350531a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02423cb7-3051-40e8-9549-f0c4a9e4a36d']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:39:20.112100 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-2087e66b-fb71-4196-9948-5a13350531a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbd02395-cc6c-4c3e-9c3b-ecf0d581bcd4') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:39:20.112407 n-d-808199-11 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-2087e66b-fb71-4196-9948-5a13350531a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbd02395-cc6c-4c3e-9c3b-ecf0d581bcd4') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 14:39:20.122312 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2087e66b-fb71-4196-9948-5a13350531a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753177010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58580208'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:20.129193 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 77fe0afb-fe56-4a5b-9553-99be450203ae {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 14:39:20.129549 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 77fe0afb-fe56-4a5b-9553-99be450203ae not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:39:20.129980 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 16e7cb0a-3b0a-41a2-9f2e-0141fb6af172 no longer exists at agent ovs-agent-n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 14:39:20.132069 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-cb7248e9-5440-4db2-a398-da9e99855d35 None None] For port 16e7cb0a-3b0a-41a2-9f2e-0141fb6af172, host n-d-808199-11, got binding levels [] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 14:39:20.132471 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cb7248e9-5440-4db2-a398-da9e99855d35 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66596355'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:20.140297 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2087e66b-fb71-4196-9948-5a13350531a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:20.147611 n-d-808199-11 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2087e66b-fb71-4196-9948-5a13350531a4 admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 14:39:20.148124 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2087e66b-fb71-4196-9948-5a13350531a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58715836'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:20.150007 n-d-808199-11 neutron-server[103571]: Traceback (most recent call last): Nov 25 14:39:20.150007 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 14:39:20.150007 n-d-808199-11 neutron-server[103571]: timer() Nov 25 14:39:20.150007 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 14:39:20.150007 n-d-808199-11 neutron-server[103571]: cb(*args, **kw) Nov 25 14:39:20.150007 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 14:39:20.150007 n-d-808199-11 neutron-server[103571]: return func(*args, **kwargs) Nov 25 14:39:20.150007 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 14:39:20.150007 n-d-808199-11 neutron-server[103571]: self._notify() Nov 25 14:39:20.150007 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 14:39:20.150007 n-d-808199-11 neutron-server[103571]: self.callback(batched_events) Nov 25 14:39:20.150007 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 14:39:20.150007 n-d-808199-11 neutron-server[103571]: event.method(event) Nov 25 14:39:20.150007 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 14:39:20.150007 n-d-808199-11 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 14:39:20.150007 n-d-808199-11 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 14:39:20.150007 n-d-808199-11 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 14:39:20.150007 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 14:39:20.150007 n-d-808199-11 neutron-server[103571]: return f(self, *a, **k) Nov 25 14:39:20.150007 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 14:39:20.150007 n-d-808199-11 neutron-server[103571]: return self._get(url).json() Nov 25 14:39:20.150007 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 14:39:20.150007 n-d-808199-11 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 14:39:20.150007 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 14:39:20.150007 n-d-808199-11 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 25 14:39:20.150007 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 14:39:20.150007 n-d-808199-11 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 14:39:20.150007 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 14:39:20.150007 n-d-808199-11 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 14:39:20.150007 n-d-808199-11 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 14:39:20.150007 n-d-808199-11 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 14:39:20.150007 n-d-808199-11 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 14:39:20.164073 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] No Port match for: 16e7cb0a-3b0a-41a2-9f2e-0141fb6af172 {{(pid=103572) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 14:39:20.164422 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.rpc [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Device 16e7cb0a-3b0a-41a2-9f2e-0141fb6af172 not bound to the agent host n-d-808199-11 {{(pid=103572) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 14:39:20.170375 n-d-808199-11 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-cb7248e9-5440-4db2-a398-da9e99855d35 None None] Calling delete_port for 16e7cb0a-3b0a-41a2-9f2e-0141fb6af172 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 14:39:20.174295 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.ipam_backend_mixin [None req-cb7248e9-5440-4db2-a398-da9e99855d35 None None] Port 16e7cb0a-3b0a-41a2-9f2e-0141fb6af172 was not found and therefore no delete operation was performed {{(pid=103572) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 14:39:20.175912 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cb7248e9-5440-4db2-a398-da9e99855d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753177070870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753176516244'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:20.189219 n-d-808199-11 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7248e9-5440-4db2-a398-da9e99855d35 None None] No DVR routers for this DVR port 16e7cb0a-3b0a-41a2-9f2e-0141fb6af172 on host n-d-808199-11 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 14:39:20.211325 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2087e66b-fb71-4196-9948-5a13350531a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66683327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66601292'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:20.218483 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2087e66b-fb71-4196-9948-5a13350531a4 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:20.221739 n-d-808199-11 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7248e9-5440-4db2-a398-da9e99855d35 None None] Pushing event deleted for resources: {'Port': ['ID=16e7cb0a-3b0a-41a2-9f2e-0141fb6af172,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:39:20.223003 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-2087e66b-fb71-4196-9948-5a13350531a4 admin admin] 10.222.0.53 "DELETE /v2.0/networks/02423cb7-3051-40e8-9549-f0c4a9e4a36d HTTP/1.1" status: 204 len: 168 time: 0.5467765 Nov 25 14:39:20.241001 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2087e66b-fb71-4196-9948-5a13350531a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=02423cb7-3051-40e8-9549-f0c4a9e4a36d,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:39:20.424622 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41832) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:39:20.464062 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-703b4641-53c1-4917-92a5-615b7dd1e977 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ececc15f7e5048a5a0874fbd1440564c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381880 Nov 25 14:39:20.466481 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41834) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:39:20.515798 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f5fc5153-36b2-441e-bf38-bb6da38d37f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:20.540586 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f5fc5153-36b2-441e-bf38-bb6da38d37f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:20.586975 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f5fc5153-36b2-441e-bf38-bb6da38d37f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:20.589678 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f5fc5153-36b2-441e-bf38-bb6da38d37f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:20.594094 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-f5fc5153-36b2-441e-bf38-bb6da38d37f8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0834a4d3-0089-4435-8d30-7204805e4db7 HTTP/1.1" status: 204 len: 168 time: 0.1234381 Nov 25 14:39:20.599199 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fc5153-36b2-441e-bf38-bb6da38d37f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0834a4d3-0089-4435-8d30-7204805e4db7,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:39:20.916760 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41840) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:39:20.956908 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-c9cafd25-ee73-4c1c-99bd-e83edb10f2e0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=77a5630e33044c458cacf17d8e4ef2e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389805 Nov 25 14:39:20.959275 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.53', 41842) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 14:39:21.007286 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d5cf6eac-f502-4e64-82cd-0fd75570974f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:21.028191 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d5cf6eac-f502-4e64-82cd-0fd75570974f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:21.073095 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d5cf6eac-f502-4e64-82cd-0fd75570974f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66797089'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:21.075985 n-d-808199-11 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d5cf6eac-f502-4e64-82cd-0fd75570974f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:21.077684 n-d-808199-11 neutron-server[103571]: INFO neutron.wsgi [None req-d5cf6eac-f502-4e64-82cd-0fd75570974f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8d14b5de-bb3b-4f21-992e-de579c6fd169 HTTP/1.1" status: 204 len: 168 time: 0.1169949 Nov 25 14:39:21.085599 n-d-808199-11 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cf6eac-f502-4e64-82cd-0fd75570974f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d14b5de-bb3b-4f21-992e-de579c6fd169,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 14:39:30.458614 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-33c397f5-ae06-4d69-9d91-3aa201844983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:32.927483 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a3eb096b-cc25-466f-9091-d3cc8ed14e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:34.225451 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:35.543412 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:36.665180 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:39.199715 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:42.531692 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:39:54.740981 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:40:00.460141 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1f04253a-a868-4a18-9bef-4f0120a1b048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:40:02.929221 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4fded442-dc01-4f75-b9c2-e67b5b66830b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:40:04.227758 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:40:05.547508 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:40:06.666152 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:40:09.213601 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:40:12.557115 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:40:30.461091 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6521c744-1d96-4861-898e-3ab5bc046d99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:40:31.739911 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:40:32.930265 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-15656b29-868c-4fcc-a844-182617840c78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:40:34.231637 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:40:35.550770 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:40:36.671147 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:40:39.224055 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:40:42.582583 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:41:00.462586 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a1bbd087-fe78-44df-9b0c-b0ed89a244a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:41:02.930592 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6a19dea4-2a44-4bc0-b6db-bab025aa3bb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:41:04.234211 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:41:05.552827 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:41:06.663530 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:41:08.739789 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:41:09.224672 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:41:12.581264 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:41:30.469570 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b4684145-03ca-4928-863d-95fb188822df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:41:32.931050 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-483e3a57-bb39-418a-9d90-78a8dd6c1f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:41:34.236112 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:41:35.555320 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:41:36.665858 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:41:39.233194 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:41:42.599846 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:41:45.740080 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:42:00.459972 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d57916e2-91cc-4ece-b2d7-ccf522694f3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:42:02.934594 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-819d7d50-d539-4932-9c20-f3f9aad2d072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:42:04.238581 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:42:05.556993 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:42:06.667536 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:42:09.238387 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:42:12.595739 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:42:22.739209 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:42:30.461902 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5bbd76ae-0e31-426b-9b64-1da4ead5fcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:42:32.935244 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e8b5a3eb-3774-491c-8c7c-45dfe849a44c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:42:34.242182 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:42:35.562835 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:42:36.668702 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:42:39.237728 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:42:42.603605 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:42:59.737918 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:43:00.462721 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fcfa2def-f74d-42ee-a9e6-27e658a11335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:43:02.936015 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-da677b28-2699-43f8-8a80-29eef93a11fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:43:04.245957 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:43:05.561763 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:43:06.669266 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:43:09.268840 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:43:12.610287 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:43:30.464309 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8f831b1f-ac94-437b-9273-8681a2dc7c1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:43:32.937324 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4bf15567-0299-4579-9166-fd545be7caad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:43:34.249536 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:43:35.565013 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:43:36.670750 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:43:36.737107 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:43:39.284063 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:43:42.610572 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:44:00.468603 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a45fb197-d510-445e-ae34-c6dda91cd849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:44:02.937271 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-28321447-f26a-482a-9d05-8060ab81a7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:44:04.251410 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:44:05.567041 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:44:06.674301 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:44:09.283476 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:44:12.609854 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:44:13.738064 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:44:30.470995 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6f940e81-bc6c-49a6-b6c3-1462bcfa235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:44:32.937668 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9cc010c5-ef20-48c8-b015-1b0fc0336a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:44:34.254826 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:44:35.569216 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:44:36.676832 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:44:39.298956 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:44:42.608702 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:44:50.736384 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:45:00.472737 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-386de1dc-7617-4dc6-8f63-ec2fccde01bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:45:02.937434 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e4e5c820-edfe-4fcb-96a5-6a656c8cd555 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:45:04.258968 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:45:05.572298 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:45:06.680711 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:45:09.297696 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:45:12.610486 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:45:27.735276 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:45:30.473439 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-16fd0c1e-03cd-427d-ba9b-7e42d7d8ad5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:45:32.937569 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5a799696-7b32-498f-b983-8791e5ee5230 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:45:34.260640 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:45:35.573758 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:45:36.682604 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:45:39.314007 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:45:42.608217 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:46:00.474887 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eece568e-775c-4e84-9591-b401c8828eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:46:02.940345 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-612c71c6-d9f6-4603-beac-d64ea28fd5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:46:04.262792 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:46:04.736514 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:46:05.577184 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:46:06.685018 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:46:09.318488 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:46:12.607062 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:46:30.476704 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-646a9ae3-12b4-4fde-825c-ce252723716c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:46:32.941009 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b3d1b21b-627e-43f4-8d82-b4d0b64b15d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:46:34.267515 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:46:35.578507 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:46:36.686544 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:46:39.328365 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:46:41.735989 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:46:42.606200 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:47:00.479457 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-56c1440a-2842-4e44-8a8a-e6d9bc00529b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:47:02.944685 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7589b1f2-fc61-4015-b534-c34a085bb3a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:47:04.276024 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:47:05.582653 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:47:06.688229 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:47:09.343182 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:47:12.621668 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:47:18.734188 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:47:30.481408 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-59866f82-6aac-438f-9369-9bbfdba17200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:47:32.945201 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6dfd4829-d308-4e4d-b701-3429cd375c8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:47:34.271655 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:47:35.585597 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:47:36.177630 n-d-808199-11 neutron-server[103571]: DEBUG neutron.wsgi [req-bd6c975a-d948-4a45-aa2f-9e12e26df6a2 req-e07979e9-24cf-41f3-9040-729b0dfe5026 service neutron] (103571) timed out ('10.222.0.53', 39692) {{(pid=103571) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 14:47:36.690764 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9a0622d9-0146-4e1e-998f-f3c0be66e54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:47:39.343128 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e403e34-7aba-4eba-b2b0-6210821bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:47:42.623813 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bed1169d-fe27-4e65-8a47-8d7975ce772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:47:55.734757 n-d-808199-11 neutron-server[103573]: DEBUG neutron.db.agents_db [None req-a72d8163-e758-4fae-945e-69e83f57e2fa None None] Agent healthcheck: found 7 active agents {{(pid=103573) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 14:48:00.482619 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-52efd3b3-ed72-4e0d-9bb2-aea262612029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:48:02.946680 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-22c11e60-c8a7-4a6d-84f7-744a641e3dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:48:04.274497 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-db03ef53-9520-4eed-9250-5b2a9cf01b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 14:48:05.588081 n-d-808199-11 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ba3d895-f212-458b-ae9e-481a89775820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753177006246', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-568112'] for agent, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}